-- Logs begin at Tue 2021-09-07 01:53:01 UTC, end at Tue 2021-09-07 04:04:08 UTC. -- Sep 07 02:22:38.813943 n-d-796209-16 systemd[1]: Started Devstack devstack@q-svc.service. Sep 07 02:22:41.540378 n-d-796209-16 neutron-server[94593]: INFO neutron.common.config [-] Logging enabled! Sep 07 02:22:41.540948 n-d-796209-16 neutron-server[94593]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev620 Sep 07 02:22:41.541078 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94593) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 07 02:22:41.544862 n-d-796209-16 neutron-server[94593]: INFO neutron.common.config [-] Logging enabled! Sep 07 02:22:41.545120 n-d-796209-16 neutron-server[94593]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev620 Sep 07 02:22:41.545430 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94593) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 07 02:22:41.546354 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 07 02:22:41.546586 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 07 02:22:41.546949 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 07 02:22:41.547195 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 07 02:22:41.547423 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 07 02:22:41.547771 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.548073 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.548372 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.548604 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.548901 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.549192 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.549476 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.549767 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.550064 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.550351 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.550634 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.550917 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.551149 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.551430 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.551746 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.552035 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.552262 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] debug = True {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.552543 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.552968 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.553369 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.553653 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.553943 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.554224 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.554502 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.554780 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.555068 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.555398 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] host = n-d-796209-16 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.555701 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.555992 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.556282 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.556570 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.556846 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.557125 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.557410 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.557684 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.557959 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] log_file = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.558237 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.558525 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.558811 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.559732 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.559961 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.560186 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.560479 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.560768 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.561046 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.561323 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.561598 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.561873 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.562148 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.562418 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.562705 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.562990 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.563276 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.563582 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.563860 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.564133 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.564411 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.564697 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.564972 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.565246 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.565520 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.565807 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.566076 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.566349 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.566650 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.566936 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.567219 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.567524 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.567804 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.568087 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.568362 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.568634 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.568904 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] use_json = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.569175 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.569448 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.569728 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.569999 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.570270 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.570543 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.570816 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.571099 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:41.571397 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.571719 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.572023 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.572309 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.572607 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.572889 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.573182 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.573462 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.573752 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.574041 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.574334 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.574638 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.574931 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.575474 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.575791 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.576099 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.576396 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.576689 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.576968 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.577244 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.577518 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.577797 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.578089 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.578368 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.578657 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.578948 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.579232 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.579549 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.579848 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.580140 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.580414 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.580694 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.580986 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.581265 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.581539 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.581818 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.582107 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.582387 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.582658 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.582941 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.583221 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.583513 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.583792 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.584072 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.584368 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.584645 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.584919 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.585190 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.585469 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.585741 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.586026 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.586302 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.586574 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.586845 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.587124 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.587396 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.587694 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.587974 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.588247 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.588522 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.588795 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.589067 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.589340 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.589611 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.589882 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.590153 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.590452 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.590729 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.591002 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.591274 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.591572 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.591848 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.592121 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.592404 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.592700 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.592980 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.593262 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.593542 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.593820 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.594098 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.594380 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.594658 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.594939 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.595215 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.595525 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.595814 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.596102 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.596387 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.596666 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.596969 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.597251 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.597537 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.597819 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.598103 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.598390 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.598679 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.598977 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.599276 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.599602 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.599904 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.600200 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.600483 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.600794 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.601077 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:41.601298 n-d-796209-16 neutron-server[94593]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 07 02:22:41.601539 n-d-796209-16 neutron-server[94593]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94593) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 07 02:22:41.950727 n-d-796209-16 neutron-server[94593]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 07 02:22:41.951005 n-d-796209-16 neutron-server[94593]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 07 02:22:41.951292 n-d-796209-16 neutron-server[94593]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 07 02:22:41.951650 n-d-796209-16 neutron-server[94593]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 07 02:22:42.344635 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:42.344932 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:42.345207 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:42.346506 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:42.346784 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:42.347053 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:42.381944 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:42.382222 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:42.382494 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:42.397569 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:42.397854 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:42.398128 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:42.426307 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:42.426585 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:42.426850 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:42.464008 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:42.464415 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:42.464564 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:42.693716 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:42.694317 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:42.694317 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:42.694494 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:42.695126 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:42.815265 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:42.815610 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:42.815899 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:42.816176 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:42.816445 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:42.816756 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:42.817015 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:42.817271 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:42.817527 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:42.817807 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:42.818066 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:42.818329 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:42.818585 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:42.818835 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:42.819090 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:42.819354 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:42.819634 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:42.819904 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:42.820172 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:42.820430 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:42.820701 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:42.820952 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:42.821231 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:42.821607 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:42.821860 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:42.822108 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:42.822500 n-d-796209-16 neutron-server[94593]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94593) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 02:22:42.822741 n-d-796209-16 neutron-server[94593]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94593) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 02:22:42.822978 n-d-796209-16 neutron-server[94593]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94593) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 02:22:42.823215 n-d-796209-16 neutron-server[94593]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94593) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 02:22:42.823451 n-d-796209-16 neutron-server[94593]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94593) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 02:22:42.823710 n-d-796209-16 neutron-server[94593]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94593) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 02:22:42.824068 n-d-796209-16 neutron-server[94593]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 07 02:22:42.827397 n-d-796209-16 neutron-server[94593]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 07 02:22:42.831313 n-d-796209-16 neutron-server[94593]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 07 02:22:42.835150 n-d-796209-16 neutron-server[94593]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Sep 07 02:22:42.836808 n-d-796209-16 neutron-server[94593]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 07 02:22:42.837261 n-d-796209-16 neutron-server[94593]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 07 02:22:42.837598 n-d-796209-16 neutron-server[94593]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 07 02:22:42.837984 n-d-796209-16 neutron-server[94593]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 07 02:22:42.841307 n-d-796209-16 neutron-server[94593]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 07 02:22:42.841561 n-d-796209-16 neutron-server[94593]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 07 02:22:42.841909 n-d-796209-16 neutron-server[94593]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 07 02:22:42.847166 n-d-796209-16 neutron-server[94593]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 07 02:22:42.869350 n-d-796209-16 neutron-server[94593]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 07 02:22:42.869796 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:42.870092 n-d-796209-16 neutron-server[94593]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94593) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 07 02:22:42.870456 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:42.871836 n-d-796209-16 neutron-server[94593]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94593) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 07 02:22:42.872121 n-d-796209-16 neutron-server[94593]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 07 02:22:42.872370 n-d-796209-16 neutron-server[94593]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 07 02:22:42.875708 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:42.875997 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:42.939100 n-d-796209-16 neutron-server[94593]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 07 02:22:42.939341 n-d-796209-16 neutron-server[94593]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 07 02:22:42.939612 n-d-796209-16 neutron-server[94593]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 07 02:22:42.939979 n-d-796209-16 neutron-server[94593]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 07 02:22:42.962139 n-d-796209-16 neutron-server[94593]: DEBUG oslo_db.sqlalchemy.engines [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94593) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 07 02:22:43.489773 n-d-796209-16 neutron-server[94593]: INFO neutron.plugins.ml2.managers [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Initializing driver for type 'gre' Sep 07 02:22:43.490426 n-d-796209-16 neutron-server[94593]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] gre ID ranges: [(1, 1000)] Sep 07 02:22:43.544071 n-d-796209-16 neutron-server[94593]: INFO neutron.plugins.ml2.managers [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Initializing driver for type 'local' Sep 07 02:22:43.544410 n-d-796209-16 neutron-server[94593]: INFO neutron.plugins.ml2.managers [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Initializing driver for type 'vlan' Sep 07 02:22:43.556932 n-d-796209-16 neutron-server[94593]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] VlanTypeDriver initialization complete Sep 07 02:22:43.557265 n-d-796209-16 neutron-server[94593]: INFO neutron.plugins.ml2.managers [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Initializing driver for type 'vxlan' Sep 07 02:22:43.557737 n-d-796209-16 neutron-server[94593]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] vxlan ID ranges: [(1, 1000)] Sep 07 02:22:43.608945 n-d-796209-16 neutron-server[94593]: INFO neutron.plugins.ml2.managers [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Initializing extension driver 'port_security' Sep 07 02:22:43.609284 n-d-796209-16 neutron-server[94593]: INFO neutron.plugins.ml2.extensions.port_security [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] PortSecurityExtensionDriver initialization complete Sep 07 02:22:43.609660 n-d-796209-16 neutron-server[94593]: INFO neutron.plugins.ml2.managers [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Initializing mechanism driver 'openvswitch' Sep 07 02:22:43.609986 n-d-796209-16 neutron-server[94593]: INFO neutron.plugins.ml2.managers [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Initializing mechanism driver 'hyperv' Sep 07 02:22:43.616509 n-d-796209-16 neutron-server[94593]: DEBUG neutron.plugins.ml2.plugin [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:22:43.617189 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > port after_create 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.617562 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > port after_update 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.617914 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > port after_delete 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.618429 n-d-796209-16 neutron-server[94593]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94593) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 02:22:43.618862 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > subnet after_create 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.619214 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > subnet after_update 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.619587 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.619984 n-d-796209-16 neutron-server[94593]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94593) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 02:22:43.620391 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > network after_create 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.620741 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > network after_update 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.621085 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > network after_delete 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.622069 n-d-796209-16 neutron-server[94593]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94593) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 02:22:43.622481 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > security_group after_create 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.622833 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > security_group after_update 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.623173 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.623739 n-d-796209-16 neutron-server[94593]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94593) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 02:22:43.624155 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.624510 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.624857 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.625252 n-d-796209-16 neutron-server[94593]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94593) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 02:22:43.625653 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > address_group after_create 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.626002 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > address_group after_update 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.626342 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.626738 n-d-796209-16 neutron-server[94593]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94593) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 07 02:22:43.627120 n-d-796209-16 neutron-server[94593]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] ML2 OVO RPC backend initialized. {{(pid=94593) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 07 02:22:43.627861 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.628220 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.628638 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > network before_response 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.628987 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > networks before_response 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.629333 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > port before_response 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.629677 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > ports before_response 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.630022 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > subnet before_response 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.630363 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > subnets before_response 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.630711 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > network after_create 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.631053 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > network after_update 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.631391 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > network after_delete 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.631753 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > port after_create 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.632095 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > port after_update 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.632432 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > port after_delete 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.632769 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > subnet after_create 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.633106 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > subnet after_update 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.633445 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.634022 n-d-796209-16 neutron-server[94593]: INFO neutron.plugins.ml2.plugin [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Modular L2 Plugin initialization complete Sep 07 02:22:43.634352 n-d-796209-16 neutron-server[94593]: DEBUG neutron.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading services supported by the core plugin {{(pid=94593) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 07 02:22:43.634682 n-d-796209-16 neutron-server[94593]: INFO neutron.plugins.ml2.managers [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Got port-security extension from driver 'port_security' Sep 07 02:22:43.635144 n-d-796209-16 neutron-server[94593]: INFO neutron.extensions.vlantransparent [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Disabled vlantransparent extension. Sep 07 02:22:43.635657 n-d-796209-16 neutron-server[94593]: DEBUG neutron.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94593) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 07 02:22:43.635973 n-d-796209-16 neutron-server[94593]: INFO neutron.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading Plugin: router Sep 07 02:22:43.671727 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.672125 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > router after_create 55549900 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.672499 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > router before_create 55549900 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.672867 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.673244 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.673606 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > router after_delete 55549900 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.673966 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.674319 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.674681 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > router after_create 55549900 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.675028 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > router after_update 55549900 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.675378 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > router after_update 55549900 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.675759 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.676120 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > router after_update 55549900 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.676533 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > router precommit_update 55549900 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.676904 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: port after_update 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.677245 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: port after_delete 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.677621 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: subnet after_update 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.677964 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.678317 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.678668 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > router precommit_create 55549900 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.679011 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: port before_delete 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.679356 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > router precommit_create 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.679739 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > router after_update 55549900 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.680088 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.680443 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > router precommit_create 55549900 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.680806 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.681154 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > router precommit_update 55549900 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.681521 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > agent after_create 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.681873 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > agent after_delete 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.682220 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > network after_delete 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.683080 n-d-796209-16 neutron-server[94593]: DEBUG neutron.quota.resource_registry [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Tracking information for resource: router configured {{(pid=94593) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 02:22:43.683420 n-d-796209-16 neutron-server[94593]: DEBUG neutron.quota.resource_registry [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Tracking information for resource: floatingip configured {{(pid=94593) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 07 02:22:43.689148 n-d-796209-16 neutron-server[94593]: INFO neutron.db.l3_agentschedulers_db [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 07 02:22:43.689732 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: port after_update 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.690099 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: port after_create 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.690451 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: port after_delete 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.690806 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: port after_update 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.691625 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > router before_create 55550100 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.691996 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.692361 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > router precommit_create 55550100 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.692722 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > router precommit_update 55550100 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.697387 n-d-796209-16 neutron-server[94593]: DEBUG neutron.services.provider_configuration [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Service providers = [] {{(pid=94593) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 07 02:22:43.697918 n-d-796209-16 neutron-server[94593]: DEBUG neutron.db.servicetype_db [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94593) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 07 02:22:43.700979 n-d-796209-16 neutron-server[94593]: DEBUG neutron.services.service_base [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94593) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 07 02:22:43.701334 n-d-796209-16 neutron-server[94593]: DEBUG neutron.services.service_base [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94593) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 07 02:22:43.701683 n-d-796209-16 neutron-server[94593]: DEBUG neutron.services.service_base [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94593) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 07 02:22:43.702587 n-d-796209-16 neutron-server[94593]: DEBUG neutron.services.service_base [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94593) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 07 02:22:43.702964 n-d-796209-16 neutron-server[94593]: INFO neutron.services.service_base [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 07 02:22:43.703343 n-d-796209-16 neutron-server[94593]: DEBUG neutron.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94593) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 02:22:43.703691 n-d-796209-16 neutron-server[94593]: INFO neutron.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 07 02:22:43.714281 n-d-796209-16 neutron-server[94593]: DEBUG neutron.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94593) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 02:22:43.714622 n-d-796209-16 neutron-server[94593]: INFO neutron.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading Plugin: auto_allocate Sep 07 02:22:43.720483 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: network precommit_update 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.720860 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: network precommit_create 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.721386 n-d-796209-16 neutron-server[94593]: DEBUG neutron.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94593) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 02:22:43.721711 n-d-796209-16 neutron-server[94593]: INFO neutron.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading Plugin: tag Sep 07 02:22:43.728224 n-d-796209-16 neutron-server[94593]: DEBUG neutron.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94593) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 02:22:43.728556 n-d-796209-16 neutron-server[94593]: INFO neutron.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading Plugin: timestamp Sep 07 02:22:43.733066 n-d-796209-16 neutron-server[94593]: DEBUG neutron.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94593) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 02:22:43.733405 n-d-796209-16 neutron-server[94593]: INFO neutron.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading Plugin: network_ip_availability Sep 07 02:22:43.738755 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.739132 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.739512 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.740264 n-d-796209-16 neutron-server[94593]: DEBUG neutron.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94593) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 02:22:43.740544 n-d-796209-16 neutron-server[94593]: INFO neutron.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading Plugin: flavors Sep 07 02:22:43.745223 n-d-796209-16 neutron-server[94593]: DEBUG neutron.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94593) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 02:22:43.745561 n-d-796209-16 neutron-server[94593]: INFO neutron.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading Plugin: revisions Sep 07 02:22:43.750431 n-d-796209-16 neutron-server[94593]: DEBUG neutron.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94593) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 07 02:22:43.750824 n-d-796209-16 neutron-server[94593]: DEBUG oslo_concurrency.lockutils [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.799s {{(pid=94593) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 07 02:22:43.751577 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94593) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Sep 07 02:22:43.751919 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Initializing extension manager. Sep 07 02:22:43.752428 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: __init__.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.752770 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: __pycache__ {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.753106 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.753440 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: address_group.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.754187 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.754751 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded extension: address-group Sep 07 02:22:43.755080 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: address_scope.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.756022 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.756537 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded extension: address-scope Sep 07 02:22:43.756863 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.757803 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.758318 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded extension: router-admin-state-down-before-update Sep 07 02:22:43.758646 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: agent.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.759347 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.759877 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded extension: agent Sep 07 02:22:43.760202 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: agent_resources_synced.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.761113 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.761629 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded extension: agent-resources-synced Sep 07 02:22:43.761958 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: allowedaddresspairs.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.763825 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.764350 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded extension: allowed-address-pairs Sep 07 02:22:43.764678 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: auto_allocated_topology.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.765763 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.766280 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded extension: auto-allocated-topology Sep 07 02:22:43.766607 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: availability_zone.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.767301 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.767904 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded extension: availability_zone Sep 07 02:22:43.768156 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: availability_zone_filter.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.769070 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.769583 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded extension: availability_zone_filter Sep 07 02:22:43.769908 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: data_plane_status.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.770812 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.771317 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extension data-plane-status not supported by any of loaded plugins Sep 07 02:22:43.771670 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: default_subnetpools.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.772585 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.773091 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded extension: default-subnetpools Sep 07 02:22:43.773413 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.774214 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.774721 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded extension: dhcp_agent_scheduler Sep 07 02:22:43.775051 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: dns.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.775991 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.776494 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extension dns-integration not supported by any of loaded plugins Sep 07 02:22:43.776816 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: dns_domain_ports.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.777760 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.778267 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 07 02:22:43.778590 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.779536 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.780046 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 07 02:22:43.780370 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: dvr.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.781040 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.781546 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded extension: dvr Sep 07 02:22:43.781869 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: ecmp_routes.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.782778 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.783278 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 07 02:22:43.783633 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: empty_string_filtering.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.784545 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.785063 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded extension: empty-string-filtering Sep 07 02:22:43.785393 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.786306 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.786815 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 07 02:22:43.787139 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.788084 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.788596 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 07 02:22:43.788919 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: external_net.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.789823 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.790335 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded extension: external-net Sep 07 02:22:43.790656 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.791586 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.792095 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded extension: extra_dhcp_opt Sep 07 02:22:43.792416 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: extraroute.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.793866 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.794372 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded extension: extraroute Sep 07 02:22:43.794692 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: extraroute_atomic.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.795748 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.796259 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded extension: extraroute-atomic Sep 07 02:22:43.796582 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: filter_validation.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.797248 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.797754 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded extension: filter-validation Sep 07 02:22:43.798076 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: fip_pf_description.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.798985 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.799520 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 07 02:22:43.799846 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: fip_port_details.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.800757 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.801263 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded extension: fip-port-details Sep 07 02:22:43.801586 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: flavors.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.802795 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.803316 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded extension: flavors Sep 07 02:22:43.803671 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.805322 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.805849 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 07 02:22:43.806182 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: floatingip_pools.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.806886 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.807394 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded extension: floatingip-pools Sep 07 02:22:43.807744 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: ip_allocation.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.808679 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.809783 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extension ip_allocation not supported by any of loaded plugins Sep 07 02:22:43.810107 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.811029 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.811566 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded extension: ip-substring-filtering Sep 07 02:22:43.811897 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: l2_adjacency.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.812831 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.813334 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 07 02:22:43.813657 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: l3.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.814751 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.815272 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded extension: router Sep 07 02:22:43.815642 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.817888 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.818412 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 07 02:22:43.818744 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.819724 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.820234 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded extension: ext-gw-mode Sep 07 02:22:43.820563 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.821487 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.821996 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded extension: l3-ha Sep 07 02:22:43.822327 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: l3_flavors.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.823255 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.823903 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded extension: l3-flavors Sep 07 02:22:43.824231 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.825441 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.825953 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 07 02:22:43.826280 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: l3agentscheduler.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.827316 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.827861 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded extension: l3_agent_scheduler Sep 07 02:22:43.828192 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: logging.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.829669 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.830171 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extension logging not supported by any of loaded plugins Sep 07 02:22:43.830500 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: metering.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.831238 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.831845 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded extension: metering Sep 07 02:22:43.832172 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.833256 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.833771 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded extension: metering_source_and_destination_fields Sep 07 02:22:43.834095 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: multiprovidernet.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.835024 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.835570 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded extension: multi-provider Sep 07 02:22:43.835898 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: netmtu.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.836813 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.837323 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded extension: net-mtu Sep 07 02:22:43.837646 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: netmtu_writable.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.838569 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.839081 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded extension: net-mtu-writable Sep 07 02:22:43.839406 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: network_availability_zone.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.840124 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.840641 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded extension: network_availability_zone Sep 07 02:22:43.840967 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: network_ip_availability.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.842060 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.842569 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded extension: network-ip-availability Sep 07 02:22:43.842896 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: network_segment_range.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.843688 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.844195 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extension network-segment-range not supported by any of loaded plugins Sep 07 02:22:43.844517 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: pagination.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.845492 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.845821 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded extension: pagination Sep 07 02:22:43.846142 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: port_device_profile.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.847043 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.847587 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded extension: port-device-profile Sep 07 02:22:43.847914 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.848843 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.849352 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded extension: port-mac-address-regenerate Sep 07 02:22:43.849677 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.850598 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.851105 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded extension: port-numa-affinity-policy Sep 07 02:22:43.851429 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: port_resource_request.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.852472 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.852983 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extension port-resource-request not supported by any of loaded plugins Sep 07 02:22:43.853309 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: portbindings.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.854243 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.854754 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded extension: binding Sep 07 02:22:43.855082 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: portbindings_extended.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.856895 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.857412 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded extension: binding-extended Sep 07 02:22:43.857742 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: portsecurity.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.858661 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.859178 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded extension: port-security Sep 07 02:22:43.859523 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: project_id.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.860518 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.860846 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded extension: project-id Sep 07 02:22:43.861165 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: providernet.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.862097 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.862619 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded extension: provider Sep 07 02:22:43.862943 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: qos.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.866482 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.867012 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extension qos not supported by any of loaded plugins Sep 07 02:22:43.867346 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.868608 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.869126 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 07 02:22:43.869465 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.870385 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.870893 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 07 02:22:43.871222 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: qos_default.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.872781 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.873293 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extension qos-default not supported by any of loaded plugins Sep 07 02:22:43.873623 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: qos_fip.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.874282 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.874784 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extension qos-fip not supported by any of loaded plugins Sep 07 02:22:43.875113 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: qos_gateway_ip.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.876063 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.876575 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 07 02:22:43.876902 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: qos_port_network_policy.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.877826 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.878336 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 07 02:22:43.878662 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: qos_pps_rule.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.879861 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.880376 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extension qos-pps not supported by any of loaded plugins Sep 07 02:22:43.880705 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: qos_rule_type_details.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.881627 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.882138 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 07 02:22:43.882464 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: qos_rules_alias.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.883527 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.884035 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 07 02:22:43.884361 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: quotasv2.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.885285 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.885613 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded extension: quotas Sep 07 02:22:43.885933 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: quotasv2_detail.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.889227 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.889574 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded extension: quota_details Sep 07 02:22:43.889912 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: rbac.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.890980 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.891529 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded extension: rbac-policies Sep 07 02:22:43.891868 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: rbac_address_group.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.892801 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.893320 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded extension: rbac-address-group Sep 07 02:22:43.893653 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: rbac_address_scope.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.894573 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.895087 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded extension: rbac-address-scope Sep 07 02:22:43.895418 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: rbac_security_groups.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.896362 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.896873 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded extension: rbac-security-groups Sep 07 02:22:43.897203 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: rbac_subnetpool.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.898128 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.898643 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded extension: rbac-subnetpool Sep 07 02:22:43.898971 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: revisionifmatch.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.899917 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.900432 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded extension: revision-if-match Sep 07 02:22:43.900761 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: revisions.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.901859 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.902368 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded extension: standard-attr-revisions Sep 07 02:22:43.902723 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: router_availability_zone.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.903399 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.903928 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded extension: router_availability_zone Sep 07 02:22:43.904252 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: routerservicetype.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.905165 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.905671 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extension router-service-type not supported by any of loaded plugins Sep 07 02:22:43.905997 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.906919 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.907430 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded extension: security-groups-normalized-cidr Sep 07 02:22:43.907780 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.908692 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.909207 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded extension: port-security-groups-filtering Sep 07 02:22:43.909534 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.910452 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.910964 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded extension: security-groups-remote-address-group Sep 07 02:22:43.911288 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: securitygroup.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.922806 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.923336 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded extension: security-group Sep 07 02:22:43.923703 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: segment.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.924494 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.925006 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extension segment not supported by any of loaded plugins Sep 07 02:22:43.925333 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.926280 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.926796 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 07 02:22:43.927124 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: servicetype.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.928340 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.928866 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded extension: service-type Sep 07 02:22:43.929196 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: sorting.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.930180 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.930516 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded extension: sorting Sep 07 02:22:43.930851 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: standard_attr_segment.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.931810 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.932327 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 07 02:22:43.932653 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: standardattrdescription.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.933307 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.933819 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded extension: standard-attr-description Sep 07 02:22:43.934698 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: stateful_security_group.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.935661 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.936170 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded extension: stateful-security-group Sep 07 02:22:43.936494 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: stdattrs_common.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.937079 n-d-796209-16 neutron-server[94593]: WARNING neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 07 02:22:43.937399 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.938340 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.938861 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 07 02:22:43.939187 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: subnet_onboard.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.940291 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.940810 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded extension: subnet_onboard Sep 07 02:22:43.941137 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.942059 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.942569 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 07 02:22:43.942894 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: subnet_service_types.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.943854 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.944362 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded extension: subnet-service-types Sep 07 02:22:43.944689 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: subnetallocation.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.945775 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.946280 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded extension: subnet_allocation Sep 07 02:22:43.946609 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.947271 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.947799 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded extension: subnetpool-prefix-ops Sep 07 02:22:43.948125 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.949052 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.949585 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 07 02:22:43.949914 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: tagging.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.951234 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.951778 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded extension: standard-attr-tag Sep 07 02:22:43.952107 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: timestamp.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.953331 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.953853 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loaded extension: standard-attr-timestamp Sep 07 02:22:43.954183 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: trunk.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.955256 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.955799 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extension trunk not supported by any of loaded plugins Sep 07 02:22:43.956127 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: trunk_details.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.957060 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.957577 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extension trunk-details not supported by any of loaded plugins Sep 07 02:22:43.957906 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: uplink_status_propagation.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.958839 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.959351 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 07 02:22:43.959700 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Loading extension file: vlantransparent.py {{(pid=94593) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 07 02:22:43.960372 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94593) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 07 02:22:43.960887 n-d-796209-16 neutron-server[94593]: INFO neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 07 02:22:43.963313 n-d-796209-16 neutron-server[94593]: INFO neutron.quota.resource_registry [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Creating instance of TrackedResource for resource:network Sep 07 02:22:43.963873 n-d-796209-16 neutron-server[94593]: INFO neutron.quota.resource_registry [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Creating instance of TrackedResource for resource:subnet Sep 07 02:22:43.964273 n-d-796209-16 neutron-server[94593]: INFO neutron.quota.resource_registry [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 02:22:43.964677 n-d-796209-16 neutron-server[94593]: INFO neutron.quota.resource_registry [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Creating instance of TrackedResource for resource:port Sep 07 02:22:43.965929 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.v2.resource_helper [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 02:22:43.966385 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.v2.resource_helper [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Service FLAVORS assigned prefix: {{(pid=94593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 02:22:43.967029 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.v2.resource_helper [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 02:22:43.967461 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.v2.resource_helper [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 02:22:43.967824 n-d-796209-16 neutron-server[94593]: INFO neutron.quota.resource_registry [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Creating instance of TrackedResource for resource:router Sep 07 02:22:43.968258 n-d-796209-16 neutron-server[94593]: INFO neutron.quota.resource_registry [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Creating instance of TrackedResource for resource:floatingip Sep 07 02:22:43.968759 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.v2.resource_helper [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Service METERING assigned prefix: /metering {{(pid=94593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 02:22:43.970184 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.970555 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.970919 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94593) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:22:43.971944 n-d-796209-16 neutron-server[94593]: INFO neutron.quota.resource_registry [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Creating instance of CountableResource for resource:rbac_policy Sep 07 02:22:43.972398 n-d-796209-16 neutron-server[94593]: INFO neutron.quota.resource_registry [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Creating instance of TrackedResource for resource:security_group Sep 07 02:22:43.972845 n-d-796209-16 neutron-server[94593]: INFO neutron.quota.resource_registry [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 07 02:22:43.973439 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.v2.resource_helper [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Service CORE assigned prefix: {{(pid=94593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 02:22:43.973771 n-d-796209-16 neutron-server[94593]: INFO neutron.quota.resource_registry [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 02:22:43.974117 n-d-796209-16 neutron-server[94593]: WARNING neutron.quota.resource_registry [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] subnetpool is already registered Sep 07 02:22:43.974556 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.v2.resource_helper [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Service CORE assigned prefix: {{(pid=94593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 02:22:43.974880 n-d-796209-16 neutron-server[94593]: INFO neutron.quota.resource_registry [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 02:22:43.975211 n-d-796209-16 neutron-server[94593]: WARNING neutron.quota.resource_registry [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] subnetpool is already registered Sep 07 02:22:43.977538 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.v2.resource_helper [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 02:22:43.977978 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.v2.resource_helper [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Service FLAVORS assigned prefix: {{(pid=94593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 02:22:43.978585 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.v2.resource_helper [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 02:22:43.979011 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.v2.resource_helper [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 02:22:43.979349 n-d-796209-16 neutron-server[94593]: INFO neutron.quota.resource_registry [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Creating instance of TrackedResource for resource:router Sep 07 02:22:43.979719 n-d-796209-16 neutron-server[94593]: WARNING neutron.quota.resource_registry [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] router is already registered Sep 07 02:22:43.980143 n-d-796209-16 neutron-server[94593]: INFO neutron.quota.resource_registry [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Creating instance of TrackedResource for resource:floatingip Sep 07 02:22:43.980479 n-d-796209-16 neutron-server[94593]: WARNING neutron.quota.resource_registry [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] floatingip is already registered Sep 07 02:22:43.981458 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.v2.resource_helper [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Service METERING assigned prefix: /metering {{(pid=94593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 02:22:43.982144 n-d-796209-16 neutron-server[94593]: INFO neutron.quota.resource_registry [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Creating instance of CountableResource for resource:rbac_policy Sep 07 02:22:43.982474 n-d-796209-16 neutron-server[94593]: WARNING neutron.quota.resource_registry [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] rbac_policy is already registered Sep 07 02:22:43.982899 n-d-796209-16 neutron-server[94593]: INFO neutron.quota.resource_registry [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Creating instance of TrackedResource for resource:security_group Sep 07 02:22:43.983238 n-d-796209-16 neutron-server[94593]: WARNING neutron.quota.resource_registry [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] security_group is already registered Sep 07 02:22:43.983672 n-d-796209-16 neutron-server[94593]: INFO neutron.quota.resource_registry [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 07 02:22:43.984010 n-d-796209-16 neutron-server[94593]: WARNING neutron.quota.resource_registry [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] security_group_rule is already registered Sep 07 02:22:43.984642 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.v2.resource_helper [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Service CORE assigned prefix: {{(pid=94593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 02:22:43.984968 n-d-796209-16 neutron-server[94593]: INFO neutron.quota.resource_registry [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 02:22:43.985303 n-d-796209-16 neutron-server[94593]: WARNING neutron.quota.resource_registry [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] subnetpool is already registered Sep 07 02:22:43.985726 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.v2.resource_helper [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Service CORE assigned prefix: {{(pid=94593) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 07 02:22:43.986054 n-d-796209-16 neutron-server[94593]: INFO neutron.quota.resource_registry [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Creating instance of TrackedResource for resource:subnetpool Sep 07 02:22:43.986388 n-d-796209-16 neutron-server[94593]: WARNING neutron.quota.resource_registry [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] subnetpool is already registered Sep 07 02:22:43.986857 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extended resource: extensions {{(pid=94593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 02:22:43.988389 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extended resource: address-groups {{(pid=94593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 02:22:43.989895 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extended resource: address-scopes {{(pid=94593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 02:22:43.991278 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extended resource: agents {{(pid=94593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 02:22:43.992441 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extended resource: auto-allocated-topology {{(pid=94593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 02:22:43.993699 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extended resource: availability_zones {{(pid=94593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 02:22:43.994936 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extended resource: dhcp-networks {{(pid=94593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 02:22:43.997106 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extended resource: dhcp-agents {{(pid=94593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 02:22:43.998584 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extended resource: routers {{(pid=94593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 02:22:44.000841 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extended resource: flavors {{(pid=94593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 02:22:44.002012 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extended resource: service_profiles {{(pid=94593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 02:22:44.003241 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extended resource: next_providers {{(pid=94593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 02:22:44.004736 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extended resource: service_profiles {{(pid=94593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 02:22:44.006346 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extended resource: floatingip-pools {{(pid=94593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 02:22:44.007591 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extended resource: routers {{(pid=94593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 02:22:44.009730 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extended resource: floatingips {{(pid=94593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 02:22:44.011029 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extended resource: l3-routers {{(pid=94593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 02:22:44.012481 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extended resource: l3-agents {{(pid=94593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 02:22:44.013900 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extended resource: metering-labels {{(pid=94593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 02:22:44.015262 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extended resource: metering-label-rules {{(pid=94593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 02:22:44.016574 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extended resource: network-ip-availabilities {{(pid=94593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 02:22:44.017866 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extended resource: bindings {{(pid=94593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 02:22:44.020389 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extended resource: quotas {{(pid=94593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 02:22:44.021857 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extended resource: quotas {{(pid=94593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 02:22:44.023290 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extended resource: rbac-policies {{(pid=94593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 02:22:44.024549 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extended resource: security-groups {{(pid=94593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 02:22:44.025868 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extended resource: security-group-rules {{(pid=94593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 02:22:44.027127 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extended resource: service-providers {{(pid=94593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 02:22:44.028945 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extended resource: subnetpools {{(pid=94593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 02:22:44.030385 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extended resource: subnetpools {{(pid=94593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 02:22:44.031882 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extended resource: tags {{(pid=94593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 02:22:44.033570 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extended resource: tags {{(pid=94593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 02:22:44.035413 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extended resource: tags {{(pid=94593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 02:22:44.037223 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extended resource: tags {{(pid=94593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 02:22:44.039026 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extended resource: tags {{(pid=94593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 02:22:44.040916 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extended resource: tags {{(pid=94593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 02:22:44.042652 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extended resource: tags {{(pid=94593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 02:22:44.045203 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extended resource: tags {{(pid=94593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 02:22:44.046969 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extended resource: tags {{(pid=94593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 02:22:44.048769 n-d-796209-16 neutron-server[94593]: DEBUG neutron.api.extensions [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Extended resource: tags {{(pid=94593) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 07 02:22:44.054666 n-d-796209-16 neutron-server[94593]: WARNING keystonemiddleware.auth_token [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 07 02:22:44.059491 n-d-796209-16 neutron-server[94593]: WARNING keystonemiddleware.auth_token [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 07 02:22:44.067859 n-d-796209-16 neutron-server[94593]: DEBUG oslo_concurrency.lockutils [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Acquired lock "singleton_lock" {{(pid=94593) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 07 02:22:44.068333 n-d-796209-16 neutron-server[94593]: DEBUG oslo_concurrency.lockutils [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Releasing lock "singleton_lock" {{(pid=94593) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 07 02:22:44.068975 n-d-796209-16 neutron-server[94593]: INFO oslo_service.service [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Starting 2 workers Sep 07 02:22:44.073748 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Started child 94700 {{(pid=94593) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 07 02:22:44.078445 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Started child 94701 {{(pid=94593) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 07 02:22:44.079427 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:22:44.080099 n-d-796209-16 neutron-server[94593]: INFO neutron.service [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 07 02:22:44.080789 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Notify callbacks [] for process, before_spawn {{(pid=94593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:22:44.080922 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [-] (94700) wsgi starting up on http://0.0.0.0:9696 Sep 07 02:22:44.083200 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:22:44.083657 n-d-796209-16 neutron-server[94593]: INFO oslo_service.service [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Starting 1 workers Sep 07 02:22:44.084608 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [-] (94701) wsgi starting up on http://0.0.0.0:9696 Sep 07 02:22:44.088413 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Started child 94702 {{(pid=94593) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 07 02:22:44.088935 n-d-796209-16 neutron-server[94593]: INFO oslo_service.service [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Starting 1 workers Sep 07 02:22:44.092724 n-d-796209-16 neutron-server[94702]: DEBUG neutron.service [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] calling RpcWorker wait() {{(pid=94702) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 07 02:22:44.093247 n-d-796209-16 neutron-server[94702]: DEBUG neutron.service [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] returning from RpcWorker wait() {{(pid=94702) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 07 02:22:44.093886 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Started child 94703 {{(pid=94593) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 07 02:22:44.094606 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:22:44.094753 n-d-796209-16 neutron-server[94593]: DEBUG neutron_lib.callbacks.manager [None req-450c8057-42cb-43ad-b079-3be5e8947601 None None] Notify callbacks [] for process, after_spawn {{(pid=94593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:22:44.095171 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:22:44.096649 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94593) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 07 02:22:44.096871 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 07 02:22:44.097059 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 07 02:22:44.097283 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 07 02:22:44.097605 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 07 02:22:44.097769 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 07 02:22:44.098273 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.098545 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.098736 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:22:44.099183 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.099183 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.099384 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.099902 n-d-796209-16 neutron-server[94703]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:22:44.100011 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.100240 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.100474 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.100745 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.100976 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.101143 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.101308 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.101549 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.101796 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.102086 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.102347 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.102595 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.102865 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.103033 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.103292 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.103585 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.103827 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.104104 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] debug = True {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.104354 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.104852 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.105076 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.105335 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.105589 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.105948 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.106693 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.106964 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.107225 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.107437 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.107718 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.107965 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.108205 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.108421 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.108670 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.108917 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.109131 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.109586 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] host = n-d-796209-16 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.109855 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.110070 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.110315 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.110559 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.110801 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.111014 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.111285 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.111601 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.111869 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.112094 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.112340 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.112583 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.112828 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.113075 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] log_file = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.113240 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] log_options = True {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.113458 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.113708 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.113968 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.114156 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.114329 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.114487 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.114734 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.114897 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.115156 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.115369 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.115619 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.115853 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.116077 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.116317 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.116587 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.116830 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.117053 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.117290 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.117496 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.117737 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.117951 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.118179 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.118412 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.118634 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.118871 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.119086 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.119331 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.119598 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.119813 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.120084 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.120317 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.120571 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.120804 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.121071 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.121300 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.121571 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.121806 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.122066 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.122299 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.122551 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.122809 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.123042 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.123284 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.123524 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.123757 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.123973 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] use_json = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.124184 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.124395 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.124658 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.124870 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.125086 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.125296 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.125522 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.125750 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.126175 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.126453 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.126777 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.127004 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.127240 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.127538 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.127733 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.127972 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.128226 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.128453 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.128817 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.129037 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.129332 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.129573 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.129837 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.130164 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.130433 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.130696 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.130913 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.131147 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.131390 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.131662 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.131934 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.132174 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.132407 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.132640 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.132880 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.133216 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.133493 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.133765 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.134028 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.134408 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.134552 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.134734 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.134950 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.135165 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.135398 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.135687 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.135911 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.136130 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.136447 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.136630 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.136818 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.137169 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.137403 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.137622 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.138039 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.138039 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.138425 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.138551 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.138675 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.138856 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.139281 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.139416 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.139614 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.139835 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.140054 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.140266 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.140478 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.140696 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.140958 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.141296 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.141416 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.141571 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.141983 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.141983 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.142231 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.142551 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.143018 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.143018 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.143284 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.143284 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.143556 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.143747 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.143978 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.144194 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.144406 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.144617 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.144900 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.145150 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.145365 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.145578 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.145810 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.146027 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.146260 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.146478 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.146693 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.146904 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.147115 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.147808 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.147808 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.149770 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.149770 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.149770 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.149770 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.149770 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.149770 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.149770 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.149770 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.150293 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.150293 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.150293 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.150485 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.150628 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.150995 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.151251 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.151474 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.152160 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.152160 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.152443 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.152443 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.153203 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.153430 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.153956 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.153956 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.154219 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.155420 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.155420 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.155420 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.155420 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.155725 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.155791 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.156057 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.156329 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.156587 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.156793 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.157057 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.157283 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.157739 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.158037 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.158372 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.158664 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.159019 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.159257 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.159494 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.159712 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.159968 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.160284 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.160553 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.160971 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.161379 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.161814 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.162242 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.162673 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.163127 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.163588 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.163830 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.164073 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.164318 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.164716 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.165115 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.165531 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.165932 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.166350 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.166748 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.167001 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.167218 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.167439 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.167727 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.167971 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.168159 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.168946 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.169325 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.169569 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.169819 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.170035 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.170256 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.170497 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.170732 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.170959 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.171178 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.171391 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.171683 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.171905 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.172185 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.172432 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.172646 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.172871 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.173099 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.173351 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.173583 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.173827 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.174042 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.174252 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.174464 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.174698 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.174909 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.175118 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.175343 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.175618 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.175883 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.176128 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.176471 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.176743 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.176972 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.177215 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.177429 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.177687 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.177904 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.178137 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.178369 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.178585 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.178800 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.179073 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.179327 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.179597 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.179809 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.180020 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.180247 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.180461 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.180686 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.181114 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.181501 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.181883 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.182136 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.182385 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.182600 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.182844 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.183210 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.183599 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.183843 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.184083 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.184313 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.184540 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.184751 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.184961 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.185182 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.185402 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.185635 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.185855 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.186214 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.186475 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.186695 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.186911 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.187119 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.187344 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.187577 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.187789 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.188028 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.188241 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.188447 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.188689 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.188920 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.189129 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.189346 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.189581 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.189788 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.190085 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.190343 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.190583 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.190870 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.191116 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.191359 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.191625 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.191949 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.192161 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.192415 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.192646 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.192880 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.193111 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.193386 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.193690 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.193985 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.194248 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.194497 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.194775 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.195050 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.195306 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.195559 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.195859 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.196203 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.196486 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.196731 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.196961 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.197219 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.197442 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.197655 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.197887 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.198118 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.198330 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.198587 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.198816 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.199050 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.199289 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.199564 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.199804 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.200275 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.200495 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.200717 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.200936 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.201079 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 07 02:22:44.201608 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94593) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 07 02:22:44.201769 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 07 02:22:44.201923 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 07 02:22:44.202092 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 07 02:22:44.202273 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 07 02:22:44.202428 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 07 02:22:44.202634 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.202795 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.202944 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.203102 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.203260 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.203445 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.203631 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.203789 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.203947 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.204105 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.204263 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.204419 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.204577 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.204734 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.204891 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.205050 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.205208 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.205365 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.205528 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.205688 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.205844 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.205997 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.206147 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] debug = True {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.206305 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.206502 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.206665 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.206823 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.206981 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.207138 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.207294 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.207454 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.207622 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.207783 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.207938 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.208067 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.208225 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.208383 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.208541 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.208709 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.208858 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.209020 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] host = n-d-796209-16 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.209177 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.209334 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.209491 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.209649 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.209805 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.209962 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.210119 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.210276 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.210435 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.210592 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.210749 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.210906 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.211064 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.211222 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] log_file = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.211379 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] log_options = True {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.211560 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.211719 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.211876 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.212062 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.212224 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.212383 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.212540 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.212699 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.212856 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.213012 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.213170 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.213327 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.213484 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.213640 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.213797 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.213955 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.214112 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.214270 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.214426 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.214584 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.214742 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.214899 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.215055 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.215747 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.215905 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.216064 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.216220 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.216378 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.216534 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.216692 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.216848 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.217006 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.217178 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.217324 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.217530 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.217646 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.217918 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.217918 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.218202 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.218202 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.218409 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.218521 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.218648 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.219010 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.219010 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.219438 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] use_json = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.219438 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.219438 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.219783 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.219783 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.219981 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.220083 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.220184 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.220285 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 07 02:22:44.220467 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.220632 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.220802 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.220964 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.221125 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.221287 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.221448 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.221609 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.221771 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.221931 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.222101 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.222262 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.222432 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.222592 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.222752 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.222916 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.223077 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.223238 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.223400 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.223583 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.223745 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.223904 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.224072 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.224232 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.224391 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.224553 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.224713 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.224889 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.225050 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.225211 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.225372 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.225532 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.225694 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.225857 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.226019 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.226180 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.226342 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.226502 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.226662 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.226824 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.226985 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.227145 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.227307 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.227468 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.227651 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.227812 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.227972 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.228134 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.228295 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.228455 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.228617 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.228778 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.228940 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.229102 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.229262 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.229437 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.229598 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.229758 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.229918 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.230079 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.230239 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.230399 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.230559 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.230736 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.231452 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.231618 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.231763 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.231923 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.232085 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.232246 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.232408 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.232567 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.232730 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.232890 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.233051 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.233211 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.233372 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.233532 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.233693 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.233853 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.234015 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.234178 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.234341 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.234502 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.234663 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.234825 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.234985 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.235145 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.235306 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.235491 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.235670 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.235831 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.235993 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.236153 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.236313 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.236473 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.236633 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.236795 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.236955 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.237116 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.237276 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.237437 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.237602 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.237790 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.237947 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.238068 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.238228 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.238388 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.238548 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.238708 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.238867 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.239057 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.239203 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.239327 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.239517 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.239671 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.239841 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.240001 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.240164 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.240324 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.240491 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.240577 n-d-796209-16 neutron-server[94702]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:22:44.240661 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.240812 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.240974 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.241134 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.241341 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.241454 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.241613 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.241773 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.241933 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.242092 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.242254 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.242422 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.242592 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.242753 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.242914 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.243075 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.243256 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.243417 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.243599 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.243761 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.243922 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.244083 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.244243 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.244403 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.244564 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.244724 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.244884 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.245045 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.245205 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.245366 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.245529 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.245766 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.245854 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.245982 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.246142 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.246303 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.246487 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.246647 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.246809 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.246969 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.247129 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.247289 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.247449 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.247632 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.247793 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.247954 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.248115 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.248275 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.248435 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.248595 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.248754 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.248915 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.249077 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.249238 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.249399 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.249564 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.249725 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.249886 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.250047 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.250207 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.250369 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.250529 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.250691 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.250851 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.251011 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.251212 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.251374 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.251874 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.251874 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.251874 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.252460 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.252460 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.252460 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.252460 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.252792 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.252792 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.252941 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.253018 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.253152 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.253310 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.253470 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.253631 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.253793 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.253956 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.254137 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.254278 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.254438 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.254599 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.254761 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.254921 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.255300 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.255300 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.255579 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.255579 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.255783 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.255869 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.256031 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.256191 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.256352 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.256513 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.256673 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.256833 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.257002 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.257163 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.257323 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.258298 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.258298 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.258298 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.258298 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.258298 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.258298 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.258789 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.258789 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.258789 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.259088 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.259088 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.259234 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.259355 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.259437 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.259621 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.259790 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.259950 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.260111 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.260271 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.260431 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.260590 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.260760 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.260922 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.261084 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.261252 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.261412 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.261572 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.261731 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.261901 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.262083 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.262246 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.262407 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.262566 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.262727 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.262887 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.263051 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.263220 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.263387 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.263588 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.263741 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.263909 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.264077 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.264321 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.264456 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.264578 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.264701 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.264858 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.265017 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.265178 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.265337 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.265498 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.265658 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.265816 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.265976 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.266136 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.266296 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.266455 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.266614 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.266773 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.266933 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.267092 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.267251 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.267411 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.267592 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 07 02:22:44.267746 n-d-796209-16 neutron-server[94593]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94593) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 07 02:22:44.485860 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 33416) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:22:44.494669 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [-] 10.222.0.22 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064116 Sep 07 02:22:55.937537 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69448c88-0875-4f79-b9ee-917381eab362 None None] get_active_networks_info from n-d-796209-16 {{(pid=94702) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 02:22:56.001626 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69448c88-0875-4f79-b9ee-917381eab362 None None] No non-hosted networks {{(pid=94702) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 07 02:22:56.020640 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.agentschedulers_db [None req-69448c88-0875-4f79-b9ee-917381eab362 None None] DHCP Agent not found on host n-d-796209-16 {{(pid=94702) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 07 02:22:56.135903 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6cbf264c-2060-4cc3-a812-e3722f78d3e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-765910'] for agent, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:22:58.141792 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-85314698-9418-481a-a8a0-f1d11ef0e7f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-765910'] for agent, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:22:58.187578 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c2ef4abb-d379-477d-880c-5c2eb7450821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:22:58.615072 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-765910'] for agent, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:22:58.616019 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:22:58.616639 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:22:58.617367 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:22:58.617913 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:22:58.618804 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:22:58.619435 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:22:58.620017 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:22:58.620558 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:22:58.621711 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:22:58.622267 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:22:58.622829 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:22:58.623375 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:22:58.624309 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-796209-16', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:22:58.640659 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-796209-16', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:22:59.367600 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-765910'] for agent, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:01.194418 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-765910'] for agent, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:02.175911 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 33508) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:23:02.675926 n-d-796209-16 neutron-server[94701]: WARNING oslo_policy.policy [None req-96ebe245-09ee-4330-872d-b542d58da076 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 02:23:02.676581 n-d-796209-16 neutron-server[94701]: WARNING oslo_policy.policy [None req-96ebe245-09ee-4330-872d-b542d58da076 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 02:23:02.897755 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [None req-96ebe245-09ee-4330-872d-b542d58da076 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 02:23:02.898815 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-96ebe245-09ee-4330-872d-b542d58da076 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7219138 Sep 07 02:23:03.494419 n-d-796209-16 neutron-server[94702]: INFO neutron.db.l3_hamode_db [None req-753fb71c-7aa3-494d-8efb-04d158e4f27f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 07 02:23:03.571144 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753fb71c-7aa3-494d-8efb-04d158e4f27f None None] Routers set() bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:23:03.571560 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753fb71c-7aa3-494d-8efb-04d158e4f27f None None] Router IDs set() for agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 07 02:23:05.262642 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 33522) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:23:05.566360 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-b58ecc43-7251-4f90-a87a-edd0a658354b admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:23:05.659234 n-d-796209-16 neutron-server[94701]: DEBUG neutron.policy [None req-b58ecc43-7251-4f90-a87a-edd0a658354b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94701) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 07 02:23:05.703282 n-d-796209-16 neutron-server[94701]: WARNING oslo_policy.policy [None req-b58ecc43-7251-4f90-a87a-edd0a658354b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 02:23:05.703694 n-d-796209-16 neutron-server[94701]: WARNING oslo_policy.policy [None req-b58ecc43-7251-4f90-a87a-edd0a658354b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 02:23:05.712214 n-d-796209-16 neutron-server[94701]: INFO neutron.quota [None req-b58ecc43-7251-4f90-a87a-edd0a658354b admin admin] Loaded quota_driver: . Sep 07 02:23:05.800733 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b58ecc43-7251-4f90-a87a-edd0a658354b admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768891339142', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768891339369', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768891162651', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768891165631', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768892815775', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768891176683', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1795244', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1885861', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-868113', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-976847'] for rbac-policy, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:05.862907 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b58ecc43-7251-4f90-a87a-edd0a658354b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:05.864122 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b58ecc43-7251-4f90-a87a-edd0a658354b admin admin] 10.222.0.22 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6005030 Sep 07 02:23:08.424727 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 33534) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:23:08.714904 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-3c7c64d2-c549-4393-be84-1e827900726a admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': 'aa41efec204c48dcbb09a95f955e2956', 'project_id': 'aa41efec204c48dcbb09a95f955e2956'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:23:08.742068 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7c64d2-c549-4393-be84-1e827900726a admin admin] Made reservation on behalf of aa41efec204c48dcbb09a95f955e2956 for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:23:08.745020 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3c7c64d2-c549-4393-be84-1e827900726a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:08.762394 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3c7c64d2-c549-4393-be84-1e827900726a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:08.882887 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3c7c64d2-c549-4393-be84-1e827900726a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:08.887891 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3c7c64d2-c549-4393-be84-1e827900726a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:08.921656 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c7c64d2-c549-4393-be84-1e827900726a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:23:08.935606 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c64d2-c549-4393-be84-1e827900726a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=069778d0-28d1-4cf8-80f2-1a73e214016d,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:23:08.949624 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3c7c64d2-c549-4393-be84-1e827900726a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768889624167', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:08.950441 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3c7c64d2-c549-4393-be84-1e827900726a admin admin] Unsubscribe: segment precommit_create {{(pid=94701) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 07 02:23:08.950961 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-3c7c64d2-c549-4393-be84-1e827900726a admin admin] Added segment 252a95ac-94c4-464a-8853-4be52654c91b of type vlan for network 028c7cdd-bd79-4e10-91ee-33b43738afc3 Sep 07 02:23:08.957273 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c64d2-c549-4393-be84-1e827900726a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:23:08.957615 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c64d2-c549-4393-be84-1e827900726a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:23:08.957946 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c64d2-c549-4393-be84-1e827900726a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:23:08.958275 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c64d2-c549-4393-be84-1e827900726a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:23:08.958599 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c64d2-c549-4393-be84-1e827900726a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:23:08.958919 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c64d2-c549-4393-be84-1e827900726a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:23:08.959239 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c64d2-c549-4393-be84-1e827900726a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:23:08.959593 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c64d2-c549-4393-be84-1e827900726a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:23:08.959908 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c64d2-c549-4393-be84-1e827900726a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:23:08.960222 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c64d2-c549-4393-be84-1e827900726a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:23:08.960532 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c64d2-c549-4393-be84-1e827900726a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:23:08.960847 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c64d2-c549-4393-be84-1e827900726a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:23:08.961935 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c64d2-c549-4393-be84-1e827900726a admin admin] Tracked resource versions report: Sep 07 02:23:08.961935 n-d-796209-16 neutron-server[94701]: pushed versions: Sep 07 02:23:08.961935 n-d-796209-16 neutron-server[94701]: { 'AddressGroup': {'1.2'}, Sep 07 02:23:08.961935 n-d-796209-16 neutron-server[94701]: 'ConntrackHelper': {'1.0'}, Sep 07 02:23:08.961935 n-d-796209-16 neutron-server[94701]: 'Log': {'1.0'}, Sep 07 02:23:08.961935 n-d-796209-16 neutron-server[94701]: 'Network': {'1.1'}, Sep 07 02:23:08.961935 n-d-796209-16 neutron-server[94701]: 'Port': {'1.7'}, Sep 07 02:23:08.961935 n-d-796209-16 neutron-server[94701]: 'PortForwarding': {'1.2'}, Sep 07 02:23:08.961935 n-d-796209-16 neutron-server[94701]: 'QosPolicy': {'1.9'}, Sep 07 02:23:08.961935 n-d-796209-16 neutron-server[94701]: 'SecurityGroup': {'1.4'}, Sep 07 02:23:08.961935 n-d-796209-16 neutron-server[94701]: 'SecurityGroupRule': {'1.2'}, Sep 07 02:23:08.961935 n-d-796209-16 neutron-server[94701]: 'SubPort': {'1.0'}, Sep 07 02:23:08.961935 n-d-796209-16 neutron-server[94701]: 'Subnet': {'1.1'}, Sep 07 02:23:08.961935 n-d-796209-16 neutron-server[94701]: 'Trunk': {'1.1'}} Sep 07 02:23:08.961935 n-d-796209-16 neutron-server[94701]: consumer versions: Sep 07 02:23:08.961935 n-d-796209-16 neutron-server[94701]: { DHCP agent@n-d-796209-16: {}, Sep 07 02:23:08.961935 n-d-796209-16 neutron-server[94701]: L3 agent@n-d-796209-16: {}, Sep 07 02:23:08.961935 n-d-796209-16 neutron-server[94701]: Metadata agent@n-d-796209-16: {}, Sep 07 02:23:08.961935 n-d-796209-16 neutron-server[94701]: Metering agent@n-d-796209-16: {}, Sep 07 02:23:08.961935 n-d-796209-16 neutron-server[94701]: Open vSwitch agent@n-d-796209-16: { 'AddressGroup': '1.2', Sep 07 02:23:08.961935 n-d-796209-16 neutron-server[94701]: 'ConntrackHelper': '1.0', Sep 07 02:23:08.961935 n-d-796209-16 neutron-server[94701]: 'Log': '1.0', Sep 07 02:23:08.961935 n-d-796209-16 neutron-server[94701]: 'Network': '1.1', Sep 07 02:23:08.961935 n-d-796209-16 neutron-server[94701]: 'Port': '1.7', Sep 07 02:23:08.961935 n-d-796209-16 neutron-server[94701]: 'PortForwarding': '1.2', Sep 07 02:23:08.961935 n-d-796209-16 neutron-server[94701]: 'QosPolicy': '1.9', Sep 07 02:23:08.961935 n-d-796209-16 neutron-server[94701]: 'SecurityGroup': '1.4', Sep 07 02:23:08.961935 n-d-796209-16 neutron-server[94701]: 'SecurityGroupRule': '1.2', Sep 07 02:23:08.961935 n-d-796209-16 neutron-server[94701]: 'SubPort': '1.0', Sep 07 02:23:08.961935 n-d-796209-16 neutron-server[94701]: 'Subnet': '1.1', Sep 07 02:23:08.961935 n-d-796209-16 neutron-server[94701]: 'Trunk': '1.1'}} Sep 07 02:23:08.961935 n-d-796209-16 neutron-server[94701]: {{(pid=94701) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 02:23:09.063863 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3c7c64d2-c549-4393-be84-1e827900726a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:09.099981 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3c7c64d2-c549-4393-be84-1e827900726a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:09.101307 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7c64d2-c549-4393-be84-1e827900726a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:23:09.101968 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3c7c64d2-c549-4393-be84-1e827900726a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:09.157486 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-3c7c64d2-c549-4393-be84-1e827900726a admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.7316458 Sep 07 02:23:09.201825 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c64d2-c549-4393-be84-1e827900726a admin admin] Pushing event updated for resources: {'Network': ['ID=028c7cdd-bd79-4e10-91ee-33b43738afc3,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:23:09.214231 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 028c7cdd-bd79-4e10-91ee-33b43738afc3 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:23:11.800587 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 33548) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:23:12.181027 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202cdb88-c10b-4bff-9036-53b77cefaae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:23:12.182372 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-202cdb88-c10b-4bff-9036-53b77cefaae9 admin admin] 10.222.0.22 "GET /v2.0/networks/028c7cdd-bd79-4e10-91ee-33b43738afc3 HTTP/1.1" status: 200 len: 824 time: 0.3808401 Sep 07 02:23:12.206953 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-4a1635fc-844a-4bd0-870f-e44c1db3eeea admin admin] 10.222.0.22 "GET /v2.0/subnetpools/446d7c6d-46a2-4e5b-92ae-d97a5272fc61 HTTP/1.1" status: 200 len: 734 time: 0.0177910 Sep 07 02:23:12.216045 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-93e19d6d-922b-4b0f-9b27-0eb8668aab9f admin admin] Request body: {'subnet': {'tenant_id': 'aa41efec204c48dcbb09a95f955e2956', 'subnetpool_id': '446d7c6d-46a2-4e5b-92ae-d97a5272fc61', 'ip_version': 4, 'name': 'private-subnet', 'network_id': '028c7cdd-bd79-4e10-91ee-33b43738afc3', 'gateway_ip': '172.20.0.1'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:23:12.237307 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e19d6d-922b-4b0f-9b27-0eb8668aab9f admin admin] Made reservation on behalf of aa41efec204c48dcbb09a95f955e2956 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:23:12.239548 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-93e19d6d-922b-4b0f-9b27-0eb8668aab9f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:12.520915 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-93e19d6d-922b-4b0f-9b27-0eb8668aab9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:12.591357 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e19d6d-922b-4b0f-9b27-0eb8668aab9f admin admin] Checking segment: {'id': '252a95ac-94c4-464a-8853-4be52654c91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '028c7cdd-bd79-4e10-91ee-33b43738afc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:23:12.591736 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e19d6d-922b-4b0f-9b27-0eb8668aab9f admin admin] Network hostable DHCP agents. Network: 028c7cdd-bd79-4e10-91ee-33b43738afc3, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:23:12.596116 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e19d6d-922b-4b0f-9b27-0eb8668aab9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e735292a-d198-46d8-87ca-4e498b7a93c3,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:23:12.614074 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e19d6d-922b-4b0f-9b27-0eb8668aab9f admin admin] Network 028c7cdd-bd79-4e10-91ee-33b43738afc3 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:23:12.625013 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-93e19d6d-922b-4b0f-9b27-0eb8668aab9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 028c7cdd-bd79-4e10-91ee-33b43738afc3) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:23:12.629554 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e19d6d-922b-4b0f-9b27-0eb8668aab9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:23:12.630161 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-93e19d6d-922b-4b0f-9b27-0eb8668aab9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:12.634593 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1353bd4b-cc18-438f-a350-ea4873e563e6 None None] Network 028c7cdd-bd79-4e10-91ee-33b43738afc3 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:23:12.648545 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-93e19d6d-922b-4b0f-9b27-0eb8668aab9f admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4312234 Sep 07 02:23:12.953448 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6575818c-d384-4dc8-8bc6-ebde75d533a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-028c7cdd-bd79-4e10-91ee-33b43738afc3', 'network_id': '028c7cdd-bd79-4e10-91ee-33b43738afc3', 'tenant_id': 'aa41efec204c48dcbb09a95f955e2956', 'fixed_ips': [{'subnet_id': 'e735292a-d198-46d8-87ca-4e498b7a93c3'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:23:12.954726 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6575818c-d384-4dc8-8bc6-ebde75d533a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:13.235176 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-6575818c-d384-4dc8-8bc6-ebde75d533a3 None None] Allocated IP 172.20.0.2 (028c7cdd-bd79-4e10-91ee-33b43738afc3/e735292a-d198-46d8-87ca-4e498b7a93c3/915c5d12-b159-402e-bdb3-29be50e2c282) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:23:13.433883 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6575818c-d384-4dc8-8bc6-ebde75d533a3 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:13.451507 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-6575818c-d384-4dc8-8bc6-ebde75d533a3 None None] Transition to ACTIVE for port object 915c5d12-b159-402e-bdb3-29be50e2c282 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:23:13.475688 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-6575818c-d384-4dc8-8bc6-ebde75d533a3 None None] Transition to ACTIVE for port object 915c5d12-b159-402e-bdb3-29be50e2c282 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:23:13.483349 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6575818c-d384-4dc8-8bc6-ebde75d533a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:13.577172 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6575818c-d384-4dc8-8bc6-ebde75d533a3 None None] Network 028c7cdd-bd79-4e10-91ee-33b43738afc3 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:23:13.582836 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-6575818c-d384-4dc8-8bc6-ebde75d533a3 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:23:13.593718 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6575818c-d384-4dc8-8bc6-ebde75d533a3 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:23:13.596789 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6575818c-d384-4dc8-8bc6-ebde75d533a3 None None] Pushing event updated for resources: {'Port': ['ID=915c5d12-b159-402e-bdb3-29be50e2c282,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:23:13.630022 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6575818c-d384-4dc8-8bc6-ebde75d533a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:23:13.630022 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6575818c-d384-4dc8-8bc6-ebde75d533a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:23:13.630022 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6575818c-d384-4dc8-8bc6-ebde75d533a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:23:13.630022 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6575818c-d384-4dc8-8bc6-ebde75d533a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:23:13.630022 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6575818c-d384-4dc8-8bc6-ebde75d533a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:23:13.630525 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6575818c-d384-4dc8-8bc6-ebde75d533a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:23:13.630525 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6575818c-d384-4dc8-8bc6-ebde75d533a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:23:13.630525 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6575818c-d384-4dc8-8bc6-ebde75d533a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:23:13.630855 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6575818c-d384-4dc8-8bc6-ebde75d533a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:23:13.631180 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6575818c-d384-4dc8-8bc6-ebde75d533a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:23:13.631517 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6575818c-d384-4dc8-8bc6-ebde75d533a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:23:13.631842 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6575818c-d384-4dc8-8bc6-ebde75d533a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:23:13.632916 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6575818c-d384-4dc8-8bc6-ebde75d533a3 None None] Tracked resource versions report: Sep 07 02:23:13.632916 n-d-796209-16 neutron-server[94702]: pushed versions: Sep 07 02:23:13.632916 n-d-796209-16 neutron-server[94702]: { 'AddressGroup': {'1.2'}, Sep 07 02:23:13.632916 n-d-796209-16 neutron-server[94702]: 'ConntrackHelper': {'1.0'}, Sep 07 02:23:13.632916 n-d-796209-16 neutron-server[94702]: 'Log': {'1.0'}, Sep 07 02:23:13.632916 n-d-796209-16 neutron-server[94702]: 'Network': {'1.1'}, Sep 07 02:23:13.632916 n-d-796209-16 neutron-server[94702]: 'Port': {'1.7'}, Sep 07 02:23:13.632916 n-d-796209-16 neutron-server[94702]: 'PortForwarding': {'1.2'}, Sep 07 02:23:13.632916 n-d-796209-16 neutron-server[94702]: 'QosPolicy': {'1.9'}, Sep 07 02:23:13.632916 n-d-796209-16 neutron-server[94702]: 'SecurityGroup': {'1.4'}, Sep 07 02:23:13.632916 n-d-796209-16 neutron-server[94702]: 'SecurityGroupRule': {'1.2'}, Sep 07 02:23:13.632916 n-d-796209-16 neutron-server[94702]: 'SubPort': {'1.0'}, Sep 07 02:23:13.632916 n-d-796209-16 neutron-server[94702]: 'Subnet': {'1.1'}, Sep 07 02:23:13.632916 n-d-796209-16 neutron-server[94702]: 'Trunk': {'1.1'}} Sep 07 02:23:13.632916 n-d-796209-16 neutron-server[94702]: consumer versions: Sep 07 02:23:13.632916 n-d-796209-16 neutron-server[94702]: { DHCP agent@n-d-796209-16: {}, Sep 07 02:23:13.632916 n-d-796209-16 neutron-server[94702]: L3 agent@n-d-796209-16: {}, Sep 07 02:23:13.632916 n-d-796209-16 neutron-server[94702]: Metadata agent@n-d-796209-16: {}, Sep 07 02:23:13.632916 n-d-796209-16 neutron-server[94702]: Metering agent@n-d-796209-16: {}, Sep 07 02:23:13.632916 n-d-796209-16 neutron-server[94702]: Open vSwitch agent@n-d-796209-16: { 'AddressGroup': '1.2', Sep 07 02:23:13.632916 n-d-796209-16 neutron-server[94702]: 'ConntrackHelper': '1.0', Sep 07 02:23:13.632916 n-d-796209-16 neutron-server[94702]: 'Log': '1.0', Sep 07 02:23:13.632916 n-d-796209-16 neutron-server[94702]: 'Network': '1.1', Sep 07 02:23:13.632916 n-d-796209-16 neutron-server[94702]: 'Port': '1.7', Sep 07 02:23:13.632916 n-d-796209-16 neutron-server[94702]: 'PortForwarding': '1.2', Sep 07 02:23:13.632916 n-d-796209-16 neutron-server[94702]: 'QosPolicy': '1.9', Sep 07 02:23:13.632916 n-d-796209-16 neutron-server[94702]: 'SecurityGroup': '1.4', Sep 07 02:23:13.632916 n-d-796209-16 neutron-server[94702]: 'SecurityGroupRule': '1.2', Sep 07 02:23:13.632916 n-d-796209-16 neutron-server[94702]: 'SubPort': '1.0', Sep 07 02:23:13.632916 n-d-796209-16 neutron-server[94702]: 'Subnet': '1.1', Sep 07 02:23:13.632916 n-d-796209-16 neutron-server[94702]: 'Trunk': '1.1'}} Sep 07 02:23:13.632916 n-d-796209-16 neutron-server[94702]: {{(pid=94702) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 02:23:13.682030 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-6575818c-d384-4dc8-8bc6-ebde75d533a3 None None] Attempting to bind port 915c5d12-b159-402e-bdb3-29be50e2c282 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:23:13.682437 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-6575818c-d384-4dc8-8bc6-ebde75d533a3 None None] Attempting to bind port 915c5d12-b159-402e-bdb3-29be50e2c282 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '252a95ac-94c4-464a-8853-4be52654c91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '028c7cdd-bd79-4e10-91ee-33b43738afc3'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:23:13.683502 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6575818c-d384-4dc8-8bc6-ebde75d533a3 None None] Attempting to bind port 915c5d12-b159-402e-bdb3-29be50e2c282 on network 028c7cdd-bd79-4e10-91ee-33b43738afc3 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:23:13.688404 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6575818c-d384-4dc8-8bc6-ebde75d533a3 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:23:13.688830 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6575818c-d384-4dc8-8bc6-ebde75d533a3 None None] Checking segment: {'id': '252a95ac-94c4-464a-8853-4be52654c91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '028c7cdd-bd79-4e10-91ee-33b43738afc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:23:13.689303 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6575818c-d384-4dc8-8bc6-ebde75d533a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:13.689702 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6575818c-d384-4dc8-8bc6-ebde75d533a3 None None] Bound using segment: {'id': '252a95ac-94c4-464a-8853-4be52654c91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '028c7cdd-bd79-4e10-91ee-33b43738afc3'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:23:13.690191 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-6575818c-d384-4dc8-8bc6-ebde75d533a3 None None] Bound port: 915c5d12-b159-402e-bdb3-29be50e2c282, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '252a95ac-94c4-464a-8853-4be52654c91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '028c7cdd-bd79-4e10-91ee-33b43738afc3'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:23:13.690590 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6575818c-d384-4dc8-8bc6-ebde75d533a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:13.751919 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-6575818c-d384-4dc8-8bc6-ebde75d533a3 None None] For port 915c5d12-b159-402e-bdb3-29be50e2c282, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:23:13.756204 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-6575818c-d384-4dc8-8bc6-ebde75d533a3 None None] For port 915c5d12-b159-402e-bdb3-29be50e2c282, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=915c5d12-b159-402e-bdb3-29be50e2c282,segment=NetworkSegment(252a95ac-94c4-464a-8853-4be52654c91b),segment_id=252a95ac-94c4-464a-8853-4be52654c91b)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:23:13.760508 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6575818c-d384-4dc8-8bc6-ebde75d533a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:13.826728 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6575818c-d384-4dc8-8bc6-ebde75d533a3 None None] Pushing event updated for resources: {'Port': ['ID=915c5d12-b159-402e-bdb3-29be50e2c282,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:23:15.056330 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 33556) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:23:15.368607 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [None req-ec0aea7d-dec5-405f-87b3-29c522700cd3 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 02:23:15.369732 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-ec0aea7d-dec5-405f-87b3-29c522700cd3 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3113027 Sep 07 02:23:17.776502 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 33564) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:23:18.268944 n-d-796209-16 neutron-server[94700]: WARNING oslo_policy.policy [None req-a7980524-d5d8-4a19-89e2-eae1cd7c0b22 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 02:23:18.269529 n-d-796209-16 neutron-server[94700]: WARNING oslo_policy.policy [None req-a7980524-d5d8-4a19-89e2-eae1cd7c0b22 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 02:23:18.492188 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [None req-a7980524-d5d8-4a19-89e2-eae1cd7c0b22 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 02:23:18.493477 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a7980524-d5d8-4a19-89e2-eae1cd7c0b22 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7148261 Sep 07 02:23:21.123246 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 33584) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:23:21.421161 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-d08a63f5-c5fc-4487-b597-941575070588 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'aa41efec204c48dcbb09a95f955e2956', 'admin_state_up': True}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:23:21.485498 n-d-796209-16 neutron-server[94700]: DEBUG neutron.policy [None req-d08a63f5-c5fc-4487-b597-941575070588 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94700) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 07 02:23:21.531323 n-d-796209-16 neutron-server[94700]: WARNING oslo_policy.policy [None req-d08a63f5-c5fc-4487-b597-941575070588 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 02:23:21.531720 n-d-796209-16 neutron-server[94700]: WARNING oslo_policy.policy [None req-d08a63f5-c5fc-4487-b597-941575070588 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 07 02:23:21.540434 n-d-796209-16 neutron-server[94700]: INFO neutron.quota [None req-d08a63f5-c5fc-4487-b597-941575070588 admin admin] Loaded quota_driver: . Sep 07 02:23:21.601725 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d08a63f5-c5fc-4487-b597-941575070588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:21.603653 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d08a63f5-c5fc-4487-b597-941575070588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:21.761441 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d08a63f5-c5fc-4487-b597-941575070588 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:21.767291 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d08a63f5-c5fc-4487-b597-941575070588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:21.785714 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d08a63f5-c5fc-4487-b597-941575070588 admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:21.786891 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-d08a63f5-c5fc-4487-b597-941575070588 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6626675 Sep 07 02:23:22.162995 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b31c27e-b6e3-4d81-8565-75819b138e6e None None] Network 028c7cdd-bd79-4e10-91ee-33b43738afc3 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:23:22.289347 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-024811d6-6285-4844-8875-cc679a3f80b5 None None] Provisioning for port 915c5d12-b159-402e-bdb3-29be50e2c282 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:23:22.430964 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 915c5d12-b159-402e-bdb3-29be50e2c282 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:23:22.516129 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 915c5d12-b159-402e-bdb3-29be50e2c282 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:23:22.519777 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 915c5d12-b159-402e-bdb3-29be50e2c282 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:23:22.520275 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:22.636704 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:22.644780 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-2c2d988a-ee69-48c9-80ec-f16e094d0cfa None None] Provisioning complete for port 915c5d12-b159-402e-bdb3-29be50e2c282 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:23:22.645141 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2c2d988a-ee69-48c9-80ec-f16e094d0cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:22.695309 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 915c5d12-b159-402e-bdb3-29be50e2c282, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=915c5d12-b159-402e-bdb3-29be50e2c282,segment=NetworkSegment(252a95ac-94c4-464a-8853-4be52654c91b),segment_id=252a95ac-94c4-464a-8853-4be52654c91b)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:23:22.701768 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:22.781249 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=915c5d12-b159-402e-bdb3-29be50e2c282,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:23:24.168194 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 33594) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:23:24.403822 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 915c5d12-b159-402e-bdb3-29be50e2c282 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:23:24.450269 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 915c5d12-b159-402e-bdb3-29be50e2c282 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:23:24.450636 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:24.478842 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [None req-b9c90380-81e8-42e0-9fc4-b1068418aaf5 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 02:23:24.479839 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b9c90380-81e8-42e0-9fc4-b1068418aaf5 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3107324 Sep 07 02:23:25.807960 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0314c2e3-40ad-4004-bae9-7f0f5f5d4260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:26.876876 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 33602) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:23:27.184074 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-d06da384-9d6e-4471-8c59-7920c74d193e admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:23:27.207535 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06da384-9d6e-4471-8c59-7920c74d193e admin admin] Made reservation on behalf of e2d6d0dfadd84976bb1278b5c8e89296 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:23:27.210284 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d06da384-9d6e-4471-8c59-7920c74d193e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:27.226792 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d06da384-9d6e-4471-8c59-7920c74d193e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:27.346097 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d06da384-9d6e-4471-8c59-7920c74d193e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:27.349654 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d06da384-9d6e-4471-8c59-7920c74d193e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:27.360487 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d06da384-9d6e-4471-8c59-7920c74d193e admin admin] Reserving flat network on physical network physnet1 {{(pid=94700) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 07 02:23:27.389452 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d06da384-9d6e-4471-8c59-7920c74d193e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768889624167', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:27.390029 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d06da384-9d6e-4471-8c59-7920c74d193e admin admin] Unsubscribe: segment precommit_create {{(pid=94700) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 07 02:23:27.390566 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-d06da384-9d6e-4471-8c59-7920c74d193e admin admin] Added segment a7f82686-a85e-421e-997d-8a6209aaca36 of type flat for network 1166b922-7457-4da4-bdda-328e8c8e7bc6 Sep 07 02:23:27.409655 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06da384-9d6e-4471-8c59-7920c74d193e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b030e4-29f1-4043-bcfd-17d06c18e961,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:23:27.454043 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06da384-9d6e-4471-8c59-7920c74d193e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:23:27.454382 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06da384-9d6e-4471-8c59-7920c74d193e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:23:27.454719 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06da384-9d6e-4471-8c59-7920c74d193e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:23:27.455052 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06da384-9d6e-4471-8c59-7920c74d193e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:23:27.455382 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06da384-9d6e-4471-8c59-7920c74d193e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:23:27.455735 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06da384-9d6e-4471-8c59-7920c74d193e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:23:27.456057 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06da384-9d6e-4471-8c59-7920c74d193e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:23:27.456376 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06da384-9d6e-4471-8c59-7920c74d193e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:23:27.456692 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06da384-9d6e-4471-8c59-7920c74d193e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:23:27.457013 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06da384-9d6e-4471-8c59-7920c74d193e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:23:27.457329 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06da384-9d6e-4471-8c59-7920c74d193e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:23:27.457642 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06da384-9d6e-4471-8c59-7920c74d193e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:23:27.458711 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06da384-9d6e-4471-8c59-7920c74d193e admin admin] Tracked resource versions report: Sep 07 02:23:27.458711 n-d-796209-16 neutron-server[94700]: pushed versions: Sep 07 02:23:27.458711 n-d-796209-16 neutron-server[94700]: { 'AddressGroup': {'1.2'}, Sep 07 02:23:27.458711 n-d-796209-16 neutron-server[94700]: 'ConntrackHelper': {'1.0'}, Sep 07 02:23:27.458711 n-d-796209-16 neutron-server[94700]: 'Log': {'1.0'}, Sep 07 02:23:27.458711 n-d-796209-16 neutron-server[94700]: 'Network': {'1.1'}, Sep 07 02:23:27.458711 n-d-796209-16 neutron-server[94700]: 'Port': {'1.7'}, Sep 07 02:23:27.458711 n-d-796209-16 neutron-server[94700]: 'PortForwarding': {'1.2'}, Sep 07 02:23:27.458711 n-d-796209-16 neutron-server[94700]: 'QosPolicy': {'1.9'}, Sep 07 02:23:27.458711 n-d-796209-16 neutron-server[94700]: 'SecurityGroup': {'1.4'}, Sep 07 02:23:27.458711 n-d-796209-16 neutron-server[94700]: 'SecurityGroupRule': {'1.2'}, Sep 07 02:23:27.458711 n-d-796209-16 neutron-server[94700]: 'SubPort': {'1.0'}, Sep 07 02:23:27.458711 n-d-796209-16 neutron-server[94700]: 'Subnet': {'1.1'}, Sep 07 02:23:27.458711 n-d-796209-16 neutron-server[94700]: 'Trunk': {'1.1'}} Sep 07 02:23:27.458711 n-d-796209-16 neutron-server[94700]: consumer versions: Sep 07 02:23:27.458711 n-d-796209-16 neutron-server[94700]: { DHCP agent@n-d-796209-16: {}, Sep 07 02:23:27.458711 n-d-796209-16 neutron-server[94700]: L3 agent@n-d-796209-16: {}, Sep 07 02:23:27.458711 n-d-796209-16 neutron-server[94700]: Metadata agent@n-d-796209-16: {}, Sep 07 02:23:27.458711 n-d-796209-16 neutron-server[94700]: Metering agent@n-d-796209-16: {}, Sep 07 02:23:27.458711 n-d-796209-16 neutron-server[94700]: Open vSwitch agent@n-d-796209-16: { 'AddressGroup': '1.2', Sep 07 02:23:27.458711 n-d-796209-16 neutron-server[94700]: 'ConntrackHelper': '1.0', Sep 07 02:23:27.458711 n-d-796209-16 neutron-server[94700]: 'Log': '1.0', Sep 07 02:23:27.458711 n-d-796209-16 neutron-server[94700]: 'Network': '1.1', Sep 07 02:23:27.458711 n-d-796209-16 neutron-server[94700]: 'Port': '1.7', Sep 07 02:23:27.458711 n-d-796209-16 neutron-server[94700]: 'PortForwarding': '1.2', Sep 07 02:23:27.458711 n-d-796209-16 neutron-server[94700]: 'QosPolicy': '1.9', Sep 07 02:23:27.458711 n-d-796209-16 neutron-server[94700]: 'SecurityGroup': '1.4', Sep 07 02:23:27.458711 n-d-796209-16 neutron-server[94700]: 'SecurityGroupRule': '1.2', Sep 07 02:23:27.458711 n-d-796209-16 neutron-server[94700]: 'SubPort': '1.0', Sep 07 02:23:27.458711 n-d-796209-16 neutron-server[94700]: 'Subnet': '1.1', Sep 07 02:23:27.458711 n-d-796209-16 neutron-server[94700]: 'Trunk': '1.1'}} Sep 07 02:23:27.458711 n-d-796209-16 neutron-server[94700]: {{(pid=94700) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 02:23:27.514825 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d06da384-9d6e-4471-8c59-7920c74d193e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:27.554756 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d06da384-9d6e-4471-8c59-7920c74d193e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:27.556043 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06da384-9d6e-4471-8c59-7920c74d193e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:23:27.556700 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d06da384-9d6e-4471-8c59-7920c74d193e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:27.611357 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-d06da384-9d6e-4471-8c59-7920c74d193e admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7333882 Sep 07 02:23:27.655960 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06da384-9d6e-4471-8c59-7920c74d193e admin admin] Pushing event updated for resources: {'Network': ['ID=1166b922-7457-4da4-bdda-328e8c8e7bc6,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:23:27.666681 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:23:28.133150 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-369d9e0b-1066-4fc2-bcd3-2d7d8c026f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:28.614031 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:29.311958 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:29.998158 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 33624) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:23:30.220355 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917b6071-5354-4619-8b8b-c8d939110440 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:23:30.221744 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-917b6071-5354-4619-8b8b-c8d939110440 admin admin] 10.222.0.22 "GET /v2.0/subnets/e735292a-d198-46d8-87ca-4e498b7a93c3 HTTP/1.1" status: 200 len: 849 time: 0.2225959 Sep 07 02:23:30.355717 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f40123f5-2fdd-43c2-9bcc-aacd499317ff admin admin] 10.222.0.22 "GET /v2.0/routers/2c140c76-2e2c-499e-a747-867b875afe48 HTTP/1.1" status: 200 len: 704 time: 0.1255672 Sep 07 02:23:30.616672 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3d29a3cf-edd1-474e-9836-93f4677dbfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:30.907088 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-3d29a3cf-edd1-474e-9836-93f4677dbfa6 admin admin] Allocated IP 172.20.0.1 (028c7cdd-bd79-4e10-91ee-33b43738afc3/e735292a-d198-46d8-87ca-4e498b7a93c3/686fd27b-4b1e-476d-ace1-b87e0218ff96) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:23:31.088873 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3d29a3cf-edd1-474e-9836-93f4677dbfa6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:31.112451 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-3d29a3cf-edd1-474e-9836-93f4677dbfa6 admin admin] Transition to ACTIVE for port object 686fd27b-4b1e-476d-ace1-b87e0218ff96 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:23:31.134595 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:31.179104 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3d29a3cf-edd1-474e-9836-93f4677dbfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:31.249203 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d29a3cf-edd1-474e-9836-93f4677dbfa6 admin admin] Network 028c7cdd-bd79-4e10-91ee-33b43738afc3 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:23:31.254900 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-3d29a3cf-edd1-474e-9836-93f4677dbfa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:23:31.265838 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d29a3cf-edd1-474e-9836-93f4677dbfa6 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:23:31.266687 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3d29a3cf-edd1-474e-9836-93f4677dbfa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:31.284939 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d29a3cf-edd1-474e-9836-93f4677dbfa6 admin admin] Pushing event updated for resources: {'Port': ['ID=686fd27b-4b1e-476d-ace1-b87e0218ff96,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:23:31.449526 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-62d74774-a9f3-4e50-8ea7-cdf2d433c1bb None None] Provisioning for port 686fd27b-4b1e-476d-ace1-b87e0218ff96 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:23:31.453467 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-62d74774-a9f3-4e50-8ea7-cdf2d433c1bb None None] Provisioning complete for port 686fd27b-4b1e-476d-ace1-b87e0218ff96 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:23:31.453841 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-62d74774-a9f3-4e50-8ea7-cdf2d433c1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:31.458387 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3d29a3cf-edd1-474e-9836-93f4677dbfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:31.488128 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-62d74774-a9f3-4e50-8ea7-cdf2d433c1bb None None] Port 686fd27b-4b1e-476d-ace1-b87e0218ff96 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:23:31.706775 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3d29a3cf-edd1-474e-9836-93f4677dbfa6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:31.710911 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3d29a3cf-edd1-474e-9836-93f4677dbfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:31.711692 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3d29a3cf-edd1-474e-9836-93f4677dbfa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:31.771307 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d29a3cf-edd1-474e-9836-93f4677dbfa6 admin admin] Pushing event updated for resources: {'Port': ['ID=686fd27b-4b1e-476d-ace1-b87e0218ff96,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:23:31.835122 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d29a3cf-edd1-474e-9836-93f4677dbfa6 admin admin] Network 028c7cdd-bd79-4e10-91ee-33b43738afc3 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:23:31.836448 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-3d29a3cf-edd1-474e-9836-93f4677dbfa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:23:31.993709 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d29a3cf-edd1-474e-9836-93f4677dbfa6 admin admin] Router 2c140c76-2e2c-499e-a747-867b875afe48 is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 02:23:32.007323 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-cbe849df-8ca3-4ace-b528-e9151ba7a3fc None None] Provisioning complete for port 686fd27b-4b1e-476d-ace1-b87e0218ff96 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:23:32.007823 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-cbe849df-8ca3-4ace-b528-e9151ba7a3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:32.043917 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-cbe849df-8ca3-4ace-b528-e9151ba7a3fc None None] Port 686fd27b-4b1e-476d-ace1-b87e0218ff96 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:23:32.087262 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d29a3cf-edd1-474e-9836-93f4677dbfa6 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:23:32.093151 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3d29a3cf-edd1-474e-9836-93f4677dbfa6 admin admin] 10.222.0.22 "PUT /v2.0/routers/2c140c76-2e2c-499e-a747-867b875afe48/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7339361 Sep 07 02:23:32.097249 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152f8f49-fc1c-44d0-9a49-0fd05a8a6543 None None] Sync routers for ids ['2c140c76-2e2c-499e-a747-867b875afe48'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:23:32.108494 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152f8f49-fc1c-44d0-9a49-0fd05a8a6543 None None] Routers {'2c140c76-2e2c-499e-a747-867b875afe48'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:23:32.109241 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-152f8f49-fc1c-44d0-9a49-0fd05a8a6543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:23:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['2c140c76-2e2c-499e-a747-867b875afe48'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:23:32.296892 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-152f8f49-fc1c-44d0-9a49-0fd05a8a6543 None None] Set router 2c140c76-2e2c-499e-a747-867b875afe48 gateway port host: None {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:23:32.723307 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-152f8f49-fc1c-44d0-9a49-0fd05a8a6543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c140c76-2e2c-499e-a747-867b875afe48', 'name': 'router1', 'tenant_id': 'aa41efec204c48dcbb09a95f955e2956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:23:21Z', 'updated_at': '2021-09-07T02:23:31Z', 'revision_number': 2, 'project_id': 'aa41efec204c48dcbb09a95f955e2956', 'gw_port_host': None, '_interfaces': [{'id': '686fd27b-4b1e-476d-ace1-b87e0218ff96', 'name': '', 'network_id': '028c7cdd-bd79-4e10-91ee-33b43738afc3', 'tenant_id': 'aa41efec204c48dcbb09a95f955e2956', 'mac_address': 'fa:16:3e:d7:af:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c140c76-2e2c-499e-a747-867b875afe48', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e735292a-d198-46d8-87ca-4e498b7a93c3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:23:30Z', 'updated_at': '2021-09-07T02:23:31Z', 'revision_number': 2, 'project_id': 'aa41efec204c48dcbb09a95f955e2956', 'subnets': [{'id': 'e735292a-d198-46d8-87ca-4e498b7a93c3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '446d7c6d-46a2-4e5b-92ae-d97a5272fc61'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:23:32.774649 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152f8f49-fc1c-44d0-9a49-0fd05a8a6543 None None] Checking router: 2c140c76-2e2c-499e-a747-867b875afe48 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:23:32.775019 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152f8f49-fc1c-44d0-9a49-0fd05a8a6543 None None] Updating router 2c140c76-2e2c-499e-a747-867b875afe48 port 686fd27b-4b1e-476d-ace1-b87e0218ff96 binding host n-d-796209-16 {{(pid=94703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 02:23:32.822144 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-152f8f49-fc1c-44d0-9a49-0fd05a8a6543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:33.330049 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-152f8f49-fc1c-44d0-9a49-0fd05a8a6543 None None] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:33.347613 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-152f8f49-fc1c-44d0-9a49-0fd05a8a6543 None None] Transition to ACTIVE for port object 686fd27b-4b1e-476d-ace1-b87e0218ff96 will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:23:33.352885 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-152f8f49-fc1c-44d0-9a49-0fd05a8a6543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:33.516720 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3def4f-9428-476e-9b19-6332b5e086f0 None None] Pushing event updated for resources: {'Port': ['ID=686fd27b-4b1e-476d-ace1-b87e0218ff96,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:23:33.521293 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-152f8f49-fc1c-44d0-9a49-0fd05a8a6543 None None] Attempting to bind port 686fd27b-4b1e-476d-ace1-b87e0218ff96 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:23:33.521691 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-152f8f49-fc1c-44d0-9a49-0fd05a8a6543 None None] Attempting to bind port 686fd27b-4b1e-476d-ace1-b87e0218ff96 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '252a95ac-94c4-464a-8853-4be52654c91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '028c7cdd-bd79-4e10-91ee-33b43738afc3'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:23:33.522100 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152f8f49-fc1c-44d0-9a49-0fd05a8a6543 None None] Attempting to bind port 686fd27b-4b1e-476d-ace1-b87e0218ff96 on network 028c7cdd-bd79-4e10-91ee-33b43738afc3 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:23:33.530258 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3def4f-9428-476e-9b19-6332b5e086f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:23:33.530603 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3def4f-9428-476e-9b19-6332b5e086f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:23:33.530940 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3def4f-9428-476e-9b19-6332b5e086f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:23:33.531274 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3def4f-9428-476e-9b19-6332b5e086f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:23:33.531655 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3def4f-9428-476e-9b19-6332b5e086f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:23:33.531980 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3def4f-9428-476e-9b19-6332b5e086f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:23:33.532304 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3def4f-9428-476e-9b19-6332b5e086f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:23:33.532623 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3def4f-9428-476e-9b19-6332b5e086f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:23:33.532946 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3def4f-9428-476e-9b19-6332b5e086f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:23:33.533264 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3def4f-9428-476e-9b19-6332b5e086f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:23:33.533581 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3def4f-9428-476e-9b19-6332b5e086f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:23:33.533896 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3def4f-9428-476e-9b19-6332b5e086f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:23:33.534944 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3def4f-9428-476e-9b19-6332b5e086f0 None None] Tracked resource versions report: Sep 07 02:23:33.534944 n-d-796209-16 neutron-server[94703]: pushed versions: Sep 07 02:23:33.534944 n-d-796209-16 neutron-server[94703]: { 'AddressGroup': {'1.2'}, Sep 07 02:23:33.534944 n-d-796209-16 neutron-server[94703]: 'ConntrackHelper': {'1.0'}, Sep 07 02:23:33.534944 n-d-796209-16 neutron-server[94703]: 'Log': {'1.0'}, Sep 07 02:23:33.534944 n-d-796209-16 neutron-server[94703]: 'Network': {'1.1'}, Sep 07 02:23:33.534944 n-d-796209-16 neutron-server[94703]: 'Port': {'1.7'}, Sep 07 02:23:33.534944 n-d-796209-16 neutron-server[94703]: 'PortForwarding': {'1.2'}, Sep 07 02:23:33.534944 n-d-796209-16 neutron-server[94703]: 'QosPolicy': {'1.9'}, Sep 07 02:23:33.534944 n-d-796209-16 neutron-server[94703]: 'SecurityGroup': {'1.4'}, Sep 07 02:23:33.534944 n-d-796209-16 neutron-server[94703]: 'SecurityGroupRule': {'1.2'}, Sep 07 02:23:33.534944 n-d-796209-16 neutron-server[94703]: 'SubPort': {'1.0'}, Sep 07 02:23:33.534944 n-d-796209-16 neutron-server[94703]: 'Subnet': {'1.1'}, Sep 07 02:23:33.534944 n-d-796209-16 neutron-server[94703]: 'Trunk': {'1.1'}} Sep 07 02:23:33.534944 n-d-796209-16 neutron-server[94703]: consumer versions: Sep 07 02:23:33.534944 n-d-796209-16 neutron-server[94703]: { DHCP agent@n-d-796209-16: {}, Sep 07 02:23:33.534944 n-d-796209-16 neutron-server[94703]: L3 agent@n-d-796209-16: {}, Sep 07 02:23:33.534944 n-d-796209-16 neutron-server[94703]: Metadata agent@n-d-796209-16: {}, Sep 07 02:23:33.534944 n-d-796209-16 neutron-server[94703]: Metering agent@n-d-796209-16: {}, Sep 07 02:23:33.534944 n-d-796209-16 neutron-server[94703]: Open vSwitch agent@n-d-796209-16: { 'AddressGroup': '1.2', Sep 07 02:23:33.534944 n-d-796209-16 neutron-server[94703]: 'ConntrackHelper': '1.0', Sep 07 02:23:33.534944 n-d-796209-16 neutron-server[94703]: 'Log': '1.0', Sep 07 02:23:33.534944 n-d-796209-16 neutron-server[94703]: 'Network': '1.1', Sep 07 02:23:33.534944 n-d-796209-16 neutron-server[94703]: 'Port': '1.7', Sep 07 02:23:33.534944 n-d-796209-16 neutron-server[94703]: 'PortForwarding': '1.2', Sep 07 02:23:33.534944 n-d-796209-16 neutron-server[94703]: 'QosPolicy': '1.9', Sep 07 02:23:33.534944 n-d-796209-16 neutron-server[94703]: 'SecurityGroup': '1.4', Sep 07 02:23:33.534944 n-d-796209-16 neutron-server[94703]: 'SecurityGroupRule': '1.2', Sep 07 02:23:33.534944 n-d-796209-16 neutron-server[94703]: 'SubPort': '1.0', Sep 07 02:23:33.534944 n-d-796209-16 neutron-server[94703]: 'Subnet': '1.1', Sep 07 02:23:33.534944 n-d-796209-16 neutron-server[94703]: 'Trunk': '1.1'}} Sep 07 02:23:33.534944 n-d-796209-16 neutron-server[94703]: {{(pid=94703) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 02:23:33.538109 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152f8f49-fc1c-44d0-9a49-0fd05a8a6543 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:23:33.538522 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152f8f49-fc1c-44d0-9a49-0fd05a8a6543 None None] Checking segment: {'id': '252a95ac-94c4-464a-8853-4be52654c91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '028c7cdd-bd79-4e10-91ee-33b43738afc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:23:33.538992 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-152f8f49-fc1c-44d0-9a49-0fd05a8a6543 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:33.539374 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152f8f49-fc1c-44d0-9a49-0fd05a8a6543 None None] Bound using segment: {'id': '252a95ac-94c4-464a-8853-4be52654c91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '028c7cdd-bd79-4e10-91ee-33b43738afc3'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:23:33.539899 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-152f8f49-fc1c-44d0-9a49-0fd05a8a6543 None None] Bound port: 686fd27b-4b1e-476d-ace1-b87e0218ff96, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '252a95ac-94c4-464a-8853-4be52654c91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '028c7cdd-bd79-4e10-91ee-33b43738afc3'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:23:33.540279 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-152f8f49-fc1c-44d0-9a49-0fd05a8a6543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:33.607447 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-152f8f49-fc1c-44d0-9a49-0fd05a8a6543 None None] For port 686fd27b-4b1e-476d-ace1-b87e0218ff96, host n-d-796209-16, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:23:33.626104 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-152f8f49-fc1c-44d0-9a49-0fd05a8a6543 None None] For port 686fd27b-4b1e-476d-ace1-b87e0218ff96, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=686fd27b-4b1e-476d-ace1-b87e0218ff96,segment=NetworkSegment(252a95ac-94c4-464a-8853-4be52654c91b),segment_id=252a95ac-94c4-464a-8853-4be52654c91b)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:23:33.630678 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-152f8f49-fc1c-44d0-9a49-0fd05a8a6543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:33.683693 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3def4f-9428-476e-9b19-6332b5e086f0 None None] Pushing event updated for resources: {'Port': ['ID=686fd27b-4b1e-476d-ace1-b87e0218ff96,revision_number=4']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:23:33.692276 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152f8f49-fc1c-44d0-9a49-0fd05a8a6543 None None] Routers {'2c140c76-2e2c-499e-a747-867b875afe48'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:23:33.692893 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-152f8f49-fc1c-44d0-9a49-0fd05a8a6543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:23:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['2c140c76-2e2c-499e-a747-867b875afe48'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:23:33.781617 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-152f8f49-fc1c-44d0-9a49-0fd05a8a6543 None None] Set router 2c140c76-2e2c-499e-a747-867b875afe48 gateway port host: None {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:23:33.987687 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-152f8f49-fc1c-44d0-9a49-0fd05a8a6543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c140c76-2e2c-499e-a747-867b875afe48', 'name': 'router1', 'tenant_id': 'aa41efec204c48dcbb09a95f955e2956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:23:21Z', 'updated_at': '2021-09-07T02:23:31Z', 'revision_number': 2, 'project_id': 'aa41efec204c48dcbb09a95f955e2956', 'gw_port_host': None, '_interfaces': [{'id': '686fd27b-4b1e-476d-ace1-b87e0218ff96', 'name': '', 'network_id': '028c7cdd-bd79-4e10-91ee-33b43738afc3', 'tenant_id': 'aa41efec204c48dcbb09a95f955e2956', 'mac_address': 'fa:16:3e:d7:af:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c140c76-2e2c-499e-a747-867b875afe48', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e735292a-d198-46d8-87ca-4e498b7a93c3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:23:30Z', 'updated_at': '2021-09-07T02:23:33Z', 'revision_number': 4, 'project_id': 'aa41efec204c48dcbb09a95f955e2956', 'subnets': [{'id': 'e735292a-d198-46d8-87ca-4e498b7a93c3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '446d7c6d-46a2-4e5b-92ae-d97a5272fc61'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:23:34.013320 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152f8f49-fc1c-44d0-9a49-0fd05a8a6543 None None] The sync data for ids ['2c140c76-2e2c-499e-a747-867b875afe48'] in n-d-796209-16 is: [{'id': '2c140c76-2e2c-499e-a747-867b875afe48', 'name': 'router1', 'tenant_id': 'aa41efec204c48dcbb09a95f955e2956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:23:21Z', 'updated_at': '2021-09-07T02:23:31Z', 'revision_number': 2, 'project_id': 'aa41efec204c48dcbb09a95f955e2956', 'gw_port_host': None, '_interfaces': [{'id': '686fd27b-4b1e-476d-ace1-b87e0218ff96', 'name': '', 'network_id': '028c7cdd-bd79-4e10-91ee-33b43738afc3', 'tenant_id': 'aa41efec204c48dcbb09a95f955e2956', 'mac_address': 'fa:16:3e:d7:af:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c140c76-2e2c-499e-a747-867b875afe48', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e735292a-d198-46d8-87ca-4e498b7a93c3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:23:30Z', 'updated_at': '2021-09-07T02:23:33Z', 'revision_number': 4, 'project_id': 'aa41efec204c48dcbb09a95f955e2956', 'subnets': [{'id': 'e735292a-d198-46d8-87ca-4e498b7a93c3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '446d7c6d-46a2-4e5b-92ae-d97a5272fc61'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:23:34.328460 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 33644) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:23:34.439045 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e4f663-27fd-4269-b5af-98cb6c703666 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:23:34.440441 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-d8e4f663-27fd-4269-b5af-98cb6c703666 admin admin] 10.222.0.22 "GET /v2.0/networks/1166b922-7457-4da4-bdda-328e8c8e7bc6 HTTP/1.1" status: 200 len: 842 time: 0.1109748 Sep 07 02:23:34.451862 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-325888aa-80ab-46c0-aea9-9623a2789224 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'gateway_ip': '172.25.5.1', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.25.5.0/24'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:23:34.474893 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325888aa-80ab-46c0-aea9-9623a2789224 admin admin] Made reservation on behalf of e2d6d0dfadd84976bb1278b5c8e89296 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:23:34.477280 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-325888aa-80ab-46c0-aea9-9623a2789224 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:34.772004 n-d-796209-16 neutron-server[94700]: DEBUG neutron.objects.ports [None req-325888aa-80ab-46c0-aea9-9623a2789224 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94700) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 02:23:34.772423 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-325888aa-80ab-46c0-aea9-9623a2789224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:34.827311 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325888aa-80ab-46c0-aea9-9623a2789224 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56b4f8cb-e401-42ff-ba67-b5f82c26573a,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:23:34.837057 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325888aa-80ab-46c0-aea9-9623a2789224 admin admin] Checking segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:23:34.837404 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325888aa-80ab-46c0-aea9-9623a2789224 admin admin] Network hostable DHCP agents. Network: 1166b922-7457-4da4-bdda-328e8c8e7bc6, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:23:34.857411 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325888aa-80ab-46c0-aea9-9623a2789224 admin admin] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:23:34.868259 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-325888aa-80ab-46c0-aea9-9623a2789224 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 1166b922-7457-4da4-bdda-328e8c8e7bc6) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:23:34.872915 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325888aa-80ab-46c0-aea9-9623a2789224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:23:34.873632 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-325888aa-80ab-46c0-aea9-9623a2789224 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:34.877794 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b167bf-d585-4b30-8697-42550947eb69 None None] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:23:34.896083 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-325888aa-80ab-46c0-aea9-9623a2789224 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4488029 Sep 07 02:23:35.006233 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e9a240-322f-4883-9eab-e9d43aab419f None None] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:23:37.187628 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 33652) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:23:37.319472 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-bbea3538-e969-4251-8196-f2956de164b4 admin admin] 10.222.0.22 "GET /v2.0/routers/2c140c76-2e2c-499e-a747-867b875afe48 HTTP/1.1" status: 200 len: 710 time: 0.1306238 Sep 07 02:23:37.413286 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4270a37a-9f31-4a6c-bcae-d3f19ff7d29e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:23:37.414715 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-4270a37a-9f31-4a6c-bcae-d3f19ff7d29e admin admin] 10.222.0.22 "GET /v2.0/networks/1166b922-7457-4da4-bdda-328e8c8e7bc6 HTTP/1.1" status: 200 len: 886 time: 0.0884376 Sep 07 02:23:37.424752 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-97270682-60f5-418c-8a21-b4a3e6a3b4d8 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:23:37.742297 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-97270682-60f5-418c-8a21-b4a3e6a3b4d8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:37.967701 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-97270682-60f5-418c-8a21-b4a3e6a3b4d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:38.043337 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-97270682-60f5-418c-8a21-b4a3e6a3b4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:38.141499 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-97270682-60f5-418c-8a21-b4a3e6a3b4d8 admin admin] Allocated IP 172.25.5.126 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/0b64beea-5de4-47a5-8e7e-5581decbb46a) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:23:38.243745 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-97270682-60f5-418c-8a21-b4a3e6a3b4d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:38.282493 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-97270682-60f5-418c-8a21-b4a3e6a3b4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:38.318679 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97270682-60f5-418c-8a21-b4a3e6a3b4d8 admin admin] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:23:38.321397 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-97270682-60f5-418c-8a21-b4a3e6a3b4d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:23:38.323962 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97270682-60f5-418c-8a21-b4a3e6a3b4d8 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:23:38.372559 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97270682-60f5-418c-8a21-b4a3e6a3b4d8 admin admin] Pushing event updated for resources: {'Port': ['ID=0b64beea-5de4-47a5-8e7e-5581decbb46a,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:23:38.585499 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-97270682-60f5-418c-8a21-b4a3e6a3b4d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:38.773524 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-97270682-60f5-418c-8a21-b4a3e6a3b4d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-553517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3974'] for router, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:38.777004 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-97270682-60f5-418c-8a21-b4a3e6a3b4d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-553510'] for router, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:38.881771 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97270682-60f5-418c-8a21-b4a3e6a3b4d8 admin admin] Router 2c140c76-2e2c-499e-a747-867b875afe48 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:23:39.063902 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97270682-60f5-418c-8a21-b4a3e6a3b4d8 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:23:39.069554 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-97270682-60f5-418c-8a21-b4a3e6a3b4d8 admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:39.071526 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-97270682-60f5-418c-8a21-b4a3e6a3b4d8 admin admin] 10.222.0.22 "PUT /v2.0/routers/2c140c76-2e2c-499e-a747-867b875afe48 HTTP/1.1" status: 200 len: 890 time: 1.6502917 Sep 07 02:23:40.433965 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0820f0-a93c-4943-8f68-6d418bdb7f81 None None] Sync routers for ids ['2c140c76-2e2c-499e-a747-867b875afe48'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:23:40.450082 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 686fd27b-4b1e-476d-ace1-b87e0218ff96 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:23:40.454680 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0820f0-a93c-4943-8f68-6d418bdb7f81 None None] Routers {'2c140c76-2e2c-499e-a747-867b875afe48'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:23:40.455340 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-3d0820f0-a93c-4943-8f68-6d418bdb7f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:23:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['2c140c76-2e2c-499e-a747-867b875afe48'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:23:40.720475 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 686fd27b-4b1e-476d-ace1-b87e0218ff96 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:23:40.738216 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 686fd27b-4b1e-476d-ace1-b87e0218ff96 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:23:40.738591 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:40.765745 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-3d0820f0-a93c-4943-8f68-6d418bdb7f81 None None] Set router 2c140c76-2e2c-499e-a747-867b875afe48 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:23:41.065197 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:41.129276 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 686fd27b-4b1e-476d-ace1-b87e0218ff96, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=686fd27b-4b1e-476d-ace1-b87e0218ff96,segment=NetworkSegment(252a95ac-94c4-464a-8853-4be52654c91b),segment_id=252a95ac-94c4-464a-8853-4be52654c91b)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:23:41.138947 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:41.233627 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=686fd27b-4b1e-476d-ace1-b87e0218ff96,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:23:41.273923 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-3d0820f0-a93c-4943-8f68-6d418bdb7f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c140c76-2e2c-499e-a747-867b875afe48', 'name': 'router1', 'tenant_id': 'aa41efec204c48dcbb09a95f955e2956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '0b64beea-5de4-47a5-8e7e-5581decbb46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:23:21Z', 'updated_at': '2021-09-07T02:23:38Z', 'revision_number': 4, 'project_id': 'aa41efec204c48dcbb09a95f955e2956', 'gw_port': {'id': '0b64beea-5de4-47a5-8e7e-5581decbb46a', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:51:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c140c76-2e2c-499e-a747-867b875afe48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:23:38Z', 'updated_at': '2021-09-07T02:23:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '686fd27b-4b1e-476d-ace1-b87e0218ff96', 'name': '', 'network_id': '028c7cdd-bd79-4e10-91ee-33b43738afc3', 'tenant_id': 'aa41efec204c48dcbb09a95f955e2956', 'mac_address': 'fa:16:3e:d7:af:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c140c76-2e2c-499e-a747-867b875afe48', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e735292a-d198-46d8-87ca-4e498b7a93c3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:23:30Z', 'updated_at': '2021-09-07T02:23:33Z', 'revision_number': 4, 'project_id': 'aa41efec204c48dcbb09a95f955e2956', 'subnets': [{'id': 'e735292a-d198-46d8-87ca-4e498b7a93c3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '446d7c6d-46a2-4e5b-92ae-d97a5272fc61'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:23:41.328317 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0820f0-a93c-4943-8f68-6d418bdb7f81 None None] Checking router: 2c140c76-2e2c-499e-a747-867b875afe48 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:23:41.328595 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0820f0-a93c-4943-8f68-6d418bdb7f81 None None] Updating router 2c140c76-2e2c-499e-a747-867b875afe48 port 0b64beea-5de4-47a5-8e7e-5581decbb46a binding host n-d-796209-16 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 02:23:41.374913 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3d0820f0-a93c-4943-8f68-6d418bdb7f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:41.465376 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 33664) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:23:41.627599 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-91d76506-007a-4394-9e2b-77102f9c657b admin admin] 10.222.0.22 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1476870 Sep 07 02:23:41.699232 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3d0820f0-a93c-4943-8f68-6d418bdb7f81 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:41.710120 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3d0820f0-a93c-4943-8f68-6d418bdb7f81 None None] Transition to ACTIVE for port object 0b64beea-5de4-47a5-8e7e-5581decbb46a will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:23:41.717019 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3d0820f0-a93c-4943-8f68-6d418bdb7f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:41.770512 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-3d0820f0-a93c-4943-8f68-6d418bdb7f81 None None] Attempting to bind port 0b64beea-5de4-47a5-8e7e-5581decbb46a on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:23:41.770887 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-3d0820f0-a93c-4943-8f68-6d418bdb7f81 None None] Attempting to bind port 0b64beea-5de4-47a5-8e7e-5581decbb46a by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:23:41.771249 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0820f0-a93c-4943-8f68-6d418bdb7f81 None None] Attempting to bind port 0b64beea-5de4-47a5-8e7e-5581decbb46a on network 1166b922-7457-4da4-bdda-328e8c8e7bc6 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:23:41.776696 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddacec9b-385a-466d-b525-acb6598af488 None None] Pushing event updated for resources: {'Port': ['ID=0b64beea-5de4-47a5-8e7e-5581decbb46a,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:23:41.781767 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0820f0-a93c-4943-8f68-6d418bdb7f81 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:23:41.782141 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0820f0-a93c-4943-8f68-6d418bdb7f81 None None] Checking segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:23:41.782542 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3d0820f0-a93c-4943-8f68-6d418bdb7f81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:41.782931 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0820f0-a93c-4943-8f68-6d418bdb7f81 None None] Bound using segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:23:41.783674 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-3d0820f0-a93c-4943-8f68-6d418bdb7f81 None None] Bound port: 0b64beea-5de4-47a5-8e7e-5581decbb46a, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:23:41.783839 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3d0820f0-a93c-4943-8f68-6d418bdb7f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:41.833844 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3d0820f0-a93c-4943-8f68-6d418bdb7f81 None None] For port 0b64beea-5de4-47a5-8e7e-5581decbb46a, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:23:41.837073 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3d0820f0-a93c-4943-8f68-6d418bdb7f81 None None] For port 0b64beea-5de4-47a5-8e7e-5581decbb46a, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=0b64beea-5de4-47a5-8e7e-5581decbb46a,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:23:41.840845 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3d0820f0-a93c-4943-8f68-6d418bdb7f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:41.895187 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0820f0-a93c-4943-8f68-6d418bdb7f81 None None] Routers {'2c140c76-2e2c-499e-a747-867b875afe48'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:23:41.895743 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-3d0820f0-a93c-4943-8f68-6d418bdb7f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:23:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['2c140c76-2e2c-499e-a747-867b875afe48'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:23:41.902409 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddacec9b-385a-466d-b525-acb6598af488 None None] Pushing event updated for resources: {'Port': ['ID=0b64beea-5de4-47a5-8e7e-5581decbb46a,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:23:42.088467 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-3d0820f0-a93c-4943-8f68-6d418bdb7f81 None None] Set router 2c140c76-2e2c-499e-a747-867b875afe48 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:23:42.300675 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-3d0820f0-a93c-4943-8f68-6d418bdb7f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c140c76-2e2c-499e-a747-867b875afe48', 'name': 'router1', 'tenant_id': 'aa41efec204c48dcbb09a95f955e2956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '0b64beea-5de4-47a5-8e7e-5581decbb46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:23:21Z', 'updated_at': '2021-09-07T02:23:38Z', 'revision_number': 4, 'project_id': 'aa41efec204c48dcbb09a95f955e2956', 'gw_port': {'id': '0b64beea-5de4-47a5-8e7e-5581decbb46a', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:51:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c140c76-2e2c-499e-a747-867b875afe48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:23:38Z', 'updated_at': '2021-09-07T02:23:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '686fd27b-4b1e-476d-ace1-b87e0218ff96', 'name': '', 'network_id': '028c7cdd-bd79-4e10-91ee-33b43738afc3', 'tenant_id': 'aa41efec204c48dcbb09a95f955e2956', 'mac_address': 'fa:16:3e:d7:af:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c140c76-2e2c-499e-a747-867b875afe48', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e735292a-d198-46d8-87ca-4e498b7a93c3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:23:30Z', 'updated_at': '2021-09-07T02:23:41Z', 'revision_number': 5, 'project_id': 'aa41efec204c48dcbb09a95f955e2956', 'subnets': [{'id': 'e735292a-d198-46d8-87ca-4e498b7a93c3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '446d7c6d-46a2-4e5b-92ae-d97a5272fc61'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:23:42.327887 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0820f0-a93c-4943-8f68-6d418bdb7f81 None None] The sync data for ids ['2c140c76-2e2c-499e-a747-867b875afe48'] in n-d-796209-16 is: [{'id': '2c140c76-2e2c-499e-a747-867b875afe48', 'name': 'router1', 'tenant_id': 'aa41efec204c48dcbb09a95f955e2956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '0b64beea-5de4-47a5-8e7e-5581decbb46a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:23:21Z', 'updated_at': '2021-09-07T02:23:38Z', 'revision_number': 4, 'project_id': 'aa41efec204c48dcbb09a95f955e2956', 'gw_port': {'id': '0b64beea-5de4-47a5-8e7e-5581decbb46a', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:51:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c140c76-2e2c-499e-a747-867b875afe48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:23:38Z', 'updated_at': '2021-09-07T02:23:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '686fd27b-4b1e-476d-ace1-b87e0218ff96', 'name': '', 'network_id': '028c7cdd-bd79-4e10-91ee-33b43738afc3', 'tenant_id': 'aa41efec204c48dcbb09a95f955e2956', 'mac_address': 'fa:16:3e:d7:af:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c140c76-2e2c-499e-a747-867b875afe48', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e735292a-d198-46d8-87ca-4e498b7a93c3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:23:30Z', 'updated_at': '2021-09-07T02:23:41Z', 'revision_number': 5, 'project_id': 'aa41efec204c48dcbb09a95f955e2956', 'subnets': [{'id': 'e735292a-d198-46d8-87ca-4e498b7a93c3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '446d7c6d-46a2-4e5b-92ae-d97a5272fc61'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:23:42.613451 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 686fd27b-4b1e-476d-ace1-b87e0218ff96 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:23:42.662453 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 686fd27b-4b1e-476d-ace1-b87e0218ff96 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:23:42.662829 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:44.453396 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 0b64beea-5de4-47a5-8e7e-5581decbb46a up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:23:44.501610 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 0b64beea-5de4-47a5-8e7e-5581decbb46a completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:23:44.505285 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 0b64beea-5de4-47a5-8e7e-5581decbb46a triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:23:44.505762 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:44.627332 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:44.649476 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 0b64beea-5de4-47a5-8e7e-5581decbb46a, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=0b64beea-5de4-47a5-8e7e-5581decbb46a,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:23:44.655159 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:44.701954 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=0b64beea-5de4-47a5-8e7e-5581decbb46a,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:23:46.455701 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 0b64beea-5de4-47a5-8e7e-5581decbb46a up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:23:46.553890 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 0b64beea-5de4-47a5-8e7e-5581decbb46a triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:23:46.553890 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:54.153163 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 5 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 02:23:55.810926 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6784a8ce-6df1-4a58-ba3d-7b261b9b8b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:58.134488 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d7ebd69b-b8a8-4dfc-9af3-23310733006d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:58.619359 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:23:59.315710 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:24:01.162485 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:24:25.811585 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1ebbdd8e-9896-4905-9765-405a13b8f02b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:24:28.137858 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5cf619fc-067f-4a2a-b18b-93efc8e97b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:24:28.613572 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:24:29.318834 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:24:31.150762 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:24:31.151845 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 5 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 02:24:55.814823 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1e51506b-be89-4bac-8e30-27ad340459a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:24:58.139450 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-343ffbb3-cf5c-49fa-a61d-501fa2c87a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:24:58.616445 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:24:59.321649 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:25:01.159695 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:25:08.150777 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 5 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 02:25:21.423594 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 34258) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:25:21.486458 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fe09449-18b1-440f-9bfb-6c695c57d756 admin admin] GET failed (client error): The resource could not be found. Sep 07 02:25:21.487770 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8fe09449-18b1-440f-9bfb-6c695c57d756 admin admin] 10.222.0.22 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0632293 Sep 07 02:25:21.645322 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de12e6d3-6677-4478-aa18-7e6096af4a09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:25:21.646728 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-de12e6d3-6677-4478-aa18-7e6096af4a09 admin admin] 10.222.0.22 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1538424 Sep 07 02:25:23.826696 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 34268) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:25:23.926652 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5dd87c9-71ae-467d-960f-30b7da254558 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:25:23.928047 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c5dd87c9-71ae-467d-960f-30b7da254558 admin admin] 10.222.0.22 "GET /v2.0/subnets/e735292a-d198-46d8-87ca-4e498b7a93c3 HTTP/1.1" status: 200 len: 849 time: 0.1004031 Sep 07 02:25:23.937950 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-7b4e38bb-649d-4716-adbb-8a98892aae7f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:25:24.021171 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7b4e38bb-649d-4716-adbb-8a98892aae7f admin admin] Notify callbacks [] for subnet, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:25:24.170500 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7b4e38bb-649d-4716-adbb-8a98892aae7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768889760476'] for subnet, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:25:24.202244 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4e38bb-649d-4716-adbb-8a98892aae7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:25:24.202835 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7b4e38bb-649d-4716-adbb-8a98892aae7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:25:24.223525 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-7b4e38bb-649d-4716-adbb-8a98892aae7f admin admin] 10.222.0.22 "PUT /v2.0/subnets/e735292a-d198-46d8-87ca-4e498b7a93c3 HTTP/1.1" status: 200 len: 868 time: 0.2700210 Sep 07 02:25:24.223756 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83d7a05-6351-4e9b-8adf-5a7d52fb0aa9 None None] Network 028c7cdd-bd79-4e10-91ee-33b43738afc3 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:25:24.224241 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4e38bb-649d-4716-adbb-8a98892aae7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e735292a-d198-46d8-87ca-4e498b7a93c3,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:25:24.229786 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4e38bb-649d-4716-adbb-8a98892aae7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:25:24.230191 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4e38bb-649d-4716-adbb-8a98892aae7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:25:24.230484 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4e38bb-649d-4716-adbb-8a98892aae7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:25:24.230828 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4e38bb-649d-4716-adbb-8a98892aae7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:25:24.231168 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4e38bb-649d-4716-adbb-8a98892aae7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:25:24.231532 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4e38bb-649d-4716-adbb-8a98892aae7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:25:24.231885 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4e38bb-649d-4716-adbb-8a98892aae7f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:25:24.232204 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4e38bb-649d-4716-adbb-8a98892aae7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:25:24.232531 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4e38bb-649d-4716-adbb-8a98892aae7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:25:24.232858 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4e38bb-649d-4716-adbb-8a98892aae7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:25:24.233182 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4e38bb-649d-4716-adbb-8a98892aae7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:25:24.234081 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4e38bb-649d-4716-adbb-8a98892aae7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:25:24.553194 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-c8792d74-82b1-4385-899a-9c90aa661db6 None None] Provisioning complete for port 686fd27b-4b1e-476d-ace1-b87e0218ff96 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:25:24.553564 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c8792d74-82b1-4385-899a-9c90aa661db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:25:24.635322 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-c8792d74-82b1-4385-899a-9c90aa661db6 None None] Provisioning complete for port 915c5d12-b159-402e-bdb3-29be50e2c282 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:25:24.635708 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c8792d74-82b1-4385-899a-9c90aa661db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:25:25.815047 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-759ec035-acc1-486f-aee0-5d7f091cce2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:25:26.382554 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 34278) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:25:26.576311 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e21abe-e4c5-47dc-81f6-0bfc42d84d9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:25:26.576706 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e21abe-e4c5-47dc-81f6-0bfc42d84d9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:25:26.578239 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-46e21abe-e4c5-47dc-81f6-0bfc42d84d9a admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1947062 Sep 07 02:25:28.141329 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f1ab7123-440e-4489-ba5d-7027e1120844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:25:28.617940 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:25:28.764964 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 34286) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:25:28.969833 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b2f516-ced8-4cef-ab62-9287dc35894c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:25:28.970215 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b2f516-ced8-4cef-ab62-9287dc35894c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:25:28.971788 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-93b2f516-ced8-4cef-ab62-9287dc35894c admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2058182 Sep 07 02:25:29.322518 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:25:31.141667 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 34294) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:25:31.166259 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:25:31.313661 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa0db1c-6378-4c33-9a45-b407905dabc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:25:31.314947 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-3fa0db1c-6378-4c33-9a45-b407905dabc9 admin admin] 10.222.0.22 "GET /v2.0/networks/028c7cdd-bd79-4e10-91ee-33b43738afc3 HTTP/1.1" status: 200 len: 868 time: 0.1723080 Sep 07 02:25:33.503443 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 34302) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:25:33.627660 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49def247-9ab6-4e21-a864-d71878cf5547 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:25:33.629016 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-49def247-9ab6-4e21-a864-d71878cf5547 admin admin] 10.222.0.22 "GET /v2.0/networks/1166b922-7457-4da4-bdda-328e8c8e7bc6 HTTP/1.1" status: 200 len: 886 time: 0.1245794 Sep 07 02:25:35.778271 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 34310) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:25:35.906056 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe29365-9407-48fa-8847-b11716be588b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:25:35.906526 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe29365-9407-48fa-8847-b11716be588b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:25:35.908102 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-cfe29365-9407-48fa-8847-b11716be588b admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1289001 Sep 07 02:25:38.052516 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 34318) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:25:38.142281 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c6a580-8f7a-4e5d-a8b6-560ebae65b9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:25:38.142737 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c6a580-8f7a-4e5d-a8b6-560ebae65b9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:25:38.144229 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c2c6a580-8f7a-4e5d-a8b6-560ebae65b9a admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0907452 Sep 07 02:25:40.296358 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 34326) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:25:40.383896 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252d6db5-6ed9-4c75-acd6-63bf91bc593c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:25:40.385235 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-252d6db5-6ed9-4c75-acd6-63bf91bc593c admin admin] 10.222.0.22 "GET /v2.0/subnets/56b4f8cb-e401-42ff-ba67-b5f82c26573a HTTP/1.1" status: 200 len: 816 time: 0.0879540 Sep 07 02:25:42.561955 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 34334) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:25:42.655632 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996bd95e-628a-471a-b915-bd34df1eb137 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:25:42.656970 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-996bd95e-628a-471a-b915-bd34df1eb137 admin admin] 10.222.0.22 "GET /v2.0/subnets/e735292a-d198-46d8-87ca-4e498b7a93c3 HTTP/1.1" status: 200 len: 868 time: 0.0940776 Sep 07 02:25:45.149789 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 5 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 02:25:55.815344 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7ab15080-8e6f-4214-aea8-6a3a7d2d4457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:25:58.141620 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ba9d5f8f-539b-4059-8639-9c91a7ac13c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:25:58.618753 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:25:59.326718 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:26:01.169334 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:26:06.349591 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 34388) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:26:06.400585 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [None req-5d7bacb6-8119-44cd-b62d-6bb8038c6ddc admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 02:26:06.401579 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-5d7bacb6-8119-44cd-b62d-6bb8038c6ddc admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0510700 Sep 07 02:26:08.664757 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 34396) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:26:08.723429 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-105c44b3-e257-469e-a036-fb8424c7811f admin admin] GET failed (client error): The resource could not be found. Sep 07 02:26:08.724666 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-105c44b3-e257-469e-a036-fb8424c7811f admin admin] 10.222.0.22 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0589426 Sep 07 02:26:08.806408 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37334400-15a6-4dfe-98f1-6ee62bf40796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:26:08.807895 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-37334400-15a6-4dfe-98f1-6ee62bf40796 admin admin] 10.222.0.22 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0785949 Sep 07 02:26:11.011534 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 34404) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:26:11.059174 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-24b8fc15-5bc4-4957-af51-43a8f5661dd6 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:26:11.078752 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b8fc15-5bc4-4957-af51-43a8f5661dd6 admin admin] Made reservation on behalf of e2d6d0dfadd84976bb1278b5c8e89296 for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:26:11.081151 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-24b8fc15-5bc4-4957-af51-43a8f5661dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:26:11.113950 n-d-796209-16 neutron-server[94701]: WARNING neutron.services.revisions.revision_plugin [None req-24b8fc15-5bc4-4957-af51-43a8f5661dd6 admin admin] Could not find related network for resource to bump revision. Sep 07 02:26:11.126932 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24b8fc15-5bc4-4957-af51-43a8f5661dd6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:26:11.136936 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-24b8fc15-5bc4-4957-af51-43a8f5661dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:26:11.137284 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-24b8fc15-5bc4-4957-af51-43a8f5661dd6 admin admin] Added segment 32315ef5-758d-4ff8-8108-1de7e005eadd of type vlan for network 0823ecf3-066e-49bd-a451-2e84ab79a70f Sep 07 02:26:11.185473 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-24b8fc15-5bc4-4957-af51-43a8f5661dd6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:26:11.209845 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-24b8fc15-5bc4-4957-af51-43a8f5661dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:26:11.210861 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b8fc15-5bc4-4957-af51-43a8f5661dd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:26:11.211445 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-24b8fc15-5bc4-4957-af51-43a8f5661dd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:26:11.245608 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-24b8fc15-5bc4-4957-af51-43a8f5661dd6 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2330410 Sep 07 02:26:11.273480 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b8fc15-5bc4-4957-af51-43a8f5661dd6 admin admin] Pushing event updated for resources: {'Network': ['ID=0823ecf3-066e-49bd-a451-2e84ab79a70f,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:26:11.280929 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b8fc15-5bc4-4957-af51-43a8f5661dd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:26:11.281273 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b8fc15-5bc4-4957-af51-43a8f5661dd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:26:11.281613 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b8fc15-5bc4-4957-af51-43a8f5661dd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:26:11.281945 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b8fc15-5bc4-4957-af51-43a8f5661dd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:26:11.282271 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b8fc15-5bc4-4957-af51-43a8f5661dd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:26:11.282600 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b8fc15-5bc4-4957-af51-43a8f5661dd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:26:11.282922 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b8fc15-5bc4-4957-af51-43a8f5661dd6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:26:11.283245 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b8fc15-5bc4-4957-af51-43a8f5661dd6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:26:11.283588 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b8fc15-5bc4-4957-af51-43a8f5661dd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:26:11.283913 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b8fc15-5bc4-4957-af51-43a8f5661dd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:26:11.284233 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b8fc15-5bc4-4957-af51-43a8f5661dd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:26:11.284553 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b8fc15-5bc4-4957-af51-43a8f5661dd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:26:11.296210 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 0823ecf3-066e-49bd-a451-2e84ab79a70f details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:26:13.438116 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 34412) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:26:13.497749 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-200e97bf-a9d1-4f05-9231-68b80f16dc1e admin admin] GET failed (client error): The resource could not be found. Sep 07 02:26:13.499037 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-200e97bf-a9d1-4f05-9231-68b80f16dc1e admin admin] 10.222.0.22 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0599682 Sep 07 02:26:13.613982 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1a57f1-d29f-4588-9b9e-e35ae76bca7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:26:13.615443 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-4e1a57f1-d29f-4588-9b9e-e35ae76bca7b admin admin] 10.222.0.22 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.1119010 Sep 07 02:26:13.625938 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-ca4f29a6-4670-4ec9-9a68-b826fa213719 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:26:13.645623 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca4f29a6-4670-4ec9-9a68-b826fa213719 admin admin] Made reservation on behalf of e2d6d0dfadd84976bb1278b5c8e89296 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:26:13.648467 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ca4f29a6-4670-4ec9-9a68-b826fa213719 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:26:13.807875 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ca4f29a6-4670-4ec9-9a68-b826fa213719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:26:13.860178 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4f29a6-4670-4ec9-9a68-b826fa213719 admin admin] Pushing event updated for resources: {'Subnet': ['ID=694f9550-ba12-4672-8446-41848123cea2,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:26:13.869257 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4f29a6-4670-4ec9-9a68-b826fa213719 admin admin] Checking segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:26:13.869619 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4f29a6-4670-4ec9-9a68-b826fa213719 admin admin] Network hostable DHCP agents. Network: 0823ecf3-066e-49bd-a451-2e84ab79a70f, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:26:13.886922 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4f29a6-4670-4ec9-9a68-b826fa213719 admin admin] Network 0823ecf3-066e-49bd-a451-2e84ab79a70f is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:26:13.895194 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-ca4f29a6-4670-4ec9-9a68-b826fa213719 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 0823ecf3-066e-49bd-a451-2e84ab79a70f) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:26:13.899919 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4f29a6-4670-4ec9-9a68-b826fa213719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:26:13.900506 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ca4f29a6-4670-4ec9-9a68-b826fa213719 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:26:13.905444 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f89f00c-45ac-439a-84a3-e4f567d6853c None None] Network 0823ecf3-066e-49bd-a451-2e84ab79a70f requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:26:13.914204 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-ca4f29a6-4670-4ec9-9a68-b826fa213719 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2916250 Sep 07 02:26:14.153145 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d626f4f9-3ae2-4895-afdc-ebec3e4c13a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-0823ecf3-066e-49bd-a451-2e84ab79a70f', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'tenant_id': 'e2d6d0dfadd84976bb1278b5c8e89296', 'fixed_ips': [{'subnet_id': '694f9550-ba12-4672-8446-41848123cea2'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:26:14.154010 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d626f4f9-3ae2-4895-afdc-ebec3e4c13a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:26:14.292788 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-d626f4f9-3ae2-4895-afdc-ebec3e4c13a3 None None] Allocated IP 192.168.233.2 (0823ecf3-066e-49bd-a451-2e84ab79a70f/694f9550-ba12-4672-8446-41848123cea2/ae8b77b6-05be-4062-8305-1d1269bbfec2) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:26:14.447167 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d626f4f9-3ae2-4895-afdc-ebec3e4c13a3 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:26:14.456203 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-d626f4f9-3ae2-4895-afdc-ebec3e4c13a3 None None] Transition to ACTIVE for port object ae8b77b6-05be-4062-8305-1d1269bbfec2 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:26:14.472828 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-d626f4f9-3ae2-4895-afdc-ebec3e4c13a3 None None] Transition to ACTIVE for port object ae8b77b6-05be-4062-8305-1d1269bbfec2 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:26:14.479821 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d626f4f9-3ae2-4895-afdc-ebec3e4c13a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:26:14.516874 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d626f4f9-3ae2-4895-afdc-ebec3e4c13a3 None None] Network 0823ecf3-066e-49bd-a451-2e84ab79a70f is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:26:14.519607 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-d626f4f9-3ae2-4895-afdc-ebec3e4c13a3 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:26:14.526989 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d626f4f9-3ae2-4895-afdc-ebec3e4c13a3 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:26:14.532371 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d626f4f9-3ae2-4895-afdc-ebec3e4c13a3 None None] Pushing event updated for resources: {'Port': ['ID=ae8b77b6-05be-4062-8305-1d1269bbfec2,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:26:14.540616 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d626f4f9-3ae2-4895-afdc-ebec3e4c13a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:26:14.540969 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d626f4f9-3ae2-4895-afdc-ebec3e4c13a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:26:14.541311 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d626f4f9-3ae2-4895-afdc-ebec3e4c13a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:26:14.541669 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d626f4f9-3ae2-4895-afdc-ebec3e4c13a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:26:14.542380 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d626f4f9-3ae2-4895-afdc-ebec3e4c13a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:26:14.542380 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d626f4f9-3ae2-4895-afdc-ebec3e4c13a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:26:14.542664 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d626f4f9-3ae2-4895-afdc-ebec3e4c13a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:26:14.542944 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d626f4f9-3ae2-4895-afdc-ebec3e4c13a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:26:14.544035 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d626f4f9-3ae2-4895-afdc-ebec3e4c13a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:26:14.544035 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d626f4f9-3ae2-4895-afdc-ebec3e4c13a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:26:14.544035 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d626f4f9-3ae2-4895-afdc-ebec3e4c13a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:26:14.544295 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d626f4f9-3ae2-4895-afdc-ebec3e4c13a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:26:14.597745 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-d626f4f9-3ae2-4895-afdc-ebec3e4c13a3 None None] Attempting to bind port ae8b77b6-05be-4062-8305-1d1269bbfec2 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:26:14.598126 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-d626f4f9-3ae2-4895-afdc-ebec3e4c13a3 None None] Attempting to bind port ae8b77b6-05be-4062-8305-1d1269bbfec2 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:26:14.598492 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d626f4f9-3ae2-4895-afdc-ebec3e4c13a3 None None] Attempting to bind port ae8b77b6-05be-4062-8305-1d1269bbfec2 on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:26:14.604127 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d626f4f9-3ae2-4895-afdc-ebec3e4c13a3 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:26:14.604534 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d626f4f9-3ae2-4895-afdc-ebec3e4c13a3 None None] Checking segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:26:14.604938 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d626f4f9-3ae2-4895-afdc-ebec3e4c13a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:26:14.605338 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d626f4f9-3ae2-4895-afdc-ebec3e4c13a3 None None] Bound using segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:26:14.605799 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-d626f4f9-3ae2-4895-afdc-ebec3e4c13a3 None None] Bound port: ae8b77b6-05be-4062-8305-1d1269bbfec2, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:26:14.606199 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d626f4f9-3ae2-4895-afdc-ebec3e4c13a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:26:14.668722 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-d626f4f9-3ae2-4895-afdc-ebec3e4c13a3 None None] For port ae8b77b6-05be-4062-8305-1d1269bbfec2, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:26:14.673095 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-d626f4f9-3ae2-4895-afdc-ebec3e4c13a3 None None] For port ae8b77b6-05be-4062-8305-1d1269bbfec2, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=ae8b77b6-05be-4062-8305-1d1269bbfec2,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:26:14.677064 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d626f4f9-3ae2-4895-afdc-ebec3e4c13a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:26:14.741224 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d626f4f9-3ae2-4895-afdc-ebec3e4c13a3 None None] Pushing event updated for resources: {'Port': ['ID=ae8b77b6-05be-4062-8305-1d1269bbfec2,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:26:15.554024 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec082b6d-6801-40e9-be43-c667a43c52a2 None None] Network 0823ecf3-066e-49bd-a451-2e84ab79a70f requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:26:15.619455 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-94e6e8b1-0751-4de2-89c6-9ef0a8b1c569 None None] Provisioning for port ae8b77b6-05be-4062-8305-1d1269bbfec2 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:26:16.558508 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device ae8b77b6-05be-4062-8305-1d1269bbfec2 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:26:16.608051 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port ae8b77b6-05be-4062-8305-1d1269bbfec2 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:26:16.612445 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port ae8b77b6-05be-4062-8305-1d1269bbfec2 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:26:16.612829 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:26:16.693034 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:26:16.726222 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port ae8b77b6-05be-4062-8305-1d1269bbfec2, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=ae8b77b6-05be-4062-8305-1d1269bbfec2,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:26:16.730167 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:26:16.778402 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=ae8b77b6-05be-4062-8305-1d1269bbfec2,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:26:18.529985 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device ae8b77b6-05be-4062-8305-1d1269bbfec2 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:26:18.579105 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port ae8b77b6-05be-4062-8305-1d1269bbfec2 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:26:18.579469 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:26:22.149044 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 5 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 02:26:25.816658 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-edd5708b-1df6-406c-9000-7b4b5d119971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:26:28.142506 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-104588d0-18fe-4dde-a3b7-65751eaa9c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:26:28.619707 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:26:29.330192 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:26:31.172197 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:26:55.816902 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-801cc3e7-eddc-493b-bd76-1bbc2c6d0d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:26:58.143191 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d54b8bea-dfa9-4f81-aea4-9420bbda0185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:26:58.620322 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:26:59.146774 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 5 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 02:26:59.331394 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:27:01.178618 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:27:25.818622 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5ae0eea1-af50-4656-87df-c6033366ad7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:27:27.477027 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 34464) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:27:27.483023 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [None req-bde325cc-8fd0-48a1-8b86-89cf28165fab tempest-verify_tempest_config-776967559 tempest-verify_tempest_config-776967559-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 02:27:27.484057 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-bde325cc-8fd0-48a1-8b86-89cf28165fab tempest-verify_tempest_config-776967559 tempest-verify_tempest_config-776967559-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060461 Sep 07 02:27:27.771582 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 34482) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:27:27.871369 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6e54e877-a4d8-4091-9cab-658fe9f9603a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:27:27.961325 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6e54e877-a4d8-4091-9cab-658fe9f9603a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:27:27.964758 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6e54e877-a4d8-4091-9cab-658fe9f9603a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:27:28.007227 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-6e54e877-a4d8-4091-9cab-658fe9f9603a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=26f9b8bd26364071beb707afa0068a04&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2345841 Sep 07 02:27:28.009498 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e54e877-a4d8-4091-9cab-658fe9f9603a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc059f28-c78a-4d7c-801f-e3add532134c,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:27:28.009961 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 34488) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:27:28.016435 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e54e877-a4d8-4091-9cab-658fe9f9603a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:27:28.016786 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e54e877-a4d8-4091-9cab-658fe9f9603a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:27:28.017129 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e54e877-a4d8-4091-9cab-658fe9f9603a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:27:28.017466 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e54e877-a4d8-4091-9cab-658fe9f9603a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:27:28.017797 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e54e877-a4d8-4091-9cab-658fe9f9603a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:27:28.018128 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e54e877-a4d8-4091-9cab-658fe9f9603a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:27:28.018453 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e54e877-a4d8-4091-9cab-658fe9f9603a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:27:28.018780 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e54e877-a4d8-4091-9cab-658fe9f9603a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:27:28.019103 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e54e877-a4d8-4091-9cab-658fe9f9603a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:27:28.019429 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e54e877-a4d8-4091-9cab-658fe9f9603a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:27:28.020141 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e54e877-a4d8-4091-9cab-658fe9f9603a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:27:28.021063 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e54e877-a4d8-4091-9cab-658fe9f9603a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:27:28.068412 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-172e02d8-1f3c-4a7b-ad56-e8e61f599e4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:27:28.091013 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-172e02d8-1f3c-4a7b-ad56-e8e61f599e4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:27:28.143831 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-990d3128-b3c5-44eb-9e10-4b9f5d7d25e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:27:28.177604 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-172e02d8-1f3c-4a7b-ad56-e8e61f599e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:27:28.180141 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-172e02d8-1f3c-4a7b-ad56-e8e61f599e4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:27:28.181294 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-172e02d8-1f3c-4a7b-ad56-e8e61f599e4f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cc059f28-c78a-4d7c-801f-e3add532134c HTTP/1.1" status: 204 len: 168 time: 0.1703494 Sep 07 02:27:28.189448 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172e02d8-1f3c-4a7b-ad56-e8e61f599e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc059f28-c78a-4d7c-801f-e3add532134c,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:27:28.196490 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172e02d8-1f3c-4a7b-ad56-e8e61f599e4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:27:28.196841 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172e02d8-1f3c-4a7b-ad56-e8e61f599e4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:27:28.197180 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172e02d8-1f3c-4a7b-ad56-e8e61f599e4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:27:28.197519 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172e02d8-1f3c-4a7b-ad56-e8e61f599e4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:27:28.197847 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172e02d8-1f3c-4a7b-ad56-e8e61f599e4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:27:28.198178 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172e02d8-1f3c-4a7b-ad56-e8e61f599e4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:27:28.198504 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172e02d8-1f3c-4a7b-ad56-e8e61f599e4f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:27:28.198833 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172e02d8-1f3c-4a7b-ad56-e8e61f599e4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:27:28.199206 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172e02d8-1f3c-4a7b-ad56-e8e61f599e4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:27:28.199670 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172e02d8-1f3c-4a7b-ad56-e8e61f599e4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:27:28.200102 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172e02d8-1f3c-4a7b-ad56-e8e61f599e4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:27:28.200428 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172e02d8-1f3c-4a7b-ad56-e8e61f599e4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:27:28.621731 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:27:29.336138 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:27:31.178559 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:27:36.144427 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 5 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 02:27:55.820517 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e276b8d1-45e5-4460-ac2d-7f1b48565edd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:27:58.144552 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5ae9023e-6329-4634-a1c2-b627104ef5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:27:58.622839 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:27:59.336597 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:28:01.181583 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:28:13.142895 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 5 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 02:28:25.820919 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7e89c565-80c1-4f8f-9ab8-cd93b2665380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:28:28.144689 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0569cccd-f7e1-4dd3-9d15-55740003faf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:28:28.624068 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:28:29.343097 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:28:31.191598 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:28:50.140449 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 5 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 02:28:55.820746 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5bf651af-11d4-4a75-9f64-979703b60016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:28:58.145213 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d4979fec-c14a-4ddb-aa60-fed327b904e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:28:58.625301 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:28:59.345588 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:29:01.187440 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:29:25.821131 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ab427af8-154e-44d6-8d91-d970c6843b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:29:27.138251 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 5 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 02:29:28.144420 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bdbcd4b7-21d4-47d5-ab4c-0216e688d477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:29:28.625927 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:29:29.348326 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:29:31.190472 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:29:55.821070 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d0c78ea0-9e92-4ecf-8011-6a49531750c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:29:58.144489 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-74b86a35-9b9e-481c-b067-2562062cb94f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:29:58.626845 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:29:59.351505 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:30:01.194746 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:30:04.136047 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 5 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 02:30:21.030566 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-765910'] for agent, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:30:21.074537 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-765910'] for agent, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:30:25.820882 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-53e7b326-14a4-4417-b103-340d81a9dd72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:30:28.145748 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e40349c7-d3cc-4250-b5e5-9a782fb2e3c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:30:28.626723 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:30:29.355078 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:30:31.197527 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:30:41.136999 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 02:30:50.978868 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:30:51.043159 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:30:55.821140 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-27cf5ceb-dc09-4f92-92b4-99d7a96b8a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:30:58.148811 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c2b5ee32-b538-41b3-83dc-32712879141c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:30:58.628257 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:30:59.357121 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:31:01.202551 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:31:07.368561 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 34552) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:31:07.472645 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-34e5f5a3-8d6a-4a8e-aa60-ec2c27c57740 admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1029952 Sep 07 02:31:09.671843 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 34562) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:31:09.732264 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a340487c-4699-4379-9fc4-9ffde5e5c31c admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0593359 Sep 07 02:31:18.136385 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 02:31:21.000456 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:31:21.053980 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:31:25.821365 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-353422c8-4e41-4982-8161-c41c4d1c57c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:31:28.151581 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-34c45233-873c-4ec3-ad5e-dfafc2214416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:31:28.629349 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:31:29.361022 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:31:31.205892 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:31:50.992933 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:31:51.083431 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:31:55.140421 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 02:31:55.828094 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b8af9615-b903-48d4-af33-2a7c2a15b454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:31:58.152458 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e31a3369-3967-41dc-a1f7-a6d6658b4665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:31:58.629946 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:31:59.466603 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:01.212194 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:20.992784 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:21.085712 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:25.819746 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ba4f5d0d-6573-42d5-b43e-0a50d8a389e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:28.167599 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0fa42b92-693f-4704-a27d-73217707652d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:28.644015 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:29.381073 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:31.100610 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 34734) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:32:31.215094 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:31.440516 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 34760) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:32:31.441145 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-4bdfbb40-3367-4966-9a9f-37ab18625de5 tempest-AutoAllocateNetworkTest-20617287 tempest-AutoAllocateNetworkTest-20617287-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=c9656d09a07b4166bf400d0bbc7c3672&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3383498 Sep 07 02:32:31.627358 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a99029-2c1d-457b-8c2a-4307db74f417 tempest-AutoAllocateNetworkTest-20617287 tempest-AutoAllocateNetworkTest-20617287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:32:31.628886 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-90a99029-2c1d-457b-8c2a-4307db74f417 tempest-AutoAllocateNetworkTest-20617287 tempest-AutoAllocateNetworkTest-20617287-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1873939 Sep 07 02:32:31.631937 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 34776) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:32:31.704137 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-cc623cd0-3449-4c2c-944d-bf1ca9eb0645 tempest-AutoAllocateNetworkTest-20617287 tempest-AutoAllocateNetworkTest-20617287-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0710375 Sep 07 02:32:31.705408 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 34782) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:32:31.736754 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-93cacc4e-73c1-4e7e-a5af-564e8abe8d57 tempest-AutoAllocateNetworkTest-20617287 tempest-AutoAllocateNetworkTest-20617287-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=c9656d09a07b4166bf400d0bbc7c3672 HTTP/1.1" status: 200 len: 208 time: 0.0300999 Sep 07 02:32:32.139658 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 02:32:32.279505 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 34808) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:32:32.416670 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 34818) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:32:32.599247 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-757dcf2d-5fd4-4215-a222-33c5a301e024 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-580571853-network', 'tenant_id': 'ec8f998f0dfa49298d81e528b209944e'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:32:32.622254 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757dcf2d-5fd4-4215-a222-33c5a301e024 admin admin] Made reservation on behalf of ec8f998f0dfa49298d81e528b209944e for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:32:32.624783 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-757dcf2d-5fd4-4215-a222-33c5a301e024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:32.637405 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-757dcf2d-5fd4-4215-a222-33c5a301e024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:32.739957 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-757dcf2d-5fd4-4215-a222-33c5a301e024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:32.745025 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-757dcf2d-5fd4-4215-a222-33c5a301e024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:32.775583 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-757dcf2d-5fd4-4215-a222-33c5a301e024 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:32:32.781269 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757dcf2d-5fd4-4215-a222-33c5a301e024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64096fcc-3a8a-4b0c-a055-18140d1b78ff,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:32:32.804403 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757dcf2d-5fd4-4215-a222-33c5a301e024 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:32:32.805004 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757dcf2d-5fd4-4215-a222-33c5a301e024 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:32:32.805525 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757dcf2d-5fd4-4215-a222-33c5a301e024 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:32:32.805852 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757dcf2d-5fd4-4215-a222-33c5a301e024 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:32:32.806174 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757dcf2d-5fd4-4215-a222-33c5a301e024 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:32:32.806494 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757dcf2d-5fd4-4215-a222-33c5a301e024 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:32:32.806810 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757dcf2d-5fd4-4215-a222-33c5a301e024 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:32:32.807124 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757dcf2d-5fd4-4215-a222-33c5a301e024 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:32:32.807628 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757dcf2d-5fd4-4215-a222-33c5a301e024 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:32:32.808104 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757dcf2d-5fd4-4215-a222-33c5a301e024 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:32:32.808423 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757dcf2d-5fd4-4215-a222-33c5a301e024 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:32:32.808739 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757dcf2d-5fd4-4215-a222-33c5a301e024 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:32:32.809791 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-757dcf2d-5fd4-4215-a222-33c5a301e024 admin admin] Tracked resource versions report: Sep 07 02:32:32.809791 n-d-796209-16 neutron-server[94701]: pushed versions: Sep 07 02:32:32.809791 n-d-796209-16 neutron-server[94701]: { 'AddressGroup': {'1.2'}, Sep 07 02:32:32.809791 n-d-796209-16 neutron-server[94701]: 'ConntrackHelper': {'1.0'}, Sep 07 02:32:32.809791 n-d-796209-16 neutron-server[94701]: 'Log': {'1.0'}, Sep 07 02:32:32.809791 n-d-796209-16 neutron-server[94701]: 'Network': {'1.1'}, Sep 07 02:32:32.809791 n-d-796209-16 neutron-server[94701]: 'Port': {'1.7'}, Sep 07 02:32:32.809791 n-d-796209-16 neutron-server[94701]: 'PortForwarding': {'1.2'}, Sep 07 02:32:32.809791 n-d-796209-16 neutron-server[94701]: 'QosPolicy': {'1.9'}, Sep 07 02:32:32.809791 n-d-796209-16 neutron-server[94701]: 'SecurityGroup': {'1.4'}, Sep 07 02:32:32.809791 n-d-796209-16 neutron-server[94701]: 'SecurityGroupRule': {'1.2'}, Sep 07 02:32:32.809791 n-d-796209-16 neutron-server[94701]: 'SubPort': {'1.0'}, Sep 07 02:32:32.809791 n-d-796209-16 neutron-server[94701]: 'Subnet': {'1.1'}, Sep 07 02:32:32.809791 n-d-796209-16 neutron-server[94701]: 'Trunk': {'1.1'}} Sep 07 02:32:32.809791 n-d-796209-16 neutron-server[94701]: consumer versions: Sep 07 02:32:32.809791 n-d-796209-16 neutron-server[94701]: { DHCP agent@n-d-796209-16: {}, Sep 07 02:32:32.809791 n-d-796209-16 neutron-server[94701]: HyperV agent@n-h1-796209-16: {}, Sep 07 02:32:32.809791 n-d-796209-16 neutron-server[94701]: HyperV agent@n-h2-796209-16: {}, Sep 07 02:32:32.809791 n-d-796209-16 neutron-server[94701]: L3 agent@n-d-796209-16: {}, Sep 07 02:32:32.809791 n-d-796209-16 neutron-server[94701]: Metadata agent@n-d-796209-16: {}, Sep 07 02:32:32.809791 n-d-796209-16 neutron-server[94701]: Metering agent@n-d-796209-16: {}, Sep 07 02:32:32.809791 n-d-796209-16 neutron-server[94701]: Open vSwitch agent@n-d-796209-16: { 'AddressGroup': '1.2', Sep 07 02:32:32.809791 n-d-796209-16 neutron-server[94701]: 'ConntrackHelper': '1.0', Sep 07 02:32:32.809791 n-d-796209-16 neutron-server[94701]: 'Log': '1.0', Sep 07 02:32:32.809791 n-d-796209-16 neutron-server[94701]: 'Network': '1.1', Sep 07 02:32:32.809791 n-d-796209-16 neutron-server[94701]: 'Port': '1.7', Sep 07 02:32:32.809791 n-d-796209-16 neutron-server[94701]: 'PortForwarding': '1.2', Sep 07 02:32:32.809791 n-d-796209-16 neutron-server[94701]: 'QosPolicy': '1.9', Sep 07 02:32:32.809791 n-d-796209-16 neutron-server[94701]: 'SecurityGroup': '1.4', Sep 07 02:32:32.809791 n-d-796209-16 neutron-server[94701]: 'SecurityGroupRule': '1.2', Sep 07 02:32:32.809791 n-d-796209-16 neutron-server[94701]: 'SubPort': '1.0', Sep 07 02:32:32.809791 n-d-796209-16 neutron-server[94701]: 'Subnet': '1.1', Sep 07 02:32:32.809791 n-d-796209-16 neutron-server[94701]: 'Trunk': '1.1'}} Sep 07 02:32:32.809791 n-d-796209-16 neutron-server[94701]: {{(pid=94701) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 02:32:32.814639 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-757dcf2d-5fd4-4215-a222-33c5a301e024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:32.814984 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-757dcf2d-5fd4-4215-a222-33c5a301e024 admin admin] Added segment f40be107-e610-44ce-bdfd-1f32cc4fb26a of type vlan for network 6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc Sep 07 02:32:32.854583 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a60b3f7e-7a43-4768-a5fd-9cc1ae98829d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:32.869040 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-757dcf2d-5fd4-4215-a222-33c5a301e024 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:32.911465 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-757dcf2d-5fd4-4215-a222-33c5a301e024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:32.912647 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757dcf2d-5fd4-4215-a222-33c5a301e024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:32:32.913154 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-757dcf2d-5fd4-4215-a222-33c5a301e024 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:32.996484 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757dcf2d-5fd4-4215-a222-33c5a301e024 admin admin] Pushing event updated for resources: {'Network': ['ID=6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:32:33.009723 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:32:33.084206 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a60b3f7e-7a43-4768-a5fd-9cc1ae98829d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:33.092551 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a60b3f7e-7a43-4768-a5fd-9cc1ae98829d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:33.122617 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-757dcf2d-5fd4-4215-a222-33c5a301e024 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8419938 Sep 07 02:32:33.126365 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 34848) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:32:33.133044 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-04c9d923-b88c-409a-ad54-86a91a4a05b8 admin admin] Request body: {'subnet': {'network_id': '6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-580571853-subnet', 'tenant_id': 'ec8f998f0dfa49298d81e528b209944e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:32:33.144691 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b3f7e-7a43-4768-a5fd-9cc1ae98829d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=830aab51-a35f-4eec-9def-b99a02039ee0,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:32:33.150769 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a60b3f7e-7a43-4768-a5fd-9cc1ae98829d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c9656d09a07b4166bf400d0bbc7c3672&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7330787 Sep 07 02:32:33.154034 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 34850) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:32:33.169746 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c9d923-b88c-409a-ad54-86a91a4a05b8 admin admin] Made reservation on behalf of ec8f998f0dfa49298d81e528b209944e for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:32:33.172953 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-04c9d923-b88c-409a-ad54-86a91a4a05b8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:33.229126 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-aebeffda-6881-4400-a32d-72fcfbe6e0a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:33.255843 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-aebeffda-6881-4400-a32d-72fcfbe6e0a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:33.330914 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-aebeffda-6881-4400-a32d-72fcfbe6e0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:33.335967 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-aebeffda-6881-4400-a32d-72fcfbe6e0a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:33.338090 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-aebeffda-6881-4400-a32d-72fcfbe6e0a2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/830aab51-a35f-4eec-9def-b99a02039ee0 HTTP/1.1" status: 204 len: 168 time: 0.1825471 Sep 07 02:32:33.358303 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebeffda-6881-4400-a32d-72fcfbe6e0a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=830aab51-a35f-4eec-9def-b99a02039ee0,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:32:33.408152 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-04c9d923-b88c-409a-ad54-86a91a4a05b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:33.482807 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c9d923-b88c-409a-ad54-86a91a4a05b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbe10d5e-50cd-446a-9782-e73eac83e8a3,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:32:33.493293 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c9d923-b88c-409a-ad54-86a91a4a05b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:32:33.493758 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c9d923-b88c-409a-ad54-86a91a4a05b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:32:33.494424 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c9d923-b88c-409a-ad54-86a91a4a05b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:32:33.494838 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c9d923-b88c-409a-ad54-86a91a4a05b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:32:33.495373 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c9d923-b88c-409a-ad54-86a91a4a05b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:32:33.495930 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c9d923-b88c-409a-ad54-86a91a4a05b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:32:33.496355 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c9d923-b88c-409a-ad54-86a91a4a05b8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:32:33.496876 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c9d923-b88c-409a-ad54-86a91a4a05b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:32:33.497418 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c9d923-b88c-409a-ad54-86a91a4a05b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:32:33.497961 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c9d923-b88c-409a-ad54-86a91a4a05b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:32:33.498503 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c9d923-b88c-409a-ad54-86a91a4a05b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:32:33.499026 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c9d923-b88c-409a-ad54-86a91a4a05b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:32:33.500232 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c9d923-b88c-409a-ad54-86a91a4a05b8 admin admin] Tracked resource versions report: Sep 07 02:32:33.500232 n-d-796209-16 neutron-server[94700]: pushed versions: Sep 07 02:32:33.500232 n-d-796209-16 neutron-server[94700]: { 'AddressGroup': {'1.2'}, Sep 07 02:32:33.500232 n-d-796209-16 neutron-server[94700]: 'ConntrackHelper': {'1.0'}, Sep 07 02:32:33.500232 n-d-796209-16 neutron-server[94700]: 'Log': {'1.0'}, Sep 07 02:32:33.500232 n-d-796209-16 neutron-server[94700]: 'Network': {'1.1'}, Sep 07 02:32:33.500232 n-d-796209-16 neutron-server[94700]: 'Port': {'1.7'}, Sep 07 02:32:33.500232 n-d-796209-16 neutron-server[94700]: 'PortForwarding': {'1.2'}, Sep 07 02:32:33.500232 n-d-796209-16 neutron-server[94700]: 'QosPolicy': {'1.9'}, Sep 07 02:32:33.500232 n-d-796209-16 neutron-server[94700]: 'SecurityGroup': {'1.4'}, Sep 07 02:32:33.500232 n-d-796209-16 neutron-server[94700]: 'SecurityGroupRule': {'1.2'}, Sep 07 02:32:33.500232 n-d-796209-16 neutron-server[94700]: 'SubPort': {'1.0'}, Sep 07 02:32:33.500232 n-d-796209-16 neutron-server[94700]: 'Subnet': {'1.1'}, Sep 07 02:32:33.500232 n-d-796209-16 neutron-server[94700]: 'Trunk': {'1.1'}} Sep 07 02:32:33.500232 n-d-796209-16 neutron-server[94700]: consumer versions: Sep 07 02:32:33.500232 n-d-796209-16 neutron-server[94700]: { DHCP agent@n-d-796209-16: {}, Sep 07 02:32:33.500232 n-d-796209-16 neutron-server[94700]: HyperV agent@n-h1-796209-16: {}, Sep 07 02:32:33.500232 n-d-796209-16 neutron-server[94700]: HyperV agent@n-h2-796209-16: {}, Sep 07 02:32:33.500232 n-d-796209-16 neutron-server[94700]: L3 agent@n-d-796209-16: {}, Sep 07 02:32:33.500232 n-d-796209-16 neutron-server[94700]: Metadata agent@n-d-796209-16: {}, Sep 07 02:32:33.500232 n-d-796209-16 neutron-server[94700]: Metering agent@n-d-796209-16: {}, Sep 07 02:32:33.500232 n-d-796209-16 neutron-server[94700]: Open vSwitch agent@n-d-796209-16: { 'AddressGroup': '1.2', Sep 07 02:32:33.500232 n-d-796209-16 neutron-server[94700]: 'ConntrackHelper': '1.0', Sep 07 02:32:33.500232 n-d-796209-16 neutron-server[94700]: 'Log': '1.0', Sep 07 02:32:33.500232 n-d-796209-16 neutron-server[94700]: 'Network': '1.1', Sep 07 02:32:33.500232 n-d-796209-16 neutron-server[94700]: 'Port': '1.7', Sep 07 02:32:33.500232 n-d-796209-16 neutron-server[94700]: 'PortForwarding': '1.2', Sep 07 02:32:33.500232 n-d-796209-16 neutron-server[94700]: 'QosPolicy': '1.9', Sep 07 02:32:33.500232 n-d-796209-16 neutron-server[94700]: 'SecurityGroup': '1.4', Sep 07 02:32:33.500232 n-d-796209-16 neutron-server[94700]: 'SecurityGroupRule': '1.2', Sep 07 02:32:33.500232 n-d-796209-16 neutron-server[94700]: 'SubPort': '1.0', Sep 07 02:32:33.500232 n-d-796209-16 neutron-server[94700]: 'Subnet': '1.1', Sep 07 02:32:33.500232 n-d-796209-16 neutron-server[94700]: 'Trunk': '1.1'}} Sep 07 02:32:33.500232 n-d-796209-16 neutron-server[94700]: {{(pid=94700) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 02:32:33.529653 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c9d923-b88c-409a-ad54-86a91a4a05b8 admin admin] Checking segment: {'id': 'f40be107-e610-44ce-bdfd-1f32cc4fb26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:32:33.530136 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c9d923-b88c-409a-ad54-86a91a4a05b8 admin admin] Network hostable DHCP agents. Network: 6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:32:33.550823 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c9d923-b88c-409a-ad54-86a91a4a05b8 admin admin] Network 6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:32:33.561541 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-04c9d923-b88c-409a-ad54-86a91a4a05b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:32:33.567238 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c9d923-b88c-409a-ad54-86a91a4a05b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:32:33.568023 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-04c9d923-b88c-409a-ad54-86a91a4a05b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:33.573619 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4015fce-4817-47a1-a66f-ce799a96cb52 None None] Network 6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:32:33.591927 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-04c9d923-b88c-409a-ad54-86a91a4a05b8 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4640760 Sep 07 02:32:33.595046 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 34876) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:32:33.601057 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-19a9338c-4cc7-4838-8064-a36656f6d6c8 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-580571853-router', 'tenant_id': 'ec8f998f0dfa49298d81e528b209944e', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:32:33.631264 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-19a9338c-4cc7-4838-8064-a36656f6d6c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:33.632941 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-19a9338c-4cc7-4838-8064-a36656f6d6c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:33.718610 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-19a9338c-4cc7-4838-8064-a36656f6d6c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:33.820506 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34507907-a980-419e-829d-3e294eeb508a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc', 'network_id': '6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc', 'tenant_id': 'ec8f998f0dfa49298d81e528b209944e', 'fixed_ips': [{'subnet_id': 'cbe10d5e-50cd-446a-9782-e73eac83e8a3'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:32:33.821523 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-34507907-a980-419e-829d-3e294eeb508a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:33.864763 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-19a9338c-4cc7-4838-8064-a36656f6d6c8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:33.970267 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-34507907-a980-419e-829d-3e294eeb508a None None] Allocated IP 172.20.0.2 (6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc/cbe10d5e-50cd-446a-9782-e73eac83e8a3/1ea205db-8a32-4701-aa24-d5918cc13b8f) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:32:34.120562 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-19a9338c-4cc7-4838-8064-a36656f6d6c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:34.135941 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-34507907-a980-419e-829d-3e294eeb508a None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:34.140171 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-19a9338c-4cc7-4838-8064-a36656f6d6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:34.147905 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-34507907-a980-419e-829d-3e294eeb508a None None] Transition to ACTIVE for port object 1ea205db-8a32-4701-aa24-d5918cc13b8f will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:32:34.168000 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-34507907-a980-419e-829d-3e294eeb508a None None] Transition to ACTIVE for port object 1ea205db-8a32-4701-aa24-d5918cc13b8f will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:32:34.176287 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-34507907-a980-419e-829d-3e294eeb508a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:34.196573 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34507907-a980-419e-829d-3e294eeb508a None None] Network 6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:32:34.199133 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-34507907-a980-419e-829d-3e294eeb508a None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:32:34.202046 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34507907-a980-419e-829d-3e294eeb508a None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:32:34.273547 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-19a9338c-4cc7-4838-8064-a36656f6d6c8 admin admin] Allocated IP 172.25.5.203 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/9c2fe7a0-c1ad-469f-aa13-3711ea7b2bc7) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:32:34.285945 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34507907-a980-419e-829d-3e294eeb508a None None] Pushing event updated for resources: {'Port': ['ID=1ea205db-8a32-4701-aa24-d5918cc13b8f,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:32:34.301831 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34507907-a980-419e-829d-3e294eeb508a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:32:34.302176 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34507907-a980-419e-829d-3e294eeb508a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:32:34.302516 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34507907-a980-419e-829d-3e294eeb508a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:32:34.302841 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34507907-a980-419e-829d-3e294eeb508a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:32:34.303353 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34507907-a980-419e-829d-3e294eeb508a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:32:34.303873 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34507907-a980-419e-829d-3e294eeb508a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:32:34.304351 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34507907-a980-419e-829d-3e294eeb508a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:32:34.304824 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34507907-a980-419e-829d-3e294eeb508a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:32:34.305296 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34507907-a980-419e-829d-3e294eeb508a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:32:34.305781 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34507907-a980-419e-829d-3e294eeb508a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:32:34.306408 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34507907-a980-419e-829d-3e294eeb508a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:32:34.306877 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34507907-a980-419e-829d-3e294eeb508a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:32:34.308076 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34507907-a980-419e-829d-3e294eeb508a None None] Tracked resource versions report: Sep 07 02:32:34.308076 n-d-796209-16 neutron-server[94702]: pushed versions: Sep 07 02:32:34.308076 n-d-796209-16 neutron-server[94702]: { 'AddressGroup': {'1.2'}, Sep 07 02:32:34.308076 n-d-796209-16 neutron-server[94702]: 'ConntrackHelper': {'1.0'}, Sep 07 02:32:34.308076 n-d-796209-16 neutron-server[94702]: 'Log': {'1.0'}, Sep 07 02:32:34.308076 n-d-796209-16 neutron-server[94702]: 'Network': {'1.1'}, Sep 07 02:32:34.308076 n-d-796209-16 neutron-server[94702]: 'Port': {'1.7'}, Sep 07 02:32:34.308076 n-d-796209-16 neutron-server[94702]: 'PortForwarding': {'1.2'}, Sep 07 02:32:34.308076 n-d-796209-16 neutron-server[94702]: 'QosPolicy': {'1.9'}, Sep 07 02:32:34.308076 n-d-796209-16 neutron-server[94702]: 'SecurityGroup': {'1.4'}, Sep 07 02:32:34.308076 n-d-796209-16 neutron-server[94702]: 'SecurityGroupRule': {'1.2'}, Sep 07 02:32:34.308076 n-d-796209-16 neutron-server[94702]: 'SubPort': {'1.0'}, Sep 07 02:32:34.308076 n-d-796209-16 neutron-server[94702]: 'Subnet': {'1.1'}, Sep 07 02:32:34.308076 n-d-796209-16 neutron-server[94702]: 'Trunk': {'1.1'}} Sep 07 02:32:34.308076 n-d-796209-16 neutron-server[94702]: consumer versions: Sep 07 02:32:34.308076 n-d-796209-16 neutron-server[94702]: { DHCP agent@n-d-796209-16: {}, Sep 07 02:32:34.308076 n-d-796209-16 neutron-server[94702]: HyperV agent@n-h1-796209-16: {}, Sep 07 02:32:34.308076 n-d-796209-16 neutron-server[94702]: HyperV agent@n-h2-796209-16: {}, Sep 07 02:32:34.308076 n-d-796209-16 neutron-server[94702]: L3 agent@n-d-796209-16: {}, Sep 07 02:32:34.308076 n-d-796209-16 neutron-server[94702]: Metadata agent@n-d-796209-16: {}, Sep 07 02:32:34.308076 n-d-796209-16 neutron-server[94702]: Metering agent@n-d-796209-16: {}, Sep 07 02:32:34.308076 n-d-796209-16 neutron-server[94702]: Open vSwitch agent@n-d-796209-16: { 'AddressGroup': '1.2', Sep 07 02:32:34.308076 n-d-796209-16 neutron-server[94702]: 'ConntrackHelper': '1.0', Sep 07 02:32:34.308076 n-d-796209-16 neutron-server[94702]: 'Log': '1.0', Sep 07 02:32:34.308076 n-d-796209-16 neutron-server[94702]: 'Network': '1.1', Sep 07 02:32:34.308076 n-d-796209-16 neutron-server[94702]: 'Port': '1.7', Sep 07 02:32:34.308076 n-d-796209-16 neutron-server[94702]: 'PortForwarding': '1.2', Sep 07 02:32:34.308076 n-d-796209-16 neutron-server[94702]: 'QosPolicy': '1.9', Sep 07 02:32:34.308076 n-d-796209-16 neutron-server[94702]: 'SecurityGroup': '1.4', Sep 07 02:32:34.308076 n-d-796209-16 neutron-server[94702]: 'SecurityGroupRule': '1.2', Sep 07 02:32:34.308076 n-d-796209-16 neutron-server[94702]: 'SubPort': '1.0', Sep 07 02:32:34.308076 n-d-796209-16 neutron-server[94702]: 'Subnet': '1.1', Sep 07 02:32:34.308076 n-d-796209-16 neutron-server[94702]: 'Trunk': '1.1'}} Sep 07 02:32:34.308076 n-d-796209-16 neutron-server[94702]: {{(pid=94702) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 02:32:34.314659 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-34507907-a980-419e-829d-3e294eeb508a None None] Attempting to bind port 1ea205db-8a32-4701-aa24-d5918cc13b8f on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:32:34.315206 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-34507907-a980-419e-829d-3e294eeb508a None None] Attempting to bind port 1ea205db-8a32-4701-aa24-d5918cc13b8f by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'f40be107-e610-44ce-bdfd-1f32cc4fb26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:32:34.315939 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34507907-a980-419e-829d-3e294eeb508a None None] Attempting to bind port 1ea205db-8a32-4701-aa24-d5918cc13b8f on network 6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:32:34.322569 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34507907-a980-419e-829d-3e294eeb508a None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:32:34.322939 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34507907-a980-419e-829d-3e294eeb508a None None] Checking segment: {'id': 'f40be107-e610-44ce-bdfd-1f32cc4fb26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:32:34.323337 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-34507907-a980-419e-829d-3e294eeb508a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:34.324837 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34507907-a980-419e-829d-3e294eeb508a None None] Bound using segment: {'id': 'f40be107-e610-44ce-bdfd-1f32cc4fb26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:32:34.324837 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-34507907-a980-419e-829d-3e294eeb508a None None] Bound port: 1ea205db-8a32-4701-aa24-d5918cc13b8f, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f40be107-e610-44ce-bdfd-1f32cc4fb26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:32:34.324837 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-34507907-a980-419e-829d-3e294eeb508a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:34.401991 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-34507907-a980-419e-829d-3e294eeb508a None None] For port 1ea205db-8a32-4701-aa24-d5918cc13b8f, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:32:34.406305 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-34507907-a980-419e-829d-3e294eeb508a None None] For port 1ea205db-8a32-4701-aa24-d5918cc13b8f, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=1ea205db-8a32-4701-aa24-d5918cc13b8f,segment=NetworkSegment(f40be107-e610-44ce-bdfd-1f32cc4fb26a),segment_id=f40be107-e610-44ce-bdfd-1f32cc4fb26a)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:32:34.415611 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-34507907-a980-419e-829d-3e294eeb508a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:34.471004 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34507907-a980-419e-829d-3e294eeb508a None None] Pushing event updated for resources: {'Port': ['ID=1ea205db-8a32-4701-aa24-d5918cc13b8f,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:32:34.519711 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-19a9338c-4cc7-4838-8064-a36656f6d6c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:34.584840 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-19a9338c-4cc7-4838-8064-a36656f6d6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:34.640270 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a9338c-4cc7-4838-8064-a36656f6d6c8 admin admin] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:32:34.644005 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-19a9338c-4cc7-4838-8064-a36656f6d6c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:32:34.647845 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a9338c-4cc7-4838-8064-a36656f6d6c8 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:32:34.721412 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a9338c-4cc7-4838-8064-a36656f6d6c8 admin admin] Pushing event updated for resources: {'Port': ['ID=9c2fe7a0-c1ad-469f-aa13-3711ea7b2bc7,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:32:34.976964 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-19a9338c-4cc7-4838-8064-a36656f6d6c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:35.200211 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-19a9338c-4cc7-4838-8064-a36656f6d6c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:35.414675 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a9338c-4cc7-4838-8064-a36656f6d6c8 admin admin] Router 11903ba5-e257-4111-a016-8b01939ea094 is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 02:32:35.592496 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a9338c-4cc7-4838-8064-a36656f6d6c8 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:32:35.636883 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69aa50d-7688-499a-add4-b18c93d56d22 None None] Sync routers for ids ['11903ba5-e257-4111-a016-8b01939ea094'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:32:35.636883 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69aa50d-7688-499a-add4-b18c93d56d22 None None] Routers {'11903ba5-e257-4111-a016-8b01939ea094'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:32:35.636883 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-a69aa50d-7688-499a-add4-b18c93d56d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:32:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['11903ba5-e257-4111-a016-8b01939ea094'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:32:35.652229 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-19a9338c-4cc7-4838-8064-a36656f6d6c8 admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:35.656317 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-19a9338c-4cc7-4838-8064-a36656f6d6c8 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.0569715 Sep 07 02:32:35.657787 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 34970) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:32:35.695791 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadbdb03-2b2c-4bfe-b361-416e982a85b9 None None] Network 6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:32:35.831132 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-a69aa50d-7688-499a-add4-b18c93d56d22 None None] Set router 11903ba5-e257-4111-a016-8b01939ea094 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:32:35.851383 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-c0e7f667-d0b9-4119-bdea-45611afd3184 None None] Provisioning for port 1ea205db-8a32-4701-aa24-d5918cc13b8f completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:32:36.072280 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-a69aa50d-7688-499a-add4-b18c93d56d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11903ba5-e257-4111-a016-8b01939ea094', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-580571853-router', 'tenant_id': 'ec8f998f0dfa49298d81e528b209944e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '9c2fe7a0-c1ad-469f-aa13-3711ea7b2bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:32:33Z', 'updated_at': '2021-09-07T02:32:34Z', 'revision_number': 3, 'project_id': 'ec8f998f0dfa49298d81e528b209944e', 'gw_port': {'id': '9c2fe7a0-c1ad-469f-aa13-3711ea7b2bc7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:0a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11903ba5-e257-4111-a016-8b01939ea094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:32:34Z', 'updated_at': '2021-09-07T02:32:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:32:36.166210 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69aa50d-7688-499a-add4-b18c93d56d22 None None] Checking router: 11903ba5-e257-4111-a016-8b01939ea094 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:32:36.167949 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69aa50d-7688-499a-add4-b18c93d56d22 None None] Updating router 11903ba5-e257-4111-a016-8b01939ea094 port 9c2fe7a0-c1ad-469f-aa13-3711ea7b2bc7 binding host n-d-796209-16 {{(pid=94703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 02:32:36.210020 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-a69aa50d-7688-499a-add4-b18c93d56d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:36.264105 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 34996) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:32:36.461735 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 35010) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:32:36.466066 n-d-796209-16 neutron-server[94700]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 07 02:32:36.471902 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a6239cfd-36f3-40c7-8556-e5bb48a17682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:36.512029 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2c5ede94-0bbd-450d-9486-805a02dfd0a4 req-c310e878-9b8e-44cc-94bb-3b6addc792cc tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=b3ce8e5925f047018db886c89a448f8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0461633 Sep 07 02:32:36.548615 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-a69aa50d-7688-499a-add4-b18c93d56d22 None None] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:36.560311 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-a69aa50d-7688-499a-add4-b18c93d56d22 None None] Transition to ACTIVE for port object 9c2fe7a0-c1ad-469f-aa13-3711ea7b2bc7 will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:32:36.570507 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-a69aa50d-7688-499a-add4-b18c93d56d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:36.624791 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 35024) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:32:36.627417 n-d-796209-16 neutron-server[94701]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 07 02:32:36.629362 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-018e6d6f-41c8-4330-9c2c-b05590bb176b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:36.667439 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa1a29-334e-4a47-8eaa-38445a9fa113 None None] Pushing event updated for resources: {'Port': ['ID=9c2fe7a0-c1ad-469f-aa13-3711ea7b2bc7,revision_number=2']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:32:36.680248 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-a69aa50d-7688-499a-add4-b18c93d56d22 None None] Attempting to bind port 9c2fe7a0-c1ad-469f-aa13-3711ea7b2bc7 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:32:36.680876 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-a69aa50d-7688-499a-add4-b18c93d56d22 None None] Attempting to bind port 9c2fe7a0-c1ad-469f-aa13-3711ea7b2bc7 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:32:36.681468 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69aa50d-7688-499a-add4-b18c93d56d22 None None] Attempting to bind port 9c2fe7a0-c1ad-469f-aa13-3711ea7b2bc7 on network 1166b922-7457-4da4-bdda-328e8c8e7bc6 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:32:36.681710 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2fc7e085-e6cd-4d93-b7d0-08b08ffd8e4e req-3a44412f-9fbd-4178-af3e-2a9a09e54af2 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=cce8b5cfd6b346a09435557b781b9303&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551367 Sep 07 02:32:36.686345 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa1a29-334e-4a47-8eaa-38445a9fa113 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:32:36.686980 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa1a29-334e-4a47-8eaa-38445a9fa113 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:32:36.687537 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa1a29-334e-4a47-8eaa-38445a9fa113 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:32:36.688152 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa1a29-334e-4a47-8eaa-38445a9fa113 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:32:36.688812 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa1a29-334e-4a47-8eaa-38445a9fa113 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:32:36.705860 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa1a29-334e-4a47-8eaa-38445a9fa113 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:32:36.706387 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa1a29-334e-4a47-8eaa-38445a9fa113 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:32:36.706870 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa1a29-334e-4a47-8eaa-38445a9fa113 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:32:36.707384 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa1a29-334e-4a47-8eaa-38445a9fa113 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:32:36.713066 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa1a29-334e-4a47-8eaa-38445a9fa113 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:32:36.713066 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa1a29-334e-4a47-8eaa-38445a9fa113 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:32:36.713066 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa1a29-334e-4a47-8eaa-38445a9fa113 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:32:36.728108 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70aa1a29-334e-4a47-8eaa-38445a9fa113 None None] Tracked resource versions report: Sep 07 02:32:36.728108 n-d-796209-16 neutron-server[94703]: pushed versions: Sep 07 02:32:36.728108 n-d-796209-16 neutron-server[94703]: { 'AddressGroup': {'1.2'}, Sep 07 02:32:36.728108 n-d-796209-16 neutron-server[94703]: 'ConntrackHelper': {'1.0'}, Sep 07 02:32:36.728108 n-d-796209-16 neutron-server[94703]: 'Log': {'1.0'}, Sep 07 02:32:36.728108 n-d-796209-16 neutron-server[94703]: 'Network': {'1.1'}, Sep 07 02:32:36.728108 n-d-796209-16 neutron-server[94703]: 'Port': {'1.7'}, Sep 07 02:32:36.728108 n-d-796209-16 neutron-server[94703]: 'PortForwarding': {'1.2'}, Sep 07 02:32:36.728108 n-d-796209-16 neutron-server[94703]: 'QosPolicy': {'1.9'}, Sep 07 02:32:36.728108 n-d-796209-16 neutron-server[94703]: 'SecurityGroup': {'1.4'}, Sep 07 02:32:36.728108 n-d-796209-16 neutron-server[94703]: 'SecurityGroupRule': {'1.2'}, Sep 07 02:32:36.728108 n-d-796209-16 neutron-server[94703]: 'SubPort': {'1.0'}, Sep 07 02:32:36.728108 n-d-796209-16 neutron-server[94703]: 'Subnet': {'1.1'}, Sep 07 02:32:36.728108 n-d-796209-16 neutron-server[94703]: 'Trunk': {'1.1'}} Sep 07 02:32:36.728108 n-d-796209-16 neutron-server[94703]: consumer versions: Sep 07 02:32:36.728108 n-d-796209-16 neutron-server[94703]: { DHCP agent@n-d-796209-16: {}, Sep 07 02:32:36.728108 n-d-796209-16 neutron-server[94703]: HyperV agent@n-h1-796209-16: {}, Sep 07 02:32:36.728108 n-d-796209-16 neutron-server[94703]: HyperV agent@n-h2-796209-16: {}, Sep 07 02:32:36.728108 n-d-796209-16 neutron-server[94703]: L3 agent@n-d-796209-16: {}, Sep 07 02:32:36.728108 n-d-796209-16 neutron-server[94703]: Metadata agent@n-d-796209-16: {}, Sep 07 02:32:36.728108 n-d-796209-16 neutron-server[94703]: Metering agent@n-d-796209-16: {}, Sep 07 02:32:36.728108 n-d-796209-16 neutron-server[94703]: Open vSwitch agent@n-d-796209-16: { 'AddressGroup': '1.2', Sep 07 02:32:36.728108 n-d-796209-16 neutron-server[94703]: 'ConntrackHelper': '1.0', Sep 07 02:32:36.728108 n-d-796209-16 neutron-server[94703]: 'Log': '1.0', Sep 07 02:32:36.728108 n-d-796209-16 neutron-server[94703]: 'Network': '1.1', Sep 07 02:32:36.728108 n-d-796209-16 neutron-server[94703]: 'Port': '1.7', Sep 07 02:32:36.728108 n-d-796209-16 neutron-server[94703]: 'PortForwarding': '1.2', Sep 07 02:32:36.728108 n-d-796209-16 neutron-server[94703]: 'QosPolicy': '1.9', Sep 07 02:32:36.728108 n-d-796209-16 neutron-server[94703]: 'SecurityGroup': '1.4', Sep 07 02:32:36.728108 n-d-796209-16 neutron-server[94703]: 'SecurityGroupRule': '1.2', Sep 07 02:32:36.728108 n-d-796209-16 neutron-server[94703]: 'SubPort': '1.0', Sep 07 02:32:36.728108 n-d-796209-16 neutron-server[94703]: 'Subnet': '1.1', Sep 07 02:32:36.728108 n-d-796209-16 neutron-server[94703]: 'Trunk': '1.1'}} Sep 07 02:32:36.728108 n-d-796209-16 neutron-server[94703]: {{(pid=94703) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 07 02:32:36.741604 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69aa50d-7688-499a-add4-b18c93d56d22 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:32:36.742449 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69aa50d-7688-499a-add4-b18c93d56d22 None None] Checking segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:32:36.744235 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-a69aa50d-7688-499a-add4-b18c93d56d22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:36.744825 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69aa50d-7688-499a-add4-b18c93d56d22 None None] Bound using segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:32:36.745454 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-a69aa50d-7688-499a-add4-b18c93d56d22 None None] Bound port: 9c2fe7a0-c1ad-469f-aa13-3711ea7b2bc7, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:32:36.745808 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-a69aa50d-7688-499a-add4-b18c93d56d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:36.824752 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-a69aa50d-7688-499a-add4-b18c93d56d22 None None] For port 9c2fe7a0-c1ad-469f-aa13-3711ea7b2bc7, host n-d-796209-16, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:32:36.829848 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-a69aa50d-7688-499a-add4-b18c93d56d22 None None] For port 9c2fe7a0-c1ad-469f-aa13-3711ea7b2bc7, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=9c2fe7a0-c1ad-469f-aa13-3711ea7b2bc7,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:32:36.836594 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-a69aa50d-7688-499a-add4-b18c93d56d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:36.868167 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ede94-0bbd-450d-9486-805a02dfd0a4 req-484e3e91-68e7-4931-8a00-16d694c4fcde tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:32:36.875120 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 1ea205db-8a32-4701-aa24-d5918cc13b8f up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:32:36.888087 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2c5ede94-0bbd-450d-9486-805a02dfd0a4 req-484e3e91-68e7-4931-8a00-16d694c4fcde tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3664844 Sep 07 02:32:36.917061 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa1a29-334e-4a47-8eaa-38445a9fa113 None None] Pushing event updated for resources: {'Port': ['ID=9c2fe7a0-c1ad-469f-aa13-3711ea7b2bc7,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:32:36.921299 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2c5ede94-0bbd-450d-9486-805a02dfd0a4 req-2aae47bf-bf1b-4b7f-9105-ff01b150510d tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/quotas/b3ce8e5925f047018db886c89a448f8e HTTP/1.1" status: 200 len: 375 time: 0.0320621 Sep 07 02:32:36.925055 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a6239cfd-36f3-40c7-8556-e5bb48a17682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:36.933199 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69aa50d-7688-499a-add4-b18c93d56d22 None None] Routers {'11903ba5-e257-4111-a016-8b01939ea094'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:32:36.933997 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-a69aa50d-7688-499a-add4-b18c93d56d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:32:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['11903ba5-e257-4111-a016-8b01939ea094'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:32:36.976418 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 1ea205db-8a32-4701-aa24-d5918cc13b8f completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:32:36.984019 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 1ea205db-8a32-4701-aa24-d5918cc13b8f triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:32:36.985732 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:37.027840 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc7e085-e6cd-4d93-b7d0-08b08ffd8e4e req-ced22dc2-3f28-4e54-8a99-b54c363fa31f tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:32:37.035185 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2fc7e085-e6cd-4d93-b7d0-08b08ffd8e4e req-ced22dc2-3f28-4e54-8a99-b54c363fa31f tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3526070 Sep 07 02:32:37.049831 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2c5ede94-0bbd-450d-9486-805a02dfd0a4 req-70ebbfb7-e5bc-4a24-8ba4-88701a5fa80d tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b3ce8e5925f047018db886c89a448f8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1275733 Sep 07 02:32:37.058203 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a6239cfd-36f3-40c7-8556-e5bb48a17682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:37.067650 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2fc7e085-e6cd-4d93-b7d0-08b08ffd8e4e req-9e6e1570-5564-481b-aa36-0b1c61d9dbee tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/quotas/cce8b5cfd6b346a09435557b781b9303 HTTP/1.1" status: 200 len: 375 time: 0.0314441 Sep 07 02:32:37.083990 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-a69aa50d-7688-499a-add4-b18c93d56d22 None None] Set router 11903ba5-e257-4111-a016-8b01939ea094 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:32:37.138160 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a6239cfd-36f3-40c7-8556-e5bb48a17682 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3c964e52aa0240dbb78f272c82a034ab&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8722458 Sep 07 02:32:37.144304 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:37.148525 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 35032) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:32:37.166516 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6239cfd-36f3-40c7-8556-e5bb48a17682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a4c645-16d2-4dd3-9503-2d32e1b1e9ac,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:32:37.221719 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 1ea205db-8a32-4701-aa24-d5918cc13b8f, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=1ea205db-8a32-4701-aa24-d5918cc13b8f,segment=NetworkSegment(f40be107-e610-44ce-bdfd-1f32cc4fb26a),segment_id=f40be107-e610-44ce-bdfd-1f32cc4fb26a)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:32:37.229175 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2fc7e085-e6cd-4d93-b7d0-08b08ffd8e4e req-84aabcbc-3c64-494a-b136-9586afc8596e tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=cce8b5cfd6b346a09435557b781b9303&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1603873 Sep 07 02:32:37.230673 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-018e6d6f-41c8-4330-9c2c-b05590bb176b admin admin] Allocated IP 172.20.0.1 (6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc/cbe10d5e-50cd-446a-9782-e73eac83e8a3/859e2d0d-bf42-452d-a954-dfdc8ed71645) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:32:37.238448 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:37.264519 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-21f6905e-8a43-46c6-b999-601a9a0c4f09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:37.321725 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-21f6905e-8a43-46c6-b999-601a9a0c4f09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:37.412180 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=1ea205db-8a32-4701-aa24-d5918cc13b8f,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:32:37.456144 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-21f6905e-8a43-46c6-b999-601a9a0c4f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:37.458913 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-21f6905e-8a43-46c6-b999-601a9a0c4f09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:37.460257 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-21f6905e-8a43-46c6-b999-601a9a0c4f09 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d3a4c645-16d2-4dd3-9503-2d32e1b1e9ac HTTP/1.1" status: 204 len: 168 time: 0.3008153 Sep 07 02:32:37.473121 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f6905e-8a43-46c6-b999-601a9a0c4f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a4c645-16d2-4dd3-9503-2d32e1b1e9ac,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:32:37.497596 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-018e6d6f-41c8-4330-9c2c-b05590bb176b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:37.517050 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-a69aa50d-7688-499a-add4-b18c93d56d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11903ba5-e257-4111-a016-8b01939ea094', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-580571853-router', 'tenant_id': 'ec8f998f0dfa49298d81e528b209944e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '9c2fe7a0-c1ad-469f-aa13-3711ea7b2bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:32:33Z', 'updated_at': '2021-09-07T02:32:34Z', 'revision_number': 3, 'project_id': 'ec8f998f0dfa49298d81e528b209944e', 'gw_port': {'id': '9c2fe7a0-c1ad-469f-aa13-3711ea7b2bc7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:0a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11903ba5-e257-4111-a016-8b01939ea094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:32:34Z', 'updated_at': '2021-09-07T02:32:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:32:37.539415 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-018e6d6f-41c8-4330-9c2c-b05590bb176b admin admin] Transition to ACTIVE for port object 859e2d0d-bf42-452d-a954-dfdc8ed71645 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:32:37.557769 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69aa50d-7688-499a-add4-b18c93d56d22 None None] The sync data for ids ['11903ba5-e257-4111-a016-8b01939ea094'] in n-d-796209-16 is: [{'id': '11903ba5-e257-4111-a016-8b01939ea094', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-580571853-router', 'tenant_id': 'ec8f998f0dfa49298d81e528b209944e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '9c2fe7a0-c1ad-469f-aa13-3711ea7b2bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:32:33Z', 'updated_at': '2021-09-07T02:32:34Z', 'revision_number': 3, 'project_id': 'ec8f998f0dfa49298d81e528b209944e', 'gw_port': {'id': '9c2fe7a0-c1ad-469f-aa13-3711ea7b2bc7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:0a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11903ba5-e257-4111-a016-8b01939ea094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:32:34Z', 'updated_at': '2021-09-07T02:32:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:32:37.656247 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-018e6d6f-41c8-4330-9c2c-b05590bb176b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:37.736720 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018e6d6f-41c8-4330-9c2c-b05590bb176b admin admin] Network 6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:32:37.743708 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-018e6d6f-41c8-4330-9c2c-b05590bb176b admin admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:32:37.765242 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018e6d6f-41c8-4330-9c2c-b05590bb176b admin admin] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:32:37.766651 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-018e6d6f-41c8-4330-9c2c-b05590bb176b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:37.876155 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6dc802af-2962-4d86-9403-80649a829203 req-3e31137a-1ba8-4918-beda-74eec036373f tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/ports?device_id=0473eb4e-78a8-4438-841e-1daf58830e4e HTTP/1.1" status: 200 len: 210 time: 0.0737185 Sep 07 02:32:38.008170 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-aa2676c1-ca7a-49b1-b892-2bb2d6e450af req-b29d3e06-f57a-4275-8221-51f8c7bd24d0 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/ports?device_id=664aed32-e4db-4d2c-be0a-bd80347c673c HTTP/1.1" status: 200 len: 210 time: 0.1225328 Sep 07 02:32:38.075999 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018e6d6f-41c8-4330-9c2c-b05590bb176b admin admin] Pushing event updated for resources: {'Port': ['ID=859e2d0d-bf42-452d-a954-dfdc8ed71645,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:32:38.139564 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-ccefbf8e-4abf-4772-9719-81963654da1c None None] Provisioning for port 859e2d0d-bf42-452d-a954-dfdc8ed71645 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:32:38.149382 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-ccefbf8e-4abf-4772-9719-81963654da1c None None] Provisioning complete for port 859e2d0d-bf42-452d-a954-dfdc8ed71645 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:32:38.149907 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ccefbf8e-4abf-4772-9719-81963654da1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:38.225426 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-ccefbf8e-4abf-4772-9719-81963654da1c None None] Port 859e2d0d-bf42-452d-a954-dfdc8ed71645 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:32:38.289676 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-018e6d6f-41c8-4330-9c2c-b05590bb176b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:38.409782 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 35100) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:32:38.443363 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8b01f593-e945-4a2e-ab8e-3791d3f9131d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:38.604663 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8b01f593-e945-4a2e-ab8e-3791d3f9131d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:38.614445 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8b01f593-e945-4a2e-ab8e-3791d3f9131d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:38.687170 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-8b01f593-e945-4a2e-ab8e-3791d3f9131d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=29babb70a45a48c3963be27e79d28e3f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2748804 Sep 07 02:32:38.689302 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b01f593-e945-4a2e-ab8e-3791d3f9131d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68440333-e5bb-4ca6-9744-5f730887ccda,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:32:38.711124 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 35112) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:32:38.745779 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 35114) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:32:38.835192 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1524c8a3-02be-437a-b817-ae93a7b20aaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:38.892939 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1524c8a3-02be-437a-b817-ae93a7b20aaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:38.991403 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1524c8a3-02be-437a-b817-ae93a7b20aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:38.997890 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1524c8a3-02be-437a-b817-ae93a7b20aaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:38.999808 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-1524c8a3-02be-437a-b817-ae93a7b20aaa admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/68440333-e5bb-4ca6-9744-5f730887ccda HTTP/1.1" status: 204 len: 168 time: 0.2873933 Sep 07 02:32:39.014734 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-018e6d6f-41c8-4330-9c2c-b05590bb176b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:39.026662 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-018e6d6f-41c8-4330-9c2c-b05590bb176b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:39.029014 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-018e6d6f-41c8-4330-9c2c-b05590bb176b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:39.048452 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 9c2fe7a0-c1ad-469f-aa13-3711ea7b2bc7 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:32:39.108931 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1524c8a3-02be-437a-b817-ae93a7b20aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68440333-e5bb-4ca6-9744-5f730887ccda,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:32:39.115009 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-402b64c6-34e9-4389-918e-e52088e4a952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:39.186559 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018e6d6f-41c8-4330-9c2c-b05590bb176b admin admin] Pushing event updated for resources: {'Port': ['ID=859e2d0d-bf42-452d-a954-dfdc8ed71645,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:32:39.194726 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 9c2fe7a0-c1ad-469f-aa13-3711ea7b2bc7 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:32:39.199468 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 9c2fe7a0-c1ad-469f-aa13-3711ea7b2bc7 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:32:39.199944 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:39.275225 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3126dfca-ba28-46a8-bb1f-4f5e1f9f1c90 req-76b7a775-a679-45cf-b71e-796f87dae489 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/ports?device_id=0473eb4e-78a8-4438-841e-1daf58830e4e HTTP/1.1" status: 200 len: 210 time: 0.0749435 Sep 07 02:32:39.326188 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-402b64c6-34e9-4389-918e-e52088e4a952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:39.335455 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-402b64c6-34e9-4389-918e-e52088e4a952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:39.409526 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:39.411847 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402b64c6-34e9-4389-918e-e52088e4a952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f371e3-8e27-40f5-8533-2beb4a70df58,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:32:39.437601 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-402b64c6-34e9-4389-918e-e52088e4a952 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=17d7bf96da554e31807c0fde365fc6ab&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6846373 Sep 07 02:32:39.438438 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 35162) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:32:39.470736 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-679fa634-2d02-492f-ae53-0a4d760c2dd1 req-dfd42431-1853-4d65-82df-b1ab2324052d tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/ports?device_id=664aed32-e4db-4d2c-be0a-bd80347c673c HTTP/1.1" status: 200 len: 210 time: 0.0426493 Sep 07 02:32:39.521004 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 9c2fe7a0-c1ad-469f-aa13-3711ea7b2bc7, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=9c2fe7a0-c1ad-469f-aa13-3711ea7b2bc7,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:32:39.523075 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018e6d6f-41c8-4330-9c2c-b05590bb176b admin admin] Network 6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:32:39.525828 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-018e6d6f-41c8-4330-9c2c-b05590bb176b admin admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:32:39.531928 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:39.532915 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 1ea205db-8a32-4701-aa24-d5918cc13b8f up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:32:39.536649 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f2d70661-bf49-491d-b4ee-7fbc7266339d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:39.581861 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f2d70661-bf49-491d-b4ee-7fbc7266339d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:39.764654 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=9c2fe7a0-c1ad-469f-aa13-3711ea7b2bc7,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:32:39.786261 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 1ea205db-8a32-4701-aa24-d5918cc13b8f triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:32:39.786846 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:39.874926 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-018e6d6f-41c8-4330-9c2c-b05590bb176b admin admin] Router 11903ba5-e257-4111-a016-8b01939ea094 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:32:39.969892 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f2d70661-bf49-491d-b4ee-7fbc7266339d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:39.973250 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f2d70661-bf49-491d-b4ee-7fbc7266339d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:39.975001 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f2d70661-bf49-491d-b4ee-7fbc7266339d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c9f371e3-8e27-40f5-8533-2beb4a70df58 HTTP/1.1" status: 204 len: 168 time: 0.5347798 Sep 07 02:32:39.998690 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d70661-bf49-491d-b4ee-7fbc7266339d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f371e3-8e27-40f5-8533-2beb4a70df58,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:32:40.022800 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-98f8bc83-d2c2-4ccb-bf36-91faa1ca0998 None None] Provisioning complete for port 859e2d0d-bf42-452d-a954-dfdc8ed71645 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:32:40.023176 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-98f8bc83-d2c2-4ccb-bf36-91faa1ca0998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:40.100856 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-98f8bc83-d2c2-4ccb-bf36-91faa1ca0998 None None] Port 859e2d0d-bf42-452d-a954-dfdc8ed71645 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:32:40.162463 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018e6d6f-41c8-4330-9c2c-b05590bb176b admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:32:40.177188 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-018e6d6f-41c8-4330-9c2c-b05590bb176b admin admin] 10.222.0.22 "PUT /v2.0/routers/11903ba5-e257-4111-a016-8b01939ea094/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5176313 Sep 07 02:32:40.256013 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a9a7f0-5b04-42d6-9556-74e44a0ce7b1 None None] Sync routers for ids ['11903ba5-e257-4111-a016-8b01939ea094'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:32:40.272721 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a9a7f0-5b04-42d6-9556-74e44a0ce7b1 None None] Routers {'11903ba5-e257-4111-a016-8b01939ea094'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:32:40.273484 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f1a9a7f0-5b04-42d6-9556-74e44a0ce7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:32:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['11903ba5-e257-4111-a016-8b01939ea094'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:32:40.296275 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bbd16fc4-3001-4bbd-9841-100c441f6dde req-0f1087bc-ef48-4126-ac7b-b4db9c35ec2b tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=bb305d03c7ac4c1998c9addab922c11f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0655708 Sep 07 02:32:40.425374 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd16fc4-3001-4bbd-9841-100c441f6dde req-8a1f1c14-d554-4b30-b8c9-c0e3162f1b41 tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:32:40.433160 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bbd16fc4-3001-4bbd-9841-100c441f6dde req-8a1f1c14-d554-4b30-b8c9-c0e3162f1b41 tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1356742 Sep 07 02:32:40.446195 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bbd16fc4-3001-4bbd-9841-100c441f6dde req-dd5ec2ed-5d97-45cc-a10c-55b84adb6a33 tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] 10.222.0.22 "GET /v2.0/quotas/bb305d03c7ac4c1998c9addab922c11f HTTP/1.1" status: 200 len: 375 time: 0.0110412 Sep 07 02:32:40.508149 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bbd16fc4-3001-4bbd-9841-100c441f6dde req-1ba83ab4-962b-4ed3-83f9-d8bbfe4042b0 tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=bb305d03c7ac4c1998c9addab922c11f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0560522 Sep 07 02:32:40.580983 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-f1a9a7f0-5b04-42d6-9556-74e44a0ce7b1 None None] Set router 11903ba5-e257-4111-a016-8b01939ea094 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:32:40.734282 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.16', 59611) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:32:40.792099 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2c5ede94-0bbd-450d-9486-805a02dfd0a4 req-430a3e72-37b5-450c-8479-f916bf5a268f tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=b3ce8e5925f047018db886c89a448f8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0525541 Sep 07 02:32:40.796070 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0ea831cf-da5b-4cee-abaf-7c1ede9127d1 req-6603c2d9-ece5-43d1-8aa7-2d78bc36f3d7 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/ports?device_id=0473eb4e-78a8-4438-841e-1daf58830e4e HTTP/1.1" status: 200 len: 210 time: 0.0984540 Sep 07 02:32:40.821612 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 9c2fe7a0-c1ad-469f-aa13-3711ea7b2bc7 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:32:40.997198 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 35226) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:32:41.015810 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5f2c5c8e-33b1-4d25-8acf-7a44b6bef59f req-6841e6f1-4e9e-44fa-9337-789df1ee1917 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/ports?device_id=664aed32-e4db-4d2c-be0a-bd80347c673c HTTP/1.1" status: 200 len: 210 time: 0.0606167 Sep 07 02:32:41.054370 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f67111ef-d2e8-4ae1-88a8-5f8246c16dee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:41.066142 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 9c2fe7a0-c1ad-469f-aa13-3711ea7b2bc7 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:32:41.067100 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:41.075614 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ede94-0bbd-450d-9486-805a02dfd0a4 req-0f7d921b-0131-49c9-a5cd-11489cf086f6 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:32:41.077655 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2c5ede94-0bbd-450d-9486-805a02dfd0a4 req-0f7d921b-0131-49c9-a5cd-11489cf086f6 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2831056 Sep 07 02:32:41.161534 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f1a9a7f0-5b04-42d6-9556-74e44a0ce7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11903ba5-e257-4111-a016-8b01939ea094', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-580571853-router', 'tenant_id': 'ec8f998f0dfa49298d81e528b209944e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '9c2fe7a0-c1ad-469f-aa13-3711ea7b2bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:32:33Z', 'updated_at': '2021-09-07T02:32:38Z', 'revision_number': 4, 'project_id': 'ec8f998f0dfa49298d81e528b209944e', 'gw_port': {'id': '9c2fe7a0-c1ad-469f-aa13-3711ea7b2bc7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:0a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11903ba5-e257-4111-a016-8b01939ea094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:32:34Z', 'updated_at': '2021-09-07T02:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '859e2d0d-bf42-452d-a954-dfdc8ed71645', 'name': '', 'network_id': '6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc', 'tenant_id': 'ec8f998f0dfa49298d81e528b209944e', 'mac_address': 'fa:16:3e:01:d0:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11903ba5-e257-4111-a016-8b01939ea094', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'cbe10d5e-50cd-446a-9782-e73eac83e8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:32:36Z', 'updated_at': '2021-09-07T02:32:38Z', 'revision_number': 2, 'project_id': 'ec8f998f0dfa49298d81e528b209944e', 'subnets': [{'id': 'cbe10d5e-50cd-446a-9782-e73eac83e8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:32:41.174667 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-2c5ede94-0bbd-450d-9486-805a02dfd0a4 req-a6c05c19-8291-4cac-99ac-fd9bc712ba2d tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Request body: {'port': {'device_id': '0473eb4e-78a8-4438-841e-1daf58830e4e', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'admin_state_up': True, 'tenant_id': 'b3ce8e5925f047018db886c89a448f8e'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:32:41.192769 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3959b569-0e92-4d33-b203-dc6f423544cc req-b2ee43c2-006e-4098-b18c-53c586f2b83d tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3815a72-012e-4583-b73b-362ce4ca7c6c HTTP/1.1" status: 200 len: 210 time: 0.0777397 Sep 07 02:32:41.288636 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f67111ef-d2e8-4ae1-88a8-5f8246c16dee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:41.295268 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f67111ef-d2e8-4ae1-88a8-5f8246c16dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:41.324494 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a9a7f0-5b04-42d6-9556-74e44a0ce7b1 None None] Checking router: 11903ba5-e257-4111-a016-8b01939ea094 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:32:41.334938 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a9a7f0-5b04-42d6-9556-74e44a0ce7b1 None None] Updating router 11903ba5-e257-4111-a016-8b01939ea094 port 859e2d0d-bf42-452d-a954-dfdc8ed71645 binding host n-d-796209-16 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 02:32:41.366705 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f67111ef-d2e8-4ae1-88a8-5f8246c16dee admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=10853539f56f4547b23f558567e5b754&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3680775 Sep 07 02:32:41.367717 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59614) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:32:41.368653 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67111ef-d2e8-4ae1-88a8-5f8246c16dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a5556b-7e8f-4d1f-814e-0075c8bd3b6c,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:32:41.373061 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 35248) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:32:41.439634 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f1a9a7f0-5b04-42d6-9556-74e44a0ce7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:41.467802 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2fc7e085-e6cd-4d93-b7d0-08b08ffd8e4e req-2c45d560-a911-410f-aa06-046cd2fc45bb tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=cce8b5cfd6b346a09435557b781b9303&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0955997 Sep 07 02:32:41.470913 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-17027ec0-37b7-4ffd-96b3-36b4c835148e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:41.501996 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-17027ec0-37b7-4ffd-96b3-36b4c835148e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:41.599645 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-17027ec0-37b7-4ffd-96b3-36b4c835148e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:41.602782 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-17027ec0-37b7-4ffd-96b3-36b4c835148e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:41.604810 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-17027ec0-37b7-4ffd-96b3-36b4c835148e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/94a5556b-7e8f-4d1f-814e-0075c8bd3b6c HTTP/1.1" status: 204 len: 168 time: 0.2293625 Sep 07 02:32:41.627358 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c5ede94-0bbd-450d-9486-805a02dfd0a4 req-a6c05c19-8291-4cac-99ac-fd9bc712ba2d tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Made reservation on behalf of b3ce8e5925f047018db886c89a448f8e for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:32:41.632360 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2c5ede94-0bbd-450d-9486-805a02dfd0a4 req-a6c05c19-8291-4cac-99ac-fd9bc712ba2d tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:41.650453 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2c5ede94-0bbd-450d-9486-805a02dfd0a4 req-a6c05c19-8291-4cac-99ac-fd9bc712ba2d tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:41.714411 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17027ec0-37b7-4ffd-96b3-36b4c835148e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a5556b-7e8f-4d1f-814e-0075c8bd3b6c,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:32:41.817119 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc7e085-e6cd-4d93-b7d0-08b08ffd8e4e req-2767b347-08d8-44d4-a61e-c89d8410edda tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:32:41.821570 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2fc7e085-e6cd-4d93-b7d0-08b08ffd8e4e req-2767b347-08d8-44d4-a61e-c89d8410edda tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2677193 Sep 07 02:32:41.835242 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-2fc7e085-e6cd-4d93-b7d0-08b08ffd8e4e req-f23ab60a-5aa0-4ab0-b27b-a91e93a15e05 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Request body: {'port': {'device_id': '664aed32-e4db-4d2c-be0a-bd80347c673c', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'admin_state_up': True, 'tenant_id': 'cce8b5cfd6b346a09435557b781b9303'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:32:41.930760 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2c5ede94-0bbd-450d-9486-805a02dfd0a4 req-a6c05c19-8291-4cac-99ac-fd9bc712ba2d tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:41.939035 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2c5ede94-0bbd-450d-9486-805a02dfd0a4 req-a6c05c19-8291-4cac-99ac-fd9bc712ba2d tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:41.987386 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df77a79e-7121-46e5-b33c-cb61dfa906a7 req-0d77dee8-3a35-4f1e-af8c-48910d949598 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/ports?device_id=0473eb4e-78a8-4438-841e-1daf58830e4e HTTP/1.1" status: 200 len: 210 time: 0.0519905 Sep 07 02:32:42.121997 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c05c19-8291-4cac-99ac-fd9bc712ba2d tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=930fe853-fb8a-49e5-95dd-3b741b91d4e7,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:32:42.164036 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f1a9a7f0-5b04-42d6-9556-74e44a0ce7b1 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:42.203120 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-f1a9a7f0-5b04-42d6-9556-74e44a0ce7b1 None None] Transition to ACTIVE for port object 859e2d0d-bf42-452d-a954-dfdc8ed71645 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:32:42.217161 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f1a9a7f0-5b04-42d6-9556-74e44a0ce7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:42.314676 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [req-2c5ede94-0bbd-450d-9486-805a02dfd0a4 req-a6c05c19-8291-4cac-99ac-fd9bc712ba2d tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Allocated IP 192.168.233.13 (0823ecf3-066e-49bd-a451-2e84ab79a70f/694f9550-ba12-4672-8446-41848123cea2/124dbf8d-601e-4154-8354-1949cc0097af) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:32:42.352370 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-19bf29b9-9469-442e-b9bb-31eb2e403e3d req-44e292b9-eb3d-43d5-893a-da70128d304b tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/ports?device_id=664aed32-e4db-4d2c-be0a-bd80347c673c HTTP/1.1" status: 200 len: 210 time: 0.1972361 Sep 07 02:32:42.383588 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ced373-333a-414e-a654-528e3c7b2972 None None] Pushing event updated for resources: {'Port': ['ID=859e2d0d-bf42-452d-a954-dfdc8ed71645,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:32:42.427647 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.23', 52005) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:32:42.465029 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bbd16fc4-3001-4bbd-9841-100c441f6dde req-4d13d847-f5ff-40b1-9488-26340fe28435 tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=bb305d03c7ac4c1998c9addab922c11f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359440 Sep 07 02:32:42.466452 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fc7e085-e6cd-4d93-b7d0-08b08ffd8e4e req-f23ab60a-5aa0-4ab0-b27b-a91e93a15e05 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Made reservation on behalf of cce8b5cfd6b346a09435557b781b9303 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:32:42.472976 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2fc7e085-e6cd-4d93-b7d0-08b08ffd8e4e req-f23ab60a-5aa0-4ab0-b27b-a91e93a15e05 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:42.485923 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2fc7e085-e6cd-4d93-b7d0-08b08ffd8e4e req-f23ab60a-5aa0-4ab0-b27b-a91e93a15e05 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:42.520422 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-20db25cb-6b65-4101-8817-1c0d72e7e8f6 req-ab496736-10e0-4f99-ba3b-6e70dde6843c tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3815a72-012e-4583-b73b-362ce4ca7c6c HTTP/1.1" status: 200 len: 210 time: 0.0538394 Sep 07 02:32:42.560110 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-f1a9a7f0-5b04-42d6-9556-74e44a0ce7b1 None None] Attempting to bind port 859e2d0d-bf42-452d-a954-dfdc8ed71645 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:32:42.560489 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-f1a9a7f0-5b04-42d6-9556-74e44a0ce7b1 None None] Attempting to bind port 859e2d0d-bf42-452d-a954-dfdc8ed71645 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'f40be107-e610-44ce-bdfd-1f32cc4fb26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:32:42.564394 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a9a7f0-5b04-42d6-9556-74e44a0ce7b1 None None] Attempting to bind port 859e2d0d-bf42-452d-a954-dfdc8ed71645 on network 6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:32:42.583324 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a9a7f0-5b04-42d6-9556-74e44a0ce7b1 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:32:42.584558 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a9a7f0-5b04-42d6-9556-74e44a0ce7b1 None None] Checking segment: {'id': 'f40be107-e610-44ce-bdfd-1f32cc4fb26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:32:42.586235 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f1a9a7f0-5b04-42d6-9556-74e44a0ce7b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:42.586801 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a9a7f0-5b04-42d6-9556-74e44a0ce7b1 None None] Bound using segment: {'id': 'f40be107-e610-44ce-bdfd-1f32cc4fb26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:32:42.588776 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-f1a9a7f0-5b04-42d6-9556-74e44a0ce7b1 None None] Bound port: 859e2d0d-bf42-452d-a954-dfdc8ed71645, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f40be107-e610-44ce-bdfd-1f32cc4fb26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:32:42.590793 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f1a9a7f0-5b04-42d6-9556-74e44a0ce7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:42.647020 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 35308) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:32:42.665763 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-65bdb497-bbff-4eea-b0a6-9222edd0fc9a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2121366700-network', 'tenant_id': '3e6c3b13f7044159a2c7196a2eb4f711'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:32:42.767359 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2c5ede94-0bbd-450d-9486-805a02dfd0a4 req-a6c05c19-8291-4cac-99ac-fd9bc712ba2d tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:42.796374 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-2c5ede94-0bbd-450d-9486-805a02dfd0a4 req-a6c05c19-8291-4cac-99ac-fd9bc712ba2d tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Transition to ACTIVE for port object 124dbf8d-601e-4154-8354-1949cc0097af will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:32:42.860516 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-f1a9a7f0-5b04-42d6-9556-74e44a0ce7b1 None None] For port 859e2d0d-bf42-452d-a954-dfdc8ed71645, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:32:42.897013 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2c5ede94-0bbd-450d-9486-805a02dfd0a4 req-a6c05c19-8291-4cac-99ac-fd9bc712ba2d tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:42.923613 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-f1a9a7f0-5b04-42d6-9556-74e44a0ce7b1 None None] For port 859e2d0d-bf42-452d-a954-dfdc8ed71645, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=859e2d0d-bf42-452d-a954-dfdc8ed71645,segment=NetworkSegment(f40be107-e610-44ce-bdfd-1f32cc4fb26a),segment_id=f40be107-e610-44ce-bdfd-1f32cc4fb26a)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:32:42.940583 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f1a9a7f0-5b04-42d6-9556-74e44a0ce7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:42.946501 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.db.api [req-2fc7e085-e6cd-4d93-b7d0-08b08ffd8e4e req-f23ab60a-5aa0-4ab0-b27b-a91e93a15e05 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 02:32:42.946501 n-d-796209-16 neutron-server[94700]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 07 02:32:42.946501 n-d-796209-16 neutron-server[94700]: [parameters: {'project_id_1': 'cce8b5cfd6b346a09435557b781b9303', 'expiration_1': datetime.datetime(2021, 9, 7, 2, 32, 22, 896516)}] Sep 07 02:32:42.946501 n-d-796209-16 neutron-server[94700]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 02:32:42.947704 n-d-796209-16 neutron-server[94700]: DEBUG oslo_db.api [req-2fc7e085-e6cd-4d93-b7d0-08b08ffd8e4e req-f23ab60a-5aa0-4ab0-b27b-a91e93a15e05 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 02:32:43.016331 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd16fc4-3001-4bbd-9841-100c441f6dde req-f1fee285-a1da-464c-8655-9c6fc2dafafa tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:32:43.018845 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bbd16fc4-3001-4bbd-9841-100c441f6dde req-f1fee285-a1da-464c-8655-9c6fc2dafafa tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5338092 Sep 07 02:32:43.095187 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-bbd16fc4-3001-4bbd-9841-100c441f6dde req-13a5c7c2-0e6f-4d36-b7a2-f2544047fd4d tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] Request body: {'port': {'device_id': 'f3815a72-012e-4583-b73b-362ce4ca7c6c', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'admin_state_up': True, 'tenant_id': 'bb305d03c7ac4c1998c9addab922c11f'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:32:43.192367 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a9a7f0-5b04-42d6-9556-74e44a0ce7b1 None None] Routers {'11903ba5-e257-4111-a016-8b01939ea094'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:32:43.197694 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f1a9a7f0-5b04-42d6-9556-74e44a0ce7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:32:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['11903ba5-e257-4111-a016-8b01939ea094'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:32:43.205436 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ced373-333a-414e-a654-528e3c7b2972 None None] Pushing event updated for resources: {'Port': ['ID=859e2d0d-bf42-452d-a954-dfdc8ed71645,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:32:43.242371 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c5ede94-0bbd-450d-9486-805a02dfd0a4 req-a6c05c19-8291-4cac-99ac-fd9bc712ba2d tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Network 0823ecf3-066e-49bd-a451-2e84ab79a70f is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:32:43.243996 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c05c19-8291-4cac-99ac-fd9bc712ba2d tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Pushing event updated for resources: {'Port': ['ID=124dbf8d-601e-4154-8354-1949cc0097af,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:32:43.248550 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [req-2c5ede94-0bbd-450d-9486-805a02dfd0a4 req-a6c05c19-8291-4cac-99ac-fd9bc712ba2d tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:32:43.251350 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c5ede94-0bbd-450d-9486-805a02dfd0a4 req-a6c05c19-8291-4cac-99ac-fd9bc712ba2d tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:32:43.258129 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ede94-0bbd-450d-9486-805a02dfd0a4 req-a6c05c19-8291-4cac-99ac-fd9bc712ba2d tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:32:43.259382 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2c5ede94-0bbd-450d-9486-805a02dfd0a4 req-a6c05c19-8291-4cac-99ac-fd9bc712ba2d tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:43.311145 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65bdb497-bbff-4eea-b0a6-9222edd0fc9a admin admin] Made reservation on behalf of 3e6c3b13f7044159a2c7196a2eb4f711 for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:32:43.314892 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-65bdb497-bbff-4eea-b0a6-9222edd0fc9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:43.345898 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2c5ede94-0bbd-450d-9486-805a02dfd0a4 req-a6c05c19-8291-4cac-99ac-fd9bc712ba2d tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1777527 Sep 07 02:32:43.398345 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [req-2c5ede94-0bbd-450d-9486-805a02dfd0a4 req-959572f4-70ea-4f7d-a030-43e7a1c78dca tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 02:32:43.400571 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2c5ede94-0bbd-450d-9486-805a02dfd0a4 req-959572f4-70ea-4f7d-a030-43e7a1c78dca tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0227978 Sep 07 02:32:43.445736 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01dfd94-e6e8-4384-8160-2a720530a38d req-3a3b841e-6818-4661-8ee7-278fc8ca5f0a tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:32:43.452989 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2fc7e085-e6cd-4d93-b7d0-08b08ffd8e4e req-f23ab60a-5aa0-4ab0-b27b-a91e93a15e05 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:43.458003 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e01dfd94-e6e8-4384-8160-2a720530a38d req-3a3b841e-6818-4661-8ee7-278fc8ca5f0a tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/ports?device_id=0473eb4e-78a8-4438-841e-1daf58830e4e HTTP/1.1" status: 200 len: 935 time: 0.1802065 Sep 07 02:32:43.548632 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbd16fc4-3001-4bbd-9841-100c441f6dde req-13a5c7c2-0e6f-4d36-b7a2-f2544047fd4d tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] Made reservation on behalf of bb305d03c7ac4c1998c9addab922c11f for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:32:43.559438 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bbd16fc4-3001-4bbd-9841-100c441f6dde req-13a5c7c2-0e6f-4d36-b7a2-f2544047fd4d tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:43.597013 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bbd16fc4-3001-4bbd-9841-100c441f6dde req-13a5c7c2-0e6f-4d36-b7a2-f2544047fd4d tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:43.607291 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-f1a9a7f0-5b04-42d6-9556-74e44a0ce7b1 None None] Set router 11903ba5-e257-4111-a016-8b01939ea094 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:32:43.932464 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2fc7e085-e6cd-4d93-b7d0-08b08ffd8e4e req-f23ab60a-5aa0-4ab0-b27b-a91e93a15e05 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:43.940254 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2fc7e085-e6cd-4d93-b7d0-08b08ffd8e4e req-f23ab60a-5aa0-4ab0-b27b-a91e93a15e05 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:43.989690 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-65bdb497-bbff-4eea-b0a6-9222edd0fc9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:44.070408 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-b4f47499-37ed-47d1-b8cf-719a287d46c3 None None] Provisioning for port 124dbf8d-601e-4154-8354-1949cc0097af completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:32:44.109241 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-b4f47499-37ed-47d1-b8cf-719a287d46c3 None None] Provisioning complete for port 124dbf8d-601e-4154-8354-1949cc0097af triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:32:44.110003 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b4f47499-37ed-47d1-b8cf-719a287d46c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:44.156575 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e01dfd94-e6e8-4384-8160-2a720530a38d req-10756448-1e41-46da-98bf-adf3435a7e2c tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/security-groups?id=930fe853-fb8a-49e5-95dd-3b741b91d4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6848900 Sep 07 02:32:44.350415 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2df71c75-b606-48bc-bd18-c088f0039165 req-70d98562-9b6d-4609-8716-875fd136ff2a tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3815a72-012e-4583-b73b-362ce4ca7c6c HTTP/1.1" status: 200 len: 210 time: 0.0629797 Sep 07 02:32:44.384041 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-b4f47499-37ed-47d1-b8cf-719a287d46c3 None None] Port 124dbf8d-601e-4154-8354-1949cc0097af cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:32:44.452555 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f1a9a7f0-5b04-42d6-9556-74e44a0ce7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11903ba5-e257-4111-a016-8b01939ea094', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-580571853-router', 'tenant_id': 'ec8f998f0dfa49298d81e528b209944e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '9c2fe7a0-c1ad-469f-aa13-3711ea7b2bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:32:33Z', 'updated_at': '2021-09-07T02:32:38Z', 'revision_number': 4, 'project_id': 'ec8f998f0dfa49298d81e528b209944e', 'gw_port': {'id': '9c2fe7a0-c1ad-469f-aa13-3711ea7b2bc7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:0a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11903ba5-e257-4111-a016-8b01939ea094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:32:34Z', 'updated_at': '2021-09-07T02:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '859e2d0d-bf42-452d-a954-dfdc8ed71645', 'name': '', 'network_id': '6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc', 'tenant_id': 'ec8f998f0dfa49298d81e528b209944e', 'mac_address': 'fa:16:3e:01:d0:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11903ba5-e257-4111-a016-8b01939ea094', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'cbe10d5e-50cd-446a-9782-e73eac83e8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:32:36Z', 'updated_at': '2021-09-07T02:32:42Z', 'revision_number': 4, 'project_id': 'ec8f998f0dfa49298d81e528b209944e', 'subnets': [{'id': 'cbe10d5e-50cd-446a-9782-e73eac83e8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:32:44.577412 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a9a7f0-5b04-42d6-9556-74e44a0ce7b1 None None] The sync data for ids ['11903ba5-e257-4111-a016-8b01939ea094'] in n-d-796209-16 is: [{'id': '11903ba5-e257-4111-a016-8b01939ea094', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-580571853-router', 'tenant_id': 'ec8f998f0dfa49298d81e528b209944e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '9c2fe7a0-c1ad-469f-aa13-3711ea7b2bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:32:33Z', 'updated_at': '2021-09-07T02:32:38Z', 'revision_number': 4, 'project_id': 'ec8f998f0dfa49298d81e528b209944e', 'gw_port': {'id': '9c2fe7a0-c1ad-469f-aa13-3711ea7b2bc7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:0a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11903ba5-e257-4111-a016-8b01939ea094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:32:34Z', 'updated_at': '2021-09-07T02:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '859e2d0d-bf42-452d-a954-dfdc8ed71645', 'name': '', 'network_id': '6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc', 'tenant_id': 'ec8f998f0dfa49298d81e528b209944e', 'mac_address': 'fa:16:3e:01:d0:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11903ba5-e257-4111-a016-8b01939ea094', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'cbe10d5e-50cd-446a-9782-e73eac83e8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:32:36Z', 'updated_at': '2021-09-07T02:32:42Z', 'revision_number': 4, 'project_id': 'ec8f998f0dfa49298d81e528b209944e', 'subnets': [{'id': 'cbe10d5e-50cd-446a-9782-e73eac83e8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:32:44.599627 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-2fc7e085-e6cd-4d93-b7d0-08b08ffd8e4e req-f23ab60a-5aa0-4ab0-b27b-a91e93a15e05 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Allocated IP 192.168.233.208 (0823ecf3-066e-49bd-a451-2e84ab79a70f/694f9550-ba12-4672-8446-41848123cea2/600a2a7b-4313-49f9-92ab-a221c16faa45) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:32:44.842924 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-2c5ede94-0bbd-450d-9486-805a02dfd0a4 req-aa2b0f7b-ea5b-4d42-ac0e-4b27de33b9da service neutron] Request body: {'port': {'device_id': '0473eb4e-78a8-4438-841e-1daf58830e4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:32:44.947523 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 859e2d0d-bf42-452d-a954-dfdc8ed71645 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:32:45.027005 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2c5ede94-0bbd-450d-9486-805a02dfd0a4 req-aa2b0f7b-ea5b-4d42-ac0e-4b27de33b9da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:45.039668 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bbd16fc4-3001-4bbd-9841-100c441f6dde req-13a5c7c2-0e6f-4d36-b7a2-f2544047fd4d tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:45.072729 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bbd16fc4-3001-4bbd-9841-100c441f6dde req-13a5c7c2-0e6f-4d36-b7a2-f2544047fd4d tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:45.097726 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 859e2d0d-bf42-452d-a954-dfdc8ed71645 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:32:45.112207 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 859e2d0d-bf42-452d-a954-dfdc8ed71645 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:32:45.112572 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:45.366467 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:45.380493 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ab60a-5aa0-4ab0-b27b-a91e93a15e05 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba2aa4d-7f82-4cc1-ad48-46c49fcc34cd,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:32:45.463928 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a5c7c2-0e6f-4d36-b7a2-f2544047fd4d tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8bffc46-0ce1-4ca2-bf68-121c58cb4f99,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:32:45.526552 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 859e2d0d-bf42-452d-a954-dfdc8ed71645, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=859e2d0d-bf42-452d-a954-dfdc8ed71645,segment=NetworkSegment(f40be107-e610-44ce-bdfd-1f32cc4fb26a),segment_id=f40be107-e610-44ce-bdfd-1f32cc4fb26a)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:32:45.535251 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:45.542305 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-54e74e01-d10d-4abb-8f70-767fdc33d591 req-d4f5cb01-4a58-4dc1-b819-0719ca7041ea tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/ports?device_id=664aed32-e4db-4d2c-be0a-bd80347c673c HTTP/1.1" status: 200 len: 210 time: 1.3036318 Sep 07 02:32:45.633345 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=859e2d0d-bf42-452d-a954-dfdc8ed71645,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:32:45.720832 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2fc7e085-e6cd-4d93-b7d0-08b08ffd8e4e req-f23ab60a-5aa0-4ab0-b27b-a91e93a15e05 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:45.856103 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a3d36648-87a6-412b-99f0-d433086ab9d9 req-645cf159-83e1-4590-813d-1e81391cad8a tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3815a72-012e-4583-b73b-362ce4ca7c6c HTTP/1.1" status: 200 len: 210 time: 0.1000335 Sep 07 02:32:45.897095 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-2fc7e085-e6cd-4d93-b7d0-08b08ffd8e4e req-f23ab60a-5aa0-4ab0-b27b-a91e93a15e05 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Transition to ACTIVE for port object 600a2a7b-4313-49f9-92ab-a221c16faa45 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:32:46.003875 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2fc7e085-e6cd-4d93-b7d0-08b08ffd8e4e req-f23ab60a-5aa0-4ab0-b27b-a91e93a15e05 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:46.109741 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-65bdb497-bbff-4eea-b0a6-9222edd0fc9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:46.247460 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-65bdb497-bbff-4eea-b0a6-9222edd0fc9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:46.366121 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65bdb497-bbff-4eea-b0a6-9222edd0fc9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:32:46.404311 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-bbd16fc4-3001-4bbd-9841-100c441f6dde req-13a5c7c2-0e6f-4d36-b7a2-f2544047fd4d tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] Allocated IP 192.168.233.121 (0823ecf3-066e-49bd-a451-2e84ab79a70f/694f9550-ba12-4672-8446-41848123cea2/c8420439-bff3-4b3c-8e12-7bf0c18a805c) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:32:46.451159 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bab64d-a7ef-4d93-812b-1a3e53ec4fa8 req-58e84644-3529-46d0-bab6-0126ac74e9b2 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:32:46.462364 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b9bab64d-a7ef-4d93-812b-1a3e53ec4fa8 req-58e84644-3529-46d0-bab6-0126ac74e9b2 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/ports?device_id=0473eb4e-78a8-4438-841e-1daf58830e4e HTTP/1.1" status: 200 len: 935 time: 0.6269324 Sep 07 02:32:46.535340 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b9bab64d-a7ef-4d93-812b-1a3e53ec4fa8 req-67aa3cff-d761-4c81-920c-d7db2f6b6ea0 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/security-groups?id=930fe853-fb8a-49e5-95dd-3b741b91d4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717018 Sep 07 02:32:46.537086 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-65bdb497-bbff-4eea-b0a6-9222edd0fc9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:46.537632 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-65bdb497-bbff-4eea-b0a6-9222edd0fc9a admin admin] Added segment 274fafe7-b9cb-4ae2-902c-19db352d9f5f of type vlan for network 28c4f895-f72d-473a-b860-b5d3aa922a40 Sep 07 02:32:46.552974 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bdb497-bbff-4eea-b0a6-9222edd0fc9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9a650f-6847-4e00-a92c-6f2a18906c2d,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:32:46.677865 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-65bdb497-bbff-4eea-b0a6-9222edd0fc9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:46.724796 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-65bdb497-bbff-4eea-b0a6-9222edd0fc9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:46.728567 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65bdb497-bbff-4eea-b0a6-9222edd0fc9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:32:46.730842 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-65bdb497-bbff-4eea-b0a6-9222edd0fc9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:46.784704 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-65bdb497-bbff-4eea-b0a6-9222edd0fc9a admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 4.1365895 Sep 07 02:32:46.785506 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 35414) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:32:46.793358 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-afee9d90-2548-4124-ac37-ffc122636f0b admin admin] Request body: {'subnet': {'network_id': '28c4f895-f72d-473a-b860-b5d3aa922a40', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2121366700-subnet', 'tenant_id': '3e6c3b13f7044159a2c7196a2eb4f711', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:32:46.823987 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afee9d90-2548-4124-ac37-ffc122636f0b admin admin] Made reservation on behalf of 3e6c3b13f7044159a2c7196a2eb4f711 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:32:46.831467 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-afee9d90-2548-4124-ac37-ffc122636f0b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:46.858133 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 859e2d0d-bf42-452d-a954-dfdc8ed71645 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:32:46.955855 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bbd16fc4-3001-4bbd-9841-100c441f6dde req-13a5c7c2-0e6f-4d36-b7a2-f2544047fd4d tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:46.977834 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-bbd16fc4-3001-4bbd-9841-100c441f6dde req-13a5c7c2-0e6f-4d36-b7a2-f2544047fd4d tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] Transition to ACTIVE for port object c8420439-bff3-4b3c-8e12-7bf0c18a805c will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:32:47.015436 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ab60a-5aa0-4ab0-b27b-a91e93a15e05 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Pushing event updated for resources: {'Port': ['ID=600a2a7b-4313-49f9-92ab-a221c16faa45,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:32:47.034049 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bbd16fc4-3001-4bbd-9841-100c441f6dde req-13a5c7c2-0e6f-4d36-b7a2-f2544047fd4d tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:47.071931 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 859e2d0d-bf42-452d-a954-dfdc8ed71645 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:32:47.072925 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:47.138624 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbd16fc4-3001-4bbd-9841-100c441f6dde req-13a5c7c2-0e6f-4d36-b7a2-f2544047fd4d tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] Network 0823ecf3-066e-49bd-a451-2e84ab79a70f is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:32:47.174319 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a5c7c2-0e6f-4d36-b7a2-f2544047fd4d tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] Pushing event updated for resources: {'Port': ['ID=c8420439-bff3-4b3c-8e12-7bf0c18a805c,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:32:47.177325 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-bbd16fc4-3001-4bbd-9841-100c441f6dde req-13a5c7c2-0e6f-4d36-b7a2-f2544047fd4d tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:32:47.201005 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fc7e085-e6cd-4d93-b7d0-08b08ffd8e4e req-f23ab60a-5aa0-4ab0-b27b-a91e93a15e05 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Network 0823ecf3-066e-49bd-a451-2e84ab79a70f is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:32:47.219838 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-2fc7e085-e6cd-4d93-b7d0-08b08ffd8e4e req-f23ab60a-5aa0-4ab0-b27b-a91e93a15e05 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:32:47.243216 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd16fc4-3001-4bbd-9841-100c441f6dde req-13a5c7c2-0e6f-4d36-b7a2-f2544047fd4d tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:32:47.249158 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd16fc4-3001-4bbd-9841-100c441f6dde req-13a5c7c2-0e6f-4d36-b7a2-f2544047fd4d tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:32:47.250665 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bbd16fc4-3001-4bbd-9841-100c441f6dde req-13a5c7c2-0e6f-4d36-b7a2-f2544047fd4d tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:47.254806 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fc7e085-e6cd-4d93-b7d0-08b08ffd8e4e req-f23ab60a-5aa0-4ab0-b27b-a91e93a15e05 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:32:47.274081 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc7e085-e6cd-4d93-b7d0-08b08ffd8e4e req-f23ab60a-5aa0-4ab0-b27b-a91e93a15e05 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:32:47.275007 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2fc7e085-e6cd-4d93-b7d0-08b08ffd8e4e req-f23ab60a-5aa0-4ab0-b27b-a91e93a15e05 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:47.372632 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bdb497-bbff-4eea-b0a6-9222edd0fc9a admin admin] Pushing event updated for resources: {'Network': ['ID=28c4f895-f72d-473a-b860-b5d3aa922a40,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:32:47.380618 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-afee9d90-2548-4124-ac37-ffc122636f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:47.385474 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c396e2cb-6fa4-4784-9a38-b88490e4b13a req-30811c91-55a3-4579-9392-225ccf8d58ea tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:32:47.393911 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c396e2cb-6fa4-4784-9a38-b88490e4b13a req-30811c91-55a3-4579-9392-225ccf8d58ea tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/ports?device_id=664aed32-e4db-4d2c-be0a-bd80347c673c HTTP/1.1" status: 200 len: 936 time: 0.3745668 Sep 07 02:32:47.397591 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 28c4f895-f72d-473a-b860-b5d3aa922a40 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:32:47.424912 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2fc7e085-e6cd-4d93-b7d0-08b08ffd8e4e req-f23ab60a-5aa0-4ab0-b27b-a91e93a15e05 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.5824947 Sep 07 02:32:47.427539 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bbd16fc4-3001-4bbd-9841-100c441f6dde req-13a5c7c2-0e6f-4d36-b7a2-f2544047fd4d tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3364215 Sep 07 02:32:47.479978 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-2fc7e085-e6cd-4d93-b7d0-08b08ffd8e4e req-dd055719-dcc3-4c58-85d1-9c0e4330bf3d service neutron] Request body: {'port': {'device_id': '664aed32-e4db-4d2c-be0a-bd80347c673c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:32:47.549010 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 35434) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:32:47.581033 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [req-bbd16fc4-3001-4bbd-9841-100c441f6dde req-5c76c8a6-a06f-4617-acc1-c252af975300 tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 02:32:47.582084 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bbd16fc4-3001-4bbd-9841-100c441f6dde req-5c76c8a6-a06f-4617-acc1-c252af975300 tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0624330 Sep 07 02:32:47.719769 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c396e2cb-6fa4-4784-9a38-b88490e4b13a req-bd401f84-3e58-4246-9755-26851cd05f6b tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/security-groups?id=4ba2aa4d-7f82-4cc1-ad48-46c49fcc34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180020 Sep 07 02:32:47.767770 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-42740d2a-270c-466d-89f8-cf04e8190072 None None] Provisioning for port 600a2a7b-4313-49f9-92ab-a221c16faa45 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:32:47.774067 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-42740d2a-270c-466d-89f8-cf04e8190072 None None] Provisioning complete for port 600a2a7b-4313-49f9-92ab-a221c16faa45 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:32:47.774956 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-42740d2a-270c-466d-89f8-cf04e8190072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:47.791436 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee9d90-2548-4124-ac37-ffc122636f0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c8d8bcd-39e7-4637-9457-32d46bf7e3d8,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:32:47.808729 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2fc7e085-e6cd-4d93-b7d0-08b08ffd8e4e req-dd055719-dcc3-4c58-85d1-9c0e4330bf3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:47.896373 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-42740d2a-270c-466d-89f8-cf04e8190072 None None] Port 600a2a7b-4313-49f9-92ab-a221c16faa45 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:32:47.909305 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afee9d90-2548-4124-ac37-ffc122636f0b admin admin] Checking segment: {'id': '274fafe7-b9cb-4ae2-902c-19db352d9f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '28c4f895-f72d-473a-b860-b5d3aa922a40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:32:47.910672 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afee9d90-2548-4124-ac37-ffc122636f0b admin admin] Network hostable DHCP agents. Network: 28c4f895-f72d-473a-b860-b5d3aa922a40, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:32:48.037968 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b485f638-4825-473e-b4a7-b4020a9118b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:48.060082 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-bbd16fc4-3001-4bbd-9841-100c441f6dde req-5bb49e70-a932-45e1-9134-a361f0c40cd2 service neutron] Request body: {'port': {'device_id': 'f3815a72-012e-4583-b73b-362ce4ca7c6c', 'device_owner': 'compute:tempest-test_az-1064343421', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:32:48.079156 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afee9d90-2548-4124-ac37-ffc122636f0b admin admin] Network 28c4f895-f72d-473a-b860-b5d3aa922a40 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:32:48.112638 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [req-2c5ede94-0bbd-450d-9486-805a02dfd0a4 req-aa2b0f7b-ea5b-4d42-ac0e-4b27de33b9da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 124dbf8d-601e-4154-8354-1949cc0097af {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:32:48.132139 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61fac5-4459-4a40-95f4-6da8b88b53fd req-363be55e-41de-4b6e-b5a6-892712b536df tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:32:48.134000 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ff61fac5-4459-4a40-95f4-6da8b88b53fd req-363be55e-41de-4b6e-b5a6-892712b536df tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3815a72-012e-4583-b73b-362ce4ca7c6c HTTP/1.1" status: 200 len: 936 time: 0.2139795 Sep 07 02:32:48.134840 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-afee9d90-2548-4124-ac37-ffc122636f0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 28c4f895-f72d-473a-b860-b5d3aa922a40) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:32:48.143579 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ace9b56-2216-4bd4-8367-600291f40596 None None] Network 28c4f895-f72d-473a-b860-b5d3aa922a40 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:32:48.184462 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2c5ede94-0bbd-450d-9486-805a02dfd0a4 req-aa2b0f7b-ea5b-4d42-ac0e-4b27de33b9da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:48.188651 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afee9d90-2548-4124-ac37-ffc122636f0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:32:48.191405 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-afee9d90-2548-4124-ac37-ffc122636f0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:48.308555 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3f287614-e0dd-41a5-8f85-09c9cc7b17a2 None None] Provisioning for port c8420439-bff3-4b3c-8e12-7bf0c18a805c completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:32:48.309439 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-2c5ede94-0bbd-450d-9486-805a02dfd0a4 req-aa2b0f7b-ea5b-4d42-ac0e-4b27de33b9da service neutron] Transition to ACTIVE for port object 124dbf8d-601e-4154-8354-1949cc0097af will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:32:48.329030 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2c5ede94-0bbd-450d-9486-805a02dfd0a4 req-aa2b0f7b-ea5b-4d42-ac0e-4b27de33b9da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:48.334877 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3f287614-e0dd-41a5-8f85-09c9cc7b17a2 None None] Provisioning complete for port c8420439-bff3-4b3c-8e12-7bf0c18a805c triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:32:48.340987 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3f287614-e0dd-41a5-8f85-09c9cc7b17a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:48.424428 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2b0f7b-ea5b-4d42-ac0e-4b27de33b9da service neutron] Pushing event updated for resources: {'Port': ['ID=124dbf8d-601e-4154-8354-1949cc0097af,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:32:48.436665 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ff61fac5-4459-4a40-95f4-6da8b88b53fd req-d8e49bb4-a417-42f1-9760-97d935b826b0 tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] 10.222.0.22 "GET /v2.0/security-groups?id=a8bffc46-0ce1-4ca2-bf68-121c58cb4f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722845 Sep 07 02:32:48.452427 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 35450) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:32:48.482549 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a2dd4-def7-4938-9c05-9fb19f1bbafe req-9550a027-2f15-4acc-84db-42ad751663d3 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:32:48.489983 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e11a2dd4-def7-4938-9c05-9fb19f1bbafe req-9550a027-2f15-4acc-84db-42ad751663d3 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/ports?device_id=0473eb4e-78a8-4438-841e-1daf58830e4e HTTP/1.1" status: 200 len: 935 time: 0.5379155 Sep 07 02:32:48.501531 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3f287614-e0dd-41a5-8f85-09c9cc7b17a2 None None] Port c8420439-bff3-4b3c-8e12-7bf0c18a805c cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:32:48.582793 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3830c788-3b15-421d-845d-f09c3d32cf9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-28c4f895-f72d-473a-b860-b5d3aa922a40', 'network_id': '28c4f895-f72d-473a-b860-b5d3aa922a40', 'tenant_id': '3e6c3b13f7044159a2c7196a2eb4f711', 'fixed_ips': [{'subnet_id': '0c8d8bcd-39e7-4637-9457-32d46bf7e3d8'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:32:48.583884 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3830c788-3b15-421d-845d-f09c3d32cf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:48.586708 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bbd16fc4-3001-4bbd-9841-100c441f6dde req-5bb49e70-a932-45e1-9134-a361f0c40cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:48.706381 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-2c5ede94-0bbd-450d-9486-805a02dfd0a4 req-aa2b0f7b-ea5b-4d42-ac0e-4b27de33b9da service neutron] Attempting to bind port 124dbf8d-601e-4154-8354-1949cc0097af on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:32:48.706931 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-2c5ede94-0bbd-450d-9486-805a02dfd0a4 req-aa2b0f7b-ea5b-4d42-ac0e-4b27de33b9da service neutron] Attempting to bind port 124dbf8d-601e-4154-8354-1949cc0097af by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:32:48.707538 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5ede94-0bbd-450d-9486-805a02dfd0a4 req-aa2b0f7b-ea5b-4d42-ac0e-4b27de33b9da service neutron] Attempting to bind port 124dbf8d-601e-4154-8354-1949cc0097af on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:32:48.728641 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5ede94-0bbd-450d-9486-805a02dfd0a4 req-aa2b0f7b-ea5b-4d42-ac0e-4b27de33b9da service neutron] Port 124dbf8d-601e-4154-8354-1949cc0097af on network 0823ecf3-066e-49bd-a451-2e84ab79a70f not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:32:48.730804 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5ede94-0bbd-450d-9486-805a02dfd0a4 req-aa2b0f7b-ea5b-4d42-ac0e-4b27de33b9da service neutron] Attempting to bind port 124dbf8d-601e-4154-8354-1949cc0097af on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:32:48.762076 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5ede94-0bbd-450d-9486-805a02dfd0a4 req-aa2b0f7b-ea5b-4d42-ac0e-4b27de33b9da service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:32:48.762533 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5ede94-0bbd-450d-9486-805a02dfd0a4 req-aa2b0f7b-ea5b-4d42-ac0e-4b27de33b9da service neutron] Checking segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:32:48.763165 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5ede94-0bbd-450d-9486-805a02dfd0a4 req-aa2b0f7b-ea5b-4d42-ac0e-4b27de33b9da service neutron] Bound using segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:32:48.764757 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-2c5ede94-0bbd-450d-9486-805a02dfd0a4 req-aa2b0f7b-ea5b-4d42-ac0e-4b27de33b9da service neutron] Bound port: 124dbf8d-601e-4154-8354-1949cc0097af, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:32:48.765201 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2c5ede94-0bbd-450d-9486-805a02dfd0a4 req-aa2b0f7b-ea5b-4d42-ac0e-4b27de33b9da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:48.840570 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e11a2dd4-def7-4938-9c05-9fb19f1bbafe req-1b453f75-7041-4eef-81a5-a2beface6a62 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/security-groups?id=930fe853-fb8a-49e5-95dd-3b741b91d4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206360 Sep 07 02:32:48.885605 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b485f638-4825-473e-b4a7-b4020a9118b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:48.912919 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b485f638-4825-473e-b4a7-b4020a9118b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:48.954927 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3cce6f43-0572-4a91-a48c-75f69379d367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:48.973052 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-afee9d90-2548-4124-ac37-ffc122636f0b admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.1842563 Sep 07 02:32:48.980216 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 35464) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:32:48.990929 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-1297bee6-db5e-4146-8da3-55f91fa610d7 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2121366700-router', 'tenant_id': '3e6c3b13f7044159a2c7196a2eb4f711', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:32:49.056666 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 35466) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:32:49.076541 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1297bee6-db5e-4146-8da3-55f91fa610d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:49.078734 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1297bee6-db5e-4146-8da3-55f91fa610d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:49.164277 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-2fc7e085-e6cd-4d93-b7d0-08b08ffd8e4e req-dd055719-dcc3-4c58-85d1-9c0e4330bf3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 600a2a7b-4313-49f9-92ab-a221c16faa45 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:32:49.202036 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1297bee6-db5e-4146-8da3-55f91fa610d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:49.208420 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2fc7e085-e6cd-4d93-b7d0-08b08ffd8e4e req-dd055719-dcc3-4c58-85d1-9c0e4330bf3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:49.228749 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75eefbc-06b6-45c5-9e06-4860c3382a67 req-5a641eb7-68cf-4b7a-9f2c-0e7fc5bf9f31 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:32:49.233679 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-3830c788-3b15-421d-845d-f09c3d32cf9c None None] Allocated IP 172.20.0.2 (28c4f895-f72d-473a-b860-b5d3aa922a40/0c8d8bcd-39e7-4637-9457-32d46bf7e3d8/e6c95b6c-aeeb-4820-ba82-33c07ebea7c3) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:32:49.245590 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b75eefbc-06b6-45c5-9e06-4860c3382a67 req-5a641eb7-68cf-4b7a-9f2c-0e7fc5bf9f31 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/ports?device_id=664aed32-e4db-4d2c-be0a-bd80347c673c HTTP/1.1" status: 200 len: 936 time: 0.3286216 Sep 07 02:32:49.263948 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b485f638-4825-473e-b4a7-b4020a9118b4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ffb1254b0520465b938027f7428ce79c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6963768 Sep 07 02:32:49.277405 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-2c5ede94-0bbd-450d-9486-805a02dfd0a4 req-aa2b0f7b-ea5b-4d42-ac0e-4b27de33b9da service neutron] For port 124dbf8d-601e-4154-8354-1949cc0097af, host n-h2-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:32:49.280632 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 35470) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:32:49.354844 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-71f62cb2-76b4-4337-b8a0-2d8b6771592a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:49.367964 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-2fc7e085-e6cd-4d93-b7d0-08b08ffd8e4e req-dd055719-dcc3-4c58-85d1-9c0e4330bf3d service neutron] Transition to ACTIVE for port object 600a2a7b-4313-49f9-92ab-a221c16faa45 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:32:49.382830 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b485f638-4825-473e-b4a7-b4020a9118b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a71a952d-a40a-4e7c-aa3d-c9df3a5186a6,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:32:49.387417 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2fc7e085-e6cd-4d93-b7d0-08b08ffd8e4e req-dd055719-dcc3-4c58-85d1-9c0e4330bf3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:49.457478 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-2c5ede94-0bbd-450d-9486-805a02dfd0a4 req-aa2b0f7b-ea5b-4d42-ac0e-4b27de33b9da service neutron] For port 124dbf8d-601e-4154-8354-1949cc0097af, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=124dbf8d-601e-4154-8354-1949cc0097af,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:32:49.474063 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b75eefbc-06b6-45c5-9e06-4860c3382a67 req-a158c56c-998d-487f-8658-73f648a11c1c tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/security-groups?id=4ba2aa4d-7f82-4cc1-ad48-46c49fcc34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274561 Sep 07 02:32:49.480477 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1297bee6-db5e-4146-8da3-55f91fa610d7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:49.503344 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2c5ede94-0bbd-450d-9486-805a02dfd0a4 req-aa2b0f7b-ea5b-4d42-ac0e-4b27de33b9da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:49.546377 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd055719-dcc3-4c58-85d1-9c0e4330bf3d service neutron] Pushing event updated for resources: {'Port': ['ID=600a2a7b-4313-49f9-92ab-a221c16faa45,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:32:49.559449 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3830c788-3b15-421d-845d-f09c3d32cf9c None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:49.569068 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3830c788-3b15-421d-845d-f09c3d32cf9c None None] Transition to ACTIVE for port object e6c95b6c-aeeb-4820-ba82-33c07ebea7c3 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:32:49.586368 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3830c788-3b15-421d-845d-f09c3d32cf9c None None] Transition to ACTIVE for port object e6c95b6c-aeeb-4820-ba82-33c07ebea7c3 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:32:49.596864 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3830c788-3b15-421d-845d-f09c3d32cf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:49.709941 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3830c788-3b15-421d-845d-f09c3d32cf9c None None] Network 28c4f895-f72d-473a-b860-b5d3aa922a40 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:32:49.713342 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3830c788-3b15-421d-845d-f09c3d32cf9c None None] Pushing event updated for resources: {'Port': ['ID=e6c95b6c-aeeb-4820-ba82-33c07ebea7c3,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:32:49.723815 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2b0f7b-ea5b-4d42-ac0e-4b27de33b9da service neutron] Pushing event updated for resources: {'Port': ['ID=124dbf8d-601e-4154-8354-1949cc0097af,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:32:49.731991 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-3830c788-3b15-421d-845d-f09c3d32cf9c None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:32:49.787902 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3830c788-3b15-421d-845d-f09c3d32cf9c None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:32:49.795204 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-147ecf44-813e-41d2-8e40-5b40aad318b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:49.802669 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ede94-0bbd-450d-9486-805a02dfd0a4 req-aa2b0f7b-ea5b-4d42-ac0e-4b27de33b9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:32:49.809805 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2c5ede94-0bbd-450d-9486-805a02dfd0a4 req-aa2b0f7b-ea5b-4d42-ac0e-4b27de33b9da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:49.811963 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2c5ede94-0bbd-450d-9486-805a02dfd0a4 req-aa2b0f7b-ea5b-4d42-ac0e-4b27de33b9da service neutron] 10.222.0.16 "PUT /v2.0/ports/124dbf8d-601e-4154-8354-1949cc0097af HTTP/1.1" status: 200 len: 1096 time: 5.3890202 Sep 07 02:32:49.815763 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0473eb4e-78a8-4438-841e-1daf58830e4e', 'tag': '124dbf8d-601e-4154-8354-1949cc0097af'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:32:49.981540 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-3830c788-3b15-421d-845d-f09c3d32cf9c None None] Attempting to bind port e6c95b6c-aeeb-4820-ba82-33c07ebea7c3 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:32:49.984732 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-3830c788-3b15-421d-845d-f09c3d32cf9c None None] Attempting to bind port e6c95b6c-aeeb-4820-ba82-33c07ebea7c3 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '274fafe7-b9cb-4ae2-902c-19db352d9f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '28c4f895-f72d-473a-b860-b5d3aa922a40'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:32:49.985388 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3830c788-3b15-421d-845d-f09c3d32cf9c None None] Attempting to bind port e6c95b6c-aeeb-4820-ba82-33c07ebea7c3 on network 28c4f895-f72d-473a-b860-b5d3aa922a40 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:32:50.007716 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3830c788-3b15-421d-845d-f09c3d32cf9c None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:32:50.008395 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3830c788-3b15-421d-845d-f09c3d32cf9c None None] Checking segment: {'id': '274fafe7-b9cb-4ae2-902c-19db352d9f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '28c4f895-f72d-473a-b860-b5d3aa922a40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:32:50.008958 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3830c788-3b15-421d-845d-f09c3d32cf9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:50.009510 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3830c788-3b15-421d-845d-f09c3d32cf9c None None] Bound using segment: {'id': '274fafe7-b9cb-4ae2-902c-19db352d9f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '28c4f895-f72d-473a-b860-b5d3aa922a40'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:32:50.010139 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-3830c788-3b15-421d-845d-f09c3d32cf9c None None] Bound port: e6c95b6c-aeeb-4820-ba82-33c07ebea7c3, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '274fafe7-b9cb-4ae2-902c-19db352d9f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '28c4f895-f72d-473a-b860-b5d3aa922a40'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:32:50.010698 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3830c788-3b15-421d-845d-f09c3d32cf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:50.068719 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-bbd16fc4-3001-4bbd-9841-100c441f6dde req-5bb49e70-a932-45e1-9134-a361f0c40cd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8420439-bff3-4b3c-8e12-7bf0c18a805c {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:32:50.089528 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bbd16fc4-3001-4bbd-9841-100c441f6dde req-5bb49e70-a932-45e1-9134-a361f0c40cd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:50.129449 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-bbd16fc4-3001-4bbd-9841-100c441f6dde req-5bb49e70-a932-45e1-9134-a361f0c40cd2 service neutron] Transition to ACTIVE for port object c8420439-bff3-4b3c-8e12-7bf0c18a805c will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:32:50.199560 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bbd16fc4-3001-4bbd-9841-100c441f6dde req-5bb49e70-a932-45e1-9134-a361f0c40cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:50.229634 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-147ecf44-813e-41d2-8e40-5b40aad318b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:50.243571 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3830c788-3b15-421d-845d-f09c3d32cf9c None None] For port e6c95b6c-aeeb-4820-ba82-33c07ebea7c3, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:32:50.248503 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3830c788-3b15-421d-845d-f09c3d32cf9c None None] For port e6c95b6c-aeeb-4820-ba82-33c07ebea7c3, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=e6c95b6c-aeeb-4820-ba82-33c07ebea7c3,segment=NetworkSegment(274fafe7-b9cb-4ae2-902c-19db352d9f5f),segment_id=274fafe7-b9cb-4ae2-902c-19db352d9f5f)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:32:50.255963 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3830c788-3b15-421d-845d-f09c3d32cf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:50.346404 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb49e70-a932-45e1-9134-a361f0c40cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=c8420439-bff3-4b3c-8e12-7bf0c18a805c,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:32:50.355760 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0779e9-cc3f-444a-a2ee-3aebdd1f5823 req-b553466b-fd0b-4cf0-9b41-edcff365f8bf tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:32:50.363933 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8f0779e9-cc3f-444a-a2ee-3aebdd1f5823 req-b553466b-fd0b-4cf0-9b41-edcff365f8bf tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3815a72-012e-4583-b73b-362ce4ca7c6c HTTP/1.1" status: 200 len: 936 time: 0.7313223 Sep 07 02:32:50.374527 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3cce6f43-0572-4a91-a48c-75f69379d367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:50.398062 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-2fc7e085-e6cd-4d93-b7d0-08b08ffd8e4e req-dd055719-dcc3-4c58-85d1-9c0e4330bf3d service neutron] Attempting to bind port 600a2a7b-4313-49f9-92ab-a221c16faa45 on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:32:50.406647 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-2fc7e085-e6cd-4d93-b7d0-08b08ffd8e4e req-dd055719-dcc3-4c58-85d1-9c0e4330bf3d service neutron] Attempting to bind port 600a2a7b-4313-49f9-92ab-a221c16faa45 by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:32:50.407173 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc7e085-e6cd-4d93-b7d0-08b08ffd8e4e req-dd055719-dcc3-4c58-85d1-9c0e4330bf3d service neutron] Attempting to bind port 600a2a7b-4313-49f9-92ab-a221c16faa45 on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:32:50.436130 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3830c788-3b15-421d-845d-f09c3d32cf9c None None] Pushing event updated for resources: {'Port': ['ID=e6c95b6c-aeeb-4820-ba82-33c07ebea7c3,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:32:50.508807 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3cce6f43-0572-4a91-a48c-75f69379d367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:50.525628 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc7e085-e6cd-4d93-b7d0-08b08ffd8e4e req-dd055719-dcc3-4c58-85d1-9c0e4330bf3d service neutron] Port 600a2a7b-4313-49f9-92ab-a221c16faa45 on network 0823ecf3-066e-49bd-a451-2e84ab79a70f not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:32:50.525954 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc7e085-e6cd-4d93-b7d0-08b08ffd8e4e req-dd055719-dcc3-4c58-85d1-9c0e4330bf3d service neutron] Attempting to bind port 600a2a7b-4313-49f9-92ab-a221c16faa45 on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:32:50.570706 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-3cce6f43-0572-4a91-a48c-75f69379d367 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b7e3239008ff4eefa601efb4b70584a8&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1058805 Sep 07 02:32:50.573255 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce6f43-0572-4a91-a48c-75f69379d367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54870ca7-331d-414f-aa95-bb39f5029672,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:32:50.575989 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-147ecf44-813e-41d2-8e40-5b40aad318b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:50.579518 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-147ecf44-813e-41d2-8e40-5b40aad318b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:50.583014 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-147ecf44-813e-41d2-8e40-5b40aad318b0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a71a952d-a40a-4e7c-aa3d-c9df3a5186a6 HTTP/1.1" status: 204 len: 168 time: 1.2545338 Sep 07 02:32:50.588080 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 35492) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:32:50.601442 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7844294d-104a-4abe-ab40-07ce2716c462 req-f87150b4-76c7-4622-b7a2-8288f525ed7a tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:32:50.605503 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7844294d-104a-4abe-ab40-07ce2716c462 req-f87150b4-76c7-4622-b7a2-8288f525ed7a tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/ports?device_id=0473eb4e-78a8-4438-841e-1daf58830e4e HTTP/1.1" status: 200 len: 947 time: 0.5845304 Sep 07 02:32:50.614144 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8f0779e9-cc3f-444a-a2ee-3aebdd1f5823 req-ce15c504-4fe6-4fe1-b3fc-0a65e700e47b tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] 10.222.0.22 "GET /v2.0/security-groups?id=a8bffc46-0ce1-4ca2-bf68-121c58cb4f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384768 Sep 07 02:32:50.615089 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc7e085-e6cd-4d93-b7d0-08b08ffd8e4e req-dd055719-dcc3-4c58-85d1-9c0e4330bf3d service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:32:50.615470 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc7e085-e6cd-4d93-b7d0-08b08ffd8e4e req-dd055719-dcc3-4c58-85d1-9c0e4330bf3d service neutron] Checking segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:32:50.627061 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc7e085-e6cd-4d93-b7d0-08b08ffd8e4e req-dd055719-dcc3-4c58-85d1-9c0e4330bf3d service neutron] Bound using segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:32:50.627630 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-2fc7e085-e6cd-4d93-b7d0-08b08ffd8e4e req-dd055719-dcc3-4c58-85d1-9c0e4330bf3d service neutron] Bound port: 600a2a7b-4313-49f9-92ab-a221c16faa45, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:32:50.627993 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2fc7e085-e6cd-4d93-b7d0-08b08ffd8e4e req-dd055719-dcc3-4c58-85d1-9c0e4330bf3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:50.686797 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147ecf44-813e-41d2-8e40-5b40aad318b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71a952d-a40a-4e7c-aa3d-c9df3a5186a6,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:32:50.729073 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d7f50aa-fdbe-468d-9ad4-24eb7f5b5612" -d '{"events": [{"name": "network-changed", "server_uuid": "0473eb4e-78a8-4438-841e-1daf58830e4e", "tag": "124dbf8d-601e-4154-8354-1949cc0097af"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:32:50.862222 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ede94-0bbd-450d-9486-805a02dfd0a4 req-0384d898-fca7-44b2-ad1c-995512b22ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:32:50.863853 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2c5ede94-0bbd-450d-9486-805a02dfd0a4 req-0384d898-fca7-44b2-ad1c-995512b22ea1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b3ce8e5925f047018db886c89a448f8e&device_id=0473eb4e-78a8-4438-841e-1daf58830e4e HTTP/1.1" status: 200 len: 1099 time: 0.8915293 Sep 07 02:32:50.876211 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7844294d-104a-4abe-ab40-07ce2716c462 req-c39041f9-bda6-43b3-b654-baa9cf401f43 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/security-groups?id=930fe853-fb8a-49e5-95dd-3b741b91d4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132175 Sep 07 02:32:50.910294 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7b9586b1-78dc-4c22-9e20-73555d2c3994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:50.964582 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7b9586b1-78dc-4c22-9e20-73555d2c3994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:51.007769 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:51.093994 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:51.134693 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2c5ede94-0bbd-450d-9486-805a02dfd0a4 req-12212e51-ce2b-4df0-a8c0-1720fc392b76 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=124dbf8d-601e-4154-8354-1949cc0097af HTTP/1.1" status: 200 len: 217 time: 0.0964160 Sep 07 02:32:51.135904 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7b9586b1-78dc-4c22-9e20-73555d2c3994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:51.138427 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7b9586b1-78dc-4c22-9e20-73555d2c3994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:51.143103 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-7b9586b1-78dc-4c22-9e20-73555d2c3994 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/54870ca7-331d-414f-aa95-bb39f5029672 HTTP/1.1" status: 204 len: 168 time: 0.5335901 Sep 07 02:32:51.164373 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-2fc7e085-e6cd-4d93-b7d0-08b08ffd8e4e req-dd055719-dcc3-4c58-85d1-9c0e4330bf3d service neutron] For port 600a2a7b-4313-49f9-92ab-a221c16faa45, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:32:51.179335 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9586b1-78dc-4c22-9e20-73555d2c3994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54870ca7-331d-414f-aa95-bb39f5029672,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:32:51.201325 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-2fc7e085-e6cd-4d93-b7d0-08b08ffd8e4e req-dd055719-dcc3-4c58-85d1-9c0e4330bf3d service neutron] For port 600a2a7b-4313-49f9-92ab-a221c16faa45, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=600a2a7b-4313-49f9-92ab-a221c16faa45,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:32:51.212257 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2fc7e085-e6cd-4d93-b7d0-08b08ffd8e4e req-dd055719-dcc3-4c58-85d1-9c0e4330bf3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:51.299071 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-bbd16fc4-3001-4bbd-9841-100c441f6dde req-5bb49e70-a932-45e1-9134-a361f0c40cd2 service neutron] Attempting to bind port c8420439-bff3-4b3c-8e12-7bf0c18a805c on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:32:51.299692 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-bbd16fc4-3001-4bbd-9841-100c441f6dde req-5bb49e70-a932-45e1-9134-a361f0c40cd2 service neutron] Attempting to bind port c8420439-bff3-4b3c-8e12-7bf0c18a805c by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:32:51.300178 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd16fc4-3001-4bbd-9841-100c441f6dde req-5bb49e70-a932-45e1-9134-a361f0c40cd2 service neutron] Attempting to bind port c8420439-bff3-4b3c-8e12-7bf0c18a805c on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:32:51.309697 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd055719-dcc3-4c58-85d1-9c0e4330bf3d service neutron] Pushing event updated for resources: {'Port': ['ID=600a2a7b-4313-49f9-92ab-a221c16faa45,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:32:51.339897 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd16fc4-3001-4bbd-9841-100c441f6dde req-5bb49e70-a932-45e1-9134-a361f0c40cd2 service neutron] Port c8420439-bff3-4b3c-8e12-7bf0c18a805c on network 0823ecf3-066e-49bd-a451-2e84ab79a70f not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:32:51.340272 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd16fc4-3001-4bbd-9841-100c441f6dde req-5bb49e70-a932-45e1-9134-a361f0c40cd2 service neutron] Attempting to bind port c8420439-bff3-4b3c-8e12-7bf0c18a805c on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:32:51.369721 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 35504) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:32:51.376780 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd16fc4-3001-4bbd-9841-100c441f6dde req-5bb49e70-a932-45e1-9134-a361f0c40cd2 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:32:51.377188 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd16fc4-3001-4bbd-9841-100c441f6dde req-5bb49e70-a932-45e1-9134-a361f0c40cd2 service neutron] Checking segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:32:51.377654 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd16fc4-3001-4bbd-9841-100c441f6dde req-5bb49e70-a932-45e1-9134-a361f0c40cd2 service neutron] Bound using segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:32:51.378147 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-bbd16fc4-3001-4bbd-9841-100c441f6dde req-5bb49e70-a932-45e1-9134-a361f0c40cd2 service neutron] Bound port: c8420439-bff3-4b3c-8e12-7bf0c18a805c, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:32:51.378501 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bbd16fc4-3001-4bbd-9841-100c441f6dde req-5bb49e70-a932-45e1-9134-a361f0c40cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:51.490249 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ede94-0bbd-450d-9486-805a02dfd0a4 req-604f8fe1-808b-44c3-b55d-68e84ffecf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:32:51.492245 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2c5ede94-0bbd-450d-9486-805a02dfd0a4 req-604f8fe1-808b-44c3-b55d-68e84ffecf33 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.3141289 Sep 07 02:32:51.545825 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-579161cf-0be3-41f5-9b69-9e6e0077e5ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:51.564648 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc7e085-e6cd-4d93-b7d0-08b08ffd8e4e req-dd055719-dcc3-4c58-85d1-9c0e4330bf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:32:51.565296 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2fc7e085-e6cd-4d93-b7d0-08b08ffd8e4e req-dd055719-dcc3-4c58-85d1-9c0e4330bf3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:51.566764 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2fc7e085-e6cd-4d93-b7d0-08b08ffd8e4e req-dd055719-dcc3-4c58-85d1-9c0e4330bf3d service neutron] 10.222.0.16 "PUT /v2.0/ports/600a2a7b-4313-49f9-92ab-a221c16faa45 HTTP/1.1" status: 200 len: 1097 time: 4.1410162 Sep 07 02:32:51.575230 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '664aed32-e4db-4d2c-be0a-bd80347c673c', 'tag': '600a2a7b-4313-49f9-92ab-a221c16faa45'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:32:51.641175 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75fc77cd-0eef-4019-bd32-651e8275b400 x-openstack-request-id: req-75fc77cd-0eef-4019-bd32-651e8275b400 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:32:51.641796 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0473eb4e-78a8-4438-841e-1daf58830e4e", "tag": "124dbf8d-601e-4154-8354-1949cc0097af", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:32:51.641796 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-75fc77cd-0eef-4019-bd32-651e8275b400 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:32:51.642556 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0473eb4e-78a8-4438-841e-1daf58830e4e', 'tag': '124dbf8d-601e-4154-8354-1949cc0097af', 'status': 'completed', 'code': 200} Sep 07 02:32:51.699085 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ede94-0bbd-450d-9486-805a02dfd0a4 req-42c56e76-c03b-4094-a45a-803b9f47068f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:32:51.700708 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2c5ede94-0bbd-450d-9486-805a02dfd0a4 req-42c56e76-c03b-4094-a45a-803b9f47068f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1844802 Sep 07 02:32:51.966964 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d3aed-8bab-4dc7-a6d8-fd6550a25874 req-ff4a8f43-d840-46ad-adee-0f2568b87028 tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:32:51.975698 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0a4d3aed-8bab-4dc7-a6d8-fd6550a25874 req-ff4a8f43-d840-46ad-adee-0f2568b87028 tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3815a72-012e-4583-b73b-362ce4ca7c6c HTTP/1.1" status: 200 len: 970 time: 0.2459254 Sep 07 02:32:52.080724 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2c5ede94-0bbd-450d-9486-805a02dfd0a4 req-a1db7b4b-6fbe-454f-b63b-3bd83fba7454 service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709314 Sep 07 02:32:52.097621 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 35518) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:32:52.206198 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0a4d3aed-8bab-4dc7-a6d8-fd6550a25874 req-9ccd03cc-25b0-4e3e-9d12-5eb42470aa5a tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] 10.222.0.22 "GET /v2.0/security-groups?id=a8bffc46-0ce1-4ca2-bf68-121c58cb4f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271278 Sep 07 02:32:52.232818 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c1c4cf-6eab-4824-b439-9ca5c11c65fa req-c38483a3-0f77-44ec-a895-bb214e83d989 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:32:52.235184 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d3c1c4cf-6eab-4824-b439-9ca5c11c65fa req-c38483a3-0f77-44ec-a895-bb214e83d989 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/ports?device_id=664aed32-e4db-4d2c-be0a-bd80347c673c HTTP/1.1" status: 200 len: 948 time: 1.4528267 Sep 07 02:32:52.239132 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6009d69c-82f5-4577-a1ba-45712533680d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:52.267547 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc7e085-e6cd-4d93-b7d0-08b08ffd8e4e req-774659d7-7c22-48b4-aa92-dd84554f332c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:32:52.270790 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2fc7e085-e6cd-4d93-b7d0-08b08ffd8e4e req-774659d7-7c22-48b4-aa92-dd84554f332c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cce8b5cfd6b346a09435557b781b9303&device_id=664aed32-e4db-4d2c-be0a-bd80347c673c HTTP/1.1" status: 200 len: 1100 time: 0.3878949 Sep 07 02:32:52.300829 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1396668-d7ee-4774-9b2c-3f0ae7f5b76a None None] Network 28c4f895-f72d-473a-b860-b5d3aa922a40 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:32:52.301388 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4956f195-50d6-4e00-b22c-a58a06e4f6f5" -d '{"events": [{"name": "network-changed", "server_uuid": "664aed32-e4db-4d2c-be0a-bd80347c673c", "tag": "600a2a7b-4313-49f9-92ab-a221c16faa45"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:32:52.367796 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2c5ede94-0bbd-450d-9486-805a02dfd0a4 req-2a739983-c1c9-4c80-bf3d-c6d1d12ea54a service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325101 Sep 07 02:32:52.424963 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-bbd16fc4-3001-4bbd-9841-100c441f6dde req-5bb49e70-a932-45e1-9134-a361f0c40cd2 service neutron] For port c8420439-bff3-4b3c-8e12-7bf0c18a805c, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:32:52.428613 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2fc7e085-e6cd-4d93-b7d0-08b08ffd8e4e req-5a39f3e5-f1f3-4a36-aada-c4210b6096cb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=600a2a7b-4313-49f9-92ab-a221c16faa45 HTTP/1.1" status: 200 len: 217 time: 0.1308608 Sep 07 02:32:52.429806 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-c5ba9ed7-bcbb-4d71-9719-5703daa25502 None None] Provisioning for port e6c95b6c-aeeb-4820-ba82-33c07ebea7c3 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:32:52.430538 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-71f62cb2-76b4-4337-b8a0-2d8b6771592a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:52.436320 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1297bee6-db5e-4146-8da3-55f91fa610d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:52.455207 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-71f62cb2-76b4-4337-b8a0-2d8b6771592a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:52.476660 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.db.api [None req-6009d69c-82f5-4577-a1ba-45712533680d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 02:32:52.476660 n-d-796209-16 neutron-server[94701]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 07 02:32:52.476660 n-d-796209-16 neutron-server[94701]: [parameters: {'project_id_1': 'fe317da263a5451fb94cc5a1d166dcc7', 'expiration_1': datetime.datetime(2021, 9, 7, 2, 32, 32, 308598)}] Sep 07 02:32:52.476660 n-d-796209-16 neutron-server[94701]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 02:32:52.478733 n-d-796209-16 neutron-server[94701]: DEBUG oslo_db.api [None req-6009d69c-82f5-4577-a1ba-45712533680d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 02:32:52.499455 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-bbd16fc4-3001-4bbd-9841-100c441f6dde req-5bb49e70-a932-45e1-9134-a361f0c40cd2 service neutron] For port c8420439-bff3-4b3c-8e12-7bf0c18a805c, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=c8420439-bff3-4b3c-8e12-7bf0c18a805c,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:32:52.508747 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898a1d1-1760-4542-b8db-e0ccfc25cecf req-e002dfa2-7be4-4704-97c4-c3196923edcf tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:32:52.520233 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7898a1d1-1760-4542-b8db-e0ccfc25cecf req-e002dfa2-7be4-4704-97c4-c3196923edcf tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/ports?device_id=0473eb4e-78a8-4438-841e-1daf58830e4e HTTP/1.1" status: 200 len: 947 time: 0.1495285 Sep 07 02:32:52.562893 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc7e085-e6cd-4d93-b7d0-08b08ffd8e4e req-407c7eb9-19d5-4966-b00a-55dfeef444cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:32:52.564319 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2fc7e085-e6cd-4d93-b7d0-08b08ffd8e4e req-407c7eb9-19d5-4966-b00a-55dfeef444cb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.1096475 Sep 07 02:32:52.565339 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1297bee6-db5e-4146-8da3-55f91fa610d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:52.643570 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d3c1c4cf-6eab-4824-b439-9ca5c11c65fa req-bd63e440-0516-42de-891f-6fc5564363f2 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/security-groups?id=4ba2aa4d-7f82-4cc1-ad48-46c49fcc34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427923 Sep 07 02:32:52.645016 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bbd16fc4-3001-4bbd-9841-100c441f6dde req-5bb49e70-a932-45e1-9134-a361f0c40cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:52.721883 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7898a1d1-1760-4542-b8db-e0ccfc25cecf req-a1d8cb6f-a8bb-497b-9b1c-ff2b743ba107 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/security-groups?id=930fe853-fb8a-49e5-95dd-3b741b91d4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005668 Sep 07 02:32:52.740784 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f50aa-fdbe-468d-9ad4-24eb7f5b5612 req-3500edee-2d8a-4029-922d-48706af263ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:32:52.747738 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9d7f50aa-fdbe-468d-9ad4-24eb7f5b5612 req-3500edee-2d8a-4029-922d-48706af263ec service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b3ce8e5925f047018db886c89a448f8e&device_id=0473eb4e-78a8-4438-841e-1daf58830e4e HTTP/1.1" status: 200 len: 1099 time: 0.2245359 Sep 07 02:32:52.811444 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-71f62cb2-76b4-4337-b8a0-2d8b6771592a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=638dd5a7778e4cbbb93e7d93037bac5f&name=default HTTP/1.1" status: 200 len: 2979 time: 3.7536330 Sep 07 02:32:52.812822 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f62cb2-76b4-4337-b8a0-2d8b6771592a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac34128a-bc82-461f-9607-6b3330b30708,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:32:52.826301 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 35526) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:32:52.877182 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd16fc4-3001-4bbd-9841-100c441f6dde req-5bb49e70-a932-45e1-9134-a361f0c40cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:32:52.877907 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bbd16fc4-3001-4bbd-9841-100c441f6dde req-5bb49e70-a932-45e1-9134-a361f0c40cd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:52.879422 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bbd16fc4-3001-4bbd-9841-100c441f6dde req-5bb49e70-a932-45e1-9134-a361f0c40cd2 service neutron] 10.222.0.23 "PUT /v2.0/ports/c8420439-bff3-4b3c-8e12-7bf0c18a805c HTTP/1.1" status: 200 len: 1119 time: 5.0374575 Sep 07 02:32:52.950246 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device e6c95b6c-aeeb-4820-ba82-33c07ebea7c3 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:32:53.081177 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9e67da-5614-418f-92ed-9a2286b612d7 x-openstack-request-id: req-3a9e67da-5614-418f-92ed-9a2286b612d7 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:32:53.081381 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "664aed32-e4db-4d2c-be0a-bd80347c673c", "tag": "600a2a7b-4313-49f9-92ab-a221c16faa45", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:32:53.081643 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3a9e67da-5614-418f-92ed-9a2286b612d7 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:32:53.082121 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '664aed32-e4db-4d2c-be0a-bd80347c673c', 'tag': '600a2a7b-4313-49f9-92ab-a221c16faa45', 'status': 'completed', 'code': 200} Sep 07 02:32:53.089366 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6009d69c-82f5-4577-a1ba-45712533680d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:53.090007 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port e6c95b6c-aeeb-4820-ba82-33c07ebea7c3 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:32:53.099736 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port e6c95b6c-aeeb-4820-ba82-33c07ebea7c3 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:32:53.100503 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:53.150115 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f50aa-fdbe-468d-9ad4-24eb7f5b5612 req-bf7be444-cb87-41fe-a027-763ff89164a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:32:53.151502 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9d7f50aa-fdbe-468d-9ad4-24eb7f5b5612 req-bf7be444-cb87-41fe-a027-763ff89164a0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0823ecf3-066e-49bd-a451-2e84ab79a70f HTTP/1.1" status: 200 len: 869 time: 0.3882561 Sep 07 02:32:53.190726 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb49e70-a932-45e1-9134-a361f0c40cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=c8420439-bff3-4b3c-8e12-7bf0c18a805c,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:32:53.216565 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc7e085-e6cd-4d93-b7d0-08b08ffd8e4e req-5ea124f4-b30f-4882-ba20-e68cc7042aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:32:53.218270 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2fc7e085-e6cd-4d93-b7d0-08b08ffd8e4e req-5ea124f4-b30f-4882-ba20-e68cc7042aee service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6081505 Sep 07 02:32:53.249368 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-1297bee6-db5e-4146-8da3-55f91fa610d7 admin admin] Allocated IP 172.25.5.103 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/f1b67a51-bffc-41d3-8f9f-0d348a09bc6b) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:32:53.251448 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:53.263032 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9d7f50aa-fdbe-468d-9ad4-24eb7f5b5612 req-83186f4f-5561-4091-911f-f1bb13a2716f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=124dbf8d-601e-4154-8354-1949cc0097af HTTP/1.1" status: 200 len: 217 time: 0.1031654 Sep 07 02:32:53.302221 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd16fc4-3001-4bbd-9841-100c441f6dde req-50703a52-98b4-45ac-b188-4d1cee4a20dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:32:53.306547 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bbd16fc4-3001-4bbd-9841-100c441f6dde req-50703a52-98b4-45ac-b188-4d1cee4a20dc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bb305d03c7ac4c1998c9addab922c11f&device_id=f3815a72-012e-4583-b73b-362ce4ca7c6c HTTP/1.1" status: 200 len: 1122 time: 0.3384702 Sep 07 02:32:53.312286 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port e6c95b6c-aeeb-4820-ba82-33c07ebea7c3, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=e6c95b6c-aeeb-4820-ba82-33c07ebea7c3,segment=NetworkSegment(274fafe7-b9cb-4ae2-902c-19db352d9f5f),segment_id=274fafe7-b9cb-4ae2-902c-19db352d9f5f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:32:53.331871 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:53.361681 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-31721bee-f3f7-47f1-85d5-e8d428701ce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:53.396367 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=e6c95b6c-aeeb-4820-ba82-33c07ebea7c3,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:32:53.407955 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-579161cf-0be3-41f5-9b69-9e6e0077e5ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:53.423399 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bbd16fc4-3001-4bbd-9841-100c441f6dde req-fec47ded-6e29-4b89-a79c-bc05ceeab9a9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=c8420439-bff3-4b3c-8e12-7bf0c18a805c HTTP/1.1" status: 200 len: 217 time: 0.1006362 Sep 07 02:32:53.437632 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-579161cf-0be3-41f5-9b69-9e6e0077e5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:53.462914 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-31721bee-f3f7-47f1-85d5-e8d428701ce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:53.480992 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f50aa-fdbe-468d-9ad4-24eb7f5b5612 req-16d08a1a-a8e3-44ff-8d3e-c27cbe23b3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:32:53.482735 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9d7f50aa-fdbe-468d-9ad4-24eb7f5b5612 req-16d08a1a-a8e3-44ff-8d3e-c27cbe23b3a2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.1966307 Sep 07 02:32:53.523081 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a8af521f-6f7c-4f48-ad7a-67407c80706f None None] Provisioning complete for port e6c95b6c-aeeb-4820-ba82-33c07ebea7c3 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:32:53.523754 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a8af521f-6f7c-4f48-ad7a-67407c80706f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:53.625226 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-579161cf-0be3-41f5-9b69-9e6e0077e5ab admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cfb0efdd96d146ac867b6388048d9521&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1943915 Sep 07 02:32:53.625952 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 35532) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:32:53.630010 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6009d69c-82f5-4577-a1ba-45712533680d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:53.638035 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579161cf-0be3-41f5-9b69-9e6e0077e5ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cae3db3-ecbf-4174-bdb8-1e7116834b05,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:32:53.663534 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2fc7e085-e6cd-4d93-b7d0-08b08ffd8e4e req-6e9aed65-476c-4dd7-9d7f-185e6a7fe144 service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4253354 Sep 07 02:32:53.685278 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd16fc4-3001-4bbd-9841-100c441f6dde req-f67ec4c6-988c-4812-aee8-6cf448d9d579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:32:53.686761 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bbd16fc4-3001-4bbd-9841-100c441f6dde req-f67ec4c6-988c-4812-aee8-6cf448d9d579 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.2211640 Sep 07 02:32:53.735358 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6009d69c-82f5-4577-a1ba-45712533680d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:53.818998 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2798e-7c35-4ff3-ab63-8e51303282d7 req-d568933f-7ec4-495d-a98d-e7bb89cfc82e tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:32:53.823193 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1297bee6-db5e-4146-8da3-55f91fa610d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:53.828089 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f8b2798e-7c35-4ff3-ab63-8e51303282d7 req-d568933f-7ec4-495d-a98d-e7bb89cfc82e tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3815a72-012e-4583-b73b-362ce4ca7c6c HTTP/1.1" status: 200 len: 970 time: 0.4136901 Sep 07 02:32:53.849774 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6009d69c-82f5-4577-a1ba-45712533680d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c15342-9a9b-433d-ac47-3e0a329904aa,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:32:53.894737 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-6009d69c-82f5-4577-a1ba-45712533680d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fe317da263a5451fb94cc5a1d166dcc7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7936232 Sep 07 02:32:53.894737 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f50aa-fdbe-468d-9ad4-24eb7f5b5612 req-45e8000d-dcf2-4389-842b-467a09db99b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:32:53.896039 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9d7f50aa-fdbe-468d-9ad4-24eb7f5b5612 req-45e8000d-dcf2-4389-842b-467a09db99b3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2611718 Sep 07 02:32:53.896557 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 35538) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:32:53.915127 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f8b2798e-7c35-4ff3-ab63-8e51303282d7 req-8aac0d77-cdba-47b2-a9ec-a755c4226002 tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] 10.222.0.22 "GET /v2.0/security-groups?id=a8bffc46-0ce1-4ca2-bf68-121c58cb4f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859652 Sep 07 02:32:54.135605 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-397a2a4c-5030-41d8-ba23-72258d33ae15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:54.164211 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46ef6f0-7a87-4c22-a12a-88d16d576e18 req-4db68943-6a9e-4d3c-a0a8-8f9637fa53ec tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:32:54.166166 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f46ef6f0-7a87-4c22-a12a-88d16d576e18 req-4db68943-6a9e-4d3c-a0a8-8f9637fa53ec tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/ports?device_id=0473eb4e-78a8-4438-841e-1daf58830e4e HTTP/1.1" status: 200 len: 947 time: 0.1542609 Sep 07 02:32:54.168067 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-31721bee-f3f7-47f1-85d5-e8d428701ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:54.172751 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-31721bee-f3f7-47f1-85d5-e8d428701ce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:54.174231 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-31721bee-f3f7-47f1-85d5-e8d428701ce9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ac34128a-bc82-461f-9607-6b3330b30708 HTTP/1.1" status: 204 len: 168 time: 1.3380451 Sep 07 02:32:54.205609 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9d7f50aa-fdbe-468d-9ad4-24eb7f5b5612 req-0eee76a8-e3a2-41c6-b403-8d788133de82 service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589474 Sep 07 02:32:54.224630 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2fc7e085-e6cd-4d93-b7d0-08b08ffd8e4e req-dd732c4c-8c74-4247-80b7-da78d79e73bf service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5340328 Sep 07 02:32:54.225008 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c8826818-e8b9-40d1-add3-cc6ed5bb407c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:54.238176 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-397a2a4c-5030-41d8-ba23-72258d33ae15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:54.255204 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c8826818-e8b9-40d1-add3-cc6ed5bb407c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:54.334461 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f46ef6f0-7a87-4c22-a12a-88d16d576e18 req-2537b3ee-ace1-4f38-971c-05d5864c7eb7 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/security-groups?id=930fe853-fb8a-49e5-95dd-3b741b91d4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249692 Sep 07 02:32:54.365747 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c8826818-e8b9-40d1-add3-cc6ed5bb407c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:54.368699 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c8826818-e8b9-40d1-add3-cc6ed5bb407c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:54.369804 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c8826818-e8b9-40d1-add3-cc6ed5bb407c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0cae3db3-ecbf-4174-bdb8-1e7116834b05 HTTP/1.1" status: 204 len: 168 time: 0.7275867 Sep 07 02:32:54.398259 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31721bee-f3f7-47f1-85d5-e8d428701ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac34128a-bc82-461f-9607-6b3330b30708,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:32:54.435036 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9d7f50aa-fdbe-468d-9ad4-24eb7f5b5612 req-8f0ac562-dcd2-401c-8f2f-cc2765c8abb8 service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007699 Sep 07 02:32:54.436006 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-397a2a4c-5030-41d8-ba23-72258d33ae15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:54.439576 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-397a2a4c-5030-41d8-ba23-72258d33ae15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:54.443673 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-397a2a4c-5030-41d8-ba23-72258d33ae15 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/44c15342-9a9b-433d-ac47-3e0a329904aa HTTP/1.1" status: 204 len: 168 time: 0.5431006 Sep 07 02:32:54.445820 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd16fc4-3001-4bbd-9841-100c441f6dde req-96fb9d1f-aeba-4b0a-9ed4-b4a655e69fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:32:54.447685 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bbd16fc4-3001-4bbd-9841-100c441f6dde req-96fb9d1f-aeba-4b0a-9ed4-b4a655e69fe4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7352822 Sep 07 02:32:54.462412 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8826818-e8b9-40d1-add3-cc6ed5bb407c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cae3db3-ecbf-4174-bdb8-1e7116834b05,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:32:54.464912 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397a2a4c-5030-41d8-ba23-72258d33ae15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c15342-9a9b-433d-ac47-3e0a329904aa,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:32:54.484566 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1297bee6-db5e-4146-8da3-55f91fa610d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:54.505662 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956f195-50d6-4e00-b22c-a58a06e4f6f5 req-765f3a2d-11e0-4cec-878d-b9c6e074acbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:32:54.511767 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4956f195-50d6-4e00-b22c-a58a06e4f6f5 req-765f3a2d-11e0-4cec-878d-b9c6e074acbb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cce8b5cfd6b346a09435557b781b9303&device_id=664aed32-e4db-4d2c-be0a-bd80347c673c HTTP/1.1" status: 200 len: 1100 time: 0.2000062 Sep 07 02:32:54.560287 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f8efa-575c-4042-b87f-963e121e9caf req-181a3363-e1d3-4183-9a47-163427d57e25 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:32:54.563983 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d11f8efa-575c-4042-b87f-963e121e9caf req-181a3363-e1d3-4183-9a47-163427d57e25 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/ports?device_id=664aed32-e4db-4d2c-be0a-bd80347c673c HTTP/1.1" status: 200 len: 948 time: 0.7345941 Sep 07 02:32:54.682758 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1297bee6-db5e-4146-8da3-55f91fa610d7 admin admin] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:32:54.704129 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-1297bee6-db5e-4146-8da3-55f91fa610d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:32:54.765031 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1297bee6-db5e-4146-8da3-55f91fa610d7 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:32:54.846624 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device e6c95b6c-aeeb-4820-ba82-33c07ebea7c3 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:32:54.875398 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 35550) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:32:54.921194 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bc7d0b2e-974a-4e2e-9c16-189d79c9a3b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:54.952352 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1297bee6-db5e-4146-8da3-55f91fa610d7 admin admin] Pushing event updated for resources: {'Port': ['ID=f1b67a51-bffc-41d3-8f9f-0d348a09bc6b,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:32:55.048920 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port e6c95b6c-aeeb-4820-ba82-33c07ebea7c3 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:32:55.052953 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:55.092190 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3815a72-012e-4583-b73b-362ce4ca7c6c', 'tag': 'c8420439-bff3-4b3c-8e12-7bf0c18a805c'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:32:55.096038 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3617965-34cd-49c4-9e22-43d6548ee767" -d '{"events": [{"name": "network-changed", "server_uuid": "f3815a72-012e-4583-b73b-362ce4ca7c6c", "tag": "c8420439-bff3-4b3c-8e12-7bf0c18a805c"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:32:55.220602 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d11f8efa-575c-4042-b87f-963e121e9caf req-972d89f6-d734-4875-9da0-cecb61f80f58 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/security-groups?id=4ba2aa4d-7f82-4cc1-ad48-46c49fcc34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5576768 Sep 07 02:32:55.233719 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bbd16fc4-3001-4bbd-9841-100c441f6dde req-af9612a0-e15a-4238-82ca-495502997e00 service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7404902 Sep 07 02:32:55.272612 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58948093-6939-4e51-84ab-97210b81aa9b req-4488c281-cc49-4115-90e7-bd38e57fe0e1 tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:32:55.275728 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-58948093-6939-4e51-84ab-97210b81aa9b req-4488c281-cc49-4115-90e7-bd38e57fe0e1 tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3815a72-012e-4583-b73b-362ce4ca7c6c HTTP/1.1" status: 200 len: 970 time: 0.2096605 Sep 07 02:32:55.407524 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8321707-196e-4546-934e-755fa4479221 x-openstack-request-id: req-e8321707-196e-4546-934e-755fa4479221 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:32:55.408174 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3815a72-012e-4583-b73b-362ce4ca7c6c", "tag": "c8420439-bff3-4b3c-8e12-7bf0c18a805c", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:32:55.408174 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e8321707-196e-4546-934e-755fa4479221 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:32:55.408509 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3815a72-012e-4583-b73b-362ce4ca7c6c', 'tag': 'c8420439-bff3-4b3c-8e12-7bf0c18a805c', 'status': 'completed', 'code': 200} Sep 07 02:32:55.412534 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956f195-50d6-4e00-b22c-a58a06e4f6f5 req-5f475a81-a5b1-4d04-8d0f-1c0c72874788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:32:55.414006 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4956f195-50d6-4e00-b22c-a58a06e4f6f5 req-5f475a81-a5b1-4d04-8d0f-1c0c72874788 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0823ecf3-066e-49bd-a451-2e84ab79a70f HTTP/1.1" status: 200 len: 869 time: 0.8753564 Sep 07 02:32:55.425941 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-58948093-6939-4e51-84ab-97210b81aa9b req-5b29aa67-5ad9-4369-a298-f5ab78700b2e tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] 10.222.0.22 "GET /v2.0/security-groups?id=a8bffc46-0ce1-4ca2-bf68-121c58cb4f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367528 Sep 07 02:32:55.449357 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bc7d0b2e-974a-4e2e-9c16-189d79c9a3b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:55.455432 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bc7d0b2e-974a-4e2e-9c16-189d79c9a3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:55.511458 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-bc7d0b2e-974a-4e2e-9c16-189d79c9a3b0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=08da4fe4a747493dbcf87c86284574a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6347060 Sep 07 02:32:55.537241 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7d0b2e-974a-4e2e-9c16-189d79c9a3b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2c9f1d-62df-4c13-9c41-1ab44c81f9ac,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:32:55.557775 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 35576) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:32:55.639162 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6fc5980c-81a2-43e4-b4f8-454b12158d8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:55.681811 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6fc5980c-81a2-43e4-b4f8-454b12158d8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:55.682003 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1297bee6-db5e-4146-8da3-55f91fa610d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:55.711769 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4956f195-50d6-4e00-b22c-a58a06e4f6f5 req-26538a42-fc3a-448d-bdbc-b92305e47ba2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=600a2a7b-4313-49f9-92ab-a221c16faa45 HTTP/1.1" status: 200 len: 217 time: 0.2421589 Sep 07 02:32:55.769434 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6fc5980c-81a2-43e4-b4f8-454b12158d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:55.776135 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6fc5980c-81a2-43e4-b4f8-454b12158d8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:55.779520 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-6fc5980c-81a2-43e4-b4f8-454b12158d8d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0c2c9f1d-62df-4c13-9c41-1ab44c81f9ac HTTP/1.1" status: 204 len: 168 time: 0.2177205 Sep 07 02:32:55.808647 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc5980c-81a2-43e4-b4f8-454b12158d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2c9f1d-62df-4c13-9c41-1ab44c81f9ac,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:32:55.859240 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e8339363-6754-422b-aa6b-b3e65ace0a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:55.935590 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201fb25d-00a1-4b77-9f67-84a9d2c25f4a req-08950c90-e4f3-44ac-baf6-51b624a9de9a tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:32:55.938487 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-201fb25d-00a1-4b77-9f67-84a9d2c25f4a req-08950c90-e4f3-44ac-baf6-51b624a9de9a tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/ports?device_id=0473eb4e-78a8-4438-841e-1daf58830e4e HTTP/1.1" status: 200 len: 947 time: 0.2850921 Sep 07 02:32:55.978803 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bbd16fc4-3001-4bbd-9841-100c441f6dde req-a4e58cad-d558-4672-a7c6-68b4f46b89e9 service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6832337 Sep 07 02:32:56.066045 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956f195-50d6-4e00-b22c-a58a06e4f6f5 req-cc65d276-6260-41c7-a074-97c683441c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:32:56.067619 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4956f195-50d6-4e00-b22c-a58a06e4f6f5 req-cc65d276-6260-41c7-a074-97c683441c11 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.2704258 Sep 07 02:32:56.175180 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-201fb25d-00a1-4b77-9f67-84a9d2c25f4a req-16d0949f-4be2-4114-b6f2-c18334f52dc0 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/security-groups?id=930fe853-fb8a-49e5-95dd-3b741b91d4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084901 Sep 07 02:32:56.334536 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3617965-34cd-49c4-9e22-43d6548ee767 req-bf4adcba-8304-4dde-9b67-bc72dff1de5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:32:56.336300 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d3617965-34cd-49c4-9e22-43d6548ee767 req-bf4adcba-8304-4dde-9b67-bc72dff1de5e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bb305d03c7ac4c1998c9addab922c11f&device_id=f3815a72-012e-4583-b73b-362ce4ca7c6c HTTP/1.1" status: 200 len: 1122 time: 0.2497380 Sep 07 02:32:56.346839 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956f195-50d6-4e00-b22c-a58a06e4f6f5 req-95e99ea9-4b30-48a7-81bf-f340ab58536e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:32:56.348719 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4956f195-50d6-4e00-b22c-a58a06e4f6f5 req-95e99ea9-4b30-48a7-81bf-f340ab58536e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2436533 Sep 07 02:32:56.385091 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f14c6d-4bd2-46df-9a3b-545e8f74949a req-9b936f5b-f07b-459c-b57c-f845690f494d tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:32:56.394022 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c3f14c6d-4bd2-46df-9a3b-545e8f74949a req-9b936f5b-f07b-459c-b57c-f845690f494d tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/ports?device_id=664aed32-e4db-4d2c-be0a-bd80347c673c HTTP/1.1" status: 200 len: 948 time: 0.0673721 Sep 07 02:32:56.455220 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c3f14c6d-4bd2-46df-9a3b-545e8f74949a req-e0e0e5ba-d7f5-45e6-ae85-4e6eb39ea34d tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/security-groups?id=4ba2aa4d-7f82-4cc1-ad48-46c49fcc34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490289 Sep 07 02:32:56.611608 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 35606) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:32:56.630520 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-10e818a8-19a5-49d3-8475-d3779d7e604d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:56.691694 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1297bee6-db5e-4146-8da3-55f91fa610d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:56.821004 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4956f195-50d6-4e00-b22c-a58a06e4f6f5 req-5da14102-54f5-4afa-9496-aff2d513d91a service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4581029 Sep 07 02:32:56.841786 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa76f6c-1903-4af8-9cf1-43a96891da1b req-ab7b9763-9dee-432e-8c9e-cff5ea9f3994 tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:32:56.844519 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5aa76f6c-1903-4af8-9cf1-43a96891da1b req-ab7b9763-9dee-432e-8c9e-cff5ea9f3994 tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3815a72-012e-4583-b73b-362ce4ca7c6c HTTP/1.1" status: 200 len: 970 time: 0.2862089 Sep 07 02:32:56.890675 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-10e818a8-19a5-49d3-8475-d3779d7e604d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:56.896039 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-10e818a8-19a5-49d3-8475-d3779d7e604d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:56.998712 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-10e818a8-19a5-49d3-8475-d3779d7e604d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0d971bba3f654db4a48465d3311edb0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3858902 Sep 07 02:32:57.004684 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e818a8-19a5-49d3-8475-d3779d7e604d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f3cdce-88ce-41a0-8dc0-281c276811ec,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:32:57.007637 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 35616) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:32:57.122729 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-43cf9258-5505-4869-a170-3495f0320d78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:57.174843 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-43cf9258-5505-4869-a170-3495f0320d78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:57.220577 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3617965-34cd-49c4-9e22-43d6548ee767 req-e2ba51b8-ab4f-4692-a838-5dbddb26655e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:32:57.222102 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d3617965-34cd-49c4-9e22-43d6548ee767 req-e2ba51b8-ab4f-4692-a838-5dbddb26655e service neutron] 10.222.0.23 "GET /v2.0/networks?id=0823ecf3-066e-49bd-a451-2e84ab79a70f HTTP/1.1" status: 200 len: 869 time: 0.8417518 Sep 07 02:32:57.332332 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-43cf9258-5505-4869-a170-3495f0320d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:57.335186 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-43cf9258-5505-4869-a170-3495f0320d78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:57.336423 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-43cf9258-5505-4869-a170-3495f0320d78 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d8f3cdce-88ce-41a0-8dc0-281c276811ec HTTP/1.1" status: 204 len: 168 time: 0.3278854 Sep 07 02:32:57.341347 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d3617965-34cd-49c4-9e22-43d6548ee767 req-75513fa2-6ab5-4e11-972a-436c2cbb37a2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=c8420439-bff3-4b3c-8e12-7bf0c18a805c HTTP/1.1" status: 200 len: 217 time: 0.0790887 Sep 07 02:32:57.357536 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cf9258-5505-4869-a170-3495f0320d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f3cdce-88ce-41a0-8dc0-281c276811ec,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:32:57.477844 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30a868-765c-4c3c-bbb9-02741e3afb89 req-865d5432-3e21-4f23-9452-83d70e20aeab tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:32:57.488711 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5c30a868-765c-4c3c-bbb9-02741e3afb89 req-865d5432-3e21-4f23-9452-83d70e20aeab tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/ports?device_id=0473eb4e-78a8-4438-841e-1daf58830e4e HTTP/1.1" status: 200 len: 947 time: 0.1120322 Sep 07 02:32:57.507756 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3617965-34cd-49c4-9e22-43d6548ee767 req-3ce79bfd-af78-4b2f-8e35-3479751e074c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:32:57.509353 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d3617965-34cd-49c4-9e22-43d6548ee767 req-3ce79bfd-af78-4b2f-8e35-3479751e074c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.1411479 Sep 07 02:32:57.551561 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5aa76f6c-1903-4af8-9cf1-43a96891da1b req-c8e0dbc5-4de8-4d33-8fe7-76a306d857bc tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] 10.222.0.22 "GET /v2.0/security-groups?id=a8bffc46-0ce1-4ca2-bf68-121c58cb4f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6747606 Sep 07 02:32:57.559874 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5c30a868-765c-4c3c-bbb9-02741e3afb89 req-6d017305-49b7-4eab-a984-4369bc9581b3 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/security-groups?id=930fe853-fb8a-49e5-95dd-3b741b91d4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703022 Sep 07 02:32:57.660604 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4956f195-50d6-4e00-b22c-a58a06e4f6f5 req-d733e276-fe0f-48dc-b2a0-84214c446794 service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8078187 Sep 07 02:32:57.684883 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3617965-34cd-49c4-9e22-43d6548ee767 req-12102545-5592-4b9b-9852-a503ec14ff68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:32:57.686827 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d3617965-34cd-49c4-9e22-43d6548ee767 req-12102545-5592-4b9b-9852-a503ec14ff68 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1416216 Sep 07 02:32:57.766697 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb2854-04e4-4d30-a8b5-d44aebe4f42f req-04275ec3-d0e6-4574-a4a8-fb7c43be885e tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:32:57.768422 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fbeb2854-04e4-4d30-a8b5-d44aebe4f42f req-04275ec3-d0e6-4574-a4a8-fb7c43be885e tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/ports?device_id=664aed32-e4db-4d2c-be0a-bd80347c673c HTTP/1.1" status: 200 len: 948 time: 0.1275103 Sep 07 02:32:57.815617 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1297bee6-db5e-4146-8da3-55f91fa610d7 admin admin] Router 2f3f9cf7-2e32-4787-8194-b736dac3d001 is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 02:32:58.100084 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fbeb2854-04e4-4d30-a8b5-d44aebe4f42f req-e0a1ce61-f5c5-4a72-9368-9bdd2819b1ce tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/security-groups?id=4ba2aa4d-7f82-4cc1-ad48-46c49fcc34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880771 Sep 07 02:32:58.101321 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1297bee6-db5e-4146-8da3-55f91fa610d7 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:32:58.121622 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b541f28-5675-47e7-92db-18a0572bd535 None None] Sync routers for ids ['2f3f9cf7-2e32-4787-8194-b736dac3d001'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:32:58.134869 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d3617965-34cd-49c4-9e22-43d6548ee767 req-5423fc07-4929-46a6-9bc7-1331fd6e746a service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4301808 Sep 07 02:32:58.156714 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b541f28-5675-47e7-92db-18a0572bd535 None None] Routers {'2f3f9cf7-2e32-4787-8194-b736dac3d001'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:32:58.160107 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-8b541f28-5675-47e7-92db-18a0572bd535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:32:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['2f3f9cf7-2e32-4787-8194-b736dac3d001'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:32:58.161202 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1cf449e7-962f-4cac-990d-da8c2e9f6848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:58.167301 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1297bee6-db5e-4146-8da3-55f91fa610d7 admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:58.170608 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-1297bee6-db5e-4146-8da3-55f91fa610d7 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 9.1869800 Sep 07 02:32:58.174976 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 35650) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:32:58.373349 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-8b541f28-5675-47e7-92db-18a0572bd535 None None] Set router 2f3f9cf7-2e32-4787-8194-b736dac3d001 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:32:58.480881 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d3617965-34cd-49c4-9e22-43d6548ee767 req-ff8bec7f-47f0-40ed-a36f-e2cf4543e457 service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928967 Sep 07 02:32:58.650897 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:58.730717 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-8b541f28-5675-47e7-92db-18a0572bd535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f3f9cf7-2e32-4787-8194-b736dac3d001', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2121366700-router', 'tenant_id': '3e6c3b13f7044159a2c7196a2eb4f711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'f1b67a51-bffc-41d3-8f9f-0d348a09bc6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:32:49Z', 'updated_at': '2021-09-07T02:32:55Z', 'revision_number': 3, 'project_id': '3e6c3b13f7044159a2c7196a2eb4f711', 'gw_port': {'id': 'f1b67a51-bffc-41d3-8f9f-0d348a09bc6b', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:28:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f3f9cf7-2e32-4787-8194-b736dac3d001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:32:52Z', 'updated_at': '2021-09-07T02:32:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:32:58.774530 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b541f28-5675-47e7-92db-18a0572bd535 None None] Checking router: 2f3f9cf7-2e32-4787-8194-b736dac3d001 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:32:58.774887 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b541f28-5675-47e7-92db-18a0572bd535 None None] Updating router 2f3f9cf7-2e32-4787-8194-b736dac3d001 port f1b67a51-bffc-41d3-8f9f-0d348a09bc6b binding host n-d-796209-16 {{(pid=94703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 02:32:58.840798 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-8b541f28-5675-47e7-92db-18a0572bd535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:59.013551 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ac44b-b374-405b-aaac-b3b01c639d66 req-ec984c99-8e8e-4128-8f43-e81ebeef7ef1 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:32:59.017201 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a37eb-3ea9-4d28-ac68-65bb187a90c1 req-1f12bbcc-0d1f-4a0b-81f2-fc00fb2be56e tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:32:59.017643 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ff5ac44b-b374-405b-aaac-b3b01c639d66 req-ec984c99-8e8e-4128-8f43-e81ebeef7ef1 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/ports?device_id=0473eb4e-78a8-4438-841e-1daf58830e4e HTTP/1.1" status: 200 len: 947 time: 0.1285472 Sep 07 02:32:59.019099 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5a8a37eb-3ea9-4d28-ac68-65bb187a90c1 req-1f12bbcc-0d1f-4a0b-81f2-fc00fb2be56e tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3815a72-012e-4583-b73b-362ce4ca7c6c HTTP/1.1" status: 200 len: 970 time: 0.2609980 Sep 07 02:32:59.105031 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ff5ac44b-b374-405b-aaac-b3b01c639d66 req-e711345d-77c9-463d-8cfb-93d93750e99b tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/security-groups?id=930fe853-fb8a-49e5-95dd-3b741b91d4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770595 Sep 07 02:32:59.125866 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5a8a37eb-3ea9-4d28-ac68-65bb187a90c1 req-6deb6347-f8f0-4427-994d-30b371f214a7 tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] 10.222.0.22 "GET /v2.0/security-groups?id=a8bffc46-0ce1-4ca2-bf68-121c58cb4f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967741 Sep 07 02:32:59.391550 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:59.480974 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3182a90f-4973-4a31-b785-83cf302d7208 req-3cf9f67b-9e88-431f-bf16-e526925f44b5 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:32:59.493611 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3182a90f-4973-4a31-b785-83cf302d7208 req-3cf9f67b-9e88-431f-bf16-e526925f44b5 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/ports?device_id=664aed32-e4db-4d2c-be0a-bd80347c673c HTTP/1.1" status: 200 len: 948 time: 0.0882413 Sep 07 02:32:59.551653 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-8b541f28-5675-47e7-92db-18a0572bd535 None None] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:59.571838 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3182a90f-4973-4a31-b785-83cf302d7208 req-44d2b929-c3ea-4f4b-abab-ff1b98815da2 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/security-groups?id=4ba2aa4d-7f82-4cc1-ad48-46c49fcc34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766578 Sep 07 02:32:59.575611 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-8b541f28-5675-47e7-92db-18a0572bd535 None None] Transition to ACTIVE for port object f1b67a51-bffc-41d3-8f9f-0d348a09bc6b will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:32:59.588958 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-8b541f28-5675-47e7-92db-18a0572bd535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:59.648238 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-8b541f28-5675-47e7-92db-18a0572bd535 None None] Attempting to bind port f1b67a51-bffc-41d3-8f9f-0d348a09bc6b on host n-d-796209-16 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:32:59.648898 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-8b541f28-5675-47e7-92db-18a0572bd535 None None] Attempting to bind port f1b67a51-bffc-41d3-8f9f-0d348a09bc6b by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:32:59.649446 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b541f28-5675-47e7-92db-18a0572bd535 None None] Attempting to bind port f1b67a51-bffc-41d3-8f9f-0d348a09bc6b on network 1166b922-7457-4da4-bdda-328e8c8e7bc6 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:32:59.674510 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b541f28-5675-47e7-92db-18a0572bd535 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:32:59.675185 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b541f28-5675-47e7-92db-18a0572bd535 None None] Checking segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:32:59.675805 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-8b541f28-5675-47e7-92db-18a0572bd535 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:59.676361 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b541f28-5675-47e7-92db-18a0572bd535 None None] Bound using segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:32:59.677012 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-8b541f28-5675-47e7-92db-18a0572bd535 None None] Bound port: f1b67a51-bffc-41d3-8f9f-0d348a09bc6b, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:32:59.677644 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-8b541f28-5675-47e7-92db-18a0572bd535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:59.771602 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-874d223d-6b94-43e1-8359-ccf0957386ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:59.781326 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ec6ace-6286-426b-9a32-618e7b051061 None None] Pushing event updated for resources: {'Port': ['ID=f1b67a51-bffc-41d3-8f9f-0d348a09bc6b,revision_number=2']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:32:59.830366 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-8b541f28-5675-47e7-92db-18a0572bd535 None None] For port f1b67a51-bffc-41d3-8f9f-0d348a09bc6b, host n-d-796209-16, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:32:59.842004 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-8b541f28-5675-47e7-92db-18a0572bd535 None None] For port f1b67a51-bffc-41d3-8f9f-0d348a09bc6b, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=f1b67a51-bffc-41d3-8f9f-0d348a09bc6b,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:32:59.848366 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-8b541f28-5675-47e7-92db-18a0572bd535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:32:59.942856 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ec6ace-6286-426b-9a32-618e7b051061 None None] Pushing event updated for resources: {'Port': ['ID=f1b67a51-bffc-41d3-8f9f-0d348a09bc6b,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:32:59.969450 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b541f28-5675-47e7-92db-18a0572bd535 None None] Routers {'2f3f9cf7-2e32-4787-8194-b736dac3d001'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:32:59.970239 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-8b541f28-5675-47e7-92db-18a0572bd535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:32:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['2f3f9cf7-2e32-4787-8194-b736dac3d001'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:33:00.110834 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-874d223d-6b94-43e1-8359-ccf0957386ce admin admin] Allocated IP 172.20.0.1 (28c4f895-f72d-473a-b860-b5d3aa922a40/0c8d8bcd-39e7-4637-9457-32d46bf7e3d8/1334244f-16db-419c-ab79-f24cd3dd2c07) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:33:00.115861 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-8b541f28-5675-47e7-92db-18a0572bd535 None None] Set router 2f3f9cf7-2e32-4787-8194-b736dac3d001 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:33:00.374222 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-874d223d-6b94-43e1-8359-ccf0957386ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:00.405112 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668398ad-b920-48be-8caa-25f61e3d6dbc req-ef29b205-268e-4f7d-a14f-adbed75e3761 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:00.407982 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-874d223d-6b94-43e1-8359-ccf0957386ce admin admin] Transition to ACTIVE for port object 1334244f-16db-419c-ab79-f24cd3dd2c07 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:33:00.417571 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-668398ad-b920-48be-8caa-25f61e3d6dbc req-ef29b205-268e-4f7d-a14f-adbed75e3761 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/ports?device_id=0473eb4e-78a8-4438-841e-1daf58830e4e HTTP/1.1" status: 200 len: 947 time: 0.1252210 Sep 07 02:33:00.469244 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-874d223d-6b94-43e1-8359-ccf0957386ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:00.501056 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-668398ad-b920-48be-8caa-25f61e3d6dbc req-6f174bee-ca9b-4d13-8007-60caaeb6ff79 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/security-groups?id=930fe853-fb8a-49e5-95dd-3b741b91d4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797381 Sep 07 02:33:00.518148 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874d223d-6b94-43e1-8359-ccf0957386ce admin admin] Network 28c4f895-f72d-473a-b860-b5d3aa922a40 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:33:00.521221 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-874d223d-6b94-43e1-8359-ccf0957386ce admin admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:33:00.524781 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874d223d-6b94-43e1-8359-ccf0957386ce admin admin] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:33:00.525649 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-874d223d-6b94-43e1-8359-ccf0957386ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:00.533550 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-8b541f28-5675-47e7-92db-18a0572bd535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f3f9cf7-2e32-4787-8194-b736dac3d001', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2121366700-router', 'tenant_id': '3e6c3b13f7044159a2c7196a2eb4f711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'f1b67a51-bffc-41d3-8f9f-0d348a09bc6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:32:49Z', 'updated_at': '2021-09-07T02:32:55Z', 'revision_number': 3, 'project_id': '3e6c3b13f7044159a2c7196a2eb4f711', 'gw_port': {'id': 'f1b67a51-bffc-41d3-8f9f-0d348a09bc6b', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:28:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f3f9cf7-2e32-4787-8194-b736dac3d001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:32:52Z', 'updated_at': '2021-09-07T02:32:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:33:00.567829 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b541f28-5675-47e7-92db-18a0572bd535 None None] The sync data for ids ['2f3f9cf7-2e32-4787-8194-b736dac3d001'] in n-d-796209-16 is: [{'id': '2f3f9cf7-2e32-4787-8194-b736dac3d001', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2121366700-router', 'tenant_id': '3e6c3b13f7044159a2c7196a2eb4f711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'f1b67a51-bffc-41d3-8f9f-0d348a09bc6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:32:49Z', 'updated_at': '2021-09-07T02:32:55Z', 'revision_number': 3, 'project_id': '3e6c3b13f7044159a2c7196a2eb4f711', 'gw_port': {'id': 'f1b67a51-bffc-41d3-8f9f-0d348a09bc6b', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:28:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f3f9cf7-2e32-4787-8194-b736dac3d001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:32:52Z', 'updated_at': '2021-09-07T02:32:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:33:00.674236 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874d223d-6b94-43e1-8359-ccf0957386ce admin admin] Pushing event updated for resources: {'Port': ['ID=1334244f-16db-419c-ab79-f24cd3dd2c07,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:00.701041 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09abf2ea-9a7d-4d42-b417-17ac7c410c3d req-3d7e4933-3b1c-409c-9d8f-fe6860fbb8d0 tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:00.702934 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-09abf2ea-9a7d-4d42-b417-17ac7c410c3d req-3d7e4933-3b1c-409c-9d8f-fe6860fbb8d0 tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3815a72-012e-4583-b73b-362ce4ca7c6c HTTP/1.1" status: 200 len: 970 time: 0.1534028 Sep 07 02:33:00.811384 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-09abf2ea-9a7d-4d42-b417-17ac7c410c3d req-2aa12c40-680d-4406-8e0f-6ea1cd1295a1 tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] 10.222.0.22 "GET /v2.0/security-groups?id=a8bffc46-0ce1-4ca2-bf68-121c58cb4f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511780 Sep 07 02:33:00.848978 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-874d223d-6b94-43e1-8359-ccf0957386ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:00.882667 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-c1b79c56-accc-4e6b-944b-5d5ddd70215e None None] Provisioning for port 1334244f-16db-419c-ab79-f24cd3dd2c07 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:33:00.896692 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-c1b79c56-accc-4e6b-944b-5d5ddd70215e None None] Provisioning complete for port 1334244f-16db-419c-ab79-f24cd3dd2c07 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:33:00.898891 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c1b79c56-accc-4e6b-944b-5d5ddd70215e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:00.969894 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-c1b79c56-accc-4e6b-944b-5d5ddd70215e None None] Port 1334244f-16db-419c-ab79-f24cd3dd2c07 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:33:01.039389 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cdbb49-aa20-461e-8997-3ed99c3f230b req-04d9c021-b801-401d-a4e8-1dde3fa0ab02 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:01.042795 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-68cdbb49-aa20-461e-8997-3ed99c3f230b req-04d9c021-b801-401d-a4e8-1dde3fa0ab02 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/ports?device_id=664aed32-e4db-4d2c-be0a-bd80347c673c HTTP/1.1" status: 200 len: 948 time: 0.0927477 Sep 07 02:33:01.102237 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-874d223d-6b94-43e1-8359-ccf0957386ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:01.109508 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-874d223d-6b94-43e1-8359-ccf0957386ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:01.110268 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-874d223d-6b94-43e1-8359-ccf0957386ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:01.131419 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-68cdbb49-aa20-461e-8997-3ed99c3f230b req-75b1de84-5057-4f14-9b85-9ad62a740c64 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/security-groups?id=4ba2aa4d-7f82-4cc1-ad48-46c49fcc34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792394 Sep 07 02:33:01.233578 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:01.256756 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874d223d-6b94-43e1-8359-ccf0957386ce admin admin] Pushing event updated for resources: {'Port': ['ID=1334244f-16db-419c-ab79-f24cd3dd2c07,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:01.301942 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874d223d-6b94-43e1-8359-ccf0957386ce admin admin] Network 28c4f895-f72d-473a-b860-b5d3aa922a40 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:33:01.303322 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-874d223d-6b94-43e1-8359-ccf0957386ce admin admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:33:01.488474 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-874d223d-6b94-43e1-8359-ccf0957386ce admin admin] Router 2f3f9cf7-2e32-4787-8194-b736dac3d001 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:33:01.619866 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 35768) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:01.649625 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9fe78b-34e0-403c-9f31-fff1587c2243 req-83378e87-5a96-4fde-b18e-6b1525c0f8bf tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:01.657127 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cf9fe78b-34e0-403c-9f31-fff1587c2243 req-83378e87-5a96-4fde-b18e-6b1525c0f8bf tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/ports?device_id=0473eb4e-78a8-4438-841e-1daf58830e4e HTTP/1.1" status: 200 len: 947 time: 0.0603235 Sep 07 02:33:01.702129 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-874d223d-6b94-43e1-8359-ccf0957386ce admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:33:01.704395 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cf9fe78b-34e0-403c-9f31-fff1587c2243 req-6478ee33-1b0a-4b97-b739-95697b6dd33a tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/security-groups?id=930fe853-fb8a-49e5-95dd-3b741b91d4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413103 Sep 07 02:33:01.704883 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-794bfa1e-d222-4347-8007-5c04a7cd2bfb None None] Provisioning complete for port 1334244f-16db-419c-ab79-f24cd3dd2c07 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:33:01.705294 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-794bfa1e-d222-4347-8007-5c04a7cd2bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:01.708867 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 35772) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:01.713096 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-874d223d-6b94-43e1-8359-ccf0957386ce admin admin] 10.222.0.22 "PUT /v2.0/routers/2f3f9cf7-2e32-4787-8194-b736dac3d001/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5354071 Sep 07 02:33:01.760654 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-794bfa1e-d222-4347-8007-5c04a7cd2bfb None None] Port 1334244f-16db-419c-ab79-f24cd3dd2c07 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:33:01.835752 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-64315e6a-5042-40eb-ae67-7f84b6ab23cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:01.867438 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c72476fa-97f3-4944-bae2-27c95e4272a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:01.962799 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f080154-5803-455c-84a8-28d83e484fac req-5d1aad93-ede8-4eb1-84f6-de892b8f2e1f tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:01.964333 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1f080154-5803-455c-84a8-28d83e484fac req-5d1aad93-ede8-4eb1-84f6-de892b8f2e1f tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3815a72-012e-4583-b73b-362ce4ca7c6c HTTP/1.1" status: 200 len: 970 time: 0.0716419 Sep 07 02:33:02.022874 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-64315e6a-5042-40eb-ae67-7f84b6ab23cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:02.026541 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1f080154-5803-455c-84a8-28d83e484fac req-903c0e7f-f00e-4baf-aec3-b5e811e3cebb tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] 10.222.0.22 "GET /v2.0/security-groups?id=a8bffc46-0ce1-4ca2-bf68-121c58cb4f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542328 Sep 07 02:33:02.031866 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-64315e6a-5042-40eb-ae67-7f84b6ab23cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:02.090440 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-64315e6a-5042-40eb-ae67-7f84b6ab23cc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=75fd91277b01428b91d751ba687fc8d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3732510 Sep 07 02:33:02.090931 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 35784) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:02.093152 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64315e6a-5042-40eb-ae67-7f84b6ab23cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e9d36c-e0cf-44b1-869f-a779773128e4,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:02.164732 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6fbe3bb7-9e43-4f55-a4f2-2c83001d0834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:02.169331 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c72476fa-97f3-4944-bae2-27c95e4272a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:02.176554 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c72476fa-97f3-4944-bae2-27c95e4272a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:02.190922 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6fbe3bb7-9e43-4f55-a4f2-2c83001d0834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:02.220350 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72476fa-97f3-4944-bae2-27c95e4272a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0138b4dc-8472-40c4-8796-3bce3908115f,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:02.227532 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c72476fa-97f3-4944-bae2-27c95e4272a7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2861b3f6639643d7a9b6e2f592dec0f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6030192 Sep 07 02:33:02.229347 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 35792) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:02.278746 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6fbe3bb7-9e43-4f55-a4f2-2c83001d0834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:02.281847 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6fbe3bb7-9e43-4f55-a4f2-2c83001d0834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:02.285349 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-6fbe3bb7-9e43-4f55-a4f2-2c83001d0834 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d2e9d36c-e0cf-44b1-869f-a779773128e4 HTTP/1.1" status: 204 len: 168 time: 0.1910262 Sep 07 02:33:02.290972 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-aa79c845-2997-4e2a-9f77-aefc8320c0e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:02.298918 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09571b-94fe-45f3-b0b3-42971bf1eb8f req-284653a7-8d63-4126-94b9-583e99cc9467 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:02.300919 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6a09571b-94fe-45f3-b0b3-42971bf1eb8f req-284653a7-8d63-4126-94b9-583e99cc9467 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/ports?device_id=664aed32-e4db-4d2c-be0a-bd80347c673c HTTP/1.1" status: 200 len: 948 time: 0.0672505 Sep 07 02:33:02.306454 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbe3bb7-9e43-4f55-a4f2-2c83001d0834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e9d36c-e0cf-44b1-869f-a779773128e4,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:02.340305 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-aa79c845-2997-4e2a-9f77-aefc8320c0e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:02.369708 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6a09571b-94fe-45f3-b0b3-42971bf1eb8f req-2a6cec10-43ce-4a61-9fad-78fd7fc2cc08 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/security-groups?id=4ba2aa4d-7f82-4cc1-ad48-46c49fcc34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572929 Sep 07 02:33:02.398009 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-aa79c845-2997-4e2a-9f77-aefc8320c0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:02.401838 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-aa79c845-2997-4e2a-9f77-aefc8320c0e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:02.402932 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-aa79c845-2997-4e2a-9f77-aefc8320c0e5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0138b4dc-8472-40c4-8796-3bce3908115f HTTP/1.1" status: 204 len: 168 time: 0.1725907 Sep 07 02:33:02.425739 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa79c845-2997-4e2a-9f77-aefc8320c0e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0138b4dc-8472-40c4-8796-3bce3908115f,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:02.601055 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 35808) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:02.607516 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-2b102f65-1366-4c76-a4da-ddb7ecb4fdf7 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Request body: {'security_group': {'name': 'tempest-securitygroup--897005627', 'description': 'tempest-description--626083999'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:33:02.637166 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2b102f65-1366-4c76-a4da-ddb7ecb4fdf7 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:02.655833 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 35812) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:02.669683 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f7841539-1478-423c-8851-bad6d86aad3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:02.733147 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2b102f65-1366-4c76-a4da-ddb7ecb4fdf7 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:02.740968 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2b102f65-1366-4c76-a4da-ddb7ecb4fdf7 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:02.789113 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b102f65-1366-4c76-a4da-ddb7ecb4fdf7 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=640bc5a7-1290-4dbd-b0ce-f56eb51dd0f7,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:02.845689 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0a4842-3120-4f99-8382-6fd6f03c4f45 None None] Sync routers for ids ['2f3f9cf7-2e32-4787-8194-b736dac3d001'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:33:02.857577 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device f1b67a51-bffc-41d3-8f9f-0d348a09bc6b up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:33:02.872349 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd4a50-af15-4972-8ac1-ad4131fafa9b req-8f324897-bc68-458f-b63d-a900a64e204d tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:02.873999 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c8fd4a50-af15-4972-8ac1-ad4131fafa9b req-8f324897-bc68-458f-b63d-a900a64e204d tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/ports?device_id=0473eb4e-78a8-4438-841e-1daf58830e4e HTTP/1.1" status: 200 len: 947 time: 0.0838113 Sep 07 02:33:02.890188 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0a4842-3120-4f99-8382-6fd6f03c4f45 None None] Routers {'2f3f9cf7-2e32-4787-8194-b736dac3d001'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:33:02.890819 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-cb0a4842-3120-4f99-8382-6fd6f03c4f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:32:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['2f3f9cf7-2e32-4787-8194-b736dac3d001'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:33:02.919333 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 35816) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:02.934731 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-03c5b268-efc8-4f55-8439-2fdbabfb9f07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:02.940449 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c8fd4a50-af15-4972-8ac1-ad4131fafa9b req-7b1701af-5489-455e-be8c-1143efd9ca08 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/security-groups?id=930fe853-fb8a-49e5-95dd-3b741b91d4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588882 Sep 07 02:33:02.945601 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f7841539-1478-423c-8851-bad6d86aad3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:02.951596 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f7841539-1478-423c-8851-bad6d86aad3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:02.959803 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2b102f65-1366-4c76-a4da-ddb7ecb4fdf7 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:02.963655 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-2b102f65-1366-4c76-a4da-ddb7ecb4fdf7 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3591855 Sep 07 02:33:02.971992 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 35818) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:02.976956 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-469b07e0-1bf9-4c8f-81b1-518d11b8be6c tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Request body: {'security_group_rule': {'security_group_id': '640bc5a7-1290-4dbd-b0ce-f56eb51dd0f7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:33:02.984327 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7841539-1478-423c-8851-bad6d86aad3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4de8ebe-f3a5-4900-894b-4980666c9d8e,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:03.011665 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 35820) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:03.012196 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f7841539-1478-423c-8851-bad6d86aad3b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7798ba284d6d47b0aaf26fd50943a590&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3510542 Sep 07 02:33:03.017025 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port f1b67a51-bffc-41d3-8f9f-0d348a09bc6b completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:33:03.022760 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-cb0a4842-3120-4f99-8382-6fd6f03c4f45 None None] Set router 2f3f9cf7-2e32-4787-8194-b736dac3d001 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:33:03.025294 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port f1b67a51-bffc-41d3-8f9f-0d348a09bc6b triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:33:03.025671 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:03.100085 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-890934bd-e7dc-43ba-b415-dbd7d33994dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:03.133470 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-03c5b268-efc8-4f55-8439-2fdbabfb9f07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:03.160911 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-03c5b268-efc8-4f55-8439-2fdbabfb9f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:03.171876 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-890934bd-e7dc-43ba-b415-dbd7d33994dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:03.219115 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:03.253542 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port f1b67a51-bffc-41d3-8f9f-0d348a09bc6b, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=f1b67a51-bffc-41d3-8f9f-0d348a09bc6b,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:33:03.253912 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-03c5b268-efc8-4f55-8439-2fdbabfb9f07 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bb1d4d537cf1479ea4d0a7cdd192b51f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3332868 Sep 07 02:33:03.256191 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-469b07e0-1bf9-4c8f-81b1-518d11b8be6c tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:03.256957 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 35824) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:03.260350 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c5b268-efc8-4f55-8439-2fdbabfb9f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b4a622-268e-4743-9536-95eed169bb34,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:03.271113 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4dad13-40e0-48e4-9d52-1f78408030be req-f41c168c-eabe-4e97-9f69-94c947197130 tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:03.272722 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8a4dad13-40e0-48e4-9d52-1f78408030be req-f41c168c-eabe-4e97-9f69-94c947197130 tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3815a72-012e-4583-b73b-362ce4ca7c6c HTTP/1.1" status: 200 len: 970 time: 0.1640763 Sep 07 02:33:03.276398 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:03.329147 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-cb0a4842-3120-4f99-8382-6fd6f03c4f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f3f9cf7-2e32-4787-8194-b736dac3d001', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2121366700-router', 'tenant_id': '3e6c3b13f7044159a2c7196a2eb4f711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'f1b67a51-bffc-41d3-8f9f-0d348a09bc6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:32:49Z', 'updated_at': '2021-09-07T02:33:00Z', 'revision_number': 4, 'project_id': '3e6c3b13f7044159a2c7196a2eb4f711', 'gw_port': {'id': 'f1b67a51-bffc-41d3-8f9f-0d348a09bc6b', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:28:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f3f9cf7-2e32-4787-8194-b736dac3d001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:32:52Z', 'updated_at': '2021-09-07T02:32:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '1334244f-16db-419c-ab79-f24cd3dd2c07', 'name': '', 'network_id': '28c4f895-f72d-473a-b860-b5d3aa922a40', 'tenant_id': '3e6c3b13f7044159a2c7196a2eb4f711', 'mac_address': 'fa:16:3e:83:3b:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f3f9cf7-2e32-4787-8194-b736dac3d001', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '0c8d8bcd-39e7-4637-9457-32d46bf7e3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:32:59Z', 'updated_at': '2021-09-07T02:33:00Z', 'revision_number': 2, 'project_id': '3e6c3b13f7044159a2c7196a2eb4f711', 'subnets': [{'id': '0c8d8bcd-39e7-4637-9457-32d46bf7e3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:33:03.329814 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-01281f42-a5d2-48bf-bc62-8bb26547b85d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:03.332973 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-890934bd-e7dc-43ba-b415-dbd7d33994dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:03.335406 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-890934bd-e7dc-43ba-b415-dbd7d33994dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:03.336530 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-890934bd-e7dc-43ba-b415-dbd7d33994dc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a4de8ebe-f3a5-4900-894b-4980666c9d8e HTTP/1.1" status: 204 len: 168 time: 0.3234425 Sep 07 02:33:03.361069 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890934bd-e7dc-43ba-b415-dbd7d33994dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4de8ebe-f3a5-4900-894b-4980666c9d8e,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:03.370102 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-01281f42-a5d2-48bf-bc62-8bb26547b85d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:03.384419 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-469b07e0-1bf9-4c8f-81b1-518d11b8be6c tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:03.406271 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-469b07e0-1bf9-4c8f-81b1-518d11b8be6c tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:03.418338 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8a4dad13-40e0-48e4-9d52-1f78408030be req-25bec81d-dbc5-4dec-9669-42ee43313330 tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] 10.222.0.22 "GET /v2.0/security-groups?id=a8bffc46-0ce1-4ca2-bf68-121c58cb4f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975547 Sep 07 02:33:03.439455 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469b07e0-1bf9-4c8f-81b1-518d11b8be6c tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2134d0a8-21fc-4bdb-b557-a2aba19ee955,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:03.447006 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-01281f42-a5d2-48bf-bc62-8bb26547b85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:03.450975 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-01281f42-a5d2-48bf-bc62-8bb26547b85d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:03.453391 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-469b07e0-1bf9-4c8f-81b1-518d11b8be6c tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:03.458178 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-01281f42-a5d2-48bf-bc62-8bb26547b85d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/40b4a622-268e-4743-9536-95eed169bb34 HTTP/1.1" status: 204 len: 168 time: 0.1995835 Sep 07 02:33:03.458387 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 35832) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:03.467379 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-469b07e0-1bf9-4c8f-81b1-518d11b8be6c tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4817994 Sep 07 02:33:03.473124 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-01512097-5ff5-4fb1-97f2-3ca281832065 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Request body: {'security_group_rule': {'security_group_id': '640bc5a7-1290-4dbd-b0ce-f56eb51dd0f7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:33:03.473265 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0a4842-3120-4f99-8382-6fd6f03c4f45 None None] Checking router: 2f3f9cf7-2e32-4787-8194-b736dac3d001 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:33:03.473532 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0a4842-3120-4f99-8382-6fd6f03c4f45 None None] Updating router 2f3f9cf7-2e32-4787-8194-b736dac3d001 port 1334244f-16db-419c-ab79-f24cd3dd2c07 binding host n-d-796209-16 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 02:33:03.500918 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01281f42-a5d2-48bf-bc62-8bb26547b85d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b4a622-268e-4743-9536-95eed169bb34,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:03.511807 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-cb0a4842-3120-4f99-8382-6fd6f03c4f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:03.544995 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-01512097-5ff5-4fb1-97f2-3ca281832065 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:03.587750 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f3185-577b-487c-8529-6cbda7151709 req-9681d142-1e57-4159-99cd-0e405b6c6794 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:03.596335 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-110f3185-577b-487c-8529-6cbda7151709 req-9681d142-1e57-4159-99cd-0e405b6c6794 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/ports?device_id=664aed32-e4db-4d2c-be0a-bd80347c673c HTTP/1.1" status: 200 len: 948 time: 0.0915551 Sep 07 02:33:03.654848 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-01512097-5ff5-4fb1-97f2-3ca281832065 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:03.663716 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-01512097-5ff5-4fb1-97f2-3ca281832065 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:03.668412 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=f1b67a51-bffc-41d3-8f9f-0d348a09bc6b,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:03.678391 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-110f3185-577b-487c-8529-6cbda7151709 req-e2d71eb8-f69c-4100-bad2-2308a17ba69b tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/security-groups?id=4ba2aa4d-7f82-4cc1-ad48-46c49fcc34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810258 Sep 07 02:33:03.691877 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01512097-5ff5-4fb1-97f2-3ca281832065 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a6e3539-29dc-413a-9b9f-d83768d12c40,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:03.700884 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-01512097-5ff5-4fb1-97f2-3ca281832065 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:03.702387 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-01512097-5ff5-4fb1-97f2-3ca281832065 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2400863 Sep 07 02:33:03.706868 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 35840) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:03.711660 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-e4003137-fbd3-4cac-ac2e-34201244e8fe tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Request body: {'floatingip': {'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:33:03.745047 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e4003137-fbd3-4cac-ac2e-34201244e8fe tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Notify callbacks [] for floatingip, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:03.832808 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 600a2a7b-4313-49f9-92ab-a221c16faa45 details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:33:03.867091 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e4003137-fbd3-4cac-ac2e-34201244e8fe tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:03.932146 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-cb0a4842-3120-4f99-8382-6fd6f03c4f45 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:03.976688 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-cb0a4842-3120-4f99-8382-6fd6f03c4f45 None None] Transition to ACTIVE for port object 1334244f-16db-419c-ab79-f24cd3dd2c07 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:33:03.989288 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-cb0a4842-3120-4f99-8382-6fd6f03c4f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:03.998843 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-e4003137-fbd3-4cac-ac2e-34201244e8fe tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Allocated IP 172.25.5.112 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/155eafe7-554c-4c0a-a90c-a0c1b5face56) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:33:04.068862 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5957d5eb-39ab-4c73-bcbb-257afa2ebc80 None None] Pushing event updated for resources: {'Port': ['ID=1334244f-16db-419c-ab79-f24cd3dd2c07,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:04.072269 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 600a2a7b-4313-49f9-92ab-a221c16faa45, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=600a2a7b-4313-49f9-92ab-a221c16faa45,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:33:04.115312 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '600a2a7b-4313-49f9-92ab-a221c16faa45', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'port_id': '600a2a7b-4313-49f9-92ab-a221c16faa45', 'mac_address': 'fa:16:3e:82:82:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '694f9550-ba12-4672-8446-41848123cea2', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:33:04.185892 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6b4c4-57ea-4222-8f15-e61615f17466 req-c00f75cb-70e2-4ced-9f95-9f3b9d603e48 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:04.187450 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f3a6b4c4-57ea-4222-8f15-e61615f17466 req-c00f75cb-70e2-4ced-9f95-9f3b9d603e48 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/ports?device_id=0473eb4e-78a8-4438-841e-1daf58830e4e HTTP/1.1" status: 200 len: 947 time: 0.1411920 Sep 07 02:33:04.204795 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e4003137-fbd3-4cac-ac2e-34201244e8fe tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:04.256100 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-cb0a4842-3120-4f99-8382-6fd6f03c4f45 None None] Attempting to bind port 1334244f-16db-419c-ab79-f24cd3dd2c07 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:33:04.256479 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-cb0a4842-3120-4f99-8382-6fd6f03c4f45 None None] Attempting to bind port 1334244f-16db-419c-ab79-f24cd3dd2c07 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '274fafe7-b9cb-4ae2-902c-19db352d9f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '28c4f895-f72d-473a-b860-b5d3aa922a40'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:33:04.256847 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0a4842-3120-4f99-8382-6fd6f03c4f45 None None] Attempting to bind port 1334244f-16db-419c-ab79-f24cd3dd2c07 on network 28c4f895-f72d-473a-b860-b5d3aa922a40 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:33:04.262661 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f3a6b4c4-57ea-4222-8f15-e61615f17466 req-1b0cf176-d0f2-483c-9bb1-1fd634d1bd52 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/security-groups?id=930fe853-fb8a-49e5-95dd-3b741b91d4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636325 Sep 07 02:33:04.291825 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0a4842-3120-4f99-8382-6fd6f03c4f45 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:33:04.292400 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0a4842-3120-4f99-8382-6fd6f03c4f45 None None] Checking segment: {'id': '274fafe7-b9cb-4ae2-902c-19db352d9f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '28c4f895-f72d-473a-b860-b5d3aa922a40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:33:04.292991 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-cb0a4842-3120-4f99-8382-6fd6f03c4f45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:04.293572 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0a4842-3120-4f99-8382-6fd6f03c4f45 None None] Bound using segment: {'id': '274fafe7-b9cb-4ae2-902c-19db352d9f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '28c4f895-f72d-473a-b860-b5d3aa922a40'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:33:04.294252 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-cb0a4842-3120-4f99-8382-6fd6f03c4f45 None None] Bound port: 1334244f-16db-419c-ab79-f24cd3dd2c07, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '274fafe7-b9cb-4ae2-902c-19db352d9f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '28c4f895-f72d-473a-b860-b5d3aa922a40'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:33:04.294900 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e4003137-fbd3-4cac-ac2e-34201244e8fe tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:04.295066 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-cb0a4842-3120-4f99-8382-6fd6f03c4f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:04.325277 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:04.343834 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 600a2a7b-4313-49f9-92ab-a221c16faa45 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:33:04.347681 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4003137-fbd3-4cac-ac2e-34201244e8fe tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:33:04.353382 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-e4003137-fbd3-4cac-ac2e-34201244e8fe tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:33:04.358807 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4003137-fbd3-4cac-ac2e-34201244e8fe tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:33:04.364184 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4003137-fbd3-4cac-ac2e-34201244e8fe tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Pushing event updated for resources: {'Port': ['ID=155eafe7-554c-4c0a-a90c-a0c1b5face56,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:04.402862 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 600a2a7b-4313-49f9-92ab-a221c16faa45, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=600a2a7b-4313-49f9-92ab-a221c16faa45,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:33:04.416367 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 35874) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:04.422002 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:04.422954 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 124dbf8d-601e-4154-8354-1949cc0097af details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:33:04.458560 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e4003137-fbd3-4cac-ac2e-34201244e8fe tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:04.493655 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-cb0a4842-3120-4f99-8382-6fd6f03c4f45 None None] For port 1334244f-16db-419c-ab79-f24cd3dd2c07, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:33:04.509180 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=600a2a7b-4313-49f9-92ab-a221c16faa45,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:04.521160 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-cb0a4842-3120-4f99-8382-6fd6f03c4f45 None None] For port 1334244f-16db-419c-ab79-f24cd3dd2c07, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=1334244f-16db-419c-ab79-f24cd3dd2c07,segment=NetworkSegment(274fafe7-b9cb-4ae2-902c-19db352d9f5f),segment_id=274fafe7-b9cb-4ae2-902c-19db352d9f5f)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:33:04.532594 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 124dbf8d-601e-4154-8354-1949cc0097af, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=124dbf8d-601e-4154-8354-1949cc0097af,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:33:04.536297 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-cb0a4842-3120-4f99-8382-6fd6f03c4f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:04.558177 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e4003137-fbd3-4cac-ac2e-34201244e8fe tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:04.574377 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '124dbf8d-601e-4154-8354-1949cc0097af', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'port_id': '124dbf8d-601e-4154-8354-1949cc0097af', 'mac_address': 'fa:16:3e:a4:97:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '694f9550-ba12-4672-8446-41848123cea2', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:33:04.647038 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0a4842-3120-4f99-8382-6fd6f03c4f45 None None] Routers {'2f3f9cf7-2e32-4787-8194-b736dac3d001'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:33:04.648025 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-cb0a4842-3120-4f99-8382-6fd6f03c4f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:32:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['2f3f9cf7-2e32-4787-8194-b736dac3d001'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:33:04.672741 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aae9f2-11fe-4ada-82ea-a2b1594cc724 req-b62c6a00-d540-4b61-90a6-fe130d12a485 tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:04.686031 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-66aae9f2-11fe-4ada-82ea-a2b1594cc724 req-b62c6a00-d540-4b61-90a6-fe130d12a485 tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3815a72-012e-4583-b73b-362ce4ca7c6c HTTP/1.1" status: 200 len: 970 time: 0.1217558 Sep 07 02:33:04.697836 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5957d5eb-39ab-4c73-bcbb-257afa2ebc80 None None] Pushing event updated for resources: {'Port': ['ID=1334244f-16db-419c-ab79-f24cd3dd2c07,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:04.720753 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:04.753658 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 124dbf8d-601e-4154-8354-1949cc0097af {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:33:04.778372 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-5133f9db-7f10-4849-a6cd-faccd59feb34 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-595090459-network', 'tenant_id': '0da72c3a5a144562aa783c346783eb8c'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:33:04.820915 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-66aae9f2-11fe-4ada-82ea-a2b1594cc724 req-25f34838-189c-4163-957f-aaf72bec1c3f tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] 10.222.0.22 "GET /v2.0/security-groups?id=a8bffc46-0ce1-4ca2-bf68-121c58cb4f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339574 Sep 07 02:33:04.822525 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5133f9db-7f10-4849-a6cd-faccd59feb34 admin admin] Made reservation on behalf of 0da72c3a5a144562aa783c346783eb8c for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:33:04.829374 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5133f9db-7f10-4849-a6cd-faccd59feb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:04.833260 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 124dbf8d-601e-4154-8354-1949cc0097af, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=124dbf8d-601e-4154-8354-1949cc0097af,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:33:04.846618 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5133f9db-7f10-4849-a6cd-faccd59feb34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:04.851057 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:04.873502 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device f1b67a51-bffc-41d3-8f9f-0d348a09bc6b up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:33:04.878549 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-cb0a4842-3120-4f99-8382-6fd6f03c4f45 None None] Set router 2f3f9cf7-2e32-4787-8194-b736dac3d001 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:33:04.972165 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5133f9db-7f10-4849-a6cd-faccd59feb34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:04.977597 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5133f9db-7f10-4849-a6cd-faccd59feb34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:04.996704 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5133f9db-7f10-4849-a6cd-faccd59feb34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:33:05.013816 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5133f9db-7f10-4849-a6cd-faccd59feb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:05.014523 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-5133f9db-7f10-4849-a6cd-faccd59feb34 admin admin] Added segment 93d802c8-15e8-4a34-a19b-883b2883e76f of type vlan for network 1cf6f932-543a-4acc-90eb-13da759306af Sep 07 02:33:05.046159 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66de3c-ac8c-48f3-af71-4707c2938cb3 req-94a1d94b-a2dc-48bb-9c33-4162a79cea24 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:05.047724 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fe66de3c-ac8c-48f3-af71-4707c2938cb3 req-94a1d94b-a2dc-48bb-9c33-4162a79cea24 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/ports?device_id=664aed32-e4db-4d2c-be0a-bd80347c673c HTTP/1.1" status: 200 len: 949 time: 0.0825896 Sep 07 02:33:05.074386 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5133f9db-7f10-4849-a6cd-faccd59feb34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f58de37-8d44-4c3f-9175-5b19c6c6d21c,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:05.080704 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5133f9db-7f10-4849-a6cd-faccd59feb34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:05.109513 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5133f9db-7f10-4849-a6cd-faccd59feb34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:05.119362 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5133f9db-7f10-4849-a6cd-faccd59feb34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:05.120063 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5133f9db-7f10-4849-a6cd-faccd59feb34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:05.156051 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-5133f9db-7f10-4849-a6cd-faccd59feb34 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7385080 Sep 07 02:33:05.160380 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 35894) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:05.166055 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-8770c7c7-3cab-4257-a345-13c6e0852600 admin admin] Request body: {'subnet': {'network_id': '1cf6f932-543a-4acc-90eb-13da759306af', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-595090459-subnet', 'tenant_id': '0da72c3a5a144562aa783c346783eb8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:33:05.166985 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fe66de3c-ac8c-48f3-af71-4707c2938cb3 req-12728650-9975-4a11-9c6a-0e165095a8b7 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/security-groups?id=4ba2aa4d-7f82-4cc1-ad48-46c49fcc34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021068 Sep 07 02:33:05.221348 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port f1b67a51-bffc-41d3-8f9f-0d348a09bc6b triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:33:05.221842 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:05.223791 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['600a2a7b-4313-49f9-92ab-a221c16faa45'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:33:05.224481 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5133f9db-7f10-4849-a6cd-faccd59feb34 admin admin] Pushing event updated for resources: {'Network': ['ID=1cf6f932-543a-4acc-90eb-13da759306af,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:05.225999 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['124dbf8d-601e-4154-8354-1949cc0097af'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:33:05.228092 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=124dbf8d-601e-4154-8354-1949cc0097af,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:05.240315 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8770c7c7-3cab-4257-a345-13c6e0852600 admin admin] Made reservation on behalf of 0da72c3a5a144562aa783c346783eb8c for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:33:05.242191 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 1cf6f932-543a-4acc-90eb-13da759306af details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:33:05.242952 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8770c7c7-3cab-4257-a345-13c6e0852600 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:05.255227 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e4003137-fbd3-4cac-ac2e-34201244e8fe tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:05.260848 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e4003137-fbd3-4cac-ac2e-34201244e8fe tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:05.279672 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e4003137-fbd3-4cac-ac2e-34201244e8fe tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:05.338176 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e4003137-fbd3-4cac-ac2e-34201244e8fe tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:05.347529 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e4003137-fbd3-4cac-ac2e-34201244e8fe tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6316254 Sep 07 02:33:05.347529 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4003137-fbd3-4cac-ac2e-34201244e8fe tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Pushing event updated for resources: {'Port': ['ID=155eafe7-554c-4c0a-a90c-a0c1b5face56,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:05.452597 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01585db-4866-42ab-aa04-0a5fcfbe6abe req-c0ca6e02-9b3f-4a3e-bc03-d21adad434ac tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:05.454258 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f01585db-4866-42ab-aa04-0a5fcfbe6abe req-c0ca6e02-9b3f-4a3e-bc03-d21adad434ac tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/ports?device_id=0473eb4e-78a8-4438-841e-1daf58830e4e HTTP/1.1" status: 200 len: 948 time: 0.0895114 Sep 07 02:33:05.539451 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f01585db-4866-42ab-aa04-0a5fcfbe6abe req-e9c70ccb-a71a-4cb8-8b3c-1e9d3ae5594b tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/security-groups?id=930fe853-fb8a-49e5-95dd-3b741b91d4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537534 Sep 07 02:33:05.541042 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8770c7c7-3cab-4257-a345-13c6e0852600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:05.604927 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8770c7c7-3cab-4257-a345-13c6e0852600 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c62fffb-00f5-44d3-ba8b-9440e0caa9c7,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:05.607555 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8770c7c7-3cab-4257-a345-13c6e0852600 admin admin] Checking segment: {'id': '93d802c8-15e8-4a34-a19b-883b2883e76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1cf6f932-543a-4acc-90eb-13da759306af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:33:05.608074 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8770c7c7-3cab-4257-a345-13c6e0852600 admin admin] Network hostable DHCP agents. Network: 1cf6f932-543a-4acc-90eb-13da759306af, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:33:05.624066 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-56441aed-fdf8-4ada-b54b-32d035b9f0c0 req-d301a681-6d03-4053-abf2-5f3db089cc2a tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--897005627&fields=id&tenant_id=ec8f998f0dfa49298d81e528b209944e HTTP/1.1" status: 200 len: 267 time: 0.0595298 Sep 07 02:33:05.637121 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8770c7c7-3cab-4257-a345-13c6e0852600 admin admin] Network 1cf6f932-543a-4acc-90eb-13da759306af is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:33:05.651073 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-8770c7c7-3cab-4257-a345-13c6e0852600 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 1cf6f932-543a-4acc-90eb-13da759306af) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:33:05.656552 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8770c7c7-3cab-4257-a345-13c6e0852600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:05.656741 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device c8420439-bff3-4b3c-8e12-7bf0c18a805c details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:33:05.657276 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8770c7c7-3cab-4257-a345-13c6e0852600 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:05.677972 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-8770c7c7-3cab-4257-a345-13c6e0852600 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5164597 Sep 07 02:33:05.744043 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4632f9-91eb-4ba4-bfc5-d429c246d914 None None] Network 1cf6f932-543a-4acc-90eb-13da759306af requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:33:05.831672 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56441aed-fdf8-4ada-b54b-32d035b9f0c0 req-39ddae62-b061-4e45-ac9b-c2536c14bd48 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:05.833384 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-56441aed-fdf8-4ada-b54b-32d035b9f0c0 req-39ddae62-b061-4e45-ac9b-c2536c14bd48 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "GET /v2.0/networks?id=6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc HTTP/1.1" status: 200 len: 823 time: 0.2057869 Sep 07 02:33:05.855676 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-56441aed-fdf8-4ada-b54b-32d035b9f0c0 req-f44c94b3-cd57-49e1-a13c-cd3a37f4c858 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "GET /v2.0/quotas/ec8f998f0dfa49298d81e528b209944e HTTP/1.1" status: 200 len: 375 time: 0.0159340 Sep 07 02:33:05.939769 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-56441aed-fdf8-4ada-b54b-32d035b9f0c0 req-5cb620a0-425b-48da-94ab-74d23589e9f5 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ec8f998f0dfa49298d81e528b209944e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0828958 Sep 07 02:33:06.055386 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ecc3a1-61d2-40dc-aa4c-c0f916050132 req-750a2a76-a0e1-4f37-9983-4995d18815c2 tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:06.058853 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-15ecc3a1-61d2-40dc-aa4c-c0f916050132 req-750a2a76-a0e1-4f37-9983-4995d18815c2 tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3815a72-012e-4583-b73b-362ce4ca7c6c HTTP/1.1" status: 200 len: 970 time: 0.0605495 Sep 07 02:33:06.109243 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-15ecc3a1-61d2-40dc-aa4c-c0f916050132 req-aed3a0af-80bc-4bda-8e4b-d89845888630 tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] 10.222.0.22 "GET /v2.0/security-groups?id=a8bffc46-0ce1-4ca2-bf68-121c58cb4f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440035 Sep 07 02:33:06.148153 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [req-56441aed-fdf8-4ada-b54b-32d035b9f0c0 req-b63f2c01-4741-4f6f-8f1c-3b03eff0db52 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 02:33:06.156822 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-56441aed-fdf8-4ada-b54b-32d035b9f0c0 req-b63f2c01-4741-4f6f-8f1c-3b03eff0db52 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0704975 Sep 07 02:33:06.226709 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port c8420439-bff3-4b3c-8e12-7bf0c18a805c, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=c8420439-bff3-4b3c-8e12-7bf0c18a805c,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:33:06.252352 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-56441aed-fdf8-4ada-b54b-32d035b9f0c0 req-64cfb889-ec49-4b3b-a0fc-7ae00fdb3f46 service neutron] 10.222.0.22 "GET /v2.0/networks/6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945528 Sep 07 02:33:06.276605 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bef6fc-f6b1-4435-a03e-f4242895f5ab None None] Network 1cf6f932-543a-4acc-90eb-13da759306af requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:33:06.278270 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': 'c8420439-bff3-4b3c-8e12-7bf0c18a805c', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'port_id': 'c8420439-bff3-4b3c-8e12-7bf0c18a805c', 'mac_address': 'fa:16:3e:33:17:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '694f9550-ba12-4672-8446-41848123cea2', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:tempest-test_az-1064343421', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:33:06.352948 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-56441aed-fdf8-4ada-b54b-32d035b9f0c0 req-241cd331-7a25-486f-9a24-dcc4d0813577 service neutron] 10.222.0.22 "GET /v2.0/networks/6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937479 Sep 07 02:33:06.396533 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-cb0a4842-3120-4f99-8382-6fd6f03c4f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f3f9cf7-2e32-4787-8194-b736dac3d001', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2121366700-router', 'tenant_id': '3e6c3b13f7044159a2c7196a2eb4f711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'f1b67a51-bffc-41d3-8f9f-0d348a09bc6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:32:49Z', 'updated_at': '2021-09-07T02:33:00Z', 'revision_number': 4, 'project_id': '3e6c3b13f7044159a2c7196a2eb4f711', 'gw_port': {'id': 'f1b67a51-bffc-41d3-8f9f-0d348a09bc6b', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:28:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3f9cf7-2e32-4787-8194-b736dac3d001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:32:52Z', 'updated_at': '2021-09-07T02:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '1334244f-16db-419c-ab79-f24cd3dd2c07', 'name': '', 'network_id': '28c4f895-f72d-473a-b860-b5d3aa922a40', 'tenant_id': '3e6c3b13f7044159a2c7196a2eb4f711', 'mac_address': 'fa:16:3e:83:3b:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f3f9cf7-2e32-4787-8194-b736dac3d001', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '0c8d8bcd-39e7-4637-9457-32d46bf7e3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:32:59Z', 'updated_at': '2021-09-07T02:33:04Z', 'revision_number': 4, 'project_id': '3e6c3b13f7044159a2c7196a2eb4f711', 'subnets': [{'id': '0c8d8bcd-39e7-4637-9457-32d46bf7e3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:33:06.397718 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 35958) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:06.403012 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-4c8ebe2a-606b-4696-936c-ca3607824d82 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1744781355-network', 'tenant_id': 'd67ddf3cb62b49e0aed02dff61658d35'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:33:06.432242 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c8ebe2a-606b-4696-936c-ca3607824d82 admin admin] Made reservation on behalf of d67ddf3cb62b49e0aed02dff61658d35 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:33:06.434786 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4c8ebe2a-606b-4696-936c-ca3607824d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:06.448077 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4c8ebe2a-606b-4696-936c-ca3607824d82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:06.453668 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0a4842-3120-4f99-8382-6fd6f03c4f45 None None] The sync data for ids ['2f3f9cf7-2e32-4787-8194-b736dac3d001'] in n-d-796209-16 is: [{'id': '2f3f9cf7-2e32-4787-8194-b736dac3d001', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2121366700-router', 'tenant_id': '3e6c3b13f7044159a2c7196a2eb4f711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'f1b67a51-bffc-41d3-8f9f-0d348a09bc6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:32:49Z', 'updated_at': '2021-09-07T02:33:00Z', 'revision_number': 4, 'project_id': '3e6c3b13f7044159a2c7196a2eb4f711', 'gw_port': {'id': 'f1b67a51-bffc-41d3-8f9f-0d348a09bc6b', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:28:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3f9cf7-2e32-4787-8194-b736dac3d001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:32:52Z', 'updated_at': '2021-09-07T02:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '1334244f-16db-419c-ab79-f24cd3dd2c07', 'name': '', 'network_id': '28c4f895-f72d-473a-b860-b5d3aa922a40', 'tenant_id': '3e6c3b13f7044159a2c7196a2eb4f711', 'mac_address': 'fa:16:3e:83:3b:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f3f9cf7-2e32-4787-8194-b736dac3d001', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '0c8d8bcd-39e7-4637-9457-32d46bf7e3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:32:59Z', 'updated_at': '2021-09-07T02:33:04Z', 'revision_number': 4, 'project_id': '3e6c3b13f7044159a2c7196a2eb4f711', 'subnets': [{'id': '0c8d8bcd-39e7-4637-9457-32d46bf7e3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:33:06.459936 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:06.478914 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8420439-bff3-4b3c-8e12-7bf0c18a805c {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:33:06.553564 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port c8420439-bff3-4b3c-8e12-7bf0c18a805c, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=c8420439-bff3-4b3c-8e12-7bf0c18a805c,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:33:06.597176 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:06.663711 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a249fd-05b6-4d98-912e-851fc6e938fc req-2487e6c8-a92f-47c7-8f49-189616fb459a tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:06.665304 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-48a249fd-05b6-4d98-912e-851fc6e938fc req-2487e6c8-a92f-47c7-8f49-189616fb459a tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/ports?device_id=664aed32-e4db-4d2c-be0a-bd80347c673c HTTP/1.1" status: 200 len: 949 time: 0.0858846 Sep 07 02:33:06.673788 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-37cd9310-44e0-46e3-b8a9-7a9336c0315c req-8081151e-67e0-4d00-99ed-a97ff1886aa7 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9da6157-6274-4d65-8941-542b6639bc0a HTTP/1.1" status: 200 len: 210 time: 0.0554495 Sep 07 02:33:06.674890 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=c8420439-bff3-4b3c-8e12-7bf0c18a805c,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:06.703842 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4c8ebe2a-606b-4696-936c-ca3607824d82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:06.711967 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4c8ebe2a-606b-4696-936c-ca3607824d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:06.730435 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-48a249fd-05b6-4d98-912e-851fc6e938fc req-85e260c6-2c84-4edf-8d6e-eab32b21f83f tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/security-groups?id=4ba2aa4d-7f82-4cc1-ad48-46c49fcc34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571446 Sep 07 02:33:06.774797 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c8ebe2a-606b-4696-936c-ca3607824d82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:33:06.785900 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8ebe2a-606b-4696-936c-ca3607824d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c383b891-9fa9-4010-a8d5-834a079dbe20,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:06.792465 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4c8ebe2a-606b-4696-936c-ca3607824d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:06.793199 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-4c8ebe2a-606b-4696-936c-ca3607824d82 admin admin] Added segment 168aef73-ffa3-404a-b8a4-f667670ea9c9 of type vlan for network 5adc4d06-c84c-4850-932f-441bedf3417a Sep 07 02:33:06.866062 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4c8ebe2a-606b-4696-936c-ca3607824d82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:06.872750 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 1334244f-16db-419c-ab79-f24cd3dd2c07 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:33:06.915966 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c1d53d-e5a8-47ec-ac57-c1cbacae7ceb req-97185c45-659b-425b-9dff-bdf6edcd56b1 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:06.917612 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-75c1d53d-e5a8-47ec-ac57-c1cbacae7ceb req-97185c45-659b-425b-9dff-bdf6edcd56b1 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/ports?device_id=0473eb4e-78a8-4438-841e-1daf58830e4e HTTP/1.1" status: 200 len: 948 time: 0.0883503 Sep 07 02:33:06.935939 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4c8ebe2a-606b-4696-936c-ca3607824d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:06.941758 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['c8420439-bff3-4b3c-8e12-7bf0c18a805c'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:33:06.947024 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8ebe2a-606b-4696-936c-ca3607824d82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:06.947773 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4c8ebe2a-606b-4696-936c-ca3607824d82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:07.006016 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 1334244f-16db-419c-ab79-f24cd3dd2c07 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:33:07.014638 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 1334244f-16db-419c-ab79-f24cd3dd2c07 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:33:07.015726 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:07.054803 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 35982) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:07.055396 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-4c8ebe2a-606b-4696-936c-ca3607824d82 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6561842 Sep 07 02:33:07.064203 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-884e7064-a7b4-431c-b23f-ba5dddbae7bb admin admin] Request body: {'subnet': {'network_id': '5adc4d06-c84c-4850-932f-441bedf3417a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1744781355-subnet', 'tenant_id': 'd67ddf3cb62b49e0aed02dff61658d35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:33:07.107386 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-884e7064-a7b4-431c-b23f-ba5dddbae7bb admin admin] Made reservation on behalf of d67ddf3cb62b49e0aed02dff61658d35 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:33:07.129593 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-884e7064-a7b4-431c-b23f-ba5dddbae7bb admin admin] Notify callbacks [] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:07.181757 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8ebe2a-606b-4696-936c-ca3607824d82 admin admin] Pushing event updated for resources: {'Network': ['ID=5adc4d06-c84c-4850-932f-441bedf3417a,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:07.203738 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-75c1d53d-e5a8-47ec-ac57-c1cbacae7ceb req-6fcb34f2-0676-479c-9c72-2638862bb2d9 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/security-groups?id=930fe853-fb8a-49e5-95dd-3b741b91d4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766662 Sep 07 02:33:07.220176 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 5adc4d06-c84c-4850-932f-441bedf3417a details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:33:07.301338 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:07.396987 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75250435-86d3-4d97-99a3-2f710de82df3 req-2c2d6fb0-837d-470a-975d-0366bd027a6c tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:07.398685 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-75250435-86d3-4d97-99a3-2f710de82df3 req-2c2d6fb0-837d-470a-975d-0366bd027a6c tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3815a72-012e-4583-b73b-362ce4ca7c6c HTTP/1.1" status: 200 len: 971 time: 0.1262369 Sep 07 02:33:07.406173 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 35990) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:07.419168 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 1334244f-16db-419c-ab79-f24cd3dd2c07, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=1334244f-16db-419c-ab79-f24cd3dd2c07,segment=NetworkSegment(274fafe7-b9cb-4ae2-902c-19db352d9f5f),segment_id=274fafe7-b9cb-4ae2-902c-19db352d9f5f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:33:07.428529 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:07.480171 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-75250435-86d3-4d97-99a3-2f710de82df3 req-a9256d0b-6a6f-4f0f-a8ad-95511f91427e tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] 10.222.0.22 "GET /v2.0/security-groups?id=a8bffc46-0ce1-4ca2-bf68-121c58cb4f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623496 Sep 07 02:33:07.498357 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=1334244f-16db-419c-ab79-f24cd3dd2c07,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:07.554393 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-884e7064-a7b4-431c-b23f-ba5dddbae7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:07.587380 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a4570802-28dc-4e61-9038-4bc9841abe23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:07.639216 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884e7064-a7b4-431c-b23f-ba5dddbae7bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f67e7034-b4f5-4ded-a4d3-05c5b89609a1,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:07.648347 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884e7064-a7b4-431c-b23f-ba5dddbae7bb admin admin] Checking segment: {'id': '168aef73-ffa3-404a-b8a4-f667670ea9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '5adc4d06-c84c-4850-932f-441bedf3417a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:33:07.649166 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884e7064-a7b4-431c-b23f-ba5dddbae7bb admin admin] Network hostable DHCP agents. Network: 5adc4d06-c84c-4850-932f-441bedf3417a, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:33:07.666640 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884e7064-a7b4-431c-b23f-ba5dddbae7bb admin admin] Network 5adc4d06-c84c-4850-932f-441bedf3417a is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:33:07.676736 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-884e7064-a7b4-431c-b23f-ba5dddbae7bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 5adc4d06-c84c-4850-932f-441bedf3417a) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:33:07.682101 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884e7064-a7b4-431c-b23f-ba5dddbae7bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:07.682696 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-884e7064-a7b4-431c-b23f-ba5dddbae7bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:07.691517 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a3d68d-f88c-4cf7-8ec4-066c9c728c93 None None] Network 5adc4d06-c84c-4850-932f-441bedf3417a requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:33:07.693560 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a4570802-28dc-4e61-9038-4bc9841abe23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:07.700811 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a4570802-28dc-4e61-9038-4bc9841abe23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:07.709724 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-884e7064-a7b4-431c-b23f-ba5dddbae7bb admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6526568 Sep 07 02:33:07.744575 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4570802-28dc-4e61-9038-4bc9841abe23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69cba7c9-fc82-43c8-ac63-72de48544b3c,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:07.769973 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a4570802-28dc-4e61-9038-4bc9841abe23 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4f2150052a7649d5b9b0e729337598a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3627541 Sep 07 02:33:07.772655 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 36000) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:07.866120 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c5387666-d41c-4091-b8f8-08909952a6e1 req-e6221376-e52b-49c7-9ea6-6ea91ece60f2 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9da6157-6274-4d65-8941-542b6639bc0a HTTP/1.1" status: 200 len: 210 time: 0.0661256 Sep 07 02:33:07.879580 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 600a2a7b-4313-49f9-92ab-a221c16faa45 up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:33:07.891641 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee6be7-da32-487d-b6df-dca4c12a67e3 req-02d23259-d389-4304-81ff-1b5b8bbe19bd tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:07.892932 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5333d48a-dcb1-41c1-9bd8-0a4b470e8c9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:07.908279 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-61ee6be7-da32-487d-b6df-dca4c12a67e3 req-02d23259-d389-4304-81ff-1b5b8bbe19bd tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/ports?device_id=664aed32-e4db-4d2c-be0a-bd80347c673c HTTP/1.1" status: 200 len: 949 time: 0.0885549 Sep 07 02:33:07.910982 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 36002) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:07.963740 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bbf968-1397-4f05-b1d4-f3e1e0019126 None None] Network 5adc4d06-c84c-4850-932f-441bedf3417a requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:33:07.972644 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-61ee6be7-da32-487d-b6df-dca4c12a67e3 req-2256c64e-cfa1-4079-b1f8-359d8fec9ed6 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/security-groups?id=4ba2aa4d-7f82-4cc1-ad48-46c49fcc34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634682 Sep 07 02:33:07.986917 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5333d48a-dcb1-41c1-9bd8-0a4b470e8c9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:08.027285 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b88abca-8aec-42f5-bc07-40a8138231f1 admin admin] Deleting subnet 7c62fffb-00f5-44d3-ba8b-9440e0caa9c7 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:33:08.045660 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port 600a2a7b-4313-49f9-92ab-a221c16faa45 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:33:08.047187 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b88abca-8aec-42f5-bc07-40a8138231f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:08.054576 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 600a2a7b-4313-49f9-92ab-a221c16faa45 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:33:08.055011 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:08.209273 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:08.235292 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '664aed32-e4db-4d2c-be0a-bd80347c673c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '600a2a7b-4313-49f9-92ab-a221c16faa45'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:33:08.308956 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 600a2a7b-4313-49f9-92ab-a221c16faa45, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=600a2a7b-4313-49f9-92ab-a221c16faa45,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:33:08.315248 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:08.316087 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 124dbf8d-601e-4154-8354-1949cc0097af up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:33:08.372834 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b88abca-8aec-42f5-bc07-40a8138231f1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:08.400887 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=600a2a7b-4313-49f9-92ab-a221c16faa45,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:08.404560 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b88abca-8aec-42f5-bc07-40a8138231f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:08.412677 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port 124dbf8d-601e-4154-8354-1949cc0097af completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:33:08.418894 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d9062d-ab60-4e84-91a1-95d4306e733b" -d '{"events": [{"server_uuid": "664aed32-e4db-4d2c-be0a-bd80347c673c", "name": "network-vif-plugged", "status": "completed", "tag": "600a2a7b-4313-49f9-92ab-a221c16faa45"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:33:08.423584 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 124dbf8d-601e-4154-8354-1949cc0097af triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:33:08.423942 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:08.479968 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a744a34-cfce-4a18-b8f7-9efb26f1e179 req-69096408-c4cb-4b3d-9ad9-1c0f119faa48 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:08.481507 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5a744a34-cfce-4a18-b8f7-9efb26f1e179 req-69096408-c4cb-4b3d-9ad9-1c0f119faa48 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/ports?device_id=0473eb4e-78a8-4438-841e-1daf58830e4e HTTP/1.1" status: 200 len: 948 time: 0.1905372 Sep 07 02:33:08.490793 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56441aed-fdf8-4ada-b54b-32d035b9f0c0 req-645b2784-48b7-4bb1-91cf-0cc8894ab118 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:08.492628 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-56441aed-fdf8-4ada-b54b-32d035b9f0c0 req-645b2784-48b7-4bb1-91cf-0cc8894ab118 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.23 "GET /v2.0/networks?id=6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc HTTP/1.1" status: 200 len: 823 time: 0.5030966 Sep 07 02:33:08.492835 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5333d48a-dcb1-41c1-9bd8-0a4b470e8c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:08.495342 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5333d48a-dcb1-41c1-9bd8-0a4b470e8c9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:08.496429 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-5333d48a-dcb1-41c1-9bd8-0a4b470e8c9a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/69cba7c9-fc82-43c8-ac63-72de48544b3c HTTP/1.1" status: 204 len: 168 time: 0.7224040 Sep 07 02:33:08.516975 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:08.542183 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5333d48a-dcb1-41c1-9bd8-0a4b470e8c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69cba7c9-fc82-43c8-ac63-72de48544b3c,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:08.564575 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0acddf9-07c4-4491-aecb-41e54bcfc155 x-openstack-request-id: req-b0acddf9-07c4-4491-aecb-41e54bcfc155 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:33:08.564792 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "664aed32-e4db-4d2c-be0a-bd80347c673c", "name": "network-vif-plugged", "status": "completed", "tag": "600a2a7b-4313-49f9-92ab-a221c16faa45", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:33:08.565043 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b0acddf9-07c4-4491-aecb-41e54bcfc155 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:33:08.565493 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '664aed32-e4db-4d2c-be0a-bd80347c673c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '600a2a7b-4313-49f9-92ab-a221c16faa45', 'code': 200} Sep 07 02:33:08.572122 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 124dbf8d-601e-4154-8354-1949cc0097af, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=124dbf8d-601e-4154-8354-1949cc0097af,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:33:08.583976 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:08.590430 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b88abca-8aec-42f5-bc07-40a8138231f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:08.622576 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-56441aed-fdf8-4ada-b54b-32d035b9f0c0 req-4928f3a6-c693-487a-93cd-0b80c4323f05 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec8f998f0dfa49298d81e528b209944e HTTP/1.1" status: 200 len: 379 time: 0.1110301 Sep 07 02:33:08.626043 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5a744a34-cfce-4a18-b8f7-9efb26f1e179 req-ce696ecf-c8ef-46cf-b4fc-3a2ba492d9d4 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/security-groups?id=930fe853-fb8a-49e5-95dd-3b741b91d4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269960 Sep 07 02:33:08.630937 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b88abca-8aec-42f5-bc07-40a8138231f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c62fffb-00f5-44d3-ba8b-9440e0caa9c7,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:08.640112 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-56441aed-fdf8-4ada-b54b-32d035b9f0c0 req-8ddc9162-3702-414a-988f-1d65366fa0b6 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Request body: {'port': {'device_id': 'e9da6157-6274-4d65-8941-542b6639bc0a', 'network_id': '6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc', 'admin_state_up': True, 'tenant_id': 'ec8f998f0dfa49298d81e528b209944e', 'security_groups': ['640bc5a7-1290-4dbd-b0ce-f56eb51dd0f7']}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:33:08.647364 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b88abca-8aec-42f5-bc07-40a8138231f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:08.652084 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 36018) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:08.652533 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-0b88abca-8aec-42f5-bc07-40a8138231f1 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/7c62fffb-00f5-44d3-ba8b-9440e0caa9c7 HTTP/1.1" status: 204 len: 168 time: 0.7400351 Sep 07 02:33:08.675167 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=124dbf8d-601e-4154-8354-1949cc0097af,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:08.768919 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c42ad3a9-a525-45f0-afbf-1031dad3fd4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:08.780197 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43517034-1876-4a68-b1cc-b07bc850fd0f req-99754547-a0c9-4721-9201-201a889d858d tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:08.782339 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-43517034-1876-4a68-b1cc-b07bc850fd0f req-99754547-a0c9-4721-9201-201a889d858d tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3815a72-012e-4583-b73b-362ce4ca7c6c HTTP/1.1" status: 200 len: 971 time: 0.1060936 Sep 07 02:33:08.807518 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8e3e7-44d1-4d8c-bf17-e27b3a20b15d req-8670b207-fa85-40ab-9de0-f407e0a52d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:08.809636 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-22c8e3e7-44d1-4d8c-bf17-e27b3a20b15d req-8670b207-fa85-40ab-9de0-f407e0a52d82 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=664aed32-e4db-4d2c-be0a-bd80347c673c HTTP/1.1" status: 200 len: 1102 time: 0.1429698 Sep 07 02:33:08.824353 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 1334244f-16db-419c-ab79-f24cd3dd2c07 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:33:08.837057 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-22c8e3e7-44d1-4d8c-bf17-e27b3a20b15d req-161c63a6-f8b7-4387-b835-e48a52b988e8 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:08.869597 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-43517034-1876-4a68-b1cc-b07bc850fd0f req-9f7bf18f-f578-4bb2-a74f-3c0576b535b9 tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] 10.222.0.22 "GET /v2.0/security-groups?id=a8bffc46-0ce1-4ca2-bf68-121c58cb4f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784116 Sep 07 02:33:08.881407 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56441aed-fdf8-4ada-b54b-32d035b9f0c0 req-8ddc9162-3702-414a-988f-1d65366fa0b6 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Made reservation on behalf of ec8f998f0dfa49298d81e528b209944e for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:33:08.889044 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-56441aed-fdf8-4ada-b54b-32d035b9f0c0 req-8ddc9162-3702-414a-988f-1d65366fa0b6 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:08.898226 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 1334244f-16db-419c-ab79-f24cd3dd2c07 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:33:08.898608 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:08.918129 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 36024) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:08.930221 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c42ad3a9-a525-45f0-afbf-1031dad3fd4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:08.959957 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c42ad3a9-a525-45f0-afbf-1031dad3fd4a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:33:08.960308 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c42ad3a9-a525-45f0-afbf-1031dad3fd4a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:33:08.961021 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c42ad3a9-a525-45f0-afbf-1031dad3fd4a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:33:08.961347 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c42ad3a9-a525-45f0-afbf-1031dad3fd4a admin admin] Subscribe: > port after_create 55550000 {{(pid=94701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:33:08.961680 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c42ad3a9-a525-45f0-afbf-1031dad3fd4a admin admin] Subscribe: > port after_delete 55550000 {{(pid=94701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:33:08.962072 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c42ad3a9-a525-45f0-afbf-1031dad3fd4a admin admin] Subscribe: > port after_update 55550000 {{(pid=94701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:33:08.962393 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c42ad3a9-a525-45f0-afbf-1031dad3fd4a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:33:08.962718 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c42ad3a9-a525-45f0-afbf-1031dad3fd4a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:33:08.963034 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c42ad3a9-a525-45f0-afbf-1031dad3fd4a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:33:08.963330 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c42ad3a9-a525-45f0-afbf-1031dad3fd4a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:33:08.977461 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0071fa40-eac0-4ed9-be5a-fd5b7467c6c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:09.029686 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6ea8e347-48ba-4080-9bf9-15ee110196fb req-ae75bf7c-2aa3-4019-a5f3-396e7b16dae6 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9da6157-6274-4d65-8941-542b6639bc0a HTTP/1.1" status: 200 len: 210 time: 0.0534859 Sep 07 02:33:09.073958 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c42ad3a9-a525-45f0-afbf-1031dad3fd4a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:33:09.074300 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c42ad3a9-a525-45f0-afbf-1031dad3fd4a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:33:09.074629 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c42ad3a9-a525-45f0-afbf-1031dad3fd4a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:33:09.074952 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c42ad3a9-a525-45f0-afbf-1031dad3fd4a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94701) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:33:09.075317 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-c42ad3a9-a525-45f0-afbf-1031dad3fd4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cf6f932-543a-4acc-90eb-13da759306af']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:33:09.102727 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-c42ad3a9-a525-45f0-afbf-1031dad3fd4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93d802c8-15e8-4a34-a19b-883b2883e76f') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:33:09.103021 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-c42ad3a9-a525-45f0-afbf-1031dad3fd4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93d802c8-15e8-4a34-a19b-883b2883e76f') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:33:09.113950 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-56441aed-fdf8-4ada-b54b-32d035b9f0c0 req-8ddc9162-3702-414a-988f-1d65366fa0b6 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Allocated IP 172.20.0.4 (6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc/cbe10d5e-50cd-446a-9782-e73eac83e8a3/13df73ea-f9db-4927-a356-a34216e6f263) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:33:09.133486 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c42ad3a9-a525-45f0-afbf-1031dad3fd4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:09.139230 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 02:33:09.141239 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-22c8e3e7-44d1-4d8c-bf17-e27b3a20b15d req-161c63a6-f8b7-4387-b835-e48a52b988e8 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:09.157004 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-22c8e3e7-44d1-4d8c-bf17-e27b3a20b15d req-161c63a6-f8b7-4387-b835-e48a52b988e8 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:09.158155 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c42ad3a9-a525-45f0-afbf-1031dad3fd4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:09.169308 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c42ad3a9-a525-45f0-afbf-1031dad3fd4a admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:33:09.169710 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c42ad3a9-a525-45f0-afbf-1031dad3fd4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:09.201341 n-d-796209-16 neutron-server[94701]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 02:33:09.201341 n-d-796209-16 neutron-server[94701]: from cryptography.utils import int_from_bytes Sep 07 02:33:09.201341 n-d-796209-16 neutron-server[94701]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 02:33:09.201341 n-d-796209-16 neutron-server[94701]: from cryptography.utils import int_from_bytes Sep 07 02:33:09.201341 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:33:09.201341 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:33:09.201341 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:33:09.201341 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:33:09.201341 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:33:09.201341 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:33:09.201341 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:33:09.201341 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:33:09.201341 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:33:09.201341 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:33:09.201341 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:33:09.201341 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:33:09.201341 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:33:09.201341 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:33:09.201341 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:33:09.201341 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:33:09.201341 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:33:09.201341 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:33:09.201341 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:33:09.201341 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:33:09.201341 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:33:09.201341 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:33:09.201341 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:33:09.201341 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:33:09.201341 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:33:09.201341 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:33:09.201341 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:33:09.201341 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:33:09.201341 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:33:09.201341 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:33:09.201341 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:33:09.201341 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:33:09.204578 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-22c8e3e7-44d1-4d8c-bf17-e27b3a20b15d req-161c63a6-f8b7-4387-b835-e48a52b988e8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4ba2aa4d-7f82-4cc1-ad48-46c49fcc34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3851326 Sep 07 02:33:09.221488 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e05d0b-e5b9-44b3-83ee-1ff9ed35be38 req-e9bf36ae-0f6a-4e6c-8248-cab5106b9e32 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:09.223071 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-93e05d0b-e5b9-44b3-83ee-1ff9ed35be38 req-e9bf36ae-0f6a-4e6c-8248-cab5106b9e32 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/ports?device_id=664aed32-e4db-4d2c-be0a-bd80347c673c HTTP/1.1" status: 200 len: 950 time: 0.1419785 Sep 07 02:33:09.244080 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c63a6-f8b7-4387-b835-e48a52b988e8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8c03a4d2-0849-437a-90a2-604f8d8c9a8c,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:09.289684 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c42ad3a9-a525-45f0-afbf-1031dad3fd4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:09.295005 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c42ad3a9-a525-45f0-afbf-1031dad3fd4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:09.300012 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c42ad3a9-a525-45f0-afbf-1031dad3fd4a admin admin] 10.222.0.22 "DELETE /v2.0/networks/1cf6f932-543a-4acc-90eb-13da759306af HTTP/1.1" status: 204 len: 168 time: 0.6443927 Sep 07 02:33:09.300877 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 36028) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:09.315926 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-93e05d0b-e5b9-44b3-83ee-1ff9ed35be38 req-f06b9d43-d315-4546-a87a-4421292b2049 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/security-groups?id=4ba2aa4d-7f82-4cc1-ad48-46c49fcc34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863073 Sep 07 02:33:09.316690 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ad3a9-a525-45f0-afbf-1031dad3fd4a admin admin] Pushing event deleted for resources: {'Network': ['ID=1cf6f932-543a-4acc-90eb-13da759306af,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:09.382245 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-56beca47-e124-49f9-b265-6ceaf049bab0 admin admin] Deleting subnet f67e7034-b4f5-4ded-a4d3-05c5b89609a1 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:33:09.391245 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-56beca47-e124-49f9-b265-6ceaf049bab0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:09.395257 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-56441aed-fdf8-4ada-b54b-32d035b9f0c0 req-8ddc9162-3702-414a-988f-1d65366fa0b6 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:09.448970 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0071fa40-eac0-4ed9-be5a-fd5b7467c6c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:09.450159 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-56441aed-fdf8-4ada-b54b-32d035b9f0c0 req-8ddc9162-3702-414a-988f-1d65366fa0b6 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Transition to ACTIVE for port object 13df73ea-f9db-4927-a356-a34216e6f263 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:33:09.455952 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-56beca47-e124-49f9-b265-6ceaf049bab0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:09.458879 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0071fa40-eac0-4ed9-be5a-fd5b7467c6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:09.469072 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-56beca47-e124-49f9-b265-6ceaf049bab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:09.538801 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0071fa40-eac0-4ed9-be5a-fd5b7467c6c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52567f15-09c4-442b-aaa2-165a13d874be,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:09.549027 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-0071fa40-eac0-4ed9-be5a-fd5b7467c6c2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0aea8751de824be8ab9a1cd7ada3ac9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6285374 Sep 07 02:33:09.551964 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 36030) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:09.572031 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-56441aed-fdf8-4ada-b54b-32d035b9f0c0 req-8ddc9162-3702-414a-988f-1d65366fa0b6 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:09.600144 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-56beca47-e124-49f9-b265-6ceaf049bab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:09.601228 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-46fa223d-0168-47c2-8ff4-9e73f79a7941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:09.622811 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-46fa223d-0168-47c2-8ff4-9e73f79a7941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:09.623454 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device c8420439-bff3-4b3c-8e12-7bf0c18a805c up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:33:09.638697 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56beca47-e124-49f9-b265-6ceaf049bab0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f67e7034-b4f5-4ded-a4d3-05c5b89609a1,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:09.647522 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56441aed-fdf8-4ada-b54b-32d035b9f0c0 req-8ddc9162-3702-414a-988f-1d65366fa0b6 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Network 6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:33:09.653501 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-56441aed-fdf8-4ada-b54b-32d035b9f0c0 req-8ddc9162-3702-414a-988f-1d65366fa0b6 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:33:09.656159 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-56beca47-e124-49f9-b265-6ceaf049bab0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:09.657998 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-56beca47-e124-49f9-b265-6ceaf049bab0 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/f67e7034-b4f5-4ded-a4d3-05c5b89609a1 HTTP/1.1" status: 204 len: 168 time: 0.3558650 Sep 07 02:33:09.659274 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddc9162-3702-414a-988f-1d65366fa0b6 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Pushing event updated for resources: {'Port': ['ID=13df73ea-f9db-4927-a356-a34216e6f263,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:09.661900 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-56441aed-fdf8-4ada-b54b-32d035b9f0c0 req-8ddc9162-3702-414a-988f-1d65366fa0b6 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:33:09.662346 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 36034) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:09.668176 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56441aed-fdf8-4ada-b54b-32d035b9f0c0 req-8ddc9162-3702-414a-988f-1d65366fa0b6 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:09.668878 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-56441aed-fdf8-4ada-b54b-32d035b9f0c0 req-8ddc9162-3702-414a-988f-1d65366fa0b6 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:09.701108 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-56441aed-fdf8-4ada-b54b-32d035b9f0c0 req-8ddc9162-3702-414a-988f-1d65366fa0b6 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0676785 Sep 07 02:33:09.706433 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port c8420439-bff3-4b3c-8e12-7bf0c18a805c completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:33:09.716117 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port c8420439-bff3-4b3c-8e12-7bf0c18a805c triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:33:09.716346 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-56441aed-fdf8-4ada-b54b-32d035b9f0c0 req-0d3a23eb-29bc-452b-a203-5ac5b830a6e2 service neutron] Request body: {'port': {'device_id': 'e9da6157-6274-4d65-8941-542b6639bc0a', 'device_owner': 'compute:tempest-test_az-1064343421', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:33:09.716504 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:09.745209 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-46fa223d-0168-47c2-8ff4-9e73f79a7941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:09.747945 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-46fa223d-0168-47c2-8ff4-9e73f79a7941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:09.751341 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-46fa223d-0168-47c2-8ff4-9e73f79a7941 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/52567f15-09c4-442b-aaa2-165a13d874be HTTP/1.1" status: 204 len: 168 time: 0.1957150 Sep 07 02:33:09.765532 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fa223d-0168-47c2-8ff4-9e73f79a7941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52567f15-09c4-442b-aaa2-165a13d874be,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:09.790058 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-462441e3-b513-48cb-8e08-026a5416fe2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:09.832242 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7232d8-dc33-4f78-878c-fbe53e49f174 req-8c87c5b7-8cbe-4c13-bbc2-3db600835a89 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:09.833851 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-be7232d8-dc33-4f78-878c-fbe53e49f174 req-8c87c5b7-8cbe-4c13-bbc2-3db600835a89 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/ports?device_id=0473eb4e-78a8-4438-841e-1daf58830e4e HTTP/1.1" status: 200 len: 949 time: 0.1110547 Sep 07 02:33:09.836808 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-56441aed-fdf8-4ada-b54b-32d035b9f0c0 req-0d3a23eb-29bc-452b-a203-5ac5b830a6e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:09.843785 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:09.921501 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-462441e3-b513-48cb-8e08-026a5416fe2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:09.928519 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-be7232d8-dc33-4f78-878c-fbe53e49f174 req-0422772e-3716-4d41-a2bf-58223025fc73 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/security-groups?id=930fe853-fb8a-49e5-95dd-3b741b91d4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781999 Sep 07 02:33:09.934028 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port c8420439-bff3-4b3c-8e12-7bf0c18a805c, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=c8420439-bff3-4b3c-8e12-7bf0c18a805c,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:33:09.946226 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:09.963585 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-462441e3-b513-48cb-8e08-026a5416fe2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5adc4d06-c84c-4850-932f-441bedf3417a']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:33:09.975811 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-462441e3-b513-48cb-8e08-026a5416fe2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '168aef73-ffa3-404a-b8a4-f667670ea9c9') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:33:09.976689 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-462441e3-b513-48cb-8e08-026a5416fe2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '168aef73-ffa3-404a-b8a4-f667670ea9c9') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:33:10.002625 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-462441e3-b513-48cb-8e08-026a5416fe2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:10.040310 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-462441e3-b513-48cb-8e08-026a5416fe2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:10.049627 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-462441e3-b513-48cb-8e08-026a5416fe2d admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:33:10.050333 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-462441e3-b513-48cb-8e08-026a5416fe2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:10.052292 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:33:10.052292 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:33:10.052292 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:33:10.052292 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:33:10.052292 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:33:10.052292 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:33:10.052292 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:33:10.052292 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:33:10.052292 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:33:10.052292 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:33:10.052292 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:33:10.052292 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:33:10.052292 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:33:10.052292 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:33:10.052292 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:33:10.052292 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:33:10.052292 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:33:10.052292 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:33:10.052292 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:33:10.052292 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:33:10.052292 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:33:10.052292 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:33:10.052292 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:33:10.052292 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:33:10.052292 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:33:10.052292 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:33:10.052292 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:33:10.052292 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:33:10.052292 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:33:10.052292 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:33:10.052292 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:33:10.052292 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:33:10.138220 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=c8420439-bff3-4b3c-8e12-7bf0c18a805c,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:10.150181 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8fbf930e-fded-447e-881c-be2a04a48efb None None] Provisioning for port 13df73ea-f9db-4927-a356-a34216e6f263 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:33:10.160388 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8fbf930e-fded-447e-881c-be2a04a48efb None None] Provisioning complete for port 13df73ea-f9db-4927-a356-a34216e6f263 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:33:10.160783 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8fbf930e-fded-447e-881c-be2a04a48efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:10.173078 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823a615-810a-4523-bd0d-1f4369f8afe3 req-bf987881-5758-46a0-9eca-da74856097c3 tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:10.182277 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2823a615-810a-4523-bd0d-1f4369f8afe3 req-bf987881-5758-46a0-9eca-da74856097c3 tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3815a72-012e-4583-b73b-362ce4ca7c6c HTTP/1.1" status: 200 len: 972 time: 0.1950808 Sep 07 02:33:10.202916 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8fbf930e-fded-447e-881c-be2a04a48efb None None] Port 13df73ea-f9db-4927-a356-a34216e6f263 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:33:10.212888 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-462441e3-b513-48cb-8e08-026a5416fe2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:10.223838 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-462441e3-b513-48cb-8e08-026a5416fe2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:10.228104 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-462441e3-b513-48cb-8e08-026a5416fe2d admin admin] 10.222.0.22 "DELETE /v2.0/networks/5adc4d06-c84c-4850-932f-441bedf3417a HTTP/1.1" status: 204 len: 168 time: 0.5616214 Sep 07 02:33:10.242441 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462441e3-b513-48cb-8e08-026a5416fe2d admin admin] Pushing event deleted for resources: {'Network': ['ID=5adc4d06-c84c-4850-932f-441bedf3417a,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:10.248043 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d93c6aa-09ee-4f2a-81e8-00cbed40dd9d req-458fdd76-8d06-403b-a877-f3c0ce0343ff tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:10.250027 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3d93c6aa-09ee-4f2a-81e8-00cbed40dd9d req-458fdd76-8d06-403b-a877-f3c0ce0343ff tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9da6157-6274-4d65-8941-542b6639bc0a HTTP/1.1" status: 200 len: 931 time: 0.1043017 Sep 07 02:33:10.258612 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2823a615-810a-4523-bd0d-1f4369f8afe3 req-c6bfa2d8-85db-423e-af03-1f29ec69f7d3 tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] 10.222.0.22 "GET /v2.0/security-groups?id=a8bffc46-0ce1-4ca2-bf68-121c58cb4f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750568 Sep 07 02:33:10.281257 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-56441aed-fdf8-4ada-b54b-32d035b9f0c0 req-0d3a23eb-29bc-452b-a203-5ac5b830a6e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13df73ea-f9db-4927-a356-a34216e6f263 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:33:10.296823 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-56441aed-fdf8-4ada-b54b-32d035b9f0c0 req-0d3a23eb-29bc-452b-a203-5ac5b830a6e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:10.321464 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-56441aed-fdf8-4ada-b54b-32d035b9f0c0 req-0d3a23eb-29bc-452b-a203-5ac5b830a6e2 service neutron] Transition to ACTIVE for port object 13df73ea-f9db-4927-a356-a34216e6f263 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:33:10.325550 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3d93c6aa-09ee-4f2a-81e8-00cbed40dd9d req-11cae14a-ab95-4417-8ddd-beedf9970d16 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "GET /v2.0/security-groups?id=640bc5a7-1290-4dbd-b0ce-f56eb51dd0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647728 Sep 07 02:33:10.328055 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-56441aed-fdf8-4ada-b54b-32d035b9f0c0 req-0d3a23eb-29bc-452b-a203-5ac5b830a6e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:10.385546 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 36056) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:10.395953 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3a23eb-29bc-452b-a203-5ac5b830a6e2 service neutron] Pushing event updated for resources: {'Port': ['ID=13df73ea-f9db-4927-a356-a34216e6f263,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:10.445728 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-56441aed-fdf8-4ada-b54b-32d035b9f0c0 req-0d3a23eb-29bc-452b-a203-5ac5b830a6e2 service neutron] Attempting to bind port 13df73ea-f9db-4927-a356-a34216e6f263 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:33:10.446071 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-56441aed-fdf8-4ada-b54b-32d035b9f0c0 req-0d3a23eb-29bc-452b-a203-5ac5b830a6e2 service neutron] Attempting to bind port 13df73ea-f9db-4927-a356-a34216e6f263 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': 'f40be107-e610-44ce-bdfd-1f32cc4fb26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:33:10.446406 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56441aed-fdf8-4ada-b54b-32d035b9f0c0 req-0d3a23eb-29bc-452b-a203-5ac5b830a6e2 service neutron] Attempting to bind port 13df73ea-f9db-4927-a356-a34216e6f263 on network 6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:33:10.451139 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56441aed-fdf8-4ada-b54b-32d035b9f0c0 req-0d3a23eb-29bc-452b-a203-5ac5b830a6e2 service neutron] Port 13df73ea-f9db-4927-a356-a34216e6f263 on network 6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:33:10.451472 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56441aed-fdf8-4ada-b54b-32d035b9f0c0 req-0d3a23eb-29bc-452b-a203-5ac5b830a6e2 service neutron] Attempting to bind port 13df73ea-f9db-4927-a356-a34216e6f263 on network 6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:33:10.457348 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56441aed-fdf8-4ada-b54b-32d035b9f0c0 req-0d3a23eb-29bc-452b-a203-5ac5b830a6e2 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:33:10.457688 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56441aed-fdf8-4ada-b54b-32d035b9f0c0 req-0d3a23eb-29bc-452b-a203-5ac5b830a6e2 service neutron] Checking segment: {'id': 'f40be107-e610-44ce-bdfd-1f32cc4fb26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:33:10.458075 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56441aed-fdf8-4ada-b54b-32d035b9f0c0 req-0d3a23eb-29bc-452b-a203-5ac5b830a6e2 service neutron] Bound using segment: {'id': 'f40be107-e610-44ce-bdfd-1f32cc4fb26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:33:10.458507 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-56441aed-fdf8-4ada-b54b-32d035b9f0c0 req-0d3a23eb-29bc-452b-a203-5ac5b830a6e2 service neutron] Bound port: 13df73ea-f9db-4927-a356-a34216e6f263, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f40be107-e610-44ce-bdfd-1f32cc4fb26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:33:10.458867 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-56441aed-fdf8-4ada-b54b-32d035b9f0c0 req-0d3a23eb-29bc-452b-a203-5ac5b830a6e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:10.479223 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bbe866-a313-4174-84ab-60ed0d484ae6 req-9979c4c8-05ca-4f58-a805-2e49adcd124d tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:10.481206 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-10bbe866-a313-4174-84ab-60ed0d484ae6 req-9979c4c8-05ca-4f58-a805-2e49adcd124d tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/ports?device_id=664aed32-e4db-4d2c-be0a-bd80347c673c HTTP/1.1" status: 200 len: 950 time: 0.0766895 Sep 07 02:33:10.484116 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-46eebad6-2370-4141-8690-986e31938453 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0da72c3a5a144562aa783c346783eb8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0965915 Sep 07 02:33:10.486743 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 36058) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:10.544939 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-56441aed-fdf8-4ada-b54b-32d035b9f0c0 req-0d3a23eb-29bc-452b-a203-5ac5b830a6e2 service neutron] For port 13df73ea-f9db-4927-a356-a34216e6f263, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:33:10.550059 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-56441aed-fdf8-4ada-b54b-32d035b9f0c0 req-0d3a23eb-29bc-452b-a203-5ac5b830a6e2 service neutron] For port 13df73ea-f9db-4927-a356-a34216e6f263, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=13df73ea-f9db-4927-a356-a34216e6f263,segment=NetworkSegment(f40be107-e610-44ce-bdfd-1f32cc4fb26a),segment_id=f40be107-e610-44ce-bdfd-1f32cc4fb26a)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:33:10.556988 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-56441aed-fdf8-4ada-b54b-32d035b9f0c0 req-0d3a23eb-29bc-452b-a203-5ac5b830a6e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:10.566696 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0473eb4e-78a8-4438-841e-1daf58830e4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '124dbf8d-601e-4154-8354-1949cc0097af'}, {'server_uuid': 'f3815a72-012e-4583-b73b-362ce4ca7c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8420439-bff3-4b3c-8e12-7bf0c18a805c'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:33:10.569102 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09691054-74f4-4e90-b73b-586c71d50086" -d '{"events": [{"server_uuid": "0473eb4e-78a8-4438-841e-1daf58830e4e", "name": "network-vif-plugged", "status": "completed", "tag": "124dbf8d-601e-4154-8354-1949cc0097af"}, {"server_uuid": "f3815a72-012e-4583-b73b-362ce4ca7c6c", "name": "network-vif-plugged", "status": "completed", "tag": "c8420439-bff3-4b3c-8e12-7bf0c18a805c"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:33:10.577427 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-10bbe866-a313-4174-84ab-60ed0d484ae6 req-b92d23e4-20d1-4676-961a-494e35c0330d tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/security-groups?id=4ba2aa4d-7f82-4cc1-ad48-46c49fcc34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882668 Sep 07 02:33:10.606876 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56441aed-fdf8-4ada-b54b-32d035b9f0c0 req-0d3a23eb-29bc-452b-a203-5ac5b830a6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:10.607594 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-56441aed-fdf8-4ada-b54b-32d035b9f0c0 req-0d3a23eb-29bc-452b-a203-5ac5b830a6e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:10.610995 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-56441aed-fdf8-4ada-b54b-32d035b9f0c0 req-0d3a23eb-29bc-452b-a203-5ac5b830a6e2 service neutron] 10.222.0.23 "PUT /v2.0/ports/13df73ea-f9db-4927-a356-a34216e6f263 HTTP/1.1" status: 200 len: 1114 time: 0.9007196 Sep 07 02:33:10.611444 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9da6157-6274-4d65-8941-542b6639bc0a', 'tag': '13df73ea-f9db-4927-a356-a34216e6f263'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:33:10.613738 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99b6601-d545-4afc-b603-c95994b4d78f" -d '{"events": [{"name": "network-changed", "server_uuid": "e9da6157-6274-4d65-8941-542b6639bc0a", "tag": "13df73ea-f9db-4927-a356-a34216e6f263"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:33:10.638738 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2044baa3-97ee-4257-98c0-24b3b46c72c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:10.651251 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 07 Sep 2021 02:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9437cf-94b3-4f89-abc4-1d73f9df9e15 x-openstack-request-id: req-1f9437cf-94b3-4f89-abc4-1d73f9df9e15 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:33:10.651802 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3a23eb-29bc-452b-a203-5ac5b830a6e2 service neutron] Pushing event updated for resources: {'Port': ['ID=13df73ea-f9db-4927-a356-a34216e6f263,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:10.653809 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0473eb4e-78a8-4438-841e-1daf58830e4e", "name": "network-vif-plugged", "status": "completed", "tag": "124dbf8d-601e-4154-8354-1949cc0097af", "code": 200}, {"server_uuid": "f3815a72-012e-4583-b73b-362ce4ca7c6c", "name": "network-vif-plugged", "status": "completed", "tag": "c8420439-bff3-4b3c-8e12-7bf0c18a805c", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:33:10.654005 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1f9437cf-94b3-4f89-abc4-1d73f9df9e15 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:33:10.655101 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0473eb4e-78a8-4438-841e-1daf58830e4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '124dbf8d-601e-4154-8354-1949cc0097af', 'code': 200} Sep 07 02:33:10.655933 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3815a72-012e-4583-b73b-362ce4ca7c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8420439-bff3-4b3c-8e12-7bf0c18a805c', 'code': 200} Sep 07 02:33:10.673733 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6425484e-83d9-4b41-8aec-5504052893f0 x-openstack-request-id: req-6425484e-83d9-4b41-8aec-5504052893f0 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:33:10.674029 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9da6157-6274-4d65-8941-542b6639bc0a", "tag": "13df73ea-f9db-4927-a356-a34216e6f263", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:33:10.674281 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6425484e-83d9-4b41-8aec-5504052893f0 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:33:10.674679 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9da6157-6274-4d65-8941-542b6639bc0a', 'tag': '13df73ea-f9db-4927-a356-a34216e6f263', 'status': 'completed', 'code': 200} Sep 07 02:33:10.703943 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2044baa3-97ee-4257-98c0-24b3b46c72c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:10.736259 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.23', 52012) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:10.767119 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56441aed-fdf8-4ada-b54b-32d035b9f0c0 req-1fb038e9-6ec6-45be-9b29-a23a0dd7f6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:10.769011 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-56441aed-fdf8-4ada-b54b-32d035b9f0c0 req-1fb038e9-6ec6-45be-9b29-a23a0dd7f6e4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ec8f998f0dfa49298d81e528b209944e&device_id=e9da6157-6274-4d65-8941-542b6639bc0a HTTP/1.1" status: 200 len: 1117 time: 0.0675278 Sep 07 02:33:10.824317 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55bc7e-8eb9-4a00-8ba2-7782707c27e8 req-efd160b8-9689-476b-b517-665f9c21d657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:10.826151 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4a55bc7e-8eb9-4a00-8ba2-7782707c27e8 req-efd160b8-9689-476b-b517-665f9c21d657 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f3815a72-012e-4583-b73b-362ce4ca7c6c HTTP/1.1" status: 200 len: 1124 time: 0.0887268 Sep 07 02:33:10.841055 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-56441aed-fdf8-4ada-b54b-32d035b9f0c0 req-235154ad-b894-43a9-9ec2-a9eeb8417757 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13df73ea-f9db-4927-a356-a34216e6f263 HTTP/1.1" status: 200 len: 217 time: 0.0455272 Sep 07 02:33:10.885762 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c7168-2ce9-4dee-84d5-1dd5ead3ec41 req-8dacb603-52fb-4f48-a3dd-94457b9f7df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:10.887524 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a00c7168-2ce9-4dee-84d5-1dd5ead3ec41 req-8dacb603-52fb-4f48-a3dd-94457b9f7df8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0473eb4e-78a8-4438-841e-1daf58830e4e HTTP/1.1" status: 200 len: 1101 time: 0.1340146 Sep 07 02:33:10.888461 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2044baa3-97ee-4257-98c0-24b3b46c72c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:10.891529 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2044baa3-97ee-4257-98c0-24b3b46c72c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:10.892647 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-2044baa3-97ee-4257-98c0-24b3b46c72c0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5f58de37-8d44-4c3f-9175-5b19c6c6d21c HTTP/1.1" status: 204 len: 168 time: 0.4050140 Sep 07 02:33:10.898139 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4a55bc7e-8eb9-4a00-8ba2-7782707c27e8 req-ae168f57-cece-4681-89db-5331ce8996db service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a8bffc46-0ce1-4ca2-bf68-121c58cb4f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635448 Sep 07 02:33:10.903403 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2044baa3-97ee-4257-98c0-24b3b46c72c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f58de37-8d44-4c3f-9175-5b19c6c6d21c,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:10.931876 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56441aed-fdf8-4ada-b54b-32d035b9f0c0 req-ad91d00b-e367-4645-bd58-21d9b1e33c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:10.933356 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-56441aed-fdf8-4ada-b54b-32d035b9f0c0 req-ad91d00b-e367-4645-bd58-21d9b1e33c4e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cbe10d5e-50cd-446a-9782-e73eac83e8a3 HTTP/1.1" status: 200 len: 862 time: 0.0849426 Sep 07 02:33:10.946846 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a00c7168-2ce9-4dee-84d5-1dd5ead3ec41 req-7b77cd9f-8504-498d-adb1-5f404738ebdd service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=930fe853-fb8a-49e5-95dd-3b741b91d4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372667 Sep 07 02:33:11.055707 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e2b2b3-a689-4046-acff-e2c95837385b req-f194838b-768a-4a7d-a941-b9d421e72eca tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:11.057407 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-64e2b2b3-a689-4046-acff-e2c95837385b req-f194838b-768a-4a7d-a941-b9d421e72eca tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/ports?device_id=0473eb4e-78a8-4438-841e-1daf58830e4e HTTP/1.1" status: 200 len: 949 time: 0.0537827 Sep 07 02:33:11.099398 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-64e2b2b3-a689-4046-acff-e2c95837385b req-d6bee10c-66d6-4e9b-ab1d-29a3e5763531 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/security-groups?id=930fe853-fb8a-49e5-95dd-3b741b91d4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336258 Sep 07 02:33:11.207035 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56441aed-fdf8-4ada-b54b-32d035b9f0c0 req-08eb5a29-27ce-4d41-8844-b9a16a381e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:11.209066 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-56441aed-fdf8-4ada-b54b-32d035b9f0c0 req-08eb5a29-27ce-4d41-8844-b9a16a381e3b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0634100 Sep 07 02:33:11.319245 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 36090) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:11.328843 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-56441aed-fdf8-4ada-b54b-32d035b9f0c0 req-717daa13-447c-46ac-881d-de153402a6fc service neutron] 10.222.0.23 "GET /v2.0/networks/6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121764 Sep 07 02:33:11.615432 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c863142d-5fc4-4eb0-954f-82d0db549022 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d67ddf3cb62b49e0aed02dff61658d35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2947371 Sep 07 02:33:11.619335 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 36102) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:11.640905 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4482a8c-8cab-436a-8aec-b4b9eae7a605 req-4f2cc133-d8ca-4eb1-9cf8-341f1325ae06 tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:11.646437 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-56441aed-fdf8-4ada-b54b-32d035b9f0c0 req-8e3dcdfc-d2ff-41be-9dfd-fd2de88e759c service neutron] 10.222.0.23 "GET /v2.0/networks/6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091712 Sep 07 02:33:11.648551 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a4482a8c-8cab-436a-8aec-b4b9eae7a605 req-4f2cc133-d8ca-4eb1-9cf8-341f1325ae06 tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3815a72-012e-4583-b73b-362ce4ca7c6c HTTP/1.1" status: 200 len: 972 time: 0.3093302 Sep 07 02:33:11.672998 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c3594-47fb-447f-90df-7cd9ff8c0913 req-fb2de1dc-55d4-4320-841a-48fb0d8080ea tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:11.675691 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0d5c3594-47fb-447f-90df-7cd9ff8c0913 req-fb2de1dc-55d4-4320-841a-48fb0d8080ea tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9da6157-6274-4d65-8941-542b6639bc0a HTTP/1.1" status: 200 len: 965 time: 0.0767672 Sep 07 02:33:11.730597 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a4482a8c-8cab-436a-8aec-b4b9eae7a605 req-342f29cb-3080-489e-b40d-41a137d5f7f2 tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] 10.222.0.22 "GET /v2.0/security-groups?id=a8bffc46-0ce1-4ca2-bf68-121c58cb4f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811157 Sep 07 02:33:11.757261 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eed9560e-fb9e-46cc-8fa5-9ce0a98f63a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:11.774150 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0d5c3594-47fb-447f-90df-7cd9ff8c0913 req-2cf3b259-1a3a-48e0-aa13-8b6a00f9cc06 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "GET /v2.0/security-groups?id=640bc5a7-1290-4dbd-b0ce-f56eb51dd0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866854 Sep 07 02:33:11.781217 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b6601-d545-4afc-b603-c95994b4d78f req-4a1cd5a2-3001-4375-a3c1-d0e57a32482f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:11.783719 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b99b6601-d545-4afc-b603-c95994b4d78f req-4a1cd5a2-3001-4375-a3c1-d0e57a32482f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ec8f998f0dfa49298d81e528b209944e&device_id=e9da6157-6274-4d65-8941-542b6639bc0a HTTP/1.1" status: 200 len: 1117 time: 0.0693521 Sep 07 02:33:11.807983 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eed9560e-fb9e-46cc-8fa5-9ce0a98f63a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:11.888439 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db37da-909b-48be-9940-87d988776c07 req-4f48d60d-7a17-4ead-b8d5-277a1a2fbb89 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:11.896970 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-61db37da-909b-48be-9940-87d988776c07 req-4f48d60d-7a17-4ead-b8d5-277a1a2fbb89 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/ports?device_id=664aed32-e4db-4d2c-be0a-bd80347c673c HTTP/1.1" status: 200 len: 950 time: 0.0911169 Sep 07 02:33:11.923037 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b6601-d545-4afc-b603-c95994b4d78f req-ac45a921-9bb0-4222-adce-72a98f65a32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:11.924169 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b99b6601-d545-4afc-b603-c95994b4d78f req-ac45a921-9bb0-4222-adce-72a98f65a32f service neutron] 10.222.0.23 "GET /v2.0/networks?id=6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc HTTP/1.1" status: 200 len: 923 time: 0.1300509 Sep 07 02:33:11.932363 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eed9560e-fb9e-46cc-8fa5-9ce0a98f63a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:11.939293 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eed9560e-fb9e-46cc-8fa5-9ce0a98f63a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:11.946097 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-eed9560e-fb9e-46cc-8fa5-9ce0a98f63a4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c383b891-9fa9-4010-a8d5-834a079dbe20 HTTP/1.1" status: 204 len: 168 time: 0.3255918 Sep 07 02:33:11.969162 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-61db37da-909b-48be-9940-87d988776c07 req-2103b193-017f-44de-8039-dae3c652b80a tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/security-groups?id=4ba2aa4d-7f82-4cc1-ad48-46c49fcc34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710549 Sep 07 02:33:11.976116 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed9560e-fb9e-46cc-8fa5-9ce0a98f63a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c383b891-9fa9-4010-a8d5-834a079dbe20,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:11.997615 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b99b6601-d545-4afc-b603-c95994b4d78f req-ad5ee41b-c38c-436e-9817-546fcb76dd69 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13df73ea-f9db-4927-a356-a34216e6f263 HTTP/1.1" status: 200 len: 217 time: 0.0629396 Sep 07 02:33:12.074540 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b6601-d545-4afc-b603-c95994b4d78f req-f8b26594-4f4b-4806-a294-8133b3253029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:12.076534 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b99b6601-d545-4afc-b603-c95994b4d78f req-f8b26594-4f4b-4806-a294-8133b3253029 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cbe10d5e-50cd-446a-9782-e73eac83e8a3 HTTP/1.1" status: 200 len: 862 time: 0.0693610 Sep 07 02:33:12.127270 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b6601-d545-4afc-b603-c95994b4d78f req-ea16535e-e1f4-43d9-a186-0cf60b23a8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:12.129226 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b99b6601-d545-4afc-b603-c95994b4d78f req-ea16535e-e1f4-43d9-a186-0cf60b23a8b2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437977 Sep 07 02:33:12.244038 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b99b6601-d545-4afc-b603-c95994b4d78f req-92908939-852a-493f-a94a-9b1831741bde service neutron] 10.222.0.23 "GET /v2.0/networks/6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063764 Sep 07 02:33:12.378742 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b99b6601-d545-4afc-b603-c95994b4d78f req-8ba4ce79-6058-4e18-bbef-de87471da344 service neutron] 10.222.0.23 "GET /v2.0/networks/6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273966 Sep 07 02:33:12.583855 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2b2049-00ef-432d-9dd7-0cf9e810b611 req-c03121e9-5921-4a48-a87b-8a4939107859 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:12.585399 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9c2b2049-00ef-432d-9dd7-0cf9e810b611 req-c03121e9-5921-4a48-a87b-8a4939107859 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/ports?device_id=0473eb4e-78a8-4438-841e-1daf58830e4e HTTP/1.1" status: 200 len: 949 time: 0.0528460 Sep 07 02:33:12.636533 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9c2b2049-00ef-432d-9dd7-0cf9e810b611 req-0a6f01fb-8826-47b8-8361-f31bbf525d58 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/security-groups?id=930fe853-fb8a-49e5-95dd-3b741b91d4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403109 Sep 07 02:33:12.749904 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7d69b-4c3f-4ca8-8339-5a1159083605 req-5a2e7ed5-42d9-45f3-b526-c9c338b27885 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:12.751539 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-36c7d69b-4c3f-4ca8-8339-5a1159083605 req-5a2e7ed5-42d9-45f3-b526-c9c338b27885 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/ports?device_id=664aed32-e4db-4d2c-be0a-bd80347c673c HTTP/1.1" status: 200 len: 950 time: 0.0545034 Sep 07 02:33:12.797774 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-36c7d69b-4c3f-4ca8-8339-5a1159083605 req-d1ecbc18-58ce-4454-8ffe-18cc231e92ff tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/security-groups?id=4ba2aa4d-7f82-4cc1-ad48-46c49fcc34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402734 Sep 07 02:33:13.096895 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a4cb83-1c0f-4a67-ad26-5b46c7d8b65b req-7a28aa87-c32e-4c7a-8023-105e71bf0465 tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:13.098729 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d0a4cb83-1c0f-4a67-ad26-5b46c7d8b65b req-7a28aa87-c32e-4c7a-8023-105e71bf0465 tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3815a72-012e-4583-b73b-362ce4ca7c6c HTTP/1.1" status: 200 len: 972 time: 0.0644445 Sep 07 02:33:13.143342 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d0a4cb83-1c0f-4a67-ad26-5b46c7d8b65b req-31853e7b-6c52-4b6b-8eef-70bb894e0af9 tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] 10.222.0.22 "GET /v2.0/security-groups?id=a8bffc46-0ce1-4ca2-bf68-121c58cb4f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364280 Sep 07 02:33:13.196860 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d2625-f9b7-4efb-8c34-68712d493d50 req-672093d7-fd23-4b25-b4b0-8f4b7b35f42b tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:13.205154 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0a9d2625-f9b7-4efb-8c34-68712d493d50 req-672093d7-fd23-4b25-b4b0-8f4b7b35f42b tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9da6157-6274-4d65-8941-542b6639bc0a HTTP/1.1" status: 200 len: 965 time: 0.0923953 Sep 07 02:33:13.240003 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0a9d2625-f9b7-4efb-8c34-68712d493d50 req-6f503718-2a97-49aa-8e17-e1a8afb7d623 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "GET /v2.0/security-groups?id=640bc5a7-1290-4dbd-b0ce-f56eb51dd0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339599 Sep 07 02:33:13.272197 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b89d61-0d40-4a14-a60f-8c14a29238e3 req-5b843896-af1f-4a9c-97c4-34dabc345b8b tempest-AggregatesAdminTestJSON-1335445546 tempest-AggregatesAdminTestJSON-1335445546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:13.273797 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-52b89d61-0d40-4a14-a60f-8c14a29238e3 req-5b843896-af1f-4a9c-97c4-34dabc345b8b tempest-AggregatesAdminTestJSON-1335445546 tempest-AggregatesAdminTestJSON-1335445546-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f3815a72-012e-4583-b73b-362ce4ca7c6c HTTP/1.1" status: 200 len: 1124 time: 0.0438256 Sep 07 02:33:13.294009 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-52b89d61-0d40-4a14-a60f-8c14a29238e3 req-375fe4db-14b1-402a-a9e8-c4f3477aceae tempest-AggregatesAdminTestJSON-1335445546 tempest-AggregatesAdminTestJSON-1335445546-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:13.392385 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-52b89d61-0d40-4a14-a60f-8c14a29238e3 req-375fe4db-14b1-402a-a9e8-c4f3477aceae tempest-AggregatesAdminTestJSON-1335445546 tempest-AggregatesAdminTestJSON-1335445546-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:13.397206 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-52b89d61-0d40-4a14-a60f-8c14a29238e3 req-375fe4db-14b1-402a-a9e8-c4f3477aceae tempest-AggregatesAdminTestJSON-1335445546 tempest-AggregatesAdminTestJSON-1335445546-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:13.421806 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-52b89d61-0d40-4a14-a60f-8c14a29238e3 req-375fe4db-14b1-402a-a9e8-c4f3477aceae tempest-AggregatesAdminTestJSON-1335445546 tempest-AggregatesAdminTestJSON-1335445546-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=a8bffc46-0ce1-4ca2-bf68-121c58cb4f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410677 Sep 07 02:33:13.450160 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375fe4db-14b1-402a-a9e8-c4f3477aceae tempest-AggregatesAdminTestJSON-1335445546 tempest-AggregatesAdminTestJSON-1335445546-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3ff765-5bcb-4207-8d84-45ac1ec9b09e,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:13.532085 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-572c9bbc-e6af-4018-8110-3c68eed0e624 req-3cf9ed8a-fda0-460f-be5b-163151aaa517 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=b3ce8e5925f047018db886c89a448f8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282931 Sep 07 02:33:13.643128 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c9bbc-e6af-4018-8110-3c68eed0e624 req-73970c99-fa98-46c2-8205-8bbd7f6ee15d tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:13.644543 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-572c9bbc-e6af-4018-8110-3c68eed0e624 req-73970c99-fa98-46c2-8205-8bbd7f6ee15d tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1085167 Sep 07 02:33:13.660472 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-572c9bbc-e6af-4018-8110-3c68eed0e624 req-79b87aa0-7dd1-4cea-bedf-2d62c777d59e tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/quotas/b3ce8e5925f047018db886c89a448f8e HTTP/1.1" status: 200 len: 375 time: 0.0096242 Sep 07 02:33:13.722145 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-572c9bbc-e6af-4018-8110-3c68eed0e624 req-1b46f995-c612-4811-abc2-9f9c2c4bc238 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b3ce8e5925f047018db886c89a448f8e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0563757 Sep 07 02:33:14.034236 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c991b-2a62-4441-9d55-2afc9a2ebda3 req-a75e2d8b-9082-4774-b46a-a690b3686cf4 tempest-DeleteServersAdminTestJSON-373809345 tempest-DeleteServersAdminTestJSON-373809345-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:14.035635 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d54c991b-2a62-4441-9d55-2afc9a2ebda3 req-a75e2d8b-9082-4774-b46a-a690b3686cf4 tempest-DeleteServersAdminTestJSON-373809345 tempest-DeleteServersAdminTestJSON-373809345-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=664aed32-e4db-4d2c-be0a-bd80347c673c HTTP/1.1" status: 200 len: 1102 time: 0.0471468 Sep 07 02:33:14.176694 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-d54c991b-2a62-4441-9d55-2afc9a2ebda3 req-a56ae0e9-a01d-43fd-a5c7-a27d972d3530 tempest-DeleteServersAdminTestJSON-373809345 tempest-DeleteServersAdminTestJSON-373809345-project-admin] Deleting port 600a2a7b-4313-49f9-92ab-a221c16faa45 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:33:14.177371 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d54c991b-2a62-4441-9d55-2afc9a2ebda3 req-a56ae0e9-a01d-43fd-a5c7-a27d972d3530 tempest-DeleteServersAdminTestJSON-373809345 tempest-DeleteServersAdminTestJSON-373809345-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:14.187821 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c221089a-61ae-4dcf-8f7c-ad33cf2bb6b0 req-ea33d7c9-a740-4a5e-ac5a-b925ca9a40eb tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3a54fe-41a5-405d-ad38-5b97540ecb8b HTTP/1.1" status: 200 len: 210 time: 0.0343947 Sep 07 02:33:14.272776 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b1bb0b-4444-456a-94ce-b8dd46c644ad req-c508b29d-5304-42aa-b2c8-fe3d27290b76 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:14.279461 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-39b1bb0b-4444-456a-94ce-b8dd46c644ad req-c508b29d-5304-42aa-b2c8-fe3d27290b76 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/ports?device_id=664aed32-e4db-4d2c-be0a-bd80347c673c HTTP/1.1" status: 200 len: 950 time: 0.1426685 Sep 07 02:33:14.294302 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-d54c991b-2a62-4441-9d55-2afc9a2ebda3 req-a56ae0e9-a01d-43fd-a5c7-a27d972d3530 tempest-DeleteServersAdminTestJSON-373809345 tempest-DeleteServersAdminTestJSON-373809345-project-admin] For port 600a2a7b-4313-49f9-92ab-a221c16faa45, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=600a2a7b-4313-49f9-92ab-a221c16faa45,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:33:14.294678 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d54c991b-2a62-4441-9d55-2afc9a2ebda3 req-a56ae0e9-a01d-43fd-a5c7-a27d972d3530 tempest-DeleteServersAdminTestJSON-373809345 tempest-DeleteServersAdminTestJSON-373809345-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:14.321476 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-d54c991b-2a62-4441-9d55-2afc9a2ebda3 req-a56ae0e9-a01d-43fd-a5c7-a27d972d3530 tempest-DeleteServersAdminTestJSON-373809345 tempest-DeleteServersAdminTestJSON-373809345-project-admin] Calling delete_port for 600a2a7b-4313-49f9-92ab-a221c16faa45 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:33:14.360707 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-39b1bb0b-4444-456a-94ce-b8dd46c644ad req-ce4e7475-c571-4941-854f-1c7eb62fff25 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/security-groups?id=4ba2aa4d-7f82-4cc1-ad48-46c49fcc34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719514 Sep 07 02:33:14.448074 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a8d1e3-0e2b-423e-9dd2-0e866d776987 req-40405c03-9063-47c6-bbeb-9860d2eaeba5 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:14.449807 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a6a8d1e3-0e2b-423e-9dd2-0e866d776987 req-40405c03-9063-47c6-bbeb-9860d2eaeba5 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9da6157-6274-4d65-8941-542b6639bc0a HTTP/1.1" status: 200 len: 965 time: 0.0724695 Sep 07 02:33:14.496042 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a6a8d1e3-0e2b-423e-9dd2-0e866d776987 req-c67197ef-c64a-4b74-a17d-003ce6ef4e9f tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "GET /v2.0/security-groups?id=640bc5a7-1290-4dbd-b0ce-f56eb51dd0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394955 Sep 07 02:33:14.570500 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d54c991b-2a62-4441-9d55-2afc9a2ebda3 req-a56ae0e9-a01d-43fd-a5c7-a27d972d3530 tempest-DeleteServersAdminTestJSON-373809345 tempest-DeleteServersAdminTestJSON-373809345-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:14.582489 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['600a2a7b-4313-49f9-92ab-a221c16faa45'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:33:14.617703 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56ae0e9-a01d-43fd-a5c7-a27d972d3530 tempest-DeleteServersAdminTestJSON-373809345 tempest-DeleteServersAdminTestJSON-373809345-project-admin] Pushing event deleted for resources: {'Port': ['ID=600a2a7b-4313-49f9-92ab-a221c16faa45,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:14.659520 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-d54c991b-2a62-4441-9d55-2afc9a2ebda3 req-a56ae0e9-a01d-43fd-a5c7-a27d972d3530 tempest-DeleteServersAdminTestJSON-373809345 tempest-DeleteServersAdminTestJSON-373809345-project-admin] No DVR routers for this DVR port 600a2a7b-4313-49f9-92ab-a221c16faa45 on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:33:14.662775 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d54c991b-2a62-4441-9d55-2afc9a2ebda3 req-a56ae0e9-a01d-43fd-a5c7-a27d972d3530 tempest-DeleteServersAdminTestJSON-373809345 tempest-DeleteServersAdminTestJSON-373809345-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:14.664810 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d54c991b-2a62-4441-9d55-2afc9a2ebda3 req-a56ae0e9-a01d-43fd-a5c7-a27d972d3530 tempest-DeleteServersAdminTestJSON-373809345 tempest-DeleteServersAdminTestJSON-373809345-project-admin] 10.222.0.16 "DELETE /v2.0/ports/600a2a7b-4313-49f9-92ab-a221c16faa45 HTTP/1.1" status: 204 len: 173 time: 0.6216726 Sep 07 02:33:14.665725 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '664aed32-e4db-4d2c-be0a-bd80347c673c', 'name': 'network-vif-deleted', 'tag': '600a2a7b-4313-49f9-92ab-a221c16faa45'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:33:14.667736 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b17f843-3388-402a-8804-32701b98cfbe" -d '{"events": [{"server_uuid": "664aed32-e4db-4d2c-be0a-bd80347c673c", "name": "network-vif-deleted", "tag": "600a2a7b-4313-49f9-92ab-a221c16faa45"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:33:14.873685 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27cd2106-fcfc-40de-aac0-bb079ef100f4 x-openstack-request-id: req-27cd2106-fcfc-40de-aac0-bb079ef100f4 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:33:14.874503 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "664aed32-e4db-4d2c-be0a-bd80347c673c", "name": "network-vif-deleted", "tag": "600a2a7b-4313-49f9-92ab-a221c16faa45", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:33:14.874758 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-27cd2106-fcfc-40de-aac0-bb079ef100f4 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:33:14.875288 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '664aed32-e4db-4d2c-be0a-bd80347c673c', 'name': 'network-vif-deleted', 'tag': '600a2a7b-4313-49f9-92ab-a221c16faa45', 'status': 'completed', 'code': 200} Sep 07 02:33:15.016124 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-572c9bbc-e6af-4018-8110-3c68eed0e624 req-f22facff-9918-4216-8a4a-d33e066adb1b tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=b3ce8e5925f047018db886c89a448f8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335829 Sep 07 02:33:15.192850 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c9bbc-e6af-4018-8110-3c68eed0e624 req-cdb0e854-c44c-4136-8d56-5ad90a9f7c5f tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:15.194358 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-572c9bbc-e6af-4018-8110-3c68eed0e624 req-cdb0e854-c44c-4136-8d56-5ad90a9f7c5f tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1762207 Sep 07 02:33:15.215261 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-572c9bbc-e6af-4018-8110-3c68eed0e624 req-4a12a1ea-8dc8-447a-b2e8-10d4297162a9 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Request body: {'port': {'device_id': '5c3a54fe-41a5-405d-ad38-5b97540ecb8b', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'admin_state_up': True, 'tenant_id': 'b3ce8e5925f047018db886c89a448f8e'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:33:15.281813 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-35e0ac3f-56ab-40ad-9f1b-1479effddc0e req-2e0f23c1-7c5b-43bd-869a-f21c0306edfb tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3a54fe-41a5-405d-ad38-5b97540ecb8b HTTP/1.1" status: 200 len: 210 time: 0.0272245 Sep 07 02:33:15.365953 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-572c9bbc-e6af-4018-8110-3c68eed0e624 req-4a12a1ea-8dc8-447a-b2e8-10d4297162a9 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Made reservation on behalf of b3ce8e5925f047018db886c89a448f8e for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:33:15.379813 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-572c9bbc-e6af-4018-8110-3c68eed0e624 req-4a12a1ea-8dc8-447a-b2e8-10d4297162a9 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:15.541403 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bb60ebb7-9605-44f1-9632-dd30a43b9f14 req-d4fdc55b-b467-4df0-b740-469a651bc56a tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/ports?device_id=664aed32-e4db-4d2c-be0a-bd80347c673c HTTP/1.1" status: 200 len: 210 time: 0.0397053 Sep 07 02:33:15.597926 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-572c9bbc-e6af-4018-8110-3c68eed0e624 req-4a12a1ea-8dc8-447a-b2e8-10d4297162a9 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Allocated IP 192.168.233.79 (0823ecf3-066e-49bd-a451-2e84ab79a70f/694f9550-ba12-4672-8446-41848123cea2/e31f31cf-c9cc-4ab6-9966-3ec1bcf4ee71) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:33:15.626845 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 36362) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:15.651599 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 13df73ea-f9db-4927-a356-a34216e6f263 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:33:15.757381 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 13df73ea-f9db-4927-a356-a34216e6f263, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=13df73ea-f9db-4927-a356-a34216e6f263,segment=NetworkSegment(f40be107-e610-44ce-bdfd-1f32cc4fb26a),segment_id=f40be107-e610-44ce-bdfd-1f32cc4fb26a)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:33:15.769429 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '13df73ea-f9db-4927-a356-a34216e6f263', 'network_id': '6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc', 'port_id': '13df73ea-f9db-4927-a356-a34216e6f263', 'mac_address': 'fa:16:3e:5b:cd:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbe10d5e-50cd-446a-9782-e73eac83e8a3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:tempest-test_az-1064343421', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:33:15.778590 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c37414d3-07c6-4fd0-bb82-61d345a7256d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:15.812320 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:15.814457 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35914cfb-b315-44d2-8d0d-e1b0ccfb6eb2 req-3e578fa5-8175-4a32-8666-663bf8441e32 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:15.816032 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-35914cfb-b315-44d2-8d0d-e1b0ccfb6eb2 req-3e578fa5-8175-4a32-8666-663bf8441e32 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9da6157-6274-4d65-8941-542b6639bc0a HTTP/1.1" status: 200 len: 965 time: 0.1396496 Sep 07 02:33:15.828358 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13df73ea-f9db-4927-a356-a34216e6f263 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:33:15.850601 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 13df73ea-f9db-4927-a356-a34216e6f263, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=13df73ea-f9db-4927-a356-a34216e6f263,segment=NetworkSegment(f40be107-e610-44ce-bdfd-1f32cc4fb26a),segment_id=f40be107-e610-44ce-bdfd-1f32cc4fb26a)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:33:15.855285 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:15.915502 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=13df73ea-f9db-4927-a356-a34216e6f263,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:15.941717 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-572c9bbc-e6af-4018-8110-3c68eed0e624 req-4a12a1ea-8dc8-447a-b2e8-10d4297162a9 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:15.949993 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-35914cfb-b315-44d2-8d0d-e1b0ccfb6eb2 req-d086f251-60d4-4823-bb23-15794415deb8 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "GET /v2.0/security-groups?id=640bc5a7-1290-4dbd-b0ce-f56eb51dd0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178679 Sep 07 02:33:15.972302 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-572c9bbc-e6af-4018-8110-3c68eed0e624 req-4a12a1ea-8dc8-447a-b2e8-10d4297162a9 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Transition to ACTIVE for port object e31f31cf-c9cc-4ab6-9966-3ec1bcf4ee71 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:33:16.048865 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c37414d3-07c6-4fd0-bb82-61d345a7256d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:16.051572 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-572c9bbc-e6af-4018-8110-3c68eed0e624 req-4a12a1ea-8dc8-447a-b2e8-10d4297162a9 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:16.055062 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c37414d3-07c6-4fd0-bb82-61d345a7256d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:16.068451 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['124dbf8d-601e-4154-8354-1949cc0097af'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:33:16.128336 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['13df73ea-f9db-4927-a356-a34216e6f263'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:33:16.143638 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-572c9bbc-e6af-4018-8110-3c68eed0e624 req-4a12a1ea-8dc8-447a-b2e8-10d4297162a9 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Network 0823ecf3-066e-49bd-a451-2e84ab79a70f is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:33:16.151520 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37414d3-07c6-4fd0-bb82-61d345a7256d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a667dc87-224d-4144-9b10-eff06adeacc9,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:16.158287 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-572c9bbc-e6af-4018-8110-3c68eed0e624 req-4a12a1ea-8dc8-447a-b2e8-10d4297162a9 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:33:16.161213 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-572c9bbc-e6af-4018-8110-3c68eed0e624 req-4a12a1ea-8dc8-447a-b2e8-10d4297162a9 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:33:16.168213 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c9bbc-e6af-4018-8110-3c68eed0e624 req-4a12a1ea-8dc8-447a-b2e8-10d4297162a9 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:16.169190 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-572c9bbc-e6af-4018-8110-3c68eed0e624 req-4a12a1ea-8dc8-447a-b2e8-10d4297162a9 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:16.188474 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c37414d3-07c6-4fd0-bb82-61d345a7256d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c496d88f08a142079ca487fe3c9a4e3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5602078 Sep 07 02:33:16.192063 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 36390) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:16.196937 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a12a1ea-8dc8-447a-b2e8-10d4297162a9 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Pushing event updated for resources: {'Port': ['ID=e31f31cf-c9cc-4ab6-9966-3ec1bcf4ee71,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:16.209684 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-572c9bbc-e6af-4018-8110-3c68eed0e624 req-4a12a1ea-8dc8-447a-b2e8-10d4297162a9 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9978340 Sep 07 02:33:16.230301 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-572c9bbc-e6af-4018-8110-3c68eed0e624 req-3f13a5d5-32f7-4ebe-9acf-6133d63f6cb1 service neutron] Request body: {'port': {'device_id': '5c3a54fe-41a5-405d-ad38-5b97540ecb8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:33:16.327466 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-572c9bbc-e6af-4018-8110-3c68eed0e624 req-3f13a5d5-32f7-4ebe-9acf-6133d63f6cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:16.327928 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1a1043ac-31ea-43b3-aa37-c193f8161ed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:16.385043 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1a1043ac-31ea-43b3-aa37-c193f8161ed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:16.522492 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96666777-d839-4f7b-9bf0-199039142eda req-5c69b22d-8a86-4b16-ad68-a009eb3f1da9 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:16.524063 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-96666777-d839-4f7b-9bf0-199039142eda req-5c69b22d-8a86-4b16-ad68-a009eb3f1da9 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3a54fe-41a5-405d-ad38-5b97540ecb8b HTTP/1.1" status: 200 len: 935 time: 0.0626965 Sep 07 02:33:16.525022 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1a1043ac-31ea-43b3-aa37-c193f8161ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:16.527810 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1a1043ac-31ea-43b3-aa37-c193f8161ed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:16.531862 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-1a1043ac-31ea-43b3-aa37-c193f8161ed7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a667dc87-224d-4144-9b10-eff06adeacc9 HTTP/1.1" status: 204 len: 168 time: 0.3370879 Sep 07 02:33:16.546518 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1043ac-31ea-43b3-aa37-c193f8161ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a667dc87-224d-4144-9b10-eff06adeacc9,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:16.599193 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-5279e790-1619-430e-ab0e-5e2528eaca6f None None] Provisioning for port e31f31cf-c9cc-4ab6-9966-3ec1bcf4ee71 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:33:16.604363 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-5279e790-1619-430e-ab0e-5e2528eaca6f None None] Provisioning complete for port e31f31cf-c9cc-4ab6-9966-3ec1bcf4ee71 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:33:16.604749 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5279e790-1619-430e-ab0e-5e2528eaca6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:16.621117 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-96666777-d839-4f7b-9bf0-199039142eda req-36173fb7-daa0-4272-ab47-908781aa4461 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/security-groups?id=930fe853-fb8a-49e5-95dd-3b741b91d4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740099 Sep 07 02:33:16.651128 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-5279e790-1619-430e-ab0e-5e2528eaca6f None None] Port e31f31cf-c9cc-4ab6-9966-3ec1bcf4ee71 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:33:16.786527 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-572c9bbc-e6af-4018-8110-3c68eed0e624 req-3f13a5d5-32f7-4ebe-9acf-6133d63f6cb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e31f31cf-c9cc-4ab6-9966-3ec1bcf4ee71 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:33:16.796491 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-572c9bbc-e6af-4018-8110-3c68eed0e624 req-3f13a5d5-32f7-4ebe-9acf-6133d63f6cb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:16.810046 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-572c9bbc-e6af-4018-8110-3c68eed0e624 req-3f13a5d5-32f7-4ebe-9acf-6133d63f6cb1 service neutron] Transition to ACTIVE for port object e31f31cf-c9cc-4ab6-9966-3ec1bcf4ee71 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:33:16.815743 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-572c9bbc-e6af-4018-8110-3c68eed0e624 req-3f13a5d5-32f7-4ebe-9acf-6133d63f6cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:16.883033 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f13a5d5-32f7-4ebe-9acf-6133d63f6cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=e31f31cf-c9cc-4ab6-9966-3ec1bcf4ee71,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:16.948038 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-572c9bbc-e6af-4018-8110-3c68eed0e624 req-3f13a5d5-32f7-4ebe-9acf-6133d63f6cb1 service neutron] Attempting to bind port e31f31cf-c9cc-4ab6-9966-3ec1bcf4ee71 on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:33:16.948390 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-572c9bbc-e6af-4018-8110-3c68eed0e624 req-3f13a5d5-32f7-4ebe-9acf-6133d63f6cb1 service neutron] Attempting to bind port e31f31cf-c9cc-4ab6-9966-3ec1bcf4ee71 by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:33:16.948707 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572c9bbc-e6af-4018-8110-3c68eed0e624 req-3f13a5d5-32f7-4ebe-9acf-6133d63f6cb1 service neutron] Attempting to bind port e31f31cf-c9cc-4ab6-9966-3ec1bcf4ee71 on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:33:16.959350 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572c9bbc-e6af-4018-8110-3c68eed0e624 req-3f13a5d5-32f7-4ebe-9acf-6133d63f6cb1 service neutron] Port e31f31cf-c9cc-4ab6-9966-3ec1bcf4ee71 on network 0823ecf3-066e-49bd-a451-2e84ab79a70f not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:33:16.959718 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572c9bbc-e6af-4018-8110-3c68eed0e624 req-3f13a5d5-32f7-4ebe-9acf-6133d63f6cb1 service neutron] Attempting to bind port e31f31cf-c9cc-4ab6-9966-3ec1bcf4ee71 on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:33:16.971428 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572c9bbc-e6af-4018-8110-3c68eed0e624 req-3f13a5d5-32f7-4ebe-9acf-6133d63f6cb1 service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:33:16.971798 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572c9bbc-e6af-4018-8110-3c68eed0e624 req-3f13a5d5-32f7-4ebe-9acf-6133d63f6cb1 service neutron] Checking segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:33:16.972184 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-572c9bbc-e6af-4018-8110-3c68eed0e624 req-3f13a5d5-32f7-4ebe-9acf-6133d63f6cb1 service neutron] Bound using segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:33:16.972870 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-572c9bbc-e6af-4018-8110-3c68eed0e624 req-3f13a5d5-32f7-4ebe-9acf-6133d63f6cb1 service neutron] Bound port: e31f31cf-c9cc-4ab6-9966-3ec1bcf4ee71, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:33:16.972986 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-572c9bbc-e6af-4018-8110-3c68eed0e624 req-3f13a5d5-32f7-4ebe-9acf-6133d63f6cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:17.122832 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-572c9bbc-e6af-4018-8110-3c68eed0e624 req-3f13a5d5-32f7-4ebe-9acf-6133d63f6cb1 service neutron] For port e31f31cf-c9cc-4ab6-9966-3ec1bcf4ee71, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:33:17.130121 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-572c9bbc-e6af-4018-8110-3c68eed0e624 req-3f13a5d5-32f7-4ebe-9acf-6133d63f6cb1 service neutron] For port e31f31cf-c9cc-4ab6-9966-3ec1bcf4ee71, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=e31f31cf-c9cc-4ab6-9966-3ec1bcf4ee71,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:33:17.136754 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-572c9bbc-e6af-4018-8110-3c68eed0e624 req-3f13a5d5-32f7-4ebe-9acf-6133d63f6cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:17.179992 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c9bbc-e6af-4018-8110-3c68eed0e624 req-3f13a5d5-32f7-4ebe-9acf-6133d63f6cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:17.180614 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-572c9bbc-e6af-4018-8110-3c68eed0e624 req-3f13a5d5-32f7-4ebe-9acf-6133d63f6cb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:17.182112 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-572c9bbc-e6af-4018-8110-3c68eed0e624 req-3f13a5d5-32f7-4ebe-9acf-6133d63f6cb1 service neutron] 10.222.0.16 "PUT /v2.0/ports/e31f31cf-c9cc-4ab6-9966-3ec1bcf4ee71 HTTP/1.1" status: 200 len: 1096 time: 0.9638457 Sep 07 02:33:17.182565 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c3a54fe-41a5-405d-ad38-5b97540ecb8b', 'tag': 'e31f31cf-c9cc-4ab6-9966-3ec1bcf4ee71'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:33:17.185076 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a0f994-ba76-40be-9969-22572a9034f0" -d '{"events": [{"name": "network-changed", "server_uuid": "5c3a54fe-41a5-405d-ad38-5b97540ecb8b", "tag": "e31f31cf-c9cc-4ab6-9966-3ec1bcf4ee71"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:33:17.227209 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 36456) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:17.242165 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0cebcdf9-1d70-4980-a688-082310e58207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:17.267462 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f13a5d5-32f7-4ebe-9acf-6133d63f6cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=e31f31cf-c9cc-4ab6-9966-3ec1bcf4ee71,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:17.297049 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c9bbc-e6af-4018-8110-3c68eed0e624 req-09045fd5-64b7-4b40-89bf-1e57546a67f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:17.298665 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-572c9bbc-e6af-4018-8110-3c68eed0e624 req-09045fd5-64b7-4b40-89bf-1e57546a67f9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b3ce8e5925f047018db886c89a448f8e&device_id=5c3a54fe-41a5-405d-ad38-5b97540ecb8b HTTP/1.1" status: 200 len: 1099 time: 0.0717182 Sep 07 02:33:17.351520 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4b7d9811-c638-4bb8-ac17-9255562df5cb req-ee918b55-51e9-404a-b940-f1a35c58284e tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=cce8b5cfd6b346a09435557b781b9303&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369725 Sep 07 02:33:17.361944 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-572c9bbc-e6af-4018-8110-3c68eed0e624 req-5f632b46-279c-44cc-9083-fb2d4bb097de service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=e31f31cf-c9cc-4ab6-9966-3ec1bcf4ee71 HTTP/1.1" status: 200 len: 217 time: 0.0491149 Sep 07 02:33:17.443775 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c9bbc-e6af-4018-8110-3c68eed0e624 req-529a4203-6e24-43e8-93a7-f6c086809348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:17.445351 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-572c9bbc-e6af-4018-8110-3c68eed0e624 req-529a4203-6e24-43e8-93a7-f6c086809348 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.0760520 Sep 07 02:33:17.471601 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c137ec-cb93-49a7-9b6c-15b8dda1203f req-d8404e1b-dfe0-4dad-812a-5ca9d0c23ced tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:17.473115 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c1c137ec-cb93-49a7-9b6c-15b8dda1203f req-d8404e1b-dfe0-4dad-812a-5ca9d0c23ced tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9da6157-6274-4d65-8941-542b6639bc0a HTTP/1.1" status: 200 len: 966 time: 0.0714200 Sep 07 02:33:17.491648 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0cebcdf9-1d70-4980-a688-082310e58207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:17.500744 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7d9811-c638-4bb8-ac17-9255562df5cb req-c345d916-ba12-4c8a-8f4c-b043e2b55841 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:17.502167 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4b7d9811-c638-4bb8-ac17-9255562df5cb req-c345d916-ba12-4c8a-8f4c-b043e2b55841 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1370809 Sep 07 02:33:17.503241 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0cebcdf9-1d70-4980-a688-082310e58207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:17.536714 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c9bbc-e6af-4018-8110-3c68eed0e624 req-4b283034-3648-44a2-adc0-5ae64f271dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:17.538209 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-572c9bbc-e6af-4018-8110-3c68eed0e624 req-4b283034-3648-44a2-adc0-5ae64f271dd0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0853946 Sep 07 02:33:17.543900 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c1c137ec-cb93-49a7-9b6c-15b8dda1203f req-77c46bf4-2133-4f0f-8343-2656a1d82db5 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "GET /v2.0/security-groups?id=640bc5a7-1290-4dbd-b0ce-f56eb51dd0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562589 Sep 07 02:33:17.558002 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-0cebcdf9-1d70-4980-a688-082310e58207 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4c8084d3179e4df1a20f25a7e3b19bfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3271432 Sep 07 02:33:17.562370 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4b7d9811-c638-4bb8-ac17-9255562df5cb req-c02eb0fc-dd01-49d0-87b9-29bba62c655b tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/quotas/cce8b5cfd6b346a09435557b781b9303 HTTP/1.1" status: 200 len: 375 time: 0.0494657 Sep 07 02:33:17.563917 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 36468) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:17.584977 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cebcdf9-1d70-4980-a688-082310e58207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13a19cd-15e8-4490-875c-a7bf9ea87368,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:17.611428 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4b7d9811-c638-4bb8-ac17-9255562df5cb req-352e66cb-6031-4627-83e1-02fbb07671f7 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=cce8b5cfd6b346a09435557b781b9303&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482187 Sep 07 02:33:17.640872 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b86df40d-7f2b-409f-8234-612a206517ea x-openstack-request-id: req-b86df40d-7f2b-409f-8234-612a206517ea {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:33:17.641283 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c3a54fe-41a5-405d-ad38-5b97540ecb8b", "tag": "e31f31cf-c9cc-4ab6-9966-3ec1bcf4ee71", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:33:17.641467 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b86df40d-7f2b-409f-8234-612a206517ea {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:33:17.641869 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c3a54fe-41a5-405d-ad38-5b97540ecb8b', 'tag': 'e31f31cf-c9cc-4ab6-9966-3ec1bcf4ee71', 'status': 'completed', 'code': 200} Sep 07 02:33:17.656462 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-572c9bbc-e6af-4018-8110-3c68eed0e624 req-0f851ead-1cd6-4587-8c6f-b84ff1ad3d33 service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108618 Sep 07 02:33:17.656657 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 13df73ea-f9db-4927-a356-a34216e6f263 up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:33:17.658277 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-89fc9887-7809-47e6-8cf0-eaf1dffdeb10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:17.682712 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-89fc9887-7809-47e6-8cf0-eaf1dffdeb10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:17.765236 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port 13df73ea-f9db-4927-a356-a34216e6f263 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:33:17.766938 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-89fc9887-7809-47e6-8cf0-eaf1dffdeb10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:17.772712 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-89fc9887-7809-47e6-8cf0-eaf1dffdeb10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:17.774051 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-89fc9887-7809-47e6-8cf0-eaf1dffdeb10 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a13a19cd-15e8-4490-875c-a7bf9ea87368 HTTP/1.1" status: 204 len: 168 time: 0.2076995 Sep 07 02:33:17.803566 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port 13df73ea-f9db-4927-a356-a34216e6f263 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:33:17.804436 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:17.808589 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc9887-7809-47e6-8cf0-eaf1dffdeb10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13a19cd-15e8-4490-875c-a7bf9ea87368,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:17.948478 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 600a2a7b-4313-49f9-92ab-a221c16faa45 no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:33:17.958350 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf023676-3cc8-4702-94c7-90393b7ff519 req-0b3b9f26-8595-4888-908b-997591c19b59 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:17.964051 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bf023676-3cc8-4702-94c7-90393b7ff519 req-0b3b9f26-8595-4888-908b-997591c19b59 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3a54fe-41a5-405d-ad38-5b97540ecb8b HTTP/1.1" status: 200 len: 947 time: 0.1133666 Sep 07 02:33:17.979508 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: 600a2a7b-4313-49f9-92ab-a221c16faa45 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:33:17.980132 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 600a2a7b-4313-49f9-92ab-a221c16faa45 not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:33:18.026407 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:18.049007 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-572c9bbc-e6af-4018-8110-3c68eed0e624 req-ca14e9ed-4eeb-4f72-9ea2-a02fc2327f7d service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3853531 Sep 07 02:33:18.054230 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bf023676-3cc8-4702-94c7-90393b7ff519 req-18cacef9-559f-4e99-9f1c-ce4b3b88965f tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/security-groups?id=930fe853-fb8a-49e5-95dd-3b741b91d4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843613 Sep 07 02:33:18.084785 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9da6157-6274-4d65-8941-542b6639bc0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13df73ea-f9db-4927-a356-a34216e6f263'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:33:18.090463 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c967084-f9b2-474b-a897-fc30910fad2d" -d '{"events": [{"server_uuid": "e9da6157-6274-4d65-8941-542b6639bc0a", "name": "network-vif-plugged", "status": "completed", "tag": "13df73ea-f9db-4927-a356-a34216e6f263"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:33:18.107928 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 13df73ea-f9db-4927-a356-a34216e6f263, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=13df73ea-f9db-4927-a356-a34216e6f263,segment=NetworkSegment(f40be107-e610-44ce-bdfd-1f32cc4fb26a),segment_id=f40be107-e610-44ce-bdfd-1f32cc4fb26a)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:33:18.114948 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:18.203167 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a0f994-ba76-40be-9969-22572a9034f0 req-dc08b729-18b6-4a9c-8085-6f21f6b2b331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:18.207674 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e1a0f994-ba76-40be-9969-22572a9034f0 req-dc08b729-18b6-4a9c-8085-6f21f6b2b331 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b3ce8e5925f047018db886c89a448f8e&device_id=5c3a54fe-41a5-405d-ad38-5b97540ecb8b HTTP/1.1" status: 200 len: 1099 time: 0.1032465 Sep 07 02:33:18.251413 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=13df73ea-f9db-4927-a356-a34216e6f263,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:18.335971 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a0f994-ba76-40be-9969-22572a9034f0 req-643643e1-8098-4652-a79c-43ebb6c35437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:18.338854 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e1a0f994-ba76-40be-9969-22572a9034f0 req-643643e1-8098-4652-a79c-43ebb6c35437 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0823ecf3-066e-49bd-a451-2e84ab79a70f HTTP/1.1" status: 200 len: 869 time: 0.1211634 Sep 07 02:33:18.397316 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e1a0f994-ba76-40be-9969-22572a9034f0 req-2b0fe5ea-5813-4fe0-90a0-17855514d95a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=e31f31cf-c9cc-4ab6-9966-3ec1bcf4ee71 HTTP/1.1" status: 200 len: 217 time: 0.0513794 Sep 07 02:33:18.464744 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a0f994-ba76-40be-9969-22572a9034f0 req-d831f589-f300-4262-bdb8-a9c250201f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:18.466242 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e1a0f994-ba76-40be-9969-22572a9034f0 req-d831f589-f300-4262-bdb8-a9c250201f23 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.0611074 Sep 07 02:33:18.499857 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c19f4ed1-13b0-4a6d-8cc4-4c16899e2d8e req-01536482-fe79-4782-94f3-474984c49914 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c748823-bf52-4a50-b688-325643480854 HTTP/1.1" status: 200 len: 210 time: 0.0428412 Sep 07 02:33:18.542379 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a0f994-ba76-40be-9969-22572a9034f0 req-e382cf21-65c9-44da-a802-7fc0262d6b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:18.544360 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e1a0f994-ba76-40be-9969-22572a9034f0 req-e382cf21-65c9-44da-a802-7fc0262d6b52 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0703323 Sep 07 02:33:18.602784 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89cb1d2-7621-4358-9170-7a03bcb8d121 x-openstack-request-id: req-a89cb1d2-7621-4358-9170-7a03bcb8d121 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:33:18.603272 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9da6157-6274-4d65-8941-542b6639bc0a", "name": "network-vif-plugged", "status": "completed", "tag": "13df73ea-f9db-4927-a356-a34216e6f263", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:33:18.603583 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a89cb1d2-7621-4358-9170-7a03bcb8d121 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:33:18.604015 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9da6157-6274-4d65-8941-542b6639bc0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13df73ea-f9db-4927-a356-a34216e6f263', 'code': 200} Sep 07 02:33:18.737168 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e1a0f994-ba76-40be-9969-22572a9034f0 req-4cc8cda7-8c06-4cc1-a2be-fb1d357602fd service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839552 Sep 07 02:33:18.834085 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2606a7-a548-4566-923d-0dfd4ffe314d req-eac14b96-9cf9-4aab-b620-da0b8c475f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:18.835766 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ec2606a7-a548-4566-923d-0dfd4ffe314d req-eac14b96-9cf9-4aab-b620-da0b8c475f88 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e9da6157-6274-4d65-8941-542b6639bc0a HTTP/1.1" status: 200 len: 1119 time: 0.1601701 Sep 07 02:33:18.906607 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e1a0f994-ba76-40be-9969-22572a9034f0 req-a63386c3-73b1-4f95-92f8-4b184c7c3b8b service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615653 Sep 07 02:33:18.948966 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ec2606a7-a548-4566-923d-0dfd4ffe314d req-e80d131e-8e19-46b8-b285-97d177e16508 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=640bc5a7-1290-4dbd-b0ce-f56eb51dd0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055417 Sep 07 02:33:18.963284 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c740d8-51ac-4e0c-b07a-e1b48e8d1462 req-11874a1f-9a28-4eff-9a22-31bd9b0ff0be tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:18.971014 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c5c740d8-51ac-4e0c-b07a-e1b48e8d1462 req-11874a1f-9a28-4eff-9a22-31bd9b0ff0be tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9da6157-6274-4d65-8941-542b6639bc0a HTTP/1.1" status: 200 len: 967 time: 0.1261168 Sep 07 02:33:19.007067 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c5c740d8-51ac-4e0c-b07a-e1b48e8d1462 req-cfcf2f46-9a95-4dae-8bb8-227df18ff02b tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "GET /v2.0/security-groups?id=640bc5a7-1290-4dbd-b0ce-f56eb51dd0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352368 Sep 07 02:33:19.043864 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 36548) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:19.228961 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4b7d9811-c638-4bb8-ac17-9255562df5cb req-a0762e5a-70a1-4a96-a79b-a25f97aeac38 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=cce8b5cfd6b346a09435557b781b9303&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0665812 Sep 07 02:33:19.272040 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-53fc0218-d639-4057-977e-5d64aae4cf69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:19.329226 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73cefd4-9174-4929-afc6-b5673bc0617b req-587dfeb0-6cf6-4710-84b3-430b32aca6a5 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:19.336481 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c73cefd4-9174-4929-afc6-b5673bc0617b req-587dfeb0-6cf6-4710-84b3-430b32aca6a5 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3a54fe-41a5-405d-ad38-5b97540ecb8b HTTP/1.1" status: 200 len: 947 time: 0.1538422 Sep 07 02:33:19.403419 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c73cefd4-9174-4929-afc6-b5673bc0617b req-50a1a30a-d013-4349-a3c2-cf71c1f3b5c8 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/security-groups?id=930fe853-fb8a-49e5-95dd-3b741b91d4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657673 Sep 07 02:33:19.432169 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7d9811-c638-4bb8-ac17-9255562df5cb req-6b6f1fcd-74e0-4495-b43a-3f882d75c425 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:19.433946 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4b7d9811-c638-4bb8-ac17-9255562df5cb req-6b6f1fcd-74e0-4495-b43a-3f882d75c425 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2016871 Sep 07 02:33:19.450011 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-4b7d9811-c638-4bb8-ac17-9255562df5cb req-38f91c26-8e75-462d-a617-d4b54892d983 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Request body: {'port': {'device_id': '2c748823-bf52-4a50-b688-325643480854', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'admin_state_up': True, 'tenant_id': 'cce8b5cfd6b346a09435557b781b9303'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:33:19.536500 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-53fc0218-d639-4057-977e-5d64aae4cf69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:19.546887 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-53fc0218-d639-4057-977e-5d64aae4cf69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:19.640630 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b7d9811-c638-4bb8-ac17-9255562df5cb req-38f91c26-8e75-462d-a617-d4b54892d983 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Made reservation on behalf of cce8b5cfd6b346a09435557b781b9303 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:33:19.643514 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-53fc0218-d639-4057-977e-5d64aae4cf69 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b5b55818c89f4f009df5b46c89f6874d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5916488 Sep 07 02:33:19.645881 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4b7d9811-c638-4bb8-ac17-9255562df5cb req-38f91c26-8e75-462d-a617-d4b54892d983 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:19.646629 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 36594) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:19.687736 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 36596) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:19.704236 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fc0218-d639-4057-977e-5d64aae4cf69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d49f68b7-71c6-4d34-87b7-0176effd4aa1,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:19.721863 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-723f5ba2-1234-48cf-bdff-fdb0174db5a9 req-52699c2b-b83b-4a36-9e75-c3380d156f61 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c748823-bf52-4a50-b688-325643480854 HTTP/1.1" status: 200 len: 210 time: 0.1094329 Sep 07 02:33:19.772226 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-80752c85-e274-409a-9f75-babde611defd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:19.840128 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-80752c85-e274-409a-9f75-babde611defd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:19.898932 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-4b7d9811-c638-4bb8-ac17-9255562df5cb req-38f91c26-8e75-462d-a617-d4b54892d983 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Allocated IP 192.168.233.178 (0823ecf3-066e-49bd-a451-2e84ab79a70f/694f9550-ba12-4672-8446-41848123cea2/58251260-70f6-4a8e-b9f6-eccbdf012a2a) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:33:19.956882 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-487a8ecc-312f-4158-bb16-10ff80e45547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:19.960034 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-80752c85-e274-409a-9f75-babde611defd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:19.965792 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-80752c85-e274-409a-9f75-babde611defd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:19.967820 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-80752c85-e274-409a-9f75-babde611defd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d49f68b7-71c6-4d34-87b7-0176effd4aa1 HTTP/1.1" status: 204 len: 168 time: 0.3194263 Sep 07 02:33:19.986796 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80752c85-e274-409a-9f75-babde611defd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49f68b7-71c6-4d34-87b7-0176effd4aa1,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:20.202912 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4b7d9811-c638-4bb8-ac17-9255562df5cb req-38f91c26-8e75-462d-a617-d4b54892d983 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:20.225425 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-4b7d9811-c638-4bb8-ac17-9255562df5cb req-38f91c26-8e75-462d-a617-d4b54892d983 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Transition to ACTIVE for port object 58251260-70f6-4a8e-b9f6-eccbdf012a2a will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:33:20.264787 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-487a8ecc-312f-4158-bb16-10ff80e45547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:20.298409 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-487a8ecc-312f-4158-bb16-10ff80e45547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:20.359120 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-487a8ecc-312f-4158-bb16-10ff80e45547 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=06f7127e33f841ff8f547064141b23c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6697042 Sep 07 02:33:20.362032 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 36650) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:20.367098 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29e8c1-3e86-4327-9412-122400ee0e01 req-a148ddbe-2fbc-4530-b88a-f4ba6a776f6d tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:20.368624 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ce29e8c1-3e86-4327-9412-122400ee0e01 req-a148ddbe-2fbc-4530-b88a-f4ba6a776f6d tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9da6157-6274-4d65-8941-542b6639bc0a HTTP/1.1" status: 200 len: 967 time: 0.1265051 Sep 07 02:33:20.371653 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a8ecc-312f-4158-bb16-10ff80e45547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a23b47-f22b-4d04-8f61-c6bf920fea08,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:20.391708 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4b7d9811-c638-4bb8-ac17-9255562df5cb req-38f91c26-8e75-462d-a617-d4b54892d983 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:20.442103 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b7d9811-c638-4bb8-ac17-9255562df5cb req-38f91c26-8e75-462d-a617-d4b54892d983 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Network 0823ecf3-066e-49bd-a451-2e84ab79a70f is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:33:20.453840 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-4b7d9811-c638-4bb8-ac17-9255562df5cb req-38f91c26-8e75-462d-a617-d4b54892d983 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:33:20.458086 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b7d9811-c638-4bb8-ac17-9255562df5cb req-38f91c26-8e75-462d-a617-d4b54892d983 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:33:20.463678 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7d9811-c638-4bb8-ac17-9255562df5cb req-38f91c26-8e75-462d-a617-d4b54892d983 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:20.464308 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4b7d9811-c638-4bb8-ac17-9255562df5cb req-38f91c26-8e75-462d-a617-d4b54892d983 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:20.476933 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ce29e8c1-3e86-4327-9412-122400ee0e01 req-36720588-b21d-4805-ad6e-3c79d9866304 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "GET /v2.0/security-groups?id=640bc5a7-1290-4dbd-b0ce-f56eb51dd0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002564 Sep 07 02:33:20.480340 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-10ac8079-9439-4fdb-940f-1aa6f9b9fccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:20.488351 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f91c26-8e75-462d-a617-d4b54892d983 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Pushing event updated for resources: {'Port': ['ID=58251260-70f6-4a8e-b9f6-eccbdf012a2a,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:20.500745 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4b7d9811-c638-4bb8-ac17-9255562df5cb req-38f91c26-8e75-462d-a617-d4b54892d983 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0554595 Sep 07 02:33:20.529087 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-4b7d9811-c638-4bb8-ac17-9255562df5cb req-a33ecec6-8598-4ea7-8b4a-0a773ae85886 service neutron] Request body: {'port': {'device_id': '2c748823-bf52-4a50-b688-325643480854', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:33:20.541430 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-10ac8079-9439-4fdb-940f-1aa6f9b9fccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:20.566255 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 36658) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:20.588773 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-73af8e70-9f19-40ae-b18d-d78ebdf6a20c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:20.656836 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4b7d9811-c638-4bb8-ac17-9255562df5cb req-a33ecec6-8598-4ea7-8b4a-0a773ae85886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:20.693307 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f3dc8-2063-4b95-8c6d-7889042a191d req-4a5dda83-f647-4e9a-866c-57750ebc917f tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:20.695010 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fd1f3dc8-2063-4b95-8c6d-7889042a191d req-4a5dda83-f647-4e9a-866c-57750ebc917f tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3a54fe-41a5-405d-ad38-5b97540ecb8b HTTP/1.1" status: 200 len: 947 time: 0.0765886 Sep 07 02:33:20.705153 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-10ac8079-9439-4fdb-940f-1aa6f9b9fccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:20.708031 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-10ac8079-9439-4fdb-940f-1aa6f9b9fccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:20.709475 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-10ac8079-9439-4fdb-940f-1aa6f9b9fccb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a2a23b47-f22b-4d04-8f61-c6bf920fea08 HTTP/1.1" status: 204 len: 168 time: 0.3456712 Sep 07 02:33:20.729413 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9de404-9f6e-461a-b067-fa9b69f9835d req-066cc960-7909-4703-9ed1-5d918a13d7db tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:20.730925 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-db9de404-9f6e-461a-b067-fa9b69f9835d req-066cc960-7909-4703-9ed1-5d918a13d7db tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3815a72-012e-4583-b73b-362ce4ca7c6c HTTP/1.1" status: 200 len: 972 time: 0.1152623 Sep 07 02:33:20.779297 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ac8079-9439-4fdb-940f-1aa6f9b9fccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a23b47-f22b-4d04-8f61-c6bf920fea08,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:20.804361 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-e16b05c3-851d-4302-8186-4930255c35c4 None None] Provisioning for port 58251260-70f6-4a8e-b9f6-eccbdf012a2a completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:33:20.813610 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-e16b05c3-851d-4302-8186-4930255c35c4 None None] Provisioning complete for port 58251260-70f6-4a8e-b9f6-eccbdf012a2a triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:33:20.814202 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e16b05c3-851d-4302-8186-4930255c35c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:20.815665 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-73af8e70-9f19-40ae-b18d-d78ebdf6a20c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:20.831612 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-73af8e70-9f19-40ae-b18d-d78ebdf6a20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:20.852891 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-e16b05c3-851d-4302-8186-4930255c35c4 None None] Port 58251260-70f6-4a8e-b9f6-eccbdf012a2a cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:33:20.853927 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-db9de404-9f6e-461a-b067-fa9b69f9835d req-e51c3d72-0e3b-42e6-97a2-4a7cfbfa9cb6 tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] 10.222.0.22 "GET /v2.0/security-groups?id=a8bffc46-0ce1-4ca2-bf68-121c58cb4f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160648 Sep 07 02:33:20.870822 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-73af8e70-9f19-40ae-b18d-d78ebdf6a20c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ec1ee9a3b64543a18953ad9149f3a269&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3036199 Sep 07 02:33:20.875795 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 36664) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:20.913158 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fd1f3dc8-2063-4b95-8c6d-7889042a191d req-35a896a0-c6f5-4a37-b492-3d966dd4fbad tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/security-groups?id=930fe853-fb8a-49e5-95dd-3b741b91d4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025442 Sep 07 02:33:20.947343 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73af8e70-9f19-40ae-b18d-d78ebdf6a20c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=249fafea-fdeb-4c93-a1cb-143ac69e3495,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:21.010121 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:21.018621 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-883b5d93-5bb2-4e6e-96c9-b5635e5798a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:21.044579 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-4b7d9811-c638-4bb8-ac17-9255562df5cb req-a33ecec6-8598-4ea7-8b4a-0a773ae85886 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58251260-70f6-4a8e-b9f6-eccbdf012a2a {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:33:21.064549 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4b7d9811-c638-4bb8-ac17-9255562df5cb req-a33ecec6-8598-4ea7-8b4a-0a773ae85886 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:21.087580 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-4b7d9811-c638-4bb8-ac17-9255562df5cb req-a33ecec6-8598-4ea7-8b4a-0a773ae85886 service neutron] Transition to ACTIVE for port object 58251260-70f6-4a8e-b9f6-eccbdf012a2a will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:33:21.088848 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-883b5d93-5bb2-4e6e-96c9-b5635e5798a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:21.093818 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:21.094825 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4b7d9811-c638-4bb8-ac17-9255562df5cb req-a33ecec6-8598-4ea7-8b4a-0a773ae85886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:21.109983 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc88bd-b3e1-4b06-8ad6-d55e4c5b7271 req-177f4c4c-54ae-4409-a5f9-dc05a87e66ce tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:21.111912 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-80dc88bd-b3e1-4b06-8ad6-d55e4c5b7271 req-177f4c4c-54ae-4409-a5f9-dc05a87e66ce tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c748823-bf52-4a50-b688-325643480854 HTTP/1.1" status: 200 len: 936 time: 0.0873182 Sep 07 02:33:21.187558 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-80dc88bd-b3e1-4b06-8ad6-d55e4c5b7271 req-468d0acf-8951-432b-b3fb-d4286ca7d552 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/security-groups?id=4ba2aa4d-7f82-4cc1-ad48-46c49fcc34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587320 Sep 07 02:33:21.210092 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33ecec6-8598-4ea7-8b4a-0a773ae85886 service neutron] Pushing event updated for resources: {'Port': ['ID=58251260-70f6-4a8e-b9f6-eccbdf012a2a,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:21.217005 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-883b5d93-5bb2-4e6e-96c9-b5635e5798a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:21.220556 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-883b5d93-5bb2-4e6e-96c9-b5635e5798a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:21.223391 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-4b7d9811-c638-4bb8-ac17-9255562df5cb req-a33ecec6-8598-4ea7-8b4a-0a773ae85886 service neutron] Attempting to bind port 58251260-70f6-4a8e-b9f6-eccbdf012a2a on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:33:21.223550 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-4b7d9811-c638-4bb8-ac17-9255562df5cb req-a33ecec6-8598-4ea7-8b4a-0a773ae85886 service neutron] Attempting to bind port 58251260-70f6-4a8e-b9f6-eccbdf012a2a by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:33:21.224128 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-883b5d93-5bb2-4e6e-96c9-b5635e5798a1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/249fafea-fdeb-4c93-a1cb-143ac69e3495 HTTP/1.1" status: 204 len: 168 time: 0.3472099 Sep 07 02:33:21.226969 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7d9811-c638-4bb8-ac17-9255562df5cb req-a33ecec6-8598-4ea7-8b4a-0a773ae85886 service neutron] Attempting to bind port 58251260-70f6-4a8e-b9f6-eccbdf012a2a on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:33:21.231966 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7d9811-c638-4bb8-ac17-9255562df5cb req-a33ecec6-8598-4ea7-8b4a-0a773ae85886 service neutron] Port 58251260-70f6-4a8e-b9f6-eccbdf012a2a on network 0823ecf3-066e-49bd-a451-2e84ab79a70f not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:33:21.232320 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7d9811-c638-4bb8-ac17-9255562df5cb req-a33ecec6-8598-4ea7-8b4a-0a773ae85886 service neutron] Attempting to bind port 58251260-70f6-4a8e-b9f6-eccbdf012a2a on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:33:21.237500 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7d9811-c638-4bb8-ac17-9255562df5cb req-a33ecec6-8598-4ea7-8b4a-0a773ae85886 service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:33:21.237842 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7d9811-c638-4bb8-ac17-9255562df5cb req-a33ecec6-8598-4ea7-8b4a-0a773ae85886 service neutron] Checking segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:33:21.238290 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7d9811-c638-4bb8-ac17-9255562df5cb req-a33ecec6-8598-4ea7-8b4a-0a773ae85886 service neutron] Bound using segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:33:21.238703 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-4b7d9811-c638-4bb8-ac17-9255562df5cb req-a33ecec6-8598-4ea7-8b4a-0a773ae85886 service neutron] Bound port: 58251260-70f6-4a8e-b9f6-eccbdf012a2a, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:33:21.239024 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4b7d9811-c638-4bb8-ac17-9255562df5cb req-a33ecec6-8598-4ea7-8b4a-0a773ae85886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:21.245155 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883b5d93-5bb2-4e6e-96c9-b5635e5798a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249fafea-fdeb-4c93-a1cb-143ac69e3495,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:21.255394 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 36678) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:21.298111 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ded63ae9-9b9a-4d98-8801-4391ddef2988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:21.347281 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-4b7d9811-c638-4bb8-ac17-9255562df5cb req-a33ecec6-8598-4ea7-8b4a-0a773ae85886 service neutron] For port 58251260-70f6-4a8e-b9f6-eccbdf012a2a, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:33:21.351394 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-4b7d9811-c638-4bb8-ac17-9255562df5cb req-a33ecec6-8598-4ea7-8b4a-0a773ae85886 service neutron] For port 58251260-70f6-4a8e-b9f6-eccbdf012a2a, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=58251260-70f6-4a8e-b9f6-eccbdf012a2a,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:33:21.359168 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4b7d9811-c638-4bb8-ac17-9255562df5cb req-a33ecec6-8598-4ea7-8b4a-0a773ae85886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:21.434968 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7d9811-c638-4bb8-ac17-9255562df5cb req-a33ecec6-8598-4ea7-8b4a-0a773ae85886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:21.435703 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4b7d9811-c638-4bb8-ac17-9255562df5cb req-a33ecec6-8598-4ea7-8b4a-0a773ae85886 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:21.438393 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4b7d9811-c638-4bb8-ac17-9255562df5cb req-a33ecec6-8598-4ea7-8b4a-0a773ae85886 service neutron] 10.222.0.16 "PUT /v2.0/ports/58251260-70f6-4a8e-b9f6-eccbdf012a2a HTTP/1.1" status: 200 len: 1097 time: 0.9277899 Sep 07 02:33:21.444550 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c748823-bf52-4a50-b688-325643480854', 'tag': '58251260-70f6-4a8e-b9f6-eccbdf012a2a'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:33:21.450969 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd592a7-61c1-4f5f-a6bb-7557d964f79b" -d '{"events": [{"name": "network-changed", "server_uuid": "2c748823-bf52-4a50-b688-325643480854", "tag": "58251260-70f6-4a8e-b9f6-eccbdf012a2a"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:33:21.520817 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ded63ae9-9b9a-4d98-8801-4391ddef2988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:21.530568 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ded63ae9-9b9a-4d98-8801-4391ddef2988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:21.572121 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d808c81-c731-4a6e-8b3a-37f67ef557db x-openstack-request-id: req-2d808c81-c731-4a6e-8b3a-37f67ef557db {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:33:21.573672 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c748823-bf52-4a50-b688-325643480854", "tag": "58251260-70f6-4a8e-b9f6-eccbdf012a2a", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:33:21.573934 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2d808c81-c731-4a6e-8b3a-37f67ef557db {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:33:21.574345 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c748823-bf52-4a50-b688-325643480854', 'tag': '58251260-70f6-4a8e-b9f6-eccbdf012a2a', 'status': 'completed', 'code': 200} Sep 07 02:33:21.630180 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-ded63ae9-9b9a-4d98-8801-4391ddef2988 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6ffa9fbe02b74fce86f883375718940e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3578160 Sep 07 02:33:21.631809 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 36702) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:21.633823 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded63ae9-9b9a-4d98-8801-4391ddef2988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639ecd8d-69f3-481c-a721-b61f2dbf6497,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:21.685657 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33ecec6-8598-4ea7-8b4a-0a773ae85886 service neutron] Pushing event updated for resources: {'Port': ['ID=58251260-70f6-4a8e-b9f6-eccbdf012a2a,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:21.771567 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-20134fa3-a5ab-4233-8e30-4f500547a677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:21.820701 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7d9811-c638-4bb8-ac17-9255562df5cb req-ab19d0a2-6e5c-42a7-8724-7142ee1064a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:21.822231 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4b7d9811-c638-4bb8-ac17-9255562df5cb req-ab19d0a2-6e5c-42a7-8724-7142ee1064a9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cce8b5cfd6b346a09435557b781b9303&device_id=2c748823-bf52-4a50-b688-325643480854 HTTP/1.1" status: 200 len: 1100 time: 0.2958033 Sep 07 02:33:21.825634 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-20134fa3-a5ab-4233-8e30-4f500547a677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:21.843629 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d830e2c-12f3-4d65-9197-739bd607d22b req-becc4502-1cd4-4ff6-80f1-5a23ad2ea515 tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:21.845845 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4d830e2c-12f3-4d65-9197-739bd607d22b req-becc4502-1cd4-4ff6-80f1-5a23ad2ea515 tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] 10.222.0.23 "GET /v2.0/ports?device_id=f3815a72-012e-4583-b73b-362ce4ca7c6c HTTP/1.1" status: 200 len: 972 time: 0.2586133 Sep 07 02:33:21.867991 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 36714) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:21.888422 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-20134fa3-a5ab-4233-8e30-4f500547a677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:21.892742 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-20134fa3-a5ab-4233-8e30-4f500547a677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:21.893894 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-20134fa3-a5ab-4233-8e30-4f500547a677 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/639ecd8d-69f3-481c-a721-b61f2dbf6497 HTTP/1.1" status: 204 len: 168 time: 0.2415164 Sep 07 02:33:21.925447 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20134fa3-a5ab-4233-8e30-4f500547a677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639ecd8d-69f3-481c-a721-b61f2dbf6497,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:21.957463 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device e31f31cf-c9cc-4ab6-9966-3ec1bcf4ee71 details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:33:21.973498 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4b7d9811-c638-4bb8-ac17-9255562df5cb req-07895fbf-ff4c-407a-9b90-50ac00f8bb98 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=58251260-70f6-4a8e-b9f6-eccbdf012a2a HTTP/1.1" status: 200 len: 217 time: 0.1264422 Sep 07 02:33:22.018861 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d16966-c0f7-45c5-9284-15663cb548f1 req-19377aa2-aeb2-416c-b09e-6f134aaa2b19 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:22.026190 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-67d16966-c0f7-45c5-9284-15663cb548f1 req-19377aa2-aeb2-416c-b09e-6f134aaa2b19 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9da6157-6274-4d65-8941-542b6639bc0a HTTP/1.1" status: 200 len: 967 time: 0.3685336 Sep 07 02:33:22.043497 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-69dd9a41-7fa7-4552-9e03-9189b44113a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:22.093369 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d071d-36b2-40dc-9905-36017f444281 req-e66fcb63-9f63-4d5b-9865-6a0715fd65d5 tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:22.101126 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cc6d071d-36b2-40dc-9905-36017f444281 req-e66fcb63-9f63-4d5b-9865-6a0715fd65d5 tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3815a72-012e-4583-b73b-362ce4ca7c6c HTTP/1.1" status: 200 len: 972 time: 0.1011608 Sep 07 02:33:22.110087 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port e31f31cf-c9cc-4ab6-9966-3ec1bcf4ee71, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=e31f31cf-c9cc-4ab6-9966-3ec1bcf4ee71,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:33:22.126189 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': 'e31f31cf-c9cc-4ab6-9966-3ec1bcf4ee71', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'port_id': 'e31f31cf-c9cc-4ab6-9966-3ec1bcf4ee71', 'mac_address': 'fa:16:3e:c2:db:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '694f9550-ba12-4672-8446-41848123cea2', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:33:22.159933 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cc6d071d-36b2-40dc-9905-36017f444281 req-15a8b035-caa0-4213-b423-1e14ea827397 tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] 10.222.0.22 "GET /v2.0/security-groups?id=a8bffc46-0ce1-4ca2-bf68-121c58cb4f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556922 Sep 07 02:33:22.177621 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:22.194462 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e31f31cf-c9cc-4ab6-9966-3ec1bcf4ee71 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:33:22.237352 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7d9811-c638-4bb8-ac17-9255562df5cb req-5e3b68a3-b7d1-45e4-a942-031490f16059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:22.241976 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4b7d9811-c638-4bb8-ac17-9255562df5cb req-5e3b68a3-b7d1-45e4-a942-031490f16059 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.2479832 Sep 07 02:33:22.247456 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port e31f31cf-c9cc-4ab6-9966-3ec1bcf4ee71, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=e31f31cf-c9cc-4ab6-9966-3ec1bcf4ee71,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:33:22.259436 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:22.263652 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-67d16966-c0f7-45c5-9284-15663cb548f1 req-a712099a-05c0-47a2-9ff7-41049d473618 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "GET /v2.0/security-groups?id=640bc5a7-1290-4dbd-b0ce-f56eb51dd0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2365077 Sep 07 02:33:22.331102 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-69dd9a41-7fa7-4552-9e03-9189b44113a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:22.346455 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b3a34a-ec80-4795-b7ba-7b7d81032acf req-09895428-6ea4-46fd-985c-5eaf6cd13d25 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:22.356060 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f3b3a34a-ec80-4795-b7ba-7b7d81032acf req-09895428-6ea4-46fd-985c-5eaf6cd13d25 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3a54fe-41a5-405d-ad38-5b97540ecb8b HTTP/1.1" status: 200 len: 948 time: 0.0964942 Sep 07 02:33:22.359710 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=e31f31cf-c9cc-4ab6-9966-3ec1bcf4ee71,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:22.360794 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-69dd9a41-7fa7-4552-9e03-9189b44113a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:22.361559 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-4d830e2c-12f3-4d65-9197-739bd607d22b req-a25cd215-1454-4594-ad69-3e8d64ec3994 tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] Deleting port c8420439-bff3-4b3c-8e12-7bf0c18a805c {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:33:22.361933 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4d830e2c-12f3-4d65-9197-739bd607d22b req-a25cd215-1454-4594-ad69-3e8d64ec3994 tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:22.378499 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7d9811-c638-4bb8-ac17-9255562df5cb req-6f81b7b2-db00-4a31-ad8f-90a2f71b083d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:22.380032 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4b7d9811-c638-4bb8-ac17-9255562df5cb req-6f81b7b2-db00-4a31-ad8f-90a2f71b083d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0973608 Sep 07 02:33:22.428163 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd9a41-7fa7-4552-9e03-9189b44113a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc3b1a5-e4c7-4a15-ac17-3ae1716ee01e,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:22.462458 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['e31f31cf-c9cc-4ab6-9966-3ec1bcf4ee71'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:33:22.488668 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f3b3a34a-ec80-4795-b7ba-7b7d81032acf req-cf746e04-1664-400d-ac50-0eb99562c3eb tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/security-groups?id=930fe853-fb8a-49e5-95dd-3b741b91d4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315470 Sep 07 02:33:22.500719 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-69dd9a41-7fa7-4552-9e03-9189b44113a5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f185819c4ddf4de2b6fd821d00aa99f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6312544 Sep 07 02:33:22.507893 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 36740) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:22.546560 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 36744) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:22.652952 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-10dca6cc-4fb2-4908-8d93-ad4232ceb3d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:22.654771 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4b7d9811-c638-4bb8-ac17-9255562df5cb req-2d0d71c8-9ce0-4499-9bbb-cdbe921fa3a4 service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610199 Sep 07 02:33:22.672245 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e90cc-72fa-4af0-982e-672f3fd05046 req-7964af92-6f04-4bef-9e8d-730b8e70c28a tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:22.680061 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-345e90cc-72fa-4af0-982e-672f3fd05046 req-7964af92-6f04-4bef-9e8d-730b8e70c28a tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9da6157-6274-4d65-8941-542b6639bc0a HTTP/1.1" status: 200 len: 967 time: 0.0992322 Sep 07 02:33:22.688612 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 36750) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:22.699703 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-93393dd7-78e6-454b-992d-877c38df2dc1 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Request body: {'floatingip': {'port_id': '13df73ea-f9db-4927-a356-a34216e6f263'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:33:22.711703 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-10dca6cc-4fb2-4908-8d93-ad4232ceb3d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:22.789556 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-10dca6cc-4fb2-4908-8d93-ad4232ceb3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:22.792615 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-10dca6cc-4fb2-4908-8d93-ad4232ceb3d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:22.793851 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-10dca6cc-4fb2-4908-8d93-ad4232ceb3d2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9bc3b1a5-e4c7-4a15-ac17-3ae1716ee01e HTTP/1.1" status: 204 len: 168 time: 0.2848270 Sep 07 02:33:22.805334 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dca6cc-4fb2-4908-8d93-ad4232ceb3d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc3b1a5-e4c7-4a15-ac17-3ae1716ee01e,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:22.838435 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f9c5200c-bf3b-405a-abd3-16835e7ec07a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:22.967853 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f9c5200c-bf3b-405a-abd3-16835e7ec07a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:22.974506 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f9c5200c-bf3b-405a-abd3-16835e7ec07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:23.001728 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-93393dd7-78e6-454b-992d-877c38df2dc1 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Notify callbacks [] for floatingip, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:23.009047 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f9c5200c-bf3b-405a-abd3-16835e7ec07a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=eb00ea8b1ae243caa4ff699959c6d21f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4611647 Sep 07 02:33:23.011459 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 36766) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:23.092394 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6f3bdb1a-7a04-4133-84a0-b701db56960c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:23.122089 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6f3bdb1a-7a04-4133-84a0-b701db56960c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:23.132300 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941cad7-d9ff-461c-a6d2-a802efd6db80 req-ab10be3d-b2cf-4351-94a3-9ec2f4099223 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:23.134105 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1941cad7-d9ff-461c-a6d2-a802efd6db80 req-ab10be3d-b2cf-4351-94a3-9ec2f4099223 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c748823-bf52-4a50-b688-325643480854 HTTP/1.1" status: 200 len: 948 time: 0.7397943 Sep 07 02:33:23.157261 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c5200c-bf3b-405a-abd3-16835e7ec07a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f436040-6b8f-451d-ae8e-484d14080458,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:23.193753 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6f3bdb1a-7a04-4133-84a0-b701db56960c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:23.197478 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6f3bdb1a-7a04-4133-84a0-b701db56960c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:23.198717 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-6f3bdb1a-7a04-4133-84a0-b701db56960c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2f436040-6b8f-451d-ae8e-484d14080458 HTTP/1.1" status: 204 len: 168 time: 0.1862123 Sep 07 02:33:23.208766 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3bdb1a-7a04-4133-84a0-b701db56960c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f436040-6b8f-451d-ae8e-484d14080458,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:23.212480 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-4d830e2c-12f3-4d65-9197-739bd607d22b req-a25cd215-1454-4594-ad69-3e8d64ec3994 tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] For port c8420439-bff3-4b3c-8e12-7bf0c18a805c, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=c8420439-bff3-4b3c-8e12-7bf0c18a805c,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:33:23.212841 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4d830e2c-12f3-4d65-9197-739bd607d22b req-a25cd215-1454-4594-ad69-3e8d64ec3994 tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:23.218839 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 36774) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:23.254884 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b93d1bda-2446-4c29-b853-d939bcb20f91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:23.277526 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-4d830e2c-12f3-4d65-9197-739bd607d22b req-a25cd215-1454-4594-ad69-3e8d64ec3994 tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] Calling delete_port for c8420439-bff3-4b3c-8e12-7bf0c18a805c owned by compute:tempest-test_az-1064343421 {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:33:23.345344 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1941cad7-d9ff-461c-a6d2-a802efd6db80 req-be7afdec-fc86-4ef6-8609-1e6d7680b63d tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/security-groups?id=4ba2aa4d-7f82-4cc1-ad48-46c49fcc34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541231 Sep 07 02:33:23.387851 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4b7d9811-c638-4bb8-ac17-9255562df5cb req-0feeb7bd-befb-46b7-8b23-5bf90c8cd82b service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7230866 Sep 07 02:33:23.441274 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae4ea1-8336-4b8a-b481-cf9504c10671 req-454b6c52-6160-4c02-8266-e486ad11eeec tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:23.449143 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9bae4ea1-8336-4b8a-b481-cf9504c10671 req-454b6c52-6160-4c02-8266-e486ad11eeec tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3815a72-012e-4583-b73b-362ce4ca7c6c HTTP/1.1" status: 200 len: 972 time: 0.0963972 Sep 07 02:33:23.488752 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b93d1bda-2446-4c29-b853-d939bcb20f91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:23.503879 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b93d1bda-2446-4c29-b853-d939bcb20f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:23.523361 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9bae4ea1-8336-4b8a-b481-cf9504c10671 req-9ac3043f-00ca-4d9f-b126-16b5983d8ccc tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] 10.222.0.22 "GET /v2.0/security-groups?id=a8bffc46-0ce1-4ca2-bf68-121c58cb4f99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705891 Sep 07 02:33:23.568362 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b93d1bda-2446-4c29-b853-d939bcb20f91 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f17637e87aed4f27a0fc674c68f50c83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3477614 Sep 07 02:33:23.569340 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93d1bda-2446-4c29-b853-d939bcb20f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42b4411-89f8-4df7-9516-642224654490,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:23.572428 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 36788) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:23.634739 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-804ad40a-ea91-43b4-acff-881d10ba9087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:23.659196 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-804ad40a-ea91-43b4-acff-881d10ba9087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:23.715674 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd592a7-61c1-4f5f-a6bb-7557d964f79b req-2876f403-e6d0-44db-89ec-cb3b8bb165c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:23.717230 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9bd592a7-61c1-4f5f-a6bb-7557d964f79b req-2876f403-e6d0-44db-89ec-cb3b8bb165c3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cce8b5cfd6b346a09435557b781b9303&device_id=2c748823-bf52-4a50-b688-325643480854 HTTP/1.1" status: 200 len: 1100 time: 0.2593572 Sep 07 02:33:23.730932 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-804ad40a-ea91-43b4-acff-881d10ba9087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:23.736240 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-804ad40a-ea91-43b4-acff-881d10ba9087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:23.737866 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-804ad40a-ea91-43b4-acff-881d10ba9087 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d42b4411-89f8-4df7-9516-642224654490 HTTP/1.1" status: 204 len: 168 time: 0.1640639 Sep 07 02:33:23.748437 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804ad40a-ea91-43b4-acff-881d10ba9087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42b4411-89f8-4df7-9516-642224654490,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:23.779742 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 36796) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:23.801153 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-32ce16fc-135d-47fd-b8a4-002648da4541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:23.946562 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-32ce16fc-135d-47fd-b8a4-002648da4541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:23.950845 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-32ce16fc-135d-47fd-b8a4-002648da4541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:23.965706 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device e31f31cf-c9cc-4ab6-9966-3ec1bcf4ee71 up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:33:23.987064 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90622a63-d5f1-4e7d-b4a8-07a923855def req-47ad5bf1-062e-4b7d-89b2-d67536878b88 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:23.994421 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-90622a63-d5f1-4e7d-b4a8-07a923855def req-47ad5bf1-062e-4b7d-89b2-d67536878b88 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3a54fe-41a5-405d-ad38-5b97540ecb8b HTTP/1.1" status: 200 len: 948 time: 0.3354297 Sep 07 02:33:23.999975 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-32ce16fc-135d-47fd-b8a4-002648da4541 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7e20060cc43d4aea95c304713257a5b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2179773 Sep 07 02:33:24.000318 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 36800) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:24.002546 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ce16fc-135d-47fd-b8a4-002648da4541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17e14a4-19cc-4339-9c92-959228334050,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:24.036594 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4d830e2c-12f3-4d65-9197-739bd607d22b req-a25cd215-1454-4594-ad69-3e8d64ec3994 tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:24.055126 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port e31f31cf-c9cc-4ab6-9966-3ec1bcf4ee71 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:33:24.062031 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port e31f31cf-c9cc-4ab6-9966-3ec1bcf4ee71 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:33:24.063035 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:24.117965 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9a277ce5-b6bc-40fc-942f-8b377c8a9b99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:24.133622 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25cd215-1454-4594-ad69-3e8d64ec3994 tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] Pushing event deleted for resources: {'Port': ['ID=c8420439-bff3-4b3c-8e12-7bf0c18a805c,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:24.214511 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9a277ce5-b6bc-40fc-942f-8b377c8a9b99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:24.254273 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5339da0c-b3f7-4841-b199-b3fdb02c2c81 req-c2590cab-3a1b-4a55-8dec-5108c61e2cf9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e9da6157-6274-4d65-8941-542b6639bc0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0971646 Sep 07 02:33:24.255716 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:24.315717 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd592a7-61c1-4f5f-a6bb-7557d964f79b req-39b9e38b-5e58-4046-8805-a8ecf1d3494f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:24.317718 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9bd592a7-61c1-4f5f-a6bb-7557d964f79b req-39b9e38b-5e58-4046-8805-a8ecf1d3494f service neutron] 10.222.0.16 "GET /v2.0/networks?id=0823ecf3-066e-49bd-a451-2e84ab79a70f HTTP/1.1" status: 200 len: 869 time: 0.5570271 Sep 07 02:33:24.320279 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c3a54fe-41a5-405d-ad38-5b97540ecb8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e31f31cf-c9cc-4ab6-9966-3ec1bcf4ee71'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:33:24.326570 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc8b294-3bef-4208-adc1-8a366d43fe96" -d '{"events": [{"server_uuid": "5c3a54fe-41a5-405d-ad38-5b97540ecb8b", "name": "network-vif-plugged", "status": "completed", "tag": "e31f31cf-c9cc-4ab6-9966-3ec1bcf4ee71"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:33:24.343424 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-90622a63-d5f1-4e7d-b4a8-07a923855def req-9fde8028-c926-475c-94ea-12c47ef17c38 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/security-groups?id=930fe853-fb8a-49e5-95dd-3b741b91d4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338540 Sep 07 02:33:24.365257 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port e31f31cf-c9cc-4ab6-9966-3ec1bcf4ee71, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=e31f31cf-c9cc-4ab6-9966-3ec1bcf4ee71,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:33:24.374328 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d830e2c-12f3-4d65-9197-739bd607d22b req-a25cd215-1454-4594-ad69-3e8d64ec3994 tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] No DVR routers for this DVR port c8420439-bff3-4b3c-8e12-7bf0c18a805c on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:33:24.375497 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9a277ce5-b6bc-40fc-942f-8b377c8a9b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:24.375823 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:24.379065 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9a277ce5-b6bc-40fc-942f-8b377c8a9b99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:24.382868 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-9a277ce5-b6bc-40fc-942f-8b377c8a9b99 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a17e14a4-19cc-4339-9c92-959228334050 HTTP/1.1" status: 204 len: 168 time: 0.3792019 Sep 07 02:33:24.398402 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a277ce5-b6bc-40fc-942f-8b377c8a9b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17e14a4-19cc-4339-9c92-959228334050,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:24.413457 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339da0c-b3f7-4841-b199-b3fdb02c2c81 req-7b16032f-ad62-4ffd-a2a7-ba05df1b6b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:24.418790 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5339da0c-b3f7-4841-b199-b3fdb02c2c81 req-7b16032f-ad62-4ffd-a2a7-ba05df1b6b30 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ec8f998f0dfa49298d81e528b209944e&device_id=e9da6157-6274-4d65-8941-542b6639bc0a HTTP/1.1" status: 200 len: 1119 time: 0.1046901 Sep 07 02:33:24.436467 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4d830e2c-12f3-4d65-9197-739bd607d22b req-a25cd215-1454-4594-ad69-3e8d64ec3994 tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:24.444781 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4d830e2c-12f3-4d65-9197-739bd607d22b req-a25cd215-1454-4594-ad69-3e8d64ec3994 tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] 10.222.0.23 "DELETE /v2.0/ports/c8420439-bff3-4b3c-8e12-7bf0c18a805c HTTP/1.1" status: 204 len: 173 time: 2.5784974 Sep 07 02:33:24.458778 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648b30da-9475-4c94-8c85-747fb689e1cf x-openstack-request-id: req-648b30da-9475-4c94-8c85-747fb689e1cf {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:33:24.460085 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c3a54fe-41a5-405d-ad38-5b97540ecb8b", "name": "network-vif-plugged", "status": "completed", "tag": "e31f31cf-c9cc-4ab6-9966-3ec1bcf4ee71", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:33:24.462000 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-648b30da-9475-4c94-8c85-747fb689e1cf {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:33:24.462374 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c3a54fe-41a5-405d-ad38-5b97540ecb8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e31f31cf-c9cc-4ab6-9966-3ec1bcf4ee71', 'code': 200} Sep 07 02:33:24.491066 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3815a72-012e-4583-b73b-362ce4ca7c6c', 'name': 'network-vif-deleted', 'tag': 'c8420439-bff3-4b3c-8e12-7bf0c18a805c'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:33:24.498152 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e12b29-0ff2-4785-9ef1-f89ed6cc4126" -d '{"events": [{"server_uuid": "f3815a72-012e-4583-b73b-362ce4ca7c6c", "name": "network-vif-deleted", "tag": "c8420439-bff3-4b3c-8e12-7bf0c18a805c"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:33:24.498964 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=e31f31cf-c9cc-4ab6-9966-3ec1bcf4ee71,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:24.617281 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.db.resource_extend [None req-93393dd7-78e6-454b-992d-877c38df2dc1 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 02:33:24.629529 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b07d6a65-d428-4ab9-86e6-0a5e3f3a5b67 x-openstack-request-id: req-b07d6a65-d428-4ab9-86e6-0a5e3f3a5b67 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:33:24.631606 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3815a72-012e-4583-b73b-362ce4ca7c6c", "name": "network-vif-deleted", "tag": "c8420439-bff3-4b3c-8e12-7bf0c18a805c", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:33:24.632035 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b07d6a65-d428-4ab9-86e6-0a5e3f3a5b67 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:33:24.633306 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3815a72-012e-4583-b73b-362ce4ca7c6c', 'name': 'network-vif-deleted', 'tag': 'c8420439-bff3-4b3c-8e12-7bf0c18a805c', 'status': 'completed', 'code': 200} Sep 07 02:33:24.669626 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a483f55a-eb90-4069-ab89-a040cb183a94 req-15f6024f-e6e7-49ba-a5b9-3b7be8d7303f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:24.672096 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a483f55a-eb90-4069-ab89-a040cb183a94 req-15f6024f-e6e7-49ba-a5b9-3b7be8d7303f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5c3a54fe-41a5-405d-ad38-5b97540ecb8b HTTP/1.1" status: 200 len: 1101 time: 0.0807605 Sep 07 02:33:24.706022 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339da0c-b3f7-4841-b199-b3fdb02c2c81 req-72051dcc-267a-49b3-a1af-1c6a7373f734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:24.709232 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5339da0c-b3f7-4841-b199-b3fdb02c2c81 req-72051dcc-267a-49b3-a1af-1c6a7373f734 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc HTTP/1.1" status: 200 len: 923 time: 0.2688920 Sep 07 02:33:24.709698 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9bd592a7-61c1-4f5f-a6bb-7557d964f79b req-6579de44-a7cb-421e-bce9-d99628ad79ca service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=58251260-70f6-4a8e-b9f6-eccbdf012a2a HTTP/1.1" status: 200 len: 217 time: 0.3420157 Sep 07 02:33:24.760492 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4ab6c503-c39f-4254-92ff-73fcbd56254c req-9a2c22d4-9b48-47b5-9cd9-fdb3159062ca tempest-AggregatesAdminTestJSON-2062141818 tempest-AggregatesAdminTestJSON-2062141818-project] 10.222.0.22 "GET /v2.0/ports?device_id=f3815a72-012e-4583-b73b-362ce4ca7c6c HTTP/1.1" status: 200 len: 210 time: 0.0481865 Sep 07 02:33:24.797270 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5339da0c-b3f7-4841-b199-b3fdb02c2c81 req-6147dcf7-3dc8-4f52-bd43-274257dd3579 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13df73ea-f9db-4927-a356-a34216e6f263 HTTP/1.1" status: 200 len: 217 time: 0.0756183 Sep 07 02:33:24.840283 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-93393dd7-78e6-454b-992d-877c38df2dc1 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:24.849805 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-93393dd7-78e6-454b-992d-877c38df2dc1 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:24.852654 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd592a7-61c1-4f5f-a6bb-7557d964f79b req-8af11f8c-645b-47f3-867b-bc595eedbc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:24.854141 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9bd592a7-61c1-4f5f-a6bb-7557d964f79b req-8af11f8c-645b-47f3-867b-bc595eedbc5e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.1159685 Sep 07 02:33:24.872064 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a483f55a-eb90-4069-ab89-a040cb183a94 req-25ce2cb8-ca94-48ca-a1bd-a8577476f410 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=930fe853-fb8a-49e5-95dd-3b741b91d4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746702 Sep 07 02:33:24.880741 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339da0c-b3f7-4841-b199-b3fdb02c2c81 req-d36eb676-696a-45c7-8968-ece7912f645e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:24.882422 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5339da0c-b3f7-4841-b199-b3fdb02c2c81 req-d36eb676-696a-45c7-8968-ece7912f645e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cbe10d5e-50cd-446a-9782-e73eac83e8a3 HTTP/1.1" status: 200 len: 862 time: 0.0771077 Sep 07 02:33:24.934652 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5339da0c-b3f7-4841-b199-b3fdb02c2c81 req-bf97a951-d9b0-4542-9ac5-ee155a6edf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:24.936769 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5339da0c-b3f7-4841-b199-b3fdb02c2c81 req-bf97a951-d9b0-4542-9ac5-ee155a6edf93 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445065 Sep 07 02:33:25.116018 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5339da0c-b3f7-4841-b199-b3fdb02c2c81 req-cae202a6-594e-4dd0-8f77-6df1be3fcb14 service neutron] 10.222.0.23 "GET /v2.0/networks/6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694143 Sep 07 02:33:25.180005 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0805a69-408b-449b-922d-dc46b36ffce8 req-1e0cf22e-bdc4-4d54-a9e1-03089da0adf0 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:25.187306 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e0805a69-408b-449b-922d-dc46b36ffce8 req-1e0cf22e-bdc4-4d54-a9e1-03089da0adf0 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c748823-bf52-4a50-b688-325643480854 HTTP/1.1" status: 200 len: 948 time: 0.5622873 Sep 07 02:33:25.267459 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e0805a69-408b-449b-922d-dc46b36ffce8 req-876f5f75-6972-4eed-acce-1ea74e014b35 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/security-groups?id=4ba2aa4d-7f82-4cc1-ad48-46c49fcc34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726933 Sep 07 02:33:25.291961 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7a8466bb-2bf8-49c9-92ad-f8d3432aa732 req-dfa3a736-53b7-4658-a8c2-aff15ae756cb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0473eb4e-78a8-4438-841e-1daf58830e4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1149089 Sep 07 02:33:25.294676 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5339da0c-b3f7-4841-b199-b3fdb02c2c81 req-35d364b7-c021-448d-9a87-d4b1cd66b3f1 service neutron] 10.222.0.23 "GET /v2.0/networks/6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740088 Sep 07 02:33:25.315234 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd592a7-61c1-4f5f-a6bb-7557d964f79b req-0db6491e-351a-4a78-9d45-d05d49e7967d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:25.317021 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9bd592a7-61c1-4f5f-a6bb-7557d964f79b req-0db6491e-351a-4a78-9d45-d05d49e7967d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1878877 Sep 07 02:33:25.364697 n-d-796209-16 neutron-server[94700]: INFO neutron.db.l3_db [None req-93393dd7-78e6-454b-992d-877c38df2dc1 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Floating IP ecc1e03d-8732-4858-99f5-602816fd769c associated. External IP: 172.25.5.112, port: 13df73ea-f9db-4927-a356-a34216e6f263. Sep 07 02:33:25.401096 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8466bb-2bf8-49c9-92ad-f8d3432aa732 req-d0b284a0-5f75-446a-b9d8-e9f0bf7482e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:25.402846 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7a8466bb-2bf8-49c9-92ad-f8d3432aa732 req-d0b284a0-5f75-446a-b9d8-e9f0bf7482e4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b3ce8e5925f047018db886c89a448f8e&device_id=0473eb4e-78a8-4438-841e-1daf58830e4e HTTP/1.1" status: 200 len: 1101 time: 0.0542245 Sep 07 02:33:25.536406 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8466bb-2bf8-49c9-92ad-f8d3432aa732 req-8beeff57-738a-4b3b-9d18-7b4bdb3b76fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:25.538418 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7a8466bb-2bf8-49c9-92ad-f8d3432aa732 req-8beeff57-738a-4b3b-9d18-7b4bdb3b76fc service neutron] 10.222.0.16 "GET /v2.0/networks?id=0823ecf3-066e-49bd-a451-2e84ab79a70f HTTP/1.1" status: 200 len: 869 time: 0.1098151 Sep 07 02:33:25.561621 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9bd592a7-61c1-4f5f-a6bb-7557d964f79b req-e5b770af-375b-4143-b114-f032c4dd9964 service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263284 Sep 07 02:33:25.573093 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae998bc-82e4-4935-b4d3-4db164930269 req-b5a9426f-21fa-4544-acec-03957e32511b tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:25.574556 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8ae998bc-82e4-4935-b4d3-4db164930269 req-b5a9426f-21fa-4544-acec-03957e32511b tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3a54fe-41a5-405d-ad38-5b97540ecb8b HTTP/1.1" status: 200 len: 949 time: 0.1263032 Sep 07 02:33:25.604826 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7a8466bb-2bf8-49c9-92ad-f8d3432aa732 req-aee82b17-d941-487c-b066-25cccecbe46c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=124dbf8d-601e-4154-8354-1949cc0097af HTTP/1.1" status: 200 len: 217 time: 0.0575476 Sep 07 02:33:25.666411 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8466bb-2bf8-49c9-92ad-f8d3432aa732 req-f2cce941-fd26-4d9c-aaec-602f669ee23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:25.668350 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7a8466bb-2bf8-49c9-92ad-f8d3432aa732 req-f2cce941-fd26-4d9c-aaec-602f669ee23d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.0566897 Sep 07 02:33:25.715622 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device c8420439-bff3-4b3c-8e12-7bf0c18a805c no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:33:25.726930 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-a0385b19-f9f7-433a-a3d0-6c7c5bd7714f req-17190d7d-e715-4649-81ee-6e1563c23d8f tempest-SecurityGroupsTestAdminJSON-530468597 tempest-SecurityGroupsTestAdminJSON-530468597-project] Request body: {'security_group': {'name': 'tempest-securitygroup-522997357', 'description': 'tempest-description-1828510404'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:33:25.727535 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8ae998bc-82e4-4935-b4d3-4db164930269 req-06a1f2df-cde3-4b77-8637-3bf3e723eae0 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/security-groups?id=930fe853-fb8a-49e5-95dd-3b741b91d4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410046 Sep 07 02:33:25.758747 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8466bb-2bf8-49c9-92ad-f8d3432aa732 req-0245b88d-79bc-4b20-b556-1fd00c6dadc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:25.760783 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7a8466bb-2bf8-49c9-92ad-f8d3432aa732 req-0245b88d-79bc-4b20-b556-1fd00c6dadc0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0849853 Sep 07 02:33:25.776706 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: c8420439-bff3-4b3c-8e12-7bf0c18a805c {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:33:25.777224 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device c8420439-bff3-4b3c-8e12-7bf0c18a805c not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:33:25.783956 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-a0385b19-f9f7-433a-a3d0-6c7c5bd7714f req-17190d7d-e715-4649-81ee-6e1563c23d8f tempest-SecurityGroupsTestAdminJSON-530468597 tempest-SecurityGroupsTestAdminJSON-530468597-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:25.787362 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9bd592a7-61c1-4f5f-a6bb-7557d964f79b req-083ce19a-cf28-40c9-a235-6b5159f4794b service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118649 Sep 07 02:33:25.806530 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93393dd7-78e6-454b-992d-877c38df2dc1 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Router 11903ba5-e257-4111-a016-8b01939ea094 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:33:25.809523 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-a0385b19-f9f7-433a-a3d0-6c7c5bd7714f req-17190d7d-e715-4649-81ee-6e1563c23d8f tempest-SecurityGroupsTestAdminJSON-530468597 tempest-SecurityGroupsTestAdminJSON-530468597-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:25.854356 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5babe90d-d244-4d76-8770-d0bfffcca0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:25.960218 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7a8466bb-2bf8-49c9-92ad-f8d3432aa732 req-4954580d-ffb6-4972-94dd-13fbd8284e00 service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891019 Sep 07 02:33:25.965078 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 58251260-70f6-4a8e-b9f6-eccbdf012a2a details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:33:25.990724 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93393dd7-78e6-454b-992d-877c38df2dc1 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:33:25.997692 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-93393dd7-78e6-454b-992d-877c38df2dc1 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:26.017557 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c1f149-8d70-4097-88c2-3b5e984b7daa None None] Sync routers for ids ['11903ba5-e257-4111-a016-8b01939ea094'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:33:26.033515 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c1f149-8d70-4097-88c2-3b5e984b7daa None None] Routers {'11903ba5-e257-4111-a016-8b01939ea094'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:33:26.035605 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-f3c1f149-8d70-4097-88c2-3b5e984b7daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:32:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['11903ba5-e257-4111-a016-8b01939ea094'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:33:26.053074 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-93393dd7-78e6-454b-992d-877c38df2dc1 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "PUT /v2.0/floatingips/ecc1e03d-8732-4858-99f5-602816fd769c HTTP/1.1" status: 200 len: 1013 time: 3.3582592 Sep 07 02:33:26.176200 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7a8466bb-2bf8-49c9-92ad-f8d3432aa732 req-0e434e19-3f01-4474-a99d-16a9e2ab439b service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049539 Sep 07 02:33:26.200344 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-f3c1f149-8d70-4097-88c2-3b5e984b7daa None None] Set router 11903ba5-e257-4111-a016-8b01939ea094 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:33:26.215865 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 58251260-70f6-4a8e-b9f6-eccbdf012a2a, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=58251260-70f6-4a8e-b9f6-eccbdf012a2a,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:33:26.244505 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '58251260-70f6-4a8e-b9f6-eccbdf012a2a', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'port_id': '58251260-70f6-4a8e-b9f6-eccbdf012a2a', 'mac_address': 'fa:16:3e:78:76:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '694f9550-ba12-4672-8446-41848123cea2', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:33:26.272008 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 36882) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:26.286141 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-a0385b19-f9f7-433a-a3d0-6c7c5bd7714f req-17190d7d-e715-4649-81ee-6e1563c23d8f tempest-SecurityGroupsTestAdminJSON-530468597 tempest-SecurityGroupsTestAdminJSON-530468597-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:26.293960 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-a0385b19-f9f7-433a-a3d0-6c7c5bd7714f req-17190d7d-e715-4649-81ee-6e1563c23d8f tempest-SecurityGroupsTestAdminJSON-530468597 tempest-SecurityGroupsTestAdminJSON-530468597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:26.326538 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:26.353356 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58251260-70f6-4a8e-b9f6-eccbdf012a2a {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:33:26.365505 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17190d7d-e715-4649-81ee-6e1563c23d8f tempest-SecurityGroupsTestAdminJSON-530468597 tempest-SecurityGroupsTestAdminJSON-530468597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3837f3e1-7407-4d6d-b14c-935b540137fb,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:26.398130 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 58251260-70f6-4a8e-b9f6-eccbdf012a2a, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=58251260-70f6-4a8e-b9f6-eccbdf012a2a,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:33:26.407308 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:26.446362 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e76ea-66f7-4aa7-93a2-65aec2d7a425 req-7162e03c-e3a5-49de-82d7-1c57b554b2f0 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:26.450807 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cb4e76ea-66f7-4aa7-93a2-65aec2d7a425 req-7162e03c-e3a5-49de-82d7-1c57b554b2f0 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c748823-bf52-4a50-b688-325643480854 HTTP/1.1" status: 200 len: 948 time: 0.0989194 Sep 07 02:33:26.500376 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-a0385b19-f9f7-433a-a3d0-6c7c5bd7714f req-17190d7d-e715-4649-81ee-6e1563c23d8f tempest-SecurityGroupsTestAdminJSON-530468597 tempest-SecurityGroupsTestAdminJSON-530468597-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:26.505392 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=58251260-70f6-4a8e-b9f6-eccbdf012a2a,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:26.507184 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-a0385b19-f9f7-433a-a3d0-6c7c5bd7714f req-17190d7d-e715-4649-81ee-6e1563c23d8f tempest-SecurityGroupsTestAdminJSON-530468597 tempest-SecurityGroupsTestAdminJSON-530468597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:26.548609 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-a0385b19-f9f7-433a-a3d0-6c7c5bd7714f req-17190d7d-e715-4649-81ee-6e1563c23d8f tempest-SecurityGroupsTestAdminJSON-530468597 tempest-SecurityGroupsTestAdminJSON-530468597-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:26.562579 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a0385b19-f9f7-433a-a3d0-6c7c5bd7714f req-17190d7d-e715-4649-81ee-6e1563c23d8f tempest-SecurityGroupsTestAdminJSON-530468597 tempest-SecurityGroupsTestAdminJSON-530468597-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8427765 Sep 07 02:33:26.564050 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17190d7d-e715-4649-81ee-6e1563c23d8f tempest-SecurityGroupsTestAdminJSON-530468597 tempest-SecurityGroupsTestAdminJSON-530468597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cfc017a-6ce2-45d8-ac88-da88ba20e8ae,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:26.579809 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cb4e76ea-66f7-4aa7-93a2-65aec2d7a425 req-72c21d62-e490-46e5-b317-eb0f5096708d tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/security-groups?id=4ba2aa4d-7f82-4cc1-ad48-46c49fcc34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188760 Sep 07 02:33:26.602302 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-9f2bf807-043c-4eb2-9880-32a089e52f5b req-91737966-0d26-42bc-83dc-9af699b2d384 tempest-SecurityGroupsTestAdminJSON-530468597 tempest-SecurityGroupsTestAdminJSON-530468597-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1244897968', 'description': 'tempest-description-822048552'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:33:26.615761 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 36898) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:26.635359 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9da6157-6274-4d65-8941-542b6639bc0a', 'tag': '13df73ea-f9db-4927-a356-a34216e6f263'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:33:26.638511 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd5867a-3d63-45fc-a8d9-9ae1b9d23776" -d '{"events": [{"name": "network-changed", "server_uuid": "e9da6157-6274-4d65-8941-542b6639bc0a", "tag": "13df73ea-f9db-4927-a356-a34216e6f263"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:33:26.641850 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['58251260-70f6-4a8e-b9f6-eccbdf012a2a'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:33:26.642995 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9f2bf807-043c-4eb2-9880-32a089e52f5b req-91737966-0d26-42bc-83dc-9af699b2d384 tempest-SecurityGroupsTestAdminJSON-530468597 tempest-SecurityGroupsTestAdminJSON-530468597-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:26.680123 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-f3c1f149-8d70-4097-88c2-3b5e984b7daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11903ba5-e257-4111-a016-8b01939ea094', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-580571853-router', 'tenant_id': 'ec8f998f0dfa49298d81e528b209944e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '9c2fe7a0-c1ad-469f-aa13-3711ea7b2bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:32:33Z', 'updated_at': '2021-09-07T02:32:38Z', 'revision_number': 4, 'project_id': 'ec8f998f0dfa49298d81e528b209944e', 'gw_port': {'id': '9c2fe7a0-c1ad-469f-aa13-3711ea7b2bc7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:0a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11903ba5-e257-4111-a016-8b01939ea094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:32:34Z', 'updated_at': '2021-09-07T02:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'ecc1e03d-8732-4858-99f5-602816fd769c', 'tenant_id': 'ec8f998f0dfa49298d81e528b209944e', 'floating_ip_address': '172.25.5.112', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '11903ba5-e257-4111-a016-8b01939ea094', 'port_id': '13df73ea-f9db-4927-a356-a34216e6f263', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc', 'mac_address': 'fa:16:3e:5b:cd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9da6157-6274-4d65-8941-542b6639bc0a', 'device_owner': 'compute:tempest-test_az-1064343421'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T02:33:04Z', 'updated_at': '2021-09-07T02:33:24Z', 'revision_number': 1, 'project_id': 'ec8f998f0dfa49298d81e528b209944e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '859e2d0d-bf42-452d-a954-dfdc8ed71645', 'name': '', 'network_id': '6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc', 'tenant_id': 'ec8f998f0dfa49298d81e528b209944e', 'mac_address': 'fa:16:3e:01:d0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11903ba5-e257-4111-a016-8b01939ea094', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'cbe10d5e-50cd-446a-9782-e73eac83e8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:32:36Z', 'updated_at': '2021-09-07T02:32:45Z', 'revision_number': 5, 'project_id': 'ec8f998f0dfa49298d81e528b209944e', 'subnets': [{'id': 'cbe10d5e-50cd-446a-9782-e73eac83e8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:33:26.699799 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-88a7330e-9d43-41b0-8271-76d49db51a97 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-366309327-network', 'tenant_id': 'f4b9a4a861be4de9ba9378f5ed497ddc'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:33:26.712493 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c1f149-8d70-4097-88c2-3b5e984b7daa None None] Checking router: 11903ba5-e257-4111-a016-8b01939ea094 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:33:26.722307 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c1f149-8d70-4097-88c2-3b5e984b7daa None None] Routers {'11903ba5-e257-4111-a016-8b01939ea094'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:33:26.722912 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-f3c1f149-8d70-4097-88c2-3b5e984b7daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:32:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['11903ba5-e257-4111-a016-8b01939ea094'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:33:26.794221 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9f2bf807-043c-4eb2-9880-32a089e52f5b req-91737966-0d26-42bc-83dc-9af699b2d384 tempest-SecurityGroupsTestAdminJSON-530468597 tempest-SecurityGroupsTestAdminJSON-530468597-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:26.810585 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9f2bf807-043c-4eb2-9880-32a089e52f5b req-91737966-0d26-42bc-83dc-9af699b2d384 tempest-SecurityGroupsTestAdminJSON-530468597 tempest-SecurityGroupsTestAdminJSON-530468597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:26.851894 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a7330e-9d43-41b0-8271-76d49db51a97 admin admin] Made reservation on behalf of f4b9a4a861be4de9ba9378f5ed497ddc for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:33:26.854989 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-88a7330e-9d43-41b0-8271-76d49db51a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:26.860913 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9f2bf807-043c-4eb2-9880-32a089e52f5b req-91737966-0d26-42bc-83dc-9af699b2d384 tempest-SecurityGroupsTestAdminJSON-530468597 tempest-SecurityGroupsTestAdminJSON-530468597-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:26.872997 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9f2bf807-043c-4eb2-9880-32a089e52f5b req-91737966-0d26-42bc-83dc-9af699b2d384 tempest-SecurityGroupsTestAdminJSON-530468597 tempest-SecurityGroupsTestAdminJSON-530468597-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2749426 Sep 07 02:33:26.886012 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-f3c1f149-8d70-4097-88c2-3b5e984b7daa None None] Set router 11903ba5-e257-4111-a016-8b01939ea094 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:33:26.887140 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91737966-0d26-42bc-83dc-9af699b2d384 tempest-SecurityGroupsTestAdminJSON-530468597 tempest-SecurityGroupsTestAdminJSON-530468597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa779386-42eb-42cb-b07d-8e07401aabe1,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:26.898207 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-88a7330e-9d43-41b0-8271-76d49db51a97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:26.929503 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ec6e08-04b6-491e-adab-fb4304f21180 x-openstack-request-id: req-59ec6e08-04b6-491e-adab-fb4304f21180 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:33:26.930012 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9da6157-6274-4d65-8941-542b6639bc0a", "tag": "13df73ea-f9db-4927-a356-a34216e6f263", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:33:26.930447 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-59ec6e08-04b6-491e-adab-fb4304f21180 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:33:26.931305 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9da6157-6274-4d65-8941-542b6639bc0a', 'tag': '13df73ea-f9db-4927-a356-a34216e6f263', 'status': 'completed', 'code': 200} Sep 07 02:33:27.061878 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd5867a-3d63-45fc-a8d9-9ae1b9d23776 req-1450c1f3-013d-4ddc-8548-365f0b0ba4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:27.065775 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1bd5867a-3d63-45fc-a8d9-9ae1b9d23776 req-1450c1f3-013d-4ddc-8548-365f0b0ba4f4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ec8f998f0dfa49298d81e528b209944e&device_id=e9da6157-6274-4d65-8941-542b6639bc0a HTTP/1.1" status: 200 len: 1119 time: 0.1124196 Sep 07 02:33:27.104369 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-913f48c4-5184-4824-8c15-bfedf0606a41 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bb305d03c7ac4c1998c9addab922c11f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4870629 Sep 07 02:33:27.107096 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 36910) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:27.116340 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae4049-174c-420f-b3bf-9dd8869298c0 req-b3a2ac21-ff24-4867-9436-8e77abd3348a tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:27.117905 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-21ae4049-174c-420f-b3bf-9dd8869298c0 req-b3a2ac21-ff24-4867-9436-8e77abd3348a tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3a54fe-41a5-405d-ad38-5b97540ecb8b HTTP/1.1" status: 200 len: 949 time: 0.0923128 Sep 07 02:33:27.181233 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-21ae4049-174c-420f-b3bf-9dd8869298c0 req-00573f63-6f0b-48d1-8e9c-059826eb24b5 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/security-groups?id=930fe853-fb8a-49e5-95dd-3b741b91d4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440128 Sep 07 02:33:27.191867 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-88a7330e-9d43-41b0-8271-76d49db51a97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:27.198309 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-88a7330e-9d43-41b0-8271-76d49db51a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:27.206421 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-346bf5b2-3f1c-43f2-9ba8-2322ec8ce053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:27.222508 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88a7330e-9d43-41b0-8271-76d49db51a97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:33:27.255358 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-346bf5b2-3f1c-43f2-9ba8-2322ec8ce053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:27.258502 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd5867a-3d63-45fc-a8d9-9ae1b9d23776 req-32d0d954-d68c-4a8f-81a5-4ffd909aff8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:27.260878 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1bd5867a-3d63-45fc-a8d9-9ae1b9d23776 req-32d0d954-d68c-4a8f-81a5-4ffd909aff8f service neutron] 10.222.0.23 "GET /v2.0/networks?id=6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc HTTP/1.1" status: 200 len: 923 time: 0.1852450 Sep 07 02:33:27.282701 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-88a7330e-9d43-41b0-8271-76d49db51a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:27.283126 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-88a7330e-9d43-41b0-8271-76d49db51a97 admin admin] Added segment 00cca32f-e41c-4852-a687-73528a16538c of type vlan for network bd9601bc-c156-4ac4-9ffa-13377eee4acb Sep 07 02:33:27.284723 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a7330e-9d43-41b0-8271-76d49db51a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3506a522-e11f-4616-954e-3e9559147307,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:27.341678 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-f3c1f149-8d70-4097-88c2-3b5e984b7daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11903ba5-e257-4111-a016-8b01939ea094', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-580571853-router', 'tenant_id': 'ec8f998f0dfa49298d81e528b209944e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '9c2fe7a0-c1ad-469f-aa13-3711ea7b2bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:32:33Z', 'updated_at': '2021-09-07T02:32:38Z', 'revision_number': 4, 'project_id': 'ec8f998f0dfa49298d81e528b209944e', 'gw_port': {'id': '9c2fe7a0-c1ad-469f-aa13-3711ea7b2bc7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:0a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11903ba5-e257-4111-a016-8b01939ea094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:32:34Z', 'updated_at': '2021-09-07T02:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'ecc1e03d-8732-4858-99f5-602816fd769c', 'tenant_id': 'ec8f998f0dfa49298d81e528b209944e', 'floating_ip_address': '172.25.5.112', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '11903ba5-e257-4111-a016-8b01939ea094', 'port_id': '13df73ea-f9db-4927-a356-a34216e6f263', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc', 'mac_address': 'fa:16:3e:5b:cd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9da6157-6274-4d65-8941-542b6639bc0a', 'device_owner': 'compute:tempest-test_az-1064343421'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T02:33:04Z', 'updated_at': '2021-09-07T02:33:24Z', 'revision_number': 1, 'project_id': 'ec8f998f0dfa49298d81e528b209944e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '859e2d0d-bf42-452d-a954-dfdc8ed71645', 'name': '', 'network_id': '6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc', 'tenant_id': 'ec8f998f0dfa49298d81e528b209944e', 'mac_address': 'fa:16:3e:01:d0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11903ba5-e257-4111-a016-8b01939ea094', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'cbe10d5e-50cd-446a-9782-e73eac83e8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:32:36Z', 'updated_at': '2021-09-07T02:32:45Z', 'revision_number': 5, 'project_id': 'ec8f998f0dfa49298d81e528b209944e', 'subnets': [{'id': 'cbe10d5e-50cd-446a-9782-e73eac83e8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:33:27.364467 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-88a7330e-9d43-41b0-8271-76d49db51a97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:27.412626 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1bd5867a-3d63-45fc-a8d9-9ae1b9d23776 req-bf7c120f-6b56-436d-9a35-244a6b4ab580 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13df73ea-f9db-4927-a356-a34216e6f263 HTTP/1.1" status: 200 len: 1021 time: 0.1429074 Sep 07 02:33:27.416020 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c1f149-8d70-4097-88c2-3b5e984b7daa None None] The sync data for ids ['11903ba5-e257-4111-a016-8b01939ea094'] in n-d-796209-16 is: [{'id': '11903ba5-e257-4111-a016-8b01939ea094', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-580571853-router', 'tenant_id': 'ec8f998f0dfa49298d81e528b209944e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '9c2fe7a0-c1ad-469f-aa13-3711ea7b2bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:32:33Z', 'updated_at': '2021-09-07T02:32:38Z', 'revision_number': 4, 'project_id': 'ec8f998f0dfa49298d81e528b209944e', 'gw_port': {'id': '9c2fe7a0-c1ad-469f-aa13-3711ea7b2bc7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:0a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11903ba5-e257-4111-a016-8b01939ea094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:32:34Z', 'updated_at': '2021-09-07T02:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'ecc1e03d-8732-4858-99f5-602816fd769c', 'tenant_id': 'ec8f998f0dfa49298d81e528b209944e', 'floating_ip_address': '172.25.5.112', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '11903ba5-e257-4111-a016-8b01939ea094', 'port_id': '13df73ea-f9db-4927-a356-a34216e6f263', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc', 'mac_address': 'fa:16:3e:5b:cd:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9da6157-6274-4d65-8941-542b6639bc0a', 'device_owner': 'compute:tempest-test_az-1064343421'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T02:33:04Z', 'updated_at': '2021-09-07T02:33:24Z', 'revision_number': 1, 'project_id': 'ec8f998f0dfa49298d81e528b209944e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '859e2d0d-bf42-452d-a954-dfdc8ed71645', 'name': '', 'network_id': '6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc', 'tenant_id': 'ec8f998f0dfa49298d81e528b209944e', 'mac_address': 'fa:16:3e:01:d0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11903ba5-e257-4111-a016-8b01939ea094', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'cbe10d5e-50cd-446a-9782-e73eac83e8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:32:36Z', 'updated_at': '2021-09-07T02:32:45Z', 'revision_number': 5, 'project_id': 'ec8f998f0dfa49298d81e528b209944e', 'subnets': [{'id': 'cbe10d5e-50cd-446a-9782-e73eac83e8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:33:27.424300 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-88a7330e-9d43-41b0-8271-76d49db51a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:27.425297 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a7330e-9d43-41b0-8271-76d49db51a97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:27.425881 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-88a7330e-9d43-41b0-8271-76d49db51a97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:27.453923 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-695ce2ca-5aba-425f-adab-0231cdad7a8e req-47dbbd3b-0801-441e-bed7-ec674758015d tempest-SecurityGroupsTestAdminJSON-243975664 tempest-SecurityGroupsTestAdminJSON-243975664-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2049099301', 'description': 'tempest-description-1787079167'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:33:27.491712 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-88a7330e-9d43-41b0-8271-76d49db51a97 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2183328 Sep 07 02:33:27.498977 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 36924) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:27.501582 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd5867a-3d63-45fc-a8d9-9ae1b9d23776 req-07ffcec7-d6ed-4e36-986c-a8f925afb16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:27.502692 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1bd5867a-3d63-45fc-a8d9-9ae1b9d23776 req-07ffcec7-d6ed-4e36-986c-a8f925afb16d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cbe10d5e-50cd-446a-9782-e73eac83e8a3 HTTP/1.1" status: 200 len: 862 time: 0.0706947 Sep 07 02:33:27.506052 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-59a5464a-086a-4649-972a-0aeecc7259fe admin admin] Request body: {'subnet': {'network_id': 'bd9601bc-c156-4ac4-9ffa-13377eee4acb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-366309327-subnet', 'tenant_id': 'f4b9a4a861be4de9ba9378f5ed497ddc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:33:27.526901 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-346bf5b2-3f1c-43f2-9ba8-2322ec8ce053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:27.529718 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-346bf5b2-3f1c-43f2-9ba8-2322ec8ce053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:27.531062 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-346bf5b2-3f1c-43f2-9ba8-2322ec8ce053 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a8bffc46-0ce1-4ca2-bf68-121c58cb4f99 HTTP/1.1" status: 204 len: 168 time: 0.4231336 Sep 07 02:33:27.568862 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a7330e-9d43-41b0-8271-76d49db51a97 admin admin] Pushing event updated for resources: {'Network': ['ID=bd9601bc-c156-4ac4-9ffa-13377eee4acb,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:27.583230 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-695ce2ca-5aba-425f-adab-0231cdad7a8e req-47dbbd3b-0801-441e-bed7-ec674758015d tempest-SecurityGroupsTestAdminJSON-243975664 tempest-SecurityGroupsTestAdminJSON-243975664-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:27.583386 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346bf5b2-3f1c-43f2-9ba8-2322ec8ce053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8bffc46-0ce1-4ca2-bf68-121c58cb4f99,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:27.583769 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network bd9601bc-c156-4ac4-9ffa-13377eee4acb details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:33:27.607341 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-695ce2ca-5aba-425f-adab-0231cdad7a8e req-47dbbd3b-0801-441e-bed7-ec674758015d tempest-SecurityGroupsTestAdminJSON-243975664 tempest-SecurityGroupsTestAdminJSON-243975664-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:27.614918 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd5867a-3d63-45fc-a8d9-9ae1b9d23776 req-5982cff3-1f8a-4f8d-b5de-d00202ccc51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:27.618102 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1bd5867a-3d63-45fc-a8d9-9ae1b9d23776 req-5982cff3-1f8a-4f8d-b5de-d00202ccc51d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1044633 Sep 07 02:33:27.686721 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a5464a-086a-4649-972a-0aeecc7259fe admin admin] Made reservation on behalf of f4b9a4a861be4de9ba9378f5ed497ddc for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:33:27.692708 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-59a5464a-086a-4649-972a-0aeecc7259fe admin admin] Notify callbacks [] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:27.790993 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1bd5867a-3d63-45fc-a8d9-9ae1b9d23776 req-c51b1baf-d889-48f3-9103-4810fbd2b6e0 service neutron] 10.222.0.23 "GET /v2.0/networks/6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658831 Sep 07 02:33:27.856139 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daac0ed6-bbff-4284-9861-28e74acd8911 None None] New status for floating IP ecc1e03d-8732-4858-99f5-602816fd769c: ACTIVE {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 02:33:27.953480 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-695ce2ca-5aba-425f-adab-0231cdad7a8e req-47dbbd3b-0801-441e-bed7-ec674758015d tempest-SecurityGroupsTestAdminJSON-243975664 tempest-SecurityGroupsTestAdminJSON-243975664-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:27.962443 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-695ce2ca-5aba-425f-adab-0231cdad7a8e req-47dbbd3b-0801-441e-bed7-ec674758015d tempest-SecurityGroupsTestAdminJSON-243975664 tempest-SecurityGroupsTestAdminJSON-243975664-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:27.995801 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dbbd3b-0801-441e-bed7-ec674758015d tempest-SecurityGroupsTestAdminJSON-243975664 tempest-SecurityGroupsTestAdminJSON-243975664-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c56996-0fad-4c2b-84d2-b1d2c7c4d6e0,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:28.076010 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-59a5464a-086a-4649-972a-0aeecc7259fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:28.157524 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 36950) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:28.178263 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a5464a-086a-4649-972a-0aeecc7259fe admin admin] Checking segment: {'id': '00cca32f-e41c-4852-a687-73528a16538c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bd9601bc-c156-4ac4-9ffa-13377eee4acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:33:28.178624 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a5464a-086a-4649-972a-0aeecc7259fe admin admin] Network hostable DHCP agents. Network: bd9601bc-c156-4ac4-9ffa-13377eee4acb, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:33:28.192268 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a5464a-086a-4649-972a-0aeecc7259fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=af40ed98-11da-495e-997d-546db09a985f,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:28.227707 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a5464a-086a-4649-972a-0aeecc7259fe admin admin] Network bd9601bc-c156-4ac4-9ffa-13377eee4acb is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:33:28.245894 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 58251260-70f6-4a8e-b9f6-eccbdf012a2a up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:33:28.249200 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-695ce2ca-5aba-425f-adab-0231cdad7a8e req-47dbbd3b-0801-441e-bed7-ec674758015d tempest-SecurityGroupsTestAdminJSON-243975664 tempest-SecurityGroupsTestAdminJSON-243975664-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:28.252897 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-59a5464a-086a-4649-972a-0aeecc7259fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, bd9601bc-c156-4ac4-9ffa-13377eee4acb) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:33:28.262645 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-695ce2ca-5aba-425f-adab-0231cdad7a8e req-47dbbd3b-0801-441e-bed7-ec674758015d tempest-SecurityGroupsTestAdminJSON-243975664 tempest-SecurityGroupsTestAdminJSON-243975664-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:28.266755 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a5464a-086a-4649-972a-0aeecc7259fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:28.267341 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-59a5464a-086a-4649-972a-0aeecc7259fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:28.282886 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8545dc7d-b543-4e98-9d06-2896f8c9839a None None] Network bd9601bc-c156-4ac4-9ffa-13377eee4acb requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:33:28.287256 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b4146a48-a104-484f-8dc8-174eab89279f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=213b36152e1c48be8fb9a0280bd09ce3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1208725 Sep 07 02:33:28.306159 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-59a5464a-086a-4649-972a-0aeecc7259fe admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7972264 Sep 07 02:33:28.306159 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 36952) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:28.314231 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ae676e66-3f0d-48a1-ad38-27c4d40a4f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:28.350922 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-695ce2ca-5aba-425f-adab-0231cdad7a8e req-47dbbd3b-0801-441e-bed7-ec674758015d tempest-SecurityGroupsTestAdminJSON-243975664 tempest-SecurityGroupsTestAdminJSON-243975664-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:28.362016 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-695ce2ca-5aba-425f-adab-0231cdad7a8e req-47dbbd3b-0801-441e-bed7-ec674758015d tempest-SecurityGroupsTestAdminJSON-243975664 tempest-SecurityGroupsTestAdminJSON-243975664-project-admin] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.9166608 Sep 07 02:33:28.368751 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dbbd3b-0801-441e-bed7-ec674758015d tempest-SecurityGroupsTestAdminJSON-243975664 tempest-SecurityGroupsTestAdminJSON-243975664-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e783dcd-4f0a-447b-b23b-e6bfc8f764ce,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:28.381536 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779799c-931d-4744-8cb2-0b83f7387905 req-bf099b06-6f1b-489d-b2a9-e53aab299641 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:28.394405 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d71820a4-1ec3-4f0f-b28a-07e2875f9717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:28.397488 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4779799c-931d-4744-8cb2-0b83f7387905 req-bf099b06-6f1b-489d-b2a9-e53aab299641 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c748823-bf52-4a50-b688-325643480854 HTTP/1.1" status: 200 len: 949 time: 0.1285696 Sep 07 02:33:28.400009 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port 58251260-70f6-4a8e-b9f6-eccbdf012a2a completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:33:28.411369 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 58251260-70f6-4a8e-b9f6-eccbdf012a2a triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:33:28.412499 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:28.457889 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1bd5867a-3d63-45fc-a8d9-9ae1b9d23776 req-f9f58125-4410-4c4b-b440-ad5459098b84 service neutron] 10.222.0.23 "GET /v2.0/networks/6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6534858 Sep 07 02:33:28.462699 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4779799c-931d-4744-8cb2-0b83f7387905 req-59f2df88-d82a-4e5f-966c-2d76a365ea9d tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/security-groups?id=4ba2aa4d-7f82-4cc1-ad48-46c49fcc34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643392 Sep 07 02:33:28.464934 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d71820a4-1ec3-4f0f-b28a-07e2875f9717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:28.502056 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f630e9-fdec-4ae9-8c55-389cfdc92eb9 None None] Network bd9601bc-c156-4ac4-9ffa-13377eee4acb requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:33:28.551969 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d71820a4-1ec3-4f0f-b28a-07e2875f9717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:28.554567 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d71820a4-1ec3-4f0f-b28a-07e2875f9717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:28.556052 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-d71820a4-1ec3-4f0f-b28a-07e2875f9717 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7a3ff765-5bcb-4207-8d84-45ac1ec9b09e HTTP/1.1" status: 204 len: 168 time: 0.2549620 Sep 07 02:33:28.558657 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d617123-7833-40d1-b61d-b45fd32f854b req-8b90bd71-6c0a-4a57-9369-9bae4147c82f tempest-ServersAdminNegativeTestJSON-1502801112 tempest-ServersAdminNegativeTestJSON-1502801112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:28.566693 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2d617123-7833-40d1-b61d-b45fd32f854b req-8b90bd71-6c0a-4a57-9369-9bae4147c82f tempest-ServersAdminNegativeTestJSON-1502801112 tempest-ServersAdminNegativeTestJSON-1502801112-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=5c3a54fe-41a5-405d-ad38-5b97540ecb8b HTTP/1.1" status: 200 len: 1101 time: 0.1537771 Sep 07 02:33:28.588065 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71820a4-1ec3-4f0f-b28a-07e2875f9717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3ff765-5bcb-4207-8d84-45ac1ec9b09e,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:28.590436 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2d617123-7833-40d1-b61d-b45fd32f854b req-6370992d-c05b-443c-8af1-44e40db38e5b tempest-ServersAdminNegativeTestJSON-1502801112 tempest-ServersAdminNegativeTestJSON-1502801112-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:28.701358 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2d617123-7833-40d1-b61d-b45fd32f854b req-6370992d-c05b-443c-8af1-44e40db38e5b tempest-ServersAdminNegativeTestJSON-1502801112 tempest-ServersAdminNegativeTestJSON-1502801112-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:28.707755 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2d617123-7833-40d1-b61d-b45fd32f854b req-6370992d-c05b-443c-8af1-44e40db38e5b tempest-ServersAdminNegativeTestJSON-1502801112 tempest-ServersAdminNegativeTestJSON-1502801112-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:28.732753 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:28.750322 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2d617123-7833-40d1-b61d-b45fd32f854b req-6370992d-c05b-443c-8af1-44e40db38e5b tempest-ServersAdminNegativeTestJSON-1502801112 tempest-ServersAdminNegativeTestJSON-1502801112-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=930fe853-fb8a-49e5-95dd-3b741b91d4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769397 Sep 07 02:33:28.757829 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:28.780662 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-a2bdda30-714c-4080-ae4c-2f3451cf0a10 req-3dbffd21-c19e-4597-aef2-f5dd56752e93 tempest-SecurityGroupsTestAdminJSON-243975664 tempest-SecurityGroupsTestAdminJSON-243975664-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1204814644', 'description': 'tempest-description-145866305'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:33:28.785435 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6370992d-c05b-443c-8af1-44e40db38e5b tempest-ServersAdminNegativeTestJSON-1502801112 tempest-ServersAdminNegativeTestJSON-1502801112-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812c5994-c3e5-475b-9682-0b4b6fded4af,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:28.796560 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c748823-bf52-4a50-b688-325643480854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58251260-70f6-4a8e-b9f6-eccbdf012a2a'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:33:28.801104 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e38b46d-9630-4234-a88e-ae0ea419a0ee" -d '{"events": [{"server_uuid": "2c748823-bf52-4a50-b688-325643480854", "name": "network-vif-plugged", "status": "completed", "tag": "58251260-70f6-4a8e-b9f6-eccbdf012a2a"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:33:28.819891 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 58251260-70f6-4a8e-b9f6-eccbdf012a2a, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=58251260-70f6-4a8e-b9f6-eccbdf012a2a,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:33:28.823388 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a2bdda30-714c-4080-ae4c-2f3451cf0a10 req-3dbffd21-c19e-4597-aef2-f5dd56752e93 tempest-SecurityGroupsTestAdminJSON-243975664 tempest-SecurityGroupsTestAdminJSON-243975664-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:28.840240 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:28.923521 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=58251260-70f6-4a8e-b9f6-eccbdf012a2a,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:28.942172 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a2bdda30-714c-4080-ae4c-2f3451cf0a10 req-3dbffd21-c19e-4597-aef2-f5dd56752e93 tempest-SecurityGroupsTestAdminJSON-243975664 tempest-SecurityGroupsTestAdminJSON-243975664-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:28.946538 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a2bdda30-714c-4080-ae4c-2f3451cf0a10 req-3dbffd21-c19e-4597-aef2-f5dd56752e93 tempest-SecurityGroupsTestAdminJSON-243975664 tempest-SecurityGroupsTestAdminJSON-243975664-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:28.969054 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a2bdda30-714c-4080-ae4c-2f3451cf0a10 req-3dbffd21-c19e-4597-aef2-f5dd56752e93 tempest-SecurityGroupsTestAdminJSON-243975664 tempest-SecurityGroupsTestAdminJSON-243975664-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:28.970431 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a2bdda30-714c-4080-ae4c-2f3451cf0a10 req-3dbffd21-c19e-4597-aef2-f5dd56752e93 tempest-SecurityGroupsTestAdminJSON-243975664 tempest-SecurityGroupsTestAdminJSON-243975664-project-admin] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1948419 Sep 07 02:33:28.985732 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbffd21-c19e-4597-aef2-f5dd56752e93 tempest-SecurityGroupsTestAdminJSON-243975664 tempest-SecurityGroupsTestAdminJSON-243975664-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9859581e-ef59-447d-ab8a-265bd2e4bdb1,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:29.202172 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff77323-8973-40c1-be6c-aa00e9d4a00c req-1b169c7a-5a1d-42a0-aff1-a4984a01ffc6 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:29.203590 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eff77323-8973-40c1-be6c-aa00e9d4a00c req-1b169c7a-5a1d-42a0-aff1-a4984a01ffc6 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/networks?id=bd9601bc-c156-4ac4-9ffa-13377eee4acb HTTP/1.1" status: 200 len: 821 time: 0.1170666 Sep 07 02:33:29.220758 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eff77323-8973-40c1-be6c-aa00e9d4a00c req-f1b2120b-5a6e-43b2-9607-a7b767dd3ba9 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/quotas/f4b9a4a861be4de9ba9378f5ed497ddc HTTP/1.1" status: 200 len: 375 time: 0.0097711 Sep 07 02:33:29.255539 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eff77323-8973-40c1-be6c-aa00e9d4a00c req-361c8157-19bb-4068-b7f1-206aaf4c6fbe tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f4b9a4a861be4de9ba9378f5ed497ddc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277972 Sep 07 02:33:29.332537 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [req-c2e1bc18-dd86-4bd7-a0ee-9136b7d9ec15 req-99536007-42e8-4c8c-8eb7-e6b2a0b4dede service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 02:33:29.333620 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c2e1bc18-dd86-4bd7-a0ee-9136b7d9ec15 req-99536007-42e8-4c8c-8eb7-e6b2a0b4dede service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0555518 Sep 07 02:33:29.367908 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eff77323-8973-40c1-be6c-aa00e9d4a00c req-a43c9c3e-1668-439b-8bcb-6f441bb05e0a service neutron] 10.222.0.22 "GET /v2.0/networks/bd9601bc-c156-4ac4-9ffa-13377eee4acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042130 Sep 07 02:33:29.381048 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c10153-cc8b-4219-8bd1-1f768d88236b x-openstack-request-id: req-64c10153-cc8b-4219-8bd1-1f768d88236b {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:33:29.381367 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c748823-bf52-4a50-b688-325643480854", "name": "network-vif-plugged", "status": "completed", "tag": "58251260-70f6-4a8e-b9f6-eccbdf012a2a", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:33:29.389088 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-64c10153-cc8b-4219-8bd1-1f768d88236b {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:33:29.389557 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c748823-bf52-4a50-b688-325643480854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58251260-70f6-4a8e-b9f6-eccbdf012a2a', 'code': 200} Sep 07 02:33:29.395573 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:29.505470 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb05cee-4637-48d6-8e3f-b22204f46fd8 req-eb6121fa-dc70-48e5-b24b-620d6e1a18df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:29.506957 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1bb05cee-4637-48d6-8e3f-b22204f46fd8 req-eb6121fa-dc70-48e5-b24b-620d6e1a18df service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2c748823-bf52-4a50-b688-325643480854 HTTP/1.1" status: 200 len: 1102 time: 0.0607545 Sep 07 02:33:29.510435 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eff77323-8973-40c1-be6c-aa00e9d4a00c req-5d9ef605-11c4-4fa3-9a9a-388ca665174b service neutron] 10.222.0.22 "GET /v2.0/networks/bd9601bc-c156-4ac4-9ffa-13377eee4acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330941 Sep 07 02:33:29.557205 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1bb05cee-4637-48d6-8e3f-b22204f46fd8 req-5c6c7836-ee4c-4a75-9400-c42f80a6b328 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4ba2aa4d-7f82-4cc1-ad48-46c49fcc34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407183 Sep 07 02:33:29.851990 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ad71a9-87b3-453f-9ed8-03d964e815a4 req-bfe7a955-9485-4179-aa47-c107264fb2af tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:29.860152 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e5ad71a9-87b3-453f-9ed8-03d964e815a4 req-bfe7a955-9485-4179-aa47-c107264fb2af tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c748823-bf52-4a50-b688-325643480854 HTTP/1.1" status: 200 len: 950 time: 0.0633481 Sep 07 02:33:29.896226 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e5ad71a9-87b3-453f-9ed8-03d964e815a4 req-1d6ccc45-449b-48e2-aaae-4fcb59f3786c tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/security-groups?id=4ba2aa4d-7f82-4cc1-ad48-46c49fcc34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352111 Sep 07 02:33:29.896750 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b2ec3918-ceaa-4332-824f-b2642bacf3a7 req-0eb9b50f-a523-4398-838b-8cd90c333c5f tempest-SecurityGroupsTestAdminJSON-243975664 tempest-SecurityGroupsTestAdminJSON-243975664-project-admin] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 39547 time: 0.2591312 Sep 07 02:33:29.950722 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b2ec3918-ceaa-4332-824f-b2642bacf3a7 req-de1f4f10-a0f7-4fa6-b6c6-0b970c9f0d63 tempest-SecurityGroupsTestAdminJSON-243975664 tempest-SecurityGroupsTestAdminJSON-243975664-project-admin] 10.222.0.22 "GET /v2.0/security-groups/069778d0-28d1-4cf8-80f2-1a73e214016d HTTP/1.1" status: 200 len: 2973 time: 0.0529420 Sep 07 02:33:29.997073 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-21a21f10-73c5-411b-8e34-fe47ab0519d5 req-e97fb43c-4175-45f0-a30a-f2db2f87268e tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/ports?device_id=c174c388-11cb-426d-8da8-92c00543e2ee HTTP/1.1" status: 200 len: 210 time: 0.0324061 Sep 07 02:33:30.013533 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b2ec3918-ceaa-4332-824f-b2642bacf3a7 req-aa26afb3-78b5-4bc6-a7c1-e968cf97f4d0 tempest-SecurityGroupsTestAdminJSON-243975664 tempest-SecurityGroupsTestAdminJSON-243975664-project-admin] 10.222.0.22 "GET /v2.0/security-groups/069778d0-28d1-4cf8-80f2-1a73e214016d HTTP/1.1" status: 200 len: 2973 time: 0.0556324 Sep 07 02:33:30.072146 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b2ec3918-ceaa-4332-824f-b2642bacf3a7 req-0f4b6d09-9254-455b-b17a-4c7afc295204 tempest-SecurityGroupsTestAdminJSON-243975664 tempest-SecurityGroupsTestAdminJSON-243975664-project-admin] 10.222.0.22 "GET /v2.0/security-groups/19b030e4-29f1-4043-bcfd-17d06c18e961 HTTP/1.1" status: 200 len: 2977 time: 0.0569277 Sep 07 02:33:30.139641 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b2ec3918-ceaa-4332-824f-b2642bacf3a7 req-224bde84-c993-4cda-94ec-ff4a6f461a7c tempest-SecurityGroupsTestAdminJSON-243975664 tempest-SecurityGroupsTestAdminJSON-243975664-project-admin] 10.222.0.22 "GET /v2.0/security-groups/19b030e4-29f1-4043-bcfd-17d06c18e961 HTTP/1.1" status: 200 len: 2977 time: 0.0577312 Sep 07 02:33:30.190694 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b2ec3918-ceaa-4332-824f-b2642bacf3a7 req-50ca2a6e-69a1-43ef-a409-099b1a978c1d tempest-SecurityGroupsTestAdminJSON-243975664 tempest-SecurityGroupsTestAdminJSON-243975664-project-admin] 10.222.0.22 "GET /v2.0/security-groups/3506a522-e11f-4616-954e-3e9559147307 HTTP/1.1" status: 200 len: 2981 time: 0.0501118 Sep 07 02:33:30.259119 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b2ec3918-ceaa-4332-824f-b2642bacf3a7 req-f39132bb-70c4-49ac-8644-b25f936f0aed tempest-SecurityGroupsTestAdminJSON-243975664 tempest-SecurityGroupsTestAdminJSON-243975664-project-admin] 10.222.0.22 "GET /v2.0/security-groups/3506a522-e11f-4616-954e-3e9559147307 HTTP/1.1" status: 200 len: 2981 time: 0.0616968 Sep 07 02:33:30.336747 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b2ec3918-ceaa-4332-824f-b2642bacf3a7 req-926217e9-3a83-4412-b1b9-835e4dd265e3 tempest-SecurityGroupsTestAdminJSON-243975664 tempest-SecurityGroupsTestAdminJSON-243975664-project-admin] 10.222.0.22 "GET /v2.0/security-groups/3837f3e1-7407-4d6d-b14c-935b540137fb HTTP/1.1" status: 200 len: 2981 time: 0.0680485 Sep 07 02:33:30.387233 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b2ec3918-ceaa-4332-824f-b2642bacf3a7 req-4e372b20-3edb-47fb-9173-f0ea307a5897 tempest-SecurityGroupsTestAdminJSON-243975664 tempest-SecurityGroupsTestAdminJSON-243975664-project-admin] 10.222.0.22 "GET /v2.0/security-groups/3837f3e1-7407-4d6d-b14c-935b540137fb HTTP/1.1" status: 200 len: 2981 time: 0.0495541 Sep 07 02:33:30.424330 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b2ec3918-ceaa-4332-824f-b2642bacf3a7 req-77c612b9-9f38-4095-958a-446a27bfd689 tempest-SecurityGroupsTestAdminJSON-243975664 tempest-SecurityGroupsTestAdminJSON-243975664-project-admin] 10.222.0.22 "GET /v2.0/security-groups/4ba2aa4d-7f82-4cc1-ad48-46c49fcc34cd HTTP/1.1" status: 200 len: 2977 time: 0.0361969 Sep 07 02:33:30.472665 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b2ec3918-ceaa-4332-824f-b2642bacf3a7 req-d535de84-7b96-4528-8cd5-c02cde932391 tempest-SecurityGroupsTestAdminJSON-243975664 tempest-SecurityGroupsTestAdminJSON-243975664-project-admin] 10.222.0.22 "GET /v2.0/security-groups/4ba2aa4d-7f82-4cc1-ad48-46c49fcc34cd HTTP/1.1" status: 200 len: 2977 time: 0.0401578 Sep 07 02:33:30.520178 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b2ec3918-ceaa-4332-824f-b2642bacf3a7 req-17cfe694-4863-4c83-8eb5-391ac34de4bb tempest-SecurityGroupsTestAdminJSON-243975664 tempest-SecurityGroupsTestAdminJSON-243975664-project-admin] 10.222.0.22 "GET /v2.0/security-groups/64096fcc-3a8a-4b0c-a055-18140d1b78ff HTTP/1.1" status: 200 len: 2977 time: 0.0395079 Sep 07 02:33:30.567404 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b2ec3918-ceaa-4332-824f-b2642bacf3a7 req-190f8ac5-0e07-4536-a669-8240b6bf395e tempest-SecurityGroupsTestAdminJSON-243975664 tempest-SecurityGroupsTestAdminJSON-243975664-project-admin] 10.222.0.22 "GET /v2.0/security-groups/64096fcc-3a8a-4b0c-a055-18140d1b78ff HTTP/1.1" status: 200 len: 2977 time: 0.0413678 Sep 07 02:33:30.617995 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b2ec3918-ceaa-4332-824f-b2642bacf3a7 req-a8043c73-2090-47b4-9c0c-cd937711d068 tempest-SecurityGroupsTestAdminJSON-243975664 tempest-SecurityGroupsTestAdminJSON-243975664-project-admin] 10.222.0.22 "GET /v2.0/security-groups/812c5994-c3e5-475b-9682-0b4b6fded4af HTTP/1.1" status: 200 len: 2981 time: 0.0400579 Sep 07 02:33:30.711668 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b2ec3918-ceaa-4332-824f-b2642bacf3a7 req-b39024a9-bfe9-4ce2-8dba-eefcfddbf061 tempest-SecurityGroupsTestAdminJSON-243975664 tempest-SecurityGroupsTestAdminJSON-243975664-project-admin] 10.222.0.22 "GET /v2.0/security-groups/812c5994-c3e5-475b-9682-0b4b6fded4af HTTP/1.1" status: 200 len: 2981 time: 0.0827911 Sep 07 02:33:30.828370 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b2ec3918-ceaa-4332-824f-b2642bacf3a7 req-f93d0860-5180-427d-8266-64fb4fb957f8 tempest-SecurityGroupsTestAdminJSON-243975664 tempest-SecurityGroupsTestAdminJSON-243975664-project-admin] 10.222.0.22 "GET /v2.0/security-groups/83c56996-0fad-4c2b-84d2-b1d2c7c4d6e0 HTTP/1.1" status: 200 len: 2981 time: 0.1157446 Sep 07 02:33:30.893732 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb6db03-50be-4cf7-9da8-b6b1f1efe11e req-de8892e6-d840-494d-8f13-a51742255e31 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:30.896033 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff77323-8973-40c1-be6c-aa00e9d4a00c req-10b037e9-2321-4e05-a1a8-6039cb3626a9 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:30.896533 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4bb6db03-50be-4cf7-9da8-b6b1f1efe11e req-de8892e6-d840-494d-8f13-a51742255e31 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3a54fe-41a5-405d-ad38-5b97540ecb8b HTTP/1.1" status: 200 len: 949 time: 0.0653534 Sep 07 02:33:30.897493 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eff77323-8973-40c1-be6c-aa00e9d4a00c req-10b037e9-2321-4e05-a1a8-6039cb3626a9 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.23 "GET /v2.0/networks?id=bd9601bc-c156-4ac4-9ffa-13377eee4acb HTTP/1.1" status: 200 len: 821 time: 0.1838884 Sep 07 02:33:30.899331 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b2ec3918-ceaa-4332-824f-b2642bacf3a7 req-56322eb2-c816-4b87-8d3c-f4a4ab61c6d0 tempest-SecurityGroupsTestAdminJSON-243975664 tempest-SecurityGroupsTestAdminJSON-243975664-project-admin] 10.222.0.22 "GET /v2.0/security-groups/83c56996-0fad-4c2b-84d2-b1d2c7c4d6e0 HTTP/1.1" status: 200 len: 2981 time: 0.0701830 Sep 07 02:33:30.915751 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-eff77323-8973-40c1-be6c-aa00e9d4a00c req-5c26e2e1-a4e3-42d4-977b-b2509a24997b tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Request body: {'port': {'device_id': 'c174c388-11cb-426d-8da8-92c00543e2ee', 'network_id': 'bd9601bc-c156-4ac4-9ffa-13377eee4acb', 'admin_state_up': True, 'tenant_id': 'f4b9a4a861be4de9ba9378f5ed497ddc'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:33:30.936156 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4bb6db03-50be-4cf7-9da8-b6b1f1efe11e req-11814cef-16f0-4b4a-8c9c-9aa684b16e8a tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/security-groups?id=930fe853-fb8a-49e5-95dd-3b741b91d4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340037 Sep 07 02:33:30.969081 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 37084) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:31.018845 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b2ec3918-ceaa-4332-824f-b2642bacf3a7 req-712a8197-2ab1-47f2-9c59-ed742851e6b7 tempest-SecurityGroupsTestAdminJSON-243975664 tempest-SecurityGroupsTestAdminJSON-243975664-project-admin] 10.222.0.22 "GET /v2.0/security-groups/8c03a4d2-0849-437a-90a2-604f8d8c9a8c HTTP/1.1" status: 200 len: 2981 time: 0.1118839 Sep 07 02:33:31.094313 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b2ec3918-ceaa-4332-824f-b2642bacf3a7 req-fb27956d-2562-43ef-8582-fe0b71407bdf tempest-SecurityGroupsTestAdminJSON-243975664 tempest-SecurityGroupsTestAdminJSON-243975664-project-admin] 10.222.0.22 "GET /v2.0/security-groups/8c03a4d2-0849-437a-90a2-604f8d8c9a8c HTTP/1.1" status: 200 len: 2981 time: 0.0662892 Sep 07 02:33:31.110017 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eff77323-8973-40c1-be6c-aa00e9d4a00c req-5c26e2e1-a4e3-42d4-977b-b2509a24997b tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Made reservation on behalf of f4b9a4a861be4de9ba9378f5ed497ddc for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:33:31.113481 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-eff77323-8973-40c1-be6c-aa00e9d4a00c req-5c26e2e1-a4e3-42d4-977b-b2509a24997b tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:31.146370 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86fcbdb-f91f-47d0-9594-eef31eb2185c req-db562df4-01f7-407b-8a10-feca49bbbd55 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:31.147951 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e86fcbdb-f91f-47d0-9594-eef31eb2185c req-db562df4-01f7-407b-8a10-feca49bbbd55 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c748823-bf52-4a50-b688-325643480854 HTTP/1.1" status: 200 len: 950 time: 0.0631630 Sep 07 02:33:31.172918 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-47e4a53c-4066-40fd-8caa-a1004bde7a66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:31.193923 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b2ec3918-ceaa-4332-824f-b2642bacf3a7 req-50c8b40b-a473-46ec-8184-0190454dc721 tempest-SecurityGroupsTestAdminJSON-243975664 tempest-SecurityGroupsTestAdminJSON-243975664-project-admin] 10.222.0.22 "GET /v2.0/security-groups/930fe853-fb8a-49e5-95dd-3b741b91d4e7 HTTP/1.1" status: 200 len: 2977 time: 0.0925503 Sep 07 02:33:31.231078 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e86fcbdb-f91f-47d0-9594-eef31eb2185c req-37425ebd-0844-41ed-89dd-42e529629e66 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/security-groups?id=4ba2aa4d-7f82-4cc1-ad48-46c49fcc34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617931 Sep 07 02:33:31.235233 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:31.277595 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b2ec3918-ceaa-4332-824f-b2642bacf3a7 req-45fa5e50-4ac0-4c3d-927a-124ea8859d33 tempest-SecurityGroupsTestAdminJSON-243975664 tempest-SecurityGroupsTestAdminJSON-243975664-project-admin] 10.222.0.22 "GET /v2.0/security-groups/930fe853-fb8a-49e5-95dd-3b741b91d4e7 HTTP/1.1" status: 200 len: 2977 time: 0.0715001 Sep 07 02:33:31.304583 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 37100) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:31.333609 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9ba530cd-8551-4260-966e-982d7a06a2ba req-19664817-f121-4e38-976c-96db511137b9 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/ports?device_id=c174c388-11cb-426d-8da8-92c00543e2ee HTTP/1.1" status: 200 len: 210 time: 0.0439417 Sep 07 02:33:31.343323 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [req-eff77323-8973-40c1-be6c-aa00e9d4a00c req-5c26e2e1-a4e3-42d4-977b-b2509a24997b tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Allocated IP 172.20.0.4 (bd9601bc-c156-4ac4-9ffa-13377eee4acb/af40ed98-11da-495e-997d-546db09a985f/bd8d134c-dbcb-4273-a189-71b2690f1fb1) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:33:31.360193 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b2ec3918-ceaa-4332-824f-b2642bacf3a7 req-28596e48-f871-430d-92d5-0899d75db7b9 tempest-SecurityGroupsTestAdminJSON-243975664 tempest-SecurityGroupsTestAdminJSON-243975664-project-admin] 10.222.0.22 "GET /v2.0/security-groups/cb9a650f-6847-4e00-a92c-6f2a18906c2d HTTP/1.1" status: 200 len: 2977 time: 0.0689840 Sep 07 02:33:31.392432 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-47e4a53c-4066-40fd-8caa-a1004bde7a66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:31.397584 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-47e4a53c-4066-40fd-8caa-a1004bde7a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:31.444907 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b2ec3918-ceaa-4332-824f-b2642bacf3a7 req-3178b8e2-f4d0-4a94-abe4-18278c388221 tempest-SecurityGroupsTestAdminJSON-243975664 tempest-SecurityGroupsTestAdminJSON-243975664-project-admin] 10.222.0.22 "GET /v2.0/security-groups/cb9a650f-6847-4e00-a92c-6f2a18906c2d HTTP/1.1" status: 200 len: 2977 time: 0.0718575 Sep 07 02:33:31.452188 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-47e4a53c-4066-40fd-8caa-a1004bde7a66 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4554bd40f93c44cebe5634fcae35951d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4813476 Sep 07 02:33:31.455644 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 37106) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:31.464724 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e4a53c-4066-40fd-8caa-a1004bde7a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da0f213-b26d-451d-83aa-7392d5759ab2,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:31.491456 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2531eb7f-e066-4ee5-9d65-fd1af19c2d45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:31.519837 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-72d3ab03-9479-4501-86a6-0c862b9e3cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:31.558902 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-72d3ab03-9479-4501-86a6-0c862b9e3cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:31.634324 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-72d3ab03-9479-4501-86a6-0c862b9e3cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:31.637964 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-72d3ab03-9479-4501-86a6-0c862b9e3cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:31.642552 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-72d3ab03-9479-4501-86a6-0c862b9e3cc0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3da0f213-b26d-451d-83aa-7392d5759ab2 HTTP/1.1" status: 204 len: 168 time: 0.1837602 Sep 07 02:33:31.642722 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-eff77323-8973-40c1-be6c-aa00e9d4a00c req-5c26e2e1-a4e3-42d4-977b-b2509a24997b tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:31.662440 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d3ab03-9479-4501-86a6-0c862b9e3cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da0f213-b26d-451d-83aa-7392d5759ab2,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:31.736257 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-25cbb72a-87f0-4029-9230-0af7c0a17921 req-05bbe1fd-22e1-4fed-a227-4a9bff32278f tempest-SecurityGroupsTestAdminJSON-530468597 tempest-SecurityGroupsTestAdminJSON-530468597-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d0ed298c53374eec906c6035ddcf7291 HTTP/1.1" status: 200 len: 6102 time: 0.1629682 Sep 07 02:33:31.798937 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-eff77323-8973-40c1-be6c-aa00e9d4a00c req-5c26e2e1-a4e3-42d4-977b-b2509a24997b tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:31.871505 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2531eb7f-e066-4ee5-9d65-fd1af19c2d45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:31.881015 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ecde25-517f-497c-a8cb-6408d4623a07 req-b654c403-1eeb-46f7-a82c-ff868410e743 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:31.882312 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-25cbb72a-87f0-4029-9230-0af7c0a17921 req-f17e1bcc-43f5-4963-9324-947ecc195467 tempest-SecurityGroupsTestAdminJSON-530468597 tempest-SecurityGroupsTestAdminJSON-530468597-project] 10.222.0.22 "GET /v2.0/security-groups/3837f3e1-7407-4d6d-b14c-935b540137fb HTTP/1.1" status: 200 len: 2981 time: 0.1301320 Sep 07 02:33:31.882601 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-27ecde25-517f-497c-a8cb-6408d4623a07 req-b654c403-1eeb-46f7-a82c-ff868410e743 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c748823-bf52-4a50-b688-325643480854 HTTP/1.1" status: 200 len: 950 time: 0.0583849 Sep 07 02:33:31.884094 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eff77323-8973-40c1-be6c-aa00e9d4a00c req-5c26e2e1-a4e3-42d4-977b-b2509a24997b tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Network bd9601bc-c156-4ac4-9ffa-13377eee4acb is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:33:31.889379 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2531eb7f-e066-4ee5-9d65-fd1af19c2d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:31.903556 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [req-eff77323-8973-40c1-be6c-aa00e9d4a00c req-5c26e2e1-a4e3-42d4-977b-b2509a24997b tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:33:31.914578 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c26e2e1-a4e3-42d4-977b-b2509a24997b tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Pushing event updated for resources: {'Port': ['ID=bd8d134c-dbcb-4273-a189-71b2690f1fb1,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:31.923255 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-eff77323-8973-40c1-be6c-aa00e9d4a00c req-5c26e2e1-a4e3-42d4-977b-b2509a24997b tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:33:31.937630 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-27ecde25-517f-497c-a8cb-6408d4623a07 req-e1ae4458-2db4-4188-9a9a-de3814a0a278 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/security-groups?id=4ba2aa4d-7f82-4cc1-ad48-46c49fcc34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455759 Sep 07 02:33:32.001202 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-2531eb7f-e066-4ee5-9d65-fd1af19c2d45 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=83d3fe9157d24c65928f38c8bcbd5971&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6933086 Sep 07 02:33:32.001202 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2531eb7f-e066-4ee5-9d65-fd1af19c2d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d12856-9ab2-497b-86f4-572197541b3a,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:32.002303 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 37130) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:32.002632 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 37132) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:32.077314 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff77323-8973-40c1-be6c-aa00e9d4a00c req-5c26e2e1-a4e3-42d4-977b-b2509a24997b tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:32.077921 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-eff77323-8973-40c1-be6c-aa00e9d4a00c req-5c26e2e1-a4e3-42d4-977b-b2509a24997b tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:32.083567 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-25cbb72a-87f0-4029-9230-0af7c0a17921 req-ab87c107-019a-4e0a-856c-5fe6fbdcc789 tempest-SecurityGroupsTestAdminJSON-530468597 tempest-SecurityGroupsTestAdminJSON-530468597-project] 10.222.0.22 "GET /v2.0/security-groups/3837f3e1-7407-4d6d-b14c-935b540137fb HTTP/1.1" status: 200 len: 2981 time: 0.1908236 Sep 07 02:33:32.089375 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-987341d7-e9d5-410c-944b-2cd007302cbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:32.132256 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eff77323-8973-40c1-be6c-aa00e9d4a00c req-5c26e2e1-a4e3-42d4-977b-b2509a24997b tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2239311 Sep 07 02:33:32.149343 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-eff77323-8973-40c1-be6c-aa00e9d4a00c req-209c17f9-6bb9-4989-9d74-e043e0013756 service neutron] Request body: {'port': {'device_id': 'c174c388-11cb-426d-8da8-92c00543e2ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:33:32.202161 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4431af38-27d1-4aa2-a09d-fbe124c38c39 req-cda11267-f71f-4529-a064-8bf5309fc772 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:32.203889 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4431af38-27d1-4aa2-a09d-fbe124c38c39 req-cda11267-f71f-4529-a064-8bf5309fc772 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.16 "GET /v2.0/ports?device_id=5c3a54fe-41a5-405d-ad38-5b97540ecb8b HTTP/1.1" status: 200 len: 949 time: 0.1820474 Sep 07 02:33:32.260854 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4d79bb5d-a939-4436-9c14-29f1f899455f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:32.279446 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c2d77d13-13b1-4def-a0fc-d38a4b1a9bcc req-6153a48d-160b-47a3-9000-136f3075f5c2 tempest-SecurityGroupsTestAdminJSON-243975664 tempest-SecurityGroupsTestAdminJSON-243975664-project-admin] 10.222.0.22 "GET /v2.0/security-groups/9859581e-ef59-447d-ab8a-265bd2e4bdb1 HTTP/1.1" status: 200 len: 1777 time: 0.0405755 Sep 07 02:33:32.330625 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c2d77d13-13b1-4def-a0fc-d38a4b1a9bcc req-fb2b63d2-971e-45f2-8be0-7964431e3ed8 tempest-SecurityGroupsTestAdminJSON-243975664 tempest-SecurityGroupsTestAdminJSON-243975664-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:32.350711 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c2d77d13-13b1-4def-a0fc-d38a4b1a9bcc req-fb2b63d2-971e-45f2-8be0-7964431e3ed8 tempest-SecurityGroupsTestAdminJSON-243975664 tempest-SecurityGroupsTestAdminJSON-243975664-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:32.360611 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4d79bb5d-a939-4436-9c14-29f1f899455f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:32.389385 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c2d77d13-13b1-4def-a0fc-d38a4b1a9bcc req-fb2b63d2-971e-45f2-8be0-7964431e3ed8 tempest-SecurityGroupsTestAdminJSON-243975664 tempest-SecurityGroupsTestAdminJSON-243975664-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:32.390442 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-eff77323-8973-40c1-be6c-aa00e9d4a00c req-209c17f9-6bb9-4989-9d74-e043e0013756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:32.392897 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c2d77d13-13b1-4def-a0fc-d38a4b1a9bcc req-fb2b63d2-971e-45f2-8be0-7964431e3ed8 tempest-SecurityGroupsTestAdminJSON-243975664 tempest-SecurityGroupsTestAdminJSON-243975664-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:32.394086 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c2d77d13-13b1-4def-a0fc-d38a4b1a9bcc req-fb2b63d2-971e-45f2-8be0-7964431e3ed8 tempest-SecurityGroupsTestAdminJSON-243975664 tempest-SecurityGroupsTestAdminJSON-243975664-project-admin] 10.222.0.22 "DELETE /v2.0/security-groups/9859581e-ef59-447d-ab8a-265bd2e4bdb1 HTTP/1.1" status: 204 len: 173 time: 0.1083002 Sep 07 02:33:32.402488 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2b63d2-971e-45f2-8be0-7964431e3ed8 tempest-SecurityGroupsTestAdminJSON-243975664 tempest-SecurityGroupsTestAdminJSON-243975664-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9859581e-ef59-447d-ab8a-265bd2e4bdb1,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:32.436904 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd5687c-dc3d-4118-8e28-d3661c72db78 req-bd4ab5d6-c6e3-4849-968d-c8702a657ab4 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:32.437516 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4bd5687c-dc3d-4118-8e28-d3661c72db78 req-bd4ab5d6-c6e3-4849-968d-c8702a657ab4 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3a54fe-41a5-405d-ad38-5b97540ecb8b HTTP/1.1" status: 200 len: 949 time: 0.2785442 Sep 07 02:33:32.553691 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aad771-dc7e-4d76-86a4-3bb76f1e05e3 req-5a76f6e6-8ad5-446d-8c3b-64a73160ff1e tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:32.555336 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-90aad771-dc7e-4d76-86a4-3bb76f1e05e3 req-5a76f6e6-8ad5-446d-8c3b-64a73160ff1e tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c748823-bf52-4a50-b688-325643480854 HTTP/1.1" status: 200 len: 950 time: 0.0609343 Sep 07 02:33:32.598987 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4bd5687c-dc3d-4118-8e28-d3661c72db78 req-9427be94-c320-4f0c-b77d-904250fe122e tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/security-groups?id=930fe853-fb8a-49e5-95dd-3b741b91d4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409824 Sep 07 02:33:32.602173 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-90aad771-dc7e-4d76-86a4-3bb76f1e05e3 req-f8be29e5-e7e1-407a-ac16-fc363bbbe457 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/security-groups?id=4ba2aa4d-7f82-4cc1-ad48-46c49fcc34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358145 Sep 07 02:33:32.654506 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4d79bb5d-a939-4436-9c14-29f1f899455f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:32.657711 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4d79bb5d-a939-4436-9c14-29f1f899455f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:32.659001 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-4d79bb5d-a939-4436-9c14-29f1f899455f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a8d12856-9ab2-497b-86f4-572197541b3a HTTP/1.1" status: 204 len: 168 time: 0.6481073 Sep 07 02:33:32.696255 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-987341d7-e9d5-410c-944b-2cd007302cbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:32.705576 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d79bb5d-a939-4436-9c14-29f1f899455f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d12856-9ab2-497b-86f4-572197541b3a,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:32.714522 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e913240d-6cbd-4f78-9538-63bcdace2228 req-0e9158ed-affc-453f-bc14-e367d56ea536 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:32.717929 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e913240d-6cbd-4f78-9538-63bcdace2228 req-0e9158ed-affc-453f-bc14-e367d56ea536 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/ports?device_id=c174c388-11cb-426d-8da8-92c00543e2ee HTTP/1.1" status: 200 len: 931 time: 0.0589063 Sep 07 02:33:32.736796 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-987341d7-e9d5-410c-944b-2cd007302cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:32.759406 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-4431af38-27d1-4aa2-a09d-fbe124c38c39 req-2cb64246-cace-43e8-98a2-19181c83fd54 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Deleting port e31f31cf-c9cc-4ab6-9966-3ec1bcf4ee71 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:33:32.759788 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-4431af38-27d1-4aa2-a09d-fbe124c38c39 req-2cb64246-cace-43e8-98a2-19181c83fd54 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:32.772351 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e913240d-6cbd-4f78-9538-63bcdace2228 req-7050f16a-61a9-435e-b848-496235c8ef17 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/security-groups?id=3506a522-e11f-4616-954e-3e9559147307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465283 Sep 07 02:33:32.784904 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 37158) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:32.905290 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-987341d7-e9d5-410c-944b-2cd007302cbb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8e6d034c4863478c8ecc8701f48c2985&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8954251 Sep 07 02:33:32.908130 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 37162) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:32.917990 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987341d7-e9d5-410c-944b-2cd007302cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef27e2a3-c01e-4069-a50b-ce9458ebe9fc,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:32.954368 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-069049ca-08b5-4250-b576-bbf8515f4615 req-63cfc88a-d9ff-40b7-a013-19f9df8e0778 tempest-SecurityGroupsTestAdminJSON-243975664 tempest-SecurityGroupsTestAdminJSON-243975664-project-admin] 10.222.0.22 "GET /v2.0/security-groups/5e783dcd-4f0a-447b-b23b-e6bfc8f764ce HTTP/1.1" status: 200 len: 1778 time: 0.2940893 Sep 07 02:33:32.963796 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1b888346-2147-465b-a1c5-4a531ca3b8ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:32.984562 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987341d7-e9d5-410c-944b-2cd007302cbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:33:32.984910 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987341d7-e9d5-410c-944b-2cd007302cbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:33:32.985253 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987341d7-e9d5-410c-944b-2cd007302cbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:33:32.985591 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987341d7-e9d5-410c-944b-2cd007302cbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:33:32.985924 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987341d7-e9d5-410c-944b-2cd007302cbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:33:32.986255 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987341d7-e9d5-410c-944b-2cd007302cbb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:33:32.986583 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987341d7-e9d5-410c-944b-2cd007302cbb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:33:32.986909 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987341d7-e9d5-410c-944b-2cd007302cbb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:33:32.987235 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987341d7-e9d5-410c-944b-2cd007302cbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:33:32.987583 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987341d7-e9d5-410c-944b-2cd007302cbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:33:32.987909 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987341d7-e9d5-410c-944b-2cd007302cbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:33:32.988452 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987341d7-e9d5-410c-944b-2cd007302cbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:33:32.990495 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1b888346-2147-465b-a1c5-4a531ca3b8ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:33.066524 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1ac5f481-63cf-42a2-a723-421322b78eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:33.102115 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1b888346-2147-465b-a1c5-4a531ca3b8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:33.105207 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1b888346-2147-465b-a1c5-4a531ca3b8ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:33.109413 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-1b888346-2147-465b-a1c5-4a531ca3b8ab admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ef27e2a3-c01e-4069-a50b-ce9458ebe9fc HTTP/1.1" status: 204 len: 168 time: 0.1971002 Sep 07 02:33:33.124397 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b888346-2147-465b-a1c5-4a531ca3b8ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef27e2a3-c01e-4069-a50b-ce9458ebe9fc,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:33.163736 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 37168) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:33.188196 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9b63f3e0-ca0f-4822-93b9-c0c05fcf4117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:33.223072 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1ac5f481-63cf-42a2-a723-421322b78eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:33.230860 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1ac5f481-63cf-42a2-a723-421322b78eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:33.244936 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-4431af38-27d1-4aa2-a09d-fbe124c38c39 req-2cb64246-cace-43e8-98a2-19181c83fd54 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] For port e31f31cf-c9cc-4ab6-9966-3ec1bcf4ee71, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=e31f31cf-c9cc-4ab6-9966-3ec1bcf4ee71,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:33:33.245352 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-4431af38-27d1-4aa2-a09d-fbe124c38c39 req-2cb64246-cace-43e8-98a2-19181c83fd54 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:33.280477 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-4431af38-27d1-4aa2-a09d-fbe124c38c39 req-2cb64246-cace-43e8-98a2-19181c83fd54 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Calling delete_port for e31f31cf-c9cc-4ab6-9966-3ec1bcf4ee71 owned by compute:nova {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:33:33.284735 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac5f481-63cf-42a2-a723-421322b78eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=186aeb2a-1eb6-4182-91f6-dfb152f9d788,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:33.292550 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-1ac5f481-63cf-42a2-a723-421322b78eb0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b683a9532eb64d63bfcd5c07d124e838&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5052636 Sep 07 02:33:33.295999 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 37172) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:33.371216 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-62ad6ff7-5296-47be-9ba7-f002da4eb4f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:33.378541 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-069049ca-08b5-4250-b576-bbf8515f4615 req-3c5a6c5a-9574-4731-9412-a3adc39a7f8c tempest-SecurityGroupsTestAdminJSON-243975664 tempest-SecurityGroupsTestAdminJSON-243975664-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:33.407244 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-62ad6ff7-5296-47be-9ba7-f002da4eb4f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:33.422851 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9b63f3e0-ca0f-4822-93b9-c0c05fcf4117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:33.427891 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-069049ca-08b5-4250-b576-bbf8515f4615 req-3c5a6c5a-9574-4731-9412-a3adc39a7f8c tempest-SecurityGroupsTestAdminJSON-243975664 tempest-SecurityGroupsTestAdminJSON-243975664-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:33.438394 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9b63f3e0-ca0f-4822-93b9-c0c05fcf4117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:33.464998 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [req-eff77323-8973-40c1-be6c-aa00e9d4a00c req-209c17f9-6bb9-4989-9d74-e043e0013756 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd8d134c-dbcb-4273-a189-71b2690f1fb1 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:33:33.481253 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-eff77323-8973-40c1-be6c-aa00e9d4a00c req-209c17f9-6bb9-4989-9d74-e043e0013756 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:33.487196 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9b63f3e0-ca0f-4822-93b9-c0c05fcf4117 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=698543af727a4978b0caeffac2f83ed5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3223717 Sep 07 02:33:33.488367 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b63f3e0-ca0f-4822-93b9-c0c05fcf4117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28be0872-80a7-49e9-aa22-af2e3a897156,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:33.490529 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 37178) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:33.509680 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-62ad6ff7-5296-47be-9ba7-f002da4eb4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:33.512914 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-62ad6ff7-5296-47be-9ba7-f002da4eb4f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:33.516097 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-62ad6ff7-5296-47be-9ba7-f002da4eb4f2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/186aeb2a-1eb6-4182-91f6-dfb152f9d788 HTTP/1.1" status: 204 len: 168 time: 0.2191539 Sep 07 02:33:33.538683 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-eff77323-8973-40c1-be6c-aa00e9d4a00c req-209c17f9-6bb9-4989-9d74-e043e0013756 service neutron] Transition to ACTIVE for port object bd8d134c-dbcb-4273-a189-71b2690f1fb1 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:33:33.540759 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ad6ff7-5296-47be-9ba7-f002da4eb4f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=186aeb2a-1eb6-4182-91f6-dfb152f9d788,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:33.548547 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-eff77323-8973-40c1-be6c-aa00e9d4a00c req-209c17f9-6bb9-4989-9d74-e043e0013756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:33.554764 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ad6ff7-5296-47be-9ba7-f002da4eb4f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:33:33.555449 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ad6ff7-5296-47be-9ba7-f002da4eb4f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:33:33.556002 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ad6ff7-5296-47be-9ba7-f002da4eb4f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:33:33.556510 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ad6ff7-5296-47be-9ba7-f002da4eb4f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:33:33.557276 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ad6ff7-5296-47be-9ba7-f002da4eb4f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:33:33.557907 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ad6ff7-5296-47be-9ba7-f002da4eb4f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:33:33.558439 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ad6ff7-5296-47be-9ba7-f002da4eb4f2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:33:33.559053 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ad6ff7-5296-47be-9ba7-f002da4eb4f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:33:33.559602 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ad6ff7-5296-47be-9ba7-f002da4eb4f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:33:33.560489 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ad6ff7-5296-47be-9ba7-f002da4eb4f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:33:33.562009 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ad6ff7-5296-47be-9ba7-f002da4eb4f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:33:33.562521 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ad6ff7-5296-47be-9ba7-f002da4eb4f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:33:33.606532 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-069049ca-08b5-4250-b576-bbf8515f4615 req-3c5a6c5a-9574-4731-9412-a3adc39a7f8c tempest-SecurityGroupsTestAdminJSON-243975664 tempest-SecurityGroupsTestAdminJSON-243975664-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:33.609160 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-069049ca-08b5-4250-b576-bbf8515f4615 req-3c5a6c5a-9574-4731-9412-a3adc39a7f8c tempest-SecurityGroupsTestAdminJSON-243975664 tempest-SecurityGroupsTestAdminJSON-243975664-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:33.610294 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-069049ca-08b5-4250-b576-bbf8515f4615 req-3c5a6c5a-9574-4731-9412-a3adc39a7f8c tempest-SecurityGroupsTestAdminJSON-243975664 tempest-SecurityGroupsTestAdminJSON-243975664-project-admin] 10.222.0.22 "DELETE /v2.0/security-groups/5e783dcd-4f0a-447b-b23b-e6bfc8f764ce HTTP/1.1" status: 204 len: 173 time: 0.6551495 Sep 07 02:33:33.694211 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-504c593d-44ed-4e14-80c0-98e532e27653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:33.695467 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a6c5a-9574-4731-9412-a3adc39a7f8c tempest-SecurityGroupsTestAdminJSON-243975664 tempest-SecurityGroupsTestAdminJSON-243975664-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e783dcd-4f0a-447b-b23b-e6bfc8f764ce,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:33.723627 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d9f77-60bb-43d3-b27f-90fff52f8d73 req-9862ed02-e465-438e-b58d-84c1fb25517f tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:33.725587 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ad8d9f77-60bb-43d3-b27f-90fff52f8d73 req-9862ed02-e465-438e-b58d-84c1fb25517f tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c748823-bf52-4a50-b688-325643480854 HTTP/1.1" status: 200 len: 950 time: 0.0952229 Sep 07 02:33:33.753791 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6caad8ad-77e4-4336-a7de-a16856658126 req-e29bd12e-fc35-4e1d-b9d5-8d194660554d tempest-SecurityGroupsTestAdminJSON-530468597 tempest-SecurityGroupsTestAdminJSON-530468597-project] 10.222.0.22 "GET /v2.0/security-groups/aa779386-42eb-42cb-b07d-8e07401aabe1 HTTP/1.1" status: 200 len: 1777 time: 0.0805004 Sep 07 02:33:33.811513 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c17f9-6bb9-4989-9d74-e043e0013756 service neutron] Pushing event updated for resources: {'Port': ['ID=bd8d134c-dbcb-4273-a189-71b2690f1fb1,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:33.814272 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-4431af38-27d1-4aa2-a09d-fbe124c38c39 req-2cb64246-cace-43e8-98a2-19181c83fd54 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:33.828158 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['124dbf8d-601e-4154-8354-1949cc0097af', 'e31f31cf-c9cc-4ab6-9966-3ec1bcf4ee71'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:33:33.890058 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6caad8ad-77e4-4336-a7de-a16856658126 req-cf5b23de-eeb1-4bb5-bf50-2d0589893154 tempest-SecurityGroupsTestAdminJSON-530468597 tempest-SecurityGroupsTestAdminJSON-530468597-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:33.926681 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6caad8ad-77e4-4336-a7de-a16856658126 req-cf5b23de-eeb1-4bb5-bf50-2d0589893154 tempest-SecurityGroupsTestAdminJSON-530468597 tempest-SecurityGroupsTestAdminJSON-530468597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:33.927615 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-504c593d-44ed-4e14-80c0-98e532e27653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:33.979989 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 37204) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:33.993139 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6caad8ad-77e4-4336-a7de-a16856658126 req-cf5b23de-eeb1-4bb5-bf50-2d0589893154 tempest-SecurityGroupsTestAdminJSON-530468597 tempest-SecurityGroupsTestAdminJSON-530468597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:33.995227 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb64246-cace-43e8-98a2-19181c83fd54 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Pushing event deleted for resources: {'Port': ['ID=e31f31cf-c9cc-4ab6-9966-3ec1bcf4ee71,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:33.996008 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6caad8ad-77e4-4336-a7de-a16856658126 req-cf5b23de-eeb1-4bb5-bf50-2d0589893154 tempest-SecurityGroupsTestAdminJSON-530468597 tempest-SecurityGroupsTestAdminJSON-530468597-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:33.997159 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6caad8ad-77e4-4336-a7de-a16856658126 req-cf5b23de-eeb1-4bb5-bf50-2d0589893154 tempest-SecurityGroupsTestAdminJSON-530468597 tempest-SecurityGroupsTestAdminJSON-530468597-project] 10.222.0.22 "DELETE /v2.0/security-groups/aa779386-42eb-42cb-b07d-8e07401aabe1 HTTP/1.1" status: 204 len: 173 time: 0.2395446 Sep 07 02:33:34.028798 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-67d8d79d-65b4-4361-8cef-f4db40d0d3d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:34.045717 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20afca36-1a88-45a2-b3d4-907ae3591abe req-df0845b2-9dc0-447f-bd10-dc043e89bea1 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:34.047331 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-20afca36-1a88-45a2-b3d4-907ae3591abe req-df0845b2-9dc0-447f-bd10-dc043e89bea1 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c748823-bf52-4a50-b688-325643480854 HTTP/1.1" status: 200 len: 950 time: 0.3198893 Sep 07 02:33:34.087877 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-4431af38-27d1-4aa2-a09d-fbe124c38c39 req-2cb64246-cace-43e8-98a2-19181c83fd54 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] No DVR routers for this DVR port e31f31cf-c9cc-4ab6-9966-3ec1bcf4ee71 on host n-h2-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:33:34.101339 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b23de-eeb1-4bb5-bf50-2d0589893154 tempest-SecurityGroupsTestAdminJSON-530468597 tempest-SecurityGroupsTestAdminJSON-530468597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa779386-42eb-42cb-b07d-8e07401aabe1,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:34.108050 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-ad8d9f77-60bb-43d3-b27f-90fff52f8d73 req-83116429-0275-42d6-bf06-619cbc2aa8cf tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Deleting port 58251260-70f6-4a8e-b9f6-eccbdf012a2a {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:33:34.108529 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ad8d9f77-60bb-43d3-b27f-90fff52f8d73 req-83116429-0275-42d6-bf06-619cbc2aa8cf tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:34.127040 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-eff77323-8973-40c1-be6c-aa00e9d4a00c req-209c17f9-6bb9-4989-9d74-e043e0013756 service neutron] Attempting to bind port bd8d134c-dbcb-4273-a189-71b2690f1fb1 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:33:34.127393 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-eff77323-8973-40c1-be6c-aa00e9d4a00c req-209c17f9-6bb9-4989-9d74-e043e0013756 service neutron] Attempting to bind port bd8d134c-dbcb-4273-a189-71b2690f1fb1 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '00cca32f-e41c-4852-a687-73528a16538c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bd9601bc-c156-4ac4-9ffa-13377eee4acb'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:33:34.127720 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff77323-8973-40c1-be6c-aa00e9d4a00c req-209c17f9-6bb9-4989-9d74-e043e0013756 service neutron] Attempting to bind port bd8d134c-dbcb-4273-a189-71b2690f1fb1 on network bd9601bc-c156-4ac4-9ffa-13377eee4acb {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:33:34.133427 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-4431af38-27d1-4aa2-a09d-fbe124c38c39 req-2cb64246-cace-43e8-98a2-19181c83fd54 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:34.135387 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4431af38-27d1-4aa2-a09d-fbe124c38c39 req-2cb64246-cace-43e8-98a2-19181c83fd54 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.16 "DELETE /v2.0/ports/e31f31cf-c9cc-4ab6-9966-3ec1bcf4ee71 HTTP/1.1" status: 204 len: 173 time: 1.9198618 Sep 07 02:33:34.146315 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c3a54fe-41a5-405d-ad38-5b97540ecb8b', 'name': 'network-vif-deleted', 'tag': 'e31f31cf-c9cc-4ab6-9966-3ec1bcf4ee71'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:33:34.149047 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a2f55f-eafc-4fdd-ad93-c115c943e204" -d '{"events": [{"server_uuid": "5c3a54fe-41a5-405d-ad38-5b97540ecb8b", "name": "network-vif-deleted", "tag": "e31f31cf-c9cc-4ab6-9966-3ec1bcf4ee71"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:33:34.161007 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 37212) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:34.169855 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff77323-8973-40c1-be6c-aa00e9d4a00c req-209c17f9-6bb9-4989-9d74-e043e0013756 service neutron] Port bd8d134c-dbcb-4273-a189-71b2690f1fb1 on network bd9601bc-c156-4ac4-9ffa-13377eee4acb not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:33:34.170713 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff77323-8973-40c1-be6c-aa00e9d4a00c req-209c17f9-6bb9-4989-9d74-e043e0013756 service neutron] Attempting to bind port bd8d134c-dbcb-4273-a189-71b2690f1fb1 on network bd9601bc-c156-4ac4-9ffa-13377eee4acb {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:33:34.188403 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff77323-8973-40c1-be6c-aa00e9d4a00c req-209c17f9-6bb9-4989-9d74-e043e0013756 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:33:34.188764 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff77323-8973-40c1-be6c-aa00e9d4a00c req-209c17f9-6bb9-4989-9d74-e043e0013756 service neutron] Checking segment: {'id': '00cca32f-e41c-4852-a687-73528a16538c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bd9601bc-c156-4ac4-9ffa-13377eee4acb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:33:34.189140 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eff77323-8973-40c1-be6c-aa00e9d4a00c req-209c17f9-6bb9-4989-9d74-e043e0013756 service neutron] Bound using segment: {'id': '00cca32f-e41c-4852-a687-73528a16538c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bd9601bc-c156-4ac4-9ffa-13377eee4acb'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:33:34.189583 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-eff77323-8973-40c1-be6c-aa00e9d4a00c req-209c17f9-6bb9-4989-9d74-e043e0013756 service neutron] Bound port: bd8d134c-dbcb-4273-a189-71b2690f1fb1, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00cca32f-e41c-4852-a687-73528a16538c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bd9601bc-c156-4ac4-9ffa-13377eee4acb'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:33:34.189953 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-eff77323-8973-40c1-be6c-aa00e9d4a00c req-209c17f9-6bb9-4989-9d74-e043e0013756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:34.222414 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f0ed398d-e6b4-49b6-afe4-c1df0411a722 req-bf5bbfc1-a13b-44cf-ad92-8160a6a9f2aa tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3a54fe-41a5-405d-ad38-5b97540ecb8b HTTP/1.1" status: 200 len: 210 time: 0.0659640 Sep 07 02:33:34.261408 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-20afca36-1a88-45a2-b3d4-907ae3591abe req-5cfa8e8d-7166-44f5-b6e8-b8d654042e71 tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/security-groups?id=4ba2aa4d-7f82-4cc1-ad48-46c49fcc34cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704917 Sep 07 02:33:34.287097 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-504c593d-44ed-4e14-80c0-98e532e27653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:34.296510 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-504c593d-44ed-4e14-80c0-98e532e27653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:34.298074 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-504c593d-44ed-4e14-80c0-98e532e27653 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/28be0872-80a7-49e9-aa22-af2e3a897156 HTTP/1.1" status: 204 len: 168 time: 0.7964911 Sep 07 02:33:34.335214 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-ad8d9f77-60bb-43d3-b27f-90fff52f8d73 req-83116429-0275-42d6-bf06-619cbc2aa8cf tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] For port 58251260-70f6-4a8e-b9f6-eccbdf012a2a, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=58251260-70f6-4a8e-b9f6-eccbdf012a2a,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:33:34.335858 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ad8d9f77-60bb-43d3-b27f-90fff52f8d73 req-83116429-0275-42d6-bf06-619cbc2aa8cf tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:34.340151 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-67d8d79d-65b4-4361-8cef-f4db40d0d3d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:34.350247 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-67d8d79d-65b4-4361-8cef-f4db40d0d3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:34.373602 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-ad8d9f77-60bb-43d3-b27f-90fff52f8d73 req-83116429-0275-42d6-bf06-619cbc2aa8cf tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Calling delete_port for 58251260-70f6-4a8e-b9f6-eccbdf012a2a owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:33:34.374161 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-d9622c89-43d4-48b7-a722-a8c041ad4ddf admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1731203491-network', 'tenant_id': '58fe4c9e71db4bd7aa26d4557468fc65'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:33:34.381297 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504c593d-44ed-4e14-80c0-98e532e27653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28be0872-80a7-49e9-aa22-af2e3a897156,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:34.401398 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-eff77323-8973-40c1-be6c-aa00e9d4a00c req-209c17f9-6bb9-4989-9d74-e043e0013756 service neutron] For port bd8d134c-dbcb-4273-a189-71b2690f1fb1, host n-h1-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:33:34.408707 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-eff77323-8973-40c1-be6c-aa00e9d4a00c req-209c17f9-6bb9-4989-9d74-e043e0013756 service neutron] For port bd8d134c-dbcb-4273-a189-71b2690f1fb1, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=bd8d134c-dbcb-4273-a189-71b2690f1fb1,segment=NetworkSegment(00cca32f-e41c-4852-a687-73528a16538c),segment_id=00cca32f-e41c-4852-a687-73528a16538c)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:33:34.420533 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-eff77323-8973-40c1-be6c-aa00e9d4a00c req-209c17f9-6bb9-4989-9d74-e043e0013756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:34.439693 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9622c89-43d4-48b7-a722-a8c041ad4ddf admin admin] Made reservation on behalf of 58fe4c9e71db4bd7aa26d4557468fc65 for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:33:34.441979 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d9622c89-43d4-48b7-a722-a8c041ad4ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:34.458757 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-67d8d79d-65b4-4361-8cef-f4db40d0d3d2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=999da7daffc4417689bbcb0c8863fe46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4747467 Sep 07 02:33:34.465702 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 37218) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:34.485936 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d8d79d-65b4-4361-8cef-f4db40d0d3d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c53326c-1eef-4b6a-9d12-e7eddaa62ca5,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:34.491257 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff77323-8973-40c1-be6c-aa00e9d4a00c req-209c17f9-6bb9-4989-9d74-e043e0013756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:34.491915 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-eff77323-8973-40c1-be6c-aa00e9d4a00c req-209c17f9-6bb9-4989-9d74-e043e0013756 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:34.493294 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eff77323-8973-40c1-be6c-aa00e9d4a00c req-209c17f9-6bb9-4989-9d74-e043e0013756 service neutron] 10.222.0.23 "PUT /v2.0/ports/bd8d134c-dbcb-4273-a189-71b2690f1fb1 HTTP/1.1" status: 200 len: 1092 time: 2.3498623 Sep 07 02:33:34.498651 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d9622c89-43d4-48b7-a722-a8c041ad4ddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:34.514903 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fefb03e-6b53-4924-9209-ed4d2ed8e633 req-3043a30a-030e-4a4e-bae5-47a2a4158f4e tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:34.516575 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2fefb03e-6b53-4924-9209-ed4d2ed8e633 req-3043a30a-030e-4a4e-bae5-47a2a4158f4e tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/ports?device_id=c174c388-11cb-426d-8da8-92c00543e2ee HTTP/1.1" status: 200 len: 943 time: 0.1491640 Sep 07 02:33:34.574058 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c5231da2-2acb-41ee-aaa5-82ccdd659d18 req-df7f14ae-a804-410a-b4ae-33c37e9001fe tempest-SecurityGroupsTestAdminJSON-530468597 tempest-SecurityGroupsTestAdminJSON-530468597-project] 10.222.0.22 "GET /v2.0/security-groups/5cfc017a-6ce2-45d8-ac88-da88ba20e8ae HTTP/1.1" status: 200 len: 1777 time: 0.1680355 Sep 07 02:33:34.578291 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2fefb03e-6b53-4924-9209-ed4d2ed8e633 req-4e95edf1-43a8-448f-9470-c720f2d5863b tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/security-groups?id=3506a522-e11f-4616-954e-3e9559147307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480888 Sep 07 02:33:34.603784 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c17f9-6bb9-4989-9d74-e043e0013756 service neutron] Pushing event updated for resources: {'Port': ['ID=bd8d134c-dbcb-4273-a189-71b2690f1fb1,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:34.669732 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ad8d9f77-60bb-43d3-b27f-90fff52f8d73 req-83116429-0275-42d6-bf06-619cbc2aa8cf tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:34.684662 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['58251260-70f6-4a8e-b9f6-eccbdf012a2a'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:33:34.695663 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13b1260-1251-48cb-9859-844c8ddaf0de x-openstack-request-id: req-c13b1260-1251-48cb-9859-844c8ddaf0de {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:33:34.696222 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c3a54fe-41a5-405d-ad38-5b97540ecb8b", "name": "network-vif-deleted", "tag": "e31f31cf-c9cc-4ab6-9966-3ec1bcf4ee71", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:33:34.696222 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c13b1260-1251-48cb-9859-844c8ddaf0de {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:33:34.696580 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c3a54fe-41a5-405d-ad38-5b97540ecb8b', 'name': 'network-vif-deleted', 'tag': 'e31f31cf-c9cc-4ab6-9966-3ec1bcf4ee71', 'status': 'completed', 'code': 200} Sep 07 02:33:34.705661 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83116429-0275-42d6-bf06-619cbc2aa8cf tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Pushing event deleted for resources: {'Port': ['ID=58251260-70f6-4a8e-b9f6-eccbdf012a2a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:34.761479 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff77323-8973-40c1-be6c-aa00e9d4a00c req-81897c57-29f1-4b3f-8765-fc2dbaf22b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:34.763028 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eff77323-8973-40c1-be6c-aa00e9d4a00c req-81897c57-29f1-4b3f-8765-fc2dbaf22b6f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f4b9a4a861be4de9ba9378f5ed497ddc&device_id=c174c388-11cb-426d-8da8-92c00543e2ee HTTP/1.1" status: 200 len: 1095 time: 0.2161531 Sep 07 02:33:34.771387 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a7c4d12a-c921-48c3-a60c-021c72263396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:34.775176 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad8d9f77-60bb-43d3-b27f-90fff52f8d73 req-83116429-0275-42d6-bf06-619cbc2aa8cf tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] No DVR routers for this DVR port 58251260-70f6-4a8e-b9f6-eccbdf012a2a on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:33:34.781671 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ad8d9f77-60bb-43d3-b27f-90fff52f8d73 req-83116429-0275-42d6-bf06-619cbc2aa8cf tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:34.784398 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ad8d9f77-60bb-43d3-b27f-90fff52f8d73 req-83116429-0275-42d6-bf06-619cbc2aa8cf tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.16 "DELETE /v2.0/ports/58251260-70f6-4a8e-b9f6-eccbdf012a2a HTTP/1.1" status: 204 len: 173 time: 1.0444474 Sep 07 02:33:34.784919 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c748823-bf52-4a50-b688-325643480854', 'name': 'network-vif-deleted', 'tag': '58251260-70f6-4a8e-b9f6-eccbdf012a2a'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:33:34.794181 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6abfa2e0-53a1-4abb-9183-770874ac9b40" -d '{"events": [{"server_uuid": "2c748823-bf52-4a50-b688-325643480854", "name": "network-vif-deleted", "tag": "58251260-70f6-4a8e-b9f6-eccbdf012a2a"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:33:34.858550 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7e619b-c5bc-40c5-b3b9-5eb11df8e874 x-openstack-request-id: req-ba7e619b-c5bc-40c5-b3b9-5eb11df8e874 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:33:34.859095 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c748823-bf52-4a50-b688-325643480854", "name": "network-vif-deleted", "tag": "58251260-70f6-4a8e-b9f6-eccbdf012a2a", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:33:34.859924 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ba7e619b-c5bc-40c5-b3b9-5eb11df8e874 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:33:34.860537 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c748823-bf52-4a50-b688-325643480854', 'name': 'network-vif-deleted', 'tag': '58251260-70f6-4a8e-b9f6-eccbdf012a2a', 'status': 'completed', 'code': 200} Sep 07 02:33:34.869779 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eff77323-8973-40c1-be6c-aa00e9d4a00c req-09cc1f2c-397a-48ce-a7f8-ade93bfdf888 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd8d134c-dbcb-4273-a189-71b2690f1fb1 HTTP/1.1" status: 200 len: 217 time: 0.0930016 Sep 07 02:33:34.893845 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a7c4d12a-c921-48c3-a60c-021c72263396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:34.953609 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-c5231da2-2acb-41ee-aaa5-82ccdd659d18 req-2652d965-954f-490e-9183-f82d653cbd99 tempest-SecurityGroupsTestAdminJSON-530468597 tempest-SecurityGroupsTestAdminJSON-530468597-project] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:35.018723 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-c5231da2-2acb-41ee-aaa5-82ccdd659d18 req-2652d965-954f-490e-9183-f82d653cbd99 tempest-SecurityGroupsTestAdminJSON-530468597 tempest-SecurityGroupsTestAdminJSON-530468597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:35.025620 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d9622c89-43d4-48b7-a722-a8c041ad4ddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:35.036491 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d9622c89-43d4-48b7-a722-a8c041ad4ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:35.040159 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff77323-8973-40c1-be6c-aa00e9d4a00c req-0c61b646-864e-4634-843f-28c31682083e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:35.041640 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eff77323-8973-40c1-be6c-aa00e9d4a00c req-0c61b646-864e-4634-843f-28c31682083e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=af40ed98-11da-495e-997d-546db09a985f HTTP/1.1" status: 200 len: 861 time: 0.1602933 Sep 07 02:33:35.110176 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eff77323-8973-40c1-be6c-aa00e9d4a00c req-d52a8baf-c4fb-49b0-9963-b0fe6ca7ad7e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bd9601bc-c156-4ac4-9ffa-13377eee4acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552173 Sep 07 02:33:35.114868 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a7c4d12a-c921-48c3-a60c-021c72263396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:35.117463 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a7c4d12a-c921-48c3-a60c-021c72263396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:35.118492 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a7c4d12a-c921-48c3-a60c-021c72263396 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9c53326c-1eef-4b6a-9d12-e7eddaa62ca5 HTTP/1.1" status: 204 len: 168 time: 0.6503382 Sep 07 02:33:35.124253 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9622c89-43d4-48b7-a722-a8c041ad4ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d476893-1345-46b6-9947-495297c53c79,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:35.127492 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9622c89-43d4-48b7-a722-a8c041ad4ddf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:33:35.161004 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c4d12a-c921-48c3-a60c-021c72263396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c53326c-1eef-4b6a-9d12-e7eddaa62ca5,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:35.170493 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d9622c89-43d4-48b7-a722-a8c041ad4ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:35.170855 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-d9622c89-43d4-48b7-a722-a8c041ad4ddf admin admin] Added segment a87351ba-0fbc-4302-9869-b18eee085c86 of type vlan for network e4ab2f0c-5a02-4242-a541-768acd457503 Sep 07 02:33:35.173862 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-c5231da2-2acb-41ee-aaa5-82ccdd659d18 req-2652d965-954f-490e-9183-f82d653cbd99 tempest-SecurityGroupsTestAdminJSON-530468597 tempest-SecurityGroupsTestAdminJSON-530468597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:35.176451 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-c5231da2-2acb-41ee-aaa5-82ccdd659d18 req-2652d965-954f-490e-9183-f82d653cbd99 tempest-SecurityGroupsTestAdminJSON-530468597 tempest-SecurityGroupsTestAdminJSON-530468597-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:35.177614 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c5231da2-2acb-41ee-aaa5-82ccdd659d18 req-2652d965-954f-490e-9183-f82d653cbd99 tempest-SecurityGroupsTestAdminJSON-530468597 tempest-SecurityGroupsTestAdminJSON-530468597-project] 10.222.0.22 "DELETE /v2.0/security-groups/5cfc017a-6ce2-45d8-ac88-da88ba20e8ae HTTP/1.1" status: 204 len: 173 time: 0.5669956 Sep 07 02:33:35.240740 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2652d965-954f-490e-9183-f82d653cbd99 tempest-SecurityGroupsTestAdminJSON-530468597 tempest-SecurityGroupsTestAdminJSON-530468597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cfc017a-6ce2-45d8-ac88-da88ba20e8ae,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:35.263688 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d9622c89-43d4-48b7-a722-a8c041ad4ddf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:35.302582 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 37248) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:35.345716 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eff77323-8973-40c1-be6c-aa00e9d4a00c req-1b13926c-4acb-4bdb-b374-8d2397b3b19e service neutron] 10.222.0.23 "GET /v2.0/networks/bd9601bc-c156-4ac4-9ffa-13377eee4acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249949 Sep 07 02:33:35.365385 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d9622c89-43d4-48b7-a722-a8c041ad4ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:35.367222 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9622c89-43d4-48b7-a722-a8c041ad4ddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:35.367873 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d9622c89-43d4-48b7-a722-a8c041ad4ddf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:35.487773 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e9588ed6-a41f-4391-b112-2d03f0d1f699 req-20454b36-4372-41ec-991e-a338fd29277a tempest-DeleteServersAdminTestJSON-1784441834 tempest-DeleteServersAdminTestJSON-1784441834-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c748823-bf52-4a50-b688-325643480854 HTTP/1.1" status: 200 len: 210 time: 0.0736899 Sep 07 02:33:35.536970 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d9622c89-43d4-48b7-a722-a8c041ad4ddf admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3717568 Sep 07 02:33:35.537701 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 37258) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:35.546213 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-fc0ddfb1-1729-430d-b324-0020bc10dc28 admin admin] Request body: {'subnet': {'network_id': 'e4ab2f0c-5a02-4242-a541-768acd457503', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1731203491-subnet', 'tenant_id': '58fe4c9e71db4bd7aa26d4557468fc65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:33:35.548086 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9622c89-43d4-48b7-a722-a8c041ad4ddf admin admin] Pushing event updated for resources: {'Network': ['ID=e4ab2f0c-5a02-4242-a541-768acd457503,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:35.554680 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-a549f5f2-9e45-44ee-820c-256d93ab6227 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-441808963-network', 'tenant_id': '4ff846f9243a40b7bf323ea156c2bdd7'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:33:35.567600 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network e4ab2f0c-5a02-4242-a541-768acd457503 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:33:35.597634 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eff77323-8973-40c1-be6c-aa00e9d4a00c req-07f3538a-5fec-402d-85a1-b714b770d1da service neutron] 10.222.0.23 "GET /v2.0/networks/bd9601bc-c156-4ac4-9ffa-13377eee4acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432897 Sep 07 02:33:35.625201 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0ddfb1-1729-430d-b324-0020bc10dc28 admin admin] Made reservation on behalf of 58fe4c9e71db4bd7aa26d4557468fc65 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:33:35.633893 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fc0ddfb1-1729-430d-b324-0020bc10dc28 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:35.695469 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a549f5f2-9e45-44ee-820c-256d93ab6227 admin admin] Made reservation on behalf of 4ff846f9243a40b7bf323ea156c2bdd7 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:33:35.697797 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a549f5f2-9e45-44ee-820c-256d93ab6227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:35.723099 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 37268) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:35.768144 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cb73bd-4120-4f45-9e46-c8ce5f10b36a req-626e89ff-116b-4747-8ff5-085d0893d19e tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:35.770014 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d6cb73bd-4120-4f45-9e46-c8ce5f10b36a req-626e89ff-116b-4747-8ff5-085d0893d19e tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/ports?device_id=c174c388-11cb-426d-8da8-92c00543e2ee HTTP/1.1" status: 200 len: 943 time: 0.0574210 Sep 07 02:33:35.783505 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a549f5f2-9e45-44ee-820c-256d93ab6227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:35.822010 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64226200-27f4-45f2-bbf6-13572bbf2c7c req-3b1a7743-5b07-42d2-80ae-92994332fe69 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:35.823506 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-64226200-27f4-45f2-bbf6-13572bbf2c7c req-3b1a7743-5b07-42d2-80ae-92994332fe69 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/ports?device_id=0473eb4e-78a8-4438-841e-1daf58830e4e HTTP/1.1" status: 200 len: 949 time: 0.1537800 Sep 07 02:33:35.829048 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d6cb73bd-4120-4f45-9e46-c8ce5f10b36a req-2983bd16-ca36-49f1-ab8f-c9aac140dd47 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/security-groups?id=3506a522-e11f-4616-954e-3e9559147307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517991 Sep 07 02:33:35.911003 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-da6cc6a0-0241-4151-bdd1-805b5ada7924 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d0ed298c53374eec906c6035ddcf7291&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1867480 Sep 07 02:33:35.913848 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 37278) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:35.942947 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-64226200-27f4-45f2-bbf6-13572bbf2c7c req-9f64952f-d17d-4be0-83f4-2185f079fe6e tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/security-groups?id=930fe853-fb8a-49e5-95dd-3b741b91d4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108177 Sep 07 02:33:35.985180 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b981e195-e13a-4b35-afb5-9b3747dd9b81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:36.010228 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b981e195-e13a-4b35-afb5-9b3747dd9b81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:36.016957 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device e31f31cf-c9cc-4ab6-9966-3ec1bcf4ee71 no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:33:36.047058 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: e31f31cf-c9cc-4ab6-9966-3ec1bcf4ee71 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:33:36.048290 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device e31f31cf-c9cc-4ab6-9966-3ec1bcf4ee71 not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:33:36.048962 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 58251260-70f6-4a8e-b9f6-eccbdf012a2a no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:33:36.089071 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: 58251260-70f6-4a8e-b9f6-eccbdf012a2a {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:33:36.089333 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 58251260-70f6-4a8e-b9f6-eccbdf012a2a not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:33:36.089977 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b981e195-e13a-4b35-afb5-9b3747dd9b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:36.095393 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b981e195-e13a-4b35-afb5-9b3747dd9b81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:36.097422 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b981e195-e13a-4b35-afb5-9b3747dd9b81 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3837f3e1-7407-4d6d-b14c-935b540137fb HTTP/1.1" status: 204 len: 168 time: 0.1824560 Sep 07 02:33:36.109765 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b981e195-e13a-4b35-afb5-9b3747dd9b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3837f3e1-7407-4d6d-b14c-935b540137fb,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:36.222509 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fc0ddfb1-1729-430d-b324-0020bc10dc28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:36.257142 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a549f5f2-9e45-44ee-820c-256d93ab6227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:36.271524 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a549f5f2-9e45-44ee-820c-256d93ab6227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:36.312735 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ddfb1-1729-430d-b324-0020bc10dc28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1bc4512-390c-4c50-bb1d-2c94019bd4fe,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:36.318698 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a549f5f2-9e45-44ee-820c-256d93ab6227 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:33:36.334465 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a549f5f2-9e45-44ee-820c-256d93ab6227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49e3ada-8202-4e6d-9a59-cd1c05476f0e,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:36.340613 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a549f5f2-9e45-44ee-820c-256d93ab6227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:36.341145 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-a549f5f2-9e45-44ee-820c-256d93ab6227 admin admin] Added segment cb5a1637-646d-4671-9ca6-bd30e74d860b of type vlan for network 5632e33d-1d7a-4426-9d83-a8e688a88788 Sep 07 02:33:36.354509 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0ddfb1-1729-430d-b324-0020bc10dc28 admin admin] Checking segment: {'id': 'a87351ba-0fbc-4302-9869-b18eee085c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e4ab2f0c-5a02-4242-a541-768acd457503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:33:36.354906 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0ddfb1-1729-430d-b324-0020bc10dc28 admin admin] Network hostable DHCP agents. Network: e4ab2f0c-5a02-4242-a541-768acd457503, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:33:36.391391 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a549f5f2-9e45-44ee-820c-256d93ab6227 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:36.408399 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0ddfb1-1729-430d-b324-0020bc10dc28 admin admin] Network e4ab2f0c-5a02-4242-a541-768acd457503 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:33:36.431592 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-fc0ddfb1-1729-430d-b324-0020bc10dc28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, e4ab2f0c-5a02-4242-a541-768acd457503) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:33:36.434583 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a549f5f2-9e45-44ee-820c-256d93ab6227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:36.436251 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a549f5f2-9e45-44ee-820c-256d93ab6227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:36.436833 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a549f5f2-9e45-44ee-820c-256d93ab6227 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:36.438994 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 37296) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:36.443595 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060b02df-5246-498b-b7c5-7afb1375323c None None] Network e4ab2f0c-5a02-4242-a541-768acd457503 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:33:36.463083 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0ddfb1-1729-430d-b324-0020bc10dc28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:36.463986 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fc0ddfb1-1729-430d-b324-0020bc10dc28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:36.486538 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d5e81936-581f-4e9a-8d5e-38bd99ff0fee admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0d484710d2b94131aa53ccdffccceb6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463524 Sep 07 02:33:36.487274 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 37298) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:36.505415 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a549f5f2-9e45-44ee-820c-256d93ab6227 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2010798 Sep 07 02:33:36.508881 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 37300) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:36.542859 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-7a19b4a8-ceb9-4e82-8209-5fabeef30414 admin admin] Request body: {'subnet': {'network_id': '5632e33d-1d7a-4426-9d83-a8e688a88788', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-441808963-subnet', 'tenant_id': '4ff846f9243a40b7bf323ea156c2bdd7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:33:36.547967 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-fc0ddfb1-1729-430d-b324-0020bc10dc28 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0092065 Sep 07 02:33:36.554022 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a549f5f2-9e45-44ee-820c-256d93ab6227 admin admin] Pushing event updated for resources: {'Network': ['ID=5632e33d-1d7a-4426-9d83-a8e688a88788,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:36.568235 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-008edcb2-bf39-4726-8694-4f1f9e7f8471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:36.600748 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a19b4a8-ceb9-4e82-8209-5fabeef30414 admin admin] Made reservation on behalf of 4ff846f9243a40b7bf323ea156c2bdd7 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:33:36.602715 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 5632e33d-1d7a-4426-9d83-a8e688a88788 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:33:36.604456 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7a19b4a8-ceb9-4e82-8209-5fabeef30414 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:36.621560 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f976791-9bd9-4b48-89c2-598471e62cf8 None None] Network e4ab2f0c-5a02-4242-a541-768acd457503 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:33:36.630062 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-008edcb2-bf39-4726-8694-4f1f9e7f8471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:36.700076 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c174c388-11cb-426d-8da8-92c00543e2ee', 'tag': 'bd8d134c-dbcb-4273-a189-71b2690f1fb1'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:33:36.711102 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc84119-6943-4fbc-bb49-87add50b0f2f" -d '{"events": [{"name": "network-changed", "server_uuid": "c174c388-11cb-426d-8da8-92c00543e2ee", "tag": "bd8d134c-dbcb-4273-a189-71b2690f1fb1"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:33:36.762791 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-008edcb2-bf39-4726-8694-4f1f9e7f8471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:36.766515 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-008edcb2-bf39-4726-8694-4f1f9e7f8471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:36.767870 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-008edcb2-bf39-4726-8694-4f1f9e7f8471 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/83c56996-0fad-4c2b-84d2-b1d2c7c4d6e0 HTTP/1.1" status: 204 len: 168 time: 0.2795641 Sep 07 02:33:36.807034 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008edcb2-bf39-4726-8694-4f1f9e7f8471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c56996-0fad-4c2b-84d2-b1d2c7c4d6e0,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:36.834387 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5e20c7-3876-4736-813e-7c01999b965c x-openstack-request-id: req-bc5e20c7-3876-4736-813e-7c01999b965c {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:33:36.834929 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c174c388-11cb-426d-8da8-92c00543e2ee", "tag": "bd8d134c-dbcb-4273-a189-71b2690f1fb1", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:33:36.835624 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bc5e20c7-3876-4736-813e-7c01999b965c {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:33:36.836456 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c174c388-11cb-426d-8da8-92c00543e2ee', 'tag': 'bd8d134c-dbcb-4273-a189-71b2690f1fb1', 'status': 'completed', 'code': 200} Sep 07 02:33:36.948237 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc84119-6943-4fbc-bb49-87add50b0f2f req-45f5b2f9-ab59-4b36-aa19-d7866d3654ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:36.950118 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7bc84119-6943-4fbc-bb49-87add50b0f2f req-45f5b2f9-ab59-4b36-aa19-d7866d3654ec service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f4b9a4a861be4de9ba9378f5ed497ddc&device_id=c174c388-11cb-426d-8da8-92c00543e2ee HTTP/1.1" status: 200 len: 1095 time: 0.0925999 Sep 07 02:33:37.072932 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc84119-6943-4fbc-bb49-87add50b0f2f req-2cfe42ad-4dd3-46c3-88d4-9d503f858a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:37.073135 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7a19b4a8-ceb9-4e82-8209-5fabeef30414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:37.074957 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7bc84119-6943-4fbc-bb49-87add50b0f2f req-2cfe42ad-4dd3-46c3-88d4-9d503f858a30 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bd9601bc-c156-4ac4-9ffa-13377eee4acb HTTP/1.1" status: 200 len: 921 time: 0.1169798 Sep 07 02:33:37.114120 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1f7e5-6c59-4c69-9d1e-8dda04fa000f req-c60e0b67-efe7-4b91-8b2a-8c8e61da8926 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:37.121432 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-64b1f7e5-6c59-4c69-9d1e-8dda04fa000f req-c60e0b67-efe7-4b91-8b2a-8c8e61da8926 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/ports?device_id=c174c388-11cb-426d-8da8-92c00543e2ee HTTP/1.1" status: 200 len: 943 time: 0.1518941 Sep 07 02:33:37.139897 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713ea233-eccb-4e4b-a2fa-6d96fc3fb660 req-77ca95e9-a23f-4945-87cf-c79aa6105f6f tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:37.141429 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-713ea233-eccb-4e4b-a2fa-6d96fc3fb660 req-77ca95e9-a23f-4945-87cf-c79aa6105f6f tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.16 "GET /v2.0/ports?device_id=0473eb4e-78a8-4438-841e-1daf58830e4e HTTP/1.1" status: 200 len: 949 time: 0.1700950 Sep 07 02:33:37.161181 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7bc84119-6943-4fbc-bb49-87add50b0f2f req-178333d8-a687-4180-a0fe-90e0687b6e8b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd8d134c-dbcb-4273-a189-71b2690f1fb1 HTTP/1.1" status: 200 len: 217 time: 0.0755670 Sep 07 02:33:37.224790 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19b4a8-ceb9-4e82-8209-5fabeef30414 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf141221-2e81-48e8-81ec-6bd6d6584327,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:37.241100 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1475aca-bc26-4ea5-aabf-a5edccbf8050 req-b7875d5a-6e39-4291-99af-b9c8dabc0f7f tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:37.241100 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b1475aca-bc26-4ea5-aabf-a5edccbf8050 req-b7875d5a-6e39-4291-99af-b9c8dabc0f7f tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/ports?device_id=0473eb4e-78a8-4438-841e-1daf58830e4e HTTP/1.1" status: 200 len: 949 time: 0.1456974 Sep 07 02:33:37.262646 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-64b1f7e5-6c59-4c69-9d1e-8dda04fa000f req-7114d878-4ff8-4caf-8784-5cfdc9b9b774 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/security-groups?id=3506a522-e11f-4616-954e-3e9559147307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273372 Sep 07 02:33:37.262964 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc84119-6943-4fbc-bb49-87add50b0f2f req-08f50c99-e0f3-4c3c-b368-ca028dd48a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:37.262964 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7bc84119-6943-4fbc-bb49-87add50b0f2f req-08f50c99-e0f3-4c3c-b368-ca028dd48a71 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=af40ed98-11da-495e-997d-546db09a985f HTTP/1.1" status: 200 len: 861 time: 0.0813296 Sep 07 02:33:37.289849 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a19b4a8-ceb9-4e82-8209-5fabeef30414 admin admin] Checking segment: {'id': 'cb5a1637-646d-4671-9ca6-bd30e74d860b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5632e33d-1d7a-4426-9d83-a8e688a88788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:33:37.290220 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a19b4a8-ceb9-4e82-8209-5fabeef30414 admin admin] Network hostable DHCP agents. Network: 5632e33d-1d7a-4426-9d83-a8e688a88788, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:33:37.296289 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7bc84119-6943-4fbc-bb49-87add50b0f2f req-9f962709-1bb5-4a06-92ae-6218fce4a33d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bd9601bc-c156-4ac4-9ffa-13377eee4acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282700 Sep 07 02:33:37.313935 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b1475aca-bc26-4ea5-aabf-a5edccbf8050 req-40e95175-214c-4cd3-affe-be57cc28d54f tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.22 "GET /v2.0/security-groups?id=930fe853-fb8a-49e5-95dd-3b741b91d4e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633523 Sep 07 02:33:37.321498 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-713ea233-eccb-4e4b-a2fa-6d96fc3fb660 req-06fcb064-bcff-4be6-88d5-5b912412dce0 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Deleting port 124dbf8d-601e-4154-8354-1949cc0097af {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:33:37.322135 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-713ea233-eccb-4e4b-a2fa-6d96fc3fb660 req-06fcb064-bcff-4be6-88d5-5b912412dce0 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:37.327056 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a19b4a8-ceb9-4e82-8209-5fabeef30414 admin admin] Network 5632e33d-1d7a-4426-9d83-a8e688a88788 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:33:37.390176 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-7a19b4a8-ceb9-4e82-8209-5fabeef30414 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 5632e33d-1d7a-4426-9d83-a8e688a88788) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:33:37.399730 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a19b4a8-ceb9-4e82-8209-5fabeef30414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:37.400523 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7a19b4a8-ceb9-4e82-8209-5fabeef30414 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:37.401128 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f86eb63-cbe8-41d5-9a19-a132b672d528 None None] Network 5632e33d-1d7a-4426-9d83-a8e688a88788 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:33:37.438509 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7bc84119-6943-4fbc-bb49-87add50b0f2f req-031a5331-6973-4edc-a6bb-c39d0cd9774e service neutron] 10.222.0.23 "GET /v2.0/networks/bd9601bc-c156-4ac4-9ffa-13377eee4acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248534 Sep 07 02:33:37.440053 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-7a19b4a8-ceb9-4e82-8209-5fabeef30414 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9299059 Sep 07 02:33:37.448662 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-713ea233-eccb-4e4b-a2fa-6d96fc3fb660 req-06fcb064-bcff-4be6-88d5-5b912412dce0 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] For port 124dbf8d-601e-4154-8354-1949cc0097af, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=124dbf8d-601e-4154-8354-1949cc0097af,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:33:37.449083 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-713ea233-eccb-4e4b-a2fa-6d96fc3fb660 req-06fcb064-bcff-4be6-88d5-5b912412dce0 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:37.464063 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-713ea233-eccb-4e4b-a2fa-6d96fc3fb660 req-06fcb064-bcff-4be6-88d5-5b912412dce0 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Calling delete_port for 124dbf8d-601e-4154-8354-1949cc0097af owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:33:37.556189 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 37350) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:37.582669 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7bc84119-6943-4fbc-bb49-87add50b0f2f req-a96e68e7-7b38-4ee6-bf20-34495739d5c3 service neutron] 10.222.0.23 "GET /v2.0/networks/bd9601bc-c156-4ac4-9ffa-13377eee4acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379712 Sep 07 02:33:37.591598 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61ea107-d594-4ba5-98e9-cde4c2120323 None None] Network 5632e33d-1d7a-4426-9d83-a8e688a88788 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:33:37.666210 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-713ea233-eccb-4e4b-a2fa-6d96fc3fb660 req-06fcb064-bcff-4be6-88d5-5b912412dce0 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:37.696754 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['124dbf8d-601e-4154-8354-1949cc0097af'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:33:37.703182 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fcb064-bcff-4be6-88d5-5b912412dce0 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Pushing event deleted for resources: {'Port': ['ID=124dbf8d-601e-4154-8354-1949cc0097af,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:37.788225 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device bd8d134c-dbcb-4273-a189-71b2690f1fb1 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:33:37.794028 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-713ea233-eccb-4e4b-a2fa-6d96fc3fb660 req-06fcb064-bcff-4be6-88d5-5b912412dce0 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] No DVR routers for this DVR port 124dbf8d-601e-4154-8354-1949cc0097af on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:33:37.799321 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-713ea233-eccb-4e4b-a2fa-6d96fc3fb660 req-06fcb064-bcff-4be6-88d5-5b912412dce0 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:37.803434 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-713ea233-eccb-4e4b-a2fa-6d96fc3fb660 req-06fcb064-bcff-4be6-88d5-5b912412dce0 tempest-ServersAdminNegativeTestJSON-1667724517 tempest-ServersAdminNegativeTestJSON-1667724517-project] 10.222.0.16 "DELETE /v2.0/ports/124dbf8d-601e-4154-8354-1949cc0097af HTTP/1.1" status: 204 len: 173 time: 0.6475749 Sep 07 02:33:37.815670 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0473eb4e-78a8-4438-841e-1daf58830e4e', 'name': 'network-vif-deleted', 'tag': '124dbf8d-601e-4154-8354-1949cc0097af'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:33:37.819903 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654bd789-3946-4390-9398-a4a2ecfa9d6d" -d '{"events": [{"server_uuid": "0473eb4e-78a8-4438-841e-1daf58830e4e", "name": "network-vif-deleted", "tag": "124dbf8d-601e-4154-8354-1949cc0097af"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:33:37.940313 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d6f2a9-d54b-4e1a-8cc2-672a0dfb1e2e x-openstack-request-id: req-80d6f2a9-d54b-4e1a-8cc2-672a0dfb1e2e {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:33:37.940887 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0473eb4e-78a8-4438-841e-1daf58830e4e", "name": "network-vif-deleted", "tag": "124dbf8d-601e-4154-8354-1949cc0097af", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:33:37.941330 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-80d6f2a9-d54b-4e1a-8cc2-672a0dfb1e2e {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:33:37.941914 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0473eb4e-78a8-4438-841e-1daf58830e4e', 'name': 'network-vif-deleted', 'tag': '124dbf8d-601e-4154-8354-1949cc0097af', 'status': 'completed', 'code': 200} Sep 07 02:33:37.980424 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port bd8d134c-dbcb-4273-a189-71b2690f1fb1, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=bd8d134c-dbcb-4273-a189-71b2690f1fb1,segment=NetworkSegment(00cca32f-e41c-4852-a687-73528a16538c),segment_id=00cca32f-e41c-4852-a687-73528a16538c)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:33:38.004150 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': 'bd8d134c-dbcb-4273-a189-71b2690f1fb1', 'network_id': 'bd9601bc-c156-4ac4-9ffa-13377eee4acb', 'port_id': 'bd8d134c-dbcb-4273-a189-71b2690f1fb1', 'mac_address': 'fa:16:3e:c1:6a:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af40ed98-11da-495e-997d-546db09a985f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:33:38.049622 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:38.065086 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd8d134c-dbcb-4273-a189-71b2690f1fb1 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:33:38.088759 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port bd8d134c-dbcb-4273-a189-71b2690f1fb1, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=bd8d134c-dbcb-4273-a189-71b2690f1fb1,segment=NetworkSegment(00cca32f-e41c-4852-a687-73528a16538c),segment_id=00cca32f-e41c-4852-a687-73528a16538c)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:33:38.099453 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:38.099970 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-696a31b0-2498-49df-84df-890c0bb468d7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cce8b5cfd6b346a09435557b781b9303&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5382557 Sep 07 02:33:38.102013 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 37370) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:38.157961 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=bd8d134c-dbcb-4273-a189-71b2690f1fb1,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:38.166464 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:33:38.166851 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:33:38.167196 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:33:38.167570 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:33:38.167936 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:33:38.168032 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a4e0a1bc-71c5-4e0e-8c41-22d728dba089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:38.168276 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:33:38.168608 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:33:38.168939 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:33:38.169349 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:33:38.169627 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:33:38.170478 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:33:38.171030 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:33:38.193866 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a4e0a1bc-71c5-4e0e-8c41-22d728dba089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:38.251569 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a4e0a1bc-71c5-4e0e-8c41-22d728dba089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:38.254420 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a4e0a1bc-71c5-4e0e-8c41-22d728dba089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:38.255900 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a4e0a1bc-71c5-4e0e-8c41-22d728dba089 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4ba2aa4d-7f82-4cc1-ad48-46c49fcc34cd HTTP/1.1" status: 204 len: 168 time: 0.1517329 Sep 07 02:33:38.265420 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0a1bc-71c5-4e0e-8c41-22d728dba089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba2aa4d-7f82-4cc1-ad48-46c49fcc34cd,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:38.308199 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['bd8d134c-dbcb-4273-a189-71b2690f1fb1'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:33:38.397044 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b73eed-6a82-48b6-a7a0-d57c57f99c07 req-938276b8-68cc-4aaf-8dc8-0b18dccf23e7 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:38.398609 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-98b73eed-6a82-48b6-a7a0-d57c57f99c07 req-938276b8-68cc-4aaf-8dc8-0b18dccf23e7 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/ports?device_id=c174c388-11cb-426d-8da8-92c00543e2ee HTTP/1.1" status: 200 len: 944 time: 0.0755501 Sep 07 02:33:38.446630 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-98b73eed-6a82-48b6-a7a0-d57c57f99c07 req-d69d0eb3-86be-4722-a682-c60897db5614 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/security-groups?id=3506a522-e11f-4616-954e-3e9559147307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389493 Sep 07 02:33:38.860038 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 37416) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:38.866221 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-e042defa-26f4-4fb3-9d50-9fef5476a318 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2001611787-network', 'tenant_id': 'c4e9ef78c5c8412fb0c6117f46f077cb'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:33:38.905712 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e042defa-26f4-4fb3-9d50-9fef5476a318 admin admin] Made reservation on behalf of c4e9ef78c5c8412fb0c6117f46f077cb for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:33:38.908335 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e042defa-26f4-4fb3-9d50-9fef5476a318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:38.918639 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e042defa-26f4-4fb3-9d50-9fef5476a318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:39.022489 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e042defa-26f4-4fb3-9d50-9fef5476a318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:39.027469 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e042defa-26f4-4fb3-9d50-9fef5476a318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:39.041767 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 37422) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:39.050317 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e042defa-26f4-4fb3-9d50-9fef5476a318 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:33:39.055872 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-878b8eea-49d5-43b1-831e-77437e191562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:39.066879 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e042defa-26f4-4fb3-9d50-9fef5476a318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c385bb-9a83-42ef-ab10-f6a81f32d420,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:39.071824 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e042defa-26f4-4fb3-9d50-9fef5476a318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:39.072703 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-e042defa-26f4-4fb3-9d50-9fef5476a318 admin admin] Added segment b1b91946-1d7a-4630-bfce-2e70138be807 of type vlan for network cccc57ef-629f-4504-b062-29c69d24c01d Sep 07 02:33:39.126795 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e042defa-26f4-4fb3-9d50-9fef5476a318 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:39.160779 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e042defa-26f4-4fb3-9d50-9fef5476a318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:39.162186 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e042defa-26f4-4fb3-9d50-9fef5476a318 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:39.162786 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e042defa-26f4-4fb3-9d50-9fef5476a318 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:39.168340 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-878b8eea-49d5-43b1-831e-77437e191562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:39.174957 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-878b8eea-49d5-43b1-831e-77437e191562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:39.193593 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 37426) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:39.224129 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 37432) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:39.233471 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e042defa-26f4-4fb3-9d50-9fef5476a318 admin admin] Pushing event updated for resources: {'Network': ['ID=cccc57ef-629f-4504-b062-29c69d24c01d,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:39.244973 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network cccc57ef-629f-4504-b062-29c69d24c01d details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:33:39.246045 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-e042defa-26f4-4fb3-9d50-9fef5476a318 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.3847914 Sep 07 02:33:39.246848 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 37434) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:39.253146 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-6e63edbf-33b5-4a6b-91a1-9452ef1b2bc9 admin admin] Request body: {'subnet': {'network_id': 'cccc57ef-629f-4504-b062-29c69d24c01d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2001611787-subnet', 'tenant_id': 'c4e9ef78c5c8412fb0c6117f46f077cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:33:39.260649 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 37438) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:39.266690 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-878b8eea-49d5-43b1-831e-77437e191562 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=661a92da12494d7caeda997dc7aa6bc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2237809 Sep 07 02:33:39.267710 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878b8eea-49d5-43b1-831e-77437e191562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10345681-6af2-406b-8e49-c059cbc56e55,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:39.269028 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-5dddb96f-c4a9-4695-ba30-6318de603f8c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1648059830-network', 'tenant_id': '1d4e9f0cb3454001bb3da44b0d77c4c7'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:33:39.283741 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 37440) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:39.307926 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e63edbf-33b5-4a6b-91a1-9452ef1b2bc9 admin admin] Made reservation on behalf of c4e9ef78c5c8412fb0c6117f46f077cb for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:33:39.312105 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6e63edbf-33b5-4a6b-91a1-9452ef1b2bc9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:39.346650 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-55b8af2e-95e4-4bc6-a346-93571bec2c85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:39.372467 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-55b8af2e-95e4-4bc6-a346-93571bec2c85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:39.406586 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dddb96f-c4a9-4695-ba30-6318de603f8c admin admin] Made reservation on behalf of 1d4e9f0cb3454001bb3da44b0d77c4c7 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:33:39.409510 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5dddb96f-c4a9-4695-ba30-6318de603f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:39.422615 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5dddb96f-c4a9-4695-ba30-6318de603f8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:39.434455 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-55b8af2e-95e4-4bc6-a346-93571bec2c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:39.439395 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-55b8af2e-95e4-4bc6-a346-93571bec2c85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:39.441533 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-55b8af2e-95e4-4bc6-a346-93571bec2c85 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/10345681-6af2-406b-8e49-c059cbc56e55 HTTP/1.1" status: 204 len: 168 time: 0.1556876 Sep 07 02:33:39.456953 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b8af2e-95e4-4bc6-a346-93571bec2c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10345681-6af2-406b-8e49-c059cbc56e55,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:39.555794 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7494fed3-3d9d-4b69-8802-4597ee36cdc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:39.591171 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-7c9da051-a5d8-4016-9a52-abc5b180193a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b3ce8e5925f047018db886c89a448f8e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3938317 Sep 07 02:33:39.594491 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 37448) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:39.637763 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5dddb96f-c4a9-4695-ba30-6318de603f8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:39.645875 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5dddb96f-c4a9-4695-ba30-6318de603f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:39.658220 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6e63edbf-33b5-4a6b-91a1-9452ef1b2bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:39.691466 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617063ae-a3d7-48fe-9ebd-c42ef053796d req-a46f9fb7-651a-47b0-8328-601c03f53ce8 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:39.698675 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-617063ae-a3d7-48fe-9ebd-c42ef053796d req-a46f9fb7-651a-47b0-8328-601c03f53ce8 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/ports?device_id=c174c388-11cb-426d-8da8-92c00543e2ee HTTP/1.1" status: 200 len: 944 time: 0.1338263 Sep 07 02:33:39.739977 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dddb96f-c4a9-4695-ba30-6318de603f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda8a93e-87cb-4805-95ba-0945e265190a,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:39.741859 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d9854a30-2127-4646-acd5-2f2427a07cd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:39.747054 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e63edbf-33b5-4a6b-91a1-9452ef1b2bc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=731a90fa-70a4-457f-957f-719e608604fc,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:39.751948 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dddb96f-c4a9-4695-ba30-6318de603f8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:33:39.765946 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5dddb96f-c4a9-4695-ba30-6318de603f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:39.766311 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-5dddb96f-c4a9-4695-ba30-6318de603f8c admin admin] Added segment 467cbf25-3b30-4c43-a917-825290643a11 of type vlan for network ac50453e-9244-4ca1-bbc0-e3ab26971602 Sep 07 02:33:39.766701 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d9854a30-2127-4646-acd5-2f2427a07cd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:39.791821 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device bd8d134c-dbcb-4273-a189-71b2690f1fb1 up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:33:39.837799 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-617063ae-a3d7-48fe-9ebd-c42ef053796d req-100e0c71-65af-4898-a264-66dbc8ae5c30 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/security-groups?id=3506a522-e11f-4616-954e-3e9559147307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344540 Sep 07 02:33:39.851127 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5dddb96f-c4a9-4695-ba30-6318de603f8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:39.885729 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d9854a30-2127-4646-acd5-2f2427a07cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:39.889729 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d9854a30-2127-4646-acd5-2f2427a07cd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:39.893696 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d9854a30-2127-4646-acd5-2f2427a07cd9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/930fe853-fb8a-49e5-95dd-3b741b91d4e7 HTTP/1.1" status: 204 len: 168 time: 0.2957237 Sep 07 02:33:39.894216 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7494fed3-3d9d-4b69-8802-4597ee36cdc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:39.894545 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5dddb96f-c4a9-4695-ba30-6318de603f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:39.895891 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dddb96f-c4a9-4695-ba30-6318de603f8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:39.897339 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5dddb96f-c4a9-4695-ba30-6318de603f8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:39.906214 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7494fed3-3d9d-4b69-8802-4597ee36cdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:39.908751 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port bd8d134c-dbcb-4273-a189-71b2690f1fb1 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:33:39.911710 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9854a30-2127-4646-acd5-2f2427a07cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930fe853-fb8a-49e5-95dd-3b741b91d4e7,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:39.914115 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port bd8d134c-dbcb-4273-a189-71b2690f1fb1 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:33:39.922971 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:39.955266 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-7494fed3-3d9d-4b69-8802-4597ee36cdc9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2791e228071e40a2875d2e179d1bf662&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7261560 Sep 07 02:33:39.958816 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 37462) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:39.969389 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7494fed3-3d9d-4b69-8802-4597ee36cdc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094120ae-658b-43fa-9d34-17c715688282,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:40.022580 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-03effd81-3001-4a4f-a9cd-d766e2d8706e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:40.044256 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dddb96f-c4a9-4695-ba30-6318de603f8c admin admin] Pushing event updated for resources: {'Network': ['ID=ac50453e-9244-4ca1-bbc0-e3ab26971602,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:40.056656 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e63edbf-33b5-4a6b-91a1-9452ef1b2bc9 admin admin] Checking segment: {'id': 'b1b91946-1d7a-4630-bfce-2e70138be807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'cccc57ef-629f-4504-b062-29c69d24c01d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:33:40.057047 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e63edbf-33b5-4a6b-91a1-9452ef1b2bc9 admin admin] Network hostable DHCP agents. Network: cccc57ef-629f-4504-b062-29c69d24c01d, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:33:40.060741 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-03effd81-3001-4a4f-a9cd-d766e2d8706e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:40.064467 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network ac50453e-9244-4ca1-bbc0-e3ab26971602 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:33:40.082516 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-5dddb96f-c4a9-4695-ba30-6318de603f8c admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8206239 Sep 07 02:33:40.085214 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 37470) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:40.094371 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:40.097794 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e63edbf-33b5-4a6b-91a1-9452ef1b2bc9 admin admin] Network cccc57ef-629f-4504-b062-29c69d24c01d is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:33:40.099390 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-1457a98f-07ee-4123-b954-a41566ff68eb admin admin] Request body: {'subnet': {'network_id': 'ac50453e-9244-4ca1-bbc0-e3ab26971602', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1648059830-subnet', 'tenant_id': '1d4e9f0cb3454001bb3da44b0d77c4c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:33:40.123293 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-6e63edbf-33b5-4a6b-91a1-9452ef1b2bc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, cccc57ef-629f-4504-b062-29c69d24c01d) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:33:40.129745 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e63edbf-33b5-4a6b-91a1-9452ef1b2bc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:40.130572 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6e63edbf-33b5-4a6b-91a1-9452ef1b2bc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:40.161915 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-6e63edbf-33b5-4a6b-91a1-9452ef1b2bc9 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9117804 Sep 07 02:33:40.173424 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fca76a-2963-427c-8d47-40736c18e95d None None] Network cccc57ef-629f-4504-b062-29c69d24c01d requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:33:40.177046 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1457a98f-07ee-4123-b954-a41566ff68eb admin admin] Made reservation on behalf of 1d4e9f0cb3454001bb3da44b0d77c4c7 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:33:40.182541 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1457a98f-07ee-4123-b954-a41566ff68eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:40.185743 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c174c388-11cb-426d-8da8-92c00543e2ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd8d134c-dbcb-4273-a189-71b2690f1fb1'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:33:40.188380 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9a1847-f492-4cbc-9e27-bddb04e08eea" -d '{"events": [{"server_uuid": "c174c388-11cb-426d-8da8-92c00543e2ee", "name": "network-vif-plugged", "status": "completed", "tag": "bd8d134c-dbcb-4273-a189-71b2690f1fb1"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:33:40.207102 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-03effd81-3001-4a4f-a9cd-d766e2d8706e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:40.210600 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-03effd81-3001-4a4f-a9cd-d766e2d8706e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:40.212260 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-03effd81-3001-4a4f-a9cd-d766e2d8706e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/094120ae-658b-43fa-9d34-17c715688282 HTTP/1.1" status: 204 len: 168 time: 0.2523088 Sep 07 02:33:40.225584 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03effd81-3001-4a4f-a9cd-d766e2d8706e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094120ae-658b-43fa-9d34-17c715688282,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:40.286318 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c5d90e-9e12-47f7-9567-29cc33cc3ef3 x-openstack-request-id: req-c6c5d90e-9e12-47f7-9567-29cc33cc3ef3 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:33:40.286891 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c174c388-11cb-426d-8da8-92c00543e2ee", "name": "network-vif-plugged", "status": "completed", "tag": "bd8d134c-dbcb-4273-a189-71b2690f1fb1", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:33:40.286973 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c6c5d90e-9e12-47f7-9567-29cc33cc3ef3 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:33:40.287988 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c174c388-11cb-426d-8da8-92c00543e2ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd8d134c-dbcb-4273-a189-71b2690f1fb1', 'code': 200} Sep 07 02:33:40.349541 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port bd8d134c-dbcb-4273-a189-71b2690f1fb1, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=bd8d134c-dbcb-4273-a189-71b2690f1fb1,segment=NetworkSegment(00cca32f-e41c-4852-a687-73528a16538c),segment_id=00cca32f-e41c-4852-a687-73528a16538c)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:33:40.360816 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:40.482718 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=bd8d134c-dbcb-4273-a189-71b2690f1fb1,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:40.515260 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159a6bea-9d97-44f2-bb4f-8fde01a6248c None None] Network cccc57ef-629f-4504-b062-29c69d24c01d requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:33:40.563057 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 37488) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:40.637328 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ebd27dc6-8eb0-4860-8417-061e9e7595b5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d619d396b4f249dd9ae2c78e638cea0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0721986 Sep 07 02:33:40.643201 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 37492) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:40.648904 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da70a09-40a8-4954-9f63-fcb58793ca77 req-d13f99a5-15c9-40de-ad72-79f2ecff3a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:40.650404 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7da70a09-40a8-4954-9f63-fcb58793ca77 req-d13f99a5-15c9-40de-ad72-79f2ecff3a1f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c174c388-11cb-426d-8da8-92c00543e2ee HTTP/1.1" status: 200 len: 1096 time: 0.3321495 Sep 07 02:33:40.676740 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1457a98f-07ee-4123-b954-a41566ff68eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:40.724734 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4297fe6c-8a74-403b-b982-766858a37eb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:40.737137 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7da70a09-40a8-4954-9f63-fcb58793ca77 req-d142db6f-29b9-42bf-83ce-4afba4de7f54 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3506a522-e11f-4616-954e-3e9559147307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779698 Sep 07 02:33:40.744606 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1457a98f-07ee-4123-b954-a41566ff68eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd1523ae-19b4-4c8e-b9c4-7566f97dea7f,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:40.759418 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4297fe6c-8a74-403b-b982-766858a37eb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:40.764688 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1457a98f-07ee-4123-b954-a41566ff68eb admin admin] Checking segment: {'id': '467cbf25-3b30-4c43-a917-825290643a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ac50453e-9244-4ca1-bbc0-e3ab26971602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:33:40.765055 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1457a98f-07ee-4123-b954-a41566ff68eb admin admin] Network hostable DHCP agents. Network: ac50453e-9244-4ca1-bbc0-e3ab26971602, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:33:40.784112 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1457a98f-07ee-4123-b954-a41566ff68eb admin admin] Network ac50453e-9244-4ca1-bbc0-e3ab26971602 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:33:40.796861 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-1457a98f-07ee-4123-b954-a41566ff68eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, ac50453e-9244-4ca1-bbc0-e3ab26971602) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:33:40.802290 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1457a98f-07ee-4123-b954-a41566ff68eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:40.802799 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1457a98f-07ee-4123-b954-a41566ff68eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:40.808694 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca588d55-a04b-4324-9270-949314dd399c None None] Network ac50453e-9244-4ca1-bbc0-e3ab26971602 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:33:40.832292 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-1457a98f-07ee-4123-b954-a41566ff68eb admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7456462 Sep 07 02:33:40.837286 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4297fe6c-8a74-403b-b982-766858a37eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:40.839729 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4297fe6c-8a74-403b-b982-766858a37eb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:40.841016 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-4297fe6c-8a74-403b-b982-766858a37eb4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/812c5994-c3e5-475b-9682-0b4b6fded4af HTTP/1.1" status: 204 len: 168 time: 0.1963329 Sep 07 02:33:40.865095 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4297fe6c-8a74-403b-b982-766858a37eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812c5994-c3e5-475b-9682-0b4b6fded4af,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:40.919521 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 37510) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:40.944611 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-57887ae2-6a12-48d4-8bb2-ff0018107d16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:40.976915 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc2147c-571a-4293-9096-eb4dade8d980 None None] Network ac50453e-9244-4ca1-bbc0-e3ab26971602 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:33:41.017490 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd51caf-0c0f-4c81-9313-77d719363bf4 req-4a772feb-e8fa-4e0d-9d4a-72f00975e5b5 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:41.019668 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6bd51caf-0c0f-4c81-9313-77d719363bf4 req-4a772feb-e8fa-4e0d-9d4a-72f00975e5b5 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/ports?device_id=c174c388-11cb-426d-8da8-92c00543e2ee HTTP/1.1" status: 200 len: 945 time: 0.0857112 Sep 07 02:33:41.090887 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6bd51caf-0c0f-4c81-9313-77d719363bf4 req-2d95d295-bb15-4128-8233-19f997fe27b3 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/security-groups?id=3506a522-e11f-4616-954e-3e9559147307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652039 Sep 07 02:33:41.106657 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-57887ae2-6a12-48d4-8bb2-ff0018107d16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:41.112238 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-57887ae2-6a12-48d4-8bb2-ff0018107d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:41.174976 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-57887ae2-6a12-48d4-8bb2-ff0018107d16 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a60bec0b9ddc4fdc94d12f69e4faa421&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2508912 Sep 07 02:33:41.174976 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57887ae2-6a12-48d4-8bb2-ff0018107d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6221cdd-f770-427a-9ce1-6df615b5024f,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:41.175507 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 37518) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:41.246532 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-390a5d32-46bd-4fe4-a5ad-7138c60585b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:41.270184 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-390a5d32-46bd-4fe4-a5ad-7138c60585b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:41.350268 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-390a5d32-46bd-4fe4-a5ad-7138c60585b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:41.352435 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-390a5d32-46bd-4fe4-a5ad-7138c60585b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:41.353657 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-390a5d32-46bd-4fe4-a5ad-7138c60585b1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b6221cdd-f770-427a-9ce1-6df615b5024f HTTP/1.1" status: 204 len: 168 time: 0.1768270 Sep 07 02:33:41.362724 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390a5d32-46bd-4fe4-a5ad-7138c60585b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6221cdd-f770-427a-9ce1-6df615b5024f,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:41.645554 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829774a-af2b-4c10-a2ce-5067c2a57f83 req-40097940-e5f2-4ef8-a33a-6abbdb031245 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:41.647072 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f829774a-af2b-4c10-a2ce-5067c2a57f83 req-40097940-e5f2-4ef8-a33a-6abbdb031245 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/networks?id=e4ab2f0c-5a02-4242-a541-768acd457503 HTTP/1.1" status: 200 len: 821 time: 0.1139114 Sep 07 02:33:41.671961 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f829774a-af2b-4c10-a2ce-5067c2a57f83 req-ca31e4de-5247-423b-b9b0-03552b36a42e tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/quotas/58fe4c9e71db4bd7aa26d4557468fc65 HTTP/1.1" status: 200 len: 375 time: 0.0166955 Sep 07 02:33:41.709647 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f829774a-af2b-4c10-a2ce-5067c2a57f83 req-3acaa691-34e2-482f-8e72-045fb39713ba tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=58fe4c9e71db4bd7aa26d4557468fc65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368292 Sep 07 02:33:41.721917 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [req-f829774a-af2b-4c10-a2ce-5067c2a57f83 req-de446db7-a88f-430d-82c9-3703abf5adbc service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 02:33:41.724299 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f829774a-af2b-4c10-a2ce-5067c2a57f83 req-de446db7-a88f-430d-82c9-3703abf5adbc service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081944 Sep 07 02:33:41.850548 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f829774a-af2b-4c10-a2ce-5067c2a57f83 req-d2ae6588-1fc7-4fe7-b126-06b48c1ed98c service neutron] 10.222.0.22 "GET /v2.0/networks/e4ab2f0c-5a02-4242-a541-768acd457503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199713 Sep 07 02:33:41.977256 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f829774a-af2b-4c10-a2ce-5067c2a57f83 req-57110b62-a421-45c8-adad-e4c9c25477cb service neutron] 10.222.0.22 "GET /v2.0/networks/e4ab2f0c-5a02-4242-a541-768acd457503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205497 Sep 07 02:33:42.011560 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 124dbf8d-601e-4154-8354-1949cc0097af no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:33:42.041672 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: 124dbf8d-601e-4154-8354-1949cc0097af {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:33:42.042020 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 124dbf8d-601e-4154-8354-1949cc0097af not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:33:42.058652 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c107dc6-e2d2-4d78-bf7e-9ec1e1871e65 req-86db4120-4ea9-45ac-93b9-c9e25173d1bf tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:42.058652 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5c107dc6-e2d2-4d78-bf7e-9ec1e1871e65 req-86db4120-4ea9-45ac-93b9-c9e25173d1bf tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/networks?id=5632e33d-1d7a-4426-9d83-a8e688a88788 HTTP/1.1" status: 200 len: 807 time: 0.1293416 Sep 07 02:33:42.079402 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5c107dc6-e2d2-4d78-bf7e-9ec1e1871e65 req-e346dcf4-c734-4c30-aca4-4015bd6972f9 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/quotas/4ff846f9243a40b7bf323ea156c2bdd7 HTTP/1.1" status: 200 len: 375 time: 0.0116138 Sep 07 02:33:42.133128 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5c107dc6-e2d2-4d78-bf7e-9ec1e1871e65 req-3a4bdc74-2d93-4b83-a100-956a3a069833 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=4ff846f9243a40b7bf323ea156c2bdd7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372519 Sep 07 02:33:42.258317 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5c107dc6-e2d2-4d78-bf7e-9ec1e1871e65 req-67fbabed-8087-403a-9caa-39ef3834c822 service neutron] 10.222.0.22 "GET /v2.0/networks/5632e33d-1d7a-4426-9d83-a8e688a88788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153574 Sep 07 02:33:42.380114 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5c107dc6-e2d2-4d78-bf7e-9ec1e1871e65 req-31dc3cc2-ae78-4369-9d7b-84956797e547 service neutron] 10.222.0.22 "GET /v2.0/networks/5632e33d-1d7a-4426-9d83-a8e688a88788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208935 Sep 07 02:33:42.584942 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e0c77d00-baf0-49af-b095-00f055b1f40e req-7fbaa1ac-5fe6-42c8-93cd-7df8fbd0ed78 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=36932fbb01ef47dd957d06cd3434fa27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0575321 Sep 07 02:33:42.597229 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fcb5ddeb-ee1f-42cd-ba00-b5d4db1a637a req-8068c2ee-60ce-4434-b140-146de87458fe tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=34c2627b-3011-401c-a0e2-7b9b6342a6d6 HTTP/1.1" status: 200 len: 210 time: 0.0436118 Sep 07 02:33:42.774903 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4fc311-ac0b-41bc-b992-2dabd39b9803 req-39391dd7-fbe9-444f-8473-256bab9cfbf1 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:42.783224 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9a4fc311-ac0b-41bc-b992-2dabd39b9803 req-39391dd7-fbe9-444f-8473-256bab9cfbf1 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/ports?device_id=c174c388-11cb-426d-8da8-92c00543e2ee HTTP/1.1" status: 200 len: 945 time: 0.1009028 Sep 07 02:33:42.801325 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c77d00-baf0-49af-b095-00f055b1f40e req-d3629e6b-bb1c-4279-88e6-5e6ce9b8ac27 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:42.810672 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e0c77d00-baf0-49af-b095-00f055b1f40e req-d3629e6b-bb1c-4279-88e6-5e6ce9b8ac27 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2238359 Sep 07 02:33:42.837700 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e0c77d00-baf0-49af-b095-00f055b1f40e req-0d860eba-06e2-4ded-aff3-7f117176ef64 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/quotas/36932fbb01ef47dd957d06cd3434fa27 HTTP/1.1" status: 200 len: 375 time: 0.0247827 Sep 07 02:33:42.852836 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9a4fc311-ac0b-41bc-b992-2dabd39b9803 req-62073ec2-216a-4941-bbc9-8b98ca33fd57 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/security-groups?id=3506a522-e11f-4616-954e-3e9559147307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566504 Sep 07 02:33:42.920279 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e0c77d00-baf0-49af-b095-00f055b1f40e req-06e4f5ea-804b-4487-9a30-ca3881ecbc39 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=36932fbb01ef47dd957d06cd3434fa27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0807457 Sep 07 02:33:43.112290 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-56d52fc2-ca63-47c7-966f-23658fcb9943 req-aecde904-6587-4da1-8745-64093ddcd132 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=a43a67ee-d7ee-45b5-b6e6-bf1e3c5124c0 HTTP/1.1" status: 200 len: 210 time: 0.0739210 Sep 07 02:33:43.190968 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff24c3-48f3-45da-83f3-6402066a4919 req-18312356-cc66-4fcd-b4a2-9aa1597e03e2 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:43.200579 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fbff24c3-48f3-45da-83f3-6402066a4919 req-18312356-cc66-4fcd-b4a2-9aa1597e03e2 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/ports?device_id=c174c388-11cb-426d-8da8-92c00543e2ee HTTP/1.1" status: 200 len: 945 time: 0.0761249 Sep 07 02:33:43.244035 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-623cbab5-1dcb-4711-aeae-fb9534b970e1 req-435a8ad9-19c0-439c-a538-cca121d92816 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac8da7c5-50fa-4245-91ea-165d5c065b33 HTTP/1.1" status: 200 len: 210 time: 0.0478480 Sep 07 02:33:43.253187 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fbff24c3-48f3-45da-83f3-6402066a4919 req-5ca53c6c-01ef-40cb-b0d4-abf67f8af4a6 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/security-groups?id=3506a522-e11f-4616-954e-3e9559147307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449252 Sep 07 02:33:43.665026 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a8df0-2f46-448b-bfbe-9bca4ebca0dc req-2ac86706-85b0-4bca-8809-1dcc1b3a5879 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:43.666563 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-996a8df0-2f46-448b-bfbe-9bca4ebca0dc req-2ac86706-85b0-4bca-8809-1dcc1b3a5879 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/ports?device_id=c174c388-11cb-426d-8da8-92c00543e2ee HTTP/1.1" status: 200 len: 945 time: 0.2692637 Sep 07 02:33:43.676877 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829774a-af2b-4c10-a2ce-5067c2a57f83 req-2202d8e8-de93-4b51-885a-f1400afeaccb tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:43.678597 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f829774a-af2b-4c10-a2ce-5067c2a57f83 req-2202d8e8-de93-4b51-885a-f1400afeaccb tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.16 "GET /v2.0/networks?id=e4ab2f0c-5a02-4242-a541-768acd457503 HTTP/1.1" status: 200 len: 821 time: 0.3176665 Sep 07 02:33:43.700952 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-f829774a-af2b-4c10-a2ce-5067c2a57f83 req-a76b5aa0-20e5-4011-be5a-cdf4d38b957f tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Request body: {'port': {'device_id': '34c2627b-3011-401c-a0e2-7b9b6342a6d6', 'network_id': 'e4ab2f0c-5a02-4242-a541-768acd457503', 'admin_state_up': True, 'tenant_id': '58fe4c9e71db4bd7aa26d4557468fc65'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:33:43.760475 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-996a8df0-2f46-448b-bfbe-9bca4ebca0dc req-fba679d7-b4fc-415f-be32-3da7c3e443d1 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/security-groups?id=3506a522-e11f-4616-954e-3e9559147307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806170 Sep 07 02:33:43.906324 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8d7d6497-a349-4be0-925d-737397262d33 req-bf0e0709-b698-4bb4-81b5-bf0dcb81f697 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=34c2627b-3011-401c-a0e2-7b9b6342a6d6 HTTP/1.1" status: 200 len: 210 time: 0.0556078 Sep 07 02:33:43.941736 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f829774a-af2b-4c10-a2ce-5067c2a57f83 req-a76b5aa0-20e5-4011-be5a-cdf4d38b957f tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Made reservation on behalf of 58fe4c9e71db4bd7aa26d4557468fc65 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:33:43.947010 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f829774a-af2b-4c10-a2ce-5067c2a57f83 req-a76b5aa0-20e5-4011-be5a-cdf4d38b957f tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:44.106995 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa67f7-f5ca-44d0-a2c5-db1888249616 req-9d1efcb7-dbdb-4f92-b1a5-d0dbcfede7e0 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:44.108707 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-46aa67f7-f5ca-44d0-a2c5-db1888249616 req-9d1efcb7-dbdb-4f92-b1a5-d0dbcfede7e0 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/ports?device_id=c174c388-11cb-426d-8da8-92c00543e2ee HTTP/1.1" status: 200 len: 945 time: 0.1274843 Sep 07 02:33:44.191690 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-f829774a-af2b-4c10-a2ce-5067c2a57f83 req-a76b5aa0-20e5-4011-be5a-cdf4d38b957f tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Allocated IP 172.20.0.8 (e4ab2f0c-5a02-4242-a541-768acd457503/a1bc4512-390c-4c50-bb1d-2c94019bd4fe/ba246450-92d4-4fad-854d-29807ceb844e) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:33:44.284172 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-46aa67f7-f5ca-44d0-a2c5-db1888249616 req-4255054b-effb-420e-bda6-2156d8c8a1de tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/security-groups?id=3506a522-e11f-4616-954e-3e9559147307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532288 Sep 07 02:33:44.407141 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e4d6cd17-8423-476f-bc91-70707ddaf681 req-1fb433ce-3e3f-43d2-969e-fcca8579107e tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=a43a67ee-d7ee-45b5-b6e6-bf1e3c5124c0 HTTP/1.1" status: 200 len: 210 time: 0.0344474 Sep 07 02:33:44.429136 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c107dc6-e2d2-4d78-bf7e-9ec1e1871e65 req-5154c0c2-1d6f-4f34-9979-7c30cfe2b688 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:44.431950 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5c107dc6-e2d2-4d78-bf7e-9ec1e1871e65 req-5154c0c2-1d6f-4f34-9979-7c30cfe2b688 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.16 "GET /v2.0/networks?id=5632e33d-1d7a-4426-9d83-a8e688a88788 HTTP/1.1" status: 200 len: 807 time: 0.3174491 Sep 07 02:33:44.446719 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-5c107dc6-e2d2-4d78-bf7e-9ec1e1871e65 req-e0c2c279-80f7-4ce0-87d1-29b3d459c9b3 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Request body: {'port': {'device_id': 'a43a67ee-d7ee-45b5-b6e6-bf1e3c5124c0', 'network_id': '5632e33d-1d7a-4426-9d83-a8e688a88788', 'admin_state_up': True, 'tenant_id': '4ff846f9243a40b7bf323ea156c2bdd7'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:33:44.469148 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f829774a-af2b-4c10-a2ce-5067c2a57f83 req-a76b5aa0-20e5-4011-be5a-cdf4d38b957f tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:44.562675 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f829774a-af2b-4c10-a2ce-5067c2a57f83 req-a76b5aa0-20e5-4011-be5a-cdf4d38b957f tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:44.611756 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59633) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:44.620028 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0c973219-5249-4eb5-a414-16d21cf63ca5 req-05115376-84ae-4855-8a80-fd8caf3501f4 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac8da7c5-50fa-4245-91ea-165d5c065b33 HTTP/1.1" status: 200 len: 210 time: 0.0524673 Sep 07 02:33:44.690028 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c107dc6-e2d2-4d78-bf7e-9ec1e1871e65 req-e0c2c279-80f7-4ce0-87d1-29b3d459c9b3 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Made reservation on behalf of 4ff846f9243a40b7bf323ea156c2bdd7 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:33:44.693968 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-5c107dc6-e2d2-4d78-bf7e-9ec1e1871e65 req-e0c2c279-80f7-4ce0-87d1-29b3d459c9b3 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:44.699239 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e0c77d00-baf0-49af-b095-00f055b1f40e req-89460552-4086-4c5a-865b-a9e7df62b0a8 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=36932fbb01ef47dd957d06cd3434fa27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0861490 Sep 07 02:33:44.720405 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f829774a-af2b-4c10-a2ce-5067c2a57f83 req-a76b5aa0-20e5-4011-be5a-cdf4d38b957f tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Network e4ab2f0c-5a02-4242-a541-768acd457503 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:33:44.751425 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-f829774a-af2b-4c10-a2ce-5067c2a57f83 req-a76b5aa0-20e5-4011-be5a-cdf4d38b957f tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:33:44.773605 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-f829774a-af2b-4c10-a2ce-5067c2a57f83 req-a76b5aa0-20e5-4011-be5a-cdf4d38b957f tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:33:44.780223 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829774a-af2b-4c10-a2ce-5067c2a57f83 req-a76b5aa0-20e5-4011-be5a-cdf4d38b957f tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:44.780888 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f829774a-af2b-4c10-a2ce-5067c2a57f83 req-a76b5aa0-20e5-4011-be5a-cdf4d38b957f tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:44.810283 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76b5aa0-20e5-4011-be5a-cdf4d38b957f tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Pushing event updated for resources: {'Port': ['ID=ba246450-92d4-4fad-854d-29807ceb844e,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:44.826484 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f829774a-af2b-4c10-a2ce-5067c2a57f83 req-a76b5aa0-20e5-4011-be5a-cdf4d38b957f tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1289458 Sep 07 02:33:44.862475 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0462c54-bd31-435c-addc-44eb495f6978 req-f44121b1-aae3-4856-aba6-bff56e65d285 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:44.863966 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c0462c54-bd31-435c-addc-44eb495f6978 req-f44121b1-aae3-4856-aba6-bff56e65d285 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/ports?device_id=c174c388-11cb-426d-8da8-92c00543e2ee HTTP/1.1" status: 200 len: 945 time: 0.2131953 Sep 07 02:33:44.875908 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-f829774a-af2b-4c10-a2ce-5067c2a57f83 req-f40bca72-5816-414e-8d7b-d1296b1c29f2 service neutron] Request body: {'port': {'device_id': '34c2627b-3011-401c-a0e2-7b9b6342a6d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:33:44.896082 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [req-5c107dc6-e2d2-4d78-bf7e-9ec1e1871e65 req-e0c2c279-80f7-4ce0-87d1-29b3d459c9b3 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Allocated IP 172.20.0.14 (5632e33d-1d7a-4426-9d83-a8e688a88788/cf141221-2e81-48e8-81ec-6bd6d6584327/10040ac4-d970-4a95-b1a0-f348e640839a) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:33:44.988494 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c77d00-baf0-49af-b095-00f055b1f40e req-0f910324-a64f-4cd6-a83d-e6b0d272bc5b tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:44.990047 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e0c77d00-baf0-49af-b095-00f055b1f40e req-0f910324-a64f-4cd6-a83d-e6b0d272bc5b tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2686086 Sep 07 02:33:45.002637 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c0462c54-bd31-435c-addc-44eb495f6978 req-1f32dc30-50ac-4e14-99ef-351abdf1bd9b tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/security-groups?id=3506a522-e11f-4616-954e-3e9559147307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231787 Sep 07 02:33:45.011707 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-e0c77d00-baf0-49af-b095-00f055b1f40e req-2d114524-bf49-4e91-97ab-0196739e347f tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Request body: {'port': {'device_id': 'ac8da7c5-50fa-4245-91ea-165d5c065b33', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'admin_state_up': True, 'tenant_id': '36932fbb01ef47dd957d06cd3434fa27'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:33:45.019092 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f829774a-af2b-4c10-a2ce-5067c2a57f83 req-f40bca72-5816-414e-8d7b-d1296b1c29f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:45.086381 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-5c107dc6-e2d2-4d78-bf7e-9ec1e1871e65 req-e0c2c279-80f7-4ce0-87d1-29b3d459c9b3 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:45.141622 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-5c107dc6-e2d2-4d78-bf7e-9ec1e1871e65 req-e0c2c279-80f7-4ce0-87d1-29b3d459c9b3 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:45.181462 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c107dc6-e2d2-4d78-bf7e-9ec1e1871e65 req-e0c2c279-80f7-4ce0-87d1-29b3d459c9b3 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Network 5632e33d-1d7a-4426-9d83-a8e688a88788 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:33:45.186751 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [req-5c107dc6-e2d2-4d78-bf7e-9ec1e1871e65 req-e0c2c279-80f7-4ce0-87d1-29b3d459c9b3 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:33:45.189179 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c107dc6-e2d2-4d78-bf7e-9ec1e1871e65 req-e0c2c279-80f7-4ce0-87d1-29b3d459c9b3 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:33:45.217918 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c2c279-80f7-4ce0-87d1-29b3d459c9b3 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Pushing event updated for resources: {'Port': ['ID=10040ac4-d970-4a95-b1a0-f348e640839a,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:45.278154 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c107dc6-e2d2-4d78-bf7e-9ec1e1871e65 req-e0c2c279-80f7-4ce0-87d1-29b3d459c9b3 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:45.278711 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-5c107dc6-e2d2-4d78-bf7e-9ec1e1871e65 req-e0c2c279-80f7-4ce0-87d1-29b3d459c9b3 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:45.298680 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5c107dc6-e2d2-4d78-bf7e-9ec1e1871e65 req-e0c2c279-80f7-4ce0-87d1-29b3d459c9b3 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8574362 Sep 07 02:33:45.311117 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251dcac-a949-4a8a-abea-3bd8f1321995 req-300743f5-7d9d-4b2e-b01a-80fbd14a8577 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:45.312702 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2251dcac-a949-4a8a-abea-3bd8f1321995 req-300743f5-7d9d-4b2e-b01a-80fbd14a8577 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/ports?device_id=c174c388-11cb-426d-8da8-92c00543e2ee HTTP/1.1" status: 200 len: 945 time: 0.0810230 Sep 07 02:33:45.317829 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-5c107dc6-e2d2-4d78-bf7e-9ec1e1871e65 req-3a031f28-5f73-45af-afa3-db22f105bd69 service neutron] Request body: {'port': {'device_id': 'a43a67ee-d7ee-45b5-b6e6-bf1e3c5124c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:33:45.392780 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2251dcac-a949-4a8a-abea-3bd8f1321995 req-aa665349-1126-46b8-ac3a-9edc0fe053d2 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/security-groups?id=3506a522-e11f-4616-954e-3e9559147307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721097 Sep 07 02:33:45.397769 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-5c107dc6-e2d2-4d78-bf7e-9ec1e1871e65 req-3a031f28-5f73-45af-afa3-db22f105bd69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:45.489665 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b080147-8444-4c49-a8ad-7b762e908102 req-bb3d7e68-a4a5-4f69-82e0-60787094fea6 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:45.491180 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1b080147-8444-4c49-a8ad-7b762e908102 req-bb3d7e68-a4a5-4f69-82e0-60787094fea6 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=34c2627b-3011-401c-a0e2-7b9b6342a6d6 HTTP/1.1" status: 200 len: 931 time: 0.3874223 Sep 07 02:33:45.517350 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0c77d00-baf0-49af-b095-00f055b1f40e req-2d114524-bf49-4e91-97ab-0196739e347f tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Made reservation on behalf of 36932fbb01ef47dd957d06cd3434fa27 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:33:45.521635 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e0c77d00-baf0-49af-b095-00f055b1f40e req-2d114524-bf49-4e91-97ab-0196739e347f tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:45.551831 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e0c77d00-baf0-49af-b095-00f055b1f40e req-2d114524-bf49-4e91-97ab-0196739e347f tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:45.628189 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1b080147-8444-4c49-a8ad-7b762e908102 req-e87b2002-777f-4ece-8074-184d9ad1d426 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298940 Sep 07 02:33:45.743184 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-f829774a-af2b-4c10-a2ce-5067c2a57f83 req-f40bca72-5816-414e-8d7b-d1296b1c29f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba246450-92d4-4fad-854d-29807ceb844e {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:33:45.755358 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f829774a-af2b-4c10-a2ce-5067c2a57f83 req-f40bca72-5816-414e-8d7b-d1296b1c29f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:45.787987 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9930e37e-08a2-4186-8edc-bcec1e163b2d req-5e2790c4-00e8-4f5f-b8e7-aa43668d5a54 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:45.789604 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9930e37e-08a2-4186-8edc-bcec1e163b2d req-5e2790c4-00e8-4f5f-b8e7-aa43668d5a54 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=a43a67ee-d7ee-45b5-b6e6-bf1e3c5124c0 HTTP/1.1" status: 200 len: 932 time: 0.1473494 Sep 07 02:33:45.805215 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-f829774a-af2b-4c10-a2ce-5067c2a57f83 req-f40bca72-5816-414e-8d7b-d1296b1c29f2 service neutron] Transition to ACTIVE for port object ba246450-92d4-4fad-854d-29807ceb844e will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:33:45.819009 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f829774a-af2b-4c10-a2ce-5067c2a57f83 req-f40bca72-5816-414e-8d7b-d1296b1c29f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:45.827669 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 37758) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:45.847672 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [req-5c107dc6-e2d2-4d78-bf7e-9ec1e1871e65 req-3a031f28-5f73-45af-afa3-db22f105bd69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10040ac4-d970-4a95-b1a0-f348e640839a {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:33:45.859086 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-5c107dc6-e2d2-4d78-bf7e-9ec1e1871e65 req-3a031f28-5f73-45af-afa3-db22f105bd69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:45.863748 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9930e37e-08a2-4186-8edc-bcec1e163b2d req-86783ee5-0f49-41c3-99c9-c8dee142cec1 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563028 Sep 07 02:33:45.866857 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e0c77d00-baf0-49af-b095-00f055b1f40e req-2d114524-bf49-4e91-97ab-0196739e347f tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:45.879188 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-5c107dc6-e2d2-4d78-bf7e-9ec1e1871e65 req-3a031f28-5f73-45af-afa3-db22f105bd69 service neutron] Transition to ACTIVE for port object 10040ac4-d970-4a95-b1a0-f348e640839a will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:33:45.882278 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e0c77d00-baf0-49af-b095-00f055b1f40e req-2d114524-bf49-4e91-97ab-0196739e347f tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:45.885635 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-5c107dc6-e2d2-4d78-bf7e-9ec1e1871e65 req-3a031f28-5f73-45af-afa3-db22f105bd69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:45.910800 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa1b16-3f7e-4960-b339-fc718be3ae3f req-ed93c7e9-1680-4a73-9d81-119b6d2c7c6a tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:45.912387 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-32fa1b16-3f7e-4960-b339-fc718be3ae3f req-ed93c7e9-1680-4a73-9d81-119b6d2c7c6a tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/ports?device_id=c174c388-11cb-426d-8da8-92c00543e2ee HTTP/1.1" status: 200 len: 945 time: 0.1545393 Sep 07 02:33:45.943284 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40bca72-5816-414e-8d7b-d1296b1c29f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ba246450-92d4-4fad-854d-29807ceb844e,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:45.965726 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a031f28-5f73-45af-afa3-db22f105bd69 service neutron] Pushing event updated for resources: {'Port': ['ID=10040ac4-d970-4a95-b1a0-f348e640839a,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:46.011644 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8651a85b-4ea6-4feb-b55f-764a85c9fd56 req-c019f171-a192-4cc3-bcb5-f6d0c493a96f tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac8da7c5-50fa-4245-91ea-165d5c065b33 HTTP/1.1" status: 200 len: 210 time: 0.0422668 Sep 07 02:33:46.042003 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d114524-bf49-4e91-97ab-0196739e347f tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a269c66-7adc-42c9-a714-55eb6ea51447,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:46.085072 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-303533be-d1d2-4d60-838c-0f8e29778d75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:46.089856 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-5c107dc6-e2d2-4d78-bf7e-9ec1e1871e65 req-3a031f28-5f73-45af-afa3-db22f105bd69 service neutron] Attempting to bind port 10040ac4-d970-4a95-b1a0-f348e640839a on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:33:46.090197 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-5c107dc6-e2d2-4d78-bf7e-9ec1e1871e65 req-3a031f28-5f73-45af-afa3-db22f105bd69 service neutron] Attempting to bind port 10040ac4-d970-4a95-b1a0-f348e640839a by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': 'cb5a1637-646d-4671-9ca6-bd30e74d860b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5632e33d-1d7a-4426-9d83-a8e688a88788'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:33:46.090533 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c107dc6-e2d2-4d78-bf7e-9ec1e1871e65 req-3a031f28-5f73-45af-afa3-db22f105bd69 service neutron] Attempting to bind port 10040ac4-d970-4a95-b1a0-f348e640839a on network 5632e33d-1d7a-4426-9d83-a8e688a88788 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:33:46.096150 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c107dc6-e2d2-4d78-bf7e-9ec1e1871e65 req-3a031f28-5f73-45af-afa3-db22f105bd69 service neutron] Port 10040ac4-d970-4a95-b1a0-f348e640839a on network 5632e33d-1d7a-4426-9d83-a8e688a88788 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:33:46.096820 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c107dc6-e2d2-4d78-bf7e-9ec1e1871e65 req-3a031f28-5f73-45af-afa3-db22f105bd69 service neutron] Attempting to bind port 10040ac4-d970-4a95-b1a0-f348e640839a on network 5632e33d-1d7a-4426-9d83-a8e688a88788 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:33:46.102195 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c107dc6-e2d2-4d78-bf7e-9ec1e1871e65 req-3a031f28-5f73-45af-afa3-db22f105bd69 service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:33:46.102615 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c107dc6-e2d2-4d78-bf7e-9ec1e1871e65 req-3a031f28-5f73-45af-afa3-db22f105bd69 service neutron] Checking segment: {'id': 'cb5a1637-646d-4671-9ca6-bd30e74d860b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5632e33d-1d7a-4426-9d83-a8e688a88788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:33:46.102978 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c107dc6-e2d2-4d78-bf7e-9ec1e1871e65 req-3a031f28-5f73-45af-afa3-db22f105bd69 service neutron] Bound using segment: {'id': 'cb5a1637-646d-4671-9ca6-bd30e74d860b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5632e33d-1d7a-4426-9d83-a8e688a88788'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:33:46.103405 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-5c107dc6-e2d2-4d78-bf7e-9ec1e1871e65 req-3a031f28-5f73-45af-afa3-db22f105bd69 service neutron] Bound port: 10040ac4-d970-4a95-b1a0-f348e640839a, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb5a1637-646d-4671-9ca6-bd30e74d860b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5632e33d-1d7a-4426-9d83-a8e688a88788'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:33:46.103797 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-5c107dc6-e2d2-4d78-bf7e-9ec1e1871e65 req-3a031f28-5f73-45af-afa3-db22f105bd69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:46.138857 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 02:33:46.140624 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-f829774a-af2b-4c10-a2ce-5067c2a57f83 req-f40bca72-5816-414e-8d7b-d1296b1c29f2 service neutron] Attempting to bind port ba246450-92d4-4fad-854d-29807ceb844e on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:33:46.141091 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-f829774a-af2b-4c10-a2ce-5067c2a57f83 req-f40bca72-5816-414e-8d7b-d1296b1c29f2 service neutron] Attempting to bind port ba246450-92d4-4fad-854d-29807ceb844e by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': 'a87351ba-0fbc-4302-9869-b18eee085c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e4ab2f0c-5a02-4242-a541-768acd457503'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:33:46.141533 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f829774a-af2b-4c10-a2ce-5067c2a57f83 req-f40bca72-5816-414e-8d7b-d1296b1c29f2 service neutron] Attempting to bind port ba246450-92d4-4fad-854d-29807ceb844e on network e4ab2f0c-5a02-4242-a541-768acd457503 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:33:46.158854 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-32fa1b16-3f7e-4960-b339-fc718be3ae3f req-7d79088d-58c6-426b-8b31-69f6bc322419 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/security-groups?id=3506a522-e11f-4616-954e-3e9559147307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297723 Sep 07 02:33:46.172114 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f829774a-af2b-4c10-a2ce-5067c2a57f83 req-f40bca72-5816-414e-8d7b-d1296b1c29f2 service neutron] Port ba246450-92d4-4fad-854d-29807ceb844e on network e4ab2f0c-5a02-4242-a541-768acd457503 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:33:46.172465 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f829774a-af2b-4c10-a2ce-5067c2a57f83 req-f40bca72-5816-414e-8d7b-d1296b1c29f2 service neutron] Attempting to bind port ba246450-92d4-4fad-854d-29807ceb844e on network e4ab2f0c-5a02-4242-a541-768acd457503 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:33:46.176683 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-5c107dc6-e2d2-4d78-bf7e-9ec1e1871e65 req-3a031f28-5f73-45af-afa3-db22f105bd69 service neutron] For port 10040ac4-d970-4a95-b1a0-f348e640839a, host n-h2-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:33:46.180597 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-5c107dc6-e2d2-4d78-bf7e-9ec1e1871e65 req-3a031f28-5f73-45af-afa3-db22f105bd69 service neutron] For port 10040ac4-d970-4a95-b1a0-f348e640839a, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=10040ac4-d970-4a95-b1a0-f348e640839a,segment=NetworkSegment(cb5a1637-646d-4671-9ca6-bd30e74d860b),segment_id=cb5a1637-646d-4671-9ca6-bd30e74d860b)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:33:46.185288 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-e0c77d00-baf0-49af-b095-00f055b1f40e req-2d114524-bf49-4e91-97ab-0196739e347f tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Allocated IP 192.168.233.136 (0823ecf3-066e-49bd-a451-2e84ab79a70f/694f9550-ba12-4672-8446-41848123cea2/cd30c17f-9869-47d0-b8a4-372e64aeee83) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:33:46.195078 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f829774a-af2b-4c10-a2ce-5067c2a57f83 req-f40bca72-5816-414e-8d7b-d1296b1c29f2 service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:33:46.195274 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f829774a-af2b-4c10-a2ce-5067c2a57f83 req-f40bca72-5816-414e-8d7b-d1296b1c29f2 service neutron] Checking segment: {'id': 'a87351ba-0fbc-4302-9869-b18eee085c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e4ab2f0c-5a02-4242-a541-768acd457503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:33:46.195685 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f829774a-af2b-4c10-a2ce-5067c2a57f83 req-f40bca72-5816-414e-8d7b-d1296b1c29f2 service neutron] Bound using segment: {'id': 'a87351ba-0fbc-4302-9869-b18eee085c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e4ab2f0c-5a02-4242-a541-768acd457503'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:33:46.196165 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-f829774a-af2b-4c10-a2ce-5067c2a57f83 req-f40bca72-5816-414e-8d7b-d1296b1c29f2 service neutron] Bound port: ba246450-92d4-4fad-854d-29807ceb844e, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a87351ba-0fbc-4302-9869-b18eee085c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e4ab2f0c-5a02-4242-a541-768acd457503'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:33:46.196561 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f829774a-af2b-4c10-a2ce-5067c2a57f83 req-f40bca72-5816-414e-8d7b-d1296b1c29f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:46.205534 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-5c107dc6-e2d2-4d78-bf7e-9ec1e1871e65 req-3a031f28-5f73-45af-afa3-db22f105bd69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:46.260324 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c107dc6-e2d2-4d78-bf7e-9ec1e1871e65 req-3a031f28-5f73-45af-afa3-db22f105bd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:46.260975 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-5c107dc6-e2d2-4d78-bf7e-9ec1e1871e65 req-3a031f28-5f73-45af-afa3-db22f105bd69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:46.262422 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5c107dc6-e2d2-4d78-bf7e-9ec1e1871e65 req-3a031f28-5f73-45af-afa3-db22f105bd69 service neutron] 10.222.0.16 "PUT /v2.0/ports/10040ac4-d970-4a95-b1a0-f348e640839a HTTP/1.1" status: 200 len: 1093 time: 0.9487824 Sep 07 02:33:46.262903 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a43a67ee-d7ee-45b5-b6e6-bf1e3c5124c0', 'tag': '10040ac4-d970-4a95-b1a0-f348e640839a'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:33:46.266030 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dceefdf2-0eeb-4cf1-888e-8633b46217b1" -d '{"events": [{"name": "network-changed", "server_uuid": "a43a67ee-d7ee-45b5-b6e6-bf1e3c5124c0", "tag": "10040ac4-d970-4a95-b1a0-f348e640839a"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:33:46.361004 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a031f28-5f73-45af-afa3-db22f105bd69 service neutron] Pushing event updated for resources: {'Port': ['ID=10040ac4-d970-4a95-b1a0-f348e640839a,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:46.380454 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b8499-76fe-4a5b-82f9-390fd094b582 req-14980c55-ba38-4446-a835-01c97c8a22a2 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:46.382521 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-196b8499-76fe-4a5b-82f9-390fd094b582 req-14980c55-ba38-4446-a835-01c97c8a22a2 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/ports?device_id=c174c388-11cb-426d-8da8-92c00543e2ee HTTP/1.1" status: 200 len: 945 time: 0.1104000 Sep 07 02:33:46.391366 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655649be-abd8-421e-9b9f-55ce66470c29 x-openstack-request-id: req-655649be-abd8-421e-9b9f-55ce66470c29 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:33:46.391701 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a43a67ee-d7ee-45b5-b6e6-bf1e3c5124c0", "tag": "10040ac4-d970-4a95-b1a0-f348e640839a", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:33:46.391947 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-655649be-abd8-421e-9b9f-55ce66470c29 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:33:46.392335 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a43a67ee-d7ee-45b5-b6e6-bf1e3c5124c0', 'tag': '10040ac4-d970-4a95-b1a0-f348e640839a', 'status': 'completed', 'code': 200} Sep 07 02:33:46.404995 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c107dc6-e2d2-4d78-bf7e-9ec1e1871e65 req-8c41ce60-309d-4bde-8c89-e0bcf31e8a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:46.407183 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5c107dc6-e2d2-4d78-bf7e-9ec1e1871e65 req-8c41ce60-309d-4bde-8c89-e0bcf31e8a11 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4ff846f9243a40b7bf323ea156c2bdd7&device_id=a43a67ee-d7ee-45b5-b6e6-bf1e3c5124c0 HTTP/1.1" status: 200 len: 1096 time: 0.0994399 Sep 07 02:33:46.439833 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-f829774a-af2b-4c10-a2ce-5067c2a57f83 req-f40bca72-5816-414e-8d7b-d1296b1c29f2 service neutron] For port ba246450-92d4-4fad-854d-29807ceb844e, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:33:46.448759 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-f829774a-af2b-4c10-a2ce-5067c2a57f83 req-f40bca72-5816-414e-8d7b-d1296b1c29f2 service neutron] For port ba246450-92d4-4fad-854d-29807ceb844e, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=ba246450-92d4-4fad-854d-29807ceb844e,segment=NetworkSegment(a87351ba-0fbc-4302-9869-b18eee085c86),segment_id=a87351ba-0fbc-4302-9869-b18eee085c86)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:33:46.460730 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f829774a-af2b-4c10-a2ce-5067c2a57f83 req-f40bca72-5816-414e-8d7b-d1296b1c29f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:46.463119 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-196b8499-76fe-4a5b-82f9-390fd094b582 req-8fb9b6d0-9cf9-4e3a-8732-30db30cfb5df tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/security-groups?id=3506a522-e11f-4616-954e-3e9559147307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733702 Sep 07 02:33:46.519306 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5c107dc6-e2d2-4d78-bf7e-9ec1e1871e65 req-26318fda-77b1-4f7a-86d5-a629b930b733 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10040ac4-d970-4a95-b1a0-f348e640839a HTTP/1.1" status: 200 len: 217 time: 0.1040525 Sep 07 02:33:46.547926 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e0c77d00-baf0-49af-b095-00f055b1f40e req-2d114524-bf49-4e91-97ab-0196739e347f tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:46.570846 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829774a-af2b-4c10-a2ce-5067c2a57f83 req-f40bca72-5816-414e-8d7b-d1296b1c29f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:46.571488 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f829774a-af2b-4c10-a2ce-5067c2a57f83 req-f40bca72-5816-414e-8d7b-d1296b1c29f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:46.572922 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f829774a-af2b-4c10-a2ce-5067c2a57f83 req-f40bca72-5816-414e-8d7b-d1296b1c29f2 service neutron] 10.222.0.16 "PUT /v2.0/ports/ba246450-92d4-4fad-854d-29807ceb844e HTTP/1.1" status: 200 len: 1092 time: 1.7060311 Sep 07 02:33:46.575815 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34c2627b-3011-401c-a0e2-7b9b6342a6d6', 'tag': 'ba246450-92d4-4fad-854d-29807ceb844e'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:33:46.578550 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb4a8ec-0fed-43a6-af4e-908343f00426" -d '{"events": [{"name": "network-changed", "server_uuid": "34c2627b-3011-401c-a0e2-7b9b6342a6d6", "tag": "ba246450-92d4-4fad-854d-29807ceb844e"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:33:46.594760 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-303533be-d1d2-4d60-838c-0f8e29778d75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:46.604304 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-e0c77d00-baf0-49af-b095-00f055b1f40e req-2d114524-bf49-4e91-97ab-0196739e347f tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Transition to ACTIVE for port object cd30c17f-9869-47d0-b8a4-372e64aeee83 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:33:46.605622 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c107dc6-e2d2-4d78-bf7e-9ec1e1871e65 req-bd407133-7d71-4611-8278-643de165a754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:46.605833 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-303533be-d1d2-4d60-838c-0f8e29778d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:46.608332 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5c107dc6-e2d2-4d78-bf7e-9ec1e1871e65 req-bd407133-7d71-4611-8278-643de165a754 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cf141221-2e81-48e8-81ec-6bd6d6584327 HTTP/1.1" status: 200 len: 847 time: 0.0809321 Sep 07 02:33:46.642616 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5c107dc6-e2d2-4d78-bf7e-9ec1e1871e65 req-125d516c-52c6-4794-b181-569b244d4e7d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5632e33d-1d7a-4426-9d83-a8e688a88788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261242 Sep 07 02:33:46.668630 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-303533be-d1d2-4d60-838c-0f8e29778d75 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cef3af38c2b94c1fa3a41842b848d5ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8324747 Sep 07 02:33:46.668863 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 37812) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:46.698106 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303533be-d1d2-4d60-838c-0f8e29778d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1885b63-f58d-44c2-b840-d9eed3aa43f2,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:46.718987 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40bca72-5816-414e-8d7b-d1296b1c29f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ba246450-92d4-4fad-854d-29807ceb844e,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:46.781842 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 37814) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:46.805960 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5c107dc6-e2d2-4d78-bf7e-9ec1e1871e65 req-312f986c-ae98-4825-acd3-8182fb4d4a55 service neutron] 10.222.0.16 "GET /v2.0/networks/5632e33d-1d7a-4426-9d83-a8e688a88788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552246 Sep 07 02:33:46.820776 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829774a-af2b-4c10-a2ce-5067c2a57f83 req-bfb581a7-9836-4010-bb27-827d9cd714e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:46.822290 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f829774a-af2b-4c10-a2ce-5067c2a57f83 req-bfb581a7-9836-4010-bb27-827d9cd714e1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=58fe4c9e71db4bd7aa26d4557468fc65&device_id=34c2627b-3011-401c-a0e2-7b9b6342a6d6 HTTP/1.1" status: 200 len: 1095 time: 0.1927757 Sep 07 02:33:46.829119 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f6a2d3d7-d39c-4cd0-848a-e365a93c6d0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:46.887216 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e0c77d00-baf0-49af-b095-00f055b1f40e req-2d114524-bf49-4e91-97ab-0196739e347f tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:46.890866 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f829774a-af2b-4c10-a2ce-5067c2a57f83 req-d638d90a-5f68-477e-beec-11480ef49eec service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba246450-92d4-4fad-854d-29807ceb844e HTTP/1.1" status: 200 len: 217 time: 0.0596015 Sep 07 02:33:46.945934 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f6a2d3d7-d39c-4cd0-848a-e365a93c6d0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:46.973118 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8aac7d4f-26e9-4c90-9585-c7a6116c5503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:47.013842 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ea3ab9-808f-435e-b39a-d1f1e14e9f60 x-openstack-request-id: req-25ea3ab9-808f-435e-b39a-d1f1e14e9f60 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:33:47.014245 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34c2627b-3011-401c-a0e2-7b9b6342a6d6", "tag": "ba246450-92d4-4fad-854d-29807ceb844e", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:33:47.014472 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-25ea3ab9-808f-435e-b39a-d1f1e14e9f60 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:33:47.014871 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34c2627b-3011-401c-a0e2-7b9b6342a6d6', 'tag': 'ba246450-92d4-4fad-854d-29807ceb844e', 'status': 'completed', 'code': 200} Sep 07 02:33:47.023007 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5c107dc6-e2d2-4d78-bf7e-9ec1e1871e65 req-1518c9bd-d2b4-44f3-a395-d7ac100fae37 service neutron] 10.222.0.16 "GET /v2.0/networks/5632e33d-1d7a-4426-9d83-a8e688a88788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096519 Sep 07 02:33:47.079799 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0c77d00-baf0-49af-b095-00f055b1f40e req-2d114524-bf49-4e91-97ab-0196739e347f tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Network 0823ecf3-066e-49bd-a451-2e84ab79a70f is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:33:47.085078 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d114524-bf49-4e91-97ab-0196739e347f tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Pushing event updated for resources: {'Port': ['ID=cd30c17f-9869-47d0-b8a4-372e64aeee83,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:47.096200 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-e0c77d00-baf0-49af-b095-00f055b1f40e req-2d114524-bf49-4e91-97ab-0196739e347f tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:33:47.105820 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0c77d00-baf0-49af-b095-00f055b1f40e req-2d114524-bf49-4e91-97ab-0196739e347f tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:33:47.111852 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c77d00-baf0-49af-b095-00f055b1f40e req-2d114524-bf49-4e91-97ab-0196739e347f tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:47.112514 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e0c77d00-baf0-49af-b095-00f055b1f40e req-2d114524-bf49-4e91-97ab-0196739e347f tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:47.164085 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829774a-af2b-4c10-a2ce-5067c2a57f83 req-15015548-7a54-410b-998e-dbcf26970dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:47.165602 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f829774a-af2b-4c10-a2ce-5067c2a57f83 req-15015548-7a54-410b-998e-dbcf26970dbc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a1bc4512-390c-4c50-bb1d-2c94019bd4fe HTTP/1.1" status: 200 len: 861 time: 0.2598515 Sep 07 02:33:47.193888 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8aac7d4f-26e9-4c90-9585-c7a6116c5503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:47.206209 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf85923d-fe98-4d70-afeb-dc860b773e02 req-8e97481c-8f51-424a-9506-c10f6d0b41fa tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:47.208118 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cf85923d-fe98-4d70-afeb-dc860b773e02 req-8e97481c-8f51-424a-9506-c10f6d0b41fa tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=a43a67ee-d7ee-45b5-b6e6-bf1e3c5124c0 HTTP/1.1" status: 200 len: 944 time: 0.1274872 Sep 07 02:33:47.210519 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8aac7d4f-26e9-4c90-9585-c7a6116c5503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:47.213184 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f829774a-af2b-4c10-a2ce-5067c2a57f83 req-0673fa82-144f-4a11-9374-6d34117c551c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e4ab2f0c-5a02-4242-a541-768acd457503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403948 Sep 07 02:33:47.225026 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e0c77d00-baf0-49af-b095-00f055b1f40e req-2d114524-bf49-4e91-97ab-0196739e347f tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2162302 Sep 07 02:33:47.236139 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a03a8-2023-4199-b075-69710d02f42d req-61c77a24-9685-44f1-aeeb-eb591cc3c05f tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:47.237996 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e63a03a8-2023-4199-b075-69710d02f42d req-61c77a24-9685-44f1-aeeb-eb591cc3c05f tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=34c2627b-3011-401c-a0e2-7b9b6342a6d6 HTTP/1.1" status: 200 len: 943 time: 0.1428518 Sep 07 02:33:47.241463 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f6a2d3d7-d39c-4cd0-848a-e365a93c6d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:47.244048 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f6a2d3d7-d39c-4cd0-848a-e365a93c6d0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:47.248523 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f6a2d3d7-d39c-4cd0-848a-e365a93c6d0a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d1885b63-f58d-44c2-b840-d9eed3aa43f2 HTTP/1.1" status: 204 len: 168 time: 0.5322528 Sep 07 02:33:47.258547 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-e0c77d00-baf0-49af-b095-00f055b1f40e req-9f3951f9-812e-4fb7-b55f-d4956ff73843 service neutron] Request body: {'port': {'device_id': 'ac8da7c5-50fa-4245-91ea-165d5c065b33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:33:47.264739 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8aac7d4f-26e9-4c90-9585-c7a6116c5503 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ce2ac2f60b2a4cdd94db6399a95ed48f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4806540 Sep 07 02:33:47.277196 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceefdf2-0eeb-4cf1-888e-8633b46217b1 req-31a12eda-5e65-423c-be53-e059e2ee3c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:47.278904 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dceefdf2-0eeb-4cf1-888e-8633b46217b1 req-31a12eda-5e65-423c-be53-e059e2ee3c03 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4ff846f9243a40b7bf323ea156c2bdd7&device_id=a43a67ee-d7ee-45b5-b6e6-bf1e3c5124c0 HTTP/1.1" status: 200 len: 1096 time: 0.1533833 Sep 07 02:33:47.279385 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 37832) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:47.319578 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a2d3d7-d39c-4cd0-848a-e365a93c6d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1885b63-f58d-44c2-b840-d9eed3aa43f2,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:47.388786 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac7d4f-26e9-4c90-9585-c7a6116c5503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a56ee63b-80e3-4968-aed7-742ebffc7399,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:47.423542 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cf85923d-fe98-4d70-afeb-dc860b773e02 req-9926e338-b180-4886-92c8-8b8c45426aa1 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967692 Sep 07 02:33:47.428921 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e0c77d00-baf0-49af-b095-00f055b1f40e req-9f3951f9-812e-4fb7-b55f-d4956ff73843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:47.446872 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceefdf2-0eeb-4cf1-888e-8633b46217b1 req-a649825e-b34c-4ee5-a719-1863d5d98209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:47.448396 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dceefdf2-0eeb-4cf1-888e-8633b46217b1 req-a649825e-b34c-4ee5-a719-1863d5d98209 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5632e33d-1d7a-4426-9d83-a8e688a88788 HTTP/1.1" status: 200 len: 907 time: 0.1513057 Sep 07 02:33:47.483980 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e63a03a8-2023-4199-b075-69710d02f42d req-0f66dafb-9ad0-4838-806f-edd9970b8676 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762497 Sep 07 02:33:47.485281 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-9bc8650c-21c8-42ce-9a52-d27a7dcb07d8 None None] Provisioning for port cd30c17f-9869-47d0-b8a4-372e64aeee83 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:33:47.492688 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-9bc8650c-21c8-42ce-9a52-d27a7dcb07d8 None None] Provisioning complete for port cd30c17f-9869-47d0-b8a4-372e64aeee83 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:33:47.496337 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9bc8650c-21c8-42ce-9a52-d27a7dcb07d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:47.499570 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0529d492-3491-4196-b2d2-83f151ca2f27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:47.502980 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dceefdf2-0eeb-4cf1-888e-8633b46217b1 req-73f1f043-0f69-48a1-86a4-e84beecb3b06 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10040ac4-d970-4a95-b1a0-f348e640839a HTTP/1.1" status: 200 len: 217 time: 0.0451429 Sep 07 02:33:47.575373 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-9bc8650c-21c8-42ce-9a52-d27a7dcb07d8 None None] Port cd30c17f-9869-47d0-b8a4-372e64aeee83 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:33:47.578232 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0529d492-3491-4196-b2d2-83f151ca2f27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:47.606304 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f829774a-af2b-4c10-a2ce-5067c2a57f83 req-44a67582-11fb-434e-979a-af2691f56888 service neutron] 10.222.0.16 "GET /v2.0/networks/e4ab2f0c-5a02-4242-a541-768acd457503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3654747 Sep 07 02:33:47.679727 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 37844) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:47.688794 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0529d492-3491-4196-b2d2-83f151ca2f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:47.691260 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0529d492-3491-4196-b2d2-83f151ca2f27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:47.692358 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-0529d492-3491-4196-b2d2-83f151ca2f27 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a56ee63b-80e3-4968-aed7-742ebffc7399 HTTP/1.1" status: 204 len: 168 time: 0.4064033 Sep 07 02:33:47.725753 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b4882ba5-7bc0-4287-8aad-16533dd3f66a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:47.727083 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0529d492-3491-4196-b2d2-83f151ca2f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56ee63b-80e3-4968-aed7-742ebffc7399,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:47.756985 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceefdf2-0eeb-4cf1-888e-8633b46217b1 req-1885505f-9558-4ee6-acc6-ecc2aea3e61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:47.764802 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dceefdf2-0eeb-4cf1-888e-8633b46217b1 req-1885505f-9558-4ee6-acc6-ecc2aea3e61c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cf141221-2e81-48e8-81ec-6bd6d6584327 HTTP/1.1" status: 200 len: 847 time: 0.2518201 Sep 07 02:33:47.796831 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5129d9-4f84-4b73-87e3-890f11067a5d req-43b3550d-5639-4b35-9cfd-f5eba73e64fb tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:47.798757 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5a5129d9-4f84-4b73-87e3-890f11067a5d req-43b3550d-5639-4b35-9cfd-f5eba73e64fb tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac8da7c5-50fa-4245-91ea-165d5c065b33 HTTP/1.1" status: 200 len: 936 time: 0.1543808 Sep 07 02:33:47.819635 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dceefdf2-0eeb-4cf1-888e-8633b46217b1 req-a9d0f688-60fc-455a-9a32-e0de36a32946 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5632e33d-1d7a-4426-9d83-a8e688a88788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451834 Sep 07 02:33:47.877696 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f829774a-af2b-4c10-a2ce-5067c2a57f83 req-fd92f3a3-a761-466a-948c-02d0faa437c8 service neutron] 10.222.0.16 "GET /v2.0/networks/e4ab2f0c-5a02-4242-a541-768acd457503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634511 Sep 07 02:33:47.957437 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5a5129d9-4f84-4b73-87e3-890f11067a5d req-e0955366-155c-4e82-8609-2902f3e098e6 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359599 Sep 07 02:33:48.021778 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb4a8ec-0fed-43a6-af4e-908343f00426 req-ffde4673-ff2c-48be-9cc0-97e7d4b936fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:48.023649 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1bb4a8ec-0fed-43a6-af4e-908343f00426 req-ffde4673-ff2c-48be-9cc0-97e7d4b936fc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=58fe4c9e71db4bd7aa26d4557468fc65&device_id=34c2627b-3011-401c-a0e2-7b9b6342a6d6 HTTP/1.1" status: 200 len: 1095 time: 0.0916572 Sep 07 02:33:48.071832 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-e0c77d00-baf0-49af-b095-00f055b1f40e req-9f3951f9-812e-4fb7-b55f-d4956ff73843 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd30c17f-9869-47d0-b8a4-372e64aeee83 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:33:48.080728 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dceefdf2-0eeb-4cf1-888e-8633b46217b1 req-1c3971f0-ac99-4167-a958-081985885277 service neutron] 10.222.0.16 "GET /v2.0/networks/5632e33d-1d7a-4426-9d83-a8e688a88788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480612 Sep 07 02:33:48.100164 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e0c77d00-baf0-49af-b095-00f055b1f40e req-9f3951f9-812e-4fb7-b55f-d4956ff73843 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:48.113657 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-e0c77d00-baf0-49af-b095-00f055b1f40e req-9f3951f9-812e-4fb7-b55f-d4956ff73843 service neutron] Transition to ACTIVE for port object cd30c17f-9869-47d0-b8a4-372e64aeee83 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:33:48.133269 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e0c77d00-baf0-49af-b095-00f055b1f40e req-9f3951f9-812e-4fb7-b55f-d4956ff73843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:48.218338 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b4882ba5-7bc0-4287-8aad-16533dd3f66a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:48.233654 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b4882ba5-7bc0-4287-8aad-16533dd3f66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:48.291127 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-e0c77d00-baf0-49af-b095-00f055b1f40e req-9f3951f9-812e-4fb7-b55f-d4956ff73843 service neutron] Attempting to bind port cd30c17f-9869-47d0-b8a4-372e64aeee83 on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:33:48.291463 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-e0c77d00-baf0-49af-b095-00f055b1f40e req-9f3951f9-812e-4fb7-b55f-d4956ff73843 service neutron] Attempting to bind port cd30c17f-9869-47d0-b8a4-372e64aeee83 by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:33:48.291817 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c77d00-baf0-49af-b095-00f055b1f40e req-9f3951f9-812e-4fb7-b55f-d4956ff73843 service neutron] Attempting to bind port cd30c17f-9869-47d0-b8a4-372e64aeee83 on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:33:48.293745 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3951f9-812e-4fb7-b55f-d4956ff73843 service neutron] Pushing event updated for resources: {'Port': ['ID=cd30c17f-9869-47d0-b8a4-372e64aeee83,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:48.312393 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee9a06-5b18-43ae-b662-96c2910de539 req-2a7f863a-e241-4278-ae99-05e672402600 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:48.317777 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c0ee9a06-5b18-43ae-b662-96c2910de539 req-2a7f863a-e241-4278-ae99-05e672402600 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/ports?device_id=c174c388-11cb-426d-8da8-92c00543e2ee HTTP/1.1" status: 200 len: 945 time: 0.2402129 Sep 07 02:33:48.341225 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c77d00-baf0-49af-b095-00f055b1f40e req-9f3951f9-812e-4fb7-b55f-d4956ff73843 service neutron] Port cd30c17f-9869-47d0-b8a4-372e64aeee83 on network 0823ecf3-066e-49bd-a451-2e84ab79a70f not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:33:48.341451 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c77d00-baf0-49af-b095-00f055b1f40e req-9f3951f9-812e-4fb7-b55f-d4956ff73843 service neutron] Attempting to bind port cd30c17f-9869-47d0-b8a4-372e64aeee83 on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:33:48.363321 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dceefdf2-0eeb-4cf1-888e-8633b46217b1 req-57573d63-4bbc-4e97-8b7f-a45a65265d75 service neutron] 10.222.0.16 "GET /v2.0/networks/5632e33d-1d7a-4426-9d83-a8e688a88788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739203 Sep 07 02:33:48.364266 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4882ba5-7bc0-4287-8aad-16533dd3f66a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cde38b8-7db7-42ae-b5ed-ebcfbd505612,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:48.376466 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b4882ba5-7bc0-4287-8aad-16533dd3f66a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a4b6ea8410954d6da9545c3e923e488d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6952426 Sep 07 02:33:48.378800 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 37884) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:48.382033 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb4a8ec-0fed-43a6-af4e-908343f00426 req-2c9133a1-6576-4a5f-9d5b-2fd13351983a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:48.383577 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1bb4a8ec-0fed-43a6-af4e-908343f00426 req-2c9133a1-6576-4a5f-9d5b-2fd13351983a service neutron] 10.222.0.16 "GET /v2.0/networks?id=e4ab2f0c-5a02-4242-a541-768acd457503 HTTP/1.1" status: 200 len: 921 time: 0.3414404 Sep 07 02:33:48.424870 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c0ee9a06-5b18-43ae-b662-96c2910de539 req-76736336-6b2e-4cdd-99be-cfd876bd8d48 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/security-groups?id=3506a522-e11f-4616-954e-3e9559147307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985579 Sep 07 02:33:48.428524 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c77d00-baf0-49af-b095-00f055b1f40e req-9f3951f9-812e-4fb7-b55f-d4956ff73843 service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:33:48.430714 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c77d00-baf0-49af-b095-00f055b1f40e req-9f3951f9-812e-4fb7-b55f-d4956ff73843 service neutron] Checking segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:33:48.432016 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c77d00-baf0-49af-b095-00f055b1f40e req-9f3951f9-812e-4fb7-b55f-d4956ff73843 service neutron] Bound using segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:33:48.432667 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-e0c77d00-baf0-49af-b095-00f055b1f40e req-9f3951f9-812e-4fb7-b55f-d4956ff73843 service neutron] Bound port: cd30c17f-9869-47d0-b8a4-372e64aeee83, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:33:48.433865 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e0c77d00-baf0-49af-b095-00f055b1f40e req-9f3951f9-812e-4fb7-b55f-d4956ff73843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:48.468539 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b4f89df6-6131-4e13-a998-ba1ccd6b3c58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:48.486469 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1bb4a8ec-0fed-43a6-af4e-908343f00426 req-866b8fb1-01a2-4c1f-a602-6180f85ce6ce service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba246450-92d4-4fad-854d-29807ceb844e HTTP/1.1" status: 200 len: 217 time: 0.0603271 Sep 07 02:33:48.524083 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b4f89df6-6131-4e13-a998-ba1ccd6b3c58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:48.606560 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ff90d-8662-42df-95ea-9705ecbd5dd0 req-04b2b01e-fd04-4000-922b-5ae4542f3f4d tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:48.608615 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9c8ff90d-8662-42df-95ea-9705ecbd5dd0 req-04b2b01e-fd04-4000-922b-5ae4542f3f4d tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=a43a67ee-d7ee-45b5-b6e6-bf1e3c5124c0 HTTP/1.1" status: 200 len: 944 time: 0.0709753 Sep 07 02:33:48.625269 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb4a8ec-0fed-43a6-af4e-908343f00426 req-17864729-4631-4401-9fea-27a1ab7ca997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:48.627006 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1bb4a8ec-0fed-43a6-af4e-908343f00426 req-17864729-4631-4401-9fea-27a1ab7ca997 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a1bc4512-390c-4c50-bb1d-2c94019bd4fe HTTP/1.1" status: 200 len: 861 time: 0.0995095 Sep 07 02:33:48.628715 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-e0c77d00-baf0-49af-b095-00f055b1f40e req-9f3951f9-812e-4fb7-b55f-d4956ff73843 service neutron] For port cd30c17f-9869-47d0-b8a4-372e64aeee83, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:33:48.632799 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-e0c77d00-baf0-49af-b095-00f055b1f40e req-9f3951f9-812e-4fb7-b55f-d4956ff73843 service neutron] For port cd30c17f-9869-47d0-b8a4-372e64aeee83, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=cd30c17f-9869-47d0-b8a4-372e64aeee83,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:33:48.644917 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b4f89df6-6131-4e13-a998-ba1ccd6b3c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:48.647396 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b4f89df6-6131-4e13-a998-ba1ccd6b3c58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:48.648573 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b4f89df6-6131-4e13-a998-ba1ccd6b3c58 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9cde38b8-7db7-42ae-b5ed-ebcfbd505612 HTTP/1.1" status: 204 len: 168 time: 0.2677298 Sep 07 02:33:48.651093 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e0c77d00-baf0-49af-b095-00f055b1f40e req-9f3951f9-812e-4fb7-b55f-d4956ff73843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:48.675973 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9c8ff90d-8662-42df-95ea-9705ecbd5dd0 req-99ab67d8-3065-4e37-8660-7709306bdb9d tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591905 Sep 07 02:33:48.677201 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1bb4a8ec-0fed-43a6-af4e-908343f00426 req-de9beee5-e7c4-4545-8853-50e330bd7807 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e4ab2f0c-5a02-4242-a541-768acd457503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413480 Sep 07 02:33:48.679839 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f89df6-6131-4e13-a998-ba1ccd6b3c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cde38b8-7db7-42ae-b5ed-ebcfbd505612,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:48.734361 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9329d876-3a71-4990-bf22-d8bbf7552b1d req-ba577e22-7359-4712-995e-18a61817c12e tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:48.740332 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9329d876-3a71-4990-bf22-d8bbf7552b1d req-ba577e22-7359-4712-995e-18a61817c12e tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=34c2627b-3011-401c-a0e2-7b9b6342a6d6 HTTP/1.1" status: 200 len: 943 time: 0.1676385 Sep 07 02:33:48.767164 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c77d00-baf0-49af-b095-00f055b1f40e req-9f3951f9-812e-4fb7-b55f-d4956ff73843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:48.767970 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e0c77d00-baf0-49af-b095-00f055b1f40e req-9f3951f9-812e-4fb7-b55f-d4956ff73843 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:48.770851 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e0c77d00-baf0-49af-b095-00f055b1f40e req-9f3951f9-812e-4fb7-b55f-d4956ff73843 service neutron] 10.222.0.16 "PUT /v2.0/ports/cd30c17f-9869-47d0-b8a4-372e64aeee83 HTTP/1.1" status: 200 len: 1097 time: 1.5299304 Sep 07 02:33:48.911152 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3951f9-812e-4fb7-b55f-d4956ff73843 service neutron] Pushing event updated for resources: {'Port': ['ID=cd30c17f-9869-47d0-b8a4-372e64aeee83,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:48.970050 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9329d876-3a71-4990-bf22-d8bbf7552b1d req-9cd5ef41-2e51-4374-96b9-dc4acb1b9d3b tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029040 Sep 07 02:33:48.996567 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c77d00-baf0-49af-b095-00f055b1f40e req-334a3196-25e7-4c4c-9cee-a89193b09a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:48.998362 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e0c77d00-baf0-49af-b095-00f055b1f40e req-334a3196-25e7-4c4c-9cee-a89193b09a4e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=36932fbb01ef47dd957d06cd3434fa27&device_id=ac8da7c5-50fa-4245-91ea-165d5c065b33 HTTP/1.1" status: 200 len: 1100 time: 0.1790984 Sep 07 02:33:49.004280 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1bb4a8ec-0fed-43a6-af4e-908343f00426 req-0275298a-a181-41d4-be88-5904dba74392 service neutron] 10.222.0.16 "GET /v2.0/networks/e4ab2f0c-5a02-4242-a541-768acd457503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917316 Sep 07 02:33:49.019945 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac8da7c5-50fa-4245-91ea-165d5c065b33', 'tag': 'cd30c17f-9869-47d0-b8a4-372e64aeee83'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:33:49.022233 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17bf0251-3c26-4070-8e66-8c9e9756b252" -d '{"events": [{"name": "network-changed", "server_uuid": "ac8da7c5-50fa-4245-91ea-165d5c065b33", "tag": "cd30c17f-9869-47d0-b8a4-372e64aeee83"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:33:49.071586 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e0c77d00-baf0-49af-b095-00f055b1f40e req-9711559d-e7a7-4ab4-8cb3-b1e40c097f81 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=cd30c17f-9869-47d0-b8a4-372e64aeee83 HTTP/1.1" status: 200 len: 217 time: 0.0588403 Sep 07 02:33:49.148682 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff3af56-4ca6-4197-a876-c53e2257b4e9 req-352c9493-c39d-4cdb-82a4-eba36e1ef696 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:49.150922 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4ff3af56-4ca6-4197-a876-c53e2257b4e9 req-352c9493-c39d-4cdb-82a4-eba36e1ef696 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac8da7c5-50fa-4245-91ea-165d5c065b33 HTTP/1.1" status: 200 len: 948 time: 0.0734513 Sep 07 02:33:49.201220 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4ff3af56-4ca6-4197-a876-c53e2257b4e9 req-49987cff-1501-45af-8737-fa1091673960 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427115 Sep 07 02:33:49.403416 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38221653-b4ab-40c8-afde-d41e160d9778 x-openstack-request-id: req-38221653-b4ab-40c8-afde-d41e160d9778 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:33:49.404067 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac8da7c5-50fa-4245-91ea-165d5c065b33", "tag": "cd30c17f-9869-47d0-b8a4-372e64aeee83", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:33:49.404067 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-38221653-b4ab-40c8-afde-d41e160d9778 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:33:49.404548 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac8da7c5-50fa-4245-91ea-165d5c065b33', 'tag': 'cd30c17f-9869-47d0-b8a4-372e64aeee83', 'status': 'completed', 'code': 200} Sep 07 02:33:49.430246 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c77d00-baf0-49af-b095-00f055b1f40e req-ef989664-1877-4892-aad1-e17fb72b51dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:49.433845 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e0c77d00-baf0-49af-b095-00f055b1f40e req-ef989664-1877-4892-aad1-e17fb72b51dd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.3519275 Sep 07 02:33:49.497895 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1bb4a8ec-0fed-43a6-af4e-908343f00426 req-d4223681-9200-4caa-bf69-4b2a0876d510 service neutron] 10.222.0.16 "GET /v2.0/networks/e4ab2f0c-5a02-4242-a541-768acd457503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4828711 Sep 07 02:33:49.530480 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c77d00-baf0-49af-b095-00f055b1f40e req-b8cdb314-8f7a-47a4-9adf-0cfeb62c7237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:49.532013 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e0c77d00-baf0-49af-b095-00f055b1f40e req-b8cdb314-8f7a-47a4-9adf-0cfeb62c7237 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0880313 Sep 07 02:33:49.558919 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729dea64-2090-49a2-8ea7-9743578177a7 req-9249b821-b972-4163-996c-bf3064ed3595 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:49.567654 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-729dea64-2090-49a2-8ea7-9743578177a7 req-9249b821-b972-4163-996c-bf3064ed3595 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/ports?device_id=c174c388-11cb-426d-8da8-92c00543e2ee HTTP/1.1" status: 200 len: 945 time: 0.0899727 Sep 07 02:33:49.666347 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-729dea64-2090-49a2-8ea7-9743578177a7 req-d2569e49-428d-4dba-815b-2a5ae02c4f9b tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/security-groups?id=3506a522-e11f-4616-954e-3e9559147307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954928 Sep 07 02:33:49.696051 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e0c77d00-baf0-49af-b095-00f055b1f40e req-025f6d03-3183-49b1-9a9c-3fceefaa1eda service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543193 Sep 07 02:33:49.807659 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c0a89e-def6-4f2e-95a5-44bcb094c0d8 req-eb8b67b0-2df0-441e-9888-e001c3c24354 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:49.810526 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-01c0a89e-def6-4f2e-95a5-44bcb094c0d8 req-eb8b67b0-2df0-441e-9888-e001c3c24354 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=a43a67ee-d7ee-45b5-b6e6-bf1e3c5124c0 HTTP/1.1" status: 200 len: 944 time: 0.0590785 Sep 07 02:33:49.818484 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e0c77d00-baf0-49af-b095-00f055b1f40e req-b44362bb-b39d-4cf3-b1ab-11ec932959bb service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151948 Sep 07 02:33:49.837785 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device bd8d134c-dbcb-4273-a189-71b2690f1fb1 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:33:49.910622 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-01c0a89e-def6-4f2e-95a5-44bcb094c0d8 req-078a0400-53ca-4bf4-b7f6-9f1c46b1f220 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891542 Sep 07 02:33:49.952152 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bf0251-3c26-4070-8e66-8c9e9756b252 req-9628f651-8338-44c8-a3b1-c2f8323286c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:49.953887 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-17bf0251-3c26-4070-8e66-8c9e9756b252 req-9628f651-8338-44c8-a3b1-c2f8323286c4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=36932fbb01ef47dd957d06cd3434fa27&device_id=ac8da7c5-50fa-4245-91ea-165d5c065b33 HTTP/1.1" status: 200 len: 1100 time: 0.0702529 Sep 07 02:33:49.972742 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port bd8d134c-dbcb-4273-a189-71b2690f1fb1, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=bd8d134c-dbcb-4273-a189-71b2690f1fb1,segment=NetworkSegment(00cca32f-e41c-4852-a687-73528a16538c),segment_id=00cca32f-e41c-4852-a687-73528a16538c)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:33:49.994977 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': 'bd8d134c-dbcb-4273-a189-71b2690f1fb1', 'network_id': 'bd9601bc-c156-4ac4-9ffa-13377eee4acb', 'port_id': 'bd8d134c-dbcb-4273-a189-71b2690f1fb1', 'mac_address': 'fa:16:3e:c1:6a:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af40ed98-11da-495e-997d-546db09a985f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:33:50.083746 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:50.089291 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 10040ac4-d970-4a95-b1a0-f348e640839a details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:33:50.112033 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 38006) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:50.116094 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bd8d134c-dbcb-4273-a189-71b2690f1fb1 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:33:50.140725 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port bd8d134c-dbcb-4273-a189-71b2690f1fb1, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=bd8d134c-dbcb-4273-a189-71b2690f1fb1,segment=NetworkSegment(00cca32f-e41c-4852-a687-73528a16538c),segment_id=00cca32f-e41c-4852-a687-73528a16538c)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:33:50.149399 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:50.156549 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bf0251-3c26-4070-8e66-8c9e9756b252 req-aee02933-ef6c-4f85-8811-e4ba432e32cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:50.158119 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-17bf0251-3c26-4070-8e66-8c9e9756b252 req-aee02933-ef6c-4f85-8811-e4ba432e32cf service neutron] 10.222.0.16 "GET /v2.0/networks?id=0823ecf3-066e-49bd-a451-2e84ab79a70f HTTP/1.1" status: 200 len: 869 time: 0.1962793 Sep 07 02:33:50.171058 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a282366-92e5-4d44-aa0b-6659287e199c req-b6f981c5-b4fa-4070-9cda-752c76ceeb7b tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:50.172711 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0a282366-92e5-4d44-aa0b-6659287e199c req-b6f981c5-b4fa-4070-9cda-752c76ceeb7b tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=34c2627b-3011-401c-a0e2-7b9b6342a6d6 HTTP/1.1" status: 200 len: 943 time: 0.1195252 Sep 07 02:33:50.219958 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=bd8d134c-dbcb-4273-a189-71b2690f1fb1,revision_number=6']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:50.243283 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-17bf0251-3c26-4070-8e66-8c9e9756b252 req-65d3a38c-4270-4f89-908b-d3a44abfc567 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=cd30c17f-9869-47d0-b8a4-372e64aeee83 HTTP/1.1" status: 200 len: 217 time: 0.0691969 Sep 07 02:33:50.246486 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-97d2ebc9-e4fb-4118-8b42-84dce54da4d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:50.249659 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0a282366-92e5-4d44-aa0b-6659287e199c req-5f09022e-92bc-4310-82ef-559a12fb2168 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698037 Sep 07 02:33:50.319920 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bf0251-3c26-4070-8e66-8c9e9756b252 req-b2d61f83-91fc-4c45-9943-5fb58456adba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:50.329361 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-17bf0251-3c26-4070-8e66-8c9e9756b252 req-b2d61f83-91fc-4c45-9943-5fb58456adba service neutron] 10.222.0.16 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.0781200 Sep 07 02:33:50.420067 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['bd8d134c-dbcb-4273-a189-71b2690f1fb1'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:33:50.422250 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ed8b305d-0fb9-4b89-99cb-1dd0bdf726db req-9e13eec7-e292-4d0f-a23a-9b1f348b5cd9 tempest-FlavorsV2NegativeTest-1965889221 tempest-FlavorsV2NegativeTest-1965889221-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=3e85d9f59f414602a23e2e6c62880c43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338702 Sep 07 02:33:50.432332 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bf0251-3c26-4070-8e66-8c9e9756b252 req-bf3390f4-ed81-4eed-9ad3-7cd11f1b409d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:50.433886 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-17bf0251-3c26-4070-8e66-8c9e9756b252 req-bf3390f4-ed81-4eed-9ad3-7cd11f1b409d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0961139 Sep 07 02:33:50.455988 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e840b6d-bd7a-4721-b99e-7c3ebddea42d req-849112c2-8c71-4e9d-b7a2-70d900f49a30 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:50.457492 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5e840b6d-bd7a-4721-b99e-7c3ebddea42d req-849112c2-8c71-4e9d-b7a2-70d900f49a30 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac8da7c5-50fa-4245-91ea-165d5c065b33 HTTP/1.1" status: 200 len: 948 time: 0.1252897 Sep 07 02:33:50.491090 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-97d2ebc9-e4fb-4118-8b42-84dce54da4d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:50.503524 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-97d2ebc9-e4fb-4118-8b42-84dce54da4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:50.539449 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-97d2ebc9-e4fb-4118-8b42-84dce54da4d2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a41efa26d6434bb5bf7dd59360b3b10d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4261076 Sep 07 02:33:50.543129 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 38030) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:50.558156 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 10040ac4-d970-4a95-b1a0-f348e640839a, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=10040ac4-d970-4a95-b1a0-f348e640839a,segment=NetworkSegment(cb5a1637-646d-4671-9ca6-bd30e74d860b),segment_id=cb5a1637-646d-4671-9ca6-bd30e74d860b)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:33:50.579470 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5e840b6d-bd7a-4721-b99e-7c3ebddea42d req-e1255eca-55b7-43fe-b242-1b1eee15426c tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155677 Sep 07 02:33:50.613056 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d2ebc9-e4fb-4118-8b42-84dce54da4d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf2e5f7-496f-42a7-9434-510d76e3498e,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:50.614631 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '10040ac4-d970-4a95-b1a0-f348e640839a', 'network_id': '5632e33d-1d7a-4426-9d83-a8e688a88788', 'port_id': '10040ac4-d970-4a95-b1a0-f348e640839a', 'mac_address': 'fa:16:3e:a1:65:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf141221-2e81-48e8-81ec-6bd6d6584327', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:33:50.622902 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-17bf0251-3c26-4070-8e66-8c9e9756b252 req-2365df85-f8b7-4e87-a864-5e41d2e7a412 service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763337 Sep 07 02:33:50.651178 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b305d-0fb9-4b89-99cb-1dd0bdf726db req-56d0bf70-4838-481a-9fa9-4bed85bec11c tempest-FlavorsV2NegativeTest-1965889221 tempest-FlavorsV2NegativeTest-1965889221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:50.659348 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ed8b305d-0fb9-4b89-99cb-1dd0bdf726db req-56d0bf70-4838-481a-9fa9-4bed85bec11c tempest-FlavorsV2NegativeTest-1965889221 tempest-FlavorsV2NegativeTest-1965889221-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2243490 Sep 07 02:33:50.663751 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:50.669497 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-80976d52-fd46-4461-9767-d02f8f4e997f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:50.677257 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10040ac4-d970-4a95-b1a0-f348e640839a {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:33:50.693379 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ed8b305d-0fb9-4b89-99cb-1dd0bdf726db req-7316a919-3f1e-4ee7-b4d0-42d6fff4c487 tempest-FlavorsV2NegativeTest-1965889221 tempest-FlavorsV2NegativeTest-1965889221-project] 10.222.0.22 "GET /v2.0/quotas/3e85d9f59f414602a23e2e6c62880c43 HTTP/1.1" status: 200 len: 375 time: 0.0317690 Sep 07 02:33:50.706250 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-80976d52-fd46-4461-9767-d02f8f4e997f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:50.737460 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 10040ac4-d970-4a95-b1a0-f348e640839a, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=10040ac4-d970-4a95-b1a0-f348e640839a,segment=NetworkSegment(cb5a1637-646d-4671-9ca6-bd30e74d860b),segment_id=cb5a1637-646d-4671-9ca6-bd30e74d860b)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:33:50.747929 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:50.765550 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ed8b305d-0fb9-4b89-99cb-1dd0bdf726db req-b3f3906e-6a9b-43b9-b28e-753ce6474184 tempest-FlavorsV2NegativeTest-1965889221 tempest-FlavorsV2NegativeTest-1965889221-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3e85d9f59f414602a23e2e6c62880c43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636106 Sep 07 02:33:50.781031 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-80976d52-fd46-4461-9767-d02f8f4e997f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:50.784378 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-80976d52-fd46-4461-9767-d02f8f4e997f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:50.787007 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-80976d52-fd46-4461-9767-d02f8f4e997f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8cf2e5f7-496f-42a7-9434-510d76e3498e HTTP/1.1" status: 204 len: 168 time: 0.2364376 Sep 07 02:33:50.799969 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=10040ac4-d970-4a95-b1a0-f348e640839a,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:50.848183 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80976d52-fd46-4461-9767-d02f8f4e997f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf2e5f7-496f-42a7-9434-510d76e3498e,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:50.855268 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-17bf0251-3c26-4070-8e66-8c9e9756b252 req-838ad7cd-4c9c-47eb-a1b0-90af1b0d3e98 service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874645 Sep 07 02:33:50.874096 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078323e7-6135-4322-a086-1bc5f679db77 req-4e7292f9-763c-4348-a849-a8896a750819 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:50.884798 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-078323e7-6135-4322-a086-1bc5f679db77 req-4e7292f9-763c-4348-a849-a8896a750819 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/ports?device_id=c174c388-11cb-426d-8da8-92c00543e2ee HTTP/1.1" status: 200 len: 944 time: 0.0960550 Sep 07 02:33:50.918921 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-078323e7-6135-4322-a086-1bc5f679db77 req-b222e652-4a91-4562-8b72-6ac641643445 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/security-groups?id=3506a522-e11f-4616-954e-3e9559147307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331635 Sep 07 02:33:50.944382 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['10040ac4-d970-4a95-b1a0-f348e640839a'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:33:51.040262 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:51.102848 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:51.151709 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb512d4e-4df0-4e9f-9553-d6123e010655 req-c08346b6-474d-49a0-9582-14de77827a06 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:51.154255 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bb512d4e-4df0-4e9f-9553-d6123e010655 req-c08346b6-474d-49a0-9582-14de77827a06 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=a43a67ee-d7ee-45b5-b6e6-bf1e3c5124c0 HTTP/1.1" status: 200 len: 945 time: 0.0690773 Sep 07 02:33:51.401809 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-75415457-eb3a-4b52-bedf-dbb6e82264ce req-96eaca76-43b6-43f4-a1bf-49a1d71420c0 tempest-ServerDiagnosticsNegativeTest-2091010123 tempest-ServerDiagnosticsNegativeTest-2091010123-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=1c4b6ba398454232953a36ff0b51c9e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353103 Sep 07 02:33:51.429736 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bb512d4e-4df0-4e9f-9553-d6123e010655 req-410990b9-0055-42e0-91e4-9968cfb43de3 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703907 Sep 07 02:33:51.430232 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 38084) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:51.444024 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-18167e5a-b536-4605-88e6-2bd6be0bb719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:51.542463 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75415457-eb3a-4b52-bedf-dbb6e82264ce req-7c1a442a-d605-4d42-9302-f979fe0a2224 tempest-ServerDiagnosticsNegativeTest-2091010123 tempest-ServerDiagnosticsNegativeTest-2091010123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:51.544148 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-75415457-eb3a-4b52-bedf-dbb6e82264ce req-7c1a442a-d605-4d42-9302-f979fe0a2224 tempest-ServerDiagnosticsNegativeTest-2091010123 tempest-ServerDiagnosticsNegativeTest-2091010123-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1412241 Sep 07 02:33:51.563764 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-75415457-eb3a-4b52-bedf-dbb6e82264ce req-e0466ef2-2f0b-4747-9810-df821895d6bb tempest-ServerDiagnosticsNegativeTest-2091010123 tempest-ServerDiagnosticsNegativeTest-2091010123-project] 10.222.0.22 "GET /v2.0/quotas/1c4b6ba398454232953a36ff0b51c9e3 HTTP/1.1" status: 200 len: 375 time: 0.0103045 Sep 07 02:33:51.572105 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-18167e5a-b536-4605-88e6-2bd6be0bb719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:51.581135 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-18167e5a-b536-4605-88e6-2bd6be0bb719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:51.623821 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-75415457-eb3a-4b52-bedf-dbb6e82264ce req-22049cf5-fc3e-46dc-84e6-945dd01897a4 tempest-ServerDiagnosticsNegativeTest-2091010123 tempest-ServerDiagnosticsNegativeTest-2091010123-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1c4b6ba398454232953a36ff0b51c9e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527754 Sep 07 02:33:51.636353 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18167e5a-b536-4605-88e6-2bd6be0bb719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5de9bda-1359-44ca-9a3a-4cf5e7d6097e,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:51.648684 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38090) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:51.652341 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-18167e5a-b536-4605-88e6-2bd6be0bb719 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8ffe385eeb83400ca9d95feca2f7db9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2205791 Sep 07 02:33:51.716810 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-addd7a5d-582d-44b8-9a94-2352b3f1a512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:51.722440 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa9b66-5aae-4697-975a-71b791517612 req-f8b98ba0-0c4e-492d-a234-436042b302d3 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:51.724130 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-aeaa9b66-5aae-4697-975a-71b791517612 req-f8b98ba0-0c4e-492d-a234-436042b302d3 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=34c2627b-3011-401c-a0e2-7b9b6342a6d6 HTTP/1.1" status: 200 len: 943 time: 0.0704415 Sep 07 02:33:51.745734 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-addd7a5d-582d-44b8-9a94-2352b3f1a512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:51.796496 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-aeaa9b66-5aae-4697-975a-71b791517612 req-40c04405-541a-4c78-adef-78237ec5fec8 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578110 Sep 07 02:33:51.809895 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38098) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:51.869465 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device bd8d134c-dbcb-4273-a189-71b2690f1fb1 up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:33:51.905973 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604042de-b4ed-419b-ab28-9676b04d8c4c req-0c0d8d24-66b6-459c-be13-b101ad3e205e tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:51.916026 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-604042de-b4ed-419b-ab28-9676b04d8c4c req-0c0d8d24-66b6-459c-be13-b101ad3e205e tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/ports?device_id=c174c388-11cb-426d-8da8-92c00543e2ee HTTP/1.1" status: 200 len: 944 time: 0.1111436 Sep 07 02:33:51.928265 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-addd7a5d-582d-44b8-9a94-2352b3f1a512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:51.930925 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-addd7a5d-582d-44b8-9a94-2352b3f1a512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:51.946661 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-addd7a5d-582d-44b8-9a94-2352b3f1a512 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c5de9bda-1359-44ca-9a3a-4cf5e7d6097e HTTP/1.1" status: 204 len: 168 time: 0.2969165 Sep 07 02:33:51.946827 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port bd8d134c-dbcb-4273-a189-71b2690f1fb1 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:33:51.947298 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:51.973698 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f049083-8ac7-405b-9700-4a1957b79c69 req-9e30d2b7-9850-42ee-aeec-2481ab067f21 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:51.975278 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2f049083-8ac7-405b-9700-4a1957b79c69 req-9e30d2b7-9850-42ee-aeec-2481ab067f21 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac8da7c5-50fa-4245-91ea-165d5c065b33 HTTP/1.1" status: 200 len: 948 time: 0.1243329 Sep 07 02:33:52.013981 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-77de6197-8ca6-4fe2-ba91-613b224239fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:52.030419 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addd7a5d-582d-44b8-9a94-2352b3f1a512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5de9bda-1359-44ca-9a3a-4cf5e7d6097e,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:52.042406 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device ba246450-92d4-4fad-854d-29807ceb844e details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:33:52.071874 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2f049083-8ac7-405b-9700-4a1957b79c69 req-9839edd7-db75-41c3-87a5-8bc381da87fb tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894938 Sep 07 02:33:52.137866 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-604042de-b4ed-419b-ab28-9676b04d8c4c req-d8f3eba2-3b86-4ada-804b-2a2da602e3fb tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/security-groups?id=3506a522-e11f-4616-954e-3e9559147307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193751 Sep 07 02:33:52.159328 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port ba246450-92d4-4fad-854d-29807ceb844e, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=ba246450-92d4-4fad-854d-29807ceb844e,segment=NetworkSegment(a87351ba-0fbc-4302-9869-b18eee085c86),segment_id=a87351ba-0fbc-4302-9869-b18eee085c86)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:33:52.173930 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 10040ac4-d970-4a95-b1a0-f348e640839a up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:33:52.179861 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': 'ba246450-92d4-4fad-854d-29807ceb844e', 'network_id': 'e4ab2f0c-5a02-4242-a541-768acd457503', 'port_id': 'ba246450-92d4-4fad-854d-29807ceb844e', 'mac_address': 'fa:16:3e:cd:52:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1bc4512-390c-4c50-bb1d-2c94019bd4fe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:33:52.194540 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ca263265-c3d6-4e85-91a3-fc1f36d5bb4a req-95f4a57e-f6d9-4c2d-ac44-0240dbfea869 tempest-ServerDiagnosticsNegativeTest-2091010123 tempest-ServerDiagnosticsNegativeTest-2091010123-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9ecf894-4fb6-4961-ba32-09884a30fddb HTTP/1.1" status: 200 len: 210 time: 0.0849931 Sep 07 02:33:52.233094 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:52.277494 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-77de6197-8ca6-4fe2-ba91-613b224239fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:52.283063 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-77de6197-8ca6-4fe2-ba91-613b224239fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:52.306426 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:52.309582 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c174c388-11cb-426d-8da8-92c00543e2ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd8d134c-dbcb-4273-a189-71b2690f1fb1'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:33:52.312689 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1a6eaf-cb3e-422c-bf2d-cd6f491b4fe3" -d '{"events": [{"server_uuid": "c174c388-11cb-426d-8da8-92c00543e2ee", "name": "network-vif-plugged", "status": "completed", "tag": "bd8d134c-dbcb-4273-a189-71b2690f1fb1"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:33:52.330414 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de6197-8ca6-4fe2-ba91-613b224239fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1786bf8a-1343-48ca-9f9c-ccab9f14d8ed,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:52.338415 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port bd8d134c-dbcb-4273-a189-71b2690f1fb1, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=bd8d134c-dbcb-4273-a189-71b2690f1fb1,segment=NetworkSegment(00cca32f-e41c-4852-a687-73528a16538c),segment_id=00cca32f-e41c-4852-a687-73528a16538c)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:33:52.342514 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba246450-92d4-4fad-854d-29807ceb844e {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:33:52.355897 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-77de6197-8ca6-4fe2-ba91-613b224239fc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3e85d9f59f414602a23e2e6c62880c43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5427949 Sep 07 02:33:52.357879 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 38118) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:52.358234 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port 10040ac4-d970-4a95-b1a0-f348e640839a completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:33:52.362247 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:52.397936 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 10040ac4-d970-4a95-b1a0-f348e640839a triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:33:52.398443 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:52.401226 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port ba246450-92d4-4fad-854d-29807ceb844e, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=ba246450-92d4-4fad-854d-29807ceb844e,segment=NetworkSegment(a87351ba-0fbc-4302-9869-b18eee085c86),segment_id=a87351ba-0fbc-4302-9869-b18eee085c86)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:33:52.403984 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eee431a-2b67-4abd-9808-5f6fa810e9c0 x-openstack-request-id: req-8eee431a-2b67-4abd-9808-5f6fa810e9c0 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:33:52.404830 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c174c388-11cb-426d-8da8-92c00543e2ee", "name": "network-vif-plugged", "status": "completed", "tag": "bd8d134c-dbcb-4273-a189-71b2690f1fb1", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:33:52.405257 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8eee431a-2b67-4abd-9808-5f6fa810e9c0 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:33:52.405807 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c174c388-11cb-426d-8da8-92c00543e2ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd8d134c-dbcb-4273-a189-71b2690f1fb1', 'code': 200} Sep 07 02:33:52.423049 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-897246a5-def5-41cf-bf86-f20efeb38685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:52.434045 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:52.456755 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-897246a5-def5-41cf-bf86-f20efeb38685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:52.472087 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=bd8d134c-dbcb-4273-a189-71b2690f1fb1,revision_number=7']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:52.530433 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-897246a5-def5-41cf-bf86-f20efeb38685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:52.533024 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-897246a5-def5-41cf-bf86-f20efeb38685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:52.536864 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-897246a5-def5-41cf-bf86-f20efeb38685 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1786bf8a-1343-48ca-9f9c-ccab9f14d8ed HTTP/1.1" status: 204 len: 168 time: 0.1763089 Sep 07 02:33:52.545644 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897246a5-def5-41cf-bf86-f20efeb38685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1786bf8a-1343-48ca-9f9c-ccab9f14d8ed,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:52.564060 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:52.600894 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf70bb-a743-472b-b4bd-afe37eadabfb req-7008b4f2-5f53-4688-aced-4951b63e41c8 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:52.602134 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-13bf70bb-a743-472b-b4bd-afe37eadabfb req-7008b4f2-5f53-4688-aced-4951b63e41c8 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=a43a67ee-d7ee-45b5-b6e6-bf1e3c5124c0 HTTP/1.1" status: 200 len: 945 time: 0.0583866 Sep 07 02:33:52.629300 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=ba246450-92d4-4fad-854d-29807ceb844e,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:52.659677 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 10040ac4-d970-4a95-b1a0-f348e640839a, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=10040ac4-d970-4a95-b1a0-f348e640839a,segment=NetworkSegment(cb5a1637-646d-4671-9ca6-bd30e74d860b),segment_id=cb5a1637-646d-4671-9ca6-bd30e74d860b)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:33:52.665298 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:52.666525 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-13bf70bb-a743-472b-b4bd-afe37eadabfb req-9da630e1-0ac0-4cdf-b8d1-da650f04fe65 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528760 Sep 07 02:33:52.697747 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['ba246450-92d4-4fad-854d-29807ceb844e'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:33:52.761323 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=10040ac4-d970-4a95-b1a0-f348e640839a,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:52.960667 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842a94a-01a3-4995-bcf2-470a6b6f0941 req-5bd9e7b0-1210-424c-aa42-db229a6a9a65 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:52.967831 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6842a94a-01a3-4995-bcf2-470a6b6f0941 req-5bd9e7b0-1210-424c-aa42-db229a6a9a65 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=34c2627b-3011-401c-a0e2-7b9b6342a6d6 HTTP/1.1" status: 200 len: 944 time: 0.0767407 Sep 07 02:33:53.021149 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-75415457-eb3a-4b52-bedf-dbb6e82264ce req-1c41bb7c-351a-4f18-996a-e3ec450c0110 tempest-ServerDiagnosticsNegativeTest-2091010123 tempest-ServerDiagnosticsNegativeTest-2091010123-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=1c4b6ba398454232953a36ff0b51c9e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306067 Sep 07 02:33:53.032885 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6842a94a-01a3-4995-bcf2-470a6b6f0941 req-e650d6e5-9536-49ac-8ec9-25ca838a982a tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639029 Sep 07 02:33:53.187806 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75415457-eb3a-4b52-bedf-dbb6e82264ce req-98646bf4-4da7-4a2a-ac71-03ea1a6de6f6 tempest-ServerDiagnosticsNegativeTest-2091010123 tempest-ServerDiagnosticsNegativeTest-2091010123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:53.189316 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-75415457-eb3a-4b52-bedf-dbb6e82264ce req-98646bf4-4da7-4a2a-ac71-03ea1a6de6f6 tempest-ServerDiagnosticsNegativeTest-2091010123 tempest-ServerDiagnosticsNegativeTest-2091010123-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1555233 Sep 07 02:33:53.210766 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-75415457-eb3a-4b52-bedf-dbb6e82264ce req-9d1b2f45-067c-4c3d-8e49-6e6bb9f39a75 tempest-ServerDiagnosticsNegativeTest-2091010123 tempest-ServerDiagnosticsNegativeTest-2091010123-project] Request body: {'port': {'device_id': 'e9ecf894-4fb6-4961-ba32-09884a30fddb', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'admin_state_up': True, 'tenant_id': '1c4b6ba398454232953a36ff0b51c9e3'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:33:53.240502 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90f9785-b624-40c9-89bd-76b7c7addbac req-cd2a798c-83f4-4fff-bd52-1c21512a4755 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:53.248499 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e90f9785-b624-40c9-89bd-76b7c7addbac req-cd2a798c-83f4-4fff-bd52-1c21512a4755 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac8da7c5-50fa-4245-91ea-165d5c065b33 HTTP/1.1" status: 200 len: 948 time: 0.0759425 Sep 07 02:33:53.288282 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e90f9785-b624-40c9-89bd-76b7c7addbac req-56c5171a-b56b-4865-89d7-9f1953bccaa3 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389433 Sep 07 02:33:53.328153 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a6b0a-96ef-48d1-96be-d314a73fade9 req-454c9977-a108-4785-8995-8450659cc9a0 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:53.329781 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cf9a6b0a-96ef-48d1-96be-d314a73fade9 req-454c9977-a108-4785-8995-8450659cc9a0 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/ports?device_id=c174c388-11cb-426d-8da8-92c00543e2ee HTTP/1.1" status: 200 len: 945 time: 0.1153095 Sep 07 02:33:53.383394 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75415457-eb3a-4b52-bedf-dbb6e82264ce req-9d1b2f45-067c-4c3d-8e49-6e6bb9f39a75 tempest-ServerDiagnosticsNegativeTest-2091010123 tempest-ServerDiagnosticsNegativeTest-2091010123-project] Made reservation on behalf of 1c4b6ba398454232953a36ff0b51c9e3 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:33:53.387339 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-75415457-eb3a-4b52-bedf-dbb6e82264ce req-9d1b2f45-067c-4c3d-8e49-6e6bb9f39a75 tempest-ServerDiagnosticsNegativeTest-2091010123 tempest-ServerDiagnosticsNegativeTest-2091010123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:53.403393 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-75415457-eb3a-4b52-bedf-dbb6e82264ce req-9d1b2f45-067c-4c3d-8e49-6e6bb9f39a75 tempest-ServerDiagnosticsNegativeTest-2091010123 tempest-ServerDiagnosticsNegativeTest-2091010123-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:53.425021 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cf9a6b0a-96ef-48d1-96be-d314a73fade9 req-d04c861e-884d-4dcc-9d35-3d16df41bab9 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/security-groups?id=3506a522-e11f-4616-954e-3e9559147307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875113 Sep 07 02:33:53.430617 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-844b4be8-432a-4c12-b9e7-3048aa6ac028 req-dd200c29-2e37-49e2-9f5c-7ce51cc0dc2e tempest-ServerDiagnosticsNegativeTest-2091010123 tempest-ServerDiagnosticsNegativeTest-2091010123-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9ecf894-4fb6-4961-ba32-09884a30fddb HTTP/1.1" status: 200 len: 210 time: 0.0358806 Sep 07 02:33:53.462459 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79c902b-aaaf-425e-9bd0-af42834537f3 req-b53d7545-bab0-4260-9dad-19256e2b6003 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:53.464201 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f79c902b-aaaf-425e-9bd0-af42834537f3 req-b53d7545-bab0-4260-9dad-19256e2b6003 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.23 "GET /v2.0/ports?device_id=c174c388-11cb-426d-8da8-92c00543e2ee HTTP/1.1" status: 200 len: 945 time: 0.1083908 Sep 07 02:33:53.572322 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-75415457-eb3a-4b52-bedf-dbb6e82264ce req-9d1b2f45-067c-4c3d-8e49-6e6bb9f39a75 tempest-ServerDiagnosticsNegativeTest-2091010123 tempest-ServerDiagnosticsNegativeTest-2091010123-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:53.579797 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-75415457-eb3a-4b52-bedf-dbb6e82264ce req-9d1b2f45-067c-4c3d-8e49-6e6bb9f39a75 tempest-ServerDiagnosticsNegativeTest-2091010123 tempest-ServerDiagnosticsNegativeTest-2091010123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:53.607618 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-f79c902b-aaaf-425e-9bd0-af42834537f3 req-62a5583c-4cfe-4f6e-9cb8-45f889c32be9 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Deleting port bd8d134c-dbcb-4273-a189-71b2690f1fb1 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:33:53.608095 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f79c902b-aaaf-425e-9bd0-af42834537f3 req-62a5583c-4cfe-4f6e-9cb8-45f889c32be9 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:53.650026 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1b2f45-067c-4c3d-8e49-6e6bb9f39a75 tempest-ServerDiagnosticsNegativeTest-2091010123 tempest-ServerDiagnosticsNegativeTest-2091010123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c70480b9-2495-4849-bf9c-f877b9683ac8,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:53.741475 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [req-75415457-eb3a-4b52-bedf-dbb6e82264ce req-9d1b2f45-067c-4c3d-8e49-6e6bb9f39a75 tempest-ServerDiagnosticsNegativeTest-2091010123 tempest-ServerDiagnosticsNegativeTest-2091010123-project] Allocated IP 192.168.233.203 (0823ecf3-066e-49bd-a451-2e84ab79a70f/694f9550-ba12-4672-8446-41848123cea2/194747f0-c6bb-460a-81f3-7decb663fcef) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:33:53.751263 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-f79c902b-aaaf-425e-9bd0-af42834537f3 req-62a5583c-4cfe-4f6e-9cb8-45f889c32be9 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] For port bd8d134c-dbcb-4273-a189-71b2690f1fb1, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=bd8d134c-dbcb-4273-a189-71b2690f1fb1,segment=NetworkSegment(00cca32f-e41c-4852-a687-73528a16538c),segment_id=00cca32f-e41c-4852-a687-73528a16538c)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:33:53.751907 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f79c902b-aaaf-425e-9bd0-af42834537f3 req-62a5583c-4cfe-4f6e-9cb8-45f889c32be9 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:53.797364 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-f79c902b-aaaf-425e-9bd0-af42834537f3 req-62a5583c-4cfe-4f6e-9cb8-45f889c32be9 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Calling delete_port for bd8d134c-dbcb-4273-a189-71b2690f1fb1 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:33:53.861910 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f332bc0-dc0d-4b0d-88e0-05cecd482243 req-ec156f2c-e505-4355-a33a-a1ec891e8d20 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:53.863430 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2f332bc0-dc0d-4b0d-88e0-05cecd482243 req-ec156f2c-e505-4355-a33a-a1ec891e8d20 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=a43a67ee-d7ee-45b5-b6e6-bf1e3c5124c0 HTTP/1.1" status: 200 len: 946 time: 0.1086526 Sep 07 02:33:53.874867 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device bd8d134c-dbcb-4273-a189-71b2690f1fb1 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:33:53.918780 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-75415457-eb3a-4b52-bedf-dbb6e82264ce req-9d1b2f45-067c-4c3d-8e49-6e6bb9f39a75 tempest-ServerDiagnosticsNegativeTest-2091010123 tempest-ServerDiagnosticsNegativeTest-2091010123-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:53.943521 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2f332bc0-dc0d-4b0d-88e0-05cecd482243 req-66e4ca34-dfc2-48d0-85ad-49b5de7be006 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718079 Sep 07 02:33:53.946505 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-75415457-eb3a-4b52-bedf-dbb6e82264ce req-9d1b2f45-067c-4c3d-8e49-6e6bb9f39a75 tempest-ServerDiagnosticsNegativeTest-2091010123 tempest-ServerDiagnosticsNegativeTest-2091010123-project] Transition to ACTIVE for port object 194747f0-c6bb-460a-81f3-7decb663fcef will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:33:53.977631 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:54.003516 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-75415457-eb3a-4b52-bedf-dbb6e82264ce req-9d1b2f45-067c-4c3d-8e49-6e6bb9f39a75 tempest-ServerDiagnosticsNegativeTest-2091010123 tempest-ServerDiagnosticsNegativeTest-2091010123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:54.046984 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device cd30c17f-9869-47d0-b8a4-372e64aeee83 details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:33:54.048930 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f79c902b-aaaf-425e-9bd0-af42834537f3 req-62a5583c-4cfe-4f6e-9cb8-45f889c32be9 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:54.049817 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device ba246450-92d4-4fad-854d-29807ceb844e up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:33:54.070695 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75415457-eb3a-4b52-bedf-dbb6e82264ce req-9d1b2f45-067c-4c3d-8e49-6e6bb9f39a75 tempest-ServerDiagnosticsNegativeTest-2091010123 tempest-ServerDiagnosticsNegativeTest-2091010123-project] Network 0823ecf3-066e-49bd-a451-2e84ab79a70f is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:33:54.074699 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [req-75415457-eb3a-4b52-bedf-dbb6e82264ce req-9d1b2f45-067c-4c3d-8e49-6e6bb9f39a75 tempest-ServerDiagnosticsNegativeTest-2091010123 tempest-ServerDiagnosticsNegativeTest-2091010123-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:33:54.083883 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-75415457-eb3a-4b52-bedf-dbb6e82264ce req-9d1b2f45-067c-4c3d-8e49-6e6bb9f39a75 tempest-ServerDiagnosticsNegativeTest-2091010123 tempest-ServerDiagnosticsNegativeTest-2091010123-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:33:54.095020 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1b2f45-067c-4c3d-8e49-6e6bb9f39a75 tempest-ServerDiagnosticsNegativeTest-2091010123 tempest-ServerDiagnosticsNegativeTest-2091010123-project] Pushing event updated for resources: {'Port': ['ID=194747f0-c6bb-460a-81f3-7decb663fcef,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:54.186640 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-f79c902b-aaaf-425e-9bd0-af42834537f3 req-62a5583c-4cfe-4f6e-9cb8-45f889c32be9 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] No DVR routers for this DVR port bd8d134c-dbcb-4273-a189-71b2690f1fb1 on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:33:54.190390 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a5583c-4cfe-4f6e-9cb8-45f889c32be9 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Pushing event deleted for resources: {'Port': ['ID=bd8d134c-dbcb-4273-a189-71b2690f1fb1,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:54.203060 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f79c902b-aaaf-425e-9bd0-af42834537f3 req-62a5583c-4cfe-4f6e-9cb8-45f889c32be9 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:54.206266 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f79c902b-aaaf-425e-9bd0-af42834537f3 req-62a5583c-4cfe-4f6e-9cb8-45f889c32be9 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.23 "DELETE /v2.0/ports/bd8d134c-dbcb-4273-a189-71b2690f1fb1 HTTP/1.1" status: 204 len: 173 time: 0.7337692 Sep 07 02:33:54.206976 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c174c388-11cb-426d-8da8-92c00543e2ee', 'name': 'network-vif-deleted', 'tag': 'bd8d134c-dbcb-4273-a189-71b2690f1fb1'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:33:54.219968 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29def18a-82e3-44db-b1ac-05c94ee01ed8" -d '{"events": [{"server_uuid": "c174c388-11cb-426d-8da8-92c00543e2ee", "name": "network-vif-deleted", "tag": "bd8d134c-dbcb-4273-a189-71b2690f1fb1"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:33:54.250227 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75415457-eb3a-4b52-bedf-dbb6e82264ce req-9d1b2f45-067c-4c3d-8e49-6e6bb9f39a75 tempest-ServerDiagnosticsNegativeTest-2091010123 tempest-ServerDiagnosticsNegativeTest-2091010123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:54.251055 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-75415457-eb3a-4b52-bedf-dbb6e82264ce req-9d1b2f45-067c-4c3d-8e49-6e6bb9f39a75 tempest-ServerDiagnosticsNegativeTest-2091010123 tempest-ServerDiagnosticsNegativeTest-2091010123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:54.278018 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e603a-a005-4e80-a4b9-a6274a80e307 req-fbe79743-fd17-44bc-bfc8-4bcef83ce913 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:54.280323 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3f1e603a-a005-4e80-a4b9-a6274a80e307 req-fbe79743-fd17-44bc-bfc8-4bcef83ce913 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=34c2627b-3011-401c-a0e2-7b9b6342a6d6 HTTP/1.1" status: 200 len: 944 time: 0.1052957 Sep 07 02:33:54.282187 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-75415457-eb3a-4b52-bedf-dbb6e82264ce req-9d1b2f45-067c-4c3d-8e49-6e6bb9f39a75 tempest-ServerDiagnosticsNegativeTest-2091010123 tempest-ServerDiagnosticsNegativeTest-2091010123-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0755053 Sep 07 02:33:54.291441 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port ba246450-92d4-4fad-854d-29807ceb844e completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:33:54.297627 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-75415457-eb3a-4b52-bedf-dbb6e82264ce req-b4cbc181-bb76-4584-8fbb-5ce0634c1e62 service neutron] Request body: {'port': {'device_id': 'e9ecf894-4fb6-4961-ba32-09884a30fddb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:33:54.299455 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port ba246450-92d4-4fad-854d-29807ceb844e triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:33:54.299853 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:54.359545 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port cd30c17f-9869-47d0-b8a4-372e64aeee83, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=cd30c17f-9869-47d0-b8a4-372e64aeee83,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:33:54.378196 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': 'cd30c17f-9869-47d0-b8a4-372e64aeee83', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'port_id': 'cd30c17f-9869-47d0-b8a4-372e64aeee83', 'mac_address': 'fa:16:3e:9a:3e:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '694f9550-ba12-4672-8446-41848123cea2', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:33:54.392093 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3f1e603a-a005-4e80-a4b9-a6274a80e307 req-8d242af8-9ab3-4da8-8eff-a0f8ce994632 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026182 Sep 07 02:33:54.407005 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-75415457-eb3a-4b52-bedf-dbb6e82264ce req-b4cbc181-bb76-4584-8fbb-5ce0634c1e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:54.424739 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a43a67ee-d7ee-45b5-b6e6-bf1e3c5124c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10040ac4-d970-4a95-b1a0-f348e640839a'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:33:54.427811 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-303175fd-4f67-4a6c-8df1-2ecf30cb3ad9" -d '{"events": [{"server_uuid": "a43a67ee-d7ee-45b5-b6e6-bf1e3c5124c0", "name": "network-vif-plugged", "status": "completed", "tag": "10040ac4-d970-4a95-b1a0-f348e640839a"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:33:54.445698 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9a37f3-847e-4e82-8163-4cd20fede33c x-openstack-request-id: req-7d9a37f3-847e-4e82-8163-4cd20fede33c {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:33:54.445991 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c174c388-11cb-426d-8da8-92c00543e2ee", "name": "network-vif-deleted", "tag": "bd8d134c-dbcb-4273-a189-71b2690f1fb1", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:33:54.446246 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7d9a37f3-847e-4e82-8163-4cd20fede33c {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:33:54.446928 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c174c388-11cb-426d-8da8-92c00543e2ee', 'name': 'network-vif-deleted', 'tag': 'bd8d134c-dbcb-4273-a189-71b2690f1fb1', 'status': 'completed', 'code': 200} Sep 07 02:33:54.496419 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:54.514510 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd30c17f-9869-47d0-b8a4-372e64aeee83 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:33:54.519870 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-776d9259-2aff-40e0-8f63-e161f3e9072d None None] Provisioning for port 194747f0-c6bb-460a-81f3-7decb663fcef completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:33:54.523018 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:54.548264 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-776d9259-2aff-40e0-8f63-e161f3e9072d None None] Provisioning complete for port 194747f0-c6bb-460a-81f3-7decb663fcef triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:33:54.548635 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-776d9259-2aff-40e0-8f63-e161f3e9072d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:54.548773 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47872c44-638e-4e01-ac38-ec5b89c9d1bb req-ef97f206-0bd5-41c7-8f82-1f9eb6a5d0c2 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:54.550567 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-47872c44-638e-4e01-ac38-ec5b89c9d1bb req-ef97f206-0bd5-41c7-8f82-1f9eb6a5d0c2 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac8da7c5-50fa-4245-91ea-165d5c065b33 HTTP/1.1" status: 200 len: 948 time: 0.0653853 Sep 07 02:33:54.590337 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port cd30c17f-9869-47d0-b8a4-372e64aeee83, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=cd30c17f-9869-47d0-b8a4-372e64aeee83,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:33:54.602305 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-47872c44-638e-4e01-ac38-ec5b89c9d1bb req-e90c6fea-05b9-407b-a6e6-df0feb62c1ba tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443561 Sep 07 02:33:54.603995 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:54.607331 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port ba246450-92d4-4fad-854d-29807ceb844e, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=ba246450-92d4-4fad-854d-29807ceb844e,segment=NetworkSegment(a87351ba-0fbc-4302-9869-b18eee085c86),segment_id=a87351ba-0fbc-4302-9869-b18eee085c86)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:33:54.671217 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351c99ca-d23a-4d42-9c75-d5b7ea8e6fcd x-openstack-request-id: req-351c99ca-d23a-4d42-9c75-d5b7ea8e6fcd {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:33:54.671590 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a43a67ee-d7ee-45b5-b6e6-bf1e3c5124c0", "name": "network-vif-plugged", "status": "completed", "tag": "10040ac4-d970-4a95-b1a0-f348e640839a", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:33:54.671798 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-351c99ca-d23a-4d42-9c75-d5b7ea8e6fcd {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:33:54.673280 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a43a67ee-d7ee-45b5-b6e6-bf1e3c5124c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10040ac4-d970-4a95-b1a0-f348e640839a', 'code': 200} Sep 07 02:33:54.674069 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:54.678339 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-776d9259-2aff-40e0-8f63-e161f3e9072d None None] Port 194747f0-c6bb-460a-81f3-7decb663fcef cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:33:54.725486 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=cd30c17f-9869-47d0-b8a4-372e64aeee83,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:54.784503 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=ba246450-92d4-4fad-854d-29807ceb844e,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:54.800136 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e53c1221-e4ca-4dbe-84fe-3a221d4495a1 req-c99e3fbd-3617-48ec-93dc-74e95ba2cc7b tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/ports?device_id=c174c388-11cb-426d-8da8-92c00543e2ee HTTP/1.1" status: 200 len: 210 time: 0.0630009 Sep 07 02:33:54.817949 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ed500-448b-47b1-bfba-988234d5fa94 req-2e3f74e0-1dce-4446-98c0-69df116e0355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:54.819153 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['cd30c17f-9869-47d0-b8a4-372e64aeee83'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:33:54.820168 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-123ed500-448b-47b1-bfba-988234d5fa94 req-2e3f74e0-1dce-4446-98c0-69df116e0355 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a43a67ee-d7ee-45b5-b6e6-bf1e3c5124c0 HTTP/1.1" status: 200 len: 1098 time: 0.1153941 Sep 07 02:33:54.827216 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda287d2-4229-4607-bf2f-955010e2eb80 req-04821a81-273d-4f9b-85ee-a05ce50b8ca8 tempest-ServerDiagnosticsNegativeTest-2091010123 tempest-ServerDiagnosticsNegativeTest-2091010123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:54.834462 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bda287d2-4229-4607-bf2f-955010e2eb80 req-04821a81-273d-4f9b-85ee-a05ce50b8ca8 tempest-ServerDiagnosticsNegativeTest-2091010123 tempest-ServerDiagnosticsNegativeTest-2091010123-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9ecf894-4fb6-4961-ba32-09884a30fddb HTTP/1.1" status: 200 len: 936 time: 0.1191895 Sep 07 02:33:54.869877 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-123ed500-448b-47b1-bfba-988234d5fa94 req-55724439-6e5b-42cf-80b9-aed5d3d78fac service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421546 Sep 07 02:33:54.919525 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bda287d2-4229-4607-bf2f-955010e2eb80 req-65051d52-05b9-4b09-b83c-e197bb4a3037 tempest-ServerDiagnosticsNegativeTest-2091010123 tempest-ServerDiagnosticsNegativeTest-2091010123-project] 10.222.0.22 "GET /v2.0/security-groups?id=c70480b9-2495-4849-bf9c-f877b9683ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840211 Sep 07 02:33:54.934428 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [req-75415457-eb3a-4b52-bedf-dbb6e82264ce req-b4cbc181-bb76-4584-8fbb-5ce0634c1e62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 194747f0-c6bb-460a-81f3-7decb663fcef {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:33:54.957498 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-75415457-eb3a-4b52-bedf-dbb6e82264ce req-b4cbc181-bb76-4584-8fbb-5ce0634c1e62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:54.986446 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-75415457-eb3a-4b52-bedf-dbb6e82264ce req-b4cbc181-bb76-4584-8fbb-5ce0634c1e62 service neutron] Transition to ACTIVE for port object 194747f0-c6bb-460a-81f3-7decb663fcef will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:33:54.991671 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-75415457-eb3a-4b52-bedf-dbb6e82264ce req-b4cbc181-bb76-4584-8fbb-5ce0634c1e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:55.097595 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cbc181-bb76-4584-8fbb-5ce0634c1e62 service neutron] Pushing event updated for resources: {'Port': ['ID=194747f0-c6bb-460a-81f3-7decb663fcef,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:55.118244 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf8cac3-4b4a-4466-ad1e-8ea43357a581 req-1a8c92ce-12c4-48c9-bf77-e013db155103 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:55.120278 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bdf8cac3-4b4a-4466-ad1e-8ea43357a581 req-1a8c92ce-12c4-48c9-bf77-e013db155103 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=a43a67ee-d7ee-45b5-b6e6-bf1e3c5124c0 HTTP/1.1" status: 200 len: 946 time: 0.0980396 Sep 07 02:33:55.146473 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-75415457-eb3a-4b52-bedf-dbb6e82264ce req-b4cbc181-bb76-4584-8fbb-5ce0634c1e62 service neutron] Attempting to bind port 194747f0-c6bb-460a-81f3-7decb663fcef on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:33:55.147291 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-75415457-eb3a-4b52-bedf-dbb6e82264ce req-b4cbc181-bb76-4584-8fbb-5ce0634c1e62 service neutron] Attempting to bind port 194747f0-c6bb-460a-81f3-7decb663fcef by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:33:55.147896 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75415457-eb3a-4b52-bedf-dbb6e82264ce req-b4cbc181-bb76-4584-8fbb-5ce0634c1e62 service neutron] Attempting to bind port 194747f0-c6bb-460a-81f3-7decb663fcef on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:33:55.155472 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75415457-eb3a-4b52-bedf-dbb6e82264ce req-b4cbc181-bb76-4584-8fbb-5ce0634c1e62 service neutron] Port 194747f0-c6bb-460a-81f3-7decb663fcef on network 0823ecf3-066e-49bd-a451-2e84ab79a70f not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:33:55.155836 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75415457-eb3a-4b52-bedf-dbb6e82264ce req-b4cbc181-bb76-4584-8fbb-5ce0634c1e62 service neutron] Attempting to bind port 194747f0-c6bb-460a-81f3-7decb663fcef on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:33:55.162589 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75415457-eb3a-4b52-bedf-dbb6e82264ce req-b4cbc181-bb76-4584-8fbb-5ce0634c1e62 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:33:55.162827 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75415457-eb3a-4b52-bedf-dbb6e82264ce req-b4cbc181-bb76-4584-8fbb-5ce0634c1e62 service neutron] Checking segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:33:55.163404 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75415457-eb3a-4b52-bedf-dbb6e82264ce req-b4cbc181-bb76-4584-8fbb-5ce0634c1e62 service neutron] Bound using segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:33:55.164054 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-75415457-eb3a-4b52-bedf-dbb6e82264ce req-b4cbc181-bb76-4584-8fbb-5ce0634c1e62 service neutron] Bound port: 194747f0-c6bb-460a-81f3-7decb663fcef, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:33:55.165194 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-75415457-eb3a-4b52-bedf-dbb6e82264ce req-b4cbc181-bb76-4584-8fbb-5ce0634c1e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:55.181606 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bdf8cac3-4b4a-4466-ad1e-8ea43357a581 req-ca8d1f66-ed90-4f81-a677-37cabeaa8d42 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533717 Sep 07 02:33:55.265851 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-75415457-eb3a-4b52-bedf-dbb6e82264ce req-b4cbc181-bb76-4584-8fbb-5ce0634c1e62 service neutron] For port 194747f0-c6bb-460a-81f3-7decb663fcef, host n-h1-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:33:55.268993 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-75415457-eb3a-4b52-bedf-dbb6e82264ce req-b4cbc181-bb76-4584-8fbb-5ce0634c1e62 service neutron] For port 194747f0-c6bb-460a-81f3-7decb663fcef, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=194747f0-c6bb-460a-81f3-7decb663fcef,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:33:55.274581 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-75415457-eb3a-4b52-bedf-dbb6e82264ce req-b4cbc181-bb76-4584-8fbb-5ce0634c1e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:55.312925 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75415457-eb3a-4b52-bedf-dbb6e82264ce req-b4cbc181-bb76-4584-8fbb-5ce0634c1e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:55.313549 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-75415457-eb3a-4b52-bedf-dbb6e82264ce req-b4cbc181-bb76-4584-8fbb-5ce0634c1e62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:55.314973 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-75415457-eb3a-4b52-bedf-dbb6e82264ce req-b4cbc181-bb76-4584-8fbb-5ce0634c1e62 service neutron] 10.222.0.23 "PUT /v2.0/ports/194747f0-c6bb-460a-81f3-7decb663fcef HTTP/1.1" status: 200 len: 1097 time: 1.0244143 Sep 07 02:33:55.315371 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9ecf894-4fb6-4961-ba32-09884a30fddb', 'tag': '194747f0-c6bb-460a-81f3-7decb663fcef'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:33:55.318302 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526eda34-133b-4020-ba35-cadd49ac0534" -d '{"events": [{"name": "network-changed", "server_uuid": "e9ecf894-4fb6-4961-ba32-09884a30fddb", "tag": "194747f0-c6bb-460a-81f3-7decb663fcef"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:33:55.352531 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cbc181-bb76-4584-8fbb-5ce0634c1e62 service neutron] Pushing event updated for resources: {'Port': ['ID=194747f0-c6bb-460a-81f3-7decb663fcef,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:55.366917 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38276) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:55.389244 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b6a020-a1a7-4ef8-a4e5-9aa5e23e7d7f x-openstack-request-id: req-c3b6a020-a1a7-4ef8-a4e5-9aa5e23e7d7f {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:33:55.389244 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9ecf894-4fb6-4961-ba32-09884a30fddb", "tag": "194747f0-c6bb-460a-81f3-7decb663fcef", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:33:55.389244 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c3b6a020-a1a7-4ef8-a4e5-9aa5e23e7d7f {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:33:55.389634 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9ecf894-4fb6-4961-ba32-09884a30fddb', 'tag': '194747f0-c6bb-460a-81f3-7decb663fcef', 'status': 'completed', 'code': 200} Sep 07 02:33:55.425839 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75415457-eb3a-4b52-bedf-dbb6e82264ce req-fe13c359-23b4-4105-8ec9-bf8949821730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:55.428216 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-75415457-eb3a-4b52-bedf-dbb6e82264ce req-fe13c359-23b4-4105-8ec9-bf8949821730 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1c4b6ba398454232953a36ff0b51c9e3&device_id=e9ecf894-4fb6-4961-ba32-09884a30fddb HTTP/1.1" status: 200 len: 1100 time: 0.0580471 Sep 07 02:33:55.468378 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38282) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:55.504692 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-75415457-eb3a-4b52-bedf-dbb6e82264ce req-18848862-553f-486e-af32-8d98bc5a4574 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=194747f0-c6bb-460a-81f3-7decb663fcef HTTP/1.1" status: 200 len: 217 time: 0.0653224 Sep 07 02:33:55.550955 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da1d89-02bf-49b8-a2d1-367d42765a80 req-4a5df101-a6f6-4996-b1fd-f4e50fae9b34 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:55.558286 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e7da1d89-02bf-49b8-a2d1-367d42765a80 req-4a5df101-a6f6-4996-b1fd-f4e50fae9b34 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=34c2627b-3011-401c-a0e2-7b9b6342a6d6 HTTP/1.1" status: 200 len: 945 time: 0.0634458 Sep 07 02:33:55.592755 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75415457-eb3a-4b52-bedf-dbb6e82264ce req-9cb818ec-e905-4db1-9a7f-151ac3bc9038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:55.594257 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-75415457-eb3a-4b52-bedf-dbb6e82264ce req-9cb818ec-e905-4db1-9a7f-151ac3bc9038 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.0828407 Sep 07 02:33:55.615943 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cfea814e-d8ee-4b28-bf3a-ba39350b5211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:55.625777 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e7da1d89-02bf-49b8-a2d1-367d42765a80 req-21334eec-2bd2-42f1-9a76-212e07193f93 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666223 Sep 07 02:33:55.626537 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d2dcaad0-bbff-4755-8fc9-10a531c06edf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:55.645288 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75415457-eb3a-4b52-bedf-dbb6e82264ce req-1c8d0d5c-ce35-4d1b-b4eb-9e8eaca36915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:55.646792 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-75415457-eb3a-4b52-bedf-dbb6e82264ce req-1c8d0d5c-ce35-4d1b-b4eb-9e8eaca36915 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0454321 Sep 07 02:33:55.667914 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.db.api [None req-d2dcaad0-bbff-4755-8fc9-10a531c06edf admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 02:33:55.667914 n-d-796209-16 neutron-server[94700]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 07 02:33:55.667914 n-d-796209-16 neutron-server[94700]: [parameters: {'project_id': '13c37f7f01634d70bc17e346211a700e', 'id': '634b76a5-f090-4a50-9193-1fa6214e1efc', 'expiration': datetime.datetime(2021, 9, 7, 2, 35, 55, 660639)}] Sep 07 02:33:55.667914 n-d-796209-16 neutron-server[94700]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 02:33:55.668359 n-d-796209-16 neutron-server[94700]: DEBUG oslo_db.api [None req-d2dcaad0-bbff-4755-8fc9-10a531c06edf admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 02:33:55.744381 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cfea814e-d8ee-4b28-bf3a-ba39350b5211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:55.748760 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cfea814e-d8ee-4b28-bf3a-ba39350b5211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:55.771784 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-75415457-eb3a-4b52-bedf-dbb6e82264ce req-8d4135b1-bc00-42c7-b2be-37f10b05c52e service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169393 Sep 07 02:33:55.782196 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be08fdb-9d49-46e0-af7b-5afdbb81453e req-116db181-9694-4ccd-81ae-275598132556 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:55.783610 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4be08fdb-9d49-46e0-af7b-5afdbb81453e req-116db181-9694-4ccd-81ae-275598132556 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac8da7c5-50fa-4245-91ea-165d5c065b33 HTTP/1.1" status: 200 len: 949 time: 0.0686779 Sep 07 02:33:55.788549 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-cfea814e-d8ee-4b28-bf3a-ba39350b5211 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ae8a3bce2a63405eae4081ee92dd00a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3167548 Sep 07 02:33:55.788549 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfea814e-d8ee-4b28-bf3a-ba39350b5211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073fb930-e1af-4050-8fc1-5e8084a4a5be,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:55.790384 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38288) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:55.829356 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-699c01a4-1327-4166-945f-7a59be16123a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:55.852636 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e8fcf37e-9b6d-4fae-b15c-7968cd69d34c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:55.883911 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e8fcf37e-9b6d-4fae-b15c-7968cd69d34c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:55.896054 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4be08fdb-9d49-46e0-af7b-5afdbb81453e req-2572cb2a-fbed-44e4-b6f1-d8fdb22cf3f8 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045434 Sep 07 02:33:55.922414 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-75415457-eb3a-4b52-bedf-dbb6e82264ce req-bffd0a1c-ef00-40a6-83f4-adac83e97068 service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376553 Sep 07 02:33:55.975622 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e8fcf37e-9b6d-4fae-b15c-7968cd69d34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:55.978990 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e8fcf37e-9b6d-4fae-b15c-7968cd69d34c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:55.984122 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-e8fcf37e-9b6d-4fae-b15c-7968cd69d34c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/073fb930-e1af-4050-8fc1-5e8084a4a5be HTTP/1.1" status: 204 len: 168 time: 0.1924040 Sep 07 02:33:55.992502 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fcf37e-9b6d-4fae-b15c-7968cd69d34c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073fb930-e1af-4050-8fc1-5e8084a4a5be,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:56.046972 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device cd30c17f-9869-47d0-b8a4-372e64aeee83 up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:33:56.123429 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526eda34-133b-4020-ba35-cadd49ac0534 req-4c42164d-48d6-423c-b232-8c9aaa9226c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:56.125137 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-526eda34-133b-4020-ba35-cadd49ac0534 req-4c42164d-48d6-423c-b232-8c9aaa9226c6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1c4b6ba398454232953a36ff0b51c9e3&device_id=e9ecf894-4fb6-4961-ba32-09884a30fddb HTTP/1.1" status: 200 len: 1100 time: 0.1082566 Sep 07 02:33:56.126965 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port cd30c17f-9869-47d0-b8a4-372e64aeee83 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:33:56.134215 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port cd30c17f-9869-47d0-b8a4-372e64aeee83 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:33:56.134579 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:56.144094 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38300) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:56.148712 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-bf0cf541-8ed9-4339-8f19-2c48789bb5ac tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Request body: {'security_group': {'name': 'tempest-securitygroup--178582896', 'description': 'tempest-description--1332997469'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:33:56.169630 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d2dcaad0-bbff-4755-8fc9-10a531c06edf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:56.170127 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0be969-62ca-4323-8d29-1f84b79202a6 req-c9ac605e-bfbb-4687-8f0b-7812bc11e9db tempest-ServerDiagnosticsNegativeTest-2091010123 tempest-ServerDiagnosticsNegativeTest-2091010123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:56.177335 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4e0be969-62ca-4323-8d29-1f84b79202a6 req-c9ac605e-bfbb-4687-8f0b-7812bc11e9db tempest-ServerDiagnosticsNegativeTest-2091010123 tempest-ServerDiagnosticsNegativeTest-2091010123-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9ecf894-4fb6-4961-ba32-09884a30fddb HTTP/1.1" status: 200 len: 948 time: 0.1019037 Sep 07 02:33:56.195960 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bf0cf541-8ed9-4339-8f19-2c48789bb5ac tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:56.233259 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:56.271677 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4e0be969-62ca-4323-8d29-1f84b79202a6 req-65d1e9cc-3a4b-42a2-a266-b7f7a6867c0f tempest-ServerDiagnosticsNegativeTest-2091010123 tempest-ServerDiagnosticsNegativeTest-2091010123-project] 10.222.0.22 "GET /v2.0/security-groups?id=c70480b9-2495-4849-bf9c-f877b9683ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887387 Sep 07 02:33:56.277462 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port cd30c17f-9869-47d0-b8a4-372e64aeee83, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=cd30c17f-9869-47d0-b8a4-372e64aeee83,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:33:56.288474 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:56.304950 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526eda34-133b-4020-ba35-cadd49ac0534 req-a0d8c5ea-86fb-4673-96c9-522a9c32a79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:56.306709 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-526eda34-133b-4020-ba35-cadd49ac0534 req-a0d8c5ea-86fb-4673-96c9-522a9c32a79d service neutron] 10.222.0.23 "GET /v2.0/networks?id=0823ecf3-066e-49bd-a451-2e84ab79a70f HTTP/1.1" status: 200 len: 869 time: 0.1692026 Sep 07 02:33:56.354471 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-526eda34-133b-4020-ba35-cadd49ac0534 req-3ef47d6d-0e7a-44bf-8473-aea5ecbf0e83 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=194747f0-c6bb-460a-81f3-7decb663fcef HTTP/1.1" status: 200 len: 217 time: 0.0396690 Sep 07 02:33:56.356066 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d2dcaad0-bbff-4755-8fc9-10a531c06edf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:56.358118 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=cd30c17f-9869-47d0-b8a4-372e64aeee83,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:56.368623 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d2dcaad0-bbff-4755-8fc9-10a531c06edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:56.399407 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beae5b2-fc71-4bca-ba8d-8c7a704d4c89 req-791556f0-5261-4496-a88b-0d299e5da49c tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:56.400953 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8beae5b2-fc71-4bca-ba8d-8c7a704d4c89 req-791556f0-5261-4496-a88b-0d299e5da49c tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=a43a67ee-d7ee-45b5-b6e6-bf1e3c5124c0 HTTP/1.1" status: 200 len: 946 time: 0.0905688 Sep 07 02:33:56.432208 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526eda34-133b-4020-ba35-cadd49ac0534 req-ea10c730-fd96-40ef-92f1-1c51a55ed87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:56.434067 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-526eda34-133b-4020-ba35-cadd49ac0534 req-ea10c730-fd96-40ef-92f1-1c51a55ed87d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.0726814 Sep 07 02:33:56.457438 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-d2dcaad0-bbff-4755-8fc9-10a531c06edf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=13c37f7f01634d70bc17e346211a700e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0886958 Sep 07 02:33:56.459860 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dcaad0-bbff-4755-8fc9-10a531c06edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8d201e-1d65-4c39-b974-43e9d3626e66,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:56.464936 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38306) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:56.484396 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 38308) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:56.495310 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526eda34-133b-4020-ba35-cadd49ac0534 req-97661841-c8cf-411f-8574-077e27af04a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:56.496777 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-526eda34-133b-4020-ba35-cadd49ac0534 req-97661841-c8cf-411f-8574-077e27af04a5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0539453 Sep 07 02:33:56.502980 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7d451cfb-554f-455b-9775-af1ca50c4882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:56.504720 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8beae5b2-fc71-4bca-ba8d-8c7a704d4c89 req-28091147-21ec-45fc-8a45-47036c311385 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957334 Sep 07 02:33:56.553811 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bf0cf541-8ed9-4339-8f19-2c48789bb5ac tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:56.564287 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bf0cf541-8ed9-4339-8f19-2c48789bb5ac tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:56.577922 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9b973bbd-3bbd-4afb-9177-5f043168456d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:56.612543 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0cf541-8ed9-4339-8f19-2c48789bb5ac tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c708a53e-2a66-42a8-a513-9b6175499881,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:56.616225 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9b973bbd-3bbd-4afb-9177-5f043168456d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:56.624351 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-526eda34-133b-4020-ba35-cadd49ac0534 req-a4716eac-b3d0-41bf-b1e2-22f6b3f142e1 service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193206 Sep 07 02:33:56.674608 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34c2627b-3011-401c-a0e2-7b9b6342a6d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba246450-92d4-4fad-854d-29807ceb844e'}, {'server_uuid': 'ac8da7c5-50fa-4245-91ea-165d5c065b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd30c17f-9869-47d0-b8a4-372e64aeee83'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:33:56.677018 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34a63c9-ff62-47cf-afc8-34e31fc3c45a" -d '{"events": [{"server_uuid": "34c2627b-3011-401c-a0e2-7b9b6342a6d6", "name": "network-vif-plugged", "status": "completed", "tag": "ba246450-92d4-4fad-854d-29807ceb844e"}, {"server_uuid": "ac8da7c5-50fa-4245-91ea-165d5c065b33", "name": "network-vif-plugged", "status": "completed", "tag": "cd30c17f-9869-47d0-b8a4-372e64aeee83"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:33:56.681480 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9b973bbd-3bbd-4afb-9177-5f043168456d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:56.684115 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9b973bbd-3bbd-4afb-9177-5f043168456d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:56.688389 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9b973bbd-3bbd-4afb-9177-5f043168456d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5c8d201e-1d65-4c39-b974-43e9d3626e66 HTTP/1.1" status: 204 len: 168 time: 0.2172794 Sep 07 02:33:56.698933 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b973bbd-3bbd-4afb-9177-5f043168456d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8d201e-1d65-4c39-b974-43e9d3626e66,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:56.751390 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7d451cfb-554f-455b-9775-af1ca50c4882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:56.758690 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-526eda34-133b-4020-ba35-cadd49ac0534 req-72f9e86e-0356-40a0-9004-6554bf3979f2 service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237850 Sep 07 02:33:56.759858 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7d451cfb-554f-455b-9775-af1ca50c4882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:56.803313 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38320) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:56.803524 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-7d451cfb-554f-455b-9775-af1ca50c4882 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b5fa859a5bd044c9af12e843565d7187&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3172271 Sep 07 02:33:56.804974 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d451cfb-554f-455b-9775-af1ca50c4882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d270001-8951-45b8-8b29-37633c7d4ae6,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:56.817599 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bf0cf541-8ed9-4339-8f19-2c48789bb5ac tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:56.819576 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-bf0cf541-8ed9-4339-8f19-2c48789bb5ac tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6743321 Sep 07 02:33:56.822735 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 38322) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:56.828847 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-aac78d8e-d3bb-4e5f-ad4b-464cd7b7461c tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Request body: {'security_group_rule': {'security_group_id': 'c708a53e-2a66-42a8-a513-9b6175499881', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:33:56.862605 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b054bc-0e6a-4bbf-af07-eaba8548e039 req-201d8cf8-848c-465a-bd39-f24436db3beb tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:56.865273 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-35b054bc-0e6a-4bbf-af07-eaba8548e039 req-201d8cf8-848c-465a-bd39-f24436db3beb tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=34c2627b-3011-401c-a0e2-7b9b6342a6d6 HTTP/1.1" status: 200 len: 945 time: 0.1093690 Sep 07 02:33:56.867462 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-aac78d8e-d3bb-4e5f-ad4b-464cd7b7461c tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:56.919450 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-46df0bd6-b8e0-427d-878e-e390ad15275c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:56.929741 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-aac78d8e-d3bb-4e5f-ad4b-464cd7b7461c tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:56.935751 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-aac78d8e-d3bb-4e5f-ad4b-464cd7b7461c tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:56.938308 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-35b054bc-0e6a-4bbf-af07-eaba8548e039 req-1b643b32-033d-4209-8d66-2a26c3b50f1b tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614407 Sep 07 02:33:56.961637 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac78d8e-d3bb-4e5f-ad4b-464cd7b7461c tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0b1f066-3404-46b4-ad36-010031580712,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:56.973181 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-aac78d8e-d3bb-4e5f-ad4b-464cd7b7461c tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:56.974831 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-aac78d8e-d3bb-4e5f-ad4b-464cd7b7461c tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1508625 Sep 07 02:33:56.977797 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 38328) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:56.980748 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-46df0bd6-b8e0-427d-878e-e390ad15275c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:56.984600 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-e29ee87a-5673-46ac-b1e3-b715eb09c2b3 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Request body: {'security_group_rule': {'security_group_id': 'c708a53e-2a66-42a8-a513-9b6175499881', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:33:57.020565 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e29ee87a-5673-46ac-b1e3-b715eb09c2b3 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:57.028362 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 07 Sep 2021 02:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdcb0b67-f0a2-481f-82ad-24f2c2e6a5ac x-openstack-request-id: req-bdcb0b67-f0a2-481f-82ad-24f2c2e6a5ac {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:33:57.029766 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34c2627b-3011-401c-a0e2-7b9b6342a6d6", "name": "network-vif-plugged", "status": "completed", "tag": "ba246450-92d4-4fad-854d-29807ceb844e", "code": 200}, {"server_uuid": "ac8da7c5-50fa-4245-91ea-165d5c065b33", "name": "network-vif-plugged", "status": "completed", "tag": "cd30c17f-9869-47d0-b8a4-372e64aeee83", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:33:57.030516 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bdcb0b67-f0a2-481f-82ad-24f2c2e6a5ac {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:33:57.031620 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34c2627b-3011-401c-a0e2-7b9b6342a6d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba246450-92d4-4fad-854d-29807ceb844e', 'code': 200} Sep 07 02:33:57.045682 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac8da7c5-50fa-4245-91ea-165d5c065b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd30c17f-9869-47d0-b8a4-372e64aeee83', 'code': 200} Sep 07 02:33:57.077428 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-46df0bd6-b8e0-427d-878e-e390ad15275c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:57.080924 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-46df0bd6-b8e0-427d-878e-e390ad15275c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:57.084430 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-46df0bd6-b8e0-427d-878e-e390ad15275c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2d270001-8951-45b8-8b29-37633c7d4ae6 HTTP/1.1" status: 204 len: 168 time: 0.2727916 Sep 07 02:33:57.137702 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e29ee87a-5673-46ac-b1e3-b715eb09c2b3 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:57.144203 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df0bd6-b8e0-427d-878e-e390ad15275c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d270001-8951-45b8-8b29-37633c7d4ae6,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:57.179858 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e29ee87a-5673-46ac-b1e3-b715eb09c2b3 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:57.209648 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29ee87a-5673-46ac-b1e3-b715eb09c2b3 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=891963e7-48d6-4bc3-be7e-22b824804cbe,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:57.216899 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad72e1ae-706c-44ef-918b-987211c4b0c3 req-3fbd0fb3-e7f9-4a0f-9496-a8952e8b5593 tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:57.227885 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ad72e1ae-706c-44ef-918b-987211c4b0c3 req-3fbd0fb3-e7f9-4a0f-9496-a8952e8b5593 tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=a43a67ee-d7ee-45b5-b6e6-bf1e3c5124c0 HTTP/1.1" status: 200 len: 1098 time: 0.0916297 Sep 07 02:33:57.232706 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e29ee87a-5673-46ac-b1e3-b715eb09c2b3 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:57.233950 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e29ee87a-5673-46ac-b1e3-b715eb09c2b3 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2550149 Sep 07 02:33:57.238277 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38340) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:57.262049 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-2b62f6a8-59f7-4eb5-99d9-1473785a7ea7 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Request body: {'floatingip': {'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:33:57.270405 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ad72e1ae-706c-44ef-918b-987211c4b0c3 req-956bb35d-2a3f-4b64-a8fe-6c9393bf97cb tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395887 Sep 07 02:33:57.323377 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f2d864-786d-4974-9ad5-12969d2de26d req-6a7ae8c3-d465-48f9-9b63-0db5d98bca4d tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:57.324989 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-00f2d864-786d-4974-9ad5-12969d2de26d req-6a7ae8c3-d465-48f9-9b63-0db5d98bca4d tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac8da7c5-50fa-4245-91ea-165d5c065b33 HTTP/1.1" status: 200 len: 950 time: 0.2041266 Sep 07 02:33:57.335087 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c100f-3bc1-4326-9fff-cadd68a8a646 req-4cfa9f65-10f2-4365-81d5-542a4626b35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:57.336632 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-493c100f-3bc1-4326-9fff-cadd68a8a646 req-4cfa9f65-10f2-4365-81d5-542a4626b35b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ac8da7c5-50fa-4245-91ea-165d5c065b33 HTTP/1.1" status: 200 len: 1102 time: 0.1338966 Sep 07 02:33:57.339889 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14347943-09e6-49f8-94f4-4a858068576f req-a2c8c3ee-b44e-477d-b722-1b320b3aa7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:57.342618 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-14347943-09e6-49f8-94f4-4a858068576f req-a2c8c3ee-b44e-477d-b722-1b320b3aa7ef service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=34c2627b-3011-401c-a0e2-7b9b6342a6d6 HTTP/1.1" status: 200 len: 1097 time: 0.1864378 Sep 07 02:33:57.344515 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2b62f6a8-59f7-4eb5-99d9-1473785a7ea7 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Notify callbacks [] for floatingip, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:57.455532 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133c416b-8368-4a5a-ad87-029c58566db4 req-78038922-8685-4e80-a38b-2966eb24ae35 tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:57.464585 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-133c416b-8368-4a5a-ad87-029c58566db4 req-78038922-8685-4e80-a38b-2966eb24ae35 tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=a43a67ee-d7ee-45b5-b6e6-bf1e3c5124c0 HTTP/1.1" status: 200 len: 1098 time: 0.0571256 Sep 07 02:33:57.464778 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-00f2d864-786d-4974-9ad5-12969d2de26d req-0a22f879-52cc-4c87-95ab-59a5108cc546 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268017 Sep 07 02:33:57.466179 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-493c100f-3bc1-4326-9fff-cadd68a8a646 req-8856cebf-e3ae-4ba7-9512-89a9494cbf67 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131294 Sep 07 02:33:57.469668 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-14347943-09e6-49f8-94f4-4a858068576f req-97ec21e7-2591-4358-88a0-e7f2165140e5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155806 Sep 07 02:33:57.508171 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-133c416b-8368-4a5a-ad87-029c58566db4 req-bdff863f-9f62-4b7b-9b1c-ed16ea55ad96 tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421250 Sep 07 02:33:57.609807 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2b62f6a8-59f7-4eb5-99d9-1473785a7ea7 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:57.700065 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f95be64-064f-43af-8eb1-fd794dbb7880 req-7c032e43-4581-418a-9573-f2dab01c6c68 tempest-ServerDiagnosticsNegativeTest-2091010123 tempest-ServerDiagnosticsNegativeTest-2091010123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:57.700065 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8f95be64-064f-43af-8eb1-fd794dbb7880 req-7c032e43-4581-418a-9573-f2dab01c6c68 tempest-ServerDiagnosticsNegativeTest-2091010123 tempest-ServerDiagnosticsNegativeTest-2091010123-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9ecf894-4fb6-4961-ba32-09884a30fddb HTTP/1.1" status: 200 len: 948 time: 0.1301382 Sep 07 02:33:57.718751 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [req-6b938277-2f70-43c9-b5a4-47a9ea64dc9a req-2398d967-4b53-4082-928f-a593e02a171e service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 02:33:57.720398 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6b938277-2f70-43c9-b5a4-47a9ea64dc9a req-2398d967-4b53-4082-928f-a593e02a171e service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098112 Sep 07 02:33:57.902849 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device bd8d134c-dbcb-4273-a189-71b2690f1fb1 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:33:57.932405 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: bd8d134c-dbcb-4273-a189-71b2690f1fb1 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:33:57.932989 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device bd8d134c-dbcb-4273-a189-71b2690f1fb1 not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:33:57.988189 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8f95be64-064f-43af-8eb1-fd794dbb7880 req-b7cd7425-cef6-48d1-94e0-d55fc7635804 tempest-ServerDiagnosticsNegativeTest-2091010123 tempest-ServerDiagnosticsNegativeTest-2091010123-project] 10.222.0.22 "GET /v2.0/security-groups?id=c70480b9-2495-4849-bf9c-f877b9683ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789011 Sep 07 02:33:57.989371 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-2b62f6a8-59f7-4eb5-99d9-1473785a7ea7 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Allocated IP 172.25.5.17 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/29507b7e-899e-43c3-805f-7569de50bdb7) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:33:58.104665 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2b62f6a8-59f7-4eb5-99d9-1473785a7ea7 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:58.145850 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2b62f6a8-59f7-4eb5-99d9-1473785a7ea7 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:58.165619 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2d426fed-678f-40a6-a1c4-57cab30f72f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:58.188334 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b62f6a8-59f7-4eb5-99d9-1473785a7ea7 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:33:58.191114 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-2b62f6a8-59f7-4eb5-99d9-1473785a7ea7 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:33:58.194787 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b62f6a8-59f7-4eb5-99d9-1473785a7ea7 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:33:58.252066 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b62f6a8-59f7-4eb5-99d9-1473785a7ea7 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Pushing event updated for resources: {'Port': ['ID=29507b7e-899e-43c3-805f-7569de50bdb7,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:58.289735 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2b62f6a8-59f7-4eb5-99d9-1473785a7ea7 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:58.342884 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2b62f6a8-59f7-4eb5-99d9-1473785a7ea7 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:58.529626 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0be7f1-66c4-4bb6-8b53-ee7f21bfe6b6 req-8eec3f71-0053-439c-876c-aef8f877bfde tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:58.531184 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2c0be7f1-66c4-4bb6-8b53-ee7f21bfe6b6 req-8eec3f71-0053-439c-876c-aef8f877bfde tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=34c2627b-3011-401c-a0e2-7b9b6342a6d6 HTTP/1.1" status: 200 len: 945 time: 0.0990746 Sep 07 02:33:58.598231 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2c0be7f1-66c4-4bb6-8b53-ee7f21bfe6b6 req-7f675e2f-df8a-43d5-adc4-adebad454f31 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609231 Sep 07 02:33:58.602502 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2b62f6a8-59f7-4eb5-99d9-1473785a7ea7 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:58.615883 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2b62f6a8-59f7-4eb5-99d9-1473785a7ea7 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:58.651862 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:58.696948 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2b62f6a8-59f7-4eb5-99d9-1473785a7ea7 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:58.723008 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b62f6a8-59f7-4eb5-99d9-1473785a7ea7 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Pushing event updated for resources: {'Port': ['ID=29507b7e-899e-43c3-805f-7569de50bdb7,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:58.735719 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2b62f6a8-59f7-4eb5-99d9-1473785a7ea7 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:58.737282 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-2b62f6a8-59f7-4eb5-99d9-1473785a7ea7 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4805050 Sep 07 02:33:58.845658 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1afadf20-3238-4722-82c3-b2014fd07813 req-69b4f74d-5374-4fa1-ad0a-fecd29879c52 tempest-AbsoluteLimitsNegativeTestJSON-1087418455 tempest-AbsoluteLimitsNegativeTestJSON-1087418455-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=6638babdedac4d8dbf111740bc3c6aa8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309930 Sep 07 02:33:58.969781 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afadf20-3238-4722-82c3-b2014fd07813 req-ab3d9823-2322-4f3a-b32b-edb7cbb3a1b2 tempest-AbsoluteLimitsNegativeTestJSON-1087418455 tempest-AbsoluteLimitsNegativeTestJSON-1087418455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:58.971354 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1afadf20-3238-4722-82c3-b2014fd07813 req-ab3d9823-2322-4f3a-b32b-edb7cbb3a1b2 tempest-AbsoluteLimitsNegativeTestJSON-1087418455 tempest-AbsoluteLimitsNegativeTestJSON-1087418455-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1246700 Sep 07 02:33:58.989300 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1afadf20-3238-4722-82c3-b2014fd07813 req-a1ce8d03-7118-485c-8d22-f634bc3bec3c tempest-AbsoluteLimitsNegativeTestJSON-1087418455 tempest-AbsoluteLimitsNegativeTestJSON-1087418455-project] 10.222.0.22 "GET /v2.0/quotas/6638babdedac4d8dbf111740bc3c6aa8 HTTP/1.1" status: 200 len: 375 time: 0.0092547 Sep 07 02:33:59.029734 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1afadf20-3238-4722-82c3-b2014fd07813 req-06a28487-99c7-44c5-9d45-ebfbc62fd9f1 tempest-AbsoluteLimitsNegativeTestJSON-1087418455 tempest-AbsoluteLimitsNegativeTestJSON-1087418455-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6638babdedac4d8dbf111740bc3c6aa8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316231 Sep 07 02:33:59.160695 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc98413e-a4a6-4830-bf51-c3eb5551c215 req-2a7ba01a-e87d-4b01-92bc-ec4cb7afb994 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:59.162225 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dc98413e-a4a6-4830-bf51-c3eb5551c215 req-2a7ba01a-e87d-4b01-92bc-ec4cb7afb994 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac8da7c5-50fa-4245-91ea-165d5c065b33 HTTP/1.1" status: 200 len: 950 time: 0.0530980 Sep 07 02:33:59.207031 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dc98413e-a4a6-4830-bf51-c3eb5551c215 req-81ce5c9a-2169-4d48-bc44-0ebbd5f31cb9 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361607 Sep 07 02:33:59.332567 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 38470) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:59.342244 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 38474) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:59.380690 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:59.398752 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b9b063-e941-41f6-8ee6-bb34b07345c2 req-3c5c8f59-a643-4d71-a76e-42c8dbcdd2b6 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:59.400522 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-08b9b063-e941-41f6-8ee6-bb34b07345c2 req-3c5c8f59-a643-4d71-a76e-42c8dbcdd2b6 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/networks?id=bd9601bc-c156-4ac4-9ffa-13377eee4acb HTTP/1.1" status: 200 len: 821 time: 0.1179752 Sep 07 02:33:59.415986 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-08b9b063-e941-41f6-8ee6-bb34b07345c2 req-8b7a80c0-6d3e-4ea1-8fb5-eae81a5e86f6 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/quotas/f4b9a4a861be4de9ba9378f5ed497ddc HTTP/1.1" status: 200 len: 375 time: 0.0096989 Sep 07 02:33:59.458164 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-4e214e52-428f-451c-af1e-9ed285e983af tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 02:33:59.459176 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-4e214e52-428f-451c-af1e-9ed285e983af tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1160331 Sep 07 02:33:59.460322 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fdbd32e3-dfd4-4bbe-aa65-d7011b3e7bf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:59.469284 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-08b9b063-e941-41f6-8ee6-bb34b07345c2 req-9849d7db-ef1b-4bdf-810d-806ee3c4891a tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f4b9a4a861be4de9ba9378f5ed497ddc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0463612 Sep 07 02:33:59.508970 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-b38bf7c7-83f7-4ce6-8040-a7f7bc0e2742 tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:33:59.510347 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-b38bf7c7-83f7-4ce6-8040-a7f7bc0e2742 tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] 10.222.0.22 "GET /v2.0/ports/10040ac4-d970-4a95-b1a0-f348e640839a HTTP/1.1" status: 200 len: 1095 time: 0.0420358 Sep 07 02:33:59.569545 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-08b9b063-e941-41f6-8ee6-bb34b07345c2 req-e81f79d1-e589-453d-8aa5-8a0b86f0190e service neutron] 10.222.0.22 "GET /v2.0/networks/bd9601bc-c156-4ac4-9ffa-13377eee4acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930963 Sep 07 02:33:59.587358 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fdbd32e3-dfd4-4bbe-aa65-d7011b3e7bf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:59.592038 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fdbd32e3-dfd4-4bbe-aa65-d7011b3e7bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:59.612179 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-1b5f3858-7021-4663-803d-e747083fba7c service neutron] Request body: {'binding': {'host': 'n-h1-796209-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:33:59.612706 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-1b5f3858-7021-4663-803d-e747083fba7c service neutron] Unknown quota resources ['binding']. {{(pid=94701) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 07 02:33:59.654050 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-fdbd32e3-dfd4-4bbe-aa65-d7011b3e7bf8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6638babdedac4d8dbf111740bc3c6aa8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3199873 Sep 07 02:33:59.657485 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38484) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:33:59.662435 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbd32e3-dfd4-4bbe-aa65-d7011b3e7bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a21fd4-bb9e-40d7-ac58-04fe1794ea4e,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:59.683505 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-08b9b063-e941-41f6-8ee6-bb34b07345c2 req-cf3e31f9-5700-4d71-a72f-ada9d5972e15 service neutron] 10.222.0.22 "GET /v2.0/networks/bd9601bc-c156-4ac4-9ffa-13377eee4acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067696 Sep 07 02:33:59.717822 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6a7d9529-03de-4686-812a-4ead80ebfc29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:59.740642 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6a7d9529-03de-4686-812a-4ead80ebfc29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:59.774569 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-1b5f3858-7021-4663-803d-e747083fba7c service neutron] Attempting to bind port 10040ac4-d970-4a95-b1a0-f348e640839a on host n-h1-796209-16 for vnic_type normal with profile None {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:33:59.775108 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-1b5f3858-7021-4663-803d-e747083fba7c service neutron] Attempting to bind port 10040ac4-d970-4a95-b1a0-f348e640839a by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': 'cb5a1637-646d-4671-9ca6-bd30e74d860b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5632e33d-1d7a-4426-9d83-a8e688a88788'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:33:59.775549 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-1b5f3858-7021-4663-803d-e747083fba7c service neutron] Attempting to bind port 10040ac4-d970-4a95-b1a0-f348e640839a on network 5632e33d-1d7a-4426-9d83-a8e688a88788 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:33:59.780580 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-1b5f3858-7021-4663-803d-e747083fba7c service neutron] Port 10040ac4-d970-4a95-b1a0-f348e640839a on network 5632e33d-1d7a-4426-9d83-a8e688a88788 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:33:59.780909 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-1b5f3858-7021-4663-803d-e747083fba7c service neutron] Attempting to bind port 10040ac4-d970-4a95-b1a0-f348e640839a on network 5632e33d-1d7a-4426-9d83-a8e688a88788 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:33:59.791617 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-1b5f3858-7021-4663-803d-e747083fba7c service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:33:59.792401 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-1b5f3858-7021-4663-803d-e747083fba7c service neutron] Checking segment: {'id': 'cb5a1637-646d-4671-9ca6-bd30e74d860b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5632e33d-1d7a-4426-9d83-a8e688a88788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:33:59.792994 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-1b5f3858-7021-4663-803d-e747083fba7c service neutron] Bound using segment: {'id': 'cb5a1637-646d-4671-9ca6-bd30e74d860b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5632e33d-1d7a-4426-9d83-a8e688a88788'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:33:59.793447 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-1b5f3858-7021-4663-803d-e747083fba7c service neutron] Bound port: 10040ac4-d970-4a95-b1a0-f348e640839a, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb5a1637-646d-4671-9ca6-bd30e74d860b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5632e33d-1d7a-4426-9d83-a8e688a88788'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:33:59.821114 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6a7d9529-03de-4686-812a-4ead80ebfc29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:59.826542 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6a7d9529-03de-4686-812a-4ead80ebfc29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:59.828595 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-6a7d9529-03de-4686-812a-4ead80ebfc29 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f4a21fd4-bb9e-40d7-ac58-04fe1794ea4e HTTP/1.1" status: 204 len: 168 time: 0.1699431 Sep 07 02:33:59.857719 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d9529-03de-4686-812a-4ead80ebfc29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a21fd4-bb9e-40d7-ac58-04fe1794ea4e,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:33:59.900920 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 194747f0-c6bb-460a-81f3-7decb663fcef details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:33:59.905234 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-1b5f3858-7021-4663-803d-e747083fba7c service neutron] For port 10040ac4-d970-4a95-b1a0-f348e640839a, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=10040ac4-d970-4a95-b1a0-f348e640839a,segment=NetworkSegment(cb5a1637-646d-4671-9ca6-bd30e74d860b),segment_id=cb5a1637-646d-4671-9ca6-bd30e74d860b)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:33:59.916472 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-1b5f3858-7021-4663-803d-e747083fba7c service neutron] Notify callbacks [] for binding, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:33:59.918545 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-1b5f3858-7021-4663-803d-e747083fba7c service neutron] 10.222.0.22 "POST /v2.0/ports/10040ac4-d970-4a95-b1a0-f348e640839a/bindings HTTP/1.1" status: 201 len: 390 time: 0.3576248 Sep 07 02:34:00.097817 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 194747f0-c6bb-460a-81f3-7decb663fcef, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=194747f0-c6bb-460a-81f3-7decb663fcef,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:34:00.123898 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '194747f0-c6bb-460a-81f3-7decb663fcef', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'port_id': '194747f0-c6bb-460a-81f3-7decb663fcef', 'mac_address': 'fa:16:3e:50:26:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '694f9550-ba12-4672-8446-41848123cea2', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:34:00.228662 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec171e25-5ab9-446d-8dec-e53964ed8e23 req-c1fdec9d-4293-46c6-81aa-daa3a38245f8 tempest-ServerDiagnosticsNegativeTest-2091010123 tempest-ServerDiagnosticsNegativeTest-2091010123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:00.233912 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ec171e25-5ab9-446d-8dec-e53964ed8e23 req-c1fdec9d-4293-46c6-81aa-daa3a38245f8 tempest-ServerDiagnosticsNegativeTest-2091010123 tempest-ServerDiagnosticsNegativeTest-2091010123-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9ecf894-4fb6-4961-ba32-09884a30fddb HTTP/1.1" status: 200 len: 948 time: 0.1436651 Sep 07 02:34:00.347137 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-53cdf8a9-4a35-4540-acd5-297d082b601d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:00.350579 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-53cdf8a9-4a35-4540-acd5-297d082b601d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4ff846f9243a40b7bf323ea156c2bdd7&device_id=a43a67ee-d7ee-45b5-b6e6-bf1e3c5124c0 HTTP/1.1" status: 200 len: 1098 time: 0.1243939 Sep 07 02:34:00.351638 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ec171e25-5ab9-446d-8dec-e53964ed8e23 req-0b43610f-8f4e-4ca9-8cd6-e0bbe83e1a11 tempest-ServerDiagnosticsNegativeTest-2091010123 tempest-ServerDiagnosticsNegativeTest-2091010123-project] 10.222.0.22 "GET /v2.0/security-groups?id=c70480b9-2495-4849-bf9c-f877b9683ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042664 Sep 07 02:34:00.381475 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:00.404602 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 194747f0-c6bb-460a-81f3-7decb663fcef {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:34:00.441410 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 194747f0-c6bb-460a-81f3-7decb663fcef, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=194747f0-c6bb-460a-81f3-7decb663fcef,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:34:00.449003 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:00.482674 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b9055-b09c-4410-9a48-9ffe61ac522f req-b6fb8ec8-7933-4fac-a5b9-67c01736e314 tempest-ServersOnMultiNodesTest-337460026 tempest-ServersOnMultiNodesTest-337460026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:00.490162 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1b7b9055-b09c-4410-9a48-9ffe61ac522f req-b6fb8ec8-7933-4fac-a5b9-67c01736e314 tempest-ServersOnMultiNodesTest-337460026 tempest-ServersOnMultiNodesTest-337460026-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=ac8da7c5-50fa-4245-91ea-165d5c065b33 HTTP/1.1" status: 200 len: 1102 time: 0.1109011 Sep 07 02:34:00.512611 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8423016-b56b-41f1-9ba4-7330e5a08fb5 req-9d167b93-955b-4122-b3fd-7a40d58c12e5 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:00.518415 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-1b7b9055-b09c-4410-9a48-9ffe61ac522f req-28cb3cea-777f-4624-838d-dafca8b8a36b tempest-ServersOnMultiNodesTest-337460026 tempest-ServersOnMultiNodesTest-337460026-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:00.520916 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-2e7c511b-582c-4c8b-8ad2-5608480403d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:00.522390 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-2e7c511b-582c-4c8b-8ad2-5608480403d1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5632e33d-1d7a-4426-9d83-a8e688a88788 HTTP/1.1" status: 200 len: 907 time: 0.1644633 Sep 07 02:34:00.522517 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b8423016-b56b-41f1-9ba4-7330e5a08fb5 req-9d167b93-955b-4122-b3fd-7a40d58c12e5 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=34c2627b-3011-401c-a0e2-7b9b6342a6d6 HTTP/1.1" status: 200 len: 945 time: 0.0953784 Sep 07 02:34:00.545950 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=194747f0-c6bb-460a-81f3-7decb663fcef,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:00.570146 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b8423016-b56b-41f1-9ba4-7330e5a08fb5 req-e0041d25-f433-427b-bd08-991f74c518df tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466433 Sep 07 02:34:00.591849 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-1a4cee55-a526-4301-9712-fb6052574a7c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10040ac4-d970-4a95-b1a0-f348e640839a HTTP/1.1" status: 200 len: 217 time: 0.0501332 Sep 07 02:34:00.662390 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['194747f0-c6bb-460a-81f3-7decb663fcef'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:34:00.666544 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-93cade75-775e-43f3-afcf-1776fa55f0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:00.669624 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-93cade75-775e-43f3-afcf-1776fa55f0d1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf141221-2e81-48e8-81ec-6bd6d6584327 HTTP/1.1" status: 200 len: 847 time: 0.0764661 Sep 07 02:34:00.765519 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a5fe90fd-f7c2-4d17-9dba-149a48f96e10 req-94526450-30cc-473c-8fb9-8e8a3f7cee14 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bda9913-bb6b-4cd1-a8c9-9523ee295fb4 HTTP/1.1" status: 200 len: 210 time: 0.0560007 Sep 07 02:34:00.930096 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ae5a2-911b-432f-884e-51222bc5d976 req-0ae93966-533b-4f65-a7e5-ad56c4af94f5 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:00.931894 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b18ae5a2-911b-432f-884e-51222bc5d976 req-0ae93966-533b-4f65-a7e5-ad56c4af94f5 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=a43a67ee-d7ee-45b5-b6e6-bf1e3c5124c0 HTTP/1.1" status: 200 len: 946 time: 0.0638735 Sep 07 02:34:00.932560 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38532) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:34:00.941482 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-60a84c57-ebb5-4c53-ae00-6eb5dcba6582 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5632e33d-1d7a-4426-9d83-a8e688a88788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2648900 Sep 07 02:34:00.993782 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b18ae5a2-911b-432f-884e-51222bc5d976 req-4ca8b1d5-7020-4ee5-bc8a-770a6e6cf0bc tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529726 Sep 07 02:34:01.066589 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-1b7b9055-b09c-4410-9a48-9ffe61ac522f req-28cb3cea-777f-4624-838d-dafca8b8a36b tempest-ServersOnMultiNodesTest-337460026 tempest-ServersOnMultiNodesTest-337460026-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:01.096485 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-f57f99b5-c1b3-47d1-9475-daa2d0669cbe admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1204318665-network', 'tenant_id': '21262fbb7a3a4ad8b33937bfc29889b0'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:34:01.127665 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-1b7b9055-b09c-4410-9a48-9ffe61ac522f req-28cb3cea-777f-4624-838d-dafca8b8a36b tempest-ServersOnMultiNodesTest-337460026 tempest-ServersOnMultiNodesTest-337460026-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:01.148335 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b9b063-e941-41f6-8ee6-bb34b07345c2 req-b8269a4e-ef5c-49c0-8931-12072a9750b3 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:01.150114 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-08b9b063-e941-41f6-8ee6-bb34b07345c2 req-b8269a4e-ef5c-49c0-8931-12072a9750b3 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.23 "GET /v2.0/networks?id=bd9601bc-c156-4ac4-9ffa-13377eee4acb HTTP/1.1" status: 200 len: 821 time: 0.1718915 Sep 07 02:34:01.151594 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57f99b5-c1b3-47d1-9475-daa2d0669cbe admin admin] Made reservation on behalf of 21262fbb7a3a4ad8b33937bfc29889b0 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:34:01.152079 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1b7b9055-b09c-4410-9a48-9ffe61ac522f req-28cb3cea-777f-4624-838d-dafca8b8a36b tempest-ServersOnMultiNodesTest-337460026 tempest-ServersOnMultiNodesTest-337460026-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6609905 Sep 07 02:34:01.154766 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-7eda8af6-e37d-40ab-a7c4-788f86a8d537 service neutron] 10.222.0.23 "GET /v2.0/networks/5632e33d-1d7a-4426-9d83-a8e688a88788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052844 Sep 07 02:34:01.155251 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f57f99b5-c1b3-47d1-9475-daa2d0669cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:01.176337 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-08b9b063-e941-41f6-8ee6-bb34b07345c2 req-8b7c079f-d50e-43a1-8306-8c6b3f6df49e tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Request body: {'port': {'device_id': '4bda9913-bb6b-4cd1-a8c9-9523ee295fb4', 'network_id': 'bd9601bc-c156-4ac4-9ffa-13377eee4acb', 'admin_state_up': True, 'tenant_id': 'f4b9a4a861be4de9ba9378f5ed497ddc'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:34:01.181536 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f57f99b5-c1b3-47d1-9475-daa2d0669cbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:01.218308 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cb3cea-777f-4624-838d-dafca8b8a36b tempest-ServersOnMultiNodesTest-337460026 tempest-ServersOnMultiNodesTest-337460026-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef65feb9-17ea-4a4f-a1d8-b6ffd414ef76,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:01.238011 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:01.340825 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-ddaf463d-7d55-4aef-8fba-3cc67450bbdd service neutron] 10.222.0.23 "GET /v2.0/networks/5632e33d-1d7a-4426-9d83-a8e688a88788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695471 Sep 07 02:34:01.395469 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f57f99b5-c1b3-47d1-9475-daa2d0669cbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:01.404689 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f57f99b5-c1b3-47d1-9475-daa2d0669cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:01.437697 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdd800a-c375-4121-96ad-46344ed37df2 req-2c678c2c-b967-46ec-a675-59c46a0ff0c6 tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:01.439565 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2fdd800a-c375-4121-96ad-46344ed37df2 req-2c678c2c-b967-46ec-a675-59c46a0ff0c6 tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=34c2627b-3011-401c-a0e2-7b9b6342a6d6 HTTP/1.1" status: 200 len: 1097 time: 0.1176462 Sep 07 02:34:01.453295 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f57f99b5-c1b3-47d1-9475-daa2d0669cbe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:34:01.473935 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57f99b5-c1b3-47d1-9475-daa2d0669cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dba1760-168d-4e2e-87ac-b14db67af665,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:01.479260 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08b9b063-e941-41f6-8ee6-bb34b07345c2 req-8b7c079f-d50e-43a1-8306-8c6b3f6df49e tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Made reservation on behalf of f4b9a4a861be4de9ba9378f5ed497ddc for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:34:01.483814 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-08b9b063-e941-41f6-8ee6-bb34b07345c2 req-8b7c079f-d50e-43a1-8306-8c6b3f6df49e tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:01.490898 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f57f99b5-c1b3-47d1-9475-daa2d0669cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:01.491243 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-f57f99b5-c1b3-47d1-9475-daa2d0669cbe admin admin] Added segment 56d4b2d8-c37f-440c-be40-398e09358c18 of type vlan for network 2319bdc8-5fda-4d46-bf9b-38a1a5e6ec13 Sep 07 02:34:01.546564 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2fdd800a-c375-4121-96ad-46344ed37df2 req-63454dbd-fe3d-41e2-bfd3-b3ea644eadd7 tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960877 Sep 07 02:34:01.561119 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f57f99b5-c1b3-47d1-9475-daa2d0669cbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:01.603061 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-eece436f-7428-431a-be4b-adad360ab988 tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:01.604595 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-eece436f-7428-431a-be4b-adad360ab988 tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a43a67ee-d7ee-45b5-b6e6-bf1e3c5124c0&tenant_id=4ff846f9243a40b7bf323ea156c2bdd7&binding%3Ahost_id=n-h2-796209-16 HTTP/1.1" status: 200 len: 1098 time: 0.1310244 Sep 07 02:34:01.616288 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-84d0ffb0-46fa-4392-a490-c873f16bf683 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-796209-16'}}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:34:01.628467 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f066f41e-3911-4200-8b16-b9f540e3b2ba req-018ce95b-058a-4a10-9a56-5724c3817f91 tempest-ServerDiagnosticsNegativeTest-2091010123 tempest-ServerDiagnosticsNegativeTest-2091010123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:01.630144 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f066f41e-3911-4200-8b16-b9f540e3b2ba req-018ce95b-058a-4a10-9a56-5724c3817f91 tempest-ServerDiagnosticsNegativeTest-2091010123 tempest-ServerDiagnosticsNegativeTest-2091010123-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9ecf894-4fb6-4961-ba32-09884a30fddb HTTP/1.1" status: 200 len: 949 time: 0.0886359 Sep 07 02:34:01.631225 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f57f99b5-c1b3-47d1-9475-daa2d0669cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:01.642654 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57f99b5-c1b3-47d1-9475-daa2d0669cbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:01.644782 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f57f99b5-c1b3-47d1-9475-daa2d0669cbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:01.712218 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f066f41e-3911-4200-8b16-b9f540e3b2ba req-1957d947-cc26-461b-9f5e-68b1585367d2 tempest-ServerDiagnosticsNegativeTest-2091010123 tempest-ServerDiagnosticsNegativeTest-2091010123-project] 10.222.0.22 "GET /v2.0/security-groups?id=c70480b9-2495-4849-bf9c-f877b9683ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664296 Sep 07 02:34:01.715379 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-84d0ffb0-46fa-4392-a490-c873f16bf683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:01.719210 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f57f99b5-c1b3-47d1-9475-daa2d0669cbe admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7828405 Sep 07 02:34:01.720513 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38566) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:34:01.733741 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-2be7b08b-af15-4e46-a1f5-176d4ff9b777 admin admin] Request body: {'subnet': {'network_id': '2319bdc8-5fda-4d46-bf9b-38a1a5e6ec13', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1204318665-subnet', 'tenant_id': '21262fbb7a3a4ad8b33937bfc29889b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:34:01.789884 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57f99b5-c1b3-47d1-9475-daa2d0669cbe admin admin] Pushing event updated for resources: {'Network': ['ID=2319bdc8-5fda-4d46-bf9b-38a1a5e6ec13,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:01.792422 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-08b9b063-e941-41f6-8ee6-bb34b07345c2 req-8b7c079f-d50e-43a1-8306-8c6b3f6df49e tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Allocated IP 172.20.0.6 (bd9601bc-c156-4ac4-9ffa-13377eee4acb/af40ed98-11da-495e-997d-546db09a985f/267ca837-5617-4072-a0e0-29204a87ffa0) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:34:01.800353 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 2319bdc8-5fda-4d46-bf9b-38a1a5e6ec13 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:34:01.814697 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-2e38b763-fa4e-4c85-877a-7fcbc5390529 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=36932fbb01ef47dd957d06cd3434fa27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0734308 Sep 07 02:34:01.819980 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be7b08b-af15-4e46-a1f5-176d4ff9b777 admin admin] Made reservation on behalf of 21262fbb7a3a4ad8b33937bfc29889b0 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:34:01.822246 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2be7b08b-af15-4e46-a1f5-176d4ff9b777 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:01.879796 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a39329-0ab0-4830-ba64-5d3591eed6fa req-8a90985a-6c84-423c-a762-fc6ed720b73b tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:01.881332 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-14a39329-0ab0-4830-ba64-5d3591eed6fa req-8a90985a-6c84-423c-a762-fc6ed720b73b tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=34c2627b-3011-401c-a0e2-7b9b6342a6d6 HTTP/1.1" status: 200 len: 1097 time: 0.1120765 Sep 07 02:34:01.913313 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-84d0ffb0-46fa-4392-a490-c873f16bf683 service neutron] For port 10040ac4-d970-4a95-b1a0-f348e640839a, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=10040ac4-d970-4a95-b1a0-f348e640839a,segment=NetworkSegment(cb5a1637-646d-4671-9ca6-bd30e74d860b),segment_id=cb5a1637-646d-4671-9ca6-bd30e74d860b)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:34:01.914853 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 194747f0-c6bb-460a-81f3-7decb663fcef up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:34:01.946043 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-14a39329-0ab0-4830-ba64-5d3591eed6fa req-db1c710f-f1e7-42d0-ab25-77412bd332fd tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584211 Sep 07 02:34:01.964872 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-84d0ffb0-46fa-4392-a490-c873f16bf683 service neutron] For port 10040ac4-d970-4a95-b1a0-f348e640839a, host n-h2-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:34:02.006951 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port 194747f0-c6bb-460a-81f3-7decb663fcef completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:34:02.011137 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a43a67ee-d7ee-45b5-b6e6-bf1e3c5124c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10040ac4-d970-4a95-b1a0-f348e640839a'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:34:02.014364 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port 194747f0-c6bb-460a-81f3-7decb663fcef triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:34:02.014938 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518d2366-3bd4-4c40-ae51-21ee30dc929c" -d '{"events": [{"server_uuid": "a43a67ee-d7ee-45b5-b6e6-bf1e3c5124c0", "name": "network-vif-unplugged", "status": "completed", "tag": "10040ac4-d970-4a95-b1a0-f348e640839a"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:34:02.015215 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:02.021043 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-84d0ffb0-46fa-4392-a490-c873f16bf683 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:02.033050 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-84d0ffb0-46fa-4392-a490-c873f16bf683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:02.077789 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-5af0eca5-022c-4994-9141-6849550ff5d6 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:02.079615 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-5af0eca5-022c-4994-9141-6849550ff5d6 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2546954 Sep 07 02:34:02.138737 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d0ffb0-46fa-4392-a490-c873f16bf683 service neutron] Pushing event updated for resources: {'Port': ['ID=10040ac4-d970-4a95-b1a0-f348e640839a,revision_number=7']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:02.139936 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:02.145486 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-84d0ffb0-46fa-4392-a490-c873f16bf683 service neutron] Attempting to bind port 10040ac4-d970-4a95-b1a0-f348e640839a on host n-h2-796209-16 for vnic_type normal with profile {"migrating_to": "n-h1-796209-16"} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:34:02.146065 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-84d0ffb0-46fa-4392-a490-c873f16bf683 service neutron] Attempting to bind port 10040ac4-d970-4a95-b1a0-f348e640839a by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': 'cb5a1637-646d-4671-9ca6-bd30e74d860b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5632e33d-1d7a-4426-9d83-a8e688a88788'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:34:02.146562 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-84d0ffb0-46fa-4392-a490-c873f16bf683 service neutron] Attempting to bind port 10040ac4-d970-4a95-b1a0-f348e640839a on network 5632e33d-1d7a-4426-9d83-a8e688a88788 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:34:02.151680 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-84d0ffb0-46fa-4392-a490-c873f16bf683 service neutron] Port 10040ac4-d970-4a95-b1a0-f348e640839a on network 5632e33d-1d7a-4426-9d83-a8e688a88788 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:34:02.152006 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-84d0ffb0-46fa-4392-a490-c873f16bf683 service neutron] Attempting to bind port 10040ac4-d970-4a95-b1a0-f348e640839a on network 5632e33d-1d7a-4426-9d83-a8e688a88788 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:34:02.164724 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-84d0ffb0-46fa-4392-a490-c873f16bf683 service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:34:02.165073 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-84d0ffb0-46fa-4392-a490-c873f16bf683 service neutron] Checking segment: {'id': 'cb5a1637-646d-4671-9ca6-bd30e74d860b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5632e33d-1d7a-4426-9d83-a8e688a88788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:34:02.165902 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-84d0ffb0-46fa-4392-a490-c873f16bf683 service neutron] Bound using segment: {'id': 'cb5a1637-646d-4671-9ca6-bd30e74d860b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5632e33d-1d7a-4426-9d83-a8e688a88788'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:34:02.165902 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-84d0ffb0-46fa-4392-a490-c873f16bf683 service neutron] Bound port: 10040ac4-d970-4a95-b1a0-f348e640839a, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb5a1637-646d-4671-9ca6-bd30e74d860b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5632e33d-1d7a-4426-9d83-a8e688a88788'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:34:02.166348 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-84d0ffb0-46fa-4392-a490-c873f16bf683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:02.172441 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-a8d04127-c952-4676-a8e0-cb2f09404f6b tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/quotas/36932fbb01ef47dd957d06cd3434fa27 HTTP/1.1" status: 200 len: 375 time: 0.0575132 Sep 07 02:34:02.186584 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ecf894-4fb6-4961-ba32-09884a30fddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '194747f0-c6bb-460a-81f3-7decb663fcef'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:34:02.189776 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16490ada-4d3e-4475-a165-68b3a9b6ed2e" -d '{"events": [{"server_uuid": "e9ecf894-4fb6-4961-ba32-09884a30fddb", "name": "network-vif-plugged", "status": "completed", "tag": "194747f0-c6bb-460a-81f3-7decb663fcef"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:34:02.207867 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 194747f0-c6bb-460a-81f3-7decb663fcef, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=194747f0-c6bb-460a-81f3-7decb663fcef,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:34:02.217045 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:02.257633 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f355fe5c-4a48-409f-b011-c62b5187a9d5 req-43641547-25e8-4c9f-8b2d-d9faff4adc92 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bda9913-bb6b-4cd1-a8c9-9523ee295fb4 HTTP/1.1" status: 200 len: 210 time: 0.0379112 Sep 07 02:34:02.264728 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-84d0ffb0-46fa-4392-a490-c873f16bf683 service neutron] For port 10040ac4-d970-4a95-b1a0-f348e640839a, host n-h2-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:34:02.268322 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-84d0ffb0-46fa-4392-a490-c873f16bf683 service neutron] For port 10040ac4-d970-4a95-b1a0-f348e640839a, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=10040ac4-d970-4a95-b1a0-f348e640839a,segment=NetworkSegment(cb5a1637-646d-4671-9ca6-bd30e74d860b),segment_id=cb5a1637-646d-4671-9ca6-bd30e74d860b)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:34:02.272495 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-08b9b063-e941-41f6-8ee6-bb34b07345c2 req-8b7c079f-d50e-43a1-8306-8c6b3f6df49e tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:02.272674 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=194747f0-c6bb-460a-81f3-7decb663fcef,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:02.274440 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-84d0ffb0-46fa-4392-a490-c873f16bf683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:02.321465 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 02:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a445b7-6cd7-4409-8f89-742abe8672c6 x-openstack-request-id: req-d4a445b7-6cd7-4409-8f89-742abe8672c6 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:34:02.321850 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a43a67ee-d7ee-45b5-b6e6-bf1e3c5124c0", "name": "network-vif-unplugged", "status": "completed", "tag": "10040ac4-d970-4a95-b1a0-f348e640839a", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:34:02.321969 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d4a445b7-6cd7-4409-8f89-742abe8672c6 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:34:02.322345 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a43a67ee-d7ee-45b5-b6e6-bf1e3c5124c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10040ac4-d970-4a95-b1a0-f348e640839a', 'code': 200} Sep 07 02:34:02.324037 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-9506868d-bb5f-41ed-bbaf-7c4343a988cf tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=36932fbb01ef47dd957d06cd3434fa27&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1455028 Sep 07 02:34:02.361465 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-84d0ffb0-46fa-4392-a490-c873f16bf683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:02.363162 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-84d0ffb0-46fa-4392-a490-c873f16bf683 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:02.363291 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2be7b08b-af15-4e46-a1f5-176d4ff9b777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:02.364897 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-84d0ffb0-46fa-4392-a490-c873f16bf683 service neutron] 10.222.0.23 "PUT /v2.0/ports/10040ac4-d970-4a95-b1a0-f348e640839a HTTP/1.1" status: 200 len: 1124 time: 0.7526574 Sep 07 02:34:02.397668 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d0ffb0-46fa-4392-a490-c873f16bf683 service neutron] Pushing event updated for resources: {'Port': ['ID=10040ac4-d970-4a95-b1a0-f348e640839a,revision_number=8']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:02.420823 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-08b9b063-e941-41f6-8ee6-bb34b07345c2 req-8b7c079f-d50e-43a1-8306-8c6b3f6df49e tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:02.441769 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be7b08b-af15-4e46-a1f5-176d4ff9b777 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1f895a1-5641-4ddb-86a7-68cf9d3fd099,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:02.449190 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['10040ac4-d970-4a95-b1a0-f348e640839a'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:34:02.462203 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863e857-fd2c-4e2e-addf-214505f8f142 req-60c1a35a-fad8-494c-a3ac-0619e508e823 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:02.463852 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c863e857-fd2c-4e2e-addf-214505f8f142 req-60c1a35a-fad8-494c-a3ac-0619e508e823 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=a43a67ee-d7ee-45b5-b6e6-bf1e3c5124c0 HTTP/1.1" status: 200 len: 944 time: 0.0840213 Sep 07 02:34:02.502038 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08b9b063-e941-41f6-8ee6-bb34b07345c2 req-8b7c079f-d50e-43a1-8306-8c6b3f6df49e tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Network bd9601bc-c156-4ac4-9ffa-13377eee4acb is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:34:02.510594 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-08b9b063-e941-41f6-8ee6-bb34b07345c2 req-8b7c079f-d50e-43a1-8306-8c6b3f6df49e tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:34:02.513729 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-08b9b063-e941-41f6-8ee6-bb34b07345c2 req-8b7c079f-d50e-43a1-8306-8c6b3f6df49e tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:34:02.520470 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b9b063-e941-41f6-8ee6-bb34b07345c2 req-8b7c079f-d50e-43a1-8306-8c6b3f6df49e tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:02.522037 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-08b9b063-e941-41f6-8ee6-bb34b07345c2 req-8b7c079f-d50e-43a1-8306-8c6b3f6df49e tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:02.522170 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c863e857-fd2c-4e2e-addf-214505f8f142 req-a89a0f49-c6b5-4940-a83a-a846d0ff75c9 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517051 Sep 07 02:34:02.555736 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7c079f-d50e-43a1-8306-8c6b3f6df49e tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Pushing event updated for resources: {'Port': ['ID=267ca837-5617-4072-a0e0-29204a87ffa0,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:02.569491 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-08b9b063-e941-41f6-8ee6-bb34b07345c2 req-8b7c079f-d50e-43a1-8306-8c6b3f6df49e tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4034531 Sep 07 02:34:02.586063 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-08b9b063-e941-41f6-8ee6-bb34b07345c2 req-bc1e7498-8d1c-4547-a167-c49a3e357e0d service neutron] Request body: {'port': {'device_id': '4bda9913-bb6b-4cd1-a8c9-9523ee295fb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:34:02.640898 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6e4f8e-6b72-4877-9741-e9fcad98dcae x-openstack-request-id: req-8b6e4f8e-6b72-4877-9741-e9fcad98dcae {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:34:02.641796 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ecf894-4fb6-4961-ba32-09884a30fddb", "name": "network-vif-plugged", "status": "completed", "tag": "194747f0-c6bb-460a-81f3-7decb663fcef", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:34:02.641796 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8b6e4f8e-6b72-4877-9741-e9fcad98dcae {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:34:02.641796 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ecf894-4fb6-4961-ba32-09884a30fddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '194747f0-c6bb-460a-81f3-7decb663fcef', 'code': 200} Sep 07 02:34:02.645446 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be7b08b-af15-4e46-a1f5-176d4ff9b777 admin admin] Checking segment: {'id': '56d4b2d8-c37f-440c-be40-398e09358c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '2319bdc8-5fda-4d46-bf9b-38a1a5e6ec13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:34:02.645736 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be7b08b-af15-4e46-a1f5-176d4ff9b777 admin admin] Network hostable DHCP agents. Network: 2319bdc8-5fda-4d46-bf9b-38a1a5e6ec13, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:34:02.661263 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-08b9b063-e941-41f6-8ee6-bb34b07345c2 req-bc1e7498-8d1c-4547-a167-c49a3e357e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:02.679387 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be7b08b-af15-4e46-a1f5-176d4ff9b777 admin admin] Network 2319bdc8-5fda-4d46-bf9b-38a1a5e6ec13 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:34:02.709061 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-2be7b08b-af15-4e46-a1f5-176d4ff9b777 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 2319bdc8-5fda-4d46-bf9b-38a1a5e6ec13) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:34:02.716468 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be7b08b-af15-4e46-a1f5-176d4ff9b777 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:02.717054 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2be7b08b-af15-4e46-a1f5-176d4ff9b777 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:02.727173 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950534c4-8209-475a-b1c3-b9eb584d74a6 None None] Network 2319bdc8-5fda-4d46-bf9b-38a1a5e6ec13 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:34:02.796624 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23b80c-99d4-4c22-9560-c2fbd71310da req-61ddf797-3015-44dc-a002-b06a76850f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:02.799076 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0e23b80c-99d4-4c22-9560-c2fbd71310da req-61ddf797-3015-44dc-a002-b06a76850f50 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e9ecf894-4fb6-4961-ba32-09884a30fddb HTTP/1.1" status: 200 len: 1102 time: 0.0881662 Sep 07 02:34:02.827939 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-2be7b08b-af15-4e46-a1f5-176d4ff9b777 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0966225 Sep 07 02:34:02.863013 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0e23b80c-99d4-4c22-9560-c2fbd71310da req-e7715458-1f32-4bbe-9d9d-a4ffbc280365 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c70480b9-2495-4849-bf9c-f877b9683ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568790 Sep 07 02:34:03.027716 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2c4d16-3ea2-4745-bbc7-ec2a354efc6c None None] Network 2319bdc8-5fda-4d46-bf9b-38a1a5e6ec13 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:34:03.248263 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c4e15-6823-4718-8ba4-62972a3a6e62 req-44d03a77-9dc5-4850-b2e9-139a7d7589a6 tempest-ServerDiagnosticsNegativeTest-2091010123 tempest-ServerDiagnosticsNegativeTest-2091010123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:03.249720 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8d4c4e15-6823-4718-8ba4-62972a3a6e62 req-44d03a77-9dc5-4850-b2e9-139a7d7589a6 tempest-ServerDiagnosticsNegativeTest-2091010123 tempest-ServerDiagnosticsNegativeTest-2091010123-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9ecf894-4fb6-4961-ba32-09884a30fddb HTTP/1.1" status: 200 len: 950 time: 0.3160725 Sep 07 02:34:03.323121 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8d4c4e15-6823-4718-8ba4-62972a3a6e62 req-932facc4-44e4-4497-9319-81dd560eaf64 tempest-ServerDiagnosticsNegativeTest-2091010123 tempest-ServerDiagnosticsNegativeTest-2091010123-project] 10.222.0.22 "GET /v2.0/security-groups?id=c70480b9-2495-4849-bf9c-f877b9683ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672572 Sep 07 02:34:03.339385 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-08b9b063-e941-41f6-8ee6-bb34b07345c2 req-bc1e7498-8d1c-4547-a167-c49a3e357e0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 267ca837-5617-4072-a0e0-29204a87ffa0 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:34:03.349875 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-08b9b063-e941-41f6-8ee6-bb34b07345c2 req-bc1e7498-8d1c-4547-a167-c49a3e357e0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:03.365324 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-08b9b063-e941-41f6-8ee6-bb34b07345c2 req-bc1e7498-8d1c-4547-a167-c49a3e357e0d service neutron] Transition to ACTIVE for port object 267ca837-5617-4072-a0e0-29204a87ffa0 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:34:03.371151 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-08b9b063-e941-41f6-8ee6-bb34b07345c2 req-bc1e7498-8d1c-4547-a167-c49a3e357e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:03.451072 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1e7498-8d1c-4547-a167-c49a3e357e0d service neutron] Pushing event updated for resources: {'Port': ['ID=267ca837-5617-4072-a0e0-29204a87ffa0,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:03.470048 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-08b9b063-e941-41f6-8ee6-bb34b07345c2 req-bc1e7498-8d1c-4547-a167-c49a3e357e0d service neutron] Attempting to bind port 267ca837-5617-4072-a0e0-29204a87ffa0 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:34:03.470377 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-08b9b063-e941-41f6-8ee6-bb34b07345c2 req-bc1e7498-8d1c-4547-a167-c49a3e357e0d service neutron] Attempting to bind port 267ca837-5617-4072-a0e0-29204a87ffa0 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '00cca32f-e41c-4852-a687-73528a16538c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bd9601bc-c156-4ac4-9ffa-13377eee4acb'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:34:03.470702 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b9b063-e941-41f6-8ee6-bb34b07345c2 req-bc1e7498-8d1c-4547-a167-c49a3e357e0d service neutron] Attempting to bind port 267ca837-5617-4072-a0e0-29204a87ffa0 on network bd9601bc-c156-4ac4-9ffa-13377eee4acb {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:34:03.475530 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b9b063-e941-41f6-8ee6-bb34b07345c2 req-bc1e7498-8d1c-4547-a167-c49a3e357e0d service neutron] Port 267ca837-5617-4072-a0e0-29204a87ffa0 on network bd9601bc-c156-4ac4-9ffa-13377eee4acb not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:34:03.475530 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b9b063-e941-41f6-8ee6-bb34b07345c2 req-bc1e7498-8d1c-4547-a167-c49a3e357e0d service neutron] Attempting to bind port 267ca837-5617-4072-a0e0-29204a87ffa0 on network bd9601bc-c156-4ac4-9ffa-13377eee4acb {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:34:03.485002 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b9b063-e941-41f6-8ee6-bb34b07345c2 req-bc1e7498-8d1c-4547-a167-c49a3e357e0d service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:34:03.485396 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b9b063-e941-41f6-8ee6-bb34b07345c2 req-bc1e7498-8d1c-4547-a167-c49a3e357e0d service neutron] Checking segment: {'id': '00cca32f-e41c-4852-a687-73528a16538c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bd9601bc-c156-4ac4-9ffa-13377eee4acb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:34:03.485992 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b9b063-e941-41f6-8ee6-bb34b07345c2 req-bc1e7498-8d1c-4547-a167-c49a3e357e0d service neutron] Bound using segment: {'id': '00cca32f-e41c-4852-a687-73528a16538c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bd9601bc-c156-4ac4-9ffa-13377eee4acb'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:34:03.486396 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-08b9b063-e941-41f6-8ee6-bb34b07345c2 req-bc1e7498-8d1c-4547-a167-c49a3e357e0d service neutron] Bound port: 267ca837-5617-4072-a0e0-29204a87ffa0, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00cca32f-e41c-4852-a687-73528a16538c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bd9601bc-c156-4ac4-9ffa-13377eee4acb'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:34:03.486680 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-08b9b063-e941-41f6-8ee6-bb34b07345c2 req-bc1e7498-8d1c-4547-a167-c49a3e357e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:03.592120 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-08b9b063-e941-41f6-8ee6-bb34b07345c2 req-bc1e7498-8d1c-4547-a167-c49a3e357e0d service neutron] For port 267ca837-5617-4072-a0e0-29204a87ffa0, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:34:03.595339 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-08b9b063-e941-41f6-8ee6-bb34b07345c2 req-bc1e7498-8d1c-4547-a167-c49a3e357e0d service neutron] For port 267ca837-5617-4072-a0e0-29204a87ffa0, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=267ca837-5617-4072-a0e0-29204a87ffa0,segment=NetworkSegment(00cca32f-e41c-4852-a687-73528a16538c),segment_id=00cca32f-e41c-4852-a687-73528a16538c)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:34:03.605645 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-08b9b063-e941-41f6-8ee6-bb34b07345c2 req-bc1e7498-8d1c-4547-a167-c49a3e357e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:03.645073 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b9b063-e941-41f6-8ee6-bb34b07345c2 req-bc1e7498-8d1c-4547-a167-c49a3e357e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:03.645782 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-08b9b063-e941-41f6-8ee6-bb34b07345c2 req-bc1e7498-8d1c-4547-a167-c49a3e357e0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:03.647317 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-08b9b063-e941-41f6-8ee6-bb34b07345c2 req-bc1e7498-8d1c-4547-a167-c49a3e357e0d service neutron] 10.222.0.23 "PUT /v2.0/ports/267ca837-5617-4072-a0e0-29204a87ffa0 HTTP/1.1" status: 200 len: 1092 time: 1.0683672 Sep 07 02:34:03.647844 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bda9913-bb6b-4cd1-a8c9-9523ee295fb4', 'tag': '267ca837-5617-4072-a0e0-29204a87ffa0'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:34:03.650377 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c97d4e-07f8-4fbf-a214-64a47ee4a299" -d '{"events": [{"name": "network-changed", "server_uuid": "4bda9913-bb6b-4cd1-a8c9-9523ee295fb4", "tag": "267ca837-5617-4072-a0e0-29204a87ffa0"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:34:03.677408 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1e7498-8d1c-4547-a167-c49a3e357e0d service neutron] Pushing event updated for resources: {'Port': ['ID=267ca837-5617-4072-a0e0-29204a87ffa0,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:03.722462 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-63bb204d-a115-43ec-af4e-e87a8c93e5a7 req-697d2087-2d12-42e7-bc71-d0791ff600fe tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1627846951', 'description': 'tempest-description-1450396658'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:34:03.749120 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-63bb204d-a115-43ec-af4e-e87a8c93e5a7 req-697d2087-2d12-42e7-bc71-d0791ff600fe tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:03.822239 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b9b063-e941-41f6-8ee6-bb34b07345c2 req-12ba6558-8a8d-4501-93de-d36baddf0c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:03.823773 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-08b9b063-e941-41f6-8ee6-bb34b07345c2 req-12ba6558-8a8d-4501-93de-d36baddf0c73 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f4b9a4a861be4de9ba9378f5ed497ddc&device_id=4bda9913-bb6b-4cd1-a8c9-9523ee295fb4 HTTP/1.1" status: 200 len: 1095 time: 0.0647388 Sep 07 02:34:03.880066 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-08b9b063-e941-41f6-8ee6-bb34b07345c2 req-d65068d5-0dc5-415b-bee5-f641f81449fa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=267ca837-5617-4072-a0e0-29204a87ffa0 HTTP/1.1" status: 200 len: 217 time: 0.0487113 Sep 07 02:34:03.940761 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 38648) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:34:03.941600 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-63bb204d-a115-43ec-af4e-e87a8c93e5a7 req-697d2087-2d12-42e7-bc71-d0791ff600fe tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:03.948139 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-63bb204d-a115-43ec-af4e-e87a8c93e5a7 req-697d2087-2d12-42e7-bc71-d0791ff600fe tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:03.970364 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b9b063-e941-41f6-8ee6-bb34b07345c2 req-1b77689c-2f53-4394-96f7-acf1b8c59e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:03.972089 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-08b9b063-e941-41f6-8ee6-bb34b07345c2 req-1b77689c-2f53-4394-96f7-acf1b8c59e01 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=af40ed98-11da-495e-997d-546db09a985f HTTP/1.1" status: 200 len: 861 time: 0.0768733 Sep 07 02:34:03.982364 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-63bb204d-a115-43ec-af4e-e87a8c93e5a7 req-697d2087-2d12-42e7-bc71-d0791ff600fe tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:03.983512 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-63bb204d-a115-43ec-af4e-e87a8c93e5a7 req-697d2087-2d12-42e7-bc71-d0791ff600fe tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2658114 Sep 07 02:34:04.001833 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [req-5a097aea-c431-4873-a915-30cdc687ab15 req-a874dd7e-36cf-4d35-a812-d79877ff0dbe tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 02:34:04.004347 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697d2087-2d12-42e7-bc71-d0791ff600fe tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=782b2e42-b7c3-43ce-afe1-fc81135bd7e0,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:04.013527 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5a097aea-c431-4873-a915-30cdc687ab15 req-a874dd7e-36cf-4d35-a812-d79877ff0dbe tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0703506 Sep 07 02:34:04.028145 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-08b9b063-e941-41f6-8ee6-bb34b07345c2 req-6c5fb30a-ac4c-4abd-a0fa-b247574bdbde service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bd9601bc-c156-4ac4-9ffa-13377eee4acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435507 Sep 07 02:34:04.057490 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a097aea-c431-4873-a915-30cdc687ab15 req-a3ab64fd-7f3f-476a-a736-933dbc373ee7 tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:04.063599 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5a097aea-c431-4873-a915-30cdc687ab15 req-a3ab64fd-7f3f-476a-a736-933dbc373ee7 tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] 10.222.0.22 "GET /v2.0/ports/ba246450-92d4-4fad-854d-29807ceb844e HTTP/1.1" status: 200 len: 1094 time: 0.0467417 Sep 07 02:34:04.185179 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-08b9b063-e941-41f6-8ee6-bb34b07345c2 req-9ef7d602-c205-4d12-8634-3f48668dce3d service neutron] 10.222.0.23 "GET /v2.0/networks/bd9601bc-c156-4ac4-9ffa-13377eee4acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471417 Sep 07 02:34:04.198785 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5550b70-0000-4ce9-b8f9-3f55a9991048 req-5957298a-559b-424b-a602-d98990ed41f2 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:04.200872 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f5550b70-0000-4ce9-b8f9-3f55a9991048 req-5957298a-559b-424b-a602-d98990ed41f2 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bda9913-bb6b-4cd1-a8c9-9523ee295fb4 HTTP/1.1" status: 200 len: 943 time: 0.0754828 Sep 07 02:34:04.207289 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-5a097aea-c431-4873-a915-30cdc687ab15 req-3654a31b-e48d-4d7a-a5e4-129be18e0e75 service neutron] Request body: {'binding': {'host': 'n-h1-796209-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:34:04.207847 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-5a097aea-c431-4873-a915-30cdc687ab15 req-3654a31b-e48d-4d7a-a5e4-129be18e0e75 service neutron] Unknown quota resources ['binding']. {{(pid=94701) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 07 02:34:04.290324 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-ee57975a-fa15-45f8-a4dd-5a3bf93ff93a tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=36932fbb01ef47dd957d06cd3434fa27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404699 Sep 07 02:34:04.321919 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f5550b70-0000-4ce9-b8f9-3f55a9991048 req-85bce72d-1995-43f4-8e00-6ab83fdf8040 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/security-groups?id=3506a522-e11f-4616-954e-3e9559147307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520189 Sep 07 02:34:04.325589 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-08b9b063-e941-41f6-8ee6-bb34b07345c2 req-02b67a61-de2c-4238-ad48-5ae1eaf2f3ad service neutron] 10.222.0.23 "GET /v2.0/networks/bd9601bc-c156-4ac4-9ffa-13377eee4acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236973 Sep 07 02:34:04.334877 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a43a67ee-d7ee-45b5-b6e6-bf1e3c5124c0', 'tag': '10040ac4-d970-4a95-b1a0-f348e640839a'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:34:04.336622 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e06182e-2168-440a-b83d-63cd3250311f" -d '{"events": [{"name": "network-changed", "server_uuid": "a43a67ee-d7ee-45b5-b6e6-bf1e3c5124c0", "tag": "10040ac4-d970-4a95-b1a0-f348e640839a"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:34:04.452557 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b80d2bd-c0ee-463e-9223-43f552732568 req-885a5571-be5c-483b-8ea1-7917034a157d tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:04.454067 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3b80d2bd-c0ee-463e-9223-43f552732568 req-885a5571-be5c-483b-8ea1-7917034a157d tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=a43a67ee-d7ee-45b5-b6e6-bf1e3c5124c0 HTTP/1.1" status: 200 len: 944 time: 0.0500350 Sep 07 02:34:04.466350 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-5a097aea-c431-4873-a915-30cdc687ab15 req-3654a31b-e48d-4d7a-a5e4-129be18e0e75 service neutron] Attempting to bind port ba246450-92d4-4fad-854d-29807ceb844e on host n-h1-796209-16 for vnic_type normal with profile None {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:34:04.466680 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-5a097aea-c431-4873-a915-30cdc687ab15 req-3654a31b-e48d-4d7a-a5e4-129be18e0e75 service neutron] Attempting to bind port ba246450-92d4-4fad-854d-29807ceb844e by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': 'a87351ba-0fbc-4302-9869-b18eee085c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e4ab2f0c-5a02-4242-a541-768acd457503'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:34:04.467002 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a097aea-c431-4873-a915-30cdc687ab15 req-3654a31b-e48d-4d7a-a5e4-129be18e0e75 service neutron] Attempting to bind port ba246450-92d4-4fad-854d-29807ceb844e on network e4ab2f0c-5a02-4242-a541-768acd457503 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:34:04.475079 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-b75cd526-31b1-4f8e-995e-f9adb522ec4e tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:04.476529 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-b75cd526-31b1-4f8e-995e-f9adb522ec4e tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1798692 Sep 07 02:34:04.479541 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a097aea-c431-4873-a915-30cdc687ab15 req-3654a31b-e48d-4d7a-a5e4-129be18e0e75 service neutron] Port ba246450-92d4-4fad-854d-29807ceb844e on network e4ab2f0c-5a02-4242-a541-768acd457503 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:34:04.479863 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a097aea-c431-4873-a915-30cdc687ab15 req-3654a31b-e48d-4d7a-a5e4-129be18e0e75 service neutron] Attempting to bind port ba246450-92d4-4fad-854d-29807ceb844e on network e4ab2f0c-5a02-4242-a541-768acd457503 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:34:04.485239 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a097aea-c431-4873-a915-30cdc687ab15 req-3654a31b-e48d-4d7a-a5e4-129be18e0e75 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:34:04.485667 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a097aea-c431-4873-a915-30cdc687ab15 req-3654a31b-e48d-4d7a-a5e4-129be18e0e75 service neutron] Checking segment: {'id': 'a87351ba-0fbc-4302-9869-b18eee085c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e4ab2f0c-5a02-4242-a541-768acd457503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:34:04.486321 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a097aea-c431-4873-a915-30cdc687ab15 req-3654a31b-e48d-4d7a-a5e4-129be18e0e75 service neutron] Bound using segment: {'id': 'a87351ba-0fbc-4302-9869-b18eee085c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e4ab2f0c-5a02-4242-a541-768acd457503'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:34:04.486747 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-5a097aea-c431-4873-a915-30cdc687ab15 req-3654a31b-e48d-4d7a-a5e4-129be18e0e75 service neutron] Bound port: ba246450-92d4-4fad-854d-29807ceb844e, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a87351ba-0fbc-4302-9869-b18eee085c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e4ab2f0c-5a02-4242-a541-768acd457503'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:34:04.493031 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3b80d2bd-c0ee-463e-9223-43f552732568 req-6236bf78-4652-45c9-b5b5-0e27b87b8d23 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320141 Sep 07 02:34:04.495312 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-9d1edbab-ccf4-469a-8c33-7c2e9d39a189 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Request body: {'port': {'device_id': '9010bdc4-25bb-4f5c-862e-7e34c09bbe45', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'admin_state_up': True, 'tenant_id': '36932fbb01ef47dd957d06cd3434fa27'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:34:04.578603 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6a25addc-7021-463d-93fd-e9201ec909cb req-7386967d-27f1-4cb8-a5a2-11d3559074ae tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=34396900-5d92-4681-9fe3-886b904c3ccf HTTP/1.1" status: 200 len: 210 time: 0.0295978 Sep 07 02:34:04.616591 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-5a097aea-c431-4873-a915-30cdc687ab15 req-3654a31b-e48d-4d7a-a5e4-129be18e0e75 service neutron] For port ba246450-92d4-4fad-854d-29807ceb844e, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=ba246450-92d4-4fad-854d-29807ceb844e,segment=NetworkSegment(a87351ba-0fbc-4302-9869-b18eee085c86),segment_id=a87351ba-0fbc-4302-9869-b18eee085c86)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:34:04.625848 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-5a097aea-c431-4873-a915-30cdc687ab15 req-3654a31b-e48d-4d7a-a5e4-129be18e0e75 service neutron] Notify callbacks [] for binding, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:04.627185 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5a097aea-c431-4873-a915-30cdc687ab15 req-3654a31b-e48d-4d7a-a5e4-129be18e0e75 service neutron] 10.222.0.22 "POST /v2.0/ports/ba246450-92d4-4fad-854d-29807ceb844e/bindings HTTP/1.1" status: 201 len: 390 time: 0.4898894 Sep 07 02:34:04.659375 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-9d1edbab-ccf4-469a-8c33-7c2e9d39a189 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Made reservation on behalf of 36932fbb01ef47dd957d06cd3434fa27 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:34:04.663900 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-9d1edbab-ccf4-469a-8c33-7c2e9d39a189 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:04.709657 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260a6e1c-a65e-4429-b266-e587a210e943 x-openstack-request-id: req-260a6e1c-a65e-4429-b266-e587a210e943 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:34:04.710233 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bda9913-bb6b-4cd1-a8c9-9523ee295fb4", "tag": "267ca837-5617-4072-a0e0-29204a87ffa0", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:34:04.710644 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-260a6e1c-a65e-4429-b266-e587a210e943 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:34:04.711181 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bda9913-bb6b-4cd1-a8c9-9523ee295fb4', 'tag': '267ca837-5617-4072-a0e0-29204a87ffa0', 'status': 'completed', 'code': 200} Sep 07 02:34:04.715410 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-f40bd5df-7a95-4b76-b85d-2acc590b6fc8 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=36932fbb01ef47dd957d06cd3434fa27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486667 Sep 07 02:34:04.722837 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.23', 52030) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:34:04.772940 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ebc793-6b85-41fc-9bba-0aa3cee32a43 x-openstack-request-id: req-48ebc793-6b85-41fc-9bba-0aa3cee32a43 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:34:04.773307 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a43a67ee-d7ee-45b5-b6e6-bf1e3c5124c0", "tag": "10040ac4-d970-4a95-b1a0-f348e640839a", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:34:04.773654 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-48ebc793-6b85-41fc-9bba-0aa3cee32a43 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:34:04.774243 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a43a67ee-d7ee-45b5-b6e6-bf1e3c5124c0', 'tag': '10040ac4-d970-4a95-b1a0-f348e640839a', 'status': 'completed', 'code': 200} Sep 07 02:34:04.877323 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-9d1edbab-ccf4-469a-8c33-7c2e9d39a189 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Allocated IP 192.168.233.49 (0823ecf3-066e-49bd-a451-2e84ab79a70f/694f9550-ba12-4672-8446-41848123cea2/b6b91583-efab-415c-af4d-b359edcad861) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:34:04.895621 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b1d96932-9ee7-408c-b555-b28bd2c9b04b req-b2d81242-2c15-47a9-9ea2-73ce3dd4da77 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] 10.222.0.22 "GET /v2.0/security-groups/782b2e42-b7c3-43ce-afe1-fc81135bd7e0 HTTP/1.1" status: 200 len: 1813 time: 0.1948228 Sep 07 02:34:04.904607 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-b1d96932-9ee7-408c-b555-b28bd2c9b04b req-1604e5f2-0e16-4a46-8303-6d7ceca70716 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '782b2e42-b7c3-43ce-afe1-fc81135bd7e0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:34:04.904925 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-b1d96932-9ee7-408c-b555-b28bd2c9b04b req-1604e5f2-0e16-4a46-8303-6d7ceca70716 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '782b2e42-b7c3-43ce-afe1-fc81135bd7e0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:34:04.909820 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad48d9-9b39-464b-af1c-631338343753 req-8ca22297-ee7f-46ae-81bb-826a9c8b6416 tempest-ServerDiagnosticsNegativeTest-2091010123 tempest-ServerDiagnosticsNegativeTest-2091010123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:04.911308 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f1ad48d9-9b39-464b-af1c-631338343753 req-8ca22297-ee7f-46ae-81bb-826a9c8b6416 tempest-ServerDiagnosticsNegativeTest-2091010123 tempest-ServerDiagnosticsNegativeTest-2091010123-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9ecf894-4fb6-4961-ba32-09884a30fddb HTTP/1.1" status: 200 len: 950 time: 0.0812109 Sep 07 02:34:04.938243 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c97d4e-07f8-4fbf-a214-64a47ee4a299 req-1c350b88-5d8a-43a9-ad98-133468954d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:04.939936 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-95c97d4e-07f8-4fbf-a214-64a47ee4a299 req-1c350b88-5d8a-43a9-ad98-133468954d29 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f4b9a4a861be4de9ba9378f5ed497ddc&device_id=4bda9913-bb6b-4cd1-a8c9-9523ee295fb4 HTTP/1.1" status: 200 len: 1095 time: 0.1977649 Sep 07 02:34:04.947721 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06182e-2168-440a-b83d-63cd3250311f req-8445e323-16e7-499f-9607-2aeba6c76e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:04.949134 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3e06182e-2168-440a-b83d-63cd3250311f req-8445e323-16e7-499f-9607-2aeba6c76e9b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4ff846f9243a40b7bf323ea156c2bdd7&device_id=a43a67ee-d7ee-45b5-b6e6-bf1e3c5124c0 HTTP/1.1" status: 200 len: 1127 time: 0.1460230 Sep 07 02:34:04.986166 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f1ad48d9-9b39-464b-af1c-631338343753 req-fe5e8de6-fe3d-4048-a887-111f3a0ad826 tempest-ServerDiagnosticsNegativeTest-2091010123 tempest-ServerDiagnosticsNegativeTest-2091010123-project] 10.222.0.22 "GET /v2.0/security-groups?id=c70480b9-2495-4849-bf9c-f877b9683ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682900 Sep 07 02:34:05.029749 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-1f8dc503-fba9-48b6-9899-4bf07fad0376 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:05.031342 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-1f8dc503-fba9-48b6-9899-4bf07fad0376 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2983174 Sep 07 02:34:05.054874 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-a456e8da-91ee-4f24-81ae-ab1e2065671c tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Request body: {'port': {'device_id': '34396900-5d92-4681-9fe3-886b904c3ccf', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'admin_state_up': True, 'tenant_id': '36932fbb01ef47dd957d06cd3434fa27'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:34:05.113470 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-9d1edbab-ccf4-469a-8c33-7c2e9d39a189 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:05.133048 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-9d1edbab-ccf4-469a-8c33-7c2e9d39a189 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Transition to ACTIVE for port object b6b91583-efab-415c-af4d-b359edcad861 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:34:05.146966 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a6082d-18ae-4d69-b6ac-9158bb93a501 req-e64f4638-2ea0-4c2d-981f-9e2ea5f43fe0 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:05.148501 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e9a6082d-18ae-4d69-b6ac-9158bb93a501 req-e64f4638-2ea0-4c2d-981f-9e2ea5f43fe0 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=34c2627b-3011-401c-a0e2-7b9b6342a6d6 HTTP/1.1" status: 200 len: 945 time: 0.0718632 Sep 07 02:34:05.202548 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e9a6082d-18ae-4d69-b6ac-9158bb93a501 req-955b87b3-881a-4f51-952c-840b311af119 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462790 Sep 07 02:34:05.203958 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-9d1edbab-ccf4-469a-8c33-7c2e9d39a189 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:05.219706 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['cd30c17f-9869-47d0-b8a4-372e64aeee83'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:34:05.253107 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-9d1edbab-ccf4-469a-8c33-7c2e9d39a189 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Network 0823ecf3-066e-49bd-a451-2e84ab79a70f is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:34:05.255780 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b1d96932-9ee7-408c-b555-b28bd2c9b04b req-1604e5f2-0e16-4a46-8303-6d7ceca70716 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:05.256260 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-9d1edbab-ccf4-469a-8c33-7c2e9d39a189 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:34:05.263781 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-9d1edbab-ccf4-469a-8c33-7c2e9d39a189 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:34:05.272709 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c97d4e-07f8-4fbf-a214-64a47ee4a299 req-c22739d6-e038-463f-94d3-91baed157565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:05.274213 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-95c97d4e-07f8-4fbf-a214-64a47ee4a299 req-c22739d6-e038-463f-94d3-91baed157565 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bd9601bc-c156-4ac4-9ffa-13377eee4acb HTTP/1.1" status: 200 len: 921 time: 0.3193219 Sep 07 02:34:05.283179 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06182e-2168-440a-b83d-63cd3250311f req-de1de8be-ddae-4f5b-8558-73e8a1a9ffe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:05.284929 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3e06182e-2168-440a-b83d-63cd3250311f req-de1de8be-ddae-4f5b-8558-73e8a1a9ffe5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5632e33d-1d7a-4426-9d83-a8e688a88788 HTTP/1.1" status: 200 len: 907 time: 0.3153923 Sep 07 02:34:05.295399 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1edbab-ccf4-469a-8c33-7c2e9d39a189 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Pushing event updated for resources: {'Port': ['ID=b6b91583-efab-415c-af4d-b359edcad861,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:05.341326 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-9d1edbab-ccf4-469a-8c33-7c2e9d39a189 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:05.342015 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-9d1edbab-ccf4-469a-8c33-7c2e9d39a189 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:05.361309 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-9d1edbab-ccf4-469a-8c33-7c2e9d39a189 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8715391 Sep 07 02:34:05.371262 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-95c97d4e-07f8-4fbf-a214-64a47ee4a299 req-6c915096-90c7-4812-b610-89dc58e23167 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=267ca837-5617-4072-a0e0-29204a87ffa0 HTTP/1.1" status: 200 len: 217 time: 0.0851927 Sep 07 02:34:05.380268 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-5e2d2d1c-f77a-4fb2-b8e1-c2cfab6765a7 service neutron] Request body: {'port': {'device_id': '9010bdc4-25bb-4f5c-862e-7e34c09bbe45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:34:05.422945 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3e06182e-2168-440a-b83d-63cd3250311f req-6a2e80fc-194c-4ebc-b48f-2fdcfe971442 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10040ac4-d970-4a95-b1a0-f348e640839a HTTP/1.1" status: 200 len: 217 time: 0.1208303 Sep 07 02:34:05.466871 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b1d96932-9ee7-408c-b555-b28bd2c9b04b req-1604e5f2-0e16-4a46-8303-6d7ceca70716 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:05.468169 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-5e2d2d1c-f77a-4fb2-b8e1-c2cfab6765a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:05.500089 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b1d96932-9ee7-408c-b555-b28bd2c9b04b req-1604e5f2-0e16-4a46-8303-6d7ceca70716 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:05.525160 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1604e5f2-0e16-4a46-8303-6d7ceca70716 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6c43cfa-eb98-4e58-8b28-76ff99268d1d,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:05.547222 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-a456e8da-91ee-4f24-81ae-ab1e2065671c tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Made reservation on behalf of 36932fbb01ef47dd957d06cd3434fa27 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:34:05.550885 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-a456e8da-91ee-4f24-81ae-ab1e2065671c tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:05.557802 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c97d4e-07f8-4fbf-a214-64a47ee4a299 req-8f64d006-8cef-4346-b3ed-49b22a253f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:05.559325 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-95c97d4e-07f8-4fbf-a214-64a47ee4a299 req-8f64d006-8cef-4346-b3ed-49b22a253f4d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=af40ed98-11da-495e-997d-546db09a985f HTTP/1.1" status: 200 len: 861 time: 0.1535635 Sep 07 02:34:05.571006 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b1d96932-9ee7-408c-b555-b28bd2c9b04b req-1604e5f2-0e16-4a46-8303-6d7ceca70716 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:05.572574 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b1d96932-9ee7-408c-b555-b28bd2c9b04b req-1604e5f2-0e16-4a46-8303-6d7ceca70716 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6758196 Sep 07 02:34:05.574013 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06182e-2168-440a-b83d-63cd3250311f req-d8bfd069-adc6-418d-910e-389970f9eb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:05.576389 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3e06182e-2168-440a-b83d-63cd3250311f req-d8bfd069-adc6-418d-910e-389970f9eb49 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cf141221-2e81-48e8-81ec-6bd6d6584327 HTTP/1.1" status: 200 len: 847 time: 0.1192994 Sep 07 02:34:05.622775 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3e06182e-2168-440a-b83d-63cd3250311f req-89590346-f5d6-4e49-9279-f871bdca6961 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5632e33d-1d7a-4426-9d83-a8e688a88788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348387 Sep 07 02:34:05.638812 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-42f336c3-d374-426e-b5c5-4b076aa78101 None None] Provisioning for port b6b91583-efab-415c-af4d-b359edcad861 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:34:05.647473 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-42f336c3-d374-426e-b5c5-4b076aa78101 None None] Provisioning complete for port b6b91583-efab-415c-af4d-b359edcad861 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:34:05.649088 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-42f336c3-d374-426e-b5c5-4b076aa78101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:05.655766 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-95c97d4e-07f8-4fbf-a214-64a47ee4a299 req-2c44bb44-868e-484b-832b-0dc980e8ba6e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bd9601bc-c156-4ac4-9ffa-13377eee4acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769038 Sep 07 02:34:05.697980 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-42f336c3-d374-426e-b5c5-4b076aa78101 None None] Port b6b91583-efab-415c-af4d-b359edcad861 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:34:05.784158 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63d878-3fb7-4a38-a4be-4bc61b011def req-c2f31b51-e7fe-4c9b-9fad-37b9a135ac91 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:05.785645 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ca63d878-3fb7-4a38-a4be-4bc61b011def req-c2f31b51-e7fe-4c9b-9fad-37b9a135ac91 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bda9913-bb6b-4cd1-a8c9-9523ee295fb4 HTTP/1.1" status: 200 len: 943 time: 0.1132171 Sep 07 02:34:05.850968 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ca63d878-3fb7-4a38-a4be-4bc61b011def req-e4765490-af74-479e-9deb-470451bb179b tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/security-groups?id=3506a522-e11f-4616-954e-3e9559147307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578933 Sep 07 02:34:05.881616 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36855697-1ffd-4659-a5d2-f4f62672cc29 req-22bc180e-5c86-482b-8550-86ddef1b47ef tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:05.883121 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-36855697-1ffd-4659-a5d2-f4f62672cc29 req-22bc180e-5c86-482b-8550-86ddef1b47ef tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=a43a67ee-d7ee-45b5-b6e6-bf1e3c5124c0 HTTP/1.1" status: 200 len: 944 time: 0.1577184 Sep 07 02:34:05.886970 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3e06182e-2168-440a-b83d-63cd3250311f req-091045cd-919a-44a4-92af-9dfd290aac5c service neutron] 10.222.0.16 "GET /v2.0/networks/5632e33d-1d7a-4426-9d83-a8e688a88788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412283 Sep 07 02:34:05.890225 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-5e2d2d1c-f77a-4fb2-b8e1-c2cfab6765a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6b91583-efab-415c-af4d-b359edcad861 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:34:05.903058 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-5e2d2d1c-f77a-4fb2-b8e1-c2cfab6765a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:05.931932 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-5e2d2d1c-f77a-4fb2-b8e1-c2cfab6765a7 service neutron] Transition to ACTIVE for port object b6b91583-efab-415c-af4d-b359edcad861 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:34:05.932452 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-95c97d4e-07f8-4fbf-a214-64a47ee4a299 req-e94a9bba-b259-4a60-b51d-55e7e6407e92 service neutron] 10.222.0.23 "GET /v2.0/networks/bd9601bc-c156-4ac4-9ffa-13377eee4acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640078 Sep 07 02:34:05.939720 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-5e2d2d1c-f77a-4fb2-b8e1-c2cfab6765a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:05.953431 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 10040ac4-d970-4a95-b1a0-f348e640839a details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:34:05.974206 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-13eac171-f1a1-4b5c-b261-4780a65f90b4 req-fcb4b395-7416-49f1-9f21-bf1ebd152eb8 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] 10.222.0.22 "GET /v2.0/security-groups/782b2e42-b7c3-43ce-afe1-fc81135bd7e0 HTTP/1.1" status: 200 len: 2406 time: 0.0875754 Sep 07 02:34:05.998738 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2d2d1c-f77a-4fb2-b8e1-c2cfab6765a7 service neutron] Pushing event updated for resources: {'Port': ['ID=b6b91583-efab-415c-af4d-b359edcad861,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:06.075042 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3e06182e-2168-440a-b83d-63cd3250311f req-c6c31792-6ee6-419e-92d3-b2006e7d1d55 service neutron] 10.222.0.16 "GET /v2.0/networks/5632e33d-1d7a-4426-9d83-a8e688a88788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717782 Sep 07 02:34:06.098124 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-5e2d2d1c-f77a-4fb2-b8e1-c2cfab6765a7 service neutron] Attempting to bind port b6b91583-efab-415c-af4d-b359edcad861 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:34:06.098602 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-5e2d2d1c-f77a-4fb2-b8e1-c2cfab6765a7 service neutron] Attempting to bind port b6b91583-efab-415c-af4d-b359edcad861 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:34:06.099000 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-5e2d2d1c-f77a-4fb2-b8e1-c2cfab6765a7 service neutron] Attempting to bind port b6b91583-efab-415c-af4d-b359edcad861 on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:34:06.111202 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-36855697-1ffd-4659-a5d2-f4f62672cc29 req-057ff7ff-9e01-43f9-aaee-9053a26dcc80 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191074 Sep 07 02:34:06.134324 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-5e2d2d1c-f77a-4fb2-b8e1-c2cfab6765a7 service neutron] Port b6b91583-efab-415c-af4d-b359edcad861 on network 0823ecf3-066e-49bd-a451-2e84ab79a70f not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:34:06.134650 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-5e2d2d1c-f77a-4fb2-b8e1-c2cfab6765a7 service neutron] Attempting to bind port b6b91583-efab-415c-af4d-b359edcad861 on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:34:06.146060 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-5e2d2d1c-f77a-4fb2-b8e1-c2cfab6765a7 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:34:06.146568 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-5e2d2d1c-f77a-4fb2-b8e1-c2cfab6765a7 service neutron] Checking segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:34:06.146958 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-5e2d2d1c-f77a-4fb2-b8e1-c2cfab6765a7 service neutron] Bound using segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:34:06.147396 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-5e2d2d1c-f77a-4fb2-b8e1-c2cfab6765a7 service neutron] Bound port: b6b91583-efab-415c-af4d-b359edcad861, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:34:06.147776 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-5e2d2d1c-f77a-4fb2-b8e1-c2cfab6765a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:06.167821 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 10040ac4-d970-4a95-b1a0-f348e640839a, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=10040ac4-d970-4a95-b1a0-f348e640839a,segment=NetworkSegment(cb5a1637-646d-4671-9ca6-bd30e74d860b),segment_id=cb5a1637-646d-4671-9ca6-bd30e74d860b)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:34:06.173265 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9585e4-920b-46f0-bd42-d0a8b83093d3 req-304ecf53-f259-45bc-9977-fa23c383af3b tempest-ServerDiagnosticsNegativeTest-2091010123 tempest-ServerDiagnosticsNegativeTest-2091010123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:06.174508 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0f9585e4-920b-46f0-bd42-d0a8b83093d3 req-304ecf53-f259-45bc-9977-fa23c383af3b tempest-ServerDiagnosticsNegativeTest-2091010123 tempest-ServerDiagnosticsNegativeTest-2091010123-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9ecf894-4fb6-4961-ba32-09884a30fddb HTTP/1.1" status: 200 len: 950 time: 0.0965347 Sep 07 02:34:06.195297 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 10040ac4-d970-4a95-b1a0-f348e640839a has no active binding in host n-h1-796209-16 {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 07 02:34:06.200854 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-a456e8da-91ee-4f24-81ae-ab1e2065671c tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Allocated IP 192.168.233.131 (0823ecf3-066e-49bd-a451-2e84ab79a70f/694f9550-ba12-4672-8446-41848123cea2/ff1a19e3-e096-472f-9a63-57a220fc3f11) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:34:06.230489 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1c11983a-c1c9-4660-94a6-3a3b86396d8c req-302a3a06-e21f-4a20-94cb-e98dc604e1c1 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=34396900-5d92-4681-9fe3-886b904c3ccf HTTP/1.1" status: 200 len: 210 time: 0.0341589 Sep 07 02:34:06.250024 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-95c97d4e-07f8-4fbf-a214-64a47ee4a299 req-35eb868c-b599-4474-9de7-ab0b8f1773f1 service neutron] 10.222.0.23 "GET /v2.0/networks/bd9601bc-c156-4ac4-9ffa-13377eee4acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809744 Sep 07 02:34:06.263219 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0f9585e4-920b-46f0-bd42-d0a8b83093d3 req-0b5a799e-0ca5-4246-ad9a-fae79c26b516 tempest-ServerDiagnosticsNegativeTest-2091010123 tempest-ServerDiagnosticsNegativeTest-2091010123-project] 10.222.0.22 "GET /v2.0/security-groups?id=c70480b9-2495-4849-bf9c-f877b9683ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612576 Sep 07 02:34:06.267425 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-5e2d2d1c-f77a-4fb2-b8e1-c2cfab6765a7 service neutron] For port b6b91583-efab-415c-af4d-b359edcad861, host n-h1-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:34:06.271222 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-5e2d2d1c-f77a-4fb2-b8e1-c2cfab6765a7 service neutron] For port b6b91583-efab-415c-af4d-b359edcad861, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=b6b91583-efab-415c-af4d-b359edcad861,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:34:06.278312 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-5e2d2d1c-f77a-4fb2-b8e1-c2cfab6765a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:06.353440 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-5e2d2d1c-f77a-4fb2-b8e1-c2cfab6765a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:06.354679 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-5e2d2d1c-f77a-4fb2-b8e1-c2cfab6765a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:06.357155 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-5e2d2d1c-f77a-4fb2-b8e1-c2cfab6765a7 service neutron] 10.222.0.23 "PUT /v2.0/ports/b6b91583-efab-415c-af4d-b359edcad861 HTTP/1.1" status: 200 len: 1096 time: 0.9869168 Sep 07 02:34:06.369652 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-999d6c3c-e009-4a0d-a022-3c7e8ff67d91 req-cb2ddc8f-2b27-41e2-92c8-4934e1ef35ef tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] 10.222.0.22 "GET /v2.0/security-group-rules/c6c43cfa-eb98-4e58-8b28-76ff99268d1d HTTP/1.1" status: 200 len: 778 time: 0.0725269 Sep 07 02:34:06.417739 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2d2d1c-f77a-4fb2-b8e1-c2cfab6765a7 service neutron] Pushing event updated for resources: {'Port': ['ID=b6b91583-efab-415c-af4d-b359edcad861,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:06.474503 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-999d6c3c-e009-4a0d-a022-3c7e8ff67d91 req-96f5bca5-4064-4cb1-9bf1-abc284213e9d tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] 10.222.0.22 "GET /v2.0/security-groups/782b2e42-b7c3-43ce-afe1-fc81135bd7e0 HTTP/1.1" status: 200 len: 2406 time: 0.1037986 Sep 07 02:34:06.508936 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-999d6c3c-e009-4a0d-a022-3c7e8ff67d91 req-c86dfbfb-a434-4f29-9b9b-d80d37979806 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:06.512402 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-c1b0e1c2-1f73-4707-9d9a-7d5210e7c855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:06.513921 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-c1b0e1c2-1f73-4707-9d9a-7d5210e7c855 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=36932fbb01ef47dd957d06cd3434fa27&device_id=9010bdc4-25bb-4f5c-862e-7e34c09bbe45 HTTP/1.1" status: 200 len: 1099 time: 0.0873237 Sep 07 02:34:06.521469 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-999d6c3c-e009-4a0d-a022-3c7e8ff67d91 req-c86dfbfb-a434-4f29-9b9b-d80d37979806 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:06.535987 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d0bc98-e166-418d-8498-a8571a93028a req-42fab618-dd46-4fac-b75b-013607c37f32 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:06.544421 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-15d0bc98-e166-418d-8498-a8571a93028a req-42fab618-dd46-4fac-b75b-013607c37f32 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=34c2627b-3011-401c-a0e2-7b9b6342a6d6 HTTP/1.1" status: 200 len: 945 time: 0.0946140 Sep 07 02:34:06.562267 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-a456e8da-91ee-4f24-81ae-ab1e2065671c tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:06.572610 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-58388ec7-3767-45a6-a91c-426f4deff579 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=b6b91583-efab-415c-af4d-b359edcad861 HTTP/1.1" status: 200 len: 217 time: 0.0486898 Sep 07 02:34:06.601912 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-a456e8da-91ee-4f24-81ae-ab1e2065671c tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Transition to ACTIVE for port object ff1a19e3-e096-472f-9a63-57a220fc3f11 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:34:06.605963 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-15d0bc98-e166-418d-8498-a8571a93028a req-ac58bc32-89b3-4bb4-a6fe-d0da4022af95 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607409 Sep 07 02:34:06.616681 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38698) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:34:06.617108 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-999d6c3c-e009-4a0d-a022-3c7e8ff67d91 req-c86dfbfb-a434-4f29-9b9b-d80d37979806 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:06.638526 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-999d6c3c-e009-4a0d-a022-3c7e8ff67d91 req-c86dfbfb-a434-4f29-9b9b-d80d37979806 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:06.641377 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-999d6c3c-e009-4a0d-a022-3c7e8ff67d91 req-c86dfbfb-a434-4f29-9b9b-d80d37979806 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/c6c43cfa-eb98-4e58-8b28-76ff99268d1d HTTP/1.1" status: 204 len: 173 time: 0.1659319 Sep 07 02:34:06.659608 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-d736e4d0-35ce-4738-8a13-6ded01b268c5 req-7d129b71-4089-4d85-a67d-cf6dc2ad5bc8 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-136540121', 'description': 'tempest-description-1854445464'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:34:06.659839 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86dfbfb-a434-4f29-9b9b-d80d37979806 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c6c43cfa-eb98-4e58-8b28-76ff99268d1d,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:06.666327 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-a456e8da-91ee-4f24-81ae-ab1e2065671c tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:06.679252 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-6004053a-df83-4fba-b2d2-070afdb79303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:06.679448 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['cd30c17f-9869-47d0-b8a4-372e64aeee83'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:34:06.679965 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-6004053a-df83-4fba-b2d2-070afdb79303 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.0937693 Sep 07 02:34:06.728402 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-a456e8da-91ee-4f24-81ae-ab1e2065671c tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Network 0823ecf3-066e-49bd-a451-2e84ab79a70f is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:34:06.735595 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d736e4d0-35ce-4738-8a13-6ded01b268c5 req-7d129b71-4089-4d85-a67d-cf6dc2ad5bc8 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:06.742933 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-a456e8da-91ee-4f24-81ae-ab1e2065671c tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:34:06.754633 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-a456e8da-91ee-4f24-81ae-ab1e2065671c tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:34:06.760512 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-a456e8da-91ee-4f24-81ae-ab1e2065671c tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:06.761258 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-a456e8da-91ee-4f24-81ae-ab1e2065671c tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:06.767341 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a456e8da-91ee-4f24-81ae-ab1e2065671c tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Pushing event updated for resources: {'Port': ['ID=ff1a19e3-e096-472f-9a63-57a220fc3f11,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:06.767821 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-1bdb55b7-64ca-4b1c-b9d6-359ce9a4c72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:06.769413 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-1bdb55b7-64ca-4b1c-b9d6-359ce9a4c72b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0635612 Sep 07 02:34:06.775178 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9010bdc4-25bb-4f5c-862e-7e34c09bbe45', 'tag': 'b6b91583-efab-415c-af4d-b359edcad861'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:34:06.779682 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e03b49-6626-4743-a6c1-8cedd5e75666" -d '{"events": [{"name": "network-changed", "server_uuid": "9010bdc4-25bb-4f5c-862e-7e34c09bbe45", "tag": "b6b91583-efab-415c-af4d-b359edcad861"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:34:06.795179 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-a456e8da-91ee-4f24-81ae-ab1e2065671c tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7456830 Sep 07 02:34:06.815921 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-514c1620-11a6-4c52-9c37-371da3791fbb service neutron] Request body: {'port': {'device_id': '34396900-5d92-4681-9fe3-886b904c3ccf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:34:06.860420 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e80007b3-4797-4f00-a5d3-7e393a9e3d91 x-openstack-request-id: req-e80007b3-4797-4f00-a5d3-7e393a9e3d91 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:34:06.860946 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9010bdc4-25bb-4f5c-862e-7e34c09bbe45", "tag": "b6b91583-efab-415c-af4d-b359edcad861", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:34:06.861369 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e80007b3-4797-4f00-a5d3-7e393a9e3d91 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:34:06.861944 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9010bdc4-25bb-4f5c-862e-7e34c09bbe45', 'tag': 'b6b91583-efab-415c-af4d-b359edcad861', 'status': 'completed', 'code': 200} Sep 07 02:34:06.872398 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9c84f51b-958a-48bd-b728-cd267dd95af0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:06.949311 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-b0c57859-87bb-4711-be08-4ccf6a945b53 service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527245 Sep 07 02:34:07.061795 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8eefc0-fd94-4cb9-9e26-e49856e3df59 req-ab5f41e8-0252-431d-a99d-6f7bd6b7f1a0 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:07.063602 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0d8eefc0-fd94-4cb9-9e26-e49856e3df59 req-ab5f41e8-0252-431d-a99d-6f7bd6b7f1a0 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bda9913-bb6b-4cd1-a8c9-9523ee295fb4 HTTP/1.1" status: 200 len: 943 time: 0.1179194 Sep 07 02:34:07.098366 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-bcfaf39f-d19f-49bd-933e-355d7568c481 None None] Provisioning for port ff1a19e3-e096-472f-9a63-57a220fc3f11 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:34:07.102578 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-bcfaf39f-d19f-49bd-933e-355d7568c481 None None] Provisioning complete for port ff1a19e3-e096-472f-9a63-57a220fc3f11 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:34:07.102958 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bcfaf39f-d19f-49bd-933e-355d7568c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:07.131915 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0d8eefc0-fd94-4cb9-9e26-e49856e3df59 req-4af6e1d8-76f4-4764-87fb-9a0f8509865d tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/security-groups?id=3506a522-e11f-4616-954e-3e9559147307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550807 Sep 07 02:34:07.135372 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-02987c8d-2de0-4099-9448-60d8fd3814da service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757910 Sep 07 02:34:07.143037 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-bcfaf39f-d19f-49bd-933e-355d7568c481 None None] Port ff1a19e3-e096-472f-9a63-57a220fc3f11 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:34:07.148064 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-514c1620-11a6-4c52-9c37-371da3791fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:07.201094 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d736e4d0-35ce-4738-8a13-6ded01b268c5 req-7d129b71-4089-4d85-a67d-cf6dc2ad5bc8 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:07.213083 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d736e4d0-35ce-4738-8a13-6ded01b268c5 req-7d129b71-4089-4d85-a67d-cf6dc2ad5bc8 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:07.263195 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e03b49-6626-4743-a6c1-8cedd5e75666 req-f1b5e815-6fb2-4eb7-9db8-a8df7bbf5aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:07.264760 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b0e03b49-6626-4743-a6c1-8cedd5e75666 req-f1b5e815-6fb2-4eb7-9db8-a8df7bbf5aac service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=36932fbb01ef47dd957d06cd3434fa27&device_id=9010bdc4-25bb-4f5c-862e-7e34c09bbe45 HTTP/1.1" status: 200 len: 1099 time: 0.0742388 Sep 07 02:34:07.288727 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877752a-11a1-4c7e-baac-efc219275023 req-f1315dcb-edb8-4007-8263-5ef71c7b3ad1 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:07.291620 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e877752a-11a1-4c7e-baac-efc219275023 req-f1315dcb-edb8-4007-8263-5ef71c7b3ad1 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=a43a67ee-d7ee-45b5-b6e6-bf1e3c5124c0 HTTP/1.1" status: 200 len: 944 time: 0.0699351 Sep 07 02:34:07.350635 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d129b71-4089-4d85-a67d-cf6dc2ad5bc8 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9bfae7-338f-4792-9b57-a817bfddaec4,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:07.371565 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e877752a-11a1-4c7e-baac-efc219275023 req-ebba638d-1130-43e1-ab0a-bcde6c489679 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716963 Sep 07 02:34:07.395091 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e03b49-6626-4743-a6c1-8cedd5e75666 req-801a4793-1a2a-4d5b-9385-7422c3e8a905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:07.397640 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b0e03b49-6626-4743-a6c1-8cedd5e75666 req-801a4793-1a2a-4d5b-9385-7422c3e8a905 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0823ecf3-066e-49bd-a451-2e84ab79a70f HTTP/1.1" status: 200 len: 869 time: 0.1249511 Sep 07 02:34:07.448661 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b0e03b49-6626-4743-a6c1-8cedd5e75666 req-4e2a46bb-f8a9-4ef1-a3c1-0ec7866afa25 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=b6b91583-efab-415c-af4d-b359edcad861 HTTP/1.1" status: 200 len: 217 time: 0.0418372 Sep 07 02:34:07.454568 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8a98c-77c7-4a69-8bf1-e33d2de2e7f6 req-fda1e50a-5f36-48f3-8e6c-cf319ebe4503 tempest-ServerDiagnosticsNegativeTest-2091010123 tempest-ServerDiagnosticsNegativeTest-2091010123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:07.456110 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2fb8a98c-77c7-4a69-8bf1-e33d2de2e7f6 req-fda1e50a-5f36-48f3-8e6c-cf319ebe4503 tempest-ServerDiagnosticsNegativeTest-2091010123 tempest-ServerDiagnosticsNegativeTest-2091010123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9ecf894-4fb6-4961-ba32-09884a30fddb HTTP/1.1" status: 200 len: 950 time: 0.1916811 Sep 07 02:34:07.522183 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e03b49-6626-4743-a6c1-8cedd5e75666 req-f7db2fd8-a249-4559-a8ba-83064cd8a706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:07.523769 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b0e03b49-6626-4743-a6c1-8cedd5e75666 req-f7db2fd8-a249-4559-a8ba-83064cd8a706 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.0670185 Sep 07 02:34:07.532343 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81ea14-603c-4a5c-b76c-dca42290d85e req-d1400bc1-2625-4ab8-88b8-6335002ac519 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:07.533809 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7f81ea14-603c-4a5c-b76c-dca42290d85e req-d1400bc1-2625-4ab8-88b8-6335002ac519 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=34396900-5d92-4681-9fe3-886b904c3ccf HTTP/1.1" status: 200 len: 936 time: 0.0880470 Sep 07 02:34:07.574081 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9c84f51b-958a-48bd-b728-cd267dd95af0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:07.586304 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9c84f51b-958a-48bd-b728-cd267dd95af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:07.599776 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d736e4d0-35ce-4738-8a13-6ded01b268c5 req-7d129b71-4089-4d85-a67d-cf6dc2ad5bc8 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:07.600344 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7f81ea14-603c-4a5c-b76c-dca42290d85e req-24787e64-4bfc-4834-8230-591c25870ca4 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567138 Sep 07 02:34:07.600978 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d736e4d0-35ce-4738-8a13-6ded01b268c5 req-7d129b71-4089-4d85-a67d-cf6dc2ad5bc8 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.9462113 Sep 07 02:34:07.603185 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e03b49-6626-4743-a6c1-8cedd5e75666 req-109337b8-bc5d-403b-bf07-71ac375f6cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:07.604834 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b0e03b49-6626-4743-a6c1-8cedd5e75666 req-109337b8-bc5d-403b-bf07-71ac375f6cc0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0698311 Sep 07 02:34:07.657715 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9c84f51b-958a-48bd-b728-cd267dd95af0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=73cfae35b9444c3096c79f598b2cf030&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0395987 Sep 07 02:34:07.662868 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c84f51b-958a-48bd-b728-cd267dd95af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0e0a09-ab83-4a59-8b56-7a4c1c61da1a,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:07.665108 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38718) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:34:07.733230 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5e856140-e3d1-47e7-b46f-bbebdb8a04c8 req-6f5ffa32-06f4-4fef-8c40-a050168fe993 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] 10.222.0.22 "GET /v2.0/security-groups/5d9bfae7-338f-4792-9b57-a817bfddaec4 HTTP/1.1" status: 200 len: 1812 time: 0.0806899 Sep 07 02:34:07.750382 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b0e03b49-6626-4743-a6c1-8cedd5e75666 req-155e58fe-27db-4fcf-af17-d90b15329721 service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368167 Sep 07 02:34:07.757097 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-514c1620-11a6-4c52-9c37-371da3791fbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff1a19e3-e096-472f-9a63-57a220fc3f11 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:34:07.774361 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-2fb8a98c-77c7-4a69-8bf1-e33d2de2e7f6 req-9f798de5-0889-4b0f-b758-85dbf638418f tempest-ServerDiagnosticsNegativeTest-2091010123 tempest-ServerDiagnosticsNegativeTest-2091010123-project] Deleting port 194747f0-c6bb-460a-81f3-7decb663fcef {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:34:07.774720 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2fb8a98c-77c7-4a69-8bf1-e33d2de2e7f6 req-9f798de5-0889-4b0f-b758-85dbf638418f tempest-ServerDiagnosticsNegativeTest-2091010123 tempest-ServerDiagnosticsNegativeTest-2091010123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:07.778963 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-514c1620-11a6-4c52-9c37-371da3791fbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:07.829051 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-514c1620-11a6-4c52-9c37-371da3791fbb service neutron] Transition to ACTIVE for port object ff1a19e3-e096-472f-9a63-57a220fc3f11 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:34:07.872806 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab89e94a-6448-439b-ab5f-72695dcaec36 req-57a198b3-c033-490f-b813-8728bd09ef09 tempest-ServerDiagnosticsNegativeTest-2091010123 tempest-ServerDiagnosticsNegativeTest-2091010123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:07.874568 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ab89e94a-6448-439b-ab5f-72695dcaec36 req-57a198b3-c033-490f-b813-8728bd09ef09 tempest-ServerDiagnosticsNegativeTest-2091010123 tempest-ServerDiagnosticsNegativeTest-2091010123-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9ecf894-4fb6-4961-ba32-09884a30fddb HTTP/1.1" status: 200 len: 950 time: 0.2083485 Sep 07 02:34:07.879940 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8626d32e-948d-4484-bd26-a782950c8602 req-1ca07d49-a3c6-4aca-9f64-6104b2281f23 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:07.881417 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8626d32e-948d-4484-bd26-a782950c8602 req-1ca07d49-a3c6-4aca-9f64-6104b2281f23 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=34c2627b-3011-401c-a0e2-7b9b6342a6d6 HTTP/1.1" status: 200 len: 945 time: 0.0926158 Sep 07 02:34:07.882969 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-514c1620-11a6-4c52-9c37-371da3791fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:07.885224 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b0e03b49-6626-4743-a6c1-8cedd5e75666 req-99fd45b4-d2ac-42f9-ac70-9b5d08a1d602 service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275182 Sep 07 02:34:07.919664 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8626d32e-948d-4484-bd26-a782950c8602 req-25a7875d-4a2a-4f65-9296-ec3544b87409 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314419 Sep 07 02:34:07.930775 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-21d689e9-b889-45a6-9050-45dc1810a6d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:07.977175 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 267ca837-5617-4072-a0e0-29204a87ffa0 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:34:08.026338 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514c1620-11a6-4c52-9c37-371da3791fbb service neutron] Pushing event updated for resources: {'Port': ['ID=ff1a19e3-e096-472f-9a63-57a220fc3f11,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:08.036477 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-22e8aa21-0836-4534-aa16-9df7a0c66d9b req-06119734-9ed1-4869-9a3e-7f949c34bd37 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1891094282', 'description': 'tempest-description-1564268638'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:34:08.045933 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-21d689e9-b889-45a6-9050-45dc1810a6d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:08.049117 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-2fb8a98c-77c7-4a69-8bf1-e33d2de2e7f6 req-9f798de5-0889-4b0f-b758-85dbf638418f tempest-ServerDiagnosticsNegativeTest-2091010123 tempest-ServerDiagnosticsNegativeTest-2091010123-project] For port 194747f0-c6bb-460a-81f3-7decb663fcef, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=194747f0-c6bb-460a-81f3-7decb663fcef,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:34:08.049484 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2fb8a98c-77c7-4a69-8bf1-e33d2de2e7f6 req-9f798de5-0889-4b0f-b758-85dbf638418f tempest-ServerDiagnosticsNegativeTest-2091010123 tempest-ServerDiagnosticsNegativeTest-2091010123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:08.054359 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ab89e94a-6448-439b-ab5f-72695dcaec36 req-23a96040-a544-4570-9cce-d2d62dbcb129 tempest-ServerDiagnosticsNegativeTest-2091010123 tempest-ServerDiagnosticsNegativeTest-2091010123-project] 10.222.0.22 "GET /v2.0/security-groups?id=c70480b9-2495-4849-bf9c-f877b9683ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683793 Sep 07 02:34:08.067775 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-22e8aa21-0836-4534-aa16-9df7a0c66d9b req-06119734-9ed1-4869-9a3e-7f949c34bd37 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:08.093327 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-2fb8a98c-77c7-4a69-8bf1-e33d2de2e7f6 req-9f798de5-0889-4b0f-b758-85dbf638418f tempest-ServerDiagnosticsNegativeTest-2091010123 tempest-ServerDiagnosticsNegativeTest-2091010123-project] Calling delete_port for 194747f0-c6bb-460a-81f3-7decb663fcef owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:34:08.099043 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-514c1620-11a6-4c52-9c37-371da3791fbb service neutron] Attempting to bind port ff1a19e3-e096-472f-9a63-57a220fc3f11 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:34:08.099387 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-514c1620-11a6-4c52-9c37-371da3791fbb service neutron] Attempting to bind port ff1a19e3-e096-472f-9a63-57a220fc3f11 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:34:08.099738 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-514c1620-11a6-4c52-9c37-371da3791fbb service neutron] Attempting to bind port ff1a19e3-e096-472f-9a63-57a220fc3f11 on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:34:08.116173 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 267ca837-5617-4072-a0e0-29204a87ffa0, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=267ca837-5617-4072-a0e0-29204a87ffa0,segment=NetworkSegment(00cca32f-e41c-4852-a687-73528a16538c),segment_id=00cca32f-e41c-4852-a687-73528a16538c)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:34:08.125206 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-514c1620-11a6-4c52-9c37-371da3791fbb service neutron] Port ff1a19e3-e096-472f-9a63-57a220fc3f11 on network 0823ecf3-066e-49bd-a451-2e84ab79a70f not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:34:08.125515 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-514c1620-11a6-4c52-9c37-371da3791fbb service neutron] Attempting to bind port ff1a19e3-e096-472f-9a63-57a220fc3f11 on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:34:08.132172 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '267ca837-5617-4072-a0e0-29204a87ffa0', 'network_id': 'bd9601bc-c156-4ac4-9ffa-13377eee4acb', 'port_id': '267ca837-5617-4072-a0e0-29204a87ffa0', 'mac_address': 'fa:16:3e:38:18:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af40ed98-11da-495e-997d-546db09a985f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:34:08.134604 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-514c1620-11a6-4c52-9c37-371da3791fbb service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:34:08.135027 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-514c1620-11a6-4c52-9c37-371da3791fbb service neutron] Checking segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:34:08.135468 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-514c1620-11a6-4c52-9c37-371da3791fbb service neutron] Bound using segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:34:08.136129 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-514c1620-11a6-4c52-9c37-371da3791fbb service neutron] Bound port: ff1a19e3-e096-472f-9a63-57a220fc3f11, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:34:08.136319 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-514c1620-11a6-4c52-9c37-371da3791fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:08.199611 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-22e8aa21-0836-4534-aa16-9df7a0c66d9b req-06119734-9ed1-4869-9a3e-7f949c34bd37 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:08.208407 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-22e8aa21-0836-4534-aa16-9df7a0c66d9b req-06119734-9ed1-4869-9a3e-7f949c34bd37 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:08.215694 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:08.236033 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 267ca837-5617-4072-a0e0-29204a87ffa0 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:34:08.248613 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-22e8aa21-0836-4534-aa16-9df7a0c66d9b req-06119734-9ed1-4869-9a3e-7f949c34bd37 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:08.249825 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-21d689e9-b889-45a6-9050-45dc1810a6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:08.250078 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-22e8aa21-0836-4534-aa16-9df7a0c66d9b req-06119734-9ed1-4869-9a3e-7f949c34bd37 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2181659 Sep 07 02:34:08.252201 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06119734-9ed1-4869-9a3e-7f949c34bd37 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39307aef-0d73-47f9-8094-a039c4f14b5a,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:08.252572 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-21d689e9-b889-45a6-9050-45dc1810a6d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:08.256362 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-21d689e9-b889-45a6-9050-45dc1810a6d4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3b0e0a09-ab83-4a59-8b56-7a4c1c61da1a HTTP/1.1" status: 204 len: 168 time: 0.5677507 Sep 07 02:34:08.281479 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 267ca837-5617-4072-a0e0-29204a87ffa0, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=267ca837-5617-4072-a0e0-29204a87ffa0,segment=NetworkSegment(00cca32f-e41c-4852-a687-73528a16538c),segment_id=00cca32f-e41c-4852-a687-73528a16538c)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:34:08.293608 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:08.330265 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d689e9-b889-45a6-9050-45dc1810a6d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0e0a09-ab83-4a59-8b56-7a4c1c61da1a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:08.339151 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-514c1620-11a6-4c52-9c37-371da3791fbb service neutron] For port ff1a19e3-e096-472f-9a63-57a220fc3f11, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:34:08.348203 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-514c1620-11a6-4c52-9c37-371da3791fbb service neutron] For port ff1a19e3-e096-472f-9a63-57a220fc3f11, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=ff1a19e3-e096-472f-9a63-57a220fc3f11,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:34:08.374868 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-514c1620-11a6-4c52-9c37-371da3791fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:08.379630 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ca506c5d-cae1-45d4-9fb9-22b7a7954f86 req-7ba5ef7f-6950-4be8-a305-9c462bbcecc9 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] 10.222.0.22 "GET /v2.0/security-groups/39307aef-0d73-47f9-8094-a039c4f14b5a HTTP/1.1" status: 200 len: 1813 time: 0.1028187 Sep 07 02:34:08.380955 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=267ca837-5617-4072-a0e0-29204a87ffa0,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:08.399514 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-332233a3-8f24-44d3-849f-1219a4d9da56 req-737bdb5a-0bd5-4d01-8d8a-b671be4bd487 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-769792636', 'description': 'tempest-description-1820449490'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:34:08.424718 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b467ded-ab3c-4d32-9448-b4ef21ba0475 req-0023c60a-9e0c-4439-ad2c-75543740185c tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:08.425213 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-332233a3-8f24-44d3-849f-1219a4d9da56 req-737bdb5a-0bd5-4d01-8d8a-b671be4bd487 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:08.426274 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1b467ded-ab3c-4d32-9448-b4ef21ba0475 req-0023c60a-9e0c-4439-ad2c-75543740185c tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bda9913-bb6b-4cd1-a8c9-9523ee295fb4 HTTP/1.1" status: 200 len: 943 time: 0.1855681 Sep 07 02:34:08.438235 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-514c1620-11a6-4c52-9c37-371da3791fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:08.439579 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-514c1620-11a6-4c52-9c37-371da3791fbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:08.440595 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-514c1620-11a6-4c52-9c37-371da3791fbb service neutron] 10.222.0.23 "PUT /v2.0/ports/ff1a19e3-e096-472f-9a63-57a220fc3f11 HTTP/1.1" status: 200 len: 1097 time: 1.6314850 Sep 07 02:34:08.447945 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34396900-5d92-4681-9fe3-886b904c3ccf', 'tag': 'ff1a19e3-e096-472f-9a63-57a220fc3f11'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:34:08.451978 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea89fe25-6277-4611-a865-89926f71cafd" -d '{"events": [{"name": "network-changed", "server_uuid": "34396900-5d92-4681-9fe3-886b904c3ccf", "tag": "ff1a19e3-e096-472f-9a63-57a220fc3f11"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:34:08.494241 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2fb8a98c-77c7-4a69-8bf1-e33d2de2e7f6 req-9f798de5-0889-4b0f-b758-85dbf638418f tempest-ServerDiagnosticsNegativeTest-2091010123 tempest-ServerDiagnosticsNegativeTest-2091010123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:08.510612 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['194747f0-c6bb-460a-81f3-7decb663fcef'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:34:08.518879 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514c1620-11a6-4c52-9c37-371da3791fbb service neutron] Pushing event updated for resources: {'Port': ['ID=ff1a19e3-e096-472f-9a63-57a220fc3f11,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:08.563577 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-332233a3-8f24-44d3-849f-1219a4d9da56 req-737bdb5a-0bd5-4d01-8d8a-b671be4bd487 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:08.573745 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-332233a3-8f24-44d3-849f-1219a4d9da56 req-737bdb5a-0bd5-4d01-8d8a-b671be4bd487 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:08.577602 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['267ca837-5617-4072-a0e0-29204a87ffa0'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:34:08.590695 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f798de5-0889-4b0f-b758-85dbf638418f tempest-ServerDiagnosticsNegativeTest-2091010123 tempest-ServerDiagnosticsNegativeTest-2091010123-project] Pushing event deleted for resources: {'Port': ['ID=194747f0-c6bb-460a-81f3-7decb663fcef,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:08.615047 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-332233a3-8f24-44d3-849f-1219a4d9da56 req-737bdb5a-0bd5-4d01-8d8a-b671be4bd487 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:08.625398 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1b467ded-ab3c-4d32-9448-b4ef21ba0475 req-951665ac-d33d-436b-8516-cdeb70fab110 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/security-groups?id=3506a522-e11f-4616-954e-3e9559147307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838169 Sep 07 02:34:08.636086 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-332233a3-8f24-44d3-849f-1219a4d9da56 req-737bdb5a-0bd5-4d01-8d8a-b671be4bd487 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2415359 Sep 07 02:34:08.651604 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fb8a98c-77c7-4a69-8bf1-e33d2de2e7f6 req-9f798de5-0889-4b0f-b758-85dbf638418f tempest-ServerDiagnosticsNegativeTest-2091010123 tempest-ServerDiagnosticsNegativeTest-2091010123-project] No DVR routers for this DVR port 194747f0-c6bb-460a-81f3-7decb663fcef on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:34:08.651604 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2fb8a98c-77c7-4a69-8bf1-e33d2de2e7f6 req-9f798de5-0889-4b0f-b758-85dbf638418f tempest-ServerDiagnosticsNegativeTest-2091010123 tempest-ServerDiagnosticsNegativeTest-2091010123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:08.651604 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2fb8a98c-77c7-4a69-8bf1-e33d2de2e7f6 req-9f798de5-0889-4b0f-b758-85dbf638418f tempest-ServerDiagnosticsNegativeTest-2091010123 tempest-ServerDiagnosticsNegativeTest-2091010123-project] 10.222.0.23 "DELETE /v2.0/ports/194747f0-c6bb-460a-81f3-7decb663fcef HTTP/1.1" status: 204 len: 173 time: 1.1853070 Sep 07 02:34:08.706752 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737bdb5a-0bd5-4d01-8d8a-b671be4bd487 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=019a8979-a776-46cb-ad62-41a463bc6708,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:08.714692 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-b8289e07-969b-43b6-bbf0-a5531021b2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:08.716946 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-b8289e07-969b-43b6-bbf0-a5531021b2cf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=36932fbb01ef47dd957d06cd3434fa27&device_id=34396900-5d92-4681-9fe3-886b904c3ccf HTTP/1.1" status: 200 len: 1100 time: 0.2238026 Sep 07 02:34:08.732105 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 38744) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:34:08.768551 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc03149-e507-45a2-b71d-0ff82cbe6197 x-openstack-request-id: req-5dc03149-e507-45a2-b71d-0ff82cbe6197 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:34:08.768772 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34396900-5d92-4681-9fe3-886b904c3ccf", "tag": "ff1a19e3-e096-472f-9a63-57a220fc3f11", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:34:08.769029 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5dc03149-e507-45a2-b71d-0ff82cbe6197 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:34:08.769441 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34396900-5d92-4681-9fe3-886b904c3ccf', 'tag': 'ff1a19e3-e096-472f-9a63-57a220fc3f11', 'status': 'completed', 'code': 200} Sep 07 02:34:08.774038 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b0fab004-3a38-4873-b88c-06f1742259a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:08.810293 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-a91b7a49-5a45-43f9-b286-102f61cd7d08 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=ff1a19e3-e096-472f-9a63-57a220fc3f11 HTTP/1.1" status: 200 len: 217 time: 0.0793812 Sep 07 02:34:08.860125 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-f96faa60-dc5d-4ba3-a10c-bb7d8e6c1668 service neutron] 10.222.0.16 "GET /v2.0/ports/10040ac4-d970-4a95-b1a0-f348e640839a/bindings/n-h1-796209-16 HTTP/1.1" status: 200 len: 385 time: 0.2486336 Sep 07 02:34:08.890229 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f4269b-4522-4bc9-be95-e726d720d102 req-d7cd0346-6508-4134-9244-8541b60ad186 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:08.891977 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d6f4269b-4522-4bc9-be95-e726d720d102 req-d7cd0346-6508-4134-9244-8541b60ad186 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=a43a67ee-d7ee-45b5-b6e6-bf1e3c5124c0 HTTP/1.1" status: 200 len: 944 time: 0.1403940 Sep 07 02:34:08.933876 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-21ce15c6-8302-4345-8630-772748eb9483 req-8c8a3baf-33e5-4517-85b8-d5512e4d5089 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] 10.222.0.22 "GET /v2.0/security-groups/019a8979-a776-46cb-ad62-41a463bc6708 HTTP/1.1" status: 200 len: 1812 time: 0.1285689 Sep 07 02:34:08.939450 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-bb92d357-00dd-4e8f-a94f-93b70ed51f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:08.941086 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-bb92d357-00dd-4e8f-a94f-93b70ed51f5a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.1216626 Sep 07 02:34:08.964805 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d6f4269b-4522-4bc9-be95-e726d720d102 req-55d6c5d8-e4ee-471d-a9c4-c1aa144d48ae tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639992 Sep 07 02:34:09.007384 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b0fab004-3a38-4873-b88c-06f1742259a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:09.012701 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b0fab004-3a38-4873-b88c-06f1742259a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:09.045343 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fab004-3a38-4873-b88c-06f1742259a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8663a7f2-cc6c-43bc-9098-e1b7c7826c09,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:09.089238 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b0fab004-3a38-4873-b88c-06f1742259a4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9f369c4ff8ce462cbd37a9469c9b27a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3556540 Sep 07 02:34:09.092488 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-a869faca-06b9-4e9e-8cf7-d6ea7b6816c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:09.093997 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-a869faca-06b9-4e9e-8cf7-d6ea7b6816c7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1412699 Sep 07 02:34:09.096444 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38752) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:34:09.125339 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cadc70d-72b8-4bc2-acf6-42fbbafcbb55 req-e1299568-1659-4f74-97a6-f319f942b71d tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:09.126837 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8cadc70d-72b8-4bc2-acf6-42fbbafcbb55 req-e1299568-1659-4f74-97a6-f319f942b71d tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=34c2627b-3011-401c-a0e2-7b9b6342a6d6 HTTP/1.1" status: 200 len: 945 time: 0.0545959 Sep 07 02:34:09.166939 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8cadc70d-72b8-4bc2-acf6-42fbbafcbb55 req-8bb436c2-eaa4-4351-91fc-578db840f36b tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341103 Sep 07 02:34:09.199580 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97785cff-aff9-4fb0-b71b-541ae7fb1f28 req-8e9385c5-a6ef-4d30-88d8-5615108cf8f7 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:09.200150 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-97785cff-aff9-4fb0-b71b-541ae7fb1f28 req-8e9385c5-a6ef-4d30-88d8-5615108cf8f7 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=34396900-5d92-4681-9fe3-886b904c3ccf HTTP/1.1" status: 200 len: 948 time: 0.1845655 Sep 07 02:34:09.211265 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-3f5e6bc2-e28c-4c84-8b35-6ffe8ea4a0a0 req-8ce99435-2004-46ed-af09-2bdde46c4494 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1852795650', 'description': 'tempest-description-836906167'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:34:09.237002 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-3f5e6bc2-e28c-4c84-8b35-6ffe8ea4a0a0 req-8ce99435-2004-46ed-af09-2bdde46c4494 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:09.291333 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-d2828c6d-a6c2-49c8-abcb-4784347c6bc5 service neutron] For port 10040ac4-d970-4a95-b1a0-f348e640839a, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=10040ac4-d970-4a95-b1a0-f348e640839a,segment=NetworkSegment(cb5a1637-646d-4671-9ca6-bd30e74d860b),segment_id=cb5a1637-646d-4671-9ca6-bd30e74d860b)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:34:09.330553 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-3f5e6bc2-e28c-4c84-8b35-6ffe8ea4a0a0 req-8ce99435-2004-46ed-af09-2bdde46c4494 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:09.334541 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-3f5e6bc2-e28c-4c84-8b35-6ffe8ea4a0a0 req-8ce99435-2004-46ed-af09-2bdde46c4494 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:09.337497 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-68ffc7ac-9cf1-4b1d-9843-955f3cf4b544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:09.348076 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-97785cff-aff9-4fb0-b71b-541ae7fb1f28 req-cf80841a-58c2-4ad2-9132-a07ac3cc4941 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404018 Sep 07 02:34:09.353304 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-d2828c6d-a6c2-49c8-abcb-4784347c6bc5 service neutron] For port 10040ac4-d970-4a95-b1a0-f348e640839a, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:34:09.366488 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-3f5e6bc2-e28c-4c84-8b35-6ffe8ea4a0a0 req-8ce99435-2004-46ed-af09-2bdde46c4494 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:09.372218 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3f5e6bc2-e28c-4c84-8b35-6ffe8ea4a0a0 req-8ce99435-2004-46ed-af09-2bdde46c4494 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1654546 Sep 07 02:34:09.380289 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce99435-2004-46ed-af09-2bdde46c4494 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07aa50f5-6f46-482e-914d-70a4b529eb24,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:09.397353 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-7a8dc238-265c-4ff9-967a-a3921341183c service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638266 Sep 07 02:34:09.421143 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-68ffc7ac-9cf1-4b1d-9843-955f3cf4b544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:09.446962 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-d2828c6d-a6c2-49c8-abcb-4784347c6bc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10040ac4-d970-4a95-b1a0-f348e640839a {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:34:09.471680 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-d2828c6d-a6c2-49c8-abcb-4784347c6bc5 service neutron] For port 10040ac4-d970-4a95-b1a0-f348e640839a, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=10040ac4-d970-4a95-b1a0-f348e640839a,segment=NetworkSegment(cb5a1637-646d-4671-9ca6-bd30e74d860b),segment_id=cb5a1637-646d-4671-9ca6-bd30e74d860b)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:34:09.485675 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-14f5df7c-3ac8-4fb5-933b-09c47ca27f7f req-94d7132e-73ee-44e0-bb2f-791368cfa709 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] 10.222.0.22 "GET /v2.0/security-groups/07aa50f5-6f46-482e-914d-70a4b529eb24 HTTP/1.1" status: 200 len: 1812 time: 0.0597165 Sep 07 02:34:09.525087 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-d2828c6d-a6c2-49c8-abcb-4784347c6bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:09.561862 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [req-d47fcd54-8152-4ebe-8c58-32b543e679d4 req-663c9c52-d411-4253-a779-0d28814490d4 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] show failed (client error): The resource could not be found. Sep 07 02:34:09.562941 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d47fcd54-8152-4ebe-8c58-32b543e679d4 req-663c9c52-d411-4253-a779-0d28814490d4 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] 10.222.0.22 "GET /v2.0/security-groups/c9103d54-05ff-4cb9-bee9-8068e57cd810 HTTP/1.1" status: 404 len: 352 time: 0.0445759 Sep 07 02:34:09.598379 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [req-ab2d4820-57f1-4d5f-a68f-34023eb06ba7 req-c80dad20-499c-4067-bd59-a441104efb96 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] show failed (client error): The resource could not be found. Sep 07 02:34:09.599389 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ab2d4820-57f1-4d5f-a68f-34023eb06ba7 req-c80dad20-499c-4067-bd59-a441104efb96 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] 10.222.0.22 "GET /v2.0/security-group-rules/56952088-9c50-4af8-aec7-5c37c81a39ba HTTP/1.1" status: 404 len: 361 time: 0.0122225 Sep 07 02:34:09.614588 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-68ffc7ac-9cf1-4b1d-9843-955f3cf4b544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:09.617107 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-68ffc7ac-9cf1-4b1d-9843-955f3cf4b544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:09.618253 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-68ffc7ac-9cf1-4b1d-9843-955f3cf4b544 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8663a7f2-cc6c-43bc-9098-e1b7c7826c09 HTTP/1.1" status: 204 len: 168 time: 0.5209086 Sep 07 02:34:09.624099 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-21ea8090-47ed-4dc7-b7fc-db4c90d05e6a req-7d245b41-a1d0-48bc-8c4a-e8d309e8b6fb service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164168 Sep 07 02:34:09.648504 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ffc7ac-9cf1-4b1d-9843-955f3cf4b544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8663a7f2-cc6c-43bc-9098-e1b7c7826c09,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:09.729610 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-d2828c6d-a6c2-49c8-abcb-4784347c6bc5 service neutron] Transition to ACTIVE for port object 10040ac4-d970-4a95-b1a0-f348e640839a will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:34:09.740998 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-04f9769d-6453-4dd1-a1b5-8f42640e5617 req-158dc58e-fbe8-43d8-bd24-871958b423ca tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] 10.222.0.22 "GET /v2.0/security-groups/07aa50f5-6f46-482e-914d-70a4b529eb24 HTTP/1.1" status: 200 len: 1812 time: 0.1136830 Sep 07 02:34:09.742851 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-d2828c6d-a6c2-49c8-abcb-4784347c6bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:09.769486 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 38772) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:34:09.786027 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89fe25-6277-4611-a865-89926f71cafd req-cd52158f-44ac-42f6-a19a-2e0c60d1ab25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:09.787545 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ea89fe25-6277-4611-a865-89926f71cafd req-cd52158f-44ac-42f6-a19a-2e0c60d1ab25 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=36932fbb01ef47dd957d06cd3434fa27&device_id=34396900-5d92-4681-9fe3-886b904c3ccf HTTP/1.1" status: 200 len: 1100 time: 0.1019754 Sep 07 02:34:09.801599 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516fb46-5789-430b-8d2e-62cb5ac2e1fa req-32dcad49-1952-406b-95b2-457392bd0beb tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:09.803450 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a516fb46-5789-430b-8d2e-62cb5ac2e1fa req-32dcad49-1952-406b-95b2-457392bd0beb tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bda9913-bb6b-4cd1-a8c9-9523ee295fb4 HTTP/1.1" status: 200 len: 944 time: 0.0689318 Sep 07 02:34:09.849368 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a516fb46-5789-430b-8d2e-62cb5ac2e1fa req-06e0438c-86a7-4eff-9905-31128b2814bf tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/security-groups?id=3506a522-e11f-4616-954e-3e9559147307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385082 Sep 07 02:34:09.853183 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-d2828c6d-a6c2-49c8-abcb-4784347c6bc5 service neutron] No DVR routers for this DVR port 10040ac4-d970-4a95-b1a0-f348e640839a on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:34:09.930696 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2828c6d-a6c2-49c8-abcb-4784347c6bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=10040ac4-d970-4a95-b1a0-f348e640839a,revision_number=10']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:09.942373 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-d2828c6d-a6c2-49c8-abcb-4784347c6bc5 service neutron] 10.222.0.16 "PUT /v2.0/ports/10040ac4-d970-4a95-b1a0-f348e640839a/bindings/n-h1-796209-16/activate HTTP/1.1" status: 200 len: 370 time: 1.0694907 Sep 07 02:34:09.978149 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device b6b91583-efab-415c-af4d-b359edcad861 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:34:09.988150 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-04f9769d-6453-4dd1-a1b5-8f42640e5617 req-39a296b8-2681-4620-a9ba-bfc47ec632e4 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:10.008814 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89fe25-6277-4611-a865-89926f71cafd req-221ba7a4-c6de-4dbb-8322-616fe20d318b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:10.010448 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ea89fe25-6277-4611-a865-89926f71cafd req-221ba7a4-c6de-4dbb-8322-616fe20d318b service neutron] 10.222.0.23 "GET /v2.0/networks?id=0823ecf3-066e-49bd-a451-2e84ab79a70f HTTP/1.1" status: 200 len: 869 time: 0.2081499 Sep 07 02:34:10.034296 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 267ca837-5617-4072-a0e0-29204a87ffa0 up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:34:10.061738 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-04f9769d-6453-4dd1-a1b5-8f42640e5617 req-39a296b8-2681-4620-a9ba-bfc47ec632e4 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:10.136364 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-20290c49-4562-40f7-97f8-a14af89fafef admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1c4b6ba398454232953a36ff0b51c9e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3635056 Sep 07 02:34:10.140815 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 38786) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:34:10.148576 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port 267ca837-5617-4072-a0e0-29204a87ffa0 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:34:10.155757 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port 267ca837-5617-4072-a0e0-29204a87ffa0 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:34:10.156182 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:10.175324 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1ffb9-c10b-49f7-b791-8ea9b429cb50 req-2d069d8b-5734-43ec-8e04-6114a5d8f07e tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:10.184186 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-23c1ffb9-c10b-49f7-b791-8ea9b429cb50 req-2d069d8b-5734-43ec-8e04-6114a5d8f07e tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=a43a67ee-d7ee-45b5-b6e6-bf1e3c5124c0 HTTP/1.1" status: 200 len: 945 time: 0.1121390 Sep 07 02:34:10.227820 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port b6b91583-efab-415c-af4d-b359edcad861, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=b6b91583-efab-415c-af4d-b359edcad861,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:34:10.248870 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': 'b6b91583-efab-415c-af4d-b359edcad861', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'port_id': 'b6b91583-efab-415c-af4d-b359edcad861', 'mac_address': 'fa:16:3e:ab:c2:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '694f9550-ba12-4672-8446-41848123cea2', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:34:10.258926 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-23c1ffb9-c10b-49f7-b791-8ea9b429cb50 req-4efe6152-7fc8-403f-b7f0-cdb865a52ce1 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481496 Sep 07 02:34:10.260022 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-00d5b660-457e-447c-a433-71361fef93a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:10.300216 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-00d5b660-457e-447c-a433-71361fef93a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:10.344543 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:10.363558 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-00d5b660-457e-447c-a433-71361fef93a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:10.366223 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-00d5b660-457e-447c-a433-71361fef93a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:10.367371 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-00d5b660-457e-447c-a433-71361fef93a0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c70480b9-2495-4849-bf9c-f877b9683ac8 HTTP/1.1" status: 204 len: 168 time: 0.2252142 Sep 07 02:34:10.373246 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6b91583-efab-415c-af4d-b359edcad861 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:34:10.377833 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:10.380494 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d5b660-457e-447c-a433-71361fef93a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70480b9-2495-4849-bf9c-f877b9683ac8,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:10.416056 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ea89fe25-6277-4611-a865-89926f71cafd req-d013224f-befb-41a1-9c33-a8dae08c2294 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=ff1a19e3-e096-472f-9a63-57a220fc3f11 HTTP/1.1" status: 200 len: 217 time: 0.3845570 Sep 07 02:34:10.428888 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 267ca837-5617-4072-a0e0-29204a87ffa0, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=267ca837-5617-4072-a0e0-29204a87ffa0,segment=NetworkSegment(00cca32f-e41c-4852-a687-73528a16538c),segment_id=00cca32f-e41c-4852-a687-73528a16538c)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:34:10.444412 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bda9913-bb6b-4cd1-a8c9-9523ee295fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267ca837-5617-4072-a0e0-29204a87ffa0'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:34:10.447050 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a67cd4-ce2b-4092-885a-f498881db41e" -d '{"events": [{"server_uuid": "4bda9913-bb6b-4cd1-a8c9-9523ee295fb4", "name": "network-vif-plugged", "status": "completed", "tag": "267ca837-5617-4072-a0e0-29204a87ffa0"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:34:10.452381 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:10.461150 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port b6b91583-efab-415c-af4d-b359edcad861, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=b6b91583-efab-415c-af4d-b359edcad861,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:34:10.485005 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831deac-07a7-40fa-a117-e63aa89de07e req-af786b7a-06d9-4211-be0a-25e5f620716b tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:10.486540 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:10.502725 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5831deac-07a7-40fa-a117-e63aa89de07e req-af786b7a-06d9-4211-be0a-25e5f620716b tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=34c2627b-3011-401c-a0e2-7b9b6342a6d6 HTTP/1.1" status: 200 len: 945 time: 0.1236892 Sep 07 02:34:10.515233 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=267ca837-5617-4072-a0e0-29204a87ffa0,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:10.533914 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-1dc2167e-551d-4016-ad6b-9fdc755acfd3 tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:10.535684 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-1dc2167e-551d-4016-ad6b-9fdc755acfd3 tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a43a67ee-d7ee-45b5-b6e6-bf1e3c5124c0&tenant_id=4ff846f9243a40b7bf323ea156c2bdd7&binding%3Ahost_id=n-h2-796209-16 HTTP/1.1" status: 200 len: 1097 time: 0.5031538 Sep 07 02:34:10.540765 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89fe25-6277-4611-a865-89926f71cafd req-3a66b9a3-b495-4ab5-8955-a3a239778bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:10.542118 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ea89fe25-6277-4611-a865-89926f71cafd req-3a66b9a3-b495-4ab5-8955-a3a239778bef service neutron] 10.222.0.23 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.1135199 Sep 07 02:34:10.546357 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-04f9769d-6453-4dd1-a1b5-8f42640e5617 req-39a296b8-2681-4620-a9ba-bfc47ec632e4 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:10.548490 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-04f9769d-6453-4dd1-a1b5-8f42640e5617 req-39a296b8-2681-4620-a9ba-bfc47ec632e4 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:10.562539 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-04f9769d-6453-4dd1-a1b5-8f42640e5617 req-39a296b8-2681-4620-a9ba-bfc47ec632e4 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] 10.222.0.22 "DELETE /v2.0/security-groups/07aa50f5-6f46-482e-914d-70a4b529eb24 HTTP/1.1" status: 204 len: 173 time: 0.8090036 Sep 07 02:34:10.595225 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5831deac-07a7-40fa-a117-e63aa89de07e req-81cc354f-20e0-467c-8aac-b229607e46db tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907397 Sep 07 02:34:10.646011 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a296b8-2681-4620-a9ba-bfc47ec632e4 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07aa50f5-6f46-482e-914d-70a4b529eb24,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:10.647021 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=b6b91583-efab-415c-af4d-b359edcad861,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:10.728591 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['b6b91583-efab-415c-af4d-b359edcad861'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:34:10.730852 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89fe25-6277-4611-a865-89926f71cafd req-1574aca6-7928-451f-8be8-3d9962fee5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:10.733907 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ea89fe25-6277-4611-a865-89926f71cafd req-1574aca6-7928-451f-8be8-3d9962fee5a9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1692839 Sep 07 02:34:10.752404 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-4d7051ce-eff1-4624-a239-09fc26f064df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:10.754004 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-4d7051ce-eff1-4624-a239-09fc26f064df service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a43a67ee-d7ee-45b5-b6e6-bf1e3c5124c0&tenant_id=4ff846f9243a40b7bf323ea156c2bdd7 HTTP/1.1" status: 200 len: 1097 time: 0.1905198 Sep 07 02:34:10.769516 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5818db-dae2-4945-b59b-fbb8f145cc6e x-openstack-request-id: req-7d5818db-dae2-4945-b59b-fbb8f145cc6e {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:34:10.769825 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bda9913-bb6b-4cd1-a8c9-9523ee295fb4", "name": "network-vif-plugged", "status": "completed", "tag": "267ca837-5617-4072-a0e0-29204a87ffa0", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:34:10.770089 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7d5818db-dae2-4945-b59b-fbb8f145cc6e {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:34:10.770499 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bda9913-bb6b-4cd1-a8c9-9523ee295fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267ca837-5617-4072-a0e0-29204a87ffa0', 'code': 200} Sep 07 02:34:10.788099 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ecf894-4fb6-4961-ba32-09884a30fddb', 'name': 'network-vif-deleted', 'tag': '194747f0-c6bb-460a-81f3-7decb663fcef'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:34:10.792624 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c759b4c8-ad3c-43e1-8faf-8062987b4768" -d '{"events": [{"server_uuid": "e9ecf894-4fb6-4961-ba32-09884a30fddb", "name": "network-vif-deleted", "tag": "194747f0-c6bb-460a-81f3-7decb663fcef"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:34:10.834450 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-79f33072-c0f3-46df-8b58-b4f2ef08bc51 req-19991779-b790-4e67-9d23-e4bce7ac37d1 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] 10.222.0.22 "GET /v2.0/security-groups/019a8979-a776-46cb-ad62-41a463bc6708 HTTP/1.1" status: 200 len: 1812 time: 0.0708086 Sep 07 02:34:10.853763 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00931d4-d758-4974-9dae-7ed87dae16ff req-e3371a52-9b87-4c5f-ab47-b2c6031b8c30 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:10.856499 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d00931d4-d758-4974-9dae-7ed87dae16ff req-e3371a52-9b87-4c5f-ab47-b2c6031b8c30 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=34396900-5d92-4681-9fe3-886b904c3ccf HTTP/1.1" status: 200 len: 948 time: 0.2122478 Sep 07 02:34:10.956916 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-87bbc55a-c148-4f3b-9ae2-b446e0fd1d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:10.959060 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-87bbc55a-c148-4f3b-9ae2-b446e0fd1d30 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4ff846f9243a40b7bf323ea156c2bdd7&device_id=a43a67ee-d7ee-45b5-b6e6-bf1e3c5124c0 HTTP/1.1" status: 200 len: 1097 time: 0.1604528 Sep 07 02:34:10.991762 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d00931d4-d758-4974-9dae-7ed87dae16ff req-74e2bbee-929f-4048-a0ee-963267edbe53 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183717 Sep 07 02:34:11.015728 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38820) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:34:11.051030 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dbd1000-af21-4869-9cc7-cae12916056c x-openstack-request-id: req-3dbd1000-af21-4869-9cc7-cae12916056c {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:34:11.051317 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ecf894-4fb6-4961-ba32-09884a30fddb", "name": "network-vif-deleted", "tag": "194747f0-c6bb-460a-81f3-7decb663fcef", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:34:11.051585 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3dbd1000-af21-4869-9cc7-cae12916056c {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:34:11.052173 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ecf894-4fb6-4961-ba32-09884a30fddb', 'name': 'network-vif-deleted', 'tag': '194747f0-c6bb-460a-81f3-7decb663fcef', 'status': 'completed', 'code': 200} Sep 07 02:34:11.055434 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3eead2c4-4be2-4671-b662-d511075b62d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:11.132526 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ea89fe25-6277-4611-a865-89926f71cafd req-362cf7f0-9874-4fc2-a0ab-f1d970385e8a service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482418 Sep 07 02:34:11.196210 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08499a-d5dc-40df-8fc6-11bc11157b20 req-e821c976-c9d5-496b-adc5-81b3e144a0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:11.197787 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2d08499a-d5dc-40df-8fc6-11bc11157b20 req-e821c976-c9d5-496b-adc5-81b3e144a0fc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4bda9913-bb6b-4cd1-a8c9-9523ee295fb4 HTTP/1.1" status: 200 len: 1097 time: 0.3599584 Sep 07 02:34:11.203259 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-79f33072-c0f3-46df-8b58-b4f2ef08bc51 req-5193755e-108e-49f5-b1f2-5905699011c8 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:11.240017 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-79f33072-c0f3-46df-8b58-b4f2ef08bc51 req-5193755e-108e-49f5-b1f2-5905699011c8 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:11.257682 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-e56b39c0-7c43-45eb-af84-4f1756961324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:11.259257 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-e56b39c0-7c43-45eb-af84-4f1756961324 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5632e33d-1d7a-4426-9d83-a8e688a88788 HTTP/1.1" status: 200 len: 907 time: 0.2711875 Sep 07 02:34:11.268926 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2d08499a-d5dc-40df-8fc6-11bc11157b20 req-a4d7ebea-64ef-4817-b0a0-f0782fb90d70 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3506a522-e11f-4616-954e-3e9559147307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625067 Sep 07 02:34:11.272609 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b8a16-5389-422d-a0f5-31f054696fcc req-5882b5a6-c7b5-49b0-98f5-007934332c0a tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:11.274098 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c28b8a16-5389-422d-a0f5-31f054696fcc req-5882b5a6-c7b5-49b0-98f5-007934332c0a tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bda9913-bb6b-4cd1-a8c9-9523ee295fb4 HTTP/1.1" status: 200 len: 945 time: 0.1665328 Sep 07 02:34:11.296135 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-79f33072-c0f3-46df-8b58-b4f2ef08bc51 req-5193755e-108e-49f5-b1f2-5905699011c8 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:11.298693 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-79f33072-c0f3-46df-8b58-b4f2ef08bc51 req-5193755e-108e-49f5-b1f2-5905699011c8 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:11.299877 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-79f33072-c0f3-46df-8b58-b4f2ef08bc51 req-5193755e-108e-49f5-b1f2-5905699011c8 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] 10.222.0.22 "DELETE /v2.0/security-groups/019a8979-a776-46cb-ad62-41a463bc6708 HTTP/1.1" status: 204 len: 173 time: 0.4643373 Sep 07 02:34:11.309434 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5193755e-108e-49f5-b1f2-5905699011c8 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=019a8979-a776-46cb-ad62-41a463bc6708,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:11.354245 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-89699198-21f8-4f83-a993-f2ef39d1b197 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10040ac4-d970-4a95-b1a0-f348e640839a HTTP/1.1" status: 200 len: 217 time: 0.0791738 Sep 07 02:34:11.396762 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c28b8a16-5389-422d-a0f5-31f054696fcc req-53afa48c-ffe6-47de-9cbc-76978671787d tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/security-groups?id=3506a522-e11f-4616-954e-3e9559147307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161242 Sep 07 02:34:11.401055 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ea89fe25-6277-4611-a865-89926f71cafd req-f2bc2411-a470-4e39-944e-690dda3b99f3 service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490463 Sep 07 02:34:11.429133 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad6e5bd-6538-4f0f-a235-b1b9745d09cb req-c2231251-0a8f-4085-b197-295a60185064 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:11.430807 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1ad6e5bd-6538-4f0f-a235-b1b9745d09cb req-c2231251-0a8f-4085-b197-295a60185064 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=a43a67ee-d7ee-45b5-b6e6-bf1e3c5124c0 HTTP/1.1" status: 200 len: 945 time: 0.0531225 Sep 07 02:34:11.444782 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3eead2c4-4be2-4671-b662-d511075b62d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:11.454858 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3eead2c4-4be2-4671-b662-d511075b62d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:11.482983 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1ad6e5bd-6538-4f0f-a235-b1b9745d09cb req-92bef021-22cc-49de-803d-64c078421b5e tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452390 Sep 07 02:34:11.539698 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3eead2c4-4be2-4671-b662-d511075b62d0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b3f61c97358c4201b85bf056ece64d72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5227013 Sep 07 02:34:11.542480 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 38836) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:34:11.553336 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eead2c4-4be2-4671-b662-d511075b62d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e49ea8-a188-405d-ad78-41b0a5b32ec6,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:11.558117 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5001fdf5-2d2e-4265-9291-545b20c5ad42 req-b21b46ee-3ffd-42ea-ab3c-def2ebc01293 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] 10.222.0.22 "GET /v2.0/security-groups/39307aef-0d73-47f9-8094-a039c4f14b5a HTTP/1.1" status: 200 len: 1813 time: 0.1276722 Sep 07 02:34:11.577875 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-415c39f0-5725-44e9-b922-4b2782591c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:11.579334 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-415c39f0-5725-44e9-b922-4b2782591c7e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf141221-2e81-48e8-81ec-6bd6d6584327 HTTP/1.1" status: 200 len: 847 time: 0.1119626 Sep 07 02:34:11.598106 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6df392a0-f8be-4770-a9ac-196001de3b35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:11.623046 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6df392a0-f8be-4770-a9ac-196001de3b35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:11.631071 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-3cb79905-7327-4b69-bea3-3d3c908c203b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5632e33d-1d7a-4426-9d83-a8e688a88788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410130 Sep 07 02:34:11.665586 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5001fdf5-2d2e-4265-9291-545b20c5ad42 req-62255cf8-7622-4b6c-95d7-cd289ae7956e tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:11.672584 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6df392a0-f8be-4770-a9ac-196001de3b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:11.675373 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6df392a0-f8be-4770-a9ac-196001de3b35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:11.679762 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-6df392a0-f8be-4770-a9ac-196001de3b35 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d5e49ea8-a188-405d-ad78-41b0a5b32ec6 HTTP/1.1" status: 204 len: 168 time: 0.1333177 Sep 07 02:34:11.688380 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df392a0-f8be-4770-a9ac-196001de3b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e49ea8-a188-405d-ad78-41b0a5b32ec6,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:11.737996 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5001fdf5-2d2e-4265-9291-545b20c5ad42 req-62255cf8-7622-4b6c-95d7-cd289ae7956e tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:11.786907 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-84377e67-5758-4a27-831a-f09af2bc0e78 service neutron] 10.222.0.23 "GET /v2.0/networks/5632e33d-1d7a-4426-9d83-a8e688a88788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414375 Sep 07 02:34:11.806455 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5001fdf5-2d2e-4265-9291-545b20c5ad42 req-62255cf8-7622-4b6c-95d7-cd289ae7956e tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:11.809043 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5001fdf5-2d2e-4265-9291-545b20c5ad42 req-62255cf8-7622-4b6c-95d7-cd289ae7956e tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:11.810620 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5001fdf5-2d2e-4265-9291-545b20c5ad42 req-62255cf8-7622-4b6c-95d7-cd289ae7956e tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] 10.222.0.22 "DELETE /v2.0/security-groups/39307aef-0d73-47f9-8094-a039c4f14b5a HTTP/1.1" status: 204 len: 173 time: 0.2447495 Sep 07 02:34:11.836481 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62255cf8-7622-4b6c-95d7-cd289ae7956e tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39307aef-0d73-47f9-8094-a039c4f14b5a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:11.897105 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c56143-bf53-435a-9b7d-d6f3ae4860e0 req-e1afad8c-b4ec-47a6-9b81-7a00454c6c3c tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:11.898802 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-52c56143-bf53-435a-9b7d-d6f3ae4860e0 req-e1afad8c-b4ec-47a6-9b81-7a00454c6c3c tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=34c2627b-3011-401c-a0e2-7b9b6342a6d6 HTTP/1.1" status: 200 len: 945 time: 0.0770838 Sep 07 02:34:11.914575 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-2dc37546-fee3-4c83-8b31-98710ba91598 service neutron] 10.222.0.23 "GET /v2.0/networks/5632e33d-1d7a-4426-9d83-a8e688a88788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175861 Sep 07 02:34:11.942975 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-52c56143-bf53-435a-9b7d-d6f3ae4860e0 req-a47d7db3-a795-41a4-a78d-f87b3ee06f45 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346379 Sep 07 02:34:11.990321 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device ff1a19e3-e096-472f-9a63-57a220fc3f11 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:34:11.994904 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device b6b91583-efab-415c-af4d-b359edcad861 up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:34:12.029256 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3080948f-da19-4298-8875-0e731c549c53 req-d01543d6-e910-47aa-ac0b-1a2a36d3f3e0 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] 10.222.0.22 "GET /v2.0/security-groups/5d9bfae7-338f-4792-9b57-a817bfddaec4 HTTP/1.1" status: 200 len: 1812 time: 0.0523603 Sep 07 02:34:12.110852 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3080948f-da19-4298-8875-0e731c549c53 req-feba70a4-4ed9-4c32-8eb7-4b55808c4d00 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:12.134607 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 10040ac4-d970-4a95-b1a0-f348e640839a no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:34:12.156756 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3080948f-da19-4298-8875-0e731c549c53 req-feba70a4-4ed9-4c32-8eb7-4b55808c4d00 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:12.216049 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port b6b91583-efab-415c-af4d-b359edcad861 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:34:12.241271 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port b6b91583-efab-415c-af4d-b359edcad861 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:34:12.241653 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:12.285552 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 10040ac4-d970-4a95-b1a0-f348e640839a not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:34:12.306704 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3080948f-da19-4298-8875-0e731c549c53 req-feba70a4-4ed9-4c32-8eb7-4b55808c4d00 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:12.312545 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd02c1-9898-4b7e-9c78-539b03001ece req-e29462dc-6aef-494a-b1f8-a9aa4f999f37 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:12.313154 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3080948f-da19-4298-8875-0e731c549c53 req-feba70a4-4ed9-4c32-8eb7-4b55808c4d00 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:12.314485 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3080948f-da19-4298-8875-0e731c549c53 req-feba70a4-4ed9-4c32-8eb7-4b55808c4d00 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] 10.222.0.22 "DELETE /v2.0/security-groups/5d9bfae7-338f-4792-9b57-a817bfddaec4 HTTP/1.1" status: 204 len: 173 time: 0.2839568 Sep 07 02:34:12.318299 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port ff1a19e3-e096-472f-9a63-57a220fc3f11, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=ff1a19e3-e096-472f-9a63-57a220fc3f11,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:34:12.327244 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-46cd02c1-9898-4b7e-9c78-539b03001ece req-e29462dc-6aef-494a-b1f8-a9aa4f999f37 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=34396900-5d92-4681-9fe3-886b904c3ccf HTTP/1.1" status: 200 len: 948 time: 0.1100855 Sep 07 02:34:12.334827 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': 'ff1a19e3-e096-472f-9a63-57a220fc3f11', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'port_id': 'ff1a19e3-e096-472f-9a63-57a220fc3f11', 'mac_address': 'fa:16:3e:fd:67:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '694f9550-ba12-4672-8446-41848123cea2', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:34:12.342830 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba70a4-4ed9-4c32-8eb7-4b55808c4d00 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9bfae7-338f-4792-9b57-a817bfddaec4,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:12.349809 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-9100b4e4-f316-4919-89ee-f2ee1957ae13 tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:12.351669 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-9100b4e4-f316-4919-89ee-f2ee1957ae13 tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a43a67ee-d7ee-45b5-b6e6-bf1e3c5124c0&tenant_id=4ff846f9243a40b7bf323ea156c2bdd7&binding%3Ahost_id=n-h1-796209-16 HTTP/1.1" status: 200 len: 1097 time: 0.1330001 Sep 07 02:34:12.464170 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-46cd02c1-9898-4b7e-9c78-539b03001ece req-bccb0ba0-dcd1-440a-92b5-83b472d603ff tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359236 Sep 07 02:34:12.501434 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:12.545703 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:12.577410 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff1a19e3-e096-472f-9a63-57a220fc3f11 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:34:12.601813 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2caa978-5f5e-4468-8bf3-c2b951e32ebe req-2e217983-d04d-42b3-9135-bcf6a73622f1 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:12.607239 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port b6b91583-efab-415c-af4d-b359edcad861, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=b6b91583-efab-415c-af4d-b359edcad861,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:34:12.611549 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b2caa978-5f5e-4468-8bf3-c2b951e32ebe req-2e217983-d04d-42b3-9135-bcf6a73622f1 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bda9913-bb6b-4cd1-a8c9-9523ee295fb4 HTTP/1.1" status: 200 len: 945 time: 0.0650058 Sep 07 02:34:12.617205 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:12.618449 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 194747f0-c6bb-460a-81f3-7decb663fcef no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:34:12.648197 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6fb4e10c-bca4-45a7-b55c-fb12e4ebe454 req-26d6eccf-e994-4428-8cfa-c375724393c2 tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] 10.222.0.22 "GET /v2.0/security-groups/782b2e42-b7c3-43ce-afe1-fc81135bd7e0 HTTP/1.1" status: 200 len: 1813 time: 0.2039471 Sep 07 02:34:12.660603 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-b9221e56-d8f3-46b8-9a01-7b7784436cfa service neutron] For port 10040ac4-d970-4a95-b1a0-f348e640839a, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:34:12.664947 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-b9221e56-d8f3-46b8-9a01-7b7784436cfa service neutron] Notify callbacks [] for binding, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:12.666029 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6360e915-c635-4a8a-a32e-a3b67a5a3a69 req-b9221e56-d8f3-46b8-9a01-7b7784436cfa service neutron] 10.222.0.23 "DELETE /v2.0/ports/10040ac4-d970-4a95-b1a0-f348e640839a/bindings/n-h2-796209-16 HTTP/1.1" status: 204 len: 173 time: 0.3056173 Sep 07 02:34:12.667010 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b2caa978-5f5e-4468-8bf3-c2b951e32ebe req-908f24ce-561d-4a23-8030-ab3bb900e1a2 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/security-groups?id=3506a522-e11f-4616-954e-3e9559147307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517824 Sep 07 02:34:12.700315 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port ff1a19e3-e096-472f-9a63-57a220fc3f11, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=ff1a19e3-e096-472f-9a63-57a220fc3f11,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:34:12.710925 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: 194747f0-c6bb-460a-81f3-7decb663fcef {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:34:12.711548 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 194747f0-c6bb-460a-81f3-7decb663fcef not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:34:12.719666 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:12.752635 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6fb4e10c-bca4-45a7-b55c-fb12e4ebe454 req-5fbcf41a-65f5-4bd9-be6e-91ad72b6177b tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:12.773612 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9010bdc4-25bb-4f5c-862e-7e34c09bbe45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6b91583-efab-415c-af4d-b359edcad861'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:34:12.777354 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa9dc61-e20f-40c3-9637-3f3beacbdc26" -d '{"events": [{"server_uuid": "9010bdc4-25bb-4f5c-862e-7e34c09bbe45", "name": "network-vif-plugged", "status": "completed", "tag": "b6b91583-efab-415c-af4d-b359edcad861"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:34:12.781853 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=b6b91583-efab-415c-af4d-b359edcad861,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:12.785883 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6fb4e10c-bca4-45a7-b55c-fb12e4ebe454 req-5fbcf41a-65f5-4bd9-be6e-91ad72b6177b tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:12.836130 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6934a010-fb2f-4c95-9bf1-940debf4e41b req-da0ccfe1-f137-4bec-96f5-1ba6a15ee1dc tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:12.839549 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6934a010-fb2f-4c95-9bf1-940debf4e41b req-da0ccfe1-f137-4bec-96f5-1ba6a15ee1dc tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=a43a67ee-d7ee-45b5-b6e6-bf1e3c5124c0 HTTP/1.1" status: 200 len: 945 time: 0.0717514 Sep 07 02:34:12.847649 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6fb4e10c-bca4-45a7-b55c-fb12e4ebe454 req-5fbcf41a-65f5-4bd9-be6e-91ad72b6177b tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:12.850883 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6fb4e10c-bca4-45a7-b55c-fb12e4ebe454 req-5fbcf41a-65f5-4bd9-be6e-91ad72b6177b tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:12.852205 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6fb4e10c-bca4-45a7-b55c-fb12e4ebe454 req-5fbcf41a-65f5-4bd9-be6e-91ad72b6177b tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] 10.222.0.22 "DELETE /v2.0/security-groups/782b2e42-b7c3-43ce-afe1-fc81135bd7e0 HTTP/1.1" status: 204 len: 173 time: 0.2026958 Sep 07 02:34:12.861740 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38888) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:34:12.883996 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=ff1a19e3-e096-472f-9a63-57a220fc3f11,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:12.904147 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6934a010-fb2f-4c95-9bf1-940debf4e41b req-8ae93951-1a48-465e-b570-180b4a00c48e tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569217 Sep 07 02:34:12.913675 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e3011c-f7e3-4216-98b1-69c9f449a6d3 x-openstack-request-id: req-55e3011c-f7e3-4216-98b1-69c9f449a6d3 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:34:12.913967 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9010bdc4-25bb-4f5c-862e-7e34c09bbe45", "name": "network-vif-plugged", "status": "completed", "tag": "b6b91583-efab-415c-af4d-b359edcad861", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:34:12.914215 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-55e3011c-f7e3-4216-98b1-69c9f449a6d3 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:34:12.914605 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9010bdc4-25bb-4f5c-862e-7e34c09bbe45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6b91583-efab-415c-af4d-b359edcad861', 'code': 200} Sep 07 02:34:12.953664 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbcf41a-65f5-4bd9-be6e-91ad72b6177b tempest-SecurityGroupRulesNegativeTestJSON-1405072928 tempest-SecurityGroupRulesNegativeTestJSON-1405072928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=782b2e42-b7c3-43ce-afe1-fc81135bd7e0,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:12.964125 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['ff1a19e3-e096-472f-9a63-57a220fc3f11'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:34:13.033537 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38900) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:34:13.074276 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9a90c0d-c711-4760-9880-0e82312649ab admin admin] Deleting subnet b1f895a1-5641-4ddb-86a7-68cf9d3fd099 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:34:13.081006 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e9a90c0d-c711-4760-9880-0e82312649ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:13.143686 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e087411-cde0-4256-9c80-567ebde11c9d req-bf3f9d2f-021d-4c62-bd39-f7bb7e61b552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:13.145393 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7e087411-cde0-4256-9c80-567ebde11c9d req-bf3f9d2f-021d-4c62-bd39-f7bb7e61b552 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9010bdc4-25bb-4f5c-862e-7e34c09bbe45 HTTP/1.1" status: 200 len: 1101 time: 0.1582420 Sep 07 02:34:13.188940 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9723a20-d6d5-4df5-bd5a-4ca9dc7b803b req-739f40fd-5d44-412f-acf3-ec31984fd7b6 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:13.192599 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c9723a20-d6d5-4df5-bd5a-4ca9dc7b803b req-739f40fd-5d44-412f-acf3-ec31984fd7b6 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=34c2627b-3011-401c-a0e2-7b9b6342a6d6 HTTP/1.1" status: 200 len: 945 time: 0.0676746 Sep 07 02:34:13.194724 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e9a90c0d-c711-4760-9880-0e82312649ab admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:13.210570 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e9a90c0d-c711-4760-9880-0e82312649ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:13.248279 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be0d4b-fd9e-4d68-aff4-dc92b1474571 req-fac7a654-c961-4ed4-87a2-a1b4b7f5e2c8 tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:13.249960 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-44be0d4b-fd9e-4d68-aff4-dc92b1474571 req-fac7a654-c961-4ed4-87a2-a1b4b7f5e2c8 tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=a43a67ee-d7ee-45b5-b6e6-bf1e3c5124c0 HTTP/1.1" status: 200 len: 1097 time: 0.1625912 Sep 07 02:34:13.260012 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7e087411-cde0-4256-9c80-567ebde11c9d req-ee05c8c9-bf49-40e6-ab10-4d4b7ce577fa service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937660 Sep 07 02:34:13.273626 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c9723a20-d6d5-4df5-bd5a-4ca9dc7b803b req-f1b0b772-1a91-4eae-95c2-250355ab2b7a tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748241 Sep 07 02:34:13.311133 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-44be0d4b-fd9e-4d68-aff4-dc92b1474571 req-8d2fc8a6-f2f9-439b-88bc-d413570c0bff tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535920 Sep 07 02:34:13.328117 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e9a90c0d-c711-4760-9880-0e82312649ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:13.346681 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-67c2ef75-2f5f-4805-a568-5c3a6f462646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:13.372445 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a90c0d-c711-4760-9880-0e82312649ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1f895a1-5641-4ddb-86a7-68cf9d3fd099,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:13.379528 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e9a90c0d-c711-4760-9880-0e82312649ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:13.380964 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-e9a90c0d-c711-4760-9880-0e82312649ab admin admin] 10.222.0.22 "DELETE /v2.0/subnets/b1f895a1-5641-4ddb-86a7-68cf9d3fd099 HTTP/1.1" status: 204 len: 168 time: 0.5157003 Sep 07 02:34:13.383512 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38912) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:34:13.479675 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dee37647-4f3a-4d29-8fc6-9e008803902e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:13.644016 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-67c2ef75-2f5f-4805-a568-5c3a6f462646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:13.645378 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dee37647-4f3a-4d29-8fc6-9e008803902e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:13.655188 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-67c2ef75-2f5f-4805-a568-5c3a6f462646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:13.694237 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277feadc-ed68-4175-9a25-20721288a132 req-f77f4412-e2e8-4f77-bc7b-d7935b0eb82e tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:13.695830 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-277feadc-ed68-4175-9a25-20721288a132 req-f77f4412-e2e8-4f77-bc7b-d7935b0eb82e tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=34396900-5d92-4681-9fe3-886b904c3ccf HTTP/1.1" status: 200 len: 949 time: 0.1544244 Sep 07 02:34:13.703816 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dee37647-4f3a-4d29-8fc6-9e008803902e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:34:13.704074 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dee37647-4f3a-4d29-8fc6-9e008803902e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:34:13.704771 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dee37647-4f3a-4d29-8fc6-9e008803902e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:34:13.705105 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dee37647-4f3a-4d29-8fc6-9e008803902e admin admin] Subscribe: > port after_create 55550000 {{(pid=94700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:34:13.705433 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dee37647-4f3a-4d29-8fc6-9e008803902e admin admin] Subscribe: > port after_delete 55550000 {{(pid=94700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:34:13.705786 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dee37647-4f3a-4d29-8fc6-9e008803902e admin admin] Subscribe: > port after_update 55550000 {{(pid=94700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:34:13.706107 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dee37647-4f3a-4d29-8fc6-9e008803902e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:34:13.706439 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dee37647-4f3a-4d29-8fc6-9e008803902e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:34:13.706755 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dee37647-4f3a-4d29-8fc6-9e008803902e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:34:13.707071 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dee37647-4f3a-4d29-8fc6-9e008803902e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:34:13.750362 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cbbafe-784f-4721-889e-1ede3353a1f6 req-1c16d62e-ec0d-421f-a30d-78b902930aa4 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:13.764221 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-81cbbafe-784f-4721-889e-1ede3353a1f6 req-1c16d62e-ec0d-421f-a30d-78b902930aa4 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/networks?id=5632e33d-1d7a-4426-9d83-a8e688a88788 HTTP/1.1" status: 200 len: 807 time: 0.1456649 Sep 07 02:34:13.774152 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dee37647-4f3a-4d29-8fc6-9e008803902e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:34:13.774505 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dee37647-4f3a-4d29-8fc6-9e008803902e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:34:13.774838 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dee37647-4f3a-4d29-8fc6-9e008803902e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:34:13.775172 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dee37647-4f3a-4d29-8fc6-9e008803902e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 07 02:34:13.775592 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-dee37647-4f3a-4d29-8fc6-9e008803902e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2319bdc8-5fda-4d46-bf9b-38a1a5e6ec13']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:34:13.781656 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-81cbbafe-784f-4721-889e-1ede3353a1f6 req-ea435376-abb3-4800-a96c-949cbf72b63a tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/quotas/4ff846f9243a40b7bf323ea156c2bdd7 HTTP/1.1" status: 200 len: 375 time: 0.0143631 Sep 07 02:34:13.821068 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-dee37647-4f3a-4d29-8fc6-9e008803902e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56d4b2d8-c37f-440c-be40-398e09358c18') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:34:13.821371 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-dee37647-4f3a-4d29-8fc6-9e008803902e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56d4b2d8-c37f-440c-be40-398e09358c18') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:34:13.830025 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-67c2ef75-2f5f-4805-a568-5c3a6f462646 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=881635733fd44d2fbb36db2fe6182276&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7951367 Sep 07 02:34:13.832585 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 38936) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:34:13.845948 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c2ef75-2f5f-4805-a568-5c3a6f462646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e58b144-0693-4454-bd15-83214e68a5f5,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:13.854675 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dee37647-4f3a-4d29-8fc6-9e008803902e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:13.856759 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-81cbbafe-784f-4721-889e-1ede3353a1f6 req-7b5c4df3-8118-4129-ac58-c3c1fb9466e1 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=4ff846f9243a40b7bf323ea156c2bdd7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0691912 Sep 07 02:34:13.918910 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-917982e7-766f-4046-b9b5-146bbe08a912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:13.973348 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-917982e7-766f-4046-b9b5-146bbe08a912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:14.003295 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-81cbbafe-784f-4721-889e-1ede3353a1f6 req-06f6b22c-a0e3-4897-895d-02a24336acde service neutron] 10.222.0.22 "GET /v2.0/networks/5632e33d-1d7a-4426-9d83-a8e688a88788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297781 Sep 07 02:34:14.009453 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device ff1a19e3-e096-472f-9a63-57a220fc3f11 up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:34:14.106995 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-917982e7-766f-4046-b9b5-146bbe08a912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:14.110204 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-917982e7-766f-4046-b9b5-146bbe08a912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:14.112356 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dee37647-4f3a-4d29-8fc6-9e008803902e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:14.115144 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-917982e7-766f-4046-b9b5-146bbe08a912 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4e58b144-0693-4454-bd15-83214e68a5f5 HTTP/1.1" status: 204 len: 168 time: 0.2815111 Sep 07 02:34:14.119889 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-277feadc-ed68-4175-9a25-20721288a132 req-99fa75dc-7809-4f3c-bd70-4f44bb9e1c97 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312800 Sep 07 02:34:14.131192 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dee37647-4f3a-4d29-8fc6-9e008803902e admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:34:14.131881 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dee37647-4f3a-4d29-8fc6-9e008803902e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:14.136532 n-d-796209-16 neutron-server[94700]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 02:34:14.136532 n-d-796209-16 neutron-server[94700]: from cryptography.utils import int_from_bytes Sep 07 02:34:14.136532 n-d-796209-16 neutron-server[94700]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 02:34:14.136532 n-d-796209-16 neutron-server[94700]: from cryptography.utils import int_from_bytes Sep 07 02:34:14.136532 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:34:14.136532 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:34:14.136532 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:34:14.136532 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:34:14.136532 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:34:14.136532 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:34:14.136532 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:34:14.136532 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:34:14.136532 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:34:14.136532 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:34:14.136532 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:34:14.136532 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:34:14.136532 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:34:14.136532 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:34:14.136532 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:34:14.136532 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:34:14.136532 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:34:14.136532 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:34:14.136532 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:34:14.136532 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:34:14.136532 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:34:14.136532 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:34:14.136532 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:34:14.136532 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:34:14.136532 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:34:14.136532 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:34:14.136532 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:34:14.136532 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:34:14.136532 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:34:14.136532 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:34:14.136532 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:34:14.136532 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:34:14.164081 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917982e7-766f-4046-b9b5-146bbe08a912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e58b144-0693-4454-bd15-83214e68a5f5,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:14.184869 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a097aea-c431-4873-a915-30cdc687ab15 req-dba0b7d9-1927-495b-b591-156b129ba82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:14.186706 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5a097aea-c431-4873-a915-30cdc687ab15 req-dba0b7d9-1927-495b-b591-156b129ba82c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=58fe4c9e71db4bd7aa26d4557468fc65&device_id=34c2627b-3011-401c-a0e2-7b9b6342a6d6 HTTP/1.1" status: 200 len: 1097 time: 0.3598783 Sep 07 02:34:14.213212 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-81cbbafe-784f-4721-889e-1ede3353a1f6 req-30689f8a-1316-4f3b-9f47-c39a98273451 service neutron] 10.222.0.22 "GET /v2.0/networks/5632e33d-1d7a-4426-9d83-a8e688a88788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896756 Sep 07 02:34:14.218842 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dee37647-4f3a-4d29-8fc6-9e008803902e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:14.235175 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port ff1a19e3-e096-472f-9a63-57a220fc3f11 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:34:14.242674 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port ff1a19e3-e096-472f-9a63-57a220fc3f11 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:34:14.243254 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:14.263879 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dee37647-4f3a-4d29-8fc6-9e008803902e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:14.265810 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-dee37647-4f3a-4d29-8fc6-9e008803902e admin admin] 10.222.0.22 "DELETE /v2.0/networks/2319bdc8-5fda-4d46-bf9b-38a1a5e6ec13 HTTP/1.1" status: 204 len: 168 time: 0.8812573 Sep 07 02:34:14.320740 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee37647-4f3a-4d29-8fc6-9e008803902e admin admin] Pushing event deleted for resources: {'Network': ['ID=2319bdc8-5fda-4d46-bf9b-38a1a5e6ec13,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:14.379275 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:14.386175 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a097aea-c431-4873-a915-30cdc687ab15 req-d08d3432-9d54-47e8-b486-06ccd8c67aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:14.388092 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5a097aea-c431-4873-a915-30cdc687ab15 req-d08d3432-9d54-47e8-b486-06ccd8c67aec service neutron] 10.222.0.23 "GET /v2.0/networks?id=e4ab2f0c-5a02-4242-a541-768acd457503 HTTP/1.1" status: 200 len: 921 time: 0.1873033 Sep 07 02:34:14.405483 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7473e925-64f0-41c6-b7d1-bb8ed4413232 req-dc01ab40-dd4c-4881-9a24-c573e5a49cdc tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:14.407641 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7473e925-64f0-41c6-b7d1-bb8ed4413232 req-dc01ab40-dd4c-4881-9a24-c573e5a49cdc tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bda9913-bb6b-4cd1-a8c9-9523ee295fb4 HTTP/1.1" status: 200 len: 945 time: 0.1703646 Sep 07 02:34:14.436174 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port ff1a19e3-e096-472f-9a63-57a220fc3f11, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=ff1a19e3-e096-472f-9a63-57a220fc3f11,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:34:14.446065 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:14.446191 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 38952) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:34:14.460238 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5a097aea-c431-4873-a915-30cdc687ab15 req-eaf2e3a1-3658-4277-a810-add6c99846e0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba246450-92d4-4fad-854d-29807ceb844e HTTP/1.1" status: 200 len: 217 time: 0.0516052 Sep 07 02:34:14.526642 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7473e925-64f0-41c6-b7d1-bb8ed4413232 req-29f91a05-7cf9-482c-a86f-e7b2557c7d32 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/security-groups?id=3506a522-e11f-4616-954e-3e9559147307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690701 Sep 07 02:34:14.539890 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a097aea-c431-4873-a915-30cdc687ab15 req-215e7722-dea1-41dc-9c86-2aaa6206ca71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:14.541381 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5a097aea-c431-4873-a915-30cdc687ab15 req-215e7722-dea1-41dc-9c86-2aaa6206ca71 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a1bc4512-390c-4c50-bb1d-2c94019bd4fe HTTP/1.1" status: 200 len: 861 time: 0.0618162 Sep 07 02:34:14.578193 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-50db346c-c075-4595-b99c-892f8a0d9727 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=21262fbb7a3a4ad8b33937bfc29889b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1307070 Sep 07 02:34:14.580596 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 38958) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:34:14.605348 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5a097aea-c431-4873-a915-30cdc687ab15 req-8e576b17-0365-4dc0-ad5a-63038c9d196c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e4ab2f0c-5a02-4242-a541-768acd457503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547304 Sep 07 02:34:14.615198 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=ff1a19e3-e096-472f-9a63-57a220fc3f11,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:14.707714 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-69dc6ac1-f015-48cb-b1a0-94be5ea460f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:14.735500 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-69dc6ac1-f015-48cb-b1a0-94be5ea460f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:14.796948 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94edb886-8420-4e0c-928b-ec69eb9c053b req-9f59884e-a423-432f-a4e0-2af3bf01d78c tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:14.799100 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-94edb886-8420-4e0c-928b-ec69eb9c053b req-9f59884e-a423-432f-a4e0-2af3bf01d78c tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=34c2627b-3011-401c-a0e2-7b9b6342a6d6 HTTP/1.1" status: 200 len: 945 time: 0.0859432 Sep 07 02:34:14.830733 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5a097aea-c431-4873-a915-30cdc687ab15 req-de47cc3d-f4fd-429d-a901-5e22ee799e40 service neutron] 10.222.0.23 "GET /v2.0/networks/e4ab2f0c-5a02-4242-a541-768acd457503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192700 Sep 07 02:34:14.860310 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6ead95a7-9389-49af-801e-78d48f0ed632 req-89e8d634-ed23-41b6-83b5-f5609dc9f615 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bb549be-cb5c-48dd-8181-bf0c98f68c72 HTTP/1.1" status: 200 len: 210 time: 0.0321167 Sep 07 02:34:14.861081 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-69dc6ac1-f015-48cb-b1a0-94be5ea460f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:14.863671 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-69dc6ac1-f015-48cb-b1a0-94be5ea460f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:14.865001 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-69dc6ac1-f015-48cb-b1a0-94be5ea460f0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0dba1760-168d-4e2e-87ac-b14db67af665 HTTP/1.1" status: 204 len: 168 time: 0.2831862 Sep 07 02:34:14.885337 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dc6ac1-f015-48cb-b1a0-94be5ea460f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dba1760-168d-4e2e-87ac-b14db67af665,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:14.915582 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34396900-5d92-4681-9fe3-886b904c3ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff1a19e3-e096-472f-9a63-57a220fc3f11'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:34:14.919778 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2e790c-5233-412e-b7a6-affc68762456" -d '{"events": [{"server_uuid": "34396900-5d92-4681-9fe3-886b904c3ccf", "name": "network-vif-plugged", "status": "completed", "tag": "ff1a19e3-e096-472f-9a63-57a220fc3f11"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:34:15.001873 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38974) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:34:15.005153 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-94edb886-8420-4e0c-928b-ec69eb9c053b req-07ba9c29-250c-4dc7-a829-408cfc28958d tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978705 Sep 07 02:34:15.023242 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4c4cfc92-6690-4005-ad1b-a58df8875dd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:15.053244 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b9ced-a0ca-4de1-80d0-87065f5be5b6 req-b5028031-e6b3-4396-ae83-3f1eebf256f2 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:15.061602 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-737b9ced-a0ca-4de1-80d0-87065f5be5b6 req-b5028031-e6b3-4396-ae83-3f1eebf256f2 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bda9913-bb6b-4cd1-a8c9-9523ee295fb4 HTTP/1.1" status: 200 len: 945 time: 0.0928378 Sep 07 02:34:15.084491 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5a097aea-c431-4873-a915-30cdc687ab15 req-64a2f773-8fc5-4b4f-85c3-8a1b3c90632b service neutron] 10.222.0.23 "GET /v2.0/networks/e4ab2f0c-5a02-4242-a541-768acd457503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460914 Sep 07 02:34:15.113096 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-737b9ced-a0ca-4de1-80d0-87065f5be5b6 req-4a0e77ac-666e-4a69-8bc3-eed97baeb977 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/security-groups?id=3506a522-e11f-4616-954e-3e9559147307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497434 Sep 07 02:34:15.135527 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e0f226-cb91-421b-b57f-06b6899bc309 x-openstack-request-id: req-31e0f226-cb91-421b-b57f-06b6899bc309 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:34:15.135956 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34396900-5d92-4681-9fe3-886b904c3ccf", "name": "network-vif-plugged", "status": "completed", "tag": "ff1a19e3-e096-472f-9a63-57a220fc3f11", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:34:15.136065 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-31e0f226-cb91-421b-b57f-06b6899bc309 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:34:15.136425 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34396900-5d92-4681-9fe3-886b904c3ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff1a19e3-e096-472f-9a63-57a220fc3f11', 'code': 200} Sep 07 02:34:15.308817 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6658727-8fa7-4caf-abb3-6a5baeffd52c req-228aa2ab-2c61-43eb-8952-deab65f18633 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:15.310662 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f6658727-8fa7-4caf-abb3-6a5baeffd52c req-228aa2ab-2c61-43eb-8952-deab65f18633 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=34396900-5d92-4681-9fe3-886b904c3ccf HTTP/1.1" status: 200 len: 950 time: 0.0670409 Sep 07 02:34:15.362467 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f6658727-8fa7-4caf-abb3-6a5baeffd52c req-ee1f3200-f487-4e24-880a-7712c6afe989 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437391 Sep 07 02:34:15.392546 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a097aea-c431-4873-a915-30cdc687ab15 req-4d38d30c-b24b-49c8-87a7-55c7e271bd26 tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:15.394422 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5a097aea-c431-4873-a915-30cdc687ab15 req-4d38d30c-b24b-49c8-87a7-55c7e271bd26 tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=34c2627b-3011-401c-a0e2-7b9b6342a6d6&tenant_id=58fe4c9e71db4bd7aa26d4557468fc65&binding%3Ahost_id=n-h2-796209-16 HTTP/1.1" status: 200 len: 1097 time: 0.2197428 Sep 07 02:34:15.412311 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-5a097aea-c431-4873-a915-30cdc687ab15 req-1b0858eb-3290-4d49-9ea1-8b64622604dd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-796209-16'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:34:15.483701 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4338f1-3c31-4ea4-8a50-e3fa05351fbf req-5ac9a53f-7142-4663-9866-7b0ae122e304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:15.485662 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cf4338f1-3c31-4ea4-8a50-e3fa05351fbf req-5ac9a53f-7142-4663-9866-7b0ae122e304 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=34396900-5d92-4681-9fe3-886b904c3ccf HTTP/1.1" status: 200 len: 1102 time: 0.1844015 Sep 07 02:34:15.523906 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4c4cfc92-6690-4005-ad1b-a58df8875dd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:15.538539 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5a097aea-c431-4873-a915-30cdc687ab15 req-1b0858eb-3290-4d49-9ea1-8b64622604dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:15.543867 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4c4cfc92-6690-4005-ad1b-a58df8875dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:15.653618 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cf4338f1-3c31-4ea4-8a50-e3fa05351fbf req-dfa1bc6c-26f4-4407-bb57-99b89e0daf6d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526735 Sep 07 02:34:15.684918 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4cfc92-6690-4005-ad1b-a58df8875dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feec5b17-bf2d-4d04-b2c3-eb6f5a6af109,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:15.694266 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 39024) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:34:15.694398 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-4c4cfc92-6690-4005-ad1b-a58df8875dd1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2bdcaecd177e49e18585313418513335&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6880035 Sep 07 02:34:15.768059 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-5a097aea-c431-4873-a915-30cdc687ab15 req-1b0858eb-3290-4d49-9ea1-8b64622604dd service neutron] For port ba246450-92d4-4fad-854d-29807ceb844e, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=ba246450-92d4-4fad-854d-29807ceb844e,segment=NetworkSegment(a87351ba-0fbc-4302-9869-b18eee085c86),segment_id=a87351ba-0fbc-4302-9869-b18eee085c86)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:34:15.829733 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c486708c-03c1-4108-abca-c1fee02eff3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:15.863683 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c486708c-03c1-4108-abca-c1fee02eff3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:15.867937 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-5a097aea-c431-4873-a915-30cdc687ab15 req-1b0858eb-3290-4d49-9ea1-8b64622604dd service neutron] For port ba246450-92d4-4fad-854d-29807ceb844e, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:34:15.885264 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 39034) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:34:15.946905 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c486708c-03c1-4108-abca-c1fee02eff3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:15.953179 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c486708c-03c1-4108-abca-c1fee02eff3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:15.958132 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c486708c-03c1-4108-abca-c1fee02eff3a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/feec5b17-bf2d-4d04-b2c3-eb6f5a6af109 HTTP/1.1" status: 204 len: 168 time: 0.2627413 Sep 07 02:34:15.985368 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c486708c-03c1-4108-abca-c1fee02eff3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feec5b17-bf2d-4d04-b2c3-eb6f5a6af109,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:16.085178 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7a6df7c0-160b-42db-91c0-642379a5493e req-f99a67a8-f46c-49a8-829a-858ba773966f tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bb549be-cb5c-48dd-8181-bf0c98f68c72 HTTP/1.1" status: 200 len: 210 time: 0.0414295 Sep 07 02:34:16.089512 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 39048) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:34:16.093321 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34c2627b-3011-401c-a0e2-7b9b6342a6d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba246450-92d4-4fad-854d-29807ceb844e'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:34:16.095716 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86819e2c-f7f0-45b6-bc0a-eadba51fe5a7" -d '{"events": [{"server_uuid": "34c2627b-3011-401c-a0e2-7b9b6342a6d6", "name": "network-vif-unplugged", "status": "completed", "tag": "ba246450-92d4-4fad-854d-29807ceb844e"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:34:16.108028 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5a097aea-c431-4873-a915-30cdc687ab15 req-1b0858eb-3290-4d49-9ea1-8b64622604dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:16.123451 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5a097aea-c431-4873-a915-30cdc687ab15 req-1b0858eb-3290-4d49-9ea1-8b64622604dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:16.140671 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaa0f05-0e76-4afb-8467-32a212fbe4f1 req-bc8cc9cf-66fe-4bd3-96c0-775d0bd28d8a tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:16.149754 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-acaa0f05-0e76-4afb-8467-32a212fbe4f1 req-bc8cc9cf-66fe-4bd3-96c0-775d0bd28d8a tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bda9913-bb6b-4cd1-a8c9-9523ee295fb4 HTTP/1.1" status: 200 len: 945 time: 0.1069369 Sep 07 02:34:16.178456 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cbbafe-784f-4721-889e-1ede3353a1f6 req-7736f7a1-2fbb-46b8-9e9d-fdbdb9eb9091 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:16.180386 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81cbbafe-784f-4721-889e-1ede3353a1f6 req-7736f7a1-2fbb-46b8-9e9d-fdbdb9eb9091 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.16 "GET /v2.0/networks?id=5632e33d-1d7a-4426-9d83-a8e688a88788 HTTP/1.1" status: 200 len: 807 time: 0.3515806 Sep 07 02:34:16.202742 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-81cbbafe-784f-4721-889e-1ede3353a1f6 req-8a707802-fc0a-4284-a49e-7adc7fefc9d7 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Request body: {'port': {'device_id': '7bb549be-cb5c-48dd-8181-bf0c98f68c72', 'network_id': '5632e33d-1d7a-4426-9d83-a8e688a88788', 'admin_state_up': True, 'tenant_id': '4ff846f9243a40b7bf323ea156c2bdd7'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:34:16.209088 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-acaa0f05-0e76-4afb-8467-32a212fbe4f1 req-ebc15ae2-605e-4ddc-a2ba-80b2f0cb94fe tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/security-groups?id=3506a522-e11f-4616-954e-3e9559147307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534656 Sep 07 02:34:16.238381 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7216d70a-4006-4672-a9e0-a25646272b86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:16.308744 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 02:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b284810-b86d-4fc3-89ae-5c74e10e4d76 x-openstack-request-id: req-2b284810-b86d-4fc3-89ae-5c74e10e4d76 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:34:16.309833 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34c2627b-3011-401c-a0e2-7b9b6342a6d6", "name": "network-vif-unplugged", "status": "completed", "tag": "ba246450-92d4-4fad-854d-29807ceb844e", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:34:16.310084 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2b284810-b86d-4fc3-89ae-5c74e10e4d76 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:34:16.310471 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34c2627b-3011-401c-a0e2-7b9b6342a6d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba246450-92d4-4fad-854d-29807ceb844e', 'code': 200} Sep 07 02:34:16.361033 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0858eb-3290-4d49-9ea1-8b64622604dd service neutron] Pushing event updated for resources: {'Port': ['ID=ba246450-92d4-4fad-854d-29807ceb844e,revision_number=7']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:16.374870 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-5a097aea-c431-4873-a915-30cdc687ab15 req-1b0858eb-3290-4d49-9ea1-8b64622604dd service neutron] Attempting to bind port ba246450-92d4-4fad-854d-29807ceb844e on host n-h2-796209-16 for vnic_type normal with profile {"migrating_to": "n-h1-796209-16"} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:34:16.375206 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-5a097aea-c431-4873-a915-30cdc687ab15 req-1b0858eb-3290-4d49-9ea1-8b64622604dd service neutron] Attempting to bind port ba246450-92d4-4fad-854d-29807ceb844e by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': 'a87351ba-0fbc-4302-9869-b18eee085c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e4ab2f0c-5a02-4242-a541-768acd457503'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:34:16.375538 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a097aea-c431-4873-a915-30cdc687ab15 req-1b0858eb-3290-4d49-9ea1-8b64622604dd service neutron] Attempting to bind port ba246450-92d4-4fad-854d-29807ceb844e on network e4ab2f0c-5a02-4242-a541-768acd457503 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:34:16.386053 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a097aea-c431-4873-a915-30cdc687ab15 req-1b0858eb-3290-4d49-9ea1-8b64622604dd service neutron] Port ba246450-92d4-4fad-854d-29807ceb844e on network e4ab2f0c-5a02-4242-a541-768acd457503 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:34:16.386378 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a097aea-c431-4873-a915-30cdc687ab15 req-1b0858eb-3290-4d49-9ea1-8b64622604dd service neutron] Attempting to bind port ba246450-92d4-4fad-854d-29807ceb844e on network e4ab2f0c-5a02-4242-a541-768acd457503 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:34:16.390675 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7216d70a-4006-4672-a9e0-a25646272b86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:16.394235 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a097aea-c431-4873-a915-30cdc687ab15 req-1b0858eb-3290-4d49-9ea1-8b64622604dd service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:34:16.394631 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a097aea-c431-4873-a915-30cdc687ab15 req-1b0858eb-3290-4d49-9ea1-8b64622604dd service neutron] Checking segment: {'id': 'a87351ba-0fbc-4302-9869-b18eee085c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e4ab2f0c-5a02-4242-a541-768acd457503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:34:16.395062 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a097aea-c431-4873-a915-30cdc687ab15 req-1b0858eb-3290-4d49-9ea1-8b64622604dd service neutron] Bound using segment: {'id': 'a87351ba-0fbc-4302-9869-b18eee085c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e4ab2f0c-5a02-4242-a541-768acd457503'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:34:16.395637 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-5a097aea-c431-4873-a915-30cdc687ab15 req-1b0858eb-3290-4d49-9ea1-8b64622604dd service neutron] Bound port: ba246450-92d4-4fad-854d-29807ceb844e, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a87351ba-0fbc-4302-9869-b18eee085c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e4ab2f0c-5a02-4242-a541-768acd457503'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:34:16.396149 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5a097aea-c431-4873-a915-30cdc687ab15 req-1b0858eb-3290-4d49-9ea1-8b64622604dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:16.397579 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7216d70a-4006-4672-a9e0-a25646272b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:16.409825 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5edbb1-c227-466d-9ce9-6b8bb1ac2321 req-70e51b8d-2a50-49e0-bec9-715959b197bd tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:16.417372 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1a5edbb1-c227-466d-9ce9-6b8bb1ac2321 req-70e51b8d-2a50-49e0-bec9-715959b197bd tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=34c2627b-3011-401c-a0e2-7b9b6342a6d6 HTTP/1.1" status: 200 len: 943 time: 0.2259300 Sep 07 02:34:16.444370 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-84e4b165-90be-475c-85b6-d7a0434f46aa admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1094912353-network', 'tenant_id': 'f43e6d71721048fb888308c7429b3307'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:34:16.460302 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-7216d70a-4006-4672-a9e0-a25646272b86 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4e5de62a28464dd08c7f4659bb716996&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5736818 Sep 07 02:34:16.461571 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7216d70a-4006-4672-a9e0-a25646272b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795f02e1-a9a2-4934-b28e-10da65e8a94b,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:16.464328 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 39064) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:34:16.548642 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1a5edbb1-c227-466d-9ce9-6b8bb1ac2321 req-4adabec6-2dba-4f46-805b-2db2a070748b tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303909 Sep 07 02:34:16.554548 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e4b165-90be-475c-85b6-d7a0434f46aa admin admin] Made reservation on behalf of f43e6d71721048fb888308c7429b3307 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:34:16.554980 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6471af09-fbf6-4780-ad8a-02242d624eb9 req-ad7bfc10-cfa3-4099-a2f2-2a28667e47e9 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:16.556567 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6471af09-fbf6-4780-ad8a-02242d624eb9 req-ad7bfc10-cfa3-4099-a2f2-2a28667e47e9 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=34396900-5d92-4681-9fe3-886b904c3ccf HTTP/1.1" status: 200 len: 950 time: 0.0835044 Sep 07 02:34:16.557404 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-24f27e20-ab27-4bd2-8e10-e1dee88e2cc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:16.564400 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-84e4b165-90be-475c-85b6-d7a0434f46aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:16.584948 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-84e4b165-90be-475c-85b6-d7a0434f46aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:16.587333 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-24f27e20-ab27-4bd2-8e10-e1dee88e2cc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:16.612535 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-5a097aea-c431-4873-a915-30cdc687ab15 req-1b0858eb-3290-4d49-9ea1-8b64622604dd service neutron] For port ba246450-92d4-4fad-854d-29807ceb844e, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:34:16.617064 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-5a097aea-c431-4873-a915-30cdc687ab15 req-1b0858eb-3290-4d49-9ea1-8b64622604dd service neutron] For port ba246450-92d4-4fad-854d-29807ceb844e, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=ba246450-92d4-4fad-854d-29807ceb844e,segment=NetworkSegment(a87351ba-0fbc-4302-9869-b18eee085c86),segment_id=a87351ba-0fbc-4302-9869-b18eee085c86)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:34:16.618052 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81cbbafe-784f-4721-889e-1ede3353a1f6 req-8a707802-fc0a-4284-a49e-7adc7fefc9d7 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Made reservation on behalf of 4ff846f9243a40b7bf323ea156c2bdd7 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:34:16.622224 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-81cbbafe-784f-4721-889e-1ede3353a1f6 req-8a707802-fc0a-4284-a49e-7adc7fefc9d7 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:16.629830 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5a097aea-c431-4873-a915-30cdc687ab15 req-1b0858eb-3290-4d49-9ea1-8b64622604dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:16.637801 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6471af09-fbf6-4780-ad8a-02242d624eb9 req-97309958-d00c-4bde-bf35-35df1d5c9e08 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700140 Sep 07 02:34:16.667645 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-24f27e20-ab27-4bd2-8e10-e1dee88e2cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:16.678201 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-24f27e20-ab27-4bd2-8e10-e1dee88e2cc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:16.678201 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-24f27e20-ab27-4bd2-8e10-e1dee88e2cc9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/795f02e1-a9a2-4934-b28e-10da65e8a94b HTTP/1.1" status: 204 len: 168 time: 0.2113974 Sep 07 02:34:16.687899 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f27e20-ab27-4bd2-8e10-e1dee88e2cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795f02e1-a9a2-4934-b28e-10da65e8a94b,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:16.825395 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a097aea-c431-4873-a915-30cdc687ab15 req-1b0858eb-3290-4d49-9ea1-8b64622604dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:16.826065 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5a097aea-c431-4873-a915-30cdc687ab15 req-1b0858eb-3290-4d49-9ea1-8b64622604dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:16.827863 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5a097aea-c431-4873-a915-30cdc687ab15 req-1b0858eb-3290-4d49-9ea1-8b64622604dd service neutron] 10.222.0.23 "PUT /v2.0/ports/ba246450-92d4-4fad-854d-29807ceb844e HTTP/1.1" status: 200 len: 1123 time: 1.4205914 Sep 07 02:34:16.831854 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0858eb-3290-4d49-9ea1-8b64622604dd service neutron] Pushing event updated for resources: {'Port': ['ID=ba246450-92d4-4fad-854d-29807ceb844e,revision_number=8']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:16.887948 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['ba246450-92d4-4fad-854d-29807ceb844e'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:34:16.922605 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-84e4b165-90be-475c-85b6-d7a0434f46aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:16.934915 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-81cbbafe-784f-4721-889e-1ede3353a1f6 req-8a707802-fc0a-4284-a49e-7adc7fefc9d7 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Allocated IP 172.20.0.2 (5632e33d-1d7a-4426-9d83-a8e688a88788/cf141221-2e81-48e8-81ec-6bd6d6584327/c6c9209b-fea0-494e-b2ea-76a9314efdfd) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:34:16.965183 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-84e4b165-90be-475c-85b6-d7a0434f46aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:16.984329 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84e4b165-90be-475c-85b6-d7a0434f46aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:34:17.007717 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-84e4b165-90be-475c-85b6-d7a0434f46aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:17.008205 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-84e4b165-90be-475c-85b6-d7a0434f46aa admin admin] Added segment e1590437-af9e-463e-952b-ccf3cb970636 of type vlan for network 41f3d735-5da0-4166-b991-13085e9fd43f Sep 07 02:34:17.080224 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e4b165-90be-475c-85b6-d7a0434f46aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd99eaa5-ab8b-41a2-b218-44db061f9b35,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:17.216727 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-84e4b165-90be-475c-85b6-d7a0434f46aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:17.238723 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 39092) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:34:17.260064 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f00accb4-dbf9-49cf-896b-0812082f4b73 req-48acd8b5-ed2e-4c12-84de-0aaa71a58b55 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bb549be-cb5c-48dd-8181-bf0c98f68c72 HTTP/1.1" status: 200 len: 210 time: 0.0469844 Sep 07 02:34:17.271026 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7e3a39f1-5475-4527-ac9a-0d0a8d2246f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:17.301735 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-84e4b165-90be-475c-85b6-d7a0434f46aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:17.302508 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e4b165-90be-475c-85b6-d7a0434f46aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:17.303101 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-84e4b165-90be-475c-85b6-d7a0434f46aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:17.313102 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-81cbbafe-784f-4721-889e-1ede3353a1f6 req-8a707802-fc0a-4284-a49e-7adc7fefc9d7 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:17.435191 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e4b165-90be-475c-85b6-d7a0434f46aa admin admin] Pushing event updated for resources: {'Network': ['ID=41f3d735-5da0-4166-b991-13085e9fd43f,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:17.447673 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 41f3d735-5da0-4166-b991-13085e9fd43f details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:34:17.470663 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1585a4-e949-4228-8f50-d4713c0b3fa9 req-2ea2e674-b9da-456a-ac30-004cc9a6df6c tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:17.472238 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0a1585a4-e949-4228-8f50-d4713c0b3fa9 req-2ea2e674-b9da-456a-ac30-004cc9a6df6c tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bda9913-bb6b-4cd1-a8c9-9523ee295fb4 HTTP/1.1" status: 200 len: 945 time: 0.1796296 Sep 07 02:34:17.509744 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-81cbbafe-784f-4721-889e-1ede3353a1f6 req-8a707802-fc0a-4284-a49e-7adc7fefc9d7 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:17.573079 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7e3a39f1-5475-4527-ac9a-0d0a8d2246f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:17.577151 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0a1585a4-e949-4228-8f50-d4713c0b3fa9 req-37bf07fa-7698-428d-9569-e24e06e588c6 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/security-groups?id=3506a522-e11f-4616-954e-3e9559147307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947609 Sep 07 02:34:17.586269 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7e3a39f1-5475-4527-ac9a-0d0a8d2246f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:17.593931 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81cbbafe-784f-4721-889e-1ede3353a1f6 req-8a707802-fc0a-4284-a49e-7adc7fefc9d7 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Network 5632e33d-1d7a-4426-9d83-a8e688a88788 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:34:17.600777 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-84e4b165-90be-475c-85b6-d7a0434f46aa admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5052934 Sep 07 02:34:17.601711 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 39104) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:34:17.606683 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-b5b9773b-2dde-4318-b740-edfdafd3ae8c admin admin] Request body: {'subnet': {'network_id': '41f3d735-5da0-4166-b991-13085e9fd43f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1094912353-subnet', 'tenant_id': 'f43e6d71721048fb888308c7429b3307', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:34:17.624681 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-81cbbafe-784f-4721-889e-1ede3353a1f6 req-8a707802-fc0a-4284-a49e-7adc7fefc9d7 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:34:17.627134 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-81cbbafe-784f-4721-889e-1ede3353a1f6 req-8a707802-fc0a-4284-a49e-7adc7fefc9d7 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:34:17.642474 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b9773b-2dde-4318-b740-edfdafd3ae8c admin admin] Made reservation on behalf of f43e6d71721048fb888308c7429b3307 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:34:17.646515 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b5b9773b-2dde-4318-b740-edfdafd3ae8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:17.666078 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a707802-fc0a-4284-a49e-7adc7fefc9d7 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Pushing event updated for resources: {'Port': ['ID=c6c9209b-fea0-494e-b2ea-76a9314efdfd,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:17.694733 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-7e3a39f1-5475-4527-ac9a-0d0a8d2246f4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e8e12e9d0e3745afbbc583bcaf41a876&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4501641 Sep 07 02:34:17.698162 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 39110) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:34:17.708136 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3a39f1-5475-4527-ac9a-0d0a8d2246f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707f67bd-b0f3-43ab-9d7e-68fc593ea147,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:17.730439 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cbbafe-784f-4721-889e-1ede3353a1f6 req-8a707802-fc0a-4284-a49e-7adc7fefc9d7 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:17.731124 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-81cbbafe-784f-4721-889e-1ede3353a1f6 req-8a707802-fc0a-4284-a49e-7adc7fefc9d7 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:17.751817 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81cbbafe-784f-4721-889e-1ede3353a1f6 req-8a707802-fc0a-4284-a49e-7adc7fefc9d7 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5565400 Sep 07 02:34:17.773165 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a2c6d-c420-412d-9673-bee19ae10e87 req-e2ed0f13-4ea4-4524-bf45-d32fe9ef53f0 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:17.777212 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-893a2c6d-c420-412d-9673-bee19ae10e87 req-e2ed0f13-4ea4-4524-bf45-d32fe9ef53f0 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=34c2627b-3011-401c-a0e2-7b9b6342a6d6 HTTP/1.1" status: 200 len: 943 time: 0.1163526 Sep 07 02:34:17.781309 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-81cbbafe-784f-4721-889e-1ede3353a1f6 req-e15c76ba-6f56-4a18-a3e4-1fb90c6897c2 service neutron] Request body: {'port': {'device_id': '7bb549be-cb5c-48dd-8181-bf0c98f68c72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:34:17.838025 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-893a2c6d-c420-412d-9673-bee19ae10e87 req-6b33e87d-f7ee-4d3a-9763-6a98957b5416 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491214 Sep 07 02:34:17.865688 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bf38fbe9-bf44-42d6-a94e-6edf1205166e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:17.889886 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9942bb06-a424-4543-a919-83b19cc2fbb3 req-d6b65220-90a7-40db-a57f-1d17c71b0aad tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:17.891407 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9942bb06-a424-4543-a919-83b19cc2fbb3 req-d6b65220-90a7-40db-a57f-1d17c71b0aad tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=34396900-5d92-4681-9fe3-886b904c3ccf HTTP/1.1" status: 200 len: 950 time: 0.1354709 Sep 07 02:34:17.895688 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-81cbbafe-784f-4721-889e-1ede3353a1f6 req-e15c76ba-6f56-4a18-a3e4-1fb90c6897c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:17.921465 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bf38fbe9-bf44-42d6-a94e-6edf1205166e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:17.927463 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b5b9773b-2dde-4318-b740-edfdafd3ae8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:17.988892 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b9773b-2dde-4318-b740-edfdafd3ae8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4050dbee-26b6-4bf1-a560-e427e5799f4b,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:17.999198 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b9773b-2dde-4318-b740-edfdafd3ae8c admin admin] Checking segment: {'id': 'e1590437-af9e-463e-952b-ccf3cb970636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '41f3d735-5da0-4166-b991-13085e9fd43f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:34:17.999673 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b9773b-2dde-4318-b740-edfdafd3ae8c admin admin] Network hostable DHCP agents. Network: 41f3d735-5da0-4166-b991-13085e9fd43f, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:34:18.002853 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9942bb06-a424-4543-a919-83b19cc2fbb3 req-3cc86a0b-e7b8-4530-a004-4f792536ab1b tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017013 Sep 07 02:34:18.021778 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b9773b-2dde-4318-b740-edfdafd3ae8c admin admin] Network 41f3d735-5da0-4166-b991-13085e9fd43f is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:34:18.034515 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-b5b9773b-2dde-4318-b740-edfdafd3ae8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 41f3d735-5da0-4166-b991-13085e9fd43f) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:34:18.043571 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0db499-d8d1-4aa6-99f6-63e68d8ffd45 None None] Network 41f3d735-5da0-4166-b991-13085e9fd43f requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:34:18.048274 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 267ca837-5617-4072-a0e0-29204a87ffa0 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:34:18.049260 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b9773b-2dde-4318-b740-edfdafd3ae8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:18.050128 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b5b9773b-2dde-4318-b740-edfdafd3ae8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:18.089496 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b5b9773b-2dde-4318-b740-edfdafd3ae8c admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4865596 Sep 07 02:34:18.141260 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bf38fbe9-bf44-42d6-a94e-6edf1205166e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:18.151731 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bf38fbe9-bf44-42d6-a94e-6edf1205166e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:18.158854 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-bf38fbe9-bf44-42d6-a94e-6edf1205166e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/707f67bd-b0f3-43ab-9d7e-68fc593ea147 HTTP/1.1" status: 204 len: 168 time: 0.4596810 Sep 07 02:34:18.192276 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf38fbe9-bf44-42d6-a94e-6edf1205166e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707f67bd-b0f3-43ab-9d7e-68fc593ea147,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:18.250965 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe7df6-3fae-4c78-a245-a31aebcb95f5 req-1120c146-33c9-43c1-99b5-2e4f99872ba0 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:18.258281 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-57fe7df6-3fae-4c78-a245-a31aebcb95f5 req-1120c146-33c9-43c1-99b5-2e4f99872ba0 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=9010bdc4-25bb-4f5c-862e-7e34c09bbe45 HTTP/1.1" status: 200 len: 949 time: 0.1186459 Sep 07 02:34:18.311406 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34c2627b-3011-401c-a0e2-7b9b6342a6d6', 'tag': 'ba246450-92d4-4fad-854d-29807ceb844e'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:34:18.313652 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5180cd6-d3bd-4227-a10e-0d4974099109" -d '{"events": [{"name": "network-changed", "server_uuid": "34c2627b-3011-401c-a0e2-7b9b6342a6d6", "tag": "ba246450-92d4-4fad-854d-29807ceb844e"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:34:18.318090 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-57fe7df6-3fae-4c78-a245-a31aebcb95f5 req-c00c65e5-1093-4cbb-b3ba-9a73fde03578 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566413 Sep 07 02:34:18.330663 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25be02f1-1b72-4a7f-be47-e37f095ca330 None None] Network 41f3d735-5da0-4166-b991-13085e9fd43f requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:34:18.379399 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 267ca837-5617-4072-a0e0-29204a87ffa0, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=267ca837-5617-4072-a0e0-29204a87ffa0,segment=NetworkSegment(00cca32f-e41c-4852-a687-73528a16538c),segment_id=00cca32f-e41c-4852-a687-73528a16538c)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:34:18.423249 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [req-f9a1e46f-b893-4502-9b66-bcb0fc750cd5 req-d2c5e9b5-c40b-4fa0-90a7-e17de625bd51 tempest-SecurityGroupsNegativeTestJSON-1257124158 tempest-SecurityGroupsNegativeTestJSON-1257124158-project] show failed (client error): The resource could not be found. Sep 07 02:34:18.424396 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f9a1e46f-b893-4502-9b66-bcb0fc750cd5 req-d2c5e9b5-c40b-4fa0-90a7-e17de625bd51 tempest-SecurityGroupsNegativeTestJSON-1257124158 tempest-SecurityGroupsNegativeTestJSON-1257124158-project] 10.222.0.22 "GET /v2.0/security-groups/a9fe3699-72c8-4220-8b53-3f9b4406d48c HTTP/1.1" status: 404 len: 352 time: 0.0166643 Sep 07 02:34:18.426531 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-81cbbafe-784f-4721-889e-1ede3353a1f6 req-e15c76ba-6f56-4a18-a3e4-1fb90c6897c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6c9209b-fea0-494e-b2ea-76a9314efdfd {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:34:18.439583 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-81cbbafe-784f-4721-889e-1ede3353a1f6 req-e15c76ba-6f56-4a18-a3e4-1fb90c6897c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:18.454120 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-81cbbafe-784f-4721-889e-1ede3353a1f6 req-e15c76ba-6f56-4a18-a3e4-1fb90c6897c2 service neutron] Transition to ACTIVE for port object c6c9209b-fea0-494e-b2ea-76a9314efdfd will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:34:18.463252 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-81cbbafe-784f-4721-889e-1ede3353a1f6 req-e15c76ba-6f56-4a18-a3e4-1fb90c6897c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:18.483199 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b3825-9a56-412b-9895-1a1b1b3cedb3 req-ec226f2e-fb4f-4f6b-acbd-79429981d4d9 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:18.490896 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e63b3825-9a56-412b-9895-1a1b1b3cedb3 req-ec226f2e-fb4f-4f6b-acbd-79429981d4d9 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bb549be-cb5c-48dd-8181-bf0c98f68c72 HTTP/1.1" status: 200 len: 931 time: 0.0682862 Sep 07 02:34:18.503830 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '267ca837-5617-4072-a0e0-29204a87ffa0', 'network_id': 'bd9601bc-c156-4ac4-9ffa-13377eee4acb', 'port_id': '267ca837-5617-4072-a0e0-29204a87ffa0', 'mac_address': 'fa:16:3e:38:18:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af40ed98-11da-495e-997d-546db09a985f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:34:18.541638 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54f5aa7-f4d0-4000-baad-21e21f8a233c x-openstack-request-id: req-a54f5aa7-f4d0-4000-baad-21e21f8a233c {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:34:18.543819 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34c2627b-3011-401c-a0e2-7b9b6342a6d6", "tag": "ba246450-92d4-4fad-854d-29807ceb844e", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:34:18.544229 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a54f5aa7-f4d0-4000-baad-21e21f8a233c {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:34:18.545894 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34c2627b-3011-401c-a0e2-7b9b6342a6d6', 'tag': 'ba246450-92d4-4fad-854d-29807ceb844e', 'status': 'completed', 'code': 200} Sep 07 02:34:18.547215 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e63b3825-9a56-412b-9895-1a1b1b3cedb3 req-babf24c6-4883-4be8-823d-baea052fd873 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553396 Sep 07 02:34:18.625858 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:18.654535 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 267ca837-5617-4072-a0e0-29204a87ffa0 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:34:18.656244 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15c76ba-6f56-4a18-a3e4-1fb90c6897c2 service neutron] Pushing event updated for resources: {'Port': ['ID=c6c9209b-fea0-494e-b2ea-76a9314efdfd,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:18.676977 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 267ca837-5617-4072-a0e0-29204a87ffa0, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=267ca837-5617-4072-a0e0-29204a87ffa0,segment=NetworkSegment(00cca32f-e41c-4852-a687-73528a16538c),segment_id=00cca32f-e41c-4852-a687-73528a16538c)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:34:18.686048 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:18.725935 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5180cd6-d3bd-4227-a10e-0d4974099109 req-9c8aeb4a-71ca-43ff-8431-64ad329759e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:18.728135 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d5180cd6-d3bd-4227-a10e-0d4974099109 req-9c8aeb4a-71ca-43ff-8431-64ad329759e2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=58fe4c9e71db4bd7aa26d4557468fc65&device_id=34c2627b-3011-401c-a0e2-7b9b6342a6d6 HTTP/1.1" status: 200 len: 1126 time: 0.1813564 Sep 07 02:34:18.765186 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0a5452a7-2136-4a4a-908e-e14c02b1aa41 req-de6fde31-6e56-45f4-b9b6-db3c023d6f06 tempest-SecurityGroupsNegativeTestJSON-1257124158 tempest-SecurityGroupsNegativeTestJSON-1257124158-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f43e6d71721048fb888308c7429b3307 HTTP/1.1" status: 200 len: 2984 time: 0.0862014 Sep 07 02:34:18.771537 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=267ca837-5617-4072-a0e0-29204a87ffa0,revision_number=6']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:18.827614 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-81cbbafe-784f-4721-889e-1ede3353a1f6 req-e15c76ba-6f56-4a18-a3e4-1fb90c6897c2 service neutron] Attempting to bind port c6c9209b-fea0-494e-b2ea-76a9314efdfd on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:34:18.828015 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-81cbbafe-784f-4721-889e-1ede3353a1f6 req-e15c76ba-6f56-4a18-a3e4-1fb90c6897c2 service neutron] Attempting to bind port c6c9209b-fea0-494e-b2ea-76a9314efdfd by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': 'cb5a1637-646d-4671-9ca6-bd30e74d860b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5632e33d-1d7a-4426-9d83-a8e688a88788'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:34:18.828268 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cbbafe-784f-4721-889e-1ede3353a1f6 req-e15c76ba-6f56-4a18-a3e4-1fb90c6897c2 service neutron] Attempting to bind port c6c9209b-fea0-494e-b2ea-76a9314efdfd on network 5632e33d-1d7a-4426-9d83-a8e688a88788 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:34:18.838278 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cbbafe-784f-4721-889e-1ede3353a1f6 req-e15c76ba-6f56-4a18-a3e4-1fb90c6897c2 service neutron] Port c6c9209b-fea0-494e-b2ea-76a9314efdfd on network 5632e33d-1d7a-4426-9d83-a8e688a88788 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:34:18.838602 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cbbafe-784f-4721-889e-1ede3353a1f6 req-e15c76ba-6f56-4a18-a3e4-1fb90c6897c2 service neutron] Attempting to bind port c6c9209b-fea0-494e-b2ea-76a9314efdfd on network 5632e33d-1d7a-4426-9d83-a8e688a88788 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:34:18.841288 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0a5452a7-2136-4a4a-908e-e14c02b1aa41 req-2d1c2056-33c5-4ed2-b258-d0b49a568e3c tempest-SecurityGroupsNegativeTestJSON-1257124158 tempest-SecurityGroupsNegativeTestJSON-1257124158-project] 10.222.0.22 "GET /v2.0/security-groups/bd99eaa5-ab8b-41a2-b218-44db061f9b35 HTTP/1.1" status: 200 len: 2981 time: 0.0568099 Sep 07 02:34:18.860745 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cbbafe-784f-4721-889e-1ede3353a1f6 req-e15c76ba-6f56-4a18-a3e4-1fb90c6897c2 service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:34:18.861082 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cbbafe-784f-4721-889e-1ede3353a1f6 req-e15c76ba-6f56-4a18-a3e4-1fb90c6897c2 service neutron] Checking segment: {'id': 'cb5a1637-646d-4671-9ca6-bd30e74d860b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5632e33d-1d7a-4426-9d83-a8e688a88788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:34:18.861469 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cbbafe-784f-4721-889e-1ede3353a1f6 req-e15c76ba-6f56-4a18-a3e4-1fb90c6897c2 service neutron] Bound using segment: {'id': 'cb5a1637-646d-4671-9ca6-bd30e74d860b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5632e33d-1d7a-4426-9d83-a8e688a88788'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:34:18.861908 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-81cbbafe-784f-4721-889e-1ede3353a1f6 req-e15c76ba-6f56-4a18-a3e4-1fb90c6897c2 service neutron] Bound port: c6c9209b-fea0-494e-b2ea-76a9314efdfd, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb5a1637-646d-4671-9ca6-bd30e74d860b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5632e33d-1d7a-4426-9d83-a8e688a88788'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:34:18.862264 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-81cbbafe-784f-4721-889e-1ede3353a1f6 req-e15c76ba-6f56-4a18-a3e4-1fb90c6897c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:18.875247 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5180cd6-d3bd-4227-a10e-0d4974099109 req-123c28f6-7887-4b32-aaaa-83bfdec93c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:18.876846 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d5180cd6-d3bd-4227-a10e-0d4974099109 req-123c28f6-7887-4b32-aaaa-83bfdec93c2f service neutron] 10.222.0.16 "GET /v2.0/networks?id=e4ab2f0c-5a02-4242-a541-768acd457503 HTTP/1.1" status: 200 len: 921 time: 0.1366348 Sep 07 02:34:18.884155 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['267ca837-5617-4072-a0e0-29204a87ffa0'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:34:18.920029 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0a5452a7-2136-4a4a-908e-e14c02b1aa41 req-bcd078fc-76eb-4849-a026-45be7bf8b843 tempest-SecurityGroupsNegativeTestJSON-1257124158 tempest-SecurityGroupsNegativeTestJSON-1257124158-project] 10.222.0.22 "GET /v2.0/security-groups/bd99eaa5-ab8b-41a2-b218-44db061f9b35 HTTP/1.1" status: 200 len: 2981 time: 0.0726647 Sep 07 02:34:18.952969 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-81cbbafe-784f-4721-889e-1ede3353a1f6 req-e15c76ba-6f56-4a18-a3e4-1fb90c6897c2 service neutron] For port c6c9209b-fea0-494e-b2ea-76a9314efdfd, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:34:18.957880 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-81cbbafe-784f-4721-889e-1ede3353a1f6 req-e15c76ba-6f56-4a18-a3e4-1fb90c6897c2 service neutron] For port c6c9209b-fea0-494e-b2ea-76a9314efdfd, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=c6c9209b-fea0-494e-b2ea-76a9314efdfd,segment=NetworkSegment(cb5a1637-646d-4671-9ca6-bd30e74d860b),segment_id=cb5a1637-646d-4671-9ca6-bd30e74d860b)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:34:18.970060 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-81cbbafe-784f-4721-889e-1ede3353a1f6 req-e15c76ba-6f56-4a18-a3e4-1fb90c6897c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:19.028055 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d5180cd6-d3bd-4227-a10e-0d4974099109 req-8abfcbb7-ed5c-4be2-9831-944cfdba13d2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba246450-92d4-4fad-854d-29807ceb844e HTTP/1.1" status: 200 len: 217 time: 0.0670502 Sep 07 02:34:19.038861 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cbbafe-784f-4721-889e-1ede3353a1f6 req-e15c76ba-6f56-4a18-a3e4-1fb90c6897c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:19.039592 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-81cbbafe-784f-4721-889e-1ede3353a1f6 req-e15c76ba-6f56-4a18-a3e4-1fb90c6897c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:19.041172 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81cbbafe-784f-4721-889e-1ede3353a1f6 req-e15c76ba-6f56-4a18-a3e4-1fb90c6897c2 service neutron] 10.222.0.16 "PUT /v2.0/ports/c6c9209b-fea0-494e-b2ea-76a9314efdfd HTTP/1.1" status: 200 len: 1092 time: 1.2683430 Sep 07 02:34:19.104020 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6387998-a3a7-4840-83f2-2315987a865c req-299c9016-04a6-4900-a2bb-bad4ba63801c tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:19.113155 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d6387998-a3a7-4840-83f2-2315987a865c req-299c9016-04a6-4900-a2bb-bad4ba63801c tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bda9913-bb6b-4cd1-a8c9-9523ee295fb4 HTTP/1.1" status: 200 len: 944 time: 0.1238136 Sep 07 02:34:19.142274 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15c76ba-6f56-4a18-a3e4-1fb90c6897c2 service neutron] Pushing event updated for resources: {'Port': ['ID=c6c9209b-fea0-494e-b2ea-76a9314efdfd,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:19.161580 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d6387998-a3a7-4840-83f2-2315987a865c req-c685e530-b319-4952-8b31-a80c9f9b7f08 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/security-groups?id=3506a522-e11f-4616-954e-3e9559147307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472245 Sep 07 02:34:19.174028 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5180cd6-d3bd-4227-a10e-0d4974099109 req-588f28c5-a1e3-4309-9e9b-d1a4094dcce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:19.185261 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d5180cd6-d3bd-4227-a10e-0d4974099109 req-588f28c5-a1e3-4309-9e9b-d1a4094dcce9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a1bc4512-390c-4c50-bb1d-2c94019bd4fe HTTP/1.1" status: 200 len: 861 time: 0.1478755 Sep 07 02:34:19.210479 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cbbafe-784f-4721-889e-1ede3353a1f6 req-86f91a2e-faa5-4c81-a0e4-5d8369e7e853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:19.212124 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81cbbafe-784f-4721-889e-1ede3353a1f6 req-86f91a2e-faa5-4c81-a0e4-5d8369e7e853 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4ff846f9243a40b7bf323ea156c2bdd7&device_id=7bb549be-cb5c-48dd-8181-bf0c98f68c72 HTTP/1.1" status: 200 len: 1095 time: 0.1171863 Sep 07 02:34:19.243583 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d5180cd6-d3bd-4227-a10e-0d4974099109 req-6b2d2bea-1044-4a2d-9d29-ff4104e96200 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e4ab2f0c-5a02-4242-a541-768acd457503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480919 Sep 07 02:34:19.257653 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996e2b22-e31c-4910-83be-a13e8c29f16d req-8b0fb89e-f616-4db4-9461-847de4601b9e tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:19.263612 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996e2b22-e31c-4910-83be-a13e8c29f16d req-8b0fb89e-f616-4db4-9461-847de4601b9e tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:19.265382 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-996e2b22-e31c-4910-83be-a13e8c29f16d req-8b0fb89e-f616-4db4-9461-847de4601b9e tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=34396900-5d92-4681-9fe3-886b904c3ccf&device_id=9010bdc4-25bb-4f5c-862e-7e34c09bbe45 HTTP/1.1" status: 200 len: 1690 time: 0.1560781 Sep 07 02:34:19.307092 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81cbbafe-784f-4721-889e-1ede3353a1f6 req-8563278c-411a-4958-bbdb-5e9174c6f176 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c6c9209b-fea0-494e-b2ea-76a9314efdfd HTTP/1.1" status: 200 len: 217 time: 0.0657094 Sep 07 02:34:19.307092 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 39190) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:34:19.330919 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f2afb-d185-42ee-a89d-416e1e33fd51 req-3283e8cf-4af1-4833-8e6e-c2a2d3aa63c0 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:19.332721 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-873f2afb-d185-42ee-a89d-416e1e33fd51 req-3283e8cf-4af1-4833-8e6e-c2a2d3aa63c0 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=34c2627b-3011-401c-a0e2-7b9b6342a6d6 HTTP/1.1" status: 200 len: 943 time: 0.0524607 Sep 07 02:34:19.374288 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-873f2afb-d185-42ee-a89d-416e1e33fd51 req-0775f4b6-fdb3-4243-af05-8b7c91bbd34d tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347309 Sep 07 02:34:19.448622 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dc58faaf-8b89-4d19-a0b1-41bbd40041db req-aae66ed8-f890-4463-919c-70b128ad3576 tempest-SecurityGroupsNegativeTestJSON-1257124158 tempest-SecurityGroupsNegativeTestJSON-1257124158-project] 10.222.0.22 "GET /v2.0/security-groups/bd99eaa5-ab8b-41a2-b218-44db061f9b35 HTTP/1.1" status: 200 len: 2981 time: 0.0440059 Sep 07 02:34:19.512786 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [req-dc58faaf-8b89-4d19-a0b1-41bbd40041db req-3520c989-1022-4c24-95aa-63bfb27c5069 tempest-SecurityGroupsNegativeTestJSON-1257124158 tempest-SecurityGroupsNegativeTestJSON-1257124158-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 07 02:34:19.513843 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dc58faaf-8b89-4d19-a0b1-41bbd40041db req-3520c989-1022-4c24-95aa-63bfb27c5069 tempest-SecurityGroupsNegativeTestJSON-1257124158 tempest-SecurityGroupsNegativeTestJSON-1257124158-project] 10.222.0.22 "DELETE /v2.0/security-groups/bd99eaa5-ab8b-41a2-b218-44db061f9b35 HTTP/1.1" status: 409 len: 352 time: 0.0587804 Sep 07 02:34:19.623793 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-95bddc7e-1118-4ef6-a0f7-b4270eb9e078 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-252782972-network', 'tenant_id': 'a54ab3d241974f319feaa289ec99333f'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:34:19.675274 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-996e2b22-e31c-4910-83be-a13e8c29f16d req-9e4592ca-57f9-4482-acff-9d56fe0a0acc tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3713269 Sep 07 02:34:19.681441 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d5180cd6-d3bd-4227-a10e-0d4974099109 req-4cd6a121-5b21-4030-824a-51d2be55f64b service neutron] 10.222.0.16 "GET /v2.0/networks/e4ab2f0c-5a02-4242-a541-768acd457503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4136865 Sep 07 02:34:19.682808 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cbbafe-784f-4721-889e-1ede3353a1f6 req-c0d38396-23dc-4da7-8731-941162883465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:19.684210 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81cbbafe-784f-4721-889e-1ede3353a1f6 req-c0d38396-23dc-4da7-8731-941162883465 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cf141221-2e81-48e8-81ec-6bd6d6584327 HTTP/1.1" status: 200 len: 847 time: 0.3604879 Sep 07 02:34:19.718677 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95bddc7e-1118-4ef6-a0f7-b4270eb9e078 admin admin] Made reservation on behalf of a54ab3d241974f319feaa289ec99333f for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:34:19.720846 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-95bddc7e-1118-4ef6-a0f7-b4270eb9e078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:19.738898 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [req-c3a14fe0-a95d-485c-8634-71ff0f7bb234 req-013ed42a-043a-477a-98fa-4dc2d2cc3ca0 tempest-SecurityGroupsNegativeTestJSON-1257124158 tempest-SecurityGroupsNegativeTestJSON-1257124158-project] show failed (client error): The resource could not be found. Sep 07 02:34:19.739969 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c3a14fe0-a95d-485c-8634-71ff0f7bb234 req-013ed42a-043a-477a-98fa-4dc2d2cc3ca0 tempest-SecurityGroupsNegativeTestJSON-1257124158 tempest-SecurityGroupsNegativeTestJSON-1257124158-project] 10.222.0.22 "GET /v2.0/security-groups/9ffb5617-cd1c-4b37-b314-402d3bfa1490 HTTP/1.1" status: 404 len: 352 time: 0.0484922 Sep 07 02:34:19.763696 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81cbbafe-784f-4721-889e-1ede3353a1f6 req-7ef898c8-5ae6-427d-991d-a0e0ca651b12 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5632e33d-1d7a-4426-9d83-a8e688a88788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653203 Sep 07 02:34:19.770314 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-95bddc7e-1118-4ef6-a0f7-b4270eb9e078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:19.858428 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [req-910c0cb5-9092-44a3-9065-e583c052b185 req-ca98a2db-7cef-4cf2-9263-8b2b392bf961 tempest-SecurityGroupsNegativeTestJSON-1257124158 tempest-SecurityGroupsNegativeTestJSON-1257124158-project] show failed (client error): The resource could not be found. Sep 07 02:34:19.859941 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-910c0cb5-9092-44a3-9065-e583c052b185 req-ca98a2db-7cef-4cf2-9263-8b2b392bf961 tempest-SecurityGroupsNegativeTestJSON-1257124158 tempest-SecurityGroupsNegativeTestJSON-1257124158-project] 10.222.0.22 "GET /v2.0/security-groups/4c2f7ea8-4d95-4a0f-b6c7-7c8bcb4c67e6 HTTP/1.1" status: 404 len: 352 time: 0.0206270 Sep 07 02:34:19.870857 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 39208) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:34:19.942103 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-c74006a3-1f14-4d0c-93da-57b67bff29af admin admin] Deleting subnet 4050dbee-26b6-4bf1-a560-e427e5799f4b {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:34:19.947841 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c74006a3-1f14-4d0c-93da-57b67bff29af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:19.967619 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d5180cd6-d3bd-4227-a10e-0d4974099109 req-d55ae086-c726-4f59-98f7-f9184af645a0 service neutron] 10.222.0.16 "GET /v2.0/networks/e4ab2f0c-5a02-4242-a541-768acd457503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667968 Sep 07 02:34:19.988441 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebdc9e5-20f5-4fd6-a7e3-fd320f33876b req-1fc8fed2-9845-4af1-b455-1e7f0fe69fd9 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:19.989978 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2ebdc9e5-20f5-4fd6-a7e3-fd320f33876b req-1fc8fed2-9845-4af1-b455-1e7f0fe69fd9 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bb549be-cb5c-48dd-8181-bf0c98f68c72 HTTP/1.1" status: 200 len: 943 time: 0.1564538 Sep 07 02:34:20.020365 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 39212) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:34:20.024509 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c74006a3-1f14-4d0c-93da-57b67bff29af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:20.034268 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81cbbafe-784f-4721-889e-1ede3353a1f6 req-63de5cf4-84ed-4433-a1c9-a0085bf77736 service neutron] 10.222.0.16 "GET /v2.0/networks/5632e33d-1d7a-4426-9d83-a8e688a88788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595763 Sep 07 02:34:20.074493 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816fa9a6-e88c-4d1d-a1e8-766814cdf7d0 req-283a355d-ccee-4c5b-9925-8e29baa6bff1 tempest-ServersOnMultiNodesTest-337460026 tempest-ServersOnMultiNodesTest-337460026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:20.082159 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-816fa9a6-e88c-4d1d-a1e8-766814cdf7d0 req-283a355d-ccee-4c5b-9925-8e29baa6bff1 tempest-ServersOnMultiNodesTest-337460026 tempest-ServersOnMultiNodesTest-337460026-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=34396900-5d92-4681-9fe3-886b904c3ccf HTTP/1.1" status: 200 len: 1102 time: 0.1456213 Sep 07 02:34:20.087869 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device ba246450-92d4-4fad-854d-29807ceb844e details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:34:20.092849 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 267ca837-5617-4072-a0e0-29204a87ffa0 up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:34:20.106425 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2ebdc9e5-20f5-4fd6-a7e3-fd320f33876b req-70340e34-608d-4130-ba70-22857eb3fae3 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076880 Sep 07 02:34:20.116487 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c74006a3-1f14-4d0c-93da-57b67bff29af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:20.162596 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-95bddc7e-1118-4ef6-a0f7-b4270eb9e078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:20.171262 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-95bddc7e-1118-4ef6-a0f7-b4270eb9e078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:20.176819 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-816fa9a6-e88c-4d1d-a1e8-766814cdf7d0 req-d7893475-1c3a-486f-8fdf-e55b6857ac73 tempest-ServersOnMultiNodesTest-337460026 tempest-ServersOnMultiNodesTest-337460026-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918260 Sep 07 02:34:20.223558 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-82d630fc-9458-4ef4-996f-b5fc8c0023f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:20.224473 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81cbbafe-784f-4721-889e-1ede3353a1f6 req-d2a2b3be-6f21-4485-ac5a-880ec724beac service neutron] 10.222.0.16 "GET /v2.0/networks/5632e33d-1d7a-4426-9d83-a8e688a88788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778166 Sep 07 02:34:20.226953 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bddc7e-1118-4ef6-a0f7-b4270eb9e078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4db47e-1fc7-481a-b12d-c3b68e4a957f,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:20.236671 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c74006a3-1f14-4d0c-93da-57b67bff29af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:20.247247 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95bddc7e-1118-4ef6-a0f7-b4270eb9e078 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:34:20.264206 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-95bddc7e-1118-4ef6-a0f7-b4270eb9e078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:20.264937 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-95bddc7e-1118-4ef6-a0f7-b4270eb9e078 admin admin] Added segment 634ca4ad-3127-4569-95e5-40ea7398b250 of type vlan for network 8ab7984a-b3c2-4552-bebd-58d012c6a713 Sep 07 02:34:20.277129 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port 267ca837-5617-4072-a0e0-29204a87ffa0 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:34:20.278380 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:20.278758 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74006a3-1f14-4d0c-93da-57b67bff29af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4050dbee-26b6-4bf1-a560-e427e5799f4b,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:20.289363 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c74006a3-1f14-4d0c-93da-57b67bff29af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:20.294964 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c74006a3-1f14-4d0c-93da-57b67bff29af admin admin] 10.222.0.22 "DELETE /v2.0/subnets/4050dbee-26b6-4bf1-a560-e427e5799f4b HTTP/1.1" status: 204 len: 168 time: 0.4227705 Sep 07 02:34:20.296219 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 39220) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:34:20.334806 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port ba246450-92d4-4fad-854d-29807ceb844e, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=ba246450-92d4-4fad-854d-29807ceb844e,segment=NetworkSegment(a87351ba-0fbc-4302-9869-b18eee085c86),segment_id=a87351ba-0fbc-4302-9869-b18eee085c86)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:34:20.363416 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device ba246450-92d4-4fad-854d-29807ceb844e has no active binding in host n-h1-796209-16 {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 07 02:34:20.364545 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-95bddc7e-1118-4ef6-a0f7-b4270eb9e078 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:20.401247 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb1889b-fcd6-46bb-a32c-8f72d6a9b7ba req-e33376af-cae1-4c63-906d-34c5241b13b2 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:20.401486 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ddb1889b-fcd6-46bb-a32c-8f72d6a9b7ba req-e33376af-cae1-4c63-906d-34c5241b13b2 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bda9913-bb6b-4cd1-a8c9-9523ee295fb4 HTTP/1.1" status: 200 len: 944 time: 0.0806217 Sep 07 02:34:20.416490 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-95bddc7e-1118-4ef6-a0f7-b4270eb9e078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:20.417690 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bddc7e-1118-4ef6-a0f7-b4270eb9e078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:20.418681 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:20.418876 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-95bddc7e-1118-4ef6-a0f7-b4270eb9e078 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:20.422752 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-07c6524c-246f-47a2-a342-f33700b166ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:20.444300 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364ac2f-a60c-443e-a143-8867db988ea7 req-44d5c563-f3d8-4212-a9a1-919dc0374965 tempest-ServersOnMultiNodesTest-337460026 tempest-ServersOnMultiNodesTest-337460026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:20.445436 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bda9913-bb6b-4cd1-a8c9-9523ee295fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267ca837-5617-4072-a0e0-29204a87ffa0'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:34:20.445749 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2364ac2f-a60c-443e-a143-8867db988ea7 req-44d5c563-f3d8-4212-a9a1-919dc0374965 tempest-ServersOnMultiNodesTest-337460026 tempest-ServersOnMultiNodesTest-337460026-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9010bdc4-25bb-4f5c-862e-7e34c09bbe45 HTTP/1.1" status: 200 len: 1101 time: 0.1279137 Sep 07 02:34:20.447762 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba40e577-052c-4630-9641-b0a15c3ea417" -d '{"events": [{"server_uuid": "4bda9913-bb6b-4cd1-a8c9-9523ee295fb4", "name": "network-vif-plugged", "status": "completed", "tag": "267ca837-5617-4072-a0e0-29204a87ffa0"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:34:20.464123 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 267ca837-5617-4072-a0e0-29204a87ffa0, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=267ca837-5617-4072-a0e0-29204a87ffa0,segment=NetworkSegment(00cca32f-e41c-4852-a687-73528a16538c),segment_id=00cca32f-e41c-4852-a687-73528a16538c)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:34:20.468799 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:20.512778 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ddb1889b-fcd6-46bb-a32c-8f72d6a9b7ba req-b60e01e2-6c6c-48ef-bcd5-8e66dddd628d tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/security-groups?id=3506a522-e11f-4616-954e-3e9559147307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036785 Sep 07 02:34:20.518916 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bddc7e-1118-4ef6-a0f7-b4270eb9e078 admin admin] Pushing event updated for resources: {'Network': ['ID=8ab7984a-b3c2-4552-bebd-58d012c6a713,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:20.524484 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=267ca837-5617-4072-a0e0-29204a87ffa0,revision_number=7']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:20.541689 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 8ab7984a-b3c2-4552-bebd-58d012c6a713 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:34:20.547461 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb549be-cb5c-48dd-8181-bf0c98f68c72', 'tag': 'c6c9209b-fea0-494e-b2ea-76a9314efdfd'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:34:20.549835 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e446851f-38ca-41e4-9324-3363a5f016b7" -d '{"events": [{"name": "network-changed", "server_uuid": "7bb549be-cb5c-48dd-8181-bf0c98f68c72", "tag": "c6c9209b-fea0-494e-b2ea-76a9314efdfd"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:34:20.559107 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-82d630fc-9458-4ef4-996f-b5fc8c0023f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:20.582612 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-95bddc7e-1118-4ef6-a0f7-b4270eb9e078 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 900 time: 1.2750776 Sep 07 02:34:20.587183 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 39232) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:34:20.601800 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-82d630fc-9458-4ef4-996f-b5fc8c0023f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:20.604926 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-07c6524c-246f-47a2-a342-f33700b166ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:20.607738 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-699ead49-d9e2-4dd2-8ed7-c7d8e6fb1599 admin admin] Request body: {'subnet': {'network_id': '8ab7984a-b3c2-4552-bebd-58d012c6a713', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-252782972-subnet', 'tenant_id': 'a54ab3d241974f319feaa289ec99333f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:34:20.629193 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2364ac2f-a60c-443e-a143-8867db988ea7 req-a6a112f8-fd5e-40c9-a9f6-1899f6249928 tempest-ServersOnMultiNodesTest-337460026 tempest-ServersOnMultiNodesTest-337460026-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474504 Sep 07 02:34:20.645968 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd43ec0c-0393-420d-b935-1edaee4fee87 req-30615b81-5723-4b53-b0e1-df59fd328965 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:20.649543 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dd43ec0c-0393-420d-b935-1edaee4fee87 req-30615b81-5723-4b53-b0e1-df59fd328965 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=34c2627b-3011-401c-a0e2-7b9b6342a6d6 HTTP/1.1" status: 200 len: 943 time: 0.0786440 Sep 07 02:34:20.651305 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699ead49-d9e2-4dd2-8ed7-c7d8e6fb1599 admin admin] Made reservation on behalf of a54ab3d241974f319feaa289ec99333f for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:34:20.655031 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-699ead49-d9e2-4dd2-8ed7-c7d8e6fb1599 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:20.668649 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-82d630fc-9458-4ef4-996f-b5fc8c0023f4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=54135aff394144b4863d99e6fbcec96a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6464114 Sep 07 02:34:20.670445 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-07c6524c-246f-47a2-a342-f33700b166ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41f3d735-5da0-4166-b991-13085e9fd43f']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:34:20.672578 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d630fc-9458-4ef4-996f-b5fc8c0023f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d443a7e8-8fe9-4cfd-87d0-c56cd38487bf,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:20.677134 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 39236) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:34:20.683234 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-07c6524c-246f-47a2-a342-f33700b166ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1590437-af9e-463e-952b-ccf3cb970636') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:34:20.683622 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-07c6524c-246f-47a2-a342-f33700b166ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1590437-af9e-463e-952b-ccf3cb970636') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:34:20.691383 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d18dcf-6802-4afb-bed8-c5ee8fbb3107 x-openstack-request-id: req-e9d18dcf-6802-4afb-bed8-c5ee8fbb3107 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:34:20.691971 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bda9913-bb6b-4cd1-a8c9-9523ee295fb4", "name": "network-vif-plugged", "status": "completed", "tag": "267ca837-5617-4072-a0e0-29204a87ffa0", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:34:20.692852 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e9d18dcf-6802-4afb-bed8-c5ee8fbb3107 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:34:20.693539 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bda9913-bb6b-4cd1-a8c9-9523ee295fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '267ca837-5617-4072-a0e0-29204a87ffa0', 'code': 200} Sep 07 02:34:20.694912 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-07c6524c-246f-47a2-a342-f33700b166ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:20.711110 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-07c6524c-246f-47a2-a342-f33700b166ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:20.718495 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07c6524c-246f-47a2-a342-f33700b166ea admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:34:20.718886 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-07c6524c-246f-47a2-a342-f33700b166ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:20.720585 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:34:20.720585 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:34:20.720585 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:34:20.720585 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:34:20.720585 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:34:20.720585 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:34:20.720585 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:34:20.720585 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:34:20.720585 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:34:20.720585 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:34:20.720585 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:34:20.720585 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:34:20.720585 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:34:20.720585 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:34:20.720585 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:34:20.720585 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:34:20.720585 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:34:20.720585 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:34:20.720585 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:34:20.720585 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:34:20.720585 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:34:20.720585 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:34:20.720585 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:34:20.720585 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:34:20.720585 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:34:20.720585 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:34:20.720585 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:34:20.720585 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:34:20.720585 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:34:20.720585 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:34:20.720585 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:34:20.720585 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:34:20.781847 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-07c6524c-246f-47a2-a342-f33700b166ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:20.787988 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-07c6524c-246f-47a2-a342-f33700b166ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:20.792289 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-07c6524c-246f-47a2-a342-f33700b166ea admin admin] 10.222.0.22 "DELETE /v2.0/networks/41f3d735-5da0-4166-b991-13085e9fd43f HTTP/1.1" status: 204 len: 168 time: 0.4906893 Sep 07 02:34:20.802224 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c6524c-246f-47a2-a342-f33700b166ea admin admin] Pushing event deleted for resources: {'Network': ['ID=41f3d735-5da0-4166-b991-13085e9fd43f,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:20.828361 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dd43ec0c-0393-420d-b935-1edaee4fee87 req-956634ed-18da-46bd-a457-01977c543c9b tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567886 Sep 07 02:34:20.851769 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9ff513ba-beac-42b2-abb1-5372da704f9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:20.889618 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-527bd2d7-0206-4b2e-a173-5ba4580c4e27 x-openstack-request-id: req-527bd2d7-0206-4b2e-a173-5ba4580c4e27 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:34:20.889942 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bb549be-cb5c-48dd-8181-bf0c98f68c72", "tag": "c6c9209b-fea0-494e-b2ea-76a9314efdfd", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:34:20.890272 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-527bd2d7-0206-4b2e-a173-5ba4580c4e27 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:34:20.890670 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bb549be-cb5c-48dd-8181-bf0c98f68c72', 'tag': 'c6c9209b-fea0-494e-b2ea-76a9314efdfd', 'status': 'completed', 'code': 200} Sep 07 02:34:20.935524 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9ff513ba-beac-42b2-abb1-5372da704f9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:20.971805 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 39242) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:34:21.026850 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:21.105371 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:21.106789 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e446851f-38ca-41e4-9324-3363a5f016b7 req-2783c34e-8b8e-4c93-8636-e8ae280addcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:21.108352 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e446851f-38ca-41e4-9324-3363a5f016b7 req-2783c34e-8b8e-4c93-8636-e8ae280addcd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4ff846f9243a40b7bf323ea156c2bdd7&device_id=7bb549be-cb5c-48dd-8181-bf0c98f68c72 HTTP/1.1" status: 200 len: 1095 time: 0.1966319 Sep 07 02:34:21.125407 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-699ead49-d9e2-4dd2-8ed7-c7d8e6fb1599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:21.179591 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-42e45db9-4312-4885-a392-b3cb46a45192 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f43e6d71721048fb888308c7429b3307&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2057710 Sep 07 02:34:21.182795 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5b455860-2af0-42e0-900b-a6715629ff60 req-eebca7c6-1417-4042-84bd-123e9474829e tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=36932fbb01ef47dd957d06cd3434fa27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229654 Sep 07 02:34:21.183752 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 39258) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:34:21.214424 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33772484-f48c-4e06-a113-e45789824c36 req-a8535bb2-2966-40f9-9314-1b907bb0928f tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:21.216893 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-33772484-f48c-4e06-a113-e45789824c36 req-a8535bb2-2966-40f9-9314-1b907bb0928f tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bda9913-bb6b-4cd1-a8c9-9523ee295fb4 HTTP/1.1" status: 200 len: 945 time: 0.2112176 Sep 07 02:34:21.248352 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9ff513ba-beac-42b2-abb1-5372da704f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:21.250979 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9ff513ba-beac-42b2-abb1-5372da704f9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:21.252226 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9ff513ba-beac-42b2-abb1-5372da704f9b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d443a7e8-8fe9-4cfd-87d0-c56cd38487bf HTTP/1.1" status: 204 len: 168 time: 0.5741801 Sep 07 02:34:21.305977 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699ead49-d9e2-4dd2-8ed7-c7d8e6fb1599 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6adffcfb-413e-4397-9eca-069cf6afe672,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:21.313767 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-500e368e-b8a3-4fc7-b734-6fb58f8eb7f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:21.314055 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff513ba-beac-42b2-abb1-5372da704f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d443a7e8-8fe9-4cfd-87d0-c56cd38487bf,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:21.352119 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-500e368e-b8a3-4fc7-b734-6fb58f8eb7f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:21.360133 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-33772484-f48c-4e06-a113-e45789824c36 req-3a01478f-eaa1-4e03-85ba-a7102641f77e tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/security-groups?id=3506a522-e11f-4616-954e-3e9559147307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029990 Sep 07 02:34:21.360727 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b455860-2af0-42e0-900b-a6715629ff60 req-9c63c81b-dd9f-4249-a257-3c26a226ca19 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:21.368599 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5b455860-2af0-42e0-900b-a6715629ff60 req-9c63c81b-dd9f-4249-a257-3c26a226ca19 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1775181 Sep 07 02:34:21.390365 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699ead49-d9e2-4dd2-8ed7-c7d8e6fb1599 admin admin] Checking segment: {'id': '634ca4ad-3127-4569-95e5-40ea7398b250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8ab7984a-b3c2-4552-bebd-58d012c6a713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:34:21.391919 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699ead49-d9e2-4dd2-8ed7-c7d8e6fb1599 admin admin] Network hostable DHCP agents. Network: 8ab7984a-b3c2-4552-bebd-58d012c6a713, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:34:21.407106 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e446851f-38ca-41e4-9324-3363a5f016b7 req-e0fb8c28-ccb6-402d-be83-e58809796d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:21.412265 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e446851f-38ca-41e4-9324-3363a5f016b7 req-e0fb8c28-ccb6-402d-be83-e58809796d5d service neutron] 10.222.0.16 "GET /v2.0/networks?id=5632e33d-1d7a-4426-9d83-a8e688a88788 HTTP/1.1" status: 200 len: 907 time: 0.2925603 Sep 07 02:34:21.412621 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5b455860-2af0-42e0-900b-a6715629ff60 req-3e53d947-fd8a-4908-a22e-c0a58edee13d tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/quotas/36932fbb01ef47dd957d06cd3434fa27 HTTP/1.1" status: 200 len: 375 time: 0.0431149 Sep 07 02:34:21.484036 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5b455860-2af0-42e0-900b-a6715629ff60 req-586bb3e3-9986-420b-87a0-ba09b697bc8c tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=36932fbb01ef47dd957d06cd3434fa27&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0705178 Sep 07 02:34:21.486859 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-500e368e-b8a3-4fc7-b734-6fb58f8eb7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:21.490437 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-500e368e-b8a3-4fc7-b734-6fb58f8eb7f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:21.492157 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e446851f-38ca-41e4-9324-3363a5f016b7 req-a772a5a9-64ec-4f98-991a-a224c944ace1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c6c9209b-fea0-494e-b2ea-76a9314efdfd HTTP/1.1" status: 200 len: 217 time: 0.0686092 Sep 07 02:34:21.499279 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-500e368e-b8a3-4fc7-b734-6fb58f8eb7f9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bd99eaa5-ab8b-41a2-b218-44db061f9b35 HTTP/1.1" status: 204 len: 168 time: 0.3100452 Sep 07 02:34:21.518325 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500e368e-b8a3-4fc7-b734-6fb58f8eb7f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd99eaa5-ab8b-41a2-b218-44db061f9b35,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:21.530177 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699ead49-d9e2-4dd2-8ed7-c7d8e6fb1599 admin admin] Network 8ab7984a-b3c2-4552-bebd-58d012c6a713 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:34:21.583110 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e446851f-38ca-41e4-9324-3363a5f016b7 req-dfa3f8d3-f0ca-4898-8546-7cebae93373f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:21.584786 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e446851f-38ca-41e4-9324-3363a5f016b7 req-dfa3f8d3-f0ca-4898-8546-7cebae93373f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cf141221-2e81-48e8-81ec-6bd6d6584327 HTTP/1.1" status: 200 len: 847 time: 0.0716717 Sep 07 02:34:21.590788 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-699ead49-d9e2-4dd2-8ed7-c7d8e6fb1599 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 8ab7984a-b3c2-4552-bebd-58d012c6a713) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:34:21.599150 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699ead49-d9e2-4dd2-8ed7-c7d8e6fb1599 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:21.599804 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-699ead49-d9e2-4dd2-8ed7-c7d8e6fb1599 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:21.602990 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c77b94-31c1-4c09-86fd-53a31c3a4a66 None None] Network 8ab7984a-b3c2-4552-bebd-58d012c6a713 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:34:21.630278 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e446851f-38ca-41e4-9324-3363a5f016b7 req-571ebb53-c603-4966-9f5b-2adcca5eeb47 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5632e33d-1d7a-4426-9d83-a8e688a88788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363941 Sep 07 02:34:21.645485 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a008d937-0c48-45a0-9e42-21a1bb4bb20c req-8f0326e2-7142-44f9-98af-611a4cb6b7a6 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:21.652867 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a008d937-0c48-45a0-9e42-21a1bb4bb20c req-8f0326e2-7142-44f9-98af-611a4cb6b7a6 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bb549be-cb5c-48dd-8181-bf0c98f68c72 HTTP/1.1" status: 200 len: 943 time: 0.2130544 Sep 07 02:34:21.723530 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-699ead49-d9e2-4dd2-8ed7-c7d8e6fb1599 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.1347010 Sep 07 02:34:21.726888 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 39266) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:34:21.732097 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-3f2f83c4-eadc-4b79-9f8c-3d7126f9e370 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-252782972-router', 'tenant_id': 'a54ab3d241974f319feaa289ec99333f', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:34:21.794919 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3f2f83c4-eadc-4b79-9f8c-3d7126f9e370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:21.796643 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3f2f83c4-eadc-4b79-9f8c-3d7126f9e370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:21.808393 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a008d937-0c48-45a0-9e42-21a1bb4bb20c req-ef137e88-1c62-4bad-9ba7-ce8e964d5f17 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543722 Sep 07 02:34:21.835437 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e446851f-38ca-41e4-9324-3363a5f016b7 req-3fccb913-ee2a-4fbc-877a-f2293d64e20d service neutron] 10.222.0.16 "GET /v2.0/networks/5632e33d-1d7a-4426-9d83-a8e688a88788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795890 Sep 07 02:34:21.837845 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 39270) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:34:21.873555 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f458d2-6b87-4379-901e-9b7e22983d3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-8ab7984a-b3c2-4552-bebd-58d012c6a713', 'network_id': '8ab7984a-b3c2-4552-bebd-58d012c6a713', 'tenant_id': 'a54ab3d241974f319feaa289ec99333f', 'fixed_ips': [{'subnet_id': '6adffcfb-413e-4397-9eca-069cf6afe672'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:34:21.876014 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d8f458d2-6b87-4379-901e-9b7e22983d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:21.889408 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b254c91d-7d35-406b-b0d0-0c0767662bae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:22.022519 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3f2f83c4-eadc-4b79-9f8c-3d7126f9e370 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:22.048027 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-d8f458d2-6b87-4379-901e-9b7e22983d3f None None] Allocated IP 172.20.0.2 (8ab7984a-b3c2-4552-bebd-58d012c6a713/6adffcfb-413e-4397-9eca-069cf6afe672/6111f7c5-3b88-4913-8055-3718c291953f) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:34:22.129589 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b254c91d-7d35-406b-b0d0-0c0767662bae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:22.242504 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b254c91d-7d35-406b-b0d0-0c0767662bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:22.300944 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e446851f-38ca-41e4-9324-3363a5f016b7 req-a89b082e-8e8f-47f6-9029-3cacab85b210 service neutron] 10.222.0.16 "GET /v2.0/networks/5632e33d-1d7a-4426-9d83-a8e688a88788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4545465 Sep 07 02:34:22.309105 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b254c91d-7d35-406b-b0d0-0c0767662bae admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3379c1f3947f489282ec5a475d6becdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4677651 Sep 07 02:34:22.311083 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 39292) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:34:22.318071 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b254c91d-7d35-406b-b0d0-0c0767662bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc927e44-019b-4017-9aee-fb8acdab49f7,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:22.331137 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846fd462-45d3-466c-b39f-8ccc3d76120c req-b1f6126e-44ac-49c0-96c9-8db13ec74e19 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:22.338318 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-846fd462-45d3-466c-b39f-8ccc3d76120c req-b1f6126e-44ac-49c0-96c9-8db13ec74e19 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=34c2627b-3011-401c-a0e2-7b9b6342a6d6 HTTP/1.1" status: 200 len: 943 time: 0.3977432 Sep 07 02:34:22.372328 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3f2f83c4-eadc-4b79-9f8c-3d7126f9e370 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:22.454314 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d8f458d2-6b87-4379-901e-9b7e22983d3f None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:22.468049 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-d8f458d2-6b87-4379-901e-9b7e22983d3f None None] Transition to ACTIVE for port object 6111f7c5-3b88-4913-8055-3718c291953f will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:34:22.503692 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-d8f458d2-6b87-4379-901e-9b7e22983d3f None None] Transition to ACTIVE for port object 6111f7c5-3b88-4913-8055-3718c291953f will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:34:22.514776 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d8f458d2-6b87-4379-901e-9b7e22983d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:22.585349 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f458d2-6b87-4379-901e-9b7e22983d3f None None] Pushing event updated for resources: {'Port': ['ID=6111f7c5-3b88-4913-8055-3718c291953f,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:22.595421 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f458d2-6b87-4379-901e-9b7e22983d3f None None] Network 8ab7984a-b3c2-4552-bebd-58d012c6a713 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:34:22.598330 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-d8f458d2-6b87-4379-901e-9b7e22983d3f None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:34:22.601866 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f458d2-6b87-4379-901e-9b7e22983d3f None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:34:22.608345 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-846fd462-45d3-466c-b39f-8ccc3d76120c req-76c122bd-8b5f-44e2-b591-8673b293f81e tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656054 Sep 07 02:34:22.617168 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efffde6-cbd9-4f65-ae8d-ab4ed41f0af5 req-96f969c2-9e00-454f-92e1-9b31fcfd1fcb tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:22.625614 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8efffde6-cbd9-4f65-ae8d-ab4ed41f0af5 req-96f969c2-9e00-454f-92e1-9b31fcfd1fcb tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bda9913-bb6b-4cd1-a8c9-9523ee295fb4 HTTP/1.1" status: 200 len: 945 time: 0.1167381 Sep 07 02:34:22.656503 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5a097aea-c431-4873-a915-30cdc687ab15 req-4cfd43fe-8e30-4983-a43e-35b823acf2f0 service neutron] 10.222.0.16 "GET /v2.0/ports/ba246450-92d4-4fad-854d-29807ceb844e/bindings/n-h1-796209-16 HTTP/1.1" status: 200 len: 385 time: 0.3342876 Sep 07 02:34:22.674009 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ff8455fb-3ea3-49e9-893b-3100676f8aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:22.694112 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-d8f458d2-6b87-4379-901e-9b7e22983d3f None None] Attempting to bind port 6111f7c5-3b88-4913-8055-3718c291953f on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:34:22.695016 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-d8f458d2-6b87-4379-901e-9b7e22983d3f None None] Attempting to bind port 6111f7c5-3b88-4913-8055-3718c291953f by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '634ca4ad-3127-4569-95e5-40ea7398b250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8ab7984a-b3c2-4552-bebd-58d012c6a713'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:34:22.695777 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f458d2-6b87-4379-901e-9b7e22983d3f None None] Attempting to bind port 6111f7c5-3b88-4913-8055-3718c291953f on network 8ab7984a-b3c2-4552-bebd-58d012c6a713 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:34:22.702851 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f458d2-6b87-4379-901e-9b7e22983d3f None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:34:22.703616 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f458d2-6b87-4379-901e-9b7e22983d3f None None] Checking segment: {'id': '634ca4ad-3127-4569-95e5-40ea7398b250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8ab7984a-b3c2-4552-bebd-58d012c6a713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:34:22.704241 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d8f458d2-6b87-4379-901e-9b7e22983d3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:22.704867 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f458d2-6b87-4379-901e-9b7e22983d3f None None] Bound using segment: {'id': '634ca4ad-3127-4569-95e5-40ea7398b250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8ab7984a-b3c2-4552-bebd-58d012c6a713'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:34:22.705579 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-d8f458d2-6b87-4379-901e-9b7e22983d3f None None] Bound port: 6111f7c5-3b88-4913-8055-3718c291953f, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '634ca4ad-3127-4569-95e5-40ea7398b250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8ab7984a-b3c2-4552-bebd-58d012c6a713'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:34:22.706306 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d8f458d2-6b87-4379-901e-9b7e22983d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:22.708296 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ff8455fb-3ea3-49e9-893b-3100676f8aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:22.792286 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-d8f458d2-6b87-4379-901e-9b7e22983d3f None None] For port 6111f7c5-3b88-4913-8055-3718c291953f, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:34:22.796802 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-d8f458d2-6b87-4379-901e-9b7e22983d3f None None] For port 6111f7c5-3b88-4913-8055-3718c291953f, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=6111f7c5-3b88-4913-8055-3718c291953f,segment=NetworkSegment(634ca4ad-3127-4569-95e5-40ea7398b250),segment_id=634ca4ad-3127-4569-95e5-40ea7398b250)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:34:22.803611 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d8f458d2-6b87-4379-901e-9b7e22983d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:22.807599 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 39312) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:34:22.816790 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-688cbf1b-b360-4264-9c1a-9086560d0d1d req-c651443f-5dfd-49e2-9166-8154dbb2b5da tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cce6732-4ef3-4ca9-8908-88262e58dea1 HTTP/1.1" status: 200 len: 210 time: 0.1571927 Sep 07 02:34:22.873710 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8efffde6-cbd9-4f65-ae8d-ab4ed41f0af5 req-f4054f07-ef3f-4b97-8624-a0b9f4f626b4 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/security-groups?id=3506a522-e11f-4616-954e-3e9559147307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470675 Sep 07 02:34:22.948286 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f458d2-6b87-4379-901e-9b7e22983d3f None None] Pushing event updated for resources: {'Port': ['ID=6111f7c5-3b88-4913-8055-3718c291953f,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:23.016104 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff383e-f28e-4c01-8f0a-c13d05e0dc72 req-0d711855-669f-4450-a92a-7c851c2cb746 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:23.025064 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-08ff383e-f28e-4c01-8f0a-c13d05e0dc72 req-0d711855-669f-4450-a92a-7c851c2cb746 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.23 "GET /v2.0/ports?device_id=4bda9913-bb6b-4cd1-a8c9-9523ee295fb4 HTTP/1.1" status: 200 len: 945 time: 0.1962335 Sep 07 02:34:23.030966 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ff8455fb-3ea3-49e9-893b-3100676f8aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:23.034537 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ff8455fb-3ea3-49e9-893b-3100676f8aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:23.036480 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ff8455fb-3ea3-49e9-893b-3100676f8aca admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cc927e44-019b-4017-9aee-fb8acdab49f7 HTTP/1.1" status: 204 len: 168 time: 0.7243016 Sep 07 02:34:23.145453 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 02:34:23.210100 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8455fb-3ea3-49e9-893b-3100676f8aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc927e44-019b-4017-9aee-fb8acdab49f7,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:23.220335 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-41c71c88-00f3-4e28-afde-8a0fdbe8bb62 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-962614049-network', 'tenant_id': '82f3fc87393e475b9b7c73e7abf1c936'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:34:23.334373 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3f2f83c4-eadc-4b79-9f8c-3d7126f9e370 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:23.358843 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7195b-4291-40d7-bfbc-6602da87d792 req-5d51e557-b2fe-4052-8015-9c8e9a1b4977 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:23.365246 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3f2f83c4-eadc-4b79-9f8c-3d7126f9e370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:23.366232 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-45b7195b-4291-40d7-bfbc-6602da87d792 req-5d51e557-b2fe-4052-8015-9c8e9a1b4977 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bb549be-cb5c-48dd-8181-bf0c98f68c72 HTTP/1.1" status: 200 len: 943 time: 0.3669925 Sep 07 02:34:23.367987 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c71c88-00f3-4e28-afde-8a0fdbe8bb62 admin admin] Made reservation on behalf of 82f3fc87393e475b9b7c73e7abf1c936 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:34:23.370405 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41c71c88-00f3-4e28-afde-8a0fdbe8bb62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:23.417419 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41c71c88-00f3-4e28-afde-8a0fdbe8bb62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:23.481120 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-45b7195b-4291-40d7-bfbc-6602da87d792 req-538f8e57-579f-4dbd-a674-b3abaa58a47b tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140189 Sep 07 02:34:23.506731 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-3f2f83c4-eadc-4b79-9f8c-3d7126f9e370 admin admin] Allocated IP 172.25.5.26 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/674f52f6-5efd-40d6-8111-3343620a8a31) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:34:23.548399 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-5a097aea-c431-4873-a915-30cdc687ab15 req-04473719-5acb-437d-baea-bfc34fc68de7 service neutron] For port ba246450-92d4-4fad-854d-29807ceb844e, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=ba246450-92d4-4fad-854d-29807ceb844e,segment=NetworkSegment(a87351ba-0fbc-4302-9869-b18eee085c86),segment_id=a87351ba-0fbc-4302-9869-b18eee085c86)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:34:23.553900 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-08ff383e-f28e-4c01-8f0a-c13d05e0dc72 req-3444e2c8-4bd0-43d4-8e07-e0b95ed4c671 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Deleting port 267ca837-5617-4072-a0e0-29204a87ffa0 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:34:23.557882 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-08ff383e-f28e-4c01-8f0a-c13d05e0dc72 req-3444e2c8-4bd0-43d4-8e07-e0b95ed4c671 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:23.664704 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3f2f83c4-eadc-4b79-9f8c-3d7126f9e370 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:23.673602 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-5a097aea-c431-4873-a915-30cdc687ab15 req-04473719-5acb-437d-baea-bfc34fc68de7 service neutron] For port ba246450-92d4-4fad-854d-29807ceb844e, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:34:23.768611 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3f2f83c4-eadc-4b79-9f8c-3d7126f9e370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:23.786446 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5b455860-2af0-42e0-900b-a6715629ff60 req-d0703dd4-03d5-4ec6-8377-6b30616ed965 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=36932fbb01ef47dd957d06cd3434fa27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506673 Sep 07 02:34:23.793928 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-5a097aea-c431-4873-a915-30cdc687ab15 req-04473719-5acb-437d-baea-bfc34fc68de7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba246450-92d4-4fad-854d-29807ceb844e {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:34:23.838650 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-5a097aea-c431-4873-a915-30cdc687ab15 req-04473719-5acb-437d-baea-bfc34fc68de7 service neutron] For port ba246450-92d4-4fad-854d-29807ceb844e, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=ba246450-92d4-4fad-854d-29807ceb844e,segment=NetworkSegment(a87351ba-0fbc-4302-9869-b18eee085c86),segment_id=a87351ba-0fbc-4302-9869-b18eee085c86)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:34:23.875419 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2f83c4-eadc-4b79-9f8c-3d7126f9e370 admin admin] Pushing event updated for resources: {'Port': ['ID=674f52f6-5efd-40d6-8111-3343620a8a31,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:23.889352 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-08ff383e-f28e-4c01-8f0a-c13d05e0dc72 req-3444e2c8-4bd0-43d4-8e07-e0b95ed4c671 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] For port 267ca837-5617-4072-a0e0-29204a87ffa0, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=267ca837-5617-4072-a0e0-29204a87ffa0,segment=NetworkSegment(00cca32f-e41c-4852-a687-73528a16538c),segment_id=00cca32f-e41c-4852-a687-73528a16538c)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:34:23.889731 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-08ff383e-f28e-4c01-8f0a-c13d05e0dc72 req-3444e2c8-4bd0-43d4-8e07-e0b95ed4c671 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:23.913065 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2f83c4-eadc-4b79-9f8c-3d7126f9e370 admin admin] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:34:23.930044 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-3f2f83c4-eadc-4b79-9f8c-3d7126f9e370 admin admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:34:23.947898 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2f83c4-eadc-4b79-9f8c-3d7126f9e370 admin admin] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:34:23.970278 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c3c4b3-ba47-46f6-b0a9-dce7d24c6ccd req-f0d488fc-b65d-48de-abc1-b80cce82d052 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:23.971936 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-95c3c4b3-ba47-46f6-b0a9-dce7d24c6ccd req-f0d488fc-b65d-48de-abc1-b80cce82d052 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=34c2627b-3011-401c-a0e2-7b9b6342a6d6 HTTP/1.1" status: 200 len: 943 time: 0.2285094 Sep 07 02:34:23.987803 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5a097aea-c431-4873-a915-30cdc687ab15 req-04473719-5acb-437d-baea-bfc34fc68de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:23.997464 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41c71c88-00f3-4e28-afde-8a0fdbe8bb62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:24.006693 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-08ff383e-f28e-4c01-8f0a-c13d05e0dc72 req-3444e2c8-4bd0-43d4-8e07-e0b95ed4c671 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Calling delete_port for 267ca837-5617-4072-a0e0-29204a87ffa0 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:34:24.027400 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41c71c88-00f3-4e28-afde-8a0fdbe8bb62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:24.070390 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 267ca837-5617-4072-a0e0-29204a87ffa0 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:34:24.126290 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dc9eb110-f003-4842-bfb8-d1706cf5fd8a req-ad737abd-fef1-45be-8482-23177cb5ec1b tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cce6732-4ef3-4ca9-8908-88262e58dea1 HTTP/1.1" status: 200 len: 210 time: 0.1752524 Sep 07 02:34:24.253064 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:24.255287 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device c6c9209b-fea0-494e-b2ea-76a9314efdfd details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:34:24.328207 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-95c3c4b3-ba47-46f6-b0a9-dce7d24c6ccd req-60706730-9dfa-4d22-87a7-c671596a696d tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360674 Sep 07 02:34:24.519390 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3f2f83c4-eadc-4b79-9f8c-3d7126f9e370 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:24.597436 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41c71c88-00f3-4e28-afde-8a0fdbe8bb62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:34:24.616521 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c71c88-00f3-4e28-afde-8a0fdbe8bb62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da83ed9b-41b3-493b-aca7-370009a4e871,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:24.669175 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3eaeb8-d85b-40df-b617-cc126e8afc89 None None] Network 8ab7984a-b3c2-4552-bebd-58d012c6a713 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:34:24.679351 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bda9913-bb6b-4cd1-a8c9-9523ee295fb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '267ca837-5617-4072-a0e0-29204a87ffa0'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:34:24.681967 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b9b49d-6965-42fe-936c-4b6d8820940f" -d '{"events": [{"server_uuid": "4bda9913-bb6b-4cd1-a8c9-9523ee295fb4", "name": "network-vif-unplugged", "status": "completed", "tag": "267ca837-5617-4072-a0e0-29204a87ffa0"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:34:24.698182 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5b455860-2af0-42e0-900b-a6715629ff60 req-bc443d34-ba85-41d0-86bf-6737c4849a62 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=36932fbb01ef47dd957d06cd3434fa27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1028268 Sep 07 02:34:24.704581 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41c71c88-00f3-4e28-afde-8a0fdbe8bb62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:24.704935 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-41c71c88-00f3-4e28-afde-8a0fdbe8bb62 admin admin] Added segment da38b09b-687b-472b-b76c-c3d9678d1429 of type vlan for network 1b157571-d602-46e5-a0fd-d64543c55b9e Sep 07 02:34:24.729845 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 267ca837-5617-4072-a0e0-29204a87ffa0, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=267ca837-5617-4072-a0e0-29204a87ffa0,segment=NetworkSegment(00cca32f-e41c-4852-a687-73528a16538c),segment_id=00cca32f-e41c-4852-a687-73528a16538c)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:34:24.731833 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-d8798299-66fb-4c90-bc10-0209ae6ec36b None None] Provisioning for port 6111f7c5-3b88-4913-8055-3718c291953f completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:34:24.817066 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1075e562-721d-49a1-8d59-4cda8ede134f req-18225957-9949-491d-8de0-c447480cf3c1 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=de4dd1dca96247f28dfa086e54071ce1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500937 Sep 07 02:34:24.828084 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port c6c9209b-fea0-494e-b2ea-76a9314efdfd, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=c6c9209b-fea0-494e-b2ea-76a9314efdfd,segment=NetworkSegment(cb5a1637-646d-4671-9ca6-bd30e74d860b),segment_id=cb5a1637-646d-4671-9ca6-bd30e74d860b)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:34:24.831772 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:24.842361 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b455860-2af0-42e0-900b-a6715629ff60 req-af38b22a-d3c9-48a2-9934-f03256be422f tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:24.843908 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5b455860-2af0-42e0-900b-a6715629ff60 req-af38b22a-d3c9-48a2-9934-f03256be422f tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0438566 Sep 07 02:34:24.853638 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3f2f83c4-eadc-4b79-9f8c-3d7126f9e370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:24.869180 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-5b455860-2af0-42e0-900b-a6715629ff60 req-73b14402-7302-4ee8-97a2-d357fa7ff2ef tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Request body: {'port': {'device_id': 'af77b9dc-da40-4001-9806-5164cbc14e67', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'admin_state_up': True, 'tenant_id': '36932fbb01ef47dd957d06cd3434fa27'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:34:24.874483 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41c71c88-00f3-4e28-afde-8a0fdbe8bb62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:24.883762 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e38ef7-90c0-4352-a766-d498b64742a4 req-d0f29d42-9509-40b5-a683-5a59c04ebefa tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:24.891517 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b0e38ef7-90c0-4352-a766-d498b64742a4 req-d0f29d42-9509-40b5-a683-5a59c04ebefa tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bda9913-bb6b-4cd1-a8c9-9523ee295fb4 HTTP/1.1" status: 200 len: 945 time: 0.2952135 Sep 07 02:34:24.895354 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=267ca837-5617-4072-a0e0-29204a87ffa0,revision_number=8']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:24.913579 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': 'c6c9209b-fea0-494e-b2ea-76a9314efdfd', 'network_id': '5632e33d-1d7a-4426-9d83-a8e688a88788', 'port_id': 'c6c9209b-fea0-494e-b2ea-76a9314efdfd', 'mac_address': 'fa:16:3e:e9:95:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf141221-2e81-48e8-81ec-6bd6d6584327', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:34:24.954779 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 6111f7c5-3b88-4913-8055-3718c291953f up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:34:24.961077 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-5a097aea-c431-4873-a915-30cdc687ab15 req-04473719-5acb-437d-baea-bfc34fc68de7 service neutron] Transition to ACTIVE for port object ba246450-92d4-4fad-854d-29807ceb844e will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:34:24.989091 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5a097aea-c431-4873-a915-30cdc687ab15 req-04473719-5acb-437d-baea-bfc34fc68de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:25.005346 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:25.055360 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075e562-721d-49a1-8d59-4cda8ede134f req-ce7635ec-3d39-4664-afff-4f23ec46bbeb tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:25.059583 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6c9209b-fea0-494e-b2ea-76a9314efdfd {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:34:25.065381 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1075e562-721d-49a1-8d59-4cda8ede134f req-ce7635ec-3d39-4664-afff-4f23ec46bbeb tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2279856 Sep 07 02:34:25.083799 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port c6c9209b-fea0-494e-b2ea-76a9314efdfd, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=c6c9209b-fea0-494e-b2ea-76a9314efdfd,segment=NetworkSegment(cb5a1637-646d-4671-9ca6-bd30e74d860b),segment_id=cb5a1637-646d-4671-9ca6-bd30e74d860b)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:34:25.084512 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1075e562-721d-49a1-8d59-4cda8ede134f req-7ee71bb7-f97a-4b46-b581-0e1805a05e17 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] 10.222.0.22 "GET /v2.0/quotas/de4dd1dca96247f28dfa086e54071ce1 HTTP/1.1" status: 200 len: 375 time: 0.0181463 Sep 07 02:34:25.095962 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:25.118489 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1075e562-721d-49a1-8d59-4cda8ede134f req-30d0c637-9ee1-4337-9be4-2c456d9312db tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=de4dd1dca96247f28dfa086e54071ce1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332329 Sep 07 02:34:25.160411 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b0e38ef7-90c0-4352-a766-d498b64742a4 req-1a044a3a-99a9-4dce-a3d5-803e12d615c3 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/security-groups?id=3506a522-e11f-4616-954e-3e9559147307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647994 Sep 07 02:34:25.161591 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f2f83c4-eadc-4b79-9f8c-3d7126f9e370 admin admin] Router b17b1740-677d-4592-b674-2c1c405543e6 is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 02:34:25.204035 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41c71c88-00f3-4e28-afde-8a0fdbe8bb62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:25.205544 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=c6c9209b-fea0-494e-b2ea-76a9314efdfd,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:25.206652 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c71c88-00f3-4e28-afde-8a0fdbe8bb62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:25.207259 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41c71c88-00f3-4e28-afde-8a0fdbe8bb62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:25.228487 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 6111f7c5-3b88-4913-8055-3718c291953f completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:34:25.236401 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 6111f7c5-3b88-4913-8055-3718c291953f triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:34:25.236798 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:25.274969 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a097aea-c431-4873-a915-30cdc687ab15 req-04473719-5acb-437d-baea-bfc34fc68de7 service neutron] No DVR routers for this DVR port ba246450-92d4-4fad-854d-29807ceb844e on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:34:25.337308 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f2f83c4-eadc-4b79-9f8c-3d7126f9e370 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:34:25.348027 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e872b860-c1b3-446e-97f5-6bb69ca3466d None None] Sync routers for ids ['b17b1740-677d-4592-b674-2c1c405543e6'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:34:25.359347 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['c6c9209b-fea0-494e-b2ea-76a9314efdfd'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:34:25.362323 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3f2f83c4-eadc-4b79-9f8c-3d7126f9e370 admin admin] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:25.364447 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e872b860-c1b3-446e-97f5-6bb69ca3466d None None] Routers {'b17b1740-677d-4592-b674-2c1c405543e6'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:34:25.373532 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-3f2f83c4-eadc-4b79-9f8c-3d7126f9e370 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 3.6453972 Sep 07 02:34:25.374292 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 39374) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:34:25.375950 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-e872b860-c1b3-446e-97f5-6bb69ca3466d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:33:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['b17b1740-677d-4592-b674-2c1c405543e6'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:34:25.400562 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 02:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0bacf3-fa6a-4d89-8afa-f637f763d41d x-openstack-request-id: req-aa0bacf3-fa6a-4d89-8afa-f637f763d41d {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:34:25.401132 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bda9913-bb6b-4cd1-a8c9-9523ee295fb4", "name": "network-vif-unplugged", "status": "completed", "tag": "267ca837-5617-4072-a0e0-29204a87ffa0", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:34:25.401531 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-aa0bacf3-fa6a-4d89-8afa-f637f763d41d {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:34:25.402085 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bda9913-bb6b-4cd1-a8c9-9523ee295fb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '267ca837-5617-4072-a0e0-29204a87ffa0', 'code': 200} Sep 07 02:34:25.429860 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:25.542324 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c71c88-00f3-4e28-afde-8a0fdbe8bb62 admin admin] Pushing event updated for resources: {'Network': ['ID=1b157571-d602-46e5-a0fd-d64543c55b9e,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:25.546476 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-41c71c88-00f3-4e28-afde-8a0fdbe8bb62 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.7356174 Sep 07 02:34:25.556415 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-e872b860-c1b3-446e-97f5-6bb69ca3466d None None] Set router b17b1740-677d-4592-b674-2c1c405543e6 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:34:25.570328 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 1b157571-d602-46e5-a0fd-d64543c55b9e details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:34:25.585216 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 6111f7c5-3b88-4913-8055-3718c291953f, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=6111f7c5-3b88-4913-8055-3718c291953f,segment=NetworkSegment(634ca4ad-3127-4569-95e5-40ea7398b250),segment_id=634ca4ad-3127-4569-95e5-40ea7398b250)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:34:25.600484 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b455860-2af0-42e0-900b-a6715629ff60 req-0e16c764-cc36-44da-a776-66c7e5d82bb4 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:25.604191 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5b455860-2af0-42e0-900b-a6715629ff60 req-0e16c764-cc36-44da-a776-66c7e5d82bb4 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8949313 Sep 07 02:34:25.605248 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 39380) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:34:25.620323 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-a6ffc0d9-cb01-42df-8cd2-9cc48411156e admin admin] Request body: {'subnet': {'network_id': '1b157571-d602-46e5-a0fd-d64543c55b9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-962614049-subnet', 'tenant_id': '82f3fc87393e475b9b7c73e7abf1c936', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:34:25.620646 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:25.638017 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-5b455860-2af0-42e0-900b-a6715629ff60 req-d47f248f-c656-47c4-9411-9b0cb2710ad8 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Request body: {'port': {'device_id': '9cce6732-4ef3-4ca9-8908-88262e58dea1', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'admin_state_up': True, 'tenant_id': '36932fbb01ef47dd957d06cd3434fa27'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:34:25.659875 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c064e9d0-b071-4d0c-8e5c-00cfc8aa261e req-fe582a89-51f7-4283-8c48-ef9532827a22 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cce6732-4ef3-4ca9-8908-88262e58dea1 HTTP/1.1" status: 200 len: 210 time: 0.1725442 Sep 07 02:34:25.755537 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-6047e2cd-b328-4999-9881-f00aebddedcb None None] Provisioning complete for port 6111f7c5-3b88-4913-8055-3718c291953f triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:34:25.755924 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6047e2cd-b328-4999-9881-f00aebddedcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:25.782721 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-08ff383e-f28e-4c01-8f0a-c13d05e0dc72 req-3444e2c8-4bd0-43d4-8e07-e0b95ed4c671 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:25.807373 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04473719-5acb-437d-baea-bfc34fc68de7 service neutron] Pushing event updated for resources: {'Port': ['ID=ba246450-92d4-4fad-854d-29807ceb844e,revision_number=10']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:25.818349 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=6111f7c5-3b88-4913-8055-3718c291953f,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:25.836121 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-e872b860-c1b3-446e-97f5-6bb69ca3466d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17b1740-677d-4592-b674-2c1c405543e6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-252782972-router', 'tenant_id': 'a54ab3d241974f319feaa289ec99333f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '674f52f6-5efd-40d6-8111-3343620a8a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:34:21Z', 'updated_at': '2021-09-07T02:34:24Z', 'revision_number': 3, 'project_id': 'a54ab3d241974f319feaa289ec99333f', 'gw_port': {'id': '674f52f6-5efd-40d6-8111-3343620a8a31', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ce:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b17b1740-677d-4592-b674-2c1c405543e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:34:23Z', 'updated_at': '2021-09-07T02:34:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:34:25.845628 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-385a8fc5-8c86-43fc-9426-025480e7de1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:25.864094 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-444e6d3f-6aed-46b2-9935-93d8001972a6 req-97c75d83-8376-4768-99c4-55bcacb5bd8b tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] 10.222.0.22 "GET /v2.0/ports?device_id=cac44a8a-8e71-40d6-92c4-5cdcc8b4f278 HTTP/1.1" status: 200 len: 210 time: 0.1256621 Sep 07 02:34:25.891948 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e872b860-c1b3-446e-97f5-6bb69ca3466d None None] Checking router: b17b1740-677d-4592-b674-2c1c405543e6 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:34:25.892596 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e872b860-c1b3-446e-97f5-6bb69ca3466d None None] Updating router b17b1740-677d-4592-b674-2c1c405543e6 port 674f52f6-5efd-40d6-8111-3343620a8a31 binding host n-d-796209-16 {{(pid=94703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 02:34:25.912039 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-08ff383e-f28e-4c01-8f0a-c13d05e0dc72 req-3444e2c8-4bd0-43d4-8e07-e0b95ed4c671 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] No DVR routers for this DVR port 267ca837-5617-4072-a0e0-29204a87ffa0 on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:34:25.930994 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3444e2c8-4bd0-43d4-8e07-e0b95ed4c671 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Pushing event deleted for resources: {'Port': ['ID=267ca837-5617-4072-a0e0-29204a87ffa0,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:25.937737 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-e872b860-c1b3-446e-97f5-6bb69ca3466d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:25.944631 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b455860-2af0-42e0-900b-a6715629ff60 req-73b14402-7302-4ee8-97a2-d357fa7ff2ef tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Made reservation on behalf of 36932fbb01ef47dd957d06cd3434fa27 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:34:25.949494 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5b455860-2af0-42e0-900b-a6715629ff60 req-73b14402-7302-4ee8-97a2-d357fa7ff2ef tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:25.955420 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-08ff383e-f28e-4c01-8f0a-c13d05e0dc72 req-3444e2c8-4bd0-43d4-8e07-e0b95ed4c671 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:25.957543 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-08ff383e-f28e-4c01-8f0a-c13d05e0dc72 req-3444e2c8-4bd0-43d4-8e07-e0b95ed4c671 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.23 "DELETE /v2.0/ports/267ca837-5617-4072-a0e0-29204a87ffa0 HTTP/1.1" status: 204 len: 173 time: 2.9194841 Sep 07 02:34:25.965338 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bda9913-bb6b-4cd1-a8c9-9523ee295fb4', 'name': 'network-vif-deleted', 'tag': '267ca837-5617-4072-a0e0-29204a87ffa0'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:34:25.968250 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3156f8-09b3-4625-a387-aedb50f52b3e" -d '{"events": [{"server_uuid": "4bda9913-bb6b-4cd1-a8c9-9523ee295fb4", "name": "network-vif-deleted", "tag": "267ca837-5617-4072-a0e0-29204a87ffa0"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:34:25.974777 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5a097aea-c431-4873-a915-30cdc687ab15 req-04473719-5acb-437d-baea-bfc34fc68de7 service neutron] 10.222.0.16 "PUT /v2.0/ports/ba246450-92d4-4fad-854d-29807ceb844e/bindings/n-h1-796209-16/activate HTTP/1.1" status: 200 len: 370 time: 3.3105202 Sep 07 02:34:25.992317 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93103b-79b8-4c0d-81cb-2a6297acf0c3 req-4f92cb8b-0e96-4da0-a613-68c83f9e4719 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:26.001911 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9a93103b-79b8-4c0d-81cb-2a6297acf0c3 req-4f92cb8b-0e96-4da0-a613-68c83f9e4719 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bb549be-cb5c-48dd-8181-bf0c98f68c72 HTTP/1.1" status: 200 len: 944 time: 0.5538104 Sep 07 02:34:26.007327 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.db.api [req-5b455860-2af0-42e0-900b-a6715629ff60 req-d47f248f-c656-47c4-9411-9b0cb2710ad8 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 02:34:26.007327 n-d-796209-16 neutron-server[94700]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 07 02:34:26.007327 n-d-796209-16 neutron-server[94700]: [parameters: {'project_id_1': '36932fbb01ef47dd957d06cd3434fa27', 'expiration_1': datetime.datetime(2021, 9, 7, 2, 34, 5, 812558)}] Sep 07 02:34:26.007327 n-d-796209-16 neutron-server[94700]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 02:34:26.008304 n-d-796209-16 neutron-server[94700]: DEBUG oslo_db.api [req-5b455860-2af0-42e0-900b-a6715629ff60 req-d47f248f-c656-47c4-9411-9b0cb2710ad8 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 02:34:26.008951 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ffc0d9-cb01-42df-8cd2-9cc48411156e admin admin] Made reservation on behalf of 82f3fc87393e475b9b7c73e7abf1c936 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:34:26.011636 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a6ffc0d9-cb01-42df-8cd2-9cc48411156e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:26.011817 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-671e3f10-4ca9-48f5-87d2-f3877caa080a req-9fbcd7a5-a4dd-4685-80f3-9a2b168166ce service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e9da6157-6274-4d65-8941-542b6639bc0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1214709 Sep 07 02:34:26.225575 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device c6c9209b-fea0-494e-b2ea-76a9314efdfd up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:34:26.234511 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205e9ae-8926-47fb-83f1-53a78c13fa7c req-e91a49fc-3d8a-4f88-ab42-b30a5736e4d0 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:26.239974 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5205e9ae-8926-47fb-83f1-53a78c13fa7c req-e91a49fc-3d8a-4f88-ab42-b30a5736e4d0 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=34c2627b-3011-401c-a0e2-7b9b6342a6d6 HTTP/1.1" status: 200 len: 944 time: 0.2199972 Sep 07 02:34:26.280622 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9a93103b-79b8-4c0d-81cb-2a6297acf0c3 req-da0c75b7-c81b-4d7e-9f63-8e01d068260c tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776325 Sep 07 02:34:26.327210 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port c6c9209b-fea0-494e-b2ea-76a9314efdfd completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:34:26.334364 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port c6c9209b-fea0-494e-b2ea-76a9314efdfd triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:34:26.335079 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:26.354216 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-e872b860-c1b3-446e-97f5-6bb69ca3466d None None] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:26.366252 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-e872b860-c1b3-446e-97f5-6bb69ca3466d None None] Transition to ACTIVE for port object 674f52f6-5efd-40d6-8111-3343620a8a31 will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:34:26.376515 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-e872b860-c1b3-446e-97f5-6bb69ca3466d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:26.431029 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e3f10-4ca9-48f5-87d2-f3877caa080a req-5cfb4bd7-40d9-41a4-8aa9-283ab7a6245f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:26.432571 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-671e3f10-4ca9-48f5-87d2-f3877caa080a req-5cfb4bd7-40d9-41a4-8aa9-283ab7a6245f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ec8f998f0dfa49298d81e528b209944e&device_id=e9da6157-6274-4d65-8941-542b6639bc0a HTTP/1.1" status: 200 len: 1119 time: 0.3529561 Sep 07 02:34:26.445825 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a097aea-c431-4873-a915-30cdc687ab15 req-5e4f46c6-c0fa-4afe-b65f-363b72a79a75 tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:26.447439 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5a097aea-c431-4873-a915-30cdc687ab15 req-5e4f46c6-c0fa-4afe-b65f-363b72a79a75 tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=34c2627b-3011-401c-a0e2-7b9b6342a6d6&tenant_id=58fe4c9e71db4bd7aa26d4557468fc65&binding%3Ahost_id=n-h2-796209-16 HTTP/1.1" status: 200 len: 1096 time: 0.3454459 Sep 07 02:34:26.456755 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5205e9ae-8926-47fb-83f1-53a78c13fa7c req-74588473-f1fb-4a05-b9a6-8ced1043cf37 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954432 Sep 07 02:34:26.460223 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:26.477908 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aa21f1-25ab-44f3-b7a2-7a917a5f66fd None None] Pushing event updated for resources: {'Port': ['ID=674f52f6-5efd-40d6-8111-3343620a8a31,revision_number=2']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:26.492559 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-e872b860-c1b3-446e-97f5-6bb69ca3466d None None] Attempting to bind port 674f52f6-5efd-40d6-8111-3343620a8a31 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:34:26.493225 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-e872b860-c1b3-446e-97f5-6bb69ca3466d None None] Attempting to bind port 674f52f6-5efd-40d6-8111-3343620a8a31 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:34:26.494228 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e872b860-c1b3-446e-97f5-6bb69ca3466d None None] Attempting to bind port 674f52f6-5efd-40d6-8111-3343620a8a31 on network 1166b922-7457-4da4-bdda-328e8c8e7bc6 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:34:26.500839 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port c6c9209b-fea0-494e-b2ea-76a9314efdfd, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=c6c9209b-fea0-494e-b2ea-76a9314efdfd,segment=NetworkSegment(cb5a1637-646d-4671-9ca6-bd30e74d860b),segment_id=cb5a1637-646d-4671-9ca6-bd30e74d860b)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:34:26.501351 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aa21f1-25ab-44f3-b7a2-7a917a5f66fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:34:26.501949 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aa21f1-25ab-44f3-b7a2-7a917a5f66fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:34:26.502667 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aa21f1-25ab-44f3-b7a2-7a917a5f66fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:34:26.503281 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aa21f1-25ab-44f3-b7a2-7a917a5f66fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:34:26.503415 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be277247-2ae5-4a25-8f0d-5d16c0ab5117 x-openstack-request-id: req-be277247-2ae5-4a25-8f0d-5d16c0ab5117 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:34:26.503711 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bda9913-bb6b-4cd1-a8c9-9523ee295fb4", "name": "network-vif-deleted", "tag": "267ca837-5617-4072-a0e0-29204a87ffa0", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:34:26.503829 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aa21f1-25ab-44f3-b7a2-7a917a5f66fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:34:26.503927 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-be277247-2ae5-4a25-8f0d-5d16c0ab5117 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:34:26.504007 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aa21f1-25ab-44f3-b7a2-7a917a5f66fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:34:26.504323 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bda9913-bb6b-4cd1-a8c9-9523ee295fb4', 'name': 'network-vif-deleted', 'tag': '267ca837-5617-4072-a0e0-29204a87ffa0', 'status': 'completed', 'code': 200} Sep 07 02:34:26.504576 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aa21f1-25ab-44f3-b7a2-7a917a5f66fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:34:26.505001 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aa21f1-25ab-44f3-b7a2-7a917a5f66fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:34:26.505642 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aa21f1-25ab-44f3-b7a2-7a917a5f66fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:34:26.506075 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aa21f1-25ab-44f3-b7a2-7a917a5f66fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:34:26.506437 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aa21f1-25ab-44f3-b7a2-7a917a5f66fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:34:26.506999 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11aa21f1-25ab-44f3-b7a2-7a917a5f66fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:34:26.508605 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:26.509927 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device ba246450-92d4-4fad-854d-29807ceb844e no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:34:26.524590 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e872b860-c1b3-446e-97f5-6bb69ca3466d None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:34:26.525391 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e872b860-c1b3-446e-97f5-6bb69ca3466d None None] Checking segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:34:26.526036 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-e872b860-c1b3-446e-97f5-6bb69ca3466d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:26.526845 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e872b860-c1b3-446e-97f5-6bb69ca3466d None None] Bound using segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:34:26.528941 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-e872b860-c1b3-446e-97f5-6bb69ca3466d None None] Bound port: 674f52f6-5efd-40d6-8111-3343620a8a31, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:34:26.529592 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-e872b860-c1b3-446e-97f5-6bb69ca3466d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:26.599168 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f3784a-ceb7-4ac4-8c43-aa13e0779016 req-80e8a1cc-8139-4fde-80b3-4c1fa5b67e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:26.601039 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-09f3784a-ceb7-4ac4-8c43-aa13e0779016 req-80e8a1cc-8139-4fde-80b3-4c1fa5b67e91 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=58fe4c9e71db4bd7aa26d4557468fc65&device_id=34c2627b-3011-401c-a0e2-7b9b6342a6d6 HTTP/1.1" status: 200 len: 1096 time: 0.3493965 Sep 07 02:34:26.608393 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-e872b860-c1b3-446e-97f5-6bb69ca3466d None None] For port 674f52f6-5efd-40d6-8111-3343620a8a31, host n-d-796209-16, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:34:26.614844 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-e872b860-c1b3-446e-97f5-6bb69ca3466d None None] For port 674f52f6-5efd-40d6-8111-3343620a8a31, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=674f52f6-5efd-40d6-8111-3343620a8a31,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:34:26.622821 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-e872b860-c1b3-446e-97f5-6bb69ca3466d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:26.643175 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-aa36e2a0-b116-4210-9f6d-8ab29ba39aaf req-b5362a23-c2dd-4eef-8892-a5deaa6c31d8 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bda9913-bb6b-4cd1-a8c9-9523ee295fb4 HTTP/1.1" status: 200 len: 210 time: 0.0550439 Sep 07 02:34:26.646785 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device ba246450-92d4-4fad-854d-29807ceb844e not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:34:26.648979 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=c6c9209b-fea0-494e-b2ea-76a9314efdfd,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:26.691144 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-5b455860-2af0-42e0-900b-a6715629ff60 req-73b14402-7302-4ee8-97a2-d357fa7ff2ef tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Allocated IP 192.168.233.116 (0823ecf3-066e-49bd-a451-2e84ab79a70f/694f9550-ba12-4672-8446-41848123cea2/5f62b862-298f-48a6-87b0-a9e80e67a326) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:34:26.723841 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e872b860-c1b3-446e-97f5-6bb69ca3466d None None] Routers {'b17b1740-677d-4592-b674-2c1c405543e6'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:34:26.725474 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-e872b860-c1b3-446e-97f5-6bb69ca3466d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:33:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['b17b1740-677d-4592-b674-2c1c405543e6'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:34:26.726834 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e3f10-4ca9-48f5-87d2-f3877caa080a req-16fb1381-10cd-40e7-a4e5-b3858b907cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:26.728860 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-671e3f10-4ca9-48f5-87d2-f3877caa080a req-16fb1381-10cd-40e7-a4e5-b3858b907cc0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc HTTP/1.1" status: 200 len: 923 time: 0.2515395 Sep 07 02:34:26.756966 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8b1b1dce-817e-458c-94c1-3185e049804f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:26.794758 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aa21f1-25ab-44f3-b7a2-7a917a5f66fd None None] Pushing event updated for resources: {'Port': ['ID=674f52f6-5efd-40d6-8111-3343620a8a31,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:26.823635 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a097aea-c431-4873-a915-30cdc687ab15 req-3b5f3d65-4880-4214-aa51-47a01dee8b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:26.826173 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5a097aea-c431-4873-a915-30cdc687ab15 req-3b5f3d65-4880-4214-aa51-47a01dee8b58 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=34c2627b-3011-401c-a0e2-7b9b6342a6d6&tenant_id=58fe4c9e71db4bd7aa26d4557468fc65 HTTP/1.1" status: 200 len: 1096 time: 0.3527083 Sep 07 02:34:26.827047 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b455860-2af0-42e0-900b-a6715629ff60 req-d47f248f-c656-47c4-9411-9b0cb2710ad8 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Made reservation on behalf of 36932fbb01ef47dd957d06cd3434fa27 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:34:26.833422 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5b455860-2af0-42e0-900b-a6715629ff60 req-d47f248f-c656-47c4-9411-9b0cb2710ad8 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:26.841188 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f3784a-ceb7-4ac4-8c43-aa13e0779016 req-336931f5-abc5-469b-9b73-835b7db384bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:26.843071 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-09f3784a-ceb7-4ac4-8c43-aa13e0779016 req-336931f5-abc5-469b-9b73-835b7db384bf service neutron] 10.222.0.16 "GET /v2.0/networks?id=e4ab2f0c-5a02-4242-a541-768acd457503 HTTP/1.1" status: 200 len: 921 time: 0.1854532 Sep 07 02:34:26.852073 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fff87a5b-294b-4888-b0e4-806f2ce11856 req-5d374e87-fa5a-4f28-bc22-f164459110c7 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cce6732-4ef3-4ca9-8908-88262e58dea1 HTTP/1.1" status: 200 len: 210 time: 0.0475874 Sep 07 02:34:26.878910 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-671e3f10-4ca9-48f5-87d2-f3877caa080a req-bab0d6d8-48a7-415f-a0a7-4b304c1036f0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13df73ea-f9db-4927-a356-a34216e6f263 HTTP/1.1" status: 200 len: 1023 time: 0.1351910 Sep 07 02:34:26.922449 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 6111f7c5-3b88-4913-8055-3718c291953f up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:34:26.991142 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 6111f7c5-3b88-4913-8055-3718c291953f triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:34:26.991942 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:27.004845 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-e872b860-c1b3-446e-97f5-6bb69ca3466d None None] Set router b17b1740-677d-4592-b674-2c1c405543e6 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:34:27.150598 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-09f3784a-ceb7-4ac4-8c43-aa13e0779016 req-4b05d98b-9f88-4d4a-9b8a-806dc2a0af8f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba246450-92d4-4fad-854d-29807ceb844e HTTP/1.1" status: 200 len: 217 time: 0.2911165 Sep 07 02:34:27.210297 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.23', 52038) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:34:27.235045 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e131bc74-63b4-426d-bee3-a36ae72e6ddd req-6c3fd317-1350-422d-a3fe-7db46e183b14 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] 10.222.0.22 "GET /v2.0/ports?device_id=cac44a8a-8e71-40d6-92c4-5cdcc8b4f278 HTTP/1.1" status: 200 len: 210 time: 0.1259387 Sep 07 02:34:27.270896 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1075e562-721d-49a1-8d59-4cda8ede134f req-eee851c0-e3a7-4e87-b8b7-44ea03871ca5 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=de4dd1dca96247f28dfa086e54071ce1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346303 Sep 07 02:34:27.277464 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-e872b860-c1b3-446e-97f5-6bb69ca3466d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17b1740-677d-4592-b674-2c1c405543e6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-252782972-router', 'tenant_id': 'a54ab3d241974f319feaa289ec99333f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '674f52f6-5efd-40d6-8111-3343620a8a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:34:21Z', 'updated_at': '2021-09-07T02:34:24Z', 'revision_number': 3, 'project_id': 'a54ab3d241974f319feaa289ec99333f', 'gw_port': {'id': '674f52f6-5efd-40d6-8111-3343620a8a31', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ce:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b17b1740-677d-4592-b674-2c1c405543e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:34:23Z', 'updated_at': '2021-09-07T02:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:34:27.294094 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a097aea-c431-4873-a915-30cdc687ab15 req-3d4f9b0a-42fd-4dd7-bb2a-dabe8256f955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:27.295442 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e3f10-4ca9-48f5-87d2-f3877caa080a req-aa781683-d0e3-46ab-bbc0-dd3b4d99c082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:27.295565 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5a097aea-c431-4873-a915-30cdc687ab15 req-3d4f9b0a-42fd-4dd7-bb2a-dabe8256f955 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=58fe4c9e71db4bd7aa26d4557468fc65&device_id=34c2627b-3011-401c-a0e2-7b9b6342a6d6 HTTP/1.1" status: 200 len: 1096 time: 0.4372199 Sep 07 02:34:27.296945 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-671e3f10-4ca9-48f5-87d2-f3877caa080a req-aa781683-d0e3-46ab-bbc0-dd3b4d99c082 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cbe10d5e-50cd-446a-9782-e73eac83e8a3 HTTP/1.1" status: 200 len: 862 time: 0.3435266 Sep 07 02:34:27.332357 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e872b860-c1b3-446e-97f5-6bb69ca3466d None None] The sync data for ids ['b17b1740-677d-4592-b674-2c1c405543e6'] in n-d-796209-16 is: [{'id': 'b17b1740-677d-4592-b674-2c1c405543e6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-252782972-router', 'tenant_id': 'a54ab3d241974f319feaa289ec99333f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '674f52f6-5efd-40d6-8111-3343620a8a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:34:21Z', 'updated_at': '2021-09-07T02:34:24Z', 'revision_number': 3, 'project_id': 'a54ab3d241974f319feaa289ec99333f', 'gw_port': {'id': '674f52f6-5efd-40d6-8111-3343620a8a31', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ce:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b17b1740-677d-4592-b674-2c1c405543e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:34:23Z', 'updated_at': '2021-09-07T02:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:34:27.403669 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb549be-cb5c-48dd-8181-bf0c98f68c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6c9209b-fea0-494e-b2ea-76a9314efdfd'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:34:27.406133 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11255acc-297e-47bd-a872-14f6132980e2" -d '{"events": [{"server_uuid": "7bb549be-cb5c-48dd-8181-bf0c98f68c72", "name": "network-vif-plugged", "status": "completed", "tag": "c6c9209b-fea0-494e-b2ea-76a9314efdfd"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:34:27.446974 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e3f10-4ca9-48f5-87d2-f3877caa080a req-71621f88-8472-439d-9be0-194eb4045a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:27.448537 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-671e3f10-4ca9-48f5-87d2-f3877caa080a req-71621f88-8472-439d-9be0-194eb4045a93 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1351771 Sep 07 02:34:27.460850 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-8b1b1dce-817e-458c-94c1-3185e049804f admin admin] Allocated IP 172.20.0.1 (8ab7984a-b3c2-4552-bebd-58d012c6a713/6adffcfb-413e-4397-9eca-069cf6afe672/a4626ecb-8d43-42db-8801-e826770acd31) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:34:27.461110 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a6ffc0d9-cb01-42df-8cd2-9cc48411156e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:27.510417 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d926fa8-984c-4587-957b-ba5971aa4e99 x-openstack-request-id: req-0d926fa8-984c-4587-957b-ba5971aa4e99 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:34:27.510817 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb549be-cb5c-48dd-8181-bf0c98f68c72", "name": "network-vif-plugged", "status": "completed", "tag": "c6c9209b-fea0-494e-b2ea-76a9314efdfd", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:34:27.511013 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0d926fa8-984c-4587-957b-ba5971aa4e99 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:34:27.512085 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb549be-cb5c-48dd-8181-bf0c98f68c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6c9209b-fea0-494e-b2ea-76a9314efdfd', 'code': 200} Sep 07 02:34:27.560319 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b758cb7d-3eb0-4f71-a32f-b5b18955617b req-9d427540-faea-421e-b7dc-b18bf321cb2a tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:27.569201 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b758cb7d-3eb0-4f71-a32f-b5b18955617b req-9d427540-faea-421e-b7dc-b18bf321cb2a tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bb549be-cb5c-48dd-8181-bf0c98f68c72 HTTP/1.1" status: 200 len: 945 time: 0.1666081 Sep 07 02:34:27.748052 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b758cb7d-3eb0-4f71-a32f-b5b18955617b req-5b52202a-f4b9-4f94-afa3-217a38cd9a2a tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779118 Sep 07 02:34:27.792978 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-671e3f10-4ca9-48f5-87d2-f3877caa080a req-bcaa28cc-6526-4029-a9cb-99c54b4653d0 service neutron] 10.222.0.23 "GET /v2.0/networks/6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226008 Sep 07 02:34:27.796052 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8b1b1dce-817e-458c-94c1-3185e049804f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:27.818526 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f498d5f-0c58-4325-9c9e-792d069ab46d req-a7141b10-0d68-4c4e-9f34-db146efd0a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:27.820085 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3f498d5f-0c58-4325-9c9e-792d069ab46d req-a7141b10-0d68-4c4e-9f34-db146efd0a72 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7bb549be-cb5c-48dd-8181-bf0c98f68c72 HTTP/1.1" status: 200 len: 1097 time: 0.2061787 Sep 07 02:34:27.841931 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-8b1b1dce-817e-458c-94c1-3185e049804f admin admin] Transition to ACTIVE for port object a4626ecb-8d43-42db-8801-e826770acd31 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:34:27.843357 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f3784a-ceb7-4ac4-8c43-aa13e0779016 req-a2567532-23c8-45be-8a52-46d52a2e3f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:27.845126 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-09f3784a-ceb7-4ac4-8c43-aa13e0779016 req-a2567532-23c8-45be-8a52-46d52a2e3f1f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a1bc4512-390c-4c50-bb1d-2c94019bd4fe HTTP/1.1" status: 200 len: 861 time: 0.6653812 Sep 07 02:34:27.852140 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075e562-721d-49a1-8d59-4cda8ede134f req-4f3e4ff5-ce29-4dc6-a6f5-5da765d6f0f9 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:27.853717 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1075e562-721d-49a1-8d59-4cda8ede134f req-4f3e4ff5-ce29-4dc6-a6f5-5da765d6f0f9 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5536194 Sep 07 02:34:27.921602 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3f498d5f-0c58-4325-9c9e-792d069ab46d req-746d19a5-fa5d-49cf-99d6-1ff72280cf03 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886848 Sep 07 02:34:27.951983 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5b455860-2af0-42e0-900b-a6715629ff60 req-73b14402-7302-4ee8-97a2-d357fa7ff2ef tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:27.970953 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fd9161c1-c81b-4b3a-9df5-88222051172d req-aff673b6-520d-439a-9c2f-4e7d5286c043 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cce6732-4ef3-4ca9-8908-88262e58dea1 HTTP/1.1" status: 200 len: 210 time: 0.0426826 Sep 07 02:34:27.975369 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-5b455860-2af0-42e0-900b-a6715629ff60 req-73b14402-7302-4ee8-97a2-d357fa7ff2ef tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Transition to ACTIVE for port object 5f62b862-298f-48a6-87b0-a9e80e67a326 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:34:27.985206 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-671e3f10-4ca9-48f5-87d2-f3877caa080a req-88cdf5cd-a6c3-48fb-82b7-a1b85eda3f75 service neutron] 10.222.0.23 "GET /v2.0/networks/6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832504 Sep 07 02:34:27.998862 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-1075e562-721d-49a1-8d59-4cda8ede134f req-85acb25d-2cec-4ee2-bb8b-b0edc35ef562 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] Request body: {'port': {'device_id': 'cac44a8a-8e71-40d6-92c4-5cdcc8b4f278', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'admin_state_up': True, 'tenant_id': 'de4dd1dca96247f28dfa086e54071ce1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:34:28.000996 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8b1b1dce-817e-458c-94c1-3185e049804f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:28.052719 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1b1dce-817e-458c-94c1-3185e049804f admin admin] Pushing event updated for resources: {'Port': ['ID=a4626ecb-8d43-42db-8801-e826770acd31,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:28.068596 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1b1dce-817e-458c-94c1-3185e049804f admin admin] Network 8ab7984a-b3c2-4552-bebd-58d012c6a713 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:34:28.071256 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-8b1b1dce-817e-458c-94c1-3185e049804f admin admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:34:28.072768 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1b1dce-817e-458c-94c1-3185e049804f admin admin] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:34:28.076774 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 267ca837-5617-4072-a0e0-29204a87ffa0 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:34:28.115513 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: 267ca837-5617-4072-a0e0-29204a87ffa0 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:34:28.115877 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 267ca837-5617-4072-a0e0-29204a87ffa0 not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:34:28.120777 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a097aea-c431-4873-a915-30cdc687ab15 req-663b4457-f4fb-4ed8-b575-cd29f62150c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:28.122528 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5a097aea-c431-4873-a915-30cdc687ab15 req-663b4457-f4fb-4ed8-b575-cd29f62150c8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e4ab2f0c-5a02-4242-a541-768acd457503 HTTP/1.1" status: 200 len: 921 time: 0.7397251 Sep 07 02:34:28.154132 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8b1b1dce-817e-458c-94c1-3185e049804f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:28.159818 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d42c37e6-4d4f-406a-b8d6-518134128c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:28.178057 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-09f3784a-ceb7-4ac4-8c43-aa13e0779016 req-d0ab10b1-68e1-4136-bd91-a532b93b298c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e4ab2f0c-5a02-4242-a541-768acd457503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3217242 Sep 07 02:34:28.195191 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ffc0d9-cb01-42df-8cd2-9cc48411156e admin admin] Checking segment: {'id': 'da38b09b-687b-472b-b76c-c3d9678d1429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '1b157571-d602-46e5-a0fd-d64543c55b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:34:28.195586 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ffc0d9-cb01-42df-8cd2-9cc48411156e admin admin] Network hostable DHCP agents. Network: 1b157571-d602-46e5-a0fd-d64543c55b9e, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:34:28.248042 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ffc0d9-cb01-42df-8cd2-9cc48411156e admin admin] Pushing event updated for resources: {'Subnet': ['ID=eac9db17-7222-44d8-ac38-c3956517f6c6,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:28.303004 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5a097aea-c431-4873-a915-30cdc687ab15 req-4c78c65b-73bb-4185-8531-0c52c32d5db9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba246450-92d4-4fad-854d-29807ceb844e HTTP/1.1" status: 200 len: 217 time: 0.1352448 Sep 07 02:34:28.331637 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b15e0a-5b2f-4dd1-a33c-abb62685ab59 req-2df338db-e498-4d86-998a-4dca3562e5b4 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:28.333286 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e381d-0a41-412e-a2f2-81662193004c req-ca27465f-ef59-4871-8630-6282523dbd54 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:28.334927 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-880e381d-0a41-412e-a2f2-81662193004c req-ca27465f-ef59-4871-8630-6282523dbd54 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/networks?id=bd9601bc-c156-4ac4-9ffa-13377eee4acb HTTP/1.1" status: 200 len: 821 time: 0.2312143 Sep 07 02:34:28.341195 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f1b15e0a-5b2f-4dd1-a33c-abb62685ab59 req-2df338db-e498-4d86-998a-4dca3562e5b4 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=34c2627b-3011-401c-a0e2-7b9b6342a6d6 HTTP/1.1" status: 200 len: 944 time: 0.5202403 Sep 07 02:34:28.350672 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-e53948be-c875-458d-a9e6-742f2c81dc64 None None] Provisioning for port a4626ecb-8d43-42db-8801-e826770acd31 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:34:28.356427 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-880e381d-0a41-412e-a2f2-81662193004c req-b8ba3a40-e66c-4d31-91b5-5d4657f67688 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/quotas/f4b9a4a861be4de9ba9378f5ed497ddc HTTP/1.1" status: 200 len: 375 time: 0.0142086 Sep 07 02:34:28.356997 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-e53948be-c875-458d-a9e6-742f2c81dc64 None None] Provisioning complete for port a4626ecb-8d43-42db-8801-e826770acd31 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:34:28.357378 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e53948be-c875-458d-a9e6-742f2c81dc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:28.418318 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8b1b1dce-817e-458c-94c1-3185e049804f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:28.425259 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-e53948be-c875-458d-a9e6-742f2c81dc64 None None] Port a4626ecb-8d43-42db-8801-e826770acd31 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:34:28.470089 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-880e381d-0a41-412e-a2f2-81662193004c req-d20d2431-b6f1-4334-81a5-984a05ca42a4 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f4b9a4a861be4de9ba9378f5ed497ddc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0916705 Sep 07 02:34:28.482514 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5b455860-2af0-42e0-900b-a6715629ff60 req-73b14402-7302-4ee8-97a2-d357fa7ff2ef tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:28.490056 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ffc0d9-cb01-42df-8cd2-9cc48411156e admin admin] Network 1b157571-d602-46e5-a0fd-d64543c55b9e is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:34:28.497626 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['b6b91583-efab-415c-af4d-b359edcad861', 'ff1a19e3-e096-472f-9a63-57a220fc3f11'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:34:28.500299 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['cd30c17f-9869-47d0-b8a4-372e64aeee83'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:34:28.587838 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a097aea-c431-4873-a915-30cdc687ab15 req-f5ac00ac-1658-4746-a27c-241ec1a550c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:28.589394 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5a097aea-c431-4873-a915-30cdc687ab15 req-f5ac00ac-1658-4746-a27c-241ec1a550c3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a1bc4512-390c-4c50-bb1d-2c94019bd4fe HTTP/1.1" status: 200 len: 861 time: 0.2461476 Sep 07 02:34:28.607606 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f1b15e0a-5b2f-4dd1-a33c-abb62685ab59 req-adb1c137-dd68-49bd-96e1-471cf2c93c82 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654054 Sep 07 02:34:28.622068 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-a6ffc0d9-cb01-42df-8cd2-9cc48411156e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 1b157571-d602-46e5-a0fd-d64543c55b9e) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:34:28.627819 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ffc0d9-cb01-42df-8cd2-9cc48411156e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:28.628427 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a6ffc0d9-cb01-42df-8cd2-9cc48411156e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:28.635942 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56354482-5b5d-4fad-9fc6-2a1fd7dc3bdb None None] Network 1b157571-d602-46e5-a0fd-d64543c55b9e requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:34:28.640389 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-880e381d-0a41-412e-a2f2-81662193004c req-7ab418d3-f0ed-4451-902a-e4bf48b2f69b service neutron] 10.222.0.22 "GET /v2.0/networks/bd9601bc-c156-4ac4-9ffa-13377eee4acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578946 Sep 07 02:34:28.645288 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b455860-2af0-42e0-900b-a6715629ff60 req-73b14402-7302-4ee8-97a2-d357fa7ff2ef tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Network 0823ecf3-066e-49bd-a451-2e84ab79a70f is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:34:28.700075 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-5b455860-2af0-42e0-900b-a6715629ff60 req-73b14402-7302-4ee8-97a2-d357fa7ff2ef tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:34:28.704887 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b455860-2af0-42e0-900b-a6715629ff60 req-73b14402-7302-4ee8-97a2-d357fa7ff2ef tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:34:28.712452 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:28.725308 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5a097aea-c431-4873-a915-30cdc687ab15 req-4cd0f6e1-0d44-4b33-b0b4-fbb483888827 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e4ab2f0c-5a02-4242-a541-768acd457503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1165092 Sep 07 02:34:28.726735 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-5b455860-2af0-42e0-900b-a6715629ff60 req-d47f248f-c656-47c4-9411-9b0cb2710ad8 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Allocated IP 192.168.233.189 (0823ecf3-066e-49bd-a451-2e84ab79a70f/694f9550-ba12-4672-8446-41848123cea2/9b74c30d-79a1-4776-88eb-fff88a21f5a9) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:34:28.734583 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-09f3784a-ceb7-4ac4-8c43-aa13e0779016 req-3ee5c35b-bb31-4d1e-a007-97cb25b5f72b service neutron] 10.222.0.16 "GET /v2.0/networks/e4ab2f0c-5a02-4242-a541-768acd457503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5329316 Sep 07 02:34:28.759225 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b14402-7302-4ee8-97a2-d357fa7ff2ef tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Pushing event updated for resources: {'Port': ['ID=5f62b862-298f-48a6-87b0-a9e80e67a326,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:28.779378 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-880e381d-0a41-412e-a2f2-81662193004c req-4f3bd70f-d961-4a8a-bfd6-b0178316340c service neutron] 10.222.0.22 "GET /v2.0/networks/bd9601bc-c156-4ac4-9ffa-13377eee4acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305768 Sep 07 02:34:28.862213 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8b1b1dce-817e-458c-94c1-3185e049804f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:28.877212 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8b1b1dce-817e-458c-94c1-3185e049804f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:28.959304 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8b1b1dce-817e-458c-94c1-3185e049804f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:28.997917 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 674f52f6-5efd-40d6-8111-3343620a8a31 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:34:29.059576 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1075e562-721d-49a1-8d59-4cda8ede134f req-85acb25d-2cec-4ee2-bb8b-b0edc35ef562 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] Made reservation on behalf of de4dd1dca96247f28dfa086e54071ce1 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:34:29.073708 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1075e562-721d-49a1-8d59-4cda8ede134f req-85acb25d-2cec-4ee2-bb8b-b0edc35ef562 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:29.131962 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180f656a-8c96-428c-ad0f-82b0040b4a63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-1b157571-d602-46e5-a0fd-d64543c55b9e', 'network_id': '1b157571-d602-46e5-a0fd-d64543c55b9e', 'tenant_id': '82f3fc87393e475b9b7c73e7abf1c936', 'fixed_ips': [{'subnet_id': 'eac9db17-7222-44d8-ac38-c3956517f6c6'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:34:29.132973 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-180f656a-8c96-428c-ad0f-82b0040b4a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:29.133095 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1b1dce-817e-458c-94c1-3185e049804f admin admin] Pushing event updated for resources: {'Port': ['ID=a4626ecb-8d43-42db-8801-e826770acd31,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:29.155032 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4120eaed-1a35-482e-a5d5-0a73bc68ba2f req-0774b35b-a7ce-4811-8c79-a16bcb62d65b tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] 10.222.0.22 "GET /v2.0/ports?device_id=cac44a8a-8e71-40d6-92c4-5cdcc8b4f278 HTTP/1.1" status: 200 len: 210 time: 0.3256288 Sep 07 02:34:29.158883 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a6ffc0d9-cb01-42df-8cd2-9cc48411156e admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.5412400 Sep 07 02:34:29.185762 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 39434) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:34:29.200978 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-be6e9e08-2919-4c08-b7cc-f557cf82ddbe admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-962614049-router', 'tenant_id': '82f3fc87393e475b9b7c73e7abf1c936', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:34:29.252739 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-be6e9e08-2919-4c08-b7cc-f557cf82ddbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:29.254182 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-be6e9e08-2919-4c08-b7cc-f557cf82ddbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:29.257655 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1075e562-721d-49a1-8d59-4cda8ede134f req-85acb25d-2cec-4ee2-bb8b-b0edc35ef562 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:29.274242 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-da1e1c5b-844b-4ce9-b94b-6eb5e584dc3d None None] Provisioning for port 5f62b862-298f-48a6-87b0-a9e80e67a326 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:34:29.307170 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 674f52f6-5efd-40d6-8111-3343620a8a31 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:34:29.325748 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b455860-2af0-42e0-900b-a6715629ff60 req-73b14402-7302-4ee8-97a2-d357fa7ff2ef tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:29.327307 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5b455860-2af0-42e0-900b-a6715629ff60 req-73b14402-7302-4ee8-97a2-d357fa7ff2ef tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:29.329924 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-da1e1c5b-844b-4ce9-b94b-6eb5e584dc3d None None] Provisioning complete for port 5f62b862-298f-48a6-87b0-a9e80e67a326 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:34:29.330506 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-da1e1c5b-844b-4ce9-b94b-6eb5e584dc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:29.337740 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 674f52f6-5efd-40d6-8111-3343620a8a31 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:34:29.338330 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:29.343054 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1b1dce-817e-458c-94c1-3185e049804f admin admin] Network 8ab7984a-b3c2-4552-bebd-58d012c6a713 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:34:29.352287 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2fe35-42da-4d84-8823-7df38860c5e7 req-239c13b0-1cf1-4808-a63f-442e040d7a11 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:29.360299 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1dd2fe35-42da-4d84-8823-7df38860c5e7 req-239c13b0-1cf1-4808-a63f-442e040d7a11 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bb549be-cb5c-48dd-8181-bf0c98f68c72 HTTP/1.1" status: 200 len: 945 time: 0.0856888 Sep 07 02:34:29.363015 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-8b1b1dce-817e-458c-94c1-3185e049804f admin admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:34:29.389204 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5b455860-2af0-42e0-900b-a6715629ff60 req-73b14402-7302-4ee8-97a2-d357fa7ff2ef tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5304163 Sep 07 02:34:29.439783 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-5b455860-2af0-42e0-900b-a6715629ff60 req-fe1a244f-b1fc-46da-8abd-aff56f955f7b service neutron] Request body: {'port': {'device_id': 'af77b9dc-da40-4001-9806-5164cbc14e67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:34:29.473982 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-09f3784a-ceb7-4ac4-8c43-aa13e0779016 req-299490f0-e808-4384-bb6a-81e9c448d44f service neutron] 10.222.0.16 "GET /v2.0/networks/e4ab2f0c-5a02-4242-a541-768acd457503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6901374 Sep 07 02:34:29.509405 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1dd2fe35-42da-4d84-8823-7df38860c5e7 req-bc4d48ca-e75b-4bb3-8b7c-ef7ee8371a73 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481028 Sep 07 02:34:29.521758 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-da1e1c5b-844b-4ce9-b94b-6eb5e584dc3d None None] Port 5f62b862-298f-48a6-87b0-a9e80e67a326 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:34:29.528664 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:29.566956 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-180f656a-8c96-428c-ad0f-82b0040b4a63 None None] Allocated IP 172.20.0.2 (1b157571-d602-46e5-a0fd-d64543c55b9e/eac9db17-7222-44d8-ac38-c3956517f6c6/b8242592-fbac-402f-9577-d3edc5b51f77) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:34:29.596044 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4a791e5a-88ec-462b-82c0-5a981c85a9e1 req-cfcd8b38-d001-4810-8c37-507fe99fa8ee tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cce6732-4ef3-4ca9-8908-88262e58dea1 HTTP/1.1" status: 200 len: 210 time: 0.2496545 Sep 07 02:34:29.682396 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-28e12f66-c05a-4d61-a244-f100af38247a req-43d4a763-c5e5-4bed-b6f3-40f3e82aa52a tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/ports?device_id=9002f760-e42f-49db-8984-ee500bad3604 HTTP/1.1" status: 200 len: 210 time: 0.0579293 Sep 07 02:34:29.731939 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b1b1dce-817e-458c-94c1-3185e049804f admin admin] Router b17b1740-677d-4592-b674-2c1c405543e6 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:34:29.758585 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-be6e9e08-2919-4c08-b7cc-f557cf82ddbe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:29.767528 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5b455860-2af0-42e0-900b-a6715629ff60 req-fe1a244f-b1fc-46da-8abd-aff56f955f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:29.781047 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5a097aea-c431-4873-a915-30cdc687ab15 req-6f8919b4-9807-4200-a40a-8f6c32f5a641 service neutron] 10.222.0.23 "GET /v2.0/networks/e4ab2f0c-5a02-4242-a541-768acd457503?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0015025 Sep 07 02:34:29.793700 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:29.831637 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 674f52f6-5efd-40d6-8111-3343620a8a31, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=674f52f6-5efd-40d6-8111-3343620a8a31,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:34:29.847178 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:29.904566 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1b1dce-817e-458c-94c1-3185e049804f admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:34:29.934743 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8b1b1dce-817e-458c-94c1-3185e049804f admin admin] 10.222.0.22 "PUT /v2.0/routers/b17b1740-677d-4592-b674-2c1c405543e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5587468 Sep 07 02:34:29.966046 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303177c6-3704-4af7-ab50-a421e2477cb7 req-d0d4926a-1c5e-4088-a906-00fbef460dea tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:29.967837 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-303177c6-3704-4af7-ab50-a421e2477cb7 req-d0d4926a-1c5e-4088-a906-00fbef460dea tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=34c2627b-3011-401c-a0e2-7b9b6342a6d6 HTTP/1.1" status: 200 len: 944 time: 0.1396484 Sep 07 02:34:30.007083 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63715181-89e1-479d-a98d-c0b12434628c None None] Sync routers for ids ['b17b1740-677d-4592-b674-2c1c405543e6'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:34:30.021564 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-303177c6-3704-4af7-ab50-a421e2477cb7 req-1ab279e9-4f14-49fa-8bc8-6d6c6601adde tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471742 Sep 07 02:34:30.050257 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63715181-89e1-479d-a98d-c0b12434628c None None] Routers {'b17b1740-677d-4592-b674-2c1c405543e6'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:34:30.050895 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-63715181-89e1-479d-a98d-c0b12434628c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:34:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['b17b1740-677d-4592-b674-2c1c405543e6'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:34:30.116991 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-180f656a-8c96-428c-ad0f-82b0040b4a63 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:30.124217 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-eae3150a-6394-473b-919c-95dba8d31b38 None None] Provisioning complete for port a4626ecb-8d43-42db-8801-e826770acd31 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:34:30.124591 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-eae3150a-6394-473b-919c-95dba8d31b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:30.158547 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=674f52f6-5efd-40d6-8111-3343620a8a31,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:30.165408 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-180f656a-8c96-428c-ad0f-82b0040b4a63 None None] Transition to ACTIVE for port object b8242592-fbac-402f-9577-d3edc5b51f77 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:34:30.202019 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-eae3150a-6394-473b-919c-95dba8d31b38 None None] Port a4626ecb-8d43-42db-8801-e826770acd31 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:34:30.231708 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-180f656a-8c96-428c-ad0f-82b0040b4a63 None None] Transition to ACTIVE for port object b8242592-fbac-402f-9577-d3edc5b51f77 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:34:30.239960 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-180f656a-8c96-428c-ad0f-82b0040b4a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:30.288279 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-63715181-89e1-479d-a98d-c0b12434628c None None] Set router b17b1740-677d-4592-b674-2c1c405543e6 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:34:30.296435 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180f656a-8c96-428c-ad0f-82b0040b4a63 None None] Network 1b157571-d602-46e5-a0fd-d64543c55b9e is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:34:30.325835 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-180f656a-8c96-428c-ad0f-82b0040b4a63 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:34:30.335361 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fd7430c7-ac75-40d2-af46-63b50de1a2b8 req-b5a937f5-05fa-44b5-ae96-bc28806f5839 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] 10.222.0.22 "GET /v2.0/ports?device_id=cac44a8a-8e71-40d6-92c4-5cdcc8b4f278 HTTP/1.1" status: 200 len: 210 time: 0.0293317 Sep 07 02:34:30.335629 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180f656a-8c96-428c-ad0f-82b0040b4a63 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:34:30.346811 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180f656a-8c96-428c-ad0f-82b0040b4a63 None None] Pushing event updated for resources: {'Port': ['ID=b8242592-fbac-402f-9577-d3edc5b51f77,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:30.465365 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-180f656a-8c96-428c-ad0f-82b0040b4a63 None None] Attempting to bind port b8242592-fbac-402f-9577-d3edc5b51f77 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:34:30.465740 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-180f656a-8c96-428c-ad0f-82b0040b4a63 None None] Attempting to bind port b8242592-fbac-402f-9577-d3edc5b51f77 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'da38b09b-687b-472b-b76c-c3d9678d1429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '1b157571-d602-46e5-a0fd-d64543c55b9e'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:34:30.466109 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180f656a-8c96-428c-ad0f-82b0040b4a63 None None] Attempting to bind port b8242592-fbac-402f-9577-d3edc5b51f77 on network 1b157571-d602-46e5-a0fd-d64543c55b9e {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:34:30.503253 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180f656a-8c96-428c-ad0f-82b0040b4a63 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:34:30.503607 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180f656a-8c96-428c-ad0f-82b0040b4a63 None None] Checking segment: {'id': 'da38b09b-687b-472b-b76c-c3d9678d1429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '1b157571-d602-46e5-a0fd-d64543c55b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:34:30.504008 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-180f656a-8c96-428c-ad0f-82b0040b4a63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:30.504955 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180f656a-8c96-428c-ad0f-82b0040b4a63 None None] Bound using segment: {'id': 'da38b09b-687b-472b-b76c-c3d9678d1429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '1b157571-d602-46e5-a0fd-d64543c55b9e'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:34:30.505475 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-180f656a-8c96-428c-ad0f-82b0040b4a63 None None] Bound port: b8242592-fbac-402f-9577-d3edc5b51f77, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da38b09b-687b-472b-b76c-c3d9678d1429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '1b157571-d602-46e5-a0fd-d64543c55b9e'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:34:30.505861 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-180f656a-8c96-428c-ad0f-82b0040b4a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:30.508681 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bca970-2b9e-4d9a-8fe8-a0932dec59d1 req-27fa8d7a-9112-45f5-9995-a28ca247b412 tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:30.510199 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-50bca970-2b9e-4d9a-8fe8-a0932dec59d1 req-27fa8d7a-9112-45f5-9995-a28ca247b412 tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=7bb549be-cb5c-48dd-8181-bf0c98f68c72 HTTP/1.1" status: 200 len: 1097 time: 0.7438071 Sep 07 02:34:30.533418 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5b455860-2af0-42e0-900b-a6715629ff60 req-d47f248f-c656-47c4-9411-9b0cb2710ad8 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:30.578509 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-be6e9e08-2919-4c08-b7cc-f557cf82ddbe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:30.619986 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-180f656a-8c96-428c-ad0f-82b0040b4a63 None None] For port b8242592-fbac-402f-9577-d3edc5b51f77, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:34:30.627716 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-180f656a-8c96-428c-ad0f-82b0040b4a63 None None] For port b8242592-fbac-402f-9577-d3edc5b51f77, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=b8242592-fbac-402f-9577-d3edc5b51f77,segment=NetworkSegment(da38b09b-687b-472b-b76c-c3d9678d1429),segment_id=da38b09b-687b-472b-b76c-c3d9678d1429)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:34:30.635759 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-180f656a-8c96-428c-ad0f-82b0040b4a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:30.668746 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045c836-2182-4d62-abb3-d09037a98355 req-f6802e73-27c4-41ee-bb2d-138eef8ea2d5 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:30.689478 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b045c836-2182-4d62-abb3-d09037a98355 req-f6802e73-27c4-41ee-bb2d-138eef8ea2d5 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/networks?id=8ab7984a-b3c2-4552-bebd-58d012c6a713 HTTP/1.1" status: 200 len: 828 time: 0.1683104 Sep 07 02:34:30.706081 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-5b455860-2af0-42e0-900b-a6715629ff60 req-d47f248f-c656-47c4-9411-9b0cb2710ad8 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Transition to ACTIVE for port object 9b74c30d-79a1-4776-88eb-fff88a21f5a9 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:34:30.708035 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b045c836-2182-4d62-abb3-d09037a98355 req-50a3add7-67fb-400f-ba0f-eb707011ec39 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/quotas/a54ab3d241974f319feaa289ec99333f HTTP/1.1" status: 200 len: 375 time: 0.0174997 Sep 07 02:34:30.708241 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180f656a-8c96-428c-ad0f-82b0040b4a63 None None] Pushing event updated for resources: {'Port': ['ID=b8242592-fbac-402f-9577-d3edc5b51f77,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:30.713378 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-63715181-89e1-479d-a98d-c0b12434628c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17b1740-677d-4592-b674-2c1c405543e6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-252782972-router', 'tenant_id': 'a54ab3d241974f319feaa289ec99333f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '674f52f6-5efd-40d6-8111-3343620a8a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:34:21Z', 'updated_at': '2021-09-07T02:34:28Z', 'revision_number': 4, 'project_id': 'a54ab3d241974f319feaa289ec99333f', 'gw_port': {'id': '674f52f6-5efd-40d6-8111-3343620a8a31', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ce:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17b1740-677d-4592-b674-2c1c405543e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:34:23Z', 'updated_at': '2021-09-07T02:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'a4626ecb-8d43-42db-8801-e826770acd31', 'name': '', 'network_id': '8ab7984a-b3c2-4552-bebd-58d012c6a713', 'tenant_id': 'a54ab3d241974f319feaa289ec99333f', 'mac_address': 'fa:16:3e:cf:78:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b17b1740-677d-4592-b674-2c1c405543e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6adffcfb-413e-4397-9eca-069cf6afe672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:34:26Z', 'updated_at': '2021-09-07T02:34:28Z', 'revision_number': 2, 'project_id': 'a54ab3d241974f319feaa289ec99333f', 'subnets': [{'id': '6adffcfb-413e-4397-9eca-069cf6afe672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:34:30.741109 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63715181-89e1-479d-a98d-c0b12434628c None None] Checking router: b17b1740-677d-4592-b674-2c1c405543e6 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:34:30.741464 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63715181-89e1-479d-a98d-c0b12434628c None None] Updating router b17b1740-677d-4592-b674-2c1c405543e6 port a4626ecb-8d43-42db-8801-e826770acd31 binding host n-d-796209-16 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 02:34:30.744200 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5a097aea-c431-4873-a915-30cdc687ab15 req-00cd19c2-d8f3-44df-9bbd-0009d8377004 service neutron] 10.222.0.23 "GET /v2.0/networks/e4ab2f0c-5a02-4242-a541-768acd457503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9208732 Sep 07 02:34:30.789073 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-63715181-89e1-479d-a98d-c0b12434628c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:30.809170 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-50bca970-2b9e-4d9a-8fe8-a0932dec59d1 req-c2f93498-0f8b-4a75-9d0f-d222b0174124 tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192442 Sep 07 02:34:30.819713 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b045c836-2182-4d62-abb3-d09037a98355 req-6afd8204-c3fa-4003-9b49-874f0337ede6 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a54ab3d241974f319feaa289ec99333f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0917020 Sep 07 02:34:30.830795 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1075e562-721d-49a1-8d59-4cda8ede134f req-85acb25d-2cec-4ee2-bb8b-b0edc35ef562 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:30.860235 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1075e562-721d-49a1-8d59-4cda8ede134f req-85acb25d-2cec-4ee2-bb8b-b0edc35ef562 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:30.875641 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e381d-0a41-412e-a2f2-81662193004c req-720f7705-e6d4-4bca-a2f8-0164c0763a55 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:30.885575 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-880e381d-0a41-412e-a2f2-81662193004c req-720f7705-e6d4-4bca-a2f8-0164c0763a55 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.16 "GET /v2.0/networks?id=bd9601bc-c156-4ac4-9ffa-13377eee4acb HTTP/1.1" status: 200 len: 821 time: 0.4053867 Sep 07 02:34:30.917023 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-880e381d-0a41-412e-a2f2-81662193004c req-714b4324-98ec-492f-8426-1c816839b67d tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Request body: {'port': {'device_id': '9002f760-e42f-49db-8984-ee500bad3604', 'network_id': 'bd9601bc-c156-4ac4-9ffa-13377eee4acb', 'admin_state_up': True, 'tenant_id': 'f4b9a4a861be4de9ba9378f5ed497ddc'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:34:30.939767 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b045c836-2182-4d62-abb3-d09037a98355 req-eeb630bc-a12f-49d3-9505-1ab0af2cd009 service neutron] 10.222.0.22 "GET /v2.0/networks/8ab7984a-b3c2-4552-bebd-58d012c6a713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190443 Sep 07 02:34:30.980392 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 674f52f6-5efd-40d6-8111-3343620a8a31 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:34:31.010765 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85acb25d-2cec-4ee2-bb8b-b0edc35ef562 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45c54fb9-abbf-40ef-a472-c067aecb5bbb,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:31.051534 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6c69d26e-436c-4695-897c-27cfdd6a5173 req-d54995c1-c68d-4b19-bc8b-ad7140006a57 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cce6732-4ef3-4ca9-8908-88262e58dea1 HTTP/1.1" status: 200 len: 210 time: 0.1311369 Sep 07 02:34:31.078530 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b045c836-2182-4d62-abb3-d09037a98355 req-e9fb3f42-893c-4921-8e7c-d9695963a01b service neutron] 10.222.0.22 "GET /v2.0/networks/8ab7984a-b3c2-4552-bebd-58d012c6a713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375616 Sep 07 02:34:31.189394 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 674f52f6-5efd-40d6-8111-3343620a8a31 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:34:31.189860 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:31.205475 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5b455860-2af0-42e0-900b-a6715629ff60 req-d47f248f-c656-47c4-9411-9b0cb2710ad8 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:31.228232 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['cd30c17f-9869-47d0-b8a4-372e64aeee83'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:34:31.230350 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['b6b91583-efab-415c-af4d-b359edcad861', 'ff1a19e3-e096-472f-9a63-57a220fc3f11'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:34:31.337160 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:31.342603 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b455860-2af0-42e0-900b-a6715629ff60 req-d47f248f-c656-47c4-9411-9b0cb2710ad8 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Network 0823ecf3-066e-49bd-a451-2e84ab79a70f is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:34:31.352999 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dcd927-b79a-4a3e-aa50-73a2fa5122b7 req-4a8f8b82-5235-4cc0-bd20-898548d33c20 tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:31.355177 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-81dcd927-b79a-4a3e-aa50-73a2fa5122b7 req-4a8f8b82-5235-4cc0-bd20-898548d33c20 tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=7bb549be-cb5c-48dd-8181-bf0c98f68c72 HTTP/1.1" status: 200 len: 1097 time: 0.0829909 Sep 07 02:34:31.378961 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-39625b30-1333-41df-ad32-aed0d8333dfc req-348cfa12-4c1b-4125-9f86-7f690d4b26ab tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/ports?device_id=9002f760-e42f-49db-8984-ee500bad3604 HTTP/1.1" status: 200 len: 210 time: 0.1395996 Sep 07 02:34:31.390643 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-5b455860-2af0-42e0-900b-a6715629ff60 req-d47f248f-c656-47c4-9411-9b0cb2710ad8 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:34:31.406855 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b455860-2af0-42e0-900b-a6715629ff60 req-d47f248f-c656-47c4-9411-9b0cb2710ad8 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:34:31.432767 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a097aea-c431-4873-a915-30cdc687ab15 req-78aee94c-fb4b-4091-8536-90e9d9c461a8 tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:31.437585 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5a097aea-c431-4873-a915-30cdc687ab15 req-78aee94c-fb4b-4091-8536-90e9d9c461a8 tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=34c2627b-3011-401c-a0e2-7b9b6342a6d6&tenant_id=58fe4c9e71db4bd7aa26d4557468fc65&binding%3Ahost_id=n-h1-796209-16 HTTP/1.1" status: 200 len: 1096 time: 0.3173254 Sep 07 02:34:31.448070 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-81dcd927-b79a-4a3e-aa50-73a2fa5122b7 req-41fbaae9-74da-4f7b-a40e-a3b075b36b19 tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784035 Sep 07 02:34:31.532406 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-63715181-89e1-479d-a98d-c0b12434628c None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:31.601508 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6239dfc7-4269-4430-8eca-6c1e372ad398 req-46e25a20-9912-45c3-9779-eb16d2ec0abc tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/ports?device_id=517da09a-c5f9-43af-9db7-5b58ba70b09f HTTP/1.1" status: 200 len: 210 time: 0.0693233 Sep 07 02:34:31.606742 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-63715181-89e1-479d-a98d-c0b12434628c None None] Transition to ACTIVE for port object a4626ecb-8d43-42db-8801-e826770acd31 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:34:31.633313 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-63715181-89e1-479d-a98d-c0b12434628c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:31.663434 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47f248f-c656-47c4-9411-9b0cb2710ad8 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Pushing event updated for resources: {'Port': ['ID=9b74c30d-79a1-4776-88eb-fff88a21f5a9,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:31.705377 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beca731-4851-472f-8d61-802e19017808 None None] Pushing event updated for resources: {'Port': ['ID=a4626ecb-8d43-42db-8801-e826770acd31,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:31.795941 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b455860-2af0-42e0-900b-a6715629ff60 req-d47f248f-c656-47c4-9411-9b0cb2710ad8 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:31.796602 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5b455860-2af0-42e0-900b-a6715629ff60 req-d47f248f-c656-47c4-9411-9b0cb2710ad8 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:31.924541 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-77a467a4-21c8-438a-ac4b-4b6228a1119f req-448ec31c-a9e3-4493-96ec-3d2129f7f2ce tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] 10.222.0.22 "GET /v2.0/ports?device_id=cac44a8a-8e71-40d6-92c4-5cdcc8b4f278 HTTP/1.1" status: 200 len: 210 time: 0.0639405 Sep 07 02:34:31.949386 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-880e381d-0a41-412e-a2f2-81662193004c req-714b4324-98ec-492f-8426-1c816839b67d tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Made reservation on behalf of f4b9a4a861be4de9ba9378f5ed497ddc for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:34:31.953314 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-880e381d-0a41-412e-a2f2-81662193004c req-714b4324-98ec-492f-8426-1c816839b67d tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:31.981550 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69cc123-9484-4c6e-a65a-d39add6a8117 req-f8b39fde-2194-4a02-bafc-a3e5febd6ef0 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:31.983175 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f69cc123-9484-4c6e-a65a-d39add6a8117 req-f8b39fde-2194-4a02-bafc-a3e5febd6ef0 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=34c2627b-3011-401c-a0e2-7b9b6342a6d6 HTTP/1.1" status: 200 len: 944 time: 0.4000938 Sep 07 02:34:31.994364 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-0007a033-9e05-4cd1-bb1c-a7478717130d None None] Provisioning for port 9b74c30d-79a1-4776-88eb-fff88a21f5a9 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:34:32.024739 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-0007a033-9e05-4cd1-bb1c-a7478717130d None None] Provisioning complete for port 9b74c30d-79a1-4776-88eb-fff88a21f5a9 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:34:32.024739 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0007a033-9e05-4cd1-bb1c-a7478717130d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:32.036216 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-63715181-89e1-479d-a98d-c0b12434628c None None] Attempting to bind port a4626ecb-8d43-42db-8801-e826770acd31 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:34:32.036595 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-63715181-89e1-479d-a98d-c0b12434628c None None] Attempting to bind port a4626ecb-8d43-42db-8801-e826770acd31 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '634ca4ad-3127-4569-95e5-40ea7398b250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8ab7984a-b3c2-4552-bebd-58d012c6a713'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:34:32.036962 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63715181-89e1-479d-a98d-c0b12434628c None None] Attempting to bind port a4626ecb-8d43-42db-8801-e826770acd31 on network 8ab7984a-b3c2-4552-bebd-58d012c6a713 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:34:32.044826 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5b455860-2af0-42e0-900b-a6715629ff60 req-d47f248f-c656-47c4-9411-9b0cb2710ad8 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.4146812 Sep 07 02:34:32.090831 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63715181-89e1-479d-a98d-c0b12434628c None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:34:32.091210 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63715181-89e1-479d-a98d-c0b12434628c None None] Checking segment: {'id': '634ca4ad-3127-4569-95e5-40ea7398b250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8ab7984a-b3c2-4552-bebd-58d012c6a713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:34:32.091645 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-63715181-89e1-479d-a98d-c0b12434628c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:32.092044 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63715181-89e1-479d-a98d-c0b12434628c None None] Bound using segment: {'id': '634ca4ad-3127-4569-95e5-40ea7398b250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8ab7984a-b3c2-4552-bebd-58d012c6a713'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:34:32.092661 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-63715181-89e1-479d-a98d-c0b12434628c None None] Bound port: a4626ecb-8d43-42db-8801-e826770acd31, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '634ca4ad-3127-4569-95e5-40ea7398b250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8ab7984a-b3c2-4552-bebd-58d012c6a713'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:34:32.093048 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-63715181-89e1-479d-a98d-c0b12434628c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:32.133170 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-5b455860-2af0-42e0-900b-a6715629ff60 req-6c0d1039-0505-475f-bbfa-37aaf29bb126 service neutron] Request body: {'port': {'device_id': '9cce6732-4ef3-4ca9-8908-88262e58dea1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:34:32.172891 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-0007a033-9e05-4cd1-bb1c-a7478717130d None None] Port 9b74c30d-79a1-4776-88eb-fff88a21f5a9 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:34:32.241625 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-be6e9e08-2919-4c08-b7cc-f557cf82ddbe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:32.267778 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-63715181-89e1-479d-a98d-c0b12434628c None None] For port a4626ecb-8d43-42db-8801-e826770acd31, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:34:32.276202 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-63715181-89e1-479d-a98d-c0b12434628c None None] For port a4626ecb-8d43-42db-8801-e826770acd31, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=a4626ecb-8d43-42db-8801-e826770acd31,segment=NetworkSegment(634ca4ad-3127-4569-95e5-40ea7398b250),segment_id=634ca4ad-3127-4569-95e5-40ea7398b250)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:34:32.298906 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-63715181-89e1-479d-a98d-c0b12434628c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:32.382741 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beca731-4851-472f-8d61-802e19017808 None None] Pushing event updated for resources: {'Port': ['ID=a4626ecb-8d43-42db-8801-e826770acd31,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:32.393398 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63715181-89e1-479d-a98d-c0b12434628c None None] Routers {'b17b1740-677d-4592-b674-2c1c405543e6'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:34:32.394463 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-63715181-89e1-479d-a98d-c0b12434628c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:34:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['b17b1740-677d-4592-b674-2c1c405543e6'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:34:32.399438 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b768f4-ad9c-4b48-92f0-48f6ca88f3b2 req-49730f75-e397-4c40-8fa8-37504f24aeaa tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:32.408198 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-49b768f4-ad9c-4b48-92f0-48f6ca88f3b2 req-49730f75-e397-4c40-8fa8-37504f24aeaa tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cce6732-4ef3-4ca9-8908-88262e58dea1 HTTP/1.1" status: 200 len: 936 time: 0.1091380 Sep 07 02:34:32.421175 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-5b455860-2af0-42e0-900b-a6715629ff60 req-fe1a244f-b1fc-46da-8abd-aff56f955f7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f62b862-298f-48a6-87b0-a9e80e67a326 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:34:32.425678 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-be6e9e08-2919-4c08-b7cc-f557cf82ddbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:32.460224 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9b9f66-1b5c-4995-bc4b-fc8b2f11a2ee None None] Network 1b157571-d602-46e5-a0fd-d64543c55b9e requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:34:32.484970 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-49b768f4-ad9c-4b48-92f0-48f6ca88f3b2 req-25b83070-0ffe-44a0-abb2-591d0e6584cb tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712149 Sep 07 02:34:32.538075 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-5a097aea-c431-4873-a915-30cdc687ab15 req-01e30e86-998d-4b12-a3aa-0c11817ca228 service neutron] For port ba246450-92d4-4fad-854d-29807ceb844e, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:34:32.554060 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5b455860-2af0-42e0-900b-a6715629ff60 req-fe1a244f-b1fc-46da-8abd-aff56f955f7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:32.564114 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5a097aea-c431-4873-a915-30cdc687ab15 req-01e30e86-998d-4b12-a3aa-0c11817ca228 service neutron] Notify callbacks [] for binding, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:32.565293 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5a097aea-c431-4873-a915-30cdc687ab15 req-01e30e86-998d-4b12-a3aa-0c11817ca228 service neutron] 10.222.0.23 "DELETE /v2.0/ports/ba246450-92d4-4fad-854d-29807ceb844e/bindings/n-h2-796209-16 HTTP/1.1" status: 204 len: 173 time: 1.0676837 Sep 07 02:34:32.606941 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f69cc123-9484-4c6e-a65a-d39add6a8117 req-88ec677b-8f43-4dc0-aeb3-a098f7db4973 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4893742 Sep 07 02:34:32.616050 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec48a3-0d4d-4107-8ae0-c74502e63179 req-197f80a4-382f-4722-ba2c-edd2776e4699 tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:32.617897 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d8ec48a3-0d4d-4107-8ae0-c74502e63179 req-197f80a4-382f-4722-ba2c-edd2776e4699 tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=7bb549be-cb5c-48dd-8181-bf0c98f68c72 HTTP/1.1" status: 200 len: 1097 time: 0.0664952 Sep 07 02:34:32.650938 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-5b455860-2af0-42e0-900b-a6715629ff60 req-fe1a244f-b1fc-46da-8abd-aff56f955f7b service neutron] Transition to ACTIVE for port object 5f62b862-298f-48a6-87b0-a9e80e67a326 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:34:32.661222 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d8ec48a3-0d4d-4107-8ae0-c74502e63179 req-20f1c01b-1cee-4ec7-a137-bd2c6f3571d6 tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367661 Sep 07 02:34:32.672921 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5b455860-2af0-42e0-900b-a6715629ff60 req-fe1a244f-b1fc-46da-8abd-aff56f955f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:32.705857 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5b455860-2af0-42e0-900b-a6715629ff60 req-6c0d1039-0505-475f-bbfa-37aaf29bb126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:32.746542 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-e0fd6ba1-2695-4897-bfc3-ac30e8a3b7c5 None None] Provisioning for port b8242592-fbac-402f-9577-d3edc5b51f77 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:34:32.753458 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3e303d13-ed1c-4dae-a4c6-7a371bb8ad8b req-a5e03da9-5cc1-4d4d-845d-91d5a85b64eb tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/ports?device_id=517da09a-c5f9-43af-9db7-5b58ba70b09f HTTP/1.1" status: 200 len: 210 time: 0.0339663 Sep 07 02:34:32.793435 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-be6e9e08-2919-4c08-b7cc-f557cf82ddbe admin admin] Allocated IP 172.25.5.243 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/b457ee30-ab18-4467-8baa-5fbbfaf4494f) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:34:32.924698 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-91802ff8-56e6-45e4-8600-6a971f8f1bda req-e2547e0a-117a-498b-bd37-af74f07f9ed6 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/ports?device_id=9002f760-e42f-49db-8984-ee500bad3604 HTTP/1.1" status: 200 len: 210 time: 0.1754479 Sep 07 02:34:32.982077 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device b8242592-fbac-402f-9577-d3edc5b51f77 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:34:33.070293 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-63715181-89e1-479d-a98d-c0b12434628c None None] Set router b17b1740-677d-4592-b674-2c1c405543e6 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:34:33.162089 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-880e381d-0a41-412e-a2f2-81662193004c req-714b4324-98ec-492f-8426-1c816839b67d tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Allocated IP 172.20.0.8 (bd9601bc-c156-4ac4-9ffa-13377eee4acb/af40ed98-11da-495e-997d-546db09a985f/d9dc2661-7085-4e9a-9927-2b8650633a3b) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:34:33.171827 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1a244f-b1fc-46da-8abd-aff56f955f7b service neutron] Pushing event updated for resources: {'Port': ['ID=5f62b862-298f-48a6-87b0-a9e80e67a326,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:33.174739 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-1075e562-721d-49a1-8d59-4cda8ede134f req-85acb25d-2cec-4ee2-bb8b-b0edc35ef562 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] Allocated IP 192.168.233.156 (0823ecf3-066e-49bd-a451-2e84ab79a70f/694f9550-ba12-4672-8446-41848123cea2/b3d00593-f25f-4305-bc9e-bf884e9dee4b) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:34:33.241055 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port b8242592-fbac-402f-9577-d3edc5b51f77 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:34:33.263181 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port b8242592-fbac-402f-9577-d3edc5b51f77 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:34:33.263826 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:33.494878 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:33.560749 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port b8242592-fbac-402f-9577-d3edc5b51f77, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=b8242592-fbac-402f-9577-d3edc5b51f77,segment=NetworkSegment(da38b09b-687b-472b-b76c-c3d9678d1429),segment_id=da38b09b-687b-472b-b76c-c3d9678d1429)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:34:33.565826 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-34afceb0-90cb-4793-b3fc-557f18540e04 None None] Provisioning complete for port b8242592-fbac-402f-9577-d3edc5b51f77 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:34:33.566198 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-34afceb0-90cb-4793-b3fc-557f18540e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:33.569111 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-63715181-89e1-479d-a98d-c0b12434628c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17b1740-677d-4592-b674-2c1c405543e6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-252782972-router', 'tenant_id': 'a54ab3d241974f319feaa289ec99333f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '674f52f6-5efd-40d6-8111-3343620a8a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:34:21Z', 'updated_at': '2021-09-07T02:34:28Z', 'revision_number': 4, 'project_id': 'a54ab3d241974f319feaa289ec99333f', 'gw_port': {'id': '674f52f6-5efd-40d6-8111-3343620a8a31', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ce:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17b1740-677d-4592-b674-2c1c405543e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:34:23Z', 'updated_at': '2021-09-07T02:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'a4626ecb-8d43-42db-8801-e826770acd31', 'name': '', 'network_id': '8ab7984a-b3c2-4552-bebd-58d012c6a713', 'tenant_id': 'a54ab3d241974f319feaa289ec99333f', 'mac_address': 'fa:16:3e:cf:78:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b17b1740-677d-4592-b674-2c1c405543e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6adffcfb-413e-4397-9eca-069cf6afe672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:34:26Z', 'updated_at': '2021-09-07T02:34:32Z', 'revision_number': 4, 'project_id': 'a54ab3d241974f319feaa289ec99333f', 'subnets': [{'id': '6adffcfb-413e-4397-9eca-069cf6afe672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:34:33.571831 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:33.642217 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63715181-89e1-479d-a98d-c0b12434628c None None] The sync data for ids ['b17b1740-677d-4592-b674-2c1c405543e6'] in n-d-796209-16 is: [{'id': 'b17b1740-677d-4592-b674-2c1c405543e6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-252782972-router', 'tenant_id': 'a54ab3d241974f319feaa289ec99333f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '674f52f6-5efd-40d6-8111-3343620a8a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:34:21Z', 'updated_at': '2021-09-07T02:34:28Z', 'revision_number': 4, 'project_id': 'a54ab3d241974f319feaa289ec99333f', 'gw_port': {'id': '674f52f6-5efd-40d6-8111-3343620a8a31', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ce:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17b1740-677d-4592-b674-2c1c405543e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:34:23Z', 'updated_at': '2021-09-07T02:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'a4626ecb-8d43-42db-8801-e826770acd31', 'name': '', 'network_id': '8ab7984a-b3c2-4552-bebd-58d012c6a713', 'tenant_id': 'a54ab3d241974f319feaa289ec99333f', 'mac_address': 'fa:16:3e:cf:78:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b17b1740-677d-4592-b674-2c1c405543e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6adffcfb-413e-4397-9eca-069cf6afe672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:34:26Z', 'updated_at': '2021-09-07T02:34:32Z', 'revision_number': 4, 'project_id': 'a54ab3d241974f319feaa289ec99333f', 'subnets': [{'id': '6adffcfb-413e-4397-9eca-069cf6afe672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:34:33.685541 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=b8242592-fbac-402f-9577-d3edc5b51f77,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:33.858816 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045c836-2182-4d62-abb3-d09037a98355 req-60fcce75-4daa-489b-bf46-0b7c341daad1 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:33.860283 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b045c836-2182-4d62-abb3-d09037a98355 req-60fcce75-4daa-489b-bf46-0b7c341daad1 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.23 "GET /v2.0/networks?id=8ab7984a-b3c2-4552-bebd-58d012c6a713 HTTP/1.1" status: 200 len: 828 time: 0.9866571 Sep 07 02:34:33.911315 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-b045c836-2182-4d62-abb3-d09037a98355 req-26ba0628-a059-443b-a72b-4dfa44350666 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Request body: {'port': {'device_id': '517da09a-c5f9-43af-9db7-5b58ba70b09f', 'network_id': '8ab7984a-b3c2-4552-bebd-58d012c6a713', 'admin_state_up': True, 'tenant_id': 'a54ab3d241974f319feaa289ec99333f'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:34:33.986779 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-be6e9e08-2919-4c08-b7cc-f557cf82ddbe admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:34.026727 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e85e0-908e-422e-8c85-ad25f4257630 req-f71a05a1-1274-47ad-8dba-2aed40b6535f tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:34.028856 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-133e85e0-908e-422e-8c85-ad25f4257630 req-f71a05a1-1274-47ad-8dba-2aed40b6535f tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=34c2627b-3011-401c-a0e2-7b9b6342a6d6 HTTP/1.1" status: 200 len: 1096 time: 0.7240498 Sep 07 02:34:34.057054 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-5b455860-2af0-42e0-900b-a6715629ff60 req-fe1a244f-b1fc-46da-8abd-aff56f955f7b service neutron] Attempting to bind port 5f62b862-298f-48a6-87b0-a9e80e67a326 on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:34:34.057670 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-5b455860-2af0-42e0-900b-a6715629ff60 req-fe1a244f-b1fc-46da-8abd-aff56f955f7b service neutron] Attempting to bind port 5f62b862-298f-48a6-87b0-a9e80e67a326 by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:34:34.058213 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b455860-2af0-42e0-900b-a6715629ff60 req-fe1a244f-b1fc-46da-8abd-aff56f955f7b service neutron] Attempting to bind port 5f62b862-298f-48a6-87b0-a9e80e67a326 on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:34:34.096255 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [req-5581a691-6214-43ff-957a-e0d51641493f req-3b3ec973-f556-463f-a12f-fc6a80db9480 tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 02:34:34.097429 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5581a691-6214-43ff-957a-e0d51641493f req-3b3ec973-f556-463f-a12f-fc6a80db9480 tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084496 Sep 07 02:34:34.139141 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581a691-6214-43ff-957a-e0d51641493f req-6841dd4f-0ff8-4dec-a8ae-87993366b461 tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:34.143960 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5581a691-6214-43ff-957a-e0d51641493f req-6841dd4f-0ff8-4dec-a8ae-87993366b461 tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] 10.222.0.22 "GET /v2.0/ports/c6c9209b-fea0-494e-b2ea-76a9314efdfd HTTP/1.1" status: 200 len: 1094 time: 0.0395522 Sep 07 02:34:34.151845 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-5581a691-6214-43ff-957a-e0d51641493f req-7956d613-03c5-4b84-b76c-18c83e71735f service neutron] Request body: {'binding': {'host': 'n-h1-796209-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:34:34.152930 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-5581a691-6214-43ff-957a-e0d51641493f req-7956d613-03c5-4b84-b76c-18c83e71735f service neutron] Unknown quota resources ['binding']. {{(pid=94701) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 07 02:34:34.154803 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b455860-2af0-42e0-900b-a6715629ff60 req-fe1a244f-b1fc-46da-8abd-aff56f955f7b service neutron] Port 5f62b862-298f-48a6-87b0-a9e80e67a326 on network 0823ecf3-066e-49bd-a451-2e84ab79a70f not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:34:34.155322 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b455860-2af0-42e0-900b-a6715629ff60 req-fe1a244f-b1fc-46da-8abd-aff56f955f7b service neutron] Attempting to bind port 5f62b862-298f-48a6-87b0-a9e80e67a326 on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:34:34.209535 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b455860-2af0-42e0-900b-a6715629ff60 req-fe1a244f-b1fc-46da-8abd-aff56f955f7b service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:34:34.210162 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b455860-2af0-42e0-900b-a6715629ff60 req-fe1a244f-b1fc-46da-8abd-aff56f955f7b service neutron] Checking segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:34:34.210719 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b455860-2af0-42e0-900b-a6715629ff60 req-fe1a244f-b1fc-46da-8abd-aff56f955f7b service neutron] Bound using segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:34:34.211337 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-5b455860-2af0-42e0-900b-a6715629ff60 req-fe1a244f-b1fc-46da-8abd-aff56f955f7b service neutron] Bound port: 5f62b862-298f-48a6-87b0-a9e80e67a326, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:34:34.211882 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5b455860-2af0-42e0-900b-a6715629ff60 req-fe1a244f-b1fc-46da-8abd-aff56f955f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:34.264370 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-133e85e0-908e-422e-8c85-ad25f4257630 req-7f1ab4c0-4242-420f-a4ae-b785cdaec28b tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165709 Sep 07 02:34:34.268670 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1075e562-721d-49a1-8d59-4cda8ede134f req-85acb25d-2cec-4ee2-bb8b-b0edc35ef562 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:34.313670 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-5581a691-6214-43ff-957a-e0d51641493f req-7956d613-03c5-4b84-b76c-18c83e71735f service neutron] Attempting to bind port c6c9209b-fea0-494e-b2ea-76a9314efdfd on host n-h1-796209-16 for vnic_type normal with profile None {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:34:34.314008 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-5581a691-6214-43ff-957a-e0d51641493f req-7956d613-03c5-4b84-b76c-18c83e71735f service neutron] Attempting to bind port c6c9209b-fea0-494e-b2ea-76a9314efdfd by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': 'cb5a1637-646d-4671-9ca6-bd30e74d860b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5632e33d-1d7a-4426-9d83-a8e688a88788'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:34:34.314337 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5581a691-6214-43ff-957a-e0d51641493f req-7956d613-03c5-4b84-b76c-18c83e71735f service neutron] Attempting to bind port c6c9209b-fea0-494e-b2ea-76a9314efdfd on network 5632e33d-1d7a-4426-9d83-a8e688a88788 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:34:34.319004 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5581a691-6214-43ff-957a-e0d51641493f req-7956d613-03c5-4b84-b76c-18c83e71735f service neutron] Port c6c9209b-fea0-494e-b2ea-76a9314efdfd on network 5632e33d-1d7a-4426-9d83-a8e688a88788 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:34:34.319326 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5581a691-6214-43ff-957a-e0d51641493f req-7956d613-03c5-4b84-b76c-18c83e71735f service neutron] Attempting to bind port c6c9209b-fea0-494e-b2ea-76a9314efdfd on network 5632e33d-1d7a-4426-9d83-a8e688a88788 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:34:34.328539 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5581a691-6214-43ff-957a-e0d51641493f req-7956d613-03c5-4b84-b76c-18c83e71735f service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:34:34.328941 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5581a691-6214-43ff-957a-e0d51641493f req-7956d613-03c5-4b84-b76c-18c83e71735f service neutron] Checking segment: {'id': 'cb5a1637-646d-4671-9ca6-bd30e74d860b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5632e33d-1d7a-4426-9d83-a8e688a88788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:34:34.329329 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5581a691-6214-43ff-957a-e0d51641493f req-7956d613-03c5-4b84-b76c-18c83e71735f service neutron] Bound using segment: {'id': 'cb5a1637-646d-4671-9ca6-bd30e74d860b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5632e33d-1d7a-4426-9d83-a8e688a88788'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:34:34.329761 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-5581a691-6214-43ff-957a-e0d51641493f req-7956d613-03c5-4b84-b76c-18c83e71735f service neutron] Bound port: c6c9209b-fea0-494e-b2ea-76a9314efdfd, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb5a1637-646d-4671-9ca6-bd30e74d860b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5632e33d-1d7a-4426-9d83-a8e688a88788'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:34:34.338900 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-880e381d-0a41-412e-a2f2-81662193004c req-714b4324-98ec-492f-8426-1c816839b67d tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:34.346321 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-1075e562-721d-49a1-8d59-4cda8ede134f req-85acb25d-2cec-4ee2-bb8b-b0edc35ef562 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] Transition to ACTIVE for port object b3d00593-f25f-4305-bc9e-bf884e9dee4b will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:34:34.359714 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-be6e9e08-2919-4c08-b7cc-f557cf82ddbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:34.426655 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b045c836-2182-4d62-abb3-d09037a98355 req-26ba0628-a059-443b-a72b-4dfa44350666 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Made reservation on behalf of a54ab3d241974f319feaa289ec99333f for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:34:34.430343 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b045c836-2182-4d62-abb3-d09037a98355 req-26ba0628-a059-443b-a72b-4dfa44350666 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:34.444489 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-5581a691-6214-43ff-957a-e0d51641493f req-7956d613-03c5-4b84-b76c-18c83e71735f service neutron] For port c6c9209b-fea0-494e-b2ea-76a9314efdfd, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=c6c9209b-fea0-494e-b2ea-76a9314efdfd,segment=NetworkSegment(cb5a1637-646d-4671-9ca6-bd30e74d860b),segment_id=cb5a1637-646d-4671-9ca6-bd30e74d860b)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:34:34.452508 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-5581a691-6214-43ff-957a-e0d51641493f req-7956d613-03c5-4b84-b76c-18c83e71735f service neutron] Notify callbacks [] for binding, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:34.453768 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5581a691-6214-43ff-957a-e0d51641493f req-7956d613-03c5-4b84-b76c-18c83e71735f service neutron] 10.222.0.22 "POST /v2.0/ports/c6c9209b-fea0-494e-b2ea-76a9314efdfd/bindings HTTP/1.1" status: 201 len: 390 time: 0.3066673 Sep 07 02:34:34.470496 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cafb6114-c706-44c0-b318-41be33233b40 req-24cea89a-ca4c-4d22-811c-5cb30cfc27f6 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] 10.222.0.22 "GET /v2.0/ports?device_id=cac44a8a-8e71-40d6-92c4-5cdcc8b4f278 HTTP/1.1" status: 200 len: 210 time: 0.0533328 Sep 07 02:34:34.524707 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6e9e08-2919-4c08-b7cc-f557cf82ddbe admin admin] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:34:34.536013 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-be6e9e08-2919-4c08-b7cc-f557cf82ddbe admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:34:34.560467 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6e9e08-2919-4c08-b7cc-f557cf82ddbe admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:34:34.581030 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e9e08-2919-4c08-b7cc-f557cf82ddbe admin admin] Pushing event updated for resources: {'Port': ['ID=b457ee30-ab18-4467-8baa-5fbbfaf4494f,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:34.618536 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6e9e08-2919-4c08-b7cc-f557cf82ddbe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:34:34.618795 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6e9e08-2919-4c08-b7cc-f557cf82ddbe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:34:34.619142 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6e9e08-2919-4c08-b7cc-f557cf82ddbe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:34:34.619514 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6e9e08-2919-4c08-b7cc-f557cf82ddbe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:34:34.619833 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6e9e08-2919-4c08-b7cc-f557cf82ddbe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:34:34.620253 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6e9e08-2919-4c08-b7cc-f557cf82ddbe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:34:34.621136 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6e9e08-2919-4c08-b7cc-f557cf82ddbe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:34:34.621487 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6e9e08-2919-4c08-b7cc-f557cf82ddbe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:34:34.621798 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6e9e08-2919-4c08-b7cc-f557cf82ddbe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:34:34.622124 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6e9e08-2919-4c08-b7cc-f557cf82ddbe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:34:34.622449 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6e9e08-2919-4c08-b7cc-f557cf82ddbe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:34:34.622766 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6e9e08-2919-4c08-b7cc-f557cf82ddbe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:34:34.634017 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-5b455860-2af0-42e0-900b-a6715629ff60 req-fe1a244f-b1fc-46da-8abd-aff56f955f7b service neutron] For port 5f62b862-298f-48a6-87b0-a9e80e67a326, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:34:34.652651 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-403aee20-03cc-43ec-9b1c-f25e21060b64 req-408fa6af-8be7-4c6e-997f-efdeb1b02383 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/ports?device_id=517da09a-c5f9-43af-9db7-5b58ba70b09f HTTP/1.1" status: 200 len: 210 time: 0.0479610 Sep 07 02:34:34.776411 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c0390c25-b6b1-48b6-b54a-4bd246a75070 req-d17b5737-54f1-4092-a489-441877e7c58f tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/ports?device_id=9002f760-e42f-49db-8984-ee500bad3604 HTTP/1.1" status: 200 len: 210 time: 0.0531662 Sep 07 02:34:34.787543 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581a691-6214-43ff-957a-e0d51641493f req-699d4514-7043-48e1-8c1d-31c0cfec6f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:34.789356 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5581a691-6214-43ff-957a-e0d51641493f req-699d4514-7043-48e1-8c1d-31c0cfec6f0a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4ff846f9243a40b7bf323ea156c2bdd7&device_id=7bb549be-cb5c-48dd-8181-bf0c98f68c72 HTTP/1.1" status: 200 len: 1097 time: 0.0673337 Sep 07 02:34:34.865792 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-5b455860-2af0-42e0-900b-a6715629ff60 req-fe1a244f-b1fc-46da-8abd-aff56f955f7b service neutron] For port 5f62b862-298f-48a6-87b0-a9e80e67a326, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=5f62b862-298f-48a6-87b0-a9e80e67a326,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:34:34.867911 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1075e562-721d-49a1-8d59-4cda8ede134f req-85acb25d-2cec-4ee2-bb8b-b0edc35ef562 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:34.881215 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-880e381d-0a41-412e-a2f2-81662193004c req-714b4324-98ec-492f-8426-1c816839b67d tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:34.914419 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5b455860-2af0-42e0-900b-a6715629ff60 req-fe1a244f-b1fc-46da-8abd-aff56f955f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:34.959181 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581a691-6214-43ff-957a-e0d51641493f req-1c974f0f-ce30-4e40-88a4-6fbc41950005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:34.960846 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5581a691-6214-43ff-957a-e0d51641493f req-1c974f0f-ce30-4e40-88a4-6fbc41950005 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5632e33d-1d7a-4426-9d83-a8e688a88788 HTTP/1.1" status: 200 len: 907 time: 0.1526303 Sep 07 02:34:34.985244 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4962db-7599-4949-ac05-40336ead4ab9 req-f18e2cea-fad4-443d-bec8-4c36126370f8 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:34.992632 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ce4962db-7599-4949-ac05-40336ead4ab9 req-f18e2cea-fad4-443d-bec8-4c36126370f8 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cce6732-4ef3-4ca9-8908-88262e58dea1 HTTP/1.1" status: 200 len: 936 time: 0.4296610 Sep 07 02:34:34.996493 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device a4626ecb-8d43-42db-8801-e826770acd31 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:34:35.035828 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5581a691-6214-43ff-957a-e0d51641493f req-087f4435-84cf-4bcb-9ef5-7dd98e5d250f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c6c9209b-fea0-494e-b2ea-76a9314efdfd HTTP/1.1" status: 200 len: 217 time: 0.0603585 Sep 07 02:34:35.049649 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port a4626ecb-8d43-42db-8801-e826770acd31 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:34:35.054136 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port a4626ecb-8d43-42db-8801-e826770acd31 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:34:35.054730 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:35.075766 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b455860-2af0-42e0-900b-a6715629ff60 req-fe1a244f-b1fc-46da-8abd-aff56f955f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:35.076402 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5b455860-2af0-42e0-900b-a6715629ff60 req-fe1a244f-b1fc-46da-8abd-aff56f955f7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:35.078089 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5b455860-2af0-42e0-900b-a6715629ff60 req-fe1a244f-b1fc-46da-8abd-aff56f955f7b service neutron] 10.222.0.16 "PUT /v2.0/ports/5f62b862-298f-48a6-87b0-a9e80e67a326 HTTP/1.1" status: 200 len: 1097 time: 5.6456671 Sep 07 02:34:35.087943 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af77b9dc-da40-4001-9806-5164cbc14e67', 'tag': '5f62b862-298f-48a6-87b0-a9e80e67a326'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:34:35.091195 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8195837f-bc3c-4568-baba-165bb01a02bd" -d '{"events": [{"name": "network-changed", "server_uuid": "af77b9dc-da40-4001-9806-5164cbc14e67", "tag": "5f62b862-298f-48a6-87b0-a9e80e67a326"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:34:35.099127 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-880e381d-0a41-412e-a2f2-81662193004c req-714b4324-98ec-492f-8426-1c816839b67d tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Network bd9601bc-c156-4ac4-9ffa-13377eee4acb is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:34:35.108022 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1075e562-721d-49a1-8d59-4cda8ede134f req-85acb25d-2cec-4ee2-bb8b-b0edc35ef562 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] Network 0823ecf3-066e-49bd-a451-2e84ab79a70f is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:34:35.124685 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-880e381d-0a41-412e-a2f2-81662193004c req-714b4324-98ec-492f-8426-1c816839b67d tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:34:35.128912 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-880e381d-0a41-412e-a2f2-81662193004c req-714b4324-98ec-492f-8426-1c816839b67d tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:34:35.178847 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-1075e562-721d-49a1-8d59-4cda8ede134f req-85acb25d-2cec-4ee2-bb8b-b0edc35ef562 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:34:35.183164 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581a691-6214-43ff-957a-e0d51641493f req-fa495721-f51e-4dfd-89fd-54750918c134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:35.185349 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5581a691-6214-43ff-957a-e0d51641493f req-fa495721-f51e-4dfd-89fd-54750918c134 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf141221-2e81-48e8-81ec-6bd6d6584327 HTTP/1.1" status: 200 len: 847 time: 0.1400304 Sep 07 02:34:35.194681 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:35.206587 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85acb25d-2cec-4ee2-bb8b-b0edc35ef562 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] Pushing event updated for resources: {'Port': ['ID=b3d00593-f25f-4305-bc9e-bf884e9dee4b,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:35.210945 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-1075e562-721d-49a1-8d59-4cda8ede134f req-85acb25d-2cec-4ee2-bb8b-b0edc35ef562 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:34:35.223375 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5581a691-6214-43ff-957a-e0d51641493f req-bcf4b95f-2f8a-4c60-9c52-cf4d7ad3ffb5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5632e33d-1d7a-4426-9d83-a8e688a88788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269816 Sep 07 02:34:35.230913 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7376733b-89aa-4d67-aac7-f0ab4a1608eb req-a5a87eac-e0cb-4b7a-bc47-aefbd73d0acc tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:35.235103 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port a4626ecb-8d43-42db-8801-e826770acd31, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=a4626ecb-8d43-42db-8801-e826770acd31,segment=NetworkSegment(634ca4ad-3127-4569-95e5-40ea7398b250),segment_id=634ca4ad-3127-4569-95e5-40ea7398b250)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:34:35.236351 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-b045c836-2182-4d62-abb3-d09037a98355 req-26ba0628-a059-443b-a72b-4dfa44350666 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Allocated IP 172.20.0.4 (8ab7984a-b3c2-4552-bebd-58d012c6a713/6adffcfb-413e-4397-9eca-069cf6afe672/08297d2c-895c-4357-8a0b-c3e613e74a3d) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:34:35.237960 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7376733b-89aa-4d67-aac7-f0ab4a1608eb req-a5a87eac-e0cb-4b7a-bc47-aefbd73d0acc tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/networks?id=e4ab2f0c-5a02-4242-a541-768acd457503 HTTP/1.1" status: 200 len: 821 time: 0.2717648 Sep 07 02:34:35.242515 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:35.243796 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device b8242592-fbac-402f-9577-d3edc5b51f77 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:34:35.338925 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5581a691-6214-43ff-957a-e0d51641493f req-b963e08a-49bc-43fc-8fc3-a53622755173 service neutron] 10.222.0.23 "GET /v2.0/networks/5632e33d-1d7a-4426-9d83-a8e688a88788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980127 Sep 07 02:34:35.341265 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=a4626ecb-8d43-42db-8801-e826770acd31,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:35.349809 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7376733b-89aa-4d67-aac7-f0ab4a1608eb req-91679091-2e31-494e-8803-a085c6b28053 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/quotas/58fe4c9e71db4bd7aa26d4557468fc65 HTTP/1.1" status: 200 len: 375 time: 0.1106253 Sep 07 02:34:35.357460 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port b8242592-fbac-402f-9577-d3edc5b51f77 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:34:35.357914 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:35.454658 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ce4962db-7599-4949-ac05-40336ead4ab9 req-5a80843e-3e8a-4e86-89f5-326474c5aa14 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4610438 Sep 07 02:34:35.469730 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5581a691-6214-43ff-957a-e0d51641493f req-d5077ec2-811e-416b-bf75-dae43924286a service neutron] 10.222.0.23 "GET /v2.0/networks/5632e33d-1d7a-4426-9d83-a8e688a88788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165187 Sep 07 02:34:35.496972 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7376733b-89aa-4d67-aac7-f0ab4a1608eb req-82399fe4-739f-4bf7-8769-ab0b6fd43782 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=58fe4c9e71db4bd7aa26d4557468fc65&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1457710 Sep 07 02:34:35.617413 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581a691-6214-43ff-957a-e0d51641493f req-46934980-a13a-4a39-b852-f1a2879f6ff7 tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:35.618872 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5581a691-6214-43ff-957a-e0d51641493f req-46934980-a13a-4a39-b852-f1a2879f6ff7 tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7bb549be-cb5c-48dd-8181-bf0c98f68c72&tenant_id=4ff846f9243a40b7bf323ea156c2bdd7&binding%3Ahost_id=n-h2-796209-16 HTTP/1.1" status: 200 len: 1097 time: 0.0643408 Sep 07 02:34:35.621030 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7376733b-89aa-4d67-aac7-f0ab4a1608eb req-acfceb87-ee78-4a56-9270-05e4a5eed624 service neutron] 10.222.0.22 "GET /v2.0/networks/e4ab2f0c-5a02-4242-a541-768acd457503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232951 Sep 07 02:34:35.631368 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-5581a691-6214-43ff-957a-e0d51641493f req-df37e84d-702f-4790-9fb2-ebd93a151681 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-796209-16'}}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:34:35.675638 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-29f54df3-232b-4e12-ba6c-1aa8f44f193d None None] Provisioning for port b3d00593-f25f-4305-bc9e-bf884e9dee4b completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:34:35.680268 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-29f54df3-232b-4e12-ba6c-1aa8f44f193d None None] Provisioning complete for port b3d00593-f25f-4305-bc9e-bf884e9dee4b triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:34:35.681110 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-29f54df3-232b-4e12-ba6c-1aa8f44f193d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:35.719319 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-29f54df3-232b-4e12-ba6c-1aa8f44f193d None None] Port b3d00593-f25f-4305-bc9e-bf884e9dee4b cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:34:35.744993 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-5581a691-6214-43ff-957a-e0d51641493f req-df37e84d-702f-4790-9fb2-ebd93a151681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:35.772881 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7376733b-89aa-4d67-aac7-f0ab4a1608eb req-ef0d6736-169c-464e-ab1a-d222c9a8b3f1 service neutron] 10.222.0.22 "GET /v2.0/networks/e4ab2f0c-5a02-4242-a541-768acd457503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452234 Sep 07 02:34:35.953353 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce39d183-ba6a-4a0b-a786-d97da30f1b49 x-openstack-request-id: req-ce39d183-ba6a-4a0b-a786-d97da30f1b49 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:34:35.953983 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af77b9dc-da40-4001-9806-5164cbc14e67", "tag": "5f62b862-298f-48a6-87b0-a9e80e67a326", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:34:35.953983 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ce39d183-ba6a-4a0b-a786-d97da30f1b49 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:34:35.954268 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af77b9dc-da40-4001-9806-5164cbc14e67', 'tag': '5f62b862-298f-48a6-87b0-a9e80e67a326', 'status': 'completed', 'code': 200} Sep 07 02:34:35.962491 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b4324-98ec-492f-8426-1c816839b67d tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Pushing event updated for resources: {'Port': ['ID=d9dc2661-7085-4e9a-9927-2b8650633a3b,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:35.981876 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e381d-0a41-412e-a2f2-81662193004c req-714b4324-98ec-492f-8426-1c816839b67d tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:35.982525 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-880e381d-0a41-412e-a2f2-81662193004c req-714b4324-98ec-492f-8426-1c816839b67d tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:36.005823 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075e562-721d-49a1-8d59-4cda8ede134f req-85acb25d-2cec-4ee2-bb8b-b0edc35ef562 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:36.006450 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1075e562-721d-49a1-8d59-4cda8ede134f req-85acb25d-2cec-4ee2-bb8b-b0edc35ef562 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:36.043954 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b045c836-2182-4d62-abb3-d09037a98355 req-26ba0628-a059-443b-a72b-4dfa44350666 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:36.049011 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b455860-2af0-42e0-900b-a6715629ff60 req-788286db-ad82-45b5-807d-bcbd4318ecce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:36.050786 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5b455860-2af0-42e0-900b-a6715629ff60 req-788286db-ad82-45b5-807d-bcbd4318ecce service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=36932fbb01ef47dd957d06cd3434fa27&device_id=af77b9dc-da40-4001-9806-5164cbc14e67 HTTP/1.1" status: 200 len: 1100 time: 0.8747611 Sep 07 02:34:36.113936 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-5b455860-2af0-42e0-900b-a6715629ff60 req-6c0d1039-0505-475f-bbfa-37aaf29bb126 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b74c30d-79a1-4776-88eb-fff88a21f5a9 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:34:36.131285 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5b455860-2af0-42e0-900b-a6715629ff60 req-6c0d1039-0505-475f-bbfa-37aaf29bb126 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:36.148764 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d6a36-40e8-4d7b-96cc-73d898817fda req-f46b34d5-cd4b-42b7-9e3a-fefe534f7aeb tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:36.150258 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-715d6a36-40e8-4d7b-96cc-73d898817fda req-f46b34d5-cd4b-42b7-9e3a-fefe534f7aeb tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] 10.222.0.22 "GET /v2.0/ports?device_id=cac44a8a-8e71-40d6-92c4-5cdcc8b4f278 HTTP/1.1" status: 200 len: 936 time: 0.1163859 Sep 07 02:34:36.159438 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-be6e9e08-2919-4c08-b7cc-f557cf82ddbe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:36.185087 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-5581a691-6214-43ff-957a-e0d51641493f req-df37e84d-702f-4790-9fb2-ebd93a151681 service neutron] For port c6c9209b-fea0-494e-b2ea-76a9314efdfd, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=c6c9209b-fea0-494e-b2ea-76a9314efdfd,segment=NetworkSegment(cb5a1637-646d-4671-9ca6-bd30e74d860b),segment_id=cb5a1637-646d-4671-9ca6-bd30e74d860b)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:34:36.201262 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-880e381d-0a41-412e-a2f2-81662193004c req-714b4324-98ec-492f-8426-1c816839b67d tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2918465 Sep 07 02:34:36.202723 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1075e562-721d-49a1-8d59-4cda8ede134f req-85acb25d-2cec-4ee2-bb8b-b0edc35ef562 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 8.2084873 Sep 07 02:34:36.206562 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-b045c836-2182-4d62-abb3-d09037a98355 req-26ba0628-a059-443b-a72b-4dfa44350666 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Transition to ACTIVE for port object 08297d2c-895c-4357-8a0b-c3e613e74a3d will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:34:36.219508 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5573f-2f43-4b8e-b559-0c417c83101c req-58316db9-822e-409d-85f2-2b0d29df140a tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:36.221060 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-88d5573f-2f43-4b8e-b559-0c417c83101c req-58316db9-822e-409d-85f2-2b0d29df140a tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bb549be-cb5c-48dd-8181-bf0c98f68c72 HTTP/1.1" status: 200 len: 945 time: 0.6677737 Sep 07 02:34:36.221889 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-715d6a36-40e8-4d7b-96cc-73d898817fda req-be688991-8d6f-4de2-a2db-129ce9d9fde5 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] 10.222.0.22 "GET /v2.0/security-groups?id=45c54fb9-abbf-40ef-a472-c067aecb5bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568337 Sep 07 02:34:36.251298 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-5581a691-6214-43ff-957a-e0d51641493f req-df37e84d-702f-4790-9fb2-ebd93a151681 service neutron] For port c6c9209b-fea0-494e-b2ea-76a9314efdfd, host n-h2-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:34:36.260584 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5b455860-2af0-42e0-900b-a6715629ff60 req-240c3afb-c072-41de-86ae-a9daf597a8a6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=5f62b862-298f-48a6-87b0-a9e80e67a326 HTTP/1.1" status: 200 len: 217 time: 0.1256540 Sep 07 02:34:36.267197 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-1075e562-721d-49a1-8d59-4cda8ede134f req-53fdff4b-618e-4269-9757-4a37bdf28a6a service neutron] Request body: {'port': {'device_id': 'cac44a8a-8e71-40d6-92c4-5cdcc8b4f278', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:34:36.274577 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-5b455860-2af0-42e0-900b-a6715629ff60 req-6c0d1039-0505-475f-bbfa-37aaf29bb126 service neutron] Transition to ACTIVE for port object 9b74c30d-79a1-4776-88eb-fff88a21f5a9 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:34:36.280036 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-880e381d-0a41-412e-a2f2-81662193004c req-8183400d-23fa-40bc-a2d4-c8ce72678707 service neutron] Request body: {'port': {'device_id': '9002f760-e42f-49db-8984-ee500bad3604', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:34:36.303497 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb549be-cb5c-48dd-8181-bf0c98f68c72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6c9209b-fea0-494e-b2ea-76a9314efdfd'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:34:36.306738 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c955be3-622f-4524-bf58-74301edc867e" -d '{"events": [{"server_uuid": "7bb549be-cb5c-48dd-8181-bf0c98f68c72", "name": "network-vif-unplugged", "status": "completed", "tag": "c6c9209b-fea0-494e-b2ea-76a9314efdfd"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:34:36.312478 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-5581a691-6214-43ff-957a-e0d51641493f req-df37e84d-702f-4790-9fb2-ebd93a151681 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:36.325281 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-5581a691-6214-43ff-957a-e0d51641493f req-df37e84d-702f-4790-9fb2-ebd93a151681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:36.338752 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5b455860-2af0-42e0-900b-a6715629ff60 req-6c0d1039-0505-475f-bbfa-37aaf29bb126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:36.348762 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f245c0bb-e165-4625-9f8c-677b70b7f869 req-ca8afbba-888f-4864-be9d-984d6aea2c55 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/ports?device_id=517da09a-c5f9-43af-9db7-5b58ba70b09f HTTP/1.1" status: 200 len: 210 time: 0.0343733 Sep 07 02:34:36.378555 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1a244f-b1fc-46da-8abd-aff56f955f7b service neutron] Pushing event updated for resources: {'Port': ['ID=5f62b862-298f-48a6-87b0-a9e80e67a326,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:36.422697 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df37e84d-702f-4790-9fb2-ebd93a151681 service neutron] Pushing event updated for resources: {'Port': ['ID=c6c9209b-fea0-494e-b2ea-76a9314efdfd,revision_number=7']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:36.449816 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df37e84d-702f-4790-9fb2-ebd93a151681 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:34:36.450072 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df37e84d-702f-4790-9fb2-ebd93a151681 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:34:36.450412 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df37e84d-702f-4790-9fb2-ebd93a151681 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:34:36.450835 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df37e84d-702f-4790-9fb2-ebd93a151681 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:34:36.451163 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df37e84d-702f-4790-9fb2-ebd93a151681 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:34:36.451769 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df37e84d-702f-4790-9fb2-ebd93a151681 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:34:36.452440 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df37e84d-702f-4790-9fb2-ebd93a151681 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:34:36.452440 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df37e84d-702f-4790-9fb2-ebd93a151681 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:34:36.452728 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df37e84d-702f-4790-9fb2-ebd93a151681 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:34:36.453357 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df37e84d-702f-4790-9fb2-ebd93a151681 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:34:36.463619 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df37e84d-702f-4790-9fb2-ebd93a151681 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:34:36.464858 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df37e84d-702f-4790-9fb2-ebd93a151681 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:34:36.488218 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-5581a691-6214-43ff-957a-e0d51641493f req-df37e84d-702f-4790-9fb2-ebd93a151681 service neutron] Attempting to bind port c6c9209b-fea0-494e-b2ea-76a9314efdfd on host n-h2-796209-16 for vnic_type normal with profile {"migrating_to": "n-h1-796209-16"} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:34:36.488551 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-5581a691-6214-43ff-957a-e0d51641493f req-df37e84d-702f-4790-9fb2-ebd93a151681 service neutron] Attempting to bind port c6c9209b-fea0-494e-b2ea-76a9314efdfd by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': 'cb5a1637-646d-4671-9ca6-bd30e74d860b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5632e33d-1d7a-4426-9d83-a8e688a88788'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:34:36.489343 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5581a691-6214-43ff-957a-e0d51641493f req-df37e84d-702f-4790-9fb2-ebd93a151681 service neutron] Attempting to bind port c6c9209b-fea0-494e-b2ea-76a9314efdfd on network 5632e33d-1d7a-4426-9d83-a8e688a88788 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:34:36.496951 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5581a691-6214-43ff-957a-e0d51641493f req-df37e84d-702f-4790-9fb2-ebd93a151681 service neutron] Port c6c9209b-fea0-494e-b2ea-76a9314efdfd on network 5632e33d-1d7a-4426-9d83-a8e688a88788 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:34:36.497589 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5581a691-6214-43ff-957a-e0d51641493f req-df37e84d-702f-4790-9fb2-ebd93a151681 service neutron] Attempting to bind port c6c9209b-fea0-494e-b2ea-76a9314efdfd on network 5632e33d-1d7a-4426-9d83-a8e688a88788 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:34:36.507295 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5581a691-6214-43ff-957a-e0d51641493f req-df37e84d-702f-4790-9fb2-ebd93a151681 service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:34:36.507913 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5581a691-6214-43ff-957a-e0d51641493f req-df37e84d-702f-4790-9fb2-ebd93a151681 service neutron] Checking segment: {'id': 'cb5a1637-646d-4671-9ca6-bd30e74d860b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5632e33d-1d7a-4426-9d83-a8e688a88788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:34:36.508456 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5581a691-6214-43ff-957a-e0d51641493f req-df37e84d-702f-4790-9fb2-ebd93a151681 service neutron] Bound using segment: {'id': 'cb5a1637-646d-4671-9ca6-bd30e74d860b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5632e33d-1d7a-4426-9d83-a8e688a88788'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:34:36.509169 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-5581a691-6214-43ff-957a-e0d51641493f req-df37e84d-702f-4790-9fb2-ebd93a151681 service neutron] Bound port: c6c9209b-fea0-494e-b2ea-76a9314efdfd, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb5a1637-646d-4671-9ca6-bd30e74d860b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5632e33d-1d7a-4426-9d83-a8e688a88788'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:34:36.509809 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-5581a691-6214-43ff-957a-e0d51641493f req-df37e84d-702f-4790-9fb2-ebd93a151681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:36.534862 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7d6620-813b-43f9-988b-a7013bf35a2f req-34a6c7d5-cce5-4441-bb35-b60e5de896eb tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:36.536540 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0d7d6620-813b-43f9-988b-a7013bf35a2f req-34a6c7d5-cce5-4441-bb35-b60e5de896eb tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/ports?device_id=9002f760-e42f-49db-8984-ee500bad3604 HTTP/1.1" status: 200 len: 931 time: 0.1151397 Sep 07 02:34:36.568362 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b455860-2af0-42e0-900b-a6715629ff60 req-6c837e0d-9aed-4d63-8a19-14acd34be36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:36.570188 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5b455860-2af0-42e0-900b-a6715629ff60 req-6c837e0d-9aed-4d63-8a19-14acd34be36e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.2792060 Sep 07 02:34:36.573266 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-88d5573f-2f43-4b8e-b559-0c417c83101c req-0a692036-8efa-4f9e-af11-7ebb41918cbc tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898216 Sep 07 02:34:36.583215 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-880e381d-0a41-412e-a2f2-81662193004c req-8183400d-23fa-40bc-a2d4-c8ce72678707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:36.591826 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0d1039-0505-475f-bbfa-37aaf29bb126 service neutron] Pushing event updated for resources: {'Port': ['ID=9b74c30d-79a1-4776-88eb-fff88a21f5a9,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:36.594366 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1075e562-721d-49a1-8d59-4cda8ede134f req-53fdff4b-618e-4269-9757-4a37bdf28a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:36.627968 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b045c836-2182-4d62-abb3-d09037a98355 req-26ba0628-a059-443b-a72b-4dfa44350666 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:36.640695 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0d7d6620-813b-43f9-988b-a7013bf35a2f req-b48415b6-9806-4be4-95d4-458e4d3c577b tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/security-groups?id=3506a522-e11f-4616-954e-3e9559147307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809815 Sep 07 02:34:36.642228 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-5581a691-6214-43ff-957a-e0d51641493f req-df37e84d-702f-4790-9fb2-ebd93a151681 service neutron] For port c6c9209b-fea0-494e-b2ea-76a9314efdfd, host n-h2-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:34:36.652942 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-5581a691-6214-43ff-957a-e0d51641493f req-df37e84d-702f-4790-9fb2-ebd93a151681 service neutron] For port c6c9209b-fea0-494e-b2ea-76a9314efdfd, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=c6c9209b-fea0-494e-b2ea-76a9314efdfd,segment=NetworkSegment(cb5a1637-646d-4671-9ca6-bd30e74d860b),segment_id=cb5a1637-646d-4671-9ca6-bd30e74d860b)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:34:36.658701 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-5581a691-6214-43ff-957a-e0d51641493f req-df37e84d-702f-4790-9fb2-ebd93a151681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:36.786113 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a6a3b70f-5581-44e1-a88e-e19ebda22c73 req-1167a435-d3e2-47d5-9df5-3924b1c8dbb8 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=40a743d4-9c6b-4351-97c4-9de1c0ccc30d HTTP/1.1" status: 200 len: 210 time: 0.0530121 Sep 07 02:34:36.834742 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 02:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf4e71c9-4486-4df5-a233-b370dc0a1ca2 x-openstack-request-id: req-cf4e71c9-4486-4df5-a233-b370dc0a1ca2 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:34:36.834742 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb549be-cb5c-48dd-8181-bf0c98f68c72", "name": "network-vif-unplugged", "status": "completed", "tag": "c6c9209b-fea0-494e-b2ea-76a9314efdfd", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:34:36.835058 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cf4e71c9-4486-4df5-a233-b370dc0a1ca2 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:34:36.835369 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb549be-cb5c-48dd-8181-bf0c98f68c72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6c9209b-fea0-494e-b2ea-76a9314efdfd', 'code': 200} Sep 07 02:34:36.840001 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581a691-6214-43ff-957a-e0d51641493f req-df37e84d-702f-4790-9fb2-ebd93a151681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:36.840621 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-5581a691-6214-43ff-957a-e0d51641493f req-df37e84d-702f-4790-9fb2-ebd93a151681 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:36.841986 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5581a691-6214-43ff-957a-e0d51641493f req-df37e84d-702f-4790-9fb2-ebd93a151681 service neutron] 10.222.0.23 "PUT /v2.0/ports/c6c9209b-fea0-494e-b2ea-76a9314efdfd HTTP/1.1" status: 200 len: 1123 time: 1.2154996 Sep 07 02:34:36.845716 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df37e84d-702f-4790-9fb2-ebd93a151681 service neutron] Pushing event updated for resources: {'Port': ['ID=c6c9209b-fea0-494e-b2ea-76a9314efdfd,revision_number=8']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:36.880911 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device a4626ecb-8d43-42db-8801-e826770acd31 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:34:36.910405 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['c6c9209b-fea0-494e-b2ea-76a9314efdfd'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:34:36.918361 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b045c836-2182-4d62-abb3-d09037a98355 req-26ba0628-a059-443b-a72b-4dfa44350666 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Network 8ab7984a-b3c2-4552-bebd-58d012c6a713 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:34:36.961145 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-b045c836-2182-4d62-abb3-d09037a98355 req-26ba0628-a059-443b-a72b-4dfa44350666 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:34:36.974100 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-b045c836-2182-4d62-abb3-d09037a98355 req-26ba0628-a059-443b-a72b-4dfa44350666 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:34:36.975305 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port a4626ecb-8d43-42db-8801-e826770acd31 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:34:36.975706 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:37.004663 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ba0628-a059-443b-a72b-4dfa44350666 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Pushing event updated for resources: {'Port': ['ID=08297d2c-895c-4357-8a0b-c3e613e74a3d,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:37.046793 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b455860-2af0-42e0-900b-a6715629ff60 req-0a31c2be-f55f-4d7b-a42a-bf19b4462b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:37.048650 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5b455860-2af0-42e0-900b-a6715629ff60 req-0a31c2be-f55f-4d7b-a42a-bf19b4462b8f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4599302 Sep 07 02:34:37.267960 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-5b455860-2af0-42e0-900b-a6715629ff60 req-6c0d1039-0505-475f-bbfa-37aaf29bb126 service neutron] Attempting to bind port 9b74c30d-79a1-4776-88eb-fff88a21f5a9 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:34:37.268180 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-5b455860-2af0-42e0-900b-a6715629ff60 req-6c0d1039-0505-475f-bbfa-37aaf29bb126 service neutron] Attempting to bind port 9b74c30d-79a1-4776-88eb-fff88a21f5a9 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:34:37.268692 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b455860-2af0-42e0-900b-a6715629ff60 req-6c0d1039-0505-475f-bbfa-37aaf29bb126 service neutron] Attempting to bind port 9b74c30d-79a1-4776-88eb-fff88a21f5a9 on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:34:37.283310 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-be6e9e08-2919-4c08-b7cc-f557cf82ddbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:37.286223 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7376733b-89aa-4d67-aac7-f0ab4a1608eb req-f29979c5-5b33-4a07-b06e-a25c8ae5cf0f tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:37.287969 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7376733b-89aa-4d67-aac7-f0ab4a1608eb req-f29979c5-5b33-4a07-b06e-a25c8ae5cf0f tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.16 "GET /v2.0/networks?id=e4ab2f0c-5a02-4242-a541-768acd457503 HTTP/1.1" status: 200 len: 821 time: 0.1820364 Sep 07 02:34:37.289280 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-7330cea8-ce94-485e-ad3f-955281342e63 None None] Provisioning for port 08297d2c-895c-4357-8a0b-c3e613e74a3d completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:34:37.294379 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-7330cea8-ce94-485e-ad3f-955281342e63 None None] Provisioning complete for port 08297d2c-895c-4357-8a0b-c3e613e74a3d triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:34:37.294876 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7330cea8-ce94-485e-ad3f-955281342e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:37.307008 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-7376733b-89aa-4d67-aac7-f0ab4a1608eb req-0c8e794a-e2f6-4af1-a5a6-dd653ba8a9c6 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Request body: {'port': {'device_id': '40a743d4-9c6b-4351-97c4-9de1c0ccc30d', 'network_id': 'e4ab2f0c-5a02-4242-a541-768acd457503', 'admin_state_up': True, 'tenant_id': '58fe4c9e71db4bd7aa26d4557468fc65'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:34:37.322774 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b455860-2af0-42e0-900b-a6715629ff60 req-6c0d1039-0505-475f-bbfa-37aaf29bb126 service neutron] Port 9b74c30d-79a1-4776-88eb-fff88a21f5a9 on network 0823ecf3-066e-49bd-a451-2e84ab79a70f not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:34:37.323100 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b455860-2af0-42e0-900b-a6715629ff60 req-6c0d1039-0505-475f-bbfa-37aaf29bb126 service neutron] Attempting to bind port 9b74c30d-79a1-4776-88eb-fff88a21f5a9 on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:34:37.334799 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-7330cea8-ce94-485e-ad3f-955281342e63 None None] Port 08297d2c-895c-4357-8a0b-c3e613e74a3d cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:34:37.359234 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045c836-2182-4d62-abb3-d09037a98355 req-26ba0628-a059-443b-a72b-4dfa44350666 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:37.359872 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b045c836-2182-4d62-abb3-d09037a98355 req-26ba0628-a059-443b-a72b-4dfa44350666 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:37.369972 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c703806-6213-408f-a092-3cf89f4b814c req-7a1f6a7a-d385-400c-a07f-84864f361ef8 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:37.372052 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9c703806-6213-408f-a092-3cf89f4b814c req-7a1f6a7a-d385-400c-a07f-84864f361ef8 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cce6732-4ef3-4ca9-8908-88262e58dea1 HTTP/1.1" status: 200 len: 948 time: 0.4835229 Sep 07 02:34:37.427041 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bde0eb-939a-4cde-8264-ace00c1f3815 req-ce56f352-9480-4bbd-ab9f-87aa120e0f3a tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:37.428388 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b455860-2af0-42e0-900b-a6715629ff60 req-6c0d1039-0505-475f-bbfa-37aaf29bb126 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:34:37.428567 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-52bde0eb-939a-4cde-8264-ace00c1f3815 req-ce56f352-9480-4bbd-ab9f-87aa120e0f3a tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] 10.222.0.22 "GET /v2.0/ports?device_id=cac44a8a-8e71-40d6-92c4-5cdcc8b4f278 HTTP/1.1" status: 200 len: 936 time: 0.1137924 Sep 07 02:34:37.428723 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b455860-2af0-42e0-900b-a6715629ff60 req-6c0d1039-0505-475f-bbfa-37aaf29bb126 service neutron] Checking segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:34:37.429101 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b455860-2af0-42e0-900b-a6715629ff60 req-6c0d1039-0505-475f-bbfa-37aaf29bb126 service neutron] Bound using segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:34:37.429540 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-5b455860-2af0-42e0-900b-a6715629ff60 req-6c0d1039-0505-475f-bbfa-37aaf29bb126 service neutron] Bound port: 9b74c30d-79a1-4776-88eb-fff88a21f5a9, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:34:37.429894 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5b455860-2af0-42e0-900b-a6715629ff60 req-6c0d1039-0505-475f-bbfa-37aaf29bb126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:37.495972 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-52bde0eb-939a-4cde-8264-ace00c1f3815 req-0f2f6a9b-e279-44f1-af65-c118d842d39b tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] 10.222.0.22 "GET /v2.0/security-groups?id=45c54fb9-abbf-40ef-a472-c067aecb5bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576298 Sep 07 02:34:37.504340 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7376733b-89aa-4d67-aac7-f0ab4a1608eb req-0c8e794a-e2f6-4af1-a5a6-dd653ba8a9c6 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Made reservation on behalf of 58fe4c9e71db4bd7aa26d4557468fc65 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:34:37.506537 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b045c836-2182-4d62-abb3-d09037a98355 req-26ba0628-a059-443b-a72b-4dfa44350666 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6025794 Sep 07 02:34:37.508776 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-7376733b-89aa-4d67-aac7-f0ab4a1608eb req-0c8e794a-e2f6-4af1-a5a6-dd653ba8a9c6 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:37.533581 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-b045c836-2182-4d62-abb3-d09037a98355 req-6eb7980f-18b5-4923-9a48-278a04d3465d service neutron] Request body: {'port': {'device_id': '517da09a-c5f9-43af-9db7-5b58ba70b09f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:34:37.656086 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c43aea-5082-4ba4-9fdd-556a1fe1a71e req-bf9fdabc-35e4-4390-a502-a870a3c77acd tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:37.657899 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f6c43aea-5082-4ba4-9fdd-556a1fe1a71e req-bf9fdabc-35e4-4390-a502-a870a3c77acd tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/ports?device_id=517da09a-c5f9-43af-9db7-5b58ba70b09f HTTP/1.1" status: 200 len: 931 time: 0.0943239 Sep 07 02:34:37.658118 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5b455860-2af0-42e0-900b-a6715629ff60 req-8857e77c-9a33-48f3-b6b0-6a136c8c1824 service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4831316 Sep 07 02:34:37.690137 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [req-7376733b-89aa-4d67-aac7-f0ab4a1608eb req-0c8e794a-e2f6-4af1-a5a6-dd653ba8a9c6 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Allocated IP 172.20.0.13 (e4ab2f0c-5a02-4242-a541-768acd457503/a1bc4512-390c-4c50-bb1d-2c94019bd4fe/8ed43187-6586-48f2-b606-1bd5684ec058) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:34:37.722748 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f6c43aea-5082-4ba4-9fdd-556a1fe1a71e req-d698b456-28a6-4ff5-8c12-6228fdb2ee64 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/security-groups?id=db4db47e-1fc7-481a-b12d-c3b68e4a957f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533113 Sep 07 02:34:37.900479 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2736c-20f6-41ed-974d-ff0bb6815c73 req-235e89a1-61f1-448b-93a1-a78c509c1edf tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:37.902021 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-67e2736c-20f6-41ed-974d-ff0bb6815c73 req-235e89a1-61f1-448b-93a1-a78c509c1edf tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bb549be-cb5c-48dd-8181-bf0c98f68c72 HTTP/1.1" status: 200 len: 943 time: 0.1075709 Sep 07 02:34:37.926590 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-7376733b-89aa-4d67-aac7-f0ab4a1608eb req-0c8e794a-e2f6-4af1-a5a6-dd653ba8a9c6 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:37.955359 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9c703806-6213-408f-a092-3cf89f4b814c req-6757ec85-3496-4099-9388-36ddf47948ae tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5379539 Sep 07 02:34:37.962575 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-67e2736c-20f6-41ed-974d-ff0bb6815c73 req-ec6a0043-0898-4371-9429-5232bba65f1a tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523093 Sep 07 02:34:37.992087 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-7376733b-89aa-4d67-aac7-f0ab4a1608eb req-0c8e794a-e2f6-4af1-a5a6-dd653ba8a9c6 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:38.034554 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7376733b-89aa-4d67-aac7-f0ab4a1608eb req-0c8e794a-e2f6-4af1-a5a6-dd653ba8a9c6 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Network e4ab2f0c-5a02-4242-a541-768acd457503 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:34:38.038529 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [req-7376733b-89aa-4d67-aac7-f0ab4a1608eb req-0c8e794a-e2f6-4af1-a5a6-dd653ba8a9c6 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:34:38.044181 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-7376733b-89aa-4d67-aac7-f0ab4a1608eb req-0c8e794a-e2f6-4af1-a5a6-dd653ba8a9c6 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:34:38.091536 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e794a-e2f6-4af1-a5a6-dd653ba8a9c6 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Pushing event updated for resources: {'Port': ['ID=8ed43187-6586-48f2-b606-1bd5684ec058,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:38.115326 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7376733b-89aa-4d67-aac7-f0ab4a1608eb req-0c8e794a-e2f6-4af1-a5a6-dd653ba8a9c6 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:38.116007 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-7376733b-89aa-4d67-aac7-f0ab4a1608eb req-0c8e794a-e2f6-4af1-a5a6-dd653ba8a9c6 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:38.128087 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b045c836-2182-4d62-abb3-d09037a98355 req-6eb7980f-18b5-4923-9a48-278a04d3465d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:38.130618 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-5b455860-2af0-42e0-900b-a6715629ff60 req-6c0d1039-0505-475f-bbfa-37aaf29bb126 service neutron] For port 9b74c30d-79a1-4776-88eb-fff88a21f5a9, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:34:38.135174 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7376733b-89aa-4d67-aac7-f0ab4a1608eb req-0c8e794a-e2f6-4af1-a5a6-dd653ba8a9c6 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8346751 Sep 07 02:34:38.150127 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-7376733b-89aa-4d67-aac7-f0ab4a1608eb req-9721a874-b7c9-442e-b3ee-33b4d15c85be service neutron] Request body: {'port': {'device_id': '40a743d4-9c6b-4351-97c4-9de1c0ccc30d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:34:38.213160 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-7376733b-89aa-4d67-aac7-f0ab4a1608eb req-9721a874-b7c9-442e-b3ee-33b4d15c85be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:38.226842 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-5b455860-2af0-42e0-900b-a6715629ff60 req-6c0d1039-0505-475f-bbfa-37aaf29bb126 service neutron] For port 9b74c30d-79a1-4776-88eb-fff88a21f5a9, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=9b74c30d-79a1-4776-88eb-fff88a21f5a9,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:34:38.270570 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5b455860-2af0-42e0-900b-a6715629ff60 req-6c0d1039-0505-475f-bbfa-37aaf29bb126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:38.363124 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-1075e562-721d-49a1-8d59-4cda8ede134f req-53fdff4b-618e-4269-9757-4a37bdf28a6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3d00593-f25f-4305-bc9e-bf884e9dee4b {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:34:38.381105 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b455860-2af0-42e0-900b-a6715629ff60 req-6c0d1039-0505-475f-bbfa-37aaf29bb126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:38.381917 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5b455860-2af0-42e0-900b-a6715629ff60 req-6c0d1039-0505-475f-bbfa-37aaf29bb126 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:38.383637 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5b455860-2af0-42e0-900b-a6715629ff60 req-6c0d1039-0505-475f-bbfa-37aaf29bb126 service neutron] 10.222.0.23 "PUT /v2.0/ports/9b74c30d-79a1-4776-88eb-fff88a21f5a9 HTTP/1.1" status: 200 len: 1097 time: 6.2649169 Sep 07 02:34:38.409404 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cce6732-4ef3-4ca9-8908-88262e58dea1', 'tag': '9b74c30d-79a1-4776-88eb-fff88a21f5a9'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:34:38.409805 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b55ab-02f7-4046-a834-5bd9f28940c6 req-c1bd2cea-e17a-448c-8c60-ba417667d9cb tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:38.411314 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0f3b55ab-02f7-4046-a834-5bd9f28940c6 req-c1bd2cea-e17a-448c-8c60-ba417667d9cb tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=40a743d4-9c6b-4351-97c4-9de1c0ccc30d HTTP/1.1" status: 200 len: 932 time: 0.0842917 Sep 07 02:34:38.411728 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66bdce29-3142-4992-910b-4402456a2bca" -d '{"events": [{"name": "network-changed", "server_uuid": "9cce6732-4ef3-4ca9-8908-88262e58dea1", "tag": "9b74c30d-79a1-4776-88eb-fff88a21f5a9"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:34:38.416740 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5b455860-2af0-42e0-900b-a6715629ff60 req-be06155b-1441-4d36-ac25-6c3b5c2b25e8 service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4759603 Sep 07 02:34:38.434058 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1075e562-721d-49a1-8d59-4cda8ede134f req-53fdff4b-618e-4269-9757-4a37bdf28a6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:38.472382 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9861a20-95b0-47bb-81cd-62bdda9a9dc1 req-eb27139a-05b2-4fac-a92f-1067492a42a4 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:38.473988 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d9861a20-95b0-47bb-81cd-62bdda9a9dc1 req-eb27139a-05b2-4fac-a92f-1067492a42a4 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/ports?device_id=9002f760-e42f-49db-8984-ee500bad3604 HTTP/1.1" status: 200 len: 931 time: 0.3469403 Sep 07 02:34:38.493118 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0f3b55ab-02f7-4046-a834-5bd9f28940c6 req-e6238681-c9fb-432b-b295-0db209f46ec1 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523117 Sep 07 02:34:38.582376 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [req-7376733b-89aa-4d67-aac7-f0ab4a1608eb req-9721a874-b7c9-442e-b3ee-33b4d15c85be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ed43187-6586-48f2-b606-1bd5684ec058 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:34:38.591411 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-7376733b-89aa-4d67-aac7-f0ab4a1608eb req-9721a874-b7c9-442e-b3ee-33b4d15c85be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:38.608491 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-7376733b-89aa-4d67-aac7-f0ab4a1608eb req-9721a874-b7c9-442e-b3ee-33b4d15c85be service neutron] Transition to ACTIVE for port object 8ed43187-6586-48f2-b606-1bd5684ec058 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:34:38.621887 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4703b8-33cb-4cfd-b462-e138cceef961 x-openstack-request-id: req-6c4703b8-33cb-4cfd-b462-e138cceef961 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:34:38.622184 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cce6732-4ef3-4ca9-8908-88262e58dea1", "tag": "9b74c30d-79a1-4776-88eb-fff88a21f5a9", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:34:38.622431 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6c4703b8-33cb-4cfd-b462-e138cceef961 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:34:38.622848 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cce6732-4ef3-4ca9-8908-88262e58dea1', 'tag': '9b74c30d-79a1-4776-88eb-fff88a21f5a9', 'status': 'completed', 'code': 200} Sep 07 02:34:38.622936 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-7376733b-89aa-4d67-aac7-f0ab4a1608eb req-9721a874-b7c9-442e-b3ee-33b4d15c85be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:38.623396 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be6e9e08-2919-4c08-b7cc-f557cf82ddbe admin admin] Router 7254997d-285b-4c95-8d14-8c8386f21f68 is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 02:34:38.629880 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-1075e562-721d-49a1-8d59-4cda8ede134f req-53fdff4b-618e-4269-9757-4a37bdf28a6a service neutron] Transition to ACTIVE for port object b3d00593-f25f-4305-bc9e-bf884e9dee4b will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:34:38.640422 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-880e381d-0a41-412e-a2f2-81662193004c req-8183400d-23fa-40bc-a2d4-c8ce72678707 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9dc2661-7085-4e9a-9927-2b8650633a3b {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:34:38.657542 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0d1039-0505-475f-bbfa-37aaf29bb126 service neutron] Pushing event updated for resources: {'Port': ['ID=9b74c30d-79a1-4776-88eb-fff88a21f5a9,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:38.660174 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1075e562-721d-49a1-8d59-4cda8ede134f req-53fdff4b-618e-4269-9757-4a37bdf28a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:38.665203 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-880e381d-0a41-412e-a2f2-81662193004c req-8183400d-23fa-40bc-a2d4-c8ce72678707 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:38.713882 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9721a874-b7c9-442e-b3ee-33b4d15c85be service neutron] Pushing event updated for resources: {'Port': ['ID=8ed43187-6586-48f2-b606-1bd5684ec058,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:38.726818 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b3fe28-578c-4d89-8c9f-a69d1cf49743 req-0cfba82b-fa49-43aa-8003-7ae8789067fc tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:38.728430 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-47b3fe28-578c-4d89-8c9f-a69d1cf49743 req-0cfba82b-fa49-43aa-8003-7ae8789067fc tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] 10.222.0.22 "GET /v2.0/ports?device_id=cac44a8a-8e71-40d6-92c4-5cdcc8b4f278 HTTP/1.1" status: 200 len: 936 time: 0.1181531 Sep 07 02:34:38.766130 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-880e381d-0a41-412e-a2f2-81662193004c req-8183400d-23fa-40bc-a2d4-c8ce72678707 service neutron] Transition to ACTIVE for port object d9dc2661-7085-4e9a-9927-2b8650633a3b will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:34:38.770073 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d9861a20-95b0-47bb-81cd-62bdda9a9dc1 req-8fc789a1-cad2-43f4-b508-5b13bf9eb963 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/security-groups?id=3506a522-e11f-4616-954e-3e9559147307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743611 Sep 07 02:34:38.821356 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-47b3fe28-578c-4d89-8c9f-a69d1cf49743 req-a144b218-a5dc-46a6-9bbd-91bdc72cdba2 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] 10.222.0.22 "GET /v2.0/security-groups?id=45c54fb9-abbf-40ef-a472-c067aecb5bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762525 Sep 07 02:34:38.832194 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b455860-2af0-42e0-900b-a6715629ff60 req-4853f4ac-c1a0-4c05-a69a-d05a364a730c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:38.833739 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5b455860-2af0-42e0-900b-a6715629ff60 req-4853f4ac-c1a0-4c05-a69a-d05a364a730c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=36932fbb01ef47dd957d06cd3434fa27&device_id=9cce6732-4ef3-4ca9-8908-88262e58dea1 HTTP/1.1" status: 200 len: 1100 time: 0.3967385 Sep 07 02:34:38.836817 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb549be-cb5c-48dd-8181-bf0c98f68c72', 'tag': 'c6c9209b-fea0-494e-b2ea-76a9314efdfd'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:34:38.840912 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d32206e-99a8-4b56-af31-c964b668d3e8" -d '{"events": [{"name": "network-changed", "server_uuid": "7bb549be-cb5c-48dd-8181-bf0c98f68c72", "tag": "c6c9209b-fea0-494e-b2ea-76a9314efdfd"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:34:38.859942 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-880e381d-0a41-412e-a2f2-81662193004c req-8183400d-23fa-40bc-a2d4-c8ce72678707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:38.861995 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-7376733b-89aa-4d67-aac7-f0ab4a1608eb req-9721a874-b7c9-442e-b3ee-33b4d15c85be service neutron] Attempting to bind port 8ed43187-6586-48f2-b606-1bd5684ec058 on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:34:38.862353 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-7376733b-89aa-4d67-aac7-f0ab4a1608eb req-9721a874-b7c9-442e-b3ee-33b4d15c85be service neutron] Attempting to bind port 8ed43187-6586-48f2-b606-1bd5684ec058 by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': 'a87351ba-0fbc-4302-9869-b18eee085c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e4ab2f0c-5a02-4242-a541-768acd457503'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:34:38.862689 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7376733b-89aa-4d67-aac7-f0ab4a1608eb req-9721a874-b7c9-442e-b3ee-33b4d15c85be service neutron] Attempting to bind port 8ed43187-6586-48f2-b606-1bd5684ec058 on network e4ab2f0c-5a02-4242-a541-768acd457503 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:34:38.874824 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7376733b-89aa-4d67-aac7-f0ab4a1608eb req-9721a874-b7c9-442e-b3ee-33b4d15c85be service neutron] Port 8ed43187-6586-48f2-b606-1bd5684ec058 on network e4ab2f0c-5a02-4242-a541-768acd457503 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:34:38.875156 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7376733b-89aa-4d67-aac7-f0ab4a1608eb req-9721a874-b7c9-442e-b3ee-33b4d15c85be service neutron] Attempting to bind port 8ed43187-6586-48f2-b606-1bd5684ec058 on network e4ab2f0c-5a02-4242-a541-768acd457503 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:34:38.886040 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7376733b-89aa-4d67-aac7-f0ab4a1608eb req-9721a874-b7c9-442e-b3ee-33b4d15c85be service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:34:38.887045 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7376733b-89aa-4d67-aac7-f0ab4a1608eb req-9721a874-b7c9-442e-b3ee-33b4d15c85be service neutron] Checking segment: {'id': 'a87351ba-0fbc-4302-9869-b18eee085c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e4ab2f0c-5a02-4242-a541-768acd457503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:34:38.887441 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7376733b-89aa-4d67-aac7-f0ab4a1608eb req-9721a874-b7c9-442e-b3ee-33b4d15c85be service neutron] Bound using segment: {'id': 'a87351ba-0fbc-4302-9869-b18eee085c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e4ab2f0c-5a02-4242-a541-768acd457503'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:34:38.887917 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-7376733b-89aa-4d67-aac7-f0ab4a1608eb req-9721a874-b7c9-442e-b3ee-33b4d15c85be service neutron] Bound port: 8ed43187-6586-48f2-b606-1bd5684ec058, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a87351ba-0fbc-4302-9869-b18eee085c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e4ab2f0c-5a02-4242-a541-768acd457503'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:34:38.888286 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-7376733b-89aa-4d67-aac7-f0ab4a1608eb req-9721a874-b7c9-442e-b3ee-33b4d15c85be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:38.891051 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd872344-bcf8-4b60-bdcc-2f5d82accede x-openstack-request-id: req-fd872344-bcf8-4b60-bdcc-2f5d82accede {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:34:38.891337 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bb549be-cb5c-48dd-8181-bf0c98f68c72", "tag": "c6c9209b-fea0-494e-b2ea-76a9314efdfd", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:34:38.891608 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fd872344-bcf8-4b60-bdcc-2f5d82accede {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:34:38.891995 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bb549be-cb5c-48dd-8181-bf0c98f68c72', 'tag': 'c6c9209b-fea0-494e-b2ea-76a9314efdfd', 'status': 'completed', 'code': 200} Sep 07 02:34:38.908254 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195837f-bc3c-4568-baba-165bb01a02bd req-142dc64b-34e0-4783-9beb-86e47424aade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:38.909884 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8195837f-bc3c-4568-baba-165bb01a02bd req-142dc64b-34e0-4783-9beb-86e47424aade service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=36932fbb01ef47dd957d06cd3434fa27&device_id=af77b9dc-da40-4001-9806-5164cbc14e67 HTTP/1.1" status: 200 len: 1100 time: 0.4278879 Sep 07 02:34:38.927973 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.16', 59683) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:34:38.950691 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fdff4b-618e-4269-9757-4a37bdf28a6a service neutron] Pushing event updated for resources: {'Port': ['ID=b3d00593-f25f-4305-bc9e-bf884e9dee4b,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:38.980420 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5b455860-2af0-42e0-900b-a6715629ff60 req-0fa84b63-9d84-4175-b6ee-13169d64f27f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=9b74c30d-79a1-4776-88eb-fff88a21f5a9 HTTP/1.1" status: 200 len: 217 time: 0.1258037 Sep 07 02:34:39.000232 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d32206e-99a8-4b56-af31-c964b668d3e8 req-d6dd5b1a-0aa9-4bd2-9f18-0c74bd7b800c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:39.003371 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5d32206e-99a8-4b56-af31-c964b668d3e8 req-d6dd5b1a-0aa9-4bd2-9f18-0c74bd7b800c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4ff846f9243a40b7bf323ea156c2bdd7&device_id=7bb549be-cb5c-48dd-8181-bf0c98f68c72 HTTP/1.1" status: 200 len: 1126 time: 0.0744488 Sep 07 02:34:39.004560 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-7376733b-89aa-4d67-aac7-f0ab4a1608eb req-9721a874-b7c9-442e-b3ee-33b4d15c85be service neutron] For port 8ed43187-6586-48f2-b606-1bd5684ec058, host n-h2-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:34:39.008281 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-7376733b-89aa-4d67-aac7-f0ab4a1608eb req-9721a874-b7c9-442e-b3ee-33b4d15c85be service neutron] For port 8ed43187-6586-48f2-b606-1bd5684ec058, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=8ed43187-6586-48f2-b606-1bd5684ec058,segment=NetworkSegment(a87351ba-0fbc-4302-9869-b18eee085c86),segment_id=a87351ba-0fbc-4302-9869-b18eee085c86)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:34:39.030744 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-7376733b-89aa-4d67-aac7-f0ab4a1608eb req-9721a874-b7c9-442e-b3ee-33b4d15c85be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:39.133088 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7376733b-89aa-4d67-aac7-f0ab4a1608eb req-9721a874-b7c9-442e-b3ee-33b4d15c85be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:39.133708 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-7376733b-89aa-4d67-aac7-f0ab4a1608eb req-9721a874-b7c9-442e-b3ee-33b4d15c85be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:39.135094 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7376733b-89aa-4d67-aac7-f0ab4a1608eb req-9721a874-b7c9-442e-b3ee-33b4d15c85be service neutron] 10.222.0.16 "PUT /v2.0/ports/8ed43187-6586-48f2-b606-1bd5684ec058 HTTP/1.1" status: 200 len: 1093 time: 0.9899836 Sep 07 02:34:39.185840 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9721a874-b7c9-442e-b3ee-33b4d15c85be service neutron] Pushing event updated for resources: {'Port': ['ID=8ed43187-6586-48f2-b606-1bd5684ec058,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:39.205027 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f47261-d1d0-410f-b707-00888d13322b req-fbcdd0b9-ec95-4f04-92c2-acc08d4e2dcb tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:39.206525 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-69f47261-d1d0-410f-b707-00888d13322b req-fbcdd0b9-ec95-4f04-92c2-acc08d4e2dcb tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cce6732-4ef3-4ca9-8908-88262e58dea1 HTTP/1.1" status: 200 len: 948 time: 0.1423361 Sep 07 02:34:39.228966 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d32206e-99a8-4b56-af31-c964b668d3e8 req-e2d109c3-fb93-48ed-becb-0f5a4d8f25a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:39.231120 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5d32206e-99a8-4b56-af31-c964b668d3e8 req-e2d109c3-fb93-48ed-becb-0f5a4d8f25a0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5632e33d-1d7a-4426-9d83-a8e688a88788 HTTP/1.1" status: 200 len: 907 time: 0.2200875 Sep 07 02:34:39.253424 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8183400d-23fa-40bc-a2d4-c8ce72678707 service neutron] Pushing event updated for resources: {'Port': ['ID=d9dc2661-7085-4e9a-9927-2b8650633a3b,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:39.301127 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5d32206e-99a8-4b56-af31-c964b668d3e8 req-5353094f-7d98-45e8-88c7-352f95b2080c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c6c9209b-fea0-494e-b2ea-76a9314efdfd HTTP/1.1" status: 200 len: 217 time: 0.0505767 Sep 07 02:34:39.305805 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7376733b-89aa-4d67-aac7-f0ab4a1608eb req-26af7259-62ec-4fd7-964d-11479a4de6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:39.307230 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7376733b-89aa-4d67-aac7-f0ab4a1608eb req-26af7259-62ec-4fd7-964d-11479a4de6cd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=58fe4c9e71db4bd7aa26d4557468fc65&device_id=40a743d4-9c6b-4351-97c4-9de1c0ccc30d HTTP/1.1" status: 200 len: 1096 time: 0.1231337 Sep 07 02:34:39.310876 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-69f47261-d1d0-410f-b707-00888d13322b req-659415ef-5efb-45b4-a625-f6000b502194 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865376 Sep 07 02:34:39.320122 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b455860-2af0-42e0-900b-a6715629ff60 req-e3b75112-5b8c-4198-afd1-5152417a35fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:39.321490 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5b455860-2af0-42e0-900b-a6715629ff60 req-e3b75112-5b8c-4198-afd1-5152417a35fa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.3132138 Sep 07 02:34:39.322517 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6e9e08-2919-4c08-b7cc-f557cf82ddbe admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:34:39.331210 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29518b6-a11a-4bac-a170-6c268f11c1bf req-2d5eb9b4-54ab-4488-bd27-c6fff721c954 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:39.332748 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a29518b6-a11a-4bac-a170-6c268f11c1bf req-2d5eb9b4-54ab-4488-bd27-c6fff721c954 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/ports?device_id=517da09a-c5f9-43af-9db7-5b58ba70b09f HTTP/1.1" status: 200 len: 931 time: 0.4202063 Sep 07 02:34:39.339173 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5042a853-1a48-4feb-8a2c-40bd995b743e None None] Sync routers for ids ['7254997d-285b-4c95-8d14-8c8386f21f68'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:34:39.349969 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5042a853-1a48-4feb-8a2c-40bd995b743e None None] Routers {'7254997d-285b-4c95-8d14-8c8386f21f68'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:34:39.352406 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-5042a853-1a48-4feb-8a2c-40bd995b743e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:34:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['7254997d-285b-4c95-8d14-8c8386f21f68'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:34:39.381127 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7376733b-89aa-4d67-aac7-f0ab4a1608eb req-285cdf7d-932a-48c4-be68-843fa9928b86 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ed43187-6586-48f2-b606-1bd5684ec058 HTTP/1.1" status: 200 len: 217 time: 0.0601609 Sep 07 02:34:39.419303 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d32206e-99a8-4b56-af31-c964b668d3e8 req-d5577a2e-56b1-4040-8371-8d26990b0833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:39.420941 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5d32206e-99a8-4b56-af31-c964b668d3e8 req-d5577a2e-56b1-4040-8371-8d26990b0833 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cf141221-2e81-48e8-81ec-6bd6d6584327 HTTP/1.1" status: 200 len: 847 time: 0.1091471 Sep 07 02:34:39.435258 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195837f-bc3c-4568-baba-165bb01a02bd req-164dc20f-724d-47fa-8300-954d541e3e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:39.436791 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8195837f-bc3c-4568-baba-165bb01a02bd req-164dc20f-724d-47fa-8300-954d541e3e04 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0823ecf3-066e-49bd-a451-2e84ab79a70f HTTP/1.1" status: 200 len: 869 time: 0.4786398 Sep 07 02:34:39.457615 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-be6e9e08-2919-4c08-b7cc-f557cf82ddbe admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:39.461413 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-be6e9e08-2919-4c08-b7cc-f557cf82ddbe admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 10.2644317 Sep 07 02:34:39.461413 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-1075e562-721d-49a1-8d59-4cda8ede134f req-53fdff4b-618e-4269-9757-4a37bdf28a6a service neutron] Attempting to bind port b3d00593-f25f-4305-bc9e-bf884e9dee4b on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:34:39.461413 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-1075e562-721d-49a1-8d59-4cda8ede134f req-53fdff4b-618e-4269-9757-4a37bdf28a6a service neutron] Attempting to bind port b3d00593-f25f-4305-bc9e-bf884e9dee4b by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:34:39.461413 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1075e562-721d-49a1-8d59-4cda8ede134f req-53fdff4b-618e-4269-9757-4a37bdf28a6a service neutron] Attempting to bind port b3d00593-f25f-4305-bc9e-bf884e9dee4b on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:34:39.463111 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 39604) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:34:39.472850 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-5042a853-1a48-4feb-8a2c-40bd995b743e None None] Set router 7254997d-285b-4c95-8d14-8c8386f21f68 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:34:39.481680 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5d32206e-99a8-4b56-af31-c964b668d3e8 req-bfa05ef2-e403-428f-82f4-03074cd9dec4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5632e33d-1d7a-4426-9d83-a8e688a88788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415096 Sep 07 02:34:39.490112 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7376733b-89aa-4d67-aac7-f0ab4a1608eb req-63d0061b-edc2-497b-a020-70f1007426f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:39.491206 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7376733b-89aa-4d67-aac7-f0ab4a1608eb req-63d0061b-edc2-497b-a020-70f1007426f4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a1bc4512-390c-4c50-bb1d-2c94019bd4fe HTTP/1.1" status: 200 len: 861 time: 0.1009634 Sep 07 02:34:39.533648 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1075e562-721d-49a1-8d59-4cda8ede134f req-53fdff4b-618e-4269-9757-4a37bdf28a6a service neutron] Port b3d00593-f25f-4305-bc9e-bf884e9dee4b on network 0823ecf3-066e-49bd-a451-2e84ab79a70f not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:34:39.533969 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1075e562-721d-49a1-8d59-4cda8ede134f req-53fdff4b-618e-4269-9757-4a37bdf28a6a service neutron] Attempting to bind port b3d00593-f25f-4305-bc9e-bf884e9dee4b on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:34:39.544276 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7376733b-89aa-4d67-aac7-f0ab4a1608eb req-f2a52d7d-3da6-4fce-9d2c-fc6e193ca014 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e4ab2f0c-5a02-4242-a541-768acd457503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410776 Sep 07 02:34:39.560153 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5870f9f0-e799-4b68-b640-ac285925bad8 req-cd8cd355-9dea-4b4b-8fe2-4fb867dca1ba tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:39.561519 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5870f9f0-e799-4b68-b640-ac285925bad8 req-cd8cd355-9dea-4b4b-8fe2-4fb867dca1ba tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bb549be-cb5c-48dd-8181-bf0c98f68c72 HTTP/1.1" status: 200 len: 943 time: 0.1398163 Sep 07 02:34:39.586596 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8195837f-bc3c-4568-baba-165bb01a02bd req-7f61c413-242a-4cf6-a5ec-326caf016962 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=5f62b862-298f-48a6-87b0-a9e80e67a326 HTTP/1.1" status: 200 len: 217 time: 0.1201780 Sep 07 02:34:39.590028 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-b045c836-2182-4d62-abb3-d09037a98355 req-6eb7980f-18b5-4923-9a48-278a04d3465d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08297d2c-895c-4357-8a0b-c3e613e74a3d {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:34:39.595932 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1075e562-721d-49a1-8d59-4cda8ede134f req-53fdff4b-618e-4269-9757-4a37bdf28a6a service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:34:39.596275 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1075e562-721d-49a1-8d59-4cda8ede134f req-53fdff4b-618e-4269-9757-4a37bdf28a6a service neutron] Checking segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:34:39.596663 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1075e562-721d-49a1-8d59-4cda8ede134f req-53fdff4b-618e-4269-9757-4a37bdf28a6a service neutron] Bound using segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:34:39.597107 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-1075e562-721d-49a1-8d59-4cda8ede134f req-53fdff4b-618e-4269-9757-4a37bdf28a6a service neutron] Bound port: b3d00593-f25f-4305-bc9e-bf884e9dee4b, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:34:39.597467 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1075e562-721d-49a1-8d59-4cda8ede134f req-53fdff4b-618e-4269-9757-4a37bdf28a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:39.599301 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-880e381d-0a41-412e-a2f2-81662193004c req-8183400d-23fa-40bc-a2d4-c8ce72678707 service neutron] Attempting to bind port d9dc2661-7085-4e9a-9927-2b8650633a3b on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:34:39.599663 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-880e381d-0a41-412e-a2f2-81662193004c req-8183400d-23fa-40bc-a2d4-c8ce72678707 service neutron] Attempting to bind port d9dc2661-7085-4e9a-9927-2b8650633a3b by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '00cca32f-e41c-4852-a687-73528a16538c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bd9601bc-c156-4ac4-9ffa-13377eee4acb'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:34:39.599989 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880e381d-0a41-412e-a2f2-81662193004c req-8183400d-23fa-40bc-a2d4-c8ce72678707 service neutron] Attempting to bind port d9dc2661-7085-4e9a-9927-2b8650633a3b on network bd9601bc-c156-4ac4-9ffa-13377eee4acb {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:34:39.604149 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a29518b6-a11a-4bac-a170-6c268f11c1bf req-476e2411-65d4-48a2-bfc6-399bfc2490ae tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/security-groups?id=db4db47e-1fc7-481a-b12d-c3b68e4a957f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559469 Sep 07 02:34:39.622584 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b045c836-2182-4d62-abb3-d09037a98355 req-6eb7980f-18b5-4923-9a48-278a04d3465d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:39.642566 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b455860-2af0-42e0-900b-a6715629ff60 req-67837940-2d9f-4c59-b743-1599c9a640d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:39.642566 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5b455860-2af0-42e0-900b-a6715629ff60 req-67837940-2d9f-4c59-b743-1599c9a640d9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3059304 Sep 07 02:34:39.661600 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-5042a853-1a48-4feb-8a2c-40bd995b743e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7254997d-285b-4c95-8d14-8c8386f21f68', 'name': 'tempest-ServersTestMultiNic-962614049-router', 'tenant_id': '82f3fc87393e475b9b7c73e7abf1c936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'b457ee30-ab18-4467-8baa-5fbbfaf4494f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:34:29Z', 'updated_at': '2021-09-07T02:34:35Z', 'revision_number': 3, 'project_id': '82f3fc87393e475b9b7c73e7abf1c936', 'gw_port': {'id': 'b457ee30-ab18-4467-8baa-5fbbfaf4494f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:55:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7254997d-285b-4c95-8d14-8c8386f21f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:34:32Z', 'updated_at': '2021-09-07T02:34:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:34:39.688171 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5042a853-1a48-4feb-8a2c-40bd995b743e None None] Checking router: 7254997d-285b-4c95-8d14-8c8386f21f68 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:34:39.688552 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5042a853-1a48-4feb-8a2c-40bd995b743e None None] Updating router 7254997d-285b-4c95-8d14-8c8386f21f68 port b457ee30-ab18-4467-8baa-5fbbfaf4494f binding host n-d-796209-16 {{(pid=94703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 02:34:39.695584 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880e381d-0a41-412e-a2f2-81662193004c req-8183400d-23fa-40bc-a2d4-c8ce72678707 service neutron] Port d9dc2661-7085-4e9a-9927-2b8650633a3b on network bd9601bc-c156-4ac4-9ffa-13377eee4acb not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:34:39.696169 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880e381d-0a41-412e-a2f2-81662193004c req-8183400d-23fa-40bc-a2d4-c8ce72678707 service neutron] Attempting to bind port d9dc2661-7085-4e9a-9927-2b8650633a3b on network bd9601bc-c156-4ac4-9ffa-13377eee4acb {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:34:39.730747 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-5042a853-1a48-4feb-8a2c-40bd995b743e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:39.944616 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5870f9f0-e799-4b68-b640-ac285925bad8 req-bd47a641-6b3d-45c1-95cb-2f364471e391 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620396 Sep 07 02:34:39.946479 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5d32206e-99a8-4b56-af31-c964b668d3e8 req-138096eb-9b35-4e0b-8e4c-3acd36747228 service neutron] 10.222.0.16 "GET /v2.0/networks/5632e33d-1d7a-4426-9d83-a8e688a88788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4537032 Sep 07 02:34:40.006251 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7376733b-89aa-4d67-aac7-f0ab4a1608eb req-44772d29-35b6-4a3a-9fa1-d913c692f211 service neutron] 10.222.0.16 "GET /v2.0/networks/e4ab2f0c-5a02-4242-a541-768acd457503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4548330 Sep 07 02:34:40.008701 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-b045c836-2182-4d62-abb3-d09037a98355 req-6eb7980f-18b5-4923-9a48-278a04d3465d service neutron] Transition to ACTIVE for port object 08297d2c-895c-4357-8a0b-c3e613e74a3d will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:34:40.029632 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-5042a853-1a48-4feb-8a2c-40bd995b743e None None] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:40.039917 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-5042a853-1a48-4feb-8a2c-40bd995b743e None None] Transition to ACTIVE for port object b457ee30-ab18-4467-8baa-5fbbfaf4494f will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:34:40.040885 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880e381d-0a41-412e-a2f2-81662193004c req-8183400d-23fa-40bc-a2d4-c8ce72678707 service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:34:40.041369 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880e381d-0a41-412e-a2f2-81662193004c req-8183400d-23fa-40bc-a2d4-c8ce72678707 service neutron] Checking segment: {'id': '00cca32f-e41c-4852-a687-73528a16538c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bd9601bc-c156-4ac4-9ffa-13377eee4acb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:34:40.041782 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-880e381d-0a41-412e-a2f2-81662193004c req-8183400d-23fa-40bc-a2d4-c8ce72678707 service neutron] Bound using segment: {'id': '00cca32f-e41c-4852-a687-73528a16538c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bd9601bc-c156-4ac4-9ffa-13377eee4acb'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:34:40.042717 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-880e381d-0a41-412e-a2f2-81662193004c req-8183400d-23fa-40bc-a2d4-c8ce72678707 service neutron] Bound port: d9dc2661-7085-4e9a-9927-2b8650633a3b, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00cca32f-e41c-4852-a687-73528a16538c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'bd9601bc-c156-4ac4-9ffa-13377eee4acb'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:34:40.043064 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-880e381d-0a41-412e-a2f2-81662193004c req-8183400d-23fa-40bc-a2d4-c8ce72678707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:40.047831 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-5042a853-1a48-4feb-8a2c-40bd995b743e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:40.052818 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b045c836-2182-4d62-abb3-d09037a98355 req-6eb7980f-18b5-4923-9a48-278a04d3465d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:40.100717 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eccf885-69c5-4f97-929a-8d616eaa29d4 None None] Pushing event updated for resources: {'Port': ['ID=b457ee30-ab18-4467-8baa-5fbbfaf4494f,revision_number=2']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:40.113717 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-5042a853-1a48-4feb-8a2c-40bd995b743e None None] Attempting to bind port b457ee30-ab18-4467-8baa-5fbbfaf4494f on host n-d-796209-16 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:34:40.113717 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-5042a853-1a48-4feb-8a2c-40bd995b743e None None] Attempting to bind port b457ee30-ab18-4467-8baa-5fbbfaf4494f by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:34:40.114168 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5042a853-1a48-4feb-8a2c-40bd995b743e None None] Attempting to bind port b457ee30-ab18-4467-8baa-5fbbfaf4494f on network 1166b922-7457-4da4-bdda-328e8c8e7bc6 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:34:40.119274 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5042a853-1a48-4feb-8a2c-40bd995b743e None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:34:40.121667 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5042a853-1a48-4feb-8a2c-40bd995b743e None None] Checking segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:34:40.121667 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-5042a853-1a48-4feb-8a2c-40bd995b743e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:40.121667 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5042a853-1a48-4feb-8a2c-40bd995b743e None None] Bound using segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:34:40.121667 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-5042a853-1a48-4feb-8a2c-40bd995b743e None None] Bound port: b457ee30-ab18-4467-8baa-5fbbfaf4494f, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:34:40.123381 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-5042a853-1a48-4feb-8a2c-40bd995b743e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:40.131292 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195837f-bc3c-4568-baba-165bb01a02bd req-5616f6c3-b842-4c21-ba82-591166b0c9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:40.132851 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8195837f-bc3c-4568-baba-165bb01a02bd req-5616f6c3-b842-4c21-ba82-591166b0c9e0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.5209091 Sep 07 02:34:40.155345 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device c6c9209b-fea0-494e-b2ea-76a9314efdfd details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:34:40.201208 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b89bf-5f03-49ad-82ca-6eb5fd2550ca req-b70401bc-2973-430e-b261-05bd9394d9fb tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:40.202829 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4e6b89bf-5f03-49ad-82ca-6eb5fd2550ca req-b70401bc-2973-430e-b261-05bd9394d9fb tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/ports?device_id=9002f760-e42f-49db-8984-ee500bad3604 HTTP/1.1" status: 200 len: 943 time: 0.1778457 Sep 07 02:34:40.209950 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5d32206e-99a8-4b56-af31-c964b668d3e8 req-2d3f33f0-d7e8-434f-9dc8-61dd3bc72e78 service neutron] 10.222.0.16 "GET /v2.0/networks/5632e33d-1d7a-4426-9d83-a8e688a88788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542162 Sep 07 02:34:40.219600 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7376733b-89aa-4d67-aac7-f0ab4a1608eb req-0fb1c080-51ed-4977-a0b2-65734ac8d944 service neutron] 10.222.0.16 "GET /v2.0/networks/e4ab2f0c-5a02-4242-a541-768acd457503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042553 Sep 07 02:34:40.233762 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-5042a853-1a48-4feb-8a2c-40bd995b743e None None] For port b457ee30-ab18-4467-8baa-5fbbfaf4494f, host n-d-796209-16, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:34:40.240161 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-5042a853-1a48-4feb-8a2c-40bd995b743e None None] For port b457ee30-ab18-4467-8baa-5fbbfaf4494f, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=b457ee30-ab18-4467-8baa-5fbbfaf4494f,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:34:40.251382 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-5042a853-1a48-4feb-8a2c-40bd995b743e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:40.298591 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4e6b89bf-5f03-49ad-82ca-6eb5fd2550ca req-84085b63-9fb6-479a-b26d-bd5816a4798d tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/security-groups?id=3506a522-e11f-4616-954e-3e9559147307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773892 Sep 07 02:34:40.327210 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5042a853-1a48-4feb-8a2c-40bd995b743e None None] Routers {'7254997d-285b-4c95-8d14-8c8386f21f68'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:34:40.327884 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-5042a853-1a48-4feb-8a2c-40bd995b743e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:34:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['7254997d-285b-4c95-8d14-8c8386f21f68'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:34:40.330840 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port c6c9209b-fea0-494e-b2ea-76a9314efdfd, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=c6c9209b-fea0-494e-b2ea-76a9314efdfd,segment=NetworkSegment(cb5a1637-646d-4671-9ca6-bd30e74d860b),segment_id=cb5a1637-646d-4671-9ca6-bd30e74d860b)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:34:40.338512 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb7980f-18b5-4923-9a48-278a04d3465d service neutron] Pushing event updated for resources: {'Port': ['ID=08297d2c-895c-4357-8a0b-c3e613e74a3d,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:40.349333 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device c6c9209b-fea0-494e-b2ea-76a9314efdfd has no active binding in host n-h1-796209-16 {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 07 02:34:40.353523 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-1075e562-721d-49a1-8d59-4cda8ede134f req-53fdff4b-618e-4269-9757-4a37bdf28a6a service neutron] For port b3d00593-f25f-4305-bc9e-bf884e9dee4b, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:34:40.414258 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eccf885-69c5-4f97-929a-8d616eaa29d4 None None] Pushing event updated for resources: {'Port': ['ID=b457ee30-ab18-4467-8baa-5fbbfaf4494f,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:40.419064 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16323a5d-4254-4c77-994a-592a1b703a0e req-70f22fc5-223a-4356-bc0b-8a707869e4ef tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:40.426743 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-16323a5d-4254-4c77-994a-592a1b703a0e req-70f22fc5-223a-4356-bc0b-8a707869e4ef tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=40a743d4-9c6b-4351-97c4-9de1c0ccc30d HTTP/1.1" status: 200 len: 944 time: 0.4267604 Sep 07 02:34:40.448521 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02ee37-6a72-4f85-aeb8-803a26819bc2 req-caebf6da-d907-46f2-95d7-dd8722543cf7 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:40.458165 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1a02ee37-6a72-4f85-aeb8-803a26819bc2 req-caebf6da-d907-46f2-95d7-dd8722543cf7 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] 10.222.0.22 "GET /v2.0/ports?device_id=cac44a8a-8e71-40d6-92c4-5cdcc8b4f278 HTTP/1.1" status: 200 len: 948 time: 0.0704119 Sep 07 02:34:40.461608 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5b455860-2af0-42e0-900b-a6715629ff60 req-81dd12be-9cfa-4c07-9704-f5d2610b1691 service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7951765 Sep 07 02:34:40.467980 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-1075e562-721d-49a1-8d59-4cda8ede134f req-53fdff4b-618e-4269-9757-4a37bdf28a6a service neutron] For port b3d00593-f25f-4305-bc9e-bf884e9dee4b, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=b3d00593-f25f-4305-bc9e-bf884e9dee4b,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:34:40.482353 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-5042a853-1a48-4feb-8a2c-40bd995b743e None None] Set router 7254997d-285b-4c95-8d14-8c8386f21f68 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:34:40.498796 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1a02ee37-6a72-4f85-aeb8-803a26819bc2 req-4f62b871-f569-4e3a-8fa4-20f12cdd9a47 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] 10.222.0.22 "GET /v2.0/security-groups?id=45c54fb9-abbf-40ef-a472-c067aecb5bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397434 Sep 07 02:34:40.504862 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195837f-bc3c-4568-baba-165bb01a02bd req-ca9244ff-7fe6-48ba-a4e7-664b3228cfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:40.506624 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8195837f-bc3c-4568-baba-165bb01a02bd req-ca9244ff-7fe6-48ba-a4e7-664b3228cfb2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3461630 Sep 07 02:34:40.545345 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1075e562-721d-49a1-8d59-4cda8ede134f req-53fdff4b-618e-4269-9757-4a37bdf28a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:40.561940 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-880e381d-0a41-412e-a2f2-81662193004c req-8183400d-23fa-40bc-a2d4-c8ce72678707 service neutron] For port d9dc2661-7085-4e9a-9927-2b8650633a3b, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:34:40.622990 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743edc1-2af9-4355-9c3f-bced737b87c8 req-a829627d-98c1-4750-9472-3023a914cdc9 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:40.625070 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7743edc1-2af9-4355-9c3f-bced737b87c8 req-a829627d-98c1-4750-9472-3023a914cdc9 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cce6732-4ef3-4ca9-8908-88262e58dea1 HTTP/1.1" status: 200 len: 948 time: 0.0569727 Sep 07 02:34:40.677300 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-880e381d-0a41-412e-a2f2-81662193004c req-8183400d-23fa-40bc-a2d4-c8ce72678707 service neutron] For port d9dc2661-7085-4e9a-9927-2b8650633a3b, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=d9dc2661-7085-4e9a-9927-2b8650633a3b,segment=NetworkSegment(00cca32f-e41c-4852-a687-73528a16538c),segment_id=00cca32f-e41c-4852-a687-73528a16538c)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:34:40.680044 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7743edc1-2af9-4355-9c3f-bced737b87c8 req-3293815d-3fc8-4675-b781-323393be21b0 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478404 Sep 07 02:34:40.687151 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-5042a853-1a48-4feb-8a2c-40bd995b743e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7254997d-285b-4c95-8d14-8c8386f21f68', 'name': 'tempest-ServersTestMultiNic-962614049-router', 'tenant_id': '82f3fc87393e475b9b7c73e7abf1c936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'b457ee30-ab18-4467-8baa-5fbbfaf4494f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:34:29Z', 'updated_at': '2021-09-07T02:34:35Z', 'revision_number': 3, 'project_id': '82f3fc87393e475b9b7c73e7abf1c936', 'gw_port': {'id': 'b457ee30-ab18-4467-8baa-5fbbfaf4494f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:55:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7254997d-285b-4c95-8d14-8c8386f21f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:34:32Z', 'updated_at': '2021-09-07T02:34:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:34:40.691913 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075e562-721d-49a1-8d59-4cda8ede134f req-53fdff4b-618e-4269-9757-4a37bdf28a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:40.692539 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1075e562-721d-49a1-8d59-4cda8ede134f req-53fdff4b-618e-4269-9757-4a37bdf28a6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:40.703579 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1075e562-721d-49a1-8d59-4cda8ede134f req-53fdff4b-618e-4269-9757-4a37bdf28a6a service neutron] 10.222.0.23 "PUT /v2.0/ports/b3d00593-f25f-4305-bc9e-bf884e9dee4b HTTP/1.1" status: 200 len: 1097 time: 4.4410036 Sep 07 02:34:40.708884 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cac44a8a-8e71-40d6-92c4-5cdcc8b4f278', 'tag': 'b3d00593-f25f-4305-bc9e-bf884e9dee4b'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:34:40.711199 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c36296d-4130-4514-b9cf-282d23dbcd9b" -d '{"events": [{"name": "network-changed", "server_uuid": "cac44a8a-8e71-40d6-92c4-5cdcc8b4f278", "tag": "b3d00593-f25f-4305-bc9e-bf884e9dee4b"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:34:40.730888 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5042a853-1a48-4feb-8a2c-40bd995b743e None None] The sync data for ids ['7254997d-285b-4c95-8d14-8c8386f21f68'] in n-d-796209-16 is: [{'id': '7254997d-285b-4c95-8d14-8c8386f21f68', 'name': 'tempest-ServersTestMultiNic-962614049-router', 'tenant_id': '82f3fc87393e475b9b7c73e7abf1c936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'b457ee30-ab18-4467-8baa-5fbbfaf4494f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:34:29Z', 'updated_at': '2021-09-07T02:34:35Z', 'revision_number': 3, 'project_id': '82f3fc87393e475b9b7c73e7abf1c936', 'gw_port': {'id': 'b457ee30-ab18-4467-8baa-5fbbfaf4494f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:55:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7254997d-285b-4c95-8d14-8c8386f21f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:34:32Z', 'updated_at': '2021-09-07T02:34:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:34:40.755966 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-880e381d-0a41-412e-a2f2-81662193004c req-8183400d-23fa-40bc-a2d4-c8ce72678707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:40.831085 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff9ed3-484b-4ff1-9051-7c6ed3241492 req-b498e9ab-cec3-41a3-a9bf-0d80567646f3 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:40.838926 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-49ff9ed3-484b-4ff1-9051-7c6ed3241492 req-b498e9ab-cec3-41a3-a9bf-0d80567646f3 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/ports?device_id=517da09a-c5f9-43af-9db7-5b58ba70b09f HTTP/1.1" status: 200 len: 943 time: 0.0640709 Sep 07 02:34:40.841312 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-16323a5d-4254-4c77-994a-592a1b703a0e req-98cce642-d4e9-4b89-9c73-010f3929bb80 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4137106 Sep 07 02:34:40.893023 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40a743d4-9c6b-4351-97c4-9de1c0ccc30d', 'tag': '8ed43187-6586-48f2-b606-1bd5684ec058'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:34:40.895301 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcfb67f6-5a1c-46fe-bef6-ca873639d813" -d '{"events": [{"name": "network-changed", "server_uuid": "40a743d4-9c6b-4351-97c4-9de1c0ccc30d", "tag": "8ed43187-6586-48f2-b606-1bd5684ec058"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:34:40.899839 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-b045c836-2182-4d62-abb3-d09037a98355 req-6eb7980f-18b5-4923-9a48-278a04d3465d service neutron] Attempting to bind port 08297d2c-895c-4357-8a0b-c3e613e74a3d on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:34:40.900248 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-b045c836-2182-4d62-abb3-d09037a98355 req-6eb7980f-18b5-4923-9a48-278a04d3465d service neutron] Attempting to bind port 08297d2c-895c-4357-8a0b-c3e613e74a3d by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '634ca4ad-3127-4569-95e5-40ea7398b250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8ab7984a-b3c2-4552-bebd-58d012c6a713'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:34:40.900698 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b045c836-2182-4d62-abb3-d09037a98355 req-6eb7980f-18b5-4923-9a48-278a04d3465d service neutron] Attempting to bind port 08297d2c-895c-4357-8a0b-c3e613e74a3d on network 8ab7984a-b3c2-4552-bebd-58d012c6a713 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:34:40.904009 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177e5726-7a6e-43f1-8014-111ec5611b5a x-openstack-request-id: req-177e5726-7a6e-43f1-8014-111ec5611b5a {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:34:40.904365 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cac44a8a-8e71-40d6-92c4-5cdcc8b4f278", "tag": "b3d00593-f25f-4305-bc9e-bf884e9dee4b", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:34:40.904681 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-177e5726-7a6e-43f1-8014-111ec5611b5a {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:34:40.905283 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cac44a8a-8e71-40d6-92c4-5cdcc8b4f278', 'tag': 'b3d00593-f25f-4305-bc9e-bf884e9dee4b', 'status': 'completed', 'code': 200} Sep 07 02:34:40.915915 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-49ff9ed3-484b-4ff1-9051-7c6ed3241492 req-980016c1-4965-4b09-8961-fa1b6f5262e1 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/security-groups?id=db4db47e-1fc7-481a-b12d-c3b68e4a957f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726037 Sep 07 02:34:40.948396 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5b455860-2af0-42e0-900b-a6715629ff60 req-c4ebf95d-4240-4ec8-9598-8fc49af559ca service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4322054 Sep 07 02:34:40.952910 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e381d-0a41-412e-a2f2-81662193004c req-8183400d-23fa-40bc-a2d4-c8ce72678707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:40.953610 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-880e381d-0a41-412e-a2f2-81662193004c req-8183400d-23fa-40bc-a2d4-c8ce72678707 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:40.955068 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-880e381d-0a41-412e-a2f2-81662193004c req-8183400d-23fa-40bc-a2d4-c8ce72678707 service neutron] 10.222.0.16 "PUT /v2.0/ports/d9dc2661-7085-4e9a-9927-2b8650633a3b HTTP/1.1" status: 200 len: 1092 time: 4.6962700 Sep 07 02:34:40.967045 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b045c836-2182-4d62-abb3-d09037a98355 req-6eb7980f-18b5-4923-9a48-278a04d3465d service neutron] Port 08297d2c-895c-4357-8a0b-c3e613e74a3d on network 8ab7984a-b3c2-4552-bebd-58d012c6a713 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:34:40.967459 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b045c836-2182-4d62-abb3-d09037a98355 req-6eb7980f-18b5-4923-9a48-278a04d3465d service neutron] Attempting to bind port 08297d2c-895c-4357-8a0b-c3e613e74a3d on network 8ab7984a-b3c2-4552-bebd-58d012c6a713 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:34:40.969760 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fdff4b-618e-4269-9757-4a37bdf28a6a service neutron] Pushing event updated for resources: {'Port': ['ID=b3d00593-f25f-4305-bc9e-bf884e9dee4b,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:40.972719 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bcbb796-84ab-4597-857f-d5fb25952be8 x-openstack-request-id: req-3bcbb796-84ab-4597-857f-d5fb25952be8 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:34:40.973067 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40a743d4-9c6b-4351-97c4-9de1c0ccc30d", "tag": "8ed43187-6586-48f2-b606-1bd5684ec058", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:34:40.973492 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3bcbb796-84ab-4597-857f-d5fb25952be8 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:34:40.973952 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40a743d4-9c6b-4351-97c4-9de1c0ccc30d', 'tag': '8ed43187-6586-48f2-b606-1bd5684ec058', 'status': 'completed', 'code': 200} Sep 07 02:34:41.004193 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b045c836-2182-4d62-abb3-d09037a98355 req-6eb7980f-18b5-4923-9a48-278a04d3465d service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:34:41.004702 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b045c836-2182-4d62-abb3-d09037a98355 req-6eb7980f-18b5-4923-9a48-278a04d3465d service neutron] Checking segment: {'id': '634ca4ad-3127-4569-95e5-40ea7398b250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8ab7984a-b3c2-4552-bebd-58d012c6a713'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:34:41.005462 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b045c836-2182-4d62-abb3-d09037a98355 req-6eb7980f-18b5-4923-9a48-278a04d3465d service neutron] Bound using segment: {'id': '634ca4ad-3127-4569-95e5-40ea7398b250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8ab7984a-b3c2-4552-bebd-58d012c6a713'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:34:41.005998 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-b045c836-2182-4d62-abb3-d09037a98355 req-6eb7980f-18b5-4923-9a48-278a04d3465d service neutron] Bound port: 08297d2c-895c-4357-8a0b-c3e613e74a3d, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '634ca4ad-3127-4569-95e5-40ea7398b250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8ab7984a-b3c2-4552-bebd-58d012c6a713'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:34:41.006449 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b045c836-2182-4d62-abb3-d09037a98355 req-6eb7980f-18b5-4923-9a48-278a04d3465d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:41.118937 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e381d-0a41-412e-a2f2-81662193004c req-41c3615e-9d39-420b-b8c6-ae5f6ac0082d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:41.121030 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-880e381d-0a41-412e-a2f2-81662193004c req-41c3615e-9d39-420b-b8c6-ae5f6ac0082d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f4b9a4a861be4de9ba9378f5ed497ddc&device_id=9002f760-e42f-49db-8984-ee500bad3604 HTTP/1.1" status: 200 len: 1095 time: 0.0837958 Sep 07 02:34:41.129427 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8183400d-23fa-40bc-a2d4-c8ce72678707 service neutron] Pushing event updated for resources: {'Port': ['ID=d9dc2661-7085-4e9a-9927-2b8650633a3b,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:41.131668 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560a274-94c1-41e1-8a71-cf2d5add64b0 req-4001b9b0-af4a-4177-94f5-18edca26025c tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:41.133102 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c560a274-94c1-41e1-8a71-cf2d5add64b0 req-4001b9b0-af4a-4177-94f5-18edca26025c tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bb549be-cb5c-48dd-8181-bf0c98f68c72 HTTP/1.1" status: 200 len: 943 time: 0.0873594 Sep 07 02:34:41.178428 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-880e381d-0a41-412e-a2f2-81662193004c req-26182d6c-f6b3-4bf2-bfc2-17ea26d3d2eb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9dc2661-7085-4e9a-9927-2b8650633a3b HTTP/1.1" status: 200 len: 217 time: 0.0443976 Sep 07 02:34:41.197974 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8195837f-bc3c-4568-baba-165bb01a02bd req-81de5279-d7e0-4276-bd99-e2c1837609b0 service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6625693 Sep 07 02:34:41.247627 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c560a274-94c1-41e1-8a71-cf2d5add64b0 req-aae3e58c-f95d-41db-adc1-8fd1f107abe8 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715597 Sep 07 02:34:41.251246 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e381d-0a41-412e-a2f2-81662193004c req-c5931f65-2568-4152-a78b-24967634afeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:41.252682 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-880e381d-0a41-412e-a2f2-81662193004c req-c5931f65-2568-4152-a78b-24967634afeb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=af40ed98-11da-495e-997d-546db09a985f HTTP/1.1" status: 200 len: 861 time: 0.0620081 Sep 07 02:34:41.287285 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075e562-721d-49a1-8d59-4cda8ede134f req-127afbb1-65ae-4232-91a5-1ae69351e24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:41.288880 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1075e562-721d-49a1-8d59-4cda8ede134f req-127afbb1-65ae-4232-91a5-1ae69351e24c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de4dd1dca96247f28dfa086e54071ce1&device_id=cac44a8a-8e71-40d6-92c4-5cdcc8b4f278 HTTP/1.1" status: 200 len: 1100 time: 0.4788942 Sep 07 02:34:41.294757 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-880e381d-0a41-412e-a2f2-81662193004c req-6ff1befa-632f-4ebb-8ac8-c084d92b3bf3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bd9601bc-c156-4ac4-9ffa-13377eee4acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266678 Sep 07 02:34:41.412560 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-880e381d-0a41-412e-a2f2-81662193004c req-fec51f5b-c196-4861-8e49-76541ec98bb9 service neutron] 10.222.0.16 "GET /v2.0/networks/bd9601bc-c156-4ac4-9ffa-13377eee4acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081700 Sep 07 02:34:41.455378 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb67f6-5a1c-46fe-bef6-ca873639d813 req-3fa6477b-e345-4aec-a708-e6e618b4a721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:41.456952 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fcfb67f6-5a1c-46fe-bef6-ca873639d813 req-3fa6477b-e345-4aec-a708-e6e618b4a721 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=58fe4c9e71db4bd7aa26d4557468fc65&device_id=40a743d4-9c6b-4351-97c4-9de1c0ccc30d HTTP/1.1" status: 200 len: 1096 time: 0.4429650 Sep 07 02:34:41.458218 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1075e562-721d-49a1-8d59-4cda8ede134f req-0ab198ef-cced-4be7-8b3e-f6e897efef42 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=b3d00593-f25f-4305-bc9e-bf884e9dee4b HTTP/1.1" status: 200 len: 217 time: 0.1500843 Sep 07 02:34:41.478950 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bdce29-3142-4992-910b-4402456a2bca req-aea67273-d46d-4d9d-94fa-b6ba3d263e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:41.481069 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-66bdce29-3142-4992-910b-4402456a2bca req-aea67273-d46d-4d9d-94fa-b6ba3d263e24 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=36932fbb01ef47dd957d06cd3434fa27&device_id=9cce6732-4ef3-4ca9-8908-88262e58dea1 HTTP/1.1" status: 200 len: 1100 time: 0.3383646 Sep 07 02:34:41.512923 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-b045c836-2182-4d62-abb3-d09037a98355 req-6eb7980f-18b5-4923-9a48-278a04d3465d service neutron] For port 08297d2c-895c-4357-8a0b-c3e613e74a3d, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:34:41.514802 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-880e381d-0a41-412e-a2f2-81662193004c req-dff9a5cf-4c0e-448c-b6ae-21b47c3772a6 service neutron] 10.222.0.16 "GET /v2.0/networks/bd9601bc-c156-4ac4-9ffa-13377eee4acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950339 Sep 07 02:34:41.623139 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-b045c836-2182-4d62-abb3-d09037a98355 req-6eb7980f-18b5-4923-9a48-278a04d3465d service neutron] For port 08297d2c-895c-4357-8a0b-c3e613e74a3d, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=08297d2c-895c-4357-8a0b-c3e613e74a3d,segment=NetworkSegment(634ca4ad-3127-4569-95e5-40ea7398b250),segment_id=634ca4ad-3127-4569-95e5-40ea7398b250)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:34:41.645235 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d92fc-c1c3-4981-b83f-368f2bb2ca90 req-3325780c-4fb0-4253-818a-91364fcc3ddf tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:41.646974 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3f5d92fc-c1c3-4981-b83f-368f2bb2ca90 req-3325780c-4fb0-4253-818a-91364fcc3ddf tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] 10.222.0.22 "GET /v2.0/ports?device_id=cac44a8a-8e71-40d6-92c4-5cdcc8b4f278 HTTP/1.1" status: 200 len: 948 time: 0.0623777 Sep 07 02:34:41.675099 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b045c836-2182-4d62-abb3-d09037a98355 req-6eb7980f-18b5-4923-9a48-278a04d3465d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:41.687449 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3f5d92fc-c1c3-4981-b83f-368f2bb2ca90 req-2bf94c5f-965b-4f19-8800-9d00da5b289b tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] 10.222.0.22 "GET /v2.0/security-groups?id=45c54fb9-abbf-40ef-a472-c067aecb5bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332475 Sep 07 02:34:41.689163 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8195837f-bc3c-4568-baba-165bb01a02bd req-996e2ce0-4274-47b0-8d48-2aff028f45ec service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4711905 Sep 07 02:34:41.810876 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdceb7a-f5bd-410b-99a9-f63469020d96 req-00e2faac-23e8-43f3-ae5b-b86ad0b9aac5 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:41.812476 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1fdceb7a-f5bd-410b-99a9-f63469020d96 req-00e2faac-23e8-43f3-ae5b-b86ad0b9aac5 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cce6732-4ef3-4ca9-8908-88262e58dea1 HTTP/1.1" status: 200 len: 948 time: 0.0502527 Sep 07 02:34:41.853281 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1fdceb7a-f5bd-410b-99a9-f63469020d96 req-7794ba81-8d6c-4656-9447-6b0c6488e63c tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343223 Sep 07 02:34:41.972462 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd9d966-e45b-45bf-9aa5-636e574ce3a2 req-10ef75cd-e5b8-4905-b307-b37a098a635b tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:41.973854 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3bd9d966-e45b-45bf-9aa5-636e574ce3a2 req-10ef75cd-e5b8-4905-b307-b37a098a635b tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=40a743d4-9c6b-4351-97c4-9de1c0ccc30d HTTP/1.1" status: 200 len: 944 time: 0.0530651 Sep 07 02:34:41.993511 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436709e-5f40-45a9-be8e-92dc9e888158 req-63a3ae7c-6021-4445-b632-cb9bcf910cdf tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:41.995022 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6436709e-5f40-45a9-be8e-92dc9e888158 req-63a3ae7c-6021-4445-b632-cb9bcf910cdf tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/ports?device_id=9002f760-e42f-49db-8984-ee500bad3604 HTTP/1.1" status: 200 len: 943 time: 0.6017716 Sep 07 02:34:42.012644 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075e562-721d-49a1-8d59-4cda8ede134f req-e6f07230-4c72-4abb-869d-0b6d5bc7227c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:42.013155 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3bd9d966-e45b-45bf-9aa5-636e574ce3a2 req-a47c34aa-3f7c-435c-be11-5f61b508469d tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333533 Sep 07 02:34:42.014150 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1075e562-721d-49a1-8d59-4cda8ede134f req-e6f07230-4c72-4abb-869d-0b6d5bc7227c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.5282571 Sep 07 02:34:42.063066 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045c836-2182-4d62-abb3-d09037a98355 req-6eb7980f-18b5-4923-9a48-278a04d3465d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:42.063732 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b045c836-2182-4d62-abb3-d09037a98355 req-6eb7980f-18b5-4923-9a48-278a04d3465d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:42.065143 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b045c836-2182-4d62-abb3-d09037a98355 req-6eb7980f-18b5-4923-9a48-278a04d3465d service neutron] 10.222.0.23 "PUT /v2.0/ports/08297d2c-895c-4357-8a0b-c3e613e74a3d HTTP/1.1" status: 200 len: 1092 time: 4.5359790 Sep 07 02:34:42.159831 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2576b54c-9602-42d3-b707-426771fb9621 req-0af6ff77-ce1f-499b-9174-6ef7704ba73e tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:42.161546 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2576b54c-9602-42d3-b707-426771fb9621 req-0af6ff77-ce1f-499b-9174-6ef7704ba73e tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/ports?device_id=517da09a-c5f9-43af-9db7-5b58ba70b09f HTTP/1.1" status: 200 len: 943 time: 0.0810559 Sep 07 02:34:42.196276 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb67f6-5a1c-46fe-bef6-ca873639d813 req-bd12b681-8758-4bf1-9334-825d5a4ecb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:42.197806 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fcfb67f6-5a1c-46fe-bef6-ca873639d813 req-bd12b681-8758-4bf1-9334-825d5a4ecb7f service neutron] 10.222.0.16 "GET /v2.0/networks?id=e4ab2f0c-5a02-4242-a541-768acd457503 HTTP/1.1" status: 200 len: 921 time: 0.7144861 Sep 07 02:34:42.206080 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bdce29-3142-4992-910b-4402456a2bca req-6f1fac9c-092f-4048-a3d3-22408a012219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:42.207588 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-66bdce29-3142-4992-910b-4402456a2bca req-6f1fac9c-092f-4048-a3d3-22408a012219 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0823ecf3-066e-49bd-a451-2e84ab79a70f HTTP/1.1" status: 200 len: 869 time: 0.6968536 Sep 07 02:34:42.210725 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2576b54c-9602-42d3-b707-426771fb9621 req-bddba27d-e51c-4444-b474-00fe02bb1278 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/security-groups?id=db4db47e-1fc7-481a-b12d-c3b68e4a957f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407043 Sep 07 02:34:42.215781 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb7980f-18b5-4923-9a48-278a04d3465d service neutron] Pushing event updated for resources: {'Port': ['ID=08297d2c-895c-4357-8a0b-c3e613e74a3d,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:42.237526 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6436709e-5f40-45a9-be8e-92dc9e888158 req-1b8856bf-d044-45a9-962a-bb300390eeb7 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/security-groups?id=3506a522-e11f-4616-954e-3e9559147307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314327 Sep 07 02:34:42.299008 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-baa3008e-0a7e-429c-8046-272a29e6e7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:42.305860 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fcfb67f6-5a1c-46fe-bef6-ca873639d813 req-a56de04a-fe48-4e28-b75b-cb2347aad8b1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ed43187-6586-48f2-b606-1bd5684ec058 HTTP/1.1" status: 200 len: 217 time: 0.0937493 Sep 07 02:34:42.306042 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 5f62b862-298f-48a6-87b0-a9e80e67a326 details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:34:42.312129 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-66bdce29-3142-4992-910b-4402456a2bca req-3192c141-ea9c-4b0b-b9d1-7ccac43d160a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=9b74c30d-79a1-4776-88eb-fff88a21f5a9 HTTP/1.1" status: 200 len: 217 time: 0.0912023 Sep 07 02:34:42.327003 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075e562-721d-49a1-8d59-4cda8ede134f req-d76f15c8-63cd-4daf-8968-75f894066382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:42.328708 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1075e562-721d-49a1-8d59-4cda8ede134f req-d76f15c8-63cd-4daf-8968-75f894066382 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2891791 Sep 07 02:34:42.355065 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045c836-2182-4d62-abb3-d09037a98355 req-ab63e729-21ca-4290-afb9-248ee76d218f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:42.356633 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b045c836-2182-4d62-abb3-d09037a98355 req-ab63e729-21ca-4290-afb9-248ee76d218f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a54ab3d241974f319feaa289ec99333f&device_id=517da09a-c5f9-43af-9db7-5b58ba70b09f HTTP/1.1" status: 200 len: 1095 time: 0.2145300 Sep 07 02:34:42.423549 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 5f62b862-298f-48a6-87b0-a9e80e67a326, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=5f62b862-298f-48a6-87b0-a9e80e67a326,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:34:42.434461 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '5f62b862-298f-48a6-87b0-a9e80e67a326', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'port_id': '5f62b862-298f-48a6-87b0-a9e80e67a326', 'mac_address': 'fa:16:3e:f7:01:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '694f9550-ba12-4672-8446-41848123cea2', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:34:42.473258 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:42.487914 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f62b862-298f-48a6-87b0-a9e80e67a326 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:34:42.512231 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 5f62b862-298f-48a6-87b0-a9e80e67a326, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=5f62b862-298f-48a6-87b0-a9e80e67a326,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:34:42.516296 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:42.540311 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b045c836-2182-4d62-abb3-d09037a98355 req-efbc370a-445c-411f-93cc-20fb2f2008b7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08297d2c-895c-4357-8a0b-c3e613e74a3d HTTP/1.1" status: 200 len: 217 time: 0.1462855 Sep 07 02:34:42.565666 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=5f62b862-298f-48a6-87b0-a9e80e67a326,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:42.573018 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:34:42.573867 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:34:42.574214 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:34:42.574554 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:34:42.574889 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:34:42.575225 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:34:42.575587 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:34:42.575920 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:34:42.576252 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:34:42.576834 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:34:42.577161 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:34:42.577689 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:34:42.585374 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb67f6-5a1c-46fe-bef6-ca873639d813 req-2615b780-b2b4-4351-b573-d6688e0586a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:42.586832 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fcfb67f6-5a1c-46fe-bef6-ca873639d813 req-2615b780-b2b4-4351-b573-d6688e0586a4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a1bc4512-390c-4c50-bb1d-2c94019bd4fe HTTP/1.1" status: 200 len: 861 time: 0.2651870 Sep 07 02:34:42.602103 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bdce29-3142-4992-910b-4402456a2bca req-1c65f225-84f4-4a3f-9700-7942faf55e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:42.603522 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-66bdce29-3142-4992-910b-4402456a2bca req-1c65f225-84f4-4a3f-9700-7942faf55e16 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.2731791 Sep 07 02:34:42.677651 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fcfb67f6-5a1c-46fe-bef6-ca873639d813 req-c7ee4a6d-1059-46ae-9a23-5c1f471ce2ac service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e4ab2f0c-5a02-4242-a541-768acd457503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707150 Sep 07 02:34:42.736311 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['5f62b862-298f-48a6-87b0-a9e80e67a326'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:34:42.754997 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9915a5e-8cf6-4c74-b576-4add949a60e9 req-7305860a-82f9-48e6-bc43-ba7986e8be6e tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:42.760447 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b9915a5e-8cf6-4c74-b576-4add949a60e9 req-7305860a-82f9-48e6-bc43-ba7986e8be6e tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bb549be-cb5c-48dd-8181-bf0c98f68c72 HTTP/1.1" status: 200 len: 943 time: 0.4204557 Sep 07 02:34:42.805964 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045c836-2182-4d62-abb3-d09037a98355 req-aa900122-6fad-4157-b709-d60345a3a6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:42.807618 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b045c836-2182-4d62-abb3-d09037a98355 req-aa900122-6fad-4157-b709-d60345a3a6b0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6adffcfb-413e-4397-9eca-069cf6afe672 HTTP/1.1" status: 200 len: 867 time: 0.2257910 Sep 07 02:34:42.822091 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a64eb21-13e3-40ae-a8d6-3d62b65b8128 req-729cd6e5-5d53-45de-aa08-d108ce528d16 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:42.824242 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5a64eb21-13e3-40ae-a8d6-3d62b65b8128 req-729cd6e5-5d53-45de-aa08-d108ce528d16 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] 10.222.0.22 "GET /v2.0/ports?device_id=cac44a8a-8e71-40d6-92c4-5cdcc8b4f278 HTTP/1.1" status: 200 len: 948 time: 0.0599153 Sep 07 02:34:42.884689 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5a64eb21-13e3-40ae-a8d6-3d62b65b8128 req-79451654-e4c9-48ac-963c-41ec47da2125 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] 10.222.0.22 "GET /v2.0/security-groups?id=45c54fb9-abbf-40ef-a472-c067aecb5bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534356 Sep 07 02:34:42.900049 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device b457ee30-ab18-4467-8baa-5fbbfaf4494f up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:34:42.912631 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1075e562-721d-49a1-8d59-4cda8ede134f req-f5a6d879-a9e8-4fe0-a435-df531bdc357b service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5161061 Sep 07 02:34:42.933111 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9002f760-e42f-49db-8984-ee500bad3604', 'tag': 'd9dc2661-7085-4e9a-9927-2b8650633a3b'}, {'name': 'network-changed', 'server_uuid': '517da09a-c5f9-43af-9db7-5b58ba70b09f', 'tag': '08297d2c-895c-4357-8a0b-c3e613e74a3d'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:34:42.935253 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28d9c23-4f42-4415-99b7-bf205d50c21d" -d '{"events": [{"name": "network-changed", "server_uuid": "9002f760-e42f-49db-8984-ee500bad3604", "tag": "d9dc2661-7085-4e9a-9927-2b8650633a3b"}, {"name": "network-changed", "server_uuid": "517da09a-c5f9-43af-9db7-5b58ba70b09f", "tag": "08297d2c-895c-4357-8a0b-c3e613e74a3d"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:34:42.970607 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bdce29-3142-4992-910b-4402456a2bca req-7a639d53-d7eb-4ecc-94a4-5233b378ea97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:42.972534 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-66bdce29-3142-4992-910b-4402456a2bca req-7a639d53-d7eb-4ecc-94a4-5233b378ea97 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3284349 Sep 07 02:34:42.974622 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port b457ee30-ab18-4467-8baa-5fbbfaf4494f completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:34:42.978677 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port b457ee30-ab18-4467-8baa-5fbbfaf4494f triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:34:42.979199 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:43.015512 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bdc0ed-c17f-4d32-bc1b-f568fc6ffe26 req-4adcdd42-d75f-4059-a4d6-5b7bcf00801b tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:43.017012 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-80bdc0ed-c17f-4d32-bc1b-f568fc6ffe26 req-4adcdd42-d75f-4059-a4d6-5b7bcf00801b tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cce6732-4ef3-4ca9-8908-88262e58dea1 HTTP/1.1" status: 200 len: 948 time: 0.0540764 Sep 07 02:34:43.068874 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:43.069342 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-80bdc0ed-c17f-4d32-bc1b-f568fc6ffe26 req-87d7bf49-bdf4-4ee3-a919-718964929860 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442615 Sep 07 02:34:43.097443 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-baa3008e-0a7e-429c-8046-272a29e6e7b3 admin admin] Allocated IP 172.20.0.1 (1b157571-d602-46e5-a0fd-d64543c55b9e/eac9db17-7222-44d8-ac38-c3956517f6c6/0c94397c-6106-40eb-bfdc-1862dc7ca2e8) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:34:43.101732 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b9915a5e-8cf6-4c74-b576-4add949a60e9 req-83f77be7-af04-4209-82b7-3f3f66d80950 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001332 Sep 07 02:34:43.106751 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port b457ee30-ab18-4467-8baa-5fbbfaf4494f, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=b457ee30-ab18-4467-8baa-5fbbfaf4494f,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:34:43.111614 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:43.115350 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045c836-2182-4d62-abb3-d09037a98355 req-cdfe1c52-4d7b-460b-99e3-b90d2c2bf8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:43.116913 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b045c836-2182-4d62-abb3-d09037a98355 req-cdfe1c52-4d7b-460b-99e3-b90d2c2bf8c9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8ab7984a-b3c2-4552-bebd-58d012c6a713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2950010 Sep 07 02:34:43.150640 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fcfb67f6-5a1c-46fe-bef6-ca873639d813 req-b76b4d0e-bdc6-4866-b8b0-e16d91af186c service neutron] 10.222.0.16 "GET /v2.0/networks/e4ab2f0c-5a02-4242-a541-768acd457503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4231157 Sep 07 02:34:43.153739 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 07 Sep 2021 02:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e28e9fc-139e-4af0-8e1c-054ea0a89158 x-openstack-request-id: req-6e28e9fc-139e-4af0-8e1c-054ea0a89158 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:34:43.154038 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9002f760-e42f-49db-8984-ee500bad3604", "tag": "d9dc2661-7085-4e9a-9927-2b8650633a3b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "517da09a-c5f9-43af-9db7-5b58ba70b09f", "tag": "08297d2c-895c-4357-8a0b-c3e613e74a3d", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:34:43.154292 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6e28e9fc-139e-4af0-8e1c-054ea0a89158 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:34:43.154679 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9002f760-e42f-49db-8984-ee500bad3604', 'tag': 'd9dc2661-7085-4e9a-9927-2b8650633a3b', 'status': 'completed', 'code': 200} Sep 07 02:34:43.154937 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '517da09a-c5f9-43af-9db7-5b58ba70b09f', 'tag': '08297d2c-895c-4357-8a0b-c3e613e74a3d', 'status': 'completed', 'code': 200} Sep 07 02:34:43.190853 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=b457ee30-ab18-4467-8baa-5fbbfaf4494f,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:43.208981 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d9c23-4f42-4415-99b7-bf205d50c21d req-22dfac8a-3e4e-404a-941a-cff57f5efb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:43.210599 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b28d9c23-4f42-4415-99b7-bf205d50c21d req-22dfac8a-3e4e-404a-941a-cff57f5efb1c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f4b9a4a861be4de9ba9378f5ed497ddc&device_id=9002f760-e42f-49db-8984-ee500bad3604 HTTP/1.1" status: 200 len: 1095 time: 0.0500476 Sep 07 02:34:43.333385 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d9c23-4f42-4415-99b7-bf205d50c21d req-e294a9e2-35e9-42b2-b1a8-2525a3ba6a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:43.335060 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b28d9c23-4f42-4415-99b7-bf205d50c21d req-e294a9e2-35e9-42b2-b1a8-2525a3ba6a49 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bd9601bc-c156-4ac4-9ffa-13377eee4acb HTTP/1.1" status: 200 len: 921 time: 0.1168239 Sep 07 02:34:43.358695 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5852b8-1d70-428f-bfd2-ab2863895f15 req-919f0e0b-1360-4fe0-979e-b547684687a7 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:43.360391 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3a5852b8-1d70-428f-bfd2-ab2863895f15 req-919f0e0b-1360-4fe0-979e-b547684687a7 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/ports?device_id=517da09a-c5f9-43af-9db7-5b58ba70b09f HTTP/1.1" status: 200 len: 943 time: 0.0747561 Sep 07 02:34:43.393761 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b28d9c23-4f42-4415-99b7-bf205d50c21d req-29867946-4a3c-4a5f-b960-e14d54efef3b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9dc2661-7085-4e9a-9927-2b8650633a3b HTTP/1.1" status: 200 len: 217 time: 0.0495834 Sep 07 02:34:43.442213 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1075e562-721d-49a1-8d59-4cda8ede134f req-f170b8cb-091f-47ea-9dfd-259195adff27 service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4909894 Sep 07 02:34:43.468955 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-66bdce29-3142-4992-910b-4402456a2bca req-997a3ef1-26f1-4b05-be79-7b97ac127d0c service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4797020 Sep 07 02:34:43.475381 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d9c23-4f42-4415-99b7-bf205d50c21d req-b4ce1af7-8edb-4148-8e20-eabb47e8fb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:43.476891 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b28d9c23-4f42-4415-99b7-bf205d50c21d req-b4ce1af7-8edb-4148-8e20-eabb47e8fb2c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=af40ed98-11da-495e-997d-546db09a985f HTTP/1.1" status: 200 len: 861 time: 0.0762544 Sep 07 02:34:43.493374 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3a5852b8-1d70-428f-bfd2-ab2863895f15 req-ad1ae838-21f7-4998-a17b-2cc827de1a1c tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/security-groups?id=db4db47e-1fc7-481a-b12d-c3b68e4a957f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021392 Sep 07 02:34:43.522854 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5581a691-6214-43ff-957a-e0d51641493f req-cd476122-f5dc-4059-9a9f-b2f33b616742 service neutron] 10.222.0.16 "GET /v2.0/ports/c6c9209b-fea0-494e-b2ea-76a9314efdfd/bindings/n-h1-796209-16 HTTP/1.1" status: 200 len: 385 time: 0.3670714 Sep 07 02:34:43.526292 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b28d9c23-4f42-4415-99b7-bf205d50c21d req-46ae4c56-328c-4865-82f3-06fa17d84a53 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bd9601bc-c156-4ac4-9ffa-13377eee4acb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319183 Sep 07 02:34:43.579934 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412e79f-bc12-4493-af82-9db4c872c84a req-36031211-1584-415d-a8b2-638e4a36d627 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:43.581511 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7412e79f-bc12-4493-af82-9db4c872c84a req-36031211-1584-415d-a8b2-638e4a36d627 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=40a743d4-9c6b-4351-97c4-9de1c0ccc30d HTTP/1.1" status: 200 len: 944 time: 0.3861301 Sep 07 02:34:43.673430 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90992da2-50c5-4b2a-bbe5-a9efd969dc2b req-74ba7a1a-f3ea-4ab7-b6ff-4b873c0a7381 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:43.675028 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-90992da2-50c5-4b2a-bbe5-a9efd969dc2b req-74ba7a1a-f3ea-4ab7-b6ff-4b873c0a7381 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/ports?device_id=9002f760-e42f-49db-8984-ee500bad3604 HTTP/1.1" status: 200 len: 943 time: 0.1023846 Sep 07 02:34:43.679105 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b28d9c23-4f42-4415-99b7-bf205d50c21d req-6f6a9514-d93d-4518-9eaa-cb756b702219 service neutron] 10.222.0.16 "GET /v2.0/networks/bd9601bc-c156-4ac4-9ffa-13377eee4acb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416204 Sep 07 02:34:43.782595 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-90992da2-50c5-4b2a-bbe5-a9efd969dc2b req-dc128be7-5779-468e-98ac-4848e488e711 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/security-groups?id=3506a522-e11f-4616-954e-3e9559147307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011195 Sep 07 02:34:43.817826 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b28d9c23-4f42-4415-99b7-bf205d50c21d req-6e00a401-c790-42ee-9937-4b5bef6e72fa service neutron] 10.222.0.16 "GET /v2.0/networks/bd9601bc-c156-4ac4-9ffa-13377eee4acb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297042 Sep 07 02:34:43.883827 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fcfb67f6-5a1c-46fe-bef6-ca873639d813 req-7748e62b-4f78-4239-9b2e-b56837ff9c1e service neutron] 10.222.0.16 "GET /v2.0/networks/e4ab2f0c-5a02-4242-a541-768acd457503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7231212 Sep 07 02:34:43.928540 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b045c836-2182-4d62-abb3-d09037a98355 req-e25760b7-5601-408b-9f8a-64547813b857 service neutron] 10.222.0.23 "GET /v2.0/networks/8ab7984a-b3c2-4552-bebd-58d012c6a713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7769096 Sep 07 02:34:43.950197 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-baa3008e-0a7e-429c-8046-272a29e6e7b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:44.020360 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a18d5d-a311-4558-8943-13c36524a544 req-546e8fda-eb06-4a3e-8e72-0038501b60f5 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:44.023133 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d2a18d5d-a311-4558-8943-13c36524a544 req-546e8fda-eb06-4a3e-8e72-0038501b60f5 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] 10.222.0.22 "GET /v2.0/ports?device_id=cac44a8a-8e71-40d6-92c4-5cdcc8b4f278 HTTP/1.1" status: 200 len: 948 time: 0.0574627 Sep 07 02:34:44.024026 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-baa3008e-0a7e-429c-8046-272a29e6e7b3 admin admin] Transition to ACTIVE for port object 0c94397c-6106-40eb-bfdc-1862dc7ca2e8 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:34:44.050232 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36296d-4130-4514-b9cf-282d23dbcd9b req-ff0bc0fb-7c52-40dc-aab8-37c9d9897b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:44.051769 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2c36296d-4130-4514-b9cf-282d23dbcd9b req-ff0bc0fb-7c52-40dc-aab8-37c9d9897b58 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de4dd1dca96247f28dfa086e54071ce1&device_id=cac44a8a-8e71-40d6-92c4-5cdcc8b4f278 HTTP/1.1" status: 200 len: 1100 time: 0.5081706 Sep 07 02:34:44.072172 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d2a18d5d-a311-4558-8943-13c36524a544 req-40dba7fc-585e-4210-96db-9d647aac25ac tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] 10.222.0.22 "GET /v2.0/security-groups?id=45c54fb9-abbf-40ef-a472-c067aecb5bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407782 Sep 07 02:34:44.104260 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7412e79f-bc12-4493-af82-9db4c872c84a req-59312c6a-1666-4d18-be63-40e1e7268d4b tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317772 Sep 07 02:34:44.119167 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-66bdce29-3142-4992-910b-4402456a2bca req-9b0603f2-f893-4141-b97d-92c33c22df13 service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6332033 Sep 07 02:34:44.209757 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f22719b-a782-4fd0-bb2e-bd622daaefd2 req-1c9f105b-9348-4046-92a2-bb7c8cd4256f tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:44.211052 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 9b74c30d-79a1-4776-88eb-fff88a21f5a9 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:34:44.215517 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6f22719b-a782-4fd0-bb2e-bd622daaefd2 req-1c9f105b-9348-4046-92a2-bb7c8cd4256f tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cce6732-4ef3-4ca9-8908-88262e58dea1 HTTP/1.1" status: 200 len: 948 time: 0.0585997 Sep 07 02:34:44.272288 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6f22719b-a782-4fd0-bb2e-bd622daaefd2 req-63aaa89a-bf38-40ed-9e29-e89d375d3bad tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514522 Sep 07 02:34:44.275100 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b045c836-2182-4d62-abb3-d09037a98355 req-31616d3c-c2d6-4c2e-a32d-0da77ea28a38 service neutron] 10.222.0.23 "GET /v2.0/networks/8ab7984a-b3c2-4552-bebd-58d012c6a713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338656 Sep 07 02:34:44.318509 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device d9dc2661-7085-4e9a-9927-2b8650633a3b details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:34:44.320650 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 5f62b862-298f-48a6-87b0-a9e80e67a326 up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:34:44.363565 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-baa3008e-0a7e-429c-8046-272a29e6e7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:44.416798 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36296d-4130-4514-b9cf-282d23dbcd9b req-ca6f1aab-7e86-40e9-8fcd-11fe9d272b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:44.418921 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2c36296d-4130-4514-b9cf-282d23dbcd9b req-ca6f1aab-7e86-40e9-8fcd-11fe9d272b55 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0823ecf3-066e-49bd-a451-2e84ab79a70f HTTP/1.1" status: 200 len: 869 time: 0.3324652 Sep 07 02:34:44.447649 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa3008e-0a7e-429c-8046-272a29e6e7b3 admin admin] Network 1b157571-d602-46e5-a0fd-d64543c55b9e is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:34:44.455878 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c33c969-1131-42ca-ab78-e6882d36cd98 req-07dc8db5-ea49-4a40-8cc0-275208ed6dd1 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:44.457412 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8c33c969-1131-42ca-ab78-e6882d36cd98 req-07dc8db5-ea49-4a40-8cc0-275208ed6dd1 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bb549be-cb5c-48dd-8181-bf0c98f68c72 HTTP/1.1" status: 200 len: 943 time: 0.2213502 Sep 07 02:34:44.482275 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-baa3008e-0a7e-429c-8046-272a29e6e7b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:34:44.525797 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa3008e-0a7e-429c-8046-272a29e6e7b3 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:34:44.529122 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa3008e-0a7e-429c-8046-272a29e6e7b3 admin admin] Pushing event updated for resources: {'Port': ['ID=0c94397c-6106-40eb-bfdc-1862dc7ca2e8,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:44.533643 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-5581a691-6214-43ff-957a-e0d51641493f req-cb931017-31ff-40ff-82c4-ca8fc04053d2 service neutron] For port c6c9209b-fea0-494e-b2ea-76a9314efdfd, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=c6c9209b-fea0-494e-b2ea-76a9314efdfd,segment=NetworkSegment(cb5a1637-646d-4671-9ca6-bd30e74d860b),segment_id=cb5a1637-646d-4671-9ca6-bd30e74d860b)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:34:44.539422 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2c36296d-4130-4514-b9cf-282d23dbcd9b req-df527297-ce87-45a1-80b3-f8b79ed89100 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=b3d00593-f25f-4305-bc9e-bf884e9dee4b HTTP/1.1" status: 200 len: 217 time: 0.0937855 Sep 07 02:34:44.558241 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 9b74c30d-79a1-4776-88eb-fff88a21f5a9, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=9b74c30d-79a1-4776-88eb-fff88a21f5a9,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:34:44.581799 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d9c23-4f42-4415-99b7-bf205d50c21d req-31257f54-d8ef-4573-a4fc-e29c35a8dcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:44.583302 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b28d9c23-4f42-4415-99b7-bf205d50c21d req-31257f54-d8ef-4573-a4fc-e29c35a8dcc4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a54ab3d241974f319feaa289ec99333f&device_id=517da09a-c5f9-43af-9db7-5b58ba70b09f HTTP/1.1" status: 200 len: 1095 time: 0.2459354 Sep 07 02:34:44.606933 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '9b74c30d-79a1-4776-88eb-fff88a21f5a9', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'port_id': '9b74c30d-79a1-4776-88eb-fff88a21f5a9', 'mac_address': 'fa:16:3e:dc:d3:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '694f9550-ba12-4672-8446-41848123cea2', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:34:44.613424 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port 5f62b862-298f-48a6-87b0-a9e80e67a326 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:34:44.626681 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 5f62b862-298f-48a6-87b0-a9e80e67a326 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:34:44.627090 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:44.646846 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7280fa-2d64-4eff-8ea9-4836af20ec9f req-2f1f182c-ad7e-43ae-b8a8-ee0200e8fdec tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:44.648867 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fe7280fa-2d64-4eff-8ea9-4836af20ec9f req-2f1f182c-ad7e-43ae-b8a8-ee0200e8fdec tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/ports?device_id=517da09a-c5f9-43af-9db7-5b58ba70b09f HTTP/1.1" status: 200 len: 943 time: 0.0676413 Sep 07 02:34:44.674245 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-5581a691-6214-43ff-957a-e0d51641493f req-cb931017-31ff-40ff-82c4-ca8fc04053d2 service neutron] For port c6c9209b-fea0-494e-b2ea-76a9314efdfd, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:34:44.693518 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port d9dc2661-7085-4e9a-9927-2b8650633a3b, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=d9dc2661-7085-4e9a-9927-2b8650633a3b,segment=NetworkSegment(00cca32f-e41c-4852-a687-73528a16538c),segment_id=00cca32f-e41c-4852-a687-73528a16538c)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:34:44.705356 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fe7280fa-2d64-4eff-8ea9-4836af20ec9f req-2c15b2ff-744d-43ab-8bf6-c28ef6152a5b tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/security-groups?id=db4db47e-1fc7-481a-b12d-c3b68e4a957f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466638 Sep 07 02:34:44.709726 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-baa3008e-0a7e-429c-8046-272a29e6e7b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:44.717296 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8c33c969-1131-42ca-ab78-e6882d36cd98 req-2b18e6fb-24b4-4ad6-a64f-76637e366805 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375231 Sep 07 02:34:44.729529 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': 'd9dc2661-7085-4e9a-9927-2b8650633a3b', 'network_id': 'bd9601bc-c156-4ac4-9ffa-13377eee4acb', 'port_id': 'd9dc2661-7085-4e9a-9927-2b8650633a3b', 'mac_address': 'fa:16:3e:1e:2a:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af40ed98-11da-495e-997d-546db09a985f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:34:44.735157 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:44.750124 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b74c30d-79a1-4776-88eb-fff88a21f5a9 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:34:44.809922 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 9b74c30d-79a1-4776-88eb-fff88a21f5a9, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=9b74c30d-79a1-4776-88eb-fff88a21f5a9,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:34:44.821657 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-5581a691-6214-43ff-957a-e0d51641493f req-cb931017-31ff-40ff-82c4-ca8fc04053d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6c9209b-fea0-494e-b2ea-76a9314efdfd {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:34:44.833683 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36296d-4130-4514-b9cf-282d23dbcd9b req-bca05e41-3e67-4af3-a8fc-52754c27421b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:44.835381 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2c36296d-4130-4514-b9cf-282d23dbcd9b req-bca05e41-3e67-4af3-a8fc-52754c27421b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.2647607 Sep 07 02:34:44.836457 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:44.854039 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:44.881278 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-5581a691-6214-43ff-957a-e0d51641493f req-cb931017-31ff-40ff-82c4-ca8fc04053d2 service neutron] For port c6c9209b-fea0-494e-b2ea-76a9314efdfd, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=c6c9209b-fea0-494e-b2ea-76a9314efdfd,segment=NetworkSegment(cb5a1637-646d-4671-9ca6-bd30e74d860b),segment_id=cb5a1637-646d-4671-9ca6-bd30e74d860b)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:34:44.894774 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device b457ee30-ab18-4467-8baa-5fbbfaf4494f up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:34:44.903194 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-ec377334-74b6-4ac7-9134-20d0091d6a08 None None] Provisioning for port 0c94397c-6106-40eb-bfdc-1862dc7ca2e8 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:34:44.939414 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-ec377334-74b6-4ac7-9134-20d0091d6a08 None None] Provisioning complete for port 0c94397c-6106-40eb-bfdc-1862dc7ca2e8 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:34:44.939883 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ec377334-74b6-4ac7-9134-20d0091d6a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:44.942420 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9dc2661-7085-4e9a-9927-2b8650633a3b {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:34:44.950475 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fefe2fc-202f-400a-a514-b75fced69516 req-666629c8-8fb8-4874-b76e-ccbf1b0f83a3 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:44.952500 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4fefe2fc-202f-400a-a514-b75fced69516 req-666629c8-8fb8-4874-b76e-ccbf1b0f83a3 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/ports?device_id=9002f760-e42f-49db-8984-ee500bad3604 HTTP/1.1" status: 200 len: 943 time: 0.0806992 Sep 07 02:34:44.958221 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d9c23-4f42-4415-99b7-bf205d50c21d req-b925587e-8b03-4213-9c16-3e328d189f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:44.959723 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b28d9c23-4f42-4415-99b7-bf205d50c21d req-b925587e-8b03-4213-9c16-3e328d189f75 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8ab7984a-b3c2-4552-bebd-58d012c6a713 HTTP/1.1" status: 200 len: 928 time: 0.3454266 Sep 07 02:34:44.962694 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5581a691-6214-43ff-957a-e0d51641493f req-cb931017-31ff-40ff-82c4-ca8fc04053d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:44.975540 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:44.998626 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4fefe2fc-202f-400a-a514-b75fced69516 req-a3a458f7-f2f3-4137-ac71-bc4f6da290cc tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/security-groups?id=3506a522-e11f-4616-954e-3e9559147307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388908 Sep 07 02:34:45.034196 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b28d9c23-4f42-4415-99b7-bf205d50c21d req-ab97210c-8697-4ad0-9137-98d972a35b60 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08297d2c-895c-4357-8a0b-c3e613e74a3d HTTP/1.1" status: 200 len: 217 time: 0.0641389 Sep 07 02:34:45.036063 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port d9dc2661-7085-4e9a-9927-2b8650633a3b, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=d9dc2661-7085-4e9a-9927-2b8650633a3b,segment=NetworkSegment(00cca32f-e41c-4852-a687-73528a16538c),segment_id=00cca32f-e41c-4852-a687-73528a16538c)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:34:45.038813 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=9b74c30d-79a1-4776-88eb-fff88a21f5a9,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:45.043764 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36296d-4130-4514-b9cf-282d23dbcd9b req-995b3eda-0b71-4092-92c5-8919172ec505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:45.045287 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2c36296d-4130-4514-b9cf-282d23dbcd9b req-995b3eda-0b71-4092-92c5-8919172ec505 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1880953 Sep 07 02:34:45.049796 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:45.050456 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 8ed43187-6586-48f2-b606-1bd5684ec058 details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:34:45.052145 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-ec377334-74b6-4ac7-9134-20d0091d6a08 None None] Port 0c94397c-6106-40eb-bfdc-1862dc7ca2e8 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:34:45.063889 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af77b9dc-da40-4001-9806-5164cbc14e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f62b862-298f-48a6-87b0-a9e80e67a326'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:34:45.066150 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ecf8c4-9706-447b-879c-b1bdeeee7ee9" -d '{"events": [{"server_uuid": "af77b9dc-da40-4001-9806-5164cbc14e67", "name": "network-vif-plugged", "status": "completed", "tag": "5f62b862-298f-48a6-87b0-a9e80e67a326"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:34:45.114668 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 5f62b862-298f-48a6-87b0-a9e80e67a326, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=5f62b862-298f-48a6-87b0-a9e80e67a326,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:34:45.121890 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452aeb4f-3fd3-46cf-ba8f-f0e821945942 x-openstack-request-id: req-452aeb4f-3fd3-46cf-ba8f-f0e821945942 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:34:45.122260 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af77b9dc-da40-4001-9806-5164cbc14e67", "name": "network-vif-plugged", "status": "completed", "tag": "5f62b862-298f-48a6-87b0-a9e80e67a326", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:34:45.122417 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-452aeb4f-3fd3-46cf-ba8f-f0e821945942 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:34:45.122806 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af77b9dc-da40-4001-9806-5164cbc14e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f62b862-298f-48a6-87b0-a9e80e67a326', 'code': 200} Sep 07 02:34:45.134666 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:45.167165 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port b457ee30-ab18-4467-8baa-5fbbfaf4494f triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:34:45.167574 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:45.170765 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=d9dc2661-7085-4e9a-9927-2b8650633a3b,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:45.224564 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd2f37a-fd36-4af4-b562-99f73d73d672 req-638dcc97-5872-48ae-9d48-20b86fec31b4 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:45.226331 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2fd2f37a-fd36-4af4-b562-99f73d73d672 req-638dcc97-5872-48ae-9d48-20b86fec31b4 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] 10.222.0.22 "GET /v2.0/ports?device_id=cac44a8a-8e71-40d6-92c4-5cdcc8b4f278 HTTP/1.1" status: 200 len: 948 time: 0.0565391 Sep 07 02:34:45.229644 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['9b74c30d-79a1-4776-88eb-fff88a21f5a9'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:34:45.258043 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-baa3008e-0a7e-429c-8046-272a29e6e7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:45.274740 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2fd2f37a-fd36-4af4-b562-99f73d73d672 req-5ea459b8-d175-4d9f-8fb7-e716d92f7783 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] 10.222.0.22 "GET /v2.0/security-groups?id=45c54fb9-abbf-40ef-a472-c067aecb5bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402398 Sep 07 02:34:45.293281 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d9c23-4f42-4415-99b7-bf205d50c21d req-60c02df0-b550-42e0-b1fd-b38d36b85742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:45.294784 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b28d9c23-4f42-4415-99b7-bf205d50c21d req-60c02df0-b550-42e0-b1fd-b38d36b85742 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6adffcfb-413e-4397-9eca-069cf6afe672 HTTP/1.1" status: 200 len: 867 time: 0.2472155 Sep 07 02:34:45.339550 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 8ed43187-6586-48f2-b606-1bd5684ec058, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=8ed43187-6586-48f2-b606-1bd5684ec058,segment=NetworkSegment(a87351ba-0fbc-4302-9869-b18eee085c86),segment_id=a87351ba-0fbc-4302-9869-b18eee085c86)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:34:45.357363 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=5f62b862-298f-48a6-87b0-a9e80e67a326,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:45.368757 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '8ed43187-6586-48f2-b606-1bd5684ec058', 'network_id': 'e4ab2f0c-5a02-4242-a541-768acd457503', 'port_id': '8ed43187-6586-48f2-b606-1bd5684ec058', 'mac_address': 'fa:16:3e:c2:f7:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1bc4512-390c-4c50-bb1d-2c94019bd4fe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:34:45.401848 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a816f-61a8-4cb1-ad91-4efaa19d8099 req-9fb25421-d4ba-4289-88d4-b706b18b0dc8 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:45.403368 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-831a816f-61a8-4cb1-ad91-4efaa19d8099 req-9fb25421-d4ba-4289-88d4-b706b18b0dc8 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cce6732-4ef3-4ca9-8908-88262e58dea1 HTTP/1.1" status: 200 len: 949 time: 0.0552802 Sep 07 02:34:45.434809 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-5581a691-6214-43ff-957a-e0d51641493f req-cb931017-31ff-40ff-82c4-ca8fc04053d2 service neutron] Transition to ACTIVE for port object c6c9209b-fea0-494e-b2ea-76a9314efdfd will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:34:45.441101 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9963300-67ef-48ee-9928-fa69017b9299 req-1f620a2c-1fe9-4cee-b6ac-9a18615a2dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:45.442678 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f9963300-67ef-48ee-9928-fa69017b9299 req-1f620a2c-1fe9-4cee-b6ac-9a18615a2dde service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=af77b9dc-da40-4001-9806-5164cbc14e67 HTTP/1.1" status: 200 len: 1102 time: 0.2608132 Sep 07 02:34:45.445389 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-831a816f-61a8-4cb1-ad91-4efaa19d8099 req-a8e2ed05-5d84-4531-aa7e-041e19c01456 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348899 Sep 07 02:34:45.455315 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5581a691-6214-43ff-957a-e0d51641493f req-cb931017-31ff-40ff-82c4-ca8fc04053d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:45.463967 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:45.469535 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2c36296d-4130-4514-b9cf-282d23dbcd9b req-513dc652-cc59-409f-a944-2bac2a93acaa service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3689537 Sep 07 02:34:45.490636 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ed43187-6586-48f2-b606-1bd5684ec058 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:34:45.510503 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f7fa70-b47b-4ce3-8876-8cf5e6e6c7b6 req-c616bd75-cbe7-4580-a1a8-e5963acc9712 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:45.512097 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-89f7fa70-b47b-4ce3-8876-8cf5e6e6c7b6 req-c616bd75-cbe7-4580-a1a8-e5963acc9712 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=40a743d4-9c6b-4351-97c4-9de1c0ccc30d HTTP/1.1" status: 200 len: 944 time: 0.2816434 Sep 07 02:34:45.525027 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 8ed43187-6586-48f2-b606-1bd5684ec058, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=8ed43187-6586-48f2-b606-1bd5684ec058,segment=NetworkSegment(a87351ba-0fbc-4302-9869-b18eee085c86),segment_id=a87351ba-0fbc-4302-9869-b18eee085c86)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:34:45.534114 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:45.552188 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d9c23-4f42-4415-99b7-bf205d50c21d req-0809e175-e494-4136-9e5a-d50c744565ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:45.553717 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b28d9c23-4f42-4415-99b7-bf205d50c21d req-0809e175-e494-4136-9e5a-d50c744565ee service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8ab7984a-b3c2-4552-bebd-58d012c6a713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2340467 Sep 07 02:34:45.599345 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=8ed43187-6586-48f2-b606-1bd5684ec058,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:45.765582 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['d9dc2661-7085-4e9a-9927-2b8650633a3b'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:34:45.769169 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['8ed43187-6586-48f2-b606-1bd5684ec058'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:34:45.832992 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670fd46b-9d95-475d-9e69-b5c898e4139d req-ee234b46-a6ee-4295-b29d-0d482ff604b6 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:45.834652 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-670fd46b-9d95-475d-9e69-b5c898e4139d req-ee234b46-a6ee-4295-b29d-0d482ff604b6 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/ports?device_id=517da09a-c5f9-43af-9db7-5b58ba70b09f HTTP/1.1" status: 200 len: 943 time: 0.0526810 Sep 07 02:34:45.877305 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-670fd46b-9d95-475d-9e69-b5c898e4139d req-e4491a4f-7898-4dd0-95a8-812e6e6d9fc8 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/security-groups?id=db4db47e-1fc7-481a-b12d-c3b68e4a957f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339062 Sep 07 02:34:45.960801 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-5581a691-6214-43ff-957a-e0d51641493f req-cb931017-31ff-40ff-82c4-ca8fc04053d2 service neutron] No DVR routers for this DVR port c6c9209b-fea0-494e-b2ea-76a9314efdfd on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:34:45.969754 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb931017-31ff-40ff-82c4-ca8fc04053d2 service neutron] Pushing event updated for resources: {'Port': ['ID=c6c9209b-fea0-494e-b2ea-76a9314efdfd,revision_number=10']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:45.983912 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f9963300-67ef-48ee-9928-fa69017b9299 req-fd7a81de-4323-4341-9140-2ff891f24abf service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5263009 Sep 07 02:34:45.999190 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d669ba0-69f0-4193-b8e8-abcc46084b56 req-8abcd9d8-7ca3-4f63-9868-82f94634ee1b tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:46.001518 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5d669ba0-69f0-4193-b8e8-abcc46084b56 req-8abcd9d8-7ca3-4f63-9868-82f94634ee1b tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bb549be-cb5c-48dd-8181-bf0c98f68c72 HTTP/1.1" status: 200 len: 944 time: 0.0641828 Sep 07 02:34:46.021385 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-89f7fa70-b47b-4ce3-8876-8cf5e6e6c7b6 req-b2115514-b037-430d-935e-902e09c4b3be tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4875309 Sep 07 02:34:46.068960 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5d669ba0-69f0-4193-b8e8-abcc46084b56 req-42ac7ca5-c4c4-4695-a0f7-5e0429e0b4cf tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613177 Sep 07 02:34:46.088667 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5581a691-6214-43ff-957a-e0d51641493f req-cb931017-31ff-40ff-82c4-ca8fc04053d2 service neutron] 10.222.0.16 "PUT /v2.0/ports/c6c9209b-fea0-494e-b2ea-76a9314efdfd/bindings/n-h1-796209-16/activate HTTP/1.1" status: 200 len: 370 time: 2.5234067 Sep 07 02:34:46.098512 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2c36296d-4130-4514-b9cf-282d23dbcd9b req-a642b543-74ec-4e63-85a1-bfeb12045c2c service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6137235 Sep 07 02:34:46.117294 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b28d9c23-4f42-4415-99b7-bf205d50c21d req-40efed1e-4f9c-4974-b2e0-2979fb02c367 service neutron] 10.222.0.23 "GET /v2.0/networks/8ab7984a-b3c2-4552-bebd-58d012c6a713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5341747 Sep 07 02:34:46.155301 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-baa3008e-0a7e-429c-8046-272a29e6e7b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:46.167258 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-baa3008e-0a7e-429c-8046-272a29e6e7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:46.181674 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d65f1-62c1-4311-a148-7c8965258ee5 req-85bc8eb2-ebe6-4e34-85ac-bb44c97020b0 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:46.183247 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-838d65f1-62c1-4311-a148-7c8965258ee5 req-85bc8eb2-ebe6-4e34-85ac-bb44c97020b0 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/ports?device_id=9002f760-e42f-49db-8984-ee500bad3604 HTTP/1.1" status: 200 len: 944 time: 0.0510094 Sep 07 02:34:46.224605 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device b3d00593-f25f-4305-bc9e-bf884e9dee4b details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:34:46.227706 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-838d65f1-62c1-4311-a148-7c8965258ee5 req-2c82d308-6cce-490a-903c-2f06dd122ae2 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/security-groups?id=3506a522-e11f-4616-954e-3e9559147307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382733 Sep 07 02:34:46.305120 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-baa3008e-0a7e-429c-8046-272a29e6e7b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:46.325857 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device c6c9209b-fea0-494e-b2ea-76a9314efdfd no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:34:46.327749 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa3008e-0a7e-429c-8046-272a29e6e7b3 admin admin] Pushing event updated for resources: {'Port': ['ID=0c94397c-6106-40eb-bfdc-1862dc7ca2e8,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:46.353156 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581a691-6214-43ff-957a-e0d51641493f req-57343733-3145-409a-95bc-1e02ad2a92d8 tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:46.354792 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5581a691-6214-43ff-957a-e0d51641493f req-57343733-3145-409a-95bc-1e02ad2a92d8 tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7bb549be-cb5c-48dd-8181-bf0c98f68c72&tenant_id=4ff846f9243a40b7bf323ea156c2bdd7&binding%3Ahost_id=n-h2-796209-16 HTTP/1.1" status: 200 len: 1096 time: 0.1097326 Sep 07 02:34:46.359366 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b28d9c23-4f42-4415-99b7-bf205d50c21d req-002d588b-3a34-463b-8f0f-2c81b03b5c45 service neutron] 10.222.0.23 "GET /v2.0/networks/8ab7984a-b3c2-4552-bebd-58d012c6a713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319162 Sep 07 02:34:46.365374 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port b3d00593-f25f-4305-bc9e-bf884e9dee4b, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=b3d00593-f25f-4305-bc9e-bf884e9dee4b,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:34:46.386497 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': 'b3d00593-f25f-4305-bc9e-bf884e9dee4b', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'port_id': 'b3d00593-f25f-4305-bc9e-bf884e9dee4b', 'mac_address': 'fa:16:3e:36:70:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '694f9550-ba12-4672-8446-41848123cea2', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:34:46.392667 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device c6c9209b-fea0-494e-b2ea-76a9314efdfd not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:34:46.428679 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:46.441295 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3d00593-f25f-4305-bc9e-bf884e9dee4b {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:34:46.461171 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port b3d00593-f25f-4305-bc9e-bf884e9dee4b, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=b3d00593-f25f-4305-bc9e-bf884e9dee4b,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:34:46.466504 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:46.489832 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a40d50-ea83-4b64-a038-17f554d2250f req-fe7806eb-6d3b-433f-b0e9-1e011c8d68ec tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:46.491346 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b3a40d50-ea83-4b64-a038-17f554d2250f req-fe7806eb-6d3b-433f-b0e9-1e011c8d68ec tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] 10.222.0.22 "GET /v2.0/ports?device_id=cac44a8a-8e71-40d6-92c4-5cdcc8b4f278 HTTP/1.1" status: 200 len: 948 time: 0.1409178 Sep 07 02:34:46.496450 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581a691-6214-43ff-957a-e0d51641493f req-57e7d07d-ea2e-4aa8-98b5-6e8c8b377edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:46.497949 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5581a691-6214-43ff-957a-e0d51641493f req-57e7d07d-ea2e-4aa8-98b5-6e8c8b377edd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7bb549be-cb5c-48dd-8181-bf0c98f68c72&tenant_id=4ff846f9243a40b7bf323ea156c2bdd7 HTTP/1.1" status: 200 len: 1096 time: 0.1226144 Sep 07 02:34:46.520015 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa3008e-0a7e-429c-8046-272a29e6e7b3 admin admin] Network 1b157571-d602-46e5-a0fd-d64543c55b9e is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:34:46.522971 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-baa3008e-0a7e-429c-8046-272a29e6e7b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:34:46.526527 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=b3d00593-f25f-4305-bc9e-bf884e9dee4b,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:46.587719 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a287e-2a2b-4099-876f-eb98d3c1e721 req-1c17ab43-ec1e-429e-910a-ce7db3f06672 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:46.589326 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4c3a287e-2a2b-4099-876f-eb98d3c1e721 req-1c17ab43-ec1e-429e-910a-ce7db3f06672 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cce6732-4ef3-4ca9-8908-88262e58dea1 HTTP/1.1" status: 200 len: 949 time: 0.0606818 Sep 07 02:34:46.615081 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b3a40d50-ea83-4b64-a038-17f554d2250f req-9aba0214-9ce2-417f-845d-2568a9ab6d85 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] 10.222.0.22 "GET /v2.0/security-groups?id=45c54fb9-abbf-40ef-a472-c067aecb5bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147928 Sep 07 02:34:46.632433 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4c3a287e-2a2b-4099-876f-eb98d3c1e721 req-170c78bb-e946-41c7-a027-fee33c48aa4a tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369709 Sep 07 02:34:46.633512 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581a691-6214-43ff-957a-e0d51641493f req-cf8c565a-12dd-4462-aea0-c0d810fe0487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:46.635032 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5581a691-6214-43ff-957a-e0d51641493f req-cf8c565a-12dd-4462-aea0-c0d810fe0487 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4ff846f9243a40b7bf323ea156c2bdd7&device_id=7bb549be-cb5c-48dd-8181-bf0c98f68c72 HTTP/1.1" status: 200 len: 1096 time: 0.1084306 Sep 07 02:34:46.751836 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa3008e-0a7e-429c-8046-272a29e6e7b3 admin admin] Router 7254997d-285b-4c95-8d14-8c8386f21f68 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:34:46.767293 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['b3d00593-f25f-4305-bc9e-bf884e9dee4b'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:34:46.811309 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581a691-6214-43ff-957a-e0d51641493f req-ea714948-add3-410d-9e0e-67fe74aa4b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:46.812813 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5581a691-6214-43ff-957a-e0d51641493f req-ea714948-add3-410d-9e0e-67fe74aa4b0f service neutron] 10.222.0.23 "GET /v2.0/networks?id=5632e33d-1d7a-4426-9d83-a8e688a88788 HTTP/1.1" status: 200 len: 907 time: 0.1409450 Sep 07 02:34:46.815075 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-c46fdff6-130a-416e-b9ef-a29bd46f7f39 None None] Provisioning complete for port 0c94397c-6106-40eb-bfdc-1862dc7ca2e8 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:34:46.815452 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c46fdff6-130a-416e-b9ef-a29bd46f7f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:46.862907 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-c46fdff6-130a-416e-b9ef-a29bd46f7f39 None None] Port 0c94397c-6106-40eb-bfdc-1862dc7ca2e8 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:34:46.864160 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5581a691-6214-43ff-957a-e0d51641493f req-967e435d-d14b-45be-8efb-bf4a7e3117e6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c6c9209b-fea0-494e-b2ea-76a9314efdfd HTTP/1.1" status: 200 len: 217 time: 0.0435989 Sep 07 02:34:46.954166 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa3008e-0a7e-429c-8046-272a29e6e7b3 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:34:46.962491 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de70a65-1231-4c5e-940a-fbb9c8e668be None None] Sync routers for ids ['7254997d-285b-4c95-8d14-8c8386f21f68'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:34:46.965872 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-baa3008e-0a7e-429c-8046-272a29e6e7b3 admin admin] 10.222.0.22 "PUT /v2.0/routers/7254997d-285b-4c95-8d14-8c8386f21f68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4963744 Sep 07 02:34:46.967581 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581a691-6214-43ff-957a-e0d51641493f req-ceb15418-9f2a-41cd-a68c-d821c8bbe5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:46.968942 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5581a691-6214-43ff-957a-e0d51641493f req-ceb15418-9f2a-41cd-a68c-d821c8bbe5c5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf141221-2e81-48e8-81ec-6bd6d6584327 HTTP/1.1" status: 200 len: 847 time: 0.0974922 Sep 07 02:34:46.971751 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de70a65-1231-4c5e-940a-fbb9c8e668be None None] Routers {'7254997d-285b-4c95-8d14-8c8386f21f68'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:34:46.972381 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-5de70a65-1231-4c5e-940a-fbb9c8e668be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:34:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['7254997d-285b-4c95-8d14-8c8386f21f68'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:34:47.030238 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5581a691-6214-43ff-957a-e0d51641493f req-0323a3ab-a5bc-4140-83f8-b244f8ca70c6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5632e33d-1d7a-4426-9d83-a8e688a88788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415242 Sep 07 02:34:47.043416 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91140fbb-9363-4ed7-9196-26e941bfe39d req-f1ea54d3-f264-4fd7-918d-1959ca6e1e44 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:47.044910 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-91140fbb-9363-4ed7-9196-26e941bfe39d req-f1ea54d3-f264-4fd7-918d-1959ca6e1e44 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/ports?device_id=517da09a-c5f9-43af-9db7-5b58ba70b09f HTTP/1.1" status: 200 len: 943 time: 0.0941839 Sep 07 02:34:47.109287 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-5de70a65-1231-4c5e-940a-fbb9c8e668be None None] Set router 7254997d-285b-4c95-8d14-8c8386f21f68 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:34:47.130664 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-91140fbb-9363-4ed7-9196-26e941bfe39d req-a402f26f-a95e-485a-a6ac-e9b8644cfc00 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/security-groups?id=db4db47e-1fc7-481a-b12d-c3b68e4a957f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767503 Sep 07 02:34:47.158653 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 39696) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:34:47.204669 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5581a691-6214-43ff-957a-e0d51641493f req-b4c5cdb4-bcb2-4c18-adac-6ae53dfe78b4 service neutron] 10.222.0.23 "GET /v2.0/networks/5632e33d-1d7a-4426-9d83-a8e688a88788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586859 Sep 07 02:34:47.228879 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50ce83-78d7-4fa3-87b4-2b08acc146ba req-296e66f7-9530-4367-a036-ea887c74369d tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:47.232613 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1b50ce83-78d7-4fa3-87b4-2b08acc146ba req-296e66f7-9530-4367-a036-ea887c74369d tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=40a743d4-9c6b-4351-97c4-9de1c0ccc30d HTTP/1.1" status: 200 len: 945 time: 0.1162748 Sep 07 02:34:47.286958 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1b50ce83-78d7-4fa3-87b4-2b08acc146ba req-80e98534-908d-470d-b61c-d6d6861c5d83 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457842 Sep 07 02:34:47.320177 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-2f28d6bd-f534-400c-ac54-7691efb537a7 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1230098995'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:34:47.347241 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f28d6bd-f534-400c-ac54-7691efb537a7 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Made reservation on behalf of 82f3fc87393e475b9b7c73e7abf1c936 for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:34:47.350974 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add3f2b8-ff59-4f82-8322-afd7c6cdebe6 req-02595b3c-35c8-4a6c-b804-6044d43a0499 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:47.351904 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2f28d6bd-f534-400c-ac54-7691efb537a7 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:47.353108 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-add3f2b8-ff59-4f82-8322-afd7c6cdebe6 req-02595b3c-35c8-4a6c-b804-6044d43a0499 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bb549be-cb5c-48dd-8181-bf0c98f68c72 HTTP/1.1" status: 200 len: 944 time: 0.1125240 Sep 07 02:34:47.395531 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f28d6bd-f534-400c-ac54-7691efb537a7 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:34:47.400136 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5581a691-6214-43ff-957a-e0d51641493f req-9831a76f-a1d5-4665-8a7c-8df5af2f295c service neutron] 10.222.0.23 "GET /v2.0/networks/5632e33d-1d7a-4426-9d83-a8e688a88788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871891 Sep 07 02:34:47.409673 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2f28d6bd-f534-400c-ac54-7691efb537a7 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:47.410035 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-2f28d6bd-f534-400c-ac54-7691efb537a7 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Added segment 8130b750-8be3-40b8-862a-ccd11ca4296d of type vlan for network dfd28e33-9abe-4679-aa5f-14df7636baf6 Sep 07 02:34:47.431880 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-add3f2b8-ff59-4f82-8322-afd7c6cdebe6 req-f22d8fc7-3dcb-4f28-ad2a-9ccf3fe0dc75 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678945 Sep 07 02:34:47.497906 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2f28d6bd-f534-400c-ac54-7691efb537a7 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:47.519863 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-5de70a65-1231-4c5e-940a-fbb9c8e668be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7254997d-285b-4c95-8d14-8c8386f21f68', 'name': 'tempest-ServersTestMultiNic-962614049-router', 'tenant_id': '82f3fc87393e475b9b7c73e7abf1c936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'b457ee30-ab18-4467-8baa-5fbbfaf4494f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:34:29Z', 'updated_at': '2021-09-07T02:34:45Z', 'revision_number': 4, 'project_id': '82f3fc87393e475b9b7c73e7abf1c936', 'gw_port': {'id': 'b457ee30-ab18-4467-8baa-5fbbfaf4494f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:55:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7254997d-285b-4c95-8d14-8c8386f21f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:34:32Z', 'updated_at': '2021-09-07T02:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '0c94397c-6106-40eb-bfdc-1862dc7ca2e8', 'name': '', 'network_id': '1b157571-d602-46e5-a0fd-d64543c55b9e', 'tenant_id': '82f3fc87393e475b9b7c73e7abf1c936', 'mac_address': 'fa:16:3e:e1:45:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7254997d-285b-4c95-8d14-8c8386f21f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'eac9db17-7222-44d8-ac38-c3956517f6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:34:42Z', 'updated_at': '2021-09-07T02:34:45Z', 'revision_number': 2, 'project_id': '82f3fc87393e475b9b7c73e7abf1c936', 'subnets': [{'id': 'eac9db17-7222-44d8-ac38-c3956517f6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:34:47.533977 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4158175-b36a-49ec-a06b-1b165e5af045 req-6d4761ae-95d3-49ac-bf27-7ddc5620d517 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:47.535522 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b4158175-b36a-49ec-a06b-1b165e5af045 req-6d4761ae-95d3-49ac-bf27-7ddc5620d517 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/ports?device_id=9002f760-e42f-49db-8984-ee500bad3604 HTTP/1.1" status: 200 len: 944 time: 0.0738211 Sep 07 02:34:47.541529 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2f28d6bd-f534-400c-ac54-7691efb537a7 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:47.547456 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f28d6bd-f534-400c-ac54-7691efb537a7 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:47.548282 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2f28d6bd-f534-400c-ac54-7691efb537a7 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:47.555682 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de70a65-1231-4c5e-940a-fbb9c8e668be None None] Checking router: 7254997d-285b-4c95-8d14-8c8386f21f68 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:34:47.556122 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de70a65-1231-4c5e-940a-fbb9c8e668be None None] Updating router 7254997d-285b-4c95-8d14-8c8386f21f68 port 0c94397c-6106-40eb-bfdc-1862dc7ca2e8 binding host n-d-796209-16 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 02:34:47.584967 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5de70a65-1231-4c5e-940a-fbb9c8e668be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:47.647154 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-2f28d6bd-f534-400c-ac54-7691efb537a7 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4841361 Sep 07 02:34:47.648163 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 39702) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:34:47.654277 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-b19540fd-f0c3-42f3-831d-3af8f8cd467a tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Request body: {'subnet': {'network_id': 'dfd28e33-9abe-4679-aa5f-14df7636baf6', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:34:47.685815 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f28d6bd-f534-400c-ac54-7691efb537a7 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Pushing event updated for resources: {'Network': ['ID=dfd28e33-9abe-4679-aa5f-14df7636baf6,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:47.692949 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b4158175-b36a-49ec-a06b-1b165e5af045 req-1a3ad7e2-b925-4224-acb6-c380ee3fca1a tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/security-groups?id=3506a522-e11f-4616-954e-3e9559147307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421046 Sep 07 02:34:47.718537 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network dfd28e33-9abe-4679-aa5f-14df7636baf6 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:34:47.787093 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581a691-6214-43ff-957a-e0d51641493f req-57090895-21fe-4175-967e-7993aa8a08f2 tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:47.789510 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5581a691-6214-43ff-957a-e0d51641493f req-57090895-21fe-4175-967e-7993aa8a08f2 tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7bb549be-cb5c-48dd-8181-bf0c98f68c72&tenant_id=4ff846f9243a40b7bf323ea156c2bdd7&binding%3Ahost_id=n-h1-796209-16 HTTP/1.1" status: 200 len: 1096 time: 0.1682987 Sep 07 02:34:47.810009 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1562bda-badb-49b9-a50b-047953e6d377 req-319ad6e7-3a10-463e-9d7d-63b557520fb7 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:47.811930 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f1562bda-badb-49b9-a50b-047953e6d377 req-319ad6e7-3a10-463e-9d7d-63b557520fb7 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cce6732-4ef3-4ca9-8908-88262e58dea1 HTTP/1.1" status: 200 len: 949 time: 0.0511684 Sep 07 02:34:47.851895 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd08296-b92e-4ea1-a6da-94d33dedd195 req-39f4de09-e737-423b-acde-7d7aaa37d37c tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:47.853401 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5dd08296-b92e-4ea1-a6da-94d33dedd195 req-39f4de09-e737-423b-acde-7d7aaa37d37c tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] 10.222.0.22 "GET /v2.0/ports?device_id=cac44a8a-8e71-40d6-92c4-5cdcc8b4f278 HTTP/1.1" status: 200 len: 949 time: 0.1194322 Sep 07 02:34:47.856244 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b19540fd-f0c3-42f3-831d-3af8f8cd467a tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Made reservation on behalf of 82f3fc87393e475b9b7c73e7abf1c936 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:34:47.857731 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f1562bda-badb-49b9-a50b-047953e6d377 req-ad316ad8-172d-4d51-a29b-76f1a958c97b tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392072 Sep 07 02:34:47.859537 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b19540fd-f0c3-42f3-831d-3af8f8cd467a tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:47.943624 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5de70a65-1231-4c5e-940a-fbb9c8e668be None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:47.954067 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-5de70a65-1231-4c5e-940a-fbb9c8e668be None None] Transition to ACTIVE for port object 0c94397c-6106-40eb-bfdc-1862dc7ca2e8 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:34:47.961340 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5de70a65-1231-4c5e-940a-fbb9c8e668be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:48.010130 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5dd08296-b92e-4ea1-a6da-94d33dedd195 req-33383a8c-02e8-4810-923c-970852b38824 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] 10.222.0.22 "GET /v2.0/security-groups?id=45c54fb9-abbf-40ef-a472-c067aecb5bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437562 Sep 07 02:34:48.014142 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00af3e5a-4e5d-4bb0-abe2-a06db1e01927 None None] Pushing event updated for resources: {'Port': ['ID=0c94397c-6106-40eb-bfdc-1862dc7ca2e8,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:48.072255 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-5581a691-6214-43ff-957a-e0d51641493f req-5a5faa8a-c1bb-47fc-b360-cbdbe475d4a1 service neutron] For port c6c9209b-fea0-494e-b2ea-76a9314efdfd, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:34:48.079348 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-5de70a65-1231-4c5e-940a-fbb9c8e668be None None] Attempting to bind port 0c94397c-6106-40eb-bfdc-1862dc7ca2e8 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:34:48.079821 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-5de70a65-1231-4c5e-940a-fbb9c8e668be None None] Attempting to bind port 0c94397c-6106-40eb-bfdc-1862dc7ca2e8 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'da38b09b-687b-472b-b76c-c3d9678d1429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '1b157571-d602-46e5-a0fd-d64543c55b9e'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:34:48.080183 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de70a65-1231-4c5e-940a-fbb9c8e668be None None] Attempting to bind port 0c94397c-6106-40eb-bfdc-1862dc7ca2e8 on network 1b157571-d602-46e5-a0fd-d64543c55b9e {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:34:48.080300 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5581a691-6214-43ff-957a-e0d51641493f req-5a5faa8a-c1bb-47fc-b360-cbdbe475d4a1 service neutron] Notify callbacks [] for binding, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:48.081287 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5581a691-6214-43ff-957a-e0d51641493f req-5a5faa8a-c1bb-47fc-b360-cbdbe475d4a1 service neutron] 10.222.0.23 "DELETE /v2.0/ports/c6c9209b-fea0-494e-b2ea-76a9314efdfd/bindings/n-h2-796209-16 HTTP/1.1" status: 204 len: 173 time: 0.2841475 Sep 07 02:34:48.085447 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de70a65-1231-4c5e-940a-fbb9c8e668be None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:34:48.085884 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de70a65-1231-4c5e-940a-fbb9c8e668be None None] Checking segment: {'id': 'da38b09b-687b-472b-b76c-c3d9678d1429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '1b157571-d602-46e5-a0fd-d64543c55b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:34:48.086288 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5de70a65-1231-4c5e-940a-fbb9c8e668be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:48.086676 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de70a65-1231-4c5e-940a-fbb9c8e668be None None] Bound using segment: {'id': 'da38b09b-687b-472b-b76c-c3d9678d1429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '1b157571-d602-46e5-a0fd-d64543c55b9e'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:34:48.087142 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-5de70a65-1231-4c5e-940a-fbb9c8e668be None None] Bound port: 0c94397c-6106-40eb-bfdc-1862dc7ca2e8, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da38b09b-687b-472b-b76c-c3d9678d1429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '1b157571-d602-46e5-a0fd-d64543c55b9e'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:34:48.087558 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5de70a65-1231-4c5e-940a-fbb9c8e668be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:48.155719 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b19540fd-f0c3-42f3-831d-3af8f8cd467a tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:48.167252 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-5de70a65-1231-4c5e-940a-fbb9c8e668be None None] For port 0c94397c-6106-40eb-bfdc-1862dc7ca2e8, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:34:48.170700 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-5de70a65-1231-4c5e-940a-fbb9c8e668be None None] For port 0c94397c-6106-40eb-bfdc-1862dc7ca2e8, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=0c94397c-6106-40eb-bfdc-1862dc7ca2e8,segment=NetworkSegment(da38b09b-687b-472b-b76c-c3d9678d1429),segment_id=da38b09b-687b-472b-b76c-c3d9678d1429)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:34:48.178443 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5de70a65-1231-4c5e-940a-fbb9c8e668be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:48.240796 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de70a65-1231-4c5e-940a-fbb9c8e668be None None] Routers {'7254997d-285b-4c95-8d14-8c8386f21f68'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:34:48.241629 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-5de70a65-1231-4c5e-940a-fbb9c8e668be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:34:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['7254997d-285b-4c95-8d14-8c8386f21f68'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:34:48.248047 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 08297d2c-895c-4357-8a0b-c3e613e74a3d details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:34:48.252114 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device b3d00593-f25f-4305-bc9e-bf884e9dee4b up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:34:48.287022 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9211856e-234f-4df7-9322-d072440c0d29 req-d3b80779-0337-4106-b658-689c54d1f71f tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:48.296058 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9211856e-234f-4df7-9322-d072440c0d29 req-d3b80779-0337-4106-b658-689c54d1f71f tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/ports?device_id=517da09a-c5f9-43af-9db7-5b58ba70b09f HTTP/1.1" status: 200 len: 943 time: 0.0781879 Sep 07 02:34:48.317044 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00af3e5a-4e5d-4bb0-abe2-a06db1e01927 None None] Pushing event updated for resources: {'Port': ['ID=0c94397c-6106-40eb-bfdc-1862dc7ca2e8,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:48.336555 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 8ed43187-6586-48f2-b606-1bd5684ec058 up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:34:48.366995 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9211856e-234f-4df7-9322-d072440c0d29 req-d148e7c2-84ae-4dba-a9cb-c669ede54619 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/security-groups?id=db4db47e-1fc7-481a-b12d-c3b68e4a957f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667593 Sep 07 02:34:48.512348 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19540fd-f0c3-42f3-831d-3af8f8cd467a tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Pushing event updated for resources: {'Subnet': ['ID=9f3d3e5d-7258-446c-930d-904049a5db87,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:48.543233 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19540fd-f0c3-42f3-831d-3af8f8cd467a tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Checking segment: {'id': '8130b750-8be3-40b8-862a-ccd11ca4296d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dfd28e33-9abe-4679-aa5f-14df7636baf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:34:48.544297 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19540fd-f0c3-42f3-831d-3af8f8cd467a tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Network hostable DHCP agents. Network: dfd28e33-9abe-4679-aa5f-14df7636baf6, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:34:48.556127 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc027fe-babc-408c-86e5-5da14d8f2aa7 req-08be3a4a-a937-492f-9bdb-ea456edb7315 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:48.558199 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1dc027fe-babc-408c-86e5-5da14d8f2aa7 req-08be3a4a-a937-492f-9bdb-ea456edb7315 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=40a743d4-9c6b-4351-97c4-9de1c0ccc30d HTTP/1.1" status: 200 len: 945 time: 0.1023805 Sep 07 02:34:48.568736 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 08297d2c-895c-4357-8a0b-c3e613e74a3d, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=08297d2c-895c-4357-8a0b-c3e613e74a3d,segment=NetworkSegment(634ca4ad-3127-4569-95e5-40ea7398b250),segment_id=634ca4ad-3127-4569-95e5-40ea7398b250)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:34:48.584666 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19540fd-f0c3-42f3-831d-3af8f8cd467a tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Network dfd28e33-9abe-4679-aa5f-14df7636baf6 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:34:48.606263 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-b19540fd-f0c3-42f3-831d-3af8f8cd467a tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, dfd28e33-9abe-4679-aa5f-14df7636baf6) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:34:48.606557 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '08297d2c-895c-4357-8a0b-c3e613e74a3d', 'network_id': '8ab7984a-b3c2-4552-bebd-58d012c6a713', 'port_id': '08297d2c-895c-4357-8a0b-c3e613e74a3d', 'mac_address': 'fa:16:3e:e2:5b:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6adffcfb-413e-4397-9eca-069cf6afe672', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:34:48.611510 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-5de70a65-1231-4c5e-940a-fbb9c8e668be None None] Set router 7254997d-285b-4c95-8d14-8c8386f21f68 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:34:48.611689 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19540fd-f0c3-42f3-831d-3af8f8cd467a tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:48.612435 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b19540fd-f0c3-42f3-831d-3af8f8cd467a tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:48.624071 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1dc027fe-babc-408c-86e5-5da14d8f2aa7 req-8e0ca7d7-c54f-4ed7-9fe8-7e88d072379b tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577788 Sep 07 02:34:48.628384 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc4649-4664-485f-a1c7-32ac740ce10b req-9c156e84-89c9-496f-9b85-8a0b202eaf85 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:48.638248 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b19540fd-f0c3-42f3-831d-3af8f8cd467a tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9857659 Sep 07 02:34:48.638443 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0ecc4649-4664-485f-a1c7-32ac740ce10b req-9c156e84-89c9-496f-9b85-8a0b202eaf85 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bb549be-cb5c-48dd-8181-bf0c98f68c72 HTTP/1.1" status: 200 len: 944 time: 0.0676880 Sep 07 02:34:48.638540 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 39716) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:34:48.645007 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-645ce5ab-81d3-4369-a6dc-627669af7732 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1875069807'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:34:48.646561 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c29b08-3c0f-4c3d-93c6-cc2954a613a7 None None] Network dfd28e33-9abe-4679-aa5f-14df7636baf6 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:34:48.673869 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645ce5ab-81d3-4369-a6dc-627669af7732 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Made reservation on behalf of 82f3fc87393e475b9b7c73e7abf1c936 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:34:48.675788 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0ecc4649-4664-485f-a1c7-32ac740ce10b req-d383063c-4680-4811-9147-af46a6f4508b tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367532 Sep 07 02:34:48.677534 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-645ce5ab-81d3-4369-a6dc-627669af7732 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:48.708074 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-645ce5ab-81d3-4369-a6dc-627669af7732 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:34:48.713687 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port b3d00593-f25f-4305-bc9e-bf884e9dee4b completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:34:48.719369 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-645ce5ab-81d3-4369-a6dc-627669af7732 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:48.720898 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-645ce5ab-81d3-4369-a6dc-627669af7732 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Added segment 3542b5b9-4ae6-4e8e-8e7d-8cfb5196bd64 of type vlan for network 0642e533-2479-4949-b6aa-52609b746d22 Sep 07 02:34:48.768729 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port 8ed43187-6586-48f2-b606-1bd5684ec058 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:34:48.782893 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-645ce5ab-81d3-4369-a6dc-627669af7732 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:48.815132 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port b3d00593-f25f-4305-bc9e-bf884e9dee4b triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:34:48.815691 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:48.854989 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:48.856520 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4255c77-97bc-4bac-926b-abcbc3126d46 req-e8ab1dbb-c999-4b63-b134-78055e7b8463 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:48.859731 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 8ed43187-6586-48f2-b606-1bd5684ec058 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:34:48.860682 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:48.867246 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a8461-a966-49d1-9359-7ecde46dd4fa req-7d697cb6-b750-44f2-88b4-56f1706f204b tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:48.870378 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-177a8461-a966-49d1-9359-7ecde46dd4fa req-7d697cb6-b750-44f2-88b4-56f1706f204b tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=7bb549be-cb5c-48dd-8181-bf0c98f68c72 HTTP/1.1" status: 200 len: 1096 time: 0.0803483 Sep 07 02:34:48.872116 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-645ce5ab-81d3-4369-a6dc-627669af7732 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:48.877674 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b4255c77-97bc-4bac-926b-abcbc3126d46 req-e8ab1dbb-c999-4b63-b134-78055e7b8463 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/ports?device_id=9002f760-e42f-49db-8984-ee500bad3604 HTTP/1.1" status: 200 len: 944 time: 0.0762649 Sep 07 02:34:48.879568 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645ce5ab-81d3-4369-a6dc-627669af7732 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:48.879704 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-645ce5ab-81d3-4369-a6dc-627669af7732 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:48.929320 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b4255c77-97bc-4bac-926b-abcbc3126d46 req-0d4124a6-c6fd-4392-a39a-a0132ff19a50 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/security-groups?id=3506a522-e11f-4616-954e-3e9559147307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495489 Sep 07 02:34:48.943836 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08297d2c-895c-4357-8a0b-c3e613e74a3d {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:34:48.945320 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-645ce5ab-81d3-4369-a6dc-627669af7732 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3057449 Sep 07 02:34:48.948949 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 39726) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:34:48.954656 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-63d2c4dd-4085-49c1-8012-eea818ac8e0e tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Request body: {'subnet': {'network_id': '0642e533-2479-4949-b6aa-52609b746d22', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:34:49.043182 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-177a8461-a966-49d1-9359-7ecde46dd4fa req-5b519574-4764-4603-8eac-7e6e5ccb7543 tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504731 Sep 07 02:34:49.046521 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645ce5ab-81d3-4369-a6dc-627669af7732 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Pushing event updated for resources: {'Network': ['ID=0642e533-2479-4949-b6aa-52609b746d22,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:49.052360 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 08297d2c-895c-4357-8a0b-c3e613e74a3d, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=08297d2c-895c-4357-8a0b-c3e613e74a3d,segment=NetworkSegment(634ca4ad-3127-4569-95e5-40ea7398b250),segment_id=634ca4ad-3127-4569-95e5-40ea7398b250)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:34:49.069940 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 0642e533-2479-4949-b6aa-52609b746d22 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:34:49.085117 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:49.107755 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b86294-4c3c-4cfb-859f-4d3d6de33096 req-129e0a78-b0ed-4e07-9d83-862dbb95caf5 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:49.117255 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-92b86294-4c3c-4cfb-859f-4d3d6de33096 req-129e0a78-b0ed-4e07-9d83-862dbb95caf5 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cce6732-4ef3-4ca9-8908-88262e58dea1 HTTP/1.1" status: 200 len: 949 time: 0.0968099 Sep 07 02:34:49.173556 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d2c4dd-4085-49c1-8012-eea818ac8e0e tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Made reservation on behalf of 82f3fc87393e475b9b7c73e7abf1c936 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:34:49.177053 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-63d2c4dd-4085-49c1-8012-eea818ac8e0e tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:49.190867 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63b5ad5-6bdb-4cdc-a8ff-d338f89f15aa req-ad1798e3-ef39-4f6a-a1c5-1c305452a5b6 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:49.192531 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f63b5ad5-6bdb-4cdc-a8ff-d338f89f15aa req-ad1798e3-ef39-4f6a-a1c5-1c305452a5b6 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] 10.222.0.22 "GET /v2.0/ports?device_id=cac44a8a-8e71-40d6-92c4-5cdcc8b4f278 HTTP/1.1" status: 200 len: 949 time: 0.0577745 Sep 07 02:34:49.203103 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-92b86294-4c3c-4cfb-859f-4d3d6de33096 req-05979dbb-af3f-4cf5-96ed-d9e590876a9d tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839972 Sep 07 02:34:49.259535 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f63b5ad5-6bdb-4cdc-a8ff-d338f89f15aa req-341e3945-128f-4a76-95c3-b4e1bbea2aca tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] 10.222.0.22 "GET /v2.0/security-groups?id=45c54fb9-abbf-40ef-a472-c067aecb5bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579848 Sep 07 02:34:49.287262 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d5be02-83a4-425d-b4f4-972a3eb0647d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-dfd28e33-9abe-4679-aa5f-14df7636baf6', 'network_id': 'dfd28e33-9abe-4679-aa5f-14df7636baf6', 'tenant_id': '82f3fc87393e475b9b7c73e7abf1c936', 'fixed_ips': [{'subnet_id': '9f3d3e5d-7258-446c-930d-904049a5db87'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:34:49.288157 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f2d5be02-83a4-425d-b4f4-972a3eb0647d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:49.452753 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['08297d2c-895c-4357-8a0b-c3e613e74a3d'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:34:49.478411 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-63d2c4dd-4085-49c1-8012-eea818ac8e0e tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:49.481783 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:49.489611 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:49.500187 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb23b50-2203-4922-9499-b421da7ab193 req-97ee2967-029d-4283-baa8-cf277b814bbb tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:49.501998 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=08297d2c-895c-4357-8a0b-c3e613e74a3d,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:49.508817 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7eb23b50-2203-4922-9499-b421da7ab193 req-97ee2967-029d-4283-baa8-cf277b814bbb tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/ports?device_id=517da09a-c5f9-43af-9db7-5b58ba70b09f HTTP/1.1" status: 200 len: 944 time: 0.0622282 Sep 07 02:34:49.518093 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029ed18-f205-47af-a712-22ea8cfebeba req-b3af20da-e79a-4d7e-abfa-4a39a62e8b70 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:49.519645 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f029ed18-f205-47af-a712-22ea8cfebeba req-b3af20da-e79a-4d7e-abfa-4a39a62e8b70 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/networks?id=5632e33d-1d7a-4426-9d83-a8e688a88788 HTTP/1.1" status: 200 len: 807 time: 0.2074027 Sep 07 02:34:49.555891 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7eb23b50-2203-4922-9499-b421da7ab193 req-2c26fa79-4353-436d-a04d-867abd012d54 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/security-groups?id=db4db47e-1fc7-481a-b12d-c3b68e4a957f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419858 Sep 07 02:34:49.571309 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f029ed18-f205-47af-a712-22ea8cfebeba req-de2cedab-e805-44d2-8ddd-25c6c6cde3a2 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/quotas/4ff846f9243a40b7bf323ea156c2bdd7 HTTP/1.1" status: 200 len: 375 time: 0.0350530 Sep 07 02:34:49.580824 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d2c4dd-4085-49c1-8012-eea818ac8e0e tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Pushing event updated for resources: {'Subnet': ['ID=a8405561-3948-44ae-a693-b8d591938102,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:49.599614 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d2c4dd-4085-49c1-8012-eea818ac8e0e tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Checking segment: {'id': '3542b5b9-4ae6-4e8e-8e7d-8cfb5196bd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0642e533-2479-4949-b6aa-52609b746d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:34:49.599614 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d2c4dd-4085-49c1-8012-eea818ac8e0e tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Network hostable DHCP agents. Network: 0642e533-2479-4949-b6aa-52609b746d22, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:34:49.601673 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac44a8a-8e71-40d6-92c4-5cdcc8b4f278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d00593-f25f-4305-bc9e-bf884e9dee4b'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:34:49.603989 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e09629-e31b-48a6-add1-31bccb415b85" -d '{"events": [{"server_uuid": "cac44a8a-8e71-40d6-92c4-5cdcc8b4f278", "name": "network-vif-plugged", "status": "completed", "tag": "b3d00593-f25f-4305-bc9e-bf884e9dee4b"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:34:49.647722 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d2c4dd-4085-49c1-8012-eea818ac8e0e tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Network 0642e533-2479-4949-b6aa-52609b746d22 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:34:49.649255 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port b3d00593-f25f-4305-bc9e-bf884e9dee4b, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=b3d00593-f25f-4305-bc9e-bf884e9dee4b,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:34:49.659229 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 8ed43187-6586-48f2-b606-1bd5684ec058, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=8ed43187-6586-48f2-b606-1bd5684ec058,segment=NetworkSegment(a87351ba-0fbc-4302-9869-b18eee085c86),segment_id=a87351ba-0fbc-4302-9869-b18eee085c86)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:34:49.664227 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f029ed18-f205-47af-a712-22ea8cfebeba req-2fb8d642-1bfc-4ebf-b271-b058fcb5a084 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=4ff846f9243a40b7bf323ea156c2bdd7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0862844 Sep 07 02:34:49.668003 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:49.668866 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 9b74c30d-79a1-4776-88eb-fff88a21f5a9 up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:34:49.671048 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-63d2c4dd-4085-49c1-8012-eea818ac8e0e tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 0642e533-2479-4949-b6aa-52609b746d22) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:34:49.678234 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d2c4dd-4085-49c1-8012-eea818ac8e0e tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:49.679195 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-63d2c4dd-4085-49c1-8012-eea818ac8e0e tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:49.700823 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:49.701902 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device d9dc2661-7085-4e9a-9927-2b8650633a3b up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:34:49.726334 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c9e7a3-dcb0-4658-b472-b4a23ea5a1b3 x-openstack-request-id: req-e3c9e7a3-dcb0-4658-b472-b4a23ea5a1b3 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:34:49.726586 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac44a8a-8e71-40d6-92c4-5cdcc8b4f278", "name": "network-vif-plugged", "status": "completed", "tag": "b3d00593-f25f-4305-bc9e-bf884e9dee4b", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:34:49.726848 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e3c9e7a3-dcb0-4658-b472-b4a23ea5a1b3 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:34:49.727225 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac44a8a-8e71-40d6-92c4-5cdcc8b4f278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d00593-f25f-4305-bc9e-bf884e9dee4b', 'code': 200} Sep 07 02:34:49.728136 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e72988-5cf7-4538-9868-713f2e3f0809 None None] Network 0642e533-2479-4949-b6aa-52609b746d22 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:34:49.731667 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-5de70a65-1231-4c5e-940a-fbb9c8e668be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7254997d-285b-4c95-8d14-8c8386f21f68', 'name': 'tempest-ServersTestMultiNic-962614049-router', 'tenant_id': '82f3fc87393e475b9b7c73e7abf1c936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'b457ee30-ab18-4467-8baa-5fbbfaf4494f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:34:29Z', 'updated_at': '2021-09-07T02:34:45Z', 'revision_number': 4, 'project_id': '82f3fc87393e475b9b7c73e7abf1c936', 'gw_port': {'id': 'b457ee30-ab18-4467-8baa-5fbbfaf4494f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:55:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7254997d-285b-4c95-8d14-8c8386f21f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:34:32Z', 'updated_at': '2021-09-07T02:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '0c94397c-6106-40eb-bfdc-1862dc7ca2e8', 'name': '', 'network_id': '1b157571-d602-46e5-a0fd-d64543c55b9e', 'tenant_id': '82f3fc87393e475b9b7c73e7abf1c936', 'mac_address': 'fa:16:3e:e1:45:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7254997d-285b-4c95-8d14-8c8386f21f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'eac9db17-7222-44d8-ac38-c3956517f6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:34:42Z', 'updated_at': '2021-09-07T02:34:48Z', 'revision_number': 4, 'project_id': '82f3fc87393e475b9b7c73e7abf1c936', 'subnets': [{'id': 'eac9db17-7222-44d8-ac38-c3956517f6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:34:49.743432 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-63d2c4dd-4085-49c1-8012-eea818ac8e0e tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7859914 Sep 07 02:34:49.798831 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f029ed18-f205-47af-a712-22ea8cfebeba req-f0ed15e1-e89f-4b80-9d88-e5946cd1de2c service neutron] 10.222.0.22 "GET /v2.0/networks/5632e33d-1d7a-4426-9d83-a8e688a88788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095660 Sep 07 02:34:49.837982 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe439408-5117-49af-87b5-37dd6a0a6e27 req-3153c993-e461-410b-bf9b-22c57b3a0784 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:49.839528 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fe439408-5117-49af-87b5-37dd6a0a6e27 req-3153c993-e461-410b-bf9b-22c57b3a0784 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=40a743d4-9c6b-4351-97c4-9de1c0ccc30d HTTP/1.1" status: 200 len: 946 time: 0.0869853 Sep 07 02:34:49.842515 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad50c59-b764-4b12-b845-b91b19c9faf5 req-c0baffa6-33ea-4f4d-8d75-31980df36844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:49.843933 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9ad50c59-b764-4b12-b845-b91b19c9faf5 req-c0baffa6-33ea-4f4d-8d75-31980df36844 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cac44a8a-8e71-40d6-92c4-5cdcc8b4f278 HTTP/1.1" status: 200 len: 1102 time: 0.1037483 Sep 07 02:34:49.858725 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de70a65-1231-4c5e-940a-fbb9c8e668be None None] The sync data for ids ['7254997d-285b-4c95-8d14-8c8386f21f68'] in n-d-796209-16 is: [{'id': '7254997d-285b-4c95-8d14-8c8386f21f68', 'name': 'tempest-ServersTestMultiNic-962614049-router', 'tenant_id': '82f3fc87393e475b9b7c73e7abf1c936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'b457ee30-ab18-4467-8baa-5fbbfaf4494f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:34:29Z', 'updated_at': '2021-09-07T02:34:45Z', 'revision_number': 4, 'project_id': '82f3fc87393e475b9b7c73e7abf1c936', 'gw_port': {'id': 'b457ee30-ab18-4467-8baa-5fbbfaf4494f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:55:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7254997d-285b-4c95-8d14-8c8386f21f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:34:32Z', 'updated_at': '2021-09-07T02:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '0c94397c-6106-40eb-bfdc-1862dc7ca2e8', 'name': '', 'network_id': '1b157571-d602-46e5-a0fd-d64543c55b9e', 'tenant_id': '82f3fc87393e475b9b7c73e7abf1c936', 'mac_address': 'fa:16:3e:e1:45:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7254997d-285b-4c95-8d14-8c8386f21f68', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'eac9db17-7222-44d8-ac38-c3956517f6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:34:42Z', 'updated_at': '2021-09-07T02:34:48Z', 'revision_number': 4, 'project_id': '82f3fc87393e475b9b7c73e7abf1c936', 'subnets': [{'id': 'eac9db17-7222-44d8-ac38-c3956517f6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:34:49.904414 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fe439408-5117-49af-87b5-37dd6a0a6e27 req-15d9e10f-00c9-4293-8a12-9ead65bbf0a0 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569582 Sep 07 02:34:49.906046 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9ad50c59-b764-4b12-b845-b91b19c9faf5 req-0666b7ac-73f2-4a33-b039-be82571bfcf2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=45c54fb9-abbf-40ef-a472-c067aecb5bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525544 Sep 07 02:34:49.916535 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f029ed18-f205-47af-a712-22ea8cfebeba req-897503a5-f7e3-49fe-bb5c-62d45cbe413a service neutron] 10.222.0.22 "GET /v2.0/networks/5632e33d-1d7a-4426-9d83-a8e688a88788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115370 Sep 07 02:34:49.973888 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-f2d5be02-83a4-425d-b4f4-972a3eb0647d None None] Allocated IP 19.80.0.2 (dfd28e33-9abe-4679-aa5f-14df7636baf6/9f3d3e5d-7258-446c-930d-904049a5db87/90dcf096-988d-4834-bd7b-426d5f0e2c31) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:34:50.031222 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=b3d00593-f25f-4305-bc9e-bf884e9dee4b,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:50.161909 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-adae168c-9ba1-4596-af04-21ef0dc5b4a0 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:50.169101 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-adae168c-9ba1-4596-af04-21ef0dc5b4a0 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:50.176374 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-adae168c-9ba1-4596-af04-21ef0dc5b4a0 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/networks?id=dfd28e33-9abe-4679-aa5f-14df7636baf6&id=0642e533-2479-4949-b6aa-52609b746d22&id=dfd28e33-9abe-4679-aa5f-14df7636baf6 HTTP/1.1" status: 200 len: 1392 time: 0.1511135 Sep 07 02:34:50.192997 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-2e0d5959-0a7c-4f13-936e-2f3778d05438 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/quotas/82f3fc87393e475b9b7c73e7abf1c936 HTTP/1.1" status: 200 len: 375 time: 0.0154982 Sep 07 02:34:50.232329 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24650176-1425-467e-98d3-10d5103c9ace req-16e3c538-be25-4d40-867f-b4d4d272096f tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:50.239756 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-24650176-1425-467e-98d3-10d5103c9ace req-16e3c538-be25-4d40-867f-b4d4d272096f tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/ports?device_id=9002f760-e42f-49db-8984-ee500bad3604 HTTP/1.1" status: 200 len: 944 time: 0.0874310 Sep 07 02:34:50.258907 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-b937689b-745d-47da-a6f8-d8c59d2aa40f tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=82f3fc87393e475b9b7c73e7abf1c936&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0648701 Sep 07 02:34:50.316614 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-24650176-1425-467e-98d3-10d5103c9ace req-951250c3-9007-4f37-bd9f-c9f9256ef045 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/security-groups?id=3506a522-e11f-4616-954e-3e9559147307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758348 Sep 07 02:34:50.352039 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f2d5be02-83a4-425d-b4f4-972a3eb0647d None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:50.361877 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-f2d5be02-83a4-425d-b4f4-972a3eb0647d None None] Transition to ACTIVE for port object 90dcf096-988d-4834-bd7b-426d5f0e2c31 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:34:50.377401 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-01ae874e-1d91-41b0-a2ef-875591593aa2 service neutron] 10.222.0.22 "GET /v2.0/networks/dfd28e33-9abe-4679-aa5f-14df7636baf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173244 Sep 07 02:34:50.381382 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-f2d5be02-83a4-425d-b4f4-972a3eb0647d None None] Transition to ACTIVE for port object 90dcf096-988d-4834-bd7b-426d5f0e2c31 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:34:50.385065 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=8ed43187-6586-48f2-b606-1bd5684ec058,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:50.400159 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-60c3b892-b025-41f5-b82d-35fabbed7162 req-f0f331cf-f7ff-4ecc-9c3d-b906736df46b tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=af277e66-9f34-430f-82e6-77b8e6feb6c0 HTTP/1.1" status: 200 len: 210 time: 0.0464613 Sep 07 02:34:50.424089 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port d9dc2661-7085-4e9a-9927-2b8650633a3b completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:34:50.428071 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f2d5be02-83a4-425d-b4f4-972a3eb0647d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:50.476334 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port 9b74c30d-79a1-4776-88eb-fff88a21f5a9 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:34:50.512949 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-13abfaf4-ff49-4952-bbee-64dd22f86252 service neutron] 10.222.0.22 "GET /v2.0/networks/dfd28e33-9abe-4679-aa5f-14df7636baf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345694 Sep 07 02:34:50.557384 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port 9b74c30d-79a1-4776-88eb-fff88a21f5a9 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:34:50.557760 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:50.559339 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port d9dc2661-7085-4e9a-9927-2b8650633a3b triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:34:50.559737 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:50.598891 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe883b58-1605-400d-b016-364f2e8e44c6 req-667ee861-0e5e-40bd-8ef6-2af1bfacf106 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:50.601618 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d5be02-83a4-425d-b4f4-972a3eb0647d None None] Pushing event updated for resources: {'Port': ['ID=90dcf096-988d-4834-bd7b-426d5f0e2c31,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:50.606894 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fe883b58-1605-400d-b016-364f2e8e44c6 req-667ee861-0e5e-40bd-8ef6-2af1bfacf106 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cce6732-4ef3-4ca9-8908-88262e58dea1 HTTP/1.1" status: 200 len: 949 time: 0.0862031 Sep 07 02:34:50.610298 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d5be02-83a4-425d-b4f4-972a3eb0647d None None] Network dfd28e33-9abe-4679-aa5f-14df7636baf6 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:34:50.669017 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-38b883f7-490e-4838-9db3-8eaaf351f4a0 service neutron] 10.222.0.22 "GET /v2.0/networks/0642e533-2479-4949-b6aa-52609b746d22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548405 Sep 07 02:34:50.670275 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-f2d5be02-83a4-425d-b4f4-972a3eb0647d None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:34:50.678506 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fe883b58-1605-400d-b016-364f2e8e44c6 req-813f75fc-5dd7-44e7-9818-a186756f1596 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703750 Sep 07 02:34:50.685686 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d5be02-83a4-425d-b4f4-972a3eb0647d None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:34:50.773381 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f07eebf-7f9f-4b33-9cc1-085137d9b825 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-0642e533-2479-4949-b6aa-52609b746d22', 'network_id': '0642e533-2479-4949-b6aa-52609b746d22', 'tenant_id': '82f3fc87393e475b9b7c73e7abf1c936', 'fixed_ips': [{'subnet_id': 'a8405561-3948-44ae-a693-b8d591938102'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:34:50.774578 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2f07eebf-7f9f-4b33-9cc1-085137d9b825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:50.813350 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-ad1d42fd-051f-4b88-a1fe-d541e9c9a6d1 service neutron] 10.222.0.22 "GET /v2.0/networks/0642e533-2479-4949-b6aa-52609b746d22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431093 Sep 07 02:34:50.850339 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:50.858929 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d6cf9-303b-4326-b860-80076db6747a req-8f8c3a7c-c72a-406a-9351-dc3cc3801074 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:50.860876 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eb1d6cf9-303b-4326-b860-80076db6747a req-8f8c3a7c-c72a-406a-9351-dc3cc3801074 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] 10.222.0.22 "GET /v2.0/ports?device_id=cac44a8a-8e71-40d6-92c4-5cdcc8b4f278 HTTP/1.1" status: 200 len: 950 time: 0.1098871 Sep 07 02:34:50.933198 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-f2d5be02-83a4-425d-b4f4-972a3eb0647d None None] Attempting to bind port 90dcf096-988d-4834-bd7b-426d5f0e2c31 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:34:50.933581 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-f2d5be02-83a4-425d-b4f4-972a3eb0647d None None] Attempting to bind port 90dcf096-988d-4834-bd7b-426d5f0e2c31 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '8130b750-8be3-40b8-862a-ccd11ca4296d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dfd28e33-9abe-4679-aa5f-14df7636baf6'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:34:50.933955 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d5be02-83a4-425d-b4f4-972a3eb0647d None None] Attempting to bind port 90dcf096-988d-4834-bd7b-426d5f0e2c31 on network dfd28e33-9abe-4679-aa5f-14df7636baf6 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:34:50.957078 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-c654e6f4-7450-45cc-ba67-887ade761bf4 service neutron] 10.222.0.22 "GET /v2.0/networks/dfd28e33-9abe-4679-aa5f-14df7636baf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420152 Sep 07 02:34:50.971343 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eb1d6cf9-303b-4326-b860-80076db6747a req-7e87b4ff-c51f-47c9-8589-7fdb39446221 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] 10.222.0.22 "GET /v2.0/security-groups?id=45c54fb9-abbf-40ef-a472-c067aecb5bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032193 Sep 07 02:34:51.033086 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 0c94397c-6106-40eb-bfdc-1862dc7ca2e8 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:34:51.082879 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d5be02-83a4-425d-b4f4-972a3eb0647d None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:34:51.083170 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d5be02-83a4-425d-b4f4-972a3eb0647d None None] Checking segment: {'id': '8130b750-8be3-40b8-862a-ccd11ca4296d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dfd28e33-9abe-4679-aa5f-14df7636baf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:34:51.090159 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f2d5be02-83a4-425d-b4f4-972a3eb0647d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:51.090339 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d5be02-83a4-425d-b4f4-972a3eb0647d None None] Bound using segment: {'id': '8130b750-8be3-40b8-862a-ccd11ca4296d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dfd28e33-9abe-4679-aa5f-14df7636baf6'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:34:51.090904 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-f2d5be02-83a4-425d-b4f4-972a3eb0647d None None] Bound port: 90dcf096-988d-4834-bd7b-426d5f0e2c31, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8130b750-8be3-40b8-862a-ccd11ca4296d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dfd28e33-9abe-4679-aa5f-14df7636baf6'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:34:51.091778 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f2d5be02-83a4-425d-b4f4-972a3eb0647d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:51.099744 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-196aaddc-532a-46ab-816d-b4b0652c3df3 service neutron] 10.222.0.22 "GET /v2.0/networks/dfd28e33-9abe-4679-aa5f-14df7636baf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306551 Sep 07 02:34:51.174414 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8767f0-7572-4726-8996-1624d06939ee req-9446bc52-cf00-422e-83ad-00e90dcc52a9 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:51.181963 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8a8767f0-7572-4726-8996-1624d06939ee req-9446bc52-cf00-422e-83ad-00e90dcc52a9 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/ports?device_id=517da09a-c5f9-43af-9db7-5b58ba70b09f HTTP/1.1" status: 200 len: 944 time: 0.1311336 Sep 07 02:34:51.216173 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port d9dc2661-7085-4e9a-9927-2b8650633a3b, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=d9dc2661-7085-4e9a-9927-2b8650633a3b,segment=NetworkSegment(00cca32f-e41c-4852-a687-73528a16538c),segment_id=00cca32f-e41c-4852-a687-73528a16538c)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:34:51.237984 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8a8767f0-7572-4726-8996-1624d06939ee req-44507e5f-82a3-45ca-ab9e-103396f6f267 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/security-groups?id=db4db47e-1fc7-481a-b12d-c3b68e4a957f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464029 Sep 07 02:34:51.260081 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:51.268939 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:51.316123 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:51.417439 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:51.426743 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4f4526c4-9334-425a-8cf2-cea7cac1ff0f req-44ddb649-bfc2-476b-ad2f-4647503d0e49 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba14943e-a4a3-4b6f-93bf-e36b58536f25 HTTP/1.1" status: 200 len: 210 time: 0.0506361 Sep 07 02:34:51.429201 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec305d0e-7d00-4b19-9162-93743882eaba req-d85128c3-4f8f-46e1-b2b2-98590de18355 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:51.435437 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ec305d0e-7d00-4b19-9162-93743882eaba req-d85128c3-4f8f-46e1-b2b2-98590de18355 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=40a743d4-9c6b-4351-97c4-9de1c0ccc30d HTTP/1.1" status: 200 len: 946 time: 0.0988555 Sep 07 02:34:51.503183 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ec305d0e-7d00-4b19-9162-93743882eaba req-8dd6a3a0-e10c-46cb-aef8-379800a8b7f6 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626919 Sep 07 02:34:51.544956 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 0c94397c-6106-40eb-bfdc-1862dc7ca2e8 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:34:51.577688 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-f2d5be02-83a4-425d-b4f4-972a3eb0647d None None] For port 90dcf096-988d-4834-bd7b-426d5f0e2c31, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:34:51.582280 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-2f07eebf-7f9f-4b33-9cc1-085137d9b825 None None] Allocated IP 19.86.0.2 (0642e533-2479-4949-b6aa-52609b746d22/a8405561-3948-44ae-a693-b8d591938102/5d1fa603-77ac-4ab1-b636-e46e17117ea3) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:34:51.595241 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 0c94397c-6106-40eb-bfdc-1862dc7ca2e8 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:34:51.598551 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:51.600407 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=d9dc2661-7085-4e9a-9927-2b8650633a3b,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:51.652375 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-f2d5be02-83a4-425d-b4f4-972a3eb0647d None None] For port 90dcf096-988d-4834-bd7b-426d5f0e2c31, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=90dcf096-988d-4834-bd7b-426d5f0e2c31,segment=NetworkSegment(8130b750-8be3-40b8-862a-ccd11ca4296d),segment_id=8130b750-8be3-40b8-862a-ccd11ca4296d)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:34:51.671972 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f2d5be02-83a4-425d-b4f4-972a3eb0647d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:51.674907 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 9b74c30d-79a1-4776-88eb-fff88a21f5a9, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=9b74c30d-79a1-4776-88eb-fff88a21f5a9,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:34:51.695927 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb77b5-ff25-4b94-ae5a-a5e8ebf6d7d8 req-1b98d95c-5201-4012-8362-9b3ab626d3f5 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:51.696557 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f9486751-e106-411a-bb4f-bc9aacbc1098 req-779a5712-897d-4c3c-ad52-60d0a4adddc3 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=af277e66-9f34-430f-82e6-77b8e6feb6c0 HTTP/1.1" status: 200 len: 210 time: 0.0825288 Sep 07 02:34:51.700752 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dfeb77b5-ff25-4b94-ae5a-a5e8ebf6d7d8 req-1b98d95c-5201-4012-8362-9b3ab626d3f5 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/ports?device_id=9002f760-e42f-49db-8984-ee500bad3604 HTTP/1.1" status: 200 len: 945 time: 0.1236384 Sep 07 02:34:51.734185 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a743d4-9c6b-4351-97c4-9de1c0ccc30d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed43187-6586-48f2-b606-1bd5684ec058'}, {'server_uuid': '9002f760-e42f-49db-8984-ee500bad3604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9dc2661-7085-4e9a-9927-2b8650633a3b'}, {'server_uuid': '9cce6732-4ef3-4ca9-8908-88262e58dea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b74c30d-79a1-4776-88eb-fff88a21f5a9'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:34:51.736516 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba25478-0b7e-4fd9-a96b-ef125e8e1a7b" -d '{"events": [{"server_uuid": "40a743d4-9c6b-4351-97c4-9de1c0ccc30d", "name": "network-vif-plugged", "status": "completed", "tag": "8ed43187-6586-48f2-b606-1bd5684ec058"}, {"server_uuid": "9002f760-e42f-49db-8984-ee500bad3604", "name": "network-vif-plugged", "status": "completed", "tag": "d9dc2661-7085-4e9a-9927-2b8650633a3b"}, {"server_uuid": "9cce6732-4ef3-4ca9-8908-88262e58dea1", "name": "network-vif-plugged", "status": "completed", "tag": "9b74c30d-79a1-4776-88eb-fff88a21f5a9"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:34:51.739303 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:51.740139 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device c6c9209b-fea0-494e-b2ea-76a9314efdfd no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:34:51.770771 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029ed18-f205-47af-a712-22ea8cfebeba req-47e375f8-945d-4d9c-bb7e-72d533998996 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:51.771001 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dfeb77b5-ff25-4b94-ae5a-a5e8ebf6d7d8 req-2ecdc35e-5ede-4ecb-bb8f-fd8b63b90fc8 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/security-groups?id=3506a522-e11f-4616-954e-3e9559147307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617037 Sep 07 02:34:51.778658 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f029ed18-f205-47af-a712-22ea8cfebeba req-47e375f8-945d-4d9c-bb7e-72d533998996 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.16 "GET /v2.0/networks?id=5632e33d-1d7a-4426-9d83-a8e688a88788 HTTP/1.1" status: 200 len: 807 time: 0.2873497 Sep 07 02:34:51.802602 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-f029ed18-f205-47af-a712-22ea8cfebeba req-9a473f02-089f-478c-9057-2a346928dc20 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Request body: {'port': {'device_id': 'af277e66-9f34-430f-82e6-77b8e6feb6c0', 'network_id': '5632e33d-1d7a-4426-9d83-a8e688a88788', 'admin_state_up': True, 'tenant_id': '4ff846f9243a40b7bf323ea156c2bdd7'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:34:51.873131 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d5be02-83a4-425d-b4f4-972a3eb0647d None None] Pushing event updated for resources: {'Port': ['ID=90dcf096-988d-4834-bd7b-426d5f0e2c31,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:51.909820 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 07 Sep 2021 02:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78297fc-22d7-41de-ad8a-ab85649e0635 x-openstack-request-id: req-b78297fc-22d7-41de-ad8a-ab85649e0635 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:34:51.910244 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40a743d4-9c6b-4351-97c4-9de1c0ccc30d", "name": "network-vif-plugged", "status": "completed", "tag": "8ed43187-6586-48f2-b606-1bd5684ec058", "code": 200}, {"server_uuid": "9002f760-e42f-49db-8984-ee500bad3604", "name": "network-vif-plugged", "status": "completed", "tag": "d9dc2661-7085-4e9a-9927-2b8650633a3b", "code": 200}, {"server_uuid": "9cce6732-4ef3-4ca9-8908-88262e58dea1", "name": "network-vif-plugged", "status": "completed", "tag": "9b74c30d-79a1-4776-88eb-fff88a21f5a9", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:34:51.910365 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b78297fc-22d7-41de-ad8a-ab85649e0635 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:34:51.910763 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a743d4-9c6b-4351-97c4-9de1c0ccc30d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed43187-6586-48f2-b606-1bd5684ec058', 'code': 200} Sep 07 02:34:51.911169 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9002f760-e42f-49db-8984-ee500bad3604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9dc2661-7085-4e9a-9927-2b8650633a3b', 'code': 200} Sep 07 02:34:51.911278 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cce6732-4ef3-4ca9-8908-88262e58dea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b74c30d-79a1-4776-88eb-fff88a21f5a9', 'code': 200} Sep 07 02:34:52.074229 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f30af7-fe1b-478a-9f4f-5e37093edd76 req-12ddecae-9188-455a-9935-e4429bb2d677 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:52.083371 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f9f30af7-fe1b-478a-9f4f-5e37093edd76 req-12ddecae-9188-455a-9935-e4429bb2d677 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cce6732-4ef3-4ca9-8908-88262e58dea1 HTTP/1.1" status: 200 len: 950 time: 0.2760429 Sep 07 02:34:52.110752 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2f07eebf-7f9f-4b33-9cc1-085137d9b825 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:52.123167 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-2f07eebf-7f9f-4b33-9cc1-085137d9b825 None None] Transition to ACTIVE for port object 5d1fa603-77ac-4ab1-b636-e46e17117ea3 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:34:52.130999 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8463ba-9875-441e-a480-fba1f65a8e08 req-1f0693d4-93ab-4765-b471-edb030c48512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:52.132547 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dd8463ba-9875-441e-a480-fba1f65a8e08 req-1f0693d4-93ab-4765-b471-edb030c48512 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9002f760-e42f-49db-8984-ee500bad3604 HTTP/1.1" status: 200 len: 1097 time: 0.1623383 Sep 07 02:34:52.139356 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a812558f-15c7-4377-9388-4423f13794bb req-31bc9186-d785-41ef-b69e-3a4c58155967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:52.144339 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a812558f-15c7-4377-9388-4423f13794bb req-31bc9186-d785-41ef-b69e-3a4c58155967 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=40a743d4-9c6b-4351-97c4-9de1c0ccc30d HTTP/1.1" status: 200 len: 1098 time: 0.1583145 Sep 07 02:34:52.146502 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-2f07eebf-7f9f-4b33-9cc1-085137d9b825 None None] Transition to ACTIVE for port object 5d1fa603-77ac-4ab1-b636-e46e17117ea3 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:34:52.150017 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:52.219802 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=9b74c30d-79a1-4776-88eb-fff88a21f5a9,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:52.220006 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f9f30af7-fe1b-478a-9f4f-5e37093edd76 req-3d3a79b5-1c21-4e0a-ac9e-f9484a92c646 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292126 Sep 07 02:34:52.223617 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f029ed18-f205-47af-a712-22ea8cfebeba req-9a473f02-089f-478c-9057-2a346928dc20 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Made reservation on behalf of 4ff846f9243a40b7bf323ea156c2bdd7 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:34:52.227624 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f029ed18-f205-47af-a712-22ea8cfebeba req-9a473f02-089f-478c-9057-2a346928dc20 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:52.239700 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2f07eebf-7f9f-4b33-9cc1-085137d9b825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:52.245256 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a812558f-15c7-4377-9388-4423f13794bb req-9be887f5-e684-4bbd-a50b-d3990373e281 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900958 Sep 07 02:34:52.257799 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 08297d2c-895c-4357-8a0b-c3e613e74a3d up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:34:52.262985 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bfd1d5-b426-4c1f-bfe2-a84b31c109b7 req-72c0520d-377c-4f1e-8ae7-cecc909f29e5 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:52.265639 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f2bfd1d5-b426-4c1f-bfe2-a84b31c109b7 req-72c0520d-377c-4f1e-8ae7-cecc909f29e5 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] 10.222.0.22 "GET /v2.0/ports?device_id=cac44a8a-8e71-40d6-92c4-5cdcc8b4f278 HTTP/1.1" status: 200 len: 950 time: 0.1198976 Sep 07 02:34:52.305617 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8001f1-c84f-4e1d-9673-6d216a77c556 req-df275191-e989-48f3-b1dd-a7a4eb129ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:52.307266 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-db8001f1-c84f-4e1d-9673-6d216a77c556 req-df275191-e989-48f3-b1dd-a7a4eb129ebb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9cce6732-4ef3-4ca9-8908-88262e58dea1 HTTP/1.1" status: 200 len: 1102 time: 0.3206248 Sep 07 02:34:52.319665 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f2bfd1d5-b426-4c1f-bfe2-a84b31c109b7 req-ed6ed17c-34ed-4b91-9ccf-d0996ded3ac6 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] 10.222.0.22 "GET /v2.0/security-groups?id=45c54fb9-abbf-40ef-a472-c067aecb5bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485644 Sep 07 02:34:52.362008 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dd8463ba-9875-441e-a480-fba1f65a8e08 req-2a6ef197-88d2-438d-a71e-01e7c1f94f7b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3506a522-e11f-4616-954e-3e9559147307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970241 Sep 07 02:34:52.459840 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-db8001f1-c84f-4e1d-9673-6d216a77c556 req-a3400885-5efe-4e11-8e0e-9b1abcbd04b3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352684 Sep 07 02:34:52.490859 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 0c94397c-6106-40eb-bfdc-1862dc7ca2e8, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=0c94397c-6106-40eb-bfdc-1862dc7ca2e8,segment=NetworkSegment(da38b09b-687b-472b-b76c-c3d9678d1429),segment_id=da38b09b-687b-472b-b76c-c3d9678d1429)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:34:52.503978 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f07eebf-7f9f-4b33-9cc1-085137d9b825 None None] Network 0642e533-2479-4949-b6aa-52609b746d22 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:34:52.505731 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c01ae-a61b-458c-9ec5-d0087d5a3db1 req-644aca44-9d44-432d-bd64-270789142dfd tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:52.506883 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:52.507289 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-026c01ae-a61b-458c-9ec5-d0087d5a3db1 req-644aca44-9d44-432d-bd64-270789142dfd tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/ports?device_id=517da09a-c5f9-43af-9db7-5b58ba70b09f HTTP/1.1" status: 200 len: 944 time: 0.1503954 Sep 07 02:34:52.513911 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-2f07eebf-7f9f-4b33-9cc1-085137d9b825 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:34:52.519829 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f07eebf-7f9f-4b33-9cc1-085137d9b825 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:34:52.523569 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f07eebf-7f9f-4b33-9cc1-085137d9b825 None None] Pushing event updated for resources: {'Port': ['ID=5d1fa603-77ac-4ab1-b636-e46e17117ea3,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:52.575314 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-f029ed18-f205-47af-a712-22ea8cfebeba req-9a473f02-089f-478c-9057-2a346928dc20 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Allocated IP 172.20.0.10 (5632e33d-1d7a-4426-9d83-a8e688a88788/cf141221-2e81-48e8-81ec-6bd6d6584327/0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:34:52.588260 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-026c01ae-a61b-458c-9ec5-d0087d5a3db1 req-3b07e585-a65f-4a44-8da0-fdcda27ef6e3 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/security-groups?id=db4db47e-1fc7-481a-b12d-c3b68e4a957f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672042 Sep 07 02:34:52.608100 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port 08297d2c-895c-4357-8a0b-c3e613e74a3d completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:34:52.627704 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=0c94397c-6106-40eb-bfdc-1862dc7ca2e8,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:52.630668 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port 08297d2c-895c-4357-8a0b-c3e613e74a3d triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:34:52.631044 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:52.633178 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-2f07eebf-7f9f-4b33-9cc1-085137d9b825 None None] Attempting to bind port 5d1fa603-77ac-4ab1-b636-e46e17117ea3 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:34:52.633547 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-2f07eebf-7f9f-4b33-9cc1-085137d9b825 None None] Attempting to bind port 5d1fa603-77ac-4ab1-b636-e46e17117ea3 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '3542b5b9-4ae6-4e8e-8e7d-8cfb5196bd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0642e533-2479-4949-b6aa-52609b746d22'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:34:52.633920 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f07eebf-7f9f-4b33-9cc1-085137d9b825 None None] Attempting to bind port 5d1fa603-77ac-4ab1-b636-e46e17117ea3 on network 0642e533-2479-4949-b6aa-52609b746d22 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:34:52.680037 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f07eebf-7f9f-4b33-9cc1-085137d9b825 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:34:52.681092 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f07eebf-7f9f-4b33-9cc1-085137d9b825 None None] Checking segment: {'id': '3542b5b9-4ae6-4e8e-8e7d-8cfb5196bd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0642e533-2479-4949-b6aa-52609b746d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:34:52.681771 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2f07eebf-7f9f-4b33-9cc1-085137d9b825 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:52.682877 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f07eebf-7f9f-4b33-9cc1-085137d9b825 None None] Bound using segment: {'id': '3542b5b9-4ae6-4e8e-8e7d-8cfb5196bd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0642e533-2479-4949-b6aa-52609b746d22'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:34:52.683602 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-2f07eebf-7f9f-4b33-9cc1-085137d9b825 None None] Bound port: 5d1fa603-77ac-4ab1-b636-e46e17117ea3, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3542b5b9-4ae6-4e8e-8e7d-8cfb5196bd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0642e533-2479-4949-b6aa-52609b746d22'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:34:52.684192 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2f07eebf-7f9f-4b33-9cc1-085137d9b825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:52.762586 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2fd5ebea-d2c2-48ea-9c60-bebda8744532 req-a532c223-7836-4269-873b-35e0dbefc8b1 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba14943e-a4a3-4b6f-93bf-e36b58536f25 HTTP/1.1" status: 200 len: 210 time: 0.0497229 Sep 07 02:34:52.798091 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-2f07eebf-7f9f-4b33-9cc1-085137d9b825 None None] For port 5d1fa603-77ac-4ab1-b636-e46e17117ea3, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:34:52.818720 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-2f07eebf-7f9f-4b33-9cc1-085137d9b825 None None] For port 5d1fa603-77ac-4ab1-b636-e46e17117ea3, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=5d1fa603-77ac-4ab1-b636-e46e17117ea3,segment=NetworkSegment(3542b5b9-4ae6-4e8e-8e7d-8cfb5196bd64),segment_id=3542b5b9-4ae6-4e8e-8e7d-8cfb5196bd64)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:34:52.822141 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:52.835760 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2f07eebf-7f9f-4b33-9cc1-085137d9b825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:52.938684 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 08297d2c-895c-4357-8a0b-c3e613e74a3d, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=08297d2c-895c-4357-8a0b-c3e613e74a3d,segment=NetworkSegment(634ca4ad-3127-4569-95e5-40ea7398b250),segment_id=634ca4ad-3127-4569-95e5-40ea7398b250)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:34:52.946010 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f029ed18-f205-47af-a712-22ea8cfebeba req-9a473f02-089f-478c-9057-2a346928dc20 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:52.974200 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:53.015747 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f07eebf-7f9f-4b33-9cc1-085137d9b825 None None] Pushing event updated for resources: {'Port': ['ID=5d1fa603-77ac-4ab1-b636-e46e17117ea3,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:53.081367 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 0c94397c-6106-40eb-bfdc-1862dc7ca2e8 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:34:53.084146 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d973096-4e6d-4a92-a4eb-a62cce371769 req-7d8a3ffe-8b98-4555-8b39-81fe99ddcb82 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:53.085716 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8d973096-4e6d-4a92-a4eb-a62cce371769 req-7d8a3ffe-8b98-4555-8b39-81fe99ddcb82 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=40a743d4-9c6b-4351-97c4-9de1c0ccc30d HTTP/1.1" status: 200 len: 946 time: 0.1722772 Sep 07 02:34:53.090153 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-da7e0e52-fc11-404e-bc92-4dc360de0082 req-f58b1b21-545c-4784-b697-c85b01a42788 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=af277e66-9f34-430f-82e6-77b8e6feb6c0 HTTP/1.1" status: 200 len: 210 time: 0.0653656 Sep 07 02:34:53.174847 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=08297d2c-895c-4357-8a0b-c3e613e74a3d,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:53.243074 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 0c94397c-6106-40eb-bfdc-1862dc7ca2e8 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:34:53.243751 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:53.261316 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40685b2-bc87-4851-9292-555ca0220c1e req-44bf9ecd-6b9d-42f2-a465-4cb906af1419 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:53.270433 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f40685b2-bc87-4851-9292-555ca0220c1e req-44bf9ecd-6b9d-42f2-a465-4cb906af1419 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/ports?device_id=9002f760-e42f-49db-8984-ee500bad3604 HTTP/1.1" status: 200 len: 945 time: 0.0783873 Sep 07 02:34:53.271212 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f029ed18-f205-47af-a712-22ea8cfebeba req-9a473f02-089f-478c-9057-2a346928dc20 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:53.364333 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f40685b2-bc87-4851-9292-555ca0220c1e req-943e70ec-b5e4-469e-ba47-dda27218eaae tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/security-groups?id=3506a522-e11f-4616-954e-3e9559147307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869727 Sep 07 02:34:53.388008 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8d973096-4e6d-4a92-a4eb-a62cce371769 req-5eca1f1e-8752-4e25-9133-c19d1b678d8d tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847660 Sep 07 02:34:53.406221 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbf923d-7fdc-4bcd-95cd-f7dbd71f5324 None None] Network dfd28e33-9abe-4679-aa5f-14df7636baf6 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:34:53.456270 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 90dcf096-988d-4834-bd7b-426d5f0e2c31 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:34:53.465383 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f029ed18-f205-47af-a712-22ea8cfebeba req-9a473f02-089f-478c-9057-2a346928dc20 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Network 5632e33d-1d7a-4426-9d83-a8e688a88788 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:34:53.490800 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-f029ed18-f205-47af-a712-22ea8cfebeba req-9a473f02-089f-478c-9057-2a346928dc20 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:34:53.491754 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a473f02-089f-478c-9057-2a346928dc20 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Pushing event updated for resources: {'Port': ['ID=0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:53.494089 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-f029ed18-f205-47af-a712-22ea8cfebeba req-9a473f02-089f-478c-9057-2a346928dc20 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:34:53.550138 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-d892b4f3-1b78-4351-a308-cb50178b4409 None None] Provisioning for port 90dcf096-988d-4834-bd7b-426d5f0e2c31 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:34:53.570235 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-b2899ba3-67f9-4742-9515-3022ae3d7b9a tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:53.578564 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-b2899ba3-67f9-4742-9515-3022ae3d7b9a tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:53.580178 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-b2899ba3-67f9-4742-9515-3022ae3d7b9a tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.16 "GET /v2.0/networks?id=dfd28e33-9abe-4679-aa5f-14df7636baf6&id=0642e533-2479-4949-b6aa-52609b746d22&id=dfd28e33-9abe-4679-aa5f-14df7636baf6 HTTP/1.1" status: 200 len: 1392 time: 0.4864640 Sep 07 02:34:53.611692 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-27098e62-6dc6-43a8-8275-42fb4dbf310d tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Request body: {'port': {'device_id': 'ba14943e-a4a3-4b6f-93bf-e36b58536f25', 'network_id': 'dfd28e33-9abe-4679-aa5f-14df7636baf6', 'admin_state_up': True, 'tenant_id': '82f3fc87393e475b9b7c73e7abf1c936'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:34:53.614251 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 90dcf096-988d-4834-bd7b-426d5f0e2c31 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:34:53.622915 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 90dcf096-988d-4834-bd7b-426d5f0e2c31 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:34:53.623287 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:53.692077 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029ed18-f205-47af-a712-22ea8cfebeba req-9a473f02-089f-478c-9057-2a346928dc20 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:53.692637 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f029ed18-f205-47af-a712-22ea8cfebeba req-9a473f02-089f-478c-9057-2a346928dc20 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:53.727003 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d3eba9-acd6-45eb-a9b9-7f9321b65928 req-c89d2765-c31c-43ed-8278-f3d0fb1d028a tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:53.734579 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-02d3eba9-acd6-45eb-a9b9-7f9321b65928 req-c89d2765-c31c-43ed-8278-f3d0fb1d028a tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cce6732-4ef3-4ca9-8908-88262e58dea1 HTTP/1.1" status: 200 len: 950 time: 0.2526340 Sep 07 02:34:53.746822 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:53.772465 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f029ed18-f205-47af-a712-22ea8cfebeba req-9a473f02-089f-478c-9057-2a346928dc20 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9820771 Sep 07 02:34:53.794059 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 90dcf096-988d-4834-bd7b-426d5f0e2c31, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=90dcf096-988d-4834-bd7b-426d5f0e2c31,segment=NetworkSegment(8130b750-8be3-40b8-862a-ccd11ca4296d),segment_id=8130b750-8be3-40b8-862a-ccd11ca4296d)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:34:53.797399 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-02d3eba9-acd6-45eb-a9b9-7f9321b65928 req-15ee72b6-eaf2-4029-acc8-7f7ddd55a5fd tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584524 Sep 07 02:34:53.801807 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f68db8-ca82-4b9b-b854-4ade1b42e257 req-79c7b378-8a04-4e09-bd01-3f7964966e8c tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:53.804519 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e0f68db8-ca82-4b9b-b854-4ade1b42e257 req-79c7b378-8a04-4e09-bd01-3f7964966e8c tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/ports?device_id=517da09a-c5f9-43af-9db7-5b58ba70b09f HTTP/1.1" status: 200 len: 945 time: 0.1312270 Sep 07 02:34:53.810669 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:53.823371 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-f029ed18-f205-47af-a712-22ea8cfebeba req-b0c3eab2-21cf-4fc6-99b2-91a21a00a5b2 service neutron] Request body: {'port': {'device_id': 'af277e66-9f34-430f-82e6-77b8e6feb6c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:34:53.889722 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=90dcf096-988d-4834-bd7b-426d5f0e2c31,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:53.912340 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '517da09a-c5f9-43af-9db7-5b58ba70b09f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08297d2c-895c-4357-8a0b-c3e613e74a3d'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:34:53.914744 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26538827-937a-4915-9e11-21b948832894" -d '{"events": [{"server_uuid": "517da09a-c5f9-43af-9db7-5b58ba70b09f", "name": "network-vif-plugged", "status": "completed", "tag": "08297d2c-895c-4357-8a0b-c3e613e74a3d"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:34:53.939766 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e0f68db8-ca82-4b9b-b854-4ade1b42e257 req-fd5901f7-cad6-493c-9399-fdc705fc3907 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/security-groups?id=db4db47e-1fc7-481a-b12d-c3b68e4a957f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280513 Sep 07 02:34:53.947866 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f029ed18-f205-47af-a712-22ea8cfebeba req-b0c3eab2-21cf-4fc6-99b2-91a21a00a5b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:53.963217 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-98cbb560-4708-4b0d-9467-59c629b31526 req-bba01139-a55d-4254-b04a-d590e3a2703e tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba14943e-a4a3-4b6f-93bf-e36b58536f25 HTTP/1.1" status: 200 len: 210 time: 0.0720451 Sep 07 02:34:53.965894 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-27098e62-6dc6-43a8-8275-42fb4dbf310d tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Made reservation on behalf of 82f3fc87393e475b9b7c73e7abf1c936 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:34:53.969521 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-27098e62-6dc6-43a8-8275-42fb4dbf310d tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:54.033456 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9490b697-ed3b-4db9-91ec-05b0a5505ff1 x-openstack-request-id: req-9490b697-ed3b-4db9-91ec-05b0a5505ff1 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:34:54.033752 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "517da09a-c5f9-43af-9db7-5b58ba70b09f", "name": "network-vif-plugged", "status": "completed", "tag": "08297d2c-895c-4357-8a0b-c3e613e74a3d", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:34:54.034009 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9490b697-ed3b-4db9-91ec-05b0a5505ff1 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:34:54.034406 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '517da09a-c5f9-43af-9db7-5b58ba70b09f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08297d2c-895c-4357-8a0b-c3e613e74a3d', 'code': 200} Sep 07 02:34:54.103890 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-47e2d40c-12b0-4155-8612-a30b1f235bb7 None None] Provisioning complete for port 90dcf096-988d-4834-bd7b-426d5f0e2c31 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:34:54.104683 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-47e2d40c-12b0-4155-8612-a30b1f235bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:54.325461 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84323fcb-7b06-4516-a5ea-79d6cb751a0e None None] Network 0642e533-2479-4949-b6aa-52609b746d22 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:34:54.450239 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-2e987671-8d7c-46a1-b216-fb5239b41f87 None None] Provisioning for port 5d1fa603-77ac-4ab1-b636-e46e17117ea3 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:34:54.489306 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5436df4-d2d6-4539-b790-5191c8824d34 req-eb1d43f9-97cb-46f7-b692-2caee72b24cf tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:54.490834 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a5436df4-d2d6-4539-b790-5191c8824d34 req-eb1d43f9-97cb-46f7-b692-2caee72b24cf tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/ports?device_id=9002f760-e42f-49db-8984-ee500bad3604 HTTP/1.1" status: 200 len: 945 time: 0.0628691 Sep 07 02:34:54.532944 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83691ced-89f1-4cae-8eaa-7617de811f75 req-cd1f3638-9ce1-4c4b-bff2-7e7fec905537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:54.534572 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-83691ced-89f1-4cae-8eaa-7617de811f75 req-cd1f3638-9ce1-4c4b-bff2-7e7fec905537 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=517da09a-c5f9-43af-9db7-5b58ba70b09f HTTP/1.1" status: 200 len: 1097 time: 0.3857381 Sep 07 02:34:54.536014 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-27098e62-6dc6-43a8-8275-42fb4dbf310d tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Allocated IP 19.80.0.226 (dfd28e33-9abe-4679-aa5f-14df7636baf6/9f3d3e5d-7258-446c-930d-904049a5db87/9282ed25-bf73-4795-b5ad-86c7780ba839) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:34:54.544586 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a5436df4-d2d6-4539-b790-5191c8824d34 req-5f704d2f-5c7b-4406-bb0e-c3392c8f7c3b tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/security-groups?id=3506a522-e11f-4616-954e-3e9559147307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455990 Sep 07 02:34:54.593718 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d5b88-ca0b-4f44-be70-b7270e1cb309 req-3fbb7af0-f063-486b-9a82-e802fc8868e7 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:54.595941 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7a5d5b88-ca0b-4f44-be70-b7270e1cb309 req-3fbb7af0-f063-486b-9a82-e802fc8868e7 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=af277e66-9f34-430f-82e6-77b8e6feb6c0 HTTP/1.1" status: 200 len: 932 time: 0.4382231 Sep 07 02:34:54.664668 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874d7c6-f9e2-42de-8e4c-4d35f3705af6 req-2ea6dc17-99f8-4c9a-ba78-6b54aa131fa4 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:54.666231 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1874d7c6-f9e2-42de-8e4c-4d35f3705af6 req-2ea6dc17-99f8-4c9a-ba78-6b54aa131fa4 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=40a743d4-9c6b-4351-97c4-9de1c0ccc30d HTTP/1.1" status: 200 len: 946 time: 0.0562589 Sep 07 02:34:54.706955 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1874d7c6-f9e2-42de-8e4c-4d35f3705af6 req-1260fd56-314b-40cf-9fd0-08346e5fad28 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338564 Sep 07 02:34:54.713919 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-83691ced-89f1-4cae-8eaa-7617de811f75 req-0d74b105-31d2-447f-9469-8de19f476a12 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=db4db47e-1fc7-481a-b12d-c3b68e4a957f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439221 Sep 07 02:34:54.731938 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7a5d5b88-ca0b-4f44-be70-b7270e1cb309 req-58c26cbd-1b2a-4d4a-9bd9-ecf9456eb45b tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237519 Sep 07 02:34:54.882314 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-f029ed18-f205-47af-a712-22ea8cfebeba req-b0c3eab2-21cf-4fc6-99b2-91a21a00a5b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:34:54.893530 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f029ed18-f205-47af-a712-22ea8cfebeba req-b0c3eab2-21cf-4fc6-99b2-91a21a00a5b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:54.927040 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-f029ed18-f205-47af-a712-22ea8cfebeba req-b0c3eab2-21cf-4fc6-99b2-91a21a00a5b2 service neutron] Transition to ACTIVE for port object 0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:34:54.934530 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f029ed18-f205-47af-a712-22ea8cfebeba req-b0c3eab2-21cf-4fc6-99b2-91a21a00a5b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:54.938473 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-27098e62-6dc6-43a8-8275-42fb4dbf310d tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:54.972811 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 5d1fa603-77ac-4ab1-b636-e46e17117ea3 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:34:55.004008 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-27098e62-6dc6-43a8-8275-42fb4dbf310d tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Transition to ACTIVE for port object 9282ed25-bf73-4795-b5ad-86c7780ba839 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:34:55.009042 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ebdab-c0f9-4a8a-adc4-627743039385 req-49d9e146-4fd1-4581-ba59-f7b26549b1fe tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:55.012347 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1e8ebdab-c0f9-4a8a-adc4-627743039385 req-49d9e146-4fd1-4581-ba59-f7b26549b1fe tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=40a743d4-9c6b-4351-97c4-9de1c0ccc30d HTTP/1.1" status: 200 len: 1098 time: 0.0487883 Sep 07 02:34:55.020394 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c3eab2-21cf-4fc6-99b2-91a21a00a5b2 service neutron] Pushing event updated for resources: {'Port': ['ID=0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:55.050803 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 5d1fa603-77ac-4ab1-b636-e46e17117ea3 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:34:55.056349 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 5d1fa603-77ac-4ab1-b636-e46e17117ea3 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:34:55.056870 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:55.069652 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1e8ebdab-c0f9-4a8a-adc4-627743039385 req-73257c18-6dc3-45a5-8ae2-c45a3c87749b tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505250 Sep 07 02:34:55.142556 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:55.152678 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-27098e62-6dc6-43a8-8275-42fb4dbf310d tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:55.172157 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a454c8-d4c5-46bf-a076-9218fc4467e0 req-e4df1827-2232-4248-a61c-bab6465797a5 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:55.173681 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-40a454c8-d4c5-46bf-a076-9218fc4467e0 req-e4df1827-2232-4248-a61c-bab6465797a5 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cce6732-4ef3-4ca9-8908-88262e58dea1 HTTP/1.1" status: 200 len: 950 time: 0.1507068 Sep 07 02:34:55.175649 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 5d1fa603-77ac-4ab1-b636-e46e17117ea3, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=5d1fa603-77ac-4ab1-b636-e46e17117ea3,segment=NetworkSegment(3542b5b9-4ae6-4e8e-8e7d-8cfb5196bd64),segment_id=3542b5b9-4ae6-4e8e-8e7d-8cfb5196bd64)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:34:55.183405 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:55.184483 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 90dcf096-988d-4834-bd7b-426d5f0e2c31 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:34:55.197602 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-f029ed18-f205-47af-a712-22ea8cfebeba req-b0c3eab2-21cf-4fc6-99b2-91a21a00a5b2 service neutron] Attempting to bind port 0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:34:55.198479 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-f029ed18-f205-47af-a712-22ea8cfebeba req-b0c3eab2-21cf-4fc6-99b2-91a21a00a5b2 service neutron] Attempting to bind port 0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': 'cb5a1637-646d-4671-9ca6-bd30e74d860b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5632e33d-1d7a-4426-9d83-a8e688a88788'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:34:55.198806 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f029ed18-f205-47af-a712-22ea8cfebeba req-b0c3eab2-21cf-4fc6-99b2-91a21a00a5b2 service neutron] Attempting to bind port 0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae on network 5632e33d-1d7a-4426-9d83-a8e688a88788 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:34:55.199411 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8e0f3-17eb-4f09-bb3d-1ed0f40842f3 req-ffe01242-b7a6-488f-9663-596bc8db96d4 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:55.201148 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-10a8e0f3-17eb-4f09-bb3d-1ed0f40842f3 req-ffe01242-b7a6-488f-9663-596bc8db96d4 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/ports?device_id=9002f760-e42f-49db-8984-ee500bad3604 HTTP/1.1" status: 200 len: 945 time: 0.0531623 Sep 07 02:34:55.232827 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-27098e62-6dc6-43a8-8275-42fb4dbf310d tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Network dfd28e33-9abe-4679-aa5f-14df7636baf6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:34:55.237268 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f029ed18-f205-47af-a712-22ea8cfebeba req-b0c3eab2-21cf-4fc6-99b2-91a21a00a5b2 service neutron] Port 0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae on network 5632e33d-1d7a-4426-9d83-a8e688a88788 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:34:55.237268 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f029ed18-f205-47af-a712-22ea8cfebeba req-b0c3eab2-21cf-4fc6-99b2-91a21a00a5b2 service neutron] Attempting to bind port 0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae on network 5632e33d-1d7a-4426-9d83-a8e688a88788 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:34:55.246317 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-10a8e0f3-17eb-4f09-bb3d-1ed0f40842f3 req-56a23937-3d8f-4b98-817f-527200966cf4 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/security-groups?id=3506a522-e11f-4616-954e-3e9559147307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383821 Sep 07 02:34:55.248729 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-27098e62-6dc6-43a8-8275-42fb4dbf310d tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:34:55.251344 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-27098e62-6dc6-43a8-8275-42fb4dbf310d tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:34:55.275336 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=5d1fa603-77ac-4ab1-b636-e46e17117ea3,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:55.285458 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f029ed18-f205-47af-a712-22ea8cfebeba req-b0c3eab2-21cf-4fc6-99b2-91a21a00a5b2 service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:34:55.285733 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 90dcf096-988d-4834-bd7b-426d5f0e2c31 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:34:55.285840 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f029ed18-f205-47af-a712-22ea8cfebeba req-b0c3eab2-21cf-4fc6-99b2-91a21a00a5b2 service neutron] Checking segment: {'id': 'cb5a1637-646d-4671-9ca6-bd30e74d860b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5632e33d-1d7a-4426-9d83-a8e688a88788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:34:55.286160 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f029ed18-f205-47af-a712-22ea8cfebeba req-b0c3eab2-21cf-4fc6-99b2-91a21a00a5b2 service neutron] Bound using segment: {'id': 'cb5a1637-646d-4671-9ca6-bd30e74d860b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5632e33d-1d7a-4426-9d83-a8e688a88788'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:34:55.286301 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:55.286603 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-f029ed18-f205-47af-a712-22ea8cfebeba req-b0c3eab2-21cf-4fc6-99b2-91a21a00a5b2 service neutron] Bound port: 0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb5a1637-646d-4671-9ca6-bd30e74d860b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5632e33d-1d7a-4426-9d83-a8e688a88788'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:34:55.286952 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f029ed18-f205-47af-a712-22ea8cfebeba req-b0c3eab2-21cf-4fc6-99b2-91a21a00a5b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:55.298595 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27098e62-6dc6-43a8-8275-42fb4dbf310d tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Pushing event updated for resources: {'Port': ['ID=9282ed25-bf73-4795-b5ad-86c7780ba839,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:55.329463 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-40a454c8-d4c5-46bf-a076-9218fc4467e0 req-a09df343-9564-4eee-bd38-2b5f8a2147f3 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243949 Sep 07 02:34:55.360398 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-27098e62-6dc6-43a8-8275-42fb4dbf310d tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:55.361065 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-27098e62-6dc6-43a8-8275-42fb4dbf310d tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:55.392626 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef76fb3-cf17-4fe0-983d-3d1fa54e96ad req-579e31c5-2242-4371-91e3-3b568e0cf22e tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:55.394181 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-aef76fb3-cf17-4fe0-983d-3d1fa54e96ad req-579e31c5-2242-4371-91e3-3b568e0cf22e tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/ports?device_id=517da09a-c5f9-43af-9db7-5b58ba70b09f HTTP/1.1" status: 200 len: 945 time: 0.0921879 Sep 07 02:34:55.400691 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-27098e62-6dc6-43a8-8275-42fb4dbf310d tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7954791 Sep 07 02:34:55.425276 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-0a95d95c-2633-452c-a490-253e07081b7f tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Request body: {'port': {'device_id': 'ba14943e-a4a3-4b6f-93bf-e36b58536f25', 'network_id': '0642e533-2479-4949-b6aa-52609b746d22', 'admin_state_up': True, 'tenant_id': '82f3fc87393e475b9b7c73e7abf1c936'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:34:55.458768 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-aef76fb3-cf17-4fe0-983d-3d1fa54e96ad req-9d5f2462-5085-421c-848b-7dcb824122af tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/security-groups?id=db4db47e-1fc7-481a-b12d-c3b68e4a957f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551946 Sep 07 02:34:55.485511 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-f029ed18-f205-47af-a712-22ea8cfebeba req-b0c3eab2-21cf-4fc6-99b2-91a21a00a5b2 service neutron] For port 0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:34:55.512128 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-80f6b25f-6849-4391-b729-3456917e248a None None] Provisioning for port 9282ed25-bf73-4795-b5ad-86c7780ba839 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:34:55.516223 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-80f6b25f-6849-4391-b729-3456917e248a None None] Provisioning complete for port 9282ed25-bf73-4795-b5ad-86c7780ba839 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:34:55.516605 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-80f6b25f-6849-4391-b729-3456917e248a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:55.545225 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-f029ed18-f205-47af-a712-22ea8cfebeba req-b0c3eab2-21cf-4fc6-99b2-91a21a00a5b2 service neutron] For port 0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae,segment=NetworkSegment(cb5a1637-646d-4671-9ca6-bd30e74d860b),segment_id=cb5a1637-646d-4671-9ca6-bd30e74d860b)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:34:55.558058 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f029ed18-f205-47af-a712-22ea8cfebeba req-b0c3eab2-21cf-4fc6-99b2-91a21a00a5b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:55.558633 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-80f6b25f-6849-4391-b729-3456917e248a None None] Port 9282ed25-bf73-4795-b5ad-86c7780ba839 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:34:55.569373 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3632f-76e0-4f6b-94cb-75e4dec68aad req-89da9449-212e-4496-8203-b1e3e7cc33d3 tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:55.570879 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-61a3632f-76e0-4f6b-94cb-75e4dec68aad req-89da9449-212e-4496-8203-b1e3e7cc33d3 tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=40a743d4-9c6b-4351-97c4-9de1c0ccc30d HTTP/1.1" status: 200 len: 1098 time: 0.0457213 Sep 07 02:34:55.606797 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029ed18-f205-47af-a712-22ea8cfebeba req-b0c3eab2-21cf-4fc6-99b2-91a21a00a5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:55.607415 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f029ed18-f205-47af-a712-22ea8cfebeba req-b0c3eab2-21cf-4fc6-99b2-91a21a00a5b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:55.608844 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f029ed18-f205-47af-a712-22ea8cfebeba req-b0c3eab2-21cf-4fc6-99b2-91a21a00a5b2 service neutron] 10.222.0.16 "PUT /v2.0/ports/0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae HTTP/1.1" status: 200 len: 1093 time: 1.8085270 Sep 07 02:34:55.612236 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af277e66-9f34-430f-82e6-77b8e6feb6c0', 'tag': '0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:34:55.612891 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-61a3632f-76e0-4f6b-94cb-75e4dec68aad req-3b49add8-816c-4a90-ace4-4f9a34e05ce2 tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342834 Sep 07 02:34:55.614525 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1935818-5464-495b-b313-59a2a6e349b0" -d '{"events": [{"name": "network-changed", "server_uuid": "af277e66-9f34-430f-82e6-77b8e6feb6c0", "tag": "0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:34:55.635073 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ec904-9bb7-46b7-b402-5287f90f5f2d req-b177d971-5b5b-4c99-a27e-e6d04fca4c7f tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:55.637186 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bf4ec904-9bb7-46b7-b402-5287f90f5f2d req-b177d971-5b5b-4c99-a27e-e6d04fca4c7f tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba14943e-a4a3-4b6f-93bf-e36b58536f25 HTTP/1.1" status: 200 len: 932 time: 0.1931267 Sep 07 02:34:55.706146 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c3eab2-21cf-4fc6-99b2-91a21a00a5b2 service neutron] Pushing event updated for resources: {'Port': ['ID=0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:55.732601 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-0a95d95c-2633-452c-a490-253e07081b7f tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Made reservation on behalf of 82f3fc87393e475b9b7c73e7abf1c936 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:34:55.736115 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-0a95d95c-2633-452c-a490-253e07081b7f tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:55.737712 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67babca2-4847-490c-9670-3c73ac9664b3 req-7a0f4c0f-d9ea-4d29-a674-5cdd918a69a3 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:55.739197 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-67babca2-4847-490c-9670-3c73ac9664b3 req-7a0f4c0f-d9ea-4d29-a674-5cdd918a69a3 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=af77b9dc-da40-4001-9806-5164cbc14e67 HTTP/1.1" status: 200 len: 950 time: 0.0497756 Sep 07 02:34:55.757145 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bf4ec904-9bb7-46b7-b402-5287f90f5f2d req-f8d9fa6a-8946-437d-a7a8-e935c531e398 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/security-groups?id=da83ed9b-41b3-493b-aca7-370009a4e871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083822 Sep 07 02:34:55.762000 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029ed18-f205-47af-a712-22ea8cfebeba req-aaeb64b5-fb5b-4aaf-b355-818835c1193e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:55.763176 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f029ed18-f205-47af-a712-22ea8cfebeba req-aaeb64b5-fb5b-4aaf-b355-818835c1193e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4ff846f9243a40b7bf323ea156c2bdd7&device_id=af277e66-9f34-430f-82e6-77b8e6feb6c0 HTTP/1.1" status: 200 len: 1096 time: 0.1133657 Sep 07 02:34:55.778901 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-67babca2-4847-490c-9670-3c73ac9664b3 req-045c6b13-ceb7-4c57-ab8a-2332043190da tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329530 Sep 07 02:34:55.823457 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd2235a-05de-4f39-b574-1920aa423896 x-openstack-request-id: req-dbd2235a-05de-4f39-b574-1920aa423896 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:34:55.823771 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af277e66-9f34-430f-82e6-77b8e6feb6c0", "tag": "0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:34:55.824026 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dbd2235a-05de-4f39-b574-1920aa423896 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:34:55.824527 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af277e66-9f34-430f-82e6-77b8e6feb6c0', 'tag': '0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae', 'status': 'completed', 'code': 200} Sep 07 02:34:55.830923 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-718ec2e1-cc59-4223-8975-487fa66d2ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:55.851864 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f029ed18-f205-47af-a712-22ea8cfebeba req-6adae217-c7d0-43f3-836a-3e439e2321c2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae HTTP/1.1" status: 200 len: 217 time: 0.0693903 Sep 07 02:34:55.990449 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bcbda9-597e-46ea-bc92-7714969340c3 req-71f92a4a-e289-4d84-add5-2d5c2d0ff068 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:55.991887 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d7bcbda9-597e-46ea-bc92-7714969340c3 req-71f92a4a-e289-4d84-add5-2d5c2d0ff068 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=af277e66-9f34-430f-82e6-77b8e6feb6c0 HTTP/1.1" status: 200 len: 944 time: 0.1338902 Sep 07 02:34:56.002088 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029ed18-f205-47af-a712-22ea8cfebeba req-99c0a792-5029-4645-a1f8-b3bc036ddf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:56.003822 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f029ed18-f205-47af-a712-22ea8cfebeba req-99c0a792-5029-4645-a1f8-b3bc036ddf00 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cf141221-2e81-48e8-81ec-6bd6d6584327 HTTP/1.1" status: 200 len: 847 time: 0.1278329 Sep 07 02:34:56.060048 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f029ed18-f205-47af-a712-22ea8cfebeba req-fdd4f89f-2de6-4f47-829a-11a726e6943f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5632e33d-1d7a-4426-9d83-a8e688a88788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346115 Sep 07 02:34:56.068806 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-0a95d95c-2633-452c-a490-253e07081b7f tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Allocated IP 19.86.0.122 (0642e533-2479-4949-b6aa-52609b746d22/a8405561-3948-44ae-a693-b8d591938102/0e286de3-d96d-439e-9d60-566f5f9a2645) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:34:56.114459 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d7bcbda9-597e-46ea-bc92-7714969340c3 req-32e6d910-7ab0-4c67-add0-edbb557d28b7 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096773 Sep 07 02:34:56.194509 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f9760-7775-49e7-9917-710d31048de0 req-5b663cee-7ae7-4817-96cb-657e19fe66d4 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:56.204118 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f9760-7775-49e7-9917-710d31048de0 req-5b663cee-7ae7-4817-96cb-657e19fe66d4 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:56.206127 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ed1f9760-7775-49e7-9917-710d31048de0 req-5b663cee-7ae7-4817-96cb-657e19fe66d4 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cce6732-4ef3-4ca9-8908-88262e58dea1&device_id=af77b9dc-da40-4001-9806-5164cbc14e67 HTTP/1.1" status: 200 len: 1691 time: 0.0724139 Sep 07 02:34:56.240928 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f029ed18-f205-47af-a712-22ea8cfebeba req-7a190689-f0b8-4a8c-a307-f61638ee10af service neutron] 10.222.0.16 "GET /v2.0/networks/5632e33d-1d7a-4426-9d83-a8e688a88788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694925 Sep 07 02:34:56.279451 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ed1f9760-7775-49e7-9917-710d31048de0 req-2faad2b7-cb74-41ab-bfc8-2a55d14962a2 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641787 Sep 07 02:34:56.308738 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device b3d00593-f25f-4305-bc9e-bf884e9dee4b details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:34:56.446459 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02a441-c3f9-4944-9ba0-30482b38183e req-a848525c-892c-4a9f-ae47-91c1489f11bb tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:56.456589 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-aa02a441-c3f9-4944-9ba0-30482b38183e req-a848525c-892c-4a9f-ae47-91c1489f11bb tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.16 "GET /v2.0/ports?device_id=9002f760-e42f-49db-8984-ee500bad3604 HTTP/1.1" status: 200 len: 945 time: 0.1424263 Sep 07 02:34:56.485321 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-0a95d95c-2633-452c-a490-253e07081b7f tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:56.528360 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f029ed18-f205-47af-a712-22ea8cfebeba req-b002e07b-1496-4198-b9da-def1d8e9c98e service neutron] 10.222.0.16 "GET /v2.0/networks/5632e33d-1d7a-4426-9d83-a8e688a88788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796364 Sep 07 02:34:56.546284 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-0a95d95c-2633-452c-a490-253e07081b7f tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Transition to ACTIVE for port object 0e286de3-d96d-439e-9d60-566f5f9a2645 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:34:56.547777 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port b3d00593-f25f-4305-bc9e-bf884e9dee4b, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=b3d00593-f25f-4305-bc9e-bf884e9dee4b,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:34:56.578762 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': 'b3d00593-f25f-4305-bc9e-bf884e9dee4b', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'port_id': 'b3d00593-f25f-4305-bc9e-bf884e9dee4b', 'mac_address': 'fa:16:3e:36:70:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '694f9550-ba12-4672-8446-41848123cea2', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:34:56.581201 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a67c3d1-e5f4-48ef-b21b-d2377f43d77d req-cc09da5d-8ecb-41c1-a4ec-19f54b2ad950 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:56.590812 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2a67c3d1-e5f4-48ef-b21b-d2377f43d77d req-cc09da5d-8ecb-41c1-a4ec-19f54b2ad950 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/ports?device_id=9002f760-e42f-49db-8984-ee500bad3604 HTTP/1.1" status: 200 len: 945 time: 0.1220634 Sep 07 02:34:56.651978 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:56.665883 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f5247c-bd14-478d-9144-009a1bb561a7 req-806fb5c4-5dbe-4b70-aacf-631155643913 tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:56.668805 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-14f5247c-bd14-478d-9144-009a1bb561a7 req-806fb5c4-5dbe-4b70-aacf-631155643913 tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=40a743d4-9c6b-4351-97c4-9de1c0ccc30d HTTP/1.1" status: 200 len: 1098 time: 0.0591621 Sep 07 02:34:56.670063 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b3d00593-f25f-4305-bc9e-bf884e9dee4b {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:34:56.695606 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2a67c3d1-e5f4-48ef-b21b-d2377f43d77d req-41d0f046-92bf-445e-858d-73ca83339877 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/security-groups?id=3506a522-e11f-4616-954e-3e9559147307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026547 Sep 07 02:34:56.704241 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-0a95d95c-2633-452c-a490-253e07081b7f tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:56.710802 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-aa02a441-c3f9-4944-9ba0-30482b38183e req-72def2b3-4f67-4bb6-ab42-293d87097d24 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Deleting port d9dc2661-7085-4e9a-9927-2b8650633a3b {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:34:56.711656 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-aa02a441-c3f9-4944-9ba0-30482b38183e req-72def2b3-4f67-4bb6-ab42-293d87097d24 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:56.711781 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port b3d00593-f25f-4305-bc9e-bf884e9dee4b, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=b3d00593-f25f-4305-bc9e-bf884e9dee4b,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:34:56.728311 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:56.760938 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1935818-5464-495b-b313-59a2a6e349b0 req-970b35f6-1809-45dd-af89-001ed48e5cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:56.762598 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a1935818-5464-495b-b313-59a2a6e349b0 req-970b35f6-1809-45dd-af89-001ed48e5cf4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4ff846f9243a40b7bf323ea156c2bdd7&device_id=af277e66-9f34-430f-82e6-77b8e6feb6c0 HTTP/1.1" status: 200 len: 1096 time: 0.0998607 Sep 07 02:34:56.766442 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-0a95d95c-2633-452c-a490-253e07081b7f tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Network 0642e533-2479-4949-b6aa-52609b746d22 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:34:56.773474 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-0a95d95c-2633-452c-a490-253e07081b7f tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:34:56.789260 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-0a95d95c-2633-452c-a490-253e07081b7f tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:34:56.857853 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-0a95d95c-2633-452c-a490-253e07081b7f tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:56.858430 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-0a95d95c-2633-452c-a490-253e07081b7f tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:56.865014 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95d95c-2633-452c-a490-253e07081b7f tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Pushing event updated for resources: {'Port': ['ID=0e286de3-d96d-439e-9d60-566f5f9a2645,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:56.885788 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['b3d00593-f25f-4305-bc9e-bf884e9dee4b'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:34:56.925425 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=b3d00593-f25f-4305-bc9e-bf884e9dee4b,revision_number=6']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:56.954590 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-0a95d95c-2633-452c-a490-253e07081b7f tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5371072 Sep 07 02:34:56.991984 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-5d66feba-3424-43d0-8e9e-6888e593e6de tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Request body: {'port': {'device_id': 'ba14943e-a4a3-4b6f-93bf-e36b58536f25', 'network_id': 'dfd28e33-9abe-4679-aa5f-14df7636baf6', 'admin_state_up': True, 'tenant_id': '82f3fc87393e475b9b7c73e7abf1c936'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:34:57.004065 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 5d1fa603-77ac-4ab1-b636-e46e17117ea3 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:34:57.070431 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca1c6e-8231-487b-b934-a0a42a5913c4 req-643df405-1150-49fb-8982-75aa95fbad17 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:57.072138 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f0ca1c6e-8231-487b-b934-a0a42a5913c4 req-643df405-1150-49fb-8982-75aa95fbad17 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/ports?device_id=517da09a-c5f9-43af-9db7-5b58ba70b09f HTTP/1.1" status: 200 len: 945 time: 0.2108936 Sep 07 02:34:57.175468 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1935818-5464-495b-b313-59a2a6e349b0 req-e9ac0117-7442-4cd4-8bc9-788465d84b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:57.177171 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a1935818-5464-495b-b313-59a2a6e349b0 req-e9ac0117-7442-4cd4-8bc9-788465d84b93 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5632e33d-1d7a-4426-9d83-a8e688a88788 HTTP/1.1" status: 200 len: 907 time: 0.4050956 Sep 07 02:34:57.182105 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 5d1fa603-77ac-4ab1-b636-e46e17117ea3 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:34:57.184910 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:57.242271 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f0ca1c6e-8231-487b-b934-a0a42a5913c4 req-e6905421-d4d8-4616-8155-86d1797fb6e3 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/security-groups?id=db4db47e-1fc7-481a-b12d-c3b68e4a957f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542177 Sep 07 02:34:57.247617 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a1935818-5464-495b-b313-59a2a6e349b0 req-4dc5f118-5129-450e-9cb1-0c3d48b7795f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae HTTP/1.1" status: 200 len: 217 time: 0.0550160 Sep 07 02:34:57.274142 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-aa02a441-c3f9-4944-9ba0-30482b38183e req-72def2b3-4f67-4bb6-ab42-293d87097d24 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] For port d9dc2661-7085-4e9a-9927-2b8650633a3b, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=d9dc2661-7085-4e9a-9927-2b8650633a3b,segment=NetworkSegment(00cca32f-e41c-4852-a687-73528a16538c),segment_id=00cca32f-e41c-4852-a687-73528a16538c)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:34:57.274518 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-aa02a441-c3f9-4944-9ba0-30482b38183e req-72def2b3-4f67-4bb6-ab42-293d87097d24 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:57.280824 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-51a11bf8-0129-4b20-9cad-46db6aad356b None None] Provisioning for port 0e286de3-d96d-439e-9d60-566f5f9a2645 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:34:57.292183 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-aa02a441-c3f9-4944-9ba0-30482b38183e req-72def2b3-4f67-4bb6-ab42-293d87097d24 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Calling delete_port for d9dc2661-7085-4e9a-9927-2b8650633a3b owned by compute:nova {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:34:57.328505 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1935818-5464-495b-b313-59a2a6e349b0 req-10deabd2-0487-4e86-b03d-fefa066d5490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:57.330136 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a1935818-5464-495b-b313-59a2a6e349b0 req-10deabd2-0487-4e86-b03d-fefa066d5490 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cf141221-2e81-48e8-81ec-6bd6d6584327 HTTP/1.1" status: 200 len: 847 time: 0.0659788 Sep 07 02:34:57.357484 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-51a11bf8-0129-4b20-9cad-46db6aad356b None None] Provisioning complete for port 0e286de3-d96d-439e-9d60-566f5f9a2645 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:34:57.359041 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-51a11bf8-0129-4b20-9cad-46db6aad356b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:57.379415 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-5d66feba-3424-43d0-8e9e-6888e593e6de tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Made reservation on behalf of 82f3fc87393e475b9b7c73e7abf1c936 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:34:57.383070 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-5d66feba-3424-43d0-8e9e-6888e593e6de tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:57.386911 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a1935818-5464-495b-b313-59a2a6e349b0 req-b70b684c-d98b-42c4-ba31-b70279a68ee0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5632e33d-1d7a-4426-9d83-a8e688a88788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487204 Sep 07 02:34:57.419606 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-51a11bf8-0129-4b20-9cad-46db6aad356b None None] Port 0e286de3-d96d-439e-9d60-566f5f9a2645 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:34:57.460442 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-aa02a441-c3f9-4944-9ba0-30482b38183e req-72def2b3-4f67-4bb6-ab42-293d87097d24 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:57.484663 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['d9dc2661-7085-4e9a-9927-2b8650633a3b'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:34:57.489625 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-14f5247c-bd14-478d-9144-009a1bb561a7 req-3bebff0e-d235-477b-990c-5c372db09088 tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8087492 Sep 07 02:34:57.538480 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72def2b3-4f67-4bb6-ab42-293d87097d24 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Pushing event deleted for resources: {'Port': ['ID=d9dc2661-7085-4e9a-9927-2b8650633a3b,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:57.613030 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f80b15c-78f7-4741-8afe-deffa22939e6 req-c8124933-a20c-4e0e-85a4-5340791812f1 tempest-ServersOnMultiNodesTest-337460026 tempest-ServersOnMultiNodesTest-337460026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:57.614737 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8f80b15c-78f7-4741-8afe-deffa22939e6 req-c8124933-a20c-4e0e-85a4-5340791812f1 tempest-ServersOnMultiNodesTest-337460026 tempest-ServersOnMultiNodesTest-337460026-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9cce6732-4ef3-4ca9-8908-88262e58dea1 HTTP/1.1" status: 200 len: 1102 time: 0.2192190 Sep 07 02:34:57.629346 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa02a441-c3f9-4944-9ba0-30482b38183e req-72def2b3-4f67-4bb6-ab42-293d87097d24 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] No DVR routers for this DVR port d9dc2661-7085-4e9a-9927-2b8650633a3b on host n-h2-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:34:57.633741 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-aa02a441-c3f9-4944-9ba0-30482b38183e req-72def2b3-4f67-4bb6-ab42-293d87097d24 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:57.636765 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-aa02a441-c3f9-4944-9ba0-30482b38183e req-72def2b3-4f67-4bb6-ab42-293d87097d24 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.16 "DELETE /v2.0/ports/d9dc2661-7085-4e9a-9927-2b8650633a3b HTTP/1.1" status: 204 len: 173 time: 1.1693840 Sep 07 02:34:57.637373 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9002f760-e42f-49db-8984-ee500bad3604', 'name': 'network-vif-deleted', 'tag': 'd9dc2661-7085-4e9a-9927-2b8650633a3b'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:34:57.639797 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b373e02-67f8-4186-b7de-647a116232ee" -d '{"events": [{"server_uuid": "9002f760-e42f-49db-8984-ee500bad3604", "name": "network-vif-deleted", "tag": "d9dc2661-7085-4e9a-9927-2b8650633a3b"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:34:57.750285 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02611018-4a7e-482a-8804-440db93f3708 req-4c1a93b7-445c-4608-8fc2-d15bbc0ec2a5 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:57.757182 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02611018-4a7e-482a-8804-440db93f3708 req-4c1a93b7-445c-4608-8fc2-d15bbc0ec2a5 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:57.766069 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-02611018-4a7e-482a-8804-440db93f3708 req-4c1a93b7-445c-4608-8fc2-d15bbc0ec2a5 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba14943e-a4a3-4b6f-93bf-e36b58536f25 HTTP/1.1" status: 200 len: 1655 time: 0.1529527 Sep 07 02:34:57.811997 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-02611018-4a7e-482a-8804-440db93f3708 req-fd32d191-ff19-4d31-9241-fec84ddf0fbe tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/security-groups?id=da83ed9b-41b3-493b-aca7-370009a4e871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444965 Sep 07 02:34:58.033156 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f795da-4d7b-4b47-bf67-ac32cf3badae req-52e51101-94db-422b-abca-989a19ccedb4 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:58.035150 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-41f795da-4d7b-4b47-bf67-ac32cf3badae req-52e51101-94db-422b-abca-989a19ccedb4 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=af277e66-9f34-430f-82e6-77b8e6feb6c0 HTTP/1.1" status: 200 len: 944 time: 0.0654373 Sep 07 02:34:58.037990 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a1935818-5464-495b-b313-59a2a6e349b0 req-03c7714e-3458-4973-be20-59c19623da7c service neutron] 10.222.0.16 "GET /v2.0/networks/5632e33d-1d7a-4426-9d83-a8e688a88788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6290817 Sep 07 02:34:58.044620 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8f80b15c-78f7-4741-8afe-deffa22939e6 req-434c5057-2228-425a-b365-5012a1b99037 tempest-ServersOnMultiNodesTest-337460026 tempest-ServersOnMultiNodesTest-337460026-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4160843 Sep 07 02:34:58.044620 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-5d66feba-3424-43d0-8e9e-6888e593e6de tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Allocated IP 19.80.0.6 (dfd28e33-9abe-4679-aa5f-14df7636baf6/9f3d3e5d-7258-446c-930d-904049a5db87/9d81739a-5fa9-4361-b2ac-8f301d48c933) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:34:58.120780 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-41f795da-4d7b-4b47-bf67-ac32cf3badae req-eae163b3-1921-4c76-b1ca-1846bb08bb18 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701301 Sep 07 02:34:58.191095 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a9161619-580d-40ec-9099-3e3f176a0c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:58.314676 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device b3d00593-f25f-4305-bc9e-bf884e9dee4b up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:34:58.315934 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7163572b-3408-4ff8-bd9e-c5930a421ceb x-openstack-request-id: req-7163572b-3408-4ff8-bd9e-c5930a421ceb {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:34:58.316456 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9002f760-e42f-49db-8984-ee500bad3604", "name": "network-vif-deleted", "tag": "d9dc2661-7085-4e9a-9927-2b8650633a3b", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:34:58.319423 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7163572b-3408-4ff8-bd9e-c5930a421ceb {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:34:58.320216 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9002f760-e42f-49db-8984-ee500bad3604', 'name': 'network-vif-deleted', 'tag': 'd9dc2661-7085-4e9a-9927-2b8650633a3b', 'status': 'completed', 'code': 200} Sep 07 02:34:58.424399 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a1935818-5464-495b-b313-59a2a6e349b0 req-505f764f-286a-4dc0-b21a-9aa6d929a9f8 service neutron] 10.222.0.16 "GET /v2.0/networks/5632e33d-1d7a-4426-9d83-a8e688a88788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3777859 Sep 07 02:34:58.435343 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port b3d00593-f25f-4305-bc9e-bf884e9dee4b triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:34:58.436015 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:58.470872 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c345b594-a53d-47ec-ab3a-51a236950cba req-d6a7a640-40d2-4880-9c44-beee504bc890 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=1166b922-7457-4da4-bdda-328e8c8e7bc6 HTTP/1.1" status: 200 len: 258 time: 0.3781483 Sep 07 02:34:58.478024 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-c345b594-a53d-47ec-ab3a-51a236950cba req-ec79ac06-487d-4f62-b618-5d4423a6318d tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Request body: {'floatingip': {'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:34:58.507278 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9603b324-4748-4a10-903b-152b26c061c6 req-a2b0a727-81c4-4dfd-8858-7b92f836a22c tempest-ServersOnMultiNodesTest-337460026 tempest-ServersOnMultiNodesTest-337460026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:58.510807 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9603b324-4748-4a10-903b-152b26c061c6 req-a2b0a727-81c4-4dfd-8858-7b92f836a22c tempest-ServersOnMultiNodesTest-337460026 tempest-ServersOnMultiNodesTest-337460026-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=af77b9dc-da40-4001-9806-5164cbc14e67 HTTP/1.1" status: 200 len: 1102 time: 0.0628088 Sep 07 02:34:58.544959 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c345b594-a53d-47ec-ab3a-51a236950cba req-ec79ac06-487d-4f62-b618-5d4423a6318d tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Notify callbacks [] for floatingip, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:58.573154 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9603b324-4748-4a10-903b-152b26c061c6 req-7623096c-7fb2-4de5-8cea-f315689921a7 tempest-ServersOnMultiNodesTest-337460026 tempest-ServersOnMultiNodesTest-337460026-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515106 Sep 07 02:34:58.581464 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:58.635851 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-5d66feba-3424-43d0-8e9e-6888e593e6de tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:58.639471 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac44a8a-8e71-40d6-92c4-5cdcc8b4f278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d00593-f25f-4305-bc9e-bf884e9dee4b'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:34:58.642151 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5263b81c-6321-459d-9b7c-16f963bdf0cf" -d '{"events": [{"server_uuid": "cac44a8a-8e71-40d6-92c4-5cdcc8b4f278", "name": "network-vif-plugged", "status": "completed", "tag": "b3d00593-f25f-4305-bc9e-bf884e9dee4b"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:34:58.667055 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port b3d00593-f25f-4305-bc9e-bf884e9dee4b, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=b3d00593-f25f-4305-bc9e-bf884e9dee4b,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:34:58.668283 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:58.672425 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:58.749800 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-5d66feba-3424-43d0-8e9e-6888e593e6de tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Transition to ACTIVE for port object 9d81739a-5fa9-4361-b2ac-8f301d48c933 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:34:58.772056 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=b3d00593-f25f-4305-bc9e-bf884e9dee4b,revision_number=7']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:58.816266 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e1ac2c-1b81-421e-a550-a7484b5b06f7 req-7f1f5138-efd9-4641-9016-8c425231590c tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:58.830367 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-85e1ac2c-1b81-421e-a550-a7484b5b06f7 req-7f1f5138-efd9-4641-9016-8c425231590c tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=40a743d4-9c6b-4351-97c4-9de1c0ccc30d HTTP/1.1" status: 200 len: 1098 time: 0.1042473 Sep 07 02:34:58.847282 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c345b594-a53d-47ec-ab3a-51a236950cba req-ec79ac06-487d-4f62-b618-5d4423a6318d tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:58.856450 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-5d66feba-3424-43d0-8e9e-6888e593e6de tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:58.876075 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-85e1ac2c-1b81-421e-a550-a7484b5b06f7 req-b6433dac-43a5-4234-991e-0c9b40868e8e tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446289 Sep 07 02:34:58.956403 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-5d66feba-3424-43d0-8e9e-6888e593e6de tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Network dfd28e33-9abe-4679-aa5f-14df7636baf6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:34:58.972739 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-5d66feba-3424-43d0-8e9e-6888e593e6de tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:34:58.975020 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-5d66feba-3424-43d0-8e9e-6888e593e6de tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:34:59.002866 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9c66db-efd1-4acf-a65c-c97347482df7 x-openstack-request-id: req-ea9c66db-efd1-4acf-a65c-c97347482df7 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:34:59.003356 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac44a8a-8e71-40d6-92c4-5cdcc8b4f278", "name": "network-vif-plugged", "status": "completed", "tag": "b3d00593-f25f-4305-bc9e-bf884e9dee4b", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:34:59.003828 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ea9c66db-efd1-4acf-a65c-c97347482df7 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:34:59.004278 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac44a8a-8e71-40d6-92c4-5cdcc8b4f278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d00593-f25f-4305-bc9e-bf884e9dee4b', 'code': 200} Sep 07 02:34:59.004874 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d66feba-3424-43d0-8e9e-6888e593e6de tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Pushing event updated for resources: {'Port': ['ID=9d81739a-5fa9-4361-b2ac-8f301d48c933,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:59.114832 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-5d66feba-3424-43d0-8e9e-6888e593e6de tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:59.115470 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-5d66feba-3424-43d0-8e9e-6888e593e6de tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:59.140359 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b685ddcf-cc13-42d0-8a85-5a0212ea1145 req-c734fb82-2143-4530-93e0-4bf4e45fcd09 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=36932fbb01ef47dd957d06cd3434fa27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0510709 Sep 07 02:34:59.145807 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-c345b594-a53d-47ec-ab3a-51a236950cba req-ec79ac06-487d-4f62-b618-5d4423a6318d tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Allocated IP 172.25.5.43 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/0ce0503a-0d9b-4500-a490-6fa6ce592d00) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:34:59.174591 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-5d66feba-3424-43d0-8e9e-6888e593e6de tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1873767 Sep 07 02:34:59.186442 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-33f7d15e-98f0-43ed-820e-39e205813cee service neutron] Request body: {'port': {'device_id': 'ba14943e-a4a3-4b6f-93bf-e36b58536f25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:34:59.312532 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-33f7d15e-98f0-43ed-820e-39e205813cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:59.325091 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b685ddcf-cc13-42d0-8a85-5a0212ea1145 req-28ee215d-775e-499a-b066-af90437c27d7 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:59.332365 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b685ddcf-cc13-42d0-8a85-5a0212ea1145 req-28ee215d-775e-499a-b066-af90437c27d7 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1908829 Sep 07 02:34:59.367165 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-fa6ad82a-f69a-433a-b395-f32ff239628c None None] Provisioning for port 9d81739a-5fa9-4361-b2ac-8f301d48c933 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:34:59.372169 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b685ddcf-cc13-42d0-8a85-5a0212ea1145 req-657a6071-1826-41eb-8218-7955938f9f4f tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/quotas/36932fbb01ef47dd957d06cd3434fa27 HTTP/1.1" status: 200 len: 375 time: 0.0389049 Sep 07 02:34:59.380327 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c345b594-a53d-47ec-ab3a-51a236950cba req-ec79ac06-487d-4f62-b618-5d4423a6318d tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:59.386522 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-fa6ad82a-f69a-433a-b395-f32ff239628c None None] Provisioning complete for port 9d81739a-5fa9-4361-b2ac-8f301d48c933 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:34:59.386866 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fa6ad82a-f69a-433a-b395-f32ff239628c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:59.417072 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:59.440313 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-fa6ad82a-f69a-433a-b395-f32ff239628c None None] Port 9d81739a-5fa9-4361-b2ac-8f301d48c933 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:34:59.460627 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b685ddcf-cc13-42d0-8a85-5a0212ea1145 req-6de4e57f-a13d-4648-934c-9d3728700a84 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=36932fbb01ef47dd957d06cd3434fa27&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0844684 Sep 07 02:34:59.681165 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c345b594-a53d-47ec-ab3a-51a236950cba req-ec79ac06-487d-4f62-b618-5d4423a6318d tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:59.702541 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837b1f9-4c5b-41a9-a61e-76e14b58b366 req-fc1c35e0-fb14-469a-a997-0bb1d32aa520 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:59.730123 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837b1f9-4c5b-41a9-a61e-76e14b58b366 req-fc1c35e0-fb14-469a-a997-0bb1d32aa520 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:59.736367 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837b1f9-4c5b-41a9-a61e-76e14b58b366 req-fc1c35e0-fb14-469a-a997-0bb1d32aa520 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:34:59.745596 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c345b594-a53d-47ec-ab3a-51a236950cba req-ec79ac06-487d-4f62-b618-5d4423a6318d tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:34:59.747650 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1837b1f9-4c5b-41a9-a61e-76e14b58b366 req-fc1c35e0-fb14-469a-a997-0bb1d32aa520 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba14943e-a4a3-4b6f-93bf-e36b58536f25 HTTP/1.1" status: 200 len: 2375 time: 0.1112485 Sep 07 02:34:59.785729 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-c345b594-a53d-47ec-ab3a-51a236950cba req-ec79ac06-487d-4f62-b618-5d4423a6318d tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:34:59.816050 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1837b1f9-4c5b-41a9-a61e-76e14b58b366 req-b0b76ceb-0a16-4c46-9bfe-1bdf6483e2fe tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/security-groups?id=da83ed9b-41b3-493b-aca7-370009a4e871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655463 Sep 07 02:34:59.837582 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-c345b594-a53d-47ec-ab3a-51a236950cba req-ec79ac06-487d-4f62-b618-5d4423a6318d tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:34:59.923333 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec79ac06-487d-4f62-b618-5d4423a6318d tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Pushing event updated for resources: {'Port': ['ID=0ce0503a-0d9b-4500-a490-6fa6ce592d00,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:34:59.942025 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-33f7d15e-98f0-43ed-820e-39e205813cee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9282ed25-bf73-4795-b5ad-86c7780ba839 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:34:59.958900 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-33f7d15e-98f0-43ed-820e-39e205813cee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:34:59.981402 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-33f7d15e-98f0-43ed-820e-39e205813cee service neutron] Transition to ACTIVE for port object 9282ed25-bf73-4795-b5ad-86c7780ba839 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:35:00.025391 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-33f7d15e-98f0-43ed-820e-39e205813cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:00.090232 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c345b594-a53d-47ec-ab3a-51a236950cba req-ec79ac06-487d-4f62-b618-5d4423a6318d tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:00.148785 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 02:35:00.228619 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f7d15e-98f0-43ed-820e-39e205813cee service neutron] Pushing event updated for resources: {'Port': ['ID=9282ed25-bf73-4795-b5ad-86c7780ba839,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:00.249953 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c345b594-a53d-47ec-ab3a-51a236950cba req-ec79ac06-487d-4f62-b618-5d4423a6318d tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:00.310920 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-33f7d15e-98f0-43ed-820e-39e205813cee service neutron] Attempting to bind port 9282ed25-bf73-4795-b5ad-86c7780ba839 on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:35:00.311265 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-33f7d15e-98f0-43ed-820e-39e205813cee service neutron] Attempting to bind port 9282ed25-bf73-4795-b5ad-86c7780ba839 by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '8130b750-8be3-40b8-862a-ccd11ca4296d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dfd28e33-9abe-4679-aa5f-14df7636baf6'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:35:00.311819 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-33f7d15e-98f0-43ed-820e-39e205813cee service neutron] Attempting to bind port 9282ed25-bf73-4795-b5ad-86c7780ba839 on network dfd28e33-9abe-4679-aa5f-14df7636baf6 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:35:00.318139 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-33f7d15e-98f0-43ed-820e-39e205813cee service neutron] Port 9282ed25-bf73-4795-b5ad-86c7780ba839 on network dfd28e33-9abe-4679-aa5f-14df7636baf6 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:35:00.318453 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-33f7d15e-98f0-43ed-820e-39e205813cee service neutron] Attempting to bind port 9282ed25-bf73-4795-b5ad-86c7780ba839 on network dfd28e33-9abe-4679-aa5f-14df7636baf6 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:35:00.334415 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-33f7d15e-98f0-43ed-820e-39e205813cee service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:35:00.334738 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-33f7d15e-98f0-43ed-820e-39e205813cee service neutron] Checking segment: {'id': '8130b750-8be3-40b8-862a-ccd11ca4296d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dfd28e33-9abe-4679-aa5f-14df7636baf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:35:00.335520 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-33f7d15e-98f0-43ed-820e-39e205813cee service neutron] Bound using segment: {'id': '8130b750-8be3-40b8-862a-ccd11ca4296d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dfd28e33-9abe-4679-aa5f-14df7636baf6'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:35:00.336054 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-33f7d15e-98f0-43ed-820e-39e205813cee service neutron] Bound port: 9282ed25-bf73-4795-b5ad-86c7780ba839, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8130b750-8be3-40b8-862a-ccd11ca4296d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dfd28e33-9abe-4679-aa5f-14df7636baf6'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:35:00.337238 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-33f7d15e-98f0-43ed-820e-39e205813cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:00.412709 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:35:00.417378 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device d9dc2661-7085-4e9a-9927-2b8650633a3b no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:35:00.480270 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: d9dc2661-7085-4e9a-9927-2b8650633a3b {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:35:00.481064 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-33f7d15e-98f0-43ed-820e-39e205813cee service neutron] For port 9282ed25-bf73-4795-b5ad-86c7780ba839, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:35:00.481633 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device d9dc2661-7085-4e9a-9927-2b8650633a3b not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:35:00.502217 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-33f7d15e-98f0-43ed-820e-39e205813cee service neutron] For port 9282ed25-bf73-4795-b5ad-86c7780ba839, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=9282ed25-bf73-4795-b5ad-86c7780ba839,segment=NetworkSegment(8130b750-8be3-40b8-862a-ccd11ca4296d),segment_id=8130b750-8be3-40b8-862a-ccd11ca4296d)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:35:00.513631 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-33f7d15e-98f0-43ed-820e-39e205813cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:00.562829 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-33f7d15e-98f0-43ed-820e-39e205813cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:00.563386 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-33f7d15e-98f0-43ed-820e-39e205813cee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:00.564862 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-33f7d15e-98f0-43ed-820e-39e205813cee service neutron] 10.222.0.16 "PUT /v2.0/ports/9282ed25-bf73-4795-b5ad-86c7780ba839 HTTP/1.1" status: 200 len: 1093 time: 1.3832245 Sep 07 02:35:00.567084 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba14943e-a4a3-4b6f-93bf-e36b58536f25', 'tag': '9282ed25-bf73-4795-b5ad-86c7780ba839'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:35:00.569648 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2624703d-9d28-4405-b5e5-cb4a3d37adc8" -d '{"events": [{"name": "network-changed", "server_uuid": "ba14943e-a4a3-4b6f-93bf-e36b58536f25", "tag": "9282ed25-bf73-4795-b5ad-86c7780ba839"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:35:00.634985 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-9d047751-6970-4d40-9057-fd70c765aa73 service neutron] Request body: {'port': {'device_id': 'ba14943e-a4a3-4b6f-93bf-e36b58536f25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:35:00.637225 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae,segment=NetworkSegment(cb5a1637-646d-4671-9ca6-bd30e74d860b),segment_id=cb5a1637-646d-4671-9ca6-bd30e74d860b)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:35:00.660894 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae', 'network_id': '5632e33d-1d7a-4426-9d83-a8e688a88788', 'port_id': '0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae', 'mac_address': 'fa:16:3e:7e:f5:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf141221-2e81-48e8-81ec-6bd6d6584327', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:35:00.733840 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-9d047751-6970-4d40-9057-fd70c765aa73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:00.737549 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:00.742822 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c345b594-a53d-47ec-ab3a-51a236950cba req-ec79ac06-487d-4f62-b618-5d4423a6318d tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:00.751554 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f7d15e-98f0-43ed-820e-39e205813cee service neutron] Pushing event updated for resources: {'Port': ['ID=9282ed25-bf73-4795-b5ad-86c7780ba839,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:00.758967 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c345b594-a53d-47ec-ab3a-51a236950cba req-ec79ac06-487d-4f62-b618-5d4423a6318d tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:00.767606 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:35:00.819522 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae,segment=NetworkSegment(cb5a1637-646d-4671-9ca6-bd30e74d860b),segment_id=cb5a1637-646d-4671-9ca6-bd30e74d860b)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:35:00.828669 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:00.920710 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:01.079228 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:35:01.083765 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec79ac06-487d-4f62-b618-5d4423a6318d tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Pushing event updated for resources: {'Port': ['ID=0ce0503a-0d9b-4500-a490-6fa6ce592d00,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:01.091052 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b685ddcf-cc13-42d0-8a85-5a0212ea1145 req-24059833-842b-4c87-8d8e-ccbc8ef05638 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=36932fbb01ef47dd957d06cd3434fa27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428054 Sep 07 02:35:01.100554 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c345b594-a53d-47ec-ab3a-51a236950cba req-ec79ac06-487d-4f62-b618-5d4423a6318d tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:01.177795 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c345b594-a53d-47ec-ab3a-51a236950cba req-ec79ac06-487d-4f62-b618-5d4423a6318d tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:01.185825 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c345b594-a53d-47ec-ab3a-51a236950cba req-ec79ac06-487d-4f62-b618-5d4423a6318d tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7140408 Sep 07 02:35:01.276224 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:01.361758 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c345b594-a53d-47ec-ab3a-51a236950cba req-fe59ad6e-6ae8-4dff-8b13-62201d908f93 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.43 HTTP/1.1" status: 200 len: 695 time: 0.1750309 Sep 07 02:35:01.499006 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-3e143b79-8d68-4106-a785-6705daa342aa tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 02:35:01.500722 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-3e143b79-8d68-4106-a785-6705daa342aa tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066819 Sep 07 02:35:01.580549 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-8fd08140-6c8d-44bd-acce-5448cf584e88 tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:01.587965 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-8fd08140-6c8d-44bd-acce-5448cf584e88 tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] 10.222.0.22 "GET /v2.0/ports/8ed43187-6586-48f2-b606-1bd5684ec058 HTTP/1.1" status: 200 len: 1095 time: 0.0712183 Sep 07 02:35:01.593127 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-cb30604b-2073-4c08-9ea6-6200c114107d service neutron] Request body: {'binding': {'host': 'n-h1-796209-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:35:01.593581 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-cb30604b-2073-4c08-9ea6-6200c114107d service neutron] Unknown quota resources ['binding']. {{(pid=94701) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 07 02:35:01.687913 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b685ddcf-cc13-42d0-8a85-5a0212ea1145 req-313e6bcd-3b86-4795-ab6e-89701c5b1c20 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:01.689396 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b685ddcf-cc13-42d0-8a85-5a0212ea1145 req-313e6bcd-3b86-4795-ab6e-89701c5b1c20 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5841398 Sep 07 02:35:01.726345 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-b685ddcf-cc13-42d0-8a85-5a0212ea1145 req-59bc8e8f-d26b-4ebc-ba15-cf2b68d7594c tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Request body: {'port': {'device_id': 'd8df486c-f42f-4201-a61b-75b96ec26b43', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'admin_state_up': True, 'tenant_id': '36932fbb01ef47dd957d06cd3434fa27'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:35:01.763207 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-cb30604b-2073-4c08-9ea6-6200c114107d service neutron] Attempting to bind port 8ed43187-6586-48f2-b606-1bd5684ec058 on host n-h1-796209-16 for vnic_type normal with profile None {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:35:01.763643 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-cb30604b-2073-4c08-9ea6-6200c114107d service neutron] Attempting to bind port 8ed43187-6586-48f2-b606-1bd5684ec058 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': 'a87351ba-0fbc-4302-9869-b18eee085c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e4ab2f0c-5a02-4242-a541-768acd457503'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:35:01.763982 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-cb30604b-2073-4c08-9ea6-6200c114107d service neutron] Attempting to bind port 8ed43187-6586-48f2-b606-1bd5684ec058 on network e4ab2f0c-5a02-4242-a541-768acd457503 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:35:01.768362 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-cb30604b-2073-4c08-9ea6-6200c114107d service neutron] Port 8ed43187-6586-48f2-b606-1bd5684ec058 on network e4ab2f0c-5a02-4242-a541-768acd457503 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:35:01.768688 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-cb30604b-2073-4c08-9ea6-6200c114107d service neutron] Attempting to bind port 8ed43187-6586-48f2-b606-1bd5684ec058 on network e4ab2f0c-5a02-4242-a541-768acd457503 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:35:01.773930 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-cb30604b-2073-4c08-9ea6-6200c114107d service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:35:01.774322 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-cb30604b-2073-4c08-9ea6-6200c114107d service neutron] Checking segment: {'id': 'a87351ba-0fbc-4302-9869-b18eee085c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e4ab2f0c-5a02-4242-a541-768acd457503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:35:01.774926 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-cb30604b-2073-4c08-9ea6-6200c114107d service neutron] Bound using segment: {'id': 'a87351ba-0fbc-4302-9869-b18eee085c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e4ab2f0c-5a02-4242-a541-768acd457503'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:35:01.775366 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-cb30604b-2073-4c08-9ea6-6200c114107d service neutron] Bound port: 8ed43187-6586-48f2-b606-1bd5684ec058, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a87351ba-0fbc-4302-9869-b18eee085c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e4ab2f0c-5a02-4242-a541-768acd457503'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:35:01.838897 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-cb30604b-2073-4c08-9ea6-6200c114107d service neutron] For port 8ed43187-6586-48f2-b606-1bd5684ec058, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=8ed43187-6586-48f2-b606-1bd5684ec058,segment=NetworkSegment(a87351ba-0fbc-4302-9869-b18eee085c86),segment_id=a87351ba-0fbc-4302-9869-b18eee085c86)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:35:01.845517 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-cb30604b-2073-4c08-9ea6-6200c114107d service neutron] Notify callbacks [] for binding, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:01.856440 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-cb30604b-2073-4c08-9ea6-6200c114107d service neutron] 10.222.0.22 "POST /v2.0/ports/8ed43187-6586-48f2-b606-1bd5684ec058/bindings HTTP/1.1" status: 201 len: 390 time: 0.2614849 Sep 07 02:35:01.862867 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-9d047751-6970-4d40-9057-fd70c765aa73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e286de3-d96d-439e-9d60-566f5f9a2645 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:35:01.874546 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345b594-a53d-47ec-ab3a-51a236950cba req-fffecb50-c4d7-4382-991f-ce2f23fbe7b0 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:01.876009 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c345b594-a53d-47ec-ab3a-51a236950cba req-fffecb50-c4d7-4382-991f-ce2f23fbe7b0 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/networks/1166b922-7457-4da4-bdda-328e8c8e7bc6 HTTP/1.1" status: 200 len: 784 time: 0.5066257 Sep 07 02:35:01.884164 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-9d047751-6970-4d40-9057-fd70c765aa73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:01.899528 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [req-c345b594-a53d-47ec-ab3a-51a236950cba req-0a3c59d3-b89e-4a9a-ac23-1bbfb4681fd9 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 02:35:01.899528 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c345b594-a53d-47ec-ab3a-51a236950cba req-0a3c59d3-b89e-4a9a-ac23-1bbfb4681fd9 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117817 Sep 07 02:35:01.913389 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-9d047751-6970-4d40-9057-fd70c765aa73 service neutron] Transition to ACTIVE for port object 0e286de3-d96d-439e-9d60-566f5f9a2645 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:35:01.928793 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-9d047751-6970-4d40-9057-fd70c765aa73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:01.981936 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b685ddcf-cc13-42d0-8a85-5a0212ea1145 req-59bc8e8f-d26b-4ebc-ba15-cf2b68d7594c tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Made reservation on behalf of 36932fbb01ef47dd957d06cd3434fa27 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:35:01.986255 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b685ddcf-cc13-42d0-8a85-5a0212ea1145 req-59bc8e8f-d26b-4ebc-ba15-cf2b68d7594c tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:02.020387 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d047751-6970-4d40-9057-fd70c765aa73 service neutron] Pushing event updated for resources: {'Port': ['ID=0e286de3-d96d-439e-9d60-566f5f9a2645,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:02.162968 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7164ad8a-54a2-4dfb-bf06-e103d044dd2e req-db1c1102-d85a-49e1-897f-b46f0309dd1e tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:02.171383 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7164ad8a-54a2-4dfb-bf06-e103d044dd2e req-db1c1102-d85a-49e1-897f-b46f0309dd1e tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=af277e66-9f34-430f-82e6-77b8e6feb6c0 HTTP/1.1" status: 200 len: 945 time: 0.1243093 Sep 07 02:35:02.216597 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7164ad8a-54a2-4dfb-bf06-e103d044dd2e req-c42b610c-43f4-49b4-aa39-3ecc8ed80482 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432100 Sep 07 02:35:02.329075 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-804fe472-eb0a-4c88-a695-ab1db6657bc5 req-b3b651b8-00c5-49cf-8aeb-3d854b6d4824 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8df486c-f42f-4201-a61b-75b96ec26b43 HTTP/1.1" status: 200 len: 210 time: 0.1711235 Sep 07 02:35:02.368631 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46338fb3-8c4c-435f-9406-af170ae72639 x-openstack-request-id: req-46338fb3-8c4c-435f-9406-af170ae72639 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:35:02.369752 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba14943e-a4a3-4b6f-93bf-e36b58536f25", "tag": "9282ed25-bf73-4795-b5ad-86c7780ba839", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:35:02.369752 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-46338fb3-8c4c-435f-9406-af170ae72639 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:35:02.370414 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba14943e-a4a3-4b6f-93bf-e36b58536f25', 'tag': '9282ed25-bf73-4795-b5ad-86c7780ba839', 'status': 'completed', 'code': 200} Sep 07 02:35:02.418367 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc8e605-6731-4ff5-8f03-db47f5c9bcbf req-87677722-763a-43d3-bf5f-20c2b0edf527 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:02.430955 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc8e605-6731-4ff5-8f03-db47f5c9bcbf req-87677722-763a-43d3-bf5f-20c2b0edf527 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:02.436159 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:35:02.443130 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc8e605-6731-4ff5-8f03-db47f5c9bcbf req-87677722-763a-43d3-bf5f-20c2b0edf527 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:02.452765 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9dc8e605-6731-4ff5-8f03-db47f5c9bcbf req-87677722-763a-43d3-bf5f-20c2b0edf527 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba14943e-a4a3-4b6f-93bf-e36b58536f25 HTTP/1.1" status: 200 len: 2399 time: 0.1327319 Sep 07 02:35:02.507261 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-9d047751-6970-4d40-9057-fd70c765aa73 service neutron] Attempting to bind port 0e286de3-d96d-439e-9d60-566f5f9a2645 on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:35:02.508094 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9dc8e605-6731-4ff5-8f03-db47f5c9bcbf req-3b1676d1-2ce6-411d-be99-eb5422227d14 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/security-groups?id=da83ed9b-41b3-493b-aca7-370009a4e871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543766 Sep 07 02:35:02.508806 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-9d047751-6970-4d40-9057-fd70c765aa73 service neutron] Attempting to bind port 0e286de3-d96d-439e-9d60-566f5f9a2645 by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '3542b5b9-4ae6-4e8e-8e7d-8cfb5196bd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0642e533-2479-4949-b6aa-52609b746d22'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:35:02.509442 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-9d047751-6970-4d40-9057-fd70c765aa73 service neutron] Attempting to bind port 0e286de3-d96d-439e-9d60-566f5f9a2645 on network 0642e533-2479-4949-b6aa-52609b746d22 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:35:02.571939 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-9d047751-6970-4d40-9057-fd70c765aa73 service neutron] Port 0e286de3-d96d-439e-9d60-566f5f9a2645 on network 0642e533-2479-4949-b6aa-52609b746d22 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:35:02.573170 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-9d047751-6970-4d40-9057-fd70c765aa73 service neutron] Attempting to bind port 0e286de3-d96d-439e-9d60-566f5f9a2645 on network 0642e533-2479-4949-b6aa-52609b746d22 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:35:02.587231 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-40678cc9-a8ce-45f3-9b78-3379f449f7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:02.601191 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-40678cc9-a8ce-45f3-9b78-3379f449f7c8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=58fe4c9e71db4bd7aa26d4557468fc65&device_id=40a743d4-9c6b-4351-97c4-9de1c0ccc30d HTTP/1.1" status: 200 len: 1098 time: 0.4418416 Sep 07 02:35:02.616079 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port 0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:35:02.623077 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:35:02.623077 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:02.638706 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9618f1c-dadd-4760-b8a5-cd4e0f137566 req-5b40229b-8776-4f1e-91d8-1bfff7225fa7 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:02.641954 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-9d047751-6970-4d40-9057-fd70c765aa73 service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:35:02.642555 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-9d047751-6970-4d40-9057-fd70c765aa73 service neutron] Checking segment: {'id': '3542b5b9-4ae6-4e8e-8e7d-8cfb5196bd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0642e533-2479-4949-b6aa-52609b746d22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:35:02.643196 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-9d047751-6970-4d40-9057-fd70c765aa73 service neutron] Bound using segment: {'id': '3542b5b9-4ae6-4e8e-8e7d-8cfb5196bd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0642e533-2479-4949-b6aa-52609b746d22'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:35:02.643875 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-9d047751-6970-4d40-9057-fd70c765aa73 service neutron] Bound port: 0e286de3-d96d-439e-9d60-566f5f9a2645, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3542b5b9-4ae6-4e8e-8e7d-8cfb5196bd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0642e533-2479-4949-b6aa-52609b746d22'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:35:02.644454 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-9d047751-6970-4d40-9057-fd70c765aa73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:02.646450 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a9618f1c-dadd-4760-b8a5-cd4e0f137566 req-5b40229b-8776-4f1e-91d8-1bfff7225fa7 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=40a743d4-9c6b-4351-97c4-9de1c0ccc30d HTTP/1.1" status: 200 len: 946 time: 0.0769432 Sep 07 02:35:02.669240 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-b685ddcf-cc13-42d0-8a85-5a0212ea1145 req-59bc8e8f-d26b-4ebc-ba15-cf2b68d7594c tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Allocated IP 192.168.233.119 (0823ecf3-066e-49bd-a451-2e84ab79a70f/694f9550-ba12-4672-8446-41848123cea2/05119bc0-20c7-4dc4-b159-b327eb1226cd) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:35:02.682849 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624703d-9d28-4405-b5e5-cb4a3d37adc8 req-f8e09aa5-5c25-4ca2-8c2b-612d04668695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:02.683727 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624703d-9d28-4405-b5e5-cb4a3d37adc8 req-f8e09aa5-5c25-4ca2-8c2b-612d04668695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:02.684385 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624703d-9d28-4405-b5e5-cb4a3d37adc8 req-f8e09aa5-5c25-4ca2-8c2b-612d04668695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:02.686218 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2624703d-9d28-4405-b5e5-cb4a3d37adc8 req-f8e09aa5-5c25-4ca2-8c2b-612d04668695 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=82f3fc87393e475b9b7c73e7abf1c936&device_id=ba14943e-a4a3-4b6f-93bf-e36b58536f25 HTTP/1.1" status: 200 len: 2757 time: 0.3562405 Sep 07 02:35:02.700429 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a9618f1c-dadd-4760-b8a5-cd4e0f137566 req-bd55a686-67f7-404a-8c5d-1e500d8355af tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530093 Sep 07 02:35:02.741725 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 40066) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:35:02.830730 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-53fdfd5c-361e-483b-bbd7-26e3899b8aff tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:02.834967 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:02.861758 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-53fdfd5c-361e-483b-bbd7-26e3899b8aff tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:02.874879 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af277e66-9f34-430f-82e6-77b8e6feb6c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:35:02.881504 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45694ba-f488-4edb-afef-89afa171b23f" -d '{"events": [{"server_uuid": "af277e66-9f34-430f-82e6-77b8e6feb6c0", "name": "network-vif-plugged", "status": "completed", "tag": "0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:35:02.901754 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae,segment=NetworkSegment(cb5a1637-646d-4671-9ca6-bd30e74d860b),segment_id=cb5a1637-646d-4671-9ca6-bd30e74d860b)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:35:02.910805 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:02.962382 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae8a012-69c6-452b-b72a-e6cfb8dce55d req-c0d6f2d7-c35b-49aa-b375-bd617648b354 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:02.971379 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dae8a012-69c6-452b-b72a-e6cfb8dce55d req-c0d6f2d7-c35b-49aa-b375-bd617648b354 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9da6157-6274-4d65-8941-542b6639bc0a HTTP/1.1" status: 200 len: 967 time: 0.1422443 Sep 07 02:35:02.998696 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:03.003978 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-53fdfd5c-361e-483b-bbd7-26e3899b8aff tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:03.006082 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-53fdfd5c-361e-483b-bbd7-26e3899b8aff tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:03.009477 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-53fdfd5c-361e-483b-bbd7-26e3899b8aff tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "DELETE /v2.0/security-groups/c708a53e-2a66-42a8-a513-9b6175499881 HTTP/1.1" status: 204 len: 168 time: 0.2645013 Sep 07 02:35:03.013197 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 40070) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:35:03.033639 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fdfd5c-361e-483b-bbd7-26e3899b8aff tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c708a53e-2a66-42a8-a513-9b6175499881,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:03.054111 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-5698b018-cac9-4db9-a5a7-c6503fd669c1 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] show failed (client error): The resource could not be found. Sep 07 02:35:03.057662 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-5698b018-cac9-4db9-a5a7-c6503fd669c1 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "GET /v2.0/security-groups/c708a53e-2a66-42a8-a513-9b6175499881 HTTP/1.1" status: 404 len: 347 time: 0.0364308 Sep 07 02:35:03.058184 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 40072) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:35:03.073018 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dae8a012-69c6-452b-b72a-e6cfb8dce55d req-a4a8b31b-6480-4cdf-a769-4cf52d844762 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "GET /v2.0/security-groups?id=640bc5a7-1290-4dbd-b0ce-f56eb51dd0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959151 Sep 07 02:35:03.102043 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3336d73-3308-433f-922a-aaedb1989e46 req-3fb8ee94-9372-40c0-94d1-c42846f967ea tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:03.112634 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a3336d73-3308-433f-922a-aaedb1989e46 req-3fb8ee94-9372-40c0-94d1-c42846f967ea tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/ports?device_id=517da09a-c5f9-43af-9db7-5b58ba70b09f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4395118 Sep 07 02:35:03.134499 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-822111dd-80ef-459c-aaa5-1ca228c6c77e x-openstack-request-id: req-822111dd-80ef-459c-aaa5-1ca228c6c77e {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:35:03.135948 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af277e66-9f34-430f-82e6-77b8e6feb6c0", "name": "network-vif-plugged", "status": "completed", "tag": "0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:35:03.136406 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-822111dd-80ef-459c-aaa5-1ca228c6c77e {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:35:03.137008 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af277e66-9f34-430f-82e6-77b8e6feb6c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae', 'code': 200} Sep 07 02:35:03.225216 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-737ac79f-8bed-4355-9f37-4aced64e7302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:03.226792 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-737ac79f-8bed-4355-9f37-4aced64e7302 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e4ab2f0c-5a02-4242-a541-768acd457503 HTTP/1.1" status: 200 len: 921 time: 0.5982895 Sep 07 02:35:03.230800 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-9d047751-6970-4d40-9057-fd70c765aa73 service neutron] For port 0e286de3-d96d-439e-9d60-566f5f9a2645, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:35:03.237628 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624703d-9d28-4405-b5e5-cb4a3d37adc8 req-b5c54ed3-7302-47f7-92e4-a096f0511284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:03.237628 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624703d-9d28-4405-b5e5-cb4a3d37adc8 req-b5c54ed3-7302-47f7-92e4-a096f0511284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:03.237628 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624703d-9d28-4405-b5e5-cb4a3d37adc8 req-b5c54ed3-7302-47f7-92e4-a096f0511284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:03.239647 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2624703d-9d28-4405-b5e5-cb4a3d37adc8 req-b5c54ed3-7302-47f7-92e4-a096f0511284 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=82f3fc87393e475b9b7c73e7abf1c936&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.5319574 Sep 07 02:35:03.248016 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a3336d73-3308-433f-922a-aaedb1989e46 req-a5f3b209-9f53-4279-8451-764a8360ac5c tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.43 HTTP/1.1" status: 200 len: 695 time: 0.1343808 Sep 07 02:35:03.274749 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-a3336d73-3308-433f-922a-aaedb1989e46 req-cd4edd1f-ebb9-4ee8-857e-85f44deba6d1 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Request body: {'floatingip': {'port_id': '08297d2c-895c-4357-8a0b-c3e613e74a3d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:35:03.319428 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-8ca99d59-bae7-4501-8652-b110b9b9ac99 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Deleting port 29507b7e-899e-43c3-805f-7569de50bdb7 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:35:03.319718 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8ca99d59-bae7-4501-8652-b110b9b9ac99 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:03.319858 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-9d047751-6970-4d40-9057-fd70c765aa73 service neutron] For port 0e286de3-d96d-439e-9d60-566f5f9a2645, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=0e286de3-d96d-439e-9d60-566f5f9a2645,segment=NetworkSegment(3542b5b9-4ae6-4e8e-8e7d-8cfb5196bd64),segment_id=3542b5b9-4ae6-4e8e-8e7d-8cfb5196bd64)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:35:03.344453 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00100c2f-2c2a-411c-8dcd-b418c04d4dea req-f9fffc3b-11f7-46d5-8470-b3abbbcbfb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:03.345798 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-00100c2f-2c2a-411c-8dcd-b418c04d4dea req-f9fffc3b-11f7-46d5-8470-b3abbbcbfb93 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=af277e66-9f34-430f-82e6-77b8e6feb6c0 HTTP/1.1" status: 200 len: 1098 time: 0.1182151 Sep 07 02:35:03.427341 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a3336d73-3308-433f-922a-aaedb1989e46 req-cd4edd1f-ebb9-4ee8-857e-85f44deba6d1 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Notify callbacks [] for floatingip, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:03.431942 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-9d047751-6970-4d40-9057-fd70c765aa73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:03.466418 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ba0dd-67d0-497e-8de5-479f58f73b86 req-83c7a749-d741-4cc6-9644-3e5cc99706f7 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:03.468018 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-213ba0dd-67d0-497e-8de5-479f58f73b86 req-83c7a749-d741-4cc6-9644-3e5cc99706f7 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=af277e66-9f34-430f-82e6-77b8e6feb6c0 HTTP/1.1" status: 200 len: 946 time: 0.1535561 Sep 07 02:35:03.476315 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-00100c2f-2c2a-411c-8dcd-b418c04d4dea req-9a65e9c5-48c2-40fc-8b05-e38fa1434349 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000435 Sep 07 02:35:03.507931 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8ca99d59-bae7-4501-8652-b110b9b9ac99 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:03.508316 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8ca99d59-bae7-4501-8652-b110b9b9ac99 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:03.535697 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-99afe3e3-2f20-4c3a-9fc6-59162a2ad1e5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ed43187-6586-48f2-b606-1bd5684ec058 HTTP/1.1" status: 200 len: 217 time: 0.2801976 Sep 07 02:35:03.536082 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-8ca99d59-bae7-4501-8652-b110b9b9ac99 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Calling delete_port for 29507b7e-899e-43c3-805f-7569de50bdb7 owned by network:floatingip {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:35:03.580054 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d047751-6970-4d40-9057-fd70c765aa73 service neutron] Pushing event updated for resources: {'Port': ['ID=0e286de3-d96d-439e-9d60-566f5f9a2645,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:03.580248 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-213ba0dd-67d0-497e-8de5-479f58f73b86 req-0ffa9dc9-5195-420c-a0f6-51745e083512 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837197 Sep 07 02:35:03.741139 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-9d047751-6970-4d40-9057-fd70c765aa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:03.741766 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-9d047751-6970-4d40-9057-fd70c765aa73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:03.743438 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-9d047751-6970-4d40-9057-fd70c765aa73 service neutron] 10.222.0.16 "PUT /v2.0/ports/0e286de3-d96d-439e-9d60-566f5f9a2645 HTTP/1.1" status: 200 len: 1093 time: 3.1456366 Sep 07 02:35:03.754458 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cccfa882-0be0-4cd2-879d-21e9af25e167 req-eb12ea71-ed47-474e-80f7-8c3bf60d9c05 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8df486c-f42f-4201-a61b-75b96ec26b43 HTTP/1.1" status: 200 len: 210 time: 0.0466988 Sep 07 02:35:03.865913 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8ca99d59-bae7-4501-8652-b110b9b9ac99 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:03.878957 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-383378b6-ca2e-49a2-a2b5-ac95233417fa service neutron] Request body: {'port': {'device_id': 'ba14943e-a4a3-4b6f-93bf-e36b58536f25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:35:03.903792 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca99d59-bae7-4501-8652-b110b9b9ac99 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Pushing event deleted for resources: {'Port': ['ID=29507b7e-899e-43c3-805f-7569de50bdb7,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:03.984411 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b685ddcf-cc13-42d0-8a85-5a0212ea1145 req-59bc8e8f-d26b-4ebc-ba15-cf2b68d7594c tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:04.035096 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8ca99d59-bae7-4501-8652-b110b9b9ac99 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Notify callbacks [] for floatingip, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:04.037639 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-a8bb4aca-a0e5-4907-a8c4-a8bbb4f15fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:04.038107 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8ca99d59-bae7-4501-8652-b110b9b9ac99 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:04.039323 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8ca99d59-bae7-4501-8652-b110b9b9ac99 tempest-ImagesOneServerNegativeTestJSON-2131951179 tempest-ImagesOneServerNegativeTestJSON-2131951179-project] 10.222.0.22 "DELETE /v2.0/floatingips/8f058bae-8855-48fc-828e-221ea52488ba HTTP/1.1" status: 204 len: 168 time: 0.9653025 Sep 07 02:35:04.040369 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-a8bb4aca-a0e5-4907-a8c4-a8bbb4f15fce service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a1bc4512-390c-4c50-bb1d-2c94019bd4fe HTTP/1.1" status: 200 len: 861 time: 0.4446366 Sep 07 02:35:04.070212 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a078f82-c290-42a8-aeca-236b1b19ee79 req-3da8be2d-f897-49f9-8343-8719d1c94b09 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:04.077332 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a078f82-c290-42a8-aeca-236b1b19ee79 req-3da8be2d-f897-49f9-8343-8719d1c94b09 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:04.083254 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a078f82-c290-42a8-aeca-236b1b19ee79 req-3da8be2d-f897-49f9-8343-8719d1c94b09 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:04.087977 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3a078f82-c290-42a8-aeca-236b1b19ee79 req-3da8be2d-f897-49f9-8343-8719d1c94b09 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba14943e-a4a3-4b6f-93bf-e36b58536f25 HTTP/1.1" status: 200 len: 2399 time: 0.1128666 Sep 07 02:35:04.118191 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624703d-9d28-4405-b5e5-cb4a3d37adc8 req-7b5db8eb-5009-4ba8-99e9-c95a0d236d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:04.119635 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2624703d-9d28-4405-b5e5-cb4a3d37adc8 req-7b5db8eb-5009-4ba8-99e9-c95a0d236d3c service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.8652520 Sep 07 02:35:04.151816 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3a078f82-c290-42a8-aeca-236b1b19ee79 req-1bd71138-de42-4f97-810d-efd8f9d8ca12 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/security-groups?id=da83ed9b-41b3-493b-aca7-370009a4e871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597348 Sep 07 02:35:04.287714 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a5c964-9122-4a3e-a5bb-b00ce66e36d4 req-1f77e7ed-09fe-4f25-ae49-39a951a51ff7 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:04.290028 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-85a5c964-9122-4a3e-a5bb-b00ce66e36d4 req-1f77e7ed-09fe-4f25-ae49-39a951a51ff7 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=40a743d4-9c6b-4351-97c4-9de1c0ccc30d HTTP/1.1" status: 200 len: 946 time: 0.0670443 Sep 07 02:35:04.341696 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-85a5c964-9122-4a3e-a5bb-b00ce66e36d4 req-ddf7ad30-8525-4424-b2bb-25307d2ab41d tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450590 Sep 07 02:35:04.456167 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba14943e-a4a3-4b6f-93bf-e36b58536f25', 'tag': '0e286de3-d96d-439e-9d60-566f5f9a2645'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:35:04.460023 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17686c90-23ae-416f-8168-19688eac6fd1" -d '{"events": [{"name": "network-changed", "server_uuid": "ba14943e-a4a3-4b6f-93bf-e36b58536f25", "tag": "0e286de3-d96d-439e-9d60-566f5f9a2645"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:35:04.470947 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-7b94d494-cac1-4360-b6ba-0e4de4951924 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e4ab2f0c-5a02-4242-a541-768acd457503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3559024 Sep 07 02:35:04.476398 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-b685ddcf-cc13-42d0-8a85-5a0212ea1145 req-59bc8e8f-d26b-4ebc-ba15-cf2b68d7594c tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Transition to ACTIVE for port object 05119bc0-20c7-4dc4-b159-b327eb1226cd will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:35:04.644158 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffcee4b9-29ef-4137-b171-7a7d2a1550e0 x-openstack-request-id: req-ffcee4b9-29ef-4137-b171-7a7d2a1550e0 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:35:04.644502 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba14943e-a4a3-4b6f-93bf-e36b58536f25", "tag": "0e286de3-d96d-439e-9d60-566f5f9a2645", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:35:04.644847 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ffcee4b9-29ef-4137-b171-7a7d2a1550e0 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:35:04.645509 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba14943e-a4a3-4b6f-93bf-e36b58536f25', 'tag': '0e286de3-d96d-439e-9d60-566f5f9a2645', 'status': 'completed', 'code': 200} Sep 07 02:35:04.724987 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-383378b6-ca2e-49a2-a2b5-ac95233417fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:04.787763 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb3f1ad-fb2a-4946-84e3-46d8818a1dbf req-deefadfa-ea25-4f30-acdd-6ad7ffcd172b tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:04.789577 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ddb3f1ad-fb2a-4946-84e3-46d8818a1dbf req-deefadfa-ea25-4f30-acdd-6ad7ffcd172b tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=af277e66-9f34-430f-82e6-77b8e6feb6c0 HTTP/1.1" status: 200 len: 946 time: 0.0788596 Sep 07 02:35:04.834005 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ddb3f1ad-fb2a-4946-84e3-46d8818a1dbf req-21abfb0a-065c-4219-92b7-9c20a6e38522 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363324 Sep 07 02:35:04.848727 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17686c90-23ae-416f-8168-19688eac6fd1 req-c858839a-2906-4d0b-83f6-16731f3e1a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:04.849224 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17686c90-23ae-416f-8168-19688eac6fd1 req-c858839a-2906-4d0b-83f6-16731f3e1a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:04.849692 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17686c90-23ae-416f-8168-19688eac6fd1 req-c858839a-2906-4d0b-83f6-16731f3e1a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:04.851425 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-17686c90-23ae-416f-8168-19688eac6fd1 req-c858839a-2906-4d0b-83f6-16731f3e1a10 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=82f3fc87393e475b9b7c73e7abf1c936&device_id=ba14943e-a4a3-4b6f-93bf-e36b58536f25 HTTP/1.1" status: 200 len: 2799 time: 0.1998937 Sep 07 02:35:04.899516 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 40118) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:35:04.966549 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-d544c86e-d739-4664-a365-e823c3314fc8 admin admin] Deleting subnet af40ed98-11da-495e-997d-546db09a985f {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:35:04.970269 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d544c86e-d739-4664-a365-e823c3314fc8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:05.005975 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b685ddcf-cc13-42d0-8a85-5a0212ea1145 req-59bc8e8f-d26b-4ebc-ba15-cf2b68d7594c tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:05.022151 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['cd30c17f-9869-47d0-b8a4-372e64aeee83', '5f62b862-298f-48a6-87b0-a9e80e67a326'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:35:05.025101 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['b6b91583-efab-415c-af4d-b359edcad861', 'ff1a19e3-e096-472f-9a63-57a220fc3f11', '9b74c30d-79a1-4776-88eb-fff88a21f5a9'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:35:05.051192 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d544c86e-d739-4664-a365-e823c3314fc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:05.100502 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e73aa492-ac51-4a90-9c3f-862542302639 req-1a61e5e2-47ab-4106-806a-a0608b20053d tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--897005627&fields=id&tenant_id=ec8f998f0dfa49298d81e528b209944e HTTP/1.1" status: 200 len: 267 time: 0.0978029 Sep 07 02:35:05.104853 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-780d9ebb-2bbe-4e56-b778-a010d08951f7 service neutron] 10.222.0.23 "GET /v2.0/networks/e4ab2f0c-5a02-4242-a541-768acd457503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6120179 Sep 07 02:35:05.212371 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d544c86e-d739-4664-a365-e823c3314fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:05.216179 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b685ddcf-cc13-42d0-8a85-5a0212ea1145 req-59bc8e8f-d26b-4ebc-ba15-cf2b68d7594c tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Network 0823ecf3-066e-49bd-a451-2e84ab79a70f is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:35:05.271541 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-b685ddcf-cc13-42d0-8a85-5a0212ea1145 req-59bc8e8f-d26b-4ebc-ba15-cf2b68d7594c tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:35:05.287738 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-b685ddcf-cc13-42d0-8a85-5a0212ea1145 req-59bc8e8f-d26b-4ebc-ba15-cf2b68d7594c tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:35:05.312517 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73aa492-ac51-4a90-9c3f-862542302639 req-cc73ee07-c358-4649-a3e4-ba03e1edc3cc tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:05.320739 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e73aa492-ac51-4a90-9c3f-862542302639 req-cc73ee07-c358-4649-a3e4-ba03e1edc3cc tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "GET /v2.0/networks?id=6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc HTTP/1.1" status: 200 len: 823 time: 0.2181809 Sep 07 02:35:05.325117 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bc8e8f-d26b-4ebc-ba15-cf2b68d7594c tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Pushing event updated for resources: {'Port': ['ID=05119bc0-20c7-4dc4-b159-b327eb1226cd,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:05.350438 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e73aa492-ac51-4a90-9c3f-862542302639 req-35f29e1a-59be-4a6b-ae5f-2c7c6ee93490 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "GET /v2.0/quotas/ec8f998f0dfa49298d81e528b209944e HTTP/1.1" status: 200 len: 375 time: 0.0283799 Sep 07 02:35:05.412285 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d544c86e-d739-4664-a365-e823c3314fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:05.456866 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d544c86e-d739-4664-a365-e823c3314fc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:05.460793 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d544c86e-d739-4664-a365-e823c3314fc8 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/af40ed98-11da-495e-997d-546db09a985f HTTP/1.1" status: 204 len: 168 time: 0.5587430 Sep 07 02:35:05.464662 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 40132) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:35:05.465441 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d544c86e-d739-4664-a365-e823c3314fc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af40ed98-11da-495e-997d-546db09a985f,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:05.502439 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e73aa492-ac51-4a90-9c3f-862542302639 req-ca299bed-0321-4d07-bf38-e4cc892ed585 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ec8f998f0dfa49298d81e528b209944e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1453946 Sep 07 02:35:05.662634 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-715122b6-a8f2-47b6-9b93-d8d93069ba19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:05.688051 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e73aa492-ac51-4a90-9c3f-862542302639 req-1cdff24e-a31c-4a06-9b33-76f713f2fd3a service neutron] 10.222.0.22 "GET /v2.0/networks/6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713815 Sep 07 02:35:05.696644 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-383378b6-ca2e-49a2-a2b5-ac95233417fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d81739a-5fa9-4361-b2ac-8f301d48c933 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:35:05.708468 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-383378b6-ca2e-49a2-a2b5-ac95233417fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:05.723593 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-383378b6-ca2e-49a2-a2b5-ac95233417fa service neutron] Transition to ACTIVE for port object 9d81739a-5fa9-4361-b2ac-8f301d48c933 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:35:05.767051 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-92bc403a-8bdc-4866-b1c0-3e2e9140225b None None] Provisioning for port 05119bc0-20c7-4dc4-b159-b327eb1226cd completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:35:05.772859 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-0ccce20e-240d-4a86-b98b-005cfc5bfac9 service neutron] 10.222.0.23 "GET /v2.0/networks/e4ab2f0c-5a02-4242-a541-768acd457503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6370473 Sep 07 02:35:05.781182 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b685ddcf-cc13-42d0-8a85-5a0212ea1145 req-59bc8e8f-d26b-4ebc-ba15-cf2b68d7594c tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:05.782175 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b685ddcf-cc13-42d0-8a85-5a0212ea1145 req-59bc8e8f-d26b-4ebc-ba15-cf2b68d7594c tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:05.785723 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17686c90-23ae-416f-8168-19688eac6fd1 req-4c512593-63ac-437a-bfb9-ed52f7fbba08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:05.786429 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17686c90-23ae-416f-8168-19688eac6fd1 req-4c512593-63ac-437a-bfb9-ed52f7fbba08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:05.787297 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17686c90-23ae-416f-8168-19688eac6fd1 req-4c512593-63ac-437a-bfb9-ed52f7fbba08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:05.789620 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-92bc403a-8bdc-4866-b1c0-3e2e9140225b None None] Provisioning complete for port 05119bc0-20c7-4dc4-b159-b327eb1226cd triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:35:05.790111 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-92bc403a-8bdc-4866-b1c0-3e2e9140225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:05.790741 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-17686c90-23ae-416f-8168-19688eac6fd1 req-4c512593-63ac-437a-bfb9-ed52f7fbba08 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=82f3fc87393e475b9b7c73e7abf1c936&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.9290199 Sep 07 02:35:05.794145 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-383378b6-ca2e-49a2-a2b5-ac95233417fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:05.835316 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-92bc403a-8bdc-4866-b1c0-3e2e9140225b None None] Port 05119bc0-20c7-4dc4-b159-b327eb1226cd cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:35:05.862260 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-715122b6-a8f2-47b6-9b93-d8d93069ba19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:05.925021 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b685ddcf-cc13-42d0-8a85-5a0212ea1145 req-59bc8e8f-d26b-4ebc-ba15-cf2b68d7594c tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2058399 Sep 07 02:35:05.930092 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-715122b6-a8f2-47b6-9b93-d8d93069ba19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd9601bc-c156-4ac4-9ffa-13377eee4acb']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:35:05.963215 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-b685ddcf-cc13-42d0-8a85-5a0212ea1145 req-0755cd10-cc30-4919-a94a-acd947ca5af0 service neutron] Request body: {'port': {'device_id': 'd8df486c-f42f-4201-a61b-75b96ec26b43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:35:05.965876 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e73aa492-ac51-4a90-9c3f-862542302639 req-fdea8e73-a40c-459e-a63b-a0930afb246c service neutron] 10.222.0.22 "GET /v2.0/networks/6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769630 Sep 07 02:35:05.970116 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-715122b6-a8f2-47b6-9b93-d8d93069ba19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00cca32f-e41c-4852-a687-73528a16538c') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:35:05.970355 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-715122b6-a8f2-47b6-9b93-d8d93069ba19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00cca32f-e41c-4852-a687-73528a16538c') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:35:05.983689 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-715122b6-a8f2-47b6-9b93-d8d93069ba19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:06.038110 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-715122b6-a8f2-47b6-9b93-d8d93069ba19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:06.061598 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-715122b6-a8f2-47b6-9b93-d8d93069ba19 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:35:06.061598 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-715122b6-a8f2-47b6-9b93-d8d93069ba19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:06.061598 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:35:06.061598 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:35:06.061598 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:35:06.061598 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:35:06.061598 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:35:06.061598 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:35:06.061598 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:35:06.061598 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:35:06.061598 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:35:06.061598 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:35:06.061598 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:35:06.061598 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:35:06.061598 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:35:06.061598 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:35:06.061598 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:35:06.061598 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:35:06.061598 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:35:06.061598 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:35:06.061598 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:35:06.061598 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:35:06.061598 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:35:06.061598 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:35:06.061598 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:35:06.061598 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:35:06.061598 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:35:06.061598 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:35:06.061598 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:35:06.061598 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:35:06.061598 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:35:06.061598 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:35:06.061598 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:35:06.061598 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:35:06.111739 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.db.resource_extend [req-a3336d73-3308-433f-922a-aaedb1989e46 req-cd4edd1f-ebb9-4ee8-857e-85f44deba6d1 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 02:35:06.197097 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-715122b6-a8f2-47b6-9b93-d8d93069ba19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:06.208250 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-715122b6-a8f2-47b6-9b93-d8d93069ba19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:06.210225 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-715122b6-a8f2-47b6-9b93-d8d93069ba19 admin admin] 10.222.0.22 "DELETE /v2.0/networks/bd9601bc-c156-4ac4-9ffa-13377eee4acb HTTP/1.1" status: 204 len: 168 time: 0.7381353 Sep 07 02:35:06.211875 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383378b6-ca2e-49a2-a2b5-ac95233417fa service neutron] Pushing event updated for resources: {'Port': ['ID=9d81739a-5fa9-4361-b2ac-8f301d48c933,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:06.235806 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715122b6-a8f2-47b6-9b93-d8d93069ba19 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd9601bc-c156-4ac4-9ffa-13377eee4acb,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:06.370586 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-4e354b37-8ad0-4409-883f-2749066614f6 tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:06.372549 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-4e354b37-8ad0-4409-883f-2749066614f6 tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=40a743d4-9c6b-4351-97c4-9de1c0ccc30d&tenant_id=58fe4c9e71db4bd7aa26d4557468fc65&binding%3Ahost_id=n-h2-796209-16 HTTP/1.1" status: 200 len: 1098 time: 0.5023675 Sep 07 02:35:06.387784 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a3336d73-3308-433f-922a-aaedb1989e46 req-cd4edd1f-ebb9-4ee8-857e-85f44deba6d1 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:06.400834 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-2aa43d6d-57b8-4f8e-a771-5028ae9400ef service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-796209-16'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:35:06.414580 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17686c90-23ae-416f-8168-19688eac6fd1 req-eb66cc9c-a961-4de3-ab96-f264e5bc3a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:06.417217 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-17686c90-23ae-416f-8168-19688eac6fd1 req-eb66cc9c-a961-4de3-ab96-f264e5bc3a79 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6113179 Sep 07 02:35:06.442874 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a3336d73-3308-433f-922a-aaedb1989e46 req-cd4edd1f-ebb9-4ee8-857e-85f44deba6d1 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:06.475129 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a2294-0f1b-4fb5-b569-ec77fb73af69 req-0fdf3fca-b75b-44ed-a221-269bf56177f5 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:06.490450 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fb1a2294-0f1b-4fb5-b569-ec77fb73af69 req-0fdf3fca-b75b-44ed-a221-269bf56177f5 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8df486c-f42f-4201-a61b-75b96ec26b43 HTTP/1.1" status: 200 len: 936 time: 0.1762855 Sep 07 02:35:06.499758 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b685ddcf-cc13-42d0-8a85-5a0212ea1145 req-0755cd10-cc30-4919-a94a-acd947ca5af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:06.568844 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-2aa43d6d-57b8-4f8e-a771-5028ae9400ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:06.582258 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca1a6d-1211-4bc3-bd83-758d47aec87c req-e8952d6c-2b36-4eb8-9219-c567fd84e05b tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:06.584083 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c0ca1a6d-1211-4bc3-bd83-758d47aec87c req-e8952d6c-2b36-4eb8-9219-c567fd84e05b tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.23 "GET /v2.0/ports?device_id=e9da6157-6274-4d65-8941-542b6639bc0a HTTP/1.1" status: 200 len: 967 time: 0.3367360 Sep 07 02:35:06.597049 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fb1a2294-0f1b-4fb5-b569-ec77fb73af69 req-5c573a29-45ba-48b5-a479-9b6c373a0ed2 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052182 Sep 07 02:35:06.598399 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 40150) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:35:06.650299 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-383378b6-ca2e-49a2-a2b5-ac95233417fa service neutron] Attempting to bind port 9d81739a-5fa9-4361-b2ac-8f301d48c933 on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:35:06.651182 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-383378b6-ca2e-49a2-a2b5-ac95233417fa service neutron] Attempting to bind port 9d81739a-5fa9-4361-b2ac-8f301d48c933 by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '8130b750-8be3-40b8-862a-ccd11ca4296d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dfd28e33-9abe-4679-aa5f-14df7636baf6'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:35:06.651759 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-383378b6-ca2e-49a2-a2b5-ac95233417fa service neutron] Attempting to bind port 9d81739a-5fa9-4361-b2ac-8f301d48c933 on network dfd28e33-9abe-4679-aa5f-14df7636baf6 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:35:06.657107 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-85b094c7-2303-4d4d-906e-ee0965420339 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f4b9a4a861be4de9ba9378f5ed497ddc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0528686 Sep 07 02:35:06.659662 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 40156) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:35:06.701041 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-383378b6-ca2e-49a2-a2b5-ac95233417fa service neutron] Port 9d81739a-5fa9-4361-b2ac-8f301d48c933 on network dfd28e33-9abe-4679-aa5f-14df7636baf6 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:35:06.701624 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-383378b6-ca2e-49a2-a2b5-ac95233417fa service neutron] Attempting to bind port 9d81739a-5fa9-4361-b2ac-8f301d48c933 on network dfd28e33-9abe-4679-aa5f-14df7636baf6 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:35:06.736628 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d95cf5f2-9fe8-49fb-a6a0-5c7923ea6e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:06.773746 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d95cf5f2-9fe8-49fb-a6a0-5c7923ea6e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:06.890298 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51eed11-91fb-4d0e-9cde-db53a61a16db req-1079b57e-ee30-4fcf-a304-31391d4495f7 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:06.896502 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51eed11-91fb-4d0e-9cde-db53a61a16db req-1079b57e-ee30-4fcf-a304-31391d4495f7 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:06.902741 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51eed11-91fb-4d0e-9cde-db53a61a16db req-1079b57e-ee30-4fcf-a304-31391d4495f7 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:06.910794 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b51eed11-91fb-4d0e-9cde-db53a61a16db req-1079b57e-ee30-4fcf-a304-31391d4495f7 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba14943e-a4a3-4b6f-93bf-e36b58536f25 HTTP/1.1" status: 200 len: 2411 time: 0.0997543 Sep 07 02:35:06.958607 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d95cf5f2-9fe8-49fb-a6a0-5c7923ea6e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:06.961272 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d95cf5f2-9fe8-49fb-a6a0-5c7923ea6e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:06.965251 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d95cf5f2-9fe8-49fb-a6a0-5c7923ea6e96 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3506a522-e11f-4616-954e-3e9559147307 HTTP/1.1" status: 204 len: 168 time: 0.3036251 Sep 07 02:35:06.996842 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b51eed11-91fb-4d0e-9cde-db53a61a16db req-ce54b0ff-2fda-4e05-b504-a84aa8c47b24 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/security-groups?id=da83ed9b-41b3-493b-aca7-370009a4e871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847521 Sep 07 02:35:07.009357 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95cf5f2-9fe8-49fb-a6a0-5c7923ea6e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3506a522-e11f-4616-954e-3e9559147307,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:07.124784 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-383378b6-ca2e-49a2-a2b5-ac95233417fa service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:35:07.125124 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-383378b6-ca2e-49a2-a2b5-ac95233417fa service neutron] Checking segment: {'id': '8130b750-8be3-40b8-862a-ccd11ca4296d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dfd28e33-9abe-4679-aa5f-14df7636baf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:35:07.125509 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-383378b6-ca2e-49a2-a2b5-ac95233417fa service neutron] Bound using segment: {'id': '8130b750-8be3-40b8-862a-ccd11ca4296d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dfd28e33-9abe-4679-aa5f-14df7636baf6'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:35:07.125952 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-383378b6-ca2e-49a2-a2b5-ac95233417fa service neutron] Bound port: 9d81739a-5fa9-4361-b2ac-8f301d48c933, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8130b750-8be3-40b8-862a-ccd11ca4296d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'dfd28e33-9abe-4679-aa5f-14df7636baf6'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:35:07.126345 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-383378b6-ca2e-49a2-a2b5-ac95233417fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:07.203298 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a065bbd8-077e-4665-b454-773cf48dd75e req-a5cbbd55-550f-4f57-9f1f-95b993d3ae42 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:07.209693 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a065bbd8-077e-4665-b454-773cf48dd75e req-a5cbbd55-550f-4f57-9f1f-95b993d3ae42 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=40a743d4-9c6b-4351-97c4-9de1c0ccc30d HTTP/1.1" status: 200 len: 946 time: 0.1033359 Sep 07 02:35:07.270825 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a065bbd8-077e-4665-b454-773cf48dd75e req-008fa2b1-7378-4800-963e-66b4d52f1734 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542970 Sep 07 02:35:07.388327 n-d-796209-16 neutron-server[94700]: INFO neutron.db.l3_db [req-a3336d73-3308-433f-922a-aaedb1989e46 req-cd4edd1f-ebb9-4ee8-857e-85f44deba6d1 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Floating IP d92f505b-2b02-4bf2-a6a4-a86850693b7b associated. External IP: 172.25.5.43, port: 08297d2c-895c-4357-8a0b-c3e613e74a3d. Sep 07 02:35:07.447822 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8c229-08c5-4d48-a8d3-36d7c3dc17d3 req-f442553c-5f26-4e07-a297-a227a7c39b7e tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:07.449441 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4ca8c229-08c5-4d48-a8d3-36d7c3dc17d3 req-f442553c-5f26-4e07-a297-a227a7c39b7e tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=af277e66-9f34-430f-82e6-77b8e6feb6c0 HTTP/1.1" status: 200 len: 946 time: 0.0531652 Sep 07 02:35:07.493862 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4ca8c229-08c5-4d48-a8d3-36d7c3dc17d3 req-75f821ff-9614-4721-9d98-21b1506ce9f4 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380323 Sep 07 02:35:07.598408 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8ac5040e-6fda-4aa2-b665-3ef1bac4c1dc req-2ddc8d54-72ac-43a2-9da0-e67e5b6c8d2f tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5805c37-b156-4c27-8180-c25309ab7be0 HTTP/1.1" status: 200 len: 210 time: 0.0303187 Sep 07 02:35:07.721517 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-c0ca1a6d-1211-4bc3-bd83-758d47aec87c req-e516083f-b2a0-4a4d-b769-d0fc6cad650a tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Deleting port 13df73ea-f9db-4927-a356-a34216e6f263 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:35:07.722366 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c0ca1a6d-1211-4bc3-bd83-758d47aec87c req-e516083f-b2a0-4a4d-b769-d0fc6cad650a tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:07.734499 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-383378b6-ca2e-49a2-a2b5-ac95233417fa service neutron] For port 9d81739a-5fa9-4361-b2ac-8f301d48c933, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:35:07.773946 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e182cdd-471e-43ac-825b-5171a285d7e6 req-79556ec4-27ac-4ef3-9025-f4817d2da7a3 tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:07.781762 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5e182cdd-471e-43ac-825b-5171a285d7e6 req-79556ec4-27ac-4ef3-9025-f4817d2da7a3 tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=af277e66-9f34-430f-82e6-77b8e6feb6c0 HTTP/1.1" status: 200 len: 1098 time: 0.0808356 Sep 07 02:35:07.833516 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-383378b6-ca2e-49a2-a2b5-ac95233417fa service neutron] For port 9d81739a-5fa9-4361-b2ac-8f301d48c933, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=9d81739a-5fa9-4361-b2ac-8f301d48c933,segment=NetworkSegment(8130b750-8be3-40b8-862a-ccd11ca4296d),segment_id=8130b750-8be3-40b8-862a-ccd11ca4296d)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:35:07.837101 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5e182cdd-471e-43ac-825b-5171a285d7e6 req-e6da5d3c-3ddc-4681-9ac7-04804782fc98 tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506730 Sep 07 02:35:07.888022 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-383378b6-ca2e-49a2-a2b5-ac95233417fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:07.927932 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-2aa43d6d-57b8-4f8e-a771-5028ae9400ef service neutron] For port 8ed43187-6586-48f2-b606-1bd5684ec058, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=8ed43187-6586-48f2-b606-1bd5684ec058,segment=NetworkSegment(a87351ba-0fbc-4302-9869-b18eee085c86),segment_id=a87351ba-0fbc-4302-9869-b18eee085c86)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:35:07.961204 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a3c54-bcb8-48b0-a796-eb49110b0dce req-d5d57893-6c25-4d71-8d95-267a36cad9af tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:07.969592 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c60a3c54-bcb8-48b0-a796-eb49110b0dce req-d5d57893-6c25-4d71-8d95-267a36cad9af tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8df486c-f42f-4201-a61b-75b96ec26b43 HTTP/1.1" status: 200 len: 936 time: 0.0731137 Sep 07 02:35:08.028549 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c60a3c54-bcb8-48b0-a796-eb49110b0dce req-1f5f5607-23e0-491e-9966-1fa9b9276c93 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547729 Sep 07 02:35:08.087742 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-383378b6-ca2e-49a2-a2b5-ac95233417fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:08.089013 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-383378b6-ca2e-49a2-a2b5-ac95233417fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:08.090449 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-383378b6-ca2e-49a2-a2b5-ac95233417fa service neutron] 10.222.0.16 "PUT /v2.0/ports/9d81739a-5fa9-4361-b2ac-8f301d48c933 HTTP/1.1" status: 200 len: 1091 time: 4.2564754 Sep 07 02:35:08.092861 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba14943e-a4a3-4b6f-93bf-e36b58536f25', 'tag': '9d81739a-5fa9-4361-b2ac-8f301d48c933'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:35:08.095154 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05270d15-0d37-4347-88d9-eeba05319991" -d '{"events": [{"name": "network-changed", "server_uuid": "ba14943e-a4a3-4b6f-93bf-e36b58536f25", "tag": "9d81739a-5fa9-4361-b2ac-8f301d48c933"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:35:08.352495 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b525f9-7d40-415c-8362-8f85fb5eb37d req-3557dfc1-6e83-4314-8fd9-b6cd25694e39 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:08.363419 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b525f9-7d40-415c-8362-8f85fb5eb37d req-3557dfc1-6e83-4314-8fd9-b6cd25694e39 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:08.370628 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b525f9-7d40-415c-8362-8f85fb5eb37d req-3557dfc1-6e83-4314-8fd9-b6cd25694e39 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:08.381125 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b5b525f9-7d40-415c-8362-8f85fb5eb37d req-3557dfc1-6e83-4314-8fd9-b6cd25694e39 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba14943e-a4a3-4b6f-93bf-e36b58536f25 HTTP/1.1" status: 200 len: 2411 time: 0.1064734 Sep 07 02:35:08.399143 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-c0ca1a6d-1211-4bc3-bd83-758d47aec87c req-e516083f-b2a0-4a4d-b769-d0fc6cad650a tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] For port 13df73ea-f9db-4927-a356-a34216e6f263, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=13df73ea-f9db-4927-a356-a34216e6f263,segment=NetworkSegment(f40be107-e610-44ce-bdfd-1f32cc4fb26a),segment_id=f40be107-e610-44ce-bdfd-1f32cc4fb26a)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:35:08.411228 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c0ca1a6d-1211-4bc3-bd83-758d47aec87c req-e516083f-b2a0-4a4d-b769-d0fc6cad650a tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:08.441531 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b5b525f9-7d40-415c-8362-8f85fb5eb37d req-050831c4-d7cd-4cf8-b3c7-480d73128219 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/security-groups?id=da83ed9b-41b3-493b-aca7-370009a4e871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592644 Sep 07 02:35:08.528134 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc06c434-dcf6-4246-9906-84fd8afc29ab x-openstack-request-id: req-bc06c434-dcf6-4246-9906-84fd8afc29ab {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:35:08.528680 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba14943e-a4a3-4b6f-93bf-e36b58536f25", "tag": "9d81739a-5fa9-4361-b2ac-8f301d48c933", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:35:08.528680 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bc06c434-dcf6-4246-9906-84fd8afc29ab {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:35:08.529060 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba14943e-a4a3-4b6f-93bf-e36b58536f25', 'tag': '9d81739a-5fa9-4361-b2ac-8f301d48c933', 'status': 'completed', 'code': 200} Sep 07 02:35:08.570244 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-2aa43d6d-57b8-4f8e-a771-5028ae9400ef service neutron] For port 8ed43187-6586-48f2-b606-1bd5684ec058, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:35:08.610351 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73aa492-ac51-4a90-9c3f-862542302639 req-89ad8b30-99bd-4658-90a3-b98c4f080c8f tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:08.613400 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e73aa492-ac51-4a90-9c3f-862542302639 req-89ad8b30-99bd-4658-90a3-b98c4f080c8f tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.16 "GET /v2.0/networks?id=6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc HTTP/1.1" status: 200 len: 823 time: 0.8797240 Sep 07 02:35:08.617947 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f88c9-9cc6-4b99-a8f6-0f71cdced3c6 req-c40bee69-cd2b-4543-a8ce-a71ca2f7ffe5 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:08.625459 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7d0f88c9-9cc6-4b99-a8f6-0f71cdced3c6 req-c40bee69-cd2b-4543-a8ce-a71ca2f7ffe5 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=40a743d4-9c6b-4351-97c4-9de1c0ccc30d HTTP/1.1" status: 200 len: 946 time: 0.0621428 Sep 07 02:35:08.664549 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7d0f88c9-9cc6-4b99-a8f6-0f71cdced3c6 req-fe39c531-0804-4468-ac67-fcb3fc2cdd07 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382450 Sep 07 02:35:08.681442 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383378b6-ca2e-49a2-a2b5-ac95233417fa service neutron] Pushing event updated for resources: {'Port': ['ID=9d81739a-5fa9-4361-b2ac-8f301d48c933,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:08.750687 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-b685ddcf-cc13-42d0-8a85-5a0212ea1145 req-0755cd10-cc30-4919-a94a-acd947ca5af0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05119bc0-20c7-4dc4-b159-b327eb1226cd {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:35:08.782349 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b685ddcf-cc13-42d0-8a85-5a0212ea1145 req-0755cd10-cc30-4919-a94a-acd947ca5af0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:08.815144 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f31cdf79-a3f3-4565-bcb5-d25f7f5c8c92 req-53f971cd-f16a-43bf-bbe6-da6dc3c71f41 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5805c37-b156-4c27-8180-c25309ab7be0 HTTP/1.1" status: 200 len: 210 time: 0.0377131 Sep 07 02:35:08.828284 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-2aa43d6d-57b8-4f8e-a771-5028ae9400ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:08.865463 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3336d73-3308-433f-922a-aaedb1989e46 req-cd4edd1f-ebb9-4ee8-857e-85f44deba6d1 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Router b17b1740-677d-4592-b674-2c1c405543e6 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:35:08.908414 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e73aa492-ac51-4a90-9c3f-862542302639 req-7058cf2b-de09-4c68-83ab-f97fe64b9762 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec8f998f0dfa49298d81e528b209944e HTTP/1.1" status: 200 len: 379 time: 0.2169256 Sep 07 02:35:08.909265 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-2aa43d6d-57b8-4f8e-a771-5028ae9400ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:08.926887 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-e73aa492-ac51-4a90-9c3f-862542302639 req-ccad4fcd-85fc-4ab7-8a26-2101f6391a1d tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Request body: {'port': {'device_id': 'd5805c37-b156-4c27-8180-c25309ab7be0', 'network_id': '6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc', 'admin_state_up': True, 'tenant_id': 'ec8f998f0dfa49298d81e528b209944e', 'security_groups': ['640bc5a7-1290-4dbd-b0ce-f56eb51dd0f7']}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:35:09.004295 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-b685ddcf-cc13-42d0-8a85-5a0212ea1145 req-0755cd10-cc30-4919-a94a-acd947ca5af0 service neutron] Transition to ACTIVE for port object 05119bc0-20c7-4dc4-b159-b327eb1226cd will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:35:09.013574 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-4721e53b-5d99-4b1c-a1d2-e725c7d96633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:09.014062 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-4721e53b-5d99-4b1c-a1d2-e725c7d96633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:09.014545 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-4721e53b-5d99-4b1c-a1d2-e725c7d96633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:09.017496 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-4721e53b-5d99-4b1c-a1d2-e725c7d96633 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=82f3fc87393e475b9b7c73e7abf1c936&device_id=ba14943e-a4a3-4b6f-93bf-e36b58536f25 HTTP/1.1" status: 200 len: 2867 time: 0.8531034 Sep 07 02:35:09.100263 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b685ddcf-cc13-42d0-8a85-5a0212ea1145 req-0755cd10-cc30-4919-a94a-acd947ca5af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:09.152943 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-062cc67a-9352-4871-b278-a59b626f9e1e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.226&port_id=9282ed25-bf73-4795-b5ad-86c7780ba839 HTTP/1.1" status: 200 len: 217 time: 0.0445056 Sep 07 02:35:09.239020 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-fa639b19-33d7-4b9f-b53b-f7de20f96080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:09.240576 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-fa639b19-33d7-4b9f-b53b-f7de20f96080 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9f3d3e5d-7258-446c-930d-904049a5db87 HTTP/1.1" status: 200 len: 801 time: 0.0730693 Sep 07 02:35:09.249916 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e201550d-519d-4cf5-bd72-8481b13a72a1 req-813cff6f-41c4-485d-a85d-f3a2f5c2e60b tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:09.262795 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e201550d-519d-4cf5-bd72-8481b13a72a1 req-813cff6f-41c4-485d-a85d-f3a2f5c2e60b tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8df486c-f42f-4201-a61b-75b96ec26b43 HTTP/1.1" status: 200 len: 948 time: 0.1137826 Sep 07 02:35:09.315411 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e201550d-519d-4cf5-bd72-8481b13a72a1 req-34545ace-0ef7-4543-84bf-2a9ca9cd6701 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515070 Sep 07 02:35:09.656596 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f9c0f-2345-4d55-b9fd-e0669bfe8799 req-705fb46d-0694-4e94-b85c-a38962e60c91 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:09.682832 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f9c0f-2345-4d55-b9fd-e0669bfe8799 req-705fb46d-0694-4e94-b85c-a38962e60c91 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:09.693911 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f9c0f-2345-4d55-b9fd-e0669bfe8799 req-705fb46d-0694-4e94-b85c-a38962e60c91 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:09.696511 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6a9f9c0f-2345-4d55-b9fd-e0669bfe8799 req-705fb46d-0694-4e94-b85c-a38962e60c91 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba14943e-a4a3-4b6f-93bf-e36b58536f25 HTTP/1.1" status: 200 len: 2411 time: 0.1667275 Sep 07 02:35:09.703406 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-2aa43d6d-57b8-4f8e-a771-5028ae9400ef service neutron] Attempting to bind port 8ed43187-6586-48f2-b606-1bd5684ec058 on host n-h2-796209-16 for vnic_type normal with profile {"migrating_to": "n-h1-796209-16"} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:35:09.714888 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-2aa43d6d-57b8-4f8e-a771-5028ae9400ef service neutron] Attempting to bind port 8ed43187-6586-48f2-b606-1bd5684ec058 by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': 'a87351ba-0fbc-4302-9869-b18eee085c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e4ab2f0c-5a02-4242-a541-768acd457503'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:35:09.715271 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-2aa43d6d-57b8-4f8e-a771-5028ae9400ef service neutron] Attempting to bind port 8ed43187-6586-48f2-b606-1bd5684ec058 on network e4ab2f0c-5a02-4242-a541-768acd457503 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:35:09.732552 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-2aa43d6d-57b8-4f8e-a771-5028ae9400ef service neutron] Port 8ed43187-6586-48f2-b606-1bd5684ec058 on network e4ab2f0c-5a02-4242-a541-768acd457503 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:35:09.732879 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-2aa43d6d-57b8-4f8e-a771-5028ae9400ef service neutron] Attempting to bind port 8ed43187-6586-48f2-b606-1bd5684ec058 on network e4ab2f0c-5a02-4242-a541-768acd457503 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:35:09.753443 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa43d6d-57b8-4f8e-a771-5028ae9400ef service neutron] Pushing event updated for resources: {'Port': ['ID=8ed43187-6586-48f2-b606-1bd5684ec058,revision_number=7']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:09.812645 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6a9f9c0f-2345-4d55-b9fd-e0669bfe8799 req-70d0aad9-4294-4bb0-bde5-98bfd700d00a tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/security-groups?id=da83ed9b-41b3-493b-aca7-370009a4e871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049528 Sep 07 02:35:09.848451 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0755cd10-cc30-4919-a94a-acd947ca5af0 service neutron] Pushing event updated for resources: {'Port': ['ID=05119bc0-20c7-4dc4-b159-b327eb1226cd,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:09.974101 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-5bae7170-bdf4-42ae-84fa-807fe5a668f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:09.976035 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc3370-08df-442a-b912-6274623d6ae4 req-22363925-8c8e-44fa-b1ec-17b8525af2f4 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:09.981913 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-5bae7170-bdf4-42ae-84fa-807fe5a668f0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dfd28e33-9abe-4679-aa5f-14df7636baf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4109986 Sep 07 02:35:09.982747 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-2aa43d6d-57b8-4f8e-a771-5028ae9400ef service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:35:09.983088 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-2aa43d6d-57b8-4f8e-a771-5028ae9400ef service neutron] Checking segment: {'id': 'a87351ba-0fbc-4302-9869-b18eee085c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e4ab2f0c-5a02-4242-a541-768acd457503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:35:09.983470 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-2aa43d6d-57b8-4f8e-a771-5028ae9400ef service neutron] Bound using segment: {'id': 'a87351ba-0fbc-4302-9869-b18eee085c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e4ab2f0c-5a02-4242-a541-768acd457503'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:35:09.983941 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-2aa43d6d-57b8-4f8e-a771-5028ae9400ef service neutron] Bound port: 8ed43187-6586-48f2-b606-1bd5684ec058, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a87351ba-0fbc-4302-9869-b18eee085c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e4ab2f0c-5a02-4242-a541-768acd457503'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:35:09.984297 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-2aa43d6d-57b8-4f8e-a771-5028ae9400ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:09.988818 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-85dc3370-08df-442a-b912-6274623d6ae4 req-22363925-8c8e-44fa-b1ec-17b8525af2f4 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=40a743d4-9c6b-4351-97c4-9de1c0ccc30d HTTP/1.1" status: 200 len: 944 time: 0.1007357 Sep 07 02:35:10.059671 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-85dc3370-08df-442a-b912-6274623d6ae4 req-c761f23a-da7b-4b03-a9eb-48889f6f9df1 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698361 Sep 07 02:35:10.114496 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c0ca1a6d-1211-4bc3-bd83-758d47aec87c req-e516083f-b2a0-4a4d-b769-d0fc6cad650a tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:10.114851 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c0ca1a6d-1211-4bc3-bd83-758d47aec87c req-e516083f-b2a0-4a4d-b769-d0fc6cad650a tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:10.115171 n-d-796209-16 neutron-server[94700]: INFO neutron.db.l3_db [req-c0ca1a6d-1211-4bc3-bd83-758d47aec87c req-e516083f-b2a0-4a4d-b769-d0fc6cad650a tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Floating IP ecc1e03d-8732-4858-99f5-602816fd769c disassociated. External IP: 172.25.5.112, port: 13df73ea-f9db-4927-a356-a34216e6f263. Sep 07 02:35:10.115536 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-c0ca1a6d-1211-4bc3-bd83-758d47aec87c req-e516083f-b2a0-4a4d-b769-d0fc6cad650a tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Calling delete_port for 13df73ea-f9db-4927-a356-a34216e6f263 owned by compute:tempest-test_az-1064343421 {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:35:10.144880 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3336d73-3308-433f-922a-aaedb1989e46 req-cd4edd1f-ebb9-4ee8-857e-85f44deba6d1 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:35:10.150099 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a3336d73-3308-433f-922a-aaedb1989e46 req-cd4edd1f-ebb9-4ee8-857e-85f44deba6d1 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:10.156220 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd884818-8323-495a-ab56-f825e5bf695b None None] Sync routers for ids ['b17b1740-677d-4592-b674-2c1c405543e6'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:35:10.177086 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd884818-8323-495a-ab56-f825e5bf695b None None] Routers {'b17b1740-677d-4592-b674-2c1c405543e6'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:35:10.178064 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-cd884818-8323-495a-ab56-f825e5bf695b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:34:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['b17b1740-677d-4592-b674-2c1c405543e6'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:35:10.263749 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-b685ddcf-cc13-42d0-8a85-5a0212ea1145 req-0755cd10-cc30-4919-a94a-acd947ca5af0 service neutron] Attempting to bind port 05119bc0-20c7-4dc4-b159-b327eb1226cd on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:35:10.263943 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4c65a4aa-4535-4bf4-98ad-3ecb52dc3685 req-61d214b7-5cc8-48e2-a4c9-b0b846d851b1 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5805c37-b156-4c27-8180-c25309ab7be0 HTTP/1.1" status: 200 len: 210 time: 0.0892508 Sep 07 02:35:10.264870 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-b685ddcf-cc13-42d0-8a85-5a0212ea1145 req-0755cd10-cc30-4919-a94a-acd947ca5af0 service neutron] Attempting to bind port 05119bc0-20c7-4dc4-b159-b327eb1226cd by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:35:10.265442 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b685ddcf-cc13-42d0-8a85-5a0212ea1145 req-0755cd10-cc30-4919-a94a-acd947ca5af0 service neutron] Attempting to bind port 05119bc0-20c7-4dc4-b159-b327eb1226cd on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:35:10.316181 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e73aa492-ac51-4a90-9c3f-862542302639 req-ccad4fcd-85fc-4ab7-8a26-2101f6391a1d tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Made reservation on behalf of ec8f998f0dfa49298d81e528b209944e for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:35:10.320253 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e73aa492-ac51-4a90-9c3f-862542302639 req-ccad4fcd-85fc-4ab7-8a26-2101f6391a1d tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:10.359292 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b685ddcf-cc13-42d0-8a85-5a0212ea1145 req-0755cd10-cc30-4919-a94a-acd947ca5af0 service neutron] Port 05119bc0-20c7-4dc4-b159-b327eb1226cd on network 0823ecf3-066e-49bd-a451-2e84ab79a70f not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:35:10.359513 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-cd884818-8323-495a-ab56-f825e5bf695b None None] Set router b17b1740-677d-4592-b674-2c1c405543e6 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:35:10.360086 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b685ddcf-cc13-42d0-8a85-5a0212ea1145 req-0755cd10-cc30-4919-a94a-acd947ca5af0 service neutron] Attempting to bind port 05119bc0-20c7-4dc4-b159-b327eb1226cd on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:35:10.363746 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a3336d73-3308-433f-922a-aaedb1989e46 req-cd4edd1f-ebb9-4ee8-857e-85f44deba6d1 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "PUT /v2.0/floatingips/d92f505b-2b02-4bf2-a6a4-a86850693b7b HTTP/1.1" status: 200 len: 995 time: 7.1148682 Sep 07 02:35:10.389915 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 13df73ea-f9db-4927-a356-a34216e6f263 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:35:10.549204 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:10.572145 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-e73aa492-ac51-4a90-9c3f-862542302639 req-ccad4fcd-85fc-4ab7-8a26-2101f6391a1d tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Allocated IP 172.20.0.11 (6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc/cbe10d5e-50cd-446a-9782-e73eac83e8a3/5eedbabb-e873-4d54-ab51-89dc35dd007a) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:35:10.581525 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270240c2-becb-49ea-bee2-79170afea55b req-e1f6d271-6dbf-43ff-8da2-42b53207e6be tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:10.586064 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-270240c2-becb-49ea-bee2-79170afea55b req-e1f6d271-6dbf-43ff-8da2-42b53207e6be tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8df486c-f42f-4201-a61b-75b96ec26b43 HTTP/1.1" status: 200 len: 948 time: 0.1350336 Sep 07 02:35:10.596266 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9da6157-6274-4d65-8941-542b6639bc0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13df73ea-f9db-4927-a356-a34216e6f263'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:35:10.598554 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aff5c0d-7848-45f2-83db-6ffccecdc45a" -d '{"events": [{"server_uuid": "e9da6157-6274-4d65-8941-542b6639bc0a", "name": "network-vif-unplugged", "status": "completed", "tag": "13df73ea-f9db-4927-a356-a34216e6f263"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:35:10.628438 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a743d4-9c6b-4351-97c4-9de1c0ccc30d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ed43187-6586-48f2-b606-1bd5684ec058'}, {'name': 'network-changed', 'server_uuid': '517da09a-c5f9-43af-9db7-5b58ba70b09f', 'tag': '08297d2c-895c-4357-8a0b-c3e613e74a3d'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:35:10.630946 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9eb145f-f8d5-4a68-b3c5-48fe891be51c" -d '{"events": [{"server_uuid": "40a743d4-9c6b-4351-97c4-9de1c0ccc30d", "name": "network-vif-unplugged", "status": "completed", "tag": "8ed43187-6586-48f2-b606-1bd5684ec058"}, {"name": "network-changed", "server_uuid": "517da09a-c5f9-43af-9db7-5b58ba70b09f", "tag": "08297d2c-895c-4357-8a0b-c3e613e74a3d"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:35:10.638301 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 13df73ea-f9db-4927-a356-a34216e6f263, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=13df73ea-f9db-4927-a356-a34216e6f263,segment=NetworkSegment(f40be107-e610-44ce-bdfd-1f32cc4fb26a),segment_id=f40be107-e610-44ce-bdfd-1f32cc4fb26a)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:35:10.641792 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b685ddcf-cc13-42d0-8a85-5a0212ea1145 req-0755cd10-cc30-4919-a94a-acd947ca5af0 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:35:10.642340 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b685ddcf-cc13-42d0-8a85-5a0212ea1145 req-0755cd10-cc30-4919-a94a-acd947ca5af0 service neutron] Checking segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:35:10.642978 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b685ddcf-cc13-42d0-8a85-5a0212ea1145 req-0755cd10-cc30-4919-a94a-acd947ca5af0 service neutron] Bound using segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:35:10.644036 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-b685ddcf-cc13-42d0-8a85-5a0212ea1145 req-0755cd10-cc30-4919-a94a-acd947ca5af0 service neutron] Bound port: 05119bc0-20c7-4dc4-b159-b327eb1226cd, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:35:10.644610 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b685ddcf-cc13-42d0-8a85-5a0212ea1145 req-0755cd10-cc30-4919-a94a-acd947ca5af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:10.644996 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:10.652438 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-270240c2-becb-49ea-bee2-79170afea55b req-1ff33dd5-eb6d-45b9-ba42-c8725f9754ab tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545599 Sep 07 02:35:10.740973 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=13df73ea-f9db-4927-a356-a34216e6f263,revision_number=6']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:10.883945 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 02:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d6e899-0f05-4d89-b4e3-5a2b466c45ce x-openstack-request-id: req-a5d6e899-0f05-4d89-b4e3-5a2b466c45ce {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:35:10.884329 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9da6157-6274-4d65-8941-542b6639bc0a", "name": "network-vif-unplugged", "status": "completed", "tag": "13df73ea-f9db-4927-a356-a34216e6f263", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:35:10.884717 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a5d6e899-0f05-4d89-b4e3-5a2b466c45ce {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:35:10.885273 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9da6157-6274-4d65-8941-542b6639bc0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13df73ea-f9db-4927-a356-a34216e6f263', 'code': 200} Sep 07 02:35:10.968629 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-b685ddcf-cc13-42d0-8a85-5a0212ea1145 req-0755cd10-cc30-4919-a94a-acd947ca5af0 service neutron] For port 05119bc0-20c7-4dc4-b159-b327eb1226cd, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:35:10.982016 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-cd884818-8323-495a-ab56-f825e5bf695b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17b1740-677d-4592-b674-2c1c405543e6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-252782972-router', 'tenant_id': 'a54ab3d241974f319feaa289ec99333f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '674f52f6-5efd-40d6-8111-3343620a8a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:34:21Z', 'updated_at': '2021-09-07T02:34:28Z', 'revision_number': 4, 'project_id': 'a54ab3d241974f319feaa289ec99333f', 'gw_port': {'id': '674f52f6-5efd-40d6-8111-3343620a8a31', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ce:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17b1740-677d-4592-b674-2c1c405543e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:34:23Z', 'updated_at': '2021-09-07T02:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'd92f505b-2b02-4bf2-a6a4-a86850693b7b', 'tenant_id': 'a54ab3d241974f319feaa289ec99333f', 'floating_ip_address': '172.25.5.43', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': 'b17b1740-677d-4592-b674-2c1c405543e6', 'port_id': '08297d2c-895c-4357-8a0b-c3e613e74a3d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ab7984a-b3c2-4552-bebd-58d012c6a713', 'mac_address': 'fa:16:3e:e2:5b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517da09a-c5f9-43af-9db7-5b58ba70b09f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T02:34:59Z', 'updated_at': '2021-09-07T02:35:05Z', 'revision_number': 1, 'project_id': 'a54ab3d241974f319feaa289ec99333f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4626ecb-8d43-42db-8801-e826770acd31', 'name': '', 'network_id': '8ab7984a-b3c2-4552-bebd-58d012c6a713', 'tenant_id': 'a54ab3d241974f319feaa289ec99333f', 'mac_address': 'fa:16:3e:cf:78:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17b1740-677d-4592-b674-2c1c405543e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6adffcfb-413e-4397-9eca-069cf6afe672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:34:26Z', 'updated_at': '2021-09-07T02:34:35Z', 'revision_number': 5, 'project_id': 'a54ab3d241974f319feaa289ec99333f', 'subnets': [{'id': '6adffcfb-413e-4397-9eca-069cf6afe672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:35:10.986536 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-b685ddcf-cc13-42d0-8a85-5a0212ea1145 req-0755cd10-cc30-4919-a94a-acd947ca5af0 service neutron] For port 05119bc0-20c7-4dc4-b159-b327eb1226cd, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=05119bc0-20c7-4dc4-b159-b327eb1226cd,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:35:11.016356 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd884818-8323-495a-ab56-f825e5bf695b None None] Checking router: b17b1740-677d-4592-b674-2c1c405543e6 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:35:11.026725 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd884818-8323-495a-ab56-f825e5bf695b None None] Routers {'b17b1740-677d-4592-b674-2c1c405543e6'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:35:11.028454 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-cd884818-8323-495a-ab56-f825e5bf695b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:34:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['b17b1740-677d-4592-b674-2c1c405543e6'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:35:11.144968 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 07 Sep 2021 02:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea40be8-bd5e-4adb-a18e-0dddd295b681 x-openstack-request-id: req-3ea40be8-bd5e-4adb-a18e-0dddd295b681 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:35:11.145275 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40a743d4-9c6b-4351-97c4-9de1c0ccc30d", "name": "network-vif-unplugged", "status": "completed", "tag": "8ed43187-6586-48f2-b606-1bd5684ec058", "code": 200}, {"name": "network-changed", "server_uuid": "517da09a-c5f9-43af-9db7-5b58ba70b09f", "tag": "08297d2c-895c-4357-8a0b-c3e613e74a3d", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:35:11.145535 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3ea40be8-bd5e-4adb-a18e-0dddd295b681 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:35:11.145963 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a743d4-9c6b-4351-97c4-9de1c0ccc30d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ed43187-6586-48f2-b606-1bd5684ec058', 'code': 200} Sep 07 02:35:11.146218 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '517da09a-c5f9-43af-9db7-5b58ba70b09f', 'tag': '08297d2c-895c-4357-8a0b-c3e613e74a3d', 'status': 'completed', 'code': 200} Sep 07 02:35:11.163092 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-2aa43d6d-57b8-4f8e-a771-5028ae9400ef service neutron] For port 8ed43187-6586-48f2-b606-1bd5684ec058, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:35:11.172410 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-100e28b4-0c31-43dd-b297-8d03cb5249da service neutron] 10.222.0.16 "GET /v2.0/networks/dfd28e33-9abe-4679-aa5f-14df7636baf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1334336 Sep 07 02:35:11.182953 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b685ddcf-cc13-42d0-8a85-5a0212ea1145 req-0755cd10-cc30-4919-a94a-acd947ca5af0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:11.228237 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-2aa43d6d-57b8-4f8e-a771-5028ae9400ef service neutron] For port 8ed43187-6586-48f2-b606-1bd5684ec058, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=8ed43187-6586-48f2-b606-1bd5684ec058,segment=NetworkSegment(a87351ba-0fbc-4302-9869-b18eee085c86),segment_id=a87351ba-0fbc-4302-9869-b18eee085c86)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:35:11.229114 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-cd884818-8323-495a-ab56-f825e5bf695b None None] Set router b17b1740-677d-4592-b674-2c1c405543e6 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:35:11.241416 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c0ca1a6d-1211-4bc3-bd83-758d47aec87c req-e516083f-b2a0-4a4d-b769-d0fc6cad650a tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:11.284238 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3336d73-3308-433f-922a-aaedb1989e46 req-3262e82b-1fca-4569-9060-abd5583bf9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:11.297984 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a3336d73-3308-433f-922a-aaedb1989e46 req-3262e82b-1fca-4569-9060-abd5583bf9cf service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a54ab3d241974f319feaa289ec99333f&device_id=517da09a-c5f9-43af-9db7-5b58ba70b09f HTTP/1.1" status: 200 len: 1097 time: 0.6772101 Sep 07 02:35:11.302502 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb145f-f8d5-4a68-b3c5-48fe891be51c req-9f98a5f3-63f1-43c8-8cbb-002280cb796f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:11.313911 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a9eb145f-f8d5-4a68-b3c5-48fe891be51c req-9f98a5f3-63f1-43c8-8cbb-002280cb796f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a54ab3d241974f319feaa289ec99333f&device_id=517da09a-c5f9-43af-9db7-5b58ba70b09f HTTP/1.1" status: 200 len: 1097 time: 0.3537734 Sep 07 02:35:11.406958 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-2aa43d6d-57b8-4f8e-a771-5028ae9400ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:11.410175 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b685ddcf-cc13-42d0-8a85-5a0212ea1145 req-0755cd10-cc30-4919-a94a-acd947ca5af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:11.411544 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b685ddcf-cc13-42d0-8a85-5a0212ea1145 req-0755cd10-cc30-4919-a94a-acd947ca5af0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:11.413155 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b685ddcf-cc13-42d0-8a85-5a0212ea1145 req-0755cd10-cc30-4919-a94a-acd947ca5af0 service neutron] 10.222.0.23 "PUT /v2.0/ports/05119bc0-20c7-4dc4-b159-b327eb1226cd HTTP/1.1" status: 200 len: 1097 time: 5.4616807 Sep 07 02:35:11.480433 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fab4bc-34be-4d84-b11c-ac2547d822f0 req-0bf78072-d9fa-4887-ad84-4c79309bae8d tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:11.501705 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fab4bc-34be-4d84-b11c-ac2547d822f0 req-0bf78072-d9fa-4887-ad84-4c79309bae8d tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:11.529581 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fab4bc-34be-4d84-b11c-ac2547d822f0 req-0bf78072-d9fa-4887-ad84-4c79309bae8d tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:11.543340 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-04fab4bc-34be-4d84-b11c-ac2547d822f0 req-0bf78072-d9fa-4887-ad84-4c79309bae8d tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba14943e-a4a3-4b6f-93bf-e36b58536f25 HTTP/1.1" status: 200 len: 2411 time: 0.3862453 Sep 07 02:35:11.654552 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-5f8dd30b-f421-4a8c-a32b-a972725cee06 service neutron] 10.222.0.16 "GET /v2.0/networks/dfd28e33-9abe-4679-aa5f-14df7636baf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4714322 Sep 07 02:35:11.738645 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-cd884818-8323-495a-ab56-f825e5bf695b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17b1740-677d-4592-b674-2c1c405543e6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-252782972-router', 'tenant_id': 'a54ab3d241974f319feaa289ec99333f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '674f52f6-5efd-40d6-8111-3343620a8a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:34:21Z', 'updated_at': '2021-09-07T02:34:28Z', 'revision_number': 4, 'project_id': 'a54ab3d241974f319feaa289ec99333f', 'gw_port': {'id': '674f52f6-5efd-40d6-8111-3343620a8a31', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ce:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17b1740-677d-4592-b674-2c1c405543e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:34:23Z', 'updated_at': '2021-09-07T02:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'd92f505b-2b02-4bf2-a6a4-a86850693b7b', 'tenant_id': 'a54ab3d241974f319feaa289ec99333f', 'floating_ip_address': '172.25.5.43', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': 'b17b1740-677d-4592-b674-2c1c405543e6', 'port_id': '08297d2c-895c-4357-8a0b-c3e613e74a3d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ab7984a-b3c2-4552-bebd-58d012c6a713', 'mac_address': 'fa:16:3e:e2:5b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517da09a-c5f9-43af-9db7-5b58ba70b09f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T02:34:59Z', 'updated_at': '2021-09-07T02:35:05Z', 'revision_number': 1, 'project_id': 'a54ab3d241974f319feaa289ec99333f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4626ecb-8d43-42db-8801-e826770acd31', 'name': '', 'network_id': '8ab7984a-b3c2-4552-bebd-58d012c6a713', 'tenant_id': 'a54ab3d241974f319feaa289ec99333f', 'mac_address': 'fa:16:3e:cf:78:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17b1740-677d-4592-b674-2c1c405543e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6adffcfb-413e-4397-9eca-069cf6afe672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:34:26Z', 'updated_at': '2021-09-07T02:34:35Z', 'revision_number': 5, 'project_id': 'a54ab3d241974f319feaa289ec99333f', 'subnets': [{'id': '6adffcfb-413e-4397-9eca-069cf6afe672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:35:11.777599 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-04fab4bc-34be-4d84-b11c-ac2547d822f0 req-653f8aa0-ead9-41a1-b6f5-c9020a7af381 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/security-groups?id=da83ed9b-41b3-493b-aca7-370009a4e871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333043 Sep 07 02:35:11.813995 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb145f-f8d5-4a68-b3c5-48fe891be51c req-058ca467-44fe-4bb4-9b4e-9bd14d7aade7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:11.816984 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a9eb145f-f8d5-4a68-b3c5-48fe891be51c req-058ca467-44fe-4bb4-9b4e-9bd14d7aade7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8ab7984a-b3c2-4552-bebd-58d012c6a713 HTTP/1.1" status: 200 len: 928 time: 0.4717422 Sep 07 02:35:11.842699 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd884818-8323-495a-ab56-f825e5bf695b None None] The sync data for ids ['b17b1740-677d-4592-b674-2c1c405543e6'] in n-d-796209-16 is: [{'id': 'b17b1740-677d-4592-b674-2c1c405543e6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-252782972-router', 'tenant_id': 'a54ab3d241974f319feaa289ec99333f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '674f52f6-5efd-40d6-8111-3343620a8a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:34:21Z', 'updated_at': '2021-09-07T02:34:28Z', 'revision_number': 4, 'project_id': 'a54ab3d241974f319feaa289ec99333f', 'gw_port': {'id': '674f52f6-5efd-40d6-8111-3343620a8a31', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ce:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17b1740-677d-4592-b674-2c1c405543e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:34:23Z', 'updated_at': '2021-09-07T02:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'd92f505b-2b02-4bf2-a6a4-a86850693b7b', 'tenant_id': 'a54ab3d241974f319feaa289ec99333f', 'floating_ip_address': '172.25.5.43', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': 'b17b1740-677d-4592-b674-2c1c405543e6', 'port_id': '08297d2c-895c-4357-8a0b-c3e613e74a3d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ab7984a-b3c2-4552-bebd-58d012c6a713', 'mac_address': 'fa:16:3e:e2:5b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517da09a-c5f9-43af-9db7-5b58ba70b09f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T02:34:59Z', 'updated_at': '2021-09-07T02:35:05Z', 'revision_number': 1, 'project_id': 'a54ab3d241974f319feaa289ec99333f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4626ecb-8d43-42db-8801-e826770acd31', 'name': '', 'network_id': '8ab7984a-b3c2-4552-bebd-58d012c6a713', 'tenant_id': 'a54ab3d241974f319feaa289ec99333f', 'mac_address': 'fa:16:3e:cf:78:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17b1740-677d-4592-b674-2c1c405543e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6adffcfb-413e-4397-9eca-069cf6afe672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:34:26Z', 'updated_at': '2021-09-07T02:34:35Z', 'revision_number': 5, 'project_id': 'a54ab3d241974f319feaa289ec99333f', 'subnets': [{'id': '6adffcfb-413e-4397-9eca-069cf6afe672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:35:11.872684 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0755cd10-cc30-4919-a94a-acd947ca5af0 service neutron] Pushing event updated for resources: {'Port': ['ID=05119bc0-20c7-4dc4-b159-b327eb1226cd,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:11.958289 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a9eb145f-f8d5-4a68-b3c5-48fe891be51c req-dc99207a-5ca3-46e3-bdaa-de380fb658b7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08297d2c-895c-4357-8a0b-c3e613e74a3d HTTP/1.1" status: 200 len: 998 time: 0.1315918 Sep 07 02:35:12.015529 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e73aa492-ac51-4a90-9c3f-862542302639 req-ccad4fcd-85fc-4ab7-8a26-2101f6391a1d tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:12.046395 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-e73aa492-ac51-4a90-9c3f-862542302639 req-ccad4fcd-85fc-4ab7-8a26-2101f6391a1d tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Transition to ACTIVE for port object 5eedbabb-e873-4d54-ab51-89dc35dd007a will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:35:12.075535 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb145f-f8d5-4a68-b3c5-48fe891be51c req-c92fae77-651e-4ed2-9d9b-9d1f5586b8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:12.077828 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a9eb145f-f8d5-4a68-b3c5-48fe891be51c req-c92fae77-651e-4ed2-9d9b-9d1f5586b8a9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6adffcfb-413e-4397-9eca-069cf6afe672 HTTP/1.1" status: 200 len: 867 time: 0.1085644 Sep 07 02:35:12.168515 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a7951-1554-4016-9466-d8a3dc72744a req-3acd7681-1493-4181-8441-b10ba8b6efe0 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:12.176170 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8e2a7951-1554-4016-9466-d8a3dc72744a req-3acd7681-1493-4181-8441-b10ba8b6efe0 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=40a743d4-9c6b-4351-97c4-9de1c0ccc30d HTTP/1.1" status: 200 len: 944 time: 0.0970025 Sep 07 02:35:12.196556 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb145f-f8d5-4a68-b3c5-48fe891be51c req-db3206e1-7305-4600-89ee-c0da336462f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:12.199210 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a9eb145f-f8d5-4a68-b3c5-48fe891be51c req-db3206e1-7305-4600-89ee-c0da336462f3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8ab7984a-b3c2-4552-bebd-58d012c6a713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1097996 Sep 07 02:35:12.250697 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-b9833a03-9f08-4571-aa90-baf45a59c393 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.122&port_id=0e286de3-d96d-439e-9d60-566f5f9a2645 HTTP/1.1" status: 200 len: 217 time: 0.5467136 Sep 07 02:35:12.269502 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92700063-ea9d-418f-bf17-c935df6e9b40 None None] New status for floating IP d92f505b-2b02-4bf2-a6a4-a86850693b7b: ACTIVE {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 02:35:12.282671 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8e2a7951-1554-4016-9466-d8a3dc72744a req-175d54f9-f5bd-42a3-8378-466ff24f0e74 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051517 Sep 07 02:35:12.321542 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-2aa43d6d-57b8-4f8e-a771-5028ae9400ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:12.329316 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-2aa43d6d-57b8-4f8e-a771-5028ae9400ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:12.331090 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-2aa43d6d-57b8-4f8e-a771-5028ae9400ef service neutron] 10.222.0.23 "PUT /v2.0/ports/8ed43187-6586-48f2-b606-1bd5684ec058 HTTP/1.1" status: 200 len: 1124 time: 5.9361002 Sep 07 02:35:12.332723 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e516083f-b2a0-4a4d-b769-d0fc6cad650a tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Pushing event deleted for resources: {'Port': ['ID=13df73ea-f9db-4927-a356-a34216e6f263,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:12.334659 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e73aa492-ac51-4a90-9c3f-862542302639 req-ccad4fcd-85fc-4ab7-8a26-2101f6391a1d tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:12.416709 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['8ed43187-6586-48f2-b606-1bd5684ec058'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:35:12.504270 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-35220c0c-afac-4580-a629-a22738c1c023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:12.533361 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-35220c0c-afac-4580-a629-a22738c1c023 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a8405561-3948-44ae-a693-b8d591938102 HTTP/1.1" status: 200 len: 801 time: 0.2209527 Sep 07 02:35:12.669558 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3336d73-3308-433f-922a-aaedb1989e46 req-7bd341e5-ebd0-40bd-8ece-80dbe25c368a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:12.671672 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a3336d73-3308-433f-922a-aaedb1989e46 req-7bd341e5-ebd0-40bd-8ece-80dbe25c368a service neutron] 10.222.0.22 "GET /v2.0/networks?id=8ab7984a-b3c2-4552-bebd-58d012c6a713 HTTP/1.1" status: 200 len: 928 time: 1.3725483 Sep 07 02:35:12.839187 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b3695-0e7b-42bd-a2bf-be69c9d0f3bd req-a65c98dd-018e-43ed-a456-2c03fd11953b tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:12.843089 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e73aa492-ac51-4a90-9c3f-862542302639 req-ccad4fcd-85fc-4ab7-8a26-2101f6391a1d tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Network 6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:35:12.848668 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-522b3695-0e7b-42bd-a2bf-be69c9d0f3bd req-a65c98dd-018e-43ed-a456-2c03fd11953b tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5805c37-b156-4c27-8180-c25309ab7be0 HTTP/1.1" status: 200 len: 932 time: 0.1621690 Sep 07 02:35:12.871420 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a9eb145f-f8d5-4a68-b3c5-48fe891be51c req-ba45cca9-3ad8-4895-899a-7d140ba635cf service neutron] 10.222.0.23 "GET /v2.0/networks/8ab7984a-b3c2-4552-bebd-58d012c6a713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6580625 Sep 07 02:35:12.879593 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b685ddcf-cc13-42d0-8a85-5a0212ea1145 req-2780d16e-2b6d-407a-bb73-7448a97018df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:12.881139 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b685ddcf-cc13-42d0-8a85-5a0212ea1145 req-2780d16e-2b6d-407a-bb73-7448a97018df service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=36932fbb01ef47dd957d06cd3434fa27&device_id=d8df486c-f42f-4201-a61b-75b96ec26b43 HTTP/1.1" status: 200 len: 1100 time: 1.3231187 Sep 07 02:35:12.882039 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-e73aa492-ac51-4a90-9c3f-862542302639 req-ccad4fcd-85fc-4ab7-8a26-2101f6391a1d tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:35:12.962548 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-e73aa492-ac51-4a90-9c3f-862542302639 req-ccad4fcd-85fc-4ab7-8a26-2101f6391a1d tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:35:12.981417 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-522b3695-0e7b-42bd-a2bf-be69c9d0f3bd req-3df8d5d9-e5e8-4c38-8194-2c07e1095141 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "GET /v2.0/security-groups?id=640bc5a7-1290-4dbd-b0ce-f56eb51dd0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267474 Sep 07 02:35:13.187699 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8df486c-f42f-4201-a61b-75b96ec26b43', 'tag': '05119bc0-20c7-4dc4-b159-b327eb1226cd'}, {'name': 'network-changed', 'server_uuid': '40a743d4-9c6b-4351-97c4-9de1c0ccc30d', 'tag': '8ed43187-6586-48f2-b606-1bd5684ec058'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:35:13.193827 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287176ea-fb71-4d59-beea-2652a57a880e" -d '{"events": [{"name": "network-changed", "server_uuid": "d8df486c-f42f-4201-a61b-75b96ec26b43", "tag": "05119bc0-20c7-4dc4-b159-b327eb1226cd"}, {"name": "network-changed", "server_uuid": "40a743d4-9c6b-4351-97c4-9de1c0ccc30d", "tag": "8ed43187-6586-48f2-b606-1bd5684ec058"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:35:13.259840 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a9eb145f-f8d5-4a68-b3c5-48fe891be51c req-54655ea9-e1bc-46e1-9b31-8bfc95e3ce72 service neutron] 10.222.0.23 "GET /v2.0/networks/8ab7984a-b3c2-4552-bebd-58d012c6a713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3686795 Sep 07 02:35:13.278298 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0ca1a6d-1211-4bc3-bd83-758d47aec87c req-e516083f-b2a0-4a4d-b769-d0fc6cad650a tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Router 11903ba5-e257-4111-a016-8b01939ea094 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:35:13.287262 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b685ddcf-cc13-42d0-8a85-5a0212ea1145 req-520467a7-e217-4252-827d-b76094f44aad service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=05119bc0-20c7-4dc4-b159-b327eb1226cd HTTP/1.1" status: 200 len: 217 time: 0.3659706 Sep 07 02:35:13.287895 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa43d6d-57b8-4f8e-a771-5028ae9400ef service neutron] Pushing event updated for resources: {'Port': ['ID=8ed43187-6586-48f2-b606-1bd5684ec058,revision_number=8']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:13.350639 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad13788-f5df-4e5e-9d67-abb31fd0cbfe req-8a71a76d-0482-4c63-82b2-e9f25cc89758 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:13.355854 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-336d13c2-45b3-4aa3-b4d1-10adee93c249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:13.357690 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-336d13c2-45b3-4aa3-b4d1-10adee93c249 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0642e533-2479-4949-b6aa-52609b746d22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7267091 Sep 07 02:35:13.360176 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2ad13788-f5df-4e5e-9d67-abb31fd0cbfe req-8a71a76d-0482-4c63-82b2-e9f25cc89758 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8df486c-f42f-4201-a61b-75b96ec26b43 HTTP/1.1" status: 200 len: 948 time: 0.1621602 Sep 07 02:35:13.415080 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a3336d73-3308-433f-922a-aaedb1989e46 req-3db23914-4188-45b8-acc1-284a9f37d9c3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08297d2c-895c-4357-8a0b-c3e613e74a3d HTTP/1.1" status: 200 len: 1000 time: 0.7137477 Sep 07 02:35:13.435502 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2ad13788-f5df-4e5e-9d67-abb31fd0cbfe req-3838f9ff-fb8e-43f9-8fd3-158d39427515 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596452 Sep 07 02:35:13.505493 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73aa492-ac51-4a90-9c3f-862542302639 req-ccad4fcd-85fc-4ab7-8a26-2101f6391a1d tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:13.506109 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e73aa492-ac51-4a90-9c3f-862542302639 req-ccad4fcd-85fc-4ab7-8a26-2101f6391a1d tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:13.973336 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e73aa492-ac51-4a90-9c3f-862542302639 req-ccad4fcd-85fc-4ab7-8a26-2101f6391a1d tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0517514 Sep 07 02:35:13.984815 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad4fcd-85fc-4ab7-8a26-2101f6391a1d tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Pushing event updated for resources: {'Port': ['ID=5eedbabb-e873-4d54-ab51-89dc35dd007a,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:14.012166 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-e73aa492-ac51-4a90-9c3f-862542302639 req-d177d6a1-5106-49be-9804-a5ca1fc5fc47 service neutron] Request body: {'port': {'device_id': 'd5805c37-b156-4c27-8180-c25309ab7be0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:35:14.016893 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b685ddcf-cc13-42d0-8a85-5a0212ea1145 req-fa4eb01c-4f8c-4f58-b6a2-1a48262e3bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:14.020112 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b685ddcf-cc13-42d0-8a85-5a0212ea1145 req-fa4eb01c-4f8c-4f58-b6a2-1a48262e3bcd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.6906199 Sep 07 02:35:14.097339 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add6d439-45a9-43b6-8675-ab92a657964f req-a9f8d9fc-bec7-4524-8841-2531c7259d8e tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:14.104986 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add6d439-45a9-43b6-8675-ab92a657964f req-a9f8d9fc-bec7-4524-8841-2531c7259d8e tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:14.110037 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-45aa20f9-1524-4e22-aa6d-e76bcf721536 service neutron] 10.222.0.16 "GET /v2.0/networks/0642e533-2479-4949-b6aa-52609b746d22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7040067 Sep 07 02:35:14.112178 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add6d439-45a9-43b6-8675-ab92a657964f req-a9f8d9fc-bec7-4524-8841-2531c7259d8e tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:14.114006 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-add6d439-45a9-43b6-8675-ab92a657964f req-a9f8d9fc-bec7-4524-8841-2531c7259d8e tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba14943e-a4a3-4b6f-93bf-e36b58536f25 HTTP/1.1" status: 200 len: 2411 time: 0.0826204 Sep 07 02:35:14.116365 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3336d73-3308-433f-922a-aaedb1989e46 req-13841864-1e02-4c03-81f5-09b238664326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:14.117959 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a3336d73-3308-433f-922a-aaedb1989e46 req-13841864-1e02-4c03-81f5-09b238664326 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6adffcfb-413e-4397-9eca-069cf6afe672 HTTP/1.1" status: 200 len: 867 time: 0.7021263 Sep 07 02:35:14.170638 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-add6d439-45a9-43b6-8675-ab92a657964f req-d04e4a7c-8f55-4358-8ac8-139fd9ffa803 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/security-groups?id=da83ed9b-41b3-493b-aca7-370009a4e871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370667 Sep 07 02:35:14.253397 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 07 Sep 2021 02:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edea7324-69d0-4022-a6aa-2f04a0d0a70f x-openstack-request-id: req-edea7324-69d0-4022-a6aa-2f04a0d0a70f {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:35:14.253910 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8df486c-f42f-4201-a61b-75b96ec26b43", "tag": "05119bc0-20c7-4dc4-b159-b327eb1226cd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "40a743d4-9c6b-4351-97c4-9de1c0ccc30d", "tag": "8ed43187-6586-48f2-b606-1bd5684ec058", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:35:14.253910 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-edea7324-69d0-4022-a6aa-2f04a0d0a70f {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:35:14.254311 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8df486c-f42f-4201-a61b-75b96ec26b43', 'tag': '05119bc0-20c7-4dc4-b159-b327eb1226cd', 'status': 'completed', 'code': 200} Sep 07 02:35:14.254607 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40a743d4-9c6b-4351-97c4-9de1c0ccc30d', 'tag': '8ed43187-6586-48f2-b606-1bd5684ec058', 'status': 'completed', 'code': 200} Sep 07 02:35:14.264062 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e73aa492-ac51-4a90-9c3f-862542302639 req-d177d6a1-5106-49be-9804-a5ca1fc5fc47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:14.345754 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0ca1a6d-1211-4bc3-bd83-758d47aec87c req-e516083f-b2a0-4a4d-b769-d0fc6cad650a tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:35:14.351890 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3336d73-3308-433f-922a-aaedb1989e46 req-f2079303-38a9-485c-aa68-d2fc9a0f455a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:14.354178 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a3336d73-3308-433f-922a-aaedb1989e46 req-f2079303-38a9-485c-aa68-d2fc9a0f455a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8ab7984a-b3c2-4552-bebd-58d012c6a713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2081769 Sep 07 02:35:14.354511 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287176ea-fb71-4d59-beea-2652a57a880e req-05dbc096-077c-4a3b-83cb-f42e1c61a77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:14.357904 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-287176ea-fb71-4d59-beea-2652a57a880e req-05dbc096-077c-4a3b-83cb-f42e1c61a77f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=58fe4c9e71db4bd7aa26d4557468fc65&device_id=40a743d4-9c6b-4351-97c4-9de1c0ccc30d HTTP/1.1" status: 200 len: 1127 time: 0.0950005 Sep 07 02:35:14.358763 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f887e86a-9e81-46b9-8dea-dd1a6b41becf None None] Sync routers for ids ['11903ba5-e257-4111-a016-8b01939ea094'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:35:14.369751 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f887e86a-9e81-46b9-8dea-dd1a6b41becf None None] Routers {'11903ba5-e257-4111-a016-8b01939ea094'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:35:14.370399 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-f887e86a-9e81-46b9-8dea-dd1a6b41becf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:34:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['11903ba5-e257-4111-a016-8b01939ea094'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:35:14.390321 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [req-a3336d73-3308-433f-922a-aaedb1989e46 req-b538b7af-5f4b-49ac-ae9d-a20665a56c5b service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 02:35:14.391363 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a3336d73-3308-433f-922a-aaedb1989e46 req-b538b7af-5f4b-49ac-ae9d-a20665a56c5b service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0133965 Sep 07 02:35:14.393421 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b685ddcf-cc13-42d0-8a85-5a0212ea1145 req-9c698c37-50ca-41a7-9752-5e87ac4e8081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:14.394851 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b685ddcf-cc13-42d0-8a85-5a0212ea1145 req-9c698c37-50ca-41a7-9752-5e87ac4e8081 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3110342 Sep 07 02:35:14.397983 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 8ed43187-6586-48f2-b606-1bd5684ec058 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:35:14.503956 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0ca1a6d-1211-4bc3-bd83-758d47aec87c req-e516083f-b2a0-4a4d-b769-d0fc6cad650a tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] No DVR routers for this DVR port 13df73ea-f9db-4927-a356-a34216e6f263 on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:35:14.522146 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c80bec-aa1f-4bf3-a6fc-abcd103fb5db req-142810eb-8f26-4241-8af8-36178359eae9 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:14.523800 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d0c80bec-aa1f-4bf3-a6fc-abcd103fb5db req-142810eb-8f26-4241-8af8-36178359eae9 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=40a743d4-9c6b-4351-97c4-9de1c0ccc30d HTTP/1.1" status: 200 len: 944 time: 0.1648779 Sep 07 02:35:14.531614 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-f887e86a-9e81-46b9-8dea-dd1a6b41becf None None] Set router 11903ba5-e257-4111-a016-8b01939ea094 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:35:14.549076 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c0ca1a6d-1211-4bc3-bd83-758d47aec87c req-e516083f-b2a0-4a4d-b769-d0fc6cad650a tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:14.550037 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c0ca1a6d-1211-4bc3-bd83-758d47aec87c req-e516083f-b2a0-4a4d-b769-d0fc6cad650a tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.23 "DELETE /v2.0/ports/13df73ea-f9db-4927-a356-a34216e6f263 HTTP/1.1" status: 204 len: 173 time: 7.9466660 Sep 07 02:35:14.631936 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 8ed43187-6586-48f2-b606-1bd5684ec058, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=8ed43187-6586-48f2-b606-1bd5684ec058,segment=NetworkSegment(a87351ba-0fbc-4302-9869-b18eee085c86),segment_id=a87351ba-0fbc-4302-9869-b18eee085c86)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:35:14.646294 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287176ea-fb71-4d59-beea-2652a57a880e req-692efbbf-21e8-4ab7-8b70-e04c784294d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:14.651677 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-287176ea-fb71-4d59-beea-2652a57a880e req-692efbbf-21e8-4ab7-8b70-e04c784294d1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e4ab2f0c-5a02-4242-a541-768acd457503 HTTP/1.1" status: 200 len: 921 time: 0.2787287 Sep 07 02:35:14.656587 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d0c80bec-aa1f-4bf3-a6fc-abcd103fb5db req-0b55657a-ac58-459d-9135-a764c5e64bb6 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142087 Sep 07 02:35:14.664211 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 8ed43187-6586-48f2-b606-1bd5684ec058 has no active binding in host n-h1-796209-16 {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 07 02:35:14.720402 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-287176ea-fb71-4d59-beea-2652a57a880e req-939a86be-4154-46d8-81b1-c4864c65a192 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ed43187-6586-48f2-b606-1bd5684ec058 HTTP/1.1" status: 200 len: 217 time: 0.0613775 Sep 07 02:35:14.761660 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-24099fe0-52b7-46d3-892f-50e832d62960 service neutron] 10.222.0.16 "GET /v2.0/networks/0642e533-2479-4949-b6aa-52609b746d22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6359084 Sep 07 02:35:14.792770 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287176ea-fb71-4d59-beea-2652a57a880e req-fcbb95d3-ef74-4e56-b332-d992caab8778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:14.794443 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-287176ea-fb71-4d59-beea-2652a57a880e req-fcbb95d3-ef74-4e56-b332-d992caab8778 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a1bc4512-390c-4c50-bb1d-2c94019bd4fe HTTP/1.1" status: 200 len: 861 time: 0.0651402 Sep 07 02:35:14.834018 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-287176ea-fb71-4d59-beea-2652a57a880e req-b22d525d-713b-4b5d-802c-0a8607326104 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e4ab2f0c-5a02-4242-a541-768acd457503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318305 Sep 07 02:35:14.835856 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-f887e86a-9e81-46b9-8dea-dd1a6b41becf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11903ba5-e257-4111-a016-8b01939ea094', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-580571853-router', 'tenant_id': 'ec8f998f0dfa49298d81e528b209944e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '9c2fe7a0-c1ad-469f-aa13-3711ea7b2bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:32:33Z', 'updated_at': '2021-09-07T02:32:38Z', 'revision_number': 4, 'project_id': 'ec8f998f0dfa49298d81e528b209944e', 'gw_port': {'id': '9c2fe7a0-c1ad-469f-aa13-3711ea7b2bc7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:0a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11903ba5-e257-4111-a016-8b01939ea094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:32:34Z', 'updated_at': '2021-09-07T02:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '859e2d0d-bf42-452d-a954-dfdc8ed71645', 'name': '', 'network_id': '6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc', 'tenant_id': 'ec8f998f0dfa49298d81e528b209944e', 'mac_address': 'fa:16:3e:01:d0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11903ba5-e257-4111-a016-8b01939ea094', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'cbe10d5e-50cd-446a-9782-e73eac83e8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:32:36Z', 'updated_at': '2021-09-07T02:32:45Z', 'revision_number': 5, 'project_id': 'ec8f998f0dfa49298d81e528b209944e', 'subnets': [{'id': 'cbe10d5e-50cd-446a-9782-e73eac83e8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:35:14.862905 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f887e86a-9e81-46b9-8dea-dd1a6b41becf None None] Checking router: 11903ba5-e257-4111-a016-8b01939ea094 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:35:14.872252 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f887e86a-9e81-46b9-8dea-dd1a6b41becf None None] Routers {'11903ba5-e257-4111-a016-8b01939ea094'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:35:14.873052 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-f887e86a-9e81-46b9-8dea-dd1a6b41becf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:34:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['11903ba5-e257-4111-a016-8b01939ea094'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:35:14.964065 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-97db729b-a1c3-4821-930e-c997ac1f25c4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.6&port_id=9d81739a-5fa9-4361-b2ac-8f301d48c933 HTTP/1.1" status: 200 len: 217 time: 0.0710297 Sep 07 02:35:14.981361 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457d78a-8561-4a6f-bbc6-dbf8096ae448 req-1198123d-3fbb-47c6-b95c-55687b36a4b0 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:14.983294 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f457d78a-8561-4a6f-bbc6-dbf8096ae448 req-1198123d-3fbb-47c6-b95c-55687b36a4b0 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5805c37-b156-4c27-8180-c25309ab7be0 HTTP/1.1" status: 200 len: 932 time: 0.1193047 Sep 07 02:35:15.005337 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-f887e86a-9e81-46b9-8dea-dd1a6b41becf None None] Set router 11903ba5-e257-4111-a016-8b01939ea094 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:35:15.015259 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-287176ea-fb71-4d59-beea-2652a57a880e req-4116cb66-7dce-4382-8cbf-8a4206b05e49 service neutron] 10.222.0.16 "GET /v2.0/networks/e4ab2f0c-5a02-4242-a541-768acd457503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722417 Sep 07 02:35:15.053618 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-337a637c-6ac4-4213-a452-a3ce809e5306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:15.055115 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-337a637c-6ac4-4213-a452-a3ce809e5306 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9f3d3e5d-7258-446c-930d-904049a5db87 HTTP/1.1" status: 200 len: 801 time: 0.0770912 Sep 07 02:35:15.191676 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a3336d73-3308-433f-922a-aaedb1989e46 req-e7d502d5-b0f7-4503-bd80-b3cf0529d851 service neutron] 10.222.0.22 "GET /v2.0/networks/8ab7984a-b3c2-4552-bebd-58d012c6a713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6920841 Sep 07 02:35:15.193584 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b685ddcf-cc13-42d0-8a85-5a0212ea1145 req-a50f2cc1-2710-404f-b246-7b6fe9682ddb service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6961970 Sep 07 02:35:15.212072 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f457d78a-8561-4a6f-bbc6-dbf8096ae448 req-c2c4dbbf-5519-4efe-ab29-1531c5d640ac tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "GET /v2.0/security-groups?id=640bc5a7-1290-4dbd-b0ce-f56eb51dd0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2215443 Sep 07 02:35:15.238585 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-287176ea-fb71-4d59-beea-2652a57a880e req-04f4d6d9-88f6-43c5-8fad-69d74b63ef00 service neutron] 10.222.0.16 "GET /v2.0/networks/e4ab2f0c-5a02-4242-a541-768acd457503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148015 Sep 07 02:35:15.356239 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-0075d8bc-03bd-47e3-a928-956452b26d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:15.358447 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-0075d8bc-03bd-47e3-a928-956452b26d10 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dfd28e33-9abe-4679-aa5f-14df7636baf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2669508 Sep 07 02:35:15.421961 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-f887e86a-9e81-46b9-8dea-dd1a6b41becf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11903ba5-e257-4111-a016-8b01939ea094', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-580571853-router', 'tenant_id': 'ec8f998f0dfa49298d81e528b209944e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '9c2fe7a0-c1ad-469f-aa13-3711ea7b2bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:32:33Z', 'updated_at': '2021-09-07T02:32:38Z', 'revision_number': 4, 'project_id': 'ec8f998f0dfa49298d81e528b209944e', 'gw_port': {'id': '9c2fe7a0-c1ad-469f-aa13-3711ea7b2bc7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:0a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11903ba5-e257-4111-a016-8b01939ea094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:32:34Z', 'updated_at': '2021-09-07T02:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '859e2d0d-bf42-452d-a954-dfdc8ed71645', 'name': '', 'network_id': '6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc', 'tenant_id': 'ec8f998f0dfa49298d81e528b209944e', 'mac_address': 'fa:16:3e:01:d0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11903ba5-e257-4111-a016-8b01939ea094', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'cbe10d5e-50cd-446a-9782-e73eac83e8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:32:36Z', 'updated_at': '2021-09-07T02:32:45Z', 'revision_number': 5, 'project_id': 'ec8f998f0dfa49298d81e528b209944e', 'subnets': [{'id': 'cbe10d5e-50cd-446a-9782-e73eac83e8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:35:15.458792 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e4f342-8e0a-482b-ba5b-9f19df96b1ed req-e1a7c007-297e-42cd-ae0c-925f20e12441 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:15.459799 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f887e86a-9e81-46b9-8dea-dd1a6b41becf None None] The sync data for ids ['11903ba5-e257-4111-a016-8b01939ea094'] in n-d-796209-16 is: [{'id': '11903ba5-e257-4111-a016-8b01939ea094', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-580571853-router', 'tenant_id': 'ec8f998f0dfa49298d81e528b209944e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '9c2fe7a0-c1ad-469f-aa13-3711ea7b2bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:32:33Z', 'updated_at': '2021-09-07T02:32:38Z', 'revision_number': 4, 'project_id': 'ec8f998f0dfa49298d81e528b209944e', 'gw_port': {'id': '9c2fe7a0-c1ad-469f-aa13-3711ea7b2bc7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:0a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11903ba5-e257-4111-a016-8b01939ea094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:32:34Z', 'updated_at': '2021-09-07T02:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '859e2d0d-bf42-452d-a954-dfdc8ed71645', 'name': '', 'network_id': '6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc', 'tenant_id': 'ec8f998f0dfa49298d81e528b209944e', 'mac_address': 'fa:16:3e:01:d0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11903ba5-e257-4111-a016-8b01939ea094', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'cbe10d5e-50cd-446a-9782-e73eac83e8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:32:36Z', 'updated_at': '2021-09-07T02:32:45Z', 'revision_number': 5, 'project_id': 'ec8f998f0dfa49298d81e528b209944e', 'subnets': [{'id': 'cbe10d5e-50cd-446a-9782-e73eac83e8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:35:15.460942 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a5e4f342-8e0a-482b-ba5b-9f19df96b1ed req-e1a7c007-297e-42cd-ae0c-925f20e12441 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8df486c-f42f-4201-a61b-75b96ec26b43 HTTP/1.1" status: 200 len: 948 time: 0.1012905 Sep 07 02:35:15.527662 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-9ce9094b-d246-4403-9211-b4c9a024dded None None] Provisioning for port 5eedbabb-e873-4d54-ab51-89dc35dd007a completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:35:15.534237 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-9ce9094b-d246-4403-9211-b4c9a024dded None None] Provisioning complete for port 5eedbabb-e873-4d54-ab51-89dc35dd007a triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:35:15.535121 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9ce9094b-d246-4403-9211-b4c9a024dded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:15.542567 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a5e4f342-8e0a-482b-ba5b-9f19df96b1ed req-42e372a1-9774-446b-8aec-c5d5f13d9ac7 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636454 Sep 07 02:35:15.578224 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b685ddcf-cc13-42d0-8a85-5a0212ea1145 req-013d2372-cd70-46b9-b559-e98c5286657c service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317609 Sep 07 02:35:15.597730 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-9ce9094b-d246-4403-9211-b4c9a024dded None None] Port 5eedbabb-e873-4d54-ab51-89dc35dd007a cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:35:15.608705 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a3336d73-3308-433f-922a-aaedb1989e46 req-02ba7482-b540-4cf4-8e3a-fde739dabf60 service neutron] 10.222.0.22 "GET /v2.0/networks/8ab7984a-b3c2-4552-bebd-58d012c6a713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3973007 Sep 07 02:35:15.636853 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-e73aa492-ac51-4a90-9c3f-862542302639 req-d177d6a1-5106-49be-9804-a5ca1fc5fc47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eedbabb-e873-4d54-ab51-89dc35dd007a {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:35:15.649448 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e73aa492-ac51-4a90-9c3f-862542302639 req-d177d6a1-5106-49be-9804-a5ca1fc5fc47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:15.702300 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-93f295a0-0d00-4d76-9f14-e84fd7309f73 service neutron] 10.222.0.16 "GET /v2.0/networks/dfd28e33-9abe-4679-aa5f-14df7636baf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101933 Sep 07 02:35:15.707505 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-e73aa492-ac51-4a90-9c3f-862542302639 req-d177d6a1-5106-49be-9804-a5ca1fc5fc47 service neutron] Transition to ACTIVE for port object 5eedbabb-e873-4d54-ab51-89dc35dd007a will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:35:15.804534 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e73aa492-ac51-4a90-9c3f-862542302639 req-d177d6a1-5106-49be-9804-a5ca1fc5fc47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:15.882636 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287176ea-fb71-4d59-beea-2652a57a880e req-b283974b-2f68-4cb9-aec4-78565c0c54db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:15.884327 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-287176ea-fb71-4d59-beea-2652a57a880e req-b283974b-2f68-4cb9-aec4-78565c0c54db service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=36932fbb01ef47dd957d06cd3434fa27&device_id=d8df486c-f42f-4201-a61b-75b96ec26b43 HTTP/1.1" status: 200 len: 1100 time: 0.2373521 Sep 07 02:35:15.908684 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eface7f-06f8-4951-b7f4-55aa00728e4e None None] New status for floating IP ecc1e03d-8732-4858-99f5-602816fd769c: DOWN {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 02:35:16.009072 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287176ea-fb71-4d59-beea-2652a57a880e req-c747a100-3ef8-4865-aef4-645e5c24a650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:16.011105 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-287176ea-fb71-4d59-beea-2652a57a880e req-c747a100-3ef8-4865-aef4-645e5c24a650 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0823ecf3-066e-49bd-a451-2e84ab79a70f HTTP/1.1" status: 200 len: 869 time: 0.1090446 Sep 07 02:35:16.031020 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e4adea-4587-4acd-a541-857353c7761b req-b1bd6fde-4778-4598-b6bf-5608266e3d11 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:16.038629 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3f114c9e-ac31-4630-a6ae-b434b08d9691 req-7a6c7d0a-38f9-4faf-8be8-84d20c6b3f67 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=1166b922-7457-4da4-bdda-328e8c8e7bc6 HTTP/1.1" status: 200 len: 258 time: 0.2366011 Sep 07 02:35:16.041852 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e4adea-4587-4acd-a541-857353c7761b req-b1bd6fde-4778-4598-b6bf-5608266e3d11 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:16.043523 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-3f114c9e-ac31-4630-a6ae-b434b08d9691 req-8cbea2a0-d548-438f-bff1-f9c93b8f5057 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Request body: {'floatingip': {'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:35:16.070957 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e4adea-4587-4acd-a541-857353c7761b req-b1bd6fde-4778-4598-b6bf-5608266e3d11 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:16.073496 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a3e4adea-4587-4acd-a541-857353c7761b req-b1bd6fde-4778-4598-b6bf-5608266e3d11 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba14943e-a4a3-4b6f-93bf-e36b58536f25 HTTP/1.1" status: 200 len: 2411 time: 0.2764432 Sep 07 02:35:16.081280 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-3f114c9e-ac31-4630-a6ae-b434b08d9691 req-8cbea2a0-d548-438f-bff1-f9c93b8f5057 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Notify callbacks [] for floatingip, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:16.098231 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f6f615c4-1fcc-4427-b81c-23b87378d7b8 req-55de5ab9-cb58-498c-a960-acb54fa194fb service neutron] 10.222.0.16 "GET /v2.0/networks/dfd28e33-9abe-4679-aa5f-14df7636baf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3879220 Sep 07 02:35:16.112632 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d177d6a1-5106-49be-9804-a5ca1fc5fc47 service neutron] Pushing event updated for resources: {'Port': ['ID=5eedbabb-e873-4d54-ab51-89dc35dd007a,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:16.233694 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05270d15-0d37-4347-88d9-eeba05319991 req-6cc0df70-215a-481b-894c-966777b93032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:16.233694 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05270d15-0d37-4347-88d9-eeba05319991 req-6cc0df70-215a-481b-894c-966777b93032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:16.233694 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05270d15-0d37-4347-88d9-eeba05319991 req-6cc0df70-215a-481b-894c-966777b93032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:16.235271 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-05270d15-0d37-4347-88d9-eeba05319991 req-6cc0df70-215a-481b-894c-966777b93032 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=82f3fc87393e475b9b7c73e7abf1c936&device_id=ba14943e-a4a3-4b6f-93bf-e36b58536f25 HTTP/1.1" status: 200 len: 2867 time: 0.0577698 Sep 07 02:35:16.284651 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-287176ea-fb71-4d59-beea-2652a57a880e req-5342777a-e7d3-44af-99f5-3642c2024a9f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=05119bc0-20c7-4dc4-b159-b327eb1226cd HTTP/1.1" status: 200 len: 217 time: 0.2033210 Sep 07 02:35:16.285031 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9da6157-6274-4d65-8941-542b6639bc0a', 'name': 'network-vif-deleted', 'tag': '13df73ea-f9db-4927-a356-a34216e6f263'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:35:16.287419 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7122e47-1443-4dfa-aaf3-9c692069711f" -d '{"events": [{"server_uuid": "e9da6157-6274-4d65-8941-542b6639bc0a", "name": "network-vif-deleted", "tag": "13df73ea-f9db-4927-a356-a34216e6f263"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:35:16.336598 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-3f114c9e-ac31-4630-a6ae-b434b08d9691 req-8cbea2a0-d548-438f-bff1-f9c93b8f5057 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:16.373243 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-e73aa492-ac51-4a90-9c3f-862542302639 req-d177d6a1-5106-49be-9804-a5ca1fc5fc47 service neutron] Attempting to bind port 5eedbabb-e873-4d54-ab51-89dc35dd007a on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:35:16.373762 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-e73aa492-ac51-4a90-9c3f-862542302639 req-d177d6a1-5106-49be-9804-a5ca1fc5fc47 service neutron] Attempting to bind port 5eedbabb-e873-4d54-ab51-89dc35dd007a by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': 'f40be107-e610-44ce-bdfd-1f32cc4fb26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:35:16.373867 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73aa492-ac51-4a90-9c3f-862542302639 req-d177d6a1-5106-49be-9804-a5ca1fc5fc47 service neutron] Attempting to bind port 5eedbabb-e873-4d54-ab51-89dc35dd007a on network 6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:35:16.383230 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73aa492-ac51-4a90-9c3f-862542302639 req-d177d6a1-5106-49be-9804-a5ca1fc5fc47 service neutron] Port 5eedbabb-e873-4d54-ab51-89dc35dd007a on network 6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:35:16.383617 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73aa492-ac51-4a90-9c3f-862542302639 req-d177d6a1-5106-49be-9804-a5ca1fc5fc47 service neutron] Attempting to bind port 5eedbabb-e873-4d54-ab51-89dc35dd007a on network 6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:35:16.394822 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a3e4adea-4587-4acd-a541-857353c7761b req-7c619f88-6a9e-4b29-b086-c811b30add7d tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/security-groups?id=da83ed9b-41b3-493b-aca7-370009a4e871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641537 Sep 07 02:35:16.398659 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05270d15-0d37-4347-88d9-eeba05319991 req-a43832f1-99f2-4e69-ac99-03ff4d8adda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:16.400767 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-05270d15-0d37-4347-88d9-eeba05319991 req-a43832f1-99f2-4e69-ac99-03ff4d8adda3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dfd28e33-9abe-4679-aa5f-14df7636baf6 HTTP/1.1" status: 200 len: 902 time: 0.1560144 Sep 07 02:35:16.406744 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73aa492-ac51-4a90-9c3f-862542302639 req-d177d6a1-5106-49be-9804-a5ca1fc5fc47 service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:35:16.407469 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73aa492-ac51-4a90-9c3f-862542302639 req-d177d6a1-5106-49be-9804-a5ca1fc5fc47 service neutron] Checking segment: {'id': 'f40be107-e610-44ce-bdfd-1f32cc4fb26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:35:16.407469 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73aa492-ac51-4a90-9c3f-862542302639 req-d177d6a1-5106-49be-9804-a5ca1fc5fc47 service neutron] Bound using segment: {'id': 'f40be107-e610-44ce-bdfd-1f32cc4fb26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:35:16.407889 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-e73aa492-ac51-4a90-9c3f-862542302639 req-d177d6a1-5106-49be-9804-a5ca1fc5fc47 service neutron] Bound port: 5eedbabb-e873-4d54-ab51-89dc35dd007a, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f40be107-e610-44ce-bdfd-1f32cc4fb26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:35:16.408248 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e73aa492-ac51-4a90-9c3f-862542302639 req-d177d6a1-5106-49be-9804-a5ca1fc5fc47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:16.423551 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287176ea-fb71-4d59-beea-2652a57a880e req-9a203efc-4772-4d89-81bf-27124e9d469e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:16.423551 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-287176ea-fb71-4d59-beea-2652a57a880e req-9a203efc-4772-4d89-81bf-27124e9d469e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.1214736 Sep 07 02:35:16.446740 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-05270d15-0d37-4347-88d9-eeba05319991 req-1e1ca0d5-81f5-4ba2-91b5-7e4eeeffea43 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.6&port_id=9d81739a-5fa9-4361-b2ac-8f301d48c933 HTTP/1.1" status: 200 len: 217 time: 0.0360715 Sep 07 02:35:16.448307 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-eb7d782f-764f-4f3f-8e83-9bfcb47fdc06 service neutron] 10.222.0.16 "GET /v2.0/ports/8ed43187-6586-48f2-b606-1bd5684ec058/bindings/n-h1-796209-16 HTTP/1.1" status: 200 len: 385 time: 0.2530253 Sep 07 02:35:16.550903 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [req-3f114c9e-ac31-4630-a6ae-b434b08d9691 req-8cbea2a0-d548-438f-bff1-f9c93b8f5057 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Allocated IP 172.25.5.4 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/51827563-dce4-432a-8d12-caf22215dc08) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:35:16.554091 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05270d15-0d37-4347-88d9-eeba05319991 req-74300b9c-35fd-4110-a4f0-d26a8afcaa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:16.556613 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-05270d15-0d37-4347-88d9-eeba05319991 req-74300b9c-35fd-4110-a4f0-d26a8afcaa0f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9f3d3e5d-7258-446c-930d-904049a5db87 HTTP/1.1" status: 200 len: 801 time: 0.0709076 Sep 07 02:35:16.605883 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-e73aa492-ac51-4a90-9c3f-862542302639 req-d177d6a1-5106-49be-9804-a5ca1fc5fc47 service neutron] For port 5eedbabb-e873-4d54-ab51-89dc35dd007a, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:35:16.609045 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287176ea-fb71-4d59-beea-2652a57a880e req-4ba5cb9c-1196-438f-bc79-98c03666c834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:16.610809 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-287176ea-fb71-4d59-beea-2652a57a880e req-4ba5cb9c-1196-438f-bc79-98c03666c834 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1755717 Sep 07 02:35:16.628407 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05270d15-0d37-4347-88d9-eeba05319991 req-012a0e92-91af-4578-90bf-3611f62c9973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:16.630045 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-05270d15-0d37-4347-88d9-eeba05319991 req-012a0e92-91af-4578-90bf-3611f62c9973 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dfd28e33-9abe-4679-aa5f-14df7636baf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653393 Sep 07 02:35:16.632479 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40784bd6-35f8-475a-9398-0f9daeadbb3a req-dfca22bd-bffc-46a1-aca5-480e4fb79beb tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:16.633946 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-40784bd6-35f8-475a-9398-0f9daeadbb3a req-dfca22bd-bffc-46a1-aca5-480e4fb79beb tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=40a743d4-9c6b-4351-97c4-9de1c0ccc30d HTTP/1.1" status: 200 len: 944 time: 0.1452730 Sep 07 02:35:16.643117 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-e73aa492-ac51-4a90-9c3f-862542302639 req-d177d6a1-5106-49be-9804-a5ca1fc5fc47 service neutron] For port 5eedbabb-e873-4d54-ab51-89dc35dd007a, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=5eedbabb-e873-4d54-ab51-89dc35dd007a,segment=NetworkSegment(f40be107-e610-44ce-bdfd-1f32cc4fb26a),segment_id=f40be107-e610-44ce-bdfd-1f32cc4fb26a)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:35:16.688517 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e73aa492-ac51-4a90-9c3f-862542302639 req-d177d6a1-5106-49be-9804-a5ca1fc5fc47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:16.765993 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-3f114c9e-ac31-4630-a6ae-b434b08d9691 req-8cbea2a0-d548-438f-bff1-f9c93b8f5057 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:16.792819 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-05270d15-0d37-4347-88d9-eeba05319991 req-3f9b1081-1361-4f82-a5c3-3663693a3b1a service neutron] 10.222.0.16 "GET /v2.0/networks/dfd28e33-9abe-4679-aa5f-14df7636baf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271331 Sep 07 02:35:16.902586 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-05270d15-0d37-4347-88d9-eeba05319991 req-dbac06a2-d25e-474f-819b-3a2f1fe05341 service neutron] 10.222.0.16 "GET /v2.0/networks/dfd28e33-9abe-4679-aa5f-14df7636baf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994141 Sep 07 02:35:16.934898 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-3f114c9e-ac31-4630-a6ae-b434b08d9691 req-8cbea2a0-d548-438f-bff1-f9c93b8f5057 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:16.989585 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbea2a0-d548-438f-bff1-f9c93b8f5057 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Pushing event updated for resources: {'Port': ['ID=51827563-dce4-432a-8d12-caf22215dc08,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:17.000283 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f114c9e-ac31-4630-a6ae-b434b08d9691 req-8cbea2a0-d548-438f-bff1-f9c93b8f5057 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:35:17.002058 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [req-3f114c9e-ac31-4630-a6ae-b434b08d9691 req-8cbea2a0-d548-438f-bff1-f9c93b8f5057 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:35:17.005030 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f114c9e-ac31-4630-a6ae-b434b08d9691 req-8cbea2a0-d548-438f-bff1-f9c93b8f5057 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:35:17.095838 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73aa492-ac51-4a90-9c3f-862542302639 req-d177d6a1-5106-49be-9804-a5ca1fc5fc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:17.096695 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e73aa492-ac51-4a90-9c3f-862542302639 req-d177d6a1-5106-49be-9804-a5ca1fc5fc47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:17.098513 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e73aa492-ac51-4a90-9c3f-862542302639 req-d177d6a1-5106-49be-9804-a5ca1fc5fc47 service neutron] 10.222.0.16 "PUT /v2.0/ports/5eedbabb-e873-4d54-ab51-89dc35dd007a HTTP/1.1" status: 200 len: 1093 time: 3.0965276 Sep 07 02:35:17.153521 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-40784bd6-35f8-475a-9398-0f9daeadbb3a req-2911a814-5610-437a-9e7a-df8f40be4e02 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5079587 Sep 07 02:35:17.161956 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-3f114c9e-ac31-4630-a6ae-b434b08d9691 req-8cbea2a0-d548-438f-bff1-f9c93b8f5057 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:17.207101 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d177d6a1-5106-49be-9804-a5ca1fc5fc47 service neutron] Pushing event updated for resources: {'Port': ['ID=5eedbabb-e873-4d54-ab51-89dc35dd007a,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:17.241996 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-3f114c9e-ac31-4630-a6ae-b434b08d9691 req-8cbea2a0-d548-438f-bff1-f9c93b8f5057 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:17.322647 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-287176ea-fb71-4d59-beea-2652a57a880e req-a479ae73-44b3-44b3-9c84-1e42de31ce8e service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6982088 Sep 07 02:35:17.429152 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-3f114c9e-ac31-4630-a6ae-b434b08d9691 req-8cbea2a0-d548-438f-bff1-f9c93b8f5057 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:17.434224 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-3f114c9e-ac31-4630-a6ae-b434b08d9691 req-8cbea2a0-d548-438f-bff1-f9c93b8f5057 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:17.470589 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-896a1816-6cf1-407f-afe5-dbba73d38e43 service neutron] For port 8ed43187-6586-48f2-b606-1bd5684ec058, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=8ed43187-6586-48f2-b606-1bd5684ec058,segment=NetworkSegment(a87351ba-0fbc-4302-9869-b18eee085c86),segment_id=a87351ba-0fbc-4302-9869-b18eee085c86)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:35:17.493660 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73aa492-ac51-4a90-9c3f-862542302639 req-b95a12c8-24e7-4a05-9011-85a30bc4fd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:17.495930 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e73aa492-ac51-4a90-9c3f-862542302639 req-b95a12c8-24e7-4a05-9011-85a30bc4fd1b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ec8f998f0dfa49298d81e528b209944e&device_id=d5805c37-b156-4c27-8180-c25309ab7be0 HTTP/1.1" status: 200 len: 1096 time: 0.2320793 Sep 07 02:35:17.503118 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab28d3-a648-4b7c-966a-1b174a7c157e req-f6ac6b78-efd7-40ca-ae27-83207e5e0585 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:17.504603 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-83ab28d3-a648-4b7c-966a-1b174a7c157e req-f6ac6b78-efd7-40ca-ae27-83207e5e0585 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] 10.222.0.22 "GET /v2.0/ports?device_id=cac44a8a-8e71-40d6-92c4-5cdcc8b4f278 HTTP/1.1" status: 200 len: 950 time: 0.2390852 Sep 07 02:35:17.522276 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbea2a0-d548-438f-bff1-f9c93b8f5057 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Pushing event updated for resources: {'Port': ['ID=51827563-dce4-432a-8d12-caf22215dc08,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:17.528768 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-3f114c9e-ac31-4630-a6ae-b434b08d9691 req-8cbea2a0-d548-438f-bff1-f9c93b8f5057 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:17.544311 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-3f114c9e-ac31-4630-a6ae-b434b08d9691 req-8cbea2a0-d548-438f-bff1-f9c93b8f5057 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:17.545768 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3f114c9e-ac31-4630-a6ae-b434b08d9691 req-8cbea2a0-d548-438f-bff1-f9c93b8f5057 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.5063529 Sep 07 02:35:17.563944 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-896a1816-6cf1-407f-afe5-dbba73d38e43 service neutron] For port 8ed43187-6586-48f2-b606-1bd5684ec058, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:35:17.590859 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e73aa492-ac51-4a90-9c3f-862542302639 req-204ed6af-28b1-4079-b711-ef0d6d231ddc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5eedbabb-e873-4d54-ab51-89dc35dd007a HTTP/1.1" status: 200 len: 217 time: 0.0820839 Sep 07 02:35:17.618535 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-287176ea-fb71-4d59-beea-2652a57a880e req-ab9336b7-ad2e-4252-8491-9ba4cee9e054 service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481146 Sep 07 02:35:17.628103 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3f114c9e-ac31-4630-a6ae-b434b08d9691 req-e604676e-36d6-43ea-82f2-51b626e030d9 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.4 HTTP/1.1" status: 200 len: 694 time: 0.0757248 Sep 07 02:35:17.646351 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-896a1816-6cf1-407f-afe5-dbba73d38e43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ed43187-6586-48f2-b606-1bd5684ec058 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:35:17.669354 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-896a1816-6cf1-407f-afe5-dbba73d38e43 service neutron] For port 8ed43187-6586-48f2-b606-1bd5684ec058, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=8ed43187-6586-48f2-b606-1bd5684ec058,segment=NetworkSegment(a87351ba-0fbc-4302-9869-b18eee085c86),segment_id=a87351ba-0fbc-4302-9869-b18eee085c86)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:35:17.684592 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-83ab28d3-a648-4b7c-966a-1b174a7c157e req-d6c19a9e-ee51-4e0f-b50f-a06af825b632 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] 10.222.0.22 "GET /v2.0/security-groups?id=45c54fb9-abbf-40ef-a472-c067aecb5bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651957 Sep 07 02:35:17.695745 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73aa492-ac51-4a90-9c3f-862542302639 req-d9cb83cb-d3a0-4ee9-afa9-5e3b0364ad4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:17.707507 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e73aa492-ac51-4a90-9c3f-862542302639 req-d9cb83cb-d3a0-4ee9-afa9-5e3b0364ad4f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cbe10d5e-50cd-446a-9782-e73eac83e8a3 HTTP/1.1" status: 200 len: 862 time: 0.0945795 Sep 07 02:35:17.707507 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-896a1816-6cf1-407f-afe5-dbba73d38e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:17.760614 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f114c9e-ac31-4630-a6ae-b434b08d9691 req-a5f7d97f-d7b7-42bd-b2e4-2e11f45a8a6e tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:17.762033 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3f114c9e-ac31-4630-a6ae-b434b08d9691 req-a5f7d97f-d7b7-42bd-b2e4-2e11f45a8a6e tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/networks/1166b922-7457-4da4-bdda-328e8c8e7bc6 HTTP/1.1" status: 200 len: 784 time: 0.1177390 Sep 07 02:35:17.773005 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [req-3f114c9e-ac31-4630-a6ae-b434b08d9691 req-c97d5928-c42b-4d49-bc45-453a089f7920 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 02:35:17.774036 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3f114c9e-ac31-4630-a6ae-b434b08d9691 req-c97d5928-c42b-4d49-bc45-453a089f7920 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059872 Sep 07 02:35:17.816549 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b570faf-b6a9-44de-94bb-d799dc87c932 x-openstack-request-id: req-9b570faf-b6a9-44de-94bb-d799dc87c932 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:35:17.816847 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9da6157-6274-4d65-8941-542b6639bc0a", "name": "network-vif-deleted", "tag": "13df73ea-f9db-4927-a356-a34216e6f263", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:35:17.817102 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9b570faf-b6a9-44de-94bb-d799dc87c932 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:35:17.817509 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9da6157-6274-4d65-8941-542b6639bc0a', 'name': 'network-vif-deleted', 'tag': '13df73ea-f9db-4927-a356-a34216e6f263', 'status': 'completed', 'code': 200} Sep 07 02:35:17.846237 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73aa492-ac51-4a90-9c3f-862542302639 req-b87f50d9-75a7-4489-8b1b-3902abef8cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:17.847834 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e73aa492-ac51-4a90-9c3f-862542302639 req-b87f50d9-75a7-4489-8b1b-3902abef8cb1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1350946 Sep 07 02:35:17.874495 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297a6be9-e617-49d5-a5a7-6e98e841ab4d req-04f2528a-ffa7-4fe8-94f0-a6f736452a6b tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:17.876051 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-297a6be9-e617-49d5-a5a7-6e98e841ab4d req-04f2528a-ffa7-4fe8-94f0-a6f736452a6b tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5805c37-b156-4c27-8180-c25309ab7be0 HTTP/1.1" status: 200 len: 944 time: 0.1113136 Sep 07 02:35:17.911100 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-896a1816-6cf1-407f-afe5-dbba73d38e43 service neutron] Transition to ACTIVE for port object 8ed43187-6586-48f2-b606-1bd5684ec058 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:35:17.915756 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94a954-de8e-4c65-8127-e5e5b212a419 req-ab6be28c-f201-4d09-b8d8-e99daa009ca7 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:17.917421 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fa94a954-de8e-4c65-8127-e5e5b212a419 req-ab6be28c-f201-4d09-b8d8-e99daa009ca7 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8df486c-f42f-4201-a61b-75b96ec26b43 HTTP/1.1" status: 200 len: 948 time: 0.0549726 Sep 07 02:35:17.923243 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-896a1816-6cf1-407f-afe5-dbba73d38e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:17.958672 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fa94a954-de8e-4c65-8127-e5e5b212a419 req-ca58b3f0-cf3c-408c-af98-04c6a6ee6f80 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327699 Sep 07 02:35:18.023928 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-297a6be9-e617-49d5-a5a7-6e98e841ab4d req-64705cd3-493e-45e3-b525-6cb8c06c620c tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "GET /v2.0/security-groups?id=640bc5a7-1290-4dbd-b0ce-f56eb51dd0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335573 Sep 07 02:35:18.074424 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-896a1816-6cf1-407f-afe5-dbba73d38e43 service neutron] No DVR routers for this DVR port 8ed43187-6586-48f2-b606-1bd5684ec058 on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:35:18.082987 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e73aa492-ac51-4a90-9c3f-862542302639 req-fb3c4766-f1a8-4413-a2da-7daee232b843 service neutron] 10.222.0.16 "GET /v2.0/networks/6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259588 Sep 07 02:35:18.083999 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896a1816-6cf1-407f-afe5-dbba73d38e43 service neutron] Pushing event updated for resources: {'Port': ['ID=8ed43187-6586-48f2-b606-1bd5684ec058,revision_number=10']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:18.139814 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-896a1816-6cf1-407f-afe5-dbba73d38e43 service neutron] 10.222.0.16 "PUT /v2.0/ports/8ed43187-6586-48f2-b606-1bd5684ec058/bindings/n-h1-796209-16/activate HTTP/1.1" status: 200 len: 370 time: 1.6576772 Sep 07 02:35:18.161617 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f96ed8-91e0-43b8-ae1d-0333ddb7f64c req-f6ff93c9-7ccf-4b53-9ad5-3b5ac945f4d7 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:18.167964 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f96ed8-91e0-43b8-ae1d-0333ddb7f64c req-f6ff93c9-7ccf-4b53-9ad5-3b5ac945f4d7 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:18.173839 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f96ed8-91e0-43b8-ae1d-0333ddb7f64c req-f6ff93c9-7ccf-4b53-9ad5-3b5ac945f4d7 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:18.176067 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-94f96ed8-91e0-43b8-ae1d-0333ddb7f64c req-f6ff93c9-7ccf-4b53-9ad5-3b5ac945f4d7 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba14943e-a4a3-4b6f-93bf-e36b58536f25 HTTP/1.1" status: 200 len: 2411 time: 0.0887547 Sep 07 02:35:18.221846 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-94f96ed8-91e0-43b8-ae1d-0333ddb7f64c req-865b74a4-0e79-48ed-8361-54e0f9177ab3 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/security-groups?id=da83ed9b-41b3-493b-aca7-370009a4e871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373089 Sep 07 02:35:18.310656 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-fce8c2be-2d5c-4e7b-b5f1-59636fa1a7ce tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:18.312219 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-fce8c2be-2d5c-4e7b-b5f1-59636fa1a7ce tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=40a743d4-9c6b-4351-97c4-9de1c0ccc30d&tenant_id=58fe4c9e71db4bd7aa26d4557468fc65&binding%3Ahost_id=n-h2-796209-16 HTTP/1.1" status: 200 len: 1097 time: 0.1071997 Sep 07 02:35:18.314170 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e73aa492-ac51-4a90-9c3f-862542302639 req-bdc4d3d4-65f0-4457-bada-c247a7613abf service neutron] 10.222.0.16 "GET /v2.0/networks/6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204368 Sep 07 02:35:18.335337 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3e370d-ecc9-4c98-ad09-06e931c30aeb req-ef5f0270-8504-4900-bcbc-c212d0658dd0 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:18.343289 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-be3e370d-ecc9-4c98-ad09-06e931c30aeb req-ef5f0270-8504-4900-bcbc-c212d0658dd0 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/ports?device_id=517da09a-c5f9-43af-9db7-5b58ba70b09f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1392348 Sep 07 02:35:18.419017 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a448a-6136-469f-bed3-c623b5b52908 req-b58cbab8-fd29-4737-b972-b71a446b24e0 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:18.420775 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-986a448a-6136-469f-bed3-c623b5b52908 req-b58cbab8-fd29-4737-b972-b71a446b24e0 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=40a743d4-9c6b-4351-97c4-9de1c0ccc30d HTTP/1.1" status: 200 len: 945 time: 0.0535750 Sep 07 02:35:18.424129 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-be3e370d-ecc9-4c98-ad09-06e931c30aeb req-19b50ec4-1124-4554-a878-8addc57cce43 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.4 HTTP/1.1" status: 200 len: 694 time: 0.0798101 Sep 07 02:35:18.433467 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-be3e370d-ecc9-4c98-ad09-06e931c30aeb req-982f630d-f2e3-45d2-be27-7647ab2df4ef tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Request body: {'floatingip': {'port_id': '08297d2c-895c-4357-8a0b-c3e613e74a3d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:35:18.435403 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 05119bc0-20c7-4dc4-b159-b327eb1226cd details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:35:18.438424 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device b3d00593-f25f-4305-bc9e-bf884e9dee4b no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:35:18.477736 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-be3e370d-ecc9-4c98-ad09-06e931c30aeb req-982f630d-f2e3-45d2-be27-7647ab2df4ef tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Notify callbacks [] for floatingip, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:18.483534 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-986a448a-6136-469f-bed3-c623b5b52908 req-ddcaf9d5-27b7-4797-876d-dc24f8840cab tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556800 Sep 07 02:35:18.515496 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 9282ed25-bf73-4795-b5ad-86c7780ba839 details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:35:18.531038 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-0e2c93eb-2028-41dd-b50d-7e1708cfc5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:18.534095 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-0e2c93eb-2028-41dd-b50d-7e1708cfc5f1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=40a743d4-9c6b-4351-97c4-9de1c0ccc30d&tenant_id=58fe4c9e71db4bd7aa26d4557468fc65 HTTP/1.1" status: 200 len: 1097 time: 0.1878076 Sep 07 02:35:18.682853 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-9211c8a7-b491-4659-be19-9e8fe326f61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:18.684518 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-9211c8a7-b491-4659-be19-9e8fe326f61b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=58fe4c9e71db4bd7aa26d4557468fc65&device_id=40a743d4-9c6b-4351-97c4-9de1c0ccc30d HTTP/1.1" status: 200 len: 1097 time: 0.1162245 Sep 07 02:35:18.715974 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 05119bc0-20c7-4dc4-b159-b327eb1226cd, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=05119bc0-20c7-4dc4-b159-b327eb1226cd,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:35:18.728546 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:18.730731 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '05119bc0-20c7-4dc4-b159-b327eb1226cd', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'port_id': '05119bc0-20c7-4dc4-b159-b327eb1226cd', 'mac_address': 'fa:16:3e:96:64:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '694f9550-ba12-4672-8446-41848123cea2', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:35:18.812539 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac44a8a-8e71-40d6-92c4-5cdcc8b4f278', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3d00593-f25f-4305-bc9e-bf884e9dee4b'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:35:18.814959 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036498dd-6014-474f-967d-132d1336863b" -d '{"events": [{"server_uuid": "cac44a8a-8e71-40d6-92c4-5cdcc8b4f278", "name": "network-vif-unplugged", "status": "completed", "tag": "b3d00593-f25f-4305-bc9e-bf884e9dee4b"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:35:18.832137 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [req-be3e370d-ecc9-4c98-ad09-06e931c30aeb req-982f630d-f2e3-45d2-be27-7647ab2df4ef tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] update failed (client error): There was a conflict when trying to complete your request. Sep 07 02:35:18.848630 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-be3e370d-ecc9-4c98-ad09-06e931c30aeb req-982f630d-f2e3-45d2-be27-7647ab2df4ef tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "PUT /v2.0/floatingips/aea04c97-0021-4943-9203-188f67e2d304 HTTP/1.1" status: 409 len: 548 time: 0.4202957 Sep 07 02:35:18.866180 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-e6fa1604-841e-4701-93e5-ccb7a19b9239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:18.869290 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-e6fa1604-841e-4701-93e5-ccb7a19b9239 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e4ab2f0c-5a02-4242-a541-768acd457503 HTTP/1.1" status: 200 len: 921 time: 0.1746278 Sep 07 02:35:18.879305 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port b3d00593-f25f-4305-bc9e-bf884e9dee4b, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=b3d00593-f25f-4305-bc9e-bf884e9dee4b,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:35:18.887404 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:18.902418 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:18.939591 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-96b8e097-19b9-478a-a22f-0451175ac323 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ed43187-6586-48f2-b606-1bd5684ec058 HTTP/1.1" status: 200 len: 217 time: 0.0614636 Sep 07 02:35:18.951588 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05119bc0-20c7-4dc4-b159-b327eb1226cd {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:35:18.961758 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f6ef3a4e-cabb-4374-aaf4-62b6ef316823 req-c845c22f-c186-4e1f-82ff-84f3b855a9b2 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=986b76807c74404fa47c39113c512516&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349698 Sep 07 02:35:18.976870 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 05119bc0-20c7-4dc4-b159-b327eb1226cd, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=05119bc0-20c7-4dc4-b159-b327eb1226cd,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:35:18.990139 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:19.015182 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 9282ed25-bf73-4795-b5ad-86c7780ba839, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=9282ed25-bf73-4795-b5ad-86c7780ba839,segment=NetworkSegment(8130b750-8be3-40b8-862a-ccd11ca4296d),segment_id=8130b750-8be3-40b8-862a-ccd11ca4296d)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:35:19.035299 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=b3d00593-f25f-4305-bc9e-bf884e9dee4b,revision_number=8']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:19.041681 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-15e5f9ea-31d2-4b8f-9024-cbcde5f56016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:19.042047 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '9282ed25-bf73-4795-b5ad-86c7780ba839', 'network_id': 'dfd28e33-9abe-4679-aa5f-14df7636baf6', 'port_id': '9282ed25-bf73-4795-b5ad-86c7780ba839', 'mac_address': 'fa:16:3e:e2:7b:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f3d3e5d-7258-446c-930d-904049a5db87', 'ip_address': '19.80.0.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:35:19.043419 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-15e5f9ea-31d2-4b8f-9024-cbcde5f56016 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a1bc4512-390c-4c50-bb1d-2c94019bd4fe HTTP/1.1" status: 200 len: 861 time: 0.0913255 Sep 07 02:35:19.133331 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:19.135351 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=05119bc0-20c7-4dc4-b159-b327eb1226cd,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:19.150440 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9282ed25-bf73-4795-b5ad-86c7780ba839 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:35:19.161907 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 02:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc341cac-a211-4818-96ff-8ecbe4669bfd x-openstack-request-id: req-bc341cac-a211-4818-96ff-8ecbe4669bfd {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:35:19.162210 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac44a8a-8e71-40d6-92c4-5cdcc8b4f278", "name": "network-vif-unplugged", "status": "completed", "tag": "b3d00593-f25f-4305-bc9e-bf884e9dee4b", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:35:19.162466 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bc341cac-a211-4818-96ff-8ecbe4669bfd {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:35:19.162853 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac44a8a-8e71-40d6-92c4-5cdcc8b4f278', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3d00593-f25f-4305-bc9e-bf884e9dee4b', 'code': 200} Sep 07 02:35:19.163387 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef3a4e-cabb-4374-aaf4-62b6ef316823 req-e59d3817-020c-4ab9-b8c5-3e2f8388a352 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:19.165367 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f6ef3a4e-cabb-4374-aaf4-62b6ef316823 req-e59d3817-020c-4ab9-b8c5-3e2f8388a352 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1821351 Sep 07 02:35:19.174626 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 9282ed25-bf73-4795-b5ad-86c7780ba839, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=9282ed25-bf73-4795-b5ad-86c7780ba839,segment=NetworkSegment(8130b750-8be3-40b8-862a-ccd11ca4296d),segment_id=8130b750-8be3-40b8-862a-ccd11ca4296d)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:35:19.182364 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:19.190902 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-0df565f5-5ead-48b9-880c-b81584ad399f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e4ab2f0c-5a02-4242-a541-768acd457503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900245 Sep 07 02:35:19.226473 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8d02f629-7990-437c-b11c-461992b22d50 req-202b7f65-ddb0-4aa0-b38e-0cd6b836fafc tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/floatingips/aea04c97-0021-4943-9203-188f67e2d304 HTTP/1.1" status: 200 len: 691 time: 0.0495727 Sep 07 02:35:19.227194 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f6ef3a4e-cabb-4374-aaf4-62b6ef316823 req-32e9c08c-2e11-4804-b5d5-44496bfcec7f tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] 10.222.0.22 "GET /v2.0/quotas/986b76807c74404fa47c39113c512516 HTTP/1.1" status: 200 len: 375 time: 0.0395801 Sep 07 02:35:19.250764 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=9282ed25-bf73-4795-b5ad-86c7780ba839,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:19.278410 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f6ef3a4e-cabb-4374-aaf4-62b6ef316823 req-389c52af-d48e-44b1-8cfc-45296b21b9a2 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=986b76807c74404fa47c39113c512516&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403290 Sep 07 02:35:19.347044 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-d959197e-ecda-4baf-8e53-b5bcc962194e service neutron] 10.222.0.23 "GET /v2.0/networks/e4ab2f0c-5a02-4242-a541-768acd457503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479354 Sep 07 02:35:19.357192 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['05119bc0-20c7-4dc4-b159-b327eb1226cd'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:35:19.375265 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02f629-7990-437c-b11c-461992b22d50 req-7452e84d-b4ea-415e-b33d-b37d228fa122 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:19.386144 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8d02f629-7990-437c-b11c-461992b22d50 req-7452e84d-b4ea-415e-b33d-b37d228fa122 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/networks/1166b922-7457-4da4-bdda-328e8c8e7bc6 HTTP/1.1" status: 200 len: 784 time: 0.1535246 Sep 07 02:35:19.396251 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [req-8d02f629-7990-437c-b11c-461992b22d50 req-4ca09ea8-caa4-4fd5-bf3e-e20ac2ebf2b4 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 02:35:19.406420 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8d02f629-7990-437c-b11c-461992b22d50 req-4ca09ea8-caa4-4fd5-bf3e-e20ac2ebf2b4 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0184188 Sep 07 02:35:19.502974 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['9282ed25-bf73-4795-b5ad-86c7780ba839'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:35:19.514642 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8d02f629-7990-437c-b11c-461992b22d50 req-414acd16-a8cb-4808-8449-7a5cbbae1f16 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.4 HTTP/1.1" status: 200 len: 694 time: 0.1072953 Sep 07 02:35:19.579919 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8d02f629-7990-437c-b11c-461992b22d50 req-897e73bf-ae12-4d58-add2-14270f50f501 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.4 HTTP/1.1" status: 200 len: 694 time: 0.0643473 Sep 07 02:35:19.595135 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c27e43-4911-401e-abf9-3b007d882877 req-36f7d778-d2dc-48e7-b5c1-78f5fb896c69 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:19.602990 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-21c27e43-4911-401e-abf9-3b007d882877 req-36f7d778-d2dc-48e7-b5c1-78f5fb896c69 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8df486c-f42f-4201-a61b-75b96ec26b43 HTTP/1.1" status: 200 len: 949 time: 0.0967841 Sep 07 02:35:19.627705 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-02917ba8-79a2-49f6-ae65-4629158f28fb service neutron] 10.222.0.23 "GET /v2.0/networks/e4ab2f0c-5a02-4242-a541-768acd457503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691267 Sep 07 02:35:19.683888 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-21c27e43-4911-401e-abf9-3b007d882877 req-05013277-f044-44cb-acac-457e43d8e4c6 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737345 Sep 07 02:35:19.732138 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-8d02f629-7990-437c-b11c-461992b22d50 req-44c556c3-ff1b-4404-a1ae-1cbdfbe0f7d8 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Deleting port 51827563-dce4-432a-8d12-caf22215dc08 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:35:19.732480 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-8d02f629-7990-437c-b11c-461992b22d50 req-44c556c3-ff1b-4404-a1ae-1cbdfbe0f7d8 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:19.818763 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ecce24-638c-45f6-98bf-07f26481c1f9 req-2eff8cde-d686-491b-8535-fc539ce93d36 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:19.820334 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f7ecce24-638c-45f6-98bf-07f26481c1f9 req-2eff8cde-d686-491b-8535-fc539ce93d36 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5805c37-b156-4c27-8180-c25309ab7be0 HTTP/1.1" status: 200 len: 944 time: 0.0577168 Sep 07 02:35:19.820856 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5805c37-b156-4c27-8180-c25309ab7be0', 'tag': '5eedbabb-e873-4d54-ab51-89dc35dd007a'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:35:19.823734 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578e67d1-253d-422e-abf2-858c1b6f8c22" -d '{"events": [{"name": "network-changed", "server_uuid": "d5805c37-b156-4c27-8180-c25309ab7be0", "tag": "5eedbabb-e873-4d54-ab51-89dc35dd007a"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:35:19.831551 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-8d02f629-7990-437c-b11c-461992b22d50 req-44c556c3-ff1b-4404-a1ae-1cbdfbe0f7d8 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:19.832233 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-8d02f629-7990-437c-b11c-461992b22d50 req-44c556c3-ff1b-4404-a1ae-1cbdfbe0f7d8 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:19.848432 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-8d02f629-7990-437c-b11c-461992b22d50 req-44c556c3-ff1b-4404-a1ae-1cbdfbe0f7d8 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Calling delete_port for 51827563-dce4-432a-8d12-caf22215dc08 owned by network:floatingip {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:35:19.870992 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f7ecce24-638c-45f6-98bf-07f26481c1f9 req-47293f96-09be-4d5d-a6a3-1feb015535a7 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "GET /v2.0/security-groups?id=640bc5a7-1290-4dbd-b0ce-f56eb51dd0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425284 Sep 07 02:35:19.910736 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-f6a52e80-aafa-4c3b-940e-1b34f6387551 tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:19.912632 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-f6a52e80-aafa-4c3b-940e-1b34f6387551 tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=40a743d4-9c6b-4351-97c4-9de1c0ccc30d&tenant_id=58fe4c9e71db4bd7aa26d4557468fc65&binding%3Ahost_id=n-h1-796209-16 HTTP/1.1" status: 200 len: 1097 time: 0.0515931 Sep 07 02:35:20.001007 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-8d02f629-7990-437c-b11c-461992b22d50 req-44c556c3-ff1b-4404-a1ae-1cbdfbe0f7d8 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:20.028446 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c556c3-ff1b-4404-a1ae-1cbdfbe0f7d8 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Pushing event deleted for resources: {'Port': ['ID=51827563-dce4-432a-8d12-caf22215dc08,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:20.039536 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e7e45-db3c-4b6f-b44f-fe26dfd3b309 req-c008d45e-1be5-4b03-9351-052ab6176d18 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:20.045550 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e7e45-db3c-4b6f-b44f-fe26dfd3b309 req-c008d45e-1be5-4b03-9351-052ab6176d18 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:20.051318 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e7e45-db3c-4b6f-b44f-fe26dfd3b309 req-c008d45e-1be5-4b03-9351-052ab6176d18 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:20.053032 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d05e7e45-db3c-4b6f-b44f-fe26dfd3b309 req-c008d45e-1be5-4b03-9351-052ab6176d18 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba14943e-a4a3-4b6f-93bf-e36b58536f25 HTTP/1.1" status: 200 len: 2412 time: 0.0904021 Sep 07 02:35:20.092310 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-8d02f629-7990-437c-b11c-461992b22d50 req-44c556c3-ff1b-4404-a1ae-1cbdfbe0f7d8 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Notify callbacks [] for floatingip, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:20.096536 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-8d02f629-7990-437c-b11c-461992b22d50 req-44c556c3-ff1b-4404-a1ae-1cbdfbe0f7d8 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:20.097840 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8d02f629-7990-437c-b11c-461992b22d50 req-44c556c3-ff1b-4404-a1ae-1cbdfbe0f7d8 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "DELETE /v2.0/floatingips/aea04c97-0021-4943-9203-188f67e2d304 HTTP/1.1" status: 204 len: 173 time: 0.5171030 Sep 07 02:35:20.133693 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d05e7e45-db3c-4b6f-b44f-fe26dfd3b309 req-71b38e4c-3b68-4311-97a9-25b55e3f4d2f tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/security-groups?id=da83ed9b-41b3-493b-aca7-370009a4e871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515137 Sep 07 02:35:20.138038 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-d41b49e3-f287-4b5c-bca5-cf160ce10095 service neutron] For port 8ed43187-6586-48f2-b606-1bd5684ec058, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:35:20.141501 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-d41b49e3-f287-4b5c-bca5-cf160ce10095 service neutron] Notify callbacks [] for binding, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:20.142637 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dde73f1f-b3a3-4289-beab-3ed753cbda73 req-d41b49e3-f287-4b5c-bca5-cf160ce10095 service neutron] 10.222.0.23 "DELETE /v2.0/ports/8ed43187-6586-48f2-b606-1bd5684ec058/bindings/n-h2-796209-16 HTTP/1.1" status: 204 len: 173 time: 0.2199063 Sep 07 02:35:20.209998 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8fa5b452-1deb-4c25-8de9-b324072e02ff req-aba36ca4-5d4f-4a34-b580-ff9936e8ed43 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=986b76807c74404fa47c39113c512516&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219960 Sep 07 02:35:20.271038 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f180e3-93d0-4443-ad7d-71ee5e80e132 req-42754901-2762-43c7-8e73-b63a535c0bd2 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:20.272568 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-52f180e3-93d0-4443-ad7d-71ee5e80e132 req-42754901-2762-43c7-8e73-b63a535c0bd2 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=40a743d4-9c6b-4351-97c4-9de1c0ccc30d HTTP/1.1" status: 200 len: 945 time: 0.0525517 Sep 07 02:35:20.313336 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-52f180e3-93d0-4443-ad7d-71ee5e80e132 req-fe745f74-8849-4367-a8b2-eb313e1dc3f7 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340374 Sep 07 02:35:20.366958 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b433f5-58c5-40a8-90cb-4cb396d69d02 x-openstack-request-id: req-70b433f5-58c5-40a8-90cb-4cb396d69d02 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:35:20.367260 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5805c37-b156-4c27-8180-c25309ab7be0", "tag": "5eedbabb-e873-4d54-ab51-89dc35dd007a", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:35:20.367538 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-70b433f5-58c5-40a8-90cb-4cb396d69d02 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:35:20.367942 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5805c37-b156-4c27-8180-c25309ab7be0', 'tag': '5eedbabb-e873-4d54-ab51-89dc35dd007a', 'status': 'completed', 'code': 200} Sep 07 02:35:20.442370 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e67d1-253d-422e-abf2-858c1b6f8c22 req-71a9964e-92ce-425b-9024-04798edcee9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:20.444081 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-578e67d1-253d-422e-abf2-858c1b6f8c22 req-71a9964e-92ce-425b-9024-04798edcee9b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ec8f998f0dfa49298d81e528b209944e&device_id=d5805c37-b156-4c27-8180-c25309ab7be0 HTTP/1.1" status: 200 len: 1096 time: 0.0477102 Sep 07 02:35:20.535867 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 0e286de3-d96d-439e-9d60-566f5f9a2645 details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:35:20.541849 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 9282ed25-bf73-4795-b5ad-86c7780ba839 up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:35:20.549618 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5b452-1deb-4c25-8de9-b324072e02ff req-e090b29e-f14a-4e2c-b681-0e71c807f8f8 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:20.551706 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8fa5b452-1deb-4c25-8de9-b324072e02ff req-e090b29e-f14a-4e2c-b681-0e71c807f8f8 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3341985 Sep 07 02:35:20.579088 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8fa5b452-1deb-4c25-8de9-b324072e02ff req-d8768df9-1490-46a4-9a68-170c4e5ac1c9 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] 10.222.0.22 "GET /v2.0/quotas/986b76807c74404fa47c39113c512516 HTTP/1.1" status: 200 len: 375 time: 0.0201197 Sep 07 02:35:20.623827 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8fa5b452-1deb-4c25-8de9-b324072e02ff req-0b999144-46ad-4401-b7c4-f1bc260db0b9 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=986b76807c74404fa47c39113c512516&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381079 Sep 07 02:35:20.629929 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e67d1-253d-422e-abf2-858c1b6f8c22 req-41bac882-48db-4d9f-a846-1f70a8b6b5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:20.631622 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-578e67d1-253d-422e-abf2-858c1b6f8c22 req-41bac882-48db-4d9f-a846-1f70a8b6b5c1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc HTTP/1.1" status: 200 len: 923 time: 0.1762512 Sep 07 02:35:20.648482 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f6ef3a4e-cabb-4374-aaf4-62b6ef316823 req-33f87713-1b8b-4592-8780-9b57e2013e52 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=986b76807c74404fa47c39113c512516&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0876548 Sep 07 02:35:20.692498 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-578e67d1-253d-422e-abf2-858c1b6f8c22 req-6a1ef6d7-c6a4-4557-9ea9-87785287a67a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5eedbabb-e873-4d54-ab51-89dc35dd007a HTTP/1.1" status: 200 len: 217 time: 0.0509739 Sep 07 02:35:20.714683 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port 9282ed25-bf73-4795-b5ad-86c7780ba839 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:35:20.727302 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 9282ed25-bf73-4795-b5ad-86c7780ba839 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:35:20.728967 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:20.819976 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 0e286de3-d96d-439e-9d60-566f5f9a2645, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=0e286de3-d96d-439e-9d60-566f5f9a2645,segment=NetworkSegment(3542b5b9-4ae6-4e8e-8e7d-8cfb5196bd64),segment_id=3542b5b9-4ae6-4e8e-8e7d-8cfb5196bd64)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:35:20.858425 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e67d1-253d-422e-abf2-858c1b6f8c22 req-9af9073d-0098-456d-b7d5-d0d47b150d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:20.865315 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-578e67d1-253d-422e-abf2-858c1b6f8c22 req-9af9073d-0098-456d-b7d5-d0d47b150d86 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cbe10d5e-50cd-446a-9782-e73eac83e8a3 HTTP/1.1" status: 200 len: 862 time: 0.1610892 Sep 07 02:35:20.884387 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '0e286de3-d96d-439e-9d60-566f5f9a2645', 'network_id': '0642e533-2479-4949-b6aa-52609b746d22', 'port_id': '0e286de3-d96d-439e-9d60-566f5f9a2645', 'mac_address': 'fa:16:3e:ab:1a:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8405561-3948-44ae-a693-b8d591938102', 'ip_address': '19.86.0.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:35:20.969807 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:20.991877 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef3a4e-cabb-4374-aaf4-62b6ef316823 req-a0c32fa1-61af-4802-992a-542b0ef4a038 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:20.996418 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f6ef3a4e-cabb-4374-aaf4-62b6ef316823 req-a0c32fa1-61af-4802-992a-542b0ef4a038 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3029580 Sep 07 02:35:21.007508 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:21.013102 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-f6ef3a4e-cabb-4374-aaf4-62b6ef316823 req-f6849af1-9f9a-4c9f-86f7-60452d294ef7 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] Request body: {'port': {'device_id': 'cce67c6c-d8d0-4209-bd46-994970e2cad0', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'admin_state_up': True, 'tenant_id': '986b76807c74404fa47c39113c512516'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:35:21.022693 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-77a80712-c04b-4358-8105-58e3ecc47bd3 req-768d775d-2b58-4584-876e-048850cb8f67 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.43 HTTP/1.1" status: 200 len: 1000 time: 0.1846554 Sep 07 02:35:21.101145 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a80712-c04b-4358-8105-58e3ecc47bd3 req-6e3c4bb5-3e67-410a-baff-4ac825636da5 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:21.116218 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-77a80712-c04b-4358-8105-58e3ecc47bd3 req-6e3c4bb5-3e67-410a-baff-4ac825636da5 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/ports/08297d2c-895c-4357-8a0b-c3e613e74a3d HTTP/1.1" status: 200 len: 942 time: 0.0925872 Sep 07 02:35:21.169802 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 9282ed25-bf73-4795-b5ad-86c7780ba839, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=9282ed25-bf73-4795-b5ad-86c7780ba839,segment=NetworkSegment(8130b750-8be3-40b8-862a-ccd11ca4296d),segment_id=8130b750-8be3-40b8-862a-ccd11ca4296d)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:35:21.170623 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba14943e-a4a3-4b6f-93bf-e36b58536f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9282ed25-bf73-4795-b5ad-86c7780ba839'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:35:21.173062 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d4d7f8-411a-4cd0-9ee9-5b0d6c5d1991" -d '{"events": [{"server_uuid": "ba14943e-a4a3-4b6f-93bf-e36b58536f25", "name": "network-vif-plugged", "status": "completed", "tag": "9282ed25-bf73-4795-b5ad-86c7780ba839"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:35:21.188344 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:21.189168 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 8ed43187-6586-48f2-b606-1bd5684ec058 no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:35:21.195049 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e286de3-d96d-439e-9d60-566f5f9a2645 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:35:21.242631 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:21.250114 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:21.267110 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 0e286de3-d96d-439e-9d60-566f5f9a2645, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=0e286de3-d96d-439e-9d60-566f5f9a2645,segment=NetworkSegment(3542b5b9-4ae6-4e8e-8e7d-8cfb5196bd64),segment_id=3542b5b9-4ae6-4e8e-8e7d-8cfb5196bd64)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:35:21.283794 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:21.284624 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 9d81739a-5fa9-4361-b2ac-8f301d48c933 details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:35:21.313241 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=9282ed25-bf73-4795-b5ad-86c7780ba839,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:21.319714 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 8ed43187-6586-48f2-b606-1bd5684ec058 not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:35:21.342553 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-77a80712-c04b-4358-8105-58e3ecc47bd3 req-9a34163f-b2bf-4c43-8247-c546d29f181a tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.43 HTTP/1.1" status: 200 len: 1000 time: 0.1237559 Sep 07 02:35:21.406890 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e67d1-253d-422e-abf2-858c1b6f8c22 req-a5ec3df4-aab1-42ce-9057-9167d4c1f642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:21.408578 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-578e67d1-253d-422e-abf2-858c1b6f8c22 req-a5ec3df4-aab1-42ce-9057-9167d4c1f642 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5299890 Sep 07 02:35:21.442457 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=0e286de3-d96d-439e-9d60-566f5f9a2645,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:21.474513 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a80712-c04b-4358-8105-58e3ecc47bd3 req-3553e31c-73a0-474f-84ff-ff49f875f82a tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:21.481954 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-77a80712-c04b-4358-8105-58e3ecc47bd3 req-3553e31c-73a0-474f-84ff-ff49f875f82a tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/networks/1166b922-7457-4da4-bdda-328e8c8e7bc6 HTTP/1.1" status: 200 len: 784 time: 0.1382713 Sep 07 02:35:21.482163 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ccd82a-a198-4201-becf-9bd0102a5110 req-2c45fa1d-da8b-4153-83b6-4e07f36f8316 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:21.485649 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 9d81739a-5fa9-4361-b2ac-8f301d48c933, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=9d81739a-5fa9-4361-b2ac-8f301d48c933,segment=NetworkSegment(8130b750-8be3-40b8-862a-ccd11ca4296d),segment_id=8130b750-8be3-40b8-862a-ccd11ca4296d)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:35:21.487679 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [req-77a80712-c04b-4358-8105-58e3ecc47bd3 req-c1e27186-0c8a-4238-8b28-92ef49e0be0f tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 02:35:21.489343 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-00ccd82a-a198-4201-becf-9bd0102a5110 req-2c45fa1d-da8b-4153-83b6-4e07f36f8316 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8df486c-f42f-4201-a61b-75b96ec26b43 HTTP/1.1" status: 200 len: 949 time: 0.4630315 Sep 07 02:35:21.492024 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-77a80712-c04b-4358-8105-58e3ecc47bd3 req-c1e27186-0c8a-4238-8b28-92ef49e0be0f tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091362 Sep 07 02:35:21.501749 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '9d81739a-5fa9-4361-b2ac-8f301d48c933', 'network_id': 'dfd28e33-9abe-4679-aa5f-14df7636baf6', 'port_id': '9d81739a-5fa9-4361-b2ac-8f301d48c933', 'mac_address': 'fa:16:3e:89:d7:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f3d3e5d-7258-446c-930d-904049a5db87', 'ip_address': '19.80.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:35:21.558672 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:21.588163 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d81739a-5fa9-4361-b2ac-8f301d48c933 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:35:21.597543 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-77a80712-c04b-4358-8105-58e3ecc47bd3 req-deae0e1f-0ec1-46da-9c5f-a4b1d0e5d17c tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.43 HTTP/1.1" status: 200 len: 1000 time: 0.0955579 Sep 07 02:35:21.598723 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-00ccd82a-a198-4201-becf-9bd0102a5110 req-6d75b9f6-adf2-4b30-9e31-2170a5e732b3 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085045 Sep 07 02:35:21.602731 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-77a80712-c04b-4358-8105-58e3ecc47bd3 req-79eb2b6d-3757-4e82-94eb-c889156d431e tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:35:21.625494 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-578e67d1-253d-422e-abf2-858c1b6f8c22 req-00e58dcf-c024-4c56-8d7f-8b0e7227cb4e service neutron] 10.222.0.16 "GET /v2.0/networks/6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846631 Sep 07 02:35:21.628906 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6ef3a4e-cabb-4374-aaf4-62b6ef316823 req-f6849af1-9f9a-4c9f-86f7-60452d294ef7 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] Made reservation on behalf of 986b76807c74404fa47c39113c512516 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:35:21.632437 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f6ef3a4e-cabb-4374-aaf4-62b6ef316823 req-f6849af1-9f9a-4c9f-86f7-60452d294ef7 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:21.638258 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 9d81739a-5fa9-4361-b2ac-8f301d48c933, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=9d81739a-5fa9-4361-b2ac-8f301d48c933,segment=NetworkSegment(8130b750-8be3-40b8-862a-ccd11ca4296d),segment_id=8130b750-8be3-40b8-862a-ccd11ca4296d)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:35:21.644500 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:21.656862 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f6ef3a4e-cabb-4374-aaf4-62b6ef316823 req-f6849af1-9f9a-4c9f-86f7-60452d294ef7 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:21.724317 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-77a80712-c04b-4358-8105-58e3ecc47bd3 req-79eb2b6d-3757-4e82-94eb-c889156d431e tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Notify callbacks [] for floatingip, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:21.755612 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=9d81739a-5fa9-4361-b2ac-8f301d48c933,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:21.766544 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f64caf34-bd1d-4088-8873-5f962bdf09a4 req-512733c4-142b-4cc4-be3d-b71e94a20359 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf3ac7ca-62b4-4019-b7e7-8dee23ec1e3e HTTP/1.1" status: 200 len: 210 time: 0.0439696 Sep 07 02:35:21.863700 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-578e67d1-253d-422e-abf2-858c1b6f8c22 req-5cdd8fd3-54c7-4ffa-9fb8-f4d9aade8f6d service neutron] 10.222.0.16 "GET /v2.0/networks/6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167215 Sep 07 02:35:21.886567 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f6ef3a4e-cabb-4374-aaf4-62b6ef316823 req-f6849af1-9f9a-4c9f-86f7-60452d294ef7 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:21.891319 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f6ef3a4e-cabb-4374-aaf4-62b6ef316823 req-f6849af1-9f9a-4c9f-86f7-60452d294ef7 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:21.908205 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-77a80712-c04b-4358-8105-58e3ecc47bd3 req-79eb2b6d-3757-4e82-94eb-c889156d431e tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:21.911875 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['9d81739a-5fa9-4361-b2ac-8f301d48c933'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:35:21.912115 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-77a80712-c04b-4358-8105-58e3ecc47bd3 req-79eb2b6d-3757-4e82-94eb-c889156d431e tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:21.912530 n-d-796209-16 neutron-server[94701]: INFO neutron.db.l3_db [req-77a80712-c04b-4358-8105-58e3ecc47bd3 req-79eb2b6d-3757-4e82-94eb-c889156d431e tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Floating IP d92f505b-2b02-4bf2-a6a4-a86850693b7b disassociated. External IP: 172.25.5.43, port: 08297d2c-895c-4357-8a0b-c3e613e74a3d. Sep 07 02:35:21.999706 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6849af1-9f9a-4c9f-86f7-60452d294ef7 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57f5f2e9-9983-4a0c-96f8-c3e23e8d1762,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:22.036577 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9842b1-043a-4e62-9d21-67832a985f8e req-2aaca08f-1cdd-44d1-bbb7-d5f4d982a0cc tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:22.038110 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5e9842b1-043a-4e62-9d21-67832a985f8e req-2aaca08f-1cdd-44d1-bbb7-d5f4d982a0cc tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5805c37-b156-4c27-8180-c25309ab7be0 HTTP/1.1" status: 200 len: 944 time: 0.1296957 Sep 07 02:35:22.115464 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-f6ef3a4e-cabb-4374-aaf4-62b6ef316823 req-f6849af1-9f9a-4c9f-86f7-60452d294ef7 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] Allocated IP 192.168.233.197 (0823ecf3-066e-49bd-a451-2e84ab79a70f/694f9550-ba12-4672-8446-41848123cea2/2c6c2f44-9baf-4967-b7b8-3cadcbb96682) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:35:22.120295 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5e9842b1-043a-4e62-9d21-67832a985f8e req-a4839f3e-830b-4eb5-9eb7-b3f831ce367a tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "GET /v2.0/security-groups?id=640bc5a7-1290-4dbd-b0ce-f56eb51dd0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572000 Sep 07 02:35:22.162560 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77a80712-c04b-4358-8105-58e3ecc47bd3 req-79eb2b6d-3757-4e82-94eb-c889156d431e tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Router b17b1740-677d-4592-b674-2c1c405543e6 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:35:22.295366 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77a80712-c04b-4358-8105-58e3ecc47bd3 req-79eb2b6d-3757-4e82-94eb-c889156d431e tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:35:22.302710 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-77a80712-c04b-4358-8105-58e3ecc47bd3 req-79eb2b6d-3757-4e82-94eb-c889156d431e tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:22.308550 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8fa5b452-1deb-4c25-8de9-b324072e02ff req-738a80a4-e966-40b5-9db9-67b20ce8c563 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=986b76807c74404fa47c39113c512516&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291936 Sep 07 02:35:22.312018 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71db81c2-a0d5-4058-9453-4a397fb46085 None None] Sync routers for ids ['b17b1740-677d-4592-b674-2c1c405543e6'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:35:22.330250 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71db81c2-a0d5-4058-9453-4a397fb46085 None None] Routers {'b17b1740-677d-4592-b674-2c1c405543e6'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:35:22.331440 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-71db81c2-a0d5-4058-9453-4a397fb46085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:34:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['b17b1740-677d-4592-b674-2c1c405543e6'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:35:22.334982 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f720c-4440-4f04-a6a2-db5117b88a61 req-0d79bbf6-afb8-492c-8392-18b4a8c45d37 tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:22.336744 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-381f720c-4440-4f04-a6a2-db5117b88a61 req-0d79bbf6-afb8-492c-8392-18b4a8c45d37 tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=40a743d4-9c6b-4351-97c4-9de1c0ccc30d HTTP/1.1" status: 200 len: 1097 time: 0.1265423 Sep 07 02:35:22.393989 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-77a80712-c04b-4358-8105-58e3ecc47bd3 req-79eb2b6d-3757-4e82-94eb-c889156d431e tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "PUT /v2.0/floatingips/d92f505b-2b02-4bf2-a6a4-a86850693b7b HTTP/1.1" status: 200 len: 694 time: 0.7915351 Sep 07 02:35:22.394497 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '517da09a-c5f9-43af-9db7-5b58ba70b09f', 'tag': '08297d2c-895c-4357-8a0b-c3e613e74a3d'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:35:22.398792 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f6ef3a4e-cabb-4374-aaf4-62b6ef316823 req-f6849af1-9f9a-4c9f-86f7-60452d294ef7 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:22.403056 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42627b03-1618-4022-bec0-1d8491a00b3c" -d '{"events": [{"name": "network-changed", "server_uuid": "517da09a-c5f9-43af-9db7-5b58ba70b09f", "tag": "08297d2c-895c-4357-8a0b-c3e613e74a3d"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:35:22.463730 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 05119bc0-20c7-4dc4-b159-b327eb1226cd up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:35:22.478946 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a80712-c04b-4358-8105-58e3ecc47bd3 req-17eaec9f-28c6-4a09-b596-a9cf61c1b58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:22.480818 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-77a80712-c04b-4358-8105-58e3ecc47bd3 req-17eaec9f-28c6-4a09-b596-a9cf61c1b58c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a54ab3d241974f319feaa289ec99333f&device_id=517da09a-c5f9-43af-9db7-5b58ba70b09f HTTP/1.1" status: 200 len: 1097 time: 0.0601497 Sep 07 02:35:22.503030 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-381f720c-4440-4f04-a6a2-db5117b88a61 req-421bddf0-8a77-4066-bfae-9206dcdfb654 tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497350 Sep 07 02:35:22.544813 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-f6ef3a4e-cabb-4374-aaf4-62b6ef316823 req-f6849af1-9f9a-4c9f-86f7-60452d294ef7 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] Transition to ACTIVE for port object 2c6c2f44-9baf-4967-b7b8-3cadcbb96682 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:35:22.557561 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 5eedbabb-e873-4d54-ab51-89dc35dd007a details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:35:22.642771 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5b452-1deb-4c25-8de9-b324072e02ff req-1ba15464-5da5-4ccd-b74e-073b2ee0eb04 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:22.644645 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8fa5b452-1deb-4c25-8de9-b324072e02ff req-1ba15464-5da5-4ccd-b74e-073b2ee0eb04 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3259974 Sep 07 02:35:22.665213 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port 05119bc0-20c7-4dc4-b159-b327eb1226cd completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:35:22.674968 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-8fa5b452-1deb-4c25-8de9-b324072e02ff req-0b67e6dc-b99d-4a58-9f4c-0ae236253552 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] Request body: {'port': {'device_id': 'bf3ac7ca-62b4-4019-b7e7-8dee23ec1e3e', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'admin_state_up': True, 'tenant_id': '986b76807c74404fa47c39113c512516'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:35:22.686356 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port 05119bc0-20c7-4dc4-b159-b327eb1226cd triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:35:22.688854 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-71db81c2-a0d5-4058-9453-4a397fb46085 None None] Set router b17b1740-677d-4592-b674-2c1c405543e6 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:35:22.703854 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:22.738380 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f6ef3a4e-cabb-4374-aaf4-62b6ef316823 req-f6849af1-9f9a-4c9f-86f7-60452d294ef7 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:22.741385 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a80712-c04b-4358-8105-58e3ecc47bd3 req-46a901be-6e20-4685-848b-00ae1a7e4c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:22.744223 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-77a80712-c04b-4358-8105-58e3ecc47bd3 req-46a901be-6e20-4685-848b-00ae1a7e4c65 service neutron] 10.222.0.22 "GET /v2.0/networks?id=8ab7984a-b3c2-4552-bebd-58d012c6a713 HTTP/1.1" status: 200 len: 928 time: 0.2549663 Sep 07 02:35:22.840752 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6ef3a4e-cabb-4374-aaf4-62b6ef316823 req-f6849af1-9f9a-4c9f-86f7-60452d294ef7 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] Network 0823ecf3-066e-49bd-a451-2e84ab79a70f is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:35:22.858140 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406deecc-865d-48b9-b602-c222848d07e4 req-b401fbb0-2bfb-4901-924c-0e4bc3135dc4 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:22.862265 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-77a80712-c04b-4358-8105-58e3ecc47bd3 req-feacbb52-e142-4b2f-90bf-47ee2df8078c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08297d2c-895c-4357-8a0b-c3e613e74a3d HTTP/1.1" status: 200 len: 217 time: 0.1102798 Sep 07 02:35:22.863772 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406deecc-865d-48b9-b602-c222848d07e4 req-b401fbb0-2bfb-4901-924c-0e4bc3135dc4 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:22.871668 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406deecc-865d-48b9-b602-c222848d07e4 req-b401fbb0-2bfb-4901-924c-0e4bc3135dc4 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:22.880087 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-406deecc-865d-48b9-b602-c222848d07e4 req-b401fbb0-2bfb-4901-924c-0e4bc3135dc4 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba14943e-a4a3-4b6f-93bf-e36b58536f25 HTTP/1.1" status: 200 len: 2415 time: 0.2334700 Sep 07 02:35:22.891145 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-f6ef3a4e-cabb-4374-aaf4-62b6ef316823 req-f6849af1-9f9a-4c9f-86f7-60452d294ef7 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:35:22.898739 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6ef3a4e-cabb-4374-aaf4-62b6ef316823 req-f6849af1-9f9a-4c9f-86f7-60452d294ef7 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:35:22.918198 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 5eedbabb-e873-4d54-ab51-89dc35dd007a, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=5eedbabb-e873-4d54-ab51-89dc35dd007a,segment=NetworkSegment(f40be107-e610-44ce-bdfd-1f32cc4fb26a),segment_id=f40be107-e610-44ce-bdfd-1f32cc4fb26a)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:35:22.933428 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '5eedbabb-e873-4d54-ab51-89dc35dd007a', 'network_id': '6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc', 'port_id': '5eedbabb-e873-4d54-ab51-89dc35dd007a', 'mac_address': 'fa:16:3e:6b:0d:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbe10d5e-50cd-446a-9782-e73eac83e8a3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:35:22.963207 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a80712-c04b-4358-8105-58e3ecc47bd3 req-b5888bc3-593d-418c-a162-ed09b3c74b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:22.964403 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6849af1-9f9a-4c9f-86f7-60452d294ef7 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] Pushing event updated for resources: {'Port': ['ID=2c6c2f44-9baf-4967-b7b8-3cadcbb96682,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:22.973713 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-77a80712-c04b-4358-8105-58e3ecc47bd3 req-b5888bc3-593d-418c-a162-ed09b3c74b94 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6adffcfb-413e-4397-9eca-069cf6afe672 HTTP/1.1" status: 200 len: 867 time: 0.1109381 Sep 07 02:35:23.006120 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:23.014388 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-406deecc-865d-48b9-b602-c222848d07e4 req-4e65d464-2328-41c9-85d1-203663919a15 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/security-groups?id=da83ed9b-41b3-493b-aca7-370009a4e871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332405 Sep 07 02:35:23.026613 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['0e286de3-d96d-439e-9d60-566f5f9a2645'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:35:23.032979 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:23.058272 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a80712-c04b-4358-8105-58e3ecc47bd3 req-68108d28-e451-4118-b585-ba8eea9c5f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:23.068171 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-77a80712-c04b-4358-8105-58e3ecc47bd3 req-68108d28-e451-4118-b585-ba8eea9c5f03 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=8ab7984a-b3c2-4552-bebd-58d012c6a713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0925477 Sep 07 02:35:23.075924 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86671c3-9e5e-4207-8cd1-7ce411489672 x-openstack-request-id: req-f86671c3-9e5e-4207-8cd1-7ce411489672 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:35:23.079120 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba14943e-a4a3-4b6f-93bf-e36b58536f25", "name": "network-vif-plugged", "status": "completed", "tag": "9282ed25-bf73-4795-b5ad-86c7780ba839", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:35:23.079377 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f86671c3-9e5e-4207-8cd1-7ce411489672 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:35:23.079814 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba14943e-a4a3-4b6f-93bf-e36b58536f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9282ed25-bf73-4795-b5ad-86c7780ba839', 'code': 200} Sep 07 02:35:23.087999 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef3a4e-cabb-4374-aaf4-62b6ef316823 req-f6849af1-9f9a-4c9f-86f7-60452d294ef7 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:23.090173 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f6ef3a4e-cabb-4374-aaf4-62b6ef316823 req-f6849af1-9f9a-4c9f-86f7-60452d294ef7 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:23.102329 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-71db81c2-a0d5-4058-9453-4a397fb46085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17b1740-677d-4592-b674-2c1c405543e6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-252782972-router', 'tenant_id': 'a54ab3d241974f319feaa289ec99333f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '674f52f6-5efd-40d6-8111-3343620a8a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:34:21Z', 'updated_at': '2021-09-07T02:34:28Z', 'revision_number': 4, 'project_id': 'a54ab3d241974f319feaa289ec99333f', 'gw_port': {'id': '674f52f6-5efd-40d6-8111-3343620a8a31', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ce:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17b1740-677d-4592-b674-2c1c405543e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:34:23Z', 'updated_at': '2021-09-07T02:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'a4626ecb-8d43-42db-8801-e826770acd31', 'name': '', 'network_id': '8ab7984a-b3c2-4552-bebd-58d012c6a713', 'tenant_id': 'a54ab3d241974f319feaa289ec99333f', 'mac_address': 'fa:16:3e:cf:78:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17b1740-677d-4592-b674-2c1c405543e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6adffcfb-413e-4397-9eca-069cf6afe672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:34:26Z', 'updated_at': '2021-09-07T02:34:35Z', 'revision_number': 5, 'project_id': 'a54ab3d241974f319feaa289ec99333f', 'subnets': [{'id': '6adffcfb-413e-4397-9eca-069cf6afe672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:35:23.116182 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eedbabb-e873-4d54-ab51-89dc35dd007a {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:35:23.130102 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 05119bc0-20c7-4dc4-b159-b327eb1226cd, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=05119bc0-20c7-4dc4-b159-b327eb1226cd,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:35:23.141579 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a0d61b-6f35-4e29-8cac-130db89411eb x-openstack-request-id: req-f8a0d61b-6f35-4e29-8cac-130db89411eb {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:35:23.141906 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "517da09a-c5f9-43af-9db7-5b58ba70b09f", "tag": "08297d2c-895c-4357-8a0b-c3e613e74a3d", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:35:23.142160 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f8a0d61b-6f35-4e29-8cac-130db89411eb {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:35:23.142567 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '517da09a-c5f9-43af-9db7-5b58ba70b09f', 'tag': '08297d2c-895c-4357-8a0b-c3e613e74a3d', 'status': 'completed', 'code': 200} Sep 07 02:35:23.166347 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:23.171076 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71db81c2-a0d5-4058-9453-4a397fb46085 None None] Checking router: b17b1740-677d-4592-b674-2c1c405543e6 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:35:23.174252 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 5eedbabb-e873-4d54-ab51-89dc35dd007a, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=5eedbabb-e873-4d54-ab51-89dc35dd007a,segment=NetworkSegment(f40be107-e610-44ce-bdfd-1f32cc4fb26a),segment_id=f40be107-e610-44ce-bdfd-1f32cc4fb26a)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:35:23.186409 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71db81c2-a0d5-4058-9453-4a397fb46085 None None] Routers {'b17b1740-677d-4592-b674-2c1c405543e6'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:35:23.189148 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fa5b452-1deb-4c25-8de9-b324072e02ff req-0b67e6dc-b99d-4a58-9f4c-0ae236253552 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] Made reservation on behalf of 986b76807c74404fa47c39113c512516 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:35:23.189866 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-71db81c2-a0d5-4058-9453-4a397fb46085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:34:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['b17b1740-677d-4592-b674-2c1c405543e6'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:35:23.192850 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8fa5b452-1deb-4c25-8de9-b324072e02ff req-0b67e6dc-b99d-4a58-9f4c-0ae236253552 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:23.206537 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:23.253239 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=05119bc0-20c7-4dc4-b159-b327eb1226cd,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:23.258721 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f6ef3a4e-cabb-4374-aaf4-62b6ef316823 req-f6849af1-9f9a-4c9f-86f7-60452d294ef7 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2511516 Sep 07 02:35:23.271371 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-77a80712-c04b-4358-8105-58e3ecc47bd3 req-20f67020-d180-422d-a8af-df3364413f7d service neutron] 10.222.0.22 "GET /v2.0/networks/8ab7984a-b3c2-4552-bebd-58d012c6a713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022550 Sep 07 02:35:23.286049 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-f6ef3a4e-cabb-4374-aaf4-62b6ef316823 req-d55c7f7d-cbc7-41c2-bd7d-4d2b711e6b37 service neutron] Request body: {'port': {'device_id': 'cce67c6c-d8d0-4209-bd46-994970e2cad0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:35:23.311418 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-df9bdd49-1917-432e-bf83-39ae6489b973 None None] Provisioning for port 2c6c2f44-9baf-4967-b7b8-3cadcbb96682 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:35:23.323381 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-df9bdd49-1917-432e-bf83-39ae6489b973 None None] Provisioning complete for port 2c6c2f44-9baf-4967-b7b8-3cadcbb96682 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:35:23.323787 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-df9bdd49-1917-432e-bf83-39ae6489b973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:23.367302 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-71db81c2-a0d5-4058-9453-4a397fb46085 None None] Set router b17b1740-677d-4592-b674-2c1c405543e6 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:35:23.372824 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=5eedbabb-e873-4d54-ab51-89dc35dd007a,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:23.399272 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42627b03-1618-4022-bec0-1d8491a00b3c req-de2f13bf-8acd-40e0-86a5-290ee0dc783c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:23.401733 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-42627b03-1618-4022-bec0-1d8491a00b3c req-de2f13bf-8acd-40e0-86a5-290ee0dc783c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a54ab3d241974f319feaa289ec99333f&device_id=517da09a-c5f9-43af-9db7-5b58ba70b09f HTTP/1.1" status: 200 len: 1097 time: 0.2562075 Sep 07 02:35:23.402110 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-df9bdd49-1917-432e-bf83-39ae6489b973 None None] Port 2c6c2f44-9baf-4967-b7b8-3cadcbb96682 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:35:23.419003 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa4900-3241-4922-adea-15383ed60f3a req-41c88457-9694-4246-be6f-5fe9ea661d7c tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:23.420528 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-befa4900-3241-4922-adea-15383ed60f3a req-41c88457-9694-4246-be6f-5fe9ea661d7c tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8df486c-f42f-4201-a61b-75b96ec26b43 HTTP/1.1" status: 200 len: 950 time: 0.2471910 Sep 07 02:35:23.428343 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-77a80712-c04b-4358-8105-58e3ecc47bd3 req-6e289fe8-a454-49bf-b663-16befe54c700 service neutron] 10.222.0.22 "GET /v2.0/networks/8ab7984a-b3c2-4552-bebd-58d012c6a713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420918 Sep 07 02:35:23.460656 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f6ef3a4e-cabb-4374-aaf4-62b6ef316823 req-d55c7f7d-cbc7-41c2-bd7d-4d2b711e6b37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:23.606469 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-befa4900-3241-4922-adea-15383ed60f3a req-51f1eea6-6ea2-4723-8819-d7faa3459f49 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799269 Sep 07 02:35:23.611315 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-71db81c2-a0d5-4058-9453-4a397fb46085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17b1740-677d-4592-b674-2c1c405543e6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-252782972-router', 'tenant_id': 'a54ab3d241974f319feaa289ec99333f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '674f52f6-5efd-40d6-8111-3343620a8a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:34:21Z', 'updated_at': '2021-09-07T02:34:28Z', 'revision_number': 4, 'project_id': 'a54ab3d241974f319feaa289ec99333f', 'gw_port': {'id': '674f52f6-5efd-40d6-8111-3343620a8a31', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ce:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17b1740-677d-4592-b674-2c1c405543e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:34:23Z', 'updated_at': '2021-09-07T02:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'a4626ecb-8d43-42db-8801-e826770acd31', 'name': '', 'network_id': '8ab7984a-b3c2-4552-bebd-58d012c6a713', 'tenant_id': 'a54ab3d241974f319feaa289ec99333f', 'mac_address': 'fa:16:3e:cf:78:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17b1740-677d-4592-b674-2c1c405543e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6adffcfb-413e-4397-9eca-069cf6afe672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:34:26Z', 'updated_at': '2021-09-07T02:34:35Z', 'revision_number': 5, 'project_id': 'a54ab3d241974f319feaa289ec99333f', 'subnets': [{'id': '6adffcfb-413e-4397-9eca-069cf6afe672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:35:23.617622 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-8fa5b452-1deb-4c25-8de9-b324072e02ff req-0b67e6dc-b99d-4a58-9f4c-0ae236253552 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] Allocated IP 192.168.233.17 (0823ecf3-066e-49bd-a451-2e84ab79a70f/694f9550-ba12-4672-8446-41848123cea2/dde1a168-8d93-4dfa-ad65-624b12e16f0f) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:35:23.622841 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['5eedbabb-e873-4d54-ab51-89dc35dd007a'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:35:23.644584 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71db81c2-a0d5-4058-9453-4a397fb46085 None None] The sync data for ids ['b17b1740-677d-4592-b674-2c1c405543e6'] in n-d-796209-16 is: [{'id': 'b17b1740-677d-4592-b674-2c1c405543e6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-252782972-router', 'tenant_id': 'a54ab3d241974f319feaa289ec99333f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '674f52f6-5efd-40d6-8111-3343620a8a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:34:21Z', 'updated_at': '2021-09-07T02:34:28Z', 'revision_number': 4, 'project_id': 'a54ab3d241974f319feaa289ec99333f', 'gw_port': {'id': '674f52f6-5efd-40d6-8111-3343620a8a31', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ce:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17b1740-677d-4592-b674-2c1c405543e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:34:23Z', 'updated_at': '2021-09-07T02:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'a4626ecb-8d43-42db-8801-e826770acd31', 'name': '', 'network_id': '8ab7984a-b3c2-4552-bebd-58d012c6a713', 'tenant_id': 'a54ab3d241974f319feaa289ec99333f', 'mac_address': 'fa:16:3e:cf:78:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17b1740-677d-4592-b674-2c1c405543e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '6adffcfb-413e-4397-9eca-069cf6afe672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:34:26Z', 'updated_at': '2021-09-07T02:34:35Z', 'revision_number': 5, 'project_id': 'a54ab3d241974f319feaa289ec99333f', 'subnets': [{'id': '6adffcfb-413e-4397-9eca-069cf6afe672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:35:23.651579 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e85e5-e74a-4422-b486-bce0b81d6570 req-55d57312-0cdf-438d-a13a-da5bcd9acaed tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:23.669980 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3d0e85e5-e74a-4422-b486-bce0b81d6570 req-55d57312-0cdf-438d-a13a-da5bcd9acaed tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/networks?id=e4ab2f0c-5a02-4242-a541-768acd457503 HTTP/1.1" status: 200 len: 821 time: 0.1530800 Sep 07 02:35:23.685679 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3d0e85e5-e74a-4422-b486-bce0b81d6570 req-e4c7f128-9b2e-4261-8edb-b163d5dfc2c0 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/quotas/58fe4c9e71db4bd7aa26d4557468fc65 HTTP/1.1" status: 200 len: 375 time: 0.0145605 Sep 07 02:35:23.733779 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42627b03-1618-4022-bec0-1d8491a00b3c req-d840c1a0-1bd7-4a4d-ae48-0c49064249be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:23.735991 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-42627b03-1618-4022-bec0-1d8491a00b3c req-d840c1a0-1bd7-4a4d-ae48-0c49064249be service neutron] 10.222.0.23 "GET /v2.0/networks?id=8ab7984a-b3c2-4552-bebd-58d012c6a713 HTTP/1.1" status: 200 len: 928 time: 0.3106754 Sep 07 02:35:23.777775 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3d0e85e5-e74a-4422-b486-bce0b81d6570 req-de0d51ea-b071-4bb5-8053-26cb4625f92e tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=58fe4c9e71db4bd7aa26d4557468fc65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0863631 Sep 07 02:35:23.790950 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ac5f9655-fcf0-44d3-b6bb-639a061bf101 req-0cc1b3dd-7949-42ab-aa7f-4c639ba6e00c tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf3ac7ca-62b4-4019-b7e7-8dee23ec1e3e HTTP/1.1" status: 200 len: 210 time: 0.0695655 Sep 07 02:35:23.874793 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-42627b03-1618-4022-bec0-1d8491a00b3c req-36a91b24-fc02-4d6b-be98-e477172d17b3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08297d2c-895c-4357-8a0b-c3e613e74a3d HTTP/1.1" status: 200 len: 217 time: 0.1196525 Sep 07 02:35:23.920477 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3d0e85e5-e74a-4422-b486-bce0b81d6570 req-e7155795-6a17-4747-a9cc-ec1dc36f96d4 service neutron] 10.222.0.22 "GET /v2.0/networks/e4ab2f0c-5a02-4242-a541-768acd457503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417491 Sep 07 02:35:23.983744 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c60fb7-754f-4a4f-9321-d2293e18e03a None None] New status for floating IP d92f505b-2b02-4bf2-a6a4-a86850693b7b: DOWN {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 02:35:24.031742 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3d0e85e5-e74a-4422-b486-bce0b81d6570 req-40056939-4e9e-4e4d-8184-815b0744f1de service neutron] 10.222.0.22 "GET /v2.0/networks/e4ab2f0c-5a02-4242-a541-768acd457503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992308 Sep 07 02:35:24.063202 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42627b03-1618-4022-bec0-1d8491a00b3c req-3cb04b24-d443-4f7c-a4c7-7aaff2911b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:24.065571 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-42627b03-1618-4022-bec0-1d8491a00b3c req-3cb04b24-d443-4f7c-a4c7-7aaff2911b1d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6adffcfb-413e-4397-9eca-069cf6afe672 HTTP/1.1" status: 200 len: 867 time: 0.1530972 Sep 07 02:35:24.082361 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab46d04-7cd4-4a99-bafb-168f856fd390 req-f8059aec-e923-4df5-808f-f0454c4cd70f tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:24.083924 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-eab46d04-7cd4-4a99-bafb-168f856fd390 req-f8059aec-e923-4df5-808f-f0454c4cd70f tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5805c37-b156-4c27-8180-c25309ab7be0 HTTP/1.1" status: 200 len: 945 time: 0.1205943 Sep 07 02:35:24.099458 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8fa5b452-1deb-4c25-8de9-b324072e02ff req-0b67e6dc-b99d-4a58-9f4c-0ae236253552 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:24.159264 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-8fa5b452-1deb-4c25-8de9-b324072e02ff req-0b67e6dc-b99d-4a58-9f4c-0ae236253552 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] Transition to ACTIVE for port object dde1a168-8d93-4dfa-ad65-624b12e16f0f will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:35:24.186568 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42627b03-1618-4022-bec0-1d8491a00b3c req-c880e36c-ae8e-4bb2-b016-51bbffc3ae80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:24.188063 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-42627b03-1618-4022-bec0-1d8491a00b3c req-c880e36c-ae8e-4bb2-b016-51bbffc3ae80 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8ab7984a-b3c2-4552-bebd-58d012c6a713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1032665 Sep 07 02:35:24.190932 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-eab46d04-7cd4-4a99-bafb-168f856fd390 req-a153fcf1-bd43-4e4f-b661-c9b8a252f888 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "GET /v2.0/security-groups?id=640bc5a7-1290-4dbd-b0ce-f56eb51dd0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961251 Sep 07 02:35:24.228990 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9dcda110-20d9-4607-bb99-3b963f39bac5 req-d9e54d89-7843-4d2a-90ca-32753cabb85a tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/floatingips/d92f505b-2b02-4bf2-a6a4-a86850693b7b HTTP/1.1" status: 200 len: 694 time: 0.0751092 Sep 07 02:35:24.345292 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8fa5b452-1deb-4c25-8de9-b324072e02ff req-0b67e6dc-b99d-4a58-9f4c-0ae236253552 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:24.387692 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcda110-20d9-4607-bb99-3b963f39bac5 req-3b69b51c-097b-4ac6-91d4-254f456dd120 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:24.389074 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9dcda110-20d9-4607-bb99-3b963f39bac5 req-3b69b51c-097b-4ac6-91d4-254f456dd120 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/networks/1166b922-7457-4da4-bdda-328e8c8e7bc6 HTTP/1.1" status: 200 len: 784 time: 0.1512806 Sep 07 02:35:24.453879 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9dcda110-20d9-4607-bb99-3b963f39bac5 req-862f9da7-e1f6-4dd6-aff4-6f02cd1907e2 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.43 HTTP/1.1" status: 200 len: 695 time: 0.0451016 Sep 07 02:35:24.458526 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fa5b452-1deb-4c25-8de9-b324072e02ff req-0b67e6dc-b99d-4a58-9f4c-0ae236253552 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] Network 0823ecf3-066e-49bd-a451-2e84ab79a70f is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:35:24.467931 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-42627b03-1618-4022-bec0-1d8491a00b3c req-87dbefc4-b622-4112-9c56-d8f248c3b399 service neutron] 10.222.0.23 "GET /v2.0/networks/8ab7984a-b3c2-4552-bebd-58d012c6a713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702181 Sep 07 02:35:24.476452 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-8fa5b452-1deb-4c25-8de9-b324072e02ff req-0b67e6dc-b99d-4a58-9f4c-0ae236253552 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:35:24.480495 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa5b452-1deb-4c25-8de9-b324072e02ff req-0b67e6dc-b99d-4a58-9f4c-0ae236253552 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:35:24.480662 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device b3d00593-f25f-4305-bc9e-bf884e9dee4b details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:35:24.485663 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b67e6dc-b99d-4a58-9f4c-0ae236253552 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] Pushing event updated for resources: {'Port': ['ID=dde1a168-8d93-4dfa-ad65-624b12e16f0f,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:24.524701 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9dcda110-20d9-4607-bb99-3b963f39bac5 req-9e8e6370-a9a1-41c8-a63e-87d9585cef4b tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.43 HTTP/1.1" status: 200 len: 695 time: 0.0569029 Sep 07 02:35:24.554010 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37691a1b-8111-4ac6-9d40-905e8db9fccb req-eb104443-614d-45a2-929d-0f695d898f8a tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:24.557430 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 0e286de3-d96d-439e-9d60-566f5f9a2645 up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:35:24.565108 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37691a1b-8111-4ac6-9d40-905e8db9fccb req-eb104443-614d-45a2-929d-0f695d898f8a tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:24.572317 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37691a1b-8111-4ac6-9d40-905e8db9fccb req-eb104443-614d-45a2-929d-0f695d898f8a tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:24.574048 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-37691a1b-8111-4ac6-9d40-905e8db9fccb req-eb104443-614d-45a2-929d-0f695d898f8a tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba14943e-a4a3-4b6f-93bf-e36b58536f25 HTTP/1.1" status: 200 len: 2415 time: 0.2832747 Sep 07 02:35:24.718704 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5b452-1deb-4c25-8de9-b324072e02ff req-0b67e6dc-b99d-4a58-9f4c-0ae236253552 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:24.720058 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8fa5b452-1deb-4c25-8de9-b324072e02ff req-0b67e6dc-b99d-4a58-9f4c-0ae236253552 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:24.730590 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port b3d00593-f25f-4305-bc9e-bf884e9dee4b, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=b3d00593-f25f-4305-bc9e-bf884e9dee4b,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:35:24.735883 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-9dcda110-20d9-4607-bb99-3b963f39bac5 req-dcadf50a-aa82-4d8b-be2f-48899f520788 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Deleting port 0ce0503a-0d9b-4500-a490-6fa6ce592d00 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:35:24.736285 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-9dcda110-20d9-4607-bb99-3b963f39bac5 req-dcadf50a-aa82-4d8b-be2f-48899f520788 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:24.759140 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': 'b3d00593-f25f-4305-bc9e-bf884e9dee4b', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'port_id': 'b3d00593-f25f-4305-bc9e-bf884e9dee4b', 'mac_address': 'fa:16:3e:36:70:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '694f9550-ba12-4672-8446-41848123cea2', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:35:24.796218 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-37691a1b-8111-4ac6-9d40-905e8db9fccb req-ecd47622-6167-4407-93ac-bde8d1b4e41a tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/security-groups?id=da83ed9b-41b3-493b-aca7-370009a4e871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114146 Sep 07 02:35:24.815994 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:24.841493 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-42627b03-1618-4022-bec0-1d8491a00b3c req-fdd77564-bbd7-44e6-829c-7b7e47f5c667 service neutron] 10.222.0.23 "GET /v2.0/networks/8ab7984a-b3c2-4552-bebd-58d012c6a713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565254 Sep 07 02:35:24.843019 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port 0e286de3-d96d-439e-9d60-566f5f9a2645 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:35:24.845096 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8fa5b452-1deb-4c25-8de9-b324072e02ff req-0b67e6dc-b99d-4a58-9f4c-0ae236253552 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1774490 Sep 07 02:35:24.850829 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 0e286de3-d96d-439e-9d60-566f5f9a2645 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:35:24.851339 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:24.856830 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3d00593-f25f-4305-bc9e-bf884e9dee4b {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:35:24.871007 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-f6ef3a4e-cabb-4374-aaf4-62b6ef316823 req-d55c7f7d-cbc7-41c2-bd7d-4d2b711e6b37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c6c2f44-9baf-4967-b7b8-3cadcbb96682 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:35:24.879290 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-8fa5b452-1deb-4c25-8de9-b324072e02ff req-bec9e5bd-ca71-4549-b046-b50cc49d46ce service neutron] Request body: {'port': {'device_id': 'bf3ac7ca-62b4-4019-b7e7-8dee23ec1e3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:35:24.896125 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-4134556d-da0e-445e-b444-854130e195bd None None] Provisioning for port dde1a168-8d93-4dfa-ad65-624b12e16f0f completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:35:24.903356 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-4134556d-da0e-445e-b444-854130e195bd None None] Provisioning complete for port dde1a168-8d93-4dfa-ad65-624b12e16f0f triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:35:24.903562 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f6ef3a4e-cabb-4374-aaf4-62b6ef316823 req-d55c7f7d-cbc7-41c2-bd7d-4d2b711e6b37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:24.903884 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4134556d-da0e-445e-b444-854130e195bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:24.908207 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port b3d00593-f25f-4305-bc9e-bf884e9dee4b, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=b3d00593-f25f-4305-bc9e-bf884e9dee4b,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:35:24.920289 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-9dcda110-20d9-4607-bb99-3b963f39bac5 req-dcadf50a-aa82-4d8b-be2f-48899f520788 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:24.920289 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-9dcda110-20d9-4607-bb99-3b963f39bac5 req-dcadf50a-aa82-4d8b-be2f-48899f520788 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:24.930292 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:24.932722 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-9dcda110-20d9-4607-bb99-3b963f39bac5 req-dcadf50a-aa82-4d8b-be2f-48899f520788 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Calling delete_port for 0ce0503a-0d9b-4500-a490-6fa6ce592d00 owned by network:floatingip {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:35:24.945559 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-93dbd98b-0335-40fd-9d46-921a53cbdddc req-8c8669c7-4d70-4f34-9154-0e1c4263e10a tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=b12c54d6-778d-4340-84b7-fbb03eee7f71 HTTP/1.1" status: 200 len: 210 time: 0.0596559 Sep 07 02:35:24.955648 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-f6ef3a4e-cabb-4374-aaf4-62b6ef316823 req-d55c7f7d-cbc7-41c2-bd7d-4d2b711e6b37 service neutron] Transition to ACTIVE for port object 2c6c2f44-9baf-4967-b7b8-3cadcbb96682 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:35:24.974139 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f6ef3a4e-cabb-4374-aaf4-62b6ef316823 req-d55c7f7d-cbc7-41c2-bd7d-4d2b711e6b37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:24.986034 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-4134556d-da0e-445e-b444-854130e195bd None None] Port dde1a168-8d93-4dfa-ad65-624b12e16f0f cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:35:25.018673 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=b3d00593-f25f-4305-bc9e-bf884e9dee4b,revision_number=9']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:25.030134 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8fa5b452-1deb-4c25-8de9-b324072e02ff req-bec9e5bd-ca71-4549-b046-b50cc49d46ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:25.064690 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:25.084066 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8df486c-f42f-4201-a61b-75b96ec26b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05119bc0-20c7-4dc4-b159-b327eb1226cd'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:35:25.086408 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f31d122-3d52-4157-8fa3-13179cbd0823" -d '{"events": [{"server_uuid": "d8df486c-f42f-4201-a61b-75b96ec26b43", "name": "network-vif-plugged", "status": "completed", "tag": "05119bc0-20c7-4dc4-b159-b327eb1226cd"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:35:25.091298 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55c7f7d-cbc7-41c2-bd7d-4d2b711e6b37 service neutron] Pushing event updated for resources: {'Port': ['ID=2c6c2f44-9baf-4967-b7b8-3cadcbb96682,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:25.125320 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['b3d00593-f25f-4305-bc9e-bf884e9dee4b'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:35:25.256383 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 0e286de3-d96d-439e-9d60-566f5f9a2645, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=0e286de3-d96d-439e-9d60-566f5f9a2645,segment=NetworkSegment(3542b5b9-4ae6-4e8e-8e7d-8cfb5196bd64),segment_id=3542b5b9-4ae6-4e8e-8e7d-8cfb5196bd64)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:35:25.278299 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-9dcda110-20d9-4607-bb99-3b963f39bac5 req-dcadf50a-aa82-4d8b-be2f-48899f520788 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:25.296650 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:25.297700 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 9d81739a-5fa9-4361-b2ac-8f301d48c933 up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:35:25.306460 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcadf50a-aa82-4d8b-be2f-48899f520788 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Pushing event deleted for resources: {'Port': ['ID=0ce0503a-0d9b-4500-a490-6fa6ce592d00,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:25.455306 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-9dcda110-20d9-4607-bb99-3b963f39bac5 req-dcadf50a-aa82-4d8b-be2f-48899f520788 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Notify callbacks [] for floatingip, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:25.464081 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-9dcda110-20d9-4607-bb99-3b963f39bac5 req-dcadf50a-aa82-4d8b-be2f-48899f520788 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:25.465529 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9dcda110-20d9-4607-bb99-3b963f39bac5 req-dcadf50a-aa82-4d8b-be2f-48899f520788 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "DELETE /v2.0/floatingips/d92f505b-2b02-4bf2-a6a4-a86850693b7b HTTP/1.1" status: 204 len: 173 time: 0.9282188 Sep 07 02:35:25.502919 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=0e286de3-d96d-439e-9d60-566f5f9a2645,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:25.539438 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port 9d81739a-5fa9-4361-b2ac-8f301d48c933 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:35:25.547852 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 9d81739a-5fa9-4361-b2ac-8f301d48c933 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:35:25.548228 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:25.596468 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c477381-b129-4e85-8a0a-f0c045189da2 req-145a1ab5-694a-4cfb-b6db-512ff3c02c07 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:25.605536 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6c477381-b129-4e85-8a0a-f0c045189da2 req-145a1ab5-694a-4cfb-b6db-512ff3c02c07 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf3ac7ca-62b4-4019-b7e7-8dee23ec1e3e HTTP/1.1" status: 200 len: 935 time: 0.0657299 Sep 07 02:35:25.656252 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6c477381-b129-4e85-8a0a-f0c045189da2 req-e44287a9-ce54-4504-bcf0-9820702ffbc5 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] 10.222.0.22 "GET /v2.0/security-groups?id=57f5f2e9-9983-4a0c-96f8-c3e23e8d1762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490985 Sep 07 02:35:25.671158 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-f6ef3a4e-cabb-4374-aaf4-62b6ef316823 req-d55c7f7d-cbc7-41c2-bd7d-4d2b711e6b37 service neutron] Attempting to bind port 2c6c2f44-9baf-4967-b7b8-3cadcbb96682 on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:35:25.671521 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-f6ef3a4e-cabb-4374-aaf4-62b6ef316823 req-d55c7f7d-cbc7-41c2-bd7d-4d2b711e6b37 service neutron] Attempting to bind port 2c6c2f44-9baf-4967-b7b8-3cadcbb96682 by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:35:25.671861 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ef3a4e-cabb-4374-aaf4-62b6ef316823 req-d55c7f7d-cbc7-41c2-bd7d-4d2b711e6b37 service neutron] Attempting to bind port 2c6c2f44-9baf-4967-b7b8-3cadcbb96682 on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:35:25.744517 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bafe35-653b-4631-be65-dd632889add9 req-d3d9bfd2-5810-4ae8-b489-f71cfdedecf4 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:25.751806 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d3bafe35-653b-4631-be65-dd632889add9 req-d3d9bfd2-5810-4ae8-b489-f71cfdedecf4 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8df486c-f42f-4201-a61b-75b96ec26b43 HTTP/1.1" status: 200 len: 950 time: 0.6317194 Sep 07 02:35:25.774665 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ef3a4e-cabb-4374-aaf4-62b6ef316823 req-d55c7f7d-cbc7-41c2-bd7d-4d2b711e6b37 service neutron] Port 2c6c2f44-9baf-4967-b7b8-3cadcbb96682 on network 0823ecf3-066e-49bd-a451-2e84ab79a70f not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:35:25.774997 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ef3a4e-cabb-4374-aaf4-62b6ef316823 req-d55c7f7d-cbc7-41c2-bd7d-4d2b711e6b37 service neutron] Attempting to bind port 2c6c2f44-9baf-4967-b7b8-3cadcbb96682 on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:35:25.779094 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386ab2f0-99d3-46f1-bd44-90597ac63035 x-openstack-request-id: req-386ab2f0-99d3-46f1-bd44-90597ac63035 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:35:25.779387 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8df486c-f42f-4201-a61b-75b96ec26b43", "name": "network-vif-plugged", "status": "completed", "tag": "05119bc0-20c7-4dc4-b159-b327eb1226cd", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:35:25.779682 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-386ab2f0-99d3-46f1-bd44-90597ac63035 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:35:25.780100 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8df486c-f42f-4201-a61b-75b96ec26b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05119bc0-20c7-4dc4-b159-b327eb1226cd', 'code': 200} Sep 07 02:35:25.788894 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ef3a4e-cabb-4374-aaf4-62b6ef316823 req-d55c7f7d-cbc7-41c2-bd7d-4d2b711e6b37 service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:35:25.789247 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ef3a4e-cabb-4374-aaf4-62b6ef316823 req-d55c7f7d-cbc7-41c2-bd7d-4d2b711e6b37 service neutron] Checking segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:35:25.789646 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ef3a4e-cabb-4374-aaf4-62b6ef316823 req-d55c7f7d-cbc7-41c2-bd7d-4d2b711e6b37 service neutron] Bound using segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:35:25.790801 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-f6ef3a4e-cabb-4374-aaf4-62b6ef316823 req-d55c7f7d-cbc7-41c2-bd7d-4d2b711e6b37 service neutron] Bound port: 2c6c2f44-9baf-4967-b7b8-3cadcbb96682, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:35:25.791505 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f6ef3a4e-cabb-4374-aaf4-62b6ef316823 req-d55c7f7d-cbc7-41c2-bd7d-4d2b711e6b37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:25.794080 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:25.803979 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e4cdfc6b-d5a7-43ce-ade3-3506c3619840 req-001520c9-e4fe-45ca-bea0-f0fc6ce55cff service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a43a67ee-d7ee-45b5-b6e6-bf1e3c5124c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2122259 Sep 07 02:35:25.854202 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 9d81739a-5fa9-4361-b2ac-8f301d48c933, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=9d81739a-5fa9-4361-b2ac-8f301d48c933,segment=NetworkSegment(8130b750-8be3-40b8-862a-ccd11ca4296d),segment_id=8130b750-8be3-40b8-862a-ccd11ca4296d)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:35:25.875764 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:25.909075 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fffb1913-0614-48fa-a90c-fb934c59db5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:25.924108 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d3bafe35-653b-4631-be65-dd632889add9 req-bb17d2ac-53cf-4935-8379-9a5f3954132f tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713166 Sep 07 02:35:25.950557 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=9d81739a-5fa9-4361-b2ac-8f301d48c933,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:26.022641 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca065f-c0e4-495c-b669-c98421812fd9 req-64646118-d200-4566-82e7-a1be588249a5 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:26.033930 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-46ca065f-c0e4-495c-b669-c98421812fd9 req-64646118-d200-4566-82e7-a1be588249a5 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5805c37-b156-4c27-8180-c25309ab7be0 HTTP/1.1" status: 200 len: 945 time: 0.1530123 Sep 07 02:35:26.129431 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cdfc6b-d5a7-43ce-ade3-3506c3619840 req-8cc9d9ff-7a3e-41ff-8fdf-f84c99e65297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:26.131014 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e4cdfc6b-d5a7-43ce-ade3-3506c3619840 req-8cc9d9ff-7a3e-41ff-8fdf-f84c99e65297 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4ff846f9243a40b7bf323ea156c2bdd7&device_id=a43a67ee-d7ee-45b5-b6e6-bf1e3c5124c0 HTTP/1.1" status: 200 len: 1097 time: 0.1818032 Sep 07 02:35:26.159420 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-f6ef3a4e-cabb-4374-aaf4-62b6ef316823 req-d55c7f7d-cbc7-41c2-bd7d-4d2b711e6b37 service neutron] For port 2c6c2f44-9baf-4967-b7b8-3cadcbb96682, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:35:26.190711 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a7d96-55e5-4acd-ae0c-d3d3701924b9 req-df0552e5-7b95-4053-a531-5062aaad6ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:26.195122 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-045a7d96-55e5-4acd-ae0c-d3d3701924b9 req-df0552e5-7b95-4053-a531-5062aaad6ac3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d8df486c-f42f-4201-a61b-75b96ec26b43 HTTP/1.1" status: 200 len: 1102 time: 0.2238524 Sep 07 02:35:26.204822 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-f6ef3a4e-cabb-4374-aaf4-62b6ef316823 req-d55c7f7d-cbc7-41c2-bd7d-4d2b711e6b37 service neutron] For port 2c6c2f44-9baf-4967-b7b8-3cadcbb96682, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=2c6c2f44-9baf-4967-b7b8-3cadcbb96682,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:35:26.254598 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f6ef3a4e-cabb-4374-aaf4-62b6ef316823 req-d55c7f7d-cbc7-41c2-bd7d-4d2b711e6b37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:26.279854 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748742c2-8ffd-4e98-bc5f-5b88b8e4021c req-c9ddbb18-9699-4e6e-a532-eeece6a40c99 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:26.285929 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748742c2-8ffd-4e98-bc5f-5b88b8e4021c req-c9ddbb18-9699-4e6e-a532-eeece6a40c99 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:26.292686 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748742c2-8ffd-4e98-bc5f-5b88b8e4021c req-c9ddbb18-9699-4e6e-a532-eeece6a40c99 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:26.299909 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-46ca065f-c0e4-495c-b669-c98421812fd9 req-dbbc848e-5ec5-4476-a847-f676b94c2eb4 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "GET /v2.0/security-groups?id=640bc5a7-1290-4dbd-b0ce-f56eb51dd0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2649598 Sep 07 02:35:26.312778 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-748742c2-8ffd-4e98-bc5f-5b88b8e4021c req-c9ddbb18-9699-4e6e-a532-eeece6a40c99 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba14943e-a4a3-4b6f-93bf-e36b58536f25 HTTP/1.1" status: 200 len: 2417 time: 0.2272248 Sep 07 02:35:26.384764 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55c7f7d-cbc7-41c2-bd7d-4d2b711e6b37 service neutron] Pushing event updated for resources: {'Port': ['ID=2c6c2f44-9baf-4967-b7b8-3cadcbb96682,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:26.385773 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e85e5-e74a-4422-b486-bce0b81d6570 req-61cf91ff-a8e3-440a-8939-c98c39efa008 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:26.387580 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3d0e85e5-e74a-4422-b486-bce0b81d6570 req-61cf91ff-a8e3-440a-8939-c98c39efa008 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.16 "GET /v2.0/networks?id=e4ab2f0c-5a02-4242-a541-768acd457503 HTTP/1.1" status: 200 len: 821 time: 0.2915189 Sep 07 02:35:26.420387 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-3d0e85e5-e74a-4422-b486-bce0b81d6570 req-0f758b97-df7f-4ee1-8d22-f821bf4aad54 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Request body: {'port': {'device_id': 'b12c54d6-778d-4340-84b7-fbb03eee7f71', 'network_id': 'e4ab2f0c-5a02-4242-a541-768acd457503', 'admin_state_up': True, 'tenant_id': '58fe4c9e71db4bd7aa26d4557468fc65'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:35:26.430045 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-045a7d96-55e5-4acd-ae0c-d3d3701924b9 req-60b52a53-baad-42b3-8706-391c0c9c470e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198882 Sep 07 02:35:26.478792 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef3a4e-cabb-4374-aaf4-62b6ef316823 req-d55c7f7d-cbc7-41c2-bd7d-4d2b711e6b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:26.479417 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f6ef3a4e-cabb-4374-aaf4-62b6ef316823 req-d55c7f7d-cbc7-41c2-bd7d-4d2b711e6b37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:26.481016 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f6ef3a4e-cabb-4374-aaf4-62b6ef316823 req-d55c7f7d-cbc7-41c2-bd7d-4d2b711e6b37 service neutron] 10.222.0.16 "PUT /v2.0/ports/2c6c2f44-9baf-4967-b7b8-3cadcbb96682 HTTP/1.1" status: 200 len: 1097 time: 3.2026601 Sep 07 02:35:26.484086 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cce67c6c-d8d0-4209-bd46-994970e2cad0', 'tag': '2c6c2f44-9baf-4967-b7b8-3cadcbb96682'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:35:26.486422 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c8bbbe0-cca5-4265-9a3e-887c233b6bdb" -d '{"events": [{"name": "network-changed", "server_uuid": "cce67c6c-d8d0-4209-bd46-994970e2cad0", "tag": "2c6c2f44-9baf-4967-b7b8-3cadcbb96682"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:35:26.492705 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device b3d00593-f25f-4305-bc9e-bf884e9dee4b up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:35:26.560756 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 5eedbabb-e873-4d54-ab51-89dc35dd007a up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:35:26.643097 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558bc3c-a147-46f2-8224-0ef6757e361d req-902bae62-f629-484f-86af-9de7560283d7 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:26.645023 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3558bc3c-a147-46f2-8224-0ef6757e361d req-902bae62-f629-484f-86af-9de7560283d7 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/ports?device_id=517da09a-c5f9-43af-9db7-5b58ba70b09f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1913135 Sep 07 02:35:26.720097 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-748742c2-8ffd-4e98-bc5f-5b88b8e4021c req-2b752b1a-20c3-427c-883b-5d07606571aa tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/security-groups?id=da83ed9b-41b3-493b-aca7-370009a4e871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4063354 Sep 07 02:35:26.726254 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port b3d00593-f25f-4305-bc9e-bf884e9dee4b triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:35:26.726632 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:26.739067 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3558bc3c-a147-46f2-8224-0ef6757e361d req-146a16ba-d375-455f-a8d3-6ad95acbac84 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0851834 Sep 07 02:35:26.752102 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-8fa5b452-1deb-4c25-8de9-b324072e02ff req-bec9e5bd-ca71-4549-b046-b50cc49d46ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dde1a168-8d93-4dfa-ad65-624b12e16f0f {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:35:26.769025 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d0e85e5-e74a-4422-b486-bce0b81d6570 req-0f758b97-df7f-4ee1-8d22-f821bf4aad54 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Made reservation on behalf of 58fe4c9e71db4bd7aa26d4557468fc65 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:35:26.775944 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-3d0e85e5-e74a-4422-b486-bce0b81d6570 req-0f758b97-df7f-4ee1-8d22-f821bf4aad54 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:26.794595 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port 5eedbabb-e873-4d54-ab51-89dc35dd007a completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:35:26.797115 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8fa5b452-1deb-4c25-8de9-b324072e02ff req-bec9e5bd-ca71-4549-b046-b50cc49d46ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:26.802259 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 5eedbabb-e873-4d54-ab51-89dc35dd007a triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:35:26.802639 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:26.817252 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-8fa5b452-1deb-4c25-8de9-b324072e02ff req-bec9e5bd-ca71-4549-b046-b50cc49d46ce service neutron] Transition to ACTIVE for port object dde1a168-8d93-4dfa-ad65-624b12e16f0f will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:35:26.830289 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8fa5b452-1deb-4c25-8de9-b324072e02ff req-bec9e5bd-ca71-4549-b046-b50cc49d46ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:26.891494 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cdfc6b-d5a7-43ce-ade3-3506c3619840 req-33dcca15-fdac-4e60-b165-6acaf7468be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:26.893027 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e4cdfc6b-d5a7-43ce-ade3-3506c3619840 req-33dcca15-fdac-4e60-b165-6acaf7468be1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5632e33d-1d7a-4426-9d83-a8e688a88788 HTTP/1.1" status: 200 len: 907 time: 0.6843114 Sep 07 02:35:26.963323 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-90fb9061-f5e7-4244-b69a-b2feef7a4cd6 req-27ed7c53-b7b0-4f27-af2b-137d3d663e5e tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=b12c54d6-778d-4340-84b7-fbb03eee7f71 HTTP/1.1" status: 200 len: 210 time: 0.1412277 Sep 07 02:35:26.974809 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef3a4e-cabb-4374-aaf4-62b6ef316823 req-50bded77-e554-456c-841c-106f59f4c624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:26.976317 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f6ef3a4e-cabb-4374-aaf4-62b6ef316823 req-50bded77-e554-456c-841c-106f59f4c624 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=986b76807c74404fa47c39113c512516&device_id=cce67c6c-d8d0-4209-bd46-994970e2cad0 HTTP/1.1" status: 200 len: 1100 time: 0.3837605 Sep 07 02:35:27.006487 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:27.046136 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a730d-9474-4e7f-bbbc-bab43b6a21d9 req-256cb26c-097e-4d34-ae44-41d9221d921e tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:27.054343 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-886a730d-9474-4e7f-bbbc-bab43b6a21d9 req-256cb26c-097e-4d34-ae44-41d9221d921e tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=af277e66-9f34-430f-82e6-77b8e6feb6c0 HTTP/1.1" status: 200 len: 1098 time: 0.1451778 Sep 07 02:35:27.086179 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:27.106181 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f6ef3a4e-cabb-4374-aaf4-62b6ef316823 req-f23cbf07-4fe6-4619-b8c7-b0abcafa28e2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=2c6c2f44-9baf-4967-b7b8-3cadcbb96682 HTTP/1.1" status: 200 len: 217 time: 0.1143596 Sep 07 02:35:27.107859 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4b6e5d-45a1-4305-9d88-1600741868ad x-openstack-request-id: req-fa4b6e5d-45a1-4305-9d88-1600741868ad {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:35:27.108214 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cce67c6c-d8d0-4209-bd46-994970e2cad0", "tag": "2c6c2f44-9baf-4967-b7b8-3cadcbb96682", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:35:27.108518 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fa4b6e5d-45a1-4305-9d88-1600741868ad {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:35:27.108952 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cce67c6c-d8d0-4209-bd46-994970e2cad0', 'tag': '2c6c2f44-9baf-4967-b7b8-3cadcbb96682', 'status': 'completed', 'code': 200} Sep 07 02:35:27.120577 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e4cdfc6b-d5a7-43ce-ade3-3506c3619840 req-3b5a32a8-a1d3-4b90-b27c-52151bcfe798 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10040ac4-d970-4a95-b1a0-f348e640839a HTTP/1.1" status: 200 len: 217 time: 0.1610739 Sep 07 02:35:27.123926 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec9e5bd-ca71-4549-b046-b50cc49d46ce service neutron] Pushing event updated for resources: {'Port': ['ID=dde1a168-8d93-4dfa-ad65-624b12e16f0f,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:27.155737 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port b3d00593-f25f-4305-bc9e-bf884e9dee4b, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=b3d00593-f25f-4305-bc9e-bf884e9dee4b,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:35:27.166610 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:27.236173 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 5eedbabb-e873-4d54-ab51-89dc35dd007a, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=5eedbabb-e873-4d54-ab51-89dc35dd007a,segment=NetworkSegment(f40be107-e610-44ce-bdfd-1f32cc4fb26a),segment_id=f40be107-e610-44ce-bdfd-1f32cc4fb26a)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:35:27.246209 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:27.266615 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=b3d00593-f25f-4305-bc9e-bf884e9dee4b,revision_number=10']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:27.348363 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdfcb39-5d7c-48ab-95f0-e31736801253 req-9059a5e3-316b-421b-baa9-e6087af39ebf tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:27.349946 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4cdfcb39-5d7c-48ab-95f0-e31736801253 req-9059a5e3-316b-421b-baa9-e6087af39ebf tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf3ac7ca-62b4-4019-b7e7-8dee23ec1e3e HTTP/1.1" status: 200 len: 947 time: 0.1172979 Sep 07 02:35:27.351538 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cdfc6b-d5a7-43ce-ade3-3506c3619840 req-b038a46c-849a-424d-a9cb-cf02adfb8688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:27.355933 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=5eedbabb-e873-4d54-ab51-89dc35dd007a,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:27.356109 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e4cdfc6b-d5a7-43ce-ade3-3506c3619840 req-b038a46c-849a-424d-a9cb-cf02adfb8688 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf141221-2e81-48e8-81ec-6bd6d6584327 HTTP/1.1" status: 200 len: 847 time: 0.2253301 Sep 07 02:35:27.357994 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef3a4e-cabb-4374-aaf4-62b6ef316823 req-c77528b7-f6b7-4b90-81bd-47df3f83496e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:27.359524 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f6ef3a4e-cabb-4374-aaf4-62b6ef316823 req-c77528b7-f6b7-4b90-81bd-47df3f83496e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.2302113 Sep 07 02:35:27.381291 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-8fa5b452-1deb-4c25-8de9-b324072e02ff req-bec9e5bd-ca71-4549-b046-b50cc49d46ce service neutron] Attempting to bind port dde1a168-8d93-4dfa-ad65-624b12e16f0f on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:35:27.381658 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-8fa5b452-1deb-4c25-8de9-b324072e02ff req-bec9e5bd-ca71-4549-b046-b50cc49d46ce service neutron] Attempting to bind port dde1a168-8d93-4dfa-ad65-624b12e16f0f by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:35:27.381939 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa5b452-1deb-4c25-8de9-b324072e02ff req-bec9e5bd-ca71-4549-b046-b50cc49d46ce service neutron] Attempting to bind port dde1a168-8d93-4dfa-ad65-624b12e16f0f on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:35:27.420201 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e4cdfc6b-d5a7-43ce-ade3-3506c3619840 req-c3e6c15d-035f-411d-9d97-2388ebd6d10e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5632e33d-1d7a-4426-9d83-a8e688a88788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558677 Sep 07 02:35:27.423521 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa5b452-1deb-4c25-8de9-b324072e02ff req-bec9e5bd-ca71-4549-b046-b50cc49d46ce service neutron] Port dde1a168-8d93-4dfa-ad65-624b12e16f0f on network 0823ecf3-066e-49bd-a451-2e84ab79a70f not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:35:27.423521 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa5b452-1deb-4c25-8de9-b324072e02ff req-bec9e5bd-ca71-4549-b046-b50cc49d46ce service neutron] Attempting to bind port dde1a168-8d93-4dfa-ad65-624b12e16f0f on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:35:27.445935 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa5b452-1deb-4c25-8de9-b324072e02ff req-bec9e5bd-ca71-4549-b046-b50cc49d46ce service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:35:27.447045 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa5b452-1deb-4c25-8de9-b324072e02ff req-bec9e5bd-ca71-4549-b046-b50cc49d46ce service neutron] Checking segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:35:27.447275 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa5b452-1deb-4c25-8de9-b324072e02ff req-bec9e5bd-ca71-4549-b046-b50cc49d46ce service neutron] Bound using segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:35:27.447898 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-8fa5b452-1deb-4c25-8de9-b324072e02ff req-bec9e5bd-ca71-4549-b046-b50cc49d46ce service neutron] Bound port: dde1a168-8d93-4dfa-ad65-624b12e16f0f, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:35:27.448125 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8fa5b452-1deb-4c25-8de9-b324072e02ff req-bec9e5bd-ca71-4549-b046-b50cc49d46ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:27.495393 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-886a730d-9474-4e7f-bbbc-bab43b6a21d9 req-45798144-c1e3-4eb2-b55c-1071bd895eb0 tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4399259 Sep 07 02:35:27.496524 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [req-3d0e85e5-e74a-4422-b486-bce0b81d6570 req-0f758b97-df7f-4ee1-8d22-f821bf4aad54 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Allocated IP 172.20.0.2 (e4ab2f0c-5a02-4242-a541-768acd457503/a1bc4512-390c-4c50-bb1d-2c94019bd4fe/c974b530-b01d-4607-88d1-27d3867fd92c) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:35:27.538850 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4cdfcb39-5d7c-48ab-95f0-e31736801253 req-04939326-4de2-4e2e-b4e2-895c478004a0 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] 10.222.0.22 "GET /v2.0/security-groups?id=57f5f2e9-9983-4a0c-96f8-c3e23e8d1762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755726 Sep 07 02:35:27.612588 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e4cdfc6b-d5a7-43ce-ade3-3506c3619840 req-22505c08-62b1-4c33-a89b-56d6c9cb3fa4 service neutron] 10.222.0.23 "GET /v2.0/networks/5632e33d-1d7a-4426-9d83-a8e688a88788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618474 Sep 07 02:35:27.732032 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-3d0e85e5-e74a-4422-b486-bce0b81d6570 req-0f758b97-df7f-4ee1-8d22-f821bf4aad54 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:27.740413 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e4cdfc6b-d5a7-43ce-ade3-3506c3619840 req-6996e4cc-2559-4035-9cc6-46cb5c6f651d service neutron] 10.222.0.23 "GET /v2.0/networks/5632e33d-1d7a-4426-9d83-a8e688a88788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025100 Sep 07 02:35:27.781908 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba14943e-a4a3-4b6f-93bf-e36b58536f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e286de3-d96d-439e-9d60-566f5f9a2645'}, {'server_uuid': 'ba14943e-a4a3-4b6f-93bf-e36b58536f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d81739a-5fa9-4361-b2ac-8f301d48c933'}, {'server_uuid': 'cac44a8a-8e71-40d6-92c4-5cdcc8b4f278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d00593-f25f-4305-bc9e-bf884e9dee4b'}, {'server_uuid': 'd5805c37-b156-4c27-8180-c25309ab7be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eedbabb-e873-4d54-ab51-89dc35dd007a'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:35:27.784564 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29222dc8-a6c6-4a84-b50f-8de6905d7aa2" -d '{"events": [{"server_uuid": "ba14943e-a4a3-4b6f-93bf-e36b58536f25", "name": "network-vif-plugged", "status": "completed", "tag": "0e286de3-d96d-439e-9d60-566f5f9a2645"}, {"server_uuid": "ba14943e-a4a3-4b6f-93bf-e36b58536f25", "name": "network-vif-plugged", "status": "completed", "tag": "9d81739a-5fa9-4361-b2ac-8f301d48c933"}, {"server_uuid": "cac44a8a-8e71-40d6-92c4-5cdcc8b4f278", "name": "network-vif-plugged", "status": "completed", "tag": "b3d00593-f25f-4305-bc9e-bf884e9dee4b"}, {"server_uuid": "d5805c37-b156-4c27-8180-c25309ab7be0", "name": "network-vif-plugged", "status": "completed", "tag": "5eedbabb-e873-4d54-ab51-89dc35dd007a"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:35:27.801665 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5d275194-d9f0-4a83-9e84-ae9aa0ef7bcc req-3d2fda9e-a066-4a68-bae7-9a364421fc9f tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1879613 Sep 07 02:35:27.803755 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef3a4e-cabb-4374-aaf4-62b6ef316823 req-e580c5e1-5ea8-48d5-beb3-1fc736725807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:27.805234 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f6ef3a4e-cabb-4374-aaf4-62b6ef316823 req-e580c5e1-5ea8-48d5-beb3-1fc736725807 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4175012 Sep 07 02:35:27.834807 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0859dd36-af69-447d-9a05-8751eedef8c6 req-8eeb8c59-2e61-4274-9e80-e4d1274549d0 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:27.838285 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0859dd36-af69-447d-9a05-8751eedef8c6 req-8eeb8c59-2e61-4274-9e80-e4d1274549d0 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8df486c-f42f-4201-a61b-75b96ec26b43 HTTP/1.1" status: 200 len: 950 time: 0.1360028 Sep 07 02:35:27.894113 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-3d0e85e5-e74a-4422-b486-bce0b81d6570 req-0f758b97-df7f-4ee1-8d22-f821bf4aad54 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:27.915621 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-8fa5b452-1deb-4c25-8de9-b324072e02ff req-bec9e5bd-ca71-4549-b046-b50cc49d46ce service neutron] For port dde1a168-8d93-4dfa-ad65-624b12e16f0f, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:35:27.947809 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0859dd36-af69-447d-9a05-8751eedef8c6 req-a09175ec-0a08-49ad-b23a-5b4a4e9fba8a tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000879 Sep 07 02:35:27.972862 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-8fa5b452-1deb-4c25-8de9-b324072e02ff req-bec9e5bd-ca71-4549-b046-b50cc49d46ce service neutron] For port dde1a168-8d93-4dfa-ad65-624b12e16f0f, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=dde1a168-8d93-4dfa-ad65-624b12e16f0f,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:35:28.001555 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8fa5b452-1deb-4c25-8de9-b324072e02ff req-bec9e5bd-ca71-4549-b046-b50cc49d46ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:28.011471 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f758b97-df7f-4ee1-8d22-f821bf4aad54 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Pushing event updated for resources: {'Port': ['ID=c974b530-b01d-4607-88d1-27d3867fd92c,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:28.021214 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d0e85e5-e74a-4422-b486-bce0b81d6570 req-0f758b97-df7f-4ee1-8d22-f821bf4aad54 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Network e4ab2f0c-5a02-4242-a541-768acd457503 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:35:28.024224 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [req-3d0e85e5-e74a-4422-b486-bce0b81d6570 req-0f758b97-df7f-4ee1-8d22-f821bf4aad54 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:35:28.027440 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d0e85e5-e74a-4422-b486-bce0b81d6570 req-0f758b97-df7f-4ee1-8d22-f821bf4aad54 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:35:28.095966 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5b452-1deb-4c25-8de9-b324072e02ff req-bec9e5bd-ca71-4549-b046-b50cc49d46ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:28.096711 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8fa5b452-1deb-4c25-8de9-b324072e02ff req-bec9e5bd-ca71-4549-b046-b50cc49d46ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:28.098390 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8fa5b452-1deb-4c25-8de9-b324072e02ff req-bec9e5bd-ca71-4549-b046-b50cc49d46ce service neutron] 10.222.0.16 "PUT /v2.0/ports/dde1a168-8d93-4dfa-ad65-624b12e16f0f HTTP/1.1" status: 200 len: 1096 time: 3.2304482 Sep 07 02:35:28.127667 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec9e5bd-ca71-4549-b046-b50cc49d46ce service neutron] Pushing event updated for resources: {'Port': ['ID=dde1a168-8d93-4dfa-ad65-624b12e16f0f,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:28.138897 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e85e5-e74a-4422-b486-bce0b81d6570 req-0f758b97-df7f-4ee1-8d22-f821bf4aad54 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:28.140115 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-3d0e85e5-e74a-4422-b486-bce0b81d6570 req-0f758b97-df7f-4ee1-8d22-f821bf4aad54 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:28.148814 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-99d30e7e-31c3-48e2-884a-cc117a394bbb req-c12073ec-cb1d-4482-b93d-fe554df2ddbd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ac8da7c5-50fa-4245-91ea-165d5c065b33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1997967 Sep 07 02:35:28.164015 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f6ef3a4e-cabb-4374-aaf4-62b6ef316823 req-894db99b-9dbc-450e-9faa-cf0993d84e6e service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332260 Sep 07 02:35:28.177507 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3d0e85e5-e74a-4422-b486-bce0b81d6570 req-0f758b97-df7f-4ee1-8d22-f821bf4aad54 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7697082 Sep 07 02:35:28.177863 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-50f7a5fc-37aa-4cf9-8c9f-4e7f6c91aec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:28.182460 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a49d7-664b-4de7-adae-c58696310ad7 req-740358d9-ace6-47b8-891c-80a9e0660d35 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:28.184595 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cd7a49d7-664b-4de7-adae-c58696310ad7 req-740358d9-ace6-47b8-891c-80a9e0660d35 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5805c37-b156-4c27-8180-c25309ab7be0 HTTP/1.1" status: 200 len: 946 time: 0.2429941 Sep 07 02:35:28.197466 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-3d0e85e5-e74a-4422-b486-bce0b81d6570 req-6001c147-354b-4067-989b-f6c4a8b64f3a service neutron] Request body: {'port': {'device_id': 'b12c54d6-778d-4340-84b7-fbb03eee7f71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:35:28.338636 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d30e7e-31c3-48e2-884a-cc117a394bbb req-478b3c52-8820-40c7-b29a-b91c54f91b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:28.340698 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-99d30e7e-31c3-48e2-884a-cc117a394bbb req-478b3c52-8820-40c7-b29a-b91c54f91b67 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=36932fbb01ef47dd957d06cd3434fa27&device_id=ac8da7c5-50fa-4245-91ea-165d5c065b33 HTTP/1.1" status: 200 len: 1102 time: 0.1493456 Sep 07 02:35:28.385263 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5b452-1deb-4c25-8de9-b324072e02ff req-3325745f-64ce-422a-9919-13cd0f7242c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:28.387181 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8fa5b452-1deb-4c25-8de9-b324072e02ff req-3325745f-64ce-422a-9919-13cd0f7242c0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=986b76807c74404fa47c39113c512516&device_id=bf3ac7ca-62b4-4019-b7e7-8dee23ec1e3e HTTP/1.1" status: 200 len: 1099 time: 0.1858950 Sep 07 02:35:28.393329 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cd7a49d7-664b-4de7-adae-c58696310ad7 req-d2359b80-ff8a-4edf-890d-e4e1ad561f6f tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "GET /v2.0/security-groups?id=640bc5a7-1290-4dbd-b0ce-f56eb51dd0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1872637 Sep 07 02:35:28.429232 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-3d0e85e5-e74a-4422-b486-bce0b81d6570 req-6001c147-354b-4067-989b-f6c4a8b64f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:28.451029 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8fa5b452-1deb-4c25-8de9-b324072e02ff req-21925645-733d-4c9f-8757-156b2cfbf27c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=dde1a168-8d93-4dfa-ad65-624b12e16f0f HTTP/1.1" status: 200 len: 217 time: 0.0503955 Sep 07 02:35:28.457152 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f6ef3a4e-cabb-4374-aaf4-62b6ef316823 req-d3415112-7b57-476d-8ca3-96e42c5a75f5 service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712820 Sep 07 02:35:28.580277 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5b452-1deb-4c25-8de9-b324072e02ff req-4efdd325-be04-4659-9ae1-c1024af0c638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:28.581887 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8fa5b452-1deb-4c25-8de9-b324072e02ff req-4efdd325-be04-4659-9ae1-c1024af0c638 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.1235652 Sep 07 02:35:28.652605 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:28.654277 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c594d157-1872-45ca-8822-68761ce7ba4d req-4e896d80-0f13-437d-b93c-a550b485dfb7 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:28.660750 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c594d157-1872-45ca-8822-68761ce7ba4d req-4e896d80-0f13-437d-b93c-a550b485dfb7 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:28.667673 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c594d157-1872-45ca-8822-68761ce7ba4d req-4e896d80-0f13-437d-b93c-a550b485dfb7 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:28.669628 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c594d157-1872-45ca-8822-68761ce7ba4d req-4e896d80-0f13-437d-b93c-a550b485dfb7 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba14943e-a4a3-4b6f-93bf-e36b58536f25 HTTP/1.1" status: 200 len: 2417 time: 0.1609557 Sep 07 02:35:28.684565 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8bbbe0-cca5-4265-9a3e-887c233b6bdb req-099700d3-c42a-4de9-9428-543129315487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:28.686230 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9c8bbbe0-cca5-4265-9a3e-887c233b6bdb req-099700d3-c42a-4de9-9428-543129315487 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=986b76807c74404fa47c39113c512516&device_id=cce67c6c-d8d0-4209-bd46-994970e2cad0 HTTP/1.1" status: 200 len: 1100 time: 0.1648328 Sep 07 02:35:28.691132 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d30e7e-31c3-48e2-884a-cc117a394bbb req-ed048901-4ef7-4e48-9da5-b5fdfcf91ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:28.693153 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-99d30e7e-31c3-48e2-884a-cc117a394bbb req-ed048901-4ef7-4e48-9da5-b5fdfcf91ffa service neutron] 10.222.0.16 "GET /v2.0/networks?id=0823ecf3-066e-49bd-a451-2e84ab79a70f HTTP/1.1" status: 200 len: 869 time: 0.3227859 Sep 07 02:35:28.709460 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5b452-1deb-4c25-8de9-b324072e02ff req-6847f1fa-b380-41a0-aa0f-cd15e77ec0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:28.711151 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8fa5b452-1deb-4c25-8de9-b324072e02ff req-6847f1fa-b380-41a0-aa0f-cd15e77ec0f6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1193907 Sep 07 02:35:28.750453 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-99d30e7e-31c3-48e2-884a-cc117a394bbb req-5a86e89c-65d5-4890-8c0d-4eec334e7e4e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=cd30c17f-9869-47d0-b8a4-372e64aeee83 HTTP/1.1" status: 200 len: 217 time: 0.0461032 Sep 07 02:35:28.799545 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c594d157-1872-45ca-8822-68761ce7ba4d req-e30c44bd-7450-466a-9cac-1db03eb3385e tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/security-groups?id=da83ed9b-41b3-493b-aca7-370009a4e871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232271 Sep 07 02:35:28.909159 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 07 Sep 2021 02:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2485bcf3-e344-4c37-ba13-c405509ad242 x-openstack-request-id: req-2485bcf3-e344-4c37-ba13-c405509ad242 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:35:28.909670 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba14943e-a4a3-4b6f-93bf-e36b58536f25", "name": "network-vif-plugged", "status": "completed", "tag": "0e286de3-d96d-439e-9d60-566f5f9a2645", "code": 200}, {"server_uuid": "ba14943e-a4a3-4b6f-93bf-e36b58536f25", "name": "network-vif-plugged", "status": "completed", "tag": "9d81739a-5fa9-4361-b2ac-8f301d48c933", "code": 200}, {"server_uuid": "cac44a8a-8e71-40d6-92c4-5cdcc8b4f278", "name": "network-vif-plugged", "status": "completed", "tag": "b3d00593-f25f-4305-bc9e-bf884e9dee4b", "code": 200}, {"server_uuid": "d5805c37-b156-4c27-8180-c25309ab7be0", "name": "network-vif-plugged", "status": "completed", "tag": "5eedbabb-e873-4d54-ab51-89dc35dd007a", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:35:28.909781 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2485bcf3-e344-4c37-ba13-c405509ad242 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:35:28.910141 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba14943e-a4a3-4b6f-93bf-e36b58536f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e286de3-d96d-439e-9d60-566f5f9a2645', 'code': 200} Sep 07 02:35:28.910447 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba14943e-a4a3-4b6f-93bf-e36b58536f25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d81739a-5fa9-4361-b2ac-8f301d48c933', 'code': 200} Sep 07 02:35:28.911126 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac44a8a-8e71-40d6-92c4-5cdcc8b4f278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3d00593-f25f-4305-bc9e-bf884e9dee4b', 'code': 200} Sep 07 02:35:28.911683 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5805c37-b156-4c27-8180-c25309ab7be0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eedbabb-e873-4d54-ab51-89dc35dd007a', 'code': 200} Sep 07 02:35:28.937350 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8bbbe0-cca5-4265-9a3e-887c233b6bdb req-6d007a2e-2b9c-4dce-b34f-05987bb8717e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:28.938896 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9c8bbbe0-cca5-4265-9a3e-887c233b6bdb req-6d007a2e-2b9c-4dce-b34f-05987bb8717e service neutron] 10.222.0.16 "GET /v2.0/networks?id=0823ecf3-066e-49bd-a451-2e84ab79a70f HTTP/1.1" status: 200 len: 869 time: 0.2334642 Sep 07 02:35:28.943011 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8fa5b452-1deb-4c25-8de9-b324072e02ff req-f582f52f-5bbd-4e1b-a59b-05d3a74b7a74 service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215889 Sep 07 02:35:29.019378 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.16', 59722) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:35:29.035613 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.16', 59723) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:35:29.085196 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [req-3d0e85e5-e74a-4422-b486-bce0b81d6570 req-6001c147-354b-4067-989b-f6c4a8b64f3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c974b530-b01d-4607-88d1-27d3867fd92c {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:35:29.104746 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d30e7e-31c3-48e2-884a-cc117a394bbb req-93fd5b7d-9ac2-401c-a3e1-ef695839c377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:29.111911 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf3ac7ca-62b4-4019-b7e7-8dee23ec1e3e', 'tag': 'dde1a168-8d93-4dfa-ad65-624b12e16f0f'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:35:29.113803 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-99d30e7e-31c3-48e2-884a-cc117a394bbb req-93fd5b7d-9ac2-401c-a3e1-ef695839c377 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.3527572 Sep 07 02:35:29.114376 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93891622-d736-477f-b9f1-c570b30be984" -d '{"events": [{"name": "network-changed", "server_uuid": "bf3ac7ca-62b4-4019-b7e7-8dee23ec1e3e", "tag": "dde1a168-8d93-4dfa-ad65-624b12e16f0f"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:35:29.117239 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-3d0e85e5-e74a-4422-b486-bce0b81d6570 req-6001c147-354b-4067-989b-f6c4a8b64f3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:29.119391 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9c8bbbe0-cca5-4265-9a3e-887c233b6bdb req-260a1d8f-6f95-42ed-94d8-693b2ca49174 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=2c6c2f44-9baf-4967-b7b8-3cadcbb96682 HTTP/1.1" status: 200 len: 217 time: 0.1533408 Sep 07 02:35:29.209301 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-3d0e85e5-e74a-4422-b486-bce0b81d6570 req-6001c147-354b-4067-989b-f6c4a8b64f3a service neutron] Transition to ACTIVE for port object c974b530-b01d-4607-88d1-27d3867fd92c will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:35:29.212585 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8bbbe0-cca5-4265-9a3e-887c233b6bdb req-574b7fb4-9467-4f98-b3ac-ec756d17b4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:29.213750 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41959dbe-35b7-40db-880d-720d7e2da26e req-fa906189-605a-49e2-b9fc-573957875c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:29.214096 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9c8bbbe0-cca5-4265-9a3e-887c233b6bdb req-574b7fb4-9467-4f98-b3ac-ec756d17b4bb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.0715058 Sep 07 02:35:29.214733 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41959dbe-35b7-40db-880d-720d7e2da26e req-fa906189-605a-49e2-b9fc-573957875c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:29.215457 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41959dbe-35b7-40db-880d-720d7e2da26e req-fa906189-605a-49e2-b9fc-573957875c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:29.217488 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-41959dbe-35b7-40db-880d-720d7e2da26e req-fa906189-605a-49e2-b9fc-573957875c5d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ba14943e-a4a3-4b6f-93bf-e36b58536f25 HTTP/1.1" status: 200 len: 2873 time: 0.1838553 Sep 07 02:35:29.220513 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-3d0e85e5-e74a-4422-b486-bce0b81d6570 req-6001c147-354b-4067-989b-f6c4a8b64f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:29.331781 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106926ef-3dda-4ebf-a022-03c231324d21 req-f2e26e6f-4f5b-45b1-a5fc-095271887e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:29.333297 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-106926ef-3dda-4ebf-a022-03c231324d21 req-f2e26e6f-4f5b-45b1-a5fc-095271887e31 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d5805c37-b156-4c27-8180-c25309ab7be0 HTTP/1.1" status: 200 len: 1098 time: 0.2934325 Sep 07 02:35:29.334859 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6001c147-354b-4067-989b-f6c4a8b64f3a service neutron] Pushing event updated for resources: {'Port': ['ID=c974b530-b01d-4607-88d1-27d3867fd92c,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:29.357878 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d30e7e-31c3-48e2-884a-cc117a394bbb req-8f2406bb-aea1-4fa0-b532-ffd192cebd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:29.360038 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-99d30e7e-31c3-48e2-884a-cc117a394bbb req-8f2406bb-aea1-4fa0-b532-ffd192cebd87 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2290714 Sep 07 02:35:29.404509 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:29.491317 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-436e6f63-5117-40f5-8054-d6cc1439519f tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 02:35:29.492720 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-436e6f63-5117-40f5-8054-d6cc1439519f tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0823059 Sep 07 02:35:29.509780 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-41959dbe-35b7-40db-880d-720d7e2da26e req-35f91583-bb0a-4067-a11b-d94f35b7c19c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=da83ed9b-41b3-493b-aca7-370009a4e871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797735 Sep 07 02:35:29.569333 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-04a98c91-9933-484b-8e88-17753f42f9e5 tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:29.571082 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-04a98c91-9933-484b-8e88-17753f42f9e5 tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] 10.222.0.22 "GET /v2.0/ports/0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae HTTP/1.1" status: 200 len: 1095 time: 0.0683191 Sep 07 02:35:29.582906 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-1f971f57-0823-407b-8f17-c7e614085f36 service neutron] Request body: {'binding': {'host': 'n-h1-796209-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:35:29.583694 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-1f971f57-0823-407b-8f17-c7e614085f36 service neutron] Unknown quota resources ['binding']. {{(pid=94701) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 07 02:35:29.590159 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-99d30e7e-31c3-48e2-884a-cc117a394bbb req-aabcbf4f-c998-4ce2-8ec1-19eb11877c2f service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887388 Sep 07 02:35:29.614424 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-3d0e85e5-e74a-4422-b486-bce0b81d6570 req-6001c147-354b-4067-989b-f6c4a8b64f3a service neutron] Attempting to bind port c974b530-b01d-4607-88d1-27d3867fd92c on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:35:29.615009 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-3d0e85e5-e74a-4422-b486-bce0b81d6570 req-6001c147-354b-4067-989b-f6c4a8b64f3a service neutron] Attempting to bind port c974b530-b01d-4607-88d1-27d3867fd92c by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': 'a87351ba-0fbc-4302-9869-b18eee085c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e4ab2f0c-5a02-4242-a541-768acd457503'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:35:29.615532 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0e85e5-e74a-4422-b486-bce0b81d6570 req-6001c147-354b-4067-989b-f6c4a8b64f3a service neutron] Attempting to bind port c974b530-b01d-4607-88d1-27d3867fd92c on network e4ab2f0c-5a02-4242-a541-768acd457503 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:35:29.624688 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0e85e5-e74a-4422-b486-bce0b81d6570 req-6001c147-354b-4067-989b-f6c4a8b64f3a service neutron] Port c974b530-b01d-4607-88d1-27d3867fd92c on network e4ab2f0c-5a02-4242-a541-768acd457503 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:35:29.625344 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0e85e5-e74a-4422-b486-bce0b81d6570 req-6001c147-354b-4067-989b-f6c4a8b64f3a service neutron] Attempting to bind port c974b530-b01d-4607-88d1-27d3867fd92c on network e4ab2f0c-5a02-4242-a541-768acd457503 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:35:29.633253 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0e85e5-e74a-4422-b486-bce0b81d6570 req-6001c147-354b-4067-989b-f6c4a8b64f3a service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:35:29.634470 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0e85e5-e74a-4422-b486-bce0b81d6570 req-6001c147-354b-4067-989b-f6c4a8b64f3a service neutron] Checking segment: {'id': 'a87351ba-0fbc-4302-9869-b18eee085c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e4ab2f0c-5a02-4242-a541-768acd457503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:35:29.635114 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0e85e5-e74a-4422-b486-bce0b81d6570 req-6001c147-354b-4067-989b-f6c4a8b64f3a service neutron] Bound using segment: {'id': 'a87351ba-0fbc-4302-9869-b18eee085c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e4ab2f0c-5a02-4242-a541-768acd457503'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:35:29.635806 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-3d0e85e5-e74a-4422-b486-bce0b81d6570 req-6001c147-354b-4067-989b-f6c4a8b64f3a service neutron] Bound port: c974b530-b01d-4607-88d1-27d3867fd92c, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a87351ba-0fbc-4302-9869-b18eee085c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e4ab2f0c-5a02-4242-a541-768acd457503'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:35:29.636391 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-3d0e85e5-e74a-4422-b486-bce0b81d6570 req-6001c147-354b-4067-989b-f6c4a8b64f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:29.687042 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8fa5b452-1deb-4c25-8de9-b324072e02ff req-3da5a1ee-e250-4338-b337-57732247b7fb service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7221332 Sep 07 02:35:29.690029 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8bbbe0-cca5-4265-9a3e-887c233b6bdb req-344a8f80-15b3-441a-bcf1-ec7c023d6988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:29.691557 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9c8bbbe0-cca5-4265-9a3e-887c233b6bdb req-344a8f80-15b3-441a-bcf1-ec7c023d6988 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4251351 Sep 07 02:35:29.704330 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dcb967-c237-41e4-b404-573b12c5e32a req-5388582b-ea82-4080-a236-bdc28df6e1aa tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:29.708029 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-24dcb967-c237-41e4-b404-573b12c5e32a req-5388582b-ea82-4080-a236-bdc28df6e1aa tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=b12c54d6-778d-4340-84b7-fbb03eee7f71 HTTP/1.1" status: 200 len: 943 time: 0.4548078 Sep 07 02:35:29.792069 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-106926ef-3dda-4ebf-a022-03c231324d21 req-56404070-13aa-440c-a3aa-8cb86476e20e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=640bc5a7-1290-4dbd-b0ce-f56eb51dd0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4453018 Sep 07 02:35:29.807318 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-24dcb967-c237-41e4-b404-573b12c5e32a req-342be5ed-9543-4a5a-b112-93ca24cdd4cd tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913527 Sep 07 02:35:29.863089 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-3d0e85e5-e74a-4422-b486-bce0b81d6570 req-6001c147-354b-4067-989b-f6c4a8b64f3a service neutron] For port c974b530-b01d-4607-88d1-27d3867fd92c, host n-h2-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:35:29.866272 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-3d0e85e5-e74a-4422-b486-bce0b81d6570 req-6001c147-354b-4067-989b-f6c4a8b64f3a service neutron] For port c974b530-b01d-4607-88d1-27d3867fd92c, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=c974b530-b01d-4607-88d1-27d3867fd92c,segment=NetworkSegment(a87351ba-0fbc-4302-9869-b18eee085c86),segment_id=a87351ba-0fbc-4302-9869-b18eee085c86)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:35:29.881223 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-3d0e85e5-e74a-4422-b486-bce0b81d6570 req-6001c147-354b-4067-989b-f6c4a8b64f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:29.930433 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-1f971f57-0823-407b-8f17-c7e614085f36 service neutron] Attempting to bind port 0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae on host n-h1-796209-16 for vnic_type normal with profile None {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:35:29.930747 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-1f971f57-0823-407b-8f17-c7e614085f36 service neutron] Attempting to bind port 0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': 'cb5a1637-646d-4671-9ca6-bd30e74d860b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5632e33d-1d7a-4426-9d83-a8e688a88788'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:35:29.931645 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-1f971f57-0823-407b-8f17-c7e614085f36 service neutron] Attempting to bind port 0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae on network 5632e33d-1d7a-4426-9d83-a8e688a88788 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:35:29.941861 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e85e5-e74a-4422-b486-bce0b81d6570 req-6001c147-354b-4067-989b-f6c4a8b64f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:29.942612 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-3d0e85e5-e74a-4422-b486-bce0b81d6570 req-6001c147-354b-4067-989b-f6c4a8b64f3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:29.944135 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3d0e85e5-e74a-4422-b486-bce0b81d6570 req-6001c147-354b-4067-989b-f6c4a8b64f3a service neutron] 10.222.0.16 "PUT /v2.0/ports/c974b530-b01d-4607-88d1-27d3867fd92c HTTP/1.1" status: 200 len: 1092 time: 1.7520227 Sep 07 02:35:29.947831 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-99d30e7e-31c3-48e2-884a-cc117a394bbb req-2edf232c-c033-4ff1-a181-0db78e23ba98 service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109823 Sep 07 02:35:29.948324 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b12c54d6-778d-4340-84b7-fbb03eee7f71', 'tag': 'c974b530-b01d-4607-88d1-27d3867fd92c'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:35:29.950631 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8721d5f8-da55-4997-832c-9162211c6b7b" -d '{"events": [{"name": "network-changed", "server_uuid": "b12c54d6-778d-4340-84b7-fbb03eee7f71", "tag": "c974b530-b01d-4607-88d1-27d3867fd92c"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:35:29.958581 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9c8bbbe0-cca5-4265-9a3e-887c233b6bdb req-eba4cdc3-8b0e-4a64-a379-31cb4efee513 service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437449 Sep 07 02:35:29.960941 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-1f971f57-0823-407b-8f17-c7e614085f36 service neutron] Port 0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae on network 5632e33d-1d7a-4426-9d83-a8e688a88788 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:35:29.960941 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-1f971f57-0823-407b-8f17-c7e614085f36 service neutron] Attempting to bind port 0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae on network 5632e33d-1d7a-4426-9d83-a8e688a88788 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:35:29.974061 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-1f971f57-0823-407b-8f17-c7e614085f36 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:35:29.974406 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-1f971f57-0823-407b-8f17-c7e614085f36 service neutron] Checking segment: {'id': 'cb5a1637-646d-4671-9ca6-bd30e74d860b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5632e33d-1d7a-4426-9d83-a8e688a88788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:35:29.974798 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-1f971f57-0823-407b-8f17-c7e614085f36 service neutron] Bound using segment: {'id': 'cb5a1637-646d-4671-9ca6-bd30e74d860b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5632e33d-1d7a-4426-9d83-a8e688a88788'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:35:29.975242 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-1f971f57-0823-407b-8f17-c7e614085f36 service neutron] Bound port: 0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb5a1637-646d-4671-9ca6-bd30e74d860b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5632e33d-1d7a-4426-9d83-a8e688a88788'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:35:29.991993 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d754c0-5a35-43ae-aef2-700e0e34fa65 req-6447abdc-7057-4f5e-82b5-1e2e84b70a51 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:29.999950 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-42d754c0-5a35-43ae-aef2-700e0e34fa65 req-6447abdc-7057-4f5e-82b5-1e2e84b70a51 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf3ac7ca-62b4-4019-b7e7-8dee23ec1e3e HTTP/1.1" status: 200 len: 947 time: 0.0845599 Sep 07 02:35:30.016360 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6001c147-354b-4067-989b-f6c4a8b64f3a service neutron] Pushing event updated for resources: {'Port': ['ID=c974b530-b01d-4607-88d1-27d3867fd92c,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:30.082838 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-1f971f57-0823-407b-8f17-c7e614085f36 service neutron] For port 0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae,segment=NetworkSegment(cb5a1637-646d-4671-9ca6-bd30e74d860b),segment_id=cb5a1637-646d-4671-9ca6-bd30e74d860b)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:35:30.083025 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-42d754c0-5a35-43ae-aef2-700e0e34fa65 req-6bb66110-14de-48b0-8409-2a4ec9cf2f0e tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] 10.222.0.22 "GET /v2.0/security-groups?id=57f5f2e9-9983-4a0c-96f8-c3e23e8d1762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799732 Sep 07 02:35:30.102140 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-1f971f57-0823-407b-8f17-c7e614085f36 service neutron] Notify callbacks [] for binding, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:30.104193 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-1f971f57-0823-407b-8f17-c7e614085f36 service neutron] 10.222.0.22 "POST /v2.0/ports/0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae/bindings HTTP/1.1" status: 201 len: 390 time: 0.5252025 Sep 07 02:35:30.140323 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e85e5-e74a-4422-b486-bce0b81d6570 req-54014a5f-09c7-41eb-8d4b-196562a8895d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:30.143429 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3d0e85e5-e74a-4422-b486-bce0b81d6570 req-54014a5f-09c7-41eb-8d4b-196562a8895d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=58fe4c9e71db4bd7aa26d4557468fc65&device_id=b12c54d6-778d-4340-84b7-fbb03eee7f71 HTTP/1.1" status: 200 len: 1095 time: 0.0848689 Sep 07 02:35:30.173172 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9c8bbbe0-cca5-4265-9a3e-887c233b6bdb req-8e2b8e0e-921c-442c-93c8-a5d8a1322a55 service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494732 Sep 07 02:35:30.217221 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3d0e85e5-e74a-4422-b486-bce0b81d6570 req-89752dbe-90ce-4d0e-ba65-865d7c140cbc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c974b530-b01d-4607-88d1-27d3867fd92c HTTP/1.1" status: 200 len: 217 time: 0.0616930 Sep 07 02:35:30.247003 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f5b67c-8d5c-4b5e-b116-b37c516f5314 x-openstack-request-id: req-87f5b67c-8d5c-4b5e-b116-b37c516f5314 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:35:30.247233 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf3ac7ca-62b4-4019-b7e7-8dee23ec1e3e", "tag": "dde1a168-8d93-4dfa-ad65-624b12e16f0f", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:35:30.247509 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-87f5b67c-8d5c-4b5e-b116-b37c516f5314 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:35:30.247920 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf3ac7ca-62b4-4019-b7e7-8dee23ec1e3e', 'tag': 'dde1a168-8d93-4dfa-ad65-624b12e16f0f', 'status': 'completed', 'code': 200} Sep 07 02:35:30.315789 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e85e5-e74a-4422-b486-bce0b81d6570 req-13044c8c-6049-44a6-9795-e3f6802114b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:30.318564 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3d0e85e5-e74a-4422-b486-bce0b81d6570 req-13044c8c-6049-44a6-9795-e3f6802114b8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a1bc4512-390c-4c50-bb1d-2c94019bd4fe HTTP/1.1" status: 200 len: 861 time: 0.0642204 Sep 07 02:35:30.489895 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3d0e85e5-e74a-4422-b486-bce0b81d6570 req-3486db2e-185c-49b6-85c6-a45a0cbdfdc0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e4ab2f0c-5a02-4242-a541-768acd457503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1436906 Sep 07 02:35:30.542459 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f194c-dd7c-4d85-af49-e1706c6a8297 req-990b8afd-8220-4ef2-a3bf-01e2e1483088 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:30.544042 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f60f194c-dd7c-4d85-af49-e1706c6a8297 req-990b8afd-8220-4ef2-a3bf-01e2e1483088 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8df486c-f42f-4201-a61b-75b96ec26b43 HTTP/1.1" status: 200 len: 950 time: 0.2243822 Sep 07 02:35:30.563893 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93891622-d736-477f-b9f1-c570b30be984 req-a9c47a0c-5f68-4c0b-b08b-159314c9ae96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:30.565727 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-93891622-d736-477f-b9f1-c570b30be984 req-a9c47a0c-5f68-4c0b-b08b-159314c9ae96 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=986b76807c74404fa47c39113c512516&device_id=bf3ac7ca-62b4-4019-b7e7-8dee23ec1e3e HTTP/1.1" status: 200 len: 1099 time: 0.2616634 Sep 07 02:35:30.643554 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f22fe6-cd12-4bcf-a75b-b6aedf1a666c req-ce1d5c53-5a9c-4c50-bc5a-81d5f5a6ed1f tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:30.646288 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-07f22fe6-cd12-4bcf-a75b-b6aedf1a666c req-ce1d5c53-5a9c-4c50-bc5a-81d5f5a6ed1f tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/ports?device_id=517da09a-c5f9-43af-9db7-5b58ba70b09f HTTP/1.1" status: 200 len: 945 time: 0.1955693 Sep 07 02:35:30.668648 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f60f194c-dd7c-4d85-af49-e1706c6a8297 req-7f88cf8d-ee82-4cbb-a61b-aeaeb2e24ce2 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170561 Sep 07 02:35:30.705619 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3d0e85e5-e74a-4422-b486-bce0b81d6570 req-28b01a8e-38a6-4cd4-b97c-9ba13166c99b service neutron] 10.222.0.16 "GET /v2.0/networks/e4ab2f0c-5a02-4242-a541-768acd457503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942844 Sep 07 02:35:30.734308 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-242a1287-ff36-4638-a435-5ce9782a9820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:30.734308 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-242a1287-ff36-4638-a435-5ce9782a9820 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4ff846f9243a40b7bf323ea156c2bdd7&device_id=af277e66-9f34-430f-82e6-77b8e6feb6c0 HTTP/1.1" status: 200 len: 1098 time: 0.1950035 Sep 07 02:35:30.781104 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-07f22fe6-cd12-4bcf-a75b-b6aedf1a666c req-251a84b9-62d3-4b22-9356-c86d31f48095 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/security-groups?id=db4db47e-1fc7-481a-b12d-c3b68e4a957f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249299 Sep 07 02:35:30.828953 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93891622-d736-477f-b9f1-c570b30be984 req-549f8204-c99d-4fe3-85d9-cd58448bf7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:30.830451 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-93891622-d736-477f-b9f1-c570b30be984 req-549f8204-c99d-4fe3-85d9-cd58448bf7e7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0823ecf3-066e-49bd-a451-2e84ab79a70f HTTP/1.1" status: 200 len: 869 time: 0.2432349 Sep 07 02:35:30.841111 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7bc072-6620-4f43-b4fb-4fe4f56ea137 req-d6c0aadd-f4a5-4602-8548-18480410ba43 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:30.842699 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5d7bc072-6620-4f43-b4fb-4fe4f56ea137 req-d6c0aadd-f4a5-4602-8548-18480410ba43 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5805c37-b156-4c27-8180-c25309ab7be0 HTTP/1.1" status: 200 len: 946 time: 0.1242411 Sep 07 02:35:30.925412 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5d7bc072-6620-4f43-b4fb-4fe4f56ea137 req-d2c1aeb1-af26-4270-8bad-71333d2900da tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "GET /v2.0/security-groups?id=640bc5a7-1290-4dbd-b0ce-f56eb51dd0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519803 Sep 07 02:35:30.961138 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3d0e85e5-e74a-4422-b486-bce0b81d6570 req-f4e80e34-baa8-4275-8b49-756d1d9da409 service neutron] 10.222.0.16 "GET /v2.0/networks/e4ab2f0c-5a02-4242-a541-768acd457503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412088 Sep 07 02:35:30.987193 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-93891622-d736-477f-b9f1-c570b30be984 req-d99464bd-9ec8-4493-9e72-924b9b9fa5b0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=dde1a168-8d93-4dfa-ad65-624b12e16f0f HTTP/1.1" status: 200 len: 217 time: 0.1092150 Sep 07 02:35:31.046555 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5096985c-4b1e-43b2-902a-70aa0ff75988 x-openstack-request-id: req-5096985c-4b1e-43b2-902a-70aa0ff75988 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:35:31.047196 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b12c54d6-778d-4340-84b7-fbb03eee7f71", "tag": "c974b530-b01d-4607-88d1-27d3867fd92c", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:35:31.047651 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5096985c-4b1e-43b2-902a-70aa0ff75988 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:35:31.048237 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b12c54d6-778d-4340-84b7-fbb03eee7f71', 'tag': 'c974b530-b01d-4607-88d1-27d3867fd92c', 'status': 'completed', 'code': 200} Sep 07 02:35:31.062680 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a901e-f323-47a7-bda7-a06cc631da3e req-b9527cde-403b-4ea7-a880-adf5c05abb9a tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:31.064307 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e33a901e-f323-47a7-bda7-a06cc631da3e req-b9527cde-403b-4ea7-a880-adf5c05abb9a tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.23 "GET /v2.0/ports?device_id=517da09a-c5f9-43af-9db7-5b58ba70b09f HTTP/1.1" status: 200 len: 945 time: 0.2796190 Sep 07 02:35:31.144331 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b58106-849e-4083-bfca-380a9484b453 req-c93af7ea-7b29-4b3d-abee-67acc66051a5 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:31.153153 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b58106-849e-4083-bfca-380a9484b453 req-c93af7ea-7b29-4b3d-abee-67acc66051a5 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:31.159844 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b58106-849e-4083-bfca-380a9484b453 req-c93af7ea-7b29-4b3d-abee-67acc66051a5 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:31.162564 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-09b58106-849e-4083-bfca-380a9484b453 req-c93af7ea-7b29-4b3d-abee-67acc66051a5 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba14943e-a4a3-4b6f-93bf-e36b58536f25 HTTP/1.1" status: 200 len: 2417 time: 0.2554569 Sep 07 02:35:31.163839 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-aae9409d-f843-4b25-b811-597a8f8f409e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:31.165589 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8721d5f8-da55-4997-832c-9162211c6b7b req-82db07cd-155d-49ce-ab6d-13d47dfeeb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:31.165949 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-aae9409d-f843-4b25-b811-597a8f8f409e service neutron] 10.222.0.23 "GET /v2.0/networks?id=5632e33d-1d7a-4426-9d83-a8e688a88788 HTTP/1.1" status: 200 len: 907 time: 0.4201736 Sep 07 02:35:31.167434 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8721d5f8-da55-4997-832c-9162211c6b7b req-82db07cd-155d-49ce-ab6d-13d47dfeeb3d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=58fe4c9e71db4bd7aa26d4557468fc65&device_id=b12c54d6-778d-4340-84b7-fbb03eee7f71 HTTP/1.1" status: 200 len: 1095 time: 0.0727363 Sep 07 02:35:31.167719 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93891622-d736-477f-b9f1-c570b30be984 req-681fdae2-dd63-4158-8cea-06b91fa39ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:31.169412 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-93891622-d736-477f-b9f1-c570b30be984 req-681fdae2-dd63-4158-8cea-06b91fa39ad2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.1634755 Sep 07 02:35:31.249289 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:31.315344 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a8816-2800-4f58-8377-bf7e14cea4a1 req-24019fe4-d669-4d74-9c0d-748e2228101f tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:31.324077 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-445a8816-2800-4f58-8377-bf7e14cea4a1 req-24019fe4-d669-4d74-9c0d-748e2228101f tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=af277e66-9f34-430f-82e6-77b8e6feb6c0 HTTP/1.1" status: 200 len: 946 time: 0.1482458 Sep 07 02:35:31.366698 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-7c54b588-80d4-4149-a970-caae9b8f65d0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae HTTP/1.1" status: 200 len: 217 time: 0.1718941 Sep 07 02:35:31.379103 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8721d5f8-da55-4997-832c-9162211c6b7b req-5d3eaf2f-5cf4-474d-9134-ba17b94973f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:31.381828 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8721d5f8-da55-4997-832c-9162211c6b7b req-5d3eaf2f-5cf4-474d-9134-ba17b94973f6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e4ab2f0c-5a02-4242-a541-768acd457503 HTTP/1.1" status: 200 len: 921 time: 0.1956158 Sep 07 02:35:31.393221 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-445a8816-2800-4f58-8377-bf7e14cea4a1 req-412b78e5-c178-4f0a-a7f1-47ca3dd09cf2 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676332 Sep 07 02:35:31.425480 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-09b58106-849e-4083-bfca-380a9484b453 req-cbbd1ba8-f41a-4c64-83b8-0d940a8d560a tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/security-groups?id=da83ed9b-41b3-493b-aca7-370009a4e871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548699 Sep 07 02:35:31.460897 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8721d5f8-da55-4997-832c-9162211c6b7b req-da236e46-43c7-4915-ad63-5e1df64b55c5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c974b530-b01d-4607-88d1-27d3867fd92c HTTP/1.1" status: 200 len: 217 time: 0.0605109 Sep 07 02:35:31.510099 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93891622-d736-477f-b9f1-c570b30be984 req-0165f5c4-7b3a-4780-887e-cd6f59ce5346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:31.511814 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-93891622-d736-477f-b9f1-c570b30be984 req-0165f5c4-7b3a-4780-887e-cd6f59ce5346 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3182836 Sep 07 02:35:31.565679 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab6dab-e2c2-412d-80ea-d8eac809a278 req-82d20641-1d63-47c1-a61a-06485eb0b6aa tempest-ServersOnMultiNodesTest-337460026 tempest-ServersOnMultiNodesTest-337460026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:31.567128 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0aab6dab-e2c2-412d-80ea-d8eac809a278 req-82d20641-1d63-47c1-a61a-06485eb0b6aa tempest-ServersOnMultiNodesTest-337460026 tempest-ServersOnMultiNodesTest-337460026-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d8df486c-f42f-4201-a61b-75b96ec26b43 HTTP/1.1" status: 200 len: 1102 time: 0.0998459 Sep 07 02:35:31.568626 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8721d5f8-da55-4997-832c-9162211c6b7b req-5b14d10e-5f2e-4b39-bfa3-1ca83c6e370a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:31.570409 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8721d5f8-da55-4997-832c-9162211c6b7b req-5b14d10e-5f2e-4b39-bfa3-1ca83c6e370a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a1bc4512-390c-4c50-bb1d-2c94019bd4fe HTTP/1.1" status: 200 len: 861 time: 0.0707979 Sep 07 02:35:31.572514 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-fb4b56e2-4b9d-43fa-8ce4-14c26998723b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:31.573995 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-fb4b56e2-4b9d-43fa-8ce4-14c26998723b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf141221-2e81-48e8-81ec-6bd6d6584327 HTTP/1.1" status: 200 len: 847 time: 0.1713893 Sep 07 02:35:31.657743 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8721d5f8-da55-4997-832c-9162211c6b7b req-3687fc5b-3708-4034-9240-d732c55fb3c1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e4ab2f0c-5a02-4242-a541-768acd457503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572121 Sep 07 02:35:31.668286 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-b0d7216c-017e-4ee8-aeb7-ada01611bd8c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5632e33d-1d7a-4426-9d83-a8e688a88788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818925 Sep 07 02:35:31.671447 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0aab6dab-e2c2-412d-80ea-d8eac809a278 req-fb22529e-8072-4cb3-8dda-0ce3099558fd tempest-ServersOnMultiNodesTest-337460026 tempest-ServersOnMultiNodesTest-337460026-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950782 Sep 07 02:35:31.679588 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-e33a901e-f323-47a7-bda7-a06cc631da3e req-03a5d3c6-5ee0-4db0-9dd7-4abfd0c319fe tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Deleting port 08297d2c-895c-4357-8a0b-c3e613e74a3d {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:35:31.679588 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e33a901e-f323-47a7-bda7-a06cc631da3e req-03a5d3c6-5ee0-4db0-9dd7-4abfd0c319fe tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:31.698313 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f3854-a830-49f2-abd3-8fd2dd7019f7 req-f2579f65-1f85-4c5c-b6ba-99e16400d3a2 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:31.699950 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f83f3854-a830-49f2-abd3-8fd2dd7019f7 req-f2579f65-1f85-4c5c-b6ba-99e16400d3a2 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=b12c54d6-778d-4340-84b7-fbb03eee7f71 HTTP/1.1" status: 200 len: 943 time: 0.1757824 Sep 07 02:35:31.802633 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8721d5f8-da55-4997-832c-9162211c6b7b req-58334296-8ec9-423a-ad2b-82d0b98d9ae2 service neutron] 10.222.0.16 "GET /v2.0/networks/e4ab2f0c-5a02-4242-a541-768acd457503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262505 Sep 07 02:35:31.885653 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-93891622-d736-477f-b9f1-c570b30be984 req-1d81e8a7-1a9f-4e53-9141-34db73b9d428 service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465545 Sep 07 02:35:31.891031 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e503b36-a82f-47e8-b6b5-b66017c01c4b req-1b968f72-e177-45fd-877f-9890763429a9 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:31.893477 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3e503b36-a82f-47e8-b6b5-b66017c01c4b req-1b968f72-e177-45fd-877f-9890763429a9 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf3ac7ca-62b4-4019-b7e7-8dee23ec1e3e HTTP/1.1" status: 200 len: 947 time: 0.0868545 Sep 07 02:35:31.908579 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f83f3854-a830-49f2-abd3-8fd2dd7019f7 req-b4b438e4-b45b-45e9-9538-59e5497d972e tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873977 Sep 07 02:35:31.979566 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-e33a901e-f323-47a7-bda7-a06cc631da3e req-03a5d3c6-5ee0-4db0-9dd7-4abfd0c319fe tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] For port 08297d2c-895c-4357-8a0b-c3e613e74a3d, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=08297d2c-895c-4357-8a0b-c3e613e74a3d,segment=NetworkSegment(634ca4ad-3127-4569-95e5-40ea7398b250),segment_id=634ca4ad-3127-4569-95e5-40ea7398b250)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:35:31.979938 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e33a901e-f323-47a7-bda7-a06cc631da3e req-03a5d3c6-5ee0-4db0-9dd7-4abfd0c319fe tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:31.981138 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3e503b36-a82f-47e8-b6b5-b66017c01c4b req-7beda2ee-e38c-40de-8d60-f317b2c920f4 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] 10.222.0.22 "GET /v2.0/security-groups?id=57f5f2e9-9983-4a0c-96f8-c3e23e8d1762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618227 Sep 07 02:35:31.983840 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-994628a6-0a66-47cf-ab23-d1c0da693d3f service neutron] 10.222.0.23 "GET /v2.0/networks/5632e33d-1d7a-4426-9d83-a8e688a88788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989872 Sep 07 02:35:31.995030 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8721d5f8-da55-4997-832c-9162211c6b7b req-8fd149e7-5b39-4e84-915d-8fc63704a813 service neutron] 10.222.0.16 "GET /v2.0/networks/e4ab2f0c-5a02-4242-a541-768acd457503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788726 Sep 07 02:35:31.999615 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-e33a901e-f323-47a7-bda7-a06cc631da3e req-03a5d3c6-5ee0-4db0-9dd7-4abfd0c319fe tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Calling delete_port for 08297d2c-895c-4357-8a0b-c3e613e74a3d owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:35:32.140094 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6468c77b-5fbb-455a-af4e-f523bf70a19e req-cf532000-dbfe-489a-9525-ded642345ba7 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:32.146485 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6468c77b-5fbb-455a-af4e-f523bf70a19e req-cf532000-dbfe-489a-9525-ded642345ba7 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/ports?device_id=517da09a-c5f9-43af-9db7-5b58ba70b09f HTTP/1.1" status: 200 len: 945 time: 0.0670028 Sep 07 02:35:32.197288 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a8cf615b-41a8-4d12-b931-836c3132123e req-db4018f4-50ac-4506-94d2-a0f7ba20b283 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=36932fbb01ef47dd957d06cd3434fa27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0869629 Sep 07 02:35:32.202945 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6468c77b-5fbb-455a-af4e-f523bf70a19e req-590a1f12-e4af-4490-8657-962856d5e964 tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.22 "GET /v2.0/security-groups?id=db4db47e-1fc7-481a-b12d-c3b68e4a957f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555053 Sep 07 02:35:32.215719 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-93891622-d736-477f-b9f1-c570b30be984 req-af5c0777-0a7b-4128-a2f7-2c61f42e4fcf service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031929 Sep 07 02:35:32.289045 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-4f4b9979-d70b-448c-b188-946e74c833ee service neutron] 10.222.0.23 "GET /v2.0/networks/5632e33d-1d7a-4426-9d83-a8e688a88788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881720 Sep 07 02:35:32.329410 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ddf15-348a-4e66-961d-408e82d54f10 req-5e4c7db4-c151-4778-a99c-a0a824a4c9fb tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:32.342186 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ba6ddf15-348a-4e66-961d-408e82d54f10 req-5e4c7db4-c151-4778-a99c-a0a824a4c9fb tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5805c37-b156-4c27-8180-c25309ab7be0 HTTP/1.1" status: 200 len: 946 time: 0.0676863 Sep 07 02:35:32.388337 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ba6ddf15-348a-4e66-961d-408e82d54f10 req-af9e8714-0cd3-4fe2-8137-34be08efaaa6 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "GET /v2.0/security-groups?id=640bc5a7-1290-4dbd-b0ce-f56eb51dd0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455067 Sep 07 02:35:32.423203 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf615b-41a8-4d12-b931-836c3132123e req-8bb60671-f5cd-40fd-b038-2a7f5a69597d tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:32.425041 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a8cf615b-41a8-4d12-b931-836c3132123e req-8bb60671-f5cd-40fd-b038-2a7f5a69597d tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2117546 Sep 07 02:35:32.433191 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e33a901e-f323-47a7-bda7-a06cc631da3e req-03a5d3c6-5ee0-4db0-9dd7-4abfd0c319fe tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:32.448957 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['08297d2c-895c-4357-8a0b-c3e613e74a3d'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:35:32.482498 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a5d3c6-5ee0-4db0-9dd7-4abfd0c319fe tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Pushing event deleted for resources: {'Port': ['ID=08297d2c-895c-4357-8a0b-c3e613e74a3d,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:32.492968 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a8cf615b-41a8-4d12-b931-836c3132123e req-6aa3a8ec-1f0f-4b3e-a420-3eb25878cca7 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/quotas/36932fbb01ef47dd957d06cd3434fa27 HTTP/1.1" status: 200 len: 375 time: 0.0524487 Sep 07 02:35:32.518109 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1321207b-802d-43f0-ab60-0adca272f712 req-ea9eb75a-4ef7-47c5-bc01-0e229abb3d28 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:32.528910 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1321207b-802d-43f0-ab60-0adca272f712 req-ea9eb75a-4ef7-47c5-bc01-0e229abb3d28 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5805c37-b156-4c27-8180-c25309ab7be0 HTTP/1.1" status: 200 len: 946 time: 0.0668886 Sep 07 02:35:32.529359 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 40872) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:35:32.533887 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-2796ea03-ec92-42da-91d2-a5e98a145498 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Request body: {'floatingip': {'port_id': '5eedbabb-e873-4d54-ab51-89dc35dd007a'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:35:32.589098 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-e33a901e-f323-47a7-bda7-a06cc631da3e req-03a5d3c6-5ee0-4db0-9dd7-4abfd0c319fe tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] No DVR routers for this DVR port 08297d2c-895c-4357-8a0b-c3e613e74a3d on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:35:32.592056 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e33a901e-f323-47a7-bda7-a06cc631da3e req-03a5d3c6-5ee0-4db0-9dd7-4abfd0c319fe tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:32.594351 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e33a901e-f323-47a7-bda7-a06cc631da3e req-03a5d3c6-5ee0-4db0-9dd7-4abfd0c319fe tempest-FloatingIPsAssociationNegativeTestJSON-836606573 tempest-FloatingIPsAssociationNegativeTestJSON-836606573-project] 10.222.0.23 "DELETE /v2.0/ports/08297d2c-895c-4357-8a0b-c3e613e74a3d HTTP/1.1" status: 204 len: 173 time: 1.5130913 Sep 07 02:35:32.594804 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '517da09a-c5f9-43af-9db7-5b58ba70b09f', 'name': 'network-vif-deleted', 'tag': '08297d2c-895c-4357-8a0b-c3e613e74a3d'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:35:32.599546 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 2c6c2f44-9baf-4967-b7b8-3cadcbb96682 details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:35:32.607090 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dadd5c8-9431-4186-a78e-7c9ba7087f90" -d '{"events": [{"server_uuid": "517da09a-c5f9-43af-9db7-5b58ba70b09f", "name": "network-vif-deleted", "tag": "08297d2c-895c-4357-8a0b-c3e613e74a3d"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:35:32.608234 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2796ea03-ec92-42da-91d2-a5e98a145498 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Notify callbacks [] for floatingip, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:32.759193 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a8cf615b-41a8-4d12-b931-836c3132123e req-2a61e463-fe8d-4cae-82bd-f05f5245a144 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=36932fbb01ef47dd957d06cd3434fa27&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2170146 Sep 07 02:35:32.851837 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 2c6c2f44-9baf-4967-b7b8-3cadcbb96682, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=2c6c2f44-9baf-4967-b7b8-3cadcbb96682,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:35:32.876456 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '2c6c2f44-9baf-4967-b7b8-3cadcbb96682', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'port_id': '2c6c2f44-9baf-4967-b7b8-3cadcbb96682', 'mac_address': 'fa:16:3e:03:08:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '694f9550-ba12-4672-8446-41848123cea2', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:35:32.953303 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:32.973809 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c6c2f44-9baf-4967-b7b8-3cadcbb96682 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:35:33.012977 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 2c6c2f44-9baf-4967-b7b8-3cadcbb96682, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=2c6c2f44-9baf-4967-b7b8-3cadcbb96682,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:35:33.031822 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:33.033221 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device dde1a168-8d93-4dfa-ad65-624b12e16f0f details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:35:33.178807 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e611fd-b646-4ba9-8428-41571f7b017c req-e170c951-4750-4960-bc32-612e53e2b4c1 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:33.186212 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port dde1a168-8d93-4dfa-ad65-624b12e16f0f, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=dde1a168-8d93-4dfa-ad65-624b12e16f0f,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:35:33.186440 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e611fd-b646-4ba9-8428-41571f7b017c req-e170c951-4750-4960-bc32-612e53e2b4c1 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:33.197525 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e611fd-b646-4ba9-8428-41571f7b017c req-e170c951-4750-4960-bc32-612e53e2b4c1 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:33.205975 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-45e611fd-b646-4ba9-8428-41571f7b017c req-e170c951-4750-4960-bc32-612e53e2b4c1 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba14943e-a4a3-4b6f-93bf-e36b58536f25 HTTP/1.1" status: 200 len: 2417 time: 0.0987263 Sep 07 02:35:33.259287 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': 'dde1a168-8d93-4dfa-ad65-624b12e16f0f', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'port_id': 'dde1a168-8d93-4dfa-ad65-624b12e16f0f', 'mac_address': 'fa:16:3e:56:97:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '694f9550-ba12-4672-8446-41848123cea2', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:35:33.260010 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-45e611fd-b646-4ba9-8428-41571f7b017c req-8af10e8d-0339-44fa-9fd5-3f2fdb7bccc3 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/security-groups?id=da83ed9b-41b3-493b-aca7-370009a4e871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476875 Sep 07 02:35:33.268881 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=2c6c2f44-9baf-4967-b7b8-3cadcbb96682,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:33.311391 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c2b215-7c90-49f2-ae64-24ef6f3b8bad x-openstack-request-id: req-30c2b215-7c90-49f2-ae64-24ef6f3b8bad {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:35:33.311723 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "517da09a-c5f9-43af-9db7-5b58ba70b09f", "name": "network-vif-deleted", "tag": "08297d2c-895c-4357-8a0b-c3e613e74a3d", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:35:33.311982 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-30c2b215-7c90-49f2-ae64-24ef6f3b8bad {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:35:33.312400 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '517da09a-c5f9-43af-9db7-5b58ba70b09f', 'name': 'network-vif-deleted', 'tag': '08297d2c-895c-4357-8a0b-c3e613e74a3d', 'status': 'completed', 'code': 200} Sep 07 02:35:33.313107 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:33.331381 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dde1a168-8d93-4dfa-ad65-624b12e16f0f {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:35:33.370132 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port dde1a168-8d93-4dfa-ad65-624b12e16f0f, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=dde1a168-8d93-4dfa-ad65-624b12e16f0f,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:35:33.378355 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:33.481623 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=dde1a168-8d93-4dfa-ad65-624b12e16f0f,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:33.536776 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe6b9b-93eb-4181-aa29-8f6dbd30c6b1 req-31b5e215-4308-4d16-9ac0-798440d7a8b5 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:33.539778 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8cbe6b9b-93eb-4181-aa29-8f6dbd30c6b1 req-31b5e215-4308-4d16-9ac0-798440d7a8b5 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=b12c54d6-778d-4340-84b7-fbb03eee7f71 HTTP/1.1" status: 200 len: 943 time: 0.1346869 Sep 07 02:35:33.620533 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8cbe6b9b-93eb-4181-aa29-8f6dbd30c6b1 req-a8404dde-b934-467b-b7b1-787d9a0b442a tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687563 Sep 07 02:35:33.703392 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['dde1a168-8d93-4dfa-ad65-624b12e16f0f'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:35:33.703648 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dbce6f-81e6-4b33-822f-c2069be325f4 req-61dd665e-e4ff-4916-a2cd-a1b501681fed tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:33.711034 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-00dbce6f-81e6-4b33-822f-c2069be325f4 req-61dd665e-e4ff-4916-a2cd-a1b501681fed tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=af277e66-9f34-430f-82e6-77b8e6feb6c0 HTTP/1.1" status: 200 len: 946 time: 1.1156240 Sep 07 02:35:33.790463 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['2c6c2f44-9baf-4967-b7b8-3cadcbb96682'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:35:33.832248 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e08c115b-0a38-4ecf-8070-a1b7efac6112 req-1337f2c3-9b66-42d4-b10b-05ae8d0fdf4b tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=518e5f32-6696-4251-977f-e4fd41fd1cea HTTP/1.1" status: 200 len: 210 time: 0.0639520 Sep 07 02:35:33.995393 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-00dbce6f-81e6-4b33-822f-c2069be325f4 req-e49c5447-fdac-4665-ad70-577011a44e45 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833889 Sep 07 02:35:34.049762 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc7bae1-5182-42f3-b768-c8b5fdca67de req-a881b2ee-c58a-4937-b34c-9ea33ae21a5a tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:34.060073 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5cc7bae1-5182-42f3-b768-c8b5fdca67de req-a881b2ee-c58a-4937-b34c-9ea33ae21a5a tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf3ac7ca-62b4-4019-b7e7-8dee23ec1e3e HTTP/1.1" status: 200 len: 948 time: 0.1335530 Sep 07 02:35:34.216701 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5cc7bae1-5182-42f3-b768-c8b5fdca67de req-1412850a-c41b-400b-9ecd-a488c3ad74b9 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] 10.222.0.22 "GET /v2.0/security-groups?id=57f5f2e9-9983-4a0c-96f8-c3e23e8d1762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511524 Sep 07 02:35:34.242936 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 40906) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:35:34.356434 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2796ea03-ec92-42da-91d2-a5e98a145498 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:34.364765 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2796ea03-ec92-42da-91d2-a5e98a145498 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:34.546191 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 08297d2c-895c-4357-8a0b-c3e613e74a3d no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:35:34.557354 n-d-796209-16 neutron-server[94701]: INFO neutron.db.l3_db [None req-2796ea03-ec92-42da-91d2-a5e98a145498 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Floating IP ecc1e03d-8732-4858-99f5-602816fd769c associated. External IP: 172.25.5.112, port: 5eedbabb-e873-4d54-ab51-89dc35dd007a. Sep 07 02:35:34.603026 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device c974b530-b01d-4607-88d1-27d3867fd92c details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:35:34.607691 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: 08297d2c-895c-4357-8a0b-c3e613e74a3d {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:35:34.608305 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 08297d2c-895c-4357-8a0b-c3e613e74a3d not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:35:34.779438 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port c974b530-b01d-4607-88d1-27d3867fd92c, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=c974b530-b01d-4607-88d1-27d3867fd92c,segment=NetworkSegment(a87351ba-0fbc-4302-9869-b18eee085c86),segment_id=a87351ba-0fbc-4302-9869-b18eee085c86)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:35:34.807556 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': 'c974b530-b01d-4607-88d1-27d3867fd92c', 'network_id': 'e4ab2f0c-5a02-4242-a541-768acd457503', 'port_id': 'c974b530-b01d-4607-88d1-27d3867fd92c', 'mac_address': 'fa:16:3e:59:e9:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1bc4512-390c-4c50-bb1d-2c94019bd4fe', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:35:34.873675 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:34.888135 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a8cf615b-41a8-4d12-b931-836c3132123e req-3803577d-57f3-4061-b71c-0e1d390d476d tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=36932fbb01ef47dd957d06cd3434fa27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0672207 Sep 07 02:35:34.889768 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c974b530-b01d-4607-88d1-27d3867fd92c {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:35:34.919129 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775f645-d856-4498-9ead-f1a3e7c13a60 req-93746c0d-7e9a-4bd9-b9e1-b55b30b562a3 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:34.925293 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775f645-d856-4498-9ead-f1a3e7c13a60 req-93746c0d-7e9a-4bd9-b9e1-b55b30b562a3 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:34.934161 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port c974b530-b01d-4607-88d1-27d3867fd92c, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=c974b530-b01d-4607-88d1-27d3867fd92c,segment=NetworkSegment(a87351ba-0fbc-4302-9869-b18eee085c86),segment_id=a87351ba-0fbc-4302-9869-b18eee085c86)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:35:34.942724 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:34.945514 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775f645-d856-4498-9ead-f1a3e7c13a60 req-93746c0d-7e9a-4bd9-b9e1-b55b30b562a3 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:34.953769 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b775f645-d856-4498-9ead-f1a3e7c13a60 req-93746c0d-7e9a-4bd9-b9e1-b55b30b562a3 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba14943e-a4a3-4b6f-93bf-e36b58536f25 HTTP/1.1" status: 200 len: 2417 time: 0.3231368 Sep 07 02:35:35.012652 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53662c3e-b065-4169-bdd0-af364a344d7d req-5d510acb-099b-4b5f-9ef7-d22e2ad23340 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:35.020673 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-53662c3e-b065-4169-bdd0-af364a344d7d req-5d510acb-099b-4b5f-9ef7-d22e2ad23340 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=b12c54d6-778d-4340-84b7-fbb03eee7f71 HTTP/1.1" status: 200 len: 943 time: 0.1053329 Sep 07 02:35:35.087464 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=c974b530-b01d-4607-88d1-27d3867fd92c,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:35.103945 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-53662c3e-b065-4169-bdd0-af364a344d7d req-4a951ef3-7002-45ac-acda-4aaea91b8ca8 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767839 Sep 07 02:35:35.112465 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2796ea03-ec92-42da-91d2-a5e98a145498 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Router 11903ba5-e257-4111-a016-8b01939ea094 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:35:35.245236 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-203e0993-35e4-48ea-90a5-905a9cd5ddc2 req-20f37433-24ad-4570-88a5-9a82a094cdaa tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=518e5f32-6696-4251-977f-e4fd41fd1cea HTTP/1.1" status: 200 len: 210 time: 0.0358331 Sep 07 02:35:35.324534 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['c974b530-b01d-4607-88d1-27d3867fd92c'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:35:35.394472 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2796ea03-ec92-42da-91d2-a5e98a145498 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:35:35.409147 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2796ea03-ec92-42da-91d2-a5e98a145498 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:35.412039 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f391ae-e032-4e02-8631-f3b8db896002 None None] Sync routers for ids ['11903ba5-e257-4111-a016-8b01939ea094'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:35:35.425648 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f391ae-e032-4e02-8631-f3b8db896002 None None] Routers {'11903ba5-e257-4111-a016-8b01939ea094'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:35:35.426281 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-a3f391ae-e032-4e02-8631-f3b8db896002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:35:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['11903ba5-e257-4111-a016-8b01939ea094'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:35:35.455436 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-2796ea03-ec92-42da-91d2-a5e98a145498 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "PUT /v2.0/floatingips/ecc1e03d-8732-4858-99f5-602816fd769c HTTP/1.1" status: 200 len: 992 time: 2.9249952 Sep 07 02:35:35.483450 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5805c37-b156-4c27-8180-c25309ab7be0', 'tag': '5eedbabb-e873-4d54-ab51-89dc35dd007a'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:35:35.489284 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41de8516-fb67-4792-9c8f-b6391e7aab15" -d '{"events": [{"name": "network-changed", "server_uuid": "d5805c37-b156-4c27-8180-c25309ab7be0", "tag": "5eedbabb-e873-4d54-ab51-89dc35dd007a"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:35:35.552281 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91d184-b26c-4398-af1c-dcf72356de3f req-fab96ae1-8c91-490e-9aca-62c601db9b74 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:35.563362 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7d91d184-b26c-4398-af1c-dcf72356de3f req-fab96ae1-8c91-490e-9aca-62c601db9b74 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=af277e66-9f34-430f-82e6-77b8e6feb6c0 HTTP/1.1" status: 200 len: 946 time: 0.2472641 Sep 07 02:35:35.642109 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7d91d184-b26c-4398-af1c-dcf72356de3f req-6ccddd56-db4f-4f14-9276-29b56bfc44d3 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774415 Sep 07 02:35:35.644651 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-a3f391ae-e032-4e02-8631-f3b8db896002 None None] Set router 11903ba5-e257-4111-a016-8b01939ea094 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:35:35.773464 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b775f645-d856-4498-9ead-f1a3e7c13a60 req-a41aaa2c-8e7f-4b17-bc1d-b9f1af4c2b3f tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/security-groups?id=da83ed9b-41b3-493b-aca7-370009a4e871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8185151 Sep 07 02:35:35.917059 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b77e2-6be6-47ff-8264-a7d9734f823c req-fb7b1632-8355-496a-96f0-7215367a8e38 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:35.934557 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-291b77e2-6be6-47ff-8264-a7d9734f823c req-fb7b1632-8355-496a-96f0-7215367a8e38 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf3ac7ca-62b4-4019-b7e7-8dee23ec1e3e HTTP/1.1" status: 200 len: 948 time: 0.1033201 Sep 07 02:35:35.950583 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf615b-41a8-4d12-b931-836c3132123e req-c82a2a3e-a931-46be-b546-ba1b7b2b1908 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:35.952692 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47db5859-fd17-4d0c-bc1c-84ad449608ab x-openstack-request-id: req-47db5859-fd17-4d0c-bc1c-84ad449608ab {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:35:35.952970 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5805c37-b156-4c27-8180-c25309ab7be0", "tag": "5eedbabb-e873-4d54-ab51-89dc35dd007a", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:35:35.953217 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-47db5859-fd17-4d0c-bc1c-84ad449608ab {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:35:35.953598 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5805c37-b156-4c27-8180-c25309ab7be0', 'tag': '5eedbabb-e873-4d54-ab51-89dc35dd007a', 'status': 'completed', 'code': 200} Sep 07 02:35:35.957747 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a8cf615b-41a8-4d12-b931-836c3132123e req-c82a2a3e-a931-46be-b546-ba1b7b2b1908 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0011692 Sep 07 02:35:35.983706 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-a8cf615b-41a8-4d12-b931-836c3132123e req-1bba4f55-0f39-42af-beb4-f56937ace726 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Request body: {'port': {'device_id': '518e5f32-6696-4251-977f-e4fd41fd1cea', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'admin_state_up': True, 'tenant_id': '36932fbb01ef47dd957d06cd3434fa27'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:35:36.006389 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-291b77e2-6be6-47ff-8264-a7d9734f823c req-2fcdf9f6-2cc6-4001-81cf-41cff083332a tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] 10.222.0.22 "GET /v2.0/security-groups?id=57f5f2e9-9983-4a0c-96f8-c3e23e8d1762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629423 Sep 07 02:35:36.037229 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-a3f391ae-e032-4e02-8631-f3b8db896002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11903ba5-e257-4111-a016-8b01939ea094', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-580571853-router', 'tenant_id': 'ec8f998f0dfa49298d81e528b209944e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '9c2fe7a0-c1ad-469f-aa13-3711ea7b2bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:32:33Z', 'updated_at': '2021-09-07T02:32:38Z', 'revision_number': 4, 'project_id': 'ec8f998f0dfa49298d81e528b209944e', 'gw_port': {'id': '9c2fe7a0-c1ad-469f-aa13-3711ea7b2bc7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:0a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11903ba5-e257-4111-a016-8b01939ea094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:32:34Z', 'updated_at': '2021-09-07T02:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'ecc1e03d-8732-4858-99f5-602816fd769c', 'tenant_id': 'ec8f998f0dfa49298d81e528b209944e', 'floating_ip_address': '172.25.5.112', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '11903ba5-e257-4111-a016-8b01939ea094', 'port_id': '5eedbabb-e873-4d54-ab51-89dc35dd007a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc', 'mac_address': 'fa:16:3e:6b:0d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5805c37-b156-4c27-8180-c25309ab7be0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T02:33:04Z', 'updated_at': '2021-09-07T02:35:34Z', 'revision_number': 5, 'project_id': 'ec8f998f0dfa49298d81e528b209944e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '859e2d0d-bf42-452d-a954-dfdc8ed71645', 'name': '', 'network_id': '6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc', 'tenant_id': 'ec8f998f0dfa49298d81e528b209944e', 'mac_address': 'fa:16:3e:01:d0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11903ba5-e257-4111-a016-8b01939ea094', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'cbe10d5e-50cd-446a-9782-e73eac83e8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:32:36Z', 'updated_at': '2021-09-07T02:32:45Z', 'revision_number': 5, 'project_id': 'ec8f998f0dfa49298d81e528b209944e', 'subnets': [{'id': 'cbe10d5e-50cd-446a-9782-e73eac83e8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:35:36.075348 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f391ae-e032-4e02-8631-f3b8db896002 None None] Checking router: 11903ba5-e257-4111-a016-8b01939ea094 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:35:36.086538 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f391ae-e032-4e02-8631-f3b8db896002 None None] Routers {'11903ba5-e257-4111-a016-8b01939ea094'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:35:36.086780 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-a3f391ae-e032-4e02-8631-f3b8db896002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:35:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['11903ba5-e257-4111-a016-8b01939ea094'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:35:36.139237 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de8516-fb67-4792-9c8f-b6391e7aab15 req-9a1ff312-ee9e-44a3-bfb6-eda29b242dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:36.143091 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-41de8516-fb67-4792-9c8f-b6391e7aab15 req-9a1ff312-ee9e-44a3-bfb6-eda29b242dcd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ec8f998f0dfa49298d81e528b209944e&device_id=d5805c37-b156-4c27-8180-c25309ab7be0 HTTP/1.1" status: 200 len: 1098 time: 0.1534967 Sep 07 02:35:36.253005 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-a3f391ae-e032-4e02-8631-f3b8db896002 None None] Set router 11903ba5-e257-4111-a016-8b01939ea094 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:35:36.479653 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9b2e0c03-d86d-4a0c-adb1-53c02772c76b req-2e856f99-1777-41cc-9548-806e26464213 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=518e5f32-6696-4251-977f-e4fd41fd1cea HTTP/1.1" status: 200 len: 210 time: 0.0849552 Sep 07 02:35:36.505308 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8cf615b-41a8-4d12-b931-836c3132123e req-1bba4f55-0f39-42af-beb4-f56937ace726 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Made reservation on behalf of 36932fbb01ef47dd957d06cd3434fa27 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:35:36.511946 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a8cf615b-41a8-4d12-b931-836c3132123e req-1bba4f55-0f39-42af-beb4-f56937ace726 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:36.533237 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303b8176-3df1-41ab-b0cd-f0682ddede76 req-d722435f-4b14-4589-95eb-939f98c1e18c tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:36.542469 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b85ece9-32f0-4b81-bf44-4fc61b8bb886 req-a4f84160-2bab-4d2f-9612-79caa725abd3 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:36.548245 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303b8176-3df1-41ab-b0cd-f0682ddede76 req-d722435f-4b14-4589-95eb-939f98c1e18c tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:36.550583 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4b85ece9-32f0-4b81-bf44-4fc61b8bb886 req-a4f84160-2bab-4d2f-9612-79caa725abd3 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=b12c54d6-778d-4340-84b7-fbb03eee7f71 HTTP/1.1" status: 200 len: 944 time: 0.3211768 Sep 07 02:35:36.556848 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303b8176-3df1-41ab-b0cd-f0682ddede76 req-d722435f-4b14-4589-95eb-939f98c1e18c tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:36.559251 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-303b8176-3df1-41ab-b0cd-f0682ddede76 req-d722435f-4b14-4589-95eb-939f98c1e18c tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba14943e-a4a3-4b6f-93bf-e36b58536f25 HTTP/1.1" status: 200 len: 2417 time: 0.2243254 Sep 07 02:35:36.560361 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de8516-fb67-4792-9c8f-b6391e7aab15 req-592f764e-825a-49fc-b162-b1a51888318c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:36.562023 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-41de8516-fb67-4792-9c8f-b6391e7aab15 req-592f764e-825a-49fc-b162-b1a51888318c service neutron] 10.222.0.16 "GET /v2.0/networks?id=6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc HTTP/1.1" status: 200 len: 923 time: 0.3883438 Sep 07 02:35:36.573490 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-a3f391ae-e032-4e02-8631-f3b8db896002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11903ba5-e257-4111-a016-8b01939ea094', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-580571853-router', 'tenant_id': 'ec8f998f0dfa49298d81e528b209944e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '9c2fe7a0-c1ad-469f-aa13-3711ea7b2bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:32:33Z', 'updated_at': '2021-09-07T02:32:38Z', 'revision_number': 4, 'project_id': 'ec8f998f0dfa49298d81e528b209944e', 'gw_port': {'id': '9c2fe7a0-c1ad-469f-aa13-3711ea7b2bc7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:0a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11903ba5-e257-4111-a016-8b01939ea094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:32:34Z', 'updated_at': '2021-09-07T02:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'ecc1e03d-8732-4858-99f5-602816fd769c', 'tenant_id': 'ec8f998f0dfa49298d81e528b209944e', 'floating_ip_address': '172.25.5.112', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '11903ba5-e257-4111-a016-8b01939ea094', 'port_id': '5eedbabb-e873-4d54-ab51-89dc35dd007a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc', 'mac_address': 'fa:16:3e:6b:0d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5805c37-b156-4c27-8180-c25309ab7be0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T02:33:04Z', 'updated_at': '2021-09-07T02:35:34Z', 'revision_number': 5, 'project_id': 'ec8f998f0dfa49298d81e528b209944e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '859e2d0d-bf42-452d-a954-dfdc8ed71645', 'name': '', 'network_id': '6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc', 'tenant_id': 'ec8f998f0dfa49298d81e528b209944e', 'mac_address': 'fa:16:3e:01:d0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11903ba5-e257-4111-a016-8b01939ea094', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'cbe10d5e-50cd-446a-9782-e73eac83e8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:32:36Z', 'updated_at': '2021-09-07T02:32:45Z', 'revision_number': 5, 'project_id': 'ec8f998f0dfa49298d81e528b209944e', 'subnets': [{'id': 'cbe10d5e-50cd-446a-9782-e73eac83e8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:35:36.633729 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f391ae-e032-4e02-8631-f3b8db896002 None None] The sync data for ids ['11903ba5-e257-4111-a016-8b01939ea094'] in n-d-796209-16 is: [{'id': '11903ba5-e257-4111-a016-8b01939ea094', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-580571853-router', 'tenant_id': 'ec8f998f0dfa49298d81e528b209944e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '9c2fe7a0-c1ad-469f-aa13-3711ea7b2bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:32:33Z', 'updated_at': '2021-09-07T02:32:38Z', 'revision_number': 4, 'project_id': 'ec8f998f0dfa49298d81e528b209944e', 'gw_port': {'id': '9c2fe7a0-c1ad-469f-aa13-3711ea7b2bc7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:0a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11903ba5-e257-4111-a016-8b01939ea094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:32:34Z', 'updated_at': '2021-09-07T02:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'ecc1e03d-8732-4858-99f5-602816fd769c', 'tenant_id': 'ec8f998f0dfa49298d81e528b209944e', 'floating_ip_address': '172.25.5.112', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '11903ba5-e257-4111-a016-8b01939ea094', 'port_id': '5eedbabb-e873-4d54-ab51-89dc35dd007a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc', 'mac_address': 'fa:16:3e:6b:0d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5805c37-b156-4c27-8180-c25309ab7be0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T02:33:04Z', 'updated_at': '2021-09-07T02:35:34Z', 'revision_number': 5, 'project_id': 'ec8f998f0dfa49298d81e528b209944e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '859e2d0d-bf42-452d-a954-dfdc8ed71645', 'name': '', 'network_id': '6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc', 'tenant_id': 'ec8f998f0dfa49298d81e528b209944e', 'mac_address': 'fa:16:3e:01:d0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11903ba5-e257-4111-a016-8b01939ea094', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'cbe10d5e-50cd-446a-9782-e73eac83e8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:32:36Z', 'updated_at': '2021-09-07T02:32:45Z', 'revision_number': 5, 'project_id': 'ec8f998f0dfa49298d81e528b209944e', 'subnets': [{'id': 'cbe10d5e-50cd-446a-9782-e73eac83e8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:35:36.645488 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device dde1a168-8d93-4dfa-ad65-624b12e16f0f up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:35:36.807679 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port dde1a168-8d93-4dfa-ad65-624b12e16f0f completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:35:36.817826 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port dde1a168-8d93-4dfa-ad65-624b12e16f0f triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:35:36.818264 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:36.868687 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4b85ece9-32f0-4b81-bf44-4fc61b8bb886 req-5de14578-0ff0-4ef4-8fe9-238c4ddf06ad tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168232 Sep 07 02:35:36.950109 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-303b8176-3df1-41ab-b0cd-f0682ddede76 req-a1eb6199-f0c8-4546-8aaa-ec944ad2f755 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Deleting port 0e286de3-d96d-439e-9d60-566f5f9a2645 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:35:36.950464 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-303b8176-3df1-41ab-b0cd-f0682ddede76 req-a1eb6199-f0c8-4546-8aaa-ec944ad2f755 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:37.038090 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae3753-021d-4c07-9eb8-d93366c64dc4 req-7799c236-f71f-407e-abc6-926b26b0df45 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:37.039242 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:37.039812 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7dae3753-021d-4c07-9eb8-d93366c64dc4 req-7799c236-f71f-407e-abc6-926b26b0df45 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=af277e66-9f34-430f-82e6-77b8e6feb6c0 HTTP/1.1" status: 200 len: 946 time: 0.2169013 Sep 07 02:35:37.088968 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-a8cf615b-41a8-4d12-b931-836c3132123e req-1bba4f55-0f39-42af-beb4-f56937ace726 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Allocated IP 192.168.233.83 (0823ecf3-066e-49bd-a451-2e84ab79a70f/694f9550-ba12-4672-8446-41848123cea2/4501d607-aadd-4803-8aaf-dc78ed73bb50) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:35:37.155663 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port dde1a168-8d93-4dfa-ad65-624b12e16f0f, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=dde1a168-8d93-4dfa-ad65-624b12e16f0f,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:35:37.156952 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 02:35:37.159289 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf3ac7ca-62b4-4019-b7e7-8dee23ec1e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde1a168-8d93-4dfa-ad65-624b12e16f0f'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:35:37.162394 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6ff0bc-52e7-4ff0-80f2-274892257dbf" -d '{"events": [{"server_uuid": "bf3ac7ca-62b4-4019-b7e7-8dee23ec1e3e", "name": "network-vif-plugged", "status": "completed", "tag": "dde1a168-8d93-4dfa-ad65-624b12e16f0f"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:35:37.166080 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5682ee8b-0417-40bb-b49b-618337ad149e None None] New status for floating IP ecc1e03d-8732-4858-99f5-602816fd769c: ACTIVE {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 02:35:37.168989 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7dae3753-021d-4c07-9eb8-d93366c64dc4 req-bb0dfc28-295a-4b1d-8dfa-b50b30c06e86 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911889 Sep 07 02:35:37.171372 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:37.172487 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 2c6c2f44-9baf-4967-b7b8-3cadcbb96682 up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:35:37.221664 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-303b8176-3df1-41ab-b0cd-f0682ddede76 req-a1eb6199-f0c8-4546-8aaa-ec944ad2f755 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] For port 0e286de3-d96d-439e-9d60-566f5f9a2645, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=0e286de3-d96d-439e-9d60-566f5f9a2645,segment=NetworkSegment(3542b5b9-4ae6-4e8e-8e7d-8cfb5196bd64),segment_id=3542b5b9-4ae6-4e8e-8e7d-8cfb5196bd64)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:35:37.222047 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-303b8176-3df1-41ab-b0cd-f0682ddede76 req-a1eb6199-f0c8-4546-8aaa-ec944ad2f755 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:37.257441 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-303b8176-3df1-41ab-b0cd-f0682ddede76 req-a1eb6199-f0c8-4546-8aaa-ec944ad2f755 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Calling delete_port for 0e286de3-d96d-439e-9d60-566f5f9a2645 owned by compute:nova {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:35:37.272092 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a8cf615b-41a8-4d12-b931-836c3132123e req-1bba4f55-0f39-42af-beb4-f56937ace726 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:37.287905 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-a8cf615b-41a8-4d12-b931-836c3132123e req-1bba4f55-0f39-42af-beb4-f56937ace726 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Transition to ACTIVE for port object 4501d607-aadd-4803-8aaf-dc78ed73bb50 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:35:37.365377 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-51324840-a67c-4823-98e6-7955b69b960c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:37.373467 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a8cf615b-41a8-4d12-b931-836c3132123e req-1bba4f55-0f39-42af-beb4-f56937ace726 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:37.381973 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=dde1a168-8d93-4dfa-ad65-624b12e16f0f,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:37.395683 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['cd30c17f-9869-47d0-b8a4-372e64aeee83', '5f62b862-298f-48a6-87b0-a9e80e67a326'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:35:37.397961 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['b6b91583-efab-415c-af4d-b359edcad861', 'ff1a19e3-e096-472f-9a63-57a220fc3f11', '9b74c30d-79a1-4776-88eb-fff88a21f5a9', '05119bc0-20c7-4dc4-b159-b327eb1226cd'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:35:37.460514 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port 2c6c2f44-9baf-4967-b7b8-3cadcbb96682 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:35:37.476511 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 2c6c2f44-9baf-4967-b7b8-3cadcbb96682 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:35:37.478213 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:37.608915 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0865ff-be37-4d0f-8896-c3e8e643f14e req-6582be61-4782-44fa-92b3-2b21b2bdc545 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:37.618427 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1d0865ff-be37-4d0f-8896-c3e8e643f14e req-6582be61-4782-44fa-92b3-2b21b2bdc545 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf3ac7ca-62b4-4019-b7e7-8dee23ec1e3e HTTP/1.1" status: 200 len: 949 time: 0.1783326 Sep 07 02:35:37.652350 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8cf615b-41a8-4d12-b931-836c3132123e req-1bba4f55-0f39-42af-beb4-f56937ace726 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Network 0823ecf3-066e-49bd-a451-2e84ab79a70f is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:35:37.674673 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-303b8176-3df1-41ab-b0cd-f0682ddede76 req-a1eb6199-f0c8-4546-8aaa-ec944ad2f755 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:37.713726 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1d0865ff-be37-4d0f-8896-c3e8e643f14e req-08b4d1b9-6572-4eb6-95db-c20b6c610b4c tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] 10.222.0.22 "GET /v2.0/security-groups?id=57f5f2e9-9983-4a0c-96f8-c3e23e8d1762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941381 Sep 07 02:35:37.762722 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-a8cf615b-41a8-4d12-b931-836c3132123e req-1bba4f55-0f39-42af-beb4-f56937ace726 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:35:37.778031 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-41de8516-fb67-4792-9c8f-b6391e7aab15 req-271a76f2-501a-4e0d-aa7c-127c80246ab4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5eedbabb-e873-4d54-ab51-89dc35dd007a HTTP/1.1" status: 200 len: 1000 time: 1.1850481 Sep 07 02:35:37.795283 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8cf615b-41a8-4d12-b931-836c3132123e req-1bba4f55-0f39-42af-beb4-f56937ace726 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:35:37.834516 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef0cbec-8099-48f2-92c7-b91320bdf8ce req-0a50cbe6-cfac-41dd-a199-463179226df8 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:37.851218 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef0cbec-8099-48f2-92c7-b91320bdf8ce req-0a50cbe6-cfac-41dd-a199-463179226df8 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:37.860349 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eb6199-f0c8-4546-8aaa-ec944ad2f755 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Pushing event deleted for resources: {'Port': ['ID=0e286de3-d96d-439e-9d60-566f5f9a2645,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:37.871010 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef0cbec-8099-48f2-92c7-b91320bdf8ce req-0a50cbe6-cfac-41dd-a199-463179226df8 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:37.875565 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9643e6ae-884a-4bc6-b6a8-79cf66b118cb x-openstack-request-id: req-9643e6ae-884a-4bc6-b6a8-79cf66b118cb {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:35:37.876117 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf3ac7ca-62b4-4019-b7e7-8dee23ec1e3e", "name": "network-vif-plugged", "status": "completed", "tag": "dde1a168-8d93-4dfa-ad65-624b12e16f0f", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:35:37.876117 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9643e6ae-884a-4bc6-b6a8-79cf66b118cb {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:35:37.876429 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf3ac7ca-62b4-4019-b7e7-8dee23ec1e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde1a168-8d93-4dfa-ad65-624b12e16f0f', 'code': 200} Sep 07 02:35:37.887987 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5ef0cbec-8099-48f2-92c7-b91320bdf8ce req-0a50cbe6-cfac-41dd-a199-463179226df8 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba14943e-a4a3-4b6f-93bf-e36b58536f25 HTTP/1.1" status: 200 len: 2338 time: 0.5525789 Sep 07 02:35:37.921676 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-303b8176-3df1-41ab-b0cd-f0682ddede76 req-a1eb6199-f0c8-4546-8aaa-ec944ad2f755 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] No DVR routers for this DVR port 0e286de3-d96d-439e-9d60-566f5f9a2645 on host n-h2-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:35:37.936691 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eb6199-f0c8-4546-8aaa-ec944ad2f755 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:35:37.937045 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eb6199-f0c8-4546-8aaa-ec944ad2f755 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:35:37.937439 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eb6199-f0c8-4546-8aaa-ec944ad2f755 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:35:37.937791 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eb6199-f0c8-4546-8aaa-ec944ad2f755 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:35:37.938125 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eb6199-f0c8-4546-8aaa-ec944ad2f755 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:35:37.938463 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eb6199-f0c8-4546-8aaa-ec944ad2f755 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:35:37.938792 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eb6199-f0c8-4546-8aaa-ec944ad2f755 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:35:37.939115 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eb6199-f0c8-4546-8aaa-ec944ad2f755 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:35:37.939440 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eb6199-f0c8-4546-8aaa-ec944ad2f755 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:35:37.939791 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eb6199-f0c8-4546-8aaa-ec944ad2f755 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:35:37.940123 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eb6199-f0c8-4546-8aaa-ec944ad2f755 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:35:37.940453 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eb6199-f0c8-4546-8aaa-ec944ad2f755 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:35:37.951567 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:37.954916 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-303b8176-3df1-41ab-b0cd-f0682ddede76 req-a1eb6199-f0c8-4546-8aaa-ec944ad2f755 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:37.956984 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-303b8176-3df1-41ab-b0cd-f0682ddede76 req-a1eb6199-f0c8-4546-8aaa-ec944ad2f755 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.16 "DELETE /v2.0/ports/0e286de3-d96d-439e-9d60-566f5f9a2645 HTTP/1.1" status: 204 len: 173 time: 1.3847609 Sep 07 02:35:37.969447 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba14943e-a4a3-4b6f-93bf-e36b58536f25', 'name': 'network-vif-deleted', 'tag': '0e286de3-d96d-439e-9d60-566f5f9a2645'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:35:37.981831 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86cbf7f-fd94-453c-9a35-fb363aa6fe6f" -d '{"events": [{"server_uuid": "ba14943e-a4a3-4b6f-93bf-e36b58536f25", "name": "network-vif-deleted", "tag": "0e286de3-d96d-439e-9d60-566f5f9a2645"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:35:38.146182 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba4f55-0f39-42af-beb4-f56937ace726 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Pushing event updated for resources: {'Port': ['ID=4501d607-aadd-4803-8aaf-dc78ed73bb50,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:38.356299 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 2c6c2f44-9baf-4967-b7b8-3cadcbb96682, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=2c6c2f44-9baf-4967-b7b8-3cadcbb96682,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:35:38.365453 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df72426e-f373-4065-afdb-ea645ccf583e req-9dd8bc3b-5cc7-4ebd-b1f2-ec03786ac1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:38.367028 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-df72426e-f373-4065-afdb-ea645ccf583e req-9dd8bc3b-5cc7-4ebd-b1f2-ec03786ac1f6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bf3ac7ca-62b4-4019-b7e7-8dee23ec1e3e HTTP/1.1" status: 200 len: 1101 time: 0.4091971 Sep 07 02:35:38.371575 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5ef0cbec-8099-48f2-92c7-b91320bdf8ce req-20967a74-2e14-4186-832a-24fbec303a2b tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/security-groups?id=da83ed9b-41b3-493b-aca7-370009a4e871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4825687 Sep 07 02:35:38.374742 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bba4f55-0f39-42af-beb4-f56937ace726 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:35:38.375125 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bba4f55-0f39-42af-beb4-f56937ace726 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:35:38.375470 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bba4f55-0f39-42af-beb4-f56937ace726 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:35:38.375869 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bba4f55-0f39-42af-beb4-f56937ace726 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:35:38.376672 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bba4f55-0f39-42af-beb4-f56937ace726 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:35:38.376672 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bba4f55-0f39-42af-beb4-f56937ace726 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:35:38.376895 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bba4f55-0f39-42af-beb4-f56937ace726 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:35:38.377161 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bba4f55-0f39-42af-beb4-f56937ace726 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:35:38.377491 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bba4f55-0f39-42af-beb4-f56937ace726 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:35:38.377822 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bba4f55-0f39-42af-beb4-f56937ace726 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:35:38.378144 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bba4f55-0f39-42af-beb4-f56937ace726 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:35:38.378467 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bba4f55-0f39-42af-beb4-f56937ace726 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:35:38.409613 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:38.436140 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-303b8176-3df1-41ab-b0cd-f0682ddede76 req-72c305a7-63c4-459c-92f7-7ae0b46a44c1 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Deleting port 9282ed25-bf73-4795-b5ad-86c7780ba839 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:35:38.436528 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-303b8176-3df1-41ab-b0cd-f0682ddede76 req-72c305a7-63c4-459c-92f7-7ae0b46a44c1 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:38.481653 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=2c6c2f44-9baf-4967-b7b8-3cadcbb96682,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:38.500917 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8ceaad8e-67c1-4c7b-9580-825702698ff2 None None] Provisioning for port 4501d607-aadd-4803-8aaf-dc78ed73bb50 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:35:38.509575 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8ceaad8e-67c1-4c7b-9580-825702698ff2 None None] Provisioning complete for port 4501d607-aadd-4803-8aaf-dc78ed73bb50 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:35:38.509945 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8ceaad8e-67c1-4c7b-9580-825702698ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:38.543175 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641ae92-28f5-4710-9a4f-82a1847bc95c req-cc88ed37-94ac-426a-8a70-645950b94260 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:38.552677 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2641ae92-28f5-4710-9a4f-82a1847bc95c req-cc88ed37-94ac-426a-8a70-645950b94260 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=518e5f32-6696-4251-977f-e4fd41fd1cea HTTP/1.1" status: 200 len: 935 time: 0.3947487 Sep 07 02:35:38.564791 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de8516-fb67-4792-9c8f-b6391e7aab15 req-aa2ecd4f-f173-4b53-9021-9eac12fdd336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:38.566246 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-41de8516-fb67-4792-9c8f-b6391e7aab15 req-aa2ecd4f-f173-4b53-9021-9eac12fdd336 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cbe10d5e-50cd-446a-9782-e73eac83e8a3 HTTP/1.1" status: 200 len: 862 time: 0.7722116 Sep 07 02:35:38.623874 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8ceaad8e-67c1-4c7b-9580-825702698ff2 None None] Port 4501d607-aadd-4803-8aaf-dc78ed73bb50 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:35:38.628838 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-df72426e-f373-4065-afdb-ea645ccf583e req-56595012-0645-438b-8893-03c2646fbdc7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=57f5f2e9-9983-4a0c-96f8-c3e23e8d1762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398553 Sep 07 02:35:38.633958 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device c974b530-b01d-4607-88d1-27d3867fd92c up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:35:38.646080 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf615b-41a8-4d12-b931-836c3132123e req-1bba4f55-0f39-42af-beb4-f56937ace726 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:38.646640 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a8cf615b-41a8-4d12-b931-836c3132123e req-1bba4f55-0f39-42af-beb4-f56937ace726 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:38.690172 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2641ae92-28f5-4710-9a4f-82a1847bc95c req-233e72dd-30bb-4990-991a-6c0080752127 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361766 Sep 07 02:35:38.712837 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a8cf615b-41a8-4d12-b931-836c3132123e req-1bba4f55-0f39-42af-beb4-f56937ace726 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7344468 Sep 07 02:35:38.733847 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-a8cf615b-41a8-4d12-b931-836c3132123e req-df59e03e-b970-4abc-89e8-fec6911347e2 service neutron] Request body: {'port': {'device_id': '518e5f32-6696-4251-977f-e4fd41fd1cea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:35:38.762454 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-303b8176-3df1-41ab-b0cd-f0682ddede76 req-72c305a7-63c4-459c-92f7-7ae0b46a44c1 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] For port 9282ed25-bf73-4795-b5ad-86c7780ba839, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=9282ed25-bf73-4795-b5ad-86c7780ba839,segment=NetworkSegment(8130b750-8be3-40b8-862a-ccd11ca4296d),segment_id=8130b750-8be3-40b8-862a-ccd11ca4296d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:35:38.763270 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-303b8176-3df1-41ab-b0cd-f0682ddede76 req-72c305a7-63c4-459c-92f7-7ae0b46a44c1 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:38.767441 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c391e9ff-b782-49c1-8a06-09b585e309e5 req-46d55c94-1de9-4b5f-a663-7759d3c11dcf tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:38.769085 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c391e9ff-b782-49c1-8a06-09b585e309e5 req-46d55c94-1de9-4b5f-a663-7759d3c11dcf tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=b12c54d6-778d-4340-84b7-fbb03eee7f71 HTTP/1.1" status: 200 len: 944 time: 0.2315407 Sep 07 02:35:38.771223 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de8516-fb67-4792-9c8f-b6391e7aab15 req-a0c34b50-1cf1-4546-b99a-657ebc37384c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:38.772947 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-41de8516-fb67-4792-9c8f-b6391e7aab15 req-a0c34b50-1cf1-4546-b99a-657ebc37384c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1938887 Sep 07 02:35:38.780469 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port c974b530-b01d-4607-88d1-27d3867fd92c completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:35:38.818167 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port c974b530-b01d-4607-88d1-27d3867fd92c triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:35:38.818622 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:38.825472 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-303b8176-3df1-41ab-b0cd-f0682ddede76 req-72c305a7-63c4-459c-92f7-7ae0b46a44c1 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Calling delete_port for 9282ed25-bf73-4795-b5ad-86c7780ba839 owned by compute:nova {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:35:38.877663 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a85608-c5f0-4c12-a8b8-5ff3bc189ebd x-openstack-request-id: req-e8a85608-c5f0-4c12-a8b8-5ff3bc189ebd {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:35:38.878393 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba14943e-a4a3-4b6f-93bf-e36b58536f25", "name": "network-vif-deleted", "tag": "0e286de3-d96d-439e-9d60-566f5f9a2645", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:35:38.880257 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e8a85608-c5f0-4c12-a8b8-5ff3bc189ebd {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:35:38.880896 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba14943e-a4a3-4b6f-93bf-e36b58536f25', 'name': 'network-vif-deleted', 'tag': '0e286de3-d96d-439e-9d60-566f5f9a2645', 'status': 'completed', 'code': 200} Sep 07 02:35:38.962144 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a8cf615b-41a8-4d12-b931-836c3132123e req-df59e03e-b970-4abc-89e8-fec6911347e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:38.988083 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c391e9ff-b782-49c1-8a06-09b585e309e5 req-ca83da5b-6c1c-492c-aea1-cf0c65f95da5 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076159 Sep 07 02:35:39.114809 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-41de8516-fb67-4792-9c8f-b6391e7aab15 req-141a47fa-e1e9-4999-8955-ac82a9ff6f5a service neutron] 10.222.0.16 "GET /v2.0/networks/6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709277 Sep 07 02:35:39.173463 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee6b351-d9b5-4f7f-9386-880758842ec4 req-ec1de81f-3317-414b-8488-c137d0afe7b2 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:39.183663 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eee6b351-d9b5-4f7f-9386-880758842ec4 req-ec1de81f-3317-414b-8488-c137d0afe7b2 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=af277e66-9f34-430f-82e6-77b8e6feb6c0 HTTP/1.1" status: 200 len: 946 time: 0.0900922 Sep 07 02:35:39.211270 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-303b8176-3df1-41ab-b0cd-f0682ddede76 req-72c305a7-63c4-459c-92f7-7ae0b46a44c1 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:39.246213 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:39.272979 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eee6b351-d9b5-4f7f-9386-880758842ec4 req-2be8f1ad-fcc7-447d-a3f1-4e65ddfe3f9b tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882895 Sep 07 02:35:39.275087 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c305a7-63c4-459c-92f7-7ae0b46a44c1 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Pushing event deleted for resources: {'Port': ['ID=9282ed25-bf73-4795-b5ad-86c7780ba839,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:39.349207 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port c974b530-b01d-4607-88d1-27d3867fd92c, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=c974b530-b01d-4607-88d1-27d3867fd92c,segment=NetworkSegment(a87351ba-0fbc-4302-9869-b18eee085c86),segment_id=a87351ba-0fbc-4302-9869-b18eee085c86)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:35:39.352133 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-303b8176-3df1-41ab-b0cd-f0682ddede76 req-72c305a7-63c4-459c-92f7-7ae0b46a44c1 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] No DVR routers for this DVR port 9282ed25-bf73-4795-b5ad-86c7780ba839 on host n-h2-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:35:39.359756 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-303b8176-3df1-41ab-b0cd-f0682ddede76 req-72c305a7-63c4-459c-92f7-7ae0b46a44c1 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:39.365331 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-303b8176-3df1-41ab-b0cd-f0682ddede76 req-72c305a7-63c4-459c-92f7-7ae0b46a44c1 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.16 "DELETE /v2.0/ports/9282ed25-bf73-4795-b5ad-86c7780ba839 HTTP/1.1" status: 204 len: 173 time: 1.3722379 Sep 07 02:35:39.380672 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:39.389987 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 0e286de3-d96d-439e-9d60-566f5f9a2645 no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:35:39.526150 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: 0e286de3-d96d-439e-9d60-566f5f9a2645 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:35:39.526570 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 0e286de3-d96d-439e-9d60-566f5f9a2645 not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:35:39.526942 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 9d81739a-5fa9-4361-b2ac-8f301d48c933 no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:35:39.628419 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a7ba0-5afb-4ec3-ac60-0e7770621831 req-f937088a-1edc-4ac7-9f65-f8d35ccd5e23 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:39.636599 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e01a7ba0-5afb-4ec3-ac60-0e7770621831 req-f937088a-1edc-4ac7-9f65-f8d35ccd5e23 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba14943e-a4a3-4b6f-93bf-e36b58536f25 HTTP/1.1" status: 200 len: 944 time: 0.1317434 Sep 07 02:35:39.702905 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=c974b530-b01d-4607-88d1-27d3867fd92c,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:39.717292 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e01a7ba0-5afb-4ec3-ac60-0e7770621831 req-0e6864be-d028-44ae-8af5-8f3f9bd84c5e tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/security-groups?id=da83ed9b-41b3-493b-aca7-370009a4e871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567200 Sep 07 02:35:39.720249 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-303b8176-3df1-41ab-b0cd-f0682ddede76 req-55c19349-08a3-4c55-b3c1-1f62f5c54843 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Deleting port 9d81739a-5fa9-4361-b2ac-8f301d48c933 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:35:39.720606 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-303b8176-3df1-41ab-b0cd-f0682ddede76 req-55c19349-08a3-4c55-b3c1-1f62f5c54843 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:39.801946 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:39.857304 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 9d81739a-5fa9-4361-b2ac-8f301d48c933, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=9d81739a-5fa9-4361-b2ac-8f301d48c933,segment=NetworkSegment(8130b750-8be3-40b8-862a-ccd11ca4296d),segment_id=8130b750-8be3-40b8-862a-ccd11ca4296d)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:35:39.867051 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:39.868779 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 9282ed25-bf73-4795-b5ad-86c7780ba839 no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:35:39.872674 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-41de8516-fb67-4792-9c8f-b6391e7aab15 req-b5d835c5-d08a-4b8b-a723-608c8ab077dd service neutron] 10.222.0.16 "GET /v2.0/networks/6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7470348 Sep 07 02:35:39.907008 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-51324840-a67c-4823-98e6-7955b69b960c admin admin] Deleting port a4626ecb-8d43-42db-8801-e826770acd31 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:35:39.920093 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce67c6c-d8d0-4209-bd46-994970e2cad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c6c2f44-9baf-4967-b7b8-3cadcbb96682'}, {'server_uuid': 'b12c54d6-778d-4340-84b7-fbb03eee7f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c974b530-b01d-4607-88d1-27d3867fd92c'}, {'server_uuid': 'ba14943e-a4a3-4b6f-93bf-e36b58536f25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d81739a-5fa9-4361-b2ac-8f301d48c933'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:35:39.922442 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f637018-56cb-498e-b67f-428b6b3673e3" -d '{"events": [{"server_uuid": "cce67c6c-d8d0-4209-bd46-994970e2cad0", "name": "network-vif-plugged", "status": "completed", "tag": "2c6c2f44-9baf-4967-b7b8-3cadcbb96682"}, {"server_uuid": "b12c54d6-778d-4340-84b7-fbb03eee7f71", "name": "network-vif-plugged", "status": "completed", "tag": "c974b530-b01d-4607-88d1-27d3867fd92c"}, {"server_uuid": "ba14943e-a4a3-4b6f-93bf-e36b58536f25", "name": "network-vif-unplugged", "status": "completed", "tag": "9d81739a-5fa9-4361-b2ac-8f301d48c933"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:35:39.929060 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-51324840-a67c-4823-98e6-7955b69b960c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:39.963243 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: 9282ed25-bf73-4795-b5ad-86c7780ba839 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:35:39.963563 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 9282ed25-bf73-4795-b5ad-86c7780ba839 not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:35:40.002087 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05134083-2314-47cf-ae6f-f6188a865df2 req-d52932e6-6f2c-40bc-a8de-c7512348e146 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:40.019338 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-05134083-2314-47cf-ae6f-f6188a865df2 req-d52932e6-6f2c-40bc-a8de-c7512348e146 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=518e5f32-6696-4251-977f-e4fd41fd1cea HTTP/1.1" status: 200 len: 935 time: 0.1538665 Sep 07 02:35:40.028909 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-303b8176-3df1-41ab-b0cd-f0682ddede76 req-55c19349-08a3-4c55-b3c1-1f62f5c54843 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] For port 9d81739a-5fa9-4361-b2ac-8f301d48c933, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=9d81739a-5fa9-4361-b2ac-8f301d48c933,segment=NetworkSegment(8130b750-8be3-40b8-862a-ccd11ca4296d),segment_id=8130b750-8be3-40b8-862a-ccd11ca4296d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:35:40.029292 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-303b8176-3df1-41ab-b0cd-f0682ddede76 req-55c19349-08a3-4c55-b3c1-1f62f5c54843 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:40.038850 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=9d81739a-5fa9-4361-b2ac-8f301d48c933,revision_number=6']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:40.069975 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-51324840-a67c-4823-98e6-7955b69b960c admin admin] For port a4626ecb-8d43-42db-8801-e826770acd31, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=a4626ecb-8d43-42db-8801-e826770acd31,segment=NetworkSegment(634ca4ad-3127-4569-95e5-40ea7398b250),segment_id=634ca4ad-3127-4569-95e5-40ea7398b250)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:35:40.077932 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-303b8176-3df1-41ab-b0cd-f0682ddede76 req-55c19349-08a3-4c55-b3c1-1f62f5c54843 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Calling delete_port for 9d81739a-5fa9-4361-b2ac-8f301d48c933 owned by compute:nova {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:35:40.080234 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-51324840-a67c-4823-98e6-7955b69b960c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:40.123671 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-05134083-2314-47cf-ae6f-f6188a865df2 req-b11c82d8-41b9-45c0-843e-7a5662819724 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898139 Sep 07 02:35:40.151028 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-51324840-a67c-4823-98e6-7955b69b960c admin admin] Calling delete_port for a4626ecb-8d43-42db-8801-e826770acd31 owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:35:40.175156 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2425fddf-5c78-497e-9541-e3203c0f26b2 req-cf258a8d-e6de-484e-be94-d1c968246856 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:40.183107 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2425fddf-5c78-497e-9541-e3203c0f26b2 req-cf258a8d-e6de-484e-be94-d1c968246856 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf3ac7ca-62b4-4019-b7e7-8dee23ec1e3e HTTP/1.1" status: 200 len: 949 time: 0.9001138 Sep 07 02:35:40.199639 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Tue, 07 Sep 2021 02:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78cd8a45-ce88-4e66-808a-761097d6120f x-openstack-request-id: req-78cd8a45-ce88-4e66-808a-761097d6120f {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:35:40.199639 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cce67c6c-d8d0-4209-bd46-994970e2cad0", "name": "network-vif-plugged", "status": "completed", "tag": "2c6c2f44-9baf-4967-b7b8-3cadcbb96682", "code": 200}, {"server_uuid": "b12c54d6-778d-4340-84b7-fbb03eee7f71", "name": "network-vif-plugged", "status": "completed", "tag": "c974b530-b01d-4607-88d1-27d3867fd92c", "code": 200}, {"server_uuid": "ba14943e-a4a3-4b6f-93bf-e36b58536f25", "name": "network-vif-unplugged", "status": "completed", "tag": "9d81739a-5fa9-4361-b2ac-8f301d48c933", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:35:40.199639 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-78cd8a45-ce88-4e66-808a-761097d6120f {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:35:40.200113 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce67c6c-d8d0-4209-bd46-994970e2cad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c6c2f44-9baf-4967-b7b8-3cadcbb96682', 'code': 200} Sep 07 02:35:40.200278 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b12c54d6-778d-4340-84b7-fbb03eee7f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c974b530-b01d-4607-88d1-27d3867fd92c', 'code': 200} Sep 07 02:35:40.200537 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba14943e-a4a3-4b6f-93bf-e36b58536f25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d81739a-5fa9-4361-b2ac-8f301d48c933', 'code': 200} Sep 07 02:35:40.283030 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2425fddf-5c78-497e-9541-e3203c0f26b2 req-040bf591-5f85-4e81-be64-384c705f2e2b tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] 10.222.0.22 "GET /v2.0/security-groups?id=57f5f2e9-9983-4a0c-96f8-c3e23e8d1762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989745 Sep 07 02:35:40.446070 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-303b8176-3df1-41ab-b0cd-f0682ddede76 req-55c19349-08a3-4c55-b3c1-1f62f5c54843 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:40.466961 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c535626e-f10a-4c67-905b-ab7f8c30bd7f req-282a717b-6ec5-4b20-959f-c275e4c4634f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:40.468488 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c535626e-f10a-4c67-905b-ab7f8c30bd7f req-282a717b-6ec5-4b20-959f-c275e4c4634f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b12c54d6-778d-4340-84b7-fbb03eee7f71 HTTP/1.1" status: 200 len: 1097 time: 0.1295109 Sep 07 02:35:40.514389 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c19349-08a3-4c55-b3c1-1f62f5c54843 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Pushing event deleted for resources: {'Port': ['ID=9d81739a-5fa9-4361-b2ac-8f301d48c933,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:40.561124 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d20c028-9495-4ce0-9b80-74ba15efefd3 req-fe3a006b-1d81-42c9-83f1-81b1e1c9eea6 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:40.568585 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0d20c028-9495-4ce0-9b80-74ba15efefd3 req-fe3a006b-1d81-42c9-83f1-81b1e1c9eea6 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=b12c54d6-778d-4340-84b7-fbb03eee7f71 HTTP/1.1" status: 200 len: 945 time: 0.1827543 Sep 07 02:35:40.578001 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-303b8176-3df1-41ab-b0cd-f0682ddede76 req-55c19349-08a3-4c55-b3c1-1f62f5c54843 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] No DVR routers for this DVR port 9d81739a-5fa9-4361-b2ac-8f301d48c933 on host n-h2-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:35:40.582484 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-303b8176-3df1-41ab-b0cd-f0682ddede76 req-55c19349-08a3-4c55-b3c1-1f62f5c54843 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:40.583425 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-303b8176-3df1-41ab-b0cd-f0682ddede76 req-55c19349-08a3-4c55-b3c1-1f62f5c54843 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.16 "DELETE /v2.0/ports/9d81739a-5fa9-4361-b2ac-8f301d48c933 HTTP/1.1" status: 204 len: 173 time: 1.2093520 Sep 07 02:35:40.599305 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca91ce-421a-41d4-b6ca-aa0f84bb5d9d req-20bbe35b-c6d5-4345-8e52-fd13013edc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:40.600286 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1bca91ce-421a-41d4-b6ca-aa0f84bb5d9d req-20bbe35b-c6d5-4345-8e52-fd13013edc9d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cce67c6c-d8d0-4209-bd46-994970e2cad0 HTTP/1.1" status: 200 len: 1102 time: 0.2545795 Sep 07 02:35:40.629145 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c535626e-f10a-4c67-905b-ab7f8c30bd7f req-e2d4bf1f-29ac-47b9-9b36-820357d1b6f4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514564 Sep 07 02:35:40.672393 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0d20c028-9495-4ce0-9b80-74ba15efefd3 req-9425143b-1045-4107-ab5d-9b552de36826 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029162 Sep 07 02:35:40.677195 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1bca91ce-421a-41d4-b6ca-aa0f84bb5d9d req-cdf08c09-66bf-4187-9453-42ec8f89f5b3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=57f5f2e9-9983-4a0c-96f8-c3e23e8d1762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683131 Sep 07 02:35:40.706042 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7defb7f0-4734-40ae-80f9-40049f49054b req-251df23a-98fa-4ef5-9f03-d8035c3c5c7e tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:40.707691 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7defb7f0-4734-40ae-80f9-40049f49054b req-251df23a-98fa-4ef5-9f03-d8035c3c5c7e tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=af277e66-9f34-430f-82e6-77b8e6feb6c0 HTTP/1.1" status: 200 len: 946 time: 0.1522629 Sep 07 02:35:40.855344 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7defb7f0-4734-40ae-80f9-40049f49054b req-36c0761f-d46e-4717-a765-37d405ba5ae1 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325705 Sep 07 02:35:40.858084 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-a8cf615b-41a8-4d12-b931-836c3132123e req-df59e03e-b970-4abc-89e8-fec6911347e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4501d607-aadd-4803-8aaf-dc78ed73bb50 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:35:40.870878 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a8cf615b-41a8-4d12-b931-836c3132123e req-df59e03e-b970-4abc-89e8-fec6911347e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:40.911637 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-a8cf615b-41a8-4d12-b931-836c3132123e req-df59e03e-b970-4abc-89e8-fec6911347e2 service neutron] Transition to ACTIVE for port object 4501d607-aadd-4803-8aaf-dc78ed73bb50 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:35:40.922420 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a8cf615b-41a8-4d12-b931-836c3132123e req-df59e03e-b970-4abc-89e8-fec6911347e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:40.975209 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-51324840-a67c-4823-98e6-7955b69b960c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:40.977993 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df59e03e-b970-4abc-89e8-fec6911347e2 service neutron] Pushing event updated for resources: {'Port': ['ID=4501d607-aadd-4803-8aaf-dc78ed73bb50,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:41.005474 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51324840-a67c-4823-98e6-7955b69b960c admin admin] Pushing event deleted for resources: {'Port': ['ID=a4626ecb-8d43-42db-8801-e826770acd31,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:41.270773 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba14943e-a4a3-4b6f-93bf-e36b58536f25', 'name': 'network-vif-deleted', 'tag': '9282ed25-bf73-4795-b5ad-86c7780ba839'}, {'server_uuid': 'ba14943e-a4a3-4b6f-93bf-e36b58536f25', 'name': 'network-vif-deleted', 'tag': '9d81739a-5fa9-4361-b2ac-8f301d48c933'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:35:41.273603 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec9a616-8f7a-4817-86f0-cf83f2e98fc0" -d '{"events": [{"server_uuid": "ba14943e-a4a3-4b6f-93bf-e36b58536f25", "name": "network-vif-deleted", "tag": "9282ed25-bf73-4795-b5ad-86c7780ba839"}, {"server_uuid": "ba14943e-a4a3-4b6f-93bf-e36b58536f25", "name": "network-vif-deleted", "tag": "9d81739a-5fa9-4361-b2ac-8f301d48c933"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:35:41.287881 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-72efbfb2-af3a-48f6-92e4-34fb9f0a26e7 req-a246a67b-ae45-4c6d-bb95-43ef57786edf tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba14943e-a4a3-4b6f-93bf-e36b58536f25 HTTP/1.1" status: 200 len: 210 time: 0.4966629 Sep 07 02:35:41.369029 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 07 Sep 2021 02:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de159ebf-f446-449d-9bdd-19a226f4e5ce x-openstack-request-id: req-de159ebf-f446-449d-9bdd-19a226f4e5ce {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:35:41.369435 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba14943e-a4a3-4b6f-93bf-e36b58536f25", "name": "network-vif-deleted", "tag": "9282ed25-bf73-4795-b5ad-86c7780ba839", "status": "completed", "code": 200}, {"server_uuid": "ba14943e-a4a3-4b6f-93bf-e36b58536f25", "name": "network-vif-deleted", "tag": "9d81739a-5fa9-4361-b2ac-8f301d48c933", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:35:41.369804 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-de159ebf-f446-449d-9bdd-19a226f4e5ce {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:35:41.370367 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba14943e-a4a3-4b6f-93bf-e36b58536f25', 'name': 'network-vif-deleted', 'tag': '9282ed25-bf73-4795-b5ad-86c7780ba839', 'status': 'completed', 'code': 200} Sep 07 02:35:41.370640 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba14943e-a4a3-4b6f-93bf-e36b58536f25', 'name': 'network-vif-deleted', 'tag': '9d81739a-5fa9-4361-b2ac-8f301d48c933', 'status': 'completed', 'code': 200} Sep 07 02:35:41.497046 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141895c-1c58-40b3-91d0-ecbe998597fe req-8fc0cd6a-b04a-43f4-857b-7cb165fd1c31 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:41.507281 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4141895c-1c58-40b3-91d0-ecbe998597fe req-8fc0cd6a-b04a-43f4-857b-7cb165fd1c31 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=518e5f32-6696-4251-977f-e4fd41fd1cea HTTP/1.1" status: 200 len: 947 time: 0.2325943 Sep 07 02:35:41.513702 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-a8cf615b-41a8-4d12-b931-836c3132123e req-df59e03e-b970-4abc-89e8-fec6911347e2 service neutron] Attempting to bind port 4501d607-aadd-4803-8aaf-dc78ed73bb50 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:35:41.513702 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-a8cf615b-41a8-4d12-b931-836c3132123e req-df59e03e-b970-4abc-89e8-fec6911347e2 service neutron] Attempting to bind port 4501d607-aadd-4803-8aaf-dc78ed73bb50 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:35:41.513702 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cf615b-41a8-4d12-b931-836c3132123e req-df59e03e-b970-4abc-89e8-fec6911347e2 service neutron] Attempting to bind port 4501d607-aadd-4803-8aaf-dc78ed73bb50 on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:35:41.620826 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02363a57-3e9c-4298-aba9-967c99479918 req-1e889dee-e387-4eff-9517-98c9608a3675 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:41.622377 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-02363a57-3e9c-4298-aba9-967c99479918 req-1e889dee-e387-4eff-9517-98c9608a3675 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf3ac7ca-62b4-4019-b7e7-8dee23ec1e3e HTTP/1.1" status: 200 len: 949 time: 0.0644195 Sep 07 02:35:41.656463 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cf615b-41a8-4d12-b931-836c3132123e req-df59e03e-b970-4abc-89e8-fec6911347e2 service neutron] Port 4501d607-aadd-4803-8aaf-dc78ed73bb50 on network 0823ecf3-066e-49bd-a451-2e84ab79a70f not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:35:41.657403 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cf615b-41a8-4d12-b931-836c3132123e req-df59e03e-b970-4abc-89e8-fec6911347e2 service neutron] Attempting to bind port 4501d607-aadd-4803-8aaf-dc78ed73bb50 on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:35:41.681210 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-02363a57-3e9c-4298-aba9-967c99479918 req-f37fa48d-80db-45e6-b927-97b38d8bd448 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] 10.222.0.22 "GET /v2.0/security-groups?id=57f5f2e9-9983-4a0c-96f8-c3e23e8d1762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459938 Sep 07 02:35:41.722059 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-51324840-a67c-4823-98e6-7955b69b960c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:41.731031 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cf615b-41a8-4d12-b931-836c3132123e req-df59e03e-b970-4abc-89e8-fec6911347e2 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:35:41.731377 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cf615b-41a8-4d12-b931-836c3132123e req-df59e03e-b970-4abc-89e8-fec6911347e2 service neutron] Checking segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:35:41.731789 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cf615b-41a8-4d12-b931-836c3132123e req-df59e03e-b970-4abc-89e8-fec6911347e2 service neutron] Bound using segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:35:41.732233 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-a8cf615b-41a8-4d12-b931-836c3132123e req-df59e03e-b970-4abc-89e8-fec6911347e2 service neutron] Bound port: 4501d607-aadd-4803-8aaf-dc78ed73bb50, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:35:41.732587 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a8cf615b-41a8-4d12-b931-836c3132123e req-df59e03e-b970-4abc-89e8-fec6911347e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:41.756416 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4141895c-1c58-40b3-91d0-ecbe998597fe req-e097e306-892b-417f-a45e-e22479168555 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477849 Sep 07 02:35:41.894720 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d8629-44b8-4c07-a282-90616ca04425 req-c5afc613-0ad4-4814-a572-1f45b4b6075f tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:41.905340 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-925d8629-44b8-4c07-a282-90616ca04425 req-c5afc613-0ad4-4814-a572-1f45b4b6075f tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=b12c54d6-778d-4340-84b7-fbb03eee7f71 HTTP/1.1" status: 200 len: 945 time: 0.0667834 Sep 07 02:35:41.937563 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-a8cf615b-41a8-4d12-b931-836c3132123e req-df59e03e-b970-4abc-89e8-fec6911347e2 service neutron] For port 4501d607-aadd-4803-8aaf-dc78ed73bb50, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:35:41.957799 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-a8cf615b-41a8-4d12-b931-836c3132123e req-df59e03e-b970-4abc-89e8-fec6911347e2 service neutron] For port 4501d607-aadd-4803-8aaf-dc78ed73bb50, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=4501d607-aadd-4803-8aaf-dc78ed73bb50,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:35:41.967828 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a8cf615b-41a8-4d12-b931-836c3132123e req-df59e03e-b970-4abc-89e8-fec6911347e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:41.971845 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-925d8629-44b8-4c07-a282-90616ca04425 req-38f3921e-300c-405f-80be-3fa52f633c29 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571556 Sep 07 02:35:42.003459 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b5a7a-f011-4d2a-8590-f170627ec129 req-647208e8-9139-421b-b0f6-bccfd22927c7 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:42.005094 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-463b5a7a-f011-4d2a-8590-f170627ec129 req-647208e8-9139-421b-b0f6-bccfd22927c7 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] 10.222.0.22 "GET /v2.0/ports?device_id=cce67c6c-d8d0-4209-bd46-994970e2cad0 HTTP/1.1" status: 200 len: 950 time: 0.1547925 Sep 07 02:35:42.056960 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf615b-41a8-4d12-b931-836c3132123e req-df59e03e-b970-4abc-89e8-fec6911347e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:42.057574 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a8cf615b-41a8-4d12-b931-836c3132123e req-df59e03e-b970-4abc-89e8-fec6911347e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:42.058993 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a8cf615b-41a8-4d12-b931-836c3132123e req-df59e03e-b970-4abc-89e8-fec6911347e2 service neutron] 10.222.0.23 "PUT /v2.0/ports/4501d607-aadd-4803-8aaf-dc78ed73bb50 HTTP/1.1" status: 200 len: 1096 time: 3.3298647 Sep 07 02:35:42.059451 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '518e5f32-6696-4251-977f-e4fd41fd1cea', 'tag': '4501d607-aadd-4803-8aaf-dc78ed73bb50'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:35:42.061838 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-888fbc37-adfb-4b1c-88c0-cd08f8f5ae29" -d '{"events": [{"name": "network-changed", "server_uuid": "518e5f32-6696-4251-977f-e4fd41fd1cea", "tag": "4501d607-aadd-4803-8aaf-dc78ed73bb50"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:35:42.126545 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff71ba3-9bbc-48ac-889e-cc44d5fe7e94 req-2fcb592f-eca6-47bc-b6b3-57150fb7c7b1 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:42.139902 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2ff71ba3-9bbc-48ac-889e-cc44d5fe7e94 req-2fcb592f-eca6-47bc-b6b3-57150fb7c7b1 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=af277e66-9f34-430f-82e6-77b8e6feb6c0 HTTP/1.1" status: 200 len: 946 time: 0.1019750 Sep 07 02:35:42.198557 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2ff71ba3-9bbc-48ac-889e-cc44d5fe7e94 req-ea75ba40-0e9a-4ecf-b2c7-d1e7637b6e61 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517211 Sep 07 02:35:42.319097 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb172bca-92e8-4d83-9ff6-98a9e28927a9 x-openstack-request-id: req-bb172bca-92e8-4d83-9ff6-98a9e28927a9 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:35:42.319963 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "518e5f32-6696-4251-977f-e4fd41fd1cea", "tag": "4501d607-aadd-4803-8aaf-dc78ed73bb50", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:35:42.320459 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bb172bca-92e8-4d83-9ff6-98a9e28927a9 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:35:42.321659 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '518e5f32-6696-4251-977f-e4fd41fd1cea', 'tag': '4501d607-aadd-4803-8aaf-dc78ed73bb50', 'status': 'completed', 'code': 200} Sep 07 02:35:42.327630 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df59e03e-b970-4abc-89e8-fec6911347e2 service neutron] Pushing event updated for resources: {'Port': ['ID=4501d607-aadd-4803-8aaf-dc78ed73bb50,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:42.354501 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-463b5a7a-f011-4d2a-8590-f170627ec129 req-a0b3a594-e95f-44f6-8d2a-683ce58281a2 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] 10.222.0.22 "GET /v2.0/security-groups?id=57f5f2e9-9983-4a0c-96f8-c3e23e8d1762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238344 Sep 07 02:35:42.365393 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 41036) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:35:42.403520 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf615b-41a8-4d12-b931-836c3132123e req-6bbb4ec1-f944-4f1b-9cbd-35b596d547f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:42.405588 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a8cf615b-41a8-4d12-b931-836c3132123e req-6bbb4ec1-f944-4f1b-9cbd-35b596d547f7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=36932fbb01ef47dd957d06cd3434fa27&device_id=518e5f32-6696-4251-977f-e4fd41fd1cea HTTP/1.1" status: 200 len: 1099 time: 0.2256005 Sep 07 02:35:42.465871 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a9b14db-1529-4d71-96ab-07cc6941c5f0 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Deleting subnet a8405561-3948-44ae-a693-b8d591938102 {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:35:42.469615 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7a9b14db-1529-4d71-96ab-07cc6941c5f0 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:42.498026 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a8cf615b-41a8-4d12-b931-836c3132123e req-87b68557-d831-4d77-a8bb-e20a8a0f4869 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=4501d607-aadd-4803-8aaf-dc78ed73bb50 HTTP/1.1" status: 200 len: 217 time: 0.0531955 Sep 07 02:35:42.546955 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7a9b14db-1529-4d71-96ab-07cc6941c5f0 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:42.587528 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf615b-41a8-4d12-b931-836c3132123e req-6303b231-be58-42c8-bc72-b96bed38e399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:42.589067 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a8cf615b-41a8-4d12-b931-836c3132123e req-6303b231-be58-42c8-bc72-b96bed38e399 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.0713918 Sep 07 02:35:42.611526 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51324840-a67c-4823-98e6-7955b69b960c admin admin] Router b17b1740-677d-4592-b674-2c1c405543e6 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:35:42.693999 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf615b-41a8-4d12-b931-836c3132123e req-59faaed6-2acd-4d35-91dc-c6be2b115a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:42.695819 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a8cf615b-41a8-4d12-b931-836c3132123e req-59faaed6-2acd-4d35-91dc-c6be2b115a40 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0978806 Sep 07 02:35:42.728562 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7a9b14db-1529-4d71-96ab-07cc6941c5f0 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:42.829628 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7a9b14db-1529-4d71-96ab-07cc6941c5f0 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:42.829886 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51324840-a67c-4823-98e6-7955b69b960c admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:35:42.840067 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-51324840-a67c-4823-98e6-7955b69b960c admin admin] 10.222.0.22 "PUT /v2.0/routers/b17b1740-677d-4592-b674-2c1c405543e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5956929 Sep 07 02:35:42.840846 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 41052) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:35:42.859099 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44887286-f2d4-40ae-b40e-551cd2185b2d None None] Sync routers for ids ['b17b1740-677d-4592-b674-2c1c405543e6'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:35:42.875575 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44887286-f2d4-40ae-b40e-551cd2185b2d None None] Routers {'b17b1740-677d-4592-b674-2c1c405543e6'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:35:42.876486 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-44887286-f2d4-40ae-b40e-551cd2185b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:35:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['b17b1740-677d-4592-b674-2c1c405543e6'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:35:42.900963 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9b14db-1529-4d71-96ab-07cc6941c5f0 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Pushing event deleted for resources: {'Subnet': ['ID=a8405561-3948-44ae-a693-b8d591938102,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:42.911019 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31332d87-1729-4bc7-8d20-d98360c474ed None None] Network 0642e533-2479-4949-b6aa-52609b746d22 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:35:42.948906 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7a9b14db-1529-4d71-96ab-07cc6941c5f0 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:42.954024 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-7a9b14db-1529-4d71-96ab-07cc6941c5f0 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "DELETE /v2.0/subnets/a8405561-3948-44ae-a693-b8d591938102 HTTP/1.1" status: 204 len: 168 time: 0.5856960 Sep 07 02:35:42.960776 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 41054) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:35:42.996520 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a8cf615b-41a8-4d12-b931-836c3132123e req-ba520db6-b359-4b25-8fdd-f6cfaddede65 service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922652 Sep 07 02:35:43.013459 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac186d-3cbf-41b3-bf37-7cb85ae4f046 req-8d9538fc-b260-4c17-b466-5abef81efd16 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:43.022453 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7dac186d-3cbf-41b3-bf37-7cb85ae4f046 req-8d9538fc-b260-4c17-b466-5abef81efd16 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=518e5f32-6696-4251-977f-e4fd41fd1cea HTTP/1.1" status: 200 len: 947 time: 0.1379247 Sep 07 02:35:43.096043 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-44887286-f2d4-40ae-b40e-551cd2185b2d None None] Set router b17b1740-677d-4592-b674-2c1c405543e6 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:35:43.197017 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f5c6dbf2-f631-4737-9f60-28b46fed0348 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:43.204136 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7dac186d-3cbf-41b3-bf37-7cb85ae4f046 req-95095834-8d75-41a2-af41-1e3ea4e4c86f tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806231 Sep 07 02:35:43.272821 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a2584662-c394-4a1a-a257-65efcfdfd2b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:43.299508 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd9fe30-6044-4910-9a7f-2a43690d1c46 None None] DHCP port deletion for 0642e533-2479-4949-b6aa-52609b746d22 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:35:43.417502 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-acd9fe30-6044-4910-9a7f-2a43690d1c46 None None] Deleting port 5d1fa603-77ac-4ab1-b636-e46e17117ea3 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:35:43.418050 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-acd9fe30-6044-4910-9a7f-2a43690d1c46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:43.426522 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a8cf615b-41a8-4d12-b931-836c3132123e req-f9882e1e-70f8-4d9b-bbdd-c2f896a9e08e service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4155695 Sep 07 02:35:43.459832 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-f5c6dbf2-f631-4737-9f60-28b46fed0348 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Deleting port 5d1fa603-77ac-4ab1-b636-e46e17117ea3 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:35:43.461399 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f5c6dbf2-f631-4737-9f60-28b46fed0348 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:43.532578 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0d3fb-a16f-49a0-a577-12c9b5990801 req-bd5603dc-198e-4f32-80cc-5e77c4527c61 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:43.539902 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f2d0d3fb-a16f-49a0-a577-12c9b5990801 req-bd5603dc-198e-4f32-80cc-5e77c4527c61 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=b12c54d6-778d-4340-84b7-fbb03eee7f71 HTTP/1.1" status: 200 len: 945 time: 0.3861284 Sep 07 02:35:43.585901 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a7223-9009-4c69-9ffe-4d4718087ab0 req-9d2b4007-9456-4b68-b3ec-081c6ae3e78a tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:43.597821 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a84a7223-9009-4c69-9ffe-4d4718087ab0 req-9d2b4007-9456-4b68-b3ec-081c6ae3e78a tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=af277e66-9f34-430f-82e6-77b8e6feb6c0 HTTP/1.1" status: 200 len: 946 time: 0.2652416 Sep 07 02:35:43.604315 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-acd9fe30-6044-4910-9a7f-2a43690d1c46 None None] For port 5d1fa603-77ac-4ab1-b636-e46e17117ea3, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=5d1fa603-77ac-4ab1-b636-e46e17117ea3,segment=NetworkSegment(3542b5b9-4ae6-4e8e-8e7d-8cfb5196bd64),segment_id=3542b5b9-4ae6-4e8e-8e7d-8cfb5196bd64)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:35:43.606836 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-44887286-f2d4-40ae-b40e-551cd2185b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17b1740-677d-4592-b674-2c1c405543e6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-252782972-router', 'tenant_id': 'a54ab3d241974f319feaa289ec99333f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.26'}], 'enable_snat': True}, 'gw_port_id': '674f52f6-5efd-40d6-8111-3343620a8a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:34:21Z', 'updated_at': '2021-09-07T02:35:40Z', 'revision_number': 5, 'project_id': 'a54ab3d241974f319feaa289ec99333f', 'gw_port': {'id': '674f52f6-5efd-40d6-8111-3343620a8a31', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ce:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17b1740-677d-4592-b674-2c1c405543e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:34:23Z', 'updated_at': '2021-09-07T02:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:35:43.607647 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-acd9fe30-6044-4910-9a7f-2a43690d1c46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:43.630777 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a2584662-c394-4a1a-a257-65efcfdfd2b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:43.646448 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-acd9fe30-6044-4910-9a7f-2a43690d1c46 None None] Calling delete_port for 5d1fa603-77ac-4ab1-b636-e46e17117ea3 owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:35:43.650786 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f2d0d3fb-a16f-49a0-a577-12c9b5990801 req-024b4463-cd33-4d15-a5ea-411369446d4e tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016603 Sep 07 02:35:43.654869 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888fbc37-adfb-4b1c-88c0-cd08f8f5ae29 req-d5651318-f293-47f6-803f-d380e2b5719e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:43.656021 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-888fbc37-adfb-4b1c-88c0-cd08f8f5ae29 req-d5651318-f293-47f6-803f-d380e2b5719e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=36932fbb01ef47dd957d06cd3434fa27&device_id=518e5f32-6696-4251-977f-e4fd41fd1cea HTTP/1.1" status: 200 len: 1099 time: 0.1742616 Sep 07 02:35:43.728013 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-f5c6dbf2-f631-4737-9f60-28b46fed0348 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] For port 5d1fa603-77ac-4ab1-b636-e46e17117ea3, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=5d1fa603-77ac-4ab1-b636-e46e17117ea3,segment=NetworkSegment(3542b5b9-4ae6-4e8e-8e7d-8cfb5196bd64),segment_id=3542b5b9-4ae6-4e8e-8e7d-8cfb5196bd64)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:35:43.728418 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f5c6dbf2-f631-4737-9f60-28b46fed0348 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:43.730651 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44887286-f2d4-40ae-b40e-551cd2185b2d None None] Checking router: b17b1740-677d-4592-b674-2c1c405543e6 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:35:43.760937 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-f5c6dbf2-f631-4737-9f60-28b46fed0348 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Calling delete_port for 5d1fa603-77ac-4ab1-b636-e46e17117ea3 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:35:43.766309 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44887286-f2d4-40ae-b40e-551cd2185b2d None None] Routers {'b17b1740-677d-4592-b674-2c1c405543e6'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:35:43.769362 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-44887286-f2d4-40ae-b40e-551cd2185b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:35:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['b17b1740-677d-4592-b674-2c1c405543e6'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:35:43.897052 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-acd9fe30-6044-4910-9a7f-2a43690d1c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:43.923093 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f5c6dbf2-f631-4737-9f60-28b46fed0348 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:43.942854 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c6dbf2-f631-4737-9f60-28b46fed0348 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] No DVR routers for this DVR port 5d1fa603-77ac-4ab1-b636-e46e17117ea3 on host n-d-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:35:43.968751 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd9fe30-6044-4910-9a7f-2a43690d1c46 None None] Pushing event deleted for resources: {'Port': ['ID=5d1fa603-77ac-4ab1-b636-e46e17117ea3,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:43.986058 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-44887286-f2d4-40ae-b40e-551cd2185b2d None None] Set router b17b1740-677d-4592-b674-2c1c405543e6 gateway port host: None {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:35:43.988082 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd9fe30-6044-4910-9a7f-2a43690d1c46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:35:43.988435 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd9fe30-6044-4910-9a7f-2a43690d1c46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:35:43.988784 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd9fe30-6044-4910-9a7f-2a43690d1c46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:35:43.989126 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd9fe30-6044-4910-9a7f-2a43690d1c46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:35:43.989466 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd9fe30-6044-4910-9a7f-2a43690d1c46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:35:43.989802 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd9fe30-6044-4910-9a7f-2a43690d1c46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:35:43.991046 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd9fe30-6044-4910-9a7f-2a43690d1c46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:35:43.991046 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd9fe30-6044-4910-9a7f-2a43690d1c46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:35:43.991046 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd9fe30-6044-4910-9a7f-2a43690d1c46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:35:43.991319 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd9fe30-6044-4910-9a7f-2a43690d1c46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:35:43.991395 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd9fe30-6044-4910-9a7f-2a43690d1c46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:35:43.991799 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd9fe30-6044-4910-9a7f-2a43690d1c46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:35:43.994517 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd9fe30-6044-4910-9a7f-2a43690d1c46 None None] No DVR routers for this DVR port 5d1fa603-77ac-4ab1-b636-e46e17117ea3 on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:35:44.008056 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6dbf2-f631-4737-9f60-28b46fed0348 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Pushing event deleted for resources: {'Port': ['ID=5d1fa603-77ac-4ab1-b636-e46e17117ea3,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:44.102112 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a84a7223-9009-4c69-9ffe-4d4718087ab0 req-617a3506-d528-4c8c-8f74-02c8b1fd9040 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4953029 Sep 07 02:35:44.131787 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-44887286-f2d4-40ae-b40e-551cd2185b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17b1740-677d-4592-b674-2c1c405543e6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-252782972-router', 'tenant_id': 'a54ab3d241974f319feaa289ec99333f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:34:21Z', 'updated_at': '2021-09-07T02:35:43Z', 'revision_number': 6, 'project_id': 'a54ab3d241974f319feaa289ec99333f', 'gw_port_host': None}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:35:44.167628 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f5c6dbf2-f631-4737-9f60-28b46fed0348 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:44.223649 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-f5c6dbf2-f631-4737-9f60-28b46fed0348 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0642e533-2479-4949-b6aa-52609b746d22']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:35:44.226910 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44887286-f2d4-40ae-b40e-551cd2185b2d None None] The sync data for ids ['b17b1740-677d-4592-b674-2c1c405543e6'] in n-d-796209-16 is: [{'id': 'b17b1740-677d-4592-b674-2c1c405543e6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-252782972-router', 'tenant_id': 'a54ab3d241974f319feaa289ec99333f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:34:21Z', 'updated_at': '2021-09-07T02:35:43Z', 'revision_number': 6, 'project_id': 'a54ab3d241974f319feaa289ec99333f', 'gw_port_host': None}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:35:44.241613 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e47a29-b99d-4141-9c38-ee2b99fc959b req-47aae918-8390-4b11-9c7a-b5ec5ea8533b tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:44.249867 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a2e47a29-b99d-4141-9c38-ee2b99fc959b req-47aae918-8390-4b11-9c7a-b5ec5ea8533b tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] 10.222.0.22 "GET /v2.0/ports?device_id=cce67c6c-d8d0-4209-bd46-994970e2cad0 HTTP/1.1" status: 200 len: 950 time: 0.1922810 Sep 07 02:35:44.261479 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-f5c6dbf2-f631-4737-9f60-28b46fed0348 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3542b5b9-4ae6-4e8e-8e7d-8cfb5196bd64') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:35:44.261859 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-f5c6dbf2-f631-4737-9f60-28b46fed0348 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3542b5b9-4ae6-4e8e-8e7d-8cfb5196bd64') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:35:44.278386 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f5c6dbf2-f631-4737-9f60-28b46fed0348 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:44.292742 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888fbc37-adfb-4b1c-88c0-cd08f8f5ae29 req-c2a3a240-3923-4244-a5a8-caad17ac7b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:44.294370 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-888fbc37-adfb-4b1c-88c0-cd08f8f5ae29 req-c2a3a240-3923-4244-a5a8-caad17ac7b92 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0823ecf3-066e-49bd-a451-2e84ab79a70f HTTP/1.1" status: 200 len: 869 time: 0.6281986 Sep 07 02:35:44.318380 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f5c6dbf2-f631-4737-9f60-28b46fed0348 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:44.328750 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5c6dbf2-f631-4737-9f60-28b46fed0348 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:35:44.329306 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f5c6dbf2-f631-4737-9f60-28b46fed0348 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:44.331100 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-a2584662-c394-4a1a-a257-65efcfdfd2b9 admin admin] Deleting port 674f52f6-5efd-40d6-8111-3343620a8a31 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:35:44.331462 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a2584662-c394-4a1a-a257-65efcfdfd2b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:44.333889 n-d-796209-16 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:35:44.333889 n-d-796209-16 neutron-server[94701]: self.session.flush() Sep 07 02:35:44.333889 n-d-796209-16 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:35:44.333889 n-d-796209-16 neutron-server[94701]: self.session.flush() Sep 07 02:35:44.333889 n-d-796209-16 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:35:44.333889 n-d-796209-16 neutron-server[94701]: self.session.flush() Sep 07 02:35:44.333889 n-d-796209-16 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:35:44.333889 n-d-796209-16 neutron-server[94701]: self.session.flush() Sep 07 02:35:44.333889 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:35:44.333889 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:35:44.333889 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:35:44.333889 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:35:44.333889 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:35:44.333889 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:35:44.333889 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:35:44.333889 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:35:44.333889 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:35:44.333889 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:35:44.333889 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:35:44.333889 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:35:44.333889 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:35:44.333889 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:35:44.333889 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:35:44.333889 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:35:44.333889 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:35:44.333889 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:35:44.333889 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:35:44.333889 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:35:44.333889 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:35:44.333889 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:35:44.333889 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:35:44.333889 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:35:44.333889 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:35:44.333889 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:35:44.333889 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:35:44.333889 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:35:44.333889 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:35:44.333889 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:35:44.333889 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:35:44.333889 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:35:44.373857 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-888fbc37-adfb-4b1c-88c0-cd08f8f5ae29 req-43e06429-7d1a-437d-97e1-751ea016107a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=4501d607-aadd-4803-8aaf-dc78ed73bb50 HTTP/1.1" status: 200 len: 217 time: 0.0685766 Sep 07 02:35:44.385726 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a2e47a29-b99d-4141-9c38-ee2b99fc959b req-e20ae6a0-4fb0-4f1d-b0e6-192312d33c6f tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] 10.222.0.22 "GET /v2.0/security-groups?id=57f5f2e9-9983-4a0c-96f8-c3e23e8d1762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351025 Sep 07 02:35:44.463875 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713ae69-3392-44e2-8e35-1057d9278fb6 req-025926fc-f91d-4e55-aaa4-b94f9e70f8bd tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:44.474229 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a713ae69-3392-44e2-8e35-1057d9278fb6 req-025926fc-f91d-4e55-aaa4-b94f9e70f8bd tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=b12c54d6-778d-4340-84b7-fbb03eee7f71 HTTP/1.1" status: 200 len: 1097 time: 0.1412013 Sep 07 02:35:44.494504 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f5c6dbf2-f631-4737-9f60-28b46fed0348 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:44.519924 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f5c6dbf2-f631-4737-9f60-28b46fed0348 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:44.525330 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f5c6dbf2-f631-4737-9f60-28b46fed0348 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "DELETE /v2.0/networks/0642e533-2479-4949-b6aa-52609b746d22 HTTP/1.1" status: 204 len: 168 time: 1.5589068 Sep 07 02:35:44.526319 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6dbf2-f631-4737-9f60-28b46fed0348 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Pushing event deleted for resources: {'Network': ['ID=0642e533-2479-4949-b6aa-52609b746d22,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:44.528042 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 41084) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:35:44.535383 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888fbc37-adfb-4b1c-88c0-cd08f8f5ae29 req-480bc5fd-28fd-4e25-89a6-71167984e051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:44.537104 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-888fbc37-adfb-4b1c-88c0-cd08f8f5ae29 req-480bc5fd-28fd-4e25-89a6-71167984e051 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.1503606 Sep 07 02:35:44.594487 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a713ae69-3392-44e2-8e35-1057d9278fb6 req-543248f6-3e18-4d48-be17-9d8d3f5b8aa3 tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163964 Sep 07 02:35:44.615757 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-a2584662-c394-4a1a-a257-65efcfdfd2b9 admin admin] For port 674f52f6-5efd-40d6-8111-3343620a8a31, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=674f52f6-5efd-40d6-8111-3343620a8a31,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:35:44.615757 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a2584662-c394-4a1a-a257-65efcfdfd2b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:44.621449 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d68d2e8-70a1-461b-b8d3-52c4f1905047 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Deleting subnet 9f3d3e5d-7258-446c-930d-904049a5db87 {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:35:44.634089 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-a2584662-c394-4a1a-a257-65efcfdfd2b9 admin admin] Calling delete_port for 674f52f6-5efd-40d6-8111-3343620a8a31 owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:35:44.644613 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4d68d2e8-70a1-461b-b8d3-52c4f1905047 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:44.755140 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888fbc37-adfb-4b1c-88c0-cd08f8f5ae29 req-605bb236-900c-4bda-a1a7-2ea4b876fd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:44.756721 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-888fbc37-adfb-4b1c-88c0-cd08f8f5ae29 req-605bb236-900c-4bda-a1a7-2ea4b876fd60 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2050588 Sep 07 02:35:44.768025 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4d68d2e8-70a1-461b-b8d3-52c4f1905047 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:44.856959 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d485b5-affa-4523-b465-5f11e29a9600 req-a6953c3c-2518-4eb7-b187-318f29746a0b tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:44.859712 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-18d485b5-affa-4523-b465-5f11e29a9600 req-a6953c3c-2518-4eb7-b187-318f29746a0b tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=518e5f32-6696-4251-977f-e4fd41fd1cea HTTP/1.1" status: 200 len: 947 time: 0.2197487 Sep 07 02:35:44.866904 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4d68d2e8-70a1-461b-b8d3-52c4f1905047 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:44.947316 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4d68d2e8-70a1-461b-b8d3-52c4f1905047 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:44.982729 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d68d2e8-70a1-461b-b8d3-52c4f1905047 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Pushing event deleted for resources: {'Subnet': ['ID=9f3d3e5d-7258-446c-930d-904049a5db87,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:44.984977 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4d68d2e8-70a1-461b-b8d3-52c4f1905047 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:44.990001 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-4d68d2e8-70a1-461b-b8d3-52c4f1905047 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "DELETE /v2.0/subnets/9f3d3e5d-7258-446c-930d-904049a5db87 HTTP/1.1" status: 204 len: 168 time: 0.4567313 Sep 07 02:35:44.990001 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 41106) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:35:44.998039 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a14d17a-c7de-445d-bc96-bb4cad0900ae None None] Network dfd28e33-9abe-4679-aa5f-14df7636baf6 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:35:45.000499 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-18d485b5-affa-4523-b465-5f11e29a9600 req-a8dc31d9-28f3-4070-969d-8e8f432a30a4 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313338 Sep 07 02:35:45.032971 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-888fbc37-adfb-4b1c-88c0-cd08f8f5ae29 req-d2ad38cd-e715-47a9-b938-d93da48653e5 service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673182 Sep 07 02:35:45.125906 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-09d903d7-b324-45ee-9553-09c965174467 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:45.230030 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-09d903d7-b324-45ee-9553-09c965174467 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Deleting port 90dcf096-988d-4834-bd7b-426d5f0e2c31 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:35:45.230366 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-09d903d7-b324-45ee-9553-09c965174467 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:45.241244 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-888fbc37-adfb-4b1c-88c0-cd08f8f5ae29 req-fe43a50f-fb11-4a2f-a25e-e26525a621aa service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804516 Sep 07 02:35:45.254430 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a2584662-c394-4a1a-a257-65efcfdfd2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:45.306142 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1d720e-c6ef-4065-bcf3-48b5e3c76e77 None None] DHCP port deletion for dfd28e33-9abe-4679-aa5f-14df7636baf6 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:35:45.341283 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-09d903d7-b324-45ee-9553-09c965174467 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] For port 90dcf096-988d-4834-bd7b-426d5f0e2c31, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=90dcf096-988d-4834-bd7b-426d5f0e2c31,segment=NetworkSegment(8130b750-8be3-40b8-862a-ccd11ca4296d),segment_id=8130b750-8be3-40b8-862a-ccd11ca4296d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:35:45.341840 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-09d903d7-b324-45ee-9553-09c965174467 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:45.345573 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2584662-c394-4a1a-a257-65efcfdfd2b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=674f52f6-5efd-40d6-8111-3343620a8a31,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:45.360295 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-09d903d7-b324-45ee-9553-09c965174467 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Calling delete_port for 90dcf096-988d-4834-bd7b-426d5f0e2c31 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:35:45.370607 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 674f52f6-5efd-40d6-8111-3343620a8a31 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:35:45.425046 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 674f52f6-5efd-40d6-8111-3343620a8a31 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:35:45.425229 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 674f52f6-5efd-40d6-8111-3343620a8a31 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:35:45.425578 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 5d1fa603-77ac-4ab1-b636-e46e17117ea3 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:35:45.476846 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 5d1fa603-77ac-4ab1-b636-e46e17117ea3 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:35:45.477710 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 5d1fa603-77ac-4ab1-b636-e46e17117ea3 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:35:45.478134 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device a4626ecb-8d43-42db-8801-e826770acd31 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:35:45.503447 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-09d903d7-b324-45ee-9553-09c965174467 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:45.508267 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: a4626ecb-8d43-42db-8801-e826770acd31 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:35:45.509069 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device a4626ecb-8d43-42db-8801-e826770acd31 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:35:45.539225 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-5c1d720e-c6ef-4065-bcf3-48b5e3c76e77 None None] Deleting port 90dcf096-988d-4834-bd7b-426d5f0e2c31 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:35:45.540511 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5c1d720e-c6ef-4065-bcf3-48b5e3c76e77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:45.572494 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d903d7-b324-45ee-9553-09c965174467 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] No DVR routers for this DVR port 90dcf096-988d-4834-bd7b-426d5f0e2c31 on host n-d-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:35:45.574420 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d903d7-b324-45ee-9553-09c965174467 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Pushing event deleted for resources: {'Port': ['ID=90dcf096-988d-4834-bd7b-426d5f0e2c31,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:45.609894 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c6d6ef-35a0-4dea-a7c3-204795c452e6 req-b22f0214-ebf0-44ff-9cfc-63dcb57b3ea9 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:45.611539 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e4c6d6ef-35a0-4dea-a7c3-204795c452e6 req-b22f0214-ebf0-44ff-9cfc-63dcb57b3ea9 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=af277e66-9f34-430f-82e6-77b8e6feb6c0 HTTP/1.1" status: 200 len: 946 time: 0.2775738 Sep 07 02:35:45.612485 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a2584662-c394-4a1a-a257-65efcfdfd2b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:45.673175 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-5c1d720e-c6ef-4065-bcf3-48b5e3c76e77 None None] For port 90dcf096-988d-4834-bd7b-426d5f0e2c31, host n-d-796209-16, got binding levels [] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:35:45.673583 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5c1d720e-c6ef-4065-bcf3-48b5e3c76e77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:45.712118 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-5c1d720e-c6ef-4065-bcf3-48b5e3c76e77 None None] Calling delete_port for 90dcf096-988d-4834-bd7b-426d5f0e2c31 owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:35:45.721503 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-09d903d7-b324-45ee-9553-09c965174467 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:45.722908 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.ipam_backend_mixin [None req-5c1d720e-c6ef-4065-bcf3-48b5e3c76e77 None None] Port 90dcf096-988d-4834-bd7b-426d5f0e2c31 was not found and therefore no delete operation was performed {{(pid=94702) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 07 02:35:45.725830 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5c1d720e-c6ef-4065-bcf3-48b5e3c76e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:45.740272 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e4c6d6ef-35a0-4dea-a7c3-204795c452e6 req-a121ed08-ccf1-4efb-8996-e07bcb51d0bc tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099651 Sep 07 02:35:45.748003 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93cb755-9d63-4dfa-923c-cb88cc59945d req-e218f357-26cb-4fe1-b400-10e24925d552 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:45.749511 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b93cb755-9d63-4dfa-923c-cb88cc59945d req-e218f357-26cb-4fe1-b400-10e24925d552 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] 10.222.0.22 "GET /v2.0/ports?device_id=cac44a8a-8e71-40d6-92c4-5cdcc8b4f278 HTTP/1.1" status: 200 len: 951 time: 0.1376293 Sep 07 02:35:45.758829 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-09d903d7-b324-45ee-9553-09c965174467 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfd28e33-9abe-4679-aa5f-14df7636baf6']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:35:45.780258 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1d720e-c6ef-4065-bcf3-48b5e3c76e77 None None] Pushing event deleted for resources: {'Port': ['ID=90dcf096-988d-4834-bd7b-426d5f0e2c31,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:45.783059 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1d720e-c6ef-4065-bcf3-48b5e3c76e77 None None] No DVR routers for this DVR port 90dcf096-988d-4834-bd7b-426d5f0e2c31 on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:35:45.790853 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-09d903d7-b324-45ee-9553-09c965174467 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8130b750-8be3-40b8-862a-ccd11ca4296d') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:35:45.791429 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-09d903d7-b324-45ee-9553-09c965174467 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8130b750-8be3-40b8-862a-ccd11ca4296d') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:35:45.804799 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a2584662-c394-4a1a-a257-65efcfdfd2b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:45.810160 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a2584662-c394-4a1a-a257-65efcfdfd2b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:45.815959 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-09d903d7-b324-45ee-9553-09c965174467 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:45.827618 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b93cb755-9d63-4dfa-923c-cb88cc59945d req-dfd8d3ef-6604-4904-9156-8e673f411859 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] 10.222.0.22 "GET /v2.0/security-groups?id=45c54fb9-abbf-40ef-a472-c067aecb5bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659680 Sep 07 02:35:45.837832 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-09d903d7-b324-45ee-9553-09c965174467 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:45.860031 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09d903d7-b324-45ee-9553-09c965174467 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:35:45.860031 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-09d903d7-b324-45ee-9553-09c965174467 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:45.861520 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:35:45.861520 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:35:45.861520 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:35:45.861520 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:35:45.861520 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:35:45.861520 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:35:45.861520 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:35:45.861520 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:35:45.861520 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:35:45.861520 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:35:45.861520 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:35:45.861520 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:35:45.861520 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:35:45.861520 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:35:45.861520 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:35:45.861520 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:35:45.861520 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:35:45.861520 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:35:45.861520 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:35:45.861520 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:35:45.861520 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:35:45.861520 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:35:45.861520 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:35:45.861520 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:35:45.861520 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:35:45.861520 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:35:45.861520 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:35:45.861520 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:35:45.861520 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:35:45.861520 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:35:45.861520 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:35:45.861520 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:35:45.919330 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a2584662-c394-4a1a-a257-65efcfdfd2b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:45.920451 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2584662-c394-4a1a-a257-65efcfdfd2b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b17b1740-677d-4592-b674-2c1c405543e6 {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 02:35:45.928671 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-09d903d7-b324-45ee-9553-09c965174467 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:45.933677 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a2584662-c394-4a1a-a257-65efcfdfd2b9 admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:45.934902 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a2584662-c394-4a1a-a257-65efcfdfd2b9 admin admin] 10.222.0.22 "DELETE /v2.0/routers/b17b1740-677d-4592-b674-2c1c405543e6 HTTP/1.1" status: 204 len: 168 time: 3.0905457 Sep 07 02:35:45.938408 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 41162) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:35:45.939943 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-09d903d7-b324-45ee-9553-09c965174467 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:45.954802 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-09d903d7-b324-45ee-9553-09c965174467 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "DELETE /v2.0/networks/dfd28e33-9abe-4679-aa5f-14df7636baf6 HTTP/1.1" status: 204 len: 168 time: 0.9636312 Sep 07 02:35:45.955241 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 41166) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:35:45.975769 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-432cd22b-6028-4103-8355-20bffad60397 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1288725240'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:35:45.980275 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d903d7-b324-45ee-9553-09c965174467 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Pushing event deleted for resources: {'Network': ['ID=dfd28e33-9abe-4679-aa5f-14df7636baf6,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:46.007880 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432cd22b-6028-4103-8355-20bffad60397 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Made reservation on behalf of 82f3fc87393e475b9b7c73e7abf1c936 for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:35:46.010381 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e5e2848-9c1e-4b9b-8933-5353dd9b4f6f admin admin] Deleting subnet 6adffcfb-413e-4397-9eca-069cf6afe672 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:35:46.012624 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-432cd22b-6028-4103-8355-20bffad60397 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:46.018174 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2848-9c1e-4b9b-8933-5353dd9b4f6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:46.043620 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-432cd22b-6028-4103-8355-20bffad60397 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:35:46.053934 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-432cd22b-6028-4103-8355-20bffad60397 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:46.054446 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-432cd22b-6028-4103-8355-20bffad60397 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Added segment 9f5cb424-ebd3-43ed-93c4-429f0ec6783f of type vlan for network 14da215f-2a3b-4d4d-a945-cb0582b97222 Sep 07 02:35:46.148070 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-432cd22b-6028-4103-8355-20bffad60397 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:46.152652 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2848-9c1e-4b9b-8933-5353dd9b4f6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:46.198116 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-432cd22b-6028-4103-8355-20bffad60397 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:46.208419 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432cd22b-6028-4103-8355-20bffad60397 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:46.209175 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-432cd22b-6028-4103-8355-20bffad60397 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:46.233595 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c456c269-a36c-4c34-9277-966ff605320b req-ea621345-13c3-4012-b3f0-b7043cc7df82 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:46.244356 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c456c269-a36c-4c34-9277-966ff605320b req-ea621345-13c3-4012-b3f0-b7043cc7df82 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=518e5f32-6696-4251-977f-e4fd41fd1cea HTTP/1.1" status: 200 len: 947 time: 0.1115899 Sep 07 02:35:46.259906 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-432cd22b-6028-4103-8355-20bffad60397 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3021049 Sep 07 02:35:46.262850 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 41194) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:35:46.282972 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-4927edde-9df7-473a-bd3f-8d30044ceedc tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Request body: {'subnet': {'network_id': '14da215f-2a3b-4d4d-a945-cb0582b97222', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:35:46.354250 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432cd22b-6028-4103-8355-20bffad60397 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Pushing event updated for resources: {'Network': ['ID=14da215f-2a3b-4d4d-a945-cb0582b97222,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:46.368832 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 14da215f-2a3b-4d4d-a945-cb0582b97222 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:35:46.369270 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c456c269-a36c-4c34-9277-966ff605320b req-206e683c-ede3-405c-92e5-a66905b21bcf tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184824 Sep 07 02:35:46.379455 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2848-9c1e-4b9b-8933-5353dd9b4f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:46.506926 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4927edde-9df7-473a-bd3f-8d30044ceedc tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Made reservation on behalf of 82f3fc87393e475b9b7c73e7abf1c936 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:35:46.511653 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4927edde-9df7-473a-bd3f-8d30044ceedc tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:46.521642 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2848-9c1e-4b9b-8933-5353dd9b4f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:46.571585 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5e2848-9c1e-4b9b-8933-5353dd9b4f6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6adffcfb-413e-4397-9eca-069cf6afe672,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:46.576064 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3e5e2848-9c1e-4b9b-8933-5353dd9b4f6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:46.584144 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cafe15-aeee-4645-8d01-82af3f75344f None None] Network 8ab7984a-b3c2-4552-bebd-58d012c6a713 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:35:46.598320 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3e5e2848-9c1e-4b9b-8933-5353dd9b4f6f admin admin] 10.222.0.22 "DELETE /v2.0/subnets/6adffcfb-413e-4397-9eca-069cf6afe672 HTTP/1.1" status: 204 len: 168 time: 0.6582859 Sep 07 02:35:46.599417 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 41218) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:35:46.688753 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 4501d607-aadd-4803-8aaf-dc78ed73bb50 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:35:46.697062 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3e31c1ba-8535-45fe-aaf0-b0a3b849ad10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:46.792059 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-3e31c1ba-8535-45fe-aaf0-b0a3b849ad10 admin admin] Deleting port 6111f7c5-3b88-4913-8055-3718c291953f {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:35:46.792415 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3e31c1ba-8535-45fe-aaf0-b0a3b849ad10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:46.821269 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4927edde-9df7-473a-bd3f-8d30044ceedc tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:46.871071 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d991a9-455b-4249-b97c-f54936dc2793 None None] DHCP port deletion for 8ab7984a-b3c2-4552-bebd-58d012c6a713 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:35:46.887629 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 4501d607-aadd-4803-8aaf-dc78ed73bb50, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=4501d607-aadd-4803-8aaf-dc78ed73bb50,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:35:46.926087 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-3e31c1ba-8535-45fe-aaf0-b0a3b849ad10 admin admin] For port 6111f7c5-3b88-4913-8055-3718c291953f, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=6111f7c5-3b88-4913-8055-3718c291953f,segment=NetworkSegment(634ca4ad-3127-4569-95e5-40ea7398b250),segment_id=634ca4ad-3127-4569-95e5-40ea7398b250)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:35:46.926730 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3e31c1ba-8535-45fe-aaf0-b0a3b849ad10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:46.928870 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '4501d607-aadd-4803-8aaf-dc78ed73bb50', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'port_id': '4501d607-aadd-4803-8aaf-dc78ed73bb50', 'mac_address': 'fa:16:3e:ee:76:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '694f9550-ba12-4672-8446-41848123cea2', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:35:46.937260 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6879f8-70d3-46e8-b5ae-d0499a5e2e3e req-cbb28b04-b0f7-4a90-ba7f-ce05cb1e05c5 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:46.939204 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2b6879f8-70d3-46e8-b5ae-d0499a5e2e3e req-cbb28b04-b0f7-4a90-ba7f-ce05cb1e05c5 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=af277e66-9f34-430f-82e6-77b8e6feb6c0 HTTP/1.1" status: 200 len: 946 time: 0.1096265 Sep 07 02:35:46.957775 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-3e31c1ba-8535-45fe-aaf0-b0a3b849ad10 admin admin] Calling delete_port for 6111f7c5-3b88-4913-8055-3718c291953f owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:35:46.963639 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b57a8d4-0def-46bd-9511-9a045f5dcc81 req-4c1f135b-45d0-4c52-b973-eae938ce75b1 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:46.965163 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5b57a8d4-0def-46bd-9511-9a045f5dcc81 req-4c1f135b-45d0-4c52-b973-eae938ce75b1 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] 10.222.0.22 "GET /v2.0/ports?device_id=cac44a8a-8e71-40d6-92c4-5cdcc8b4f278 HTTP/1.1" status: 200 len: 951 time: 0.1218340 Sep 07 02:35:46.969158 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4927edde-9df7-473a-bd3f-8d30044ceedc tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Pushing event updated for resources: {'Subnet': ['ID=5fcf8f83-1bc5-481b-a935-e10db8c6ab1c,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:47.003591 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 6111f7c5-3b88-4913-8055-3718c291953f no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:35:47.016390 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5b57a8d4-0def-46bd-9511-9a045f5dcc81 req-d9c42d95-1a78-400c-92aa-ba2e968119b0 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] 10.222.0.22 "GET /v2.0/security-groups?id=45c54fb9-abbf-40ef-a472-c067aecb5bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397172 Sep 07 02:35:47.017109 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4927edde-9df7-473a-bd3f-8d30044ceedc tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Checking segment: {'id': '9f5cb424-ebd3-43ed-93c4-429f0ec6783f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '14da215f-2a3b-4d4d-a945-cb0582b97222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:35:47.017502 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4927edde-9df7-473a-bd3f-8d30044ceedc tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Network hostable DHCP agents. Network: 14da215f-2a3b-4d4d-a945-cb0582b97222, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:35:47.022110 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2b6879f8-70d3-46e8-b5ae-d0499a5e2e3e req-6f17fb40-62b3-42a1-a84c-1c09961a196a tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704124 Sep 07 02:35:47.036533 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4927edde-9df7-473a-bd3f-8d30044ceedc tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Network 14da215f-2a3b-4d4d-a945-cb0582b97222 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:35:47.049132 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-4927edde-9df7-473a-bd3f-8d30044ceedc tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 14da215f-2a3b-4d4d-a945-cb0582b97222) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:35:47.050194 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:47.063778 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4927edde-9df7-473a-bd3f-8d30044ceedc tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:47.064575 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4927edde-9df7-473a-bd3f-8d30044ceedc tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:47.080590 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3e31c1ba-8535-45fe-aaf0-b0a3b849ad10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:47.104208 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-4927edde-9df7-473a-bd3f-8d30044ceedc tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8402607 Sep 07 02:35:47.106666 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 41230) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:35:47.109916 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4501d607-aadd-4803-8aaf-dc78ed73bb50 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:35:47.112069 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-67104d93-c7dc-48d8-b19a-06254576f1a1 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1699147193'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:35:47.115040 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db1e9a7-ad9c-4d11-8644-af7806d3f1a7 None None] Network 14da215f-2a3b-4d4d-a945-cb0582b97222 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:35:47.116918 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e31c1ba-8535-45fe-aaf0-b0a3b849ad10 admin admin] Pushing event deleted for resources: {'Port': ['ID=6111f7c5-3b88-4913-8055-3718c291953f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:47.121349 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e31c1ba-8535-45fe-aaf0-b0a3b849ad10 admin admin] No DVR routers for this DVR port 6111f7c5-3b88-4913-8055-3718c291953f on host n-d-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:35:47.139454 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67104d93-c7dc-48d8-b19a-06254576f1a1 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Made reservation on behalf of 82f3fc87393e475b9b7c73e7abf1c936 for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:35:47.144615 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-67104d93-c7dc-48d8-b19a-06254576f1a1 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:47.175892 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67104d93-c7dc-48d8-b19a-06254576f1a1 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:35:47.187760 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-67104d93-c7dc-48d8-b19a-06254576f1a1 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:47.188303 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-67104d93-c7dc-48d8-b19a-06254576f1a1 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Added segment 984a563d-7da2-44a3-82f5-08e03dc50c9e of type vlan for network 1144607e-16b0-4541-9f0e-1c51d66b40bc Sep 07 02:35:47.192940 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-c1d991a9-455b-4249-b97c-f54936dc2793 None None] Deleting port 6111f7c5-3b88-4913-8055-3718c291953f {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:35:47.193326 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c1d991a9-455b-4249-b97c-f54936dc2793 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:47.205715 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 4501d607-aadd-4803-8aaf-dc78ed73bb50, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=4501d607-aadd-4803-8aaf-dc78ed73bb50,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:35:47.215359 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3e31c1ba-8535-45fe-aaf0-b0a3b849ad10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:47.240825 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-67104d93-c7dc-48d8-b19a-06254576f1a1 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:47.241595 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-3e31c1ba-8535-45fe-aaf0-b0a3b849ad10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ab7984a-b3c2-4552-bebd-58d012c6a713']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:35:47.251573 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:47.253692 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-3e31c1ba-8535-45fe-aaf0-b0a3b849ad10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '634ca4ad-3127-4569-95e5-40ea7398b250') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:35:47.262669 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-3e31c1ba-8535-45fe-aaf0-b0a3b849ad10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '634ca4ad-3127-4569-95e5-40ea7398b250') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:35:47.268868 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-67104d93-c7dc-48d8-b19a-06254576f1a1 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:47.276000 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3e31c1ba-8535-45fe-aaf0-b0a3b849ad10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:47.278592 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67104d93-c7dc-48d8-b19a-06254576f1a1 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:47.279833 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-67104d93-c7dc-48d8-b19a-06254576f1a1 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:47.291695 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3e31c1ba-8535-45fe-aaf0-b0a3b849ad10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:47.298760 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e31c1ba-8535-45fe-aaf0-b0a3b849ad10 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:35:47.299305 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3e31c1ba-8535-45fe-aaf0-b0a3b849ad10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:47.301287 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:35:47.301287 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:35:47.301287 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:35:47.301287 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:35:47.301287 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:35:47.301287 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:35:47.301287 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:35:47.301287 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:35:47.301287 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:35:47.301287 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:35:47.301287 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:35:47.301287 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:35:47.301287 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:35:47.301287 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:35:47.301287 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:35:47.301287 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:35:47.301287 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:35:47.301287 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:35:47.301287 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:35:47.301287 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:35:47.301287 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:35:47.301287 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:35:47.301287 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:35:47.301287 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:35:47.301287 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:35:47.301287 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:35:47.301287 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:35:47.301287 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:35:47.301287 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:35:47.301287 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:35:47.301287 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:35:47.301287 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:35:47.342994 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-67104d93-c7dc-48d8-b19a-06254576f1a1 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2350745 Sep 07 02:35:47.343733 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 41238) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:35:47.384017 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-5fc8e422-2324-46ec-9c49-e1bc9402fbe5 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Request body: {'subnet': {'network_id': '1144607e-16b0-4541-9f0e-1c51d66b40bc', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:35:47.386004 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3e31c1ba-8535-45fe-aaf0-b0a3b849ad10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:47.395732 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3e31c1ba-8535-45fe-aaf0-b0a3b849ad10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:47.398252 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3e31c1ba-8535-45fe-aaf0-b0a3b849ad10 admin admin] 10.222.0.22 "DELETE /v2.0/networks/8ab7984a-b3c2-4552-bebd-58d012c6a713 HTTP/1.1" status: 204 len: 168 time: 0.7975955 Sep 07 02:35:47.411083 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e31c1ba-8535-45fe-aaf0-b0a3b849ad10 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ab7984a-b3c2-4552-bebd-58d012c6a713,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:47.414985 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67104d93-c7dc-48d8-b19a-06254576f1a1 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Pushing event updated for resources: {'Network': ['ID=1144607e-16b0-4541-9f0e-1c51d66b40bc,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:47.471326 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No active binding found for port 6111f7c5-3b88-4913-8055-3718c291953f {{(pid=94702) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 07 02:35:47.472456 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 6111f7c5-3b88-4913-8055-3718c291953f not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:35:47.473049 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 90dcf096-988d-4834-bd7b-426d5f0e2c31 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:35:47.536932 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 90dcf096-988d-4834-bd7b-426d5f0e2c31 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:35:47.537243 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 90dcf096-988d-4834-bd7b-426d5f0e2c31 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:35:47.554428 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 1144607e-16b0-4541-9f0e-1c51d66b40bc details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:35:47.617896 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-c1d991a9-455b-4249-b97c-f54936dc2793 None None] For port 6111f7c5-3b88-4913-8055-3718c291953f, host n-d-796209-16, got binding levels [] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:35:47.618541 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c1d991a9-455b-4249-b97c-f54936dc2793 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:47.621756 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e086ca-b607-4361-9b31-4d109a79c77a req-0ad2f60e-3e14-41d8-8383-5f495321ff7a tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:47.624815 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-41e086ca-b607-4361-9b31-4d109a79c77a req-0ad2f60e-3e14-41d8-8383-5f495321ff7a tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=518e5f32-6696-4251-977f-e4fd41fd1cea HTTP/1.1" status: 200 len: 948 time: 0.1215320 Sep 07 02:35:47.634579 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc8e422-2324-46ec-9c49-e1bc9402fbe5 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Made reservation on behalf of 82f3fc87393e475b9b7c73e7abf1c936 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:35:47.644050 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5fc8e422-2324-46ec-9c49-e1bc9402fbe5 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:47.705834 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 41256) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:35:47.713445 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-c1d991a9-455b-4249-b97c-f54936dc2793 None None] Calling delete_port for 6111f7c5-3b88-4913-8055-3718c291953f owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:35:47.717289 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=4501d607-aadd-4803-8aaf-dc78ed73bb50,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:47.730366 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.ipam_backend_mixin [None req-c1d991a9-455b-4249-b97c-f54936dc2793 None None] Port 6111f7c5-3b88-4913-8055-3718c291953f was not found and therefore no delete operation was performed {{(pid=94702) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 07 02:35:47.732829 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['4501d607-aadd-4803-8aaf-dc78ed73bb50'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:35:47.759522 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-41e086ca-b607-4361-9b31-4d109a79c77a req-c3173e42-793c-42c6-a792-fd8e577b31ab tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162612 Sep 07 02:35:47.759824 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-7553b606-ca2b-4644-a239-ad287bdec0da admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a54ab3d241974f319feaa289ec99333f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0496650 Sep 07 02:35:47.760521 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 41258) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:35:47.764916 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c1d991a9-455b-4249-b97c-f54936dc2793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:47.822833 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c1d991a9-455b-4249-b97c-f54936dc2793 None None] Network 8ab7984a-b3c2-4552-bebd-58d012c6a713 is not hosted by any dhcp agent {{(pid=94702) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 07 02:35:47.823301 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d991a9-455b-4249-b97c-f54936dc2793 None None] No DVR routers for this DVR port 6111f7c5-3b88-4913-8055-3718c291953f on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:35:47.828612 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d991a9-455b-4249-b97c-f54936dc2793 None None] Pushing event deleted for resources: {'Port': ['ID=6111f7c5-3b88-4913-8055-3718c291953f,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:47.878353 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5042577d-8a25-4bec-88ce-013ee17262ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:47.885090 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ee1bd9-06f7-4f1d-9bb9-759595dfe3e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-14da215f-2a3b-4d4d-a945-cb0582b97222', 'network_id': '14da215f-2a3b-4d4d-a945-cb0582b97222', 'tenant_id': '82f3fc87393e475b9b7c73e7abf1c936', 'fixed_ips': [{'subnet_id': '5fcf8f83-1bc5-481b-a935-e10db8c6ab1c'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:35:47.886169 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c1ee1bd9-06f7-4f1d-9bb9-759595dfe3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:47.931393 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5042577d-8a25-4bec-88ce-013ee17262ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:47.972882 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5fc8e422-2324-46ec-9c49-e1bc9402fbe5 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:48.038139 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8e422-2324-46ec-9c49-e1bc9402fbe5 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Pushing event updated for resources: {'Subnet': ['ID=18352d1b-8c7c-4805-b6c2-05a062e0342e,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:48.061746 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5042577d-8a25-4bec-88ce-013ee17262ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:48.062849 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5042577d-8a25-4bec-88ce-013ee17262ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:48.077199 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-5042577d-8a25-4bec-88ce-013ee17262ec admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/db4db47e-1fc7-481a-b12d-c3b68e4a957f HTTP/1.1" status: 204 len: 168 time: 0.3123846 Sep 07 02:35:48.103467 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5042577d-8a25-4bec-88ce-013ee17262ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4db47e-1fc7-481a-b12d-c3b68e4a957f,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:48.110392 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc8e422-2324-46ec-9c49-e1bc9402fbe5 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Checking segment: {'id': '984a563d-7da2-44a3-82f5-08e03dc50c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1144607e-16b0-4541-9f0e-1c51d66b40bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:35:48.110762 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc8e422-2324-46ec-9c49-e1bc9402fbe5 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Network hostable DHCP agents. Network: 1144607e-16b0-4541-9f0e-1c51d66b40bc, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:35:48.146306 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-18a371fe-4ef6-40df-b3aa-19aaa991cfac tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:48.156086 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-18a371fe-4ef6-40df-b3aa-19aaa991cfac tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=af277e66-9f34-430f-82e6-77b8e6feb6c0&tenant_id=4ff846f9243a40b7bf323ea156c2bdd7&binding%3Ahost_id=n-h2-796209-16 HTTP/1.1" status: 200 len: 1098 time: 0.1510997 Sep 07 02:35:48.160773 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-c1ee1bd9-06f7-4f1d-9bb9-759595dfe3e5 None None] Allocated IP 19.80.0.2 (14da215f-2a3b-4d4d-a945-cb0582b97222/5fcf8f83-1bc5-481b-a935-e10db8c6ab1c/3f987a2d-5812-411e-85c5-55146061cc33) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:35:48.161505 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc8e422-2324-46ec-9c49-e1bc9402fbe5 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Network 1144607e-16b0-4541-9f0e-1c51d66b40bc is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:35:48.179758 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-9873231e-4a55-4502-bf2e-b2bbcfc12041 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-796209-16'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:35:48.190427 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-5fc8e422-2324-46ec-9c49-e1bc9402fbe5 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 1144607e-16b0-4541-9f0e-1c51d66b40bc) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:35:48.195883 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc8e422-2324-46ec-9c49-e1bc9402fbe5 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:48.196481 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5fc8e422-2324-46ec-9c49-e1bc9402fbe5 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:48.205499 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2084276e-3e34-46c1-a2a6-aabf53d8c877 None None] Network 1144607e-16b0-4541-9f0e-1c51d66b40bc requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:35:48.238125 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-5fc8e422-2324-46ec-9c49-e1bc9402fbe5 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8907769 Sep 07 02:35:48.276124 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276897b-a15e-4eeb-bd2e-bb4f3fbd7960 req-c54c6add-06fc-45dc-8194-844b6be8a213 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:48.277714 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e276897b-a15e-4eeb-bd2e-bb4f3fbd7960 req-c54c6add-06fc-45dc-8194-844b6be8a213 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=af277e66-9f34-430f-82e6-77b8e6feb6c0 HTTP/1.1" status: 200 len: 946 time: 0.1015077 Sep 07 02:35:48.362963 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e276897b-a15e-4eeb-bd2e-bb4f3fbd7960 req-0f910177-09ea-45d3-a7f0-8e8a0b0acf81 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762775 Sep 07 02:35:48.408498 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-9873231e-4a55-4502-bf2e-b2bbcfc12041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:48.437683 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed07919-98c3-4513-81fa-3511667dcaa6 req-42e89d46-d2fb-4bac-8b85-54dbd54c7f77 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:48.451600 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-aed07919-98c3-4513-81fa-3511667dcaa6 req-42e89d46-d2fb-4bac-8b85-54dbd54c7f77 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] 10.222.0.22 "GET /v2.0/ports?device_id=cac44a8a-8e71-40d6-92c4-5cdcc8b4f278 HTTP/1.1" status: 200 len: 951 time: 0.2232416 Sep 07 02:35:48.512625 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07eedb5-7281-46b1-ace9-b8ceaadfe2ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-1144607e-16b0-4541-9f0e-1c51d66b40bc', 'network_id': '1144607e-16b0-4541-9f0e-1c51d66b40bc', 'tenant_id': '82f3fc87393e475b9b7c73e7abf1c936', 'fixed_ips': [{'subnet_id': '18352d1b-8c7c-4805-b6c2-05a062e0342e'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:35:48.513987 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d07eedb5-7281-46b1-ace9-b8ceaadfe2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:48.544998 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c1ee1bd9-06f7-4f1d-9bb9-759595dfe3e5 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:48.562154 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-aed07919-98c3-4513-81fa-3511667dcaa6 req-9bb737c7-2cbb-4737-bf20-c43a7f823868 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] 10.222.0.22 "GET /v2.0/security-groups?id=45c54fb9-abbf-40ef-a472-c067aecb5bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846336 Sep 07 02:35:48.744988 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-d07eedb5-7281-46b1-ace9-b8ceaadfe2ce None None] Allocated IP 19.86.0.2 (1144607e-16b0-4541-9f0e-1c51d66b40bc/18352d1b-8c7c-4805-b6c2-05a062e0342e/d3899c41-fcbb-4e48-87b7-2933da4852ca) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:35:48.758956 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-9873231e-4a55-4502-bf2e-b2bbcfc12041 service neutron] For port 0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae,segment=NetworkSegment(cb5a1637-646d-4671-9ca6-bd30e74d860b),segment_id=cb5a1637-646d-4671-9ca6-bd30e74d860b)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:35:48.810707 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-9873231e-4a55-4502-bf2e-b2bbcfc12041 service neutron] For port 0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:35:48.861824 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-9873231e-4a55-4502-bf2e-b2bbcfc12041 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:48.864557 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af277e66-9f34-430f-82e6-77b8e6feb6c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:35:48.867939 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa92caf-841a-4f62-9728-03a6c5826d9e" -d '{"events": [{"server_uuid": "af277e66-9f34-430f-82e6-77b8e6feb6c0", "name": "network-vif-unplugged", "status": "completed", "tag": "0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:35:48.880783 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-9873231e-4a55-4502-bf2e-b2bbcfc12041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:48.970936 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d07eedb5-7281-46b1-ace9-b8ceaadfe2ce None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:48.990900 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-d07eedb5-7281-46b1-ace9-b8ceaadfe2ce None None] Transition to ACTIVE for port object d3899c41-fcbb-4e48-87b7-2933da4852ca will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:35:49.017871 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-8e2509d5-1bab-4702-b485-b2f84e2ee47d tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:49.024240 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-d07eedb5-7281-46b1-ace9-b8ceaadfe2ce None None] Transition to ACTIVE for port object d3899c41-fcbb-4e48-87b7-2933da4852ca will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:35:49.029643 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-8e2509d5-1bab-4702-b485-b2f84e2ee47d tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:49.029799 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060eb64-0dc8-49c6-b3da-b990015a0119 req-2fa33976-b60a-4c36-abf4-1096b7fbabda tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:49.031281 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-8e2509d5-1bab-4702-b485-b2f84e2ee47d tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/networks?id=14da215f-2a3b-4d4d-a945-cb0582b97222&id=1144607e-16b0-4541-9f0e-1c51d66b40bc HTTP/1.1" status: 200 len: 1392 time: 0.3262258 Sep 07 02:35:49.037211 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0060eb64-0dc8-49c6-b3da-b990015a0119 req-2fa33976-b60a-4c36-abf4-1096b7fbabda tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] 10.222.0.23 "GET /v2.0/ports?device_id=cac44a8a-8e71-40d6-92c4-5cdcc8b4f278 HTTP/1.1" status: 200 len: 951 time: 0.1651614 Sep 07 02:35:49.043351 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:35:49.046641 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device b3d00593-f25f-4305-bc9e-bf884e9dee4b no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:35:49.048655 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9873231e-4a55-4502-bf2e-b2bbcfc12041 service neutron] Pushing event updated for resources: {'Port': ['ID=0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae,revision_number=7']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:49.062261 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa289728-1ab0-421b-b356-a2af222b0e65 req-ec0d6058-e107-41a0-a8c7-0f7c2aa2bbb2 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:49.071147 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-aa289728-1ab0-421b-b356-a2af222b0e65 req-ec0d6058-e107-41a0-a8c7-0f7c2aa2bbb2 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=518e5f32-6696-4251-977f-e4fd41fd1cea HTTP/1.1" status: 200 len: 948 time: 0.1851168 Sep 07 02:35:49.087653 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-f70af388-dc34-44bb-82f4-66949137f597 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/quotas/82f3fc87393e475b9b7c73e7abf1c936 HTTP/1.1" status: 200 len: 375 time: 0.0482872 Sep 07 02:35:49.105905 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 2c6c2f44-9baf-4967-b7b8-3cadcbb96682 details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:35:49.130325 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d07eedb5-7281-46b1-ace9-b8ceaadfe2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:49.184763 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-989f71ea-6c82-4c42-8a97-39d826f92da4 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=82f3fc87393e475b9b7c73e7abf1c936&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0957792 Sep 07 02:35:49.242707 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-c1ee1bd9-06f7-4f1d-9bb9-759595dfe3e5 None None] Transition to ACTIVE for port object 3f987a2d-5812-411e-85c5-55146061cc33 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:35:49.247974 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07eedb5-7281-46b1-ace9-b8ceaadfe2ce None None] Pushing event updated for resources: {'Port': ['ID=d3899c41-fcbb-4e48-87b7-2933da4852ca,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:49.291779 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07eedb5-7281-46b1-ace9-b8ceaadfe2ce None None] Network 1144607e-16b0-4541-9f0e-1c51d66b40bc is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:35:49.294372 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-9873231e-4a55-4502-bf2e-b2bbcfc12041 service neutron] Attempting to bind port 0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae on host n-h2-796209-16 for vnic_type normal with profile {"migrating_to": "n-h1-796209-16"} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:35:49.306425 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-d07eedb5-7281-46b1-ace9-b8ceaadfe2ce None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:35:49.307164 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-9873231e-4a55-4502-bf2e-b2bbcfc12041 service neutron] Attempting to bind port 0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': 'cb5a1637-646d-4671-9ca6-bd30e74d860b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5632e33d-1d7a-4426-9d83-a8e688a88788'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:35:49.307703 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-9873231e-4a55-4502-bf2e-b2bbcfc12041 service neutron] Attempting to bind port 0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae on network 5632e33d-1d7a-4426-9d83-a8e688a88788 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:35:49.322612 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-aa289728-1ab0-421b-b356-a2af222b0e65 req-5ca014ca-eacf-433a-a11a-51889be62f18 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502415 Sep 07 02:35:49.329003 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07eedb5-7281-46b1-ace9-b8ceaadfe2ce None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:35:49.340917 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-c1ee1bd9-06f7-4f1d-9bb9-759595dfe3e5 None None] Transition to ACTIVE for port object 3f987a2d-5812-411e-85c5-55146061cc33 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:35:49.341258 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-9873231e-4a55-4502-bf2e-b2bbcfc12041 service neutron] Port 0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae on network 5632e33d-1d7a-4426-9d83-a8e688a88788 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:35:49.341568 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-9873231e-4a55-4502-bf2e-b2bbcfc12041 service neutron] Attempting to bind port 0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae on network 5632e33d-1d7a-4426-9d83-a8e688a88788 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:35:49.365916 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-9873231e-4a55-4502-bf2e-b2bbcfc12041 service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:35:49.369672 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-df4bf3e3-2833-40a6-8ae3-77ef65501ab0 service neutron] 10.222.0.22 "GET /v2.0/networks/14da215f-2a3b-4d4d-a945-cb0582b97222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841788 Sep 07 02:35:49.370414 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-9873231e-4a55-4502-bf2e-b2bbcfc12041 service neutron] Checking segment: {'id': 'cb5a1637-646d-4671-9ca6-bd30e74d860b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5632e33d-1d7a-4426-9d83-a8e688a88788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:35:49.370860 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-9873231e-4a55-4502-bf2e-b2bbcfc12041 service neutron] Bound using segment: {'id': 'cb5a1637-646d-4671-9ca6-bd30e74d860b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5632e33d-1d7a-4426-9d83-a8e688a88788'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:35:49.371328 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-9873231e-4a55-4502-bf2e-b2bbcfc12041 service neutron] Bound port: 0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb5a1637-646d-4671-9ca6-bd30e74d860b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5632e33d-1d7a-4426-9d83-a8e688a88788'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:35:49.371740 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-9873231e-4a55-4502-bf2e-b2bbcfc12041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:49.405165 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c1ee1bd9-06f7-4f1d-9bb9-759595dfe3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:49.409229 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 41334) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:35:49.456599 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 02:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5907655-606f-45e3-847a-3b6ee687f7d3 x-openstack-request-id: req-c5907655-606f-45e3-847a-3b6ee687f7d3 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:35:49.457220 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af277e66-9f34-430f-82e6-77b8e6feb6c0", "name": "network-vif-unplugged", "status": "completed", "tag": "0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:35:49.457715 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c5907655-606f-45e3-847a-3b6ee687f7d3 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:35:49.468090 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af277e66-9f34-430f-82e6-77b8e6feb6c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae', 'code': 200} Sep 07 02:35:49.476891 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee1bd9-06f7-4f1d-9bb9-759595dfe3e5 None None] Pushing event updated for resources: {'Port': ['ID=3f987a2d-5812-411e-85c5-55146061cc33,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:49.499493 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-6bb50158-e3c8-43d8-afc4-8e7ad306df13 service neutron] 10.222.0.22 "GET /v2.0/networks/14da215f-2a3b-4d4d-a945-cb0582b97222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221333 Sep 07 02:35:49.541344 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-0060eb64-0dc8-49c6-b3da-b990015a0119 req-dbe599c2-14ab-4071-9ef6-12ed1a5dbc71 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] Deleting port b3d00593-f25f-4305-bc9e-bf884e9dee4b {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:35:49.550670 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0060eb64-0dc8-49c6-b3da-b990015a0119 req-dbe599c2-14ab-4071-9ef6-12ed1a5dbc71 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:49.625531 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ee1bd9-06f7-4f1d-9bb9-759595dfe3e5 None None] Network 14da215f-2a3b-4d4d-a945-cb0582b97222 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:35:49.634545 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-d07eedb5-7281-46b1-ace9-b8ceaadfe2ce None None] Attempting to bind port d3899c41-fcbb-4e48-87b7-2933da4852ca on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:35:49.634935 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-d07eedb5-7281-46b1-ace9-b8ceaadfe2ce None None] Attempting to bind port d3899c41-fcbb-4e48-87b7-2933da4852ca by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '984a563d-7da2-44a3-82f5-08e03dc50c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1144607e-16b0-4541-9f0e-1c51d66b40bc'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:35:49.635314 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07eedb5-7281-46b1-ace9-b8ceaadfe2ce None None] Attempting to bind port d3899c41-fcbb-4e48-87b7-2933da4852ca on network 1144607e-16b0-4541-9f0e-1c51d66b40bc {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:35:49.637699 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-c1ee1bd9-06f7-4f1d-9bb9-759595dfe3e5 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:35:49.644885 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ee1bd9-06f7-4f1d-9bb9-759595dfe3e5 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:35:49.682486 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07eedb5-7281-46b1-ace9-b8ceaadfe2ce None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:35:49.682841 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07eedb5-7281-46b1-ace9-b8ceaadfe2ce None None] Checking segment: {'id': '984a563d-7da2-44a3-82f5-08e03dc50c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1144607e-16b0-4541-9f0e-1c51d66b40bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:35:49.683252 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d07eedb5-7281-46b1-ace9-b8ceaadfe2ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:49.683684 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07eedb5-7281-46b1-ace9-b8ceaadfe2ce None None] Bound using segment: {'id': '984a563d-7da2-44a3-82f5-08e03dc50c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1144607e-16b0-4541-9f0e-1c51d66b40bc'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:35:49.684181 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-d07eedb5-7281-46b1-ace9-b8ceaadfe2ce None None] Bound port: d3899c41-fcbb-4e48-87b7-2933da4852ca, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '984a563d-7da2-44a3-82f5-08e03dc50c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1144607e-16b0-4541-9f0e-1c51d66b40bc'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:35:49.684573 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d07eedb5-7281-46b1-ace9-b8ceaadfe2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:49.717058 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae, host n-h2-796209-16, got binding levels [] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:35:49.720459 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-9873231e-4a55-4502-bf2e-b2bbcfc12041 service neutron] For port 0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:35:49.726383 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-9873231e-4a55-4502-bf2e-b2bbcfc12041 service neutron] For port 0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae,segment=NetworkSegment(cb5a1637-646d-4671-9ca6-bd30e74d860b),segment_id=cb5a1637-646d-4671-9ca6-bd30e74d860b)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:35:49.767139 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-8c195ff4-2688-4958-81a0-974cd37d4abf admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1811245957-network', 'tenant_id': '4a31a8b49dd24c17a6f3e78030031b25'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:35:49.773499 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:49.776553 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-9873231e-4a55-4502-bf2e-b2bbcfc12041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:49.842274 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-3a9d8a1f-6a88-4972-a925-72448e547438 service neutron] 10.222.0.22 "GET /v2.0/networks/1144607e-16b0-4541-9f0e-1c51d66b40bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372808 Sep 07 02:35:49.904638 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 2c6c2f44-9baf-4967-b7b8-3cadcbb96682, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=2c6c2f44-9baf-4967-b7b8-3cadcbb96682,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:35:49.906218 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3787e683-7bae-4191-be85-c2696fd38f1a req-4799b8e6-ed65-457b-afba-895af2e2f162 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:49.914475 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3787e683-7bae-4191-be85-c2696fd38f1a req-4799b8e6-ed65-457b-afba-895af2e2f162 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=af277e66-9f34-430f-82e6-77b8e6feb6c0 HTTP/1.1" status: 200 len: 944 time: 0.3412831 Sep 07 02:35:49.927936 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac44a8a-8e71-40d6-92c4-5cdcc8b4f278', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3d00593-f25f-4305-bc9e-bf884e9dee4b'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:35:49.930532 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8874d3cb-35ac-4776-a032-148fa8e3a7ca" -d '{"events": [{"server_uuid": "cac44a8a-8e71-40d6-92c4-5cdcc8b4f278", "name": "network-vif-unplugged", "status": "completed", "tag": "b3d00593-f25f-4305-bc9e-bf884e9dee4b"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:35:49.933246 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c195ff4-2688-4958-81a0-974cd37d4abf admin admin] Made reservation on behalf of 4a31a8b49dd24c17a6f3e78030031b25 for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:35:49.937020 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8c195ff4-2688-4958-81a0-974cd37d4abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:49.939018 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Attempting to bind port 0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae on host n-h2-796209-16 for vnic_type normal with profile {"migrating_to": "n-h1-796209-16"} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:35:49.939298 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Attempting to bind port 0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': 'cb5a1637-646d-4671-9ca6-bd30e74d860b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5632e33d-1d7a-4426-9d83-a8e688a88788'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:35:49.939782 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Attempting to bind port 0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae on network 5632e33d-1d7a-4426-9d83-a8e688a88788 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:35:49.953573 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-c1ee1bd9-06f7-4f1d-9bb9-759595dfe3e5 None None] Attempting to bind port 3f987a2d-5812-411e-85c5-55146061cc33 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:35:49.953956 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-c1ee1bd9-06f7-4f1d-9bb9-759595dfe3e5 None None] Attempting to bind port 3f987a2d-5812-411e-85c5-55146061cc33 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '9f5cb424-ebd3-43ed-93c4-429f0ec6783f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '14da215f-2a3b-4d4d-a945-cb0582b97222'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:35:49.954331 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ee1bd9-06f7-4f1d-9bb9-759595dfe3e5 None None] Attempting to bind port 3f987a2d-5812-411e-85c5-55146061cc33 on network 14da215f-2a3b-4d4d-a945-cb0582b97222 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:35:49.959463 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8c195ff4-2688-4958-81a0-974cd37d4abf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:49.963284 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '2c6c2f44-9baf-4967-b7b8-3cadcbb96682', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'port_id': '2c6c2f44-9baf-4967-b7b8-3cadcbb96682', 'mac_address': 'fa:16:3e:03:08:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '694f9550-ba12-4672-8446-41848123cea2', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:35:49.966856 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port b3d00593-f25f-4305-bc9e-bf884e9dee4b, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=b3d00593-f25f-4305-bc9e-bf884e9dee4b,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:35:49.976155 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Port 0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae on network 5632e33d-1d7a-4426-9d83-a8e688a88788 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:35:49.976569 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Attempting to bind port 0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae on network 5632e33d-1d7a-4426-9d83-a8e688a88788 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:35:49.983725 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ee1bd9-06f7-4f1d-9bb9-759595dfe3e5 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:35:49.984164 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ee1bd9-06f7-4f1d-9bb9-759595dfe3e5 None None] Checking segment: {'id': '9f5cb424-ebd3-43ed-93c4-429f0ec6783f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '14da215f-2a3b-4d4d-a945-cb0582b97222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:35:49.984577 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c1ee1bd9-06f7-4f1d-9bb9-759595dfe3e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:49.985036 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ee1bd9-06f7-4f1d-9bb9-759595dfe3e5 None None] Bound using segment: {'id': '9f5cb424-ebd3-43ed-93c4-429f0ec6783f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '14da215f-2a3b-4d4d-a945-cb0582b97222'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:35:49.985531 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-c1ee1bd9-06f7-4f1d-9bb9-759595dfe3e5 None None] Bound port: 3f987a2d-5812-411e-85c5-55146061cc33, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f5cb424-ebd3-43ed-93c4-429f0ec6783f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '14da215f-2a3b-4d4d-a945-cb0582b97222'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:35:49.985918 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c1ee1bd9-06f7-4f1d-9bb9-759595dfe3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:49.987988 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:50.013921 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:35:50.014624 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Checking segment: {'id': 'cb5a1637-646d-4671-9ca6-bd30e74d860b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5632e33d-1d7a-4426-9d83-a8e688a88788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:35:50.015203 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Bound using segment: {'id': 'cb5a1637-646d-4671-9ca6-bd30e74d860b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5632e33d-1d7a-4426-9d83-a8e688a88788'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:35:50.015713 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Bound port: 0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb5a1637-646d-4671-9ca6-bd30e74d860b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5632e33d-1d7a-4426-9d83-a8e688a88788'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:35:50.016114 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:50.041093 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3787e683-7bae-4191-be85-c2696fd38f1a req-8e1a5f37-4823-4e8a-b96d-d2df8e0462d9 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221402 Sep 07 02:35:50.051246 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-0060eb64-0dc8-49c6-b3da-b990015a0119 req-dbe599c2-14ab-4071-9ef6-12ed1a5dbc71 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] For port b3d00593-f25f-4305-bc9e-bf884e9dee4b, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=b3d00593-f25f-4305-bc9e-bf884e9dee4b,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:35:50.051659 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0060eb64-0dc8-49c6-b3da-b990015a0119 req-dbe599c2-14ab-4071-9ef6-12ed1a5dbc71 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:50.088964 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-d07eedb5-7281-46b1-ace9-b8ceaadfe2ce None None] For port d3899c41-fcbb-4e48-87b7-2933da4852ca, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:35:50.143863 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8c195ff4-2688-4958-81a0-974cd37d4abf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:50.156348 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8c195ff4-2688-4958-81a0-974cd37d4abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:50.172339 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-9873231e-4a55-4502-bf2e-b2bbcfc12041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:50.173053 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-9873231e-4a55-4502-bf2e-b2bbcfc12041 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:50.174530 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-9873231e-4a55-4502-bf2e-b2bbcfc12041 service neutron] 10.222.0.23 "PUT /v2.0/ports/0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae HTTP/1.1" status: 200 len: 1124 time: 2.0129020 Sep 07 02:35:50.175763 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-0060eb64-0dc8-49c6-b3da-b990015a0119 req-dbe599c2-14ab-4071-9ef6-12ed1a5dbc71 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] Calling delete_port for b3d00593-f25f-4305-bc9e-bf884e9dee4b owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:35:50.177128 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c195ff4-2688-4958-81a0-974cd37d4abf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:35:50.195692 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8c195ff4-2688-4958-81a0-974cd37d4abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:50.196306 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-8c195ff4-2688-4958-81a0-974cd37d4abf admin admin] Added segment 65a62acc-9ad4-42ed-8026-62418badfbf1 of type vlan for network e6bfa004-50fd-4136-a3ae-4ea4d668e91b Sep 07 02:35:50.219871 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9873231e-4a55-4502-bf2e-b2bbcfc12041 service neutron] Pushing event updated for resources: {'Port': ['ID=0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae,revision_number=8']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:50.312681 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-0d441435-290d-4d68-8ee6-f6dceb4a92d3 service neutron] 10.222.0.22 "GET /v2.0/networks/1144607e-16b0-4541-9f0e-1c51d66b40bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4480577 Sep 07 02:35:50.318398 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8c195ff4-2688-4958-81a0-974cd37d4abf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:50.369899 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c195ff4-2688-4958-81a0-974cd37d4abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3beaf282-7ec8-455d-a407-c301dd453a40,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:50.384374 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8c195ff4-2688-4958-81a0-974cd37d4abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:50.386090 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c195ff4-2688-4958-81a0-974cd37d4abf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:50.386958 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8c195ff4-2688-4958-81a0-974cd37d4abf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:50.472702 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c195ff4-2688-4958-81a0-974cd37d4abf admin admin] Pushing event updated for resources: {'Network': ['ID=e6bfa004-50fd-4136-a3ae-4ea4d668e91b,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:50.502862 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8c195ff4-2688-4958-81a0-974cd37d4abf admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0900040 Sep 07 02:35:50.504178 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 41354) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:35:50.512070 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-726e10d0-5142-457f-9d97-76d89cd7456a admin admin] Request body: {'subnet': {'network_id': 'e6bfa004-50fd-4136-a3ae-4ea4d668e91b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1811245957-subnet', 'tenant_id': '4a31a8b49dd24c17a6f3e78030031b25', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:35:50.540841 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd2dd4-c799-4d60-b0d7-9686c39847f3 req-8deb2496-eb17-4c34-b5b7-0afb9dafb814 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:50.542200 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bebd2dd4-c799-4d60-b0d7-9686c39847f3 req-8deb2496-eb17-4c34-b5b7-0afb9dafb814 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] 10.222.0.22 "GET /v2.0/ports?device_id=cac44a8a-8e71-40d6-92c4-5cdcc8b4f278 HTTP/1.1" status: 200 len: 949 time: 0.2380738 Sep 07 02:35:50.572321 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726e10d0-5142-457f-9d97-76d89cd7456a admin admin] Made reservation on behalf of 4a31a8b49dd24c17a6f3e78030031b25 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:35:50.575693 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-726e10d0-5142-457f-9d97-76d89cd7456a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:50.664066 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=b3d00593-f25f-4305-bc9e-bf884e9dee4b,revision_number=11']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:50.668087 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bebd2dd4-c799-4d60-b0d7-9686c39847f3 req-f4c3c0d5-b2d8-4fe0-add6-6e31593be15d tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] 10.222.0.22 "GET /v2.0/security-groups?id=45c54fb9-abbf-40ef-a472-c067aecb5bbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074555 Sep 07 02:35:50.739775 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0060eb64-0dc8-49c6-b3da-b990015a0119 req-dbe599c2-14ab-4071-9ef6-12ed1a5dbc71 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:50.763735 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network e6bfa004-50fd-4136-a3ae-4ea4d668e91b details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:35:50.846207 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe599c2-14ab-4071-9ef6-12ed1a5dbc71 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] Pushing event deleted for resources: {'Port': ['ID=b3d00593-f25f-4305-bc9e-bf884e9dee4b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:50.948015 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-726e10d0-5142-457f-9d97-76d89cd7456a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:50.952815 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 02:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5144a171-792b-4706-a0cc-ba83934b844f x-openstack-request-id: req-5144a171-792b-4706-a0cc-ba83934b844f {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:35:50.953197 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac44a8a-8e71-40d6-92c4-5cdcc8b4f278", "name": "network-vif-unplugged", "status": "completed", "tag": "b3d00593-f25f-4305-bc9e-bf884e9dee4b", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:35:50.953380 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5144a171-792b-4706-a0cc-ba83934b844f {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:35:50.955945 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac44a8a-8e71-40d6-92c4-5cdcc8b4f278', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3d00593-f25f-4305-bc9e-bf884e9dee4b', 'code': 200} Sep 07 02:35:51.025342 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:35:51.032747 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:35:51.050885 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-d07eedb5-7281-46b1-ace9-b8ceaadfe2ce None None] For port d3899c41-fcbb-4e48-87b7-2933da4852ca, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=d3899c41-fcbb-4e48-87b7-2933da4852ca,segment=NetworkSegment(984a563d-7da2-44a3-82f5-08e03dc50c9e),segment_id=984a563d-7da2-44a3-82f5-08e03dc50c9e)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:35:51.098963 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b75ae5-36f1-4ccb-97b6-ef47d6b2b02a req-95f65308-ef7d-4b73-a4c2-e7090773db7d tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:51.100374 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-03b75ae5-36f1-4ccb-97b6-ef47d6b2b02a req-95f65308-ef7d-4b73-a4c2-e7090773db7d tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=518e5f32-6696-4251-977f-e4fd41fd1cea HTTP/1.1" status: 200 len: 948 time: 0.1667688 Sep 07 02:35:51.138929 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726e10d0-5142-457f-9d97-76d89cd7456a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5837eaf-73d4-4b4b-a21b-3035dbf057e7,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:51.151413 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726e10d0-5142-457f-9d97-76d89cd7456a admin admin] Checking segment: {'id': '65a62acc-9ad4-42ed-8026-62418badfbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e6bfa004-50fd-4136-a3ae-4ea4d668e91b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:35:51.152065 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726e10d0-5142-457f-9d97-76d89cd7456a admin admin] Network hostable DHCP agents. Network: e6bfa004-50fd-4136-a3ae-4ea4d668e91b, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:35:51.185228 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-03b75ae5-36f1-4ccb-97b6-ef47d6b2b02a req-099f6249-d9c4-463c-97a8-59135a7b19b8 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608642 Sep 07 02:35:51.207206 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726e10d0-5142-457f-9d97-76d89cd7456a admin admin] Network e6bfa004-50fd-4136-a3ae-4ea4d668e91b is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:35:51.224113 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d07eedb5-7281-46b1-ace9-b8ceaadfe2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:51.245960 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-726e10d0-5142-457f-9d97-76d89cd7456a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, e6bfa004-50fd-4136-a3ae-4ea4d668e91b) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:35:51.260424 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:51.273170 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726e10d0-5142-457f-9d97-76d89cd7456a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:51.274127 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-726e10d0-5142-457f-9d97-76d89cd7456a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:51.305418 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-726e10d0-5142-457f-9d97-76d89cd7456a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7982519 Sep 07 02:35:51.306395 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 41384) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:35:51.315817 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-e5632df8-c779-4be9-92cd-dfdddfcd3293 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1811245957-router', 'tenant_id': '4a31a8b49dd24c17a6f3e78030031b25', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:35:51.356023 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e5632df8-c779-4be9-92cd-dfdddfcd3293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:51.358305 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e5632df8-c779-4be9-92cd-dfdddfcd3293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:51.412788 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07eedb5-7281-46b1-ace9-b8ceaadfe2ce None None] Pushing event updated for resources: {'Port': ['ID=d3899c41-fcbb-4e48-87b7-2933da4852ca,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:51.416033 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:51.416862 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66db429-f986-4073-8e9a-d5f5cc489822 None None] Network e6bfa004-50fd-4136-a3ae-4ea4d668e91b requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:35:51.538686 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61429606-2c64-4336-b822-1ad1c8774ab1 req-6d9c2769-0a87-4293-abb0-2562f24fd8b6 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:51.543805 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-61429606-2c64-4336-b822-1ad1c8774ab1 req-6d9c2769-0a87-4293-abb0-2562f24fd8b6 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=af277e66-9f34-430f-82e6-77b8e6feb6c0 HTTP/1.1" status: 200 len: 944 time: 0.1461005 Sep 07 02:35:51.553253 n-d-796209-16 neutron-server[94702]: WARNING neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Concurrent port binding operations failed on port 0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae Sep 07 02:35:51.585847 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af277e66-9f34-430f-82e6-77b8e6feb6c0', 'tag': '0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:35:51.593706 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c587416-69e6-4335-a402-11fce3cce69e" -d '{"events": [{"name": "network-changed", "server_uuid": "af277e66-9f34-430f-82e6-77b8e6feb6c0", "tag": "0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:35:51.608075 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae,segment=NetworkSegment(cb5a1637-646d-4671-9ca6-bd30e74d860b),segment_id=cb5a1637-646d-4671-9ca6-bd30e74d860b)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:35:51.613295 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:51.624188 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e5632df8-c779-4be9-92cd-dfdddfcd3293 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:51.681673 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2c6c2f44-9baf-4967-b7b8-3cadcbb96682 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:35:51.715465 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 2c6c2f44-9baf-4967-b7b8-3cadcbb96682, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=2c6c2f44-9baf-4967-b7b8-3cadcbb96682,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:35:51.726764 n-d-796209-16 neutron-server[94702]: INFO neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Attempt 2 to bind port 0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae Sep 07 02:35:51.730957 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae has no active binding in host n-h1-796209-16 {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 07 02:35:51.739571 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-0060eb64-0dc8-49c6-b3da-b990015a0119 req-dbe599c2-14ab-4071-9ef6-12ed1a5dbc71 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] No DVR routers for this DVR port b3d00593-f25f-4305-bc9e-bf884e9dee4b on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:35:51.748060 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-61429606-2c64-4336-b822-1ad1c8774ab1 req-d5a7645a-8612-4282-98e8-b6ec96bef1fe tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208556 Sep 07 02:35:51.750385 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0060eb64-0dc8-49c6-b3da-b990015a0119 req-dbe599c2-14ab-4071-9ef6-12ed1a5dbc71 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:51.760643 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0060eb64-0dc8-49c6-b3da-b990015a0119 req-dbe599c2-14ab-4071-9ef6-12ed1a5dbc71 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] 10.222.0.23 "DELETE /v2.0/ports/b3d00593-f25f-4305-bc9e-bf884e9dee4b HTTP/1.1" status: 204 len: 173 time: 2.7075357 Sep 07 02:35:51.761265 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:51.763713 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 4501d607-aadd-4803-8aaf-dc78ed73bb50 up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:35:51.780758 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0101686d-e13b-4997-a6e9-8a64a9e885ee req-f3ada837-e183-4209-9e54-b5d12ece7f87 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/ports?device_id=dcd274e9-3770-4956-8c71-91c2fab60196 HTTP/1.1" status: 200 len: 210 time: 0.1833556 Sep 07 02:35:51.908638 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e0090f6-ee32-4b66-93be-3582d75dbbe8 x-openstack-request-id: req-2e0090f6-ee32-4b66-93be-3582d75dbbe8 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:35:51.909555 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af277e66-9f34-430f-82e6-77b8e6feb6c0", "tag": "0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:35:51.910008 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2e0090f6-ee32-4b66-93be-3582d75dbbe8 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:35:51.910656 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af277e66-9f34-430f-82e6-77b8e6feb6c0', 'tag': '0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae', 'status': 'completed', 'code': 200} Sep 07 02:35:51.916222 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-c1ee1bd9-06f7-4f1d-9bb9-759595dfe3e5 None None] For port 3f987a2d-5812-411e-85c5-55146061cc33, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:35:51.947615 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e5632df8-c779-4be9-92cd-dfdddfcd3293 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:52.054199 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['2c6c2f44-9baf-4967-b7b8-3cadcbb96682'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:35:52.168463 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fd117453-201f-4c9d-8caf-9270bfbd48a9 req-3fa790a8-f9c0-4f82-a911-825337f8ad59 tempest-ImagesOneServerTestJSON-609097593 tempest-ImagesOneServerTestJSON-609097593-project] 10.222.0.22 "GET /v2.0/ports?device_id=cac44a8a-8e71-40d6-92c4-5cdcc8b4f278 HTTP/1.1" status: 200 len: 210 time: 0.1521447 Sep 07 02:35:52.192255 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-c1ee1bd9-06f7-4f1d-9bb9-759595dfe3e5 None None] For port 3f987a2d-5812-411e-85c5-55146061cc33, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=3f987a2d-5812-411e-85c5-55146061cc33,segment=NetworkSegment(9f5cb424-ebd3-43ed-93c4-429f0ec6783f),segment_id=9f5cb424-ebd3-43ed-93c4-429f0ec6783f)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:35:52.357804 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c1ee1bd9-06f7-4f1d-9bb9-759595dfe3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:52.455543 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8db4142-4df1-4ca9-aa22-20be8a70c9b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-e6bfa004-50fd-4136-a3ae-4ea4d668e91b', 'network_id': 'e6bfa004-50fd-4136-a3ae-4ea4d668e91b', 'tenant_id': '4a31a8b49dd24c17a6f3e78030031b25', 'fixed_ips': [{'subnet_id': 'a5837eaf-73d4-4b4b-a21b-3035dbf057e7'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:35:52.456733 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c8db4142-4df1-4ca9-aa22-20be8a70c9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:52.505653 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=2c6c2f44-9baf-4967-b7b8-3cadcbb96682,revision_number=6']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:52.519310 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port 4501d607-aadd-4803-8aaf-dc78ed73bb50 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:35:52.668747 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port 4501d607-aadd-4803-8aaf-dc78ed73bb50 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:35:52.669348 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:52.820842 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-1c40fe5d-795d-4d10-b013-c1907e9b8071 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:52.827056 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-1c40fe5d-795d-4d10-b013-c1907e9b8071 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:52.842823 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-1c40fe5d-795d-4d10-b013-c1907e9b8071 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.16 "GET /v2.0/networks?id=14da215f-2a3b-4d4d-a945-cb0582b97222&id=1144607e-16b0-4541-9f0e-1c51d66b40bc HTTP/1.1" status: 200 len: 1392 time: 0.4314942 Sep 07 02:35:52.934650 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-d2a63785-0221-49d0-9db6-3273fd8e3dad tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Request body: {'port': {'device_id': 'dcd274e9-3770-4956-8c71-91c2fab60196', 'network_id': '14da215f-2a3b-4d4d-a945-cb0582b97222', 'admin_state_up': True, 'tenant_id': '82f3fc87393e475b9b7c73e7abf1c936'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:35:52.967146 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b2e5c-3aeb-411d-b9b0-72f61c36c6e7 req-6cc1c32c-e0b7-4512-86c3-cead8b488c3d tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:52.975940 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d04b2e5c-3aeb-411d-b9b0-72f61c36c6e7 req-6cc1c32c-e0b7-4512-86c3-cead8b488c3d tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=518e5f32-6696-4251-977f-e4fd41fd1cea HTTP/1.1" status: 200 len: 948 time: 0.6560636 Sep 07 02:35:53.009253 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee1bd9-06f7-4f1d-9bb9-759595dfe3e5 None None] Pushing event updated for resources: {'Port': ['ID=3f987a2d-5812-411e-85c5-55146061cc33,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:53.133445 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-c8db4142-4df1-4ca9-aa22-20be8a70c9b0 None None] Allocated IP 172.20.0.2 (e6bfa004-50fd-4136-a3ae-4ea4d668e91b/a5837eaf-73d4-4b4b-a21b-3035dbf057e7/6c1d12a5-a28c-4a66-bb03-4bbfd1c45175) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:35:53.154263 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b42fb0-fbfe-4a7d-9cae-2b12458e061f req-82f75f8a-4621-4896-af60-d0d3e875e9d8 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:53.158916 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-85b42fb0-fbfe-4a7d-9cae-2b12458e061f req-82f75f8a-4621-4896-af60-d0d3e875e9d8 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=af277e66-9f34-430f-82e6-77b8e6feb6c0 HTTP/1.1" status: 200 len: 944 time: 0.1792898 Sep 07 02:35:53.168668 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device d3899c41-fcbb-4e48-87b7-2933da4852ca up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:35:53.312154 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d04b2e5c-3aeb-411d-b9b0-72f61c36c6e7 req-9269e1ad-7e67-40ad-9406-c897b5651ebd tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350554 Sep 07 02:35:53.380365 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:53.428197 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-85b42fb0-fbfe-4a7d-9cae-2b12458e061f req-86c8d35b-4671-441e-b892-89949c8dc859 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372022 Sep 07 02:35:53.431036 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c587416-69e6-4335-a402-11fce3cce69e req-f10b70b3-5da6-4cfd-a26a-fbe4e91d9b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:53.437340 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-d2a63785-0221-49d0-9db6-3273fd8e3dad tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Made reservation on behalf of 82f3fc87393e475b9b7c73e7abf1c936 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:35:53.443818 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-d2a63785-0221-49d0-9db6-3273fd8e3dad tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:53.462552 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1c587416-69e6-4335-a402-11fce3cce69e req-f10b70b3-5da6-4cfd-a26a-fbe4e91d9b42 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4ff846f9243a40b7bf323ea156c2bdd7&device_id=af277e66-9f34-430f-82e6-77b8e6feb6c0 HTTP/1.1" status: 200 len: 1127 time: 1.4699330 Sep 07 02:35:53.557051 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518e5f32-6696-4251-977f-e4fd41fd1cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4501d607-aadd-4803-8aaf-dc78ed73bb50'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:35:53.559729 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b9d1293-a7c5-46b4-a5e3-7946d0e9bd24" -d '{"events": [{"server_uuid": "518e5f32-6696-4251-977f-e4fd41fd1cea", "name": "network-vif-plugged", "status": "completed", "tag": "4501d607-aadd-4803-8aaf-dc78ed73bb50"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:35:53.571706 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port d3899c41-fcbb-4e48-87b7-2933da4852ca completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:35:53.634730 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4963f05-aed3-461f-9009-b9f904e33a1f None None] Network 1144607e-16b0-4541-9f0e-1c51d66b40bc requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:35:53.653691 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 4501d607-aadd-4803-8aaf-dc78ed73bb50, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=4501d607-aadd-4803-8aaf-dc78ed73bb50,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:35:53.666962 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-09834d63-db61-476b-bf43-aad18f448cd3 req-b428a9ea-a8a4-489c-83d6-5cb1a1d9002b tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/ports?device_id=dcd274e9-3770-4956-8c71-91c2fab60196 HTTP/1.1" status: 200 len: 210 time: 0.2138734 Sep 07 02:35:53.704398 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:53.705709 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device b3d00593-f25f-4305-bc9e-bf884e9dee4b no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:35:53.745250 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c587416-69e6-4335-a402-11fce3cce69e req-265629c7-1c5c-421e-8019-1ff5a5c153a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:53.746691 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1c587416-69e6-4335-a402-11fce3cce69e req-265629c7-1c5c-421e-8019-1ff5a5c153a4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5632e33d-1d7a-4426-9d83-a8e688a88788 HTTP/1.1" status: 200 len: 907 time: 0.2650127 Sep 07 02:35:53.872063 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 2c6c2f44-9baf-4967-b7b8-3cadcbb96682 up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:35:53.899743 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80de96d8-bd0d-4e58-a1e2-c19781077200 x-openstack-request-id: req-80de96d8-bd0d-4e58-a1e2-c19781077200 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:35:53.899909 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518e5f32-6696-4251-977f-e4fd41fd1cea", "name": "network-vif-plugged", "status": "completed", "tag": "4501d607-aadd-4803-8aaf-dc78ed73bb50", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:35:53.900148 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-80de96d8-bd0d-4e58-a1e2-c19781077200 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:35:53.900633 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518e5f32-6696-4251-977f-e4fd41fd1cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4501d607-aadd-4803-8aaf-dc78ed73bb50', 'code': 200} Sep 07 02:35:53.912755 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-d2a63785-0221-49d0-9db6-3273fd8e3dad tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Allocated IP 19.80.0.10 (14da215f-2a3b-4d4d-a945-cb0582b97222/5fcf8f83-1bc5-481b-a935-e10db8c6ab1c/269f1767-03a4-4b2f-8ebd-2d60c48d5b6a) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:35:53.933878 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1c587416-69e6-4335-a402-11fce3cce69e req-594ab85d-15de-469e-a788-436bd21ee2cd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae HTTP/1.1" status: 200 len: 217 time: 0.1668637 Sep 07 02:35:53.942036 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: b3d00593-f25f-4305-bc9e-bf884e9dee4b {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:35:53.942395 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device b3d00593-f25f-4305-bc9e-bf884e9dee4b not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:35:53.944081 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-21bde176-91bf-44f5-9a1c-3ce6215731a3 None None] Provisioning for port d3899c41-fcbb-4e48-87b7-2933da4852ca completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:35:54.070479 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-21bde176-91bf-44f5-9a1c-3ce6215731a3 None None] Provisioning complete for port d3899c41-fcbb-4e48-87b7-2933da4852ca triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:35:54.071135 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-21bde176-91bf-44f5-9a1c-3ce6215731a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:54.177978 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-d2a63785-0221-49d0-9db6-3273fd8e3dad tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:54.193407 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c8db4142-4df1-4ca9-aa22-20be8a70c9b0 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:54.207502 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-d2a63785-0221-49d0-9db6-3273fd8e3dad tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Transition to ACTIVE for port object 269f1767-03a4-4b2f-8ebd-2d60c48d5b6a will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:35:54.244353 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=4501d607-aadd-4803-8aaf-dc78ed73bb50,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:54.251559 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-c8db4142-4df1-4ca9-aa22-20be8a70c9b0 None None] Transition to ACTIVE for port object 6c1d12a5-a28c-4a66-bb03-4bbfd1c45175 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:35:54.270377 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac44a8a-8e71-40d6-92c4-5cdcc8b4f278', 'name': 'network-vif-deleted', 'tag': 'b3d00593-f25f-4305-bc9e-bf884e9dee4b'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:35:54.274202 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44342be2-8073-4969-87b5-2546ba6b8cd8" -d '{"events": [{"server_uuid": "cac44a8a-8e71-40d6-92c4-5cdcc8b4f278", "name": "network-vif-deleted", "tag": "b3d00593-f25f-4305-bc9e-bf884e9dee4b"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:35:54.315280 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 41430) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:35:54.316497 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e5632df8-c779-4be9-92cd-dfdddfcd3293 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:54.328651 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-d2a63785-0221-49d0-9db6-3273fd8e3dad tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:54.329492 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a4f6d5-3c30-4645-88b4-ec1a4757ba34 None None] Network 14da215f-2a3b-4d4d-a945-cb0582b97222 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:35:54.440553 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e5632df8-c779-4be9-92cd-dfdddfcd3293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:54.440801 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6829517-3d07-4940-86a2-8269f2e79ad3 x-openstack-request-id: req-e6829517-3d07-4940-86a2-8269f2e79ad3 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:35:54.441069 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac44a8a-8e71-40d6-92c4-5cdcc8b4f278", "name": "network-vif-deleted", "tag": "b3d00593-f25f-4305-bc9e-bf884e9dee4b", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:35:54.441279 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e6829517-3d07-4940-86a2-8269f2e79ad3 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:35:54.442000 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac44a8a-8e71-40d6-92c4-5cdcc8b4f278', 'name': 'network-vif-deleted', 'tag': 'b3d00593-f25f-4305-bc9e-bf884e9dee4b', 'status': 'completed', 'code': 200} Sep 07 02:35:54.469662 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-c8db4142-4df1-4ca9-aa22-20be8a70c9b0 None None] Transition to ACTIVE for port object 6c1d12a5-a28c-4a66-bb03-4bbfd1c45175 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:35:54.503880 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02061b1c-d615-4a3a-8b4c-3d4a500a5dca req-95b69c4f-9944-429f-a2a0-181541f16fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:54.505343 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-02061b1c-d615-4a3a-8b4c-3d4a500a5dca req-95b69c4f-9944-429f-a2a0-181541f16fff service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=518e5f32-6696-4251-977f-e4fd41fd1cea HTTP/1.1" status: 200 len: 1101 time: 0.2255509 Sep 07 02:35:54.525821 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-d2a63785-0221-49d0-9db6-3273fd8e3dad tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Network 14da215f-2a3b-4d4d-a945-cb0582b97222 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:35:54.537472 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 2c6c2f44-9baf-4967-b7b8-3cadcbb96682 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:35:54.538280 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:54.608229 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-d2a63785-0221-49d0-9db6-3273fd8e3dad tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:35:54.617866 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-d2a63785-0221-49d0-9db6-3273fd8e3dad tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:35:54.623008 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c8db4142-4df1-4ca9-aa22-20be8a70c9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:54.656101 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c587416-69e6-4335-a402-11fce3cce69e req-f46c2b3f-f215-4e85-b4fd-6b95cc1a1400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:54.657576 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1c587416-69e6-4335-a402-11fce3cce69e req-f46c2b3f-f215-4e85-b4fd-6b95cc1a1400 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cf141221-2e81-48e8-81ec-6bd6d6584327 HTTP/1.1" status: 200 len: 847 time: 0.4548614 Sep 07 02:35:54.730385 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1c587416-69e6-4335-a402-11fce3cce69e req-c6d75587-1f6f-40ec-8359-201f819b47f2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5632e33d-1d7a-4426-9d83-a8e688a88788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542603 Sep 07 02:35:54.746890 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d75a2-8120-4697-af49-e007676b8871 req-c7c47bf8-c1a3-48ac-ab35-1cd373085766 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:54.754203 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9e3d75a2-8120-4697-af49-e007676b8871 req-c7c47bf8-c1a3-48ac-ab35-1cd373085766 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=518e5f32-6696-4251-977f-e4fd41fd1cea HTTP/1.1" status: 200 len: 949 time: 0.2730954 Sep 07 02:35:54.779082 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-261fd777-7272-418a-9d39-fd9a889c3a3a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=de4dd1dca96247f28dfa086e54071ce1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4580524 Sep 07 02:35:54.781849 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8db4142-4df1-4ca9-aa22-20be8a70c9b0 None None] Network e6bfa004-50fd-4136-a3ae-4ea4d668e91b is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:35:54.782891 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-d2a63785-0221-49d0-9db6-3273fd8e3dad tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:54.784736 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-d2a63785-0221-49d0-9db6-3273fd8e3dad tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:54.806470 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-02061b1c-d615-4a3a-8b4c-3d4a500a5dca req-4a9ed113-91d4-4d15-982f-4d77a0649389 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701621 Sep 07 02:35:54.807037 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 41448) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:35:54.846069 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-d2a63785-0221-49d0-9db6-3273fd8e3dad tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9757743 Sep 07 02:35:54.862901 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a63785-0221-49d0-9db6-3273fd8e3dad tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Pushing event updated for resources: {'Port': ['ID=269f1767-03a4-4b2f-8ebd-2d60c48d5b6a,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:54.878610 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-e017e3d5-866d-4b52-a136-7ef327f6253d tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Request body: {'port': {'device_id': 'dcd274e9-3770-4956-8c71-91c2fab60196', 'network_id': '1144607e-16b0-4541-9f0e-1c51d66b40bc', 'admin_state_up': True, 'tenant_id': '82f3fc87393e475b9b7c73e7abf1c936'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:35:54.923822 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1c587416-69e6-4335-a402-11fce3cce69e req-1d04374d-7ef3-49a0-86a1-770405e89dea service neutron] 10.222.0.16 "GET /v2.0/networks/5632e33d-1d7a-4426-9d83-a8e688a88788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676235 Sep 07 02:35:55.073442 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-e5632df8-c779-4be9-92cd-dfdddfcd3293 admin admin] Allocated IP 172.25.5.229 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/baf697cd-8466-41b8-88d1-f357ab9b3895) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:35:55.090541 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9e3d75a2-8120-4697-af49-e007676b8871 req-933e8685-0ee8-4dc3-80ba-4c4ef475dc1c tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354373 Sep 07 02:35:55.132933 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c459b2-1e39-4e77-bd49-aa76a08c1ce9 req-d3830d41-803b-4972-a433-9eef3634aedd tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:55.142117 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a4c459b2-1e39-4e77-bd49-aa76a08c1ce9 req-d3830d41-803b-4972-a433-9eef3634aedd tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=af277e66-9f34-430f-82e6-77b8e6feb6c0 HTTP/1.1" status: 200 len: 944 time: 0.5565193 Sep 07 02:35:55.169534 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-21bde176-91bf-44f5-9a1c-3ce6215731a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:55.189137 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 3f987a2d-5812-411e-85c5-55146061cc33 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:35:55.231460 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-c8db4142-4df1-4ca9-aa22-20be8a70c9b0 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:35:55.232296 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fff1e996-8397-4466-9eeb-03246a3b8be4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:55.245330 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1c587416-69e6-4335-a402-11fce3cce69e req-69d84f5f-7b0e-4f47-a193-e9ee1d6b44a0 service neutron] 10.222.0.16 "GET /v2.0/networks/5632e33d-1d7a-4426-9d83-a8e688a88788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072255 Sep 07 02:35:55.260804 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8db4142-4df1-4ca9-aa22-20be8a70c9b0 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:35:55.270781 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8db4142-4df1-4ca9-aa22-20be8a70c9b0 None None] Pushing event updated for resources: {'Port': ['ID=6c1d12a5-a28c-4a66-bb03-4bbfd1c45175,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:55.303127 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fff1e996-8397-4466-9eeb-03246a3b8be4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:55.359639 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a4c459b2-1e39-4e77-bd49-aa76a08c1ce9 req-190ba92d-08d6-465b-b99e-5fdff5dd17f4 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166083 Sep 07 02:35:55.371522 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fff1e996-8397-4466-9eeb-03246a3b8be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:55.374420 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fff1e996-8397-4466-9eeb-03246a3b8be4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:55.379256 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-fff1e996-8397-4466-9eeb-03246a3b8be4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/45c54fb9-abbf-40ef-a472-c067aecb5bbb HTTP/1.1" status: 204 len: 168 time: 0.5468407 Sep 07 02:35:55.415651 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-e017e3d5-866d-4b52-a136-7ef327f6253d tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Made reservation on behalf of 82f3fc87393e475b9b7c73e7abf1c936 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:35:55.422025 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-e017e3d5-866d-4b52-a136-7ef327f6253d tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:55.434878 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-21bde176-91bf-44f5-9a1c-3ce6215731a3 None None] For port d3899c41-fcbb-4e48-87b7-2933da4852ca, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=d3899c41-fcbb-4e48-87b7-2933da4852ca,segment=NetworkSegment(984a563d-7da2-44a3-82f5-08e03dc50c9e),segment_id=984a563d-7da2-44a3-82f5-08e03dc50c9e)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:35:55.461845 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff1e996-8397-4466-9eeb-03246a3b8be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c54fb9-abbf-40ef-a472-c067aecb5bbb,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:55.487648 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:55.556308 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-21bde176-91bf-44f5-9a1c-3ce6215731a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:55.673009 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4192b-0afc-42e7-9594-0fb4ae5eddab req-97b17038-f65b-4ceb-9fdf-c55fc629252d tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:55.689767 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 2c6c2f44-9baf-4967-b7b8-3cadcbb96682, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=2c6c2f44-9baf-4967-b7b8-3cadcbb96682,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:35:55.702551 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-37e4192b-0afc-42e7-9594-0fb4ae5eddab req-97b17038-f65b-4ceb-9fdf-c55fc629252d tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/ports?device_id=dcd274e9-3770-4956-8c71-91c2fab60196 HTTP/1.1" status: 200 len: 931 time: 0.3689666 Sep 07 02:35:55.717171 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:55.720026 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-c8db4142-4df1-4ca9-aa22-20be8a70c9b0 None None] Attempting to bind port 6c1d12a5-a28c-4a66-bb03-4bbfd1c45175 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:35:55.720454 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-c8db4142-4df1-4ca9-aa22-20be8a70c9b0 None None] Attempting to bind port 6c1d12a5-a28c-4a66-bb03-4bbfd1c45175 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '65a62acc-9ad4-42ed-8026-62418badfbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e6bfa004-50fd-4136-a3ae-4ea4d668e91b'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:35:55.720819 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8db4142-4df1-4ca9-aa22-20be8a70c9b0 None None] Attempting to bind port 6c1d12a5-a28c-4a66-bb03-4bbfd1c45175 on network e6bfa004-50fd-4136-a3ae-4ea4d668e91b {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:35:55.731192 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8db4142-4df1-4ca9-aa22-20be8a70c9b0 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:35:55.731611 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8db4142-4df1-4ca9-aa22-20be8a70c9b0 None None] Checking segment: {'id': '65a62acc-9ad4-42ed-8026-62418badfbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e6bfa004-50fd-4136-a3ae-4ea4d668e91b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:35:55.732432 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c8db4142-4df1-4ca9-aa22-20be8a70c9b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:55.733085 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8db4142-4df1-4ca9-aa22-20be8a70c9b0 None None] Bound using segment: {'id': '65a62acc-9ad4-42ed-8026-62418badfbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e6bfa004-50fd-4136-a3ae-4ea4d668e91b'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:35:55.733756 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-c8db4142-4df1-4ca9-aa22-20be8a70c9b0 None None] Bound port: 6c1d12a5-a28c-4a66-bb03-4bbfd1c45175, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a62acc-9ad4-42ed-8026-62418badfbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e6bfa004-50fd-4136-a3ae-4ea4d668e91b'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:35:55.734144 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c8db4142-4df1-4ca9-aa22-20be8a70c9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:55.760531 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e5632df8-c779-4be9-92cd-dfdddfcd3293 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:55.784712 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-e017e3d5-866d-4b52-a136-7ef327f6253d tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Allocated IP 19.86.0.250 (1144607e-16b0-4541-9f0e-1c51d66b40bc/18352d1b-8c7c-4805-b6c2-05a062e0342e/0e3eb41e-4862-4cd1-b57e-fea79ba1dfbd) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:35:55.798447 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 3f987a2d-5812-411e-85c5-55146061cc33 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:35:55.854264 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-37e4192b-0afc-42e7-9594-0fb4ae5eddab req-5fe62a33-6dd5-4725-a340-b8b77c2e60b5 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/security-groups?id=da83ed9b-41b3-493b-aca7-370009a4e871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492543 Sep 07 02:35:55.894914 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-f1215f20-729f-4057-b3a6-81de343df5f8 None None] Provisioning for port 3f987a2d-5812-411e-85c5-55146061cc33 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:35:55.911404 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce67c6c-d8d0-4209-bd46-994970e2cad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c6c2f44-9baf-4967-b7b8-3cadcbb96682'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:35:55.918359 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c3e90e-9f99-4a3c-91a8-178533218580" -d '{"events": [{"server_uuid": "cce67c6c-d8d0-4209-bd46-994970e2cad0", "name": "network-vif-plugged", "status": "completed", "tag": "2c6c2f44-9baf-4967-b7b8-3cadcbb96682"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:35:55.928365 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-f1215f20-729f-4057-b3a6-81de343df5f8 None None] Provisioning complete for port 3f987a2d-5812-411e-85c5-55146061cc33 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:35:55.933745 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f1215f20-729f-4057-b3a6-81de343df5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:55.975582 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e5632df8-c779-4be9-92cd-dfdddfcd3293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:56.027959 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 3f987a2d-5812-411e-85c5-55146061cc33 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:35:56.028340 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:56.034886 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5632df8-c779-4be9-92cd-dfdddfcd3293 admin admin] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:35:56.034886 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-e5632df8-c779-4be9-92cd-dfdddfcd3293 admin admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:35:56.045030 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5632df8-c779-4be9-92cd-dfdddfcd3293 admin admin] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:35:56.169646 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bde176-91bf-44f5-9a1c-3ce6215731a3 None None] Pushing event updated for resources: {'Port': ['ID=d3899c41-fcbb-4e48-87b7-2933da4852ca,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:56.190257 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-e017e3d5-866d-4b52-a136-7ef327f6253d tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:56.236446 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-e017e3d5-866d-4b52-a136-7ef327f6253d tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Transition to ACTIVE for port object 0e3eb41e-4862-4cd1-b57e-fea79ba1dfbd will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:35:56.323331 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-e017e3d5-866d-4b52-a136-7ef327f6253d tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:56.390021 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc18668-1294-427b-8167-8d288d09cef2 x-openstack-request-id: req-abc18668-1294-427b-8167-8d288d09cef2 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:35:56.390021 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cce67c6c-d8d0-4209-bd46-994970e2cad0", "name": "network-vif-plugged", "status": "completed", "tag": "2c6c2f44-9baf-4967-b7b8-3cadcbb96682", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:35:56.390021 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-abc18668-1294-427b-8167-8d288d09cef2 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:35:56.390021 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce67c6c-d8d0-4209-bd46-994970e2cad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c6c2f44-9baf-4967-b7b8-3cadcbb96682', 'code': 200} Sep 07 02:35:56.401366 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=2c6c2f44-9baf-4967-b7b8-3cadcbb96682,revision_number=7']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:56.462538 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-e017e3d5-866d-4b52-a136-7ef327f6253d tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Network 1144607e-16b0-4541-9f0e-1c51d66b40bc is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:35:56.469199 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c44911b3-2ac2-4861-954f-241ccd4cc3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:56.479978 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-e017e3d5-866d-4b52-a136-7ef327f6253d tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:35:56.498860 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-e017e3d5-866d-4b52-a136-7ef327f6253d tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:35:56.619665 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e017e3d5-866d-4b52-a136-7ef327f6253d tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Pushing event updated for resources: {'Port': ['ID=0e3eb41e-4862-4cd1-b57e-fea79ba1dfbd,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:56.624986 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-c8db4142-4df1-4ca9-aa22-20be8a70c9b0 None None] For port 6c1d12a5-a28c-4a66-bb03-4bbfd1c45175, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:35:56.635860 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-c8db4142-4df1-4ca9-aa22-20be8a70c9b0 None None] For port 6c1d12a5-a28c-4a66-bb03-4bbfd1c45175, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=6c1d12a5-a28c-4a66-bb03-4bbfd1c45175,segment=NetworkSegment(65a62acc-9ad4-42ed-8026-62418badfbf1),segment_id=65a62acc-9ad4-42ed-8026-62418badfbf1)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:35:56.671685 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5632df8-c779-4be9-92cd-dfdddfcd3293 admin admin] Pushing event updated for resources: {'Port': ['ID=baf697cd-8466-41b8-88d1-f357ab9b3895,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:56.674842 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c8db4142-4df1-4ca9-aa22-20be8a70c9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:56.715961 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b23d3a-c959-4b76-9afb-9806dc1fe33f req-1823669e-009d-4489-9511-addd30599bc5 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:56.717760 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-96b23d3a-c959-4b76-9afb-9806dc1fe33f req-1823669e-009d-4489-9511-addd30599bc5 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=518e5f32-6696-4251-977f-e4fd41fd1cea HTTP/1.1" status: 200 len: 949 time: 0.2914805 Sep 07 02:35:56.732228 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1030d0b3-4d14-46b4-a34a-36a1e2943d29 req-900a229f-71b6-4289-b0dd-643e0e4fd574 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:56.740673 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1030d0b3-4d14-46b4-a34a-36a1e2943d29 req-900a229f-71b6-4289-b0dd-643e0e4fd574 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=af277e66-9f34-430f-82e6-77b8e6feb6c0 HTTP/1.1" status: 200 len: 944 time: 0.1498909 Sep 07 02:35:56.755836 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-e017e3d5-866d-4b52-a136-7ef327f6253d tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:56.756527 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-e017e3d5-866d-4b52-a136-7ef327f6253d tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:56.805095 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-e017e3d5-866d-4b52-a136-7ef327f6253d tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9365923 Sep 07 02:35:56.824748 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-dc2ca1cd-894d-44cb-8b18-830c9f4c916c service neutron] Request body: {'port': {'device_id': 'dcd274e9-3770-4956-8c71-91c2fab60196', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:35:56.912696 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f1215f20-729f-4057-b3a6-81de343df5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:56.914726 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-dc2ca1cd-894d-44cb-8b18-830c9f4c916c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:56.934034 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1030d0b3-4d14-46b4-a34a-36a1e2943d29 req-ee38aacf-4d70-4f2c-b9c6-7e156a1c3ceb tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856737 Sep 07 02:35:56.965341 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-96b23d3a-c959-4b76-9afb-9806dc1fe33f req-07d1e250-5232-4214-9aa8-303030725b15 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363467 Sep 07 02:35:57.034535 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e5632df8-c779-4be9-92cd-dfdddfcd3293 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:57.230072 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-f1215f20-729f-4057-b3a6-81de343df5f8 None None] For port 3f987a2d-5812-411e-85c5-55146061cc33, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=3f987a2d-5812-411e-85c5-55146061cc33,segment=NetworkSegment(9f5cb424-ebd3-43ed-93c4-429f0ec6783f),segment_id=9f5cb424-ebd3-43ed-93c4-429f0ec6783f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:35:57.233462 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8db4142-4df1-4ca9-aa22-20be8a70c9b0 None None] Pushing event updated for resources: {'Port': ['ID=6c1d12a5-a28c-4a66-bb03-4bbfd1c45175,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:57.272066 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f1215f20-729f-4057-b3a6-81de343df5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:57.443389 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1215f20-729f-4057-b3a6-81de343df5f8 None None] Pushing event updated for resources: {'Port': ['ID=3f987a2d-5812-411e-85c5-55146061cc33,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:57.455197 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-99742fce-fa99-459f-96fc-9ccc050d81a5 None None] Provisioning complete for port 3f987a2d-5812-411e-85c5-55146061cc33 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:35:57.455604 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-99742fce-fa99-459f-96fc-9ccc050d81a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:57.529622 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41462c31-af18-4e58-97b1-1ce701f7e241 req-faf3e185-0410-46d8-b75a-dfd0ff15dcbc tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:57.539075 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41462c31-af18-4e58-97b1-1ce701f7e241 req-faf3e185-0410-46d8-b75a-dfd0ff15dcbc tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:57.540751 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-41462c31-af18-4e58-97b1-1ce701f7e241 req-faf3e185-0410-46d8-b75a-dfd0ff15dcbc tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/ports?device_id=dcd274e9-3770-4956-8c71-91c2fab60196 HTTP/1.1" status: 200 len: 1654 time: 0.3249817 Sep 07 02:35:57.636055 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-99742fce-fa99-459f-96fc-9ccc050d81a5 None None] Provisioning for port 0e3eb41e-4862-4cd1-b57e-fea79ba1dfbd completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:35:57.642082 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-99742fce-fa99-459f-96fc-9ccc050d81a5 None None] Provisioning complete for port 0e3eb41e-4862-4cd1-b57e-fea79ba1dfbd triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:35:57.642468 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-99742fce-fa99-459f-96fc-9ccc050d81a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:57.749001 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-99742fce-fa99-459f-96fc-9ccc050d81a5 None None] Port 0e3eb41e-4862-4cd1-b57e-fea79ba1dfbd cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:35:57.749786 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-dc2ca1cd-894d-44cb-8b18-830c9f4c916c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 269f1767-03a4-4b2f-8ebd-2d60c48d5b6a {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:35:57.763162 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-41462c31-af18-4e58-97b1-1ce701f7e241 req-917140ff-e9fb-4ee8-9b7e-46f844e886a9 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/security-groups?id=da83ed9b-41b3-493b-aca7-370009a4e871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058518 Sep 07 02:35:57.767555 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-dc2ca1cd-894d-44cb-8b18-830c9f4c916c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:57.779342 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-99742fce-fa99-459f-96fc-9ccc050d81a5 None None] Provisioning for port 269f1767-03a4-4b2f-8ebd-2d60c48d5b6a completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:35:57.787262 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-99742fce-fa99-459f-96fc-9ccc050d81a5 None None] Provisioning complete for port 269f1767-03a4-4b2f-8ebd-2d60c48d5b6a triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:35:57.787683 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-99742fce-fa99-459f-96fc-9ccc050d81a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:57.795888 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:35:57.810383 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-dc2ca1cd-894d-44cb-8b18-830c9f4c916c service neutron] Transition to ACTIVE for port object 269f1767-03a4-4b2f-8ebd-2d60c48d5b6a will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:35:57.820083 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-dc2ca1cd-894d-44cb-8b18-830c9f4c916c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:57.897970 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2ca1cd-894d-44cb-8b18-830c9f4c916c service neutron] Pushing event updated for resources: {'Port': ['ID=269f1767-03a4-4b2f-8ebd-2d60c48d5b6a,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:57.916021 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 3f987a2d-5812-411e-85c5-55146061cc33 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:35:57.963803 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e5632df8-c779-4be9-92cd-dfdddfcd3293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:58.087080 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-dc2ca1cd-894d-44cb-8b18-830c9f4c916c service neutron] Attempting to bind port 269f1767-03a4-4b2f-8ebd-2d60c48d5b6a on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:35:58.087426 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-dc2ca1cd-894d-44cb-8b18-830c9f4c916c service neutron] Attempting to bind port 269f1767-03a4-4b2f-8ebd-2d60c48d5b6a by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '9f5cb424-ebd3-43ed-93c4-429f0ec6783f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '14da215f-2a3b-4d4d-a945-cb0582b97222'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:35:58.087804 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-dc2ca1cd-894d-44cb-8b18-830c9f4c916c service neutron] Attempting to bind port 269f1767-03a4-4b2f-8ebd-2d60c48d5b6a on network 14da215f-2a3b-4d4d-a945-cb0582b97222 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:35:58.094966 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-dc2ca1cd-894d-44cb-8b18-830c9f4c916c service neutron] Port 269f1767-03a4-4b2f-8ebd-2d60c48d5b6a on network 14da215f-2a3b-4d4d-a945-cb0582b97222 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:35:58.095300 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-dc2ca1cd-894d-44cb-8b18-830c9f4c916c service neutron] Attempting to bind port 269f1767-03a4-4b2f-8ebd-2d60c48d5b6a on network 14da215f-2a3b-4d4d-a945-cb0582b97222 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:35:58.096562 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-99742fce-fa99-459f-96fc-9ccc050d81a5 None None] Port 269f1767-03a4-4b2f-8ebd-2d60c48d5b6a cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:35:58.106783 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-dc2ca1cd-894d-44cb-8b18-830c9f4c916c service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:35:58.109934 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-dc2ca1cd-894d-44cb-8b18-830c9f4c916c service neutron] Checking segment: {'id': '9f5cb424-ebd3-43ed-93c4-429f0ec6783f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '14da215f-2a3b-4d4d-a945-cb0582b97222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:35:58.110562 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-dc2ca1cd-894d-44cb-8b18-830c9f4c916c service neutron] Bound using segment: {'id': '9f5cb424-ebd3-43ed-93c4-429f0ec6783f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '14da215f-2a3b-4d4d-a945-cb0582b97222'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:35:58.111196 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-dc2ca1cd-894d-44cb-8b18-830c9f4c916c service neutron] Bound port: 269f1767-03a4-4b2f-8ebd-2d60c48d5b6a, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f5cb424-ebd3-43ed-93c4-429f0ec6783f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '14da215f-2a3b-4d4d-a945-cb0582b97222'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:35:58.111782 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-dc2ca1cd-894d-44cb-8b18-830c9f4c916c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:58.243319 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-99742fce-fa99-459f-96fc-9ccc050d81a5 None None] Provisioning complete for port d3899c41-fcbb-4e48-87b7-2933da4852ca triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:35:58.243953 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-99742fce-fa99-459f-96fc-9ccc050d81a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:58.322130 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-dc2ca1cd-894d-44cb-8b18-830c9f4c916c service neutron] For port 269f1767-03a4-4b2f-8ebd-2d60c48d5b6a, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:35:58.325074 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 3f987a2d-5812-411e-85c5-55146061cc33 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:35:58.325681 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:58.327674 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728a4b9-2fa4-4531-8219-eaacc4085e86 req-01f37f90-ddea-4880-a967-33339d243297 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:58.329347 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9728a4b9-2fa4-4531-8219-eaacc4085e86 req-01f37f90-ddea-4880-a967-33339d243297 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=af277e66-9f34-430f-82e6-77b8e6feb6c0 HTTP/1.1" status: 200 len: 944 time: 0.1436014 Sep 07 02:35:58.331342 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fd9680ab-41d4-485c-b603-c04ec6c1bf44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:58.366781 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-dc2ca1cd-894d-44cb-8b18-830c9f4c916c service neutron] For port 269f1767-03a4-4b2f-8ebd-2d60c48d5b6a, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=269f1767-03a4-4b2f-8ebd-2d60c48d5b6a,segment=NetworkSegment(9f5cb424-ebd3-43ed-93c4-429f0ec6783f),segment_id=9f5cb424-ebd3-43ed-93c4-429f0ec6783f)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:35:58.383601 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-dc2ca1cd-894d-44cb-8b18-830c9f4c916c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:58.431894 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9728a4b9-2fa4-4531-8219-eaacc4085e86 req-87be6acb-e68c-4cb5-83c5-1441fd0a3a5b tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921516 Sep 07 02:35:58.433701 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5632df8-c779-4be9-92cd-dfdddfcd3293 admin admin] Router 28774629-d6a2-498a-8c83-034d7d9b1da6 is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 02:35:58.501429 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-dc2ca1cd-894d-44cb-8b18-830c9f4c916c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:58.502230 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-dc2ca1cd-894d-44cb-8b18-830c9f4c916c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:58.503840 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-dc2ca1cd-894d-44cb-8b18-830c9f4c916c service neutron] 10.222.0.16 "PUT /v2.0/ports/269f1767-03a4-4b2f-8ebd-2d60c48d5b6a HTTP/1.1" status: 200 len: 1092 time: 1.6862381 Sep 07 02:35:58.519816 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5e3975-434d-4221-a75d-b126a2957040 req-3c216363-85d8-4bde-abf9-03df7d8ca202 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:58.552135 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2c5e3975-434d-4221-a75d-b126a2957040 req-3c216363-85d8-4bde-abf9-03df7d8ca202 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=518e5f32-6696-4251-977f-e4fd41fd1cea HTTP/1.1" status: 200 len: 949 time: 0.3135831 Sep 07 02:35:58.571446 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcd274e9-3770-4956-8c71-91c2fab60196', 'tag': '269f1767-03a4-4b2f-8ebd-2d60c48d5b6a'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:35:58.579411 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5530654c-0c0a-4e80-9471-c6ac22a59177" -d '{"events": [{"name": "network-changed", "server_uuid": "dcd274e9-3770-4956-8c71-91c2fab60196", "tag": "269f1767-03a4-4b2f-8ebd-2d60c48d5b6a"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:35:58.599799 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-d832e58e-2ade-42a1-98f5-fb6eb3cf67a2 service neutron] Request body: {'port': {'device_id': 'dcd274e9-3770-4956-8c71-91c2fab60196', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:35:58.668736 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device d3899c41-fcbb-4e48-87b7-2933da4852ca up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:35:58.765172 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1051ac-0ca1-43ea-b2e3-e335c7cc40e6 None None] Network e6bfa004-50fd-4136-a3ae-4ea4d668e91b requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:35:58.797221 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:58.798419 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5632df8-c779-4be9-92cd-dfdddfcd3293 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:35:58.819212 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8d6243-aef4-4a35-90a5-0d897bd8fc64 None None] Sync routers for ids ['28774629-d6a2-498a-8c83-034d7d9b1da6'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:35:58.853138 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e5632df8-c779-4be9-92cd-dfdddfcd3293 admin admin] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:58.854430 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e5632df8-c779-4be9-92cd-dfdddfcd3293 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 7.5467672 Sep 07 02:35:58.860387 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 41536) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:35:58.938084 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2ca1cd-894d-44cb-8b18-830c9f4c916c service neutron] Pushing event updated for resources: {'Port': ['ID=269f1767-03a4-4b2f-8ebd-2d60c48d5b6a,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:58.945713 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-d832e58e-2ade-42a1-98f5-fb6eb3cf67a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:58.960671 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8d6243-aef4-4a35-90a5-0d897bd8fc64 None None] Routers {'28774629-d6a2-498a-8c83-034d7d9b1da6'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:35:58.962059 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-ee8d6243-aef4-4a35-90a5-0d897bd8fc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:35:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['28774629-d6a2-498a-8c83-034d7d9b1da6'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:35:58.985319 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2c5e3975-434d-4221-a75d-b126a2957040 req-2b0771d6-116a-4760-a199-324e0a585549 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4322295 Sep 07 02:35:59.045495 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-ace0a800-8fc9-489d-a5ac-46a248f6cbf9 None None] Provisioning for port 6c1d12a5-a28c-4a66-bb03-4bbfd1c45175 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:35:59.104658 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port d3899c41-fcbb-4e48-87b7-2933da4852ca triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:35:59.105436 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:59.208261 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a274bba5-56eb-41e4-88dc-64054c134656 x-openstack-request-id: req-a274bba5-56eb-41e4-88dc-64054c134656 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:35:59.209093 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcd274e9-3770-4956-8c71-91c2fab60196", "tag": "269f1767-03a4-4b2f-8ebd-2d60c48d5b6a", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:35:59.209727 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a274bba5-56eb-41e4-88dc-64054c134656 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:35:59.212445 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcd274e9-3770-4956-8c71-91c2fab60196', 'tag': '269f1767-03a4-4b2f-8ebd-2d60c48d5b6a', 'status': 'completed', 'code': 200} Sep 07 02:35:59.431384 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-ee8d6243-aef4-4a35-90a5-0d897bd8fc64 None None] Set router 28774629-d6a2-498a-8c83-034d7d9b1da6 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:35:59.432251 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7eec6-2bc9-4226-89a6-46e252676ef2 req-ddf87280-1516-48e4-80dc-83dc6cacb777 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:59.439670 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7eec6-2bc9-4226-89a6-46e252676ef2 req-ddf87280-1516-48e4-80dc-83dc6cacb777 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:59.441611 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3fe7eec6-2bc9-4226-89a6-46e252676ef2 req-ddf87280-1516-48e4-80dc-83dc6cacb777 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/ports?device_id=dcd274e9-3770-4956-8c71-91c2fab60196 HTTP/1.1" status: 200 len: 1666 time: 0.1285245 Sep 07 02:35:59.639640 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3fe7eec6-2bc9-4226-89a6-46e252676ef2 req-02b1257d-1abf-44c2-b435-f698b1e50814 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/security-groups?id=da83ed9b-41b3-493b-aca7-370009a4e871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629303 Sep 07 02:35:59.672189 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-d832e58e-2ade-42a1-98f5-fb6eb3cf67a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e3eb41e-4862-4cd1-b57e-fea79ba1dfbd {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:35:59.682214 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-d832e58e-2ade-42a1-98f5-fb6eb3cf67a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:59.707929 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-d832e58e-2ade-42a1-98f5-fb6eb3cf67a2 service neutron] Transition to ACTIVE for port object 0e3eb41e-4862-4cd1-b57e-fea79ba1dfbd will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:35:59.719326 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-d832e58e-2ade-42a1-98f5-fb6eb3cf67a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:59.783917 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d832e58e-2ade-42a1-98f5-fb6eb3cf67a2 service neutron] Pushing event updated for resources: {'Port': ['ID=0e3eb41e-4862-4cd1-b57e-fea79ba1dfbd,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:35:59.937664 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-46315fbf-4164-495c-8993-617bf0ca6898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:35:59.952830 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3682dd13-ea82-439f-a10e-007efb489361 req-3f305f76-f44f-4218-becd-333cd859b613 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:35:59.961461 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3682dd13-ea82-439f-a10e-007efb489361 req-3f305f76-f44f-4218-becd-333cd859b613 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=af277e66-9f34-430f-82e6-77b8e6feb6c0 HTTP/1.1" status: 200 len: 944 time: 0.1584098 Sep 07 02:35:59.979174 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-d832e58e-2ade-42a1-98f5-fb6eb3cf67a2 service neutron] Attempting to bind port 0e3eb41e-4862-4cd1-b57e-fea79ba1dfbd on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:35:59.979530 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-d832e58e-2ade-42a1-98f5-fb6eb3cf67a2 service neutron] Attempting to bind port 0e3eb41e-4862-4cd1-b57e-fea79ba1dfbd by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '984a563d-7da2-44a3-82f5-08e03dc50c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1144607e-16b0-4541-9f0e-1c51d66b40bc'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:35:59.979886 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-d832e58e-2ade-42a1-98f5-fb6eb3cf67a2 service neutron] Attempting to bind port 0e3eb41e-4862-4cd1-b57e-fea79ba1dfbd on network 1144607e-16b0-4541-9f0e-1c51d66b40bc {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:36:00.001109 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-d832e58e-2ade-42a1-98f5-fb6eb3cf67a2 service neutron] Port 0e3eb41e-4862-4cd1-b57e-fea79ba1dfbd on network 1144607e-16b0-4541-9f0e-1c51d66b40bc not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:36:00.001436 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-d832e58e-2ade-42a1-98f5-fb6eb3cf67a2 service neutron] Attempting to bind port 0e3eb41e-4862-4cd1-b57e-fea79ba1dfbd on network 1144607e-16b0-4541-9f0e-1c51d66b40bc {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:36:00.029817 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-d832e58e-2ade-42a1-98f5-fb6eb3cf67a2 service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:36:00.030155 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-d832e58e-2ade-42a1-98f5-fb6eb3cf67a2 service neutron] Checking segment: {'id': '984a563d-7da2-44a3-82f5-08e03dc50c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1144607e-16b0-4541-9f0e-1c51d66b40bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:36:00.030545 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-d832e58e-2ade-42a1-98f5-fb6eb3cf67a2 service neutron] Bound using segment: {'id': '984a563d-7da2-44a3-82f5-08e03dc50c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1144607e-16b0-4541-9f0e-1c51d66b40bc'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:36:00.031143 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-d832e58e-2ade-42a1-98f5-fb6eb3cf67a2 service neutron] Bound port: 0e3eb41e-4862-4cd1-b57e-fea79ba1dfbd, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '984a563d-7da2-44a3-82f5-08e03dc50c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1144607e-16b0-4541-9f0e-1c51d66b40bc'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:36:00.031536 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-d832e58e-2ade-42a1-98f5-fb6eb3cf67a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:00.082742 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:00.086802 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 6c1d12a5-a28c-4a66-bb03-4bbfd1c45175 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:36:00.123445 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3682dd13-ea82-439f-a10e-007efb489361 req-98062ffa-ff9c-4acb-b041-0e0485a97544 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609490 Sep 07 02:36:00.213693 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-d832e58e-2ade-42a1-98f5-fb6eb3cf67a2 service neutron] For port 0e3eb41e-4862-4cd1-b57e-fea79ba1dfbd, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:36:00.220834 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-d832e58e-2ade-42a1-98f5-fb6eb3cf67a2 service neutron] For port 0e3eb41e-4862-4cd1-b57e-fea79ba1dfbd, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=0e3eb41e-4862-4cd1-b57e-fea79ba1dfbd,segment=NetworkSegment(984a563d-7da2-44a3-82f5-08e03dc50c9e),segment_id=984a563d-7da2-44a3-82f5-08e03dc50c9e)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:36:00.231428 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-d832e58e-2ade-42a1-98f5-fb6eb3cf67a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:00.264779 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-d832e58e-2ade-42a1-98f5-fb6eb3cf67a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:00.266386 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-d832e58e-2ade-42a1-98f5-fb6eb3cf67a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:00.271496 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-d832e58e-2ade-42a1-98f5-fb6eb3cf67a2 service neutron] 10.222.0.16 "PUT /v2.0/ports/0e3eb41e-4862-4cd1-b57e-fea79ba1dfbd HTTP/1.1" status: 200 len: 1093 time: 1.6839945 Sep 07 02:36:00.370721 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d832e58e-2ade-42a1-98f5-fb6eb3cf67a2 service neutron] Pushing event updated for resources: {'Port': ['ID=0e3eb41e-4862-4cd1-b57e-fea79ba1dfbd,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:00.394374 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 6c1d12a5-a28c-4a66-bb03-4bbfd1c45175 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:36:00.414482 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 6c1d12a5-a28c-4a66-bb03-4bbfd1c45175 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:36:00.414875 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:00.516773 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-ee8d6243-aef4-4a35-90a5-0d897bd8fc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28774629-d6a2-498a-8c83-034d7d9b1da6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1811245957-router', 'tenant_id': '4a31a8b49dd24c17a6f3e78030031b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'baf697cd-8466-41b8-88d1-f357ab9b3895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:35:51Z', 'updated_at': '2021-09-07T02:35:56Z', 'revision_number': 3, 'project_id': '4a31a8b49dd24c17a6f3e78030031b25', 'gw_port': {'id': 'baf697cd-8466-41b8-88d1-f357ab9b3895', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:13:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28774629-d6a2-498a-8c83-034d7d9b1da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:35:54Z', 'updated_at': '2021-09-07T02:35:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:36:00.590723 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8d6243-aef4-4a35-90a5-0d897bd8fc64 None None] Checking router: 28774629-d6a2-498a-8c83-034d7d9b1da6 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:36:00.591122 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8d6243-aef4-4a35-90a5-0d897bd8fc64 None None] Updating router 28774629-d6a2-498a-8c83-034d7d9b1da6 port baf697cd-8466-41b8-88d1-f357ab9b3895 binding host n-d-796209-16 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 02:36:00.662553 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ee8d6243-aef4-4a35-90a5-0d897bd8fc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:00.672047 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5530654c-0c0a-4e80-9471-c6ac22a59177 req-750f5346-ee84-4bdf-ae39-44e18bdf2795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:00.672047 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5530654c-0c0a-4e80-9471-c6ac22a59177 req-750f5346-ee84-4bdf-ae39-44e18bdf2795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:00.672047 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5530654c-0c0a-4e80-9471-c6ac22a59177 req-750f5346-ee84-4bdf-ae39-44e18bdf2795 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=82f3fc87393e475b9b7c73e7abf1c936&device_id=dcd274e9-3770-4956-8c71-91c2fab60196 HTTP/1.1" status: 200 len: 1914 time: 1.3416891 Sep 07 02:36:00.743810 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-46315fbf-4164-495c-8993-617bf0ca6898 admin admin] Allocated IP 172.20.0.1 (e6bfa004-50fd-4136-a3ae-4ea4d668e91b/a5837eaf-73d4-4b4b-a21b-3035dbf057e7/fed1d0a9-72e3-477f-a001-5b13f08b37fa) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:36:00.777014 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:00.821477 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-218f34d6-1d7a-4be8-ad13-859086677004 service neutron] 10.222.0.16 "GET /v2.0/ports/0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae/bindings/n-h1-796209-16 HTTP/1.1" status: 200 len: 385 time: 0.1423802 Sep 07 02:36:00.823834 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 6c1d12a5-a28c-4a66-bb03-4bbfd1c45175, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=6c1d12a5-a28c-4a66-bb03-4bbfd1c45175,segment=NetworkSegment(65a62acc-9ad4-42ed-8026-62418badfbf1),segment_id=65a62acc-9ad4-42ed-8026-62418badfbf1)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:36:00.881778 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:00.914478 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beaead3-ba1d-4122-8f2f-dcfa445d57f9 req-7caf97df-7736-4634-b1d2-af461be3929a tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:00.924158 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beaead3-ba1d-4122-8f2f-dcfa445d57f9 req-7caf97df-7736-4634-b1d2-af461be3929a tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:00.924741 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c920fbf0-4ac0-4636-a420-a935cd742f75 req-b89cd68c-a188-4ee3-a0e6-64681805e989 tempest-ServersOnMultiNodesTest-337460026 tempest-ServersOnMultiNodesTest-337460026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:00.926214 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9beaead3-ba1d-4122-8f2f-dcfa445d57f9 req-7caf97df-7736-4634-b1d2-af461be3929a tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/ports?device_id=dcd274e9-3770-4956-8c71-91c2fab60196 HTTP/1.1" status: 200 len: 1678 time: 0.1694393 Sep 07 02:36:00.940386 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c920fbf0-4ac0-4636-a420-a935cd742f75 req-b89cd68c-a188-4ee3-a0e6-64681805e989 tempest-ServersOnMultiNodesTest-337460026 tempest-ServersOnMultiNodesTest-337460026-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=518e5f32-6696-4251-977f-e4fd41fd1cea HTTP/1.1" status: 200 len: 1101 time: 1.5043201 Sep 07 02:36:01.014043 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9beaead3-ba1d-4122-8f2f-dcfa445d57f9 req-d47c4d2a-c966-4a2a-b476-bdb9b8bf27b6 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/security-groups?id=da83ed9b-41b3-493b-aca7-370009a4e871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469022 Sep 07 02:36:01.018638 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=6c1d12a5-a28c-4a66-bb03-4bbfd1c45175,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:01.161491 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c920fbf0-4ac0-4636-a420-a935cd742f75 req-e7655b2e-f3b4-41c9-9a31-2f62102171a9 tempest-ServersOnMultiNodesTest-337460026 tempest-ServersOnMultiNodesTest-337460026-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196367 Sep 07 02:36:01.162776 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5530654c-0c0a-4e80-9471-c6ac22a59177 req-64a92e57-093b-4386-9c2b-92b7228fcde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:01.164174 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5530654c-0c0a-4e80-9471-c6ac22a59177 req-64a92e57-093b-4386-9c2b-92b7228fcde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:01.165370 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5530654c-0c0a-4e80-9471-c6ac22a59177 req-64a92e57-093b-4386-9c2b-92b7228fcde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:01.167829 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5530654c-0c0a-4e80-9471-c6ac22a59177 req-64a92e57-093b-4386-9c2b-92b7228fcde6 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=82f3fc87393e475b9b7c73e7abf1c936&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.4136112 Sep 07 02:36:01.228665 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcd274e9-3770-4956-8c71-91c2fab60196', 'tag': '0e3eb41e-4862-4cd1-b57e-fea79ba1dfbd'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:36:01.232546 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755f11df-516e-4d2d-8d94-5817e28439f4" -d '{"events": [{"name": "network-changed", "server_uuid": "dcd274e9-3770-4956-8c71-91c2fab60196", "tag": "0e3eb41e-4862-4cd1-b57e-fea79ba1dfbd"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:36:01.271543 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:01.297206 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ee8d6243-aef4-4a35-90a5-0d897bd8fc64 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:01.306711 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b53ece8-d1aa-4c59-a736-d7fcefea9bd8 x-openstack-request-id: req-4b53ece8-d1aa-4c59-a736-d7fcefea9bd8 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:36:01.313041 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcd274e9-3770-4956-8c71-91c2fab60196", "tag": "0e3eb41e-4862-4cd1-b57e-fea79ba1dfbd", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:36:01.313255 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4b53ece8-d1aa-4c59-a736-d7fcefea9bd8 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:36:01.313776 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcd274e9-3770-4956-8c71-91c2fab60196', 'tag': '0e3eb41e-4862-4cd1-b57e-fea79ba1dfbd', 'status': 'completed', 'code': 200} Sep 07 02:36:01.315800 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-7c32b01b-23e1-42a2-99e8-67907c97910e service neutron] For port 0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae,segment=NetworkSegment(cb5a1637-646d-4671-9ca6-bd30e74d860b),segment_id=cb5a1637-646d-4671-9ca6-bd30e74d860b)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:36:01.323047 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-ee8d6243-aef4-4a35-90a5-0d897bd8fc64 None None] Transition to ACTIVE for port object baf697cd-8466-41b8-88d1-f357ab9b3895 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:36:01.338079 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ee8d6243-aef4-4a35-90a5-0d897bd8fc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:01.407389 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-46315fbf-4164-495c-8993-617bf0ca6898 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:01.427108 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-ee8d6243-aef4-4a35-90a5-0d897bd8fc64 None None] Attempting to bind port baf697cd-8466-41b8-88d1-f357ab9b3895 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:36:01.427236 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-ee8d6243-aef4-4a35-90a5-0d897bd8fc64 None None] Attempting to bind port baf697cd-8466-41b8-88d1-f357ab9b3895 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:36:01.427685 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8d6243-aef4-4a35-90a5-0d897bd8fc64 None None] Attempting to bind port baf697cd-8466-41b8-88d1-f357ab9b3895 on network 1166b922-7457-4da4-bdda-328e8c8e7bc6 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:36:01.430416 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-7c32b01b-23e1-42a2-99e8-67907c97910e service neutron] For port 0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:36:01.435623 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8d6243-aef4-4a35-90a5-0d897bd8fc64 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:36:01.436008 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8d6243-aef4-4a35-90a5-0d897bd8fc64 None None] Checking segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:36:01.436412 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ee8d6243-aef4-4a35-90a5-0d897bd8fc64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:01.436806 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8d6243-aef4-4a35-90a5-0d897bd8fc64 None None] Bound using segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:36:01.437286 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-ee8d6243-aef4-4a35-90a5-0d897bd8fc64 None None] Bound port: baf697cd-8466-41b8-88d1-f357ab9b3895, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:36:01.437667 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ee8d6243-aef4-4a35-90a5-0d897bd8fc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:01.478301 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92efc5c3-e6e6-44bd-836e-b05b5bac70bb req-df608e45-689d-459b-9c65-d67e361a30ba tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:01.486956 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-92efc5c3-e6e6-44bd-836e-b05b5bac70bb req-df608e45-689d-459b-9c65-d67e361a30ba tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=af277e66-9f34-430f-82e6-77b8e6feb6c0 HTTP/1.1" status: 200 len: 944 time: 0.1597579 Sep 07 02:36:01.491665 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-ee8d6243-aef4-4a35-90a5-0d897bd8fc64 None None] For port baf697cd-8466-41b8-88d1-f357ab9b3895, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:36:01.495780 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-ee8d6243-aef4-4a35-90a5-0d897bd8fc64 None None] For port baf697cd-8466-41b8-88d1-f357ab9b3895, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=baf697cd-8466-41b8-88d1-f357ab9b3895,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:36:01.503718 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-7c32b01b-23e1-42a2-99e8-67907c97910e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:36:01.506422 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ee8d6243-aef4-4a35-90a5-0d897bd8fc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:01.520511 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de72049-5411-4fab-aa8c-5a800d4b19e6 None None] Pushing event updated for resources: {'Port': ['ID=baf697cd-8466-41b8-88d1-f357ab9b3895,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:01.546053 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-7c32b01b-23e1-42a2-99e8-67907c97910e service neutron] For port 0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae,segment=NetworkSegment(cb5a1637-646d-4671-9ca6-bd30e74d860b),segment_id=cb5a1637-646d-4671-9ca6-bd30e74d860b)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:36:01.595513 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-7c32b01b-23e1-42a2-99e8-67907c97910e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:01.596286 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8d6243-aef4-4a35-90a5-0d897bd8fc64 None None] Routers {'28774629-d6a2-498a-8c83-034d7d9b1da6'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:36:01.596949 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-46315fbf-4164-495c-8993-617bf0ca6898 admin admin] Transition to ACTIVE for port object fed1d0a9-72e3-477f-a001-5b13f08b37fa will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:36:01.599106 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-ee8d6243-aef4-4a35-90a5-0d897bd8fc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:35:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['28774629-d6a2-498a-8c83-034d7d9b1da6'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:36:01.687639 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eb8b34d0-0797-4b46-9bc0-a419ad57b08e req-cd18cd83-dc61-47d4-89f8-b964e73b75ca tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=36932fbb01ef47dd957d06cd3434fa27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0510278 Sep 07 02:36:01.692109 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5530654c-0c0a-4e80-9471-c6ac22a59177 req-b2de8bd0-bba1-4788-94e1-55ace729c7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:01.693558 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5530654c-0c0a-4e80-9471-c6ac22a59177 req-b2de8bd0-bba1-4788-94e1-55ace729c7bd service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5122991 Sep 07 02:36:01.702207 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-92efc5c3-e6e6-44bd-836e-b05b5bac70bb req-7737e613-ea66-4336-8414-4b653eafcffd tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133021 Sep 07 02:36:01.707887 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 41610) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:36:01.736439 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-ee8d6243-aef4-4a35-90a5-0d897bd8fc64 None None] Set router 28774629-d6a2-498a-8c83-034d7d9b1da6 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:36:01.786766 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-7c32b01b-23e1-42a2-99e8-67907c97910e service neutron] Transition to ACTIVE for port object 0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:36:01.795940 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-7c32b01b-23e1-42a2-99e8-67907c97910e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:01.819885 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de72049-5411-4fab-aa8c-5a800d4b19e6 None None] Pushing event updated for resources: {'Port': ['ID=baf697cd-8466-41b8-88d1-f357ab9b3895,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:01.859575 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-46315fbf-4164-495c-8993-617bf0ca6898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:01.877509 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-85335549-7107-4e7b-9ec4-f49f38327875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:01.877998 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-85335549-7107-4e7b-9ec4-f49f38327875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:01.879589 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-85335549-7107-4e7b-9ec4-f49f38327875 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=82f3fc87393e475b9b7c73e7abf1c936&device_id=dcd274e9-3770-4956-8c71-91c2fab60196 HTTP/1.1" status: 200 len: 1982 time: 0.1301877 Sep 07 02:36:01.928160 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b34d0-0797-4b46-9bc0-a419ad57b08e req-21f25e2e-94fd-44b9-8b37-3b4cef44b7d9 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:01.936741 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eb8b34d0-0797-4b46-9bc0-a419ad57b08e req-21f25e2e-94fd-44b9-8b37-3b4cef44b7d9 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2481916 Sep 07 02:36:01.969557 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-7c32b01b-23e1-42a2-99e8-67907c97910e service neutron] No DVR routers for this DVR port 0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:36:01.972017 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-ee8d6243-aef4-4a35-90a5-0d897bd8fc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28774629-d6a2-498a-8c83-034d7d9b1da6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1811245957-router', 'tenant_id': '4a31a8b49dd24c17a6f3e78030031b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'baf697cd-8466-41b8-88d1-f357ab9b3895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:35:51Z', 'updated_at': '2021-09-07T02:35:56Z', 'revision_number': 3, 'project_id': '4a31a8b49dd24c17a6f3e78030031b25', 'gw_port': {'id': 'baf697cd-8466-41b8-88d1-f357ab9b3895', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:13:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28774629-d6a2-498a-8c83-034d7d9b1da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:35:54Z', 'updated_at': '2021-09-07T02:36:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:36:01.981754 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46315fbf-4164-495c-8993-617bf0ca6898 admin admin] Network e6bfa004-50fd-4136-a3ae-4ea4d668e91b is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:36:01.986120 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-47ff5c39-eb0d-4091-9840-a3ff46ed8f8d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.10&port_id=269f1767-03a4-4b2f-8ebd-2d60c48d5b6a HTTP/1.1" status: 200 len: 217 time: 0.0807660 Sep 07 02:36:01.991893 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-46315fbf-4164-495c-8993-617bf0ca6898 admin admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:36:01.997381 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46315fbf-4164-495c-8993-617bf0ca6898 admin admin] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:36:02.006538 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eb8b34d0-0797-4b46-9bc0-a419ad57b08e req-237f5873-f810-45c9-ae4e-3cd0d27eb39e tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/quotas/36932fbb01ef47dd957d06cd3434fa27 HTTP/1.1" status: 200 len: 375 time: 0.0688972 Sep 07 02:36:02.011603 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46315fbf-4164-495c-8993-617bf0ca6898 admin admin] Pushing event updated for resources: {'Port': ['ID=fed1d0a9-72e3-477f-a001-5b13f08b37fa,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:02.028973 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-7c32b01b-23e1-42a2-99e8-67907c97910e service neutron] 10.222.0.16 "PUT /v2.0/ports/0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae/bindings/n-h1-796209-16/activate HTTP/1.1" status: 200 len: 370 time: 1.1934927 Sep 07 02:36:02.036400 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8d6243-aef4-4a35-90a5-0d897bd8fc64 None None] The sync data for ids ['28774629-d6a2-498a-8c83-034d7d9b1da6'] in n-d-796209-16 is: [{'id': '28774629-d6a2-498a-8c83-034d7d9b1da6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1811245957-router', 'tenant_id': '4a31a8b49dd24c17a6f3e78030031b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'baf697cd-8466-41b8-88d1-f357ab9b3895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:35:51Z', 'updated_at': '2021-09-07T02:35:56Z', 'revision_number': 3, 'project_id': '4a31a8b49dd24c17a6f3e78030031b25', 'gw_port': {'id': 'baf697cd-8466-41b8-88d1-f357ab9b3895', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:13:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28774629-d6a2-498a-8c83-034d7d9b1da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:35:54Z', 'updated_at': '2021-09-07T02:36:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:36:02.045866 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fa88ba13-1400-4fee-9b79-58d379e7dba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:02.133408 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c32b01b-23e1-42a2-99e8-67907c97910e service neutron] Pushing event updated for resources: {'Port': ['ID=0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae,revision_number=10']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:02.190704 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-46315fbf-4164-495c-8993-617bf0ca6898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:02.194865 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-91297878-53e1-4b64-b584-49dce58473e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:02.205721 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-91297878-53e1-4b64-b584-49dce58473e3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5fcf8f83-1bc5-481b-a935-e10db8c6ab1c HTTP/1.1" status: 200 len: 801 time: 0.1954207 Sep 07 02:36:02.266607 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-22088cd9-c73d-4048-8641-08f4477d625d tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:02.268376 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-22088cd9-c73d-4048-8641-08f4477d625d tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=af277e66-9f34-430f-82e6-77b8e6feb6c0&tenant_id=4ff846f9243a40b7bf323ea156c2bdd7&binding%3Ahost_id=n-h2-796209-16 HTTP/1.1" status: 200 len: 1097 time: 0.1362901 Sep 07 02:36:02.291289 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b38af-03d8-45da-a0e7-ffd9fcd7091f req-939a5b5f-31e0-4d10-a42c-53b7ee11fe4f tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:02.297859 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b38af-03d8-45da-a0e7-ffd9fcd7091f req-939a5b5f-31e0-4d10-a42c-53b7ee11fe4f tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:02.299709 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-096b38af-03d8-45da-a0e7-ffd9fcd7091f req-939a5b5f-31e0-4d10-a42c-53b7ee11fe4f tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/ports?device_id=dcd274e9-3770-4956-8c71-91c2fab60196 HTTP/1.1" status: 200 len: 1678 time: 0.1077173 Sep 07 02:36:02.408198 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-096b38af-03d8-45da-a0e7-ffd9fcd7091f req-4ec90fd8-0106-4351-8d1b-fdb86ef47523 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/security-groups?id=da83ed9b-41b3-493b-aca7-370009a4e871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945578 Sep 07 02:36:02.410160 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fa88ba13-1400-4fee-9b79-58d379e7dba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:02.423547 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eb8b34d0-0797-4b46-9bc0-a419ad57b08e req-1f3d464e-aaf3-4946-b396-399bffc3cb76 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=36932fbb01ef47dd957d06cd3434fa27&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4158621 Sep 07 02:36:02.432398 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fa88ba13-1400-4fee-9b79-58d379e7dba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:02.474213 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-c957b289-3073-4afd-b6e4-9256a7baf81e None None] Provisioning for port fed1d0a9-72e3-477f-a001-5b13f08b37fa completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:36:02.497316 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-c957b289-3073-4afd-b6e4-9256a7baf81e None None] Provisioning complete for port fed1d0a9-72e3-477f-a001-5b13f08b37fa triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:36:02.497702 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c957b289-3073-4afd-b6e4-9256a7baf81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:02.500059 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-2a985aff-ff2e-45c3-a169-3fe3fcf4d972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:02.502431 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-2a985aff-ff2e-45c3-a169-3fe3fcf4d972 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=14da215f-2a3b-4d4d-a945-cb0582b97222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1433637 Sep 07 02:36:02.512870 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-c030d11f-3c03-483c-a2ee-0214b6e3befb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:02.514601 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-c030d11f-3c03-483c-a2ee-0214b6e3befb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=af277e66-9f34-430f-82e6-77b8e6feb6c0&tenant_id=4ff846f9243a40b7bf323ea156c2bdd7 HTTP/1.1" status: 200 len: 1097 time: 0.2365730 Sep 07 02:36:02.519614 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-fa88ba13-1400-4fee-9b79-58d379e7dba0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d319044ace8f40c685b75568be4d1d5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8064139 Sep 07 02:36:02.523022 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 41620) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:36:02.571608 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-46315fbf-4164-495c-8993-617bf0ca6898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:02.614839 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa88ba13-1400-4fee-9b79-58d379e7dba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c62917-e724-46e5-b7d2-2276cfa74bcd,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:02.625982 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-c957b289-3073-4afd-b6e4-9256a7baf81e None None] Port fed1d0a9-72e3-477f-a001-5b13f08b37fa cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:36:02.681811 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-6e89080a-d90e-448e-9742-1df0e5b07b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:02.683709 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-6e89080a-d90e-448e-9742-1df0e5b07b4d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4ff846f9243a40b7bf323ea156c2bdd7&device_id=af277e66-9f34-430f-82e6-77b8e6feb6c0 HTTP/1.1" status: 200 len: 1097 time: 0.1319711 Sep 07 02:36:02.811623 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c69bb205-9360-4078-b069-acd948d10a8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:02.896769 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c69bb205-9360-4078-b069-acd948d10a8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:02.984614 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-246ad58f-ecc8-489b-a1db-b7d10bb09de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:02.986494 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-246ad58f-ecc8-489b-a1db-b7d10bb09de8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5632e33d-1d7a-4426-9d83-a8e688a88788 HTTP/1.1" status: 200 len: 907 time: 0.2936637 Sep 07 02:36:03.014794 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-46315fbf-4164-495c-8993-617bf0ca6898 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:03.064754 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-afb3e89b-61cf-45f8-8433-ea7bc4785d15 req-312bef0a-4385-4dca-8875-e103eb988615 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=e7344761-00eb-42e5-96d7-fac9bf68c288 HTTP/1.1" status: 200 len: 210 time: 0.0470910 Sep 07 02:36:03.070687 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-46315fbf-4164-495c-8993-617bf0ca6898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:03.135236 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-46315fbf-4164-495c-8993-617bf0ca6898 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:03.197458 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-4fc4fdc7-9ee6-43ed-b784-4cf1a3bc37a5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae HTTP/1.1" status: 200 len: 217 time: 0.1705110 Sep 07 02:36:03.235697 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device baf697cd-8466-41b8-88d1-f357ab9b3895 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:36:03.278623 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-895294ad-693d-43b9-9530-a91d075882f8 service neutron] 10.222.0.16 "GET /v2.0/networks/14da215f-2a3b-4d4d-a945-cb0582b97222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7605355 Sep 07 02:36:03.284201 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b73dc-babe-42fa-a62d-a747eafba7f0 req-93be4389-442b-4944-9c09-8a1debbfa664 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:03.289765 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46315fbf-4164-495c-8993-617bf0ca6898 admin admin] Pushing event updated for resources: {'Port': ['ID=fed1d0a9-72e3-477f-a001-5b13f08b37fa,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:03.298488 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-506b73dc-babe-42fa-a62d-a747eafba7f0 req-93be4389-442b-4944-9c09-8a1debbfa664 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=af277e66-9f34-430f-82e6-77b8e6feb6c0 HTTP/1.1" status: 200 len: 945 time: 0.4337006 Sep 07 02:36:03.408823 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port baf697cd-8466-41b8-88d1-f357ab9b3895 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:36:03.427894 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port baf697cd-8466-41b8-88d1-f357ab9b3895 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:36:03.433033 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:03.485630 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c69bb205-9360-4078-b069-acd948d10a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:03.502228 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c69bb205-9360-4078-b069-acd948d10a8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:03.504162 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c69bb205-9360-4078-b069-acd948d10a8a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/98c62917-e724-46e5-b7d2-2276cfa74bcd HTTP/1.1" status: 204 len: 168 time: 0.9794760 Sep 07 02:36:03.557839 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:03.589412 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-11c214ce-eb64-45b2-9332-ef5defdaa72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:03.596469 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-11c214ce-eb64-45b2-9332-ef5defdaa72f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf141221-2e81-48e8-81ec-6bd6d6584327 HTTP/1.1" status: 200 len: 847 time: 0.3924611 Sep 07 02:36:03.605201 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port baf697cd-8466-41b8-88d1-f357ab9b3895, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=baf697cd-8466-41b8-88d1-f357ab9b3895,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:36:03.643149 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:03.644787 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 6c1d12a5-a28c-4a66-bb03-4bbfd1c45175 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:36:03.673965 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-506b73dc-babe-42fa-a62d-a747eafba7f0 req-f79d1b72-e708-447a-b59c-583bc251044a tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148720 Sep 07 02:36:03.678678 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69bb205-9360-4078-b069-acd948d10a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c62917-e724-46e5-b7d2-2276cfa74bcd,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:03.690239 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-0cad4bc7-4b48-49c5-a22b-9c4983a5c36e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5632e33d-1d7a-4426-9d83-a8e688a88788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777242 Sep 07 02:36:03.794221 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46315fbf-4164-495c-8993-617bf0ca6898 admin admin] Network e6bfa004-50fd-4136-a3ae-4ea4d668e91b is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:36:03.802488 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-46315fbf-4164-495c-8993-617bf0ca6898 admin admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:36:03.809758 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-8655c39d-d2b6-4ef0-8386-890cc461a3a9 service neutron] 10.222.0.16 "GET /v2.0/networks/14da215f-2a3b-4d4d-a945-cb0582b97222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5121992 Sep 07 02:36:03.905516 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=baf697cd-8466-41b8-88d1-f357ab9b3895,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:03.912169 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f05a051-42ee-4c6f-90a1-fe0af9f071aa req-0633c44e-98a4-4e00-a524-76aa102da660 tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:03.921557 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9f05a051-42ee-4c6f-90a1-fe0af9f071aa req-0633c44e-98a4-4e00-a524-76aa102da660 tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=b12c54d6-778d-4340-84b7-fbb03eee7f71 HTTP/1.1" status: 200 len: 1097 time: 0.3132207 Sep 07 02:36:03.948724 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-a2c6e452-7960-4dce-90f5-49f19697be7e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.250&port_id=0e3eb41e-4862-4cd1-b57e-fea79ba1dfbd HTTP/1.1" status: 200 len: 217 time: 0.1050458 Sep 07 02:36:03.950361 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 6c1d12a5-a28c-4a66-bb03-4bbfd1c45175 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:36:03.950864 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:04.050719 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce65070-9e2f-41a9-b707-da25dde1b9dc req-0c2bd71b-e9db-41dc-a9e6-aef9a48ef560 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:04.085842 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce65070-9e2f-41a9-b707-da25dde1b9dc req-0c2bd71b-e9db-41dc-a9e6-aef9a48ef560 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:04.096829 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3ce65070-9e2f-41a9-b707-da25dde1b9dc req-0c2bd71b-e9db-41dc-a9e6-aef9a48ef560 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/ports?device_id=dcd274e9-3770-4956-8c71-91c2fab60196 HTTP/1.1" status: 200 len: 1678 time: 0.2482738 Sep 07 02:36:04.106195 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-7b2df661-eddc-41a6-b3bb-673ffa297d65 service neutron] 10.222.0.23 "GET /v2.0/networks/5632e33d-1d7a-4426-9d83-a8e688a88788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4092717 Sep 07 02:36:04.236603 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9f05a051-42ee-4c6f-90a1-fe0af9f071aa req-c3c2b0b4-2cf6-447d-9f6f-0da7d9a06796 tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022912 Sep 07 02:36:04.261882 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-0f9a8124-262b-41d4-95ab-959db8f3a255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:04.264111 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-0f9a8124-262b-41d4-95ab-959db8f3a255 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=18352d1b-8c7c-4805-b6c2-05a062e0342e HTTP/1.1" status: 200 len: 801 time: 0.2944672 Sep 07 02:36:04.285008 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-057e901a-624c-43fc-b27e-02dfa8e9e29b None None] Provisioning complete for port fed1d0a9-72e3-477f-a001-5b13f08b37fa triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:36:04.285479 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-057e901a-624c-43fc-b27e-02dfa8e9e29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:04.311659 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-50a478c7-284a-4315-a9d0-591a6366858f service neutron] 10.222.0.23 "GET /v2.0/networks/5632e33d-1d7a-4426-9d83-a8e688a88788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892745 Sep 07 02:36:04.344106 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3ce65070-9e2f-41a9-b707-da25dde1b9dc req-68b21af7-daf9-4617-8266-e3726e6c8683 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/security-groups?id=da83ed9b-41b3-493b-aca7-370009a4e871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472899 Sep 07 02:36:04.405999 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-057e901a-624c-43fc-b27e-02dfa8e9e29b None None] Port fed1d0a9-72e3-477f-a001-5b13f08b37fa cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:36:04.453699 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46315fbf-4164-495c-8993-617bf0ca6898 admin admin] Router 28774629-d6a2-498a-8c83-034d7d9b1da6 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:36:04.469572 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-71079f67-fdae-4d4d-802d-638f00f69ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:04.471306 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-71079f67-fdae-4d4d-802d-638f00f69ad5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1144607e-16b0-4541-9f0e-1c51d66b40bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1930254 Sep 07 02:36:04.642755 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-eb8b34d0-0797-4b46-9bc0-a419ad57b08e req-bbb29f7c-6ad6-48c1-a428-c55be845c535 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=36932fbb01ef47dd957d06cd3434fa27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0498903 Sep 07 02:36:04.727214 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0e5ea14a-8a78-4b79-8776-e08246e40c98 req-d8de8744-9ab7-4344-8cd0-85cb89029fc9 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=e7344761-00eb-42e5-96d7-fac9bf68c288 HTTP/1.1" status: 200 len: 210 time: 0.1548474 Sep 07 02:36:04.908085 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-7f364841-89a1-4ca6-aa60-adf21ff4e25f service neutron] 10.222.0.16 "GET /v2.0/networks/1144607e-16b0-4541-9f0e-1c51d66b40bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4262602 Sep 07 02:36:05.087050 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device baf697cd-8466-41b8-88d1-f357ab9b3895 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:36:05.205333 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port baf697cd-8466-41b8-88d1-f357ab9b3895 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:36:05.206231 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:05.392628 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 41692) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:36:05.412838 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-bf112a2c-6197-48b6-bb58-83201b93ac9c tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:05.414303 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-bf112a2c-6197-48b6-bb58-83201b93ac9c tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=af277e66-9f34-430f-82e6-77b8e6feb6c0&tenant_id=4ff846f9243a40b7bf323ea156c2bdd7&binding%3Ahost_id=n-h1-796209-16 HTTP/1.1" status: 200 len: 1097 time: 0.7697480 Sep 07 02:36:05.555541 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46315fbf-4164-495c-8993-617bf0ca6898 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:36:05.566843 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b34d0-0797-4b46-9bc0-a419ad57b08e req-bc76f5a8-a422-43ee-bb7c-5c32bc56caf6 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:05.568719 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-eb8b34d0-0797-4b46-9bc0-a419ad57b08e req-bc76f5a8-a422-43ee-bb7c-5c32bc56caf6 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8993075 Sep 07 02:36:05.572788 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-20e353cb-ef38-46d7-b823-e927647684d2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-2082001386-network', 'tenant_id': 'a7ff0a8f96b74e6091b64557a791e2a0'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:36:05.574705 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a409634f-5792-49c9-bac5-a1d6708c46f3 None None] Sync routers for ids ['28774629-d6a2-498a-8c83-034d7d9b1da6'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:36:05.583211 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-46315fbf-4164-495c-8993-617bf0ca6898 admin admin] 10.222.0.22 "PUT /v2.0/routers/28774629-d6a2-498a-8c83-034d7d9b1da6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7157080 Sep 07 02:36:05.586509 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-eb8b34d0-0797-4b46-9bc0-a419ad57b08e req-971b0500-cf6b-4526-aca4-2856e37c62d4 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Request body: {'port': {'device_id': 'e7344761-00eb-42e5-96d7-fac9bf68c288', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'admin_state_up': True, 'tenant_id': '36932fbb01ef47dd957d06cd3434fa27'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:36:05.596287 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a409634f-5792-49c9-bac5-a1d6708c46f3 None None] Routers {'28774629-d6a2-498a-8c83-034d7d9b1da6'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:36:05.597389 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-a409634f-5792-49c9-bac5-a1d6708c46f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:35:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['28774629-d6a2-498a-8c83-034d7d9b1da6'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:36:05.609319 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029fecf-c651-4dc4-904c-12360f4517ad req-83064f55-3cc6-48d8-af48-6fa5be6ff4cf tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:05.620243 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0029fecf-c651-4dc4-904c-12360f4517ad req-83064f55-3cc6-48d8-af48-6fa5be6ff4cf tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=af277e66-9f34-430f-82e6-77b8e6feb6c0 HTTP/1.1" status: 200 len: 945 time: 0.7496881 Sep 07 02:36:05.650003 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-ba2ed9a9-ee59-48e6-bad7-ba8077ea2f16 service neutron] For port 0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:36:05.650989 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e353cb-ef38-46d7-b823-e927647684d2 admin admin] Made reservation on behalf of a7ff0a8f96b74e6091b64557a791e2a0 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:36:05.653515 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-20e353cb-ef38-46d7-b823-e927647684d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:05.664163 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-ba2ed9a9-ee59-48e6-bad7-ba8077ea2f16 service neutron] Notify callbacks [] for binding, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:05.665306 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f9717ee5-d5f5-4fb8-9eee-e4ab0cc61c45 req-ba2ed9a9-ee59-48e6-bad7-ba8077ea2f16 service neutron] 10.222.0.23 "DELETE /v2.0/ports/0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae/bindings/n-h2-796209-16 HTTP/1.1" status: 204 len: 173 time: 0.2410703 Sep 07 02:36:05.735346 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-20e353cb-ef38-46d7-b823-e927647684d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:05.781021 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0029fecf-c651-4dc4-904c-12360f4517ad req-4c0e55b1-4f4b-42d8-b123-2a8efd656694 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585665 Sep 07 02:36:05.841565 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f9288b7a-ee58-4617-9d62-b3463a3a11a0 req-c8419eda-ed09-45a4-8876-29b9d8c8e284 service neutron] 10.222.0.16 "GET /v2.0/networks/1144607e-16b0-4541-9f0e-1c51d66b40bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8897958 Sep 07 02:36:05.906740 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-20e353cb-ef38-46d7-b823-e927647684d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:05.922878 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-20e353cb-ef38-46d7-b823-e927647684d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:05.935982 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-a409634f-5792-49c9-bac5-a1d6708c46f3 None None] Set router 28774629-d6a2-498a-8c83-034d7d9b1da6 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:36:05.997784 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20e353cb-ef38-46d7-b823-e927647684d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:36:06.001080 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb8b34d0-0797-4b46-9bc0-a419ad57b08e req-971b0500-cf6b-4526-aca4-2856e37c62d4 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Made reservation on behalf of 36932fbb01ef47dd957d06cd3434fa27 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:36:06.006680 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-eb8b34d0-0797-4b46-9bc0-a419ad57b08e req-971b0500-cf6b-4526-aca4-2856e37c62d4 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:06.007456 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e6b93-da28-48e5-8ded-0892887d5708 req-e2354662-1215-4975-a0e7-f40cf231ca48 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:06.013892 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e6b93-da28-48e5-8ded-0892887d5708 req-e2354662-1215-4975-a0e7-f40cf231ca48 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:06.022443 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9a0e6b93-da28-48e5-8ded-0892887d5708 req-e2354662-1215-4975-a0e7-f40cf231ca48 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/ports?device_id=dcd274e9-3770-4956-8c71-91c2fab60196 HTTP/1.1" status: 200 len: 1678 time: 0.1216161 Sep 07 02:36:06.056055 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f11df-516e-4d2d-8d94-5817e28439f4 req-a7c0f128-d8ee-4a5b-a0e2-e68ae5a69328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:06.056587 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f11df-516e-4d2d-8d94-5817e28439f4 req-a7c0f128-d8ee-4a5b-a0e2-e68ae5a69328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:06.062639 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-755f11df-516e-4d2d-8d94-5817e28439f4 req-a7c0f128-d8ee-4a5b-a0e2-e68ae5a69328 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=82f3fc87393e475b9b7c73e7abf1c936&device_id=dcd274e9-3770-4956-8c71-91c2fab60196 HTTP/1.1" status: 200 len: 1982 time: 0.1194437 Sep 07 02:36:06.079056 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e353cb-ef38-46d7-b823-e927647684d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb990db-7330-4e3f-a474-0894c6f63b9a,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:06.103990 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-20e353cb-ef38-46d7-b823-e927647684d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:06.104672 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-20e353cb-ef38-46d7-b823-e927647684d2 admin admin] Added segment 3d9fcb72-bde2-4ebb-8f5c-12c01c10e26a of type vlan for network 67b2a986-cf77-4844-b821-6fa0d8b54e01 Sep 07 02:36:06.147651 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9a0e6b93-da28-48e5-8ded-0892887d5708 req-cc256360-0833-472e-81c0-8227e543ee0d tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/security-groups?id=da83ed9b-41b3-493b-aca7-370009a4e871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166275 Sep 07 02:36:06.239405 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-20e353cb-ef38-46d7-b823-e927647684d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:06.286799 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-20e353cb-ef38-46d7-b823-e927647684d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:06.288151 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e353cb-ef38-46d7-b823-e927647684d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:06.288882 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-20e353cb-ef38-46d7-b823-e927647684d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:06.306232 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-a409634f-5792-49c9-bac5-a1d6708c46f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28774629-d6a2-498a-8c83-034d7d9b1da6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1811245957-router', 'tenant_id': '4a31a8b49dd24c17a6f3e78030031b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'baf697cd-8466-41b8-88d1-f357ab9b3895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:35:51Z', 'updated_at': '2021-09-07T02:36:02Z', 'revision_number': 4, 'project_id': '4a31a8b49dd24c17a6f3e78030031b25', 'gw_port': {'id': 'baf697cd-8466-41b8-88d1-f357ab9b3895', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:13:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28774629-d6a2-498a-8c83-034d7d9b1da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:35:54Z', 'updated_at': '2021-09-07T02:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'fed1d0a9-72e3-477f-a001-5b13f08b37fa', 'name': '', 'network_id': 'e6bfa004-50fd-4136-a3ae-4ea4d668e91b', 'tenant_id': '4a31a8b49dd24c17a6f3e78030031b25', 'mac_address': 'fa:16:3e:69:1f:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28774629-d6a2-498a-8c83-034d7d9b1da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'a5837eaf-73d4-4b4b-a21b-3035dbf057e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:35:59Z', 'updated_at': '2021-09-07T02:36:02Z', 'revision_number': 2, 'project_id': '4a31a8b49dd24c17a6f3e78030031b25', 'subnets': [{'id': 'a5837eaf-73d4-4b4b-a21b-3035dbf057e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:36:06.362045 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-6607d633-d5ab-4db7-bade-0b5da3d9f2c3 tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 02:36:06.370362 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e353cb-ef38-46d7-b823-e927647684d2 admin admin] Pushing event updated for resources: {'Network': ['ID=67b2a986-cf77-4844-b821-6fa0d8b54e01,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:06.382733 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 67b2a986-cf77-4844-b821-6fa0d8b54e01 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:36:06.384069 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-6607d633-d5ab-4db7-bade-0b5da3d9f2c3 tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0400622 Sep 07 02:36:06.384201 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-20e353cb-ef38-46d7-b823-e927647684d2 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9896736 Sep 07 02:36:06.394120 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 41738) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:36:06.410295 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-01e6e411-f30c-40a0-8bbc-c817837e929a admin admin] Request body: {'subnet': {'network_id': '67b2a986-cf77-4844-b821-6fa0d8b54e01', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-2082001386-subnet', 'tenant_id': 'a7ff0a8f96b74e6091b64557a791e2a0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:36:06.410656 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a409634f-5792-49c9-bac5-a1d6708c46f3 None None] Checking router: 28774629-d6a2-498a-8c83-034d7d9b1da6 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:36:06.411122 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a409634f-5792-49c9-bac5-a1d6708c46f3 None None] Updating router 28774629-d6a2-498a-8c83-034d7d9b1da6 port fed1d0a9-72e3-477f-a001-5b13f08b37fa binding host n-d-796209-16 {{(pid=94703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 02:36:06.484993 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-a409634f-5792-49c9-bac5-a1d6708c46f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:06.486032 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-eb8b34d0-0797-4b46-9bc0-a419ad57b08e req-971b0500-cf6b-4526-aca4-2856e37c62d4 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Allocated IP 192.168.233.41 (0823ecf3-066e-49bd-a451-2e84ab79a70f/694f9550-ba12-4672-8446-41848123cea2/82a56091-e160-47ad-92fa-c3afdf9cde5a) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:36:06.514125 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-378b2eec-8a91-4f90-af14-4c3942bc695c tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:06.528302 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-378b2eec-8a91-4f90-af14-4c3942bc695c tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] 10.222.0.22 "GET /v2.0/ports/c974b530-b01d-4607-88d1-27d3867fd92c HTTP/1.1" status: 200 len: 1094 time: 0.1382258 Sep 07 02:36:06.538468 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-11d415f8-924f-47b4-a063-8fcaf44c4724 service neutron] Request body: {'binding': {'host': 'n-h1-796209-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:36:06.543639 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-11d415f8-924f-47b4-a063-8fcaf44c4724 service neutron] Unknown quota resources ['binding']. {{(pid=94701) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 07 02:36:06.665709 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ea399047-d77d-4843-b3ea-f3da93ec23ee req-63c62bfb-085e-433c-90fe-29b0a32e17aa tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=e7344761-00eb-42e5-96d7-fac9bf68c288 HTTP/1.1" status: 200 len: 210 time: 0.1364827 Sep 07 02:36:06.677257 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f11df-516e-4d2d-8d94-5817e28439f4 req-f7310ab0-6128-4d19-9d03-9127136d7cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:06.681967 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-755f11df-516e-4d2d-8d94-5817e28439f4 req-f7310ab0-6128-4d19-9d03-9127136d7cf8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1144607e-16b0-4541-9f0e-1c51d66b40bc HTTP/1.1" status: 200 len: 902 time: 0.5797229 Sep 07 02:36:06.707852 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-eb8b34d0-0797-4b46-9bc0-a419ad57b08e req-971b0500-cf6b-4526-aca4-2856e37c62d4 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:06.714818 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e6e411-f30c-40a0-8bbc-c817837e929a admin admin] Made reservation on behalf of a7ff0a8f96b74e6091b64557a791e2a0 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:36:06.717555 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-01e6e411-f30c-40a0-8bbc-c817837e929a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:06.748706 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-eb8b34d0-0797-4b46-9bc0-a419ad57b08e req-971b0500-cf6b-4526-aca4-2856e37c62d4 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Transition to ACTIVE for port object 82a56091-e160-47ad-92fa-c3afdf9cde5a will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:36:06.782400 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-755f11df-516e-4d2d-8d94-5817e28439f4 req-50b77cfb-99dc-4438-bf6e-f21b59473ae4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.250&port_id=0e3eb41e-4862-4cd1-b57e-fea79ba1dfbd HTTP/1.1" status: 200 len: 217 time: 0.0828552 Sep 07 02:36:06.816235 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-eb8b34d0-0797-4b46-9bc0-a419ad57b08e req-971b0500-cf6b-4526-aca4-2856e37c62d4 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:06.830409 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['cd30c17f-9869-47d0-b8a4-372e64aeee83', '5f62b862-298f-48a6-87b0-a9e80e67a326'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:36:06.836390 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['b6b91583-efab-415c-af4d-b359edcad861', 'ff1a19e3-e096-472f-9a63-57a220fc3f11', '9b74c30d-79a1-4776-88eb-fff88a21f5a9', '05119bc0-20c7-4dc4-b159-b327eb1226cd', '4501d607-aadd-4803-8aaf-dc78ed73bb50'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:36:06.926100 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971b0500-cf6b-4526-aca4-2856e37c62d4 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Pushing event updated for resources: {'Port': ['ID=82a56091-e160-47ad-92fa-c3afdf9cde5a,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:06.942702 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb8b34d0-0797-4b46-9bc0-a419ad57b08e req-971b0500-cf6b-4526-aca4-2856e37c62d4 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Network 0823ecf3-066e-49bd-a451-2e84ab79a70f is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:36:06.957050 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-eb8b34d0-0797-4b46-9bc0-a419ad57b08e req-971b0500-cf6b-4526-aca4-2856e37c62d4 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:36:06.962912 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb8b34d0-0797-4b46-9bc0-a419ad57b08e req-971b0500-cf6b-4526-aca4-2856e37c62d4 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:36:07.036359 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b34d0-0797-4b46-9bc0-a419ad57b08e req-971b0500-cf6b-4526-aca4-2856e37c62d4 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:07.037180 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-eb8b34d0-0797-4b46-9bc0-a419ad57b08e req-971b0500-cf6b-4526-aca4-2856e37c62d4 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:07.042215 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-a409634f-5792-49c9-bac5-a1d6708c46f3 None None] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:07.057409 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-a409634f-5792-49c9-bac5-a1d6708c46f3 None None] Transition to ACTIVE for port object fed1d0a9-72e3-477f-a001-5b13f08b37fa will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:36:07.057628 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-eb8b34d0-0797-4b46-9bc0-a419ad57b08e req-971b0500-cf6b-4526-aca4-2856e37c62d4 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4761832 Sep 07 02:36:07.071852 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-a409634f-5792-49c9-bac5-a1d6708c46f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:07.077077 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-eb8b34d0-0797-4b46-9bc0-a419ad57b08e req-1bdbd0c2-3827-4d84-8b52-8fe56ceb5537 service neutron] Request body: {'port': {'device_id': 'e7344761-00eb-42e5-96d7-fac9bf68c288', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:36:07.114171 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [req-b0ccaa8c-9768-4127-8baa-a5eaf8788bca req-e5c29a42-a646-4d57-b037-e530c2a942f1 tempest-FloatingIPDetailsNegativeTestJSON-47730696 tempest-FloatingIPDetailsNegativeTestJSON-47730696-project] show failed (client error): The resource could not be found. Sep 07 02:36:07.115243 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b0ccaa8c-9768-4127-8baa-a5eaf8788bca req-e5c29a42-a646-4d57-b037-e530c2a942f1 tempest-FloatingIPDetailsNegativeTestJSON-47730696 tempest-FloatingIPDetailsNegativeTestJSON-47730696-project] 10.222.0.22 "GET /v2.0/floatingips/6a67671f-b49d-41f6-83df-4eb64ede7757 HTTP/1.1" status: 404 len: 350 time: 0.1555657 Sep 07 02:36:07.131313 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 41742) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:36:07.160348 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f11df-516e-4d2d-8d94-5817e28439f4 req-3f345be0-927f-4fb0-98a0-4ca9362e2df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:07.161964 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-755f11df-516e-4d2d-8d94-5817e28439f4 req-3f345be0-927f-4fb0-98a0-4ca9362e2df1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=18352d1b-8c7c-4805-b6c2-05a062e0342e HTTP/1.1" status: 200 len: 801 time: 0.3512344 Sep 07 02:36:07.280838 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-a409634f-5792-49c9-bac5-a1d6708c46f3 None None] Attempting to bind port fed1d0a9-72e3-477f-a001-5b13f08b37fa on host n-d-796209-16 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:36:07.281262 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-a409634f-5792-49c9-bac5-a1d6708c46f3 None None] Attempting to bind port fed1d0a9-72e3-477f-a001-5b13f08b37fa by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '65a62acc-9ad4-42ed-8026-62418badfbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e6bfa004-50fd-4136-a3ae-4ea4d668e91b'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:36:07.281763 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a409634f-5792-49c9-bac5-a1d6708c46f3 None None] Attempting to bind port fed1d0a9-72e3-477f-a001-5b13f08b37fa on network e6bfa004-50fd-4136-a3ae-4ea4d668e91b {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:36:07.290886 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a409634f-5792-49c9-bac5-a1d6708c46f3 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:36:07.297265 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a409634f-5792-49c9-bac5-a1d6708c46f3 None None] Checking segment: {'id': '65a62acc-9ad4-42ed-8026-62418badfbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e6bfa004-50fd-4136-a3ae-4ea4d668e91b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:36:07.298371 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-a409634f-5792-49c9-bac5-a1d6708c46f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:07.298873 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a409634f-5792-49c9-bac5-a1d6708c46f3 None None] Bound using segment: {'id': '65a62acc-9ad4-42ed-8026-62418badfbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e6bfa004-50fd-4136-a3ae-4ea4d668e91b'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:36:07.299559 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-a409634f-5792-49c9-bac5-a1d6708c46f3 None None] Bound port: fed1d0a9-72e3-477f-a001-5b13f08b37fa, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a62acc-9ad4-42ed-8026-62418badfbf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'e6bfa004-50fd-4136-a3ae-4ea4d668e91b'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:36:07.300242 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-a409634f-5792-49c9-bac5-a1d6708c46f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:07.337449 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-eb8b34d0-0797-4b46-9bc0-a419ad57b08e req-1bdbd0c2-3827-4d84-8b52-8fe56ceb5537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:07.418771 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-11d415f8-924f-47b4-a063-8fcaf44c4724 service neutron] Attempting to bind port c974b530-b01d-4607-88d1-27d3867fd92c on host n-h1-796209-16 for vnic_type normal with profile None {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:36:07.420246 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-11d415f8-924f-47b4-a063-8fcaf44c4724 service neutron] Attempting to bind port c974b530-b01d-4607-88d1-27d3867fd92c by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': 'a87351ba-0fbc-4302-9869-b18eee085c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e4ab2f0c-5a02-4242-a541-768acd457503'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:36:07.423790 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-11d415f8-924f-47b4-a063-8fcaf44c4724 service neutron] Attempting to bind port c974b530-b01d-4607-88d1-27d3867fd92c on network e4ab2f0c-5a02-4242-a541-768acd457503 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:36:07.442187 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-11d415f8-924f-47b4-a063-8fcaf44c4724 service neutron] Port c974b530-b01d-4607-88d1-27d3867fd92c on network e4ab2f0c-5a02-4242-a541-768acd457503 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:36:07.447435 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-11d415f8-924f-47b4-a063-8fcaf44c4724 service neutron] Attempting to bind port c974b530-b01d-4607-88d1-27d3867fd92c on network e4ab2f0c-5a02-4242-a541-768acd457503 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:36:07.457359 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-a409634f-5792-49c9-bac5-a1d6708c46f3 None None] For port fed1d0a9-72e3-477f-a001-5b13f08b37fa, host n-d-796209-16, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:36:07.473525 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-a409634f-5792-49c9-bac5-a1d6708c46f3 None None] For port fed1d0a9-72e3-477f-a001-5b13f08b37fa, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=fed1d0a9-72e3-477f-a001-5b13f08b37fa,segment=NetworkSegment(65a62acc-9ad4-42ed-8026-62418badfbf1),segment_id=65a62acc-9ad4-42ed-8026-62418badfbf1)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:36:07.487942 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-11d415f8-924f-47b4-a063-8fcaf44c4724 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:36:07.488422 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-11d415f8-924f-47b4-a063-8fcaf44c4724 service neutron] Checking segment: {'id': 'a87351ba-0fbc-4302-9869-b18eee085c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e4ab2f0c-5a02-4242-a541-768acd457503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:36:07.488760 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-11d415f8-924f-47b4-a063-8fcaf44c4724 service neutron] Bound using segment: {'id': 'a87351ba-0fbc-4302-9869-b18eee085c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e4ab2f0c-5a02-4242-a541-768acd457503'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:36:07.489352 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-11d415f8-924f-47b4-a063-8fcaf44c4724 service neutron] Bound port: c974b530-b01d-4607-88d1-27d3867fd92c, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a87351ba-0fbc-4302-9869-b18eee085c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e4ab2f0c-5a02-4242-a541-768acd457503'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:36:07.496124 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b345f0c-dcb3-475b-8352-51d047cf4961 None None] Pushing event updated for resources: {'Port': ['ID=fed1d0a9-72e3-477f-a001-5b13f08b37fa,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:07.513088 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-a409634f-5792-49c9-bac5-a1d6708c46f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:07.515811 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b345f0c-dcb3-475b-8352-51d047cf4961 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:36:07.524000 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b345f0c-dcb3-475b-8352-51d047cf4961 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:36:07.524372 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b345f0c-dcb3-475b-8352-51d047cf4961 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:36:07.524715 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b345f0c-dcb3-475b-8352-51d047cf4961 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:36:07.525054 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b345f0c-dcb3-475b-8352-51d047cf4961 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:36:07.525391 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b345f0c-dcb3-475b-8352-51d047cf4961 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:36:07.525717 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b345f0c-dcb3-475b-8352-51d047cf4961 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:36:07.526046 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b345f0c-dcb3-475b-8352-51d047cf4961 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:36:07.530287 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b345f0c-dcb3-475b-8352-51d047cf4961 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:36:07.530642 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b345f0c-dcb3-475b-8352-51d047cf4961 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:36:07.531076 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b345f0c-dcb3-475b-8352-51d047cf4961 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:36:07.531308 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b345f0c-dcb3-475b-8352-51d047cf4961 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:36:07.611300 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b345f0c-dcb3-475b-8352-51d047cf4961 None None] Pushing event updated for resources: {'Port': ['ID=fed1d0a9-72e3-477f-a001-5b13f08b37fa,revision_number=4']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:07.659304 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f11df-516e-4d2d-8d94-5817e28439f4 req-8f7a9247-239f-41a8-bde1-a3e9de57d8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:07.661412 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-755f11df-516e-4d2d-8d94-5817e28439f4 req-8f7a9247-239f-41a8-bde1-a3e9de57d8ec service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1144607e-16b0-4541-9f0e-1c51d66b40bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4783676 Sep 07 02:36:07.701897 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a409634f-5792-49c9-bac5-a1d6708c46f3 None None] Routers {'28774629-d6a2-498a-8c83-034d7d9b1da6'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:36:07.702922 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-a409634f-5792-49c9-bac5-a1d6708c46f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:35:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['28774629-d6a2-498a-8c83-034d7d9b1da6'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:36:07.761332 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805713f-61ef-4180-a64e-515517f0971c req-e073d45c-0884-406b-87f8-63db266fcdb8 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:07.769202 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805713f-61ef-4180-a64e-515517f0971c req-e073d45c-0884-406b-87f8-63db266fcdb8 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:07.778311 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d805713f-61ef-4180-a64e-515517f0971c req-e073d45c-0884-406b-87f8-63db266fcdb8 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/ports?device_id=dcd274e9-3770-4956-8c71-91c2fab60196 HTTP/1.1" status: 200 len: 1678 time: 0.3629127 Sep 07 02:36:07.831755 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-11d415f8-924f-47b4-a063-8fcaf44c4724 service neutron] For port c974b530-b01d-4607-88d1-27d3867fd92c, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=c974b530-b01d-4607-88d1-27d3867fd92c,segment=NetworkSegment(a87351ba-0fbc-4302-9869-b18eee085c86),segment_id=a87351ba-0fbc-4302-9869-b18eee085c86)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:36:07.868426 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-11d415f8-924f-47b4-a063-8fcaf44c4724 service neutron] Notify callbacks [] for binding, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:07.870679 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-2f5a89c4-583d-4929-b979-edb02924924f None None] Provisioning for port 82a56091-e160-47ad-92fa-c3afdf9cde5a completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:36:07.879719 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 0e3eb41e-4862-4cd1-b57e-fea79ba1dfbd details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:36:07.885018 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-11d415f8-924f-47b4-a063-8fcaf44c4724 service neutron] 10.222.0.22 "POST /v2.0/ports/c974b530-b01d-4607-88d1-27d3867fd92c/bindings HTTP/1.1" status: 201 len: 390 time: 1.3559151 Sep 07 02:36:07.901869 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-2f5a89c4-583d-4929-b979-edb02924924f None None] Provisioning complete for port 82a56091-e160-47ad-92fa-c3afdf9cde5a triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:36:07.902404 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2f5a89c4-583d-4929-b979-edb02924924f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:07.916872 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-01e6e411-f30c-40a0-8bbc-c817837e929a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:08.068545 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d805713f-61ef-4180-a64e-515517f0971c req-2361a359-f0b3-4d69-b8df-0e0621770f65 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/security-groups?id=da83ed9b-41b3-493b-aca7-370009a4e871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888875 Sep 07 02:36:08.115134 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-2f5a89c4-583d-4929-b979-edb02924924f None None] Port 82a56091-e160-47ad-92fa-c3afdf9cde5a cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:36:08.129552 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-a409634f-5792-49c9-bac5-a1d6708c46f3 None None] Set router 28774629-d6a2-498a-8c83-034d7d9b1da6 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:36:08.168841 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-755f11df-516e-4d2d-8d94-5817e28439f4 req-364155a8-bb08-462e-969b-16f882581ebe service neutron] 10.222.0.16 "GET /v2.0/networks/1144607e-16b0-4541-9f0e-1c51d66b40bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4932094 Sep 07 02:36:08.255805 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e6e411-f30c-40a0-8bbc-c817837e929a admin admin] Pushing event updated for resources: {'Subnet': ['ID=66f60b8d-a718-4a50-a37e-972188b63df9,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:08.291803 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e6e411-f30c-40a0-8bbc-c817837e929a admin admin] Checking segment: {'id': '3d9fcb72-bde2-4ebb-8f5c-12c01c10e26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '67b2a986-cf77-4844-b821-6fa0d8b54e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:36:08.292171 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e6e411-f30c-40a0-8bbc-c817837e929a admin admin] Network hostable DHCP agents. Network: 67b2a986-cf77-4844-b821-6fa0d8b54e01, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:36:08.306254 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 0e3eb41e-4862-4cd1-b57e-fea79ba1dfbd, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=0e3eb41e-4862-4cd1-b57e-fea79ba1dfbd,segment=NetworkSegment(984a563d-7da2-44a3-82f5-08e03dc50c9e),segment_id=984a563d-7da2-44a3-82f5-08e03dc50c9e)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:36:08.325951 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '0e3eb41e-4862-4cd1-b57e-fea79ba1dfbd', 'network_id': '1144607e-16b0-4541-9f0e-1c51d66b40bc', 'port_id': '0e3eb41e-4862-4cd1-b57e-fea79ba1dfbd', 'mac_address': 'fa:16:3e:94:fd:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18352d1b-8c7c-4805-b6c2-05a062e0342e', 'ip_address': '19.86.0.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:36:08.440889 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e6e411-f30c-40a0-8bbc-c817837e929a admin admin] Network 67b2a986-cf77-4844-b821-6fa0d8b54e01 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:36:08.462634 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-01e6e411-f30c-40a0-8bbc-c817837e929a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 67b2a986-cf77-4844-b821-6fa0d8b54e01) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:36:08.468034 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e6e411-f30c-40a0-8bbc-c817837e929a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:08.469710 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-01e6e411-f30c-40a0-8bbc-c817837e929a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:08.480857 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-755f11df-516e-4d2d-8d94-5817e28439f4 req-0c82f834-6922-4175-b012-02ad39457d2c service neutron] 10.222.0.16 "GET /v2.0/networks/1144607e-16b0-4541-9f0e-1c51d66b40bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733727 Sep 07 02:36:08.501428 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd6574-efa8-4be9-88d1-223d3ddc8737 req-596e7987-7585-436e-b42b-46e2179dc70d tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:08.510120 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0abd6574-efa8-4be9-88d1-223d3ddc8737 req-596e7987-7585-436e-b42b-46e2179dc70d tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=e7344761-00eb-42e5-96d7-fac9bf68c288 HTTP/1.1" status: 200 len: 935 time: 0.1128972 Sep 07 02:36:08.513861 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-01e6e411-f30c-40a0-8bbc-c817837e929a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1184189 Sep 07 02:36:08.519378 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 41770) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:36:08.535904 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46887a6-803e-444c-b77e-4ad71e687648 None None] Network 67b2a986-cf77-4844-b821-6fa0d8b54e01 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:36:08.544779 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-ecdf5f9a-fd78-4b2a-ac35-42e1a0aee83b admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-2082001386-router', 'tenant_id': 'a7ff0a8f96b74e6091b64557a791e2a0', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:36:08.590668 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0abd6574-efa8-4be9-88d1-223d3ddc8737 req-1abfd29f-22bb-4383-babd-10ecf2ea8abd tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743923 Sep 07 02:36:08.598728 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-eb8b34d0-0797-4b46-9bc0-a419ad57b08e req-1bdbd0c2-3827-4d84-8b52-8fe56ceb5537 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82a56091-e160-47ad-92fa-c3afdf9cde5a {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:36:08.618274 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ecdf5f9a-fd78-4b2a-ac35-42e1a0aee83b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:08.619658 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ecdf5f9a-fd78-4b2a-ac35-42e1a0aee83b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:08.621517 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-eb8b34d0-0797-4b46-9bc0-a419ad57b08e req-1bdbd0c2-3827-4d84-8b52-8fe56ceb5537 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:08.621892 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-a409634f-5792-49c9-bac5-a1d6708c46f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28774629-d6a2-498a-8c83-034d7d9b1da6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1811245957-router', 'tenant_id': '4a31a8b49dd24c17a6f3e78030031b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'baf697cd-8466-41b8-88d1-f357ab9b3895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:35:51Z', 'updated_at': '2021-09-07T02:36:02Z', 'revision_number': 4, 'project_id': '4a31a8b49dd24c17a6f3e78030031b25', 'gw_port': {'id': 'baf697cd-8466-41b8-88d1-f357ab9b3895', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:13:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28774629-d6a2-498a-8c83-034d7d9b1da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:35:54Z', 'updated_at': '2021-09-07T02:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'fed1d0a9-72e3-477f-a001-5b13f08b37fa', 'name': '', 'network_id': 'e6bfa004-50fd-4136-a3ae-4ea4d668e91b', 'tenant_id': '4a31a8b49dd24c17a6f3e78030031b25', 'mac_address': 'fa:16:3e:69:1f:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28774629-d6a2-498a-8c83-034d7d9b1da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'a5837eaf-73d4-4b4b-a21b-3035dbf057e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:35:59Z', 'updated_at': '2021-09-07T02:36:07Z', 'revision_number': 4, 'project_id': '4a31a8b49dd24c17a6f3e78030031b25', 'subnets': [{'id': 'a5837eaf-73d4-4b4b-a21b-3035dbf057e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:36:08.658419 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-eb8b34d0-0797-4b46-9bc0-a419ad57b08e req-1bdbd0c2-3827-4d84-8b52-8fe56ceb5537 service neutron] Transition to ACTIVE for port object 82a56091-e160-47ad-92fa-c3afdf9cde5a will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:36:08.664941 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a409634f-5792-49c9-bac5-a1d6708c46f3 None None] The sync data for ids ['28774629-d6a2-498a-8c83-034d7d9b1da6'] in n-d-796209-16 is: [{'id': '28774629-d6a2-498a-8c83-034d7d9b1da6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1811245957-router', 'tenant_id': '4a31a8b49dd24c17a6f3e78030031b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'baf697cd-8466-41b8-88d1-f357ab9b3895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:35:51Z', 'updated_at': '2021-09-07T02:36:02Z', 'revision_number': 4, 'project_id': '4a31a8b49dd24c17a6f3e78030031b25', 'gw_port': {'id': 'baf697cd-8466-41b8-88d1-f357ab9b3895', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:13:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28774629-d6a2-498a-8c83-034d7d9b1da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:35:54Z', 'updated_at': '2021-09-07T02:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'fed1d0a9-72e3-477f-a001-5b13f08b37fa', 'name': '', 'network_id': 'e6bfa004-50fd-4136-a3ae-4ea4d668e91b', 'tenant_id': '4a31a8b49dd24c17a6f3e78030031b25', 'mac_address': 'fa:16:3e:69:1f:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28774629-d6a2-498a-8c83-034d7d9b1da6', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': 'a5837eaf-73d4-4b4b-a21b-3035dbf057e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:35:59Z', 'updated_at': '2021-09-07T02:36:07Z', 'revision_number': 4, 'project_id': '4a31a8b49dd24c17a6f3e78030031b25', 'subnets': [{'id': 'a5837eaf-73d4-4b4b-a21b-3035dbf057e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:36:08.675097 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6587e2e6-8148-4ab1-a5bf-d9e1dd4aed5d req-765e7339-b220-42f2-b1e5-6d91c7c961cc tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:08.678150 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6587e2e6-8148-4ab1-a5bf-d9e1dd4aed5d req-765e7339-b220-42f2-b1e5-6d91c7c961cc tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=af277e66-9f34-430f-82e6-77b8e6feb6c0 HTTP/1.1" status: 200 len: 1097 time: 0.5345583 Sep 07 02:36:08.696629 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-eb8b34d0-0797-4b46-9bc0-a419ad57b08e req-1bdbd0c2-3827-4d84-8b52-8fe56ceb5537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:08.722858 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ecdf5f9a-fd78-4b2a-ac35-42e1a0aee83b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:08.803217 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:08.851922 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e3eb41e-4862-4cd1-b57e-fea79ba1dfbd {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:36:08.901065 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 0e3eb41e-4862-4cd1-b57e-fea79ba1dfbd, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=0e3eb41e-4862-4cd1-b57e-fea79ba1dfbd,segment=NetworkSegment(984a563d-7da2-44a3-82f5-08e03dc50c9e),segment_id=984a563d-7da2-44a3-82f5-08e03dc50c9e)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:36:08.903064 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-89c8a982-7bd5-45a2-9b53-39f23f481764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:08.906056 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-89c8a982-7bd5-45a2-9b53-39f23f481764 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=58fe4c9e71db4bd7aa26d4557468fc65&device_id=b12c54d6-778d-4340-84b7-fbb03eee7f71 HTTP/1.1" status: 200 len: 1097 time: 0.6885483 Sep 07 02:36:08.906700 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdbd0c2-3827-4d84-8b52-8fe56ceb5537 service neutron] Pushing event updated for resources: {'Port': ['ID=82a56091-e160-47ad-92fa-c3afdf9cde5a,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:08.914586 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38087ef8-6cd4-40b6-86c1-c1c4edb8f765 req-ac6cbb97-ca56-4c34-9cc3-fb8f9c8594f7 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:08.925278 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-38087ef8-6cd4-40b6-86c1-c1c4edb8f765 req-ac6cbb97-ca56-4c34-9cc3-fb8f9c8594f7 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=b12c54d6-778d-4340-84b7-fbb03eee7f71 HTTP/1.1" status: 200 len: 945 time: 0.2010510 Sep 07 02:36:08.956555 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:08.957228 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 269f1767-03a4-4b2f-8ebd-2d60c48d5b6a details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:36:09.073606 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ecdf5f9a-fd78-4b2a-ac35-42e1a0aee83b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:09.096803 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-38087ef8-6cd4-40b6-86c1-c1c4edb8f765 req-97d6b506-45e5-4581-811b-820f80a6fd55 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705856 Sep 07 02:36:09.184354 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6587e2e6-8148-4ab1-a5bf-d9e1dd4aed5d req-c1f055dd-532c-4d66-8008-6035b60462b1 tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4954844 Sep 07 02:36:09.283048 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 269f1767-03a4-4b2f-8ebd-2d60c48d5b6a, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=269f1767-03a4-4b2f-8ebd-2d60c48d5b6a,segment=NetworkSegment(9f5cb424-ebd3-43ed-93c4-429f0ec6783f),segment_id=9f5cb424-ebd3-43ed-93c4-429f0ec6783f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:36:09.309425 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '269f1767-03a4-4b2f-8ebd-2d60c48d5b6a', 'network_id': '14da215f-2a3b-4d4d-a945-cb0582b97222', 'port_id': '269f1767-03a4-4b2f-8ebd-2d60c48d5b6a', 'mac_address': 'fa:16:3e:24:0b:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fcf8f83-1bc5-481b-a935-e10db8c6ab1c', 'ip_address': '19.80.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:36:09.313669 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device fed1d0a9-72e3-477f-a001-5b13f08b37fa up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:36:09.400365 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-eb8b34d0-0797-4b46-9bc0-a419ad57b08e req-1bdbd0c2-3827-4d84-8b52-8fe56ceb5537 service neutron] Attempting to bind port 82a56091-e160-47ad-92fa-c3afdf9cde5a on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:36:09.400799 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-eb8b34d0-0797-4b46-9bc0-a419ad57b08e req-1bdbd0c2-3827-4d84-8b52-8fe56ceb5537 service neutron] Attempting to bind port 82a56091-e160-47ad-92fa-c3afdf9cde5a by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:36:09.401208 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8b34d0-0797-4b46-9bc0-a419ad57b08e req-1bdbd0c2-3827-4d84-8b52-8fe56ceb5537 service neutron] Attempting to bind port 82a56091-e160-47ad-92fa-c3afdf9cde5a on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:36:09.407006 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-8e871d27-61e9-4e3b-8976-09b7d51701b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:09.407607 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369d16b-44af-4a20-ac76-256c9b6170fb req-a175c680-1ae4-4489-8348-9c8d444ce83a tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:09.408734 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-8e871d27-61e9-4e3b-8976-09b7d51701b2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e4ab2f0c-5a02-4242-a541-768acd457503 HTTP/1.1" status: 200 len: 921 time: 0.4802141 Sep 07 02:36:09.417644 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8b34d0-0797-4b46-9bc0-a419ad57b08e req-1bdbd0c2-3827-4d84-8b52-8fe56ceb5537 service neutron] Port 82a56091-e160-47ad-92fa-c3afdf9cde5a on network 0823ecf3-066e-49bd-a451-2e84ab79a70f not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:36:09.418392 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8b34d0-0797-4b46-9bc0-a419ad57b08e req-1bdbd0c2-3827-4d84-8b52-8fe56ceb5537 service neutron] Attempting to bind port 82a56091-e160-47ad-92fa-c3afdf9cde5a on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:36:09.419683 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369d16b-44af-4a20-ac76-256c9b6170fb req-a175c680-1ae4-4489-8348-9c8d444ce83a tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:09.433207 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0369d16b-44af-4a20-ac76-256c9b6170fb req-a175c680-1ae4-4489-8348-9c8d444ce83a tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/ports?device_id=dcd274e9-3770-4956-8c71-91c2fab60196 HTTP/1.1" status: 200 len: 1679 time: 0.1761816 Sep 07 02:36:09.468830 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8b34d0-0797-4b46-9bc0-a419ad57b08e req-1bdbd0c2-3827-4d84-8b52-8fe56ceb5537 service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:36:09.468830 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8b34d0-0797-4b46-9bc0-a419ad57b08e req-1bdbd0c2-3827-4d84-8b52-8fe56ceb5537 service neutron] Checking segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:36:09.469227 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8b34d0-0797-4b46-9bc0-a419ad57b08e req-1bdbd0c2-3827-4d84-8b52-8fe56ceb5537 service neutron] Bound using segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:36:09.469792 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-eb8b34d0-0797-4b46-9bc0-a419ad57b08e req-1bdbd0c2-3827-4d84-8b52-8fe56ceb5537 service neutron] Bound port: 82a56091-e160-47ad-92fa-c3afdf9cde5a, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:36:09.470256 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-eb8b34d0-0797-4b46-9bc0-a419ad57b08e req-1bdbd0c2-3827-4d84-8b52-8fe56ceb5537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:09.488422 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-c7630798-6deb-428b-a826-3327f46baba7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c974b530-b01d-4607-88d1-27d3867fd92c HTTP/1.1" status: 200 len: 217 time: 0.0665567 Sep 07 02:36:09.541804 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0369d16b-44af-4a20-ac76-256c9b6170fb req-fc8ac7bb-b071-4206-9e64-ae5f9d3f1663 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/security-groups?id=da83ed9b-41b3-493b-aca7-370009a4e871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079783 Sep 07 02:36:09.600227 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-811a5175-2417-4401-853a-17549f0593f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:09.604181 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-811a5175-2417-4401-853a-17549f0593f4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a1bc4512-390c-4c50-bb1d-2c94019bd4fe HTTP/1.1" status: 200 len: 861 time: 0.0842547 Sep 07 02:36:09.715183 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-eb8b34d0-0797-4b46-9bc0-a419ad57b08e req-1bdbd0c2-3827-4d84-8b52-8fe56ceb5537 service neutron] For port 82a56091-e160-47ad-92fa-c3afdf9cde5a, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:36:09.719727 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-eb8b34d0-0797-4b46-9bc0-a419ad57b08e req-1bdbd0c2-3827-4d84-8b52-8fe56ceb5537 service neutron] For port 82a56091-e160-47ad-92fa-c3afdf9cde5a, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=82a56091-e160-47ad-92fa-c3afdf9cde5a,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:36:09.748420 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ecdf5f9a-fd78-4b2a-ac35-42e1a0aee83b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:09.774030 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-74f61844-8f90-46ae-bb5f-79c69bbe17dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:09.810619 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ecdf5f9a-fd78-4b2a-ac35-42e1a0aee83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:09.888691 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port fed1d0a9-72e3-477f-a001-5b13f08b37fa completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:36:09.941274 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:09.953461 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-eb8b34d0-0797-4b46-9bc0-a419ad57b08e req-1bdbd0c2-3827-4d84-8b52-8fe56ceb5537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:09.965366 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72eb52e-f0a2-4ab4-aac8-87e696c8e296 req-8bd7454e-092c-40d6-8797-ea559d45b54c tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:09.970602 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-ecdf5f9a-fd78-4b2a-ac35-42e1a0aee83b admin admin] Allocated IP 172.25.5.202 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/9465ab6e-2b32-497d-966c-0c15057b7c0f) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:36:09.974283 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a72eb52e-f0a2-4ab4-aac8-87e696c8e296 req-8bd7454e-092c-40d6-8797-ea559d45b54c tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=af277e66-9f34-430f-82e6-77b8e6feb6c0 HTTP/1.1" status: 200 len: 1097 time: 0.5418141 Sep 07 02:36:09.978966 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 269f1767-03a4-4b2f-8ebd-2d60c48d5b6a {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:36:09.995592 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-ed2fbed9-a88f-4b9c-b9f5-2d7aa84d3c17 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e4ab2f0c-5a02-4242-a541-768acd457503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2690516 Sep 07 02:36:10.019505 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 269f1767-03a4-4b2f-8ebd-2d60c48d5b6a, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=269f1767-03a4-4b2f-8ebd-2d60c48d5b6a,segment=NetworkSegment(9f5cb424-ebd3-43ed-93c4-429f0ec6783f),segment_id=9f5cb424-ebd3-43ed-93c4-429f0ec6783f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:36:10.021495 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port fed1d0a9-72e3-477f-a001-5b13f08b37fa triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:36:10.027905 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:10.037471 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:10.050241 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=0e3eb41e-4862-4cd1-b57e-fea79ba1dfbd,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:10.092802 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b34d0-0797-4b46-9bc0-a419ad57b08e req-1bdbd0c2-3827-4d84-8b52-8fe56ceb5537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:10.093601 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-eb8b34d0-0797-4b46-9bc0-a419ad57b08e req-1bdbd0c2-3827-4d84-8b52-8fe56ceb5537 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:10.095097 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-eb8b34d0-0797-4b46-9bc0-a419ad57b08e req-1bdbd0c2-3827-4d84-8b52-8fe56ceb5537 service neutron] 10.222.0.16 "PUT /v2.0/ports/82a56091-e160-47ad-92fa-c3afdf9cde5a HTTP/1.1" status: 200 len: 1096 time: 3.0244927 Sep 07 02:36:10.110342 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7344761-00eb-42e5-96d7-fac9bf68c288', 'tag': '82a56091-e160-47ad-92fa-c3afdf9cde5a'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:36:10.113280 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d39195-0393-4731-81cd-ac816b840f8e" -d '{"events": [{"name": "network-changed", "server_uuid": "e7344761-00eb-42e5-96d7-fac9bf68c288", "tag": "82a56091-e160-47ad-92fa-c3afdf9cde5a"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:36:10.156829 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a72eb52e-f0a2-4ab4-aac8-87e696c8e296 req-a06135d5-637a-4432-9702-47173e8b7d76 tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777680 Sep 07 02:36:10.188354 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ecdf5f9a-fd78-4b2a-ac35-42e1a0aee83b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:10.253145 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ecdf5f9a-fd78-4b2a-ac35-42e1a0aee83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:10.253794 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=269f1767-03a4-4b2f-8ebd-2d60c48d5b6a,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:10.332581 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecdf5f9a-fd78-4b2a-ac35-42e1a0aee83b admin admin] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:36:10.343951 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cad7d5-5ef7-4637-a1d9-0d664e879ad1 req-88a44695-9893-43cb-9ed8-82e86e123a66 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:10.353991 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-98cad7d5-5ef7-4637-a1d9-0d664e879ad1 req-88a44695-9893-43cb-9ed8-82e86e123a66 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=e7344761-00eb-42e5-96d7-fac9bf68c288 HTTP/1.1" status: 200 len: 947 time: 0.5571127 Sep 07 02:36:10.369352 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-ecdf5f9a-fd78-4b2a-ac35-42e1a0aee83b admin admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:36:10.371105 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e88956-78bb-4531-8e9d-1ccfe40d9d1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-67b2a986-cf77-4844-b821-6fa0d8b54e01', 'network_id': '67b2a986-cf77-4844-b821-6fa0d8b54e01', 'tenant_id': 'a7ff0a8f96b74e6091b64557a791e2a0', 'fixed_ips': [{'subnet_id': '66f60b8d-a718-4a50-a37e-972188b63df9'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:36:10.372232 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-31e88956-78bb-4531-8e9d-1ccfe40d9d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:10.372641 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdf5f9a-fd78-4b2a-ac35-42e1a0aee83b admin admin] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:36:10.474541 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-98cad7d5-5ef7-4637-a1d9-0d664e879ad1 req-8e2f5e31-82f4-46f5-a4bc-65e4649a42f9 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188066 Sep 07 02:36:10.475244 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdf5f9a-fd78-4b2a-ac35-42e1a0aee83b admin admin] Pushing event updated for resources: {'Port': ['ID=9465ab6e-2b32-497d-966c-0c15057b7c0f,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:10.504285 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['269f1767-03a4-4b2f-8ebd-2d60c48d5b6a'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:36:10.558758 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['0e3eb41e-4862-4cd1-b57e-fea79ba1dfbd'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:36:10.622023 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c92556d-538a-428d-b62f-7b1a05b9092f x-openstack-request-id: req-6c92556d-538a-428d-b62f-7b1a05b9092f {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:36:10.622624 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7344761-00eb-42e5-96d7-fac9bf68c288", "tag": "82a56091-e160-47ad-92fa-c3afdf9cde5a", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:36:10.622624 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6c92556d-538a-428d-b62f-7b1a05b9092f {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:36:10.623088 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7344761-00eb-42e5-96d7-fac9bf68c288', 'tag': '82a56091-e160-47ad-92fa-c3afdf9cde5a', 'status': 'completed', 'code': 200} Sep 07 02:36:10.628369 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b34d0-0797-4b46-9bc0-a419ad57b08e req-2b6971d4-e62b-4c4f-9083-668339f42543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:10.630846 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-eb8b34d0-0797-4b46-9bc0-a419ad57b08e req-2b6971d4-e62b-4c4f-9083-668339f42543 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=36932fbb01ef47dd957d06cd3434fa27&device_id=e7344761-00eb-42e5-96d7-fac9bf68c288 HTTP/1.1" status: 200 len: 1099 time: 0.4192924 Sep 07 02:36:10.660737 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7b4124-9067-4c08-8cfc-fb22266ca876 req-a67f09e3-80ad-4446-9053-3e51358dbccf tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:10.672988 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4d7b4124-9067-4c08-8cfc-fb22266ca876 req-a67f09e3-80ad-4446-9053-3e51358dbccf tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=b12c54d6-778d-4340-84b7-fbb03eee7f71 HTTP/1.1" status: 200 len: 945 time: 0.3518176 Sep 07 02:36:10.746370 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdbd0c2-3827-4d84-8b52-8fe56ceb5537 service neutron] Pushing event updated for resources: {'Port': ['ID=82a56091-e160-47ad-92fa-c3afdf9cde5a,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:10.755437 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-eb8b34d0-0797-4b46-9bc0-a419ad57b08e req-23b53314-8669-4ba5-aafa-8f171e8cd004 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=82a56091-e160-47ad-92fa-c3afdf9cde5a HTTP/1.1" status: 200 len: 217 time: 0.1034520 Sep 07 02:36:10.949725 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4d7b4124-9067-4c08-8cfc-fb22266ca876 req-c44b0388-65b0-4577-b0e4-e407d0e4bff4 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702777 Sep 07 02:36:10.958097 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ecdf5f9a-fd78-4b2a-ac35-42e1a0aee83b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:10.991885 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-86c40ff2-4b54-41a1-adf1-96dd7c9c675a service neutron] 10.222.0.23 "GET /v2.0/networks/e4ab2f0c-5a02-4242-a541-768acd457503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9007671 Sep 07 02:36:11.014934 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:11.100038 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-31e88956-78bb-4531-8e9d-1ccfe40d9d1d None None] Allocated IP 172.20.0.2 (67b2a986-cf77-4844-b821-6fa0d8b54e01/66f60b8d-a718-4a50-a37e-972188b63df9/57c1dbea-876a-4edb-8892-83ef981772f6) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:36:11.152770 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b34d0-0797-4b46-9bc0-a419ad57b08e req-659cbd78-6726-483b-938b-abdc58a55874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:11.154373 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-eb8b34d0-0797-4b46-9bc0-a419ad57b08e req-659cbd78-6726-483b-938b-abdc58a55874 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.3642585 Sep 07 02:36:11.172786 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-74f61844-8f90-46ae-bb5f-79c69bbe17dd admin admin] Deleting port fed1d0a9-72e3-477f-a001-5b13f08b37fa {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:36:11.176854 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-74f61844-8f90-46ae-bb5f-79c69bbe17dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:11.415975 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port fed1d0a9-72e3-477f-a001-5b13f08b37fa, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=fed1d0a9-72e3-477f-a001-5b13f08b37fa,segment=NetworkSegment(65a62acc-9ad4-42ed-8026-62418badfbf1),segment_id=65a62acc-9ad4-42ed-8026-62418badfbf1)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:36:11.417585 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-31e88956-78bb-4531-8e9d-1ccfe40d9d1d None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:11.443880 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ecdf5f9a-fd78-4b2a-ac35-42e1a0aee83b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:11.509753 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-31e88956-78bb-4531-8e9d-1ccfe40d9d1d None None] Transition to ACTIVE for port object 57c1dbea-876a-4edb-8892-83ef981772f6 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:36:11.552472 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-31e88956-78bb-4531-8e9d-1ccfe40d9d1d None None] Transition to ACTIVE for port object 57c1dbea-876a-4edb-8892-83ef981772f6 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:36:11.599035 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecdf5f9a-fd78-4b2a-ac35-42e1a0aee83b admin admin] Router cce89695-f8c6-4f6f-bc86-641d7598211e is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 02:36:11.610042 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:11.679663 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-31e88956-78bb-4531-8e9d-1ccfe40d9d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:11.724881 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627547f1-dfbc-4839-89a9-dafd9e2ad7a1 req-c9149070-c8f6-4e7c-ab8e-182224571d15 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:11.728555 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-627547f1-dfbc-4839-89a9-dafd9e2ad7a1 req-c9149070-c8f6-4e7c-ab8e-182224571d15 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=e7344761-00eb-42e5-96d7-fac9bf68c288 HTTP/1.1" status: 200 len: 947 time: 0.1165099 Sep 07 02:36:11.751722 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e88956-78bb-4531-8e9d-1ccfe40d9d1d None None] Network 67b2a986-cf77-4844-b821-6fa0d8b54e01 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:36:11.758468 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-31e88956-78bb-4531-8e9d-1ccfe40d9d1d None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:36:11.761950 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e88956-78bb-4531-8e9d-1ccfe40d9d1d None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:36:11.793609 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecdf5f9a-fd78-4b2a-ac35-42e1a0aee83b admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:36:11.823947 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94dfd5c0-e788-44b8-910b-1c74d662514f None None] Sync routers for ids ['cce89695-f8c6-4f6f-bc86-641d7598211e'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:36:11.845751 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-e6e01813-41cc-4a9f-be38-fad34862802a service neutron] 10.222.0.23 "GET /v2.0/networks/e4ab2f0c-5a02-4242-a541-768acd457503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8437922 Sep 07 02:36:11.865634 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b34d0-0797-4b46-9bc0-a419ad57b08e req-32394832-d98b-4f59-a3a3-9c399c1d451f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:11.868063 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-eb8b34d0-0797-4b46-9bc0-a419ad57b08e req-32394832-d98b-4f59-a3a3-9c399c1d451f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6864011 Sep 07 02:36:11.881289 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-31e88956-78bb-4531-8e9d-1ccfe40d9d1d None None] Attempting to bind port 57c1dbea-876a-4edb-8892-83ef981772f6 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:36:11.885008 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-31e88956-78bb-4531-8e9d-1ccfe40d9d1d None None] Attempting to bind port 57c1dbea-876a-4edb-8892-83ef981772f6 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '3d9fcb72-bde2-4ebb-8f5c-12c01c10e26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '67b2a986-cf77-4844-b821-6fa0d8b54e01'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:36:11.885538 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e88956-78bb-4531-8e9d-1ccfe40d9d1d None None] Attempting to bind port 57c1dbea-876a-4edb-8892-83ef981772f6 on network 67b2a986-cf77-4844-b821-6fa0d8b54e01 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:36:11.889687 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94dfd5c0-e788-44b8-910b-1c74d662514f None None] Routers {'cce89695-f8c6-4f6f-bc86-641d7598211e'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:36:11.890697 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-94dfd5c0-e788-44b8-910b-1c74d662514f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:35:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['cce89695-f8c6-4f6f-bc86-641d7598211e'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:36:11.895427 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79fa711-5af1-4024-a607-30a1de6f7bfc req-b04911c5-de4d-4987-8f90-abf30c607f58 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:11.902263 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79fa711-5af1-4024-a607-30a1de6f7bfc req-b04911c5-de4d-4987-8f90-abf30c607f58 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:11.903970 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f79fa711-5af1-4024-a607-30a1de6f7bfc req-b04911c5-de4d-4987-8f90-abf30c607f58 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/ports?device_id=dcd274e9-3770-4956-8c71-91c2fab60196 HTTP/1.1" status: 200 len: 1680 time: 0.1655743 Sep 07 02:36:11.971553 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=fed1d0a9-72e3-477f-a001-5b13f08b37fa,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:11.985302 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-74f61844-8f90-46ae-bb5f-79c69bbe17dd admin admin] For port fed1d0a9-72e3-477f-a001-5b13f08b37fa, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=fed1d0a9-72e3-477f-a001-5b13f08b37fa,segment=NetworkSegment(65a62acc-9ad4-42ed-8026-62418badfbf1),segment_id=65a62acc-9ad4-42ed-8026-62418badfbf1)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:36:11.985889 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-74f61844-8f90-46ae-bb5f-79c69bbe17dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:11.987655 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e88956-78bb-4531-8e9d-1ccfe40d9d1d None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:36:11.988207 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e88956-78bb-4531-8e9d-1ccfe40d9d1d None None] Checking segment: {'id': '3d9fcb72-bde2-4ebb-8f5c-12c01c10e26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '67b2a986-cf77-4844-b821-6fa0d8b54e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:36:11.988798 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-31e88956-78bb-4531-8e9d-1ccfe40d9d1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:11.990360 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e88956-78bb-4531-8e9d-1ccfe40d9d1d None None] Bound using segment: {'id': '3d9fcb72-bde2-4ebb-8f5c-12c01c10e26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '67b2a986-cf77-4844-b821-6fa0d8b54e01'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:36:11.994266 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-31e88956-78bb-4531-8e9d-1ccfe40d9d1d None None] Bound port: 57c1dbea-876a-4edb-8892-83ef981772f6, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d9fcb72-bde2-4ebb-8f5c-12c01c10e26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '67b2a986-cf77-4844-b821-6fa0d8b54e01'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:36:11.994803 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-31e88956-78bb-4531-8e9d-1ccfe40d9d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:12.044775 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-74f61844-8f90-46ae-bb5f-79c69bbe17dd admin admin] Calling delete_port for fed1d0a9-72e3-477f-a001-5b13f08b37fa owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:36:12.055172 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f79fa711-5af1-4024-a607-30a1de6f7bfc req-63bcee8e-d82a-4db5-9c0a-d8751d3dac22 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/security-groups?id=da83ed9b-41b3-493b-aca7-370009a4e871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381266 Sep 07 02:36:12.197315 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-eb8b34d0-0797-4b46-9bc0-a419ad57b08e req-f577149b-2694-481a-b618-a43aa1067820 service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166585 Sep 07 02:36:12.217959 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e88956-78bb-4531-8e9d-1ccfe40d9d1d None None] Pushing event updated for resources: {'Port': ['ID=57c1dbea-876a-4edb-8892-83ef981772f6,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:12.294645 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-94dfd5c0-e788-44b8-910b-1c74d662514f None None] Set router cce89695-f8c6-4f6f-bc86-641d7598211e gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:36:12.347006 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-31e88956-78bb-4531-8e9d-1ccfe40d9d1d None None] For port 57c1dbea-876a-4edb-8892-83ef981772f6, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:36:12.401282 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-31e88956-78bb-4531-8e9d-1ccfe40d9d1d None None] For port 57c1dbea-876a-4edb-8892-83ef981772f6, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=57c1dbea-876a-4edb-8892-83ef981772f6,segment=NetworkSegment(3d9fcb72-bde2-4ebb-8f5c-12c01c10e26a),segment_id=3d9fcb72-bde2-4ebb-8f5c-12c01c10e26a)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:36:12.413456 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-31e88956-78bb-4531-8e9d-1ccfe40d9d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:12.493626 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e88956-78bb-4531-8e9d-1ccfe40d9d1d None None] Pushing event updated for resources: {'Port': ['ID=57c1dbea-876a-4edb-8892-83ef981772f6,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:12.603351 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ecdf5f9a-fd78-4b2a-ac35-42e1a0aee83b admin admin] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:12.614918 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-ecdf5f9a-fd78-4b2a-ac35-42e1a0aee83b admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.0732889 Sep 07 02:36:12.623934 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 41828) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:36:12.651287 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-74f61844-8f90-46ae-bb5f-79c69bbe17dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:12.689732 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f61844-8f90-46ae-bb5f-79c69bbe17dd admin admin] Pushing event deleted for resources: {'Port': ['ID=fed1d0a9-72e3-477f-a001-5b13f08b37fa,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:12.716515 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-627547f1-dfbc-4839-89a9-dafd9e2ad7a1 req-6f1f5571-026f-4fbc-a591-8dd1e2109824 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9202728 Sep 07 02:36:12.727517 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba9cee-e322-42d6-a389-a192e0b4cf86 req-7df95c0d-b8a2-41e9-a51c-2c91ad3d76b3 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:12.729424 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-89ba9cee-e322-42d6-a389-a192e0b4cf86 req-7df95c0d-b8a2-41e9-a51c-2c91ad3d76b3 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=b12c54d6-778d-4340-84b7-fbb03eee7f71 HTTP/1.1" status: 200 len: 945 time: 0.5222692 Sep 07 02:36:12.751169 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-eb8b34d0-0797-4b46-9bc0-a419ad57b08e req-3f87de36-bbe0-4362-872a-ed67c10bdf8e service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5380516 Sep 07 02:36:12.820455 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-94dfd5c0-e788-44b8-910b-1c74d662514f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce89695-f8c6-4f6f-bc86-641d7598211e', 'name': 'tempest-ServersTestBootFromVolume-2082001386-router', 'tenant_id': 'a7ff0a8f96b74e6091b64557a791e2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '9465ab6e-2b32-497d-966c-0c15057b7c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:36:08Z', 'updated_at': '2021-09-07T02:36:10Z', 'revision_number': 3, 'project_id': 'a7ff0a8f96b74e6091b64557a791e2a0', 'gw_port': {'id': '9465ab6e-2b32-497d-966c-0c15057b7c0f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:28:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce89695-f8c6-4f6f-bc86-641d7598211e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:36:09Z', 'updated_at': '2021-09-07T02:36:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:36:12.976840 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94dfd5c0-e788-44b8-910b-1c74d662514f None None] Checking router: cce89695-f8c6-4f6f-bc86-641d7598211e for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:36:12.979960 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94dfd5c0-e788-44b8-910b-1c74d662514f None None] Updating router cce89695-f8c6-4f6f-bc86-641d7598211e port 9465ab6e-2b32-497d-966c-0c15057b7c0f binding host n-d-796209-16 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 02:36:13.076259 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-89ba9cee-e322-42d6-a389-a192e0b4cf86 req-46998d67-1e74-416b-a9b8-2b8b772c1085 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310115 Sep 07 02:36:13.104602 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-94dfd5c0-e788-44b8-910b-1c74d662514f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:13.154924 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d39195-0393-4731-81cd-ac816b840f8e req-1c811649-4eb5-4841-a70a-58a105d246a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:13.166965 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-56d39195-0393-4731-81cd-ac816b840f8e req-1c811649-4eb5-4841-a70a-58a105d246a0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=36932fbb01ef47dd957d06cd3434fa27&device_id=e7344761-00eb-42e5-96d7-fac9bf68c288 HTTP/1.1" status: 200 len: 1099 time: 0.3244324 Sep 07 02:36:13.387070 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-74f61844-8f90-46ae-bb5f-79c69bbe17dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:13.601151 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8ca6ed82-8f66-446e-883e-7090b8c568eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:13.695450 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d39195-0393-4731-81cd-ac816b840f8e req-e951193c-7da3-491a-974b-338dd00336f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:13.700855 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-56d39195-0393-4731-81cd-ac816b840f8e req-e951193c-7da3-491a-974b-338dd00336f9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0823ecf3-066e-49bd-a451-2e84ab79a70f HTTP/1.1" status: 200 len: 869 time: 0.5256932 Sep 07 02:36:13.722932 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b4c8b-d068-473e-bed5-c615109d3794 req-e9153654-51c6-4ed9-b43f-94689afd4b3e tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:13.741718 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b4c8b-d068-473e-bed5-c615109d3794 req-e9153654-51c6-4ed9-b43f-94689afd4b3e tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:13.757628 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-896b4c8b-d068-473e-bed5-c615109d3794 req-e9153654-51c6-4ed9-b43f-94689afd4b3e tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/ports?device_id=dcd274e9-3770-4956-8c71-91c2fab60196 HTTP/1.1" status: 200 len: 1680 time: 0.4799614 Sep 07 02:36:13.862832 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-56d39195-0393-4731-81cd-ac816b840f8e req-9b5297e5-84b9-4849-b55b-0fbcaa68bfbb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=82a56091-e160-47ad-92fa-c3afdf9cde5a HTTP/1.1" status: 200 len: 217 time: 0.0974755 Sep 07 02:36:14.030238 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-896b4c8b-d068-473e-bed5-c615109d3794 req-547cf57b-0900-4b9b-812c-a510e08cab2b tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/security-groups?id=da83ed9b-41b3-493b-aca7-370009a4e871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716477 Sep 07 02:36:14.102301 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-8ca6ed82-8f66-446e-883e-7090b8c568eb admin admin] Allocated IP 172.20.0.1 (67b2a986-cf77-4844-b821-6fa0d8b54e01/66f60b8d-a718-4a50-a37e-972188b63df9/3fe4c6d6-d09f-4eca-b487-2251cff49e5a) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:36:14.125564 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d39195-0393-4731-81cd-ac816b840f8e req-f413fff5-625f-4373-a72c-127613592852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:14.127761 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-56d39195-0393-4731-81cd-ac816b840f8e req-f413fff5-625f-4373-a72c-127613592852 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.2441080 Sep 07 02:36:14.146660 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 02:36:14.168752 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 57c1dbea-876a-4edb-8892-83ef981772f6 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:36:14.170861 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 269f1767-03a4-4b2f-8ebd-2d60c48d5b6a up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:36:14.312705 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8ca6ed82-8f66-446e-883e-7090b8c568eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:14.338194 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-94dfd5c0-e788-44b8-910b-1c74d662514f None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:14.339503 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-8ca6ed82-8f66-446e-883e-7090b8c568eb admin admin] Transition to ACTIVE for port object 3fe4c6d6-d09f-4eca-b487-2251cff49e5a will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:36:14.398226 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-94dfd5c0-e788-44b8-910b-1c74d662514f None None] Transition to ACTIVE for port object 9465ab6e-2b32-497d-966c-0c15057b7c0f will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:36:14.427375 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-94dfd5c0-e788-44b8-910b-1c74d662514f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:14.432537 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8ca6ed82-8f66-446e-883e-7090b8c568eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:14.440067 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d39195-0393-4731-81cd-ac816b840f8e req-62be26fe-0c66-48f5-b08f-54919e24e66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:14.441877 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-56d39195-0393-4731-81cd-ac816b840f8e req-62be26fe-0c66-48f5-b08f-54919e24e66e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3019335 Sep 07 02:36:14.500253 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5836ba10-7488-47d1-a45d-c49f885ef92e None None] Network 67b2a986-cf77-4844-b821-6fa0d8b54e01 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:36:14.560931 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca6ed82-8f66-446e-883e-7090b8c568eb admin admin] Network 67b2a986-cf77-4844-b821-6fa0d8b54e01 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:36:14.570658 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 57c1dbea-876a-4edb-8892-83ef981772f6 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:36:14.578935 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74f61844-8f90-46ae-bb5f-79c69bbe17dd admin admin] Router 28774629-d6a2-498a-8c83-034d7d9b1da6 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:36:14.593534 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334defc3-c2d4-425f-b19e-5bf2524de9d6 req-0a596411-bde8-4de6-8e6a-fe2e435809af tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:14.600274 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-334defc3-c2d4-425f-b19e-5bf2524de9d6 req-0a596411-bde8-4de6-8e6a-fe2e435809af tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=e7344761-00eb-42e5-96d7-fac9bf68c288 HTTP/1.1" status: 200 len: 947 time: 0.7461882 Sep 07 02:36:14.602523 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b2f590-5d49-4dd8-a838-bc73429e0887 None None] Pushing event updated for resources: {'Port': ['ID=9465ab6e-2b32-497d-966c-0c15057b7c0f,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:14.603160 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5a998-e5b9-4e85-9aac-5a514160d81f req-91699e86-22d9-42aa-80e2-64b6c130b601 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:14.611427 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1df5a998-e5b9-4e85-9aac-5a514160d81f req-91699e86-22d9-42aa-80e2-64b6c130b601 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=b12c54d6-778d-4340-84b7-fbb03eee7f71 HTTP/1.1" status: 200 len: 945 time: 0.1665034 Sep 07 02:36:14.613934 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-94dfd5c0-e788-44b8-910b-1c74d662514f None None] Attempting to bind port 9465ab6e-2b32-497d-966c-0c15057b7c0f on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:36:14.614306 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-94dfd5c0-e788-44b8-910b-1c74d662514f None None] Attempting to bind port 9465ab6e-2b32-497d-966c-0c15057b7c0f by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:36:14.614669 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94dfd5c0-e788-44b8-910b-1c74d662514f None None] Attempting to bind port 9465ab6e-2b32-497d-966c-0c15057b7c0f on network 1166b922-7457-4da4-bdda-328e8c8e7bc6 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:36:14.622654 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port 269f1767-03a4-4b2f-8ebd-2d60c48d5b6a completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:36:14.627817 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-8ca6ed82-8f66-446e-883e-7090b8c568eb admin admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:36:14.640380 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca6ed82-8f66-446e-883e-7090b8c568eb admin admin] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:36:14.641323 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94dfd5c0-e788-44b8-910b-1c74d662514f None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:36:14.641708 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94dfd5c0-e788-44b8-910b-1c74d662514f None None] Checking segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:36:14.642521 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-94dfd5c0-e788-44b8-910b-1c74d662514f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:14.642925 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94dfd5c0-e788-44b8-910b-1c74d662514f None None] Bound using segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:36:14.643419 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-94dfd5c0-e788-44b8-910b-1c74d662514f None None] Bound port: 9465ab6e-2b32-497d-966c-0c15057b7c0f, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:36:14.644310 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-94dfd5c0-e788-44b8-910b-1c74d662514f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:14.658450 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-56d39195-0393-4731-81cd-ac816b840f8e req-9ab2abd8-eff2-4fb2-82c9-8c4bd13245c5 service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964903 Sep 07 02:36:14.723223 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca6ed82-8f66-446e-883e-7090b8c568eb admin admin] Pushing event updated for resources: {'Port': ['ID=3fe4c6d6-d09f-4eca-b487-2251cff49e5a,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:14.728026 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-94dfd5c0-e788-44b8-910b-1c74d662514f None None] For port 9465ab6e-2b32-497d-966c-0c15057b7c0f, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:36:14.734071 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-94dfd5c0-e788-44b8-910b-1c74d662514f None None] For port 9465ab6e-2b32-497d-966c-0c15057b7c0f, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=9465ab6e-2b32-497d-966c-0c15057b7c0f,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:36:14.736579 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 269f1767-03a4-4b2f-8ebd-2d60c48d5b6a triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:36:14.737814 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:14.738529 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1df5a998-e5b9-4e85-9aac-5a514160d81f req-49129bf5-5639-477a-95d3-c37264b993f9 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260693 Sep 07 02:36:14.806053 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-94dfd5c0-e788-44b8-910b-1c74d662514f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:14.834786 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-334defc3-c2d4-425f-b19e-5bf2524de9d6 req-134c3706-e1bf-491d-aeaf-8528e746d8c6 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971602 Sep 07 02:36:14.834786 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8ca6ed82-8f66-446e-883e-7090b8c568eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:14.890425 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-2ef96985-4d64-4e4d-95e0-dfbe5300d9ac None None] Provisioning for port 57c1dbea-876a-4edb-8892-83ef981772f6 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:36:15.120927 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-56d39195-0393-4731-81cd-ac816b840f8e req-48d143f1-dc33-44c0-8fbc-a33ce936f08c service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4540181 Sep 07 02:36:15.133206 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f61844-8f90-46ae-bb5f-79c69bbe17dd admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:36:15.140336 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-74f61844-8f90-46ae-bb5f-79c69bbe17dd admin admin] 10.222.0.22 "PUT /v2.0/routers/28774629-d6a2-498a-8c83-034d7d9b1da6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0077095 Sep 07 02:36:15.145031 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 41860) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:36:15.148099 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8f65cd-68d7-4246-bca3-2de2daf677ce None None] Sync routers for ids ['28774629-d6a2-498a-8c83-034d7d9b1da6'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:36:15.152618 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b2f590-5d49-4dd8-a838-bc73429e0887 None None] Pushing event updated for resources: {'Port': ['ID=9465ab6e-2b32-497d-966c-0c15057b7c0f,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:15.161635 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8f65cd-68d7-4246-bca3-2de2daf677ce None None] Routers {'28774629-d6a2-498a-8c83-034d7d9b1da6'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:36:15.162261 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-4b8f65cd-68d7-4246-bca3-2de2daf677ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:35:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['28774629-d6a2-498a-8c83-034d7d9b1da6'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:36:15.193613 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-2ef96985-4d64-4e4d-95e0-dfbe5300d9ac None None] Provisioning complete for port 57c1dbea-876a-4edb-8892-83ef981772f6 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:36:15.195146 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2ef96985-4d64-4e4d-95e0-dfbe5300d9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:15.200838 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94dfd5c0-e788-44b8-910b-1c74d662514f None None] Routers {'cce89695-f8c6-4f6f-bc86-641d7598211e'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:36:15.201895 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-94dfd5c0-e788-44b8-910b-1c74d662514f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:35:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['cce89695-f8c6-4f6f-bc86-641d7598211e'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:36:15.277428 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8ca6ed82-8f66-446e-883e-7090b8c568eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:15.325414 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c05da2b8-4df0-4817-b301-3b461dfe050f admin admin] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:15.405194 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-4b8f65cd-68d7-4246-bca3-2de2daf677ce None None] Set router 28774629-d6a2-498a-8c83-034d7d9b1da6 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:36:15.445767 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c05da2b8-4df0-4817-b301-3b461dfe050f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:15.494091 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:15.546689 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 269f1767-03a4-4b2f-8ebd-2d60c48d5b6a, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=269f1767-03a4-4b2f-8ebd-2d60c48d5b6a,segment=NetworkSegment(9f5cb424-ebd3-43ed-93c4-429f0ec6783f),segment_id=9f5cb424-ebd3-43ed-93c4-429f0ec6783f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:36:15.562086 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-c05da2b8-4df0-4817-b301-3b461dfe050f admin admin] Deleting port baf697cd-8466-41b8-88d1-f357ab9b3895 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:36:15.562462 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c05da2b8-4df0-4817-b301-3b461dfe050f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:15.596781 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8ca6ed82-8f66-446e-883e-7090b8c568eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:15.605942 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd274e9-3770-4956-8c71-91c2fab60196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '269f1767-03a4-4b2f-8ebd-2d60c48d5b6a'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:36:15.608357 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ab72a0-f70c-450f-889f-2d8f3c94becd" -d '{"events": [{"server_uuid": "dcd274e9-3770-4956-8c71-91c2fab60196", "name": "network-vif-plugged", "status": "completed", "tag": "269f1767-03a4-4b2f-8ebd-2d60c48d5b6a"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:36:15.626505 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:15.627317 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 0e3eb41e-4862-4cd1-b57e-fea79ba1dfbd up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:36:15.631462 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b9325-c2b8-4b50-b537-2c21e1d153bc req-486d9463-627c-440b-9504-0723a1df3754 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:15.645568 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b9325-c2b8-4b50-b537-2c21e1d153bc req-486d9463-627c-440b-9504-0723a1df3754 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:15.659323 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9f5b9325-c2b8-4b50-b537-2c21e1d153bc req-486d9463-627c-440b-9504-0723a1df3754 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/ports?device_id=dcd274e9-3770-4956-8c71-91c2fab60196 HTTP/1.1" status: 200 len: 1680 time: 0.4636424 Sep 07 02:36:15.679820 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8ca6ed82-8f66-446e-883e-7090b8c568eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:15.704577 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9ed32c-ac3a-46fa-9cb1-4ec29f80ab8f x-openstack-request-id: req-4e9ed32c-ac3a-46fa-9cb1-4ec29f80ab8f {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:36:15.705535 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd274e9-3770-4956-8c71-91c2fab60196", "name": "network-vif-plugged", "status": "completed", "tag": "269f1767-03a4-4b2f-8ebd-2d60c48d5b6a", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:36:15.705956 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4e9ed32c-ac3a-46fa-9cb1-4ec29f80ab8f {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:36:15.706506 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd274e9-3770-4956-8c71-91c2fab60196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '269f1767-03a4-4b2f-8ebd-2d60c48d5b6a', 'code': 200} Sep 07 02:36:15.781081 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-c05da2b8-4df0-4817-b301-3b461dfe050f admin admin] For port baf697cd-8466-41b8-88d1-f357ab9b3895, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=baf697cd-8466-41b8-88d1-f357ab9b3895,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:36:15.781445 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c05da2b8-4df0-4817-b301-3b461dfe050f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:15.816027 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-c05da2b8-4df0-4817-b301-3b461dfe050f admin admin] Calling delete_port for baf697cd-8466-41b8-88d1-f357ab9b3895 owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:36:15.907065 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2ef96985-4d64-4e4d-95e0-dfbe5300d9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:15.921643 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-94dfd5c0-e788-44b8-910b-1c74d662514f None None] Set router cce89695-f8c6-4f6f-bc86-641d7598211e gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:36:15.925112 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-4b8f65cd-68d7-4246-bca3-2de2daf677ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28774629-d6a2-498a-8c83-034d7d9b1da6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1811245957-router', 'tenant_id': '4a31a8b49dd24c17a6f3e78030031b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': 'baf697cd-8466-41b8-88d1-f357ab9b3895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:35:51Z', 'updated_at': '2021-09-07T02:36:12Z', 'revision_number': 5, 'project_id': '4a31a8b49dd24c17a6f3e78030031b25', 'gw_port': {'id': 'baf697cd-8466-41b8-88d1-f357ab9b3895', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:13:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28774629-d6a2-498a-8c83-034d7d9b1da6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:35:54Z', 'updated_at': '2021-09-07T02:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:36:15.957129 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9f5b9325-c2b8-4b50-b537-2c21e1d153bc req-4ff96de7-a8e9-4c74-a6aa-f492c661aaf8 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/security-groups?id=da83ed9b-41b3-493b-aca7-370009a4e871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967849 Sep 07 02:36:16.004913 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca6ed82-8f66-446e-883e-7090b8c568eb admin admin] Pushing event updated for resources: {'Port': ['ID=3fe4c6d6-d09f-4eca-b487-2251cff49e5a,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:16.026163 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=269f1767-03a4-4b2f-8ebd-2d60c48d5b6a,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:16.046571 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8f65cd-68d7-4246-bca3-2de2daf677ce None None] Checking router: 28774629-d6a2-498a-8c83-034d7d9b1da6 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:36:16.061607 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port 0e3eb41e-4862-4cd1-b57e-fea79ba1dfbd completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:36:16.063163 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8ca6ed82-8f66-446e-883e-7090b8c568eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:16.082305 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 0e3eb41e-4862-4cd1-b57e-fea79ba1dfbd triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:36:16.083607 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:16.087397 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8f65cd-68d7-4246-bca3-2de2daf677ce None None] Routers {'28774629-d6a2-498a-8c83-034d7d9b1da6'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:36:16.087988 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-4b8f65cd-68d7-4246-bca3-2de2daf677ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:35:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['28774629-d6a2-498a-8c83-034d7d9b1da6'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:36:16.138879 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8266ae-68aa-4f9d-aac6-f467b03bad06 req-79eee652-4fcf-4436-abec-b8171297f61a tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:16.148802 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2b8266ae-68aa-4f9d-aac6-f467b03bad06 req-79eee652-4fcf-4436-abec-b8171297f61a tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=b12c54d6-778d-4340-84b7-fbb03eee7f71 HTTP/1.1" status: 200 len: 945 time: 0.1705780 Sep 07 02:36:16.178593 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 82a56091-e160-47ad-92fa-c3afdf9cde5a details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:36:16.332393 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-4b8f65cd-68d7-4246-bca3-2de2daf677ce None None] Set router 28774629-d6a2-498a-8c83-034d7d9b1da6 gateway port host: None {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:36:16.344741 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2b8266ae-68aa-4f9d-aac6-f467b03bad06 req-d5ad3524-c990-4540-9e48-7d5f94470220 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945827 Sep 07 02:36:16.396699 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-4b8f65cd-68d7-4246-bca3-2de2daf677ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28774629-d6a2-498a-8c83-034d7d9b1da6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1811245957-router', 'tenant_id': '4a31a8b49dd24c17a6f3e78030031b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:35:51Z', 'updated_at': '2021-09-07T02:36:15Z', 'revision_number': 6, 'project_id': '4a31a8b49dd24c17a6f3e78030031b25', 'gw_port_host': None}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:36:16.417914 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 82a56091-e160-47ad-92fa-c3afdf9cde5a, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=82a56091-e160-47ad-92fa-c3afdf9cde5a,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:36:16.477120 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e21425-d925-44d0-945a-aa319aae8075 req-ebf0812f-7d77-4325-baf2-5ae47e9099a3 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:16.478836 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c8e21425-d925-44d0-945a-aa319aae8075 req-ebf0812f-7d77-4325-baf2-5ae47e9099a3 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=e7344761-00eb-42e5-96d7-fac9bf68c288 HTTP/1.1" status: 200 len: 947 time: 0.2697973 Sep 07 02:36:16.481285 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c05da2b8-4df0-4817-b301-3b461dfe050f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:16.495159 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8f65cd-68d7-4246-bca3-2de2daf677ce None None] The sync data for ids ['28774629-d6a2-498a-8c83-034d7d9b1da6'] in n-d-796209-16 is: [{'id': '28774629-d6a2-498a-8c83-034d7d9b1da6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1811245957-router', 'tenant_id': '4a31a8b49dd24c17a6f3e78030031b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:35:51Z', 'updated_at': '2021-09-07T02:36:15Z', 'revision_number': 6, 'project_id': '4a31a8b49dd24c17a6f3e78030031b25', 'gw_port_host': None}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:36:16.560580 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05da2b8-4df0-4817-b301-3b461dfe050f admin admin] Pushing event deleted for resources: {'Port': ['ID=baf697cd-8466-41b8-88d1-f357ab9b3895,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:16.619392 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '82a56091-e160-47ad-92fa-c3afdf9cde5a', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'port_id': '82a56091-e160-47ad-92fa-c3afdf9cde5a', 'mac_address': 'fa:16:3e:9a:9e:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '694f9550-ba12-4672-8446-41848123cea2', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:36:16.633136 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-2ef96985-4d64-4e4d-95e0-dfbe5300d9ac None None] For port 57c1dbea-876a-4edb-8892-83ef981772f6, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=57c1dbea-876a-4edb-8892-83ef981772f6,segment=NetworkSegment(3d9fcb72-bde2-4ebb-8f5c-12c01c10e26a),segment_id=3d9fcb72-bde2-4ebb-8f5c-12c01c10e26a)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:36:16.642645 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca6ed82-8f66-446e-883e-7090b8c568eb admin admin] Network 67b2a986-cf77-4844-b821-6fa0d8b54e01 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:36:16.670432 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-8ca6ed82-8f66-446e-883e-7090b8c568eb admin admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:36:16.671694 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c05da2b8-4df0-4817-b301-3b461dfe050f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:16.720364 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2ef96985-4d64-4e4d-95e0-dfbe5300d9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:16.730134 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c8e21425-d925-44d0-945a-aa319aae8075 req-39f0c715-337a-4d96-a883-296b065cad58 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310133 Sep 07 02:36:16.927762 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c05da2b8-4df0-4817-b301-3b461dfe050f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:16.947607 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca6ed82-8f66-446e-883e-7090b8c568eb admin admin] Router cce89695-f8c6-4f6f-bc86-641d7598211e has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:36:16.956826 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c05da2b8-4df0-4817-b301-3b461dfe050f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:17.012520 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:17.084380 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:17.115550 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-d171615d-523a-4c39-ad41-0d35dc6ea0a1 None None] Provisioning complete for port 57c1dbea-876a-4edb-8892-83ef981772f6 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:36:17.116066 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d171615d-523a-4c39-ad41-0d35dc6ea0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:17.128104 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef96985-4d64-4e4d-95e0-dfbe5300d9ac None None] Pushing event updated for resources: {'Port': ['ID=57c1dbea-876a-4edb-8892-83ef981772f6,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:17.155453 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c05da2b8-4df0-4817-b301-3b461dfe050f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:17.156775 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c05da2b8-4df0-4817-b301-3b461dfe050f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28774629-d6a2-498a-8c83-034d7d9b1da6 {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 02:36:17.168649 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c05da2b8-4df0-4817-b301-3b461dfe050f admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:17.170243 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c05da2b8-4df0-4817-b301-3b461dfe050f admin admin] 10.222.0.22 "DELETE /v2.0/routers/28774629-d6a2-498a-8c83-034d7d9b1da6 HTTP/1.1" status: 204 len: 168 time: 2.0242636 Sep 07 02:36:17.173269 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82a56091-e160-47ad-92fa-c3afdf9cde5a {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:36:17.174244 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 41900) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:36:17.184680 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 0e3eb41e-4862-4cd1-b57e-fea79ba1dfbd, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=0e3eb41e-4862-4cd1-b57e-fea79ba1dfbd,segment=NetworkSegment(984a563d-7da2-44a3-82f5-08e03dc50c9e),segment_id=984a563d-7da2-44a3-82f5-08e03dc50c9e)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:36:17.232376 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:17.242777 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-41e95479-5d2a-4ea9-aa75-1b8f63fdf17d admin admin] Deleting subnet a5837eaf-73d4-4b4b-a21b-3035dbf057e7 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:36:17.246689 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41e95479-5d2a-4ea9-aa75-1b8f63fdf17d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:17.282224 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 82a56091-e160-47ad-92fa-c3afdf9cde5a, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=82a56091-e160-47ad-92fa-c3afdf9cde5a,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:36:17.296813 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d140bbf-e7da-4e85-987b-a4206f19f285 req-2a627f33-f28b-4ede-9bcb-b9ccf505020a tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:17.299932 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41e95479-5d2a-4ea9-aa75-1b8f63fdf17d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:17.307282 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d140bbf-e7da-4e85-987b-a4206f19f285 req-2a627f33-f28b-4ede-9bcb-b9ccf505020a tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:17.314336 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4d140bbf-e7da-4e85-987b-a4206f19f285 req-2a627f33-f28b-4ede-9bcb-b9ccf505020a tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/ports?device_id=dcd274e9-3770-4956-8c71-91c2fab60196 HTTP/1.1" status: 200 len: 1681 time: 0.1631765 Sep 07 02:36:17.314506 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:17.338392 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca6ed82-8f66-446e-883e-7090b8c568eb admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:36:17.343795 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8ca6ed82-8f66-446e-883e-7090b8c568eb admin admin] 10.222.0.22 "PUT /v2.0/routers/cce89695-f8c6-4f6f-bc86-641d7598211e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7187617 Sep 07 02:36:17.377669 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4d140bbf-e7da-4e85-987b-a4206f19f285 req-b9ea3ecc-346c-41c0-a21b-3d75c946c8c1 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/security-groups?id=da83ed9b-41b3-493b-aca7-370009a4e871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572529 Sep 07 02:36:17.417338 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=0e3eb41e-4862-4cd1-b57e-fea79ba1dfbd,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:17.487587 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=82a56091-e160-47ad-92fa-c3afdf9cde5a,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:17.490402 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-d171615d-523a-4c39-ad41-0d35dc6ea0a1 None None] Provisioning for port 3fe4c6d6-d09f-4eca-b487-2251cff49e5a completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:36:17.495798 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-d171615d-523a-4c39-ad41-0d35dc6ea0a1 None None] Provisioning complete for port 3fe4c6d6-d09f-4eca-b487-2251cff49e5a triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:36:17.496182 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d171615d-523a-4c39-ad41-0d35dc6ea0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:17.503852 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-94dfd5c0-e788-44b8-910b-1c74d662514f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce89695-f8c6-4f6f-bc86-641d7598211e', 'name': 'tempest-ServersTestBootFromVolume-2082001386-router', 'tenant_id': 'a7ff0a8f96b74e6091b64557a791e2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '9465ab6e-2b32-497d-966c-0c15057b7c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:36:08Z', 'updated_at': '2021-09-07T02:36:15Z', 'revision_number': 4, 'project_id': 'a7ff0a8f96b74e6091b64557a791e2a0', 'gw_port': {'id': '9465ab6e-2b32-497d-966c-0c15057b7c0f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:28:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce89695-f8c6-4f6f-bc86-641d7598211e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:36:09Z', 'updated_at': '2021-09-07T02:36:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '3fe4c6d6-d09f-4eca-b487-2251cff49e5a', 'name': '', 'network_id': '67b2a986-cf77-4844-b821-6fa0d8b54e01', 'tenant_id': 'a7ff0a8f96b74e6091b64557a791e2a0', 'mac_address': 'fa:16:3e:4c:ce:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce89695-f8c6-4f6f-bc86-641d7598211e', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '66f60b8d-a718-4a50-a37e-972188b63df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:36:13Z', 'updated_at': '2021-09-07T02:36:14Z', 'revision_number': 1, 'project_id': 'a7ff0a8f96b74e6091b64557a791e2a0', 'subnets': [{'id': '66f60b8d-a718-4a50-a37e-972188b63df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:36:17.567319 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94dfd5c0-e788-44b8-910b-1c74d662514f None None] The sync data for ids ['cce89695-f8c6-4f6f-bc86-641d7598211e'] in n-d-796209-16 is: [{'id': 'cce89695-f8c6-4f6f-bc86-641d7598211e', 'name': 'tempest-ServersTestBootFromVolume-2082001386-router', 'tenant_id': 'a7ff0a8f96b74e6091b64557a791e2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '9465ab6e-2b32-497d-966c-0c15057b7c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:36:08Z', 'updated_at': '2021-09-07T02:36:15Z', 'revision_number': 4, 'project_id': 'a7ff0a8f96b74e6091b64557a791e2a0', 'gw_port': {'id': '9465ab6e-2b32-497d-966c-0c15057b7c0f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:28:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce89695-f8c6-4f6f-bc86-641d7598211e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:36:09Z', 'updated_at': '2021-09-07T02:36:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '3fe4c6d6-d09f-4eca-b487-2251cff49e5a', 'name': '', 'network_id': '67b2a986-cf77-4844-b821-6fa0d8b54e01', 'tenant_id': 'a7ff0a8f96b74e6091b64557a791e2a0', 'mac_address': 'fa:16:3e:4c:ce:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce89695-f8c6-4f6f-bc86-641d7598211e', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '66f60b8d-a718-4a50-a37e-972188b63df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:36:13Z', 'updated_at': '2021-09-07T02:36:14Z', 'revision_number': 1, 'project_id': 'a7ff0a8f96b74e6091b64557a791e2a0', 'subnets': [{'id': '66f60b8d-a718-4a50-a37e-972188b63df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:36:17.584338 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-d171615d-523a-4c39-ad41-0d35dc6ea0a1 None None] Port 3fe4c6d6-d09f-4eca-b487-2251cff49e5a cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:36:17.587876 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41e95479-5d2a-4ea9-aa75-1b8f63fdf17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:17.641429 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fca32d-556f-4f50-87f8-5e4a85cbcb8a req-9bf606a8-6960-4439-8eeb-549f986bddf9 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:17.643445 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d3fca32d-556f-4f50-87f8-5e4a85cbcb8a req-9bf606a8-6960-4439-8eeb-549f986bddf9 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=b12c54d6-778d-4340-84b7-fbb03eee7f71 HTTP/1.1" status: 200 len: 945 time: 0.1814191 Sep 07 02:36:17.712340 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd274e9-3770-4956-8c71-91c2fab60196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e3eb41e-4862-4cd1-b57e-fea79ba1dfbd'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:36:17.714821 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea799aa-2dce-4ac9-a3b4-ee05d623b3f5" -d '{"events": [{"server_uuid": "dcd274e9-3770-4956-8c71-91c2fab60196", "name": "network-vif-plugged", "status": "completed", "tag": "0e3eb41e-4862-4cd1-b57e-fea79ba1dfbd"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:36:17.723498 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-2ce1603d-33cb-4556-9f6b-99007231ec09 None None] Provisioning complete for port 3fe4c6d6-d09f-4eca-b487-2251cff49e5a triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:36:17.723498 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2ce1603d-33cb-4556-9f6b-99007231ec09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:17.737712 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['82a56091-e160-47ad-92fa-c3afdf9cde5a'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:36:17.792930 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 57c1dbea-876a-4edb-8892-83ef981772f6 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:36:17.796475 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d3fca32d-556f-4f50-87f8-5e4a85cbcb8a req-6e7e01ca-a3f1-4f5d-b2be-314e7622a36d tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429849 Sep 07 02:36:17.831431 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41e95479-5d2a-4ea9-aa75-1b8f63fdf17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:17.922493 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41e95479-5d2a-4ea9-aa75-1b8f63fdf17d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:17.928196 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 41940) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:36:17.944121 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-41e95479-5d2a-4ea9-aa75-1b8f63fdf17d admin admin] 10.222.0.22 "DELETE /v2.0/subnets/a5837eaf-73d4-4b4b-a21b-3035dbf057e7 HTTP/1.1" status: 204 len: 168 time: 0.7682710 Sep 07 02:36:17.947056 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e95479-5d2a-4ea9-aa75-1b8f63fdf17d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5837eaf-73d4-4b4b-a21b-3035dbf057e7,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:18.139560 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6a4abbdc-bd64-498c-a4e7-f107e53aa185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:18.150437 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb20353d-32cd-4133-8c5c-d820a8531737 x-openstack-request-id: req-bb20353d-32cd-4133-8c5c-d820a8531737 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:36:18.150982 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd274e9-3770-4956-8c71-91c2fab60196", "name": "network-vif-plugged", "status": "completed", "tag": "0e3eb41e-4862-4cd1-b57e-fea79ba1dfbd", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:36:18.151404 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bb20353d-32cd-4133-8c5c-d820a8531737 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:36:18.151974 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd274e9-3770-4956-8c71-91c2fab60196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e3eb41e-4862-4cd1-b57e-fea79ba1dfbd', 'code': 200} Sep 07 02:36:18.153149 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f33745-aa26-4503-ac76-8015467ac28c None None] Network e6bfa004-50fd-4136-a3ae-4ea4d668e91b requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:36:18.259370 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-6a4abbdc-bd64-498c-a4e7-f107e53aa185 admin admin] Deleting port 6c1d12a5-a28c-4a66-bb03-4bbfd1c45175 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:36:18.260027 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6a4abbdc-bd64-498c-a4e7-f107e53aa185 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:18.345886 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-6a4abbdc-bd64-498c-a4e7-f107e53aa185 admin admin] For port 6c1d12a5-a28c-4a66-bb03-4bbfd1c45175, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=6c1d12a5-a28c-4a66-bb03-4bbfd1c45175,segment=NetworkSegment(65a62acc-9ad4-42ed-8026-62418badfbf1),segment_id=65a62acc-9ad4-42ed-8026-62418badfbf1)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:36:18.347604 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6a4abbdc-bd64-498c-a4e7-f107e53aa185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:18.366938 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-6a4abbdc-bd64-498c-a4e7-f107e53aa185 admin admin] Calling delete_port for 6c1d12a5-a28c-4a66-bb03-4bbfd1c45175 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:36:18.376557 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-2ce1603d-33cb-4556-9f6b-99007231ec09 None None] Port 3fe4c6d6-d09f-4eca-b487-2251cff49e5a cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:36:18.497443 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 41942) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:36:18.501862 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-53c6fda8-b9e1-4c16-897f-e23f39c87823 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1254448223', 'description': 'tempest-description--74019052'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:36:18.519712 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 57c1dbea-876a-4edb-8892-83ef981772f6 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:36:18.520289 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:18.546063 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6a4abbdc-bd64-498c-a4e7-f107e53aa185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:18.623267 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4abbdc-bd64-498c-a4e7-f107e53aa185 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c1d12a5-a28c-4a66-bb03-4bbfd1c45175,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:18.624203 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16353fed-b022-4969-851a-d83181bb3422 None None] DHCP port deletion for e6bfa004-50fd-4136-a3ae-4ea4d668e91b request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:36:18.633614 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4abbdc-bd64-498c-a4e7-f107e53aa185 admin admin] No DVR routers for this DVR port 6c1d12a5-a28c-4a66-bb03-4bbfd1c45175 on host n-d-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:36:18.639271 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-53c6fda8-b9e1-4c16-897f-e23f39c87823 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:18.699306 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad3c750-1a27-462a-8f7c-b8fa5ab1f3af req-1c78134e-f85f-4f8d-bace-7f3cd34c95ba tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:18.701427 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3ad3c750-1a27-462a-8f7c-b8fa5ab1f3af req-1c78134e-f85f-4f8d-bace-7f3cd34c95ba tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] 10.222.0.22 "GET /v2.0/ports?device_id=cce67c6c-d8d0-4209-bd46-994970e2cad0 HTTP/1.1" status: 200 len: 950 time: 0.2046254 Sep 07 02:36:18.806245 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853f225-1200-4c5a-8ccd-9e631742f588 req-7f7affb2-8f26-4c8a-9faa-b78d4e2abe89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:18.806811 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853f225-1200-4c5a-8ccd-9e631742f588 req-7f7affb2-8f26-4c8a-9faa-b78d4e2abe89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:18.808733 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2853f225-1200-4c5a-8ccd-9e631742f588 req-7f7affb2-8f26-4c8a-9faa-b78d4e2abe89 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dcd274e9-3770-4956-8c71-91c2fab60196 HTTP/1.1" status: 200 len: 1986 time: 0.6557369 Sep 07 02:36:18.824126 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6a4abbdc-bd64-498c-a4e7-f107e53aa185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:18.855284 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device fed1d0a9-72e3-477f-a001-5b13f08b37fa no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:36:18.866679 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da7e68-0b19-4d08-b6c5-92fdc6428abb req-58df1232-4ecd-4f7a-8991-ec5697008a0e tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:18.870496 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-83da7e68-0b19-4d08-b6c5-92fdc6428abb req-58df1232-4ecd-4f7a-8991-ec5697008a0e tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=e7344761-00eb-42e5-96d7-fac9bf68c288 HTTP/1.1" status: 200 len: 948 time: 0.6226640 Sep 07 02:36:18.874486 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-6a4abbdc-bd64-498c-a4e7-f107e53aa185 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6bfa004-50fd-4136-a3ae-4ea4d668e91b']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:36:18.895354 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: fed1d0a9-72e3-477f-a001-5b13f08b37fa {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:36:18.898850 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device fed1d0a9-72e3-477f-a001-5b13f08b37fa not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:36:18.898850 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device baf697cd-8466-41b8-88d1-f357ab9b3895 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:36:18.899208 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3ad3c750-1a27-462a-8f7c-b8fa5ab1f3af req-8094e26a-f9bd-4616-8feb-9c0fb385e265 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] 10.222.0.22 "GET /v2.0/security-groups?id=57f5f2e9-9983-4a0c-96f8-c3e23e8d1762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750062 Sep 07 02:36:18.920904 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-6a4abbdc-bd64-498c-a4e7-f107e53aa185 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65a62acc-9ad4-42ed-8026-62418badfbf1') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:36:18.921434 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-6a4abbdc-bd64-498c-a4e7-f107e53aa185 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65a62acc-9ad4-42ed-8026-62418badfbf1') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:36:18.935588 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2853f225-1200-4c5a-8ccd-9e631742f588 req-f818b615-2a4f-42d2-aa6b-71b67ebd4b18 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=da83ed9b-41b3-493b-aca7-370009a4e871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157601 Sep 07 02:36:18.941694 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: baf697cd-8466-41b8-88d1-f357ab9b3895 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:36:18.942578 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device baf697cd-8466-41b8-88d1-f357ab9b3895 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:36:18.949989 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6a4abbdc-bd64-498c-a4e7-f107e53aa185 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:18.958734 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-83da7e68-0b19-4d08-b6c5-92fdc6428abb req-1fd816cb-470d-43af-ab4a-b67ee45ba1f2 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820844 Sep 07 02:36:18.976616 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6a4abbdc-bd64-498c-a4e7-f107e53aa185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:18.998802 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a4abbdc-bd64-498c-a4e7-f107e53aa185 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:36:18.999207 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6a4abbdc-bd64-498c-a4e7-f107e53aa185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:19.001221 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:36:19.001221 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:36:19.001221 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:36:19.001221 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:36:19.001221 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:36:19.001221 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:36:19.001221 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:36:19.001221 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:36:19.001221 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:36:19.001221 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:36:19.001221 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:36:19.001221 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:36:19.001221 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:36:19.001221 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:36:19.001221 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:36:19.001221 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:36:19.001221 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:36:19.001221 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:36:19.001221 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:36:19.001221 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:36:19.001221 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:36:19.001221 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:36:19.001221 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:36:19.001221 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:36:19.001221 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:36:19.001221 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:36:19.001221 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:36:19.001221 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:36:19.001221 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:36:19.001221 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:36:19.001221 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:36:19.001221 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:36:19.017717 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-53c6fda8-b9e1-4c16-897f-e23f39c87823 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:19.029401 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-53c6fda8-b9e1-4c16-897f-e23f39c87823 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:19.133633 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6a4abbdc-bd64-498c-a4e7-f107e53aa185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:19.144564 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6a4abbdc-bd64-498c-a4e7-f107e53aa185 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:19.149953 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-6a4abbdc-bd64-498c-a4e7-f107e53aa185 admin admin] 10.222.0.22 "DELETE /v2.0/networks/e6bfa004-50fd-4136-a3ae-4ea4d668e91b HTTP/1.1" status: 204 len: 168 time: 1.2195392 Sep 07 02:36:19.155975 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c6fda8-b9e1-4c16-897f-e23f39c87823 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8be1a0-2753-410b-9824-ddf49655ee8b,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:19.160880 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-53c6fda8-b9e1-4c16-897f-e23f39c87823 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:19.162298 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-53c6fda8-b9e1-4c16-897f-e23f39c87823 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6639810 Sep 07 02:36:19.170243 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 41964) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:36:19.177527 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-1ff7c13a-c152-49b7-bff9-c9f57426a84d tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Request body: {'security_group_rule': {'security_group_id': '1b8be1a0-2753-410b-9824-ddf49655ee8b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:36:19.193331 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466830e7-6c4c-49cc-9ad3-9a9a385342e2 req-3299271c-637f-41f7-9c25-d26a746827d0 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:19.206298 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c4af85-9eac-4e35-8f8d-ed2319d02352 req-1be40561-9046-46c2-b819-51072aa87404 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:19.208110 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466830e7-6c4c-49cc-9ad3-9a9a385342e2 req-3299271c-637f-41f7-9c25-d26a746827d0 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:19.210810 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-466830e7-6c4c-49cc-9ad3-9a9a385342e2 req-3299271c-637f-41f7-9c25-d26a746827d0 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/ports?device_id=dcd274e9-3770-4956-8c71-91c2fab60196 HTTP/1.1" status: 200 len: 1682 time: 0.1841671 Sep 07 02:36:19.212047 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4abbdc-bd64-498c-a4e7-f107e53aa185 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6bfa004-50fd-4136-a3ae-4ea4d668e91b,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:19.212167 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-53c4af85-9eac-4e35-8f8d-ed2319d02352 req-1be40561-9046-46c2-b819-51072aa87404 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=b12c54d6-778d-4340-84b7-fbb03eee7f71 HTTP/1.1" status: 200 len: 945 time: 0.0991166 Sep 07 02:36:19.267243 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-466830e7-6c4c-49cc-9ad3-9a9a385342e2 req-624f3289-18b4-42c6-8d88-c3f80982c824 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/security-groups?id=da83ed9b-41b3-493b-aca7-370009a4e871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463881 Sep 07 02:36:19.282985 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1ff7c13a-c152-49b7-bff9-c9f57426a84d tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:19.289975 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-53c4af85-9eac-4e35-8f8d-ed2319d02352 req-6f2295e4-52d0-4513-9bc9-1d8afbb96504 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613897 Sep 07 02:36:19.373369 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 41968) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:36:19.378313 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1ff7c13a-c152-49b7-bff9-c9f57426a84d tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:19.383993 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1ff7c13a-c152-49b7-bff9-c9f57426a84d tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:19.415384 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff7c13a-c152-49b7-bff9-c9f57426a84d tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b81261a5-983e-4896-83ef-dd8ac4855f70,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:19.422238 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1ff7c13a-c152-49b7-bff9-c9f57426a84d tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:19.423787 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-1ff7c13a-c152-49b7-bff9-c9f57426a84d tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2514274 Sep 07 02:36:19.426067 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 41974) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:36:19.431763 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-fb8c893e-531d-4f29-a450-f59b97f97463 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Request body: {'security_group_rule': {'security_group_id': '1b8be1a0-2753-410b-9824-ddf49655ee8b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:36:19.451532 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-7a40b843-2fc9-4169-ab7d-fcc510abe33b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4a31a8b49dd24c17a6f3e78030031b25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0760877 Sep 07 02:36:19.453789 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 41976) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:36:19.483191 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fb8c893e-531d-4f29-a450-f59b97f97463 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:19.539352 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-49cdc80d-a9ac-4a78-b0e0-570b8c29f9c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:19.570009 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-49cdc80d-a9ac-4a78-b0e0-570b8c29f9c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:19.576424 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fb8c893e-531d-4f29-a450-f59b97f97463 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:19.590873 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fb8c893e-531d-4f29-a450-f59b97f97463 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:19.630379 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-49cdc80d-a9ac-4a78-b0e0-570b8c29f9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:19.637301 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8c893e-531d-4f29-a450-f59b97f97463 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd2918ca-e5e0-4a50-84a3-6d7f2f43590e,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:19.637432 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-49cdc80d-a9ac-4a78-b0e0-570b8c29f9c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:19.639832 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-49cdc80d-a9ac-4a78-b0e0-570b8c29f9c0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3beaf282-7ec8-455d-a407-c301dd453a40 HTTP/1.1" status: 204 len: 168 time: 0.1836643 Sep 07 02:36:19.669267 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fb8c893e-531d-4f29-a450-f59b97f97463 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:19.670418 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cdc80d-a9ac-4a78-b0e0-570b8c29f9c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3beaf282-7ec8-455d-a407-c301dd453a40,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:19.674500 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-fb8c893e-531d-4f29-a450-f59b97f97463 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2473824 Sep 07 02:36:19.685314 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 41984) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:36:19.693215 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-5bdb0d6d-9549-4635-b9b8-709f6a26ff38 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Request body: {'floatingip': {'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:36:19.750209 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5bdb0d6d-9549-4635-b9b8-709f6a26ff38 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Notify callbacks [] for floatingip, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:19.916967 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 9465ab6e-2b32-497d-966c-0c15057b7c0f up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:36:19.948172 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5bdb0d6d-9549-4635-b9b8-709f6a26ff38 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:19.984477 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 9465ab6e-2b32-497d-966c-0c15057b7c0f completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:36:19.989493 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 9465ab6e-2b32-497d-966c-0c15057b7c0f triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:36:19.990254 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:20.094558 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 82a56091-e160-47ad-92fa-c3afdf9cde5a up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:36:20.139588 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:20.169919 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-5bdb0d6d-9549-4635-b9b8-709f6a26ff38 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Allocated IP 172.25.5.110 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/4ca6d221-4283-40de-93b1-9f03a132fd42) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:36:20.181337 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 9465ab6e-2b32-497d-966c-0c15057b7c0f, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=9465ab6e-2b32-497d-966c-0c15057b7c0f,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:36:20.191990 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:20.212249 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aada78-2ceb-4ee9-87ac-a0706593c568 req-e340aab6-3f11-49f1-88c6-62436d5ca9c3 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:20.218343 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-50aada78-2ceb-4ee9-87ac-a0706593c568 req-e340aab6-3f11-49f1-88c6-62436d5ca9c3 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=e7344761-00eb-42e5-96d7-fac9bf68c288 HTTP/1.1" status: 200 len: 948 time: 0.1492250 Sep 07 02:36:20.265876 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port 82a56091-e160-47ad-92fa-c3afdf9cde5a completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:36:20.289780 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 6c1d12a5-a28c-4a66-bb03-4bbfd1c45175 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:36:20.299306 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 82a56091-e160-47ad-92fa-c3afdf9cde5a triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:36:20.302700 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:20.320873 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-50aada78-2ceb-4ee9-87ac-a0706593c568 req-5d117d00-8b81-414f-80ee-d0fc0c92a510 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698111 Sep 07 02:36:20.458628 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 6c1d12a5-a28c-4a66-bb03-4bbfd1c45175 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:36:20.461500 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 6c1d12a5-a28c-4a66-bb03-4bbfd1c45175 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:36:20.523339 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=9465ab6e-2b32-497d-966c-0c15057b7c0f,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:20.591654 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab1de0-bcab-42d1-ac9b-dd797c44b49e req-26db594a-3adc-4052-8e74-629244db3066 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:20.595854 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ab01e-78b0-4ac7-9ec8-28c0f3c20478 req-7357fcbf-aa70-46eb-a4b2-84f79d4b7a4f tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:20.604483 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-68ab1de0-bcab-42d1-ac9b-dd797c44b49e req-26db594a-3adc-4052-8e74-629244db3066 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=b12c54d6-778d-4340-84b7-fbb03eee7f71 HTTP/1.1" status: 200 len: 945 time: 0.1243186 Sep 07 02:36:20.605012 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ab01e-78b0-4ac7-9ec8-28c0f3c20478 req-7357fcbf-aa70-46eb-a4b2-84f79d4b7a4f tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:20.613387 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fe5ab01e-78b0-4ac7-9ec8-28c0f3c20478 req-7357fcbf-aa70-46eb-a4b2-84f79d4b7a4f tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/ports?device_id=dcd274e9-3770-4956-8c71-91c2fab60196 HTTP/1.1" status: 200 len: 1682 time: 0.1864951 Sep 07 02:36:20.665418 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5bdb0d6d-9549-4635-b9b8-709f6a26ff38 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:20.681461 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fe5ab01e-78b0-4ac7-9ec8-28c0f3c20478 req-503664cd-e9b8-41c6-951d-701ae0b1506d tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/security-groups?id=da83ed9b-41b3-493b-aca7-370009a4e871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667996 Sep 07 02:36:20.722510 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:20.760062 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-68ab1de0-bcab-42d1-ac9b-dd797c44b49e req-b6341808-56f4-460e-9f19-fd498e5c5bbc tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532817 Sep 07 02:36:20.776504 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7344761-00eb-42e5-96d7-fac9bf68c288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82a56091-e160-47ad-92fa-c3afdf9cde5a'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:36:20.781598 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae41c628-d220-4e50-9cac-e652b2e815fd" -d '{"events": [{"server_uuid": "e7344761-00eb-42e5-96d7-fac9bf68c288", "name": "network-vif-plugged", "status": "completed", "tag": "82a56091-e160-47ad-92fa-c3afdf9cde5a"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:36:20.815810 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 82a56091-e160-47ad-92fa-c3afdf9cde5a, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=82a56091-e160-47ad-92fa-c3afdf9cde5a,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:36:20.822943 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:20.824335 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 2c6c2f44-9baf-4967-b7b8-3cadcbb96682 no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:36:20.829359 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5bdb0d6d-9549-4635-b9b8-709f6a26ff38 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:20.880570 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdb0d6d-9549-4635-b9b8-709f6a26ff38 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:36:20.892456 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-5bdb0d6d-9549-4635-b9b8-709f6a26ff38 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:36:20.912946 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdb0d6d-9549-4635-b9b8-709f6a26ff38 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:36:20.920235 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdb0d6d-9549-4635-b9b8-709f6a26ff38 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Pushing event updated for resources: {'Port': ['ID=4ca6d221-4283-40de-93b1-9f03a132fd42,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:20.989483 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d496dca4-a313-41c2-82c2-e6e1dfa2f1cb x-openstack-request-id: req-d496dca4-a313-41c2-82c2-e6e1dfa2f1cb {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:36:20.996490 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7344761-00eb-42e5-96d7-fac9bf68c288", "name": "network-vif-plugged", "status": "completed", "tag": "82a56091-e160-47ad-92fa-c3afdf9cde5a", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:36:20.996826 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d496dca4-a313-41c2-82c2-e6e1dfa2f1cb {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:36:20.997439 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7344761-00eb-42e5-96d7-fac9bf68c288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82a56091-e160-47ad-92fa-c3afdf9cde5a', 'code': 200} Sep 07 02:36:21.051442 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82435d-48c4-4448-99c2-a2e61be5b48c req-1d8c7db7-4df8-4ccd-9d4a-255d1892d4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:21.061577 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5c82435d-48c4-4448-99c2-a2e61be5b48c req-1d8c7db7-4df8-4ccd-9d4a-255d1892d4b9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e7344761-00eb-42e5-96d7-fac9bf68c288 HTTP/1.1" status: 200 len: 1101 time: 0.0971327 Sep 07 02:36:21.121813 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5bdb0d6d-9549-4635-b9b8-709f6a26ff38 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:21.135256 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c4c326-7d7f-4679-b00d-339bb564e2a0 None None] Sync routers for ids ['cce89695-f8c6-4f6f-bc86-641d7598211e'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:36:21.143602 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5c82435d-48c4-4448-99c2-a2e61be5b48c req-ab05f9bf-a7d5-4b7f-afd9-742dc79a2ffc service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724983 Sep 07 02:36:21.172708 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5bdb0d6d-9549-4635-b9b8-709f6a26ff38 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:21.174350 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c4c326-7d7f-4679-b00d-339bb564e2a0 None None] Routers {'cce89695-f8c6-4f6f-bc86-641d7598211e'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:36:21.175206 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-85c4c326-7d7f-4679-b00d-339bb564e2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:35:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['cce89695-f8c6-4f6f-bc86-641d7598211e'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:36:21.182302 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=82a56091-e160-47ad-92fa-c3afdf9cde5a,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:21.257366 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:21.289008 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:21.387755 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5bdb0d6d-9549-4635-b9b8-709f6a26ff38 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:21.390588 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:21.399033 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5bdb0d6d-9549-4635-b9b8-709f6a26ff38 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:21.493122 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdb0d6d-9549-4635-b9b8-709f6a26ff38 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Pushing event updated for resources: {'Port': ['ID=4ca6d221-4283-40de-93b1-9f03a132fd42,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:21.500440 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5bdb0d6d-9549-4635-b9b8-709f6a26ff38 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:21.512934 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a050f3-249c-410d-befc-627882916cb0 req-5fe4b3ee-e308-42f7-808a-89c350d4829e tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:21.530552 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5bdb0d6d-9549-4635-b9b8-709f6a26ff38 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:21.543104 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-5bdb0d6d-9549-4635-b9b8-709f6a26ff38 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8457103 Sep 07 02:36:21.543502 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f0a050f3-249c-410d-befc-627882916cb0 req-5fe4b3ee-e308-42f7-808a-89c350d4829e tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=e7344761-00eb-42e5-96d7-fac9bf68c288 HTTP/1.1" status: 200 len: 949 time: 0.1140976 Sep 07 02:36:21.572490 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-85c4c326-7d7f-4679-b00d-339bb564e2a0 None None] Set router cce89695-f8c6-4f6f-bc86-641d7598211e gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:36:21.646019 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f0a050f3-249c-410d-befc-627882916cb0 req-e68123bb-bca6-4b1d-96a3-d02e15657cae tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034892 Sep 07 02:36:21.697564 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 2c6c2f44-9baf-4967-b7b8-3cadcbb96682, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=2c6c2f44-9baf-4967-b7b8-3cadcbb96682,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:36:21.738072 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:21.832898 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 9465ab6e-2b32-497d-966c-0c15057b7c0f up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:36:21.887883 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260d28b6-dad4-4efe-8afd-df29bb3f432a req-55bbcad9-9de3-457e-a279-a711dc16475a tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:21.895696 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260d28b6-dad4-4efe-8afd-df29bb3f432a req-55bbcad9-9de3-457e-a279-a711dc16475a tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:21.905053 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-260d28b6-dad4-4efe-8afd-df29bb3f432a req-55bbcad9-9de3-457e-a279-a711dc16475a tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/ports?device_id=dcd274e9-3770-4956-8c71-91c2fab60196 HTTP/1.1" status: 200 len: 1682 time: 0.1032588 Sep 07 02:36:21.953973 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-260d28b6-dad4-4efe-8afd-df29bb3f432a req-023afd1a-9062-4206-946b-a32eec198f0a tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/security-groups?id=da83ed9b-41b3-493b-aca7-370009a4e871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432374 Sep 07 02:36:22.033181 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=2c6c2f44-9baf-4967-b7b8-3cadcbb96682,revision_number=8']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:22.090727 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea08badb-7120-4d1e-899c-50f839fbec24 req-cf9810bd-5674-4315-8fde-c8f729e48029 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:22.093616 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ea08badb-7120-4d1e-899c-50f839fbec24 req-cf9810bd-5674-4315-8fde-c8f729e48029 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=b12c54d6-778d-4340-84b7-fbb03eee7f71 HTTP/1.1" status: 200 len: 945 time: 0.0993187 Sep 07 02:36:22.114807 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device dde1a168-8d93-4dfa-ad65-624b12e16f0f details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:36:22.153745 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 9465ab6e-2b32-497d-966c-0c15057b7c0f triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:36:22.153999 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:22.186645 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ea08badb-7120-4d1e-899c-50f839fbec24 req-7f8ed1e7-2227-4fb8-ba94-d24f76db2cae tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866559 Sep 07 02:36:22.469290 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-85c4c326-7d7f-4679-b00d-339bb564e2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce89695-f8c6-4f6f-bc86-641d7598211e', 'name': 'tempest-ServersTestBootFromVolume-2082001386-router', 'tenant_id': 'a7ff0a8f96b74e6091b64557a791e2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '9465ab6e-2b32-497d-966c-0c15057b7c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:36:08Z', 'updated_at': '2021-09-07T02:36:15Z', 'revision_number': 4, 'project_id': 'a7ff0a8f96b74e6091b64557a791e2a0', 'gw_port': {'id': '9465ab6e-2b32-497d-966c-0c15057b7c0f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:28:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce89695-f8c6-4f6f-bc86-641d7598211e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:36:09Z', 'updated_at': '2021-09-07T02:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '3fe4c6d6-d09f-4eca-b487-2251cff49e5a', 'name': '', 'network_id': '67b2a986-cf77-4844-b821-6fa0d8b54e01', 'tenant_id': 'a7ff0a8f96b74e6091b64557a791e2a0', 'mac_address': 'fa:16:3e:4c:ce:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce89695-f8c6-4f6f-bc86-641d7598211e', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '66f60b8d-a718-4a50-a37e-972188b63df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:36:13Z', 'updated_at': '2021-09-07T02:36:15Z', 'revision_number': 2, 'project_id': 'a7ff0a8f96b74e6091b64557a791e2a0', 'subnets': [{'id': '66f60b8d-a718-4a50-a37e-972188b63df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:36:22.523550 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c4c326-7d7f-4679-b00d-339bb564e2a0 None None] Checking router: cce89695-f8c6-4f6f-bc86-641d7598211e for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:36:22.523938 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c4c326-7d7f-4679-b00d-339bb564e2a0 None None] Updating router cce89695-f8c6-4f6f-bc86-641d7598211e port 3fe4c6d6-d09f-4eca-b487-2251cff49e5a binding host n-d-796209-16 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 02:36:22.572417 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port dde1a168-8d93-4dfa-ad65-624b12e16f0f, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=dde1a168-8d93-4dfa-ad65-624b12e16f0f,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:36:22.594723 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-85c4c326-7d7f-4679-b00d-339bb564e2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:22.609819 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': 'dde1a168-8d93-4dfa-ad65-624b12e16f0f', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'port_id': 'dde1a168-8d93-4dfa-ad65-624b12e16f0f', 'mac_address': 'fa:16:3e:56:97:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '694f9550-ba12-4672-8446-41848123cea2', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:36:22.712170 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:22.750071 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 42218) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:36:22.789635 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac2ae3-ed8f-48fb-b463-40a23590bb7c req-584f7290-96d4-4b95-8634-1ff7b3c4f149 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:22.797658 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac2ae3-ed8f-48fb-b463-40a23590bb7c req-584f7290-96d4-4b95-8634-1ff7b3c4f149 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:22.800198 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a0ac2ae3-ed8f-48fb-b463-40a23590bb7c req-584f7290-96d4-4b95-8634-1ff7b3c4f149 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/ports?device_id=dcd274e9-3770-4956-8c71-91c2fab60196 HTTP/1.1" status: 200 len: 1682 time: 0.1096730 Sep 07 02:36:22.899302 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dde1a168-8d93-4dfa-ad65-624b12e16f0f {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:36:22.918754 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c4ca6a-8c1b-4f6d-893b-b84e0553001a req-579d7d2a-4b04-4af8-9ecd-22d86791118c tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:22.929736 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e1c4ca6a-8c1b-4f6d-893b-b84e0553001a req-579d7d2a-4b04-4af8-9ecd-22d86791118c tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=e7344761-00eb-42e5-96d7-fac9bf68c288 HTTP/1.1" status: 200 len: 949 time: 0.1107957 Sep 07 02:36:22.959377 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a0ac2ae3-ed8f-48fb-b463-40a23590bb7c req-9febf60d-e70c-43dd-bc96-ef72f2bc94d0 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/security-groups?id=da83ed9b-41b3-493b-aca7-370009a4e871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528301 Sep 07 02:36:22.997357 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port dde1a168-8d93-4dfa-ad65-624b12e16f0f, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=dde1a168-8d93-4dfa-ad65-624b12e16f0f,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:36:22.999429 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce67c6c-d8d0-4209-bd46-994970e2cad0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c6c2f44-9baf-4967-b7b8-3cadcbb96682'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:36:23.001644 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837a2da6-670d-4202-a249-f0eb44d4a141" -d '{"events": [{"server_uuid": "cce67c6c-d8d0-4209-bd46-994970e2cad0", "name": "network-vif-unplugged", "status": "completed", "tag": "2c6c2f44-9baf-4967-b7b8-3cadcbb96682"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:36:23.031599 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:23.051969 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a006fb4a-fed0-41e1-a944-ca4fed101e19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:23.065315 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 02:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f3f06b-389d-41fb-9b66-d7f3c89a4e57 x-openstack-request-id: req-c1f3f06b-389d-41fb-9b66-d7f3c89a4e57 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:36:23.065789 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cce67c6c-d8d0-4209-bd46-994970e2cad0", "name": "network-vif-unplugged", "status": "completed", "tag": "2c6c2f44-9baf-4967-b7b8-3cadcbb96682", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:36:23.065915 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c1f3f06b-389d-41fb-9b66-d7f3c89a4e57 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:36:23.066246 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce67c6c-d8d0-4209-bd46-994970e2cad0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c6c2f44-9baf-4967-b7b8-3cadcbb96682', 'code': 200} Sep 07 02:36:23.088864 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e1c4ca6a-8c1b-4f6d-893b-b84e0553001a req-de0492c9-4013-4c09-a477-560cea0ed632 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561241 Sep 07 02:36:23.184126 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=dde1a168-8d93-4dfa-ad65-624b12e16f0f,revision_number=6']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:23.290748 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['dde1a168-8d93-4dfa-ad65-624b12e16f0f'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:36:23.317224 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a006fb4a-fed0-41e1-a944-ca4fed101e19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:23.329444 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a006fb4a-fed0-41e1-a944-ca4fed101e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:23.417271 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a006fb4a-fed0-41e1-a944-ca4fed101e19 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9707ce48e6fd42b3acbf0a1a2a46cc1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6657383 Sep 07 02:36:23.424472 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 42266) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:36:23.440053 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a006fb4a-fed0-41e1-a944-ca4fed101e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=165c8f01-6885-4aea-9a23-3f329d8565de,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:23.518255 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8c55db67-0973-4281-80a1-b7c4e336e4d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:23.544470 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaccb4e2-c6be-41e6-8e9f-c1c17d398b2c req-a26c4cab-1cd8-4313-a7b2-5d515a88a52e tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:23.546901 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-eaccb4e2-c6be-41e6-8e9f-c1c17d398b2c req-a26c4cab-1cd8-4313-a7b2-5d515a88a52e tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=b12c54d6-778d-4340-84b7-fbb03eee7f71 HTTP/1.1" status: 200 len: 945 time: 0.1612477 Sep 07 02:36:23.554333 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-85c4c326-7d7f-4679-b00d-339bb564e2a0 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:23.558332 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8c55db67-0973-4281-80a1-b7c4e336e4d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:23.623770 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-eaccb4e2-c6be-41e6-8e9f-c1c17d398b2c req-862d7690-7e8b-4e24-a656-76dcdfba515d tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662851 Sep 07 02:36:23.643298 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8c55db67-0973-4281-80a1-b7c4e336e4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:23.643298 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8c55db67-0973-4281-80a1-b7c4e336e4d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:23.644018 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8c55db67-0973-4281-80a1-b7c4e336e4d5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/165c8f01-6885-4aea-9a23-3f329d8565de HTTP/1.1" status: 204 len: 168 time: 0.2182834 Sep 07 02:36:23.657668 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c55db67-0973-4281-80a1-b7c4e336e4d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=165c8f01-6885-4aea-9a23-3f329d8565de,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:23.658803 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-85c4c326-7d7f-4679-b00d-339bb564e2a0 None None] Transition to ACTIVE for port object 3fe4c6d6-d09f-4eca-b487-2251cff49e5a will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:36:23.688441 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-85c4c326-7d7f-4679-b00d-339bb564e2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:23.788597 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82d97d9-4aef-4f42-b19c-161f7895a395 None None] Pushing event updated for resources: {'Port': ['ID=3fe4c6d6-d09f-4eca-b487-2251cff49e5a,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:23.931890 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-85c4c326-7d7f-4679-b00d-339bb564e2a0 None None] Attempting to bind port 3fe4c6d6-d09f-4eca-b487-2251cff49e5a on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:36:23.936287 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-85c4c326-7d7f-4679-b00d-339bb564e2a0 None None] Attempting to bind port 3fe4c6d6-d09f-4eca-b487-2251cff49e5a by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '3d9fcb72-bde2-4ebb-8f5c-12c01c10e26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '67b2a986-cf77-4844-b821-6fa0d8b54e01'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:36:23.936863 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c4c326-7d7f-4679-b00d-339bb564e2a0 None None] Attempting to bind port 3fe4c6d6-d09f-4eca-b487-2251cff49e5a on network 67b2a986-cf77-4844-b821-6fa0d8b54e01 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:36:23.963846 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c4c326-7d7f-4679-b00d-339bb564e2a0 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:36:23.964221 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c4c326-7d7f-4679-b00d-339bb564e2a0 None None] Checking segment: {'id': '3d9fcb72-bde2-4ebb-8f5c-12c01c10e26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '67b2a986-cf77-4844-b821-6fa0d8b54e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:36:23.964636 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-85c4c326-7d7f-4679-b00d-339bb564e2a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:23.965044 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c4c326-7d7f-4679-b00d-339bb564e2a0 None None] Bound using segment: {'id': '3d9fcb72-bde2-4ebb-8f5c-12c01c10e26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '67b2a986-cf77-4844-b821-6fa0d8b54e01'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:36:23.965647 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-85c4c326-7d7f-4679-b00d-339bb564e2a0 None None] Bound port: 3fe4c6d6-d09f-4eca-b487-2251cff49e5a, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d9fcb72-bde2-4ebb-8f5c-12c01c10e26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '67b2a986-cf77-4844-b821-6fa0d8b54e01'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:36:23.966038 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-85c4c326-7d7f-4679-b00d-339bb564e2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:24.116958 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device dde1a168-8d93-4dfa-ad65-624b12e16f0f up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:36:24.117639 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a6b130-fbb1-47a7-bd46-8b33fb1ea2b6 req-d02bfc84-fa40-4e4b-a5e0-d014fa05b4fe tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:24.141734 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a6b130-fbb1-47a7-bd46-8b33fb1ea2b6 req-d02bfc84-fa40-4e4b-a5e0-d014fa05b4fe tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:24.143588 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-89a6b130-fbb1-47a7-bd46-8b33fb1ea2b6 req-d02bfc84-fa40-4e4b-a5e0-d014fa05b4fe tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/ports?device_id=dcd274e9-3770-4956-8c71-91c2fab60196 HTTP/1.1" status: 200 len: 1682 time: 0.0919638 Sep 07 02:36:24.172514 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-85c4c326-7d7f-4679-b00d-339bb564e2a0 None None] For port 3fe4c6d6-d09f-4eca-b487-2251cff49e5a, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:36:24.188606 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-85c4c326-7d7f-4679-b00d-339bb564e2a0 None None] For port 3fe4c6d6-d09f-4eca-b487-2251cff49e5a, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=3fe4c6d6-d09f-4eca-b487-2251cff49e5a,segment=NetworkSegment(3d9fcb72-bde2-4ebb-8f5c-12c01c10e26a),segment_id=3d9fcb72-bde2-4ebb-8f5c-12c01c10e26a)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:36:24.197264 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-85c4c326-7d7f-4679-b00d-339bb564e2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:24.206613 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-89a6b130-fbb1-47a7-bd46-8b33fb1ea2b6 req-37ed09e8-24e9-4b37-8907-85014d038156 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/security-groups?id=da83ed9b-41b3-493b-aca7-370009a4e871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542276 Sep 07 02:36:24.270005 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port dde1a168-8d93-4dfa-ad65-624b12e16f0f triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:36:24.270379 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:24.370764 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a009f60-6dd6-45d0-898e-bc7b0a52b72d req-82b09754-3271-4aa6-bc89-286268cbb112 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:24.371006 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82d97d9-4aef-4f42-b19c-161f7895a395 None None] Pushing event updated for resources: {'Port': ['ID=3fe4c6d6-d09f-4eca-b487-2251cff49e5a,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:24.379808 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1a009f60-6dd6-45d0-898e-bc7b0a52b72d req-82b09754-3271-4aa6-bc89-286268cbb112 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=e7344761-00eb-42e5-96d7-fac9bf68c288 HTTP/1.1" status: 200 len: 949 time: 0.1028662 Sep 07 02:36:24.442650 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1a009f60-6dd6-45d0-898e-bc7b0a52b72d req-b3956ac7-f162-4391-a237-142a0b070016 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614436 Sep 07 02:36:24.470120 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c4c326-7d7f-4679-b00d-339bb564e2a0 None None] Routers {'cce89695-f8c6-4f6f-bc86-641d7598211e'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:36:24.471991 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-85c4c326-7d7f-4679-b00d-339bb564e2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:35:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['cce89695-f8c6-4f6f-bc86-641d7598211e'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:36:24.715943 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f04ee-76bd-402e-81b8-70a081e1e85f req-fd987f1b-93e5-4e35-9449-8e8571d3249f tempest-ServersOnMultiNodesTest-337460026 tempest-ServersOnMultiNodesTest-337460026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:24.724426 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-405f04ee-76bd-402e-81b8-70a081e1e85f req-fd987f1b-93e5-4e35-9449-8e8571d3249f tempest-ServersOnMultiNodesTest-337460026 tempest-ServersOnMultiNodesTest-337460026-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=e7344761-00eb-42e5-96d7-fac9bf68c288 HTTP/1.1" status: 200 len: 1101 time: 0.0785189 Sep 07 02:36:24.756680 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:24.808975 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-85c4c326-7d7f-4679-b00d-339bb564e2a0 None None] Set router cce89695-f8c6-4f6f-bc86-641d7598211e gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:36:24.830127 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-405f04ee-76bd-402e-81b8-70a081e1e85f req-56f36758-055f-495e-8042-13bc2ecb67ab tempest-ServersOnMultiNodesTest-337460026 tempest-ServersOnMultiNodesTest-337460026-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036379 Sep 07 02:36:24.846410 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 42304) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:36:24.928842 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port dde1a168-8d93-4dfa-ad65-624b12e16f0f, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=dde1a168-8d93-4dfa-ad65-624b12e16f0f,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:36:24.941378 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:24.957918 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2defda23-9aea-447f-8961-1e77d16b31ef req-a8bc8aa9-128b-4a3d-82c4-a92999b2591e tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:24.977342 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2defda23-9aea-447f-8961-1e77d16b31ef req-a8bc8aa9-128b-4a3d-82c4-a92999b2591e tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:24.979084 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2defda23-9aea-447f-8961-1e77d16b31ef req-a8bc8aa9-128b-4a3d-82c4-a92999b2591e tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcd274e9-3770-4956-8c71-91c2fab60196 HTTP/1.1" status: 200 len: 1682 time: 0.1053715 Sep 07 02:36:25.116779 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf3ac7ca-62b4-4019-b7e7-8dee23ec1e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde1a168-8d93-4dfa-ad65-624b12e16f0f'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:36:25.127585 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd208fde-96d5-485b-bc38-ab1c9269e5dc" -d '{"events": [{"server_uuid": "bf3ac7ca-62b4-4019-b7e7-8dee23ec1e3e", "name": "network-vif-plugged", "status": "completed", "tag": "dde1a168-8d93-4dfa-ad65-624b12e16f0f"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:36:25.134862 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-748f9149-4b96-420b-a133-b25320649535 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1088157674-network', 'tenant_id': '4443ce3bb3024d489f3e6e525e333d25'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:36:25.135183 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=dde1a168-8d93-4dfa-ad65-624b12e16f0f,revision_number=7']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:25.141755 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6088d5a4-5f6b-4089-acdc-4352427c780c req-418d1efb-f802-4fe5-bd0d-16172624dc79 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:25.154924 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6088d5a4-5f6b-4089-acdc-4352427c780c req-418d1efb-f802-4fe5-bd0d-16172624dc79 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=b12c54d6-778d-4340-84b7-fbb03eee7f71 HTTP/1.1" status: 200 len: 945 time: 0.1705778 Sep 07 02:36:25.189926 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748f9149-4b96-420b-a133-b25320649535 admin admin] Made reservation on behalf of 4443ce3bb3024d489f3e6e525e333d25 for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:36:25.192354 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-748f9149-4b96-420b-a133-b25320649535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:25.204654 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-748f9149-4b96-420b-a133-b25320649535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:25.304466 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6088d5a4-5f6b-4089-acdc-4352427c780c req-b43f6c47-76c8-4763-98f7-8c793b03fdfb tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376927 Sep 07 02:36:25.347956 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-2defda23-9aea-447f-8961-1e77d16b31ef req-3a353f77-cb47-48ff-8118-3fbcefbb103e tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Deleting port 0e3eb41e-4862-4cd1-b57e-fea79ba1dfbd {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:36:25.348442 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2defda23-9aea-447f-8961-1e77d16b31ef req-3a353f77-cb47-48ff-8118-3fbcefbb103e tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:25.359180 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-85c4c326-7d7f-4679-b00d-339bb564e2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce89695-f8c6-4f6f-bc86-641d7598211e', 'name': 'tempest-ServersTestBootFromVolume-2082001386-router', 'tenant_id': 'a7ff0a8f96b74e6091b64557a791e2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '9465ab6e-2b32-497d-966c-0c15057b7c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:36:08Z', 'updated_at': '2021-09-07T02:36:15Z', 'revision_number': 4, 'project_id': 'a7ff0a8f96b74e6091b64557a791e2a0', 'gw_port': {'id': '9465ab6e-2b32-497d-966c-0c15057b7c0f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:28:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce89695-f8c6-4f6f-bc86-641d7598211e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:36:09Z', 'updated_at': '2021-09-07T02:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '3fe4c6d6-d09f-4eca-b487-2251cff49e5a', 'name': '', 'network_id': '67b2a986-cf77-4844-b821-6fa0d8b54e01', 'tenant_id': 'a7ff0a8f96b74e6091b64557a791e2a0', 'mac_address': 'fa:16:3e:4c:ce:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce89695-f8c6-4f6f-bc86-641d7598211e', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '66f60b8d-a718-4a50-a37e-972188b63df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:36:13Z', 'updated_at': '2021-09-07T02:36:24Z', 'revision_number': 4, 'project_id': 'a7ff0a8f96b74e6091b64557a791e2a0', 'subnets': [{'id': '66f60b8d-a718-4a50-a37e-972188b63df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:36:25.379872 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-748f9149-4b96-420b-a133-b25320649535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:25.387741 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-748f9149-4b96-420b-a133-b25320649535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:25.417741 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-748f9149-4b96-420b-a133-b25320649535 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:36:25.433314 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c4c326-7d7f-4679-b00d-339bb564e2a0 None None] The sync data for ids ['cce89695-f8c6-4f6f-bc86-641d7598211e'] in n-d-796209-16 is: [{'id': 'cce89695-f8c6-4f6f-bc86-641d7598211e', 'name': 'tempest-ServersTestBootFromVolume-2082001386-router', 'tenant_id': 'a7ff0a8f96b74e6091b64557a791e2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '9465ab6e-2b32-497d-966c-0c15057b7c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:36:08Z', 'updated_at': '2021-09-07T02:36:15Z', 'revision_number': 4, 'project_id': 'a7ff0a8f96b74e6091b64557a791e2a0', 'gw_port': {'id': '9465ab6e-2b32-497d-966c-0c15057b7c0f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:28:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce89695-f8c6-4f6f-bc86-641d7598211e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:36:09Z', 'updated_at': '2021-09-07T02:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '3fe4c6d6-d09f-4eca-b487-2251cff49e5a', 'name': '', 'network_id': '67b2a986-cf77-4844-b821-6fa0d8b54e01', 'tenant_id': 'a7ff0a8f96b74e6091b64557a791e2a0', 'mac_address': 'fa:16:3e:4c:ce:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cce89695-f8c6-4f6f-bc86-641d7598211e', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '66f60b8d-a718-4a50-a37e-972188b63df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:36:13Z', 'updated_at': '2021-09-07T02:36:24Z', 'revision_number': 4, 'project_id': 'a7ff0a8f96b74e6091b64557a791e2a0', 'subnets': [{'id': '66f60b8d-a718-4a50-a37e-972188b63df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:36:25.437309 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-748f9149-4b96-420b-a133-b25320649535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:25.437686 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-748f9149-4b96-420b-a133-b25320649535 admin admin] Added segment 3ec0e383-0f35-4c3c-abc7-899f90f4fe60 of type vlan for network 29fccc3a-21f2-4674-8b92-bcfa16fabc4c Sep 07 02:36:25.458009 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-2defda23-9aea-447f-8961-1e77d16b31ef req-3a353f77-cb47-48ff-8118-3fbcefbb103e tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] For port 0e3eb41e-4862-4cd1-b57e-fea79ba1dfbd, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=0e3eb41e-4862-4cd1-b57e-fea79ba1dfbd,segment=NetworkSegment(984a563d-7da2-44a3-82f5-08e03dc50c9e),segment_id=984a563d-7da2-44a3-82f5-08e03dc50c9e)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:36:25.472966 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2defda23-9aea-447f-8961-1e77d16b31ef req-3a353f77-cb47-48ff-8118-3fbcefbb103e tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:25.483383 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-748f9149-4b96-420b-a133-b25320649535 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:25.495148 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-2defda23-9aea-447f-8961-1e77d16b31ef req-3a353f77-cb47-48ff-8118-3fbcefbb103e tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Calling delete_port for 0e3eb41e-4862-4cd1-b57e-fea79ba1dfbd owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:36:25.532182 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748f9149-4b96-420b-a133-b25320649535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9828059c-a730-4112-9d0c-df55cdef65fe,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:25.552749 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-748f9149-4b96-420b-a133-b25320649535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:25.554122 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748f9149-4b96-420b-a133-b25320649535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:25.566765 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-748f9149-4b96-420b-a133-b25320649535 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:25.716439 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8cfcbc-2291-4a1a-8943-be1bb3101262 x-openstack-request-id: req-5f8cfcbc-2291-4a1a-8943-be1bb3101262 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:36:25.716743 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf3ac7ca-62b4-4019-b7e7-8dee23ec1e3e", "name": "network-vif-plugged", "status": "completed", "tag": "dde1a168-8d93-4dfa-ad65-624b12e16f0f", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:36:25.717013 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5f8cfcbc-2291-4a1a-8943-be1bb3101262 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:36:25.717409 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf3ac7ca-62b4-4019-b7e7-8dee23ec1e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde1a168-8d93-4dfa-ad65-624b12e16f0f', 'code': 200} Sep 07 02:36:25.744139 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748f9149-4b96-420b-a133-b25320649535 admin admin] Pushing event updated for resources: {'Network': ['ID=29fccc3a-21f2-4674-8b92-bcfa16fabc4c,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:25.754228 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 29fccc3a-21f2-4674-8b92-bcfa16fabc4c details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:36:25.768516 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-748f9149-4b96-420b-a133-b25320649535 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9199004 Sep 07 02:36:25.771344 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 42322) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:36:25.779002 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-3308b2e5-7616-4eb1-962f-177216b908cd admin admin] Request body: {'subnet': {'network_id': '29fccc3a-21f2-4674-8b92-bcfa16fabc4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1088157674-subnet', 'tenant_id': '4443ce3bb3024d489f3e6e525e333d25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:36:25.781960 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2defda23-9aea-447f-8961-1e77d16b31ef req-3a353f77-cb47-48ff-8118-3fbcefbb103e tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:25.796823 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['269f1767-03a4-4b2f-8ebd-2d60c48d5b6a', '0e3eb41e-4862-4cd1-b57e-fea79ba1dfbd'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:36:25.806075 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3308b2e5-7616-4eb1-962f-177216b908cd admin admin] Made reservation on behalf of 4443ce3bb3024d489f3e6e525e333d25 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:36:25.809965 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3308b2e5-7616-4eb1-962f-177216b908cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:25.936319 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-2defda23-9aea-447f-8961-1e77d16b31ef req-3a353f77-cb47-48ff-8118-3fbcefbb103e tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] No DVR routers for this DVR port 0e3eb41e-4862-4cd1-b57e-fea79ba1dfbd on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:36:25.938727 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a353f77-cb47-48ff-8118-3fbcefbb103e tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Pushing event deleted for resources: {'Port': ['ID=0e3eb41e-4862-4cd1-b57e-fea79ba1dfbd,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:25.944485 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2defda23-9aea-447f-8961-1e77d16b31ef req-3a353f77-cb47-48ff-8118-3fbcefbb103e tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:25.952552 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 3fe4c6d6-d09f-4eca-b487-2251cff49e5a up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:36:25.955143 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2defda23-9aea-447f-8961-1e77d16b31ef req-3a353f77-cb47-48ff-8118-3fbcefbb103e tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.16 "DELETE /v2.0/ports/0e3eb41e-4862-4cd1-b57e-fea79ba1dfbd HTTP/1.1" status: 204 len: 173 time: 0.8907242 Sep 07 02:36:26.013618 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd274e9-3770-4956-8c71-91c2fab60196', 'name': 'network-vif-deleted', 'tag': '0e3eb41e-4862-4cd1-b57e-fea79ba1dfbd'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:36:26.020993 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a95a473-d1cf-4440-9e53-b265cdb908f6" -d '{"events": [{"server_uuid": "dcd274e9-3770-4956-8c71-91c2fab60196", "name": "network-vif-deleted", "tag": "0e3eb41e-4862-4cd1-b57e-fea79ba1dfbd"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:36:26.105730 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4f5152b7-5e1f-4c70-9187-991b1933cbef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:26.232979 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3308b2e5-7616-4eb1-962f-177216b908cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:26.284254 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 3fe4c6d6-d09f-4eca-b487-2251cff49e5a completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:36:26.309680 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 3fe4c6d6-d09f-4eca-b487-2251cff49e5a triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:36:26.310527 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:26.312812 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed229259-0313-423d-ace5-71c4acd4178a req-51d2176e-fd95-4c2c-b0d8-a5feb2c449f6 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:26.322515 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ed229259-0313-423d-ace5-71c4acd4178a req-51d2176e-fd95-4c2c-b0d8-a5feb2c449f6 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/ports?device_id=dcd274e9-3770-4956-8c71-91c2fab60196 HTTP/1.1" status: 200 len: 945 time: 0.3879116 Sep 07 02:36:26.337141 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3308b2e5-7616-4eb1-962f-177216b908cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fab1dcd-e4f9-4e9d-89a4-c1da67200daf,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:26.374729 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3308b2e5-7616-4eb1-962f-177216b908cd admin admin] Checking segment: {'id': '3ec0e383-0f35-4c3c-abc7-899f90f4fe60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '29fccc3a-21f2-4674-8b92-bcfa16fabc4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:36:26.375245 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3308b2e5-7616-4eb1-962f-177216b908cd admin admin] Network hostable DHCP agents. Network: 29fccc3a-21f2-4674-8b92-bcfa16fabc4c, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:36:26.402807 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ed229259-0313-423d-ace5-71c4acd4178a req-ab1432eb-1880-4139-a0e2-552df1463e9b tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "GET /v2.0/security-groups?id=da83ed9b-41b3-493b-aca7-370009a4e871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753500 Sep 07 02:36:26.415779 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3308b2e5-7616-4eb1-962f-177216b908cd admin admin] Network 29fccc3a-21f2-4674-8b92-bcfa16fabc4c is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:36:26.432802 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-2defda23-9aea-447f-8961-1e77d16b31ef req-28086b4a-3bf4-442a-8ceb-77cac8025843 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Deleting port 269f1767-03a4-4b2f-8ebd-2d60c48d5b6a {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:36:26.433333 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2defda23-9aea-447f-8961-1e77d16b31ef req-28086b4a-3bf4-442a-8ceb-77cac8025843 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:26.446215 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-3308b2e5-7616-4eb1-962f-177216b908cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 29fccc3a-21f2-4674-8b92-bcfa16fabc4c) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:36:26.451998 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3308b2e5-7616-4eb1-962f-177216b908cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:26.452671 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3308b2e5-7616-4eb1-962f-177216b908cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:26.476109 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-3308b2e5-7616-4eb1-962f-177216b908cd admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7026320 Sep 07 02:36:26.505029 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35edb026-451d-4c5d-ad94-8b3545dcb420 None None] Network 29fccc3a-21f2-4674-8b92-bcfa16fabc4c requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:36:26.606360 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-2defda23-9aea-447f-8961-1e77d16b31ef req-28086b4a-3bf4-442a-8ceb-77cac8025843 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] For port 269f1767-03a4-4b2f-8ebd-2d60c48d5b6a, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=269f1767-03a4-4b2f-8ebd-2d60c48d5b6a,segment=NetworkSegment(9f5cb424-ebd3-43ed-93c4-429f0ec6783f),segment_id=9f5cb424-ebd3-43ed-93c4-429f0ec6783f)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:36:26.607242 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2defda23-9aea-447f-8961-1e77d16b31ef req-28086b4a-3bf4-442a-8ceb-77cac8025843 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:26.637012 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-2defda23-9aea-447f-8961-1e77d16b31ef req-28086b4a-3bf4-442a-8ceb-77cac8025843 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Calling delete_port for 269f1767-03a4-4b2f-8ebd-2d60c48d5b6a owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:36:26.677788 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:26.767127 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 3fe4c6d6-d09f-4eca-b487-2251cff49e5a, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=3fe4c6d6-d09f-4eca-b487-2251cff49e5a,segment=NetworkSegment(3d9fcb72-bde2-4ebb-8f5c-12c01c10e26a),segment_id=3d9fcb72-bde2-4ebb-8f5c-12c01c10e26a)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:36:26.810523 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:26.820900 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a3b07-0cf3-454a-87ff-77e0cf91963d req-d85b8063-7f00-49e8-a934-69bd2666432b tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:26.822012 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceed0fb0-2537-43e8-9f0c-ced79180e51c None None] Network 29fccc3a-21f2-4674-8b92-bcfa16fabc4c requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:36:26.823099 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-503a3b07-0cf3-454a-87ff-77e0cf91963d req-d85b8063-7f00-49e8-a934-69bd2666432b tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=e7344761-00eb-42e5-96d7-fac9bf68c288 HTTP/1.1" status: 200 len: 949 time: 0.0796635 Sep 07 02:36:26.916446 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-503a3b07-0cf3-454a-87ff-77e0cf91963d req-44dda1b9-1a74-4399-8aeb-0f36265fd416 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760245 Sep 07 02:36:26.918570 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2defda23-9aea-447f-8961-1e77d16b31ef req-28086b4a-3bf4-442a-8ceb-77cac8025843 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:26.968025 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28086b4a-3bf4-442a-8ceb-77cac8025843 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Pushing event deleted for resources: {'Port': ['ID=269f1767-03a4-4b2f-8ebd-2d60c48d5b6a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:27.054943 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a3e619-1e64-4cd2-b580-f4fdf720f232 x-openstack-request-id: req-84a3e619-1e64-4cd2-b580-f4fdf720f232 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:36:27.055305 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd274e9-3770-4956-8c71-91c2fab60196", "name": "network-vif-deleted", "tag": "0e3eb41e-4862-4cd1-b57e-fea79ba1dfbd", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:36:27.055660 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-84a3e619-1e64-4cd2-b580-f4fdf720f232 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:36:27.061698 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd274e9-3770-4956-8c71-91c2fab60196', 'name': 'network-vif-deleted', 'tag': '0e3eb41e-4862-4cd1-b57e-fea79ba1dfbd', 'status': 'completed', 'code': 200} Sep 07 02:36:27.061698 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-2defda23-9aea-447f-8961-1e77d16b31ef req-28086b4a-3bf4-442a-8ceb-77cac8025843 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] No DVR routers for this DVR port 269f1767-03a4-4b2f-8ebd-2d60c48d5b6a on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:36:27.061698 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2defda23-9aea-447f-8961-1e77d16b31ef req-28086b4a-3bf4-442a-8ceb-77cac8025843 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:27.063514 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2defda23-9aea-447f-8961-1e77d16b31ef req-28086b4a-3bf4-442a-8ceb-77cac8025843 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.16 "DELETE /v2.0/ports/269f1767-03a4-4b2f-8ebd-2d60c48d5b6a HTTP/1.1" status: 204 len: 173 time: 1.0267186 Sep 07 02:36:27.082574 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=3fe4c6d6-d09f-4eca-b487-2251cff49e5a,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:27.337536 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e12c2-3294-4b11-a669-dde47f9c2947 req-dcb079b5-77a8-43d9-af5f-e31bd62bc0a8 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:27.339384 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7f6e12c2-3294-4b11-a669-dde47f9c2947 req-dcb079b5-77a8-43d9-af5f-e31bd62bc0a8 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=b12c54d6-778d-4340-84b7-fbb03eee7f71 HTTP/1.1" status: 200 len: 945 time: 0.1512017 Sep 07 02:36:27.346747 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3bb6dc17-0ce7-4436-b853-2242a4ef2178 req-a7714510-3932-4779-a50d-5c307ea55e1a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9010bdc4-25bb-4f5c-862e-7e34c09bbe45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1047931 Sep 07 02:36:27.417594 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7f6e12c2-3294-4b11-a669-dde47f9c2947 req-5da6edb4-3009-40e9-90fe-d688a99b5412 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695670 Sep 07 02:36:27.449417 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6dc17-0ce7-4436-b853-2242a4ef2178 req-1f30d827-1d02-48f1-a386-c6af354ba37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:27.456629 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3bb6dc17-0ce7-4436-b853-2242a4ef2178 req-1f30d827-1d02-48f1-a386-c6af354ba37b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=36932fbb01ef47dd957d06cd3434fa27&device_id=9010bdc4-25bb-4f5c-862e-7e34c09bbe45 HTTP/1.1" status: 200 len: 1101 time: 0.0849450 Sep 07 02:36:27.486974 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b15ec-5175-424b-8183-1498b914eee5 req-e8178af0-f624-48f9-a65c-a14b01c51cc3 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:27.488748 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6c6b15ec-5175-424b-8183-1498b914eee5 req-e8178af0-f624-48f9-a65c-a14b01c51cc3 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7344761-00eb-42e5-96d7-fac9bf68c288 HTTP/1.1" status: 200 len: 949 time: 0.0702565 Sep 07 02:36:27.659841 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6dc17-0ce7-4436-b853-2242a4ef2178 req-0cab3894-4a2d-4621-99fe-64e1fd5ad430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:27.661369 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3bb6dc17-0ce7-4436-b853-2242a4ef2178 req-0cab3894-4a2d-4621-99fe-64e1fd5ad430 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0823ecf3-066e-49bd-a451-2e84ab79a70f HTTP/1.1" status: 200 len: 869 time: 0.1826193 Sep 07 02:36:27.674923 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-6c6b15ec-5175-424b-8183-1498b914eee5 req-09b80461-2fb9-4d66-8ad1-ad4b295894d3 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Deleting port 82a56091-e160-47ad-92fa-c3afdf9cde5a {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:36:27.675274 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6c6b15ec-5175-424b-8183-1498b914eee5 req-09b80461-2fb9-4d66-8ad1-ad4b295894d3 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:27.724701 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 3fe4c6d6-d09f-4eca-b487-2251cff49e5a up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:36:27.790614 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 3fe4c6d6-d09f-4eca-b487-2251cff49e5a triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:36:27.791387 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:27.859104 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-6c6b15ec-5175-424b-8183-1498b914eee5 req-09b80461-2fb9-4d66-8ad1-ad4b295894d3 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] For port 82a56091-e160-47ad-92fa-c3afdf9cde5a, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=82a56091-e160-47ad-92fa-c3afdf9cde5a,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:36:27.859504 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6c6b15ec-5175-424b-8183-1498b914eee5 req-09b80461-2fb9-4d66-8ad1-ad4b295894d3 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:27.872940 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3bb6dc17-0ce7-4436-b853-2242a4ef2178 req-e1bfc394-d047-4857-bfcb-bd9ae6b16cdf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=b6b91583-efab-415c-af4d-b359edcad861 HTTP/1.1" status: 200 len: 217 time: 0.1945879 Sep 07 02:36:27.873925 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-6c6b15ec-5175-424b-8183-1498b914eee5 req-09b80461-2fb9-4d66-8ad1-ad4b295894d3 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Calling delete_port for 82a56091-e160-47ad-92fa-c3afdf9cde5a owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:36:27.960861 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6dc17-0ce7-4436-b853-2242a4ef2178 req-92679691-5741-4b16-b91b-fbb10b97c39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:27.962365 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3bb6dc17-0ce7-4436-b853-2242a4ef2178 req-92679691-5741-4b16-b91b-fbb10b97c39e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.0792174 Sep 07 02:36:28.047744 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6dc17-0ce7-4436-b853-2242a4ef2178 req-0e603a86-651d-4d83-8664-64a0b034a814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:28.049157 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3bb6dc17-0ce7-4436-b853-2242a4ef2178 req-0e603a86-651d-4d83-8664-64a0b034a814 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0780773 Sep 07 02:36:28.125117 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 269f1767-03a4-4b2f-8ebd-2d60c48d5b6a no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:36:28.160671 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: 269f1767-03a4-4b2f-8ebd-2d60c48d5b6a {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:36:28.161017 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 269f1767-03a4-4b2f-8ebd-2d60c48d5b6a not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:36:28.161448 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 0e3eb41e-4862-4cd1-b57e-fea79ba1dfbd no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:36:28.167743 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6c6b15ec-5175-424b-8183-1498b914eee5 req-09b80461-2fb9-4d66-8ad1-ad4b295894d3 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:28.189528 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['cd30c17f-9869-47d0-b8a4-372e64aeee83', '5f62b862-298f-48a6-87b0-a9e80e67a326'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:36:28.236845 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b80461-2fb9-4d66-8ad1-ad4b295894d3 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Pushing event deleted for resources: {'Port': ['ID=82a56091-e160-47ad-92fa-c3afdf9cde5a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:28.241552 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3bb6dc17-0ce7-4436-b853-2242a4ef2178 req-4cd2ad36-42ec-48f6-8d6b-0d81525492ce service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706738 Sep 07 02:36:28.249564 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['b6b91583-efab-415c-af4d-b359edcad861', 'ff1a19e3-e096-472f-9a63-57a220fc3f11', '9b74c30d-79a1-4776-88eb-fff88a21f5a9', '05119bc0-20c7-4dc4-b159-b327eb1226cd', '4501d607-aadd-4803-8aaf-dc78ed73bb50'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:36:28.256256 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: 0e3eb41e-4862-4cd1-b57e-fea79ba1dfbd {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:36:28.257310 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 0e3eb41e-4862-4cd1-b57e-fea79ba1dfbd not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:36:28.257719 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 82a56091-e160-47ad-92fa-c3afdf9cde5a no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:36:28.273568 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c6b15ec-5175-424b-8183-1498b914eee5 req-09b80461-2fb9-4d66-8ad1-ad4b295894d3 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] No DVR routers for this DVR port 82a56091-e160-47ad-92fa-c3afdf9cde5a on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:36:28.276257 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6c6b15ec-5175-424b-8183-1498b914eee5 req-09b80461-2fb9-4d66-8ad1-ad4b295894d3 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:28.278730 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6c6b15ec-5175-424b-8183-1498b914eee5 req-09b80461-2fb9-4d66-8ad1-ad4b295894d3 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.16 "DELETE /v2.0/ports/82a56091-e160-47ad-92fa-c3afdf9cde5a HTTP/1.1" status: 204 len: 173 time: 0.7676799 Sep 07 02:36:28.299280 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0eac9d93-b1d8-42c6-be75-f8d41d46b827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:28.359155 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: 82a56091-e160-47ad-92fa-c3afdf9cde5a {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:36:28.359466 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 82a56091-e160-47ad-92fa-c3afdf9cde5a not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:36:28.432703 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3bb6dc17-0ce7-4436-b853-2242a4ef2178 req-eacff7e5-34c3-429b-bcce-ffd0cf6e19ce service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829653 Sep 07 02:36:28.680536 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:29.057724 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd274e9-3770-4956-8c71-91c2fab60196', 'name': 'network-vif-deleted', 'tag': '269f1767-03a4-4b2f-8ebd-2d60c48d5b6a'}, {'server_uuid': 'e7344761-00eb-42e5-96d7-fac9bf68c288', 'name': 'network-vif-deleted', 'tag': '82a56091-e160-47ad-92fa-c3afdf9cde5a'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:36:29.060199 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69fda609-6f0e-4a20-b66f-ac22a7028f2c" -d '{"events": [{"server_uuid": "dcd274e9-3770-4956-8c71-91c2fab60196", "name": "network-vif-deleted", "tag": "269f1767-03a4-4b2f-8ebd-2d60c48d5b6a"}, {"server_uuid": "e7344761-00eb-42e5-96d7-fac9bf68c288", "name": "network-vif-deleted", "tag": "82a56091-e160-47ad-92fa-c3afdf9cde5a"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:36:29.214215 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-baef1baf-7771-44c5-99c7-97af59912f3d req-fe5be011-0df3-48fd-b2d3-90b756f17ad2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ac8da7c5-50fa-4245-91ea-165d5c065b33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0425799 Sep 07 02:36:29.305169 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef1baf-7771-44c5-99c7-97af59912f3d req-414389f4-210a-4b00-89a0-96a28942e6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:29.306689 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-baef1baf-7771-44c5-99c7-97af59912f3d req-414389f4-210a-4b00-89a0-96a28942e6d3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=36932fbb01ef47dd957d06cd3434fa27&device_id=ac8da7c5-50fa-4245-91ea-165d5c065b33 HTTP/1.1" status: 200 len: 1102 time: 0.0435596 Sep 07 02:36:29.400830 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:29.430329 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef1baf-7771-44c5-99c7-97af59912f3d req-06e03d60-9c90-4e15-9c8d-79bb9137745f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:29.431910 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-baef1baf-7771-44c5-99c7-97af59912f3d req-06e03d60-9c90-4e15-9c8d-79bb9137745f service neutron] 10.222.0.16 "GET /v2.0/networks?id=0823ecf3-066e-49bd-a451-2e84ab79a70f HTTP/1.1" status: 200 len: 869 time: 0.0953636 Sep 07 02:36:29.479856 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-baef1baf-7771-44c5-99c7-97af59912f3d req-41c277a4-4fbe-4765-bf5c-314985067c54 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=cd30c17f-9869-47d0-b8a4-372e64aeee83 HTTP/1.1" status: 200 len: 217 time: 0.0399806 Sep 07 02:36:29.532080 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef1baf-7771-44c5-99c7-97af59912f3d req-5ad1c4ad-7e1f-464b-a819-58440dfeb27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:29.533575 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-baef1baf-7771-44c5-99c7-97af59912f3d req-5ad1c4ad-7e1f-464b-a819-58440dfeb27c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.0448022 Sep 07 02:36:29.588538 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef1baf-7771-44c5-99c7-97af59912f3d req-423a663d-730a-4caa-ac10-6975fd2c0b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:29.589971 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-baef1baf-7771-44c5-99c7-97af59912f3d req-423a663d-730a-4caa-ac10-6975fd2c0b32 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0477123 Sep 07 02:36:29.697579 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-baef1baf-7771-44c5-99c7-97af59912f3d req-568003e6-4b96-4511-8350-27548231157d service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961509 Sep 07 02:36:29.797842 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-baef1baf-7771-44c5-99c7-97af59912f3d req-6adb4043-115b-4fd0-a11a-6746771dbeb3 service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909431 Sep 07 02:36:31.237687 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:31.797302 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-3d9e4340-e96d-42bd-b6b4-4f003c37628f tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:31.801155 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-3d9e4340-e96d-42bd-b6b4-4f003c37628f tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b12c54d6-778d-4340-84b7-fbb03eee7f71&tenant_id=58fe4c9e71db4bd7aa26d4557468fc65&binding%3Ahost_id=n-h2-796209-16 HTTP/1.1" status: 200 len: 1097 time: 0.0496397 Sep 07 02:36:31.815472 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-1267e59d-6fa6-4737-9a36-051c54d9e7ca service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-796209-16'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:36:31.875470 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-1267e59d-6fa6-4737-9a36-051c54d9e7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:32.004911 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-1267e59d-6fa6-4737-9a36-051c54d9e7ca service neutron] For port c974b530-b01d-4607-88d1-27d3867fd92c, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=c974b530-b01d-4607-88d1-27d3867fd92c,segment=NetworkSegment(a87351ba-0fbc-4302-9869-b18eee085c86),segment_id=a87351ba-0fbc-4302-9869-b18eee085c86)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:36:32.047144 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-1267e59d-6fa6-4737-9a36-051c54d9e7ca service neutron] For port c974b530-b01d-4607-88d1-27d3867fd92c, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:36:32.100864 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-1267e59d-6fa6-4737-9a36-051c54d9e7ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:32.119782 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-1267e59d-6fa6-4737-9a36-051c54d9e7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:32.199802 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1267e59d-6fa6-4737-9a36-051c54d9e7ca service neutron] Pushing event updated for resources: {'Port': ['ID=c974b530-b01d-4607-88d1-27d3867fd92c,revision_number=7']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:32.214560 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-1267e59d-6fa6-4737-9a36-051c54d9e7ca service neutron] Attempting to bind port c974b530-b01d-4607-88d1-27d3867fd92c on host n-h2-796209-16 for vnic_type normal with profile {"migrating_to": "n-h1-796209-16"} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:36:32.215095 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-1267e59d-6fa6-4737-9a36-051c54d9e7ca service neutron] Attempting to bind port c974b530-b01d-4607-88d1-27d3867fd92c by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': 'a87351ba-0fbc-4302-9869-b18eee085c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e4ab2f0c-5a02-4242-a541-768acd457503'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:36:32.215519 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-1267e59d-6fa6-4737-9a36-051c54d9e7ca service neutron] Attempting to bind port c974b530-b01d-4607-88d1-27d3867fd92c on network e4ab2f0c-5a02-4242-a541-768acd457503 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:36:32.220086 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-1267e59d-6fa6-4737-9a36-051c54d9e7ca service neutron] Port c974b530-b01d-4607-88d1-27d3867fd92c on network e4ab2f0c-5a02-4242-a541-768acd457503 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:36:32.220407 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-1267e59d-6fa6-4737-9a36-051c54d9e7ca service neutron] Attempting to bind port c974b530-b01d-4607-88d1-27d3867fd92c on network e4ab2f0c-5a02-4242-a541-768acd457503 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:36:32.226421 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-1267e59d-6fa6-4737-9a36-051c54d9e7ca service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:36:32.226759 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-1267e59d-6fa6-4737-9a36-051c54d9e7ca service neutron] Checking segment: {'id': 'a87351ba-0fbc-4302-9869-b18eee085c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e4ab2f0c-5a02-4242-a541-768acd457503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:36:32.227304 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-1267e59d-6fa6-4737-9a36-051c54d9e7ca service neutron] Bound using segment: {'id': 'a87351ba-0fbc-4302-9869-b18eee085c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e4ab2f0c-5a02-4242-a541-768acd457503'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:36:32.227755 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-1267e59d-6fa6-4737-9a36-051c54d9e7ca service neutron] Bound port: c974b530-b01d-4607-88d1-27d3867fd92c, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a87351ba-0fbc-4302-9869-b18eee085c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e4ab2f0c-5a02-4242-a541-768acd457503'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:36:32.228110 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-1267e59d-6fa6-4737-9a36-051c54d9e7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:32.294828 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-1267e59d-6fa6-4737-9a36-051c54d9e7ca service neutron] For port c974b530-b01d-4607-88d1-27d3867fd92c, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:36:32.297997 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-1267e59d-6fa6-4737-9a36-051c54d9e7ca service neutron] For port c974b530-b01d-4607-88d1-27d3867fd92c, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=c974b530-b01d-4607-88d1-27d3867fd92c,segment=NetworkSegment(a87351ba-0fbc-4302-9869-b18eee085c86),segment_id=a87351ba-0fbc-4302-9869-b18eee085c86)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:36:32.303709 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-1267e59d-6fa6-4737-9a36-051c54d9e7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:32.386005 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-1267e59d-6fa6-4737-9a36-051c54d9e7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:32.386815 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-1267e59d-6fa6-4737-9a36-051c54d9e7ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:32.388284 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-1267e59d-6fa6-4737-9a36-051c54d9e7ca service neutron] 10.222.0.23 "PUT /v2.0/ports/c974b530-b01d-4607-88d1-27d3867fd92c HTTP/1.1" status: 200 len: 1123 time: 0.5775695 Sep 07 02:36:32.388872 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1267e59d-6fa6-4737-9a36-051c54d9e7ca service neutron] Pushing event updated for resources: {'Port': ['ID=c974b530-b01d-4607-88d1-27d3867fd92c,revision_number=8']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:32.501003 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['c974b530-b01d-4607-88d1-27d3867fd92c'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:36:32.526174 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['c974b530-b01d-4607-88d1-27d3867fd92c'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:36:33.965846 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device c974b530-b01d-4607-88d1-27d3867fd92c details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:36:34.105030 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port c974b530-b01d-4607-88d1-27d3867fd92c, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=c974b530-b01d-4607-88d1-27d3867fd92c,segment=NetworkSegment(a87351ba-0fbc-4302-9869-b18eee085c86),segment_id=a87351ba-0fbc-4302-9869-b18eee085c86)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:36:34.116633 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device c974b530-b01d-4607-88d1-27d3867fd92c has no active binding in host n-h1-796209-16 {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 07 02:36:38.407810 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 42410) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:36:38.485639 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-f10a959e-2efc-454c-871e-2cd02ca5b40e tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Deleting subnet 18352d1b-8c7c-4805-b6c2-05a062e0342e {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:36:38.489644 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f10a959e-2efc-454c-871e-2cd02ca5b40e tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:38.519246 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880b38b-0329-49fd-ba63-6f8e140aa9b1 req-2a4b9d06-da92-404b-b346-4196a709c8e2 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:38.526734 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6880b38b-0329-49fd-ba63-6f8e140aa9b1 req-2a4b9d06-da92-404b-b346-4196a709c8e2 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/networks?id=29fccc3a-21f2-4674-8b92-bcfa16fabc4c HTTP/1.1" status: 200 len: 812 time: 0.1211331 Sep 07 02:36:38.543378 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6880b38b-0329-49fd-ba63-6f8e140aa9b1 req-1e989e36-8853-4165-8253-60da17d5e18a tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/quotas/4443ce3bb3024d489f3e6e525e333d25 HTTP/1.1" status: 200 len: 375 time: 0.0156341 Sep 07 02:36:38.555535 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f10a959e-2efc-454c-871e-2cd02ca5b40e tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:38.601430 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6880b38b-0329-49fd-ba63-6f8e140aa9b1 req-4fc1a5d7-f3b4-4cdd-b58f-9917ce360c7d tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=4443ce3bb3024d489f3e6e525e333d25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544133 Sep 07 02:36:38.669040 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36c87b-e856-45ab-b8e4-01b5bf815342 req-5df73bb7-4505-4a58-ae53-2754ba183fa4 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:38.677781 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4b36c87b-e856-45ab-b8e4-01b5bf815342 req-5df73bb7-4505-4a58-ae53-2754ba183fa4 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=b12c54d6-778d-4340-84b7-fbb03eee7f71 HTTP/1.1" status: 200 len: 943 time: 0.0778275 Sep 07 02:36:38.719357 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6880b38b-0329-49fd-ba63-6f8e140aa9b1 req-2a658861-bbf9-4ade-8743-ad8eac33063a service neutron] 10.222.0.22 "GET /v2.0/networks/29fccc3a-21f2-4674-8b92-bcfa16fabc4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165626 Sep 07 02:36:38.761438 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4b36c87b-e856-45ab-b8e4-01b5bf815342 req-aa5c913a-9613-4437-b9dd-0d53ec2daadc tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812080 Sep 07 02:36:38.841660 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f10a959e-2efc-454c-871e-2cd02ca5b40e tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:38.887671 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 07 Sep 2021 02:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c92a86-8754-4de4-beff-741ed048cec1 x-openstack-request-id: req-84c92a86-8754-4de4-beff-741ed048cec1 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:36:38.888372 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd274e9-3770-4956-8c71-91c2fab60196", "name": "network-vif-deleted", "tag": "269f1767-03a4-4b2f-8ebd-2d60c48d5b6a", "status": "completed", "code": 200}, {"server_uuid": "e7344761-00eb-42e5-96d7-fac9bf68c288", "name": "network-vif-deleted", "tag": "82a56091-e160-47ad-92fa-c3afdf9cde5a", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:36:38.888906 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-84c92a86-8754-4de4-beff-741ed048cec1 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:36:38.889678 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd274e9-3770-4956-8c71-91c2fab60196', 'name': 'network-vif-deleted', 'tag': '269f1767-03a4-4b2f-8ebd-2d60c48d5b6a', 'status': 'completed', 'code': 200} Sep 07 02:36:38.890250 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7344761-00eb-42e5-96d7-fac9bf68c288', 'name': 'network-vif-deleted', 'tag': '82a56091-e160-47ad-92fa-c3afdf9cde5a', 'status': 'completed', 'code': 200} Sep 07 02:36:38.934373 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6880b38b-0329-49fd-ba63-6f8e140aa9b1 req-f8af62ab-ab84-4078-bb87-9c5bde9c9d4a service neutron] 10.222.0.22 "GET /v2.0/networks/29fccc3a-21f2-4674-8b92-bcfa16fabc4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153225 Sep 07 02:36:39.172762 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7f97bc90-b782-47ff-99d7-b2a79ec0c9a6 req-13d5dd0e-3f82-495f-95a8-336a61e220f1 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6b2f2ac-b141-4422-bf9e-47541b1c0e67 HTTP/1.1" status: 200 len: 210 time: 0.0592825 Sep 07 02:36:39.463887 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706006d0-c04b-4831-a3d0-34cfa404464b req-1a36a636-a5f6-4fe4-b5b5-54a1e0acaedb tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:39.477399 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-706006d0-c04b-4831-a3d0-34cfa404464b req-1a36a636-a5f6-4fe4-b5b5-54a1e0acaedb tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=518e5f32-6696-4251-977f-e4fd41fd1cea HTTP/1.1" status: 200 len: 949 time: 0.1540675 Sep 07 02:36:39.539347 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f10a959e-2efc-454c-871e-2cd02ca5b40e tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:39.560125 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f10a959e-2efc-454c-871e-2cd02ca5b40e tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:39.562234 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f10a959e-2efc-454c-871e-2cd02ca5b40e tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "DELETE /v2.0/subnets/18352d1b-8c7c-4805-b6c2-05a062e0342e HTTP/1.1" status: 204 len: 168 time: 1.1534312 Sep 07 02:36:39.565971 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 42458) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:36:39.569624 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5170d578-54e3-45a5-aa87-a22046084eca None None] Network 1144607e-16b0-4541-9f0e-1c51d66b40bc requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:36:39.651169 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-706006d0-c04b-4831-a3d0-34cfa404464b req-b6d140cc-1c85-4251-9791-81306ed12b09 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636043 Sep 07 02:36:39.653094 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10a959e-2efc-454c-871e-2cd02ca5b40e tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Pushing event deleted for resources: {'Subnet': ['ID=18352d1b-8c7c-4805-b6c2-05a062e0342e,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:39.674134 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10a959e-2efc-454c-871e-2cd02ca5b40e tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:36:39.674741 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10a959e-2efc-454c-871e-2cd02ca5b40e tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:36:39.675328 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10a959e-2efc-454c-871e-2cd02ca5b40e tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:36:39.675918 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10a959e-2efc-454c-871e-2cd02ca5b40e tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:36:39.676482 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10a959e-2efc-454c-871e-2cd02ca5b40e tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:36:39.677158 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10a959e-2efc-454c-871e-2cd02ca5b40e tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:36:39.677598 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10a959e-2efc-454c-871e-2cd02ca5b40e tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:36:39.678652 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10a959e-2efc-454c-871e-2cd02ca5b40e tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:36:39.679880 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10a959e-2efc-454c-871e-2cd02ca5b40e tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:36:39.680522 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10a959e-2efc-454c-871e-2cd02ca5b40e tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:36:39.687787 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10a959e-2efc-454c-871e-2cd02ca5b40e tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:36:39.688271 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10a959e-2efc-454c-871e-2cd02ca5b40e tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:36:39.832805 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6e03e3fc-eccb-482c-bb41-349c28a8373c tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:40.044031 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633b1722-ffee-4efe-bd43-aba54fe93164 None None] DHCP port deletion for 1144607e-16b0-4541-9f0e-1c51d66b40bc request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:36:40.085520 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ab1c8-0d58-48ae-bfdb-5a4c5c79f756 req-a4d76b2d-e6a2-4ddb-858e-08d48c04e4c1 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:40.089759 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-047ab1c8-0d58-48ae-bfdb-5a4c5c79f756 req-a4d76b2d-e6a2-4ddb-858e-08d48c04e4c1 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=b12c54d6-778d-4340-84b7-fbb03eee7f71 HTTP/1.1" status: 200 len: 943 time: 0.1833129 Sep 07 02:36:40.164362 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-6e03e3fc-eccb-482c-bb41-349c28a8373c tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Deleting port d3899c41-fcbb-4e48-87b7-2933da4852ca {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:36:40.165014 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6e03e3fc-eccb-482c-bb41-349c28a8373c tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:40.198409 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-633b1722-ffee-4efe-bd43-aba54fe93164 None None] Deleting port d3899c41-fcbb-4e48-87b7-2933da4852ca {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:36:40.202300 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-633b1722-ffee-4efe-bd43-aba54fe93164 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:40.237668 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-047ab1c8-0d58-48ae-bfdb-5a4c5c79f756 req-04ec08db-e03c-4bcf-9784-e4d87bde95c0 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308661 Sep 07 02:36:40.332586 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-6e03e3fc-eccb-482c-bb41-349c28a8373c tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] For port d3899c41-fcbb-4e48-87b7-2933da4852ca, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=d3899c41-fcbb-4e48-87b7-2933da4852ca,segment=NetworkSegment(984a563d-7da2-44a3-82f5-08e03dc50c9e),segment_id=984a563d-7da2-44a3-82f5-08e03dc50c9e)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:36:40.333016 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6e03e3fc-eccb-482c-bb41-349c28a8373c tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:40.364358 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-6e03e3fc-eccb-482c-bb41-349c28a8373c tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Calling delete_port for d3899c41-fcbb-4e48-87b7-2933da4852ca owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:36:40.403513 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-43c999c5-92e4-4be1-8e15-6a6e4dc7e639 req-ce437421-b994-439f-a9b3-8abcc2ac8075 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6b2f2ac-b141-4422-bf9e-47541b1c0e67 HTTP/1.1" status: 200 len: 210 time: 0.0689073 Sep 07 02:36:40.502699 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-633b1722-ffee-4efe-bd43-aba54fe93164 None None] For port d3899c41-fcbb-4e48-87b7-2933da4852ca, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=d3899c41-fcbb-4e48-87b7-2933da4852ca,segment=NetworkSegment(984a563d-7da2-44a3-82f5-08e03dc50c9e),segment_id=984a563d-7da2-44a3-82f5-08e03dc50c9e)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:36:40.503104 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-633b1722-ffee-4efe-bd43-aba54fe93164 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:40.529649 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-633b1722-ffee-4efe-bd43-aba54fe93164 None None] Calling delete_port for d3899c41-fcbb-4e48-87b7-2933da4852ca owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:36:40.593904 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6e03e3fc-eccb-482c-bb41-349c28a8373c tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:40.625145 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e03e3fc-eccb-482c-bb41-349c28a8373c tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Pushing event deleted for resources: {'Port': ['ID=d3899c41-fcbb-4e48-87b7-2933da4852ca,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:40.645830 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e03e3fc-eccb-482c-bb41-349c28a8373c tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:36:40.647243 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e03e3fc-eccb-482c-bb41-349c28a8373c tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:36:40.647430 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e03e3fc-eccb-482c-bb41-349c28a8373c tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:36:40.648254 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e03e3fc-eccb-482c-bb41-349c28a8373c tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:36:40.649066 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e03e3fc-eccb-482c-bb41-349c28a8373c tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:36:40.650221 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e03e3fc-eccb-482c-bb41-349c28a8373c tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:36:40.650221 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e03e3fc-eccb-482c-bb41-349c28a8373c tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:36:40.650819 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e03e3fc-eccb-482c-bb41-349c28a8373c tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:36:40.651251 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e03e3fc-eccb-482c-bb41-349c28a8373c tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:36:40.651891 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e03e3fc-eccb-482c-bb41-349c28a8373c tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:36:40.652324 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e03e3fc-eccb-482c-bb41-349c28a8373c tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:36:40.653356 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e03e3fc-eccb-482c-bb41-349c28a8373c tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:36:40.665344 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-633b1722-ffee-4efe-bd43-aba54fe93164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:40.666774 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e03e3fc-eccb-482c-bb41-349c28a8373c tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] No DVR routers for this DVR port d3899c41-fcbb-4e48-87b7-2933da4852ca on host n-d-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:36:40.711799 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633b1722-ffee-4efe-bd43-aba54fe93164 None None] Pushing event deleted for resources: {'Port': ['ID=d3899c41-fcbb-4e48-87b7-2933da4852ca,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:40.719785 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633b1722-ffee-4efe-bd43-aba54fe93164 None None] No DVR routers for this DVR port d3899c41-fcbb-4e48-87b7-2933da4852ca on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:36:40.898457 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2429893a-68d8-4118-ac56-dd8cb9d24f4c req-c0b8be8e-4cea-40f0-8bad-cdb069743654 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:40.900504 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2429893a-68d8-4118-ac56-dd8cb9d24f4c req-c0b8be8e-4cea-40f0-8bad-cdb069743654 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.23 "GET /v2.0/ports?device_id=518e5f32-6696-4251-977f-e4fd41fd1cea HTTP/1.1" status: 200 len: 949 time: 0.3569632 Sep 07 02:36:40.915017 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b12c54d6-778d-4340-84b7-fbb03eee7f71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c974b530-b01d-4607-88d1-27d3867fd92c'}, {'name': 'network-changed', 'server_uuid': 'b12c54d6-778d-4340-84b7-fbb03eee7f71', 'tag': 'c974b530-b01d-4607-88d1-27d3867fd92c'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:36:40.917585 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226f1fd8-bc15-47e7-964a-d06fe3cc16ef" -d '{"events": [{"server_uuid": "b12c54d6-778d-4340-84b7-fbb03eee7f71", "name": "network-vif-unplugged", "status": "completed", "tag": "c974b530-b01d-4607-88d1-27d3867fd92c"}, {"name": "network-changed", "server_uuid": "b12c54d6-778d-4340-84b7-fbb03eee7f71", "tag": "c974b530-b01d-4607-88d1-27d3867fd92c"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:36:41.170562 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f1fd8-bc15-47e7-964a-d06fe3cc16ef req-daf33c21-4ee5-467b-a4cd-c9c702f61bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:41.172110 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-226f1fd8-bc15-47e7-964a-d06fe3cc16ef req-daf33c21-4ee5-467b-a4cd-c9c702f61bb1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=58fe4c9e71db4bd7aa26d4557468fc65&device_id=b12c54d6-778d-4340-84b7-fbb03eee7f71 HTTP/1.1" status: 200 len: 1126 time: 0.0942931 Sep 07 02:36:41.402895 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f1fd8-bc15-47e7-964a-d06fe3cc16ef req-af2a901c-b1b4-4020-a255-8040552863eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:41.424513 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-226f1fd8-bc15-47e7-964a-d06fe3cc16ef req-af2a901c-b1b4-4020-a255-8040552863eb service neutron] 10.222.0.16 "GET /v2.0/networks?id=e4ab2f0c-5a02-4242-a541-768acd457503 HTTP/1.1" status: 200 len: 921 time: 0.2449343 Sep 07 02:36:41.583373 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-226f1fd8-bc15-47e7-964a-d06fe3cc16ef req-0aead70f-a026-4714-bc5c-edf7225bbc3a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c974b530-b01d-4607-88d1-27d3867fd92c HTTP/1.1" status: 200 len: 217 time: 0.1357343 Sep 07 02:36:41.664843 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c11798-e4d9-4f54-94e7-15619290a869 req-dbbb476d-500a-4521-bcfb-2c41af2b7ec1 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:41.676651 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-82c11798-e4d9-4f54-94e7-15619290a869 req-dbbb476d-500a-4521-bcfb-2c41af2b7ec1 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=b12c54d6-778d-4340-84b7-fbb03eee7f71 HTTP/1.1" status: 200 len: 943 time: 0.2900765 Sep 07 02:36:41.708700 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 07 Sep 2021 02:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a044f32-2ab2-427f-9870-0af107bfe017 x-openstack-request-id: req-1a044f32-2ab2-427f-9870-0af107bfe017 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:36:41.712854 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b12c54d6-778d-4340-84b7-fbb03eee7f71", "name": "network-vif-unplugged", "status": "completed", "tag": "c974b530-b01d-4607-88d1-27d3867fd92c", "code": 200}, {"name": "network-changed", "server_uuid": "b12c54d6-778d-4340-84b7-fbb03eee7f71", "tag": "c974b530-b01d-4607-88d1-27d3867fd92c", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:36:41.713396 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1a044f32-2ab2-427f-9870-0af107bfe017 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:36:41.714058 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b12c54d6-778d-4340-84b7-fbb03eee7f71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c974b530-b01d-4607-88d1-27d3867fd92c', 'code': 200} Sep 07 02:36:41.714541 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b12c54d6-778d-4340-84b7-fbb03eee7f71', 'tag': 'c974b530-b01d-4607-88d1-27d3867fd92c', 'status': 'completed', 'code': 200} Sep 07 02:36:41.764749 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-82c11798-e4d9-4f54-94e7-15619290a869 req-6563974c-e854-4b54-9973-ae435a6c020f tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817173 Sep 07 02:36:41.775369 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6e03e3fc-eccb-482c-bb41-349c28a8373c tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:41.793257 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f1fd8-bc15-47e7-964a-d06fe3cc16ef req-1a9dc187-1350-4fca-a7a4-482ca762548f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:41.795236 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device d3899c41-fcbb-4e48-87b7-2933da4852ca no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:36:41.798092 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-226f1fd8-bc15-47e7-964a-d06fe3cc16ef req-1a9dc187-1350-4fca-a7a4-482ca762548f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a1bc4512-390c-4c50-bb1d-2c94019bd4fe HTTP/1.1" status: 200 len: 861 time: 0.2069204 Sep 07 02:36:41.857665 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: d3899c41-fcbb-4e48-87b7-2933da4852ca {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:36:41.861080 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device d3899c41-fcbb-4e48-87b7-2933da4852ca not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:36:41.881290 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615928e1-3018-4bce-a870-0b82b73ecd8f req-e6c554b4-7ad3-455a-b977-daa528ffe596 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:41.888875 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-615928e1-3018-4bce-a870-0b82b73ecd8f req-e6c554b4-7ad3-455a-b977-daa528ffe596 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=518e5f32-6696-4251-977f-e4fd41fd1cea HTTP/1.1" status: 200 len: 949 time: 1.0599282 Sep 07 02:36:41.895004 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-6e03e3fc-eccb-482c-bb41-349c28a8373c tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1144607e-16b0-4541-9f0e-1c51d66b40bc']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:36:41.916801 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-226f1fd8-bc15-47e7-964a-d06fe3cc16ef req-0e1b413b-36ca-4213-9ba7-a5300327d3ed service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e4ab2f0c-5a02-4242-a541-768acd457503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799811 Sep 07 02:36:41.936166 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-6e03e3fc-eccb-482c-bb41-349c28a8373c tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '984a563d-7da2-44a3-82f5-08e03dc50c9e') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:36:41.936736 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-6e03e3fc-eccb-482c-bb41-349c28a8373c tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '984a563d-7da2-44a3-82f5-08e03dc50c9e') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:36:41.981471 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6e03e3fc-eccb-482c-bb41-349c28a8373c tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:41.995877 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6f608d3c-f07f-4473-8bb0-41926e1750a5 req-7cb00294-8daa-4131-9214-ccd2908d117c tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6b2f2ac-b141-4422-bf9e-47541b1c0e67 HTTP/1.1" status: 200 len: 210 time: 0.0526104 Sep 07 02:36:42.040811 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-615928e1-3018-4bce-a870-0b82b73ecd8f req-f8892684-ecf8-48df-8e5e-6b36ddd8acce tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507394 Sep 07 02:36:42.118296 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6e03e3fc-eccb-482c-bb41-349c28a8373c tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:42.155539 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device c974b530-b01d-4607-88d1-27d3867fd92c no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:36:42.167847 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e03e3fc-eccb-482c-bb41-349c28a8373c tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:36:42.170568 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6e03e3fc-eccb-482c-bb41-349c28a8373c tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:42.174531 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:36:42.174531 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:36:42.174531 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:36:42.174531 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:36:42.174531 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:36:42.174531 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:36:42.174531 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:36:42.174531 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:36:42.174531 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:36:42.174531 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:36:42.174531 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:36:42.174531 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:36:42.174531 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:36:42.174531 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:36:42.174531 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:36:42.174531 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:36:42.174531 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:36:42.174531 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:36:42.174531 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:36:42.174531 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:36:42.174531 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:36:42.174531 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:36:42.174531 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:36:42.174531 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:36:42.174531 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:36:42.174531 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:36:42.174531 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:36:42.174531 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:36:42.174531 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:36:42.174531 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:36:42.174531 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:36:42.174531 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:36:42.192260 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-226f1fd8-bc15-47e7-964a-d06fe3cc16ef req-651f89bd-9512-4d5b-bf3e-248793805afd service neutron] 10.222.0.16 "GET /v2.0/networks/e4ab2f0c-5a02-4242-a541-768acd457503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739620 Sep 07 02:36:42.217842 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880b38b-0329-49fd-ba63-6f8e140aa9b1 req-baee77c6-0292-4674-98a1-4b4a98efbffc tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:42.219634 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6880b38b-0329-49fd-ba63-6f8e140aa9b1 req-baee77c6-0292-4674-98a1-4b4a98efbffc tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.16 "GET /v2.0/networks?id=29fccc3a-21f2-4674-8b92-bcfa16fabc4c HTTP/1.1" status: 200 len: 812 time: 1.3348694 Sep 07 02:36:42.240359 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-6880b38b-0329-49fd-ba63-6f8e140aa9b1 req-307d2400-9e54-45fd-94a3-11193f969cb5 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Request body: {'port': {'device_id': 'c6b2f2ac-b141-4422-bf9e-47541b1c0e67', 'network_id': '29fccc3a-21f2-4674-8b92-bcfa16fabc4c', 'admin_state_up': True, 'tenant_id': '4443ce3bb3024d489f3e6e525e333d25'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:36:42.445827 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-59550027-cf5c-4d6c-a123-3ee6f2f15f3d service neutron] 10.222.0.16 "GET /v2.0/ports/c974b530-b01d-4607-88d1-27d3867fd92c/bindings/n-h1-796209-16 HTTP/1.1" status: 200 len: 385 time: 0.2523077 Sep 07 02:36:42.448136 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-226f1fd8-bc15-47e7-964a-d06fe3cc16ef req-6f2983e3-4a83-4d50-8df5-cbec6fbf496b service neutron] 10.222.0.16 "GET /v2.0/networks/e4ab2f0c-5a02-4242-a541-768acd457503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337850 Sep 07 02:36:42.565478 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6880b38b-0329-49fd-ba63-6f8e140aa9b1 req-307d2400-9e54-45fd-94a3-11193f969cb5 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Made reservation on behalf of 4443ce3bb3024d489f3e6e525e333d25 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:36:42.573218 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6880b38b-0329-49fd-ba63-6f8e140aa9b1 req-307d2400-9e54-45fd-94a3-11193f969cb5 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:42.582044 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6e03e3fc-eccb-482c-bb41-349c28a8373c tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:42.595185 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6e03e3fc-eccb-482c-bb41-349c28a8373c tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:42.599121 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-6e03e3fc-eccb-482c-bb41-349c28a8373c tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "DELETE /v2.0/networks/1144607e-16b0-4541-9f0e-1c51d66b40bc HTTP/1.1" status: 204 len: 168 time: 3.0316055 Sep 07 02:36:42.606158 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 42540) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:36:42.659746 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-2429893a-68d8-4118-ac56-dd8cb9d24f4c req-146eba96-449f-46a3-a686-e955ce701cf1 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Deleting port 4501d607-aadd-4803-8aaf-dc78ed73bb50 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:36:42.660476 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2429893a-68d8-4118-ac56-dd8cb9d24f4c req-146eba96-449f-46a3-a686-e955ce701cf1 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:42.678571 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e03e3fc-eccb-482c-bb41-349c28a8373c tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Pushing event deleted for resources: {'Network': ['ID=1144607e-16b0-4541-9f0e-1c51d66b40bc,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:42.715743 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-21f30624-a797-4cb9-b370-445e14997305 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Deleting subnet 5fcf8f83-1bc5-481b-a935-e10db8c6ab1c {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:36:42.839125 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-2429893a-68d8-4118-ac56-dd8cb9d24f4c req-146eba96-449f-46a3-a686-e955ce701cf1 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] For port 4501d607-aadd-4803-8aaf-dc78ed73bb50, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=4501d607-aadd-4803-8aaf-dc78ed73bb50,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:36:42.839703 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2429893a-68d8-4118-ac56-dd8cb9d24f4c req-146eba96-449f-46a3-a686-e955ce701cf1 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:42.855707 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-2429893a-68d8-4118-ac56-dd8cb9d24f4c req-146eba96-449f-46a3-a686-e955ce701cf1 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Calling delete_port for 4501d607-aadd-4803-8aaf-dc78ed73bb50 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:36:42.858366 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-bf23be01-6987-4914-a0dd-e3f48d0593fa service neutron] For port c974b530-b01d-4607-88d1-27d3867fd92c, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=c974b530-b01d-4607-88d1-27d3867fd92c,segment=NetworkSegment(a87351ba-0fbc-4302-9869-b18eee085c86),segment_id=a87351ba-0fbc-4302-9869-b18eee085c86)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:36:42.861055 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-21f30624-a797-4cb9-b370-445e14997305 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:42.993694 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-21f30624-a797-4cb9-b370-445e14997305 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:43.049888 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-bf23be01-6987-4914-a0dd-e3f48d0593fa service neutron] For port c974b530-b01d-4607-88d1-27d3867fd92c, host n-h2-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:36:43.069448 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-6880b38b-0329-49fd-ba63-6f8e140aa9b1 req-307d2400-9e54-45fd-94a3-11193f969cb5 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Allocated IP 172.20.0.11 (29fccc3a-21f2-4674-8b92-bcfa16fabc4c/8fab1dcd-e4f9-4e9d-89a4-c1da67200daf/1f52f03e-5f45-4d69-b482-f10aff3706b3) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:36:43.160250 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-bf23be01-6987-4914-a0dd-e3f48d0593fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c974b530-b01d-4607-88d1-27d3867fd92c {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:36:43.180326 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a2e05-bdec-4e42-b4be-1da9f644ff58 req-75d7b9fc-41f1-4e96-8145-6dc708de9525 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:43.188219 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9f4a2e05-bdec-4e42-b4be-1da9f644ff58 req-75d7b9fc-41f1-4e96-8145-6dc708de9525 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=b12c54d6-778d-4340-84b7-fbb03eee7f71 HTTP/1.1" status: 200 len: 943 time: 0.2628353 Sep 07 02:36:43.207154 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-bf23be01-6987-4914-a0dd-e3f48d0593fa service neutron] For port c974b530-b01d-4607-88d1-27d3867fd92c, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=c974b530-b01d-4607-88d1-27d3867fd92c,segment=NetworkSegment(a87351ba-0fbc-4302-9869-b18eee085c86),segment_id=a87351ba-0fbc-4302-9869-b18eee085c86)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:36:43.222084 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-21f30624-a797-4cb9-b370-445e14997305 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:43.262510 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-bf23be01-6987-4914-a0dd-e3f48d0593fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:43.279681 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-52e3641e-2a12-4484-8b0b-20fa981c8c61 req-68fd0221-fc6a-4309-84c6-1de0699b68bd tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6b2f2ac-b141-4422-bf9e-47541b1c0e67 HTTP/1.1" status: 200 len: 210 time: 0.0657597 Sep 07 02:36:43.395894 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9f4a2e05-bdec-4e42-b4be-1da9f644ff58 req-0a5f4ee4-8591-4b55-8e84-8eae5e440b0c tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006440 Sep 07 02:36:43.402435 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2429893a-68d8-4118-ac56-dd8cb9d24f4c req-146eba96-449f-46a3-a686-e955ce701cf1 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:43.419339 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['cd30c17f-9869-47d0-b8a4-372e64aeee83', '5f62b862-298f-48a6-87b0-a9e80e67a326'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:36:43.421965 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['b6b91583-efab-415c-af4d-b359edcad861', 'ff1a19e3-e096-472f-9a63-57a220fc3f11', '9b74c30d-79a1-4776-88eb-fff88a21f5a9', '05119bc0-20c7-4dc4-b159-b327eb1226cd', '4501d607-aadd-4803-8aaf-dc78ed73bb50'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:36:43.495346 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-bf23be01-6987-4914-a0dd-e3f48d0593fa service neutron] Transition to ACTIVE for port object c974b530-b01d-4607-88d1-27d3867fd92c will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:36:43.499168 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-21f30624-a797-4cb9-b370-445e14997305 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:43.499890 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146eba96-449f-46a3-a686-e955ce701cf1 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Pushing event deleted for resources: {'Port': ['ID=4501d607-aadd-4803-8aaf-dc78ed73bb50,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:43.528800 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-bf23be01-6987-4914-a0dd-e3f48d0593fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:43.590118 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f30624-a797-4cb9-b370-445e14997305 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Pushing event deleted for resources: {'Subnet': ['ID=5fcf8f83-1bc5-481b-a935-e10db8c6ab1c,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:43.620216 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-21f30624-a797-4cb9-b370-445e14997305 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:43.622352 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-21f30624-a797-4cb9-b370-445e14997305 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "DELETE /v2.0/subnets/5fcf8f83-1bc5-481b-a935-e10db8c6ab1c HTTP/1.1" status: 204 len: 168 time: 1.0124156 Sep 07 02:36:43.626047 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 42576) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:36:43.635187 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0ce19b42-8e7a-48df-a5eb-78e495ab964e req-15d3a6f3-debe-4df6-9077-f0d757deb921 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=518e5f32-6696-4251-977f-e4fd41fd1cea HTTP/1.1" status: 200 len: 210 time: 0.1437051 Sep 07 02:36:43.671175 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1faa70-6e45-4966-8333-e85ad33b43c6 None None] Network 14da215f-2a3b-4d4d-a945-cb0582b97222 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:36:43.759717 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-2429893a-68d8-4118-ac56-dd8cb9d24f4c req-146eba96-449f-46a3-a686-e955ce701cf1 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] No DVR routers for this DVR port 4501d607-aadd-4803-8aaf-dc78ed73bb50 on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:36:43.763781 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2429893a-68d8-4118-ac56-dd8cb9d24f4c req-146eba96-449f-46a3-a686-e955ce701cf1 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:43.765904 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2429893a-68d8-4118-ac56-dd8cb9d24f4c req-146eba96-449f-46a3-a686-e955ce701cf1 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.23 "DELETE /v2.0/ports/4501d607-aadd-4803-8aaf-dc78ed73bb50 HTTP/1.1" status: 204 len: 173 time: 2.8362885 Sep 07 02:36:43.766307 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518e5f32-6696-4251-977f-e4fd41fd1cea', 'name': 'network-vif-deleted', 'tag': '4501d607-aadd-4803-8aaf-dc78ed73bb50'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:36:43.769509 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d967f8dd-e8a2-47cb-b799-593f2903ebf6 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:43.790866 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe9f62e-6e12-4d02-b69a-fdb3abc9281d" -d '{"events": [{"server_uuid": "518e5f32-6696-4251-977f-e4fd41fd1cea", "name": "network-vif-deleted", "tag": "4501d607-aadd-4803-8aaf-dc78ed73bb50"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:36:43.823339 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-bf23be01-6987-4914-a0dd-e3f48d0593fa service neutron] No DVR routers for this DVR port c974b530-b01d-4607-88d1-27d3867fd92c on host n-h2-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:36:43.897712 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6880b38b-0329-49fd-ba63-6f8e140aa9b1 req-307d2400-9e54-45fd-94a3-11193f969cb5 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:43.925897 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b14963-433c-46f6-926b-d2e91199ccee x-openstack-request-id: req-e4b14963-433c-46f6-926b-d2e91199ccee {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:36:43.926314 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518e5f32-6696-4251-977f-e4fd41fd1cea", "name": "network-vif-deleted", "tag": "4501d607-aadd-4803-8aaf-dc78ed73bb50", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:36:43.926677 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e4b14963-433c-46f6-926b-d2e91199ccee {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:36:43.930686 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518e5f32-6696-4251-977f-e4fd41fd1cea', 'name': 'network-vif-deleted', 'tag': '4501d607-aadd-4803-8aaf-dc78ed73bb50', 'status': 'completed', 'code': 200} Sep 07 02:36:44.003464 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf23be01-6987-4914-a0dd-e3f48d0593fa service neutron] Pushing event updated for resources: {'Port': ['ID=c974b530-b01d-4607-88d1-27d3867fd92c,revision_number=10']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:44.004050 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6880b38b-0329-49fd-ba63-6f8e140aa9b1 req-307d2400-9e54-45fd-94a3-11193f969cb5 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:44.042191 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-bf23be01-6987-4914-a0dd-e3f48d0593fa service neutron] 10.222.0.16 "PUT /v2.0/ports/c974b530-b01d-4607-88d1-27d3867fd92c/bindings/n-h1-796209-16/activate HTTP/1.1" status: 200 len: 370 time: 1.5803211 Sep 07 02:36:44.098916 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307d2400-9e54-45fd-94a3-11193f969cb5 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Pushing event updated for resources: {'Port': ['ID=1f52f03e-5f45-4d69-b482-f10aff3706b3,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:44.141753 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6880b38b-0329-49fd-ba63-6f8e140aa9b1 req-307d2400-9e54-45fd-94a3-11193f969cb5 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Network 29fccc3a-21f2-4674-8b92-bcfa16fabc4c is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:36:44.164303 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-d967f8dd-e8a2-47cb-b799-593f2903ebf6 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Deleting port 3f987a2d-5812-411e-85c5-55146061cc33 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:36:44.164656 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d967f8dd-e8a2-47cb-b799-593f2903ebf6 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:44.173527 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-6880b38b-0329-49fd-ba63-6f8e140aa9b1 req-307d2400-9e54-45fd-94a3-11193f969cb5 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:36:44.187327 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-6880b38b-0329-49fd-ba63-6f8e140aa9b1 req-307d2400-9e54-45fd-94a3-11193f969cb5 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:36:44.257177 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-d967f8dd-e8a2-47cb-b799-593f2903ebf6 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] For port 3f987a2d-5812-411e-85c5-55146061cc33, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=3f987a2d-5812-411e-85c5-55146061cc33,segment=NetworkSegment(9f5cb424-ebd3-43ed-93c4-429f0ec6783f),segment_id=9f5cb424-ebd3-43ed-93c4-429f0ec6783f)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:36:44.257762 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d967f8dd-e8a2-47cb-b799-593f2903ebf6 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:44.277258 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-d967f8dd-e8a2-47cb-b799-593f2903ebf6 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Calling delete_port for 3f987a2d-5812-411e-85c5-55146061cc33 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:36:44.325592 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880b38b-0329-49fd-ba63-6f8e140aa9b1 req-307d2400-9e54-45fd-94a3-11193f969cb5 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:44.328776 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6880b38b-0329-49fd-ba63-6f8e140aa9b1 req-307d2400-9e54-45fd-94a3-11193f969cb5 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:44.393754 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d967f8dd-e8a2-47cb-b799-593f2903ebf6 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:44.399201 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6880b38b-0329-49fd-ba63-6f8e140aa9b1 req-307d2400-9e54-45fd-94a3-11193f969cb5 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1629629 Sep 07 02:36:44.406995 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-3aa442a9-d8b2-4142-ab26-18b542821d1a tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:44.409103 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-3aa442a9-d8b2-4142-ab26-18b542821d1a tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b12c54d6-778d-4340-84b7-fbb03eee7f71&tenant_id=58fe4c9e71db4bd7aa26d4557468fc65&binding%3Ahost_id=n-h2-796209-16 HTTP/1.1" status: 200 len: 1096 time: 0.2625303 Sep 07 02:36:44.414156 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d967f8dd-e8a2-47cb-b799-593f2903ebf6 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] No DVR routers for this DVR port 3f987a2d-5812-411e-85c5-55146061cc33 on host n-d-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:36:44.424941 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-6880b38b-0329-49fd-ba63-6f8e140aa9b1 req-c193754b-385f-49ee-964b-32c8086e4272 service neutron] Request body: {'port': {'device_id': 'c6b2f2ac-b141-4422-bf9e-47541b1c0e67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:36:44.535922 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d967f8dd-e8a2-47cb-b799-593f2903ebf6 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:44.577504 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-d967f8dd-e8a2-47cb-b799-593f2903ebf6 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14da215f-2a3b-4d4d-a945-cb0582b97222']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:36:44.592940 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-d967f8dd-e8a2-47cb-b799-593f2903ebf6 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f5cb424-ebd3-43ed-93c4-429f0ec6783f') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:36:44.593248 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-d967f8dd-e8a2-47cb-b799-593f2903ebf6 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f5cb424-ebd3-43ed-93c4-429f0ec6783f') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:36:44.607174 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d967f8dd-e8a2-47cb-b799-593f2903ebf6 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:44.625134 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d967f8dd-e8a2-47cb-b799-593f2903ebf6 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:44.635327 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d967f8dd-e8a2-47cb-b799-593f2903ebf6 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:36:44.636699 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d967f8dd-e8a2-47cb-b799-593f2903ebf6 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:44.651061 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6880b38b-0329-49fd-ba63-6f8e140aa9b1 req-c193754b-385f-49ee-964b-32c8086e4272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:44.770009 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd80e958-ef21-466a-8f9a-82607b74187a None None] DHCP port deletion for 14da215f-2a3b-4d4d-a945-cb0582b97222 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:36:44.816039 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:36:44.816039 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:36:44.816039 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:36:44.816039 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:36:44.816039 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:36:44.816039 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:36:44.816039 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:36:44.816039 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:36:44.816039 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:36:44.816039 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:36:44.816039 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:36:44.816039 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:36:44.816039 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:36:44.816039 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:36:44.816039 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:36:44.816039 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:36:44.816039 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:36:44.816039 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:36:44.816039 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:36:44.816039 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:36:44.816039 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:36:44.816039 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:36:44.816039 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:36:44.816039 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:36:44.816039 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:36:44.816039 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:36:44.816039 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:36:44.816039 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:36:44.816039 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:36:44.816039 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:36:44.816039 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:36:44.816039 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:36:44.820304 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d967f8dd-e8a2-47cb-b799-593f2903ebf6 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Pushing event deleted for resources: {'Port': ['ID=3f987a2d-5812-411e-85c5-55146061cc33,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:45.001041 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d967f8dd-e8a2-47cb-b799-593f2903ebf6 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:45.008070 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d967f8dd-e8a2-47cb-b799-593f2903ebf6 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:45.009981 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d967f8dd-e8a2-47cb-b799-593f2903ebf6 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] 10.222.0.22 "DELETE /v2.0/networks/14da215f-2a3b-4d4d-a945-cb0582b97222 HTTP/1.1" status: 204 len: 168 time: 1.3805377 Sep 07 02:36:45.063280 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d967f8dd-e8a2-47cb-b799-593f2903ebf6 tempest-ServersTestMultiNic-1632758305 tempest-ServersTestMultiNic-1632758305-project] Pushing event deleted for resources: {'Network': ['ID=14da215f-2a3b-4d4d-a945-cb0582b97222,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:45.068498 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc585b-4cdb-4cc7-8a03-8f1034d03a17 req-92e781a4-f353-418c-9baf-5e3bbafc9f6c tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:45.079260 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297341f2-b8f9-4fb4-a14c-3701ead66e19 req-70ffa559-5cac-42d4-9468-f57f2a21c29c tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:45.080779 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9dfc585b-4cdb-4cc7-8a03-8f1034d03a17 req-92e781a4-f353-418c-9baf-5e3bbafc9f6c tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=b12c54d6-778d-4340-84b7-fbb03eee7f71 HTTP/1.1" status: 200 len: 944 time: 0.4128726 Sep 07 02:36:45.091221 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-297341f2-b8f9-4fb4-a14c-3701ead66e19 req-70ffa559-5cac-42d4-9468-f57f2a21c29c tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6b2f2ac-b141-4422-bf9e-47541b1c0e67 HTTP/1.1" status: 200 len: 932 time: 0.3316948 Sep 07 02:36:45.156556 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-297341f2-b8f9-4fb4-a14c-3701ead66e19 req-376abb7e-202d-463b-876d-10a53af5c7ca tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544119 Sep 07 02:36:45.202516 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-62f43f7a-4ecb-4df4-b344-0d1d9a64a446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:45.204132 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-62f43f7a-4ecb-4df4-b344-0d1d9a64a446 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b12c54d6-778d-4340-84b7-fbb03eee7f71&tenant_id=58fe4c9e71db4bd7aa26d4557468fc65 HTTP/1.1" status: 200 len: 1096 time: 0.5861070 Sep 07 02:36:45.282695 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9dfc585b-4cdb-4cc7-8a03-8f1034d03a17 req-a53d528f-e157-4eb9-9d0e-44a23d4bdd1d tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010188 Sep 07 02:36:45.397077 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-7ea0a819-4654-4362-b43c-bd1a44294279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:45.398637 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-7ea0a819-4654-4362-b43c-bd1a44294279 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=58fe4c9e71db4bd7aa26d4557468fc65&device_id=b12c54d6-778d-4340-84b7-fbb03eee7f71 HTTP/1.1" status: 200 len: 1096 time: 0.1630909 Sep 07 02:36:45.731365 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-3d508ea2-4a6f-4b0d-867e-2d7dc7b546a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:45.735888 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 42620) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:36:45.757834 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-3d508ea2-4a6f-4b0d-867e-2d7dc7b546a6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e4ab2f0c-5a02-4242-a541-768acd457503 HTTP/1.1" status: 200 len: 921 time: 0.3500307 Sep 07 02:36:45.825285 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 3f987a2d-5812-411e-85c5-55146061cc33 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:36:45.860781 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-6880b38b-0329-49fd-ba63-6f8e140aa9b1 req-c193754b-385f-49ee-964b-32c8086e4272 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f52f03e-5f45-4d69-b482-f10aff3706b3 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:36:45.861975 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 3f987a2d-5812-411e-85c5-55146061cc33 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:36:45.862339 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 3f987a2d-5812-411e-85c5-55146061cc33 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:36:45.869430 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-0064908b-c7f4-4cfa-906b-281395ab25b1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c974b530-b01d-4607-88d1-27d3867fd92c HTTP/1.1" status: 200 len: 217 time: 0.0969708 Sep 07 02:36:45.871894 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6880b38b-0329-49fd-ba63-6f8e140aa9b1 req-c193754b-385f-49ee-964b-32c8086e4272 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:45.973628 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-c02dcc83-e9d4-45ce-85a5-49e559acdf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:45.978362 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-c02dcc83-e9d4-45ce-85a5-49e559acdf5f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a1bc4512-390c-4c50-bb1d-2c94019bd4fe HTTP/1.1" status: 200 len: 861 time: 0.0999179 Sep 07 02:36:46.038412 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-6880b38b-0329-49fd-ba63-6f8e140aa9b1 req-c193754b-385f-49ee-964b-32c8086e4272 service neutron] Transition to ACTIVE for port object 1f52f03e-5f45-4d69-b482-f10aff3706b3 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:36:46.041416 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-5fc0bd28-fc4d-49da-8a75-6e343e8b51ff service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e4ab2f0c-5a02-4242-a541-768acd457503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525899 Sep 07 02:36:46.045071 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 4501d607-aadd-4803-8aaf-dc78ed73bb50 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:36:46.046878 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6880b38b-0329-49fd-ba63-6f8e140aa9b1 req-c193754b-385f-49ee-964b-32c8086e4272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:46.117268 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: 4501d607-aadd-4803-8aaf-dc78ed73bb50 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:36:46.117610 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 4501d607-aadd-4803-8aaf-dc78ed73bb50 not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:36:46.216215 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-4fb48d86-103f-4fe4-ab82-6ce2a0471cd0 service neutron] 10.222.0.23 "GET /v2.0/networks/e4ab2f0c-5a02-4242-a541-768acd457503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582003 Sep 07 02:36:46.274240 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738cba5-f04c-48d8-ae1f-4dfcc9ab9c37 req-97ab826e-6455-4332-94e3-45afb20db290 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:46.276481 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6738cba5-f04c-48d8-ae1f-4dfcc9ab9c37 req-97ab826e-6455-4332-94e3-45afb20db290 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8df486c-f42f-4201-a61b-75b96ec26b43 HTTP/1.1" status: 200 len: 950 time: 0.3894274 Sep 07 02:36:46.295298 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c193754b-385f-49ee-964b-32c8086e4272 service neutron] Pushing event updated for resources: {'Port': ['ID=1f52f03e-5f45-4d69-b482-f10aff3706b3,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:46.416420 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-c17ef724-e746-488c-82c5-31d546a6a71c service neutron] 10.222.0.23 "GET /v2.0/networks/e4ab2f0c-5a02-4242-a541-768acd457503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904144 Sep 07 02:36:46.447144 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-6880b38b-0329-49fd-ba63-6f8e140aa9b1 req-c193754b-385f-49ee-964b-32c8086e4272 service neutron] Attempting to bind port 1f52f03e-5f45-4d69-b482-f10aff3706b3 on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:36:46.447660 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-6880b38b-0329-49fd-ba63-6f8e140aa9b1 req-c193754b-385f-49ee-964b-32c8086e4272 service neutron] Attempting to bind port 1f52f03e-5f45-4d69-b482-f10aff3706b3 by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '3ec0e383-0f35-4c3c-abc7-899f90f4fe60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '29fccc3a-21f2-4674-8b92-bcfa16fabc4c'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:36:46.448042 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6880b38b-0329-49fd-ba63-6f8e140aa9b1 req-c193754b-385f-49ee-964b-32c8086e4272 service neutron] Attempting to bind port 1f52f03e-5f45-4d69-b482-f10aff3706b3 on network 29fccc3a-21f2-4674-8b92-bcfa16fabc4c {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:36:46.462744 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6880b38b-0329-49fd-ba63-6f8e140aa9b1 req-c193754b-385f-49ee-964b-32c8086e4272 service neutron] Port 1f52f03e-5f45-4d69-b482-f10aff3706b3 on network 29fccc3a-21f2-4674-8b92-bcfa16fabc4c not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:36:46.462744 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6880b38b-0329-49fd-ba63-6f8e140aa9b1 req-c193754b-385f-49ee-964b-32c8086e4272 service neutron] Attempting to bind port 1f52f03e-5f45-4d69-b482-f10aff3706b3 on network 29fccc3a-21f2-4674-8b92-bcfa16fabc4c {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:36:46.477483 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6738cba5-f04c-48d8-ae1f-4dfcc9ab9c37 req-f0c73407-3b91-48a6-97fe-7e36247220d3 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947496 Sep 07 02:36:46.516136 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6880b38b-0329-49fd-ba63-6f8e140aa9b1 req-c193754b-385f-49ee-964b-32c8086e4272 service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:36:46.520584 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6880b38b-0329-49fd-ba63-6f8e140aa9b1 req-c193754b-385f-49ee-964b-32c8086e4272 service neutron] Checking segment: {'id': '3ec0e383-0f35-4c3c-abc7-899f90f4fe60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '29fccc3a-21f2-4674-8b92-bcfa16fabc4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:36:46.521043 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6880b38b-0329-49fd-ba63-6f8e140aa9b1 req-c193754b-385f-49ee-964b-32c8086e4272 service neutron] Bound using segment: {'id': '3ec0e383-0f35-4c3c-abc7-899f90f4fe60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '29fccc3a-21f2-4674-8b92-bcfa16fabc4c'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:36:46.521421 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-6880b38b-0329-49fd-ba63-6f8e140aa9b1 req-c193754b-385f-49ee-964b-32c8086e4272 service neutron] Bound port: 1f52f03e-5f45-4d69-b482-f10aff3706b3, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ec0e383-0f35-4c3c-abc7-899f90f4fe60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '29fccc3a-21f2-4674-8b92-bcfa16fabc4c'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:36:46.522485 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6880b38b-0329-49fd-ba63-6f8e140aa9b1 req-c193754b-385f-49ee-964b-32c8086e4272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:46.759208 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca404a-1390-43a7-811c-117bf07bfa15 req-a6ece21a-c492-463b-b41e-c9d662d068bc tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:46.766843 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a1ca404a-1390-43a7-811c-117bf07bfa15 req-a6ece21a-c492-463b-b41e-c9d662d068bc tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6b2f2ac-b141-4422-bf9e-47541b1c0e67 HTTP/1.1" status: 200 len: 944 time: 0.3338549 Sep 07 02:36:46.785045 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-6880b38b-0329-49fd-ba63-6f8e140aa9b1 req-c193754b-385f-49ee-964b-32c8086e4272 service neutron] For port 1f52f03e-5f45-4d69-b482-f10aff3706b3, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:36:46.794866 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff38bcd0-e746-460b-9482-c73ef7f99014 req-a3756a93-7bbe-4a80-92e8-eee85b7cafa2 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:46.796812 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ff38bcd0-e746-460b-9482-c73ef7f99014 req-a3756a93-7bbe-4a80-92e8-eee85b7cafa2 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=b12c54d6-778d-4340-84b7-fbb03eee7f71 HTTP/1.1" status: 200 len: 944 time: 0.1015041 Sep 07 02:36:46.822294 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-6880b38b-0329-49fd-ba63-6f8e140aa9b1 req-c193754b-385f-49ee-964b-32c8086e4272 service neutron] For port 1f52f03e-5f45-4d69-b482-f10aff3706b3, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=1f52f03e-5f45-4d69-b482-f10aff3706b3,segment=NetworkSegment(3ec0e383-0f35-4c3c-abc7-899f90f4fe60),segment_id=3ec0e383-0f35-4c3c-abc7-899f90f4fe60)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:36:46.831006 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-97a04f6b-7563-4ac0-ab12-2b381a3c7f74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:46.856235 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6880b38b-0329-49fd-ba63-6f8e140aa9b1 req-c193754b-385f-49ee-964b-32c8086e4272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:46.863103 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-b4b70d79-969c-429d-a8a8-1550bc4cc69b tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:46.864763 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-b4b70d79-969c-429d-a8a8-1550bc4cc69b tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=b12c54d6-778d-4340-84b7-fbb03eee7f71&tenant_id=58fe4c9e71db4bd7aa26d4557468fc65&binding%3Ahost_id=n-h1-796209-16 HTTP/1.1" status: 200 len: 1096 time: 0.1606643 Sep 07 02:36:46.914444 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a1ca404a-1390-43a7-811c-117bf07bfa15 req-13a7fdf9-a2db-4b19-8c3a-b8d9062b6d2f tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390522 Sep 07 02:36:46.999638 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880b38b-0329-49fd-ba63-6f8e140aa9b1 req-c193754b-385f-49ee-964b-32c8086e4272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:47.000202 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6880b38b-0329-49fd-ba63-6f8e140aa9b1 req-c193754b-385f-49ee-964b-32c8086e4272 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:47.004532 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6880b38b-0329-49fd-ba63-6f8e140aa9b1 req-c193754b-385f-49ee-964b-32c8086e4272 service neutron] 10.222.0.16 "PUT /v2.0/ports/1f52f03e-5f45-4d69-b482-f10aff3706b3 HTTP/1.1" status: 200 len: 1093 time: 2.5945299 Sep 07 02:36:47.005439 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ff38bcd0-e746-460b-9482-c73ef7f99014 req-b8c15754-a205-425f-aa8a-9922c1cf801e tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009721 Sep 07 02:36:47.050468 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6b2f2ac-b141-4422-bf9e-47541b1c0e67', 'tag': '1f52f03e-5f45-4d69-b482-f10aff3706b3'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:36:47.053321 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d42f41-26f7-44bd-8bca-2d30c4a94178" -d '{"events": [{"name": "network-changed", "server_uuid": "c6b2f2ac-b141-4422-bf9e-47541b1c0e67", "tag": "1f52f03e-5f45-4d69-b482-f10aff3706b3"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:36:47.219146 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b41447-8695-4d5b-aef0-1b87250bb98b x-openstack-request-id: req-38b41447-8695-4d5b-aef0-1b87250bb98b {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:36:47.219938 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6b2f2ac-b141-4422-bf9e-47541b1c0e67", "tag": "1f52f03e-5f45-4d69-b482-f10aff3706b3", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:36:47.219938 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-38b41447-8695-4d5b-aef0-1b87250bb98b {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:36:47.220140 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6b2f2ac-b141-4422-bf9e-47541b1c0e67', 'tag': '1f52f03e-5f45-4d69-b482-f10aff3706b3', 'status': 'completed', 'code': 200} Sep 07 02:36:47.324612 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c193754b-385f-49ee-964b-32c8086e4272 service neutron] Pushing event updated for resources: {'Port': ['ID=1f52f03e-5f45-4d69-b482-f10aff3706b3,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:47.353753 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-ff3d6aa4-bd4c-4e3e-b87c-a07a89eb95a3 service neutron] For port c974b530-b01d-4607-88d1-27d3867fd92c, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:36:47.366401 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-ff3d6aa4-bd4c-4e3e-b87c-a07a89eb95a3 service neutron] Notify callbacks [] for binding, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:47.372171 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d7e69933-873c-4a7a-8c03-ac54667e45f5 req-ff3d6aa4-bd4c-4e3e-b87c-a07a89eb95a3 service neutron] 10.222.0.23 "DELETE /v2.0/ports/c974b530-b01d-4607-88d1-27d3867fd92c/bindings/n-h2-796209-16 HTTP/1.1" status: 204 len: 173 time: 0.4926224 Sep 07 02:36:47.413443 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880b38b-0329-49fd-ba63-6f8e140aa9b1 req-8bf22254-9a6d-43a2-a0a1-eff8eced7059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:47.415029 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6880b38b-0329-49fd-ba63-6f8e140aa9b1 req-8bf22254-9a6d-43a2-a0a1-eff8eced7059 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4443ce3bb3024d489f3e6e525e333d25&device_id=c6b2f2ac-b141-4422-bf9e-47541b1c0e67 HTTP/1.1" status: 200 len: 1096 time: 0.3252575 Sep 07 02:36:47.434389 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5749b55a-2298-4089-bed9-6c562cbfcbc8 req-ad928f62-2fb9-49fe-864c-8f9bee117089 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:47.436018 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5749b55a-2298-4089-bed9-6c562cbfcbc8 req-ad928f62-2fb9-49fe-864c-8f9bee117089 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8df486c-f42f-4201-a61b-75b96ec26b43 HTTP/1.1" status: 200 len: 950 time: 0.3110635 Sep 07 02:36:47.531656 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6880b38b-0329-49fd-ba63-6f8e140aa9b1 req-fab60bd6-15ea-4efa-9cd0-5e8a280e8dce service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f52f03e-5f45-4d69-b482-f10aff3706b3 HTTP/1.1" status: 200 len: 217 time: 0.0944223 Sep 07 02:36:47.548081 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-97a04f6b-7563-4ac0-ab12-2b381a3c7f74 admin admin] Deleting port 0c94397c-6106-40eb-bfdc-1862dc7ca2e8 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:36:47.548452 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-97a04f6b-7563-4ac0-ab12-2b381a3c7f74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:47.694240 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-97a04f6b-7563-4ac0-ab12-2b381a3c7f74 admin admin] For port 0c94397c-6106-40eb-bfdc-1862dc7ca2e8, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=0c94397c-6106-40eb-bfdc-1862dc7ca2e8,segment=NetworkSegment(da38b09b-687b-472b-b76c-c3d9678d1429),segment_id=da38b09b-687b-472b-b76c-c3d9678d1429)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:36:47.695516 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-97a04f6b-7563-4ac0-ab12-2b381a3c7f74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:47.739255 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-97a04f6b-7563-4ac0-ab12-2b381a3c7f74 admin admin] Calling delete_port for 0c94397c-6106-40eb-bfdc-1862dc7ca2e8 owned by network:router_interface {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:36:47.889222 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880b38b-0329-49fd-ba63-6f8e140aa9b1 req-b5021d2a-0e59-4cee-bf31-432b9cdf9870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:47.892998 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6880b38b-0329-49fd-ba63-6f8e140aa9b1 req-b5021d2a-0e59-4cee-bf31-432b9cdf9870 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8fab1dcd-e4f9-4e9d-89a4-c1da67200daf HTTP/1.1" status: 200 len: 852 time: 0.2681510 Sep 07 02:36:47.984531 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c1a802-b280-4b4d-a2b9-7f1be83c372d req-7f548b16-2154-44c2-8369-4b4e3701907b tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:47.998635 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-30c1a802-b280-4b4d-a2b9-7f1be83c372d req-7f548b16-2154-44c2-8369-4b4e3701907b tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8df486c-f42f-4201-a61b-75b96ec26b43 HTTP/1.1" status: 200 len: 950 time: 0.3751018 Sep 07 02:36:48.014717 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6880b38b-0329-49fd-ba63-6f8e140aa9b1 req-e56a1b10-1775-45c5-bda6-e4bbc6eafb84 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=29fccc3a-21f2-4674-8b92-bcfa16fabc4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1088779 Sep 07 02:36:48.127307 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-5749b55a-2298-4089-bed9-6c562cbfcbc8 req-9ea7e1b1-1431-4aa1-b3e3-1ec5209224bf tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Deleting port 05119bc0-20c7-4dc4-b159-b327eb1226cd {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:36:48.137159 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5749b55a-2298-4089-bed9-6c562cbfcbc8 req-9ea7e1b1-1431-4aa1-b3e3-1ec5209224bf tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:48.151069 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-30c1a802-b280-4b4d-a2b9-7f1be83c372d req-afdc6c38-afb6-4544-a14f-4a5a1c50bd40 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514363 Sep 07 02:36:48.278169 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ef6b3-16ef-46b3-b494-cb63c4bcd2b2 req-8264e8d5-d294-486c-b98a-d38251f92bcd tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:48.279731 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-413ef6b3-16ef-46b3-b494-cb63c4bcd2b2 req-8264e8d5-d294-486c-b98a-d38251f92bcd tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6b2f2ac-b141-4422-bf9e-47541b1c0e67 HTTP/1.1" status: 200 len: 944 time: 0.1352499 Sep 07 02:36:48.341345 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6880b38b-0329-49fd-ba63-6f8e140aa9b1 req-e51ac79c-7965-4bd9-bb3b-b40183717bd1 service neutron] 10.222.0.16 "GET /v2.0/networks/29fccc3a-21f2-4674-8b92-bcfa16fabc4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105593 Sep 07 02:36:48.354854 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-413ef6b3-16ef-46b3-b494-cb63c4bcd2b2 req-22f7e6af-6557-4600-98a9-75be6c1a41d6 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676947 Sep 07 02:36:48.424933 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-97a04f6b-7563-4ac0-ab12-2b381a3c7f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:48.489663 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a04f6b-7563-4ac0-ab12-2b381a3c7f74 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c94397c-6106-40eb-bfdc-1862dc7ca2e8,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:48.713833 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c794195e-2d1c-4842-832b-9f5af1ddc8f2 req-461fe96b-2631-4ccd-ad9a-4e0f1eb62971 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:48.740473 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c794195e-2d1c-4842-832b-9f5af1ddc8f2 req-461fe96b-2631-4ccd-ad9a-4e0f1eb62971 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=b12c54d6-778d-4340-84b7-fbb03eee7f71 HTTP/1.1" status: 200 len: 944 time: 0.4566758 Sep 07 02:36:48.847270 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6880b38b-0329-49fd-ba63-6f8e140aa9b1 req-3b443ba2-6e8c-40f3-89b7-8f7761a0c062 service neutron] 10.222.0.16 "GET /v2.0/networks/29fccc3a-21f2-4674-8b92-bcfa16fabc4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4954824 Sep 07 02:36:48.890543 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-5749b55a-2298-4089-bed9-6c562cbfcbc8 req-9ea7e1b1-1431-4aa1-b3e3-1ec5209224bf tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] For port 05119bc0-20c7-4dc4-b159-b327eb1226cd, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=05119bc0-20c7-4dc4-b159-b327eb1226cd,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:36:48.891045 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5749b55a-2298-4089-bed9-6c562cbfcbc8 req-9ea7e1b1-1431-4aa1-b3e3-1ec5209224bf tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:48.900882 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-97a04f6b-7563-4ac0-ab12-2b381a3c7f74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:49.458164 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-5749b55a-2298-4089-bed9-6c562cbfcbc8 req-9ea7e1b1-1431-4aa1-b3e3-1ec5209224bf tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Calling delete_port for 05119bc0-20c7-4dc4-b159-b327eb1226cd owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:36:49.475515 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c794195e-2d1c-4842-832b-9f5af1ddc8f2 req-6ac1d14b-f614-4da6-a88f-36c1adc25a88 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7271941 Sep 07 02:36:49.610160 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d42f41-26f7-44bd-8bca-2d30c4a94178 req-5e55b854-3709-43c3-9232-fd04068a4519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:49.612026 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b1d42f41-26f7-44bd-8bca-2d30c4a94178 req-5e55b854-3709-43c3-9232-fd04068a4519 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4443ce3bb3024d489f3e6e525e333d25&device_id=c6b2f2ac-b141-4422-bf9e-47541b1c0e67 HTTP/1.1" status: 200 len: 1096 time: 0.1916077 Sep 07 02:36:49.809664 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c05b640-6fd0-4287-b98e-ea7604e65304 req-b75220ad-6013-476e-9277-92ce0092f21d tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:49.818484 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8c05b640-6fd0-4287-b98e-ea7604e65304 req-b75220ad-6013-476e-9277-92ce0092f21d tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6b2f2ac-b141-4422-bf9e-47541b1c0e67 HTTP/1.1" status: 200 len: 944 time: 0.2030780 Sep 07 02:36:49.884913 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8c05b640-6fd0-4287-b98e-ea7604e65304 req-ae624c72-8b1f-405e-b1a0-f3e3e438edad tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599158 Sep 07 02:36:49.972186 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d42f41-26f7-44bd-8bca-2d30c4a94178 req-9086ffa8-2cc0-42e6-bb39-43d623b789f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:49.973987 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b1d42f41-26f7-44bd-8bca-2d30c4a94178 req-9086ffa8-2cc0-42e6-bb39-43d623b789f7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=29fccc3a-21f2-4674-8b92-bcfa16fabc4c HTTP/1.1" status: 200 len: 912 time: 0.3491783 Sep 07 02:36:49.988440 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97a04f6b-7563-4ac0-ab12-2b381a3c7f74 admin admin] Router 7254997d-285b-4c95-8d14-8c8386f21f68 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:36:50.077224 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b1d42f41-26f7-44bd-8bca-2d30c4a94178 req-0171be36-9d49-4cb8-a47c-3bd39f82899a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f52f03e-5f45-4d69-b482-f10aff3706b3 HTTP/1.1" status: 200 len: 217 time: 0.0945041 Sep 07 02:36:50.175670 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d42f41-26f7-44bd-8bca-2d30c4a94178 req-b62f726b-8aff-4ce0-8b7b-1aae60a76806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:50.178009 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b1d42f41-26f7-44bd-8bca-2d30c4a94178 req-b62f726b-8aff-4ce0-8b7b-1aae60a76806 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8fab1dcd-e4f9-4e9d-89a4-c1da67200daf HTTP/1.1" status: 200 len: 852 time: 0.0990818 Sep 07 02:36:50.178693 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a04f6b-7563-4ac0-ab12-2b381a3c7f74 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:36:50.187161 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 1f52f03e-5f45-4d69-b482-f10aff3706b3 details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:36:50.198041 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d15242-7e85-42ef-8d87-d5c04e74f70c None None] Sync routers for ids ['7254997d-285b-4c95-8d14-8c8386f21f68'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:36:50.201717 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-97a04f6b-7563-4ac0-ab12-2b381a3c7f74 admin admin] 10.222.0.22 "PUT /v2.0/routers/7254997d-285b-4c95-8d14-8c8386f21f68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4625559 Sep 07 02:36:50.211948 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 42696) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:36:50.214537 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d15242-7e85-42ef-8d87-d5c04e74f70c None None] Routers {'7254997d-285b-4c95-8d14-8c8386f21f68'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:36:50.215679 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-f1d15242-7e85-42ef-8d87-d5c04e74f70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:36:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['7254997d-285b-4c95-8d14-8c8386f21f68'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:36:50.290288 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b1d42f41-26f7-44bd-8bca-2d30c4a94178 req-35999440-e459-4f39-994d-282b7ddcdf39 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=29fccc3a-21f2-4674-8b92-bcfa16fabc4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876260 Sep 07 02:36:50.326194 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5749b55a-2298-4089-bed9-6c562cbfcbc8 req-9ea7e1b1-1431-4aa1-b3e3-1ec5209224bf tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:50.381108 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a018b8a2-4401-4139-ba77-48fcb72efd56 req-e8a77301-26e3-4138-950b-d184c67e63cd tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:50.382636 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a018b8a2-4401-4139-ba77-48fcb72efd56 req-e8a77301-26e3-4138-950b-d184c67e63cd tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8df486c-f42f-4201-a61b-75b96ec26b43 HTTP/1.1" status: 200 len: 867 time: 0.3908117 Sep 07 02:36:50.434103 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['cd30c17f-9869-47d0-b8a4-372e64aeee83', '5f62b862-298f-48a6-87b0-a9e80e67a326'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:36:50.438414 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['b6b91583-efab-415c-af4d-b359edcad861', 'ff1a19e3-e096-472f-9a63-57a220fc3f11', '9b74c30d-79a1-4776-88eb-fff88a21f5a9'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:36:50.443842 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-f1d15242-7e85-42ef-8d87-d5c04e74f70c None None] Set router 7254997d-285b-4c95-8d14-8c8386f21f68 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:36:50.519155 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0f461756-7c45-49cb-97c3-701b9c8c1947 admin admin] Notify callbacks [] for router, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:50.552896 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea7e1b1-1431-4aa1-b3e3-1ec5209224bf tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Pushing event deleted for resources: {'Port': ['ID=05119bc0-20c7-4dc4-b159-b327eb1226cd,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:50.562414 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 1f52f03e-5f45-4d69-b482-f10aff3706b3, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=1f52f03e-5f45-4d69-b482-f10aff3706b3,segment=NetworkSegment(3ec0e383-0f35-4c3c-abc7-899f90f4fe60),segment_id=3ec0e383-0f35-4c3c-abc7-899f90f4fe60)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:36:50.603306 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '1f52f03e-5f45-4d69-b482-f10aff3706b3', 'network_id': '29fccc3a-21f2-4674-8b92-bcfa16fabc4c', 'port_id': '1f52f03e-5f45-4d69-b482-f10aff3706b3', 'mac_address': 'fa:16:3e:e1:5d:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fab1dcd-e4f9-4e9d-89a4-c1da67200daf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:36:50.677357 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-5749b55a-2298-4089-bed9-6c562cbfcbc8 req-9ea7e1b1-1431-4aa1-b3e3-1ec5209224bf tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] No DVR routers for this DVR port 05119bc0-20c7-4dc4-b159-b327eb1226cd on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:36:50.684285 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5749b55a-2298-4089-bed9-6c562cbfcbc8 req-9ea7e1b1-1431-4aa1-b3e3-1ec5209224bf tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:50.686782 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5749b55a-2298-4089-bed9-6c562cbfcbc8 req-9ea7e1b1-1431-4aa1-b3e3-1ec5209224bf tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.23 "DELETE /v2.0/ports/05119bc0-20c7-4dc4-b159-b327eb1226cd HTTP/1.1" status: 204 len: 173 time: 3.1541748 Sep 07 02:36:50.733763 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8df486c-f42f-4201-a61b-75b96ec26b43', 'name': 'network-vif-deleted', 'tag': '05119bc0-20c7-4dc4-b159-b327eb1226cd'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:36:50.736955 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e74bb90-2ce9-4f0d-a6e8-b90c058744ce" -d '{"events": [{"server_uuid": "d8df486c-f42f-4201-a61b-75b96ec26b43", "name": "network-vif-deleted", "tag": "05119bc0-20c7-4dc4-b159-b327eb1226cd"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:36:50.765624 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b7bc34-d392-46b4-92fc-db8e9eb2c865 req-ae690aff-cdd1-4529-9ff9-03ee35c81cf1 tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:50.775094 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-68b7bc34-d392-46b4-92fc-db8e9eb2c865 req-ae690aff-cdd1-4529-9ff9-03ee35c81cf1 tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=b12c54d6-778d-4340-84b7-fbb03eee7f71 HTTP/1.1" status: 200 len: 1096 time: 0.4836957 Sep 07 02:36:50.843656 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-68b7bc34-d392-46b4-92fc-db8e9eb2c865 req-edd709ce-6fb5-4ab6-b56c-9571051aa2cd tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610523 Sep 07 02:36:50.856047 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-f1d15242-7e85-42ef-8d87-d5c04e74f70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7254997d-285b-4c95-8d14-8c8386f21f68', 'name': 'tempest-ServersTestMultiNic-962614049-router', 'tenant_id': '82f3fc87393e475b9b7c73e7abf1c936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'b457ee30-ab18-4467-8baa-5fbbfaf4494f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:34:29Z', 'updated_at': '2021-09-07T02:36:48Z', 'revision_number': 5, 'project_id': '82f3fc87393e475b9b7c73e7abf1c936', 'gw_port': {'id': 'b457ee30-ab18-4467-8baa-5fbbfaf4494f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:55:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7254997d-285b-4c95-8d14-8c8386f21f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:34:32Z', 'updated_at': '2021-09-07T02:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:36:50.882860 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a018b8a2-4401-4139-ba77-48fcb72efd56 req-1666922f-daca-4101-9358-e559f6a9ab15 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4658744 Sep 07 02:36:50.889481 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b1d42f41-26f7-44bd-8bca-2d30c4a94178 req-8ce0e5ec-4c76-46fd-896b-260b8e582de6 service neutron] 10.222.0.16 "GET /v2.0/networks/29fccc3a-21f2-4674-8b92-bcfa16fabc4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5150547 Sep 07 02:36:50.902835 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d15242-7e85-42ef-8d87-d5c04e74f70c None None] Checking router: 7254997d-285b-4c95-8d14-8c8386f21f68 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:36:50.924086 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d15242-7e85-42ef-8d87-d5c04e74f70c None None] Routers {'7254997d-285b-4c95-8d14-8c8386f21f68'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:36:50.924886 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-f1d15242-7e85-42ef-8d87-d5c04e74f70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:36:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['7254997d-285b-4c95-8d14-8c8386f21f68'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:36:50.968426 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0f461756-7c45-49cb-97c3-701b9c8c1947 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:51.099335 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b19e651-3562-409a-97d9-8c2869071c0d x-openstack-request-id: req-3b19e651-3562-409a-97d9-8c2869071c0d {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:36:51.100189 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8df486c-f42f-4201-a61b-75b96ec26b43", "name": "network-vif-deleted", "tag": "05119bc0-20c7-4dc4-b159-b327eb1226cd", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:36:51.100668 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3b19e651-3562-409a-97d9-8c2869071c0d {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:36:51.101711 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8df486c-f42f-4201-a61b-75b96ec26b43', 'name': 'network-vif-deleted', 'tag': '05119bc0-20c7-4dc4-b159-b327eb1226cd', 'status': 'completed', 'code': 200} Sep 07 02:36:51.145469 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:51.181677 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-f1d15242-7e85-42ef-8d87-d5c04e74f70c None None] Set router 7254997d-285b-4c95-8d14-8c8386f21f68 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:36:51.190338 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0f461756-7c45-49cb-97c3-701b9c8c1947 admin admin] Deleting port b457ee30-ab18-4467-8baa-5fbbfaf4494f {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:36:51.190929 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0f461756-7c45-49cb-97c3-701b9c8c1947 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:51.196683 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8a12d-a322-4b46-a555-96a6526096e8 req-3f567650-6463-4540-bf8f-d62caa836ad5 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:51.209859 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-26d8a12d-a322-4b46-a555-96a6526096e8 req-3f567650-6463-4540-bf8f-d62caa836ad5 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6b2f2ac-b141-4422-bf9e-47541b1c0e67 HTTP/1.1" status: 200 len: 944 time: 0.1049666 Sep 07 02:36:51.305229 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f52f03e-5f45-4d69-b482-f10aff3706b3 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:36:51.310986 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8f2224-ef8f-4d6f-9858-6dc13b87a843 req-b9ea6bdc-cb2f-4035-b50f-9d5b6f7a54ac tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:51.319743 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1e8f2224-ef8f-4d6f-9858-6dc13b87a843 req-b9ea6bdc-cb2f-4035-b50f-9d5b6f7a54ac tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=b12c54d6-778d-4340-84b7-fbb03eee7f71 HTTP/1.1" status: 200 len: 1096 time: 0.1479197 Sep 07 02:36:51.344251 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b1d42f41-26f7-44bd-8bca-2d30c4a94178 req-93e1d5e5-32a8-4223-8142-17f8c7accf77 service neutron] 10.222.0.16 "GET /v2.0/networks/29fccc3a-21f2-4674-8b92-bcfa16fabc4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4448442 Sep 07 02:36:51.378342 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0f461756-7c45-49cb-97c3-701b9c8c1947 admin admin] For port b457ee30-ab18-4467-8baa-5fbbfaf4494f, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=b457ee30-ab18-4467-8baa-5fbbfaf4494f,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:36:51.378973 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0f461756-7c45-49cb-97c3-701b9c8c1947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:51.383839 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-26d8a12d-a322-4b46-a555-96a6526096e8 req-26caad85-9ac2-4d47-b52b-6cf013b9f2e0 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724708 Sep 07 02:36:51.393084 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:51.406302 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:51.415634 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1e8f2224-ef8f-4d6f-9858-6dc13b87a843 req-5145ee01-f153-420a-a13b-c56eae55b7ce tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889218 Sep 07 02:36:51.416995 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0f461756-7c45-49cb-97c3-701b9c8c1947 admin admin] Calling delete_port for b457ee30-ab18-4467-8baa-5fbbfaf4494f owned by network:router_gateway {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:36:51.587699 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 1f52f03e-5f45-4d69-b482-f10aff3706b3, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=1f52f03e-5f45-4d69-b482-f10aff3706b3,segment=NetworkSegment(3ec0e383-0f35-4c3c-abc7-899f90f4fe60),segment_id=3ec0e383-0f35-4c3c-abc7-899f90f4fe60)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:36:51.604294 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:51.632429 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 02:36:51.818473 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-33dd5f7c-eb63-4196-8236-bbc3d2ec1b62 req-da798c15-5e1f-43f5-be25-261bc5b64673 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1254448223&fields=id&tenant_id=a7ff0a8f96b74e6091b64557a791e2a0 HTTP/1.1" status: 200 len: 267 time: 0.0813107 Sep 07 02:36:51.843463 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-f1d15242-7e85-42ef-8d87-d5c04e74f70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7254997d-285b-4c95-8d14-8c8386f21f68', 'name': 'tempest-ServersTestMultiNic-962614049-router', 'tenant_id': '82f3fc87393e475b9b7c73e7abf1c936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'b457ee30-ab18-4467-8baa-5fbbfaf4494f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:34:29Z', 'updated_at': '2021-09-07T02:36:48Z', 'revision_number': 5, 'project_id': '82f3fc87393e475b9b7c73e7abf1c936', 'gw_port': {'id': 'b457ee30-ab18-4467-8baa-5fbbfaf4494f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:55:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7254997d-285b-4c95-8d14-8c8386f21f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:34:32Z', 'updated_at': '2021-09-07T02:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:36:51.885835 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=1f52f03e-5f45-4d69-b482-f10aff3706b3,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:51.898335 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d15242-7e85-42ef-8d87-d5c04e74f70c None None] The sync data for ids ['7254997d-285b-4c95-8d14-8c8386f21f68'] in n-d-796209-16 is: [{'id': '7254997d-285b-4c95-8d14-8c8386f21f68', 'name': 'tempest-ServersTestMultiNic-962614049-router', 'tenant_id': '82f3fc87393e475b9b7c73e7abf1c936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': 'b457ee30-ab18-4467-8baa-5fbbfaf4494f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:34:29Z', 'updated_at': '2021-09-07T02:36:48Z', 'revision_number': 5, 'project_id': '82f3fc87393e475b9b7c73e7abf1c936', 'gw_port': {'id': 'b457ee30-ab18-4467-8baa-5fbbfaf4494f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:55:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7254997d-285b-4c95-8d14-8c8386f21f68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:34:32Z', 'updated_at': '2021-09-07T02:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:36:51.905664 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:36:51.906019 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:36:51.906412 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:36:51.906875 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:36:51.907212 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:36:51.907587 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:36:51.907919 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:36:51.908246 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:36:51.908571 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:36:51.908896 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:36:51.909227 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:36:51.909545 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:36:51.967277 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0f461756-7c45-49cb-97c3-701b9c8c1947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:51.968442 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['1f52f03e-5f45-4d69-b482-f10aff3706b3'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:36:52.007681 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd5f7c-eb63-4196-8236-bbc3d2ec1b62 req-f937dc76-ccb5-4e38-93cd-d9bbf5efee8c tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:52.016667 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-33dd5f7c-eb63-4196-8236-bbc3d2ec1b62 req-f937dc76-ccb5-4e38-93cd-d9bbf5efee8c tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] 10.222.0.22 "GET /v2.0/networks?id=67b2a986-cf77-4844-b821-6fa0d8b54e01 HTTP/1.1" status: 200 len: 816 time: 0.1969988 Sep 07 02:36:52.028066 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f461756-7c45-49cb-97c3-701b9c8c1947 admin admin] Pushing event deleted for resources: {'Port': ['ID=b457ee30-ab18-4467-8baa-5fbbfaf4494f,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:52.039092 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-33dd5f7c-eb63-4196-8236-bbc3d2ec1b62 req-3c4d8208-fbb2-4fac-991c-5dfd19fc27ac tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] 10.222.0.22 "GET /v2.0/quotas/a7ff0a8f96b74e6091b64557a791e2a0 HTTP/1.1" status: 200 len: 375 time: 0.0188067 Sep 07 02:36:52.045725 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467f635-e521-434c-a011-098fc5b0c3c4 req-345ad54b-76de-4216-9be1-61596b416d98 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:52.053613 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a467f635-e521-434c-a011-098fc5b0c3c4 req-345ad54b-76de-4216-9be1-61596b416d98 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/networks?id=5632e33d-1d7a-4426-9d83-a8e688a88788 HTTP/1.1" status: 200 len: 807 time: 0.2702775 Sep 07 02:36:52.100650 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a467f635-e521-434c-a011-098fc5b0c3c4 req-7501766d-5017-47e9-88a3-82a180b83164 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/quotas/4ff846f9243a40b7bf323ea156c2bdd7 HTTP/1.1" status: 200 len: 375 time: 0.0458980 Sep 07 02:36:52.114791 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 05119bc0-20c7-4dc4-b159-b327eb1226cd no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:36:52.134780 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-33dd5f7c-eb63-4196-8236-bbc3d2ec1b62 req-42f7959d-bc81-44a7-ada4-edb86e1432c3 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a7ff0a8f96b74e6091b64557a791e2a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0893512 Sep 07 02:36:52.170186 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: 05119bc0-20c7-4dc4-b159-b327eb1226cd {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:36:52.170442 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 05119bc0-20c7-4dc4-b159-b327eb1226cd not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:36:52.215972 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a467f635-e521-434c-a011-098fc5b0c3c4 req-1ab6d3f2-9df0-47d4-90c1-d7515fa79626 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=4ff846f9243a40b7bf323ea156c2bdd7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0884459 Sep 07 02:36:52.248215 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0f461756-7c45-49cb-97c3-701b9c8c1947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:52.270612 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-33dd5f7c-eb63-4196-8236-bbc3d2ec1b62 req-e996cc33-5007-4a4b-97d6-0e7f8c31f414 service neutron] 10.222.0.22 "GET /v2.0/networks/67b2a986-cf77-4844-b821-6fa0d8b54e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234689 Sep 07 02:36:52.384136 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0f461756-7c45-49cb-97c3-701b9c8c1947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:52.386843 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0f461756-7c45-49cb-97c3-701b9c8c1947 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:52.425521 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-33dd5f7c-eb63-4196-8236-bbc3d2ec1b62 req-b4839b3c-93d6-47c6-8344-76ad6aee239c service neutron] 10.222.0.22 "GET /v2.0/networks/67b2a986-cf77-4844-b821-6fa0d8b54e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542320 Sep 07 02:36:52.500077 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0f461756-7c45-49cb-97c3-701b9c8c1947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:52.500604 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f461756-7c45-49cb-97c3-701b9c8c1947 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7254997d-285b-4c95-8d14-8c8386f21f68 {{(pid=94701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 02:36:52.510119 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0f461756-7c45-49cb-97c3-701b9c8c1947 admin admin] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:52.513901 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 42742) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:36:52.516851 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-0f461756-7c45-49cb-97c3-701b9c8c1947 admin admin] 10.222.0.22 "DELETE /v2.0/routers/7254997d-285b-4c95-8d14-8c8386f21f68 HTTP/1.1" status: 204 len: 168 time: 2.2932649 Sep 07 02:36:52.569076 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a467f635-e521-434c-a011-098fc5b0c3c4 req-5f0bba5a-ef7e-4588-914d-6dd7dcbeb625 service neutron] 10.222.0.22 "GET /v2.0/networks/5632e33d-1d7a-4426-9d83-a8e688a88788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3519967 Sep 07 02:36:52.583557 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-acdb01cd-053b-4dec-b2c5-33a55b3c535d admin admin] Deleting subnet eac9db17-7222-44d8-ac38-c3956517f6c6 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:36:52.587078 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-acdb01cd-053b-4dec-b2c5-33a55b3c535d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:52.630898 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-acdb01cd-053b-4dec-b2c5-33a55b3c535d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:52.752446 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a467f635-e521-434c-a011-098fc5b0c3c4 req-c7a6a9dc-4666-4c7b-b857-369fdfbecb21 service neutron] 10.222.0.22 "GET /v2.0/networks/5632e33d-1d7a-4426-9d83-a8e688a88788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824915 Sep 07 02:36:52.789501 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-acdb01cd-053b-4dec-b2c5-33a55b3c535d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:52.916821 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-acdb01cd-053b-4dec-b2c5-33a55b3c535d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:52.956656 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-acdb01cd-053b-4dec-b2c5-33a55b3c535d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:52.963420 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5960383e-57b5-4435-b97c-5a84f0146709 None None] Network 1b157571-d602-46e5-a0fd-d64543c55b9e requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:36:52.967924 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-acdb01cd-053b-4dec-b2c5-33a55b3c535d admin admin] 10.222.0.22 "DELETE /v2.0/subnets/eac9db17-7222-44d8-ac38-c3956517f6c6 HTTP/1.1" status: 204 len: 168 time: 0.4504430 Sep 07 02:36:52.968418 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 42762) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:36:53.051919 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdb01cd-053b-4dec-b2c5-33a55b3c535d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eac9db17-7222-44d8-ac38-c3956517f6c6,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:53.175807 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-09a5c79a-29a6-410c-b0ab-608a1a46dc06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:53.368926 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a92c063-a25e-4c27-8b63-ef449cfcb5b8 None None] DHCP port deletion for 1b157571-d602-46e5-a0fd-d64543c55b9e request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:36:53.373759 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-09a5c79a-29a6-410c-b0ab-608a1a46dc06 admin admin] Deleting port b8242592-fbac-402f-9577-d3edc5b51f77 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:36:53.374707 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-09a5c79a-29a6-410c-b0ab-608a1a46dc06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:53.467217 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-4a92c063-a25e-4c27-8b63-ef449cfcb5b8 None None] Deleting port b8242592-fbac-402f-9577-d3edc5b51f77 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:36:53.467355 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4a92c063-a25e-4c27-8b63-ef449cfcb5b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:53.539002 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-09a5c79a-29a6-410c-b0ab-608a1a46dc06 admin admin] For port b8242592-fbac-402f-9577-d3edc5b51f77, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=b8242592-fbac-402f-9577-d3edc5b51f77,segment=NetworkSegment(da38b09b-687b-472b-b76c-c3d9678d1429),segment_id=da38b09b-687b-472b-b76c-c3d9678d1429)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:36:53.542538 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-09a5c79a-29a6-410c-b0ab-608a1a46dc06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:53.576808 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-09a5c79a-29a6-410c-b0ab-608a1a46dc06 admin admin] Calling delete_port for b8242592-fbac-402f-9577-d3edc5b51f77 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:36:53.678173 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-4a92c063-a25e-4c27-8b63-ef449cfcb5b8 None None] For port b8242592-fbac-402f-9577-d3edc5b51f77, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=b8242592-fbac-402f-9577-d3edc5b51f77,segment=NetworkSegment(da38b09b-687b-472b-b76c-c3d9678d1429),segment_id=da38b09b-687b-472b-b76c-c3d9678d1429)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:36:53.681484 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4a92c063-a25e-4c27-8b63-ef449cfcb5b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:53.720612 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-4a92c063-a25e-4c27-8b63-ef449cfcb5b8 None None] Calling delete_port for b8242592-fbac-402f-9577-d3edc5b51f77 owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:36:53.827012 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-09a5c79a-29a6-410c-b0ab-608a1a46dc06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:53.836526 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device b457ee30-ab18-4467-8baa-5fbbfaf4494f no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:36:53.896649 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: b457ee30-ab18-4467-8baa-5fbbfaf4494f {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:36:53.897009 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device b457ee30-ab18-4467-8baa-5fbbfaf4494f not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:36:53.897443 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device b8242592-fbac-402f-9577-d3edc5b51f77 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:36:53.912488 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59746a8-9a97-45b7-b5db-54449d6545bf req-1769403b-8bfc-4b0e-a430-49376956b478 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:53.924220 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f59746a8-9a97-45b7-b5db-54449d6545bf req-1769403b-8bfc-4b0e-a430-49376956b478 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6b2f2ac-b141-4422-bf9e-47541b1c0e67 HTTP/1.1" status: 200 len: 945 time: 0.2238488 Sep 07 02:36:53.941424 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a5c79a-29a6-410c-b0ab-608a1a46dc06 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8242592-fbac-402f-9577-d3edc5b51f77,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:53.942483 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: b8242592-fbac-402f-9577-d3edc5b51f77 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:36:53.943544 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device b8242592-fbac-402f-9577-d3edc5b51f77 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:36:53.943968 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 0c94397c-6106-40eb-bfdc-1862dc7ca2e8 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:36:53.958968 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a5c79a-29a6-410c-b0ab-608a1a46dc06 admin admin] No DVR routers for this DVR port b8242592-fbac-402f-9577-d3edc5b51f77 on host n-d-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:36:53.974003 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 0c94397c-6106-40eb-bfdc-1862dc7ca2e8 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:36:53.975160 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 0c94397c-6106-40eb-bfdc-1862dc7ca2e8 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:36:54.004178 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4a92c063-a25e-4c27-8b63-ef449cfcb5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:54.041242 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a92c063-a25e-4c27-8b63-ef449cfcb5b8 None None] Pushing event deleted for resources: {'Port': ['ID=b8242592-fbac-402f-9577-d3edc5b51f77,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:54.045221 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a92c063-a25e-4c27-8b63-ef449cfcb5b8 None None] No DVR routers for this DVR port b8242592-fbac-402f-9577-d3edc5b51f77 on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:36:54.064590 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e9a6dc08-bc92-4261-bcda-5c499b541a5f req-f2f77aec-c603-4098-8783-e497718cafbc tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] 10.222.0.22 "GET /v2.0/ports?device_id=640d4541-3520-4378-b60d-6b68c23535d6 HTTP/1.1" status: 200 len: 210 time: 0.0718145 Sep 07 02:36:54.124334 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-09a5c79a-29a6-410c-b0ab-608a1a46dc06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:54.149034 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-09a5c79a-29a6-410c-b0ab-608a1a46dc06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b157571-d602-46e5-a0fd-d64543c55b9e']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:36:54.164875 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-09a5c79a-29a6-410c-b0ab-608a1a46dc06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da38b09b-687b-472b-b76c-c3d9678d1429') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:36:54.165433 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-09a5c79a-29a6-410c-b0ab-608a1a46dc06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da38b09b-687b-472b-b76c-c3d9678d1429') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:36:54.176526 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-51e272f9-6df7-4072-8c60-94e53b11aa70 req-12fd82f0-7224-41fb-a9ff-38ccac9ede6a tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9 HTTP/1.1" status: 200 len: 210 time: 0.0415189 Sep 07 02:36:54.178654 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-09a5c79a-29a6-410c-b0ab-608a1a46dc06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:54.195515 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 1f52f03e-5f45-4d69-b482-f10aff3706b3 up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:36:54.195815 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-09a5c79a-29a6-410c-b0ab-608a1a46dc06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:54.203164 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09a5c79a-29a6-410c-b0ab-608a1a46dc06 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:36:54.203884 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-09a5c79a-29a6-410c-b0ab-608a1a46dc06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:54.275868 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:36:54.275868 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:36:54.275868 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:36:54.275868 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:36:54.275868 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:36:54.275868 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:36:54.275868 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:36:54.275868 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:36:54.275868 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:36:54.275868 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:36:54.275868 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:36:54.275868 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:36:54.275868 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:36:54.275868 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:36:54.275868 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:36:54.275868 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:36:54.275868 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:36:54.275868 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:36:54.275868 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:36:54.275868 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:36:54.275868 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:36:54.275868 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:36:54.275868 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:36:54.275868 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:36:54.275868 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:36:54.275868 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:36:54.275868 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:36:54.275868 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:36:54.275868 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:36:54.275868 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:36:54.275868 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:36:54.275868 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:36:54.287790 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f59746a8-9a97-45b7-b5db-54449d6545bf req-ae957604-bbe5-4e94-8870-a0b3b6a7f03a tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600895 Sep 07 02:36:54.305395 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-09a5c79a-29a6-410c-b0ab-608a1a46dc06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:54.324686 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-09a5c79a-29a6-410c-b0ab-608a1a46dc06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:54.335249 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-09a5c79a-29a6-410c-b0ab-608a1a46dc06 admin admin] 10.222.0.22 "DELETE /v2.0/networks/1b157571-d602-46e5-a0fd-d64543c55b9e HTTP/1.1" status: 204 len: 168 time: 1.3656905 Sep 07 02:36:54.338335 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port 1f52f03e-5f45-4d69-b482-f10aff3706b3 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:36:54.348192 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 1f52f03e-5f45-4d69-b482-f10aff3706b3 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:36:54.352145 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:54.360569 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a5c79a-29a6-410c-b0ab-608a1a46dc06 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b157571-d602-46e5-a0fd-d64543c55b9e,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:54.548647 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 42802) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:36:54.623467 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:54.662561 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b4b520ea-20ff-460c-9796-c05d9f6b82f4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=82f3fc87393e475b9b7c73e7abf1c936&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1121261 Sep 07 02:36:54.665590 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 42804) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:36:54.678710 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b2f2ac-b141-4422-bf9e-47541b1c0e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f52f03e-5f45-4d69-b482-f10aff3706b3'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:36:54.681369 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b30a0b-090f-4004-a8d8-be99e30afee1" -d '{"events": [{"server_uuid": "c6b2f2ac-b141-4422-bf9e-47541b1c0e67", "name": "network-vif-plugged", "status": "completed", "tag": "1f52f03e-5f45-4d69-b482-f10aff3706b3"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:36:54.723633 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 1f52f03e-5f45-4d69-b482-f10aff3706b3, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=1f52f03e-5f45-4d69-b482-f10aff3706b3,segment=NetworkSegment(3ec0e383-0f35-4c3c-abc7-899f90f4fe60),segment_id=3ec0e383-0f35-4c3c-abc7-899f90f4fe60)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:36:54.735497 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:54.792646 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48cdec5-2a83-46b0-aaf7-3095c88105b2 x-openstack-request-id: req-d48cdec5-2a83-46b0-aaf7-3095c88105b2 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:36:54.793791 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6b2f2ac-b141-4422-bf9e-47541b1c0e67", "name": "network-vif-plugged", "status": "completed", "tag": "1f52f03e-5f45-4d69-b482-f10aff3706b3", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:36:54.794074 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d48cdec5-2a83-46b0-aaf7-3095c88105b2 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:36:54.794472 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b2f2ac-b141-4422-bf9e-47541b1c0e67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f52f03e-5f45-4d69-b482-f10aff3706b3', 'code': 200} Sep 07 02:36:54.853796 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bcc82364-56e7-448d-b262-ae68e5b6ebc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:54.883839 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bcc82364-56e7-448d-b262-ae68e5b6ebc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:54.893067 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=1f52f03e-5f45-4d69-b482-f10aff3706b3,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:54.916262 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd5f7c-eb63-4196-8236-bbc3d2ec1b62 req-89474574-11f1-4561-b14c-a2ccbb16bb4e tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:54.917796 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-33dd5f7c-eb63-4196-8236-bbc3d2ec1b62 req-89474574-11f1-4561-b14c-a2ccbb16bb4e tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] 10.222.0.23 "GET /v2.0/networks?id=67b2a986-cf77-4844-b821-6fa0d8b54e01 HTTP/1.1" status: 200 len: 816 time: 0.2673466 Sep 07 02:36:55.047933 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b206cfef-acca-4b56-8d49-67a797911618 req-cfb5637d-fe52-4da7-9f76-06f0898703db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:55.049693 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b206cfef-acca-4b56-8d49-67a797911618 req-cfb5637d-fe52-4da7-9f76-06f0898703db service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c6b2f2ac-b141-4422-bf9e-47541b1c0e67 HTTP/1.1" status: 200 len: 1098 time: 0.1309791 Sep 07 02:36:55.053978 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-33dd5f7c-eb63-4196-8236-bbc3d2ec1b62 req-a2637bd0-24dd-484c-8c0c-e156451f1e1c tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7ff0a8f96b74e6091b64557a791e2a0 HTTP/1.1" status: 200 len: 380 time: 0.1164336 Sep 07 02:36:55.059708 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bcc82364-56e7-448d-b262-ae68e5b6ebc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:55.059708 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bcc82364-56e7-448d-b262-ae68e5b6ebc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:55.061056 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-bcc82364-56e7-448d-b262-ae68e5b6ebc5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/da83ed9b-41b3-493b-aca7-370009a4e871 HTTP/1.1" status: 204 len: 168 time: 0.3942032 Sep 07 02:36:55.078293 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc82364-56e7-448d-b262-ae68e5b6ebc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da83ed9b-41b3-493b-aca7-370009a4e871,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:55.101754 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-33dd5f7c-eb63-4196-8236-bbc3d2ec1b62 req-2cb9ac7d-242a-4349-abfd-c4e88bce231f tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Request body: {'port': {'device_id': '640d4541-3520-4378-b60d-6b68c23535d6', 'network_id': '67b2a986-cf77-4844-b821-6fa0d8b54e01', 'admin_state_up': True, 'tenant_id': 'a7ff0a8f96b74e6091b64557a791e2a0', 'security_groups': ['1b8be1a0-2753-410b-9824-ddf49655ee8b']}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:36:55.120641 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4558e5f-a3ce-45ed-8e82-fa518650d6f7 req-ab3e0a5e-c02d-47fc-b1bd-5f2ddcbf9598 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:55.123511 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a4558e5f-a3ce-45ed-8e82-fa518650d6f7 req-ab3e0a5e-c02d-47fc-b1bd-5f2ddcbf9598 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=af77b9dc-da40-4001-9806-5164cbc14e67 HTTP/1.1" status: 200 len: 950 time: 0.1348031 Sep 07 02:36:55.204839 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a4558e5f-a3ce-45ed-8e82-fa518650d6f7 req-f5cbb624-741c-4886-ba48-89aa142ddf11 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750306 Sep 07 02:36:55.451108 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-53375e29-9f43-4eb5-af82-7dde1db7019f req-e94484ea-eaa1-421d-a38d-783c183bae06 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9 HTTP/1.1" status: 200 len: 210 time: 0.0720491 Sep 07 02:36:55.629995 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41837c70-d612-43ff-9517-b087470b1a3f req-3f7a1486-40f1-4191-8969-1b8eb0772b7e tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:55.631034 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-442528d5-08a3-45b7-8841-b2f913978a8c req-f9f73953-f79f-4ee9-aed4-f052de48f8ea tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] 10.222.0.22 "GET /v2.0/ports?device_id=640d4541-3520-4378-b60d-6b68c23535d6 HTTP/1.1" status: 200 len: 210 time: 0.2237780 Sep 07 02:36:55.632089 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-41837c70-d612-43ff-9517-b087470b1a3f req-3f7a1486-40f1-4191-8969-1b8eb0772b7e tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6b2f2ac-b141-4422-bf9e-47541b1c0e67 HTTP/1.1" status: 200 len: 946 time: 0.0874646 Sep 07 02:36:55.742982 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-41837c70-d612-43ff-9517-b087470b1a3f req-eabe8707-a14f-4775-b12f-3fefad2629f6 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988638 Sep 07 02:36:55.842361 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6292fa90-b7ae-4adb-bc83-8b6f1c159413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:55.850375 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467f635-e521-434c-a011-098fc5b0c3c4 req-af132d7c-984c-471c-9a0e-ed6f7339163a tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:55.852301 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a467f635-e521-434c-a011-098fc5b0c3c4 req-af132d7c-984c-471c-9a0e-ed6f7339163a tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.23 "GET /v2.0/networks?id=5632e33d-1d7a-4426-9d83-a8e688a88788 HTTP/1.1" status: 200 len: 807 time: 0.4346452 Sep 07 02:36:55.863069 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b206cfef-acca-4b56-8d49-67a797911618 req-1320f494-a407-4eca-b8ef-c665ab641ce1 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8044443 Sep 07 02:36:55.869246 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-a467f635-e521-434c-a011-098fc5b0c3c4 req-32f9077b-b820-4bef-be8c-7d298d6053bf tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Request body: {'port': {'device_id': '9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9', 'network_id': '5632e33d-1d7a-4426-9d83-a8e688a88788', 'admin_state_up': True, 'tenant_id': '4ff846f9243a40b7bf323ea156c2bdd7'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:36:55.914248 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0986a9-dd99-47b0-b6d8-5a16376d0c6e req-1a3d21a4-8910-43c4-9151-9c5b2274194e tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:55.918171 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-be0986a9-dd99-47b0-b6d8-5a16376d0c6e req-1a3d21a4-8910-43c4-9151-9c5b2274194e tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.16 "GET /v2.0/ports?device_id=af77b9dc-da40-4001-9806-5164cbc14e67 HTTP/1.1" status: 200 len: 950 time: 0.1259036 Sep 07 02:36:56.216114 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33dd5f7c-eb63-4196-8236-bbc3d2ec1b62 req-2cb9ac7d-242a-4349-abfd-c4e88bce231f tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Made reservation on behalf of a7ff0a8f96b74e6091b64557a791e2a0 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:36:56.222394 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-33dd5f7c-eb63-4196-8236-bbc3d2ec1b62 req-2cb9ac7d-242a-4349-abfd-c4e88bce231f tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:56.305493 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432c708-b49d-47c2-bc8a-96a9630c68ba req-77e592dc-d080-423a-9cd4-320c162cd922 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:56.307169 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5432c708-b49d-47c2-bc8a-96a9630c68ba req-77e592dc-d080-423a-9cd4-320c162cd922 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cce6732-4ef3-4ca9-8908-88262e58dea1 HTTP/1.1" status: 200 len: 950 time: 0.1482382 Sep 07 02:36:56.370012 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a467f635-e521-434c-a011-098fc5b0c3c4 req-32f9077b-b820-4bef-be8c-7d298d6053bf tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Made reservation on behalf of 4ff846f9243a40b7bf323ea156c2bdd7 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:36:56.374334 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a467f635-e521-434c-a011-098fc5b0c3c4 req-32f9077b-b820-4bef-be8c-7d298d6053bf tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:56.574672 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 42870) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:36:56.603291 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-a467f635-e521-434c-a011-098fc5b0c3c4 req-32f9077b-b820-4bef-be8c-7d298d6053bf tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Allocated IP 172.20.0.12 (5632e33d-1d7a-4426-9d83-a8e688a88788/cf141221-2e81-48e8-81ec-6bd6d6584327/27489c81-0daf-4417-afae-47ce903b394d) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:36:56.625721 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-be0986a9-dd99-47b0-b6d8-5a16376d0c6e req-1f7f8b43-2f77-405a-9ec4-0cb1db95bf49 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Deleting port 5f62b862-298f-48a6-87b0-a9e80e67a326 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:36:56.636654 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-be0986a9-dd99-47b0-b6d8-5a16376d0c6e req-1f7f8b43-2f77-405a-9ec4-0cb1db95bf49 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:56.661933 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3463021-8626-4853-90ae-dd739457b75f req-568e3f43-7438-4fdf-8574-5d66a6f8578e tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:56.664239 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d3463021-8626-4853-90ae-dd739457b75f req-568e3f43-7438-4fdf-8574-5d66a6f8578e tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=af77b9dc-da40-4001-9806-5164cbc14e67 HTTP/1.1" status: 200 len: 950 time: 0.3244603 Sep 07 02:36:56.798389 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d3463021-8626-4853-90ae-dd739457b75f req-37355141-c2e7-430c-92ec-d22b50d781e7 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166074 Sep 07 02:36:56.801470 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-5432c708-b49d-47c2-bc8a-96a9630c68ba req-5b602acf-7dd0-48e5-94a7-975fce663727 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Deleting port 9b74c30d-79a1-4776-88eb-fff88a21f5a9 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:36:56.801470 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-5432c708-b49d-47c2-bc8a-96a9630c68ba req-5b602acf-7dd0-48e5-94a7-975fce663727 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:56.815809 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-9d30cffc-13be-48d3-8ef5-f41561d48789 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-98083137-network', 'tenant_id': '3c6e11955fd14c5c9b191cf5c7d7b41c'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:36:56.843801 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a467f635-e521-434c-a011-098fc5b0c3c4 req-32f9077b-b820-4bef-be8c-7d298d6053bf tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:56.854707 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d30cffc-13be-48d3-8ef5-f41561d48789 admin admin] Made reservation on behalf of 3c6e11955fd14c5c9b191cf5c7d7b41c for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:36:56.858055 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9d30cffc-13be-48d3-8ef5-f41561d48789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:56.889027 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9d30cffc-13be-48d3-8ef5-f41561d48789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:56.955771 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-be0986a9-dd99-47b0-b6d8-5a16376d0c6e req-1f7f8b43-2f77-405a-9ec4-0cb1db95bf49 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] For port 5f62b862-298f-48a6-87b0-a9e80e67a326, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=5f62b862-298f-48a6-87b0-a9e80e67a326,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:36:56.956337 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-be0986a9-dd99-47b0-b6d8-5a16376d0c6e req-1f7f8b43-2f77-405a-9ec4-0cb1db95bf49 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:56.978770 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-be0986a9-dd99-47b0-b6d8-5a16376d0c6e req-1f7f8b43-2f77-405a-9ec4-0cb1db95bf49 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Calling delete_port for 5f62b862-298f-48a6-87b0-a9e80e67a326 owned by compute:nova {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:36:57.045228 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a467f635-e521-434c-a011-098fc5b0c3c4 req-32f9077b-b820-4bef-be8c-7d298d6053bf tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:57.047171 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-58171dc1-643d-457b-af82-59ec8329a0e0 req-2cad538e-d64b-4f64-a3fa-d0defbcd907c tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] 10.222.0.22 "GET /v2.0/ports?device_id=640d4541-3520-4378-b60d-6b68c23535d6 HTTP/1.1" status: 200 len: 210 time: 0.0603933 Sep 07 02:36:57.076611 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:36:57.096903 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-5432c708-b49d-47c2-bc8a-96a9630c68ba req-5b602acf-7dd0-48e5-94a7-975fce663727 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] For port 9b74c30d-79a1-4776-88eb-fff88a21f5a9, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=9b74c30d-79a1-4776-88eb-fff88a21f5a9,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:36:57.098232 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-5432c708-b49d-47c2-bc8a-96a9630c68ba req-5b602acf-7dd0-48e5-94a7-975fce663727 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:57.156593 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee8ec1-cac5-49b5-9788-5cd4cfa157b3 req-6e516102-060d-48f6-89d9-49a22646ae40 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:57.164733 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4fee8ec1-cac5-49b5-9788-5cd4cfa157b3 req-6e516102-060d-48f6-89d9-49a22646ae40 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9 HTTP/1.1" status: 200 len: 932 time: 0.5682404 Sep 07 02:36:57.187757 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a467f635-e521-434c-a011-098fc5b0c3c4 req-32f9077b-b820-4bef-be8c-7d298d6053bf tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Network 5632e33d-1d7a-4426-9d83-a8e688a88788 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:36:57.221565 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-5432c708-b49d-47c2-bc8a-96a9630c68ba req-5b602acf-7dd0-48e5-94a7-975fce663727 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Calling delete_port for 9b74c30d-79a1-4776-88eb-fff88a21f5a9 owned by compute:nova {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:36:57.242804 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-a467f635-e521-434c-a011-098fc5b0c3c4 req-32f9077b-b820-4bef-be8c-7d298d6053bf tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:36:57.247514 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-a467f635-e521-434c-a011-098fc5b0c3c4 req-32f9077b-b820-4bef-be8c-7d298d6053bf tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:36:57.276325 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-33dd5f7c-eb63-4196-8236-bbc3d2ec1b62 req-2cb9ac7d-242a-4349-abfd-c4e88bce231f tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Allocated IP 172.20.0.10 (67b2a986-cf77-4844-b821-6fa0d8b54e01/66f60b8d-a718-4a50-a37e-972188b63df9/ccc897fa-5fcb-42e5-95b8-463db1fe77e8) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:36:57.285304 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f9077b-b820-4bef-be8c-7d298d6053bf tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Pushing event updated for resources: {'Port': ['ID=27489c81-0daf-4417-afae-47ce903b394d,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:57.369456 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0452f59c-697f-4585-a3e9-b351e5cd7fc0 req-477ca152-eba7-41d7-85d8-428badbd3705 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:57.372014 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0452f59c-697f-4585-a3e9-b351e5cd7fc0 req-477ca152-eba7-41d7-85d8-428badbd3705 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6b2f2ac-b141-4422-bf9e-47541b1c0e67 HTTP/1.1" status: 200 len: 946 time: 0.1462510 Sep 07 02:36:57.438305 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4fee8ec1-cac5-49b5-9788-5cd4cfa157b3 req-b2c23f1d-3f09-4c6c-b5d5-5d85299a1733 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716067 Sep 07 02:36:57.481089 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0452f59c-697f-4585-a3e9-b351e5cd7fc0 req-6a1281bd-98cb-4c9b-b78d-33c07712ec37 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931900 Sep 07 02:36:57.504690 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467f635-e521-434c-a011-098fc5b0c3c4 req-32f9077b-b820-4bef-be8c-7d298d6053bf tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:57.505819 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a467f635-e521-434c-a011-098fc5b0c3c4 req-32f9077b-b820-4bef-be8c-7d298d6053bf tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:57.565711 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9d30cffc-13be-48d3-8ef5-f41561d48789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:57.598908 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a467f635-e521-434c-a011-098fc5b0c3c4 req-32f9077b-b820-4bef-be8c-7d298d6053bf tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7340679 Sep 07 02:36:57.627346 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-a467f635-e521-434c-a011-098fc5b0c3c4 req-444c5e39-5104-465b-8eaf-f94cfe9f2949 service neutron] Request body: {'port': {'device_id': '9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:36:57.687171 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9d30cffc-13be-48d3-8ef5-f41561d48789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:57.780696 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d30cffc-13be-48d3-8ef5-f41561d48789 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:36:57.805121 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-be0986a9-dd99-47b0-b6d8-5a16376d0c6e req-1f7f8b43-2f77-405a-9ec4-0cb1db95bf49 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:57.817639 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['cd30c17f-9869-47d0-b8a4-372e64aeee83'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:36:57.820624 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['b6b91583-efab-415c-af4d-b359edcad861', 'ff1a19e3-e096-472f-9a63-57a220fc3f11', '9b74c30d-79a1-4776-88eb-fff88a21f5a9'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:36:57.828244 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d30cffc-13be-48d3-8ef5-f41561d48789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:57.863949 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-33dd5f7c-eb63-4196-8236-bbc3d2ec1b62 req-2cb9ac7d-242a-4349-abfd-c4e88bce231f tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:57.887891 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-33dd5f7c-eb63-4196-8236-bbc3d2ec1b62 req-2cb9ac7d-242a-4349-abfd-c4e88bce231f tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Transition to ACTIVE for port object ccc897fa-5fcb-42e5-95b8-463db1fe77e8 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:36:57.976095 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a467f635-e521-434c-a011-098fc5b0c3c4 req-444c5e39-5104-465b-8eaf-f94cfe9f2949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:57.980700 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-33dd5f7c-eb63-4196-8236-bbc3d2ec1b62 req-2cb9ac7d-242a-4349-abfd-c4e88bce231f tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:58.022873 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-20fb73a5-6c3a-4d78-9f8e-4151ea8b23c5 req-8d4ba775-8758-46a6-8d65-b00cb931a4ed tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=af77b9dc-da40-4001-9806-5164cbc14e67 HTTP/1.1" status: 200 len: 210 time: 0.0636895 Sep 07 02:36:58.233271 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 5f62b862-298f-48a6-87b0-a9e80e67a326 no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:36:58.306004 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7764d4d7-7ca2-41e4-b5f2-ab938022ea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:58.331621 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: 5f62b862-298f-48a6-87b0-a9e80e67a326 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:36:58.331849 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 5f62b862-298f-48a6-87b0-a9e80e67a326 not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:36:58.359145 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-a467f635-e521-434c-a011-098fc5b0c3c4 req-444c5e39-5104-465b-8eaf-f94cfe9f2949 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27489c81-0daf-4417-afae-47ce903b394d {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:36:58.367834 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a467f635-e521-434c-a011-098fc5b0c3c4 req-444c5e39-5104-465b-8eaf-f94cfe9f2949 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:58.369928 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9d30cffc-13be-48d3-8ef5-f41561d48789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:58.370450 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-9d30cffc-13be-48d3-8ef5-f41561d48789 admin admin] Added segment 6dff264e-7c75-4629-a854-2e784f93e6e2 of type vlan for network c7baff3a-2acd-47c4-826f-ff1b179e5161 Sep 07 02:36:58.380755 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-a467f635-e521-434c-a011-098fc5b0c3c4 req-444c5e39-5104-465b-8eaf-f94cfe9f2949 service neutron] Transition to ACTIVE for port object 27489c81-0daf-4417-afae-47ce903b394d will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:36:58.391913 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33dd5f7c-eb63-4196-8236-bbc3d2ec1b62 req-2cb9ac7d-242a-4349-abfd-c4e88bce231f tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Network 67b2a986-cf77-4844-b821-6fa0d8b54e01 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:36:58.396196 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-33dd5f7c-eb63-4196-8236-bbc3d2ec1b62 req-2cb9ac7d-242a-4349-abfd-c4e88bce231f tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:36:58.398452 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-33dd5f7c-eb63-4196-8236-bbc3d2ec1b62 req-2cb9ac7d-242a-4349-abfd-c4e88bce231f tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:36:58.461059 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9d30cffc-13be-48d3-8ef5-f41561d48789 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:58.465487 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd5f7c-eb63-4196-8236-bbc3d2ec1b62 req-2cb9ac7d-242a-4349-abfd-c4e88bce231f tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:58.466334 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-33dd5f7c-eb63-4196-8236-bbc3d2ec1b62 req-2cb9ac7d-242a-4349-abfd-c4e88bce231f tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:58.468973 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a467f635-e521-434c-a011-098fc5b0c3c4 req-444c5e39-5104-465b-8eaf-f94cfe9f2949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:58.502569 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-5432c708-b49d-47c2-bc8a-96a9630c68ba req-5b602acf-7dd0-48e5-94a7-975fce663727 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:58.530316 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7f8b43-2f77-405a-9ec4-0cb1db95bf49 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Pushing event deleted for resources: {'Port': ['ID=5f62b862-298f-48a6-87b0-a9e80e67a326,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:58.561669 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-33dd5f7c-eb63-4196-8236-bbc3d2ec1b62 req-2cb9ac7d-242a-4349-abfd-c4e88bce231f tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4894018 Sep 07 02:36:58.568757 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9ac7d-242a-4349-abfd-c4e88bce231f tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Pushing event updated for resources: {'Port': ['ID=ccc897fa-5fcb-42e5-95b8-463db1fe77e8,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:58.570520 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9d30cffc-13be-48d3-8ef5-f41561d48789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:58.571764 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d30cffc-13be-48d3-8ef5-f41561d48789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:58.574186 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9d30cffc-13be-48d3-8ef5-f41561d48789 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:58.638102 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444c5e39-5104-465b-8eaf-f94cfe9f2949 service neutron] Pushing event updated for resources: {'Port': ['ID=27489c81-0daf-4417-afae-47ce903b394d,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:58.652992 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-33dd5f7c-eb63-4196-8236-bbc3d2ec1b62 req-dd9215d5-eb27-4188-86f2-1819a81a1ec6 service neutron] Request body: {'port': {'device_id': '640d4541-3520-4378-b60d-6b68c23535d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:36:58.674684 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:58.742544 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-9d30cffc-13be-48d3-8ef5-f41561d48789 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.1630533 Sep 07 02:36:58.753796 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b602acf-7dd0-48e5-94a7-975fce663727 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Pushing event deleted for resources: {'Port': ['ID=9b74c30d-79a1-4776-88eb-fff88a21f5a9,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:58.777909 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-859b9307-bbbb-4715-88fd-8e004821a004 None None] Provisioning for port ccc897fa-5fcb-42e5-95b8-463db1fe77e8 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:36:58.782515 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-859b9307-bbbb-4715-88fd-8e004821a004 None None] Provisioning complete for port ccc897fa-5fcb-42e5-95b8-463db1fe77e8 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:36:58.783001 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-859b9307-bbbb-4715-88fd-8e004821a004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:58.787829 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 42910) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:36:58.795637 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-5432c708-b49d-47c2-bc8a-96a9630c68ba req-5b602acf-7dd0-48e5-94a7-975fce663727 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] No DVR routers for this DVR port 9b74c30d-79a1-4776-88eb-fff88a21f5a9 on host n-h1-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:36:58.798159 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-5432c708-b49d-47c2-bc8a-96a9630c68ba req-5b602acf-7dd0-48e5-94a7-975fce663727 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:58.801499 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5432c708-b49d-47c2-bc8a-96a9630c68ba req-5b602acf-7dd0-48e5-94a7-975fce663727 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.23 "DELETE /v2.0/ports/9b74c30d-79a1-4776-88eb-fff88a21f5a9 HTTP/1.1" status: 204 len: 173 time: 2.4874306 Sep 07 02:36:58.806053 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-6d032b30-2f6e-46c7-87f4-6a4baff63017 admin admin] Request body: {'subnet': {'network_id': 'c7baff3a-2acd-47c4-826f-ff1b179e5161', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-98083137-subnet', 'tenant_id': '3c6e11955fd14c5c9b191cf5c7d7b41c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:36:58.808612 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cce6732-4ef3-4ca9-8908-88262e58dea1', 'name': 'network-vif-deleted', 'tag': '9b74c30d-79a1-4776-88eb-fff88a21f5a9'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:36:58.811942 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ca00e5-651f-4848-a7f7-1b3c35e1e4a2" -d '{"events": [{"server_uuid": "9cce6732-4ef3-4ca9-8908-88262e58dea1", "name": "network-vif-deleted", "tag": "9b74c30d-79a1-4776-88eb-fff88a21f5a9"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:36:58.818630 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51649a46-6893-4dec-9d43-979f7bcd8efd req-ed9cf9c5-9350-4a66-9fd1-3ec16a5045ef tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:58.821515 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-51649a46-6893-4dec-9d43-979f7bcd8efd req-ed9cf9c5-9350-4a66-9fd1-3ec16a5045ef tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] 10.222.0.22 "GET /v2.0/ports?device_id=640d4541-3520-4378-b60d-6b68c23535d6 HTTP/1.1" status: 200 len: 932 time: 0.4302595 Sep 07 02:36:58.853287 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['cd30c17f-9869-47d0-b8a4-372e64aeee83'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:36:58.926132 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-33dd5f7c-eb63-4196-8236-bbc3d2ec1b62 req-dd9215d5-eb27-4188-86f2-1819a81a1ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:58.931660 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-a467f635-e521-434c-a011-098fc5b0c3c4 req-444c5e39-5104-465b-8eaf-f94cfe9f2949 service neutron] Attempting to bind port 27489c81-0daf-4417-afae-47ce903b394d on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:36:58.932000 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-a467f635-e521-434c-a011-098fc5b0c3c4 req-444c5e39-5104-465b-8eaf-f94cfe9f2949 service neutron] Attempting to bind port 27489c81-0daf-4417-afae-47ce903b394d by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': 'cb5a1637-646d-4671-9ca6-bd30e74d860b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5632e33d-1d7a-4426-9d83-a8e688a88788'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:36:58.932328 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a467f635-e521-434c-a011-098fc5b0c3c4 req-444c5e39-5104-465b-8eaf-f94cfe9f2949 service neutron] Attempting to bind port 27489c81-0daf-4417-afae-47ce903b394d on network 5632e33d-1d7a-4426-9d83-a8e688a88788 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:36:58.934356 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d032b30-2f6e-46c7-87f4-6a4baff63017 admin admin] Made reservation on behalf of 3c6e11955fd14c5c9b191cf5c7d7b41c for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:36:58.937219 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6d032b30-2f6e-46c7-87f4-6a4baff63017 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:58.944083 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96171fdd-2820-4e84-8794-cf0ec4ac1620 req-c4711953-f32f-4a04-af01-05cf71d977de tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:58.945656 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-96171fdd-2820-4e84-8794-cf0ec4ac1620 req-c4711953-f32f-4a04-af01-05cf71d977de tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6b2f2ac-b141-4422-bf9e-47541b1c0e67 HTTP/1.1" status: 200 len: 946 time: 0.4477150 Sep 07 02:36:58.952334 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d30cffc-13be-48d3-8ef5-f41561d48789 admin admin] Pushing event updated for resources: {'Network': ['ID=c7baff3a-2acd-47c4-826f-ff1b179e5161,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:58.998473 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-be0986a9-dd99-47b0-b6d8-5a16376d0c6e req-1f7f8b43-2f77-405a-9ec4-0cb1db95bf49 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] No DVR routers for this DVR port 5f62b862-298f-48a6-87b0-a9e80e67a326 on host n-h2-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:36:59.003427 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-859b9307-bbbb-4715-88fd-8e004821a004 None None] Port ccc897fa-5fcb-42e5-95b8-463db1fe77e8 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:36:59.013134 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network c7baff3a-2acd-47c4-826f-ff1b179e5161 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:36:59.016020 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-be0986a9-dd99-47b0-b6d8-5a16376d0c6e req-1f7f8b43-2f77-405a-9ec4-0cb1db95bf49 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:59.032498 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a467f635-e521-434c-a011-098fc5b0c3c4 req-444c5e39-5104-465b-8eaf-f94cfe9f2949 service neutron] Port 27489c81-0daf-4417-afae-47ce903b394d on network 5632e33d-1d7a-4426-9d83-a8e688a88788 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:36:59.032834 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a467f635-e521-434c-a011-098fc5b0c3c4 req-444c5e39-5104-465b-8eaf-f94cfe9f2949 service neutron] Attempting to bind port 27489c81-0daf-4417-afae-47ce903b394d on network 5632e33d-1d7a-4426-9d83-a8e688a88788 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:36:59.037645 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-be0986a9-dd99-47b0-b6d8-5a16376d0c6e req-1f7f8b43-2f77-405a-9ec4-0cb1db95bf49 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.16 "DELETE /v2.0/ports/5f62b862-298f-48a6-87b0-a9e80e67a326 HTTP/1.1" status: 204 len: 173 time: 2.9804382 Sep 07 02:36:59.089541 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-96171fdd-2820-4e84-8794-cf0ec4ac1620 req-85c9aa7e-738c-44af-9b4e-0e60df623847 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048708 Sep 07 02:36:59.096565 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a467f635-e521-434c-a011-098fc5b0c3c4 req-444c5e39-5104-465b-8eaf-f94cfe9f2949 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:36:59.097825 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a467f635-e521-434c-a011-098fc5b0c3c4 req-444c5e39-5104-465b-8eaf-f94cfe9f2949 service neutron] Checking segment: {'id': 'cb5a1637-646d-4671-9ca6-bd30e74d860b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5632e33d-1d7a-4426-9d83-a8e688a88788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:36:59.098297 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a467f635-e521-434c-a011-098fc5b0c3c4 req-444c5e39-5104-465b-8eaf-f94cfe9f2949 service neutron] Bound using segment: {'id': 'cb5a1637-646d-4671-9ca6-bd30e74d860b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5632e33d-1d7a-4426-9d83-a8e688a88788'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:36:59.099280 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-a467f635-e521-434c-a011-098fc5b0c3c4 req-444c5e39-5104-465b-8eaf-f94cfe9f2949 service neutron] Bound port: 27489c81-0daf-4417-afae-47ce903b394d, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb5a1637-646d-4671-9ca6-bd30e74d860b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5632e33d-1d7a-4426-9d83-a8e688a88788'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:36:59.099688 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a467f635-e521-434c-a011-098fc5b0c3c4 req-444c5e39-5104-465b-8eaf-f94cfe9f2949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:59.342788 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['b6b91583-efab-415c-af4d-b359edcad861', 'ff1a19e3-e096-472f-9a63-57a220fc3f11'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:36:59.440123 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:59.467793 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd16a1-647e-4a80-8829-be0158cde36a req-fd2d65bd-aa37-4dc8-b63c-63b3d4e2e5b6 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:59.469345 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-03dd16a1-647e-4a80-8829-be0158cde36a req-fd2d65bd-aa37-4dc8-b63c-63b3d4e2e5b6 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.16 "GET /v2.0/ports?device_id=c6b2f2ac-b141-4422-bf9e-47541b1c0e67 HTTP/1.1" status: 200 len: 946 time: 0.2383559 Sep 07 02:36:59.508976 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6d032b30-2f6e-46c7-87f4-6a4baff63017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:59.672872 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f33dcf-ec5b-4e31-896a-0348365002fc req-35e88971-58a4-4a39-8239-8b329f55b891 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:36:59.676202 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-01f33dcf-ec5b-4e31-896a-0348365002fc req-35e88971-58a4-4a39-8239-8b329f55b891 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9 HTTP/1.1" status: 200 len: 944 time: 0.3608146 Sep 07 02:36:59.830611 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-01f33dcf-ec5b-4e31-896a-0348365002fc req-be34a9aa-9438-4d4a-96a0-79f42e670686 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124411 Sep 07 02:36:59.857972 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-a467f635-e521-434c-a011-098fc5b0c3c4 req-444c5e39-5104-465b-8eaf-f94cfe9f2949 service neutron] For port 27489c81-0daf-4417-afae-47ce903b394d, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:36:59.864125 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-a467f635-e521-434c-a011-098fc5b0c3c4 req-444c5e39-5104-465b-8eaf-f94cfe9f2949 service neutron] For port 27489c81-0daf-4417-afae-47ce903b394d, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=27489c81-0daf-4417-afae-47ce903b394d,segment=NetworkSegment(cb5a1637-646d-4671-9ca6-bd30e74d860b),segment_id=cb5a1637-646d-4671-9ca6-bd30e74d860b)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:36:59.867016 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-03dd16a1-647e-4a80-8829-be0158cde36a req-ab871bdb-1dd1-4b37-ac1c-42d81939dc12 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Deleting port 1f52f03e-5f45-4d69-b482-f10aff3706b3 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:36:59.868239 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-03dd16a1-647e-4a80-8829-be0158cde36a req-ab871bdb-1dd1-4b37-ac1c-42d81939dc12 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:36:59.913416 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d032b30-2f6e-46c7-87f4-6a4baff63017 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04737742-a3d0-4b6d-a6a4-ec1fe2e55890,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:36:59.940141 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-51649a46-6893-4dec-9d43-979f7bcd8efd req-9b1eed9b-3f43-428f-8300-4aeacee8cc13 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b8be1a0-2753-410b-9824-ddf49655ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0949831 Sep 07 02:37:00.113270 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 9b74c30d-79a1-4776-88eb-fff88a21f5a9 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:37:00.133712 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-03dd16a1-647e-4a80-8829-be0158cde36a req-ab871bdb-1dd1-4b37-ac1c-42d81939dc12 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] For port 1f52f03e-5f45-4d69-b482-f10aff3706b3, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=1f52f03e-5f45-4d69-b482-f10aff3706b3,segment=NetworkSegment(3ec0e383-0f35-4c3c-abc7-899f90f4fe60),segment_id=3ec0e383-0f35-4c3c-abc7-899f90f4fe60)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:37:00.134273 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-03dd16a1-647e-4a80-8829-be0158cde36a req-ab871bdb-1dd1-4b37-ac1c-42d81939dc12 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:00.158922 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-03dd16a1-647e-4a80-8829-be0158cde36a req-ab871bdb-1dd1-4b37-ac1c-42d81939dc12 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Calling delete_port for 1f52f03e-5f45-4d69-b482-f10aff3706b3 owned by compute:nova {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:37:00.178120 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: 9b74c30d-79a1-4776-88eb-fff88a21f5a9 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:37:00.178478 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 9b74c30d-79a1-4776-88eb-fff88a21f5a9 not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:37:00.337289 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ad4b29-48a4-494b-9ab8-5ed8c6f45fff x-openstack-request-id: req-a9ad4b29-48a4-494b-9ab8-5ed8c6f45fff {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:37:00.337624 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cce6732-4ef3-4ca9-8908-88262e58dea1", "name": "network-vif-deleted", "tag": "9b74c30d-79a1-4776-88eb-fff88a21f5a9", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:37:00.337890 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a9ad4b29-48a4-494b-9ab8-5ed8c6f45fff {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:37:00.339785 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cce6732-4ef3-4ca9-8908-88262e58dea1', 'name': 'network-vif-deleted', 'tag': '9b74c30d-79a1-4776-88eb-fff88a21f5a9', 'status': 'completed', 'code': 200} Sep 07 02:37:00.421855 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-33dd5f7c-eb63-4196-8236-bbc3d2ec1b62 req-dd9215d5-eb27-4188-86f2-1819a81a1ec6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccc897fa-5fcb-42e5-95b8-463db1fe77e8 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:37:00.433684 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-33dd5f7c-eb63-4196-8236-bbc3d2ec1b62 req-dd9215d5-eb27-4188-86f2-1819a81a1ec6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:00.460680 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-03dd16a1-647e-4a80-8829-be0158cde36a req-ab871bdb-1dd1-4b37-ac1c-42d81939dc12 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:00.463675 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a467f635-e521-434c-a011-098fc5b0c3c4 req-444c5e39-5104-465b-8eaf-f94cfe9f2949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:00.479140 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-33dd5f7c-eb63-4196-8236-bbc3d2ec1b62 req-dd9215d5-eb27-4188-86f2-1819a81a1ec6 service neutron] Transition to ACTIVE for port object ccc897fa-5fcb-42e5-95b8-463db1fe77e8 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:37:00.556461 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab871bdb-1dd1-4b37-ac1c-42d81939dc12 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Pushing event deleted for resources: {'Port': ['ID=1f52f03e-5f45-4d69-b482-f10aff3706b3,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:00.562801 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444c5e39-5104-465b-8eaf-f94cfe9f2949 service neutron] Pushing event updated for resources: {'Port': ['ID=27489c81-0daf-4417-afae-47ce903b394d,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:00.566244 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-33dd5f7c-eb63-4196-8236-bbc3d2ec1b62 req-dd9215d5-eb27-4188-86f2-1819a81a1ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:00.602802 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ba3eaa09-c9bc-46a8-8031-04685646e9a0 req-62353237-9921-459c-af06-d85c6ccf544b tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6b2f2ac-b141-4422-bf9e-47541b1c0e67 HTTP/1.1" status: 200 len: 210 time: 0.1493404 Sep 07 02:37:00.624257 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467f635-e521-434c-a011-098fc5b0c3c4 req-444c5e39-5104-465b-8eaf-f94cfe9f2949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:00.625062 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a467f635-e521-434c-a011-098fc5b0c3c4 req-444c5e39-5104-465b-8eaf-f94cfe9f2949 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:00.629004 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a467f635-e521-434c-a011-098fc5b0c3c4 req-444c5e39-5104-465b-8eaf-f94cfe9f2949 service neutron] 10.222.0.23 "PUT /v2.0/ports/27489c81-0daf-4417-afae-47ce903b394d HTTP/1.1" status: 200 len: 1093 time: 3.0128224 Sep 07 02:37:00.635864 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9', 'tag': '27489c81-0daf-4417-afae-47ce903b394d'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:37:00.638830 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b396df44-981a-4983-8f30-e3aa50948a46" -d '{"events": [{"name": "network-changed", "server_uuid": "9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9", "tag": "27489c81-0daf-4417-afae-47ce903b394d"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:37:00.729595 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d96821-4283-49e9-a1d7-7e31a521574f x-openstack-request-id: req-94d96821-4283-49e9-a1d7-7e31a521574f {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:37:00.730404 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9", "tag": "27489c81-0daf-4417-afae-47ce903b394d", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:37:00.730804 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-94d96821-4283-49e9-a1d7-7e31a521574f {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:37:00.731345 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9', 'tag': '27489c81-0daf-4417-afae-47ce903b394d', 'status': 'completed', 'code': 200} Sep 07 02:37:00.781653 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-03dd16a1-647e-4a80-8829-be0158cde36a req-ab871bdb-1dd1-4b37-ac1c-42d81939dc12 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] No DVR routers for this DVR port 1f52f03e-5f45-4d69-b482-f10aff3706b3 on host n-h2-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:37:00.794388 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-03dd16a1-647e-4a80-8829-be0158cde36a req-ab871bdb-1dd1-4b37-ac1c-42d81939dc12 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:00.802788 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-03dd16a1-647e-4a80-8829-be0158cde36a req-ab871bdb-1dd1-4b37-ac1c-42d81939dc12 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.16 "DELETE /v2.0/ports/1f52f03e-5f45-4d69-b482-f10aff3706b3 HTTP/1.1" status: 204 len: 173 time: 1.3190246 Sep 07 02:37:00.855470 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d032b30-2f6e-46c7-87f4-6a4baff63017 admin admin] Checking segment: {'id': '6dff264e-7c75-4629-a854-2e784f93e6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7baff3a-2acd-47c4-826f-ff1b179e5161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:37:00.856181 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d032b30-2f6e-46c7-87f4-6a4baff63017 admin admin] Network hostable DHCP agents. Network: c7baff3a-2acd-47c4-826f-ff1b179e5161, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:37:00.959669 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-33dd5f7c-eb63-4196-8236-bbc3d2ec1b62 req-dd9215d5-eb27-4188-86f2-1819a81a1ec6 service neutron] Attempting to bind port ccc897fa-5fcb-42e5-95b8-463db1fe77e8 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:37:00.960305 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-33dd5f7c-eb63-4196-8236-bbc3d2ec1b62 req-dd9215d5-eb27-4188-86f2-1819a81a1ec6 service neutron] Attempting to bind port ccc897fa-5fcb-42e5-95b8-463db1fe77e8 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '3d9fcb72-bde2-4ebb-8f5c-12c01c10e26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '67b2a986-cf77-4844-b821-6fa0d8b54e01'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:37:00.960645 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dd5f7c-eb63-4196-8236-bbc3d2ec1b62 req-dd9215d5-eb27-4188-86f2-1819a81a1ec6 service neutron] Attempting to bind port ccc897fa-5fcb-42e5-95b8-463db1fe77e8 on network 67b2a986-cf77-4844-b821-6fa0d8b54e01 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:37:00.982016 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d032b30-2f6e-46c7-87f4-6a4baff63017 admin admin] Network c7baff3a-2acd-47c4-826f-ff1b179e5161 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:37:01.019576 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dd5f7c-eb63-4196-8236-bbc3d2ec1b62 req-dd9215d5-eb27-4188-86f2-1819a81a1ec6 service neutron] Port ccc897fa-5fcb-42e5-95b8-463db1fe77e8 on network 67b2a986-cf77-4844-b821-6fa0d8b54e01 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:37:01.019961 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dd5f7c-eb63-4196-8236-bbc3d2ec1b62 req-dd9215d5-eb27-4188-86f2-1819a81a1ec6 service neutron] Attempting to bind port ccc897fa-5fcb-42e5-95b8-463db1fe77e8 on network 67b2a986-cf77-4844-b821-6fa0d8b54e01 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:37:01.040092 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9215d5-eb27-4188-86f2-1819a81a1ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=ccc897fa-5fcb-42e5-95b8-463db1fe77e8,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:01.092623 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d008a479-1d34-4a0d-9809-3ff6c3f939dc req-1ffc950f-a719-4eb2-8414-03d4bd40dda2 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:01.101104 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d008a479-1d34-4a0d-9809-3ff6c3f939dc req-1ffc950f-a719-4eb2-8414-03d4bd40dda2 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9 HTTP/1.1" status: 200 len: 944 time: 0.1137249 Sep 07 02:37:01.104925 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3af851-a29d-4f46-9b0d-0c629e5d53c0 req-3e922cec-63af-4a77-a258-6b90f930c1ae tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:01.109625 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467f635-e521-434c-a011-098fc5b0c3c4 req-e3b17dc4-9581-4ab8-a899-227d398607f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:01.111091 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a467f635-e521-434c-a011-098fc5b0c3c4 req-e3b17dc4-9581-4ab8-a899-227d398607f5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4ff846f9243a40b7bf323ea156c2bdd7&device_id=9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9 HTTP/1.1" status: 200 len: 1096 time: 0.3230739 Sep 07 02:37:01.112033 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dd5f7c-eb63-4196-8236-bbc3d2ec1b62 req-dd9215d5-eb27-4188-86f2-1819a81a1ec6 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:37:01.112391 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dd5f7c-eb63-4196-8236-bbc3d2ec1b62 req-dd9215d5-eb27-4188-86f2-1819a81a1ec6 service neutron] Checking segment: {'id': '3d9fcb72-bde2-4ebb-8f5c-12c01c10e26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '67b2a986-cf77-4844-b821-6fa0d8b54e01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:37:01.112769 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dd5f7c-eb63-4196-8236-bbc3d2ec1b62 req-dd9215d5-eb27-4188-86f2-1819a81a1ec6 service neutron] Bound using segment: {'id': '3d9fcb72-bde2-4ebb-8f5c-12c01c10e26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '67b2a986-cf77-4844-b821-6fa0d8b54e01'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:37:01.113220 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-33dd5f7c-eb63-4196-8236-bbc3d2ec1b62 req-dd9215d5-eb27-4188-86f2-1819a81a1ec6 service neutron] Bound port: ccc897fa-5fcb-42e5-95b8-463db1fe77e8, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d9fcb72-bde2-4ebb-8f5c-12c01c10e26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '67b2a986-cf77-4844-b821-6fa0d8b54e01'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:37:01.113574 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-33dd5f7c-eb63-4196-8236-bbc3d2ec1b62 req-dd9215d5-eb27-4188-86f2-1819a81a1ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:01.123632 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3c3af851-a29d-4f46-9b0d-0c629e5d53c0 req-3e922cec-63af-4a77-a258-6b90f930c1ae tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=9010bdc4-25bb-4f5c-862e-7e34c09bbe45 HTTP/1.1" status: 200 len: 949 time: 0.0897076 Sep 07 02:37:01.206069 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3c3af851-a29d-4f46-9b0d-0c629e5d53c0 req-2f57103f-52d1-48f3-9abe-6aef844ea1b1 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810511 Sep 07 02:37:01.282277 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:01.475174 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af83caa4-0554-4a32-bb3c-ef2d63a66ccb req-7e1be345-85e0-4290-97d6-90e4efaf982a tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:01.481173 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-af83caa4-0554-4a32-bb3c-ef2d63a66ccb req-7e1be345-85e0-4290-97d6-90e4efaf982a tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] 10.222.0.22 "GET /v2.0/ports?device_id=640d4541-3520-4378-b60d-6b68c23535d6 HTTP/1.1" status: 200 len: 944 time: 0.1515372 Sep 07 02:37:01.571914 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-af83caa4-0554-4a32-bb3c-ef2d63a66ccb req-f77ceef6-4abf-4f94-a247-afe1f637cefe tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b8be1a0-2753-410b-9824-ddf49655ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830209 Sep 07 02:37:01.600404 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a467f635-e521-434c-a011-098fc5b0c3c4 req-64fb695e-c383-43bc-9aff-b318fdcdfb47 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27489c81-0daf-4417-afae-47ce903b394d HTTP/1.1" status: 200 len: 217 time: 0.4714117 Sep 07 02:37:01.601047 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-6d032b30-2f6e-46c7-87f4-6a4baff63017 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, c7baff3a-2acd-47c4-826f-ff1b179e5161) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:37:01.611374 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d6199d-8e2c-498e-b609-20e02afa5021 None None] Network c7baff3a-2acd-47c4-826f-ff1b179e5161 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:37:01.796955 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d032b30-2f6e-46c7-87f4-6a4baff63017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:01.797557 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6d032b30-2f6e-46c7-87f4-6a4baff63017 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:01.825682 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467f635-e521-434c-a011-098fc5b0c3c4 req-41b87110-9153-4780-a907-dee98e827097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:01.827445 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a467f635-e521-434c-a011-098fc5b0c3c4 req-41b87110-9153-4780-a907-dee98e827097 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf141221-2e81-48e8-81ec-6bd6d6584327 HTTP/1.1" status: 200 len: 847 time: 0.1920269 Sep 07 02:37:01.851602 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-6d032b30-2f6e-46c7-87f4-6a4baff63017 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.0584145 Sep 07 02:37:01.854797 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 42960) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:37:01.860503 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-e7ec8383-e821-456e-a206-fefa46a39276 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-98083137-router', 'tenant_id': '3c6e11955fd14c5c9b191cf5c7d7b41c', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:37:01.905779 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e7ec8383-e821-456e-a206-fefa46a39276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:01.907570 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e7ec8383-e821-456e-a206-fefa46a39276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:01.978113 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d008a479-1d34-4a0d-9809-3ff6c3f939dc req-8cd9c2a0-9821-40b7-b613-1b895f49def0 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8760812 Sep 07 02:37:02.016565 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a467f635-e521-434c-a011-098fc5b0c3c4 req-0b85d383-611e-46c2-9670-4001a04a5210 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5632e33d-1d7a-4426-9d83-a8e688a88788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1442723 Sep 07 02:37:02.036062 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0483c1a6-a1d3-49b4-8755-b381816ffd8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-c7baff3a-2acd-47c4-826f-ff1b179e5161', 'network_id': 'c7baff3a-2acd-47c4-826f-ff1b179e5161', 'tenant_id': '3c6e11955fd14c5c9b191cf5c7d7b41c', 'fixed_ips': [{'subnet_id': '04737742-a3d0-4b6d-a6a4-ec1fe2e55890'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:37:02.037521 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0483c1a6-a1d3-49b4-8755-b381816ffd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:02.121691 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e7ec8383-e821-456e-a206-fefa46a39276 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:02.136227 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a54e67-3f18-489b-a3c3-a49f9d9567fb req-e36f433e-caed-4365-9199-e77477096d79 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:02.137910 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b5a54e67-3f18-489b-a3c3-a49f9d9567fb req-e36f433e-caed-4365-9199-e77477096d79 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.23 "GET /v2.0/ports?device_id=9010bdc4-25bb-4f5c-862e-7e34c09bbe45 HTTP/1.1" status: 200 len: 949 time: 0.2135010 Sep 07 02:37:02.251656 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-33dd5f7c-eb63-4196-8236-bbc3d2ec1b62 req-dd9215d5-eb27-4188-86f2-1819a81a1ec6 service neutron] For port ccc897fa-5fcb-42e5-95b8-463db1fe77e8, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:37:02.322071 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-33dd5f7c-eb63-4196-8236-bbc3d2ec1b62 req-dd9215d5-eb27-4188-86f2-1819a81a1ec6 service neutron] For port ccc897fa-5fcb-42e5-95b8-463db1fe77e8, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=ccc897fa-5fcb-42e5-95b8-463db1fe77e8,segment=NetworkSegment(3d9fcb72-bde2-4ebb-8f5c-12c01c10e26a),segment_id=3d9fcb72-bde2-4ebb-8f5c-12c01c10e26a)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:37:02.342422 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-0483c1a6-a1d3-49b4-8755-b381816ffd8c None None] Allocated IP 172.20.0.2 (c7baff3a-2acd-47c4-826f-ff1b179e5161/04737742-a3d0-4b6d-a6a4-ec1fe2e55890/bade65ea-c03b-42f3-b613-57560a4f7f96) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:37:02.344460 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-33dd5f7c-eb63-4196-8236-bbc3d2ec1b62 req-dd9215d5-eb27-4188-86f2-1819a81a1ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:02.441972 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af77b9dc-da40-4001-9806-5164cbc14e67', 'name': 'network-vif-deleted', 'tag': '5f62b862-298f-48a6-87b0-a9e80e67a326'}, {'server_uuid': 'c6b2f2ac-b141-4422-bf9e-47541b1c0e67', 'name': 'network-vif-deleted', 'tag': '1f52f03e-5f45-4d69-b482-f10aff3706b3'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:37:02.444864 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9215d5-eb27-4188-86f2-1819a81a1ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=ccc897fa-5fcb-42e5-95b8-463db1fe77e8,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:02.447576 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c3901f-c020-40ba-8ef2-917124a54b97" -d '{"events": [{"server_uuid": "af77b9dc-da40-4001-9806-5164cbc14e67", "name": "network-vif-deleted", "tag": "5f62b862-298f-48a6-87b0-a9e80e67a326"}, {"server_uuid": "c6b2f2ac-b141-4422-bf9e-47541b1c0e67", "name": "network-vif-deleted", "tag": "1f52f03e-5f45-4d69-b482-f10aff3706b3"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:37:02.466749 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 1f52f03e-5f45-4d69-b482-f10aff3706b3 no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:37:02.507331 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: 1f52f03e-5f45-4d69-b482-f10aff3706b3 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:37:02.507659 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 1f52f03e-5f45-4d69-b482-f10aff3706b3 not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:37:02.532435 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a467f635-e521-434c-a011-098fc5b0c3c4 req-71e97a0e-ed26-412a-92dc-286aafed2a52 service neutron] 10.222.0.23 "GET /v2.0/networks/5632e33d-1d7a-4426-9d83-a8e688a88788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5226312 Sep 07 02:37:02.537524 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd5f7c-eb63-4196-8236-bbc3d2ec1b62 req-dd9215d5-eb27-4188-86f2-1819a81a1ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:02.538489 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-33dd5f7c-eb63-4196-8236-bbc3d2ec1b62 req-dd9215d5-eb27-4188-86f2-1819a81a1ec6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:02.540461 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0483c1a6-a1d3-49b4-8755-b381816ffd8c None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:02.541183 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-33dd5f7c-eb63-4196-8236-bbc3d2ec1b62 req-dd9215d5-eb27-4188-86f2-1819a81a1ec6 service neutron] 10.222.0.23 "PUT /v2.0/ports/ccc897fa-5fcb-42e5-95b8-463db1fe77e8 HTTP/1.1" status: 200 len: 1093 time: 3.9055593 Sep 07 02:37:02.569468 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-0483c1a6-a1d3-49b4-8755-b381816ffd8c None None] Transition to ACTIVE for port object bade65ea-c03b-42f3-b613-57560a4f7f96 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:37:02.622964 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-0483c1a6-a1d3-49b4-8755-b381816ffd8c None None] Transition to ACTIVE for port object bade65ea-c03b-42f3-b613-57560a4f7f96 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:37:02.633010 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0483c1a6-a1d3-49b4-8755-b381816ffd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:02.672065 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6572d1-5bfe-4a2b-b1d1-b9bd964be993 req-4918903e-9318-4c4b-8938-63e587058443 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:02.673621 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3d6572d1-5bfe-4a2b-b1d1-b9bd964be993 req-4918903e-9318-4c4b-8938-63e587058443 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.23 "GET /v2.0/ports?device_id=34396900-5d92-4681-9fe3-886b904c3ccf HTTP/1.1" status: 200 len: 950 time: 0.3758683 Sep 07 02:37:02.696213 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0483c1a6-a1d3-49b4-8755-b381816ffd8c None None] Pushing event updated for resources: {'Port': ['ID=bade65ea-c03b-42f3-b613-57560a4f7f96,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:02.732628 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0483c1a6-a1d3-49b4-8755-b381816ffd8c None None] Network c7baff3a-2acd-47c4-826f-ff1b179e5161 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:37:02.736712 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-0483c1a6-a1d3-49b4-8755-b381816ffd8c None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:37:02.742435 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0483c1a6-a1d3-49b4-8755-b381816ffd8c None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:37:02.749676 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e7ec8383-e821-456e-a206-fefa46a39276 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:02.758918 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '640d4541-3520-4378-b60d-6b68c23535d6', 'tag': 'ccc897fa-5fcb-42e5-95b8-463db1fe77e8'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:37:02.763089 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ab9dbd-c183-45e7-b6b6-4579c97c46cb" -d '{"events": [{"name": "network-changed", "server_uuid": "640d4541-3520-4378-b60d-6b68c23535d6", "tag": "ccc897fa-5fcb-42e5-95b8-463db1fe77e8"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:37:02.812848 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14db29d-d241-473b-865e-9daf7fdfc8f6 req-63df6e3b-98dd-4e56-8df7-2781870f3a15 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:02.814490 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b14db29d-d241-473b-865e-9daf7fdfc8f6 req-63df6e3b-98dd-4e56-8df7-2781870f3a15 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=9010bdc4-25bb-4f5c-862e-7e34c09bbe45 HTTP/1.1" status: 200 len: 949 time: 0.4724646 Sep 07 02:37:02.816557 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd5f7c-eb63-4196-8236-bbc3d2ec1b62 req-de63d0af-8325-451a-92b1-3ab359587544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:02.818155 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-33dd5f7c-eb63-4196-8236-bbc3d2ec1b62 req-de63d0af-8325-451a-92b1-3ab359587544 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a7ff0a8f96b74e6091b64557a791e2a0&device_id=640d4541-3520-4378-b60d-6b68c23535d6 HTTP/1.1" status: 200 len: 1096 time: 0.2201314 Sep 07 02:37:02.875407 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-0483c1a6-a1d3-49b4-8755-b381816ffd8c None None] Attempting to bind port bade65ea-c03b-42f3-b613-57560a4f7f96 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:37:02.875869 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-0483c1a6-a1d3-49b4-8755-b381816ffd8c None None] Attempting to bind port bade65ea-c03b-42f3-b613-57560a4f7f96 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '6dff264e-7c75-4629-a854-2e784f93e6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7baff3a-2acd-47c4-826f-ff1b179e5161'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:37:02.876251 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0483c1a6-a1d3-49b4-8755-b381816ffd8c None None] Attempting to bind port bade65ea-c03b-42f3-b613-57560a4f7f96 on network c7baff3a-2acd-47c4-826f-ff1b179e5161 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:37:02.906252 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0483c1a6-a1d3-49b4-8755-b381816ffd8c None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:37:02.918699 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0483c1a6-a1d3-49b4-8755-b381816ffd8c None None] Checking segment: {'id': '6dff264e-7c75-4629-a854-2e784f93e6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7baff3a-2acd-47c4-826f-ff1b179e5161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:37:02.920309 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0483c1a6-a1d3-49b4-8755-b381816ffd8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:02.920899 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0483c1a6-a1d3-49b4-8755-b381816ffd8c None None] Bound using segment: {'id': '6dff264e-7c75-4629-a854-2e784f93e6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7baff3a-2acd-47c4-826f-ff1b179e5161'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:37:02.921615 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-0483c1a6-a1d3-49b4-8755-b381816ffd8c None None] Bound port: bade65ea-c03b-42f3-b613-57560a4f7f96, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dff264e-7c75-4629-a854-2e784f93e6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7baff3a-2acd-47c4-826f-ff1b179e5161'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:37:02.922750 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0483c1a6-a1d3-49b4-8755-b381816ffd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:02.950223 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a467f635-e521-434c-a011-098fc5b0c3c4 req-6d8e0200-2cd4-4e37-812d-78d82fbc35ac service neutron] 10.222.0.23 "GET /v2.0/networks/5632e33d-1d7a-4426-9d83-a8e688a88788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4032588 Sep 07 02:37:02.968185 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b14db29d-d241-473b-865e-9daf7fdfc8f6 req-413470b3-bde2-4329-ae55-bf6fd1807ca5 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144242 Sep 07 02:37:02.972092 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-33dd5f7c-eb63-4196-8236-bbc3d2ec1b62 req-70580641-e9ce-4cbc-aac8-05e2818b4c4b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ccc897fa-5fcb-42e5-95b8-463db1fe77e8 HTTP/1.1" status: 200 len: 217 time: 0.1192095 Sep 07 02:37:03.029151 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17db3a82-9ee0-4d90-b1fd-453e01977035 req-9f0c0f44-d1b8-41da-89a2-6f9a53e323c6 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:03.053131 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-17db3a82-9ee0-4d90-b1fd-453e01977035 req-9f0c0f44-d1b8-41da-89a2-6f9a53e323c6 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/networks?id=29fccc3a-21f2-4674-8b92-bcfa16fabc4c HTTP/1.1" status: 200 len: 812 time: 0.8434689 Sep 07 02:37:03.070547 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-b5a54e67-3f18-489b-a3c3-a49f9d9567fb req-d8d020d5-3613-4363-8ab4-3b2395e8f134 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Deleting port b6b91583-efab-415c-af4d-b359edcad861 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:37:03.071006 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-b5a54e67-3f18-489b-a3c3-a49f9d9567fb req-d8d020d5-3613-4363-8ab4-3b2395e8f134 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:03.095463 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-3d6572d1-5bfe-4a2b-b1d1-b9bd964be993 req-0f354a85-340d-4307-bd35-55e5381da064 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Deleting port ff1a19e3-e096-472f-9a63-57a220fc3f11 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:37:03.095854 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3d6572d1-5bfe-4a2b-b1d1-b9bd964be993 req-0f354a85-340d-4307-bd35-55e5381da064 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:03.101830 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-17db3a82-9ee0-4d90-b1fd-453e01977035 req-371337e6-4955-45cc-a6ac-065a091fb41e tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/quotas/4443ce3bb3024d489f3e6e525e333d25 HTTP/1.1" status: 200 len: 375 time: 0.0486019 Sep 07 02:37:03.121543 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd5f7c-eb63-4196-8236-bbc3d2ec1b62 req-a476cf0c-1446-4919-8035-3bb88b9b8ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:03.122531 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 07 Sep 2021 02:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e232dda-ed64-4146-b3a0-0c2087ec96c9 x-openstack-request-id: req-3e232dda-ed64-4146-b3a0-0c2087ec96c9 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:37:03.123026 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af77b9dc-da40-4001-9806-5164cbc14e67", "name": "network-vif-deleted", "tag": "5f62b862-298f-48a6-87b0-a9e80e67a326", "status": "completed", "code": 200}, {"server_uuid": "c6b2f2ac-b141-4422-bf9e-47541b1c0e67", "name": "network-vif-deleted", "tag": "1f52f03e-5f45-4d69-b482-f10aff3706b3", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:37:03.123287 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3e232dda-ed64-4146-b3a0-0c2087ec96c9 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:37:03.123812 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af77b9dc-da40-4001-9806-5164cbc14e67', 'name': 'network-vif-deleted', 'tag': '5f62b862-298f-48a6-87b0-a9e80e67a326', 'status': 'completed', 'code': 200} Sep 07 02:37:03.124170 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b2f2ac-b141-4422-bf9e-47541b1c0e67', 'name': 'network-vif-deleted', 'tag': '1f52f03e-5f45-4d69-b482-f10aff3706b3', 'status': 'completed', 'code': 200} Sep 07 02:37:03.125350 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-33dd5f7c-eb63-4196-8236-bbc3d2ec1b62 req-a476cf0c-1446-4919-8035-3bb88b9b8ea8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=66f60b8d-a718-4a50-a37e-972188b63df9 HTTP/1.1" status: 200 len: 855 time: 0.1456189 Sep 07 02:37:03.144667 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-0483c1a6-a1d3-49b4-8755-b381816ffd8c None None] For port bade65ea-c03b-42f3-b613-57560a4f7f96, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:37:03.154863 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-0483c1a6-a1d3-49b4-8755-b381816ffd8c None None] For port bade65ea-c03b-42f3-b613-57560a4f7f96, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=bade65ea-c03b-42f3-b613-57560a4f7f96,segment=NetworkSegment(6dff264e-7c75-4629-a854-2e784f93e6e2),segment_id=6dff264e-7c75-4629-a854-2e784f93e6e2)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:37:03.157546 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-17db3a82-9ee0-4d90-b1fd-453e01977035 req-140d38a9-e6db-4c30-87cd-f523f48e933b tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=4443ce3bb3024d489f3e6e525e333d25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546041 Sep 07 02:37:03.167271 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0483c1a6-a1d3-49b4-8755-b381816ffd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:03.259313 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0483c1a6-a1d3-49b4-8755-b381816ffd8c None None] Pushing event updated for resources: {'Port': ['ID=bade65ea-c03b-42f3-b613-57560a4f7f96,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:03.445996 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-17db3a82-9ee0-4d90-b1fd-453e01977035 req-a84e34ee-74d3-4e95-985a-d8a55fba73a1 service neutron] 10.222.0.22 "GET /v2.0/networks/29fccc3a-21f2-4674-8b92-bcfa16fabc4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873540 Sep 07 02:37:03.454460 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b396df44-981a-4983-8f30-e3aa50948a46 req-f661fcc3-878b-48ab-bc26-c1074d57bce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:03.456127 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b396df44-981a-4983-8f30-e3aa50948a46 req-f661fcc3-878b-48ab-bc26-c1074d57bce9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4ff846f9243a40b7bf323ea156c2bdd7&device_id=9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9 HTTP/1.1" status: 200 len: 1096 time: 0.4491296 Sep 07 02:37:03.467990 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-b5a54e67-3f18-489b-a3c3-a49f9d9567fb req-d8d020d5-3613-4363-8ab4-3b2395e8f134 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] For port b6b91583-efab-415c-af4d-b359edcad861, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=b6b91583-efab-415c-af4d-b359edcad861,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:37:03.468364 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-b5a54e67-3f18-489b-a3c3-a49f9d9567fb req-d8d020d5-3613-4363-8ab4-3b2395e8f134 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:03.493845 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-3d6572d1-5bfe-4a2b-b1d1-b9bd964be993 req-0f354a85-340d-4307-bd35-55e5381da064 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] For port ff1a19e3-e096-472f-9a63-57a220fc3f11, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=ff1a19e3-e096-472f-9a63-57a220fc3f11,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:37:03.494300 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3d6572d1-5bfe-4a2b-b1d1-b9bd964be993 req-0f354a85-340d-4307-bd35-55e5381da064 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:03.526182 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd5f7c-eb63-4196-8236-bbc3d2ec1b62 req-e6e811ed-22a1-4e50-a282-039aa177d559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:03.527824 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-33dd5f7c-eb63-4196-8236-bbc3d2ec1b62 req-e6e811ed-22a1-4e50-a282-039aa177d559 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=67b2a986-cf77-4844-b821-6fa0d8b54e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3506174 Sep 07 02:37:03.528980 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-3d6572d1-5bfe-4a2b-b1d1-b9bd964be993 req-0f354a85-340d-4307-bd35-55e5381da064 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Calling delete_port for ff1a19e3-e096-472f-9a63-57a220fc3f11 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:37:03.543546 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-b5a54e67-3f18-489b-a3c3-a49f9d9567fb req-d8d020d5-3613-4363-8ab4-3b2395e8f134 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Calling delete_port for b6b91583-efab-415c-af4d-b359edcad861 owned by compute:nova {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:37:03.737696 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-17db3a82-9ee0-4d90-b1fd-453e01977035 req-d8f29add-18c0-4a9f-b950-f566205e564b service neutron] 10.222.0.22 "GET /v2.0/networks/29fccc3a-21f2-4674-8b92-bcfa16fabc4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908013 Sep 07 02:37:03.856301 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device bade65ea-c03b-42f3-b613-57560a4f7f96 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:37:03.895134 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-33dd5f7c-eb63-4196-8236-bbc3d2ec1b62 req-166b909d-a368-43d4-ab19-f54a45dac523 service neutron] 10.222.0.23 "GET /v2.0/networks/67b2a986-cf77-4844-b821-6fa0d8b54e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469431 Sep 07 02:37:03.954990 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e7ec8383-e821-456e-a206-fefa46a39276 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:03.962802 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port bade65ea-c03b-42f3-b613-57560a4f7f96 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:37:04.005885 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e7ec8383-e821-456e-a206-fefa46a39276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:04.018896 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-b5a54e67-3f18-489b-a3c3-a49f9d9567fb req-d8d020d5-3613-4363-8ab4-3b2395e8f134 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:04.038704 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['cd30c17f-9869-47d0-b8a4-372e64aeee83'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:37:04.111553 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['b6b91583-efab-415c-af4d-b359edcad861', 'ff1a19e3-e096-472f-9a63-57a220fc3f11'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:37:04.173094 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d020d5-3613-4363-8ab4-3b2395e8f134 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Pushing event deleted for resources: {'Port': ['ID=b6b91583-efab-415c-af4d-b359edcad861,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:04.212851 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-33dd5f7c-eb63-4196-8236-bbc3d2ec1b62 req-4d2919c0-012c-4225-919a-6afaea9679ac service neutron] 10.222.0.23 "GET /v2.0/networks/67b2a986-cf77-4844-b821-6fa0d8b54e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027191 Sep 07 02:37:04.217519 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12e85d3-d824-42d1-a5a0-3e78e7b8069d x-openstack-request-id: req-f12e85d3-d824-42d1-a5a0-3e78e7b8069d {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:37:04.218030 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "640d4541-3520-4378-b60d-6b68c23535d6", "tag": "ccc897fa-5fcb-42e5-95b8-463db1fe77e8", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:37:04.218434 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f12e85d3-d824-42d1-a5a0-3e78e7b8069d {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:37:04.219358 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '640d4541-3520-4378-b60d-6b68c23535d6', 'tag': 'ccc897fa-5fcb-42e5-95b8-463db1fe77e8', 'status': 'completed', 'code': 200} Sep 07 02:37:04.269410 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5745a25e-6458-4a9b-a8bf-c9b116ee8aea req-23cc0c9d-44bb-488b-a4cb-9c3918296c1e tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:04.284226 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5745a25e-6458-4a9b-a8bf-c9b116ee8aea req-23cc0c9d-44bb-488b-a4cb-9c3918296c1e tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] 10.222.0.22 "GET /v2.0/ports?device_id=640d4541-3520-4378-b60d-6b68c23535d6 HTTP/1.1" status: 200 len: 944 time: 1.0110190 Sep 07 02:37:04.356980 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5a54e67-3f18-489b-a3c3-a49f9d9567fb req-d8d020d5-3613-4363-8ab4-3b2395e8f134 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] No DVR routers for this DVR port b6b91583-efab-415c-af4d-b359edcad861 on host n-h1-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:37:04.377157 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-b5a54e67-3f18-489b-a3c3-a49f9d9567fb req-d8d020d5-3613-4363-8ab4-3b2395e8f134 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:04.381527 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b5a54e67-3f18-489b-a3c3-a49f9d9567fb req-d8d020d5-3613-4363-8ab4-3b2395e8f134 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.23 "DELETE /v2.0/ports/b6b91583-efab-415c-af4d-b359edcad861 HTTP/1.1" status: 204 len: 173 time: 2.1859515 Sep 07 02:37:04.523291 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b396df44-981a-4983-8f30-e3aa50948a46 req-24bb6c82-56e3-4925-8d4c-f9f6cc4a8477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:04.525439 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b396df44-981a-4983-8f30-e3aa50948a46 req-24bb6c82-56e3-4925-8d4c-f9f6cc4a8477 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5632e33d-1d7a-4426-9d83-a8e688a88788 HTTP/1.1" status: 200 len: 907 time: 1.0451131 Sep 07 02:37:04.548044 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-e7ec8383-e821-456e-a206-fefa46a39276 admin admin] Allocated IP 172.25.5.196 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/07bfadc9-2924-4241-85e9-a9ad1759c719) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:37:04.613448 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5745a25e-6458-4a9b-a8bf-c9b116ee8aea req-17ae5f60-ce0b-4b9d-bfba-58f7ec7d32c1 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b8be1a0-2753-410b-9824-ddf49655ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3249612 Sep 07 02:37:04.661773 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3d6572d1-5bfe-4a2b-b1d1-b9bd964be993 req-0f354a85-340d-4307-bd35-55e5381da064 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:04.838572 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['cd30c17f-9869-47d0-b8a4-372e64aeee83'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:37:04.859788 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b396df44-981a-4983-8f30-e3aa50948a46 req-1b854c02-e389-4d32-b9dd-abca9acc15ef service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27489c81-0daf-4417-afae-47ce903b394d HTTP/1.1" status: 200 len: 217 time: 0.2752700 Sep 07 02:37:04.893543 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d030868-8e74-4406-a138-afbf1773b882 req-f8d7745b-b510-45d5-90ab-1ee0e2ad8554 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:04.902012 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3d030868-8e74-4406-a138-afbf1773b882 req-f8d7745b-b510-45d5-90ab-1ee0e2ad8554 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9 HTTP/1.1" status: 200 len: 944 time: 0.3415742 Sep 07 02:37:04.972226 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab9dbd-c183-45e7-b6b6-4579c97c46cb req-276002b6-5ca5-4804-8c1f-2137c87c6fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:04.974318 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-97ab9dbd-c183-45e7-b6b6-4579c97c46cb req-276002b6-5ca5-4804-8c1f-2137c87c6fca service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a7ff0a8f96b74e6091b64557a791e2a0&device_id=640d4541-3520-4378-b60d-6b68c23535d6 HTTP/1.1" status: 200 len: 1096 time: 0.6876032 Sep 07 02:37:04.975629 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f354a85-340d-4307-bd35-55e5381da064 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Pushing event deleted for resources: {'Port': ['ID=ff1a19e3-e096-472f-9a63-57a220fc3f11,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:05.148797 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9010bdc4-25bb-4f5c-862e-7e34c09bbe45', 'name': 'network-vif-deleted', 'tag': 'b6b91583-efab-415c-af4d-b359edcad861'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:37:05.153895 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ac271b-0d99-40ff-94ba-b09e711d7dcc" -d '{"events": [{"server_uuid": "9010bdc4-25bb-4f5c-862e-7e34c09bbe45", "name": "network-vif-deleted", "tag": "b6b91583-efab-415c-af4d-b359edcad861"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:37:05.176786 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3d030868-8e74-4406-a138-afbf1773b882 req-1de91988-53d2-449f-9e33-ac97fdc4f1c2 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585245 Sep 07 02:37:05.228154 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6d22e53f-2f0b-4625-8a37-c305dc312b53 req-0fcba6e1-f7c8-4cc5-875e-245701b5b121 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=9010bdc4-25bb-4f5c-862e-7e34c09bbe45 HTTP/1.1" status: 200 len: 210 time: 0.3554122 Sep 07 02:37:05.274516 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02979fa4-34a3-4e3d-b737-c6fb40ccd6ad None None] Network c7baff3a-2acd-47c4-826f-ff1b179e5161 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:37:05.295966 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e7ec8383-e821-456e-a206-fefa46a39276 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:05.300139 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d6572d1-5bfe-4a2b-b1d1-b9bd964be993 req-0f354a85-340d-4307-bd35-55e5381da064 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] No DVR routers for this DVR port ff1a19e3-e096-472f-9a63-57a220fc3f11 on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:37:05.304127 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3d6572d1-5bfe-4a2b-b1d1-b9bd964be993 req-0f354a85-340d-4307-bd35-55e5381da064 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:05.307036 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3d6572d1-5bfe-4a2b-b1d1-b9bd964be993 req-0f354a85-340d-4307-bd35-55e5381da064 tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.23 "DELETE /v2.0/ports/ff1a19e3-e096-472f-9a63-57a220fc3f11 HTTP/1.1" status: 204 len: 173 time: 2.6202960 Sep 07 02:37:05.444204 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b396df44-981a-4983-8f30-e3aa50948a46 req-e30741b6-abd6-4177-b048-87898e3465cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:05.445894 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b396df44-981a-4983-8f30-e3aa50948a46 req-e30741b6-abd6-4177-b048-87898e3465cc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf141221-2e81-48e8-81ec-6bd6d6584327 HTTP/1.1" status: 200 len: 847 time: 0.5216010 Sep 07 02:37:05.521191 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fe764a21-0e64-4d36-ad1d-b0d4315745e1 req-5bba4230-352c-4434-9c1d-fd5553addeb2 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f8ee9a5-2cff-4461-8665-aa2a056c63ee HTTP/1.1" status: 200 len: 210 time: 0.0627894 Sep 07 02:37:05.529929 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddbdfbb7-7bbb-4f51-bee9-6c31f3a3b4d4 x-openstack-request-id: req-ddbdfbb7-7bbb-4f51-bee9-6c31f3a3b4d4 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:37:05.530423 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9010bdc4-25bb-4f5c-862e-7e34c09bbe45", "name": "network-vif-deleted", "tag": "b6b91583-efab-415c-af4d-b359edcad861", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:37:05.530836 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ddbdfbb7-7bbb-4f51-bee9-6c31f3a3b4d4 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:37:05.534569 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9010bdc4-25bb-4f5c-862e-7e34c09bbe45', 'name': 'network-vif-deleted', 'tag': 'b6b91583-efab-415c-af4d-b359edcad861', 'status': 'completed', 'code': 200} Sep 07 02:37:05.536052 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e7ec8383-e821-456e-a206-fefa46a39276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:05.562639 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b396df44-981a-4983-8f30-e3aa50948a46 req-35f9404a-2528-406e-af38-59cf13c12110 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5632e33d-1d7a-4426-9d83-a8e688a88788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1077349 Sep 07 02:37:05.596226 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-87f5fa73-9921-46e3-b907-47d5f328de91 None None] Provisioning for port bade65ea-c03b-42f3-b613-57560a4f7f96 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:37:05.605326 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab9dbd-c183-45e7-b6b6-4579c97c46cb req-6749adb3-3e5a-4937-876a-432b4a19b6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:05.607461 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-97ab9dbd-c183-45e7-b6b6-4579c97c46cb req-6749adb3-3e5a-4937-876a-432b4a19b6e8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=67b2a986-cf77-4844-b821-6fa0d8b54e01 HTTP/1.1" status: 200 len: 916 time: 0.6253617 Sep 07 02:37:05.617810 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-87f5fa73-9921-46e3-b907-47d5f328de91 None None] Provisioning complete for port bade65ea-c03b-42f3-b613-57560a4f7f96 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:37:05.618204 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-87f5fa73-9921-46e3-b907-47d5f328de91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:05.676366 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-97ab9dbd-c183-45e7-b6b6-4579c97c46cb req-2ac2899e-e19c-4e1e-9546-45b1f412edf2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ccc897fa-5fcb-42e5-95b8-463db1fe77e8 HTTP/1.1" status: 200 len: 217 time: 0.0475960 Sep 07 02:37:05.699773 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ec8383-e821-456e-a206-fefa46a39276 admin admin] Pushing event updated for resources: {'Port': ['ID=07bfadc9-2924-4241-85e9-a9ad1759c719,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:05.745985 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ec8383-e821-456e-a206-fefa46a39276 admin admin] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:37:05.750211 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-e7ec8383-e821-456e-a206-fefa46a39276 admin admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:37:05.755340 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ec8383-e821-456e-a206-fefa46a39276 admin admin] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:37:05.870571 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-87f5fa73-9921-46e3-b907-47d5f328de91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:05.923222 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab9dbd-c183-45e7-b6b6-4579c97c46cb req-65264900-c7bf-4cf1-a229-0d7c81aef873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:05.928696 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-97ab9dbd-c183-45e7-b6b6-4579c97c46cb req-65264900-c7bf-4cf1-a229-0d7c81aef873 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=66f60b8d-a718-4a50-a37e-972188b63df9 HTTP/1.1" status: 200 len: 855 time: 0.2384095 Sep 07 02:37:06.029165 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-87f5fa73-9921-46e3-b907-47d5f328de91 None None] For port bade65ea-c03b-42f3-b613-57560a4f7f96, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=bade65ea-c03b-42f3-b613-57560a4f7f96,segment=NetworkSegment(6dff264e-7c75-4629-a854-2e784f93e6e2),segment_id=6dff264e-7c75-4629-a854-2e784f93e6e2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:37:06.046059 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-87f5fa73-9921-46e3-b907-47d5f328de91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:06.061204 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b396df44-981a-4983-8f30-e3aa50948a46 req-e95fe4a1-8c0c-4f92-96e6-62b301657de0 service neutron] 10.222.0.23 "GET /v2.0/networks/5632e33d-1d7a-4426-9d83-a8e688a88788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4901721 Sep 07 02:37:06.082996 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9dcd19-0d51-4fab-b150-6f76454ced04 req-47d526ee-c742-4841-85fb-e8be929c0c67 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:06.089192 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-da9dcd19-0d51-4fab-b150-6f76454ced04 req-47d526ee-c742-4841-85fb-e8be929c0c67 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] 10.222.0.22 "GET /v2.0/ports?device_id=640d4541-3520-4378-b60d-6b68c23535d6 HTTP/1.1" status: 200 len: 944 time: 0.2742693 Sep 07 02:37:06.125257 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f5fa73-9921-46e3-b907-47d5f328de91 None None] Pushing event updated for resources: {'Port': ['ID=bade65ea-c03b-42f3-b613-57560a4f7f96,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:06.155218 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab9dbd-c183-45e7-b6b6-4579c97c46cb req-d707149b-cb60-4ccd-bcf0-b3bc83fbdf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:06.156817 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-97ab9dbd-c183-45e7-b6b6-4579c97c46cb req-d707149b-cb60-4ccd-bcf0-b3bc83fbdf3d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=67b2a986-cf77-4844-b821-6fa0d8b54e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2180114 Sep 07 02:37:06.161086 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device b6b91583-efab-415c-af4d-b359edcad861 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:37:06.190321 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: b6b91583-efab-415c-af4d-b359edcad861 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:37:06.191516 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device b6b91583-efab-415c-af4d-b359edcad861 not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:37:06.191516 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device ff1a19e3-e096-472f-9a63-57a220fc3f11 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:37:06.216596 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: ff1a19e3-e096-472f-9a63-57a220fc3f11 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:37:06.216596 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device ff1a19e3-e096-472f-9a63-57a220fc3f11 not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:37:06.295792 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34396900-5d92-4681-9fe3-886b904c3ccf', 'name': 'network-vif-deleted', 'tag': 'ff1a19e3-e096-472f-9a63-57a220fc3f11'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:37:06.300401 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886f8f68-d22a-490e-a98d-5dfd25ac1f62" -d '{"events": [{"server_uuid": "34396900-5d92-4681-9fe3-886b904c3ccf", "name": "network-vif-deleted", "tag": "ff1a19e3-e096-472f-9a63-57a220fc3f11"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:37:06.371728 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-da9dcd19-0d51-4fab-b150-6f76454ced04 req-664c943d-d65c-4fee-9764-87d3ba5a11dd tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b8be1a0-2753-410b-9824-ddf49655ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1962981 Sep 07 02:37:06.397711 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-37ad1bdb-f5cb-491e-9f13-9d74ebcd1b7f None None] Provisioning complete for port bade65ea-c03b-42f3-b613-57560a4f7f96 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:37:06.399300 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-37ad1bdb-f5cb-491e-9f13-9d74ebcd1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:06.408818 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17db3a82-9ee0-4d90-b1fd-453e01977035 req-c61d6208-1cb3-45d7-b56a-7d4556e57e80 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:06.410839 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-17db3a82-9ee0-4d90-b1fd-453e01977035 req-c61d6208-1cb3-45d7-b56a-7d4556e57e80 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.16 "GET /v2.0/networks?id=29fccc3a-21f2-4674-8b92-bcfa16fabc4c HTTP/1.1" status: 200 len: 812 time: 0.3947585 Sep 07 02:37:06.447412 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0124767e-224a-4029-b48b-19e6222d6501 req-2eb76ec1-c3ea-4ea6-aa1c-0d7a1760c3b2 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:06.455263 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0124767e-224a-4029-b48b-19e6222d6501 req-2eb76ec1-c3ea-4ea6-aa1c-0d7a1760c3b2 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9 HTTP/1.1" status: 200 len: 944 time: 0.1447341 Sep 07 02:37:06.461645 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-17db3a82-9ee0-4d90-b1fd-453e01977035 req-55d31fbb-cd24-4ab1-8ee3-8ed58c68cecf tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Request body: {'port': {'device_id': '4f8ee9a5-2cff-4461-8665-aa2a056c63ee', 'network_id': '29fccc3a-21f2-4674-8b92-bcfa16fabc4c', 'admin_state_up': True, 'tenant_id': '4443ce3bb3024d489f3e6e525e333d25'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:37:06.469839 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b396df44-981a-4983-8f30-e3aa50948a46 req-9be959b7-7810-4e65-95e4-5953ab90f9c8 service neutron] 10.222.0.23 "GET /v2.0/networks/5632e33d-1d7a-4426-9d83-a8e688a88788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3970978 Sep 07 02:37:06.482425 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-97ab9dbd-c183-45e7-b6b6-4579c97c46cb req-23151445-6773-4244-b742-3ef609fd8289 service neutron] 10.222.0.23 "GET /v2.0/networks/67b2a986-cf77-4844-b821-6fa0d8b54e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996471 Sep 07 02:37:06.554354 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed4fe22-304f-4b36-a582-0ad4a92e7d72 x-openstack-request-id: req-2ed4fe22-304f-4b36-a582-0ad4a92e7d72 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:37:06.554640 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34396900-5d92-4681-9fe3-886b904c3ccf", "name": "network-vif-deleted", "tag": "ff1a19e3-e096-472f-9a63-57a220fc3f11", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:37:06.555644 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2ed4fe22-304f-4b36-a582-0ad4a92e7d72 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:37:06.557552 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34396900-5d92-4681-9fe3-886b904c3ccf', 'name': 'network-vif-deleted', 'tag': 'ff1a19e3-e096-472f-9a63-57a220fc3f11', 'status': 'completed', 'code': 200} Sep 07 02:37:06.595547 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0124767e-224a-4029-b48b-19e6222d6501 req-aee8764b-ed24-4a6f-99fe-b59714506173 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390390 Sep 07 02:37:06.647862 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e7ec8383-e821-456e-a206-fefa46a39276 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:06.709040 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-97ab9dbd-c183-45e7-b6b6-4579c97c46cb req-4d9f2059-fa00-4b04-a72c-82fd7a8d71cd service neutron] 10.222.0.23 "GET /v2.0/networks/67b2a986-cf77-4844-b821-6fa0d8b54e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158234 Sep 07 02:37:06.958455 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9b626-373a-402f-a847-844d5e98a025 req-37db366f-52cd-4954-8802-3396721a9a58 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:06.961096 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8ab9b626-373a-402f-a847-844d5e98a025 req-37db366f-52cd-4954-8802-3396721a9a58 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf3ac7ca-62b4-4019-b7e7-8dee23ec1e3e HTTP/1.1" status: 200 len: 949 time: 0.0622966 Sep 07 02:37:07.005769 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8ab9b626-373a-402f-a847-844d5e98a025 req-95b4e1ef-6722-4aa1-a509-df0122fa3cfa tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] 10.222.0.22 "GET /v2.0/security-groups?id=57f5f2e9-9983-4a0c-96f8-c3e23e8d1762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377467 Sep 07 02:37:07.071075 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-31d6085d-47fe-43bc-b5f7-443b79291416 req-f372d92c-5d0f-4682-9bf8-2e3c325a2eb7 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f8ee9a5-2cff-4461-8665-aa2a056c63ee HTTP/1.1" status: 200 len: 210 time: 0.3331082 Sep 07 02:37:07.073784 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17db3a82-9ee0-4d90-b1fd-453e01977035 req-55d31fbb-cd24-4ab1-8ee3-8ed58c68cecf tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Made reservation on behalf of 4443ce3bb3024d489f3e6e525e333d25 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:37:07.077439 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-17db3a82-9ee0-4d90-b1fd-453e01977035 req-55d31fbb-cd24-4ab1-8ee3-8ed58c68cecf tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:07.293044 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e7ec8383-e821-456e-a206-fefa46a39276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:07.297616 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [req-17db3a82-9ee0-4d90-b1fd-453e01977035 req-55d31fbb-cd24-4ab1-8ee3-8ed58c68cecf tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Allocated IP 172.20.0.2 (29fccc3a-21f2-4674-8b92-bcfa16fabc4c/8fab1dcd-e4f9-4e9d-89a4-c1da67200daf/4b0424df-419b-417c-9604-f07cff13d66b) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:37:07.332521 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db2fed-7b02-47e7-8901-2b2b7f6957da req-4b5a1775-fe88-4ff0-a13b-19c5e1bb24be tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:07.341467 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c0db2fed-7b02-47e7-8901-2b2b7f6957da req-4b5a1775-fe88-4ff0-a13b-19c5e1bb24be tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac8da7c5-50fa-4245-91ea-165d5c065b33 HTTP/1.1" status: 200 len: 950 time: 0.0710990 Sep 07 02:37:07.392915 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c0db2fed-7b02-47e7-8901-2b2b7f6957da req-cba07fbc-1962-4cc9-a723-d027c7b5cc3a tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504727 Sep 07 02:37:07.533383 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0368301-a638-4f63-801e-721204478aa2 req-b00d626e-af2a-4b18-8e1c-a69c752bf939 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:07.541243 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a0368301-a638-4f63-801e-721204478aa2 req-b00d626e-af2a-4b18-8e1c-a69c752bf939 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] 10.222.0.22 "GET /v2.0/ports?device_id=640d4541-3520-4378-b60d-6b68c23535d6 HTTP/1.1" status: 200 len: 944 time: 0.0780287 Sep 07 02:37:07.542529 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-17db3a82-9ee0-4d90-b1fd-453e01977035 req-55d31fbb-cd24-4ab1-8ee3-8ed58c68cecf tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:07.577030 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a0368301-a638-4f63-801e-721204478aa2 req-795cf5f6-522d-43d7-bcd6-c6521ac6f1ac tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b8be1a0-2753-410b-9824-ddf49655ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345683 Sep 07 02:37:07.591051 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-17db3a82-9ee0-4d90-b1fd-453e01977035 req-55d31fbb-cd24-4ab1-8ee3-8ed58c68cecf tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:07.641208 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17db3a82-9ee0-4d90-b1fd-453e01977035 req-55d31fbb-cd24-4ab1-8ee3-8ed58c68cecf tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Network 29fccc3a-21f2-4674-8b92-bcfa16fabc4c is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:37:07.648032 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [req-17db3a82-9ee0-4d90-b1fd-453e01977035 req-55d31fbb-cd24-4ab1-8ee3-8ed58c68cecf tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:37:07.660297 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-17db3a82-9ee0-4d90-b1fd-453e01977035 req-55d31fbb-cd24-4ab1-8ee3-8ed58c68cecf tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:37:07.666607 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d31fbb-cd24-4ab1-8ee3-8ed58c68cecf tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Pushing event updated for resources: {'Port': ['ID=4b0424df-419b-417c-9604-f07cff13d66b,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:07.730805 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ec8383-e821-456e-a206-fefa46a39276 admin admin] Router 6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5 is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 02:37:07.742989 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device bade65ea-c03b-42f3-b613-57560a4f7f96 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:37:07.750601 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17db3a82-9ee0-4d90-b1fd-453e01977035 req-55d31fbb-cd24-4ab1-8ee3-8ed58c68cecf tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:07.751253 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-17db3a82-9ee0-4d90-b1fd-453e01977035 req-55d31fbb-cd24-4ab1-8ee3-8ed58c68cecf tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:07.796349 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port bade65ea-c03b-42f3-b613-57560a4f7f96 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:37:07.796842 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:07.812142 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a2c86-aa88-48aa-8517-989198b1d953 req-fc8ece73-cade-4885-883e-294e8628c526 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:07.813690 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c82a2c86-aa88-48aa-8517-989198b1d953 req-fc8ece73-cade-4885-883e-294e8628c526 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9 HTTP/1.1" status: 200 len: 944 time: 0.1482956 Sep 07 02:37:07.817001 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-17db3a82-9ee0-4d90-b1fd-453e01977035 req-55d31fbb-cd24-4ab1-8ee3-8ed58c68cecf tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3600948 Sep 07 02:37:07.847700 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-17db3a82-9ee0-4d90-b1fd-453e01977035 req-0a9597f0-7e00-43ce-9f70-cc88ad2dd50e service neutron] Request body: {'port': {'device_id': '4f8ee9a5-2cff-4461-8665-aa2a056c63ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:37:07.954177 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c82a2c86-aa88-48aa-8517-989198b1d953 req-f28bc5de-76c7-4217-a7c6-f429df20c132 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298451 Sep 07 02:37:07.974233 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ec8383-e821-456e-a206-fefa46a39276 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:37:07.974233 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-17db3a82-9ee0-4d90-b1fd-453e01977035 req-0a9597f0-7e00-43ce-9f70-cc88ad2dd50e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:07.977875 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51641f8-f536-47e3-8ff1-0ee80e1ebab8 None None] Sync routers for ids ['6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:37:07.991030 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51641f8-f536-47e3-8ff1-0ee80e1ebab8 None None] Routers {'6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:37:07.991797 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-c51641f8-f536-47e3-8ff1-0ee80e1ebab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:36:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:37:08.013861 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e7ec8383-e821-456e-a206-fefa46a39276 admin admin] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:08.015109 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e7ec8383-e821-456e-a206-fefa46a39276 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.1583190 Sep 07 02:37:08.017879 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 43106) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:37:08.117158 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-c51641f8-f536-47e3-8ff1-0ee80e1ebab8 None None] Set router 6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:37:08.196578 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2600b9e5-6891-44fd-84b8-c0d4b536b46b req-a1ff46fb-0a23-43c8-9507-923cd1151a26 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:08.206283 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2600b9e5-6891-44fd-84b8-c0d4b536b46b req-a1ff46fb-0a23-43c8-9507-923cd1151a26 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f8ee9a5-2cff-4461-8665-aa2a056c63ee HTTP/1.1" status: 200 len: 931 time: 0.0636780 Sep 07 02:37:08.269892 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2600b9e5-6891-44fd-84b8-c0d4b536b46b req-3a7a7599-a5af-42ca-828b-bbd713ad3411 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536597 Sep 07 02:37:08.461813 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-c51641f8-f536-47e3-8ff1-0ee80e1ebab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5', 'name': 'tempest-ServerActionsTestJSON-98083137-router', 'tenant_id': '3c6e11955fd14c5c9b191cf5c7d7b41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '07bfadc9-2924-4241-85e9-a9ad1759c719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:37:01Z', 'updated_at': '2021-09-07T02:37:06Z', 'revision_number': 3, 'project_id': '3c6e11955fd14c5c9b191cf5c7d7b41c', 'gw_port': {'id': '07bfadc9-2924-4241-85e9-a9ad1759c719', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b5:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:37:04Z', 'updated_at': '2021-09-07T02:37:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:37:08.463236 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [req-17db3a82-9ee0-4d90-b1fd-453e01977035 req-0a9597f0-7e00-43ce-9f70-cc88ad2dd50e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b0424df-419b-417c-9604-f07cff13d66b {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:37:08.492661 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51641f8-f536-47e3-8ff1-0ee80e1ebab8 None None] Checking router: 6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:37:08.493169 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51641f8-f536-47e3-8ff1-0ee80e1ebab8 None None] Updating router 6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5 port 07bfadc9-2924-4241-85e9-a9ad1759c719 binding host n-d-796209-16 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 02:37:08.502612 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-17db3a82-9ee0-4d90-b1fd-453e01977035 req-0a9597f0-7e00-43ce-9f70-cc88ad2dd50e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:08.522973 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c51641f8-f536-47e3-8ff1-0ee80e1ebab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:08.554226 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-17db3a82-9ee0-4d90-b1fd-453e01977035 req-0a9597f0-7e00-43ce-9f70-cc88ad2dd50e service neutron] Transition to ACTIVE for port object 4b0424df-419b-417c-9604-f07cff13d66b will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:37:08.588222 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-17db3a82-9ee0-4d90-b1fd-453e01977035 req-0a9597f0-7e00-43ce-9f70-cc88ad2dd50e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:08.631998 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e3ecf2-a8f5-430c-8c47-242f86138829 req-0423d251-c4c3-4f50-94af-093fbcfdb8af tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:08.639017 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-89e3ecf2-a8f5-430c-8c47-242f86138829 req-0423d251-c4c3-4f50-94af-093fbcfdb8af tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac8da7c5-50fa-4245-91ea-165d5c065b33 HTTP/1.1" status: 200 len: 950 time: 0.1332908 Sep 07 02:37:08.724228 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9597f0-7e00-43ce-9f70-cc88ad2dd50e service neutron] Pushing event updated for resources: {'Port': ['ID=4b0424df-419b-417c-9604-f07cff13d66b,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:08.743070 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c51b1-8f45-4d25-ac45-369ae210cd5c req-5c4a59dd-ef5a-4f1d-a696-1c5a492c22da tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:08.745182 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-744c51b1-8f45-4d25-ac45-369ae210cd5c req-5c4a59dd-ef5a-4f1d-a696-1c5a492c22da tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac8da7c5-50fa-4245-91ea-165d5c065b33 HTTP/1.1" status: 200 len: 950 time: 0.0847356 Sep 07 02:37:08.763146 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-89e3ecf2-a8f5-430c-8c47-242f86138829 req-d27f6ea4-59ac-41fd-b11c-1c94eca330cd tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a269c66-7adc-42c9-a714-55eb6ea51447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183708 Sep 07 02:37:08.857806 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-17db3a82-9ee0-4d90-b1fd-453e01977035 req-0a9597f0-7e00-43ce-9f70-cc88ad2dd50e service neutron] Attempting to bind port 4b0424df-419b-417c-9604-f07cff13d66b on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:37:08.858245 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-17db3a82-9ee0-4d90-b1fd-453e01977035 req-0a9597f0-7e00-43ce-9f70-cc88ad2dd50e service neutron] Attempting to bind port 4b0424df-419b-417c-9604-f07cff13d66b by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '3ec0e383-0f35-4c3c-abc7-899f90f4fe60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '29fccc3a-21f2-4674-8b92-bcfa16fabc4c'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:37:08.858658 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17db3a82-9ee0-4d90-b1fd-453e01977035 req-0a9597f0-7e00-43ce-9f70-cc88ad2dd50e service neutron] Attempting to bind port 4b0424df-419b-417c-9604-f07cff13d66b on network 29fccc3a-21f2-4674-8b92-bcfa16fabc4c {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:37:08.869377 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17db3a82-9ee0-4d90-b1fd-453e01977035 req-0a9597f0-7e00-43ce-9f70-cc88ad2dd50e service neutron] Port 4b0424df-419b-417c-9604-f07cff13d66b on network 29fccc3a-21f2-4674-8b92-bcfa16fabc4c not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:37:08.869829 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17db3a82-9ee0-4d90-b1fd-453e01977035 req-0a9597f0-7e00-43ce-9f70-cc88ad2dd50e service neutron] Attempting to bind port 4b0424df-419b-417c-9604-f07cff13d66b on network 29fccc3a-21f2-4674-8b92-bcfa16fabc4c {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:37:08.874754 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-acd3208f-c711-47c8-b812-482228b34970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:08.886061 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17db3a82-9ee0-4d90-b1fd-453e01977035 req-0a9597f0-7e00-43ce-9f70-cc88ad2dd50e service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:37:08.886559 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17db3a82-9ee0-4d90-b1fd-453e01977035 req-0a9597f0-7e00-43ce-9f70-cc88ad2dd50e service neutron] Checking segment: {'id': '3ec0e383-0f35-4c3c-abc7-899f90f4fe60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '29fccc3a-21f2-4674-8b92-bcfa16fabc4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:37:08.887113 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17db3a82-9ee0-4d90-b1fd-453e01977035 req-0a9597f0-7e00-43ce-9f70-cc88ad2dd50e service neutron] Bound using segment: {'id': '3ec0e383-0f35-4c3c-abc7-899f90f4fe60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '29fccc3a-21f2-4674-8b92-bcfa16fabc4c'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:37:08.887666 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-17db3a82-9ee0-4d90-b1fd-453e01977035 req-0a9597f0-7e00-43ce-9f70-cc88ad2dd50e service neutron] Bound port: 4b0424df-419b-417c-9604-f07cff13d66b, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ec0e383-0f35-4c3c-abc7-899f90f4fe60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '29fccc3a-21f2-4674-8b92-bcfa16fabc4c'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:37:08.888125 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-17db3a82-9ee0-4d90-b1fd-453e01977035 req-0a9597f0-7e00-43ce-9f70-cc88ad2dd50e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:08.920587 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45aa10c-47e4-4344-8ba5-fa13d40524fc req-f4b457f2-0c24-4ba8-8b65-6283031c965e tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:08.922720 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a45aa10c-47e4-4344-8ba5-fa13d40524fc req-f4b457f2-0c24-4ba8-8b65-6283031c965e tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] 10.222.0.22 "GET /v2.0/ports?device_id=640d4541-3520-4378-b60d-6b68c23535d6 HTTP/1.1" status: 200 len: 944 time: 0.1764379 Sep 07 02:37:08.952411 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c51641f8-f536-47e3-8ff1-0ee80e1ebab8 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:08.964356 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-c51641f8-f536-47e3-8ff1-0ee80e1ebab8 None None] Transition to ACTIVE for port object 07bfadc9-2924-4241-85e9-a9ad1759c719 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:37:08.971794 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-744c51b1-8f45-4d25-ac45-369ae210cd5c req-8555e110-cb5d-4e6d-b9ae-f1212cd68d3e tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Deleting port cd30c17f-9869-47d0-b8a4-372e64aeee83 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:37:08.972143 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c51641f8-f536-47e3-8ff1-0ee80e1ebab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:08.972568 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-744c51b1-8f45-4d25-ac45-369ae210cd5c req-8555e110-cb5d-4e6d-b9ae-f1212cd68d3e tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:09.000216 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a45aa10c-47e4-4344-8ba5-fa13d40524fc req-09593cbd-6256-462b-8628-fbdb8a6b2c2c tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b8be1a0-2753-410b-9824-ddf49655ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638397 Sep 07 02:37:09.072440 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-c51641f8-f536-47e3-8ff1-0ee80e1ebab8 None None] Attempting to bind port 07bfadc9-2924-4241-85e9-a9ad1759c719 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:37:09.072941 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-c51641f8-f536-47e3-8ff1-0ee80e1ebab8 None None] Attempting to bind port 07bfadc9-2924-4241-85e9-a9ad1759c719 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:37:09.073400 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51641f8-f536-47e3-8ff1-0ee80e1ebab8 None None] Attempting to bind port 07bfadc9-2924-4241-85e9-a9ad1759c719 on network 1166b922-7457-4da4-bdda-328e8c8e7bc6 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:37:09.083717 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51641f8-f536-47e3-8ff1-0ee80e1ebab8 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:37:09.084409 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51641f8-f536-47e3-8ff1-0ee80e1ebab8 None None] Checking segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:37:09.084907 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c51641f8-f536-47e3-8ff1-0ee80e1ebab8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:09.085415 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51641f8-f536-47e3-8ff1-0ee80e1ebab8 None None] Bound using segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:37:09.085995 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-c51641f8-f536-47e3-8ff1-0ee80e1ebab8 None None] Bound port: 07bfadc9-2924-4241-85e9-a9ad1759c719, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:37:09.086472 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c51641f8-f536-47e3-8ff1-0ee80e1ebab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:09.100845 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-acd3208f-c711-47c8-b812-482228b34970 admin admin] Allocated IP 172.20.0.1 (c7baff3a-2acd-47c4-826f-ff1b179e5161/04737742-a3d0-4b6d-a6a4-ec1fe2e55890/2b89a450-baa1-4a74-a169-baf9211527bf) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:37:09.120787 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-744c51b1-8f45-4d25-ac45-369ae210cd5c req-8555e110-cb5d-4e6d-b9ae-f1212cd68d3e tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] For port cd30c17f-9869-47d0-b8a4-372e64aeee83, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=cd30c17f-9869-47d0-b8a4-372e64aeee83,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:37:09.121165 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-744c51b1-8f45-4d25-ac45-369ae210cd5c req-8555e110-cb5d-4e6d-b9ae-f1212cd68d3e tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:09.135359 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-744c51b1-8f45-4d25-ac45-369ae210cd5c req-8555e110-cb5d-4e6d-b9ae-f1212cd68d3e tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Calling delete_port for cd30c17f-9869-47d0-b8a4-372e64aeee83 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:37:09.140976 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-c51641f8-f536-47e3-8ff1-0ee80e1ebab8 None None] For port 07bfadc9-2924-4241-85e9-a9ad1759c719, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:37:09.144570 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-c51641f8-f536-47e3-8ff1-0ee80e1ebab8 None None] For port 07bfadc9-2924-4241-85e9-a9ad1759c719, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=07bfadc9-2924-4241-85e9-a9ad1759c719,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:37:09.148988 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a4f9b1-1412-4583-a7e3-6fdad50f6087 None None] Pushing event updated for resources: {'Port': ['ID=07bfadc9-2924-4241-85e9-a9ad1759c719,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:09.153314 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c51641f8-f536-47e3-8ff1-0ee80e1ebab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:09.204701 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51641f8-f536-47e3-8ff1-0ee80e1ebab8 None None] Routers {'6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:37:09.205515 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-c51641f8-f536-47e3-8ff1-0ee80e1ebab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:36:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:37:09.227134 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-acd3208f-c711-47c8-b812-482228b34970 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:09.242127 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-acd3208f-c711-47c8-b812-482228b34970 admin admin] Transition to ACTIVE for port object 2b89a450-baa1-4a74-a169-baf9211527bf will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:37:09.264451 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a4f9b1-1412-4583-a7e3-6fdad50f6087 None None] Pushing event updated for resources: {'Port': ['ID=07bfadc9-2924-4241-85e9-a9ad1759c719,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:09.277975 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-744c51b1-8f45-4d25-ac45-369ae210cd5c req-8555e110-cb5d-4e6d-b9ae-f1212cd68d3e tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:09.296132 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-acd3208f-c711-47c8-b812-482228b34970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:09.298009 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['cd30c17f-9869-47d0-b8a4-372e64aeee83'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:37:09.392664 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-17db3a82-9ee0-4d90-b1fd-453e01977035 req-0a9597f0-7e00-43ce-9f70-cc88ad2dd50e service neutron] For port 4b0424df-419b-417c-9604-f07cff13d66b, host n-h2-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:37:09.401316 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd3208f-c711-47c8-b812-482228b34970 admin admin] Network c7baff3a-2acd-47c4-826f-ff1b179e5161 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:37:09.406063 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8555e110-cb5d-4e6d-b9ae-f1212cd68d3e tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Pushing event deleted for resources: {'Port': ['ID=cd30c17f-9869-47d0-b8a4-372e64aeee83,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:09.409385 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-c51641f8-f536-47e3-8ff1-0ee80e1ebab8 None None] Set router 6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:37:09.416841 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-acd3208f-c711-47c8-b812-482228b34970 admin admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:37:09.429728 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-744c51b1-8f45-4d25-ac45-369ae210cd5c req-8555e110-cb5d-4e6d-b9ae-f1212cd68d3e tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] No DVR routers for this DVR port cd30c17f-9869-47d0-b8a4-372e64aeee83 on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:37:09.435006 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd3208f-c711-47c8-b812-482228b34970 admin admin] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:37:09.435193 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-744c51b1-8f45-4d25-ac45-369ae210cd5c req-8555e110-cb5d-4e6d-b9ae-f1212cd68d3e tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:09.437480 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-744c51b1-8f45-4d25-ac45-369ae210cd5c req-8555e110-cb5d-4e6d-b9ae-f1212cd68d3e tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.16 "DELETE /v2.0/ports/cd30c17f-9869-47d0-b8a4-372e64aeee83 HTTP/1.1" status: 204 len: 173 time: 0.6800053 Sep 07 02:37:09.439818 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac8da7c5-50fa-4245-91ea-165d5c065b33', 'name': 'network-vif-deleted', 'tag': 'cd30c17f-9869-47d0-b8a4-372e64aeee83'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:37:09.444141 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab9c6be-af46-4c03-ae0a-dd077f72fbcf" -d '{"events": [{"server_uuid": "ac8da7c5-50fa-4245-91ea-165d5c065b33", "name": "network-vif-deleted", "tag": "cd30c17f-9869-47d0-b8a4-372e64aeee83"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:37:09.477452 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-acd3208f-c711-47c8-b812-482228b34970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:09.482132 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-17db3a82-9ee0-4d90-b1fd-453e01977035 req-0a9597f0-7e00-43ce-9f70-cc88ad2dd50e service neutron] For port 4b0424df-419b-417c-9604-f07cff13d66b, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=4b0424df-419b-417c-9604-f07cff13d66b,segment=NetworkSegment(3ec0e383-0f35-4c3c-abc7-899f90f4fe60),segment_id=3ec0e383-0f35-4c3c-abc7-899f90f4fe60)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:37:09.490818 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0239cbfa-e0e2-44a3-8872-f679e79f452c req-62b4dcac-f5d1-453b-a578-063ffef4f8c5 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:09.492468 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0239cbfa-e0e2-44a3-8872-f679e79f452c req-62b4dcac-f5d1-453b-a578-063ffef4f8c5 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9 HTTP/1.1" status: 200 len: 944 time: 0.2166848 Sep 07 02:37:09.493115 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd3208f-c711-47c8-b812-482228b34970 admin admin] Pushing event updated for resources: {'Port': ['ID=2b89a450-baa1-4a74-a169-baf9211527bf,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:09.493513 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c00ca-b218-4db6-bab9-378778f50152 req-3d2f4497-b83b-474f-ae49-dab797b60854 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:09.496102 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9d8c00ca-b218-4db6-bab9-378778f50152 req-3d2f4497-b83b-474f-ae49-dab797b60854 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f8ee9a5-2cff-4461-8665-aa2a056c63ee HTTP/1.1" status: 200 len: 943 time: 0.1341443 Sep 07 02:37:09.549226 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-17db3a82-9ee0-4d90-b1fd-453e01977035 req-0a9597f0-7e00-43ce-9f70-cc88ad2dd50e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:09.561128 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9d8c00ca-b218-4db6-bab9-378778f50152 req-4aa3d69d-fd58-4aef-bd7d-2ffe0e435918 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448031 Sep 07 02:37:09.650776 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52600919-727b-42bd-afc8-a9ae9981f65b x-openstack-request-id: req-52600919-727b-42bd-afc8-a9ae9981f65b {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:37:09.651138 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac8da7c5-50fa-4245-91ea-165d5c065b33", "name": "network-vif-deleted", "tag": "cd30c17f-9869-47d0-b8a4-372e64aeee83", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:37:09.652478 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-52600919-727b-42bd-afc8-a9ae9981f65b {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:37:09.653022 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac8da7c5-50fa-4245-91ea-165d5c065b33', 'name': 'network-vif-deleted', 'tag': 'cd30c17f-9869-47d0-b8a4-372e64aeee83', 'status': 'completed', 'code': 200} Sep 07 02:37:09.690391 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17db3a82-9ee0-4d90-b1fd-453e01977035 req-0a9597f0-7e00-43ce-9f70-cc88ad2dd50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:09.691025 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-17db3a82-9ee0-4d90-b1fd-453e01977035 req-0a9597f0-7e00-43ce-9f70-cc88ad2dd50e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:09.701401 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-17db3a82-9ee0-4d90-b1fd-453e01977035 req-0a9597f0-7e00-43ce-9f70-cc88ad2dd50e service neutron] 10.222.0.16 "PUT /v2.0/ports/4b0424df-419b-417c-9604-f07cff13d66b HTTP/1.1" status: 200 len: 1092 time: 1.8654013 Sep 07 02:37:09.705726 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f8ee9a5-2cff-4461-8665-aa2a056c63ee', 'tag': '4b0424df-419b-417c-9604-f07cff13d66b'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:37:09.708319 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9126d8d-0ef7-49fc-80ed-b101a6167ace" -d '{"events": [{"name": "network-changed", "server_uuid": "4f8ee9a5-2cff-4461-8665-aa2a056c63ee", "tag": "4b0424df-419b-417c-9604-f07cff13d66b"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:37:09.854857 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-c51641f8-f536-47e3-8ff1-0ee80e1ebab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5', 'name': 'tempest-ServerActionsTestJSON-98083137-router', 'tenant_id': '3c6e11955fd14c5c9b191cf5c7d7b41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '07bfadc9-2924-4241-85e9-a9ad1759c719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:37:01Z', 'updated_at': '2021-09-07T02:37:06Z', 'revision_number': 3, 'project_id': '3c6e11955fd14c5c9b191cf5c7d7b41c', 'gw_port': {'id': '07bfadc9-2924-4241-85e9-a9ad1759c719', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b5:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:37:04Z', 'updated_at': '2021-09-07T02:37:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:37:09.892520 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51641f8-f536-47e3-8ff1-0ee80e1ebab8 None None] The sync data for ids ['6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5'] in n-d-796209-16 is: [{'id': '6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5', 'name': 'tempest-ServerActionsTestJSON-98083137-router', 'tenant_id': '3c6e11955fd14c5c9b191cf5c7d7b41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '07bfadc9-2924-4241-85e9-a9ad1759c719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:37:01Z', 'updated_at': '2021-09-07T02:37:06Z', 'revision_number': 3, 'project_id': '3c6e11955fd14c5c9b191cf5c7d7b41c', 'gw_port': {'id': '07bfadc9-2924-4241-85e9-a9ad1759c719', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b5:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:37:04Z', 'updated_at': '2021-09-07T02:37:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:37:09.910528 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0239cbfa-e0e2-44a3-8872-f679e79f452c req-1c2f1225-cea2-4cc1-b5b5-95644a703da6 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3720427 Sep 07 02:37:09.930638 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-7e44c3a8-ef1d-4e07-89de-4551a2354581 None None] Provisioning for port 2b89a450-baa1-4a74-a169-baf9211527bf completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:37:09.943198 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-7e44c3a8-ef1d-4e07-89de-4551a2354581 None None] Provisioning complete for port 2b89a450-baa1-4a74-a169-baf9211527bf triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:37:09.946760 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7e44c3a8-ef1d-4e07-89de-4551a2354581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:10.068563 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c8a78349-8fae-4c0d-a759-f6634950d90d req-67122e4f-66b7-4cb8-807e-eaf9e97ab72e tempest-ServersOnMultiNodesTest-366810447 tempest-ServersOnMultiNodesTest-366810447-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac8da7c5-50fa-4245-91ea-165d5c065b33 HTTP/1.1" status: 200 len: 210 time: 0.0827234 Sep 07 02:37:10.070848 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-7e44c3a8-ef1d-4e07-89de-4551a2354581 None None] Port 2b89a450-baa1-4a74-a169-baf9211527bf cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:37:10.072024 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e573d107-95d8-44b6-b560-718bc731c0d5 x-openstack-request-id: req-e573d107-95d8-44b6-b560-718bc731c0d5 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:37:10.072024 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f8ee9a5-2cff-4461-8665-aa2a056c63ee", "tag": "4b0424df-419b-417c-9604-f07cff13d66b", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:37:10.072584 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e573d107-95d8-44b6-b560-718bc731c0d5 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:37:10.077211 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f8ee9a5-2cff-4461-8665-aa2a056c63ee', 'tag': '4b0424df-419b-417c-9604-f07cff13d66b', 'status': 'completed', 'code': 200} Sep 07 02:37:10.092419 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9597f0-7e00-43ce-9f70-cc88ad2dd50e service neutron] Pushing event updated for resources: {'Port': ['ID=4b0424df-419b-417c-9604-f07cff13d66b,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:10.157251 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17db3a82-9ee0-4d90-b1fd-453e01977035 req-922be06a-c94e-478a-bd51-75b6b54f2083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:10.159274 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-17db3a82-9ee0-4d90-b1fd-453e01977035 req-922be06a-c94e-478a-bd51-75b6b54f2083 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4443ce3bb3024d489f3e6e525e333d25&device_id=4f8ee9a5-2cff-4461-8665-aa2a056c63ee HTTP/1.1" status: 200 len: 1095 time: 0.3852253 Sep 07 02:37:10.159798 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-acd3208f-c711-47c8-b812-482228b34970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:10.225114 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-17db3a82-9ee0-4d90-b1fd-453e01977035 req-01e87a78-bd48-4c9c-8e54-1c871526de03 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4b0424df-419b-417c-9604-f07cff13d66b HTTP/1.1" status: 200 len: 217 time: 0.0467656 Sep 07 02:37:10.263460 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 2c6c2f44-9baf-4967-b7b8-3cadcbb96682 details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:37:10.265679 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device dde1a168-8d93-4dfa-ad65-624b12e16f0f no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:37:10.294535 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b79b2-10e7-4940-846f-c41b24093ac2 req-80d3cd86-e360-4c37-93a4-ab9383e0b097 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:10.306196 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d96b79b2-10e7-4940-846f-c41b24093ac2 req-80d3cd86-e360-4c37-93a4-ab9383e0b097 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] 10.222.0.22 "GET /v2.0/ports?device_id=640d4541-3520-4378-b60d-6b68c23535d6 HTTP/1.1" status: 200 len: 944 time: 0.1208227 Sep 07 02:37:10.351896 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17db3a82-9ee0-4d90-b1fd-453e01977035 req-7df63115-329b-4a32-9139-dc76758a1f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:10.355192 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-17db3a82-9ee0-4d90-b1fd-453e01977035 req-7df63115-329b-4a32-9139-dc76758a1f7b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8fab1dcd-e4f9-4e9d-89a4-c1da67200daf HTTP/1.1" status: 200 len: 852 time: 0.0989537 Sep 07 02:37:10.438349 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d96b79b2-10e7-4940-846f-c41b24093ac2 req-c2721b79-4a41-46a5-be1d-0478dbdc6042 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b8be1a0-2753-410b-9824-ddf49655ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308742 Sep 07 02:37:10.470354 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-17db3a82-9ee0-4d90-b1fd-453e01977035 req-ea7d3479-61c1-4f6b-b184-c64fd79dcacb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=29fccc3a-21f2-4674-8b92-bcfa16fabc4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1021023 Sep 07 02:37:10.470918 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:10.520078 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf3ac7ca-62b4-4019-b7e7-8dee23ec1e3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dde1a168-8d93-4dfa-ad65-624b12e16f0f'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:37:10.523498 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3763372b-db26-459f-a5ae-b2aec511a3dd" -d '{"events": [{"server_uuid": "bf3ac7ca-62b4-4019-b7e7-8dee23ec1e3e", "name": "network-vif-unplugged", "status": "completed", "tag": "dde1a168-8d93-4dfa-ad65-624b12e16f0f"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:37:10.573568 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port dde1a168-8d93-4dfa-ad65-624b12e16f0f, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=dde1a168-8d93-4dfa-ad65-624b12e16f0f,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:37:10.586376 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:10.656594 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 02:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f367081c-5f6e-47d9-8c1c-124cd1573c91 x-openstack-request-id: req-f367081c-5f6e-47d9-8c1c-124cd1573c91 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:37:10.657033 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf3ac7ca-62b4-4019-b7e7-8dee23ec1e3e", "name": "network-vif-unplugged", "status": "completed", "tag": "dde1a168-8d93-4dfa-ad65-624b12e16f0f", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:37:10.657401 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f367081c-5f6e-47d9-8c1c-124cd1573c91 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:37:10.657982 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf3ac7ca-62b4-4019-b7e7-8dee23ec1e3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dde1a168-8d93-4dfa-ad65-624b12e16f0f', 'code': 200} Sep 07 02:37:10.660272 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=dde1a168-8d93-4dfa-ad65-624b12e16f0f,revision_number=8']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:10.694629 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 2c6c2f44-9baf-4967-b7b8-3cadcbb96682, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=2c6c2f44-9baf-4967-b7b8-3cadcbb96682,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:37:10.715333 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '2c6c2f44-9baf-4967-b7b8-3cadcbb96682', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'port_id': '2c6c2f44-9baf-4967-b7b8-3cadcbb96682', 'mac_address': 'fa:16:3e:03:08:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '694f9550-ba12-4672-8446-41848123cea2', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:37:10.796483 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6e8e3-be75-4445-ac2d-c03264e05320 req-5f57df33-836c-4392-b42a-bf82c25c3ae3 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:10.803041 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f3a6e8e3-be75-4445-ac2d-c03264e05320 req-5f57df33-836c-4392-b42a-bf82c25c3ae3 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f8ee9a5-2cff-4461-8665-aa2a056c63ee HTTP/1.1" status: 200 len: 943 time: 0.1211219 Sep 07 02:37:10.804032 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-17db3a82-9ee0-4d90-b1fd-453e01977035 req-9d9970e4-88dd-4630-853d-d4cc854a48dc service neutron] 10.222.0.16 "GET /v2.0/networks/29fccc3a-21f2-4674-8b92-bcfa16fabc4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195562 Sep 07 02:37:10.810627 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:10.845857 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c6c2f44-9baf-4967-b7b8-3cadcbb96682 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:37:10.866248 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f3a6e8e3-be75-4445-ac2d-c03264e05320 req-6d67cbe1-6f4d-4c17-9fac-a0dac5eaf87c tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561712 Sep 07 02:37:10.894395 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-acd3208f-c711-47c8-b812-482228b34970 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:10.897687 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 2c6c2f44-9baf-4967-b7b8-3cadcbb96682, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=2c6c2f44-9baf-4967-b7b8-3cadcbb96682,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:37:10.907050 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:10.968804 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-acd3208f-c711-47c8-b812-482228b34970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:11.053804 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=2c6c2f44-9baf-4967-b7b8-3cadcbb96682,revision_number=9']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:11.061135 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['2c6c2f44-9baf-4967-b7b8-3cadcbb96682'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:37:11.153231 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ff45a1-f1b4-4268-b0a2-67ace29a687e req-260c2dae-df94-4c8a-bcab-608fb6c3ad1f tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:11.180097 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-09ff45a1-f1b4-4268-b0a2-67ace29a687e req-260c2dae-df94-4c8a-bcab-608fb6c3ad1f tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9 HTTP/1.1" status: 200 len: 944 time: 0.1462090 Sep 07 02:37:11.259387 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-09ff45a1-f1b4-4268-b0a2-67ace29a687e req-10432e43-79c2-49cb-a9cc-8f8a88330c65 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783970 Sep 07 02:37:11.278578 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-17db3a82-9ee0-4d90-b1fd-453e01977035 req-dba7b0d3-6896-47a0-8fe8-27cea1c1d43b service neutron] 10.222.0.16 "GET /v2.0/networks/29fccc3a-21f2-4674-8b92-bcfa16fabc4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4667153 Sep 07 02:37:11.279287 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd3208f-c711-47c8-b812-482228b34970 admin admin] Pushing event updated for resources: {'Port': ['ID=2b89a450-baa1-4a74-a169-baf9211527bf,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:11.296945 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-acd3208f-c711-47c8-b812-482228b34970 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:11.592957 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd3208f-c711-47c8-b812-482228b34970 admin admin] Network c7baff3a-2acd-47c4-826f-ff1b179e5161 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:37:11.603930 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-acd3208f-c711-47c8-b812-482228b34970 admin admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:37:11.611704 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9126d8d-0ef7-49fc-80ed-b101a6167ace req-b3c6f4c2-d524-44c3-bb7a-e25e3122b2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:11.613539 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c9126d8d-0ef7-49fc-80ed-b101a6167ace req-b3c6f4c2-d524-44c3-bb7a-e25e3122b2f0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4443ce3bb3024d489f3e6e525e333d25&device_id=4f8ee9a5-2cff-4461-8665-aa2a056c63ee HTTP/1.1" status: 200 len: 1095 time: 0.2095604 Sep 07 02:37:11.614506 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1849fa-4fd1-4450-849e-00fc35700510 req-813e01e7-fced-4f9a-9d7e-f6a98ae61940 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:11.622694 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bd1849fa-4fd1-4450-849e-00fc35700510 req-813e01e7-fced-4f9a-9d7e-f6a98ae61940 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] 10.222.0.22 "GET /v2.0/ports?device_id=640d4541-3520-4378-b60d-6b68c23535d6 HTTP/1.1" status: 200 len: 944 time: 0.0699601 Sep 07 02:37:11.788267 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 43264) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:37:11.879422 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 07bfadc9-2924-4241-85e9-a9ad1759c719 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:37:12.046384 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-99c87f24-e56f-4daf-aa14-a2ba99140707 None None] Provisioning complete for port 2b89a450-baa1-4a74-a169-baf9211527bf triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:37:12.047519 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-99c87f24-e56f-4daf-aa14-a2ba99140707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:12.054116 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 07bfadc9-2924-4241-85e9-a9ad1759c719 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:37:12.065422 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 07bfadc9-2924-4241-85e9-a9ad1759c719 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:37:12.067677 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:12.255340 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-99c87f24-e56f-4daf-aa14-a2ba99140707 None None] Port 2b89a450-baa1-4a74-a169-baf9211527bf cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:37:12.294159 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 2c6c2f44-9baf-4967-b7b8-3cadcbb96682 up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:37:12.416831 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bd1849fa-4fd1-4450-849e-00fc35700510 req-4ed57478-e8a8-4c51-ae24-1e197cb2ea83 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b8be1a0-2753-410b-9824-ddf49655ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7891586 Sep 07 02:37:12.517969 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:12.597986 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 07bfadc9-2924-4241-85e9-a9ad1759c719, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=07bfadc9-2924-4241-85e9-a9ad1759c719,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:37:12.608957 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:12.668291 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acd3208f-c711-47c8-b812-482228b34970 admin admin] Router 6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:37:12.672068 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9126d8d-0ef7-49fc-80ed-b101a6167ace req-4964966d-4791-4a94-a43d-d7fadb1c9644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:12.674041 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c9126d8d-0ef7-49fc-80ed-b101a6167ace req-4964966d-4791-4a94-a43d-d7fadb1c9644 service neutron] 10.222.0.16 "GET /v2.0/networks?id=29fccc3a-21f2-4674-8b92-bcfa16fabc4c HTTP/1.1" status: 200 len: 912 time: 1.0515187 Sep 07 02:37:12.696544 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=07bfadc9-2924-4241-85e9-a9ad1759c719,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:12.701097 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 2c6c2f44-9baf-4967-b7b8-3cadcbb96682 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:37:12.701478 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:12.760055 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c9126d8d-0ef7-49fc-80ed-b101a6167ace req-c673e7b6-cd49-4c2d-a9d4-a83024d846d9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4b0424df-419b-417c-9604-f07cff13d66b HTTP/1.1" status: 200 len: 217 time: 0.0742428 Sep 07 02:37:12.792791 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63ff1c-376e-4bfb-b289-d406d4b8c1d8 req-d0ad2162-dd00-41ed-bab6-1ad1c41c9284 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:12.800374 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ae63ff1c-376e-4bfb-b289-d406d4b8c1d8 req-d0ad2162-dd00-41ed-bab6-1ad1c41c9284 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f8ee9a5-2cff-4461-8665-aa2a056c63ee HTTP/1.1" status: 200 len: 943 time: 0.3516512 Sep 07 02:37:12.882832 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:12.946997 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 2c6c2f44-9baf-4967-b7b8-3cadcbb96682, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=2c6c2f44-9baf-4967-b7b8-3cadcbb96682,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:37:12.949765 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce67c6c-d8d0-4209-bd46-994970e2cad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c6c2f44-9baf-4967-b7b8-3cadcbb96682'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:37:12.960416 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2168979f-10a9-4e9f-bc90-d95708bb5ae6" -d '{"events": [{"server_uuid": "cce67c6c-d8d0-4209-bd46-994970e2cad0", "name": "network-vif-plugged", "status": "completed", "tag": "2c6c2f44-9baf-4967-b7b8-3cadcbb96682"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:37:12.969298 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:12.970904 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device cd30c17f-9869-47d0-b8a4-372e64aeee83 no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:37:13.040585 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-63169d66-af7a-40fb-a24b-3be2f5b9d03c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=36932fbb01ef47dd957d06cd3434fa27&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2491081 Sep 07 02:37:13.043867 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43288) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:37:13.046064 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9126d8d-0ef7-49fc-80ed-b101a6167ace req-e9b993b4-c9c4-42db-ac6b-5b5477502870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:13.048929 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c9126d8d-0ef7-49fc-80ed-b101a6167ace req-e9b993b4-c9c4-42db-ac6b-5b5477502870 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8fab1dcd-e4f9-4e9d-89a4-c1da67200daf HTTP/1.1" status: 200 len: 852 time: 0.2436893 Sep 07 02:37:13.054758 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ae63ff1c-376e-4bfb-b289-d406d4b8c1d8 req-cf1088de-da12-449c-9124-dc7728ac0b17 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405193 Sep 07 02:37:13.122436 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c9126d8d-0ef7-49fc-80ed-b101a6167ace req-03cd22d9-d216-4832-8d45-78628ee6592a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=29fccc3a-21f2-4674-8b92-bcfa16fabc4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466106 Sep 07 02:37:13.159259 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: cd30c17f-9869-47d0-b8a4-372e64aeee83 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:37:13.161888 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device cd30c17f-9869-47d0-b8a4-372e64aeee83 not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:37:13.237822 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e34493d0-2d0b-40fb-8f24-73fbbcf02fcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:13.243254 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd3208f-c711-47c8-b812-482228b34970 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:37:13.244105 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=2c6c2f44-9baf-4967-b7b8-3cadcbb96682,revision_number=10']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:13.250442 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-acd3208f-c711-47c8-b812-482228b34970 admin admin] 10.222.0.22 "PUT /v2.0/routers/6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2312195 Sep 07 02:37:13.256282 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f818299-3e8e-42c6-8111-cf8c2454da04 None None] Sync routers for ids ['6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:37:13.272975 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f818299-3e8e-42c6-8111-cf8c2454da04 None None] Routers {'6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:37:13.273608 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-4f818299-3e8e-42c6-8111-cf8c2454da04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:36:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:37:13.303357 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e34493d0-2d0b-40fb-8f24-73fbbcf02fcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:13.326963 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c9126d8d-0ef7-49fc-80ed-b101a6167ace req-35acdb11-5daa-4ebd-b691-2eb653e7e95b service neutron] 10.222.0.16 "GET /v2.0/networks/29fccc3a-21f2-4674-8b92-bcfa16fabc4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636381 Sep 07 02:37:13.396938 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e34493d0-2d0b-40fb-8f24-73fbbcf02fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:13.400150 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e34493d0-2d0b-40fb-8f24-73fbbcf02fcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:13.401508 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-e34493d0-2d0b-40fb-8f24-73fbbcf02fcb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5a269c66-7adc-42c9-a714-55eb6ea51447 HTTP/1.1" status: 204 len: 168 time: 0.3563902 Sep 07 02:37:13.419097 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34493d0-2d0b-40fb-8f24-73fbbcf02fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a269c66-7adc-42c9-a714-55eb6ea51447,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:13.423704 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6299cc-76f0-4b6f-be2c-0ba352ac17ac req-2d46567a-d70c-4717-bf10-6d17114a11ef tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:13.425143 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8d6299cc-76f0-4b6f-be2c-0ba352ac17ac req-2d46567a-d70c-4717-bf10-6d17114a11ef tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9 HTTP/1.1" status: 200 len: 944 time: 0.1536648 Sep 07 02:37:13.527952 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8d6299cc-76f0-4b6f-be2c-0ba352ac17ac req-0454ffa2-f4f2-4f29-9843-3bafc2b7f8b8 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744166 Sep 07 02:37:13.530157 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c9126d8d-0ef7-49fc-80ed-b101a6167ace req-6e800766-c1b6-4939-b889-a0b076a24937 service neutron] 10.222.0.16 "GET /v2.0/networks/29fccc3a-21f2-4674-8b92-bcfa16fabc4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938760 Sep 07 02:37:13.626175 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-4f818299-3e8e-42c6-8111-cf8c2454da04 None None] Set router 6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:37:13.708189 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5065ca-a2ab-4e31-8d8a-01134723939e x-openstack-request-id: req-2b5065ca-a2ab-4e31-8d8a-01134723939e {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:37:13.708965 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cce67c6c-d8d0-4209-bd46-994970e2cad0", "name": "network-vif-plugged", "status": "completed", "tag": "2c6c2f44-9baf-4967-b7b8-3cadcbb96682", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:37:13.709435 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2b5065ca-a2ab-4e31-8d8a-01134723939e {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:37:13.710048 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce67c6c-d8d0-4209-bd46-994970e2cad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c6c2f44-9baf-4967-b7b8-3cadcbb96682', 'code': 200} Sep 07 02:37:13.815679 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 07bfadc9-2924-4241-85e9-a9ad1759c719 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:37:13.914220 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc12b78d-655e-432a-9fae-c6f751b4a18b req-2ab899af-8ce2-48f9-8519-5c6f68725dc1 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:13.916445 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cc12b78d-655e-432a-9fae-c6f751b4a18b req-2ab899af-8ce2-48f9-8519-5c6f68725dc1 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] 10.222.0.22 "GET /v2.0/ports?device_id=640d4541-3520-4378-b60d-6b68c23535d6 HTTP/1.1" status: 200 len: 944 time: 0.1204350 Sep 07 02:37:13.982297 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-4f818299-3e8e-42c6-8111-cf8c2454da04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5', 'name': 'tempest-ServerActionsTestJSON-98083137-router', 'tenant_id': '3c6e11955fd14c5c9b191cf5c7d7b41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '07bfadc9-2924-4241-85e9-a9ad1759c719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:37:01Z', 'updated_at': '2021-09-07T02:37:10Z', 'revision_number': 4, 'project_id': '3c6e11955fd14c5c9b191cf5c7d7b41c', 'gw_port': {'id': '07bfadc9-2924-4241-85e9-a9ad1759c719', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:37:04Z', 'updated_at': '2021-09-07T02:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '2b89a450-baa1-4a74-a169-baf9211527bf', 'name': '', 'network_id': 'c7baff3a-2acd-47c4-826f-ff1b179e5161', 'tenant_id': '3c6e11955fd14c5c9b191cf5c7d7b41c', 'mac_address': 'fa:16:3e:b8:96:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '04737742-a3d0-4b6d-a6a4-ec1fe2e55890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:37:08Z', 'updated_at': '2021-09-07T02:37:10Z', 'revision_number': 2, 'project_id': '3c6e11955fd14c5c9b191cf5c7d7b41c', 'subnets': [{'id': '04737742-a3d0-4b6d-a6a4-ec1fe2e55890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:37:13.987149 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 07bfadc9-2924-4241-85e9-a9ad1759c719 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:37:13.990146 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:14.021895 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43302) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:37:14.028025 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f818299-3e8e-42c6-8111-cf8c2454da04 None None] Checking router: 6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:37:14.028383 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f818299-3e8e-42c6-8111-cf8c2454da04 None None] Updating router 6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5 port 2b89a450-baa1-4a74-a169-baf9211527bf binding host n-d-796209-16 {{(pid=94703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 02:37:14.074433 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cc12b78d-655e-432a-9fae-c6f751b4a18b req-e88d2613-dc3a-4b35-8a79-a4d67513469a tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b8be1a0-2753-410b-9824-ddf49655ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467927 Sep 07 02:37:14.089359 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-4f818299-3e8e-42c6-8111-cf8c2454da04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:14.142896 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-8edee0ee-14bf-4886-82fd-a461c678c58a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=080b0133de814e2995a176fe199c4499&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1196601 Sep 07 02:37:14.146238 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 43308) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:37:14.267764 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 4b0424df-419b-417c-9604-f07cff13d66b details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:37:14.268058 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a9357bf4-da67-41b7-a974-54bf611e0f76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:14.337604 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a9357bf4-da67-41b7-a974-54bf611e0f76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:14.466590 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a9357bf4-da67-41b7-a974-54bf611e0f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:14.472606 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a9357bf4-da67-41b7-a974-54bf611e0f76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:14.477313 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a9357bf4-da67-41b7-a974-54bf611e0f76 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ef65feb9-17ea-4a4f-a1d8-b6ffd414ef76 HTTP/1.1" status: 204 len: 168 time: 0.3276000 Sep 07 02:37:14.529785 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9357bf4-da67-41b7-a974-54bf611e0f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef65feb9-17ea-4a4f-a1d8-b6ffd414ef76,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:14.531157 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 4b0424df-419b-417c-9604-f07cff13d66b, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=4b0424df-419b-417c-9604-f07cff13d66b,segment=NetworkSegment(3ec0e383-0f35-4c3c-abc7-899f90f4fe60),segment_id=3ec0e383-0f35-4c3c-abc7-899f90f4fe60)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:37:14.600731 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '4b0424df-419b-417c-9604-f07cff13d66b', 'network_id': '29fccc3a-21f2-4674-8b92-bcfa16fabc4c', 'port_id': '4b0424df-419b-417c-9604-f07cff13d66b', 'mac_address': 'fa:16:3e:4a:9f:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fab1dcd-e4f9-4e9d-89a4-c1da67200daf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:37:14.678921 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:14.695030 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-4f818299-3e8e-42c6-8111-cf8c2454da04 None None] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:14.714517 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b0424df-419b-417c-9604-f07cff13d66b {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:37:14.716027 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-4f818299-3e8e-42c6-8111-cf8c2454da04 None None] Transition to ACTIVE for port object 2b89a450-baa1-4a74-a169-baf9211527bf will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:37:14.728293 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-4f818299-3e8e-42c6-8111-cf8c2454da04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:14.760356 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 4b0424df-419b-417c-9604-f07cff13d66b, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=4b0424df-419b-417c-9604-f07cff13d66b,segment=NetworkSegment(3ec0e383-0f35-4c3c-abc7-899f90f4fe60),segment_id=3ec0e383-0f35-4c3c-abc7-899f90f4fe60)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:37:14.771447 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:14.869803 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8110d9dd-6cae-47c8-9020-d98c7e0c7853 None None] Pushing event updated for resources: {'Port': ['ID=2b89a450-baa1-4a74-a169-baf9211527bf,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:14.893904 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=4b0424df-419b-417c-9604-f07cff13d66b,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:14.900132 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8110d9dd-6cae-47c8-9020-d98c7e0c7853 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:37:14.900479 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8110d9dd-6cae-47c8-9020-d98c7e0c7853 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:37:14.900954 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8110d9dd-6cae-47c8-9020-d98c7e0c7853 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:37:14.901302 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8110d9dd-6cae-47c8-9020-d98c7e0c7853 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:37:14.901640 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8110d9dd-6cae-47c8-9020-d98c7e0c7853 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:37:14.901974 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8110d9dd-6cae-47c8-9020-d98c7e0c7853 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:37:14.902302 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8110d9dd-6cae-47c8-9020-d98c7e0c7853 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:37:14.902630 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8110d9dd-6cae-47c8-9020-d98c7e0c7853 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:37:14.902957 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8110d9dd-6cae-47c8-9020-d98c7e0c7853 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:37:14.903281 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8110d9dd-6cae-47c8-9020-d98c7e0c7853 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:37:14.903638 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8110d9dd-6cae-47c8-9020-d98c7e0c7853 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:37:14.911138 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8110d9dd-6cae-47c8-9020-d98c7e0c7853 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:37:14.934248 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-4f818299-3e8e-42c6-8111-cf8c2454da04 None None] Attempting to bind port 2b89a450-baa1-4a74-a169-baf9211527bf on host n-d-796209-16 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:37:14.934891 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-4f818299-3e8e-42c6-8111-cf8c2454da04 None None] Attempting to bind port 2b89a450-baa1-4a74-a169-baf9211527bf by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '6dff264e-7c75-4629-a854-2e784f93e6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7baff3a-2acd-47c4-826f-ff1b179e5161'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:37:14.935911 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f818299-3e8e-42c6-8111-cf8c2454da04 None None] Attempting to bind port 2b89a450-baa1-4a74-a169-baf9211527bf on network c7baff3a-2acd-47c4-826f-ff1b179e5161 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:37:14.943447 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f818299-3e8e-42c6-8111-cf8c2454da04 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:37:14.944119 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f818299-3e8e-42c6-8111-cf8c2454da04 None None] Checking segment: {'id': '6dff264e-7c75-4629-a854-2e784f93e6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7baff3a-2acd-47c4-826f-ff1b179e5161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:37:14.944703 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-4f818299-3e8e-42c6-8111-cf8c2454da04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:14.945255 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f818299-3e8e-42c6-8111-cf8c2454da04 None None] Bound using segment: {'id': '6dff264e-7c75-4629-a854-2e784f93e6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7baff3a-2acd-47c4-826f-ff1b179e5161'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:37:14.945902 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-4f818299-3e8e-42c6-8111-cf8c2454da04 None None] Bound port: 2b89a450-baa1-4a74-a169-baf9211527bf, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dff264e-7c75-4629-a854-2e784f93e6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7baff3a-2acd-47c4-826f-ff1b179e5161'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:37:14.946493 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-4f818299-3e8e-42c6-8111-cf8c2454da04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:15.010528 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['4b0424df-419b-417c-9604-f07cff13d66b'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:37:15.050597 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-4f818299-3e8e-42c6-8111-cf8c2454da04 None None] For port 2b89a450-baa1-4a74-a169-baf9211527bf, host n-d-796209-16, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:37:15.065998 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-4f818299-3e8e-42c6-8111-cf8c2454da04 None None] For port 2b89a450-baa1-4a74-a169-baf9211527bf, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=2b89a450-baa1-4a74-a169-baf9211527bf,segment=NetworkSegment(6dff264e-7c75-4629-a854-2e784f93e6e2),segment_id=6dff264e-7c75-4629-a854-2e784f93e6e2)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:37:15.073959 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-4f818299-3e8e-42c6-8111-cf8c2454da04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:15.195760 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 43326) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:37:15.207840 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-4c407970-f288-415a-855b-abd268f90994 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1215939972', 'description': 'tempest-description--824963499'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:37:15.209567 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f818299-3e8e-42c6-8111-cf8c2454da04 None None] Routers {'6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:37:15.213763 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-4f818299-3e8e-42c6-8111-cf8c2454da04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:36:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:37:15.280157 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4c407970-f288-415a-855b-abd268f90994 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:15.340704 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8110d9dd-6cae-47c8-9020-d98c7e0c7853 None None] Pushing event updated for resources: {'Port': ['ID=2b89a450-baa1-4a74-a169-baf9211527bf,revision_number=4']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:15.490885 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea80becd-3299-441d-94db-bf9346e597c8 req-0a2f06ab-0ea7-49b3-a30b-e26f40ac603d tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:15.492752 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ea80becd-3299-441d-94db-bf9346e597c8 req-0a2f06ab-0ea7-49b3-a30b-e26f40ac603d tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f8ee9a5-2cff-4461-8665-aa2a056c63ee HTTP/1.1" status: 200 len: 944 time: 0.1991231 Sep 07 02:37:15.503547 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-4f818299-3e8e-42c6-8111-cf8c2454da04 None None] Set router 6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:37:15.605755 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ea80becd-3299-441d-94db-bf9346e597c8 req-428661f8-7a76-4346-ab1c-5afa42f5426c tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871477 Sep 07 02:37:15.716604 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4c407970-f288-415a-855b-abd268f90994 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:15.739522 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4c407970-f288-415a-855b-abd268f90994 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:15.820663 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c407970-f288-415a-855b-abd268f90994 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5219e92-1d29-4419-a172-3e9afc83d1d2,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:15.839668 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-4f818299-3e8e-42c6-8111-cf8c2454da04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5', 'name': 'tempest-ServerActionsTestJSON-98083137-router', 'tenant_id': '3c6e11955fd14c5c9b191cf5c7d7b41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '07bfadc9-2924-4241-85e9-a9ad1759c719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:37:01Z', 'updated_at': '2021-09-07T02:37:10Z', 'revision_number': 4, 'project_id': '3c6e11955fd14c5c9b191cf5c7d7b41c', 'gw_port': {'id': '07bfadc9-2924-4241-85e9-a9ad1759c719', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:37:04Z', 'updated_at': '2021-09-07T02:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '2b89a450-baa1-4a74-a169-baf9211527bf', 'name': '', 'network_id': 'c7baff3a-2acd-47c4-826f-ff1b179e5161', 'tenant_id': '3c6e11955fd14c5c9b191cf5c7d7b41c', 'mac_address': 'fa:16:3e:b8:96:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '04737742-a3d0-4b6d-a6a4-ec1fe2e55890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:37:08Z', 'updated_at': '2021-09-07T02:37:15Z', 'revision_number': 4, 'project_id': '3c6e11955fd14c5c9b191cf5c7d7b41c', 'subnets': [{'id': '04737742-a3d0-4b6d-a6a4-ec1fe2e55890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:37:15.860902 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4c407970-f288-415a-855b-abd268f90994 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:15.866347 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-4c407970-f288-415a-855b-abd268f90994 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6658587 Sep 07 02:37:15.866706 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43342) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:37:15.872326 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-8e999cc4-5c33-4054-a1af-f90ef7aa39bb tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Request body: {'security_group_rule': {'security_group_id': 'a5219e92-1d29-4419-a172-3e9afc83d1d2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:37:15.887026 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85abd31a-eab2-436b-af11-5398413a914a req-78a6ca22-e48b-4e45-8548-c7d3d36e2b04 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:15.889077 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-85abd31a-eab2-436b-af11-5398413a914a req-78a6ca22-e48b-4e45-8548-c7d3d36e2b04 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9 HTTP/1.1" status: 200 len: 944 time: 0.1709616 Sep 07 02:37:15.925551 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f818299-3e8e-42c6-8111-cf8c2454da04 None None] The sync data for ids ['6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5'] in n-d-796209-16 is: [{'id': '6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5', 'name': 'tempest-ServerActionsTestJSON-98083137-router', 'tenant_id': '3c6e11955fd14c5c9b191cf5c7d7b41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '07bfadc9-2924-4241-85e9-a9ad1759c719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:37:01Z', 'updated_at': '2021-09-07T02:37:10Z', 'revision_number': 4, 'project_id': '3c6e11955fd14c5c9b191cf5c7d7b41c', 'gw_port': {'id': '07bfadc9-2924-4241-85e9-a9ad1759c719', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:37:04Z', 'updated_at': '2021-09-07T02:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '2b89a450-baa1-4a74-a169-baf9211527bf', 'name': '', 'network_id': 'c7baff3a-2acd-47c4-826f-ff1b179e5161', 'tenant_id': '3c6e11955fd14c5c9b191cf5c7d7b41c', 'mac_address': 'fa:16:3e:b8:96:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '04737742-a3d0-4b6d-a6a4-ec1fe2e55890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:37:08Z', 'updated_at': '2021-09-07T02:37:15Z', 'revision_number': 4, 'project_id': '3c6e11955fd14c5c9b191cf5c7d7b41c', 'subnets': [{'id': '04737742-a3d0-4b6d-a6a4-ec1fe2e55890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:37:15.937736 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8e999cc4-5c33-4054-a1af-f90ef7aa39bb tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:15.986353 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-85abd31a-eab2-436b-af11-5398413a914a req-731afcdf-cbed-4e16-aa65-b389726eb9d0 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897570 Sep 07 02:37:16.083696 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 43346) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:37:16.121710 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8e999cc4-5c33-4054-a1af-f90ef7aa39bb tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:16.126633 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8e999cc4-5c33-4054-a1af-f90ef7aa39bb tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:16.185812 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e999cc4-5c33-4054-a1af-f90ef7aa39bb tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f9aa702-8631-42d1-84d1-9ad003045d5f,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:16.202681 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8e999cc4-5c33-4054-a1af-f90ef7aa39bb tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:16.208475 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 43350) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:37:16.215768 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-fee2bd4d-4836-4595-9fee-60b371218da0 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Request body: {'security_group_rule': {'security_group_id': 'a5219e92-1d29-4419-a172-3e9afc83d1d2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:37:16.221485 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-8e999cc4-5c33-4054-a1af-f90ef7aa39bb tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3519714 Sep 07 02:37:16.268472 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 4b0424df-419b-417c-9604-f07cff13d66b up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:37:16.313249 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-2fd3b5ff-65cb-4717-b5a8-cff03aa05b4f admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1665615976-network', 'tenant_id': 'f0944a3bfb51437eb5ffab031c87e3ed'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:37:16.322173 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fee2bd4d-4836-4595-9fee-60b371218da0 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:16.346699 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e27e34-f1b0-4a9b-bc53-19f30c079697 req-c9218e67-3278-47ef-bbe7-ac1c95f3934f tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:16.349437 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d1e27e34-f1b0-4a9b-bc53-19f30c079697 req-c9218e67-3278-47ef-bbe7-ac1c95f3934f tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] 10.222.0.22 "GET /v2.0/ports?device_id=640d4541-3520-4378-b60d-6b68c23535d6 HTTP/1.1" status: 200 len: 944 time: 0.1151049 Sep 07 02:37:16.380701 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port 4b0424df-419b-417c-9604-f07cff13d66b completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:37:16.385467 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 4b0424df-419b-417c-9604-f07cff13d66b triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:37:16.385851 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:16.427755 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd3b5ff-65cb-4717-b5a8-cff03aa05b4f admin admin] Made reservation on behalf of f0944a3bfb51437eb5ffab031c87e3ed for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:37:16.430236 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2fd3b5ff-65cb-4717-b5a8-cff03aa05b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:16.437273 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d1e27e34-f1b0-4a9b-bc53-19f30c079697 req-c0cf8253-c2cb-45db-a0a4-9d87a4fc6dc8 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b8be1a0-2753-410b-9824-ddf49655ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778279 Sep 07 02:37:16.445749 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2fd3b5ff-65cb-4717-b5a8-cff03aa05b4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:16.476604 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fee2bd4d-4836-4595-9fee-60b371218da0 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:16.487291 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fee2bd4d-4836-4595-9fee-60b371218da0 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:16.511691 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:16.519553 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee2bd4d-4836-4595-9fee-60b371218da0 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05851e5e-e13a-467d-a5c7-1da901bf4b4f,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:16.543206 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f8ee9a5-2cff-4461-8665-aa2a056c63ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0424df-419b-417c-9604-f07cff13d66b'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:37:16.545486 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64aee807-ead6-467b-9a77-c7f426ae19d9" -d '{"events": [{"server_uuid": "4f8ee9a5-2cff-4461-8665-aa2a056c63ee", "name": "network-vif-plugged", "status": "completed", "tag": "4b0424df-419b-417c-9604-f07cff13d66b"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:37:16.584327 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 4b0424df-419b-417c-9604-f07cff13d66b, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=4b0424df-419b-417c-9604-f07cff13d66b,segment=NetworkSegment(3ec0e383-0f35-4c3c-abc7-899f90f4fe60),segment_id=3ec0e383-0f35-4c3c-abc7-899f90f4fe60)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:37:16.593031 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:16.620354 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2fd3b5ff-65cb-4717-b5a8-cff03aa05b4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:16.638736 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2fd3b5ff-65cb-4717-b5a8-cff03aa05b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:16.649954 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fee2bd4d-4836-4595-9fee-60b371218da0 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:16.655309 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43356) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:37:16.657890 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff0f5acb-aa4c-4132-9b19-af5a942a6f70 x-openstack-request-id: req-ff0f5acb-aa4c-4132-9b19-af5a942a6f70 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:37:16.658178 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f8ee9a5-2cff-4461-8665-aa2a056c63ee", "name": "network-vif-plugged", "status": "completed", "tag": "4b0424df-419b-417c-9604-f07cff13d66b", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:37:16.658433 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ff0f5acb-aa4c-4132-9b19-af5a942a6f70 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:37:16.663017 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f8ee9a5-2cff-4461-8665-aa2a056c63ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0424df-419b-417c-9604-f07cff13d66b', 'code': 200} Sep 07 02:37:16.670425 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-1dfa89e5-ac36-42f0-be78-c83657a01f66 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Request body: {'floatingip': {'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:37:16.680657 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-fee2bd4d-4836-4595-9fee-60b371218da0 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4710271 Sep 07 02:37:16.737539 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=4b0424df-419b-417c-9604-f07cff13d66b,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:16.740785 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1dfa89e5-ac36-42f0-be78-c83657a01f66 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks [] for floatingip, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:16.754966 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fd3b5ff-65cb-4717-b5a8-cff03aa05b4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:37:16.824938 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2fd3b5ff-65cb-4717-b5a8-cff03aa05b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:16.825295 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-2fd3b5ff-65cb-4717-b5a8-cff03aa05b4f admin admin] Added segment 13dc9ed8-9308-4aae-9b5d-def0e71fea1f of type vlan for network 419bf4f3-54e7-499b-8150-c01b471dd2b1 Sep 07 02:37:16.882065 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd3b5ff-65cb-4717-b5a8-cff03aa05b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88052a65-ed00-4a19-8dd0-36437b4f1462,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:16.913544 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2fd3b5ff-65cb-4717-b5a8-cff03aa05b4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:16.917801 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a3f9d-df27-4587-b58a-f645ded6dc72 req-30c9a419-61ee-4e56-889c-8bc8f25fc4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:16.919548 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-722a3f9d-df27-4587-b58a-f645ded6dc72 req-30c9a419-61ee-4e56-889c-8bc8f25fc4e2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4f8ee9a5-2cff-4461-8665-aa2a056c63ee HTTP/1.1" status: 200 len: 1097 time: 0.2224567 Sep 07 02:37:16.964022 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1dfa89e5-ac36-42f0-be78-c83657a01f66 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:17.000648 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152d7d0-7bce-4e0a-91d3-895a9c2b9e54 req-de2c8cd2-e485-41d1-af49-5cc16cbe7626 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:17.002530 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d152d7d0-7bce-4e0a-91d3-895a9c2b9e54 req-de2c8cd2-e485-41d1-af49-5cc16cbe7626 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f8ee9a5-2cff-4461-8665-aa2a056c63ee HTTP/1.1" status: 200 len: 945 time: 0.2616029 Sep 07 02:37:17.037411 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2fd3b5ff-65cb-4717-b5a8-cff03aa05b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:17.039206 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd3b5ff-65cb-4717-b5a8-cff03aa05b4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:17.042417 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2fd3b5ff-65cb-4717-b5a8-cff03aa05b4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:17.166133 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d152d7d0-7bce-4e0a-91d3-895a9c2b9e54 req-fe44edb5-f87a-4d13-9c08-47247c7370f1 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484337 Sep 07 02:37:17.168431 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-722a3f9d-df27-4587-b58a-f645ded6dc72 req-6c4883cd-6dea-4326-a2c2-7499845f102a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396693 Sep 07 02:37:17.182214 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-1dfa89e5-ac36-42f0-be78-c83657a01f66 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Allocated IP 172.25.5.185 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/b7a20af9-ecb8-4418-9b1e-83958e49336d) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:37:17.324010 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd3b5ff-65cb-4717-b5a8-cff03aa05b4f admin admin] Pushing event updated for resources: {'Network': ['ID=419bf4f3-54e7-499b-8150-c01b471dd2b1,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:17.340775 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 419bf4f3-54e7-499b-8150-c01b471dd2b1 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:37:17.400570 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-2fd3b5ff-65cb-4717-b5a8-cff03aa05b4f admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3149102 Sep 07 02:37:17.401193 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 43364) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:37:17.425386 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-ab11b9f5-f58c-4b2c-97e3-d6761f652d78 admin admin] Request body: {'subnet': {'network_id': '419bf4f3-54e7-499b-8150-c01b471dd2b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1665615976-subnet', 'tenant_id': 'f0944a3bfb51437eb5ffab031c87e3ed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:37:17.451264 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1dfa89e5-ac36-42f0-be78-c83657a01f66 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:17.511133 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee0a97-c124-471b-83e4-6fd69d94ea07 req-2924dbd2-c735-415f-8674-a6beaf5b1303 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:17.525160 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1dfa89e5-ac36-42f0-be78-c83657a01f66 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:17.526211 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c5ee0a97-c124-471b-83e4-6fd69d94ea07 req-2924dbd2-c735-415f-8674-a6beaf5b1303 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9 HTTP/1.1" status: 200 len: 944 time: 0.1966293 Sep 07 02:37:17.553050 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab11b9f5-f58c-4b2c-97e3-d6761f652d78 admin admin] Made reservation on behalf of f0944a3bfb51437eb5ffab031c87e3ed for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:37:17.558109 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ab11b9f5-f58c-4b2c-97e3-d6761f652d78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:17.611267 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfa89e5-ac36-42f0-be78-c83657a01f66 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:37:17.615388 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-1dfa89e5-ac36-42f0-be78-c83657a01f66 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:37:17.620455 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c5ee0a97-c124-471b-83e4-6fd69d94ea07 req-0d6a55ee-373c-4161-8aca-7ddb7f53bf0d tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862753 Sep 07 02:37:17.624713 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfa89e5-ac36-42f0-be78-c83657a01f66 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:37:17.717428 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfa89e5-ac36-42f0-be78-c83657a01f66 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Pushing event updated for resources: {'Port': ['ID=b7a20af9-ecb8-4418-9b1e-83958e49336d,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:17.930362 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 2b89a450-baa1-4a74-a169-baf9211527bf up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:37:17.942299 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1dfa89e5-ac36-42f0-be78-c83657a01f66 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:18.001308 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 2b89a450-baa1-4a74-a169-baf9211527bf completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:37:18.008470 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 2b89a450-baa1-4a74-a169-baf9211527bf triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:37:18.009138 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:18.029767 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1dfa89e5-ac36-42f0-be78-c83657a01f66 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:18.108063 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af766c-c2c2-4ceb-be33-608c3e3b4d45 req-c9ccc692-8156-41c4-9270-d8a028c4127c tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:18.109515 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-04af766c-c2c2-4ceb-be33-608c3e3b4d45 req-c9ccc692-8156-41c4-9270-d8a028c4127c tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] 10.222.0.22 "GET /v2.0/ports?device_id=640d4541-3520-4378-b60d-6b68c23535d6 HTTP/1.1" status: 200 len: 944 time: 0.1659987 Sep 07 02:37:18.131097 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ab11b9f5-f58c-4b2c-97e3-d6761f652d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:18.185256 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device ccc897fa-5fcb-42e5-95b8-463db1fe77e8 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:37:18.227904 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-04af766c-c2c2-4ceb-be33-608c3e3b4d45 req-414e760e-b5ca-4fbb-9bb7-e40ece0de4ea tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b8be1a0-2753-410b-9824-ddf49655ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039522 Sep 07 02:37:18.266163 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab11b9f5-f58c-4b2c-97e3-d6761f652d78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d69abcbe-3002-4b6d-9ef5-483df76a29a6,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:18.281028 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:18.290549 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab11b9f5-f58c-4b2c-97e3-d6761f652d78 admin admin] Checking segment: {'id': '13dc9ed8-9308-4aae-9b5d-def0e71fea1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '419bf4f3-54e7-499b-8150-c01b471dd2b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:37:18.293968 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab11b9f5-f58c-4b2c-97e3-d6761f652d78 admin admin] Network hostable DHCP agents. Network: 419bf4f3-54e7-499b-8150-c01b471dd2b1, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:37:18.332979 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1dfa89e5-ac36-42f0-be78-c83657a01f66 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:18.334525 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab11b9f5-f58c-4b2c-97e3-d6761f652d78 admin admin] Network 419bf4f3-54e7-499b-8150-c01b471dd2b1 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:37:18.355301 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1dfa89e5-ac36-42f0-be78-c83657a01f66 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:18.363176 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-ab11b9f5-f58c-4b2c-97e3-d6761f652d78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 419bf4f3-54e7-499b-8150-c01b471dd2b1) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:37:18.379955 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ae6e58-b070-4810-b842-a912db6b238d None None] Network 419bf4f3-54e7-499b-8150-c01b471dd2b1 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:37:18.387914 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab11b9f5-f58c-4b2c-97e3-d6761f652d78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:18.388808 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ab11b9f5-f58c-4b2c-97e3-d6761f652d78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:18.415863 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-ab11b9f5-f58c-4b2c-97e3-d6761f652d78 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0108669 Sep 07 02:37:18.419956 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 43372) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:37:18.425244 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-6d003277-047c-48b7-ba48-4d22a5bb3c13 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1665615976-router', 'tenant_id': 'f0944a3bfb51437eb5ffab031c87e3ed', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:37:18.432340 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 2b89a450-baa1-4a74-a169-baf9211527bf, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=2b89a450-baa1-4a74-a169-baf9211527bf,segment=NetworkSegment(6dff264e-7c75-4629-a854-2e784f93e6e2),segment_id=6dff264e-7c75-4629-a854-2e784f93e6e2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:37:18.441852 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38901ed-57a8-47b9-a292-b9bb1405c28b req-7bc0c27a-ca67-41c7-bd1a-b1ce419f1472 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:18.450283 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b38901ed-57a8-47b9-a292-b9bb1405c28b req-7bc0c27a-ca67-41c7-bd1a-b1ce419f1472 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f8ee9a5-2cff-4461-8665-aa2a056c63ee HTTP/1.1" status: 200 len: 945 time: 0.1020875 Sep 07 02:37:18.456925 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:18.505436 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6d003277-047c-48b7-ba48-4d22a5bb3c13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:18.507003 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6d003277-047c-48b7-ba48-4d22a5bb3c13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:18.524113 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfa89e5-ac36-42f0-be78-c83657a01f66 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Pushing event updated for resources: {'Port': ['ID=b7a20af9-ecb8-4418-9b1e-83958e49336d,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:18.554890 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1dfa89e5-ac36-42f0-be78-c83657a01f66 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:18.580859 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6d003277-047c-48b7-ba48-4d22a5bb3c13 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:18.592268 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1dfa89e5-ac36-42f0-be78-c83657a01f66 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:18.594840 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-1dfa89e5-ac36-42f0-be78-c83657a01f66 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9376297 Sep 07 02:37:18.597148 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b38901ed-57a8-47b9-a292-b9bb1405c28b req-5f77c388-c5f8-4fc8-8961-ada43cd6b91b tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452541 Sep 07 02:37:18.841518 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6d003277-047c-48b7-ba48-4d22a5bb3c13 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:18.858916 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b5731-2725-44ec-b734-422663ba2dca req-7f77d260-e6da-49b2-b8fa-5614a150b53f tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:18.860616 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port ccc897fa-5fcb-42e5-95b8-463db1fe77e8, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=ccc897fa-5fcb-42e5-95b8-463db1fe77e8,segment=NetworkSegment(3d9fcb72-bde2-4ebb-8f5c-12c01c10e26a),segment_id=3d9fcb72-bde2-4ebb-8f5c-12c01c10e26a)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:37:18.866337 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=2b89a450-baa1-4a74-a169-baf9211527bf,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:18.867231 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9c5b5731-2725-44ec-b734-422663ba2dca req-7f77d260-e6da-49b2-b8fa-5614a150b53f tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9 HTTP/1.1" status: 200 len: 944 time: 0.1381948 Sep 07 02:37:18.906735 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': 'ccc897fa-5fcb-42e5-95b8-463db1fe77e8', 'network_id': '67b2a986-cf77-4844-b821-6fa0d8b54e01', 'port_id': 'ccc897fa-5fcb-42e5-95b8-463db1fe77e8', 'mac_address': 'fa:16:3e:f3:57:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66f60b8d-a718-4a50-a37e-972188b63df9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:37:18.954237 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9c5b5731-2725-44ec-b734-422663ba2dca req-7424e5c6-9bad-49a4-a7a8-16a857dbbe4d tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803311 Sep 07 02:37:18.969023 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:19.034770 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccc897fa-5fcb-42e5-95b8-463db1fe77e8 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:37:19.054827 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3390a4-322b-4032-9555-5a908a698551 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-419bf4f3-54e7-499b-8150-c01b471dd2b1', 'network_id': '419bf4f3-54e7-499b-8150-c01b471dd2b1', 'tenant_id': 'f0944a3bfb51437eb5ffab031c87e3ed', 'fixed_ips': [{'subnet_id': 'd69abcbe-3002-4b6d-9ef5-483df76a29a6'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:37:19.066171 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8d3390a4-322b-4032-9555-5a908a698551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:19.091978 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port ccc897fa-5fcb-42e5-95b8-463db1fe77e8, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=ccc897fa-5fcb-42e5-95b8-463db1fe77e8,segment=NetworkSegment(3d9fcb72-bde2-4ebb-8f5c-12c01c10e26a),segment_id=3d9fcb72-bde2-4ebb-8f5c-12c01c10e26a)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:37:19.102630 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:19.247581 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6d003277-047c-48b7-ba48-4d22a5bb3c13 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:19.255461 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=ccc897fa-5fcb-42e5-95b8-463db1fe77e8,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:19.290528 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-8d3390a4-322b-4032-9555-5a908a698551 None None] Allocated IP 172.20.0.2 (419bf4f3-54e7-499b-8150-c01b471dd2b1/d69abcbe-3002-4b6d-9ef5-483df76a29a6/b62ff7ee-8af5-4e57-8f20-d7c65c6bda37) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:37:19.308011 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6d003277-047c-48b7-ba48-4d22a5bb3c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:19.438837 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-6d003277-047c-48b7-ba48-4d22a5bb3c13 admin admin] Allocated IP 172.25.5.31 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/34177f4f-dfc6-41b0-a2b9-cd3e6034e43a) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:37:19.482101 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8d3390a4-322b-4032-9555-5a908a698551 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:19.491825 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8d3390a4-322b-4032-9555-5a908a698551 None None] Transition to ACTIVE for port object b62ff7ee-8af5-4e57-8f20-d7c65c6bda37 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:37:19.510134 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8d3390a4-322b-4032-9555-5a908a698551 None None] Transition to ACTIVE for port object b62ff7ee-8af5-4e57-8f20-d7c65c6bda37 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:37:19.517927 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['ccc897fa-5fcb-42e5-95b8-463db1fe77e8'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:37:19.523961 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8d3390a4-322b-4032-9555-5a908a698551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:19.548994 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6d003277-047c-48b7-ba48-4d22a5bb3c13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:19.592947 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6d003277-047c-48b7-ba48-4d22a5bb3c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:19.605519 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3390a4-322b-4032-9555-5a908a698551 None None] Pushing event updated for resources: {'Port': ['ID=b62ff7ee-8af5-4e57-8f20-d7c65c6bda37,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:19.634193 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3390a4-322b-4032-9555-5a908a698551 None None] Network 419bf4f3-54e7-499b-8150-c01b471dd2b1 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:37:19.635711 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d003277-047c-48b7-ba48-4d22a5bb3c13 admin admin] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:37:19.638038 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-8d3390a4-322b-4032-9555-5a908a698551 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:37:19.640540 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-6d003277-047c-48b7-ba48-4d22a5bb3c13 admin admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:37:19.642970 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3390a4-322b-4032-9555-5a908a698551 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:37:19.656886 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d003277-047c-48b7-ba48-4d22a5bb3c13 admin admin] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:37:19.690149 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d003277-047c-48b7-ba48-4d22a5bb3c13 admin admin] Pushing event updated for resources: {'Port': ['ID=34177f4f-dfc6-41b0-a2b9-cd3e6034e43a,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:19.736534 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-8d3390a4-322b-4032-9555-5a908a698551 None None] Attempting to bind port b62ff7ee-8af5-4e57-8f20-d7c65c6bda37 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:37:19.736910 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-8d3390a4-322b-4032-9555-5a908a698551 None None] Attempting to bind port b62ff7ee-8af5-4e57-8f20-d7c65c6bda37 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '13dc9ed8-9308-4aae-9b5d-def0e71fea1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '419bf4f3-54e7-499b-8150-c01b471dd2b1'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:37:19.737276 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3390a4-322b-4032-9555-5a908a698551 None None] Attempting to bind port b62ff7ee-8af5-4e57-8f20-d7c65c6bda37 on network 419bf4f3-54e7-499b-8150-c01b471dd2b1 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:37:19.774168 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3390a4-322b-4032-9555-5a908a698551 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:37:19.774168 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3390a4-322b-4032-9555-5a908a698551 None None] Checking segment: {'id': '13dc9ed8-9308-4aae-9b5d-def0e71fea1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '419bf4f3-54e7-499b-8150-c01b471dd2b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:37:19.774168 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8d3390a4-322b-4032-9555-5a908a698551 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:19.774588 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3390a4-322b-4032-9555-5a908a698551 None None] Bound using segment: {'id': '13dc9ed8-9308-4aae-9b5d-def0e71fea1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '419bf4f3-54e7-499b-8150-c01b471dd2b1'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:37:19.775050 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-8d3390a4-322b-4032-9555-5a908a698551 None None] Bound port: b62ff7ee-8af5-4e57-8f20-d7c65c6bda37, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13dc9ed8-9308-4aae-9b5d-def0e71fea1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '419bf4f3-54e7-499b-8150-c01b471dd2b1'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:37:19.775457 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8d3390a4-322b-4032-9555-5a908a698551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:19.844390 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 2b89a450-baa1-4a74-a169-baf9211527bf up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:37:19.960986 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8d3390a4-322b-4032-9555-5a908a698551 None None] For port b62ff7ee-8af5-4e57-8f20-d7c65c6bda37, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:37:19.998335 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6d003277-047c-48b7-ba48-4d22a5bb3c13 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:20.014798 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8d3390a4-322b-4032-9555-5a908a698551 None None] For port b62ff7ee-8af5-4e57-8f20-d7c65c6bda37, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=b62ff7ee-8af5-4e57-8f20-d7c65c6bda37,segment=NetworkSegment(13dc9ed8-9308-4aae-9b5d-def0e71fea1f),segment_id=13dc9ed8-9308-4aae-9b5d-def0e71fea1f)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:37:20.028414 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8d3390a4-322b-4032-9555-5a908a698551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:20.030472 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 2b89a450-baa1-4a74-a169-baf9211527bf triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:37:20.030841 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:20.163938 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3390a4-322b-4032-9555-5a908a698551 None None] Pushing event updated for resources: {'Port': ['ID=b62ff7ee-8af5-4e57-8f20-d7c65c6bda37,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:20.310979 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6d003277-047c-48b7-ba48-4d22a5bb3c13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:20.505531 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d003277-047c-48b7-ba48-4d22a5bb3c13 admin admin] Router 7e7cb945-9ce2-43d0-a5da-2d9bd3d72072 is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 02:37:20.677547 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d003277-047c-48b7-ba48-4d22a5bb3c13 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:37:20.692426 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe3692d-8aee-4c0b-9742-96baba0f0b77 None None] Sync routers for ids ['7e7cb945-9ce2-43d0-a5da-2d9bd3d72072'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:37:20.699390 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6d003277-047c-48b7-ba48-4d22a5bb3c13 admin admin] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:20.703761 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-6d003277-047c-48b7-ba48-4d22a5bb3c13 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2823269 Sep 07 02:37:20.705600 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe3692d-8aee-4c0b-9742-96baba0f0b77 None None] Routers {'7e7cb945-9ce2-43d0-a5da-2d9bd3d72072'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:37:20.706238 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-8fe3692d-8aee-4c0b-9742-96baba0f0b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:36:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['7e7cb945-9ce2-43d0-a5da-2d9bd3d72072'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:37:20.706702 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43400) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:37:20.885325 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-8fe3692d-8aee-4c0b-9742-96baba0f0b77 None None] Set router 7e7cb945-9ce2-43d0-a5da-2d9bd3d72072 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:37:21.141549 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:21.158357 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-8fe3692d-8aee-4c0b-9742-96baba0f0b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7cb945-9ce2-43d0-a5da-2d9bd3d72072', 'name': 'tempest-AttachSCSIVolumeTestJSON-1665615976-router', 'tenant_id': 'f0944a3bfb51437eb5ffab031c87e3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '34177f4f-dfc6-41b0-a2b9-cd3e6034e43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:37:18Z', 'updated_at': '2021-09-07T02:37:19Z', 'revision_number': 3, 'project_id': 'f0944a3bfb51437eb5ffab031c87e3ed', 'gw_port': {'id': '34177f4f-dfc6-41b0-a2b9-cd3e6034e43a', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ae:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7cb945-9ce2-43d0-a5da-2d9bd3d72072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:37:19Z', 'updated_at': '2021-09-07T02:37:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:37:21.239778 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe3692d-8aee-4c0b-9742-96baba0f0b77 None None] Checking router: 7e7cb945-9ce2-43d0-a5da-2d9bd3d72072 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:37:21.240135 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe3692d-8aee-4c0b-9742-96baba0f0b77 None None] Updating router 7e7cb945-9ce2-43d0-a5da-2d9bd3d72072 port 34177f4f-dfc6-41b0-a2b9-cd3e6034e43a binding host n-d-796209-16 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 02:37:21.278946 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:21.292180 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8fe3692d-8aee-4c0b-9742-96baba0f0b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:21.385157 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-53550559-d1ea-42ff-8637-54204588aa04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:21.494684 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713cb53c-7127-4bd5-9bd6-731a1bab85ed None None] Network 419bf4f3-54e7-499b-8150-c01b471dd2b1 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:37:21.550565 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-c181f3f3-6478-4e9b-9187-b94c8d36cf04 None None] Provisioning for port b62ff7ee-8af5-4e57-8f20-d7c65c6bda37 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:37:21.627576 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-53550559-d1ea-42ff-8637-54204588aa04 admin admin] Allocated IP 172.20.0.1 (419bf4f3-54e7-499b-8150-c01b471dd2b1/d69abcbe-3002-4b6d-9ef5-483df76a29a6/cc312386-5e29-445a-8269-bf4ba9e95316) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:37:21.804283 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-53550559-d1ea-42ff-8637-54204588aa04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:21.849690 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-53550559-d1ea-42ff-8637-54204588aa04 admin admin] Transition to ACTIVE for port object cc312386-5e29-445a-8269-bf4ba9e95316 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:37:21.882732 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device b62ff7ee-8af5-4e57-8f20-d7c65c6bda37 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:37:21.931722 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-53550559-d1ea-42ff-8637-54204588aa04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:21.936455 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8fe3692d-8aee-4c0b-9742-96baba0f0b77 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:21.970001 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8fe3692d-8aee-4c0b-9742-96baba0f0b77 None None] Transition to ACTIVE for port object 34177f4f-dfc6-41b0-a2b9-cd3e6034e43a will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:37:21.982397 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8fe3692d-8aee-4c0b-9742-96baba0f0b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:21.983081 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53550559-d1ea-42ff-8637-54204588aa04 admin admin] Network 419bf4f3-54e7-499b-8150-c01b471dd2b1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:37:21.986489 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-53550559-d1ea-42ff-8637-54204588aa04 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:37:21.990416 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53550559-d1ea-42ff-8637-54204588aa04 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:37:22.032927 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53550559-d1ea-42ff-8637-54204588aa04 admin admin] Pushing event updated for resources: {'Port': ['ID=cc312386-5e29-445a-8269-bf4ba9e95316,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:22.035043 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73514a4c-2bcf-4b96-9ee7-6a5ed4ee1806 None None] Pushing event updated for resources: {'Port': ['ID=34177f4f-dfc6-41b0-a2b9-cd3e6034e43a,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:22.040714 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port b62ff7ee-8af5-4e57-8f20-d7c65c6bda37 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:37:22.050741 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port b62ff7ee-8af5-4e57-8f20-d7c65c6bda37 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:37:22.051235 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:22.068963 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-53550559-d1ea-42ff-8637-54204588aa04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:22.124064 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-8fe3692d-8aee-4c0b-9742-96baba0f0b77 None None] Attempting to bind port 34177f4f-dfc6-41b0-a2b9-cd3e6034e43a on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:37:22.124444 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-8fe3692d-8aee-4c0b-9742-96baba0f0b77 None None] Attempting to bind port 34177f4f-dfc6-41b0-a2b9-cd3e6034e43a by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:37:22.124805 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe3692d-8aee-4c0b-9742-96baba0f0b77 None None] Attempting to bind port 34177f4f-dfc6-41b0-a2b9-cd3e6034e43a on network 1166b922-7457-4da4-bdda-328e8c8e7bc6 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:37:22.135942 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe3692d-8aee-4c0b-9742-96baba0f0b77 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:37:22.136320 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe3692d-8aee-4c0b-9742-96baba0f0b77 None None] Checking segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:37:22.136729 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8fe3692d-8aee-4c0b-9742-96baba0f0b77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:22.137377 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe3692d-8aee-4c0b-9742-96baba0f0b77 None None] Bound using segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:37:22.140295 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-8fe3692d-8aee-4c0b-9742-96baba0f0b77 None None] Bound port: 34177f4f-dfc6-41b0-a2b9-cd3e6034e43a, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:37:22.141170 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8fe3692d-8aee-4c0b-9742-96baba0f0b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:22.201908 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 27489c81-0daf-4417-afae-47ce903b394d details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:37:22.205459 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device ccc897fa-5fcb-42e5-95b8-463db1fe77e8 up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:37:22.275089 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-53550559-d1ea-42ff-8637-54204588aa04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:22.520758 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8fe3692d-8aee-4c0b-9742-96baba0f0b77 None None] For port 34177f4f-dfc6-41b0-a2b9-cd3e6034e43a, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:37:22.524103 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.db.resource_extend [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 02:37:22.593502 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-53550559-d1ea-42ff-8637-54204588aa04 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:22.600731 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8fe3692d-8aee-4c0b-9742-96baba0f0b77 None None] For port 34177f4f-dfc6-41b0-a2b9-cd3e6034e43a, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=34177f4f-dfc6-41b0-a2b9-cd3e6034e43a,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:37:22.601259 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-53550559-d1ea-42ff-8637-54204588aa04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:22.621695 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8fe3692d-8aee-4c0b-9742-96baba0f0b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:22.628188 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-7a08f081-dbd0-4d0f-a0e9-7523016422c1 None None] Provisioning complete for port b62ff7ee-8af5-4e57-8f20-d7c65c6bda37 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:37:22.628572 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7a08f081-dbd0-4d0f-a0e9-7523016422c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:22.630555 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:22.735850 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port ccc897fa-5fcb-42e5-95b8-463db1fe77e8 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:37:22.760722 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53550559-d1ea-42ff-8637-54204588aa04 admin admin] Pushing event updated for resources: {'Port': ['ID=cc312386-5e29-445a-8269-bf4ba9e95316,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:22.763751 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-53550559-d1ea-42ff-8637-54204588aa04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:22.769213 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port ccc897fa-5fcb-42e5-95b8-463db1fe77e8 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:37:22.769591 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:22.852502 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73514a4c-2bcf-4b96-9ee7-6a5ed4ee1806 None None] Pushing event updated for resources: {'Port': ['ID=34177f4f-dfc6-41b0-a2b9-cd3e6034e43a,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:22.865258 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 27489c81-0daf-4417-afae-47ce903b394d, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=27489c81-0daf-4417-afae-47ce903b394d,segment=NetworkSegment(cb5a1637-646d-4671-9ca6-bd30e74d860b),segment_id=cb5a1637-646d-4671-9ca6-bd30e74d860b)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:37:22.870812 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe3692d-8aee-4c0b-9742-96baba0f0b77 None None] Routers {'7e7cb945-9ce2-43d0-a5da-2d9bd3d72072'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:37:22.871448 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-8fe3692d-8aee-4c0b-9742-96baba0f0b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:36:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['7e7cb945-9ce2-43d0-a5da-2d9bd3d72072'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:37:22.891841 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port b62ff7ee-8af5-4e57-8f20-d7c65c6bda37, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=b62ff7ee-8af5-4e57-8f20-d7c65c6bda37,segment=NetworkSegment(13dc9ed8-9308-4aae-9b5d-def0e71fea1f),segment_id=13dc9ed8-9308-4aae-9b5d-def0e71fea1f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:37:22.912093 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53550559-d1ea-42ff-8637-54204588aa04 admin admin] Network 419bf4f3-54e7-499b-8150-c01b471dd2b1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:37:22.915309 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-53550559-d1ea-42ff-8637-54204588aa04 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:37:22.946803 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:22.958439 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '27489c81-0daf-4417-afae-47ce903b394d', 'network_id': '5632e33d-1d7a-4426-9d83-a8e688a88788', 'port_id': '27489c81-0daf-4417-afae-47ce903b394d', 'mac_address': 'fa:16:3e:b2:10:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf141221-2e81-48e8-81ec-6bd6d6584327', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:37:23.132283 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53550559-d1ea-42ff-8637-54204588aa04 admin admin] Router 7e7cb945-9ce2-43d0-a5da-2d9bd3d72072 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:37:23.246104 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:23.259594 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=b62ff7ee-8af5-4e57-8f20-d7c65c6bda37,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:23.273474 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-8fe3692d-8aee-4c0b-9742-96baba0f0b77 None None] Set router 7e7cb945-9ce2-43d0-a5da-2d9bd3d72072 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:37:23.321456 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53550559-d1ea-42ff-8637-54204588aa04 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:37:23.325992 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:23.330377 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27489c81-0daf-4417-afae-47ce903b394d {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:37:23.334514 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-53550559-d1ea-42ff-8637-54204588aa04 admin admin] 10.222.0.22 "PUT /v2.0/routers/7e7cb945-9ce2-43d0-a5da-2d9bd3d72072/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6260214 Sep 07 02:37:23.465610 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 27489c81-0daf-4417-afae-47ce903b394d, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=27489c81-0daf-4417-afae-47ce903b394d,segment=NetworkSegment(cb5a1637-646d-4671-9ca6-bd30e74d860b),segment_id=cb5a1637-646d-4671-9ca6-bd30e74d860b)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:37:23.469754 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-5be63cff-6f3a-4b88-b719-465d9cf1db65 None None] Provisioning for port cc312386-5e29-445a-8269-bf4ba9e95316 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:37:23.485546 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '640d4541-3520-4378-b60d-6b68c23535d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccc897fa-5fcb-42e5-95b8-463db1fe77e8'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:37:23.488161 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb569bb-2db4-4ad2-91cd-2c9793539e03" -d '{"events": [{"server_uuid": "640d4541-3520-4378-b60d-6b68c23535d6", "name": "network-vif-plugged", "status": "completed", "tag": "ccc897fa-5fcb-42e5-95b8-463db1fe77e8"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:37:23.508412 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:23.510493 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-5be63cff-6f3a-4b88-b719-465d9cf1db65 None None] Provisioning complete for port cc312386-5e29-445a-8269-bf4ba9e95316 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:37:23.511035 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5be63cff-6f3a-4b88-b719-465d9cf1db65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:23.536608 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port ccc897fa-5fcb-42e5-95b8-463db1fe77e8, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=ccc897fa-5fcb-42e5-95b8-463db1fe77e8,segment=NetworkSegment(3d9fcb72-bde2-4ebb-8f5c-12c01c10e26a),segment_id=3d9fcb72-bde2-4ebb-8f5c-12c01c10e26a)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:37:23.605018 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:23.634772 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-5be63cff-6f3a-4b88-b719-465d9cf1db65 None None] Port cc312386-5e29-445a-8269-bf4ba9e95316 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:37:23.665243 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=27489c81-0daf-4417-afae-47ce903b394d,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:23.755401 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=ccc897fa-5fcb-42e5-95b8-463db1fe77e8,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:23.776409 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-8fe3692d-8aee-4c0b-9742-96baba0f0b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7cb945-9ce2-43d0-a5da-2d9bd3d72072', 'name': 'tempest-AttachSCSIVolumeTestJSON-1665615976-router', 'tenant_id': 'f0944a3bfb51437eb5ffab031c87e3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '34177f4f-dfc6-41b0-a2b9-cd3e6034e43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:37:18Z', 'updated_at': '2021-09-07T02:37:22Z', 'revision_number': 4, 'project_id': 'f0944a3bfb51437eb5ffab031c87e3ed', 'gw_port': {'id': '34177f4f-dfc6-41b0-a2b9-cd3e6034e43a', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ae:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7cb945-9ce2-43d0-a5da-2d9bd3d72072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:37:19Z', 'updated_at': '2021-09-07T02:37:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'cc312386-5e29-445a-8269-bf4ba9e95316', 'name': '', 'network_id': '419bf4f3-54e7-499b-8150-c01b471dd2b1', 'tenant_id': 'f0944a3bfb51437eb5ffab031c87e3ed', 'mac_address': 'fa:16:3e:24:a4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7cb945-9ce2-43d0-a5da-2d9bd3d72072', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'd69abcbe-3002-4b6d-9ef5-483df76a29a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:37:21Z', 'updated_at': '2021-09-07T02:37:22Z', 'revision_number': 2, 'project_id': 'f0944a3bfb51437eb5ffab031c87e3ed', 'subnets': [{'id': 'd69abcbe-3002-4b6d-9ef5-483df76a29a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:37:23.810285 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['27489c81-0daf-4417-afae-47ce903b394d'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:37:23.842205 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device b62ff7ee-8af5-4e57-8f20-d7c65c6bda37 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:37:23.844762 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe3692d-8aee-4c0b-9742-96baba0f0b77 None None] The sync data for ids ['7e7cb945-9ce2-43d0-a5da-2d9bd3d72072'] in n-d-796209-16 is: [{'id': '7e7cb945-9ce2-43d0-a5da-2d9bd3d72072', 'name': 'tempest-AttachSCSIVolumeTestJSON-1665615976-router', 'tenant_id': 'f0944a3bfb51437eb5ffab031c87e3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '34177f4f-dfc6-41b0-a2b9-cd3e6034e43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:37:18Z', 'updated_at': '2021-09-07T02:37:22Z', 'revision_number': 4, 'project_id': 'f0944a3bfb51437eb5ffab031c87e3ed', 'gw_port': {'id': '34177f4f-dfc6-41b0-a2b9-cd3e6034e43a', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ae:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7cb945-9ce2-43d0-a5da-2d9bd3d72072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:37:19Z', 'updated_at': '2021-09-07T02:37:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'cc312386-5e29-445a-8269-bf4ba9e95316', 'name': '', 'network_id': '419bf4f3-54e7-499b-8150-c01b471dd2b1', 'tenant_id': 'f0944a3bfb51437eb5ffab031c87e3ed', 'mac_address': 'fa:16:3e:24:a4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7cb945-9ce2-43d0-a5da-2d9bd3d72072', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'd69abcbe-3002-4b6d-9ef5-483df76a29a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:37:21Z', 'updated_at': '2021-09-07T02:37:22Z', 'revision_number': 2, 'project_id': 'f0944a3bfb51437eb5ffab031c87e3ed', 'subnets': [{'id': 'd69abcbe-3002-4b6d-9ef5-483df76a29a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:37:23.950244 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port b62ff7ee-8af5-4e57-8f20-d7c65c6bda37 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:37:23.951112 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:24.333850 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 43424) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:37:24.339292 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-04fab46e-58ea-4972-aa73-32c097d43c3b admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-807529198-network', 'tenant_id': 'd627e231f44a4c40bbf400de6766a1d7'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:37:24.406460 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04fab46e-58ea-4972-aa73-32c097d43c3b admin admin] Made reservation on behalf of d627e231f44a4c40bbf400de6766a1d7 for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:37:24.410062 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-04fab46e-58ea-4972-aa73-32c097d43c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:24.424147 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-04fab46e-58ea-4972-aa73-32c097d43c3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:24.565934 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-04fab46e-58ea-4972-aa73-32c097d43c3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:24.574197 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-04fab46e-58ea-4972-aa73-32c097d43c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:24.612075 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04fab46e-58ea-4972-aa73-32c097d43c3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:37:24.622634 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fab46e-58ea-4972-aa73-32c097d43c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd38f10a-27fa-4a5b-90f4-449cbd596414,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:24.633291 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-04fab46e-58ea-4972-aa73-32c097d43c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:24.633789 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-04fab46e-58ea-4972-aa73-32c097d43c3b admin admin] Added segment 54dab756-093e-46e3-bc93-edd6a488a6a7 of type vlan for network a2341d4a-bcc5-491d-bf7d-d1479a477b9d Sep 07 02:37:24.685118 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-04fab46e-58ea-4972-aa73-32c097d43c3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:24.727263 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-04fab46e-58ea-4972-aa73-32c097d43c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:24.730051 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04fab46e-58ea-4972-aa73-32c097d43c3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:24.730841 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-04fab46e-58ea-4972-aa73-32c097d43c3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:24.801888 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-04fab46e-58ea-4972-aa73-32c097d43c3b admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4643121 Sep 07 02:37:24.802251 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 43432) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:37:24.808135 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-a460a81f-44a6-4b36-8878-f2f5132f971b admin admin] Request body: {'subnet': {'network_id': 'a2341d4a-bcc5-491d-bf7d-d1479a477b9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-807529198-subnet', 'tenant_id': 'd627e231f44a4c40bbf400de6766a1d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:37:24.811694 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fab46e-58ea-4972-aa73-32c097d43c3b admin admin] Pushing event updated for resources: {'Network': ['ID=a2341d4a-bcc5-491d-bf7d-d1479a477b9d,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:24.823210 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network a2341d4a-bcc5-491d-bf7d-d1479a477b9d details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:37:24.869495 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a460a81f-44a6-4b36-8878-f2f5132f971b admin admin] Made reservation on behalf of d627e231f44a4c40bbf400de6766a1d7 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:37:24.870195 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a460a81f-44a6-4b36-8878-f2f5132f971b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:25.186795 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a460a81f-44a6-4b36-8878-f2f5132f971b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:25.273701 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a460a81f-44a6-4b36-8878-f2f5132f971b admin admin] Pushing event updated for resources: {'Subnet': ['ID=21f31804-c670-44e3-8f29-f30f393dc749,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:25.281757 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a460a81f-44a6-4b36-8878-f2f5132f971b admin admin] Checking segment: {'id': '54dab756-093e-46e3-bc93-edd6a488a6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a2341d4a-bcc5-491d-bf7d-d1479a477b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:37:25.282120 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a460a81f-44a6-4b36-8878-f2f5132f971b admin admin] Network hostable DHCP agents. Network: a2341d4a-bcc5-491d-bf7d-d1479a477b9d, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:37:25.304548 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a460a81f-44a6-4b36-8878-f2f5132f971b admin admin] Network a2341d4a-bcc5-491d-bf7d-d1479a477b9d is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:37:25.320792 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-a460a81f-44a6-4b36-8878-f2f5132f971b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, a2341d4a-bcc5-491d-bf7d-d1479a477b9d) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:37:25.328000 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a460a81f-44a6-4b36-8878-f2f5132f971b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:25.328611 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a460a81f-44a6-4b36-8878-f2f5132f971b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:25.330504 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a65b00-44f2-44ad-ad1d-bd045b023fe2 None None] Network a2341d4a-bcc5-491d-bf7d-d1479a477b9d requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:37:25.355219 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43434) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:37:25.355956 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a460a81f-44a6-4b36-8878-f2f5132f971b admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5520878 Sep 07 02:37:25.361281 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-1d26cac6-6c6e-4a74-9f8b-bc4c16d87c47 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-807529198-router', 'tenant_id': 'd627e231f44a4c40bbf400de6766a1d7', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:37:25.421332 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1d26cac6-6c6e-4a74-9f8b-bc4c16d87c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:25.422332 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1d26cac6-6c6e-4a74-9f8b-bc4c16d87c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:25.557755 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f550a893-6c38-46c0-a9ac-f38b892b6a82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-a2341d4a-bcc5-491d-bf7d-d1479a477b9d', 'network_id': 'a2341d4a-bcc5-491d-bf7d-d1479a477b9d', 'tenant_id': 'd627e231f44a4c40bbf400de6766a1d7', 'fixed_ips': [{'subnet_id': '21f31804-c670-44e3-8f29-f30f393dc749'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:37:25.558641 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f550a893-6c38-46c0-a9ac-f38b892b6a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:25.562691 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1d26cac6-6c6e-4a74-9f8b-bc4c16d87c47 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:25.864721 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 34177f4f-dfc6-41b0-a2b9-cd3e6034e43a up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:37:25.868006 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-f550a893-6c38-46c0-a9ac-f38b892b6a82 None None] Allocated IP 172.20.0.2 (a2341d4a-bcc5-491d-bf7d-d1479a477b9d/21f31804-c670-44e3-8f29-f30f393dc749/168099e9-8f2f-4c47-9828-363d709e8127) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:37:25.899431 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1d26cac6-6c6e-4a74-9f8b-bc4c16d87c47 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:25.916002 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a1992250-194f-440c-bfd1-ee73af9068b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:26.046901 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 34177f4f-dfc6-41b0-a2b9-cd3e6034e43a completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:37:26.057030 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 34177f4f-dfc6-41b0-a2b9-cd3e6034e43a triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:37:26.057411 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:26.208781 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1d26cac6-6c6e-4a74-9f8b-bc4c16d87c47 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:26.236991 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1d26cac6-6c6e-4a74-9f8b-bc4c16d87c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:26.250459 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 27489c81-0daf-4417-afae-47ce903b394d up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:37:26.380477 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-1d26cac6-6c6e-4a74-9f8b-bc4c16d87c47 admin admin] Allocated IP 172.25.5.178 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/6b98816d-3f3b-4bc6-93ab-a753574e4ae1) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:37:26.400449 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f550a893-6c38-46c0-a9ac-f38b892b6a82 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:26.422662 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port 27489c81-0daf-4417-afae-47ce903b394d completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:37:26.424685 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:26.431381 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-f550a893-6c38-46c0-a9ac-f38b892b6a82 None None] Transition to ACTIVE for port object 168099e9-8f2f-4c47-9828-363d709e8127 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:37:26.443679 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port 27489c81-0daf-4417-afae-47ce903b394d triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:37:26.444056 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:26.485578 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 34177f4f-dfc6-41b0-a2b9-cd3e6034e43a, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=34177f4f-dfc6-41b0-a2b9-cd3e6034e43a,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:37:26.488865 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-f550a893-6c38-46c0-a9ac-f38b892b6a82 None None] Transition to ACTIVE for port object 168099e9-8f2f-4c47-9828-363d709e8127 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:37:26.497057 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:26.541762 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f550a893-6c38-46c0-a9ac-f38b892b6a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:26.578170 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1d26cac6-6c6e-4a74-9f8b-bc4c16d87c47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:26.591350 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f550a893-6c38-46c0-a9ac-f38b892b6a82 None None] Network a2341d4a-bcc5-491d-bf7d-d1479a477b9d is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:37:26.597016 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-f550a893-6c38-46c0-a9ac-f38b892b6a82 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:37:26.600188 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=34177f4f-dfc6-41b0-a2b9-cd3e6034e43a,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:26.610039 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f550a893-6c38-46c0-a9ac-f38b892b6a82 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:37:26.662635 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1d26cac6-6c6e-4a74-9f8b-bc4c16d87c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:26.730600 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d26cac6-6c6e-4a74-9f8b-bc4c16d87c47 admin admin] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:37:26.734160 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-1d26cac6-6c6e-4a74-9f8b-bc4c16d87c47 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:37:26.742062 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d26cac6-6c6e-4a74-9f8b-bc4c16d87c47 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:37:26.772000 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f550a893-6c38-46c0-a9ac-f38b892b6a82 None None] Pushing event updated for resources: {'Port': ['ID=168099e9-8f2f-4c47-9828-363d709e8127,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:26.780792 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:26.783525 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d26cac6-6c6e-4a74-9f8b-bc4c16d87c47 admin admin] Pushing event updated for resources: {'Port': ['ID=6b98816d-3f3b-4bc6-93ab-a753574e4ae1,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:26.795667 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-f550a893-6c38-46c0-a9ac-f38b892b6a82 None None] Attempting to bind port 168099e9-8f2f-4c47-9828-363d709e8127 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:37:26.796281 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-f550a893-6c38-46c0-a9ac-f38b892b6a82 None None] Attempting to bind port 168099e9-8f2f-4c47-9828-363d709e8127 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '54dab756-093e-46e3-bc93-edd6a488a6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a2341d4a-bcc5-491d-bf7d-d1479a477b9d'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:37:26.796839 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f550a893-6c38-46c0-a9ac-f38b892b6a82 None None] Attempting to bind port 168099e9-8f2f-4c47-9828-363d709e8127 on network a2341d4a-bcc5-491d-bf7d-d1479a477b9d {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:37:26.819025 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f550a893-6c38-46c0-a9ac-f38b892b6a82 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:37:26.820142 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f550a893-6c38-46c0-a9ac-f38b892b6a82 None None] Checking segment: {'id': '54dab756-093e-46e3-bc93-edd6a488a6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a2341d4a-bcc5-491d-bf7d-d1479a477b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:37:26.821064 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f550a893-6c38-46c0-a9ac-f38b892b6a82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:26.821649 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f550a893-6c38-46c0-a9ac-f38b892b6a82 None None] Bound using segment: {'id': '54dab756-093e-46e3-bc93-edd6a488a6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a2341d4a-bcc5-491d-bf7d-d1479a477b9d'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:37:26.822302 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-f550a893-6c38-46c0-a9ac-f38b892b6a82 None None] Bound port: 168099e9-8f2f-4c47-9828-363d709e8127, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54dab756-093e-46e3-bc93-edd6a488a6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a2341d4a-bcc5-491d-bf7d-d1479a477b9d'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:37:26.822861 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f550a893-6c38-46c0-a9ac-f38b892b6a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:26.850888 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 27489c81-0daf-4417-afae-47ce903b394d, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=27489c81-0daf-4417-afae-47ce903b394d,segment=NetworkSegment(cb5a1637-646d-4671-9ca6-bd30e74d860b),segment_id=cb5a1637-646d-4671-9ca6-bd30e74d860b)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:37:26.882825 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:26.978533 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-f550a893-6c38-46c0-a9ac-f38b892b6a82 None None] For port 168099e9-8f2f-4c47-9828-363d709e8127, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:37:26.984366 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=27489c81-0daf-4417-afae-47ce903b394d,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:26.995547 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-f550a893-6c38-46c0-a9ac-f38b892b6a82 None None] For port 168099e9-8f2f-4c47-9828-363d709e8127, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=168099e9-8f2f-4c47-9828-363d709e8127,segment=NetworkSegment(54dab756-093e-46e3-bc93-edd6a488a6a7),segment_id=54dab756-093e-46e3-bc93-edd6a488a6a7)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:37:27.004808 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f550a893-6c38-46c0-a9ac-f38b892b6a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:27.123818 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f550a893-6c38-46c0-a9ac-f38b892b6a82 None None] Pushing event updated for resources: {'Port': ['ID=168099e9-8f2f-4c47-9828-363d709e8127,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:27.173454 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1d26cac6-6c6e-4a74-9f8b-bc4c16d87c47 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:27.994369 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1d26cac6-6c6e-4a74-9f8b-bc4c16d87c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:27.999974 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 168099e9-8f2f-4c47-9828-363d709e8127 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:37:28.109768 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 168099e9-8f2f-4c47-9828-363d709e8127 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:37:28.116430 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 34177f4f-dfc6-41b0-a2b9-cd3e6034e43a up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:37:28.229401 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0c08b936-9ce0-406d-be7c-3cd2a847e088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:28.238889 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d26cac6-6c6e-4a74-9f8b-bc4c16d87c47 admin admin] Router 72348b44-7f8a-486d-8a8e-106fa9ccd25e is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 02:37:28.248732 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 34177f4f-dfc6-41b0-a2b9-cd3e6034e43a triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:37:28.249108 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:28.278347 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 02:37:28.520528 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d26cac6-6c6e-4a74-9f8b-bc4c16d87c47 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:37:28.540964 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54a57f9-5549-4dcf-b5d2-11a0ede67681 None None] Sync routers for ids ['72348b44-7f8a-486d-8a8e-106fa9ccd25e'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:37:28.553167 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54a57f9-5549-4dcf-b5d2-11a0ede67681 None None] Routers {'72348b44-7f8a-486d-8a8e-106fa9ccd25e'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:37:28.554102 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-d54a57f9-5549-4dcf-b5d2-11a0ede67681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:37:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['72348b44-7f8a-486d-8a8e-106fa9ccd25e'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:37:28.562121 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1d26cac6-6c6e-4a74-9f8b-bc4c16d87c47 admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:28.564041 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-1d26cac6-6c6e-4a74-9f8b-bc4c16d87c47 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2077844 Sep 07 02:37:28.566810 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43442) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:37:28.586475 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e94c244-072a-4b4c-b454-57cc6d943dfc None None] Network a2341d4a-bcc5-491d-bf7d-d1479a477b9d requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:37:28.649685 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe5853f-9778-4378-8ce9-0f19055f4457 None None] Sync routers for ids ['7e7cb945-9ce2-43d0-a5da-2d9bd3d72072'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:37:28.700976 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-d54a57f9-5549-4dcf-b5d2-11a0ede67681 None None] Set router 72348b44-7f8a-486d-8a8e-106fa9ccd25e gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:37:28.719716 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-30ec6394-4eb1-41ba-bcb8-3b722d898497 None None] Provisioning for port 168099e9-8f2f-4c47-9828-363d709e8127 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:37:28.725703 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:28.736800 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-30ec6394-4eb1-41ba-bcb8-3b722d898497 None None] Provisioning complete for port 168099e9-8f2f-4c47-9828-363d709e8127 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:37:28.737468 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-30ec6394-4eb1-41ba-bcb8-3b722d898497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:28.779320 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe5853f-9778-4378-8ce9-0f19055f4457 None None] Routers {'7e7cb945-9ce2-43d0-a5da-2d9bd3d72072'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:37:28.780443 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-dbe5853f-9778-4378-8ce9-0f19055f4457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:37:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['7e7cb945-9ce2-43d0-a5da-2d9bd3d72072'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:37:29.037028 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-30ec6394-4eb1-41ba-bcb8-3b722d898497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:29.133299 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-30ec6394-4eb1-41ba-bcb8-3b722d898497 None None] For port 168099e9-8f2f-4c47-9828-363d709e8127, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=168099e9-8f2f-4c47-9828-363d709e8127,segment=NetworkSegment(54dab756-093e-46e3-bc93-edd6a488a6a7),segment_id=54dab756-093e-46e3-bc93-edd6a488a6a7)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:37:29.150044 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-dbe5853f-9778-4378-8ce9-0f19055f4457 None None] Set router 7e7cb945-9ce2-43d0-a5da-2d9bd3d72072 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:37:29.153420 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-30ec6394-4eb1-41ba-bcb8-3b722d898497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:29.208236 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-d54a57f9-5549-4dcf-b5d2-11a0ede67681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72348b44-7f8a-486d-8a8e-106fa9ccd25e', 'name': 'tempest-AttachSCSIVolumeTestJSON-807529198-router', 'tenant_id': 'd627e231f44a4c40bbf400de6766a1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '6b98816d-3f3b-4bc6-93ab-a753574e4ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:37:25Z', 'updated_at': '2021-09-07T02:37:26Z', 'revision_number': 3, 'project_id': 'd627e231f44a4c40bbf400de6766a1d7', 'gw_port': {'id': '6b98816d-3f3b-4bc6-93ab-a753574e4ae1', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ef:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72348b44-7f8a-486d-8a8e-106fa9ccd25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:37:26Z', 'updated_at': '2021-09-07T02:37:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:37:29.249152 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54a57f9-5549-4dcf-b5d2-11a0ede67681 None None] Checking router: 72348b44-7f8a-486d-8a8e-106fa9ccd25e for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:37:29.249504 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54a57f9-5549-4dcf-b5d2-11a0ede67681 None None] Updating router 72348b44-7f8a-486d-8a8e-106fa9ccd25e port 6b98816d-3f3b-4bc6-93ab-a753574e4ae1 binding host n-d-796209-16 {{(pid=94703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 02:37:29.255030 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ec6394-4eb1-41ba-bcb8-3b722d898497 None None] Pushing event updated for resources: {'Port': ['ID=168099e9-8f2f-4c47-9828-363d709e8127,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:29.328286 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-d54a57f9-5549-4dcf-b5d2-11a0ede67681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:29.366371 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4584b61d-6cd3-4b2d-9d26-be4e5377aec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:29.448540 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:29.576467 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-dbe5853f-9778-4378-8ce9-0f19055f4457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7cb945-9ce2-43d0-a5da-2d9bd3d72072', 'name': 'tempest-AttachSCSIVolumeTestJSON-1665615976-router', 'tenant_id': 'f0944a3bfb51437eb5ffab031c87e3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '34177f4f-dfc6-41b0-a2b9-cd3e6034e43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:37:18Z', 'updated_at': '2021-09-07T02:37:22Z', 'revision_number': 4, 'project_id': 'f0944a3bfb51437eb5ffab031c87e3ed', 'gw_port': {'id': '34177f4f-dfc6-41b0-a2b9-cd3e6034e43a', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ae:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7cb945-9ce2-43d0-a5da-2d9bd3d72072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:37:19Z', 'updated_at': '2021-09-07T02:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'cc312386-5e29-445a-8269-bf4ba9e95316', 'name': '', 'network_id': '419bf4f3-54e7-499b-8150-c01b471dd2b1', 'tenant_id': 'f0944a3bfb51437eb5ffab031c87e3ed', 'mac_address': 'fa:16:3e:24:a4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7cb945-9ce2-43d0-a5da-2d9bd3d72072', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'd69abcbe-3002-4b6d-9ef5-483df76a29a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:37:21Z', 'updated_at': '2021-09-07T02:37:22Z', 'revision_number': 2, 'project_id': 'f0944a3bfb51437eb5ffab031c87e3ed', 'subnets': [{'id': 'd69abcbe-3002-4b6d-9ef5-483df76a29a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:37:29.617549 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe5853f-9778-4378-8ce9-0f19055f4457 None None] Checking router: 7e7cb945-9ce2-43d0-a5da-2d9bd3d72072 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:37:29.618554 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe5853f-9778-4378-8ce9-0f19055f4457 None None] Updating router 7e7cb945-9ce2-43d0-a5da-2d9bd3d72072 port cc312386-5e29-445a-8269-bf4ba9e95316 binding host n-d-796209-16 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 02:37:29.652223 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-dbe5853f-9778-4378-8ce9-0f19055f4457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:29.673953 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-4584b61d-6cd3-4b2d-9d26-be4e5377aec9 admin admin] Allocated IP 172.20.0.1 (a2341d4a-bcc5-491d-bf7d-d1479a477b9d/21f31804-c670-44e3-8f29-f30f393dc749/42decd9a-24a3-4670-881f-f912a2a98e15) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:37:29.709559 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-e8945219-8027-4319-b13f-f3a2f5870be6 None None] Provisioning complete for port 168099e9-8f2f-4c47-9828-363d709e8127 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:37:29.709893 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e8945219-8027-4319-b13f-f3a2f5870be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:29.820455 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 168099e9-8f2f-4c47-9828-363d709e8127 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:37:29.915406 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4584b61d-6cd3-4b2d-9d26-be4e5377aec9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:29.944070 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-4584b61d-6cd3-4b2d-9d26-be4e5377aec9 admin admin] Transition to ACTIVE for port object 42decd9a-24a3-4670-881f-f912a2a98e15 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:37:29.987080 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4584b61d-6cd3-4b2d-9d26-be4e5377aec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:30.010685 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-d54a57f9-5549-4dcf-b5d2-11a0ede67681 None None] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:30.033467 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-d54a57f9-5549-4dcf-b5d2-11a0ede67681 None None] Transition to ACTIVE for port object 6b98816d-3f3b-4bc6-93ab-a753574e4ae1 will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:37:30.064009 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4584b61d-6cd3-4b2d-9d26-be4e5377aec9 admin admin] Pushing event updated for resources: {'Port': ['ID=42decd9a-24a3-4670-881f-f912a2a98e15,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:30.083966 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-d54a57f9-5549-4dcf-b5d2-11a0ede67681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:30.122023 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4584b61d-6cd3-4b2d-9d26-be4e5377aec9 admin admin] Network a2341d4a-bcc5-491d-bf7d-d1479a477b9d is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:37:30.142975 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-4584b61d-6cd3-4b2d-9d26-be4e5377aec9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:37:30.152070 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4584b61d-6cd3-4b2d-9d26-be4e5377aec9 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:37:30.154630 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-d54a57f9-5549-4dcf-b5d2-11a0ede67681 None None] Attempting to bind port 6b98816d-3f3b-4bc6-93ab-a753574e4ae1 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:37:30.155358 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-d54a57f9-5549-4dcf-b5d2-11a0ede67681 None None] Attempting to bind port 6b98816d-3f3b-4bc6-93ab-a753574e4ae1 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:37:30.155993 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54a57f9-5549-4dcf-b5d2-11a0ede67681 None None] Attempting to bind port 6b98816d-3f3b-4bc6-93ab-a753574e4ae1 on network 1166b922-7457-4da4-bdda-328e8c8e7bc6 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:37:30.233712 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff66ffa0-7f68-4806-a5de-fcabc4099fcf None None] Pushing event updated for resources: {'Port': ['ID=6b98816d-3f3b-4bc6-93ab-a753574e4ae1,revision_number=2']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:30.245439 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54a57f9-5549-4dcf-b5d2-11a0ede67681 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:37:30.246335 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54a57f9-5549-4dcf-b5d2-11a0ede67681 None None] Checking segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:37:30.246452 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-d54a57f9-5549-4dcf-b5d2-11a0ede67681 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:30.247189 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54a57f9-5549-4dcf-b5d2-11a0ede67681 None None] Bound using segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:37:30.247790 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-d54a57f9-5549-4dcf-b5d2-11a0ede67681 None None] Bound port: 6b98816d-3f3b-4bc6-93ab-a753574e4ae1, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:37:30.248292 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-d54a57f9-5549-4dcf-b5d2-11a0ede67681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:30.250092 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4584b61d-6cd3-4b2d-9d26-be4e5377aec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:30.311298 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-d54a57f9-5549-4dcf-b5d2-11a0ede67681 None None] For port 6b98816d-3f3b-4bc6-93ab-a753574e4ae1, host n-d-796209-16, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:37:30.315678 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-d54a57f9-5549-4dcf-b5d2-11a0ede67681 None None] For port 6b98816d-3f3b-4bc6-93ab-a753574e4ae1, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=6b98816d-3f3b-4bc6-93ab-a753574e4ae1,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:37:30.328586 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-d54a57f9-5549-4dcf-b5d2-11a0ede67681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:30.367016 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 168099e9-8f2f-4c47-9828-363d709e8127 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:37:30.367621 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:30.412406 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54a57f9-5549-4dcf-b5d2-11a0ede67681 None None] Routers {'72348b44-7f8a-486d-8a8e-106fa9ccd25e'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:37:30.413440 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-d54a57f9-5549-4dcf-b5d2-11a0ede67681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:37:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['72348b44-7f8a-486d-8a8e-106fa9ccd25e'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:37:30.479695 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4584b61d-6cd3-4b2d-9d26-be4e5377aec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:30.541868 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff66ffa0-7f68-4806-a5de-fcabc4099fcf None None] Pushing event updated for resources: {'Port': ['ID=6b98816d-3f3b-4bc6-93ab-a753574e4ae1,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:30.638491 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-e7e4a843-ecc6-412b-86e8-b3c1bfea6c43 None None] Provisioning for port 42decd9a-24a3-4670-881f-f912a2a98e15 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:37:30.653295 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-dbe5853f-9778-4378-8ce9-0f19055f4457 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:30.657452 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-e7e4a843-ecc6-412b-86e8-b3c1bfea6c43 None None] Provisioning complete for port 42decd9a-24a3-4670-881f-f912a2a98e15 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:37:30.658083 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e7e4a843-ecc6-412b-86e8-b3c1bfea6c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:30.658684 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-d54a57f9-5549-4dcf-b5d2-11a0ede67681 None None] Set router 72348b44-7f8a-486d-8a8e-106fa9ccd25e gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:37:30.762429 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-dbe5853f-9778-4378-8ce9-0f19055f4457 None None] Transition to ACTIVE for port object cc312386-5e29-445a-8269-bf4ba9e95316 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:37:30.797160 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bd205444-aef3-443a-a684-a5b7a38a0a80 req-01a8de89-a3fd-4d0e-ac43-d8ac6d22084a tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1215939972&fields=id&tenant_id=3c6e11955fd14c5c9b191cf5c7d7b41c HTTP/1.1" status: 200 len: 267 time: 0.0629683 Sep 07 02:37:30.833141 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-dbe5853f-9778-4378-8ce9-0f19055f4457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:30.866681 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-e7e4a843-ecc6-412b-86e8-b3c1bfea6c43 None None] Port 42decd9a-24a3-4670-881f-f912a2a98e15 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:37:30.892299 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4584b61d-6cd3-4b2d-9d26-be4e5377aec9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:30.900343 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4584b61d-6cd3-4b2d-9d26-be4e5377aec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:31.021600 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4584b61d-6cd3-4b2d-9d26-be4e5377aec9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:31.025084 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd205444-aef3-443a-a684-a5b7a38a0a80 req-107ba889-7be5-4c22-bffe-39559d5a7a47 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:31.031108 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfe1b48-5912-4f13-8d57-b448d58c485a None None] Pushing event updated for resources: {'Port': ['ID=cc312386-5e29-445a-8269-bf4ba9e95316,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:31.048041 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4584b61d-6cd3-4b2d-9d26-be4e5377aec9 admin admin] Pushing event updated for resources: {'Port': ['ID=42decd9a-24a3-4670-881f-f912a2a98e15,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:31.080821 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bd205444-aef3-443a-a684-a5b7a38a0a80 req-107ba889-7be5-4c22-bffe-39559d5a7a47 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/networks?id=c7baff3a-2acd-47c4-826f-ff1b179e5161 HTTP/1.1" status: 200 len: 810 time: 0.2814028 Sep 07 02:37:31.106829 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bd205444-aef3-443a-a684-a5b7a38a0a80 req-5df80ada-3b4a-4886-a3fe-e65253d3ee2f tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/quotas/3c6e11955fd14c5c9b191cf5c7d7b41c HTTP/1.1" status: 200 len: 375 time: 0.0249298 Sep 07 02:37:31.135468 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b0498c-2d4c-45cb-b309-186bb9a85f0f req-0fcc4915-33dc-4cfa-82e7-34a976554903 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:31.153300 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-d54a57f9-5549-4dcf-b5d2-11a0ede67681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72348b44-7f8a-486d-8a8e-106fa9ccd25e', 'name': 'tempest-AttachSCSIVolumeTestJSON-807529198-router', 'tenant_id': 'd627e231f44a4c40bbf400de6766a1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '6b98816d-3f3b-4bc6-93ab-a753574e4ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:37:25Z', 'updated_at': '2021-09-07T02:37:26Z', 'revision_number': 3, 'project_id': 'd627e231f44a4c40bbf400de6766a1d7', 'gw_port': {'id': '6b98816d-3f3b-4bc6-93ab-a753574e4ae1', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ef:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72348b44-7f8a-486d-8a8e-106fa9ccd25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:37:26Z', 'updated_at': '2021-09-07T02:37:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:37:31.159959 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-24b0498c-2d4c-45cb-b309-186bb9a85f0f req-0fcc4915-33dc-4cfa-82e7-34a976554903 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] 10.222.0.22 "GET /v2.0/ports?device_id=640d4541-3520-4378-b60d-6b68c23535d6 HTTP/1.1" status: 200 len: 946 time: 0.1891408 Sep 07 02:37:31.171654 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-dbe5853f-9778-4378-8ce9-0f19055f4457 None None] Attempting to bind port cc312386-5e29-445a-8269-bf4ba9e95316 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:37:31.175183 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-dbe5853f-9778-4378-8ce9-0f19055f4457 None None] Attempting to bind port cc312386-5e29-445a-8269-bf4ba9e95316 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '13dc9ed8-9308-4aae-9b5d-def0e71fea1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '419bf4f3-54e7-499b-8150-c01b471dd2b1'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:37:31.175635 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe5853f-9778-4378-8ce9-0f19055f4457 None None] Attempting to bind port cc312386-5e29-445a-8269-bf4ba9e95316 on network 419bf4f3-54e7-499b-8150-c01b471dd2b1 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:37:31.196641 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe5853f-9778-4378-8ce9-0f19055f4457 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:37:31.197080 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe5853f-9778-4378-8ce9-0f19055f4457 None None] Checking segment: {'id': '13dc9ed8-9308-4aae-9b5d-def0e71fea1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '419bf4f3-54e7-499b-8150-c01b471dd2b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:37:31.197495 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-dbe5853f-9778-4378-8ce9-0f19055f4457 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:31.198233 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe5853f-9778-4378-8ce9-0f19055f4457 None None] Bound using segment: {'id': '13dc9ed8-9308-4aae-9b5d-def0e71fea1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '419bf4f3-54e7-499b-8150-c01b471dd2b1'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:37:31.198374 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-dbe5853f-9778-4378-8ce9-0f19055f4457 None None] Bound port: cc312386-5e29-445a-8269-bf4ba9e95316, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13dc9ed8-9308-4aae-9b5d-def0e71fea1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '419bf4f3-54e7-499b-8150-c01b471dd2b1'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:37:31.200208 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-dbe5853f-9778-4378-8ce9-0f19055f4457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:31.235598 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bd205444-aef3-443a-a684-a5b7a38a0a80 req-7a5b6514-7c95-47e9-8625-161d84425809 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3c6e11955fd14c5c9b191cf5c7d7b41c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1275089 Sep 07 02:37:31.279544 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54a57f9-5549-4dcf-b5d2-11a0ede67681 None None] The sync data for ids ['72348b44-7f8a-486d-8a8e-106fa9ccd25e'] in n-d-796209-16 is: [{'id': '72348b44-7f8a-486d-8a8e-106fa9ccd25e', 'name': 'tempest-AttachSCSIVolumeTestJSON-807529198-router', 'tenant_id': 'd627e231f44a4c40bbf400de6766a1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '6b98816d-3f3b-4bc6-93ab-a753574e4ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:37:25Z', 'updated_at': '2021-09-07T02:37:26Z', 'revision_number': 3, 'project_id': 'd627e231f44a4c40bbf400de6766a1d7', 'gw_port': {'id': '6b98816d-3f3b-4bc6-93ab-a753574e4ae1', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ef:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72348b44-7f8a-486d-8a8e-106fa9ccd25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:37:26Z', 'updated_at': '2021-09-07T02:37:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:37:31.343950 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:31.382978 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4584b61d-6cd3-4b2d-9d26-be4e5377aec9 admin admin] Network a2341d4a-bcc5-491d-bf7d-d1479a477b9d is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:37:31.402171 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-4584b61d-6cd3-4b2d-9d26-be4e5377aec9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:37:31.438369 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-dbe5853f-9778-4378-8ce9-0f19055f4457 None None] For port cc312386-5e29-445a-8269-bf4ba9e95316, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:37:31.441914 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-dbe5853f-9778-4378-8ce9-0f19055f4457 None None] For port cc312386-5e29-445a-8269-bf4ba9e95316, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=cc312386-5e29-445a-8269-bf4ba9e95316,segment=NetworkSegment(13dc9ed8-9308-4aae-9b5d-def0e71fea1f),segment_id=13dc9ed8-9308-4aae-9b5d-def0e71fea1f)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:37:31.451751 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-dbe5853f-9778-4378-8ce9-0f19055f4457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:31.464232 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-24b0498c-2d4c-45cb-b309-186bb9a85f0f req-45ed6da3-1a8e-4d25-9e1d-6ada0012fd40 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b8be1a0-2753-410b-9824-ddf49655ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2953792 Sep 07 02:37:31.474677 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-82d72837-0904-4a06-84af-79010e291428 req-d349fe3e-8fdb-4857-8aec-9ac81e480193 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d5805c37-b156-4c27-8180-c25309ab7be0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2379842 Sep 07 02:37:31.603105 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe5853f-9778-4378-8ce9-0f19055f4457 None None] Routers {'7e7cb945-9ce2-43d0-a5da-2d9bd3d72072'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:37:31.604741 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-dbe5853f-9778-4378-8ce9-0f19055f4457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:37:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['7e7cb945-9ce2-43d0-a5da-2d9bd3d72072'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:37:31.611147 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bd205444-aef3-443a-a684-a5b7a38a0a80 req-44c498ae-4110-4e4a-af43-b87bf9038125 service neutron] 10.222.0.22 "GET /v2.0/networks/c7baff3a-2acd-47c4-826f-ff1b179e5161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239155 Sep 07 02:37:31.662481 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4584b61d-6cd3-4b2d-9d26-be4e5377aec9 admin admin] Router 72348b44-7f8a-486d-8a8e-106fa9ccd25e has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:37:31.688342 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e584144-06ad-48e2-8232-889404c1110c req-84e5647f-f07e-4523-9619-ff3e92a3ed1e tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:31.703940 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1e584144-06ad-48e2-8232-889404c1110c req-84e5647f-f07e-4523-9619-ff3e92a3ed1e tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f8ee9a5-2cff-4461-8665-aa2a056c63ee HTTP/1.1" status: 200 len: 945 time: 0.0968609 Sep 07 02:37:31.756847 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfe1b48-5912-4f13-8d57-b448d58c485a None None] Pushing event updated for resources: {'Port': ['ID=cc312386-5e29-445a-8269-bf4ba9e95316,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:31.857532 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1e584144-06ad-48e2-8232-889404c1110c req-1a6fb47a-9cd4-4d66-922a-b9583bdc04fd tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526814 Sep 07 02:37:31.868604 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bd205444-aef3-443a-a684-a5b7a38a0a80 req-5a2d3bfe-08ab-4f46-90be-816614b728c0 service neutron] 10.222.0.22 "GET /v2.0/networks/c7baff3a-2acd-47c4-826f-ff1b179e5161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497480 Sep 07 02:37:31.894934 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d72837-0904-4a06-84af-79010e291428 req-b2ed3be8-719d-4f01-85b2-1e51167624e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:31.906509 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-82d72837-0904-4a06-84af-79010e291428 req-b2ed3be8-719d-4f01-85b2-1e51167624e1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ec8f998f0dfa49298d81e528b209944e&device_id=d5805c37-b156-4c27-8180-c25309ab7be0 HTTP/1.1" status: 200 len: 1098 time: 0.4038963 Sep 07 02:37:31.991558 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-68f9bc7c-09f4-4524-8a7e-e571e989136e None None] Provisioning complete for port 42decd9a-24a3-4670-881f-f912a2a98e15 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:37:31.998042 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-68f9bc7c-09f4-4524-8a7e-e571e989136e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:32.001414 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-dbe5853f-9778-4378-8ce9-0f19055f4457 None None] Set router 7e7cb945-9ce2-43d0-a5da-2d9bd3d72072 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:37:32.148752 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d72837-0904-4a06-84af-79010e291428 req-336d2a80-630d-4fb7-af03-00755d324c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:32.154589 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-82d72837-0904-4a06-84af-79010e291428 req-336d2a80-630d-4fb7-af03-00755d324c73 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc HTTP/1.1" status: 200 len: 923 time: 0.2254877 Sep 07 02:37:32.177611 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-68f9bc7c-09f4-4524-8a7e-e571e989136e None None] Port 42decd9a-24a3-4670-881f-f912a2a98e15 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:37:32.265923 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b854f7ff-11c0-4ecd-bffc-9ac6400cd4dc x-openstack-request-id: req-b854f7ff-11c0-4ecd-bffc-9ac6400cd4dc {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:37:32.266350 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "640d4541-3520-4378-b60d-6b68c23535d6", "name": "network-vif-plugged", "status": "completed", "tag": "ccc897fa-5fcb-42e5-95b8-463db1fe77e8", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:37:32.267923 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b854f7ff-11c0-4ecd-bffc-9ac6400cd4dc {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:37:32.268443 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '640d4541-3520-4378-b60d-6b68c23535d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccc897fa-5fcb-42e5-95b8-463db1fe77e8', 'code': 200} Sep 07 02:37:32.288975 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4584b61d-6cd3-4b2d-9d26-be4e5377aec9 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:37:32.322359 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-4584b61d-6cd3-4b2d-9d26-be4e5377aec9 admin admin] 10.222.0.22 "PUT /v2.0/routers/72348b44-7f8a-486d-8a8e-106fa9ccd25e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7540793 Sep 07 02:37:32.341033 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-82d72837-0904-4a06-84af-79010e291428 req-e7b6fc5f-da8e-4a40-bb9a-216b31814c96 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5eedbabb-e873-4d54-ab51-89dc35dd007a HTTP/1.1" status: 200 len: 1002 time: 0.1648657 Sep 07 02:37:32.341591 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ea74e2-b4dd-4a99-b18f-e58bbdb3ede3 req-40437942-0845-4ae8-8b05-ffb5aee04659 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:32.351980 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f0ea74e2-b4dd-4a99-b18f-e58bbdb3ede3 req-40437942-0845-4ae8-8b05-ffb5aee04659 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9 HTTP/1.1" status: 200 len: 946 time: 0.2372174 Sep 07 02:37:32.562014 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d72837-0904-4a06-84af-79010e291428 req-44806d77-64f9-464d-bd07-90a1f4b710b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:32.588903 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-82d72837-0904-4a06-84af-79010e291428 req-44806d77-64f9-464d-bd07-90a1f4b710b3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cbe10d5e-50cd-446a-9782-e73eac83e8a3 HTTP/1.1" status: 200 len: 862 time: 0.2373126 Sep 07 02:37:32.600493 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f0ea74e2-b4dd-4a99-b18f-e58bbdb3ede3 req-f538d167-3be6-4c73-b850-93b343adcb1d tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320857 Sep 07 02:37:32.633578 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33087abb-7434-4aa3-9221-eb7983288608 req-52d55496-d361-47e0-aec3-a202334fc743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:32.642009 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-33087abb-7434-4aa3-9221-eb7983288608 req-52d55496-d361-47e0-aec3-a202334fc743 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=640d4541-3520-4378-b60d-6b68c23535d6 HTTP/1.1" status: 200 len: 1098 time: 0.3406749 Sep 07 02:37:32.733427 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-dbe5853f-9778-4378-8ce9-0f19055f4457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7cb945-9ce2-43d0-a5da-2d9bd3d72072', 'name': 'tempest-AttachSCSIVolumeTestJSON-1665615976-router', 'tenant_id': 'f0944a3bfb51437eb5ffab031c87e3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '34177f4f-dfc6-41b0-a2b9-cd3e6034e43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:37:18Z', 'updated_at': '2021-09-07T02:37:22Z', 'revision_number': 4, 'project_id': 'f0944a3bfb51437eb5ffab031c87e3ed', 'gw_port': {'id': '34177f4f-dfc6-41b0-a2b9-cd3e6034e43a', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ae:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7cb945-9ce2-43d0-a5da-2d9bd3d72072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:37:19Z', 'updated_at': '2021-09-07T02:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'cc312386-5e29-445a-8269-bf4ba9e95316', 'name': '', 'network_id': '419bf4f3-54e7-499b-8150-c01b471dd2b1', 'tenant_id': 'f0944a3bfb51437eb5ffab031c87e3ed', 'mac_address': 'fa:16:3e:24:a4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7cb945-9ce2-43d0-a5da-2d9bd3d72072', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'd69abcbe-3002-4b6d-9ef5-483df76a29a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:37:21Z', 'updated_at': '2021-09-07T02:37:31Z', 'revision_number': 4, 'project_id': 'f0944a3bfb51437eb5ffab031c87e3ed', 'subnets': [{'id': 'd69abcbe-3002-4b6d-9ef5-483df76a29a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:37:32.768421 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-33087abb-7434-4aa3-9221-eb7983288608 req-007b4058-46cc-49a7-ab89-ffe94ddeffb6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1b8be1a0-2753-410b-9824-ddf49655ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219189 Sep 07 02:37:32.790461 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d72837-0904-4a06-84af-79010e291428 req-e8ff9e55-7a11-4e26-9e7c-492efdd256f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:32.792869 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-82d72837-0904-4a06-84af-79010e291428 req-e8ff9e55-7a11-4e26-9e7c-492efdd256f5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1940734 Sep 07 02:37:32.798985 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c6da4b3c-3a0b-4f23-a09d-9eab0dead789 req-4e4ce889-ed56-4e10-836e-1c7a832052f8 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 210 time: 0.0944793 Sep 07 02:37:32.815115 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe5853f-9778-4378-8ce9-0f19055f4457 None None] The sync data for ids ['7e7cb945-9ce2-43d0-a5da-2d9bd3d72072'] in n-d-796209-16 is: [{'id': '7e7cb945-9ce2-43d0-a5da-2d9bd3d72072', 'name': 'tempest-AttachSCSIVolumeTestJSON-1665615976-router', 'tenant_id': 'f0944a3bfb51437eb5ffab031c87e3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '34177f4f-dfc6-41b0-a2b9-cd3e6034e43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:37:18Z', 'updated_at': '2021-09-07T02:37:22Z', 'revision_number': 4, 'project_id': 'f0944a3bfb51437eb5ffab031c87e3ed', 'gw_port': {'id': '34177f4f-dfc6-41b0-a2b9-cd3e6034e43a', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ae:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7cb945-9ce2-43d0-a5da-2d9bd3d72072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:37:19Z', 'updated_at': '2021-09-07T02:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'cc312386-5e29-445a-8269-bf4ba9e95316', 'name': '', 'network_id': '419bf4f3-54e7-499b-8150-c01b471dd2b1', 'tenant_id': 'f0944a3bfb51437eb5ffab031c87e3ed', 'mac_address': 'fa:16:3e:24:a4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7cb945-9ce2-43d0-a5da-2d9bd3d72072', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'd69abcbe-3002-4b6d-9ef5-483df76a29a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:37:21Z', 'updated_at': '2021-09-07T02:37:31Z', 'revision_number': 4, 'project_id': 'f0944a3bfb51437eb5ffab031c87e3ed', 'subnets': [{'id': 'd69abcbe-3002-4b6d-9ef5-483df76a29a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:37:33.205583 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-82d72837-0904-4a06-84af-79010e291428 req-b88d6e14-c8db-4338-8ba7-e27e5291a341 service neutron] 10.222.0.16 "GET /v2.0/networks/6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3955703 Sep 07 02:37:33.288162 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7bc559-9521-4ce3-9cbb-5f76b5c4418e req-6352e233-f6de-4768-a5fe-ea35e1cec21c tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:33.289651 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7d7bc559-9521-4ce3-9cbb-5f76b5c4418e req-6352e233-f6de-4768-a5fe-ea35e1cec21c tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] 10.222.0.22 "GET /v2.0/ports?device_id=640d4541-3520-4378-b60d-6b68c23535d6 HTTP/1.1" status: 200 len: 946 time: 0.3482800 Sep 07 02:37:33.428784 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-82d72837-0904-4a06-84af-79010e291428 req-dff20caa-e940-49f5-99c7-8aba8b854627 service neutron] 10.222.0.16 "GET /v2.0/networks/6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026322 Sep 07 02:37:33.527257 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7d7bc559-9521-4ce3-9cbb-5f76b5c4418e req-34bfc1b7-4ba5-4166-8892-d02338950f89 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b8be1a0-2753-410b-9824-ddf49655ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971956 Sep 07 02:37:33.968679 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4849506-9ba5-4ea4-97d3-87b87f881f4d req-8663d6da-626c-47f2-b0c0-9302182053cb tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:33.978965 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e4849506-9ba5-4ea4-97d3-87b87f881f4d req-8663d6da-626c-47f2-b0c0-9302182053cb tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9 HTTP/1.1" status: 200 len: 946 time: 0.1717312 Sep 07 02:37:34.076440 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e4849506-9ba5-4ea4-97d3-87b87f881f4d req-a5b428fe-cba0-4451-ad94-6912c6faaa5d tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959589 Sep 07 02:37:34.248922 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device cc312386-5e29-445a-8269-bf4ba9e95316 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:37:34.375165 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27489c81-0daf-4417-afae-47ce903b394d'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:37:34.377762 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3acda4-4e36-44b9-a72e-e71923724302" -d '{"events": [{"server_uuid": "9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9", "name": "network-vif-plugged", "status": "completed", "tag": "27489c81-0daf-4417-afae-47ce903b394d"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:37:34.380552 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-57060666-570a-481b-87fb-b92273bd2003 req-49a79587-ef91-493a-bfbd-32ec9aba67a0 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 210 time: 0.0956550 Sep 07 02:37:34.432895 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70370797-63c0-4ab3-b674-db7492fb6087 req-13c323e5-7fff-42da-9bc3-ede3e75afd49 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:34.447064 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port cc312386-5e29-445a-8269-bf4ba9e95316 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:37:34.452550 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port cc312386-5e29-445a-8269-bf4ba9e95316 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:37:34.453163 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:34.460606 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-70370797-63c0-4ab3-b674-db7492fb6087 req-13c323e5-7fff-42da-9bc3-ede3e75afd49 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] 10.222.0.22 "GET /v2.0/ports?device_id=cce67c6c-d8d0-4209-bd46-994970e2cad0 HTTP/1.1" status: 200 len: 951 time: 0.1990368 Sep 07 02:37:34.564488 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef2a3f0-3b0f-4726-8ba3-8dd787d5aa01 x-openstack-request-id: req-8ef2a3f0-3b0f-4726-8ba3-8dd787d5aa01 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:37:34.564793 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9", "name": "network-vif-plugged", "status": "completed", "tag": "27489c81-0daf-4417-afae-47ce903b394d", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:37:34.565053 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8ef2a3f0-3b0f-4726-8ba3-8dd787d5aa01 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:37:34.565451 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27489c81-0daf-4417-afae-47ce903b394d', 'code': 200} Sep 07 02:37:34.604957 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-70370797-63c0-4ab3-b674-db7492fb6087 req-29169757-610d-4a82-bb2d-f17285bb06c8 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] 10.222.0.22 "GET /v2.0/security-groups?id=57f5f2e9-9983-4a0c-96f8-c3e23e8d1762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381900 Sep 07 02:37:34.803273 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1bbacd-7d6f-46de-8797-5ed20416bed1 req-3fdcc644-4c0d-46d0-94f5-8e6217116238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:34.804853 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2c1bbacd-7d6f-46de-8797-5ed20416bed1 req-3fdcc644-4c0d-46d0-94f5-8e6217116238 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9 HTTP/1.1" status: 200 len: 1098 time: 0.1164491 Sep 07 02:37:34.834110 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:34.872565 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2c1bbacd-7d6f-46de-8797-5ed20416bed1 req-8cf6732a-ba7b-45ea-b0fa-9d5f747f9694 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593388 Sep 07 02:37:34.920366 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port cc312386-5e29-445a-8269-bf4ba9e95316, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=cc312386-5e29-445a-8269-bf4ba9e95316,segment=NetworkSegment(13dc9ed8-9308-4aae-9b5d-def0e71fea1f),segment_id=13dc9ed8-9308-4aae-9b5d-def0e71fea1f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:37:34.930476 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:34.931575 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 6b98816d-3f3b-4bc6-93ab-a753574e4ae1 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:37:35.036660 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd205444-aef3-443a-a684-a5b7a38a0a80 req-0b0bbe2f-3528-4c04-bb1f-5a9e43ce8880 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:35.039404 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bd205444-aef3-443a-a684-a5b7a38a0a80 req-0b0bbe2f-3528-4c04-bb1f-5a9e43ce8880 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.16 "GET /v2.0/networks?id=c7baff3a-2acd-47c4-826f-ff1b179e5161 HTTP/1.1" status: 200 len: 810 time: 0.3484018 Sep 07 02:37:35.076072 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=cc312386-5e29-445a-8269-bf4ba9e95316,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:35.100185 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 6b98816d-3f3b-4bc6-93ab-a753574e4ae1 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:37:35.106466 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 6b98816d-3f3b-4bc6-93ab-a753574e4ae1 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:37:35.107074 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:35.111814 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c26ddff-544c-4263-aad8-5e2f99c6c1e4 req-62fc0824-8185-48ad-a496-06168ac75b3c tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:35.121316 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2c26ddff-544c-4263-aad8-5e2f99c6c1e4 req-62fc0824-8185-48ad-a496-06168ac75b3c tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] 10.222.0.22 "GET /v2.0/ports?device_id=640d4541-3520-4378-b60d-6b68c23535d6 HTTP/1.1" status: 200 len: 946 time: 0.3340280 Sep 07 02:37:35.157476 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bd205444-aef3-443a-a684-a5b7a38a0a80 req-7f0bad8c-35d8-40d9-9cce-c9c7f96d81b2 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c6e11955fd14c5c9b191cf5c7d7b41c HTTP/1.1" status: 200 len: 380 time: 0.1032882 Sep 07 02:37:35.183776 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-bd205444-aef3-443a-a684-a5b7a38a0a80 req-d532bf6b-a73c-40fe-98ac-dba439ed8d54 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Request body: {'port': {'device_id': 'ba7bc2f9-d54e-4545-a965-b16a92c2c29c', 'network_id': 'c7baff3a-2acd-47c4-826f-ff1b179e5161', 'admin_state_up': True, 'tenant_id': '3c6e11955fd14c5c9b191cf5c7d7b41c', 'security_groups': ['a5219e92-1d29-4419-a172-3e9afc83d1d2']}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:37:35.262386 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:35.315120 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 6b98816d-3f3b-4bc6-93ab-a753574e4ae1, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=6b98816d-3f3b-4bc6-93ab-a753574e4ae1,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:37:35.323687 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:35.442335 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=6b98816d-3f3b-4bc6-93ab-a753574e4ae1,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:35.902445 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device cc312386-5e29-445a-8269-bf4ba9e95316 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:37:36.011712 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6c9f7-20cd-4a8e-90b0-9105e678233e req-1d1eae6a-ffc1-4461-8799-d948b96f52e3 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:36.014052 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bbd6c9f7-20cd-4a8e-90b0-9105e678233e req-1d1eae6a-ffc1-4461-8799-d948b96f52e3 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9 HTTP/1.1" status: 200 len: 946 time: 0.2455146 Sep 07 02:37:36.049160 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2c26ddff-544c-4263-aad8-5e2f99c6c1e4 req-404acd96-86f3-4aa2-a6da-f23b006c6397 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b8be1a0-2753-410b-9824-ddf49655ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9267449 Sep 07 02:37:36.108183 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port cc312386-5e29-445a-8269-bf4ba9e95316 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:37:36.108972 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:36.186652 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bbd6c9f7-20cd-4a8e-90b0-9105e678233e req-667934d2-3e16-4808-ae82-d89f0021f413 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626351 Sep 07 02:37:36.270352 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56985b4-3d4c-49ff-8f74-c845aac7feef None None] Sync routers for ids ['72348b44-7f8a-486d-8a8e-106fa9ccd25e'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:37:36.280896 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56985b4-3d4c-49ff-8f74-c845aac7feef None None] Routers {'72348b44-7f8a-486d-8a8e-106fa9ccd25e'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:37:36.281770 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-e56985b4-3d4c-49ff-8f74-c845aac7feef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:37:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['72348b44-7f8a-486d-8a8e-106fa9ccd25e'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:37:36.353625 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd205444-aef3-443a-a684-a5b7a38a0a80 req-d532bf6b-a73c-40fe-98ac-dba439ed8d54 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Made reservation on behalf of 3c6e11955fd14c5c9b191cf5c7d7b41c for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:37:36.357859 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-bd205444-aef3-443a-a684-a5b7a38a0a80 req-d532bf6b-a73c-40fe-98ac-dba439ed8d54 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:36.453708 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 6b98816d-3f3b-4bc6-93ab-a753574e4ae1 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:37:36.460643 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 2c6c2f44-9baf-4967-b7b8-3cadcbb96682 no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:37:36.711312 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-e56985b4-3d4c-49ff-8f74-c845aac7feef None None] Set router 72348b44-7f8a-486d-8a8e-106fa9ccd25e gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:37:36.767588 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [req-bd205444-aef3-443a-a684-a5b7a38a0a80 req-d532bf6b-a73c-40fe-98ac-dba439ed8d54 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Allocated IP 172.20.0.4 (c7baff3a-2acd-47c4-826f-ff1b179e5161/04737742-a3d0-4b6d-a6a4-ec1fe2e55890/9e0a4062-b916-433e-8871-18aaa78c80ee) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:37:36.830966 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 6b98816d-3f3b-4bc6-93ab-a753574e4ae1 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:37:36.832113 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:36.907170 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:37.111975 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62660a1-4554-4f30-9a3a-953d0a9d84d9 req-207042d0-cbba-4886-bd04-03c1a566581f tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:37.118924 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-bd205444-aef3-443a-a684-a5b7a38a0a80 req-d532bf6b-a73c-40fe-98ac-dba439ed8d54 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:37.125506 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e62660a1-4554-4f30-9a3a-953d0a9d84d9 req-207042d0-cbba-4886-bd04-03c1a566581f tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] 10.222.0.22 "GET /v2.0/ports?device_id=cce67c6c-d8d0-4209-bd46-994970e2cad0 HTTP/1.1" status: 200 len: 951 time: 0.7995543 Sep 07 02:37:37.142046 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce67c6c-d8d0-4209-bd46-994970e2cad0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c6c2f44-9baf-4967-b7b8-3cadcbb96682'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:37:37.148675 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6efd653b-8827-4388-b766-0b033703adc9" -d '{"events": [{"server_uuid": "cce67c6c-d8d0-4209-bd46-994970e2cad0", "name": "network-vif-unplugged", "status": "completed", "tag": "2c6c2f44-9baf-4967-b7b8-3cadcbb96682"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:37:37.172727 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-bd205444-aef3-443a-a684-a5b7a38a0a80 req-d532bf6b-a73c-40fe-98ac-dba439ed8d54 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Transition to ACTIVE for port object 9e0a4062-b916-433e-8871-18aaa78c80ee will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:37:37.193177 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e62660a1-4554-4f30-9a3a-953d0a9d84d9 req-80eaed27-7f1f-4e84-80eb-31d932a759ac tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] 10.222.0.22 "GET /v2.0/security-groups?id=57f5f2e9-9983-4a0c-96f8-c3e23e8d1762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646901 Sep 07 02:37:37.205959 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 2c6c2f44-9baf-4967-b7b8-3cadcbb96682, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=2c6c2f44-9baf-4967-b7b8-3cadcbb96682,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:37:37.219278 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:37.228989 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-e56985b4-3d4c-49ff-8f74-c845aac7feef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72348b44-7f8a-486d-8a8e-106fa9ccd25e', 'name': 'tempest-AttachSCSIVolumeTestJSON-807529198-router', 'tenant_id': 'd627e231f44a4c40bbf400de6766a1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '6b98816d-3f3b-4bc6-93ab-a753574e4ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:37:25Z', 'updated_at': '2021-09-07T02:37:30Z', 'revision_number': 4, 'project_id': 'd627e231f44a4c40bbf400de6766a1d7', 'gw_port': {'id': '6b98816d-3f3b-4bc6-93ab-a753574e4ae1', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ef:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72348b44-7f8a-486d-8a8e-106fa9ccd25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:37:26Z', 'updated_at': '2021-09-07T02:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '42decd9a-24a3-4670-881f-f912a2a98e15', 'name': '', 'network_id': 'a2341d4a-bcc5-491d-bf7d-d1479a477b9d', 'tenant_id': 'd627e231f44a4c40bbf400de6766a1d7', 'mac_address': 'fa:16:3e:83:43:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72348b44-7f8a-486d-8a8e-106fa9ccd25e', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '21f31804-c670-44e3-8f29-f30f393dc749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:37:29Z', 'updated_at': '2021-09-07T02:37:30Z', 'revision_number': 2, 'project_id': 'd627e231f44a4c40bbf400de6766a1d7', 'subnets': [{'id': '21f31804-c670-44e3-8f29-f30f393dc749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:37:37.264540 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-bd205444-aef3-443a-a684-a5b7a38a0a80 req-d532bf6b-a73c-40fe-98ac-dba439ed8d54 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:37.350818 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=2c6c2f44-9baf-4967-b7b8-3cadcbb96682,revision_number=11']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:37.351182 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56985b4-3d4c-49ff-8f74-c845aac7feef None None] Checking router: 72348b44-7f8a-486d-8a8e-106fa9ccd25e for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:37:37.352212 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56985b4-3d4c-49ff-8f74-c845aac7feef None None] Updating router 72348b44-7f8a-486d-8a8e-106fa9ccd25e port 42decd9a-24a3-4670-881f-f912a2a98e15 binding host n-d-796209-16 {{(pid=94703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 02:37:37.364304 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d532bf6b-a73c-40fe-98ac-dba439ed8d54 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Pushing event updated for resources: {'Port': ['ID=9e0a4062-b916-433e-8871-18aaa78c80ee,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:37.381201 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd205444-aef3-443a-a684-a5b7a38a0a80 req-d532bf6b-a73c-40fe-98ac-dba439ed8d54 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Network c7baff3a-2acd-47c4-826f-ff1b179e5161 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:37:37.383442 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [req-bd205444-aef3-443a-a684-a5b7a38a0a80 req-d532bf6b-a73c-40fe-98ac-dba439ed8d54 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:37:37.410306 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd205444-aef3-443a-a684-a5b7a38a0a80 req-d532bf6b-a73c-40fe-98ac-dba439ed8d54 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:37:37.449683 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a79f531-4dab-4024-ab7e-3c4b311f4b6a req-00003c64-8454-451f-8b41-8258c30649f3 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:37.480588 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-e56985b4-3d4c-49ff-8f74-c845aac7feef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:37.484440 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293c90a9-d73f-4ca7-b3e9-80ae145bab00 req-91dc1032-10bb-4f7f-92ea-52cc9093a3ff tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:37.486562 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-293c90a9-d73f-4ca7-b3e9-80ae145bab00 req-91dc1032-10bb-4f7f-92ea-52cc9093a3ff tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 931 time: 1.2855394 Sep 07 02:37:37.487088 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 43622) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:37:37.493153 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a79f531-4dab-4024-ab7e-3c4b311f4b6a req-00003c64-8454-451f-8b41-8258c30649f3 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] 10.222.0.22 "GET /v2.0/ports?device_id=640d4541-3520-4378-b60d-6b68c23535d6 HTTP/1.1" status: 200 len: 946 time: 0.1895704 Sep 07 02:37:37.509963 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-bbab91ed-4a17-46f8-aa2a-742cbcbf2285 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Request body: {'floatingip': {'port_id': 'ccc897fa-5fcb-42e5-95b8-463db1fe77e8'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:37:37.628892 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bbab91ed-4a17-46f8-aa2a-742cbcbf2285 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Notify callbacks [] for floatingip, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:37.651524 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 02:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb37cb1e-c26a-4063-911d-49b1223af038 x-openstack-request-id: req-eb37cb1e-c26a-4063-911d-49b1223af038 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:37:37.652102 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cce67c6c-d8d0-4209-bd46-994970e2cad0", "name": "network-vif-unplugged", "status": "completed", "tag": "2c6c2f44-9baf-4967-b7b8-3cadcbb96682", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:37:37.652102 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-eb37cb1e-c26a-4063-911d-49b1223af038 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:37:37.652482 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce67c6c-d8d0-4209-bd46-994970e2cad0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c6c2f44-9baf-4967-b7b8-3cadcbb96682', 'code': 200} Sep 07 02:37:37.784156 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-5f65dcfb-de69-4fe7-881f-c4b9a30eb949 None None] Provisioning for port 9e0a4062-b916-433e-8871-18aaa78c80ee completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:37:37.788703 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-5f65dcfb-de69-4fe7-881f-c4b9a30eb949 None None] Provisioning complete for port 9e0a4062-b916-433e-8871-18aaa78c80ee triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:37:37.789170 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5f65dcfb-de69-4fe7-881f-c4b9a30eb949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:37.919972 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-5f65dcfb-de69-4fe7-881f-c4b9a30eb949 None None] Port 9e0a4062-b916-433e-8871-18aaa78c80ee cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:37:38.015187 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7436c6-4ea3-4311-b0d0-f43cc7f5b52b req-093bde86-7e82-4f86-ad16-d24c671de9dc tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:38.023321 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9e7436c6-4ea3-4311-b0d0-f43cc7f5b52b req-093bde86-7e82-4f86-ad16-d24c671de9dc tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9 HTTP/1.1" status: 200 len: 946 time: 0.0585451 Sep 07 02:37:38.092227 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9e7436c6-4ea3-4311-b0d0-f43cc7f5b52b req-7ed03332-9cea-45f5-a811-d7148a09b71c tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675685 Sep 07 02:37:38.227712 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-e56985b4-3d4c-49ff-8f74-c845aac7feef None None] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:38.238812 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-e56985b4-3d4c-49ff-8f74-c845aac7feef None None] Transition to ACTIVE for port object 42decd9a-24a3-4670-881f-f912a2a98e15 will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:37:38.247780 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-e56985b4-3d4c-49ff-8f74-c845aac7feef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:38.290194 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8c1cd7-09ea-417a-ba3b-dcdb87aebbf6 None None] Pushing event updated for resources: {'Port': ['ID=42decd9a-24a3-4670-881f-f912a2a98e15,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:38.335470 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a003a43d-7c2d-4fd9-9650-f670fb993402 req-618890f7-986a-4d6a-84f7-0f820f045a12 tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:38.352106 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a003a43d-7c2d-4fd9-9650-f670fb993402 req-618890f7-986a-4d6a-84f7-0f820f045a12 tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9 HTTP/1.1" status: 200 len: 1098 time: 0.0878894 Sep 07 02:37:38.418586 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a003a43d-7c2d-4fd9-9650-f670fb993402 req-345bc3c8-c4ad-4b56-b066-f85223b1a32f tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607152 Sep 07 02:37:38.439014 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-e56985b4-3d4c-49ff-8f74-c845aac7feef None None] Attempting to bind port 42decd9a-24a3-4670-881f-f912a2a98e15 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:37:38.443236 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-e56985b4-3d4c-49ff-8f74-c845aac7feef None None] Attempting to bind port 42decd9a-24a3-4670-881f-f912a2a98e15 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '54dab756-093e-46e3-bc93-edd6a488a6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a2341d4a-bcc5-491d-bf7d-d1479a477b9d'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:37:38.444708 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56985b4-3d4c-49ff-8f74-c845aac7feef None None] Attempting to bind port 42decd9a-24a3-4670-881f-f912a2a98e15 on network a2341d4a-bcc5-491d-bf7d-d1479a477b9d {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:37:38.454726 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56985b4-3d4c-49ff-8f74-c845aac7feef None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:37:38.460668 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56985b4-3d4c-49ff-8f74-c845aac7feef None None] Checking segment: {'id': '54dab756-093e-46e3-bc93-edd6a488a6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a2341d4a-bcc5-491d-bf7d-d1479a477b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:37:38.461459 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-e56985b4-3d4c-49ff-8f74-c845aac7feef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:38.462142 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56985b4-3d4c-49ff-8f74-c845aac7feef None None] Bound using segment: {'id': '54dab756-093e-46e3-bc93-edd6a488a6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a2341d4a-bcc5-491d-bf7d-d1479a477b9d'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:37:38.462862 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-e56985b4-3d4c-49ff-8f74-c845aac7feef None None] Bound port: 42decd9a-24a3-4670-881f-f912a2a98e15, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54dab756-093e-46e3-bc93-edd6a488a6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a2341d4a-bcc5-491d-bf7d-d1479a477b9d'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:37:38.463429 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-e56985b4-3d4c-49ff-8f74-c845aac7feef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:38.633620 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-e56985b4-3d4c-49ff-8f74-c845aac7feef None None] For port 42decd9a-24a3-4670-881f-f912a2a98e15, host n-d-796209-16, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:37:38.640502 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-e56985b4-3d4c-49ff-8f74-c845aac7feef None None] For port 42decd9a-24a3-4670-881f-f912a2a98e15, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=42decd9a-24a3-4670-881f-f912a2a98e15,segment=NetworkSegment(54dab756-093e-46e3-bc93-edd6a488a6a7),segment_id=54dab756-093e-46e3-bc93-edd6a488a6a7)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:37:38.646697 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-e56985b4-3d4c-49ff-8f74-c845aac7feef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:38.760708 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56985b4-3d4c-49ff-8f74-c845aac7feef None None] Routers {'72348b44-7f8a-486d-8a8e-106fa9ccd25e'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:37:38.761339 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-e56985b4-3d4c-49ff-8f74-c845aac7feef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:37:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['72348b44-7f8a-486d-8a8e-106fa9ccd25e'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:37:38.801042 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc657a4-2806-483c-a551-5eafa490b360 req-563cc2c0-034c-49d6-aa52-4f3dc79e232b tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:38.812362 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2fc657a4-2806-483c-a551-5eafa490b360 req-563cc2c0-034c-49d6-aa52-4f3dc79e232b tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9 HTTP/1.1" status: 200 len: 1098 time: 0.1069400 Sep 07 02:37:38.818425 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bbab91ed-4a17-46f8-aa2a-742cbcbf2285 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:38.851465 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bbab91ed-4a17-46f8-aa2a-742cbcbf2285 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:38.903236 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2fc657a4-2806-483c-a551-5eafa490b360 req-c6883927-ea75-40f8-b30e-a90e3e0707ab tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843067 Sep 07 02:37:39.000307 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-293c90a9-d73f-4ca7-b3e9-80ae145bab00 req-55430907-ea8c-4356-81ec-07507f03010b tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3739867 Sep 07 02:37:39.027842 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd205444-aef3-443a-a684-a5b7a38a0a80 req-d532bf6b-a73c-40fe-98ac-dba439ed8d54 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:39.028817 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-bd205444-aef3-443a-a684-a5b7a38a0a80 req-d532bf6b-a73c-40fe-98ac-dba439ed8d54 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:39.100769 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bd205444-aef3-443a-a684-a5b7a38a0a80 req-d532bf6b-a73c-40fe-98ac-dba439ed8d54 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9294021 Sep 07 02:37:39.127391 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-bd205444-aef3-443a-a684-a5b7a38a0a80 req-b0e524be-9034-469d-bb9f-3498bdc5f925 service neutron] Request body: {'port': {'device_id': 'ba7bc2f9-d54e-4545-a965-b16a92c2c29c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:37:39.391413 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8c1cd7-09ea-417a-ba3b-dcdb87aebbf6 None None] Pushing event updated for resources: {'Port': ['ID=42decd9a-24a3-4670-881f-f912a2a98e15,revision_number=4']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:39.405662 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-bd205444-aef3-443a-a684-a5b7a38a0a80 req-b0e524be-9034-469d-bb9f-3498bdc5f925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:39.425084 n-d-796209-16 neutron-server[94701]: INFO neutron.db.l3_db [None req-bbab91ed-4a17-46f8-aa2a-742cbcbf2285 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Floating IP cb7b2b9c-650a-4ffe-b4ae-0d1cd854fcb8 associated. External IP: 172.25.5.110, port: ccc897fa-5fcb-42e5-95b8-463db1fe77e8. Sep 07 02:37:39.432785 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-e56985b4-3d4c-49ff-8f74-c845aac7feef None None] Set router 72348b44-7f8a-486d-8a8e-106fa9ccd25e gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:37:39.900907 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-e56985b4-3d4c-49ff-8f74-c845aac7feef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72348b44-7f8a-486d-8a8e-106fa9ccd25e', 'name': 'tempest-AttachSCSIVolumeTestJSON-807529198-router', 'tenant_id': 'd627e231f44a4c40bbf400de6766a1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '6b98816d-3f3b-4bc6-93ab-a753574e4ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:37:25Z', 'updated_at': '2021-09-07T02:37:30Z', 'revision_number': 4, 'project_id': 'd627e231f44a4c40bbf400de6766a1d7', 'gw_port': {'id': '6b98816d-3f3b-4bc6-93ab-a753574e4ae1', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ef:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72348b44-7f8a-486d-8a8e-106fa9ccd25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:37:26Z', 'updated_at': '2021-09-07T02:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '42decd9a-24a3-4670-881f-f912a2a98e15', 'name': '', 'network_id': 'a2341d4a-bcc5-491d-bf7d-d1479a477b9d', 'tenant_id': 'd627e231f44a4c40bbf400de6766a1d7', 'mac_address': 'fa:16:3e:83:43:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72348b44-7f8a-486d-8a8e-106fa9ccd25e', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '21f31804-c670-44e3-8f29-f30f393dc749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:37:29Z', 'updated_at': '2021-09-07T02:37:38Z', 'revision_number': 4, 'project_id': 'd627e231f44a4c40bbf400de6766a1d7', 'subnets': [{'id': '21f31804-c670-44e3-8f29-f30f393dc749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:37:39.986847 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56985b4-3d4c-49ff-8f74-c845aac7feef None None] The sync data for ids ['72348b44-7f8a-486d-8a8e-106fa9ccd25e'] in n-d-796209-16 is: [{'id': '72348b44-7f8a-486d-8a8e-106fa9ccd25e', 'name': 'tempest-AttachSCSIVolumeTestJSON-807529198-router', 'tenant_id': 'd627e231f44a4c40bbf400de6766a1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '6b98816d-3f3b-4bc6-93ab-a753574e4ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:37:25Z', 'updated_at': '2021-09-07T02:37:30Z', 'revision_number': 4, 'project_id': 'd627e231f44a4c40bbf400de6766a1d7', 'gw_port': {'id': '6b98816d-3f3b-4bc6-93ab-a753574e4ae1', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ef:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72348b44-7f8a-486d-8a8e-106fa9ccd25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:37:26Z', 'updated_at': '2021-09-07T02:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '42decd9a-24a3-4670-881f-f912a2a98e15', 'name': '', 'network_id': 'a2341d4a-bcc5-491d-bf7d-d1479a477b9d', 'tenant_id': 'd627e231f44a4c40bbf400de6766a1d7', 'mac_address': 'fa:16:3e:83:43:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72348b44-7f8a-486d-8a8e-106fa9ccd25e', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '21f31804-c670-44e3-8f29-f30f393dc749', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:37:29Z', 'updated_at': '2021-09-07T02:37:38Z', 'revision_number': 4, 'project_id': 'd627e231f44a4c40bbf400de6766a1d7', 'subnets': [{'id': '21f31804-c670-44e3-8f29-f30f393dc749', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:37:40.452288 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbab91ed-4a17-46f8-aa2a-742cbcbf2285 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Router cce89695-f8c6-4f6f-bc86-641d7598211e has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:37:40.554644 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810368b-4fe2-41fb-baef-d6d06a01d2ab req-9333ae1e-918d-4d25-8035-bd674550fa1c tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:40.564963 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7810368b-4fe2-41fb-baef-d6d06a01d2ab req-9333ae1e-918d-4d25-8035-bd674550fa1c tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 931 time: 0.3063164 Sep 07 02:37:40.707931 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7810368b-4fe2-41fb-baef-d6d06a01d2ab req-59722cc7-6ea8-412a-b156-a4bf18db5075 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395068 Sep 07 02:37:40.836195 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-0d5229b8-ba6a-4199-bbc3-d684ba78d8d5 tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 02:37:40.852521 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-0d5229b8-ba6a-4199-bbc3-d684ba78d8d5 tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0280886 Sep 07 02:37:40.952476 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-e39aa573-bdb3-43f1-a4a9-b2f402221c6c tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:40.968091 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-e39aa573-bdb3-43f1-a4a9-b2f402221c6c tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] 10.222.0.22 "GET /v2.0/ports/27489c81-0daf-4417-afae-47ce903b394d HTTP/1.1" status: 200 len: 1095 time: 0.1146216 Sep 07 02:37:40.981872 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-f771de4b-33c6-42d6-bdd1-f783a34e5f5f service neutron] Request body: {'binding': {'host': 'n-h2-796209-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:37:40.982325 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-f771de4b-33c6-42d6-bdd1-f783a34e5f5f service neutron] Unknown quota resources ['binding']. {{(pid=94701) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 07 02:37:41.109776 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbab91ed-4a17-46f8-aa2a-742cbcbf2285 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:37:41.120856 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25775fb9-9427-4e34-9163-26683c11c6a3 None None] Sync routers for ids ['cce89695-f8c6-4f6f-bc86-641d7598211e'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:37:41.147532 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bbab91ed-4a17-46f8-aa2a-742cbcbf2285 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:41.158812 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25775fb9-9427-4e34-9163-26683c11c6a3 None None] Routers {'cce89695-f8c6-4f6f-bc86-641d7598211e'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:37:41.180093 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-25775fb9-9427-4e34-9163-26683c11c6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:37:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['cce89695-f8c6-4f6f-bc86-641d7598211e'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:37:41.236949 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-bbab91ed-4a17-46f8-aa2a-742cbcbf2285 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] 10.222.0.22 "PUT /v2.0/floatingips/cb7b2b9c-650a-4ffe-b4ae-0d1cd854fcb8 HTTP/1.1" status: 200 len: 992 time: 3.7291651 Sep 07 02:37:41.239257 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '640d4541-3520-4378-b60d-6b68c23535d6', 'tag': 'ccc897fa-5fcb-42e5-95b8-463db1fe77e8'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:37:41.241581 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2f1b70-f38f-484b-a058-e8b409ddf9a6" -d '{"events": [{"name": "network-changed", "server_uuid": "640d4541-3520-4378-b60d-6b68c23535d6", "tag": "ccc897fa-5fcb-42e5-95b8-463db1fe77e8"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:37:41.681362 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [req-bd205444-aef3-443a-a684-a5b7a38a0a80 req-b0e524be-9034-469d-bb9f-3498bdc5f925 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e0a4062-b916-433e-8871-18aaa78c80ee {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:37:41.750057 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-bd205444-aef3-443a-a684-a5b7a38a0a80 req-b0e524be-9034-469d-bb9f-3498bdc5f925 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:41.822727 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-25775fb9-9427-4e34-9163-26683c11c6a3 None None] Set router cce89695-f8c6-4f6f-bc86-641d7598211e gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:37:41.885253 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-bd205444-aef3-443a-a684-a5b7a38a0a80 req-b0e524be-9034-469d-bb9f-3498bdc5f925 service neutron] Transition to ACTIVE for port object 9e0a4062-b916-433e-8871-18aaa78c80ee will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:37:41.914354 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-bd205444-aef3-443a-a684-a5b7a38a0a80 req-b0e524be-9034-469d-bb9f-3498bdc5f925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:41.973057 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758af23d-4161-465d-91c7-9445c1e51e91 x-openstack-request-id: req-758af23d-4161-465d-91c7-9445c1e51e91 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:37:41.977872 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "640d4541-3520-4378-b60d-6b68c23535d6", "tag": "ccc897fa-5fcb-42e5-95b8-463db1fe77e8", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:37:41.978497 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-758af23d-4161-465d-91c7-9445c1e51e91 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:37:41.979171 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '640d4541-3520-4378-b60d-6b68c23535d6', 'tag': 'ccc897fa-5fcb-42e5-95b8-463db1fe77e8', 'status': 'completed', 'code': 200} Sep 07 02:37:42.174317 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e524be-9034-469d-bb9f-3498bdc5f925 service neutron] Pushing event updated for resources: {'Port': ['ID=9e0a4062-b916-433e-8871-18aaa78c80ee,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:42.179217 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f1b70-f38f-484b-a058-e8b409ddf9a6 req-2387c5c5-f0a5-44a3-87d5-d87b6fef5dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:42.185426 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bc2f1b70-f38f-484b-a058-e8b409ddf9a6 req-2387c5c5-f0a5-44a3-87d5-d87b6fef5dca service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a7ff0a8f96b74e6091b64557a791e2a0&device_id=640d4541-3520-4378-b60d-6b68c23535d6 HTTP/1.1" status: 200 len: 1098 time: 0.1885900 Sep 07 02:37:42.256861 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 42decd9a-24a3-4670-881f-f912a2a98e15 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:37:42.329980 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e524be-9034-469d-bb9f-3498bdc5f925 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:37:42.339625 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e524be-9034-469d-bb9f-3498bdc5f925 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:37:42.340201 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e524be-9034-469d-bb9f-3498bdc5f925 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:37:42.340666 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e524be-9034-469d-bb9f-3498bdc5f925 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:37:42.344384 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e524be-9034-469d-bb9f-3498bdc5f925 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:37:42.348094 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e524be-9034-469d-bb9f-3498bdc5f925 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:37:42.348594 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e524be-9034-469d-bb9f-3498bdc5f925 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:37:42.349723 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e524be-9034-469d-bb9f-3498bdc5f925 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:37:42.354374 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e524be-9034-469d-bb9f-3498bdc5f925 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:37:42.354916 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e524be-9034-469d-bb9f-3498bdc5f925 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:37:42.358856 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e524be-9034-469d-bb9f-3498bdc5f925 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:37:42.363417 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e524be-9034-469d-bb9f-3498bdc5f925 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:37:42.610625 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-f771de4b-33c6-42d6-bdd1-f783a34e5f5f service neutron] Attempting to bind port 27489c81-0daf-4417-afae-47ce903b394d on host n-h2-796209-16 for vnic_type normal with profile None {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:37:42.613585 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-f771de4b-33c6-42d6-bdd1-f783a34e5f5f service neutron] Attempting to bind port 27489c81-0daf-4417-afae-47ce903b394d by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': 'cb5a1637-646d-4671-9ca6-bd30e74d860b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5632e33d-1d7a-4426-9d83-a8e688a88788'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:37:42.614246 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-f771de4b-33c6-42d6-bdd1-f783a34e5f5f service neutron] Attempting to bind port 27489c81-0daf-4417-afae-47ce903b394d on network 5632e33d-1d7a-4426-9d83-a8e688a88788 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:37:42.668399 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f1b70-f38f-484b-a058-e8b409ddf9a6 req-5f8af3c9-bbe2-4211-affb-021b22142b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:42.680759 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bc2f1b70-f38f-484b-a058-e8b409ddf9a6 req-5f8af3c9-bbe2-4211-affb-021b22142b43 service neutron] 10.222.0.23 "GET /v2.0/networks?id=67b2a986-cf77-4844-b821-6fa0d8b54e01 HTTP/1.1" status: 200 len: 916 time: 0.4833946 Sep 07 02:37:42.688707 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-f771de4b-33c6-42d6-bdd1-f783a34e5f5f service neutron] Port 27489c81-0daf-4417-afae-47ce903b394d on network 5632e33d-1d7a-4426-9d83-a8e688a88788 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:37:42.689676 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-f771de4b-33c6-42d6-bdd1-f783a34e5f5f service neutron] Attempting to bind port 27489c81-0daf-4417-afae-47ce903b394d on network 5632e33d-1d7a-4426-9d83-a8e688a88788 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:37:42.792748 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed5c7b-2cd8-42d7-8b1b-26c2eaa9d5b5 req-201e0ca2-70f6-4e92-97b3-ecd25b4cdf6c tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:42.792748 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b9ed5c7b-2cd8-42d7-8b1b-26c2eaa9d5b5 req-201e0ca2-70f6-4e92-97b3-ecd25b4cdf6c tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 943 time: 0.3932464 Sep 07 02:37:42.792748 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-f771de4b-33c6-42d6-bdd1-f783a34e5f5f service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:37:42.792748 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-f771de4b-33c6-42d6-bdd1-f783a34e5f5f service neutron] Checking segment: {'id': 'cb5a1637-646d-4671-9ca6-bd30e74d860b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5632e33d-1d7a-4426-9d83-a8e688a88788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:37:42.792748 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-f771de4b-33c6-42d6-bdd1-f783a34e5f5f service neutron] Bound using segment: {'id': 'cb5a1637-646d-4671-9ca6-bd30e74d860b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5632e33d-1d7a-4426-9d83-a8e688a88788'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:37:42.792748 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-f771de4b-33c6-42d6-bdd1-f783a34e5f5f service neutron] Bound port: 27489c81-0daf-4417-afae-47ce903b394d, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb5a1637-646d-4671-9ca6-bd30e74d860b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5632e33d-1d7a-4426-9d83-a8e688a88788'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:37:42.897581 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b9ed5c7b-2cd8-42d7-8b1b-26c2eaa9d5b5 req-29666d3a-55f7-42cb-bf57-ca69cd33b684 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012313 Sep 07 02:37:42.904928 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bc2f1b70-f38f-484b-a058-e8b409ddf9a6 req-239c91cc-9565-4893-97f6-70692357415c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ccc897fa-5fcb-42e5-95b8-463db1fe77e8 HTTP/1.1" status: 200 len: 1000 time: 0.2103295 Sep 07 02:37:43.018314 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 42decd9a-24a3-4670-881f-f912a2a98e15 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:37:43.027784 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 42decd9a-24a3-4670-881f-f912a2a98e15 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:37:43.028776 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:43.040805 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f1b70-f38f-484b-a058-e8b409ddf9a6 req-6dc82aaa-c6c8-43f0-be29-71b36dba9839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:43.042641 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-bd205444-aef3-443a-a684-a5b7a38a0a80 req-b0e524be-9034-469d-bb9f-3498bdc5f925 service neutron] Attempting to bind port 9e0a4062-b916-433e-8871-18aaa78c80ee on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:37:43.043169 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-bd205444-aef3-443a-a684-a5b7a38a0a80 req-b0e524be-9034-469d-bb9f-3498bdc5f925 service neutron] Attempting to bind port 9e0a4062-b916-433e-8871-18aaa78c80ee by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '6dff264e-7c75-4629-a854-2e784f93e6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7baff3a-2acd-47c4-826f-ff1b179e5161'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:37:43.043774 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd205444-aef3-443a-a684-a5b7a38a0a80 req-b0e524be-9034-469d-bb9f-3498bdc5f925 service neutron] Attempting to bind port 9e0a4062-b916-433e-8871-18aaa78c80ee on network c7baff3a-2acd-47c4-826f-ff1b179e5161 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:37:43.051028 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bc2f1b70-f38f-484b-a058-e8b409ddf9a6 req-6dc82aaa-c6c8-43f0-be29-71b36dba9839 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=66f60b8d-a718-4a50-a37e-972188b63df9 HTTP/1.1" status: 200 len: 855 time: 0.1382854 Sep 07 02:37:43.087777 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd205444-aef3-443a-a684-a5b7a38a0a80 req-b0e524be-9034-469d-bb9f-3498bdc5f925 service neutron] Port 9e0a4062-b916-433e-8871-18aaa78c80ee on network c7baff3a-2acd-47c4-826f-ff1b179e5161 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:37:43.088395 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd205444-aef3-443a-a684-a5b7a38a0a80 req-b0e524be-9034-469d-bb9f-3498bdc5f925 service neutron] Attempting to bind port 9e0a4062-b916-433e-8871-18aaa78c80ee on network c7baff3a-2acd-47c4-826f-ff1b179e5161 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:37:43.118908 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd205444-aef3-443a-a684-a5b7a38a0a80 req-b0e524be-9034-469d-bb9f-3498bdc5f925 service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:37:43.121860 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd205444-aef3-443a-a684-a5b7a38a0a80 req-b0e524be-9034-469d-bb9f-3498bdc5f925 service neutron] Checking segment: {'id': '6dff264e-7c75-4629-a854-2e784f93e6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7baff3a-2acd-47c4-826f-ff1b179e5161'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:37:43.122955 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd205444-aef3-443a-a684-a5b7a38a0a80 req-b0e524be-9034-469d-bb9f-3498bdc5f925 service neutron] Bound using segment: {'id': '6dff264e-7c75-4629-a854-2e784f93e6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7baff3a-2acd-47c4-826f-ff1b179e5161'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:37:43.123645 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-bd205444-aef3-443a-a684-a5b7a38a0a80 req-b0e524be-9034-469d-bb9f-3498bdc5f925 service neutron] Bound port: 9e0a4062-b916-433e-8871-18aaa78c80ee, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dff264e-7c75-4629-a854-2e784f93e6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7baff3a-2acd-47c4-826f-ff1b179e5161'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:37:43.124317 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-bd205444-aef3-443a-a684-a5b7a38a0a80 req-b0e524be-9034-469d-bb9f-3498bdc5f925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:43.184080 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f1b70-f38f-484b-a058-e8b409ddf9a6 req-81a2e2ec-b524-4c61-8e56-3249ac858edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:43.201118 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bc2f1b70-f38f-484b-a058-e8b409ddf9a6 req-81a2e2ec-b524-4c61-8e56-3249ac858edd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=67b2a986-cf77-4844-b821-6fa0d8b54e01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1147053 Sep 07 02:37:43.305791 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-f771de4b-33c6-42d6-bdd1-f783a34e5f5f service neutron] For port 27489c81-0daf-4417-afae-47ce903b394d, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=27489c81-0daf-4417-afae-47ce903b394d,segment=NetworkSegment(cb5a1637-646d-4671-9ca6-bd30e74d860b),segment_id=cb5a1637-646d-4671-9ca6-bd30e74d860b)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:37:43.317429 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:43.366037 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-f771de4b-33c6-42d6-bdd1-f783a34e5f5f service neutron] Notify callbacks [] for binding, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:43.367457 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-f771de4b-33c6-42d6-bdd1-f783a34e5f5f service neutron] 10.222.0.22 "POST /v2.0/ports/27489c81-0daf-4417-afae-47ce903b394d/bindings HTTP/1.1" status: 201 len: 390 time: 2.3984895 Sep 07 02:37:43.396532 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 42decd9a-24a3-4670-881f-f912a2a98e15, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=42decd9a-24a3-4670-881f-f912a2a98e15,segment=NetworkSegment(54dab756-093e-46e3-bc93-edd6a488a6a7),segment_id=54dab756-093e-46e3-bc93-edd6a488a6a7)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:37:43.404301 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:43.457659 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bc2f1b70-f38f-484b-a058-e8b409ddf9a6 req-56067d12-f6a5-4a07-8b27-cfbcb5094a53 service neutron] 10.222.0.23 "GET /v2.0/networks/67b2a986-cf77-4844-b821-6fa0d8b54e01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554874 Sep 07 02:37:43.492731 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-25775fb9-9427-4e34-9163-26683c11c6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce89695-f8c6-4f6f-bc86-641d7598211e', 'name': 'tempest-ServersTestBootFromVolume-2082001386-router', 'tenant_id': 'a7ff0a8f96b74e6091b64557a791e2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '9465ab6e-2b32-497d-966c-0c15057b7c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:36:08Z', 'updated_at': '2021-09-07T02:36:15Z', 'revision_number': 4, 'project_id': 'a7ff0a8f96b74e6091b64557a791e2a0', 'gw_port': {'id': '9465ab6e-2b32-497d-966c-0c15057b7c0f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:28:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce89695-f8c6-4f6f-bc86-641d7598211e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:36:09Z', 'updated_at': '2021-09-07T02:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'cb7b2b9c-650a-4ffe-b4ae-0d1cd854fcb8', 'tenant_id': 'a7ff0a8f96b74e6091b64557a791e2a0', 'floating_ip_address': '172.25.5.110', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': 'cce89695-f8c6-4f6f-bc86-641d7598211e', 'port_id': 'ccc897fa-5fcb-42e5-95b8-463db1fe77e8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67b2a986-cf77-4844-b821-6fa0d8b54e01', 'mac_address': 'fa:16:3e:f3:57:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640d4541-3520-4378-b60d-6b68c23535d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T02:36:21Z', 'updated_at': '2021-09-07T02:37:38Z', 'revision_number': 1, 'project_id': 'a7ff0a8f96b74e6091b64557a791e2a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fe4c6d6-d09f-4eca-b487-2251cff49e5a', 'name': '', 'network_id': '67b2a986-cf77-4844-b821-6fa0d8b54e01', 'tenant_id': 'a7ff0a8f96b74e6091b64557a791e2a0', 'mac_address': 'fa:16:3e:4c:ce:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce89695-f8c6-4f6f-bc86-641d7598211e', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '66f60b8d-a718-4a50-a37e-972188b63df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:36:13Z', 'updated_at': '2021-09-07T02:36:26Z', 'revision_number': 5, 'project_id': 'a7ff0a8f96b74e6091b64557a791e2a0', 'subnets': [{'id': '66f60b8d-a718-4a50-a37e-972188b63df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:37:43.504122 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-bd205444-aef3-443a-a684-a5b7a38a0a80 req-b0e524be-9034-469d-bb9f-3498bdc5f925 service neutron] For port 9e0a4062-b916-433e-8871-18aaa78c80ee, host n-h2-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:37:43.520846 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-bd205444-aef3-443a-a684-a5b7a38a0a80 req-b0e524be-9034-469d-bb9f-3498bdc5f925 service neutron] For port 9e0a4062-b916-433e-8871-18aaa78c80ee, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=9e0a4062-b916-433e-8871-18aaa78c80ee,segment=NetworkSegment(6dff264e-7c75-4629-a854-2e784f93e6e2),segment_id=6dff264e-7c75-4629-a854-2e784f93e6e2)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:37:43.533396 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-bd205444-aef3-443a-a684-a5b7a38a0a80 req-b0e524be-9034-469d-bb9f-3498bdc5f925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:43.544808 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25775fb9-9427-4e34-9163-26683c11c6a3 None None] Checking router: cce89695-f8c6-4f6f-bc86-641d7598211e for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:37:43.586049 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25775fb9-9427-4e34-9163-26683c11c6a3 None None] Routers {'cce89695-f8c6-4f6f-bc86-641d7598211e'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:37:43.604535 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-25775fb9-9427-4e34-9163-26683c11c6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:37:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['cce89695-f8c6-4f6f-bc86-641d7598211e'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:37:43.668200 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e524be-9034-469d-bb9f-3498bdc5f925 service neutron] Pushing event updated for resources: {'Port': ['ID=9e0a4062-b916-433e-8871-18aaa78c80ee,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:43.687438 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd205444-aef3-443a-a684-a5b7a38a0a80 req-b0e524be-9034-469d-bb9f-3498bdc5f925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:43.688223 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-bd205444-aef3-443a-a684-a5b7a38a0a80 req-b0e524be-9034-469d-bb9f-3498bdc5f925 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:43.689690 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bd205444-aef3-443a-a684-a5b7a38a0a80 req-b0e524be-9034-469d-bb9f-3498bdc5f925 service neutron] 10.222.0.16 "PUT /v2.0/ports/9e0a4062-b916-433e-8871-18aaa78c80ee HTTP/1.1" status: 200 len: 1092 time: 4.5736504 Sep 07 02:37:43.844342 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=42decd9a-24a3-4670-881f-f912a2a98e15,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:43.869883 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bc2f1b70-f38f-484b-a058-e8b409ddf9a6 req-34776382-30ad-4b08-aa33-3d84fcc48eed service neutron] 10.222.0.23 "GET /v2.0/networks/67b2a986-cf77-4844-b821-6fa0d8b54e01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3920491 Sep 07 02:37:43.988255 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba7bc2f9-d54e-4545-a965-b16a92c2c29c', 'tag': '9e0a4062-b916-433e-8871-18aaa78c80ee'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:37:44.022403 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a986de51-16e8-43d9-95f9-90c6898e7c4b" -d '{"events": [{"name": "network-changed", "server_uuid": "ba7bc2f9-d54e-4545-a965-b16a92c2c29c", "tag": "9e0a4062-b916-433e-8871-18aaa78c80ee"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:37:44.106176 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd205444-aef3-443a-a684-a5b7a38a0a80 req-12099a2b-01a3-4482-925c-cebb8d8ce69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:44.113804 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bd205444-aef3-443a-a684-a5b7a38a0a80 req-12099a2b-01a3-4482-925c-cebb8d8ce69e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3c6e11955fd14c5c9b191cf5c7d7b41c&device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 1095 time: 0.2537720 Sep 07 02:37:44.209412 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-25775fb9-9427-4e34-9163-26683c11c6a3 None None] Set router cce89695-f8c6-4f6f-bc86-641d7598211e gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:37:44.266091 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bd205444-aef3-443a-a684-a5b7a38a0a80 req-a1782d90-9ee1-4185-8171-6465cc8df502 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e0a4062-b916-433e-8871-18aaa78c80ee HTTP/1.1" status: 200 len: 217 time: 0.1407247 Sep 07 02:37:44.286003 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c170f330-61db-4e85-9c27-2d62dfa8959d req-c9063551-26f5-475e-90e0-1e515f836b8b tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:44.302146 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c170f330-61db-4e85-9c27-2d62dfa8959d req-c9063551-26f5-475e-90e0-1e515f836b8b tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9 HTTP/1.1" status: 200 len: 946 time: 0.3770404 Sep 07 02:37:44.311241 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-85e8a520-31f5-4d8b-bdf3-cd55073e2e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:44.322751 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-85e8a520-31f5-4d8b-bdf3-cd55073e2e4a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4ff846f9243a40b7bf323ea156c2bdd7&device_id=9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9 HTTP/1.1" status: 200 len: 1098 time: 0.4467127 Sep 07 02:37:44.502311 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c170f330-61db-4e85-9c27-2d62dfa8959d req-064b741d-67be-4196-a8aa-074515b0e45d tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880577 Sep 07 02:37:44.638942 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd205444-aef3-443a-a684-a5b7a38a0a80 req-d35550bd-c600-4187-bfb8-0b116b3fb2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:44.661546 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bd205444-aef3-443a-a684-a5b7a38a0a80 req-d35550bd-c600-4187-bfb8-0b116b3fb2d0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=04737742-a3d0-4b6d-a6a4-ec1fe2e55890 HTTP/1.1" status: 200 len: 849 time: 0.3900723 Sep 07 02:37:44.782914 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd205444-aef3-443a-a684-a5b7a38a0a80 req-c07e7fbc-0bfe-4dd9-831f-dea876d6f046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:44.792901 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bd205444-aef3-443a-a684-a5b7a38a0a80 req-c07e7fbc-0bfe-4dd9-831f-dea876d6f046 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7baff3a-2acd-47c4-826f-ff1b179e5161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1184795 Sep 07 02:37:44.943191 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-25775fb9-9427-4e34-9163-26683c11c6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce89695-f8c6-4f6f-bc86-641d7598211e', 'name': 'tempest-ServersTestBootFromVolume-2082001386-router', 'tenant_id': 'a7ff0a8f96b74e6091b64557a791e2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '9465ab6e-2b32-497d-966c-0c15057b7c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:36:08Z', 'updated_at': '2021-09-07T02:36:15Z', 'revision_number': 4, 'project_id': 'a7ff0a8f96b74e6091b64557a791e2a0', 'gw_port': {'id': '9465ab6e-2b32-497d-966c-0c15057b7c0f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:28:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce89695-f8c6-4f6f-bc86-641d7598211e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:36:09Z', 'updated_at': '2021-09-07T02:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'cb7b2b9c-650a-4ffe-b4ae-0d1cd854fcb8', 'tenant_id': 'a7ff0a8f96b74e6091b64557a791e2a0', 'floating_ip_address': '172.25.5.110', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': 'cce89695-f8c6-4f6f-bc86-641d7598211e', 'port_id': 'ccc897fa-5fcb-42e5-95b8-463db1fe77e8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67b2a986-cf77-4844-b821-6fa0d8b54e01', 'mac_address': 'fa:16:3e:f3:57:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640d4541-3520-4378-b60d-6b68c23535d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T02:36:21Z', 'updated_at': '2021-09-07T02:37:38Z', 'revision_number': 1, 'project_id': 'a7ff0a8f96b74e6091b64557a791e2a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fe4c6d6-d09f-4eca-b487-2251cff49e5a', 'name': '', 'network_id': '67b2a986-cf77-4844-b821-6fa0d8b54e01', 'tenant_id': 'a7ff0a8f96b74e6091b64557a791e2a0', 'mac_address': 'fa:16:3e:4c:ce:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce89695-f8c6-4f6f-bc86-641d7598211e', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '66f60b8d-a718-4a50-a37e-972188b63df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:36:13Z', 'updated_at': '2021-09-07T02:36:26Z', 'revision_number': 5, 'project_id': 'a7ff0a8f96b74e6091b64557a791e2a0', 'subnets': [{'id': '66f60b8d-a718-4a50-a37e-972188b63df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:37:45.049583 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25775fb9-9427-4e34-9163-26683c11c6a3 None None] The sync data for ids ['cce89695-f8c6-4f6f-bc86-641d7598211e'] in n-d-796209-16 is: [{'id': 'cce89695-f8c6-4f6f-bc86-641d7598211e', 'name': 'tempest-ServersTestBootFromVolume-2082001386-router', 'tenant_id': 'a7ff0a8f96b74e6091b64557a791e2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '9465ab6e-2b32-497d-966c-0c15057b7c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:36:08Z', 'updated_at': '2021-09-07T02:36:15Z', 'revision_number': 4, 'project_id': 'a7ff0a8f96b74e6091b64557a791e2a0', 'gw_port': {'id': '9465ab6e-2b32-497d-966c-0c15057b7c0f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:28:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce89695-f8c6-4f6f-bc86-641d7598211e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:36:09Z', 'updated_at': '2021-09-07T02:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'cb7b2b9c-650a-4ffe-b4ae-0d1cd854fcb8', 'tenant_id': 'a7ff0a8f96b74e6091b64557a791e2a0', 'floating_ip_address': '172.25.5.110', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': 'cce89695-f8c6-4f6f-bc86-641d7598211e', 'port_id': 'ccc897fa-5fcb-42e5-95b8-463db1fe77e8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67b2a986-cf77-4844-b821-6fa0d8b54e01', 'mac_address': 'fa:16:3e:f3:57:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640d4541-3520-4378-b60d-6b68c23535d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T02:36:21Z', 'updated_at': '2021-09-07T02:37:38Z', 'revision_number': 1, 'project_id': 'a7ff0a8f96b74e6091b64557a791e2a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fe4c6d6-d09f-4eca-b487-2251cff49e5a', 'name': '', 'network_id': '67b2a986-cf77-4844-b821-6fa0d8b54e01', 'tenant_id': 'a7ff0a8f96b74e6091b64557a791e2a0', 'mac_address': 'fa:16:3e:4c:ce:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce89695-f8c6-4f6f-bc86-641d7598211e', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '66f60b8d-a718-4a50-a37e-972188b63df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:36:13Z', 'updated_at': '2021-09-07T02:36:26Z', 'revision_number': 5, 'project_id': 'a7ff0a8f96b74e6091b64557a791e2a0', 'subnets': [{'id': '66f60b8d-a718-4a50-a37e-972188b63df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:37:45.127696 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bd205444-aef3-443a-a684-a5b7a38a0a80 req-33607c96-064f-4bc4-8415-fda865432c60 service neutron] 10.222.0.16 "GET /v2.0/networks/c7baff3a-2acd-47c4-826f-ff1b179e5161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288476 Sep 07 02:37:45.301008 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9e47d5-44c2-40ef-94fb-ac17d14132c9 x-openstack-request-id: req-bb9e47d5-44c2-40ef-94fb-ac17d14132c9 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:37:45.301579 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba7bc2f9-d54e-4545-a965-b16a92c2c29c", "tag": "9e0a4062-b916-433e-8871-18aaa78c80ee", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:37:45.302013 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bb9e47d5-44c2-40ef-94fb-ac17d14132c9 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:37:45.302566 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba7bc2f9-d54e-4545-a965-b16a92c2c29c', 'tag': '9e0a4062-b916-433e-8871-18aaa78c80ee', 'status': 'completed', 'code': 200} Sep 07 02:37:45.350382 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bd205444-aef3-443a-a684-a5b7a38a0a80 req-602299b5-4520-49cc-accd-8aa4034e4f45 service neutron] 10.222.0.16 "GET /v2.0/networks/c7baff3a-2acd-47c4-826f-ff1b179e5161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143128 Sep 07 02:37:45.517729 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a986de51-16e8-43d9-95f9-90c6898e7c4b req-c8f48ad7-a841-40bd-8492-a7d1bb6eb9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:45.522403 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a986de51-16e8-43d9-95f9-90c6898e7c4b req-c8f48ad7-a841-40bd-8492-a7d1bb6eb9e1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3c6e11955fd14c5c9b191cf5c7d7b41c&device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 1095 time: 0.1176813 Sep 07 02:37:45.542220 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bc716a-96eb-4e91-96db-7405208f9661 None None] New status for floating IP cb7b2b9c-650a-4ffe-b4ae-0d1cd854fcb8: ACTIVE {{(pid=94703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 02:37:45.757361 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a986de51-16e8-43d9-95f9-90c6898e7c4b req-9d8ddb7a-4b60-4c14-b532-715570f0f336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:45.758842 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a986de51-16e8-43d9-95f9-90c6898e7c4b req-9d8ddb7a-4b60-4c14-b532-715570f0f336 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c7baff3a-2acd-47c4-826f-ff1b179e5161 HTTP/1.1" status: 200 len: 910 time: 0.2263570 Sep 07 02:37:45.829215 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf35c24-9c24-465e-9733-24213644eabc req-a2828535-071d-45cd-a0ae-afea72977398 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:45.840571 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1bf35c24-9c24-465e-9733-24213644eabc req-a2828535-071d-45cd-a0ae-afea72977398 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 943 time: 1.0928473 Sep 07 02:37:45.902788 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a986de51-16e8-43d9-95f9-90c6898e7c4b req-eccb0152-c522-4219-9df6-381705339d1a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e0a4062-b916-433e-8871-18aaa78c80ee HTTP/1.1" status: 200 len: 217 time: 0.1352978 Sep 07 02:37:45.910675 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 42decd9a-24a3-4670-881f-f912a2a98e15 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:37:45.920262 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-5cef0cb9-d081-4bda-aac9-5e0d46376cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:45.923999 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-5cef0cb9-d081-4bda-aac9-5e0d46376cd4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5632e33d-1d7a-4426-9d83-a8e688a88788 HTTP/1.1" status: 200 len: 907 time: 1.5900450 Sep 07 02:37:45.945028 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1bf35c24-9c24-465e-9733-24213644eabc req-0b26be12-2e45-41b0-8084-ccd68f277c95 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988357 Sep 07 02:37:46.070141 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 42decd9a-24a3-4670-881f-f912a2a98e15 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:37:46.070793 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:46.083750 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a986de51-16e8-43d9-95f9-90c6898e7c4b req-cafc96d8-e042-4def-96d9-ee8fd6f84690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:46.085302 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a986de51-16e8-43d9-95f9-90c6898e7c4b req-cafc96d8-e042-4def-96d9-ee8fd6f84690 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=04737742-a3d0-4b6d-a6a4-ec1fe2e55890 HTTP/1.1" status: 200 len: 849 time: 0.1716406 Sep 07 02:37:46.096710 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-1ce781fc-b8b2-402a-8905-992ed8bd3908 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27489c81-0daf-4417-afae-47ce903b394d HTTP/1.1" status: 200 len: 217 time: 0.1500709 Sep 07 02:37:46.226888 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-ce8f6f39-4631-46ac-9434-3526f5f4c971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:46.240244 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-ce8f6f39-4631-46ac-9434-3526f5f4c971 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cf141221-2e81-48e8-81ec-6bd6d6584327 HTTP/1.1" status: 200 len: 847 time: 0.1333826 Sep 07 02:37:46.255221 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a986de51-16e8-43d9-95f9-90c6898e7c4b req-869f9ee0-3b94-4fca-afac-844224acda37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:46.256931 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a986de51-16e8-43d9-95f9-90c6898e7c4b req-869f9ee0-3b94-4fca-afac-844224acda37 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7baff3a-2acd-47c4-826f-ff1b179e5161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1565187 Sep 07 02:37:46.365382 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 9e0a4062-b916-433e-8871-18aaa78c80ee details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:37:46.587732 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a986de51-16e8-43d9-95f9-90c6898e7c4b req-66419c93-3d32-4788-bcf2-c6db98f0357b service neutron] 10.222.0.16 "GET /v2.0/networks/c7baff3a-2acd-47c4-826f-ff1b179e5161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222663 Sep 07 02:37:46.588233 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 9e0a4062-b916-433e-8871-18aaa78c80ee, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=9e0a4062-b916-433e-8871-18aaa78c80ee,segment=NetworkSegment(6dff264e-7c75-4629-a854-2e784f93e6e2),segment_id=6dff264e-7c75-4629-a854-2e784f93e6e2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:37:46.622783 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '9e0a4062-b916-433e-8871-18aaa78c80ee', 'network_id': 'c7baff3a-2acd-47c4-826f-ff1b179e5161', 'port_id': '9e0a4062-b916-433e-8871-18aaa78c80ee', 'mac_address': 'fa:16:3e:a4:df:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04737742-a3d0-4b6d-a6a4-ec1fe2e55890', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:37:46.676097 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-6974eac3-0d01-40b4-a00b-954169ef4d85 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5632e33d-1d7a-4426-9d83-a8e688a88788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4088790 Sep 07 02:37:46.717201 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:46.735531 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e0a4062-b916-433e-8871-18aaa78c80ee {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:37:46.745318 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a986de51-16e8-43d9-95f9-90c6898e7c4b req-a09efa02-626c-4644-9203-d5439c3d55ee service neutron] 10.222.0.16 "GET /v2.0/networks/c7baff3a-2acd-47c4-826f-ff1b179e5161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490240 Sep 07 02:37:46.769141 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 9e0a4062-b916-433e-8871-18aaa78c80ee, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=9e0a4062-b916-433e-8871-18aaa78c80ee,segment=NetworkSegment(6dff264e-7c75-4629-a854-2e784f93e6e2),segment_id=6dff264e-7c75-4629-a854-2e784f93e6e2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:37:46.771057 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e09956-1204-4acf-a1d1-f62780a3b2b6 req-b64a2840-0cf9-4b0d-aa95-b0e34370039d tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:46.776144 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:46.779096 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-99e09956-1204-4acf-a1d1-f62780a3b2b6 req-b64a2840-0cf9-4b0d-aa95-b0e34370039d tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/networks?id=e4ab2f0c-5a02-4242-a541-768acd457503 HTTP/1.1" status: 200 len: 821 time: 0.3402588 Sep 07 02:37:46.797453 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-99e09956-1204-4acf-a1d1-f62780a3b2b6 req-79a77d3c-e55f-492a-9af0-4195f068209f tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/quotas/58fe4c9e71db4bd7aa26d4557468fc65 HTTP/1.1" status: 200 len: 375 time: 0.0173607 Sep 07 02:37:46.848469 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=9e0a4062-b916-433e-8871-18aaa78c80ee,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:46.907072 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-99e09956-1204-4acf-a1d1-f62780a3b2b6 req-a4c11ff7-5d92-4327-b663-8b210ac4e342 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=58fe4c9e71db4bd7aa26d4557468fc65&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1086659 Sep 07 02:37:46.974849 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ff0e9-4661-4819-b61a-6085bbb8409f req-54152d67-04c9-4d81-a120-5916d2a08bc4 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:46.977514 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-333ff0e9-4661-4819-b61a-6085bbb8409f req-54152d67-04c9-4d81-a120-5916d2a08bc4 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9 HTTP/1.1" status: 200 len: 946 time: 0.0973768 Sep 07 02:37:47.017500 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-d2e2aea0-9e97-45ac-887c-cf36aeab1f4f service neutron] 10.222.0.16 "GET /v2.0/networks/5632e33d-1d7a-4426-9d83-a8e688a88788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141117 Sep 07 02:37:47.023921 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['9e0a4062-b916-433e-8871-18aaa78c80ee'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:37:47.045518 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-333ff0e9-4661-4819-b61a-6085bbb8409f req-b81abb42-2904-4477-af2f-827c95896e06 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596197 Sep 07 02:37:47.176821 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-d45df8cc-43cd-4aee-bf7b-38573674459f service neutron] 10.222.0.16 "GET /v2.0/networks/5632e33d-1d7a-4426-9d83-a8e688a88788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424189 Sep 07 02:37:47.234877 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-99e09956-1204-4acf-a1d1-f62780a3b2b6 req-142a2fab-2deb-45e3-a778-b2bac7763fa5 service neutron] 10.222.0.22 "GET /v2.0/networks/e4ab2f0c-5a02-4242-a541-768acd457503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191712 Sep 07 02:37:47.420726 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-99e09956-1204-4acf-a1d1-f62780a3b2b6 req-af4e30fb-9b09-4695-b420-3f048cefe0b7 service neutron] 10.222.0.22 "GET /v2.0/networks/e4ab2f0c-5a02-4242-a541-768acd457503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844559 Sep 07 02:37:48.028777 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceddb68-cb66-4401-b9d1-07bf40c65a71 req-1e1f3129-a120-459d-9c5c-3f915484005d tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:48.031208 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4ceddb68-cb66-4401-b9d1-07bf40c65a71 req-1e1f3129-a120-459d-9c5c-3f915484005d tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 944 time: 0.0612955 Sep 07 02:37:48.132336 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4ceddb68-cb66-4401-b9d1-07bf40c65a71 req-4b3fc40a-cc4e-4b79-a11d-17b69509b80c tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920322 Sep 07 02:37:48.241254 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-53ab3e37-623d-450c-823d-2045a525d6fa req-1796dc26-4a9f-46ef-a7fd-e337076da9c2 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=52929214-daec-403d-8c4a-ab0ba9d8f0ce HTTP/1.1" status: 200 len: 210 time: 0.0636826 Sep 07 02:37:48.360872 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 9e0a4062-b916-433e-8871-18aaa78c80ee up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:37:48.479125 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c620f-367e-435c-b1a6-6f36552989f9 req-15d56d92-6281-4772-9f88-9acdb38d158d tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:48.493087 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ff5c620f-367e-435c-b1a6-6f36552989f9 req-15d56d92-6281-4772-9f88-9acdb38d158d tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9 HTTP/1.1" status: 200 len: 946 time: 0.1578226 Sep 07 02:37:48.504810 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port 9e0a4062-b916-433e-8871-18aaa78c80ee completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:37:48.510844 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 9e0a4062-b916-433e-8871-18aaa78c80ee triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:37:48.511613 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:48.630727 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ff5c620f-367e-435c-b1a6-6f36552989f9 req-b26bbe34-2cdc-4c8b-851b-5adb13f534d5 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315808 Sep 07 02:37:48.756951 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:48.828840 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7bc2f9-d54e-4545-a965-b16a92c2c29c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e0a4062-b916-433e-8871-18aaa78c80ee'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:37:48.833300 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44311c28-41c7-494a-b266-050eeb828e6f" -d '{"events": [{"server_uuid": "ba7bc2f9-d54e-4545-a965-b16a92c2c29c", "name": "network-vif-plugged", "status": "completed", "tag": "9e0a4062-b916-433e-8871-18aaa78c80ee"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:37:48.872616 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 9e0a4062-b916-433e-8871-18aaa78c80ee, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=9e0a4062-b916-433e-8871-18aaa78c80ee,segment=NetworkSegment(6dff264e-7c75-4629-a854-2e784f93e6e2),segment_id=6dff264e-7c75-4629-a854-2e784f93e6e2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:37:48.881412 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:48.946794 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9cea0c7-af95-419e-ae43-d35885e0ca97 x-openstack-request-id: req-a9cea0c7-af95-419e-ae43-d35885e0ca97 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:37:48.947109 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba7bc2f9-d54e-4545-a965-b16a92c2c29c", "name": "network-vif-plugged", "status": "completed", "tag": "9e0a4062-b916-433e-8871-18aaa78c80ee", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:37:48.947364 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a9cea0c7-af95-419e-ae43-d35885e0ca97 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:37:48.948147 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba7bc2f9-d54e-4545-a965-b16a92c2c29c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e0a4062-b916-433e-8871-18aaa78c80ee', 'code': 200} Sep 07 02:37:48.977757 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=9e0a4062-b916-433e-8871-18aaa78c80ee,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:49.037567 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc82ed-8225-492c-88e4-6ccea0ae66ad req-cab34050-fccf-48a0-b1b1-151405f71ac2 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:49.046805 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-22cc82ed-8225-492c-88e4-6ccea0ae66ad req-cab34050-fccf-48a0-b1b1-151405f71ac2 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf3ac7ca-62b4-4019-b7e7-8dee23ec1e3e HTTP/1.1" status: 200 len: 947 time: 0.1012545 Sep 07 02:37:49.149817 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-22cc82ed-8225-492c-88e4-6ccea0ae66ad req-b2465651-5143-4221-9199-c93a15b741a5 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] 10.222.0.22 "GET /v2.0/security-groups?id=57f5f2e9-9983-4a0c-96f8-c3e23e8d1762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003456 Sep 07 02:37:49.174056 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdafc6a-9bbb-4dc3-9810-fc0aa85d2da1 req-97bfac41-32b8-4e83-951a-26b7e653cd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:49.174056 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5cdafc6a-9bbb-4dc3-9810-fc0aa85d2da1 req-97bfac41-32b8-4e83-951a-26b7e653cd0d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 1097 time: 0.1202586 Sep 07 02:37:49.228841 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5cdafc6a-9bbb-4dc3-9810-fc0aa85d2da1 req-bd7e3138-fdd5-4a60-aadf-6609057e77df service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416472 Sep 07 02:37:49.305726 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd3d3f9-c6b2-4b0e-9c93-8da272cfca7e req-3bb9480a-3ccb-4d50-aebb-31770c8e62d6 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:49.313106 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fdd3d3f9-c6b2-4b0e-9c93-8da272cfca7e req-3bb9480a-3ccb-4d50-aebb-31770c8e62d6 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 945 time: 0.0582035 Sep 07 02:37:49.364095 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fdd3d3f9-c6b2-4b0e-9c93-8da272cfca7e req-0ca821f6-4107-4fc7-96b6-ae5042f7fd02 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498233 Sep 07 02:37:49.383626 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0cdc02c2-03f8-4cc5-9d4c-91d405c33e31 req-37e55494-b042-4744-a880-688d0b7f0fc5 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=52929214-daec-403d-8c4a-ab0ba9d8f0ce HTTP/1.1" status: 200 len: 210 time: 0.0401642 Sep 07 02:37:49.823793 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72cb445-4379-4e9e-8fae-b5ce993726c8 req-23bfca01-4dbf-481f-899d-8f51af101b68 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:49.825958 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b72cb445-4379-4e9e-8fae-b5ce993726c8 req-23bfca01-4dbf-481f-899d-8f51af101b68 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9 HTTP/1.1" status: 200 len: 946 time: 0.0774393 Sep 07 02:37:49.848906 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e09956-1204-4acf-a1d1-f62780a3b2b6 req-6f1f2579-3197-4e8d-a2e8-0d3f2d754cb2 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:49.854236 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-99e09956-1204-4acf-a1d1-f62780a3b2b6 req-6f1f2579-3197-4e8d-a2e8-0d3f2d754cb2 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.16 "GET /v2.0/networks?id=e4ab2f0c-5a02-4242-a541-768acd457503 HTTP/1.1" status: 200 len: 821 time: 0.1844394 Sep 07 02:37:49.866206 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-99e09956-1204-4acf-a1d1-f62780a3b2b6 req-803fbdfd-fa86-4dcb-88c3-cd3daba42419 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Request body: {'port': {'device_id': '52929214-daec-403d-8c4a-ab0ba9d8f0ce', 'network_id': 'e4ab2f0c-5a02-4242-a541-768acd457503', 'admin_state_up': True, 'tenant_id': '58fe4c9e71db4bd7aa26d4557468fc65'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:37:49.884164 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b72cb445-4379-4e9e-8fae-b5ce993726c8 req-d5dd3e79-3937-47f1-b29b-0e18cd86c318 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520749 Sep 07 02:37:50.043146 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99e09956-1204-4acf-a1d1-f62780a3b2b6 req-803fbdfd-fa86-4dcb-88c3-cd3daba42419 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Made reservation on behalf of 58fe4c9e71db4bd7aa26d4557468fc65 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:37:50.049406 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-99e09956-1204-4acf-a1d1-f62780a3b2b6 req-803fbdfd-fa86-4dcb-88c3-cd3daba42419 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:50.229871 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-99e09956-1204-4acf-a1d1-f62780a3b2b6 req-803fbdfd-fa86-4dcb-88c3-cd3daba42419 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Allocated IP 172.20.0.6 (e4ab2f0c-5a02-4242-a541-768acd457503/a1bc4512-390c-4c50-bb1d-2c94019bd4fe/b9f350e6-7228-4f1e-98b9-880119e07ad7) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:37:50.448141 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-99e09956-1204-4acf-a1d1-f62780a3b2b6 req-803fbdfd-fa86-4dcb-88c3-cd3daba42419 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:50.528573 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-99e09956-1204-4acf-a1d1-f62780a3b2b6 req-803fbdfd-fa86-4dcb-88c3-cd3daba42419 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:50.541215 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['c974b530-b01d-4607-88d1-27d3867fd92c'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:37:50.584237 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01172c3-6a09-45f9-acb5-0f82350e283d req-65f2c5f2-165d-4bb4-bd59-87eb25a98570 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:50.598873 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a01172c3-6a09-45f9-acb5-0f82350e283d req-65f2c5f2-165d-4bb4-bd59-87eb25a98570 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 945 time: 0.1215839 Sep 07 02:37:50.610935 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99e09956-1204-4acf-a1d1-f62780a3b2b6 req-803fbdfd-fa86-4dcb-88c3-cd3daba42419 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Network e4ab2f0c-5a02-4242-a541-768acd457503 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:37:50.616525 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-99e09956-1204-4acf-a1d1-f62780a3b2b6 req-803fbdfd-fa86-4dcb-88c3-cd3daba42419 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:37:50.619433 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-99e09956-1204-4acf-a1d1-f62780a3b2b6 req-803fbdfd-fa86-4dcb-88c3-cd3daba42419 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:37:50.664439 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a01172c3-6a09-45f9-acb5-0f82350e283d req-d7f5ca96-22fa-4602-81e5-940ab1cf4f0f tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579524 Sep 07 02:37:50.712520 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e09956-1204-4acf-a1d1-f62780a3b2b6 req-803fbdfd-fa86-4dcb-88c3-cd3daba42419 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:50.713267 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-99e09956-1204-4acf-a1d1-f62780a3b2b6 req-803fbdfd-fa86-4dcb-88c3-cd3daba42419 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:50.725188 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f24089e-f961-43da-8577-407a48ec1475 req-d64c6e1b-50ca-4e24-b60a-9b4233e2076d tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:50.732719 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5f24089e-f961-43da-8577-407a48ec1475 req-d64c6e1b-50ca-4e24-b60a-9b4233e2076d tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf3ac7ca-62b4-4019-b7e7-8dee23ec1e3e HTTP/1.1" status: 200 len: 947 time: 0.2406027 Sep 07 02:37:50.809764 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803fbdfd-fa86-4dcb-88c3-cd3daba42419 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Pushing event updated for resources: {'Port': ['ID=b9f350e6-7228-4f1e-98b9-880119e07ad7,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:50.829223 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5f24089e-f961-43da-8577-407a48ec1475 req-afc7e69c-76c1-48f9-8f70-f139dc1b4754 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] 10.222.0.22 "GET /v2.0/security-groups?id=57f5f2e9-9983-4a0c-96f8-c3e23e8d1762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921795 Sep 07 02:37:50.846737 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803fbdfd-fa86-4dcb-88c3-cd3daba42419 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:37:50.847097 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803fbdfd-fa86-4dcb-88c3-cd3daba42419 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:37:50.849557 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803fbdfd-fa86-4dcb-88c3-cd3daba42419 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:37:50.849998 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803fbdfd-fa86-4dcb-88c3-cd3daba42419 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:37:50.852562 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803fbdfd-fa86-4dcb-88c3-cd3daba42419 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:37:50.852941 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803fbdfd-fa86-4dcb-88c3-cd3daba42419 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:37:50.853352 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803fbdfd-fa86-4dcb-88c3-cd3daba42419 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:37:50.853765 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803fbdfd-fa86-4dcb-88c3-cd3daba42419 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:37:50.854484 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803fbdfd-fa86-4dcb-88c3-cd3daba42419 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:37:50.856538 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803fbdfd-fa86-4dcb-88c3-cd3daba42419 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:37:50.856968 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803fbdfd-fa86-4dcb-88c3-cd3daba42419 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:37:50.857393 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803fbdfd-fa86-4dcb-88c3-cd3daba42419 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:37:50.870720 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-99e09956-1204-4acf-a1d1-f62780a3b2b6 req-803fbdfd-fa86-4dcb-88c3-cd3daba42419 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0091465 Sep 07 02:37:50.893269 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-99e09956-1204-4acf-a1d1-f62780a3b2b6 req-10b874cd-127d-4509-b7da-c199ac5a3d86 service neutron] Request body: {'port': {'device_id': '52929214-daec-403d-8c4a-ab0ba9d8f0ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:37:50.961045 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-99e09956-1204-4acf-a1d1-f62780a3b2b6 req-10b874cd-127d-4509-b7da-c199ac5a3d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:51.156858 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:51.197746 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:51.349559 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-99e09956-1204-4acf-a1d1-f62780a3b2b6 req-10b874cd-127d-4509-b7da-c199ac5a3d86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9f350e6-7228-4f1e-98b9-880119e07ad7 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:37:51.357578 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b32ff4-56c5-4d13-b1a3-d31e086b68a3 req-d8c52f25-5b03-46cd-a2d6-9a86db251e3d tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:51.359510 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e4b32ff4-56c5-4d13-b1a3-d31e086b68a3 req-d8c52f25-5b03-46cd-a2d6-9a86db251e3d tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9 HTTP/1.1" status: 200 len: 946 time: 0.1042287 Sep 07 02:37:51.361539 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-99e09956-1204-4acf-a1d1-f62780a3b2b6 req-10b874cd-127d-4509-b7da-c199ac5a3d86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:51.404406 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-99e09956-1204-4acf-a1d1-f62780a3b2b6 req-10b874cd-127d-4509-b7da-c199ac5a3d86 service neutron] Transition to ACTIVE for port object b9f350e6-7228-4f1e-98b9-880119e07ad7 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:37:51.411324 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e4b32ff4-56c5-4d13-b1a3-d31e086b68a3 req-707b0c85-f780-41b7-a2ab-f546b49eaa29 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446045 Sep 07 02:37:51.413163 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-99e09956-1204-4acf-a1d1-f62780a3b2b6 req-10b874cd-127d-4509-b7da-c199ac5a3d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:51.435837 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60756811-611f-42f0-8efc-42708ddd067f req-c921cc3c-5f7c-4240-a35a-58fd66284eea tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:51.443666 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-60756811-611f-42f0-8efc-42708ddd067f req-c921cc3c-5f7c-4240-a35a-58fd66284eea tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=52929214-daec-403d-8c4a-ab0ba9d8f0ce HTTP/1.1" status: 200 len: 931 time: 0.6502690 Sep 07 02:37:51.496686 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ac83e-7eca-4a83-8584-83d67356fca6 req-e05bd044-3e9d-48ba-bd37-5fb170fbe996 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:51.498662 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1f7ac83e-7eca-4a83-8584-83d67356fca6 req-e05bd044-3e9d-48ba-bd37-5fb170fbe996 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf3ac7ca-62b4-4019-b7e7-8dee23ec1e3e HTTP/1.1" status: 200 len: 947 time: 0.6483731 Sep 07 02:37:51.513663 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-60756811-611f-42f0-8efc-42708ddd067f req-46693b60-3ccf-478e-8f73-ddee78cdb738 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639672 Sep 07 02:37:51.550289 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b874cd-127d-4509-b7da-c199ac5a3d86 service neutron] Pushing event updated for resources: {'Port': ['ID=b9f350e6-7228-4f1e-98b9-880119e07ad7,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:51.595930 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-99e09956-1204-4acf-a1d1-f62780a3b2b6 req-10b874cd-127d-4509-b7da-c199ac5a3d86 service neutron] Attempting to bind port b9f350e6-7228-4f1e-98b9-880119e07ad7 on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:37:51.597550 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-99e09956-1204-4acf-a1d1-f62780a3b2b6 req-10b874cd-127d-4509-b7da-c199ac5a3d86 service neutron] Attempting to bind port b9f350e6-7228-4f1e-98b9-880119e07ad7 by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': 'a87351ba-0fbc-4302-9869-b18eee085c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e4ab2f0c-5a02-4242-a541-768acd457503'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:37:51.598249 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e09956-1204-4acf-a1d1-f62780a3b2b6 req-10b874cd-127d-4509-b7da-c199ac5a3d86 service neutron] Attempting to bind port b9f350e6-7228-4f1e-98b9-880119e07ad7 on network e4ab2f0c-5a02-4242-a541-768acd457503 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:37:51.603564 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e09956-1204-4acf-a1d1-f62780a3b2b6 req-10b874cd-127d-4509-b7da-c199ac5a3d86 service neutron] Port b9f350e6-7228-4f1e-98b9-880119e07ad7 on network e4ab2f0c-5a02-4242-a541-768acd457503 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:37:51.604362 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e09956-1204-4acf-a1d1-f62780a3b2b6 req-10b874cd-127d-4509-b7da-c199ac5a3d86 service neutron] Attempting to bind port b9f350e6-7228-4f1e-98b9-880119e07ad7 on network e4ab2f0c-5a02-4242-a541-768acd457503 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:37:51.611861 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e09956-1204-4acf-a1d1-f62780a3b2b6 req-10b874cd-127d-4509-b7da-c199ac5a3d86 service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:37:51.613539 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e09956-1204-4acf-a1d1-f62780a3b2b6 req-10b874cd-127d-4509-b7da-c199ac5a3d86 service neutron] Checking segment: {'id': 'a87351ba-0fbc-4302-9869-b18eee085c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e4ab2f0c-5a02-4242-a541-768acd457503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:37:51.614169 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e09956-1204-4acf-a1d1-f62780a3b2b6 req-10b874cd-127d-4509-b7da-c199ac5a3d86 service neutron] Bound using segment: {'id': 'a87351ba-0fbc-4302-9869-b18eee085c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e4ab2f0c-5a02-4242-a541-768acd457503'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:37:51.614952 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-99e09956-1204-4acf-a1d1-f62780a3b2b6 req-10b874cd-127d-4509-b7da-c199ac5a3d86 service neutron] Bound port: b9f350e6-7228-4f1e-98b9-880119e07ad7, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a87351ba-0fbc-4302-9869-b18eee085c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e4ab2f0c-5a02-4242-a541-768acd457503'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:37:51.615583 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-99e09956-1204-4acf-a1d1-f62780a3b2b6 req-10b874cd-127d-4509-b7da-c199ac5a3d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:51.647113 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-1f7ac83e-7eca-4a83-8584-83d67356fca6 req-0200014d-aefd-4d1e-b030-332d295f88de tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] Deleting port dde1a168-8d93-4dfa-ad65-624b12e16f0f {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:37:51.647715 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-1f7ac83e-7eca-4a83-8584-83d67356fca6 req-0200014d-aefd-4d1e-b030-332d295f88de tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:51.750788 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-1f7ac83e-7eca-4a83-8584-83d67356fca6 req-0200014d-aefd-4d1e-b030-332d295f88de tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] For port dde1a168-8d93-4dfa-ad65-624b12e16f0f, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=dde1a168-8d93-4dfa-ad65-624b12e16f0f,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:37:51.751674 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-1f7ac83e-7eca-4a83-8584-83d67356fca6 req-0200014d-aefd-4d1e-b030-332d295f88de tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:51.762406 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-99e09956-1204-4acf-a1d1-f62780a3b2b6 req-10b874cd-127d-4509-b7da-c199ac5a3d86 service neutron] For port b9f350e6-7228-4f1e-98b9-880119e07ad7, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:37:51.770324 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-99e09956-1204-4acf-a1d1-f62780a3b2b6 req-10b874cd-127d-4509-b7da-c199ac5a3d86 service neutron] For port b9f350e6-7228-4f1e-98b9-880119e07ad7, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=b9f350e6-7228-4f1e-98b9-880119e07ad7,segment=NetworkSegment(a87351ba-0fbc-4302-9869-b18eee085c86),segment_id=a87351ba-0fbc-4302-9869-b18eee085c86)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:37:51.771777 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-1f7ac83e-7eca-4a83-8584-83d67356fca6 req-0200014d-aefd-4d1e-b030-332d295f88de tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] Calling delete_port for dde1a168-8d93-4dfa-ad65-624b12e16f0f owned by compute:nova {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:37:51.781339 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-99e09956-1204-4acf-a1d1-f62780a3b2b6 req-10b874cd-127d-4509-b7da-c199ac5a3d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:51.840368 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b874cd-127d-4509-b7da-c199ac5a3d86 service neutron] Pushing event updated for resources: {'Port': ['ID=b9f350e6-7228-4f1e-98b9-880119e07ad7,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:51.875137 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e09956-1204-4acf-a1d1-f62780a3b2b6 req-10b874cd-127d-4509-b7da-c199ac5a3d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:51.875885 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-99e09956-1204-4acf-a1d1-f62780a3b2b6 req-10b874cd-127d-4509-b7da-c199ac5a3d86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:51.877258 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-99e09956-1204-4acf-a1d1-f62780a3b2b6 req-10b874cd-127d-4509-b7da-c199ac5a3d86 service neutron] 10.222.0.16 "PUT /v2.0/ports/b9f350e6-7228-4f1e-98b9-880119e07ad7 HTTP/1.1" status: 200 len: 1092 time: 0.9912817 Sep 07 02:37:51.877967 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52929214-daec-403d-8c4a-ab0ba9d8f0ce', 'tag': 'b9f350e6-7228-4f1e-98b9-880119e07ad7'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:37:51.880461 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ea77f4-8e2f-45a3-bd31-62a096eb738b" -d '{"events": [{"name": "network-changed", "server_uuid": "52929214-daec-403d-8c4a-ab0ba9d8f0ce", "tag": "b9f350e6-7228-4f1e-98b9-880119e07ad7"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:37:51.927592 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807fd33a-9945-4030-b9d6-08da2f190083 req-980706c5-7c4f-4ec4-b34e-387649d04401 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:51.934969 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-807fd33a-9945-4030-b9d6-08da2f190083 req-980706c5-7c4f-4ec4-b34e-387649d04401 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 945 time: 0.0956974 Sep 07 02:37:51.978318 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-1f7ac83e-7eca-4a83-8584-83d67356fca6 req-0200014d-aefd-4d1e-b030-332d295f88de tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:52.006252 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-807fd33a-9945-4030-b9d6-08da2f190083 req-b9d9df6e-7a37-4da7-add3-8f92d5bf83b6 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703435 Sep 07 02:37:52.016480 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-22dcbef3-e69c-4175-bbaa-da1d0f0d0e6a req-2d8dfc4a-2a7e-431b-a4fe-a46200791b77 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf3ac7ca-62b4-4019-b7e7-8dee23ec1e3e HTTP/1.1" status: 200 len: 210 time: 0.0670340 Sep 07 02:37:52.035550 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e09956-1204-4acf-a1d1-f62780a3b2b6 req-0fb8c024-30e3-4886-804b-5dd9050d302c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:52.039079 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-99e09956-1204-4acf-a1d1-f62780a3b2b6 req-0fb8c024-30e3-4886-804b-5dd9050d302c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=58fe4c9e71db4bd7aa26d4557468fc65&device_id=52929214-daec-403d-8c4a-ab0ba9d8f0ce HTTP/1.1" status: 200 len: 1095 time: 0.1021411 Sep 07 02:37:52.113548 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0200014d-aefd-4d1e-b030-332d295f88de tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] Pushing event deleted for resources: {'Port': ['ID=dde1a168-8d93-4dfa-ad65-624b12e16f0f,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:52.133205 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-99e09956-1204-4acf-a1d1-f62780a3b2b6 req-ad15e605-8897-461c-bd3a-6cffdd67f693 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9f350e6-7228-4f1e-98b9-880119e07ad7 HTTP/1.1" status: 200 len: 217 time: 0.0838408 Sep 07 02:37:52.135907 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8667a132-5ee1-4aaf-a098-275d284b7c3f x-openstack-request-id: req-8667a132-5ee1-4aaf-a098-275d284b7c3f {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:37:52.136467 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52929214-daec-403d-8c4a-ab0ba9d8f0ce", "tag": "b9f350e6-7228-4f1e-98b9-880119e07ad7", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:37:52.136729 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8667a132-5ee1-4aaf-a098-275d284b7c3f {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:37:52.137145 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52929214-daec-403d-8c4a-ab0ba9d8f0ce', 'tag': 'b9f350e6-7228-4f1e-98b9-880119e07ad7', 'status': 'completed', 'code': 200} Sep 07 02:37:52.252165 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f7ac83e-7eca-4a83-8584-83d67356fca6 req-0200014d-aefd-4d1e-b030-332d295f88de tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] No DVR routers for this DVR port dde1a168-8d93-4dfa-ad65-624b12e16f0f on host n-h2-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:37:52.258624 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-1f7ac83e-7eca-4a83-8584-83d67356fca6 req-0200014d-aefd-4d1e-b030-332d295f88de tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:52.267287 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1f7ac83e-7eca-4a83-8584-83d67356fca6 req-0200014d-aefd-4d1e-b030-332d295f88de tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] 10.222.0.16 "DELETE /v2.0/ports/dde1a168-8d93-4dfa-ad65-624b12e16f0f HTTP/1.1" status: 204 len: 173 time: 0.7523479 Sep 07 02:37:52.268018 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf3ac7ca-62b4-4019-b7e7-8dee23ec1e3e', 'name': 'network-vif-deleted', 'tag': 'dde1a168-8d93-4dfa-ad65-624b12e16f0f'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:37:52.280027 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e146e6-59e3-4b21-94bc-29767a2f8a92" -d '{"events": [{"server_uuid": "bf3ac7ca-62b4-4019-b7e7-8dee23ec1e3e", "name": "network-vif-deleted", "tag": "dde1a168-8d93-4dfa-ad65-624b12e16f0f"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:37:52.345693 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e09956-1204-4acf-a1d1-f62780a3b2b6 req-d7845f8a-55ed-4bac-aacd-b3bb5b2a2bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:52.346158 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-99e09956-1204-4acf-a1d1-f62780a3b2b6 req-d7845f8a-55ed-4bac-aacd-b3bb5b2a2bee service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a1bc4512-390c-4c50-bb1d-2c94019bd4fe HTTP/1.1" status: 200 len: 861 time: 0.1782694 Sep 07 02:37:52.412593 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-99e09956-1204-4acf-a1d1-f62780a3b2b6 req-63ebdfc2-7406-4b77-aada-3e09fbee11e9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e4ab2f0c-5a02-4242-a541-768acd457503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362058 Sep 07 02:37:52.425993 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228c5fb-bc2f-44eb-a246-d035e0fd418e req-568c4edc-73b9-47d6-b560-80e4c2b6d53a tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:52.432976 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3228c5fb-bc2f-44eb-a246-d035e0fd418e req-568c4edc-73b9-47d6-b560-80e4c2b6d53a tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 945 time: 0.1932518 Sep 07 02:37:52.438323 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 44098) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:37:52.455796 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-090939bc-845c-440f-b38e-cce121826ddd tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Request body: {'floatingip': {'port_id': '9e0a4062-b916-433e-8871-18aaa78c80ee'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:37:52.484381 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f6291d8-a614-44d7-81e6-89a9d64d1c96 x-openstack-request-id: req-4f6291d8-a614-44d7-81e6-89a9d64d1c96 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:37:52.485888 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf3ac7ca-62b4-4019-b7e7-8dee23ec1e3e", "name": "network-vif-deleted", "tag": "dde1a168-8d93-4dfa-ad65-624b12e16f0f", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:37:52.486659 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4f6291d8-a614-44d7-81e6-89a9d64d1c96 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:37:52.489685 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf3ac7ca-62b4-4019-b7e7-8dee23ec1e3e', 'name': 'network-vif-deleted', 'tag': 'dde1a168-8d93-4dfa-ad65-624b12e16f0f', 'status': 'completed', 'code': 200} Sep 07 02:37:52.568686 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-090939bc-845c-440f-b38e-cce121826ddd tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks [] for floatingip, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:52.608420 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-99e09956-1204-4acf-a1d1-f62780a3b2b6 req-6ddab04d-d1bf-4183-aebd-d27761d582c0 service neutron] 10.222.0.16 "GET /v2.0/networks/e4ab2f0c-5a02-4242-a541-768acd457503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740685 Sep 07 02:37:52.769186 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48f549e-f152-4564-963c-1ca910e4a842 req-71e6861a-0d31-4173-8ea3-2c479a97521b tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:52.776670 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e48f549e-f152-4564-963c-1ca910e4a842 req-71e6861a-0d31-4173-8ea3-2c479a97521b tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9 HTTP/1.1" status: 200 len: 946 time: 0.1671107 Sep 07 02:37:52.860746 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e48f549e-f152-4564-963c-1ca910e4a842 req-2cfea41e-c6a5-4a3d-82fe-2a20de744299 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829904 Sep 07 02:37:52.891760 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-99e09956-1204-4acf-a1d1-f62780a3b2b6 req-fb1bc436-f95d-4560-ba49-c8ecd6ac1150 service neutron] 10.222.0.16 "GET /v2.0/networks/e4ab2f0c-5a02-4242-a541-768acd457503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605731 Sep 07 02:37:53.046806 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea77f4-8e2f-45a3-bd31-62a096eb738b req-f138ef67-13ab-4d17-ab25-603f28a5fc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:53.056301 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-92ea77f4-8e2f-45a3-bd31-62a096eb738b req-f138ef67-13ab-4d17-ab25-603f28a5fc5e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=58fe4c9e71db4bd7aa26d4557468fc65&device_id=52929214-daec-403d-8c4a-ab0ba9d8f0ce HTTP/1.1" status: 200 len: 1095 time: 0.0818083 Sep 07 02:37:53.170048 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a08d587-16da-4d82-94c6-8dde2be26425 req-555e152d-5fa1-4244-b311-68299bfdf748 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:53.172822 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4a08d587-16da-4d82-94c6-8dde2be26425 req-555e152d-5fa1-4244-b311-68299bfdf748 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=52929214-daec-403d-8c4a-ab0ba9d8f0ce HTTP/1.1" status: 200 len: 943 time: 0.1463811 Sep 07 02:37:53.275186 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea77f4-8e2f-45a3-bd31-62a096eb738b req-fb576c03-8a92-4735-853d-ac919eb880ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:53.277237 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-92ea77f4-8e2f-45a3-bd31-62a096eb738b req-fb576c03-8a92-4735-853d-ac919eb880ff service neutron] 10.222.0.16 "GET /v2.0/networks?id=e4ab2f0c-5a02-4242-a541-768acd457503 HTTP/1.1" status: 200 len: 921 time: 0.2156527 Sep 07 02:37:53.338222 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4a08d587-16da-4d82-94c6-8dde2be26425 req-5133bb4f-565f-4676-b5c5-87950e31affe tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850921 Sep 07 02:37:53.409560 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-92ea77f4-8e2f-45a3-bd31-62a096eb738b req-f0cde473-9394-4e59-ab59-8ec5e9ddf4f3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9f350e6-7228-4f1e-98b9-880119e07ad7 HTTP/1.1" status: 200 len: 217 time: 0.1149716 Sep 07 02:37:53.499413 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea77f4-8e2f-45a3-bd31-62a096eb738b req-3c9c8bf1-1137-4c8b-afb4-625c821376d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:53.500997 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-92ea77f4-8e2f-45a3-bd31-62a096eb738b req-3c9c8bf1-1137-4c8b-afb4-625c821376d7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a1bc4512-390c-4c50-bb1d-2c94019bd4fe HTTP/1.1" status: 200 len: 861 time: 0.0821269 Sep 07 02:37:53.557961 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-92ea77f4-8e2f-45a3-bd31-62a096eb738b req-0e8cf337-2f45-4206-8121-258e02af0bc7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e4ab2f0c-5a02-4242-a541-768acd457503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480530 Sep 07 02:37:53.572951 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-090939bc-845c-440f-b38e-cce121826ddd tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:53.582887 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-090939bc-845c-440f-b38e-cce121826ddd tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:53.683564 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7fd643-302b-4e38-8743-e9f555907050 req-35c078f9-2d6f-4343-85d2-619d8a7df11e tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:53.685392 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cc7fd643-302b-4e38-8743-e9f555907050 req-35c078f9-2d6f-4343-85d2-619d8a7df11e tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] 10.222.0.22 "GET /v2.0/ports?device_id=cce67c6c-d8d0-4209-bd46-994970e2cad0 HTTP/1.1" status: 200 len: 949 time: 0.1137865 Sep 07 02:37:53.748531 n-d-796209-16 neutron-server[94701]: INFO neutron.db.l3_db [None req-090939bc-845c-440f-b38e-cce121826ddd tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Floating IP 60c64cac-7082-4171-9f9a-055a4c1ca46c associated. External IP: 172.25.5.185, port: 9e0a4062-b916-433e-8871-18aaa78c80ee. Sep 07 02:37:53.765591 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-92ea77f4-8e2f-45a3-bd31-62a096eb738b req-9c38ef01-9f7f-491d-9ec9-8c13f2354b9f service neutron] 10.222.0.16 "GET /v2.0/networks/e4ab2f0c-5a02-4242-a541-768acd457503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957061 Sep 07 02:37:53.781247 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cc7fd643-302b-4e38-8743-e9f555907050 req-25d31c32-eb3e-4b05-8763-865d2339f1e0 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] 10.222.0.22 "GET /v2.0/security-groups?id=57f5f2e9-9983-4a0c-96f8-c3e23e8d1762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791838 Sep 07 02:37:53.898046 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-92ea77f4-8e2f-45a3-bd31-62a096eb738b req-dd656087-d796-40f2-bf8e-e45231891902 service neutron] 10.222.0.16 "GET /v2.0/networks/e4ab2f0c-5a02-4242-a541-768acd457503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153977 Sep 07 02:37:54.024306 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-090939bc-845c-440f-b38e-cce121826ddd tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Router 6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:37:54.037545 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e196c2-af71-40d0-b21c-853a308afbe7 req-c12f486a-791a-4f04-88f9-f607eb6d2679 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:54.039312 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-39e196c2-af71-40d0-b21c-853a308afbe7 req-c12f486a-791a-4f04-88f9-f607eb6d2679 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9 HTTP/1.1" status: 200 len: 946 time: 0.0738692 Sep 07 02:37:54.171274 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-39e196c2-af71-40d0-b21c-853a308afbe7 req-c9661716-89db-4cf4-a1f3-d278ff09f550 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195884 Sep 07 02:37:54.187070 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-090939bc-845c-440f-b38e-cce121826ddd tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:37:54.192823 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-090939bc-845c-440f-b38e-cce121826ddd tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:54.203464 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3de3a86-0287-438a-af13-8b422a2e7e98 None None] Sync routers for ids ['6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:37:54.215182 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3de3a86-0287-438a-af13-8b422a2e7e98 None None] Routers {'6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:37:54.216049 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-e3de3a86-0287-438a-af13-8b422a2e7e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:37:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:37:54.231337 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-090939bc-845c-440f-b38e-cce121826ddd tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "PUT /v2.0/floatingips/60c64cac-7082-4171-9f9a-055a4c1ca46c HTTP/1.1" status: 200 len: 991 time: 1.7867882 Sep 07 02:37:54.379749 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device dde1a168-8d93-4dfa-ad65-624b12e16f0f no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:37:54.415547 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: dde1a168-8d93-4dfa-ad65-624b12e16f0f {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:37:54.415972 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device dde1a168-8d93-4dfa-ad65-624b12e16f0f not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:37:54.421274 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-e3de3a86-0287-438a-af13-8b422a2e7e98 None None] Set router 6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:37:54.505766 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba7bc2f9-d54e-4545-a965-b16a92c2c29c', 'tag': '9e0a4062-b916-433e-8871-18aaa78c80ee'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:37:54.512296 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32134fbb-0c99-44b6-a158-da040885bf54" -d '{"events": [{"name": "network-changed", "server_uuid": "ba7bc2f9-d54e-4545-a965-b16a92c2c29c", "tag": "9e0a4062-b916-433e-8871-18aaa78c80ee"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:37:54.554449 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2fb64a-37c5-49fc-aaa4-e5ba6b2ec898 req-1b6a9840-016b-424a-bc2a-191b921a6d96 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:54.563200 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3b2fb64a-37c5-49fc-aaa4-e5ba6b2ec898 req-1b6a9840-016b-424a-bc2a-191b921a6d96 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=52929214-daec-403d-8c4a-ab0ba9d8f0ce HTTP/1.1" status: 200 len: 943 time: 0.0925694 Sep 07 02:37:54.624376 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3b2fb64a-37c5-49fc-aaa4-e5ba6b2ec898 req-d16f05b7-fa74-4ab8-89b3-9574551ba3cf tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592000 Sep 07 02:37:54.670790 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3b8115-d7a1-4508-a64f-c19c0bf115e4 x-openstack-request-id: req-0f3b8115-d7a1-4508-a64f-c19c0bf115e4 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:37:54.671351 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba7bc2f9-d54e-4545-a965-b16a92c2c29c", "tag": "9e0a4062-b916-433e-8871-18aaa78c80ee", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:37:54.672116 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0f3b8115-d7a1-4508-a64f-c19c0bf115e4 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:37:54.672715 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba7bc2f9-d54e-4545-a965-b16a92c2c29c', 'tag': '9e0a4062-b916-433e-8871-18aaa78c80ee', 'status': 'completed', 'code': 200} Sep 07 02:37:54.762677 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32134fbb-0c99-44b6-a158-da040885bf54 req-28882b99-dae0-43d9-bd86-fbb0cf06bccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:54.764964 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-32134fbb-0c99-44b6-a158-da040885bf54 req-28882b99-dae0-43d9-bd86-fbb0cf06bccf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3c6e11955fd14c5c9b191cf5c7d7b41c&device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 1097 time: 0.0618544 Sep 07 02:37:54.783181 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-e3de3a86-0287-438a-af13-8b422a2e7e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5', 'name': 'tempest-ServerActionsTestJSON-98083137-router', 'tenant_id': '3c6e11955fd14c5c9b191cf5c7d7b41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '07bfadc9-2924-4241-85e9-a9ad1759c719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:37:01Z', 'updated_at': '2021-09-07T02:37:10Z', 'revision_number': 4, 'project_id': '3c6e11955fd14c5c9b191cf5c7d7b41c', 'gw_port': {'id': '07bfadc9-2924-4241-85e9-a9ad1759c719', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:37:04Z', 'updated_at': '2021-09-07T02:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': '60c64cac-7082-4171-9f9a-055a4c1ca46c', 'tenant_id': '3c6e11955fd14c5c9b191cf5c7d7b41c', 'floating_ip_address': '172.25.5.185', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5', 'port_id': '9e0a4062-b916-433e-8871-18aaa78c80ee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7baff3a-2acd-47c4-826f-ff1b179e5161', 'mac_address': 'fa:16:3e:a4:df:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7bc2f9-d54e-4545-a965-b16a92c2c29c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T02:37:17Z', 'updated_at': '2021-09-07T02:37:53Z', 'revision_number': 1, 'project_id': '3c6e11955fd14c5c9b191cf5c7d7b41c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b89a450-baa1-4a74-a169-baf9211527bf', 'name': '', 'network_id': 'c7baff3a-2acd-47c4-826f-ff1b179e5161', 'tenant_id': '3c6e11955fd14c5c9b191cf5c7d7b41c', 'mac_address': 'fa:16:3e:b8:96:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '04737742-a3d0-4b6d-a6a4-ec1fe2e55890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:37:08Z', 'updated_at': '2021-09-07T02:37:18Z', 'revision_number': 5, 'project_id': '3c6e11955fd14c5c9b191cf5c7d7b41c', 'subnets': [{'id': '04737742-a3d0-4b6d-a6a4-ec1fe2e55890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:37:54.822211 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3de3a86-0287-438a-af13-8b422a2e7e98 None None] Checking router: 6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:37:54.836796 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3de3a86-0287-438a-af13-8b422a2e7e98 None None] Routers {'6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:37:54.839093 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-e3de3a86-0287-438a-af13-8b422a2e7e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:37:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:37:54.965635 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32134fbb-0c99-44b6-a158-da040885bf54 req-4cc1cd17-e88d-4485-99df-b6d7ef7ff6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:54.970433 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-32134fbb-0c99-44b6-a158-da040885bf54 req-4cc1cd17-e88d-4485-99df-b6d7ef7ff6bf service neutron] 10.222.0.16 "GET /v2.0/networks?id=c7baff3a-2acd-47c4-826f-ff1b179e5161 HTTP/1.1" status: 200 len: 910 time: 0.1968217 Sep 07 02:37:55.001996 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20159dca-f213-4de3-9794-9f0ca1f7f699 req-b48df0aa-a130-46ed-ad26-0d349efce07d tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:55.019868 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-20159dca-f213-4de3-9794-9f0ca1f7f699 req-b48df0aa-a130-46ed-ad26-0d349efce07d tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] 10.222.0.22 "GET /v2.0/ports?device_id=cce67c6c-d8d0-4209-bd46-994970e2cad0 HTTP/1.1" status: 200 len: 949 time: 0.1166768 Sep 07 02:37:55.089153 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-20159dca-f213-4de3-9794-9f0ca1f7f699 req-ba18ae70-3458-4245-8e06-b17176a8f84f tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] 10.222.0.22 "GET /v2.0/security-groups?id=57f5f2e9-9983-4a0c-96f8-c3e23e8d1762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680628 Sep 07 02:37:55.156082 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-32134fbb-0c99-44b6-a158-da040885bf54 req-d5404e0c-ccfb-4452-a49d-f9b633eb3e88 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e0a4062-b916-433e-8871-18aaa78c80ee HTTP/1.1" status: 200 len: 999 time: 0.1731100 Sep 07 02:37:55.166854 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-e3de3a86-0287-438a-af13-8b422a2e7e98 None None] Set router 6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:37:55.273691 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32134fbb-0c99-44b6-a158-da040885bf54 req-57ad8908-a742-4e25-aff1-8f47a11ea705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:55.277631 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-32134fbb-0c99-44b6-a158-da040885bf54 req-57ad8908-a742-4e25-aff1-8f47a11ea705 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=04737742-a3d0-4b6d-a6a4-ec1fe2e55890 HTTP/1.1" status: 200 len: 849 time: 0.1119313 Sep 07 02:37:55.383337 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26026df4-2d8b-4c94-9e38-8289cf2c3d27 req-f6a902f8-cf3e-4beb-af39-3807edef2640 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:55.392629 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-26026df4-2d8b-4c94-9e38-8289cf2c3d27 req-f6a902f8-cf3e-4beb-af39-3807edef2640 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] 10.222.0.16 "GET /v2.0/ports?device_id=cce67c6c-d8d0-4209-bd46-994970e2cad0 HTTP/1.1" status: 200 len: 949 time: 0.1248147 Sep 07 02:37:55.443782 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32134fbb-0c99-44b6-a158-da040885bf54 req-fd53b203-faf5-4439-bdd3-89f9acba552e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:55.445340 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-32134fbb-0c99-44b6-a158-da040885bf54 req-fd53b203-faf5-4439-bdd3-89f9acba552e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7baff3a-2acd-47c4-826f-ff1b179e5161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1618464 Sep 07 02:37:55.544428 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-26026df4-2d8b-4c94-9e38-8289cf2c3d27 req-5fc8e1da-a6a6-46c9-a7fa-736fda413a93 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] Deleting port 2c6c2f44-9baf-4967-b7b8-3cadcbb96682 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:37:55.544770 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-26026df4-2d8b-4c94-9e38-8289cf2c3d27 req-5fc8e1da-a6a6-46c9-a7fa-736fda413a93 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:55.553560 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-e3de3a86-0287-438a-af13-8b422a2e7e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5', 'name': 'tempest-ServerActionsTestJSON-98083137-router', 'tenant_id': '3c6e11955fd14c5c9b191cf5c7d7b41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '07bfadc9-2924-4241-85e9-a9ad1759c719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:37:01Z', 'updated_at': '2021-09-07T02:37:10Z', 'revision_number': 4, 'project_id': '3c6e11955fd14c5c9b191cf5c7d7b41c', 'gw_port': {'id': '07bfadc9-2924-4241-85e9-a9ad1759c719', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:37:04Z', 'updated_at': '2021-09-07T02:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': '60c64cac-7082-4171-9f9a-055a4c1ca46c', 'tenant_id': '3c6e11955fd14c5c9b191cf5c7d7b41c', 'floating_ip_address': '172.25.5.185', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5', 'port_id': '9e0a4062-b916-433e-8871-18aaa78c80ee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7baff3a-2acd-47c4-826f-ff1b179e5161', 'mac_address': 'fa:16:3e:a4:df:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7bc2f9-d54e-4545-a965-b16a92c2c29c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T02:37:17Z', 'updated_at': '2021-09-07T02:37:53Z', 'revision_number': 1, 'project_id': '3c6e11955fd14c5c9b191cf5c7d7b41c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b89a450-baa1-4a74-a169-baf9211527bf', 'name': '', 'network_id': 'c7baff3a-2acd-47c4-826f-ff1b179e5161', 'tenant_id': '3c6e11955fd14c5c9b191cf5c7d7b41c', 'mac_address': 'fa:16:3e:b8:96:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '04737742-a3d0-4b6d-a6a4-ec1fe2e55890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:37:08Z', 'updated_at': '2021-09-07T02:37:18Z', 'revision_number': 5, 'project_id': '3c6e11955fd14c5c9b191cf5c7d7b41c', 'subnets': [{'id': '04737742-a3d0-4b6d-a6a4-ec1fe2e55890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:37:55.567207 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-32134fbb-0c99-44b6-a158-da040885bf54 req-3a3a0bd3-ae0b-4e17-ba31-5b126ec1b0ab service neutron] 10.222.0.16 "GET /v2.0/networks/c7baff3a-2acd-47c4-826f-ff1b179e5161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084304 Sep 07 02:37:55.615778 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3de3a86-0287-438a-af13-8b422a2e7e98 None None] The sync data for ids ['6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5'] in n-d-796209-16 is: [{'id': '6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5', 'name': 'tempest-ServerActionsTestJSON-98083137-router', 'tenant_id': '3c6e11955fd14c5c9b191cf5c7d7b41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '07bfadc9-2924-4241-85e9-a9ad1759c719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:37:01Z', 'updated_at': '2021-09-07T02:37:10Z', 'revision_number': 4, 'project_id': '3c6e11955fd14c5c9b191cf5c7d7b41c', 'gw_port': {'id': '07bfadc9-2924-4241-85e9-a9ad1759c719', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:37:04Z', 'updated_at': '2021-09-07T02:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': '60c64cac-7082-4171-9f9a-055a4c1ca46c', 'tenant_id': '3c6e11955fd14c5c9b191cf5c7d7b41c', 'floating_ip_address': '172.25.5.185', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5', 'port_id': '9e0a4062-b916-433e-8871-18aaa78c80ee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7baff3a-2acd-47c4-826f-ff1b179e5161', 'mac_address': 'fa:16:3e:a4:df:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7bc2f9-d54e-4545-a965-b16a92c2c29c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T02:37:17Z', 'updated_at': '2021-09-07T02:37:53Z', 'revision_number': 1, 'project_id': '3c6e11955fd14c5c9b191cf5c7d7b41c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b89a450-baa1-4a74-a169-baf9211527bf', 'name': '', 'network_id': 'c7baff3a-2acd-47c4-826f-ff1b179e5161', 'tenant_id': '3c6e11955fd14c5c9b191cf5c7d7b41c', 'mac_address': 'fa:16:3e:b8:96:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '04737742-a3d0-4b6d-a6a4-ec1fe2e55890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:37:08Z', 'updated_at': '2021-09-07T02:37:18Z', 'revision_number': 5, 'project_id': '3c6e11955fd14c5c9b191cf5c7d7b41c', 'subnets': [{'id': '04737742-a3d0-4b6d-a6a4-ec1fe2e55890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:37:55.685639 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-26026df4-2d8b-4c94-9e38-8289cf2c3d27 req-5fc8e1da-a6a6-46c9-a7fa-736fda413a93 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] For port 2c6c2f44-9baf-4967-b7b8-3cadcbb96682, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=2c6c2f44-9baf-4967-b7b8-3cadcbb96682,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:37:55.686015 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-26026df4-2d8b-4c94-9e38-8289cf2c3d27 req-5fc8e1da-a6a6-46c9-a7fa-736fda413a93 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:55.699328 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac68c2d-4edb-4cb9-9896-dc65ad03179b req-c19b796c-af0b-40d9-8fed-44ee9d533972 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:55.702335 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bac68c2d-4edb-4cb9-9896-dc65ad03179b req-c19b796c-af0b-40d9-8fed-44ee9d533972 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9 HTTP/1.1" status: 200 len: 946 time: 0.3741372 Sep 07 02:37:55.709804 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-26026df4-2d8b-4c94-9e38-8289cf2c3d27 req-5fc8e1da-a6a6-46c9-a7fa-736fda413a93 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] Calling delete_port for 2c6c2f44-9baf-4967-b7b8-3cadcbb96682 owned by compute:nova {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:37:55.820153 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bac68c2d-4edb-4cb9-9896-dc65ad03179b req-330ec3e8-d69d-4e84-9def-168af0d8d9f6 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115022 Sep 07 02:37:55.849961 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-32134fbb-0c99-44b6-a158-da040885bf54 req-edac85d0-2060-49e3-84b6-a6e4acc50bd4 service neutron] 10.222.0.16 "GET /v2.0/networks/c7baff3a-2acd-47c4-826f-ff1b179e5161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690115 Sep 07 02:37:55.874390 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-759f4d91-892b-49a2-9f92-5a4f82b8a461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:55.980777 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-26026df4-2d8b-4c94-9e38-8289cf2c3d27 req-5fc8e1da-a6a6-46c9-a7fa-736fda413a93 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:56.035211 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db88c742-4fc8-404c-b740-79d2e22e6aae None None] New status for floating IP 60c64cac-7082-4171-9f9a-055a4c1ca46c: ACTIVE {{(pid=94703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 02:37:56.039793 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8e1da-a6a6-46c9-a7fa-736fda413a93 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] Pushing event deleted for resources: {'Port': ['ID=2c6c2f44-9baf-4967-b7b8-3cadcbb96682,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:56.070408 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad119b-e6d6-4b1b-95d1-0071549bf267 req-a6c3eeeb-58b3-4d93-89d5-22cca0937060 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:56.079213 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-96ad119b-e6d6-4b1b-95d1-0071549bf267 req-a6c3eeeb-58b3-4d93-89d5-22cca0937060 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=52929214-daec-403d-8c4a-ab0ba9d8f0ce HTTP/1.1" status: 200 len: 943 time: 0.1286731 Sep 07 02:37:56.225823 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-26026df4-2d8b-4c94-9e38-8289cf2c3d27 req-5fc8e1da-a6a6-46c9-a7fa-736fda413a93 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] No DVR routers for this DVR port 2c6c2f44-9baf-4967-b7b8-3cadcbb96682 on host n-h2-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:37:56.229277 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-26026df4-2d8b-4c94-9e38-8289cf2c3d27 req-5fc8e1da-a6a6-46c9-a7fa-736fda413a93 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:56.232176 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-26026df4-2d8b-4c94-9e38-8289cf2c3d27 req-5fc8e1da-a6a6-46c9-a7fa-736fda413a93 tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] 10.222.0.16 "DELETE /v2.0/ports/2c6c2f44-9baf-4967-b7b8-3cadcbb96682 HTTP/1.1" status: 204 len: 173 time: 0.8306220 Sep 07 02:37:56.244943 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-96ad119b-e6d6-4b1b-95d1-0071549bf267 req-e93f7589-679e-4bdf-8cac-f894d19c85f2 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645310 Sep 07 02:37:56.278065 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7dd2fd7f-1bdc-460b-8d6d-55f73f415e05 req-7ed96392-f3c6-4400-a0b2-e361d01c0f3c tempest-ListImageFiltersTestJSON-1593222915 tempest-ListImageFiltersTestJSON-1593222915-project] 10.222.0.22 "GET /v2.0/ports?device_id=cce67c6c-d8d0-4209-bd46-994970e2cad0 HTTP/1.1" status: 200 len: 210 time: 0.0618341 Sep 07 02:37:56.673988 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce67c6c-d8d0-4209-bd46-994970e2cad0', 'name': 'network-vif-deleted', 'tag': '2c6c2f44-9baf-4967-b7b8-3cadcbb96682'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:37:56.677271 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056477f0-f15f-45c3-9fdc-a8422d94082c" -d '{"events": [{"server_uuid": "cce67c6c-d8d0-4209-bd46-994970e2cad0", "name": "network-vif-deleted", "tag": "2c6c2f44-9baf-4967-b7b8-3cadcbb96682"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:37:56.761312 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be18705-d5c4-4a86-b9c0-21300d258ae8 x-openstack-request-id: req-5be18705-d5c4-4a86-b9c0-21300d258ae8 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:37:56.761813 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cce67c6c-d8d0-4209-bd46-994970e2cad0", "name": "network-vif-deleted", "tag": "2c6c2f44-9baf-4967-b7b8-3cadcbb96682", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:37:56.762073 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5be18705-d5c4-4a86-b9c0-21300d258ae8 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:37:56.762465 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce67c6c-d8d0-4209-bd46-994970e2cad0', 'name': 'network-vif-deleted', 'tag': '2c6c2f44-9baf-4967-b7b8-3cadcbb96682', 'status': 'completed', 'code': 200} Sep 07 02:37:57.042969 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3383a-730e-436e-bf2f-784d7363101b req-dff42593-f116-497f-bb9d-f87f0c2f3757 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:57.055091 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-64c3383a-730e-436e-bf2f-784d7363101b req-dff42593-f116-497f-bb9d-f87f0c2f3757 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9 HTTP/1.1" status: 200 len: 946 time: 0.1073887 Sep 07 02:37:57.115203 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-64c3383a-730e-436e-bf2f-784d7363101b req-b6b8c1d1-c7f1-472e-9d2b-4e6d827c4e89 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544164 Sep 07 02:37:57.415599 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8046fed-4f4f-4af6-bccc-869172a78607 req-32536a37-fe19-4105-be3b-ed5a9a2fce0f tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:57.421338 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f8046fed-4f4f-4af6-bccc-869172a78607 req-32536a37-fe19-4105-be3b-ed5a9a2fce0f tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=52929214-daec-403d-8c4a-ab0ba9d8f0ce HTTP/1.1" status: 200 len: 943 time: 0.0758078 Sep 07 02:37:57.474386 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f8046fed-4f4f-4af6-bccc-869172a78607 req-44d1c6e0-2365-4195-b510-1f90f8e4fd26 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519757 Sep 07 02:37:58.183177 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-19baddae-9d77-4749-9e5b-59594b622a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:58.401757 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 2c6c2f44-9baf-4967-b7b8-3cadcbb96682 no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:37:58.448497 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290cb713-188d-4f9c-a2f2-8f4bae4bae96 req-24b65ced-3d5c-44eb-a5b9-4f3f5b3fe15a tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:58.452050 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-290cb713-188d-4f9c-a2f2-8f4bae4bae96 req-24b65ced-3d5c-44eb-a5b9-4f3f5b3fe15a tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9 HTTP/1.1" status: 200 len: 946 time: 0.0879030 Sep 07 02:37:58.455464 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: 2c6c2f44-9baf-4967-b7b8-3cadcbb96682 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:37:58.457997 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 2c6c2f44-9baf-4967-b7b8-3cadcbb96682 not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:37:58.517403 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-290cb713-188d-4f9c-a2f2-8f4bae4bae96 req-59cde256-062a-4844-ab16-7448c5073f2d tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581524 Sep 07 02:37:58.664773 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:58.676483 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796c8c7a-5ff2-405e-8006-cc87eb376925 req-1246a08a-0100-4f01-a430-da1d4616e66f tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:58.681401 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-796c8c7a-5ff2-405e-8006-cc87eb376925 req-1246a08a-0100-4f01-a430-da1d4616e66f tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f8ee9a5-2cff-4461-8665-aa2a056c63ee HTTP/1.1" status: 200 len: 945 time: 0.0789802 Sep 07 02:37:58.733602 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-796c8c7a-5ff2-405e-8006-cc87eb376925 req-7b35cfc7-fa8d-4bbc-af72-06d9e0767504 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455701 Sep 07 02:37:58.903455 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319eb156-a3f2-4427-9886-598b32ad4c2c req-5a8b2a6e-51a0-4db1-a3c5-abe446a27b6b tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:58.913976 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-319eb156-a3f2-4427-9886-598b32ad4c2c req-5a8b2a6e-51a0-4db1-a3c5-abe446a27b6b tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=52929214-daec-403d-8c4a-ab0ba9d8f0ce HTTP/1.1" status: 200 len: 943 time: 0.1012611 Sep 07 02:37:58.962252 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-319eb156-a3f2-4427-9886-598b32ad4c2c req-79dbfe43-fdb2-4269-ad5c-e865e7fcf4da tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470238 Sep 07 02:37:59.177350 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 44238) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:37:59.345836 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-6b496126-5c47-4202-9652-c28662925b1c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=986b76807c74404fa47c39113c512516&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1670344 Sep 07 02:37:59.349402 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 44244) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:37:59.410572 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:59.413999 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2bef0ba5-c162-4238-a391-a21fd0868975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:59.440703 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2bef0ba5-c162-4238-a391-a21fd0868975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:59.497394 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2bef0ba5-c162-4238-a391-a21fd0868975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:59.501451 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2bef0ba5-c162-4238-a391-a21fd0868975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:37:59.504596 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-2bef0ba5-c162-4238-a391-a21fd0868975 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/57f5f2e9-9983-4a0c-96f8-c3e23e8d1762 HTTP/1.1" status: 204 len: 168 time: 0.1540296 Sep 07 02:37:59.517112 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef0ba5-c162-4238-a391-a21fd0868975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f5f2e9-9983-4a0c-96f8-c3e23e8d1762,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:37:59.674220 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f0527-004e-4ef0-a0b2-928ade8d839b req-c5370d51-2ca1-4f58-91a9-93847f98d3ec tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:59.676398 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9f5f0527-004e-4ef0-a0b2-928ade8d839b req-c5370d51-2ca1-4f58-91a9-93847f98d3ec tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9 HTTP/1.1" status: 200 len: 946 time: 0.0760062 Sep 07 02:37:59.733784 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9f5f0527-004e-4ef0-a0b2-928ade8d839b req-f082b025-0bd3-4ffe-96f1-ecc577ca0606 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513270 Sep 07 02:37:59.926995 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ea028-83e4-45e3-82fa-8ac5c43f060f req-bd7327a8-f20f-4ab4-a810-73811ca6f899 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:37:59.929390 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-097ea028-83e4-45e3-82fa-8ac5c43f060f req-bd7327a8-f20f-4ab4-a810-73811ca6f899 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f8ee9a5-2cff-4461-8665-aa2a056c63ee HTTP/1.1" status: 200 len: 945 time: 0.0767107 Sep 07 02:38:00.014340 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-097ea028-83e4-45e3-82fa-8ac5c43f060f req-a933296d-3dfd-4e2e-9cb2-64084130e991 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755286 Sep 07 02:38:00.140629 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a1d5a6-f055-47e1-bd61-bb91eba9d9d0 req-46a81785-0638-4c1c-8a92-d37e84ea2341 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:00.142258 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-03a1d5a6-f055-47e1-bd61-bb91eba9d9d0 req-46a81785-0638-4c1c-8a92-d37e84ea2341 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f8ee9a5-2cff-4461-8665-aa2a056c63ee HTTP/1.1" status: 200 len: 945 time: 0.0689347 Sep 07 02:38:00.169738 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c277199-f20b-4f33-8564-b1bf65228c00 req-4f0d5b6d-9889-4182-818c-73f00633ef75 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:00.171637 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4c277199-f20b-4f33-8564-b1bf65228c00 req-4f0d5b6d-9889-4182-818c-73f00633ef75 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=52929214-daec-403d-8c4a-ab0ba9d8f0ce HTTP/1.1" status: 200 len: 943 time: 0.0875833 Sep 07 02:38:00.244770 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4c277199-f20b-4f33-8564-b1bf65228c00 req-a4f32661-3c49-4f08-abf4-6c35d1ef590a tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637753 Sep 07 02:38:00.277946 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-03a1d5a6-f055-47e1-bd61-bb91eba9d9d0 req-5033f776-a8e7-4e91-87a9-278ee59e0c0f tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Deleting port 4b0424df-419b-417c-9604-f07cff13d66b {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:38:00.278300 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-03a1d5a6-f055-47e1-bd61-bb91eba9d9d0 req-5033f776-a8e7-4e91-87a9-278ee59e0c0f tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:00.392638 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-03a1d5a6-f055-47e1-bd61-bb91eba9d9d0 req-5033f776-a8e7-4e91-87a9-278ee59e0c0f tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] For port 4b0424df-419b-417c-9604-f07cff13d66b, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=4b0424df-419b-417c-9604-f07cff13d66b,segment=NetworkSegment(3ec0e383-0f35-4c3c-abc7-899f90f4fe60),segment_id=3ec0e383-0f35-4c3c-abc7-899f90f4fe60)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:38:00.393270 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-03a1d5a6-f055-47e1-bd61-bb91eba9d9d0 req-5033f776-a8e7-4e91-87a9-278ee59e0c0f tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:00.407929 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-03a1d5a6-f055-47e1-bd61-bb91eba9d9d0 req-5033f776-a8e7-4e91-87a9-278ee59e0c0f tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Calling delete_port for 4b0424df-419b-417c-9604-f07cff13d66b owned by compute:nova {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:38:00.566136 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-03a1d5a6-f055-47e1-bd61-bb91eba9d9d0 req-5033f776-a8e7-4e91-87a9-278ee59e0c0f tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:00.617742 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5033f776-a8e7-4e91-87a9-278ee59e0c0f tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Pushing event deleted for resources: {'Port': ['ID=4b0424df-419b-417c-9604-f07cff13d66b,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:00.661974 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-03a1d5a6-f055-47e1-bd61-bb91eba9d9d0 req-5033f776-a8e7-4e91-87a9-278ee59e0c0f tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] No DVR routers for this DVR port 4b0424df-419b-417c-9604-f07cff13d66b on host n-h2-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:38:00.664811 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-03a1d5a6-f055-47e1-bd61-bb91eba9d9d0 req-5033f776-a8e7-4e91-87a9-278ee59e0c0f tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:00.667682 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-03a1d5a6-f055-47e1-bd61-bb91eba9d9d0 req-5033f776-a8e7-4e91-87a9-278ee59e0c0f tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.16 "DELETE /v2.0/ports/4b0424df-419b-417c-9604-f07cff13d66b HTTP/1.1" status: 204 len: 173 time: 0.5186017 Sep 07 02:38:00.668184 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f8ee9a5-2cff-4461-8665-aa2a056c63ee', 'name': 'network-vif-deleted', 'tag': '4b0424df-419b-417c-9604-f07cff13d66b'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:38:00.676906 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d905b2d-9021-4924-8e99-0daf3edfe383" -d '{"events": [{"server_uuid": "4f8ee9a5-2cff-4461-8665-aa2a056c63ee", "name": "network-vif-deleted", "tag": "4b0424df-419b-417c-9604-f07cff13d66b"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:38:00.761586 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f069f31b-29da-4f45-ac70-c3772c18d4cd x-openstack-request-id: req-f069f31b-29da-4f45-ac70-c3772c18d4cd {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:38:00.762016 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f8ee9a5-2cff-4461-8665-aa2a056c63ee", "name": "network-vif-deleted", "tag": "4b0424df-419b-417c-9604-f07cff13d66b", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:38:00.762374 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f069f31b-29da-4f45-ac70-c3772c18d4cd {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:38:00.762876 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f8ee9a5-2cff-4461-8665-aa2a056c63ee', 'name': 'network-vif-deleted', 'tag': '4b0424df-419b-417c-9604-f07cff13d66b', 'status': 'completed', 'code': 200} Sep 07 02:38:00.982409 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f27dfd-d1fe-4f34-8704-b998daecc822 req-c06b7708-a616-4742-9c97-12474eb1e5d6 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:00.987763 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-57f27dfd-d1fe-4f34-8704-b998daecc822 req-c06b7708-a616-4742-9c97-12474eb1e5d6 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9 HTTP/1.1" status: 200 len: 946 time: 0.1081705 Sep 07 02:38:01.048503 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-57f27dfd-d1fe-4f34-8704-b998daecc822 req-1a2779c0-3aff-4b11-b8c6-76c4f0b5e330 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544839 Sep 07 02:38:01.225212 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f65c3e21-5378-41d3-a313-682c4ce4e4d4 req-8b1454ca-0c0c-4310-b38b-d85f0bc83d8b tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f8ee9a5-2cff-4461-8665-aa2a056c63ee HTTP/1.1" status: 200 len: 210 time: 0.0497298 Sep 07 02:38:01.244914 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:01.447551 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185e3a8-e2f7-4f01-be19-548874091913 req-41fbac01-6ba8-4b02-b040-53dd867a3961 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:01.456063 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9185e3a8-e2f7-4f01-be19-548874091913 req-41fbac01-6ba8-4b02-b040-53dd867a3961 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=52929214-daec-403d-8c4a-ab0ba9d8f0ce HTTP/1.1" status: 200 len: 943 time: 0.0597436 Sep 07 02:38:01.507116 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9185e3a8-e2f7-4f01-be19-548874091913 req-9b82914c-bfa4-4c76-ac2f-1c4233e569d5 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494263 Sep 07 02:38:02.219366 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193cc7b-30c9-4d5d-9355-16207b197598 req-a2471a76-b011-403d-8e82-e4c7c5180dc0 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:02.221772 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5193cc7b-30c9-4d5d-9355-16207b197598 req-a2471a76-b011-403d-8e82-e4c7c5180dc0 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9 HTTP/1.1" status: 200 len: 946 time: 0.0644503 Sep 07 02:38:02.294354 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5193cc7b-30c9-4d5d-9355-16207b197598 req-a419dc15-06dc-4fae-a833-b5c870f0c1ee tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619695 Sep 07 02:38:02.439231 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 4b0424df-419b-417c-9604-f07cff13d66b no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:38:02.449515 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f4eb5fee-4361-465b-b97c-650e3c6a69cf req-76c10645-002d-4b2b-b754-7d56d4a9f443 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f8ee9a5-2cff-4461-8665-aa2a056c63ee HTTP/1.1" status: 200 len: 210 time: 0.0481963 Sep 07 02:38:02.512253 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: 4b0424df-419b-417c-9604-f07cff13d66b {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:38:02.512973 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 4b0424df-419b-417c-9604-f07cff13d66b not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:38:02.888539 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce8ee5-b937-4c52-8e9b-4d54b8d98c90 req-c1473059-69f5-4958-8f3e-a863965a6528 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:02.897284 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d6ce8ee5-b937-4c52-8e9b-4d54b8d98c90 req-c1473059-69f5-4958-8f3e-a863965a6528 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=52929214-daec-403d-8c4a-ab0ba9d8f0ce HTTP/1.1" status: 200 len: 943 time: 0.0899515 Sep 07 02:38:02.948943 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d6ce8ee5-b937-4c52-8e9b-4d54b8d98c90 req-3af8f208-4978-4fa3-8028-09e53a49ef1a tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505939 Sep 07 02:38:03.083936 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-f7e85415-7d7e-425e-9ab8-6da614370c5b tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:03.086336 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-f7e85415-7d7e-425e-9ab8-6da614370c5b tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9&tenant_id=4ff846f9243a40b7bf323ea156c2bdd7&binding%3Ahost_id=n-h1-796209-16 HTTP/1.1" status: 200 len: 1098 time: 0.0685358 Sep 07 02:38:03.103244 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-65ef17d4-8a7e-4e25-91e4-b9876181876e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-796209-16'}}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:38:03.180148 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-65ef17d4-8a7e-4e25-91e4-b9876181876e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:03.304937 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff79ffdb-4e73-47cb-87ea-1cf46316eb8c req-eff1c76e-534d-4454-851f-c63bc84a32a1 tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:03.306491 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ff79ffdb-4e73-47cb-87ea-1cf46316eb8c req-eff1c76e-534d-4454-851f-c63bc84a32a1 tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] 10.222.0.22 "GET /v2.0/networks?id=419bf4f3-54e7-499b-8150-c01b471dd2b1 HTTP/1.1" status: 200 len: 815 time: 0.1293912 Sep 07 02:38:03.323841 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ff79ffdb-4e73-47cb-87ea-1cf46316eb8c req-82dfe4ea-0647-4249-91f5-a3a0500a59e4 tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] 10.222.0.22 "GET /v2.0/quotas/f0944a3bfb51437eb5ffab031c87e3ed HTTP/1.1" status: 200 len: 375 time: 0.0112357 Sep 07 02:38:03.337908 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-65ef17d4-8a7e-4e25-91e4-b9876181876e service neutron] For port 27489c81-0daf-4417-afae-47ce903b394d, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=27489c81-0daf-4417-afae-47ce903b394d,segment=NetworkSegment(cb5a1637-646d-4671-9ca6-bd30e74d860b),segment_id=cb5a1637-646d-4671-9ca6-bd30e74d860b)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:38:03.384863 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-65ef17d4-8a7e-4e25-91e4-b9876181876e service neutron] For port 27489c81-0daf-4417-afae-47ce903b394d, host n-h1-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:38:03.385324 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ff79ffdb-4e73-47cb-87ea-1cf46316eb8c req-9d147721-bd5f-46c4-b2c9-4e27c361dca9 tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f0944a3bfb51437eb5ffab031c87e3ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553260 Sep 07 02:38:03.439081 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27489c81-0daf-4417-afae-47ce903b394d'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:38:03.442355 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32ef361-139f-4096-b65a-7d11ae678bfd" -d '{"events": [{"server_uuid": "9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9", "name": "network-vif-unplugged", "status": "completed", "tag": "27489c81-0daf-4417-afae-47ce903b394d"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:38:03.447978 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-65ef17d4-8a7e-4e25-91e4-b9876181876e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:03.457175 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-65ef17d4-8a7e-4e25-91e4-b9876181876e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:03.504097 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ff79ffdb-4e73-47cb-87ea-1cf46316eb8c req-22ec3e8f-3ab9-4ee0-a412-0cef9d06a6b9 service neutron] 10.222.0.22 "GET /v2.0/networks/419bf4f3-54e7-499b-8150-c01b471dd2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115291 Sep 07 02:38:03.532484 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ef17d4-8a7e-4e25-91e4-b9876181876e service neutron] Pushing event updated for resources: {'Port': ['ID=27489c81-0daf-4417-afae-47ce903b394d,revision_number=7']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:03.588303 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-65ef17d4-8a7e-4e25-91e4-b9876181876e service neutron] Attempting to bind port 27489c81-0daf-4417-afae-47ce903b394d on host n-h1-796209-16 for vnic_type normal with profile {"migrating_to": "n-h2-796209-16"} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:38:03.588904 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-65ef17d4-8a7e-4e25-91e4-b9876181876e service neutron] Attempting to bind port 27489c81-0daf-4417-afae-47ce903b394d by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': 'cb5a1637-646d-4671-9ca6-bd30e74d860b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5632e33d-1d7a-4426-9d83-a8e688a88788'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:38:03.589650 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-65ef17d4-8a7e-4e25-91e4-b9876181876e service neutron] Attempting to bind port 27489c81-0daf-4417-afae-47ce903b394d on network 5632e33d-1d7a-4426-9d83-a8e688a88788 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:38:03.606861 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-65ef17d4-8a7e-4e25-91e4-b9876181876e service neutron] Port 27489c81-0daf-4417-afae-47ce903b394d on network 5632e33d-1d7a-4426-9d83-a8e688a88788 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:38:03.607215 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-65ef17d4-8a7e-4e25-91e4-b9876181876e service neutron] Attempting to bind port 27489c81-0daf-4417-afae-47ce903b394d on network 5632e33d-1d7a-4426-9d83-a8e688a88788 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:38:03.629384 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-65ef17d4-8a7e-4e25-91e4-b9876181876e service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:38:03.629690 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-65ef17d4-8a7e-4e25-91e4-b9876181876e service neutron] Checking segment: {'id': 'cb5a1637-646d-4671-9ca6-bd30e74d860b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5632e33d-1d7a-4426-9d83-a8e688a88788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:38:03.630076 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-65ef17d4-8a7e-4e25-91e4-b9876181876e service neutron] Bound using segment: {'id': 'cb5a1637-646d-4671-9ca6-bd30e74d860b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5632e33d-1d7a-4426-9d83-a8e688a88788'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:38:03.630516 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-65ef17d4-8a7e-4e25-91e4-b9876181876e service neutron] Bound port: 27489c81-0daf-4417-afae-47ce903b394d, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb5a1637-646d-4671-9ca6-bd30e74d860b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5632e33d-1d7a-4426-9d83-a8e688a88788'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:38:03.630877 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-65ef17d4-8a7e-4e25-91e4-b9876181876e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:03.632091 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ff79ffdb-4e73-47cb-87ea-1cf46316eb8c req-a75197e5-15b9-4a54-9837-a24362a5323f service neutron] 10.222.0.22 "GET /v2.0/networks/419bf4f3-54e7-499b-8150-c01b471dd2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238565 Sep 07 02:38:03.706621 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e400eac-a395-44f9-b08d-1e06a6045721 req-6d369277-d250-4da3-8bf7-d4b7b460f85b tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:03.708904 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8e400eac-a395-44f9-b08d-1e06a6045721 req-6d369277-d250-4da3-8bf7-d4b7b460f85b tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9 HTTP/1.1" status: 200 len: 944 time: 0.1159563 Sep 07 02:38:03.749792 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-65ef17d4-8a7e-4e25-91e4-b9876181876e service neutron] For port 27489c81-0daf-4417-afae-47ce903b394d, host n-h1-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:38:03.790911 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 02:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8993e512-a943-4d8c-98cf-cb6b3f719ad8 x-openstack-request-id: req-8993e512-a943-4d8c-98cf-cb6b3f719ad8 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:38:03.791566 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9", "name": "network-vif-unplugged", "status": "completed", "tag": "27489c81-0daf-4417-afae-47ce903b394d", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:38:03.794551 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8993e512-a943-4d8c-98cf-cb6b3f719ad8 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:38:03.795168 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27489c81-0daf-4417-afae-47ce903b394d', 'code': 200} Sep 07 02:38:03.798551 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-65ef17d4-8a7e-4e25-91e4-b9876181876e service neutron] For port 27489c81-0daf-4417-afae-47ce903b394d, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=27489c81-0daf-4417-afae-47ce903b394d,segment=NetworkSegment(cb5a1637-646d-4671-9ca6-bd30e74d860b),segment_id=cb5a1637-646d-4671-9ca6-bd30e74d860b)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:38:03.812603 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-65ef17d4-8a7e-4e25-91e4-b9876181876e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:03.860019 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8e400eac-a395-44f9-b08d-1e06a6045721 req-4ab736e4-28a5-4fa5-a80d-273a608baca5 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314926 Sep 07 02:38:03.907003 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ef17d4-8a7e-4e25-91e4-b9876181876e service neutron] Pushing event updated for resources: {'Port': ['ID=27489c81-0daf-4417-afae-47ce903b394d,revision_number=8']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:03.922494 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-65ef17d4-8a7e-4e25-91e4-b9876181876e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:03.923409 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-65ef17d4-8a7e-4e25-91e4-b9876181876e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:03.925069 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-65ef17d4-8a7e-4e25-91e4-b9876181876e service neutron] 10.222.0.16 "PUT /v2.0/ports/27489c81-0daf-4417-afae-47ce903b394d HTTP/1.1" status: 200 len: 1124 time: 0.8266165 Sep 07 02:38:03.938217 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6dfe3816-93d2-47ad-a8b2-f8a697e7da1e req-6b7eb6f1-8fbd-48f5-8493-d4fd6f2a627a tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f8ee9a5-2cff-4461-8665-aa2a056c63ee HTTP/1.1" status: 200 len: 210 time: 0.0547962 Sep 07 02:38:04.006047 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2c72cdfc-3024-40a0-80dc-1652904d6413 req-a7e62c4e-1bc6-4e3b-bf77-8a7fcbfa936d tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] 10.222.0.22 "GET /v2.0/ports?device_id=7737c6b0-0377-45c4-aa97-6c101ea3d5d0 HTTP/1.1" status: 200 len: 210 time: 0.0473175 Sep 07 02:38:04.023373 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['27489c81-0daf-4417-afae-47ce903b394d'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:38:04.082966 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['27489c81-0daf-4417-afae-47ce903b394d'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:38:04.199189 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00277e4d-72b3-4674-bcc4-1f699ec2e324 req-efe21978-1fe6-4302-8a00-2e61c10962e8 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:04.203270 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-00277e4d-72b3-4674-bcc4-1f699ec2e324 req-efe21978-1fe6-4302-8a00-2e61c10962e8 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=52929214-daec-403d-8c4a-ab0ba9d8f0ce HTTP/1.1" status: 200 len: 943 time: 0.0692544 Sep 07 02:38:04.280508 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-00277e4d-72b3-4674-bcc4-1f699ec2e324 req-9a544876-fe51-4799-9df3-0dfd54628650 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693505 Sep 07 02:38:04.467935 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 27489c81-0daf-4417-afae-47ce903b394d details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:38:04.647820 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 27489c81-0daf-4417-afae-47ce903b394d, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=27489c81-0daf-4417-afae-47ce903b394d,segment=NetworkSegment(cb5a1637-646d-4671-9ca6-bd30e74d860b),segment_id=cb5a1637-646d-4671-9ca6-bd30e74d860b)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:38:04.662614 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 27489c81-0daf-4417-afae-47ce903b394d has no active binding in host n-h2-796209-16 {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 07 02:38:05.039887 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44412) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:38:05.077743 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83dba16-1ee7-4de5-908d-b6d94acd93a0 req-80b1ac30-7380-493c-9ef7-11ba8b5fbaf3 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:05.079727 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e83dba16-1ee7-4de5-908d-b6d94acd93a0 req-80b1ac30-7380-493c-9ef7-11ba8b5fbaf3 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9 HTTP/1.1" status: 200 len: 944 time: 0.1046774 Sep 07 02:38:05.124097 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-74b15bbd-1993-4e3a-a838-b451d025b9fe req-faa64802-f2e4-4521-8ed2-8e217b40286c tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f8ee9a5-2cff-4461-8665-aa2a056c63ee HTTP/1.1" status: 200 len: 210 time: 0.0527518 Sep 07 02:38:05.193439 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e83dba16-1ee7-4de5-908d-b6d94acd93a0 req-bff02215-6e0e-4dcd-9485-a01b99f17bcb tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019025 Sep 07 02:38:05.251731 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-31fc2989-a972-4e43-96e5-a0a1e86f3f24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:05.274147 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff79ffdb-4e73-47cb-87ea-1cf46316eb8c req-37a16a8c-dafd-481c-b404-ba1eaad22424 tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:05.278742 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ff79ffdb-4e73-47cb-87ea-1cf46316eb8c req-37a16a8c-dafd-481c-b404-ba1eaad22424 tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] 10.222.0.16 "GET /v2.0/networks?id=419bf4f3-54e7-499b-8150-c01b471dd2b1 HTTP/1.1" status: 200 len: 815 time: 0.1950619 Sep 07 02:38:05.279350 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 02:38:05.308248 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-ff79ffdb-4e73-47cb-87ea-1cf46316eb8c req-1ff1d2dc-61e3-4f35-9345-8f55f53e8052 tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] Request body: {'port': {'device_id': '7737c6b0-0377-45c4-aa97-6c101ea3d5d0', 'network_id': '419bf4f3-54e7-499b-8150-c01b471dd2b1', 'admin_state_up': True, 'tenant_id': 'f0944a3bfb51437eb5ffab031c87e3ed'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:38:05.358580 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6ad6c5e7-7529-47ae-8d3c-f3353c946b5b req-1e88b584-a0f4-4c62-9906-084464e45dba tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] 10.222.0.22 "GET /v2.0/ports?device_id=7737c6b0-0377-45c4-aa97-6c101ea3d5d0 HTTP/1.1" status: 200 len: 210 time: 0.0736160 Sep 07 02:38:05.383765 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-31fc2989-a972-4e43-96e5-a0a1e86f3f24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:05.389609 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-31fc2989-a972-4e43-96e5-a0a1e86f3f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:05.435037 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-31fc2989-a972-4e43-96e5-a0a1e86f3f24 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4edd1d9b72dc405290723ef84b092db9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3926229 Sep 07 02:38:05.437741 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 44430) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:38:05.443113 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fc2989-a972-4e43-96e5-a0a1e86f3f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6722a1-3551-49b6-9ccb-039c985e5272,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:05.509405 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0161ff-3402-44a5-8ab9-5bd255f63879 req-0fd6a1b9-8b13-4244-b7d8-cefdd75a81f3 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:05.510966 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ba0161ff-3402-44a5-8ab9-5bd255f63879 req-0fd6a1b9-8b13-4244-b7d8-cefdd75a81f3 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=52929214-daec-403d-8c4a-ab0ba9d8f0ce HTTP/1.1" status: 200 len: 943 time: 0.0608320 Sep 07 02:38:05.526556 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-21e885cd-f128-4ef4-b5cf-5652efbf02fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:05.529644 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff79ffdb-4e73-47cb-87ea-1cf46316eb8c req-1ff1d2dc-61e3-4f35-9345-8f55f53e8052 tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] Made reservation on behalf of f0944a3bfb51437eb5ffab031c87e3ed for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:38:05.533391 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-ff79ffdb-4e73-47cb-87ea-1cf46316eb8c req-1ff1d2dc-61e3-4f35-9345-8f55f53e8052 tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:05.559507 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ba0161ff-3402-44a5-8ab9-5bd255f63879 req-ca5cf7f1-047d-4cb7-8175-1f67169dd01d tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408766 Sep 07 02:38:05.577140 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-21e885cd-f128-4ef4-b5cf-5652efbf02fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:05.717790 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-21e885cd-f128-4ef4-b5cf-5652efbf02fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:05.720695 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-21e885cd-f128-4ef4-b5cf-5652efbf02fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:05.724467 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-21e885cd-f128-4ef4-b5cf-5652efbf02fa admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5f6722a1-3551-49b6-9ccb-039c985e5272 HTTP/1.1" status: 204 len: 168 time: 0.2851090 Sep 07 02:38:05.739145 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e885cd-f128-4ef4-b5cf-5652efbf02fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6722a1-3551-49b6-9ccb-039c985e5272,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:05.758501 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [req-ff79ffdb-4e73-47cb-87ea-1cf46316eb8c req-1ff1d2dc-61e3-4f35-9345-8f55f53e8052 tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] Allocated IP 172.20.0.6 (419bf4f3-54e7-499b-8150-c01b471dd2b1/d69abcbe-3002-4b6d-9ef5-483df76a29a6/393e4ead-987e-4717-81ba-dbbbd2aed85c) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:38:05.801632 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9', 'tag': '27489c81-0daf-4417-afae-47ce903b394d'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:38:05.807418 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319cd088-0207-4ad0-bfa1-b9fe4917c68d" -d '{"events": [{"name": "network-changed", "server_uuid": "9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9", "tag": "27489c81-0daf-4417-afae-47ce903b394d"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:38:05.930768 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934884a2-11b4-4738-8fa6-85653b107a3f x-openstack-request-id: req-934884a2-11b4-4738-8fa6-85653b107a3f {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:38:05.931311 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9", "tag": "27489c81-0daf-4417-afae-47ce903b394d", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:38:05.931845 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-934884a2-11b4-4738-8fa6-85653b107a3f {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:38:05.932266 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9', 'tag': '27489c81-0daf-4417-afae-47ce903b394d', 'status': 'completed', 'code': 200} Sep 07 02:38:06.068740 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-ff79ffdb-4e73-47cb-87ea-1cf46316eb8c req-1ff1d2dc-61e3-4f35-9345-8f55f53e8052 tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:06.100663 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-ff79ffdb-4e73-47cb-87ea-1cf46316eb8c req-1ff1d2dc-61e3-4f35-9345-8f55f53e8052 tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] Transition to ACTIVE for port object 393e4ead-987e-4717-81ba-dbbbd2aed85c will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:38:06.241866 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-ff79ffdb-4e73-47cb-87ea-1cf46316eb8c req-1ff1d2dc-61e3-4f35-9345-8f55f53e8052 tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:06.309151 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff79ffdb-4e73-47cb-87ea-1cf46316eb8c req-1ff1d2dc-61e3-4f35-9345-8f55f53e8052 tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] Network 419bf4f3-54e7-499b-8150-c01b471dd2b1 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:38:06.310444 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319cd088-0207-4ad0-bfa1-b9fe4917c68d req-2d7063bc-874b-4662-8f0c-ac2d95c1eefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:06.312139 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-319cd088-0207-4ad0-bfa1-b9fe4917c68d req-2d7063bc-874b-4662-8f0c-ac2d95c1eefe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4ff846f9243a40b7bf323ea156c2bdd7&device_id=9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9 HTTP/1.1" status: 200 len: 1127 time: 0.3615670 Sep 07 02:38:06.313617 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [req-ff79ffdb-4e73-47cb-87ea-1cf46316eb8c req-1ff1d2dc-61e3-4f35-9345-8f55f53e8052 tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:38:06.325073 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff79ffdb-4e73-47cb-87ea-1cf46316eb8c req-1ff1d2dc-61e3-4f35-9345-8f55f53e8052 tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:38:06.451872 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff1d2dc-61e3-4f35-9345-8f55f53e8052 tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] Pushing event updated for resources: {'Port': ['ID=393e4ead-987e-4717-81ba-dbbbd2aed85c,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:06.476398 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device b9f350e6-7228-4f1e-98b9-880119e07ad7 details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:38:06.501489 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff79ffdb-4e73-47cb-87ea-1cf46316eb8c req-1ff1d2dc-61e3-4f35-9345-8f55f53e8052 tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:06.502159 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-ff79ffdb-4e73-47cb-87ea-1cf46316eb8c req-1ff1d2dc-61e3-4f35-9345-8f55f53e8052 tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:06.532119 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ff79ffdb-4e73-47cb-87ea-1cf46316eb8c req-1ff1d2dc-61e3-4f35-9345-8f55f53e8052 tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2299325 Sep 07 02:38:06.665509 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215b68e-2b5e-4b59-a5f3-9184eeb949bf req-ced142e6-ecee-4ebc-82df-6e8d6848b8b4 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:06.669839 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c215b68e-2b5e-4b59-a5f3-9184eeb949bf req-ced142e6-ecee-4ebc-82df-6e8d6848b8b4 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9 HTTP/1.1" status: 200 len: 944 time: 0.3270421 Sep 07 02:38:06.694475 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port b9f350e6-7228-4f1e-98b9-880119e07ad7, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=b9f350e6-7228-4f1e-98b9-880119e07ad7,segment=NetworkSegment(a87351ba-0fbc-4302-9869-b18eee085c86),segment_id=a87351ba-0fbc-4302-9869-b18eee085c86)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:38:06.725240 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': 'b9f350e6-7228-4f1e-98b9-880119e07ad7', 'network_id': 'e4ab2f0c-5a02-4242-a541-768acd457503', 'port_id': 'b9f350e6-7228-4f1e-98b9-880119e07ad7', 'mac_address': 'fa:16:3e:ec:f6:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1bc4512-390c-4c50-bb1d-2c94019bd4fe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:38:06.730267 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319cd088-0207-4ad0-bfa1-b9fe4917c68d req-c36da6cb-fd2b-4d0c-9b3e-46ad5301c493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:06.732113 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-319cd088-0207-4ad0-bfa1-b9fe4917c68d req-c36da6cb-fd2b-4d0c-9b3e-46ad5301c493 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5632e33d-1d7a-4426-9d83-a8e688a88788 HTTP/1.1" status: 200 len: 907 time: 0.4038756 Sep 07 02:38:06.806113 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-53de2d9b-5d68-4b42-bc01-7c4a171e4a91 None None] Provisioning for port 393e4ead-987e-4717-81ba-dbbbd2aed85c completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:38:06.812385 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:06.814589 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-53de2d9b-5d68-4b42-bc01-7c4a171e4a91 None None] Provisioning complete for port 393e4ead-987e-4717-81ba-dbbbd2aed85c triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:38:06.817492 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-53de2d9b-5d68-4b42-bc01-7c4a171e4a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:06.852466 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-319cd088-0207-4ad0-bfa1-b9fe4917c68d req-05d457df-54fa-45d2-baaf-b4bdc7f68a3a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27489c81-0daf-4417-afae-47ce903b394d HTTP/1.1" status: 200 len: 217 time: 0.0778158 Sep 07 02:38:06.857050 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9f350e6-7228-4f1e-98b9-880119e07ad7 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:38:06.878464 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-53de2d9b-5d68-4b42-bc01-7c4a171e4a91 None None] Port 393e4ead-987e-4717-81ba-dbbbd2aed85c cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:38:06.886244 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c215b68e-2b5e-4b59-a5f3-9184eeb949bf req-7979614d-ae6d-4ffc-b14c-671a35aa079f tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493511 Sep 07 02:38:06.890964 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port b9f350e6-7228-4f1e-98b9-880119e07ad7, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=b9f350e6-7228-4f1e-98b9-880119e07ad7,segment=NetworkSegment(a87351ba-0fbc-4302-9869-b18eee085c86),segment_id=a87351ba-0fbc-4302-9869-b18eee085c86)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:38:06.904209 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:06.984126 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=b9f350e6-7228-4f1e-98b9-880119e07ad7,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:06.998795 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319cd088-0207-4ad0-bfa1-b9fe4917c68d req-e7ed68c6-51b8-4d9c-a3b5-6c80b7f2346e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:07.003769 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-319cd088-0207-4ad0-bfa1-b9fe4917c68d req-e7ed68c6-51b8-4d9c-a3b5-6c80b7f2346e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=cf141221-2e81-48e8-81ec-6bd6d6584327 HTTP/1.1" status: 200 len: 847 time: 0.1338902 Sep 07 02:38:07.008220 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:38:07.009009 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:38:07.009378 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:38:07.009723 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:38:07.010069 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:38:07.010504 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:38:07.011536 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:38:07.012312 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:38:07.012863 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:38:07.022922 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:38:07.024313 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:38:07.025155 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:38:07.051843 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-319cd088-0207-4ad0-bfa1-b9fe4917c68d req-48fa60b7-e824-4cf9-a0c6-281f144f158a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5632e33d-1d7a-4426-9d83-a8e688a88788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402057 Sep 07 02:38:07.098934 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 44490) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:38:07.196291 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['b9f350e6-7228-4f1e-98b9-880119e07ad7'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:38:07.229981 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849dc7d-3fed-4c9e-8606-6854508f5a1a req-6f74eaa7-edc1-4394-98bf-b184bf04635a tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:07.239423 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4849dc7d-3fed-4c9e-8606-6854508f5a1a req-6f74eaa7-edc1-4394-98bf-b184bf04635a tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] 10.222.0.22 "GET /v2.0/ports?device_id=7737c6b0-0377-45c4-aa97-6c101ea3d5d0 HTTP/1.1" status: 200 len: 931 time: 0.1419909 Sep 07 02:38:07.243765 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-0123c1d3-8a4f-4055-88c3-cc2b1ea34464 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1980475607-network', 'tenant_id': '1e1492407caa4054a8d2ed23c12998b2'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:38:07.271261 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0123c1d3-8a4f-4055-88c3-cc2b1ea34464 admin admin] Made reservation on behalf of 1e1492407caa4054a8d2ed23c12998b2 for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:38:07.275160 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0123c1d3-8a4f-4055-88c3-cc2b1ea34464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:07.300772 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0123c1d3-8a4f-4055-88c3-cc2b1ea34464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:07.463686 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0123c1d3-8a4f-4055-88c3-cc2b1ea34464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:07.470771 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0123c1d3-8a4f-4055-88c3-cc2b1ea34464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:07.499037 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0123c1d3-8a4f-4055-88c3-cc2b1ea34464 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:38:07.511693 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0123c1d3-8a4f-4055-88c3-cc2b1ea34464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57fd1060-5ff7-42b9-97a4-516e9aa9bff3,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:07.519565 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0123c1d3-8a4f-4055-88c3-cc2b1ea34464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:07.519565 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-0123c1d3-8a4f-4055-88c3-cc2b1ea34464 admin admin] Added segment 0cc1d1e9-17cb-47ba-80fa-d3b923cd5f2a of type vlan for network 69591919-3036-4c34-860f-9353a10125bb Sep 07 02:38:07.574468 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0123c1d3-8a4f-4055-88c3-cc2b1ea34464 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:07.628083 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0123c1d3-8a4f-4055-88c3-cc2b1ea34464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:07.629748 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0123c1d3-8a4f-4055-88c3-cc2b1ea34464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:07.630987 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0123c1d3-8a4f-4055-88c3-cc2b1ea34464 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:07.650646 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-319cd088-0207-4ad0-bfa1-b9fe4917c68d req-3e3d5279-cb83-4347-8b87-98515dde81f0 service neutron] 10.222.0.23 "GET /v2.0/networks/5632e33d-1d7a-4426-9d83-a8e688a88788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5889585 Sep 07 02:38:07.691608 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4849dc7d-3fed-4c9e-8606-6854508f5a1a req-ac8ffdf2-4ee6-4587-9283-e5c089372499 tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] 10.222.0.22 "GET /v2.0/security-groups?id=88052a65-ed00-4a19-8dd0-36437b4f1462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4511583 Sep 07 02:38:07.718898 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0123c1d3-8a4f-4055-88c3-cc2b1ea34464 admin admin] Pushing event updated for resources: {'Network': ['ID=69591919-3036-4c34-860f-9353a10125bb,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:07.729350 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-0123c1d3-8a4f-4055-88c3-cc2b1ea34464 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6283691 Sep 07 02:38:07.732962 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 44494) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:38:07.745257 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-a72dc91e-3d07-4a26-91c1-92c6d10301cc admin admin] Request body: {'subnet': {'network_id': '69591919-3036-4c34-860f-9353a10125bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1980475607-subnet', 'tenant_id': '1e1492407caa4054a8d2ed23c12998b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:38:07.780059 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 69591919-3036-4c34-860f-9353a10125bb details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:38:07.796206 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72dc91e-3d07-4a26-91c1-92c6d10301cc admin admin] Made reservation on behalf of 1e1492407caa4054a8d2ed23c12998b2 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:38:07.800223 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a72dc91e-3d07-4a26-91c1-92c6d10301cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:07.842751 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-319cd088-0207-4ad0-bfa1-b9fe4917c68d req-582a943d-42de-447f-a98d-39c0b6a882c9 service neutron] 10.222.0.23 "GET /v2.0/networks/5632e33d-1d7a-4426-9d83-a8e688a88788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676331 Sep 07 02:38:08.119774 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3979671-8e6f-43c2-bb83-1440539643c2 req-8afefce3-94a7-4b83-9f46-55aeacb965da tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:08.123296 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d3979671-8e6f-43c2-bb83-1440539643c2 req-8afefce3-94a7-4b83-9f46-55aeacb965da tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=52929214-daec-403d-8c4a-ab0ba9d8f0ce HTTP/1.1" status: 200 len: 944 time: 0.1313205 Sep 07 02:38:08.125856 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a72dc91e-3d07-4a26-91c1-92c6d10301cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:08.196544 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d3979671-8e6f-43c2-bb83-1440539643c2 req-5bc2d85a-3e46-42f7-914b-92fcf319551d tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628593 Sep 07 02:38:08.226090 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72dc91e-3d07-4a26-91c1-92c6d10301cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff8842f5-2b0d-42eb-9ae7-d95fc5667761,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:08.250275 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72dc91e-3d07-4a26-91c1-92c6d10301cc admin admin] Checking segment: {'id': '0cc1d1e9-17cb-47ba-80fa-d3b923cd5f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '69591919-3036-4c34-860f-9353a10125bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:38:08.251119 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72dc91e-3d07-4a26-91c1-92c6d10301cc admin admin] Network hostable DHCP agents. Network: 69591919-3036-4c34-860f-9353a10125bb, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:38:08.285062 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72dc91e-3d07-4a26-91c1-92c6d10301cc admin admin] Network 69591919-3036-4c34-860f-9353a10125bb is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:38:08.296471 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-a72dc91e-3d07-4a26-91c1-92c6d10301cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 69591919-3036-4c34-860f-9353a10125bb) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:38:08.302311 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72dc91e-3d07-4a26-91c1-92c6d10301cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:08.302938 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a72dc91e-3d07-4a26-91c1-92c6d10301cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:08.311223 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35248395-4796-4a7b-98e2-5d4037cbf852 None None] Network 69591919-3036-4c34-860f-9353a10125bb requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:38:08.336614 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a72dc91e-3d07-4a26-91c1-92c6d10301cc admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5999887 Sep 07 02:38:08.508511 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device b9f350e6-7228-4f1e-98b9-880119e07ad7 up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:38:08.514487 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdcb461-f4d5-4bdc-b6cb-483b3b9eedfb None None] Network 69591919-3036-4c34-860f-9353a10125bb requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:38:08.653239 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port b9f350e6-7228-4f1e-98b9-880119e07ad7 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:38:08.665800 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port b9f350e6-7228-4f1e-98b9-880119e07ad7 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:38:08.666189 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:08.819448 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:08.845948 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52929214-daec-403d-8c4a-ab0ba9d8f0ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f350e6-7228-4f1e-98b9-880119e07ad7'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:38:08.848733 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d51db2-cb45-404c-975b-58eaa489898e" -d '{"events": [{"server_uuid": "52929214-daec-403d-8c4a-ab0ba9d8f0ce", "name": "network-vif-plugged", "status": "completed", "tag": "b9f350e6-7228-4f1e-98b9-880119e07ad7"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:38:08.871632 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port b9f350e6-7228-4f1e-98b9-880119e07ad7, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=b9f350e6-7228-4f1e-98b9-880119e07ad7,segment=NetworkSegment(a87351ba-0fbc-4302-9869-b18eee085c86),segment_id=a87351ba-0fbc-4302-9869-b18eee085c86)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:38:08.878433 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:08.929808 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=b9f350e6-7228-4f1e-98b9-880119e07ad7,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:09.685937 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-8dd78010-2dcf-412e-946e-9691f279d911 service neutron] 10.222.0.23 "GET /v2.0/ports/27489c81-0daf-4417-afae-47ce903b394d/bindings/n-h2-796209-16 HTTP/1.1" status: 200 len: 385 time: 0.0619669 Sep 07 02:38:09.864559 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-ec0b9733-098a-4472-9cda-d68da88930b1 service neutron] For port 27489c81-0daf-4417-afae-47ce903b394d, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=27489c81-0daf-4417-afae-47ce903b394d,segment=NetworkSegment(cb5a1637-646d-4671-9ca6-bd30e74d860b),segment_id=cb5a1637-646d-4671-9ca6-bd30e74d860b)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:38:09.884450 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-ec0b9733-098a-4472-9cda-d68da88930b1 service neutron] For port 27489c81-0daf-4417-afae-47ce903b394d, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:38:09.916872 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-ec0b9733-098a-4472-9cda-d68da88930b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27489c81-0daf-4417-afae-47ce903b394d {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:38:09.929493 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-ec0b9733-098a-4472-9cda-d68da88930b1 service neutron] For port 27489c81-0daf-4417-afae-47ce903b394d, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=27489c81-0daf-4417-afae-47ce903b394d,segment=NetworkSegment(cb5a1637-646d-4671-9ca6-bd30e74d860b),segment_id=cb5a1637-646d-4671-9ca6-bd30e74d860b)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:38:09.945497 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-ec0b9733-098a-4472-9cda-d68da88930b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:10.024500 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-ec0b9733-098a-4472-9cda-d68da88930b1 service neutron] Transition to ACTIVE for port object 27489c81-0daf-4417-afae-47ce903b394d will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:38:10.028221 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-ec0b9733-098a-4472-9cda-d68da88930b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:10.091189 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-ec0b9733-098a-4472-9cda-d68da88930b1 service neutron] No DVR routers for this DVR port 27489c81-0daf-4417-afae-47ce903b394d on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:38:10.125503 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0b9733-098a-4472-9cda-d68da88930b1 service neutron] Pushing event updated for resources: {'Port': ['ID=27489c81-0daf-4417-afae-47ce903b394d,revision_number=10']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:10.134135 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-ec0b9733-098a-4472-9cda-d68da88930b1 service neutron] 10.222.0.23 "PUT /v2.0/ports/27489c81-0daf-4417-afae-47ce903b394d/bindings/n-h2-796209-16/activate HTTP/1.1" status: 200 len: 370 time: 0.4404881 Sep 07 02:38:10.500903 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 27489c81-0daf-4417-afae-47ce903b394d no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:38:10.545775 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 27489c81-0daf-4417-afae-47ce903b394d not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:38:17.647372 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-ff79ffdb-4e73-47cb-87ea-1cf46316eb8c req-6edb6aeb-42e5-41d4-97de-770bc3c0c8ff service neutron] Request body: {'port': {'device_id': '7737c6b0-0377-45c4-aa97-6c101ea3d5d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:38:17.758394 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-ff79ffdb-4e73-47cb-87ea-1cf46316eb8c req-6edb6aeb-42e5-41d4-97de-770bc3c0c8ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:17.769032 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-79f11745-5f13-4cf9-8656-ea2004678b16 tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:17.771467 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-79f11745-5f13-4cf9-8656-ea2004678b16 tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9&tenant_id=4ff846f9243a40b7bf323ea156c2bdd7&binding%3Ahost_id=n-h1-796209-16 HTTP/1.1" status: 200 len: 1097 time: 0.0656345 Sep 07 02:38:17.840426 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-7481bb56-7211-4c15-a574-2c231c33b8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:17.842479 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-7481bb56-7211-4c15-a574-2c231c33b8fa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9&tenant_id=4ff846f9243a40b7bf323ea156c2bdd7 HTTP/1.1" status: 200 len: 1097 time: 0.0606480 Sep 07 02:38:17.993779 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-921bc0f0-5b2f-48af-8fc2-337bc14bf27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:17.995347 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-921bc0f0-5b2f-48af-8fc2-337bc14bf27a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4ff846f9243a40b7bf323ea156c2bdd7&device_id=9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9 HTTP/1.1" status: 200 len: 1097 time: 0.1176777 Sep 07 02:38:18.050403 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94017303-6cb5-4a59-ae40-c9a5b12b488d req-9360ae4a-86af-4646-be30-549b385e08d0 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:18.052190 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-94017303-6cb5-4a59-ae40-c9a5b12b488d req-9360ae4a-86af-4646-be30-549b385e08d0 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/networks?id=29fccc3a-21f2-4674-8b92-bcfa16fabc4c HTTP/1.1" status: 200 len: 812 time: 0.1894789 Sep 07 02:38:18.091613 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba389db-2f8f-460b-a4cb-e88d737fe8c3 req-19ef8b32-fe5a-40e2-a903-44963927143b tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:18.093090 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2ba389db-2f8f-460b-a4cb-e88d737fe8c3 req-19ef8b32-fe5a-40e2-a903-44963927143b tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9 HTTP/1.1" status: 200 len: 945 time: 0.4029195 Sep 07 02:38:18.102412 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-94017303-6cb5-4a59-ae40-c9a5b12b488d req-16985b25-b34d-4410-b2da-eeb3eb09209e tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/quotas/4443ce3bb3024d489f3e6e525e333d25 HTTP/1.1" status: 200 len: 375 time: 0.0420609 Sep 07 02:38:18.145425 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-94017303-6cb5-4a59-ae40-c9a5b12b488d req-19fdc409-a804-4f51-9352-9fbea8439b91 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=4443ce3bb3024d489f3e6e525e333d25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369384 Sep 07 02:38:18.150421 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-73386dca-1a01-4a26-b584-143afa009a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:18.151917 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-73386dca-1a01-4a26-b584-143afa009a63 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5632e33d-1d7a-4426-9d83-a8e688a88788 HTTP/1.1" status: 200 len: 907 time: 0.1484160 Sep 07 02:38:18.206599 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2ba389db-2f8f-460b-a4cb-e88d737fe8c3 req-e16b7c95-4a09-45c6-a663-fdbe5835c1d9 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933735 Sep 07 02:38:18.212537 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-f52ae3cb-bbcf-461b-a9ec-940eeb9d1f10 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27489c81-0daf-4417-afae-47ce903b394d HTTP/1.1" status: 200 len: 217 time: 0.0457363 Sep 07 02:38:18.306597 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-1061fd0d-8208-413b-b599-2e9ff9703c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:18.308295 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-1061fd0d-8208-413b-b599-2e9ff9703c58 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cf141221-2e81-48e8-81ec-6bd6d6584327 HTTP/1.1" status: 200 len: 847 time: 0.0876291 Sep 07 02:38:18.334525 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-94017303-6cb5-4a59-ae40-c9a5b12b488d req-8da742b0-30ef-4a11-9f47-8fb31830dd3a service neutron] 10.222.0.22 "GET /v2.0/networks/29fccc3a-21f2-4674-8b92-bcfa16fabc4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778376 Sep 07 02:38:18.351591 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-ee6c6ac2-0d48-4ff3-87ac-c33726511603 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5632e33d-1d7a-4426-9d83-a8e688a88788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312173 Sep 07 02:38:18.373096 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-562de467-c6cc-45c0-9404-6638a48ddb7d req-1fcae8ad-e97f-40b2-b2a9-5a48b2a168be tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-649418806', 'description': 'tempest-description-1874749179'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:38:18.395505 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [req-ff79ffdb-4e73-47cb-87ea-1cf46316eb8c req-6edb6aeb-42e5-41d4-97de-770bc3c0c8ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 393e4ead-987e-4717-81ba-dbbbd2aed85c {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:38:18.405098 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-ff79ffdb-4e73-47cb-87ea-1cf46316eb8c req-6edb6aeb-42e5-41d4-97de-770bc3c0c8ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:18.417573 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-562de467-c6cc-45c0-9404-6638a48ddb7d req-1fcae8ad-e97f-40b2-b2a9-5a48b2a168be tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:18.426781 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-ff79ffdb-4e73-47cb-87ea-1cf46316eb8c req-6edb6aeb-42e5-41d4-97de-770bc3c0c8ff service neutron] Transition to ACTIVE for port object 393e4ead-987e-4717-81ba-dbbbd2aed85c will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:38:18.431741 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-ff79ffdb-4e73-47cb-87ea-1cf46316eb8c req-6edb6aeb-42e5-41d4-97de-770bc3c0c8ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:18.503961 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edb6aeb-42e5-41d4-97de-770bc3c0c8ff service neutron] Pushing event updated for resources: {'Port': ['ID=393e4ead-987e-4717-81ba-dbbbd2aed85c,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:18.505770 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-94017303-6cb5-4a59-ae40-c9a5b12b488d req-a8a30d5c-8567-44ba-93d4-25cc15dd700e service neutron] 10.222.0.22 "GET /v2.0/networks/29fccc3a-21f2-4674-8b92-bcfa16fabc4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566129 Sep 07 02:38:18.516698 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-d3fec47f-e5c0-4ace-be18-5a4f6414a0e8 service neutron] 10.222.0.16 "GET /v2.0/networks/5632e33d-1d7a-4426-9d83-a8e688a88788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480839 Sep 07 02:38:18.616016 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-562de467-c6cc-45c0-9404-6638a48ddb7d req-1fcae8ad-e97f-40b2-b2a9-5a48b2a168be tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:18.619245 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-ff79ffdb-4e73-47cb-87ea-1cf46316eb8c req-6edb6aeb-42e5-41d4-97de-770bc3c0c8ff service neutron] Attempting to bind port 393e4ead-987e-4717-81ba-dbbbd2aed85c on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:38:18.619627 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-ff79ffdb-4e73-47cb-87ea-1cf46316eb8c req-6edb6aeb-42e5-41d4-97de-770bc3c0c8ff service neutron] Attempting to bind port 393e4ead-987e-4717-81ba-dbbbd2aed85c by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '13dc9ed8-9308-4aae-9b5d-def0e71fea1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '419bf4f3-54e7-499b-8150-c01b471dd2b1'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:38:18.620457 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff79ffdb-4e73-47cb-87ea-1cf46316eb8c req-6edb6aeb-42e5-41d4-97de-770bc3c0c8ff service neutron] Attempting to bind port 393e4ead-987e-4717-81ba-dbbbd2aed85c on network 419bf4f3-54e7-499b-8150-c01b471dd2b1 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:38:18.625823 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff79ffdb-4e73-47cb-87ea-1cf46316eb8c req-6edb6aeb-42e5-41d4-97de-770bc3c0c8ff service neutron] Port 393e4ead-987e-4717-81ba-dbbbd2aed85c on network 419bf4f3-54e7-499b-8150-c01b471dd2b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:38:18.626231 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff79ffdb-4e73-47cb-87ea-1cf46316eb8c req-6edb6aeb-42e5-41d4-97de-770bc3c0c8ff service neutron] Attempting to bind port 393e4ead-987e-4717-81ba-dbbbd2aed85c on network 419bf4f3-54e7-499b-8150-c01b471dd2b1 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:38:18.630407 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-562de467-c6cc-45c0-9404-6638a48ddb7d req-1fcae8ad-e97f-40b2-b2a9-5a48b2a168be tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:18.639142 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff79ffdb-4e73-47cb-87ea-1cf46316eb8c req-6edb6aeb-42e5-41d4-97de-770bc3c0c8ff service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:38:18.639572 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff79ffdb-4e73-47cb-87ea-1cf46316eb8c req-6edb6aeb-42e5-41d4-97de-770bc3c0c8ff service neutron] Checking segment: {'id': '13dc9ed8-9308-4aae-9b5d-def0e71fea1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '419bf4f3-54e7-499b-8150-c01b471dd2b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:38:18.639924 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff79ffdb-4e73-47cb-87ea-1cf46316eb8c req-6edb6aeb-42e5-41d4-97de-770bc3c0c8ff service neutron] Bound using segment: {'id': '13dc9ed8-9308-4aae-9b5d-def0e71fea1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '419bf4f3-54e7-499b-8150-c01b471dd2b1'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:38:18.640379 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-ff79ffdb-4e73-47cb-87ea-1cf46316eb8c req-6edb6aeb-42e5-41d4-97de-770bc3c0c8ff service neutron] Bound port: 393e4ead-987e-4717-81ba-dbbbd2aed85c, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13dc9ed8-9308-4aae-9b5d-def0e71fea1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '419bf4f3-54e7-499b-8150-c01b471dd2b1'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:38:18.640733 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-ff79ffdb-4e73-47cb-87ea-1cf46316eb8c req-6edb6aeb-42e5-41d4-97de-770bc3c0c8ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:18.641791 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-f88ade47-d0b9-48c0-ac80-9b031063e901 service neutron] 10.222.0.16 "GET /v2.0/networks/5632e33d-1d7a-4426-9d83-a8e688a88788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176429 Sep 07 02:38:18.679045 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-562de467-c6cc-45c0-9404-6638a48ddb7d req-1fcae8ad-e97f-40b2-b2a9-5a48b2a168be tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:18.690277 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-562de467-c6cc-45c0-9404-6638a48ddb7d req-1fcae8ad-e97f-40b2-b2a9-5a48b2a168be tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3226535 Sep 07 02:38:18.713864 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcae8ad-e97f-40b2-b2a9-5a48b2a168be tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8438ccc6-4c17-43eb-adbf-4e9ca01f013c,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:18.770594 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-ff79ffdb-4e73-47cb-87ea-1cf46316eb8c req-6edb6aeb-42e5-41d4-97de-770bc3c0c8ff service neutron] For port 393e4ead-987e-4717-81ba-dbbbd2aed85c, host n-h2-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:38:18.780898 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-ff79ffdb-4e73-47cb-87ea-1cf46316eb8c req-6edb6aeb-42e5-41d4-97de-770bc3c0c8ff service neutron] For port 393e4ead-987e-4717-81ba-dbbbd2aed85c, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=393e4ead-987e-4717-81ba-dbbbd2aed85c,segment=NetworkSegment(13dc9ed8-9308-4aae-9b5d-def0e71fea1f),segment_id=13dc9ed8-9308-4aae-9b5d-def0e71fea1f)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:38:18.786729 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-ff79ffdb-4e73-47cb-87ea-1cf46316eb8c req-6edb6aeb-42e5-41d4-97de-770bc3c0c8ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:18.830696 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff79ffdb-4e73-47cb-87ea-1cf46316eb8c req-6edb6aeb-42e5-41d4-97de-770bc3c0c8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:18.831470 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-ff79ffdb-4e73-47cb-87ea-1cf46316eb8c req-6edb6aeb-42e5-41d4-97de-770bc3c0c8ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:18.833341 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ff79ffdb-4e73-47cb-87ea-1cf46316eb8c req-6edb6aeb-42e5-41d4-97de-770bc3c0c8ff service neutron] 10.222.0.16 "PUT /v2.0/ports/393e4ead-987e-4717-81ba-dbbbd2aed85c HTTP/1.1" status: 200 len: 1092 time: 1.1958122 Sep 07 02:38:18.833753 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7737c6b0-0377-45c4-aa97-6c101ea3d5d0', 'tag': '393e4ead-987e-4717-81ba-dbbbd2aed85c'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:38:18.838328 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd56a07f-e21e-4a06-ac7e-b229b2b4c44e" -d '{"events": [{"name": "network-changed", "server_uuid": "7737c6b0-0377-45c4-aa97-6c101ea3d5d0", "tag": "393e4ead-987e-4717-81ba-dbbbd2aed85c"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:38:18.852566 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742de4b4-4e3f-4554-8a54-5ae34dcd6cf8 req-b239b549-2efd-4ddf-ad3a-7e817e5c3dc6 tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:18.856202 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-742de4b4-4e3f-4554-8a54-5ae34dcd6cf8 req-b239b549-2efd-4ddf-ad3a-7e817e5c3dc6 tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] 10.222.0.22 "GET /v2.0/ports?device_id=7737c6b0-0377-45c4-aa97-6c101ea3d5d0 HTTP/1.1" status: 200 len: 943 time: 0.0876496 Sep 07 02:38:18.873941 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad148848-69a8-4067-9b6d-d6e483976b5e x-openstack-request-id: req-ad148848-69a8-4067-9b6d-d6e483976b5e {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:38:18.874424 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52929214-daec-403d-8c4a-ab0ba9d8f0ce", "name": "network-vif-plugged", "status": "completed", "tag": "b9f350e6-7228-4f1e-98b9-880119e07ad7", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:38:18.874522 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ad148848-69a8-4067-9b6d-d6e483976b5e {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:38:18.875301 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52929214-daec-403d-8c4a-ab0ba9d8f0ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f350e6-7228-4f1e-98b9-880119e07ad7', 'code': 200} Sep 07 02:38:18.900393 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edb6aeb-42e5-41d4-97de-770bc3c0c8ff service neutron] Pushing event updated for resources: {'Port': ['ID=393e4ead-987e-4717-81ba-dbbbd2aed85c,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:18.912636 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-742de4b4-4e3f-4554-8a54-5ae34dcd6cf8 req-844d7d96-40eb-4119-9442-14767e176d21 tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] 10.222.0.22 "GET /v2.0/security-groups?id=88052a65-ed00-4a19-8dd0-36437b4f1462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481920 Sep 07 02:38:19.061247 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6da36a-912c-47b0-95b3-0d9b68cdb8a5 req-ab91fc44-7aaa-400f-b93d-7cb84ed890c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:19.062819 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0e6da36a-912c-47b0-95b3-0d9b68cdb8a5 req-ab91fc44-7aaa-400f-b93d-7cb84ed890c1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=52929214-daec-403d-8c4a-ab0ba9d8f0ce HTTP/1.1" status: 200 len: 1097 time: 0.0821164 Sep 07 02:38:19.101844 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff79ffdb-4e73-47cb-87ea-1cf46316eb8c req-ff1b44cf-1b4e-419e-8cc3-d311e5b0b125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:19.103494 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ff79ffdb-4e73-47cb-87ea-1cf46316eb8c req-ff1b44cf-1b4e-419e-8cc3-d311e5b0b125 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f0944a3bfb51437eb5ffab031c87e3ed&device_id=7737c6b0-0377-45c4-aa97-6c101ea3d5d0 HTTP/1.1" status: 200 len: 1095 time: 0.1701715 Sep 07 02:38:19.110972 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7229382-835c-4bc4-b400-61a87d0f7bda req-2eb4a16a-d642-4cd2-b437-9b68aaa5f076 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:19.112519 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c13902f3-b69d-4def-8305-68fb7b87f1df req-1acf1e93-5cc3-413b-b185-077fbde68b32 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=a793a211-a6d1-410b-8995-97e53d64ad03 HTTP/1.1" status: 200 len: 210 time: 0.0359190 Sep 07 02:38:19.122485 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a7229382-835c-4bc4-b400-61a87d0f7bda req-2eb4a16a-d642-4cd2-b437-9b68aaa5f076 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=52929214-daec-403d-8c4a-ab0ba9d8f0ce HTTP/1.1" status: 200 len: 945 time: 0.1734257 Sep 07 02:38:19.154545 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0e6da36a-912c-47b0-95b3-0d9b68cdb8a5 req-1d084e76-19de-4e5d-9fd1-95a5cd86c814 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839777 Sep 07 02:38:19.180296 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-2ffda7ca-a258-4d64-a5ce-66950650ab66 tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:19.181908 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-2ffda7ca-a258-4d64-a5ce-66950650ab66 tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9&tenant_id=4ff846f9243a40b7bf323ea156c2bdd7&binding%3Ahost_id=n-h2-796209-16 HTTP/1.1" status: 200 len: 1097 time: 0.1977031 Sep 07 02:38:19.185285 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ff79ffdb-4e73-47cb-87ea-1cf46316eb8c req-5a167560-80a7-4098-b468-ccc6a3495e04 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=393e4ead-987e-4717-81ba-dbbbd2aed85c HTTP/1.1" status: 200 len: 217 time: 0.0607624 Sep 07 02:38:19.201743 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a7229382-835c-4bc4-b400-61a87d0f7bda req-466377d1-811b-442c-8b33-9317a02c9f51 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784874 Sep 07 02:38:19.273206 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-82b23f86-0bc9-4aee-b807-c4eee3076b67 req-7bbd67a9-36dc-49f4-a69d-6d128f2c0b64 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] 10.222.0.22 "GET /v2.0/security-groups/8438ccc6-4c17-43eb-adbf-4e9ca01f013c HTTP/1.1" status: 200 len: 1804 time: 0.0405316 Sep 07 02:38:19.283377 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-82b23f86-0bc9-4aee-b807-c4eee3076b67 req-abb45dbd-4b88-428a-a4a7-428abca5d8d7 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8438ccc6-4c17-43eb-adbf-4e9ca01f013c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:38:19.283719 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-82b23f86-0bc9-4aee-b807-c4eee3076b67 req-abb45dbd-4b88-428a-a4a7-428abca5d8d7 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8438ccc6-4c17-43eb-adbf-4e9ca01f013c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:38:19.342233 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-82b23f86-0bc9-4aee-b807-c4eee3076b67 req-abb45dbd-4b88-428a-a4a7-428abca5d8d7 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:19.368219 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-82b23f86-0bc9-4aee-b807-c4eee3076b67 req-abb45dbd-4b88-428a-a4a7-428abca5d8d7 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:19.371819 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-82b23f86-0bc9-4aee-b807-c4eee3076b67 req-abb45dbd-4b88-428a-a4a7-428abca5d8d7 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:19.459218 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb45dbd-4b88-428a-a4a7-428abca5d8d7 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e00677bd-d99e-4c7a-96c2-98a6bff398fd,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:19.475159 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7896f8-3fce-4a3c-909d-1853095b366b x-openstack-request-id: req-bf7896f8-3fce-4a3c-909d-1853095b366b {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:38:19.475532 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7737c6b0-0377-45c4-aa97-6c101ea3d5d0", "tag": "393e4ead-987e-4717-81ba-dbbbd2aed85c", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:38:19.475710 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bf7896f8-3fce-4a3c-909d-1853095b366b {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:38:19.476163 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7737c6b0-0377-45c4-aa97-6c101ea3d5d0', 'tag': '393e4ead-987e-4717-81ba-dbbbd2aed85c', 'status': 'completed', 'code': 200} Sep 07 02:38:19.481536 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-82b23f86-0bc9-4aee-b807-c4eee3076b67 req-abb45dbd-4b88-428a-a4a7-428abca5d8d7 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:19.482730 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-82b23f86-0bc9-4aee-b807-c4eee3076b67 req-abb45dbd-4b88-428a-a4a7-428abca5d8d7 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2033286 Sep 07 02:38:19.503145 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff79ffdb-4e73-47cb-87ea-1cf46316eb8c req-532c583f-a699-4d13-8f51-0d0cadfa0f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:19.505062 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ff79ffdb-4e73-47cb-87ea-1cf46316eb8c req-532c583f-a699-4d13-8f51-0d0cadfa0f80 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d69abcbe-3002-4b6d-9ef5-483df76a29a6 HTTP/1.1" status: 200 len: 854 time: 0.1309321 Sep 07 02:38:19.628953 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-f6ca5a75-2aaf-40c8-bf8b-2a20fd7a6bf7 service neutron] For port 27489c81-0daf-4417-afae-47ce903b394d, host n-h1-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:38:19.636930 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfec627-01e9-45f9-b7bf-b6de8addb810 req-3d026f31-5926-40b0-b2ea-1406262b2236 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:19.638443 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-abfec627-01e9-45f9-b7bf-b6de8addb810 req-3d026f31-5926-40b0-b2ea-1406262b2236 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9 HTTP/1.1" status: 200 len: 945 time: 0.0978777 Sep 07 02:38:19.641748 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff79ffdb-4e73-47cb-87ea-1cf46316eb8c req-ce73ba78-6e12-4cee-84f4-a1439ea7142f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:19.643228 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ff79ffdb-4e73-47cb-87ea-1cf46316eb8c req-ce73ba78-6e12-4cee-84f4-a1439ea7142f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=419bf4f3-54e7-499b-8150-c01b471dd2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1071723 Sep 07 02:38:19.646679 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-f6ca5a75-2aaf-40c8-bf8b-2a20fd7a6bf7 service neutron] Notify callbacks [] for binding, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:19.647805 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4a36c30f-0240-400b-be7e-c5d3160c5edd req-f6ca5a75-2aaf-40c8-bf8b-2a20fd7a6bf7 service neutron] 10.222.0.16 "DELETE /v2.0/ports/27489c81-0daf-4417-afae-47ce903b394d/bindings/n-h1-796209-16 HTTP/1.1" status: 204 len: 173 time: 0.2612009 Sep 07 02:38:19.719269 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-abfec627-01e9-45f9-b7bf-b6de8addb810 req-f147bfa8-b67d-475e-8c8c-7e856bc8a44c tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658798 Sep 07 02:38:19.772436 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-6734b007-e48c-4f44-a0c2-ce8faefb4366 req-8dcf6a31-c701-499d-8dd8-66530c68a4aa tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1284969095', 'description': 'tempest-description-672021830'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:38:19.816702 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ff79ffdb-4e73-47cb-87ea-1cf46316eb8c req-4bb24a51-a7b3-4815-8bf7-88135fce2426 service neutron] 10.222.0.16 "GET /v2.0/networks/419bf4f3-54e7-499b-8150-c01b471dd2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593745 Sep 07 02:38:19.841795 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-6734b007-e48c-4f44-a0c2-ce8faefb4366 req-8dcf6a31-c701-499d-8dd8-66530c68a4aa tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:19.962872 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ff79ffdb-4e73-47cb-87ea-1cf46316eb8c req-f34ff1eb-5dfd-4e9f-b5b5-2712ca697f8a service neutron] 10.222.0.16 "GET /v2.0/networks/419bf4f3-54e7-499b-8150-c01b471dd2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334164 Sep 07 02:38:20.019879 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-6734b007-e48c-4f44-a0c2-ce8faefb4366 req-8dcf6a31-c701-499d-8dd8-66530c68a4aa tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:20.026635 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-6734b007-e48c-4f44-a0c2-ce8faefb4366 req-8dcf6a31-c701-499d-8dd8-66530c68a4aa tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:20.069808 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcf6a31-c701-499d-8dd8-66530c68a4aa tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b23649-cd40-4dfa-b6b5-4b285629deee,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:20.072219 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-6734b007-e48c-4f44-a0c2-ce8faefb4366 req-8dcf6a31-c701-499d-8dd8-66530c68a4aa tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:20.073555 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6734b007-e48c-4f44-a0c2-ce8faefb4366 req-8dcf6a31-c701-499d-8dd8-66530c68a4aa tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3112755 Sep 07 02:38:20.126640 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d99b6c-0898-4bc0-85b0-41b18f960564 req-06d5b973-ae88-4646-bade-ae88f5492d83 tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:20.128384 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-12d99b6c-0898-4bc0-85b0-41b18f960564 req-06d5b973-ae88-4646-bade-ae88f5492d83 tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] 10.222.0.22 "GET /v2.0/ports?device_id=7737c6b0-0377-45c4-aa97-6c101ea3d5d0 HTTP/1.1" status: 200 len: 943 time: 0.0546103 Sep 07 02:38:20.159318 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f5e3093c-67ae-4d33-9fa0-e86023931c9a req-de8662e5-4031-492a-8ff8-378322613f5d tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=a793a211-a6d1-410b-8995-97e53d64ad03 HTTP/1.1" status: 200 len: 210 time: 0.0296962 Sep 07 02:38:20.187084 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-12d99b6c-0898-4bc0-85b0-41b18f960564 req-e4d666da-ba3e-4b36-813b-822d293e8c31 tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] 10.222.0.22 "GET /v2.0/security-groups?id=88052a65-ed00-4a19-8dd0-36437b4f1462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479207 Sep 07 02:38:20.210067 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56a07f-e21e-4a06-ac7e-b229b2b4c44e req-0fdd7e84-23eb-4880-aab6-6d91a0b083b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:20.212387 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bd56a07f-e21e-4a06-ac7e-b229b2b4c44e req-0fdd7e84-23eb-4880-aab6-6d91a0b083b6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f0944a3bfb51437eb5ffab031c87e3ed&device_id=7737c6b0-0377-45c4-aa97-6c101ea3d5d0 HTTP/1.1" status: 200 len: 1095 time: 0.0515485 Sep 07 02:38:20.316747 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4b458f7f-d019-4a8f-bb52-66e1790d6928 req-ed0e0cfb-49a5-414a-ac3c-a5ebe3c29887 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] 10.222.0.22 "GET /v2.0/security-groups/f1b23649-cd40-4dfa-b6b5-4b285629deee HTTP/1.1" status: 200 len: 1804 time: 0.0390532 Sep 07 02:38:20.327139 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-4b458f7f-d019-4a8f-bb52-66e1790d6928 req-3f6ca4bd-71dc-4c7e-863e-e9d239881953 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'f1b23649-cd40-4dfa-b6b5-4b285629deee', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:38:20.327452 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-4b458f7f-d019-4a8f-bb52-66e1790d6928 req-3f6ca4bd-71dc-4c7e-863e-e9d239881953 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'f1b23649-cd40-4dfa-b6b5-4b285629deee', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:38:20.331413 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186dd6ae-d476-4ac3-8f47-0dea759184a6 req-a28e1b72-6bdc-41c2-acef-479c179762dd tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:20.332956 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-186dd6ae-d476-4ac3-8f47-0dea759184a6 req-a28e1b72-6bdc-41c2-acef-479c179762dd tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9 HTTP/1.1" status: 200 len: 1097 time: 0.0899868 Sep 07 02:38:20.352362 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56a07f-e21e-4a06-ac7e-b229b2b4c44e req-156f1a3f-d63d-48b3-934a-6a33c8920c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:20.353779 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bd56a07f-e21e-4a06-ac7e-b229b2b4c44e req-156f1a3f-d63d-48b3-934a-6a33c8920c3d service neutron] 10.222.0.16 "GET /v2.0/networks?id=419bf4f3-54e7-499b-8150-c01b471dd2b1 HTTP/1.1" status: 200 len: 915 time: 0.1322305 Sep 07 02:38:20.394287 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4b458f7f-d019-4a8f-bb52-66e1790d6928 req-3f6ca4bd-71dc-4c7e-863e-e9d239881953 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:20.413253 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bd56a07f-e21e-4a06-ac7e-b229b2b4c44e req-7a887692-10ea-4612-97dd-43d46d85ba99 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=393e4ead-987e-4717-81ba-dbbbd2aed85c HTTP/1.1" status: 200 len: 217 time: 0.0455089 Sep 07 02:38:20.423726 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-186dd6ae-d476-4ac3-8f47-0dea759184a6 req-45f91776-b8b5-4c60-87fc-5a4f62865574 tempest-LiveMigrationTest-1920677412 tempest-LiveMigrationTest-1920677412-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792773 Sep 07 02:38:20.434665 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4b458f7f-d019-4a8f-bb52-66e1790d6928 req-3f6ca4bd-71dc-4c7e-863e-e9d239881953 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:20.445028 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4b458f7f-d019-4a8f-bb52-66e1790d6928 req-3f6ca4bd-71dc-4c7e-863e-e9d239881953 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:20.465461 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6ca4bd-71dc-4c7e-863e-e9d239881953 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7be44d2-3176-46a8-8dae-7bc2e2c23289,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:20.474380 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4b458f7f-d019-4a8f-bb52-66e1790d6928 req-3f6ca4bd-71dc-4c7e-863e-e9d239881953 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:20.485316 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4b458f7f-d019-4a8f-bb52-66e1790d6928 req-3f6ca4bd-71dc-4c7e-863e-e9d239881953 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1618278 Sep 07 02:38:20.529384 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56a07f-e21e-4a06-ac7e-b229b2b4c44e req-9433a24c-1803-47fe-afbb-6c54620b64ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:20.530956 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bd56a07f-e21e-4a06-ac7e-b229b2b4c44e req-9433a24c-1803-47fe-afbb-6c54620b64ca service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d69abcbe-3002-4b6d-9ef5-483df76a29a6 HTTP/1.1" status: 200 len: 854 time: 0.1059062 Sep 07 02:38:20.561971 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f345bc-a389-47c3-bb3f-9994254b84dc req-325aa11c-3bd8-41a9-bfb4-b36f20c0eacc tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:20.563578 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-06f345bc-a389-47c3-bb3f-9994254b84dc req-325aa11c-3bd8-41a9-bfb4-b36f20c0eacc tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=52929214-daec-403d-8c4a-ab0ba9d8f0ce HTTP/1.1" status: 200 len: 945 time: 0.0803673 Sep 07 02:38:20.626302 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56a07f-e21e-4a06-ac7e-b229b2b4c44e req-95a405c4-2c43-45a2-a9e8-e79444910e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:20.628075 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bd56a07f-e21e-4a06-ac7e-b229b2b4c44e req-95a405c4-2c43-45a2-a9e8-e79444910e82 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=419bf4f3-54e7-499b-8150-c01b471dd2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0843110 Sep 07 02:38:20.632119 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-06f345bc-a389-47c3-bb3f-9994254b84dc req-588d0f83-701e-49a9-92c3-31f238554977 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534225 Sep 07 02:38:20.687674 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-94017303-6cb5-4a59-ae40-c9a5b12b488d req-24d44317-c624-4a66-927d-b9e16f2ad710 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4443ce3bb3024d489f3e6e525e333d25&device_id=a793a211-a6d1-410b-8995-97e53d64ad03 HTTP/1.1" status: 200 len: 210 time: 0.0585949 Sep 07 02:38:20.699308 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-36645a8a-0d9b-479e-97be-652cd105e385 req-f75b033c-2ef5-4d7e-b411-6b9e4970bcb7 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-244918281', 'description': 'tempest-description-1645095221'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:38:20.833951 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa64a05-da12-4cd1-9060-c886258d781f req-b35c56ae-4827-4363-aaf0-9ffd5c022e6c tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:20.835513 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-36645a8a-0d9b-479e-97be-652cd105e385 req-f75b033c-2ef5-4d7e-b411-6b9e4970bcb7 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:20.836067 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5fa64a05-da12-4cd1-9060-c886258d781f req-b35c56ae-4827-4363-aaf0-9ffd5c022e6c tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9 HTTP/1.1" status: 200 len: 945 time: 0.0516253 Sep 07 02:38:20.855202 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bd56a07f-e21e-4a06-ac7e-b229b2b4c44e req-7eb3cb30-9b81-49db-a74e-66f86f6a0078 service neutron] 10.222.0.16 "GET /v2.0/networks/419bf4f3-54e7-499b-8150-c01b471dd2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140620 Sep 07 02:38:20.874346 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5fa64a05-da12-4cd1-9060-c886258d781f req-0fe0ab8b-f675-49f0-8262-f1433905102a tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324104 Sep 07 02:38:20.917178 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94017303-6cb5-4a59-ae40-c9a5b12b488d req-d01e7565-e4b4-426f-8af0-fc2fddd66cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:20.918740 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-94017303-6cb5-4a59-ae40-c9a5b12b488d req-d01e7565-e4b4-426f-8af0-fc2fddd66cc4 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=4443ce3bb3024d489f3e6e525e333d25&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2130237 Sep 07 02:38:21.063305 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bd56a07f-e21e-4a06-ac7e-b229b2b4c44e req-b5c9b4ee-62b6-47e0-b07c-113489a148e7 service neutron] 10.222.0.16 "GET /v2.0/networks/419bf4f3-54e7-499b-8150-c01b471dd2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970992 Sep 07 02:38:21.094322 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94017303-6cb5-4a59-ae40-c9a5b12b488d req-b5a42b44-ba0b-4228-b2df-bb8a75746e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:21.095784 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-94017303-6cb5-4a59-ae40-c9a5b12b488d req-b5a42b44-ba0b-4228-b2df-bb8a75746e61 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1507545 Sep 07 02:38:21.098573 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-36645a8a-0d9b-479e-97be-652cd105e385 req-f75b033c-2ef5-4d7e-b411-6b9e4970bcb7 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:21.102599 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-36645a8a-0d9b-479e-97be-652cd105e385 req-f75b033c-2ef5-4d7e-b411-6b9e4970bcb7 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:21.139158 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:21.141565 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-36645a8a-0d9b-479e-97be-652cd105e385 req-f75b033c-2ef5-4d7e-b411-6b9e4970bcb7 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:21.142742 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-36645a8a-0d9b-479e-97be-652cd105e385 req-f75b033c-2ef5-4d7e-b411-6b9e4970bcb7 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4574764 Sep 07 02:38:21.146567 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75b033c-2ef5-4d7e-b411-6b9e4970bcb7 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85876cd2-b3d4-4dd3-90b5-5a85dc27882f,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:21.164268 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-94017303-6cb5-4a59-ae40-c9a5b12b488d req-0e420b33-2fed-44cd-b2b4-a7e1b6302a8a tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.16 "GET /v2.0/ports?device_id=a793a211-a6d1-410b-8995-97e53d64ad03 HTTP/1.1" status: 200 len: 210 time: 0.0356057 Sep 07 02:38:21.172775 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-fe10b7e7-3a47-47ee-b910-1be107fb0c1d req-9cfef61a-73ca-489a-91a8-80795bfa5ac3 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-592892226', 'description': 'tempest-description-1558460851'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:38:21.207917 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:21.208414 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fe10b7e7-3a47-47ee-b910-1be107fb0c1d req-9cfef61a-73ca-489a-91a8-80795bfa5ac3 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:21.289903 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e4a0ee9a-fae0-4f20-b72a-43d70e601e48 req-35e5cf09-3a17-40c0-a1d5-0ad19c67e861 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=a793a211-a6d1-410b-8995-97e53d64ad03 HTTP/1.1" status: 200 len: 210 time: 0.0504055 Sep 07 02:38:21.306580 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fe10b7e7-3a47-47ee-b910-1be107fb0c1d req-9cfef61a-73ca-489a-91a8-80795bfa5ac3 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:21.316202 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fe10b7e7-3a47-47ee-b910-1be107fb0c1d req-9cfef61a-73ca-489a-91a8-80795bfa5ac3 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:21.347997 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fe10b7e7-3a47-47ee-b910-1be107fb0c1d req-9cfef61a-73ca-489a-91a8-80795bfa5ac3 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:21.364119 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fe10b7e7-3a47-47ee-b910-1be107fb0c1d req-9cfef61a-73ca-489a-91a8-80795bfa5ac3 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1953945 Sep 07 02:38:21.368863 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfef61a-73ca-489a-91a8-80795bfa5ac3 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15136e9b-7d46-4800-bbe4-e60bb5cf5b36,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:21.427410 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c6aab-9496-4b32-9b47-7ebf1377bec9 req-c49da425-9a33-4ffd-af63-bcaa2a96112e tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:21.429121 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-975c6aab-9496-4b32-9b47-7ebf1377bec9 req-c49da425-9a33-4ffd-af63-bcaa2a96112e tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] 10.222.0.22 "GET /v2.0/ports?device_id=7737c6b0-0377-45c4-aa97-6c101ea3d5d0 HTTP/1.1" status: 200 len: 943 time: 0.0701015 Sep 07 02:38:21.478349 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-975c6aab-9496-4b32-9b47-7ebf1377bec9 req-2ecb2750-224c-4fda-9813-677ba2c42bb0 tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] 10.222.0.22 "GET /v2.0/security-groups?id=88052a65-ed00-4a19-8dd0-36437b4f1462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426490 Sep 07 02:38:21.499808 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d54d4a60-8a3c-4539-930f-365d380d6773 req-0b3ecbb5-8219-4915-9dc2-099f06992eae tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] 10.222.0.22 "GET /v2.0/security-groups/85876cd2-b3d4-4dd3-90b5-5a85dc27882f HTTP/1.1" status: 200 len: 1804 time: 0.0461349 Sep 07 02:38:21.549190 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d54d4a60-8a3c-4539-930f-365d380d6773 req-fbdb81c4-52de-43f7-a1e6-f41f7b4f3977 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] 10.222.0.22 "GET /v2.0/security-groups/15136e9b-7d46-4800-bbe4-e60bb5cf5b36 HTTP/1.1" status: 200 len: 1804 time: 0.0425749 Sep 07 02:38:21.560200 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-d54d4a60-8a3c-4539-930f-365d380d6773 req-e33c754b-eff9-4c35-843a-5efe4a4ff197 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '85876cd2-b3d4-4dd3-90b5-5a85dc27882f', 'remote_group_id': '15136e9b-7d46-4800-bbe4-e60bb5cf5b36', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:38:21.560519 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-d54d4a60-8a3c-4539-930f-365d380d6773 req-e33c754b-eff9-4c35-843a-5efe4a4ff197 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '85876cd2-b3d4-4dd3-90b5-5a85dc27882f', 'remote_group_id': '15136e9b-7d46-4800-bbe4-e60bb5cf5b36', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:38:21.613113 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-80de5c02-c83d-4134-95ff-0b80e651360f req-87fd6977-e775-49f0-a54e-69b97a9bff50 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4443ce3bb3024d489f3e6e525e333d25&device_id=a793a211-a6d1-410b-8995-97e53d64ad03 HTTP/1.1" status: 200 len: 210 time: 0.0327919 Sep 07 02:38:21.629557 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d54d4a60-8a3c-4539-930f-365d380d6773 req-e33c754b-eff9-4c35-843a-5efe4a4ff197 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:21.673335 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d54d4a60-8a3c-4539-930f-365d380d6773 req-e33c754b-eff9-4c35-843a-5efe4a4ff197 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:21.677652 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d54d4a60-8a3c-4539-930f-365d380d6773 req-e33c754b-eff9-4c35-843a-5efe4a4ff197 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:21.695603 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33c754b-eff9-4c35-843a-5efe4a4ff197 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2da0515-ff24-4182-affb-9482a879fe24,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:21.702753 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d54d4a60-8a3c-4539-930f-365d380d6773 req-e33c754b-eff9-4c35-843a-5efe4a4ff197 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:21.704290 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d54d4a60-8a3c-4539-930f-365d380d6773 req-e33c754b-eff9-4c35-843a-5efe4a4ff197 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1485343 Sep 07 02:38:21.709590 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5079a-7212-4feb-83eb-799d02307d9c req-f8a907ba-5a9c-47cf-948c-3ec9a31ca19b tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:21.711093 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-12d5079a-7212-4feb-83eb-799d02307d9c req-f8a907ba-5a9c-47cf-948c-3ec9a31ca19b tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9 HTTP/1.1" status: 200 len: 945 time: 0.1222653 Sep 07 02:38:21.733507 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-80c03375-ba6c-4a33-bfdc-e8415ddcb912 req-973035ab-eb1a-4c92-90ee-0bb73f990595 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-239595595', 'description': 'tempest-description-98200993'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:38:21.757208 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-80c03375-ba6c-4a33-bfdc-e8415ddcb912 req-973035ab-eb1a-4c92-90ee-0bb73f990595 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:21.824240 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de5c02-c83d-4134-95ff-0b80e651360f req-f31252f2-6e5f-4e1f-9270-051061902399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:21.825922 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-80de5c02-c83d-4134-95ff-0b80e651360f req-f31252f2-6e5f-4e1f-9270-051061902399 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=4443ce3bb3024d489f3e6e525e333d25&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1981883 Sep 07 02:38:21.842737 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-80c03375-ba6c-4a33-bfdc-e8415ddcb912 req-973035ab-eb1a-4c92-90ee-0bb73f990595 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:21.846869 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-80c03375-ba6c-4a33-bfdc-e8415ddcb912 req-973035ab-eb1a-4c92-90ee-0bb73f990595 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:21.875474 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-80c03375-ba6c-4a33-bfdc-e8415ddcb912 req-973035ab-eb1a-4c92-90ee-0bb73f990595 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:21.876736 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-80c03375-ba6c-4a33-bfdc-e8415ddcb912 req-973035ab-eb1a-4c92-90ee-0bb73f990595 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1474848 Sep 07 02:38:21.879085 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973035ab-eb1a-4c92-90ee-0bb73f990595 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9beade5-bd59-424c-9bd9-73292308b167,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:21.880285 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a58cf4-d4b0-4296-8575-827eba43b642 req-dce83841-3fa1-4a56-beeb-845b94e42637 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:21.881800 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d6a58cf4-d4b0-4296-8575-827eba43b642 req-dce83841-3fa1-4a56-beeb-845b94e42637 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=52929214-daec-403d-8c4a-ab0ba9d8f0ce HTTP/1.1" status: 200 len: 945 time: 0.1216714 Sep 07 02:38:21.908613 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-947979fa-3bb3-4b72-977f-6140c088c090 req-3d8a259e-8732-4a40-8013-9c1ebd0b5f54 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1705192161', 'description': 'tempest-description-1867354720'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:38:21.931611 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-947979fa-3bb3-4b72-977f-6140c088c090 req-3d8a259e-8732-4a40-8013-9c1ebd0b5f54 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:21.948274 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-12d5079a-7212-4feb-83eb-799d02307d9c req-b58bc5e3-d907-4d3a-be96-9b0c9378c301 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Deleting port 27489c81-0daf-4417-afae-47ce903b394d {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:38:21.948619 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-12d5079a-7212-4feb-83eb-799d02307d9c req-b58bc5e3-d907-4d3a-be96-9b0c9378c301 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:22.017465 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-947979fa-3bb3-4b72-977f-6140c088c090 req-3d8a259e-8732-4a40-8013-9c1ebd0b5f54 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:22.021255 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-947979fa-3bb3-4b72-977f-6140c088c090 req-3d8a259e-8732-4a40-8013-9c1ebd0b5f54 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:22.028846 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d6a58cf4-d4b0-4296-8575-827eba43b642 req-9b56cbc9-9ce4-418c-940c-60d9ca50f3bb tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406744 Sep 07 02:38:22.041295 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de5c02-c83d-4134-95ff-0b80e651360f req-dcae5dc1-650f-4e91-be2a-a930e624d8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:22.042618 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-80de5c02-c83d-4134-95ff-0b80e651360f req-dcae5dc1-650f-4e91-be2a-a930e624d8b8 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2075701 Sep 07 02:38:22.060320 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-947979fa-3bb3-4b72-977f-6140c088c090 req-3d8a259e-8732-4a40-8013-9c1ebd0b5f54 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:22.061685 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-947979fa-3bb3-4b72-977f-6140c088c090 req-3d8a259e-8732-4a40-8013-9c1ebd0b5f54 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.1574626 Sep 07 02:38:22.071850 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8a259e-8732-4a40-8013-9c1ebd0b5f54 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=594175db-7dda-4bb5-821c-5ef03567c9e5,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:22.092658 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-12d5079a-7212-4feb-83eb-799d02307d9c req-b58bc5e3-d907-4d3a-be96-9b0c9378c301 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] For port 27489c81-0daf-4417-afae-47ce903b394d, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=27489c81-0daf-4417-afae-47ce903b394d,segment=NetworkSegment(cb5a1637-646d-4671-9ca6-bd30e74d860b),segment_id=cb5a1637-646d-4671-9ca6-bd30e74d860b)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:38:22.093030 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-12d5079a-7212-4feb-83eb-799d02307d9c req-b58bc5e3-d907-4d3a-be96-9b0c9378c301 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:22.129335 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-12d5079a-7212-4feb-83eb-799d02307d9c req-b58bc5e3-d907-4d3a-be96-9b0c9378c301 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Calling delete_port for 27489c81-0daf-4417-afae-47ce903b394d owned by compute:nova {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:38:22.133573 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-80de5c02-c83d-4134-95ff-0b80e651360f req-086d3841-d940-43e0-813e-ccc801278f50 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.16 "GET /v2.0/ports?device_id=a793a211-a6d1-410b-8995-97e53d64ad03 HTTP/1.1" status: 200 len: 210 time: 0.0311732 Sep 07 02:38:22.170125 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f475450-50ea-40b0-bbb6-b1b41f0201ce req-59fcadf4-49a8-455f-8629-a91c873af4a1 tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:22.171749 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3f475450-50ea-40b0-bbb6-b1b41f0201ce req-59fcadf4-49a8-455f-8629-a91c873af4a1 tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=52929214-daec-403d-8c4a-ab0ba9d8f0ce HTTP/1.1" status: 200 len: 1097 time: 0.0429983 Sep 07 02:38:22.211956 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3f475450-50ea-40b0-bbb6-b1b41f0201ce req-549a1eef-4cba-4832-a3af-005fef45e03b tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322108 Sep 07 02:38:22.236215 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e7b63-670a-4701-a9cd-631e7c203bcf req-ed8b395e-cbdb-4962-b325-ee924faf4d8c tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:22.238455 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2e1e7b63-670a-4701-a9cd-631e7c203bcf req-ed8b395e-cbdb-4962-b325-ee924faf4d8c tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9 HTTP/1.1" status: 200 len: 945 time: 0.1065664 Sep 07 02:38:22.292567 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2e1e7b63-670a-4701-a9cd-631e7c203bcf req-e1bc94fe-e3af-4419-9bb2-3ffbfec3c335 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466259 Sep 07 02:38:22.307372 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e640e691-df1f-4d72-a0ae-7d4bb13cedfa req-53f01a58-615c-4ec9-9985-50e695d03af7 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] 10.222.0.22 "GET /v2.0/security-groups/a9beade5-bd59-424c-9bd9-73292308b167 HTTP/1.1" status: 200 len: 1802 time: 0.0452361 Sep 07 02:38:22.367646 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e640e691-df1f-4d72-a0ae-7d4bb13cedfa req-ce943834-4165-42e8-aed0-2f326707d86d tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] 10.222.0.22 "GET /v2.0/security-groups/594175db-7dda-4bb5-821c-5ef03567c9e5 HTTP/1.1" status: 200 len: 1805 time: 0.0529432 Sep 07 02:38:22.368200 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-12d5079a-7212-4feb-83eb-799d02307d9c req-b58bc5e3-d907-4d3a-be96-9b0c9378c301 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:22.378088 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-e640e691-df1f-4d72-a0ae-7d4bb13cedfa req-098fbb6c-89f2-45bc-a7c4-3598f03a6501 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a9beade5-bd59-424c-9bd9-73292308b167', 'remote_group_id': '594175db-7dda-4bb5-821c-5ef03567c9e5', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:38:22.378599 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-e640e691-df1f-4d72-a0ae-7d4bb13cedfa req-098fbb6c-89f2-45bc-a7c4-3598f03a6501 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a9beade5-bd59-424c-9bd9-73292308b167', 'remote_group_id': '594175db-7dda-4bb5-821c-5ef03567c9e5', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:38:22.380652 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:38:22.382900 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['27489c81-0daf-4417-afae-47ce903b394d'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:38:22.426839 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58bc5e3-d907-4d3a-be96-9b0c9378c301 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Pushing event deleted for resources: {'Port': ['ID=27489c81-0daf-4417-afae-47ce903b394d,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:22.448913 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e640e691-df1f-4d72-a0ae-7d4bb13cedfa req-098fbb6c-89f2-45bc-a7c4-3598f03a6501 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:22.478697 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-12d5079a-7212-4feb-83eb-799d02307d9c req-b58bc5e3-d907-4d3a-be96-9b0c9378c301 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] No DVR routers for this DVR port 27489c81-0daf-4417-afae-47ce903b394d on host n-h2-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:38:22.482827 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-12d5079a-7212-4feb-83eb-799d02307d9c req-b58bc5e3-d907-4d3a-be96-9b0c9378c301 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:22.484985 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-12d5079a-7212-4feb-83eb-799d02307d9c req-b58bc5e3-d907-4d3a-be96-9b0c9378c301 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.16 "DELETE /v2.0/ports/27489c81-0daf-4417-afae-47ce903b394d HTTP/1.1" status: 204 len: 173 time: 0.7664924 Sep 07 02:38:22.486994 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9', 'name': 'network-vif-deleted', 'tag': '27489c81-0daf-4417-afae-47ce903b394d'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:38:22.490172 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540d4980-5895-4ff0-bf8a-12eade391d43" -d '{"events": [{"server_uuid": "9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9", "name": "network-vif-deleted", "tag": "27489c81-0daf-4417-afae-47ce903b394d"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:38:22.490348 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e640e691-df1f-4d72-a0ae-7d4bb13cedfa req-098fbb6c-89f2-45bc-a7c4-3598f03a6501 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:22.496299 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e640e691-df1f-4d72-a0ae-7d4bb13cedfa req-098fbb6c-89f2-45bc-a7c4-3598f03a6501 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:22.496813 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d036b-78f3-428f-aab6-0750c93ef4dd req-dfd99450-efcd-4e9c-a7df-ef777b639880 tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:22.498652 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-df6d036b-78f3-428f-aab6-0750c93ef4dd req-dfd99450-efcd-4e9c-a7df-ef777b639880 tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=52929214-daec-403d-8c4a-ab0ba9d8f0ce HTTP/1.1" status: 200 len: 1097 time: 0.1315556 Sep 07 02:38:22.521509 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098fbb6c-89f2-45bc-a7c4-3598f03a6501 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2e46681-d7e6-41a3-a17b-96c444eeb14e,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:22.537790 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e640e691-df1f-4d72-a0ae-7d4bb13cedfa req-098fbb6c-89f2-45bc-a7c4-3598f03a6501 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:22.551470 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e640e691-df1f-4d72-a0ae-7d4bb13cedfa req-098fbb6c-89f2-45bc-a7c4-3598f03a6501 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1775448 Sep 07 02:38:22.552033 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-df6d036b-78f3-428f-aab6-0750c93ef4dd req-d1d417b3-b3ed-4625-872e-c8b5c0fb961c tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436871 Sep 07 02:38:22.618596 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f49d20-1754-4f6a-81da-05a6e68958c1 x-openstack-request-id: req-22f49d20-1754-4f6a-81da-05a6e68958c1 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:38:22.618596 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9", "name": "network-vif-deleted", "tag": "27489c81-0daf-4417-afae-47ce903b394d", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:38:22.618808 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-22f49d20-1754-4f6a-81da-05a6e68958c1 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:38:22.619352 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9', 'name': 'network-vif-deleted', 'tag': '27489c81-0daf-4417-afae-47ce903b394d', 'status': 'completed', 'code': 200} Sep 07 02:38:22.709862 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d723fcea-77aa-41e7-9744-dafc60aadace req-a0e6718e-9a7a-40b6-811b-493eb0e70895 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] 10.222.0.22 "GET /v2.0/security-groups/594175db-7dda-4bb5-821c-5ef03567c9e5 HTTP/1.1" status: 200 len: 1805 time: 0.0403464 Sep 07 02:38:22.726556 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab7c4b-03be-4401-90de-29175aace0ac req-d087faf9-2347-49b3-a119-bc1d49da27d5 tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:22.728210 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b5ab7c4b-03be-4401-90de-29175aace0ac req-d087faf9-2347-49b3-a119-bc1d49da27d5 tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] 10.222.0.22 "GET /v2.0/ports?device_id=7737c6b0-0377-45c4-aa97-6c101ea3d5d0 HTTP/1.1" status: 200 len: 943 time: 0.0517824 Sep 07 02:38:22.771042 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b5ab7c4b-03be-4401-90de-29175aace0ac req-e117d64e-07f9-413b-8c32-a09c00397412 tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] 10.222.0.22 "GET /v2.0/security-groups?id=88052a65-ed00-4a19-8dd0-36437b4f1462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362802 Sep 07 02:38:22.771534 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-d723fcea-77aa-41e7-9744-dafc60aadace req-7e474ac9-89e9-483b-9d69-02315f58275c tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:22.794035 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-d723fcea-77aa-41e7-9744-dafc60aadace req-7e474ac9-89e9-483b-9d69-02315f58275c tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:22.866377 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-d723fcea-77aa-41e7-9744-dafc60aadace req-7e474ac9-89e9-483b-9d69-02315f58275c tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:22.869332 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-d723fcea-77aa-41e7-9744-dafc60aadace req-7e474ac9-89e9-483b-9d69-02315f58275c tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:22.870514 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d723fcea-77aa-41e7-9744-dafc60aadace req-7e474ac9-89e9-483b-9d69-02315f58275c tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] 10.222.0.22 "DELETE /v2.0/security-groups/594175db-7dda-4bb5-821c-5ef03567c9e5 HTTP/1.1" status: 204 len: 173 time: 0.1534536 Sep 07 02:38:22.881347 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e474ac9-89e9-483b-9d69-02315f58275c tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=594175db-7dda-4bb5-821c-5ef03567c9e5,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:23.063659 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0addad-2472-480c-abc9-331aac8ecfbb req-66f0d201-433c-4f99-b338-9d682a84815f tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:23.068039 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7d0addad-2472-480c-abc9-331aac8ecfbb req-66f0d201-433c-4f99-b338-9d682a84815f tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/networks?id=29fccc3a-21f2-4674-8b92-bcfa16fabc4c HTTP/1.1" status: 200 len: 812 time: 0.1052988 Sep 07 02:38:23.085914 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7d0addad-2472-480c-abc9-331aac8ecfbb req-2df75b85-8e76-474d-ae16-3dcdff32bbe5 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/quotas/4443ce3bb3024d489f3e6e525e333d25 HTTP/1.1" status: 200 len: 375 time: 0.0110333 Sep 07 02:38:23.121220 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7d0addad-2472-480c-abc9-331aac8ecfbb req-ca841ba4-53d3-4e4b-b4c2-1b41b5e39071 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=4443ce3bb3024d489f3e6e525e333d25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291617 Sep 07 02:38:23.265373 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7d0addad-2472-480c-abc9-331aac8ecfbb req-bae38e63-307e-4e3a-a95e-a1aed2b7ab8e service neutron] 10.222.0.22 "GET /v2.0/networks/29fccc3a-21f2-4674-8b92-bcfa16fabc4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348493 Sep 07 02:38:23.373650 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7d0addad-2472-480c-abc9-331aac8ecfbb req-984128ea-22e2-4c19-a404-5f753e08517f service neutron] 10.222.0.22 "GET /v2.0/networks/29fccc3a-21f2-4674-8b92-bcfa16fabc4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974724 Sep 07 02:38:23.551598 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8705695d-af9a-4bb7-ae70-55a28ee48cd0 req-96d8a74a-498a-4123-94f8-3746e3c59bb0 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] 10.222.0.22 "GET /v2.0/security-groups/a9beade5-bd59-424c-9bd9-73292308b167 HTTP/1.1" status: 200 len: 1802 time: 0.0608904 Sep 07 02:38:23.656066 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-17e4f732-9366-4394-8781-9aad00ae73cf req-2c4c840d-3841-4ed2-a8bc-917dd5d6fba7 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9 HTTP/1.1" status: 200 len: 210 time: 0.0446408 Sep 07 02:38:23.725441 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e59fe355-745f-4e15-ba19-889be6937d70 req-5ef7e729-9177-495f-8c79-b10f836d22ed tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=18e89c53-069c-4642-bd3e-a575e80f0376 HTTP/1.1" status: 200 len: 210 time: 0.0274785 Sep 07 02:38:23.759704 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-cf14e137-b0b2-41a2-96da-abad1f972f22 req-992c991c-8ac1-4e8a-ad35-dc4580528d52 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2009223569', 'description': 'tempest-description-196312855'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:38:23.782421 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-cf14e137-b0b2-41a2-96da-abad1f972f22 req-992c991c-8ac1-4e8a-ad35-dc4580528d52 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:23.900685 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-956b394e-3d8a-4b57-8b37-42894191a361 tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 02:38:23.901616 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-956b394e-3d8a-4b57-8b37-42894191a361 tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103920 Sep 07 02:38:23.903958 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-cf14e137-b0b2-41a2-96da-abad1f972f22 req-992c991c-8ac1-4e8a-ad35-dc4580528d52 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:23.910515 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-cf14e137-b0b2-41a2-96da-abad1f972f22 req-992c991c-8ac1-4e8a-ad35-dc4580528d52 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:23.968530 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-cf14e137-b0b2-41a2-96da-abad1f972f22 req-992c991c-8ac1-4e8a-ad35-dc4580528d52 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:23.969781 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cf14e137-b0b2-41a2-96da-abad1f972f22 req-992c991c-8ac1-4e8a-ad35-dc4580528d52 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2150805 Sep 07 02:38:23.978088 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992c991c-8ac1-4e8a-ad35-dc4580528d52 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b0c2fb-f0c8-4175-919f-d385c36ced54,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:23.980942 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-f81343af-9622-4b65-bd8e-b349d3627e21 tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:23.987541 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-f81343af-9622-4b65-bd8e-b349d3627e21 tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] 10.222.0.22 "GET /v2.0/ports/b9f350e6-7228-4f1e-98b9-880119e07ad7 HTTP/1.1" status: 200 len: 1094 time: 0.0786722 Sep 07 02:38:23.992424 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-d0436adc-1ab6-4ffc-9cf7-4e0141609136 service neutron] Request body: {'binding': {'host': 'n-h1-796209-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:38:23.992829 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-d0436adc-1ab6-4ffc-9cf7-4e0141609136 service neutron] Unknown quota resources ['binding']. {{(pid=94701) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 07 02:38:24.177807 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-d0436adc-1ab6-4ffc-9cf7-4e0141609136 service neutron] Attempting to bind port b9f350e6-7228-4f1e-98b9-880119e07ad7 on host n-h1-796209-16 for vnic_type normal with profile None {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:38:24.178022 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-d0436adc-1ab6-4ffc-9cf7-4e0141609136 service neutron] Attempting to bind port b9f350e6-7228-4f1e-98b9-880119e07ad7 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': 'a87351ba-0fbc-4302-9869-b18eee085c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e4ab2f0c-5a02-4242-a541-768acd457503'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:38:24.178342 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-d0436adc-1ab6-4ffc-9cf7-4e0141609136 service neutron] Attempting to bind port b9f350e6-7228-4f1e-98b9-880119e07ad7 on network e4ab2f0c-5a02-4242-a541-768acd457503 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:38:24.187669 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-d0436adc-1ab6-4ffc-9cf7-4e0141609136 service neutron] Port b9f350e6-7228-4f1e-98b9-880119e07ad7 on network e4ab2f0c-5a02-4242-a541-768acd457503 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:38:24.187982 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-d0436adc-1ab6-4ffc-9cf7-4e0141609136 service neutron] Attempting to bind port b9f350e6-7228-4f1e-98b9-880119e07ad7 on network e4ab2f0c-5a02-4242-a541-768acd457503 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:38:24.199273 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97cc197-12dc-4ad1-97d3-f3819bb87579 req-0c373c37-1dbb-4343-bb42-f39793dc7d33 tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:24.201042 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b97cc197-12dc-4ad1-97d3-f3819bb87579 req-0c373c37-1dbb-4343-bb42-f39793dc7d33 tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] 10.222.0.22 "GET /v2.0/ports?device_id=7737c6b0-0377-45c4-aa97-6c101ea3d5d0 HTTP/1.1" status: 200 len: 943 time: 0.0691409 Sep 07 02:38:24.203949 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-d0436adc-1ab6-4ffc-9cf7-4e0141609136 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:38:24.204276 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-d0436adc-1ab6-4ffc-9cf7-4e0141609136 service neutron] Checking segment: {'id': 'a87351ba-0fbc-4302-9869-b18eee085c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e4ab2f0c-5a02-4242-a541-768acd457503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:38:24.205046 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-d0436adc-1ab6-4ffc-9cf7-4e0141609136 service neutron] Bound using segment: {'id': 'a87351ba-0fbc-4302-9869-b18eee085c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e4ab2f0c-5a02-4242-a541-768acd457503'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:38:24.205190 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-d0436adc-1ab6-4ffc-9cf7-4e0141609136 service neutron] Bound port: b9f350e6-7228-4f1e-98b9-880119e07ad7, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a87351ba-0fbc-4302-9869-b18eee085c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e4ab2f0c-5a02-4242-a541-768acd457503'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:38:24.286902 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b97cc197-12dc-4ad1-97d3-f3819bb87579 req-173aa576-bbbe-44d5-be3d-4fde9b0f642c tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] 10.222.0.22 "GET /v2.0/security-groups?id=88052a65-ed00-4a19-8dd0-36437b4f1462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756857 Sep 07 02:38:24.298836 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-d0436adc-1ab6-4ffc-9cf7-4e0141609136 service neutron] For port b9f350e6-7228-4f1e-98b9-880119e07ad7, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=b9f350e6-7228-4f1e-98b9-880119e07ad7,segment=NetworkSegment(a87351ba-0fbc-4302-9869-b18eee085c86),segment_id=a87351ba-0fbc-4302-9869-b18eee085c86)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:38:24.312718 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-d0436adc-1ab6-4ffc-9cf7-4e0141609136 service neutron] Notify callbacks [] for binding, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:24.313972 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-d0436adc-1ab6-4ffc-9cf7-4e0141609136 service neutron] 10.222.0.22 "POST /v2.0/ports/b9f350e6-7228-4f1e-98b9-880119e07ad7/bindings HTTP/1.1" status: 201 len: 390 time: 0.3256490 Sep 07 02:38:24.436650 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-16749bf4-d2ef-4144-b95c-5595dd13ee71 req-0d8aa31f-7925-41c1-a996-384b6906e1e3 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] 10.222.0.22 "GET /v2.0/security-groups/e9b0c2fb-f0c8-4175-919f-d385c36ced54 HTTP/1.1" status: 200 len: 1804 time: 0.0501461 Sep 07 02:38:24.442175 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-16749bf4-d2ef-4144-b95c-5595dd13ee71 req-9d279db6-7781-4ff2-a767-b5488f500f1d tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e9b0c2fb-f0c8-4175-919f-d385c36ced54', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:38:24.442495 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-16749bf4-d2ef-4144-b95c-5595dd13ee71 req-9d279db6-7781-4ff2-a767-b5488f500f1d tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e9b0c2fb-f0c8-4175-919f-d385c36ced54', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:38:24.527854 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-16749bf4-d2ef-4144-b95c-5595dd13ee71 req-9d279db6-7781-4ff2-a767-b5488f500f1d tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:24.561256 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-16749bf4-d2ef-4144-b95c-5595dd13ee71 req-9d279db6-7781-4ff2-a767-b5488f500f1d tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:24.566204 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 393e4ead-987e-4717-81ba-dbbbd2aed85c details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:38:24.577495 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 27489c81-0daf-4417-afae-47ce903b394d no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:38:24.606988 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c8df7-d7e1-42cd-8c55-caf3de1e3101 req-2217ff5f-c52e-4df5-9314-b89ec3009374 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:24.608785 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9c1c8df7-d7e1-42cd-8c55-caf3de1e3101 req-2217ff5f-c52e-4df5-9314-b89ec3009374 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=52929214-daec-403d-8c4a-ab0ba9d8f0ce HTTP/1.1" status: 200 len: 945 time: 0.0852680 Sep 07 02:38:24.613784 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: 27489c81-0daf-4417-afae-47ce903b394d {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:38:24.614137 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 27489c81-0daf-4417-afae-47ce903b394d not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:38:24.678708 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-16749bf4-d2ef-4144-b95c-5595dd13ee71 req-9d279db6-7781-4ff2-a767-b5488f500f1d tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:24.680029 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9c1c8df7-d7e1-42cd-8c55-caf3de1e3101 req-8f6e2fbe-d423-40f7-ae2b-173805b32265 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602725 Sep 07 02:38:24.738611 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d279db6-7781-4ff2-a767-b5488f500f1d tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6729cf4b-3866-4ac8-bbd4-c700d161a984,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:24.763960 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-16749bf4-d2ef-4144-b95c-5595dd13ee71 req-9d279db6-7781-4ff2-a767-b5488f500f1d tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:24.774809 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-16749bf4-d2ef-4144-b95c-5595dd13ee71 req-9d279db6-7781-4ff2-a767-b5488f500f1d tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3325572 Sep 07 02:38:24.789583 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 393e4ead-987e-4717-81ba-dbbbd2aed85c, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=393e4ead-987e-4717-81ba-dbbbd2aed85c,segment=NetworkSegment(13dc9ed8-9308-4aae-9b5d-def0e71fea1f),segment_id=13dc9ed8-9308-4aae-9b5d-def0e71fea1f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:38:24.790531 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-c1b9ab2b-fef7-4591-a967-5b211164b03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:24.792189 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-c1b9ab2b-fef7-4591-a967-5b211164b03e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=58fe4c9e71db4bd7aa26d4557468fc65&device_id=52929214-daec-403d-8c4a-ab0ba9d8f0ce HTTP/1.1" status: 200 len: 1097 time: 0.1683843 Sep 07 02:38:24.802312 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '393e4ead-987e-4717-81ba-dbbbd2aed85c', 'network_id': '419bf4f3-54e7-499b-8150-c01b471dd2b1', 'port_id': '393e4ead-987e-4717-81ba-dbbbd2aed85c', 'mac_address': 'fa:16:3e:c6:f4:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd69abcbe-3002-4b6d-9ef5-483df76a29a6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:38:24.836853 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-25d13e26-9e7a-461e-af7c-a52776e6805f req-8150bc8f-f116-4651-be24-52b85834f15b tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9 HTTP/1.1" status: 200 len: 210 time: 0.0365720 Sep 07 02:38:24.840357 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0addad-2472-480c-abc9-331aac8ecfbb req-2aa1330c-95d7-41af-bfa5-874b2c36842f tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:24.842133 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7d0addad-2472-480c-abc9-331aac8ecfbb req-2aa1330c-95d7-41af-bfa5-874b2c36842f tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.23 "GET /v2.0/networks?id=29fccc3a-21f2-4674-8b92-bcfa16fabc4c HTTP/1.1" status: 200 len: 812 time: 0.2756784 Sep 07 02:38:24.848133 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:24.862316 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 393e4ead-987e-4717-81ba-dbbbd2aed85c {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:38:24.864081 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-7d0addad-2472-480c-abc9-331aac8ecfbb req-db79b772-5576-4987-9edc-2bd73969a008 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Request body: {'port': {'device_id': '18e89c53-069c-4642-bd3e-a575e80f0376', 'network_id': '29fccc3a-21f2-4674-8b92-bcfa16fabc4c', 'admin_state_up': True, 'tenant_id': '4443ce3bb3024d489f3e6e525e333d25'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:38:24.886004 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 393e4ead-987e-4717-81ba-dbbbd2aed85c, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=393e4ead-987e-4717-81ba-dbbbd2aed85c,segment=NetworkSegment(13dc9ed8-9308-4aae-9b5d-def0e71fea1f),segment_id=13dc9ed8-9308-4aae-9b5d-def0e71fea1f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:38:24.891036 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:24.922129 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7f353c69-372c-481d-9454-256663d5e4de req-228e9853-b9b4-456f-9b62-db8e8de9fd3f tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=18e89c53-069c-4642-bd3e-a575e80f0376 HTTP/1.1" status: 200 len: 210 time: 0.0787640 Sep 07 02:38:24.923208 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b1bbe701-b7e8-4155-acde-99d6fcfb13da req-748cefb1-0896-43b8-9e00-c93532f203b4 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] 10.222.0.22 "GET /v2.0/security-groups/e9b0c2fb-f0c8-4175-919f-d385c36ced54 HTTP/1.1" status: 200 len: 2397 time: 0.0608308 Sep 07 02:38:24.930025 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-b1bbe701-b7e8-4155-acde-99d6fcfb13da req-c9c1b1da-2946-4777-b655-7860ee0cb587 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e9b0c2fb-f0c8-4175-919f-d385c36ced54', 'remote_group_id': None}]} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:38:24.930205 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-b1bbe701-b7e8-4155-acde-99d6fcfb13da req-c9c1b1da-2946-4777-b655-7860ee0cb587 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e9b0c2fb-f0c8-4175-919f-d385c36ced54', 'remote_group_id': None}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:38:24.962125 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=393e4ead-987e-4717-81ba-dbbbd2aed85c,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:25.006375 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-b1bbe701-b7e8-4155-acde-99d6fcfb13da req-c9c1b1da-2946-4777-b655-7860ee0cb587 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:25.033853 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-b1bbe701-b7e8-4155-acde-99d6fcfb13da req-c9c1b1da-2946-4777-b655-7860ee0cb587 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:25.038085 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-1f9db694-88d7-42d5-b3c2-85238acc9966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:25.039707 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-1f9db694-88d7-42d5-b3c2-85238acc9966 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e4ab2f0c-5a02-4242-a541-768acd457503 HTTP/1.1" status: 200 len: 921 time: 0.2217004 Sep 07 02:38:25.039842 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-b1bbe701-b7e8-4155-acde-99d6fcfb13da req-c9c1b1da-2946-4777-b655-7860ee0cb587 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:25.076984 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c1b1da-2946-4777-b655-7860ee0cb587 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98c57d5c-2ca0-42d7-8843-4ff1ee5cfb1a,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:25.091259 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-d846db2d-ce5a-4ab3-8261-1d63515f097e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9f350e6-7228-4f1e-98b9-880119e07ad7 HTTP/1.1" status: 200 len: 217 time: 0.0422208 Sep 07 02:38:25.108491 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d0addad-2472-480c-abc9-331aac8ecfbb req-db79b772-5576-4987-9edc-2bd73969a008 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Made reservation on behalf of 4443ce3bb3024d489f3e6e525e333d25 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:38:25.108799 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-b1bbe701-b7e8-4155-acde-99d6fcfb13da req-c9c1b1da-2946-4777-b655-7860ee0cb587 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:25.110343 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b1bbe701-b7e8-4155-acde-99d6fcfb13da req-c9c1b1da-2946-4777-b655-7860ee0cb587 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1861217 Sep 07 02:38:25.112137 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7d0addad-2472-480c-abc9-331aac8ecfbb req-db79b772-5576-4987-9edc-2bd73969a008 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:25.170270 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-237f974e-f1d7-4eae-9e42-82cd268e7063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:25.171108 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['393e4ead-987e-4717-81ba-dbbbd2aed85c'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:38:25.171805 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-237f974e-f1d7-4eae-9e42-82cd268e7063 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a1bc4512-390c-4c50-bb1d-2c94019bd4fe HTTP/1.1" status: 200 len: 861 time: 0.0735698 Sep 07 02:38:25.197267 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b6e76cb9-dcc1-4357-8328-da6e3d8365c3 req-6711936a-4a39-4f74-9243-9bc9cd5e42d4 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] 10.222.0.22 "GET /v2.0/security-groups/e9b0c2fb-f0c8-4175-919f-d385c36ced54 HTTP/1.1" status: 200 len: 2995 time: 0.0537071 Sep 07 02:38:25.234540 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-e85edb92-bdde-468b-bffb-66af8aedef6e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e4ab2f0c-5a02-4242-a541-768acd457503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327430 Sep 07 02:38:25.284856 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bff1a56c-76ba-42d6-afd6-9f71fbf2f72f req-d98da955-d98e-4e89-9f97-e514917338a9 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] 10.222.0.22 "GET /v2.0/security-group-rules/98c57d5c-2ca0-42d7-8843-4ff1ee5cfb1a HTTP/1.1" status: 200 len: 783 time: 0.0543029 Sep 07 02:38:25.410677 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-7d0addad-2472-480c-abc9-331aac8ecfbb req-db79b772-5576-4987-9edc-2bd73969a008 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Allocated IP 172.20.0.5 (29fccc3a-21f2-4674-8b92-bcfa16fabc4c/8fab1dcd-e4f9-4e9d-89a4-c1da67200daf/736c4627-5617-4098-9fe6-0d59b47d5b3d) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:38:25.417466 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdda46d-5a1f-452f-b84c-129ebcf30394 req-48692e39-a485-4aa6-887c-8c1112d5f4b6 tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:25.419414 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bfdda46d-5a1f-452f-b84c-129ebcf30394 req-48692e39-a485-4aa6-887c-8c1112d5f4b6 tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] 10.222.0.22 "GET /v2.0/ports?device_id=7737c6b0-0377-45c4-aa97-6c101ea3d5d0 HTTP/1.1" status: 200 len: 944 time: 0.0644541 Sep 07 02:38:25.437812 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bff1a56c-76ba-42d6-afd6-9f71fbf2f72f req-c1a1c055-6573-4c43-80ad-eefb7aa5c53c tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] 10.222.0.22 "GET /v2.0/security-groups/e9b0c2fb-f0c8-4175-919f-d385c36ced54 HTTP/1.1" status: 200 len: 2995 time: 0.1420374 Sep 07 02:38:25.445296 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-cdfa2d2f-47e5-41fd-b607-aa1f39694fb5 service neutron] 10.222.0.23 "GET /v2.0/networks/e4ab2f0c-5a02-4242-a541-768acd457503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965165 Sep 07 02:38:25.467913 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bfdda46d-5a1f-452f-b84c-129ebcf30394 req-c28aea33-95a1-4296-b02b-5e1633e9d97c tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] 10.222.0.22 "GET /v2.0/security-groups?id=88052a65-ed00-4a19-8dd0-36437b4f1462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411797 Sep 07 02:38:25.563888 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bff1a56c-76ba-42d6-afd6-9f71fbf2f72f req-8510531d-7a0b-4e1c-9cd4-ffec33ba97b7 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:25.596582 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bff1a56c-76ba-42d6-afd6-9f71fbf2f72f req-8510531d-7a0b-4e1c-9cd4-ffec33ba97b7 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:25.691708 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bff1a56c-76ba-42d6-afd6-9f71fbf2f72f req-8510531d-7a0b-4e1c-9cd4-ffec33ba97b7 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:25.694924 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-360b259a-bc4d-4a25-a702-37f102e111b2 service neutron] 10.222.0.23 "GET /v2.0/networks/e4ab2f0c-5a02-4242-a541-768acd457503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303550 Sep 07 02:38:25.697738 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bff1a56c-76ba-42d6-afd6-9f71fbf2f72f req-8510531d-7a0b-4e1c-9cd4-ffec33ba97b7 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:25.698809 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bff1a56c-76ba-42d6-afd6-9f71fbf2f72f req-8510531d-7a0b-4e1c-9cd4-ffec33ba97b7 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/98c57d5c-2ca0-42d7-8843-4ff1ee5cfb1a HTTP/1.1" status: 204 len: 173 time: 0.2502735 Sep 07 02:38:25.712581 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8510531d-7a0b-4e1c-9cd4-ffec33ba97b7 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=98c57d5c-2ca0-42d7-8843-4ff1ee5cfb1a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:25.726091 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7d0addad-2472-480c-abc9-331aac8ecfbb req-db79b772-5576-4987-9edc-2bd73969a008 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:25.769660 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7d0addad-2472-480c-abc9-331aac8ecfbb req-db79b772-5576-4987-9edc-2bd73969a008 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:25.805334 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-930a1709-5d83-4b62-a3ee-a48f600f7644 req-19d5bd21-3dbf-4fd8-b92f-266f0ef15973 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] 10.222.0.22 "GET /v2.0/security-groups/e9b0c2fb-f0c8-4175-919f-d385c36ced54 HTTP/1.1" status: 200 len: 2397 time: 0.0531659 Sep 07 02:38:25.819954 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d0addad-2472-480c-abc9-331aac8ecfbb req-db79b772-5576-4987-9edc-2bd73969a008 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Network 29fccc3a-21f2-4674-8b92-bcfa16fabc4c is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:38:25.825822 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-7d0addad-2472-480c-abc9-331aac8ecfbb req-db79b772-5576-4987-9edc-2bd73969a008 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:38:25.830777 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d0addad-2472-480c-abc9-331aac8ecfbb req-db79b772-5576-4987-9edc-2bd73969a008 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:38:25.835668 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db79b772-5576-4987-9edc-2bd73969a008 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Pushing event updated for resources: {'Port': ['ID=736c4627-5617-4098-9fe6-0d59b47d5b3d,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:25.852594 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2bc2e728-8a84-42fc-9598-f38c0087b590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:25.865017 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-930a1709-5d83-4b62-a3ee-a48f600f7644 req-421fb4ee-a0a3-483c-89dc-4f410c70e313 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:25.893139 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-930a1709-5d83-4b62-a3ee-a48f600f7644 req-421fb4ee-a0a3-483c-89dc-4f410c70e313 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:25.916657 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0addad-2472-480c-abc9-331aac8ecfbb req-db79b772-5576-4987-9edc-2bd73969a008 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:25.917725 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7d0addad-2472-480c-abc9-331aac8ecfbb req-db79b772-5576-4987-9edc-2bd73969a008 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:25.940143 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7d0addad-2472-480c-abc9-331aac8ecfbb req-db79b772-5576-4987-9edc-2bd73969a008 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0844588 Sep 07 02:38:25.955415 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3495777-ca30-49d2-bbb2-82ba77637add req-ca7b8114-b37c-4051-87bf-6306c7726f6d tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:25.964048 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c3495777-ca30-49d2-bbb2-82ba77637add req-ca7b8114-b37c-4051-87bf-6306c7726f6d tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=52929214-daec-403d-8c4a-ab0ba9d8f0ce HTTP/1.1" status: 200 len: 945 time: 0.0958521 Sep 07 02:38:25.971537 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-7d0addad-2472-480c-abc9-331aac8ecfbb req-ec860c04-59ab-45eb-b1fd-c2b461c263b2 service neutron] Request body: {'port': {'device_id': '18e89c53-069c-4642-bd3e-a575e80f0376', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:38:25.972241 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-930a1709-5d83-4b62-a3ee-a48f600f7644 req-421fb4ee-a0a3-483c-89dc-4f410c70e313 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:25.976052 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-930a1709-5d83-4b62-a3ee-a48f600f7644 req-421fb4ee-a0a3-483c-89dc-4f410c70e313 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:25.980039 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-930a1709-5d83-4b62-a3ee-a48f600f7644 req-421fb4ee-a0a3-483c-89dc-4f410c70e313 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] 10.222.0.22 "DELETE /v2.0/security-groups/e9b0c2fb-f0c8-4175-919f-d385c36ced54 HTTP/1.1" status: 204 len: 173 time: 0.1736526 Sep 07 02:38:25.999094 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421fb4ee-a0a3-483c-89dc-4f410c70e313 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b0c2fb-f0c8-4175-919f-d385c36ced54,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:26.075650 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7d0addad-2472-480c-abc9-331aac8ecfbb req-ec860c04-59ab-45eb-b1fd-c2b461c263b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:26.086908 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e32ac116-6c3b-447f-b017-bf16959a8487 req-a7f19d9b-a00b-4d5d-b768-dd763ccae1a4 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9 HTTP/1.1" status: 200 len: 210 time: 0.0405457 Sep 07 02:38:26.114131 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c3495777-ca30-49d2-bbb2-82ba77637add req-31103ea6-b87b-446a-862d-986b50ba00d1 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420050 Sep 07 02:38:26.173396 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [req-73834ae5-7bd5-49b0-8787-1ccaa0cfc31a req-80b3cbec-fd87-4ef1-ac63-6fa40fee9250 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] show failed (client error): The resource could not be found. Sep 07 02:38:26.174556 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-73834ae5-7bd5-49b0-8787-1ccaa0cfc31a req-80b3cbec-fd87-4ef1-ac63-6fa40fee9250 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] 10.222.0.22 "GET /v2.0/security-groups/594175db-7dda-4bb5-821c-5ef03567c9e5 HTTP/1.1" status: 404 len: 352 time: 0.0219524 Sep 07 02:38:26.319968 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e8d8955a-dd17-4e43-bdd9-6991db49650b req-0588a902-bd26-4116-9486-93ffdb146ca0 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] 10.222.0.22 "GET /v2.0/security-groups/a9beade5-bd59-424c-9bd9-73292308b167 HTTP/1.1" status: 200 len: 1802 time: 0.0420873 Sep 07 02:38:26.326648 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23190110-f88c-4f64-9a63-a03817e77dfa req-c3e64dde-5e55-4991-8229-0784e297358e tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:26.328712 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-23190110-f88c-4f64-9a63-a03817e77dfa req-c3e64dde-5e55-4991-8229-0784e297358e tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=18e89c53-069c-4642-bd3e-a575e80f0376 HTTP/1.1" status: 200 len: 931 time: 0.1265111 Sep 07 02:38:26.397296 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-e8d8955a-dd17-4e43-bdd9-6991db49650b req-35bbbc27-23bc-401a-9d6a-aa19d1d5d5c1 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:26.433518 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-e8d8955a-dd17-4e43-bdd9-6991db49650b req-35bbbc27-23bc-401a-9d6a-aa19d1d5d5c1 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:26.446325 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-23190110-f88c-4f64-9a63-a03817e77dfa req-491ffa40-7efa-42d4-96bb-348f4e2c2a65 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964646 Sep 07 02:38:26.538412 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-e8d8955a-dd17-4e43-bdd9-6991db49650b req-35bbbc27-23bc-401a-9d6a-aa19d1d5d5c1 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:26.541690 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-e8d8955a-dd17-4e43-bdd9-6991db49650b req-35bbbc27-23bc-401a-9d6a-aa19d1d5d5c1 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:26.545339 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e8d8955a-dd17-4e43-bdd9-6991db49650b req-35bbbc27-23bc-401a-9d6a-aa19d1d5d5c1 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] 10.222.0.22 "DELETE /v2.0/security-groups/a9beade5-bd59-424c-9bd9-73292308b167 HTTP/1.1" status: 204 len: 173 time: 0.2192535 Sep 07 02:38:26.561112 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 393e4ead-987e-4717-81ba-dbbbd2aed85c up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:38:26.588347 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbbc27-23bc-401a-9d6a-aa19d1d5d5c1 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9beade5-bd59-424c-9bd9-73292308b167,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:26.696371 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-77c73476-5635-4e71-ba72-a53617beb781 req-26f81119-7e23-4921-ad35-e2b419d41b2e tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] 10.222.0.22 "GET /v2.0/security-groups/15136e9b-7d46-4800-bbe4-e60bb5cf5b36 HTTP/1.1" status: 200 len: 1804 time: 0.0533412 Sep 07 02:38:26.719674 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port 393e4ead-987e-4717-81ba-dbbbd2aed85c completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:38:26.725188 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 393e4ead-987e-4717-81ba-dbbbd2aed85c triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:38:26.726250 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:26.734772 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-7d0addad-2472-480c-abc9-331aac8ecfbb req-ec860c04-59ab-45eb-b1fd-c2b461c263b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 736c4627-5617-4098-9fe6-0d59b47d5b3d {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:38:26.745254 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7d0addad-2472-480c-abc9-331aac8ecfbb req-ec860c04-59ab-45eb-b1fd-c2b461c263b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:26.761846 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-77c73476-5635-4e71-ba72-a53617beb781 req-5518ce90-2cc1-41d0-a372-883a48e2207a tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:26.764135 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05174ed-c029-46cf-b994-5a511e1e3f4e req-389fb3e2-442e-418b-bc04-fd592bf6e31f tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:26.773189 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a05174ed-c029-46cf-b994-5a511e1e3f4e req-389fb3e2-442e-418b-bc04-fd592bf6e31f tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] 10.222.0.22 "GET /v2.0/ports?device_id=7737c6b0-0377-45c4-aa97-6c101ea3d5d0 HTTP/1.1" status: 200 len: 944 time: 0.1404800 Sep 07 02:38:26.787184 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-77c73476-5635-4e71-ba72-a53617beb781 req-5518ce90-2cc1-41d0-a372-883a48e2207a tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:26.788895 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-7d0addad-2472-480c-abc9-331aac8ecfbb req-ec860c04-59ab-45eb-b1fd-c2b461c263b2 service neutron] Transition to ACTIVE for port object 736c4627-5617-4098-9fe6-0d59b47d5b3d will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:38:26.797114 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7d0addad-2472-480c-abc9-331aac8ecfbb req-ec860c04-59ab-45eb-b1fd-c2b461c263b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:26.837701 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:26.862214 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-77c73476-5635-4e71-ba72-a53617beb781 req-5518ce90-2cc1-41d0-a372-883a48e2207a tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:26.866436 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-77c73476-5635-4e71-ba72-a53617beb781 req-5518ce90-2cc1-41d0-a372-883a48e2207a tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:26.867695 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-77c73476-5635-4e71-ba72-a53617beb781 req-5518ce90-2cc1-41d0-a372-883a48e2207a tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] 10.222.0.22 "DELETE /v2.0/security-groups/15136e9b-7d46-4800-bbe4-e60bb5cf5b36 HTTP/1.1" status: 204 len: 173 time: 0.1651006 Sep 07 02:38:26.874193 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a05174ed-c029-46cf-b994-5a511e1e3f4e req-529c0ff1-4192-41d1-bc49-aaf4b04fc49d tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] 10.222.0.22 "GET /v2.0/security-groups?id=88052a65-ed00-4a19-8dd0-36437b4f1462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000741 Sep 07 02:38:26.878859 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5518ce90-2cc1-41d0-a372-883a48e2207a tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15136e9b-7d46-4800-bbe4-e60bb5cf5b36,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:26.889498 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7737c6b0-0377-45c4-aa97-6c101ea3d5d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '393e4ead-987e-4717-81ba-dbbbd2aed85c'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:38:26.892635 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3309a6e-c6f5-4438-9872-20436a381614" -d '{"events": [{"server_uuid": "7737c6b0-0377-45c4-aa97-6c101ea3d5d0", "name": "network-vif-plugged", "status": "completed", "tag": "393e4ead-987e-4717-81ba-dbbbd2aed85c"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:38:26.914386 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 393e4ead-987e-4717-81ba-dbbbd2aed85c, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=393e4ead-987e-4717-81ba-dbbbd2aed85c,segment=NetworkSegment(13dc9ed8-9308-4aae-9b5d-def0e71fea1f),segment_id=13dc9ed8-9308-4aae-9b5d-def0e71fea1f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:38:26.923852 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:26.966686 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec860c04-59ab-45eb-b1fd-c2b461c263b2 service neutron] Pushing event updated for resources: {'Port': ['ID=736c4627-5617-4098-9fe6-0d59b47d5b3d,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:26.988102 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=393e4ead-987e-4717-81ba-dbbbd2aed85c,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:27.042438 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b69e47-c7d1-42ba-9977-b45163ab9b5f x-openstack-request-id: req-14b69e47-c7d1-42ba-9977-b45163ab9b5f {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:38:27.043252 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7737c6b0-0377-45c4-aa97-6c101ea3d5d0", "name": "network-vif-plugged", "status": "completed", "tag": "393e4ead-987e-4717-81ba-dbbbd2aed85c", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:38:27.043717 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-14b69e47-c7d1-42ba-9977-b45163ab9b5f {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:38:27.044123 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7737c6b0-0377-45c4-aa97-6c101ea3d5d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '393e4ead-987e-4717-81ba-dbbbd2aed85c', 'code': 200} Sep 07 02:38:27.073596 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f9265f2b-2052-482d-ae30-c155846f7eab req-9bf725c6-7f27-47f7-91ef-ab19130af5d9 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] 10.222.0.22 "GET /v2.0/security-groups/85876cd2-b3d4-4dd3-90b5-5a85dc27882f HTTP/1.1" status: 200 len: 1804 time: 0.1275716 Sep 07 02:38:27.074699 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-7d0addad-2472-480c-abc9-331aac8ecfbb req-ec860c04-59ab-45eb-b1fd-c2b461c263b2 service neutron] Attempting to bind port 736c4627-5617-4098-9fe6-0d59b47d5b3d on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:38:27.075152 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-7d0addad-2472-480c-abc9-331aac8ecfbb req-ec860c04-59ab-45eb-b1fd-c2b461c263b2 service neutron] Attempting to bind port 736c4627-5617-4098-9fe6-0d59b47d5b3d by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '3ec0e383-0f35-4c3c-abc7-899f90f4fe60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '29fccc3a-21f2-4674-8b92-bcfa16fabc4c'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:38:27.075898 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0addad-2472-480c-abc9-331aac8ecfbb req-ec860c04-59ab-45eb-b1fd-c2b461c263b2 service neutron] Attempting to bind port 736c4627-5617-4098-9fe6-0d59b47d5b3d on network 29fccc3a-21f2-4674-8b92-bcfa16fabc4c {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:38:27.081722 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0addad-2472-480c-abc9-331aac8ecfbb req-ec860c04-59ab-45eb-b1fd-c2b461c263b2 service neutron] Port 736c4627-5617-4098-9fe6-0d59b47d5b3d on network 29fccc3a-21f2-4674-8b92-bcfa16fabc4c not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:38:27.082248 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0addad-2472-480c-abc9-331aac8ecfbb req-ec860c04-59ab-45eb-b1fd-c2b461c263b2 service neutron] Attempting to bind port 736c4627-5617-4098-9fe6-0d59b47d5b3d on network 29fccc3a-21f2-4674-8b92-bcfa16fabc4c {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:38:27.095570 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0addad-2472-480c-abc9-331aac8ecfbb req-ec860c04-59ab-45eb-b1fd-c2b461c263b2 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:38:27.096047 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0addad-2472-480c-abc9-331aac8ecfbb req-ec860c04-59ab-45eb-b1fd-c2b461c263b2 service neutron] Checking segment: {'id': '3ec0e383-0f35-4c3c-abc7-899f90f4fe60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '29fccc3a-21f2-4674-8b92-bcfa16fabc4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:38:27.096496 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0addad-2472-480c-abc9-331aac8ecfbb req-ec860c04-59ab-45eb-b1fd-c2b461c263b2 service neutron] Bound using segment: {'id': '3ec0e383-0f35-4c3c-abc7-899f90f4fe60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '29fccc3a-21f2-4674-8b92-bcfa16fabc4c'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:38:27.097575 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-7d0addad-2472-480c-abc9-331aac8ecfbb req-ec860c04-59ab-45eb-b1fd-c2b461c263b2 service neutron] Bound port: 736c4627-5617-4098-9fe6-0d59b47d5b3d, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ec0e383-0f35-4c3c-abc7-899f90f4fe60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '29fccc3a-21f2-4674-8b92-bcfa16fabc4c'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:38:27.097998 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7d0addad-2472-480c-abc9-331aac8ecfbb req-ec860c04-59ab-45eb-b1fd-c2b461c263b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:27.153814 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccacc713-ca8a-4f8b-b324-abe1100ad4d9 req-b21b37bb-3d0c-4898-901e-7a48e0c122c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:27.155338 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ccacc713-ca8a-4f8b-b324-abe1100ad4d9 req-b21b37bb-3d0c-4898-901e-7a48e0c122c5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7737c6b0-0377-45c4-aa97-6c101ea3d5d0 HTTP/1.1" status: 200 len: 1097 time: 0.0457206 Sep 07 02:38:27.203873 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f9265f2b-2052-482d-ae30-c155846f7eab req-c5f0b29a-01ec-4143-8957-b1a847c446cf tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:27.211111 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ccacc713-ca8a-4f8b-b324-abe1100ad4d9 req-1073227c-c18a-4f0e-a22f-14307bc7dc70 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=88052a65-ed00-4a19-8dd0-36437b4f1462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401843 Sep 07 02:38:27.219546 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-7d0addad-2472-480c-abc9-331aac8ecfbb req-ec860c04-59ab-45eb-b1fd-c2b461c263b2 service neutron] For port 736c4627-5617-4098-9fe6-0d59b47d5b3d, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:38:27.240674 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-7d0addad-2472-480c-abc9-331aac8ecfbb req-ec860c04-59ab-45eb-b1fd-c2b461c263b2 service neutron] For port 736c4627-5617-4098-9fe6-0d59b47d5b3d, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=736c4627-5617-4098-9fe6-0d59b47d5b3d,segment=NetworkSegment(3ec0e383-0f35-4c3c-abc7-899f90f4fe60),segment_id=3ec0e383-0f35-4c3c-abc7-899f90f4fe60)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:38:27.243020 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f9265f2b-2052-482d-ae30-c155846f7eab req-c5f0b29a-01ec-4143-8957-b1a847c446cf tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:27.249871 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-831ddc54-1248-412a-83b8-199f2f495fc3 req-6d0939d0-80bd-4f20-bc88-ab24d2801f90 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7e4ea0-bc7d-4f62-a38b-c5d75c38bdf9 HTTP/1.1" status: 200 len: 210 time: 0.0310676 Sep 07 02:38:27.252525 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7d0addad-2472-480c-abc9-331aac8ecfbb req-ec860c04-59ab-45eb-b1fd-c2b461c263b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:27.311097 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0addad-2472-480c-abc9-331aac8ecfbb req-ec860c04-59ab-45eb-b1fd-c2b461c263b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:27.311914 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7d0addad-2472-480c-abc9-331aac8ecfbb req-ec860c04-59ab-45eb-b1fd-c2b461c263b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:27.313401 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7d0addad-2472-480c-abc9-331aac8ecfbb req-ec860c04-59ab-45eb-b1fd-c2b461c263b2 service neutron] 10.222.0.23 "PUT /v2.0/ports/736c4627-5617-4098-9fe6-0d59b47d5b3d HTTP/1.1" status: 200 len: 1092 time: 1.3468883 Sep 07 02:38:27.314816 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18e89c53-069c-4642-bd3e-a575e80f0376', 'tag': '736c4627-5617-4098-9fe6-0d59b47d5b3d'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:38:27.317995 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3391a72-3640-4209-8ea0-c13289821810" -d '{"events": [{"name": "network-changed", "server_uuid": "18e89c53-069c-4642-bd3e-a575e80f0376", "tag": "736c4627-5617-4098-9fe6-0d59b47d5b3d"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:38:27.342704 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f9265f2b-2052-482d-ae30-c155846f7eab req-c5f0b29a-01ec-4143-8957-b1a847c446cf tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:27.345416 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f9265f2b-2052-482d-ae30-c155846f7eab req-c5f0b29a-01ec-4143-8957-b1a847c446cf tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:27.346684 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f9265f2b-2052-482d-ae30-c155846f7eab req-c5f0b29a-01ec-4143-8957-b1a847c446cf tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] 10.222.0.22 "DELETE /v2.0/security-groups/85876cd2-b3d4-4dd3-90b5-5a85dc27882f HTTP/1.1" status: 204 len: 173 time: 0.2621171 Sep 07 02:38:27.355274 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec860c04-59ab-45eb-b1fd-c2b461c263b2 service neutron] Pushing event updated for resources: {'Port': ['ID=736c4627-5617-4098-9fe6-0d59b47d5b3d,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:27.363311 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f0b29a-01ec-4143-8957-b1a847c446cf tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85876cd2-b3d4-4dd3-90b5-5a85dc27882f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:27.406237 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce12b42-f52f-43e2-8882-db890ee120b2 req-cbe2ad9e-0a9b-47a3-aa71-946ac44bace5 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:27.407856 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8ce12b42-f52f-43e2-8882-db890ee120b2 req-cbe2ad9e-0a9b-47a3-aa71-946ac44bace5 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=52929214-daec-403d-8c4a-ab0ba9d8f0ce HTTP/1.1" status: 200 len: 945 time: 0.0876603 Sep 07 02:38:27.443391 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0addad-2472-480c-abc9-331aac8ecfbb req-2319aecb-c15c-42e2-b1f5-b987a706681f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:27.445966 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7d0addad-2472-480c-abc9-331aac8ecfbb req-2319aecb-c15c-42e2-b1f5-b987a706681f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4443ce3bb3024d489f3e6e525e333d25&device_id=18e89c53-069c-4642-bd3e-a575e80f0376 HTTP/1.1" status: 200 len: 1095 time: 0.0787990 Sep 07 02:38:27.453788 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8ce12b42-f52f-43e2-8882-db890ee120b2 req-44521387-9cde-45df-83cb-6e04e7798299 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388086 Sep 07 02:38:27.513122 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7d0addad-2472-480c-abc9-331aac8ecfbb req-0d85a990-a65d-49da-b3a3-1ed1a7840e37 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=736c4627-5617-4098-9fe6-0d59b47d5b3d HTTP/1.1" status: 200 len: 217 time: 0.0573015 Sep 07 02:38:27.558455 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5ac17471-d4f5-43eb-a063-a77d0678dc8a req-d49272be-ddc1-4653-ac61-4d63b1a41682 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] 10.222.0.22 "GET /v2.0/security-groups/f1b23649-cd40-4dfa-b6b5-4b285629deee HTTP/1.1" status: 200 len: 2403 time: 0.0594368 Sep 07 02:38:27.604548 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e415614e-e192-49de-adfc-91712a42b952 x-openstack-request-id: req-e415614e-e192-49de-adfc-91712a42b952 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:38:27.604836 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18e89c53-069c-4642-bd3e-a575e80f0376", "tag": "736c4627-5617-4098-9fe6-0d59b47d5b3d", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:38:27.605098 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e415614e-e192-49de-adfc-91712a42b952 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:38:27.605505 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18e89c53-069c-4642-bd3e-a575e80f0376', 'tag': '736c4627-5617-4098-9fe6-0d59b47d5b3d', 'status': 'completed', 'code': 200} Sep 07 02:38:27.622341 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0addad-2472-480c-abc9-331aac8ecfbb req-c7a61915-bbc5-4305-9df0-4e9ba02e44e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:27.624147 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7d0addad-2472-480c-abc9-331aac8ecfbb req-c7a61915-bbc5-4305-9df0-4e9ba02e44e2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8fab1dcd-e4f9-4e9d-89a4-c1da67200daf HTTP/1.1" status: 200 len: 852 time: 0.0872154 Sep 07 02:38:27.643322 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-5ac17471-d4f5-43eb-a063-a77d0678dc8a req-6c3efaec-d15e-4f9d-a2c4-82e4c1afba67 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:27.665110 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7d0addad-2472-480c-abc9-331aac8ecfbb req-91e40ebd-1c0a-4895-9b4d-9fdb9540a5ba service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=29fccc3a-21f2-4674-8b92-bcfa16fabc4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340860 Sep 07 02:38:27.671035 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-5ac17471-d4f5-43eb-a063-a77d0678dc8a req-6c3efaec-d15e-4f9d-a2c4-82e4c1afba67 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:27.720374 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-5ac17471-d4f5-43eb-a063-a77d0678dc8a req-6c3efaec-d15e-4f9d-a2c4-82e4c1afba67 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:27.723899 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-5ac17471-d4f5-43eb-a063-a77d0678dc8a req-6c3efaec-d15e-4f9d-a2c4-82e4c1afba67 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:27.725216 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5ac17471-d4f5-43eb-a063-a77d0678dc8a req-6c3efaec-d15e-4f9d-a2c4-82e4c1afba67 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] 10.222.0.22 "DELETE /v2.0/security-groups/f1b23649-cd40-4dfa-b6b5-4b285629deee HTTP/1.1" status: 204 len: 173 time: 0.1603229 Sep 07 02:38:27.737090 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3efaec-d15e-4f9d-a2c4-82e4c1afba67 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b23649-cd40-4dfa-b6b5-4b285629deee,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:27.806825 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c54ea67-8c96-44ee-878e-c2d92f9a00f9 req-8beec2df-91f3-41dc-ada6-66bfec638767 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:27.812058 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0c54ea67-8c96-44ee-878e-c2d92f9a00f9 req-8beec2df-91f3-41dc-ada6-66bfec638767 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=18e89c53-069c-4642-bd3e-a575e80f0376 HTTP/1.1" status: 200 len: 943 time: 0.1410720 Sep 07 02:38:27.847438 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7d0addad-2472-480c-abc9-331aac8ecfbb req-a4750601-251b-4d9e-bc47-ca4b22ef7db6 service neutron] 10.222.0.23 "GET /v2.0/networks/29fccc3a-21f2-4674-8b92-bcfa16fabc4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651325 Sep 07 02:38:27.851280 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-acc06b89-aebd-451b-a840-29fdebf49825 req-9f5acf0b-2be8-4bbb-8267-b1f15e7ed644 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] 10.222.0.22 "GET /v2.0/security-groups/8438ccc6-4c17-43eb-adbf-4e9ca01f013c HTTP/1.1" status: 200 len: 2397 time: 0.0405369 Sep 07 02:38:27.894541 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0c54ea67-8c96-44ee-878e-c2d92f9a00f9 req-be8edfec-c0fa-4f74-adbb-a7579a362bc4 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771599 Sep 07 02:38:27.933020 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-acc06b89-aebd-451b-a840-29fdebf49825 req-485632eb-b201-41c8-95c0-2832ac146cd0 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:27.958651 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7d0addad-2472-480c-abc9-331aac8ecfbb req-9c0897a8-5edf-4ebc-92d9-ccf943f21f0f service neutron] 10.222.0.23 "GET /v2.0/networks/29fccc3a-21f2-4674-8b92-bcfa16fabc4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014071 Sep 07 02:38:27.966159 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-acc06b89-aebd-451b-a840-29fdebf49825 req-485632eb-b201-41c8-95c0-2832ac146cd0 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:28.024377 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-acc06b89-aebd-451b-a840-29fdebf49825 req-485632eb-b201-41c8-95c0-2832ac146cd0 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:28.027439 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-acc06b89-aebd-451b-a840-29fdebf49825 req-485632eb-b201-41c8-95c0-2832ac146cd0 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:28.028766 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-acc06b89-aebd-451b-a840-29fdebf49825 req-485632eb-b201-41c8-95c0-2832ac146cd0 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] 10.222.0.22 "DELETE /v2.0/security-groups/8438ccc6-4c17-43eb-adbf-4e9ca01f013c HTTP/1.1" status: 204 len: 173 time: 0.1703925 Sep 07 02:38:28.038926 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 44764) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:38:28.041303 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485632eb-b201-41c8-95c0-2832ac146cd0 tempest-SecurityGroupRulesTestJSON-1936137484 tempest-SecurityGroupRulesTestJSON-1936137484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8438ccc6-4c17-43eb-adbf-4e9ca01f013c,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:28.073495 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f3ffdb-287a-4a85-87ad-337c1f68cfa9 req-0f82ef91-2670-4bb2-87c2-051c2562c801 tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:28.080913 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c0f3ffdb-287a-4a85-87ad-337c1f68cfa9 req-0f82ef91-2670-4bb2-87c2-051c2562c801 tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] 10.222.0.22 "GET /v2.0/ports?device_id=7737c6b0-0377-45c4-aa97-6c101ea3d5d0 HTTP/1.1" status: 200 len: 945 time: 0.1082211 Sep 07 02:38:28.089174 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-69486709-a4fe-4b5e-945a-a45cd5238853 admin admin] Deleting subnet ff8842f5-2b0d-42eb-9ae7-d95fc5667761 {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:38:28.093272 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-69486709-a4fe-4b5e-945a-a45cd5238853 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:28.127517 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3391a72-3640-4209-8ea0-c13289821810 req-5b14b691-7bea-4fc3-a3d3-249db63fd4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:28.129576 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a3391a72-3640-4209-8ea0-c13289821810 req-5b14b691-7bea-4fc3-a3d3-249db63fd4a0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4443ce3bb3024d489f3e6e525e333d25&device_id=18e89c53-069c-4642-bd3e-a575e80f0376 HTTP/1.1" status: 200 len: 1095 time: 0.1087663 Sep 07 02:38:28.136042 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c0f3ffdb-287a-4a85-87ad-337c1f68cfa9 req-98b659bd-8346-4d74-86ea-56f9c951979c tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] 10.222.0.22 "GET /v2.0/security-groups?id=88052a65-ed00-4a19-8dd0-36437b4f1462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537059 Sep 07 02:38:28.144729 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-69486709-a4fe-4b5e-945a-a45cd5238853 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:28.169584 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1c7a6aaa-9810-4e2a-a201-8813ac5f7f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:28.191851 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-69486709-a4fe-4b5e-945a-a45cd5238853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:28.260633 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-69486709-a4fe-4b5e-945a-a45cd5238853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:28.289451 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69486709-a4fe-4b5e-945a-a45cd5238853 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff8842f5-2b0d-42eb-9ae7-d95fc5667761,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:28.321243 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-69486709-a4fe-4b5e-945a-a45cd5238853 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:28.323396 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-69486709-a4fe-4b5e-945a-a45cd5238853 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ff8842f5-2b0d-42eb-9ae7-d95fc5667761 HTTP/1.1" status: 204 len: 168 time: 0.2831671 Sep 07 02:38:28.328062 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 44770) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:38:28.462236 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bdd9f35c-ebb6-4a92-86c9-cada4be11085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:28.574958 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3391a72-3640-4209-8ea0-c13289821810 req-31c2aafc-82dd-4078-a9fd-24e9fc3c4821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:28.577583 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a3391a72-3640-4209-8ea0-c13289821810 req-31c2aafc-82dd-4078-a9fd-24e9fc3c4821 service neutron] 10.222.0.23 "GET /v2.0/networks?id=29fccc3a-21f2-4674-8b92-bcfa16fabc4c HTTP/1.1" status: 200 len: 912 time: 0.4402344 Sep 07 02:38:28.600224 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bdd9f35c-ebb6-4a92-86c9-cada4be11085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:28.624534 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a3391a72-3640-4209-8ea0-c13289821810 req-fb0bcb1b-f665-4d0b-bc36-ba4980327c9d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=736c4627-5617-4098-9fe6-0d59b47d5b3d HTTP/1.1" status: 200 len: 217 time: 0.0399716 Sep 07 02:38:28.648787 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:28.649043 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-bdd9f35c-ebb6-4a92-86c9-cada4be11085 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69591919-3036-4c34-860f-9353a10125bb']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:38:28.682253 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3391a72-3640-4209-8ea0-c13289821810 req-311e03f1-e88e-4b34-bfff-d2b27e35295f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:28.683838 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a3391a72-3640-4209-8ea0-c13289821810 req-311e03f1-e88e-4b34-bfff-d2b27e35295f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8fab1dcd-e4f9-4e9d-89a4-c1da67200daf HTTP/1.1" status: 200 len: 852 time: 0.0518277 Sep 07 02:38:28.718018 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a3391a72-3640-4209-8ea0-c13289821810 req-7432423f-306e-443f-9801-a1ba0170f0ff service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=29fccc3a-21f2-4674-8b92-bcfa16fabc4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262830 Sep 07 02:38:28.820729 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a3391a72-3640-4209-8ea0-c13289821810 req-5b4e5d4c-54d8-4131-a903-9c2ac80cc67d service neutron] 10.222.0.23 "GET /v2.0/networks/29fccc3a-21f2-4674-8b92-bcfa16fabc4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938807 Sep 07 02:38:28.923752 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a3391a72-3640-4209-8ea0-c13289821810 req-1f329ec9-014b-45d0-9cd7-c32b8e33286a service neutron] 10.222.0.23 "GET /v2.0/networks/29fccc3a-21f2-4674-8b92-bcfa16fabc4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947125 Sep 07 02:38:28.980639 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-bdd9f35c-ebb6-4a92-86c9-cada4be11085 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cc1d1e9-17cb-47ba-80fa-d3b923cd5f2a') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:38:28.981147 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-bdd9f35c-ebb6-4a92-86c9-cada4be11085 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cc1d1e9-17cb-47ba-80fa-d3b923cd5f2a') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:38:28.996580 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ff8b3-3ff5-4f29-a8b1-c3276ecc6621 req-9b43cb43-2395-4b17-9907-60b1ce13399b tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:28.998232 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7e0ff8b3-3ff5-4f29-a8b1-c3276ecc6621 req-9b43cb43-2395-4b17-9907-60b1ce13399b tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=52929214-daec-403d-8c4a-ab0ba9d8f0ce HTTP/1.1" status: 200 len: 945 time: 0.4070039 Sep 07 02:38:29.002327 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bdd9f35c-ebb6-4a92-86c9-cada4be11085 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:29.024250 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bdd9f35c-ebb6-4a92-86c9-cada4be11085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:29.026818 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a886d1-2bc9-4591-8cf5-8a0604994c12 req-29c5f341-a70a-449d-83ef-68a2b76fda7d tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:29.028361 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-82a886d1-2bc9-4591-8cf5-8a0604994c12 req-29c5f341-a70a-449d-83ef-68a2b76fda7d tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=18e89c53-069c-4642-bd3e-a575e80f0376 HTTP/1.1" status: 200 len: 943 time: 0.0576582 Sep 07 02:38:29.038180 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdd9f35c-ebb6-4a92-86c9-cada4be11085 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:38:29.038580 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bdd9f35c-ebb6-4a92-86c9-cada4be11085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:29.040559 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:38:29.040559 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:38:29.040559 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:38:29.040559 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:38:29.040559 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:38:29.040559 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:38:29.040559 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:38:29.040559 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:38:29.040559 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:38:29.040559 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:38:29.040559 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:38:29.040559 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:38:29.040559 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:38:29.040559 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:38:29.040559 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:38:29.040559 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:38:29.040559 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:38:29.040559 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:38:29.040559 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:38:29.040559 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:38:29.040559 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:38:29.040559 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:38:29.040559 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:38:29.040559 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:38:29.040559 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:38:29.040559 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:38:29.040559 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:38:29.040559 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:38:29.040559 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:38:29.040559 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:38:29.040559 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:38:29.040559 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:38:29.082458 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-82a886d1-2bc9-4591-8cf5-8a0604994c12 req-fd80d33d-4f9b-4487-950e-b41aad61640b tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459821 Sep 07 02:38:29.101751 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7e0ff8b3-3ff5-4f29-a8b1-c3276ecc6621 req-666eea8a-6e36-479b-b793-d8c0a22b49c3 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916433 Sep 07 02:38:29.111959 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bdd9f35c-ebb6-4a92-86c9-cada4be11085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:29.132580 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bdd9f35c-ebb6-4a92-86c9-cada4be11085 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:29.135316 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-bdd9f35c-ebb6-4a92-86c9-cada4be11085 admin admin] 10.222.0.22 "DELETE /v2.0/networks/69591919-3036-4c34-860f-9353a10125bb HTTP/1.1" status: 204 len: 168 time: 0.8057127 Sep 07 02:38:29.153588 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd9f35c-ebb6-4a92-86c9-cada4be11085 admin admin] Pushing event deleted for resources: {'Network': ['ID=69591919-3036-4c34-860f-9353a10125bb,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:29.202978 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-104814b8-914e-40a9-8dc3-52f6c3f922ed req-a7a68e39-6527-4953-9082-a1e722a4e33a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=34c2627b-3011-401c-a0e2-7b9b6342a6d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0568478 Sep 07 02:38:29.297369 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1067e-62b7-406d-b6bd-f3757815387f req-0682500c-59bd-453d-b1f7-cdf40fa0c241 tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:29.297911 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104814b8-914e-40a9-8dc3-52f6c3f922ed req-e159baf6-4f4e-4cb9-a18c-1629f59bfff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:29.299510 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-104814b8-914e-40a9-8dc3-52f6c3f922ed req-e159baf6-4f4e-4cb9-a18c-1629f59bfff8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=58fe4c9e71db4bd7aa26d4557468fc65&device_id=34c2627b-3011-401c-a0e2-7b9b6342a6d6 HTTP/1.1" status: 200 len: 1096 time: 0.0458446 Sep 07 02:38:29.300251 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-13c1067e-62b7-406d-b6bd-f3757815387f req-0682500c-59bd-453d-b1f7-cdf40fa0c241 tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] 10.222.0.22 "GET /v2.0/ports?device_id=7737c6b0-0377-45c4-aa97-6c101ea3d5d0 HTTP/1.1" status: 200 len: 945 time: 0.0620985 Sep 07 02:38:29.321170 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44788) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:38:29.342170 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-13c1067e-62b7-406d-b6bd-f3757815387f req-b6e7018c-4a08-4c4e-aef0-fa1ad2421e32 tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] 10.222.0.22 "GET /v2.0/security-groups?id=88052a65-ed00-4a19-8dd0-36437b4f1462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344529 Sep 07 02:38:29.409042 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:29.433259 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-57e061c0-86ba-4d1c-9e48-6707507ff0d8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1e1492407caa4054a8d2ed23c12998b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1106517 Sep 07 02:38:29.435712 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44792) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:38:29.474424 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104814b8-914e-40a9-8dc3-52f6c3f922ed req-d035903d-150b-4e9f-8558-c8df1b0fd634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:29.476067 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-104814b8-914e-40a9-8dc3-52f6c3f922ed req-d035903d-150b-4e9f-8558-c8df1b0fd634 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e4ab2f0c-5a02-4242-a541-768acd457503 HTTP/1.1" status: 200 len: 921 time: 0.1478081 Sep 07 02:38:29.527395 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-104814b8-914e-40a9-8dc3-52f6c3f922ed req-d27b383b-91e1-450c-8560-d167abb9257c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba246450-92d4-4fad-854d-29807ceb844e HTTP/1.1" status: 200 len: 217 time: 0.0397491 Sep 07 02:38:29.577696 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8165aa14-0f04-40c7-bc11-53f8fbf8ccd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:29.611393 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8165aa14-0f04-40c7-bc11-53f8fbf8ccd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:29.624255 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104814b8-914e-40a9-8dc3-52f6c3f922ed req-29edf004-bdce-4cbd-8a19-2198ffe658fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:29.625787 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-104814b8-914e-40a9-8dc3-52f6c3f922ed req-29edf004-bdce-4cbd-8a19-2198ffe658fc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a1bc4512-390c-4c50-bb1d-2c94019bd4fe HTTP/1.1" status: 200 len: 861 time: 0.0877309 Sep 07 02:38:29.678631 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-104814b8-914e-40a9-8dc3-52f6c3f922ed req-006919fb-739f-4c6f-bff4-bd489bcda7fc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e4ab2f0c-5a02-4242-a541-768acd457503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446651 Sep 07 02:38:29.776588 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8165aa14-0f04-40c7-bc11-53f8fbf8ccd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:29.790596 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8165aa14-0f04-40c7-bc11-53f8fbf8ccd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:29.790596 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-8165aa14-0f04-40c7-bc11-53f8fbf8ccd0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/57fd1060-5ff7-42b9-97a4-516e9aa9bff3 HTTP/1.1" status: 204 len: 168 time: 0.3437712 Sep 07 02:38:29.805031 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8165aa14-0f04-40c7-bc11-53f8fbf8ccd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57fd1060-5ff7-42b9-97a4-516e9aa9bff3,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:29.828143 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-104814b8-914e-40a9-8dc3-52f6c3f922ed req-06adcfe8-e22f-4354-b6dc-0b6c80373876 service neutron] 10.222.0.23 "GET /v2.0/networks/e4ab2f0c-5a02-4242-a541-768acd457503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417115 Sep 07 02:38:29.953817 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-104814b8-914e-40a9-8dc3-52f6c3f922ed req-10519ea1-cb9c-45e6-8157-997de6331ed8 service neutron] 10.222.0.23 "GET /v2.0/networks/e4ab2f0c-5a02-4242-a541-768acd457503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182387 Sep 07 02:38:30.279328 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd8474-764f-4d55-a84c-144033709bc6 req-145848f4-2e36-4356-b73e-e0127abcd033 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:30.281814 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-54dd8474-764f-4d55-a84c-144033709bc6 req-145848f4-2e36-4356-b73e-e0127abcd033 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=18e89c53-069c-4642-bd3e-a575e80f0376 HTTP/1.1" status: 200 len: 943 time: 0.0897131 Sep 07 02:38:30.298274 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a1497-ec57-4a58-bf57-9de64a06f2ac req-09da6a6f-db39-40a5-aafb-175e98bbc468 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:30.309656 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-952a1497-ec57-4a58-bf57-9de64a06f2ac req-09da6a6f-db39-40a5-aafb-175e98bbc468 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=52929214-daec-403d-8c4a-ab0ba9d8f0ce HTTP/1.1" status: 200 len: 945 time: 0.0875266 Sep 07 02:38:30.358140 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-54dd8474-764f-4d55-a84c-144033709bc6 req-0e2ec387-4561-42d4-abd6-5681db0911cf tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686824 Sep 07 02:38:30.366823 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-952a1497-ec57-4a58-bf57-9de64a06f2ac req-fe6bcd90-8549-4af1-9025-619c55885230 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513504 Sep 07 02:38:30.564964 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 736c4627-5617-4098-9fe6-0d59b47d5b3d details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:38:30.732060 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 736c4627-5617-4098-9fe6-0d59b47d5b3d, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=736c4627-5617-4098-9fe6-0d59b47d5b3d,segment=NetworkSegment(3ec0e383-0f35-4c3c-abc7-899f90f4fe60),segment_id=3ec0e383-0f35-4c3c-abc7-899f90f4fe60)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:38:30.759353 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '736c4627-5617-4098-9fe6-0d59b47d5b3d', 'network_id': '29fccc3a-21f2-4674-8b92-bcfa16fabc4c', 'port_id': '736c4627-5617-4098-9fe6-0d59b47d5b3d', 'mac_address': 'fa:16:3e:7b:fe:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fab1dcd-e4f9-4e9d-89a4-c1da67200daf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:38:30.889594 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:30.907445 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 736c4627-5617-4098-9fe6-0d59b47d5b3d {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:38:30.931906 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 736c4627-5617-4098-9fe6-0d59b47d5b3d, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=736c4627-5617-4098-9fe6-0d59b47d5b3d,segment=NetworkSegment(3ec0e383-0f35-4c3c-abc7-899f90f4fe60),segment_id=3ec0e383-0f35-4c3c-abc7-899f90f4fe60)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:38:30.937318 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:30.965053 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44840) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:38:31.029909 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=736c4627-5617-4098-9fe6-0d59b47d5b3d,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:31.153045 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-e899838f-c7a6-4578-a599-1cc5763a71b8 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-261108608-network', 'tenant_id': '3d937c5301ab43c080b18db78872855b'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:38:31.185310 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e899838f-c7a6-4578-a599-1cc5763a71b8 admin admin] Made reservation on behalf of 3d937c5301ab43c080b18db78872855b for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:38:31.188648 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e899838f-c7a6-4578-a599-1cc5763a71b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:31.204381 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e899838f-c7a6-4578-a599-1cc5763a71b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:31.230986 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['736c4627-5617-4098-9fe6-0d59b47d5b3d'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:38:31.340964 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:31.440364 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e899838f-c7a6-4578-a599-1cc5763a71b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:31.457629 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e899838f-c7a6-4578-a599-1cc5763a71b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:31.502278 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e899838f-c7a6-4578-a599-1cc5763a71b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:38:31.545836 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e899838f-c7a6-4578-a599-1cc5763a71b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57505a62-ceae-4832-b8a9-6ac0b7088f20,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:31.560210 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e899838f-c7a6-4578-a599-1cc5763a71b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:31.561657 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-e899838f-c7a6-4578-a599-1cc5763a71b8 admin admin] Added segment 531bd934-22d9-4955-9c53-1181d12eb23f of type vlan for network 96cf2c3c-2cd2-4441-b075-5aca4d5876d6 Sep 07 02:38:31.641365 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96f8af-3d54-4ba3-bc60-a5f1a3378086 req-62b970cd-d19a-4d48-981a-9e3070cb32f6 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:31.642954 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cc96f8af-3d54-4ba3-bc60-a5f1a3378086 req-62b970cd-d19a-4d48-981a-9e3070cb32f6 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=18e89c53-069c-4642-bd3e-a575e80f0376 HTTP/1.1" status: 200 len: 944 time: 0.1100068 Sep 07 02:38:31.643994 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e899838f-c7a6-4578-a599-1cc5763a71b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:31.718006 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f51f1-5d5e-40c6-ab77-cabebaa40dc1 req-562452d9-01ac-4092-a235-b3936397d2b7 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:31.719717 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0c4f51f1-5d5e-40c6-ab77-cabebaa40dc1 req-562452d9-01ac-4092-a235-b3936397d2b7 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=52929214-daec-403d-8c4a-ab0ba9d8f0ce HTTP/1.1" status: 200 len: 945 time: 0.0732625 Sep 07 02:38:31.720917 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e899838f-c7a6-4578-a599-1cc5763a71b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:31.722556 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e899838f-c7a6-4578-a599-1cc5763a71b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:31.723083 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e899838f-c7a6-4578-a599-1cc5763a71b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:31.727063 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cc96f8af-3d54-4ba3-bc60-a5f1a3378086 req-d37e0e90-3c83-4001-a79a-366bc4d32ef8 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775049 Sep 07 02:38:31.782256 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-e899838f-c7a6-4578-a599-1cc5763a71b8 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8160536 Sep 07 02:38:31.790989 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44862) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:38:31.797595 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-5314ae47-1594-4c24-b554-34dd3641399d admin admin] Request body: {'subnet': {'network_id': '96cf2c3c-2cd2-4441-b075-5aca4d5876d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-261108608-subnet', 'tenant_id': '3d937c5301ab43c080b18db78872855b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:38:31.860622 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0c4f51f1-5d5e-40c6-ab77-cabebaa40dc1 req-b219c2b9-a89b-4b21-8f35-1430a64f18fe tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310399 Sep 07 02:38:31.863401 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e899838f-c7a6-4578-a599-1cc5763a71b8 admin admin] Pushing event updated for resources: {'Network': ['ID=96cf2c3c-2cd2-4441-b075-5aca4d5876d6,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:31.875650 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 96cf2c3c-2cd2-4441-b075-5aca4d5876d6 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:38:31.888921 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5314ae47-1594-4c24-b554-34dd3641399d admin admin] Made reservation on behalf of 3d937c5301ab43c080b18db78872855b for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:38:31.892109 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5314ae47-1594-4c24-b554-34dd3641399d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:32.191887 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5314ae47-1594-4c24-b554-34dd3641399d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:32.296724 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5314ae47-1594-4c24-b554-34dd3641399d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3b4fb3d-94e3-4aeb-a2af-6938d3cac266,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:32.344320 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5314ae47-1594-4c24-b554-34dd3641399d admin admin] Checking segment: {'id': '531bd934-22d9-4955-9c53-1181d12eb23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '96cf2c3c-2cd2-4441-b075-5aca4d5876d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:38:32.345131 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5314ae47-1594-4c24-b554-34dd3641399d admin admin] Network hostable DHCP agents. Network: 96cf2c3c-2cd2-4441-b075-5aca4d5876d6, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:38:32.376856 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5314ae47-1594-4c24-b554-34dd3641399d admin admin] Network 96cf2c3c-2cd2-4441-b075-5aca4d5876d6 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:38:32.394634 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-5314ae47-1594-4c24-b554-34dd3641399d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 96cf2c3c-2cd2-4441-b075-5aca4d5876d6) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:38:32.404718 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1671bbab-02f1-40f2-99e4-7a2113f7a67e None None] Network 96cf2c3c-2cd2-4441-b075-5aca4d5876d6 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:38:32.412302 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5314ae47-1594-4c24-b554-34dd3641399d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:32.412959 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5314ae47-1594-4c24-b554-34dd3641399d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:32.450221 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-5314ae47-1594-4c24-b554-34dd3641399d admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6549187 Sep 07 02:38:32.450713 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44870) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:38:32.456484 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-dcbd284a-9bbb-4c58-b5de-ecb4b4e48ec7 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-261108608-router', 'tenant_id': '3d937c5301ab43c080b18db78872855b', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:38:32.499056 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dcbd284a-9bbb-4c58-b5de-ecb4b4e48ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:32.500266 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dcbd284a-9bbb-4c58-b5de-ecb4b4e48ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:32.613764 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dcbd284a-9bbb-4c58-b5de-ecb4b4e48ec7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:32.847736 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 736c4627-5617-4098-9fe6-0d59b47d5b3d up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:38:32.891040 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dcbd284a-9bbb-4c58-b5de-ecb4b4e48ec7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:32.952419 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd81f21f-595a-4412-b727-d5beccec7dc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-96cf2c3c-2cd2-4441-b075-5aca4d5876d6', 'network_id': '96cf2c3c-2cd2-4441-b075-5aca4d5876d6', 'tenant_id': '3d937c5301ab43c080b18db78872855b', 'fixed_ips': [{'subnet_id': 'e3b4fb3d-94e3-4aeb-a2af-6938d3cac266'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:38:32.953501 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-cd81f21f-595a-4412-b727-d5beccec7dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:32.959595 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c15ac36-3bce-4b44-bac7-4033eb9b7699 req-fc5ea71d-c4e2-4db4-aeb9-feeba7c168ab tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:32.969355 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port 736c4627-5617-4098-9fe6-0d59b47d5b3d completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:38:32.971370 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8c15ac36-3bce-4b44-bac7-4033eb9b7699 req-fc5ea71d-c4e2-4db4-aeb9-feeba7c168ab tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=18e89c53-069c-4642-bd3e-a575e80f0376 HTTP/1.1" status: 200 len: 944 time: 0.1450763 Sep 07 02:38:32.977323 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port 736c4627-5617-4098-9fe6-0d59b47d5b3d triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:38:32.977706 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:33.118242 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8c15ac36-3bce-4b44-bac7-4033eb9b7699 req-9c85e276-b107-423f-adc6-a9ff4547d96b tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375716 Sep 07 02:38:33.302752 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-cd81f21f-595a-4412-b727-d5beccec7dc5 None None] Allocated IP 172.20.0.2 (96cf2c3c-2cd2-4441-b075-5aca4d5876d6/e3b4fb3d-94e3-4aeb-a2af-6938d3cac266/fd7da9a3-264e-4bc9-9075-be598c9e8e4c) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:38:33.378745 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf3817-50fc-4f27-961b-f6f52b2f1e2d req-d224a3c7-20fc-400e-81c7-24667b241d9b tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:33.389089 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4acf3817-50fc-4f27-961b-f6f52b2f1e2d req-d224a3c7-20fc-400e-81c7-24667b241d9b tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=52929214-daec-403d-8c4a-ab0ba9d8f0ce HTTP/1.1" status: 200 len: 945 time: 0.2445881 Sep 07 02:38:33.527827 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4acf3817-50fc-4f27-961b-f6f52b2f1e2d req-79e36c24-0869-4c29-8757-2f78785b4857 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369061 Sep 07 02:38:33.643009 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-cd81f21f-595a-4412-b727-d5beccec7dc5 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:33.659322 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-cd81f21f-595a-4412-b727-d5beccec7dc5 None None] Transition to ACTIVE for port object fd7da9a3-264e-4bc9-9075-be598c9e8e4c will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:38:33.664324 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:33.706685 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18e89c53-069c-4642-bd3e-a575e80f0376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '736c4627-5617-4098-9fe6-0d59b47d5b3d'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:38:33.708973 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ed6c8a-8db2-4f17-a0b9-7207d69646cc" -d '{"events": [{"server_uuid": "18e89c53-069c-4642-bd3e-a575e80f0376", "name": "network-vif-plugged", "status": "completed", "tag": "736c4627-5617-4098-9fe6-0d59b47d5b3d"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:38:33.715761 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 736c4627-5617-4098-9fe6-0d59b47d5b3d, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=736c4627-5617-4098-9fe6-0d59b47d5b3d,segment=NetworkSegment(3ec0e383-0f35-4c3c-abc7-899f90f4fe60),segment_id=3ec0e383-0f35-4c3c-abc7-899f90f4fe60)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:38:33.724411 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-cd81f21f-595a-4412-b727-d5beccec7dc5 None None] Transition to ACTIVE for port object fd7da9a3-264e-4bc9-9075-be598c9e8e4c will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:38:33.727790 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:33.742245 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dcbd284a-9bbb-4c58-b5de-ecb4b4e48ec7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:33.797105 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-cd81f21f-595a-4412-b727-d5beccec7dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:33.806912 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dcbd284a-9bbb-4c58-b5de-ecb4b4e48ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:33.812742 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af589ba-fc69-46f1-a538-9f2e3eca7f9d x-openstack-request-id: req-0af589ba-fc69-46f1-a538-9f2e3eca7f9d {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:38:33.813027 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18e89c53-069c-4642-bd3e-a575e80f0376", "name": "network-vif-plugged", "status": "completed", "tag": "736c4627-5617-4098-9fe6-0d59b47d5b3d", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:38:33.813452 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0af589ba-fc69-46f1-a538-9f2e3eca7f9d {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:38:33.813990 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18e89c53-069c-4642-bd3e-a575e80f0376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '736c4627-5617-4098-9fe6-0d59b47d5b3d', 'code': 200} Sep 07 02:38:33.836208 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd81f21f-595a-4412-b727-d5beccec7dc5 None None] Network 96cf2c3c-2cd2-4441-b075-5aca4d5876d6 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:38:33.843548 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-cd81f21f-595a-4412-b727-d5beccec7dc5 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:38:33.848165 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd81f21f-595a-4412-b727-d5beccec7dc5 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:38:33.858814 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=736c4627-5617-4098-9fe6-0d59b47d5b3d,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:33.954730 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd81f21f-595a-4412-b727-d5beccec7dc5 None None] Pushing event updated for resources: {'Port': ['ID=fd7da9a3-264e-4bc9-9075-be598c9e8e4c,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:33.978411 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc096f-5bbe-4266-a014-eea3340993a0 req-6cd3025d-abf3-434d-ae1d-db1a1feac5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:33.979961 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c4dc096f-5bbe-4266-a014-eea3340993a0 req-6cd3025d-abf3-434d-ae1d-db1a1feac5a1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=18e89c53-069c-4642-bd3e-a575e80f0376 HTTP/1.1" status: 200 len: 1097 time: 0.0929708 Sep 07 02:38:34.011349 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-dcbd284a-9bbb-4c58-b5de-ecb4b4e48ec7 admin admin] Allocated IP 172.25.5.189 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/ad2b5ea9-262e-4481-8300-2f1466c529a6) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:38:34.013346 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c0bbc-4f89-444e-b2b3-68d3a049e905 req-ca71cdcc-aff7-4792-b4df-2c3dc6680cbd tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:34.026704 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-cd81f21f-595a-4412-b727-d5beccec7dc5 None None] Attempting to bind port fd7da9a3-264e-4bc9-9075-be598c9e8e4c on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:38:34.027398 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-cd81f21f-595a-4412-b727-d5beccec7dc5 None None] Attempting to bind port fd7da9a3-264e-4bc9-9075-be598c9e8e4c by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '531bd934-22d9-4955-9c53-1181d12eb23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '96cf2c3c-2cd2-4441-b075-5aca4d5876d6'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:38:34.028031 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd81f21f-595a-4412-b727-d5beccec7dc5 None None] Attempting to bind port fd7da9a3-264e-4bc9-9075-be598c9e8e4c on network 96cf2c3c-2cd2-4441-b075-5aca4d5876d6 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:38:34.030457 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f88c0bbc-4f89-444e-b2b3-68d3a049e905 req-ca71cdcc-aff7-4792-b4df-2c3dc6680cbd tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=af277e66-9f34-430f-82e6-77b8e6feb6c0 HTTP/1.1" status: 200 len: 945 time: 0.1345351 Sep 07 02:38:34.035899 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd81f21f-595a-4412-b727-d5beccec7dc5 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:38:34.038201 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd81f21f-595a-4412-b727-d5beccec7dc5 None None] Checking segment: {'id': '531bd934-22d9-4955-9c53-1181d12eb23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '96cf2c3c-2cd2-4441-b075-5aca4d5876d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:38:34.038939 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-cd81f21f-595a-4412-b727-d5beccec7dc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:34.039924 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd81f21f-595a-4412-b727-d5beccec7dc5 None None] Bound using segment: {'id': '531bd934-22d9-4955-9c53-1181d12eb23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '96cf2c3c-2cd2-4441-b075-5aca4d5876d6'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:38:34.040662 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-cd81f21f-595a-4412-b727-d5beccec7dc5 None None] Bound port: fd7da9a3-264e-4bc9-9075-be598c9e8e4c, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '531bd934-22d9-4955-9c53-1181d12eb23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '96cf2c3c-2cd2-4441-b075-5aca4d5876d6'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:38:34.041590 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-cd81f21f-595a-4412-b727-d5beccec7dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:34.110132 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f88c0bbc-4f89-444e-b2b3-68d3a049e905 req-93f5c146-347a-4099-adde-b88576227a38 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787687 Sep 07 02:38:34.150028 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c4dc096f-5bbe-4266-a014-eea3340993a0 req-bf0248b3-2aa6-4513-96f0-cbf084c5da83 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117816 Sep 07 02:38:34.152782 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-cd81f21f-595a-4412-b727-d5beccec7dc5 None None] For port fd7da9a3-264e-4bc9-9075-be598c9e8e4c, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:38:34.156662 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-cd81f21f-595a-4412-b727-d5beccec7dc5 None None] For port fd7da9a3-264e-4bc9-9075-be598c9e8e4c, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=fd7da9a3-264e-4bc9-9075-be598c9e8e4c,segment=NetworkSegment(531bd934-22d9-4955-9c53-1181d12eb23f),segment_id=531bd934-22d9-4955-9c53-1181d12eb23f)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:38:34.162258 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-cd81f21f-595a-4412-b727-d5beccec7dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:34.254590 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd81f21f-595a-4412-b727-d5beccec7dc5 None None] Pushing event updated for resources: {'Port': ['ID=fd7da9a3-264e-4bc9-9075-be598c9e8e4c,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:34.273574 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dcbd284a-9bbb-4c58-b5de-ecb4b4e48ec7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:34.307858 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bafd488-6ff1-42a7-bca5-2b5262c60099 req-9c2c9f45-f9ad-4093-8b28-e374913861ca tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:34.315540 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2bafd488-6ff1-42a7-bca5-2b5262c60099 req-9c2c9f45-f9ad-4093-8b28-e374913861ca tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=18e89c53-069c-4642-bd3e-a575e80f0376 HTTP/1.1" status: 200 len: 945 time: 0.0919540 Sep 07 02:38:34.367551 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2bafd488-6ff1-42a7-bca5-2b5262c60099 req-c1067111-1608-4792-aea8-d92d1f7e990f tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509949 Sep 07 02:38:34.371664 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dcbd284a-9bbb-4c58-b5de-ecb4b4e48ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:34.460736 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbd284a-9bbb-4c58-b5de-ecb4b4e48ec7 admin admin] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:38:34.477830 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-dcbd284a-9bbb-4c58-b5de-ecb4b4e48ec7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:38:34.481029 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbd284a-9bbb-4c58-b5de-ecb4b4e48ec7 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:38:34.484094 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbd284a-9bbb-4c58-b5de-ecb4b4e48ec7 admin admin] Pushing event updated for resources: {'Port': ['ID=ad2b5ea9-262e-4481-8300-2f1466c529a6,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:34.545690 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf1c8af-6929-418b-8478-cdc28e368e0f req-0a7c000e-927c-4d83-bbfd-149ad9ebab72 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:34.547238 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-aaf1c8af-6929-418b-8478-cdc28e368e0f req-0a7c000e-927c-4d83-bbfd-149ad9ebab72 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.23 "GET /v2.0/ports?device_id=af277e66-9f34-430f-82e6-77b8e6feb6c0 HTTP/1.1" status: 200 len: 945 time: 0.1644268 Sep 07 02:38:34.706369 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5309dcbd-6ba1-42cd-814e-cc710ec79555 req-30fc10e6-1255-45f8-9825-c7f1f23b9357 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:34.707860 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5309dcbd-6ba1-42cd-814e-cc710ec79555 req-30fc10e6-1255-45f8-9825-c7f1f23b9357 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=52929214-daec-403d-8c4a-ab0ba9d8f0ce HTTP/1.1" status: 200 len: 945 time: 0.0565846 Sep 07 02:38:34.749353 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5309dcbd-6ba1-42cd-814e-cc710ec79555 req-b32c6ee5-f758-430b-b318-14ed1a6fced7 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352547 Sep 07 02:38:34.829834 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-aaf1c8af-6929-418b-8478-cdc28e368e0f req-b34e56af-4772-42e9-aed3-fcc9cca828b8 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Deleting port 0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:38:34.830323 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-aaf1c8af-6929-418b-8478-cdc28e368e0f req-b34e56af-4772-42e9-aed3-fcc9cca828b8 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:34.943146 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dcbd284a-9bbb-4c58-b5de-ecb4b4e48ec7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:35.002195 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-aaf1c8af-6929-418b-8478-cdc28e368e0f req-b34e56af-4772-42e9-aed3-fcc9cca828b8 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] For port 0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae,segment=NetworkSegment(cb5a1637-646d-4671-9ca6-bd30e74d860b),segment_id=cb5a1637-646d-4671-9ca6-bd30e74d860b)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:38:35.003260 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-aaf1c8af-6929-418b-8478-cdc28e368e0f req-b34e56af-4772-42e9-aed3-fcc9cca828b8 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:35.023877 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-aaf1c8af-6929-418b-8478-cdc28e368e0f req-b34e56af-4772-42e9-aed3-fcc9cca828b8 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Calling delete_port for 0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:38:35.268463 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dcbd284a-9bbb-4c58-b5de-ecb4b4e48ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:35.297303 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841eafe9-336d-4976-a0aa-4652484f36fb req-7a064887-c046-46b8-8a34-633b697b6620 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:35.299053 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-841eafe9-336d-4976-a0aa-4652484f36fb req-7a064887-c046-46b8-8a34-633b697b6620 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=af277e66-9f34-430f-82e6-77b8e6feb6c0 HTTP/1.1" status: 200 len: 945 time: 0.0789666 Sep 07 02:38:35.345539 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-841eafe9-336d-4976-a0aa-4652484f36fb req-df231e9b-2b84-4e7d-b8d1-561dfae9b244 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382755 Sep 07 02:38:35.501754 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232ca53d-1bc8-49e7-b16a-7a0d3aa97e08 None None] Network 96cf2c3c-2cd2-4441-b075-5aca4d5876d6 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:38:35.620227 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-fd94b06c-9a7e-4c38-8401-477ee4bd4e4e None None] Provisioning for port fd7da9a3-264e-4bc9-9075-be598c9e8e4c completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:38:35.758944 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-aaf1c8af-6929-418b-8478-cdc28e368e0f req-b34e56af-4772-42e9-aed3-fcc9cca828b8 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:35.773047 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:38:35.822066 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34e56af-4772-42e9-aed3-fcc9cca828b8 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Pushing event deleted for resources: {'Port': ['ID=0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:35.891219 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf1c8af-6929-418b-8478-cdc28e368e0f req-b34e56af-4772-42e9-aed3-fcc9cca828b8 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] No DVR routers for this DVR port 0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:38:35.895466 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-aaf1c8af-6929-418b-8478-cdc28e368e0f req-b34e56af-4772-42e9-aed3-fcc9cca828b8 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:35.905746 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-aaf1c8af-6929-418b-8478-cdc28e368e0f req-b34e56af-4772-42e9-aed3-fcc9cca828b8 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.23 "DELETE /v2.0/ports/0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae HTTP/1.1" status: 204 len: 173 time: 1.3478491 Sep 07 02:38:35.907090 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af277e66-9f34-430f-82e6-77b8e6feb6c0', 'name': 'network-vif-deleted', 'tag': '0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:38:35.908871 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device fd7da9a3-264e-4bc9-9075-be598c9e8e4c up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:38:35.910907 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4cff035-fbd8-4a50-b866-da43f4f3b930" -d '{"events": [{"server_uuid": "af277e66-9f34-430f-82e6-77b8e6feb6c0", "name": "network-vif-deleted", "tag": "0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:38:35.941848 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2da07-173f-421f-a4db-5f032703b80a req-2daba57b-ad69-41be-8f64-cf221a5b22d0 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:35.943690 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b3d2da07-173f-421f-a4db-5f032703b80a req-2daba57b-ad69-41be-8f64-cf221a5b22d0 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=18e89c53-069c-4642-bd3e-a575e80f0376 HTTP/1.1" status: 200 len: 945 time: 0.2035356 Sep 07 02:38:35.968064 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14035bc2-2a50-41ac-b0f0-183f9a18e453 req-059e4c13-9c7f-4094-8301-b4dbb5c03b2d tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:35.970676 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-14035bc2-2a50-41ac-b0f0-183f9a18e453 req-059e4c13-9c7f-4094-8301-b4dbb5c03b2d tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=52929214-daec-403d-8c4a-ab0ba9d8f0ce HTTP/1.1" status: 200 len: 945 time: 0.1006894 Sep 07 02:38:35.973387 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcbd284a-9bbb-4c58-b5de-ecb4b4e48ec7 admin admin] Router 9b43e779-b574-4839-80bd-7ec974775f43 is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 02:38:36.011451 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port fd7da9a3-264e-4bc9-9075-be598c9e8e4c completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:38:36.016110 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port fd7da9a3-264e-4bc9-9075-be598c9e8e4c triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:38:36.016491 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:36.059161 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-14035bc2-2a50-41ac-b0f0-183f9a18e453 req-d4f3edbb-ee32-4079-af75-fa307b4efee0 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815763 Sep 07 02:38:36.119154 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b3d2da07-173f-421f-a4db-5f032703b80a req-129dae76-bd2e-4f29-9327-d054c9870158 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685529 Sep 07 02:38:36.120871 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7adc52e-74d0-4213-aef0-ff85906943e0 x-openstack-request-id: req-c7adc52e-74d0-4213-aef0-ff85906943e0 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:38:36.121327 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af277e66-9f34-430f-82e6-77b8e6feb6c0", "name": "network-vif-deleted", "tag": "0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:38:36.121731 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c7adc52e-74d0-4213-aef0-ff85906943e0 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:38:36.122275 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af277e66-9f34-430f-82e6-77b8e6feb6c0', 'name': 'network-vif-deleted', 'tag': '0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae', 'status': 'completed', 'code': 200} Sep 07 02:38:36.162762 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:36.181848 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-adf84541-8124-4535-a546-2c2105a90787 None None] Provisioning complete for port fd7da9a3-264e-4bc9-9075-be598c9e8e4c triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:38:36.182624 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-adf84541-8124-4535-a546-2c2105a90787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:36.192003 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcbd284a-9bbb-4c58-b5de-ecb4b4e48ec7 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:38:36.223404 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dcbd284a-9bbb-4c58-b5de-ecb4b4e48ec7 admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:36.224895 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-dcbd284a-9bbb-4c58-b5de-ecb4b4e48ec7 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7731626 Sep 07 02:38:36.227428 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44922) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:38:36.256510 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fdedb0-48c0-4cb1-8e73-2b73a9703fde None None] Sync routers for ids ['9b43e779-b574-4839-80bd-7ec974775f43'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:38:36.321552 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fdedb0-48c0-4cb1-8e73-2b73a9703fde None None] Routers {'9b43e779-b574-4839-80bd-7ec974775f43'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:38:36.322098 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f7fdedb0-48c0-4cb1-8e73-2b73a9703fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:38:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['9b43e779-b574-4839-80bd-7ec974775f43'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:38:36.404413 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port fd7da9a3-264e-4bc9-9075-be598c9e8e4c, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=fd7da9a3-264e-4bc9-9075-be598c9e8e4c,segment=NetworkSegment(531bd934-22d9-4955-9c53-1181d12eb23f),segment_id=531bd934-22d9-4955-9c53-1181d12eb23f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:38:36.406949 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af787d4f-a8be-45ec-8959-e73a7b506a50 req-cee3a167-a2ea-42b7-8b5b-6dffcc2e1131 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:36.415796 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-af787d4f-a8be-45ec-8959-e73a7b506a50 req-cee3a167-a2ea-42b7-8b5b-6dffcc2e1131 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=18e89c53-069c-4642-bd3e-a575e80f0376 HTTP/1.1" status: 200 len: 945 time: 0.0640223 Sep 07 02:38:36.437541 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:36.500092 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-af787d4f-a8be-45ec-8959-e73a7b506a50 req-482f253a-70e5-4249-858a-3c0c6c059b87 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681772 Sep 07 02:38:36.587384 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-161cc7ae-d01c-4133-913f-0372580b8af5 req-b82547a6-37ee-4b4d-ac71-860cc08086b4 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=af277e66-9f34-430f-82e6-77b8e6feb6c0 HTTP/1.1" status: 200 len: 210 time: 0.0567498 Sep 07 02:38:36.611437 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=fd7da9a3-264e-4bc9-9075-be598c9e8e4c,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:36.625069 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-f7fdedb0-48c0-4cb1-8e73-2b73a9703fde None None] Set router 9b43e779-b574-4839-80bd-7ec974775f43 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:38:36.846037 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f7fdedb0-48c0-4cb1-8e73-2b73a9703fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b43e779-b574-4839-80bd-7ec974775f43', 'name': 'tempest-TaggedBootDevicesTest-261108608-router', 'tenant_id': '3d937c5301ab43c080b18db78872855b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'ad2b5ea9-262e-4481-8300-2f1466c529a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:38:32Z', 'updated_at': '2021-09-07T02:38:34Z', 'revision_number': 3, 'project_id': '3d937c5301ab43c080b18db78872855b', 'gw_port': {'id': 'ad2b5ea9-262e-4481-8300-2f1466c529a6', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b43e779-b574-4839-80bd-7ec974775f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:38:33Z', 'updated_at': '2021-09-07T02:38:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:38:36.882575 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fdedb0-48c0-4cb1-8e73-2b73a9703fde None None] Checking router: 9b43e779-b574-4839-80bd-7ec974775f43 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:38:36.882825 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fdedb0-48c0-4cb1-8e73-2b73a9703fde None None] Updating router 9b43e779-b574-4839-80bd-7ec974775f43 port ad2b5ea9-262e-4481-8300-2f1466c529a6 binding host n-d-796209-16 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 02:38:36.890523 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fcf54c73-7414-4919-9c59-a5edecd923cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:36.908636 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f7fdedb0-48c0-4cb1-8e73-2b73a9703fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:37.062972 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-fcf54c73-7414-4919-9c59-a5edecd923cc admin admin] Allocated IP 172.20.0.1 (96cf2c3c-2cd2-4441-b075-5aca4d5876d6/e3b4fb3d-94e3-4aeb-a2af-6938d3cac266/73d2bee5-252c-45f4-b84f-bfdcac7b2de2) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:38:37.197008 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fcf1b6-4481-45ed-a42c-4376e7148cd5 req-3f8a1779-2a52-41d9-a1c0-a8df631297af tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:37.197236 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f7fdedb0-48c0-4cb1-8e73-2b73a9703fde None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:37.207976 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c4fcf1b6-4481-45ed-a42c-4376e7148cd5 req-3f8a1779-2a52-41d9-a1c0-a8df631297af tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=52929214-daec-403d-8c4a-ab0ba9d8f0ce HTTP/1.1" status: 200 len: 945 time: 0.0668385 Sep 07 02:38:37.210236 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-f7fdedb0-48c0-4cb1-8e73-2b73a9703fde None None] Transition to ACTIVE for port object ad2b5ea9-262e-4481-8300-2f1466c529a6 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:38:37.214355 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fcf54c73-7414-4919-9c59-a5edecd923cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:37.223089 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f7fdedb0-48c0-4cb1-8e73-2b73a9703fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:37.230298 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-fcf54c73-7414-4919-9c59-a5edecd923cc admin admin] Transition to ACTIVE for port object 73d2bee5-252c-45f4-b84f-bfdcac7b2de2 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:38:37.260114 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c4fcf1b6-4481-45ed-a42c-4376e7148cd5 req-af3ed1bd-ca94-42ea-974d-1dfc975cb40c tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507956 Sep 07 02:38:37.272959 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fcf54c73-7414-4919-9c59-a5edecd923cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:37.297517 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ad9fad-d4ac-4f39-835e-9f9768e4be18 None None] Pushing event updated for resources: {'Port': ['ID=ad2b5ea9-262e-4481-8300-2f1466c529a6,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:37.302573 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-f7fdedb0-48c0-4cb1-8e73-2b73a9703fde None None] Attempting to bind port ad2b5ea9-262e-4481-8300-2f1466c529a6 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:38:37.303096 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-f7fdedb0-48c0-4cb1-8e73-2b73a9703fde None None] Attempting to bind port ad2b5ea9-262e-4481-8300-2f1466c529a6 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:38:37.303472 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fdedb0-48c0-4cb1-8e73-2b73a9703fde None None] Attempting to bind port ad2b5ea9-262e-4481-8300-2f1466c529a6 on network 1166b922-7457-4da4-bdda-328e8c8e7bc6 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:38:37.308986 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fdedb0-48c0-4cb1-8e73-2b73a9703fde None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:38:37.309374 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fdedb0-48c0-4cb1-8e73-2b73a9703fde None None] Checking segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:38:37.310089 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f7fdedb0-48c0-4cb1-8e73-2b73a9703fde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:37.310235 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fdedb0-48c0-4cb1-8e73-2b73a9703fde None None] Bound using segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:38:37.310637 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-f7fdedb0-48c0-4cb1-8e73-2b73a9703fde None None] Bound port: ad2b5ea9-262e-4481-8300-2f1466c529a6, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:38:37.311023 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f7fdedb0-48c0-4cb1-8e73-2b73a9703fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:37.323468 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf54c73-7414-4919-9c59-a5edecd923cc admin admin] Network 96cf2c3c-2cd2-4441-b075-5aca4d5876d6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:38:37.331320 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-fcf54c73-7414-4919-9c59-a5edecd923cc admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:38:37.337342 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf54c73-7414-4919-9c59-a5edecd923cc admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:38:37.373165 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-f7fdedb0-48c0-4cb1-8e73-2b73a9703fde None None] For port ad2b5ea9-262e-4481-8300-2f1466c529a6, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:38:37.377092 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-f7fdedb0-48c0-4cb1-8e73-2b73a9703fde None None] For port ad2b5ea9-262e-4481-8300-2f1466c529a6, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=ad2b5ea9-262e-4481-8300-2f1466c529a6,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:38:37.380644 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf54c73-7414-4919-9c59-a5edecd923cc admin admin] Pushing event updated for resources: {'Port': ['ID=73d2bee5-252c-45f4-b84f-bfdcac7b2de2,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:37.390951 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f7fdedb0-48c0-4cb1-8e73-2b73a9703fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:37.396796 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fcf54c73-7414-4919-9c59-a5edecd923cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:37.470113 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fdedb0-48c0-4cb1-8e73-2b73a9703fde None None] Routers {'9b43e779-b574-4839-80bd-7ec974775f43'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:38:37.470741 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f7fdedb0-48c0-4cb1-8e73-2b73a9703fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:38:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['9b43e779-b574-4839-80bd-7ec974775f43'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:38:37.473370 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ad9fad-d4ac-4f39-835e-9f9768e4be18 None None] Pushing event updated for resources: {'Port': ['ID=ad2b5ea9-262e-4481-8300-2f1466c529a6,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:37.554498 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fcf54c73-7414-4919-9c59-a5edecd923cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:37.598617 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-f7fdedb0-48c0-4cb1-8e73-2b73a9703fde None None] Set router 9b43e779-b574-4839-80bd-7ec974775f43 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:38:37.631812 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951007a2-6db6-47ed-9d90-566fb8c9d68b req-adc80103-5db1-46f6-a17d-a9797749c583 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:37.642880 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-951007a2-6db6-47ed-9d90-566fb8c9d68b req-adc80103-5db1-46f6-a17d-a9797749c583 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=18e89c53-069c-4642-bd3e-a575e80f0376 HTTP/1.1" status: 200 len: 945 time: 0.0805943 Sep 07 02:38:37.691459 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-951007a2-6db6-47ed-9d90-566fb8c9d68b req-4023e478-a97c-4095-aeb0-143c5f5b0dde tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443370 Sep 07 02:38:37.835965 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fcf54c73-7414-4919-9c59-a5edecd923cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:37.842067 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fcf54c73-7414-4919-9c59-a5edecd923cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:37.902168 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-03441489-490a-40ac-b50b-41a814028f69 None None] Provisioning for port 73d2bee5-252c-45f4-b84f-bfdcac7b2de2 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:38:37.915283 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device fd7da9a3-264e-4bc9-9075-be598c9e8e4c up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:38:37.933497 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf54c73-7414-4919-9c59-a5edecd923cc admin admin] Pushing event updated for resources: {'Port': ['ID=73d2bee5-252c-45f4-b84f-bfdcac7b2de2,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:37.936043 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fcf54c73-7414-4919-9c59-a5edecd923cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:37.944487 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-03441489-490a-40ac-b50b-41a814028f69 None None] Provisioning complete for port 73d2bee5-252c-45f4-b84f-bfdcac7b2de2 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:38:37.944870 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-03441489-490a-40ac-b50b-41a814028f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:37.998601 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-03441489-490a-40ac-b50b-41a814028f69 None None] Port 73d2bee5-252c-45f4-b84f-bfdcac7b2de2 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:38:38.055056 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf54c73-7414-4919-9c59-a5edecd923cc admin admin] Network 96cf2c3c-2cd2-4441-b075-5aca4d5876d6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:38:38.069576 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-fcf54c73-7414-4919-9c59-a5edecd923cc admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:38:38.069790 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port fd7da9a3-264e-4bc9-9075-be598c9e8e4c triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:38:38.070126 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:38.099895 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddd7b22-3fc6-4c5e-8151-51c3dd50c9fd req-264c8416-b1d0-423e-a424-4c2b44bfdef0 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:38.108299 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2ddd7b22-3fc6-4c5e-8151-51c3dd50c9fd req-264c8416-b1d0-423e-a424-4c2b44bfdef0 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bb549be-cb5c-48dd-8181-bf0c98f68c72 HTTP/1.1" status: 200 len: 944 time: 0.0727675 Sep 07 02:38:38.116035 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f7fdedb0-48c0-4cb1-8e73-2b73a9703fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b43e779-b574-4839-80bd-7ec974775f43', 'name': 'tempest-TaggedBootDevicesTest-261108608-router', 'tenant_id': '3d937c5301ab43c080b18db78872855b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'ad2b5ea9-262e-4481-8300-2f1466c529a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:38:32Z', 'updated_at': '2021-09-07T02:38:34Z', 'revision_number': 3, 'project_id': '3d937c5301ab43c080b18db78872855b', 'gw_port': {'id': 'ad2b5ea9-262e-4481-8300-2f1466c529a6', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b43e779-b574-4839-80bd-7ec974775f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:38:33Z', 'updated_at': '2021-09-07T02:38:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:38:38.146854 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fdedb0-48c0-4cb1-8e73-2b73a9703fde None None] The sync data for ids ['9b43e779-b574-4839-80bd-7ec974775f43'] in n-d-796209-16 is: [{'id': '9b43e779-b574-4839-80bd-7ec974775f43', 'name': 'tempest-TaggedBootDevicesTest-261108608-router', 'tenant_id': '3d937c5301ab43c080b18db78872855b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'ad2b5ea9-262e-4481-8300-2f1466c529a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:38:32Z', 'updated_at': '2021-09-07T02:38:34Z', 'revision_number': 3, 'project_id': '3d937c5301ab43c080b18db78872855b', 'gw_port': {'id': 'ad2b5ea9-262e-4481-8300-2f1466c529a6', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b43e779-b574-4839-80bd-7ec974775f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:38:33Z', 'updated_at': '2021-09-07T02:38:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:38:38.156346 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2ddd7b22-3fc6-4c5e-8151-51c3dd50c9fd req-44d79ff0-13a3-4788-a776-46a03a461d1f tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470099 Sep 07 02:38:38.171401 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dcce33-cdb5-4a70-a194-467a9c51ffee req-e25946ab-74dd-47a2-a6ab-728dc656613f tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:38.179933 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f4dcce33-cdb5-4a70-a194-467a9c51ffee req-e25946ab-74dd-47a2-a6ab-728dc656613f tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=18e89c53-069c-4642-bd3e-a575e80f0376 HTTP/1.1" status: 200 len: 945 time: 0.1230893 Sep 07 02:38:38.260513 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f4dcce33-cdb5-4a70-a194-467a9c51ffee req-9805083c-502c-4e14-92e1-ba13c084ba4e tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791180 Sep 07 02:38:38.287073 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcf54c73-7414-4919-9c59-a5edecd923cc admin admin] Router 9b43e779-b574-4839-80bd-7ec974775f43 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:38:38.329686 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8943b0d2-98b4-4430-9384-8e038efab5e8 None None] Provisioning complete for port 73d2bee5-252c-45f4-b84f-bfdcac7b2de2 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:38:38.330638 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8943b0d2-98b4-4430-9384-8e038efab5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:38.376018 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8943b0d2-98b4-4430-9384-8e038efab5e8 None None] Port 73d2bee5-252c-45f4-b84f-bfdcac7b2de2 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:38:38.395565 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aeb250-27fe-404e-971a-62552a1878bc req-d80045a2-0cd7-494e-b811-47436c0f546a tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:38.397159 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f7aeb250-27fe-404e-971a-62552a1878bc req-d80045a2-0cd7-494e-b811-47436c0f546a tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=52929214-daec-403d-8c4a-ab0ba9d8f0ce HTTP/1.1" status: 200 len: 945 time: 0.0608339 Sep 07 02:38:38.438243 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf54c73-7414-4919-9c59-a5edecd923cc admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:38:38.449941 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-fcf54c73-7414-4919-9c59-a5edecd923cc admin admin] 10.222.0.22 "PUT /v2.0/routers/9b43e779-b574-4839-80bd-7ec974775f43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2213655 Sep 07 02:38:38.473769 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f7aeb250-27fe-404e-971a-62552a1878bc req-64975498-8eb1-47c1-86b5-a265676b5e72 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696609 Sep 07 02:38:38.524652 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4943772-4e85-43c4-9c0a-06672c0e5098 req-9e03e7d9-a552-49ff-b761-75f42ce161df tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:38.529033 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d4943772-4e85-43c4-9c0a-06672c0e5098 req-9e03e7d9-a552-49ff-b761-75f42ce161df tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.23 "GET /v2.0/ports?device_id=7bb549be-cb5c-48dd-8181-bf0c98f68c72 HTTP/1.1" status: 200 len: 944 time: 0.1115487 Sep 07 02:38:38.595940 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:38:38.630867 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: 0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:38:38.631553 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 0a63a7b8-e7e5-41c8-bef0-a1e0fbde77ae not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:38:38.667826 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-d4943772-4e85-43c4-9c0a-06672c0e5098 req-342a96f6-1197-4dd5-9af9-4d25942598e3 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Deleting port c6c9209b-fea0-494e-b2ea-76a9314efdfd {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:38:38.668459 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d4943772-4e85-43c4-9c0a-06672c0e5098 req-342a96f6-1197-4dd5-9af9-4d25942598e3 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:38.790517 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-d4943772-4e85-43c4-9c0a-06672c0e5098 req-342a96f6-1197-4dd5-9af9-4d25942598e3 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] For port c6c9209b-fea0-494e-b2ea-76a9314efdfd, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=c6c9209b-fea0-494e-b2ea-76a9314efdfd,segment=NetworkSegment(cb5a1637-646d-4671-9ca6-bd30e74d860b),segment_id=cb5a1637-646d-4671-9ca6-bd30e74d860b)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:38:38.790998 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d4943772-4e85-43c4-9c0a-06672c0e5098 req-342a96f6-1197-4dd5-9af9-4d25942598e3 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:38.804165 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-d4943772-4e85-43c4-9c0a-06672c0e5098 req-342a96f6-1197-4dd5-9af9-4d25942598e3 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Calling delete_port for c6c9209b-fea0-494e-b2ea-76a9314efdfd owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:38:38.958820 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d4943772-4e85-43c4-9c0a-06672c0e5098 req-342a96f6-1197-4dd5-9af9-4d25942598e3 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:38.995682 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342a96f6-1197-4dd5-9af9-4d25942598e3 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Pushing event deleted for resources: {'Port': ['ID=c6c9209b-fea0-494e-b2ea-76a9314efdfd,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:39.042607 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4943772-4e85-43c4-9c0a-06672c0e5098 req-342a96f6-1197-4dd5-9af9-4d25942598e3 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] No DVR routers for this DVR port c6c9209b-fea0-494e-b2ea-76a9314efdfd on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:38:39.045275 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d4943772-4e85-43c4-9c0a-06672c0e5098 req-342a96f6-1197-4dd5-9af9-4d25942598e3 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:39.047583 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d4943772-4e85-43c4-9c0a-06672c0e5098 req-342a96f6-1197-4dd5-9af9-4d25942598e3 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.23 "DELETE /v2.0/ports/c6c9209b-fea0-494e-b2ea-76a9314efdfd HTTP/1.1" status: 204 len: 173 time: 0.5121615 Sep 07 02:38:39.048133 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb549be-cb5c-48dd-8181-bf0c98f68c72', 'name': 'network-vif-deleted', 'tag': 'c6c9209b-fea0-494e-b2ea-76a9314efdfd'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:38:39.051040 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a11a2f2-309e-4c05-97d1-395d27ee16de" -d '{"events": [{"server_uuid": "7bb549be-cb5c-48dd-8181-bf0c98f68c72", "name": "network-vif-deleted", "tag": "c6c9209b-fea0-494e-b2ea-76a9314efdfd"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:38:39.119074 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb029c2-7b22-460e-bcc7-774533eadd48 x-openstack-request-id: req-ccb029c2-7b22-460e-bcc7-774533eadd48 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:38:39.119367 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb549be-cb5c-48dd-8181-bf0c98f68c72", "name": "network-vif-deleted", "tag": "c6c9209b-fea0-494e-b2ea-76a9314efdfd", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:38:39.119647 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ccb029c2-7b22-460e-bcc7-774533eadd48 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:38:39.120049 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb549be-cb5c-48dd-8181-bf0c98f68c72', 'name': 'network-vif-deleted', 'tag': 'c6c9209b-fea0-494e-b2ea-76a9314efdfd', 'status': 'completed', 'code': 200} Sep 07 02:38:39.302960 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bfddaab6-b943-4313-9d52-2b0085328da6 req-66754ea3-00b0-4096-a282-3ae49f1201bd tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bb549be-cb5c-48dd-8181-bf0c98f68c72 HTTP/1.1" status: 200 len: 210 time: 0.0364311 Sep 07 02:38:39.406234 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ff7b1-6c1c-4a01-b195-4da70105a103 req-83f999db-1bf7-4c1d-b41a-3f2a82e0a879 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:39.407978 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-182ff7b1-6c1c-4a01-b195-4da70105a103 req-83f999db-1bf7-4c1d-b41a-3f2a82e0a879 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=18e89c53-069c-4642-bd3e-a575e80f0376 HTTP/1.1" status: 200 len: 945 time: 0.0553269 Sep 07 02:38:39.448185 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-182ff7b1-6c1c-4a01-b195-4da70105a103 req-78e0e101-10f7-4874-be5d-c823004871e4 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329707 Sep 07 02:38:39.636333 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ada0e-6d2e-4cc4-9ded-439b86b6cece req-0a0ccb09-76da-4a0b-b6f6-44ce0cbb07fe tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:39.638295 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-399ada0e-6d2e-4cc4-9ded-439b86b6cece req-0a0ccb09-76da-4a0b-b6f6-44ce0cbb07fe tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=52929214-daec-403d-8c4a-ab0ba9d8f0ce HTTP/1.1" status: 200 len: 945 time: 0.0739403 Sep 07 02:38:39.714283 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-6099ca9c-44b9-48fd-8c19-deddf37be9a6 tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:39.715946 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-6099ca9c-44b9-48fd-8c19-deddf37be9a6 tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=52929214-daec-403d-8c4a-ab0ba9d8f0ce&tenant_id=58fe4c9e71db4bd7aa26d4557468fc65&binding%3Ahost_id=n-h2-796209-16 HTTP/1.1" status: 200 len: 1097 time: 0.0767422 Sep 07 02:38:39.719238 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-399ada0e-6d2e-4cc4-9ded-439b86b6cece req-932a470f-9e2a-43c6-9772-b4ebc17d0e45 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691786 Sep 07 02:38:39.728397 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-795c0321-c3cd-43fc-8404-9fde83ba0fa9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-796209-16'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:38:39.815156 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-795c0321-c3cd-43fc-8404-9fde83ba0fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:39.849999 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device ad2b5ea9-262e-4481-8300-2f1466c529a6 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:38:39.887678 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465cd295-dc21-4107-876d-af7498da45a6 req-d5991d0c-dcdd-408d-8967-c08a4c61317c tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:39.889876 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-465cd295-dc21-4107-876d-af7498da45a6 req-d5991d0c-dcdd-408d-8967-c08a4c61317c tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.23 "GET /v2.0/ports?device_id=18e89c53-069c-4642-bd3e-a575e80f0376 HTTP/1.1" status: 200 len: 945 time: 0.1119111 Sep 07 02:38:39.934650 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port ad2b5ea9-262e-4481-8300-2f1466c529a6 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:38:39.939168 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port ad2b5ea9-262e-4481-8300-2f1466c529a6 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:38:39.939556 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:40.066355 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:40.092579 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-795c0321-c3cd-43fc-8404-9fde83ba0fa9 service neutron] For port b9f350e6-7228-4f1e-98b9-880119e07ad7, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=b9f350e6-7228-4f1e-98b9-880119e07ad7,segment=NetworkSegment(a87351ba-0fbc-4302-9869-b18eee085c86),segment_id=a87351ba-0fbc-4302-9869-b18eee085c86)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:38:40.095707 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port ad2b5ea9-262e-4481-8300-2f1466c529a6, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=ad2b5ea9-262e-4481-8300-2f1466c529a6,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:38:40.101677 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:40.109960 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-465cd295-dc21-4107-876d-af7498da45a6 req-6dcec98b-b466-425d-8a80-bd1d62baa1e1 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Deleting port 736c4627-5617-4098-9fe6-0d59b47d5b3d {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:38:40.110390 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-465cd295-dc21-4107-876d-af7498da45a6 req-6dcec98b-b466-425d-8a80-bd1d62baa1e1 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:40.146100 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdebce3-78aa-43bb-b864-0cf0178bacce None None] Sync routers for ids ['9b43e779-b574-4839-80bd-7ec974775f43'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:38:40.156385 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdebce3-78aa-43bb-b864-0cf0178bacce None None] Routers {'9b43e779-b574-4839-80bd-7ec974775f43'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:38:40.157292 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-4bdebce3-78aa-43bb-b864-0cf0178bacce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:38:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['9b43e779-b574-4839-80bd-7ec974775f43'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:38:40.171955 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=ad2b5ea9-262e-4481-8300-2f1466c529a6,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:40.217753 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-795c0321-c3cd-43fc-8404-9fde83ba0fa9 service neutron] For port b9f350e6-7228-4f1e-98b9-880119e07ad7, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:38:40.267851 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-4bdebce3-78aa-43bb-b864-0cf0178bacce None None] Set router 9b43e779-b574-4839-80bd-7ec974775f43 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:38:40.276608 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-465cd295-dc21-4107-876d-af7498da45a6 req-6dcec98b-b466-425d-8a80-bd1d62baa1e1 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] For port 736c4627-5617-4098-9fe6-0d59b47d5b3d, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=736c4627-5617-4098-9fe6-0d59b47d5b3d,segment=NetworkSegment(3ec0e383-0f35-4c3c-abc7-899f90f4fe60),segment_id=3ec0e383-0f35-4c3c-abc7-899f90f4fe60)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:38:40.276976 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-465cd295-dc21-4107-876d-af7498da45a6 req-6dcec98b-b466-425d-8a80-bd1d62baa1e1 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:40.287257 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-795c0321-c3cd-43fc-8404-9fde83ba0fa9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:40.294931 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-465cd295-dc21-4107-876d-af7498da45a6 req-6dcec98b-b466-425d-8a80-bd1d62baa1e1 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Calling delete_port for 736c4627-5617-4098-9fe6-0d59b47d5b3d owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:38:40.296582 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-795c0321-c3cd-43fc-8404-9fde83ba0fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:40.459217 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795c0321-c3cd-43fc-8404-9fde83ba0fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=b9f350e6-7228-4f1e-98b9-880119e07ad7,revision_number=7']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:40.463904 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-795c0321-c3cd-43fc-8404-9fde83ba0fa9 service neutron] Attempting to bind port b9f350e6-7228-4f1e-98b9-880119e07ad7 on host n-h2-796209-16 for vnic_type normal with profile {"migrating_to": "n-h1-796209-16"} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:38:40.464237 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-795c0321-c3cd-43fc-8404-9fde83ba0fa9 service neutron] Attempting to bind port b9f350e6-7228-4f1e-98b9-880119e07ad7 by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': 'a87351ba-0fbc-4302-9869-b18eee085c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e4ab2f0c-5a02-4242-a541-768acd457503'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:38:40.472550 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-795c0321-c3cd-43fc-8404-9fde83ba0fa9 service neutron] Attempting to bind port b9f350e6-7228-4f1e-98b9-880119e07ad7 on network e4ab2f0c-5a02-4242-a541-768acd457503 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:38:40.472820 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-795c0321-c3cd-43fc-8404-9fde83ba0fa9 service neutron] Port b9f350e6-7228-4f1e-98b9-880119e07ad7 on network e4ab2f0c-5a02-4242-a541-768acd457503 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:38:40.473053 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-795c0321-c3cd-43fc-8404-9fde83ba0fa9 service neutron] Attempting to bind port b9f350e6-7228-4f1e-98b9-880119e07ad7 on network e4ab2f0c-5a02-4242-a541-768acd457503 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:38:40.487783 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-795c0321-c3cd-43fc-8404-9fde83ba0fa9 service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:38:40.488095 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-795c0321-c3cd-43fc-8404-9fde83ba0fa9 service neutron] Checking segment: {'id': 'a87351ba-0fbc-4302-9869-b18eee085c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e4ab2f0c-5a02-4242-a541-768acd457503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:38:40.488486 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-795c0321-c3cd-43fc-8404-9fde83ba0fa9 service neutron] Bound using segment: {'id': 'a87351ba-0fbc-4302-9869-b18eee085c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e4ab2f0c-5a02-4242-a541-768acd457503'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:38:40.488932 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-795c0321-c3cd-43fc-8404-9fde83ba0fa9 service neutron] Bound port: b9f350e6-7228-4f1e-98b9-880119e07ad7, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a87351ba-0fbc-4302-9869-b18eee085c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'e4ab2f0c-5a02-4242-a541-768acd457503'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:38:40.489426 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-795c0321-c3cd-43fc-8404-9fde83ba0fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:40.516981 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-4bdebce3-78aa-43bb-b864-0cf0178bacce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b43e779-b574-4839-80bd-7ec974775f43', 'name': 'tempest-TaggedBootDevicesTest-261108608-router', 'tenant_id': '3d937c5301ab43c080b18db78872855b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'ad2b5ea9-262e-4481-8300-2f1466c529a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:38:32Z', 'updated_at': '2021-09-07T02:38:37Z', 'revision_number': 4, 'project_id': '3d937c5301ab43c080b18db78872855b', 'gw_port': {'id': 'ad2b5ea9-262e-4481-8300-2f1466c529a6', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b43e779-b574-4839-80bd-7ec974775f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:38:33Z', 'updated_at': '2021-09-07T02:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '73d2bee5-252c-45f4-b84f-bfdcac7b2de2', 'name': '', 'network_id': '96cf2c3c-2cd2-4441-b075-5aca4d5876d6', 'tenant_id': '3d937c5301ab43c080b18db78872855b', 'mac_address': 'fa:16:3e:01:b4:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b43e779-b574-4839-80bd-7ec974775f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'e3b4fb3d-94e3-4aeb-a2af-6938d3cac266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:38:36Z', 'updated_at': '2021-09-07T02:38:37Z', 'revision_number': 2, 'project_id': '3d937c5301ab43c080b18db78872855b', 'subnets': [{'id': 'e3b4fb3d-94e3-4aeb-a2af-6938d3cac266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:38:40.553990 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdebce3-78aa-43bb-b864-0cf0178bacce None None] Checking router: 9b43e779-b574-4839-80bd-7ec974775f43 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:38:40.554605 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdebce3-78aa-43bb-b864-0cf0178bacce None None] Updating router 9b43e779-b574-4839-80bd-7ec974775f43 port 73d2bee5-252c-45f4-b84f-bfdcac7b2de2 binding host n-d-796209-16 {{(pid=94703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 02:38:40.559783 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-795c0321-c3cd-43fc-8404-9fde83ba0fa9 service neutron] For port b9f350e6-7228-4f1e-98b9-880119e07ad7, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:38:40.562934 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-795c0321-c3cd-43fc-8404-9fde83ba0fa9 service neutron] For port b9f350e6-7228-4f1e-98b9-880119e07ad7, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=b9f350e6-7228-4f1e-98b9-880119e07ad7,segment=NetworkSegment(a87351ba-0fbc-4302-9869-b18eee085c86),segment_id=a87351ba-0fbc-4302-9869-b18eee085c86)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:38:40.578358 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-795c0321-c3cd-43fc-8404-9fde83ba0fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:40.582631 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-4bdebce3-78aa-43bb-b864-0cf0178bacce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:40.601290 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device b9f350e6-7228-4f1e-98b9-880119e07ad7 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:38:40.733162 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-465cd295-dc21-4107-876d-af7498da45a6 req-6dcec98b-b466-425d-8a80-bd1d62baa1e1 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:40.749533 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['736c4627-5617-4098-9fe6-0d59b47d5b3d'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:38:40.757313 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795c0321-c3cd-43fc-8404-9fde83ba0fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=b9f350e6-7228-4f1e-98b9-880119e07ad7,revision_number=8']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:40.762046 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-795c0321-c3cd-43fc-8404-9fde83ba0fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:40.762668 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-795c0321-c3cd-43fc-8404-9fde83ba0fa9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:40.764170 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-795c0321-c3cd-43fc-8404-9fde83ba0fa9 service neutron] 10.222.0.23 "PUT /v2.0/ports/b9f350e6-7228-4f1e-98b9-880119e07ad7 HTTP/1.1" status: 200 len: 1123 time: 1.0401852 Sep 07 02:38:40.773813 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df904e0b-b04b-4c0a-95fa-b26cad5b7421 req-6db3a8c2-d4ce-4533-afc7-9ec490b890da tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:40.775365 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df904e0b-b04b-4c0a-95fa-b26cad5b7421 req-6db3a8c2-d4ce-4533-afc7-9ec490b890da tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=18e89c53-069c-4642-bd3e-a575e80f0376 HTTP/1.1" status: 200 len: 867 time: 0.2102416 Sep 07 02:38:40.818182 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcec98b-b466-425d-8a80-bd1d62baa1e1 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Pushing event deleted for resources: {'Port': ['ID=736c4627-5617-4098-9fe6-0d59b47d5b3d,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:40.856732 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a0bc73-3e05-49ac-8917-77ef8e451c71 req-c6e2d859-cb1e-4bd3-898c-3d3c2c084b92 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:40.861042 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-61a0bc73-3e05-49ac-8917-77ef8e451c71 req-c6e2d859-cb1e-4bd3-898c-3d3c2c084b92 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=a43a67ee-d7ee-45b5-b6e6-bf1e3c5124c0 HTTP/1.1" status: 200 len: 945 time: 0.1356375 Sep 07 02:38:40.932144 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['b9f350e6-7228-4f1e-98b9-880119e07ad7'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:38:40.995353 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-61a0bc73-3e05-49ac-8917-77ef8e451c71 req-77e2a663-0d7e-48a5-97d7-c2a348cf1e48 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177282 Sep 07 02:38:41.045052 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['b9f350e6-7228-4f1e-98b9-880119e07ad7'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:38:41.049513 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port b9f350e6-7228-4f1e-98b9-880119e07ad7, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=b9f350e6-7228-4f1e-98b9-880119e07ad7,segment=NetworkSegment(a87351ba-0fbc-4302-9869-b18eee085c86),segment_id=a87351ba-0fbc-4302-9869-b18eee085c86)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:38:41.105002 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device b9f350e6-7228-4f1e-98b9-880119e07ad7 has no active binding in host n-h1-796209-16 {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 07 02:38:41.156761 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c578e8-0010-483e-ba43-716c828a4dbe req-a831eea3-a957-4f14-8888-1239c5ae1b8a tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:41.168672 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d2c578e8-0010-483e-ba43-716c828a4dbe req-a831eea3-a957-4f14-8888-1239c5ae1b8a tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=52929214-daec-403d-8c4a-ab0ba9d8f0ce HTTP/1.1" status: 200 len: 943 time: 0.0855167 Sep 07 02:38:41.169915 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-4bdebce3-78aa-43bb-b864-0cf0178bacce None None] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:41.188862 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-4bdebce3-78aa-43bb-b864-0cf0178bacce None None] Transition to ACTIVE for port object 73d2bee5-252c-45f4-b84f-bfdcac7b2de2 will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:38:41.206706 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-4bdebce3-78aa-43bb-b864-0cf0178bacce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:41.215026 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52929214-daec-403d-8c4a-ab0ba9d8f0ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9f350e6-7228-4f1e-98b9-880119e07ad7'}, {'name': 'network-changed', 'server_uuid': '52929214-daec-403d-8c4a-ab0ba9d8f0ce', 'tag': 'b9f350e6-7228-4f1e-98b9-880119e07ad7'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:38:41.215635 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d075515d-fff6-4744-b832-cc2b063812ea" -d '{"events": [{"server_uuid": "52929214-daec-403d-8c4a-ab0ba9d8f0ce", "name": "network-vif-unplugged", "status": "completed", "tag": "b9f350e6-7228-4f1e-98b9-880119e07ad7"}, {"name": "network-changed", "server_uuid": "52929214-daec-403d-8c4a-ab0ba9d8f0ce", "tag": "b9f350e6-7228-4f1e-98b9-880119e07ad7"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:38:41.266050 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795228dd-ae9d-40a4-8372-22ded99d681b None None] Pushing event updated for resources: {'Port': ['ID=73d2bee5-252c-45f4-b84f-bfdcac7b2de2,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:41.272059 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d2c578e8-0010-483e-ba43-716c828a4dbe req-6535876b-6229-4f12-8cea-b9491634238a tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956922 Sep 07 02:38:41.278343 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795228dd-ae9d-40a4-8372-22ded99d681b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:38:41.279057 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795228dd-ae9d-40a4-8372-22ded99d681b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:38:41.290212 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795228dd-ae9d-40a4-8372-22ded99d681b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:38:41.290793 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795228dd-ae9d-40a4-8372-22ded99d681b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:38:41.291342 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795228dd-ae9d-40a4-8372-22ded99d681b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:38:41.291919 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795228dd-ae9d-40a4-8372-22ded99d681b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:38:41.292492 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795228dd-ae9d-40a4-8372-22ded99d681b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:38:41.292980 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795228dd-ae9d-40a4-8372-22ded99d681b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:38:41.293511 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795228dd-ae9d-40a4-8372-22ded99d681b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:38:41.294665 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795228dd-ae9d-40a4-8372-22ded99d681b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:38:41.294665 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795228dd-ae9d-40a4-8372-22ded99d681b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:38:41.294908 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795228dd-ae9d-40a4-8372-22ded99d681b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:38:41.300389 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-465cd295-dc21-4107-876d-af7498da45a6 req-6dcec98b-b466-425d-8a80-bd1d62baa1e1 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] No DVR routers for this DVR port 736c4627-5617-4098-9fe6-0d59b47d5b3d on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:38:41.328620 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df904e0b-b04b-4c0a-95fa-b26cad5b7421 req-6b90b6b2-cfce-4f98-8f1d-1eecdf1a1114 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5378351 Sep 07 02:38:41.331085 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-465cd295-dc21-4107-876d-af7498da45a6 req-6dcec98b-b466-425d-8a80-bd1d62baa1e1 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:41.334918 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-465cd295-dc21-4107-876d-af7498da45a6 req-6dcec98b-b466-425d-8a80-bd1d62baa1e1 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.23 "DELETE /v2.0/ports/736c4627-5617-4098-9fe6-0d59b47d5b3d HTTP/1.1" status: 204 len: 173 time: 1.4371977 Sep 07 02:38:41.392457 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-4bdebce3-78aa-43bb-b864-0cf0178bacce None None] Attempting to bind port 73d2bee5-252c-45f4-b84f-bfdcac7b2de2 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:38:41.393227 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-4bdebce3-78aa-43bb-b864-0cf0178bacce None None] Attempting to bind port 73d2bee5-252c-45f4-b84f-bfdcac7b2de2 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '531bd934-22d9-4955-9c53-1181d12eb23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '96cf2c3c-2cd2-4441-b075-5aca4d5876d6'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:38:41.393759 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdebce3-78aa-43bb-b864-0cf0178bacce None None] Attempting to bind port 73d2bee5-252c-45f4-b84f-bfdcac7b2de2 on network 96cf2c3c-2cd2-4441-b075-5aca4d5876d6 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:38:41.403335 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdebce3-78aa-43bb-b864-0cf0178bacce None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:38:41.404092 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdebce3-78aa-43bb-b864-0cf0178bacce None None] Checking segment: {'id': '531bd934-22d9-4955-9c53-1181d12eb23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '96cf2c3c-2cd2-4441-b075-5aca4d5876d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:38:41.404720 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-4bdebce3-78aa-43bb-b864-0cf0178bacce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:41.406586 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdebce3-78aa-43bb-b864-0cf0178bacce None None] Bound using segment: {'id': '531bd934-22d9-4955-9c53-1181d12eb23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '96cf2c3c-2cd2-4441-b075-5aca4d5876d6'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:38:41.407279 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-4bdebce3-78aa-43bb-b864-0cf0178bacce None None] Bound port: 73d2bee5-252c-45f4-b84f-bfdcac7b2de2, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '531bd934-22d9-4955-9c53-1181d12eb23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '96cf2c3c-2cd2-4441-b075-5aca4d5876d6'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:38:41.409193 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-4bdebce3-78aa-43bb-b864-0cf0178bacce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:41.414803 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e18e6-0fcb-4e16-ab8a-141ec975b7fd req-6d2a125d-55c6-4eed-bc09-df983aab51d9 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:41.429554 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7a0e18e6-0fcb-4e16-ab8a-141ec975b7fd req-6d2a125d-55c6-4eed-bc09-df983aab51d9 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.23 "GET /v2.0/ports?device_id=a43a67ee-d7ee-45b5-b6e6-bf1e3c5124c0 HTTP/1.1" status: 200 len: 945 time: 0.2108593 Sep 07 02:38:41.589327 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-4bdebce3-78aa-43bb-b864-0cf0178bacce None None] For port 73d2bee5-252c-45f4-b84f-bfdcac7b2de2, host n-d-796209-16, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:38:41.596007 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 07 Sep 2021 02:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d1271d-23e4-49f2-8ac9-d56997937f04 x-openstack-request-id: req-44d1271d-23e4-49f2-8ac9-d56997937f04 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:38:41.596991 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52929214-daec-403d-8c4a-ab0ba9d8f0ce", "name": "network-vif-unplugged", "status": "completed", "tag": "b9f350e6-7228-4f1e-98b9-880119e07ad7", "code": 200}, {"name": "network-changed", "server_uuid": "52929214-daec-403d-8c4a-ab0ba9d8f0ce", "tag": "b9f350e6-7228-4f1e-98b9-880119e07ad7", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:38:41.597284 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-44d1271d-23e4-49f2-8ac9-d56997937f04 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:38:41.598053 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52929214-daec-403d-8c4a-ab0ba9d8f0ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9f350e6-7228-4f1e-98b9-880119e07ad7', 'code': 200} Sep 07 02:38:41.598053 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52929214-daec-403d-8c4a-ab0ba9d8f0ce', 'tag': 'b9f350e6-7228-4f1e-98b9-880119e07ad7', 'status': 'completed', 'code': 200} Sep 07 02:38:41.599962 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-4bdebce3-78aa-43bb-b864-0cf0178bacce None None] For port 73d2bee5-252c-45f4-b84f-bfdcac7b2de2, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=73d2bee5-252c-45f4-b84f-bfdcac7b2de2,segment=NetworkSegment(531bd934-22d9-4955-9c53-1181d12eb23f),segment_id=531bd934-22d9-4955-9c53-1181d12eb23f)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:38:41.611409 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-4bdebce3-78aa-43bb-b864-0cf0178bacce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:41.687744 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdebce3-78aa-43bb-b864-0cf0178bacce None None] Routers {'9b43e779-b574-4839-80bd-7ec974775f43'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:38:41.688843 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-4bdebce3-78aa-43bb-b864-0cf0178bacce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:38:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['9b43e779-b574-4839-80bd-7ec974775f43'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:38:41.702294 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075515d-fff6-4744-b832-cc2b063812ea req-f57d5bbd-0c8f-4b38-9131-6e8446ca720e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:41.704756 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d075515d-fff6-4744-b832-cc2b063812ea req-f57d5bbd-0c8f-4b38-9131-6e8446ca720e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=58fe4c9e71db4bd7aa26d4557468fc65&device_id=52929214-daec-403d-8c4a-ab0ba9d8f0ce HTTP/1.1" status: 200 len: 1126 time: 0.0726223 Sep 07 02:38:41.732878 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795228dd-ae9d-40a4-8372-22ded99d681b None None] Pushing event updated for resources: {'Port': ['ID=73d2bee5-252c-45f4-b84f-bfdcac7b2de2,revision_number=4']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:41.828134 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-7a0e18e6-0fcb-4e16-ab8a-141ec975b7fd req-f89bdb8b-5938-4b6e-9c72-6b93fd1d5b1a tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Deleting port 10040ac4-d970-4a95-b1a0-f348e640839a {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:38:41.828525 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7a0e18e6-0fcb-4e16-ab8a-141ec975b7fd req-f89bdb8b-5938-4b6e-9c72-6b93fd1d5b1a tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:41.838410 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-4bdebce3-78aa-43bb-b864-0cf0178bacce None None] Set router 9b43e779-b574-4839-80bd-7ec974775f43 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:38:41.936875 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device ad2b5ea9-262e-4481-8300-2f1466c529a6 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:38:41.973316 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075515d-fff6-4744-b832-cc2b063812ea req-38fa0881-fbf8-4153-a412-fb4ba93ff4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:41.977434 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d075515d-fff6-4744-b832-cc2b063812ea req-38fa0881-fbf8-4153-a412-fb4ba93ff4ee service neutron] 10.222.0.16 "GET /v2.0/networks?id=e4ab2f0c-5a02-4242-a541-768acd457503 HTTP/1.1" status: 200 len: 921 time: 0.2533805 Sep 07 02:38:42.012814 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port ad2b5ea9-262e-4481-8300-2f1466c529a6 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:38:42.013250 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:42.029937 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-7a0e18e6-0fcb-4e16-ab8a-141ec975b7fd req-f89bdb8b-5938-4b6e-9c72-6b93fd1d5b1a tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] For port 10040ac4-d970-4a95-b1a0-f348e640839a, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=10040ac4-d970-4a95-b1a0-f348e640839a,segment=NetworkSegment(cb5a1637-646d-4671-9ca6-bd30e74d860b),segment_id=cb5a1637-646d-4671-9ca6-bd30e74d860b)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:38:42.030420 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7a0e18e6-0fcb-4e16-ab8a-141ec975b7fd req-f89bdb8b-5938-4b6e-9c72-6b93fd1d5b1a tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:42.058193 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d075515d-fff6-4744-b832-cc2b063812ea req-2ed238a9-cd46-4de2-9080-d00838692db0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9f350e6-7228-4f1e-98b9-880119e07ad7 HTTP/1.1" status: 200 len: 217 time: 0.0715797 Sep 07 02:38:42.063035 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-7a0e18e6-0fcb-4e16-ab8a-141ec975b7fd req-f89bdb8b-5938-4b6e-9c72-6b93fd1d5b1a tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Calling delete_port for 10040ac4-d970-4a95-b1a0-f348e640839a owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:38:42.154117 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075515d-fff6-4744-b832-cc2b063812ea req-77a31143-247c-4c1f-9cf4-31f9bce2de54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:42.155633 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d075515d-fff6-4744-b832-cc2b063812ea req-77a31143-247c-4c1f-9cf4-31f9bce2de54 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a1bc4512-390c-4c50-bb1d-2c94019bd4fe HTTP/1.1" status: 200 len: 861 time: 0.0890319 Sep 07 02:38:42.197826 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d075515d-fff6-4744-b832-cc2b063812ea req-666654c1-8d21-4590-a328-449a8147d3d6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e4ab2f0c-5a02-4242-a541-768acd457503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298653 Sep 07 02:38:42.216705 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17eab83-f5da-4835-8443-c04e4ea4f52d req-c4356fcb-d048-44f7-8b78-394b9b9fd9d9 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:42.223897 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d17eab83-f5da-4835-8443-c04e4ea4f52d req-c4356fcb-d048-44f7-8b78-394b9b9fd9d9 tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/ports?device_id=a43a67ee-d7ee-45b5-b6e6-bf1e3c5124c0 HTTP/1.1" status: 200 len: 945 time: 0.0848756 Sep 07 02:38:42.284118 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d17eab83-f5da-4835-8443-c04e4ea4f52d req-1f6c576d-4156-41e3-89bb-b14a5336115d tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.22 "GET /v2.0/security-groups?id=a49e3ada-8202-4e6d-9a59-cd1c05476f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592806 Sep 07 02:38:42.291225 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 02:38:42.295036 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-4bdebce3-78aa-43bb-b864-0cf0178bacce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b43e779-b574-4839-80bd-7ec974775f43', 'name': 'tempest-TaggedBootDevicesTest-261108608-router', 'tenant_id': '3d937c5301ab43c080b18db78872855b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'ad2b5ea9-262e-4481-8300-2f1466c529a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:38:32Z', 'updated_at': '2021-09-07T02:38:37Z', 'revision_number': 4, 'project_id': '3d937c5301ab43c080b18db78872855b', 'gw_port': {'id': 'ad2b5ea9-262e-4481-8300-2f1466c529a6', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b43e779-b574-4839-80bd-7ec974775f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:38:33Z', 'updated_at': '2021-09-07T02:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '73d2bee5-252c-45f4-b84f-bfdcac7b2de2', 'name': '', 'network_id': '96cf2c3c-2cd2-4441-b075-5aca4d5876d6', 'tenant_id': '3d937c5301ab43c080b18db78872855b', 'mac_address': 'fa:16:3e:01:b4:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b43e779-b574-4839-80bd-7ec974775f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'e3b4fb3d-94e3-4aeb-a2af-6938d3cac266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:38:36Z', 'updated_at': '2021-09-07T02:38:41Z', 'revision_number': 4, 'project_id': '3d937c5301ab43c080b18db78872855b', 'subnets': [{'id': 'e3b4fb3d-94e3-4aeb-a2af-6938d3cac266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:38:42.338436 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdebce3-78aa-43bb-b864-0cf0178bacce None None] The sync data for ids ['9b43e779-b574-4839-80bd-7ec974775f43'] in n-d-796209-16 is: [{'id': '9b43e779-b574-4839-80bd-7ec974775f43', 'name': 'tempest-TaggedBootDevicesTest-261108608-router', 'tenant_id': '3d937c5301ab43c080b18db78872855b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'ad2b5ea9-262e-4481-8300-2f1466c529a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:38:32Z', 'updated_at': '2021-09-07T02:38:37Z', 'revision_number': 4, 'project_id': '3d937c5301ab43c080b18db78872855b', 'gw_port': {'id': 'ad2b5ea9-262e-4481-8300-2f1466c529a6', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b43e779-b574-4839-80bd-7ec974775f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:38:33Z', 'updated_at': '2021-09-07T02:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '73d2bee5-252c-45f4-b84f-bfdcac7b2de2', 'name': '', 'network_id': '96cf2c3c-2cd2-4441-b075-5aca4d5876d6', 'tenant_id': '3d937c5301ab43c080b18db78872855b', 'mac_address': 'fa:16:3e:01:b4:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b43e779-b574-4839-80bd-7ec974775f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'e3b4fb3d-94e3-4aeb-a2af-6938d3cac266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:38:36Z', 'updated_at': '2021-09-07T02:38:41Z', 'revision_number': 4, 'project_id': '3d937c5301ab43c080b18db78872855b', 'subnets': [{'id': 'e3b4fb3d-94e3-4aeb-a2af-6938d3cac266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:38:42.402790 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d075515d-fff6-4744-b832-cc2b063812ea req-36f9d45d-7578-445d-ba9b-dadb3a974b1a service neutron] 10.222.0.16 "GET /v2.0/networks/e4ab2f0c-5a02-4242-a541-768acd457503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873760 Sep 07 02:38:42.450211 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7a0e18e6-0fcb-4e16-ab8a-141ec975b7fd req-f89bdb8b-5938-4b6e-9c72-6b93fd1d5b1a tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:42.553908 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89bdb8b-5938-4b6e-9c72-6b93fd1d5b1a tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Pushing event deleted for resources: {'Port': ['ID=10040ac4-d970-4a95-b1a0-f348e640839a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:42.605771 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 10040ac4-d970-4a95-b1a0-f348e640839a no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:38:42.650446 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a0e18e6-0fcb-4e16-ab8a-141ec975b7fd req-f89bdb8b-5938-4b6e-9c72-6b93fd1d5b1a tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] No DVR routers for this DVR port 10040ac4-d970-4a95-b1a0-f348e640839a on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:38:42.653763 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7a0e18e6-0fcb-4e16-ab8a-141ec975b7fd req-f89bdb8b-5938-4b6e-9c72-6b93fd1d5b1a tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:42.656155 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7a0e18e6-0fcb-4e16-ab8a-141ec975b7fd req-f89bdb8b-5938-4b6e-9c72-6b93fd1d5b1a tempest-LiveMigrationTest-1877221898 tempest-LiveMigrationTest-1877221898-project] 10.222.0.23 "DELETE /v2.0/ports/10040ac4-d970-4a95-b1a0-f348e640839a HTTP/1.1" status: 204 len: 173 time: 1.2147985 Sep 07 02:38:42.657145 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d075515d-fff6-4744-b832-cc2b063812ea req-dfe48dae-c8a1-4f5b-bbed-1e115b858868 service neutron] 10.222.0.16 "GET /v2.0/networks/e4ab2f0c-5a02-4242-a541-768acd457503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448676 Sep 07 02:38:42.661975 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: 10040ac4-d970-4a95-b1a0-f348e640839a {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:38:42.662746 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 10040ac4-d970-4a95-b1a0-f348e640839a not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:38:42.663184 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device c6c9209b-fea0-494e-b2ea-76a9314efdfd no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:38:42.698229 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: c6c9209b-fea0-494e-b2ea-76a9314efdfd {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:38:42.698672 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device c6c9209b-fea0-494e-b2ea-76a9314efdfd not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:38:42.699304 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 736c4627-5617-4098-9fe6-0d59b47d5b3d no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:38:42.732920 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: 736c4627-5617-4098-9fe6-0d59b47d5b3d {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:38:42.733551 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 736c4627-5617-4098-9fe6-0d59b47d5b3d not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:38:42.847896 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac929622-3192-4a2e-ba95-28be5d677060 req-14a19c62-2308-4df7-8cc8-814f86a0e754 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:42.856049 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ac929622-3192-4a2e-ba95-28be5d677060 req-14a19c62-2308-4df7-8cc8-814f86a0e754 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=52929214-daec-403d-8c4a-ab0ba9d8f0ce HTTP/1.1" status: 200 len: 943 time: 0.0803788 Sep 07 02:38:42.894758 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ac929622-3192-4a2e-ba95-28be5d677060 req-3c41d43b-54b5-4a33-b4d5-b3cf0ac7200e tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366924 Sep 07 02:38:42.991036 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e910e-c506-4fd3-bc06-422c4a213163 req-032d90e4-5e26-4907-925f-57829dc4c88a tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:42.995535 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-238e910e-c506-4fd3-bc06-422c4a213163 req-032d90e4-5e26-4907-925f-57829dc4c88a tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/networks?id=29fccc3a-21f2-4674-8b92-bcfa16fabc4c HTTP/1.1" status: 200 len: 812 time: 0.1514864 Sep 07 02:38:43.012034 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-238e910e-c506-4fd3-bc06-422c4a213163 req-d7687bcb-292d-4bc0-942b-54d8b6517e3b tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/quotas/4443ce3bb3024d489f3e6e525e333d25 HTTP/1.1" status: 200 len: 375 time: 0.0155873 Sep 07 02:38:43.052896 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-238e910e-c506-4fd3-bc06-422c4a213163 req-cd3b94c4-8a48-44dc-93ca-ee4c9b671224 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=4443ce3bb3024d489f3e6e525e333d25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394228 Sep 07 02:38:43.264517 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-238e910e-c506-4fd3-bc06-422c4a213163 req-38c6b90b-d2f5-4c3b-b0c8-0c3464150278 service neutron] 10.222.0.22 "GET /v2.0/networks/29fccc3a-21f2-4674-8b92-bcfa16fabc4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926718 Sep 07 02:38:43.372728 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45120) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:38:43.423420 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-238e910e-c506-4fd3-bc06-422c4a213163 req-90914f74-00d1-4e2f-99c3-ceb14568efb5 service neutron] 10.222.0.22 "GET /v2.0/networks/29fccc3a-21f2-4674-8b92-bcfa16fabc4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505575 Sep 07 02:38:43.562115 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba79877a-0f8a-4fae-a825-cd2251676844 admin admin] Deleting subnet cf141221-2e81-48e8-81ec-6bd6d6584327 {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:38:43.566942 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ba79877a-0f8a-4fae-a825-cd2251676844 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:43.598873 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18e89c53-069c-4642-bd3e-a575e80f0376', 'name': 'network-vif-deleted', 'tag': '736c4627-5617-4098-9fe6-0d59b47d5b3d'}, {'server_uuid': 'a43a67ee-d7ee-45b5-b6e6-bf1e3c5124c0', 'name': 'network-vif-deleted', 'tag': '10040ac4-d970-4a95-b1a0-f348e640839a'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:38:43.601181 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc671757-1450-4b1e-ace0-cfe743fbcd44" -d '{"events": [{"server_uuid": "18e89c53-069c-4642-bd3e-a575e80f0376", "name": "network-vif-deleted", "tag": "736c4627-5617-4098-9fe6-0d59b47d5b3d"}, {"server_uuid": "a43a67ee-d7ee-45b5-b6e6-bf1e3c5124c0", "name": "network-vif-deleted", "tag": "10040ac4-d970-4a95-b1a0-f348e640839a"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:38:43.686310 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ba79877a-0f8a-4fae-a825-cd2251676844 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:43.725866 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-98619cbe-e199-4d66-9af6-ca06d51e5b1c req-0c0534cc-0883-4f8e-98be-ae4acbfd490f tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc51979c-5507-4443-9897-569f07617a01 HTTP/1.1" status: 200 len: 210 time: 0.0493529 Sep 07 02:38:43.826888 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 07 Sep 2021 02:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56bdc216-76f2-434c-807e-41096e9dd32a x-openstack-request-id: req-56bdc216-76f2-434c-807e-41096e9dd32a {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:38:43.827190 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18e89c53-069c-4642-bd3e-a575e80f0376", "name": "network-vif-deleted", "tag": "736c4627-5617-4098-9fe6-0d59b47d5b3d", "status": "completed", "code": 200}, {"server_uuid": "a43a67ee-d7ee-45b5-b6e6-bf1e3c5124c0", "name": "network-vif-deleted", "tag": "10040ac4-d970-4a95-b1a0-f348e640839a", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:38:43.827450 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-56bdc216-76f2-434c-807e-41096e9dd32a {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:38:43.829363 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18e89c53-069c-4642-bd3e-a575e80f0376', 'name': 'network-vif-deleted', 'tag': '736c4627-5617-4098-9fe6-0d59b47d5b3d', 'status': 'completed', 'code': 200} Sep 07 02:38:43.829642 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a43a67ee-d7ee-45b5-b6e6-bf1e3c5124c0', 'name': 'network-vif-deleted', 'tag': '10040ac4-d970-4a95-b1a0-f348e640839a', 'status': 'completed', 'code': 200} Sep 07 02:38:43.830490 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ba79877a-0f8a-4fae-a825-cd2251676844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:44.004496 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 73d2bee5-252c-45f4-b84f-bfdcac7b2de2 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:38:44.034630 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ba79877a-0f8a-4fae-a825-cd2251676844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:44.088216 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 73d2bee5-252c-45f4-b84f-bfdcac7b2de2 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:38:44.099376 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 73d2bee5-252c-45f4-b84f-bfdcac7b2de2 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:38:44.099801 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:44.127007 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba79877a-0f8a-4fae-a825-cd2251676844 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf141221-2e81-48e8-81ec-6bd6d6584327,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:44.152653 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ba79877a-0f8a-4fae-a825-cd2251676844 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:44.162934 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45154) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:38:44.163081 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-ba79877a-0f8a-4fae-a825-cd2251676844 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/cf141221-2e81-48e8-81ec-6bd6d6584327 HTTP/1.1" status: 204 len: 168 time: 0.7855332 Sep 07 02:38:44.176701 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba79877a-0f8a-4fae-a825-cd2251676844 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:38:44.176970 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba79877a-0f8a-4fae-a825-cd2251676844 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:38:44.177318 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba79877a-0f8a-4fae-a825-cd2251676844 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:38:44.177653 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba79877a-0f8a-4fae-a825-cd2251676844 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:38:44.177987 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba79877a-0f8a-4fae-a825-cd2251676844 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:38:44.178322 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba79877a-0f8a-4fae-a825-cd2251676844 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:38:44.178649 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba79877a-0f8a-4fae-a825-cd2251676844 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:38:44.182768 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba79877a-0f8a-4fae-a825-cd2251676844 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:38:44.183134 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba79877a-0f8a-4fae-a825-cd2251676844 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:38:44.185481 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba79877a-0f8a-4fae-a825-cd2251676844 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:38:44.185894 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba79877a-0f8a-4fae-a825-cd2251676844 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:38:44.186250 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba79877a-0f8a-4fae-a825-cd2251676844 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:38:44.338477 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:44.365672 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-53654928-714b-4fc6-9e46-2d4c2349569b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:44.434355 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 73d2bee5-252c-45f4-b84f-bfdcac7b2de2, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=73d2bee5-252c-45f4-b84f-bfdcac7b2de2,segment=NetworkSegment(531bd934-22d9-4955-9c53-1181d12eb23f),segment_id=531bd934-22d9-4955-9c53-1181d12eb23f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:38:44.440273 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:44.527121 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=73d2bee5-252c-45f4-b84f-bfdcac7b2de2,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:44.527976 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be80470-8550-4d27-9520-e50d9e2510ae req-6625b5ef-5f8f-49fa-bbba-80d286482ef6 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:44.537514 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8be80470-8550-4d27-9520-e50d9e2510ae req-6625b5ef-5f8f-49fa-bbba-80d286482ef6 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=52929214-daec-403d-8c4a-ab0ba9d8f0ce HTTP/1.1" status: 200 len: 943 time: 0.1882319 Sep 07 02:38:44.617920 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device b9f350e6-7228-4f1e-98b9-880119e07ad7 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:38:44.637781 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-53654928-714b-4fc6-9e46-2d4c2349569b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:44.664929 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-53654928-714b-4fc6-9e46-2d4c2349569b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5632e33d-1d7a-4426-9d83-a8e688a88788']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:38:44.675884 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-53654928-714b-4fc6-9e46-2d4c2349569b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb5a1637-646d-4671-9ca6-bd30e74d860b') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:38:44.676314 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-53654928-714b-4fc6-9e46-2d4c2349569b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb5a1637-646d-4671-9ca6-bd30e74d860b') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:38:44.688561 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-53654928-714b-4fc6-9e46-2d4c2349569b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:44.708187 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-53654928-714b-4fc6-9e46-2d4c2349569b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:44.728682 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53654928-714b-4fc6-9e46-2d4c2349569b admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:38:44.729119 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-53654928-714b-4fc6-9e46-2d4c2349569b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:44.786766 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port b9f350e6-7228-4f1e-98b9-880119e07ad7, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=b9f350e6-7228-4f1e-98b9-880119e07ad7,segment=NetworkSegment(a87351ba-0fbc-4302-9869-b18eee085c86),segment_id=a87351ba-0fbc-4302-9869-b18eee085c86)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:38:44.804529 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device b9f350e6-7228-4f1e-98b9-880119e07ad7 has no active binding in host n-h1-796209-16 {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 07 02:38:44.833092 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8be80470-8550-4d27-9520-e50d9e2510ae req-3ef13afc-cc55-4a15-b501-1b6ff61d919c tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934725 Sep 07 02:38:44.833815 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:38:44.833815 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:38:44.833815 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:38:44.833815 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:38:44.833815 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:38:44.833815 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:38:44.833815 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:38:44.833815 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:38:44.833815 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:38:44.833815 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:38:44.833815 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:38:44.833815 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:38:44.833815 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:38:44.833815 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:38:44.833815 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:38:44.833815 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:38:44.833815 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:38:44.833815 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:38:44.833815 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:38:44.833815 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:38:44.833815 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:38:44.833815 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:38:44.833815 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:38:44.833815 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:38:44.833815 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:38:44.833815 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:38:44.833815 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:38:44.833815 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:38:44.833815 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:38:44.833815 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:38:44.833815 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:38:44.833815 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:38:44.853112 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-53654928-714b-4fc6-9e46-2d4c2349569b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:44.866023 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-53654928-714b-4fc6-9e46-2d4c2349569b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:44.869956 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-53654928-714b-4fc6-9e46-2d4c2349569b admin admin] 10.222.0.22 "DELETE /v2.0/networks/5632e33d-1d7a-4426-9d83-a8e688a88788 HTTP/1.1" status: 204 len: 168 time: 0.7092981 Sep 07 02:38:44.874192 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45166) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:38:44.906982 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0303c37b-9bf0-4e98-966c-e075e2dea16e req-898de340-2bc8-4cd9-a285-dd2fcb63d4fc tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc51979c-5507-4443-9897-569f07617a01 HTTP/1.1" status: 200 len: 210 time: 0.0628834 Sep 07 02:38:44.935137 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53654928-714b-4fc6-9e46-2d4c2349569b admin admin] Pushing event deleted for resources: {'Network': ['ID=5632e33d-1d7a-4426-9d83-a8e688a88788,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:44.963627 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aa3821b-89ac-4cc5-a319-6f5480f47658 admin admin] Deleting subnet cd1523ae-19b4-4c8e-b9c4-7566f97dea7f {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:38:44.967296 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3aa3821b-89ac-4cc5-a319-6f5480f47658 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:45.012997 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3aa3821b-89ac-4cc5-a319-6f5480f47658 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:45.101730 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3aa3821b-89ac-4cc5-a319-6f5480f47658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:45.180625 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3aa3821b-89ac-4cc5-a319-6f5480f47658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:45.211939 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa3821b-89ac-4cc5-a319-6f5480f47658 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd1523ae-19b4-4c8e-b9c4-7566f97dea7f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:45.252919 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3aa3821b-89ac-4cc5-a319-6f5480f47658 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:45.257491 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45172) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:38:45.257731 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3aa3821b-89ac-4cc5-a319-6f5480f47658 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/cd1523ae-19b4-4c8e-b9c4-7566f97dea7f HTTP/1.1" status: 204 len: 168 time: 0.3821645 Sep 07 02:38:45.355429 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e910e-c506-4fd3-bc06-422c4a213163 req-343a47eb-f547-4c0b-8a55-fcd297aae5dc tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:45.357121 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-238e910e-c506-4fd3-bc06-422c4a213163 req-343a47eb-f547-4c0b-8a55-fcd297aae5dc tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.23 "GET /v2.0/networks?id=29fccc3a-21f2-4674-8b92-bcfa16fabc4c HTTP/1.1" status: 200 len: 812 time: 0.1400325 Sep 07 02:38:45.367745 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-58955443-e76e-4f51-9541-367ca850d486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:45.374551 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-238e910e-c506-4fd3-bc06-422c4a213163 req-4d7d8fef-ad69-41eb-b44f-bba267e7875a tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Request body: {'port': {'device_id': 'fc51979c-5507-4443-9897-569f07617a01', 'network_id': '29fccc3a-21f2-4674-8b92-bcfa16fabc4c', 'admin_state_up': True, 'tenant_id': '4443ce3bb3024d489f3e6e525e333d25'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:38:45.485106 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-58955443-e76e-4f51-9541-367ca850d486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:45.526397 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-58955443-e76e-4f51-9541-367ca850d486 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac50453e-9244-4ca1-bbc0-e3ab26971602']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:38:45.539534 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-58955443-e76e-4f51-9541-367ca850d486 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '467cbf25-3b30-4c43-a917-825290643a11') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:38:45.540169 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-58955443-e76e-4f51-9541-367ca850d486 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '467cbf25-3b30-4c43-a917-825290643a11') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:38:45.568163 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-58955443-e76e-4f51-9541-367ca850d486 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:45.586708 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-58955443-e76e-4f51-9541-367ca850d486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:45.590224 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-238e910e-c506-4fd3-bc06-422c4a213163 req-4d7d8fef-ad69-41eb-b44f-bba267e7875a tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Made reservation on behalf of 4443ce3bb3024d489f3e6e525e333d25 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:38:45.594011 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-238e910e-c506-4fd3-bc06-422c4a213163 req-4d7d8fef-ad69-41eb-b44f-bba267e7875a tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:45.594184 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58955443-e76e-4f51-9541-367ca850d486 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:38:45.594615 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-58955443-e76e-4f51-9541-367ca850d486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:45.597200 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:38:45.597200 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:38:45.597200 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:38:45.597200 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:38:45.597200 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:38:45.597200 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:38:45.597200 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:38:45.597200 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:38:45.597200 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:38:45.597200 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:38:45.597200 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:38:45.597200 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:38:45.597200 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:38:45.597200 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:38:45.597200 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:38:45.597200 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:38:45.597200 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:38:45.597200 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:38:45.597200 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:38:45.597200 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:38:45.597200 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:38:45.597200 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:38:45.597200 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:38:45.597200 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:38:45.597200 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:38:45.597200 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:38:45.597200 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:38:45.597200 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:38:45.597200 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:38:45.597200 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:38:45.597200 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:38:45.597200 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:38:45.669860 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-58955443-e76e-4f51-9541-367ca850d486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:45.681144 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-58955443-e76e-4f51-9541-367ca850d486 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:45.683933 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-58955443-e76e-4f51-9541-367ca850d486 admin admin] 10.222.0.22 "DELETE /v2.0/networks/ac50453e-9244-4ca1-bbc0-e3ab26971602 HTTP/1.1" status: 204 len: 168 time: 0.4252958 Sep 07 02:38:45.695409 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58955443-e76e-4f51-9541-367ca850d486 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac50453e-9244-4ca1-bbc0-e3ab26971602,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:45.755100 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-238e910e-c506-4fd3-bc06-422c4a213163 req-4d7d8fef-ad69-41eb-b44f-bba267e7875a tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Allocated IP 172.20.0.2 (29fccc3a-21f2-4674-8b92-bcfa16fabc4c/8fab1dcd-e4f9-4e9d-89a4-c1da67200daf/1373cf7c-4e84-4fdd-ba07-64bd380da894) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:38:45.858616 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 73d2bee5-252c-45f4-b84f-bfdcac7b2de2 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:38:45.885686 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45180) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:38:45.929198 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 73d2bee5-252c-45f4-b84f-bfdcac7b2de2 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:38:45.929874 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:46.008810 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-238e910e-c506-4fd3-bc06-422c4a213163 req-4d7d8fef-ad69-41eb-b44f-bba267e7875a tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:46.044120 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-aad0f90b-da7c-4797-86f3-513488340261 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4ff846f9243a40b7bf323ea156c2bdd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1569979 Sep 07 02:38:46.051300 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45188) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:38:46.069936 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a26ac4-4374-44fe-9e53-729b0d179123 req-622b2977-f41c-4d5d-ba2b-59664c8f3fa0 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:46.071507 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-82a26ac4-4374-44fe-9e53-729b0d179123 req-622b2977-f41c-4d5d-ba2b-59664c8f3fa0 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=52929214-daec-403d-8c4a-ab0ba9d8f0ce HTTP/1.1" status: 200 len: 943 time: 0.0889828 Sep 07 02:38:46.092224 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-92c05879-92a8-4c19-aff8-a31a20d32340 req-5a5e85c0-c834-4077-a73f-2e1afab34a4b tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc51979c-5507-4443-9897-569f07617a01 HTTP/1.1" status: 200 len: 210 time: 0.0548728 Sep 07 02:38:46.130592 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-238e910e-c506-4fd3-bc06-422c4a213163 req-4d7d8fef-ad69-41eb-b44f-bba267e7875a tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:46.153522 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-82a26ac4-4374-44fe-9e53-729b0d179123 req-d67e664d-e655-42b8-b85c-b54be63f1068 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689497 Sep 07 02:38:46.215135 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-238e910e-c506-4fd3-bc06-422c4a213163 req-4d7d8fef-ad69-41eb-b44f-bba267e7875a tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Network 29fccc3a-21f2-4674-8b92-bcfa16fabc4c is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:38:46.243929 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-238e910e-c506-4fd3-bc06-422c4a213163 req-4d7d8fef-ad69-41eb-b44f-bba267e7875a tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:38:46.248600 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-238e910e-c506-4fd3-bc06-422c4a213163 req-4d7d8fef-ad69-41eb-b44f-bba267e7875a tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:38:46.251217 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-03b16da3-9a85-4c62-9f03-eded4607f4b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:46.298472 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7d8fef-ad69-41eb-b44f-bba267e7875a tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Pushing event updated for resources: {'Port': ['ID=1373cf7c-4e84-4fdd-ba07-64bd380da894,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:46.334077 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-03b16da3-9a85-4c62-9f03-eded4607f4b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:46.349190 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e910e-c506-4fd3-bc06-422c4a213163 req-4d7d8fef-ad69-41eb-b44f-bba267e7875a tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:46.349942 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-238e910e-c506-4fd3-bc06-422c4a213163 req-4d7d8fef-ad69-41eb-b44f-bba267e7875a tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:46.383118 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-238e910e-c506-4fd3-bc06-422c4a213163 req-4d7d8fef-ad69-41eb-b44f-bba267e7875a tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0147631 Sep 07 02:38:46.398354 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-238e910e-c506-4fd3-bc06-422c4a213163 req-e75f00cf-18a9-4315-b13a-7a461cb452f2 service neutron] Request body: {'port': {'device_id': 'fc51979c-5507-4443-9897-569f07617a01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:38:46.433772 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-bf1f41f5-33ff-437c-ae05-f4ff8e064cb5 service neutron] 10.222.0.16 "GET /v2.0/ports/b9f350e6-7228-4f1e-98b9-880119e07ad7/bindings/n-h1-796209-16 HTTP/1.1" status: 200 len: 385 time: 0.0921297 Sep 07 02:38:46.483034 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-238e910e-c506-4fd3-bc06-422c4a213163 req-e75f00cf-18a9-4315-b13a-7a461cb452f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:46.496806 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-03b16da3-9a85-4c62-9f03-eded4607f4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:46.499616 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-03b16da3-9a85-4c62-9f03-eded4607f4b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:46.501037 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-03b16da3-9a85-4c62-9f03-eded4607f4b2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a49e3ada-8202-4e6d-9a59-cd1c05476f0e HTTP/1.1" status: 204 len: 168 time: 0.4403703 Sep 07 02:38:46.515010 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b16da3-9a85-4c62-9f03-eded4607f4b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49e3ada-8202-4e6d-9a59-cd1c05476f0e,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:46.684927 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device b9f350e6-7228-4f1e-98b9-880119e07ad7 no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:38:46.827343 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-7263bc58-5d4b-4b78-bede-48d20c5a60cb service neutron] For port b9f350e6-7228-4f1e-98b9-880119e07ad7, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=b9f350e6-7228-4f1e-98b9-880119e07ad7,segment=NetworkSegment(a87351ba-0fbc-4302-9869-b18eee085c86),segment_id=a87351ba-0fbc-4302-9869-b18eee085c86)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:38:46.856708 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-7263bc58-5d4b-4b78-bede-48d20c5a60cb service neutron] For port b9f350e6-7228-4f1e-98b9-880119e07ad7, host n-h2-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:38:46.905968 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-7263bc58-5d4b-4b78-bede-48d20c5a60cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9f350e6-7228-4f1e-98b9-880119e07ad7 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:38:46.919832 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-7263bc58-5d4b-4b78-bede-48d20c5a60cb service neutron] For port b9f350e6-7228-4f1e-98b9-880119e07ad7, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=b9f350e6-7228-4f1e-98b9-880119e07ad7,segment=NetworkSegment(a87351ba-0fbc-4302-9869-b18eee085c86),segment_id=a87351ba-0fbc-4302-9869-b18eee085c86)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:38:46.940146 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-7263bc58-5d4b-4b78-bede-48d20c5a60cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:46.953297 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-238e910e-c506-4fd3-bc06-422c4a213163 req-e75f00cf-18a9-4315-b13a-7a461cb452f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1373cf7c-4e84-4fdd-ba07-64bd380da894 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:38:46.967759 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-238e910e-c506-4fd3-bc06-422c4a213163 req-e75f00cf-18a9-4315-b13a-7a461cb452f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:47.002599 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-238e910e-c506-4fd3-bc06-422c4a213163 req-e75f00cf-18a9-4315-b13a-7a461cb452f2 service neutron] Transition to ACTIVE for port object 1373cf7c-4e84-4fdd-ba07-64bd380da894 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:38:47.010081 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-238e910e-c506-4fd3-bc06-422c4a213163 req-e75f00cf-18a9-4315-b13a-7a461cb452f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:47.047821 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-7263bc58-5d4b-4b78-bede-48d20c5a60cb service neutron] Transition to ACTIVE for port object b9f350e6-7228-4f1e-98b9-880119e07ad7 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:38:47.055556 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-7263bc58-5d4b-4b78-bede-48d20c5a60cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:47.134621 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-7263bc58-5d4b-4b78-bede-48d20c5a60cb service neutron] No DVR routers for this DVR port b9f350e6-7228-4f1e-98b9-880119e07ad7 on host n-h2-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:38:47.141762 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45200) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:38:47.158897 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7263bc58-5d4b-4b78-bede-48d20c5a60cb service neutron] Pushing event updated for resources: {'Port': ['ID=b9f350e6-7228-4f1e-98b9-880119e07ad7,revision_number=10']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:47.222271 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-7263bc58-5d4b-4b78-bede-48d20c5a60cb service neutron] 10.222.0.16 "PUT /v2.0/ports/b9f350e6-7228-4f1e-98b9-880119e07ad7/bindings/n-h1-796209-16/activate HTTP/1.1" status: 200 len: 370 time: 0.7797005 Sep 07 02:38:47.234149 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-2ff67783-0c04-446b-b9a7-519424a9e0d1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1d4e9f0cb3454001bb3da44b0d77c4c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0893636 Sep 07 02:38:47.234663 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45204) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:38:47.268068 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75f00cf-18a9-4315-b13a-7a461cb452f2 service neutron] Pushing event updated for resources: {'Port': ['ID=1373cf7c-4e84-4fdd-ba07-64bd380da894,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:47.383965 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b511eb-1e26-4a0c-82bf-c525ad964433 req-a7bda0f8-03b2-4ba8-a538-977e535dad19 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:47.385776 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b3b511eb-1e26-4a0c-82bf-c525ad964433 req-a7bda0f8-03b2-4ba8-a538-977e535dad19 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc51979c-5507-4443-9897-569f07617a01 HTTP/1.1" status: 200 len: 943 time: 0.1010056 Sep 07 02:38:47.387606 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-420d0f23-35e2-4731-928a-abc9379c17be tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:47.389191 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-420d0f23-35e2-4731-928a-abc9379c17be tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=52929214-daec-403d-8c4a-ab0ba9d8f0ce&tenant_id=58fe4c9e71db4bd7aa26d4557468fc65&binding%3Ahost_id=n-h2-796209-16 HTTP/1.1" status: 200 len: 1096 time: 0.0967691 Sep 07 02:38:47.396692 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-238e910e-c506-4fd3-bc06-422c4a213163 req-e75f00cf-18a9-4315-b13a-7a461cb452f2 service neutron] Attempting to bind port 1373cf7c-4e84-4fdd-ba07-64bd380da894 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:38:47.397028 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-238e910e-c506-4fd3-bc06-422c4a213163 req-e75f00cf-18a9-4315-b13a-7a461cb452f2 service neutron] Attempting to bind port 1373cf7c-4e84-4fdd-ba07-64bd380da894 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '3ec0e383-0f35-4c3c-abc7-899f90f4fe60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '29fccc3a-21f2-4674-8b92-bcfa16fabc4c'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:38:47.397364 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238e910e-c506-4fd3-bc06-422c4a213163 req-e75f00cf-18a9-4315-b13a-7a461cb452f2 service neutron] Attempting to bind port 1373cf7c-4e84-4fdd-ba07-64bd380da894 on network 29fccc3a-21f2-4674-8b92-bcfa16fabc4c {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:38:47.407148 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-45f9380b-b91a-4076-931e-83eabea52ebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:47.411892 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238e910e-c506-4fd3-bc06-422c4a213163 req-e75f00cf-18a9-4315-b13a-7a461cb452f2 service neutron] Port 1373cf7c-4e84-4fdd-ba07-64bd380da894 on network 29fccc3a-21f2-4674-8b92-bcfa16fabc4c not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:38:47.412223 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238e910e-c506-4fd3-bc06-422c4a213163 req-e75f00cf-18a9-4315-b13a-7a461cb452f2 service neutron] Attempting to bind port 1373cf7c-4e84-4fdd-ba07-64bd380da894 on network 29fccc3a-21f2-4674-8b92-bcfa16fabc4c {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:38:47.444866 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f58a893-f118-44c4-81c9-2a0f47a1e444 req-600af1b5-94cd-425b-87cb-016783989b66 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:47.448834 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3f58a893-f118-44c4-81c9-2a0f47a1e444 req-600af1b5-94cd-425b-87cb-016783989b66 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=52929214-daec-403d-8c4a-ab0ba9d8f0ce HTTP/1.1" status: 200 len: 944 time: 0.1715212 Sep 07 02:38:47.467920 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-45f9380b-b91a-4076-931e-83eabea52ebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:47.490576 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238e910e-c506-4fd3-bc06-422c4a213163 req-e75f00cf-18a9-4315-b13a-7a461cb452f2 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:38:47.491228 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238e910e-c506-4fd3-bc06-422c4a213163 req-e75f00cf-18a9-4315-b13a-7a461cb452f2 service neutron] Checking segment: {'id': '3ec0e383-0f35-4c3c-abc7-899f90f4fe60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '29fccc3a-21f2-4674-8b92-bcfa16fabc4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:38:47.491822 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238e910e-c506-4fd3-bc06-422c4a213163 req-e75f00cf-18a9-4315-b13a-7a461cb452f2 service neutron] Bound using segment: {'id': '3ec0e383-0f35-4c3c-abc7-899f90f4fe60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '29fccc3a-21f2-4674-8b92-bcfa16fabc4c'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:38:47.492790 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-238e910e-c506-4fd3-bc06-422c4a213163 req-e75f00cf-18a9-4315-b13a-7a461cb452f2 service neutron] Bound port: 1373cf7c-4e84-4fdd-ba07-64bd380da894, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ec0e383-0f35-4c3c-abc7-899f90f4fe60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '29fccc3a-21f2-4674-8b92-bcfa16fabc4c'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:38:47.493443 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-238e910e-c506-4fd3-bc06-422c4a213163 req-e75f00cf-18a9-4315-b13a-7a461cb452f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:47.498091 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b3b511eb-1e26-4a0c-82bf-c525ad964433 req-92301651-da34-4ff1-a9e0-2a8d51c1d8de tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051250 Sep 07 02:38:47.606224 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-45f9380b-b91a-4076-931e-83eabea52ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:47.609241 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-45f9380b-b91a-4076-931e-83eabea52ebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:47.614097 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-45f9380b-b91a-4076-931e-83eabea52ebe admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cda8a93e-87cb-4805-95ba-0945e265190a HTTP/1.1" status: 204 len: 168 time: 0.3782697 Sep 07 02:38:47.630808 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-4a5d2f17-eedb-4230-b750-274ab757257c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:47.632526 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-4a5d2f17-eedb-4230-b750-274ab757257c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=52929214-daec-403d-8c4a-ab0ba9d8f0ce&tenant_id=58fe4c9e71db4bd7aa26d4557468fc65 HTTP/1.1" status: 200 len: 1096 time: 0.2292752 Sep 07 02:38:47.642376 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f9380b-b91a-4076-931e-83eabea52ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda8a93e-87cb-4805-95ba-0945e265190a,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:47.666655 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3f58a893-f118-44c4-81c9-2a0f47a1e444 req-34da5a1d-f0d4-4468-918c-5ce0e6b464d1 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902795 Sep 07 02:38:47.771672 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-238e910e-c506-4fd3-bc06-422c4a213163 req-e75f00cf-18a9-4315-b13a-7a461cb452f2 service neutron] For port 1373cf7c-4e84-4fdd-ba07-64bd380da894, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:38:47.788942 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-238e910e-c506-4fd3-bc06-422c4a213163 req-e75f00cf-18a9-4315-b13a-7a461cb452f2 service neutron] For port 1373cf7c-4e84-4fdd-ba07-64bd380da894, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=1373cf7c-4e84-4fdd-ba07-64bd380da894,segment=NetworkSegment(3ec0e383-0f35-4c3c-abc7-899f90f4fe60),segment_id=3ec0e383-0f35-4c3c-abc7-899f90f4fe60)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:38:47.806733 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-695f43a2-f3ef-402e-a9c2-466d40784e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:47.809517 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-695f43a2-f3ef-402e-a9c2-466d40784e1c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=58fe4c9e71db4bd7aa26d4557468fc65&device_id=52929214-daec-403d-8c4a-ab0ba9d8f0ce HTTP/1.1" status: 200 len: 1096 time: 0.1282535 Sep 07 02:38:47.811122 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-238e910e-c506-4fd3-bc06-422c4a213163 req-e75f00cf-18a9-4315-b13a-7a461cb452f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:47.880914 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e910e-c506-4fd3-bc06-422c4a213163 req-e75f00cf-18a9-4315-b13a-7a461cb452f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:47.881804 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-238e910e-c506-4fd3-bc06-422c4a213163 req-e75f00cf-18a9-4315-b13a-7a461cb452f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:47.884067 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-238e910e-c506-4fd3-bc06-422c4a213163 req-e75f00cf-18a9-4315-b13a-7a461cb452f2 service neutron] 10.222.0.23 "PUT /v2.0/ports/1373cf7c-4e84-4fdd-ba07-64bd380da894 HTTP/1.1" status: 200 len: 1092 time: 1.4908056 Sep 07 02:38:47.889054 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc51979c-5507-4443-9897-569f07617a01', 'tag': '1373cf7c-4e84-4fdd-ba07-64bd380da894'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:38:47.891878 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1378287-b2ca-4c07-832c-eeed21c10132" -d '{"events": [{"name": "network-changed", "server_uuid": "fc51979c-5507-4443-9897-569f07617a01", "tag": "1373cf7c-4e84-4fdd-ba07-64bd380da894"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:38:47.970287 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b77a6a-859a-4c9c-9d26-a58c1c893dcc x-openstack-request-id: req-f1b77a6a-859a-4c9c-9d26-a58c1c893dcc {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:38:47.970834 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc51979c-5507-4443-9897-569f07617a01", "tag": "1373cf7c-4e84-4fdd-ba07-64bd380da894", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:38:47.971085 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f1b77a6a-859a-4c9c-9d26-a58c1c893dcc {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:38:47.971504 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc51979c-5507-4443-9897-569f07617a01', 'tag': '1373cf7c-4e84-4fdd-ba07-64bd380da894', 'status': 'completed', 'code': 200} Sep 07 02:38:48.034993 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-11d6cc5b-fca8-46a7-9484-9b3b9406101e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:48.036774 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-11d6cc5b-fca8-46a7-9484-9b3b9406101e service neutron] 10.222.0.23 "GET /v2.0/networks?id=e4ab2f0c-5a02-4242-a541-768acd457503 HTTP/1.1" status: 200 len: 921 time: 0.2163923 Sep 07 02:38:48.037359 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75f00cf-18a9-4315-b13a-7a461cb452f2 service neutron] Pushing event updated for resources: {'Port': ['ID=1373cf7c-4e84-4fdd-ba07-64bd380da894,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:48.110030 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e910e-c506-4fd3-bc06-422c4a213163 req-e3ed0588-a8e1-4603-a344-1e9347070c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:48.110030 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-238e910e-c506-4fd3-bc06-422c4a213163 req-e3ed0588-a8e1-4603-a344-1e9347070c2d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4443ce3bb3024d489f3e6e525e333d25&device_id=fc51979c-5507-4443-9897-569f07617a01 HTTP/1.1" status: 200 len: 1095 time: 0.1375964 Sep 07 02:38:48.112264 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-50faf083-aa67-4913-b51a-8f1c1615ee31 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9f350e6-7228-4f1e-98b9-880119e07ad7 HTTP/1.1" status: 200 len: 217 time: 0.0526011 Sep 07 02:38:48.201097 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-238e910e-c506-4fd3-bc06-422c4a213163 req-aae62f18-edac-43eb-ab8e-19fee406507a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1373cf7c-4e84-4fdd-ba07-64bd380da894 HTTP/1.1" status: 200 len: 217 time: 0.0734406 Sep 07 02:38:48.253108 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-cd6cd031-08a8-44da-8a98-e23b4e7cafcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:48.254877 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-cd6cd031-08a8-44da-8a98-e23b4e7cafcd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a1bc4512-390c-4c50-bb1d-2c94019bd4fe HTTP/1.1" status: 200 len: 861 time: 0.1284006 Sep 07 02:38:48.299311 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-e9cf12c2-b9d4-40d4-a276-7996f3a83b90 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e4ab2f0c-5a02-4242-a541-768acd457503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339470 Sep 07 02:38:48.300999 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e910e-c506-4fd3-bc06-422c4a213163 req-f50f98b3-ffad-41a0-afa9-2ad9cd350710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:48.302286 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-238e910e-c506-4fd3-bc06-422c4a213163 req-f50f98b3-ffad-41a0-afa9-2ad9cd350710 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8fab1dcd-e4f9-4e9d-89a4-c1da67200daf HTTP/1.1" status: 200 len: 852 time: 0.0942507 Sep 07 02:38:48.365667 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-238e910e-c506-4fd3-bc06-422c4a213163 req-27ea2726-ca86-442c-bc37-fc76af1a728f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=29fccc3a-21f2-4674-8b92-bcfa16fabc4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507493 Sep 07 02:38:48.535689 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-767da7ad-c31b-4789-bd52-56915faaa297 service neutron] 10.222.0.23 "GET /v2.0/networks/e4ab2f0c-5a02-4242-a541-768acd457503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228925 Sep 07 02:38:48.539101 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-238e910e-c506-4fd3-bc06-422c4a213163 req-96662d73-64a4-4b9a-8d29-a5de5dbac0dc service neutron] 10.222.0.23 "GET /v2.0/networks/29fccc3a-21f2-4674-8b92-bcfa16fabc4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601036 Sep 07 02:38:48.627003 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device b9f350e6-7228-4f1e-98b9-880119e07ad7 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:38:48.836605 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-3f20aa49-0ebb-4b28-bb37-8e861c36114d service neutron] 10.222.0.23 "GET /v2.0/networks/e4ab2f0c-5a02-4242-a541-768acd457503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791438 Sep 07 02:38:48.892651 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-238e910e-c506-4fd3-bc06-422c4a213163 req-96431e20-0f1d-45c9-b207-c5f4537e2bc3 service neutron] 10.222.0.23 "GET /v2.0/networks/29fccc3a-21f2-4674-8b92-bcfa16fabc4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373256 Sep 07 02:38:48.932979 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4502cfc-206d-463d-a435-62185a4b0ffd req-98d5f77f-1582-4287-a22d-8c973ef69fa5 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:48.938561 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b4502cfc-206d-463d-a435-62185a4b0ffd req-98d5f77f-1582-4287-a22d-8c973ef69fa5 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc51979c-5507-4443-9897-569f07617a01 HTTP/1.1" status: 200 len: 943 time: 0.2307479 Sep 07 02:38:48.954945 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee66c46c-0a9d-47c1-8e51-b5c3d45a9416 req-cdf79006-dedf-458f-88ff-dcdfbad41faa tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:48.963565 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ee66c46c-0a9d-47c1-8e51-b5c3d45a9416 req-cdf79006-dedf-458f-88ff-dcdfbad41faa tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=52929214-daec-403d-8c4a-ab0ba9d8f0ce HTTP/1.1" status: 200 len: 944 time: 0.1073370 Sep 07 02:38:49.029060 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b4502cfc-206d-463d-a435-62185a4b0ffd req-0b0c0ee4-f7d9-4605-ad05-76f105f4d641 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798006 Sep 07 02:38:49.082793 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ee66c46c-0a9d-47c1-8e51-b5c3d45a9416 req-33b81aa6-d080-4ddf-9881-cd6a6ed39f3d tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182528 Sep 07 02:38:49.148255 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1378287-b2ca-4c07-832c-eeed21c10132 req-ad035dd8-c08a-495b-ba4d-ca308c8782f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:49.150266 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e1378287-b2ca-4c07-832c-eeed21c10132 req-ad035dd8-c08a-495b-ba4d-ca308c8782f3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4443ce3bb3024d489f3e6e525e333d25&device_id=fc51979c-5507-4443-9897-569f07617a01 HTTP/1.1" status: 200 len: 1095 time: 0.1905136 Sep 07 02:38:49.241289 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-c314d85c-15e5-4240-94d6-4267e5da587a tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:49.242882 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-c314d85c-15e5-4240-94d6-4267e5da587a tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=52929214-daec-403d-8c4a-ab0ba9d8f0ce&tenant_id=58fe4c9e71db4bd7aa26d4557468fc65&binding%3Ahost_id=n-h1-796209-16 HTTP/1.1" status: 200 len: 1096 time: 0.1421330 Sep 07 02:38:49.419050 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1378287-b2ca-4c07-832c-eeed21c10132 req-ed767330-b32f-4a97-a0a8-7bb02652fba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:49.420574 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e1378287-b2ca-4c07-832c-eeed21c10132 req-ed767330-b32f-4a97-a0a8-7bb02652fba3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=29fccc3a-21f2-4674-8b92-bcfa16fabc4c HTTP/1.1" status: 200 len: 912 time: 0.2338655 Sep 07 02:38:49.476659 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e1378287-b2ca-4c07-832c-eeed21c10132 req-b72bdef6-2f2b-4dd0-902e-b6549959a8a3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1373cf7c-4e84-4fdd-ba07-64bd380da894 HTTP/1.1" status: 200 len: 217 time: 0.0462232 Sep 07 02:38:49.479289 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-0d432f1a-c65c-45fb-8c64-ed889fa5bf3a service neutron] For port b9f350e6-7228-4f1e-98b9-880119e07ad7, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:38:49.482779 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-0d432f1a-c65c-45fb-8c64-ed889fa5bf3a service neutron] Notify callbacks [] for binding, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:49.483914 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b4295a67-f845-4de3-81fa-b8eb926d722b req-0d432f1a-c65c-45fb-8c64-ed889fa5bf3a service neutron] 10.222.0.23 "DELETE /v2.0/ports/b9f350e6-7228-4f1e-98b9-880119e07ad7/bindings/n-h2-796209-16 HTTP/1.1" status: 204 len: 173 time: 0.2027788 Sep 07 02:38:49.964658 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1378287-b2ca-4c07-832c-eeed21c10132 req-858651d8-08ab-47da-9902-4e433168268e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:49.966157 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e1378287-b2ca-4c07-832c-eeed21c10132 req-858651d8-08ab-47da-9902-4e433168268e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8fab1dcd-e4f9-4e9d-89a4-c1da67200daf HTTP/1.1" status: 200 len: 852 time: 0.4778695 Sep 07 02:38:50.002822 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e1378287-b2ca-4c07-832c-eeed21c10132 req-2de5d113-c098-47cc-9b5e-3e4342c6a26e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=29fccc3a-21f2-4674-8b92-bcfa16fabc4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281370 Sep 07 02:38:50.133798 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e1378287-b2ca-4c07-832c-eeed21c10132 req-208aedcd-3966-4fa0-95d5-540cdddb651d service neutron] 10.222.0.23 "GET /v2.0/networks/29fccc3a-21f2-4674-8b92-bcfa16fabc4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217935 Sep 07 02:38:50.252548 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d238d2aa-d206-4a0e-994b-1993aba81f5f req-ae8da8cb-b26a-4964-bf77-6b7515450109 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:50.260063 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d238d2aa-d206-4a0e-994b-1993aba81f5f req-ae8da8cb-b26a-4964-bf77-6b7515450109 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=52929214-daec-403d-8c4a-ab0ba9d8f0ce HTTP/1.1" status: 200 len: 944 time: 0.0862279 Sep 07 02:38:50.273178 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f12a33-0a9b-49c5-ad97-7b9708f90cbf req-ae8a94c6-529b-45e6-bad1-6c37ccb8cdba tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:50.274869 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-58f12a33-0a9b-49c5-ad97-7b9708f90cbf req-ae8a94c6-529b-45e6-bad1-6c37ccb8cdba tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc51979c-5507-4443-9897-569f07617a01 HTTP/1.1" status: 200 len: 943 time: 0.1421032 Sep 07 02:38:50.304614 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d238d2aa-d206-4a0e-994b-1993aba81f5f req-2df50a14-efd5-4f3a-a1ae-62ab55256869 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434597 Sep 07 02:38:50.318674 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e1378287-b2ca-4c07-832c-eeed21c10132 req-9ee77057-640f-4fb3-b251-8547cf78f8b5 service neutron] 10.222.0.23 "GET /v2.0/networks/29fccc3a-21f2-4674-8b92-bcfa16fabc4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712284 Sep 07 02:38:50.377315 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-58f12a33-0a9b-49c5-ad97-7b9708f90cbf req-89a82b00-30af-4cf0-ab6a-58d6d294cfc7 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777364 Sep 07 02:38:50.636096 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-553f7e32-3a75-4742-85cc-34d8e4484f89 req-ec1c30ad-438c-4828-b9c7-622be28544fb tempest-QuotasAdminNegativeTest-1822852581 tempest-QuotasAdminNegativeTest-1822852581-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=b4a81bce4a9242c88cc1637607cef37c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342662 Sep 07 02:38:50.760576 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935519b5-cee9-4843-a3a0-a294e570c192 req-b387f0ed-ccf8-4fe1-b88f-f1a69d302330 tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:50.762810 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-935519b5-cee9-4843-a3a0-a294e570c192 req-b387f0ed-ccf8-4fe1-b88f-f1a69d302330 tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=52929214-daec-403d-8c4a-ab0ba9d8f0ce HTTP/1.1" status: 200 len: 1096 time: 0.0523903 Sep 07 02:38:50.790514 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f7e32-3a75-4742-85cc-34d8e4484f89 req-8e4e68c9-6df2-4366-8cad-9f2a9ea19421 tempest-QuotasAdminNegativeTest-1822852581 tempest-QuotasAdminNegativeTest-1822852581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:50.794635 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-553f7e32-3a75-4742-85cc-34d8e4484f89 req-8e4e68c9-6df2-4366-8cad-9f2a9ea19421 tempest-QuotasAdminNegativeTest-1822852581 tempest-QuotasAdminNegativeTest-1822852581-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1577499 Sep 07 02:38:50.816030 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-553f7e32-3a75-4742-85cc-34d8e4484f89 req-19b7179a-dfd6-4b69-9d11-08917d47da55 tempest-QuotasAdminNegativeTest-1822852581 tempest-QuotasAdminNegativeTest-1822852581-project] 10.222.0.22 "GET /v2.0/quotas/b4a81bce4a9242c88cc1637607cef37c HTTP/1.1" status: 200 len: 375 time: 0.0132072 Sep 07 02:38:50.826792 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-935519b5-cee9-4843-a3a0-a294e570c192 req-52078cfc-ea73-4ccd-8c13-cb94d4883565 tempest-LiveAutoBlockMigrationV225Test-582148738 tempest-LiveAutoBlockMigrationV225Test-582148738-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562286 Sep 07 02:38:50.861800 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-553f7e32-3a75-4742-85cc-34d8e4484f89 req-6f08d35d-dd15-4518-a7ef-649a67d5e0b9 tempest-QuotasAdminNegativeTest-1822852581 tempest-QuotasAdminNegativeTest-1822852581-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b4a81bce4a9242c88cc1637607cef37c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417590 Sep 07 02:38:51.157085 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:51.193587 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:51.248443 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81ede1-34e9-483b-baaf-14005eb11f12 req-686e967c-0c58-4082-a9c3-cf5f5bab7ff1 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:51.250500 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5c81ede1-34e9-483b-baaf-14005eb11f12 req-686e967c-0c58-4082-a9c3-cf5f5bab7ff1 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=52929214-daec-403d-8c4a-ab0ba9d8f0ce HTTP/1.1" status: 200 len: 944 time: 0.0842216 Sep 07 02:38:51.312949 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5c81ede1-34e9-483b-baaf-14005eb11f12 req-bbca3e13-c5b5-45e0-bbd0-c98907e05e6e tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541472 Sep 07 02:38:51.496860 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a5751-9ca1-4166-aca1-4db58747ca18 req-28495a93-6847-4057-99a8-abed5eae11f0 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:51.498335 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-201a5751-9ca1-4166-aca1-4db58747ca18 req-28495a93-6847-4057-99a8-abed5eae11f0 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc51979c-5507-4443-9897-569f07617a01 HTTP/1.1" status: 200 len: 943 time: 0.0555599 Sep 07 02:38:51.542701 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-201a5751-9ca1-4166-aca1-4db58747ca18 req-add12249-9c31-4e1f-b6f4-cf5573d169ee tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382574 Sep 07 02:38:51.614465 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-efd7f4fd-b399-4652-94c5-fe4ac2c37e4d req-924259a4-ea6a-43ad-85d0-a1dfb8fd81a5 tempest-QuotasAdminNegativeTest-1822852581 tempest-QuotasAdminNegativeTest-1822852581-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=b4a81bce4a9242c88cc1637607cef37c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218775 Sep 07 02:38:51.726175 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd7f4fd-b399-4652-94c5-fe4ac2c37e4d req-65930a06-55bc-4c8d-a8ab-911ea3c4b3cc tempest-QuotasAdminNegativeTest-1822852581 tempest-QuotasAdminNegativeTest-1822852581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:51.730151 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-efd7f4fd-b399-4652-94c5-fe4ac2c37e4d req-65930a06-55bc-4c8d-a8ab-911ea3c4b3cc tempest-QuotasAdminNegativeTest-1822852581 tempest-QuotasAdminNegativeTest-1822852581-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1099527 Sep 07 02:38:51.743358 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-efd7f4fd-b399-4652-94c5-fe4ac2c37e4d req-f9973506-9725-44c0-b2cd-d3e586c7ae66 tempest-QuotasAdminNegativeTest-1822852581 tempest-QuotasAdminNegativeTest-1822852581-project] 10.222.0.22 "GET /v2.0/quotas/b4a81bce4a9242c88cc1637607cef37c HTTP/1.1" status: 200 len: 375 time: 0.0096393 Sep 07 02:38:51.792042 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-efd7f4fd-b399-4652-94c5-fe4ac2c37e4d req-cf9fdf3a-0d6e-4a68-9241-f0ab67db63ce tempest-QuotasAdminNegativeTest-1822852581 tempest-QuotasAdminNegativeTest-1822852581-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b4a81bce4a9242c88cc1637607cef37c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429795 Sep 07 02:38:51.840770 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc815b41-d844-4347-9a7b-99e44c1d15c9 req-f2cb280d-ad76-4eb4-b694-5d444fe07c74 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:51.842468 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dc815b41-d844-4347-9a7b-99e44c1d15c9 req-f2cb280d-ad76-4eb4-b694-5d444fe07c74 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.23 "GET /v2.0/ports?device_id=52929214-daec-403d-8c4a-ab0ba9d8f0ce HTTP/1.1" status: 200 len: 944 time: 0.0832317 Sep 07 02:38:51.950094 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-dc815b41-d844-4347-9a7b-99e44c1d15c9 req-66f67451-e9a4-4d95-9fbb-29e9d7f120c3 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Deleting port b9f350e6-7228-4f1e-98b9-880119e07ad7 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:38:51.950686 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-dc815b41-d844-4347-9a7b-99e44c1d15c9 req-66f67451-e9a4-4d95-9fbb-29e9d7f120c3 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:52.059975 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-dc815b41-d844-4347-9a7b-99e44c1d15c9 req-66f67451-e9a4-4d95-9fbb-29e9d7f120c3 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] For port b9f350e6-7228-4f1e-98b9-880119e07ad7, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=b9f350e6-7228-4f1e-98b9-880119e07ad7,segment=NetworkSegment(a87351ba-0fbc-4302-9869-b18eee085c86),segment_id=a87351ba-0fbc-4302-9869-b18eee085c86)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:38:52.060441 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-dc815b41-d844-4347-9a7b-99e44c1d15c9 req-66f67451-e9a4-4d95-9fbb-29e9d7f120c3 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:52.075092 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-dc815b41-d844-4347-9a7b-99e44c1d15c9 req-66f67451-e9a4-4d95-9fbb-29e9d7f120c3 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Calling delete_port for b9f350e6-7228-4f1e-98b9-880119e07ad7 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:38:52.258655 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-dc815b41-d844-4347-9a7b-99e44c1d15c9 req-66f67451-e9a4-4d95-9fbb-29e9d7f120c3 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:52.271773 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['c974b530-b01d-4607-88d1-27d3867fd92c'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:38:52.309277 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f67451-e9a4-4d95-9fbb-29e9d7f120c3 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Pushing event deleted for resources: {'Port': ['ID=b9f350e6-7228-4f1e-98b9-880119e07ad7,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:52.338764 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f67451-e9a4-4d95-9fbb-29e9d7f120c3 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:38:52.339124 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f67451-e9a4-4d95-9fbb-29e9d7f120c3 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:38:52.339471 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f67451-e9a4-4d95-9fbb-29e9d7f120c3 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:38:52.339835 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f67451-e9a4-4d95-9fbb-29e9d7f120c3 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:38:52.340170 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f67451-e9a4-4d95-9fbb-29e9d7f120c3 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:38:52.340507 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f67451-e9a4-4d95-9fbb-29e9d7f120c3 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:38:52.340849 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f67451-e9a4-4d95-9fbb-29e9d7f120c3 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:38:52.341285 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f67451-e9a4-4d95-9fbb-29e9d7f120c3 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:38:52.341807 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f67451-e9a4-4d95-9fbb-29e9d7f120c3 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:38:52.342147 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f67451-e9a4-4d95-9fbb-29e9d7f120c3 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:38:52.342478 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f67451-e9a4-4d95-9fbb-29e9d7f120c3 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:38:52.343515 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f67451-e9a4-4d95-9fbb-29e9d7f120c3 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:38:52.378992 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc815b41-d844-4347-9a7b-99e44c1d15c9 req-66f67451-e9a4-4d95-9fbb-29e9d7f120c3 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] No DVR routers for this DVR port b9f350e6-7228-4f1e-98b9-880119e07ad7 on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:38:52.383992 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-dc815b41-d844-4347-9a7b-99e44c1d15c9 req-66f67451-e9a4-4d95-9fbb-29e9d7f120c3 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:52.386840 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dc815b41-d844-4347-9a7b-99e44c1d15c9 req-66f67451-e9a4-4d95-9fbb-29e9d7f120c3 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.23 "DELETE /v2.0/ports/b9f350e6-7228-4f1e-98b9-880119e07ad7 HTTP/1.1" status: 204 len: 173 time: 0.5383737 Sep 07 02:38:52.387423 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52929214-daec-403d-8c4a-ab0ba9d8f0ce', 'name': 'network-vif-deleted', 'tag': 'b9f350e6-7228-4f1e-98b9-880119e07ad7'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:38:52.390740 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd459fb-b15e-4953-b4c0-4a4f346f5aa1" -d '{"events": [{"server_uuid": "52929214-daec-403d-8c4a-ab0ba9d8f0ce", "name": "network-vif-deleted", "tag": "b9f350e6-7228-4f1e-98b9-880119e07ad7"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:38:52.463514 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-85ad38ab-2e69-40a1-9aed-9940a41d942f req-d6aa38f5-bee5-4987-9807-23b34f520234 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=52929214-daec-403d-8c4a-ab0ba9d8f0ce HTTP/1.1" status: 200 len: 210 time: 0.0355740 Sep 07 02:38:52.514550 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa171b3-b3c7-4123-917b-ab7ffd4ce59e x-openstack-request-id: req-daa171b3-b3c7-4123-917b-ab7ffd4ce59e {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:38:52.514961 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52929214-daec-403d-8c4a-ab0ba9d8f0ce", "name": "network-vif-deleted", "tag": "b9f350e6-7228-4f1e-98b9-880119e07ad7", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:38:52.515313 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-daa171b3-b3c7-4123-917b-ab7ffd4ce59e {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:38:52.515838 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52929214-daec-403d-8c4a-ab0ba9d8f0ce', 'name': 'network-vif-deleted', 'tag': 'b9f350e6-7228-4f1e-98b9-880119e07ad7', 'status': 'completed', 'code': 200} Sep 07 02:38:52.534184 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-edf47fc5-37b9-4bb7-8e57-21b341ddf350 req-4c81a595-ed2e-493a-b86a-ac133e73701d tempest-QuotasAdminNegativeTest-1822852581 tempest-QuotasAdminNegativeTest-1822852581-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=b4a81bce4a9242c88cc1637607cef37c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262842 Sep 07 02:38:52.629528 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 1373cf7c-4e84-4fdd-ba07-64bd380da894 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:38:52.677570 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf47fc5-37b9-4bb7-8e57-21b341ddf350 req-57291bad-e88d-4b20-970d-541488aade6e tempest-QuotasAdminNegativeTest-1822852581 tempest-QuotasAdminNegativeTest-1822852581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:52.686012 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-edf47fc5-37b9-4bb7-8e57-21b341ddf350 req-57291bad-e88d-4b20-970d-541488aade6e tempest-QuotasAdminNegativeTest-1822852581 tempest-QuotasAdminNegativeTest-1822852581-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1460853 Sep 07 02:38:52.706049 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-edf47fc5-37b9-4bb7-8e57-21b341ddf350 req-0bd61834-26fc-4244-997f-2cc67943e7cb tempest-QuotasAdminNegativeTest-1822852581 tempest-QuotasAdminNegativeTest-1822852581-project] 10.222.0.22 "GET /v2.0/quotas/b4a81bce4a9242c88cc1637607cef37c HTTP/1.1" status: 200 len: 375 time: 0.0189660 Sep 07 02:38:52.752833 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-edf47fc5-37b9-4bb7-8e57-21b341ddf350 req-127d358d-aae1-477d-9af2-0e9e16428050 tempest-QuotasAdminNegativeTest-1822852581 tempest-QuotasAdminNegativeTest-1822852581-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b4a81bce4a9242c88cc1637607cef37c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456898 Sep 07 02:38:52.841138 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 1373cf7c-4e84-4fdd-ba07-64bd380da894, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=1373cf7c-4e84-4fdd-ba07-64bd380da894,segment=NetworkSegment(3ec0e383-0f35-4c3c-abc7-899f90f4fe60),segment_id=3ec0e383-0f35-4c3c-abc7-899f90f4fe60)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:38:52.853970 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '1373cf7c-4e84-4fdd-ba07-64bd380da894', 'network_id': '29fccc3a-21f2-4674-8b92-bcfa16fabc4c', 'port_id': '1373cf7c-4e84-4fdd-ba07-64bd380da894', 'mac_address': 'fa:16:3e:f7:d2:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fab1dcd-e4f9-4e9d-89a4-c1da67200daf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:38:52.892460 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ad8c6-0678-4b16-b126-3d3e6c7e4967 req-42b3e471-ad52-4b9f-ba56-64ab227db2d9 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:52.893086 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:52.906016 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ab5ad8c6-0678-4b16-b126-3d3e6c7e4967 req-42b3e471-ad52-4b9f-ba56-64ab227db2d9 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc51979c-5507-4443-9897-569f07617a01 HTTP/1.1" status: 200 len: 943 time: 0.1144116 Sep 07 02:38:52.909397 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1373cf7c-4e84-4fdd-ba07-64bd380da894 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:38:52.932741 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 1373cf7c-4e84-4fdd-ba07-64bd380da894, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=1373cf7c-4e84-4fdd-ba07-64bd380da894,segment=NetworkSegment(3ec0e383-0f35-4c3c-abc7-899f90f4fe60),segment_id=3ec0e383-0f35-4c3c-abc7-899f90f4fe60)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:38:52.938635 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:52.968274 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71beb3c-8a47-4c05-98b7-06990841053b req-d24810d2-ad56-4a96-b783-b34d61e5ca38 tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:52.978530 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ab5ad8c6-0678-4b16-b126-3d3e6c7e4967 req-d2241c69-5b95-4fdb-ae80-d1d084382226 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715523 Sep 07 02:38:52.991902 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a71beb3c-8a47-4c05-98b7-06990841053b req-d24810d2-ad56-4a96-b783-b34d61e5ca38 tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] 10.222.0.22 "GET /v2.0/ports?device_id=7737c6b0-0377-45c4-aa97-6c101ea3d5d0 HTTP/1.1" status: 200 len: 945 time: 0.1341364 Sep 07 02:38:53.005623 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=1373cf7c-4e84-4fdd-ba07-64bd380da894,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:53.045567 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a71beb3c-8a47-4c05-98b7-06990841053b req-ff1a7dbf-59a9-4af4-85f0-91cfd25bba16 tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] 10.222.0.22 "GET /v2.0/security-groups?id=88052a65-ed00-4a19-8dd0-36437b4f1462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499961 Sep 07 02:38:53.171002 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['1373cf7c-4e84-4fdd-ba07-64bd380da894'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:38:53.498850 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45434) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:38:53.590960 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f2f67dd2-cd9c-43ad-8e25-774d3dd1705a req-562d4839-426b-44d5-ab92-5746449e2e7c tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=52929214-daec-403d-8c4a-ab0ba9d8f0ce HTTP/1.1" status: 200 len: 210 time: 0.0348926 Sep 07 02:38:53.632690 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-29fb8f4e-39fd-4a3f-beec-1505701e4ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:53.728857 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-29fb8f4e-39fd-4a3f-beec-1505701e4ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:53.736816 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-29fb8f4e-39fd-4a3f-beec-1505701e4ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:53.760438 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fb8f4e-39fd-4a3f-beec-1505701e4ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ed8677-e93e-4ead-87e7-db6c3159ceea,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:53.789236 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45440) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:38:53.796266 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-29fb8f4e-39fd-4a3f-beec-1505701e4ca0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b4a81bce4a9242c88cc1637607cef37c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2914674 Sep 07 02:38:53.852452 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fa418689-aa55-4f10-8629-d8de2160e574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:53.874920 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fa418689-aa55-4f10-8629-d8de2160e574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:53.932499 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fa418689-aa55-4f10-8629-d8de2160e574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:53.935403 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fa418689-aa55-4f10-8629-d8de2160e574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:53.936622 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-fa418689-aa55-4f10-8629-d8de2160e574 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/99ed8677-e93e-4ead-87e7-db6c3159ceea HTTP/1.1" status: 204 len: 168 time: 0.1463993 Sep 07 02:38:53.952100 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa418689-aa55-4f10-8629-d8de2160e574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ed8677-e93e-4ead-87e7-db6c3159ceea,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:54.145974 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c001ea2-5e07-45ef-8bd8-04d023583c6d req-833d2bcc-36ba-4088-9f53-878d9d205f8a tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:54.147690 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2c001ea2-5e07-45ef-8bd8-04d023583c6d req-833d2bcc-36ba-4088-9f53-878d9d205f8a tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc51979c-5507-4443-9897-569f07617a01 HTTP/1.1" status: 200 len: 944 time: 0.0927620 Sep 07 02:38:54.203975 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4135a-cd42-4a0a-bffe-cfcb50b4fdd3 req-6e69a4a2-6689-4596-a5f5-915fb7514fc0 tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:54.213034 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-20e4135a-cd42-4a0a-bffe-cfcb50b4fdd3 req-6e69a4a2-6689-4596-a5f5-915fb7514fc0 tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] 10.222.0.22 "GET /v2.0/ports?device_id=7737c6b0-0377-45c4-aa97-6c101ea3d5d0 HTTP/1.1" status: 200 len: 945 time: 0.0678709 Sep 07 02:38:54.217757 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2c001ea2-5e07-45ef-8bd8-04d023583c6d req-6f2dcf74-be32-4e96-a524-bde5b4e808d6 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568156 Sep 07 02:38:54.259522 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-20e4135a-cd42-4a0a-bffe-cfcb50b4fdd3 req-ede55696-3287-463b-8d96-9acca0a2ecd5 tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] 10.222.0.22 "GET /v2.0/security-groups?id=88052a65-ed00-4a19-8dd0-36437b4f1462&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455582 Sep 07 02:38:54.395148 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d7c70-7558-466b-929b-33a65ae5e593 req-4163638e-c6d0-4abe-a9c7-9de101c8ce6b tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:54.396763 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bf7d7c70-7558-466b-929b-33a65ae5e593 req-4163638e-c6d0-4abe-a9c7-9de101c8ce6b tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] 10.222.0.16 "GET /v2.0/ports?device_id=7737c6b0-0377-45c4-aa97-6c101ea3d5d0 HTTP/1.1" status: 200 len: 945 time: 0.0804985 Sep 07 02:38:54.402138 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45456) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:38:54.440528 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e82389b6-3f28-4bfc-bfb8-4fb6c8f32d80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:54.561391 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-bf7d7c70-7558-466b-929b-33a65ae5e593 req-0f1c1106-be12-4f53-ae40-1285ceb815bf tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] Deleting port 393e4ead-987e-4717-81ba-dbbbd2aed85c {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:38:54.561960 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-bf7d7c70-7558-466b-929b-33a65ae5e593 req-0f1c1106-be12-4f53-ae40-1285ceb815bf tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:54.646000 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 1373cf7c-4e84-4fdd-ba07-64bd380da894 up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:38:54.667148 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e82389b6-3f28-4bfc-bfb8-4fb6c8f32d80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:54.681809 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e82389b6-3f28-4bfc-bfb8-4fb6c8f32d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:54.697662 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-bf7d7c70-7558-466b-929b-33a65ae5e593 req-0f1c1106-be12-4f53-ae40-1285ceb815bf tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] For port 393e4ead-987e-4717-81ba-dbbbd2aed85c, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=393e4ead-987e-4717-81ba-dbbbd2aed85c,segment=NetworkSegment(13dc9ed8-9308-4aae-9b5d-def0e71fea1f),segment_id=13dc9ed8-9308-4aae-9b5d-def0e71fea1f)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:38:54.698130 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-bf7d7c70-7558-466b-929b-33a65ae5e593 req-0f1c1106-be12-4f53-ae40-1285ceb815bf tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:54.718088 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4b8b9af4-be0a-415b-9337-c6fb4ed15303 req-19109378-4341-48da-bd4b-f5b4104ff308 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=52929214-daec-403d-8c4a-ab0ba9d8f0ce HTTP/1.1" status: 200 len: 210 time: 0.0505421 Sep 07 02:38:54.735581 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port 1373cf7c-4e84-4fdd-ba07-64bd380da894 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:38:54.739849 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port 1373cf7c-4e84-4fdd-ba07-64bd380da894 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:38:54.740986 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:54.745057 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-bf7d7c70-7558-466b-929b-33a65ae5e593 req-0f1c1106-be12-4f53-ae40-1285ceb815bf tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] Calling delete_port for 393e4ead-987e-4717-81ba-dbbbd2aed85c owned by compute:nova {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:38:54.747752 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82389b6-3f28-4bfc-bfb8-4fb6c8f32d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de671829-0651-444f-bdff-b4a2151f6cf9,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:54.754797 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e82389b6-3f28-4bfc-bfb8-4fb6c8f32d80 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3110b07957024f47a4cd5261cd026248&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3516409 Sep 07 02:38:54.757374 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45460) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:38:54.847949 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:54.882100 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-112af995-a20d-4898-966d-e5e97850cb76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:54.901130 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc51979c-5507-4443-9897-569f07617a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1373cf7c-4e84-4fdd-ba07-64bd380da894'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:38:54.903429 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ccfbb97-00c1-47fe-9ecd-f449cad30da4" -d '{"events": [{"server_uuid": "fc51979c-5507-4443-9897-569f07617a01", "name": "network-vif-plugged", "status": "completed", "tag": "1373cf7c-4e84-4fdd-ba07-64bd380da894"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:38:54.925368 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-112af995-a20d-4898-966d-e5e97850cb76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:54.929649 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 1373cf7c-4e84-4fdd-ba07-64bd380da894, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=1373cf7c-4e84-4fdd-ba07-64bd380da894,segment=NetworkSegment(3ec0e383-0f35-4c3c-abc7-899f90f4fe60),segment_id=3ec0e383-0f35-4c3c-abc7-899f90f4fe60)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:38:54.938258 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:54.939154 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device b9f350e6-7228-4f1e-98b9-880119e07ad7 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:38:54.989675 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-112af995-a20d-4898-966d-e5e97850cb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:54.990425 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-bf7d7c70-7558-466b-929b-33a65ae5e593 req-0f1c1106-be12-4f53-ae40-1285ceb815bf tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:54.993414 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-112af995-a20d-4898-966d-e5e97850cb76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:55.000619 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-112af995-a20d-4898-966d-e5e97850cb76 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/de671829-0651-444f-bdff-b4a2151f6cf9 HTTP/1.1" status: 204 len: 168 time: 0.2354066 Sep 07 02:38:55.012836 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c626a9-2139-48d8-88e4-27964a48cb24 x-openstack-request-id: req-a8c626a9-2139-48d8-88e4-27964a48cb24 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:38:55.013398 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc51979c-5507-4443-9897-569f07617a01", "name": "network-vif-plugged", "status": "completed", "tag": "1373cf7c-4e84-4fdd-ba07-64bd380da894", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:38:55.014022 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a8c626a9-2139-48d8-88e4-27964a48cb24 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:38:55.014600 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc51979c-5507-4443-9897-569f07617a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1373cf7c-4e84-4fdd-ba07-64bd380da894', 'code': 200} Sep 07 02:38:55.043031 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: b9f350e6-7228-4f1e-98b9-880119e07ad7 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:38:55.043688 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device b9f350e6-7228-4f1e-98b9-880119e07ad7 not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:38:55.053997 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112af995-a20d-4898-966d-e5e97850cb76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de671829-0651-444f-bdff-b4a2151f6cf9,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:55.056169 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=1373cf7c-4e84-4fdd-ba07-64bd380da894,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:55.097651 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1c1106-be12-4f53-ae40-1285ceb815bf tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] Pushing event deleted for resources: {'Port': ['ID=393e4ead-987e-4717-81ba-dbbbd2aed85c,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:55.153138 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259751f2-aaed-4f22-9153-34492e076483 req-c7c45f64-0788-47fe-b819-6092e2882f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:55.158298 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-259751f2-aaed-4f22-9153-34492e076483 req-c7c45f64-0788-47fe-b819-6092e2882f35 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fc51979c-5507-4443-9897-569f07617a01 HTTP/1.1" status: 200 len: 1097 time: 0.0956016 Sep 07 02:38:55.193016 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf7d7c70-7558-466b-929b-33a65ae5e593 req-0f1c1106-be12-4f53-ae40-1285ceb815bf tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] No DVR routers for this DVR port 393e4ead-987e-4717-81ba-dbbbd2aed85c on host n-h2-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:38:55.200534 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-bf7d7c70-7558-466b-929b-33a65ae5e593 req-0f1c1106-be12-4f53-ae40-1285ceb815bf tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:55.202562 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bf7d7c70-7558-466b-929b-33a65ae5e593 req-0f1c1106-be12-4f53-ae40-1285ceb815bf tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] 10.222.0.16 "DELETE /v2.0/ports/393e4ead-987e-4717-81ba-dbbbd2aed85c HTTP/1.1" status: 204 len: 173 time: 0.7982175 Sep 07 02:38:55.203011 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7737c6b0-0377-45c4-aa97-6c101ea3d5d0', 'name': 'network-vif-deleted', 'tag': '393e4ead-987e-4717-81ba-dbbbd2aed85c'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:38:55.213525 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57eefd4f-e055-4070-8087-387586c02c49" -d '{"events": [{"server_uuid": "7737c6b0-0377-45c4-aa97-6c101ea3d5d0", "name": "network-vif-deleted", "tag": "393e4ead-987e-4717-81ba-dbbbd2aed85c"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:38:55.233075 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-259751f2-aaed-4f22-9153-34492e076483 req-8468f23d-3ca6-4214-9e87-edcfa048edb3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655155 Sep 07 02:38:55.327220 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142c45ef-87a7-44b7-b1ba-a4a72ddb1466 x-openstack-request-id: req-142c45ef-87a7-44b7-b1ba-a4a72ddb1466 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:38:55.327773 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7737c6b0-0377-45c4-aa97-6c101ea3d5d0", "name": "network-vif-deleted", "tag": "393e4ead-987e-4717-81ba-dbbbd2aed85c", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:38:55.328196 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-142c45ef-87a7-44b7-b1ba-a4a72ddb1466 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:38:55.328751 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7737c6b0-0377-45c4-aa97-6c101ea3d5d0', 'name': 'network-vif-deleted', 'tag': '393e4ead-987e-4717-81ba-dbbbd2aed85c', 'status': 'completed', 'code': 200} Sep 07 02:38:55.398268 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f92e65-ecaa-4bbc-88cd-1e718909ffa9 req-5f0343db-7bc5-4fb1-8e75-0d22a67400bb tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:55.412246 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f0f92e65-ecaa-4bbc-88cd-1e718909ffa9 req-5f0343db-7bc5-4fb1-8e75-0d22a67400bb tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc51979c-5507-4443-9897-569f07617a01 HTTP/1.1" status: 200 len: 945 time: 0.0709374 Sep 07 02:38:55.453901 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a1585a37-0290-44d6-bb53-3df987c5f1c5 req-4e9573ac-cf53-41cd-b727-65cb7586c890 tempest-AttachSCSIVolumeTestJSON-1622836873 tempest-AttachSCSIVolumeTestJSON-1622836873-project] 10.222.0.22 "GET /v2.0/ports?device_id=7737c6b0-0377-45c4-aa97-6c101ea3d5d0 HTTP/1.1" status: 200 len: 210 time: 0.0594077 Sep 07 02:38:55.475788 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f0f92e65-ecaa-4bbc-88cd-1e718909ffa9 req-86bc1a5b-50e0-4937-99b7-088c2e516173 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574763 Sep 07 02:38:55.847880 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9c18b63f-b817-4017-8f69-987674669292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:55.871288 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e1dd2d9e-5b2d-4f59-b067-f90ac06c0a2a req-d8b5b8fa-fbac-4b96-8926-5c75ff70068b tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=52929214-daec-403d-8c4a-ab0ba9d8f0ce HTTP/1.1" status: 200 len: 210 time: 0.0634389 Sep 07 02:38:56.684347 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f3fe9-61e9-49d4-9111-4f6a840ff522 req-be1a65cc-aab7-4d04-a19f-907a77373d8b tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:56.685926 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d38f3fe9-61e9-49d4-9111-4f6a840ff522 req-be1a65cc-aab7-4d04-a19f-907a77373d8b tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc51979c-5507-4443-9897-569f07617a01 HTTP/1.1" status: 200 len: 945 time: 0.0963266 Sep 07 02:38:56.747622 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 393e4ead-987e-4717-81ba-dbbbd2aed85c no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:38:56.777478 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d38f3fe9-61e9-49d4-9111-4f6a840ff522 req-2770851d-0424-4ecc-b780-dce9fb65c2d5 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791342 Sep 07 02:38:56.788185 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: 393e4ead-987e-4717-81ba-dbbbd2aed85c {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:38:56.788751 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 393e4ead-987e-4717-81ba-dbbbd2aed85c not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:38:57.098042 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d90c1564-ef9e-430a-b05d-6f4ccf20d308 req-31c6f1ee-f065-48d7-b090-909433c0269f tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=52929214-daec-403d-8c4a-ab0ba9d8f0ce HTTP/1.1" status: 200 len: 210 time: 0.0665362 Sep 07 02:38:57.511208 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45600) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:38:57.567244 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad099670-eb60-41d4-b9d1-cd2c73d60bfe req-1b0a3c89-fa7f-48a4-983f-51ab682943f0 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:57.576310 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ad099670-eb60-41d4-b9d1-cd2c73d60bfe req-1b0a3c89-fa7f-48a4-983f-51ab682943f0 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc51979c-5507-4443-9897-569f07617a01 HTTP/1.1" status: 200 len: 945 time: 0.0666537 Sep 07 02:38:57.632503 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ad099670-eb60-41d4-b9d1-cd2c73d60bfe req-f5bc09cd-cd34-4c3e-81c4-fface86479e9 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553315 Sep 07 02:38:57.682445 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3555f64b-08e3-4755-8b39-02225c0298a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:57.811275 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3555f64b-08e3-4755-8b39-02225c0298a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:57.818435 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3555f64b-08e3-4755-8b39-02225c0298a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:57.860389 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-3555f64b-08e3-4755-8b39-02225c0298a1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5a73ddd7694f41e7ae17cdf965c4f7c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3453929 Sep 07 02:38:57.860718 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45616) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:38:57.881789 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3555f64b-08e3-4755-8b39-02225c0298a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f11be3-e233-4fd0-b22d-ccbec5ce06b1,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:57.919289 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3bf42687-f7d7-4b90-82b1-b6442de69a58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:57.944418 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3bf42687-f7d7-4b90-82b1-b6442de69a58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:57.996608 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3bf42687-f7d7-4b90-82b1-b6442de69a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:57.999784 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3bf42687-f7d7-4b90-82b1-b6442de69a58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:58.003979 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3bf42687-f7d7-4b90-82b1-b6442de69a58 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/86f11be3-e233-4fd0-b22d-ccbec5ce06b1 HTTP/1.1" status: 204 len: 168 time: 0.1392159 Sep 07 02:38:58.022119 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf42687-f7d7-4b90-82b1-b6442de69a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f11be3-e233-4fd0-b22d-ccbec5ce06b1,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:58.173509 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2c20ac62-e878-475f-b123-9a17a295bc60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:58.396322 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45640) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:38:58.416810 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d14eaab5-ca15-41a0-a4d1-0a1bf7f0388b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:58.531600 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d14eaab5-ca15-41a0-a4d1-0a1bf7f0388b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:58.535721 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d14eaab5-ca15-41a0-a4d1-0a1bf7f0388b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:58.581753 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14eaab5-ca15-41a0-a4d1-0a1bf7f0388b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff506b1-1c2d-42f9-b6c5-1d1ada15752b,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:58.589368 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-d14eaab5-ca15-41a0-a4d1-0a1bf7f0388b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b95fa2c24bd04e5198591ee3bf9f23c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1907625 Sep 07 02:38:58.591528 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45642) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:38:58.653397 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:58.680411 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b18fceda-0984-45b5-87ed-f65b1af6fec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:58.704355 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b18fceda-0984-45b5-87ed-f65b1af6fec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:58.834109 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1e205-a279-4dcb-8d9d-7e285dfc5ba0 req-4b08305b-56da-4ebd-9a3a-0ebe5be595d3 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:38:58.835789 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-03f1e205-a279-4dcb-8d9d-7e285dfc5ba0 req-4b08305b-56da-4ebd-9a3a-0ebe5be595d3 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc51979c-5507-4443-9897-569f07617a01 HTTP/1.1" status: 200 len: 945 time: 0.1234767 Sep 07 02:38:58.860504 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b18fceda-0984-45b5-87ed-f65b1af6fec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:58.865387 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b18fceda-0984-45b5-87ed-f65b1af6fec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:38:58.867549 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b18fceda-0984-45b5-87ed-f65b1af6fec3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0ff506b1-1c2d-42f9-b6c5-1d1ada15752b HTTP/1.1" status: 204 len: 168 time: 0.2731628 Sep 07 02:38:58.891603 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18fceda-0984-45b5-87ed-f65b1af6fec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff506b1-1c2d-42f9-b6c5-1d1ada15752b,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:38:58.920045 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-03f1e205-a279-4dcb-8d9d-7e285dfc5ba0 req-bdf70aae-ba0b-4a95-8670-466f08be4298 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678864 Sep 07 02:38:59.421260 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:00.120128 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606240db-5db5-4e15-9c23-f1488dd4de4f req-9f25b18a-0a71-4d8f-a78b-0a06cc59fc2e tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:00.128158 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-606240db-5db5-4e15-9c23-f1488dd4de4f req-9f25b18a-0a71-4d8f-a78b-0a06cc59fc2e tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc51979c-5507-4443-9897-569f07617a01 HTTP/1.1" status: 200 len: 945 time: 0.0793564 Sep 07 02:39:00.194932 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-606240db-5db5-4e15-9c23-f1488dd4de4f req-c84a8a06-17ee-4782-b258-192b836ffc29 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585299 Sep 07 02:39:01.281845 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:01.430721 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d608d95-4574-4da6-9846-c1d4313e767b req-1ea130b3-0c86-4697-b8fc-c52921cca519 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:01.439700 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2d608d95-4574-4da6-9846-c1d4313e767b req-1ea130b3-0c86-4697-b8fc-c52921cca519 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc51979c-5507-4443-9897-569f07617a01 HTTP/1.1" status: 200 len: 945 time: 0.0873067 Sep 07 02:39:01.501019 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2d608d95-4574-4da6-9846-c1d4313e767b req-05bb473d-d0e3-4490-8122-c9e2afad4277 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472727 Sep 07 02:39:01.782742 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-76d615c8-7818-422d-9fc6-901c2b204e34 req-18584ef5-0ee1-4af1-8568-1e4a78f0c5fc tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=d11f9855c7ad47368244092ce8c7b0d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0442119 Sep 07 02:39:01.928154 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d615c8-7818-422d-9fc6-901c2b204e34 req-e225b08c-6951-41fb-a555-720cde328f6a tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:01.931840 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-76d615c8-7818-422d-9fc6-901c2b204e34 req-e225b08c-6951-41fb-a555-720cde328f6a tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1356421 Sep 07 02:39:01.949299 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-76d615c8-7818-422d-9fc6-901c2b204e34 req-e44417fc-e76f-459c-980a-a3943ae7bbd4 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/quotas/d11f9855c7ad47368244092ce8c7b0d0 HTTP/1.1" status: 200 len: 375 time: 0.0118060 Sep 07 02:39:01.995374 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-76d615c8-7818-422d-9fc6-901c2b204e34 req-07bed21d-2550-4033-8561-4827de8f4b7c tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d11f9855c7ad47368244092ce8c7b0d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393112 Sep 07 02:39:02.369744 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f3719858-ab69-41df-8da5-8ae3b932be6f req-959bd8b8-3c9f-4fe3-9744-c96c551d0f3b tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=d11f9855c7ad47368244092ce8c7b0d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0528848 Sep 07 02:39:02.403236 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45764) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:39:02.570357 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3719858-ab69-41df-8da5-8ae3b932be6f req-d237fea3-cd8b-47e9-adcc-17b7493865c6 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:02.580778 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f3719858-ab69-41df-8da5-8ae3b932be6f req-d237fea3-cd8b-47e9-adcc-17b7493865c6 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2085333 Sep 07 02:39:02.601693 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f3719858-ab69-41df-8da5-8ae3b932be6f req-8f49ef7c-a694-4486-b3c4-c48d35f0449e tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/quotas/d11f9855c7ad47368244092ce8c7b0d0 HTTP/1.1" status: 200 len: 375 time: 0.0199773 Sep 07 02:39:02.648328 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f3719858-ab69-41df-8da5-8ae3b932be6f req-d735c05f-2c42-4e08-a889-0654176e1e5a tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d11f9855c7ad47368244092ce8c7b0d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454233 Sep 07 02:39:02.940183 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244cd34-42c1-4789-925a-06ad9dfe56c9 req-24bb6011-b7e3-4ba0-b69b-04907075c6af tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:02.948809 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2244cd34-42c1-4789-925a-06ad9dfe56c9 req-24bb6011-b7e3-4ba0-b69b-04907075c6af tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc51979c-5507-4443-9897-569f07617a01 HTTP/1.1" status: 200 len: 945 time: 0.3357248 Sep 07 02:39:03.008629 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2244cd34-42c1-4789-925a-06ad9dfe56c9 req-bfd9e4fe-06ce-46c3-ab1f-94a263156803 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574620 Sep 07 02:39:03.160435 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-47b40849-cded-4ff0-8797-60d0997a69d7 req-794196e1-f64a-409d-8aad-9250ccc2c623 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=2de33138-bed9-468e-8109-8b621778f497 HTTP/1.1" status: 200 len: 210 time: 0.0763612 Sep 07 02:39:03.197303 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6a540a34-15d0-4a9d-a397-a618b11e2ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:03.248042 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62442375-0e79-49d7-8029-d06cd643a4b3 req-4d59c02c-40d9-4eba-9148-44f764730e9a tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:03.256679 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-62442375-0e79-49d7-8029-d06cd643a4b3 req-4d59c02c-40d9-4eba-9148-44f764730e9a tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=b12c54d6-778d-4340-84b7-fbb03eee7f71 HTTP/1.1" status: 200 len: 944 time: 0.0909038 Sep 07 02:39:03.393976 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-62442375-0e79-49d7-8029-d06cd643a4b3 req-80b06c5a-89fa-4553-9b1c-27d36e0f6d89 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311784 Sep 07 02:39:03.571606 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-76d615c8-7818-422d-9fc6-901c2b204e34 req-672646a1-c0b6-4e59-be80-b8e07bb913c3 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=d11f9855c7ad47368244092ce8c7b0d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390193 Sep 07 02:39:03.644986 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a2217-fb41-430c-a7fe-1a4998aaf5dc req-0b7f6729-fe65-47ab-94d1-f8e7b70cbef3 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:03.648665 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6a8a2217-fb41-430c-a7fe-1a4998aaf5dc req-0b7f6729-fe65-47ab-94d1-f8e7b70cbef3 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.23 "GET /v2.0/ports?device_id=b12c54d6-778d-4340-84b7-fbb03eee7f71 HTTP/1.1" status: 200 len: 944 time: 0.1408608 Sep 07 02:39:03.733943 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d615c8-7818-422d-9fc6-901c2b204e34 req-e99709e0-2ab5-435b-ac11-981deabe66f6 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:03.737241 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-76d615c8-7818-422d-9fc6-901c2b204e34 req-e99709e0-2ab5-435b-ac11-981deabe66f6 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1602209 Sep 07 02:39:03.753705 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-76d615c8-7818-422d-9fc6-901c2b204e34 req-8304ef7c-ceab-4ee1-a66f-feddb41c4ee7 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Request body: {'port': {'device_id': 'd8b42e2a-3648-4a2f-827b-d307dc463a41', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'admin_state_up': True, 'tenant_id': 'd11f9855c7ad47368244092ce8c7b0d0'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:39:03.877622 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76d615c8-7818-422d-9fc6-901c2b204e34 req-8304ef7c-ceab-4ee1-a66f-feddb41c4ee7 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Made reservation on behalf of d11f9855c7ad47368244092ce8c7b0d0 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:39:03.881118 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-76d615c8-7818-422d-9fc6-901c2b204e34 req-8304ef7c-ceab-4ee1-a66f-feddb41c4ee7 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:03.885282 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-6a540a34-15d0-4a9d-a397-a618b11e2ba7 admin admin] Deleting port cc312386-5e29-445a-8269-bf4ba9e95316 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:39:03.885638 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6a540a34-15d0-4a9d-a397-a618b11e2ba7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:03.888750 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-6a8a2217-fb41-430c-a7fe-1a4998aaf5dc req-02ae1ffc-d514-4aad-847c-eee060ca932b tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Deleting port c974b530-b01d-4607-88d1-27d3867fd92c {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:39:03.889094 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6a8a2217-fb41-430c-a7fe-1a4998aaf5dc req-02ae1ffc-d514-4aad-847c-eee060ca932b tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:03.890173 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-76d615c8-7818-422d-9fc6-901c2b204e34 req-8304ef7c-ceab-4ee1-a66f-feddb41c4ee7 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:03.983466 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-76d615c8-7818-422d-9fc6-901c2b204e34 req-8304ef7c-ceab-4ee1-a66f-feddb41c4ee7 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:03.988744 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-76d615c8-7818-422d-9fc6-901c2b204e34 req-8304ef7c-ceab-4ee1-a66f-feddb41c4ee7 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:04.060512 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-6a8a2217-fb41-430c-a7fe-1a4998aaf5dc req-02ae1ffc-d514-4aad-847c-eee060ca932b tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] For port c974b530-b01d-4607-88d1-27d3867fd92c, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=c974b530-b01d-4607-88d1-27d3867fd92c,segment=NetworkSegment(a87351ba-0fbc-4302-9869-b18eee085c86),segment_id=a87351ba-0fbc-4302-9869-b18eee085c86)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:39:04.060512 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6a8a2217-fb41-430c-a7fe-1a4998aaf5dc req-02ae1ffc-d514-4aad-847c-eee060ca932b tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:04.060512 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-6a540a34-15d0-4a9d-a397-a618b11e2ba7 admin admin] For port cc312386-5e29-445a-8269-bf4ba9e95316, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=cc312386-5e29-445a-8269-bf4ba9e95316,segment=NetworkSegment(13dc9ed8-9308-4aae-9b5d-def0e71fea1f),segment_id=13dc9ed8-9308-4aae-9b5d-def0e71fea1f)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:39:04.061450 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6a540a34-15d0-4a9d-a397-a618b11e2ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:04.063407 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8304ef7c-ceab-4ee1-a66f-feddb41c4ee7 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa3eea4-f70b-474f-97cd-18228c65f346,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:04.102425 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-6a540a34-15d0-4a9d-a397-a618b11e2ba7 admin admin] Calling delete_port for cc312386-5e29-445a-8269-bf4ba9e95316 owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:39:04.138828 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-6a8a2217-fb41-430c-a7fe-1a4998aaf5dc req-02ae1ffc-d514-4aad-847c-eee060ca932b tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Calling delete_port for c974b530-b01d-4607-88d1-27d3867fd92c owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:39:04.240317 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f3719858-ab69-41df-8da5-8ae3b932be6f req-e57261db-f6f3-4b15-a446-59470a63ec60 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=d11f9855c7ad47368244092ce8c7b0d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0583584 Sep 07 02:39:04.315889 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e64b16-2f83-4c26-933f-a479aa3ecdc9 req-2b9667d4-de47-4b7a-a692-b72e313af2e8 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:04.317505 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-88e64b16-2f83-4c26-933f-a479aa3ecdc9 req-2b9667d4-de47-4b7a-a692-b72e313af2e8 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc51979c-5507-4443-9897-569f07617a01 HTTP/1.1" status: 200 len: 945 time: 0.1864555 Sep 07 02:39:04.318528 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cf391f03-6b5f-4b22-9e18-8f0eb0c2b552 req-647c07cd-5bef-4901-b439-e73b5ccdb6d9 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=2de33138-bed9-468e-8109-8b621778f497 HTTP/1.1" status: 200 len: 210 time: 0.0451348 Sep 07 02:39:04.325114 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [req-76d615c8-7818-422d-9fc6-901c2b204e34 req-8304ef7c-ceab-4ee1-a66f-feddb41c4ee7 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Allocated IP 192.168.233.102 (0823ecf3-066e-49bd-a451-2e84ab79a70f/694f9550-ba12-4672-8446-41848123cea2/9a58c4ba-35a7-4e62-92c6-41111bb13d09) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:39:04.443760 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-88e64b16-2f83-4c26-933f-a479aa3ecdc9 req-4551fda3-2912-4c03-b35a-50fbf46e3f77 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160421 Sep 07 02:39:04.475292 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3719858-ab69-41df-8da5-8ae3b932be6f req-ef8b1085-bf2d-463c-8baf-a220c61de5be tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:04.476809 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f3719858-ab69-41df-8da5-8ae3b932be6f req-ef8b1085-bf2d-463c-8baf-a220c61de5be tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2166731 Sep 07 02:39:04.491528 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-f3719858-ab69-41df-8da5-8ae3b932be6f req-bb03ec8c-5dd6-46d5-977b-58464c4eba40 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Request body: {'port': {'device_id': '2de33138-bed9-468e-8109-8b621778f497', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'admin_state_up': True, 'tenant_id': 'd11f9855c7ad47368244092ce8c7b0d0'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:39:04.507745 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6a8a2217-fb41-430c-a7fe-1a4998aaf5dc req-02ae1ffc-d514-4aad-847c-eee060ca932b tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:04.521318 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['c974b530-b01d-4607-88d1-27d3867fd92c'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:39:04.532025 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f356aa7d-9c9e-4b27-9255-66935e4e8360 req-7410e517-ee5a-439e-9545-0f10578f5ad2 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=b12c54d6-778d-4340-84b7-fbb03eee7f71 HTTP/1.1" status: 200 len: 210 time: 0.0430217 Sep 07 02:39:04.563727 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ae1ffc-d514-4aad-847c-eee060ca932b tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Pushing event deleted for resources: {'Port': ['ID=c974b530-b01d-4607-88d1-27d3867fd92c,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:04.572470 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6a540a34-15d0-4a9d-a397-a618b11e2ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:04.614827 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a540a34-15d0-4a9d-a397-a618b11e2ba7 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc312386-5e29-445a-8269-bf4ba9e95316,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:04.682330 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a8a2217-fb41-430c-a7fe-1a4998aaf5dc req-02ae1ffc-d514-4aad-847c-eee060ca932b tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] No DVR routers for this DVR port c974b530-b01d-4607-88d1-27d3867fd92c on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:39:04.685768 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6a8a2217-fb41-430c-a7fe-1a4998aaf5dc req-02ae1ffc-d514-4aad-847c-eee060ca932b tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:04.689621 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6a8a2217-fb41-430c-a7fe-1a4998aaf5dc req-02ae1ffc-d514-4aad-847c-eee060ca932b tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.23 "DELETE /v2.0/ports/c974b530-b01d-4607-88d1-27d3867fd92c HTTP/1.1" status: 204 len: 173 time: 1.0285571 Sep 07 02:39:04.698120 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-76d615c8-7818-422d-9fc6-901c2b204e34 req-8304ef7c-ceab-4ee1-a66f-feddb41c4ee7 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:04.702752 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b12c54d6-778d-4340-84b7-fbb03eee7f71', 'name': 'network-vif-deleted', 'tag': 'c974b530-b01d-4607-88d1-27d3867fd92c'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:39:04.705981 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d403ce1f-f169-4a64-8c08-11f66e4ced05" -d '{"events": [{"server_uuid": "b12c54d6-778d-4340-84b7-fbb03eee7f71", "name": "network-vif-deleted", "tag": "c974b530-b01d-4607-88d1-27d3867fd92c"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:39:04.730753 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-76d615c8-7818-422d-9fc6-901c2b204e34 req-8304ef7c-ceab-4ee1-a66f-feddb41c4ee7 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Transition to ACTIVE for port object 9a58c4ba-35a7-4e62-92c6-41111bb13d09 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:39:04.771946 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818ac6a8-643e-4e43-936b-8ffb2498dc41 x-openstack-request-id: req-818ac6a8-643e-4e43-936b-8ffb2498dc41 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:39:04.772237 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b12c54d6-778d-4340-84b7-fbb03eee7f71", "name": "network-vif-deleted", "tag": "c974b530-b01d-4607-88d1-27d3867fd92c", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:39:04.772491 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-818ac6a8-643e-4e43-936b-8ffb2498dc41 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:39:04.772887 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b12c54d6-778d-4340-84b7-fbb03eee7f71', 'name': 'network-vif-deleted', 'tag': 'c974b530-b01d-4607-88d1-27d3867fd92c', 'status': 'completed', 'code': 200} Sep 07 02:39:04.798991 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3719858-ab69-41df-8da5-8ae3b932be6f req-bb03ec8c-5dd6-46d5-977b-58464c4eba40 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Made reservation on behalf of d11f9855c7ad47368244092ce8c7b0d0 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:39:04.805882 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-f3719858-ab69-41df-8da5-8ae3b932be6f req-bb03ec8c-5dd6-46d5-977b-58464c4eba40 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:04.811053 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-76d615c8-7818-422d-9fc6-901c2b204e34 req-8304ef7c-ceab-4ee1-a66f-feddb41c4ee7 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:04.920977 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6a540a34-15d0-4a9d-a397-a618b11e2ba7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:04.961173 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76d615c8-7818-422d-9fc6-901c2b204e34 req-8304ef7c-ceab-4ee1-a66f-feddb41c4ee7 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Network 0823ecf3-066e-49bd-a451-2e84ab79a70f is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:39:04.994578 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [req-76d615c8-7818-422d-9fc6-901c2b204e34 req-8304ef7c-ceab-4ee1-a66f-feddb41c4ee7 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:39:05.002523 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-76d615c8-7818-422d-9fc6-901c2b204e34 req-8304ef7c-ceab-4ee1-a66f-feddb41c4ee7 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:39:05.013425 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8304ef7c-ceab-4ee1-a66f-feddb41c4ee7 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Pushing event updated for resources: {'Port': ['ID=9a58c4ba-35a7-4e62-92c6-41111bb13d09,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:05.077977 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d615c8-7818-422d-9fc6-901c2b204e34 req-8304ef7c-ceab-4ee1-a66f-feddb41c4ee7 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:05.078614 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-76d615c8-7818-422d-9fc6-901c2b204e34 req-8304ef7c-ceab-4ee1-a66f-feddb41c4ee7 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:05.125520 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-76d615c8-7818-422d-9fc6-901c2b204e34 req-8304ef7c-ceab-4ee1-a66f-feddb41c4ee7 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3797343 Sep 07 02:39:05.144053 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-76d615c8-7818-422d-9fc6-901c2b204e34 req-4ec43ee6-f2db-4250-bfa2-8b9f2f51bea2 service neutron] Request body: {'port': {'device_id': 'd8b42e2a-3648-4a2f-827b-d307dc463a41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:39:05.191375 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [req-f3719858-ab69-41df-8da5-8ae3b932be6f req-bb03ec8c-5dd6-46d5-977b-58464c4eba40 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Allocated IP 192.168.233.196 (0823ecf3-066e-49bd-a451-2e84ab79a70f/694f9550-ba12-4672-8446-41848123cea2/63b9efb1-f51e-4350-bf31-f9c359050fa6) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:39:05.259079 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-76d615c8-7818-422d-9fc6-901c2b204e34 req-4ec43ee6-f2db-4250-bfa2-8b9f2f51bea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:05.384081 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-b11ed626-f420-4704-962b-c9c9912e7125 None None] Provisioning for port 9a58c4ba-35a7-4e62-92c6-41111bb13d09 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:39:05.388584 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-b11ed626-f420-4704-962b-c9c9912e7125 None None] Provisioning complete for port 9a58c4ba-35a7-4e62-92c6-41111bb13d09 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:39:05.389083 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b11ed626-f420-4704-962b-c9c9912e7125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:05.474039 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-b11ed626-f420-4704-962b-c9c9912e7125 None None] Port 9a58c4ba-35a7-4e62-92c6-41111bb13d09 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:39:05.597441 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ed21c0b6-6e2d-477b-9a77-426c96593483 req-27870a65-9ef8-478c-b86d-55202603781c tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=2de33138-bed9-468e-8109-8b621778f497 HTTP/1.1" status: 200 len: 210 time: 0.0296643 Sep 07 02:39:05.632138 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a540a34-15d0-4a9d-a397-a618b11e2ba7 admin admin] Router 7e7cb945-9ce2-43d0-a5da-2d9bd3d72072 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:39:05.656651 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-f3719858-ab69-41df-8da5-8ae3b932be6f req-bb03ec8c-5dd6-46d5-977b-58464c4eba40 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:05.672686 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3181186-c25a-438f-9bb5-72bcf70c6674 req-079ce275-313b-4734-95dd-c210529a123b tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:05.674779 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e3181186-c25a-438f-9bb5-72bcf70c6674 req-079ce275-313b-4734-95dd-c210529a123b tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc51979c-5507-4443-9897-569f07617a01 HTTP/1.1" status: 200 len: 945 time: 0.1140447 Sep 07 02:39:05.690867 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-f3719858-ab69-41df-8da5-8ae3b932be6f req-bb03ec8c-5dd6-46d5-977b-58464c4eba40 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Transition to ACTIVE for port object 63b9efb1-f51e-4350-bf31-f9c359050fa6 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:39:05.742458 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e3181186-c25a-438f-9bb5-72bcf70c6674 req-0c1de117-c93f-44d6-a7d1-7532631d6a2e tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586467 Sep 07 02:39:05.765245 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-f3719858-ab69-41df-8da5-8ae3b932be6f req-bb03ec8c-5dd6-46d5-977b-58464c4eba40 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:05.815420 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a540a34-15d0-4a9d-a397-a618b11e2ba7 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:39:05.821602 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-6a540a34-15d0-4a9d-a397-a618b11e2ba7 admin admin] 10.222.0.22 "PUT /v2.0/routers/7e7cb945-9ce2-43d0-a5da-2d9bd3d72072/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4172387 Sep 07 02:39:05.834408 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791120df-ba2d-47d9-8b86-cadd948e835c None None] Sync routers for ids ['7e7cb945-9ce2-43d0-a5da-2d9bd3d72072'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:39:05.835678 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45840) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:39:05.848090 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791120df-ba2d-47d9-8b86-cadd948e835c None None] Routers {'7e7cb945-9ce2-43d0-a5da-2d9bd3d72072'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:39:05.849048 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-791120df-ba2d-47d9-8b86-cadd948e835c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:38:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['7e7cb945-9ce2-43d0-a5da-2d9bd3d72072'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:39:05.927926 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3719858-ab69-41df-8da5-8ae3b932be6f req-bb03ec8c-5dd6-46d5-977b-58464c4eba40 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Network 0823ecf3-066e-49bd-a451-2e84ab79a70f is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:39:05.935111 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [req-f3719858-ab69-41df-8da5-8ae3b932be6f req-bb03ec8c-5dd6-46d5-977b-58464c4eba40 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:39:05.946408 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3719858-ab69-41df-8da5-8ae3b932be6f req-bb03ec8c-5dd6-46d5-977b-58464c4eba40 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:39:05.980274 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb03ec8c-5dd6-46d5-977b-58464c4eba40 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Pushing event updated for resources: {'Port': ['ID=63b9efb1-f51e-4350-bf31-f9c359050fa6,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:05.998685 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d34eddf8-f05e-426c-a7a7-9d1b25c856f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:06.035622 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45846) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:39:06.071698 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-0ae38905-64df-4f8f-8153-ae073a55b8e9 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-35395986'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:39:06.120623 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3719858-ab69-41df-8da5-8ae3b932be6f req-bb03ec8c-5dd6-46d5-977b-58464c4eba40 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:06.122811 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-f3719858-ab69-41df-8da5-8ae3b932be6f req-bb03ec8c-5dd6-46d5-977b-58464c4eba40 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:06.132944 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d34eddf8-f05e-426c-a7a7-9d1b25c856f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:06.175785 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-791120df-ba2d-47d9-8b86-cadd948e835c None None] Set router 7e7cb945-9ce2-43d0-a5da-2d9bd3d72072 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:39:06.180072 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae38905-64df-4f8f-8153-ae073a55b8e9 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Made reservation on behalf of 3d937c5301ab43c080b18db78872855b for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:39:06.183572 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0ae38905-64df-4f8f-8153-ae073a55b8e9 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:06.192973 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfd7d63-e012-4575-8dfc-1e6a93abf617 req-7450839a-5733-42e7-aa68-d02e05b96aeb tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:06.201240 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3dfd7d63-e012-4575-8dfc-1e6a93abf617 req-7450839a-5733-42e7-aa68-d02e05b96aeb tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=40a743d4-9c6b-4351-97c4-9de1c0ccc30d HTTP/1.1" status: 200 len: 945 time: 0.1863685 Sep 07 02:39:06.203879 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-d34eddf8-f05e-426c-a7a7-9d1b25c856f2 admin admin] Deleting port 34177f4f-dfc6-41b0-a2b9-cd3e6034e43a {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:39:06.203879 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d34eddf8-f05e-426c-a7a7-9d1b25c856f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:06.212860 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f3719858-ab69-41df-8da5-8ae3b932be6f req-bb03ec8c-5dd6-46d5-977b-58464c4eba40 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7252247 Sep 07 02:39:06.265751 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-f3719858-ab69-41df-8da5-8ae3b932be6f req-71497376-22b3-4242-b7c5-3a9ad615062e service neutron] Request body: {'port': {'device_id': '2de33138-bed9-468e-8109-8b621778f497', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:39:06.310633 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [req-76d615c8-7818-422d-9fc6-901c2b204e34 req-4ec43ee6-f2db-4250-bfa2-8b9f2f51bea2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a58c4ba-35a7-4e62-92c6-41111bb13d09 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:39:06.312586 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-d34eddf8-f05e-426c-a7a7-9d1b25c856f2 admin admin] For port 34177f4f-dfc6-41b0-a2b9-cd3e6034e43a, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=34177f4f-dfc6-41b0-a2b9-cd3e6034e43a,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:39:06.313134 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d34eddf8-f05e-426c-a7a7-9d1b25c856f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:06.329918 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-76d615c8-7818-422d-9fc6-901c2b204e34 req-4ec43ee6-f2db-4250-bfa2-8b9f2f51bea2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:06.330569 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-d34eddf8-f05e-426c-a7a7-9d1b25c856f2 admin admin] Calling delete_port for 34177f4f-dfc6-41b0-a2b9-cd3e6034e43a owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:39:06.347886 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-596af014-0d4a-4b6e-bd67-a7220c73ac4b None None] Provisioning for port 63b9efb1-f51e-4350-bf31-f9c359050fa6 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:39:06.356545 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-76d615c8-7818-422d-9fc6-901c2b204e34 req-4ec43ee6-f2db-4250-bfa2-8b9f2f51bea2 service neutron] Transition to ACTIVE for port object 9a58c4ba-35a7-4e62-92c6-41111bb13d09 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:39:06.360024 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-596af014-0d4a-4b6e-bd67-a7220c73ac4b None None] Provisioning complete for port 63b9efb1-f51e-4350-bf31-f9c359050fa6 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:39:06.360408 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-596af014-0d4a-4b6e-bd67-a7220c73ac4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:06.362380 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ae38905-64df-4f8f-8153-ae073a55b8e9 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:39:06.387338 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-76d615c8-7818-422d-9fc6-901c2b204e34 req-4ec43ee6-f2db-4250-bfa2-8b9f2f51bea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:06.404248 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3dfd7d63-e012-4575-8dfc-1e6a93abf617 req-947dabdd-7f0c-4941-9505-ab3a69f2b8c1 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019367 Sep 07 02:39:06.404412 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-596af014-0d4a-4b6e-bd67-a7220c73ac4b None None] Port 63b9efb1-f51e-4350-bf31-f9c359050fa6 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:39:06.424952 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0ae38905-64df-4f8f-8153-ae073a55b8e9 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:06.425365 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-0ae38905-64df-4f8f-8153-ae073a55b8e9 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Added segment 42e2f895-6783-4d8e-9fcc-c0b67699fbd1 of type vlan for network 7ef96948-9b26-4186-9197-3dc341e621f0 Sep 07 02:39:06.458664 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261ebd5-8b48-4d03-a94f-fca58bf07c03 req-5826dcd6-4cb1-4acd-8c98-a0468760a50f tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:06.460420 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5261ebd5-8b48-4d03-a94f-fca58bf07c03 req-5826dcd6-4cb1-4acd-8c98-a0468760a50f tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.23 "GET /v2.0/ports?device_id=40a743d4-9c6b-4351-97c4-9de1c0ccc30d HTTP/1.1" status: 200 len: 945 time: 0.0761540 Sep 07 02:39:06.469018 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-f3719858-ab69-41df-8da5-8ae3b932be6f req-71497376-22b3-4242-b7c5-3a9ad615062e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:06.477974 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-791120df-ba2d-47d9-8b86-cadd948e835c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7cb945-9ce2-43d0-a5da-2d9bd3d72072', 'name': 'tempest-AttachSCSIVolumeTestJSON-1665615976-router', 'tenant_id': 'f0944a3bfb51437eb5ffab031c87e3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '34177f4f-dfc6-41b0-a2b9-cd3e6034e43a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:37:18Z', 'updated_at': '2021-09-07T02:39:04Z', 'revision_number': 5, 'project_id': 'f0944a3bfb51437eb5ffab031c87e3ed', 'gw_port': {'id': '34177f4f-dfc6-41b0-a2b9-cd3e6034e43a', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:ae:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7cb945-9ce2-43d0-a5da-2d9bd3d72072', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:37:19Z', 'updated_at': '2021-09-07T02:37:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:39:06.511968 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791120df-ba2d-47d9-8b86-cadd948e835c None None] Checking router: 7e7cb945-9ce2-43d0-a5da-2d9bd3d72072 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:39:06.526906 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791120df-ba2d-47d9-8b86-cadd948e835c None None] Routers {'7e7cb945-9ce2-43d0-a5da-2d9bd3d72072'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:39:06.527689 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-791120df-ba2d-47d9-8b86-cadd948e835c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:38:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['7e7cb945-9ce2-43d0-a5da-2d9bd3d72072'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:39:06.640745 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-791120df-ba2d-47d9-8b86-cadd948e835c None None] Set router 7e7cb945-9ce2-43d0-a5da-2d9bd3d72072 gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:39:06.650235 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d34eddf8-f05e-426c-a7a7-9d1b25c856f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:06.693514 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34eddf8-f05e-426c-a7a7-9d1b25c856f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=34177f4f-dfc6-41b0-a2b9-cd3e6034e43a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:06.701551 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device c974b530-b01d-4607-88d1-27d3867fd92c no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:39:06.764182 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-791120df-ba2d-47d9-8b86-cadd948e835c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7cb945-9ce2-43d0-a5da-2d9bd3d72072', 'name': 'tempest-AttachSCSIVolumeTestJSON-1665615976-router', 'tenant_id': 'f0944a3bfb51437eb5ffab031c87e3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:37:18Z', 'updated_at': '2021-09-07T02:39:06Z', 'revision_number': 6, 'project_id': 'f0944a3bfb51437eb5ffab031c87e3ed', 'gw_port_host': None}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:39:06.768732 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: c974b530-b01d-4607-88d1-27d3867fd92c {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:39:06.768732 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device c974b530-b01d-4607-88d1-27d3867fd92c not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:39:06.799870 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791120df-ba2d-47d9-8b86-cadd948e835c None None] The sync data for ids ['7e7cb945-9ce2-43d0-a5da-2d9bd3d72072'] in n-d-796209-16 is: [{'id': '7e7cb945-9ce2-43d0-a5da-2d9bd3d72072', 'name': 'tempest-AttachSCSIVolumeTestJSON-1665615976-router', 'tenant_id': 'f0944a3bfb51437eb5ffab031c87e3ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:37:18Z', 'updated_at': '2021-09-07T02:39:06Z', 'revision_number': 6, 'project_id': 'f0944a3bfb51437eb5ffab031c87e3ed', 'gw_port_host': None}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:39:06.822093 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d34eddf8-f05e-426c-a7a7-9d1b25c856f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:06.890921 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-5261ebd5-8b48-4d03-a94f-fca58bf07c03 req-1efc089e-639e-41b4-bf56-99b027fa5c47 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Deleting port 8ed43187-6586-48f2-b606-1bd5684ec058 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:39:06.891262 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5261ebd5-8b48-4d03-a94f-fca58bf07c03 req-1efc089e-639e-41b4-bf56-99b027fa5c47 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:06.962163 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0ae38905-64df-4f8f-8153-ae073a55b8e9 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:06.976440 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d34eddf8-f05e-426c-a7a7-9d1b25c856f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:06.980803 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d34eddf8-f05e-426c-a7a7-9d1b25c856f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:06.984759 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec43ee6-f2db-4250-bfa2-8b9f2f51bea2 service neutron] Pushing event updated for resources: {'Port': ['ID=9a58c4ba-35a7-4e62-92c6-41111bb13d09,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:07.088178 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9cfde3-2128-4eba-806b-9c2fcad572f8 req-3830c27b-29a3-4b04-af61-59f9fd31e3b2 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:07.089696 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0e9cfde3-2128-4eba-806b-9c2fcad572f8 req-3830c27b-29a3-4b04-af61-59f9fd31e3b2 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc51979c-5507-4443-9897-569f07617a01 HTTP/1.1" status: 200 len: 945 time: 0.2014403 Sep 07 02:39:07.094509 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d34eddf8-f05e-426c-a7a7-9d1b25c856f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:07.094977 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34eddf8-f05e-426c-a7a7-9d1b25c856f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e7cb945-9ce2-43d0-a5da-2d9bd3d72072 {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 02:39:07.102082 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d34eddf8-f05e-426c-a7a7-9d1b25c856f2 admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:07.102369 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf161373-cc66-49e8-ac77-b9b19f72ecd3 req-fd7b77eb-eba0-4892-82e5-86561202896a tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:07.103541 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-d34eddf8-f05e-426c-a7a7-9d1b25c856f2 admin admin] 10.222.0.22 "DELETE /v2.0/routers/7e7cb945-9ce2-43d0-a5da-2d9bd3d72072 HTTP/1.1" status: 204 len: 168 time: 1.2668273 Sep 07 02:39:07.109758 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cf161373-cc66-49e8-ac77-b9b19f72ecd3 req-fd7b77eb-eba0-4892-82e5-86561202896a tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=2de33138-bed9-468e-8109-8b621778f497 HTTP/1.1" status: 200 len: 936 time: 0.2332432 Sep 07 02:39:07.115404 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45858) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:39:07.129305 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0ae38905-64df-4f8f-8153-ae073a55b8e9 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:07.134651 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae38905-64df-4f8f-8153-ae073a55b8e9 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:07.135243 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0ae38905-64df-4f8f-8153-ae073a55b8e9 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:07.178816 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-5261ebd5-8b48-4d03-a94f-fca58bf07c03 req-1efc089e-639e-41b4-bf56-99b027fa5c47 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] For port 8ed43187-6586-48f2-b606-1bd5684ec058, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=8ed43187-6586-48f2-b606-1bd5684ec058,segment=NetworkSegment(a87351ba-0fbc-4302-9869-b18eee085c86),segment_id=a87351ba-0fbc-4302-9869-b18eee085c86)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:39:07.179262 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5261ebd5-8b48-4d03-a94f-fca58bf07c03 req-1efc089e-639e-41b4-bf56-99b027fa5c47 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:07.209375 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-5261ebd5-8b48-4d03-a94f-fca58bf07c03 req-1efc089e-639e-41b4-bf56-99b027fa5c47 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Calling delete_port for 8ed43187-6586-48f2-b606-1bd5684ec058 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:39:07.213328 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-76d615c8-7818-422d-9fc6-901c2b204e34 req-4ec43ee6-f2db-4250-bfa2-8b9f2f51bea2 service neutron] Attempting to bind port 9a58c4ba-35a7-4e62-92c6-41111bb13d09 on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:39:07.213663 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-76d615c8-7818-422d-9fc6-901c2b204e34 req-4ec43ee6-f2db-4250-bfa2-8b9f2f51bea2 service neutron] Attempting to bind port 9a58c4ba-35a7-4e62-92c6-41111bb13d09 by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:39:07.213835 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-53de6c64-9090-464e-9389-833e41d2ca2b admin admin] Deleting subnet d69abcbe-3002-4b6d-9ef5-483df76a29a6 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:39:07.213995 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d615c8-7818-422d-9fc6-901c2b204e34 req-4ec43ee6-f2db-4250-bfa2-8b9f2f51bea2 service neutron] Attempting to bind port 9a58c4ba-35a7-4e62-92c6-41111bb13d09 on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:39:07.228116 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0e9cfde3-2128-4eba-806b-9c2fcad572f8 req-6d6116c2-2f2f-43c7-8626-f390f8b34feb tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289246 Sep 07 02:39:07.241686 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-0ae38905-64df-4f8f-8153-ae073a55b8e9 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1946189 Sep 07 02:39:07.269184 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45860) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:39:07.282640 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-53de6c64-9090-464e-9389-833e41d2ca2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:07.283101 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-281c4b1d-2733-4da1-a78d-31d7917bdd43 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-935958592'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:39:07.288136 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d615c8-7818-422d-9fc6-901c2b204e34 req-4ec43ee6-f2db-4250-bfa2-8b9f2f51bea2 service neutron] Port 9a58c4ba-35a7-4e62-92c6-41111bb13d09 on network 0823ecf3-066e-49bd-a451-2e84ab79a70f not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:39:07.288467 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d615c8-7818-422d-9fc6-901c2b204e34 req-4ec43ee6-f2db-4250-bfa2-8b9f2f51bea2 service neutron] Attempting to bind port 9a58c4ba-35a7-4e62-92c6-41111bb13d09 on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:39:07.295925 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cf161373-cc66-49e8-ac77-b9b19f72ecd3 req-4ec571e7-c746-436b-bb6c-7d9d0ea0b5e3 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853752 Sep 07 02:39:07.301431 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae38905-64df-4f8f-8153-ae073a55b8e9 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Pushing event updated for resources: {'Network': ['ID=7ef96948-9b26-4186-9197-3dc341e621f0,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:07.323697 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 7ef96948-9b26-4186-9197-3dc341e621f0 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:39:07.337901 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d615c8-7818-422d-9fc6-901c2b204e34 req-4ec43ee6-f2db-4250-bfa2-8b9f2f51bea2 service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:39:07.338159 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d615c8-7818-422d-9fc6-901c2b204e34 req-4ec43ee6-f2db-4250-bfa2-8b9f2f51bea2 service neutron] Checking segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:39:07.338282 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-53de6c64-9090-464e-9389-833e41d2ca2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:07.338583 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d615c8-7818-422d-9fc6-901c2b204e34 req-4ec43ee6-f2db-4250-bfa2-8b9f2f51bea2 service neutron] Bound using segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:39:07.339081 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-76d615c8-7818-422d-9fc6-901c2b204e34 req-4ec43ee6-f2db-4250-bfa2-8b9f2f51bea2 service neutron] Bound port: 9a58c4ba-35a7-4e62-92c6-41111bb13d09, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:39:07.340307 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-76d615c8-7818-422d-9fc6-901c2b204e34 req-4ec43ee6-f2db-4250-bfa2-8b9f2f51bea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:07.396425 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-281c4b1d-2733-4da1-a78d-31d7917bdd43 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Made reservation on behalf of 3d937c5301ab43c080b18db78872855b for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:39:07.400111 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-281c4b1d-2733-4da1-a78d-31d7917bdd43 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:07.466027 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-53de6c64-9090-464e-9389-833e41d2ca2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:07.480310 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-281c4b1d-2733-4da1-a78d-31d7917bdd43 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:39:07.514640 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-76d615c8-7818-422d-9fc6-901c2b204e34 req-4ec43ee6-f2db-4250-bfa2-8b9f2f51bea2 service neutron] For port 9a58c4ba-35a7-4e62-92c6-41111bb13d09, host n-h2-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:39:07.515125 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5261ebd5-8b48-4d03-a94f-fca58bf07c03 req-1efc089e-639e-41b4-bf56-99b027fa5c47 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:07.526256 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-281c4b1d-2733-4da1-a78d-31d7917bdd43 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:07.526639 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-281c4b1d-2733-4da1-a78d-31d7917bdd43 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Added segment b5a31333-dc66-4c28-b309-79aa5613af15 of type vlan for network 03d408a7-bed1-4074-b2d6-43492534ac51 Sep 07 02:39:07.547575 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efc089e-639e-41b4-bf56-99b027fa5c47 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Pushing event deleted for resources: {'Port': ['ID=8ed43187-6586-48f2-b606-1bd5684ec058,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:07.562452 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-76d615c8-7818-422d-9fc6-901c2b204e34 req-4ec43ee6-f2db-4250-bfa2-8b9f2f51bea2 service neutron] For port 9a58c4ba-35a7-4e62-92c6-41111bb13d09, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=9a58c4ba-35a7-4e62-92c6-41111bb13d09,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:39:07.562980 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-53de6c64-9090-464e-9389-833e41d2ca2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:07.566172 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8bc89039-4417-4dc6-ba92-e461926096f2 req-5d479a74-cca6-4e05-97e7-51c8f3d6df98 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=40a743d4-9c6b-4351-97c4-9de1c0ccc30d HTTP/1.1" status: 200 len: 210 time: 0.0750206 Sep 07 02:39:07.573249 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-76d615c8-7818-422d-9fc6-901c2b204e34 req-4ec43ee6-f2db-4250-bfa2-8b9f2f51bea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:07.623894 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53de6c64-9090-464e-9389-833e41d2ca2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d69abcbe-3002-4b6d-9ef5-483df76a29a6,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:07.635206 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40aea557-136a-4c47-8eeb-26874c628694 None None] Network 419bf4f3-54e7-499b-8150-c01b471dd2b1 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:39:07.645834 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [req-f3719858-ab69-41df-8da5-8ae3b932be6f req-71497376-22b3-4242-b7c5-3a9ad615062e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63b9efb1-f51e-4350-bf31-f9c359050fa6 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:39:07.660620 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-f3719858-ab69-41df-8da5-8ae3b932be6f req-71497376-22b3-4242-b7c5-3a9ad615062e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:07.683255 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-53de6c64-9090-464e-9389-833e41d2ca2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:07.683805 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d615c8-7818-422d-9fc6-901c2b204e34 req-4ec43ee6-f2db-4250-bfa2-8b9f2f51bea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:07.683927 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-76d615c8-7818-422d-9fc6-901c2b204e34 req-4ec43ee6-f2db-4250-bfa2-8b9f2f51bea2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:07.685313 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-76d615c8-7818-422d-9fc6-901c2b204e34 req-4ec43ee6-f2db-4250-bfa2-8b9f2f51bea2 service neutron] 10.222.0.16 "PUT /v2.0/ports/9a58c4ba-35a7-4e62-92c6-41111bb13d09 HTTP/1.1" status: 200 len: 1097 time: 2.5474029 Sep 07 02:39:07.685768 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8b42e2a-3648-4a2f-827b-d307dc463a41', 'tag': '9a58c4ba-35a7-4e62-92c6-41111bb13d09'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:39:07.688435 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b009344-f991-45ae-b67a-3d8da93b67f9" -d '{"events": [{"name": "network-changed", "server_uuid": "d8b42e2a-3648-4a2f-827b-d307dc463a41", "tag": "9a58c4ba-35a7-4e62-92c6-41111bb13d09"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:39:07.693425 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-53de6c64-9090-464e-9389-833e41d2ca2b admin admin] 10.222.0.22 "DELETE /v2.0/subnets/d69abcbe-3002-4b6d-9ef5-483df76a29a6 HTTP/1.1" status: 204 len: 168 time: 0.5747228 Sep 07 02:39:07.693425 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-5261ebd5-8b48-4d03-a94f-fca58bf07c03 req-1efc089e-639e-41b4-bf56-99b027fa5c47 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] No DVR routers for this DVR port 8ed43187-6586-48f2-b606-1bd5684ec058 on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:39:07.693995 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45868) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:39:07.718618 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5261ebd5-8b48-4d03-a94f-fca58bf07c03 req-1efc089e-639e-41b4-bf56-99b027fa5c47 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:07.721073 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5261ebd5-8b48-4d03-a94f-fca58bf07c03 req-1efc089e-639e-41b4-bf56-99b027fa5c47 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.23 "DELETE /v2.0/ports/8ed43187-6586-48f2-b606-1bd5684ec058 HTTP/1.1" status: 204 len: 173 time: 1.2176116 Sep 07 02:39:07.721525 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a743d4-9c6b-4351-97c4-9de1c0ccc30d', 'name': 'network-vif-deleted', 'tag': '8ed43187-6586-48f2-b606-1bd5684ec058'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:39:07.721742 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-281c4b1d-2733-4da1-a78d-31d7917bdd43 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:07.736842 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832c363b-acaa-4a30-904c-1b73d24994c5" -d '{"events": [{"server_uuid": "40a743d4-9c6b-4351-97c4-9de1c0ccc30d", "name": "network-vif-deleted", "tag": "8ed43187-6586-48f2-b606-1bd5684ec058"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:39:07.739027 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-f3719858-ab69-41df-8da5-8ae3b932be6f req-71497376-22b3-4242-b7c5-3a9ad615062e service neutron] Transition to ACTIVE for port object 63b9efb1-f51e-4350-bf31-f9c359050fa6 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:39:07.781791 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec43ee6-f2db-4250-bfa2-8b9f2f51bea2 service neutron] Pushing event updated for resources: {'Port': ['ID=9a58c4ba-35a7-4e62-92c6-41111bb13d09,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:07.812532 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-f3719858-ab69-41df-8da5-8ae3b932be6f req-71497376-22b3-4242-b7c5-3a9ad615062e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:07.876327 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4287066-a93f-4ebf-93dc-7e35bd9d4116 x-openstack-request-id: req-d4287066-a93f-4ebf-93dc-7e35bd9d4116 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:39:07.876566 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40a743d4-9c6b-4351-97c4-9de1c0ccc30d", "name": "network-vif-deleted", "tag": "8ed43187-6586-48f2-b606-1bd5684ec058", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:39:07.876815 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d4287066-a93f-4ebf-93dc-7e35bd9d4116 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:39:07.878295 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a743d4-9c6b-4351-97c4-9de1c0ccc30d', 'name': 'network-vif-deleted', 'tag': '8ed43187-6586-48f2-b606-1bd5684ec058', 'status': 'completed', 'code': 200} Sep 07 02:39:07.908998 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff52c624-ba8f-441a-b881-5bdfb913b9e1 x-openstack-request-id: req-ff52c624-ba8f-441a-b881-5bdfb913b9e1 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:39:07.909235 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8b42e2a-3648-4a2f-827b-d307dc463a41", "tag": "9a58c4ba-35a7-4e62-92c6-41111bb13d09", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:39:07.909460 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ff52c624-ba8f-441a-b881-5bdfb913b9e1 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:39:07.909780 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8b42e2a-3648-4a2f-827b-d307dc463a41', 'tag': '9a58c4ba-35a7-4e62-92c6-41111bb13d09', 'status': 'completed', 'code': 200} Sep 07 02:39:07.913161 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e6ab0a91-7c6e-4154-a679-f6f81063e2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:07.952661 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device cc312386-5e29-445a-8269-bf4ba9e95316 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:39:07.977970 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: cc312386-5e29-445a-8269-bf4ba9e95316 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:39:07.978209 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device cc312386-5e29-445a-8269-bf4ba9e95316 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:39:07.978571 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 34177f4f-dfc6-41b0-a2b9-cd3e6034e43a no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:39:07.980292 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-281c4b1d-2733-4da1-a78d-31d7917bdd43 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:07.990021 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281c4b1d-2733-4da1-a78d-31d7917bdd43 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:07.990703 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-281c4b1d-2733-4da1-a78d-31d7917bdd43 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:08.005252 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 34177f4f-dfc6-41b0-a2b9-cd3e6034e43a {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:39:08.005607 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 34177f4f-dfc6-41b0-a2b9-cd3e6034e43a not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:39:08.008642 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-e6ab0a91-7c6e-4154-a679-f6f81063e2a4 admin admin] Deleting port b62ff7ee-8af5-4e57-8f20-d7c65c6bda37 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:39:08.008991 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e6ab0a91-7c6e-4154-a679-f6f81063e2a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:08.023578 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71497376-22b3-4242-b7c5-3a9ad615062e service neutron] Pushing event updated for resources: {'Port': ['ID=63b9efb1-f51e-4350-bf31-f9c359050fa6,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:08.081550 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9614c703-5a2d-4e8b-8f44-6c47685edea5 None None] DHCP port deletion for 419bf4f3-54e7-499b-8150-c01b471dd2b1 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:39:08.085809 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d615c8-7818-422d-9fc6-901c2b204e34 req-faca28bf-04dc-4539-91f4-63351dfedcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:08.087373 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-76d615c8-7818-422d-9fc6-901c2b204e34 req-faca28bf-04dc-4539-91f4-63351dfedcc7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d11f9855c7ad47368244092ce8c7b0d0&device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41 HTTP/1.1" status: 200 len: 1100 time: 0.3441002 Sep 07 02:39:08.095936 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-281c4b1d-2733-4da1-a78d-31d7917bdd43 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8205757 Sep 07 02:39:08.098527 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45876) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:39:08.121222 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-e6ab0a91-7c6e-4154-a679-f6f81063e2a4 admin admin] For port b62ff7ee-8af5-4e57-8f20-d7c65c6bda37, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=b62ff7ee-8af5-4e57-8f20-d7c65c6bda37,segment=NetworkSegment(13dc9ed8-9308-4aae-9b5d-def0e71fea1f),segment_id=13dc9ed8-9308-4aae-9b5d-def0e71fea1f)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:39:08.121600 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e6ab0a91-7c6e-4154-a679-f6f81063e2a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:08.138795 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-92bd28dc-ce52-49aa-9db5-1a2825a43f3c tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Request body: {'subnet': {'network_id': '7ef96948-9b26-4186-9197-3dc341e621f0', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:39:08.145873 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-9614c703-5a2d-4e8b-8f44-6c47685edea5 None None] Deleting port b62ff7ee-8af5-4e57-8f20-d7c65c6bda37 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:39:08.146645 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9614c703-5a2d-4e8b-8f44-6c47685edea5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:08.152641 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-e6ab0a91-7c6e-4154-a679-f6f81063e2a4 admin admin] Calling delete_port for b62ff7ee-8af5-4e57-8f20-d7c65c6bda37 owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:39:08.170692 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281c4b1d-2733-4da1-a78d-31d7917bdd43 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Pushing event updated for resources: {'Network': ['ID=03d408a7-bed1-4074-b2d6-43492534ac51,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:08.187107 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 03d408a7-bed1-4074-b2d6-43492534ac51 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:39:08.244715 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-76d615c8-7818-422d-9fc6-901c2b204e34 req-65fbbb82-4365-49c8-95e4-2d6741e11aed service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=9a58c4ba-35a7-4e62-92c6-41111bb13d09 HTTP/1.1" status: 200 len: 217 time: 0.1115263 Sep 07 02:39:08.280571 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-9614c703-5a2d-4e8b-8f44-6c47685edea5 None None] For port b62ff7ee-8af5-4e57-8f20-d7c65c6bda37, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=b62ff7ee-8af5-4e57-8f20-d7c65c6bda37,segment=NetworkSegment(13dc9ed8-9308-4aae-9b5d-def0e71fea1f),segment_id=13dc9ed8-9308-4aae-9b5d-def0e71fea1f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:39:08.287894 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9614c703-5a2d-4e8b-8f44-6c47685edea5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:08.398868 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d615c8-7818-422d-9fc6-901c2b204e34 req-79c8bd98-fed5-43cf-ab60-45a4ca5d232a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:08.400581 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-76d615c8-7818-422d-9fc6-901c2b204e34 req-79c8bd98-fed5-43cf-ab60-45a4ca5d232a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.1441376 Sep 07 02:39:08.406569 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-f3719858-ab69-41df-8da5-8ae3b932be6f req-71497376-22b3-4242-b7c5-3a9ad615062e service neutron] Attempting to bind port 63b9efb1-f51e-4350-bf31-f9c359050fa6 on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:39:08.406954 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-f3719858-ab69-41df-8da5-8ae3b932be6f req-71497376-22b3-4242-b7c5-3a9ad615062e service neutron] Attempting to bind port 63b9efb1-f51e-4350-bf31-f9c359050fa6 by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:39:08.407336 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3719858-ab69-41df-8da5-8ae3b932be6f req-71497376-22b3-4242-b7c5-3a9ad615062e service neutron] Attempting to bind port 63b9efb1-f51e-4350-bf31-f9c359050fa6 on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:39:08.408429 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac53560-c342-485d-89fc-feb4979123d5 req-aedddbeb-2ec5-442c-84e3-d1c670658a1e tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:08.410030 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-eac53560-c342-485d-89fc-feb4979123d5 req-aedddbeb-2ec5-442c-84e3-d1c670658a1e tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc51979c-5507-4443-9897-569f07617a01 HTTP/1.1" status: 200 len: 945 time: 0.0649805 Sep 07 02:39:08.417275 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-9614c703-5a2d-4e8b-8f44-6c47685edea5 None None] Calling delete_port for b62ff7ee-8af5-4e57-8f20-d7c65c6bda37 owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:39:08.417816 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e6ab0a91-7c6e-4154-a679-f6f81063e2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:08.465504 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ab0a91-7c6e-4154-a679-f6f81063e2a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b62ff7ee-8af5-4e57-8f20-d7c65c6bda37,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:08.470862 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ab0a91-7c6e-4154-a679-f6f81063e2a4 admin admin] No DVR routers for this DVR port b62ff7ee-8af5-4e57-8f20-d7c65c6bda37 on host n-d-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:39:08.480910 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3719858-ab69-41df-8da5-8ae3b932be6f req-71497376-22b3-4242-b7c5-3a9ad615062e service neutron] Port 63b9efb1-f51e-4350-bf31-f9c359050fa6 on network 0823ecf3-066e-49bd-a451-2e84ab79a70f not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:39:08.480910 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3719858-ab69-41df-8da5-8ae3b932be6f req-71497376-22b3-4242-b7c5-3a9ad615062e service neutron] Attempting to bind port 63b9efb1-f51e-4350-bf31-f9c359050fa6 on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:39:08.503814 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92bd28dc-ce52-49aa-9db5-1a2825a43f3c tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Made reservation on behalf of 3d937c5301ab43c080b18db78872855b for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:39:08.506883 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9614c703-5a2d-4e8b-8f44-6c47685edea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:08.507253 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-92bd28dc-ce52-49aa-9db5-1a2825a43f3c tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:08.529555 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3719858-ab69-41df-8da5-8ae3b932be6f req-71497376-22b3-4242-b7c5-3a9ad615062e service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:39:08.529903 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3719858-ab69-41df-8da5-8ae3b932be6f req-71497376-22b3-4242-b7c5-3a9ad615062e service neutron] Checking segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:39:08.530329 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3719858-ab69-41df-8da5-8ae3b932be6f req-71497376-22b3-4242-b7c5-3a9ad615062e service neutron] Bound using segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:39:08.530826 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-f3719858-ab69-41df-8da5-8ae3b932be6f req-71497376-22b3-4242-b7c5-3a9ad615062e service neutron] Bound port: 63b9efb1-f51e-4350-bf31-f9c359050fa6, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:39:08.531192 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-f3719858-ab69-41df-8da5-8ae3b932be6f req-71497376-22b3-4242-b7c5-3a9ad615062e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:08.532339 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-eac53560-c342-485d-89fc-feb4979123d5 req-2674f32d-b73f-4249-bf9a-08809a6b3b37 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116164 Sep 07 02:39:08.537862 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9614c703-5a2d-4e8b-8f44-6c47685edea5 None None] Pushing event deleted for resources: {'Port': ['ID=b62ff7ee-8af5-4e57-8f20-d7c65c6bda37,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:08.546206 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9614c703-5a2d-4e8b-8f44-6c47685edea5 None None] No DVR routers for this DVR port b62ff7ee-8af5-4e57-8f20-d7c65c6bda37 on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:39:08.548682 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9614c703-5a2d-4e8b-8f44-6c47685edea5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:39:08.549177 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9614c703-5a2d-4e8b-8f44-6c47685edea5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:39:08.549597 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9614c703-5a2d-4e8b-8f44-6c47685edea5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:39:08.550007 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9614c703-5a2d-4e8b-8f44-6c47685edea5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:39:08.550438 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9614c703-5a2d-4e8b-8f44-6c47685edea5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:39:08.550845 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9614c703-5a2d-4e8b-8f44-6c47685edea5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:39:08.551243 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9614c703-5a2d-4e8b-8f44-6c47685edea5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:39:08.551663 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9614c703-5a2d-4e8b-8f44-6c47685edea5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:39:08.552060 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9614c703-5a2d-4e8b-8f44-6c47685edea5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:39:08.552457 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9614c703-5a2d-4e8b-8f44-6c47685edea5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:39:08.552854 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9614c703-5a2d-4e8b-8f44-6c47685edea5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:39:08.553249 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9614c703-5a2d-4e8b-8f44-6c47685edea5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:39:08.560417 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e6ab0a91-7c6e-4154-a679-f6f81063e2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:08.593746 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-e6ab0a91-7c6e-4154-a679-f6f81063e2a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['419bf4f3-54e7-499b-8150-c01b471dd2b1']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:39:08.604452 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-e6ab0a91-7c6e-4154-a679-f6f81063e2a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13dc9ed8-9308-4aae-9b5d-def0e71fea1f') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:39:08.604751 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-e6ab0a91-7c6e-4154-a679-f6f81063e2a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13dc9ed8-9308-4aae-9b5d-def0e71fea1f') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:39:08.612975 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d615c8-7818-422d-9fc6-901c2b204e34 req-f6f109fe-9ad4-4ee0-a625-41567b48bf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:08.614524 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e6ab0a91-7c6e-4154-a679-f6f81063e2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:08.614654 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-76d615c8-7818-422d-9fc6-901c2b204e34 req-f6f109fe-9ad4-4ee0-a625-41567b48bf1d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2023358 Sep 07 02:39:08.629324 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e6ab0a91-7c6e-4154-a679-f6f81063e2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:08.636145 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6ab0a91-7c6e-4154-a679-f6f81063e2a4 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:39:08.636510 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e6ab0a91-7c6e-4154-a679-f6f81063e2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:08.640371 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:39:08.640371 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:39:08.640371 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:39:08.640371 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:39:08.640371 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:39:08.640371 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:39:08.640371 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:39:08.640371 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:39:08.640371 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:39:08.640371 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:39:08.640371 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:39:08.640371 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:39:08.640371 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:39:08.640371 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:39:08.640371 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:39:08.640371 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:39:08.640371 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:39:08.640371 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:39:08.640371 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:39:08.640371 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:39:08.640371 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:39:08.640371 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:39:08.640371 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:39:08.640371 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:39:08.640371 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:39:08.640371 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:39:08.640371 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:39:08.640371 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:39:08.640371 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:39:08.640371 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:39:08.640371 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:39:08.640371 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:39:08.676036 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6df528-8dc0-4d16-81cb-2c0b7fa82cce req-86c7e9cc-2c25-41b3-8748-adefdc0d531d tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:08.677557 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cb6df528-8dc0-4d16-81cb-2c0b7fa82cce req-86c7e9cc-2c25-41b3-8748-adefdc0d531d tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=2de33138-bed9-468e-8109-8b621778f497 HTTP/1.1" status: 200 len: 948 time: 0.2665431 Sep 07 02:39:08.709182 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e6ab0a91-7c6e-4154-a679-f6f81063e2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:08.715953 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e6ab0a91-7c6e-4154-a679-f6f81063e2a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:08.718398 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-e6ab0a91-7c6e-4154-a679-f6f81063e2a4 admin admin] 10.222.0.22 "DELETE /v2.0/networks/419bf4f3-54e7-499b-8150-c01b471dd2b1 HTTP/1.1" status: 204 len: 168 time: 1.0234754 Sep 07 02:39:08.729215 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45890) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:39:08.736062 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ab0a91-7c6e-4154-a679-f6f81063e2a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=419bf4f3-54e7-499b-8150-c01b471dd2b1,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:08.801892 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-f3719858-ab69-41df-8da5-8ae3b932be6f req-71497376-22b3-4242-b7c5-3a9ad615062e service neutron] For port 63b9efb1-f51e-4350-bf31-f9c359050fa6, host n-h2-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:39:08.824366 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cb6df528-8dc0-4d16-81cb-2c0b7fa82cce req-755cd827-6ad0-455c-a011-74523a735bb6 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280632 Sep 07 02:39:08.841700 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-f3719858-ab69-41df-8da5-8ae3b932be6f req-71497376-22b3-4242-b7c5-3a9ad615062e service neutron] For port 63b9efb1-f51e-4350-bf31-f9c359050fa6, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=63b9efb1-f51e-4350-bf31-f9c359050fa6,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:39:08.866878 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-f3719858-ab69-41df-8da5-8ae3b932be6f req-71497376-22b3-4242-b7c5-3a9ad615062e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:08.886099 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-76d615c8-7818-422d-9fc6-901c2b204e34 req-c53817b7-5068-418b-940d-859e7dea42a8 service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497663 Sep 07 02:39:08.929629 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3719858-ab69-41df-8da5-8ae3b932be6f req-71497376-22b3-4242-b7c5-3a9ad615062e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:08.930260 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-f3719858-ab69-41df-8da5-8ae3b932be6f req-71497376-22b3-4242-b7c5-3a9ad615062e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:08.931643 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f3719858-ab69-41df-8da5-8ae3b932be6f req-71497376-22b3-4242-b7c5-3a9ad615062e service neutron] 10.222.0.16 "PUT /v2.0/ports/63b9efb1-f51e-4350-bf31-f9c359050fa6 HTTP/1.1" status: 200 len: 1097 time: 2.6796474 Sep 07 02:39:09.096970 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71497376-22b3-4242-b7c5-3a9ad615062e service neutron] Pushing event updated for resources: {'Port': ['ID=63b9efb1-f51e-4350-bf31-f9c359050fa6,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:09.119027 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-92bd28dc-ce52-49aa-9db5-1a2825a43f3c tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:09.143720 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1c496a5a-3d3f-4e4a-9cff-7123f035297e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:09.193058 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2d1e7-239e-4813-b44b-64280ab7070c req-e5b8887b-00d8-4f4d-abcc-26145277180d tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:09.194580 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dec2d1e7-239e-4813-b44b-64280ab7070c req-e5b8887b-00d8-4f4d-abcc-26145277180d tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=34c2627b-3011-401c-a0e2-7b9b6342a6d6 HTTP/1.1" status: 200 len: 944 time: 0.2567852 Sep 07 02:39:09.206650 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3719858-ab69-41df-8da5-8ae3b932be6f req-3199ee54-bba4-48d3-888f-d97f6e23458e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:09.208082 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f3719858-ab69-41df-8da5-8ae3b932be6f req-3199ee54-bba4-48d3-888f-d97f6e23458e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d11f9855c7ad47368244092ce8c7b0d0&device_id=2de33138-bed9-468e-8109-8b621778f497 HTTP/1.1" status: 200 len: 1100 time: 0.2089491 Sep 07 02:39:09.217658 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-76d615c8-7818-422d-9fc6-901c2b204e34 req-048d3f65-9478-4ee2-a746-40dbbadbbe21 service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018267 Sep 07 02:39:09.243139 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bd28dc-ce52-49aa-9db5-1a2825a43f3c tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Pushing event updated for resources: {'Subnet': ['ID=a0ace46c-e993-499e-976f-0d7f1499256e,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:09.287588 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f3719858-ab69-41df-8da5-8ae3b932be6f req-f71a59ca-fdaa-4a1a-902c-6214ec1d9c58 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=63b9efb1-f51e-4350-bf31-f9c359050fa6 HTTP/1.1" status: 200 len: 217 time: 0.0642133 Sep 07 02:39:09.354523 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bd28dc-ce52-49aa-9db5-1a2825a43f3c tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Checking segment: {'id': '42e2f895-6783-4d8e-9fcc-c0b67699fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7ef96948-9b26-4186-9197-3dc341e621f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:39:09.354770 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bd28dc-ce52-49aa-9db5-1a2825a43f3c tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Network hostable DHCP agents. Network: 7ef96948-9b26-4186-9197-3dc341e621f0, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:39:09.363350 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dec2d1e7-239e-4813-b44b-64280ab7070c req-52a709e6-6990-4386-9e70-7eba927010ef tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/security-groups?id=9d476893-1345-46b6-9947-495297c53c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543510 Sep 07 02:39:09.391375 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b009344-f991-45ae-b67a-3d8da93b67f9 req-5c662625-aa90-44a6-9f6f-564a876af52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:09.393013 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1b009344-f991-45ae-b67a-3d8da93b67f9 req-5c662625-aa90-44a6-9f6f-564a876af52f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d11f9855c7ad47368244092ce8c7b0d0&device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41 HTTP/1.1" status: 200 len: 1100 time: 0.1174164 Sep 07 02:39:09.396156 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3719858-ab69-41df-8da5-8ae3b932be6f req-f7464eb0-9c1d-4048-b480-d4f7ab48939c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:09.397709 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f3719858-ab69-41df-8da5-8ae3b932be6f req-f7464eb0-9c1d-4048-b480-d4f7ab48939c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.0904853 Sep 07 02:39:09.402344 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bd28dc-ce52-49aa-9db5-1a2825a43f3c tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Network 7ef96948-9b26-4186-9197-3dc341e621f0 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:39:09.430999 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3c7a4-32e3-4423-bcae-63d1605a69d7 req-300807cd-cb59-42b3-81fd-fd819a4a2369 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:09.432601 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-61a3c7a4-32e3-4423-bcae-63d1605a69d7 req-300807cd-cb59-42b3-81fd-fd819a4a2369 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.23 "GET /v2.0/ports?device_id=34c2627b-3011-401c-a0e2-7b9b6342a6d6 HTTP/1.1" status: 200 len: 944 time: 0.0911222 Sep 07 02:39:09.449492 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-92bd28dc-ce52-49aa-9db5-1a2825a43f3c tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 7ef96948-9b26-4186-9197-3dc341e621f0) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:39:09.459558 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb446a81-9aa4-45c6-bd05-9454ad0afc50 None None] Network 7ef96948-9b26-4186-9197-3dc341e621f0 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:39:09.463787 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bd28dc-ce52-49aa-9db5-1a2825a43f3c tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:09.464388 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-92bd28dc-ce52-49aa-9db5-1a2825a43f3c tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:09.490144 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-1c496a5a-3d3f-4e4a-9cff-7123f035297e admin admin] Deleting port 42decd9a-24a3-4670-881f-f912a2a98e15 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:39:09.490507 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1c496a5a-3d3f-4e4a-9cff-7123f035297e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:09.518866 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-92bd28dc-ce52-49aa-9db5-1a2825a43f3c tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3844643 Sep 07 02:39:09.523232 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45896) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:39:09.531627 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-70264bf4-648b-490e-b90d-577d33a211c8 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Request body: {'subnet': {'network_id': '03d408a7-bed1-4074-b2d6-43492534ac51', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:39:09.540971 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3719858-ab69-41df-8da5-8ae3b932be6f req-c8bddff9-2c1f-4c4b-bbe2-81082fc1411b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:09.542462 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f3719858-ab69-41df-8da5-8ae3b932be6f req-c8bddff9-2c1f-4c4b-bbe2-81082fc1411b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1336057 Sep 07 02:39:09.586941 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b009344-f991-45ae-b67a-3d8da93b67f9 req-afb96f0d-0abf-4daf-a293-e5e6e1f809da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:09.588493 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1b009344-f991-45ae-b67a-3d8da93b67f9 req-afb96f0d-0abf-4daf-a293-e5e6e1f809da service neutron] 10.222.0.16 "GET /v2.0/networks?id=0823ecf3-066e-49bd-a451-2e84ab79a70f HTTP/1.1" status: 200 len: 869 time: 0.1829829 Sep 07 02:39:09.610637 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-61a3c7a4-32e3-4423-bcae-63d1605a69d7 req-a1660336-dfb4-494d-bec4-eaf71af8bece tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Deleting port ba246450-92d4-4fad-854d-29807ceb844e {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:39:09.611293 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-61a3c7a4-32e3-4423-bcae-63d1605a69d7 req-a1660336-dfb4-494d-bec4-eaf71af8bece tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:09.637095 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae3e50b-dcec-4124-8888-d973dec2d873 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-7ef96948-9b26-4186-9197-3dc341e621f0', 'network_id': '7ef96948-9b26-4186-9197-3dc341e621f0', 'tenant_id': '3d937c5301ab43c080b18db78872855b', 'fixed_ips': [{'subnet_id': 'a0ace46c-e993-499e-976f-0d7f1499256e'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:39:09.637995 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0ae3e50b-dcec-4124-8888-d973dec2d873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:09.679602 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-1c496a5a-3d3f-4e4a-9cff-7123f035297e admin admin] For port 42decd9a-24a3-4670-881f-f912a2a98e15, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=42decd9a-24a3-4670-881f-f912a2a98e15,segment=NetworkSegment(54dab756-093e-46e3-bc93-edd6a488a6a7),segment_id=54dab756-093e-46e3-bc93-edd6a488a6a7)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:39:09.680041 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1c496a5a-3d3f-4e4a-9cff-7123f035297e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:09.696912 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-1c496a5a-3d3f-4e4a-9cff-7123f035297e admin admin] Calling delete_port for 42decd9a-24a3-4670-881f-f912a2a98e15 owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:39:09.708177 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1b009344-f991-45ae-b67a-3d8da93b67f9 req-6b03345f-5687-4302-a519-497d7bec5c18 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=9a58c4ba-35a7-4e62-92c6-41111bb13d09 HTTP/1.1" status: 200 len: 217 time: 0.1066408 Sep 07 02:39:09.790209 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-0ae3e50b-dcec-4124-8888-d973dec2d873 None None] Allocated IP 10.1.1.2 (7ef96948-9b26-4186-9197-3dc341e621f0/a0ace46c-e993-499e-976f-0d7f1499256e/63321724-ce5d-4e41-ad3d-db20471f7b7c) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:39:09.790621 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f3719858-ab69-41df-8da5-8ae3b932be6f req-41004d8c-f688-403d-bb2b-4bbf06b7deff service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316616 Sep 07 02:39:09.797839 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70264bf4-648b-490e-b90d-577d33a211c8 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Made reservation on behalf of 3d937c5301ab43c080b18db78872855b for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:39:09.804662 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-70264bf4-648b-490e-b90d-577d33a211c8 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:09.820427 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b009344-f991-45ae-b67a-3d8da93b67f9 req-d1d2efca-09ae-46ad-9d22-83c57bae473e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:09.820427 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1b009344-f991-45ae-b67a-3d8da93b67f9 req-d1d2efca-09ae-46ad-9d22-83c57bae473e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.0931902 Sep 07 02:39:09.883626 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device b62ff7ee-8af5-4e57-8f20-d7c65c6bda37 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:39:09.915980 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: b62ff7ee-8af5-4e57-8f20-d7c65c6bda37 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:39:09.916326 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device b62ff7ee-8af5-4e57-8f20-d7c65c6bda37 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:39:09.937630 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2de33138-bed9-468e-8109-8b621778f497', 'tag': '63b9efb1-f51e-4350-bf31-f9c359050fa6'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:39:09.941416 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f903be8-b5ca-4c4b-8cf0-1e5f89cce6d1" -d '{"events": [{"name": "network-changed", "server_uuid": "2de33138-bed9-468e-8109-8b621778f497", "tag": "63b9efb1-f51e-4350-bf31-f9c359050fa6"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:39:09.999394 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0ae3e50b-dcec-4124-8888-d973dec2d873 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:10.011432 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-0ae3e50b-dcec-4124-8888-d973dec2d873 None None] Transition to ACTIVE for port object 63321724-ce5d-4e41-ad3d-db20471f7b7c will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:39:10.027923 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-0ae3e50b-dcec-4124-8888-d973dec2d873 None None] Transition to ACTIVE for port object 63321724-ce5d-4e41-ad3d-db20471f7b7c will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:39:10.035146 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b009344-f991-45ae-b67a-3d8da93b67f9 req-2255946e-7c04-4720-a241-4872938f5c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:10.036171 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0ae3e50b-dcec-4124-8888-d973dec2d873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:10.037245 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1b009344-f991-45ae-b67a-3d8da93b67f9 req-2255946e-7c04-4720-a241-4872938f5c88 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2005966 Sep 07 02:39:10.082558 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae3e50b-dcec-4124-8888-d973dec2d873 None None] Network 7ef96948-9b26-4186-9197-3dc341e621f0 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:39:10.087374 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-0ae3e50b-dcec-4124-8888-d973dec2d873 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:39:10.092726 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae3e50b-dcec-4124-8888-d973dec2d873 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:39:10.094579 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae3e50b-dcec-4124-8888-d973dec2d873 None None] Pushing event updated for resources: {'Port': ['ID=63321724-ce5d-4e41-ad3d-db20471f7b7c,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:10.150738 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-0ae3e50b-dcec-4124-8888-d973dec2d873 None None] Attempting to bind port 63321724-ce5d-4e41-ad3d-db20471f7b7c on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:39:10.151439 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-0ae3e50b-dcec-4124-8888-d973dec2d873 None None] Attempting to bind port 63321724-ce5d-4e41-ad3d-db20471f7b7c by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '42e2f895-6783-4d8e-9fcc-c0b67699fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7ef96948-9b26-4186-9197-3dc341e621f0'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:39:10.151851 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae3e50b-dcec-4124-8888-d973dec2d873 None None] Attempting to bind port 63321724-ce5d-4e41-ad3d-db20471f7b7c on network 7ef96948-9b26-4186-9197-3dc341e621f0 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:39:10.157162 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae3e50b-dcec-4124-8888-d973dec2d873 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:39:10.157882 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae3e50b-dcec-4124-8888-d973dec2d873 None None] Checking segment: {'id': '42e2f895-6783-4d8e-9fcc-c0b67699fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7ef96948-9b26-4186-9197-3dc341e621f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:39:10.158133 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0ae3e50b-dcec-4124-8888-d973dec2d873 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:10.158540 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae3e50b-dcec-4124-8888-d973dec2d873 None None] Bound using segment: {'id': '42e2f895-6783-4d8e-9fcc-c0b67699fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7ef96948-9b26-4186-9197-3dc341e621f0'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:39:10.159014 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-0ae3e50b-dcec-4124-8888-d973dec2d873 None None] Bound port: 63321724-ce5d-4e41-ad3d-db20471f7b7c, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42e2f895-6783-4d8e-9fcc-c0b67699fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7ef96948-9b26-4186-9197-3dc341e621f0'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:39:10.159398 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0ae3e50b-dcec-4124-8888-d973dec2d873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:10.174570 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af89c205-eaeb-44e4-b876-25d7a2447ee2 req-b2bee4ce-accc-4359-bb94-c2f9df15e855 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:10.176273 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-af89c205-eaeb-44e4-b876-25d7a2447ee2 req-b2bee4ce-accc-4359-bb94-c2f9df15e855 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=2de33138-bed9-468e-8109-8b621778f497 HTTP/1.1" status: 200 len: 948 time: 0.2263041 Sep 07 02:39:10.206213 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f3719858-ab69-41df-8da5-8ae3b932be6f req-65c52af0-7f1c-41cb-8966-ddff8b437af3 service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3950303 Sep 07 02:39:10.238145 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-0ae3e50b-dcec-4124-8888-d973dec2d873 None None] For port 63321724-ce5d-4e41-ad3d-db20471f7b7c, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:39:10.241467 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-0ae3e50b-dcec-4124-8888-d973dec2d873 None None] For port 63321724-ce5d-4e41-ad3d-db20471f7b7c, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=63321724-ce5d-4e41-ad3d-db20471f7b7c,segment=NetworkSegment(42e2f895-6783-4d8e-9fcc-c0b67699fbd1),segment_id=42e2f895-6783-4d8e-9fcc-c0b67699fbd1)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:39:10.248996 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0ae3e50b-dcec-4124-8888-d973dec2d873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:10.255970 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b71cfc-621f-4a2e-8052-e51a2483095c req-83e41cf0-3ef2-4bed-ab2e-e667951bda42 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:10.263384 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e1b71cfc-621f-4a2e-8052-e51a2483095c req-83e41cf0-3ef2-4bed-ab2e-e667951bda42 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc51979c-5507-4443-9897-569f07617a01 HTTP/1.1" status: 200 len: 945 time: 0.5531204 Sep 07 02:39:10.268460 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-61a3c7a4-32e3-4423-bcae-63d1605a69d7 req-a1660336-dfb4-494d-bec4-eaf71af8bece tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] For port ba246450-92d4-4fad-854d-29807ceb844e, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=ba246450-92d4-4fad-854d-29807ceb844e,segment=NetworkSegment(a87351ba-0fbc-4302-9869-b18eee085c86),segment_id=a87351ba-0fbc-4302-9869-b18eee085c86)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:39:10.268839 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-61a3c7a4-32e3-4423-bcae-63d1605a69d7 req-a1660336-dfb4-494d-bec4-eaf71af8bece tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:10.271546 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1b009344-f991-45ae-b67a-3d8da93b67f9 req-b9f0aa62-0334-45f6-9285-107d406fbedb service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150624 Sep 07 02:39:10.274519 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-af89c205-eaeb-44e4-b876-25d7a2447ee2 req-ab6d02d4-7db5-4af1-8a0e-2a14f5612b32 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736985 Sep 07 02:39:10.302815 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-61a3c7a4-32e3-4423-bcae-63d1605a69d7 req-a1660336-dfb4-494d-bec4-eaf71af8bece tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Calling delete_port for ba246450-92d4-4fad-854d-29807ceb844e owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:39:10.312061 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae3e50b-dcec-4124-8888-d973dec2d873 None None] Pushing event updated for resources: {'Port': ['ID=63321724-ce5d-4e41-ad3d-db20471f7b7c,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:10.386298 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e1b71cfc-621f-4a2e-8052-e51a2483095c req-134cc98c-5dae-483a-ae38-61e1bca25887 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220131 Sep 07 02:39:10.461997 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1c496a5a-3d3f-4e4a-9cff-7123f035297e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:10.495062 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c496a5a-3d3f-4e4a-9cff-7123f035297e admin admin] Pushing event deleted for resources: {'Port': ['ID=42decd9a-24a3-4670-881f-f912a2a98e15,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:10.611998 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-61a3c7a4-32e3-4423-bcae-63d1605a69d7 req-a1660336-dfb4-494d-bec4-eaf71af8bece tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:10.694120 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1660336-dfb4-494d-bec4-eaf71af8bece tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Pushing event deleted for resources: {'Port': ['ID=ba246450-92d4-4fad-854d-29807ceb844e,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:10.723454 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 8ed43187-6586-48f2-b606-1bd5684ec058 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:39:10.769296 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: 8ed43187-6586-48f2-b606-1bd5684ec058 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:39:10.769702 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a3c7a4-32e3-4423-bcae-63d1605a69d7 req-a1660336-dfb4-494d-bec4-eaf71af8bece tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] No DVR routers for this DVR port ba246450-92d4-4fad-854d-29807ceb844e on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:39:10.770214 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 8ed43187-6586-48f2-b606-1bd5684ec058 not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:39:10.770998 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device ba246450-92d4-4fad-854d-29807ceb844e no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:39:10.780772 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-61a3c7a4-32e3-4423-bcae-63d1605a69d7 req-a1660336-dfb4-494d-bec4-eaf71af8bece tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:10.783359 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-61a3c7a4-32e3-4423-bcae-63d1605a69d7 req-a1660336-dfb4-494d-bec4-eaf71af8bece tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.23 "DELETE /v2.0/ports/ba246450-92d4-4fad-854d-29807ceb844e HTTP/1.1" status: 204 len: 173 time: 1.3436015 Sep 07 02:39:10.783865 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34c2627b-3011-401c-a0e2-7b9b6342a6d6', 'name': 'network-vif-deleted', 'tag': 'ba246450-92d4-4fad-854d-29807ceb844e'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:39:10.786498 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05243a4-6cd1-4ad9-8417-2b9d35ace519" -d '{"events": [{"server_uuid": "34c2627b-3011-401c-a0e2-7b9b6342a6d6", "name": "network-vif-deleted", "tag": "ba246450-92d4-4fad-854d-29807ceb844e"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:39:10.834588 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: ba246450-92d4-4fad-854d-29807ceb844e {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:39:10.835195 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device ba246450-92d4-4fad-854d-29807ceb844e not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:39:10.848958 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1b009344-f991-45ae-b67a-3d8da93b67f9 req-e50b49dc-e2bf-481b-bf2c-7f52e9f1befa service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5692172 Sep 07 02:39:10.854897 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1c496a5a-3d3f-4e4a-9cff-7123f035297e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:10.868062 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd4fb4e-affe-4e6a-913d-225c6eeadca5 x-openstack-request-id: req-ebd4fb4e-affe-4e6a-913d-225c6eeadca5 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:39:10.868592 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2de33138-bed9-468e-8109-8b621778f497", "tag": "63b9efb1-f51e-4350-bf31-f9c359050fa6", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:39:10.868806 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ebd4fb4e-affe-4e6a-913d-225c6eeadca5 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:39:10.873296 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2de33138-bed9-468e-8109-8b621778f497', 'tag': '63b9efb1-f51e-4350-bf31-f9c359050fa6', 'status': 'completed', 'code': 200} Sep 07 02:39:10.929260 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f85e8d6-6660-436e-950d-f4533ce9cba8 x-openstack-request-id: req-8f85e8d6-6660-436e-950d-f4533ce9cba8 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:39:10.929549 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34c2627b-3011-401c-a0e2-7b9b6342a6d6", "name": "network-vif-deleted", "tag": "ba246450-92d4-4fad-854d-29807ceb844e", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:39:10.929797 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8f85e8d6-6660-436e-950d-f4533ce9cba8 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:39:10.930185 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34c2627b-3011-401c-a0e2-7b9b6342a6d6', 'name': 'network-vif-deleted', 'tag': 'ba246450-92d4-4fad-854d-29807ceb844e', 'status': 'completed', 'code': 200} Sep 07 02:39:10.950073 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5302a133-21f0-4c01-889e-2a6644690dd9 req-42f90699-398b-4fd8-929d-1a40b2b7a032 tempest-LiveAutoBlockMigrationV225Test-1562084747 tempest-LiveAutoBlockMigrationV225Test-1562084747-project] 10.222.0.22 "GET /v2.0/ports?device_id=34c2627b-3011-401c-a0e2-7b9b6342a6d6 HTTP/1.1" status: 200 len: 210 time: 0.0954821 Sep 07 02:39:10.966525 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-70264bf4-648b-490e-b90d-577d33a211c8 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:11.003191 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f903be8-b5ca-4c4b-8cf0-1e5f89cce6d1 req-7a2bf48b-7f2e-474b-8087-ec276cdb84e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:11.004733 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0f903be8-b5ca-4c4b-8cf0-1e5f89cce6d1 req-7a2bf48b-7f2e-474b-8087-ec276cdb84e2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d11f9855c7ad47368244092ce8c7b0d0&device_id=2de33138-bed9-468e-8109-8b621778f497 HTTP/1.1" status: 200 len: 1100 time: 0.1306264 Sep 07 02:39:11.093678 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70264bf4-648b-490e-b90d-577d33a211c8 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Pushing event updated for resources: {'Subnet': ['ID=41c9fc72-e726-4843-ad37-6ac26831d188,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:11.110737 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70264bf4-648b-490e-b90d-577d33a211c8 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Checking segment: {'id': 'b5a31333-dc66-4c28-b309-79aa5613af15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '03d408a7-bed1-4074-b2d6-43492534ac51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:39:11.111083 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c496a5a-3d3f-4e4a-9cff-7123f035297e admin admin] Router 72348b44-7f8a-486d-8a8e-106fa9ccd25e has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:39:11.111216 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70264bf4-648b-490e-b90d-577d33a211c8 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Network hostable DHCP agents. Network: 03d408a7-bed1-4074-b2d6-43492534ac51, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:39:11.142523 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f903be8-b5ca-4c4b-8cf0-1e5f89cce6d1 req-553a9a4c-c9c4-4955-abb5-8fab2fddab17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:11.144165 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0f903be8-b5ca-4c4b-8cf0-1e5f89cce6d1 req-553a9a4c-c9c4-4955-abb5-8fab2fddab17 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0823ecf3-066e-49bd-a451-2e84ab79a70f HTTP/1.1" status: 200 len: 869 time: 0.1296077 Sep 07 02:39:11.145186 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70264bf4-648b-490e-b90d-577d33a211c8 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Network 03d408a7-bed1-4074-b2d6-43492534ac51 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:39:11.159904 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-70264bf4-648b-490e-b90d-577d33a211c8 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 03d408a7-bed1-4074-b2d6-43492534ac51) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:39:11.165166 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70264bf4-648b-490e-b90d-577d33a211c8 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:11.165736 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-70264bf4-648b-490e-b90d-577d33a211c8 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:11.170057 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337fc85e-9667-41b2-b778-2db057897c82 None None] Network 03d408a7-bed1-4074-b2d6-43492534ac51 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:39:11.203698 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0f903be8-b5ca-4c4b-8cf0-1e5f89cce6d1 req-0a89c126-1b15-4cde-8c91-3caf71d1f590 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=63b9efb1-f51e-4350-bf31-f9c359050fa6 HTTP/1.1" status: 200 len: 217 time: 0.0515144 Sep 07 02:39:11.226819 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-70264bf4-648b-490e-b90d-577d33a211c8 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7014339 Sep 07 02:39:11.227531 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45916) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:39:11.233230 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-e1f7fcd4-c87e-4824-93ea-6497abff9bd1 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Request body: {'port': {'network_id': '7ef96948-9b26-4186-9197-3dc341e621f0', 'name': 'tempest-TaggedBootDevicesTest-1607931389', 'fixed_ips': [{'subnet_id': 'a0ace46c-e993-499e-976f-0d7f1499256e'}]}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:39:11.238986 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c496a5a-3d3f-4e4a-9cff-7123f035297e admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:39:11.249131 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-1c496a5a-3d3f-4e4a-9cff-7123f035297e admin admin] 10.222.0.22 "PUT /v2.0/routers/72348b44-7f8a-486d-8a8e-106fa9ccd25e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5188837 Sep 07 02:39:11.253720 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45918) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:39:11.275120 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eaaae41-259c-4bd6-b1a5-721d1ee69895 None None] Sync routers for ids ['72348b44-7f8a-486d-8a8e-106fa9ccd25e'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:39:11.290654 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eaaae41-259c-4bd6-b1a5-721d1ee69895 None None] Routers {'72348b44-7f8a-486d-8a8e-106fa9ccd25e'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:39:11.294135 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-3eaaae41-259c-4bd6-b1a5-721d1ee69895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:38:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['72348b44-7f8a-486d-8a8e-106fa9ccd25e'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:39:11.296330 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f903be8-b5ca-4c4b-8cf0-1e5f89cce6d1 req-c3025bf8-d3c8-4363-921f-9f4e1bfab6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:11.298219 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0f903be8-b5ca-4c4b-8cf0-1e5f89cce6d1 req-c3025bf8-d3c8-4363-921f-9f4e1bfab6ff service neutron] 10.222.0.16 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.0855615 Sep 07 02:39:11.378493 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad97bdc1-afdd-44df-8ee0-91ddd7e68cb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-03d408a7-bed1-4074-b2d6-43492534ac51', 'network_id': '03d408a7-bed1-4074-b2d6-43492534ac51', 'tenant_id': '3d937c5301ab43c080b18db78872855b', 'fixed_ips': [{'subnet_id': '41c9fc72-e726-4843-ad37-6ac26831d188'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:39:11.379377 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ad97bdc1-afdd-44df-8ee0-91ddd7e68cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:11.404909 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f7fcd4-c87e-4824-93ea-6497abff9bd1 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Made reservation on behalf of 3d937c5301ab43c080b18db78872855b for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:39:11.497634 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-3eaaae41-259c-4bd6-b1a5-721d1ee69895 None None] Set router 72348b44-7f8a-486d-8a8e-106fa9ccd25e gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:39:11.573646 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86972561-28e4-4c92-90b8-7f76f0cedf00 req-2563d41a-b6b8-4969-b44b-817b3e9ea483 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:11.576318 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-86972561-28e4-4c92-90b8-7f76f0cedf00 req-2563d41a-b6b8-4969-b44b-817b3e9ea483 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=2de33138-bed9-468e-8109-8b621778f497 HTTP/1.1" status: 200 len: 948 time: 0.1475384 Sep 07 02:39:11.621494 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e1f7fcd4-c87e-4824-93ea-6497abff9bd1 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:11.649991 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-835e3997-3e10-4d8d-aeb9-ad3f89191439 admin admin] Notify callbacks [] for router, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:11.652194 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-e1f7fcd4-c87e-4824-93ea-6497abff9bd1 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] device_id is not set on port 1727b4ca-2dd0-4cd4-898e-db87f6c72464 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:39:11.729806 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-3eaaae41-259c-4bd6-b1a5-721d1ee69895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72348b44-7f8a-486d-8a8e-106fa9ccd25e', 'name': 'tempest-AttachSCSIVolumeTestJSON-807529198-router', 'tenant_id': 'd627e231f44a4c40bbf400de6766a1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '6b98816d-3f3b-4bc6-93ab-a753574e4ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:37:25Z', 'updated_at': '2021-09-07T02:39:10Z', 'revision_number': 5, 'project_id': 'd627e231f44a4c40bbf400de6766a1d7', 'gw_port': {'id': '6b98816d-3f3b-4bc6-93ab-a753574e4ae1', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ef:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72348b44-7f8a-486d-8a8e-106fa9ccd25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:37:26Z', 'updated_at': '2021-09-07T02:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:39:11.735058 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-ad97bdc1-afdd-44df-8ee0-91ddd7e68cb5 None None] Allocated IP 10.2.2.2 (03d408a7-bed1-4074-b2d6-43492534ac51/41c9fc72-e726-4843-ad37-6ac26831d188/03204d76-012a-4e97-8e7a-098b79811a8c) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:39:11.743520 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-86972561-28e4-4c92-90b8-7f76f0cedf00 req-aa08ba9a-295e-474c-95a9-2a8010d4088b tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597657 Sep 07 02:39:11.799117 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f903be8-b5ca-4c4b-8cf0-1e5f89cce6d1 req-08771ad8-ca29-409a-b31c-68d9340a3e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:11.800674 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0f903be8-b5ca-4c4b-8cf0-1e5f89cce6d1 req-08771ad8-ca29-409a-b31c-68d9340a3e06 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4495895 Sep 07 02:39:11.838989 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eaaae41-259c-4bd6-b1a5-721d1ee69895 None None] Checking router: 72348b44-7f8a-486d-8a8e-106fa9ccd25e for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:39:11.857769 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eaaae41-259c-4bd6-b1a5-721d1ee69895 None None] Routers {'72348b44-7f8a-486d-8a8e-106fa9ccd25e'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:39:11.861789 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-3eaaae41-259c-4bd6-b1a5-721d1ee69895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:38:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['72348b44-7f8a-486d-8a8e-106fa9ccd25e'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:39:11.955092 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-835e3997-3e10-4d8d-aeb9-ad3f89191439 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:11.990319 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8188a2ff-c940-45f4-9c6b-b6f4d73b4975 None None] Network 7ef96948-9b26-4186-9197-3dc341e621f0 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:39:12.021642 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e15baf-1f35-4cf0-ac23-3500e601c6f9 req-46a33d4a-92fc-4fd5-a8f2-9fc4828ce369 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:12.023775 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-91e15baf-1f35-4cf0-ac23-3500e601c6f9 req-46a33d4a-92fc-4fd5-a8f2-9fc4828ce369 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc51979c-5507-4443-9897-569f07617a01 HTTP/1.1" status: 200 len: 945 time: 0.2598403 Sep 07 02:39:12.032691 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-e1f7fcd4-c87e-4824-93ea-6497abff9bd1 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Allocated IP 10.1.1.240 (7ef96948-9b26-4186-9197-3dc341e621f0/a0ace46c-e993-499e-976f-0d7f1499256e/1727b4ca-2dd0-4cd4-898e-db87f6c72464) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:39:12.055335 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0f903be8-b5ca-4c4b-8cf0-1e5f89cce6d1 req-7a3a7c08-2448-4410-ab65-7329a2c2a199 service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386489 Sep 07 02:39:12.059598 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45932) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:39:12.107908 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-3eaaae41-259c-4bd6-b1a5-721d1ee69895 None None] Set router 72348b44-7f8a-486d-8a8e-106fa9ccd25e gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:39:12.251976 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e1f7fcd4-c87e-4824-93ea-6497abff9bd1 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:12.272647 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-e1f7fcd4-c87e-4824-93ea-6497abff9bd1 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Transition to ACTIVE for port object 1727b4ca-2dd0-4cd4-898e-db87f6c72464 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:39:12.289236 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-91e15baf-1f35-4cf0-ac23-3500e601c6f9 req-91ed4130-8a1b-4ed2-b0c8-fd8667c14bd8 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583156 Sep 07 02:39:12.329479 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-835e3997-3e10-4d8d-aeb9-ad3f89191439 admin admin] Deleting port 6b98816d-3f3b-4bc6-93ab-a753574e4ae1 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:39:12.329875 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-835e3997-3e10-4d8d-aeb9-ad3f89191439 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:12.336616 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-3eaaae41-259c-4bd6-b1a5-721d1ee69895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72348b44-7f8a-486d-8a8e-106fa9ccd25e', 'name': 'tempest-AttachSCSIVolumeTestJSON-807529198-router', 'tenant_id': 'd627e231f44a4c40bbf400de6766a1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '6b98816d-3f3b-4bc6-93ab-a753574e4ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:37:25Z', 'updated_at': '2021-09-07T02:39:10Z', 'revision_number': 5, 'project_id': 'd627e231f44a4c40bbf400de6766a1d7', 'gw_port': {'id': '6b98816d-3f3b-4bc6-93ab-a753574e4ae1', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ef:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72348b44-7f8a-486d-8a8e-106fa9ccd25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:37:26Z', 'updated_at': '2021-09-07T02:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:39:12.352884 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0f903be8-b5ca-4c4b-8cf0-1e5f89cce6d1 req-de882a7a-05ac-4c76-90af-0a47501d739a service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464385 Sep 07 02:39:12.362557 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ad97bdc1-afdd-44df-8ee0-91ddd7e68cb5 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:12.370410 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eaaae41-259c-4bd6-b1a5-721d1ee69895 None None] The sync data for ids ['72348b44-7f8a-486d-8a8e-106fa9ccd25e'] in n-d-796209-16 is: [{'id': '72348b44-7f8a-486d-8a8e-106fa9ccd25e', 'name': 'tempest-AttachSCSIVolumeTestJSON-807529198-router', 'tenant_id': 'd627e231f44a4c40bbf400de6766a1d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.178'}], 'enable_snat': True}, 'gw_port_id': '6b98816d-3f3b-4bc6-93ab-a753574e4ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:37:25Z', 'updated_at': '2021-09-07T02:39:10Z', 'revision_number': 5, 'project_id': 'd627e231f44a4c40bbf400de6766a1d7', 'gw_port': {'id': '6b98816d-3f3b-4bc6-93ab-a753574e4ae1', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ef:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72348b44-7f8a-486d-8a8e-106fa9ccd25e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:37:26Z', 'updated_at': '2021-09-07T02:37:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:39:12.375053 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-a562a471-f7e7-4bb5-94d4-6d71e39f32d4 admin admin] Deleting subnet a1bc4512-390c-4c50-bb1d-2c94019bd4fe {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:39:12.380746 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 63321724-ce5d-4e41-ad3d-db20471f7b7c up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:39:12.383259 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a562a471-f7e7-4bb5-94d4-6d71e39f32d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:12.386405 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-ad97bdc1-afdd-44df-8ee0-91ddd7e68cb5 None None] Transition to ACTIVE for port object 03204d76-012a-4e97-8e7a-098b79811a8c will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:39:12.412948 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e1f7fcd4-c87e-4824-93ea-6497abff9bd1 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:12.434832 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-835e3997-3e10-4d8d-aeb9-ad3f89191439 admin admin] For port 6b98816d-3f3b-4bc6-93ab-a753574e4ae1, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=6b98816d-3f3b-4bc6-93ab-a753574e4ae1,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:39:12.435256 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-835e3997-3e10-4d8d-aeb9-ad3f89191439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:12.449047 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-835e3997-3e10-4d8d-aeb9-ad3f89191439 admin admin] Calling delete_port for 6b98816d-3f3b-4bc6-93ab-a753574e4ae1 owned by network:router_gateway {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:39:12.456080 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f7fcd4-c87e-4824-93ea-6497abff9bd1 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Network 7ef96948-9b26-4186-9197-3dc341e621f0 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:39:12.462137 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a562a471-f7e7-4bb5-94d4-6d71e39f32d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:12.465900 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-e1f7fcd4-c87e-4824-93ea-6497abff9bd1 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:39:12.471435 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-ad97bdc1-afdd-44df-8ee0-91ddd7e68cb5 None None] Transition to ACTIVE for port object 03204d76-012a-4e97-8e7a-098b79811a8c will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:39:12.478913 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-19be1be0-edb7-463e-88b0-ca186b1eee7a None None] Provisioning for port 63321724-ce5d-4e41-ad3d-db20471f7b7c completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:39:12.489506 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f7fcd4-c87e-4824-93ea-6497abff9bd1 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:39:12.490413 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ad97bdc1-afdd-44df-8ee0-91ddd7e68cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:12.527021 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f7fcd4-c87e-4824-93ea-6497abff9bd1 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Pushing event updated for resources: {'Port': ['ID=1727b4ca-2dd0-4cd4-898e-db87f6c72464,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:12.564107 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a562a471-f7e7-4bb5-94d4-6d71e39f32d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:12.574670 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad97bdc1-afdd-44df-8ee0-91ddd7e68cb5 None None] Network 03d408a7-bed1-4074-b2d6-43492534ac51 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:39:12.588816 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-ad97bdc1-afdd-44df-8ee0-91ddd7e68cb5 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:39:12.596476 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f7fcd4-c87e-4824-93ea-6497abff9bd1 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:12.600356 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad97bdc1-afdd-44df-8ee0-91ddd7e68cb5 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:39:12.600582 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e1f7fcd4-c87e-4824-93ea-6497abff9bd1 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:12.600673 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad97bdc1-afdd-44df-8ee0-91ddd7e68cb5 None None] Pushing event updated for resources: {'Port': ['ID=03204d76-012a-4e97-8e7a-098b79811a8c,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:12.616743 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 63321724-ce5d-4e41-ad3d-db20471f7b7c completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:39:12.626173 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-e1f7fcd4-c87e-4824-93ea-6497abff9bd1 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3973148 Sep 07 02:39:12.628837 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45938) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:39:12.634136 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-ab094933-15c9-4da5-b942-8555688b3bdb tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Request body: {'port': {'network_id': '7ef96948-9b26-4186-9197-3dc341e621f0', 'name': 'tempest-TaggedBootDevicesTest-1338951344', 'fixed_ips': [{'subnet_id': 'a0ace46c-e993-499e-976f-0d7f1499256e'}]}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:39:12.641293 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 63321724-ce5d-4e41-ad3d-db20471f7b7c triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:39:12.642285 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:12.691328 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-835e3997-3e10-4d8d-aeb9-ad3f89191439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:12.706574 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a562a471-f7e7-4bb5-94d4-6d71e39f32d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:12.711158 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-ad97bdc1-afdd-44df-8ee0-91ddd7e68cb5 None None] Attempting to bind port 03204d76-012a-4e97-8e7a-098b79811a8c on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:39:12.711573 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-ad97bdc1-afdd-44df-8ee0-91ddd7e68cb5 None None] Attempting to bind port 03204d76-012a-4e97-8e7a-098b79811a8c by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'b5a31333-dc66-4c28-b309-79aa5613af15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '03d408a7-bed1-4074-b2d6-43492534ac51'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:39:12.711938 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad97bdc1-afdd-44df-8ee0-91ddd7e68cb5 None None] Attempting to bind port 03204d76-012a-4e97-8e7a-098b79811a8c on network 03d408a7-bed1-4074-b2d6-43492534ac51 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:39:12.728414 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad97bdc1-afdd-44df-8ee0-91ddd7e68cb5 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:39:12.728794 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad97bdc1-afdd-44df-8ee0-91ddd7e68cb5 None None] Checking segment: {'id': 'b5a31333-dc66-4c28-b309-79aa5613af15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '03d408a7-bed1-4074-b2d6-43492534ac51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:39:12.729196 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ad97bdc1-afdd-44df-8ee0-91ddd7e68cb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:12.729582 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad97bdc1-afdd-44df-8ee0-91ddd7e68cb5 None None] Bound using segment: {'id': 'b5a31333-dc66-4c28-b309-79aa5613af15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '03d408a7-bed1-4074-b2d6-43492534ac51'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:39:12.730059 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-ad97bdc1-afdd-44df-8ee0-91ddd7e68cb5 None None] Bound port: 03204d76-012a-4e97-8e7a-098b79811a8c, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5a31333-dc66-4c28-b309-79aa5613af15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '03d408a7-bed1-4074-b2d6-43492534ac51'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:39:12.730432 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ad97bdc1-afdd-44df-8ee0-91ddd7e68cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:12.736416 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835e3997-3e10-4d8d-aeb9-ad3f89191439 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b98816d-3f3b-4bc6-93ab-a753574e4ae1,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:12.794324 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 9a58c4ba-35a7-4e62-92c6-41111bb13d09 details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:39:12.803994 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a562a471-f7e7-4bb5-94d4-6d71e39f32d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:12.808176 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a562a471-f7e7-4bb5-94d4-6d71e39f32d4 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/a1bc4512-390c-4c50-bb1d-2c94019bd4fe HTTP/1.1" status: 204 len: 168 time: 0.7470226 Sep 07 02:39:12.808176 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a562a471-f7e7-4bb5-94d4-6d71e39f32d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1bc4512-390c-4c50-bb1d-2c94019bd4fe,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:12.810026 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45942) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:39:12.872061 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab094933-15c9-4da5-b942-8555688b3bdb tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Made reservation on behalf of 3d937c5301ab43c080b18db78872855b for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:39:12.878502 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ab094933-15c9-4da5-b942-8555688b3bdb tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:12.879445 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-835e3997-3e10-4d8d-aeb9-ad3f89191439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:12.952029 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-ab094933-15c9-4da5-b942-8555688b3bdb tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] device_id is not set on port 21eaabc2-91c8-4dda-aaa3-2aa2a5e27cfe yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:39:13.030242 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-835e3997-3e10-4d8d-aeb9-ad3f89191439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:13.033071 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-835e3997-3e10-4d8d-aeb9-ad3f89191439 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:13.040261 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 9a58c4ba-35a7-4e62-92c6-41111bb13d09, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=9a58c4ba-35a7-4e62-92c6-41111bb13d09,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:39:13.053849 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '9a58c4ba-35a7-4e62-92c6-41111bb13d09', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'port_id': '9a58c4ba-35a7-4e62-92c6-41111bb13d09', 'mac_address': 'fa:16:3e:ff:39:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '694f9550-ba12-4672-8446-41848123cea2', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:39:13.061998 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-ad97bdc1-afdd-44df-8ee0-91ddd7e68cb5 None None] For port 03204d76-012a-4e97-8e7a-098b79811a8c, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:39:13.086815 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-ad97bdc1-afdd-44df-8ee0-91ddd7e68cb5 None None] For port 03204d76-012a-4e97-8e7a-098b79811a8c, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=03204d76-012a-4e97-8e7a-098b79811a8c,segment=NetworkSegment(b5a31333-dc66-4c28-b309-79aa5613af15),segment_id=b5a31333-dc66-4c28-b309-79aa5613af15)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:39:13.093902 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:13.098195 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ad97bdc1-afdd-44df-8ee0-91ddd7e68cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:13.114848 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-835e3997-3e10-4d8d-aeb9-ad3f89191439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:13.115387 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-835e3997-3e10-4d8d-aeb9-ad3f89191439 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72348b44-7f8a-486d-8a8e-106fa9ccd25e {{(pid=94701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 02:39:13.131921 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c3988f-c453-45a1-8bb2-c6d5b9c883d1 req-e9c1c4e1-f595-4b64-a6d7-71fb6b6afb9e tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:13.133662 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-81c3988f-c453-45a1-8bb2-c6d5b9c883d1 req-e9c1c4e1-f595-4b64-a6d7-71fb6b6afb9e tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=2de33138-bed9-468e-8109-8b621778f497 HTTP/1.1" status: 200 len: 948 time: 0.2958221 Sep 07 02:39:13.155968 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-835e3997-3e10-4d8d-aeb9-ad3f89191439 admin admin] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:13.157379 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-835e3997-3e10-4d8d-aeb9-ad3f89191439 admin admin] 10.222.0.22 "DELETE /v2.0/routers/72348b44-7f8a-486d-8a8e-106fa9ccd25e HTTP/1.1" status: 204 len: 168 time: 1.9026978 Sep 07 02:39:13.198441 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45948) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:39:13.218244 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-ab094933-15c9-4da5-b942-8555688b3bdb tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Allocated IP 10.1.1.174 (7ef96948-9b26-4186-9197-3dc341e621f0/a0ace46c-e993-499e-976f-0d7f1499256e/21eaabc2-91c8-4dda-aaa3-2aa2a5e27cfe) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:39:13.255715 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad97bdc1-afdd-44df-8ee0-91ddd7e68cb5 None None] Pushing event updated for resources: {'Port': ['ID=03204d76-012a-4e97-8e7a-098b79811a8c,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:13.257605 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-81c3988f-c453-45a1-8bb2-c6d5b9c883d1 req-0a8652f9-1baf-4772-b7f3-f84e5405e1a8 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051021 Sep 07 02:39:13.300585 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7842bfc-63a1-433a-bc93-88eefde63496 admin admin] Deleting subnet 21f31804-c670-44e3-8f29-f30f393dc749 {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:39:13.308036 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:13.312264 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d7842bfc-63a1-433a-bc93-88eefde63496 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:13.361059 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 63321724-ce5d-4e41-ad3d-db20471f7b7c, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=63321724-ce5d-4e41-ad3d-db20471f7b7c,segment=NetworkSegment(42e2f895-6783-4d8e-9fcc-c0b67699fbd1),segment_id=42e2f895-6783-4d8e-9fcc-c0b67699fbd1)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:39:13.366600 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-61285f9d-91ea-4dad-b800-8ee08e0bdd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:13.367433 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-0fde01cf-8dc6-4b84-81eb-d23fa3871aec None None] Provisioning complete for port 63321724-ce5d-4e41-ad3d-db20471f7b7c triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:39:13.368263 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0fde01cf-8dc6-4b84-81eb-d23fa3871aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:13.395095 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d7842bfc-63a1-433a-bc93-88eefde63496 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:13.414389 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:13.417544 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a58c4ba-35a7-4e62-92c6-41111bb13d09 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:39:13.483971 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 9a58c4ba-35a7-4e62-92c6-41111bb13d09, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=9a58c4ba-35a7-4e62-92c6-41111bb13d09,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:39:13.499168 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:13.501543 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d7842bfc-63a1-433a-bc93-88eefde63496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:13.507380 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=63321724-ce5d-4e41-ad3d-db20471f7b7c,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:13.559022 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e9a3c-5e86-4b1f-a76e-64fe724c34e7 req-224a968b-80ea-4790-b687-80ba56a02f76 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:13.560623 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a12e9a3c-5e86-4b1f-a76e-64fe724c34e7 req-224a968b-80ea-4790-b687-80ba56a02f76 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc51979c-5507-4443-9897-569f07617a01 HTTP/1.1" status: 200 len: 945 time: 0.1377912 Sep 07 02:39:13.568439 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d7842bfc-63a1-433a-bc93-88eefde63496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:13.589601 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ab094933-15c9-4da5-b942-8555688b3bdb tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:13.596346 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7842bfc-63a1-433a-bc93-88eefde63496 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21f31804-c670-44e3-8f29-f30f393dc749,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:13.600790 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d7842bfc-63a1-433a-bc93-88eefde63496 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:13.602688 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d7842bfc-63a1-433a-bc93-88eefde63496 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/21f31804-c670-44e3-8f29-f30f393dc749 HTTP/1.1" status: 204 len: 168 time: 0.4033020 Sep 07 02:39:13.605928 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45954) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:39:13.616709 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9e7b29-94ab-463c-b650-567c005feda1 None None] Network a2341d4a-bcc5-491d-bf7d-d1479a477b9d requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:39:13.632656 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=9a58c4ba-35a7-4e62-92c6-41111bb13d09,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:13.647792 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-61285f9d-91ea-4dad-b800-8ee08e0bdd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:13.665492 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-ab094933-15c9-4da5-b942-8555688b3bdb tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Transition to ACTIVE for port object 21eaabc2-91c8-4dda-aaa3-2aa2a5e27cfe will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:39:13.679189 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a12e9a3c-5e86-4b1f-a76e-64fe724c34e7 req-e41ad0c8-67ef-4474-8073-cd1dd2d1721d tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078589 Sep 07 02:39:13.689308 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-61285f9d-91ea-4dad-b800-8ee08e0bdd61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4ab2f0c-5a02-4242-a541-768acd457503']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:39:13.702356 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-61285f9d-91ea-4dad-b800-8ee08e0bdd61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a87351ba-0fbc-4302-9869-b18eee085c86') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:39:13.702650 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-61285f9d-91ea-4dad-b800-8ee08e0bdd61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a87351ba-0fbc-4302-9869-b18eee085c86') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:39:13.707157 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-0fde01cf-8dc6-4b84-81eb-d23fa3871aec None None] Provisioning for port 1727b4ca-2dd0-4cd4-898e-db87f6c72464 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:39:13.716800 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-0fde01cf-8dc6-4b84-81eb-d23fa3871aec None None] Provisioning complete for port 1727b4ca-2dd0-4cd4-898e-db87f6c72464 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:39:13.717177 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0fde01cf-8dc6-4b84-81eb-d23fa3871aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:13.721327 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-61285f9d-91ea-4dad-b800-8ee08e0bdd61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:13.752198 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b6dd2ff8-5cb9-46bc-b080-17813f9e68a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:13.774713 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['9a58c4ba-35a7-4e62-92c6-41111bb13d09'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:39:13.789272 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-61285f9d-91ea-4dad-b800-8ee08e0bdd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:13.809363 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61285f9d-91ea-4dad-b800-8ee08e0bdd61 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:39:13.810518 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-61285f9d-91ea-4dad-b800-8ee08e0bdd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:13.845935 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-b6dd2ff8-5cb9-46bc-b080-17813f9e68a1 admin admin] Deleting port 168099e9-8f2f-4c47-9828-363d709e8127 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:39:13.846409 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b6dd2ff8-5cb9-46bc-b080-17813f9e68a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:13.852877 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:39:13.852877 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:39:13.852877 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:39:13.852877 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:39:13.852877 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:39:13.852877 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:39:13.852877 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:39:13.852877 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:39:13.852877 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:39:13.852877 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:39:13.852877 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:39:13.852877 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:39:13.852877 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:39:13.852877 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:39:13.852877 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:39:13.852877 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:39:13.852877 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:39:13.852877 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:39:13.852877 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:39:13.852877 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:39:13.852877 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:39:13.852877 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:39:13.852877 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:39:13.852877 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:39:13.852877 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:39:13.852877 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:39:13.852877 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:39:13.852877 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:39:13.852877 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:39:13.852877 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:39:13.852877 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:39:13.852877 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:39:13.894764 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-0fde01cf-8dc6-4b84-81eb-d23fa3871aec None None] Port 1727b4ca-2dd0-4cd4-898e-db87f6c72464 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:39:13.897071 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ab094933-15c9-4da5-b942-8555688b3bdb tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:13.968310 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab094933-15c9-4da5-b942-8555688b3bdb tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Pushing event updated for resources: {'Port': ['ID=21eaabc2-91c8-4dda-aaa3-2aa2a5e27cfe,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:13.974149 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-b6dd2ff8-5cb9-46bc-b080-17813f9e68a1 admin admin] For port 168099e9-8f2f-4c47-9828-363d709e8127, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=168099e9-8f2f-4c47-9828-363d709e8127,segment=NetworkSegment(54dab756-093e-46e3-bc93-edd6a488a6a7),segment_id=54dab756-093e-46e3-bc93-edd6a488a6a7)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:39:13.974761 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b6dd2ff8-5cb9-46bc-b080-17813f9e68a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:13.991610 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-61285f9d-91ea-4dad-b800-8ee08e0bdd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:13.994534 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab094933-15c9-4da5-b942-8555688b3bdb tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Network 7ef96948-9b26-4186-9197-3dc341e621f0 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:39:14.002607 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-b6dd2ff8-5cb9-46bc-b080-17813f9e68a1 admin admin] Calling delete_port for 168099e9-8f2f-4c47-9828-363d709e8127 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:39:14.011934 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-ab094933-15c9-4da5-b942-8555688b3bdb tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:39:14.014909 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-61285f9d-91ea-4dad-b800-8ee08e0bdd61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:14.019575 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-61285f9d-91ea-4dad-b800-8ee08e0bdd61 admin admin] 10.222.0.22 "DELETE /v2.0/networks/e4ab2f0c-5a02-4242-a541-768acd457503 HTTP/1.1" status: 204 len: 168 time: 1.2079737 Sep 07 02:39:14.020718 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab094933-15c9-4da5-b942-8555688b3bdb tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:39:14.022020 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45956) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:39:14.023379 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a96e6b-c3f1-4cd6-aca7-fc630036ed47 None None] DHCP port deletion for a2341d4a-bcc5-491d-bf7d-d1479a477b9d request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:39:14.035548 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61285f9d-91ea-4dad-b800-8ee08e0bdd61 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4ab2f0c-5a02-4242-a541-768acd457503,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:14.101027 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab094933-15c9-4da5-b942-8555688b3bdb tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:14.102009 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ab094933-15c9-4da5-b942-8555688b3bdb tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:14.134076 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ab094933-15c9-4da5-b942-8555688b3bdb tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5025270 Sep 07 02:39:14.134218 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-bf925286-9a35-42d6-85c1-f81161866e4f None None] Provisioning complete for port 1727b4ca-2dd0-4cd4-898e-db87f6c72464 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:39:14.134445 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bf925286-9a35-42d6-85c1-f81161866e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:14.174181 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 63321724-ce5d-4e41-ad3d-db20471f7b7c up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:39:14.214591 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-68c9a384-610c-424c-8cb0-99b4e0d8263f admin admin] Deleting subnet 731a90fa-70a4-457f-957f-719e608604fc {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:39:14.223367 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-68c9a384-610c-424c-8cb0-99b4e0d8263f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:14.268209 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-bf925286-9a35-42d6-85c1-f81161866e4f None None] Port 1727b4ca-2dd0-4cd4-898e-db87f6c72464 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:39:14.287136 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-68c9a384-610c-424c-8cb0-99b4e0d8263f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:14.316562 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-83a96e6b-c3f1-4cd6-aca7-fc630036ed47 None None] Deleting port 168099e9-8f2f-4c47-9828-363d709e8127 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:39:14.316562 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-83a96e6b-c3f1-4cd6-aca7-fc630036ed47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:14.354809 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-68c9a384-610c-424c-8cb0-99b4e0d8263f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:14.408413 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-83a96e6b-c3f1-4cd6-aca7-fc630036ed47 None None] For port 168099e9-8f2f-4c47-9828-363d709e8127, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=168099e9-8f2f-4c47-9828-363d709e8127,segment=NetworkSegment(54dab756-093e-46e3-bc93-edd6a488a6a7),segment_id=54dab756-093e-46e3-bc93-edd6a488a6a7)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:39:14.408977 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-83a96e6b-c3f1-4cd6-aca7-fc630036ed47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:14.418865 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b6dd2ff8-5cb9-46bc-b080-17813f9e68a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:14.428127 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 63321724-ce5d-4e41-ad3d-db20471f7b7c triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:39:14.428635 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:14.467860 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-83a96e6b-c3f1-4cd6-aca7-fc630036ed47 None None] Calling delete_port for 168099e9-8f2f-4c47-9828-363d709e8127 owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:39:14.471963 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dd2ff8-5cb9-46bc-b080-17813f9e68a1 admin admin] No DVR routers for this DVR port 168099e9-8f2f-4c47-9828-363d709e8127 on host n-d-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:39:14.473736 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-f88fffb6-6f4c-4ba8-a2d4-99553e119d10 None None] Provisioning for port 21eaabc2-91c8-4dda-aaa3-2aa2a5e27cfe completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:39:14.480769 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dd2ff8-5cb9-46bc-b080-17813f9e68a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=168099e9-8f2f-4c47-9828-363d709e8127,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:14.485845 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-f88fffb6-6f4c-4ba8-a2d4-99553e119d10 None None] Provisioning complete for port 21eaabc2-91c8-4dda-aaa3-2aa2a5e27cfe triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:39:14.486386 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f88fffb6-6f4c-4ba8-a2d4-99553e119d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:14.505266 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-68c9a384-610c-424c-8cb0-99b4e0d8263f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:14.521308 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-68c9a384-610c-424c-8cb0-99b4e0d8263f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:14.523383 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-68c9a384-610c-424c-8cb0-99b4e0d8263f admin admin] 10.222.0.22 "DELETE /v2.0/subnets/731a90fa-70a4-457f-957f-719e608604fc HTTP/1.1" status: 204 len: 168 time: 0.5001667 Sep 07 02:39:14.525765 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45966) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:39:14.579644 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de85362a-843a-40d2-9e1a-c6ee88905ae4 req-67d9389a-4edc-4983-852e-e61eef13c2b1 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:14.581369 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-de85362a-843a-40d2-9e1a-c6ee88905ae4 req-67d9389a-4edc-4983-852e-e61eef13c2b1 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=2de33138-bed9-468e-8109-8b621778f497 HTTP/1.1" status: 200 len: 948 time: 0.1786847 Sep 07 02:39:14.586640 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45968) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:39:14.587236 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c9a384-610c-424c-8cb0-99b4e0d8263f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=731a90fa-70a4-457f-957f-719e608604fc,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:14.593060 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-65634bdd-538a-43cd-9d7e-4481c71b43da tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Request body: {'security_group': {'name': 'tempest-securitygroup--535227712', 'description': 'tempest-description--363127920'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:39:14.594747 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-f88fffb6-6f4c-4ba8-a2d4-99553e119d10 None None] Port 21eaabc2-91c8-4dda-aaa3-2aa2a5e27cfe cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:39:14.655326 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a65b8dbf-a84f-49ab-b635-6fcd1eb3ebf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:14.660993 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b6dd2ff8-5cb9-46bc-b080-17813f9e68a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:14.661441 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-83a96e6b-c3f1-4cd6-aca7-fc630036ed47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:14.673404 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-65634bdd-538a-43cd-9d7e-4481c71b43da tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:14.679196 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-de85362a-843a-40d2-9e1a-c6ee88905ae4 req-2a9a3926-ba6b-4c23-9847-3ef4165f6e27 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875585 Sep 07 02:39:14.692467 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-b6dd2ff8-5cb9-46bc-b080-17813f9e68a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2341d4a-bcc5-491d-bf7d-d1479a477b9d']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:39:14.716713 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-b6dd2ff8-5cb9-46bc-b080-17813f9e68a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54dab756-093e-46e3-bc93-edd6a488a6a7') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:39:14.718619 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-b6dd2ff8-5cb9-46bc-b080-17813f9e68a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54dab756-093e-46e3-bc93-edd6a488a6a7') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:39:14.729125 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a96e6b-c3f1-4cd6-aca7-fc630036ed47 None None] Pushing event deleted for resources: {'Port': ['ID=168099e9-8f2f-4c47-9828-363d709e8127,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:14.739005 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a96e6b-c3f1-4cd6-aca7-fc630036ed47 None None] No DVR routers for this DVR port 168099e9-8f2f-4c47-9828-363d709e8127 on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:39:14.752926 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b6dd2ff8-5cb9-46bc-b080-17813f9e68a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:14.753476 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 03204d76-012a-4e97-8e7a-098b79811a8c up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:39:14.807343 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b6dd2ff8-5cb9-46bc-b080-17813f9e68a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:14.821608 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6dd2ff8-5cb9-46bc-b080-17813f9e68a1 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:39:14.822101 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b6dd2ff8-5cb9-46bc-b080-17813f9e68a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:14.827203 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 63b9efb1-f51e-4350-bf31-f9c359050fa6 details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:39:14.832791 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 9a58c4ba-35a7-4e62-92c6-41111bb13d09 up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:39:14.841830 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:39:14.841830 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:39:14.841830 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:39:14.841830 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:39:14.841830 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:39:14.841830 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:39:14.841830 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:39:14.841830 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:39:14.841830 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:39:14.841830 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:39:14.841830 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:39:14.841830 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:39:14.841830 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:39:14.841830 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:39:14.841830 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:39:14.841830 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:39:14.841830 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:39:14.841830 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:39:14.841830 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:39:14.841830 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:39:14.841830 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:39:14.841830 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:39:14.841830 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:39:14.841830 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:39:14.841830 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:39:14.841830 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:39:14.841830 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:39:14.841830 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:39:14.841830 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:39:14.841830 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:39:14.841830 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:39:14.841830 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:39:14.884784 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a65b8dbf-a84f-49ab-b635-6fcd1eb3ebf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:14.917534 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port 9a58c4ba-35a7-4e62-92c6-41111bb13d09 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:39:14.925178 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-a65b8dbf-a84f-49ab-b635-6fcd1eb3ebf0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cccc57ef-629f-4504-b062-29c69d24c01d']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:39:14.926557 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 9a58c4ba-35a7-4e62-92c6-41111bb13d09 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:39:14.926971 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:14.944701 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-a65b8dbf-a84f-49ab-b635-6fcd1eb3ebf0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1b91946-1d7a-4630-bfce-2e70138be807') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:39:14.945009 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-a65b8dbf-a84f-49ab-b635-6fcd1eb3ebf0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1b91946-1d7a-4630-bfce-2e70138be807') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:39:14.961030 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a65b8dbf-a84f-49ab-b635-6fcd1eb3ebf0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:14.982850 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3bfde0-4811-45f0-b244-1bc536176e29 req-e022f789-5238-4726-bb9c-4102caf80cef tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:14.984572 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-be3bfde0-4811-45f0-b244-1bc536176e29 req-e022f789-5238-4726-bb9c-4102caf80cef tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc51979c-5507-4443-9897-569f07617a01 HTTP/1.1" status: 200 len: 945 time: 0.1386070 Sep 07 02:39:14.984966 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8987e0f-adca-4e81-b4b3-1ba7b751e2ce None None] Network 03d408a7-bed1-4074-b2d6-43492534ac51 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:39:14.987954 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b6dd2ff8-5cb9-46bc-b080-17813f9e68a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:14.992323 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a65b8dbf-a84f-49ab-b635-6fcd1eb3ebf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:15.004238 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b6dd2ff8-5cb9-46bc-b080-17813f9e68a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:15.007996 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a65b8dbf-a84f-49ab-b635-6fcd1eb3ebf0 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:39:15.008566 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a65b8dbf-a84f-49ab-b635-6fcd1eb3ebf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:15.011181 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:39:15.011181 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:39:15.011181 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:39:15.011181 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:39:15.011181 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:39:15.011181 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:39:15.011181 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:39:15.011181 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:39:15.011181 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:39:15.011181 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:39:15.011181 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:39:15.011181 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:39:15.011181 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:39:15.011181 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:39:15.011181 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:39:15.011181 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:39:15.011181 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:39:15.011181 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:39:15.011181 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:39:15.011181 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:39:15.011181 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:39:15.011181 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:39:15.011181 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:39:15.011181 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:39:15.011181 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:39:15.011181 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:39:15.011181 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:39:15.011181 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:39:15.011181 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:39:15.011181 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:39:15.011181 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:39:15.011181 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:39:15.016085 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-65634bdd-538a-43cd-9d7e-4481c71b43da tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:15.020891 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b6dd2ff8-5cb9-46bc-b080-17813f9e68a1 admin admin] 10.222.0.22 "DELETE /v2.0/networks/a2341d4a-bcc5-491d-bf7d-d1479a477b9d HTTP/1.1" status: 204 len: 168 time: 1.4138179 Sep 07 02:39:15.027200 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-65634bdd-538a-43cd-9d7e-4481c71b43da tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:15.104735 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dd2ff8-5cb9-46bc-b080-17813f9e68a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2341d4a-bcc5-491d-bf7d-d1479a477b9d,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:15.118610 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 03204d76-012a-4e97-8e7a-098b79811a8c completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:39:15.119568 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-65634bdd-538a-43cd-9d7e-4481c71b43da tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:15.121303 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-65634bdd-538a-43cd-9d7e-4481c71b43da tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5325992 Sep 07 02:39:15.122025 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-be3bfde0-4811-45f0-b244-1bc536176e29 req-09256445-c504-4831-94e4-aeb9e04ae2f2 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192884 Sep 07 02:39:15.127124 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45976) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:39:15.130327 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3e17309a-7c10-491b-bb5c-e985b090f8a3 None None] Provisioning for port 03204d76-012a-4e97-8e7a-098b79811a8c completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:39:15.135426 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65634bdd-538a-43cd-9d7e-4481c71b43da tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc0067a-9ce8-4875-b922-e18ef41ab841,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:15.138775 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-dc91aead-f084-40b2-8560-1ef437940688 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Request body: {'security_group_rule': {'security_group_id': 'bcc0067a-9ce8-4875-b922-e18ef41ab841', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:39:15.147383 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a65b8dbf-a84f-49ab-b635-6fcd1eb3ebf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:15.152725 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a65b8dbf-a84f-49ab-b635-6fcd1eb3ebf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:15.158673 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a65b8dbf-a84f-49ab-b635-6fcd1eb3ebf0 admin admin] 10.222.0.22 "DELETE /v2.0/networks/cccc57ef-629f-4504-b062-29c69d24c01d HTTP/1.1" status: 204 len: 168 time: 0.6318600 Sep 07 02:39:15.159156 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 03204d76-012a-4e97-8e7a-098b79811a8c triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:39:15.159910 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:15.178037 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65b8dbf-a84f-49ab-b635-6fcd1eb3ebf0 admin admin] Pushing event deleted for resources: {'Network': ['ID=cccc57ef-629f-4504-b062-29c69d24c01d,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:15.208330 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3e17309a-7c10-491b-bb5c-e985b090f8a3 None None] Provisioning complete for port 03204d76-012a-4e97-8e7a-098b79811a8c triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:39:15.209751 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3e17309a-7c10-491b-bb5c-e985b090f8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:15.233856 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dc91aead-f084-40b2-8560-1ef437940688 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:15.339828 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dc91aead-f084-40b2-8560-1ef437940688 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:15.345897 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dc91aead-f084-40b2-8560-1ef437940688 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:15.347124 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45984) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:39:15.378010 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dc91aead-f084-40b2-8560-1ef437940688 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:15.380148 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-dc91aead-f084-40b2-8560-1ef437940688 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2500856 Sep 07 02:39:15.382107 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45986) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:39:15.387678 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-8d73b9e7-5381-4791-ac78-d343d8c2e6e7 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Request body: {'security_group_rule': {'security_group_id': 'bcc0067a-9ce8-4875-b922-e18ef41ab841', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:39:15.392500 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc91aead-f084-40b2-8560-1ef437940688 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6be8a145-1c88-4fa0-88a3-38bbf646ee59,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:15.401703 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 63b9efb1-f51e-4350-bf31-f9c359050fa6, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=63b9efb1-f51e-4350-bf31-f9c359050fa6,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:39:15.416006 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45988) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:39:15.420817 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-dbd1b487-e796-48a5-84c2-4591fc69b6ce admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f0944a3bfb51437eb5ffab031c87e3ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0699532 Sep 07 02:39:15.421551 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45990) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:39:15.455308 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '63b9efb1-f51e-4350-bf31-f9c359050fa6', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'port_id': '63b9efb1-f51e-4350-bf31-f9c359050fa6', 'mac_address': 'fa:16:3e:92:8e:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '694f9550-ba12-4672-8446-41848123cea2', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:39:15.455974 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8d73b9e7-5381-4791-ac78-d343d8c2e6e7 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:15.473055 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6f25cf75-14ab-469e-b263-2eb4f3f4676f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:15.484918 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-1164703d-3513-47ca-9653-70cd7f85b3d7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=58fe4c9e71db4bd7aa26d4557468fc65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0671391 Sep 07 02:39:15.488732 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45992) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:39:15.494637 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6f25cf75-14ab-469e-b263-2eb4f3f4676f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:15.539897 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8d73b9e7-5381-4791-ac78-d343d8c2e6e7 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:15.549795 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6f25cf75-14ab-469e-b263-2eb4f3f4676f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:15.552074 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8d73b9e7-5381-4791-ac78-d343d8c2e6e7 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:15.553365 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6f25cf75-14ab-469e-b263-2eb4f3f4676f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:15.554611 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-6f25cf75-14ab-469e-b263-2eb4f3f4676f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/88052a65-ed00-4a19-8dd0-36437b4f1462 HTTP/1.1" status: 204 len: 168 time: 0.1325548 Sep 07 02:39:15.559253 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:15.563440 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f25cf75-14ab-469e-b263-2eb4f3f4676f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88052a65-ed00-4a19-8dd0-36437b4f1462,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:15.585493 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d73b9e7-5381-4791-ac78-d343d8c2e6e7 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e97f2105-8d48-45d1-86fc-f1a172f37ffc,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:15.596861 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8d73b9e7-5381-4791-ac78-d343d8c2e6e7 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:15.600025 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8d73b9e7-5381-4791-ac78-d343d8c2e6e7 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2163029 Sep 07 02:39:15.601843 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45996) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:39:15.607795 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b6ed4af9-16ab-4e9e-a1b0-7f1aed7914a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:15.610207 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-19d9c6c8-046b-493a-b976-b90086fa1b85 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Request body: {'floatingip': {'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:39:15.636148 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b6ed4af9-16ab-4e9e-a1b0-7f1aed7914a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:15.637840 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-19d9c6c8-046b-493a-b976-b90086fa1b85 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks [] for floatingip, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:15.644398 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:15.689695 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b42e2a-3648-4a2f-827b-d307dc463a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a58c4ba-35a7-4e62-92c6-41111bb13d09'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:39:15.691540 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b6ed4af9-16ab-4e9e-a1b0-7f1aed7914a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:15.692044 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f21b4d2e-4d5a-4306-9007-b2897701c84f" -d '{"events": [{"server_uuid": "d8b42e2a-3648-4a2f-827b-d307dc463a41", "name": "network-vif-plugged", "status": "completed", "tag": "9a58c4ba-35a7-4e62-92c6-41111bb13d09"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:39:15.695396 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b6ed4af9-16ab-4e9e-a1b0-7f1aed7914a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:15.696847 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b6ed4af9-16ab-4e9e-a1b0-7f1aed7914a2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9d476893-1345-46b6-9947-495297c53c79 HTTP/1.1" status: 204 len: 168 time: 0.1966751 Sep 07 02:39:15.706781 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed4af9-16ab-4e9e-a1b0-7f1aed7914a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d476893-1345-46b6-9947-495297c53c79,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:15.746378 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63b9efb1-f51e-4350-bf31-f9c359050fa6 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:39:15.751396 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:15.776504 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 9a58c4ba-35a7-4e62-92c6-41111bb13d09, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=9a58c4ba-35a7-4e62-92c6-41111bb13d09,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:39:15.789314 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-19d9c6c8-046b-493a-b976-b90086fa1b85 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:15.806352 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3e17309a-7c10-491b-bb5c-e985b090f8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:15.820584 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57482de8-2bce-4d29-96c4-76faa224ecd1 x-openstack-request-id: req-57482de8-2bce-4d29-96c4-76faa224ecd1 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:39:15.820865 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b42e2a-3648-4a2f-827b-d307dc463a41", "name": "network-vif-plugged", "status": "completed", "tag": "9a58c4ba-35a7-4e62-92c6-41111bb13d09", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:39:15.821115 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-57482de8-2bce-4d29-96c4-76faa224ecd1 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:39:15.821504 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b42e2a-3648-4a2f-827b-d307dc463a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a58c4ba-35a7-4e62-92c6-41111bb13d09', 'code': 200} Sep 07 02:39:15.823131 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 03204d76-012a-4e97-8e7a-098b79811a8c, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=03204d76-012a-4e97-8e7a-098b79811a8c,segment=NetworkSegment(b5a31333-dc66-4c28-b309-79aa5613af15),segment_id=b5a31333-dc66-4c28-b309-79aa5613af15)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:39:15.831955 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:15.875120 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:15.885995 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 63b9efb1-f51e-4350-bf31-f9c359050fa6, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=63b9efb1-f51e-4350-bf31-f9c359050fa6,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:39:15.940316 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:15.977086 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761cee7-ec04-4b75-942b-f5f718994bc4 req-9d160caf-8267-46da-a4db-d97ca7287b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:15.980093 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 6b98816d-3f3b-4bc6-93ab-a753574e4ae1 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:39:15.981022 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8761cee7-ec04-4b75-942b-f5f718994bc4 req-9d160caf-8267-46da-a4db-d97ca7287b25 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41 HTTP/1.1" status: 200 len: 1102 time: 0.0984216 Sep 07 02:39:15.986481 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=9a58c4ba-35a7-4e62-92c6-41111bb13d09,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:16.041750 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8761cee7-ec04-4b75-942b-f5f718994bc4 req-8ba441b7-4884-4241-ba33-0ae7e6041799 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521126 Sep 07 02:39:16.089698 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=03204d76-012a-4e97-8e7a-098b79811a8c,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:16.094556 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 6b98816d-3f3b-4bc6-93ab-a753574e4ae1 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:39:16.094968 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 6b98816d-3f3b-4bc6-93ab-a753574e4ae1 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:39:16.095444 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 42decd9a-24a3-4670-881f-f912a2a98e15 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:39:16.103063 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.db.api [None req-3e17309a-7c10-491b-bb5c-e985b090f8a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 02:39:16.103601 n-d-796209-16 neutron-server[94702]: DEBUG oslo_db.api [None req-3e17309a-7c10-491b-bb5c-e985b090f8a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 02:39:16.143608 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 42decd9a-24a3-4670-881f-f912a2a98e15 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:39:16.143939 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71e45c8-68a3-4350-b15b-0c775eb15016 req-8efcf05d-464e-4266-ad77-c2282526789a tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:16.144106 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 42decd9a-24a3-4670-881f-f912a2a98e15 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:39:16.148091 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f71e45c8-68a3-4350-b15b-0c775eb15016 req-8efcf05d-464e-4266-ad77-c2282526789a tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=2de33138-bed9-468e-8109-8b621778f497 HTTP/1.1" status: 200 len: 949 time: 0.2788541 Sep 07 02:39:16.174258 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-19d9c6c8-046b-493a-b976-b90086fa1b85 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Allocated IP 172.25.5.165 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/feff6fbc-de4c-4e93-a4ca-0e1238a23499) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:39:16.194291 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['63b9efb1-f51e-4350-bf31-f9c359050fa6'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:39:16.216338 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=63b9efb1-f51e-4350-bf31-f9c359050fa6,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:16.249805 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f71e45c8-68a3-4350-b15b-0c775eb15016 req-e035e695-993d-4593-b27d-0dcfdb35125e tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738087 Sep 07 02:39:16.317579 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 03204d76-012a-4e97-8e7a-098b79811a8c up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:39:16.394795 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-19d9c6c8-046b-493a-b976-b90086fa1b85 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:16.398640 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 46016) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:39:16.411908 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 03204d76-012a-4e97-8e7a-098b79811a8c triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:39:16.412283 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:16.431706 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2dcece-27bc-4604-b757-e879206232d9 req-83ad90c0-b5d2-4991-8e19-afe9280dd5d1 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:16.436181 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ba2dcece-27bc-4604-b757-e879206232d9 req-83ad90c0-b5d2-4991-8e19-afe9280dd5d1 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc51979c-5507-4443-9897-569f07617a01 HTTP/1.1" status: 200 len: 945 time: 0.1146512 Sep 07 02:39:16.471924 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-8164e93c-70f0-4237-abef-a158dbd826cc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d627e231f44a4c40bbf400de6766a1d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0690522 Sep 07 02:39:16.473307 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 46018) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:39:16.501986 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ba2dcece-27bc-4604-b757-e879206232d9 req-b14ff63b-f2c4-4fdf-975c-2998d6a6c331 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567763 Sep 07 02:39:16.514241 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46020) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:39:16.516851 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-19d9c6c8-046b-493a-b976-b90086fa1b85 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:16.565284 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-825e298b-6ae0-41f7-b0e8-783a40690f16 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c4e9ef78c5c8412fb0c6117f46f077cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0499172 Sep 07 02:39:16.567627 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46022) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:39:16.575454 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d9c6c8-046b-493a-b976-b90086fa1b85 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:39:16.589386 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-19d9c6c8-046b-493a-b976-b90086fa1b85 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:39:16.597242 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d9c6c8-046b-493a-b976-b90086fa1b85 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:39:16.600560 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d9c6c8-046b-493a-b976-b90086fa1b85 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Pushing event updated for resources: {'Port': ['ID=feff6fbc-de4c-4e93-a4ca-0e1238a23499,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:16.620475 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2fb342c3-555a-4f4a-b0cd-911a9e45823e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:16.627040 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6e909d21-832f-4fa6-b5a2-b951f9c4be1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:16.651339 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2fb342c3-555a-4f4a-b0cd-911a9e45823e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:16.654958 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6e909d21-832f-4fa6-b5a2-b951f9c4be1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:16.664577 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 168099e9-8f2f-4c47-9828-363d709e8127 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:39:16.685098 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 168099e9-8f2f-4c47-9828-363d709e8127 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:39:16.685551 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 168099e9-8f2f-4c47-9828-363d709e8127 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:39:16.706564 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6e909d21-832f-4fa6-b5a2-b951f9c4be1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:16.709217 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6e909d21-832f-4fa6-b5a2-b951f9c4be1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:16.710404 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-6e909d21-832f-4fa6-b5a2-b951f9c4be1a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/96c385bb-9a83-42ef-ab10-f6a81f32d420 HTTP/1.1" status: 204 len: 168 time: 0.1418743 Sep 07 02:39:16.718591 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e909d21-832f-4fa6-b5a2-b951f9c4be1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c385bb-9a83-42ef-ab10-f6a81f32d420,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:16.729005 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-19d9c6c8-046b-493a-b976-b90086fa1b85 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:16.738553 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2fb342c3-555a-4f4a-b0cd-911a9e45823e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:16.741518 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2fb342c3-555a-4f4a-b0cd-911a9e45823e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:16.743914 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-2fb342c3-555a-4f4a-b0cd-911a9e45823e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cd38f10a-27fa-4a5b-90f4-449cbd596414 HTTP/1.1" status: 204 len: 168 time: 0.2691925 Sep 07 02:39:16.758627 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb342c3-555a-4f4a-b0cd-911a9e45823e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd38f10a-27fa-4a5b-90f4-449cbd596414,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:16.784141 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-634770bd-f276-47f2-9ae5-0e539eb18845 None None] Provisioning complete for port 03204d76-012a-4e97-8e7a-098b79811a8c triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:39:16.784608 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-634770bd-f276-47f2-9ae5-0e539eb18845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:16.790655 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-19d9c6c8-046b-493a-b976-b90086fa1b85 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:16.964329 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-19d9c6c8-046b-493a-b976-b90086fa1b85 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:16.972259 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-19d9c6c8-046b-493a-b976-b90086fa1b85 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:17.021992 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d9c6c8-046b-493a-b976-b90086fa1b85 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Pushing event updated for resources: {'Port': ['ID=feff6fbc-de4c-4e93-a4ca-0e1238a23499,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:17.103325 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-19d9c6c8-046b-493a-b976-b90086fa1b85 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:17.118898 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-19d9c6c8-046b-493a-b976-b90086fa1b85 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:17.123597 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-19d9c6c8-046b-493a-b976-b90086fa1b85 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5177352 Sep 07 02:39:17.383315 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc931fd-8e72-439b-9300-d7135dc60ccd req-a021f113-614c-4960-81f6-22e87c8b338f tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:17.392050 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-adc931fd-8e72-439b-9300-d7135dc60ccd req-a021f113-614c-4960-81f6-22e87c8b338f tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=2de33138-bed9-468e-8109-8b621778f497 HTTP/1.1" status: 200 len: 949 time: 0.0767634 Sep 07 02:39:17.432069 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-adc931fd-8e72-439b-9300-d7135dc60ccd req-92f228b4-5d3c-48a9-b108-52cd2c265cb1 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390246 Sep 07 02:39:17.451850 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-d2016add-2916-45b3-914d-22b15f4a4c39 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--535227712&fields=id&tenant_id=3d937c5301ab43c080b18db78872855b HTTP/1.1" status: 200 len: 267 time: 0.0400567 Sep 07 02:39:17.511801 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-8fe5bfee-5101-496e-821a-b0350a9e43f2 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:17.513207 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-8fe5bfee-5101-496e-821a-b0350a9e43f2 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports/1727b4ca-2dd0-4cd4-898e-db87f6c72464 HTTP/1.1" status: 200 len: 932 time: 0.0494771 Sep 07 02:39:17.575563 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-9319e7dc-94bb-4cdb-977e-367ba30a0f26 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:17.588035 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-9319e7dc-94bb-4cdb-977e-367ba30a0f26 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports/21eaabc2-91c8-4dda-aaa3-2aa2a5e27cfe HTTP/1.1" status: 200 len: 932 time: 0.0679309 Sep 07 02:39:17.644611 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399118c4-ab02-4cc6-bc65-f8ed24f59b9a req-df82e91d-43f1-4847-9cbe-d716ca7157c2 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:17.646265 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-399118c4-ab02-4cc6-bc65-f8ed24f59b9a req-df82e91d-43f1-4847-9cbe-d716ca7157c2 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc51979c-5507-4443-9897-569f07617a01 HTTP/1.1" status: 200 len: 945 time: 0.0622563 Sep 07 02:39:17.657464 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-7b813021-b6ec-428a-9d16-c4f716dfcca5 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?network_id=03d408a7-bed1-4074-b2d6-43492534ac51&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0641882 Sep 07 02:39:17.710589 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-399118c4-ab02-4cc6-bc65-f8ed24f59b9a req-8e5a7797-188f-4050-b0f1-81efff8082fa tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560937 Sep 07 02:39:17.712651 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-4e182c25-758d-4491-9653-49192a00c5b2 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?network_id=03d408a7-bed1-4074-b2d6-43492534ac51&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0474296 Sep 07 02:39:17.756698 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 46088) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:39:17.849035 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-aa47f360-66e3-440d-ae85-c85ed4eff8cc tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:17.855645 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-aa47f360-66e3-440d-ae85-c85ed4eff8cc tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:17.862132 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-aa47f360-66e3-440d-ae85-c85ed4eff8cc tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:17.863951 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-aa47f360-66e3-440d-ae85-c85ed4eff8cc tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/networks?id=96cf2c3c-2cd2-4441-b075-5aca4d5876d6&id=7ef96948-9b26-4186-9197-3dc341e621f0&id=7ef96948-9b26-4186-9197-3dc341e621f0&id=03d408a7-bed1-4074-b2d6-43492534ac51&id=03d408a7-bed1-4074-b2d6-43492534ac51 HTTP/1.1" status: 200 len: 1987 time: 0.1365817 Sep 07 02:39:17.867193 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-57624910-dd17-4953-af6c-f18ef3b7cbc3 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-586588657-network', 'tenant_id': 'fc30677537a442f896d42986bd8e03b8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:39:17.887248 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-7f165831-93c9-45f7-8366-cb6c2b6e9f16 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/quotas/3d937c5301ab43c080b18db78872855b HTTP/1.1" status: 200 len: 375 time: 0.0099473 Sep 07 02:39:17.890853 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57624910-dd17-4953-af6c-f18ef3b7cbc3 admin admin] Made reservation on behalf of fc30677537a442f896d42986bd8e03b8 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:39:17.893245 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-57624910-dd17-4953-af6c-f18ef3b7cbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:17.901889 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-57624910-dd17-4953-af6c-f18ef3b7cbc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:17.953340 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-7d23e0f1-bccf-47c0-b687-79ad2fc7d2c1 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3d937c5301ab43c080b18db78872855b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0597835 Sep 07 02:39:18.004719 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-57624910-dd17-4953-af6c-f18ef3b7cbc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:18.009664 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-57624910-dd17-4953-af6c-f18ef3b7cbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:18.032623 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57624910-dd17-4953-af6c-f18ef3b7cbc3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:39:18.051188 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-57624910-dd17-4953-af6c-f18ef3b7cbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:18.051582 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-57624910-dd17-4953-af6c-f18ef3b7cbc3 admin admin] Added segment 31898f71-b12c-4a1a-aa63-8680c6f3dce5 of type vlan for network 564be3bc-b49c-4d54-abd3-ccc0a2d17c95 Sep 07 02:39:18.052905 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57624910-dd17-4953-af6c-f18ef3b7cbc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634c0f9e-9f07-436d-a042-1cf2a95373ad,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:18.082081 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-24dbe32b-02ff-494e-bb6a-20841802f66c service neutron] 10.222.0.22 "GET /v2.0/networks/96cf2c3c-2cd2-4441-b075-5aca4d5876d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113954 Sep 07 02:39:18.103221 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-57624910-dd17-4953-af6c-f18ef3b7cbc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:18.130019 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-57624910-dd17-4953-af6c-f18ef3b7cbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:18.131295 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57624910-dd17-4953-af6c-f18ef3b7cbc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:18.132124 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-57624910-dd17-4953-af6c-f18ef3b7cbc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:18.163230 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-57624910-dd17-4953-af6c-f18ef3b7cbc3 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4054384 Sep 07 02:39:18.167169 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 46104) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:39:18.185555 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-c1b12a7c-3ad7-4251-9d1e-5608b4469e4e service neutron] 10.222.0.22 "GET /v2.0/networks/96cf2c3c-2cd2-4441-b075-5aca4d5876d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018200 Sep 07 02:39:18.200739 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-7db8aac7-89e3-4d29-9515-b67eb5360ca4 admin admin] Request body: {'subnet': {'network_id': '564be3bc-b49c-4d54-abd3-ccc0a2d17c95', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-586588657-subnet', 'tenant_id': 'fc30677537a442f896d42986bd8e03b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:39:18.211318 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57624910-dd17-4953-af6c-f18ef3b7cbc3 admin admin] Pushing event updated for resources: {'Network': ['ID=564be3bc-b49c-4d54-abd3-ccc0a2d17c95,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:18.225053 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 564be3bc-b49c-4d54-abd3-ccc0a2d17c95 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:39:18.233912 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db8aac7-89e3-4d29-9515-b67eb5360ca4 admin admin] Made reservation on behalf of fc30677537a442f896d42986bd8e03b8 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:39:18.236958 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7db8aac7-89e3-4d29-9515-b67eb5360ca4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:18.241144 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-1b682438-e0cd-4c42-af69-ec5ce9cc8af5 service neutron] 10.222.0.22 "GET /v2.0/ports/1727b4ca-2dd0-4cd4-898e-db87f6c72464?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0483384 Sep 07 02:39:18.338306 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-3fbd7881-3cdd-4f9f-ba2e-89edf342eae6 service neutron] 10.222.0.22 "GET /v2.0/networks/7ef96948-9b26-4186-9197-3dc341e621f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888646 Sep 07 02:39:18.429496 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7db8aac7-89e3-4d29-9515-b67eb5360ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:18.440450 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-9dc826fb-08a3-48ee-a8f8-3704e09cf3c5 service neutron] 10.222.0.22 "GET /v2.0/networks/7ef96948-9b26-4186-9197-3dc341e621f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942538 Sep 07 02:39:18.491937 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db8aac7-89e3-4d29-9515-b67eb5360ca4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=648bbc86-016c-4dbd-ba7e-1d4192c9cfcd,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:18.493657 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-c89cbfe4-9d4d-43ba-95f9-0539b8a7e351 service neutron] 10.222.0.22 "GET /v2.0/ports/21eaabc2-91c8-4dda-aaa3-2aa2a5e27cfe?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0476882 Sep 07 02:39:18.500394 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db8aac7-89e3-4d29-9515-b67eb5360ca4 admin admin] Checking segment: {'id': '31898f71-b12c-4a1a-aa63-8680c6f3dce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '564be3bc-b49c-4d54-abd3-ccc0a2d17c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:39:18.500830 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db8aac7-89e3-4d29-9515-b67eb5360ca4 admin admin] Network hostable DHCP agents. Network: 564be3bc-b49c-4d54-abd3-ccc0a2d17c95, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:39:18.519053 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db8aac7-89e3-4d29-9515-b67eb5360ca4 admin admin] Network 564be3bc-b49c-4d54-abd3-ccc0a2d17c95 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:39:18.531226 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-7db8aac7-89e3-4d29-9515-b67eb5360ca4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 564be3bc-b49c-4d54-abd3-ccc0a2d17c95) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:39:18.540607 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34246da-170c-47e3-a7eb-ba9b425ff898 None None] Network 564be3bc-b49c-4d54-abd3-ccc0a2d17c95 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:39:18.544955 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db8aac7-89e3-4d29-9515-b67eb5360ca4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:18.546026 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7db8aac7-89e3-4d29-9515-b67eb5360ca4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:18.587608 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-7db8aac7-89e3-4d29-9515-b67eb5360ca4 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4108994 Sep 07 02:39:18.607675 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab4913-c738-4983-a3bc-b01d102eef27 req-7ffa6d15-a8d7-4da1-baaa-fb32756acd38 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:18.610170 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-25ab4913-c738-4983-a3bc-b01d102eef27 req-7ffa6d15-a8d7-4da1-baaa-fb32756acd38 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=2de33138-bed9-468e-8109-8b621778f497 HTTP/1.1" status: 200 len: 949 time: 0.0800960 Sep 07 02:39:18.619723 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-0189388b-2dc1-4ffe-a5b4-54a6275c6dd1 service neutron] 10.222.0.22 "GET /v2.0/networks/7ef96948-9b26-4186-9197-3dc341e621f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161618 Sep 07 02:39:18.665512 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-25ab4913-c738-4983-a3bc-b01d102eef27 req-04867fbd-9685-4087-b0a1-f9812f804c0e tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389595 Sep 07 02:39:18.712679 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcd5fb2-4f0d-49ab-8fb6-5f1255e30dea None None] Network 564be3bc-b49c-4d54-abd3-ccc0a2d17c95 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:39:18.770060 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-2aa2f2fd-587f-495a-a769-212ea7da1e11 service neutron] 10.222.0.22 "GET /v2.0/networks/7ef96948-9b26-4186-9197-3dc341e621f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435337 Sep 07 02:39:18.821299 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 63b9efb1-f51e-4350-bf31-f9c359050fa6 up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:39:18.917498 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-c3f44943-fa93-42e4-988e-aacd81d01241 service neutron] 10.222.0.22 "GET /v2.0/networks/7ef96948-9b26-4186-9197-3dc341e621f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312211 Sep 07 02:39:18.926301 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port 63b9efb1-f51e-4350-bf31-f9c359050fa6 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:39:18.931567 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 63b9efb1-f51e-4350-bf31-f9c359050fa6 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:39:18.931972 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:18.971507 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b09e4a09-bc57-4224-a989-67dd2c5732c6 req-512acb95-6bcd-4f55-a03c-8558e6456ca8 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=ef46d2c6ddda4358910a6e6d3c8cd1f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302074 Sep 07 02:39:19.037848 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:19.038092 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-633c2bbf-be10-4193-9bc0-d5ab367bf4b0 service neutron] 10.222.0.22 "GET /v2.0/networks/7ef96948-9b26-4186-9197-3dc341e621f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080883 Sep 07 02:39:19.090409 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de33138-bed9-468e-8109-8b621778f497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b9efb1-f51e-4350-bf31-f9c359050fa6'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:39:19.092813 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9275a9-ff66-4645-941f-09eb84c210a5" -d '{"events": [{"server_uuid": "2de33138-bed9-468e-8109-8b621778f497", "name": "network-vif-plugged", "status": "completed", "tag": "63b9efb1-f51e-4350-bf31-f9c359050fa6"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:39:19.109689 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e4a09-bc57-4224-a989-67dd2c5732c6 req-c2f27c10-537c-4772-b974-e405914453bb tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:19.116173 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b09e4a09-bc57-4224-a989-67dd2c5732c6 req-c2f27c10-537c-4772-b974-e405914453bb tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1378784 Sep 07 02:39:19.117512 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 63b9efb1-f51e-4350-bf31-f9c359050fa6, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=63b9efb1-f51e-4350-bf31-f9c359050fa6,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:39:19.125592 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:19.133429 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b09e4a09-bc57-4224-a989-67dd2c5732c6 req-d741319d-a6b2-4dc0-8efd-a48d7b92a2ae tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/quotas/ef46d2c6ddda4358910a6e6d3c8cd1f8 HTTP/1.1" status: 200 len: 375 time: 0.0162146 Sep 07 02:39:19.160094 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-e4ab9431-3b26-4fe7-95eb-c3206aded518 service neutron] 10.222.0.22 "GET /v2.0/networks/7ef96948-9b26-4186-9197-3dc341e621f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154933 Sep 07 02:39:19.167152 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b09e4a09-bc57-4224-a989-67dd2c5732c6 req-025d4336-097b-4739-9612-eb7b58a68b6b tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ef46d2c6ddda4358910a6e6d3c8cd1f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328529 Sep 07 02:39:19.188549 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=63b9efb1-f51e-4350-bf31-f9c359050fa6,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:19.271078 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-7717a098-18c2-4d1b-9752-db4d2c62e15f service neutron] 10.222.0.22 "GET /v2.0/networks/7ef96948-9b26-4186-9197-3dc341e621f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985978 Sep 07 02:39:19.282943 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 02:39:19.330489 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 46154) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:39:19.335537 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-0d2beae7-3bd1-4a65-ab6f-38ea4f3a0854 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1824649855-network', 'tenant_id': '7fdd5619010242138e33637db22c82e3'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:39:19.366460 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2beae7-3bd1-4a65-ab6f-38ea4f3a0854 admin admin] Made reservation on behalf of 7fdd5619010242138e33637db22c82e3 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:39:19.371243 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0d2beae7-3bd1-4a65-ab6f-38ea4f3a0854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:19.383564 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0d2beae7-3bd1-4a65-ab6f-38ea4f3a0854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:19.387203 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-5b9ab672-bacc-4d8f-8b28-f92010859aa0 service neutron] 10.222.0.22 "GET /v2.0/networks/03d408a7-bed1-4074-b2d6-43492534ac51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030695 Sep 07 02:39:19.495444 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-d61bae6a-26ad-4889-a9c1-687ff551048a service neutron] 10.222.0.22 "GET /v2.0/networks/03d408a7-bed1-4074-b2d6-43492534ac51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010277 Sep 07 02:39:19.500058 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b458fabb-8581-46f3-bb5a-4fe6e6f5df1f req-87e6e1bf-a4cc-4823-8ddb-dd124c8d10c8 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:19.507725 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b458fabb-8581-46f3-bb5a-4fe6e6f5df1f req-87e6e1bf-a4cc-4823-8ddb-dd124c8d10c8 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc51979c-5507-4443-9897-569f07617a01 HTTP/1.1" status: 200 len: 945 time: 0.0844002 Sep 07 02:39:19.569951 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0d2beae7-3bd1-4a65-ab6f-38ea4f3a0854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:19.580108 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b458fabb-8581-46f3-bb5a-4fe6e6f5df1f req-41ef93bc-74fa-4929-9ced-ad06ec60c9c9 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714719 Sep 07 02:39:19.581303 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0d2beae7-3bd1-4a65-ab6f-38ea4f3a0854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:19.609371 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d2beae7-3bd1-4a65-ab6f-38ea4f3a0854 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:39:19.618226 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-041bc055-cc42-4ff6-a388-d20af19c8826 service neutron] 10.222.0.22 "GET /v2.0/networks/03d408a7-bed1-4074-b2d6-43492534ac51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158426 Sep 07 02:39:19.630770 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2beae7-3bd1-4a65-ab6f-38ea4f3a0854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60637f4-f656-47b8-9a3b-6f8596c9eb29,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:19.640941 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0d2beae7-3bd1-4a65-ab6f-38ea4f3a0854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:19.641871 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-0d2beae7-3bd1-4a65-ab6f-38ea4f3a0854 admin admin] Added segment de02032e-db41-4f90-be9a-dc126360c321 of type vlan for network 1cae871b-9cfc-487c-85a6-498efe7dfb54 Sep 07 02:39:19.693035 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0d2beae7-3bd1-4a65-ab6f-38ea4f3a0854 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:19.731521 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0d2beae7-3bd1-4a65-ab6f-38ea4f3a0854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:19.732522 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2beae7-3bd1-4a65-ab6f-38ea4f3a0854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:19.733124 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0d2beae7-3bd1-4a65-ab6f-38ea4f3a0854 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:19.742273 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eadb122f-fdbd-4314-92ef-ccc1e123e5f2 x-openstack-request-id: req-eadb122f-fdbd-4314-92ef-ccc1e123e5f2 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:39:19.743284 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-535de6b0-e18e-4e88-b1f6-68cae80e42f6 service neutron] 10.222.0.22 "GET /v2.0/networks/03d408a7-bed1-4074-b2d6-43492534ac51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185384 Sep 07 02:39:19.743696 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2de33138-bed9-468e-8109-8b621778f497", "name": "network-vif-plugged", "status": "completed", "tag": "63b9efb1-f51e-4350-bf31-f9c359050fa6", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:39:19.744132 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-eadb122f-fdbd-4314-92ef-ccc1e123e5f2 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:39:19.744703 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de33138-bed9-468e-8109-8b621778f497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b9efb1-f51e-4350-bf31-f9c359050fa6', 'code': 200} Sep 07 02:39:19.794551 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46164) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:39:19.795175 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-0d2beae7-3bd1-4a65-ab6f-38ea4f3a0854 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4634435 Sep 07 02:39:19.801579 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-7c54e11c-65d9-4c02-8ae4-1a8ebbfddc98 admin admin] Request body: {'subnet': {'network_id': '1cae871b-9cfc-487c-85a6-498efe7dfb54', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1824649855-subnet', 'tenant_id': '7fdd5619010242138e33637db22c82e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:39:19.838816 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2beae7-3bd1-4a65-ab6f-38ea4f3a0854 admin admin] Pushing event updated for resources: {'Network': ['ID=1cae871b-9cfc-487c-85a6-498efe7dfb54,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:19.850738 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 1cae871b-9cfc-487c-85a6-498efe7dfb54 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:39:19.868462 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c54e11c-65d9-4c02-8ae4-1a8ebbfddc98 admin admin] Made reservation on behalf of 7fdd5619010242138e33637db22c82e3 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:39:19.871333 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7c54e11c-65d9-4c02-8ae4-1a8ebbfddc98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:19.877738 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee9cc6-dbfe-4497-a25c-189c283f7f23 req-86b1c0cf-5c55-4bfe-ac8d-bca173373f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:19.879532 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e6ee9cc6-dbfe-4497-a25c-189c283f7f23 req-86b1c0cf-5c55-4bfe-ac8d-bca173373f5b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2de33138-bed9-468e-8109-8b621778f497 HTTP/1.1" status: 200 len: 1102 time: 0.0732629 Sep 07 02:39:19.966852 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4f84b4f9-94d3-439c-8631-f4659373d064 req-e373cd1a-dcc9-43e5-bbad-7a458998fc90 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=12a55746-ab23-49ff-82d9-90204f32d2c2 HTTP/1.1" status: 200 len: 210 time: 0.0501759 Sep 07 02:39:20.019643 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e6ee9cc6-dbfe-4497-a25c-189c283f7f23 req-b95b7156-7184-469d-a02d-449f5627ead5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282082 Sep 07 02:39:20.101078 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbaafbb-cd0a-4cd5-972b-6ea2497e7b77 req-be8103ef-c2ee-44d5-91ab-0d62b0695912 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:20.102605 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ccbaafbb-cd0a-4cd5-972b-6ea2497e7b77 req-be8103ef-c2ee-44d5-91ab-0d62b0695912 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=2de33138-bed9-468e-8109-8b621778f497 HTTP/1.1" status: 200 len: 950 time: 0.0732944 Sep 07 02:39:20.154496 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ccbaafbb-cd0a-4cd5-972b-6ea2497e7b77 req-7d04e2ca-0fe0-4265-a672-4e9598a2ff15 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451696 Sep 07 02:39:20.189846 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7c54e11c-65d9-4c02-8ae4-1a8ebbfddc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:20.253622 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c54e11c-65d9-4c02-8ae4-1a8ebbfddc98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f21c4d0a-7a60-4e6d-9b3b-7ddd2e295b89,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:20.261383 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c54e11c-65d9-4c02-8ae4-1a8ebbfddc98 admin admin] Checking segment: {'id': 'de02032e-db41-4f90-be9a-dc126360c321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1cae871b-9cfc-487c-85a6-498efe7dfb54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:39:20.261523 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c54e11c-65d9-4c02-8ae4-1a8ebbfddc98 admin admin] Network hostable DHCP agents. Network: 1cae871b-9cfc-487c-85a6-498efe7dfb54, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:39:20.277932 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c54e11c-65d9-4c02-8ae4-1a8ebbfddc98 admin admin] Network 1cae871b-9cfc-487c-85a6-498efe7dfb54 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:39:20.287837 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-7c54e11c-65d9-4c02-8ae4-1a8ebbfddc98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 1cae871b-9cfc-487c-85a6-498efe7dfb54) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:39:20.292343 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c54e11c-65d9-4c02-8ae4-1a8ebbfddc98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:20.292990 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7c54e11c-65d9-4c02-8ae4-1a8ebbfddc98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:20.299670 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519747da-c401-45c1-8e68-b2ef7db7aba7 None None] Network 1cae871b-9cfc-487c-85a6-498efe7dfb54 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:39:20.312467 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-7c54e11c-65d9-4c02-8ae4-1a8ebbfddc98 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5165927 Sep 07 02:39:20.474774 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b09e4a09-bc57-4224-a989-67dd2c5732c6 req-fefda70f-65c2-40ba-b01c-670294caf864 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=ef46d2c6ddda4358910a6e6d3c8cd1f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0535691 Sep 07 02:39:20.510188 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-57e480fb-c2c7-450a-aced-94c2f5ec5514 req-9bc56d03-1161-40ff-9ab8-d1cb9efd66a6 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 210 time: 0.0331440 Sep 07 02:39:20.531314 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a66bf21-fc74-4839-8b10-cd999762f4c0 None None] Network 1cae871b-9cfc-487c-85a6-498efe7dfb54 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:39:20.657792 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e4a09-bc57-4224-a989-67dd2c5732c6 req-0bfad0f8-5951-4a41-bcec-871f7cf469ee tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:20.659933 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b09e4a09-bc57-4224-a989-67dd2c5732c6 req-0bfad0f8-5951-4a41-bcec-871f7cf469ee tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1785226 Sep 07 02:39:20.678957 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-b09e4a09-bc57-4224-a989-67dd2c5732c6 req-27cf838d-807e-408a-90e3-75beafbf515a tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Request body: {'port': {'device_id': '12a55746-ab23-49ff-82d9-90204f32d2c2', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'admin_state_up': True, 'tenant_id': 'ef46d2c6ddda4358910a6e6d3c8cd1f8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:39:21.130406 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646f6480-8cc7-4bc9-b6d7-d0e3c9d3dd0f req-a96abad0-c835-4e40-be41-c41041faf7a8 tempest-VolumesAdminNegativeTest-1501720589 tempest-VolumesAdminNegativeTest-1501720589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:21.135993 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-646f6480-8cc7-4bc9-b6d7-d0e3c9d3dd0f req-a96abad0-c835-4e40-be41-c41041faf7a8 tempest-VolumesAdminNegativeTest-1501720589 tempest-VolumesAdminNegativeTest-1501720589-project] 10.222.0.22 "GET /v2.0/networks?id=564be3bc-b49c-4d54-abd3-ccc0a2d17c95 HTTP/1.1" status: 200 len: 814 time: 0.1379082 Sep 07 02:39:21.156613 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c46d7-81a3-4e33-a816-228b1365e2eb req-11e1be1d-72a1-45de-8a5d-8a56c7ca2117 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:21.157287 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:21.161622 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-646f6480-8cc7-4bc9-b6d7-d0e3c9d3dd0f req-98809579-101f-4aea-adff-7b6575b1fed9 tempest-VolumesAdminNegativeTest-1501720589 tempest-VolumesAdminNegativeTest-1501720589-project] 10.222.0.22 "GET /v2.0/quotas/fc30677537a442f896d42986bd8e03b8 HTTP/1.1" status: 200 len: 375 time: 0.0232022 Sep 07 02:39:21.164093 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-333c46d7-81a3-4e33-a816-228b1365e2eb req-11e1be1d-72a1-45de-8a5d-8a56c7ca2117 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc51979c-5507-4443-9897-569f07617a01 HTTP/1.1" status: 200 len: 945 time: 0.4579444 Sep 07 02:39:21.205085 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:21.206268 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-646f6480-8cc7-4bc9-b6d7-d0e3c9d3dd0f req-088c096c-f15d-432d-8012-a1f07688e887 tempest-VolumesAdminNegativeTest-1501720589 tempest-VolumesAdminNegativeTest-1501720589-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=fc30677537a442f896d42986bd8e03b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379043 Sep 07 02:39:21.225922 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-333c46d7-81a3-4e33-a816-228b1365e2eb req-4c15de2f-ee9e-44e2-a9a0-f12a091538fa tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607419 Sep 07 02:39:21.230932 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b09e4a09-bc57-4224-a989-67dd2c5732c6 req-27cf838d-807e-408a-90e3-75beafbf515a tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Made reservation on behalf of ef46d2c6ddda4358910a6e6d3c8cd1f8 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:39:21.237303 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b09e4a09-bc57-4224-a989-67dd2c5732c6 req-27cf838d-807e-408a-90e3-75beafbf515a tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:21.247546 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b09e4a09-bc57-4224-a989-67dd2c5732c6 req-27cf838d-807e-408a-90e3-75beafbf515a tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:21.322282 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-646f6480-8cc7-4bc9-b6d7-d0e3c9d3dd0f req-63e3d969-e09a-4dc2-9084-3df504af9c9c service neutron] 10.222.0.22 "GET /v2.0/networks/564be3bc-b49c-4d54-abd3-ccc0a2d17c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081684 Sep 07 02:39:21.370092 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b09e4a09-bc57-4224-a989-67dd2c5732c6 req-27cf838d-807e-408a-90e3-75beafbf515a tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:21.375021 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b09e4a09-bc57-4224-a989-67dd2c5732c6 req-27cf838d-807e-408a-90e3-75beafbf515a tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:21.425998 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-646f6480-8cc7-4bc9-b6d7-d0e3c9d3dd0f req-e30833c8-92d8-4c7b-979d-90bad7458894 service neutron] 10.222.0.22 "GET /v2.0/networks/564be3bc-b49c-4d54-abd3-ccc0a2d17c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960391 Sep 07 02:39:21.460128 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d4d23eb1-ccce-4cdf-ad3d-375534d5fd4b req-90890a00-00a9-41c5-84c3-1d3169cb1b32 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=12a55746-ab23-49ff-82d9-90204f32d2c2 HTTP/1.1" status: 200 len: 210 time: 0.0669808 Sep 07 02:39:21.463663 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf838d-807e-408a-90e3-75beafbf515a tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e8b4fb-49cb-404f-8767-951fea4e9a69,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:21.586290 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-b09e4a09-bc57-4224-a989-67dd2c5732c6 req-27cf838d-807e-408a-90e3-75beafbf515a tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Allocated IP 192.168.233.81 (0823ecf3-066e-49bd-a451-2e84ab79a70f/694f9550-ba12-4672-8446-41848123cea2/188a469b-6bad-4f9a-8ca7-0aaa4aa7234b) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:39:21.649543 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed07e637-4c1b-4ea6-8bc3-f6066d7487fe req-c568fe5a-a108-44c2-9baf-2df7ee1809cb tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:21.651233 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ed07e637-4c1b-4ea6-8bc3-f6066d7487fe req-c568fe5a-a108-44c2-9baf-2df7ee1809cb tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=2de33138-bed9-468e-8109-8b621778f497 HTTP/1.1" status: 200 len: 950 time: 0.1261308 Sep 07 02:39:21.712928 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-670a75c0-a656-4b0a-b137-85f2bba45f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:21.714578 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-670a75c0-a656-4b0a-b137-85f2bba45f6c service neutron] 10.222.0.16 "GET /v2.0/ports/1727b4ca-2dd0-4cd4-898e-db87f6c72464 HTTP/1.1" status: 200 len: 1028 time: 0.0680008 Sep 07 02:39:21.763201 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ed07e637-4c1b-4ea6-8bc3-f6066d7487fe req-045aba93-8da2-4f89-baa1-a58dedabf6ca tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005123 Sep 07 02:39:21.893316 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-145ca50d-5cf8-4a77-9011-b89301144a2c req-f8e864f6-71c3-4294-8341-86c28c7cfd03 tempest-VolumesAdminNegativeTest-1501720589 tempest-VolumesAdminNegativeTest-1501720589-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c5d2d81-ef22-4837-871f-685cb1a23836 HTTP/1.1" status: 200 len: 210 time: 0.0437818 Sep 07 02:39:21.947757 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b09e4a09-bc57-4224-a989-67dd2c5732c6 req-27cf838d-807e-408a-90e3-75beafbf515a tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:21.993493 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-b09e4a09-bc57-4224-a989-67dd2c5732c6 req-27cf838d-807e-408a-90e3-75beafbf515a tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Transition to ACTIVE for port object 188a469b-6bad-4f9a-8ca7-0aaa4aa7234b will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:39:22.112379 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8dba3f-dcd4-4d5b-ae07-e7973ba74392 req-4331e29d-e5a2-44e2-a4db-93838c497683 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:22.113961 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7f8dba3f-dcd4-4d5b-ae07-e7973ba74392 req-4331e29d-e5a2-44e2-a4db-93838c497683 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41 HTTP/1.1" status: 200 len: 950 time: 0.0883362 Sep 07 02:39:22.115713 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b09e4a09-bc57-4224-a989-67dd2c5732c6 req-27cf838d-807e-408a-90e3-75beafbf515a tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:22.176963 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b09e4a09-bc57-4224-a989-67dd2c5732c6 req-27cf838d-807e-408a-90e3-75beafbf515a tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Network 0823ecf3-066e-49bd-a451-2e84ab79a70f is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:39:22.182079 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-b09e4a09-bc57-4224-a989-67dd2c5732c6 req-27cf838d-807e-408a-90e3-75beafbf515a tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:39:22.187184 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-b09e4a09-bc57-4224-a989-67dd2c5732c6 req-27cf838d-807e-408a-90e3-75beafbf515a tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:39:22.209668 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-150f2f94-067f-4a84-9dbc-637b35c1cf88 req-147d8a9c-b30a-4f25-aa20-86f0451e1f78 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 210 time: 0.4641209 Sep 07 02:39:22.221172 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-dcdabfd8-b64a-4078-a340-f86952164707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:22.226314 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-dcdabfd8-b64a-4078-a340-f86952164707 service neutron] 10.222.0.16 "GET /v2.0/ports/21eaabc2-91c8-4dda-aaa3-2aa2a5e27cfe HTTP/1.1" status: 200 len: 1028 time: 0.4937851 Sep 07 02:39:22.227347 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf838d-807e-408a-90e3-75beafbf515a tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Pushing event updated for resources: {'Port': ['ID=188a469b-6bad-4f9a-8ca7-0aaa4aa7234b,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:22.271022 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7f8dba3f-dcd4-4d5b-ae07-e7973ba74392 req-bccabd66-94cd-4b74-99ea-8ec3ba195080 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196768 Sep 07 02:39:22.293570 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e4a09-bc57-4224-a989-67dd2c5732c6 req-27cf838d-807e-408a-90e3-75beafbf515a tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:22.298734 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b09e4a09-bc57-4224-a989-67dd2c5732c6 req-27cf838d-807e-408a-90e3-75beafbf515a tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:22.348816 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b09e4a09-bc57-4224-a989-67dd2c5732c6 req-27cf838d-807e-408a-90e3-75beafbf515a tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6777654 Sep 07 02:39:22.363329 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-b09e4a09-bc57-4224-a989-67dd2c5732c6 req-dc41c13b-9b8d-498e-b9d2-b1b7a12be902 service neutron] Request body: {'port': {'device_id': '12a55746-ab23-49ff-82d9-90204f32d2c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:39:22.488916 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b09e4a09-bc57-4224-a989-67dd2c5732c6 req-dc41c13b-9b8d-498e-b9d2-b1b7a12be902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:22.517052 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e969b-05f9-4d8c-b78b-3e255f237850 req-691515ea-3273-4700-87f7-46aef3cc68d3 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:22.524682 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b28e969b-05f9-4d8c-b78b-3e255f237850 req-691515ea-3273-4700-87f7-46aef3cc68d3 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc51979c-5507-4443-9897-569f07617a01 HTTP/1.1" status: 200 len: 945 time: 0.1201284 Sep 07 02:39:22.560359 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-7000d46c-8da1-4799-815f-2223999b0b13 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:22.568159 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-7000d46c-8da1-4799-815f-2223999b0b13 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:22.590112 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-7000d46c-8da1-4799-815f-2223999b0b13 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:22.592690 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-7000d46c-8da1-4799-815f-2223999b0b13 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.16 "GET /v2.0/networks?id=96cf2c3c-2cd2-4441-b075-5aca4d5876d6&id=7ef96948-9b26-4186-9197-3dc341e621f0&id=7ef96948-9b26-4186-9197-3dc341e621f0&id=7ef96948-9b26-4186-9197-3dc341e621f0&id=7ef96948-9b26-4186-9197-3dc341e621f0&id=03d408a7-bed1-4074-b2d6-43492534ac51&id=03d408a7-bed1-4074-b2d6-43492534ac51 HTTP/1.1" status: 200 len: 1987 time: 0.3444159 Sep 07 02:39:22.605870 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b28e969b-05f9-4d8c-b78b-3e255f237850 req-d07b6a59-8c6b-4da5-9f1c-02f19950b5b3 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799887 Sep 07 02:39:22.670214 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-9042f2e8-7f30-47c6-9e9b-21f24f127770 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d937c5301ab43c080b18db78872855b HTTP/1.1" status: 200 len: 379 time: 0.0673206 Sep 07 02:39:22.673289 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-f6458c3b-ab3c-4c99-a0d8-b0c65d9fae9d None None] Provisioning for port 188a469b-6bad-4f9a-8ca7-0aaa4aa7234b completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:39:22.678405 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7e6da073-9367-4b22-ac6d-07d7e5bcfc93 req-7905b013-30f7-4ae6-a0bb-c4198ef20f69 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=d11f9855c7ad47368244092ce8c7b0d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390048 Sep 07 02:39:22.691265 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-f6458c3b-ab3c-4c99-a0d8-b0c65d9fae9d None None] Provisioning complete for port 188a469b-6bad-4f9a-8ca7-0aaa4aa7234b triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:39:22.691972 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f6458c3b-ab3c-4c99-a0d8-b0c65d9fae9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:22.738823 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-f6458c3b-ab3c-4c99-a0d8-b0c65d9fae9d None None] Port 188a469b-6bad-4f9a-8ca7-0aaa4aa7234b cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:39:22.755310 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-eb8c049c-cef1-4a98-a20e-a5d7a8cb5858 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Request body: {'port': {'device_id': 'ff8c528d-373f-42ed-8303-ff263d703c42', 'network_id': '96cf2c3c-2cd2-4441-b075-5aca4d5876d6', 'admin_state_up': True, 'tenant_id': '3d937c5301ab43c080b18db78872855b', 'security_groups': ['bcc0067a-9ce8-4875-b922-e18ef41ab841']}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:39:22.856211 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6da073-9367-4b22-ac6d-07d7e5bcfc93 req-12672308-df32-4a15-9a91-396830cd012e tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:22.862749 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7e6da073-9367-4b22-ac6d-07d7e5bcfc93 req-12672308-df32-4a15-9a91-396830cd012e tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1833472 Sep 07 02:39:22.874491 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6bdfad-ddba-473e-a835-e3d0f199b0f4 req-a2a6c758-a5c7-4225-8f57-0213b617e9c2 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:22.876559 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0a6bdfad-ddba-473e-a835-e3d0f199b0f4 req-a2a6c758-a5c7-4225-8f57-0213b617e9c2 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=12a55746-ab23-49ff-82d9-90204f32d2c2 HTTP/1.1" status: 200 len: 935 time: 0.1820486 Sep 07 02:39:22.887307 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7e6da073-9367-4b22-ac6d-07d7e5bcfc93 req-e4a191a8-fdf1-49d8-88d0-0cdbe14989a8 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/quotas/d11f9855c7ad47368244092ce8c7b0d0 HTTP/1.1" status: 200 len: 375 time: 0.0208218 Sep 07 02:39:22.968773 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-eb8c049c-cef1-4a98-a20e-a5d7a8cb5858 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Made reservation on behalf of 3d937c5301ab43c080b18db78872855b for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:39:22.972995 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-eb8c049c-cef1-4a98-a20e-a5d7a8cb5858 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:22.996282 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7e6da073-9367-4b22-ac6d-07d7e5bcfc93 req-6076ebef-1b3d-43ba-9373-7535b138163e tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d11f9855c7ad47368244092ce8c7b0d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0921910 Sep 07 02:39:23.134930 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0a6bdfad-ddba-473e-a835-e3d0f199b0f4 req-e3231315-f30b-4e12-af06-24fbbd9a61f5 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023187 Sep 07 02:39:23.171763 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-b09e4a09-bc57-4224-a989-67dd2c5732c6 req-dc41c13b-9b8d-498e-b9d2-b1b7a12be902 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 188a469b-6bad-4f9a-8ca7-0aaa4aa7234b {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:39:23.186434 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646f6480-8cc7-4bc9-b6d7-d0e3c9d3dd0f req-c89e7f85-af03-46e3-b601-e92f7874591b tempest-VolumesAdminNegativeTest-1501720589 tempest-VolumesAdminNegativeTest-1501720589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:23.188153 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-646f6480-8cc7-4bc9-b6d7-d0e3c9d3dd0f req-c89e7f85-af03-46e3-b601-e92f7874591b tempest-VolumesAdminNegativeTest-1501720589 tempest-VolumesAdminNegativeTest-1501720589-project] 10.222.0.23 "GET /v2.0/networks?id=564be3bc-b49c-4d54-abd3-ccc0a2d17c95 HTTP/1.1" status: 200 len: 814 time: 0.3105366 Sep 07 02:39:23.190231 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b09e4a09-bc57-4224-a989-67dd2c5732c6 req-dc41c13b-9b8d-498e-b9d2-b1b7a12be902 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:23.193711 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-eb8c049c-cef1-4a98-a20e-a5d7a8cb5858 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Allocated IP 172.20.0.13 (96cf2c3c-2cd2-4441-b075-5aca4d5876d6/e3b4fb3d-94e3-4aeb-a2af-6938d3cac266/7ece7923-d776-40ec-9db6-8b3f1d9ba82b) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:39:23.204599 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-646f6480-8cc7-4bc9-b6d7-d0e3c9d3dd0f req-41b51121-8ec8-42aa-8e9e-b87de301ce9c tempest-VolumesAdminNegativeTest-1501720589 tempest-VolumesAdminNegativeTest-1501720589-project] Request body: {'port': {'device_id': '5c5d2d81-ef22-4837-871f-685cb1a23836', 'network_id': '564be3bc-b49c-4d54-abd3-ccc0a2d17c95', 'admin_state_up': True, 'tenant_id': 'fc30677537a442f896d42986bd8e03b8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:39:23.223768 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-b09e4a09-bc57-4224-a989-67dd2c5732c6 req-dc41c13b-9b8d-498e-b9d2-b1b7a12be902 service neutron] Transition to ACTIVE for port object 188a469b-6bad-4f9a-8ca7-0aaa4aa7234b will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:39:23.245366 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b09e4a09-bc57-4224-a989-67dd2c5732c6 req-dc41c13b-9b8d-498e-b9d2-b1b7a12be902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:23.433472 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-eb8c049c-cef1-4a98-a20e-a5d7a8cb5858 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:23.438683 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc41c13b-9b8d-498e-b9d2-b1b7a12be902 service neutron] Pushing event updated for resources: {'Port': ['ID=188a469b-6bad-4f9a-8ca7-0aaa4aa7234b,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:23.443672 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a16cec-2f28-482f-8c3a-c866a7608ffa req-8f83a24a-4833-45a7-93b1-a51f46ab85da tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:23.445370 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-99a16cec-2f28-482f-8c3a-c866a7608ffa req-8f83a24a-4833-45a7-93b1-a51f46ab85da tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] 10.222.0.22 "GET /v2.0/ports?device_id=640d4541-3520-4378-b60d-6b68c23535d6 HTTP/1.1" status: 200 len: 946 time: 0.1220467 Sep 07 02:39:23.482931 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d49ad6f8-4e52-446c-92cd-5b34b2c9e3d1 req-ca63f7cf-3ed8-4129-a228-9cc7ba3052c2 tempest-VolumesAdminNegativeTest-1501720589 tempest-VolumesAdminNegativeTest-1501720589-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c5d2d81-ef22-4837-871f-685cb1a23836 HTTP/1.1" status: 200 len: 210 time: 0.1298411 Sep 07 02:39:23.496004 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-eb8c049c-cef1-4a98-a20e-a5d7a8cb5858 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Transition to ACTIVE for port object 7ece7923-d776-40ec-9db6-8b3f1d9ba82b will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:39:23.516787 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-b09e4a09-bc57-4224-a989-67dd2c5732c6 req-dc41c13b-9b8d-498e-b9d2-b1b7a12be902 service neutron] Attempting to bind port 188a469b-6bad-4f9a-8ca7-0aaa4aa7234b on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:39:23.517280 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-b09e4a09-bc57-4224-a989-67dd2c5732c6 req-dc41c13b-9b8d-498e-b9d2-b1b7a12be902 service neutron] Attempting to bind port 188a469b-6bad-4f9a-8ca7-0aaa4aa7234b by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:39:23.517743 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09e4a09-bc57-4224-a989-67dd2c5732c6 req-dc41c13b-9b8d-498e-b9d2-b1b7a12be902 service neutron] Attempting to bind port 188a469b-6bad-4f9a-8ca7-0aaa4aa7234b on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:39:23.527964 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09e4a09-bc57-4224-a989-67dd2c5732c6 req-dc41c13b-9b8d-498e-b9d2-b1b7a12be902 service neutron] Port 188a469b-6bad-4f9a-8ca7-0aaa4aa7234b on network 0823ecf3-066e-49bd-a451-2e84ab79a70f not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:39:23.528348 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09e4a09-bc57-4224-a989-67dd2c5732c6 req-dc41c13b-9b8d-498e-b9d2-b1b7a12be902 service neutron] Attempting to bind port 188a469b-6bad-4f9a-8ca7-0aaa4aa7234b on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:39:23.540433 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09e4a09-bc57-4224-a989-67dd2c5732c6 req-dc41c13b-9b8d-498e-b9d2-b1b7a12be902 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:39:23.540785 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09e4a09-bc57-4224-a989-67dd2c5732c6 req-dc41c13b-9b8d-498e-b9d2-b1b7a12be902 service neutron] Checking segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:39:23.541388 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09e4a09-bc57-4224-a989-67dd2c5732c6 req-dc41c13b-9b8d-498e-b9d2-b1b7a12be902 service neutron] Bound using segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:39:23.542078 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-b09e4a09-bc57-4224-a989-67dd2c5732c6 req-dc41c13b-9b8d-498e-b9d2-b1b7a12be902 service neutron] Bound port: 188a469b-6bad-4f9a-8ca7-0aaa4aa7234b, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:39:23.542602 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b09e4a09-bc57-4224-a989-67dd2c5732c6 req-dc41c13b-9b8d-498e-b9d2-b1b7a12be902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:23.561852 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-646f6480-8cc7-4bc9-b6d7-d0e3c9d3dd0f req-41b51121-8ec8-42aa-8e9e-b87de301ce9c tempest-VolumesAdminNegativeTest-1501720589 tempest-VolumesAdminNegativeTest-1501720589-project] Made reservation on behalf of fc30677537a442f896d42986bd8e03b8 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:39:23.566414 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-646f6480-8cc7-4bc9-b6d7-d0e3c9d3dd0f req-41b51121-8ec8-42aa-8e9e-b87de301ce9c tempest-VolumesAdminNegativeTest-1501720589 tempest-VolumesAdminNegativeTest-1501720589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:23.586080 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-eb8c049c-cef1-4a98-a20e-a5d7a8cb5858 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:23.672309 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c049c-cef1-4a98-a20e-a5d7a8cb5858 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Pushing event updated for resources: {'Port': ['ID=7ece7923-d776-40ec-9db6-8b3f1d9ba82b,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:23.672707 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1e44201d-e986-4ca4-9198-53f7c39642fd req-e8bfd8bf-ccbd-4673-8c20-8d81ab7d1fe9 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=908c93f7-9c83-4718-9fe8-5dc192299845 HTTP/1.1" status: 200 len: 210 time: 0.1060007 Sep 07 02:39:23.685108 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-99a16cec-2f28-482f-8c3a-c866a7608ffa req-b7fa7ef9-981c-4081-b0b9-7bc02d03b735 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b8be1a0-2753-410b-9824-ddf49655ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2331400 Sep 07 02:39:23.723321 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-eb8c049c-cef1-4a98-a20e-a5d7a8cb5858 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Network 96cf2c3c-2cd2-4441-b075-5aca4d5876d6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:39:23.731792 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-eb8c049c-cef1-4a98-a20e-a5d7a8cb5858 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:39:23.734503 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-eb8c049c-cef1-4a98-a20e-a5d7a8cb5858 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:39:23.830022 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-eb8c049c-cef1-4a98-a20e-a5d7a8cb5858 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:23.832777 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-eb8c049c-cef1-4a98-a20e-a5d7a8cb5858 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:23.856847 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-eb8c049c-cef1-4a98-a20e-a5d7a8cb5858 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1079233 Sep 07 02:39:23.868850 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-7e9ad9b1-8fd8-4bed-a705-ccb96e537287 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Request body: {'port': {'device_id': 'ff8c528d-373f-42ed-8303-ff263d703c42', 'network_id': '7ef96948-9b26-4186-9197-3dc341e621f0', 'admin_state_up': True, 'tenant_id': '3d937c5301ab43c080b18db78872855b', 'security_groups': ['bcc0067a-9ce8-4875-b922-e18ef41ab841']}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:39:23.970328 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-b09e4a09-bc57-4224-a989-67dd2c5732c6 req-dc41c13b-9b8d-498e-b9d2-b1b7a12be902 service neutron] For port 188a469b-6bad-4f9a-8ca7-0aaa4aa7234b, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:39:23.977378 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-b09e4a09-bc57-4224-a989-67dd2c5732c6 req-dc41c13b-9b8d-498e-b9d2-b1b7a12be902 service neutron] For port 188a469b-6bad-4f9a-8ca7-0aaa4aa7234b, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=188a469b-6bad-4f9a-8ca7-0aaa4aa7234b,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:39:23.993760 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-646f6480-8cc7-4bc9-b6d7-d0e3c9d3dd0f req-41b51121-8ec8-42aa-8e9e-b87de301ce9c tempest-VolumesAdminNegativeTest-1501720589 tempest-VolumesAdminNegativeTest-1501720589-project] Allocated IP 172.20.0.14 (564be3bc-b49c-4d54-abd3-ccc0a2d17c95/648bbc86-016c-4dbd-ba7e-1d4192c9cfcd/1bfb6f6d-ad45-4ff1-ac85-8422274eb61a) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:39:24.066916 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b09e4a09-bc57-4224-a989-67dd2c5732c6 req-dc41c13b-9b8d-498e-b9d2-b1b7a12be902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:24.077399 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2e32c-56f0-456c-829c-7689d06c1150 req-efa78549-5b8b-4a38-8db9-7f0e87596fd7 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:24.080360 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fda2e32c-56f0-456c-829c-7689d06c1150 req-efa78549-5b8b-4a38-8db9-7f0e87596fd7 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc51979c-5507-4443-9897-569f07617a01 HTTP/1.1" status: 200 len: 945 time: 0.1810355 Sep 07 02:39:24.122544 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-2e7a6728-77e8-4759-bf4b-40a25f217109 None None] Provisioning for port 7ece7923-d776-40ec-9db6-8b3f1d9ba82b completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:39:24.134091 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-2e7a6728-77e8-4759-bf4b-40a25f217109 None None] Provisioning complete for port 7ece7923-d776-40ec-9db6-8b3f1d9ba82b triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:39:24.134804 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2e7a6728-77e8-4759-bf4b-40a25f217109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:24.170892 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-7e9ad9b1-8fd8-4bed-a705-ccb96e537287 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Made reservation on behalf of 3d937c5301ab43c080b18db78872855b for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:39:24.175755 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-7e9ad9b1-8fd8-4bed-a705-ccb96e537287 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:24.208331 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e4a09-bc57-4224-a989-67dd2c5732c6 req-dc41c13b-9b8d-498e-b9d2-b1b7a12be902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:24.208897 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-2e7a6728-77e8-4759-bf4b-40a25f217109 None None] Port 7ece7923-d776-40ec-9db6-8b3f1d9ba82b cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:39:24.210296 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b09e4a09-bc57-4224-a989-67dd2c5732c6 req-dc41c13b-9b8d-498e-b9d2-b1b7a12be902 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:24.211972 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b09e4a09-bc57-4224-a989-67dd2c5732c6 req-dc41c13b-9b8d-498e-b9d2-b1b7a12be902 service neutron] 10.222.0.23 "PUT /v2.0/ports/188a469b-6bad-4f9a-8ca7-0aaa4aa7234b HTTP/1.1" status: 200 len: 1096 time: 1.8541405 Sep 07 02:39:24.212667 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12a55746-ab23-49ff-82d9-90204f32d2c2', 'tag': '188a469b-6bad-4f9a-8ca7-0aaa4aa7234b'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:39:24.215597 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53851ad8-629f-4a7a-b8de-d8621c010d5e" -d '{"events": [{"name": "network-changed", "server_uuid": "12a55746-ab23-49ff-82d9-90204f32d2c2", "tag": "188a469b-6bad-4f9a-8ca7-0aaa4aa7234b"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:39:24.266808 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd00e94-6d85-4d18-b040-416edf30154a req-9c2bbc95-27a5-43ba-b303-e74d71752c62 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:24.268574 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7bd00e94-6d85-4d18-b040-416edf30154a req-9c2bbc95-27a5-43ba-b303-e74d71752c62 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 932 time: 0.3361738 Sep 07 02:39:24.286745 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fda2e32c-56f0-456c-829c-7689d06c1150 req-022b55e8-1257-4ebd-8769-d91441aa733f tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953785 Sep 07 02:39:24.311105 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc41c13b-9b8d-498e-b9d2-b1b7a12be902 service neutron] Pushing event updated for resources: {'Port': ['ID=188a469b-6bad-4f9a-8ca7-0aaa4aa7234b,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:24.383386 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-646f6480-8cc7-4bc9-b6d7-d0e3c9d3dd0f req-41b51121-8ec8-42aa-8e9e-b87de301ce9c tempest-VolumesAdminNegativeTest-1501720589 tempest-VolumesAdminNegativeTest-1501720589-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:24.421430 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-7e9ad9b1-8fd8-4bed-a705-ccb96e537287 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Allocated IP 10.1.1.89 (7ef96948-9b26-4186-9197-3dc341e621f0/a0ace46c-e993-499e-976f-0d7f1499256e/f5e5ca93-a975-4948-8d7a-7e504030ec90) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:39:24.472773 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-646f6480-8cc7-4bc9-b6d7-d0e3c9d3dd0f req-41b51121-8ec8-42aa-8e9e-b87de301ce9c tempest-VolumesAdminNegativeTest-1501720589 tempest-VolumesAdminNegativeTest-1501720589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:24.557385 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7bd00e94-6d85-4d18-b040-416edf30154a req-4db7a024-16c3-4709-ab05-a41e5aa495f0 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcc0067a-9ce8-4875-b922-e18ef41ab841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2348089 Sep 07 02:39:24.571589 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-646f6480-8cc7-4bc9-b6d7-d0e3c9d3dd0f req-41b51121-8ec8-42aa-8e9e-b87de301ce9c tempest-VolumesAdminNegativeTest-1501720589 tempest-VolumesAdminNegativeTest-1501720589-project] Network 564be3bc-b49c-4d54-abd3-ccc0a2d17c95 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:39:24.573937 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e4a09-bc57-4224-a989-67dd2c5732c6 req-baaad4b8-8032-4694-9610-a4b403e6bb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:24.575901 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b09e4a09-bc57-4224-a989-67dd2c5732c6 req-baaad4b8-8032-4694-9610-a4b403e6bb00 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ef46d2c6ddda4358910a6e6d3c8cd1f8&device_id=12a55746-ab23-49ff-82d9-90204f32d2c2 HTTP/1.1" status: 200 len: 1099 time: 0.3041468 Sep 07 02:39:24.579943 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-646f6480-8cc7-4bc9-b6d7-d0e3c9d3dd0f req-41b51121-8ec8-42aa-8e9e-b87de301ce9c tempest-VolumesAdminNegativeTest-1501720589 tempest-VolumesAdminNegativeTest-1501720589-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:39:24.584003 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-646f6480-8cc7-4bc9-b6d7-d0e3c9d3dd0f req-41b51121-8ec8-42aa-8e9e-b87de301ce9c tempest-VolumesAdminNegativeTest-1501720589 tempest-VolumesAdminNegativeTest-1501720589-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:39:24.637002 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7e6da073-9367-4b22-ac6d-07d7e5bcfc93 req-a55a60de-d825-4d2a-97ff-a5c5afd71228 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=d11f9855c7ad47368244092ce8c7b0d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1162095 Sep 07 02:39:24.646103 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646f6480-8cc7-4bc9-b6d7-d0e3c9d3dd0f req-41b51121-8ec8-42aa-8e9e-b87de301ce9c tempest-VolumesAdminNegativeTest-1501720589 tempest-VolumesAdminNegativeTest-1501720589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:24.646827 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-646f6480-8cc7-4bc9-b6d7-d0e3c9d3dd0f req-41b51121-8ec8-42aa-8e9e-b87de301ce9c tempest-VolumesAdminNegativeTest-1501720589 tempest-VolumesAdminNegativeTest-1501720589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:24.736331 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b09e4a09-bc57-4224-a989-67dd2c5732c6 req-995a1346-b11e-4133-8f7e-efb78b39cb08 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=188a469b-6bad-4f9a-8ca7-0aaa4aa7234b HTTP/1.1" status: 200 len: 217 time: 0.0824447 Sep 07 02:39:24.740062 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98704e3b-3e01-498f-864a-f28d2707a59d x-openstack-request-id: req-98704e3b-3e01-498f-864a-f28d2707a59d {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:39:24.740518 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12a55746-ab23-49ff-82d9-90204f32d2c2", "tag": "188a469b-6bad-4f9a-8ca7-0aaa4aa7234b", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:39:24.740746 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-98704e3b-3e01-498f-864a-f28d2707a59d {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:39:24.741370 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12a55746-ab23-49ff-82d9-90204f32d2c2', 'tag': '188a469b-6bad-4f9a-8ca7-0aaa4aa7234b', 'status': 'completed', 'code': 200} Sep 07 02:39:24.758904 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 1373cf7c-4e84-4fdd-ba07-64bd380da894 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:39:24.778010 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0717e9f9-f220-48fb-8351-bed619c73795 req-a6372efc-f8c9-4cfe-b7cf-3dfdcd482746 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:24.785792 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0717e9f9-f220-48fb-8351-bed619c73795 req-a6372efc-f8c9-4cfe-b7cf-3dfdcd482746 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=12a55746-ab23-49ff-82d9-90204f32d2c2 HTTP/1.1" status: 200 len: 947 time: 0.2711816 Sep 07 02:39:24.811318 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-7e9ad9b1-8fd8-4bed-a705-ccb96e537287 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:24.850341 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-7e9ad9b1-8fd8-4bed-a705-ccb96e537287 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Transition to ACTIVE for port object f5e5ca93-a975-4948-8d7a-7e504030ec90 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:39:24.865080 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6da073-9367-4b22-ac6d-07d7e5bcfc93 req-90df087b-d80f-4493-89ad-6df45a7386bc tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:24.866874 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7e6da073-9367-4b22-ac6d-07d7e5bcfc93 req-90df087b-d80f-4493-89ad-6df45a7386bc tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2187083 Sep 07 02:39:24.883884 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b51121-8ec8-42aa-8e9e-b87de301ce9c tempest-VolumesAdminNegativeTest-1501720589 tempest-VolumesAdminNegativeTest-1501720589-project] Pushing event updated for resources: {'Port': ['ID=1bfb6f6d-ad45-4ff1-ac85-8422274eb61a,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:24.891924 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0717e9f9-f220-48fb-8351-bed619c73795 req-7d001f20-ed64-4038-9f52-66b0e04a6d95 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046402 Sep 07 02:39:24.899378 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-7e6da073-9367-4b22-ac6d-07d7e5bcfc93 req-e8c62921-9c7a-4626-a6ff-771e24944c8a tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Request body: {'port': {'device_id': '908c93f7-9c83-4718-9fe8-5dc192299845', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'admin_state_up': True, 'tenant_id': 'd11f9855c7ad47368244092ce8c7b0d0'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:39:24.940733 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-646f6480-8cc7-4bc9-b6d7-d0e3c9d3dd0f req-41b51121-8ec8-42aa-8e9e-b87de301ce9c tempest-VolumesAdminNegativeTest-1501720589 tempest-VolumesAdminNegativeTest-1501720589-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7412567 Sep 07 02:39:24.957606 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-646f6480-8cc7-4bc9-b6d7-d0e3c9d3dd0f req-7c50c7f5-3050-4c13-8194-3bfacd1209f0 service neutron] Request body: {'port': {'device_id': '5c5d2d81-ef22-4837-871f-685cb1a23836', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:39:24.974006 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 1373cf7c-4e84-4fdd-ba07-64bd380da894, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=1373cf7c-4e84-4fdd-ba07-64bd380da894,segment=NetworkSegment(3ec0e383-0f35-4c3c-abc7-899f90f4fe60),segment_id=3ec0e383-0f35-4c3c-abc7-899f90f4fe60)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:39:24.989578 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e4a09-bc57-4224-a989-67dd2c5732c6 req-b3ab2908-7f47-4327-9a6f-61dc2abf2ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:24.991095 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b09e4a09-bc57-4224-a989-67dd2c5732c6 req-b3ab2908-7f47-4327-9a6f-61dc2abf2ad7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.2328811 Sep 07 02:39:25.021883 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6356f8f3-e0ee-4490-9f4e-11bb748b898e req-f467ec83-f1ec-41fe-b170-00762832ce37 tempest-VolumesAdminNegativeTest-1501720589 tempest-VolumesAdminNegativeTest-1501720589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:25.033028 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6356f8f3-e0ee-4490-9f4e-11bb748b898e req-f467ec83-f1ec-41fe-b170-00762832ce37 tempest-VolumesAdminNegativeTest-1501720589 tempest-VolumesAdminNegativeTest-1501720589-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c5d2d81-ef22-4837-871f-685cb1a23836 HTTP/1.1" status: 200 len: 932 time: 0.1729119 Sep 07 02:39:25.090120 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-7e9ad9b1-8fd8-4bed-a705-ccb96e537287 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:25.144368 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6356f8f3-e0ee-4490-9f4e-11bb748b898e req-3666c878-cf8b-4acf-9247-4b30d7678781 tempest-VolumesAdminNegativeTest-1501720589 tempest-VolumesAdminNegativeTest-1501720589-project] 10.222.0.22 "GET /v2.0/security-groups?id=634c0f9e-9f07-436d-a042-1cf2a95373ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100469 Sep 07 02:39:25.149354 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-646f6480-8cc7-4bc9-b6d7-d0e3c9d3dd0f req-7c50c7f5-3050-4c13-8194-3bfacd1209f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:25.186717 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e4a09-bc57-4224-a989-67dd2c5732c6 req-8574dc9b-6b8b-4e08-93ff-21c0c81a822c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:25.188869 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b09e4a09-bc57-4224-a989-67dd2c5732c6 req-8574dc9b-6b8b-4e08-93ff-21c0c81a822c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1884265 Sep 07 02:39:25.208762 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-7e9ad9b1-8fd8-4bed-a705-ccb96e537287 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Network 7ef96948-9b26-4186-9197-3dc341e621f0 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:39:25.218561 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-7e9ad9b1-8fd8-4bed-a705-ccb96e537287 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:39:25.232241 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-7e9ad9b1-8fd8-4bed-a705-ccb96e537287 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:39:25.353896 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-487e9527-a096-4614-9aa6-467d9f7babc7 req-262ce573-69ac-4f33-9c63-db12d861c748 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=908c93f7-9c83-4718-9fe8-5dc192299845 HTTP/1.1" status: 200 len: 210 time: 0.1277304 Sep 07 02:39:25.353896 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9ad9b1-8fd8-4bed-a705-ccb96e537287 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Pushing event updated for resources: {'Port': ['ID=f5e5ca93-a975-4948-8d7a-7e504030ec90,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:25.393731 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '1373cf7c-4e84-4fdd-ba07-64bd380da894', 'network_id': '29fccc3a-21f2-4674-8b92-bcfa16fabc4c', 'port_id': '1373cf7c-4e84-4fdd-ba07-64bd380da894', 'mac_address': 'fa:16:3e:f7:d2:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fab1dcd-e4f9-4e9d-89a4-c1da67200daf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:39:25.466042 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:25.478813 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-7e9ad9b1-8fd8-4bed-a705-ccb96e537287 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:25.481120 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-7e9ad9b1-8fd8-4bed-a705-ccb96e537287 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:25.525124 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1373cf7c-4e84-4fdd-ba07-64bd380da894 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:39:25.575595 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 1373cf7c-4e84-4fdd-ba07-64bd380da894, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=1373cf7c-4e84-4fdd-ba07-64bd380da894,segment=NetworkSegment(3ec0e383-0f35-4c3c-abc7-899f90f4fe60),segment_id=3ec0e383-0f35-4c3c-abc7-899f90f4fe60)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:39:25.582556 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e6da073-9367-4b22-ac6d-07d7e5bcfc93 req-e8c62921-9c7a-4626-a6ff-771e24944c8a tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Made reservation on behalf of d11f9855c7ad47368244092ce8c7b0d0 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:39:25.587316 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-7e6da073-9367-4b22-ac6d-07d7e5bcfc93 req-e8c62921-9c7a-4626-a6ff-771e24944c8a tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:25.591797 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:25.592861 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-7e9ad9b1-8fd8-4bed-a705-ccb96e537287 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7289813 Sep 07 02:39:25.608581 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-79f9ae3a-c819-4377-baf8-e42ac0210ce5 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Request body: {'port': {'device_id': 'ff8c528d-373f-42ed-8303-ff263d703c42', 'network_id': '7ef96948-9b26-4186-9197-3dc341e621f0', 'admin_state_up': True, 'tenant_id': '3d937c5301ab43c080b18db78872855b', 'security_groups': ['bcc0067a-9ce8-4875-b922-e18ef41ab841']}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:39:25.656532 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b09e4a09-bc57-4224-a989-67dd2c5732c6 req-2e62a3ea-b3c0-483f-b0a4-669ac0ca2d4b service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4581640 Sep 07 02:39:25.697528 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['1373cf7c-4e84-4fdd-ba07-64bd380da894'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:39:25.756347 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d1f23-5a17-47ee-9301-737c62d75181 req-e1d8b6c0-c70e-422f-ae4c-c7b6f013ea15 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:25.757902 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-539d1f23-5a17-47ee-9301-737c62d75181 req-e1d8b6c0-c70e-422f-ae4c-c7b6f013ea15 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc51979c-5507-4443-9897-569f07617a01 HTTP/1.1" status: 200 len: 945 time: 0.2444935 Sep 07 02:39:25.799847 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-79f9ae3a-c819-4377-baf8-e42ac0210ce5 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Made reservation on behalf of 3d937c5301ab43c080b18db78872855b for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:39:25.803431 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-79f9ae3a-c819-4377-baf8-e42ac0210ce5 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:25.846659 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=1373cf7c-4e84-4fdd-ba07-64bd380da894,revision_number=6']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:25.873683 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-fe6dc23c-0c3a-4cdd-8cf5-fd33f081957d None None] Provisioning for port f5e5ca93-a975-4948-8d7a-7e504030ec90 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:39:25.880429 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-539d1f23-5a17-47ee-9301-737c62d75181 req-58d39741-c9f0-487e-a4a9-409c549f95d9 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867705 Sep 07 02:39:25.897445 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-fe6dc23c-0c3a-4cdd-8cf5-fd33f081957d None None] Provisioning complete for port f5e5ca93-a975-4948-8d7a-7e504030ec90 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:39:25.898079 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fe6dc23c-0c3a-4cdd-8cf5-fd33f081957d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:26.009080 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-dc219d13-1f1a-4d16-a3c5-5ebc4ee884de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:26.016356 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578336c0-0897-4d86-82c0-2f664d8570e4 req-5c0384de-0cc0-4f28-8ec1-27c2ff697269 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:26.023850 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-578336c0-0897-4d86-82c0-2f664d8570e4 req-5c0384de-0cc0-4f28-8ec1-27c2ff697269 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] 10.222.0.22 "GET /v2.0/ports?device_id=640d4541-3520-4378-b60d-6b68c23535d6 HTTP/1.1" status: 200 len: 946 time: 0.3504891 Sep 07 02:39:26.050685 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-fe6dc23c-0c3a-4cdd-8cf5-fd33f081957d None None] Port f5e5ca93-a975-4948-8d7a-7e504030ec90 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:39:26.062976 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-646f6480-8cc7-4bc9-b6d7-d0e3c9d3dd0f req-7c50c7f5-3050-4c13-8194-3bfacd1209f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bfb6f6d-ad45-4ff1-ac85-8422274eb61a {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:39:26.080353 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-646f6480-8cc7-4bc9-b6d7-d0e3c9d3dd0f req-7c50c7f5-3050-4c13-8194-3bfacd1209f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:26.093405 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b09e4a09-bc57-4224-a989-67dd2c5732c6 req-b7b7f51e-a0a2-4b38-9f22-7b839a505378 service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4162185 Sep 07 02:39:26.118427 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-578336c0-0897-4d86-82c0-2f664d8570e4 req-9c79613d-02e8-4fcb-8df2-8dbffb6056cd tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b8be1a0-2753-410b-9824-ddf49655ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936167 Sep 07 02:39:26.130738 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-646f6480-8cc7-4bc9-b6d7-d0e3c9d3dd0f req-7c50c7f5-3050-4c13-8194-3bfacd1209f0 service neutron] Transition to ACTIVE for port object 1bfb6f6d-ad45-4ff1-ac85-8422274eb61a will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:39:26.143058 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-646f6480-8cc7-4bc9-b6d7-d0e3c9d3dd0f req-7c50c7f5-3050-4c13-8194-3bfacd1209f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:26.207316 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [req-7e6da073-9367-4b22-ac6d-07d7e5bcfc93 req-e8c62921-9c7a-4626-a6ff-771e24944c8a tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Allocated IP 192.168.233.141 (0823ecf3-066e-49bd-a451-2e84ab79a70f/694f9550-ba12-4672-8446-41848123cea2/550493f3-d4e7-4f17-9913-257e5f7a4006) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:39:26.279782 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c50c7f5-3050-4c13-8194-3bfacd1209f0 service neutron] Pushing event updated for resources: {'Port': ['ID=1bfb6f6d-ad45-4ff1-ac85-8422274eb61a,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:26.301796 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba998d95-cb32-4a9d-9455-f835ea59a8f1 req-53bf14ed-c260-48b7-ba09-c5aad7fa8f17 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:26.308372 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba998d95-cb32-4a9d-9455-f835ea59a8f1 req-53bf14ed-c260-48b7-ba09-c5aad7fa8f17 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:26.316646 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ba998d95-cb32-4a9d-9455-f835ea59a8f1 req-53bf14ed-c260-48b7-ba09-c5aad7fa8f17 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 1653 time: 0.2552040 Sep 07 02:39:26.410034 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53851ad8-629f-4a7a-b8de-d8621c010d5e req-3789eea5-6337-4fb3-9054-5a1a858a1efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:26.411653 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-53851ad8-629f-4a7a-b8de-d8621c010d5e req-3789eea5-6337-4fb3-9054-5a1a858a1efe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ef46d2c6ddda4358910a6e6d3c8cd1f8&device_id=12a55746-ab23-49ff-82d9-90204f32d2c2 HTTP/1.1" status: 200 len: 1099 time: 0.1984270 Sep 07 02:39:26.446572 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b49faf9-5c6b-4dca-8ee9-24e7010f1635 req-4ee141a9-c543-480f-b6ac-4f91819ccac7 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:26.454931 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1b49faf9-5c6b-4dca-8ee9-24e7010f1635 req-4ee141a9-c543-480f-b6ac-4f91819ccac7 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=12a55746-ab23-49ff-82d9-90204f32d2c2 HTTP/1.1" status: 200 len: 947 time: 0.1641130 Sep 07 02:39:26.477639 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-7e6da073-9367-4b22-ac6d-07d7e5bcfc93 req-e8c62921-9c7a-4626-a6ff-771e24944c8a tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:26.496512 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-7e6da073-9367-4b22-ac6d-07d7e5bcfc93 req-e8c62921-9c7a-4626-a6ff-771e24944c8a tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Transition to ACTIVE for port object 550493f3-d4e7-4f17-9913-257e5f7a4006 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:39:26.504420 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1b49faf9-5c6b-4dca-8ee9-24e7010f1635 req-8d65ecdb-a0ac-4502-aaef-c8610c9c4a03 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486040 Sep 07 02:39:26.538734 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-646f6480-8cc7-4bc9-b6d7-d0e3c9d3dd0f req-7c50c7f5-3050-4c13-8194-3bfacd1209f0 service neutron] Attempting to bind port 1bfb6f6d-ad45-4ff1-ac85-8422274eb61a on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:39:26.538942 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-646f6480-8cc7-4bc9-b6d7-d0e3c9d3dd0f req-7c50c7f5-3050-4c13-8194-3bfacd1209f0 service neutron] Attempting to bind port 1bfb6f6d-ad45-4ff1-ac85-8422274eb61a by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '31898f71-b12c-4a1a-aa63-8680c6f3dce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '564be3bc-b49c-4d54-abd3-ccc0a2d17c95'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:39:26.539239 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646f6480-8cc7-4bc9-b6d7-d0e3c9d3dd0f req-7c50c7f5-3050-4c13-8194-3bfacd1209f0 service neutron] Attempting to bind port 1bfb6f6d-ad45-4ff1-ac85-8422274eb61a on network 564be3bc-b49c-4d54-abd3-ccc0a2d17c95 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:39:26.572023 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ba998d95-cb32-4a9d-9455-f835ea59a8f1 req-5beb777a-ef13-4906-b862-bff8924830da tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcc0067a-9ce8-4875-b922-e18ef41ab841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2544098 Sep 07 02:39:26.602076 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-79f9ae3a-c819-4377-baf8-e42ac0210ce5 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Allocated IP 10.1.1.133 (7ef96948-9b26-4186-9197-3dc341e621f0/a0ace46c-e993-499e-976f-0d7f1499256e/09d8e09b-36fc-4d4b-816b-ee7185e3ed7d) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:39:26.629328 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-7e6da073-9367-4b22-ac6d-07d7e5bcfc93 req-e8c62921-9c7a-4626-a6ff-771e24944c8a tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:26.645093 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['9a58c4ba-35a7-4e62-92c6-41111bb13d09', '63b9efb1-f51e-4350-bf31-f9c359050fa6'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:39:26.706874 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53851ad8-629f-4a7a-b8de-d8621c010d5e req-5a3fcd1b-e463-48db-b14b-ec6c61b3a346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:26.709137 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-53851ad8-629f-4a7a-b8de-d8621c010d5e req-5a3fcd1b-e463-48db-b14b-ec6c61b3a346 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0823ecf3-066e-49bd-a451-2e84ab79a70f HTTP/1.1" status: 200 len: 869 time: 0.2771862 Sep 07 02:39:26.715468 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e6da073-9367-4b22-ac6d-07d7e5bcfc93 req-e8c62921-9c7a-4626-a6ff-771e24944c8a tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Network 0823ecf3-066e-49bd-a451-2e84ab79a70f is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:39:26.724831 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [req-7e6da073-9367-4b22-ac6d-07d7e5bcfc93 req-e8c62921-9c7a-4626-a6ff-771e24944c8a tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:39:26.749487 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e6da073-9367-4b22-ac6d-07d7e5bcfc93 req-e8c62921-9c7a-4626-a6ff-771e24944c8a tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:39:26.799847 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 1373cf7c-4e84-4fdd-ba07-64bd380da894 up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:39:26.836792 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c62921-9c7a-4626-a6ff-771e24944c8a tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Pushing event updated for resources: {'Port': ['ID=550493f3-d4e7-4f17-9913-257e5f7a4006,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:27.009412 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6da073-9367-4b22-ac6d-07d7e5bcfc93 req-e8c62921-9c7a-4626-a6ff-771e24944c8a tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:27.010086 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-7e6da073-9367-4b22-ac6d-07d7e5bcfc93 req-e8c62921-9c7a-4626-a6ff-771e24944c8a tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:27.070333 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce965f9f-6d65-45e2-bf05-687992e66b70 req-011d7cc0-bc59-43b0-81d6-d9e6e96df191 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:27.072152 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port 1373cf7c-4e84-4fdd-ba07-64bd380da894 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:39:27.072539 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:27.082180 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ce965f9f-6d65-45e2-bf05-687992e66b70 req-011d7cc0-bc59-43b0-81d6-d9e6e96df191 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=908c93f7-9c83-4718-9fe8-5dc192299845 HTTP/1.1" status: 200 len: 936 time: 0.2464185 Sep 07 02:39:27.110177 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7e6da073-9367-4b22-ac6d-07d7e5bcfc93 req-e8c62921-9c7a-4626-a6ff-771e24944c8a tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2162359 Sep 07 02:39:27.149007 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-7e6da073-9367-4b22-ac6d-07d7e5bcfc93 req-43c8bab7-8074-4dd8-8124-218b4e4b5a5d service neutron] Request body: {'port': {'device_id': '908c93f7-9c83-4718-9fe8-5dc192299845', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:39:27.263715 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-79f9ae3a-c819-4377-baf8-e42ac0210ce5 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:27.289436 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ce965f9f-6d65-45e2-bf05-687992e66b70 req-bbf05bf1-e4d3-44a0-ab88-7300f8726067 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060845 Sep 07 02:39:27.294806 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-7e6da073-9367-4b22-ac6d-07d7e5bcfc93 req-43c8bab7-8074-4dd8-8124-218b4e4b5a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:27.295016 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:27.325883 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-ad664d94-814c-407c-89f8-cd99a3b16875 None None] Provisioning for port 550493f3-d4e7-4f17-9913-257e5f7a4006 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:39:27.328130 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-79f9ae3a-c819-4377-baf8-e42ac0210ce5 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Transition to ACTIVE for port object 09d8e09b-36fc-4d4b-816b-ee7185e3ed7d will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:39:27.342839 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc51979c-5507-4443-9897-569f07617a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1373cf7c-4e84-4fdd-ba07-64bd380da894'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:39:27.345939 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89e585f-dbe5-4602-b6b0-a98fe3adb505" -d '{"events": [{"server_uuid": "fc51979c-5507-4443-9897-569f07617a01", "name": "network-vif-plugged", "status": "completed", "tag": "1373cf7c-4e84-4fdd-ba07-64bd380da894"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:39:27.352532 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-ad664d94-814c-407c-89f8-cd99a3b16875 None None] Provisioning complete for port 550493f3-d4e7-4f17-9913-257e5f7a4006 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:39:27.352907 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ad664d94-814c-407c-89f8-cd99a3b16875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:27.398763 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-ad664d94-814c-407c-89f8-cd99a3b16875 None None] Port 550493f3-d4e7-4f17-9913-257e5f7a4006 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:39:27.405942 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 1373cf7c-4e84-4fdd-ba07-64bd380da894, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=1373cf7c-4e84-4fdd-ba07-64bd380da894,segment=NetworkSegment(3ec0e383-0f35-4c3c-abc7-899f90f4fe60),segment_id=3ec0e383-0f35-4c3c-abc7-899f90f4fe60)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:39:27.420162 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:27.494420 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646f6480-8cc7-4bc9-b6d7-d0e3c9d3dd0f req-7c50c7f5-3050-4c13-8194-3bfacd1209f0 service neutron] Port 1bfb6f6d-ad45-4ff1-ac85-8422274eb61a on network 564be3bc-b49c-4d54-abd3-ccc0a2d17c95 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:39:27.494943 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646f6480-8cc7-4bc9-b6d7-d0e3c9d3dd0f req-7c50c7f5-3050-4c13-8194-3bfacd1209f0 service neutron] Attempting to bind port 1bfb6f6d-ad45-4ff1-ac85-8422274eb61a on network 564be3bc-b49c-4d54-abd3-ccc0a2d17c95 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:39:27.508975 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=1373cf7c-4e84-4fdd-ba07-64bd380da894,revision_number=7']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:27.514209 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646f6480-8cc7-4bc9-b6d7-d0e3c9d3dd0f req-7c50c7f5-3050-4c13-8194-3bfacd1209f0 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:39:27.514635 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646f6480-8cc7-4bc9-b6d7-d0e3c9d3dd0f req-7c50c7f5-3050-4c13-8194-3bfacd1209f0 service neutron] Checking segment: {'id': '31898f71-b12c-4a1a-aa63-8680c6f3dce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '564be3bc-b49c-4d54-abd3-ccc0a2d17c95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:39:27.515192 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646f6480-8cc7-4bc9-b6d7-d0e3c9d3dd0f req-7c50c7f5-3050-4c13-8194-3bfacd1209f0 service neutron] Bound using segment: {'id': '31898f71-b12c-4a1a-aa63-8680c6f3dce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '564be3bc-b49c-4d54-abd3-ccc0a2d17c95'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:39:27.515846 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-646f6480-8cc7-4bc9-b6d7-d0e3c9d3dd0f req-7c50c7f5-3050-4c13-8194-3bfacd1209f0 service neutron] Bound port: 1bfb6f6d-ad45-4ff1-ac85-8422274eb61a, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31898f71-b12c-4a1a-aa63-8680c6f3dce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '564be3bc-b49c-4d54-abd3-ccc0a2d17c95'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:39:27.517398 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-646f6480-8cc7-4bc9-b6d7-d0e3c9d3dd0f req-7c50c7f5-3050-4c13-8194-3bfacd1209f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:27.561246 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-53851ad8-629f-4a7a-b8de-d8621c010d5e req-5dcbc5aa-228d-44bc-9583-7033665bf859 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=188a469b-6bad-4f9a-8ca7-0aaa4aa7234b HTTP/1.1" status: 200 len: 217 time: 0.0628176 Sep 07 02:39:27.653484 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [req-7e6da073-9367-4b22-ac6d-07d7e5bcfc93 req-43c8bab7-8074-4dd8-8124-218b4e4b5a5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 550493f3-d4e7-4f17-9913-257e5f7a4006 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:39:27.655778 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e4aef-a274-4ca1-b3cf-653bf88e6626 req-c0757ae4-a05d-4431-82bb-1cc70b908e75 tempest-VolumesAdminNegativeTest-1501720589 tempest-VolumesAdminNegativeTest-1501720589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:27.662745 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-7e6da073-9367-4b22-ac6d-07d7e5bcfc93 req-43c8bab7-8074-4dd8-8124-218b4e4b5a5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:27.665200 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dc2e4aef-a274-4ca1-b3cf-653bf88e6626 req-c0757ae4-a05d-4431-82bb-1cc70b908e75 tempest-VolumesAdminNegativeTest-1501720589 tempest-VolumesAdminNegativeTest-1501720589-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c5d2d81-ef22-4837-871f-685cb1a23836 HTTP/1.1" status: 200 len: 944 time: 0.9536929 Sep 07 02:39:27.676879 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-7e6da073-9367-4b22-ac6d-07d7e5bcfc93 req-43c8bab7-8074-4dd8-8124-218b4e4b5a5d service neutron] Transition to ACTIVE for port object 550493f3-d4e7-4f17-9913-257e5f7a4006 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:39:27.695392 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-7e6da073-9367-4b22-ac6d-07d7e5bcfc93 req-43c8bab7-8074-4dd8-8124-218b4e4b5a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:27.728276 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53851ad8-629f-4a7a-b8de-d8621c010d5e req-fbb01667-a834-491f-be69-483038794a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:27.730168 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-53851ad8-629f-4a7a-b8de-d8621c010d5e req-fbb01667-a834-491f-be69-483038794a5a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.1604273 Sep 07 02:39:27.816685 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dc2e4aef-a274-4ca1-b3cf-653bf88e6626 req-fca3a517-e864-49ea-b2e3-4fd5c7400080 tempest-VolumesAdminNegativeTest-1501720589 tempest-VolumesAdminNegativeTest-1501720589-project] 10.222.0.22 "GET /v2.0/security-groups?id=634c0f9e-9f07-436d-a042-1cf2a95373ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503334 Sep 07 02:39:27.818061 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-646f6480-8cc7-4bc9-b6d7-d0e3c9d3dd0f req-7c50c7f5-3050-4c13-8194-3bfacd1209f0 service neutron] For port 1bfb6f6d-ad45-4ff1-ac85-8422274eb61a, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:39:27.856348 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-646f6480-8cc7-4bc9-b6d7-d0e3c9d3dd0f req-7c50c7f5-3050-4c13-8194-3bfacd1209f0 service neutron] For port 1bfb6f6d-ad45-4ff1-ac85-8422274eb61a, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=1bfb6f6d-ad45-4ff1-ac85-8422274eb61a,segment=NetworkSegment(31898f71-b12c-4a1a-aa63-8680c6f3dce5),segment_id=31898f71-b12c-4a1a-aa63-8680c6f3dce5)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:39:27.879432 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-646f6480-8cc7-4bc9-b6d7-d0e3c9d3dd0f req-7c50c7f5-3050-4c13-8194-3bfacd1209f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:27.905493 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c8bab7-8074-4dd8-8124-218b4e4b5a5d service neutron] Pushing event updated for resources: {'Port': ['ID=550493f3-d4e7-4f17-9913-257e5f7a4006,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:27.913306 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-79f9ae3a-c819-4377-baf8-e42ac0210ce5 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:27.961317 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53851ad8-629f-4a7a-b8de-d8621c010d5e req-4c54b942-1119-468a-9f6d-4e330d336c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:27.963294 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-53851ad8-629f-4a7a-b8de-d8621c010d5e req-4c54b942-1119-468a-9f6d-4e330d336c5f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2171245 Sep 07 02:39:27.968796 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646f6480-8cc7-4bc9-b6d7-d0e3c9d3dd0f req-7c50c7f5-3050-4c13-8194-3bfacd1209f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:27.970147 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-646f6480-8cc7-4bc9-b6d7-d0e3c9d3dd0f req-7c50c7f5-3050-4c13-8194-3bfacd1209f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:27.971949 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-646f6480-8cc7-4bc9-b6d7-d0e3c9d3dd0f req-7c50c7f5-3050-4c13-8194-3bfacd1209f0 service neutron] 10.222.0.23 "PUT /v2.0/ports/1bfb6f6d-ad45-4ff1-ac85-8422274eb61a HTTP/1.1" status: 200 len: 1093 time: 3.0201724 Sep 07 02:39:27.972402 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c5d2d81-ef22-4837-871f-685cb1a23836', 'tag': '1bfb6f6d-ad45-4ff1-ac85-8422274eb61a'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:39:27.975644 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70138b4a-fffa-49e6-a6d2-66c2d3553097" -d '{"events": [{"name": "network-changed", "server_uuid": "5c5d2d81-ef22-4837-871f-685cb1a23836", "tag": "1bfb6f6d-ad45-4ff1-ac85-8422274eb61a"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:39:27.983021 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c251519b-0bdf-4b68-a926-06abd6425f3b req-561c1f37-2938-4d09-84ca-d7a8a9b7428d tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:27.997072 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c251519b-0bdf-4b68-a926-06abd6425f3b req-561c1f37-2938-4d09-84ca-d7a8a9b7428d tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc51979c-5507-4443-9897-569f07617a01 HTTP/1.1" status: 200 len: 945 time: 0.3182642 Sep 07 02:39:28.102631 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c50c7f5-3050-4c13-8194-3bfacd1209f0 service neutron] Pushing event updated for resources: {'Port': ['ID=1bfb6f6d-ad45-4ff1-ac85-8422274eb61a,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:28.161260 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f9ae3a-c819-4377-baf8-e42ac0210ce5 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Pushing event updated for resources: {'Port': ['ID=09d8e09b-36fc-4d4b-816b-ee7185e3ed7d,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:28.179244 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-39ef152b-e72a-46e1-bb47-5b7fcef7be65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:28.185972 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646f6480-8cc7-4bc9-b6d7-d0e3c9d3dd0f req-9175ceaa-4523-40df-b320-4a5349aa1ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:28.187545 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-646f6480-8cc7-4bc9-b6d7-d0e3c9d3dd0f req-9175ceaa-4523-40df-b320-4a5349aa1ed3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fc30677537a442f896d42986bd8e03b8&device_id=5c5d2d81-ef22-4837-871f-685cb1a23836 HTTP/1.1" status: 200 len: 1096 time: 0.1360819 Sep 07 02:39:28.246981 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-79f9ae3a-c819-4377-baf8-e42ac0210ce5 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Network 7ef96948-9b26-4186-9197-3dc341e621f0 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:39:28.254938 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-79f9ae3a-c819-4377-baf8-e42ac0210ce5 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:39:28.259519 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-646f6480-8cc7-4bc9-b6d7-d0e3c9d3dd0f req-b6ef6589-5298-4e2c-9f13-9ce4e6989f97 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1bfb6f6d-ad45-4ff1-ac85-8422274eb61a HTTP/1.1" status: 200 len: 217 time: 0.0567486 Sep 07 02:39:28.263493 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-53851ad8-629f-4a7a-b8de-d8621c010d5e req-9b52549b-c212-482b-98c1-150ec85eeeea service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774920 Sep 07 02:39:28.283462 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-79f9ae3a-c819-4377-baf8-e42ac0210ce5 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:39:28.324819 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68aa1cb6-64b1-47e4-a38a-fbf482962501 x-openstack-request-id: req-68aa1cb6-64b1-47e4-a38a-fbf482962501 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:39:28.325934 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc51979c-5507-4443-9897-569f07617a01", "name": "network-vif-plugged", "status": "completed", "tag": "1373cf7c-4e84-4fdd-ba07-64bd380da894", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:39:28.326289 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-68aa1cb6-64b1-47e4-a38a-fbf482962501 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:39:28.326784 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc51979c-5507-4443-9897-569f07617a01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1373cf7c-4e84-4fdd-ba07-64bd380da894', 'code': 200} Sep 07 02:39:28.333728 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646f6480-8cc7-4bc9-b6d7-d0e3c9d3dd0f req-fe556c05-8416-4128-a16d-53edb41e854c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:28.335235 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-646f6480-8cc7-4bc9-b6d7-d0e3c9d3dd0f req-fe556c05-8416-4128-a16d-53edb41e854c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=648bbc86-016c-4dbd-ba7e-1d4192c9cfcd HTTP/1.1" status: 200 len: 854 time: 0.0610621 Sep 07 02:39:28.382695 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-79f9ae3a-c819-4377-baf8-e42ac0210ce5 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:28.384084 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-79f9ae3a-c819-4377-baf8-e42ac0210ce5 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:28.404294 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c251519b-0bdf-4b68-a926-06abd6425f3b req-1b874383-440a-4ce6-a051-09fcabe2573f tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4061751 Sep 07 02:39:28.415970 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-646f6480-8cc7-4bc9-b6d7-d0e3c9d3dd0f req-6a480d19-8899-45ee-9142-2d747d94afa8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=564be3bc-b49c-4d54-abd3-ccc0a2d17c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558808 Sep 07 02:39:28.418051 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-7e6da073-9367-4b22-ac6d-07d7e5bcfc93 req-43c8bab7-8074-4dd8-8124-218b4e4b5a5d service neutron] Attempting to bind port 550493f3-d4e7-4f17-9913-257e5f7a4006 on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:39:28.418586 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-7e6da073-9367-4b22-ac6d-07d7e5bcfc93 req-43c8bab7-8074-4dd8-8124-218b4e4b5a5d service neutron] Attempting to bind port 550493f3-d4e7-4f17-9913-257e5f7a4006 by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:39:28.418872 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6da073-9367-4b22-ac6d-07d7e5bcfc93 req-43c8bab7-8074-4dd8-8124-218b4e4b5a5d service neutron] Attempting to bind port 550493f3-d4e7-4f17-9913-257e5f7a4006 on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:39:28.442949 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-79f9ae3a-c819-4377-baf8-e42ac0210ce5 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8403051 Sep 07 02:39:28.448141 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6da073-9367-4b22-ac6d-07d7e5bcfc93 req-43c8bab7-8074-4dd8-8124-218b4e4b5a5d service neutron] Port 550493f3-d4e7-4f17-9913-257e5f7a4006 on network 0823ecf3-066e-49bd-a451-2e84ab79a70f not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:39:28.451458 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6da073-9367-4b22-ac6d-07d7e5bcfc93 req-43c8bab7-8074-4dd8-8124-218b4e4b5a5d service neutron] Attempting to bind port 550493f3-d4e7-4f17-9913-257e5f7a4006 on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:39:28.465673 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-c3fc303c-27fe-4280-9e3c-8777d996fbda tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Request body: {'port': {'device_id': 'ff8c528d-373f-42ed-8303-ff263d703c42', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '03d408a7-bed1-4074-b2d6-43492534ac51', 'admin_state_up': True, 'tenant_id': '3d937c5301ab43c080b18db78872855b', 'security_groups': ['bcc0067a-9ce8-4875-b922-e18ef41ab841']}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:39:28.685223 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:28.689750 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b9055-4fd0-41e8-947b-4e5784507c0d req-c0aa4f7c-4919-452b-a9b6-f7ab1e07b962 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:28.697363 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dd7b9055-4fd0-41e8-947b-4e5784507c0d req-c0aa4f7c-4919-452b-a9b6-f7ab1e07b962 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=12a55746-ab23-49ff-82d9-90204f32d2c2 HTTP/1.1" status: 200 len: 947 time: 0.2275877 Sep 07 02:39:28.706111 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-53851ad8-629f-4a7a-b8de-d8621c010d5e req-17dd100f-1120-4920-ac65-4ff0f1e74656 service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3698947 Sep 07 02:39:28.718691 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-646f6480-8cc7-4bc9-b6d7-d0e3c9d3dd0f req-092a76be-02ed-490e-a97b-cd7748d659d3 service neutron] 10.222.0.23 "GET /v2.0/networks/564be3bc-b49c-4d54-abd3-ccc0a2d17c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004467 Sep 07 02:39:28.744001 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6da073-9367-4b22-ac6d-07d7e5bcfc93 req-43c8bab7-8074-4dd8-8124-218b4e4b5a5d service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:39:28.744482 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6da073-9367-4b22-ac6d-07d7e5bcfc93 req-43c8bab7-8074-4dd8-8124-218b4e4b5a5d service neutron] Checking segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:39:28.744963 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6da073-9367-4b22-ac6d-07d7e5bcfc93 req-43c8bab7-8074-4dd8-8124-218b4e4b5a5d service neutron] Bound using segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:39:28.745517 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-7e6da073-9367-4b22-ac6d-07d7e5bcfc93 req-43c8bab7-8074-4dd8-8124-218b4e4b5a5d service neutron] Bound port: 550493f3-d4e7-4f17-9913-257e5f7a4006, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:39:28.753284 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-7e6da073-9367-4b22-ac6d-07d7e5bcfc93 req-43c8bab7-8074-4dd8-8124-218b4e4b5a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:28.768686 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-e6b9dbe5-a9a5-4c35-957a-3872bf3b3dee None None] Provisioning for port 09d8e09b-36fc-4d4b-816b-ee7185e3ed7d completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:39:28.773654 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-e6b9dbe5-a9a5-4c35-957a-3872bf3b3dee None None] Provisioning complete for port 09d8e09b-36fc-4d4b-816b-ee7185e3ed7d triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:39:28.773875 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e6b9dbe5-a9a5-4c35-957a-3872bf3b3dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:28.800803 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dd7b9055-4fd0-41e8-947b-4e5784507c0d req-145b8968-f5dd-4225-bf7f-ca0bdc12fa69 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976698 Sep 07 02:39:28.828837 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 188a469b-6bad-4f9a-8ca7-0aaa4aa7234b details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:39:28.879885 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-c3fc303c-27fe-4280-9e3c-8777d996fbda tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Made reservation on behalf of 3d937c5301ab43c080b18db78872855b for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:39:28.902995 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-e6b9dbe5-a9a5-4c35-957a-3872bf3b3dee None None] Port 09d8e09b-36fc-4d4b-816b-ee7185e3ed7d cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:39:28.927518 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-646f6480-8cc7-4bc9-b6d7-d0e3c9d3dd0f req-5e01457f-88b6-4ccb-a874-bab5c519603a service neutron] 10.222.0.23 "GET /v2.0/networks/564be3bc-b49c-4d54-abd3-ccc0a2d17c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945045 Sep 07 02:39:28.962786 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a847d26c-9070-4e0a-9ce0-7c2e993694ff x-openstack-request-id: req-a847d26c-9070-4e0a-9ce0-7c2e993694ff {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:39:28.963118 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c5d2d81-ef22-4837-871f-685cb1a23836", "tag": "1bfb6f6d-ad45-4ff1-ac85-8422274eb61a", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:39:28.963374 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a847d26c-9070-4e0a-9ce0-7c2e993694ff {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:39:28.963841 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c5d2d81-ef22-4837-871f-685cb1a23836', 'tag': '1bfb6f6d-ad45-4ff1-ac85-8422274eb61a', 'status': 'completed', 'code': 200} Sep 07 02:39:29.017819 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a192273-8200-4fa0-9e6f-ad07e0ff031f req-5a43f36a-2f5b-408d-8550-f001eb2d50cb tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:29.024098 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a192273-8200-4fa0-9e6f-ad07e0ff031f req-5a43f36a-2f5b-408d-8550-f001eb2d50cb tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:29.047749 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a192273-8200-4fa0-9e6f-ad07e0ff031f req-5a43f36a-2f5b-408d-8550-f001eb2d50cb tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:29.049618 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2a192273-8200-4fa0-9e6f-ad07e0ff031f req-5a43f36a-2f5b-408d-8550-f001eb2d50cb tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 2374 time: 0.3209732 Sep 07 02:39:29.140977 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 188a469b-6bad-4f9a-8ca7-0aaa4aa7234b, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=188a469b-6bad-4f9a-8ca7-0aaa4aa7234b,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:39:29.159249 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70138b4a-fffa-49e6-a6d2-66c2d3553097 req-86d382df-7388-4bac-b08b-d302d375be77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:29.161751 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-70138b4a-fffa-49e6-a6d2-66c2d3553097 req-86d382df-7388-4bac-b08b-d302d375be77 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fc30677537a442f896d42986bd8e03b8&device_id=5c5d2d81-ef22-4837-871f-685cb1a23836 HTTP/1.1" status: 200 len: 1096 time: 0.1562951 Sep 07 02:39:29.167353 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '188a469b-6bad-4f9a-8ca7-0aaa4aa7234b', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'port_id': '188a469b-6bad-4f9a-8ca7-0aaa4aa7234b', 'mac_address': 'fa:16:3e:ed:87:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '694f9550-ba12-4672-8446-41848123cea2', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:39:29.202583 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2a192273-8200-4fa0-9e6f-ad07e0ff031f req-20fd8344-ff9e-44c8-adaf-f43a221669d3 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcc0067a-9ce8-4875-b922-e18ef41ab841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079195 Sep 07 02:39:29.204057 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-7e6da073-9367-4b22-ac6d-07d7e5bcfc93 req-43c8bab7-8074-4dd8-8124-218b4e4b5a5d service neutron] For port 550493f3-d4e7-4f17-9913-257e5f7a4006, host n-h2-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:39:29.206874 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef0f75-bb36-471c-b4cc-95eb1dabaaff req-fac766a5-d3d9-4c8a-b493-1c037391608a tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:29.211798 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-7e6da073-9367-4b22-ac6d-07d7e5bcfc93 req-43c8bab7-8074-4dd8-8124-218b4e4b5a5d service neutron] For port 550493f3-d4e7-4f17-9913-257e5f7a4006, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=550493f3-d4e7-4f17-9913-257e5f7a4006,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:39:29.217051 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c6ef0f75-bb36-471c-b4cc-95eb1dabaaff req-fac766a5-d3d9-4c8a-b493-1c037391608a tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] 10.222.0.22 "GET /v2.0/ports?device_id=640d4541-3520-4378-b60d-6b68c23535d6 HTTP/1.1" status: 200 len: 946 time: 0.1738105 Sep 07 02:39:29.226777 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-7e6da073-9367-4b22-ac6d-07d7e5bcfc93 req-43c8bab7-8074-4dd8-8124-218b4e4b5a5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:29.253941 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:29.282950 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 188a469b-6bad-4f9a-8ca7-0aaa4aa7234b {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:39:29.323836 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c6ef0f75-bb36-471c-b4cc-95eb1dabaaff req-ca812da8-57d4-4c8b-9409-972c0deba795 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b8be1a0-2753-410b-9824-ddf49655ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950251 Sep 07 02:39:29.324523 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 188a469b-6bad-4f9a-8ca7-0aaa4aa7234b, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=188a469b-6bad-4f9a-8ca7-0aaa4aa7234b,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:39:29.331806 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:29.392559 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=188a469b-6bad-4f9a-8ca7-0aaa4aa7234b,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:29.429415 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:29.503412 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-c3fc303c-27fe-4280-9e3c-8777d996fbda tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:29.522262 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6da073-9367-4b22-ac6d-07d7e5bcfc93 req-43c8bab7-8074-4dd8-8124-218b4e4b5a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:29.523469 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-7e6da073-9367-4b22-ac6d-07d7e5bcfc93 req-43c8bab7-8074-4dd8-8124-218b4e4b5a5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:29.525670 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7e6da073-9367-4b22-ac6d-07d7e5bcfc93 req-43c8bab7-8074-4dd8-8124-218b4e4b5a5d service neutron] 10.222.0.16 "PUT /v2.0/ports/550493f3-d4e7-4f17-9913-257e5f7a4006 HTTP/1.1" status: 200 len: 1097 time: 2.3906476 Sep 07 02:39:29.532420 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '908c93f7-9c83-4718-9fe8-5dc192299845', 'tag': '550493f3-d4e7-4f17-9913-257e5f7a4006'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:39:29.532779 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70138b4a-fffa-49e6-a6d2-66c2d3553097 req-0417567e-70af-4959-ba5c-40063e29ad78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:29.534883 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab7af6e-061d-4599-bf1c-03f2800b4476" -d '{"events": [{"name": "network-changed", "server_uuid": "908c93f7-9c83-4718-9fe8-5dc192299845", "tag": "550493f3-d4e7-4f17-9913-257e5f7a4006"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:39:29.541027 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-70138b4a-fffa-49e6-a6d2-66c2d3553097 req-0417567e-70af-4959-ba5c-40063e29ad78 service neutron] 10.222.0.23 "GET /v2.0/networks?id=564be3bc-b49c-4d54-abd3-ccc0a2d17c95 HTTP/1.1" status: 200 len: 914 time: 0.3668015 Sep 07 02:39:29.564753 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c8bab7-8074-4dd8-8124-218b4e4b5a5d service neutron] Pushing event updated for resources: {'Port': ['ID=550493f3-d4e7-4f17-9913-257e5f7a4006,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:29.588047 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['188a469b-6bad-4f9a-8ca7-0aaa4aa7234b'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:39:29.611983 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13baab27-a0e0-4332-bc9c-490e64633655 req-3e21d7d1-2dd3-4175-81b1-bb3bee24d306 tempest-VolumesAdminNegativeTest-1501720589 tempest-VolumesAdminNegativeTest-1501720589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:29.620788 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-13baab27-a0e0-4332-bc9c-490e64633655 req-3e21d7d1-2dd3-4175-81b1-bb3bee24d306 tempest-VolumesAdminNegativeTest-1501720589 tempest-VolumesAdminNegativeTest-1501720589-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c5d2d81-ef22-4837-871f-685cb1a23836 HTTP/1.1" status: 200 len: 944 time: 0.1564193 Sep 07 02:39:29.698057 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-70138b4a-fffa-49e6-a6d2-66c2d3553097 req-85ddb132-4ff2-452c-bbb7-c95e368a55ec service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1bfb6f6d-ad45-4ff1-ac85-8422274eb61a HTTP/1.1" status: 200 len: 217 time: 0.1397967 Sep 07 02:39:29.710900 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58eb7d0-8bd6-49ed-b11c-a047e6aa1dbf req-48b1be6a-957d-4cfb-be09-2f724195cdb4 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:29.718643 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f58eb7d0-8bd6-49ed-b11c-a047e6aa1dbf req-48b1be6a-957d-4cfb-be09-2f724195cdb4 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=908c93f7-9c83-4718-9fe8-5dc192299845 HTTP/1.1" status: 200 len: 948 time: 0.3542867 Sep 07 02:39:29.832890 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f58eb7d0-8bd6-49ed-b11c-a047e6aa1dbf req-4900d8db-243c-4d59-81c3-53d170e1d199 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127491 Sep 07 02:39:29.878723 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6da073-9367-4b22-ac6d-07d7e5bcfc93 req-72ff9fca-8f05-490a-a64e-906260165def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:29.881296 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7e6da073-9367-4b22-ac6d-07d7e5bcfc93 req-72ff9fca-8f05-490a-a64e-906260165def service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d11f9855c7ad47368244092ce8c7b0d0&device_id=908c93f7-9c83-4718-9fe8-5dc192299845 HTTP/1.1" status: 200 len: 1100 time: 0.3113737 Sep 07 02:39:29.909020 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-13baab27-a0e0-4332-bc9c-490e64633655 req-705a615e-3fe2-4032-a98b-3e86f724c905 tempest-VolumesAdminNegativeTest-1501720589 tempest-VolumesAdminNegativeTest-1501720589-project] 10.222.0.22 "GET /v2.0/security-groups?id=634c0f9e-9f07-436d-a042-1cf2a95373ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866180 Sep 07 02:39:29.943727 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70138b4a-fffa-49e6-a6d2-66c2d3553097 req-baad2ac5-3e23-42bd-8d3f-42bc3a8e0a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:29.945243 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-70138b4a-fffa-49e6-a6d2-66c2d3553097 req-baad2ac5-3e23-42bd-8d3f-42bc3a8e0a06 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=648bbc86-016c-4dbd-ba7e-1d4192c9cfcd HTTP/1.1" status: 200 len: 854 time: 0.2357900 Sep 07 02:39:29.990005 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-70138b4a-fffa-49e6-a6d2-66c2d3553097 req-3d92f7dc-d726-4059-b6dd-cd7760c67e51 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=564be3bc-b49c-4d54-abd3-ccc0a2d17c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304241 Sep 07 02:39:30.007907 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7649206-cc51-4e14-b1c1-2a0dc4705fec req-c1db2a98-fa4c-4390-94e0-3765d0cd4c33 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:30.009963 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f7649206-cc51-4e14-b1c1-2a0dc4705fec req-c1db2a98-fa4c-4390-94e0-3765d0cd4c33 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] 10.222.0.23 "GET /v2.0/ports?device_id=640d4541-3520-4378-b60d-6b68c23535d6 HTTP/1.1" status: 200 len: 946 time: 0.1868501 Sep 07 02:39:30.249214 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-70138b4a-fffa-49e6-a6d2-66c2d3553097 req-168acada-1b85-412d-925e-df30e441ae4e service neutron] 10.222.0.23 "GET /v2.0/networks/564be3bc-b49c-4d54-abd3-ccc0a2d17c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061710 Sep 07 02:39:30.338044 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4957d6-8c38-480e-b6bf-6526778a5201 req-c378427b-6678-48e3-94e3-c7c5a04ef8d1 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:30.341566 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-da4957d6-8c38-480e-b6bf-6526778a5201 req-c378427b-6678-48e3-94e3-c7c5a04ef8d1 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc51979c-5507-4443-9897-569f07617a01 HTTP/1.1" status: 200 len: 945 time: 0.3299036 Sep 07 02:39:30.429469 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7839e568-b47a-448e-afc1-78dcfa9102b0 x-openstack-request-id: req-7839e568-b47a-448e-afc1-78dcfa9102b0 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:39:30.430036 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "908c93f7-9c83-4718-9fe8-5dc192299845", "tag": "550493f3-d4e7-4f17-9913-257e5f7a4006", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:39:30.430036 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7839e568-b47a-448e-afc1-78dcfa9102b0 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:39:30.430832 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '908c93f7-9c83-4718-9fe8-5dc192299845', 'tag': '550493f3-d4e7-4f17-9913-257e5f7a4006', 'status': 'completed', 'code': 200} Sep 07 02:39:30.447285 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7e6da073-9367-4b22-ac6d-07d7e5bcfc93 req-a3d9cf43-0860-4f4a-a0ce-5054eb348e62 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=550493f3-d4e7-4f17-9913-257e5f7a4006 HTTP/1.1" status: 200 len: 217 time: 0.5562634 Sep 07 02:39:30.460761 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-da4957d6-8c38-480e-b6bf-6526778a5201 req-c3f0dd3f-5350-4f2c-ad9f-ecfb03ad7dfd tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051433 Sep 07 02:39:30.485714 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-f7649206-cc51-4e14-b1c1-2a0dc4705fec req-fd8de813-3eac-400b-af95-3cbf2ffb4eb4 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Deleting port ccc897fa-5fcb-42e5-95b8-463db1fe77e8 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:39:30.486054 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f7649206-cc51-4e14-b1c1-2a0dc4705fec req-fd8de813-3eac-400b-af95-3cbf2ffb4eb4 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:30.567155 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-70138b4a-fffa-49e6-a6d2-66c2d3553097 req-c4ebfc2b-0f5f-440b-bc7b-58ebb00cb4c6 service neutron] 10.222.0.23 "GET /v2.0/networks/564be3bc-b49c-4d54-abd3-ccc0a2d17c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008630 Sep 07 02:39:30.631272 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-c3fc303c-27fe-4280-9e3c-8777d996fbda tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Allocated IP 10.2.2.100 (03d408a7-bed1-4074-b2d6-43492534ac51/41c9fc72-e726-4843-ad37-6ac26831d188/5a10fd3e-a307-42ef-9874-a9290ecbb499) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:39:30.704252 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-f7649206-cc51-4e14-b1c1-2a0dc4705fec req-fd8de813-3eac-400b-af95-3cbf2ffb4eb4 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] For port ccc897fa-5fcb-42e5-95b8-463db1fe77e8, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=ccc897fa-5fcb-42e5-95b8-463db1fe77e8,segment=NetworkSegment(3d9fcb72-bde2-4ebb-8f5c-12c01c10e26a),segment_id=3d9fcb72-bde2-4ebb-8f5c-12c01c10e26a)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:39:30.704636 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f7649206-cc51-4e14-b1c1-2a0dc4705fec req-fd8de813-3eac-400b-af95-3cbf2ffb4eb4 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:30.815739 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-c3fc303c-27fe-4280-9e3c-8777d996fbda tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:30.830180 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 188a469b-6bad-4f9a-8ca7-0aaa4aa7234b up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:39:30.835422 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-c3fc303c-27fe-4280-9e3c-8777d996fbda tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Transition to ACTIVE for port object 5a10fd3e-a307-42ef-9874-a9290ecbb499 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:39:30.879687 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d266f3b4-efbc-4634-a788-bafa8be2637a req-3027eb75-fb51-4535-8ee4-162268852726 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:30.888507 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d266f3b4-efbc-4634-a788-bafa8be2637a req-3027eb75-fb51-4535-8ee4-162268852726 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=12a55746-ab23-49ff-82d9-90204f32d2c2 HTTP/1.1" status: 200 len: 948 time: 0.4548943 Sep 07 02:39:30.918505 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port 188a469b-6bad-4f9a-8ca7-0aaa4aa7234b completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:39:30.919106 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-c3fc303c-27fe-4280-9e3c-8777d996fbda tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:30.922954 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2e718-1b47-4df3-8cdc-2e48fe356222 req-18220779-0c1a-4c9e-9da7-daada3fc6c4b tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:30.927662 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6da073-9367-4b22-ac6d-07d7e5bcfc93 req-9f1b32ed-2748-4f8b-ae52-4b8b8cb5550b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:30.929135 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7e6da073-9367-4b22-ac6d-07d7e5bcfc93 req-9f1b32ed-2748-4f8b-ae52-4b8b8cb5550b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.4656408 Sep 07 02:39:30.932334 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port 188a469b-6bad-4f9a-8ca7-0aaa4aa7234b triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:39:30.932722 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:30.934211 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2e718-1b47-4df3-8cdc-2e48fe356222 req-18220779-0c1a-4c9e-9da7-daada3fc6c4b tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:30.943590 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2e718-1b47-4df3-8cdc-2e48fe356222 req-18220779-0c1a-4c9e-9da7-daada3fc6c4b tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:30.951675 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e9a2e718-1b47-4df3-8cdc-2e48fe356222 req-18220779-0c1a-4c9e-9da7-daada3fc6c4b tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 2374 time: 0.2353430 Sep 07 02:39:30.954903 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-c3fc303c-27fe-4280-9e3c-8777d996fbda tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Network 03d408a7-bed1-4074-b2d6-43492534ac51 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:39:30.974016 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-c3fc303c-27fe-4280-9e3c-8777d996fbda tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:39:31.014636 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-c3fc303c-27fe-4280-9e3c-8777d996fbda tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:39:31.036727 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d266f3b4-efbc-4634-a788-bafa8be2637a req-7dae6e9a-64db-4e1c-b060-ff4cf2534f30 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459029 Sep 07 02:39:31.107466 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e9a2e718-1b47-4df3-8cdc-2e48fe356222 req-9dda1442-7521-49d0-82b0-27d387927046 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcc0067a-9ce8-4875-b922-e18ef41ab841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497116 Sep 07 02:39:31.173007 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f7649206-cc51-4e14-b1c1-2a0dc4705fec req-fd8de813-3eac-400b-af95-3cbf2ffb4eb4 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:31.179933 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f7649206-cc51-4e14-b1c1-2a0dc4705fec req-fd8de813-3eac-400b-af95-3cbf2ffb4eb4 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:31.180539 n-d-796209-16 neutron-server[94700]: INFO neutron.db.l3_db [req-f7649206-cc51-4e14-b1c1-2a0dc4705fec req-fd8de813-3eac-400b-af95-3cbf2ffb4eb4 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Floating IP cb7b2b9c-650a-4ffe-b4ae-0d1cd854fcb8 disassociated. External IP: 172.25.5.110, port: ccc897fa-5fcb-42e5-95b8-463db1fe77e8. Sep 07 02:39:31.181033 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-f7649206-cc51-4e14-b1c1-2a0dc4705fec req-fd8de813-3eac-400b-af95-3cbf2ffb4eb4 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Calling delete_port for ccc897fa-5fcb-42e5-95b8-463db1fe77e8 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:39:31.279341 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:31.291703 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:31.318274 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12a55746-ab23-49ff-82d9-90204f32d2c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '188a469b-6bad-4f9a-8ca7-0aaa4aa7234b'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:39:31.322926 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985a4e62-2ede-4c17-968c-9cb2f2cbe62e" -d '{"events": [{"server_uuid": "12a55746-ab23-49ff-82d9-90204f32d2c2", "name": "network-vif-plugged", "status": "completed", "tag": "188a469b-6bad-4f9a-8ca7-0aaa4aa7234b"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:39:31.345710 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fc303c-27fe-4280-9e3c-8777d996fbda tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Pushing event updated for resources: {'Port': ['ID=5a10fd3e-a307-42ef-9874-a9290ecbb499,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:31.356359 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 188a469b-6bad-4f9a-8ca7-0aaa4aa7234b, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=188a469b-6bad-4f9a-8ca7-0aaa4aa7234b,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:39:31.366356 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:31.367450 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device ccc897fa-5fcb-42e5-95b8-463db1fe77e8 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:39:31.373711 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-c3fc303c-27fe-4280-9e3c-8777d996fbda tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:31.376039 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-c3fc303c-27fe-4280-9e3c-8777d996fbda tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:31.391403 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6a4ea-a2ee-46ae-9c34-f2f818cecbc2 req-614ac4e8-bdd7-4f22-9745-d22187f854ea tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:31.400202 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-73d6a4ea-a2ee-46ae-9c34-f2f818cecbc2 req-614ac4e8-bdd7-4f22-9745-d22187f854ea tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=908c93f7-9c83-4718-9fe8-5dc192299845 HTTP/1.1" status: 200 len: 948 time: 0.1204007 Sep 07 02:39:31.411574 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6da073-9367-4b22-ac6d-07d7e5bcfc93 req-43c60663-224f-4792-bd04-f8a5030014f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:31.413763 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7e6da073-9367-4b22-ac6d-07d7e5bcfc93 req-43c60663-224f-4792-bd04-f8a5030014f5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4550698 Sep 07 02:39:31.443220 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=188a469b-6bad-4f9a-8ca7-0aaa4aa7234b,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:31.481159 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-73d6a4ea-a2ee-46ae-9c34-f2f818cecbc2 req-43bf61f8-010c-4b5a-9abd-d2ca339f2d67 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761657 Sep 07 02:39:31.487296 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-c3fc303c-27fe-4280-9e3c-8777d996fbda tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0329733 Sep 07 02:39:31.510202 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-c5ab3eeb-1299-4638-8c8c-2494523e4be1 None None] Provisioning for port 5a10fd3e-a307-42ef-9874-a9290ecbb499 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:39:31.510986 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa356e2-a6ca-42ac-8aff-cad5a718db1c req-5e7b0cc7-b30a-4d9a-abb0-f6bab5b22c3f tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:31.512596 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5fa356e2-a6ca-42ac-8aff-cad5a718db1c req-5e7b0cc7-b30a-4d9a-abb0-f6bab5b22c3f tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] 10.222.0.22 "GET /v2.0/ports?device_id=640d4541-3520-4378-b60d-6b68c23535d6 HTTP/1.1" status: 200 len: 946 time: 0.2935953 Sep 07 02:39:31.519206 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-c5ab3eeb-1299-4638-8c8c-2494523e4be1 None None] Provisioning complete for port 5a10fd3e-a307-42ef-9874-a9290ecbb499 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:39:31.519903 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c5ab3eeb-1299-4638-8c8c-2494523e4be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:31.546068 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-09a0c099-dd13-4b0c-a1ac-0e59e490d616 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Request body: {'port': {'device_id': 'ff8c528d-373f-42ed-8303-ff263d703c42', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '03d408a7-bed1-4074-b2d6-43492534ac51', 'admin_state_up': True, 'tenant_id': '3d937c5301ab43c080b18db78872855b', 'security_groups': ['bcc0067a-9ce8-4875-b922-e18ef41ab841']}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:39:31.614534 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-c5ab3eeb-1299-4638-8c8c-2494523e4be1 None None] Port 5a10fd3e-a307-42ef-9874-a9290ecbb499 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:39:31.666389 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:31.713941 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f7649206-cc51-4e14-b1c1-2a0dc4705fec req-fd8de813-3eac-400b-af95-3cbf2ffb4eb4 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:31.720231 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5fa356e2-a6ca-42ac-8aff-cad5a718db1c req-d8deb9f9-685d-4cf7-8f60-fdd3df8dc859 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b8be1a0-2753-410b-9824-ddf49655ee8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607144 Sep 07 02:39:31.738022 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7e6da073-9367-4b22-ac6d-07d7e5bcfc93 req-ea54b51c-87e2-4575-81e9-93035a72b14a service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083794 Sep 07 02:39:31.754732 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8de813-3eac-400b-af95-3cbf2ffb4eb4 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Pushing event deleted for resources: {'Port': ['ID=ccc897fa-5fcb-42e5-95b8-463db1fe77e8,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:31.793467 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d9b67-ace6-448c-a720-744fdafe8428 req-9bcb25e1-1ff4-458a-af1c-4d4d93c7a9a5 tempest-VolumesAdminNegativeTest-1501720589 tempest-VolumesAdminNegativeTest-1501720589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:31.795156 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-094d9b67-ace6-448c-a720-744fdafe8428 req-9bcb25e1-1ff4-458a-af1c-4d4d93c7a9a5 tempest-VolumesAdminNegativeTest-1501720589 tempest-VolumesAdminNegativeTest-1501720589-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c5d2d81-ef22-4837-871f-685cb1a23836 HTTP/1.1" status: 200 len: 944 time: 0.1609173 Sep 07 02:39:31.908474 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd4bc96-c960-472a-9faf-03ab9d28f842 x-openstack-request-id: req-0dd4bc96-c960-472a-9faf-03ab9d28f842 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:39:31.908979 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12a55746-ab23-49ff-82d9-90204f32d2c2", "name": "network-vif-plugged", "status": "completed", "tag": "188a469b-6bad-4f9a-8ca7-0aaa4aa7234b", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:39:31.909084 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0dd4bc96-c960-472a-9faf-03ab9d28f842 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:39:31.909400 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12a55746-ab23-49ff-82d9-90204f32d2c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '188a469b-6bad-4f9a-8ca7-0aaa4aa7234b', 'code': 200} Sep 07 02:39:31.909665 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-094d9b67-ace6-448c-a720-744fdafe8428 req-b1042f4b-f840-4d76-ba6c-85010c8ad603 tempest-VolumesAdminNegativeTest-1501720589 tempest-VolumesAdminNegativeTest-1501720589-project] 10.222.0.22 "GET /v2.0/security-groups?id=634c0f9e-9f07-436d-a042-1cf2a95373ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698116 Sep 07 02:39:32.000081 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-09a0c099-dd13-4b0c-a1ac-0e59e490d616 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Made reservation on behalf of 3d937c5301ab43c080b18db78872855b for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:39:32.011751 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-09a0c099-dd13-4b0c-a1ac-0e59e490d616 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:32.057436 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7e6da073-9367-4b22-ac6d-07d7e5bcfc93 req-8049abf9-88f9-4ba6-b442-1d848dfe2577 service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100557 Sep 07 02:39:32.183144 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ae03d800-2886-40ac-beaf-17b61b9a8308 req-a49d6d51-b144-408c-85cb-8be1673c1e93 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d5805c37-b156-4c27-8180-c25309ab7be0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2007122 Sep 07 02:39:32.202371 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f7f5b-9499-40e2-8011-cf3dd4c42204 req-0d7902eb-1f75-45eb-93f1-84eac768ef20 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:32.203662 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c541d78-25d7-4bd8-b02b-3ad2ee40dd5d req-4d874e6e-665a-417c-b95d-70b46a023173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:32.204763 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-029f7f5b-9499-40e2-8011-cf3dd4c42204 req-0d7902eb-1f75-45eb-93f1-84eac768ef20 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc51979c-5507-4443-9897-569f07617a01 HTTP/1.1" status: 200 len: 945 time: 0.1849430 Sep 07 02:39:32.211997 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5c541d78-25d7-4bd8-b02b-3ad2ee40dd5d req-4d874e6e-665a-417c-b95d-70b46a023173 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=12a55746-ab23-49ff-82d9-90204f32d2c2 HTTP/1.1" status: 200 len: 1101 time: 0.2063661 Sep 07 02:39:32.214532 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7649206-cc51-4e14-b1c1-2a0dc4705fec req-fd8de813-3eac-400b-af95-3cbf2ffb4eb4 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Router cce89695-f8c6-4f6f-bc86-641d7598211e has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:39:32.323322 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab7af6e-061d-4599-bf1c-03f2800b4476 req-783dbdcd-5b61-4006-b8f9-ea89915a135d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:32.325290 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4ab7af6e-061d-4599-bf1c-03f2800b4476 req-783dbdcd-5b61-4006-b8f9-ea89915a135d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d11f9855c7ad47368244092ce8c7b0d0&device_id=908c93f7-9c83-4718-9fe8-5dc192299845 HTTP/1.1" status: 200 len: 1100 time: 0.1654310 Sep 07 02:39:32.332274 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-029f7f5b-9499-40e2-8011-cf3dd4c42204 req-9f5b8b29-9783-457a-9d75-5be4702bdab0 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164401 Sep 07 02:39:32.335810 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5c541d78-25d7-4bd8-b02b-3ad2ee40dd5d req-d00349aa-e921-4914-89fa-c67bd80a7788 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086159 Sep 07 02:39:32.349904 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872ab3a-49d0-485c-9f2d-e782dc9a124a req-540aa7cb-9e2c-4b7f-b66b-339a0a2f6005 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:32.357555 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b872ab3a-49d0-485c-9f2d-e782dc9a124a req-540aa7cb-9e2c-4b7f-b66b-339a0a2f6005 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=12a55746-ab23-49ff-82d9-90204f32d2c2 HTTP/1.1" status: 200 len: 949 time: 0.2152894 Sep 07 02:39:32.461250 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae03d800-2886-40ac-beaf-17b61b9a8308 req-e1b1b2bf-9f37-4c2f-b8ae-73c3881fe7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:32.462996 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ae03d800-2886-40ac-beaf-17b61b9a8308 req-e1b1b2bf-9f37-4c2f-b8ae-73c3881fe7bf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ec8f998f0dfa49298d81e528b209944e&device_id=d5805c37-b156-4c27-8180-c25309ab7be0 HTTP/1.1" status: 200 len: 1098 time: 0.1937897 Sep 07 02:39:32.491502 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b872ab3a-49d0-485c-9f2d-e782dc9a124a req-c7a8ec59-5d2e-495c-8525-fbbb70725c3f tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287174 Sep 07 02:39:32.503438 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab7af6e-061d-4599-bf1c-03f2800b4476 req-c99f02f0-433b-489d-84f8-b6d5c80e14dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:32.504962 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4ab7af6e-061d-4599-bf1c-03f2800b4476 req-c99f02f0-433b-489d-84f8-b6d5c80e14dd service neutron] 10.222.0.16 "GET /v2.0/networks?id=0823ecf3-066e-49bd-a451-2e84ab79a70f HTTP/1.1" status: 200 len: 869 time: 0.1689911 Sep 07 02:39:32.604973 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-09a0c099-dd13-4b0c-a1ac-0e59e490d616 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Allocated IP 10.2.2.200 (03d408a7-bed1-4074-b2d6-43492534ac51/41c9fc72-e726-4843-ad37-6ac26831d188/bd2646ca-659b-4e2b-8d78-87d5a7a2747d) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:39:32.650632 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7649206-cc51-4e14-b1c1-2a0dc4705fec req-fd8de813-3eac-400b-af95-3cbf2ffb4eb4 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:39:32.663584 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea0e585-f6bc-4cee-9a81-097cb6381ef6 None None] Sync routers for ids ['cce89695-f8c6-4f6f-bc86-641d7598211e'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:39:32.676277 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea0e585-f6bc-4cee-9a81-097cb6381ef6 None None] Routers {'cce89695-f8c6-4f6f-bc86-641d7598211e'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:39:32.678258 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-dea0e585-f6bc-4cee-9a81-097cb6381ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:39:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['cce89695-f8c6-4f6f-bc86-641d7598211e'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:39:32.708201 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425059d4-3079-41c2-9d1f-5f213dd471f6 req-d714b6f3-2d0c-43f2-af83-ccbbc728d36c tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:32.709982 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-425059d4-3079-41c2-9d1f-5f213dd471f6 req-d714b6f3-2d0c-43f2-af83-ccbbc728d36c tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=908c93f7-9c83-4718-9fe8-5dc192299845 HTTP/1.1" status: 200 len: 948 time: 0.1400461 Sep 07 02:39:32.742671 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7649206-cc51-4e14-b1c1-2a0dc4705fec req-fd8de813-3eac-400b-af95-3cbf2ffb4eb4 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] No DVR routers for this DVR port ccc897fa-5fcb-42e5-95b8-463db1fe77e8 on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:39:32.748911 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f7649206-cc51-4e14-b1c1-2a0dc4705fec req-fd8de813-3eac-400b-af95-3cbf2ffb4eb4 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:32.751330 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f7649206-cc51-4e14-b1c1-2a0dc4705fec req-fd8de813-3eac-400b-af95-3cbf2ffb4eb4 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] 10.222.0.23 "DELETE /v2.0/ports/ccc897fa-5fcb-42e5-95b8-463db1fe77e8 HTTP/1.1" status: 204 len: 173 time: 2.5998924 Sep 07 02:39:32.752027 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '640d4541-3520-4378-b60d-6b68c23535d6', 'name': 'network-vif-deleted', 'tag': 'ccc897fa-5fcb-42e5-95b8-463db1fe77e8'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:39:32.754435 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d23f90-2199-45c3-8e4f-3ba206735648" -d '{"events": [{"server_uuid": "640d4541-3520-4378-b60d-6b68c23535d6", "name": "network-vif-deleted", "tag": "ccc897fa-5fcb-42e5-95b8-463db1fe77e8"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:39:32.769434 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae03d800-2886-40ac-beaf-17b61b9a8308 req-cc9c5744-df39-47a6-a184-a4978c603727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:32.771290 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ae03d800-2886-40ac-beaf-17b61b9a8308 req-cc9c5744-df39-47a6-a184-a4978c603727 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc HTTP/1.1" status: 200 len: 923 time: 0.2786832 Sep 07 02:39:32.792667 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-425059d4-3079-41c2-9d1f-5f213dd471f6 req-22b50b94-ced2-49e4-af76-daa73e8d0fa6 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666132 Sep 07 02:39:32.842150 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 1bfb6f6d-ad45-4ff1-ac85-8422274eb61a details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:39:32.890175 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-09a0c099-dd13-4b0c-a1ac-0e59e490d616 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:32.909251 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-09a0c099-dd13-4b0c-a1ac-0e59e490d616 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Transition to ACTIVE for port object bd2646ca-659b-4e2b-8d78-87d5a7a2747d will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:39:32.980240 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-dea0e585-f6bc-4cee-9a81-097cb6381ef6 None None] Set router cce89695-f8c6-4f6f-bc86-641d7598211e gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:39:32.999047 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4ab7af6e-061d-4599-bf1c-03f2800b4476 req-9bc64907-54b2-4e1f-8378-16350cf343af service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=550493f3-d4e7-4f17-9913-257e5f7a4006 HTTP/1.1" status: 200 len: 217 time: 0.4744954 Sep 07 02:39:33.002114 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-09a0c099-dd13-4b0c-a1ac-0e59e490d616 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:33.002921 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f7e0e07d-8f67-4b35-8cd4-8ec4628e4211 req-ffcd46d9-fea8-40a5-a19c-e475c9c32f4c tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] 10.222.0.22 "GET /v2.0/ports?device_id=640d4541-3520-4378-b60d-6b68c23535d6 HTTP/1.1" status: 200 len: 210 time: 0.0453324 Sep 07 02:39:33.036666 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ae03d800-2886-40ac-beaf-17b61b9a8308 req-3445750d-d94b-44c3-9a4d-27d94e2fe50f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5eedbabb-e873-4d54-ab51-89dc35dd007a HTTP/1.1" status: 200 len: 1002 time: 0.2426994 Sep 07 02:39:33.038461 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-09a0c099-dd13-4b0c-a1ac-0e59e490d616 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Network 03d408a7-bed1-4074-b2d6-43492534ac51 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:39:33.047748 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-09a0c099-dd13-4b0c-a1ac-0e59e490d616 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:39:33.066016 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-09a0c099-dd13-4b0c-a1ac-0e59e490d616 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:39:33.124329 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3803ad54-c48a-4ff8-924b-59362baef4ce x-openstack-request-id: req-3803ad54-c48a-4ff8-924b-59362baef4ce {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:39:33.131911 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "640d4541-3520-4378-b60d-6b68c23535d6", "name": "network-vif-deleted", "tag": "ccc897fa-5fcb-42e5-95b8-463db1fe77e8", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:39:33.132341 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3803ad54-c48a-4ff8-924b-59362baef4ce {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:39:33.133659 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '640d4541-3520-4378-b60d-6b68c23535d6', 'name': 'network-vif-deleted', 'tag': 'ccc897fa-5fcb-42e5-95b8-463db1fe77e8', 'status': 'completed', 'code': 200} Sep 07 02:39:33.176137 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae03d800-2886-40ac-beaf-17b61b9a8308 req-77d2fc9e-3c08-42bc-b446-599a1847bfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:33.177757 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-09a0c099-dd13-4b0c-a1ac-0e59e490d616 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:33.178932 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-09a0c099-dd13-4b0c-a1ac-0e59e490d616 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:33.180641 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ae03d800-2886-40ac-beaf-17b61b9a8308 req-77d2fc9e-3c08-42bc-b446-599a1847bfe1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cbe10d5e-50cd-446a-9782-e73eac83e8a3 HTTP/1.1" status: 200 len: 862 time: 0.1352775 Sep 07 02:39:33.242381 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9892c00-ad43-4705-8a80-dae9bed8d37d req-76dd26b5-9e9c-4104-b565-20190e9e5e86 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:33.249787 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9892c00-ad43-4705-8a80-dae9bed8d37d req-76dd26b5-9e9c-4104-b565-20190e9e5e86 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:33.257856 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9892c00-ad43-4705-8a80-dae9bed8d37d req-76dd26b5-9e9c-4104-b565-20190e9e5e86 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:33.264878 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9892c00-ad43-4705-8a80-dae9bed8d37d req-76dd26b5-9e9c-4104-b565-20190e9e5e86 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:33.266908 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c9892c00-ad43-4705-8a80-dae9bed8d37d req-76dd26b5-9e9c-4104-b565-20190e9e5e86 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 3095 time: 0.7760260 Sep 07 02:39:33.305772 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-09a0c099-dd13-4b0c-a1ac-0e59e490d616 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7718272 Sep 07 02:39:33.328123 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-6a77b5a5-7b4d-44ca-82fc-7cacadddd0ca service neutron] Request body: {'port': {'device_id': 'ff8c528d-373f-42ed-8303-ff263d703c42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:39:33.331111 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae03d800-2886-40ac-beaf-17b61b9a8308 req-e20dc6af-6b5a-4b23-a80c-373ddc4e1f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:33.337267 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ae03d800-2886-40ac-beaf-17b61b9a8308 req-e20dc6af-6b5a-4b23-a80c-373ddc4e1f87 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1403985 Sep 07 02:39:33.343312 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 1bfb6f6d-ad45-4ff1-ac85-8422274eb61a, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=1bfb6f6d-ad45-4ff1-ac85-8422274eb61a,segment=NetworkSegment(31898f71-b12c-4a1a-aa63-8680c6f3dce5),segment_id=31898f71-b12c-4a1a-aa63-8680c6f3dce5)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:39:33.383627 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '1bfb6f6d-ad45-4ff1-ac85-8422274eb61a', 'network_id': '564be3bc-b49c-4d54-abd3-ccc0a2d17c95', 'port_id': '1bfb6f6d-ad45-4ff1-ac85-8422274eb61a', 'mac_address': 'fa:16:3e:15:71:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '648bbc86-016c-4dbd-ba7e-1d4192c9cfcd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:39:33.414352 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab7af6e-061d-4599-bf1c-03f2800b4476 req-89445139-7a22-4a9b-af67-017d45e75e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:33.418943 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4ab7af6e-061d-4599-bf1c-03f2800b4476 req-89445139-7a22-4a9b-af67-017d45e75e32 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.4023056 Sep 07 02:39:33.422830 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a0c099-dd13-4b0c-a1ac-0e59e490d616 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Pushing event updated for resources: {'Port': ['ID=bd2646ca-659b-4e2b-8d78-87d5a7a2747d,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:33.458773 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c9892c00-ad43-4705-8a80-dae9bed8d37d req-ade97caa-7f5a-4f47-a6f4-2b283c8d8849 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcc0067a-9ce8-4875-b922-e18ef41ab841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1776025 Sep 07 02:39:33.477788 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:33.552032 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-6a77b5a5-7b4d-44ca-82fc-7cacadddd0ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:33.560986 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bfb6f6d-ad45-4ff1-ac85-8422274eb61a {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:39:33.564741 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab7af6e-061d-4599-bf1c-03f2800b4476 req-0ab84fd1-f27d-4c34-b301-789162a63dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:33.566450 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4ab7af6e-061d-4599-bf1c-03f2800b4476 req-0ab84fd1-f27d-4c34-b301-789162a63dfe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1378181 Sep 07 02:39:33.616582 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-ee0a966e-7ca3-43b0-96e4-d750802ada96 None None] Provisioning for port bd2646ca-659b-4e2b-8d78-87d5a7a2747d completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:39:33.648015 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-ee0a966e-7ca3-43b0-96e4-d750802ada96 None None] Provisioning complete for port bd2646ca-659b-4e2b-8d78-87d5a7a2747d triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:39:33.648623 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ee0a966e-7ca3-43b0-96e4-d750802ada96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:33.690728 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-ee0a966e-7ca3-43b0-96e4-d750802ada96 None None] Port bd2646ca-659b-4e2b-8d78-87d5a7a2747d cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:39:33.693654 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 1bfb6f6d-ad45-4ff1-ac85-8422274eb61a, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=1bfb6f6d-ad45-4ff1-ac85-8422274eb61a,segment=NetworkSegment(31898f71-b12c-4a1a-aa63-8680c6f3dce5),segment_id=31898f71-b12c-4a1a-aa63-8680c6f3dce5)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:39:33.703093 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:33.779611 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=1bfb6f6d-ad45-4ff1-ac85-8422274eb61a,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:33.796162 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-dea0e585-f6bc-4cee-9a81-097cb6381ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce89695-f8c6-4f6f-bc86-641d7598211e', 'name': 'tempest-ServersTestBootFromVolume-2082001386-router', 'tenant_id': 'a7ff0a8f96b74e6091b64557a791e2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '9465ab6e-2b32-497d-966c-0c15057b7c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:36:08Z', 'updated_at': '2021-09-07T02:36:15Z', 'revision_number': 4, 'project_id': 'a7ff0a8f96b74e6091b64557a791e2a0', 'gw_port': {'id': '9465ab6e-2b32-497d-966c-0c15057b7c0f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:28:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce89695-f8c6-4f6f-bc86-641d7598211e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:36:09Z', 'updated_at': '2021-09-07T02:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '3fe4c6d6-d09f-4eca-b487-2251cff49e5a', 'name': '', 'network_id': '67b2a986-cf77-4844-b821-6fa0d8b54e01', 'tenant_id': 'a7ff0a8f96b74e6091b64557a791e2a0', 'mac_address': 'fa:16:3e:4c:ce:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce89695-f8c6-4f6f-bc86-641d7598211e', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '66f60b8d-a718-4a50-a37e-972188b63df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:36:13Z', 'updated_at': '2021-09-07T02:36:26Z', 'revision_number': 5, 'project_id': 'a7ff0a8f96b74e6091b64557a791e2a0', 'subnets': [{'id': '66f60b8d-a718-4a50-a37e-972188b63df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:39:33.854359 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea0e585-f6bc-4cee-9a81-097cb6381ef6 None None] Checking router: cce89695-f8c6-4f6f-bc86-641d7598211e for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:39:33.869819 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea0e585-f6bc-4cee-9a81-097cb6381ef6 None None] Routers {'cce89695-f8c6-4f6f-bc86-641d7598211e'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:39:33.870564 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-dea0e585-f6bc-4cee-9a81-097cb6381ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:39:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['cce89695-f8c6-4f6f-bc86-641d7598211e'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:39:34.019000 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88725cc8-0bd8-4dc8-8039-d08fcde50fed req-59ef675b-8923-4fb9-95fc-af52ac0edf94 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:34.021110 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-88725cc8-0bd8-4dc8-8039-d08fcde50fed req-59ef675b-8923-4fb9-95fc-af52ac0edf94 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc51979c-5507-4443-9897-569f07617a01 HTTP/1.1" status: 200 len: 945 time: 0.2820008 Sep 07 02:39:34.036891 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4ab7af6e-061d-4599-bf1c-03f2800b4476 req-bc3d36dc-8661-40c8-8f29-2ff869fbc486 service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4092882 Sep 07 02:39:34.097120 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['1bfb6f6d-ad45-4ff1-ac85-8422274eb61a'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:39:34.177131 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-88725cc8-0bd8-4dc8-8039-d08fcde50fed req-230a4a82-bea3-4050-83de-10acce734e86 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482918 Sep 07 02:39:34.255313 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f6454-f311-4fd1-b237-c6e0b41ed02d req-db46e035-b002-411f-81b7-c5d6c74ae8df tempest-VolumesAdminNegativeTest-1501720589 tempest-VolumesAdminNegativeTest-1501720589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:34.262470 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3b9f6454-f311-4fd1-b237-c6e0b41ed02d req-db46e035-b002-411f-81b7-c5d6c74ae8df tempest-VolumesAdminNegativeTest-1501720589 tempest-VolumesAdminNegativeTest-1501720589-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c5d2d81-ef22-4837-871f-685cb1a23836 HTTP/1.1" status: 200 len: 944 time: 0.8880875 Sep 07 02:39:34.295334 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4ab7af6e-061d-4599-bf1c-03f2800b4476 req-722885d5-e7f7-4d24-b157-1dcec818c5dd service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440631 Sep 07 02:39:34.296076 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ae03d800-2886-40ac-beaf-17b61b9a8308 req-7870da19-9e98-4288-a4a0-e37a3e28ee4d service neutron] 10.222.0.16 "GET /v2.0/networks/6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9505212 Sep 07 02:39:34.301935 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-dea0e585-f6bc-4cee-9a81-097cb6381ef6 None None] Set router cce89695-f8c6-4f6f-bc86-641d7598211e gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:39:34.333884 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3b9f6454-f311-4fd1-b237-c6e0b41ed02d req-cee7d954-dbc9-49b5-b3bf-355b6c7c3921 tempest-VolumesAdminNegativeTest-1501720589 tempest-VolumesAdminNegativeTest-1501720589-project] 10.222.0.22 "GET /v2.0/security-groups?id=634c0f9e-9f07-436d-a042-1cf2a95373ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704947 Sep 07 02:39:34.474905 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-6a77b5a5-7b4d-44ca-82fc-7cacadddd0ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ece7923-d776-40ec-9db6-8b3f1d9ba82b {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:39:34.490364 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a788b52-3922-43ac-a8ef-14bd16e0ccb3 req-86dfbee0-65bc-41d7-9c8e-7afafbfb7e26 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:34.499743 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6a788b52-3922-43ac-a8ef-14bd16e0ccb3 req-86dfbee0-65bc-41d7-9c8e-7afafbfb7e26 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=12a55746-ab23-49ff-82d9-90204f32d2c2 HTTP/1.1" status: 200 len: 949 time: 0.1725111 Sep 07 02:39:34.505995 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-6a77b5a5-7b4d-44ca-82fc-7cacadddd0ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:34.557151 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6a788b52-3922-43ac-a8ef-14bd16e0ccb3 req-9408fe16-cbed-488e-8d4f-8f294e97d3d8 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543778 Sep 07 02:39:34.589206 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-6a77b5a5-7b4d-44ca-82fc-7cacadddd0ca service neutron] Transition to ACTIVE for port object 7ece7923-d776-40ec-9db6-8b3f1d9ba82b will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:39:34.595966 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-6a77b5a5-7b4d-44ca-82fc-7cacadddd0ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:34.620426 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9b91f-8185-44a2-b738-d07815621e64 req-dbced200-8b0e-4c7a-9fcc-19abbe8e0ac7 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:34.629624 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-89f9b91f-8185-44a2-b738-d07815621e64 req-dbced200-8b0e-4c7a-9fcc-19abbe8e0ac7 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=908c93f7-9c83-4718-9fe8-5dc192299845 HTTP/1.1" status: 200 len: 948 time: 0.1857779 Sep 07 02:39:34.675042 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ae03d800-2886-40ac-beaf-17b61b9a8308 req-5c3b7517-8dd8-48a6-ad57-19e382136b9d service neutron] 10.222.0.16 "GET /v2.0/networks/6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621168 Sep 07 02:39:34.705561 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6e17e242-19a0-476c-83b0-24ebea85e3e5 req-a0678faf-cf76-40cc-a5a4-69c084b43c4c tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] 10.222.0.22 "GET /v2.0/ports?device_id=640d4541-3520-4378-b60d-6b68c23535d6 HTTP/1.1" status: 200 len: 210 time: 0.0357778 Sep 07 02:39:34.725070 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-89f9b91f-8185-44a2-b738-d07815621e64 req-e022f152-d90e-46b3-8f1b-c3782b1f8e06 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943215 Sep 07 02:39:34.742221 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a77b5a5-7b4d-44ca-82fc-7cacadddd0ca service neutron] Pushing event updated for resources: {'Port': ['ID=7ece7923-d776-40ec-9db6-8b3f1d9ba82b,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:34.827164 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-dea0e585-f6bc-4cee-9a81-097cb6381ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce89695-f8c6-4f6f-bc86-641d7598211e', 'name': 'tempest-ServersTestBootFromVolume-2082001386-router', 'tenant_id': 'a7ff0a8f96b74e6091b64557a791e2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '9465ab6e-2b32-497d-966c-0c15057b7c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:36:08Z', 'updated_at': '2021-09-07T02:36:15Z', 'revision_number': 4, 'project_id': 'a7ff0a8f96b74e6091b64557a791e2a0', 'gw_port': {'id': '9465ab6e-2b32-497d-966c-0c15057b7c0f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:28:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce89695-f8c6-4f6f-bc86-641d7598211e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:36:09Z', 'updated_at': '2021-09-07T02:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '3fe4c6d6-d09f-4eca-b487-2251cff49e5a', 'name': '', 'network_id': '67b2a986-cf77-4844-b821-6fa0d8b54e01', 'tenant_id': 'a7ff0a8f96b74e6091b64557a791e2a0', 'mac_address': 'fa:16:3e:4c:ce:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce89695-f8c6-4f6f-bc86-641d7598211e', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '66f60b8d-a718-4a50-a37e-972188b63df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:36:13Z', 'updated_at': '2021-09-07T02:36:26Z', 'revision_number': 5, 'project_id': 'a7ff0a8f96b74e6091b64557a791e2a0', 'subnets': [{'id': '66f60b8d-a718-4a50-a37e-972188b63df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:39:34.926766 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-6a77b5a5-7b4d-44ca-82fc-7cacadddd0ca service neutron] Attempting to bind port 7ece7923-d776-40ec-9db6-8b3f1d9ba82b on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:39:34.930816 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-6a77b5a5-7b4d-44ca-82fc-7cacadddd0ca service neutron] Attempting to bind port 7ece7923-d776-40ec-9db6-8b3f1d9ba82b by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '531bd934-22d9-4955-9c53-1181d12eb23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '96cf2c3c-2cd2-4441-b075-5aca4d5876d6'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:39:34.931171 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-6a77b5a5-7b4d-44ca-82fc-7cacadddd0ca service neutron] Attempting to bind port 7ece7923-d776-40ec-9db6-8b3f1d9ba82b on network 96cf2c3c-2cd2-4441-b075-5aca4d5876d6 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:39:34.937460 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 550493f3-d4e7-4f17-9913-257e5f7a4006 details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:39:34.944562 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea0e585-f6bc-4cee-9a81-097cb6381ef6 None None] The sync data for ids ['cce89695-f8c6-4f6f-bc86-641d7598211e'] in n-d-796209-16 is: [{'id': 'cce89695-f8c6-4f6f-bc86-641d7598211e', 'name': 'tempest-ServersTestBootFromVolume-2082001386-router', 'tenant_id': 'a7ff0a8f96b74e6091b64557a791e2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '9465ab6e-2b32-497d-966c-0c15057b7c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:36:08Z', 'updated_at': '2021-09-07T02:36:15Z', 'revision_number': 4, 'project_id': 'a7ff0a8f96b74e6091b64557a791e2a0', 'gw_port': {'id': '9465ab6e-2b32-497d-966c-0c15057b7c0f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:28:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce89695-f8c6-4f6f-bc86-641d7598211e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:36:09Z', 'updated_at': '2021-09-07T02:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '3fe4c6d6-d09f-4eca-b487-2251cff49e5a', 'name': '', 'network_id': '67b2a986-cf77-4844-b821-6fa0d8b54e01', 'tenant_id': 'a7ff0a8f96b74e6091b64557a791e2a0', 'mac_address': 'fa:16:3e:4c:ce:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce89695-f8c6-4f6f-bc86-641d7598211e', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '66f60b8d-a718-4a50-a37e-972188b63df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:36:13Z', 'updated_at': '2021-09-07T02:36:26Z', 'revision_number': 5, 'project_id': 'a7ff0a8f96b74e6091b64557a791e2a0', 'subnets': [{'id': '66f60b8d-a718-4a50-a37e-972188b63df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:39:34.945677 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-6a77b5a5-7b4d-44ca-82fc-7cacadddd0ca service neutron] Port 7ece7923-d776-40ec-9db6-8b3f1d9ba82b on network 96cf2c3c-2cd2-4441-b075-5aca4d5876d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:39:34.946025 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-6a77b5a5-7b4d-44ca-82fc-7cacadddd0ca service neutron] Attempting to bind port 7ece7923-d776-40ec-9db6-8b3f1d9ba82b on network 96cf2c3c-2cd2-4441-b075-5aca4d5876d6 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:39:34.961244 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c490b-7aad-41b7-b24e-9807326e6872 req-0ec88b36-c580-4c95-973e-46d2333dec97 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:34.964097 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-6a77b5a5-7b4d-44ca-82fc-7cacadddd0ca service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:39:34.964485 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-6a77b5a5-7b4d-44ca-82fc-7cacadddd0ca service neutron] Checking segment: {'id': '531bd934-22d9-4955-9c53-1181d12eb23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '96cf2c3c-2cd2-4441-b075-5aca4d5876d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:39:34.965195 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-6a77b5a5-7b4d-44ca-82fc-7cacadddd0ca service neutron] Bound using segment: {'id': '531bd934-22d9-4955-9c53-1181d12eb23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '96cf2c3c-2cd2-4441-b075-5aca4d5876d6'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:39:34.965676 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-6a77b5a5-7b4d-44ca-82fc-7cacadddd0ca service neutron] Bound port: 7ece7923-d776-40ec-9db6-8b3f1d9ba82b, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '531bd934-22d9-4955-9c53-1181d12eb23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '96cf2c3c-2cd2-4441-b075-5aca4d5876d6'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:39:34.966571 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-6a77b5a5-7b4d-44ca-82fc-7cacadddd0ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:34.981976 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c490b-7aad-41b7-b24e-9807326e6872 req-0ec88b36-c580-4c95-973e-46d2333dec97 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:35.008215 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c490b-7aad-41b7-b24e-9807326e6872 req-0ec88b36-c580-4c95-973e-46d2333dec97 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:35.030089 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c490b-7aad-41b7-b24e-9807326e6872 req-0ec88b36-c580-4c95-973e-46d2333dec97 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:35.054745 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c490b-7aad-41b7-b24e-9807326e6872 req-0ec88b36-c580-4c95-973e-46d2333dec97 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:35.057662 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9b8c490b-7aad-41b7-b24e-9807326e6872 req-0ec88b36-c580-4c95-973e-46d2333dec97 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 3828 time: 0.2052631 Sep 07 02:39:35.163149 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-6a77b5a5-7b4d-44ca-82fc-7cacadddd0ca service neutron] For port 7ece7923-d776-40ec-9db6-8b3f1d9ba82b, host n-h2-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:39:35.173167 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9b8c490b-7aad-41b7-b24e-9807326e6872 req-36f09e70-d581-46f9-925d-5cbad24e2797 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcc0067a-9ce8-4875-b922-e18ef41ab841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044257 Sep 07 02:39:35.186846 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-6a77b5a5-7b4d-44ca-82fc-7cacadddd0ca service neutron] For port 7ece7923-d776-40ec-9db6-8b3f1d9ba82b, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=7ece7923-d776-40ec-9db6-8b3f1d9ba82b,segment=NetworkSegment(531bd934-22d9-4955-9c53-1181d12eb23f),segment_id=531bd934-22d9-4955-9c53-1181d12eb23f)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:39:35.205151 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-6a77b5a5-7b4d-44ca-82fc-7cacadddd0ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:35.218774 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 550493f3-d4e7-4f17-9913-257e5f7a4006, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=550493f3-d4e7-4f17-9913-257e5f7a4006,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:39:35.245753 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '550493f3-d4e7-4f17-9913-257e5f7a4006', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'port_id': '550493f3-d4e7-4f17-9913-257e5f7a4006', 'mac_address': 'fa:16:3e:2e:a0:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '694f9550-ba12-4672-8446-41848123cea2', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:39:35.277710 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-6a77b5a5-7b4d-44ca-82fc-7cacadddd0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:35.278709 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-6a77b5a5-7b4d-44ca-82fc-7cacadddd0ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:35.280473 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-6a77b5a5-7b4d-44ca-82fc-7cacadddd0ca service neutron] 10.222.0.16 "PUT /v2.0/ports/7ece7923-d776-40ec-9db6-8b3f1d9ba82b HTTP/1.1" status: 200 len: 1093 time: 1.9589612 Sep 07 02:39:35.281123 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff8c528d-373f-42ed-8303-ff263d703c42', 'tag': '7ece7923-d776-40ec-9db6-8b3f1d9ba82b'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:39:35.284847 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a642ae7-1d1d-483c-9557-6f24104ac87b" -d '{"events": [{"name": "network-changed", "server_uuid": "ff8c528d-373f-42ed-8303-ff263d703c42", "tag": "7ece7923-d776-40ec-9db6-8b3f1d9ba82b"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:39:35.332415 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-43579437-8631-46b7-b9ec-5cdc6c607fc7 service neutron] Request body: {'port': {'device_id': 'ff8c528d-373f-42ed-8303-ff263d703c42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:39:35.393019 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:35.415473 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 550493f3-d4e7-4f17-9913-257e5f7a4006 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:39:35.493842 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 550493f3-d4e7-4f17-9913-257e5f7a4006, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=550493f3-d4e7-4f17-9913-257e5f7a4006,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:39:35.502265 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:35.524256 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40266925-4250-4ce9-a53f-15066acf250a None None] New status for floating IP cb7b2b9c-650a-4ffe-b4ae-0d1cd854fcb8: DOWN {{(pid=94703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 02:39:35.562052 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a77b5a5-7b4d-44ca-82fc-7cacadddd0ca service neutron] Pushing event updated for resources: {'Port': ['ID=7ece7923-d776-40ec-9db6-8b3f1d9ba82b,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:35.613882 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e57c01-43da-4f35-b0ae-9c0786b18760 req-33e26181-f177-48aa-8d54-d70be629d907 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:35.621288 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=550493f3-d4e7-4f17-9913-257e5f7a4006,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:35.627251 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-64e57c01-43da-4f35-b0ae-9c0786b18760 req-33e26181-f177-48aa-8d54-d70be629d907 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc51979c-5507-4443-9897-569f07617a01 HTTP/1.1" status: 200 len: 945 time: 0.1374099 Sep 07 02:39:35.652353 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08453f2d-8643-4fa1-b65f-db717ae6b4af req-6d0cb866-79c1-45d4-b745-3b7355716dc3 tempest-MigrationsAdminTest-1057057513 tempest-MigrationsAdminTest-1057057513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:35.654400 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-08453f2d-8643-4fa1-b65f-db717ae6b4af req-6d0cb866-79c1-45d4-b745-3b7355716dc3 tempest-MigrationsAdminTest-1057057513 tempest-MigrationsAdminTest-1057057513-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=12a55746-ab23-49ff-82d9-90204f32d2c2 HTTP/1.1" status: 200 len: 1101 time: 0.2754734 Sep 07 02:39:35.655145 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-43579437-8631-46b7-b9ec-5cdc6c607fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:35.697962 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-64e57c01-43da-4f35-b0ae-9c0786b18760 req-2460b7b2-04cd-494c-96bb-a177f9fe234c tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676210 Sep 07 02:39:35.724156 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-08453f2d-8643-4fa1-b65f-db717ae6b4af req-20be26dd-24d6-4208-bbca-76233a0151c7 tempest-MigrationsAdminTest-1057057513 tempest-MigrationsAdminTest-1057057513-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:35.776310 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['550493f3-d4e7-4f17-9913-257e5f7a4006'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:39:35.908486 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f33384-33a7-4a40-b472-293ff54710c7 x-openstack-request-id: req-75f33384-33a7-4a40-b472-293ff54710c7 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:39:35.909206 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff8c528d-373f-42ed-8303-ff263d703c42", "tag": "7ece7923-d776-40ec-9db6-8b3f1d9ba82b", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:39:35.909641 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-75f33384-33a7-4a40-b472-293ff54710c7 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:39:35.910364 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff8c528d-373f-42ed-8303-ff263d703c42', 'tag': '7ece7923-d776-40ec-9db6-8b3f1d9ba82b', 'status': 'completed', 'code': 200} Sep 07 02:39:35.969520 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a642ae7-1d1d-483c-9557-6f24104ac87b req-44ae0b41-e853-444c-9dd7-a7211a7435b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:35.980045 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a642ae7-1d1d-483c-9557-6f24104ac87b req-44ae0b41-e853-444c-9dd7-a7211a7435b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:35.980640 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a642ae7-1d1d-483c-9557-6f24104ac87b req-44ae0b41-e853-444c-9dd7-a7211a7435b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:35.981183 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a642ae7-1d1d-483c-9557-6f24104ac87b req-44ae0b41-e853-444c-9dd7-a7211a7435b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:35.981728 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a642ae7-1d1d-483c-9557-6f24104ac87b req-44ae0b41-e853-444c-9dd7-a7211a7435b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:35.984377 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a642ae7-1d1d-483c-9557-6f24104ac87b req-44ae0b41-e853-444c-9dd7-a7211a7435b6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3d937c5301ab43c080b18db78872855b&device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 4364 time: 0.1915290 Sep 07 02:39:36.021283 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9122090-116e-4b02-8543-4c93453d819c req-440bb72b-b6c4-4595-8db7-a967d698dbc4 tempest-VolumesAdminNegativeTest-1501720589 tempest-VolumesAdminNegativeTest-1501720589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:36.030526 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f9122090-116e-4b02-8543-4c93453d819c req-440bb72b-b6c4-4595-8db7-a967d698dbc4 tempest-VolumesAdminNegativeTest-1501720589 tempest-VolumesAdminNegativeTest-1501720589-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c5d2d81-ef22-4837-871f-685cb1a23836 HTTP/1.1" status: 200 len: 945 time: 0.1575382 Sep 07 02:39:36.123131 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f9122090-116e-4b02-8543-4c93453d819c req-4f92305a-214f-4664-a1e5-a7714ac5f196 tempest-VolumesAdminNegativeTest-1501720589 tempest-VolumesAdminNegativeTest-1501720589-project] 10.222.0.22 "GET /v2.0/security-groups?id=634c0f9e-9f07-436d-a042-1cf2a95373ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857460 Sep 07 02:39:36.167209 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-08453f2d-8643-4fa1-b65f-db717ae6b4af req-20be26dd-24d6-4208-bbca-76233a0151c7 tempest-MigrationsAdminTest-1057057513 tempest-MigrationsAdminTest-1057057513-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:36.177791 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-08453f2d-8643-4fa1-b65f-db717ae6b4af req-20be26dd-24d6-4208-bbca-76233a0151c7 tempest-MigrationsAdminTest-1057057513 tempest-MigrationsAdminTest-1057057513-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:36.196458 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-43579437-8631-46b7-b9ec-5cdc6c607fc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1727b4ca-2dd0-4cd4-898e-db87f6c72464 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:39:36.206354 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-08453f2d-8643-4fa1-b65f-db717ae6b4af req-20be26dd-24d6-4208-bbca-76233a0151c7 tempest-MigrationsAdminTest-1057057513 tempest-MigrationsAdminTest-1057057513-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5442798 Sep 07 02:39:36.212482 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-43579437-8631-46b7-b9ec-5cdc6c607fc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:36.259167 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-43579437-8631-46b7-b9ec-5cdc6c607fc7 service neutron] Transition to ACTIVE for port object 1727b4ca-2dd0-4cd4-898e-db87f6c72464 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:39:36.260604 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20be26dd-24d6-4208-bbca-76233a0151c7 tempest-MigrationsAdminTest-1057057513 tempest-MigrationsAdminTest-1057057513-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40b6eba-b8f6-45aa-8ec2-9067b33e6724,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:36.275536 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-43579437-8631-46b7-b9ec-5cdc6c607fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:36.287388 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8b64741d-3569-43c8-a621-113adf495a37 req-bca98d8f-7411-450d-b470-fb4e607d84aa tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] 10.222.0.22 "GET /v2.0/ports?device_id=640d4541-3520-4378-b60d-6b68c23535d6 HTTP/1.1" status: 200 len: 210 time: 0.0499709 Sep 07 02:39:36.300356 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a642ae7-1d1d-483c-9557-6f24104ac87b req-691a28d0-b8bc-4563-b7d2-31d73a944214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:36.302117 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a642ae7-1d1d-483c-9557-6f24104ac87b req-691a28d0-b8bc-4563-b7d2-31d73a944214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:36.302853 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a642ae7-1d1d-483c-9557-6f24104ac87b req-691a28d0-b8bc-4563-b7d2-31d73a944214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:36.310113 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a642ae7-1d1d-483c-9557-6f24104ac87b req-691a28d0-b8bc-4563-b7d2-31d73a944214 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=3d937c5301ab43c080b18db78872855b&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.3139129 Sep 07 02:39:36.365581 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43579437-8631-46b7-b9ec-5cdc6c607fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=1727b4ca-2dd0-4cd4-898e-db87f6c72464,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:36.542833 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a642ae7-1d1d-483c-9557-6f24104ac87b req-0f175dcb-79af-4f0c-a829-3d3969e587a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:36.543087 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a5d87-b664-4ca8-ab26-f62bd934ebc0 req-f5b17854-f947-4a5f-a202-ea9d479c9421 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:36.544389 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a642ae7-1d1d-483c-9557-6f24104ac87b req-0f175dcb-79af-4f0c-a829-3d3969e587a9 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2250428 Sep 07 02:39:36.548438 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ca5a5d87-b664-4ca8-ab26-f62bd934ebc0 req-f5b17854-f947-4a5f-a202-ea9d479c9421 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=908c93f7-9c83-4718-9fe8-5dc192299845 HTTP/1.1" status: 200 len: 949 time: 0.1322787 Sep 07 02:39:36.549453 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-43579437-8631-46b7-b9ec-5cdc6c607fc7 service neutron] Attempting to bind port 1727b4ca-2dd0-4cd4-898e-db87f6c72464 on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:39:36.560301 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-43579437-8631-46b7-b9ec-5cdc6c607fc7 service neutron] Attempting to bind port 1727b4ca-2dd0-4cd4-898e-db87f6c72464 by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '42e2f895-6783-4d8e-9fcc-c0b67699fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7ef96948-9b26-4186-9197-3dc341e621f0'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:39:36.560301 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-43579437-8631-46b7-b9ec-5cdc6c607fc7 service neutron] Attempting to bind port 1727b4ca-2dd0-4cd4-898e-db87f6c72464 on network 7ef96948-9b26-4186-9197-3dc341e621f0 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:39:36.589155 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-43579437-8631-46b7-b9ec-5cdc6c607fc7 service neutron] Port 1727b4ca-2dd0-4cd4-898e-db87f6c72464 on network 7ef96948-9b26-4186-9197-3dc341e621f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:39:36.589763 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-43579437-8631-46b7-b9ec-5cdc6c607fc7 service neutron] Attempting to bind port 1727b4ca-2dd0-4cd4-898e-db87f6c72464 on network 7ef96948-9b26-4186-9197-3dc341e621f0 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:39:36.610934 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-43579437-8631-46b7-b9ec-5cdc6c607fc7 service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:39:36.611348 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-43579437-8631-46b7-b9ec-5cdc6c607fc7 service neutron] Checking segment: {'id': '42e2f895-6783-4d8e-9fcc-c0b67699fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7ef96948-9b26-4186-9197-3dc341e621f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:39:36.611724 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-43579437-8631-46b7-b9ec-5cdc6c607fc7 service neutron] Bound using segment: {'id': '42e2f895-6783-4d8e-9fcc-c0b67699fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7ef96948-9b26-4186-9197-3dc341e621f0'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:39:36.612229 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-43579437-8631-46b7-b9ec-5cdc6c607fc7 service neutron] Bound port: 1727b4ca-2dd0-4cd4-898e-db87f6c72464, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42e2f895-6783-4d8e-9fcc-c0b67699fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7ef96948-9b26-4186-9197-3dc341e621f0'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:39:36.612526 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-43579437-8631-46b7-b9ec-5cdc6c607fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:36.641418 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ca5a5d87-b664-4ca8-ab26-f62bd934ebc0 req-2e000b04-ed42-4dcd-b208-6378931bbfad tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744181 Sep 07 02:39:36.654052 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74bab0-966f-4e8b-9e85-6e201ad433a3 req-a0d39b9a-ab27-4738-8b07-d28ab4587ab7 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:36.670830 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74bab0-966f-4e8b-9e85-6e201ad433a3 req-a0d39b9a-ab27-4738-8b07-d28ab4587ab7 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:36.677777 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74bab0-966f-4e8b-9e85-6e201ad433a3 req-a0d39b9a-ab27-4738-8b07-d28ab4587ab7 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:36.693299 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74bab0-966f-4e8b-9e85-6e201ad433a3 req-a0d39b9a-ab27-4738-8b07-d28ab4587ab7 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:36.705782 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74bab0-966f-4e8b-9e85-6e201ad433a3 req-a0d39b9a-ab27-4738-8b07-d28ab4587ab7 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:36.713673 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74bab0-966f-4e8b-9e85-6e201ad433a3 req-a0d39b9a-ab27-4738-8b07-d28ab4587ab7 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:36.732331 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5d74bab0-966f-4e8b-9e85-6e201ad433a3 req-a0d39b9a-ab27-4738-8b07-d28ab4587ab7 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 4601 time: 0.1869063 Sep 07 02:39:36.764753 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-43579437-8631-46b7-b9ec-5cdc6c607fc7 service neutron] For port 1727b4ca-2dd0-4cd4-898e-db87f6c72464, host n-h2-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:39:36.775328 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-43579437-8631-46b7-b9ec-5cdc6c607fc7 service neutron] For port 1727b4ca-2dd0-4cd4-898e-db87f6c72464, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=1727b4ca-2dd0-4cd4-898e-db87f6c72464,segment=NetworkSegment(42e2f895-6783-4d8e-9fcc-c0b67699fbd1),segment_id=42e2f895-6783-4d8e-9fcc-c0b67699fbd1)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:39:36.783786 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-43579437-8631-46b7-b9ec-5cdc6c607fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:36.825315 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5d74bab0-966f-4e8b-9e85-6e201ad433a3 req-c992d7bd-ed07-456e-a486-c341042d0de4 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcc0067a-9ce8-4875-b922-e18ef41ab841&id=57505a62-ceae-4832-b8a9-6ac0b7088f20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0917761 Sep 07 02:39:36.843192 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 1bfb6f6d-ad45-4ff1-ac85-8422274eb61a up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:39:36.869479 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-43579437-8631-46b7-b9ec-5cdc6c607fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:36.870054 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-43579437-8631-46b7-b9ec-5cdc6c607fc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:36.871472 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-43579437-8631-46b7-b9ec-5cdc6c607fc7 service neutron] 10.222.0.16 "PUT /v2.0/ports/1727b4ca-2dd0-4cd4-898e-db87f6c72464 HTTP/1.1" status: 200 len: 1132 time: 1.5447798 Sep 07 02:39:36.926648 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-1404e736-ebed-488d-ae10-b106a9da8274 service neutron] Request body: {'port': {'device_id': 'ff8c528d-373f-42ed-8303-ff263d703c42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:39:36.947238 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 550493f3-d4e7-4f17-9913-257e5f7a4006 up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:39:36.979758 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43579437-8631-46b7-b9ec-5cdc6c607fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=1727b4ca-2dd0-4cd4-898e-db87f6c72464,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:37.149378 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port 1bfb6f6d-ad45-4ff1-ac85-8422274eb61a completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:39:37.157018 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port 1bfb6f6d-ad45-4ff1-ac85-8422274eb61a triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:39:37.157474 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:37.175575 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-1404e736-ebed-488d-ae10-b106a9da8274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:37.218921 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port 550493f3-d4e7-4f17-9913-257e5f7a4006 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:39:37.229888 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 550493f3-d4e7-4f17-9913-257e5f7a4006 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:39:37.234940 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:37.264532 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd619b-6d10-4e7c-a33d-fdfcccd6c00d req-24a4e4b5-6786-4824-af94-10e14612e18e tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:37.276999 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-56cd619b-6d10-4e7c-a33d-fdfcccd6c00d req-24a4e4b5-6786-4824-af94-10e14612e18e tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc51979c-5507-4443-9897-569f07617a01 HTTP/1.1" status: 200 len: 945 time: 0.1267869 Sep 07 02:39:37.379269 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-56cd619b-6d10-4e7c-a33d-fdfcccd6c00d req-bf50c655-546b-4050-8af8-a7bb8e0375ef tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973260 Sep 07 02:39:37.501413 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:37.530460 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f0157a68-ba4d-48dc-bc32-a873260f08a5 req-c6bea790-9d30-465c-9c0e-81f87b7b7394 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] 10.222.0.22 "GET /v2.0/ports?device_id=640d4541-3520-4378-b60d-6b68c23535d6 HTTP/1.1" status: 200 len: 210 time: 0.0634964 Sep 07 02:39:37.618496 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c5d2d81-ef22-4837-871f-685cb1a23836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bfb6f6d-ad45-4ff1-ac85-8422274eb61a'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:39:37.621208 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12f4965-4c50-4f5d-97ea-da250645be31" -d '{"events": [{"server_uuid": "5c5d2d81-ef22-4837-871f-685cb1a23836", "name": "network-vif-plugged", "status": "completed", "tag": "1bfb6f6d-ad45-4ff1-ac85-8422274eb61a"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:39:37.632244 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:37.647421 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 1bfb6f6d-ad45-4ff1-ac85-8422274eb61a, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=1bfb6f6d-ad45-4ff1-ac85-8422274eb61a,segment=NetworkSegment(31898f71-b12c-4a1a-aa63-8680c6f3dce5),segment_id=31898f71-b12c-4a1a-aa63-8680c6f3dce5)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:39:37.663147 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:37.698758 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 550493f3-d4e7-4f17-9913-257e5f7a4006, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=550493f3-d4e7-4f17-9913-257e5f7a4006,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:39:37.709262 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4cae0-d1f3-4d7d-83ac-03259c76163e req-962f40d2-2a5a-48f5-a681-7716279a8659 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:37.710842 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1de4cae0-d1f3-4d7d-83ac-03259c76163e req-962f40d2-2a5a-48f5-a681-7716279a8659 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=12a55746-ab23-49ff-82d9-90204f32d2c2 HTTP/1.1" status: 200 len: 949 time: 0.1048217 Sep 07 02:39:37.741360 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:37.774999 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1de4cae0-d1f3-4d7d-83ac-03259c76163e req-d5d6e0c2-0636-4356-a28a-c4e2ac7c7543 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571086 Sep 07 02:39:37.789781 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=1bfb6f6d-ad45-4ff1-ac85-8422274eb61a,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:37.838722 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-1404e736-ebed-488d-ae10-b106a9da8274 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21eaabc2-91c8-4dda-aaa3-2aa2a5e27cfe {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:39:37.855141 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-1404e736-ebed-488d-ae10-b106a9da8274 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:37.905970 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=550493f3-d4e7-4f17-9913-257e5f7a4006,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:37.919108 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3cbde0-8bd5-435b-bdd4-1e8a370b27bb x-openstack-request-id: req-1a3cbde0-8bd5-435b-bdd4-1e8a370b27bb {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:39:37.919397 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c5d2d81-ef22-4837-871f-685cb1a23836", "name": "network-vif-plugged", "status": "completed", "tag": "1bfb6f6d-ad45-4ff1-ac85-8422274eb61a", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:39:37.919709 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1a3cbde0-8bd5-435b-bdd4-1e8a370b27bb {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:39:37.920098 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c5d2d81-ef22-4837-871f-685cb1a23836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bfb6f6d-ad45-4ff1-ac85-8422274eb61a', 'code': 200} Sep 07 02:39:37.940081 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff8c528d-373f-42ed-8303-ff263d703c42', 'tag': '1727b4ca-2dd0-4cd4-898e-db87f6c72464'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:39:37.955398 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2859a48-1dfd-4851-bc66-ea20f123dbd5" -d '{"events": [{"name": "network-changed", "server_uuid": "ff8c528d-373f-42ed-8303-ff263d703c42", "tag": "1727b4ca-2dd0-4cd4-898e-db87f6c72464"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:39:37.973527 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-1404e736-ebed-488d-ae10-b106a9da8274 service neutron] Transition to ACTIVE for port object 21eaabc2-91c8-4dda-aaa3-2aa2a5e27cfe will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:39:38.007350 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-1404e736-ebed-488d-ae10-b106a9da8274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:38.047819 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539afa6-ecc6-4536-90fc-50cdf233db54 req-7c049183-103e-4c8b-affc-7b082c3d3078 tempest-VolumesAdminNegativeTest-1501720589 tempest-VolumesAdminNegativeTest-1501720589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:38.061152 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4539afa6-ecc6-4536-90fc-50cdf233db54 req-7c049183-103e-4c8b-affc-7b082c3d3078 tempest-VolumesAdminNegativeTest-1501720589 tempest-VolumesAdminNegativeTest-1501720589-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c5d2d81-ef22-4837-871f-685cb1a23836 HTTP/1.1" status: 200 len: 945 time: 0.5316277 Sep 07 02:39:38.129296 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ca44b1f1-a0c0-4df8-8ee0-eb79d032b476 req-c7fdc743-9396-4441-92e2-746a7ea0e1ac service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=12a55746-ab23-49ff-82d9-90204f32d2c2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6135921 Sep 07 02:39:38.146323 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [req-ca44b1f1-a0c0-4df8-8ee0-eb79d032b476 req-1134bac0-6197-4c38-bde1-4e4840491752 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 02:39:38.147532 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ca44b1f1-a0c0-4df8-8ee0-eb79d032b476 req-1134bac0-6197-4c38-bde1-4e4840491752 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051556 Sep 07 02:39:38.209624 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1404e736-ebed-488d-ae10-b106a9da8274 service neutron] Pushing event updated for resources: {'Port': ['ID=21eaabc2-91c8-4dda-aaa3-2aa2a5e27cfe,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:38.259377 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4539afa6-ecc6-4536-90fc-50cdf233db54 req-9b5f112a-b778-438c-9423-96923eddeaee tempest-VolumesAdminNegativeTest-1501720589 tempest-VolumesAdminNegativeTest-1501720589-project] 10.222.0.22 "GET /v2.0/security-groups?id=634c0f9e-9f07-436d-a042-1cf2a95373ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933327 Sep 07 02:39:38.261862 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02240c5c-840b-45b5-9b9a-afc64bbfd0ec req-8c58dc6a-1d69-4c86-8c67-ff36b0debc2c tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:38.290737 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-02240c5c-840b-45b5-9b9a-afc64bbfd0ec req-8c58dc6a-1d69-4c86-8c67-ff36b0debc2c tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=908c93f7-9c83-4718-9fe8-5dc192299845 HTTP/1.1" status: 200 len: 950 time: 0.2974031 Sep 07 02:39:38.334686 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad020ed-feab-4b63-9c20-ef9f539c0763 req-ab173797-ed6b-4de8-91b1-f6ccfa9802cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:38.336234 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1ad020ed-feab-4b63-9c20-ef9f539c0763 req-ab173797-ed6b-4de8-91b1-f6ccfa9802cd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5c5d2d81-ef22-4837-871f-685cb1a23836 HTTP/1.1" status: 200 len: 1098 time: 0.3332715 Sep 07 02:39:38.409659 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-1404e736-ebed-488d-ae10-b106a9da8274 service neutron] Attempting to bind port 21eaabc2-91c8-4dda-aaa3-2aa2a5e27cfe on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:39:38.409659 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-1404e736-ebed-488d-ae10-b106a9da8274 service neutron] Attempting to bind port 21eaabc2-91c8-4dda-aaa3-2aa2a5e27cfe by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '42e2f895-6783-4d8e-9fcc-c0b67699fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7ef96948-9b26-4186-9197-3dc341e621f0'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:39:38.409659 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-1404e736-ebed-488d-ae10-b106a9da8274 service neutron] Attempting to bind port 21eaabc2-91c8-4dda-aaa3-2aa2a5e27cfe on network 7ef96948-9b26-4186-9197-3dc341e621f0 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:39:38.420436 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1ad020ed-feab-4b63-9c20-ef9f539c0763 req-584e9edf-38c3-470e-a5d0-ff0823c3f1ee service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=634c0f9e-9f07-436d-a042-1cf2a95373ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712073 Sep 07 02:39:38.432371 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-1404e736-ebed-488d-ae10-b106a9da8274 service neutron] Port 21eaabc2-91c8-4dda-aaa3-2aa2a5e27cfe on network 7ef96948-9b26-4186-9197-3dc341e621f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:39:38.432719 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-1404e736-ebed-488d-ae10-b106a9da8274 service neutron] Attempting to bind port 21eaabc2-91c8-4dda-aaa3-2aa2a5e27cfe on network 7ef96948-9b26-4186-9197-3dc341e621f0 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:39:38.449598 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-1404e736-ebed-488d-ae10-b106a9da8274 service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:39:38.450243 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-1404e736-ebed-488d-ae10-b106a9da8274 service neutron] Checking segment: {'id': '42e2f895-6783-4d8e-9fcc-c0b67699fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7ef96948-9b26-4186-9197-3dc341e621f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:39:38.450593 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-1404e736-ebed-488d-ae10-b106a9da8274 service neutron] Bound using segment: {'id': '42e2f895-6783-4d8e-9fcc-c0b67699fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7ef96948-9b26-4186-9197-3dc341e621f0'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:39:38.451050 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-1404e736-ebed-488d-ae10-b106a9da8274 service neutron] Bound port: 21eaabc2-91c8-4dda-aaa3-2aa2a5e27cfe, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42e2f895-6783-4d8e-9fcc-c0b67699fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7ef96948-9b26-4186-9197-3dc341e621f0'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:39:38.451414 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-1404e736-ebed-488d-ae10-b106a9da8274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:38.492745 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-02240c5c-840b-45b5-9b9a-afc64bbfd0ec req-07e2e940-3d0c-4c1a-8cb9-e0d3ee0f30e9 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010279 Sep 07 02:39:38.561600 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b9968-d46a-4ccc-b479-ff4de57dd423 req-5237a97c-e4ea-47ce-a326-1d8bdda250e3 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:38.573966 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b9968-d46a-4ccc-b479-ff4de57dd423 req-5237a97c-e4ea-47ce-a326-1d8bdda250e3 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:38.583712 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b9968-d46a-4ccc-b479-ff4de57dd423 req-5237a97c-e4ea-47ce-a326-1d8bdda250e3 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:38.601737 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b9968-d46a-4ccc-b479-ff4de57dd423 req-5237a97c-e4ea-47ce-a326-1d8bdda250e3 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:38.609214 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b9968-d46a-4ccc-b479-ff4de57dd423 req-5237a97c-e4ea-47ce-a326-1d8bdda250e3 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:38.616660 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b9968-d46a-4ccc-b479-ff4de57dd423 req-5237a97c-e4ea-47ce-a326-1d8bdda250e3 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:38.625488 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b9968-d46a-4ccc-b479-ff4de57dd423 req-5237a97c-e4ea-47ce-a326-1d8bdda250e3 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:38.631348 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-948b9968-d46a-4ccc-b479-ff4de57dd423 req-5237a97c-e4ea-47ce-a326-1d8bdda250e3 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 5374 time: 0.2530386 Sep 07 02:39:38.634843 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea35794-8a6f-435f-9558-b3e634167935 x-openstack-request-id: req-4ea35794-8a6f-435f-9558-b3e634167935 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:39:38.635124 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff8c528d-373f-42ed-8303-ff263d703c42", "tag": "1727b4ca-2dd0-4cd4-898e-db87f6c72464", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:39:38.635374 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4ea35794-8a6f-435f-9558-b3e634167935 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:39:38.635782 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff8c528d-373f-42ed-8303-ff263d703c42', 'tag': '1727b4ca-2dd0-4cd4-898e-db87f6c72464', 'status': 'completed', 'code': 200} Sep 07 02:39:38.701024 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-948b9968-d46a-4ccc-b479-ff4de57dd423 req-b90f9702-c207-42e8-94da-63e9794cabe1 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcc0067a-9ce8-4875-b922-e18ef41ab841&id=57505a62-ceae-4832-b8a9-6ac0b7088f20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0625985 Sep 07 02:39:38.726101 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2859a48-1dfd-4851-bc66-ea20f123dbd5 req-4f5bad0b-38d3-4f19-82c2-a48baf04f7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:38.736211 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2859a48-1dfd-4851-bc66-ea20f123dbd5 req-4f5bad0b-38d3-4f19-82c2-a48baf04f7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:38.736962 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2859a48-1dfd-4851-bc66-ea20f123dbd5 req-4f5bad0b-38d3-4f19-82c2-a48baf04f7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:38.742393 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2859a48-1dfd-4851-bc66-ea20f123dbd5 req-4f5bad0b-38d3-4f19-82c2-a48baf04f7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:38.743233 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2859a48-1dfd-4851-bc66-ea20f123dbd5 req-4f5bad0b-38d3-4f19-82c2-a48baf04f7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:38.745991 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2859a48-1dfd-4851-bc66-ea20f123dbd5 req-4f5bad0b-38d3-4f19-82c2-a48baf04f7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:38.746698 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2859a48-1dfd-4851-bc66-ea20f123dbd5 req-4f5bad0b-38d3-4f19-82c2-a48baf04f7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:38.750927 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a2859a48-1dfd-4851-bc66-ea20f123dbd5 req-4f5bad0b-38d3-4f19-82c2-a48baf04f7cf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3d937c5301ab43c080b18db78872855b&device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 6172 time: 0.1448565 Sep 07 02:39:38.770573 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-1404e736-ebed-488d-ae10-b106a9da8274 service neutron] For port 21eaabc2-91c8-4dda-aaa3-2aa2a5e27cfe, host n-h2-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:39:38.779404 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-1404e736-ebed-488d-ae10-b106a9da8274 service neutron] For port 21eaabc2-91c8-4dda-aaa3-2aa2a5e27cfe, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=21eaabc2-91c8-4dda-aaa3-2aa2a5e27cfe,segment=NetworkSegment(42e2f895-6783-4d8e-9fcc-c0b67699fbd1),segment_id=42e2f895-6783-4d8e-9fcc-c0b67699fbd1)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:39:38.793923 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-1404e736-ebed-488d-ae10-b106a9da8274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:38.868178 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-1404e736-ebed-488d-ae10-b106a9da8274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:38.869097 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-1404e736-ebed-488d-ae10-b106a9da8274 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:38.878158 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-1404e736-ebed-488d-ae10-b106a9da8274 service neutron] 10.222.0.16 "PUT /v2.0/ports/21eaabc2-91c8-4dda-aaa3-2aa2a5e27cfe HTTP/1.1" status: 200 len: 1132 time: 1.9613175 Sep 07 02:39:38.955990 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2859a48-1dfd-4851-bc66-ea20f123dbd5 req-003db9c5-46bf-4bb9-a686-a2d6d5e7c823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:38.956581 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2859a48-1dfd-4851-bc66-ea20f123dbd5 req-003db9c5-46bf-4bb9-a686-a2d6d5e7c823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:38.957129 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2859a48-1dfd-4851-bc66-ea20f123dbd5 req-003db9c5-46bf-4bb9-a686-a2d6d5e7c823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:38.958951 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a2859a48-1dfd-4851-bc66-ea20f123dbd5 req-003db9c5-46bf-4bb9-a686-a2d6d5e7c823 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=3d937c5301ab43c080b18db78872855b&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.1996820 Sep 07 02:39:38.970211 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-4c714053-d8f1-4e20-b06f-e97fd09ee2fd service neutron] Request body: {'port': {'device_id': 'ff8c528d-373f-42ed-8303-ff263d703c42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:39:39.119070 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2859a48-1dfd-4851-bc66-ea20f123dbd5 req-a12f8577-b2db-4ec8-a3a2-df55b592c235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:39.120840 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a2859a48-1dfd-4851-bc66-ea20f123dbd5 req-a12f8577-b2db-4ec8-a3a2-df55b592c235 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1308486 Sep 07 02:39:39.126026 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aea4e0-692f-49d2-a6b1-e1dfec5034cc req-35c729a1-9ccf-41f1-b8ba-48e9c5c2d5ef tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:39.138742 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-54aea4e0-692f-49d2-a6b1-e1dfec5034cc req-35c729a1-9ccf-41f1-b8ba-48e9c5c2d5ef tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc51979c-5507-4443-9897-569f07617a01 HTTP/1.1" status: 200 len: 945 time: 0.2723343 Sep 07 02:39:39.140130 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1404e736-ebed-488d-ae10-b106a9da8274 service neutron] Pushing event updated for resources: {'Port': ['ID=21eaabc2-91c8-4dda-aaa3-2aa2a5e27cfe,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:39.147559 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-794921bc-a20e-4c7e-83ec-234a7068188e req-7ec2a186-d868-42e6-b1a3-e2979eb47db0 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] 10.222.0.22 "GET /v2.0/ports?device_id=640d4541-3520-4378-b60d-6b68c23535d6 HTTP/1.1" status: 200 len: 210 time: 0.1834908 Sep 07 02:39:39.266482 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-4c714053-d8f1-4e20-b06f-e97fd09ee2fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:39.321635 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-54aea4e0-692f-49d2-a6b1-e1dfec5034cc req-15832947-a6cb-471a-ae02-d7013121b63a tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508920 Sep 07 02:39:39.331156 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b6594e-3741-447d-90d8-f856e1c8cdd0 req-b8cb84dd-74bf-4a1d-bea6-a340eb8bee3c tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:39.339309 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d6b6594e-3741-447d-90d8-f856e1c8cdd0 req-b8cb84dd-74bf-4a1d-bea6-a340eb8bee3c tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 945 time: 0.0932395 Sep 07 02:39:39.402022 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d6b6594e-3741-447d-90d8-f856e1c8cdd0 req-7b981d90-54b9-4a99-bdc8-edc0111aefda tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565715 Sep 07 02:39:39.658427 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4b888-5908-409d-8b10-2cdab2b32541 req-c821e714-226a-4259-b3c4-d613e8c7e1e6 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:39.673622 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-04e4b888-5908-409d-8b10-2cdab2b32541 req-c821e714-226a-4259-b3c4-d613e8c7e1e6 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=12a55746-ab23-49ff-82d9-90204f32d2c2 HTTP/1.1" status: 200 len: 949 time: 0.1190007 Sep 07 02:39:39.745493 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10ca71-de65-4add-bde1-abfa6f9d8e3f req-db38ef84-d8bf-4715-9da9-1c7785208705 tempest-VolumesAdminNegativeTest-1501720589 tempest-VolumesAdminNegativeTest-1501720589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:39.753493 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7d10ca71-de65-4add-bde1-abfa6f9d8e3f req-db38ef84-d8bf-4715-9da9-1c7785208705 tempest-VolumesAdminNegativeTest-1501720589 tempest-VolumesAdminNegativeTest-1501720589-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c5d2d81-ef22-4837-871f-685cb1a23836 HTTP/1.1" status: 200 len: 946 time: 0.0917077 Sep 07 02:39:39.817608 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-04e4b888-5908-409d-8b10-2cdab2b32541 req-d7ff9363-5db1-433f-8415-c87470924f28 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171770 Sep 07 02:39:39.825249 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7d10ca71-de65-4add-bde1-abfa6f9d8e3f req-400e4bb9-8483-4e20-9c67-16708e8061e7 tempest-VolumesAdminNegativeTest-1501720589 tempest-VolumesAdminNegativeTest-1501720589-project] 10.222.0.22 "GET /v2.0/security-groups?id=634c0f9e-9f07-436d-a042-1cf2a95373ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646482 Sep 07 02:39:39.920914 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '908c93f7-9c83-4718-9fe8-5dc192299845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '550493f3-d4e7-4f17-9913-257e5f7a4006'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:39:39.923828 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69199712-c08b-4369-b9ea-2933beb96c1f" -d '{"events": [{"server_uuid": "908c93f7-9c83-4718-9fe8-5dc192299845", "name": "network-vif-plugged", "status": "completed", "tag": "550493f3-d4e7-4f17-9913-257e5f7a4006"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:39:39.985419 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-4c714053-d8f1-4e20-b06f-e97fd09ee2fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5e5ca93-a975-4948-8d7a-7e504030ec90 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:39:39.987239 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1aaf31-938d-4a68-a82f-bfda41f61b35 req-61011b79-9b96-4949-aa15-73d940a56f5a tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:39.989171 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ec1aaf31-938d-4a68-a82f-bfda41f61b35 req-61011b79-9b96-4949-aa15-73d940a56f5a tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=908c93f7-9c83-4718-9fe8-5dc192299845 HTTP/1.1" status: 200 len: 950 time: 0.0673409 Sep 07 02:39:40.004664 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-4c714053-d8f1-4e20-b06f-e97fd09ee2fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:40.019398 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-4c714053-d8f1-4e20-b06f-e97fd09ee2fd service neutron] Transition to ACTIVE for port object f5e5ca93-a975-4948-8d7a-7e504030ec90 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:39:40.025424 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-4c714053-d8f1-4e20-b06f-e97fd09ee2fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:40.124229 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ec1aaf31-938d-4a68-a82f-bfda41f61b35 req-911a69a4-8634-4313-9c08-d720cdc02f46 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278758 Sep 07 02:39:40.243446 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c714053-d8f1-4e20-b06f-e97fd09ee2fd service neutron] Pushing event updated for resources: {'Port': ['ID=f5e5ca93-a975-4948-8d7a-7e504030ec90,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:40.255126 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44b1f1-a0c0-4df8-8ee0-eb79d032b476 req-0ac92ac7-208c-47d7-9af1-091573417413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:40.256704 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ca44b1f1-a0c0-4df8-8ee0-eb79d032b476 req-0ac92ac7-208c-47d7-9af1-091573417413 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ef46d2c6ddda4358910a6e6d3c8cd1f8&device_id=12a55746-ab23-49ff-82d9-90204f32d2c2 HTTP/1.1" status: 200 len: 1101 time: 0.1181650 Sep 07 02:39:40.259846 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-4c714053-d8f1-4e20-b06f-e97fd09ee2fd service neutron] Attempting to bind port f5e5ca93-a975-4948-8d7a-7e504030ec90 on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:39:40.260336 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-4c714053-d8f1-4e20-b06f-e97fd09ee2fd service neutron] Attempting to bind port f5e5ca93-a975-4948-8d7a-7e504030ec90 by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '42e2f895-6783-4d8e-9fcc-c0b67699fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7ef96948-9b26-4186-9197-3dc341e621f0'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:39:40.261652 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-4c714053-d8f1-4e20-b06f-e97fd09ee2fd service neutron] Attempting to bind port f5e5ca93-a975-4948-8d7a-7e504030ec90 on network 7ef96948-9b26-4186-9197-3dc341e621f0 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:39:40.267659 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-4c714053-d8f1-4e20-b06f-e97fd09ee2fd service neutron] Port f5e5ca93-a975-4948-8d7a-7e504030ec90 on network 7ef96948-9b26-4186-9197-3dc341e621f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:39:40.268179 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-4c714053-d8f1-4e20-b06f-e97fd09ee2fd service neutron] Attempting to bind port f5e5ca93-a975-4948-8d7a-7e504030ec90 on network 7ef96948-9b26-4186-9197-3dc341e621f0 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:39:40.274387 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-4c714053-d8f1-4e20-b06f-e97fd09ee2fd service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:39:40.274879 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-4c714053-d8f1-4e20-b06f-e97fd09ee2fd service neutron] Checking segment: {'id': '42e2f895-6783-4d8e-9fcc-c0b67699fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7ef96948-9b26-4186-9197-3dc341e621f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:39:40.275341 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-4c714053-d8f1-4e20-b06f-e97fd09ee2fd service neutron] Bound using segment: {'id': '42e2f895-6783-4d8e-9fcc-c0b67699fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7ef96948-9b26-4186-9197-3dc341e621f0'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:39:40.275912 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-4c714053-d8f1-4e20-b06f-e97fd09ee2fd service neutron] Bound port: f5e5ca93-a975-4948-8d7a-7e504030ec90, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42e2f895-6783-4d8e-9fcc-c0b67699fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7ef96948-9b26-4186-9197-3dc341e621f0'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:39:40.276440 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-4c714053-d8f1-4e20-b06f-e97fd09ee2fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:40.366776 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-4c714053-d8f1-4e20-b06f-e97fd09ee2fd service neutron] For port f5e5ca93-a975-4948-8d7a-7e504030ec90, host n-h2-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:39:40.371060 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-4c714053-d8f1-4e20-b06f-e97fd09ee2fd service neutron] For port f5e5ca93-a975-4948-8d7a-7e504030ec90, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=f5e5ca93-a975-4948-8d7a-7e504030ec90,segment=NetworkSegment(42e2f895-6783-4d8e-9fcc-c0b67699fbd1),segment_id=42e2f895-6783-4d8e-9fcc-c0b67699fbd1)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:39:40.378503 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-4c714053-d8f1-4e20-b06f-e97fd09ee2fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:40.455331 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-4c714053-d8f1-4e20-b06f-e97fd09ee2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:40.455979 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-4c714053-d8f1-4e20-b06f-e97fd09ee2fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:40.457379 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-4c714053-d8f1-4e20-b06f-e97fd09ee2fd service neutron] 10.222.0.16 "PUT /v2.0/ports/f5e5ca93-a975-4948-8d7a-7e504030ec90 HTTP/1.1" status: 200 len: 1091 time: 1.5090213 Sep 07 02:39:40.514571 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ff1c74-396b-41c7-8587-e3221d4c4b22 x-openstack-request-id: req-76ff1c74-396b-41c7-8587-e3221d4c4b22 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:39:40.516462 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-d3b86d04-5ab6-42bc-8800-6ae55616b8ab service neutron] Request body: {'port': {'device_id': 'ff8c528d-373f-42ed-8303-ff263d703c42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:39:40.516942 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "908c93f7-9c83-4718-9fe8-5dc192299845", "name": "network-vif-plugged", "status": "completed", "tag": "550493f3-d4e7-4f17-9913-257e5f7a4006", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:39:40.518423 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-76ff1c74-396b-41c7-8587-e3221d4c4b22 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:39:40.518976 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '908c93f7-9c83-4718-9fe8-5dc192299845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '550493f3-d4e7-4f17-9913-257e5f7a4006', 'code': 200} Sep 07 02:39:40.585185 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c714053-d8f1-4e20-b06f-e97fd09ee2fd service neutron] Pushing event updated for resources: {'Port': ['ID=f5e5ca93-a975-4948-8d7a-7e504030ec90,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:40.643934 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff8c528d-373f-42ed-8303-ff263d703c42', 'tag': '21eaabc2-91c8-4dda-aaa3-2aa2a5e27cfe'}, {'name': 'network-changed', 'server_uuid': 'ff8c528d-373f-42ed-8303-ff263d703c42', 'tag': 'f5e5ca93-a975-4948-8d7a-7e504030ec90'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:39:40.646496 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ace458-f433-44c9-a99a-360df3e8837c" -d '{"events": [{"name": "network-changed", "server_uuid": "ff8c528d-373f-42ed-8303-ff263d703c42", "tag": "21eaabc2-91c8-4dda-aaa3-2aa2a5e27cfe"}, {"name": "network-changed", "server_uuid": "ff8c528d-373f-42ed-8303-ff263d703c42", "tag": "f5e5ca93-a975-4948-8d7a-7e504030ec90"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:39:40.711522 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b5301-b38b-4f92-acb4-1e6d9b505229 req-04ed6c94-15cf-43f5-a2f8-5bde028db32d tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:40.724205 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b5301-b38b-4f92-acb4-1e6d9b505229 req-04ed6c94-15cf-43f5-a2f8-5bde028db32d tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:40.741748 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b5301-b38b-4f92-acb4-1e6d9b505229 req-04ed6c94-15cf-43f5-a2f8-5bde028db32d tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:40.760808 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b5301-b38b-4f92-acb4-1e6d9b505229 req-04ed6c94-15cf-43f5-a2f8-5bde028db32d tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:40.773991 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b5301-b38b-4f92-acb4-1e6d9b505229 req-04ed6c94-15cf-43f5-a2f8-5bde028db32d tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:40.794822 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b5301-b38b-4f92-acb4-1e6d9b505229 req-04ed6c94-15cf-43f5-a2f8-5bde028db32d tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:40.811437 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b5301-b38b-4f92-acb4-1e6d9b505229 req-04ed6c94-15cf-43f5-a2f8-5bde028db32d tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:40.817044 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f90b5301-b38b-4f92-acb4-1e6d9b505229 req-04ed6c94-15cf-43f5-a2f8-5bde028db32d tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 5386 time: 0.5194938 Sep 07 02:39:40.849710 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44b1f1-a0c0-4df8-8ee0-eb79d032b476 req-d5006da4-eb75-4be0-90af-840e30def0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:40.855002 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ca44b1f1-a0c0-4df8-8ee0-eb79d032b476 req-d5006da4-eb75-4be0-90af-840e30def0b8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0823ecf3-066e-49bd-a451-2e84ab79a70f HTTP/1.1" status: 200 len: 869 time: 0.5873065 Sep 07 02:39:40.928229 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ca44b1f1-a0c0-4df8-8ee0-eb79d032b476 req-a7f3ef22-8bcb-475c-b348-bfb8dbf4d0e7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=188a469b-6bad-4f9a-8ca7-0aaa4aa7234b HTTP/1.1" status: 200 len: 217 time: 0.0565069 Sep 07 02:39:41.004663 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f90b5301-b38b-4f92-acb4-1e6d9b505229 req-907f7f9c-847f-41c8-a140-103fcb4d4f7d tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcc0067a-9ce8-4875-b922-e18ef41ab841&id=57505a62-ceae-4832-b8a9-6ac0b7088f20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1689072 Sep 07 02:39:41.015022 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c6ac1-4765-4111-85e9-9026487bb88e req-f2d7c4da-a749-4273-bf7c-57ed1e1f9efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:41.019975 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2f4c6ac1-4765-4111-85e9-9026487bb88e req-f2d7c4da-a749-4273-bf7c-57ed1e1f9efa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=908c93f7-9c83-4718-9fe8-5dc192299845 HTTP/1.1" status: 200 len: 1102 time: 0.3781598 Sep 07 02:39:41.075892 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b128f059-9f1e-4fe1-b027-bab559845053 req-fb7ff00c-979b-4bd9-8f17-afca623a20f0 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] 10.222.0.22 "GET /v2.0/ports?device_id=640d4541-3520-4378-b60d-6b68c23535d6 HTTP/1.1" status: 200 len: 210 time: 0.4296644 Sep 07 02:39:41.084154 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-d3b86d04-5ab6-42bc-8800-6ae55616b8ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:41.231543 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44b1f1-a0c0-4df8-8ee0-eb79d032b476 req-a13b7f17-462b-4e06-a2fe-5dab508dc779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:41.233801 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ca44b1f1-a0c0-4df8-8ee0-eb79d032b476 req-a13b7f17-462b-4e06-a2fe-5dab508dc779 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.2564149 Sep 07 02:39:41.236083 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2f4c6ac1-4765-4111-85e9-9026487bb88e req-975c5bf2-754f-40b2-847d-9deb710c7d0b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681857 Sep 07 02:39:41.409085 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b0298-4712-45c3-9ea4-40f6cfc43f99 req-d1afff95-de25-4f20-a689-e5fd73652dd1 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:41.419145 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b48b0298-4712-45c3-9ea4-40f6cfc43f99 req-d1afff95-de25-4f20-a689-e5fd73652dd1 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc51979c-5507-4443-9897-569f07617a01 HTTP/1.1" status: 200 len: 945 time: 0.2692363 Sep 07 02:39:41.491975 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44b1f1-a0c0-4df8-8ee0-eb79d032b476 req-2e58bb48-f460-4245-b729-d8405f9527cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:41.494241 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ca44b1f1-a0c0-4df8-8ee0-eb79d032b476 req-2e58bb48-f460-4245-b729-d8405f9527cc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2502391 Sep 07 02:39:41.557860 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b48b0298-4712-45c3-9ea4-40f6cfc43f99 req-8ff950b8-89a3-49bd-a4e4-6ca12d66887f tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300619 Sep 07 02:39:41.646915 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dee871-6735-4015-b05d-cbb7c5433058 req-460e6ca3-35ed-4bf8-afa6-4ffaaf5d3742 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:41.658022 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-21dee871-6735-4015-b05d-cbb7c5433058 req-460e6ca3-35ed-4bf8-afa6-4ffaaf5d3742 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=12a55746-ab23-49ff-82d9-90204f32d2c2 HTTP/1.1" status: 200 len: 949 time: 0.3143096 Sep 07 02:39:41.705579 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 07 Sep 2021 02:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-332f81eb-aeca-4a3c-9a2a-9c01766bdf09 x-openstack-request-id: req-332f81eb-aeca-4a3c-9a2a-9c01766bdf09 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:39:41.705909 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff8c528d-373f-42ed-8303-ff263d703c42", "tag": "21eaabc2-91c8-4dda-aaa3-2aa2a5e27cfe", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ff8c528d-373f-42ed-8303-ff263d703c42", "tag": "f5e5ca93-a975-4948-8d7a-7e504030ec90", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:39:41.706120 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-332f81eb-aeca-4a3c-9a2a-9c01766bdf09 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:39:41.706521 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff8c528d-373f-42ed-8303-ff263d703c42', 'tag': '21eaabc2-91c8-4dda-aaa3-2aa2a5e27cfe', 'status': 'completed', 'code': 200} Sep 07 02:39:41.706787 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff8c528d-373f-42ed-8303-ff263d703c42', 'tag': 'f5e5ca93-a975-4948-8d7a-7e504030ec90', 'status': 'completed', 'code': 200} Sep 07 02:39:41.736091 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-21dee871-6735-4015-b05d-cbb7c5433058 req-453c24cc-517b-4f2c-94fe-bf4bd8ac14be tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726109 Sep 07 02:39:41.761617 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-d3b86d04-5ab6-42bc-8800-6ae55616b8ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09d8e09b-36fc-4d4b-816b-ee7185e3ed7d {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:39:41.788726 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-d3b86d04-5ab6-42bc-8800-6ae55616b8ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:41.836912 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-d3b86d04-5ab6-42bc-8800-6ae55616b8ab service neutron] Transition to ACTIVE for port object 09d8e09b-36fc-4d4b-816b-ee7185e3ed7d will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:39:41.845126 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-d3b86d04-5ab6-42bc-8800-6ae55616b8ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:41.848440 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ca44b1f1-a0c0-4df8-8ee0-eb79d032b476 req-13895434-05b5-4a37-96a4-2f101a19b499 service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3395371 Sep 07 02:39:42.006924 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ace458-f433-44c9-a99a-360df3e8837c req-0f4b212b-6035-427f-a99f-e4bedbb65ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:42.008156 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ace458-f433-44c9-a99a-360df3e8837c req-0f4b212b-6035-427f-a99f-e4bedbb65ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:42.008156 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ace458-f433-44c9-a99a-360df3e8837c req-0f4b212b-6035-427f-a99f-e4bedbb65ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:42.008649 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ace458-f433-44c9-a99a-360df3e8837c req-0f4b212b-6035-427f-a99f-e4bedbb65ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:42.009193 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ace458-f433-44c9-a99a-360df3e8837c req-0f4b212b-6035-427f-a99f-e4bedbb65ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:42.009733 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ace458-f433-44c9-a99a-360df3e8837c req-0f4b212b-6035-427f-a99f-e4bedbb65ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:42.010268 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ace458-f433-44c9-a99a-360df3e8837c req-0f4b212b-6035-427f-a99f-e4bedbb65ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:42.012777 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f8ace458-f433-44c9-a99a-360df3e8837c req-0f4b212b-6035-427f-a99f-e4bedbb65ba4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3d937c5301ab43c080b18db78872855b&device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 6282 time: 0.3037825 Sep 07 02:39:42.086503 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b86d04-5ab6-42bc-8800-6ae55616b8ab service neutron] Pushing event updated for resources: {'Port': ['ID=09d8e09b-36fc-4d4b-816b-ee7185e3ed7d,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:42.145799 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-d3b86d04-5ab6-42bc-8800-6ae55616b8ab service neutron] Attempting to bind port 09d8e09b-36fc-4d4b-816b-ee7185e3ed7d on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:39:42.146151 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-d3b86d04-5ab6-42bc-8800-6ae55616b8ab service neutron] Attempting to bind port 09d8e09b-36fc-4d4b-816b-ee7185e3ed7d by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '42e2f895-6783-4d8e-9fcc-c0b67699fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7ef96948-9b26-4186-9197-3dc341e621f0'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:39:42.146713 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-d3b86d04-5ab6-42bc-8800-6ae55616b8ab service neutron] Attempting to bind port 09d8e09b-36fc-4d4b-816b-ee7185e3ed7d on network 7ef96948-9b26-4186-9197-3dc341e621f0 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:39:42.151993 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-d3b86d04-5ab6-42bc-8800-6ae55616b8ab service neutron] Port 09d8e09b-36fc-4d4b-816b-ee7185e3ed7d on network 7ef96948-9b26-4186-9197-3dc341e621f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:39:42.152572 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-d3b86d04-5ab6-42bc-8800-6ae55616b8ab service neutron] Attempting to bind port 09d8e09b-36fc-4d4b-816b-ee7185e3ed7d on network 7ef96948-9b26-4186-9197-3dc341e621f0 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:39:42.161403 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-d3b86d04-5ab6-42bc-8800-6ae55616b8ab service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:39:42.163026 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-d3b86d04-5ab6-42bc-8800-6ae55616b8ab service neutron] Checking segment: {'id': '42e2f895-6783-4d8e-9fcc-c0b67699fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7ef96948-9b26-4186-9197-3dc341e621f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:39:42.163026 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-d3b86d04-5ab6-42bc-8800-6ae55616b8ab service neutron] Bound using segment: {'id': '42e2f895-6783-4d8e-9fcc-c0b67699fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7ef96948-9b26-4186-9197-3dc341e621f0'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:39:42.163026 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-d3b86d04-5ab6-42bc-8800-6ae55616b8ab service neutron] Bound port: 09d8e09b-36fc-4d4b-816b-ee7185e3ed7d, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42e2f895-6783-4d8e-9fcc-c0b67699fbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7ef96948-9b26-4186-9197-3dc341e621f0'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:39:42.165848 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-d3b86d04-5ab6-42bc-8800-6ae55616b8ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:42.240103 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ca44b1f1-a0c0-4df8-8ee0-eb79d032b476 req-f3f69b70-1c22-441e-a9cf-84303154f49a service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3801661 Sep 07 02:39:42.295108 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-d3b86d04-5ab6-42bc-8800-6ae55616b8ab service neutron] For port 09d8e09b-36fc-4d4b-816b-ee7185e3ed7d, host n-h2-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:39:42.305961 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a7e53-1ba5-4b7d-bf46-e5ca88c9189e req-d2bd0e2d-d5b8-4bfa-9a5a-1c0a0571eb40 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:42.315124 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8a4a7e53-1ba5-4b7d-bf46-e5ca88c9189e req-d2bd0e2d-d5b8-4bfa-9a5a-1c0a0571eb40 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=908c93f7-9c83-4718-9fe8-5dc192299845 HTTP/1.1" status: 200 len: 950 time: 0.4049783 Sep 07 02:39:42.320682 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-d3b86d04-5ab6-42bc-8800-6ae55616b8ab service neutron] For port 09d8e09b-36fc-4d4b-816b-ee7185e3ed7d, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=09d8e09b-36fc-4d4b-816b-ee7185e3ed7d,segment=NetworkSegment(42e2f895-6783-4d8e-9fcc-c0b67699fbd1),segment_id=42e2f895-6783-4d8e-9fcc-c0b67699fbd1)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:39:42.340846 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b33f50-5fe1-4fa1-bba7-46eb96dc0253 req-8c884a9e-229a-45f2-a5da-cb64e3734d06 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:42.347995 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b33f50-5fe1-4fa1-bba7-46eb96dc0253 req-8c884a9e-229a-45f2-a5da-cb64e3734d06 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:42.354392 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b33f50-5fe1-4fa1-bba7-46eb96dc0253 req-8c884a9e-229a-45f2-a5da-cb64e3734d06 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:42.360509 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b33f50-5fe1-4fa1-bba7-46eb96dc0253 req-8c884a9e-229a-45f2-a5da-cb64e3734d06 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:42.370748 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b33f50-5fe1-4fa1-bba7-46eb96dc0253 req-8c884a9e-229a-45f2-a5da-cb64e3734d06 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:42.377509 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b33f50-5fe1-4fa1-bba7-46eb96dc0253 req-8c884a9e-229a-45f2-a5da-cb64e3734d06 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:42.423995 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b33f50-5fe1-4fa1-bba7-46eb96dc0253 req-8c884a9e-229a-45f2-a5da-cb64e3734d06 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:42.430433 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-92b33f50-5fe1-4fa1-bba7-46eb96dc0253 req-8c884a9e-229a-45f2-a5da-cb64e3734d06 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 5398 time: 0.2241695 Sep 07 02:39:42.438419 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-d3b86d04-5ab6-42bc-8800-6ae55616b8ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:42.462736 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8a4a7e53-1ba5-4b7d-bf46-e5ca88c9189e req-90655df9-8a54-447f-89f1-fb404daacf98 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455832 Sep 07 02:39:42.515229 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ace458-f433-44c9-a99a-360df3e8837c req-44e73838-f742-4c30-b1b4-8cae3f713461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:42.516355 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ace458-f433-44c9-a99a-360df3e8837c req-44e73838-f742-4c30-b1b4-8cae3f713461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:42.516964 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ace458-f433-44c9-a99a-360df3e8837c req-44e73838-f742-4c30-b1b4-8cae3f713461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:42.530373 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-d3b86d04-5ab6-42bc-8800-6ae55616b8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:42.533655 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f8ace458-f433-44c9-a99a-360df3e8837c req-44e73838-f742-4c30-b1b4-8cae3f713461 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=3d937c5301ab43c080b18db78872855b&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.4728782 Sep 07 02:39:42.538933 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-d3b86d04-5ab6-42bc-8800-6ae55616b8ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:42.550920 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-d3b86d04-5ab6-42bc-8800-6ae55616b8ab service neutron] 10.222.0.16 "PUT /v2.0/ports/09d8e09b-36fc-4d4b-816b-ee7185e3ed7d HTTP/1.1" status: 200 len: 1092 time: 2.0475147 Sep 07 02:39:42.618454 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-9b09bced-8dc5-452c-9ed5-7072ce08f72a service neutron] Request body: {'port': {'device_id': 'ff8c528d-373f-42ed-8303-ff263d703c42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:39:42.744073 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-92b33f50-5fe1-4fa1-bba7-46eb96dc0253 req-02a1dc48-6511-4e68-b8a5-83b9c765832a tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcc0067a-9ce8-4875-b922-e18ef41ab841&id=57505a62-ceae-4832-b8a9-6ac0b7088f20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2975531 Sep 07 02:39:42.827424 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 46578) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:39:42.850444 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-9b09bced-8dc5-452c-9ed5-7072ce08f72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:42.860331 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b86d04-5ab6-42bc-8800-6ae55616b8ab service neutron] Pushing event updated for resources: {'Port': ['ID=09d8e09b-36fc-4d4b-816b-ee7185e3ed7d,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:42.913792 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ace458-f433-44c9-a99a-360df3e8837c req-b01a978a-8bd3-4832-b7b7-4dcb01bdfc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:42.915425 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f8ace458-f433-44c9-a99a-360df3e8837c req-b01a978a-8bd3-4832-b7b7-4dcb01bdfc62 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3631628 Sep 07 02:39:42.928673 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-43896bdb-6bb6-42bf-8c8d-e0d0bfdf14c6 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:43.054561 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-43896bdb-6bb6-42bf-8c8d-e0d0bfdf14c6 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:43.147632 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb00ed-3082-4174-9ca1-85c421040a6a req-08fbcee8-ae17-465e-94aa-a9776ee4280b tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:43.149274 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-91fb00ed-3082-4174-9ca1-85c421040a6a req-08fbcee8-ae17-465e-94aa-a9776ee4280b tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc51979c-5507-4443-9897-569f07617a01 HTTP/1.1" status: 200 len: 945 time: 0.1709907 Sep 07 02:39:43.151877 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-43896bdb-6bb6-42bf-8c8d-e0d0bfdf14c6 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:43.154482 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-43896bdb-6bb6-42bf-8c8d-e0d0bfdf14c6 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:43.158414 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-43896bdb-6bb6-42bf-8c8d-e0d0bfdf14c6 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] 10.222.0.22 "DELETE /v2.0/security-groups/1b8be1a0-2753-410b-9824-ddf49655ee8b HTTP/1.1" status: 204 len: 168 time: 0.3291252 Sep 07 02:39:43.159112 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 46580) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:39:43.191031 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ace458-f433-44c9-a99a-360df3e8837c req-f35ee107-88a0-4c6a-958d-93ed2613a6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:43.191769 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ace458-f433-44c9-a99a-360df3e8837c req-f35ee107-88a0-4c6a-958d-93ed2613a6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:43.192382 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ace458-f433-44c9-a99a-360df3e8837c req-f35ee107-88a0-4c6a-958d-93ed2613a6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:43.192856 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ace458-f433-44c9-a99a-360df3e8837c req-f35ee107-88a0-4c6a-958d-93ed2613a6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:43.193317 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ace458-f433-44c9-a99a-360df3e8837c req-f35ee107-88a0-4c6a-958d-93ed2613a6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:43.193774 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ace458-f433-44c9-a99a-360df3e8837c req-f35ee107-88a0-4c6a-958d-93ed2613a6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:43.194229 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ace458-f433-44c9-a99a-360df3e8837c req-f35ee107-88a0-4c6a-958d-93ed2613a6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:43.196180 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f8ace458-f433-44c9-a99a-360df3e8837c req-f35ee107-88a0-4c6a-958d-93ed2613a6e3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3d937c5301ab43c080b18db78872855b&device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 6350 time: 0.2190442 Sep 07 02:39:43.199188 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [None req-82f13198-cf3b-4821-98f6-afe8de02d51d tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] show failed (client error): The resource could not be found. Sep 07 02:39:43.204688 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-82f13198-cf3b-4821-98f6-afe8de02d51d tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] 10.222.0.22 "GET /v2.0/security-groups/1b8be1a0-2753-410b-9824-ddf49655ee8b HTTP/1.1" status: 404 len: 347 time: 0.0354064 Sep 07 02:39:43.205337 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 46582) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:39:43.305848 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93154be-eca0-4ec3-828b-f2e2238739c2 req-201e5f9f-cfe4-4e6a-b365-1787bb880338 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:43.307633 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f93154be-eca0-4ec3-828b-f2e2238739c2 req-201e5f9f-cfe4-4e6a-b365-1787bb880338 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=12a55746-ab23-49ff-82d9-90204f32d2c2 HTTP/1.1" status: 200 len: 949 time: 0.3749547 Sep 07 02:39:43.324641 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-9b09bced-8dc5-452c-9ed5-7072ce08f72a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a10fd3e-a307-42ef-9874-a9290ecbb499 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:39:43.342298 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-9b09bced-8dc5-452c-9ed5-7072ce08f72a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:43.378583 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-9b09bced-8dc5-452c-9ed5-7072ce08f72a service neutron] Transition to ACTIVE for port object 5a10fd3e-a307-42ef-9874-a9290ecbb499 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:39:43.398636 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-9b09bced-8dc5-452c-9ed5-7072ce08f72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:43.461698 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43896bdb-6bb6-42bf-8c8d-e0d0bfdf14c6 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8be1a0-2753-410b-9824-ddf49655ee8b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:43.467021 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ace458-f433-44c9-a99a-360df3e8837c req-db5de11e-815c-4351-bb75-b1af8bf6b968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:43.467521 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ace458-f433-44c9-a99a-360df3e8837c req-db5de11e-815c-4351-bb75-b1af8bf6b968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:43.468486 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ace458-f433-44c9-a99a-360df3e8837c req-db5de11e-815c-4351-bb75-b1af8bf6b968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:43.485255 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f8ace458-f433-44c9-a99a-360df3e8837c req-db5de11e-815c-4351-bb75-b1af8bf6b968 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=3d937c5301ab43c080b18db78872855b&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.2593951 Sep 07 02:39:43.510335 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f93154be-eca0-4ec3-828b-f2e2238739c2 req-afc436bd-cc8a-4ca5-a34e-3a2798c2eb4a tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948478 Sep 07 02:39:43.673394 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b09bced-8dc5-452c-9ed5-7072ce08f72a service neutron] Pushing event updated for resources: {'Port': ['ID=5a10fd3e-a307-42ef-9874-a9290ecbb499,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:43.745543 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff8c528d-373f-42ed-8303-ff263d703c42', 'tag': '09d8e09b-36fc-4d4b-816b-ee7185e3ed7d'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:39:43.746743 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-91fb00ed-3082-4174-9ca1-85c421040a6a req-d55ab02e-b90f-4b99-b6bf-f10ebb27e01a tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5864189 Sep 07 02:39:43.764755 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7049da06-5049-42f6-8c22-0e5142f9a77f" -d '{"events": [{"name": "network-changed", "server_uuid": "ff8c528d-373f-42ed-8303-ff263d703c42", "tag": "09d8e09b-36fc-4d4b-816b-ee7185e3ed7d"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:39:43.980725 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a84867-5ef8-4525-923a-737b2513b69c req-dc6206cb-d5f3-4acc-be8e-344b107ee6c9 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:43.989320 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f4a84867-5ef8-4525-923a-737b2513b69c req-dc6206cb-d5f3-4acc-be8e-344b107ee6c9 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=908c93f7-9c83-4718-9fe8-5dc192299845 HTTP/1.1" status: 200 len: 950 time: 0.3070114 Sep 07 02:39:44.018005 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-9b09bced-8dc5-452c-9ed5-7072ce08f72a service neutron] Attempting to bind port 5a10fd3e-a307-42ef-9874-a9290ecbb499 on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:39:44.018274 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-9b09bced-8dc5-452c-9ed5-7072ce08f72a service neutron] Attempting to bind port 5a10fd3e-a307-42ef-9874-a9290ecbb499 by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': 'b5a31333-dc66-4c28-b309-79aa5613af15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '03d408a7-bed1-4074-b2d6-43492534ac51'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:39:44.018511 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-9b09bced-8dc5-452c-9ed5-7072ce08f72a service neutron] Attempting to bind port 5a10fd3e-a307-42ef-9874-a9290ecbb499 on network 03d408a7-bed1-4074-b2d6-43492534ac51 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:39:44.027636 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-9b09bced-8dc5-452c-9ed5-7072ce08f72a service neutron] Port 5a10fd3e-a307-42ef-9874-a9290ecbb499 on network 03d408a7-bed1-4074-b2d6-43492534ac51 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:39:44.028019 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-9b09bced-8dc5-452c-9ed5-7072ce08f72a service neutron] Attempting to bind port 5a10fd3e-a307-42ef-9874-a9290ecbb499 on network 03d408a7-bed1-4074-b2d6-43492534ac51 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:39:44.039225 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-9b09bced-8dc5-452c-9ed5-7072ce08f72a service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:39:44.039592 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-9b09bced-8dc5-452c-9ed5-7072ce08f72a service neutron] Checking segment: {'id': 'b5a31333-dc66-4c28-b309-79aa5613af15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '03d408a7-bed1-4074-b2d6-43492534ac51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:39:44.039979 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-9b09bced-8dc5-452c-9ed5-7072ce08f72a service neutron] Bound using segment: {'id': 'b5a31333-dc66-4c28-b309-79aa5613af15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '03d408a7-bed1-4074-b2d6-43492534ac51'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:39:44.040494 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-9b09bced-8dc5-452c-9ed5-7072ce08f72a service neutron] Bound port: 5a10fd3e-a307-42ef-9874-a9290ecbb499, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5a31333-dc66-4c28-b309-79aa5613af15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '03d408a7-bed1-4074-b2d6-43492534ac51'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:39:44.041271 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-9b09bced-8dc5-452c-9ed5-7072ce08f72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:44.062337 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ace458-f433-44c9-a99a-360df3e8837c req-b51af0bd-5faa-4f51-b63f-7cbf9f81fc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:44.062337 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f8ace458-f433-44c9-a99a-360df3e8837c req-b51af0bd-5faa-4f51-b63f-7cbf9f81fc43 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5599480 Sep 07 02:39:44.071133 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-075d4fc9-086f-4653-8e21-c15a2511ff35 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Deleting port 4ca6d221-4283-40de-93b1-9f03a132fd42 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:39:44.071497 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-075d4fc9-086f-4653-8e21-c15a2511ff35 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:44.099517 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f4a84867-5ef8-4525-923a-737b2513b69c req-06d0151a-5b01-47f2-a581-c195cea0a912 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977101 Sep 07 02:39:44.217496 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-9b09bced-8dc5-452c-9ed5-7072ce08f72a service neutron] For port 5a10fd3e-a307-42ef-9874-a9290ecbb499, host n-h2-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:39:44.225035 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-9b09bced-8dc5-452c-9ed5-7072ce08f72a service neutron] For port 5a10fd3e-a307-42ef-9874-a9290ecbb499, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=5a10fd3e-a307-42ef-9874-a9290ecbb499,segment=NetworkSegment(b5a31333-dc66-4c28-b309-79aa5613af15),segment_id=b5a31333-dc66-4c28-b309-79aa5613af15)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:39:44.234675 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-9b09bced-8dc5-452c-9ed5-7072ce08f72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:44.260491 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-075d4fc9-086f-4653-8e21-c15a2511ff35 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:44.260893 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-075d4fc9-086f-4653-8e21-c15a2511ff35 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:44.283942 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-075d4fc9-086f-4653-8e21-c15a2511ff35 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Calling delete_port for 4ca6d221-4283-40de-93b1-9f03a132fd42 owned by network:floatingip {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:39:44.387170 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b09bced-8dc5-452c-9ed5-7072ce08f72a service neutron] Pushing event updated for resources: {'Port': ['ID=5a10fd3e-a307-42ef-9874-a9290ecbb499,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:44.447265 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-9b09bced-8dc5-452c-9ed5-7072ce08f72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:44.447988 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-9b09bced-8dc5-452c-9ed5-7072ce08f72a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:44.449674 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-9b09bced-8dc5-452c-9ed5-7072ce08f72a service neutron] 10.222.0.16 "PUT /v2.0/ports/5a10fd3e-a307-42ef-9874-a9290ecbb499 HTTP/1.1" status: 200 len: 1092 time: 1.8366547 Sep 07 02:39:44.465743 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b09bced-8dc5-452c-9ed5-7072ce08f72a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:39:44.467451 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b09bced-8dc5-452c-9ed5-7072ce08f72a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:39:44.467831 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b09bced-8dc5-452c-9ed5-7072ce08f72a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:39:44.468183 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b09bced-8dc5-452c-9ed5-7072ce08f72a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:39:44.471580 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b09bced-8dc5-452c-9ed5-7072ce08f72a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:39:44.474260 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b09bced-8dc5-452c-9ed5-7072ce08f72a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:39:44.475821 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b09bced-8dc5-452c-9ed5-7072ce08f72a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:39:44.477462 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b09bced-8dc5-452c-9ed5-7072ce08f72a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:39:44.477821 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b09bced-8dc5-452c-9ed5-7072ce08f72a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:39:44.480544 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b09bced-8dc5-452c-9ed5-7072ce08f72a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:39:44.481791 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b09bced-8dc5-452c-9ed5-7072ce08f72a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:39:44.482157 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b09bced-8dc5-452c-9ed5-7072ce08f72a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:39:44.547406 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-b295704e-532e-4198-ba8c-f00be1ae94d9 service neutron] Request body: {'port': {'device_id': 'ff8c528d-373f-42ed-8303-ff263d703c42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:39:44.663964 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6388ccf-b097-450f-9a45-224bf781eb1a x-openstack-request-id: req-f6388ccf-b097-450f-9a45-224bf781eb1a {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:39:44.664256 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff8c528d-373f-42ed-8303-ff263d703c42", "tag": "09d8e09b-36fc-4d4b-816b-ee7185e3ed7d", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:39:44.664512 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f6388ccf-b097-450f-9a45-224bf781eb1a {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:39:44.669018 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff8c528d-373f-42ed-8303-ff263d703c42', 'tag': '09d8e09b-36fc-4d4b-816b-ee7185e3ed7d', 'status': 'completed', 'code': 200} Sep 07 02:39:44.864132 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-b295704e-532e-4198-ba8c-f00be1ae94d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:44.894054 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7049da06-5049-42f6-8c22-0e5142f9a77f req-3e029d9f-a58e-4e73-bd07-29e0b9c1148f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:44.895123 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7049da06-5049-42f6-8c22-0e5142f9a77f req-3e029d9f-a58e-4e73-bd07-29e0b9c1148f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:44.895906 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7049da06-5049-42f6-8c22-0e5142f9a77f req-3e029d9f-a58e-4e73-bd07-29e0b9c1148f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:44.896607 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7049da06-5049-42f6-8c22-0e5142f9a77f req-3e029d9f-a58e-4e73-bd07-29e0b9c1148f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:44.897238 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7049da06-5049-42f6-8c22-0e5142f9a77f req-3e029d9f-a58e-4e73-bd07-29e0b9c1148f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:44.897867 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7049da06-5049-42f6-8c22-0e5142f9a77f req-3e029d9f-a58e-4e73-bd07-29e0b9c1148f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:44.898498 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7049da06-5049-42f6-8c22-0e5142f9a77f req-3e029d9f-a58e-4e73-bd07-29e0b9c1148f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:44.900678 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7049da06-5049-42f6-8c22-0e5142f9a77f req-3e029d9f-a58e-4e73-bd07-29e0b9c1148f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3d937c5301ab43c080b18db78872855b&device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 6418 time: 0.2954817 Sep 07 02:39:44.995494 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 9e0a4062-b916-433e-8871-18aaa78c80ee details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:39:45.023820 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1851a-3bef-46e0-ab41-56de06d44dd8 req-f5523814-0c33-4776-808e-dac75b8ab70e tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:45.030274 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-075d4fc9-086f-4653-8e21-c15a2511ff35 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:45.056359 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1851a-3bef-46e0-ab41-56de06d44dd8 req-f5523814-0c33-4776-808e-dac75b8ab70e tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:45.086082 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1851a-3bef-46e0-ab41-56de06d44dd8 req-f5523814-0c33-4776-808e-dac75b8ab70e tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:45.112283 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1851a-3bef-46e0-ab41-56de06d44dd8 req-f5523814-0c33-4776-808e-dac75b8ab70e tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:45.148373 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1851a-3bef-46e0-ab41-56de06d44dd8 req-f5523814-0c33-4776-808e-dac75b8ab70e tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:45.156416 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075d4fc9-086f-4653-8e21-c15a2511ff35 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Pushing event deleted for resources: {'Port': ['ID=4ca6d221-4283-40de-93b1-9f03a132fd42,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:45.175974 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1851a-3bef-46e0-ab41-56de06d44dd8 req-f5523814-0c33-4776-808e-dac75b8ab70e tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:45.201509 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1851a-3bef-46e0-ab41-56de06d44dd8 req-f5523814-0c33-4776-808e-dac75b8ab70e tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:45.212145 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-16e1851a-3bef-46e0-ab41-56de06d44dd8 req-f5523814-0c33-4776-808e-dac75b8ab70e tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 5410 time: 0.7758098 Sep 07 02:39:45.420531 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 9e0a4062-b916-433e-8871-18aaa78c80ee, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=9e0a4062-b916-433e-8871-18aaa78c80ee,segment=NetworkSegment(6dff264e-7c75-4629-a854-2e784f93e6e2),segment_id=6dff264e-7c75-4629-a854-2e784f93e6e2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:39:45.424278 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-16e1851a-3bef-46e0-ab41-56de06d44dd8 req-983e18a3-a25c-420f-ae72-df053c661418 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcc0067a-9ce8-4875-b922-e18ef41ab841&id=57505a62-ceae-4832-b8a9-6ac0b7088f20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2112637 Sep 07 02:39:45.424770 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-075d4fc9-086f-4653-8e21-c15a2511ff35 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Notify callbacks [] for floatingip, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:45.437163 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-075d4fc9-086f-4653-8e21-c15a2511ff35 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:45.450734 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-075d4fc9-086f-4653-8e21-c15a2511ff35 tempest-ServersTestBootFromVolume-639131293 tempest-ServersTestBootFromVolume-639131293-project] 10.222.0.22 "DELETE /v2.0/floatingips/cb7b2b9c-650a-4ffe-b4ae-0d1cd854fcb8 HTTP/1.1" status: 204 len: 168 time: 2.2315495 Sep 07 02:39:45.451404 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46642) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:39:45.477543 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '9e0a4062-b916-433e-8871-18aaa78c80ee', 'network_id': 'c7baff3a-2acd-47c4-826f-ff1b179e5161', 'port_id': '9e0a4062-b916-433e-8871-18aaa78c80ee', 'mac_address': 'fa:16:3e:a4:df:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04737742-a3d0-4b6d-a6a4-ec1fe2e55890', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:39:45.540211 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452795f8-8a1a-4704-a6e6-bb955f999ce8 req-d3363ff2-dd3f-45b8-b5c6-2e0a8bfdf974 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:45.544915 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-452795f8-8a1a-4704-a6e6-bb955f999ce8 req-d3363ff2-dd3f-45b8-b5c6-2e0a8bfdf974 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=12a55746-ab23-49ff-82d9-90204f32d2c2 HTTP/1.1" status: 200 len: 949 time: 0.4206233 Sep 07 02:39:45.551072 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7049da06-5049-42f6-8c22-0e5142f9a77f req-ac316450-b18a-4a23-a358-f9e6edf49b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:45.554477 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7049da06-5049-42f6-8c22-0e5142f9a77f req-ac316450-b18a-4a23-a358-f9e6edf49b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:45.556162 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7049da06-5049-42f6-8c22-0e5142f9a77f req-ac316450-b18a-4a23-a358-f9e6edf49b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:45.557955 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7049da06-5049-42f6-8c22-0e5142f9a77f req-ac316450-b18a-4a23-a358-f9e6edf49b80 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=3d937c5301ab43c080b18db78872855b&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.6424091 Sep 07 02:39:45.636358 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:45.660274 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9e0a4062-b916-433e-8871-18aaa78c80ee {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:39:45.711883 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 9e0a4062-b916-433e-8871-18aaa78c80ee, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=9e0a4062-b916-433e-8871-18aaa78c80ee,segment=NetworkSegment(6dff264e-7c75-4629-a854-2e784f93e6e2),segment_id=6dff264e-7c75-4629-a854-2e784f93e6e2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:39:45.721143 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:45.862211 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=9e0a4062-b916-433e-8871-18aaa78c80ee,revision_number=6']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:45.935521 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['9e0a4062-b916-433e-8871-18aaa78c80ee'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:39:45.945691 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-452795f8-8a1a-4704-a6e6-bb955f999ce8 req-d515a113-1b6b-41cc-9848-f821c99ec041 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3810577 Sep 07 02:39:45.979652 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7049da06-5049-42f6-8c22-0e5142f9a77f req-ad02a35c-b558-4933-8677-714ebd09c8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:45.981518 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7049da06-5049-42f6-8c22-0e5142f9a77f req-ad02a35c-b558-4933-8677-714ebd09c8c5 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4158411 Sep 07 02:39:46.008826 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f325cc-edf4-42cc-8483-db82720c9078 req-17c58f3b-3eb2-4e48-a67e-8e894f7cc53a tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:46.017692 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f2f325cc-edf4-42cc-8483-db82720c9078 req-17c58f3b-3eb2-4e48-a67e-8e894f7cc53a tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc51979c-5507-4443-9897-569f07617a01 HTTP/1.1" status: 200 len: 945 time: 0.3006935 Sep 07 02:39:46.290669 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f2f325cc-edf4-42cc-8483-db82720c9078 req-808db8a9-3d55-411b-ba1b-c8fbb42b54e9 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717438 Sep 07 02:39:46.681740 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff8c528d-373f-42ed-8303-ff263d703c42', 'tag': '5a10fd3e-a307-42ef-9874-a9290ecbb499'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:39:46.689790 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e2516f-2868-4452-88a9-4054a28e8ba1" -d '{"events": [{"name": "network-changed", "server_uuid": "ff8c528d-373f-42ed-8303-ff263d703c42", "tag": "5a10fd3e-a307-42ef-9874-a9290ecbb499"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:39:46.735415 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652426ab-ca05-4f66-9279-968661006384 req-eb7b78fd-d3e5-4e26-9b00-345850d874f0 tempest-ServersAdminTestJSON-1419563177 tempest-ServersAdminTestJSON-1419563177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:46.736733 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652426ab-ca05-4f66-9279-968661006384 req-eb7b78fd-d3e5-4e26-9b00-345850d874f0 tempest-ServersAdminTestJSON-1419563177 tempest-ServersAdminTestJSON-1419563177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:46.737401 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652426ab-ca05-4f66-9279-968661006384 req-eb7b78fd-d3e5-4e26-9b00-345850d874f0 tempest-ServersAdminTestJSON-1419563177 tempest-ServersAdminTestJSON-1419563177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:46.738070 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652426ab-ca05-4f66-9279-968661006384 req-eb7b78fd-d3e5-4e26-9b00-345850d874f0 tempest-ServersAdminTestJSON-1419563177 tempest-ServersAdminTestJSON-1419563177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:46.743987 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652426ab-ca05-4f66-9279-968661006384 req-eb7b78fd-d3e5-4e26-9b00-345850d874f0 tempest-ServersAdminTestJSON-1419563177 tempest-ServersAdminTestJSON-1419563177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:46.744750 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652426ab-ca05-4f66-9279-968661006384 req-eb7b78fd-d3e5-4e26-9b00-345850d874f0 tempest-ServersAdminTestJSON-1419563177 tempest-ServersAdminTestJSON-1419563177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:46.745415 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652426ab-ca05-4f66-9279-968661006384 req-eb7b78fd-d3e5-4e26-9b00-345850d874f0 tempest-ServersAdminTestJSON-1419563177 tempest-ServersAdminTestJSON-1419563177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:46.746073 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652426ab-ca05-4f66-9279-968661006384 req-eb7b78fd-d3e5-4e26-9b00-345850d874f0 tempest-ServersAdminTestJSON-1419563177 tempest-ServersAdminTestJSON-1419563177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:46.746756 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652426ab-ca05-4f66-9279-968661006384 req-eb7b78fd-d3e5-4e26-9b00-345850d874f0 tempest-ServersAdminTestJSON-1419563177 tempest-ServersAdminTestJSON-1419563177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:46.747408 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652426ab-ca05-4f66-9279-968661006384 req-eb7b78fd-d3e5-4e26-9b00-345850d874f0 tempest-ServersAdminTestJSON-1419563177 tempest-ServersAdminTestJSON-1419563177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:46.748261 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652426ab-ca05-4f66-9279-968661006384 req-eb7b78fd-d3e5-4e26-9b00-345850d874f0 tempest-ServersAdminTestJSON-1419563177 tempest-ServersAdminTestJSON-1419563177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:46.748917 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652426ab-ca05-4f66-9279-968661006384 req-eb7b78fd-d3e5-4e26-9b00-345850d874f0 tempest-ServersAdminTestJSON-1419563177 tempest-ServersAdminTestJSON-1419563177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:46.750104 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652426ab-ca05-4f66-9279-968661006384 req-eb7b78fd-d3e5-4e26-9b00-345850d874f0 tempest-ServersAdminTestJSON-1419563177 tempest-ServersAdminTestJSON-1419563177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:46.752054 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652426ab-ca05-4f66-9279-968661006384 req-eb7b78fd-d3e5-4e26-9b00-345850d874f0 tempest-ServersAdminTestJSON-1419563177 tempest-ServersAdminTestJSON-1419563177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:46.759858 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652426ab-ca05-4f66-9279-968661006384 req-eb7b78fd-d3e5-4e26-9b00-345850d874f0 tempest-ServersAdminTestJSON-1419563177 tempest-ServersAdminTestJSON-1419563177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:46.766178 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-b295704e-532e-4198-ba8c-f00be1ae94d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd2646ca-659b-4e2b-8d78-87d5a7a2747d {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:39:46.776594 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-652426ab-ca05-4f66-9279-968661006384 req-eb7b78fd-d3e5-4e26-9b00-345850d874f0 tempest-ServersAdminTestJSON-1419563177 tempest-ServersAdminTestJSON-1419563177-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=908c93f7-9c83-4718-9fe8-5dc192299845&device_id=5c5d2d81-ef22-4837-871f-685cb1a23836&device_id=ff8c528d-373f-42ed-8303-ff263d703c42&device_id=12a55746-ab23-49ff-82d9-90204f32d2c2&device_id=2de33138-bed9-468e-8109-8b621778f497&device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41&device_id=fc51979c-5507-4443-9897-569f07617a01&device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c&device_id=d5805c37-b156-4c27-8180-c25309ab7be0 HTTP/1.1" status: 200 len: 13535 time: 0.2055259 Sep 07 02:39:46.798215 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-b295704e-532e-4198-ba8c-f00be1ae94d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:46.812728 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-652426ab-ca05-4f66-9279-968661006384 req-6331085c-c567-40e4-9e4d-53ec2cd89a62 tempest-ServersAdminTestJSON-1419563177 tempest-ServersAdminTestJSON-1419563177-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:46.887398 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd61e0-ee9c-499e-ad16-db43d3ba04b6 req-8ce8cd0f-37dc-4141-b206-8e81f73cd866 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:46.893966 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd61e0-ee9c-499e-ad16-db43d3ba04b6 req-8ce8cd0f-37dc-4141-b206-8e81f73cd866 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:46.911216 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd61e0-ee9c-499e-ad16-db43d3ba04b6 req-8ce8cd0f-37dc-4141-b206-8e81f73cd866 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:46.931457 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd61e0-ee9c-499e-ad16-db43d3ba04b6 req-8ce8cd0f-37dc-4141-b206-8e81f73cd866 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:46.949467 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd61e0-ee9c-499e-ad16-db43d3ba04b6 req-8ce8cd0f-37dc-4141-b206-8e81f73cd866 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:46.978766 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd61e0-ee9c-499e-ad16-db43d3ba04b6 req-8ce8cd0f-37dc-4141-b206-8e81f73cd866 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:46.996074 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 9e0a4062-b916-433e-8871-18aaa78c80ee up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:39:47.000366 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd61e0-ee9c-499e-ad16-db43d3ba04b6 req-8ce8cd0f-37dc-4141-b206-8e81f73cd866 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:47.008414 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-83fd61e0-ee9c-499e-ad16-db43d3ba04b6 req-8ce8cd0f-37dc-4141-b206-8e81f73cd866 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 5410 time: 0.4146121 Sep 07 02:39:47.035631 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-652426ab-ca05-4f66-9279-968661006384 req-6331085c-c567-40e4-9e4d-53ec2cd89a62 tempest-ServersAdminTestJSON-1419563177 tempest-ServersAdminTestJSON-1419563177-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:47.046192 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-652426ab-ca05-4f66-9279-968661006384 req-6331085c-c567-40e4-9e4d-53ec2cd89a62 tempest-ServersAdminTestJSON-1419563177 tempest-ServersAdminTestJSON-1419563177-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:47.097547 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-b295704e-532e-4198-ba8c-f00be1ae94d9 service neutron] Transition to ACTIVE for port object bd2646ca-659b-4e2b-8d78-87d5a7a2747d will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:39:47.125679 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-b295704e-532e-4198-ba8c-f00be1ae94d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:47.134760 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-652426ab-ca05-4f66-9279-968661006384 req-6331085c-c567-40e4-9e4d-53ec2cd89a62 tempest-ServersAdminTestJSON-1419563177 tempest-ServersAdminTestJSON-1419563177-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&id=57505a62-ceae-4832-b8a9-6ac0b7088f20&id=9828059c-a730-4112-9d0c-df55cdef65fe&id=bcc0067a-9ce8-4875-b922-e18ef41ab841&id=640bc5a7-1290-4dbd-b0ce-f56eb51dd0f7&id=634c0f9e-9f07-436d-a042-1cf2a95373ad&id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 832 time: 0.3497131 Sep 07 02:39:47.159214 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 9e0a4062-b916-433e-8871-18aaa78c80ee triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:39:47.160085 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:47.167516 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6331085c-c567-40e4-9e4d-53ec2cd89a62 tempest-ServersAdminTestJSON-1419563177 tempest-ServersAdminTestJSON-1419563177-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab1ae38-182a-4ffb-8b0f-b9e502dfdaec,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:47.238030 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9474112-215d-4a51-8247-b7e6295bb892 x-openstack-request-id: req-d9474112-215d-4a51-8247-b7e6295bb892 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:39:47.238199 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff8c528d-373f-42ed-8303-ff263d703c42", "tag": "5a10fd3e-a307-42ef-9874-a9290ecbb499", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:39:47.238406 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d9474112-215d-4a51-8247-b7e6295bb892 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:39:47.238802 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff8c528d-373f-42ed-8303-ff263d703c42', 'tag': '5a10fd3e-a307-42ef-9874-a9290ecbb499', 'status': 'completed', 'code': 200} Sep 07 02:39:47.297643 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-83fd61e0-ee9c-499e-ad16-db43d3ba04b6 req-42e5ea03-2d59-4591-b8a6-938297a524fe tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcc0067a-9ce8-4875-b922-e18ef41ab841&id=57505a62-ceae-4832-b8a9-6ac0b7088f20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2882597 Sep 07 02:39:47.455334 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:47.498229 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b295704e-532e-4198-ba8c-f00be1ae94d9 service neutron] Pushing event updated for resources: {'Port': ['ID=bd2646ca-659b-4e2b-8d78-87d5a7a2747d,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:47.582275 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 9e0a4062-b916-433e-8871-18aaa78c80ee, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=9e0a4062-b916-433e-8871-18aaa78c80ee,segment=NetworkSegment(6dff264e-7c75-4629-a854-2e784f93e6e2),segment_id=6dff264e-7c75-4629-a854-2e784f93e6e2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:39:47.585244 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2516f-2868-4452-88a9-4054a28e8ba1 req-922d12ef-5a1d-4f54-8a7f-cab791ca2a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:47.585806 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2516f-2868-4452-88a9-4054a28e8ba1 req-922d12ef-5a1d-4f54-8a7f-cab791ca2a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:47.586580 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7bc2f9-d54e-4545-a965-b16a92c2c29c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e0a4062-b916-433e-8871-18aaa78c80ee'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:39:47.590299 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2516f-2868-4452-88a9-4054a28e8ba1 req-922d12ef-5a1d-4f54-8a7f-cab791ca2a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:47.590798 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2516f-2868-4452-88a9-4054a28e8ba1 req-922d12ef-5a1d-4f54-8a7f-cab791ca2a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:47.591284 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2516f-2868-4452-88a9-4054a28e8ba1 req-922d12ef-5a1d-4f54-8a7f-cab791ca2a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:47.594510 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd13b94d-8668-47f9-aa5d-d235ac3618f4" -d '{"events": [{"server_uuid": "ba7bc2f9-d54e-4545-a965-b16a92c2c29c", "name": "network-vif-plugged", "status": "completed", "tag": "9e0a4062-b916-433e-8871-18aaa78c80ee"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:39:47.597591 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2516f-2868-4452-88a9-4054a28e8ba1 req-922d12ef-5a1d-4f54-8a7f-cab791ca2a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:47.598131 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2516f-2868-4452-88a9-4054a28e8ba1 req-922d12ef-5a1d-4f54-8a7f-cab791ca2a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:47.607465 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e2e2516f-2868-4452-88a9-4054a28e8ba1 req-922d12ef-5a1d-4f54-8a7f-cab791ca2a36 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3d937c5301ab43c080b18db78872855b&device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 6444 time: 0.3509088 Sep 07 02:39:47.609545 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:47.694086 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-b295704e-532e-4198-ba8c-f00be1ae94d9 service neutron] Attempting to bind port bd2646ca-659b-4e2b-8d78-87d5a7a2747d on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:39:47.694086 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-b295704e-532e-4198-ba8c-f00be1ae94d9 service neutron] Attempting to bind port bd2646ca-659b-4e2b-8d78-87d5a7a2747d by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': 'b5a31333-dc66-4c28-b309-79aa5613af15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '03d408a7-bed1-4074-b2d6-43492534ac51'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:39:47.694782 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-b295704e-532e-4198-ba8c-f00be1ae94d9 service neutron] Attempting to bind port bd2646ca-659b-4e2b-8d78-87d5a7a2747d on network 03d408a7-bed1-4074-b2d6-43492534ac51 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:39:47.702628 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b57fb45-f13b-41dd-bc5d-c5d4060eb695 req-b0916800-79ab-43ae-b9aa-55b7a290aac2 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:47.707667 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0b57fb45-f13b-41dd-bc5d-c5d4060eb695 req-b0916800-79ab-43ae-b9aa-55b7a290aac2 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=12a55746-ab23-49ff-82d9-90204f32d2c2 HTTP/1.1" status: 200 len: 949 time: 0.3496575 Sep 07 02:39:47.730744 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-b295704e-532e-4198-ba8c-f00be1ae94d9 service neutron] Port bd2646ca-659b-4e2b-8d78-87d5a7a2747d on network 03d408a7-bed1-4074-b2d6-43492534ac51 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:39:47.731123 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-b295704e-532e-4198-ba8c-f00be1ae94d9 service neutron] Attempting to bind port bd2646ca-659b-4e2b-8d78-87d5a7a2747d on network 03d408a7-bed1-4074-b2d6-43492534ac51 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:39:47.772850 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d7c649aa-0202-4b82-82ef-92814e4124f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:47.775225 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-b295704e-532e-4198-ba8c-f00be1ae94d9 service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:39:47.775831 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-b295704e-532e-4198-ba8c-f00be1ae94d9 service neutron] Checking segment: {'id': 'b5a31333-dc66-4c28-b309-79aa5613af15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '03d408a7-bed1-4074-b2d6-43492534ac51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:39:47.776459 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-b295704e-532e-4198-ba8c-f00be1ae94d9 service neutron] Bound using segment: {'id': 'b5a31333-dc66-4c28-b309-79aa5613af15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '03d408a7-bed1-4074-b2d6-43492534ac51'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:39:47.777131 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-b295704e-532e-4198-ba8c-f00be1ae94d9 service neutron] Bound port: bd2646ca-659b-4e2b-8d78-87d5a7a2747d, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5a31333-dc66-4c28-b309-79aa5613af15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '03d408a7-bed1-4074-b2d6-43492534ac51'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:39:47.777703 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-b295704e-532e-4198-ba8c-f00be1ae94d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:47.825459 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=9e0a4062-b916-433e-8871-18aaa78c80ee,revision_number=7']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:48.049749 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-b295704e-532e-4198-ba8c-f00be1ae94d9 service neutron] For port bd2646ca-659b-4e2b-8d78-87d5a7a2747d, host n-h2-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:39:48.072422 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0b57fb45-f13b-41dd-bc5d-c5d4060eb695 req-34719321-23db-4d66-b571-0bd1c75e8845 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212085 Sep 07 02:39:48.087758 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-b295704e-532e-4198-ba8c-f00be1ae94d9 service neutron] For port bd2646ca-659b-4e2b-8d78-87d5a7a2747d, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=bd2646ca-659b-4e2b-8d78-87d5a7a2747d,segment=NetworkSegment(b5a31333-dc66-4c28-b309-79aa5613af15),segment_id=b5a31333-dc66-4c28-b309-79aa5613af15)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:39:48.136337 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-b295704e-532e-4198-ba8c-f00be1ae94d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:48.149977 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c3694a-ab2f-4ebc-a81d-7b7eac85be6e req-3bf0534f-043b-4b15-b949-948785574760 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:48.153699 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f0c3694a-ab2f-4ebc-a81d-7b7eac85be6e req-3bf0534f-043b-4b15-b949-948785574760 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc51979c-5507-4443-9897-569f07617a01 HTTP/1.1" status: 200 len: 945 time: 0.1709340 Sep 07 02:39:48.163085 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2516f-2868-4452-88a9-4054a28e8ba1 req-bc51edee-0af6-47c4-a1f1-946e11e370d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:48.173966 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2516f-2868-4452-88a9-4054a28e8ba1 req-bc51edee-0af6-47c4-a1f1-946e11e370d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:48.174570 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2516f-2868-4452-88a9-4054a28e8ba1 req-bc51edee-0af6-47c4-a1f1-946e11e370d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:48.176308 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e2e2516f-2868-4452-88a9-4054a28e8ba1 req-bc51edee-0af6-47c4-a1f1-946e11e370d1 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=3d937c5301ab43c080b18db78872855b&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.5621758 Sep 07 02:39:48.286795 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-b295704e-532e-4198-ba8c-f00be1ae94d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:48.287430 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-b295704e-532e-4198-ba8c-f00be1ae94d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:48.288906 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-b295704e-532e-4198-ba8c-f00be1ae94d9 service neutron] 10.222.0.16 "PUT /v2.0/ports/bd2646ca-659b-4e2b-8d78-87d5a7a2747d HTTP/1.1" status: 200 len: 1092 time: 3.7869682 Sep 07 02:39:48.329775 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e3eb5a-836c-443a-953f-13e35cc2c783 x-openstack-request-id: req-83e3eb5a-836c-443a-953f-13e35cc2c783 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:39:48.330744 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba7bc2f9-d54e-4545-a965-b16a92c2c29c", "name": "network-vif-plugged", "status": "completed", "tag": "9e0a4062-b916-433e-8871-18aaa78c80ee", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:39:48.331257 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-83e3eb5a-836c-443a-953f-13e35cc2c783 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:39:48.332135 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba7bc2f9-d54e-4545-a965-b16a92c2c29c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e0a4062-b916-433e-8871-18aaa78c80ee', 'code': 200} Sep 07 02:39:48.418041 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f0c3694a-ab2f-4ebc-a81d-7b7eac85be6e req-d3965c3e-c589-424c-93ea-f024fa265e3e tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095270 Sep 07 02:39:48.418724 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b295704e-532e-4198-ba8c-f00be1ae94d9 service neutron] Pushing event updated for resources: {'Port': ['ID=bd2646ca-659b-4e2b-8d78-87d5a7a2747d,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:48.500858 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2516f-2868-4452-88a9-4054a28e8ba1 req-78caad4c-6dc3-4b3c-8a09-8eb5efe47439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:48.502364 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e2e2516f-2868-4452-88a9-4054a28e8ba1 req-78caad4c-6dc3-4b3c-8a09-8eb5efe47439 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3129773 Sep 07 02:39:48.658756 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-d7c649aa-0202-4b82-82ef-92814e4124f6 admin admin] Deleting port 3fe4c6d6-d09f-4eca-b487-2251cff49e5a {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:39:48.659434 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d7c649aa-0202-4b82-82ef-92814e4124f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:48.706448 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-1f38cee0-0cad-4d02-9bf2-3f27913b4603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:48.706920 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-1f38cee0-0cad-4d02-9bf2-3f27913b4603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:48.707393 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-1f38cee0-0cad-4d02-9bf2-3f27913b4603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:48.707941 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-1f38cee0-0cad-4d02-9bf2-3f27913b4603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:48.708408 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-1f38cee0-0cad-4d02-9bf2-3f27913b4603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:48.708929 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-1f38cee0-0cad-4d02-9bf2-3f27913b4603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:48.709701 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-1f38cee0-0cad-4d02-9bf2-3f27913b4603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:48.731319 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-1f38cee0-0cad-4d02-9bf2-3f27913b4603 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3d937c5301ab43c080b18db78872855b&device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 6486 time: 0.1806202 Sep 07 02:39:48.783400 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b475e-01bd-46ef-9dce-0350ebab2572 req-fb38b641-3628-483a-b8d7-61a19d27f652 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:48.791871 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b475e-01bd-46ef-9dce-0350ebab2572 req-fb38b641-3628-483a-b8d7-61a19d27f652 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:48.801315 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b475e-01bd-46ef-9dce-0350ebab2572 req-fb38b641-3628-483a-b8d7-61a19d27f652 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:48.808098 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b475e-01bd-46ef-9dce-0350ebab2572 req-fb38b641-3628-483a-b8d7-61a19d27f652 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:48.814533 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b475e-01bd-46ef-9dce-0350ebab2572 req-fb38b641-3628-483a-b8d7-61a19d27f652 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:48.821002 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b475e-01bd-46ef-9dce-0350ebab2572 req-fb38b641-3628-483a-b8d7-61a19d27f652 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:48.828423 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b475e-01bd-46ef-9dce-0350ebab2572 req-fb38b641-3628-483a-b8d7-61a19d27f652 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:48.836734 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7c0b475e-01bd-46ef-9dce-0350ebab2572 req-fb38b641-3628-483a-b8d7-61a19d27f652 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 5422 time: 0.1727602 Sep 07 02:39:48.894085 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-d7c649aa-0202-4b82-82ef-92814e4124f6 admin admin] For port 3fe4c6d6-d09f-4eca-b487-2251cff49e5a, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=3fe4c6d6-d09f-4eca-b487-2251cff49e5a,segment=NetworkSegment(3d9fcb72-bde2-4ebb-8f5c-12c01c10e26a),segment_id=3d9fcb72-bde2-4ebb-8f5c-12c01c10e26a)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:39:48.894723 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d7c649aa-0202-4b82-82ef-92814e4124f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:48.912676 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7c0b475e-01bd-46ef-9dce-0350ebab2572 req-f28853a5-f87a-4dee-8905-ab06de421187 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcc0067a-9ce8-4875-b922-e18ef41ab841&id=57505a62-ceae-4832-b8a9-6ac0b7088f20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0709002 Sep 07 02:39:48.930156 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-c2787970-2585-46b7-b865-0dcd586140aa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ece7923-d776-40ec-9db6-8b3f1d9ba82b HTTP/1.1" status: 200 len: 217 time: 0.1867673 Sep 07 02:39:48.943849 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-d7c649aa-0202-4b82-82ef-92814e4124f6 admin admin] Calling delete_port for 3fe4c6d6-d09f-4eca-b487-2251cff49e5a owned by network:router_interface {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:39:49.005971 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7bcecb-6236-4943-b7e6-d315408e8045 req-10e324c4-7a1d-4cb4-a0e7-340f0ae458d5 tempest-ServersAdminTestJSON-1419563177 tempest-ServersAdminTestJSON-1419563177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:49.006450 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7bcecb-6236-4943-b7e6-d315408e8045 req-10e324c4-7a1d-4cb4-a0e7-340f0ae458d5 tempest-ServersAdminTestJSON-1419563177 tempest-ServersAdminTestJSON-1419563177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:49.006925 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7bcecb-6236-4943-b7e6-d315408e8045 req-10e324c4-7a1d-4cb4-a0e7-340f0ae458d5 tempest-ServersAdminTestJSON-1419563177 tempest-ServersAdminTestJSON-1419563177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:49.008767 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5d7bcecb-6236-4943-b7e6-d315408e8045 req-10e324c4-7a1d-4cb4-a0e7-340f0ae458d5 tempest-ServersAdminTestJSON-1419563177 tempest-ServersAdminTestJSON-1419563177-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=908c93f7-9c83-4718-9fe8-5dc192299845&device_id=2de33138-bed9-468e-8109-8b621778f497&device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41 HTTP/1.1" status: 200 len: 2887 time: 0.3404179 Sep 07 02:39:49.083445 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-5fc3e9f1-b88f-4295-9db0-0090bb0d1b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:49.085737 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-5fc3e9f1-b88f-4295-9db0-0090bb0d1b76 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e3b4fb3d-94e3-4aeb-a2af-6938d3cac266 HTTP/1.1" status: 200 len: 850 time: 0.1472096 Sep 07 02:39:49.112709 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5d7bcecb-6236-4943-b7e6-d315408e8045 req-8ba9cdc3-d4e4-4322-9e92-5d9ba52d5198 tempest-ServersAdminTestJSON-1419563177 tempest-ServersAdminTestJSON-1419563177-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940473 Sep 07 02:39:49.242579 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff8c528d-373f-42ed-8303-ff263d703c42', 'tag': 'bd2646ca-659b-4e2b-8d78-87d5a7a2747d'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:39:49.245005 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f99d06-b1bf-498b-89c1-0adc0c048d1e" -d '{"events": [{"name": "network-changed", "server_uuid": "ff8c528d-373f-42ed-8303-ff263d703c42", "tag": "bd2646ca-659b-4e2b-8d78-87d5a7a2747d"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:39:49.286286 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-3dc67feb-3977-4953-b03b-b3fdea05e4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:49.292058 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-3dc67feb-3977-4953-b03b-b3fdea05e4fd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=96cf2c3c-2cd2-4441-b075-5aca4d5876d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1974692 Sep 07 02:39:49.297750 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0288db4-dd19-47e9-999d-bb1600d971ce req-14be6003-a3da-4a26-9fd3-ce8aa1dd9e35 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:49.305696 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b0288db4-dd19-47e9-999d-bb1600d971ce req-14be6003-a3da-4a26-9fd3-ce8aa1dd9e35 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=12a55746-ab23-49ff-82d9-90204f32d2c2 HTTP/1.1" status: 200 len: 949 time: 0.0979016 Sep 07 02:39:49.365295 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b0288db4-dd19-47e9-999d-bb1600d971ce req-bcb7b56d-d4b1-42a0-9685-9937780ac488 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585587 Sep 07 02:39:49.500998 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5715924-91b2-4ab9-baa1-c76017b1e561 x-openstack-request-id: req-b5715924-91b2-4ab9-baa1-c76017b1e561 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:39:49.502632 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff8c528d-373f-42ed-8303-ff263d703c42", "tag": "bd2646ca-659b-4e2b-8d78-87d5a7a2747d", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:39:49.502914 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b5715924-91b2-4ab9-baa1-c76017b1e561 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:39:49.503400 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff8c528d-373f-42ed-8303-ff263d703c42', 'tag': 'bd2646ca-659b-4e2b-8d78-87d5a7a2747d', 'status': 'completed', 'code': 200} Sep 07 02:39:49.544663 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d7c649aa-0202-4b82-82ef-92814e4124f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:49.609524 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c649aa-0202-4b82-82ef-92814e4124f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fe4c6d6-d09f-4eca-b487-2251cff49e5a,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:50.156972 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d7c649aa-0202-4b82-82ef-92814e4124f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:50.547797 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-5eee83ae-4db5-452e-aff0-b411c4339c9b service neutron] 10.222.0.16 "GET /v2.0/networks/96cf2c3c-2cd2-4441-b075-5aca4d5876d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2456639 Sep 07 02:39:50.693062 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fdadde-1d21-4f88-9c30-f87b39d3d9a8 req-50ebc578-7eea-41a8-ab60-8f22bc7b1f87 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:50.700854 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d7fdadde-1d21-4f88-9c30-f87b39d3d9a8 req-50ebc578-7eea-41a8-ab60-8f22bc7b1f87 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc51979c-5507-4443-9897-569f07617a01 HTTP/1.1" status: 200 len: 945 time: 0.3244624 Sep 07 02:39:50.754313 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d7fdadde-1d21-4f88-9c30-f87b39d3d9a8 req-512a7606-264b-4622-a418-5ec84264d4f7 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477645 Sep 07 02:39:50.805434 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-87c5d6f8-37b1-4bd1-9208-fd4a53cd437d service neutron] 10.222.0.16 "GET /v2.0/networks/96cf2c3c-2cd2-4441-b075-5aca4d5876d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345228 Sep 07 02:39:50.917681 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-8df392c0-52cb-4081-b175-13bd9ee28a34 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.240&port_id=1727b4ca-2dd0-4cd4-898e-db87f6c72464 HTTP/1.1" status: 200 len: 217 time: 0.1024578 Sep 07 02:39:51.064987 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-78c375ae-32b4-400d-89cb-c7d7986d39fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:51.068203 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-78c375ae-32b4-400d-89cb-c7d7986d39fb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a0ace46c-e993-499e-976f-0d7f1499256e HTTP/1.1" status: 200 len: 797 time: 0.1331177 Sep 07 02:39:51.179551 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:51.226867 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:51.275194 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f8060-84ae-4ee1-8bed-67a729a6ea39 req-8186b709-5215-415a-a295-5a4f652127e4 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:51.282965 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cb8f8060-84ae-4ee1-8bed-67a729a6ea39 req-8186b709-5215-415a-a295-5a4f652127e4 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=12a55746-ab23-49ff-82d9-90204f32d2c2 HTTP/1.1" status: 200 len: 949 time: 0.1458962 Sep 07 02:39:51.324770 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-ed2429e7-28a7-425a-bce7-44b2e21d8405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:51.326461 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-ed2429e7-28a7-425a-bce7-44b2e21d8405 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7ef96948-9b26-4186-9197-3dc341e621f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2495496 Sep 07 02:39:51.411171 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cb8f8060-84ae-4ee1-8bed-67a729a6ea39 req-e0a97eb3-11d3-4a97-80a6-97dc22b6a81c tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237619 Sep 07 02:39:51.534271 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e99032-0005-46da-bc21-b5381a8608fb req-62273d02-e42d-4007-829b-b1419a38dddd tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:51.542082 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e99032-0005-46da-bc21-b5381a8608fb req-62273d02-e42d-4007-829b-b1419a38dddd tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:51.549769 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e99032-0005-46da-bc21-b5381a8608fb req-62273d02-e42d-4007-829b-b1419a38dddd tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:51.556914 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e99032-0005-46da-bc21-b5381a8608fb req-62273d02-e42d-4007-829b-b1419a38dddd tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:51.563109 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e99032-0005-46da-bc21-b5381a8608fb req-62273d02-e42d-4007-829b-b1419a38dddd tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:51.570609 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e99032-0005-46da-bc21-b5381a8608fb req-62273d02-e42d-4007-829b-b1419a38dddd tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:51.578733 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e99032-0005-46da-bc21-b5381a8608fb req-62273d02-e42d-4007-829b-b1419a38dddd tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:51.580658 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b6e99032-0005-46da-bc21-b5381a8608fb req-62273d02-e42d-4007-829b-b1419a38dddd tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 5422 time: 0.2232897 Sep 07 02:39:51.668010 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-4cb7d0eb-1773-46b8-a37f-9573b54b11a9 service neutron] 10.222.0.16 "GET /v2.0/networks/7ef96948-9b26-4186-9197-3dc341e621f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045521 Sep 07 02:39:51.811772 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c649aa-0202-4b82-82ef-92814e4124f6 admin admin] Router cce89695-f8c6-4f6f-bc86-641d7598211e has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:39:51.831842 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b6e99032-0005-46da-bc21-b5381a8608fb req-71f15ef2-af86-40ee-a3bb-fc05e04e6be3 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcc0067a-9ce8-4875-b922-e18ef41ab841&id=57505a62-ceae-4832-b8a9-6ac0b7088f20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0947366 Sep 07 02:39:51.833455 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faffa058-7c69-4ee0-a29a-e9d944eed0c0 req-e975ef67-9e67-4239-9f74-ad5594342277 tempest-ServersAdminTestJSON-1419563177 tempest-ServersAdminTestJSON-1419563177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:51.844269 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-faffa058-7c69-4ee0-a29a-e9d944eed0c0 req-e975ef67-9e67-4239-9f74-ad5594342277 tempest-ServersAdminTestJSON-1419563177 tempest-ServersAdminTestJSON-1419563177-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41 HTTP/1.1" status: 200 len: 1102 time: 0.1365561 Sep 07 02:39:51.930391 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-888a206b-77fc-427d-b9c6-5e6c9d8a8ae3 service neutron] 10.222.0.16 "GET /v2.0/networks/7ef96948-9b26-4186-9197-3dc341e621f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493746 Sep 07 02:39:51.961170 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-faffa058-7c69-4ee0-a29a-e9d944eed0c0 req-c4cd3537-9b94-4aac-92bf-ba02695767d3 tempest-ServersAdminTestJSON-1419563177 tempest-ServersAdminTestJSON-1419563177-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954826 Sep 07 02:39:52.053916 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-f91b8bb3-b1d5-4228-a5d0-b549db244e89 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=21eaabc2-91c8-4dda-aaa3-2aa2a5e27cfe HTTP/1.1" status: 200 len: 217 time: 0.0895994 Sep 07 02:39:52.057603 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c649aa-0202-4b82-82ef-92814e4124f6 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:39:52.067159 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb630540-4b00-4dd2-9579-32caa95adaaf None None] Sync routers for ids ['cce89695-f8c6-4f6f-bc86-641d7598211e'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:39:52.079929 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb630540-4b00-4dd2-9579-32caa95adaaf None None] Routers {'cce89695-f8c6-4f6f-bc86-641d7598211e'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:39:52.080857 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-cb630540-4b00-4dd2-9579-32caa95adaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:39:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['cce89695-f8c6-4f6f-bc86-641d7598211e'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:39:52.111586 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d7c649aa-0202-4b82-82ef-92814e4124f6 admin admin] 10.222.0.22 "PUT /v2.0/routers/cce89695-f8c6-4f6f-bc86-641d7598211e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6555536 Sep 07 02:39:52.116814 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46716) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:39:52.187201 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-edd6729f-638b-450e-a19e-07c99097064f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:52.190000 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-edd6729f-638b-450e-a19e-07c99097064f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a0ace46c-e993-499e-976f-0d7f1499256e HTTP/1.1" status: 200 len: 797 time: 0.1243148 Sep 07 02:39:52.198214 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4fd0e-0167-4548-91d9-5c0dcf1e5571 req-81c270db-1ab0-4515-930d-038d4d441435 tempest-ServersAdminTestJSON-1419563177 tempest-ServersAdminTestJSON-1419563177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:52.208622 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c7e4fd0e-0167-4548-91d9-5c0dcf1e5571 req-81c270db-1ab0-4515-930d-038d4d441435 tempest-ServersAdminTestJSON-1419563177 tempest-ServersAdminTestJSON-1419563177-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41 HTTP/1.1" status: 200 len: 1102 time: 0.1298153 Sep 07 02:39:52.213936 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ae753-e0de-42a1-9dcf-62976b7f8d7f req-7fbc3109-d1b3-48c8-9a74-922ae13935d9 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:52.222621 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2c3ae753-e0de-42a1-9dcf-62976b7f8d7f req-7fbc3109-d1b3-48c8-9a74-922ae13935d9 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc51979c-5507-4443-9897-569f07617a01 HTTP/1.1" status: 200 len: 945 time: 0.2635374 Sep 07 02:39:52.241596 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-cb630540-4b00-4dd2-9579-32caa95adaaf None None] Set router cce89695-f8c6-4f6f-bc86-641d7598211e gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:39:52.325221 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c7e4fd0e-0167-4548-91d9-5c0dcf1e5571 req-0b6a3087-c72d-4e1f-9533-440408bdba71 tempest-ServersAdminTestJSON-1419563177 tempest-ServersAdminTestJSON-1419563177-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154354 Sep 07 02:39:52.347797 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2c3ae753-e0de-42a1-9dcf-62976b7f8d7f req-7712e8a5-dd5d-4b3f-909f-f13107262dca tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134968 Sep 07 02:39:52.373219 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-1007ab94-6f15-4adc-836c-aebe41b43826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:52.374437 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-1007ab94-6f15-4adc-836c-aebe41b43826 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7ef96948-9b26-4186-9197-3dc341e621f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1441147 Sep 07 02:39:52.431007 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7306438e-af7b-4336-8731-3289dc78fd52 admin admin] Notify callbacks [] for router, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:52.557793 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-cb630540-4b00-4dd2-9579-32caa95adaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce89695-f8c6-4f6f-bc86-641d7598211e', 'name': 'tempest-ServersTestBootFromVolume-2082001386-router', 'tenant_id': 'a7ff0a8f96b74e6091b64557a791e2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '9465ab6e-2b32-497d-966c-0c15057b7c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:36:08Z', 'updated_at': '2021-09-07T02:39:49Z', 'revision_number': 5, 'project_id': 'a7ff0a8f96b74e6091b64557a791e2a0', 'gw_port': {'id': '9465ab6e-2b32-497d-966c-0c15057b7c0f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:28:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce89695-f8c6-4f6f-bc86-641d7598211e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:36:09Z', 'updated_at': '2021-09-07T02:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:39:52.625449 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb630540-4b00-4dd2-9579-32caa95adaaf None None] Checking router: cce89695-f8c6-4f6f-bc86-641d7598211e for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:39:52.646287 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb630540-4b00-4dd2-9579-32caa95adaaf None None] Routers {'cce89695-f8c6-4f6f-bc86-641d7598211e'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:39:52.647238 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-cb630540-4b00-4dd2-9579-32caa95adaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:39:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['cce89695-f8c6-4f6f-bc86-641d7598211e'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:39:52.678334 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10628df-1c6e-441c-9c19-36bde3e30c4b req-ea89e007-b594-44ca-a583-7a473b1759a8 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:52.686795 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a10628df-1c6e-441c-9c19-36bde3e30c4b req-ea89e007-b594-44ca-a583-7a473b1759a8 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=12a55746-ab23-49ff-82d9-90204f32d2c2 HTTP/1.1" status: 200 len: 949 time: 0.1410277 Sep 07 02:39:52.703960 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7306438e-af7b-4336-8731-3289dc78fd52 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:52.735081 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6966df-10f7-40a7-aac7-8a6a98883252 req-5ac12355-949d-4bfc-a84e-61e0e9b751bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:52.737071 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ff6966df-10f7-40a7-aac7-8a6a98883252 req-5ac12355-949d-4bfc-a84e-61e0e9b751bb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4443ce3bb3024d489f3e6e525e333d25&device_id=fc51979c-5507-4443-9897-569f07617a01 HTTP/1.1" status: 200 len: 1097 time: 0.1369469 Sep 07 02:39:52.760745 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-15ec48b4-c1ce-471a-a7e1-31596f8a3e21 service neutron] 10.222.0.16 "GET /v2.0/networks/7ef96948-9b26-4186-9197-3dc341e621f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691654 Sep 07 02:39:52.827044 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-7306438e-af7b-4336-8731-3289dc78fd52 admin admin] Deleting port 9465ab6e-2b32-497d-966c-0c15057b7c0f {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:39:52.827516 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7306438e-af7b-4336-8731-3289dc78fd52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:52.919223 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-f98c6c1f-74ca-4f24-884c-4acbe793d385 service neutron] 10.222.0.16 "GET /v2.0/networks/7ef96948-9b26-4186-9197-3dc341e621f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423364 Sep 07 02:39:53.005711 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a10628df-1c6e-441c-9c19-36bde3e30c4b req-37f90f76-7b35-422b-8501-9297bd0ecd25 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132966 Sep 07 02:39:53.009615 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-c098d1b8-932b-4db1-a31a-3a1bae9c22fd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=f5e5ca93-a975-4948-8d7a-7e504030ec90 HTTP/1.1" status: 200 len: 217 time: 0.0763972 Sep 07 02:39:53.040473 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-7306438e-af7b-4336-8731-3289dc78fd52 admin admin] For port 9465ab6e-2b32-497d-966c-0c15057b7c0f, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=9465ab6e-2b32-497d-966c-0c15057b7c0f,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:39:53.040934 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7306438e-af7b-4336-8731-3289dc78fd52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:53.078149 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-7306438e-af7b-4336-8731-3289dc78fd52 admin admin] Calling delete_port for 9465ab6e-2b32-497d-966c-0c15057b7c0f owned by network:router_gateway {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:39:53.102978 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-cb630540-4b00-4dd2-9579-32caa95adaaf None None] Set router cce89695-f8c6-4f6f-bc86-641d7598211e gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:39:53.197427 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb2b5b-693e-494a-b3fc-d0f673ad8f26 req-424438cb-fcef-4afc-8012-aa49426ba29c tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:53.210018 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb2b5b-693e-494a-b3fc-d0f673ad8f26 req-424438cb-fcef-4afc-8012-aa49426ba29c tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:53.219421 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb2b5b-693e-494a-b3fc-d0f673ad8f26 req-424438cb-fcef-4afc-8012-aa49426ba29c tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:53.226212 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb2b5b-693e-494a-b3fc-d0f673ad8f26 req-424438cb-fcef-4afc-8012-aa49426ba29c tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:53.235212 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb2b5b-693e-494a-b3fc-d0f673ad8f26 req-424438cb-fcef-4afc-8012-aa49426ba29c tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:53.242289 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb2b5b-693e-494a-b3fc-d0f673ad8f26 req-424438cb-fcef-4afc-8012-aa49426ba29c tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:53.248681 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb2b5b-693e-494a-b3fc-d0f673ad8f26 req-424438cb-fcef-4afc-8012-aa49426ba29c tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:53.255274 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-23cffc10-629d-4618-8be6-2676d01b2835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:53.259170 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-15fb2b5b-693e-494a-b3fc-d0f673ad8f26 req-424438cb-fcef-4afc-8012-aa49426ba29c tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 5422 time: 0.1731524 Sep 07 02:39:53.260833 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-23cffc10-629d-4618-8be6-2676d01b2835 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a0ace46c-e993-499e-976f-0d7f1499256e HTTP/1.1" status: 200 len: 797 time: 0.2384429 Sep 07 02:39:53.326450 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-15fb2b5b-693e-494a-b3fc-d0f673ad8f26 req-5617038e-582d-46fa-8a48-27a8bd31d314 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcc0067a-9ce8-4875-b922-e18ef41ab841&id=57505a62-ceae-4832-b8a9-6ac0b7088f20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0662162 Sep 07 02:39:53.357103 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6966df-10f7-40a7-aac7-8a6a98883252 req-55c7a5ed-afbd-4729-a5e3-081ac77cf6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:53.358419 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ff6966df-10f7-40a7-aac7-8a6a98883252 req-55c7a5ed-afbd-4729-a5e3-081ac77cf6fe service neutron] 10.222.0.23 "GET /v2.0/networks?id=29fccc3a-21f2-4674-8b92-bcfa16fabc4c HTTP/1.1" status: 200 len: 912 time: 0.6138170 Sep 07 02:39:53.457512 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ff6966df-10f7-40a7-aac7-8a6a98883252 req-bfbbd91c-6f2c-4490-92f8-4222a79dae93 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1373cf7c-4e84-4fdd-ba07-64bd380da894 HTTP/1.1" status: 200 len: 217 time: 0.0880833 Sep 07 02:39:53.459610 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-162b97dd-4e30-494b-91de-9d5269c2c879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:53.464287 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-162b97dd-4e30-494b-91de-9d5269c2c879 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7ef96948-9b26-4186-9197-3dc341e621f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1808460 Sep 07 02:39:53.542366 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-cb630540-4b00-4dd2-9579-32caa95adaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cce89695-f8c6-4f6f-bc86-641d7598211e', 'name': 'tempest-ServersTestBootFromVolume-2082001386-router', 'tenant_id': 'a7ff0a8f96b74e6091b64557a791e2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '9465ab6e-2b32-497d-966c-0c15057b7c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:36:08Z', 'updated_at': '2021-09-07T02:39:49Z', 'revision_number': 5, 'project_id': 'a7ff0a8f96b74e6091b64557a791e2a0', 'gw_port': {'id': '9465ab6e-2b32-497d-966c-0c15057b7c0f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:28:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce89695-f8c6-4f6f-bc86-641d7598211e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:36:09Z', 'updated_at': '2021-09-07T02:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:39:53.569284 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6966df-10f7-40a7-aac7-8a6a98883252 req-8c739494-f382-4725-b80f-cf66bb0c0003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:53.572947 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ff6966df-10f7-40a7-aac7-8a6a98883252 req-8c739494-f382-4725-b80f-cf66bb0c0003 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8fab1dcd-e4f9-4e9d-89a4-c1da67200daf HTTP/1.1" status: 200 len: 852 time: 0.1077826 Sep 07 02:39:53.624391 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb630540-4b00-4dd2-9579-32caa95adaaf None None] The sync data for ids ['cce89695-f8c6-4f6f-bc86-641d7598211e'] in n-d-796209-16 is: [{'id': 'cce89695-f8c6-4f6f-bc86-641d7598211e', 'name': 'tempest-ServersTestBootFromVolume-2082001386-router', 'tenant_id': 'a7ff0a8f96b74e6091b64557a791e2a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '9465ab6e-2b32-497d-966c-0c15057b7c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:36:08Z', 'updated_at': '2021-09-07T02:39:49Z', 'revision_number': 5, 'project_id': 'a7ff0a8f96b74e6091b64557a791e2a0', 'gw_port': {'id': '9465ab6e-2b32-497d-966c-0c15057b7c0f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:28:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cce89695-f8c6-4f6f-bc86-641d7598211e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:36:09Z', 'updated_at': '2021-09-07T02:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:39:53.704802 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd679c8e-cd01-47e6-93c6-b76c4dd36532 req-b6cf8f08-1bba-4653-8616-e3419ff34227 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:53.706384 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dd679c8e-cd01-47e6-93c6-b76c4dd36532 req-b6cf8f08-1bba-4653-8616-e3419ff34227 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc51979c-5507-4443-9897-569f07617a01 HTTP/1.1" status: 200 len: 945 time: 0.1815870 Sep 07 02:39:53.720697 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7306438e-af7b-4336-8731-3289dc78fd52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:53.758288 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ff6966df-10f7-40a7-aac7-8a6a98883252 req-ce812a60-d0bb-44c1-8f79-47b43984762a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=29fccc3a-21f2-4674-8b92-bcfa16fabc4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930247 Sep 07 02:39:53.791000 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7306438e-af7b-4336-8731-3289dc78fd52 admin admin] Pushing event deleted for resources: {'Port': ['ID=9465ab6e-2b32-497d-966c-0c15057b7c0f,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:53.886740 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7306438e-af7b-4336-8731-3289dc78fd52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:53.982795 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-d14315c1-ac6d-427c-800b-bf5dc4a85550 service neutron] 10.222.0.16 "GET /v2.0/networks/7ef96948-9b26-4186-9197-3dc341e621f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4087920 Sep 07 02:39:54.004933 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7306438e-af7b-4336-8731-3289dc78fd52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:54.008089 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7306438e-af7b-4336-8731-3289dc78fd52 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:54.094274 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dd679c8e-cd01-47e6-93c6-b76c4dd36532 req-bbe0d257-cc90-4649-95c4-da0e63427e96 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638508 Sep 07 02:39:54.099751 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7306438e-af7b-4336-8731-3289dc78fd52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:54.101212 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7306438e-af7b-4336-8731-3289dc78fd52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cce89695-f8c6-4f6f-bc86-641d7598211e {{(pid=94701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 02:39:54.113978 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b939a26-9b43-4d2e-9f69-60c65a322c4e req-650b9529-acce-4630-a4c2-bdcc7dd83df9 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:54.130260 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6b939a26-9b43-4d2e-9f69-60c65a322c4e req-650b9529-acce-4630-a4c2-bdcc7dd83df9 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41 HTTP/1.1" status: 200 len: 950 time: 0.1463656 Sep 07 02:39:54.136876 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7306438e-af7b-4336-8731-3289dc78fd52 admin admin] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:54.138015 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-7306438e-af7b-4336-8731-3289dc78fd52 admin admin] 10.222.0.22 "DELETE /v2.0/routers/cce89695-f8c6-4f6f-bc86-641d7598211e HTTP/1.1" status: 204 len: 168 time: 2.0161469 Sep 07 02:39:54.146307 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46766) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:39:54.253338 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5d1f126-aeaa-469a-97a7-5f09df42afe8 admin admin] Deleting subnet 66f60b8d-a718-4a50-a37e-972188b63df9 {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:39:54.264447 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6b939a26-9b43-4d2e-9f69-60c65a322c4e req-079c8ea2-ee52-43cc-a567-076ae21b30f0 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325734 Sep 07 02:39:54.266988 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e5d1f126-aeaa-469a-97a7-5f09df42afe8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:54.325238 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-6b1222ed-c5e7-45d0-92fb-adb3d68a8645 service neutron] 10.222.0.16 "GET /v2.0/networks/7ef96948-9b26-4186-9197-3dc341e621f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899804 Sep 07 02:39:54.329273 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ff6966df-10f7-40a7-aac7-8a6a98883252 req-6db4b977-772b-4667-b4c6-aee0a8a27c51 service neutron] 10.222.0.23 "GET /v2.0/networks/29fccc3a-21f2-4674-8b92-bcfa16fabc4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5022714 Sep 07 02:39:54.339033 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 3fe4c6d6-d09f-4eca-b487-2251cff49e5a no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:39:54.371347 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 3fe4c6d6-d09f-4eca-b487-2251cff49e5a {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:39:54.372583 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 3fe4c6d6-d09f-4eca-b487-2251cff49e5a not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:39:54.427298 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e5d1f126-aeaa-469a-97a7-5f09df42afe8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:54.506141 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687729e-63ae-4ab9-abac-1d0c075a572f req-45574cf4-ef55-4ab4-a195-82b01ce280ed tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:54.515455 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e687729e-63ae-4ab9-abac-1d0c075a572f req-45574cf4-ef55-4ab4-a195-82b01ce280ed tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=12a55746-ab23-49ff-82d9-90204f32d2c2 HTTP/1.1" status: 200 len: 949 time: 0.2489474 Sep 07 02:39:54.517164 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-c11b9fac-6146-4ebb-9ffc-7537d8e49682 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=09d8e09b-36fc-4d4b-816b-ee7185e3ed7d HTTP/1.1" status: 200 len: 217 time: 0.1826491 Sep 07 02:39:54.620158 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e687729e-63ae-4ab9-abac-1d0c075a572f req-0d67db48-1742-41ad-8260-8dc18d657300 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903232 Sep 07 02:39:54.631539 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e5d1f126-aeaa-469a-97a7-5f09df42afe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:54.691559 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a180d3-b182-45b6-b4e9-e59f81078f89 req-7c299ed7-1d6e-4e70-8bc8-d322c17524a1 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:54.698202 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a180d3-b182-45b6-b4e9-e59f81078f89 req-7c299ed7-1d6e-4e70-8bc8-d322c17524a1 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:54.708524 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a180d3-b182-45b6-b4e9-e59f81078f89 req-7c299ed7-1d6e-4e70-8bc8-d322c17524a1 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:54.712481 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e5d1f126-aeaa-469a-97a7-5f09df42afe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:54.728587 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a180d3-b182-45b6-b4e9-e59f81078f89 req-7c299ed7-1d6e-4e70-8bc8-d322c17524a1 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:54.736610 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a180d3-b182-45b6-b4e9-e59f81078f89 req-7c299ed7-1d6e-4e70-8bc8-d322c17524a1 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:54.743113 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a180d3-b182-45b6-b4e9-e59f81078f89 req-7c299ed7-1d6e-4e70-8bc8-d322c17524a1 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:54.749965 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a180d3-b182-45b6-b4e9-e59f81078f89 req-7c299ed7-1d6e-4e70-8bc8-d322c17524a1 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:54.753158 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d1f126-aeaa-469a-97a7-5f09df42afe8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66f60b8d-a718-4a50-a37e-972188b63df9,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:54.755628 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e5d1f126-aeaa-469a-97a7-5f09df42afe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:54.759976 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e5d1f126-aeaa-469a-97a7-5f09df42afe8 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/66f60b8d-a718-4a50-a37e-972188b63df9 HTTP/1.1" status: 204 len: 168 time: 0.6104114 Sep 07 02:39:54.760238 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-37a180d3-b182-45b6-b4e9-e59f81078f89 req-7c299ed7-1d6e-4e70-8bc8-d322c17524a1 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 5422 time: 0.3079846 Sep 07 02:39:54.762242 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f9178f-0ac1-4453-9e6d-2e5094f1e328 None None] Network 67b2a986-cf77-4844-b821-6fa0d8b54e01 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:39:54.774515 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46770) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:39:54.821641 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-d920f0ca-de73-4286-a324-338c340e65cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:54.823376 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-d920f0ca-de73-4286-a324-338c340e65cc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a0ace46c-e993-499e-976f-0d7f1499256e HTTP/1.1" status: 200 len: 797 time: 0.2517962 Sep 07 02:39:54.830513 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ff6966df-10f7-40a7-aac7-8a6a98883252 req-87c1839f-9984-47d1-8e6b-80d4e6c1405b service neutron] 10.222.0.23 "GET /v2.0/networks/29fccc3a-21f2-4674-8b92-bcfa16fabc4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4780738 Sep 07 02:39:54.852382 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-37a180d3-b182-45b6-b4e9-e59f81078f89 req-5d01175a-734f-48ca-9e58-be1e51b82f4d tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcc0067a-9ce8-4875-b922-e18ef41ab841&id=57505a62-ceae-4832-b8a9-6ac0b7088f20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0751047 Sep 07 02:39:54.918463 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c8c2bb42-72d8-4bfd-935d-760ac14b398b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:54.929067 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-52ef507f-ca6e-4586-ab40-02850712d5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:54.931338 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-52ef507f-ca6e-4586-ab40-02850712d5d2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7ef96948-9b26-4186-9197-3dc341e621f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0777102 Sep 07 02:39:54.957160 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 1373cf7c-4e84-4fdd-ba07-64bd380da894 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:39:55.029807 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2bb42-72d8-4bfd-935d-760ac14b398b admin admin] Deleting port 57c1dbea-876a-4edb-8892-83ef981772f6 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:39:55.030566 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c8c2bb42-72d8-4bfd-935d-760ac14b398b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:55.089700 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-4c38d658-c7de-4761-9082-4bc99361a2d4 service neutron] 10.222.0.16 "GET /v2.0/networks/7ef96948-9b26-4186-9197-3dc341e621f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477611 Sep 07 02:39:55.199095 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:55.205522 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d2c274-973a-4888-93b8-9633a1f3d629 None None] DHCP port deletion for 67b2a986-cf77-4844-b821-6fa0d8b54e01 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:39:55.216293 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-c8c2bb42-72d8-4bfd-935d-760ac14b398b admin admin] For port 57c1dbea-876a-4edb-8892-83ef981772f6, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=57c1dbea-876a-4edb-8892-83ef981772f6,segment=NetworkSegment(3d9fcb72-bde2-4ebb-8f5c-12c01c10e26a),segment_id=3d9fcb72-bde2-4ebb-8f5c-12c01c10e26a)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:39:55.216679 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c8c2bb42-72d8-4bfd-935d-760ac14b398b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:55.295146 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc51979c-5507-4443-9897-569f07617a01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1373cf7c-4e84-4fdd-ba07-64bd380da894'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:39:55.297989 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a823e62d-ba14-4ad3-bb20-7d57fb10d48c" -d '{"events": [{"server_uuid": "fc51979c-5507-4443-9897-569f07617a01", "name": "network-vif-unplugged", "status": "completed", "tag": "1373cf7c-4e84-4fdd-ba07-64bd380da894"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:39:55.300149 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-9c089234-faa1-4539-9375-97018eec5153 service neutron] 10.222.0.16 "GET /v2.0/networks/7ef96948-9b26-4186-9197-3dc341e621f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998782 Sep 07 02:39:55.314747 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2bb42-72d8-4bfd-935d-760ac14b398b admin admin] Calling delete_port for 57c1dbea-876a-4edb-8892-83ef981772f6 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:39:55.359142 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 1373cf7c-4e84-4fdd-ba07-64bd380da894, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=1373cf7c-4e84-4fdd-ba07-64bd380da894,segment=NetworkSegment(3ec0e383-0f35-4c3c-abc7-899f90f4fe60),segment_id=3ec0e383-0f35-4c3c-abc7-899f90f4fe60)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:39:55.374046 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:55.416543 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-3a16020c-5d7c-4f22-b608-c589a782b890 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5a10fd3e-a307-42ef-9874-a9290ecbb499 HTTP/1.1" status: 200 len: 217 time: 0.1025681 Sep 07 02:39:55.443077 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=1373cf7c-4e84-4fdd-ba07-64bd380da894,revision_number=8']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:55.445986 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7174ffd0-b04e-495b-9aa7-7b48b8fa7515 req-9f74c34d-8883-4774-a954-0eab580a334e tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:55.459499 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-52d2c274-973a-4888-93b8-9633a1f3d629 None None] Deleting port 57c1dbea-876a-4edb-8892-83ef981772f6 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:39:55.460139 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-52d2c274-973a-4888-93b8-9633a1f3d629 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:55.463013 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7174ffd0-b04e-495b-9aa7-7b48b8fa7515 req-9f74c34d-8883-4774-a954-0eab580a334e tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc51979c-5507-4443-9897-569f07617a01 HTTP/1.1" status: 200 len: 945 time: 0.2395968 Sep 07 02:39:55.510585 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-4daa3415-3eff-46b5-ba6b-6949940b9d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:55.515753 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-4daa3415-3eff-46b5-ba6b-6949940b9d38 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=41c9fc72-e726-4843-ad37-6ac26831d188 HTTP/1.1" status: 200 len: 797 time: 0.0536222 Sep 07 02:39:55.542438 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-52d2c274-973a-4888-93b8-9633a1f3d629 None None] For port 57c1dbea-876a-4edb-8892-83ef981772f6, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=57c1dbea-876a-4edb-8892-83ef981772f6,segment=NetworkSegment(3d9fcb72-bde2-4ebb-8f5c-12c01c10e26a),segment_id=3d9fcb72-bde2-4ebb-8f5c-12c01c10e26a)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:39:55.543146 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-52d2c274-973a-4888-93b8-9633a1f3d629 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:55.559027 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-52d2c274-973a-4888-93b8-9633a1f3d629 None None] Calling delete_port for 57c1dbea-876a-4edb-8892-83ef981772f6 owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:39:55.582110 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55591df-5158-4b4d-a494-d4987cf3c67c req-0ca88e7f-78b6-44da-a83d-c49e79b96ed0 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:55.590815 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d55591df-5158-4b4d-a494-d4987cf3c67c req-0ca88e7f-78b6-44da-a83d-c49e79b96ed0 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41 HTTP/1.1" status: 200 len: 950 time: 0.1724105 Sep 07 02:39:55.600827 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7174ffd0-b04e-495b-9aa7-7b48b8fa7515 req-ce072cad-4225-42ac-9250-c4d85666345e tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368682 Sep 07 02:39:55.645312 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d55591df-5158-4b4d-a494-d4987cf3c67c req-64c821ed-52cc-4cc7-856f-235036d4daa1 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528283 Sep 07 02:39:55.651264 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c8c2bb42-72d8-4bfd-935d-760ac14b398b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:55.658694 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-52d2c274-973a-4888-93b8-9633a1f3d629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:55.683120 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-19e5bbd6-3f44-4fe5-89d1-a99ca4adc1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:55.688310 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-19e5bbd6-3f44-4fe5-89d1-a99ca4adc1f7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=03d408a7-bed1-4074-b2d6-43492534ac51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1603563 Sep 07 02:39:55.703881 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2c274-973a-4888-93b8-9633a1f3d629 None None] Pushing event deleted for resources: {'Port': ['ID=57c1dbea-876a-4edb-8892-83ef981772f6,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:55.717488 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2bb42-72d8-4bfd-935d-760ac14b398b admin admin] Pushing event deleted for resources: {'Port': ['ID=57c1dbea-876a-4edb-8892-83ef981772f6,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:55.719708 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c2bb42-72d8-4bfd-935d-760ac14b398b admin admin] No DVR routers for this DVR port 57c1dbea-876a-4edb-8892-83ef981772f6 on host n-d-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:39:55.727093 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 02:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707c300d-9fa9-4260-af5a-84a96a68c254 x-openstack-request-id: req-707c300d-9fa9-4260-af5a-84a96a68c254 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:39:55.730512 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc51979c-5507-4443-9897-569f07617a01", "name": "network-vif-unplugged", "status": "completed", "tag": "1373cf7c-4e84-4fdd-ba07-64bd380da894", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:39:55.730948 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-707c300d-9fa9-4260-af5a-84a96a68c254 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:39:55.731390 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc51979c-5507-4443-9897-569f07617a01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1373cf7c-4e84-4fdd-ba07-64bd380da894', 'code': 200} Sep 07 02:39:55.736968 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d2c274-973a-4888-93b8-9633a1f3d629 None None] No DVR routers for this DVR port 57c1dbea-876a-4edb-8892-83ef981772f6 on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:39:55.830701 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-58d67407-478e-4b9e-90b3-13efd6f5a4dd service neutron] 10.222.0.16 "GET /v2.0/networks/03d408a7-bed1-4074-b2d6-43492534ac51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255665 Sep 07 02:39:55.833016 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c8c2bb42-72d8-4bfd-935d-760ac14b398b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:55.857373 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0e169c04-63db-4137-9c65-06696003b24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:55.879416 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-c8c2bb42-72d8-4bfd-935d-760ac14b398b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67b2a986-cf77-4844-b821-6fa0d8b54e01']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:39:55.892840 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-c8c2bb42-72d8-4bfd-935d-760ac14b398b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d9fcb72-bde2-4ebb-8f5c-12c01c10e26a') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:39:55.894152 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-c8c2bb42-72d8-4bfd-935d-760ac14b398b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d9fcb72-bde2-4ebb-8f5c-12c01c10e26a') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:39:55.919807 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c8c2bb42-72d8-4bfd-935d-760ac14b398b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:55.938904 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c8c2bb42-72d8-4bfd-935d-760ac14b398b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:55.946831 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8c2bb42-72d8-4bfd-935d-760ac14b398b admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:39:55.947293 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c8c2bb42-72d8-4bfd-935d-760ac14b398b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:55.998090 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807cc2c-a31c-4bf6-b3f2-772b88d2d88e req-0d1d03b8-4986-4da6-8811-3f754bcec17b tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:56.001544 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5807cc2c-a31c-4bf6-b3f2-772b88d2d88e req-0d1d03b8-4986-4da6-8811-3f754bcec17b tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=12a55746-ab23-49ff-82d9-90204f32d2c2 HTTP/1.1" status: 200 len: 949 time: 0.1697171 Sep 07 02:39:56.011904 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:39:56.011904 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:39:56.011904 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:39:56.011904 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:39:56.011904 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:39:56.011904 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:39:56.011904 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:39:56.011904 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:39:56.011904 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:39:56.011904 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:39:56.011904 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:39:56.011904 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:39:56.011904 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:39:56.011904 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:39:56.011904 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:39:56.011904 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:39:56.011904 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:39:56.011904 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:39:56.011904 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:39:56.011904 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:39:56.011904 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:39:56.011904 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:39:56.011904 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:39:56.011904 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:39:56.011904 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:39:56.011904 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:39:56.011904 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:39:56.011904 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:39:56.011904 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:39:56.011904 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:39:56.011904 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:39:56.011904 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:39:56.027149 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c8c2bb42-72d8-4bfd-935d-760ac14b398b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:56.033469 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c8c2bb42-72d8-4bfd-935d-760ac14b398b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:56.037852 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c8c2bb42-72d8-4bfd-935d-760ac14b398b admin admin] 10.222.0.22 "DELETE /v2.0/networks/67b2a986-cf77-4844-b821-6fa0d8b54e01 HTTP/1.1" status: 204 len: 168 time: 1.2600558 Sep 07 02:39:56.080748 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-79b1d4ae-7e21-4b9d-be3a-5c408f8e505e service neutron] 10.222.0.16 "GET /v2.0/networks/03d408a7-bed1-4074-b2d6-43492534ac51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393332 Sep 07 02:39:56.085131 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2bb42-72d8-4bfd-935d-760ac14b398b admin admin] Pushing event deleted for resources: {'Network': ['ID=67b2a986-cf77-4844-b821-6fa0d8b54e01,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:56.118151 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927a483c-2bcd-4e8c-ac2e-12aaf0afa6a8 req-c55e11c2-1c04-4791-b628-6b35559dcff1 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:56.127129 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927a483c-2bcd-4e8c-ac2e-12aaf0afa6a8 req-c55e11c2-1c04-4791-b628-6b35559dcff1 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:56.135273 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-592472b0-5acb-4b66-82a3-c4381f0f4d0d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bd2646ca-659b-4e2b-8d78-87d5a7a2747d HTTP/1.1" status: 200 len: 217 time: 0.0382915 Sep 07 02:39:56.136317 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927a483c-2bcd-4e8c-ac2e-12aaf0afa6a8 req-c55e11c2-1c04-4791-b628-6b35559dcff1 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:56.143036 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5807cc2c-a31c-4bf6-b3f2-772b88d2d88e req-7e24e81d-379c-4609-bebd-4e9a4e988bf1 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165726 Sep 07 02:39:56.159551 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927a483c-2bcd-4e8c-ac2e-12aaf0afa6a8 req-c55e11c2-1c04-4791-b628-6b35559dcff1 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:56.178596 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927a483c-2bcd-4e8c-ac2e-12aaf0afa6a8 req-c55e11c2-1c04-4791-b628-6b35559dcff1 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:56.185847 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927a483c-2bcd-4e8c-ac2e-12aaf0afa6a8 req-c55e11c2-1c04-4791-b628-6b35559dcff1 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:56.194693 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927a483c-2bcd-4e8c-ac2e-12aaf0afa6a8 req-c55e11c2-1c04-4791-b628-6b35559dcff1 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:56.195325 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-b02128be-5193-48ad-a672-5f71dd241571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:56.196888 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-b02128be-5193-48ad-a672-5f71dd241571 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=41c9fc72-e726-4843-ad37-6ac26831d188 HTTP/1.1" status: 200 len: 797 time: 0.0527799 Sep 07 02:39:56.220001 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-927a483c-2bcd-4e8c-ac2e-12aaf0afa6a8 req-c55e11c2-1c04-4791-b628-6b35559dcff1 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 5422 time: 0.1947684 Sep 07 02:39:56.284076 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 02:39:56.329116 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-927a483c-2bcd-4e8c-ac2e-12aaf0afa6a8 req-f8977554-0445-4279-bb7a-73fb80595ca1 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcc0067a-9ce8-4875-b922-e18ef41ab841&id=57505a62-ceae-4832-b8a9-6ac0b7088f20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1198113 Sep 07 02:39:56.335766 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-84a5793e-fc0c-484b-af45-7e18d42b760d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:56.337667 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-84a5793e-fc0c-484b-af45-7e18d42b760d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=03d408a7-bed1-4074-b2d6-43492534ac51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1076970 Sep 07 02:39:56.369345 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 57c1dbea-876a-4edb-8892-83ef981772f6 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:39:56.379426 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46796) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:39:56.428879 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 57c1dbea-876a-4edb-8892-83ef981772f6 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:39:56.429382 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 57c1dbea-876a-4edb-8892-83ef981772f6 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:39:56.430001 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 9465ab6e-2b32-497d-966c-0c15057b7c0f no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:39:56.466574 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-7be73509-63b4-43bd-9f25-9796175a45bf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a7ff0a8f96b74e6091b64557a791e2a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0833955 Sep 07 02:39:56.466816 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46798) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:39:56.508818 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 9465ab6e-2b32-497d-966c-0c15057b7c0f {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:39:56.520073 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 9465ab6e-2b32-497d-966c-0c15057b7c0f not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:39:56.553368 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6370950a-d873-43a0-a0a9-d7a00528c7d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:56.568027 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-aed73235-2d64-49b5-88e0-c2ab860e2457 service neutron] 10.222.0.16 "GET /v2.0/networks/03d408a7-bed1-4074-b2d6-43492534ac51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130804 Sep 07 02:39:56.594917 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6370950a-d873-43a0-a0a9-d7a00528c7d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:56.695161 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6370950a-d873-43a0-a0a9-d7a00528c7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:56.698180 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6370950a-d873-43a0-a0a9-d7a00528c7d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:56.699353 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-6370950a-d873-43a0-a0a9-d7a00528c7d5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/adb990db-7330-4e3f-a474-0894c6f63b9a HTTP/1.1" status: 204 len: 168 time: 0.2316837 Sep 07 02:39:56.716288 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6370950a-d873-43a0-a0a9-d7a00528c7d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb990db-7330-4e3f-a474-0894c6f63b9a,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:56.788932 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2fa9cbfb-d728-4f64-b9bd-a3974abf4ffa req-2273df7c-283c-46ef-88fd-aa5096e50e18 service neutron] 10.222.0.16 "GET /v2.0/networks/03d408a7-bed1-4074-b2d6-43492534ac51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105165 Sep 07 02:39:56.895993 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da3de0-e86b-4ca8-9e2d-8731c0060444 req-0295f00a-7cfe-494c-a6dd-c237451c3b2b tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:56.897603 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-74da3de0-e86b-4ca8-9e2d-8731c0060444 req-0295f00a-7cfe-494c-a6dd-c237451c3b2b tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc51979c-5507-4443-9897-569f07617a01 HTTP/1.1" status: 200 len: 943 time: 0.1160028 Sep 07 02:39:56.941367 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61889817-1f7d-442b-8213-f18f42042d9d req-f17d056c-95e4-4b37-8a86-78410e72dbbe tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:56.949356 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-61889817-1f7d-442b-8213-f18f42042d9d req-f17d056c-95e4-4b37-8a86-78410e72dbbe tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41 HTTP/1.1" status: 200 len: 950 time: 0.1204491 Sep 07 02:39:56.996676 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f99d06-b1bf-498b-89c1-0adc0c048d1e req-38418f62-827f-4b11-925e-7f7513dd2d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:56.997164 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f99d06-b1bf-498b-89c1-0adc0c048d1e req-38418f62-827f-4b11-925e-7f7513dd2d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:56.997645 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f99d06-b1bf-498b-89c1-0adc0c048d1e req-38418f62-827f-4b11-925e-7f7513dd2d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:56.998484 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f99d06-b1bf-498b-89c1-0adc0c048d1e req-38418f62-827f-4b11-925e-7f7513dd2d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:56.998964 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f99d06-b1bf-498b-89c1-0adc0c048d1e req-38418f62-827f-4b11-925e-7f7513dd2d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:56.999474 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f99d06-b1bf-498b-89c1-0adc0c048d1e req-38418f62-827f-4b11-925e-7f7513dd2d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:57.000042 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f99d06-b1bf-498b-89c1-0adc0c048d1e req-38418f62-827f-4b11-925e-7f7513dd2d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:57.002326 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-82f99d06-b1bf-498b-89c1-0adc0c048d1e req-38418f62-827f-4b11-925e-7f7513dd2d85 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3d937c5301ab43c080b18db78872855b&device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 6486 time: 0.1222780 Sep 07 02:39:57.028853 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-74da3de0-e86b-4ca8-9e2d-8731c0060444 req-0b265fd6-e179-40e6-aaef-77225cff8fc3 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147215 Sep 07 02:39:57.058158 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-61889817-1f7d-442b-8213-f18f42042d9d req-5a415538-4dd5-4a88-bdc9-4d213aea3f2e tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065433 Sep 07 02:39:57.323830 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f99d06-b1bf-498b-89c1-0adc0c048d1e req-9b97cd66-667a-45a7-a694-24189dbfb65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:57.325678 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-82f99d06-b1bf-498b-89c1-0adc0c048d1e req-9b97cd66-667a-45a7-a694-24189dbfb65a service neutron] 10.222.0.16 "GET /v2.0/networks?id=03d408a7-bed1-4074-b2d6-43492534ac51 HTTP/1.1" status: 200 len: 901 time: 0.2925324 Sep 07 02:39:57.388319 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-82f99d06-b1bf-498b-89c1-0adc0c048d1e req-5e26b3c2-db67-4dff-90db-1f65d87d4334 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bd2646ca-659b-4e2b-8d78-87d5a7a2747d HTTP/1.1" status: 200 len: 217 time: 0.0516667 Sep 07 02:39:57.442582 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3515c515-63c3-4447-9bd2-bc4e171e24d8 req-d3655064-802e-448b-8a15-478d2637a8d6 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:57.453043 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3515c515-63c3-4447-9bd2-bc4e171e24d8 req-d3655064-802e-448b-8a15-478d2637a8d6 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=12a55746-ab23-49ff-82d9-90204f32d2c2 HTTP/1.1" status: 200 len: 949 time: 0.1673322 Sep 07 02:39:57.482365 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f99d06-b1bf-498b-89c1-0adc0c048d1e req-c36342e3-630d-4e61-897f-06b0d4c78b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:57.484990 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-82f99d06-b1bf-498b-89c1-0adc0c048d1e req-c36342e3-630d-4e61-897f-06b0d4c78b87 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=41c9fc72-e726-4843-ad37-6ac26831d188 HTTP/1.1" status: 200 len: 797 time: 0.0896327 Sep 07 02:39:57.561892 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3515c515-63c3-4447-9bd2-bc4e171e24d8 req-1f6a80de-68b0-490d-aaed-cf90e9a5a987 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076710 Sep 07 02:39:57.600933 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f99d06-b1bf-498b-89c1-0adc0c048d1e req-9889354b-83de-452f-8e93-486f65db3f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:57.603368 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-82f99d06-b1bf-498b-89c1-0adc0c048d1e req-9889354b-83de-452f-8e93-486f65db3f44 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=03d408a7-bed1-4074-b2d6-43492534ac51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0979290 Sep 07 02:39:57.929287 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b87edc-f565-4758-909d-bd8162930a8a req-47c311ae-40fc-4bbb-81bf-e1e01417bb2c tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:57.936024 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b87edc-f565-4758-909d-bd8162930a8a req-47c311ae-40fc-4bbb-81bf-e1e01417bb2c tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:57.944455 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b87edc-f565-4758-909d-bd8162930a8a req-47c311ae-40fc-4bbb-81bf-e1e01417bb2c tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:57.951381 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b87edc-f565-4758-909d-bd8162930a8a req-47c311ae-40fc-4bbb-81bf-e1e01417bb2c tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:57.958418 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b87edc-f565-4758-909d-bd8162930a8a req-47c311ae-40fc-4bbb-81bf-e1e01417bb2c tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:57.964989 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b87edc-f565-4758-909d-bd8162930a8a req-47c311ae-40fc-4bbb-81bf-e1e01417bb2c tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:57.972078 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b87edc-f565-4758-909d-bd8162930a8a req-47c311ae-40fc-4bbb-81bf-e1e01417bb2c tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:57.981844 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-28b87edc-f565-4758-909d-bd8162930a8a req-47c311ae-40fc-4bbb-81bf-e1e01417bb2c tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 5422 time: 0.2728109 Sep 07 02:39:57.991853 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-82f99d06-b1bf-498b-89c1-0adc0c048d1e req-c65e348f-c2ff-4394-bb65-0917cc7f4740 service neutron] 10.222.0.16 "GET /v2.0/networks/03d408a7-bed1-4074-b2d6-43492534ac51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3781285 Sep 07 02:39:58.111329 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-28b87edc-f565-4758-909d-bd8162930a8a req-89622af5-d389-40b5-bccb-40414210e4ae tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcc0067a-9ce8-4875-b922-e18ef41ab841&id=57505a62-ceae-4832-b8a9-6ac0b7088f20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1275754 Sep 07 02:39:58.175508 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f306b96c-3e83-4c54-b32b-3fb70b3239ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:58.201480 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46858) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:39:58.230933 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-82f99d06-b1bf-498b-89c1-0adc0c048d1e req-7f118d5c-1c9c-41c8-aebf-fa3281d9e57f service neutron] 10.222.0.16 "GET /v2.0/networks/03d408a7-bed1-4074-b2d6-43492534ac51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223213 Sep 07 02:39:58.457570 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-ec293bdc-c539-4c1e-a57a-aa9324c50143 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1462075118-network', 'tenant_id': '3ab8b040c45c43eb93697ca2e765c9b6'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:39:58.506272 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422c2e65-aff7-45ad-8b7e-ac1a541c365c req-d22f1f1a-a13b-4a92-ac23-3ae42e98244a tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:58.509008 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-422c2e65-aff7-45ad-8b7e-ac1a541c365c req-d22f1f1a-a13b-4a92-ac23-3ae42e98244a tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41 HTTP/1.1" status: 200 len: 950 time: 0.1006393 Sep 07 02:39:58.516814 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec293bdc-c539-4c1e-a57a-aa9324c50143 admin admin] Made reservation on behalf of 3ab8b040c45c43eb93697ca2e765c9b6 for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:39:58.519326 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ec293bdc-c539-4c1e-a57a-aa9324c50143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:58.536889 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ec293bdc-c539-4c1e-a57a-aa9324c50143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:58.610494 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-422c2e65-aff7-45ad-8b7e-ac1a541c365c req-1d775c53-a203-45f4-9129-af9388cf7ce7 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872743 Sep 07 02:39:58.675750 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:58.699532 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ec293bdc-c539-4c1e-a57a-aa9324c50143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:58.706321 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ec293bdc-c539-4c1e-a57a-aa9324c50143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:58.737251 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec293bdc-c539-4c1e-a57a-aa9324c50143 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:39:58.760961 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec293bdc-c539-4c1e-a57a-aa9324c50143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec64300-631d-484e-b06e-d5fa06b746a3,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:58.765589 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ec293bdc-c539-4c1e-a57a-aa9324c50143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:58.766144 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-ec293bdc-c539-4c1e-a57a-aa9324c50143 admin admin] Added segment 84a0c340-aa8f-44dd-8085-45285b51496f of type vlan for network 14c70991-0408-4c1e-b280-2438299d29c7 Sep 07 02:39:58.844654 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ec293bdc-c539-4c1e-a57a-aa9324c50143 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:58.924803 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ec293bdc-c539-4c1e-a57a-aa9324c50143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:58.927049 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec293bdc-c539-4c1e-a57a-aa9324c50143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:58.928526 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ec293bdc-c539-4c1e-a57a-aa9324c50143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:59.018572 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-ec293bdc-c539-4c1e-a57a-aa9324c50143 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8135993 Sep 07 02:39:59.019158 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46886) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:39:59.024006 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d8b18-57b3-464f-b750-c88079cf3e94 req-b12177a4-b2e7-4991-9b3f-5d998fb57e44 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:59.025209 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-7422670a-3ad6-45b4-a315-d8efdf6fed7e admin admin] Request body: {'subnet': {'network_id': '14c70991-0408-4c1e-b280-2438299d29c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1462075118-subnet', 'tenant_id': '3ab8b040c45c43eb93697ca2e765c9b6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:39:59.026517 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-193d8b18-57b3-464f-b750-c88079cf3e94 req-b12177a4-b2e7-4991-9b3f-5d998fb57e44 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=12a55746-ab23-49ff-82d9-90204f32d2c2 HTTP/1.1" status: 200 len: 949 time: 0.1699173 Sep 07 02:39:59.028417 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec293bdc-c539-4c1e-a57a-aa9324c50143 admin admin] Pushing event updated for resources: {'Network': ['ID=14c70991-0408-4c1e-b280-2438299d29c7,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:59.041098 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 14c70991-0408-4c1e-b280-2438299d29c7 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:39:59.066439 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7422670a-3ad6-45b4-a315-d8efdf6fed7e admin admin] Made reservation on behalf of 3ab8b040c45c43eb93697ca2e765c9b6 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:39:59.071116 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7422670a-3ad6-45b4-a315-d8efdf6fed7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:59.137526 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-193d8b18-57b3-464f-b750-c88079cf3e94 req-ff6423de-6f81-4a2e-b480-e9bdcbfa2646 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027393 Sep 07 02:39:59.259534 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209030a4-36eb-40d0-9f7b-8598f1c69a90 req-f972b3aa-9d21-4867-806f-a83e49bcca12 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:59.260773 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-209030a4-36eb-40d0-9f7b-8598f1c69a90 req-f972b3aa-9d21-4867-806f-a83e49bcca12 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc51979c-5507-4443-9897-569f07617a01 HTTP/1.1" status: 200 len: 943 time: 0.1295688 Sep 07 02:39:59.402522 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57885b07-5a95-4f66-bbef-894d3e462b0a req-71bbe1e2-e2eb-4360-9e93-8c9363f735cd tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:59.409947 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57885b07-5a95-4f66-bbef-894d3e462b0a req-71bbe1e2-e2eb-4360-9e93-8c9363f735cd tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:59.417670 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57885b07-5a95-4f66-bbef-894d3e462b0a req-71bbe1e2-e2eb-4360-9e93-8c9363f735cd tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:59.428377 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57885b07-5a95-4f66-bbef-894d3e462b0a req-71bbe1e2-e2eb-4360-9e93-8c9363f735cd tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:59.434834 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:59.440931 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57885b07-5a95-4f66-bbef-894d3e462b0a req-71bbe1e2-e2eb-4360-9e93-8c9363f735cd tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:59.449192 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57885b07-5a95-4f66-bbef-894d3e462b0a req-71bbe1e2-e2eb-4360-9e93-8c9363f735cd tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:59.456747 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-209030a4-36eb-40d0-9f7b-8598f1c69a90 req-10aa51c0-521f-4293-9e6e-9056cba1687c tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Deleting port 1373cf7c-4e84-4fdd-ba07-64bd380da894 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:39:59.456954 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-209030a4-36eb-40d0-9f7b-8598f1c69a90 req-10aa51c0-521f-4293-9e6e-9056cba1687c tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:59.458825 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57885b07-5a95-4f66-bbef-894d3e462b0a req-71bbe1e2-e2eb-4360-9e93-8c9363f735cd tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:59.467587 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-57885b07-5a95-4f66-bbef-894d3e462b0a req-71bbe1e2-e2eb-4360-9e93-8c9363f735cd tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 5422 time: 0.1719985 Sep 07 02:39:59.518361 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-57885b07-5a95-4f66-bbef-894d3e462b0a req-cde0c368-814c-4351-91b3-34bc8c2a71b6 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcc0067a-9ce8-4875-b922-e18ef41ab841&id=57505a62-ceae-4832-b8a9-6ac0b7088f20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0491338 Sep 07 02:39:59.551687 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7422670a-3ad6-45b4-a315-d8efdf6fed7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:59.561988 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-209030a4-36eb-40d0-9f7b-8598f1c69a90 req-10aa51c0-521f-4293-9e6e-9056cba1687c tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] For port 1373cf7c-4e84-4fdd-ba07-64bd380da894, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=1373cf7c-4e84-4fdd-ba07-64bd380da894,segment=NetworkSegment(3ec0e383-0f35-4c3c-abc7-899f90f4fe60),segment_id=3ec0e383-0f35-4c3c-abc7-899f90f4fe60)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:39:59.562381 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-209030a4-36eb-40d0-9f7b-8598f1c69a90 req-10aa51c0-521f-4293-9e6e-9056cba1687c tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:59.606085 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-209030a4-36eb-40d0-9f7b-8598f1c69a90 req-10aa51c0-521f-4293-9e6e-9056cba1687c tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Calling delete_port for 1373cf7c-4e84-4fdd-ba07-64bd380da894 owned by compute:nova {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:39:59.680179 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7422670a-3ad6-45b4-a315-d8efdf6fed7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=63d076a3-ed18-4096-ba07-49e6bc6db374,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:39:59.699055 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7422670a-3ad6-45b4-a315-d8efdf6fed7e admin admin] Checking segment: {'id': '84a0c340-aa8f-44dd-8085-45285b51496f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '14c70991-0408-4c1e-b280-2438299d29c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:39:59.699418 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7422670a-3ad6-45b4-a315-d8efdf6fed7e admin admin] Network hostable DHCP agents. Network: 14c70991-0408-4c1e-b280-2438299d29c7, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:39:59.748567 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7422670a-3ad6-45b4-a315-d8efdf6fed7e admin admin] Network 14c70991-0408-4c1e-b280-2438299d29c7 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:39:59.783210 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-7422670a-3ad6-45b4-a315-d8efdf6fed7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 14c70991-0408-4c1e-b280-2438299d29c7) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:39:59.794005 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946d300a-c161-4bce-8caf-b2228fe3e45b None None] Network 14c70991-0408-4c1e-b280-2438299d29c7 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:39:59.809933 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7422670a-3ad6-45b4-a315-d8efdf6fed7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:59.812696 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7422670a-3ad6-45b4-a315-d8efdf6fed7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:59.845043 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07879d13-443e-462d-963a-839ec4571970 req-a940e54a-066a-4324-9f7b-3c0894fd3b4c tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:39:59.854687 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-07879d13-443e-462d-963a-839ec4571970 req-a940e54a-066a-4324-9f7b-3c0894fd3b4c tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41 HTTP/1.1" status: 200 len: 950 time: 0.1008642 Sep 07 02:39:59.860774 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-7422670a-3ad6-45b4-a315-d8efdf6fed7e admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8384728 Sep 07 02:39:59.862025 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46898) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:39:59.872920 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-985de3b5-e8eb-4508-92b4-8fd86ca14c6d admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1462075118-router', 'tenant_id': '3ab8b040c45c43eb93697ca2e765c9b6', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:39:59.885316 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-209030a4-36eb-40d0-9f7b-8598f1c69a90 req-10aa51c0-521f-4293-9e6e-9056cba1687c tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:39:59.910845 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-07879d13-443e-462d-963a-839ec4571970 req-ded5a2a3-f859-4469-9081-bf667ea0da88 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551777 Sep 07 02:39:59.942492 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa51c0-521f-4293-9e6e-9056cba1687c tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Pushing event deleted for resources: {'Port': ['ID=1373cf7c-4e84-4fdd-ba07-64bd380da894,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:00.007882 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-985de3b5-e8eb-4508-92b4-8fd86ca14c6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:00.010068 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-985de3b5-e8eb-4508-92b4-8fd86ca14c6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:00.031460 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ba53f3-514c-445c-9f5e-9d05b3c56564 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-14c70991-0408-4c1e-b280-2438299d29c7', 'network_id': '14c70991-0408-4c1e-b280-2438299d29c7', 'tenant_id': '3ab8b040c45c43eb93697ca2e765c9b6', 'fixed_ips': [{'subnet_id': '63d076a3-ed18-4096-ba07-49e6bc6db374'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:40:00.032872 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e0ba53f3-514c-445c-9f5e-9d05b3c56564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:00.088509 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-985de3b5-e8eb-4508-92b4-8fd86ca14c6d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:00.090135 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-209030a4-36eb-40d0-9f7b-8598f1c69a90 req-10aa51c0-521f-4293-9e6e-9056cba1687c tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] No DVR routers for this DVR port 1373cf7c-4e84-4fdd-ba07-64bd380da894 on host n-h1-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:40:00.093449 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-209030a4-36eb-40d0-9f7b-8598f1c69a90 req-10aa51c0-521f-4293-9e6e-9056cba1687c tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:00.096033 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-209030a4-36eb-40d0-9f7b-8598f1c69a90 req-10aa51c0-521f-4293-9e6e-9056cba1687c tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "DELETE /v2.0/ports/1373cf7c-4e84-4fdd-ba07-64bd380da894 HTTP/1.1" status: 204 len: 173 time: 0.8294454 Sep 07 02:40:00.096480 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc51979c-5507-4443-9897-569f07617a01', 'name': 'network-vif-deleted', 'tag': '1373cf7c-4e84-4fdd-ba07-64bd380da894'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:40:00.098818 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc9b44b-333f-4d4e-845c-076353f71080" -d '{"events": [{"server_uuid": "fc51979c-5507-4443-9897-569f07617a01", "name": "network-vif-deleted", "tag": "1373cf7c-4e84-4fdd-ba07-64bd380da894"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:40:00.229231 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 07 Sep 2021 02:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c99ab4-7e74-4174-8c0d-f2ca4b59e1a9 x-openstack-request-id: req-18c99ab4-7e74-4174-8c0d-f2ca4b59e1a9 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:40:00.229711 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc51979c-5507-4443-9897-569f07617a01", "name": "network-vif-deleted", "tag": "1373cf7c-4e84-4fdd-ba07-64bd380da894", "status": "failed", "code": 422}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:40:00.230115 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-18c99ab4-7e74-4174-8c0d-f2ca4b59e1a9 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:40:00.230705 n-d-796209-16 neutron-server[94701]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fc51979c-5507-4443-9897-569f07617a01', 'name': 'network-vif-deleted', 'tag': '1373cf7c-4e84-4fdd-ba07-64bd380da894', 'status': 'failed', 'code': 422} returned with failed status Sep 07 02:40:00.239821 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-e0ba53f3-514c-445c-9f5e-9d05b3c56564 None None] Allocated IP 172.20.0.2 (14c70991-0408-4c1e-b280-2438299d29c7/63d076a3-ed18-4096-ba07-49e6bc6db374/a2df7fca-31f4-4af5-8664-86350d244599) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:40:00.311027 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-985de3b5-e8eb-4508-92b4-8fd86ca14c6d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:00.570400 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e0ba53f3-514c-445c-9f5e-9d05b3c56564 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:00.587747 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-e0ba53f3-514c-445c-9f5e-9d05b3c56564 None None] Transition to ACTIVE for port object a2df7fca-31f4-4af5-8664-86350d244599 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:40:00.618329 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-e0ba53f3-514c-445c-9f5e-9d05b3c56564 None None] Transition to ACTIVE for port object a2df7fca-31f4-4af5-8664-86350d244599 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:40:00.632801 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e0ba53f3-514c-445c-9f5e-9d05b3c56564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:00.643822 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-985de3b5-e8eb-4508-92b4-8fd86ca14c6d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:00.680102 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-985de3b5-e8eb-4508-92b4-8fd86ca14c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:00.720967 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ba53f3-514c-445c-9f5e-9d05b3c56564 None None] Pushing event updated for resources: {'Port': ['ID=a2df7fca-31f4-4af5-8664-86350d244599,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:00.753421 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ba53f3-514c-445c-9f5e-9d05b3c56564 None None] Network 14c70991-0408-4c1e-b280-2438299d29c7 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:40:00.755428 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-e0ba53f3-514c-445c-9f5e-9d05b3c56564 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:40:00.757921 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ba53f3-514c-445c-9f5e-9d05b3c56564 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:40:00.871613 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-985de3b5-e8eb-4508-92b4-8fd86ca14c6d admin admin] Allocated IP 172.25.5.96 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/e2cc596e-f4ee-474d-815e-6502f22b802f) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:40:00.885758 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-e0ba53f3-514c-445c-9f5e-9d05b3c56564 None None] Attempting to bind port a2df7fca-31f4-4af5-8664-86350d244599 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:40:00.888781 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-e0ba53f3-514c-445c-9f5e-9d05b3c56564 None None] Attempting to bind port a2df7fca-31f4-4af5-8664-86350d244599 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '84a0c340-aa8f-44dd-8085-45285b51496f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '14c70991-0408-4c1e-b280-2438299d29c7'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:40:00.890599 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ba53f3-514c-445c-9f5e-9d05b3c56564 None None] Attempting to bind port a2df7fca-31f4-4af5-8664-86350d244599 on network 14c70991-0408-4c1e-b280-2438299d29c7 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:40:00.896937 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ba53f3-514c-445c-9f5e-9d05b3c56564 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:40:00.897617 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ba53f3-514c-445c-9f5e-9d05b3c56564 None None] Checking segment: {'id': '84a0c340-aa8f-44dd-8085-45285b51496f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '14c70991-0408-4c1e-b280-2438299d29c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:40:00.898204 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e0ba53f3-514c-445c-9f5e-9d05b3c56564 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:00.898827 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ba53f3-514c-445c-9f5e-9d05b3c56564 None None] Bound using segment: {'id': '84a0c340-aa8f-44dd-8085-45285b51496f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '14c70991-0408-4c1e-b280-2438299d29c7'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:40:00.899744 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-e0ba53f3-514c-445c-9f5e-9d05b3c56564 None None] Bound port: a2df7fca-31f4-4af5-8664-86350d244599, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84a0c340-aa8f-44dd-8085-45285b51496f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '14c70991-0408-4c1e-b280-2438299d29c7'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:40:00.900918 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e0ba53f3-514c-445c-9f5e-9d05b3c56564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:00.942047 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aaf679-6865-408d-a1c1-2b22c0bc87e1 req-0b34e31f-fdae-4908-a350-bf732cf83f26 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:00.949595 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-57aaf679-6865-408d-a1c1-2b22c0bc87e1 req-0b34e31f-fdae-4908-a350-bf732cf83f26 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=12a55746-ab23-49ff-82d9-90204f32d2c2 HTTP/1.1" status: 200 len: 949 time: 0.6978524 Sep 07 02:40:00.954639 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8210a-4cdb-4ee0-814a-14355382ba6e req-2664bdcb-8f8c-4756-bd1d-00bf7af2b359 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:00.961264 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8210a-4cdb-4ee0-814a-14355382ba6e req-2664bdcb-8f8c-4756-bd1d-00bf7af2b359 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:00.968277 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8210a-4cdb-4ee0-814a-14355382ba6e req-2664bdcb-8f8c-4756-bd1d-00bf7af2b359 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:00.974823 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8210a-4cdb-4ee0-814a-14355382ba6e req-2664bdcb-8f8c-4756-bd1d-00bf7af2b359 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:00.980784 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8210a-4cdb-4ee0-814a-14355382ba6e req-2664bdcb-8f8c-4756-bd1d-00bf7af2b359 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:00.986950 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8210a-4cdb-4ee0-814a-14355382ba6e req-2664bdcb-8f8c-4756-bd1d-00bf7af2b359 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:00.990355 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 1373cf7c-4e84-4fdd-ba07-64bd380da894 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:40:00.994685 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-e0ba53f3-514c-445c-9f5e-9d05b3c56564 None None] For port a2df7fca-31f4-4af5-8664-86350d244599, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:40:00.994839 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8210a-4cdb-4ee0-814a-14355382ba6e req-2664bdcb-8f8c-4756-bd1d-00bf7af2b359 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:00.997609 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-57aaf679-6865-408d-a1c1-2b22c0bc87e1 req-e9738083-a411-4d12-bc6b-17865abf14e4 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462725 Sep 07 02:40:01.004050 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-edb8210a-4cdb-4ee0-814a-14355382ba6e req-2664bdcb-8f8c-4756-bd1d-00bf7af2b359 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 5422 time: 0.1468184 Sep 07 02:40:01.033235 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: 1373cf7c-4e84-4fdd-ba07-64bd380da894 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:40:01.033590 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 1373cf7c-4e84-4fdd-ba07-64bd380da894 not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:40:01.039360 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-e0ba53f3-514c-445c-9f5e-9d05b3c56564 None None] For port a2df7fca-31f4-4af5-8664-86350d244599, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=a2df7fca-31f4-4af5-8664-86350d244599,segment=NetworkSegment(84a0c340-aa8f-44dd-8085-45285b51496f),segment_id=84a0c340-aa8f-44dd-8085-45285b51496f)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:40:01.044833 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e0ba53f3-514c-445c-9f5e-9d05b3c56564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:01.114019 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-edb8210a-4cdb-4ee0-814a-14355382ba6e req-78009752-8b34-4ac7-bb19-3b34bb9fbdeb tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcc0067a-9ce8-4875-b922-e18ef41ab841&id=57505a62-ceae-4832-b8a9-6ac0b7088f20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1053331 Sep 07 02:40:01.183552 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-985de3b5-e8eb-4508-92b4-8fd86ca14c6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:01.244742 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ba53f3-514c-445c-9f5e-9d05b3c56564 None None] Pushing event updated for resources: {'Port': ['ID=a2df7fca-31f4-4af5-8664-86350d244599,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:01.264182 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-985de3b5-e8eb-4508-92b4-8fd86ca14c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:01.310515 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985de3b5-e8eb-4508-92b4-8fd86ca14c6d admin admin] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:40:01.314001 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:01.314539 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-985de3b5-e8eb-4508-92b4-8fd86ca14c6d admin admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:40:01.319046 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985de3b5-e8eb-4508-92b4-8fd86ca14c6d admin admin] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:40:01.336459 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf3f008-dd6b-4155-996f-e5b38507c57e req-26df618c-c567-4a46-a04b-aea5f912fa31 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:01.346207 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cbf3f008-dd6b-4155-996f-e5b38507c57e req-26df618c-c567-4a46-a04b-aea5f912fa31 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41 HTTP/1.1" status: 200 len: 950 time: 0.1256409 Sep 07 02:40:01.395757 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985de3b5-e8eb-4508-92b4-8fd86ca14c6d admin admin] Pushing event updated for resources: {'Port': ['ID=e2cc596e-f4ee-474d-815e-6502f22b802f,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:01.405041 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cbf3f008-dd6b-4155-996f-e5b38507c57e req-bfea0dd9-d2b2-4e76-9a0b-a8ce9a0e5f16 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477836 Sep 07 02:40:02.025576 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e7458-0fd4-44b6-ab14-eb04496e15bd req-c574b25f-52c6-495d-8f80-2fcb303b645f tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:02.032768 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4c4e7458-0fd4-44b6-ab14-eb04496e15bd req-c574b25f-52c6-495d-8f80-2fcb303b645f tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/networks?id=29fccc3a-21f2-4674-8b92-bcfa16fabc4c HTTP/1.1" status: 200 len: 812 time: 0.5581124 Sep 07 02:40:02.059844 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4c4e7458-0fd4-44b6-ab14-eb04496e15bd req-4c3f9427-1f93-419d-8f0a-87d6ca8074b6 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/quotas/4443ce3bb3024d489f3e6e525e333d25 HTTP/1.1" status: 200 len: 375 time: 0.0260730 Sep 07 02:40:02.139288 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4c4e7458-0fd4-44b6-ab14-eb04496e15bd req-244f1731-81e1-47c2-b380-35ad6fa3e3a5 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=4443ce3bb3024d489f3e6e525e333d25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0785689 Sep 07 02:40:02.213053 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f99328-3a5c-47d2-b6a8-5132e2b2d3d6 req-7e9a3456-cda4-4124-984c-8085e4a03e54 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:02.221074 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-46f99328-3a5c-47d2-b6a8-5132e2b2d3d6 req-7e9a3456-cda4-4124-984c-8085e4a03e54 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=12a55746-ab23-49ff-82d9-90204f32d2c2 HTTP/1.1" status: 200 len: 949 time: 0.1129990 Sep 07 02:40:02.264210 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-985de3b5-e8eb-4508-92b4-8fd86ca14c6d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:02.312631 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-46f99328-3a5c-47d2-b6a8-5132e2b2d3d6 req-9f07f0c2-909f-4368-a1f4-53444a916d1e tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905659 Sep 07 02:40:02.383715 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4c4e7458-0fd4-44b6-ab14-eb04496e15bd req-e16abbb2-e7fb-4c10-bf5d-b29dc4471759 service neutron] 10.222.0.22 "GET /v2.0/networks/29fccc3a-21f2-4674-8b92-bcfa16fabc4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337267 Sep 07 02:40:02.419864 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device a2df7fca-31f4-4af5-8664-86350d244599 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:40:02.539669 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port a2df7fca-31f4-4af5-8664-86350d244599 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:40:02.593828 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b090eb-02bf-49c4-b182-a266fc01fb6f req-9c5c60f2-571f-4a13-8dce-085be1a2a475 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:02.600591 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b090eb-02bf-49c4-b182-a266fc01fb6f req-9c5c60f2-571f-4a13-8dce-085be1a2a475 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:02.603699 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4c4e7458-0fd4-44b6-ab14-eb04496e15bd req-14ae092a-3717-4a46-969c-ef2a90b5d4fb service neutron] 10.222.0.22 "GET /v2.0/networks/29fccc3a-21f2-4674-8b92-bcfa16fabc4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190156 Sep 07 02:40:02.606859 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b090eb-02bf-49c4-b182-a266fc01fb6f req-9c5c60f2-571f-4a13-8dce-085be1a2a475 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:02.613635 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b090eb-02bf-49c4-b182-a266fc01fb6f req-9c5c60f2-571f-4a13-8dce-085be1a2a475 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:02.624640 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b090eb-02bf-49c4-b182-a266fc01fb6f req-9c5c60f2-571f-4a13-8dce-085be1a2a475 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:02.631562 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b090eb-02bf-49c4-b182-a266fc01fb6f req-9c5c60f2-571f-4a13-8dce-085be1a2a475 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:02.636284 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00d93e5-2a3c-4d14-828b-b919f09e39f4 None None] Network 14c70991-0408-4c1e-b280-2438299d29c7 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:40:02.645313 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b090eb-02bf-49c4-b182-a266fc01fb6f req-9c5c60f2-571f-4a13-8dce-085be1a2a475 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:02.650931 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-09b090eb-02bf-49c4-b182-a266fc01fb6f req-9c5c60f2-571f-4a13-8dce-085be1a2a475 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 5422 time: 0.1341074 Sep 07 02:40:02.742680 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-09b090eb-02bf-49c4-b182-a266fc01fb6f req-c3b974da-b9d7-4c6c-8430-387eba3039e1 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcc0067a-9ce8-4875-b922-e18ef41ab841&id=57505a62-ceae-4832-b8a9-6ac0b7088f20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0798926 Sep 07 02:40:02.763418 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-985de3b5-e8eb-4508-92b4-8fd86ca14c6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:02.787572 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-b7a76fdd-6f39-429a-b2df-c99a30cf1f7a None None] Provisioning for port a2df7fca-31f4-4af5-8664-86350d244599 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:40:02.862274 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-b7a76fdd-6f39-429a-b2df-c99a30cf1f7a None None] Provisioning complete for port a2df7fca-31f4-4af5-8664-86350d244599 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:40:02.862274 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b7a76fdd-6f39-429a-b2df-c99a30cf1f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:02.953825 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3f7a22ae-cb58-4cf7-a8d2-687b3e2d9d04 req-8311d58e-171c-4cb9-89ab-005fdc53ebb9 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=956f765f-e135-4d4c-aba9-f234735281d2 HTTP/1.1" status: 200 len: 210 time: 0.0821421 Sep 07 02:40:03.031205 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea1efb-17b2-425d-9ac7-2cf84dd4db7a req-870ccf8e-46ef-4af3-8655-3025922c912f tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:03.033039 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-efea1efb-17b2-425d-9ac7-2cf84dd4db7a req-870ccf8e-46ef-4af3-8655-3025922c912f tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41 HTTP/1.1" status: 200 len: 950 time: 0.1402190 Sep 07 02:40:03.070054 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b7a76fdd-6f39-429a-b2df-c99a30cf1f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:03.129844 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-b7a76fdd-6f39-429a-b2df-c99a30cf1f7a None None] For port a2df7fca-31f4-4af5-8664-86350d244599, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=a2df7fca-31f4-4af5-8664-86350d244599,segment=NetworkSegment(84a0c340-aa8f-44dd-8085-45285b51496f),segment_id=84a0c340-aa8f-44dd-8085-45285b51496f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:40:03.139453 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b7a76fdd-6f39-429a-b2df-c99a30cf1f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:03.169871 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-efea1efb-17b2-425d-9ac7-2cf84dd4db7a req-4e147688-359a-4623-ab22-cbcd74941c5a tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287057 Sep 07 02:40:03.242808 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-985de3b5-e8eb-4508-92b4-8fd86ca14c6d admin admin] Router 200d0216-3e46-4e40-a0cf-4732b319ab0c is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 02:40:03.247563 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a76fdd-6f39-429a-b2df-c99a30cf1f7a None None] Pushing event updated for resources: {'Port': ['ID=a2df7fca-31f4-4af5-8664-86350d244599,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:03.267213 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-05a3843a-51ba-4e0c-950f-a5b70852d04e None None] Provisioning complete for port a2df7fca-31f4-4af5-8664-86350d244599 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:40:03.267982 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-05a3843a-51ba-4e0c-950f-a5b70852d04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:03.451018 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf1f437-7f23-42da-babd-96cef30c95aa req-8b7b34be-7515-4f62-b6c4-75703f28b38e tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:03.453285 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5bf1f437-7f23-42da-babd-96cef30c95aa req-8b7b34be-7515-4f62-b6c4-75703f28b38e tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=12a55746-ab23-49ff-82d9-90204f32d2c2 HTTP/1.1" status: 200 len: 949 time: 0.0684299 Sep 07 02:40:03.475132 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-985de3b5-e8eb-4508-92b4-8fd86ca14c6d admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:40:03.505542 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-985de3b5-e8eb-4508-92b4-8fd86ca14c6d admin admin] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:03.510200 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-985de3b5-e8eb-4508-92b4-8fd86ca14c6d admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6435103 Sep 07 02:40:03.510400 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 46980) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:40:03.521674 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff49510-2e5d-4b4a-a81c-ac0021fbd001 None None] Sync routers for ids ['200d0216-3e46-4e40-a0cf-4732b319ab0c'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:40:03.536626 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff49510-2e5d-4b4a-a81c-ac0021fbd001 None None] Routers {'200d0216-3e46-4e40-a0cf-4732b319ab0c'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:40:03.537774 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-7ff49510-2e5d-4b4a-a81c-ac0021fbd001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:39:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['200d0216-3e46-4e40-a0cf-4732b319ab0c'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:40:03.640657 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5bf1f437-7f23-42da-babd-96cef30c95aa req-a861524b-3c16-4763-b7a9-a619194781ef tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795466 Sep 07 02:40:03.840357 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-7ff49510-2e5d-4b4a-a81c-ac0021fbd001 None None] Set router 200d0216-3e46-4e40-a0cf-4732b319ab0c gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:40:03.949645 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab8bdc-6408-47a3-8e83-837e9e65ccfe req-dfd55cca-0dbb-4d98-be94-268151d10251 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:03.959291 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab8bdc-6408-47a3-8e83-837e9e65ccfe req-dfd55cca-0dbb-4d98-be94-268151d10251 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:03.968845 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab8bdc-6408-47a3-8e83-837e9e65ccfe req-dfd55cca-0dbb-4d98-be94-268151d10251 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:03.975250 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab8bdc-6408-47a3-8e83-837e9e65ccfe req-dfd55cca-0dbb-4d98-be94-268151d10251 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:03.981903 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab8bdc-6408-47a3-8e83-837e9e65ccfe req-dfd55cca-0dbb-4d98-be94-268151d10251 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:03.989350 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab8bdc-6408-47a3-8e83-837e9e65ccfe req-dfd55cca-0dbb-4d98-be94-268151d10251 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:03.996179 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab8bdc-6408-47a3-8e83-837e9e65ccfe req-dfd55cca-0dbb-4d98-be94-268151d10251 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:04.019690 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0eab8bdc-6408-47a3-8e83-837e9e65ccfe req-dfd55cca-0dbb-4d98-be94-268151d10251 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 5422 time: 0.1389000 Sep 07 02:40:04.065537 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0eab8bdc-6408-47a3-8e83-837e9e65ccfe req-729be5f0-66a6-4144-b095-0a58e4201518 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcc0067a-9ce8-4875-b922-e18ef41ab841&id=57505a62-ceae-4832-b8a9-6ac0b7088f20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0442777 Sep 07 02:40:04.143586 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-7ff49510-2e5d-4b4a-a81c-ac0021fbd001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '200d0216-3e46-4e40-a0cf-4732b319ab0c', 'name': 'tempest-ServersTestFqdnHostnames-1462075118-router', 'tenant_id': '3ab8b040c45c43eb93697ca2e765c9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': 'e2cc596e-f4ee-474d-815e-6502f22b802f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:40:00Z', 'updated_at': '2021-09-07T02:40:01Z', 'revision_number': 3, 'project_id': '3ab8b040c45c43eb93697ca2e765c9b6', 'gw_port': {'id': 'e2cc596e-f4ee-474d-815e-6502f22b802f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:87:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '200d0216-3e46-4e40-a0cf-4732b319ab0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:40:00Z', 'updated_at': '2021-09-07T02:40:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:40:04.146308 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e0318090-6190-40fd-8031-9477aa8293e8 req-256bd10b-d9c0-4216-8040-a1add9ef4313 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=956f765f-e135-4d4c-aba9-f234735281d2 HTTP/1.1" status: 200 len: 210 time: 0.0399358 Sep 07 02:40:04.186609 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff49510-2e5d-4b4a-a81c-ac0021fbd001 None None] Checking router: 200d0216-3e46-4e40-a0cf-4732b319ab0c for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:40:04.187109 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff49510-2e5d-4b4a-a81c-ac0021fbd001 None None] Updating router 200d0216-3e46-4e40-a0cf-4732b319ab0c port e2cc596e-f4ee-474d-815e-6502f22b802f binding host n-d-796209-16 {{(pid=94703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 02:40:04.214423 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-7ff49510-2e5d-4b4a-a81c-ac0021fbd001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:04.300012 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c5f5e3ab-2ee5-4d64-97b5-b9346101d44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:04.412218 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device a2df7fca-31f4-4af5-8664-86350d244599 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:40:04.477501 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e7458-0fd4-44b6-ab14-eb04496e15bd req-c65e94e8-a6c9-4186-8e97-f0d4eb00c4b3 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:04.479001 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4c4e7458-0fd4-44b6-ab14-eb04496e15bd req-c65e94e8-a6c9-4186-8e97-f0d4eb00c4b3 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.23 "GET /v2.0/networks?id=29fccc3a-21f2-4674-8b92-bcfa16fabc4c HTTP/1.1" status: 200 len: 812 time: 0.3086364 Sep 07 02:40:04.522568 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-4c4e7458-0fd4-44b6-ab14-eb04496e15bd req-ec8b5e76-7c70-424b-80e3-67961425f2b9 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Request body: {'port': {'device_id': '956f765f-e135-4d4c-aba9-f234735281d2', 'network_id': '29fccc3a-21f2-4674-8b92-bcfa16fabc4c', 'admin_state_up': True, 'tenant_id': '4443ce3bb3024d489f3e6e525e333d25'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:40:04.529070 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9a4bf-a5d7-4a87-a877-52dd14b12e61 req-4a4bde44-cc6c-46db-a586-48befb760e34 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:04.547507 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-61c9a4bf-a5d7-4a87-a877-52dd14b12e61 req-4a4bde44-cc6c-46db-a586-48befb760e34 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41 HTTP/1.1" status: 200 len: 950 time: 0.2192106 Sep 07 02:40:04.608683 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port a2df7fca-31f4-4af5-8664-86350d244599 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:40:04.609055 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:04.626942 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-61c9a4bf-a5d7-4a87-a877-52dd14b12e61 req-0d9d0d23-502d-4159-b7f5-5e3bd5fe7ecf tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705297 Sep 07 02:40:04.637028 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-7ff49510-2e5d-4b4a-a81c-ac0021fbd001 None None] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:04.645648 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-c5f5e3ab-2ee5-4d64-97b5-b9346101d44c admin admin] Allocated IP 172.20.0.1 (14c70991-0408-4c1e-b280-2438299d29c7/63d076a3-ed18-4096-ba07-49e6bc6db374/a668ec98-7e8b-4748-86e8-15e0d4c582da) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:40:04.660805 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-7ff49510-2e5d-4b4a-a81c-ac0021fbd001 None None] Transition to ACTIVE for port object e2cc596e-f4ee-474d-815e-6502f22b802f will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:40:04.674270 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-7ff49510-2e5d-4b4a-a81c-ac0021fbd001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:04.719382 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-7ff49510-2e5d-4b4a-a81c-ac0021fbd001 None None] Attempting to bind port e2cc596e-f4ee-474d-815e-6502f22b802f on host n-d-796209-16 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:40:04.720230 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-7ff49510-2e5d-4b4a-a81c-ac0021fbd001 None None] Attempting to bind port e2cc596e-f4ee-474d-815e-6502f22b802f by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:40:04.720367 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff49510-2e5d-4b4a-a81c-ac0021fbd001 None None] Attempting to bind port e2cc596e-f4ee-474d-815e-6502f22b802f on network 1166b922-7457-4da4-bdda-328e8c8e7bc6 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:40:04.750923 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff49510-2e5d-4b4a-a81c-ac0021fbd001 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:40:04.751395 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff49510-2e5d-4b4a-a81c-ac0021fbd001 None None] Checking segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:40:04.751947 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-7ff49510-2e5d-4b4a-a81c-ac0021fbd001 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:04.752567 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff49510-2e5d-4b4a-a81c-ac0021fbd001 None None] Bound using segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:40:04.753213 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-7ff49510-2e5d-4b4a-a81c-ac0021fbd001 None None] Bound port: e2cc596e-f4ee-474d-815e-6502f22b802f, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:40:04.753661 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-7ff49510-2e5d-4b4a-a81c-ac0021fbd001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:04.831470 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-7ff49510-2e5d-4b4a-a81c-ac0021fbd001 None None] For port e2cc596e-f4ee-474d-815e-6502f22b802f, host n-d-796209-16, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:40:04.835761 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-7ff49510-2e5d-4b4a-a81c-ac0021fbd001 None None] For port e2cc596e-f4ee-474d-815e-6502f22b802f, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=e2cc596e-f4ee-474d-815e-6502f22b802f,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:40:04.861257 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845f19da-e6aa-454f-ba7b-2c3b31c1ef5d None None] Pushing event updated for resources: {'Port': ['ID=e2cc596e-f4ee-474d-815e-6502f22b802f,revision_number=2']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:04.867183 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c4e7458-0fd4-44b6-ab14-eb04496e15bd req-ec8b5e76-7c70-424b-80e3-67961425f2b9 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Made reservation on behalf of 4443ce3bb3024d489f3e6e525e333d25 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:40:04.870629 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a82a8a-647d-40b1-9479-01bb2dfab02e req-f6e14c36-0c31-49e8-8da2-1c7b299e21d4 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:04.871727 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4c4e7458-0fd4-44b6-ab14-eb04496e15bd req-ec8b5e76-7c70-424b-80e3-67961425f2b9 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:04.871950 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845f19da-e6aa-454f-ba7b-2c3b31c1ef5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:40:04.872281 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845f19da-e6aa-454f-ba7b-2c3b31c1ef5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:40:04.872617 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845f19da-e6aa-454f-ba7b-2c3b31c1ef5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:40:04.873002 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845f19da-e6aa-454f-ba7b-2c3b31c1ef5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:40:04.874216 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845f19da-e6aa-454f-ba7b-2c3b31c1ef5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:40:04.874560 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845f19da-e6aa-454f-ba7b-2c3b31c1ef5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:40:04.875393 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845f19da-e6aa-454f-ba7b-2c3b31c1ef5d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:40:04.876105 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845f19da-e6aa-454f-ba7b-2c3b31c1ef5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:40:04.876805 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845f19da-e6aa-454f-ba7b-2c3b31c1ef5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:40:04.876926 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845f19da-e6aa-454f-ba7b-2c3b31c1ef5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:40:04.877229 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845f19da-e6aa-454f-ba7b-2c3b31c1ef5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:40:04.877555 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845f19da-e6aa-454f-ba7b-2c3b31c1ef5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:40:04.882858 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-7ff49510-2e5d-4b4a-a81c-ac0021fbd001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:04.890139 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a6a82a8a-647d-40b1-9479-01bb2dfab02e req-f6e14c36-0c31-49e8-8da2-1c7b299e21d4 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=12a55746-ab23-49ff-82d9-90204f32d2c2 HTTP/1.1" status: 200 len: 949 time: 0.0977688 Sep 07 02:40:04.941017 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a6a82a8a-647d-40b1-9479-01bb2dfab02e req-89260468-25e0-49b4-be88-f9c7e57707d8 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496614 Sep 07 02:40:04.966556 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c5f5e3ab-2ee5-4d64-97b5-b9346101d44c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:04.975506 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845f19da-e6aa-454f-ba7b-2c3b31c1ef5d None None] Pushing event updated for resources: {'Port': ['ID=e2cc596e-f4ee-474d-815e-6502f22b802f,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:04.980439 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-c5f5e3ab-2ee5-4d64-97b5-b9346101d44c admin admin] Transition to ACTIVE for port object a668ec98-7e8b-4748-86e8-15e0d4c582da will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:40:04.982763 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff49510-2e5d-4b4a-a81c-ac0021fbd001 None None] Routers {'200d0216-3e46-4e40-a0cf-4732b319ab0c'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:40:04.983593 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-7ff49510-2e5d-4b4a-a81c-ac0021fbd001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:39:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['200d0216-3e46-4e40-a0cf-4732b319ab0c'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:40:05.092309 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [req-ca44b1f1-a0c0-4df8-8ee0-eb79d032b476 req-d579146e-675a-4fd0-b306-eeb3a3aa3b2a service neutron] show failed (client error): The resource could not be found. Sep 07 02:40:05.093623 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ca44b1f1-a0c0-4df8-8ee0-eb79d032b476 req-d579146e-675a-4fd0-b306-eeb3a3aa3b2a service neutron] 10.222.0.23 "GET /v2.0/ports/188a469b-6bad-4f9a-8ca7-0aaa4aa7234b/bindings/n-h2-796209-16 HTTP/1.1" status: 404 len: 381 time: 0.1685164 Sep 07 02:40:05.095725 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c5f5e3ab-2ee5-4d64-97b5-b9346101d44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:05.105388 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-7ff49510-2e5d-4b4a-a81c-ac0021fbd001 None None] Set router 200d0216-3e46-4e40-a0cf-4732b319ab0c gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:40:05.187366 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f5e3ab-2ee5-4d64-97b5-b9346101d44c admin admin] Network 14c70991-0408-4c1e-b280-2438299d29c7 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:40:05.197636 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-c5f5e3ab-2ee5-4d64-97b5-b9346101d44c admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:40:05.219510 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f5e3ab-2ee5-4d64-97b5-b9346101d44c admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:40:05.228461 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f5e3ab-2ee5-4d64-97b5-b9346101d44c admin admin] Pushing event updated for resources: {'Port': ['ID=a668ec98-7e8b-4748-86e8-15e0d4c582da,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:05.325956 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bff589ba-0af2-4a96-a3cb-2bff6ed0d87f req-e9824e36-95bc-4b93-bf7d-011f88e7b99d tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=956f765f-e135-4d4c-aba9-f234735281d2 HTTP/1.1" status: 200 len: 210 time: 0.0534880 Sep 07 02:40:05.333657 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-4c4e7458-0fd4-44b6-ab14-eb04496e15bd req-ec8b5e76-7c70-424b-80e3-67961425f2b9 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Allocated IP 172.20.0.3 (29fccc3a-21f2-4674-8b92-bcfa16fabc4c/8fab1dcd-e4f9-4e9d-89a4-c1da67200daf/e4f54697-1722-4483-8c6d-d39f351470a8) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:40:05.385427 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5e3ab-2ee5-4d64-97b5-b9346101d44c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:40:05.385698 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5e3ab-2ee5-4d64-97b5-b9346101d44c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:40:05.385929 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5e3ab-2ee5-4d64-97b5-b9346101d44c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:40:05.386286 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5e3ab-2ee5-4d64-97b5-b9346101d44c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:40:05.386700 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5e3ab-2ee5-4d64-97b5-b9346101d44c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:40:05.386977 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5e3ab-2ee5-4d64-97b5-b9346101d44c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:40:05.387328 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5e3ab-2ee5-4d64-97b5-b9346101d44c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:40:05.387711 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5e3ab-2ee5-4d64-97b5-b9346101d44c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:40:05.388051 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5e3ab-2ee5-4d64-97b5-b9346101d44c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:40:05.388363 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5e3ab-2ee5-4d64-97b5-b9346101d44c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:40:05.388681 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5e3ab-2ee5-4d64-97b5-b9346101d44c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:40:05.388999 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5e3ab-2ee5-4d64-97b5-b9346101d44c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:40:05.399263 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-7ff49510-2e5d-4b4a-a81c-ac0021fbd001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '200d0216-3e46-4e40-a0cf-4732b319ab0c', 'name': 'tempest-ServersTestFqdnHostnames-1462075118-router', 'tenant_id': '3ab8b040c45c43eb93697ca2e765c9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': 'e2cc596e-f4ee-474d-815e-6502f22b802f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:40:00Z', 'updated_at': '2021-09-07T02:40:01Z', 'revision_number': 3, 'project_id': '3ab8b040c45c43eb93697ca2e765c9b6', 'gw_port': {'id': 'e2cc596e-f4ee-474d-815e-6502f22b802f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:87:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '200d0216-3e46-4e40-a0cf-4732b319ab0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:40:00Z', 'updated_at': '2021-09-07T02:40:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:40:05.475731 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff49510-2e5d-4b4a-a81c-ac0021fbd001 None None] The sync data for ids ['200d0216-3e46-4e40-a0cf-4732b319ab0c'] in n-d-796209-16 is: [{'id': '200d0216-3e46-4e40-a0cf-4732b319ab0c', 'name': 'tempest-ServersTestFqdnHostnames-1462075118-router', 'tenant_id': '3ab8b040c45c43eb93697ca2e765c9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': 'e2cc596e-f4ee-474d-815e-6502f22b802f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:40:00Z', 'updated_at': '2021-09-07T02:40:01Z', 'revision_number': 3, 'project_id': '3ab8b040c45c43eb93697ca2e765c9b6', 'gw_port': {'id': 'e2cc596e-f4ee-474d-815e-6502f22b802f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:87:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '200d0216-3e46-4e40-a0cf-4732b319ab0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:40:00Z', 'updated_at': '2021-09-07T02:40:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:40:05.485523 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c5f5e3ab-2ee5-4d64-97b5-b9346101d44c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:05.579839 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-61a0b98d-91d9-4136-b789-b7aeb094ec90 None None] Provisioning for port a668ec98-7e8b-4748-86e8-15e0d4c582da completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:40:05.583368 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-61a0b98d-91d9-4136-b789-b7aeb094ec90 None None] Provisioning complete for port a668ec98-7e8b-4748-86e8-15e0d4c582da triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:40:05.583975 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-61a0b98d-91d9-4136-b789-b7aeb094ec90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:05.593785 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b68a1b-334d-4c99-b6a6-ec64af14a545 req-6bccb746-7a84-4384-91d3-daabc22fc40c tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:05.600042 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b68a1b-334d-4c99-b6a6-ec64af14a545 req-6bccb746-7a84-4384-91d3-daabc22fc40c tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:05.605891 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b68a1b-334d-4c99-b6a6-ec64af14a545 req-6bccb746-7a84-4384-91d3-daabc22fc40c tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:05.615247 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b68a1b-334d-4c99-b6a6-ec64af14a545 req-6bccb746-7a84-4384-91d3-daabc22fc40c tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:05.621292 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b68a1b-334d-4c99-b6a6-ec64af14a545 req-6bccb746-7a84-4384-91d3-daabc22fc40c tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:05.624954 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-61a0b98d-91d9-4136-b789-b7aeb094ec90 None None] Port a668ec98-7e8b-4748-86e8-15e0d4c582da cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:40:05.626851 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b68a1b-334d-4c99-b6a6-ec64af14a545 req-6bccb746-7a84-4384-91d3-daabc22fc40c tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:05.632710 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b68a1b-334d-4c99-b6a6-ec64af14a545 req-6bccb746-7a84-4384-91d3-daabc22fc40c tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:05.634636 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-93b68a1b-334d-4c99-b6a6-ec64af14a545 req-6bccb746-7a84-4384-91d3-daabc22fc40c tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 5422 time: 0.3543084 Sep 07 02:40:05.712552 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44b1f1-a0c0-4df8-8ee0-eb79d032b476 req-9b527423-351f-40d0-879e-8b3a07dacfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:05.714067 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ca44b1f1-a0c0-4df8-8ee0-eb79d032b476 req-9b527423-351f-40d0-879e-8b3a07dacfdc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=12a55746-ab23-49ff-82d9-90204f32d2c2&tenant_id=ef46d2c6ddda4358910a6e6d3c8cd1f8 HTTP/1.1" status: 200 len: 1101 time: 0.2445962 Sep 07 02:40:05.731111 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-93b68a1b-334d-4c99-b6a6-ec64af14a545 req-eb038766-cdbc-4184-bef0-995030ea0cf9 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcc0067a-9ce8-4875-b922-e18ef41ab841&id=57505a62-ceae-4832-b8a9-6ac0b7088f20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0731690 Sep 07 02:40:05.754949 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-ca44b1f1-a0c0-4df8-8ee0-eb79d032b476 req-7f569ef7-ca01-4c39-adf0-7eb911ec24ee service neutron] Request body: {'port': {'binding:host_id': 'n-h2-796209-16', 'device_owner': 'compute:nova'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:40:05.796938 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd3d1b6-8615-4fa3-afd0-d3ca12836f2a req-97d42972-a3e7-4c56-bca0-6a985fab3fd4 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:05.806474 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ebd3d1b6-8615-4fa3-afd0-d3ca12836f2a req-97d42972-a3e7-4c56-bca0-6a985fab3fd4 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41 HTTP/1.1" status: 200 len: 950 time: 0.1075487 Sep 07 02:40:05.885316 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ebd3d1b6-8615-4fa3-afd0-d3ca12836f2a req-0adab729-62d0-4380-aac5-aa166413113b tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737164 Sep 07 02:40:05.975316 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ca44b1f1-a0c0-4df8-8ee0-eb79d032b476 req-7f569ef7-ca01-4c39-adf0-7eb911ec24ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:06.013138 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c5f5e3ab-2ee5-4d64-97b5-b9346101d44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:06.087517 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a992e7ab-a22c-4763-9be0-da6f1ef27f7c req-f348114a-121e-4246-bdf4-a6df3110575d tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:06.093344 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4c4e7458-0fd4-44b6-ab14-eb04496e15bd req-ec8b5e76-7c70-424b-80e3-67961425f2b9 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:06.097166 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a992e7ab-a22c-4763-9be0-da6f1ef27f7c req-f348114a-121e-4246-bdf4-a6df3110575d tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=12a55746-ab23-49ff-82d9-90204f32d2c2 HTTP/1.1" status: 200 len: 949 time: 0.0750148 Sep 07 02:40:06.137509 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a992e7ab-a22c-4763-9be0-da6f1ef27f7c req-15d73826-57df-4b49-8fe3-c96c626ed0b2 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387111 Sep 07 02:40:06.369489 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c5f5e3ab-2ee5-4d64-97b5-b9346101d44c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:06.377075 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4c4e7458-0fd4-44b6-ab14-eb04496e15bd req-ec8b5e76-7c70-424b-80e3-67961425f2b9 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:06.388518 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c5f5e3ab-2ee5-4d64-97b5-b9346101d44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:06.397777 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device e2cc596e-f4ee-474d-815e-6502f22b802f up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:40:06.469932 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port e2cc596e-f4ee-474d-815e-6502f22b802f completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:40:06.471787 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99422581-7493-4eb6-b88c-e789ff7d71c9 req-d0332944-2a96-4fe2-9580-4e07fee874b1 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:06.479678 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-99422581-7493-4eb6-b88c-e789ff7d71c9 req-d0332944-2a96-4fe2-9580-4e07fee874b1 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=956f765f-e135-4d4c-aba9-f234735281d2 HTTP/1.1" status: 200 len: 931 time: 0.0610356 Sep 07 02:40:06.480177 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port e2cc596e-f4ee-474d-815e-6502f22b802f triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:40:06.481575 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:06.492488 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c4e7458-0fd4-44b6-ab14-eb04496e15bd req-ec8b5e76-7c70-424b-80e3-67961425f2b9 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Network 29fccc3a-21f2-4674-8b92-bcfa16fabc4c is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:40:06.510965 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-4c4e7458-0fd4-44b6-ab14-eb04496e15bd req-ec8b5e76-7c70-424b-80e3-67961425f2b9 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:40:06.523588 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-99422581-7493-4eb6-b88c-e789ff7d71c9 req-4f67ad93-c0c7-4910-b6a1-4cce19afb9e8 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429790 Sep 07 02:40:06.548518 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c4e7458-0fd4-44b6-ab14-eb04496e15bd req-ec8b5e76-7c70-424b-80e3-67961425f2b9 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:40:06.578203 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:06.606013 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port e2cc596e-f4ee-474d-815e-6502f22b802f, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=e2cc596e-f4ee-474d-815e-6502f22b802f,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:40:06.609093 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e7458-0fd4-44b6-ab14-eb04496e15bd req-ec8b5e76-7c70-424b-80e3-67961425f2b9 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:06.609937 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4c4e7458-0fd4-44b6-ab14-eb04496e15bd req-ec8b5e76-7c70-424b-80e3-67961425f2b9 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:06.612089 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:06.635431 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c5f5e3ab-2ee5-4d64-97b5-b9346101d44c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:06.641342 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f5e3ab-2ee5-4d64-97b5-b9346101d44c admin admin] Pushing event updated for resources: {'Port': ['ID=a668ec98-7e8b-4748-86e8-15e0d4c582da,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:06.666505 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4c4e7458-0fd4-44b6-ab14-eb04496e15bd req-ec8b5e76-7c70-424b-80e3-67961425f2b9 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1525617 Sep 07 02:40:06.674136 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=e2cc596e-f4ee-474d-815e-6502f22b802f,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:06.715259 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-4c4e7458-0fd4-44b6-ab14-eb04496e15bd req-90a6db85-db10-4518-811b-9ace420be1a8 service neutron] Request body: {'port': {'device_id': '956f765f-e135-4d4c-aba9-f234735281d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:40:06.736423 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e484a-e874-4fd2-9bfe-a09997e81c2a req-074ae013-fa73-4a19-8b2b-1b64d7cb3f04 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:06.737947 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-860e484a-e874-4fd2-9bfe-a09997e81c2a req-074ae013-fa73-4a19-8b2b-1b64d7cb3f04 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 945 time: 0.2993364 Sep 07 02:40:06.747139 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-ca44b1f1-a0c0-4df8-8ee0-eb79d032b476 req-7f569ef7-ca01-4c39-adf0-7eb911ec24ee service neutron] For port 188a469b-6bad-4f9a-8ca7-0aaa4aa7234b, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=188a469b-6bad-4f9a-8ca7-0aaa4aa7234b,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:40:06.836817 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8b5e76-7c70-424b-80e3-67961425f2b9 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Pushing event updated for resources: {'Port': ['ID=e4f54697-1722-4483-8c6d-d39f351470a8,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:06.911639 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4c4e7458-0fd4-44b6-ab14-eb04496e15bd req-90a6db85-db10-4518-811b-9ace420be1a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:06.913658 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-ca44b1f1-a0c0-4df8-8ee0-eb79d032b476 req-7f569ef7-ca01-4c39-adf0-7eb911ec24ee service neutron] For port 188a469b-6bad-4f9a-8ca7-0aaa4aa7234b, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:40:06.920067 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-860e484a-e874-4fd2-9bfe-a09997e81c2a req-de4f5d9f-a9aa-4407-b92c-9a2ddca83d3e tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503770 Sep 07 02:40:06.926972 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a22e6e-d36a-44a8-aa09-33c80a8cf89f req-5ec229fb-f207-4d00-8787-a63027fcf8f7 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:06.933043 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a22e6e-d36a-44a8-aa09-33c80a8cf89f req-5ec229fb-f207-4d00-8787-a63027fcf8f7 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:06.939440 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a22e6e-d36a-44a8-aa09-33c80a8cf89f req-5ec229fb-f207-4d00-8787-a63027fcf8f7 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:06.945884 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a22e6e-d36a-44a8-aa09-33c80a8cf89f req-5ec229fb-f207-4d00-8787-a63027fcf8f7 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:06.952353 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a22e6e-d36a-44a8-aa09-33c80a8cf89f req-5ec229fb-f207-4d00-8787-a63027fcf8f7 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:06.958383 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a22e6e-d36a-44a8-aa09-33c80a8cf89f req-5ec229fb-f207-4d00-8787-a63027fcf8f7 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:06.964223 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a22e6e-d36a-44a8-aa09-33c80a8cf89f req-5ec229fb-f207-4d00-8787-a63027fcf8f7 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:06.966156 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-14a22e6e-d36a-44a8-aa09-33c80a8cf89f req-5ec229fb-f207-4d00-8787-a63027fcf8f7 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 5422 time: 0.1026504 Sep 07 02:40:07.002675 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12a55746-ab23-49ff-82d9-90204f32d2c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '188a469b-6bad-4f9a-8ca7-0aaa4aa7234b'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:40:07.005063 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa894092-79ba-4b0e-bb79-0aced10ed422" -d '{"events": [{"server_uuid": "12a55746-ab23-49ff-82d9-90204f32d2c2", "name": "network-vif-unplugged", "status": "completed", "tag": "188a469b-6bad-4f9a-8ca7-0aaa4aa7234b"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:40:07.010818 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ca44b1f1-a0c0-4df8-8ee0-eb79d032b476 req-7f569ef7-ca01-4c39-adf0-7eb911ec24ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:07.013288 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-14a22e6e-d36a-44a8-aa09-33c80a8cf89f req-a03ee4a9-4b2d-4835-8577-2e1f608f1cde tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcc0067a-9ce8-4875-b922-e18ef41ab841&id=57505a62-ceae-4832-b8a9-6ac0b7088f20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400612 Sep 07 02:40:07.017360 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f5e3ab-2ee5-4d64-97b5-b9346101d44c admin admin] Network 14c70991-0408-4c1e-b280-2438299d29c7 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:40:07.025711 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-c5f5e3ab-2ee5-4d64-97b5-b9346101d44c admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:40:07.053956 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-ca44b1f1-a0c0-4df8-8ee0-eb79d032b476 req-7f569ef7-ca01-4c39-adf0-7eb911ec24ee service neutron] Transition to ACTIVE for port object 188a469b-6bad-4f9a-8ca7-0aaa4aa7234b will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:40:07.158830 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ca44b1f1-a0c0-4df8-8ee0-eb79d032b476 req-7f569ef7-ca01-4c39-adf0-7eb911ec24ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:07.391570 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-5b43e7df-53bb-43ad-80d3-b3cd41d7414b None None] Provisioning complete for port a668ec98-7e8b-4748-86e8-15e0d4c582da triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:40:07.393298 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5b43e7df-53bb-43ad-80d3-b3cd41d7414b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:07.474805 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-5b43e7df-53bb-43ad-80d3-b3cd41d7414b None None] Port a668ec98-7e8b-4748-86e8-15e0d4c582da cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:40:07.534455 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 02:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3187ed33-5ba6-43ea-91f2-2c453e1c44b2 x-openstack-request-id: req-3187ed33-5ba6-43ea-91f2-2c453e1c44b2 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:40:07.535303 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12a55746-ab23-49ff-82d9-90204f32d2c2", "name": "network-vif-unplugged", "status": "completed", "tag": "188a469b-6bad-4f9a-8ca7-0aaa4aa7234b", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:40:07.535803 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3187ed33-5ba6-43ea-91f2-2c453e1c44b2 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:40:07.536500 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12a55746-ab23-49ff-82d9-90204f32d2c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '188a469b-6bad-4f9a-8ca7-0aaa4aa7234b', 'code': 200} Sep 07 02:40:07.675805 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a23e9-775e-46a7-80a7-d1cf860da4b8 req-ceaec518-c437-4bb7-ad4f-9fff3f4b0ee5 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:07.683656 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-055a23e9-775e-46a7-80a7-d1cf860da4b8 req-ceaec518-c437-4bb7-ad4f-9fff3f4b0ee5 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41 HTTP/1.1" status: 200 len: 950 time: 0.5762627 Sep 07 02:40:07.685658 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f569ef7-ca01-4c39-adf0-7eb911ec24ee service neutron] Pushing event updated for resources: {'Port': ['ID=188a469b-6bad-4f9a-8ca7-0aaa4aa7234b,revision_number=6']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:07.687367 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cffbfe-ac83-420a-8714-939138caee3b req-035a7587-96ff-47ad-ba5a-ce437ccacadf tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:07.689157 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-07cffbfe-ac83-420a-8714-939138caee3b req-035a7587-96ff-47ad-ba5a-ce437ccacadf tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=12a55746-ab23-49ff-82d9-90204f32d2c2 HTTP/1.1" status: 200 len: 947 time: 0.0805531 Sep 07 02:40:07.692947 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca44b1f1-a0c0-4df8-8ee0-eb79d032b476 req-7f569ef7-ca01-4c39-adf0-7eb911ec24ee service neutron] No DVR routers for this DVR port 188a469b-6bad-4f9a-8ca7-0aaa4aa7234b on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:40:07.744031 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-07cffbfe-ac83-420a-8714-939138caee3b req-22fda9ae-52a4-41bf-a0c9-900a4aac1346 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382428 Sep 07 02:40:07.816884 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5f5e3ab-2ee5-4d64-97b5-b9346101d44c admin admin] Router 200d0216-3e46-4e40-a0cf-4732b319ab0c has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:40:07.828821 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-055a23e9-775e-46a7-80a7-d1cf860da4b8 req-882195c5-0a81-49f3-bc47-660f5d4892bc tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439133 Sep 07 02:40:07.871910 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-ca44b1f1-a0c0-4df8-8ee0-eb79d032b476 req-7f569ef7-ca01-4c39-adf0-7eb911ec24ee service neutron] Attempting to bind port 188a469b-6bad-4f9a-8ca7-0aaa4aa7234b on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:40:07.872249 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-ca44b1f1-a0c0-4df8-8ee0-eb79d032b476 req-7f569ef7-ca01-4c39-adf0-7eb911ec24ee service neutron] Attempting to bind port 188a469b-6bad-4f9a-8ca7-0aaa4aa7234b by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:40:07.872586 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca44b1f1-a0c0-4df8-8ee0-eb79d032b476 req-7f569ef7-ca01-4c39-adf0-7eb911ec24ee service neutron] Attempting to bind port 188a469b-6bad-4f9a-8ca7-0aaa4aa7234b on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:40:07.886358 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca44b1f1-a0c0-4df8-8ee0-eb79d032b476 req-7f569ef7-ca01-4c39-adf0-7eb911ec24ee service neutron] Port 188a469b-6bad-4f9a-8ca7-0aaa4aa7234b on network 0823ecf3-066e-49bd-a451-2e84ab79a70f not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:40:07.886689 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca44b1f1-a0c0-4df8-8ee0-eb79d032b476 req-7f569ef7-ca01-4c39-adf0-7eb911ec24ee service neutron] Attempting to bind port 188a469b-6bad-4f9a-8ca7-0aaa4aa7234b on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:40:07.895827 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9915c8e-d166-4ef1-8c3d-8ada959bd37e req-82302f1b-fe36-453a-9559-2fcbf69189bb tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:07.897868 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c9915c8e-d166-4ef1-8c3d-8ada959bd37e req-82302f1b-fe36-453a-9559-2fcbf69189bb tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=956f765f-e135-4d4c-aba9-f234735281d2 HTTP/1.1" status: 200 len: 931 time: 0.0891113 Sep 07 02:40:07.942588 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c9915c8e-d166-4ef1-8c3d-8ada959bd37e req-55380acd-8efb-4675-87e3-5769c72492ed tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377445 Sep 07 02:40:07.953924 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca44b1f1-a0c0-4df8-8ee0-eb79d032b476 req-7f569ef7-ca01-4c39-adf0-7eb911ec24ee service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:40:07.954483 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca44b1f1-a0c0-4df8-8ee0-eb79d032b476 req-7f569ef7-ca01-4c39-adf0-7eb911ec24ee service neutron] Checking segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:40:07.954720 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca44b1f1-a0c0-4df8-8ee0-eb79d032b476 req-7f569ef7-ca01-4c39-adf0-7eb911ec24ee service neutron] Bound using segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:40:07.955208 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-ca44b1f1-a0c0-4df8-8ee0-eb79d032b476 req-7f569ef7-ca01-4c39-adf0-7eb911ec24ee service neutron] Bound port: 188a469b-6bad-4f9a-8ca7-0aaa4aa7234b, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:40:07.955605 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ca44b1f1-a0c0-4df8-8ee0-eb79d032b476 req-7f569ef7-ca01-4c39-adf0-7eb911ec24ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:08.033633 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-4c4e7458-0fd4-44b6-ab14-eb04496e15bd req-90a6db85-db10-4518-811b-9ace420be1a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4f54697-1722-4483-8c6d-d39f351470a8 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:40:08.045682 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4c4e7458-0fd4-44b6-ab14-eb04496e15bd req-90a6db85-db10-4518-811b-9ace420be1a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:08.109044 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-4c4e7458-0fd4-44b6-ab14-eb04496e15bd req-90a6db85-db10-4518-811b-9ace420be1a8 service neutron] Transition to ACTIVE for port object e4f54697-1722-4483-8c6d-d39f351470a8 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:40:08.122767 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4c4e7458-0fd4-44b6-ab14-eb04496e15bd req-90a6db85-db10-4518-811b-9ace420be1a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:08.137886 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f5e3ab-2ee5-4d64-97b5-b9346101d44c admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:40:08.139910 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-ca44b1f1-a0c0-4df8-8ee0-eb79d032b476 req-7f569ef7-ca01-4c39-adf0-7eb911ec24ee service neutron] For port 188a469b-6bad-4f9a-8ca7-0aaa4aa7234b, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:40:08.149118 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661f167d-fdc2-437e-960f-60f4a23a8626 None None] Sync routers for ids ['200d0216-3e46-4e40-a0cf-4732b319ab0c'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:40:08.158374 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661f167d-fdc2-437e-960f-60f4a23a8626 None None] Routers {'200d0216-3e46-4e40-a0cf-4732b319ab0c'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:40:08.159248 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-661f167d-fdc2-437e-960f-60f4a23a8626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:39:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['200d0216-3e46-4e40-a0cf-4732b319ab0c'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:40:08.175392 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c703ff-5993-44b8-a57f-15fb6fde2ba6 req-a45fde11-5428-4dcc-a914-0e7c5eace6ad tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:08.181896 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c703ff-5993-44b8-a57f-15fb6fde2ba6 req-a45fde11-5428-4dcc-a914-0e7c5eace6ad tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:08.188568 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c703ff-5993-44b8-a57f-15fb6fde2ba6 req-a45fde11-5428-4dcc-a914-0e7c5eace6ad tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:08.190397 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a6db85-db10-4518-811b-9ace420be1a8 service neutron] Pushing event updated for resources: {'Port': ['ID=e4f54697-1722-4483-8c6d-d39f351470a8,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:08.203435 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c703ff-5993-44b8-a57f-15fb6fde2ba6 req-a45fde11-5428-4dcc-a914-0e7c5eace6ad tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:08.208377 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-ca44b1f1-a0c0-4df8-8ee0-eb79d032b476 req-7f569ef7-ca01-4c39-adf0-7eb911ec24ee service neutron] For port 188a469b-6bad-4f9a-8ca7-0aaa4aa7234b, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=188a469b-6bad-4f9a-8ca7-0aaa4aa7234b,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:40:08.212609 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c703ff-5993-44b8-a57f-15fb6fde2ba6 req-a45fde11-5428-4dcc-a914-0e7c5eace6ad tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:08.213943 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c5f5e3ab-2ee5-4d64-97b5-b9346101d44c admin admin] 10.222.0.22 "PUT /v2.0/routers/200d0216-3e46-4e40-a0cf-4732b319ab0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7020319 Sep 07 02:40:08.221376 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c703ff-5993-44b8-a57f-15fb6fde2ba6 req-a45fde11-5428-4dcc-a914-0e7c5eace6ad tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:08.222494 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ca44b1f1-a0c0-4df8-8ee0-eb79d032b476 req-7f569ef7-ca01-4c39-adf0-7eb911ec24ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:08.242859 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c703ff-5993-44b8-a57f-15fb6fde2ba6 req-a45fde11-5428-4dcc-a914-0e7c5eace6ad tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:08.244648 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-46c703ff-5993-44b8-a57f-15fb6fde2ba6 req-a45fde11-5428-4dcc-a914-0e7c5eace6ad tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 5422 time: 0.1299019 Sep 07 02:40:08.270955 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44b1f1-a0c0-4df8-8ee0-eb79d032b476 req-7f569ef7-ca01-4c39-adf0-7eb911ec24ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:08.271729 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ca44b1f1-a0c0-4df8-8ee0-eb79d032b476 req-7f569ef7-ca01-4c39-adf0-7eb911ec24ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:08.273587 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ca44b1f1-a0c0-4df8-8ee0-eb79d032b476 req-7f569ef7-ca01-4c39-adf0-7eb911ec24ee service neutron] 10.222.0.16 "PUT /v2.0/ports/188a469b-6bad-4f9a-8ca7-0aaa4aa7234b HTTP/1.1" status: 200 len: 1096 time: 2.5307257 Sep 07 02:40:08.342824 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-661f167d-fdc2-437e-960f-60f4a23a8626 None None] Set router 200d0216-3e46-4e40-a0cf-4732b319ab0c gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:40:08.346219 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-46c703ff-5993-44b8-a57f-15fb6fde2ba6 req-ed06356e-3a75-4bd3-b337-d0bc0b128839 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcc0067a-9ce8-4875-b922-e18ef41ab841&id=57505a62-ceae-4832-b8a9-6ac0b7088f20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0909529 Sep 07 02:40:08.410102 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device e2cc596e-f4ee-474d-815e-6502f22b802f up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:40:08.486880 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-4c4e7458-0fd4-44b6-ab14-eb04496e15bd req-90a6db85-db10-4518-811b-9ace420be1a8 service neutron] Attempting to bind port e4f54697-1722-4483-8c6d-d39f351470a8 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:40:08.487521 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-4c4e7458-0fd4-44b6-ab14-eb04496e15bd req-90a6db85-db10-4518-811b-9ace420be1a8 service neutron] Attempting to bind port e4f54697-1722-4483-8c6d-d39f351470a8 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '3ec0e383-0f35-4c3c-abc7-899f90f4fe60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '29fccc3a-21f2-4674-8b92-bcfa16fabc4c'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:40:08.487983 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4e7458-0fd4-44b6-ab14-eb04496e15bd req-90a6db85-db10-4518-811b-9ace420be1a8 service neutron] Attempting to bind port e4f54697-1722-4483-8c6d-d39f351470a8 on network 29fccc3a-21f2-4674-8b92-bcfa16fabc4c {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:40:08.496026 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4e7458-0fd4-44b6-ab14-eb04496e15bd req-90a6db85-db10-4518-811b-9ace420be1a8 service neutron] Port e4f54697-1722-4483-8c6d-d39f351470a8 on network 29fccc3a-21f2-4674-8b92-bcfa16fabc4c not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:40:08.496492 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4e7458-0fd4-44b6-ab14-eb04496e15bd req-90a6db85-db10-4518-811b-9ace420be1a8 service neutron] Attempting to bind port e4f54697-1722-4483-8c6d-d39f351470a8 on network 29fccc3a-21f2-4674-8b92-bcfa16fabc4c {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:40:08.511331 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f569ef7-ca01-4c39-adf0-7eb911ec24ee service neutron] Pushing event updated for resources: {'Port': ['ID=188a469b-6bad-4f9a-8ca7-0aaa4aa7234b,revision_number=7']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:08.516152 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4e7458-0fd4-44b6-ab14-eb04496e15bd req-90a6db85-db10-4518-811b-9ace420be1a8 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:40:08.516624 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4e7458-0fd4-44b6-ab14-eb04496e15bd req-90a6db85-db10-4518-811b-9ace420be1a8 service neutron] Checking segment: {'id': '3ec0e383-0f35-4c3c-abc7-899f90f4fe60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '29fccc3a-21f2-4674-8b92-bcfa16fabc4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:40:08.517091 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4e7458-0fd4-44b6-ab14-eb04496e15bd req-90a6db85-db10-4518-811b-9ace420be1a8 service neutron] Bound using segment: {'id': '3ec0e383-0f35-4c3c-abc7-899f90f4fe60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '29fccc3a-21f2-4674-8b92-bcfa16fabc4c'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:40:08.517634 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-4c4e7458-0fd4-44b6-ab14-eb04496e15bd req-90a6db85-db10-4518-811b-9ace420be1a8 service neutron] Bound port: e4f54697-1722-4483-8c6d-d39f351470a8, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ec0e383-0f35-4c3c-abc7-899f90f4fe60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '29fccc3a-21f2-4674-8b92-bcfa16fabc4c'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:40:08.518144 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4c4e7458-0fd4-44b6-ab14-eb04496e15bd req-90a6db85-db10-4518-811b-9ace420be1a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:08.534659 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44b1f1-a0c0-4df8-8ee0-eb79d032b476 req-285d52d8-d394-48c0-b2fa-b08fcfd16ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:08.536305 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ca44b1f1-a0c0-4df8-8ee0-eb79d032b476 req-285d52d8-d394-48c0-b2fa-b08fcfd16ab2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef46d2c6ddda4358910a6e6d3c8cd1f8&device_id=12a55746-ab23-49ff-82d9-90204f32d2c2 HTTP/1.1" status: 200 len: 1099 time: 0.2160840 Sep 07 02:40:08.604033 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port e2cc596e-f4ee-474d-815e-6502f22b802f triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:40:08.604555 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:08.673665 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44b1f1-a0c0-4df8-8ee0-eb79d032b476 req-d7cf4c66-1d5a-4b47-84f7-a1a85825c69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:08.675443 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ca44b1f1-a0c0-4df8-8ee0-eb79d032b476 req-d7cf4c66-1d5a-4b47-84f7-a1a85825c69e service neutron] 10.222.0.16 "GET /v2.0/networks?id=0823ecf3-066e-49bd-a451-2e84ab79a70f HTTP/1.1" status: 200 len: 869 time: 0.1005316 Sep 07 02:40:08.737851 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ca44b1f1-a0c0-4df8-8ee0-eb79d032b476 req-de0fbc54-cbde-4e09-8db0-fd5ae695d359 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=188a469b-6bad-4f9a-8ca7-0aaa4aa7234b HTTP/1.1" status: 200 len: 217 time: 0.0518181 Sep 07 02:40:08.759067 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47102) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:40:08.763929 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-33291f69-981a-497e-a9a3-417cf4737c6e tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1301411580', 'description': 'tempest-description--904222331'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:40:08.801622 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44b1f1-a0c0-4df8-8ee0-eb79d032b476 req-9114547f-4ffb-4199-ac3e-cc1c695f9623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:08.803121 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ca44b1f1-a0c0-4df8-8ee0-eb79d032b476 req-9114547f-4ffb-4199-ac3e-cc1c695f9623 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.0568182 Sep 07 02:40:08.824507 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-4c4e7458-0fd4-44b6-ab14-eb04496e15bd req-90a6db85-db10-4518-811b-9ace420be1a8 service neutron] For port e4f54697-1722-4483-8c6d-d39f351470a8, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:40:08.825293 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-33291f69-981a-497e-a9a3-417cf4737c6e tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:08.832236 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-4c4e7458-0fd4-44b6-ab14-eb04496e15bd req-90a6db85-db10-4518-811b-9ace420be1a8 service neutron] For port e4f54697-1722-4483-8c6d-d39f351470a8, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=e4f54697-1722-4483-8c6d-d39f351470a8,segment=NetworkSegment(3ec0e383-0f35-4c3c-abc7-899f90f4fe60),segment_id=3ec0e383-0f35-4c3c-abc7-899f90f4fe60)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:40:08.850380 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4c4e7458-0fd4-44b6-ab14-eb04496e15bd req-90a6db85-db10-4518-811b-9ace420be1a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:08.939042 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e7458-0fd4-44b6-ab14-eb04496e15bd req-90a6db85-db10-4518-811b-9ace420be1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:08.939727 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4c4e7458-0fd4-44b6-ab14-eb04496e15bd req-90a6db85-db10-4518-811b-9ace420be1a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:08.941317 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4c4e7458-0fd4-44b6-ab14-eb04496e15bd req-90a6db85-db10-4518-811b-9ace420be1a8 service neutron] 10.222.0.23 "PUT /v2.0/ports/e4f54697-1722-4483-8c6d-d39f351470a8 HTTP/1.1" status: 200 len: 1092 time: 2.2319999 Sep 07 02:40:08.945406 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44b1f1-a0c0-4df8-8ee0-eb79d032b476 req-bd52b02a-5fcf-4b7f-bdc4-29142a88e151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:08.946674 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ca44b1f1-a0c0-4df8-8ee0-eb79d032b476 req-bd52b02a-5fcf-4b7f-bdc4-29142a88e151 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1319647 Sep 07 02:40:08.963378 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e3afc6-2ab2-4e19-a89f-d06b1ed45d1d req-ca49397d-d1a9-48e1-8ae9-54f82c75d5e7 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:08.969746 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c0e3afc6-2ab2-4e19-a89f-d06b1ed45d1d req-ca49397d-d1a9-48e1-8ae9-54f82c75d5e7 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=12a55746-ab23-49ff-82d9-90204f32d2c2 HTTP/1.1" status: 200 len: 947 time: 0.0942428 Sep 07 02:40:09.006345 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-661f167d-fdc2-437e-960f-60f4a23a8626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '200d0216-3e46-4e40-a0cf-4732b319ab0c', 'name': 'tempest-ServersTestFqdnHostnames-1462075118-router', 'tenant_id': '3ab8b040c45c43eb93697ca2e765c9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': 'e2cc596e-f4ee-474d-815e-6502f22b802f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:40:00Z', 'updated_at': '2021-09-07T02:40:05Z', 'revision_number': 4, 'project_id': '3ab8b040c45c43eb93697ca2e765c9b6', 'gw_port': {'id': 'e2cc596e-f4ee-474d-815e-6502f22b802f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:87:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200d0216-3e46-4e40-a0cf-4732b319ab0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:40:00Z', 'updated_at': '2021-09-07T02:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'a668ec98-7e8b-4748-86e8-15e0d4c582da', 'name': '', 'network_id': '14c70991-0408-4c1e-b280-2438299d29c7', 'tenant_id': '3ab8b040c45c43eb93697ca2e765c9b6', 'mac_address': 'fa:16:3e:d5:b3:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '200d0216-3e46-4e40-a0cf-4732b319ab0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '63d076a3-ed18-4096-ba07-49e6bc6db374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:40:04Z', 'updated_at': '2021-09-07T02:40:06Z', 'revision_number': 2, 'project_id': '3ab8b040c45c43eb93697ca2e765c9b6', 'subnets': [{'id': '63d076a3-ed18-4096-ba07-49e6bc6db374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:40:09.036370 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c0e3afc6-2ab2-4e19-a89f-d06b1ed45d1d req-a322291c-132f-445b-ae63-27ef2fa2527d tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517282 Sep 07 02:40:09.049236 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a6db85-db10-4518-811b-9ace420be1a8 service neutron] Pushing event updated for resources: {'Port': ['ID=e4f54697-1722-4483-8c6d-d39f351470a8,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:09.053112 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 188a469b-6bad-4f9a-8ca7-0aaa4aa7234b no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:40:09.054127 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-33291f69-981a-497e-a9a3-417cf4737c6e tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:09.056951 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661f167d-fdc2-437e-960f-60f4a23a8626 None None] Checking router: 200d0216-3e46-4e40-a0cf-4732b319ab0c for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:40:09.057561 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661f167d-fdc2-437e-960f-60f4a23a8626 None None] Updating router 200d0216-3e46-4e40-a0cf-4732b319ab0c port a668ec98-7e8b-4748-86e8-15e0d4c582da binding host n-d-796209-16 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 02:40:09.070647 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-33291f69-981a-497e-a9a3-417cf4737c6e tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:09.112720 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-33291f69-981a-497e-a9a3-417cf4737c6e tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:09.117726 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-33291f69-981a-497e-a9a3-417cf4737c6e tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3573053 Sep 07 02:40:09.118581 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47114) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:40:09.121786 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33291f69-981a-497e-a9a3-417cf4737c6e tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed45ffb-8954-4fed-8b54-92dbaaf8c384,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:09.127989 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-661f167d-fdc2-437e-960f-60f4a23a8626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:09.128496 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-4cd0eddd-ec2d-4e64-933a-9349335aba30 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Request body: {'security_group_rule': {'security_group_id': '3ed45ffb-8954-4fed-8b54-92dbaaf8c384', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:40:09.161317 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 188a469b-6bad-4f9a-8ca7-0aaa4aa7234b not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:40:09.165850 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4cd0eddd-ec2d-4e64-933a-9349335aba30 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:09.209127 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f5e3f8-0076-42ed-8193-cf4fe20f01e3 req-01163a28-01dc-4488-b151-ecccd1b96152 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:09.210683 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-15f5e3f8-0076-42ed-8193-cf4fe20f01e3 req-01163a28-01dc-4488-b151-ecccd1b96152 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41 HTTP/1.1" status: 200 len: 950 time: 0.2555377 Sep 07 02:40:09.215515 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e7458-0fd4-44b6-ab14-eb04496e15bd req-f6463c11-084e-45ad-8c44-4e6760dcf659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:09.216991 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4c4e7458-0fd4-44b6-ab14-eb04496e15bd req-f6463c11-084e-45ad-8c44-4e6760dcf659 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4443ce3bb3024d489f3e6e525e333d25&device_id=956f765f-e135-4d4c-aba9-f234735281d2 HTTP/1.1" status: 200 len: 1095 time: 0.2192330 Sep 07 02:40:09.246083 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4cd0eddd-ec2d-4e64-933a-9349335aba30 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:09.266979 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4cd0eddd-ec2d-4e64-933a-9349335aba30 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:09.277242 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4c4e7458-0fd4-44b6-ab14-eb04496e15bd req-202dc768-5320-4fa5-8279-67070604853f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4f54697-1722-4483-8c6d-d39f351470a8 HTTP/1.1" status: 200 len: 217 time: 0.0501175 Sep 07 02:40:09.280907 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ca44b1f1-a0c0-4df8-8ee0-eb79d032b476 req-90e104e6-1cd7-4de5-a56f-9fd1cdf4be15 service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162336 Sep 07 02:40:09.330227 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd0eddd-ec2d-4e64-933a-9349335aba30 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daebab35-b6fa-459d-b022-0a87d2a65439,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:09.338054 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4cd0eddd-ec2d-4e64-933a-9349335aba30 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:09.340464 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-4cd0eddd-ec2d-4e64-933a-9349335aba30 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2205582 Sep 07 02:40:09.349985 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f88761-2c2f-45fe-bd80-067bdb55e35f req-039aa8b3-43b9-409c-9e06-684fa41a52b3 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:09.352938 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 47116) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:40:09.357990 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-7401ab61-e065-4a5d-a17b-be29db6a3670 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Request body: {'security_group_rule': {'security_group_id': '3ed45ffb-8954-4fed-8b54-92dbaaf8c384', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:40:09.359087 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-12f88761-2c2f-45fe-bd80-067bdb55e35f req-039aa8b3-43b9-409c-9e06-684fa41a52b3 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=956f765f-e135-4d4c-aba9-f234735281d2 HTTP/1.1" status: 200 len: 943 time: 0.1069572 Sep 07 02:40:09.364940 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-15f5e3f8-0076-42ed-8193-cf4fe20f01e3 req-f021c822-f178-4d1d-b865-a82b69d86510 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469457 Sep 07 02:40:09.410657 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e7458-0fd4-44b6-ab14-eb04496e15bd req-63010fde-5351-43e5-b66b-a8af40407d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:09.412207 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4c4e7458-0fd4-44b6-ab14-eb04496e15bd req-63010fde-5351-43e5-b66b-a8af40407d1d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8fab1dcd-e4f9-4e9d-89a4-c1da67200daf HTTP/1.1" status: 200 len: 852 time: 0.1269503 Sep 07 02:40:09.414428 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-12f88761-2c2f-45fe-bd80-067bdb55e35f req-57da7003-df96-43cf-9b5c-9a4604a090d1 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536911 Sep 07 02:40:09.475104 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4c4e7458-0fd4-44b6-ab14-eb04496e15bd req-7f1fd1a2-82fe-403b-b0d0-ba2ec4e31f2d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=29fccc3a-21f2-4674-8b92-bcfa16fabc4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311050 Sep 07 02:40:09.494073 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7401ab61-e065-4a5d-a17b-be29db6a3670 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:09.538297 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12a55746-ab23-49ff-82d9-90204f32d2c2', 'tag': '188a469b-6bad-4f9a-8ca7-0aaa4aa7234b'}, {'name': 'network-changed', 'server_uuid': '956f765f-e135-4d4c-aba9-f234735281d2', 'tag': 'e4f54697-1722-4483-8c6d-d39f351470a8'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:40:09.540925 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee57aa59-654e-44c8-8080-bb3690549e27" -d '{"events": [{"name": "network-changed", "server_uuid": "12a55746-ab23-49ff-82d9-90204f32d2c2", "tag": "188a469b-6bad-4f9a-8ca7-0aaa4aa7234b"}, {"name": "network-changed", "server_uuid": "956f765f-e135-4d4c-aba9-f234735281d2", "tag": "e4f54697-1722-4483-8c6d-d39f351470a8"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:40:09.574220 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6287b8b-b68a-4729-bfaa-85b09cb3da03 req-07797170-d739-4660-b55a-bcf02d8b8945 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:09.582395 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6287b8b-b68a-4729-bfaa-85b09cb3da03 req-07797170-d739-4660-b55a-bcf02d8b8945 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:09.590093 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ca44b1f1-a0c0-4df8-8ee0-eb79d032b476 req-56156458-ef4f-479b-8d71-2d3db45cd797 service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895977 Sep 07 02:40:09.590342 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6287b8b-b68a-4729-bfaa-85b09cb3da03 req-07797170-d739-4660-b55a-bcf02d8b8945 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:09.598405 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-661f167d-fdc2-437e-960f-60f4a23a8626 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:09.598835 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6287b8b-b68a-4729-bfaa-85b09cb3da03 req-07797170-d739-4660-b55a-bcf02d8b8945 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:09.607462 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6287b8b-b68a-4729-bfaa-85b09cb3da03 req-07797170-d739-4660-b55a-bcf02d8b8945 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:09.611791 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-661f167d-fdc2-437e-960f-60f4a23a8626 None None] Transition to ACTIVE for port object a668ec98-7e8b-4748-86e8-15e0d4c582da will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:40:09.617691 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6287b8b-b68a-4729-bfaa-85b09cb3da03 req-07797170-d739-4660-b55a-bcf02d8b8945 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:09.621237 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-661f167d-fdc2-437e-960f-60f4a23a8626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:09.641289 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6287b8b-b68a-4729-bfaa-85b09cb3da03 req-07797170-d739-4660-b55a-bcf02d8b8945 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:09.650842 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a6287b8b-b68a-4729-bfaa-85b09cb3da03 req-07797170-d739-4660-b55a-bcf02d8b8945 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 5422 time: 0.1640232 Sep 07 02:40:09.657819 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7401ab61-e065-4a5d-a17b-be29db6a3670 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:09.680504 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 07 Sep 2021 02:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd4e7423-d1b7-40c4-9587-12a0a0b6718a x-openstack-request-id: req-fd4e7423-d1b7-40c4-9587-12a0a0b6718a {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:40:09.683124 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12a55746-ab23-49ff-82d9-90204f32d2c2", "tag": "188a469b-6bad-4f9a-8ca7-0aaa4aa7234b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "956f765f-e135-4d4c-aba9-f234735281d2", "tag": "e4f54697-1722-4483-8c6d-d39f351470a8", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:40:09.683473 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fd4e7423-d1b7-40c4-9587-12a0a0b6718a {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:40:09.683930 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12a55746-ab23-49ff-82d9-90204f32d2c2', 'tag': '188a469b-6bad-4f9a-8ca7-0aaa4aa7234b', 'status': 'completed', 'code': 200} Sep 07 02:40:09.684773 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '956f765f-e135-4d4c-aba9-f234735281d2', 'tag': 'e4f54697-1722-4483-8c6d-d39f351470a8', 'status': 'completed', 'code': 200} Sep 07 02:40:09.687586 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7401ab61-e065-4a5d-a17b-be29db6a3670 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:09.740125 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a6287b8b-b68a-4729-bfaa-85b09cb3da03 req-a2492cd5-98f5-4b83-b50c-30655ee7c82f tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcc0067a-9ce8-4875-b922-e18ef41ab841&id=57505a62-ceae-4832-b8a9-6ac0b7088f20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0883758 Sep 07 02:40:09.772274 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd11281-f9f0-4fe5-ac01-4048a32781fb None None] Pushing event updated for resources: {'Port': ['ID=a668ec98-7e8b-4748-86e8-15e0d4c582da,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:09.780034 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4c4e7458-0fd4-44b6-ab14-eb04496e15bd req-c137d8d9-4adb-4a6b-8002-f98b3b55d111 service neutron] 10.222.0.23 "GET /v2.0/networks/29fccc3a-21f2-4674-8b92-bcfa16fabc4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960596 Sep 07 02:40:09.799612 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd11281-f9f0-4fe5-ac01-4048a32781fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:40:09.800266 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd11281-f9f0-4fe5-ac01-4048a32781fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:40:09.800629 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd11281-f9f0-4fe5-ac01-4048a32781fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:40:09.800978 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd11281-f9f0-4fe5-ac01-4048a32781fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:40:09.801800 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd11281-f9f0-4fe5-ac01-4048a32781fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:40:09.801800 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd11281-f9f0-4fe5-ac01-4048a32781fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:40:09.802026 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd11281-f9f0-4fe5-ac01-4048a32781fb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:40:09.802305 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd11281-f9f0-4fe5-ac01-4048a32781fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:40:09.802634 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd11281-f9f0-4fe5-ac01-4048a32781fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:40:09.803287 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd11281-f9f0-4fe5-ac01-4048a32781fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:40:09.803287 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd11281-f9f0-4fe5-ac01-4048a32781fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:40:09.803665 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd11281-f9f0-4fe5-ac01-4048a32781fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:40:09.809201 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-661f167d-fdc2-437e-960f-60f4a23a8626 None None] Attempting to bind port a668ec98-7e8b-4748-86e8-15e0d4c582da on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:40:09.809584 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-661f167d-fdc2-437e-960f-60f4a23a8626 None None] Attempting to bind port a668ec98-7e8b-4748-86e8-15e0d4c582da by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '84a0c340-aa8f-44dd-8085-45285b51496f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '14c70991-0408-4c1e-b280-2438299d29c7'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:40:09.809958 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661f167d-fdc2-437e-960f-60f4a23a8626 None None] Attempting to bind port a668ec98-7e8b-4748-86e8-15e0d4c582da on network 14c70991-0408-4c1e-b280-2438299d29c7 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:40:09.816351 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661f167d-fdc2-437e-960f-60f4a23a8626 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:40:09.816752 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661f167d-fdc2-437e-960f-60f4a23a8626 None None] Checking segment: {'id': '84a0c340-aa8f-44dd-8085-45285b51496f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '14c70991-0408-4c1e-b280-2438299d29c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:40:09.817156 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-661f167d-fdc2-437e-960f-60f4a23a8626 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:09.817545 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661f167d-fdc2-437e-960f-60f4a23a8626 None None] Bound using segment: {'id': '84a0c340-aa8f-44dd-8085-45285b51496f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '14c70991-0408-4c1e-b280-2438299d29c7'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:40:09.818035 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-661f167d-fdc2-437e-960f-60f4a23a8626 None None] Bound port: a668ec98-7e8b-4748-86e8-15e0d4c582da, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84a0c340-aa8f-44dd-8085-45285b51496f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '14c70991-0408-4c1e-b280-2438299d29c7'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:40:09.818473 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-661f167d-fdc2-437e-960f-60f4a23a8626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:09.847872 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7401ab61-e065-4a5d-a17b-be29db6a3670 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64a3e6c4-42d6-4c24-8a2f-648cd4cfa576,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:09.883799 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7401ab61-e065-4a5d-a17b-be29db6a3670 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:09.885007 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-7401ab61-e065-4a5d-a17b-be29db6a3670 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5307527 Sep 07 02:40:09.888215 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47126) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:40:09.896205 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-54a4d32e-9424-46b9-9dae-0b64db5e9a2b tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Request body: {'floatingip': {'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:40:09.913609 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-661f167d-fdc2-437e-960f-60f4a23a8626 None None] For port a668ec98-7e8b-4748-86e8-15e0d4c582da, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:40:09.917306 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-661f167d-fdc2-437e-960f-60f4a23a8626 None None] For port a668ec98-7e8b-4748-86e8-15e0d4c582da, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=a668ec98-7e8b-4748-86e8-15e0d4c582da,segment=NetworkSegment(84a0c340-aa8f-44dd-8085-45285b51496f),segment_id=84a0c340-aa8f-44dd-8085-45285b51496f)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:40:09.923053 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-661f167d-fdc2-437e-960f-60f4a23a8626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:09.933651 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee57aa59-654e-44c8-8080-bb3690549e27 req-0631323d-bee4-447c-87d3-5ad2cafcdf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:09.935285 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee57aa59-654e-44c8-8080-bb3690549e27 req-0631323d-bee4-447c-87d3-5ad2cafcdf61 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ef46d2c6ddda4358910a6e6d3c8cd1f8&device_id=12a55746-ab23-49ff-82d9-90204f32d2c2 HTTP/1.1" status: 200 len: 1099 time: 0.2408221 Sep 07 02:40:09.939174 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-54a4d32e-9424-46b9-9dae-0b64db5e9a2b tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Notify callbacks [] for floatingip, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:09.997479 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661f167d-fdc2-437e-960f-60f4a23a8626 None None] Routers {'200d0216-3e46-4e40-a0cf-4732b319ab0c'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:40:09.998240 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-661f167d-fdc2-437e-960f-60f4a23a8626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:39:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['200d0216-3e46-4e40-a0cf-4732b319ab0c'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:40:10.029313 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee57aa59-654e-44c8-8080-bb3690549e27 req-edca6f71-c628-46d4-a713-ab8d3210ac72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:10.031496 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee57aa59-654e-44c8-8080-bb3690549e27 req-edca6f71-c628-46d4-a713-ab8d3210ac72 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef46d2c6ddda4358910a6e6d3c8cd1f8&device_id=12a55746-ab23-49ff-82d9-90204f32d2c2 HTTP/1.1" status: 200 len: 1099 time: 0.3159277 Sep 07 02:40:10.033748 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4c4e7458-0fd4-44b6-ab14-eb04496e15bd req-3b24e253-040b-42c1-ae4f-6de49ce848c8 service neutron] 10.222.0.23 "GET /v2.0/networks/29fccc3a-21f2-4674-8b92-bcfa16fabc4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280085 Sep 07 02:40:10.109153 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd11281-f9f0-4fe5-ac01-4048a32781fb None None] Pushing event updated for resources: {'Port': ['ID=a668ec98-7e8b-4748-86e8-15e0d4c582da,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:10.111194 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-54a4d32e-9424-46b9-9dae-0b64db5e9a2b tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:10.269093 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-54a4d32e-9424-46b9-9dae-0b64db5e9a2b tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Allocated IP 172.25.5.166 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/d1d912b5-2ae5-4f5e-ac11-9f1f02ca9573) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:40:10.293406 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-661f167d-fdc2-437e-960f-60f4a23a8626 None None] Set router 200d0216-3e46-4e40-a0cf-4732b319ab0c gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:40:10.318632 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee57aa59-654e-44c8-8080-bb3690549e27 req-4a24fceb-e8ed-4d67-895e-0e29c41f13b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:10.320175 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee57aa59-654e-44c8-8080-bb3690549e27 req-4a24fceb-e8ed-4d67-895e-0e29c41f13b0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0823ecf3-066e-49bd-a451-2e84ab79a70f HTTP/1.1" status: 200 len: 869 time: 0.3653240 Sep 07 02:40:10.328290 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee57aa59-654e-44c8-8080-bb3690549e27 req-3ebc409e-01cc-4b66-bc02-05a0fc2f47da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:10.329750 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee57aa59-654e-44c8-8080-bb3690549e27 req-3ebc409e-01cc-4b66-bc02-05a0fc2f47da service neutron] 10.222.0.16 "GET /v2.0/networks?id=0823ecf3-066e-49bd-a451-2e84ab79a70f HTTP/1.1" status: 200 len: 869 time: 0.2760315 Sep 07 02:40:10.350924 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e47cb-7644-40db-8f94-73472806e9df req-539ffef0-1490-470c-842d-625681425bc5 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:10.352348 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2f3e47cb-7644-40db-8f94-73472806e9df req-539ffef0-1490-470c-842d-625681425bc5 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=12a55746-ab23-49ff-82d9-90204f32d2c2 HTTP/1.1" status: 200 len: 947 time: 0.1411190 Sep 07 02:40:10.387548 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee57aa59-654e-44c8-8080-bb3690549e27 req-93a955e2-5cfd-4025-961f-b1a821c2d35a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=188a469b-6bad-4f9a-8ca7-0aaa4aa7234b HTTP/1.1" status: 200 len: 217 time: 0.0561135 Sep 07 02:40:10.431554 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee57aa59-654e-44c8-8080-bb3690549e27 req-c321f22d-d913-4523-8676-966e64df857d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=188a469b-6bad-4f9a-8ca7-0aaa4aa7234b HTTP/1.1" status: 200 len: 217 time: 0.0893092 Sep 07 02:40:10.443624 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-54a4d32e-9424-46b9-9dae-0b64db5e9a2b tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:10.531370 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2f3e47cb-7644-40db-8f94-73472806e9df req-e5f7d180-2563-497f-8af1-80b3cf7baa78 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473470 Sep 07 02:40:10.532935 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee57aa59-654e-44c8-8080-bb3690549e27 req-f3ead047-e833-41bc-b4e5-86ca54cfe410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:10.534540 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee57aa59-654e-44c8-8080-bb3690549e27 req-f3ead047-e833-41bc-b4e5-86ca54cfe410 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.1137500 Sep 07 02:40:10.543640 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee57aa59-654e-44c8-8080-bb3690549e27 req-a07b1925-a98d-4ccb-beea-8426945a5be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:10.545162 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee57aa59-654e-44c8-8080-bb3690549e27 req-a07b1925-a98d-4ccb-beea-8426945a5be8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.1020110 Sep 07 02:40:10.553439 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-661f167d-fdc2-437e-960f-60f4a23a8626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '200d0216-3e46-4e40-a0cf-4732b319ab0c', 'name': 'tempest-ServersTestFqdnHostnames-1462075118-router', 'tenant_id': '3ab8b040c45c43eb93697ca2e765c9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': 'e2cc596e-f4ee-474d-815e-6502f22b802f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:40:00Z', 'updated_at': '2021-09-07T02:40:05Z', 'revision_number': 4, 'project_id': '3ab8b040c45c43eb93697ca2e765c9b6', 'gw_port': {'id': 'e2cc596e-f4ee-474d-815e-6502f22b802f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:87:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200d0216-3e46-4e40-a0cf-4732b319ab0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:40:00Z', 'updated_at': '2021-09-07T02:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'a668ec98-7e8b-4748-86e8-15e0d4c582da', 'name': '', 'network_id': '14c70991-0408-4c1e-b280-2438299d29c7', 'tenant_id': '3ab8b040c45c43eb93697ca2e765c9b6', 'mac_address': 'fa:16:3e:d5:b3:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '200d0216-3e46-4e40-a0cf-4732b319ab0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '63d076a3-ed18-4096-ba07-49e6bc6db374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:40:04Z', 'updated_at': '2021-09-07T02:40:09Z', 'revision_number': 4, 'project_id': '3ab8b040c45c43eb93697ca2e765c9b6', 'subnets': [{'id': '63d076a3-ed18-4096-ba07-49e6bc6db374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:40:10.600125 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-54a4d32e-9424-46b9-9dae-0b64db5e9a2b tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:10.617197 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db829e8-9aea-40d3-9955-a137fb70c6d0 req-159e48ec-a78b-43ec-97b5-3ed9fd90733c tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:10.619456 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9db829e8-9aea-40d3-9955-a137fb70c6d0 req-159e48ec-a78b-43ec-97b5-3ed9fd90733c tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41 HTTP/1.1" status: 200 len: 950 time: 0.1278248 Sep 07 02:40:10.621186 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee57aa59-654e-44c8-8080-bb3690549e27 req-106dbf4b-366e-450b-921e-318ed00ce838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:10.622718 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee57aa59-654e-44c8-8080-bb3690549e27 req-106dbf4b-366e-450b-921e-318ed00ce838 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0766745 Sep 07 02:40:10.631411 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee57aa59-654e-44c8-8080-bb3690549e27 req-5051ca97-e59d-40e1-bab7-e9b1bf9e1ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:10.632951 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee57aa59-654e-44c8-8080-bb3690549e27 req-5051ca97-e59d-40e1-bab7-e9b1bf9e1ed7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0758801 Sep 07 02:40:10.651902 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661f167d-fdc2-437e-960f-60f4a23a8626 None None] The sync data for ids ['200d0216-3e46-4e40-a0cf-4732b319ab0c'] in n-d-796209-16 is: [{'id': '200d0216-3e46-4e40-a0cf-4732b319ab0c', 'name': 'tempest-ServersTestFqdnHostnames-1462075118-router', 'tenant_id': '3ab8b040c45c43eb93697ca2e765c9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': 'e2cc596e-f4ee-474d-815e-6502f22b802f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:40:00Z', 'updated_at': '2021-09-07T02:40:05Z', 'revision_number': 4, 'project_id': '3ab8b040c45c43eb93697ca2e765c9b6', 'gw_port': {'id': 'e2cc596e-f4ee-474d-815e-6502f22b802f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:87:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200d0216-3e46-4e40-a0cf-4732b319ab0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:40:00Z', 'updated_at': '2021-09-07T02:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'a668ec98-7e8b-4748-86e8-15e0d4c582da', 'name': '', 'network_id': '14c70991-0408-4c1e-b280-2438299d29c7', 'tenant_id': '3ab8b040c45c43eb93697ca2e765c9b6', 'mac_address': 'fa:16:3e:d5:b3:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '200d0216-3e46-4e40-a0cf-4732b319ab0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '63d076a3-ed18-4096-ba07-49e6bc6db374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:40:04Z', 'updated_at': '2021-09-07T02:40:09Z', 'revision_number': 4, 'project_id': '3ab8b040c45c43eb93697ca2e765c9b6', 'subnets': [{'id': '63d076a3-ed18-4096-ba07-49e6bc6db374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:40:10.674995 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a4d32e-9424-46b9-9dae-0b64db5e9a2b tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:40:10.685228 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-54a4d32e-9424-46b9-9dae-0b64db5e9a2b tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:40:10.690381 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a4d32e-9424-46b9-9dae-0b64db5e9a2b tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:40:10.693845 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a4d32e-9424-46b9-9dae-0b64db5e9a2b tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Pushing event updated for resources: {'Port': ['ID=d1d912b5-2ae5-4f5e-ac11-9f1f02ca9573,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:10.765917 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9db829e8-9aea-40d3-9955-a137fb70c6d0 req-81d12a25-c44c-4cec-b156-f763838d9841 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208935 Sep 07 02:40:10.844047 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-54a4d32e-9424-46b9-9dae-0b64db5e9a2b tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:10.890357 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e7884-0b41-4807-8054-1b494651f563 req-ccb0d7c2-502c-4d40-be06-f3274d3a96ce tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:10.897725 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-174e7884-0b41-4807-8054-1b494651f563 req-ccb0d7c2-502c-4d40-be06-f3274d3a96ce tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=956f765f-e135-4d4c-aba9-f234735281d2 HTTP/1.1" status: 200 len: 943 time: 0.2301962 Sep 07 02:40:10.916623 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-54a4d32e-9424-46b9-9dae-0b64db5e9a2b tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:10.941919 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee57aa59-654e-44c8-8080-bb3690549e27 req-eb10dd94-cf8b-4299-a378-3fc8e9bf7f22 service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075902 Sep 07 02:40:10.963827 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-174e7884-0b41-4807-8054-1b494651f563 req-7b4c2ada-2f5a-4392-86f9-84a12185ad6e tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641179 Sep 07 02:40:10.985752 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee57aa59-654e-44c8-8080-bb3690549e27 req-4ab96b3e-b4e2-4126-a00e-33ca41326b6f service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193493 Sep 07 02:40:11.092412 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3400fb-2f66-4aef-858e-60639ed79e4e req-62102e10-cba3-4535-9096-31bfe750fb2b tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:11.101049 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3400fb-2f66-4aef-858e-60639ed79e4e req-62102e10-cba3-4535-9096-31bfe750fb2b tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:11.107140 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3400fb-2f66-4aef-858e-60639ed79e4e req-62102e10-cba3-4535-9096-31bfe750fb2b tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:11.122943 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3400fb-2f66-4aef-858e-60639ed79e4e req-62102e10-cba3-4535-9096-31bfe750fb2b tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:11.128838 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 9e0a4062-b916-433e-8871-18aaa78c80ee details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:40:11.133775 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3400fb-2f66-4aef-858e-60639ed79e4e req-62102e10-cba3-4535-9096-31bfe750fb2b tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:11.140150 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3400fb-2f66-4aef-858e-60639ed79e4e req-62102e10-cba3-4535-9096-31bfe750fb2b tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:11.146600 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3400fb-2f66-4aef-858e-60639ed79e4e req-62102e10-cba3-4535-9096-31bfe750fb2b tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:11.154783 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1d3400fb-2f66-4aef-858e-60639ed79e4e req-62102e10-cba3-4535-9096-31bfe750fb2b tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 5422 time: 0.1955011 Sep 07 02:40:11.185645 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee57aa59-654e-44c8-8080-bb3690549e27 req-f5f9dfff-e0b2-461d-ae7f-024718ce29d5 service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872368 Sep 07 02:40:11.231515 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1d3400fb-2f66-4aef-858e-60639ed79e4e req-4fe0f0cf-304f-4b1a-aa86-39745af7ee3d tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcc0067a-9ce8-4875-b922-e18ef41ab841&id=57505a62-ceae-4832-b8a9-6ac0b7088f20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0752587 Sep 07 02:40:11.244424 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee57aa59-654e-44c8-8080-bb3690549e27 req-a157690c-085f-46bc-9853-37ef8b6b4bfc service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908330 Sep 07 02:40:11.278541 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-54a4d32e-9424-46b9-9dae-0b64db5e9a2b tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:11.293244 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-54a4d32e-9424-46b9-9dae-0b64db5e9a2b tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:11.355946 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 9e0a4062-b916-433e-8871-18aaa78c80ee, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=9e0a4062-b916-433e-8871-18aaa78c80ee,segment=NetworkSegment(6dff264e-7c75-4629-a854-2e784f93e6e2),segment_id=6dff264e-7c75-4629-a854-2e784f93e6e2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:40:11.379166 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 9e0a4062-b916-433e-8871-18aaa78c80ee no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:40:11.383928 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '9e0a4062-b916-433e-8871-18aaa78c80ee', 'network_id': 'c7baff3a-2acd-47c4-826f-ff1b179e5161', 'port_id': '9e0a4062-b916-433e-8871-18aaa78c80ee', 'mac_address': 'fa:16:3e:a4:df:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04737742-a3d0-4b6d-a6a4-ec1fe2e55890', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:40:11.399301 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee57aa59-654e-44c8-8080-bb3690549e27 req-603c4d20-082a-4421-a4df-3423258f7aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:11.405354 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee57aa59-654e-44c8-8080-bb3690549e27 req-603c4d20-082a-4421-a4df-3423258f7aaf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4443ce3bb3024d489f3e6e525e333d25&device_id=956f765f-e135-4d4c-aba9-f234735281d2 HTTP/1.1" status: 200 len: 1095 time: 0.1048501 Sep 07 02:40:11.421135 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-54a4d32e-9424-46b9-9dae-0b64db5e9a2b tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:11.440824 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a4d32e-9424-46b9-9dae-0b64db5e9a2b tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Pushing event updated for resources: {'Port': ['ID=d1d912b5-2ae5-4f5e-ac11-9f1f02ca9573,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:11.454089 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-54a4d32e-9424-46b9-9dae-0b64db5e9a2b tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:11.455744 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-54a4d32e-9424-46b9-9dae-0b64db5e9a2b tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5656106 Sep 07 02:40:11.497973 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:11.512076 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9e0a4062-b916-433e-8871-18aaa78c80ee {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:40:11.549070 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee57aa59-654e-44c8-8080-bb3690549e27 req-af533ee6-44e7-4f41-b313-8663fc7c8b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:11.550818 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee57aa59-654e-44c8-8080-bb3690549e27 req-af533ee6-44e7-4f41-b313-8663fc7c8b0e service neutron] 10.222.0.23 "GET /v2.0/networks?id=29fccc3a-21f2-4674-8b92-bcfa16fabc4c HTTP/1.1" status: 200 len: 912 time: 0.1376464 Sep 07 02:40:11.576577 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 9e0a4062-b916-433e-8871-18aaa78c80ee, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=9e0a4062-b916-433e-8871-18aaa78c80ee,segment=NetworkSegment(6dff264e-7c75-4629-a854-2e784f93e6e2),segment_id=6dff264e-7c75-4629-a854-2e784f93e6e2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:40:11.606071 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:11.639735 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee57aa59-654e-44c8-8080-bb3690549e27 req-a0aa2013-b06f-4282-9b88-bd5a0100e5a7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4f54697-1722-4483-8c6d-d39f351470a8 HTTP/1.1" status: 200 len: 217 time: 0.0780876 Sep 07 02:40:11.693294 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-30c11ff9-1b26-405b-96ae-5947c7b02af5 req-c148f5b4-6285-4e06-aff6-3cbe77800450 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1301411580&fields=id&tenant_id=3ab8b040c45c43eb93697ca2e765c9b6 HTTP/1.1" status: 200 len: 267 time: 0.0685289 Sep 07 02:40:11.699400 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:11.745443 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['9e0a4062-b916-433e-8871-18aaa78c80ee'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:40:11.784910 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee57aa59-654e-44c8-8080-bb3690549e27 req-73f58041-7cdf-4bc6-a5a6-1ba1e5482864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:11.787139 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee57aa59-654e-44c8-8080-bb3690549e27 req-73f58041-7cdf-4bc6-a5a6-1ba1e5482864 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8fab1dcd-e4f9-4e9d-89a4-c1da67200daf HTTP/1.1" status: 200 len: 852 time: 0.1378171 Sep 07 02:40:11.802913 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe58d3b-ea56-43a8-b58e-b3454f03b4f3 req-11412183-cfe4-4c20-9281-64de156ad59e tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:11.809246 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2fe58d3b-ea56-43a8-b58e-b3454f03b4f3 req-11412183-cfe4-4c20-9281-64de156ad59e tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=12a55746-ab23-49ff-82d9-90204f32d2c2 HTTP/1.1" status: 200 len: 947 time: 0.1596634 Sep 07 02:40:11.864636 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee57aa59-654e-44c8-8080-bb3690549e27 req-55960b4a-21ec-42a7-a77e-e8abff9ffc84 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=29fccc3a-21f2-4674-8b92-bcfa16fabc4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537381 Sep 07 02:40:11.900888 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c11ff9-1b26-405b-96ae-5947c7b02af5 req-c532536f-a2d1-4f32-85c4-a4b1694f4edf tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:11.902323 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=9e0a4062-b916-433e-8871-18aaa78c80ee,revision_number=8']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:11.909615 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-30c11ff9-1b26-405b-96ae-5947c7b02af5 req-c532536f-a2d1-4f32-85c4-a4b1694f4edf tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] 10.222.0.22 "GET /v2.0/networks?id=14c70991-0408-4c1e-b280-2438299d29c7 HTTP/1.1" status: 200 len: 815 time: 0.2073410 Sep 07 02:40:11.929337 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-30c11ff9-1b26-405b-96ae-5947c7b02af5 req-fd0caa69-dbc8-41c7-9c86-6c18838fc70e tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] 10.222.0.22 "GET /v2.0/quotas/3ab8b040c45c43eb93697ca2e765c9b6 HTTP/1.1" status: 200 len: 375 time: 0.0185831 Sep 07 02:40:11.971931 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2fe58d3b-ea56-43a8-b58e-b3454f03b4f3 req-709b0180-cc86-4d23-9d0c-9f76e052c26a tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502950 Sep 07 02:40:12.030722 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-30c11ff9-1b26-405b-96ae-5947c7b02af5 req-67a08a8a-cd1c-4e84-8fbe-88456a294a49 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3ab8b040c45c43eb93697ca2e765c9b6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0908711 Sep 07 02:40:12.047036 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.db.api [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 02:40:12.047430 n-d-796209-16 neutron-server[94702]: DEBUG oslo_db.api [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 02:40:12.097344 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee57aa59-654e-44c8-8080-bb3690549e27 req-a605e35e-fcde-44ad-9508-b16bb135cfa8 service neutron] 10.222.0.23 "GET /v2.0/networks/29fccc3a-21f2-4674-8b92-bcfa16fabc4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147601 Sep 07 02:40:12.181112 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-30c11ff9-1b26-405b-96ae-5947c7b02af5 req-25bc71fa-a963-4a32-a4d1-b2e1728530f3 service neutron] 10.222.0.22 "GET /v2.0/networks/14c70991-0408-4c1e-b280-2438299d29c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443498 Sep 07 02:40:12.337743 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702940c-a196-47f0-a8cd-b299054dbcc5 req-c1ddecae-aef9-461f-a9bf-eaa2138b91d0 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:12.358789 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6702940c-a196-47f0-a8cd-b299054dbcc5 req-c1ddecae-aef9-461f-a9bf-eaa2138b91d0 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41 HTTP/1.1" status: 200 len: 950 time: 0.2595875 Sep 07 02:40:12.364093 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-30c11ff9-1b26-405b-96ae-5947c7b02af5 req-f4521272-8f7e-4f6a-839f-6d453efb12ff service neutron] 10.222.0.22 "GET /v2.0/networks/14c70991-0408-4c1e-b280-2438299d29c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804798 Sep 07 02:40:12.390989 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device a668ec98-7e8b-4748-86e8-15e0d4c582da up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:40:12.408252 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee57aa59-654e-44c8-8080-bb3690549e27 req-d46f1aa8-05b5-4c02-97ec-39f1f9b2928b service neutron] 10.222.0.23 "GET /v2.0/networks/29fccc3a-21f2-4674-8b92-bcfa16fabc4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985797 Sep 07 02:40:12.479709 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6702940c-a196-47f0-a8cd-b299054dbcc5 req-638d590c-8b9c-49eb-811d-6c85c7c10b71 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199491 Sep 07 02:40:12.552523 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port a668ec98-7e8b-4748-86e8-15e0d4c582da completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:40:12.606434 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port a668ec98-7e8b-4748-86e8-15e0d4c582da triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:40:12.606941 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:12.651298 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:12.686778 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 9e0a4062-b916-433e-8871-18aaa78c80ee {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:40:12.724979 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 9e0a4062-b916-433e-8871-18aaa78c80ee, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=9e0a4062-b916-433e-8871-18aaa78c80ee,segment=NetworkSegment(6dff264e-7c75-4629-a854-2e784f93e6e2),segment_id=6dff264e-7c75-4629-a854-2e784f93e6e2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:40:12.787506 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:12.807583 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bf1126-dd7a-4a55-9dfe-dec2180fd722 req-b192f456-0eae-4429-8b6d-4d07ce6fab22 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:12.809927 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-77bf1126-dd7a-4a55-9dfe-dec2180fd722 req-b192f456-0eae-4429-8b6d-4d07ce6fab22 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=956f765f-e135-4d4c-aba9-f234735281d2 HTTP/1.1" status: 200 len: 943 time: 0.0819860 Sep 07 02:40:12.850615 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bb762b-d3bc-43fc-b857-8cebea2b8153 req-f521c2e7-8457-4904-af66-f0c79ac4c3e0 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:12.857572 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bb762b-d3bc-43fc-b857-8cebea2b8153 req-f521c2e7-8457-4904-af66-f0c79ac4c3e0 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:12.860478 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-77bf1126-dd7a-4a55-9dfe-dec2180fd722 req-713b02b0-7f90-419f-b7f9-e5b66fbb1de5 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419893 Sep 07 02:40:12.866855 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bb762b-d3bc-43fc-b857-8cebea2b8153 req-f521c2e7-8457-4904-af66-f0c79ac4c3e0 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:12.875012 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bb762b-d3bc-43fc-b857-8cebea2b8153 req-f521c2e7-8457-4904-af66-f0c79ac4c3e0 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:12.886365 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bb762b-d3bc-43fc-b857-8cebea2b8153 req-f521c2e7-8457-4904-af66-f0c79ac4c3e0 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:12.892445 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:12.893492 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bb762b-d3bc-43fc-b857-8cebea2b8153 req-f521c2e7-8457-4904-af66-f0c79ac4c3e0 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:12.900926 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bb762b-d3bc-43fc-b857-8cebea2b8153 req-f521c2e7-8457-4904-af66-f0c79ac4c3e0 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:12.904538 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=9e0a4062-b916-433e-8871-18aaa78c80ee,revision_number=9']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:12.911989 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d3bb762b-d3bc-43fc-b857-8cebea2b8153 req-f521c2e7-8457-4904-af66-f0c79ac4c3e0 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 5422 time: 0.1393318 Sep 07 02:40:12.965938 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port a668ec98-7e8b-4748-86e8-15e0d4c582da, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=a668ec98-7e8b-4748-86e8-15e0d4c582da,segment=NetworkSegment(84a0c340-aa8f-44dd-8085-45285b51496f),segment_id=84a0c340-aa8f-44dd-8085-45285b51496f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:40:12.975669 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:12.990301 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d3bb762b-d3bc-43fc-b857-8cebea2b8153 req-c368ff1d-ba5a-4c9b-a211-8058d6d7abcb tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcc0067a-9ce8-4875-b922-e18ef41ab841&id=57505a62-ceae-4832-b8a9-6ac0b7088f20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0761399 Sep 07 02:40:13.077596 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device e4f54697-1722-4483-8c6d-d39f351470a8 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:40:13.141988 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 188a469b-6bad-4f9a-8ca7-0aaa4aa7234b details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:40:13.148747 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 9e0a4062-b916-433e-8871-18aaa78c80ee up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:40:13.230585 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1618e00b-075b-4f27-bbef-7e26cef2b10f req-134cc029-72f0-4925-b4cf-31dc25918722 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:13.242380 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1618e00b-075b-4f27-bbef-7e26cef2b10f req-134cc029-72f0-4925-b4cf-31dc25918722 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=12a55746-ab23-49ff-82d9-90204f32d2c2 HTTP/1.1" status: 200 len: 947 time: 0.1506095 Sep 07 02:40:13.330148 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.db.resource_extend [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 02:40:13.341582 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1618e00b-075b-4f27-bbef-7e26cef2b10f req-9f8c4ee1-1364-4b17-a718-1c7a0ac61cad tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971847 Sep 07 02:40:13.373073 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=a668ec98-7e8b-4748-86e8-15e0d4c582da,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:13.478498 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-41e23efa-ec04-4c80-8ac2-51605b87848f req-5025c6c9-3213-44e1-a8f4-9f552416617e tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8c064c4-5a1a-47ca-b041-7577ef533a3f HTTP/1.1" status: 200 len: 210 time: 0.4627037 Sep 07 02:40:13.645183 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 9e0a4062-b916-433e-8871-18aaa78c80ee triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:40:13.645788 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:13.742268 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 188a469b-6bad-4f9a-8ca7-0aaa4aa7234b, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=188a469b-6bad-4f9a-8ca7-0aaa4aa7234b,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:40:13.762575 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28658fa2-ccad-44dc-9e77-74b2313e3068 req-514797ac-4ca7-4f7b-b0ce-4a4f42fc2bb4 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:13.772467 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-28658fa2-ccad-44dc-9e77-74b2313e3068 req-514797ac-4ca7-4f7b-b0ce-4a4f42fc2bb4 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41 HTTP/1.1" status: 200 len: 950 time: 0.1502118 Sep 07 02:40:13.826001 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port e4f54697-1722-4483-8c6d-d39f351470a8, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=e4f54697-1722-4483-8c6d-d39f351470a8,segment=NetworkSegment(3ec0e383-0f35-4c3c-abc7-899f90f4fe60),segment_id=3ec0e383-0f35-4c3c-abc7-899f90f4fe60)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:40:13.836265 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-28658fa2-ccad-44dc-9e77-74b2313e3068 req-cb7086a1-0c82-401b-89fd-b1737ce5e7bd tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625615 Sep 07 02:40:13.875325 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '188a469b-6bad-4f9a-8ca7-0aaa4aa7234b', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'port_id': '188a469b-6bad-4f9a-8ca7-0aaa4aa7234b', 'mac_address': 'fa:16:3e:ed:87:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '694f9550-ba12-4672-8446-41848123cea2', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:40:13.879139 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': 'e4f54697-1722-4483-8c6d-d39f351470a8', 'network_id': '29fccc3a-21f2-4674-8b92-bcfa16fabc4c', 'port_id': 'e4f54697-1722-4483-8c6d-d39f351470a8', 'mac_address': 'fa:16:3e:d3:32:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fab1dcd-e4f9-4e9d-89a4-c1da67200daf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:40:13.912994 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e7807-42cc-46df-8686-23ccb8930204 req-58217aeb-2804-48dd-a9a9-0e3483ee1fa2 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:13.924697 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b31e7807-42cc-46df-8686-23ccb8930204 req-58217aeb-2804-48dd-a9a9-0e3483ee1fa2 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=12a55746-ab23-49ff-82d9-90204f32d2c2 HTTP/1.1" status: 200 len: 947 time: 0.1441250 Sep 07 02:40:14.036609 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b31e7807-42cc-46df-8686-23ccb8930204 req-73a1d456-7bbb-4843-9fdb-820ca04cfa8d tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094854 Sep 07 02:40:14.106873 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b25c39-3331-46f6-a272-c6ae801b20a7 req-5de47881-0661-4063-a71a-f3f332aade29 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:14.109235 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-29b25c39-3331-46f6-a272-c6ae801b20a7 req-5de47881-0661-4063-a71a-f3f332aade29 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.23 "GET /v2.0/ports?device_id=12a55746-ab23-49ff-82d9-90204f32d2c2&tenant_id=ef46d2c6ddda4358910a6e6d3c8cd1f8&binding%3Ahost_id=n-h2-796209-16 HTTP/1.1" status: 200 len: 947 time: 0.2488887 Sep 07 02:40:14.149277 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:14.182717 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:14.223358 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [req-29b25c39-3331-46f6-a272-c6ae801b20a7 req-7e60d3f1-55b6-49b6-bd81-b15a743c3417 service neutron] delete failed (client error): The resource could not be found. Sep 07 02:40:14.224642 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-29b25c39-3331-46f6-a272-c6ae801b20a7 req-7e60d3f1-55b6-49b6-bd81-b15a743c3417 service neutron] 10.222.0.23 "DELETE /v2.0/ports/188a469b-6bad-4f9a-8ca7-0aaa4aa7234b/bindings/n-h1-796209-16 HTTP/1.1" status: 404 len: 381 time: 0.0987434 Sep 07 02:40:14.250343 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8a73d-bd0d-455d-8be1-8a5777e0e197 req-1acdd9ec-5af5-4a7b-9662-2b278950da3f tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:14.250848 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19eb583-3a65-496d-88f1-5def284d5eb5 req-b49afda0-6d44-4cb6-a248-8ba499405a7d tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:14.251188 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4f54697-1722-4483-8c6d-d39f351470a8 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:40:14.255261 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d19eb583-3a65-496d-88f1-5def284d5eb5 req-b49afda0-6d44-4cb6-a248-8ba499405a7d tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=956f765f-e135-4d4c-aba9-f234735281d2 HTTP/1.1" status: 200 len: 943 time: 0.2148767 Sep 07 02:40:14.262676 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8a73d-bd0d-455d-8be1-8a5777e0e197 req-1acdd9ec-5af5-4a7b-9662-2b278950da3f tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:14.276923 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8a73d-bd0d-455d-8be1-8a5777e0e197 req-1acdd9ec-5af5-4a7b-9662-2b278950da3f tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:14.284364 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8a73d-bd0d-455d-8be1-8a5777e0e197 req-1acdd9ec-5af5-4a7b-9662-2b278950da3f tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:14.303750 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7bc2f9-d54e-4545-a965-b16a92c2c29c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e0a4062-b916-433e-8871-18aaa78c80ee'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:40:14.306446 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab1414c-f9b5-422b-8868-08b38ee999eb" -d '{"events": [{"server_uuid": "ba7bc2f9-d54e-4545-a965-b16a92c2c29c", "name": "network-vif-plugged", "status": "completed", "tag": "9e0a4062-b916-433e-8871-18aaa78c80ee"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:40:14.317006 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8a73d-bd0d-455d-8be1-8a5777e0e197 req-1acdd9ec-5af5-4a7b-9662-2b278950da3f tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:14.361076 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8a73d-bd0d-455d-8be1-8a5777e0e197 req-1acdd9ec-5af5-4a7b-9662-2b278950da3f tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:14.362804 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d19eb583-3a65-496d-88f1-5def284d5eb5 req-44bea641-d75e-4d00-848b-0572885df15c tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999858 Sep 07 02:40:14.368867 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port e4f54697-1722-4483-8c6d-d39f351470a8, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=e4f54697-1722-4483-8c6d-d39f351470a8,segment=NetworkSegment(3ec0e383-0f35-4c3c-abc7-899f90f4fe60),segment_id=3ec0e383-0f35-4c3c-abc7-899f90f4fe60)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:40:14.372212 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8a73d-bd0d-455d-8be1-8a5777e0e197 req-1acdd9ec-5af5-4a7b-9662-2b278950da3f tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:14.378573 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:14.388070 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-65e8a73d-bd0d-455d-8be1-8a5777e0e197 req-1acdd9ec-5af5-4a7b-9662-2b278950da3f tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 5422 time: 0.2279410 Sep 07 02:40:14.397879 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:14.402071 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device a668ec98-7e8b-4748-86e8-15e0d4c582da up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:40:14.445468 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 9e0a4062-b916-433e-8871-18aaa78c80ee, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=9e0a4062-b916-433e-8871-18aaa78c80ee,segment=NetworkSegment(6dff264e-7c75-4629-a854-2e784f93e6e2),segment_id=6dff264e-7c75-4629-a854-2e784f93e6e2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:40:14.478590 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b25c39-3331-46f6-a272-c6ae801b20a7 req-ce499edf-f8d0-441e-856f-e1f89e7a2b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:14.490202 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22cefc7c-53eb-4791-aece-694ae72933ec x-openstack-request-id: req-22cefc7c-53eb-4791-aece-694ae72933ec {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:40:14.490830 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba7bc2f9-d54e-4545-a965-b16a92c2c29c", "name": "network-vif-plugged", "status": "completed", "tag": "9e0a4062-b916-433e-8871-18aaa78c80ee", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:40:14.491383 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-22cefc7c-53eb-4791-aece-694ae72933ec {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:40:14.492269 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba7bc2f9-d54e-4545-a965-b16a92c2c29c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e0a4062-b916-433e-8871-18aaa78c80ee', 'code': 200} Sep 07 02:40:14.492549 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-65e8a73d-bd0d-455d-8be1-8a5777e0e197 req-e081c93e-e318-4a75-bd70-ece63252818e tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcc0067a-9ce8-4875-b922-e18ef41ab841&id=57505a62-ceae-4832-b8a9-6ac0b7088f20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0997586 Sep 07 02:40:14.498115 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:14.499513 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-29b25c39-3331-46f6-a272-c6ae801b20a7 req-ce499edf-f8d0-441e-856f-e1f89e7a2b93 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ef46d2c6ddda4358910a6e6d3c8cd1f8&device_id=12a55746-ab23-49ff-82d9-90204f32d2c2 HTTP/1.1" status: 200 len: 1099 time: 0.1259098 Sep 07 02:40:14.500110 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 9a58c4ba-35a7-4e62-92c6-41111bb13d09 no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:40:14.510607 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 188a469b-6bad-4f9a-8ca7-0aaa4aa7234b {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:40:14.591459 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 188a469b-6bad-4f9a-8ca7-0aaa4aa7234b, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=188a469b-6bad-4f9a-8ca7-0aaa4aa7234b,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:40:14.601306 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port a668ec98-7e8b-4748-86e8-15e0d4c582da triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:40:14.601767 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:14.611969 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:14.643715 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['e4f54697-1722-4483-8c6d-d39f351470a8'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:40:14.649146 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=e4f54697-1722-4483-8c6d-d39f351470a8,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:14.671123 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a1236b32-cc2f-4611-8a33-181c0dd7dbed req-65bec72d-4bf5-4611-ad65-63339fa004ce tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8c064c4-5a1a-47ca-b041-7577ef533a3f HTTP/1.1" status: 200 len: 210 time: 0.0815387 Sep 07 02:40:14.782142 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:14.853004 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b25c39-3331-46f6-a272-c6ae801b20a7 req-a9ee081e-eb06-44d2-b2c1-56c3b8d0465e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:14.854833 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-29b25c39-3331-46f6-a272-c6ae801b20a7 req-a9ee081e-eb06-44d2-b2c1-56c3b8d0465e service neutron] 10.222.0.23 "GET /v2.0/networks?id=0823ecf3-066e-49bd-a451-2e84ab79a70f HTTP/1.1" status: 200 len: 869 time: 0.3475955 Sep 07 02:40:14.870428 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c11ff9-1b26-405b-96ae-5947c7b02af5 req-6d3e0ac4-af60-4553-9ff3-9f0362b38a2f tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:14.871995 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-30c11ff9-1b26-405b-96ae-5947c7b02af5 req-6d3e0ac4-af60-4553-9ff3-9f0362b38a2f tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] 10.222.0.23 "GET /v2.0/networks?id=14c70991-0408-4c1e-b280-2438299d29c7 HTTP/1.1" status: 200 len: 815 time: 0.3000605 Sep 07 02:40:14.972256 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-29b25c39-3331-46f6-a272-c6ae801b20a7 req-e4acbebc-37c9-4e88-aa4a-1ba22451087c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=188a469b-6bad-4f9a-8ca7-0aaa4aa7234b HTTP/1.1" status: 200 len: 217 time: 0.0992446 Sep 07 02:40:15.009356 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['188a469b-6bad-4f9a-8ca7-0aaa4aa7234b'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:40:15.068999 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=9e0a4062-b916-433e-8871-18aaa78c80ee,revision_number=10']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:15.094586 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-30c11ff9-1b26-405b-96ae-5947c7b02af5 req-976a4ed5-ee95-46d3-9178-0f0228d33301 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ab8b040c45c43eb93697ca2e765c9b6 HTTP/1.1" status: 200 len: 380 time: 0.2121270 Sep 07 02:40:15.117247 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-30c11ff9-1b26-405b-96ae-5947c7b02af5 req-7ee5a467-f0fc-44b6-921e-7c0ac1a4f777 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Request body: {'port': {'device_id': 'b8c064c4-5a1a-47ca-b041-7577ef533a3f', 'network_id': '14c70991-0408-4c1e-b280-2438299d29c7', 'admin_state_up': True, 'tenant_id': '3ab8b040c45c43eb93697ca2e765c9b6', 'security_groups': ['3ed45ffb-8954-4fed-8b54-92dbaaf8c384']}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:40:15.125922 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1737481f-000e-49a3-b26b-ad5d87e0e152 req-d926a465-1bbb-412b-9606-e54b3ef9aea1 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:15.127506 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1737481f-000e-49a3-b26b-ad5d87e0e152 req-d926a465-1bbb-412b-9606-e54b3ef9aea1 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41 HTTP/1.1" status: 200 len: 950 time: 0.1327329 Sep 07 02:40:15.152673 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 9a58c4ba-35a7-4e62-92c6-41111bb13d09, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=9a58c4ba-35a7-4e62-92c6-41111bb13d09,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:40:15.162309 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 9a58c4ba-35a7-4e62-92c6-41111bb13d09 details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:40:15.180938 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:15.212998 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1737481f-000e-49a3-b26b-ad5d87e0e152 req-6520d38a-d427-41b0-b6f9-c70a63eb97ae tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759349 Sep 07 02:40:15.250315 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=188a469b-6bad-4f9a-8ca7-0aaa4aa7234b,revision_number=8']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:15.286041 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b25c39-3331-46f6-a272-c6ae801b20a7 req-a15f9a40-caf6-4135-b075-1ae71d52427a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:15.287499 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-29b25c39-3331-46f6-a272-c6ae801b20a7 req-a15f9a40-caf6-4135-b075-1ae71d52427a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.3031194 Sep 07 02:40:15.354501 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30c11ff9-1b26-405b-96ae-5947c7b02af5 req-7ee5a467-f0fc-44b6-921e-7c0ac1a4f777 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Made reservation on behalf of 3ab8b040c45c43eb93697ca2e765c9b6 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:40:15.359041 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-30c11ff9-1b26-405b-96ae-5947c7b02af5 req-7ee5a467-f0fc-44b6-921e-7c0ac1a4f777 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:15.384499 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541228d8-2a8c-4863-aae9-995f9b0876dc req-ba0ec89f-7351-4278-b2d5-2e88f6ad2681 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:15.387138 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-541228d8-2a8c-4863-aae9-995f9b0876dc req-ba0ec89f-7351-4278-b2d5-2e88f6ad2681 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=12a55746-ab23-49ff-82d9-90204f32d2c2 HTTP/1.1" status: 200 len: 948 time: 0.1546700 Sep 07 02:40:15.508485 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=9a58c4ba-35a7-4e62-92c6-41111bb13d09,revision_number=6']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:15.512676 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b25c39-3331-46f6-a272-c6ae801b20a7 req-eada3263-81ba-44a4-b1c2-45c98341053f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:15.515389 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-29b25c39-3331-46f6-a272-c6ae801b20a7 req-eada3263-81ba-44a4-b1c2-45c98341053f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2179327 Sep 07 02:40:15.542172 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-541228d8-2a8c-4863-aae9-995f9b0876dc req-797f2314-ce9e-4109-aaf2-557e4b76e77f tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290741 Sep 07 02:40:15.543287 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 9a58c4ba-35a7-4e62-92c6-41111bb13d09, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=9a58c4ba-35a7-4e62-92c6-41111bb13d09,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:40:15.572532 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '9a58c4ba-35a7-4e62-92c6-41111bb13d09', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'port_id': '9a58c4ba-35a7-4e62-92c6-41111bb13d09', 'mac_address': 'fa:16:3e:ff:39:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '694f9550-ba12-4672-8446-41848123cea2', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:40:15.642000 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:15.676850 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a58c4ba-35a7-4e62-92c6-41111bb13d09 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:40:15.686561 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-29b25c39-3331-46f6-a272-c6ae801b20a7 req-e6029b30-be01-4892-9140-f06138abdb06 service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502585 Sep 07 02:40:15.698461 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-30c11ff9-1b26-405b-96ae-5947c7b02af5 req-7ee5a467-f0fc-44b6-921e-7c0ac1a4f777 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Allocated IP 172.20.0.3 (14c70991-0408-4c1e-b280-2438299d29c7/63d076a3-ed18-4096-ba07-49e6bc6db374/27c87a6e-97e5-46b1-a354-2ac48eaea864) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:40:15.753687 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 9a58c4ba-35a7-4e62-92c6-41111bb13d09, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=9a58c4ba-35a7-4e62-92c6-41111bb13d09,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:40:15.762882 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:15.773560 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab37b5-cd55-479d-8d12-6e6add151a63 req-6839e6a3-9483-4200-9c40-3aa7e3b008b2 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:15.788738 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f6ab37b5-cd55-479d-8d12-6e6add151a63 req-6839e6a3-9483-4200-9c40-3aa7e3b008b2 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=956f765f-e135-4d4c-aba9-f234735281d2 HTTP/1.1" status: 200 len: 944 time: 0.2007005 Sep 07 02:40:15.854827 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f6ab37b5-cd55-479d-8d12-6e6add151a63 req-9c64944e-fbe4-4706-845b-4c25dda9398a tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623009 Sep 07 02:40:15.867725 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=9a58c4ba-35a7-4e62-92c6-41111bb13d09,revision_number=7']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:15.942151 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-29b25c39-3331-46f6-a272-c6ae801b20a7 req-20965de7-57b6-445a-a09a-36df4cf6f5f5 service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451198 Sep 07 02:40:15.958139 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2806dea-23f6-4544-b419-7a8837aba86a req-f69b5a17-d056-4a7f-b4d8-93c27c2e04cc tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:15.960527 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a44edee5-6bfb-4be3-afb8-262740d1b60e req-1309ba6d-9eaf-4b35-b6b3-e1ebf7e0861f tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8c064c4-5a1a-47ca-b041-7577ef533a3f HTTP/1.1" status: 200 len: 210 time: 0.0427401 Sep 07 02:40:15.964433 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2806dea-23f6-4544-b419-7a8837aba86a req-f69b5a17-d056-4a7f-b4d8-93c27c2e04cc tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:15.970903 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2806dea-23f6-4544-b419-7a8837aba86a req-f69b5a17-d056-4a7f-b4d8-93c27c2e04cc tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:15.987042 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2806dea-23f6-4544-b419-7a8837aba86a req-f69b5a17-d056-4a7f-b4d8-93c27c2e04cc tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:15.994819 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2806dea-23f6-4544-b419-7a8837aba86a req-f69b5a17-d056-4a7f-b4d8-93c27c2e04cc tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:16.001099 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2806dea-23f6-4544-b419-7a8837aba86a req-f69b5a17-d056-4a7f-b4d8-93c27c2e04cc tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:16.006919 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2806dea-23f6-4544-b419-7a8837aba86a req-f69b5a17-d056-4a7f-b4d8-93c27c2e04cc tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:16.008876 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c2806dea-23f6-4544-b419-7a8837aba86a req-f69b5a17-d056-4a7f-b4d8-93c27c2e04cc tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 5422 time: 0.1924634 Sep 07 02:40:16.066944 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['9a58c4ba-35a7-4e62-92c6-41111bb13d09'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:40:16.097888 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-30c11ff9-1b26-405b-96ae-5947c7b02af5 req-7ee5a467-f0fc-44b6-921e-7c0ac1a4f777 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:16.113936 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-30c11ff9-1b26-405b-96ae-5947c7b02af5 req-7ee5a467-f0fc-44b6-921e-7c0ac1a4f777 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Transition to ACTIVE for port object 27c87a6e-97e5-46b1-a354-2ac48eaea864 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:40:16.207055 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c2806dea-23f6-4544-b419-7a8837aba86a req-58cac483-8323-4cca-a054-c811c0586b41 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcc0067a-9ce8-4875-b922-e18ef41ab841&id=57505a62-ceae-4832-b8a9-6ac0b7088f20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0806184 Sep 07 02:40:16.227637 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-30c11ff9-1b26-405b-96ae-5947c7b02af5 req-7ee5a467-f0fc-44b6-921e-7c0ac1a4f777 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:16.353098 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30c11ff9-1b26-405b-96ae-5947c7b02af5 req-7ee5a467-f0fc-44b6-921e-7c0ac1a4f777 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Network 14c70991-0408-4c1e-b280-2438299d29c7 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:40:16.361186 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-30c11ff9-1b26-405b-96ae-5947c7b02af5 req-7ee5a467-f0fc-44b6-921e-7c0ac1a4f777 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:40:16.381519 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c11ff9-1b26-405b-96ae-5947c7b02af5 req-7ee5a467-f0fc-44b6-921e-7c0ac1a4f777 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:40:16.394426 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee5a467-f0fc-44b6-921e-7c0ac1a4f777 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Pushing event updated for resources: {'Port': ['ID=27c87a6e-97e5-46b1-a354-2ac48eaea864,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:16.494170 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b42e2a-3648-4a2f-827b-d307dc463a41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a58c4ba-35a7-4e62-92c6-41111bb13d09'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:40:16.495560 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c11ff9-1b26-405b-96ae-5947c7b02af5 req-7ee5a467-f0fc-44b6-921e-7c0ac1a4f777 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:16.496329 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-30c11ff9-1b26-405b-96ae-5947c7b02af5 req-7ee5a467-f0fc-44b6-921e-7c0ac1a4f777 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:16.497126 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b25b82-9a9d-491e-9fb1-b0d52604f044" -d '{"events": [{"server_uuid": "d8b42e2a-3648-4a2f-827b-d307dc463a41", "name": "network-vif-unplugged", "status": "completed", "tag": "9a58c4ba-35a7-4e62-92c6-41111bb13d09"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:40:16.509011 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b778a-e5b8-4159-bba0-506354c0eb65 req-0255a57f-4e20-4fe6-8730-6c6eaf17251e tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:16.510615 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4b0b778a-e5b8-4159-bba0-506354c0eb65 req-0255a57f-4e20-4fe6-8730-6c6eaf17251e tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41 HTTP/1.1" status: 200 len: 949 time: 0.1304939 Sep 07 02:40:16.538391 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-30c11ff9-1b26-405b-96ae-5947c7b02af5 req-7ee5a467-f0fc-44b6-921e-7c0ac1a4f777 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4293091 Sep 07 02:40:16.567243 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-30c11ff9-1b26-405b-96ae-5947c7b02af5 req-125c67d5-a0d7-4c7d-9aa5-556f6b93b4e7 service neutron] Request body: {'port': {'device_id': 'b8c064c4-5a1a-47ca-b041-7577ef533a3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:40:16.603825 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 02:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5018d0-6f18-42ba-a290-19c609ba18e2 x-openstack-request-id: req-5e5018d0-6f18-42ba-a290-19c609ba18e2 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:40:16.604375 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b42e2a-3648-4a2f-827b-d307dc463a41", "name": "network-vif-unplugged", "status": "completed", "tag": "9a58c4ba-35a7-4e62-92c6-41111bb13d09", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:40:16.604695 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5e5018d0-6f18-42ba-a290-19c609ba18e2 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:40:16.605269 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b42e2a-3648-4a2f-827b-d307dc463a41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a58c4ba-35a7-4e62-92c6-41111bb13d09', 'code': 200} Sep 07 02:40:16.629212 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4b0b778a-e5b8-4159-bba0-506354c0eb65 req-00c88337-1c3e-43c3-8fca-1221ea68b7d2 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108210 Sep 07 02:40:16.696123 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-30c11ff9-1b26-405b-96ae-5947c7b02af5 req-125c67d5-a0d7-4c7d-9aa5-556f6b93b4e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:16.823305 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64757c7-7b39-4181-b871-0d85e3dcfa6f req-093ffd35-4952-4c00-a78a-1a901cbff4f0 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:16.836613 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b64757c7-7b39-4181-b871-0d85e3dcfa6f req-093ffd35-4952-4c00-a78a-1a901cbff4f0 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=12a55746-ab23-49ff-82d9-90204f32d2c2 HTTP/1.1" status: 200 len: 948 time: 0.1280148 Sep 07 02:40:16.914503 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b64757c7-7b39-4181-b871-0d85e3dcfa6f req-ec4b5705-8e8e-4a54-b3c6-a091b41772aa tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749171 Sep 07 02:40:16.917742 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-d6b6662a-2799-4fa2-bb52-285cb493b1ef None None] Provisioning for port 27c87a6e-97e5-46b1-a354-2ac48eaea864 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:40:16.925656 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-d6b6662a-2799-4fa2-bb52-285cb493b1ef None None] Provisioning complete for port 27c87a6e-97e5-46b1-a354-2ac48eaea864 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:40:16.926429 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d6b6662a-2799-4fa2-bb52-285cb493b1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:17.009604 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-d6b6662a-2799-4fa2-bb52-285cb493b1ef None None] Port 27c87a6e-97e5-46b1-a354-2ac48eaea864 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:40:17.063831 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d025f44-82fb-47b6-973e-ddc394e2d12b req-ba7d0e9d-72e1-466c-9d0b-d966bccf4e55 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:17.065383 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8d025f44-82fb-47b6-973e-ddc394e2d12b req-ba7d0e9d-72e1-466c-9d0b-d966bccf4e55 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=956f765f-e135-4d4c-aba9-f234735281d2 HTTP/1.1" status: 200 len: 944 time: 0.1075761 Sep 07 02:40:17.096068 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device e4f54697-1722-4483-8c6d-d39f351470a8 up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:40:17.117409 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ab877-2969-40dc-a06d-870a5ee0ee78 req-bcc28752-8887-40aa-8f04-265166515432 tempest-MigrationsAdminTest-1057057513 tempest-MigrationsAdminTest-1057057513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:17.119347 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-644ab877-2969-40dc-a06d-870a5ee0ee78 req-bcc28752-8887-40aa-8f04-265166515432 tempest-MigrationsAdminTest-1057057513 tempest-MigrationsAdminTest-1057057513-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=12a55746-ab23-49ff-82d9-90204f32d2c2 HTTP/1.1" status: 200 len: 1100 time: 0.0804770 Sep 07 02:40:17.125782 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8d025f44-82fb-47b6-973e-ddc394e2d12b req-bce5e494-2f2a-4511-8e91-794934a09a21 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510070 Sep 07 02:40:17.195028 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-644ab877-2969-40dc-a06d-870a5ee0ee78 req-c6b2e05e-a9dc-48d6-b9b2-48b92cbb7975 tempest-MigrationsAdminTest-1057057513 tempest-MigrationsAdminTest-1057057513-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610979 Sep 07 02:40:17.226216 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 1727b4ca-2dd0-4cd4-898e-db87f6c72464 details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:40:17.231779 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 188a469b-6bad-4f9a-8ca7-0aaa4aa7234b up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:40:17.329188 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-30c11ff9-1b26-405b-96ae-5947c7b02af5 req-125c67d5-a0d7-4c7d-9aa5-556f6b93b4e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27c87a6e-97e5-46b1-a354-2ac48eaea864 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:40:17.331581 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port e4f54697-1722-4483-8c6d-d39f351470a8 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:40:17.351995 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port e4f54697-1722-4483-8c6d-d39f351470a8 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:40:17.352631 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:17.356598 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-30c11ff9-1b26-405b-96ae-5947c7b02af5 req-125c67d5-a0d7-4c7d-9aa5-556f6b93b4e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:17.371458 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-30c11ff9-1b26-405b-96ae-5947c7b02af5 req-125c67d5-a0d7-4c7d-9aa5-556f6b93b4e7 service neutron] Transition to ACTIVE for port object 27c87a6e-97e5-46b1-a354-2ac48eaea864 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:40:17.383336 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-30c11ff9-1b26-405b-96ae-5947c7b02af5 req-125c67d5-a0d7-4c7d-9aa5-556f6b93b4e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:17.445411 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a945d-6acf-439d-b215-c669ad93642f req-ecf4609c-1d23-49fb-9625-bdbe96cba55f tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:17.455831 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df9a945d-6acf-439d-b215-c669ad93642f req-ecf4609c-1d23-49fb-9625-bdbe96cba55f tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8c064c4-5a1a-47ca-b041-7577ef533a3f HTTP/1.1" status: 200 len: 931 time: 0.2302098 Sep 07 02:40:17.472010 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port 188a469b-6bad-4f9a-8ca7-0aaa4aa7234b completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:40:17.481586 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 188a469b-6bad-4f9a-8ca7-0aaa4aa7234b triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:40:17.482215 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:17.584355 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 1727b4ca-2dd0-4cd4-898e-db87f6c72464, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=1727b4ca-2dd0-4cd4-898e-db87f6c72464,segment=NetworkSegment(42e2f895-6783-4d8e-9fcc-c0b67699fbd1),segment_id=42e2f895-6783-4d8e-9fcc-c0b67699fbd1)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:40:17.606824 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df9a945d-6acf-439d-b215-c669ad93642f req-adfa331d-a813-433b-814f-8110da87b6a4 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] 10.222.0.22 "GET /v2.0/security-groups?id=3ed45ffb-8954-4fed-8b54-92dbaaf8c384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494358 Sep 07 02:40:17.637790 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170621ff-fc17-406d-a689-89d81f3b7ebf req-1065ee13-ea4d-473e-b719-90bdaa99ac20 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:17.638408 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '1727b4ca-2dd0-4cd4-898e-db87f6c72464', 'network_id': '7ef96948-9b26-4186-9197-3dc341e621f0', 'port_id': '1727b4ca-2dd0-4cd4-898e-db87f6c72464', 'mac_address': 'fa:16:3e:fd:35:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0ace46c-e993-499e-976f-0d7f1499256e', 'ip_address': '10.1.1.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:40:17.645950 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170621ff-fc17-406d-a689-89d81f3b7ebf req-1065ee13-ea4d-473e-b719-90bdaa99ac20 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:17.646142 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125c67d5-a0d7-4c7d-9aa5-556f6b93b4e7 service neutron] Pushing event updated for resources: {'Port': ['ID=27c87a6e-97e5-46b1-a354-2ac48eaea864,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:17.650231 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:17.655385 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170621ff-fc17-406d-a689-89d81f3b7ebf req-1065ee13-ea4d-473e-b719-90bdaa99ac20 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:17.678612 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170621ff-fc17-406d-a689-89d81f3b7ebf req-1065ee13-ea4d-473e-b719-90bdaa99ac20 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:17.693763 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170621ff-fc17-406d-a689-89d81f3b7ebf req-1065ee13-ea4d-473e-b719-90bdaa99ac20 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:17.694033 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-30c11ff9-1b26-405b-96ae-5947c7b02af5 req-125c67d5-a0d7-4c7d-9aa5-556f6b93b4e7 service neutron] Attempting to bind port 27c87a6e-97e5-46b1-a354-2ac48eaea864 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:40:17.694213 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-30c11ff9-1b26-405b-96ae-5947c7b02af5 req-125c67d5-a0d7-4c7d-9aa5-556f6b93b4e7 service neutron] Attempting to bind port 27c87a6e-97e5-46b1-a354-2ac48eaea864 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '84a0c340-aa8f-44dd-8085-45285b51496f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '14c70991-0408-4c1e-b280-2438299d29c7'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:40:17.694592 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c11ff9-1b26-405b-96ae-5947c7b02af5 req-125c67d5-a0d7-4c7d-9aa5-556f6b93b4e7 service neutron] Attempting to bind port 27c87a6e-97e5-46b1-a354-2ac48eaea864 on network 14c70991-0408-4c1e-b280-2438299d29c7 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:40:17.707038 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c11ff9-1b26-405b-96ae-5947c7b02af5 req-125c67d5-a0d7-4c7d-9aa5-556f6b93b4e7 service neutron] Port 27c87a6e-97e5-46b1-a354-2ac48eaea864 on network 14c70991-0408-4c1e-b280-2438299d29c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:40:17.707293 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c11ff9-1b26-405b-96ae-5947c7b02af5 req-125c67d5-a0d7-4c7d-9aa5-556f6b93b4e7 service neutron] Attempting to bind port 27c87a6e-97e5-46b1-a354-2ac48eaea864 on network 14c70991-0408-4c1e-b280-2438299d29c7 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:40:17.721409 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c11ff9-1b26-405b-96ae-5947c7b02af5 req-125c67d5-a0d7-4c7d-9aa5-556f6b93b4e7 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:40:17.721876 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c11ff9-1b26-405b-96ae-5947c7b02af5 req-125c67d5-a0d7-4c7d-9aa5-556f6b93b4e7 service neutron] Checking segment: {'id': '84a0c340-aa8f-44dd-8085-45285b51496f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '14c70991-0408-4c1e-b280-2438299d29c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:40:17.722283 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c11ff9-1b26-405b-96ae-5947c7b02af5 req-125c67d5-a0d7-4c7d-9aa5-556f6b93b4e7 service neutron] Bound using segment: {'id': '84a0c340-aa8f-44dd-8085-45285b51496f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '14c70991-0408-4c1e-b280-2438299d29c7'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:40:17.722719 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-30c11ff9-1b26-405b-96ae-5947c7b02af5 req-125c67d5-a0d7-4c7d-9aa5-556f6b93b4e7 service neutron] Bound port: 27c87a6e-97e5-46b1-a354-2ac48eaea864, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84a0c340-aa8f-44dd-8085-45285b51496f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '14c70991-0408-4c1e-b280-2438299d29c7'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:40:17.723091 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-30c11ff9-1b26-405b-96ae-5947c7b02af5 req-125c67d5-a0d7-4c7d-9aa5-556f6b93b4e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:17.731146 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170621ff-fc17-406d-a689-89d81f3b7ebf req-1065ee13-ea4d-473e-b719-90bdaa99ac20 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:17.759707 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170621ff-fc17-406d-a689-89d81f3b7ebf req-1065ee13-ea4d-473e-b719-90bdaa99ac20 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:17.761729 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-170621ff-fc17-406d-a689-89d81f3b7ebf req-1065ee13-ea4d-473e-b719-90bdaa99ac20 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 5422 time: 0.2242775 Sep 07 02:40:17.839150 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:17.876010 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-170621ff-fc17-406d-a689-89d81f3b7ebf req-8a98a47d-e09c-49dd-a396-85e589d7251f tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcc0067a-9ce8-4875-b922-e18ef41ab841&id=57505a62-ceae-4832-b8a9-6ac0b7088f20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1061499 Sep 07 02:40:17.906209 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3e7e3d23-1ef2-4bd8-88f5-3de1a148817c req-f75225df-7806-442c-b9c0-cbdfe515328c tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=ef46d2c6ddda4358910a6e6d3c8cd1f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0844479 Sep 07 02:40:17.910655 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:17.923595 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1727b4ca-2dd0-4cd4-898e-db87f6c72464 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:40:17.973833 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-30c11ff9-1b26-405b-96ae-5947c7b02af5 req-125c67d5-a0d7-4c7d-9aa5-556f6b93b4e7 service neutron] For port 27c87a6e-97e5-46b1-a354-2ac48eaea864, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:40:18.001035 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port e4f54697-1722-4483-8c6d-d39f351470a8, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=e4f54697-1722-4483-8c6d-d39f351470a8,segment=NetworkSegment(3ec0e383-0f35-4c3c-abc7-899f90f4fe60),segment_id=3ec0e383-0f35-4c3c-abc7-899f90f4fe60)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:40:18.019827 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-30c11ff9-1b26-405b-96ae-5947c7b02af5 req-125c67d5-a0d7-4c7d-9aa5-556f6b93b4e7 service neutron] For port 27c87a6e-97e5-46b1-a354-2ac48eaea864, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=27c87a6e-97e5-46b1-a354-2ac48eaea864,segment=NetworkSegment(84a0c340-aa8f-44dd-8085-45285b51496f),segment_id=84a0c340-aa8f-44dd-8085-45285b51496f)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:40:18.032910 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:18.050284 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 1727b4ca-2dd0-4cd4-898e-db87f6c72464, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=1727b4ca-2dd0-4cd4-898e-db87f6c72464,segment=NetworkSegment(42e2f895-6783-4d8e-9fcc-c0b67699fbd1),segment_id=42e2f895-6783-4d8e-9fcc-c0b67699fbd1)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:40:18.087330 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f25ee-e06c-4f92-b01a-d9a8b5c858d1 req-879e8d85-a89a-4d24-998c-69c60de79f15 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:18.093975 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-30c11ff9-1b26-405b-96ae-5947c7b02af5 req-125c67d5-a0d7-4c7d-9aa5-556f6b93b4e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:18.096483 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0b3f25ee-e06c-4f92-b01a-d9a8b5c858d1 req-879e8d85-a89a-4d24-998c-69c60de79f15 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41 HTTP/1.1" status: 200 len: 949 time: 0.1019852 Sep 07 02:40:18.115764 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:18.127087 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 7ece7923-d776-40ec-9db6-8b3f1d9ba82b details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:40:18.135026 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 188a469b-6bad-4f9a-8ca7-0aaa4aa7234b, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=188a469b-6bad-4f9a-8ca7-0aaa4aa7234b,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:40:18.140532 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c11ff9-1b26-405b-96ae-5947c7b02af5 req-125c67d5-a0d7-4c7d-9aa5-556f6b93b4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:18.142011 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-30c11ff9-1b26-405b-96ae-5947c7b02af5 req-125c67d5-a0d7-4c7d-9aa5-556f6b93b4e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:18.143588 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-30c11ff9-1b26-405b-96ae-5947c7b02af5 req-125c67d5-a0d7-4c7d-9aa5-556f6b93b4e7 service neutron] 10.222.0.23 "PUT /v2.0/ports/27c87a6e-97e5-46b1-a354-2ac48eaea864 HTTP/1.1" status: 200 len: 1092 time: 1.5933189 Sep 07 02:40:18.156305 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8c064c4-5a1a-47ca-b041-7577ef533a3f', 'tag': '27c87a6e-97e5-46b1-a354-2ac48eaea864'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:40:18.160036 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:18.161545 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c56f647-2e4d-4c22-967e-e0613c9ebea5" -d '{"events": [{"name": "network-changed", "server_uuid": "b8c064c4-5a1a-47ca-b041-7577ef533a3f", "tag": "27c87a6e-97e5-46b1-a354-2ac48eaea864"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:40:18.162124 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 9a58c4ba-35a7-4e62-92c6-41111bb13d09 up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:40:18.189911 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0b3f25ee-e06c-4f92-b01a-d9a8b5c858d1 req-c536208b-412c-477b-8a3a-88239feea48a tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894670 Sep 07 02:40:18.309746 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=e4f54697-1722-4483-8c6d-d39f351470a8,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:18.349239 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125c67d5-a0d7-4c7d-9aa5-556f6b93b4e7 service neutron] Pushing event updated for resources: {'Port': ['ID=27c87a6e-97e5-46b1-a354-2ac48eaea864,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:18.360172 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e3d23-1ef2-4bd8-88f5-3de1a148817c req-3b05e476-a891-4f08-bf36-417392e8b1d4 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:18.361775 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3e7e3d23-1ef2-4bd8-88f5-3de1a148817c req-3b05e476-a891-4f08-bf36-417392e8b1d4 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4423506 Sep 07 02:40:18.371723 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c11ff9-1b26-405b-96ae-5947c7b02af5 req-381d390a-4a29-42d4-a4d2-dbe82ad165ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:18.373214 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-30c11ff9-1b26-405b-96ae-5947c7b02af5 req-381d390a-4a29-42d4-a4d2-dbe82ad165ae service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3ab8b040c45c43eb93697ca2e765c9b6&device_id=b8c064c4-5a1a-47ca-b041-7577ef533a3f HTTP/1.1" status: 200 len: 1095 time: 0.1588995 Sep 07 02:40:18.401310 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3e7e3d23-1ef2-4bd8-88f5-3de1a148817c req-62deed4e-e67b-48df-9ea9-346ccf34f92e tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/quotas/ef46d2c6ddda4358910a6e6d3c8cd1f8 HTTP/1.1" status: 200 len: 375 time: 0.0321572 Sep 07 02:40:18.406467 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ecb323-078a-4442-a876-bc245607c4eb req-296e4a15-72ae-45dd-9dff-c44d81d3aa58 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:18.413736 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-47ecb323-078a-4442-a876-bc245607c4eb req-296e4a15-72ae-45dd-9dff-c44d81d3aa58 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=956f765f-e135-4d4c-aba9-f234735281d2 HTTP/1.1" status: 200 len: 945 time: 0.1230791 Sep 07 02:40:18.455744 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-30c11ff9-1b26-405b-96ae-5947c7b02af5 req-9d44e780-f868-4863-9c57-50bae9ffad4b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27c87a6e-97e5-46b1-a354-2ac48eaea864 HTTP/1.1" status: 200 len: 217 time: 0.0516126 Sep 07 02:40:18.468521 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 9a58c4ba-35a7-4e62-92c6-41111bb13d09 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:40:18.468900 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:18.498841 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-47ecb323-078a-4442-a876-bc245607c4eb req-64e1d0bc-7721-4342-ad99-3a712c453fb6 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841212 Sep 07 02:40:18.537381 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1416ae-4596-4e6c-bb7a-651626e9d7d4 x-openstack-request-id: req-3b1416ae-4596-4e6c-bb7a-651626e9d7d4 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:40:18.537760 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8c064c4-5a1a-47ca-b041-7577ef533a3f", "tag": "27c87a6e-97e5-46b1-a354-2ac48eaea864", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:40:18.537958 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3b1416ae-4596-4e6c-bb7a-651626e9d7d4 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:40:18.546247 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8c064c4-5a1a-47ca-b041-7577ef533a3f', 'tag': '27c87a6e-97e5-46b1-a354-2ac48eaea864', 'status': 'completed', 'code': 200} Sep 07 02:40:18.660191 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3e7e3d23-1ef2-4bd8-88f5-3de1a148817c req-4aa93967-b593-4e28-9feb-efccd22e4f20 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ef46d2c6ddda4358910a6e6d3c8cd1f8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2575078 Sep 07 02:40:18.662448 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c11ff9-1b26-405b-96ae-5947c7b02af5 req-9ba7fa01-51fe-402a-8f05-8fb2100a9c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:18.663674 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-30c11ff9-1b26-405b-96ae-5947c7b02af5 req-9ba7fa01-51fe-402a-8f05-8fb2100a9c30 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=63d076a3-ed18-4096-ba07-49e6bc6db374 HTTP/1.1" status: 200 len: 854 time: 0.1458280 Sep 07 02:40:18.664648 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956f765f-e135-4d4c-aba9-f234735281d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f54697-1722-4483-8c6d-d39f351470a8'}, {'server_uuid': '12a55746-ab23-49ff-82d9-90204f32d2c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '188a469b-6bad-4f9a-8ca7-0aaa4aa7234b'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:40:18.666954 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55087388-fabf-4d10-978c-b19a50dab201" -d '{"events": [{"server_uuid": "956f765f-e135-4d4c-aba9-f234735281d2", "name": "network-vif-plugged", "status": "completed", "tag": "e4f54697-1722-4483-8c6d-d39f351470a8"}, {"server_uuid": "12a55746-ab23-49ff-82d9-90204f32d2c2", "name": "network-vif-plugged", "status": "completed", "tag": "188a469b-6bad-4f9a-8ca7-0aaa4aa7234b"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:40:18.686478 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=1727b4ca-2dd0-4cd4-898e-db87f6c72464,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:18.792519 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c11ff9-1b26-405b-96ae-5947c7b02af5 req-e0965b76-571d-4608-8c6b-f616288822dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:18.794527 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-30c11ff9-1b26-405b-96ae-5947c7b02af5 req-e0965b76-571d-4608-8c6b-f616288822dd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=14c70991-0408-4c1e-b280-2438299d29c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1225748 Sep 07 02:40:18.832300 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a57095e-1576-4869-9be4-fc96c4eca9c1 req-a1da0249-d4bf-4724-a382-558b2e0f681f tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:18.834107 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 7ece7923-d776-40ec-9db6-8b3f1d9ba82b, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=7ece7923-d776-40ec-9db6-8b3f1d9ba82b,segment=NetworkSegment(531bd934-22d9-4955-9c53-1181d12eb23f),segment_id=531bd934-22d9-4955-9c53-1181d12eb23f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:40:18.845651 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0a57095e-1576-4869-9be4-fc96c4eca9c1 req-a1da0249-d4bf-4724-a382-558b2e0f681f tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8c064c4-5a1a-47ca-b041-7577ef533a3f HTTP/1.1" status: 200 len: 943 time: 0.0948553 Sep 07 02:40:18.942223 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '7ece7923-d776-40ec-9db6-8b3f1d9ba82b', 'network_id': '96cf2c3c-2cd2-4441-b075-5aca4d5876d6', 'port_id': '7ece7923-d776-40ec-9db6-8b3f1d9ba82b', 'mac_address': 'fa:16:3e:30:db:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3b4fb3d-94e3-4aeb-a2af-6938d3cac266', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:40:18.952027 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0a57095e-1576-4869-9be4-fc96c4eca9c1 req-970efdde-c8fe-44d2-b583-6a82b0272599 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] 10.222.0.22 "GET /v2.0/security-groups?id=3ed45ffb-8954-4fed-8b54-92dbaaf8c384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051171 Sep 07 02:40:18.997981 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-30c11ff9-1b26-405b-96ae-5947c7b02af5 req-b53ef7fe-487c-49ba-a3cf-31709687653b service neutron] 10.222.0.23 "GET /v2.0/networks/14c70991-0408-4c1e-b280-2438299d29c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959851 Sep 07 02:40:19.007417 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 07 Sep 2021 02:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37ab56e-0822-46c5-8259-e8bd21dd04dd x-openstack-request-id: req-d37ab56e-0822-46c5-8259-e8bd21dd04dd {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:40:19.011541 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956f765f-e135-4d4c-aba9-f234735281d2", "name": "network-vif-plugged", "status": "completed", "tag": "e4f54697-1722-4483-8c6d-d39f351470a8", "code": 200}, {"server_uuid": "12a55746-ab23-49ff-82d9-90204f32d2c2", "name": "network-vif-plugged", "status": "completed", "tag": "188a469b-6bad-4f9a-8ca7-0aaa4aa7234b", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:40:19.011960 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d37ab56e-0822-46c5-8259-e8bd21dd04dd {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:40:19.013178 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956f765f-e135-4d4c-aba9-f234735281d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f54697-1722-4483-8c6d-d39f351470a8', 'code': 200} Sep 07 02:40:19.013449 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12a55746-ab23-49ff-82d9-90204f32d2c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '188a469b-6bad-4f9a-8ca7-0aaa4aa7234b', 'code': 200} Sep 07 02:40:19.077141 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-725d83f5-161c-49e6-b1d9-d11be8c0f266 req-18da0874-e8e4-4f64-b4cb-d15cf9b177fe tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b3e968d-0a74-40a9-ab0d-146c6fc12a4d HTTP/1.1" status: 200 len: 210 time: 0.0871315 Sep 07 02:40:19.153048 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=188a469b-6bad-4f9a-8ca7-0aaa4aa7234b,revision_number=9']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:19.228591 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:19.231253 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:19.258280 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ece7923-d776-40ec-9db6-8b3f1d9ba82b {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:40:19.289227 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 9a58c4ba-35a7-4e62-92c6-41111bb13d09, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=9a58c4ba-35a7-4e62-92c6-41111bb13d09,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:40:19.362007 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 7ece7923-d776-40ec-9db6-8b3f1d9ba82b, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=7ece7923-d776-40ec-9db6-8b3f1d9ba82b,segment=NetworkSegment(531bd934-22d9-4955-9c53-1181d12eb23f),segment_id=531bd934-22d9-4955-9c53-1181d12eb23f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:40:19.363091 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a5aed4-cad1-4d52-b3aa-5a523ab4088b req-46951945-86da-4a1e-ae99-6f9ae66450ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:19.363091 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-25a5aed4-cad1-4d52-b3aa-5a523ab4088b req-46951945-86da-4a1e-ae99-6f9ae66450ff service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=956f765f-e135-4d4c-aba9-f234735281d2 HTTP/1.1" status: 200 len: 1097 time: 0.1997547 Sep 07 02:40:19.363091 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-30c11ff9-1b26-405b-96ae-5947c7b02af5 req-31679b02-c044-4a1d-8199-6b27983bfa39 service neutron] 10.222.0.23 "GET /v2.0/networks/14c70991-0408-4c1e-b280-2438299d29c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288207 Sep 07 02:40:19.363712 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2dbfaa-60bb-4759-a330-e6f92c73bbd8 req-ea539c48-ea5f-49f4-82e7-bfc8b1a8a2c2 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:19.363712 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ee2dbfaa-60bb-4759-a330-e6f92c73bbd8 req-ea539c48-ea5f-49f4-82e7-bfc8b1a8a2c2 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41 HTTP/1.1" status: 200 len: 949 time: 0.0519960 Sep 07 02:40:19.364423 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67d6038-9c22-49f0-a191-68b8c2c2947e req-32cede64-2213-4c76-bccb-e1d4016a90a4 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:19.371939 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:19.372110 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67d6038-9c22-49f0-a191-68b8c2c2947e req-32cede64-2213-4c76-bccb-e1d4016a90a4 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:19.379666 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:19.411009 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67d6038-9c22-49f0-a191-68b8c2c2947e req-32cede64-2213-4c76-bccb-e1d4016a90a4 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:19.415089 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 21eaabc2-91c8-4dda-aaa3-2aa2a5e27cfe details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:40:19.420078 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67d6038-9c22-49f0-a191-68b8c2c2947e req-32cede64-2213-4c76-bccb-e1d4016a90a4 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:19.430496 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67d6038-9c22-49f0-a191-68b8c2c2947e req-32cede64-2213-4c76-bccb-e1d4016a90a4 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:19.439261 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67d6038-9c22-49f0-a191-68b8c2c2947e req-32cede64-2213-4c76-bccb-e1d4016a90a4 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:19.447695 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67d6038-9c22-49f0-a191-68b8c2c2947e req-32cede64-2213-4c76-bccb-e1d4016a90a4 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:19.457473 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ee2dbfaa-60bb-4759-a330-e6f92c73bbd8 req-682c6bea-6766-4330-924b-c97e9c438281 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898759 Sep 07 02:40:19.472014 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b67d6038-9c22-49f0-a191-68b8c2c2947e req-32cede64-2213-4c76-bccb-e1d4016a90a4 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 5423 time: 0.2642097 Sep 07 02:40:19.551203 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=9a58c4ba-35a7-4e62-92c6-41111bb13d09,revision_number=8']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:19.556746 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 21eaabc2-91c8-4dda-aaa3-2aa2a5e27cfe, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=21eaabc2-91c8-4dda-aaa3-2aa2a5e27cfe,segment=NetworkSegment(42e2f895-6783-4d8e-9fcc-c0b67699fbd1),segment_id=42e2f895-6783-4d8e-9fcc-c0b67699fbd1)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:40:19.641321 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b67d6038-9c22-49f0-a191-68b8c2c2947e req-9a493f3b-8e03-45a2-9fa6-826fe069d644 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcc0067a-9ce8-4875-b922-e18ef41ab841&id=57505a62-ceae-4832-b8a9-6ac0b7088f20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1630232 Sep 07 02:40:19.656069 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56f647-2e4d-4c22-967e-e0613c9ebea5 req-1f3ae305-74d6-4c19-ad2d-b4c9af9430f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:19.660057 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3c56f647-2e4d-4c22-967e-e0613c9ebea5 req-1f3ae305-74d6-4c19-ad2d-b4c9af9430f0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3ab8b040c45c43eb93697ca2e765c9b6&device_id=b8c064c4-5a1a-47ca-b041-7577ef533a3f HTTP/1.1" status: 200 len: 1095 time: 0.1266541 Sep 07 02:40:19.667741 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-25a5aed4-cad1-4d52-b3aa-5a523ab4088b req-2a4adb5e-8f46-48e6-8467-9c152a735df8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429107 Sep 07 02:40:19.693138 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=7ece7923-d776-40ec-9db6-8b3f1d9ba82b,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:19.700937 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['1727b4ca-2dd0-4cd4-898e-db87f6c72464'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:40:19.730170 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '21eaabc2-91c8-4dda-aaa3-2aa2a5e27cfe', 'network_id': '7ef96948-9b26-4186-9197-3dc341e621f0', 'port_id': '21eaabc2-91c8-4dda-aaa3-2aa2a5e27cfe', 'mac_address': 'fa:16:3e:53:ab:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0ace46c-e993-499e-976f-0d7f1499256e', 'ip_address': '10.1.1.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:40:19.772227 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b204aa6d-bd7c-4ad8-b83c-1f6187a4490d req-c2258baa-2250-4ca1-9b3f-990455e921ec tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:19.781102 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b204aa6d-bd7c-4ad8-b83c-1f6187a4490d req-c2258baa-2250-4ca1-9b3f-990455e921ec tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=956f765f-e135-4d4c-aba9-f234735281d2 HTTP/1.1" status: 200 len: 945 time: 0.1339159 Sep 07 02:40:19.866575 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b204aa6d-bd7c-4ad8-b83c-1f6187a4490d req-c085df2c-5aa1-46df-a50c-97a8792ee998 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844927 Sep 07 02:40:19.930043 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56f647-2e4d-4c22-967e-e0613c9ebea5 req-5d0ebca8-6974-4ce7-a380-8278a24fb986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:19.931697 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3c56f647-2e4d-4c22-967e-e0613c9ebea5 req-5d0ebca8-6974-4ce7-a380-8278a24fb986 service neutron] 10.222.0.23 "GET /v2.0/networks?id=14c70991-0408-4c1e-b280-2438299d29c7 HTTP/1.1" status: 200 len: 915 time: 0.2615027 Sep 07 02:40:19.952549 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:20.118840 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3c56f647-2e4d-4c22-967e-e0613c9ebea5 req-c486e642-57cf-4c8f-bbc6-51cbce75ceb9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27c87a6e-97e5-46b1-a354-2ac48eaea864 HTTP/1.1" status: 200 len: 217 time: 0.1791253 Sep 07 02:40:20.121045 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21eaabc2-91c8-4dda-aaa3-2aa2a5e27cfe {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:40:20.216105 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 21eaabc2-91c8-4dda-aaa3-2aa2a5e27cfe, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=21eaabc2-91c8-4dda-aaa3-2aa2a5e27cfe,segment=NetworkSegment(42e2f895-6783-4d8e-9fcc-c0b67699fbd1),segment_id=42e2f895-6783-4d8e-9fcc-c0b67699fbd1)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:40:20.232992 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:20.233949 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 5a10fd3e-a307-42ef-9874-a9290ecbb499 details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:40:20.276193 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ab7541c6-0a9a-4374-8e39-3fb931b803c6 req-d904b6cf-bd3d-48ef-b622-54df1d88ad1a tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b3e968d-0a74-40a9-ab0d-146c6fc12a4d HTTP/1.1" status: 200 len: 210 time: 0.0864353 Sep 07 02:40:20.298970 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56f647-2e4d-4c22-967e-e0613c9ebea5 req-097ac5b0-24e4-4ecc-b7f9-59f7037fcbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:20.300756 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3c56f647-2e4d-4c22-967e-e0613c9ebea5 req-097ac5b0-24e4-4ecc-b7f9-59f7037fcbd2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=63d076a3-ed18-4096-ba07-49e6bc6db374 HTTP/1.1" status: 200 len: 854 time: 0.1097131 Sep 07 02:40:20.334412 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4607ed39-8470-4ba1-ab40-253ed8be60d9 req-e46cdab0-0102-440b-b3fd-f318a0f0bb30 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:20.336303 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4607ed39-8470-4ba1-ab40-253ed8be60d9 req-e46cdab0-0102-440b-b3fd-f318a0f0bb30 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8c064c4-5a1a-47ca-b041-7577ef533a3f HTTP/1.1" status: 200 len: 943 time: 0.2165663 Sep 07 02:40:20.413674 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4607ed39-8470-4ba1-ab40-253ed8be60d9 req-db569f7f-d9ee-4b35-818e-0e26d6b1292e tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] 10.222.0.22 "GET /v2.0/security-groups?id=3ed45ffb-8954-4fed-8b54-92dbaaf8c384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571828 Sep 07 02:40:20.416908 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56f647-2e4d-4c22-967e-e0613c9ebea5 req-8e45649f-9644-4296-b4ed-7b7b0e5595c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:20.420750 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3c56f647-2e4d-4c22-967e-e0613c9ebea5 req-8e45649f-9644-4296-b4ed-7b7b0e5595c6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=14c70991-0408-4c1e-b280-2438299d29c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1086998 Sep 07 02:40:20.504178 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=21eaabc2-91c8-4dda-aaa3-2aa2a5e27cfe,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:20.551988 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3c56f647-2e4d-4c22-967e-e0613c9ebea5 req-b224209f-4b0b-4548-8106-15f4fe82cb91 service neutron] 10.222.0.23 "GET /v2.0/networks/14c70991-0408-4c1e-b280-2438299d29c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219695 Sep 07 02:40:20.691303 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 5a10fd3e-a307-42ef-9874-a9290ecbb499, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=5a10fd3e-a307-42ef-9874-a9290ecbb499,segment=NetworkSegment(b5a31333-dc66-4c28-b309-79aa5613af15),segment_id=b5a31333-dc66-4c28-b309-79aa5613af15)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:40:20.691546 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457fdaae-c85f-4baf-b396-a28c23c3b41c req-5a3036a0-27c8-480d-85e6-04a742bd564a tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:20.702092 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-457fdaae-c85f-4baf-b396-a28c23c3b41c req-5a3036a0-27c8-480d-85e6-04a742bd564a tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41 HTTP/1.1" status: 200 len: 950 time: 0.1175480 Sep 07 02:40:20.753869 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['7ece7923-d776-40ec-9db6-8b3f1d9ba82b'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:40:20.770894 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '5a10fd3e-a307-42ef-9874-a9290ecbb499', 'network_id': '03d408a7-bed1-4074-b2d6-43492534ac51', 'port_id': '5a10fd3e-a307-42ef-9874-a9290ecbb499', 'mac_address': 'fa:16:3e:da:d7:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c9fc72-e726-4843-ad37-6ac26831d188', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:40:20.781182 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-457fdaae-c85f-4baf-b396-a28c23c3b41c req-58d2b5dd-3c63-481d-872e-6c14fee28453 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776515 Sep 07 02:40:20.814253 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3e7e3d23-1ef2-4bd8-88f5-3de1a148817c req-4e609c3c-0843-4a8e-8d3a-981934019bb9 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=ef46d2c6ddda4358910a6e6d3c8cd1f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0937324 Sep 07 02:40:21.002284 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:21.044033 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b42e2a-3648-4a2f-827b-d307dc463a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a58c4ba-35a7-4e62-92c6-41111bb13d09'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:40:21.046505 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b13969d-ed92-41d8-9910-3bb40d8ba4d5" -d '{"events": [{"server_uuid": "d8b42e2a-3648-4a2f-827b-d307dc463a41", "name": "network-vif-plugged", "status": "completed", "tag": "9a58c4ba-35a7-4e62-92c6-41111bb13d09"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:40:21.096645 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d7363-0704-449f-a896-82959c5ea4be req-e528dc0a-2fb9-44b5-9020-e50fcecdcce7 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:21.098935 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a10fd3e-a307-42ef-9874-a9290ecbb499 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:40:21.100980 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b29d7363-0704-449f-a896-82959c5ea4be req-e528dc0a-2fb9-44b5-9020-e50fcecdcce7 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=956f765f-e135-4d4c-aba9-f234735281d2 HTTP/1.1" status: 200 len: 945 time: 0.1033268 Sep 07 02:40:21.128665 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 5a10fd3e-a307-42ef-9874-a9290ecbb499, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=5a10fd3e-a307-42ef-9874-a9290ecbb499,segment=NetworkSegment(b5a31333-dc66-4c28-b309-79aa5613af15),segment_id=b5a31333-dc66-4c28-b309-79aa5613af15)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:40:21.132586 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 27c87a6e-97e5-46b1-a354-2ac48eaea864 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:40:21.143905 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:21.145117 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device bd2646ca-659b-4e2b-8d78-87d5a7a2747d details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:40:21.149409 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e3d23-1ef2-4bd8-88f5-3de1a148817c req-d8993174-4240-45d4-9cc1-fc5bd1203bf0 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:21.150923 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3e7e3d23-1ef2-4bd8-88f5-3de1a148817c req-d8993174-4240-45d4-9cc1-fc5bd1203bf0 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3301938 Sep 07 02:40:21.205260 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-3e7e3d23-1ef2-4bd8-88f5-3de1a148817c req-cf9b185a-8c86-4174-ac96-93f2502857fd tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Request body: {'port': {'device_id': '6b3e968d-0a74-40a9-ab0d-146c6fc12a4d', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'admin_state_up': True, 'tenant_id': 'ef46d2c6ddda4358910a6e6d3c8cd1f8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:40:21.228094 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b29d7363-0704-449f-a896-82959c5ea4be req-9ee4222a-2c6a-49e8-88c1-a12b6da99b70 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211600 Sep 07 02:40:21.307899 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5795cc-f998-4c2a-8128-a5f9f42078ca x-openstack-request-id: req-ac5795cc-f998-4c2a-8128-a5f9f42078ca {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:40:21.308699 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b42e2a-3648-4a2f-827b-d307dc463a41", "name": "network-vif-plugged", "status": "completed", "tag": "9a58c4ba-35a7-4e62-92c6-41111bb13d09", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:40:21.309191 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ac5795cc-f998-4c2a-8128-a5f9f42078ca {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:40:21.309870 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b42e2a-3648-4a2f-827b-d307dc463a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a58c4ba-35a7-4e62-92c6-41111bb13d09', 'code': 200} Sep 07 02:40:21.396103 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3c56f647-2e4d-4c22-967e-e0613c9ebea5 req-208f6eb5-541a-4ba5-bd37-3b54d8bfc5fd service neutron] 10.222.0.23 "GET /v2.0/networks/14c70991-0408-4c1e-b280-2438299d29c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8339603 Sep 07 02:40:21.414978 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75201e85-4045-41c1-86d6-11b3abf97c0d req-28e216aa-d5df-4c05-8897-786efa552e86 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:21.423092 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75201e85-4045-41c1-86d6-11b3abf97c0d req-28e216aa-d5df-4c05-8897-786efa552e86 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:21.429784 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75201e85-4045-41c1-86d6-11b3abf97c0d req-28e216aa-d5df-4c05-8897-786efa552e86 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:21.437958 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75201e85-4045-41c1-86d6-11b3abf97c0d req-28e216aa-d5df-4c05-8897-786efa552e86 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:21.445702 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:21.446239 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75201e85-4045-41c1-86d6-11b3abf97c0d req-28e216aa-d5df-4c05-8897-786efa552e86 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:21.452861 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.db.resource_extend [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 02:40:21.456197 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75201e85-4045-41c1-86d6-11b3abf97c0d req-28e216aa-d5df-4c05-8897-786efa552e86 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:21.457567 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:21.464704 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75201e85-4045-41c1-86d6-11b3abf97c0d req-28e216aa-d5df-4c05-8897-786efa552e86 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:21.466591 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-75201e85-4045-41c1-86d6-11b3abf97c0d req-28e216aa-d5df-4c05-8897-786efa552e86 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 5426 time: 0.3053882 Sep 07 02:40:21.481539 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.db.resource_extend [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 02:40:21.589422 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port bd2646ca-659b-4e2b-8d78-87d5a7a2747d, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=bd2646ca-659b-4e2b-8d78-87d5a7a2747d,segment=NetworkSegment(b5a31333-dc66-4c28-b309-79aa5613af15),segment_id=b5a31333-dc66-4c28-b309-79aa5613af15)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:40:21.676500 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-75201e85-4045-41c1-86d6-11b3abf97c0d req-284b3bfa-1025-4669-9c9c-8eeb0317c213 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcc0067a-9ce8-4875-b922-e18ef41ab841&id=57505a62-ceae-4832-b8a9-6ac0b7088f20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1306980 Sep 07 02:40:21.694762 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e7e3d23-1ef2-4bd8-88f5-3de1a148817c req-cf9b185a-8c86-4174-ac96-93f2502857fd tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Made reservation on behalf of ef46d2c6ddda4358910a6e6d3c8cd1f8 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:40:21.698874 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3e7e3d23-1ef2-4bd8-88f5-3de1a148817c req-cf9b185a-8c86-4174-ac96-93f2502857fd tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:21.708362 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 27c87a6e-97e5-46b1-a354-2ac48eaea864, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=27c87a6e-97e5-46b1-a354-2ac48eaea864,segment=NetworkSegment(84a0c340-aa8f-44dd-8085-45285b51496f),segment_id=84a0c340-aa8f-44dd-8085-45285b51496f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:40:21.724744 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=5a10fd3e-a307-42ef-9874-a9290ecbb499,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:21.738240 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '27c87a6e-97e5-46b1-a354-2ac48eaea864', 'network_id': '14c70991-0408-4c1e-b280-2438299d29c7', 'port_id': '27c87a6e-97e5-46b1-a354-2ac48eaea864', 'mac_address': 'fa:16:3e:6a:c2:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63d076a3-ed18-4096-ba07-49e6bc6db374', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:40:21.796950 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': 'bd2646ca-659b-4e2b-8d78-87d5a7a2747d', 'network_id': '03d408a7-bed1-4074-b2d6-43492534ac51', 'port_id': 'bd2646ca-659b-4e2b-8d78-87d5a7a2747d', 'mac_address': 'fa:16:3e:f0:7d:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c9fc72-e726-4843-ad37-6ac26831d188', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:40:21.799748 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-de52f540-3a74-421a-b439-19959334d2c5 req-4bdd9fa0-940b-46cc-97ae-f52399bf2d0b tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b3e968d-0a74-40a9-ab0d-146c6fc12a4d HTTP/1.1" status: 200 len: 210 time: 0.0877674 Sep 07 02:40:21.814573 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38dc194-6312-4b4f-90c8-616226cc706c req-fca79467-0e59-478b-93b1-8d5e10e6f0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:21.825516 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b38dc194-6312-4b4f-90c8-616226cc706c req-fca79467-0e59-478b-93b1-8d5e10e6f0fd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41 HTTP/1.1" status: 200 len: 1102 time: 0.1945913 Sep 07 02:40:21.873851 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:21.904999 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b38dc194-6312-4b4f-90c8-616226cc706c req-d20ee8c2-f27f-49c5-838c-555bbdb7b66b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696051 Sep 07 02:40:21.916986 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-3e7e3d23-1ef2-4bd8-88f5-3de1a148817c req-cf9b185a-8c86-4174-ac96-93f2502857fd tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Allocated IP 192.168.233.233 (0823ecf3-066e-49bd-a451-2e84ab79a70f/694f9550-ba12-4672-8446-41848123cea2/54614cb7-1c6d-428a-b1c5-3605226dbcd6) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:40:21.917598 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd2646ca-659b-4e2b-8d78-87d5a7a2747d {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:40:21.973915 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port bd2646ca-659b-4e2b-8d78-87d5a7a2747d, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=bd2646ca-659b-4e2b-8d78-87d5a7a2747d,segment=NetworkSegment(b5a31333-dc66-4c28-b309-79aa5613af15),segment_id=b5a31333-dc66-4c28-b309-79aa5613af15)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:40:22.001298 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14659a29-51a4-403a-8cb5-452458c78732 req-46490e55-7723-4bc6-a877-e0c8e7876a70 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:22.007727 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:22.008393 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 09d8e09b-36fc-4d4b-816b-ee7185e3ed7d details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:40:22.009464 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-14659a29-51a4-403a-8cb5-452458c78732 req-46490e55-7723-4bc6-a877-e0c8e7876a70 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=956f765f-e135-4d4c-aba9-f234735281d2 HTTP/1.1" status: 200 len: 945 time: 0.0956643 Sep 07 02:40:22.073329 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-14659a29-51a4-403a-8cb5-452458c78732 req-1776679e-8d67-4efd-b763-6b65d04e6861 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554879 Sep 07 02:40:22.084632 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 09d8e09b-36fc-4d4b-816b-ee7185e3ed7d, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=09d8e09b-36fc-4d4b-816b-ee7185e3ed7d,segment=NetworkSegment(42e2f895-6783-4d8e-9fcc-c0b67699fbd1),segment_id=42e2f895-6783-4d8e-9fcc-c0b67699fbd1)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:40:22.148791 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3e7e3d23-1ef2-4bd8-88f5-3de1a148817c req-cf9b185a-8c86-4174-ac96-93f2502857fd tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:22.166969 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-3e7e3d23-1ef2-4bd8-88f5-3de1a148817c req-cf9b185a-8c86-4174-ac96-93f2502857fd tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Transition to ACTIVE for port object 54614cb7-1c6d-428a-b1c5-3605226dbcd6 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:40:22.213578 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3e7e3d23-1ef2-4bd8-88f5-3de1a148817c req-cf9b185a-8c86-4174-ac96-93f2502857fd tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:22.233076 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0478236-a59b-48c8-8b64-e0e71ea75897 req-cadecc13-1dea-400b-8cae-581d76b0763e tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:22.234395 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '09d8e09b-36fc-4d4b-816b-ee7185e3ed7d', 'network_id': '7ef96948-9b26-4186-9197-3dc341e621f0', 'port_id': '09d8e09b-36fc-4d4b-816b-ee7185e3ed7d', 'mac_address': 'fa:16:3e:0d:7c:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0ace46c-e993-499e-976f-0d7f1499256e', 'ip_address': '10.1.1.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:40:22.241121 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d0478236-a59b-48c8-8b64-e0e71ea75897 req-cadecc13-1dea-400b-8cae-581d76b0763e tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41 HTTP/1.1" status: 200 len: 950 time: 0.0841262 Sep 07 02:40:22.276106 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=bd2646ca-659b-4e2b-8d78-87d5a7a2747d,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:22.298254 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d0478236-a59b-48c8-8b64-e0e71ea75897 req-92cf2f90-12f9-49d8-9873-13570ee006e2 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561790 Sep 07 02:40:22.312594 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:22.319264 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e7e3d23-1ef2-4bd8-88f5-3de1a148817c req-cf9b185a-8c86-4174-ac96-93f2502857fd tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Network 0823ecf3-066e-49bd-a451-2e84ab79a70f is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:40:22.354010 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27c87a6e-97e5-46b1-a354-2ac48eaea864 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:40:22.359150 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8ad38-c332-4361-a4ab-4ad531d8f927 req-f69f9804-71e4-4fb0-9c9f-0d50b06c56a7 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:22.373157 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bdc8ad38-c332-4361-a4ab-4ad531d8f927 req-f69f9804-71e4-4fb0-9c9f-0d50b06c56a7 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8c064c4-5a1a-47ca-b041-7577ef533a3f HTTP/1.1" status: 200 len: 943 time: 0.1743081 Sep 07 02:40:22.375456 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 27c87a6e-97e5-46b1-a354-2ac48eaea864, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=27c87a6e-97e5-46b1-a354-2ac48eaea864,segment=NetworkSegment(84a0c340-aa8f-44dd-8085-45285b51496f),segment_id=84a0c340-aa8f-44dd-8085-45285b51496f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:40:22.381552 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-3e7e3d23-1ef2-4bd8-88f5-3de1a148817c req-cf9b185a-8c86-4174-ac96-93f2502857fd tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:40:22.395080 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e7e3d23-1ef2-4bd8-88f5-3de1a148817c req-cf9b185a-8c86-4174-ac96-93f2502857fd tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:40:22.402831 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:22.460105 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e3d23-1ef2-4bd8-88f5-3de1a148817c req-cf9b185a-8c86-4174-ac96-93f2502857fd tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:22.461652 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3e7e3d23-1ef2-4bd8-88f5-3de1a148817c req-cf9b185a-8c86-4174-ac96-93f2502857fd tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:22.485732 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9b185a-8c86-4174-ac96-93f2502857fd tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Pushing event updated for resources: {'Port': ['ID=54614cb7-1c6d-428a-b1c5-3605226dbcd6,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:22.515759 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3e7e3d23-1ef2-4bd8-88f5-3de1a148817c req-cf9b185a-8c86-4174-ac96-93f2502857fd tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3147881 Sep 07 02:40:22.517621 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:22.526006 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bdc8ad38-c332-4361-a4ab-4ad531d8f927 req-a3b98dbc-0610-491c-9882-940aacefb43d tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] 10.222.0.22 "GET /v2.0/security-groups?id=3ed45ffb-8954-4fed-8b54-92dbaaf8c384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507862 Sep 07 02:40:22.537166 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09d8e09b-36fc-4d4b-816b-ee7185e3ed7d {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:40:22.547267 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-3e7e3d23-1ef2-4bd8-88f5-3de1a148817c req-32d32c2b-b9c3-43d8-b9da-e90df52961b2 service neutron] Request body: {'port': {'device_id': '6b3e968d-0a74-40a9-ab0d-146c6fc12a4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:40:22.559875 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 09d8e09b-36fc-4d4b-816b-ee7185e3ed7d, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=09d8e09b-36fc-4d4b-816b-ee7185e3ed7d,segment=NetworkSegment(42e2f895-6783-4d8e-9fcc-c0b67699fbd1),segment_id=42e2f895-6783-4d8e-9fcc-c0b67699fbd1)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:40:22.561410 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=27c87a6e-97e5-46b1-a354-2ac48eaea864,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:22.583389 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:22.584365 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device f5e5ca93-a975-4948-8d7a-7e504030ec90 details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:40:22.644061 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3e7e3d23-1ef2-4bd8-88f5-3de1a148817c req-32d32c2b-b9c3-43d8-b9da-e90df52961b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:22.685376 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=09d8e09b-36fc-4d4b-816b-ee7185e3ed7d,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:22.693981 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['27c87a6e-97e5-46b1-a354-2ac48eaea864'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:40:22.770208 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port f5e5ca93-a975-4948-8d7a-7e504030ec90, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=f5e5ca93-a975-4948-8d7a-7e504030ec90,segment=NetworkSegment(42e2f895-6783-4d8e-9fcc-c0b67699fbd1),segment_id=42e2f895-6783-4d8e-9fcc-c0b67699fbd1)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:40:22.804466 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-58ec1006-6f10-4b2a-98f1-667bccf03f50 None None] Provisioning for port 54614cb7-1c6d-428a-b1c5-3605226dbcd6 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:40:22.820802 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': 'f5e5ca93-a975-4948-8d7a-7e504030ec90', 'network_id': '7ef96948-9b26-4186-9197-3dc341e621f0', 'port_id': 'f5e5ca93-a975-4948-8d7a-7e504030ec90', 'mac_address': 'fa:16:3e:4d:6b:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0ace46c-e993-499e-976f-0d7f1499256e', 'ip_address': '10.1.1.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:40:22.843337 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-58ec1006-6f10-4b2a-98f1-667bccf03f50 None None] Provisioning complete for port 54614cb7-1c6d-428a-b1c5-3605226dbcd6 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:40:22.843772 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-58ec1006-6f10-4b2a-98f1-667bccf03f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:22.909579 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed202137-8f71-44c0-b3c5-a45eff1ebfeb req-f6e76453-c908-4047-8dd1-b438baa17acf tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:22.916523 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed202137-8f71-44c0-b3c5-a45eff1ebfeb req-f6e76453-c908-4047-8dd1-b438baa17acf tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:22.927800 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed202137-8f71-44c0-b3c5-a45eff1ebfeb req-f6e76453-c908-4047-8dd1-b438baa17acf tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:22.942479 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed202137-8f71-44c0-b3c5-a45eff1ebfeb req-f6e76453-c908-4047-8dd1-b438baa17acf tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:22.969081 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed202137-8f71-44c0-b3c5-a45eff1ebfeb req-f6e76453-c908-4047-8dd1-b438baa17acf tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:22.976319 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-58ec1006-6f10-4b2a-98f1-667bccf03f50 None None] Port 54614cb7-1c6d-428a-b1c5-3605226dbcd6 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:40:22.990251 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed202137-8f71-44c0-b3c5-a45eff1ebfeb req-f6e76453-c908-4047-8dd1-b438baa17acf tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:22.995256 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:23.001419 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed202137-8f71-44c0-b3c5-a45eff1ebfeb req-f6e76453-c908-4047-8dd1-b438baa17acf tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:23.003351 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ed202137-8f71-44c0-b3c5-a45eff1ebfeb req-f6e76453-c908-4047-8dd1-b438baa17acf tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 5428 time: 0.1845052 Sep 07 02:40:23.019621 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b500d61-ab6d-405a-b939-cd119d7b5e8e req-10c25433-c0d3-4784-a9dc-2ae9c5a68e9d tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:23.021179 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2b500d61-ab6d-405a-b939-cd119d7b5e8e req-10c25433-c0d3-4784-a9dc-2ae9c5a68e9d tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b3e968d-0a74-40a9-ab0d-146c6fc12a4d HTTP/1.1" status: 200 len: 936 time: 0.1037080 Sep 07 02:40:23.080240 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ed202137-8f71-44c0-b3c5-a45eff1ebfeb req-75d3b96e-b2d0-4585-993a-5d258aa23333 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcc0067a-9ce8-4875-b922-e18ef41ab841&id=57505a62-ceae-4832-b8a9-6ac0b7088f20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0678370 Sep 07 02:40:23.178531 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2b500d61-ab6d-405a-b939-cd119d7b5e8e req-3a528a77-ed60-447a-b7bd-b704553262ad tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304903 Sep 07 02:40:23.320692 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135d737-de7b-4a32-aabc-a2384271e977 req-b00a36b5-44c2-4a20-9ce4-eae4809a5b42 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:23.322746 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1135d737-de7b-4a32-aabc-a2384271e977 req-b00a36b5-44c2-4a20-9ce4-eae4809a5b42 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=956f765f-e135-4d4c-aba9-f234735281d2 HTTP/1.1" status: 200 len: 945 time: 0.0993967 Sep 07 02:40:23.333822 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['188a469b-6bad-4f9a-8ca7-0aaa4aa7234b'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:40:23.372953 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5e5ca93-a975-4948-8d7a-7e504030ec90 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:40:23.380904 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-3e7e3d23-1ef2-4bd8-88f5-3de1a148817c req-32d32c2b-b9c3-43d8-b9da-e90df52961b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54614cb7-1c6d-428a-b1c5-3605226dbcd6 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:40:23.422794 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port f5e5ca93-a975-4948-8d7a-7e504030ec90, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=f5e5ca93-a975-4948-8d7a-7e504030ec90,segment=NetworkSegment(42e2f895-6783-4d8e-9fcc-c0b67699fbd1),segment_id=42e2f895-6783-4d8e-9fcc-c0b67699fbd1)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:40:23.426364 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3e7e3d23-1ef2-4bd8-88f5-3de1a148817c req-32d32c2b-b9c3-43d8-b9da-e90df52961b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:23.432523 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1135d737-de7b-4a32-aabc-a2384271e977 req-19001456-8169-4b78-b4f0-5898563bbd54 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003578 Sep 07 02:40:23.446732 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:23.543181 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=f5e5ca93-a975-4948-8d7a-7e504030ec90,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:23.546518 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 1727b4ca-2dd0-4cd4-898e-db87f6c72464 up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:40:23.680450 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port 1727b4ca-2dd0-4cd4-898e-db87f6c72464 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:40:23.696102 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 1727b4ca-2dd0-4cd4-898e-db87f6c72464 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:40:23.697377 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:23.864153 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:23.901798 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 1727b4ca-2dd0-4cd4-898e-db87f6c72464, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=1727b4ca-2dd0-4cd4-898e-db87f6c72464,segment=NetworkSegment(42e2f895-6783-4d8e-9fcc-c0b67699fbd1),segment_id=42e2f895-6783-4d8e-9fcc-c0b67699fbd1)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:40:23.905059 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff8c528d-373f-42ed-8303-ff263d703c42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1727b4ca-2dd0-4cd4-898e-db87f6c72464'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:40:23.908075 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3454a5b-b98c-470f-aa2d-4c15dc4c62eb" -d '{"events": [{"server_uuid": "ff8c528d-373f-42ed-8303-ff263d703c42", "name": "network-vif-plugged", "status": "completed", "tag": "1727b4ca-2dd0-4cd4-898e-db87f6c72464"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:40:23.916061 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:23.917319 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 7ece7923-d776-40ec-9db6-8b3f1d9ba82b up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:40:23.940071 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc3acd5-e858-4c15-bfee-ab5f4fda2594 req-13206684-205b-459e-926e-f29143d47f9c tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:23.941847 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6dc3acd5-e858-4c15-bfee-ab5f4fda2594 req-13206684-205b-459e-926e-f29143d47f9c tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8c064c4-5a1a-47ca-b041-7577ef533a3f HTTP/1.1" status: 200 len: 944 time: 0.1642835 Sep 07 02:40:24.020930 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=1727b4ca-2dd0-4cd4-898e-db87f6c72464,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:24.040697 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port 7ece7923-d776-40ec-9db6-8b3f1d9ba82b completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:40:24.065046 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 7ece7923-d776-40ec-9db6-8b3f1d9ba82b triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:40:24.065794 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:24.071833 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6dc3acd5-e858-4c15-bfee-ab5f4fda2594 req-53cccf71-d8c4-47f0-a714-914881e942f2 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] 10.222.0.22 "GET /v2.0/security-groups?id=3ed45ffb-8954-4fed-8b54-92dbaaf8c384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236234 Sep 07 02:40:24.086014 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-3e7e3d23-1ef2-4bd8-88f5-3de1a148817c req-32d32c2b-b9c3-43d8-b9da-e90df52961b2 service neutron] Transition to ACTIVE for port object 54614cb7-1c6d-428a-b1c5-3605226dbcd6 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:40:24.103387 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3e7e3d23-1ef2-4bd8-88f5-3de1a148817c req-32d32c2b-b9c3-43d8-b9da-e90df52961b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:24.203761 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980f0d1-eb9d-492f-8579-9c8898178511 req-ee1b74ad-dc51-4562-808a-a980c84c1025 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:24.210996 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4980f0d1-eb9d-492f-8579-9c8898178511 req-ee1b74ad-dc51-4562-808a-a980c84c1025 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41 HTTP/1.1" status: 200 len: 950 time: 0.7533057 Sep 07 02:40:24.239337 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2204a6db-04a5-490f-855b-12f7f3fbfe5b x-openstack-request-id: req-2204a6db-04a5-490f-855b-12f7f3fbfe5b {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:40:24.239656 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff8c528d-373f-42ed-8303-ff263d703c42", "name": "network-vif-plugged", "status": "completed", "tag": "1727b4ca-2dd0-4cd4-898e-db87f6c72464", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:40:24.239908 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2204a6db-04a5-490f-855b-12f7f3fbfe5b {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:40:24.251470 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff8c528d-373f-42ed-8303-ff263d703c42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1727b4ca-2dd0-4cd4-898e-db87f6c72464', 'code': 200} Sep 07 02:40:24.273875 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:24.281394 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d32c2b-b9c3-43d8-b9da-e90df52961b2 service neutron] Pushing event updated for resources: {'Port': ['ID=54614cb7-1c6d-428a-b1c5-3605226dbcd6,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:24.367591 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['21eaabc2-91c8-4dda-aaa3-2aa2a5e27cfe'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:40:24.368576 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4980f0d1-eb9d-492f-8579-9c8898178511 req-d9a01890-826a-4f37-becc-2e9301e92c7e tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561573 Sep 07 02:40:24.421449 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ee08a-0211-4c10-9a48-f26cde7650ba req-db4a3d48-9b4e-47a4-9331-f6ecf203e6eb tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:24.435349 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ee08a-0211-4c10-9a48-f26cde7650ba req-db4a3d48-9b4e-47a4-9331-f6ecf203e6eb tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:24.448347 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-3e7e3d23-1ef2-4bd8-88f5-3de1a148817c req-32d32c2b-b9c3-43d8-b9da-e90df52961b2 service neutron] Attempting to bind port 54614cb7-1c6d-428a-b1c5-3605226dbcd6 on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:40:24.448686 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-3e7e3d23-1ef2-4bd8-88f5-3de1a148817c req-32d32c2b-b9c3-43d8-b9da-e90df52961b2 service neutron] Attempting to bind port 54614cb7-1c6d-428a-b1c5-3605226dbcd6 by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:40:24.449021 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7e3d23-1ef2-4bd8-88f5-3de1a148817c req-32d32c2b-b9c3-43d8-b9da-e90df52961b2 service neutron] Attempting to bind port 54614cb7-1c6d-428a-b1c5-3605226dbcd6 on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:40:24.452407 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['bd2646ca-659b-4e2b-8d78-87d5a7a2747d'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:40:24.454661 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['f5e5ca93-a975-4948-8d7a-7e504030ec90'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:40:24.455235 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ee08a-0211-4c10-9a48-f26cde7650ba req-db4a3d48-9b4e-47a4-9331-f6ecf203e6eb tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:24.456980 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7e3d23-1ef2-4bd8-88f5-3de1a148817c req-32d32c2b-b9c3-43d8-b9da-e90df52961b2 service neutron] Port 54614cb7-1c6d-428a-b1c5-3605226dbcd6 on network 0823ecf3-066e-49bd-a451-2e84ab79a70f not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:40:24.457314 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7e3d23-1ef2-4bd8-88f5-3de1a148817c req-32d32c2b-b9c3-43d8-b9da-e90df52961b2 service neutron] Attempting to bind port 54614cb7-1c6d-428a-b1c5-3605226dbcd6 on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:40:24.462974 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7e3d23-1ef2-4bd8-88f5-3de1a148817c req-32d32c2b-b9c3-43d8-b9da-e90df52961b2 service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:40:24.463444 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7e3d23-1ef2-4bd8-88f5-3de1a148817c req-32d32c2b-b9c3-43d8-b9da-e90df52961b2 service neutron] Checking segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:40:24.463855 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7e3d23-1ef2-4bd8-88f5-3de1a148817c req-32d32c2b-b9c3-43d8-b9da-e90df52961b2 service neutron] Bound using segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:40:24.464288 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-3e7e3d23-1ef2-4bd8-88f5-3de1a148817c req-32d32c2b-b9c3-43d8-b9da-e90df52961b2 service neutron] Bound port: 54614cb7-1c6d-428a-b1c5-3605226dbcd6, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:40:24.464638 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3e7e3d23-1ef2-4bd8-88f5-3de1a148817c req-32d32c2b-b9c3-43d8-b9da-e90df52961b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:24.469656 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ee08a-0211-4c10-9a48-f26cde7650ba req-db4a3d48-9b4e-47a4-9331-f6ecf203e6eb tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:24.475286 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ee08a-0211-4c10-9a48-f26cde7650ba req-db4a3d48-9b4e-47a4-9331-f6ecf203e6eb tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:24.481400 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ee08a-0211-4c10-9a48-f26cde7650ba req-db4a3d48-9b4e-47a4-9331-f6ecf203e6eb tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:24.498928 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ee08a-0211-4c10-9a48-f26cde7650ba req-db4a3d48-9b4e-47a4-9331-f6ecf203e6eb tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:24.509100 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-231ee08a-0211-4c10-9a48-f26cde7650ba req-db4a3d48-9b4e-47a4-9331-f6ecf203e6eb tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 5430 time: 0.2196021 Sep 07 02:40:24.518583 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['5a10fd3e-a307-42ef-9874-a9290ecbb499'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:40:24.529621 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['09d8e09b-36fc-4d4b-816b-ee7185e3ed7d'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:40:24.596667 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-231ee08a-0211-4c10-9a48-f26cde7650ba req-89b40a6e-2420-45bb-92ed-e00f52d22226 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcc0067a-9ce8-4875-b922-e18ef41ab841&id=57505a62-ceae-4832-b8a9-6ac0b7088f20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0767510 Sep 07 02:40:24.653416 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6258ef-7f57-4f38-b37b-5a501f195699 req-f21d6517-81de-4e8a-94d6-0a7c3818870c tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:24.655795 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a6258ef-7f57-4f38-b37b-5a501f195699 req-f21d6517-81de-4e8a-94d6-0a7c3818870c tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b3e968d-0a74-40a9-ab0d-146c6fc12a4d HTTP/1.1" status: 200 len: 948 time: 0.1509593 Sep 07 02:40:24.673855 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-3e7e3d23-1ef2-4bd8-88f5-3de1a148817c req-32d32c2b-b9c3-43d8-b9da-e90df52961b2 service neutron] For port 54614cb7-1c6d-428a-b1c5-3605226dbcd6, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:40:24.674214 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 7ece7923-d776-40ec-9db6-8b3f1d9ba82b, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=7ece7923-d776-40ec-9db6-8b3f1d9ba82b,segment=NetworkSegment(531bd934-22d9-4955-9c53-1181d12eb23f),segment_id=531bd934-22d9-4955-9c53-1181d12eb23f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:40:24.690422 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-3e7e3d23-1ef2-4bd8-88f5-3de1a148817c req-32d32c2b-b9c3-43d8-b9da-e90df52961b2 service neutron] For port 54614cb7-1c6d-428a-b1c5-3605226dbcd6, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=54614cb7-1c6d-428a-b1c5-3605226dbcd6,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:40:24.739887 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:24.750580 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3e7e3d23-1ef2-4bd8-88f5-3de1a148817c req-32d32c2b-b9c3-43d8-b9da-e90df52961b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:24.806633 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e3d23-1ef2-4bd8-88f5-3de1a148817c req-32d32c2b-b9c3-43d8-b9da-e90df52961b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:24.814457 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3e7e3d23-1ef2-4bd8-88f5-3de1a148817c req-32d32c2b-b9c3-43d8-b9da-e90df52961b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:24.820253 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3e7e3d23-1ef2-4bd8-88f5-3de1a148817c req-32d32c2b-b9c3-43d8-b9da-e90df52961b2 service neutron] 10.222.0.16 "PUT /v2.0/ports/54614cb7-1c6d-428a-b1c5-3605226dbcd6 HTTP/1.1" status: 200 len: 1097 time: 2.2857883 Sep 07 02:40:24.878207 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5800eaaf-6e97-4ed0-bc61-edf30e841919 req-0f3ce0d8-9fd9-4a94-904b-f156c389c4e5 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:24.888081 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5800eaaf-6e97-4ed0-bc61-edf30e841919 req-0f3ce0d8-9fd9-4a94-904b-f156c389c4e5 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41 HTTP/1.1" status: 200 len: 950 time: 0.1310143 Sep 07 02:40:24.905261 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b3e968d-0a74-40a9-ab0d-146c6fc12a4d', 'tag': '54614cb7-1c6d-428a-b1c5-3605226dbcd6'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:40:24.907560 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f03e19-0c27-482a-b37d-3ab283d3fd1b" -d '{"events": [{"name": "network-changed", "server_uuid": "6b3e968d-0a74-40a9-ab0d-146c6fc12a4d", "tag": "54614cb7-1c6d-428a-b1c5-3605226dbcd6"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:40:24.910933 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d32c2b-b9c3-43d8-b9da-e90df52961b2 service neutron] Pushing event updated for resources: {'Port': ['ID=54614cb7-1c6d-428a-b1c5-3605226dbcd6,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:24.987912 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a6258ef-7f57-4f38-b37b-5a501f195699 req-74eafd3a-db3f-47d9-84fe-002d36f45beb tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923124 Sep 07 02:40:25.006095 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e3d23-1ef2-4bd8-88f5-3de1a148817c req-9a1dbf98-42b1-41a2-a67a-8c2bdda8d0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:25.007686 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3e7e3d23-1ef2-4bd8-88f5-3de1a148817c req-9a1dbf98-42b1-41a2-a67a-8c2bdda8d0c6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef46d2c6ddda4358910a6e6d3c8cd1f8&device_id=6b3e968d-0a74-40a9-ab0d-146c6fc12a4d HTTP/1.1" status: 200 len: 1100 time: 0.0926874 Sep 07 02:40:25.023876 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5800eaaf-6e97-4ed0-bc61-edf30e841919 req-84463425-53ef-4205-a47e-c7f49698a520 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222064 Sep 07 02:40:25.081630 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3e7e3d23-1ef2-4bd8-88f5-3de1a148817c req-d3435823-07a1-476c-8ee9-1ff17135af3c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=54614cb7-1c6d-428a-b1c5-3605226dbcd6 HTTP/1.1" status: 200 len: 217 time: 0.0630689 Sep 07 02:40:25.157029 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=7ece7923-d776-40ec-9db6-8b3f1d9ba82b,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:25.160897 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 27c87a6e-97e5-46b1-a354-2ac48eaea864 up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:40:25.205112 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e3d23-1ef2-4bd8-88f5-3de1a148817c req-9a6c436f-eb8e-49ae-8f98-6bf5d31d7aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:25.207196 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3e7e3d23-1ef2-4bd8-88f5-3de1a148817c req-9a6c436f-eb8e-49ae-8f98-6bf5d31d7aa3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.1155961 Sep 07 02:40:25.257191 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4efa0-c89e-43ef-8cc9-7a4701ba9480 req-5521c713-d466-4920-8fba-906fb37cf1d9 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:25.259188 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8ec4efa0-c89e-43ef-8cc9-7a4701ba9480 req-5521c713-d466-4920-8fba-906fb37cf1d9 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=956f765f-e135-4d4c-aba9-f234735281d2 HTTP/1.1" status: 200 len: 945 time: 0.1118338 Sep 07 02:40:25.293705 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8113d452-f418-45b4-801c-43c0d67b4fd1 x-openstack-request-id: req-8113d452-f418-45b4-801c-43c0d67b4fd1 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:40:25.293996 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b3e968d-0a74-40a9-ab0d-146c6fc12a4d", "tag": "54614cb7-1c6d-428a-b1c5-3605226dbcd6", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:40:25.294253 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8113d452-f418-45b4-801c-43c0d67b4fd1 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:40:25.294689 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b3e968d-0a74-40a9-ab0d-146c6fc12a4d', 'tag': '54614cb7-1c6d-428a-b1c5-3605226dbcd6', 'status': 'completed', 'code': 200} Sep 07 02:40:25.356666 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8ec4efa0-c89e-43ef-8cc9-7a4701ba9480 req-48b8a6a3-7899-4093-bf7c-450f8acbe8ae tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565994 Sep 07 02:40:25.366898 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e3d23-1ef2-4bd8-88f5-3de1a148817c req-c51caba6-86b0-4601-a0d1-b2d1a79b3bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:25.368313 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3e7e3d23-1ef2-4bd8-88f5-3de1a148817c req-c51caba6-86b0-4601-a0d1-b2d1a79b3bd9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1491683 Sep 07 02:40:25.619044 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port 27c87a6e-97e5-46b1-a354-2ac48eaea864 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:40:25.642586 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3e7e3d23-1ef2-4bd8-88f5-3de1a148817c req-17ec98c0-2762-434c-9873-c9b2d6689090 service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575498 Sep 07 02:40:25.668660 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port 27c87a6e-97e5-46b1-a354-2ac48eaea864 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:40:25.669055 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:25.933538 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5904c98d-1c79-4294-9416-d881593e72ac req-fdb9a025-62cb-4916-a468-e86061719e21 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:25.946321 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-95401635-09fd-49ae-ae9c-073c10f794a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:25.957544 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5904c98d-1c79-4294-9416-d881593e72ac req-fdb9a025-62cb-4916-a468-e86061719e21 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8c064c4-5a1a-47ca-b041-7577ef533a3f HTTP/1.1" status: 200 len: 944 time: 0.4889224 Sep 07 02:40:26.002319 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:26.056564 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 27c87a6e-97e5-46b1-a354-2ac48eaea864, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=27c87a6e-97e5-46b1-a354-2ac48eaea864,segment=NetworkSegment(84a0c340-aa8f-44dd-8085-45285b51496f),segment_id=84a0c340-aa8f-44dd-8085-45285b51496f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:40:26.057893 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a287a912-6cda-416f-a44f-ce1e25b7d0bf req-8b5d86ab-ebb1-4631-b3b3-84ca4c0e5a4c tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:26.068441 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a287a912-6cda-416f-a44f-ce1e25b7d0bf req-8b5d86ab-ebb1-4631-b3b3-84ca4c0e5a4c tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:26.074413 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:26.080358 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a287a912-6cda-416f-a44f-ce1e25b7d0bf req-8b5d86ab-ebb1-4631-b3b3-84ca4c0e5a4c tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:26.088145 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a287a912-6cda-416f-a44f-ce1e25b7d0bf req-8b5d86ab-ebb1-4631-b3b3-84ca4c0e5a4c tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:26.094640 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a287a912-6cda-416f-a44f-ce1e25b7d0bf req-8b5d86ab-ebb1-4631-b3b3-84ca4c0e5a4c tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:26.102357 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a287a912-6cda-416f-a44f-ce1e25b7d0bf req-8b5d86ab-ebb1-4631-b3b3-84ca4c0e5a4c tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:26.110473 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a287a912-6cda-416f-a44f-ce1e25b7d0bf req-8b5d86ab-ebb1-4631-b3b3-84ca4c0e5a4c tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:26.123106 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a287a912-6cda-416f-a44f-ce1e25b7d0bf req-8b5d86ab-ebb1-4631-b3b3-84ca4c0e5a4c tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 5431 time: 0.1314542 Sep 07 02:40:26.132274 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5904c98d-1c79-4294-9416-d881593e72ac req-4b6feea5-0b34-4561-bcca-f5eb9107bcb7 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] 10.222.0.22 "GET /v2.0/security-groups?id=3ed45ffb-8954-4fed-8b54-92dbaaf8c384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738100 Sep 07 02:40:26.145557 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3e7e3d23-1ef2-4bd8-88f5-3de1a148817c req-65103122-72bf-43ea-8834-30bbf74f7679 service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4941523 Sep 07 02:40:26.212031 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a287a912-6cda-416f-a44f-ce1e25b7d0bf req-d19b4bb9-8a87-41b9-8a8b-cddb0b6175dd tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcc0067a-9ce8-4875-b922-e18ef41ab841&id=57505a62-ceae-4832-b8a9-6ac0b7088f20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0869005 Sep 07 02:40:26.213527 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=27c87a6e-97e5-46b1-a354-2ac48eaea864,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:26.253114 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff8c528d-373f-42ed-8303-ff263d703c42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ece7923-d776-40ec-9db6-8b3f1d9ba82b'}, {'server_uuid': 'b8c064c4-5a1a-47ca-b041-7577ef533a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c87a6e-97e5-46b1-a354-2ac48eaea864'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:40:26.255823 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77cc7dcc-651f-4d5d-842a-fc479ada3c33" -d '{"events": [{"server_uuid": "ff8c528d-373f-42ed-8303-ff263d703c42", "name": "network-vif-plugged", "status": "completed", "tag": "7ece7923-d776-40ec-9db6-8b3f1d9ba82b"}, {"server_uuid": "b8c064c4-5a1a-47ca-b041-7577ef533a3f", "name": "network-vif-plugged", "status": "completed", "tag": "27c87a6e-97e5-46b1-a354-2ac48eaea864"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:40:26.416871 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f03e19-0c27-482a-b37d-3ab283d3fd1b req-de388d0e-b470-4f69-88fb-edf4bbee9c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:26.418446 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c1f03e19-0c27-482a-b37d-3ab283d3fd1b req-de388d0e-b470-4f69-88fb-edf4bbee9c38 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef46d2c6ddda4358910a6e6d3c8cd1f8&device_id=6b3e968d-0a74-40a9-ab0d-146c6fc12a4d HTTP/1.1" status: 200 len: 1100 time: 0.1496627 Sep 07 02:40:26.438796 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483c5f3-fa9e-4024-8e2b-7e4568a448ff req-dcb1bb09-8bb3-46da-b3b3-9fc333511f58 tempest-VolumesAdminNegativeTest-1501720589 tempest-VolumesAdminNegativeTest-1501720589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:26.440732 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9483c5f3-fa9e-4024-8e2b-7e4568a448ff req-dcb1bb09-8bb3-46da-b3b3-9fc333511f58 tempest-VolumesAdminNegativeTest-1501720589 tempest-VolumesAdminNegativeTest-1501720589-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c5d2d81-ef22-4837-871f-685cb1a23836 HTTP/1.1" status: 200 len: 946 time: 0.0784302 Sep 07 02:40:26.475582 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9bdaf0-bbc9-4ab6-a354-3bbc8655b74c req-fa3865ad-c86a-4e21-a425-ae6b4f06d47a tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:26.477665 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2f9bdaf0-bbc9-4ab6-a354-3bbc8655b74c req-fa3865ad-c86a-4e21-a425-ae6b4f06d47a tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41 HTTP/1.1" status: 200 len: 950 time: 0.1216352 Sep 07 02:40:26.541484 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9483c5f3-fa9e-4024-8e2b-7e4568a448ff req-08d39829-73c9-4ff8-b2d1-942da70df5c4 tempest-VolumesAdminNegativeTest-1501720589 tempest-VolumesAdminNegativeTest-1501720589-project] 10.222.0.22 "GET /v2.0/security-groups?id=634c0f9e-9f07-436d-a042-1cf2a95373ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862527 Sep 07 02:40:26.660102 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2f9bdaf0-bbc9-4ab6-a354-3bbc8655b74c req-ce492352-a723-49ba-8134-ea89f9f99707 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642368 Sep 07 02:40:26.678504 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f03e19-0c27-482a-b37d-3ab283d3fd1b req-e56a2c06-8fe3-4f41-a674-1b8dfa4c42d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:26.680444 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c1f03e19-0c27-482a-b37d-3ab283d3fd1b req-e56a2c06-8fe3-4f41-a674-1b8dfa4c42d8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0823ecf3-066e-49bd-a451-2e84ab79a70f HTTP/1.1" status: 200 len: 869 time: 0.2490418 Sep 07 02:40:26.698106 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164358ac-62b4-49b8-82d9-d1470d1303eb req-fbc00c48-39d8-4de0-a406-a01a80a699a6 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:26.700346 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-164358ac-62b4-49b8-82d9-d1470d1303eb req-fbc00c48-39d8-4de0-a406-a01a80a699a6 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b3e968d-0a74-40a9-ab0d-146c6fc12a4d HTTP/1.1" status: 200 len: 948 time: 0.0828521 Sep 07 02:40:26.750635 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c1f03e19-0c27-482a-b37d-3ab283d3fd1b req-a3159f9e-96ce-4a3a-a6ce-fc94b321aa8c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=54614cb7-1c6d-428a-b1c5-3605226dbcd6 HTTP/1.1" status: 200 len: 217 time: 0.0529554 Sep 07 02:40:26.758023 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-164358ac-62b4-49b8-82d9-d1470d1303eb req-e4dba963-b4fd-4d03-bac2-fa4f46f7900c tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495486 Sep 07 02:40:26.851182 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 07 Sep 2021 02:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557c3191-52ee-4e6f-9cb9-ef42f943f3e4 x-openstack-request-id: req-557c3191-52ee-4e6f-9cb9-ef42f943f3e4 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:40:26.851730 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff8c528d-373f-42ed-8303-ff263d703c42", "name": "network-vif-plugged", "status": "completed", "tag": "7ece7923-d776-40ec-9db6-8b3f1d9ba82b", "code": 200}, {"server_uuid": "b8c064c4-5a1a-47ca-b041-7577ef533a3f", "name": "network-vif-plugged", "status": "completed", "tag": "27c87a6e-97e5-46b1-a354-2ac48eaea864", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:40:26.851730 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-557c3191-52ee-4e6f-9cb9-ef42f943f3e4 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:40:26.852125 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff8c528d-373f-42ed-8303-ff263d703c42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ece7923-d776-40ec-9db6-8b3f1d9ba82b', 'code': 200} Sep 07 02:40:26.852385 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8c064c4-5a1a-47ca-b041-7577ef533a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c87a6e-97e5-46b1-a354-2ac48eaea864', 'code': 200} Sep 07 02:40:26.883184 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f03e19-0c27-482a-b37d-3ab283d3fd1b req-c14a6d87-4ca6-40a0-9dcb-1368c68b8130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:26.885622 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c1f03e19-0c27-482a-b37d-3ab283d3fd1b req-c14a6d87-4ca6-40a0-9dcb-1368c68b8130 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.1122777 Sep 07 02:40:26.979336 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0499ad6e-90b1-48f3-88c3-e3666137acee req-acdbde42-4aef-48fb-9de1-e1de0327d51c tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:26.987237 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0499ad6e-90b1-48f3-88c3-e3666137acee req-acdbde42-4aef-48fb-9de1-e1de0327d51c tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=956f765f-e135-4d4c-aba9-f234735281d2 HTTP/1.1" status: 200 len: 945 time: 0.1121416 Sep 07 02:40:27.021861 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f03e19-0c27-482a-b37d-3ab283d3fd1b req-1a4286df-46eb-483f-bd4c-b5d48a25b04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:27.024616 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c1f03e19-0c27-482a-b37d-3ab283d3fd1b req-1a4286df-46eb-483f-bd4c-b5d48a25b04c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1258848 Sep 07 02:40:27.030317 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0499ad6e-90b1-48f3-88c3-e3666137acee req-046e24e0-75d2-4fc6-824d-3bebc495b540 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421255 Sep 07 02:40:27.095096 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa591db4-7081-43e4-bca0-80755dbc8865 req-ca4e5e61-6161-4003-a2b6-489ea10a4c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:27.096968 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fa591db4-7081-43e4-bca0-80755dbc8865 req-ca4e5e61-6161-4003-a2b6-489ea10a4c25 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b8c064c4-5a1a-47ca-b041-7577ef533a3f HTTP/1.1" status: 200 len: 1097 time: 0.1340761 Sep 07 02:40:27.186847 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fa591db4-7081-43e4-bca0-80755dbc8865 req-de126bf3-2f66-4a82-83e2-1d22b50cb156 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3ed45ffb-8954-4fed-8b54-92dbaaf8c384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531154 Sep 07 02:40:27.192764 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c1f03e19-0c27-482a-b37d-3ab283d3fd1b req-94907f31-ca97-41bb-8e37-83c385c6a54e service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503451 Sep 07 02:40:27.329643 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95c00f-c48d-4144-8095-7d4ddbe8279b req-dba69c80-7027-45f1-8f1a-4cf4677f53ec tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:27.331332 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3d95c00f-c48d-4144-8095-7d4ddbe8279b req-dba69c80-7027-45f1-8f1a-4cf4677f53ec tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8c064c4-5a1a-47ca-b041-7577ef533a3f HTTP/1.1" status: 200 len: 945 time: 0.0998456 Sep 07 02:40:27.356329 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c1f03e19-0c27-482a-b37d-3ab283d3fd1b req-bfed3fdb-ed96-4dc3-84ef-992ae1ccc7d3 service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519032 Sep 07 02:40:27.383298 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe35a56-357e-40ae-9996-31e69d517190 req-f75b95a6-766d-483b-b77a-eabcc4ac4067 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:27.386880 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3d95c00f-c48d-4144-8095-7d4ddbe8279b req-b80347ea-8330-47f6-ae5d-b10b186de0a2 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] 10.222.0.22 "GET /v2.0/security-groups?id=3ed45ffb-8954-4fed-8b54-92dbaaf8c384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424793 Sep 07 02:40:27.391850 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe35a56-357e-40ae-9996-31e69d517190 req-f75b95a6-766d-483b-b77a-eabcc4ac4067 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:27.397852 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe35a56-357e-40ae-9996-31e69d517190 req-f75b95a6-766d-483b-b77a-eabcc4ac4067 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:27.407978 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe35a56-357e-40ae-9996-31e69d517190 req-f75b95a6-766d-483b-b77a-eabcc4ac4067 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:27.417037 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe35a56-357e-40ae-9996-31e69d517190 req-f75b95a6-766d-483b-b77a-eabcc4ac4067 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:27.423628 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe35a56-357e-40ae-9996-31e69d517190 req-f75b95a6-766d-483b-b77a-eabcc4ac4067 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:27.431783 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe35a56-357e-40ae-9996-31e69d517190 req-f75b95a6-766d-483b-b77a-eabcc4ac4067 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:27.433754 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dbe35a56-357e-40ae-9996-31e69d517190 req-f75b95a6-766d-483b-b77a-eabcc4ac4067 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 5431 time: 0.1241767 Sep 07 02:40:27.496655 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dbe35a56-357e-40ae-9996-31e69d517190 req-74ab73cf-1e3e-4957-9575-544512e04d4c tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcc0067a-9ce8-4875-b922-e18ef41ab841&id=57505a62-ceae-4832-b8a9-6ac0b7088f20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537412 Sep 07 02:40:27.645367 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621e0a5-24be-4653-80ea-e5363ae9816d req-b3f0f38d-9c41-4e68-9adf-9885cbc21c1e tempest-VolumesAdminNegativeTest-1501720589 tempest-VolumesAdminNegativeTest-1501720589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:27.646931 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0621e0a5-24be-4653-80ea-e5363ae9816d req-b3f0f38d-9c41-4e68-9adf-9885cbc21c1e tempest-VolumesAdminNegativeTest-1501720589 tempest-VolumesAdminNegativeTest-1501720589-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c5d2d81-ef22-4837-871f-685cb1a23836 HTTP/1.1" status: 200 len: 946 time: 0.0533304 Sep 07 02:40:27.740278 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0621e0a5-24be-4653-80ea-e5363ae9816d req-62697bc8-389a-4c5f-ae55-76dec62aa5ac tempest-VolumesAdminNegativeTest-1501720589 tempest-VolumesAdminNegativeTest-1501720589-project] 10.222.0.22 "GET /v2.0/security-groups?id=634c0f9e-9f07-436d-a042-1cf2a95373ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838473 Sep 07 02:40:27.753072 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f9e24-4982-47f3-9117-cae864d8764c req-73bff751-df98-4b61-b251-30e36c10c3e7 tempest-VolumesAdminNegativeTest-1501720589 tempest-VolumesAdminNegativeTest-1501720589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:27.754649 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-069f9e24-4982-47f3-9117-cae864d8764c req-73bff751-df98-4b61-b251-30e36c10c3e7 tempest-VolumesAdminNegativeTest-1501720589 tempest-VolumesAdminNegativeTest-1501720589-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c5d2d81-ef22-4837-871f-685cb1a23836 HTTP/1.1" status: 200 len: 946 time: 0.1068308 Sep 07 02:40:27.827679 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097eee5c-2a13-4bb9-b635-0ddc044e682b req-bf32441f-cfda-4a8e-85bd-c6e308ae3c4c tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:27.838155 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-097eee5c-2a13-4bb9-b635-0ddc044e682b req-bf32441f-cfda-4a8e-85bd-c6e308ae3c4c tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41 HTTP/1.1" status: 200 len: 950 time: 0.1172562 Sep 07 02:40:27.902632 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-069f9e24-4982-47f3-9117-cae864d8764c req-eb9fcebb-dce6-42d9-afa2-b6e5b0cd8df7 tempest-VolumesAdminNegativeTest-1501720589 tempest-VolumesAdminNegativeTest-1501720589-project] Deleting port 1bfb6f6d-ad45-4ff1-ac85-8422274eb61a {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:40:27.903401 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-069f9e24-4982-47f3-9117-cae864d8764c req-eb9fcebb-dce6-42d9-afa2-b6e5b0cd8df7 tempest-VolumesAdminNegativeTest-1501720589 tempest-VolumesAdminNegativeTest-1501720589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:27.923358 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-097eee5c-2a13-4bb9-b635-0ddc044e682b req-e7d59ee6-28af-40bc-b8a1-24ed6e1a7abf tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842166 Sep 07 02:40:28.044003 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-069f9e24-4982-47f3-9117-cae864d8764c req-eb9fcebb-dce6-42d9-afa2-b6e5b0cd8df7 tempest-VolumesAdminNegativeTest-1501720589 tempest-VolumesAdminNegativeTest-1501720589-project] For port 1bfb6f6d-ad45-4ff1-ac85-8422274eb61a, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=1bfb6f6d-ad45-4ff1-ac85-8422274eb61a,segment=NetworkSegment(31898f71-b12c-4a1a-aa63-8680c6f3dce5),segment_id=31898f71-b12c-4a1a-aa63-8680c6f3dce5)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:40:28.044003 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-069f9e24-4982-47f3-9117-cae864d8764c req-eb9fcebb-dce6-42d9-afa2-b6e5b0cd8df7 tempest-VolumesAdminNegativeTest-1501720589 tempest-VolumesAdminNegativeTest-1501720589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:28.059882 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42343565-9f83-4f80-8803-aa1266b68891 req-86c8c9f6-6246-4f38-8b5a-2e9627a953df tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:28.064894 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-42343565-9f83-4f80-8803-aa1266b68891 req-86c8c9f6-6246-4f38-8b5a-2e9627a953df tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b3e968d-0a74-40a9-ab0d-146c6fc12a4d HTTP/1.1" status: 200 len: 948 time: 0.0892162 Sep 07 02:40:28.069833 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-069f9e24-4982-47f3-9117-cae864d8764c req-eb9fcebb-dce6-42d9-afa2-b6e5b0cd8df7 tempest-VolumesAdminNegativeTest-1501720589 tempest-VolumesAdminNegativeTest-1501720589-project] Calling delete_port for 1bfb6f6d-ad45-4ff1-ac85-8422274eb61a owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:40:28.188658 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-42343565-9f83-4f80-8803-aa1266b68891 req-bd682e2f-e391-47da-b1dc-a871356c49e1 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950272 Sep 07 02:40:28.199583 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3c93faf9-411e-4485-ab25-e1788411063e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:28.267305 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bfc7a2-822a-4ad2-bd56-97b8b49d3722 req-3ba679c3-85df-416b-88e6-c6987bb3c39a tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:28.268905 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-40bfc7a2-822a-4ad2-bd56-97b8b49d3722 req-3ba679c3-85df-416b-88e6-c6987bb3c39a tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=956f765f-e135-4d4c-aba9-f234735281d2 HTTP/1.1" status: 200 len: 945 time: 0.1254630 Sep 07 02:40:28.311239 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-069f9e24-4982-47f3-9117-cae864d8764c req-eb9fcebb-dce6-42d9-afa2-b6e5b0cd8df7 tempest-VolumesAdminNegativeTest-1501720589 tempest-VolumesAdminNegativeTest-1501720589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:28.318351 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-40bfc7a2-822a-4ad2-bd56-97b8b49d3722 req-7d3df554-3cb0-4ed5-8d65-f0c224994315 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422225 Sep 07 02:40:28.323826 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['1bfb6f6d-ad45-4ff1-ac85-8422274eb61a'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:40:28.351289 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9fcebb-dce6-42d9-afa2-b6e5b0cd8df7 tempest-VolumesAdminNegativeTest-1501720589 tempest-VolumesAdminNegativeTest-1501720589-project] Pushing event deleted for resources: {'Port': ['ID=1bfb6f6d-ad45-4ff1-ac85-8422274eb61a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:28.411459 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-069f9e24-4982-47f3-9117-cae864d8764c req-eb9fcebb-dce6-42d9-afa2-b6e5b0cd8df7 tempest-VolumesAdminNegativeTest-1501720589 tempest-VolumesAdminNegativeTest-1501720589-project] No DVR routers for this DVR port 1bfb6f6d-ad45-4ff1-ac85-8422274eb61a on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:40:28.416591 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-069f9e24-4982-47f3-9117-cae864d8764c req-eb9fcebb-dce6-42d9-afa2-b6e5b0cd8df7 tempest-VolumesAdminNegativeTest-1501720589 tempest-VolumesAdminNegativeTest-1501720589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:28.418233 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-069f9e24-4982-47f3-9117-cae864d8764c req-eb9fcebb-dce6-42d9-afa2-b6e5b0cd8df7 tempest-VolumesAdminNegativeTest-1501720589 tempest-VolumesAdminNegativeTest-1501720589-project] 10.222.0.23 "DELETE /v2.0/ports/1bfb6f6d-ad45-4ff1-ac85-8422274eb61a HTTP/1.1" status: 204 len: 173 time: 0.6532304 Sep 07 02:40:28.419151 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c5d2d81-ef22-4837-871f-685cb1a23836', 'name': 'network-vif-deleted', 'tag': '1bfb6f6d-ad45-4ff1-ac85-8422274eb61a'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:40:28.421516 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf1de55-80e4-4703-a3fc-adf3c7c14d88" -d '{"events": [{"server_uuid": "5c5d2d81-ef22-4837-871f-685cb1a23836", "name": "network-vif-deleted", "tag": "1bfb6f6d-ad45-4ff1-ac85-8422274eb61a"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:40:28.493309 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd413b92-4695-498f-87a6-d96236b96f66 x-openstack-request-id: req-dd413b92-4695-498f-87a6-d96236b96f66 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:40:28.493701 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c5d2d81-ef22-4837-871f-685cb1a23836", "name": "network-vif-deleted", "tag": "1bfb6f6d-ad45-4ff1-ac85-8422274eb61a", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:40:28.494059 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dd413b92-4695-498f-87a6-d96236b96f66 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:40:28.494551 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c5d2d81-ef22-4837-871f-685cb1a23836', 'name': 'network-vif-deleted', 'tag': '1bfb6f6d-ad45-4ff1-ac85-8422274eb61a', 'status': 'completed', 'code': 200} Sep 07 02:40:28.580807 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3037539-e20a-40ba-a221-01ffa744e51f req-06d5b497-5c19-48c9-9048-e644d9e9b83e tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:28.592753 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a3037539-e20a-40ba-a221-01ffa744e51f req-06d5b497-5c19-48c9-9048-e644d9e9b83e tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8c064c4-5a1a-47ca-b041-7577ef533a3f HTTP/1.1" status: 200 len: 945 time: 0.1009123 Sep 07 02:40:28.661961 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a3037539-e20a-40ba-a221-01ffa744e51f req-18d28f0c-18fd-4da3-935a-bfef7d7799de tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] 10.222.0.22 "GET /v2.0/security-groups?id=3ed45ffb-8954-4fed-8b54-92dbaaf8c384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509665 Sep 07 02:40:28.665737 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:28.695858 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed19f2-7c84-4be7-91fb-8fc9da2a8077 req-d3270b07-262f-4d36-a5a5-ab1fe69e61c5 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:28.702749 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed19f2-7c84-4be7-91fb-8fc9da2a8077 req-d3270b07-262f-4d36-a5a5-ab1fe69e61c5 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:28.708867 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed19f2-7c84-4be7-91fb-8fc9da2a8077 req-d3270b07-262f-4d36-a5a5-ab1fe69e61c5 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:28.715055 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed19f2-7c84-4be7-91fb-8fc9da2a8077 req-d3270b07-262f-4d36-a5a5-ab1fe69e61c5 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:28.721611 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed19f2-7c84-4be7-91fb-8fc9da2a8077 req-d3270b07-262f-4d36-a5a5-ab1fe69e61c5 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:28.727664 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed19f2-7c84-4be7-91fb-8fc9da2a8077 req-d3270b07-262f-4d36-a5a5-ab1fe69e61c5 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:28.735629 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed19f2-7c84-4be7-91fb-8fc9da2a8077 req-d3270b07-262f-4d36-a5a5-ab1fe69e61c5 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:28.737805 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a6ed19f2-7c84-4be7-91fb-8fc9da2a8077 req-d3270b07-262f-4d36-a5a5-ab1fe69e61c5 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 5431 time: 0.1183901 Sep 07 02:40:28.795180 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa29c451-e767-4106-a902-ffea39d194a9 req-ec329ceb-6219-4aac-b350-b73fe51fc3b0 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:28.797154 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-aa29c451-e767-4106-a902-ffea39d194a9 req-ec329ceb-6219-4aac-b350-b73fe51fc3b0 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8c064c4-5a1a-47ca-b041-7577ef533a3f HTTP/1.1" status: 200 len: 945 time: 0.0636685 Sep 07 02:40:28.799911 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a6ed19f2-7c84-4be7-91fb-8fc9da2a8077 req-900a783a-7541-4fa4-b99e-4bc9998f5e3e tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcc0067a-9ce8-4875-b922-e18ef41ab841&id=57505a62-ceae-4832-b8a9-6ac0b7088f20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0475533 Sep 07 02:40:28.809914 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 47528) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:40:28.815200 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-590e0ca0-29c1-4368-82f8-f168feff7c73 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Request body: {'floatingip': {'port_id': '27c87a6e-97e5-46b1-a354-2ac48eaea864'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:40:28.872547 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-590e0ca0-29c1-4368-82f8-f168feff7c73 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Notify callbacks [] for floatingip, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:28.977312 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-97308a8f-cd6f-4eda-8257-2a465065e95e req-d5a16f2f-d837-4d98-a146-c0362b21a77e tempest-VolumesAdminNegativeTest-1501720589 tempest-VolumesAdminNegativeTest-1501720589-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c5d2d81-ef22-4837-871f-685cb1a23836 HTTP/1.1" status: 200 len: 210 time: 0.0539334 Sep 07 02:40:29.119580 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d371798f-9780-4e2b-b41d-4a26f547431a req-d6c58d2b-7fda-43f8-a371-ed6ff3bf26e9 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:29.128076 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d371798f-9780-4e2b-b41d-4a26f547431a req-d6c58d2b-7fda-43f8-a371-ed6ff3bf26e9 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41 HTTP/1.1" status: 200 len: 950 time: 0.0692506 Sep 07 02:40:29.172443 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d371798f-9780-4e2b-b41d-4a26f547431a req-4ca546fc-7560-48d9-b1fd-fe749da7d917 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431557 Sep 07 02:40:29.348151 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b01007-42f0-45ea-9ce0-10aede18db33 req-9e4b13fd-eeb3-442d-b5bf-6219eac82824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:29.349626 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b6b01007-42f0-45ea-9ce0-10aede18db33 req-9e4b13fd-eeb3-442d-b5bf-6219eac82824 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4443ce3bb3024d489f3e6e525e333d25&device_id=956f765f-e135-4d4c-aba9-f234735281d2 HTTP/1.1" status: 200 len: 1097 time: 0.1221809 Sep 07 02:40:29.416620 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0921dee-0851-44a1-b792-223f36c7361c req-0af9e02c-9ef6-4de0-a032-d24eb2355aa4 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:29.423720 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a0921dee-0851-44a1-b792-223f36c7361c req-0af9e02c-9ef6-4de0-a032-d24eb2355aa4 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b3e968d-0a74-40a9-ab0d-146c6fc12a4d HTTP/1.1" status: 200 len: 948 time: 0.1661558 Sep 07 02:40:29.452935 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:29.534806 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 54614cb7-1c6d-428a-b1c5-3605226dbcd6 details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:40:29.537863 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a45507-813f-4537-8cc9-c3f1adef8240 req-c2d70ac9-948a-424e-ac8a-d6a4eeb3e770 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:29.538153 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 21eaabc2-91c8-4dda-aaa3-2aa2a5e27cfe up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:40:29.549473 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-84a45507-813f-4537-8cc9-c3f1adef8240 req-c2d70ac9-948a-424e-ac8a-d6a4eeb3e770 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=956f765f-e135-4d4c-aba9-f234735281d2 HTTP/1.1" status: 200 len: 945 time: 0.0788665 Sep 07 02:40:29.584822 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a0921dee-0851-44a1-b792-223f36c7361c req-ffeabe82-6633-404d-af1f-942d5bf4bf96 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465316 Sep 07 02:40:29.611646 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-84a45507-813f-4537-8cc9-c3f1adef8240 req-050b9935-99a4-4e1c-b0f4-c9da46459b22 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600417 Sep 07 02:40:29.633315 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b01007-42f0-45ea-9ce0-10aede18db33 req-b660213a-f40a-4f23-802d-6243ca8dc50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:29.634883 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b6b01007-42f0-45ea-9ce0-10aede18db33 req-b660213a-f40a-4f23-802d-6243ca8dc50e service neutron] 10.222.0.23 "GET /v2.0/networks?id=29fccc3a-21f2-4674-8b92-bcfa16fabc4c HTTP/1.1" status: 200 len: 912 time: 0.2404037 Sep 07 02:40:29.714269 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port 21eaabc2-91c8-4dda-aaa3-2aa2a5e27cfe completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:40:29.725698 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 21eaabc2-91c8-4dda-aaa3-2aa2a5e27cfe triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:40:29.726174 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:29.773396 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b6b01007-42f0-45ea-9ce0-10aede18db33 req-c573ce81-ee37-417a-a72c-275784e0fb48 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e4f54697-1722-4483-8c6d-d39f351470a8 HTTP/1.1" status: 200 len: 217 time: 0.0901668 Sep 07 02:40:29.783385 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 54614cb7-1c6d-428a-b1c5-3605226dbcd6, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=54614cb7-1c6d-428a-b1c5-3605226dbcd6,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:40:29.785823 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-590e0ca0-29c1-4368-82f8-f168feff7c73 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:29.796213 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-590e0ca0-29c1-4368-82f8-f168feff7c73 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:29.803928 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '54614cb7-1c6d-428a-b1c5-3605226dbcd6', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'port_id': '54614cb7-1c6d-428a-b1c5-3605226dbcd6', 'mac_address': 'fa:16:3e:a9:80:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '694f9550-ba12-4672-8446-41848123cea2', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:40:29.853908 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:29.884973 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b01007-42f0-45ea-9ce0-10aede18db33 req-ea6e8fc3-6e6a-44c6-9284-278e8a153d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:29.886451 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b6b01007-42f0-45ea-9ce0-10aede18db33 req-ea6e8fc3-6e6a-44c6-9284-278e8a153d24 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8fab1dcd-e4f9-4e9d-89a4-c1da67200daf HTTP/1.1" status: 200 len: 852 time: 0.1050167 Sep 07 02:40:29.920336 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff8c528d-373f-42ed-8303-ff263d703c42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21eaabc2-91c8-4dda-aaa3-2aa2a5e27cfe'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:40:29.922604 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a22c6c-4b8a-4da9-a342-a9272c79251d" -d '{"events": [{"server_uuid": "ff8c528d-373f-42ed-8303-ff263d703c42", "name": "network-vif-plugged", "status": "completed", "tag": "21eaabc2-91c8-4dda-aaa3-2aa2a5e27cfe"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:40:29.940377 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 21eaabc2-91c8-4dda-aaa3-2aa2a5e27cfe, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=21eaabc2-91c8-4dda-aaa3-2aa2a5e27cfe,segment=NetworkSegment(42e2f895-6783-4d8e-9fcc-c0b67699fbd1),segment_id=42e2f895-6783-4d8e-9fcc-c0b67699fbd1)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:40:29.941503 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:29.952124 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:29.952977 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 09d8e09b-36fc-4d4b-816b-ee7185e3ed7d up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:40:29.985943 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8c098d-6d2d-412c-9aff-a3f71a994ff5 x-openstack-request-id: req-df8c098d-6d2d-412c-9aff-a3f71a994ff5 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:40:29.986313 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff8c528d-373f-42ed-8303-ff263d703c42", "name": "network-vif-plugged", "status": "completed", "tag": "21eaabc2-91c8-4dda-aaa3-2aa2a5e27cfe", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:40:29.986500 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-df8c098d-6d2d-412c-9aff-a3f71a994ff5 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:40:29.986870 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff8c528d-373f-42ed-8303-ff263d703c42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21eaabc2-91c8-4dda-aaa3-2aa2a5e27cfe', 'code': 200} Sep 07 02:40:30.009394 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54614cb7-1c6d-428a-b1c5-3605226dbcd6 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:40:30.070414 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 54614cb7-1c6d-428a-b1c5-3605226dbcd6, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=54614cb7-1c6d-428a-b1c5-3605226dbcd6,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:40:30.079629 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=21eaabc2-91c8-4dda-aaa3-2aa2a5e27cfe,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:30.084089 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:30.091069 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port 09d8e09b-36fc-4d4b-816b-ee7185e3ed7d completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:40:30.099811 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47552) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:40:30.120670 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 09d8e09b-36fc-4d4b-816b-ee7185e3ed7d triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:40:30.121051 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:30.205306 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=54614cb7-1c6d-428a-b1c5-3605226dbcd6,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:30.224533 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f8da8ae-0e46-4f0d-854a-246925466cfd admin admin] Deleting subnet 648bbc86-016c-4dbd-ba7e-1d4192c9cfcd {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:40:30.248329 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9f8da8ae-0e46-4f0d-854a-246925466cfd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:30.287509 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:30.344408 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 09d8e09b-36fc-4d4b-816b-ee7185e3ed7d, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=09d8e09b-36fc-4d4b-816b-ee7185e3ed7d,segment=NetworkSegment(42e2f895-6783-4d8e-9fcc-c0b67699fbd1),segment_id=42e2f895-6783-4d8e-9fcc-c0b67699fbd1)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:40:30.352790 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b6b01007-42f0-45ea-9ce0-10aede18db33 req-9bab7ffd-56fd-460e-a39e-22c9b52a2603 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=29fccc3a-21f2-4674-8b92-bcfa16fabc4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4550788 Sep 07 02:40:30.354057 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9f8da8ae-0e46-4f0d-854a-246925466cfd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:30.356393 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:30.358908 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device bd2646ca-659b-4e2b-8d78-87d5a7a2747d up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:40:30.402007 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9f8da8ae-0e46-4f0d-854a-246925466cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:30.426695 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=09d8e09b-36fc-4d4b-816b-ee7185e3ed7d,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:30.455777 n-d-796209-16 neutron-server[94700]: INFO neutron.db.l3_db [None req-590e0ca0-29c1-4368-82f8-f168feff7c73 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Floating IP 557d843b-eee6-4b4d-8c11-976f6e3d9dc2 associated. External IP: 172.25.5.166, port: 27c87a6e-97e5-46b1-a354-2ac48eaea864. Sep 07 02:40:30.517249 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b6b01007-42f0-45ea-9ce0-10aede18db33 req-2e84b1b9-d11b-40fc-a988-d8c05122ba08 service neutron] 10.222.0.23 "GET /v2.0/networks/29fccc3a-21f2-4674-8b92-bcfa16fabc4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541176 Sep 07 02:40:30.531329 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14952bcc-24ca-4211-9de6-290828864902 req-c4b294ef-6f1a-4283-a5cb-0efc1f00e807 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:30.537847 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14952bcc-24ca-4211-9de6-290828864902 req-c4b294ef-6f1a-4283-a5cb-0efc1f00e807 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:30.544237 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14952bcc-24ca-4211-9de6-290828864902 req-c4b294ef-6f1a-4283-a5cb-0efc1f00e807 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:30.547818 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e5f7d-7131-45f6-85c2-b61bffade1bc req-0885e970-a2aa-4332-8c09-c871499aaffd tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:30.549807 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f56e5f7d-7131-45f6-85c2-b61bffade1bc req-0885e970-a2aa-4332-8c09-c871499aaffd tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41 HTTP/1.1" status: 200 len: 950 time: 0.2399845 Sep 07 02:40:30.550925 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14952bcc-24ca-4211-9de6-290828864902 req-c4b294ef-6f1a-4283-a5cb-0efc1f00e807 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:30.557322 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14952bcc-24ca-4211-9de6-290828864902 req-c4b294ef-6f1a-4283-a5cb-0efc1f00e807 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:30.563187 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14952bcc-24ca-4211-9de6-290828864902 req-c4b294ef-6f1a-4283-a5cb-0efc1f00e807 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:30.569728 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14952bcc-24ca-4211-9de6-290828864902 req-c4b294ef-6f1a-4283-a5cb-0efc1f00e807 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:30.571595 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-14952bcc-24ca-4211-9de6-290828864902 req-c4b294ef-6f1a-4283-a5cb-0efc1f00e807 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 5431 time: 0.6932812 Sep 07 02:40:30.583604 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9f8da8ae-0e46-4f0d-854a-246925466cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:30.638807 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8da8ae-0e46-4f0d-854a-246925466cfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=648bbc86-016c-4dbd-ba7e-1d4192c9cfcd,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:30.643384 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9f8da8ae-0e46-4f0d-854a-246925466cfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:30.648912 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-9f8da8ae-0e46-4f0d-854a-246925466cfd admin admin] 10.222.0.22 "DELETE /v2.0/subnets/648bbc86-016c-4dbd-ba7e-1d4192c9cfcd HTTP/1.1" status: 204 len: 168 time: 0.5482121 Sep 07 02:40:30.650884 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47568) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:40:30.664676 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['54614cb7-1c6d-428a-b1c5-3605226dbcd6'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:40:30.738452 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port bd2646ca-659b-4e2b-8d78-87d5a7a2747d completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:40:30.747824 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-14952bcc-24ca-4211-9de6-290828864902 req-702ad4ce-1469-4db4-acc9-f5544e9b07a3 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcc0067a-9ce8-4875-b922-e18ef41ab841&id=57505a62-ceae-4832-b8a9-6ac0b7088f20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1561093 Sep 07 02:40:30.749622 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port bd2646ca-659b-4e2b-8d78-87d5a7a2747d triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:40:30.750011 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:30.779573 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5ec7fd83-84f8-4d2a-8a0c-e13bf7d39d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:30.800120 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f56e5f7d-7131-45f6-85c2-b61bffade1bc req-060aba6d-6bcd-4a1f-90cd-680be5eff30d tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397189 Sep 07 02:40:30.872278 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b6b01007-42f0-45ea-9ce0-10aede18db33 req-d0c99975-7925-482a-89d3-78adb5bfcd41 service neutron] 10.222.0.23 "GET /v2.0/networks/29fccc3a-21f2-4674-8b92-bcfa16fabc4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976604 Sep 07 02:40:30.922877 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:30.975173 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd1ad50-c000-449e-845f-3d72fe3efa73 req-73267270-af5f-45ff-9617-ef517e841f01 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:30.982909 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3fd1ad50-c000-449e-845f-3d72fe3efa73 req-73267270-af5f-45ff-9617-ef517e841f01 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b3e968d-0a74-40a9-ab0d-146c6fc12a4d HTTP/1.1" status: 200 len: 949 time: 0.1159694 Sep 07 02:40:31.002641 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port bd2646ca-659b-4e2b-8d78-87d5a7a2747d, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=bd2646ca-659b-4e2b-8d78-87d5a7a2747d,segment=NetworkSegment(b5a31333-dc66-4c28-b309-79aa5613af15),segment_id=b5a31333-dc66-4c28-b309-79aa5613af15)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:40:31.016295 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:31.017705 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-590e0ca0-29c1-4368-82f8-f168feff7c73 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Router 200d0216-3e46-4e40-a0cf-4732b319ab0c has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:40:31.019496 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 5a10fd3e-a307-42ef-9874-a9290ecbb499 up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:40:31.045539 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3fd1ad50-c000-449e-845f-3d72fe3efa73 req-deac1ca6-b2fc-497e-8e4d-0050e8e67ac1 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592771 Sep 07 02:40:31.120063 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=bd2646ca-659b-4e2b-8d78-87d5a7a2747d,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:31.141227 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port 5a10fd3e-a307-42ef-9874-a9290ecbb499 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:40:31.148694 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 5a10fd3e-a307-42ef-9874-a9290ecbb499 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:40:31.149086 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:31.202518 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 1bfb6f6d-ad45-4ff1-ac85-8422274eb61a no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:40:31.230565 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: 1bfb6f6d-ad45-4ff1-ac85-8422274eb61a {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:40:31.230565 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 1bfb6f6d-ad45-4ff1-ac85-8422274eb61a not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:40:31.299110 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:31.300689 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:31.346448 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590e0ca0-29c1-4368-82f8-f168feff7c73 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:40:31.355088 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 5a10fd3e-a307-42ef-9874-a9290ecbb499, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=5a10fd3e-a307-42ef-9874-a9290ecbb499,segment=NetworkSegment(b5a31333-dc66-4c28-b309-79aa5613af15),segment_id=b5a31333-dc66-4c28-b309-79aa5613af15)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:40:31.361900 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-590e0ca0-29c1-4368-82f8-f168feff7c73 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:31.363247 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:31.364234 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6633ccd-d792-415b-b78b-73225f9e4f69 None None] Sync routers for ids ['200d0216-3e46-4e40-a0cf-4732b319ab0c'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:40:31.364759 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device f5e5ca93-a975-4948-8d7a-7e504030ec90 up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:40:31.389180 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6633ccd-d792-415b-b78b-73225f9e4f69 None None] Routers {'200d0216-3e46-4e40-a0cf-4732b319ab0c'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:40:31.390790 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-e6633ccd-d792-415b-b78b-73225f9e4f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:40:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['200d0216-3e46-4e40-a0cf-4732b319ab0c'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:40:31.402736 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-590e0ca0-29c1-4368-82f8-f168feff7c73 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] 10.222.0.22 "PUT /v2.0/floatingips/557d843b-eee6-4b4d-8c11-976f6e3d9dc2 HTTP/1.1" status: 200 len: 991 time: 2.5914733 Sep 07 02:40:31.404140 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8c064c4-5a1a-47ca-b041-7577ef533a3f', 'tag': '27c87a6e-97e5-46b1-a354-2ac48eaea864'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:40:31.406494 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076cfe52-6d12-41eb-b234-1adb6d8e826a" -d '{"events": [{"name": "network-changed", "server_uuid": "b8c064c4-5a1a-47ca-b041-7577ef533a3f", "tag": "27c87a6e-97e5-46b1-a354-2ac48eaea864"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:40:31.411545 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52128631-7705-4f35-9058-fee0ebba5b01 req-8cf3fe6b-cdd2-49f8-9dc1-71f8be6108a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:31.413043 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-52128631-7705-4f35-9058-fee0ebba5b01 req-8cf3fe6b-cdd2-49f8-9dc1-71f8be6108a8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3c6e11955fd14c5c9b191cf5c7d7b41c&device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 1098 time: 0.1377420 Sep 07 02:40:31.538588 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=5a10fd3e-a307-42ef-9874-a9290ecbb499,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:31.562828 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5ec7fd83-84f8-4d2a-8a0c-e13bf7d39d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:31.581728 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2559d40c-498f-47ad-937a-4af10853a475 x-openstack-request-id: req-2559d40c-498f-47ad-937a-4af10853a475 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:40:31.584415 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8c064c4-5a1a-47ca-b041-7577ef533a3f", "tag": "27c87a6e-97e5-46b1-a354-2ac48eaea864", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:40:31.595759 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2559d40c-498f-47ad-937a-4af10853a475 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:40:31.607982 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-e6633ccd-d792-415b-b78b-73225f9e4f69 None None] Set router 200d0216-3e46-4e40-a0cf-4732b319ab0c gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:40:31.615276 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8c064c4-5a1a-47ca-b041-7577ef533a3f', 'tag': '27c87a6e-97e5-46b1-a354-2ac48eaea864', 'status': 'completed', 'code': 200} Sep 07 02:40:31.618966 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-5ec7fd83-84f8-4d2a-8a0c-e13bf7d39d96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['564be3bc-b49c-4d54-abd3-ccc0a2d17c95']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:40:31.634166 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-5ec7fd83-84f8-4d2a-8a0c-e13bf7d39d96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31898f71-b12c-4a1a-aa63-8680c6f3dce5') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:40:31.634661 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-5ec7fd83-84f8-4d2a-8a0c-e13bf7d39d96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31898f71-b12c-4a1a-aa63-8680c6f3dce5') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:40:31.643820 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port f5e5ca93-a975-4948-8d7a-7e504030ec90 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:40:31.649099 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5ec7fd83-84f8-4d2a-8a0c-e13bf7d39d96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:31.653228 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port f5e5ca93-a975-4948-8d7a-7e504030ec90 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:40:31.657662 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:31.672911 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ee97b-e8fd-4276-8005-ab2930ea67dc req-ecb9b4da-c20d-497a-b94b-500d1d213cd5 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:31.680083 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-056ee97b-e8fd-4276-8005-ab2930ea67dc req-ecb9b4da-c20d-497a-b94b-500d1d213cd5 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=956f765f-e135-4d4c-aba9-f234735281d2 HTTP/1.1" status: 200 len: 945 time: 0.1199811 Sep 07 02:40:31.683240 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5ec7fd83-84f8-4d2a-8a0c-e13bf7d39d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:31.701583 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ec7fd83-84f8-4d2a-8a0c-e13bf7d39d96 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:40:31.701987 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5ec7fd83-84f8-4d2a-8a0c-e13bf7d39d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:31.706608 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:40:31.706608 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:40:31.706608 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:40:31.706608 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:40:31.706608 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:40:31.706608 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:40:31.706608 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:40:31.706608 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:40:31.706608 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:40:31.706608 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:40:31.706608 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:40:31.706608 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:40:31.706608 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:40:31.706608 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:40:31.706608 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:40:31.706608 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:40:31.706608 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:40:31.706608 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:40:31.706608 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:40:31.706608 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:40:31.706608 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:40:31.706608 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:40:31.706608 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:40:31.706608 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:40:31.706608 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:40:31.706608 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:40:31.706608 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:40:31.706608 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:40:31.706608 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:40:31.706608 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:40:31.706608 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:40:31.706608 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:40:31.736477 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52128631-7705-4f35-9058-fee0ebba5b01 req-0ed9e6f7-16f5-4569-a063-52401b865abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:31.737747 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-52128631-7705-4f35-9058-fee0ebba5b01 req-0ed9e6f7-16f5-4569-a063-52401b865abb service neutron] 10.222.0.16 "GET /v2.0/networks?id=c7baff3a-2acd-47c4-826f-ff1b179e5161 HTTP/1.1" status: 200 len: 910 time: 0.2973418 Sep 07 02:40:31.828601 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:31.846547 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-056ee97b-e8fd-4276-8005-ab2930ea67dc req-72c2e90d-3600-448d-9be4-352e14a5b08a tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655080 Sep 07 02:40:31.874221 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5ec7fd83-84f8-4d2a-8a0c-e13bf7d39d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:31.885706 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5ec7fd83-84f8-4d2a-8a0c-e13bf7d39d96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:31.889276 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-5ec7fd83-84f8-4d2a-8a0c-e13bf7d39d96 admin admin] 10.222.0.22 "DELETE /v2.0/networks/564be3bc-b49c-4d54-abd3-ccc0a2d17c95 HTTP/1.1" status: 204 len: 168 time: 1.2368386 Sep 07 02:40:31.892486 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 47584) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:40:31.908323 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec7fd83-84f8-4d2a-8a0c-e13bf7d39d96 admin admin] Pushing event deleted for resources: {'Network': ['ID=564be3bc-b49c-4d54-abd3-ccc0a2d17c95,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:31.909791 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port f5e5ca93-a975-4948-8d7a-7e504030ec90, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=f5e5ca93-a975-4948-8d7a-7e504030ec90,segment=NetworkSegment(42e2f895-6783-4d8e-9fcc-c0b67699fbd1),segment_id=42e2f895-6783-4d8e-9fcc-c0b67699fbd1)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:40:31.916554 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076cfe52-6d12-41eb-b234-1adb6d8e826a req-84fb735a-9595-48b1-be6f-71e8bfb00012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:31.921439 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:31.923082 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-076cfe52-6d12-41eb-b234-1adb6d8e826a req-84fb735a-9595-48b1-be6f-71e8bfb00012 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3ab8b040c45c43eb93697ca2e765c9b6&device_id=b8c064c4-5a1a-47ca-b041-7577ef533a3f HTTP/1.1" status: 200 len: 1097 time: 0.2890716 Sep 07 02:40:31.990487 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff8c528d-373f-42ed-8303-ff263d703c42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d8e09b-36fc-4d4b-816b-ee7185e3ed7d'}, {'server_uuid': 'ff8c528d-373f-42ed-8303-ff263d703c42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd2646ca-659b-4e2b-8d78-87d5a7a2747d'}, {'server_uuid': 'ff8c528d-373f-42ed-8303-ff263d703c42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a10fd3e-a307-42ef-9874-a9290ecbb499'}, {'server_uuid': 'ff8c528d-373f-42ed-8303-ff263d703c42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e5ca93-a975-4948-8d7a-7e504030ec90'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:40:31.993174 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24fa1059-bc38-40ac-a20b-99bc81d5ffa0" -d '{"events": [{"server_uuid": "ff8c528d-373f-42ed-8303-ff263d703c42", "name": "network-vif-plugged", "status": "completed", "tag": "09d8e09b-36fc-4d4b-816b-ee7185e3ed7d"}, {"server_uuid": "ff8c528d-373f-42ed-8303-ff263d703c42", "name": "network-vif-plugged", "status": "completed", "tag": "bd2646ca-659b-4e2b-8d78-87d5a7a2747d"}, {"server_uuid": "ff8c528d-373f-42ed-8303-ff263d703c42", "name": "network-vif-plugged", "status": "completed", "tag": "5a10fd3e-a307-42ef-9874-a9290ecbb499"}, {"server_uuid": "ff8c528d-373f-42ed-8303-ff263d703c42", "name": "network-vif-plugged", "status": "completed", "tag": "f5e5ca93-a975-4948-8d7a-7e504030ec90"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:40:32.002584 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=f5e5ca93-a975-4948-8d7a-7e504030ec90,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:32.045032 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e8f8c-354c-4551-bae1-0e04da844469 req-5401a0e9-27a3-408a-8273-f96f66f9087b tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:32.046613 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-486e8f8c-354c-4551-bae1-0e04da844469 req-5401a0e9-27a3-408a-8273-f96f66f9087b tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41 HTTP/1.1" status: 200 len: 950 time: 0.0731561 Sep 07 02:40:32.059587 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-e6633ccd-d792-415b-b78b-73225f9e4f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '200d0216-3e46-4e40-a0cf-4732b319ab0c', 'name': 'tempest-ServersTestFqdnHostnames-1462075118-router', 'tenant_id': '3ab8b040c45c43eb93697ca2e765c9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': 'e2cc596e-f4ee-474d-815e-6502f22b802f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:40:00Z', 'updated_at': '2021-09-07T02:40:05Z', 'revision_number': 4, 'project_id': '3ab8b040c45c43eb93697ca2e765c9b6', 'gw_port': {'id': 'e2cc596e-f4ee-474d-815e-6502f22b802f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:87:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200d0216-3e46-4e40-a0cf-4732b319ab0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:40:00Z', 'updated_at': '2021-09-07T02:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': '557d843b-eee6-4b4d-8c11-976f6e3d9dc2', 'tenant_id': '3ab8b040c45c43eb93697ca2e765c9b6', 'floating_ip_address': '172.25.5.166', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '200d0216-3e46-4e40-a0cf-4732b319ab0c', 'port_id': '27c87a6e-97e5-46b1-a354-2ac48eaea864', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14c70991-0408-4c1e-b280-2438299d29c7', 'mac_address': 'fa:16:3e:6a:c2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c064c4-5a1a-47ca-b041-7577ef533a3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T02:40:10Z', 'updated_at': '2021-09-07T02:40:29Z', 'revision_number': 1, 'project_id': '3ab8b040c45c43eb93697ca2e765c9b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a668ec98-7e8b-4748-86e8-15e0d4c582da', 'name': '', 'network_id': '14c70991-0408-4c1e-b280-2438299d29c7', 'tenant_id': '3ab8b040c45c43eb93697ca2e765c9b6', 'mac_address': 'fa:16:3e:d5:b3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200d0216-3e46-4e40-a0cf-4732b319ab0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '63d076a3-ed18-4096-ba07-49e6bc6db374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:40:04Z', 'updated_at': '2021-09-07T02:40:12Z', 'revision_number': 5, 'project_id': '3ab8b040c45c43eb93697ca2e765c9b6', 'subnets': [{'id': '63d076a3-ed18-4096-ba07-49e6bc6db374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:40:32.096400 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6633ccd-d792-415b-b78b-73225f9e4f69 None None] Checking router: 200d0216-3e46-4e40-a0cf-4732b319ab0c for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:40:32.102044 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-486e8f8c-354c-4551-bae1-0e04da844469 req-28a6707d-6ab8-433e-b90d-9068cd083b81 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471277 Sep 07 02:40:32.105866 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6633ccd-d792-415b-b78b-73225f9e4f69 None None] Routers {'200d0216-3e46-4e40-a0cf-4732b319ab0c'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:40:32.108318 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-e6633ccd-d792-415b-b78b-73225f9e4f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:40:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['200d0216-3e46-4e40-a0cf-4732b319ab0c'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:40:32.124764 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-52128631-7705-4f35-9058-fee0ebba5b01 req-0116fe99-ab2e-4e42-9832-cab3b7932fb8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e0a4062-b916-433e-8871-18aaa78c80ee HTTP/1.1" status: 200 len: 1001 time: 0.3721719 Sep 07 02:40:32.160172 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-c127968e-7c7e-4acd-bfb9-97e18b985a4f admin admin] Deleting subnet f21c4d0a-7a60-4e6d-9b3b-7ddd2e295b89 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:40:32.180030 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 07 Sep 2021 02:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0743b2f7-734a-424d-9f9c-f7ad724182ba x-openstack-request-id: req-0743b2f7-734a-424d-9f9c-f7ad724182ba {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:40:32.180337 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff8c528d-373f-42ed-8303-ff263d703c42", "name": "network-vif-plugged", "status": "completed", "tag": "09d8e09b-36fc-4d4b-816b-ee7185e3ed7d", "code": 200}, {"server_uuid": "ff8c528d-373f-42ed-8303-ff263d703c42", "name": "network-vif-plugged", "status": "completed", "tag": "bd2646ca-659b-4e2b-8d78-87d5a7a2747d", "code": 200}, {"server_uuid": "ff8c528d-373f-42ed-8303-ff263d703c42", "name": "network-vif-plugged", "status": "completed", "tag": "5a10fd3e-a307-42ef-9874-a9290ecbb499", "code": 200}, {"server_uuid": "ff8c528d-373f-42ed-8303-ff263d703c42", "name": "network-vif-plugged", "status": "completed", "tag": "f5e5ca93-a975-4948-8d7a-7e504030ec90", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:40:32.180590 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0743b2f7-734a-424d-9f9c-f7ad724182ba {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:40:32.180996 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff8c528d-373f-42ed-8303-ff263d703c42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d8e09b-36fc-4d4b-816b-ee7185e3ed7d', 'code': 200} Sep 07 02:40:32.181259 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff8c528d-373f-42ed-8303-ff263d703c42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd2646ca-659b-4e2b-8d78-87d5a7a2747d', 'code': 200} Sep 07 02:40:32.181512 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff8c528d-373f-42ed-8303-ff263d703c42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a10fd3e-a307-42ef-9874-a9290ecbb499', 'code': 200} Sep 07 02:40:32.181766 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff8c528d-373f-42ed-8303-ff263d703c42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e5ca93-a975-4948-8d7a-7e504030ec90', 'code': 200} Sep 07 02:40:32.189638 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c127968e-7c7e-4acd-bfb9-97e18b985a4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:32.244601 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e044d60-2516-4e77-b647-386791dbc4dd req-a2ede099-803f-44ec-a47a-4454b51ec6af tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:32.253042 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e044d60-2516-4e77-b647-386791dbc4dd req-a2ede099-803f-44ec-a47a-4454b51ec6af tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:32.259885 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e044d60-2516-4e77-b647-386791dbc4dd req-a2ede099-803f-44ec-a47a-4454b51ec6af tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:32.266289 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e044d60-2516-4e77-b647-386791dbc4dd req-a2ede099-803f-44ec-a47a-4454b51ec6af tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:32.272180 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e044d60-2516-4e77-b647-386791dbc4dd req-a2ede099-803f-44ec-a47a-4454b51ec6af tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:32.279801 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e044d60-2516-4e77-b647-386791dbc4dd req-a2ede099-803f-44ec-a47a-4454b51ec6af tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:32.285815 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e044d60-2516-4e77-b647-386791dbc4dd req-a2ede099-803f-44ec-a47a-4454b51ec6af tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:32.289362 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7e044d60-2516-4e77-b647-386791dbc4dd req-a2ede099-803f-44ec-a47a-4454b51ec6af tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 5436 time: 0.3957796 Sep 07 02:40:32.311211 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24108c6c-55ec-4541-97eb-0722ce5972b0 req-ec1aba4d-b71f-4c6c-aed8-e387cd44c8f1 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:32.314355 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-24108c6c-55ec-4541-97eb-0722ce5972b0 req-ec1aba4d-b71f-4c6c-aed8-e387cd44c8f1 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b3e968d-0a74-40a9-ab0d-146c6fc12a4d HTTP/1.1" status: 200 len: 949 time: 0.0688403 Sep 07 02:40:32.342576 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52128631-7705-4f35-9058-fee0ebba5b01 req-0fdca1b8-dae0-4171-ad96-c43d722e185e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:32.344086 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-52128631-7705-4f35-9058-fee0ebba5b01 req-0fdca1b8-dae0-4171-ad96-c43d722e185e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=04737742-a3d0-4b6d-a6a4-ec1fe2e55890 HTTP/1.1" status: 200 len: 849 time: 0.2025402 Sep 07 02:40:32.345058 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076cfe52-6d12-41eb-b234-1adb6d8e826a req-5de434f0-8ed1-42a5-944a-b507235c589e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:32.346382 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-076cfe52-6d12-41eb-b234-1adb6d8e826a req-5de434f0-8ed1-42a5-944a-b507235c589e service neutron] 10.222.0.23 "GET /v2.0/networks?id=14c70991-0408-4c1e-b280-2438299d29c7 HTTP/1.1" status: 200 len: 915 time: 0.3879855 Sep 07 02:40:32.350561 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c127968e-7c7e-4acd-bfb9-97e18b985a4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:32.380528 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-e6633ccd-d792-415b-b78b-73225f9e4f69 None None] Set router 200d0216-3e46-4e40-a0cf-4732b319ab0c gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:40:32.390367 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-24108c6c-55ec-4541-97eb-0722ce5972b0 req-53c5c55d-3cda-44fe-80c1-ebd5947e54c8 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653267 Sep 07 02:40:32.415034 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddccb2a-d305-4ec1-8b6f-6e6ed60ead06 req-980c4aa0-6d62-4374-a1fb-8823973c2be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:32.415034 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddccb2a-d305-4ec1-8b6f-6e6ed60ead06 req-980c4aa0-6d62-4374-a1fb-8823973c2be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:32.415034 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddccb2a-d305-4ec1-8b6f-6e6ed60ead06 req-980c4aa0-6d62-4374-a1fb-8823973c2be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:32.415034 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddccb2a-d305-4ec1-8b6f-6e6ed60ead06 req-980c4aa0-6d62-4374-a1fb-8823973c2be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:32.415034 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddccb2a-d305-4ec1-8b6f-6e6ed60ead06 req-980c4aa0-6d62-4374-a1fb-8823973c2be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:32.415034 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddccb2a-d305-4ec1-8b6f-6e6ed60ead06 req-980c4aa0-6d62-4374-a1fb-8823973c2be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:32.415587 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddccb2a-d305-4ec1-8b6f-6e6ed60ead06 req-980c4aa0-6d62-4374-a1fb-8823973c2be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:32.418809 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9ddccb2a-d305-4ec1-8b6f-6e6ed60ead06 req-980c4aa0-6d62-4374-a1fb-8823973c2be2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 6500 time: 0.1032412 Sep 07 02:40:32.463910 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9ddccb2a-d305-4ec1-8b6f-6e6ed60ead06 req-2f17acb5-76ce-4f99-ae54-3c96d1eaf009 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=57505a62-ceae-4832-b8a9-6ac0b7088f20&id=bcc0067a-9ce8-4875-b922-e18ef41ab841&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356264 Sep 07 02:40:32.472035 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7e044d60-2516-4e77-b647-386791dbc4dd req-9392de2c-fdcb-4b41-87f9-59344c7b5e86 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcc0067a-9ce8-4875-b922-e18ef41ab841&id=57505a62-ceae-4832-b8a9-6ac0b7088f20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1670463 Sep 07 02:40:32.483126 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c127968e-7c7e-4acd-bfb9-97e18b985a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:32.526530 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-076cfe52-6d12-41eb-b234-1adb6d8e826a req-f4459bd4-6f04-4cb1-9aa8-09336222f985 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27c87a6e-97e5-46b1-a354-2ac48eaea864 HTTP/1.1" status: 200 len: 999 time: 0.1464729 Sep 07 02:40:32.532751 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52128631-7705-4f35-9058-fee0ebba5b01 req-742d7f3c-ab14-4327-9626-9cf9b7e87d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:32.534316 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-52128631-7705-4f35-9058-fee0ebba5b01 req-742d7f3c-ab14-4327-9626-9cf9b7e87d7e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7baff3a-2acd-47c4-826f-ff1b179e5161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1805747 Sep 07 02:40:32.596464 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076cfe52-6d12-41eb-b234-1adb6d8e826a req-2dbb6acb-d268-4363-804c-dd39a268fbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:32.598098 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-076cfe52-6d12-41eb-b234-1adb6d8e826a req-2dbb6acb-d268-4363-804c-dd39a268fbe5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=63d076a3-ed18-4096-ba07-49e6bc6db374 HTTP/1.1" status: 200 len: 854 time: 0.0629981 Sep 07 02:40:32.603821 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c127968e-7c7e-4acd-bfb9-97e18b985a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:32.655250 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-e6633ccd-d792-415b-b78b-73225f9e4f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '200d0216-3e46-4e40-a0cf-4732b319ab0c', 'name': 'tempest-ServersTestFqdnHostnames-1462075118-router', 'tenant_id': '3ab8b040c45c43eb93697ca2e765c9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': 'e2cc596e-f4ee-474d-815e-6502f22b802f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:40:00Z', 'updated_at': '2021-09-07T02:40:05Z', 'revision_number': 4, 'project_id': '3ab8b040c45c43eb93697ca2e765c9b6', 'gw_port': {'id': 'e2cc596e-f4ee-474d-815e-6502f22b802f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:87:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200d0216-3e46-4e40-a0cf-4732b319ab0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:40:00Z', 'updated_at': '2021-09-07T02:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': '557d843b-eee6-4b4d-8c11-976f6e3d9dc2', 'tenant_id': '3ab8b040c45c43eb93697ca2e765c9b6', 'floating_ip_address': '172.25.5.166', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '200d0216-3e46-4e40-a0cf-4732b319ab0c', 'port_id': '27c87a6e-97e5-46b1-a354-2ac48eaea864', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14c70991-0408-4c1e-b280-2438299d29c7', 'mac_address': 'fa:16:3e:6a:c2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c064c4-5a1a-47ca-b041-7577ef533a3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T02:40:10Z', 'updated_at': '2021-09-07T02:40:29Z', 'revision_number': 1, 'project_id': '3ab8b040c45c43eb93697ca2e765c9b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a668ec98-7e8b-4748-86e8-15e0d4c582da', 'name': '', 'network_id': '14c70991-0408-4c1e-b280-2438299d29c7', 'tenant_id': '3ab8b040c45c43eb93697ca2e765c9b6', 'mac_address': 'fa:16:3e:d5:b3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200d0216-3e46-4e40-a0cf-4732b319ab0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '63d076a3-ed18-4096-ba07-49e6bc6db374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:40:04Z', 'updated_at': '2021-09-07T02:40:12Z', 'revision_number': 5, 'project_id': '3ab8b040c45c43eb93697ca2e765c9b6', 'subnets': [{'id': '63d076a3-ed18-4096-ba07-49e6bc6db374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:40:32.659940 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c127968e-7c7e-4acd-bfb9-97e18b985a4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f21c4d0a-7a60-4e6d-9b3b-7ddd2e295b89,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:32.661910 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c127968e-7c7e-4acd-bfb9-97e18b985a4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:32.666288 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47614) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:40:32.666785 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c127968e-7c7e-4acd-bfb9-97e18b985a4f admin admin] 10.222.0.22 "DELETE /v2.0/subnets/f21c4d0a-7a60-4e6d-9b3b-7ddd2e295b89 HTTP/1.1" status: 204 len: 168 time: 0.7627473 Sep 07 02:40:32.684005 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6633ccd-d792-415b-b78b-73225f9e4f69 None None] The sync data for ids ['200d0216-3e46-4e40-a0cf-4732b319ab0c'] in n-d-796209-16 is: [{'id': '200d0216-3e46-4e40-a0cf-4732b319ab0c', 'name': 'tempest-ServersTestFqdnHostnames-1462075118-router', 'tenant_id': '3ab8b040c45c43eb93697ca2e765c9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': 'e2cc596e-f4ee-474d-815e-6502f22b802f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:40:00Z', 'updated_at': '2021-09-07T02:40:05Z', 'revision_number': 4, 'project_id': '3ab8b040c45c43eb93697ca2e765c9b6', 'gw_port': {'id': 'e2cc596e-f4ee-474d-815e-6502f22b802f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:87:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200d0216-3e46-4e40-a0cf-4732b319ab0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:40:00Z', 'updated_at': '2021-09-07T02:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': '557d843b-eee6-4b4d-8c11-976f6e3d9dc2', 'tenant_id': '3ab8b040c45c43eb93697ca2e765c9b6', 'floating_ip_address': '172.25.5.166', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '200d0216-3e46-4e40-a0cf-4732b319ab0c', 'port_id': '27c87a6e-97e5-46b1-a354-2ac48eaea864', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14c70991-0408-4c1e-b280-2438299d29c7', 'mac_address': 'fa:16:3e:6a:c2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c064c4-5a1a-47ca-b041-7577ef533a3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T02:40:10Z', 'updated_at': '2021-09-07T02:40:29Z', 'revision_number': 1, 'project_id': '3ab8b040c45c43eb93697ca2e765c9b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a668ec98-7e8b-4748-86e8-15e0d4c582da', 'name': '', 'network_id': '14c70991-0408-4c1e-b280-2438299d29c7', 'tenant_id': '3ab8b040c45c43eb93697ca2e765c9b6', 'mac_address': 'fa:16:3e:d5:b3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200d0216-3e46-4e40-a0cf-4732b319ab0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '63d076a3-ed18-4096-ba07-49e6bc6db374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:40:04Z', 'updated_at': '2021-09-07T02:40:12Z', 'revision_number': 5, 'project_id': '3ab8b040c45c43eb93697ca2e765c9b6', 'subnets': [{'id': '63d076a3-ed18-4096-ba07-49e6bc6db374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:40:32.688583 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076cfe52-6d12-41eb-b234-1adb6d8e826a req-f13109a0-07d8-4f91-b41c-66e4adb435cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:32.689982 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-076cfe52-6d12-41eb-b234-1adb6d8e826a req-f13109a0-07d8-4f91-b41c-66e4adb435cf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=14c70991-0408-4c1e-b280-2438299d29c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0832028 Sep 07 02:40:32.754039 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c770ad20-0136-4eb6-9687-4941e9382378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:32.847925 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c770ad20-0136-4eb6-9687-4941e9382378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:32.874003 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-c770ad20-0136-4eb6-9687-4941e9382378 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cae871b-9cfc-487c-85a6-498efe7dfb54']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:40:32.884617 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-c770ad20-0136-4eb6-9687-4941e9382378 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de02032e-db41-4f90-be9a-dc126360c321') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:40:32.885159 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-c770ad20-0136-4eb6-9687-4941e9382378 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de02032e-db41-4f90-be9a-dc126360c321') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:40:32.886816 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4054cfbb-1d3f-445e-abe6-53d33f2f23d3 req-5976c861-9cf9-4781-873d-d843878ea30d tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:32.895824 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4054cfbb-1d3f-445e-abe6-53d33f2f23d3 req-5976c861-9cf9-4781-873d-d843878ea30d tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 946 time: 0.1704464 Sep 07 02:40:32.899108 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c770ad20-0136-4eb6-9687-4941e9382378 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:32.909866 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-076cfe52-6d12-41eb-b234-1adb6d8e826a req-05fda931-56a1-4f1e-8ab5-6b1c4360cd5f service neutron] 10.222.0.23 "GET /v2.0/networks/14c70991-0408-4c1e-b280-2438299d29c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093730 Sep 07 02:40:32.914832 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c770ad20-0136-4eb6-9687-4941e9382378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:32.921133 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c770ad20-0136-4eb6-9687-4941e9382378 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:40:32.921533 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c770ad20-0136-4eb6-9687-4941e9382378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:32.923365 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:40:32.923365 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:40:32.923365 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:40:32.923365 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:40:32.923365 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:40:32.923365 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:40:32.923365 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:40:32.923365 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:40:32.923365 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:40:32.923365 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:40:32.923365 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:40:32.923365 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:40:32.923365 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:40:32.923365 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:40:32.923365 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:40:32.923365 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:40:32.923365 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:40:32.923365 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:40:32.923365 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:40:32.923365 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:40:32.923365 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:40:32.923365 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:40:32.923365 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:40:32.923365 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:40:32.923365 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:40:32.923365 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:40:32.923365 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:40:32.923365 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:40:32.923365 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:40:32.923365 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:40:32.923365 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:40:32.923365 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:40:32.943824 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-52128631-7705-4f35-9058-fee0ebba5b01 req-c8448859-a1aa-48d6-8df1-2093330f7c33 service neutron] 10.222.0.16 "GET /v2.0/networks/c7baff3a-2acd-47c4-826f-ff1b179e5161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652798 Sep 07 02:40:32.948452 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0515223f-516d-4ef4-9c12-ff7bc5e1c3ef None None] New status for floating IP 557d843b-eee6-4b4d-8c11-976f6e3d9dc2: ACTIVE {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 02:40:33.039473 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c770ad20-0136-4eb6-9687-4941e9382378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:33.048265 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252b525-6e1e-49f7-83a4-363a16178056 req-acf076f9-1a8f-4f54-8d50-a89742b86580 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:33.050870 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9252b525-6e1e-49f7-83a4-363a16178056 req-acf076f9-1a8f-4f54-8d50-a89742b86580 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=956f765f-e135-4d4c-aba9-f234735281d2 HTTP/1.1" status: 200 len: 945 time: 0.1168985 Sep 07 02:40:33.053750 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c770ad20-0136-4eb6-9687-4941e9382378 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:33.061940 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c770ad20-0136-4eb6-9687-4941e9382378 admin admin] 10.222.0.22 "DELETE /v2.0/networks/1cae871b-9cfc-487c-85a6-498efe7dfb54 HTTP/1.1" status: 204 len: 168 time: 0.3900492 Sep 07 02:40:33.067166 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4054cfbb-1d3f-445e-abe6-53d33f2f23d3 req-6516723b-4a6e-47b3-90d6-d4cf5ea2c1fd tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653466 Sep 07 02:40:33.088845 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c770ad20-0136-4eb6-9687-4941e9382378 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cae871b-9cfc-487c-85a6-498efe7dfb54,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:33.119105 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9252b525-6e1e-49f7-83a4-363a16178056 req-1f2e60e5-0d59-426f-a714-06ba6e51a2d9 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548496 Sep 07 02:40:33.152487 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-076cfe52-6d12-41eb-b234-1adb6d8e826a req-289de73f-92e6-48cc-b8dc-510751df12e8 service neutron] 10.222.0.23 "GET /v2.0/networks/14c70991-0408-4c1e-b280-2438299d29c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282870 Sep 07 02:40:33.172375 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-52128631-7705-4f35-9058-fee0ebba5b01 req-42ca39c2-1c13-49dc-8873-ada004c72912 service neutron] 10.222.0.16 "GET /v2.0/networks/c7baff3a-2acd-47c4-826f-ff1b179e5161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086337 Sep 07 02:40:33.233498 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47626) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:40:33.240795 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b1e758-af76-4ab8-a828-b79489d08ca2 req-d273bd5c-9df7-4448-9001-04d2793137df tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:33.242382 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-76b1e758-af76-4ab8-a828-b79489d08ca2 req-d273bd5c-9df7-4448-9001-04d2793137df tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41 HTTP/1.1" status: 200 len: 950 time: 0.0588241 Sep 07 02:40:33.273522 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-014656e6-b200-46cb-a54b-1db58b4fbe58 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fc30677537a442f896d42986bd8e03b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388100 Sep 07 02:40:33.275907 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47628) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:40:33.280908 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-76b1e758-af76-4ab8-a828-b79489d08ca2 req-3e1e0ef2-d46b-4aa6-9db2-94c3add79fa1 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316930 Sep 07 02:40:33.283464 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 02:40:33.322492 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-de40672a-3e35-4e21-a5f1-c46dd147c71f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:33.347123 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-de40672a-3e35-4e21-a5f1-c46dd147c71f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:33.392249 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-de40672a-3e35-4e21-a5f1-c46dd147c71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:33.394983 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-de40672a-3e35-4e21-a5f1-c46dd147c71f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:33.396243 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-de40672a-3e35-4e21-a5f1-c46dd147c71f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/634c0f9e-9f07-436d-a042-1cf2a95373ad HTTP/1.1" status: 204 len: 168 time: 0.1194377 Sep 07 02:40:33.403600 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de40672a-3e35-4e21-a5f1-c46dd147c71f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634c0f9e-9f07-436d-a042-1cf2a95373ad,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:33.512021 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa5717-e294-4220-990d-b25394695ba6 req-e0a9ef82-fc14-4b65-9bf1-5baf95324b10 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:33.513706 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3ffa5717-e294-4220-990d-b25394695ba6 req-e0a9ef82-fc14-4b65-9bf1-5baf95324b10 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b3e968d-0a74-40a9-ab0d-146c6fc12a4d HTTP/1.1" status: 200 len: 949 time: 0.0514388 Sep 07 02:40:33.545215 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 54614cb7-1c6d-428a-b1c5-3605226dbcd6 up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:40:33.556578 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3ffa5717-e294-4220-990d-b25394695ba6 req-275257f3-ba2b-42ef-b67a-b465c1fd8896 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364001 Sep 07 02:40:33.613052 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port 54614cb7-1c6d-428a-b1c5-3605226dbcd6 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:40:33.617126 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 54614cb7-1c6d-428a-b1c5-3605226dbcd6 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:40:33.617467 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:33.661486 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2b0d73-f1da-4788-a9b5-c3735e5785ab req-60fe3c8f-2d28-4dec-9edc-451ee6c69fb3 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:33.669010 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2b0d73-f1da-4788-a9b5-c3735e5785ab req-60fe3c8f-2d28-4dec-9edc-451ee6c69fb3 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:33.675026 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2b0d73-f1da-4788-a9b5-c3735e5785ab req-60fe3c8f-2d28-4dec-9edc-451ee6c69fb3 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:33.680886 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2b0d73-f1da-4788-a9b5-c3735e5785ab req-60fe3c8f-2d28-4dec-9edc-451ee6c69fb3 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:33.686835 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2b0d73-f1da-4788-a9b5-c3735e5785ab req-60fe3c8f-2d28-4dec-9edc-451ee6c69fb3 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:33.693166 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2b0d73-f1da-4788-a9b5-c3735e5785ab req-60fe3c8f-2d28-4dec-9edc-451ee6c69fb3 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:33.699863 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2b0d73-f1da-4788-a9b5-c3735e5785ab req-60fe3c8f-2d28-4dec-9edc-451ee6c69fb3 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:33.702496 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9d2b0d73-f1da-4788-a9b5-c3735e5785ab req-60fe3c8f-2d28-4dec-9edc-451ee6c69fb3 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 5436 time: 0.1024406 Sep 07 02:40:33.704025 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:33.743225 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 54614cb7-1c6d-428a-b1c5-3605226dbcd6, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=54614cb7-1c6d-428a-b1c5-3605226dbcd6,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:40:33.747998 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:33.763788 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47642) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:40:33.769249 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9d2b0d73-f1da-4788-a9b5-c3735e5785ab req-58d4cf89-afe7-4fbd-bf74-4b0439b5a595 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcc0067a-9ce8-4875-b922-e18ef41ab841&id=57505a62-ceae-4832-b8a9-6ac0b7088f20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0496848 Sep 07 02:40:33.797547 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=54614cb7-1c6d-428a-b1c5-3605226dbcd6,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:33.805985 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-481b25e3-0ed3-46de-b836-c6dcaf4495db admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7fdd5619010242138e33637db22c82e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0400965 Sep 07 02:40:33.808090 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47644) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:40:33.855544 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e5b85866-541c-430a-a25b-b78102d7c0ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:33.875410 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e5b85866-541c-430a-a25b-b78102d7c0ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:33.922947 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e5b85866-541c-430a-a25b-b78102d7c0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:33.925487 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e5b85866-541c-430a-a25b-b78102d7c0ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:33.926660 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e5b85866-541c-430a-a25b-b78102d7c0ed admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a60637f4-f656-47b8-9a3b-6f8596c9eb29 HTTP/1.1" status: 204 len: 168 time: 0.1176188 Sep 07 02:40:33.934184 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b85866-541c-430a-a25b-b78102d7c0ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60637f4-f656-47b8-9a3b-6f8596c9eb29,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:34.175070 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef376c43-9118-48b9-8013-c27411da0143 req-205df236-dcb8-450d-ab4a-1c555bfc4e54 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:34.176637 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ef376c43-9118-48b9-8013-c27411da0143 req-205df236-dcb8-450d-ab4a-1c555bfc4e54 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 946 time: 0.0518687 Sep 07 02:40:34.183195 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b3e968d-0a74-40a9-ab0d-146c6fc12a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54614cb7-1c6d-428a-b1c5-3605226dbcd6'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:40:34.186359 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f393759-e5c5-4145-b40b-51e2ddb21e16" -d '{"events": [{"server_uuid": "6b3e968d-0a74-40a9-ab0d-146c6fc12a4d", "name": "network-vif-plugged", "status": "completed", "tag": "54614cb7-1c6d-428a-b1c5-3605226dbcd6"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:40:34.225143 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ef376c43-9118-48b9-8013-c27411da0143 req-f6022db4-b1f9-4606-b300-4732352d6215 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397213 Sep 07 02:40:34.257105 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c8c9b-34ee-401a-84f1-70d5b47320a5 req-f29da8ab-b7d7-4dbd-bef0-74487058f8a3 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:34.258660 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cd2c8c9b-34ee-401a-84f1-70d5b47320a5 req-f29da8ab-b7d7-4dbd-bef0-74487058f8a3 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=956f765f-e135-4d4c-aba9-f234735281d2 HTTP/1.1" status: 200 len: 945 time: 0.0553720 Sep 07 02:40:34.269440 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d07006-a78e-4359-9e0e-fc517486214d x-openstack-request-id: req-18d07006-a78e-4359-9e0e-fc517486214d {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:40:34.270300 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b3e968d-0a74-40a9-ab0d-146c6fc12a4d", "name": "network-vif-plugged", "status": "completed", "tag": "54614cb7-1c6d-428a-b1c5-3605226dbcd6", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:40:34.270779 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-18d07006-a78e-4359-9e0e-fc517486214d {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:40:34.271753 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b3e968d-0a74-40a9-ab0d-146c6fc12a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54614cb7-1c6d-428a-b1c5-3605226dbcd6', 'code': 200} Sep 07 02:40:34.325218 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cd2c8c9b-34ee-401a-84f1-70d5b47320a5 req-a34aa8e0-09c7-4270-817c-8b5e3d2618d1 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482090 Sep 07 02:40:34.388469 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab18dd8-4b82-4c4b-a224-7210e0f19121 req-9ee91d93-9acb-4e88-9e8a-3ad2f700966c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:34.390143 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5ab18dd8-4b82-4c4b-a224-7210e0f19121 req-9ee91d93-9acb-4e88-9e8a-3ad2f700966c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6b3e968d-0a74-40a9-ab0d-146c6fc12a4d HTTP/1.1" status: 200 len: 1102 time: 0.0568485 Sep 07 02:40:34.453841 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5ab18dd8-4b82-4c4b-a224-7210e0f19121 req-71f12fc1-484e-4234-88fb-f56f0a6547fc service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542843 Sep 07 02:40:34.465847 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d0af12-8b6e-4fba-bb9d-7de9a8b58fdf req-316bf224-be40-4e97-84cc-1a8cef5bf53f tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:34.467313 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-85d0af12-8b6e-4fba-bb9d-7de9a8b58fdf req-316bf224-be40-4e97-84cc-1a8cef5bf53f tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41 HTTP/1.1" status: 200 len: 950 time: 0.0763047 Sep 07 02:40:34.509829 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-85d0af12-8b6e-4fba-bb9d-7de9a8b58fdf req-2fc2af16-a455-4a62-87d8-3eab68fc0765 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357392 Sep 07 02:40:34.682420 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 47692) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:40:34.702386 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc6dc1-2977-4b06-afdb-08aa68e9c8cb req-af6a9fa5-eb51-41ae-9398-7ea535f66dda tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:34.704159 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-11bc6dc1-2977-4b06-afdb-08aa68e9c8cb req-af6a9fa5-eb51-41ae-9398-7ea535f66dda tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b3e968d-0a74-40a9-ab0d-146c6fc12a4d HTTP/1.1" status: 200 len: 950 time: 0.0642655 Sep 07 02:40:34.744747 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-11bc6dc1-2977-4b06-afdb-08aa68e9c8cb req-e5075c3d-1c32-4a5a-bfd6-f6e92cb90077 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349886 Sep 07 02:40:34.777391 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b1c3db-f4a7-4f68-a5a8-c976d8628199 req-03c41bce-fe9a-497b-a5c4-d0c45762e13a tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:34.785666 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-97b1c3db-f4a7-4f68-a5a8-c976d8628199 req-03c41bce-fe9a-497b-a5c4-d0c45762e13a tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 946 time: 0.0741179 Sep 07 02:40:34.815134 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-d23cbb2d-91fe-4f31-a57e-4aa9469c272b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1167678754-network', 'tenant_id': '9b8a2a8dd4f3482aa9fef6171603eb42'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:40:34.840026 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-97b1c3db-f4a7-4f68-a5a8-c976d8628199 req-2636acd4-2140-4e9b-b0ec-00b922e26d20 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535052 Sep 07 02:40:34.852907 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23cbb2d-91fe-4f31-a57e-4aa9469c272b admin admin] Made reservation on behalf of 9b8a2a8dd4f3482aa9fef6171603eb42 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:40:34.855236 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d23cbb2d-91fe-4f31-a57e-4aa9469c272b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:34.864477 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d23cbb2d-91fe-4f31-a57e-4aa9469c272b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:34.936542 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88500f2e-d58b-458b-aa52-2a51b730fcf3 req-9b766b9b-af6f-4ad8-859f-08597d696521 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:34.942377 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88500f2e-d58b-458b-aa52-2a51b730fcf3 req-9b766b9b-af6f-4ad8-859f-08597d696521 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:34.948254 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88500f2e-d58b-458b-aa52-2a51b730fcf3 req-9b766b9b-af6f-4ad8-859f-08597d696521 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:34.952586 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d23cbb2d-91fe-4f31-a57e-4aa9469c272b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:34.954523 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88500f2e-d58b-458b-aa52-2a51b730fcf3 req-9b766b9b-af6f-4ad8-859f-08597d696521 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:34.956195 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d23cbb2d-91fe-4f31-a57e-4aa9469c272b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:34.960475 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88500f2e-d58b-458b-aa52-2a51b730fcf3 req-9b766b9b-af6f-4ad8-859f-08597d696521 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:34.966924 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88500f2e-d58b-458b-aa52-2a51b730fcf3 req-9b766b9b-af6f-4ad8-859f-08597d696521 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:34.972784 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88500f2e-d58b-458b-aa52-2a51b730fcf3 req-9b766b9b-af6f-4ad8-859f-08597d696521 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:34.974691 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-88500f2e-d58b-458b-aa52-2a51b730fcf3 req-9b766b9b-af6f-4ad8-859f-08597d696521 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 5436 time: 0.0965710 Sep 07 02:40:34.976676 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d23cbb2d-91fe-4f31-a57e-4aa9469c272b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:40:34.992121 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23cbb2d-91fe-4f31-a57e-4aa9469c272b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12853359-e36c-442a-a7d9-8a93d79cc08e,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:34.995916 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d23cbb2d-91fe-4f31-a57e-4aa9469c272b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:34.996262 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-d23cbb2d-91fe-4f31-a57e-4aa9469c272b admin admin] Added segment a0386811-94fa-47c4-8520-2bd1e5cc6c80 of type vlan for network cf4d819b-d5b3-41f0-aae9-25471cd508bb Sep 07 02:40:35.018405 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-88500f2e-d58b-458b-aa52-2a51b730fcf3 req-02a225bf-4723-4fe9-99c6-65f0ea07dfc7 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcc0067a-9ce8-4875-b922-e18ef41ab841&id=57505a62-ceae-4832-b8a9-6ac0b7088f20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0373151 Sep 07 02:40:35.048644 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d23cbb2d-91fe-4f31-a57e-4aa9469c272b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:35.078674 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d23cbb2d-91fe-4f31-a57e-4aa9469c272b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:35.079745 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23cbb2d-91fe-4f31-a57e-4aa9469c272b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:35.080369 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d23cbb2d-91fe-4f31-a57e-4aa9469c272b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:35.096789 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-d23cbb2d-91fe-4f31-a57e-4aa9469c272b admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4132249 Sep 07 02:40:35.099933 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47700) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:40:35.105503 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-36387232-9384-49e2-8e68-2de96d43c5ce admin admin] Request body: {'subnet': {'network_id': 'cf4d819b-d5b3-41f0-aae9-25471cd508bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1167678754-subnet', 'tenant_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:40:35.132599 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36387232-9384-49e2-8e68-2de96d43c5ce admin admin] Made reservation on behalf of 9b8a2a8dd4f3482aa9fef6171603eb42 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:40:35.135091 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-36387232-9384-49e2-8e68-2de96d43c5ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:35.180473 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23cbb2d-91fe-4f31-a57e-4aa9469c272b admin admin] Pushing event updated for resources: {'Network': ['ID=cf4d819b-d5b3-41f0-aae9-25471cd508bb,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:35.192075 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network cf4d819b-d5b3-41f0-aae9-25471cd508bb details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:40:35.207711 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b07ce-0a44-4382-abc9-5019e92e52bd req-821221cf-cc6c-4d14-8fb8-6b276cf84e0d tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:35.215052 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b07ce-0a44-4382-abc9-5019e92e52bd req-821221cf-cc6c-4d14-8fb8-6b276cf84e0d tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:35.221400 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b07ce-0a44-4382-abc9-5019e92e52bd req-821221cf-cc6c-4d14-8fb8-6b276cf84e0d tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:35.227282 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b07ce-0a44-4382-abc9-5019e92e52bd req-821221cf-cc6c-4d14-8fb8-6b276cf84e0d tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:35.233796 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b07ce-0a44-4382-abc9-5019e92e52bd req-821221cf-cc6c-4d14-8fb8-6b276cf84e0d tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:35.239983 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b07ce-0a44-4382-abc9-5019e92e52bd req-821221cf-cc6c-4d14-8fb8-6b276cf84e0d tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:35.245818 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b07ce-0a44-4382-abc9-5019e92e52bd req-821221cf-cc6c-4d14-8fb8-6b276cf84e0d tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:35.248332 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2d6b07ce-0a44-4382-abc9-5019e92e52bd req-821221cf-cc6c-4d14-8fb8-6b276cf84e0d tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 5436 time: 0.1274452 Sep 07 02:40:35.258826 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 47702) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:40:35.263443 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-1ff37112-2131-4733-ae7f-cbdfc2106da2 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Request body: {'floatingip': {'port_id': '7ece7923-d776-40ec-9db6-8b3f1d9ba82b'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:40:35.304653 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1ff37112-2131-4733-ae7f-cbdfc2106da2 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks [] for floatingip, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:35.322064 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-36387232-9384-49e2-8e68-2de96d43c5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:35.379311 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36387232-9384-49e2-8e68-2de96d43c5ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=205e31e7-fda7-44a5-98d3-6a3c5b8d28bb,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:35.386616 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36387232-9384-49e2-8e68-2de96d43c5ce admin admin] Checking segment: {'id': 'a0386811-94fa-47c4-8520-2bd1e5cc6c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'cf4d819b-d5b3-41f0-aae9-25471cd508bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:40:35.386976 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36387232-9384-49e2-8e68-2de96d43c5ce admin admin] Network hostable DHCP agents. Network: cf4d819b-d5b3-41f0-aae9-25471cd508bb, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:40:35.425790 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36387232-9384-49e2-8e68-2de96d43c5ce admin admin] Network cf4d819b-d5b3-41f0-aae9-25471cd508bb is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:40:35.440200 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-36387232-9384-49e2-8e68-2de96d43c5ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, cf4d819b-d5b3-41f0-aae9-25471cd508bb) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:40:35.445372 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36387232-9384-49e2-8e68-2de96d43c5ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:35.445967 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-36387232-9384-49e2-8e68-2de96d43c5ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:35.452459 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59499e0-c08e-40ed-a41a-62989b0a238c None None] Network cf4d819b-d5b3-41f0-aae9-25471cd508bb requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:40:35.467910 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc409ef0-bac0-4511-9422-abd945c2084e req-c2f2ba49-96de-4831-a0d8-8b4630e532ad tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:35.469419 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bc409ef0-bac0-4511-9422-abd945c2084e req-c2f2ba49-96de-4831-a0d8-8b4630e532ad tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=956f765f-e135-4d4c-aba9-f234735281d2 HTTP/1.1" status: 200 len: 945 time: 0.0718787 Sep 07 02:40:35.479586 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-36387232-9384-49e2-8e68-2de96d43c5ce admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.3756220 Sep 07 02:40:35.481683 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 47706) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:40:35.487416 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-71e30c26-fd57-4fbd-9136-685d42193d25 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1167678754-router', 'tenant_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:40:35.517017 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bc409ef0-bac0-4511-9422-abd945c2084e req-90c9c132-2e25-4d82-9302-4377cc1355a2 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388432 Sep 07 02:40:35.562284 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-71e30c26-fd57-4fbd-9136-685d42193d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:35.563305 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-71e30c26-fd57-4fbd-9136-685d42193d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:35.623402 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc65e863-6542-4b49-aa14-06ed8cd6b9f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-cf4d819b-d5b3-41f0-aae9-25471cd508bb', 'network_id': 'cf4d819b-d5b3-41f0-aae9-25471cd508bb', 'tenant_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'fixed_ips': [{'subnet_id': '205e31e7-fda7-44a5-98d3-6a3c5b8d28bb'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:40:35.624834 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-dc65e863-6542-4b49-aa14-06ed8cd6b9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:35.753623 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-71e30c26-fd57-4fbd-9136-685d42193d25 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:35.765543 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde87a10-f9a0-4f06-a32e-d2437865fa18 req-721fc9bc-e6d7-4f69-8c27-1cc3f7f0ce03 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:35.768042 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cde87a10-f9a0-4f06-a32e-d2437865fa18 req-721fc9bc-e6d7-4f69-8c27-1cc3f7f0ce03 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41 HTTP/1.1" status: 200 len: 950 time: 0.1681716 Sep 07 02:40:35.771520 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-dc65e863-6542-4b49-aa14-06ed8cd6b9f2 None None] Allocated IP 172.20.0.2 (cf4d819b-d5b3-41f0-aae9-25471cd508bb/205e31e7-fda7-44a5-98d3-6a3c5b8d28bb/d70a2c76-40a0-4ed5-8def-2b660b9dad0c) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:40:35.889657 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d83c4f-7deb-4f1e-9692-39803ddd617e req-825526bb-db4e-415e-ab86-f38b53dd8d1d tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:35.891390 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-98d83c4f-7deb-4f1e-9692-39803ddd617e req-825526bb-db4e-415e-ab86-f38b53dd8d1d tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b3e968d-0a74-40a9-ab0d-146c6fc12a4d HTTP/1.1" status: 200 len: 950 time: 0.0518503 Sep 07 02:40:35.952646 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-dc65e863-6542-4b49-aa14-06ed8cd6b9f2 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:35.960388 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-98d83c4f-7deb-4f1e-9692-39803ddd617e req-23dab7ff-7383-4a75-a500-36e1048d4307 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594933 Sep 07 02:40:35.964499 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-dc65e863-6542-4b49-aa14-06ed8cd6b9f2 None None] Transition to ACTIVE for port object d70a2c76-40a0-4ed5-8def-2b660b9dad0c will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:40:35.984768 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-dc65e863-6542-4b49-aa14-06ed8cd6b9f2 None None] Transition to ACTIVE for port object d70a2c76-40a0-4ed5-8def-2b660b9dad0c will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:40:35.992724 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-dc65e863-6542-4b49-aa14-06ed8cd6b9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:36.033528 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc65e863-6542-4b49-aa14-06ed8cd6b9f2 None None] Network cf4d819b-d5b3-41f0-aae9-25471cd508bb is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:40:36.037558 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-dc65e863-6542-4b49-aa14-06ed8cd6b9f2 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:40:36.045924 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc65e863-6542-4b49-aa14-06ed8cd6b9f2 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:40:36.052212 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc65e863-6542-4b49-aa14-06ed8cd6b9f2 None None] Pushing event updated for resources: {'Port': ['ID=d70a2c76-40a0-4ed5-8def-2b660b9dad0c,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:36.112722 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-dc65e863-6542-4b49-aa14-06ed8cd6b9f2 None None] Attempting to bind port d70a2c76-40a0-4ed5-8def-2b660b9dad0c on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:40:36.113117 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-dc65e863-6542-4b49-aa14-06ed8cd6b9f2 None None] Attempting to bind port d70a2c76-40a0-4ed5-8def-2b660b9dad0c by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a0386811-94fa-47c4-8520-2bd1e5cc6c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'cf4d819b-d5b3-41f0-aae9-25471cd508bb'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:40:36.113630 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc65e863-6542-4b49-aa14-06ed8cd6b9f2 None None] Attempting to bind port d70a2c76-40a0-4ed5-8def-2b660b9dad0c on network cf4d819b-d5b3-41f0-aae9-25471cd508bb {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:40:36.119220 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc65e863-6542-4b49-aa14-06ed8cd6b9f2 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:40:36.119619 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc65e863-6542-4b49-aa14-06ed8cd6b9f2 None None] Checking segment: {'id': 'a0386811-94fa-47c4-8520-2bd1e5cc6c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'cf4d819b-d5b3-41f0-aae9-25471cd508bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:40:36.120065 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-dc65e863-6542-4b49-aa14-06ed8cd6b9f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:36.120466 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc65e863-6542-4b49-aa14-06ed8cd6b9f2 None None] Bound using segment: {'id': 'a0386811-94fa-47c4-8520-2bd1e5cc6c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'cf4d819b-d5b3-41f0-aae9-25471cd508bb'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:40:36.120942 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-dc65e863-6542-4b49-aa14-06ed8cd6b9f2 None None] Bound port: d70a2c76-40a0-4ed5-8def-2b660b9dad0c, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0386811-94fa-47c4-8520-2bd1e5cc6c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'cf4d819b-d5b3-41f0-aae9-25471cd508bb'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:40:36.121325 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-dc65e863-6542-4b49-aa14-06ed8cd6b9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:36.202006 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e4116-d9b4-49a9-ac77-17820267625b req-38cb3cc4-e45f-4655-98a7-b656d5e31af4 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:36.202405 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-dc65e863-6542-4b49-aa14-06ed8cd6b9f2 None None] For port d70a2c76-40a0-4ed5-8def-2b660b9dad0c, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:40:36.206332 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-dc65e863-6542-4b49-aa14-06ed8cd6b9f2 None None] For port d70a2c76-40a0-4ed5-8def-2b660b9dad0c, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=d70a2c76-40a0-4ed5-8def-2b660b9dad0c,segment=NetworkSegment(a0386811-94fa-47c4-8520-2bd1e5cc6c80),segment_id=a0386811-94fa-47c4-8520-2bd1e5cc6c80)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:40:36.208190 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-834e4116-d9b4-49a9-ac77-17820267625b req-38cb3cc4-e45f-4655-98a7-b656d5e31af4 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 946 time: 0.0686977 Sep 07 02:40:36.212188 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-dc65e863-6542-4b49-aa14-06ed8cd6b9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:36.254320 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-834e4116-d9b4-49a9-ac77-17820267625b req-2705a48b-3eb4-4189-bf8f-ff095071c934 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433729 Sep 07 02:40:36.285716 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc65e863-6542-4b49-aa14-06ed8cd6b9f2 None None] Pushing event updated for resources: {'Port': ['ID=d70a2c76-40a0-4ed5-8def-2b660b9dad0c,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:36.330382 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cde87a10-f9a0-4f06-a32e-d2437865fa18 req-30bc2b4e-5079-48fe-9640-af758a8ba0f6 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5538981 Sep 07 02:40:36.362603 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-71e30c26-fd57-4fbd-9136-685d42193d25 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:36.448728 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1ff37112-2131-4733-ae7f-cbdfc2106da2 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:36.455913 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1ff37112-2131-4733-ae7f-cbdfc2106da2 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:36.624086 n-d-796209-16 neutron-server[94700]: INFO neutron.db.l3_db [None req-1ff37112-2131-4733-ae7f-cbdfc2106da2 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Floating IP f82863df-1f06-467b-aaab-4b6167969454 associated. External IP: 172.25.5.165, port: 7ece7923-d776-40ec-9db6-8b3f1d9ba82b. Sep 07 02:40:36.655189 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec7a05-2688-4e3f-a47f-5a7cf88365b9 req-969a75e6-6ce1-4d5e-af07-45d402b65051 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:36.656762 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-caec7a05-2688-4e3f-a47f-5a7cf88365b9 req-969a75e6-6ce1-4d5e-af07-45d402b65051 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=956f765f-e135-4d4c-aba9-f234735281d2 HTTP/1.1" status: 200 len: 945 time: 0.0512233 Sep 07 02:40:36.698503 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-caec7a05-2688-4e3f-a47f-5a7cf88365b9 req-1311e72f-8c2c-4b9e-ab08-6ca8ab406cd7 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357265 Sep 07 02:40:36.820720 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-71e30c26-fd57-4fbd-9136-685d42193d25 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:36.843112 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-71e30c26-fd57-4fbd-9136-685d42193d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:37.021327 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff37112-2131-4733-ae7f-cbdfc2106da2 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Router 9b43e779-b574-4839-80bd-7ec974775f43 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:40:37.038611 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-71e30c26-fd57-4fbd-9136-685d42193d25 admin admin] Allocated IP 172.25.5.11 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/e3f9da3b-548c-4f0f-b18d-cc6adbb79848) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:40:37.124038 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a54673d-d11f-4f2f-95ef-0534b852ed94 req-925f7e94-68e9-4d62-8ca2-135bf81213d2 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:37.134963 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8a54673d-d11f-4f2f-95ef-0534b852ed94 req-925f7e94-68e9-4d62-8ca2-135bf81213d2 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b3e968d-0a74-40a9-ab0d-146c6fc12a4d HTTP/1.1" status: 200 len: 950 time: 0.0910373 Sep 07 02:40:37.172653 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8a54673d-d11f-4f2f-95ef-0534b852ed94 req-84709f7b-a3a1-40f9-bc5b-acb201dfe2f8 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368102 Sep 07 02:40:37.228683 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff37112-2131-4733-ae7f-cbdfc2106da2 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:40:37.238148 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1ff37112-2131-4733-ae7f-cbdfc2106da2 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:37.240705 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2226a1-c78c-41ee-9421-eb16ac365b97 None None] Sync routers for ids ['9b43e779-b574-4839-80bd-7ec974775f43'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:40:37.252117 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2226a1-c78c-41ee-9421-eb16ac365b97 None None] Routers {'9b43e779-b574-4839-80bd-7ec974775f43'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:40:37.252767 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-fb2226a1-c78c-41ee-9421-eb16ac365b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:40:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['9b43e779-b574-4839-80bd-7ec974775f43'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:40:37.258608 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-71e30c26-fd57-4fbd-9136-685d42193d25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:37.276404 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-1ff37112-2131-4733-ae7f-cbdfc2106da2 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "PUT /v2.0/floatingips/f82863df-1f06-467b-aaab-4b6167969454 HTTP/1.1" status: 200 len: 992 time: 2.0163782 Sep 07 02:40:37.280271 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff8c528d-373f-42ed-8303-ff263d703c42', 'tag': '7ece7923-d776-40ec-9db6-8b3f1d9ba82b'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:40:37.282949 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcedee5d-54c6-4388-b26a-586e1796be85" -d '{"events": [{"name": "network-changed", "server_uuid": "ff8c528d-373f-42ed-8303-ff263d703c42", "tag": "7ece7923-d776-40ec-9db6-8b3f1d9ba82b"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:40:37.320584 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d2cfd9-c416-4180-b515-69e0bfcf8fb9 None None] Network cf4d819b-d5b3-41f0-aae9-25471cd508bb requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:40:37.326496 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [req-e0204d5a-ca5f-4f77-ab29-6da5cc9efb6e req-890cdc89-0ff0-427a-b9d1-a44b76727f45 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 02:40:37.335564 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e0204d5a-ca5f-4f77-ab29-6da5cc9efb6e req-890cdc89-0ff0-427a-b9d1-a44b76727f45 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0162516 Sep 07 02:40:37.349668 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-71e30c26-fd57-4fbd-9136-685d42193d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:37.387219 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e30c26-fd57-4fbd-9136-685d42193d25 admin admin] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:40:37.390715 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-71e30c26-fd57-4fbd-9136-685d42193d25 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:40:37.393368 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805f006-0c93-46e5-b622-63d9267097d6 req-0700a643-495e-40b2-88a5-fe174332238b tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:37.395406 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2805f006-0c93-46e5-b622-63d9267097d6 req-0700a643-495e-40b2-88a5-fe174332238b tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 946 time: 0.0600476 Sep 07 02:40:37.405460 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e30c26-fd57-4fbd-9136-685d42193d25 admin admin] Pushing event updated for resources: {'Port': ['ID=e3f9da3b-548c-4f0f-b18d-cc6adbb79848,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:37.409837 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e30c26-fd57-4fbd-9136-685d42193d25 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:40:37.454816 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2805f006-0c93-46e5-b622-63d9267097d6 req-1762be81-1dc5-49cd-b7e9-b2a83dc7558b tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475435 Sep 07 02:40:37.456116 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-fb2226a1-c78c-41ee-9421-eb16ac365b97 None None] Set router 9b43e779-b574-4839-80bd-7ec974775f43 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:40:37.502491 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-4a46e315-da97-4322-b7c7-bd8ffb2ca07a None None] Provisioning for port d70a2c76-40a0-4ed5-8def-2b660b9dad0c completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:40:37.587759 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 9e0a4062-b916-433e-8871-18aaa78c80ee no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:40:37.613238 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5616cbe5-416d-4aa7-8f7f-bff70477cff6 x-openstack-request-id: req-5616cbe5-416d-4aa7-8f7f-bff70477cff6 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:40:37.613835 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff8c528d-373f-42ed-8303-ff263d703c42", "tag": "7ece7923-d776-40ec-9db6-8b3f1d9ba82b", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:40:37.614139 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5616cbe5-416d-4aa7-8f7f-bff70477cff6 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:40:37.614594 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff8c528d-373f-42ed-8303-ff263d703c42', 'tag': '7ece7923-d776-40ec-9db6-8b3f1d9ba82b', 'status': 'completed', 'code': 200} Sep 07 02:40:37.678672 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e57be092-731e-492f-80ca-d75055b66528 req-5959e524-48e3-4dd4-8de2-ca792f3d561e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6b3e968d-0a74-40a9-ab0d-146c6fc12a4d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0918167 Sep 07 02:40:37.732847 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:37.771303 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7bc2f9-d54e-4545-a965-b16a92c2c29c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e0a4062-b916-433e-8871-18aaa78c80ee'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:40:37.776825 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7da30d-085d-4ae5-b802-58bc183b6f5a" -d '{"events": [{"server_uuid": "ba7bc2f9-d54e-4545-a965-b16a92c2c29c", "name": "network-vif-unplugged", "status": "completed", "tag": "9e0a4062-b916-433e-8871-18aaa78c80ee"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:40:37.796503 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a1fc9-8278-4ced-b862-5e4719d46ac2 req-25d93593-a01d-4c8d-ba0b-8a6a59b1476a tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:37.798095 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 9e0a4062-b916-433e-8871-18aaa78c80ee, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=9e0a4062-b916-433e-8871-18aaa78c80ee,segment=NetworkSegment(6dff264e-7c75-4629-a854-2e784f93e6e2),segment_id=6dff264e-7c75-4629-a854-2e784f93e6e2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:40:37.799956 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-690a1fc9-8278-4ced-b862-5e4719d46ac2 req-25d93593-a01d-4c8d-ba0b-8a6a59b1476a tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41 HTTP/1.1" status: 200 len: 950 time: 0.0949657 Sep 07 02:40:37.808289 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:37.847580 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcedee5d-54c6-4388-b26a-586e1796be85 req-ce0cc452-46e2-49c2-9f59-4741a5e3a98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:37.847580 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcedee5d-54c6-4388-b26a-586e1796be85 req-ce0cc452-46e2-49c2-9f59-4741a5e3a98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:37.848120 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcedee5d-54c6-4388-b26a-586e1796be85 req-ce0cc452-46e2-49c2-9f59-4741a5e3a98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:37.848599 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcedee5d-54c6-4388-b26a-586e1796be85 req-ce0cc452-46e2-49c2-9f59-4741a5e3a98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:37.849179 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcedee5d-54c6-4388-b26a-586e1796be85 req-ce0cc452-46e2-49c2-9f59-4741a5e3a98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:37.849645 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcedee5d-54c6-4388-b26a-586e1796be85 req-ce0cc452-46e2-49c2-9f59-4741a5e3a98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:37.850108 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcedee5d-54c6-4388-b26a-586e1796be85 req-ce0cc452-46e2-49c2-9f59-4741a5e3a98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:37.852068 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dcedee5d-54c6-4388-b26a-586e1796be85 req-ce0cc452-46e2-49c2-9f59-4741a5e3a98c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3d937c5301ab43c080b18db78872855b&device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 6500 time: 0.2218988 Sep 07 02:40:37.880865 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-fb2226a1-c78c-41ee-9421-eb16ac365b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b43e779-b574-4839-80bd-7ec974775f43', 'name': 'tempest-TaggedBootDevicesTest-261108608-router', 'tenant_id': '3d937c5301ab43c080b18db78872855b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'ad2b5ea9-262e-4481-8300-2f1466c529a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:38:32Z', 'updated_at': '2021-09-07T02:38:37Z', 'revision_number': 4, 'project_id': '3d937c5301ab43c080b18db78872855b', 'gw_port': {'id': 'ad2b5ea9-262e-4481-8300-2f1466c529a6', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b43e779-b574-4839-80bd-7ec974775f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:38:33Z', 'updated_at': '2021-09-07T02:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'f82863df-1f06-467b-aaab-4b6167969454', 'tenant_id': '3d937c5301ab43c080b18db78872855b', 'floating_ip_address': '172.25.5.165', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '9b43e779-b574-4839-80bd-7ec974775f43', 'port_id': '7ece7923-d776-40ec-9db6-8b3f1d9ba82b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96cf2c3c-2cd2-4441-b075-5aca4d5876d6', 'mac_address': 'fa:16:3e:30:db:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8c528d-373f-42ed-8303-ff263d703c42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T02:39:16Z', 'updated_at': '2021-09-07T02:40:36Z', 'revision_number': 1, 'project_id': '3d937c5301ab43c080b18db78872855b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73d2bee5-252c-45f4-b84f-bfdcac7b2de2', 'name': '', 'network_id': '96cf2c3c-2cd2-4441-b075-5aca4d5876d6', 'tenant_id': '3d937c5301ab43c080b18db78872855b', 'mac_address': 'fa:16:3e:01:b4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b43e779-b574-4839-80bd-7ec974775f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'e3b4fb3d-94e3-4aeb-a2af-6938d3cac266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:38:36Z', 'updated_at': '2021-09-07T02:38:44Z', 'revision_number': 5, 'project_id': '3d937c5301ab43c080b18db78872855b', 'subnets': [{'id': 'e3b4fb3d-94e3-4aeb-a2af-6938d3cac266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:40:37.888758 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-690a1fc9-8278-4ced-b862-5e4719d46ac2 req-e3ecef30-ecb0-4b1f-8afb-8beaa584896a tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777557 Sep 07 02:40:37.907321 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=9e0a4062-b916-433e-8871-18aaa78c80ee,revision_number=11']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:37.935971 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2226a1-c78c-41ee-9421-eb16ac365b97 None None] Checking router: 9b43e779-b574-4839-80bd-7ec974775f43 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:40:37.944932 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2226a1-c78c-41ee-9421-eb16ac365b97 None None] Routers {'9b43e779-b574-4839-80bd-7ec974775f43'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:40:37.945546 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-fb2226a1-c78c-41ee-9421-eb16ac365b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:40:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['9b43e779-b574-4839-80bd-7ec974775f43'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:40:37.966110 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf2508-4d4f-4e8e-a25c-3ffd5e2e96e1 req-bddc641b-2f4b-4680-8096-a17f78063719 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:37.968289 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0fdf2508-4d4f-4e8e-a25c-3ffd5e2e96e1 req-bddc641b-2f4b-4680-8096-a17f78063719 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b3e968d-0a74-40a9-ab0d-146c6fc12a4d HTTP/1.1" status: 200 len: 950 time: 0.2627127 Sep 07 02:40:37.999185 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-71e30c26-fd57-4fbd-9136-685d42193d25 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:38.018477 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c6f03-09ef-452a-bad6-3164513698ef req-62e6bd57-6c83-49ca-b10d-4b50f7bad844 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:38.023959 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-990c6f03-09ef-452a-bad6-3164513698ef req-62e6bd57-6c83-49ca-b10d-4b50f7bad844 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=956f765f-e135-4d4c-aba9-f234735281d2 HTTP/1.1" status: 200 len: 945 time: 0.0788136 Sep 07 02:40:38.059548 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-990c6f03-09ef-452a-bad6-3164513698ef req-c8ced14d-5d2c-452d-b42b-a68d39867d7f tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326064 Sep 07 02:40:38.126017 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-fb2226a1-c78c-41ee-9421-eb16ac365b97 None None] Set router 9b43e779-b574-4839-80bd-7ec974775f43 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:40:38.155946 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 02:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba903731-b94e-4909-9e76-d9e0ea29980e x-openstack-request-id: req-ba903731-b94e-4909-9e76-d9e0ea29980e {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:40:38.156247 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba7bc2f9-d54e-4545-a965-b16a92c2c29c", "name": "network-vif-unplugged", "status": "completed", "tag": "9e0a4062-b916-433e-8871-18aaa78c80ee", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:40:38.156505 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ba903731-b94e-4909-9e76-d9e0ea29980e {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:40:38.157258 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba7bc2f9-d54e-4545-a965-b16a92c2c29c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e0a4062-b916-433e-8871-18aaa78c80ee', 'code': 200} Sep 07 02:40:38.176632 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0fdf2508-4d4f-4e8e-a25c-3ffd5e2e96e1 req-d6698a0d-ef5e-4917-9190-b3b6375ce66e tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739445 Sep 07 02:40:38.242322 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcedee5d-54c6-4388-b26a-586e1796be85 req-cd7a9940-ac6f-4e49-b968-087a7d4600bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:38.243989 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dcedee5d-54c6-4388-b26a-586e1796be85 req-cd7a9940-ac6f-4e49-b968-087a7d4600bd service neutron] 10.222.0.16 "GET /v2.0/networks?id=96cf2c3c-2cd2-4441-b075-5aca4d5876d6 HTTP/1.1" status: 200 len: 911 time: 0.3120618 Sep 07 02:40:38.378604 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dcedee5d-54c6-4388-b26a-586e1796be85 req-fb1f2fd0-3385-41a7-bba8-dcc2bce2449d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ece7923-d776-40ec-9db6-8b3f1d9ba82b HTTP/1.1" status: 200 len: 1000 time: 0.1246736 Sep 07 02:40:38.410777 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device d70a2c76-40a0-4ed5-8def-2b660b9dad0c up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:40:38.426886 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-fb2226a1-c78c-41ee-9421-eb16ac365b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b43e779-b574-4839-80bd-7ec974775f43', 'name': 'tempest-TaggedBootDevicesTest-261108608-router', 'tenant_id': '3d937c5301ab43c080b18db78872855b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'ad2b5ea9-262e-4481-8300-2f1466c529a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:38:32Z', 'updated_at': '2021-09-07T02:38:37Z', 'revision_number': 4, 'project_id': '3d937c5301ab43c080b18db78872855b', 'gw_port': {'id': 'ad2b5ea9-262e-4481-8300-2f1466c529a6', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b43e779-b574-4839-80bd-7ec974775f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:38:33Z', 'updated_at': '2021-09-07T02:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'f82863df-1f06-467b-aaab-4b6167969454', 'tenant_id': '3d937c5301ab43c080b18db78872855b', 'floating_ip_address': '172.25.5.165', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '9b43e779-b574-4839-80bd-7ec974775f43', 'port_id': '7ece7923-d776-40ec-9db6-8b3f1d9ba82b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96cf2c3c-2cd2-4441-b075-5aca4d5876d6', 'mac_address': 'fa:16:3e:30:db:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8c528d-373f-42ed-8303-ff263d703c42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T02:39:16Z', 'updated_at': '2021-09-07T02:40:36Z', 'revision_number': 1, 'project_id': '3d937c5301ab43c080b18db78872855b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73d2bee5-252c-45f4-b84f-bfdcac7b2de2', 'name': '', 'network_id': '96cf2c3c-2cd2-4441-b075-5aca4d5876d6', 'tenant_id': '3d937c5301ab43c080b18db78872855b', 'mac_address': 'fa:16:3e:01:b4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b43e779-b574-4839-80bd-7ec974775f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'e3b4fb3d-94e3-4aeb-a2af-6938d3cac266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:38:36Z', 'updated_at': '2021-09-07T02:38:44Z', 'revision_number': 5, 'project_id': '3d937c5301ab43c080b18db78872855b', 'subnets': [{'id': 'e3b4fb3d-94e3-4aeb-a2af-6938d3cac266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:40:38.468320 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2226a1-c78c-41ee-9421-eb16ac365b97 None None] The sync data for ids ['9b43e779-b574-4839-80bd-7ec974775f43'] in n-d-796209-16 is: [{'id': '9b43e779-b574-4839-80bd-7ec974775f43', 'name': 'tempest-TaggedBootDevicesTest-261108608-router', 'tenant_id': '3d937c5301ab43c080b18db78872855b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'ad2b5ea9-262e-4481-8300-2f1466c529a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:38:32Z', 'updated_at': '2021-09-07T02:38:37Z', 'revision_number': 4, 'project_id': '3d937c5301ab43c080b18db78872855b', 'gw_port': {'id': 'ad2b5ea9-262e-4481-8300-2f1466c529a6', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b43e779-b574-4839-80bd-7ec974775f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:38:33Z', 'updated_at': '2021-09-07T02:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'f82863df-1f06-467b-aaab-4b6167969454', 'tenant_id': '3d937c5301ab43c080b18db78872855b', 'floating_ip_address': '172.25.5.165', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '9b43e779-b574-4839-80bd-7ec974775f43', 'port_id': '7ece7923-d776-40ec-9db6-8b3f1d9ba82b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 788, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96cf2c3c-2cd2-4441-b075-5aca4d5876d6', 'mac_address': 'fa:16:3e:30:db:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8c528d-373f-42ed-8303-ff263d703c42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T02:39:16Z', 'updated_at': '2021-09-07T02:40:36Z', 'revision_number': 1, 'project_id': '3d937c5301ab43c080b18db78872855b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73d2bee5-252c-45f4-b84f-bfdcac7b2de2', 'name': '', 'network_id': '96cf2c3c-2cd2-4441-b075-5aca4d5876d6', 'tenant_id': '3d937c5301ab43c080b18db78872855b', 'mac_address': 'fa:16:3e:01:b4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b43e779-b574-4839-80bd-7ec974775f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'e3b4fb3d-94e3-4aeb-a2af-6938d3cac266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:38:36Z', 'updated_at': '2021-09-07T02:38:44Z', 'revision_number': 5, 'project_id': '3d937c5301ab43c080b18db78872855b', 'subnets': [{'id': 'e3b4fb3d-94e3-4aeb-a2af-6938d3cac266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:40:38.469639 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port d70a2c76-40a0-4ed5-8def-2b660b9dad0c completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:40:38.475910 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcedee5d-54c6-4388-b26a-586e1796be85 req-4e41f28d-ba63-4d38-857f-d16ec9c9485f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:38.478326 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port d70a2c76-40a0-4ed5-8def-2b660b9dad0c triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:40:38.478709 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:38.480081 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dcedee5d-54c6-4388-b26a-586e1796be85 req-4e41f28d-ba63-4d38-857f-d16ec9c9485f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e3b4fb3d-94e3-4aeb-a2af-6938d3cac266 HTTP/1.1" status: 200 len: 850 time: 0.0628190 Sep 07 02:40:38.490643 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-71e30c26-fd57-4fbd-9136-685d42193d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:38.596669 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:38.657377 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port d70a2c76-40a0-4ed5-8def-2b660b9dad0c, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=d70a2c76-40a0-4ed5-8def-2b660b9dad0c,segment=NetworkSegment(a0386811-94fa-47c4-8520-2bd1e5cc6c80),segment_id=a0386811-94fa-47c4-8520-2bd1e5cc6c80)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:40:38.662137 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:38.680433 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b366d8-5fb9-49cd-9c2c-7b0ed7ca2df8 req-bab62ede-1020-497d-91ef-360be7370433 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:38.688140 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-84b366d8-5fb9-49cd-9c2c-7b0ed7ca2df8 req-bab62ede-1020-497d-91ef-360be7370433 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 944 time: 0.1354861 Sep 07 02:40:38.747689 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=d70a2c76-40a0-4ed5-8def-2b660b9dad0c,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:38.752429 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-84b366d8-5fb9-49cd-9c2c-7b0ed7ca2df8 req-821b248b-8104-4069-9fc1-48aa29d4980b tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633769 Sep 07 02:40:38.801820 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e592b6ae-a9d9-4689-8c46-9c6992336b36 None None] New status for floating IP f82863df-1f06-467b-aaab-4b6167969454: ACTIVE {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 02:40:39.057379 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcedee5d-54c6-4388-b26a-586e1796be85 req-5a779a40-607b-47ca-8919-ba89b35b6cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:39.058888 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dcedee5d-54c6-4388-b26a-586e1796be85 req-5a779a40-607b-47ca-8919-ba89b35b6cf8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=96cf2c3c-2cd2-4441-b075-5aca4d5876d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5227101 Sep 07 02:40:39.081340 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb9f37-7e90-4417-a8ea-de4a1170c0ed req-1725d4f1-10ce-4984-924c-e1f196063ddd tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:39.082810 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8cbb9f37-7e90-4417-a8ea-de4a1170c0ed req-1725d4f1-10ce-4984-924c-e1f196063ddd tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41 HTTP/1.1" status: 200 len: 950 time: 0.1124973 Sep 07 02:40:39.201858 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff02ff-79b2-4849-818c-4bb9c793665e req-15e51235-4164-408d-a9c8-79bd8c0d01b6 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:39.203022 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8cbb9f37-7e90-4417-a8ea-de4a1170c0ed req-54bbbcde-9e80-4df6-a55c-5b45f9671754 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081266 Sep 07 02:40:39.209396 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6cff02ff-79b2-4849-818c-4bb9c793665e req-15e51235-4164-408d-a9c8-79bd8c0d01b6 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=956f765f-e135-4d4c-aba9-f234735281d2 HTTP/1.1" status: 200 len: 945 time: 0.0622075 Sep 07 02:40:39.223268 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71e30c26-fd57-4fbd-9136-685d42193d25 admin admin] Router 33c08d20-dbad-4428-bb08-966ab5175b7c is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 02:40:39.240926 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dcedee5d-54c6-4388-b26a-586e1796be85 req-e52d94a0-376d-49e8-b9ca-c31bba272f33 service neutron] 10.222.0.16 "GET /v2.0/networks/96cf2c3c-2cd2-4441-b075-5aca4d5876d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546371 Sep 07 02:40:39.253618 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6cff02ff-79b2-4849-818c-4bb9c793665e req-620c4aed-a208-4325-86f8-3dd19d836db9 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417185 Sep 07 02:40:39.445076 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57be092-731e-492f-80ca-d75055b66528 req-3ce685e7-989c-4319-b11a-1938acc4683c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:39.446698 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e57be092-731e-492f-80ca-d75055b66528 req-3ce685e7-989c-4319-b11a-1938acc4683c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef46d2c6ddda4358910a6e6d3c8cd1f8&device_id=6b3e968d-0a74-40a9-ab0d-146c6fc12a4d HTTP/1.1" status: 200 len: 1102 time: 0.0489423 Sep 07 02:40:39.483054 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6978aec0-da04-4d8d-8cfb-5d74abb59e55 req-01de8694-ffd1-4d72-b4a1-4ccd3a4bb199 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:39.484625 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6978aec0-da04-4d8d-8cfb-5d74abb59e55 req-01de8694-ffd1-4d72-b4a1-4ccd3a4bb199 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b3e968d-0a74-40a9-ab0d-146c6fc12a4d HTTP/1.1" status: 200 len: 950 time: 0.1846616 Sep 07 02:40:39.487504 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e30c26-fd57-4fbd-9136-685d42193d25 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:40:39.495120 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dcedee5d-54c6-4388-b26a-586e1796be85 req-490443c7-ca3f-414c-96f3-f690879808ca service neutron] 10.222.0.16 "GET /v2.0/networks/96cf2c3c-2cd2-4441-b075-5aca4d5876d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459106 Sep 07 02:40:39.499474 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598963c4-f3f6-4e95-a867-80f5dbd332e5 None None] Sync routers for ids ['33c08d20-dbad-4428-bb08-966ab5175b7c'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:40:39.511196 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598963c4-f3f6-4e95-a867-80f5dbd332e5 None None] Routers {'33c08d20-dbad-4428-bb08-966ab5175b7c'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:40:39.511852 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-71e30c26-fd57-4fbd-9136-685d42193d25 admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:39.513624 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-598963c4-f3f6-4e95-a867-80f5dbd332e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:40:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['33c08d20-dbad-4428-bb08-966ab5175b7c'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:40:39.514175 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-71e30c26-fd57-4fbd-9136-685d42193d25 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.0305760 Sep 07 02:40:39.520844 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 47798) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:40:39.567466 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57be092-731e-492f-80ca-d75055b66528 req-724c6992-3770-49df-b96d-fa67611853f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:39.569058 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e57be092-731e-492f-80ca-d75055b66528 req-724c6992-3770-49df-b96d-fa67611853f9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0823ecf3-066e-49bd-a451-2e84ab79a70f HTTP/1.1" status: 200 len: 869 time: 0.1136768 Sep 07 02:40:39.584942 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6978aec0-da04-4d8d-8cfb-5d74abb59e55 req-61b608c8-3105-408f-b3cb-41ddabff0f23 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820730 Sep 07 02:40:39.593102 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 9e0a4062-b916-433e-8871-18aaa78c80ee details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:40:39.625268 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e57be092-731e-492f-80ca-d75055b66528 req-0f1d3ac8-4bf9-4835-80c3-0bb8ed336a94 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=54614cb7-1c6d-428a-b1c5-3605226dbcd6 HTTP/1.1" status: 200 len: 217 time: 0.0467861 Sep 07 02:40:39.677150 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57be092-731e-492f-80ca-d75055b66528 req-4620209b-8473-4048-af36-a4b0dd9f00bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:39.678940 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e57be092-731e-492f-80ca-d75055b66528 req-4620209b-8473-4048-af36-a4b0dd9f00bc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.0470653 Sep 07 02:40:39.682317 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-598963c4-f3f6-4e95-a867-80f5dbd332e5 None None] Set router 33c08d20-dbad-4428-bb08-966ab5175b7c gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:40:39.744641 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57be092-731e-492f-80ca-d75055b66528 req-c0f6551f-8bda-44a7-99c4-579e053cbc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:39.746341 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e57be092-731e-492f-80ca-d75055b66528 req-c0f6551f-8bda-44a7-99c4-579e053cbc56 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0594718 Sep 07 02:40:39.753442 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 9e0a4062-b916-433e-8871-18aaa78c80ee, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=9e0a4062-b916-433e-8871-18aaa78c80ee,segment=NetworkSegment(6dff264e-7c75-4629-a854-2e784f93e6e2),segment_id=6dff264e-7c75-4629-a854-2e784f93e6e2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:40:39.777166 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '9e0a4062-b916-433e-8871-18aaa78c80ee', 'network_id': 'c7baff3a-2acd-47c4-826f-ff1b179e5161', 'port_id': '9e0a4062-b916-433e-8871-18aaa78c80ee', 'mac_address': 'fa:16:3e:a4:df:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04737742-a3d0-4b6d-a6a4-ec1fe2e55890', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:40:39.841806 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:39.857635 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e0a4062-b916-433e-8871-18aaa78c80ee {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:40:39.890631 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 9e0a4062-b916-433e-8871-18aaa78c80ee, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=9e0a4062-b916-433e-8871-18aaa78c80ee,segment=NetworkSegment(6dff264e-7c75-4629-a854-2e784f93e6e2),segment_id=6dff264e-7c75-4629-a854-2e784f93e6e2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:40:39.902506 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:39.945911 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e57be092-731e-492f-80ca-d75055b66528 req-e78220a9-9569-45f2-8f62-a53a0e085323 service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850533 Sep 07 02:40:40.016286 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-598963c4-f3f6-4e95-a867-80f5dbd332e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1167678754-router', 'tenant_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'e3f9da3b-548c-4f0f-b18d-cc6adbb79848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:40:35Z', 'updated_at': '2021-09-07T02:40:37Z', 'revision_number': 3, 'project_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'gw_port': {'id': 'e3f9da3b-548c-4f0f-b18d-cc6adbb79848', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:20:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:40:36Z', 'updated_at': '2021-09-07T02:40:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:40:40.055822 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598963c4-f3f6-4e95-a867-80f5dbd332e5 None None] Checking router: 33c08d20-dbad-4428-bb08-966ab5175b7c for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:40:40.055822 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598963c4-f3f6-4e95-a867-80f5dbd332e5 None None] Updating router 33c08d20-dbad-4428-bb08-966ab5175b7c port e3f9da3b-548c-4f0f-b18d-cc6adbb79848 binding host n-d-796209-16 {{(pid=94703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 02:40:40.098130 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-598963c4-f3f6-4e95-a867-80f5dbd332e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:40.107018 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e57be092-731e-492f-80ca-d75055b66528 req-12bce004-70a2-4c0a-b98a-c99516e19ba4 service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506772 Sep 07 02:40:40.120132 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62156975-a422-4392-92c7-524dfdbcbe01 req-164987b7-2a49-4ad7-a022-b157d1bc8adf tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:40.120378 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['9e0a4062-b916-433e-8871-18aaa78c80ee'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:40:40.128606 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-62156975-a422-4392-92c7-524dfdbcbe01 req-164987b7-2a49-4ad7-a022-b157d1bc8adf tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 945 time: 0.2446451 Sep 07 02:40:40.197201 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=9e0a4062-b916-433e-8871-18aaa78c80ee,revision_number=12']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:40.232816 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-62156975-a422-4392-92c7-524dfdbcbe01 req-e62409ca-4f3f-4ad6-a04b-b84212a3287e tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986438 Sep 07 02:40:40.461497 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device d70a2c76-40a0-4ed5-8def-2b660b9dad0c up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:40:40.496583 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3f5863cf-d007-4386-a6eb-5a3f13d822c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:40.508006 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec38260f-b1e2-495c-af68-32629464ddc0 req-9a1c628c-ecd0-4b1c-bdd0-fc8fd2310e24 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:40.510610 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ec38260f-b1e2-495c-af68-32629464ddc0 req-9a1c628c-ecd0-4b1c-bdd0-fc8fd2310e24 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41 HTTP/1.1" status: 200 len: 950 time: 0.1212082 Sep 07 02:40:40.516647 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b239c-b5c7-446b-99bd-2ce3b122d95f req-e03afc10-d3b8-4033-9dbb-d4fb008bcace tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:40.518572 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d43b239c-b5c7-446b-99bd-2ce3b122d95f req-e03afc10-d3b8-4033-9dbb-d4fb008bcace tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=956f765f-e135-4d4c-aba9-f234735281d2 HTTP/1.1" status: 200 len: 945 time: 0.1070092 Sep 07 02:40:40.538946 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port d70a2c76-40a0-4ed5-8def-2b660b9dad0c triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:40:40.539629 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:40.592370 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ec38260f-b1e2-495c-af68-32629464ddc0 req-d27e01ca-9d69-4361-9eed-37a421f7d566 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748410 Sep 07 02:40:40.744303 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-3f5863cf-d007-4386-a6eb-5a3f13d822c9 admin admin] Allocated IP 172.20.0.1 (cf4d819b-d5b3-41f0-aae9-25471cd508bb/205e31e7-fda7-44a5-98d3-6a3c5b8d28bb/2981b985-f07f-4ac9-94fa-288b1e5195ff) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:40:40.778078 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d43b239c-b5c7-446b-99bd-2ce3b122d95f req-67554755-a757-436a-a2f5-a6217e1da799 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523479 Sep 07 02:40:40.806812 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-598963c4-f3f6-4e95-a867-80f5dbd332e5 None None] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:40.830488 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-598963c4-f3f6-4e95-a867-80f5dbd332e5 None None] Transition to ACTIVE for port object e3f9da3b-548c-4f0f-b18d-cc6adbb79848 will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:40:40.838818 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-598963c4-f3f6-4e95-a867-80f5dbd332e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:40.929599 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3f5863cf-d007-4386-a6eb-5a3f13d822c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:40.938224 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c872eb9-2cd2-4a2d-8f5d-32996a1d543c None None] Pushing event updated for resources: {'Port': ['ID=e3f9da3b-548c-4f0f-b18d-cc6adbb79848,revision_number=2']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:40.940053 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9948b69-8006-4994-bd97-5b176543eae2 req-2e01db39-64d1-477b-b282-4ef5e13552ef tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:40.942349 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e9948b69-8006-4994-bd97-5b176543eae2 req-2e01db39-64d1-477b-b282-4ef5e13552ef tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b3e968d-0a74-40a9-ab0d-146c6fc12a4d HTTP/1.1" status: 200 len: 950 time: 0.0732169 Sep 07 02:40:40.954967 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-3f5863cf-d007-4386-a6eb-5a3f13d822c9 admin admin] Transition to ACTIVE for port object 2981b985-f07f-4ac9-94fa-288b1e5195ff will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:40:40.962188 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-598963c4-f3f6-4e95-a867-80f5dbd332e5 None None] Attempting to bind port e3f9da3b-548c-4f0f-b18d-cc6adbb79848 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:40:40.962475 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-598963c4-f3f6-4e95-a867-80f5dbd332e5 None None] Attempting to bind port e3f9da3b-548c-4f0f-b18d-cc6adbb79848 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:40:40.962837 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598963c4-f3f6-4e95-a867-80f5dbd332e5 None None] Attempting to bind port e3f9da3b-548c-4f0f-b18d-cc6adbb79848 on network 1166b922-7457-4da4-bdda-328e8c8e7bc6 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:40:40.968789 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598963c4-f3f6-4e95-a867-80f5dbd332e5 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:40:40.969159 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598963c4-f3f6-4e95-a867-80f5dbd332e5 None None] Checking segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:40:40.969684 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-598963c4-f3f6-4e95-a867-80f5dbd332e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:40.969949 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598963c4-f3f6-4e95-a867-80f5dbd332e5 None None] Bound using segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:40:40.970423 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-598963c4-f3f6-4e95-a867-80f5dbd332e5 None None] Bound port: e3f9da3b-548c-4f0f-b18d-cc6adbb79848, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:40:40.970796 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-598963c4-f3f6-4e95-a867-80f5dbd332e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:41.011581 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e9948b69-8006-4994-bd97-5b176543eae2 req-36690668-3b1a-4f1c-9463-a6a44a39a547 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552707 Sep 07 02:40:41.031202 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3f5863cf-d007-4386-a6eb-5a3f13d822c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:41.035022 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-598963c4-f3f6-4e95-a867-80f5dbd332e5 None None] For port e3f9da3b-548c-4f0f-b18d-cc6adbb79848, host n-d-796209-16, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:40:41.040582 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-598963c4-f3f6-4e95-a867-80f5dbd332e5 None None] For port e3f9da3b-548c-4f0f-b18d-cc6adbb79848, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=e3f9da3b-548c-4f0f-b18d-cc6adbb79848,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:40:41.048793 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-598963c4-f3f6-4e95-a867-80f5dbd332e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:41.092231 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5863cf-d007-4386-a6eb-5a3f13d822c9 admin admin] Network cf4d819b-d5b3-41f0-aae9-25471cd508bb is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:40:41.094644 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-3f5863cf-d007-4386-a6eb-5a3f13d822c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:40:41.109886 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5863cf-d007-4386-a6eb-5a3f13d822c9 admin admin] Pushing event updated for resources: {'Port': ['ID=2981b985-f07f-4ac9-94fa-288b1e5195ff,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:41.112772 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5863cf-d007-4386-a6eb-5a3f13d822c9 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:40:41.124967 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598963c4-f3f6-4e95-a867-80f5dbd332e5 None None] Routers {'33c08d20-dbad-4428-bb08-966ab5175b7c'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:40:41.125609 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-598963c4-f3f6-4e95-a867-80f5dbd332e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:40:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['33c08d20-dbad-4428-bb08-966ab5175b7c'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:40:41.158395 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3f5863cf-d007-4386-a6eb-5a3f13d822c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:41.249278 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c872eb9-2cd2-4a2d-8f5d-32996a1d543c None None] Pushing event updated for resources: {'Port': ['ID=e3f9da3b-548c-4f0f-b18d-cc6adbb79848,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:41.289120 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-598963c4-f3f6-4e95-a867-80f5dbd332e5 None None] Set router 33c08d20-dbad-4428-bb08-966ab5175b7c gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:40:41.408055 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3f5863cf-d007-4386-a6eb-5a3f13d822c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:41.460292 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aacdf28-ecca-4ff2-ab2d-2b947002b372 req-197b6c31-a53b-4b8d-91f8-4fdbff4e86fa tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:41.461222 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-e688099f-4707-44e1-a6be-a7b4fb4739e7 None None] Provisioning for port 2981b985-f07f-4ac9-94fa-288b1e5195ff completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:40:41.468851 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-e688099f-4707-44e1-a6be-a7b4fb4739e7 None None] Provisioning complete for port 2981b985-f07f-4ac9-94fa-288b1e5195ff triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:40:41.469532 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e688099f-4707-44e1-a6be-a7b4fb4739e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:41.469843 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9aacdf28-ecca-4ff2-ab2d-2b947002b372 req-197b6c31-a53b-4b8d-91f8-4fdbff4e86fa tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 945 time: 0.1279752 Sep 07 02:40:41.510233 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-e688099f-4707-44e1-a6be-a7b4fb4739e7 None None] Port 2981b985-f07f-4ac9-94fa-288b1e5195ff cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:40:41.542828 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9aacdf28-ecca-4ff2-ab2d-2b947002b372 req-1cd51279-5200-4ef3-9942-9bca5fd2d76b tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675201 Sep 07 02:40:41.575644 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-598963c4-f3f6-4e95-a867-80f5dbd332e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1167678754-router', 'tenant_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'e3f9da3b-548c-4f0f-b18d-cc6adbb79848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:40:35Z', 'updated_at': '2021-09-07T02:40:37Z', 'revision_number': 3, 'project_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'gw_port': {'id': 'e3f9da3b-548c-4f0f-b18d-cc6adbb79848', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:20:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:40:36Z', 'updated_at': '2021-09-07T02:40:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:40:41.610854 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 9e0a4062-b916-433e-8871-18aaa78c80ee up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:40:41.629468 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598963c4-f3f6-4e95-a867-80f5dbd332e5 None None] The sync data for ids ['33c08d20-dbad-4428-bb08-966ab5175b7c'] in n-d-796209-16 is: [{'id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1167678754-router', 'tenant_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'e3f9da3b-548c-4f0f-b18d-cc6adbb79848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:40:35Z', 'updated_at': '2021-09-07T02:40:37Z', 'revision_number': 3, 'project_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'gw_port': {'id': 'e3f9da3b-548c-4f0f-b18d-cc6adbb79848', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:20:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:40:36Z', 'updated_at': '2021-09-07T02:40:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:40:41.690425 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 9e0a4062-b916-433e-8871-18aaa78c80ee triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:40:41.691023 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:41.745990 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3f5863cf-d007-4386-a6eb-5a3f13d822c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:41.766125 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3f5863cf-d007-4386-a6eb-5a3f13d822c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:41.809590 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b351617-08ce-45e8-9bee-3015a942f005 req-90e96a5c-f40f-4532-bf1a-6bf38bd6513e tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:41.823346 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6b351617-08ce-45e8-9bee-3015a942f005 req-90e96a5c-f40f-4532-bf1a-6bf38bd6513e tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41 HTTP/1.1" status: 200 len: 950 time: 0.0985017 Sep 07 02:40:41.829648 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5863cf-d007-4386-a6eb-5a3f13d822c9 admin admin] Pushing event updated for resources: {'Port': ['ID=2981b985-f07f-4ac9-94fa-288b1e5195ff,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:41.855094 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:41.890003 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6b351617-08ce-45e8-9bee-3015a942f005 req-c9f5b962-eb61-4e7d-81ba-4b32e2ab0b02 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623882 Sep 07 02:40:41.918072 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7bc2f9-d54e-4545-a965-b16a92c2c29c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e0a4062-b916-433e-8871-18aaa78c80ee'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:40:41.921034 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9047a8b3-3990-45fa-a9d2-49864b1a6021" -d '{"events": [{"server_uuid": "ba7bc2f9-d54e-4545-a965-b16a92c2c29c", "name": "network-vif-plugged", "status": "completed", "tag": "9e0a4062-b916-433e-8871-18aaa78c80ee"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:40:41.926213 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3f5863cf-d007-4386-a6eb-5a3f13d822c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:41.943963 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 9e0a4062-b916-433e-8871-18aaa78c80ee, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=9e0a4062-b916-433e-8871-18aaa78c80ee,segment=NetworkSegment(6dff264e-7c75-4629-a854-2e784f93e6e2),segment_id=6dff264e-7c75-4629-a854-2e784f93e6e2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:40:41.954349 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:42.029846 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=9e0a4062-b916-433e-8871-18aaa78c80ee,revision_number=13']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:42.136198 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65325ed9-cd7e-42d7-b883-7a852dfb41ec req-be8401b9-197e-46e4-bf28-10ec239202dd tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:42.138310 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-65325ed9-cd7e-42d7-b883-7a852dfb41ec req-be8401b9-197e-46e4-bf28-10ec239202dd tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=956f765f-e135-4d4c-aba9-f234735281d2 HTTP/1.1" status: 200 len: 945 time: 0.1660631 Sep 07 02:40:42.145624 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62439cc2-7bbe-4490-93d8-0429f65f37eb x-openstack-request-id: req-62439cc2-7bbe-4490-93d8-0429f65f37eb {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:40:42.145919 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba7bc2f9-d54e-4545-a965-b16a92c2c29c", "name": "network-vif-plugged", "status": "completed", "tag": "9e0a4062-b916-433e-8871-18aaa78c80ee", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:40:42.146193 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-62439cc2-7bbe-4490-93d8-0429f65f37eb {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:40:42.146823 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba7bc2f9-d54e-4545-a965-b16a92c2c29c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e0a4062-b916-433e-8871-18aaa78c80ee', 'code': 200} Sep 07 02:40:42.191866 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5863cf-d007-4386-a6eb-5a3f13d822c9 admin admin] Network cf4d819b-d5b3-41f0-aae9-25471cd508bb is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:40:42.198977 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-3f5863cf-d007-4386-a6eb-5a3f13d822c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:40:42.290931 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72eb2fe-d826-4e64-ad7e-55cf98aec916 req-c4ec4b2a-9449-411e-9d5d-263c44fe6e3e tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:42.293329 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e72eb2fe-d826-4e64-ad7e-55cf98aec916 req-c4ec4b2a-9449-411e-9d5d-263c44fe6e3e tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b3e968d-0a74-40a9-ab0d-146c6fc12a4d HTTP/1.1" status: 200 len: 950 time: 0.0664277 Sep 07 02:40:42.321674 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-65325ed9-cd7e-42d7-b883-7a852dfb41ec req-5c32bf03-1d90-4590-8c22-999466576fae tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739089 Sep 07 02:40:42.351411 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e72eb2fe-d826-4e64-ad7e-55cf98aec916 req-4ab05a2a-1570-46f3-841e-00fa26b58de2 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518694 Sep 07 02:40:42.424251 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f5863cf-d007-4386-a6eb-5a3f13d822c9 admin admin] Router 33c08d20-dbad-4428-bb08-966ab5175b7c has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:40:42.457607 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device e3f9da3b-548c-4f0f-b18d-cc6adbb79848 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:40:42.559373 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port e3f9da3b-548c-4f0f-b18d-cc6adbb79848 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:40:42.569805 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port e3f9da3b-548c-4f0f-b18d-cc6adbb79848 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:40:42.570273 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:42.620368 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5863cf-d007-4386-a6eb-5a3f13d822c9 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:40:42.630470 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3f5863cf-d007-4386-a6eb-5a3f13d822c9 admin admin] 10.222.0.22 "PUT /v2.0/routers/33c08d20-dbad-4428-bb08-966ab5175b7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1070552 Sep 07 02:40:42.690058 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-d1c8e017-07ac-4797-9b31-f0eef87cf0a3 None None] Provisioning complete for port 2981b985-f07f-4ac9-94fa-288b1e5195ff triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:40:42.695391 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d1c8e017-07ac-4797-9b31-f0eef87cf0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:42.711650 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c347c-1370-4479-91c9-b2ae448c3ed2 req-49607112-74e2-4c2c-9afb-0c2608e4f52b tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:42.713495 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-158c347c-1370-4479-91c9-b2ae448c3ed2 req-49607112-74e2-4c2c-9afb-0c2608e4f52b tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 946 time: 0.0817103 Sep 07 02:40:42.775331 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-d1c8e017-07ac-4797-9b31-f0eef87cf0a3 None None] Port 2981b985-f07f-4ac9-94fa-288b1e5195ff cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:40:42.792135 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-158c347c-1370-4479-91c9-b2ae448c3ed2 req-46be0fac-ba14-489c-8b37-477d7ba82f5c tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719287 Sep 07 02:40:42.801981 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:42.842431 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port e3f9da3b-548c-4f0f-b18d-cc6adbb79848, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=e3f9da3b-548c-4f0f-b18d-cc6adbb79848,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:40:42.852237 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:42.932237 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=e3f9da3b-548c-4f0f-b18d-cc6adbb79848,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:43.069060 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49547b68-51f8-47a1-9f3c-74b6f369e9c4 req-06da5179-6c60-4d96-9861-05e1b0fae51f tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:43.079576 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-49547b68-51f8-47a1-9f3c-74b6f369e9c4 req-06da5179-6c60-4d96-9861-05e1b0fae51f tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41 HTTP/1.1" status: 200 len: 950 time: 0.0899007 Sep 07 02:40:43.127119 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-49547b68-51f8-47a1-9f3c-74b6f369e9c4 req-459a344b-283e-4b30-9a87-89710c23c89e tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462763 Sep 07 02:40:43.371377 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a9ad0f-0c88-45a9-a526-4baa4d5a0c3c req-7c26a934-ccc5-4867-9a94-6b320a655e8f tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:43.373658 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-22a9ad0f-0c88-45a9-a526-4baa4d5a0c3c req-7c26a934-ccc5-4867-9a94-6b320a655e8f tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/networks?id=cf4d819b-d5b3-41f0-aae9-25471cd508bb HTTP/1.1" status: 200 len: 821 time: 0.1350930 Sep 07 02:40:43.393297 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-22a9ad0f-0c88-45a9-a526-4baa4d5a0c3c req-751f76f5-fca2-47dc-8e7c-303454998fdb tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/quotas/9b8a2a8dd4f3482aa9fef6171603eb42 HTTP/1.1" status: 200 len: 375 time: 0.0126183 Sep 07 02:40:43.502891 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-22a9ad0f-0c88-45a9-a526-4baa4d5a0c3c req-649926b1-2989-424f-83c2-afb557549dad tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9b8a2a8dd4f3482aa9fef6171603eb42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1013327 Sep 07 02:40:43.505972 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6063f291-2819-4d0a-a1ae-75d405615de4 req-44bade20-c133-4e83-bd1d-5170f75ed5ca tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:43.512795 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6063f291-2819-4d0a-a1ae-75d405615de4 req-44bade20-c133-4e83-bd1d-5170f75ed5ca tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=956f765f-e135-4d4c-aba9-f234735281d2 HTTP/1.1" status: 200 len: 945 time: 0.0895283 Sep 07 02:40:43.590838 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6063f291-2819-4d0a-a1ae-75d405615de4 req-731407e6-88b8-461f-8621-5510fcb1f62b tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690241 Sep 07 02:40:43.638788 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-22a9ad0f-0c88-45a9-a526-4baa4d5a0c3c req-ee1df6f5-17c3-42b4-b650-7b20896459eb service neutron] 10.222.0.22 "GET /v2.0/networks/cf4d819b-d5b3-41f0-aae9-25471cd508bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348643 Sep 07 02:40:43.744701 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a591db-b954-4c87-8165-d2b741535165 req-88636851-75cd-4c02-a2c4-fcc58a3fe53e tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:43.753347 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f9a591db-b954-4c87-8165-d2b741535165 req-88636851-75cd-4c02-a2c4-fcc58a3fe53e tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b3e968d-0a74-40a9-ab0d-146c6fc12a4d HTTP/1.1" status: 200 len: 950 time: 0.0800507 Sep 07 02:40:43.776586 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-22a9ad0f-0c88-45a9-a526-4baa4d5a0c3c req-45908d4a-27ae-406a-ab78-a81e5f88267b service neutron] 10.222.0.22 "GET /v2.0/networks/cf4d819b-d5b3-41f0-aae9-25471cd508bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354105 Sep 07 02:40:43.817546 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f9a591db-b954-4c87-8165-d2b741535165 req-372acc04-4ae9-469e-b3c7-b6ee9b4f5c1f tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631981 Sep 07 02:40:43.971010 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8910be4c-733c-4b5f-929b-2c3ce4c19083 req-caf60495-34ce-419c-874e-8ba51c5704cd tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:43.982681 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8910be4c-733c-4b5f-929b-2c3ce4c19083 req-caf60495-34ce-419c-874e-8ba51c5704cd tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 946 time: 0.0850413 Sep 07 02:40:44.060608 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8910be4c-733c-4b5f-929b-2c3ce4c19083 req-4c60f13a-f5b1-4eef-b3d6-a39bd798c308 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769391 Sep 07 02:40:44.123794 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-238f86b9-91cb-44a9-ab18-a8d15764e60b req-c68d331a-3d33-4000-a4d5-90c28e3b4813 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/ports?device_id=14488513-6591-402f-9cca-41e13c86bb86 HTTP/1.1" status: 200 len: 210 time: 0.0495076 Sep 07 02:40:44.137474 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da0c968-4512-4858-be6e-d4394c94657a None None] Sync routers for ids ['33c08d20-dbad-4428-bb08-966ab5175b7c'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:40:44.152477 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da0c968-4512-4858-be6e-d4394c94657a None None] Routers {'33c08d20-dbad-4428-bb08-966ab5175b7c'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:40:44.153170 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-5da0c968-4512-4858-be6e-d4394c94657a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:40:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['33c08d20-dbad-4428-bb08-966ab5175b7c'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:40:44.340448 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ded09-a414-427b-b612-83e1d80a456b req-cf46b666-d607-45a0-b1e1-3508a4d9cd12 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:44.342900 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bc5ded09-a414-427b-b612-83e1d80a456b req-cf46b666-d607-45a0-b1e1-3508a4d9cd12 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41 HTTP/1.1" status: 200 len: 950 time: 0.1014376 Sep 07 02:40:44.428003 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-5da0c968-4512-4858-be6e-d4394c94657a None None] Set router 33c08d20-dbad-4428-bb08-966ab5175b7c gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:40:44.430817 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bc5ded09-a414-427b-b612-83e1d80a456b req-8d11864d-1308-490c-992e-6b892709b024 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810292 Sep 07 02:40:44.476039 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device e3f9da3b-548c-4f0f-b18d-cc6adbb79848 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:40:44.670032 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port e3f9da3b-548c-4f0f-b18d-cc6adbb79848 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:40:44.670691 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:44.792268 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905afc7-fb10-4eb8-aa13-3a783655674c req-494087d4-086b-4434-b655-831fc3079810 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:44.802432 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1905afc7-fb10-4eb8-aa13-3a783655674c req-494087d4-086b-4434-b655-831fc3079810 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=956f765f-e135-4d4c-aba9-f234735281d2 HTTP/1.1" status: 200 len: 945 time: 0.0956020 Sep 07 02:40:44.851955 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1905afc7-fb10-4eb8-aa13-3a783655674c req-1fbf0f80-abec-4ad3-a5ef-0e78fbfba60b tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473020 Sep 07 02:40:44.893733 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-5da0c968-4512-4858-be6e-d4394c94657a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1167678754-router', 'tenant_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'e3f9da3b-548c-4f0f-b18d-cc6adbb79848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:40:35Z', 'updated_at': '2021-09-07T02:40:41Z', 'revision_number': 4, 'project_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'gw_port': {'id': 'e3f9da3b-548c-4f0f-b18d-cc6adbb79848', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:20:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:40:36Z', 'updated_at': '2021-09-07T02:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '2981b985-f07f-4ac9-94fa-288b1e5195ff', 'name': '', 'network_id': 'cf4d819b-d5b3-41f0-aae9-25471cd508bb', 'tenant_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'mac_address': 'fa:16:3e:2e:85:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '205e31e7-fda7-44a5-98d3-6a3c5b8d28bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:40:40Z', 'updated_at': '2021-09-07T02:40:41Z', 'revision_number': 2, 'project_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'subnets': [{'id': '205e31e7-fda7-44a5-98d3-6a3c5b8d28bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:40:44.927326 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da0c968-4512-4858-be6e-d4394c94657a None None] Checking router: 33c08d20-dbad-4428-bb08-966ab5175b7c for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:40:44.927854 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da0c968-4512-4858-be6e-d4394c94657a None None] Updating router 33c08d20-dbad-4428-bb08-966ab5175b7c port 2981b985-f07f-4ac9-94fa-288b1e5195ff binding host n-d-796209-16 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 02:40:44.956347 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5da0c968-4512-4858-be6e-d4394c94657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:44.959257 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54251ce-3ad6-4246-8fb8-eec7bd70d214 req-f0bba593-09d8-45b8-8aaa-631d8f2dc3ce tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:44.960901 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c54251ce-3ad6-4246-8fb8-eec7bd70d214 req-f0bba593-09d8-45b8-8aaa-631d8f2dc3ce tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b3e968d-0a74-40a9-ab0d-146c6fc12a4d HTTP/1.1" status: 200 len: 950 time: 0.0534332 Sep 07 02:40:45.020465 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c54251ce-3ad6-4246-8fb8-eec7bd70d214 req-3215bd89-fe1e-4a1e-b42f-841333ab40fd tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525162 Sep 07 02:40:45.210766 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de5923-e83a-496f-b9fd-e972822a68a8 req-63ebc24e-d928-4592-b3b8-ce5ce9926254 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:45.212477 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-28de5923-e83a-496f-b9fd-e972822a68a8 req-63ebc24e-d928-4592-b3b8-ce5ce9926254 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 946 time: 0.0647697 Sep 07 02:40:45.246254 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1e2eae5b-ef33-487e-8463-af442ea5c19c req-62950051-5aa9-4fd2-8d27-812350cae76a tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/ports?device_id=14488513-6591-402f-9cca-41e13c86bb86 HTTP/1.1" status: 200 len: 210 time: 0.0359690 Sep 07 02:40:45.273563 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-28de5923-e83a-496f-b9fd-e972822a68a8 req-89766ded-1243-4439-a412-44a986b59b34 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536945 Sep 07 02:40:45.364068 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5da0c968-4512-4858-be6e-d4394c94657a None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:45.379892 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-5da0c968-4512-4858-be6e-d4394c94657a None None] Transition to ACTIVE for port object 2981b985-f07f-4ac9-94fa-288b1e5195ff will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:40:45.390518 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5da0c968-4512-4858-be6e-d4394c94657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:45.476433 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d1d844-10d2-4507-a631-88a422bba8d3 None None] Pushing event updated for resources: {'Port': ['ID=2981b985-f07f-4ac9-94fa-288b1e5195ff,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:45.596057 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-5da0c968-4512-4858-be6e-d4394c94657a None None] Attempting to bind port 2981b985-f07f-4ac9-94fa-288b1e5195ff on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:40:45.596727 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-5da0c968-4512-4858-be6e-d4394c94657a None None] Attempting to bind port 2981b985-f07f-4ac9-94fa-288b1e5195ff by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a0386811-94fa-47c4-8520-2bd1e5cc6c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'cf4d819b-d5b3-41f0-aae9-25471cd508bb'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:40:45.597219 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da0c968-4512-4858-be6e-d4394c94657a None None] Attempting to bind port 2981b985-f07f-4ac9-94fa-288b1e5195ff on network cf4d819b-d5b3-41f0-aae9-25471cd508bb {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:40:45.603140 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da0c968-4512-4858-be6e-d4394c94657a None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:40:45.603693 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da0c968-4512-4858-be6e-d4394c94657a None None] Checking segment: {'id': 'a0386811-94fa-47c4-8520-2bd1e5cc6c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'cf4d819b-d5b3-41f0-aae9-25471cd508bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:40:45.604200 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5da0c968-4512-4858-be6e-d4394c94657a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:45.606330 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da0c968-4512-4858-be6e-d4394c94657a None None] Bound using segment: {'id': 'a0386811-94fa-47c4-8520-2bd1e5cc6c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'cf4d819b-d5b3-41f0-aae9-25471cd508bb'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:40:45.606976 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-5da0c968-4512-4858-be6e-d4394c94657a None None] Bound port: 2981b985-f07f-4ac9-94fa-288b1e5195ff, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0386811-94fa-47c4-8520-2bd1e5cc6c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'cf4d819b-d5b3-41f0-aae9-25471cd508bb'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:40:45.607722 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5da0c968-4512-4858-be6e-d4394c94657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:45.611084 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a9ad0f-0c88-45a9-a526-4baa4d5a0c3c req-a666d949-d105-4dbb-8105-572ff8bf31fd tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:45.636018 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-22a9ad0f-0c88-45a9-a526-4baa4d5a0c3c req-a666d949-d105-4dbb-8105-572ff8bf31fd tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.23 "GET /v2.0/networks?id=cf4d819b-d5b3-41f0-aae9-25471cd508bb HTTP/1.1" status: 200 len: 821 time: 0.2275014 Sep 07 02:40:45.649500 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-22a9ad0f-0c88-45a9-a526-4baa4d5a0c3c req-c29a462f-67d9-41c4-9e2b-e1ca468e9b74 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Request body: {'port': {'device_id': '14488513-6591-402f-9cca-41e13c86bb86', 'network_id': 'cf4d819b-d5b3-41f0-aae9-25471cd508bb', 'admin_state_up': True, 'tenant_id': '9b8a2a8dd4f3482aa9fef6171603eb42'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:40:45.662453 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9bf4c-7b13-4fb8-8901-58ef9a5e75cd req-29787d6f-0174-432e-8c05-f859cbc03f47 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:45.671787 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-07b9bf4c-7b13-4fb8-8901-58ef9a5e75cd req-29787d6f-0174-432e-8c05-f859cbc03f47 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41 HTTP/1.1" status: 200 len: 950 time: 0.1029778 Sep 07 02:40:45.733013 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-07b9bf4c-7b13-4fb8-8901-58ef9a5e75cd req-df324fd8-c94d-49a1-bc8e-7e53ca4b783d tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547969 Sep 07 02:40:45.751638 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-5da0c968-4512-4858-be6e-d4394c94657a None None] For port 2981b985-f07f-4ac9-94fa-288b1e5195ff, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:40:45.761276 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-5da0c968-4512-4858-be6e-d4394c94657a None None] For port 2981b985-f07f-4ac9-94fa-288b1e5195ff, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=2981b985-f07f-4ac9-94fa-288b1e5195ff,segment=NetworkSegment(a0386811-94fa-47c4-8520-2bd1e5cc6c80),segment_id=a0386811-94fa-47c4-8520-2bd1e5cc6c80)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:40:45.771664 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5da0c968-4512-4858-be6e-d4394c94657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:45.846690 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da0c968-4512-4858-be6e-d4394c94657a None None] Routers {'33c08d20-dbad-4428-bb08-966ab5175b7c'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:40:45.847268 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-5da0c968-4512-4858-be6e-d4394c94657a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:40:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['33c08d20-dbad-4428-bb08-966ab5175b7c'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:40:45.890887 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22a9ad0f-0c88-45a9-a526-4baa4d5a0c3c req-c29a462f-67d9-41c4-9e2b-e1ca468e9b74 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Made reservation on behalf of 9b8a2a8dd4f3482aa9fef6171603eb42 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:40:45.892818 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d1d844-10d2-4507-a631-88a422bba8d3 None None] Pushing event updated for resources: {'Port': ['ID=2981b985-f07f-4ac9-94fa-288b1e5195ff,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:45.898300 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-22a9ad0f-0c88-45a9-a526-4baa4d5a0c3c req-c29a462f-67d9-41c4-9e2b-e1ca468e9b74 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:45.994044 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-5da0c968-4512-4858-be6e-d4394c94657a None None] Set router 33c08d20-dbad-4428-bb08-966ab5175b7c gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:40:46.091072 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0344d6-3c4e-4346-a295-741a234ff3d4 req-0294bfff-dbcd-445a-aee5-43b498aa2d81 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:46.094360 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2f0344d6-3c4e-4346-a295-741a234ff3d4 req-0294bfff-dbcd-445a-aee5-43b498aa2d81 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=956f765f-e135-4d4c-aba9-f234735281d2 HTTP/1.1" status: 200 len: 945 time: 0.0996029 Sep 07 02:40:46.138390 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-22a9ad0f-0c88-45a9-a526-4baa4d5a0c3c req-c29a462f-67d9-41c4-9e2b-e1ca468e9b74 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Allocated IP 172.20.0.12 (cf4d819b-d5b3-41f0-aae9-25471cd508bb/205e31e7-fda7-44a5-98d3-6a3c5b8d28bb/d5c3d11f-a916-4cd5-889c-fdc14e370dfe) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:40:46.165075 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2f0344d6-3c4e-4346-a295-741a234ff3d4 req-6828c81c-5cf5-487e-afc4-7ad52cdbd2f8 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631115 Sep 07 02:40:46.198057 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288a096f-d4cf-4ddc-bc3a-28b0f5fad8c3 req-cb525c48-b89a-4e7a-a7b5-9b2644402ecc tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:46.208394 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-288a096f-d4cf-4ddc-bc3a-28b0f5fad8c3 req-cb525c48-b89a-4e7a-a7b5-9b2644402ecc tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b3e968d-0a74-40a9-ab0d-146c6fc12a4d HTTP/1.1" status: 200 len: 950 time: 0.0797763 Sep 07 02:40:46.272979 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-288a096f-d4cf-4ddc-bc3a-28b0f5fad8c3 req-55f2f75f-351b-43f6-bcbc-26523c001655 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591044 Sep 07 02:40:46.355593 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-22a9ad0f-0c88-45a9-a526-4baa4d5a0c3c req-c29a462f-67d9-41c4-9e2b-e1ca468e9b74 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:46.380865 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-22a9ad0f-0c88-45a9-a526-4baa4d5a0c3c req-c29a462f-67d9-41c4-9e2b-e1ca468e9b74 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Transition to ACTIVE for port object d5c3d11f-a916-4cd5-889c-fdc14e370dfe will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:40:46.412889 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b7694485-c1f8-426a-8c1d-ddc72129b78c req-630d1e19-0404-44b3-9da7-742caae8c949 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/ports?device_id=14488513-6591-402f-9cca-41e13c86bb86 HTTP/1.1" status: 200 len: 210 time: 0.0385559 Sep 07 02:40:46.484243 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ffa46-a2fa-480f-a98e-a6bb0b293a5b req-f0592769-0a85-40c5-b597-cdd3c89c9fde tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:46.491969 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e52ffa46-a2fa-480f-a98e-a6bb0b293a5b req-f0592769-0a85-40c5-b597-cdd3c89c9fde tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 946 time: 0.0770612 Sep 07 02:40:46.516274 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-22a9ad0f-0c88-45a9-a526-4baa4d5a0c3c req-c29a462f-67d9-41c4-9e2b-e1ca468e9b74 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:46.556078 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-5da0c968-4512-4858-be6e-d4394c94657a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1167678754-router', 'tenant_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'e3f9da3b-548c-4f0f-b18d-cc6adbb79848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:40:35Z', 'updated_at': '2021-09-07T02:40:41Z', 'revision_number': 4, 'project_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'gw_port': {'id': 'e3f9da3b-548c-4f0f-b18d-cc6adbb79848', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:20:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:40:36Z', 'updated_at': '2021-09-07T02:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '2981b985-f07f-4ac9-94fa-288b1e5195ff', 'name': '', 'network_id': 'cf4d819b-d5b3-41f0-aae9-25471cd508bb', 'tenant_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'mac_address': 'fa:16:3e:2e:85:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '205e31e7-fda7-44a5-98d3-6a3c5b8d28bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:40:40Z', 'updated_at': '2021-09-07T02:40:45Z', 'revision_number': 4, 'project_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'subnets': [{'id': '205e31e7-fda7-44a5-98d3-6a3c5b8d28bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:40:46.572562 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29a462f-67d9-41c4-9e2b-e1ca468e9b74 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Pushing event updated for resources: {'Port': ['ID=d5c3d11f-a916-4cd5-889c-fdc14e370dfe,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:46.592447 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da0c968-4512-4858-be6e-d4394c94657a None None] The sync data for ids ['33c08d20-dbad-4428-bb08-966ab5175b7c'] in n-d-796209-16 is: [{'id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1167678754-router', 'tenant_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'e3f9da3b-548c-4f0f-b18d-cc6adbb79848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:40:35Z', 'updated_at': '2021-09-07T02:40:41Z', 'revision_number': 4, 'project_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'gw_port': {'id': 'e3f9da3b-548c-4f0f-b18d-cc6adbb79848', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:20:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:40:36Z', 'updated_at': '2021-09-07T02:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '2981b985-f07f-4ac9-94fa-288b1e5195ff', 'name': '', 'network_id': 'cf4d819b-d5b3-41f0-aae9-25471cd508bb', 'tenant_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'mac_address': 'fa:16:3e:2e:85:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '205e31e7-fda7-44a5-98d3-6a3c5b8d28bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:40:40Z', 'updated_at': '2021-09-07T02:40:45Z', 'revision_number': 4, 'project_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'subnets': [{'id': '205e31e7-fda7-44a5-98d3-6a3c5b8d28bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:40:46.610989 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22a9ad0f-0c88-45a9-a526-4baa4d5a0c3c req-c29a462f-67d9-41c4-9e2b-e1ca468e9b74 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Network cf4d819b-d5b3-41f0-aae9-25471cd508bb is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:40:46.614511 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-22a9ad0f-0c88-45a9-a526-4baa4d5a0c3c req-c29a462f-67d9-41c4-9e2b-e1ca468e9b74 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:40:46.670027 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e52ffa46-a2fa-480f-a98e-a6bb0b293a5b req-b4b95241-d6a8-479a-84df-4ab20a505d70 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707549 Sep 07 02:40:46.672696 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-22a9ad0f-0c88-45a9-a526-4baa4d5a0c3c req-c29a462f-67d9-41c4-9e2b-e1ca468e9b74 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:40:46.754123 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a9ad0f-0c88-45a9-a526-4baa4d5a0c3c req-c29a462f-67d9-41c4-9e2b-e1ca468e9b74 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:46.754520 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-22a9ad0f-0c88-45a9-a526-4baa4d5a0c3c req-c29a462f-67d9-41c4-9e2b-e1ca468e9b74 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:46.777519 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-22a9ad0f-0c88-45a9-a526-4baa4d5a0c3c req-c29a462f-67d9-41c4-9e2b-e1ca468e9b74 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1318741 Sep 07 02:40:46.795022 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-22a9ad0f-0c88-45a9-a526-4baa4d5a0c3c req-1b29944f-02f6-416f-bc89-f1496d1e481a service neutron] Request body: {'port': {'device_id': '14488513-6591-402f-9cca-41e13c86bb86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:40:46.874756 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-22a9ad0f-0c88-45a9-a526-4baa4d5a0c3c req-1b29944f-02f6-416f-bc89-f1496d1e481a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:46.911717 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5738340-d82c-4e8a-9427-9171571a3b36 req-6e1ae77d-e304-4dc6-9f50-58865ed3fd62 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:46.919871 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d5738340-d82c-4e8a-9427-9171571a3b36 req-6e1ae77d-e304-4dc6-9f50-58865ed3fd62 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41 HTTP/1.1" status: 200 len: 950 time: 0.0960259 Sep 07 02:40:46.985101 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d5738340-d82c-4e8a-9427-9171571a3b36 req-d8b1a97b-3eba-4941-a596-340f9c8674af tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642247 Sep 07 02:40:47.106848 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-945d44b0-9ae6-4633-b485-a7ba816acfa0 None None] Provisioning for port d5c3d11f-a916-4cd5-889c-fdc14e370dfe completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:40:47.115262 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-945d44b0-9ae6-4633-b485-a7ba816acfa0 None None] Provisioning complete for port d5c3d11f-a916-4cd5-889c-fdc14e370dfe triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:40:47.116108 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-945d44b0-9ae6-4633-b485-a7ba816acfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:47.187335 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-945d44b0-9ae6-4633-b485-a7ba816acfa0 None None] Port d5c3d11f-a916-4cd5-889c-fdc14e370dfe cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:40:47.241541 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-22a9ad0f-0c88-45a9-a526-4baa4d5a0c3c req-1b29944f-02f6-416f-bc89-f1496d1e481a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5c3d11f-a916-4cd5-889c-fdc14e370dfe {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:40:47.253958 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-22a9ad0f-0c88-45a9-a526-4baa4d5a0c3c req-1b29944f-02f6-416f-bc89-f1496d1e481a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:47.268698 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-22a9ad0f-0c88-45a9-a526-4baa4d5a0c3c req-1b29944f-02f6-416f-bc89-f1496d1e481a service neutron] Transition to ACTIVE for port object d5c3d11f-a916-4cd5-889c-fdc14e370dfe will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:40:47.276994 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-22a9ad0f-0c88-45a9-a526-4baa4d5a0c3c req-1b29944f-02f6-416f-bc89-f1496d1e481a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:47.413690 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b29944f-02f6-416f-bc89-f1496d1e481a service neutron] Pushing event updated for resources: {'Port': ['ID=d5c3d11f-a916-4cd5-889c-fdc14e370dfe,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:47.460320 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9235f05f-344b-4c88-af63-6ff199c4b562 req-90684466-531f-4b2f-9202-d452e49f60b6 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:47.467563 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9235f05f-344b-4c88-af63-6ff199c4b562 req-90684466-531f-4b2f-9202-d452e49f60b6 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b3e968d-0a74-40a9-ab0d-146c6fc12a4d HTTP/1.1" status: 200 len: 950 time: 0.1050200 Sep 07 02:40:47.507240 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f223eb6-2ee6-413b-ae21-0ae87e1e1c8d req-5d436b83-7d5e-422c-ad68-b72f46bdc820 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:47.516430 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2f223eb6-2ee6-413b-ae21-0ae87e1e1c8d req-5d436b83-7d5e-422c-ad68-b72f46bdc820 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=956f765f-e135-4d4c-aba9-f234735281d2 HTTP/1.1" status: 200 len: 945 time: 0.2038329 Sep 07 02:40:47.566752 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-22a9ad0f-0c88-45a9-a526-4baa4d5a0c3c req-1b29944f-02f6-416f-bc89-f1496d1e481a service neutron] Attempting to bind port d5c3d11f-a916-4cd5-889c-fdc14e370dfe on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:40:47.567097 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-22a9ad0f-0c88-45a9-a526-4baa4d5a0c3c req-1b29944f-02f6-416f-bc89-f1496d1e481a service neutron] Attempting to bind port d5c3d11f-a916-4cd5-889c-fdc14e370dfe by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': 'a0386811-94fa-47c4-8520-2bd1e5cc6c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'cf4d819b-d5b3-41f0-aae9-25471cd508bb'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:40:47.567872 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a9ad0f-0c88-45a9-a526-4baa4d5a0c3c req-1b29944f-02f6-416f-bc89-f1496d1e481a service neutron] Attempting to bind port d5c3d11f-a916-4cd5-889c-fdc14e370dfe on network cf4d819b-d5b3-41f0-aae9-25471cd508bb {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:40:47.582189 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9235f05f-344b-4c88-af63-6ff199c4b562 req-e8296d99-7dd8-484a-8390-cdfb95244af2 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087561 Sep 07 02:40:47.595142 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a9ad0f-0c88-45a9-a526-4baa4d5a0c3c req-1b29944f-02f6-416f-bc89-f1496d1e481a service neutron] Port d5c3d11f-a916-4cd5-889c-fdc14e370dfe on network cf4d819b-d5b3-41f0-aae9-25471cd508bb not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:40:47.595456 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a9ad0f-0c88-45a9-a526-4baa4d5a0c3c req-1b29944f-02f6-416f-bc89-f1496d1e481a service neutron] Attempting to bind port d5c3d11f-a916-4cd5-889c-fdc14e370dfe on network cf4d819b-d5b3-41f0-aae9-25471cd508bb {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:40:47.622062 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2f223eb6-2ee6-413b-ae21-0ae87e1e1c8d req-6e15cd8f-673d-4e0e-a8c9-12e22526f17a tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004300 Sep 07 02:40:47.636626 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a9ad0f-0c88-45a9-a526-4baa4d5a0c3c req-1b29944f-02f6-416f-bc89-f1496d1e481a service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:40:47.637483 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a9ad0f-0c88-45a9-a526-4baa4d5a0c3c req-1b29944f-02f6-416f-bc89-f1496d1e481a service neutron] Checking segment: {'id': 'a0386811-94fa-47c4-8520-2bd1e5cc6c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'cf4d819b-d5b3-41f0-aae9-25471cd508bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:40:47.638087 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a9ad0f-0c88-45a9-a526-4baa4d5a0c3c req-1b29944f-02f6-416f-bc89-f1496d1e481a service neutron] Bound using segment: {'id': 'a0386811-94fa-47c4-8520-2bd1e5cc6c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'cf4d819b-d5b3-41f0-aae9-25471cd508bb'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:40:47.638715 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-22a9ad0f-0c88-45a9-a526-4baa4d5a0c3c req-1b29944f-02f6-416f-bc89-f1496d1e481a service neutron] Bound port: d5c3d11f-a916-4cd5-889c-fdc14e370dfe, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0386811-94fa-47c4-8520-2bd1e5cc6c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'cf4d819b-d5b3-41f0-aae9-25471cd508bb'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:40:47.639244 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-22a9ad0f-0c88-45a9-a526-4baa4d5a0c3c req-1b29944f-02f6-416f-bc89-f1496d1e481a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:48.112267 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e5557-2793-4500-a5b3-c5768daa19e0 req-463e8e0d-511e-4800-ba6d-94b8433d86ac tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:48.114092 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-975e5557-2793-4500-a5b3-c5768daa19e0 req-463e8e0d-511e-4800-ba6d-94b8433d86ac tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 946 time: 0.0834599 Sep 07 02:40:48.160325 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-975e5557-2793-4500-a5b3-c5768daa19e0 req-807f00b2-4043-4c29-af76-dd5604ae43a2 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398879 Sep 07 02:40:48.205045 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc06c19-b4f3-40b8-93bf-828b8fd002f2 req-d8263382-1ebd-42ec-be4a-4e1a4c680773 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:48.212777 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5cc06c19-b4f3-40b8-93bf-828b8fd002f2 req-d8263382-1ebd-42ec-be4a-4e1a4c680773 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/ports?device_id=14488513-6591-402f-9cca-41e13c86bb86 HTTP/1.1" status: 200 len: 944 time: 0.0901203 Sep 07 02:40:48.233021 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-22a9ad0f-0c88-45a9-a526-4baa4d5a0c3c req-1b29944f-02f6-416f-bc89-f1496d1e481a service neutron] For port d5c3d11f-a916-4cd5-889c-fdc14e370dfe, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:40:48.253228 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-22a9ad0f-0c88-45a9-a526-4baa4d5a0c3c req-1b29944f-02f6-416f-bc89-f1496d1e481a service neutron] For port d5c3d11f-a916-4cd5-889c-fdc14e370dfe, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=d5c3d11f-a916-4cd5-889c-fdc14e370dfe,segment=NetworkSegment(a0386811-94fa-47c4-8520-2bd1e5cc6c80),segment_id=a0386811-94fa-47c4-8520-2bd1e5cc6c80)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:40:48.265505 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-22a9ad0f-0c88-45a9-a526-4baa4d5a0c3c req-1b29944f-02f6-416f-bc89-f1496d1e481a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:48.285058 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5cc06c19-b4f3-40b8-93bf-828b8fd002f2 req-392cc812-91b3-41d0-b6dc-ec0228672492 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/security-groups?id=12853359-e36c-442a-a7d9-8a93d79cc08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686264 Sep 07 02:40:48.331237 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a9ad0f-0c88-45a9-a526-4baa4d5a0c3c req-1b29944f-02f6-416f-bc89-f1496d1e481a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:48.331803 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-22a9ad0f-0c88-45a9-a526-4baa4d5a0c3c req-1b29944f-02f6-416f-bc89-f1496d1e481a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:48.333515 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-22a9ad0f-0c88-45a9-a526-4baa4d5a0c3c req-1b29944f-02f6-416f-bc89-f1496d1e481a service neutron] 10.222.0.23 "PUT /v2.0/ports/d5c3d11f-a916-4cd5-889c-fdc14e370dfe HTTP/1.1" status: 200 len: 1093 time: 1.5474031 Sep 07 02:40:48.333875 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14488513-6591-402f-9cca-41e13c86bb86', 'tag': 'd5c3d11f-a916-4cd5-889c-fdc14e370dfe'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:40:48.337664 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1996fabc-22ee-466c-aeb8-01eca7a245d8" -d '{"events": [{"name": "network-changed", "server_uuid": "14488513-6591-402f-9cca-41e13c86bb86", "tag": "d5c3d11f-a916-4cd5-889c-fdc14e370dfe"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:40:48.349152 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06232c-e073-453a-8099-103c34c63d58 req-c2d62b39-da09-49fd-9f48-63a817e679cd tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:48.351017 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cc06232c-e073-453a-8099-103c34c63d58 req-c2d62b39-da09-49fd-9f48-63a817e679cd tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41 HTTP/1.1" status: 200 len: 950 time: 0.0899684 Sep 07 02:40:48.414525 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51af4d02-efca-4e81-bfbc-61ccda486910 x-openstack-request-id: req-51af4d02-efca-4e81-bfbc-61ccda486910 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:40:48.414808 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14488513-6591-402f-9cca-41e13c86bb86", "tag": "d5c3d11f-a916-4cd5-889c-fdc14e370dfe", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:40:48.415061 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-51af4d02-efca-4e81-bfbc-61ccda486910 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:40:48.415494 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14488513-6591-402f-9cca-41e13c86bb86', 'tag': 'd5c3d11f-a916-4cd5-889c-fdc14e370dfe', 'status': 'completed', 'code': 200} Sep 07 02:40:48.431800 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cc06232c-e073-453a-8099-103c34c63d58 req-d4ad4da9-1669-43d7-b412-b278b743ca47 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732102 Sep 07 02:40:48.443627 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b29944f-02f6-416f-bc89-f1496d1e481a service neutron] Pushing event updated for resources: {'Port': ['ID=d5c3d11f-a916-4cd5-889c-fdc14e370dfe,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:48.468495 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a9ad0f-0c88-45a9-a526-4baa4d5a0c3c req-0d0227b5-4b42-4be8-8a38-d44cdadbeb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:48.469410 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-22a9ad0f-0c88-45a9-a526-4baa4d5a0c3c req-0d0227b5-4b42-4be8-8a38-d44cdadbeb56 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b8a2a8dd4f3482aa9fef6171603eb42&device_id=14488513-6591-402f-9cca-41e13c86bb86 HTTP/1.1" status: 200 len: 1096 time: 0.0857580 Sep 07 02:40:48.477556 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 2981b985-f07f-4ac9-94fa-288b1e5195ff up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:40:48.523660 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-22a9ad0f-0c88-45a9-a526-4baa4d5a0c3c req-4c9aad2c-e38e-42ec-84ed-31d2f18cc1f4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5c3d11f-a916-4cd5-889c-fdc14e370dfe HTTP/1.1" status: 200 len: 217 time: 0.0453336 Sep 07 02:40:48.546378 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 2981b985-f07f-4ac9-94fa-288b1e5195ff completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:40:48.551394 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 2981b985-f07f-4ac9-94fa-288b1e5195ff triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:40:48.552217 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:48.591963 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a9ad0f-0c88-45a9-a526-4baa4d5a0c3c req-bed1f596-9e22-44ba-9598-d13381cf2498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:48.593581 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-22a9ad0f-0c88-45a9-a526-4baa4d5a0c3c req-bed1f596-9e22-44ba-9598-d13381cf2498 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=205e31e7-fda7-44a5-98d3-6a3c5b8d28bb HTTP/1.1" status: 200 len: 860 time: 0.0600884 Sep 07 02:40:48.655777 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a9ad0f-0c88-45a9-a526-4baa4d5a0c3c req-92e6bc1e-c2da-4ddb-b20a-ae333608dd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:48.657556 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-22a9ad0f-0c88-45a9-a526-4baa4d5a0c3c req-92e6bc1e-c2da-4ddb-b20a-ae333608dd51 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cf4d819b-d5b3-41f0-aae9-25471cd508bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557687 Sep 07 02:40:48.664841 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:48.744847 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 2981b985-f07f-4ac9-94fa-288b1e5195ff, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=2981b985-f07f-4ac9-94fa-288b1e5195ff,segment=NetworkSegment(a0386811-94fa-47c4-8520-2bd1e5cc6c80),segment_id=a0386811-94fa-47c4-8520-2bd1e5cc6c80)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:40:48.752407 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:48.774862 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c30d3e-5a86-4f5e-8d1e-ed3ee8d80cdd req-133ab1e3-819b-4b36-aaf8-53e4e1e26bfe tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:48.782944 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e3c30d3e-5a86-4f5e-8d1e-ed3ee8d80cdd req-133ab1e3-819b-4b36-aaf8-53e4e1e26bfe tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=956f765f-e135-4d4c-aba9-f234735281d2 HTTP/1.1" status: 200 len: 945 time: 0.0644672 Sep 07 02:40:48.817536 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=2981b985-f07f-4ac9-94fa-288b1e5195ff,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:48.829265 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e3c30d3e-5a86-4f5e-8d1e-ed3ee8d80cdd req-58a8e8eb-dcfa-4c9f-ab9b-b131c652cab2 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454240 Sep 07 02:40:48.830191 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-22a9ad0f-0c88-45a9-a526-4baa4d5a0c3c req-cb6ffc1d-cd96-44fc-b9cb-171f768f4bca service neutron] 10.222.0.23 "GET /v2.0/networks/cf4d819b-d5b3-41f0-aae9-25471cd508bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644890 Sep 07 02:40:48.838889 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27338b77-881d-494c-ba61-53a99a5efe13 req-b59f5be4-70a7-4bd4-94c7-4c57a1ab6fab tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:48.840516 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-27338b77-881d-494c-ba61-53a99a5efe13 req-b59f5be4-70a7-4bd4-94c7-4c57a1ab6fab tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b3e968d-0a74-40a9-ab0d-146c6fc12a4d HTTP/1.1" status: 200 len: 950 time: 0.0904846 Sep 07 02:40:48.958845 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-27338b77-881d-494c-ba61-53a99a5efe13 req-9f74bd8a-93f5-4046-be2f-414828709b73 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963597 Sep 07 02:40:48.995742 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-22a9ad0f-0c88-45a9-a526-4baa4d5a0c3c req-ea01ed06-904e-461a-a13c-f7edabf8c435 service neutron] 10.222.0.23 "GET /v2.0/networks/cf4d819b-d5b3-41f0-aae9-25471cd508bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530054 Sep 07 02:40:49.092770 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996fabc-22ee-466c-aeb8-01eca7a245d8 req-79959659-fd5b-4907-aee4-c448656cc71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:49.094751 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1996fabc-22ee-466c-aeb8-01eca7a245d8 req-79959659-fd5b-4907-aee4-c448656cc71d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b8a2a8dd4f3482aa9fef6171603eb42&device_id=14488513-6591-402f-9cca-41e13c86bb86 HTTP/1.1" status: 200 len: 1096 time: 0.0498734 Sep 07 02:40:49.202747 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996fabc-22ee-466c-aeb8-01eca7a245d8 req-6c67d58e-ae66-420b-9118-622083e7af13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:49.204289 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1996fabc-22ee-466c-aeb8-01eca7a245d8 req-6c67d58e-ae66-420b-9118-622083e7af13 service neutron] 10.222.0.23 "GET /v2.0/networks?id=cf4d819b-d5b3-41f0-aae9-25471cd508bb HTTP/1.1" status: 200 len: 921 time: 0.1017823 Sep 07 02:40:49.283313 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1996fabc-22ee-466c-aeb8-01eca7a245d8 req-38350735-11c4-4553-92ca-0fb1cea7582d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5c3d11f-a916-4cd5-889c-fdc14e370dfe HTTP/1.1" status: 200 len: 217 time: 0.0700848 Sep 07 02:40:49.318333 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd543ed-7028-4e21-84fc-8427b7414172 req-4d0c79e1-e2f2-4f1d-a841-4b9da24c420f tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:49.320474 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0cd543ed-7028-4e21-84fc-8427b7414172 req-4d0c79e1-e2f2-4f1d-a841-4b9da24c420f tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 946 time: 0.0702569 Sep 07 02:40:49.375154 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996fabc-22ee-466c-aeb8-01eca7a245d8 req-2ae1871d-49e2-499b-9288-c1f267c5e736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:49.377339 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1996fabc-22ee-466c-aeb8-01eca7a245d8 req-2ae1871d-49e2-499b-9288-c1f267c5e736 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=205e31e7-fda7-44a5-98d3-6a3c5b8d28bb HTTP/1.1" status: 200 len: 860 time: 0.0873740 Sep 07 02:40:49.390880 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0cd543ed-7028-4e21-84fc-8427b7414172 req-8e572103-5fb0-47a2-b46b-b480e9ee906b tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624931 Sep 07 02:40:49.479507 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996fabc-22ee-466c-aeb8-01eca7a245d8 req-4ad18093-d91f-4c9a-9842-0e08effc457c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:49.480647 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1996fabc-22ee-466c-aeb8-01eca7a245d8 req-4ad18093-d91f-4c9a-9842-0e08effc457c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cf4d819b-d5b3-41f0-aae9-25471cd508bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0920413 Sep 07 02:40:49.489855 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c5279-ae9c-4227-8b37-993fac196802 req-e608dc65-8249-49b8-8c61-8cf8f770dd94 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:49.491386 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ac9c5279-ae9c-4227-8b37-993fac196802 req-e608dc65-8249-49b8-8c61-8cf8f770dd94 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/ports?device_id=14488513-6591-402f-9cca-41e13c86bb86 HTTP/1.1" status: 200 len: 944 time: 0.0889783 Sep 07 02:40:49.570254 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c61d8-ddf6-4950-aa85-736d1acbb883 req-3cf48d54-05f3-45a9-9143-5d92a49ad7cd tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:49.580334 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cf7c61d8-ddf6-4950-aa85-736d1acbb883 req-3cf48d54-05f3-45a9-9143-5d92a49ad7cd tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41 HTTP/1.1" status: 200 len: 950 time: 0.0680628 Sep 07 02:40:49.592726 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ac9c5279-ae9c-4227-8b37-993fac196802 req-0766fcc4-ccc5-4ed0-95bc-f19fef89e881 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/security-groups?id=12853359-e36c-442a-a7d9-8a93d79cc08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914216 Sep 07 02:40:49.622504 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cf7c61d8-ddf6-4950-aa85-736d1acbb883 req-f02430ca-8ee2-4aaa-ae12-155150dc8ff6 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405560 Sep 07 02:40:49.625440 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1996fabc-22ee-466c-aeb8-01eca7a245d8 req-19b94006-dd40-4226-84b8-d95b13b3e24e service neutron] 10.222.0.23 "GET /v2.0/networks/cf4d819b-d5b3-41f0-aae9-25471cd508bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330247 Sep 07 02:40:49.731299 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1996fabc-22ee-466c-aeb8-01eca7a245d8 req-44544cb5-8464-4b80-9a39-8ebeccad0f46 service neutron] 10.222.0.23 "GET /v2.0/networks/cf4d819b-d5b3-41f0-aae9-25471cd508bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977547 Sep 07 02:40:49.956664 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46606975-a5a1-437e-b906-a757c556b57c req-48b0cd6e-9a47-4366-a461-be3da774636c tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:49.958500 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-46606975-a5a1-437e-b906-a757c556b57c req-48b0cd6e-9a47-4366-a461-be3da774636c tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=956f765f-e135-4d4c-aba9-f234735281d2 HTTP/1.1" status: 200 len: 945 time: 0.0536809 Sep 07 02:40:50.026205 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-46606975-a5a1-437e-b906-a757c556b57c req-4f74bdc3-fef5-42bf-a7b2-6230ce8b30ac tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618539 Sep 07 02:40:50.120122 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1581e4c7-7812-4323-ab69-994dade98765 req-46b7cef5-d6e8-4649-9a5d-988e9fe3a40b tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:50.123135 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1581e4c7-7812-4323-ab69-994dade98765 req-46b7cef5-d6e8-4649-9a5d-988e9fe3a40b tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b3e968d-0a74-40a9-ab0d-146c6fc12a4d HTTP/1.1" status: 200 len: 950 time: 0.0741982 Sep 07 02:40:50.170738 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1581e4c7-7812-4323-ab69-994dade98765 req-81ea16dc-dab7-4bc8-82ce-cc703c7bbc86 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414593 Sep 07 02:40:50.360815 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 2981b985-f07f-4ac9-94fa-288b1e5195ff up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:40:50.412601 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 2981b985-f07f-4ac9-94fa-288b1e5195ff triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:40:50.413303 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:50.544767 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c559e0-236a-4d9e-b34b-1e2ea283d369 req-6537ccc8-f870-4a0a-8372-12d0fdfa8763 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:50.548809 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f3c559e0-236a-4d9e-b34b-1e2ea283d369 req-6537ccc8-f870-4a0a-8372-12d0fdfa8763 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 946 time: 0.0743282 Sep 07 02:40:50.591512 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f3c559e0-236a-4d9e-b34b-1e2ea283d369 req-d1f12e5f-6b0d-47cc-81d3-59fcaf7762d9 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357358 Sep 07 02:40:50.723880 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3475fd4-89d0-4508-9a72-0dd21ba4b5a2 req-7106199e-fa44-4fca-94b8-2237975ac243 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:50.731060 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a3475fd4-89d0-4508-9a72-0dd21ba4b5a2 req-7106199e-fa44-4fca-94b8-2237975ac243 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/ports?device_id=14488513-6591-402f-9cca-41e13c86bb86 HTTP/1.1" status: 200 len: 944 time: 0.0601277 Sep 07 02:40:50.765805 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b797ca1-3210-4047-8e1c-750cbf120604 req-0e900870-8ec4-4f5f-a1ae-5727b651e738 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:50.767756 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1b797ca1-3210-4047-8e1c-750cbf120604 req-0e900870-8ec4-4f5f-a1ae-5727b651e738 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41 HTTP/1.1" status: 200 len: 950 time: 0.0614564 Sep 07 02:40:50.781166 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a3475fd4-89d0-4508-9a72-0dd21ba4b5a2 req-28239c4c-25b6-402f-9ed5-684936e74d8f tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/security-groups?id=12853359-e36c-442a-a7d9-8a93d79cc08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490401 Sep 07 02:40:50.816428 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1b797ca1-3210-4047-8e1c-750cbf120604 req-cf8aa115-29d8-4617-b36a-d8d22963fb2d tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404389 Sep 07 02:40:51.181276 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1da0e83-8e7a-439b-9aeb-d5bd31252db0 req-62dd0acb-b457-4d1c-98d3-1842becc9755 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:51.183457 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e1da0e83-8e7a-439b-9aeb-d5bd31252db0 req-62dd0acb-b457-4d1c-98d3-1842becc9755 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=956f765f-e135-4d4c-aba9-f234735281d2 HTTP/1.1" status: 200 len: 945 time: 0.0719612 Sep 07 02:40:51.210145 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:51.239631 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:51.247752 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device d5c3d11f-a916-4cd5-889c-fdc14e370dfe details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:40:51.290929 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e1da0e83-8e7a-439b-9aeb-d5bd31252db0 req-5d3744df-1752-41ba-a4f8-3ed3bef47a95 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859787 Sep 07 02:40:51.352068 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862394c-5223-4f8b-8319-5bb5238787f2 req-a1049e44-f4db-42e2-b71f-961effb1013b tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:51.353705 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5862394c-5223-4f8b-8319-5bb5238787f2 req-a1049e44-f4db-42e2-b71f-961effb1013b tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b3e968d-0a74-40a9-ab0d-146c6fc12a4d HTTP/1.1" status: 200 len: 950 time: 0.0970917 Sep 07 02:40:51.399542 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5862394c-5223-4f8b-8319-5bb5238787f2 req-016b5774-f868-4419-9638-dfe4420cb1ba tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390303 Sep 07 02:40:51.414274 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port d5c3d11f-a916-4cd5-889c-fdc14e370dfe, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=d5c3d11f-a916-4cd5-889c-fdc14e370dfe,segment=NetworkSegment(a0386811-94fa-47c4-8520-2bd1e5cc6c80),segment_id=a0386811-94fa-47c4-8520-2bd1e5cc6c80)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:40:51.431973 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': 'd5c3d11f-a916-4cd5-889c-fdc14e370dfe', 'network_id': 'cf4d819b-d5b3-41f0-aae9-25471cd508bb', 'port_id': 'd5c3d11f-a916-4cd5-889c-fdc14e370dfe', 'mac_address': 'fa:16:3e:eb:49:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '205e31e7-fda7-44a5-98d3-6a3c5b8d28bb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:40:51.476667 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:51.492778 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5c3d11f-a916-4cd5-889c-fdc14e370dfe {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:40:51.513406 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port d5c3d11f-a916-4cd5-889c-fdc14e370dfe, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=d5c3d11f-a916-4cd5-889c-fdc14e370dfe,segment=NetworkSegment(a0386811-94fa-47c4-8520-2bd1e5cc6c80),segment_id=a0386811-94fa-47c4-8520-2bd1e5cc6c80)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:40:51.518638 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:51.568883 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=d5c3d11f-a916-4cd5-889c-fdc14e370dfe,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:51.721698 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488fcaf5-1ef1-4564-890f-ddf0bafb28df req-f6e9f66b-5602-4e39-b666-77a738300a91 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:51.723514 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-488fcaf5-1ef1-4564-890f-ddf0bafb28df req-f6e9f66b-5602-4e39-b666-77a738300a91 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 946 time: 0.0545087 Sep 07 02:40:51.765075 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-488fcaf5-1ef1-4564-890f-ddf0bafb28df req-f82c27b2-aece-4f8f-99d5-768ac8c1cd5b tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352154 Sep 07 02:40:51.769899 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['d5c3d11f-a916-4cd5-889c-fdc14e370dfe'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:40:51.994779 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee678d2-c736-4cdc-9008-1fa7e468eaad req-e0a0507a-3c90-4d03-9631-d015202024cd tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:51.996371 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4ee678d2-c736-4cdc-9008-1fa7e468eaad req-e0a0507a-3c90-4d03-9631-d015202024cd tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/ports?device_id=14488513-6591-402f-9cca-41e13c86bb86 HTTP/1.1" status: 200 len: 945 time: 0.1030922 Sep 07 02:40:52.008157 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119ca6c6-66a0-489b-b7ae-9b570102fb30 req-a02ae644-f06a-4fa3-911b-c3e90cb8cbab tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:52.009729 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-119ca6c6-66a0-489b-b7ae-9b570102fb30 req-a02ae644-f06a-4fa3-911b-c3e90cb8cbab tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41 HTTP/1.1" status: 200 len: 950 time: 0.0881653 Sep 07 02:40:52.043617 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4ee678d2-c736-4cdc-9008-1fa7e468eaad req-6a4759ad-3230-4a9a-8503-a46a19257d09 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/security-groups?id=12853359-e36c-442a-a7d9-8a93d79cc08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390978 Sep 07 02:40:52.054722 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-119ca6c6-66a0-489b-b7ae-9b570102fb30 req-44a4c2aa-6e57-4ef8-a067-180089b4463b tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354443 Sep 07 02:40:52.398424 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba82386-bed8-4cae-b8c2-a7f5b36ba093 req-134ad4a7-a628-4ec0-8460-3dc8ea75500b tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:52.404004 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6ba82386-bed8-4cae-b8c2-a7f5b36ba093 req-134ad4a7-a628-4ec0-8460-3dc8ea75500b tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=956f765f-e135-4d4c-aba9-f234735281d2 HTTP/1.1" status: 200 len: 945 time: 0.0579848 Sep 07 02:40:52.446959 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6ba82386-bed8-4cae-b8c2-a7f5b36ba093 req-466ca758-661a-4bcc-a58a-ea4d3627f092 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399458 Sep 07 02:40:52.584067 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad2d72-1ba9-4986-b9fd-e5561021d14d req-f8972dbe-0fb9-4ac0-829f-c4c5076e65c8 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:52.585790 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3aad2d72-1ba9-4986-b9fd-e5561021d14d req-f8972dbe-0fb9-4ac0-829f-c4c5076e65c8 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b3e968d-0a74-40a9-ab0d-146c6fc12a4d HTTP/1.1" status: 200 len: 950 time: 0.0639555 Sep 07 02:40:52.665969 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3aad2d72-1ba9-4986-b9fd-e5561021d14d req-ef7c84e5-4465-4aa3-99b2-7185f5b6e50f tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588291 Sep 07 02:40:52.744339 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c031aabc-e3f7-439f-ad97-454a80f3d125 req-34d64c09-a741-4729-b94f-b71fe293ebfd tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:52.746013 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c031aabc-e3f7-439f-ad97-454a80f3d125 req-34d64c09-a741-4729-b94f-b71fe293ebfd tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=956f765f-e135-4d4c-aba9-f234735281d2 HTTP/1.1" status: 200 len: 945 time: 0.0549819 Sep 07 02:40:52.789733 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c031aabc-e3f7-439f-ad97-454a80f3d125 req-a3e68d72-f748-4a97-bdc8-cb26e51e4cd8 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372746 Sep 07 02:40:52.892916 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30decf8-e193-481d-a7ff-fdf231be9a10 req-529e62a6-279f-4eb6-8254-9616370cf6ff tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:52.894380 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b30decf8-e193-481d-a7ff-fdf231be9a10 req-529e62a6-279f-4eb6-8254-9616370cf6ff tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 946 time: 0.0572600 Sep 07 02:40:52.933724 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b30decf8-e193-481d-a7ff-fdf231be9a10 req-cfcc6a24-127b-4ec5-af9e-80aa449a8b9d tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330031 Sep 07 02:40:53.171762 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c9124-8b7f-4db5-8b54-427a3c40c966 req-0b76e63e-a27a-4f66-99dd-acc953467fd9 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:53.179395 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8d4c9124-8b7f-4db5-8b54-427a3c40c966 req-0b76e63e-a27a-4f66-99dd-acc953467fd9 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/ports?device_id=14488513-6591-402f-9cca-41e13c86bb86 HTTP/1.1" status: 200 len: 945 time: 0.0570309 Sep 07 02:40:53.219686 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c0339d-623d-4004-a284-68df50163304 req-2f519b10-4cff-4e2a-b936-6bd065d6adce tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:53.220519 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8d4c9124-8b7f-4db5-8b54-427a3c40c966 req-68a3fb5f-1981-4341-af20-cd117ae0a143 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/security-groups?id=12853359-e36c-442a-a7d9-8a93d79cc08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388987 Sep 07 02:40:53.221894 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-51c0339d-623d-4004-a284-68df50163304 req-2f519b10-4cff-4e2a-b936-6bd065d6adce tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41 HTTP/1.1" status: 200 len: 950 time: 0.0739303 Sep 07 02:40:53.258116 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device d5c3d11f-a916-4cd5-889c-fdc14e370dfe up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:40:53.291752 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-51c0339d-623d-4004-a284-68df50163304 req-216ad936-530d-44b8-afe1-ae4997f4ff7e tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620844 Sep 07 02:40:53.328841 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port d5c3d11f-a916-4cd5-889c-fdc14e370dfe completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:40:53.335127 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port d5c3d11f-a916-4cd5-889c-fdc14e370dfe triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:40:53.335520 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:53.420492 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:53.444661 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14488513-6591-402f-9cca-41e13c86bb86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c3d11f-a916-4cd5-889c-fdc14e370dfe'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:40:53.446959 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607cacb5-4a51-40a4-947f-6516c7c093c6" -d '{"events": [{"server_uuid": "14488513-6591-402f-9cca-41e13c86bb86", "name": "network-vif-plugged", "status": "completed", "tag": "d5c3d11f-a916-4cd5-889c-fdc14e370dfe"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:40:53.467558 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port d5c3d11f-a916-4cd5-889c-fdc14e370dfe, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=d5c3d11f-a916-4cd5-889c-fdc14e370dfe,segment=NetworkSegment(a0386811-94fa-47c4-8520-2bd1e5cc6c80),segment_id=a0386811-94fa-47c4-8520-2bd1e5cc6c80)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:40:53.474228 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:53.523149 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24fc5391-0997-4df4-8ee8-73829b5a92fd x-openstack-request-id: req-24fc5391-0997-4df4-8ee8-73829b5a92fd {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:40:53.523600 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14488513-6591-402f-9cca-41e13c86bb86", "name": "network-vif-plugged", "status": "completed", "tag": "d5c3d11f-a916-4cd5-889c-fdc14e370dfe", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:40:53.523851 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-24fc5391-0997-4df4-8ee8-73829b5a92fd {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:40:53.524245 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14488513-6591-402f-9cca-41e13c86bb86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c3d11f-a916-4cd5-889c-fdc14e370dfe', 'code': 200} Sep 07 02:40:53.548134 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=d5c3d11f-a916-4cd5-889c-fdc14e370dfe,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:53.604688 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c8f88-304f-4837-8ded-672fa1b97c50 req-0802dd7b-53f7-418e-bbb0-ac7f55634cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:53.606803 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cd3c8f88-304f-4837-8ded-672fa1b97c50 req-0802dd7b-53f7-418e-bbb0-ac7f55634cfd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=14488513-6591-402f-9cca-41e13c86bb86 HTTP/1.1" status: 200 len: 1098 time: 0.0417118 Sep 07 02:40:53.647678 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cd3c8f88-304f-4837-8ded-672fa1b97c50 req-9fdf03bf-7722-4a9f-af29-37c6fd0adf74 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=12853359-e36c-442a-a7d9-8a93d79cc08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333972 Sep 07 02:40:53.763337 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859716f5-f350-4571-a68a-fb3c01ff3faf req-cf3b0649-7a54-4f02-92df-25756c8c60a9 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:53.764863 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-859716f5-f350-4571-a68a-fb3c01ff3faf req-cf3b0649-7a54-4f02-92df-25756c8c60a9 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b3e968d-0a74-40a9-ab0d-146c6fc12a4d HTTP/1.1" status: 200 len: 950 time: 0.0479071 Sep 07 02:40:53.811960 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-859716f5-f350-4571-a68a-fb3c01ff3faf req-32591913-c6a9-4a4c-acac-bb04b2132003 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402391 Sep 07 02:40:53.913339 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e441444-cb6c-4276-8df0-e796156b7df8 req-2320f474-6ad7-4470-9629-8f6ccc6035fc tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:53.914833 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0e441444-cb6c-4276-8df0-e796156b7df8 req-2320f474-6ad7-4470-9629-8f6ccc6035fc tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=956f765f-e135-4d4c-aba9-f234735281d2 HTTP/1.1" status: 200 len: 945 time: 0.0486557 Sep 07 02:40:53.953661 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0e441444-cb6c-4276-8df0-e796156b7df8 req-d9d770cd-2671-4c97-a93b-83e0442891dd tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329983 Sep 07 02:40:54.048043 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab4e607-7c95-4349-85d9-04251ae5a498 req-879bcd5c-3d2b-4b6c-b352-e0e1c2279e77 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:54.049515 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4ab4e607-7c95-4349-85d9-04251ae5a498 req-879bcd5c-3d2b-4b6c-b352-e0e1c2279e77 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 946 time: 0.0486004 Sep 07 02:40:54.087730 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4ab4e607-7c95-4349-85d9-04251ae5a498 req-b289330e-c0e1-4617-9b42-363a7d0f4ad2 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323844 Sep 07 02:40:54.112367 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243cbc9b-d13d-418a-ac13-9aa0a5a41443 req-796d089e-d064-43f1-938f-15fa9156fbf2 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:54.113807 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-243cbc9b-d13d-418a-ac13-9aa0a5a41443 req-796d089e-d064-43f1-938f-15fa9156fbf2 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.23 "GET /v2.0/ports?device_id=956f765f-e135-4d4c-aba9-f234735281d2 HTTP/1.1" status: 200 len: 945 time: 0.0482686 Sep 07 02:40:54.213674 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-243cbc9b-d13d-418a-ac13-9aa0a5a41443 req-0871b36b-cea7-4556-b664-fd03ab12f494 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Deleting port e4f54697-1722-4483-8c6d-d39f351470a8 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:40:54.214283 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-243cbc9b-d13d-418a-ac13-9aa0a5a41443 req-0871b36b-cea7-4556-b664-fd03ab12f494 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:54.344736 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-243cbc9b-d13d-418a-ac13-9aa0a5a41443 req-0871b36b-cea7-4556-b664-fd03ab12f494 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] For port e4f54697-1722-4483-8c6d-d39f351470a8, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=e4f54697-1722-4483-8c6d-d39f351470a8,segment=NetworkSegment(3ec0e383-0f35-4c3c-abc7-899f90f4fe60),segment_id=3ec0e383-0f35-4c3c-abc7-899f90f4fe60)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:40:54.345111 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-243cbc9b-d13d-418a-ac13-9aa0a5a41443 req-0871b36b-cea7-4556-b664-fd03ab12f494 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:54.359612 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d223c-7b8c-432c-876a-bb7a0a16c941 req-071a90b4-6c0e-4583-be31-77b62f736d1c tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:54.361106 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3b8d223c-7b8c-432c-876a-bb7a0a16c941 req-071a90b4-6c0e-4583-be31-77b62f736d1c tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/ports?device_id=14488513-6591-402f-9cca-41e13c86bb86 HTTP/1.1" status: 200 len: 946 time: 0.0782831 Sep 07 02:40:54.368870 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-243cbc9b-d13d-418a-ac13-9aa0a5a41443 req-0871b36b-cea7-4556-b664-fd03ab12f494 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Calling delete_port for e4f54697-1722-4483-8c6d-d39f351470a8 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:40:54.451279 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3b8d223c-7b8c-432c-876a-bb7a0a16c941 req-75141d99-07fe-41a1-8f78-8c4305ca7f33 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/security-groups?id=12853359-e36c-442a-a7d9-8a93d79cc08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800138 Sep 07 02:40:54.505751 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ee094-2a79-446f-ab71-3824d0af5fe2 req-dda7e521-14ca-4d89-9073-22f5b8dafc21 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:54.508218 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-271ee094-2a79-446f-ab71-3824d0af5fe2 req-dda7e521-14ca-4d89-9073-22f5b8dafc21 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41 HTTP/1.1" status: 200 len: 950 time: 0.0624189 Sep 07 02:40:54.564517 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-271ee094-2a79-446f-ab71-3824d0af5fe2 req-0201794f-5be0-453d-9599-23caae77fe62 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479205 Sep 07 02:40:54.573736 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-243cbc9b-d13d-418a-ac13-9aa0a5a41443 req-0871b36b-cea7-4556-b664-fd03ab12f494 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:54.590718 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['e4f54697-1722-4483-8c6d-d39f351470a8'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:40:54.626906 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0871b36b-cea7-4556-b664-fd03ab12f494 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Pushing event deleted for resources: {'Port': ['ID=e4f54697-1722-4483-8c6d-d39f351470a8,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:54.673907 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-243cbc9b-d13d-418a-ac13-9aa0a5a41443 req-0871b36b-cea7-4556-b664-fd03ab12f494 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] No DVR routers for this DVR port e4f54697-1722-4483-8c6d-d39f351470a8 on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:40:54.676713 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-243cbc9b-d13d-418a-ac13-9aa0a5a41443 req-0871b36b-cea7-4556-b664-fd03ab12f494 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:54.679111 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-243cbc9b-d13d-418a-ac13-9aa0a5a41443 req-0871b36b-cea7-4556-b664-fd03ab12f494 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.23 "DELETE /v2.0/ports/e4f54697-1722-4483-8c6d-d39f351470a8 HTTP/1.1" status: 204 len: 173 time: 0.5570614 Sep 07 02:40:54.679592 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '956f765f-e135-4d4c-aba9-f234735281d2', 'name': 'network-vif-deleted', 'tag': 'e4f54697-1722-4483-8c6d-d39f351470a8'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:40:54.684804 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7229a5b4-444a-42fa-8826-7823beda2e9e" -d '{"events": [{"server_uuid": "956f765f-e135-4d4c-aba9-f234735281d2", "name": "network-vif-deleted", "tag": "e4f54697-1722-4483-8c6d-d39f351470a8"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:40:54.725229 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e333472c-b012-4161-b142-baef8e79c884 x-openstack-request-id: req-e333472c-b012-4161-b142-baef8e79c884 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:40:54.725553 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "956f765f-e135-4d4c-aba9-f234735281d2", "name": "network-vif-deleted", "tag": "e4f54697-1722-4483-8c6d-d39f351470a8", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:40:54.726039 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e333472c-b012-4161-b142-baef8e79c884 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:40:54.726366 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '956f765f-e135-4d4c-aba9-f234735281d2', 'name': 'network-vif-deleted', 'tag': 'e4f54697-1722-4483-8c6d-d39f351470a8', 'status': 'completed', 'code': 200} Sep 07 02:40:54.938869 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561d5f3-0649-4979-ba1a-82273970b1a8 req-87875df6-f44e-4e71-b49c-41648380ee2a tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:54.940416 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f561d5f3-0649-4979-ba1a-82273970b1a8 req-87875df6-f44e-4e71-b49c-41648380ee2a tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b3e968d-0a74-40a9-ab0d-146c6fc12a4d HTTP/1.1" status: 200 len: 950 time: 0.0484705 Sep 07 02:40:54.977904 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f561d5f3-0649-4979-ba1a-82273970b1a8 req-b28af0b6-d668-4149-ad46-b68f80a24918 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313892 Sep 07 02:40:55.059525 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-07f1ab00-e773-4ba2-b1a1-1ed7aa2705b7 req-debec389-8410-4039-a52d-50bd2f8ba0f8 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=956f765f-e135-4d4c-aba9-f234735281d2 HTTP/1.1" status: 200 len: 210 time: 0.0280194 Sep 07 02:40:55.204834 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451df66-c91b-48e3-9ff6-7fe7a0aad7c3 req-a5c45a1e-be84-462e-bfbc-bd063d4ffd82 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:55.206370 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e451df66-c91b-48e3-9ff6-7fe7a0aad7c3 req-a5c45a1e-be84-462e-bfbc-bd063d4ffd82 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 946 time: 0.0509303 Sep 07 02:40:55.249013 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e451df66-c91b-48e3-9ff6-7fe7a0aad7c3 req-77681c92-9c11-43cd-b4cd-0c5630048af0 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354543 Sep 07 02:40:55.451953 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad2e89-067a-422e-bc99-f4bc3288d5e3 req-8c536678-110b-4fde-b38d-d4cdaefdf45e tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:55.453483 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1cad2e89-067a-422e-bc99-f4bc3288d5e3 req-8c536678-110b-4fde-b38d-d4cdaefdf45e tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 946 time: 0.0537963 Sep 07 02:40:55.490983 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1cad2e89-067a-422e-bc99-f4bc3288d5e3 req-6c3ef596-8af0-4dae-8822-17296d30351d tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316892 Sep 07 02:40:55.572120 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee13f5-2b2f-4b72-a92e-2b022983c214 req-565022ba-f06e-460d-8e78-49fec76ae7c5 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:55.573657 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-77ee13f5-2b2f-4b72-a92e-2b022983c214 req-565022ba-f06e-460d-8e78-49fec76ae7c5 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/ports?device_id=14488513-6591-402f-9cca-41e13c86bb86 HTTP/1.1" status: 200 len: 946 time: 0.0489118 Sep 07 02:40:55.616729 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-77ee13f5-2b2f-4b72-a92e-2b022983c214 req-2b444d8b-57e1-4b14-af1c-091b1fa0d2a3 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/security-groups?id=12853359-e36c-442a-a7d9-8a93d79cc08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349770 Sep 07 02:40:55.707110 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40115d89-a59c-4232-9040-a560af6cb266 req-894e9eb7-a7a7-4e11-a004-4fe7890a67f9 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:55.708797 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-40115d89-a59c-4232-9040-a560af6cb266 req-894e9eb7-a7a7-4e11-a004-4fe7890a67f9 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41 HTTP/1.1" status: 200 len: 950 time: 0.0565963 Sep 07 02:40:55.757708 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-40115d89-a59c-4232-9040-a560af6cb266 req-a010e5a8-1874-4f75-b26e-38117d7008e6 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427754 Sep 07 02:40:55.853284 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-18603b26-99d8-42b9-b440-8c4be44c85a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:55.863627 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9ffe606d-2217-4307-ba27-aa0178631db1 req-b5bb4303-280a-4b6b-957d-00baffeebf10 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2087500 Sep 07 02:40:55.874482 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-9ffe606d-2217-4307-ba27-aa0178631db1 req-8baa8643-dc1c-455b-954a-0098a902ddb7 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Request body: {'floatingip': {'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:40:55.896620 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9ffe606d-2217-4307-ba27-aa0178631db1 req-8baa8643-dc1c-455b-954a-0098a902ddb7 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Notify callbacks [] for floatingip, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:55.998200 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9ffe606d-2217-4307-ba27-aa0178631db1 req-8baa8643-dc1c-455b-954a-0098a902ddb7 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:56.116559 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0460903-a0ea-4394-ba5e-a7207cb22e21 req-45a93cf3-9f87-488d-84dd-af4cfe7cf7b1 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:56.117602 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-9ffe606d-2217-4307-ba27-aa0178631db1 req-8baa8643-dc1c-455b-954a-0098a902ddb7 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Allocated IP 172.25.5.142 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/b5686c67-eb71-402b-a029-00ffcf58b66c) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:40:56.118042 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b0460903-a0ea-4394-ba5e-a7207cb22e21 req-45a93cf3-9f87-488d-84dd-af4cfe7cf7b1 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b3e968d-0a74-40a9-ab0d-146c6fc12a4d HTTP/1.1" status: 200 len: 950 time: 0.0551665 Sep 07 02:40:56.162594 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b0460903-a0ea-4394-ba5e-a7207cb22e21 req-b7da9de5-2503-40da-bef1-30b064760db0 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363781 Sep 07 02:40:56.252317 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9ffe606d-2217-4307-ba27-aa0178631db1 req-8baa8643-dc1c-455b-954a-0098a902ddb7 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:56.296163 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9ffe606d-2217-4307-ba27-aa0178631db1 req-8baa8643-dc1c-455b-954a-0098a902ddb7 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:56.331305 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ffe606d-2217-4307-ba27-aa0178631db1 req-8baa8643-dc1c-455b-954a-0098a902ddb7 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:40:56.337860 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-9ffe606d-2217-4307-ba27-aa0178631db1 req-8baa8643-dc1c-455b-954a-0098a902ddb7 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:40:56.341390 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ffe606d-2217-4307-ba27-aa0178631db1 req-8baa8643-dc1c-455b-954a-0098a902ddb7 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:40:56.376452 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baa8643-dc1c-455b-954a-0098a902ddb7 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Pushing event updated for resources: {'Port': ['ID=b5686c67-eb71-402b-a029-00ffcf58b66c,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:56.441579 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9ffe606d-2217-4307-ba27-aa0178631db1 req-8baa8643-dc1c-455b-954a-0098a902ddb7 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:56.477238 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9ffe606d-2217-4307-ba27-aa0178631db1 req-8baa8643-dc1c-455b-954a-0098a902ddb7 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:56.530332 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d9bdf9-cfb7-4fbe-8ebb-d188d61ae688 req-d1075b84-8927-4084-9021-cd9c51df6ef4 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:56.531784 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-69d9bdf9-cfb7-4fbe-8ebb-d188d61ae688 req-d1075b84-8927-4084-9021-cd9c51df6ef4 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/networks?id=29fccc3a-21f2-4674-8b92-bcfa16fabc4c HTTP/1.1" status: 200 len: 812 time: 0.1235523 Sep 07 02:40:56.547051 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-69d9bdf9-cfb7-4fbe-8ebb-d188d61ae688 req-6ba24ca4-af96-408f-b85e-90f412ba9602 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/quotas/4443ce3bb3024d489f3e6e525e333d25 HTTP/1.1" status: 200 len: 375 time: 0.0095205 Sep 07 02:40:56.577953 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-69d9bdf9-cfb7-4fbe-8ebb-d188d61ae688 req-04671ce5-0ddc-43eb-a36e-5269779d15cf tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=4443ce3bb3024d489f3e6e525e333d25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254292 Sep 07 02:40:56.627827 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9ffe606d-2217-4307-ba27-aa0178631db1 req-8baa8643-dc1c-455b-954a-0098a902ddb7 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:56.632241 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9ffe606d-2217-4307-ba27-aa0178631db1 req-8baa8643-dc1c-455b-954a-0098a902ddb7 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:56.674169 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-69d9bdf9-cfb7-4fbe-8ebb-d188d61ae688 req-ec4a765d-8582-4be5-a90e-12421b5e3a2e service neutron] 10.222.0.22 "GET /v2.0/networks/29fccc3a-21f2-4674-8b92-bcfa16fabc4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890648 Sep 07 02:40:56.700284 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baa8643-dc1c-455b-954a-0098a902ddb7 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Pushing event updated for resources: {'Port': ['ID=b5686c67-eb71-402b-a029-00ffcf58b66c,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:56.709067 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9ffe606d-2217-4307-ba27-aa0178631db1 req-8baa8643-dc1c-455b-954a-0098a902ddb7 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:56.723256 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9ffe606d-2217-4307-ba27-aa0178631db1 req-8baa8643-dc1c-455b-954a-0098a902ddb7 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:56.724606 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9ffe606d-2217-4307-ba27-aa0178631db1 req-8baa8643-dc1c-455b-954a-0098a902ddb7 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.8547511 Sep 07 02:40:56.765475 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-69d9bdf9-cfb7-4fbe-8ebb-d188d61ae688 req-c95b2bd8-8e19-4137-8478-866535a8c7d3 service neutron] 10.222.0.22 "GET /v2.0/networks/29fccc3a-21f2-4674-8b92-bcfa16fabc4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848768 Sep 07 02:40:56.776537 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9ffe606d-2217-4307-ba27-aa0178631db1 req-dee936a6-2998-4bf7-b878-d2e6f75d4355 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.142 HTTP/1.1" status: 200 len: 696 time: 0.0456502 Sep 07 02:40:56.894687 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe606d-2217-4307-ba27-aa0178631db1 req-31377008-5814-411f-aa04-b87f192b92fe tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:56.896129 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9ffe606d-2217-4307-ba27-aa0178631db1 req-31377008-5814-411f-aa04-b87f192b92fe tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/networks/1166b922-7457-4da4-bdda-328e8c8e7bc6 HTTP/1.1" status: 200 len: 784 time: 0.1130519 Sep 07 02:40:56.980449 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3191d-f14f-4b3d-a165-00ca8f8beca8 req-dbd677a5-652a-49fd-8cb6-9cb1fb99067a tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:56.981979 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e3e3191d-f14f-4b3d-a165-00ca8f8beca8 req-dbd677a5-652a-49fd-8cb6-9cb1fb99067a tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 946 time: 0.0586028 Sep 07 02:40:57.029082 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e3e3191d-f14f-4b3d-a165-00ca8f8beca8 req-a560ca05-78cf-4108-80da-7d6a160c4aff tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389380 Sep 07 02:40:57.136280 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627b69d-1890-4cc9-a4b4-30cccbfa65b9 req-720b37b2-1b78-49f9-b8fd-9f21a408d731 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:57.138429 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a627b69d-1890-4cc9-a4b4-30cccbfa65b9 req-720b37b2-1b78-49f9-b8fd-9f21a408d731 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41 HTTP/1.1" status: 200 len: 950 time: 0.0602839 Sep 07 02:40:57.176970 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f58a58dc-c56f-4844-9121-74e1a7255db3 req-6be45930-51f3-4a9c-9bb3-7459cfa1aa32 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=db732e06-c705-4f07-bfc6-4f90cfc3b1a0 HTTP/1.1" status: 200 len: 210 time: 0.0319164 Sep 07 02:40:57.179516 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a627b69d-1890-4cc9-a4b4-30cccbfa65b9 req-14e74a39-4348-435b-bf4f-13b701dbeb41 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349267 Sep 07 02:40:57.263057 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device e4f54697-1722-4483-8c6d-d39f351470a8 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:40:57.289405 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: e4f54697-1722-4483-8c6d-d39f351470a8 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:40:57.289759 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device e4f54697-1722-4483-8c6d-d39f351470a8 not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:40:57.419619 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00d8ba-5e81-4a6d-b987-af72c3af8e5b req-68760a44-0a54-4765-b43f-cb0f6bf4a486 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:57.421286 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2f00d8ba-5e81-4a6d-b987-af72c3af8e5b req-68760a44-0a54-4765-b43f-cb0f6bf4a486 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b3e968d-0a74-40a9-ab0d-146c6fc12a4d HTTP/1.1" status: 200 len: 950 time: 0.0514860 Sep 07 02:40:57.442006 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90f2e8-3b06-44d8-8a6b-5f54c3c39584 req-cf0b3c22-f879-46ff-a5a1-38b1a550db36 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:57.443988 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7f90f2e8-3b06-44d8-8a6b-5f54c3c39584 req-cf0b3c22-f879-46ff-a5a1-38b1a550db36 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/networks?id=cf4d819b-d5b3-41f0-aae9-25471cd508bb HTTP/1.1" status: 200 len: 821 time: 0.1578605 Sep 07 02:40:57.462039 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c86580-9389-4a14-9bbc-a1ffbc38c392 req-81381d34-6c2a-492c-9528-d07486057702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:57.462273 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2f00d8ba-5e81-4a6d-b987-af72c3af8e5b req-17dbf95d-6bc8-40b9-9cc2-dcf401478527 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344138 Sep 07 02:40:57.464060 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e7c86580-9389-4a14-9bbc-a1ffbc38c392 req-81381d34-6c2a-492c-9528-d07486057702 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3c6e11955fd14c5c9b191cf5c7d7b41c&device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 1098 time: 0.0805080 Sep 07 02:40:57.468316 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7f90f2e8-3b06-44d8-8a6b-5f54c3c39584 req-6d3a871e-06af-43f2-bac7-fd54dea4d2db tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/quotas/9b8a2a8dd4f3482aa9fef6171603eb42 HTTP/1.1" status: 200 len: 375 time: 0.0159934 Sep 07 02:40:57.580389 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15398a0-5717-4197-884d-f3f32d79e2ec req-25fc48cf-c5eb-4178-a989-79f550c4dd1f tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:57.582292 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e15398a0-5717-4197-884d-f3f32d79e2ec req-25fc48cf-c5eb-4178-a989-79f550c4dd1f tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 946 time: 0.0527558 Sep 07 02:40:57.607872 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7f90f2e8-3b06-44d8-8a6b-5f54c3c39584 req-b4453380-212e-4419-8ac7-8c3f76bca553 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9b8a2a8dd4f3482aa9fef6171603eb42&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1318514 Sep 07 02:40:57.621917 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e15398a0-5717-4197-884d-f3f32d79e2ec req-1b3aa7a7-bcc9-40f6-8cc8-6b4f3510a9df tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328147 Sep 07 02:40:57.624501 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c86580-9389-4a14-9bbc-a1ffbc38c392 req-0447bfe4-18fe-4a54-baa2-6d3d7b5b2f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:57.625905 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e7c86580-9389-4a14-9bbc-a1ffbc38c392 req-0447bfe4-18fe-4a54-baa2-6d3d7b5b2f8b service neutron] 10.222.0.16 "GET /v2.0/networks?id=c7baff3a-2acd-47c4-826f-ff1b179e5161 HTTP/1.1" status: 200 len: 910 time: 0.1511922 Sep 07 02:40:57.745436 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e7c86580-9389-4a14-9bbc-a1ffbc38c392 req-2e22eaaf-ff45-430d-8c27-c1a2babf1179 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e0a4062-b916-433e-8871-18aaa78c80ee HTTP/1.1" status: 200 len: 1001 time: 0.1065600 Sep 07 02:40:57.788975 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7f90f2e8-3b06-44d8-8a6b-5f54c3c39584 req-3d967038-2701-467e-9e46-12c40decdae6 service neutron] 10.222.0.22 "GET /v2.0/networks/cf4d819b-d5b3-41f0-aae9-25471cd508bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721420 Sep 07 02:40:57.822491 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c86580-9389-4a14-9bbc-a1ffbc38c392 req-06fb6021-8249-4c88-8ae8-0ef8e73a1816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:57.823858 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e7c86580-9389-4a14-9bbc-a1ffbc38c392 req-06fb6021-8249-4c88-8ae8-0ef8e73a1816 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=04737742-a3d0-4b6d-a6a4-ec1fe2e55890 HTTP/1.1" status: 200 len: 849 time: 0.0705535 Sep 07 02:40:57.923464 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c86580-9389-4a14-9bbc-a1ffbc38c392 req-39ff21bd-0015-437a-b6d3-4fe36a3bf8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:57.925466 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e7c86580-9389-4a14-9bbc-a1ffbc38c392 req-39ff21bd-0015-437a-b6d3-4fe36a3bf8a8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7baff3a-2acd-47c4-826f-ff1b179e5161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0922637 Sep 07 02:40:57.929105 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7f90f2e8-3b06-44d8-8a6b-5f54c3c39584 req-96fdb6c1-16c8-4cc3-9b30-98b9527890bf service neutron] 10.222.0.22 "GET /v2.0/networks/cf4d819b-d5b3-41f0-aae9-25471cd508bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323261 Sep 07 02:40:57.988512 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d9bdf9-cfb7-4fbe-8ebb-d188d61ae688 req-5eb534b5-c17b-4df0-9258-b7c33710804a tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:57.990729 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-69d9bdf9-cfb7-4fbe-8ebb-d188d61ae688 req-5eb534b5-c17b-4df0-9258-b7c33710804a tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.23 "GET /v2.0/networks?id=29fccc3a-21f2-4674-8b92-bcfa16fabc4c HTTP/1.1" status: 200 len: 812 time: 0.1395588 Sep 07 02:40:58.006219 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-69d9bdf9-cfb7-4fbe-8ebb-d188d61ae688 req-3700eb44-fa9f-40d8-89d8-dc292005b3c2 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Request body: {'port': {'device_id': 'db732e06-c705-4f07-bfc6-4f90cfc3b1a0', 'network_id': '29fccc3a-21f2-4674-8b92-bcfa16fabc4c', 'admin_state_up': True, 'tenant_id': '4443ce3bb3024d489f3e6e525e333d25'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:40:58.062402 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e7c86580-9389-4a14-9bbc-a1ffbc38c392 req-e8899ca8-33ab-4100-8e76-7af80c75bfbb service neutron] 10.222.0.16 "GET /v2.0/networks/c7baff3a-2acd-47c4-826f-ff1b179e5161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268430 Sep 07 02:40:58.161273 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3588ba0c-50ab-4913-b8ba-f03af4bbfd03 req-2e754fba-abca-4778-81bb-7c5e0f3d1c95 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ada2fc4-fa95-44b4-aca4-d6ac02935b0f HTTP/1.1" status: 200 len: 210 time: 0.0430460 Sep 07 02:40:58.180003 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0296b580-6370-43d6-a049-2057eab2fe60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:58.218027 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69d9bdf9-cfb7-4fbe-8ebb-d188d61ae688 req-3700eb44-fa9f-40d8-89d8-dc292005b3c2 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Made reservation on behalf of 4443ce3bb3024d489f3e6e525e333d25 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:40:58.228393 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-69d9bdf9-cfb7-4fbe-8ebb-d188d61ae688 req-3700eb44-fa9f-40d8-89d8-dc292005b3c2 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:58.334257 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e7c86580-9389-4a14-9bbc-a1ffbc38c392 req-82238f95-6c0d-497a-b7f8-8b349be30fa4 service neutron] 10.222.0.16 "GET /v2.0/networks/c7baff3a-2acd-47c4-826f-ff1b179e5161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618608 Sep 07 02:40:58.387783 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-37b447cc-5f4b-49d7-9042-70afc360de16 req-931e03e9-dbfc-4c68-b78a-20a937e76313 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=db732e06-c705-4f07-bfc6-4f90cfc3b1a0 HTTP/1.1" status: 200 len: 210 time: 0.0410929 Sep 07 02:40:58.393025 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b702e9-9baa-40d0-96e6-b366623b7de8 req-8bc744d0-fc80-4073-91ac-0d64a21cf1b2 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:58.394720 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-01b702e9-9baa-40d0-96e6-b366623b7de8 req-8bc744d0-fc80-4073-91ac-0d64a21cf1b2 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41 HTTP/1.1" status: 200 len: 950 time: 0.0811148 Sep 07 02:40:58.451429 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-01b702e9-9baa-40d0-96e6-b366623b7de8 req-b5b62d80-00ef-499a-b5c6-8984f4623dcb tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504780 Sep 07 02:40:58.463186 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-69d9bdf9-cfb7-4fbe-8ebb-d188d61ae688 req-3700eb44-fa9f-40d8-89d8-dc292005b3c2 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Allocated IP 172.20.0.6 (29fccc3a-21f2-4674-8b92-bcfa16fabc4c/8fab1dcd-e4f9-4e9d-89a4-c1da67200daf/d5bcb7ba-75df-458b-9db1-17e7654212b9) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:40:58.657901 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c3988d-db7e-4358-b831-f4966ee48fd5 req-5fc754b7-65db-410f-bb77-2ed10806476a tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:58.659616 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-75c3988d-db7e-4358-b831-f4966ee48fd5 req-5fc754b7-65db-410f-bb77-2ed10806476a tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b3e968d-0a74-40a9-ab0d-146c6fc12a4d HTTP/1.1" status: 200 len: 950 time: 0.1143689 Sep 07 02:40:58.661433 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:58.716321 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-69d9bdf9-cfb7-4fbe-8ebb-d188d61ae688 req-3700eb44-fa9f-40d8-89d8-dc292005b3c2 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:58.728604 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-75c3988d-db7e-4358-b831-f4966ee48fd5 req-5999bd6c-0942-45fc-957b-a27433a00886 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598819 Sep 07 02:40:58.763089 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5bdcb0-c3f1-49a4-b742-f222a88dc9de req-8e3d0fe1-46c6-4efc-b457-b6c4b7ba1e4e tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:58.765095 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4f5bdcb0-c3f1-49a4-b742-f222a88dc9de req-8e3d0fe1-46c6-4efc-b457-b6c4b7ba1e4e tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 946 time: 0.0589511 Sep 07 02:40:58.778916 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-69d9bdf9-cfb7-4fbe-8ebb-d188d61ae688 req-3700eb44-fa9f-40d8-89d8-dc292005b3c2 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:58.808490 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4f5bdcb0-c3f1-49a4-b742-f222a88dc9de req-470390d3-389e-4c83-acbe-39f39957ab0d tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371239 Sep 07 02:40:58.822363 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69d9bdf9-cfb7-4fbe-8ebb-d188d61ae688 req-3700eb44-fa9f-40d8-89d8-dc292005b3c2 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Network 29fccc3a-21f2-4674-8b92-bcfa16fabc4c is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:40:58.826407 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-69d9bdf9-cfb7-4fbe-8ebb-d188d61ae688 req-3700eb44-fa9f-40d8-89d8-dc292005b3c2 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:40:58.830250 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d9bdf9-cfb7-4fbe-8ebb-d188d61ae688 req-3700eb44-fa9f-40d8-89d8-dc292005b3c2 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:40:58.861650 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3700eb44-fa9f-40d8-89d8-dc292005b3c2 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Pushing event updated for resources: {'Port': ['ID=d5bcb7ba-75df-458b-9db1-17e7654212b9,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:58.884415 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d9bdf9-cfb7-4fbe-8ebb-d188d61ae688 req-3700eb44-fa9f-40d8-89d8-dc292005b3c2 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:58.884978 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-69d9bdf9-cfb7-4fbe-8ebb-d188d61ae688 req-3700eb44-fa9f-40d8-89d8-dc292005b3c2 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:58.899672 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-69d9bdf9-cfb7-4fbe-8ebb-d188d61ae688 req-3700eb44-fa9f-40d8-89d8-dc292005b3c2 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8999121 Sep 07 02:40:58.912906 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-69d9bdf9-cfb7-4fbe-8ebb-d188d61ae688 req-60b55fd2-d340-49f0-b00e-c643161b09b5 service neutron] Request body: {'port': {'device_id': 'db732e06-c705-4f07-bfc6-4f90cfc3b1a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:40:58.969879 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-69d9bdf9-cfb7-4fbe-8ebb-d188d61ae688 req-60b55fd2-d340-49f0-b00e-c643161b09b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:59.303893 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d0f22b45-f61a-480f-b8ed-a31c7023f77c req-1af5eb5d-c100-4f02-8ef3-f5eed03577cb tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ada2fc4-fa95-44b4-aca4-d6ac02935b0f HTTP/1.1" status: 200 len: 210 time: 0.0405354 Sep 07 02:40:59.350095 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90f2e8-3b06-44d8-8a6b-5f54c3c39584 req-2e49aaaa-6161-4ab6-b87a-aab8f3fd7436 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:59.351549 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7f90f2e8-3b06-44d8-8a6b-5f54c3c39584 req-2e49aaaa-6161-4ab6-b87a-aab8f3fd7436 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.23 "GET /v2.0/networks?id=cf4d819b-d5b3-41f0-aae9-25471cd508bb HTTP/1.1" status: 200 len: 821 time: 0.2000570 Sep 07 02:40:59.368195 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-7f90f2e8-3b06-44d8-8a6b-5f54c3c39584 req-2617abe7-2987-4228-bca5-f7ef9718d45b tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Request body: {'port': {'device_id': '0ada2fc4-fa95-44b4-aca4-d6ac02935b0f', 'network_id': 'cf4d819b-d5b3-41f0-aae9-25471cd508bb', 'admin_state_up': True, 'tenant_id': '9b8a2a8dd4f3482aa9fef6171603eb42'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:40:59.373466 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-69d9bdf9-cfb7-4fbe-8ebb-d188d61ae688 req-60b55fd2-d340-49f0-b00e-c643161b09b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5bcb7ba-75df-458b-9db1-17e7654212b9 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:40:59.392660 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-69d9bdf9-cfb7-4fbe-8ebb-d188d61ae688 req-60b55fd2-d340-49f0-b00e-c643161b09b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:59.424272 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:59.441836 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-69d9bdf9-cfb7-4fbe-8ebb-d188d61ae688 req-60b55fd2-d340-49f0-b00e-c643161b09b5 service neutron] Transition to ACTIVE for port object d5bcb7ba-75df-458b-9db1-17e7654212b9 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:40:59.449406 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-69d9bdf9-cfb7-4fbe-8ebb-d188d61ae688 req-60b55fd2-d340-49f0-b00e-c643161b09b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:59.577101 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb1a16-1568-4f45-aaf4-b1694b999fb2 req-496b95c8-bfec-4cbe-9b2c-158919880752 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:59.578716 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-23cb1a16-1568-4f45-aaf4-b1694b999fb2 req-496b95c8-bfec-4cbe-9b2c-158919880752 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41 HTTP/1.1" status: 200 len: 950 time: 0.0499110 Sep 07 02:40:59.620969 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-23cb1a16-1568-4f45-aaf4-b1694b999fb2 req-dd4b779b-2e4c-476a-8f08-b25bbfb1b7cf tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358639 Sep 07 02:40:59.721106 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 9e0a4062-b916-433e-8871-18aaa78c80ee no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:40:59.804453 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:59.834760 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7bc2f9-d54e-4545-a965-b16a92c2c29c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e0a4062-b916-433e-8871-18aaa78c80ee'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:40:59.837767 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-badd82e3-d476-483b-ac5f-6b653e6066ee" -d '{"events": [{"server_uuid": "ba7bc2f9-d54e-4545-a965-b16a92c2c29c", "name": "network-vif-unplugged", "status": "completed", "tag": "9e0a4062-b916-433e-8871-18aaa78c80ee"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:40:59.841649 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b55fd2-d340-49f0-b00e-c643161b09b5 service neutron] Pushing event updated for resources: {'Port': ['ID=d5bcb7ba-75df-458b-9db1-17e7654212b9,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:59.854605 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 9e0a4062-b916-433e-8871-18aaa78c80ee, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=9e0a4062-b916-433e-8871-18aaa78c80ee,segment=NetworkSegment(6dff264e-7c75-4629-a854-2e784f93e6e2),segment_id=6dff264e-7c75-4629-a854-2e784f93e6e2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:40:59.859882 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:59.863728 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a3dfc6-a24b-4e74-9caa-a2598b6b1ff6 req-c8ffb395-0ce5-4fd7-b547-22ef71a74c58 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:59.865237 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-26a3dfc6-a24b-4e74-9caa-a2598b6b1ff6 req-c8ffb395-0ce5-4fd7-b547-22ef71a74c58 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b3e968d-0a74-40a9-ab0d-146c6fc12a4d HTTP/1.1" status: 200 len: 950 time: 0.0610981 Sep 07 02:40:59.913408 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=9e0a4062-b916-433e-8871-18aaa78c80ee,revision_number=14']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:40:59.918865 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-26a3dfc6-a24b-4e74-9caa-a2598b6b1ff6 req-5508b1cd-6879-4110-8468-931a1c597958 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468287 Sep 07 02:40:59.919219 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5cb74-3557-417d-9bd3-37d8248302e6 req-03bc340a-7153-4bf1-b2ab-e54f23e929ac tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:40:59.920800 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1ea5cb74-3557-417d-9bd3-37d8248302e6 req-03bc340a-7153-4bf1-b2ab-e54f23e929ac tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=db732e06-c705-4f07-bfc6-4f90cfc3b1a0 HTTP/1.1" status: 200 len: 943 time: 0.4401343 Sep 07 02:40:59.923808 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f90f2e8-3b06-44d8-8a6b-5f54c3c39584 req-2617abe7-2987-4228-bca5-f7ef9718d45b tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Made reservation on behalf of 9b8a2a8dd4f3482aa9fef6171603eb42 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:40:59.927296 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7f90f2e8-3b06-44d8-8a6b-5f54c3c39584 req-2617abe7-2987-4228-bca5-f7ef9718d45b tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:40:59.986147 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-69d9bdf9-cfb7-4fbe-8ebb-d188d61ae688 req-60b55fd2-d340-49f0-b00e-c643161b09b5 service neutron] Attempting to bind port d5bcb7ba-75df-458b-9db1-17e7654212b9 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:40:59.986396 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-69d9bdf9-cfb7-4fbe-8ebb-d188d61ae688 req-60b55fd2-d340-49f0-b00e-c643161b09b5 service neutron] Attempting to bind port d5bcb7ba-75df-458b-9db1-17e7654212b9 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '3ec0e383-0f35-4c3c-abc7-899f90f4fe60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '29fccc3a-21f2-4674-8b92-bcfa16fabc4c'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:40:59.986707 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d9bdf9-cfb7-4fbe-8ebb-d188d61ae688 req-60b55fd2-d340-49f0-b00e-c643161b09b5 service neutron] Attempting to bind port d5bcb7ba-75df-458b-9db1-17e7654212b9 on network 29fccc3a-21f2-4674-8b92-bcfa16fabc4c {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:41:00.021393 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57648aa9-c084-43e8-94f2-15a829b8c4f6 req-b1da3e11-a9ce-4abf-b172-ac4a1729e287 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:00.021621 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d9bdf9-cfb7-4fbe-8ebb-d188d61ae688 req-60b55fd2-d340-49f0-b00e-c643161b09b5 service neutron] Port d5bcb7ba-75df-458b-9db1-17e7654212b9 on network 29fccc3a-21f2-4674-8b92-bcfa16fabc4c not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:41:00.021878 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d9bdf9-cfb7-4fbe-8ebb-d188d61ae688 req-60b55fd2-d340-49f0-b00e-c643161b09b5 service neutron] Attempting to bind port d5bcb7ba-75df-458b-9db1-17e7654212b9 on network 29fccc3a-21f2-4674-8b92-bcfa16fabc4c {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:41:00.023075 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-57648aa9-c084-43e8-94f2-15a829b8c4f6 req-b1da3e11-a9ce-4abf-b172-ac4a1729e287 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 944 time: 0.0508020 Sep 07 02:41:00.035901 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1ea5cb74-3557-417d-9bd3-37d8248302e6 req-28768cb6-09ef-4f6b-86b8-5185959e3a8e tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048117 Sep 07 02:41:00.041462 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d9bdf9-cfb7-4fbe-8ebb-d188d61ae688 req-60b55fd2-d340-49f0-b00e-c643161b09b5 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:41:00.042027 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d9bdf9-cfb7-4fbe-8ebb-d188d61ae688 req-60b55fd2-d340-49f0-b00e-c643161b09b5 service neutron] Checking segment: {'id': '3ec0e383-0f35-4c3c-abc7-899f90f4fe60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '29fccc3a-21f2-4674-8b92-bcfa16fabc4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:41:00.042604 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d9bdf9-cfb7-4fbe-8ebb-d188d61ae688 req-60b55fd2-d340-49f0-b00e-c643161b09b5 service neutron] Bound using segment: {'id': '3ec0e383-0f35-4c3c-abc7-899f90f4fe60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '29fccc3a-21f2-4674-8b92-bcfa16fabc4c'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:41:00.043286 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-69d9bdf9-cfb7-4fbe-8ebb-d188d61ae688 req-60b55fd2-d340-49f0-b00e-c643161b09b5 service neutron] Bound port: d5bcb7ba-75df-458b-9db1-17e7654212b9, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ec0e383-0f35-4c3c-abc7-899f90f4fe60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '29fccc3a-21f2-4674-8b92-bcfa16fabc4c'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:41:00.043690 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-69d9bdf9-cfb7-4fbe-8ebb-d188d61ae688 req-60b55fd2-d340-49f0-b00e-c643161b09b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:00.076522 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-57648aa9-c084-43e8-94f2-15a829b8c4f6 req-eee32513-255a-449c-a191-f3c524f24d93 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464196 Sep 07 02:41:00.103061 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 02:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c92bfa7-0881-4768-b017-3d09deb2b5cb x-openstack-request-id: req-5c92bfa7-0881-4768-b017-3d09deb2b5cb {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:41:00.103333 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba7bc2f9-d54e-4545-a965-b16a92c2c29c", "name": "network-vif-unplugged", "status": "completed", "tag": "9e0a4062-b916-433e-8871-18aaa78c80ee", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:41:00.103617 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5c92bfa7-0881-4768-b017-3d09deb2b5cb {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:41:00.104018 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba7bc2f9-d54e-4545-a965-b16a92c2c29c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e0a4062-b916-433e-8871-18aaa78c80ee', 'code': 200} Sep 07 02:41:00.152591 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-7f90f2e8-3b06-44d8-8a6b-5f54c3c39584 req-2617abe7-2987-4228-bca5-f7ef9718d45b tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Allocated IP 172.20.0.11 (cf4d819b-d5b3-41f0-aae9-25471cd508bb/205e31e7-fda7-44a5-98d3-6a3c5b8d28bb/67147b01-9a7d-4ce0-85e8-517a68049442) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:41:00.165854 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-69d9bdf9-cfb7-4fbe-8ebb-d188d61ae688 req-60b55fd2-d340-49f0-b00e-c643161b09b5 service neutron] For port d5bcb7ba-75df-458b-9db1-17e7654212b9, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:41:00.172812 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-69d9bdf9-cfb7-4fbe-8ebb-d188d61ae688 req-60b55fd2-d340-49f0-b00e-c643161b09b5 service neutron] For port d5bcb7ba-75df-458b-9db1-17e7654212b9, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=d5bcb7ba-75df-458b-9db1-17e7654212b9,segment=NetworkSegment(3ec0e383-0f35-4c3c-abc7-899f90f4fe60),segment_id=3ec0e383-0f35-4c3c-abc7-899f90f4fe60)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:41:00.179186 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-69d9bdf9-cfb7-4fbe-8ebb-d188d61ae688 req-60b55fd2-d340-49f0-b00e-c643161b09b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:00.242303 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d9bdf9-cfb7-4fbe-8ebb-d188d61ae688 req-60b55fd2-d340-49f0-b00e-c643161b09b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:00.242845 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-69d9bdf9-cfb7-4fbe-8ebb-d188d61ae688 req-60b55fd2-d340-49f0-b00e-c643161b09b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:00.244273 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-69d9bdf9-cfb7-4fbe-8ebb-d188d61ae688 req-60b55fd2-d340-49f0-b00e-c643161b09b5 service neutron] 10.222.0.23 "PUT /v2.0/ports/d5bcb7ba-75df-458b-9db1-17e7654212b9 HTTP/1.1" status: 200 len: 1092 time: 1.3359170 Sep 07 02:41:00.246222 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db732e06-c705-4f07-bfc6-4f90cfc3b1a0', 'tag': 'd5bcb7ba-75df-458b-9db1-17e7654212b9'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:41:00.249044 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8e867f-c243-42d5-9990-c9755c4438d2" -d '{"events": [{"name": "network-changed", "server_uuid": "db732e06-c705-4f07-bfc6-4f90cfc3b1a0", "tag": "d5bcb7ba-75df-458b-9db1-17e7654212b9"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:41:00.284047 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f2f69-eb64-433d-b3c7-7f245dfaef1f req-3c69f3dc-2f1f-432a-8dbc-214fdb08e83b tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:00.290976 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6f1f2f69-eb64-433d-b3c7-7f245dfaef1f req-3c69f3dc-2f1f-432a-8dbc-214fdb08e83b tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 944 time: 0.0650184 Sep 07 02:41:00.299401 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b55fd2-d340-49f0-b00e-c643161b09b5 service neutron] Pushing event updated for resources: {'Port': ['ID=d5bcb7ba-75df-458b-9db1-17e7654212b9,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:00.332519 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697bfcde-55ab-46c5-af86-ee110da46eec x-openstack-request-id: req-697bfcde-55ab-46c5-af86-ee110da46eec {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:41:00.332891 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db732e06-c705-4f07-bfc6-4f90cfc3b1a0", "tag": "d5bcb7ba-75df-458b-9db1-17e7654212b9", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:41:00.333216 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-697bfcde-55ab-46c5-af86-ee110da46eec {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:41:00.333618 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db732e06-c705-4f07-bfc6-4f90cfc3b1a0', 'tag': 'd5bcb7ba-75df-458b-9db1-17e7654212b9', 'status': 'completed', 'code': 200} Sep 07 02:41:00.340708 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6f1f2f69-eb64-433d-b3c7-7f245dfaef1f req-5bf56b45-f44a-4c17-8bb6-2f7059d40432 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482481 Sep 07 02:41:00.419655 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-abb8763a-7fb0-4d82-b547-e16cc4b98ae2 req-0962ec68-f72b-40dd-859b-83bff6788e6d tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ada2fc4-fa95-44b4-aca4-d6ac02935b0f HTTP/1.1" status: 200 len: 210 time: 0.0432086 Sep 07 02:41:00.434294 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d9bdf9-cfb7-4fbe-8ebb-d188d61ae688 req-47e1845e-3dfb-4a9b-aa22-426f9da9a0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:00.435894 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-69d9bdf9-cfb7-4fbe-8ebb-d188d61ae688 req-47e1845e-3dfb-4a9b-aa22-426f9da9a0ff service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4443ce3bb3024d489f3e6e525e333d25&device_id=db732e06-c705-4f07-bfc6-4f90cfc3b1a0 HTTP/1.1" status: 200 len: 1095 time: 0.1052060 Sep 07 02:41:00.440350 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7f90f2e8-3b06-44d8-8a6b-5f54c3c39584 req-2617abe7-2987-4228-bca5-f7ef9718d45b tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:00.485680 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-69d9bdf9-cfb7-4fbe-8ebb-d188d61ae688 req-8e0ba918-cd13-4fed-99ee-0e1d3e5ad976 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5bcb7ba-75df-458b-9db1-17e7654212b9 HTTP/1.1" status: 200 len: 217 time: 0.0413275 Sep 07 02:41:00.486578 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-7f90f2e8-3b06-44d8-8a6b-5f54c3c39584 req-2617abe7-2987-4228-bca5-f7ef9718d45b tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Transition to ACTIVE for port object 67147b01-9a7d-4ce0-85e8-517a68049442 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:41:00.522156 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d8a026-4d39-44ff-89ea-4e77ce6db7f8 req-b7e128f5-0a3f-48aa-b0da-d95cb966d5cb tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:00.523691 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c3d8a026-4d39-44ff-89ea-4e77ce6db7f8 req-b7e128f5-0a3f-48aa-b0da-d95cb966d5cb tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 944 time: 0.0488977 Sep 07 02:41:00.550624 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d9bdf9-cfb7-4fbe-8ebb-d188d61ae688 req-d65bb121-e7d8-44df-a0d4-dd9da70f02db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:00.552132 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-69d9bdf9-cfb7-4fbe-8ebb-d188d61ae688 req-d65bb121-e7d8-44df-a0d4-dd9da70f02db service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8fab1dcd-e4f9-4e9d-89a4-c1da67200daf HTTP/1.1" status: 200 len: 852 time: 0.0588167 Sep 07 02:41:00.561326 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7f90f2e8-3b06-44d8-8a6b-5f54c3c39584 req-2617abe7-2987-4228-bca5-f7ef9718d45b tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:00.568016 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c3d8a026-4d39-44ff-89ea-4e77ce6db7f8 req-931e2801-a2df-45a7-be24-b33bea4b7b17 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379605 Sep 07 02:41:00.572197 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['d5c3d11f-a916-4cd5-889c-fdc14e370dfe'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:41:00.635579 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-69d9bdf9-cfb7-4fbe-8ebb-d188d61ae688 req-b1b4f492-5f30-4a0c-92c3-95a73ff28547 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=29fccc3a-21f2-4674-8b92-bcfa16fabc4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614340 Sep 07 02:41:00.637414 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f90f2e8-3b06-44d8-8a6b-5f54c3c39584 req-2617abe7-2987-4228-bca5-f7ef9718d45b tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Network cf4d819b-d5b3-41f0-aae9-25471cd508bb is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:41:00.640682 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-7f90f2e8-3b06-44d8-8a6b-5f54c3c39584 req-2617abe7-2987-4228-bca5-f7ef9718d45b tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:41:00.645239 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f90f2e8-3b06-44d8-8a6b-5f54c3c39584 req-2617abe7-2987-4228-bca5-f7ef9718d45b tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:41:00.696531 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2617abe7-2987-4228-bca5-f7ef9718d45b tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Pushing event updated for resources: {'Port': ['ID=67147b01-9a7d-4ce0-85e8-517a68049442,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:00.806418 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90f2e8-3b06-44d8-8a6b-5f54c3c39584 req-2617abe7-2987-4228-bca5-f7ef9718d45b tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:00.807054 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7f90f2e8-3b06-44d8-8a6b-5f54c3c39584 req-2617abe7-2987-4228-bca5-f7ef9718d45b tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:00.839609 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7f90f2e8-3b06-44d8-8a6b-5f54c3c39584 req-2617abe7-2987-4228-bca5-f7ef9718d45b tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4749975 Sep 07 02:41:00.852893 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-69d9bdf9-cfb7-4fbe-8ebb-d188d61ae688 req-1345666c-4263-423c-9129-9d4a7980f8aa service neutron] 10.222.0.23 "GET /v2.0/networks/29fccc3a-21f2-4674-8b92-bcfa16fabc4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046406 Sep 07 02:41:00.857681 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-7f90f2e8-3b06-44d8-8a6b-5f54c3c39584 req-0319495d-2fdb-4470-9cc2-4fd1d09a0cbf service neutron] Request body: {'port': {'device_id': '0ada2fc4-fa95-44b4-aca4-d6ac02935b0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:41:00.867861 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d430aa8a-8861-4349-b83f-3c2275a7eb0d req-7b481191-8dcb-46f3-8ac2-9741f925e706 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:00.868938 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d430aa8a-8861-4349-b83f-3c2275a7eb0d req-7b481191-8dcb-46f3-8ac2-9741f925e706 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41 HTTP/1.1" status: 200 len: 950 time: 0.1521106 Sep 07 02:41:00.896586 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843bff24-1cfe-4105-ba26-035c318b2928 req-c9572a38-dd92-488d-99ef-5830274c4099 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:00.898918 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-843bff24-1cfe-4105-ba26-035c318b2928 req-c9572a38-dd92-488d-99ef-5830274c4099 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/networks?id=c7baff3a-2acd-47c4-826f-ff1b179e5161 HTTP/1.1" status: 200 len: 810 time: 0.1125112 Sep 07 02:41:00.905026 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-eeaa82e4-08a7-4ed0-b959-aa860d5b654a None None] Provisioning for port 67147b01-9a7d-4ce0-85e8-517a68049442 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:41:00.909648 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-eeaa82e4-08a7-4ed0-b959-aa860d5b654a None None] Provisioning complete for port 67147b01-9a7d-4ce0-85e8-517a68049442 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:41:00.910022 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-eeaa82e4-08a7-4ed0-b959-aa860d5b654a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:00.915901 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-843bff24-1cfe-4105-ba26-035c318b2928 req-c906e038-3596-48bd-9bc3-5f13fdee8d89 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/quotas/3c6e11955fd14c5c9b191cf5c7d7b41c HTTP/1.1" status: 200 len: 375 time: 0.0097311 Sep 07 02:41:00.945712 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-eeaa82e4-08a7-4ed0-b959-aa860d5b654a None None] Port 67147b01-9a7d-4ce0-85e8-517a68049442 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:41:00.975294 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-843bff24-1cfe-4105-ba26-035c318b2928 req-b465ff45-78e9-4fe0-a57c-c14fe633cf08 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3c6e11955fd14c5c9b191cf5c7d7b41c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0521951 Sep 07 02:41:01.009465 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7f90f2e8-3b06-44d8-8a6b-5f54c3c39584 req-0319495d-2fdb-4470-9cc2-4fd1d09a0cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:01.024248 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d430aa8a-8861-4349-b83f-3c2275a7eb0d req-8b707159-9d05-42b4-be62-bbffa278d535 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309304 Sep 07 02:41:01.065687 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-69d9bdf9-cfb7-4fbe-8ebb-d188d61ae688 req-574ecf78-1308-44c3-bd92-8922cda2ec2c service neutron] 10.222.0.23 "GET /v2.0/networks/29fccc3a-21f2-4674-8b92-bcfa16fabc4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947219 Sep 07 02:41:01.084594 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-843bff24-1cfe-4105-ba26-035c318b2928 req-a1f5a5d3-423d-4ef8-a025-1245ce6db334 service neutron] 10.222.0.22 "GET /v2.0/networks/c7baff3a-2acd-47c4-826f-ff1b179e5161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014717 Sep 07 02:41:01.178884 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-843bff24-1cfe-4105-ba26-035c318b2928 req-aeba4896-7edb-4040-9ff8-d02f571db7bf service neutron] 10.222.0.22 "GET /v2.0/networks/c7baff3a-2acd-47c4-826f-ff1b179e5161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862384 Sep 07 02:41:01.252573 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd35d56-9807-42a3-b9ee-d1441d8e3dd0 req-e1632bc0-8657-4473-b159-5d1e5345ada6 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:01.254126 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8bd35d56-9807-42a3-b9ee-d1441d8e3dd0 req-e1632bc0-8657-4473-b159-5d1e5345ada6 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b3e968d-0a74-40a9-ab0d-146c6fc12a4d HTTP/1.1" status: 200 len: 950 time: 0.1661437 Sep 07 02:41:01.282067 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:01.291427 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e867f-c243-42d5-9990-c9755c4438d2 req-0dbbd743-10ad-41fe-92c3-7beacd3264a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:01.292965 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ec8e867f-c243-42d5-9990-c9755c4438d2 req-0dbbd743-10ad-41fe-92c3-7beacd3264a8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4443ce3bb3024d489f3e6e525e333d25&device_id=db732e06-c705-4f07-bfc6-4f90cfc3b1a0 HTTP/1.1" status: 200 len: 1095 time: 0.1309850 Sep 07 02:41:01.407092 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8af07b-63d3-45e4-93f6-749fb1430e41 req-62e6d4c5-788a-41aa-8db1-8ef6cca90b4c tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:01.408668 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1e8af07b-63d3-45e4-93f6-749fb1430e41 req-62e6d4c5-788a-41aa-8db1-8ef6cca90b4c tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=db732e06-c705-4f07-bfc6-4f90cfc3b1a0 HTTP/1.1" status: 200 len: 943 time: 0.0557666 Sep 07 02:41:01.436430 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8bd35d56-9807-42a3-b9ee-d1441d8e3dd0 req-8b7db19c-a6dd-4d59-a9b0-5e2af89546f5 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730125 Sep 07 02:41:01.454219 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1e8af07b-63d3-45e4-93f6-749fb1430e41 req-ef749ce7-e55b-4629-81fe-55cd91b56918 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388432 Sep 07 02:41:01.507244 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e867f-c243-42d5-9990-c9755c4438d2 req-615b0120-a3d2-4c2d-b394-95c15646fd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:01.509321 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ec8e867f-c243-42d5-9990-c9755c4438d2 req-615b0120-a3d2-4c2d-b394-95c15646fd9d service neutron] 10.222.0.23 "GET /v2.0/networks?id=29fccc3a-21f2-4674-8b92-bcfa16fabc4c HTTP/1.1" status: 200 len: 912 time: 0.2082121 Sep 07 02:41:01.585941 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ec8e867f-c243-42d5-9990-c9755c4438d2 req-548d2d4b-ba26-4834-a483-23eacd13ad49 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5bcb7ba-75df-458b-9db1-17e7654212b9 HTTP/1.1" status: 200 len: 217 time: 0.0654848 Sep 07 02:41:01.626136 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-46c6aec5-5298-4e90-8b8e-18dfec04cbf1 req-822a66ae-aef9-4dc8-98b5-6eed73752b7a tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=99b36ce8-9540-4cd4-b0ca-7b3cd88dabd6 HTTP/1.1" status: 200 len: 210 time: 0.0443828 Sep 07 02:41:01.655677 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-7f90f2e8-3b06-44d8-8a6b-5f54c3c39584 req-0319495d-2fdb-4470-9cc2-4fd1d09a0cbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67147b01-9a7d-4ce0-85e8-517a68049442 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:41:01.666567 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7f90f2e8-3b06-44d8-8a6b-5f54c3c39584 req-0319495d-2fdb-4470-9cc2-4fd1d09a0cbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:01.683306 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e867f-c243-42d5-9990-c9755c4438d2 req-ec204237-6bd6-4b53-9ae2-899a4426105a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:01.685391 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ec8e867f-c243-42d5-9990-c9755c4438d2 req-ec204237-6bd6-4b53-9ae2-899a4426105a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8fab1dcd-e4f9-4e9d-89a4-c1da67200daf HTTP/1.1" status: 200 len: 852 time: 0.0892556 Sep 07 02:41:01.688257 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-7f90f2e8-3b06-44d8-8a6b-5f54c3c39584 req-0319495d-2fdb-4470-9cc2-4fd1d09a0cbf service neutron] Transition to ACTIVE for port object 67147b01-9a7d-4ce0-85e8-517a68049442 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:41:01.701839 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7f90f2e8-3b06-44d8-8a6b-5f54c3c39584 req-0319495d-2fdb-4470-9cc2-4fd1d09a0cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:01.734021 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e84fd-c20e-4ae6-a980-eaa7920d3de5 req-57e4e494-4da8-416b-add3-90c76af4aa60 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:01.735898 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8e7e84fd-c20e-4ae6-a980-eaa7920d3de5 req-57e4e494-4da8-416b-add3-90c76af4aa60 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ada2fc4-fa95-44b4-aca4-d6ac02935b0f HTTP/1.1" status: 200 len: 932 time: 0.0648735 Sep 07 02:41:01.737657 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 9a58c4ba-35a7-4e62-92c6-41111bb13d09 details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:41:01.740758 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ec8e867f-c243-42d5-9990-c9755c4438d2 req-5d35dafd-e9b0-42fe-a0c1-d1106da5a2c7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=29fccc3a-21f2-4674-8b92-bcfa16fabc4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483575 Sep 07 02:41:01.797966 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8e7e84fd-c20e-4ae6-a980-eaa7920d3de5 req-05a9e17b-2433-42ac-9e17-f87bd901d3f9 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/security-groups?id=12853359-e36c-442a-a7d9-8a93d79cc08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470760 Sep 07 02:41:01.834590 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0319495d-2fdb-4470-9cc2-4fd1d09a0cbf service neutron] Pushing event updated for resources: {'Port': ['ID=67147b01-9a7d-4ce0-85e8-517a68049442,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:01.876666 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 9a58c4ba-35a7-4e62-92c6-41111bb13d09, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=9a58c4ba-35a7-4e62-92c6-41111bb13d09,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:41:01.891679 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '9a58c4ba-35a7-4e62-92c6-41111bb13d09', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'port_id': '9a58c4ba-35a7-4e62-92c6-41111bb13d09', 'mac_address': 'fa:16:3e:ff:39:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '694f9550-ba12-4672-8446-41848123cea2', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:41:01.931620 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ec8e867f-c243-42d5-9990-c9755c4438d2 req-7391ebf7-e5d4-4ffd-9c7b-f4f1ded42a4f service neutron] 10.222.0.23 "GET /v2.0/networks/29fccc3a-21f2-4674-8b92-bcfa16fabc4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811962 Sep 07 02:41:01.936428 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-7f90f2e8-3b06-44d8-8a6b-5f54c3c39584 req-0319495d-2fdb-4470-9cc2-4fd1d09a0cbf service neutron] Attempting to bind port 67147b01-9a7d-4ce0-85e8-517a68049442 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:41:01.936840 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-7f90f2e8-3b06-44d8-8a6b-5f54c3c39584 req-0319495d-2fdb-4470-9cc2-4fd1d09a0cbf service neutron] Attempting to bind port 67147b01-9a7d-4ce0-85e8-517a68049442 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': 'a0386811-94fa-47c4-8520-2bd1e5cc6c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'cf4d819b-d5b3-41f0-aae9-25471cd508bb'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:41:01.937681 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f90f2e8-3b06-44d8-8a6b-5f54c3c39584 req-0319495d-2fdb-4470-9cc2-4fd1d09a0cbf service neutron] Attempting to bind port 67147b01-9a7d-4ce0-85e8-517a68049442 on network cf4d819b-d5b3-41f0-aae9-25471cd508bb {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:41:01.942125 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f90f2e8-3b06-44d8-8a6b-5f54c3c39584 req-0319495d-2fdb-4470-9cc2-4fd1d09a0cbf service neutron] Port 67147b01-9a7d-4ce0-85e8-517a68049442 on network cf4d819b-d5b3-41f0-aae9-25471cd508bb not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:41:01.942536 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f90f2e8-3b06-44d8-8a6b-5f54c3c39584 req-0319495d-2fdb-4470-9cc2-4fd1d09a0cbf service neutron] Attempting to bind port 67147b01-9a7d-4ce0-85e8-517a68049442 on network cf4d819b-d5b3-41f0-aae9-25471cd508bb {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:41:01.948024 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f90f2e8-3b06-44d8-8a6b-5f54c3c39584 req-0319495d-2fdb-4470-9cc2-4fd1d09a0cbf service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:41:01.948505 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f90f2e8-3b06-44d8-8a6b-5f54c3c39584 req-0319495d-2fdb-4470-9cc2-4fd1d09a0cbf service neutron] Checking segment: {'id': 'a0386811-94fa-47c4-8520-2bd1e5cc6c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'cf4d819b-d5b3-41f0-aae9-25471cd508bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:41:01.949072 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f90f2e8-3b06-44d8-8a6b-5f54c3c39584 req-0319495d-2fdb-4470-9cc2-4fd1d09a0cbf service neutron] Bound using segment: {'id': 'a0386811-94fa-47c4-8520-2bd1e5cc6c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'cf4d819b-d5b3-41f0-aae9-25471cd508bb'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:41:01.950054 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-7f90f2e8-3b06-44d8-8a6b-5f54c3c39584 req-0319495d-2fdb-4470-9cc2-4fd1d09a0cbf service neutron] Bound port: 67147b01-9a7d-4ce0-85e8-517a68049442, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0386811-94fa-47c4-8520-2bd1e5cc6c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'cf4d819b-d5b3-41f0-aae9-25471cd508bb'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:41:01.950525 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7f90f2e8-3b06-44d8-8a6b-5f54c3c39584 req-0319495d-2fdb-4470-9cc2-4fd1d09a0cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:01.956253 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:01.974407 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9a58c4ba-35a7-4e62-92c6-41111bb13d09 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:41:02.003064 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 9a58c4ba-35a7-4e62-92c6-41111bb13d09, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=9a58c4ba-35a7-4e62-92c6-41111bb13d09,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:41:02.008170 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:02.068362 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=9a58c4ba-35a7-4e62-92c6-41111bb13d09,revision_number=9']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:02.085845 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ec8e867f-c243-42d5-9990-c9755c4438d2 req-94323e7c-74e2-423a-b002-eb67058380bd service neutron] 10.222.0.23 "GET /v2.0/networks/29fccc3a-21f2-4674-8b92-bcfa16fabc4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326861 Sep 07 02:41:02.144177 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-7f90f2e8-3b06-44d8-8a6b-5f54c3c39584 req-0319495d-2fdb-4470-9cc2-4fd1d09a0cbf service neutron] For port 67147b01-9a7d-4ce0-85e8-517a68049442, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:41:02.162413 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-7f90f2e8-3b06-44d8-8a6b-5f54c3c39584 req-0319495d-2fdb-4470-9cc2-4fd1d09a0cbf service neutron] For port 67147b01-9a7d-4ce0-85e8-517a68049442, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=67147b01-9a7d-4ce0-85e8-517a68049442,segment=NetworkSegment(a0386811-94fa-47c4-8520-2bd1e5cc6c80),segment_id=a0386811-94fa-47c4-8520-2bd1e5cc6c80)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:41:02.166839 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7f90f2e8-3b06-44d8-8a6b-5f54c3c39584 req-0319495d-2fdb-4470-9cc2-4fd1d09a0cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:02.180982 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7cdde5-32f1-46ee-99e5-37817af0b09a req-783d4c41-abd9-424c-8266-0587f299f964 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:02.182481 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ab7cdde5-32f1-46ee-99e5-37817af0b09a req-783d4c41-abd9-424c-8266-0587f299f964 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41 HTTP/1.1" status: 200 len: 949 time: 0.0799768 Sep 07 02:41:02.209032 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90f2e8-3b06-44d8-8a6b-5f54c3c39584 req-0319495d-2fdb-4470-9cc2-4fd1d09a0cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:02.209624 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7f90f2e8-3b06-44d8-8a6b-5f54c3c39584 req-0319495d-2fdb-4470-9cc2-4fd1d09a0cbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:02.211270 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7f90f2e8-3b06-44d8-8a6b-5f54c3c39584 req-0319495d-2fdb-4470-9cc2-4fd1d09a0cbf service neutron] 10.222.0.23 "PUT /v2.0/ports/67147b01-9a7d-4ce0-85e8-517a68049442 HTTP/1.1" status: 200 len: 1093 time: 1.3618546 Sep 07 02:41:02.297418 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ab7cdde5-32f1-46ee-99e5-37817af0b09a req-d1546e43-cfb7-4327-b901-b8fafd5fb080 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902915 Sep 07 02:41:02.298957 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0319495d-2fdb-4470-9cc2-4fd1d09a0cbf service neutron] Pushing event updated for resources: {'Port': ['ID=67147b01-9a7d-4ce0-85e8-517a68049442,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:02.318096 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90f2e8-3b06-44d8-8a6b-5f54c3c39584 req-f9a142a8-9070-428a-b8ed-4f1d82927d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:02.319713 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7f90f2e8-3b06-44d8-8a6b-5f54c3c39584 req-f9a142a8-9070-428a-b8ed-4f1d82927d83 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b8a2a8dd4f3482aa9fef6171603eb42&device_id=0ada2fc4-fa95-44b4-aca4-d6ac02935b0f HTTP/1.1" status: 200 len: 1096 time: 0.0684345 Sep 07 02:41:02.334209 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ada2fc4-fa95-44b4-aca4-d6ac02935b0f', 'tag': '67147b01-9a7d-4ce0-85e8-517a68049442'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:41:02.336620 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7240a672-d976-4b2e-bcce-fa5af036301b" -d '{"events": [{"name": "network-changed", "server_uuid": "0ada2fc4-fa95-44b4-aca4-d6ac02935b0f", "tag": "67147b01-9a7d-4ce0-85e8-517a68049442"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:41:02.375692 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7f90f2e8-3b06-44d8-8a6b-5f54c3c39584 req-1e3157fe-b6e0-4b01-87af-10e8cb7eb515 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67147b01-9a7d-4ce0-85e8-517a68049442 HTTP/1.1" status: 200 len: 217 time: 0.0472076 Sep 07 02:41:02.378018 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249cfe5b-a810-44fb-a512-492e03cf72b1 x-openstack-request-id: req-249cfe5b-a810-44fb-a512-492e03cf72b1 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:41:02.378367 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ada2fc4-fa95-44b4-aca4-d6ac02935b0f", "tag": "67147b01-9a7d-4ce0-85e8-517a68049442", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:41:02.378684 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-249cfe5b-a810-44fb-a512-492e03cf72b1 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:41:02.379143 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ada2fc4-fa95-44b4-aca4-d6ac02935b0f', 'tag': '67147b01-9a7d-4ce0-85e8-517a68049442', 'status': 'completed', 'code': 200} Sep 07 02:41:02.383382 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['9a58c4ba-35a7-4e62-92c6-41111bb13d09'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:41:02.567013 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90f2e8-3b06-44d8-8a6b-5f54c3c39584 req-8a2aec22-e283-4b2c-9ba8-21475f7a8909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:02.568487 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7f90f2e8-3b06-44d8-8a6b-5f54c3c39584 req-8a2aec22-e283-4b2c-9ba8-21475f7a8909 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=205e31e7-fda7-44a5-98d3-6a3c5b8d28bb HTTP/1.1" status: 200 len: 860 time: 0.1774764 Sep 07 02:41:02.593071 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0cba1-28e8-4572-aafa-f1e432e68ba7 req-435800ae-fefe-4938-9ad3-602c59423033 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:02.594618 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e6b0cba1-28e8-4572-aafa-f1e432e68ba7 req-435800ae-fefe-4938-9ad3-602c59423033 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=db732e06-c705-4f07-bfc6-4f90cfc3b1a0 HTTP/1.1" status: 200 len: 943 time: 0.0554931 Sep 07 02:41:02.630008 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843bff24-1cfe-4105-ba26-035c318b2928 req-d8e952fb-a38e-43fb-947a-36f7fa44e81c tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:02.631467 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-843bff24-1cfe-4105-ba26-035c318b2928 req-d8e952fb-a38e-43fb-947a-36f7fa44e81c tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.23 "GET /v2.0/networks?id=c7baff3a-2acd-47c4-826f-ff1b179e5161 HTTP/1.1" status: 200 len: 810 time: 0.2391865 Sep 07 02:41:02.635836 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e6b0cba1-28e8-4572-aafa-f1e432e68ba7 req-23d3881b-1354-4ea4-8272-5783e7bbd77e tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329587 Sep 07 02:41:02.648409 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb76fe7a-d0ed-4d18-82cb-d46ce94a2934 req-5ae17d11-2d39-4ecd-8df9-5b6cd6f1e9f9 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:02.649879 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cb76fe7a-d0ed-4d18-82cb-d46ce94a2934 req-5ae17d11-2d39-4ecd-8df9-5b6cd6f1e9f9 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b3e968d-0a74-40a9-ab0d-146c6fc12a4d HTTP/1.1" status: 200 len: 950 time: 0.1358297 Sep 07 02:41:02.657062 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90f2e8-3b06-44d8-8a6b-5f54c3c39584 req-4975850a-a88d-46d8-a425-0eef8eb180fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:02.658499 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7f90f2e8-3b06-44d8-8a6b-5f54c3c39584 req-4975850a-a88d-46d8-a425-0eef8eb180fd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cf4d819b-d5b3-41f0-aae9-25471cd508bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0806630 Sep 07 02:41:02.663448 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-843bff24-1cfe-4105-ba26-035c318b2928 req-033f8709-ff0f-4451-8194-fb474944a112 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Request body: {'port': {'device_id': '99b36ce8-9540-4cd4-b0ca-7b3cd88dabd6', 'network_id': 'c7baff3a-2acd-47c4-826f-ff1b179e5161', 'admin_state_up': True, 'tenant_id': '3c6e11955fd14c5c9b191cf5c7d7b41c'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:41:02.804255 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cb76fe7a-d0ed-4d18-82cb-d46ce94a2934 req-357a7059-d560-42db-80a2-1ad8e7621bff tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448145 Sep 07 02:41:02.878470 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7f90f2e8-3b06-44d8-8a6b-5f54c3c39584 req-cb6aa57b-1040-43e2-8a46-d0d5e98cb239 service neutron] 10.222.0.23 "GET /v2.0/networks/cf4d819b-d5b3-41f0-aae9-25471cd508bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116122 Sep 07 02:41:02.922607 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-af1c4ca3-ef9b-4e9f-9d4a-ef3cee5b3a21 req-5fbb7d66-7a66-4f16-9dba-4da65143118b tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=99b36ce8-9540-4cd4-b0ca-7b3cd88dabd6 HTTP/1.1" status: 200 len: 210 time: 0.0490668 Sep 07 02:41:02.928251 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c6fc3-8c30-44f5-9e9c-a774593094b4 req-fee74f6c-15e7-47c3-bd7e-53280ec247ed tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:02.929769 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6e2c6fc3-8c30-44f5-9e9c-a774593094b4 req-fee74f6c-15e7-47c3-bd7e-53280ec247ed tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ada2fc4-fa95-44b4-aca4-d6ac02935b0f HTTP/1.1" status: 200 len: 944 time: 0.0521648 Sep 07 02:41:02.935250 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-843bff24-1cfe-4105-ba26-035c318b2928 req-033f8709-ff0f-4451-8194-fb474944a112 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Made reservation on behalf of 3c6e11955fd14c5c9b191cf5c7d7b41c for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:41:02.938967 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-843bff24-1cfe-4105-ba26-035c318b2928 req-033f8709-ff0f-4451-8194-fb474944a112 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:02.974359 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6e2c6fc3-8c30-44f5-9e9c-a774593094b4 req-1974dc71-c926-4fe3-a1d7-41736821a807 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/security-groups?id=12853359-e36c-442a-a7d9-8a93d79cc08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366492 Sep 07 02:41:03.065793 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7f90f2e8-3b06-44d8-8a6b-5f54c3c39584 req-2a03c0a8-6976-4b6a-8cc9-0c9a5a21a378 service neutron] 10.222.0.23 "GET /v2.0/networks/cf4d819b-d5b3-41f0-aae9-25471cd508bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774445 Sep 07 02:41:03.122392 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-843bff24-1cfe-4105-ba26-035c318b2928 req-033f8709-ff0f-4451-8194-fb474944a112 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Allocated IP 172.20.0.12 (c7baff3a-2acd-47c4-826f-ff1b179e5161/04737742-a3d0-4b6d-a6a4-ec1fe2e55890/9ef02f9c-7c5a-48ae-a54a-4f8d1e8a6fb7) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:41:03.179936 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240a672-d976-4b2e-bcce-fa5af036301b req-f6c2a0bf-345c-4914-8872-04345f9800bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:03.181444 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7240a672-d976-4b2e-bcce-fa5af036301b req-f6c2a0bf-345c-4914-8872-04345f9800bb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b8a2a8dd4f3482aa9fef6171603eb42&device_id=0ada2fc4-fa95-44b4-aca4-d6ac02935b0f HTTP/1.1" status: 200 len: 1096 time: 0.0675850 Sep 07 02:41:03.303692 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device d5bcb7ba-75df-458b-9db1-17e7654212b9 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:41:03.353672 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240a672-d976-4b2e-bcce-fa5af036301b req-1b58a40e-296b-4969-aeb7-18f2251978a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:03.355218 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7240a672-d976-4b2e-bcce-fa5af036301b req-1b58a40e-296b-4969-aeb7-18f2251978a6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=cf4d819b-d5b3-41f0-aae9-25471cd508bb HTTP/1.1" status: 200 len: 921 time: 0.1636188 Sep 07 02:41:03.382246 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-843bff24-1cfe-4105-ba26-035c318b2928 req-033f8709-ff0f-4451-8194-fb474944a112 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:03.404720 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port d5bcb7ba-75df-458b-9db1-17e7654212b9, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=d5bcb7ba-75df-458b-9db1-17e7654212b9,segment=NetworkSegment(3ec0e383-0f35-4c3c-abc7-899f90f4fe60),segment_id=3ec0e383-0f35-4c3c-abc7-899f90f4fe60)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:41:03.415436 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': 'd5bcb7ba-75df-458b-9db1-17e7654212b9', 'network_id': '29fccc3a-21f2-4674-8b92-bcfa16fabc4c', 'port_id': 'd5bcb7ba-75df-458b-9db1-17e7654212b9', 'mac_address': 'fa:16:3e:fd:dc:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fab1dcd-e4f9-4e9d-89a4-c1da67200daf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:41:03.428347 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7240a672-d976-4b2e-bcce-fa5af036301b req-eff352b3-1d31-4bfc-bab3-08ba651da976 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67147b01-9a7d-4ce0-85e8-517a68049442 HTTP/1.1" status: 200 len: 217 time: 0.0600939 Sep 07 02:41:03.456091 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:03.456891 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-843bff24-1cfe-4105-ba26-035c318b2928 req-033f8709-ff0f-4451-8194-fb474944a112 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Transition to ACTIVE for port object 9ef02f9c-7c5a-48ae-a54a-4f8d1e8a6fb7 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:41:03.470851 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5bcb7ba-75df-458b-9db1-17e7654212b9 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:41:03.491532 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port d5bcb7ba-75df-458b-9db1-17e7654212b9, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=d5bcb7ba-75df-458b-9db1-17e7654212b9,segment=NetworkSegment(3ec0e383-0f35-4c3c-abc7-899f90f4fe60),segment_id=3ec0e383-0f35-4c3c-abc7-899f90f4fe60)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:41:03.495677 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:03.517098 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240a672-d976-4b2e-bcce-fa5af036301b req-5f7d4e70-aec6-438b-8381-b82788a837e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:03.518565 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7240a672-d976-4b2e-bcce-fa5af036301b req-5f7d4e70-aec6-438b-8381-b82788a837e3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=205e31e7-fda7-44a5-98d3-6a3c5b8d28bb HTTP/1.1" status: 200 len: 860 time: 0.0738404 Sep 07 02:41:03.528672 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87144ef1-0874-4bba-bdd7-4438c15b1ced req-64e17173-dc49-4a52-9cef-049a1550efe9 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:03.530326 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-87144ef1-0874-4bba-bdd7-4438c15b1ced req-64e17173-dc49-4a52-9cef-049a1550efe9 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41 HTTP/1.1" status: 200 len: 949 time: 0.1457398 Sep 07 02:41:03.544064 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=d5bcb7ba-75df-458b-9db1-17e7654212b9,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:03.592113 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-843bff24-1cfe-4105-ba26-035c318b2928 req-033f8709-ff0f-4451-8194-fb474944a112 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:03.630683 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240a672-d976-4b2e-bcce-fa5af036301b req-862c537a-814b-4322-a97c-b477d8335cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:03.632217 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7240a672-d976-4b2e-bcce-fa5af036301b req-862c537a-814b-4322-a97c-b477d8335cff service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cf4d819b-d5b3-41f0-aae9-25471cd508bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1010265 Sep 07 02:41:03.635045 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-87144ef1-0874-4bba-bdd7-4438c15b1ced req-4eb48db6-8534-4635-b1d1-330457a9a825 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938098 Sep 07 02:41:03.659105 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-843bff24-1cfe-4105-ba26-035c318b2928 req-033f8709-ff0f-4451-8194-fb474944a112 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Network c7baff3a-2acd-47c4-826f-ff1b179e5161 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:41:03.672514 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-843bff24-1cfe-4105-ba26-035c318b2928 req-033f8709-ff0f-4451-8194-fb474944a112 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:41:03.680323 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-843bff24-1cfe-4105-ba26-035c318b2928 req-033f8709-ff0f-4451-8194-fb474944a112 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:41:03.722330 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033f8709-ff0f-4451-8194-fb474944a112 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Pushing event updated for resources: {'Port': ['ID=9ef02f9c-7c5a-48ae-a54a-4f8d1e8a6fb7,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:03.739388 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['d5bcb7ba-75df-458b-9db1-17e7654212b9'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:41:03.741945 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 9a58c4ba-35a7-4e62-92c6-41111bb13d09 up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:41:03.793334 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843bff24-1cfe-4105-ba26-035c318b2928 req-033f8709-ff0f-4451-8194-fb474944a112 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:03.794211 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-843bff24-1cfe-4105-ba26-035c318b2928 req-033f8709-ff0f-4451-8194-fb474944a112 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:03.808756 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f4e5e-5df4-45ab-8135-7049c0284c73 req-23af82de-ca28-4f46-a1c9-6392fd19026d tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:03.816846 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2f2f4e5e-5df4-45ab-8135-7049c0284c73 req-23af82de-ca28-4f46-a1c9-6392fd19026d tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=db732e06-c705-4f07-bfc6-4f90cfc3b1a0 HTTP/1.1" status: 200 len: 944 time: 0.1106887 Sep 07 02:41:03.839520 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7240a672-d976-4b2e-bcce-fa5af036301b req-a008ed1d-65fd-4f26-8f27-6d1ec33afd96 service neutron] 10.222.0.23 "GET /v2.0/networks/cf4d819b-d5b3-41f0-aae9-25471cd508bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953747 Sep 07 02:41:03.850468 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-843bff24-1cfe-4105-ba26-035c318b2928 req-033f8709-ff0f-4451-8194-fb474944a112 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1988358 Sep 07 02:41:03.865993 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-843bff24-1cfe-4105-ba26-035c318b2928 req-2c9f62e7-64e8-4797-9e5e-98e87de7959d service neutron] Request body: {'port': {'device_id': '99b36ce8-9540-4cd4-b0ca-7b3cd88dabd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:41:03.886304 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2f2f4e5e-5df4-45ab-8135-7049c0284c73 req-12d095ac-3d4a-41c3-a1f6-d1b61e5581ab tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683303 Sep 07 02:41:03.915324 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 9a58c4ba-35a7-4e62-92c6-41111bb13d09 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:41:03.915869 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:04.003717 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf3a87-7bf2-4b08-b3a6-0be8449fc2f3 req-40eefd04-59fe-410c-bcae-1676beaa3bee tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:04.010586 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-843bff24-1cfe-4105-ba26-035c318b2928 req-2c9f62e7-64e8-4797-9e5e-98e87de7959d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:04.016921 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dbcf3a87-7bf2-4b08-b3a6-0be8449fc2f3 req-40eefd04-59fe-410c-bcae-1676beaa3bee tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b3e968d-0a74-40a9-ab0d-146c6fc12a4d HTTP/1.1" status: 200 len: 950 time: 0.0735784 Sep 07 02:41:04.038202 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7240a672-d976-4b2e-bcce-fa5af036301b req-6dadbe9b-7a9f-41b0-97c2-e39d7fd83878 service neutron] 10.222.0.23 "GET /v2.0/networks/cf4d819b-d5b3-41f0-aae9-25471cd508bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866992 Sep 07 02:41:04.052150 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:04.067415 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dbcf3a87-7bf2-4b08-b3a6-0be8449fc2f3 req-3fff088d-991b-4403-9fff-10c97c0e9618 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494132 Sep 07 02:41:04.103054 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b42e2a-3648-4a2f-827b-d307dc463a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a58c4ba-35a7-4e62-92c6-41111bb13d09'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:41:04.105334 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59099572-87da-412c-8dce-52b3a6f2a4dd" -d '{"events": [{"server_uuid": "d8b42e2a-3648-4a2f-827b-d307dc463a41", "name": "network-vif-plugged", "status": "completed", "tag": "9a58c4ba-35a7-4e62-92c6-41111bb13d09"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:41:04.131651 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 9a58c4ba-35a7-4e62-92c6-41111bb13d09, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=9a58c4ba-35a7-4e62-92c6-41111bb13d09,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:41:04.134879 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-e00c9d56-49cb-41d5-9723-5c1e92c643bd None None] Provisioning for port 9ef02f9c-7c5a-48ae-a54a-4f8d1e8a6fb7 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:41:04.144708 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:04.149697 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-e00c9d56-49cb-41d5-9723-5c1e92c643bd None None] Provisioning complete for port 9ef02f9c-7c5a-48ae-a54a-4f8d1e8a6fb7 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:41:04.150058 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e00c9d56-49cb-41d5-9723-5c1e92c643bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:04.185849 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07755b0c-9889-4d4c-b3de-88bc105582b7 req-c352a31c-f095-4f41-a8bf-a5b7d0527bda tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:04.187415 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-07755b0c-9889-4d4c-b3de-88bc105582b7 req-c352a31c-f095-4f41-a8bf-a5b7d0527bda tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ada2fc4-fa95-44b4-aca4-d6ac02935b0f HTTP/1.1" status: 200 len: 944 time: 0.0558426 Sep 07 02:41:04.231365 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-07755b0c-9889-4d4c-b3de-88bc105582b7 req-f183d744-25f3-4755-bf71-eb79fa2cccb8 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/security-groups?id=12853359-e36c-442a-a7d9-8a93d79cc08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370097 Sep 07 02:41:04.232770 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-e00c9d56-49cb-41d5-9723-5c1e92c643bd None None] Port 9ef02f9c-7c5a-48ae-a54a-4f8d1e8a6fb7 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:41:04.240452 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=9a58c4ba-35a7-4e62-92c6-41111bb13d09,revision_number=10']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:04.288506 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904b5bba-39d2-4334-9086-4daa1f827a72 x-openstack-request-id: req-904b5bba-39d2-4334-9086-4daa1f827a72 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:41:04.288800 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b42e2a-3648-4a2f-827b-d307dc463a41", "name": "network-vif-plugged", "status": "completed", "tag": "9a58c4ba-35a7-4e62-92c6-41111bb13d09", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:41:04.289054 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-904b5bba-39d2-4334-9086-4daa1f827a72 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:41:04.289448 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b42e2a-3648-4a2f-827b-d307dc463a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a58c4ba-35a7-4e62-92c6-41111bb13d09', 'code': 200} Sep 07 02:41:04.478794 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94128952-a686-44ae-8272-2879a889e772 req-50181e67-c787-4dbd-8f5d-01174b7a6ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:04.480239 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-94128952-a686-44ae-8272-2879a889e772 req-50181e67-c787-4dbd-8f5d-01174b7a6ca3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41 HTTP/1.1" status: 200 len: 1103 time: 0.0408952 Sep 07 02:41:04.516816 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-94128952-a686-44ae-8272-2879a889e772 req-31df44ce-0c2c-4b75-8419-090d38c43a42 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273061 Sep 07 02:41:04.543847 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bfe8b2-49a8-48bd-ba76-501325373146 req-71438d11-a378-48fa-beed-793a43c8ccae tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:04.545395 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c0bfe8b2-49a8-48bd-ba76-501325373146 req-71438d11-a378-48fa-beed-793a43c8ccae tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=99b36ce8-9540-4cd4-b0ca-7b3cd88dabd6 HTTP/1.1" status: 200 len: 932 time: 0.4691944 Sep 07 02:41:04.637257 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c0bfe8b2-49a8-48bd-ba76-501325373146 req-dfa5628c-c045-470c-919a-13ce1fae4625 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833981 Sep 07 02:41:04.720344 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-843bff24-1cfe-4105-ba26-035c318b2928 req-2c9f62e7-64e8-4797-9e5e-98e87de7959d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ef02f9c-7c5a-48ae-a54a-4f8d1e8a6fb7 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:41:04.727791 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-843bff24-1cfe-4105-ba26-035c318b2928 req-2c9f62e7-64e8-4797-9e5e-98e87de7959d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:04.740991 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-843bff24-1cfe-4105-ba26-035c318b2928 req-2c9f62e7-64e8-4797-9e5e-98e87de7959d service neutron] Transition to ACTIVE for port object 9ef02f9c-7c5a-48ae-a54a-4f8d1e8a6fb7 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:41:04.744639 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-843bff24-1cfe-4105-ba26-035c318b2928 req-2c9f62e7-64e8-4797-9e5e-98e87de7959d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:04.755490 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4429608a-beef-4d42-8854-c3d7ae0a874b req-27824e3e-4d4d-4f12-897a-6cacb9a10e1b tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:04.756993 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4429608a-beef-4d42-8854-c3d7ae0a874b req-27824e3e-4d4d-4f12-897a-6cacb9a10e1b tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41 HTTP/1.1" status: 200 len: 951 time: 0.0516257 Sep 07 02:41:04.798365 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4429608a-beef-4d42-8854-c3d7ae0a874b req-36fd289e-310d-4be9-9041-2090a41e69a6 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353632 Sep 07 02:41:04.814801 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f62e7-64e8-4797-9e5e-98e87de7959d service neutron] Pushing event updated for resources: {'Port': ['ID=9ef02f9c-7c5a-48ae-a54a-4f8d1e8a6fb7,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:04.873198 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-843bff24-1cfe-4105-ba26-035c318b2928 req-2c9f62e7-64e8-4797-9e5e-98e87de7959d service neutron] Attempting to bind port 9ef02f9c-7c5a-48ae-a54a-4f8d1e8a6fb7 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:41:04.873518 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-843bff24-1cfe-4105-ba26-035c318b2928 req-2c9f62e7-64e8-4797-9e5e-98e87de7959d service neutron] Attempting to bind port 9ef02f9c-7c5a-48ae-a54a-4f8d1e8a6fb7 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '6dff264e-7c75-4629-a854-2e784f93e6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7baff3a-2acd-47c4-826f-ff1b179e5161'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:41:04.874110 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843bff24-1cfe-4105-ba26-035c318b2928 req-2c9f62e7-64e8-4797-9e5e-98e87de7959d service neutron] Attempting to bind port 9ef02f9c-7c5a-48ae-a54a-4f8d1e8a6fb7 on network c7baff3a-2acd-47c4-826f-ff1b179e5161 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:41:04.878806 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843bff24-1cfe-4105-ba26-035c318b2928 req-2c9f62e7-64e8-4797-9e5e-98e87de7959d service neutron] Port 9ef02f9c-7c5a-48ae-a54a-4f8d1e8a6fb7 on network c7baff3a-2acd-47c4-826f-ff1b179e5161 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:41:04.882893 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843bff24-1cfe-4105-ba26-035c318b2928 req-2c9f62e7-64e8-4797-9e5e-98e87de7959d service neutron] Attempting to bind port 9ef02f9c-7c5a-48ae-a54a-4f8d1e8a6fb7 on network c7baff3a-2acd-47c4-826f-ff1b179e5161 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:41:04.885859 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843bff24-1cfe-4105-ba26-035c318b2928 req-2c9f62e7-64e8-4797-9e5e-98e87de7959d service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:41:04.886306 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843bff24-1cfe-4105-ba26-035c318b2928 req-2c9f62e7-64e8-4797-9e5e-98e87de7959d service neutron] Checking segment: {'id': '6dff264e-7c75-4629-a854-2e784f93e6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7baff3a-2acd-47c4-826f-ff1b179e5161'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:41:04.886728 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843bff24-1cfe-4105-ba26-035c318b2928 req-2c9f62e7-64e8-4797-9e5e-98e87de7959d service neutron] Bound using segment: {'id': '6dff264e-7c75-4629-a854-2e784f93e6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7baff3a-2acd-47c4-826f-ff1b179e5161'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:41:04.887159 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-843bff24-1cfe-4105-ba26-035c318b2928 req-2c9f62e7-64e8-4797-9e5e-98e87de7959d service neutron] Bound port: 9ef02f9c-7c5a-48ae-a54a-4f8d1e8a6fb7, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dff264e-7c75-4629-a854-2e784f93e6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7baff3a-2acd-47c4-826f-ff1b179e5161'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:41:04.887601 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-843bff24-1cfe-4105-ba26-035c318b2928 req-2c9f62e7-64e8-4797-9e5e-98e87de7959d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:05.004147 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-843bff24-1cfe-4105-ba26-035c318b2928 req-2c9f62e7-64e8-4797-9e5e-98e87de7959d service neutron] For port 9ef02f9c-7c5a-48ae-a54a-4f8d1e8a6fb7, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:41:05.008113 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-843bff24-1cfe-4105-ba26-035c318b2928 req-2c9f62e7-64e8-4797-9e5e-98e87de7959d service neutron] For port 9ef02f9c-7c5a-48ae-a54a-4f8d1e8a6fb7, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=9ef02f9c-7c5a-48ae-a54a-4f8d1e8a6fb7,segment=NetworkSegment(6dff264e-7c75-4629-a854-2e784f93e6e2),segment_id=6dff264e-7c75-4629-a854-2e784f93e6e2)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:41:05.013727 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-843bff24-1cfe-4105-ba26-035c318b2928 req-2c9f62e7-64e8-4797-9e5e-98e87de7959d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:05.053434 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193489b-5758-4237-85c0-c7f6bbd5b981 req-9d55042e-5687-48ff-8980-60e431f043ec tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:05.054977 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4193489b-5758-4237-85c0-c7f6bbd5b981 req-9d55042e-5687-48ff-8980-60e431f043ec tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=db732e06-c705-4f07-bfc6-4f90cfc3b1a0 HTTP/1.1" status: 200 len: 944 time: 0.1035621 Sep 07 02:41:05.066978 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843bff24-1cfe-4105-ba26-035c318b2928 req-2c9f62e7-64e8-4797-9e5e-98e87de7959d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:05.066978 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-843bff24-1cfe-4105-ba26-035c318b2928 req-2c9f62e7-64e8-4797-9e5e-98e87de7959d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:05.066978 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-843bff24-1cfe-4105-ba26-035c318b2928 req-2c9f62e7-64e8-4797-9e5e-98e87de7959d service neutron] 10.222.0.23 "PUT /v2.0/ports/9ef02f9c-7c5a-48ae-a54a-4f8d1e8a6fb7 HTTP/1.1" status: 200 len: 1093 time: 1.2057831 Sep 07 02:41:05.066978 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99b36ce8-9540-4cd4-b0ca-7b3cd88dabd6', 'tag': '9ef02f9c-7c5a-48ae-a54a-4f8d1e8a6fb7'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:41:05.069168 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67190f6b-3edd-4577-b5be-7b882273e5a6" -d '{"events": [{"name": "network-changed", "server_uuid": "99b36ce8-9540-4cd4-b0ca-7b3cd88dabd6", "tag": "9ef02f9c-7c5a-48ae-a54a-4f8d1e8a6fb7"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:41:05.123649 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f62e7-64e8-4797-9e5e-98e87de7959d service neutron] Pushing event updated for resources: {'Port': ['ID=9ef02f9c-7c5a-48ae-a54a-4f8d1e8a6fb7,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:05.129400 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e833007-7d51-4504-8f82-5c5c12b9dd78 x-openstack-request-id: req-4e833007-7d51-4504-8f82-5c5c12b9dd78 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:41:05.129689 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99b36ce8-9540-4cd4-b0ca-7b3cd88dabd6", "tag": "9ef02f9c-7c5a-48ae-a54a-4f8d1e8a6fb7", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:41:05.129943 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4e833007-7d51-4504-8f82-5c5c12b9dd78 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:41:05.130341 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99b36ce8-9540-4cd4-b0ca-7b3cd88dabd6', 'tag': '9ef02f9c-7c5a-48ae-a54a-4f8d1e8a6fb7', 'status': 'completed', 'code': 200} Sep 07 02:41:05.149154 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4193489b-5758-4237-85c0-c7f6bbd5b981 req-f20fceed-6b76-4ff9-a677-4202fa4b5738 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770655 Sep 07 02:41:05.181998 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843bff24-1cfe-4105-ba26-035c318b2928 req-3c614d8a-e3cc-4f74-8266-16865d8f3e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:05.183622 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-843bff24-1cfe-4105-ba26-035c318b2928 req-3c614d8a-e3cc-4f74-8266-16865d8f3e48 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3c6e11955fd14c5c9b191cf5c7d7b41c&device_id=99b36ce8-9540-4cd4-b0ca-7b3cd88dabd6 HTTP/1.1" status: 200 len: 1096 time: 0.0504684 Sep 07 02:41:05.232568 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-843bff24-1cfe-4105-ba26-035c318b2928 req-b43d8004-3a3d-44b8-875f-23b9a837954e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ef02f9c-7c5a-48ae-a54a-4f8d1e8a6fb7 HTTP/1.1" status: 200 len: 217 time: 0.0376918 Sep 07 02:41:05.241631 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d338a4-cce9-4154-8770-00f0b437a6c0 req-c3013841-c292-4b0b-98cd-a3a74b4debf9 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:05.244032 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-77d338a4-cce9-4154-8770-00f0b437a6c0 req-c3013841-c292-4b0b-98cd-a3a74b4debf9 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b3e968d-0a74-40a9-ab0d-146c6fc12a4d HTTP/1.1" status: 200 len: 950 time: 0.0559225 Sep 07 02:41:05.297569 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843bff24-1cfe-4105-ba26-035c318b2928 req-0b7fdda9-3dc3-4006-a734-00b2235ff942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:05.299814 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-843bff24-1cfe-4105-ba26-035c318b2928 req-0b7fdda9-3dc3-4006-a734-00b2235ff942 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=04737742-a3d0-4b6d-a6a4-ec1fe2e55890 HTTP/1.1" status: 200 len: 849 time: 0.0586352 Sep 07 02:41:05.307208 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-77d338a4-cce9-4154-8770-00f0b437a6c0 req-2d6105df-85cc-43fd-8603-2ff996f60d12 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562596 Sep 07 02:41:05.314472 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 67147b01-9a7d-4ce0-85e8-517a68049442 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:41:05.318497 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device d5bcb7ba-75df-458b-9db1-17e7654212b9 up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:41:05.390428 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded22cf0-dae6-48ba-8d7e-e8d5d4120210 req-940dd7cc-468f-4b28-a8ec-08a73f428c3c tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:05.391949 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ded22cf0-dae6-48ba-8d7e-e8d5d4120210 req-940dd7cc-468f-4b28-a8ec-08a73f428c3c tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ada2fc4-fa95-44b4-aca4-d6ac02935b0f HTTP/1.1" status: 200 len: 944 time: 0.0737104 Sep 07 02:41:05.394238 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843bff24-1cfe-4105-ba26-035c318b2928 req-f21868f9-4400-4e02-b8a2-af9f695140c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:05.395635 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-843bff24-1cfe-4105-ba26-035c318b2928 req-f21868f9-4400-4e02-b8a2-af9f695140c5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7baff3a-2acd-47c4-826f-ff1b179e5161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0894022 Sep 07 02:41:05.453596 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port d5bcb7ba-75df-458b-9db1-17e7654212b9 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:41:05.460285 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ded22cf0-dae6-48ba-8d7e-e8d5d4120210 req-a11dacf5-1f37-4852-8cb1-5b485cb9bc88 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/security-groups?id=12853359-e36c-442a-a7d9-8a93d79cc08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597293 Sep 07 02:41:05.466510 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port d5bcb7ba-75df-458b-9db1-17e7654212b9 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:41:05.466850 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:05.495257 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 67147b01-9a7d-4ce0-85e8-517a68049442, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=67147b01-9a7d-4ce0-85e8-517a68049442,segment=NetworkSegment(a0386811-94fa-47c4-8520-2bd1e5cc6c80),segment_id=a0386811-94fa-47c4-8520-2bd1e5cc6c80)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:41:05.514919 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '67147b01-9a7d-4ce0-85e8-517a68049442', 'network_id': 'cf4d819b-d5b3-41f0-aae9-25471cd508bb', 'port_id': '67147b01-9a7d-4ce0-85e8-517a68049442', 'mac_address': 'fa:16:3e:a8:cc:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '205e31e7-fda7-44a5-98d3-6a3c5b8d28bb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:41:05.518138 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-843bff24-1cfe-4105-ba26-035c318b2928 req-62365cc3-d14a-4f1d-a51f-607bf603fb49 service neutron] 10.222.0.23 "GET /v2.0/networks/c7baff3a-2acd-47c4-826f-ff1b179e5161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103091 Sep 07 02:41:05.576703 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:05.595191 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67147b01-9a7d-4ce0-85e8-517a68049442 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:41:05.606310 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:05.611970 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-843bff24-1cfe-4105-ba26-035c318b2928 req-1d2219bb-773d-48d2-a328-9c67a05feb6b service neutron] 10.222.0.23 "GET /v2.0/networks/c7baff3a-2acd-47c4-826f-ff1b179e5161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844920 Sep 07 02:41:05.628736 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 67147b01-9a7d-4ce0-85e8-517a68049442, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=67147b01-9a7d-4ce0-85e8-517a68049442,segment=NetworkSegment(a0386811-94fa-47c4-8520-2bd1e5cc6c80),segment_id=a0386811-94fa-47c4-8520-2bd1e5cc6c80)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:41:05.635964 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:05.674563 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port d5bcb7ba-75df-458b-9db1-17e7654212b9, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=d5bcb7ba-75df-458b-9db1-17e7654212b9,segment=NetworkSegment(3ec0e383-0f35-4c3c-abc7-899f90f4fe60),segment_id=3ec0e383-0f35-4c3c-abc7-899f90f4fe60)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:41:05.684864 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:05.700751 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=67147b01-9a7d-4ce0-85e8-517a68049442,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:05.722764 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67190f6b-3edd-4577-b5be-7b882273e5a6 req-cdce6715-8bd6-42e8-82b5-b9fb3d985a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:05.724721 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-67190f6b-3edd-4577-b5be-7b882273e5a6 req-cdce6715-8bd6-42e8-82b5-b9fb3d985a73 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3c6e11955fd14c5c9b191cf5c7d7b41c&device_id=99b36ce8-9540-4cd4-b0ca-7b3cd88dabd6 HTTP/1.1" status: 200 len: 1096 time: 0.0663972 Sep 07 02:41:05.759343 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=d5bcb7ba-75df-458b-9db1-17e7654212b9,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:05.767651 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd12b2-6ab5-46f2-938f-6acf70402efe req-18d3ead2-68db-4c02-9375-9887ddd58cea tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:05.769261 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-54cd12b2-6ab5-46f2-938f-6acf70402efe req-18d3ead2-68db-4c02-9375-9887ddd58cea tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=99b36ce8-9540-4cd4-b0ca-7b3cd88dabd6 HTTP/1.1" status: 200 len: 944 time: 0.0550811 Sep 07 02:41:05.808221 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-54cd12b2-6ab5-46f2-938f-6acf70402efe req-88809267-9c65-4462-b8ec-4aaaad65f220 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317824 Sep 07 02:41:05.835604 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67190f6b-3edd-4577-b5be-7b882273e5a6 req-0dd0b48e-8eee-4504-bb12-f08846b9a782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:05.840423 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-67190f6b-3edd-4577-b5be-7b882273e5a6 req-0dd0b48e-8eee-4504-bb12-f08846b9a782 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c7baff3a-2acd-47c4-826f-ff1b179e5161 HTTP/1.1" status: 200 len: 910 time: 0.1080739 Sep 07 02:41:05.885291 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['67147b01-9a7d-4ce0-85e8-517a68049442'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:41:05.892918 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-67190f6b-3edd-4577-b5be-7b882273e5a6 req-eab9182f-135c-4d81-ae82-62a038605705 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ef02f9c-7c5a-48ae-a54a-4f8d1e8a6fb7 HTTP/1.1" status: 200 len: 217 time: 0.0454853 Sep 07 02:41:05.982226 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe738e7-6ce5-4b61-ba73-9c65c3647b19 req-6077c29f-996b-41b4-853f-bc0f7a660626 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:05.990719 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5fe738e7-6ce5-4b61-ba73-9c65c3647b19 req-6077c29f-996b-41b4-853f-bc0f7a660626 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41 HTTP/1.1" status: 200 len: 951 time: 0.1004097 Sep 07 02:41:05.992479 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67190f6b-3edd-4577-b5be-7b882273e5a6 req-05db3a5d-aefc-4778-8c47-711d9d0d5ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:05.994184 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-67190f6b-3edd-4577-b5be-7b882273e5a6 req-05db3a5d-aefc-4778-8c47-711d9d0d5ae4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=04737742-a3d0-4b6d-a6a4-ec1fe2e55890 HTTP/1.1" status: 200 len: 849 time: 0.0910013 Sep 07 02:41:06.064930 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5fe738e7-6ce5-4b61-ba73-9c65c3647b19 req-f18e8caf-14f3-42f5-ae15-9f767180cd87 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688040 Sep 07 02:41:06.078210 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67190f6b-3edd-4577-b5be-7b882273e5a6 req-a4bd2d01-264e-4d29-8702-7f2a0d8c2d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:06.081874 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-67190f6b-3edd-4577-b5be-7b882273e5a6 req-a4bd2d01-264e-4d29-8702-7f2a0d8c2d05 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7baff3a-2acd-47c4-826f-ff1b179e5161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0785842 Sep 07 02:41:06.184293 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-67190f6b-3edd-4577-b5be-7b882273e5a6 req-bc2b4926-a1bd-49a1-a9f1-64850ae7255d service neutron] 10.222.0.23 "GET /v2.0/networks/c7baff3a-2acd-47c4-826f-ff1b179e5161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926821 Sep 07 02:41:06.290669 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db732e06-c705-4f07-bfc6-4f90cfc3b1a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5bcb7ba-75df-458b-9db1-17e7654212b9'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:41:06.293763 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c8d500-8308-4372-b79d-b1ecfa017606" -d '{"events": [{"server_uuid": "db732e06-c705-4f07-bfc6-4f90cfc3b1a0", "name": "network-vif-plugged", "status": "completed", "tag": "d5bcb7ba-75df-458b-9db1-17e7654212b9"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:41:06.315655 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-67190f6b-3edd-4577-b5be-7b882273e5a6 req-5b442cba-63f6-4142-a061-bfc350f41120 service neutron] 10.222.0.23 "GET /v2.0/networks/c7baff3a-2acd-47c4-826f-ff1b179e5161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245925 Sep 07 02:41:06.323374 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41cf7cb-389b-4be5-bf33-57e2f34e2ac7 req-1d6cbb6e-7d52-4754-916b-72500b0289fe tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:06.325509 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c41cf7cb-389b-4be5-bf33-57e2f34e2ac7 req-1d6cbb6e-7d52-4754-916b-72500b0289fe tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=db732e06-c705-4f07-bfc6-4f90cfc3b1a0 HTTP/1.1" status: 200 len: 945 time: 0.1023676 Sep 07 02:41:06.337334 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10dd09c6-8029-4a31-89cf-510f5d49a000 x-openstack-request-id: req-10dd09c6-8029-4a31-89cf-510f5d49a000 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:41:06.337903 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db732e06-c705-4f07-bfc6-4f90cfc3b1a0", "name": "network-vif-plugged", "status": "completed", "tag": "d5bcb7ba-75df-458b-9db1-17e7654212b9", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:41:06.337903 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-10dd09c6-8029-4a31-89cf-510f5d49a000 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:41:06.338294 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db732e06-c705-4f07-bfc6-4f90cfc3b1a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5bcb7ba-75df-458b-9db1-17e7654212b9', 'code': 200} Sep 07 02:41:06.384005 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c41cf7cb-389b-4be5-bf33-57e2f34e2ac7 req-f4765a78-ca44-49d3-9c39-8f89e2612701 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511198 Sep 07 02:41:06.440288 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1143417d-3efc-4943-9a45-339caf1618a7 req-603785ef-97ee-4b71-9c8a-8f04d25c5974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:06.441923 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1143417d-3efc-4943-9a45-339caf1618a7 req-603785ef-97ee-4b71-9c8a-8f04d25c5974 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=db732e06-c705-4f07-bfc6-4f90cfc3b1a0 HTTP/1.1" status: 200 len: 1097 time: 0.0423076 Sep 07 02:41:06.461045 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71df84-21a5-43b1-b2c3-3be7961208cf req-38cb5e0c-01b5-4aa7-a537-0d5d8635ece1 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:06.462572 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4e71df84-21a5-43b1-b2c3-3be7961208cf req-38cb5e0c-01b5-4aa7-a537-0d5d8635ece1 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b3e968d-0a74-40a9-ab0d-146c6fc12a4d HTTP/1.1" status: 200 len: 950 time: 0.0562766 Sep 07 02:41:06.484684 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1143417d-3efc-4943-9a45-339caf1618a7 req-07750d67-5e6b-41db-acf3-fac73470a746 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338943 Sep 07 02:41:06.505107 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4e71df84-21a5-43b1-b2c3-3be7961208cf req-6cfbb1cc-0e7f-4ae1-91c4-31c65d3d2412 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353160 Sep 07 02:41:06.578257 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20068fef-26b5-41af-a4d3-c1711b110cba req-6a292f01-ec3e-4aff-b932-f0b3b8b5cf3f tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:06.579775 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-20068fef-26b5-41af-a4d3-c1711b110cba req-6a292f01-ec3e-4aff-b932-f0b3b8b5cf3f tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ada2fc4-fa95-44b4-aca4-d6ac02935b0f HTTP/1.1" status: 200 len: 945 time: 0.0488255 Sep 07 02:41:06.616983 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-20068fef-26b5-41af-a4d3-c1711b110cba req-c78ff4d0-4aa8-4435-b4e1-36a0ac136ddc tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/security-groups?id=12853359-e36c-442a-a7d9-8a93d79cc08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313563 Sep 07 02:41:06.937090 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940aa269-7136-4fde-814d-0732c7d9fe68 req-c96ec264-9aff-41bc-a30c-29994dd6f341 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:06.938627 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-940aa269-7136-4fde-814d-0732c7d9fe68 req-c96ec264-9aff-41bc-a30c-29994dd6f341 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=99b36ce8-9540-4cd4-b0ca-7b3cd88dabd6 HTTP/1.1" status: 200 len: 944 time: 0.0566354 Sep 07 02:41:06.978645 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-940aa269-7136-4fde-814d-0732c7d9fe68 req-ef8042f7-ded7-486b-88c0-a94d0f2bd5c7 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337288 Sep 07 02:41:07.202346 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c28fda2-e6c0-4f4a-bccd-0122e3969a0f req-daa69eef-9fed-40cb-9691-19d173971289 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:07.204347 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0c28fda2-e6c0-4f4a-bccd-0122e3969a0f req-daa69eef-9fed-40cb-9691-19d173971289 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41 HTTP/1.1" status: 200 len: 951 time: 0.0583439 Sep 07 02:41:07.245399 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0c28fda2-e6c0-4f4a-bccd-0122e3969a0f req-f0f88396-8e1c-4c17-80d2-63c523c28e94 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349493 Sep 07 02:41:07.326563 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 9ef02f9c-7c5a-48ae-a54a-4f8d1e8a6fb7 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:41:07.329183 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 67147b01-9a7d-4ce0-85e8-517a68049442 up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:41:07.446763 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port 67147b01-9a7d-4ce0-85e8-517a68049442 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:41:07.456124 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port 67147b01-9a7d-4ce0-85e8-517a68049442 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:41:07.456745 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:07.487154 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966976d6-1252-42fd-9081-81c8b812f2bd req-2d09c6e2-c1e6-415e-9b96-24449158eccb tempest-ServersAdminTestJSON-1419563177 tempest-ServersAdminTestJSON-1419563177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:07.493123 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-966976d6-1252-42fd-9081-81c8b812f2bd req-2d09c6e2-c1e6-415e-9b96-24449158eccb tempest-ServersAdminTestJSON-1419563177 tempest-ServersAdminTestJSON-1419563177-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41 HTTP/1.1" status: 200 len: 1103 time: 0.0563650 Sep 07 02:41:07.504500 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 9ef02f9c-7c5a-48ae-a54a-4f8d1e8a6fb7, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=9ef02f9c-7c5a-48ae-a54a-4f8d1e8a6fb7,segment=NetworkSegment(6dff264e-7c75-4629-a854-2e784f93e6e2),segment_id=6dff264e-7c75-4629-a854-2e784f93e6e2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:41:07.524688 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '9ef02f9c-7c5a-48ae-a54a-4f8d1e8a6fb7', 'network_id': 'c7baff3a-2acd-47c4-826f-ff1b179e5161', 'port_id': '9ef02f9c-7c5a-48ae-a54a-4f8d1e8a6fb7', 'mac_address': 'fa:16:3e:f7:77:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04737742-a3d0-4b6d-a6a4-ec1fe2e55890', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:41:07.530882 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-966976d6-1252-42fd-9081-81c8b812f2bd req-7dc4713b-4e91-4546-816c-c6e10b09073b tempest-ServersAdminTestJSON-1419563177 tempest-ServersAdminTestJSON-1419563177-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347276 Sep 07 02:41:07.538475 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695a957-5b17-480e-871e-a1dceb17bd1e req-d2e43f31-2197-4a4c-9588-8a0dd1e57c77 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:07.540183 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8695a957-5b17-480e-871e-a1dceb17bd1e req-d2e43f31-2197-4a4c-9588-8a0dd1e57c77 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=db732e06-c705-4f07-bfc6-4f90cfc3b1a0 HTTP/1.1" status: 200 len: 945 time: 0.0797064 Sep 07 02:41:07.593223 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8695a957-5b17-480e-871e-a1dceb17bd1e req-ef6660b8-a910-42ca-852f-7b837de6e1b3 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457504 Sep 07 02:41:07.670197 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd3446a-b3d9-4b61-b5c5-96acacd6a9d4 req-5ddc1c12-2344-4547-987d-d0fc5e613351 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:07.671868 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8cd3446a-b3d9-4b61-b5c5-96acacd6a9d4 req-5ddc1c12-2344-4547-987d-d0fc5e613351 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b3e968d-0a74-40a9-ab0d-146c6fc12a4d HTTP/1.1" status: 200 len: 950 time: 0.0593379 Sep 07 02:41:07.750016 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8cd3446a-b3d9-4b61-b5c5-96acacd6a9d4 req-4f48b78d-cb4f-4b74-86ab-70c7ce8beeac tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651643 Sep 07 02:41:07.776761 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:07.779564 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:07.800134 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ef02f9c-7c5a-48ae-a54a-4f8d1e8a6fb7 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:41:07.835345 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 9ef02f9c-7c5a-48ae-a54a-4f8d1e8a6fb7, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=9ef02f9c-7c5a-48ae-a54a-4f8d1e8a6fb7,segment=NetworkSegment(6dff264e-7c75-4629-a854-2e784f93e6e2),segment_id=6dff264e-7c75-4629-a854-2e784f93e6e2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:41:07.837238 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 67147b01-9a7d-4ce0-85e8-517a68049442, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=67147b01-9a7d-4ce0-85e8-517a68049442,segment=NetworkSegment(a0386811-94fa-47c4-8520-2bd1e5cc6c80),segment_id=a0386811-94fa-47c4-8520-2bd1e5cc6c80)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:41:07.841455 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:07.848166 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:07.858027 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05188b1c-fe4c-4310-a0a7-1c0de9a4f4a9 req-9a3e897a-a5f9-4353-9c3b-8b58dfe43efe tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:07.861208 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-05188b1c-fe4c-4310-a0a7-1c0de9a4f4a9 req-9a3e897a-a5f9-4353-9c3b-8b58dfe43efe tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ada2fc4-fa95-44b4-aca4-d6ac02935b0f HTTP/1.1" status: 200 len: 945 time: 0.0596681 Sep 07 02:41:07.872628 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a45743d-63e5-45a4-bce3-9315da0cf9fa req-664c51b1-a5c8-425d-916b-ea285eb9f332 tempest-ServersAdminTestJSON-1419563177 tempest-ServersAdminTestJSON-1419563177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:07.874177 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9a45743d-63e5-45a4-bce3-9315da0cf9fa req-664c51b1-a5c8-425d-916b-ea285eb9f332 tempest-ServersAdminTestJSON-1419563177 tempest-ServersAdminTestJSON-1419563177-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41 HTTP/1.1" status: 200 len: 1103 time: 0.0610268 Sep 07 02:41:07.911094 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-05188b1c-fe4c-4310-a0a7-1c0de9a4f4a9 req-144fc423-d8ba-41b0-a300-be347b09004c tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/security-groups?id=12853359-e36c-442a-a7d9-8a93d79cc08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408788 Sep 07 02:41:07.919910 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9a45743d-63e5-45a4-bce3-9315da0cf9fa req-5063fd96-9efd-4b2a-9e25-75526e365bab tempest-ServersAdminTestJSON-1419563177 tempest-ServersAdminTestJSON-1419563177-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361090 Sep 07 02:41:07.929154 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=9ef02f9c-7c5a-48ae-a54a-4f8d1e8a6fb7,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:07.995435 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=67147b01-9a7d-4ce0-85e8-517a68049442,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:08.102174 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['9ef02f9c-7c5a-48ae-a54a-4f8d1e8a6fb7'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:41:08.118897 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a0d737-27c7-4cd8-a145-5dae919c813b req-668efcdc-ec16-45c4-933f-1c4f934dbb3a tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:08.120462 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-71a0d737-27c7-4cd8-a145-5dae919c813b req-668efcdc-ec16-45c4-933f-1c4f934dbb3a tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=99b36ce8-9540-4cd4-b0ca-7b3cd88dabd6 HTTP/1.1" status: 200 len: 945 time: 0.0679343 Sep 07 02:41:08.169881 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-71a0d737-27c7-4cd8-a145-5dae919c813b req-96d8ae0e-e9df-4c4e-bc0b-28b448c98df5 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425851 Sep 07 02:41:08.248163 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326c9b6-6174-48b9-8a6c-89828607fbbd req-5ddcada4-ca67-478f-a8c0-cc844dfd07d8 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:08.249904 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c326c9b6-6174-48b9-8a6c-89828607fbbd req-5ddcada4-ca67-478f-a8c0-cc844dfd07d8 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=908c93f7-9c83-4718-9fe8-5dc192299845 HTTP/1.1" status: 200 len: 950 time: 0.0578609 Sep 07 02:41:08.287917 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c326c9b6-6174-48b9-8a6c-89828607fbbd req-94369b43-1f2f-44cb-a3a9-4bd7b310f2c8 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318112 Sep 07 02:41:08.339968 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ada2fc4-fa95-44b4-aca4-d6ac02935b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67147b01-9a7d-4ce0-85e8-517a68049442'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:41:08.342328 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3097a8c-c0fa-4e53-8b21-43afa1c15056" -d '{"events": [{"server_uuid": "0ada2fc4-fa95-44b4-aca4-d6ac02935b0f", "name": "network-vif-plugged", "status": "completed", "tag": "67147b01-9a7d-4ce0-85e8-517a68049442"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:41:08.376730 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e06380f-6c33-4a84-b565-1cf17da7f315 x-openstack-request-id: req-4e06380f-6c33-4a84-b565-1cf17da7f315 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:41:08.377021 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ada2fc4-fa95-44b4-aca4-d6ac02935b0f", "name": "network-vif-plugged", "status": "completed", "tag": "67147b01-9a7d-4ce0-85e8-517a68049442", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:41:08.377275 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4e06380f-6c33-4a84-b565-1cf17da7f315 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:41:08.377693 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ada2fc4-fa95-44b4-aca4-d6ac02935b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67147b01-9a7d-4ce0-85e8-517a68049442', 'code': 200} Sep 07 02:41:08.481194 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01cc94e-fdce-4d2c-b021-8c40d1b2c4b1 req-0064a2e1-17cd-41e0-b222-8c9d11c17ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:08.482731 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d01cc94e-fdce-4d2c-b021-8c40d1b2c4b1 req-0064a2e1-17cd-41e0-b222-8c9d11c17ae4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0ada2fc4-fa95-44b4-aca4-d6ac02935b0f HTTP/1.1" status: 200 len: 1098 time: 0.0439494 Sep 07 02:41:08.520125 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d01cc94e-fdce-4d2c-b021-8c40d1b2c4b1 req-e88328b9-8a96-40fa-a587-0cea31436553 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=12853359-e36c-442a-a7d9-8a93d79cc08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293765 Sep 07 02:41:08.713729 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf1fc3-ad1d-4582-9469-60c7a95bcac6 req-edcdd8d8-2084-4648-8a81-de653bef827a tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:08.715690 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d3cf1fc3-ad1d-4582-9469-60c7a95bcac6 req-edcdd8d8-2084-4648-8a81-de653bef827a tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=db732e06-c705-4f07-bfc6-4f90cfc3b1a0 HTTP/1.1" status: 200 len: 945 time: 0.0510421 Sep 07 02:41:08.751698 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d3cf1fc3-ad1d-4582-9469-60c7a95bcac6 req-6aede614-8553-482a-90aa-1c62011b3359 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301321 Sep 07 02:41:08.862261 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dca674-4b32-4aec-a1d1-e0ff1d459f4f req-c8896b46-b0c3-4455-9a16-503923334477 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:08.863850 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-21dca674-4b32-4aec-a1d1-e0ff1d459f4f req-c8896b46-b0c3-4455-9a16-503923334477 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b3e968d-0a74-40a9-ab0d-146c6fc12a4d HTTP/1.1" status: 200 len: 950 time: 0.0492151 Sep 07 02:41:08.907330 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-21dca674-4b32-4aec-a1d1-e0ff1d459f4f req-15300830-c3a2-49cf-a730-47f4513c30d2 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375941 Sep 07 02:41:08.976989 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c689d94c-4a81-453f-82fe-13c78d842d59 req-2bd65465-b2a3-48b3-b966-279d8c4bb60b tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:08.978500 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c689d94c-4a81-453f-82fe-13c78d842d59 req-2bd65465-b2a3-48b3-b966-279d8c4bb60b tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=db732e06-c705-4f07-bfc6-4f90cfc3b1a0 HTTP/1.1" status: 200 len: 945 time: 0.0499094 Sep 07 02:41:09.016836 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c689d94c-4a81-453f-82fe-13c78d842d59 req-5cf92d0b-09fb-4cd6-8dd2-c918f3865965 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322576 Sep 07 02:41:09.029765 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bec880d-7552-46c0-a79c-ca606dcfa1c0 req-1fe56570-98d3-400d-b58e-737d3e639a68 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:09.031270 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4bec880d-7552-46c0-a79c-ca606dcfa1c0 req-1fe56570-98d3-400d-b58e-737d3e639a68 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ada2fc4-fa95-44b4-aca4-d6ac02935b0f HTTP/1.1" status: 200 len: 946 time: 0.0494514 Sep 07 02:41:09.068149 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4bec880d-7552-46c0-a79c-ca606dcfa1c0 req-916e8340-5b7f-408a-a690-3b6839a58fa0 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/security-groups?id=12853359-e36c-442a-a7d9-8a93d79cc08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308626 Sep 07 02:41:09.290046 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad4a72b-3f5d-4770-a02c-7808edd102a8 req-073541bc-7a1d-4e1f-9f8b-4cd6cebd2a4d tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:09.291431 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5ad4a72b-3f5d-4770-a02c-7808edd102a8 req-073541bc-7a1d-4e1f-9f8b-4cd6cebd2a4d tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=99b36ce8-9540-4cd4-b0ca-7b3cd88dabd6 HTTP/1.1" status: 200 len: 945 time: 0.0520442 Sep 07 02:41:09.320142 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 9ef02f9c-7c5a-48ae-a54a-4f8d1e8a6fb7 up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:41:09.333173 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5ad4a72b-3f5d-4770-a02c-7808edd102a8 req-59d523c5-78eb-44d7-a0c2-e9a47ec9a0d3 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355396 Sep 07 02:41:09.376859 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port 9ef02f9c-7c5a-48ae-a54a-4f8d1e8a6fb7 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:41:09.383251 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port 9ef02f9c-7c5a-48ae-a54a-4f8d1e8a6fb7 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:41:09.383927 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:09.424718 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46cd2ee-b32d-420c-8809-706a97a5489d req-ce8e5ca2-8365-4c5e-9fe3-a4525b916d46 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:09.426427 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b46cd2ee-b32d-420c-8809-706a97a5489d req-ce8e5ca2-8365-4c5e-9fe3-a4525b916d46 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=908c93f7-9c83-4718-9fe8-5dc192299845 HTTP/1.1" status: 200 len: 950 time: 0.0592868 Sep 07 02:41:09.464144 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:09.468489 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b46cd2ee-b32d-420c-8809-706a97a5489d req-6c623585-107d-4c26-bd7e-ae70c894615f tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352414 Sep 07 02:41:09.497542 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 9ef02f9c-7c5a-48ae-a54a-4f8d1e8a6fb7, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=9ef02f9c-7c5a-48ae-a54a-4f8d1e8a6fb7,segment=NetworkSegment(6dff264e-7c75-4629-a854-2e784f93e6e2),segment_id=6dff264e-7c75-4629-a854-2e784f93e6e2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:41:09.501347 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:09.548779 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=9ef02f9c-7c5a-48ae-a54a-4f8d1e8a6fb7,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:09.660136 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d2c59-f03b-4dcc-9c4f-088b8750d8d6 req-97e63783-443b-4e73-bc68-118385145562 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:09.661585 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bf0d2c59-f03b-4dcc-9c4f-088b8750d8d6 req-97e63783-443b-4e73-bc68-118385145562 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.16 "GET /v2.0/ports?device_id=908c93f7-9c83-4718-9fe8-5dc192299845 HTTP/1.1" status: 200 len: 950 time: 0.0478668 Sep 07 02:41:09.755814 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-bf0d2c59-f03b-4dcc-9c4f-088b8750d8d6 req-e3f6428e-cb0e-4d30-a41a-a800a8d860d3 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Deleting port 550493f3-d4e7-4f17-9913-257e5f7a4006 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:41:09.756154 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-bf0d2c59-f03b-4dcc-9c4f-088b8750d8d6 req-e3f6428e-cb0e-4d30-a41a-a800a8d860d3 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:09.846119 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-bf0d2c59-f03b-4dcc-9c4f-088b8750d8d6 req-e3f6428e-cb0e-4d30-a41a-a800a8d860d3 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] For port 550493f3-d4e7-4f17-9913-257e5f7a4006, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=550493f3-d4e7-4f17-9913-257e5f7a4006,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:41:09.846423 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-bf0d2c59-f03b-4dcc-9c4f-088b8750d8d6 req-e3f6428e-cb0e-4d30-a41a-a800a8d860d3 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:09.859070 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-bf0d2c59-f03b-4dcc-9c4f-088b8750d8d6 req-e3f6428e-cb0e-4d30-a41a-a800a8d860d3 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Calling delete_port for 550493f3-d4e7-4f17-9913-257e5f7a4006 owned by compute:nova {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:41:10.018021 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-bf0d2c59-f03b-4dcc-9c4f-088b8750d8d6 req-e3f6428e-cb0e-4d30-a41a-a800a8d860d3 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:10.031774 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['63b9efb1-f51e-4350-bf31-f9c359050fa6', '550493f3-d4e7-4f17-9913-257e5f7a4006', '9a58c4ba-35a7-4e62-92c6-41111bb13d09'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:41:10.061347 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95709d-3cd1-49c1-adb1-2aca6b15dcfe req-fc131294-96a6-46d3-bc99-4cfa7f7d0fe2 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:10.062912 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5b95709d-3cd1-49c1-adb1-2aca6b15dcfe req-fc131294-96a6-46d3-bc99-4cfa7f7d0fe2 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b3e968d-0a74-40a9-ab0d-146c6fc12a4d HTTP/1.1" status: 200 len: 950 time: 0.0852067 Sep 07 02:41:10.063738 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f6428e-cb0e-4d30-a41a-a800a8d860d3 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Pushing event deleted for resources: {'Port': ['ID=550493f3-d4e7-4f17-9913-257e5f7a4006,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:10.120252 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f6428e-cb0e-4d30-a41a-a800a8d860d3 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:41:10.120551 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f6428e-cb0e-4d30-a41a-a800a8d860d3 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:41:10.120881 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f6428e-cb0e-4d30-a41a-a800a8d860d3 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:41:10.121217 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f6428e-cb0e-4d30-a41a-a800a8d860d3 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:41:10.121555 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f6428e-cb0e-4d30-a41a-a800a8d860d3 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:41:10.121886 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f6428e-cb0e-4d30-a41a-a800a8d860d3 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:41:10.122209 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f6428e-cb0e-4d30-a41a-a800a8d860d3 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:41:10.122540 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f6428e-cb0e-4d30-a41a-a800a8d860d3 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:41:10.122865 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f6428e-cb0e-4d30-a41a-a800a8d860d3 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:41:10.123189 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f6428e-cb0e-4d30-a41a-a800a8d860d3 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:41:10.123535 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f6428e-cb0e-4d30-a41a-a800a8d860d3 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:41:10.124032 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f6428e-cb0e-4d30-a41a-a800a8d860d3 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:41:10.138917 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0d2c59-f03b-4dcc-9c4f-088b8750d8d6 req-e3f6428e-cb0e-4d30-a41a-a800a8d860d3 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] No DVR routers for this DVR port 550493f3-d4e7-4f17-9913-257e5f7a4006 on host n-h2-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:41:10.143795 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-bf0d2c59-f03b-4dcc-9c4f-088b8750d8d6 req-e3f6428e-cb0e-4d30-a41a-a800a8d860d3 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:10.145935 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bf0d2c59-f03b-4dcc-9c4f-088b8750d8d6 req-e3f6428e-cb0e-4d30-a41a-a800a8d860d3 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.16 "DELETE /v2.0/ports/550493f3-d4e7-4f17-9913-257e5f7a4006 HTTP/1.1" status: 204 len: 173 time: 0.4772644 Sep 07 02:41:10.146469 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '908c93f7-9c83-4718-9fe8-5dc192299845', 'name': 'network-vif-deleted', 'tag': '550493f3-d4e7-4f17-9913-257e5f7a4006'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:41:10.148749 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d165fb-6c78-4c6c-ad86-a801fa31fbf2" -d '{"events": [{"server_uuid": "908c93f7-9c83-4718-9fe8-5dc192299845", "name": "network-vif-deleted", "tag": "550493f3-d4e7-4f17-9913-257e5f7a4006"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:41:10.164742 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62adf12b-f753-4e77-882e-d59d1e339e07 req-dcd2736a-b98b-4f9b-86c9-76778f62f18a tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:10.166596 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-62adf12b-f753-4e77-882e-d59d1e339e07 req-dcd2736a-b98b-4f9b-86c9-76778f62f18a tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=db732e06-c705-4f07-bfc6-4f90cfc3b1a0 HTTP/1.1" status: 200 len: 945 time: 0.0572300 Sep 07 02:41:10.173243 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5b95709d-3cd1-49c1-adb1-2aca6b15dcfe req-4a388693-367e-4bbe-8f68-c1b4cff95e62 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824816 Sep 07 02:41:10.235671 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-62adf12b-f753-4e77-882e-d59d1e339e07 req-3195ce07-da61-42d4-a2d3-7bc3e6670e8c tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589650 Sep 07 02:41:10.286665 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 02:41:10.298620 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8627974-b9be-42e3-9c99-ce76d1c4139a x-openstack-request-id: req-c8627974-b9be-42e3-9c99-ce76d1c4139a {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:41:10.298860 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "908c93f7-9c83-4718-9fe8-5dc192299845", "name": "network-vif-deleted", "tag": "550493f3-d4e7-4f17-9913-257e5f7a4006", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:41:10.299075 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c8627974-b9be-42e3-9c99-ce76d1c4139a {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:41:10.299469 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '908c93f7-9c83-4718-9fe8-5dc192299845', 'name': 'network-vif-deleted', 'tag': '550493f3-d4e7-4f17-9913-257e5f7a4006', 'status': 'completed', 'code': 200} Sep 07 02:41:10.341052 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb685c15-245d-4f3b-82c9-c9c8cba5d03a req-dd853868-45b5-4b74-a687-c54aa1b92f81 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:10.343262 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eb685c15-245d-4f3b-82c9-c9c8cba5d03a req-dd853868-45b5-4b74-a687-c54aa1b92f81 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ada2fc4-fa95-44b4-aca4-d6ac02935b0f HTTP/1.1" status: 200 len: 946 time: 0.0582616 Sep 07 02:41:10.378392 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b36ce8-9540-4cd4-b0ca-7b3cd88dabd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef02f9c-7c5a-48ae-a54a-4f8d1e8a6fb7'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:41:10.380795 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4ca632-aaec-4fae-a6e1-fd281952033d" -d '{"events": [{"server_uuid": "99b36ce8-9540-4cd4-b0ca-7b3cd88dabd6", "name": "network-vif-plugged", "status": "completed", "tag": "9ef02f9c-7c5a-48ae-a54a-4f8d1e8a6fb7"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:41:10.383927 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eb685c15-245d-4f3b-82c9-c9c8cba5d03a req-65f3985d-b2b6-448c-9477-520c6a946f54 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/security-groups?id=12853359-e36c-442a-a7d9-8a93d79cc08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346148 Sep 07 02:41:10.532506 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d0c104-3ca9-439e-ba8d-6f1973700cd5 x-openstack-request-id: req-70d0c104-3ca9-439e-ba8d-6f1973700cd5 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:41:10.532809 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99b36ce8-9540-4cd4-b0ca-7b3cd88dabd6", "name": "network-vif-plugged", "status": "completed", "tag": "9ef02f9c-7c5a-48ae-a54a-4f8d1e8a6fb7", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:41:10.533072 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-70d0c104-3ca9-439e-ba8d-6f1973700cd5 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:41:10.533479 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99b36ce8-9540-4cd4-b0ca-7b3cd88dabd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef02f9c-7c5a-48ae-a54a-4f8d1e8a6fb7', 'code': 200} Sep 07 02:41:10.583335 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b3674-6a7c-4498-bb6e-a07e0b1684f4 req-96aa17e8-ca7d-4b89-b850-e9635a258215 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:10.585428 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2a0b3674-6a7c-4498-bb6e-a07e0b1684f4 req-96aa17e8-ca7d-4b89-b850-e9635a258215 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=99b36ce8-9540-4cd4-b0ca-7b3cd88dabd6 HTTP/1.1" status: 200 len: 946 time: 0.0633998 Sep 07 02:41:10.635680 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2a0b3674-6a7c-4498-bb6e-a07e0b1684f4 req-3c8e324d-b987-4f89-bd02-d46b649e8e25 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398035 Sep 07 02:41:10.664339 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82785831-5c4b-4dca-9f1e-153af3cb3346 req-ffeaf8e5-8fca-4338-8ffa-29e899b94ad2 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:10.665855 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-82785831-5c4b-4dca-9f1e-153af3cb3346 req-ffeaf8e5-8fca-4338-8ffa-29e899b94ad2 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/ports?device_id=14488513-6591-402f-9cca-41e13c86bb86&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0810888 Sep 07 02:41:10.674971 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da3d8b2-b976-4688-a768-03291de09612 req-86657efc-f8a0-4125-ad72-bdac7ebea51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:10.676820 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5da3d8b2-b976-4688-a768-03291de09612 req-86657efc-f8a0-4125-ad72-bdac7ebea51d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=99b36ce8-9540-4cd4-b0ca-7b3cd88dabd6 HTTP/1.1" status: 200 len: 1098 time: 0.0626495 Sep 07 02:41:10.735596 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-82785831-5c4b-4dca-9f1e-153af3cb3346 req-a147d482-74fb-4fcb-b960-8ad6ae973e86 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.142 HTTP/1.1" status: 200 len: 696 time: 0.0629332 Sep 07 02:41:10.751777 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-82785831-5c4b-4dca-9f1e-153af3cb3346 req-2e71ff0a-0866-4b5e-8be7-02f53633e768 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Request body: {'floatingip': {'port_id': 'd5c3d11f-a916-4cd5-889c-fdc14e370dfe', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:41:10.758957 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5da3d8b2-b976-4688-a768-03291de09612 req-5f121432-14a2-4548-94a3-9485b2a3df21 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737045 Sep 07 02:41:10.793877 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-82785831-5c4b-4dca-9f1e-153af3cb3346 req-2e71ff0a-0866-4b5e-8be7-02f53633e768 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Notify callbacks [] for floatingip, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:10.809238 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-96842c37-b09c-444f-8072-3ce4bff196a8 req-8dafb6ab-4e46-4441-8939-3b8a553526f1 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=908c93f7-9c83-4718-9fe8-5dc192299845 HTTP/1.1" status: 200 len: 210 time: 0.0333652 Sep 07 02:41:10.915421 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e047f25-7a4c-41e3-a86d-0943f8fe2e4c req-a0ae3f39-9395-4b9e-b387-0ec4ae66585f tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:10.916851 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5e047f25-7a4c-41e3-a86d-0943f8fe2e4c req-a0ae3f39-9395-4b9e-b387-0ec4ae66585f tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=db732e06-c705-4f07-bfc6-4f90cfc3b1a0 HTTP/1.1" status: 200 len: 945 time: 0.0486746 Sep 07 02:41:10.955012 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5e047f25-7a4c-41e3-a86d-0943f8fe2e4c req-bd786a6b-2c59-4bd2-8d86-92ca31a6f885 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321746 Sep 07 02:41:11.228030 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-82785831-5c4b-4dca-9f1e-153af3cb3346 req-2e71ff0a-0866-4b5e-8be7-02f53633e768 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:11.233825 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-82785831-5c4b-4dca-9f1e-153af3cb3346 req-2e71ff0a-0866-4b5e-8be7-02f53633e768 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:11.305292 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4312fb7-b186-4531-b8be-d1c17266d9fa req-57fb9887-b700-476b-b469-e12be102f00d tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:11.306759 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c4312fb7-b186-4531-b8be-d1c17266d9fa req-57fb9887-b700-476b-b469-e12be102f00d tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b3e968d-0a74-40a9-ab0d-146c6fc12a4d HTTP/1.1" status: 200 len: 950 time: 0.0473790 Sep 07 02:41:11.334358 n-d-796209-16 neutron-server[94700]: INFO neutron.db.l3_db [req-82785831-5c4b-4dca-9f1e-153af3cb3346 req-2e71ff0a-0866-4b5e-8be7-02f53633e768 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Floating IP 7170ddfd-ef90-4e7b-8b5c-9c534d49af7f associated. External IP: 172.25.5.142, port: d5c3d11f-a916-4cd5-889c-fdc14e370dfe. Sep 07 02:41:11.345676 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c4312fb7-b186-4531-b8be-d1c17266d9fa req-324ed694-4bce-42a0-aa1c-7f200ec99a57 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318542 Sep 07 02:41:11.551390 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82785831-5c4b-4dca-9f1e-153af3cb3346 req-2e71ff0a-0866-4b5e-8be7-02f53633e768 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Router 33c08d20-dbad-4428-bb08-966ab5175b7c has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:41:11.657641 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82785831-5c4b-4dca-9f1e-153af3cb3346 req-2e71ff0a-0866-4b5e-8be7-02f53633e768 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:41:11.662559 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-82785831-5c4b-4dca-9f1e-153af3cb3346 req-2e71ff0a-0866-4b5e-8be7-02f53633e768 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:11.668569 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7c3ee5-831f-41e6-ad09-2a5fc05c1af0 None None] Sync routers for ids ['33c08d20-dbad-4428-bb08-966ab5175b7c'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:41:11.677970 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7c3ee5-831f-41e6-ad09-2a5fc05c1af0 None None] Routers {'33c08d20-dbad-4428-bb08-966ab5175b7c'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:41:11.678579 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-bb7c3ee5-831f-41e6-ad09-2a5fc05c1af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:40:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['33c08d20-dbad-4428-bb08-966ab5175b7c'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:41:11.691786 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-82785831-5c4b-4dca-9f1e-153af3cb3346 req-2e71ff0a-0866-4b5e-8be7-02f53633e768 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "PUT /v2.0/floatingips/7170ddfd-ef90-4e7b-8b5c-9c534d49af7f HTTP/1.1" status: 200 len: 997 time: 0.9465888 Sep 07 02:41:11.692334 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14488513-6591-402f-9cca-41e13c86bb86', 'tag': 'd5c3d11f-a916-4cd5-889c-fdc14e370dfe'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:41:11.695007 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35abc11c-7d04-431e-8b0f-fba5c491bb3b" -d '{"events": [{"name": "network-changed", "server_uuid": "14488513-6591-402f-9cca-41e13c86bb86", "tag": "d5c3d11f-a916-4cd5-889c-fdc14e370dfe"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:41:11.745428 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82785831-5c4b-4dca-9f1e-153af3cb3346 req-0a4fbbdb-35cf-44af-af8c-5bdcc5fdb5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:11.747225 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-82785831-5c4b-4dca-9f1e-153af3cb3346 req-0a4fbbdb-35cf-44af-af8c-5bdcc5fdb5de service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9b8a2a8dd4f3482aa9fef6171603eb42&device_id=14488513-6591-402f-9cca-41e13c86bb86 HTTP/1.1" status: 200 len: 1098 time: 0.0417950 Sep 07 02:41:11.761616 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60134118-b190-4972-88ad-392e1c8133e4 req-602c16f8-2e9a-4490-a479-7f27309f8363 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:11.763108 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-60134118-b190-4972-88ad-392e1c8133e4 req-602c16f8-2e9a-4490-a479-7f27309f8363 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=99b36ce8-9540-4cd4-b0ca-7b3cd88dabd6 HTTP/1.1" status: 200 len: 946 time: 0.0538721 Sep 07 02:41:11.786087 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-bb7c3ee5-831f-41e6-ad09-2a5fc05c1af0 None None] Set router 33c08d20-dbad-4428-bb08-966ab5175b7c gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:41:11.805029 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-60134118-b190-4972-88ad-392e1c8133e4 req-4306f7c8-9e2c-4cf6-9fe6-96396ca14a76 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352039 Sep 07 02:41:11.848593 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82785831-5c4b-4dca-9f1e-153af3cb3346 req-b0e8311c-f007-405c-afda-00571c5db23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:11.850121 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-82785831-5c4b-4dca-9f1e-153af3cb3346 req-b0e8311c-f007-405c-afda-00571c5db23e service neutron] 10.222.0.22 "GET /v2.0/networks?id=cf4d819b-d5b3-41f0-aae9-25471cd508bb HTTP/1.1" status: 200 len: 921 time: 0.0962253 Sep 07 02:41:11.853972 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74eebbed-c55c-4ef1-ab77-5bf50f9a6622 x-openstack-request-id: req-74eebbed-c55c-4ef1-ab77-5bf50f9a6622 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:41:11.854272 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14488513-6591-402f-9cca-41e13c86bb86", "tag": "d5c3d11f-a916-4cd5-889c-fdc14e370dfe", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:41:11.854505 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-74eebbed-c55c-4ef1-ab77-5bf50f9a6622 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:41:11.854871 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14488513-6591-402f-9cca-41e13c86bb86', 'tag': 'd5c3d11f-a916-4cd5-889c-fdc14e370dfe', 'status': 'completed', 'code': 200} Sep 07 02:41:11.976513 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-82785831-5c4b-4dca-9f1e-153af3cb3346 req-d66fc4ac-e89c-4fb4-a091-b3838dff3109 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5c3d11f-a916-4cd5-889c-fdc14e370dfe HTTP/1.1" status: 200 len: 1000 time: 0.1147778 Sep 07 02:41:12.007128 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35abc11c-7d04-431e-8b0f-fba5c491bb3b req-c871b3f4-b92c-45d0-850a-6912e7abd2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:12.008669 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-35abc11c-7d04-431e-8b0f-fba5c491bb3b req-c871b3f4-b92c-45d0-850a-6912e7abd2d7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b8a2a8dd4f3482aa9fef6171603eb42&device_id=14488513-6591-402f-9cca-41e13c86bb86 HTTP/1.1" status: 200 len: 1098 time: 0.1086259 Sep 07 02:41:12.072200 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-bb7c3ee5-831f-41e6-ad09-2a5fc05c1af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1167678754-router', 'tenant_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'e3f9da3b-548c-4f0f-b18d-cc6adbb79848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:40:35Z', 'updated_at': '2021-09-07T02:40:41Z', 'revision_number': 4, 'project_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'gw_port': {'id': 'e3f9da3b-548c-4f0f-b18d-cc6adbb79848', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:20:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:40:36Z', 'updated_at': '2021-09-07T02:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': '7170ddfd-ef90-4e7b-8b5c-9c534d49af7f', 'tenant_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'floating_ip_address': '172.25.5.142', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'port_id': 'd5c3d11f-a916-4cd5-889c-fdc14e370dfe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf4d819b-d5b3-41f0-aae9-25471cd508bb', 'mac_address': 'fa:16:3e:eb:49:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14488513-6591-402f-9cca-41e13c86bb86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T02:40:56Z', 'updated_at': '2021-09-07T02:41:11Z', 'revision_number': 1, 'project_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2981b985-f07f-4ac9-94fa-288b1e5195ff', 'name': '', 'network_id': 'cf4d819b-d5b3-41f0-aae9-25471cd508bb', 'tenant_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'mac_address': 'fa:16:3e:2e:85:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '205e31e7-fda7-44a5-98d3-6a3c5b8d28bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:40:40Z', 'updated_at': '2021-09-07T02:40:48Z', 'revision_number': 5, 'project_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'subnets': [{'id': '205e31e7-fda7-44a5-98d3-6a3c5b8d28bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:41:12.087862 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82785831-5c4b-4dca-9f1e-153af3cb3346 req-78c234f0-1c11-4a27-976d-2cb49f097efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:12.090308 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-82785831-5c4b-4dca-9f1e-153af3cb3346 req-78c234f0-1c11-4a27-976d-2cb49f097efb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=205e31e7-fda7-44a5-98d3-6a3c5b8d28bb HTTP/1.1" status: 200 len: 860 time: 0.1134133 Sep 07 02:41:12.117885 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7c3ee5-831f-41e6-ad09-2a5fc05c1af0 None None] Checking router: 33c08d20-dbad-4428-bb08-966ab5175b7c for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:41:12.132797 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7c3ee5-831f-41e6-ad09-2a5fc05c1af0 None None] Routers {'33c08d20-dbad-4428-bb08-966ab5175b7c'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:41:12.133430 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-bb7c3ee5-831f-41e6-ad09-2a5fc05c1af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:40:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['33c08d20-dbad-4428-bb08-966ab5175b7c'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:41:12.168875 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35abc11c-7d04-431e-8b0f-fba5c491bb3b req-aa7b3db4-df9f-4531-9c85-a32f668de94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:12.171929 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-35abc11c-7d04-431e-8b0f-fba5c491bb3b req-aa7b3db4-df9f-4531-9c85-a32f668de94d service neutron] 10.222.0.23 "GET /v2.0/networks?id=cf4d819b-d5b3-41f0-aae9-25471cd508bb HTTP/1.1" status: 200 len: 921 time: 0.1529872 Sep 07 02:41:12.177018 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82785831-5c4b-4dca-9f1e-153af3cb3346 req-200851ba-0fdd-4896-88f9-500d098b1e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:12.178476 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-82785831-5c4b-4dca-9f1e-153af3cb3346 req-200851ba-0fdd-4896-88f9-500d098b1e90 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cf4d819b-d5b3-41f0-aae9-25471cd508bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0796914 Sep 07 02:41:12.210751 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c0a499-3a52-421d-aa2e-eb33b3e9f49c req-f12c5043-422e-492e-a440-8a9b0e14e30b tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:12.212925 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d7c0a499-3a52-421d-aa2e-eb33b3e9f49c req-f12c5043-422e-492e-a440-8a9b0e14e30b tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=db732e06-c705-4f07-bfc6-4f90cfc3b1a0 HTTP/1.1" status: 200 len: 945 time: 0.0552433 Sep 07 02:41:12.261147 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d7c0a499-3a52-421d-aa2e-eb33b3e9f49c req-e74bf9d9-8418-498a-beb6-05788f6a493a tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/security-groups?id=9828059c-a730-4112-9d0c-df55cdef65fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409553 Sep 07 02:41:12.271627 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-bb7c3ee5-831f-41e6-ad09-2a5fc05c1af0 None None] Set router 33c08d20-dbad-4428-bb08-966ab5175b7c gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:41:12.305979 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-35abc11c-7d04-431e-8b0f-fba5c491bb3b req-5236f63f-fba2-4e51-8764-54d9b8e303c6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5c3d11f-a916-4cd5-889c-fdc14e370dfe HTTP/1.1" status: 200 len: 1000 time: 0.1214957 Sep 07 02:41:12.359240 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-82785831-5c4b-4dca-9f1e-153af3cb3346 req-d1a22c28-2279-4680-9def-8ea6eece44cc service neutron] 10.222.0.22 "GET /v2.0/networks/cf4d819b-d5b3-41f0-aae9-25471cd508bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679175 Sep 07 02:41:12.371357 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c5552a-befa-45da-ae87-503f1ef09ab7 req-b18b2d9e-19c4-486f-abf3-d2d3a97b88ef tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:12.373522 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-86c5552a-befa-45da-ae87-503f1ef09ab7 req-b18b2d9e-19c4-486f-abf3-d2d3a97b88ef tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=2de33138-bed9-468e-8109-8b621778f497 HTTP/1.1" status: 200 len: 950 time: 0.0523896 Sep 07 02:41:12.378203 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35abc11c-7d04-431e-8b0f-fba5c491bb3b req-a3e5d74c-fd21-4ddc-817b-4fc5b2e2c481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:12.379800 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-35abc11c-7d04-431e-8b0f-fba5c491bb3b req-a3e5d74c-fd21-4ddc-817b-4fc5b2e2c481 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=205e31e7-fda7-44a5-98d3-6a3c5b8d28bb HTTP/1.1" status: 200 len: 860 time: 0.0640979 Sep 07 02:41:12.506340 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35abc11c-7d04-431e-8b0f-fba5c491bb3b req-335b3763-2f38-4e51-b01a-f792f86f6559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:12.507938 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-35abc11c-7d04-431e-8b0f-fba5c491bb3b req-335b3763-2f38-4e51-b01a-f792f86f6559 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cf4d819b-d5b3-41f0-aae9-25471cd508bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1171074 Sep 07 02:41:12.512113 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-bb7c3ee5-831f-41e6-ad09-2a5fc05c1af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1167678754-router', 'tenant_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'e3f9da3b-548c-4f0f-b18d-cc6adbb79848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:40:35Z', 'updated_at': '2021-09-07T02:40:41Z', 'revision_number': 4, 'project_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'gw_port': {'id': 'e3f9da3b-548c-4f0f-b18d-cc6adbb79848', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:20:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:40:36Z', 'updated_at': '2021-09-07T02:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': '7170ddfd-ef90-4e7b-8b5c-9c534d49af7f', 'tenant_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'floating_ip_address': '172.25.5.142', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'port_id': 'd5c3d11f-a916-4cd5-889c-fdc14e370dfe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf4d819b-d5b3-41f0-aae9-25471cd508bb', 'mac_address': 'fa:16:3e:eb:49:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14488513-6591-402f-9cca-41e13c86bb86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T02:40:56Z', 'updated_at': '2021-09-07T02:41:11Z', 'revision_number': 1, 'project_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2981b985-f07f-4ac9-94fa-288b1e5195ff', 'name': '', 'network_id': 'cf4d819b-d5b3-41f0-aae9-25471cd508bb', 'tenant_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'mac_address': 'fa:16:3e:2e:85:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '205e31e7-fda7-44a5-98d3-6a3c5b8d28bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:40:40Z', 'updated_at': '2021-09-07T02:40:48Z', 'revision_number': 5, 'project_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'subnets': [{'id': '205e31e7-fda7-44a5-98d3-6a3c5b8d28bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:41:12.541054 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7c3ee5-831f-41e6-ad09-2a5fc05c1af0 None None] The sync data for ids ['33c08d20-dbad-4428-bb08-966ab5175b7c'] in n-d-796209-16 is: [{'id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1167678754-router', 'tenant_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'e3f9da3b-548c-4f0f-b18d-cc6adbb79848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:40:35Z', 'updated_at': '2021-09-07T02:40:41Z', 'revision_number': 4, 'project_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'gw_port': {'id': 'e3f9da3b-548c-4f0f-b18d-cc6adbb79848', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:20:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:40:36Z', 'updated_at': '2021-09-07T02:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': '7170ddfd-ef90-4e7b-8b5c-9c534d49af7f', 'tenant_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'floating_ip_address': '172.25.5.142', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'port_id': 'd5c3d11f-a916-4cd5-889c-fdc14e370dfe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf4d819b-d5b3-41f0-aae9-25471cd508bb', 'mac_address': 'fa:16:3e:eb:49:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14488513-6591-402f-9cca-41e13c86bb86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T02:40:56Z', 'updated_at': '2021-09-07T02:41:11Z', 'revision_number': 1, 'project_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2981b985-f07f-4ac9-94fa-288b1e5195ff', 'name': '', 'network_id': 'cf4d819b-d5b3-41f0-aae9-25471cd508bb', 'tenant_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'mac_address': 'fa:16:3e:2e:85:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '205e31e7-fda7-44a5-98d3-6a3c5b8d28bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:40:40Z', 'updated_at': '2021-09-07T02:40:48Z', 'revision_number': 5, 'project_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'subnets': [{'id': '205e31e7-fda7-44a5-98d3-6a3c5b8d28bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:41:12.548818 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-82785831-5c4b-4dca-9f1e-153af3cb3346 req-89677b34-b8c9-4884-ab1b-7711054ad311 service neutron] 10.222.0.22 "GET /v2.0/networks/cf4d819b-d5b3-41f0-aae9-25471cd508bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787634 Sep 07 02:41:12.573797 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c0ccc-3ff3-4235-8172-f98323424374 req-49306f13-5bd5-48ac-8179-1dff66173724 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:12.576079 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-265c0ccc-3ff3-4235-8172-f98323424374 req-49306f13-5bd5-48ac-8179-1dff66173724 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.23 "GET /v2.0/ports?device_id=db732e06-c705-4f07-bfc6-4f90cfc3b1a0 HTTP/1.1" status: 200 len: 945 time: 0.1101048 Sep 07 02:41:12.724186 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-35abc11c-7d04-431e-8b0f-fba5c491bb3b req-b5793c3d-b438-4a34-b4fc-ed730f750320 service neutron] 10.222.0.23 "GET /v2.0/networks/cf4d819b-d5b3-41f0-aae9-25471cd508bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035968 Sep 07 02:41:12.775779 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [req-e57be092-731e-492f-80ca-d75055b66528 req-eff04671-cba7-4ab7-bdc0-68ee3ad5fed2 service neutron] show failed (client error): The resource could not be found. Sep 07 02:41:12.776726 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e57be092-731e-492f-80ca-d75055b66528 req-eff04671-cba7-4ab7-bdc0-68ee3ad5fed2 service neutron] 10.222.0.16 "GET /v2.0/ports/54614cb7-1c6d-428a-b1c5-3605226dbcd6/bindings/n-h1-796209-16 HTTP/1.1" status: 404 len: 381 time: 0.3988295 Sep 07 02:41:12.780419 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-86c5552a-befa-45da-ae87-503f1ef09ab7 req-e6ccaf25-ede1-4fc7-8367-483228c81e8b tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3969634 Sep 07 02:41:12.804620 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12938072-96b6-425b-ac5d-0272ef7b056f None None] New status for floating IP 7170ddfd-ef90-4e7b-8b5c-9c534d49af7f: ACTIVE {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 02:41:13.116294 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53b97c-a7b7-47bf-a597-00c723c3e5bf req-e1309b97-b613-406a-9d4a-ed075025ef25 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:13.117834 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-be53b97c-a7b7-47bf-a597-00c723c3e5bf req-e1309b97-b613-406a-9d4a-ed075025ef25 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b3e968d-0a74-40a9-ab0d-146c6fc12a4d HTTP/1.1" status: 200 len: 950 time: 0.4736452 Sep 07 02:41:13.213858 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-265c0ccc-3ff3-4235-8172-f98323424374 req-d81f4bfc-b7ba-4ef7-bd14-22926c53707c tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Deleting port d5bcb7ba-75df-458b-9db1-17e7654212b9 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:41:13.214197 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-265c0ccc-3ff3-4235-8172-f98323424374 req-d81f4bfc-b7ba-4ef7-bd14-22926c53707c tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:13.265247 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57be092-731e-492f-80ca-d75055b66528 req-883b3cd7-68f5-4ff3-8283-eb46caadc563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:13.266744 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e57be092-731e-492f-80ca-d75055b66528 req-883b3cd7-68f5-4ff3-8283-eb46caadc563 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6b3e968d-0a74-40a9-ab0d-146c6fc12a4d&tenant_id=ef46d2c6ddda4358910a6e6d3c8cd1f8 HTTP/1.1" status: 200 len: 1102 time: 0.1596441 Sep 07 02:41:13.269548 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-be53b97c-a7b7-47bf-a597-00c723c3e5bf req-c932cc11-5a34-4c81-920c-2dd1aff81d52 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403120 Sep 07 02:41:13.283904 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-e57be092-731e-492f-80ca-d75055b66528 req-bdb4d6f4-1c21-478e-847e-00728e402916 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-796209-16', 'device_owner': 'compute:nova'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:41:13.317696 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-35abc11c-7d04-431e-8b0f-fba5c491bb3b req-03b3929f-267d-451b-ab90-8f143bbc687a service neutron] 10.222.0.23 "GET /v2.0/networks/cf4d819b-d5b3-41f0-aae9-25471cd508bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5848262 Sep 07 02:41:13.319293 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9790dc-53c1-4d99-94a2-da926b374091 req-ad3e45ac-0dc8-49cb-b88f-c54f2b70107e tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:13.320916 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ff9790dc-53c1-4d99-94a2-da926b374091 req-ad3e45ac-0dc8-49cb-b88f-c54f2b70107e tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ada2fc4-fa95-44b4-aca4-d6ac02935b0f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0615535 Sep 07 02:41:13.393716 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ff9790dc-53c1-4d99-94a2-da926b374091 req-5bec7095-4bc9-4a5e-aa61-52d1d06cc6ea tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.142 HTTP/1.1" status: 200 len: 1002 time: 0.0609417 Sep 07 02:41:13.403904 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-ff9790dc-53c1-4d99-94a2-da926b374091 req-1b1069d8-8ff8-4b6f-a6a6-9dc8b0b5abcf tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Request body: {'floatingip': {'port_id': '67147b01-9a7d-4ce0-85e8-517a68049442', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:41:13.416913 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-265c0ccc-3ff3-4235-8172-f98323424374 req-d81f4bfc-b7ba-4ef7-bd14-22926c53707c tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] For port d5bcb7ba-75df-458b-9db1-17e7654212b9, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=d5bcb7ba-75df-458b-9db1-17e7654212b9,segment=NetworkSegment(3ec0e383-0f35-4c3c-abc7-899f90f4fe60),segment_id=3ec0e383-0f35-4c3c-abc7-899f90f4fe60)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:41:13.417282 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-265c0ccc-3ff3-4235-8172-f98323424374 req-d81f4bfc-b7ba-4ef7-bd14-22926c53707c tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:13.436566 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e57be092-731e-492f-80ca-d75055b66528 req-bdb4d6f4-1c21-478e-847e-00728e402916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:13.438507 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-265c0ccc-3ff3-4235-8172-f98323424374 req-d81f4bfc-b7ba-4ef7-bd14-22926c53707c tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Calling delete_port for d5bcb7ba-75df-458b-9db1-17e7654212b9 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:41:13.463239 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-ff9790dc-53c1-4d99-94a2-da926b374091 req-1b1069d8-8ff8-4b6f-a6a6-9dc8b0b5abcf tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Notify callbacks [] for floatingip, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:13.468243 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad7f297-989a-4235-94aa-2e02e818048f req-27354837-f803-4d07-804a-c5955e5a4ed8 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:13.469745 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bad7f297-989a-4235-94aa-2e02e818048f req-27354837-f803-4d07-804a-c5955e5a4ed8 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=99b36ce8-9540-4cd4-b0ca-7b3cd88dabd6 HTTP/1.1" status: 200 len: 946 time: 0.1319036 Sep 07 02:41:13.635820 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bad7f297-989a-4235-94aa-2e02e818048f req-86bc06c8-bbf4-471e-983e-4c670e6231c3 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190145 Sep 07 02:41:13.770161 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a9e8d-b19e-4b40-ab16-a7939ba8bb4f req-70a891d2-af90-4b9d-a6b2-1c8d6b2ee4b5 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:13.771664 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-874a9e8d-b19e-4b40-ab16-a7939ba8bb4f req-70a891d2-af90-4b9d-a6b2-1c8d6b2ee4b5 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.16 "GET /v2.0/ports?device_id=2de33138-bed9-468e-8109-8b621778f497 HTTP/1.1" status: 200 len: 950 time: 0.0948114 Sep 07 02:41:13.799414 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-265c0ccc-3ff3-4235-8172-f98323424374 req-d81f4bfc-b7ba-4ef7-bd14-22926c53707c tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:13.804533 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 550493f3-d4e7-4f17-9913-257e5f7a4006 no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:41:13.829375 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: 550493f3-d4e7-4f17-9913-257e5f7a4006 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:41:13.830521 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 550493f3-d4e7-4f17-9913-257e5f7a4006 not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:41:13.833053 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-85f148be-45db-47f6-9000-4f783c20abdf req-9c753bb4-a767-4ea9-81a8-840b79815050 tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.22 "GET /v2.0/ports?device_id=db732e06-c705-4f07-bfc6-4f90cfc3b1a0 HTTP/1.1" status: 200 len: 210 time: 0.0444431 Sep 07 02:41:13.863868 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-e57be092-731e-492f-80ca-d75055b66528 req-bdb4d6f4-1c21-478e-847e-00728e402916 service neutron] For port 54614cb7-1c6d-428a-b1c5-3605226dbcd6, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=54614cb7-1c6d-428a-b1c5-3605226dbcd6,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:41:13.866194 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81f4bfc-b7ba-4ef7-bd14-22926c53707c tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Pushing event deleted for resources: {'Port': ['ID=d5bcb7ba-75df-458b-9db1-17e7654212b9,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:13.887748 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81f4bfc-b7ba-4ef7-bd14-22926c53707c tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:41:13.888026 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81f4bfc-b7ba-4ef7-bd14-22926c53707c tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:41:13.888511 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81f4bfc-b7ba-4ef7-bd14-22926c53707c tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:41:13.888709 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81f4bfc-b7ba-4ef7-bd14-22926c53707c tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:41:13.889043 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81f4bfc-b7ba-4ef7-bd14-22926c53707c tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:41:13.889043 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81f4bfc-b7ba-4ef7-bd14-22926c53707c tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:41:13.889043 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81f4bfc-b7ba-4ef7-bd14-22926c53707c tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:41:13.890469 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81f4bfc-b7ba-4ef7-bd14-22926c53707c tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:41:13.890469 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81f4bfc-b7ba-4ef7-bd14-22926c53707c tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:41:13.890469 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81f4bfc-b7ba-4ef7-bd14-22926c53707c tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:41:13.892318 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81f4bfc-b7ba-4ef7-bd14-22926c53707c tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:41:13.892318 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d81f4bfc-b7ba-4ef7-bd14-22926c53707c tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:41:13.940943 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-265c0ccc-3ff3-4235-8172-f98323424374 req-d81f4bfc-b7ba-4ef7-bd14-22926c53707c tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] No DVR routers for this DVR port d5bcb7ba-75df-458b-9db1-17e7654212b9 on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:41:13.947569 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-265c0ccc-3ff3-4235-8172-f98323424374 req-d81f4bfc-b7ba-4ef7-bd14-22926c53707c tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:13.950364 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-265c0ccc-3ff3-4235-8172-f98323424374 req-d81f4bfc-b7ba-4ef7-bd14-22926c53707c tempest-DeleteServersTestJSON-1127347570 tempest-DeleteServersTestJSON-1127347570-project] 10.222.0.23 "DELETE /v2.0/ports/d5bcb7ba-75df-458b-9db1-17e7654212b9 HTTP/1.1" status: 204 len: 173 time: 1.3449554 Sep 07 02:41:13.950786 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db732e06-c705-4f07-bfc6-4f90cfc3b1a0', 'name': 'network-vif-deleted', 'tag': 'd5bcb7ba-75df-458b-9db1-17e7654212b9'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:41:13.953074 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37396ced-0a87-4e31-852e-6d675034a35e" -d '{"events": [{"server_uuid": "db732e06-c705-4f07-bfc6-4f90cfc3b1a0", "name": "network-vif-deleted", "tag": "d5bcb7ba-75df-458b-9db1-17e7654212b9"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:41:13.962776 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-e57be092-731e-492f-80ca-d75055b66528 req-bdb4d6f4-1c21-478e-847e-00728e402916 service neutron] For port 54614cb7-1c6d-428a-b1c5-3605226dbcd6, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:41:13.997447 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-874a9e8d-b19e-4b40-ab16-a7939ba8bb4f req-820917e4-f135-483d-b272-c2a07d3ec840 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Deleting port 63b9efb1-f51e-4350-bf31-f9c359050fa6 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:41:13.997805 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-874a9e8d-b19e-4b40-ab16-a7939ba8bb4f req-820917e4-f135-483d-b272-c2a07d3ec840 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:14.009174 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e57be092-731e-492f-80ca-d75055b66528 req-bdb4d6f4-1c21-478e-847e-00728e402916 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:14.023875 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-e57be092-731e-492f-80ca-d75055b66528 req-bdb4d6f4-1c21-478e-847e-00728e402916 service neutron] Transition to ACTIVE for port object 54614cb7-1c6d-428a-b1c5-3605226dbcd6 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:41:14.029267 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e57be092-731e-492f-80ca-d75055b66528 req-bdb4d6f4-1c21-478e-847e-00728e402916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:14.104829 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-e57be092-731e-492f-80ca-d75055b66528 req-bdb4d6f4-1c21-478e-847e-00728e402916 service neutron] No DVR routers for this DVR port 54614cb7-1c6d-428a-b1c5-3605226dbcd6 on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:41:14.110316 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb4d6f4-1c21-478e-847e-00728e402916 service neutron] Pushing event updated for resources: {'Port': ['ID=54614cb7-1c6d-428a-b1c5-3605226dbcd6,revision_number=6']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:14.162904 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-ff9790dc-53c1-4d99-94a2-da926b374091 req-1b1069d8-8ff8-4b6f-a6a6-9dc8b0b5abcf tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:14.169865 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-ff9790dc-53c1-4d99-94a2-da926b374091 req-1b1069d8-8ff8-4b6f-a6a6-9dc8b0b5abcf tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:14.178896 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-e57be092-731e-492f-80ca-d75055b66528 req-bdb4d6f4-1c21-478e-847e-00728e402916 service neutron] Attempting to bind port 54614cb7-1c6d-428a-b1c5-3605226dbcd6 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:41:14.179558 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-e57be092-731e-492f-80ca-d75055b66528 req-bdb4d6f4-1c21-478e-847e-00728e402916 service neutron] Attempting to bind port 54614cb7-1c6d-428a-b1c5-3605226dbcd6 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:41:14.180216 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57be092-731e-492f-80ca-d75055b66528 req-bdb4d6f4-1c21-478e-847e-00728e402916 service neutron] Attempting to bind port 54614cb7-1c6d-428a-b1c5-3605226dbcd6 on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:41:14.191979 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57be092-731e-492f-80ca-d75055b66528 req-bdb4d6f4-1c21-478e-847e-00728e402916 service neutron] Port 54614cb7-1c6d-428a-b1c5-3605226dbcd6 on network 0823ecf3-066e-49bd-a451-2e84ab79a70f not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:41:14.192327 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57be092-731e-492f-80ca-d75055b66528 req-bdb4d6f4-1c21-478e-847e-00728e402916 service neutron] Attempting to bind port 54614cb7-1c6d-428a-b1c5-3605226dbcd6 on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:41:14.200671 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57be092-731e-492f-80ca-d75055b66528 req-bdb4d6f4-1c21-478e-847e-00728e402916 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:41:14.201036 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57be092-731e-492f-80ca-d75055b66528 req-bdb4d6f4-1c21-478e-847e-00728e402916 service neutron] Checking segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:41:14.201399 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57be092-731e-492f-80ca-d75055b66528 req-bdb4d6f4-1c21-478e-847e-00728e402916 service neutron] Bound using segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:41:14.201831 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-e57be092-731e-492f-80ca-d75055b66528 req-bdb4d6f4-1c21-478e-847e-00728e402916 service neutron] Bound port: 54614cb7-1c6d-428a-b1c5-3605226dbcd6, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:41:14.202190 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e57be092-731e-492f-80ca-d75055b66528 req-bdb4d6f4-1c21-478e-847e-00728e402916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:14.223286 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-874a9e8d-b19e-4b40-ab16-a7939ba8bb4f req-820917e4-f135-483d-b272-c2a07d3ec840 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] For port 63b9efb1-f51e-4350-bf31-f9c359050fa6, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=63b9efb1-f51e-4350-bf31-f9c359050fa6,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:41:14.223767 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-874a9e8d-b19e-4b40-ab16-a7939ba8bb4f req-820917e4-f135-483d-b272-c2a07d3ec840 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:14.229504 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569c245-e11f-4dbc-8da5-b9a9f177c304 req-795bd55f-882d-4465-acfa-41ce73a8bf1d tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:14.231618 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9569c245-e11f-4dbc-8da5-b9a9f177c304 req-795bd55f-882d-4465-acfa-41ce73a8bf1d tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=2de33138-bed9-468e-8109-8b621778f497 HTTP/1.1" status: 200 len: 950 time: 0.0958889 Sep 07 02:41:14.241886 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-874a9e8d-b19e-4b40-ab16-a7939ba8bb4f req-820917e4-f135-483d-b272-c2a07d3ec840 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Calling delete_port for 63b9efb1-f51e-4350-bf31-f9c359050fa6 owned by compute:nova {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:41:14.312246 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9569c245-e11f-4dbc-8da5-b9a9f177c304 req-843ef733-bcde-425f-aeb0-511a581e5ea5 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625474 Sep 07 02:41:14.321888 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-e57be092-731e-492f-80ca-d75055b66528 req-bdb4d6f4-1c21-478e-847e-00728e402916 service neutron] For port 54614cb7-1c6d-428a-b1c5-3605226dbcd6, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:41:14.327747 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-e57be092-731e-492f-80ca-d75055b66528 req-bdb4d6f4-1c21-478e-847e-00728e402916 service neutron] For port 54614cb7-1c6d-428a-b1c5-3605226dbcd6, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=54614cb7-1c6d-428a-b1c5-3605226dbcd6,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:41:14.342676 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e57be092-731e-492f-80ca-d75055b66528 req-bdb4d6f4-1c21-478e-847e-00728e402916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:14.352238 n-d-796209-16 neutron-server[94701]: INFO neutron.db.l3_db [req-ff9790dc-53c1-4d99-94a2-da926b374091 req-1b1069d8-8ff8-4b6f-a6a6-9dc8b0b5abcf tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Floating IP 7170ddfd-ef90-4e7b-8b5c-9c534d49af7f associated. External IP: 172.25.5.142, port: d5c3d11f-a916-4cd5-889c-fdc14e370dfe. Sep 07 02:41:14.382565 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57be092-731e-492f-80ca-d75055b66528 req-bdb4d6f4-1c21-478e-847e-00728e402916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:14.383673 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e57be092-731e-492f-80ca-d75055b66528 req-bdb4d6f4-1c21-478e-847e-00728e402916 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:14.385621 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e57be092-731e-492f-80ca-d75055b66528 req-bdb4d6f4-1c21-478e-847e-00728e402916 service neutron] 10.222.0.23 "PUT /v2.0/ports/54614cb7-1c6d-428a-b1c5-3605226dbcd6 HTTP/1.1" status: 200 len: 1097 time: 1.1087179 Sep 07 02:41:14.455679 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0515f39c-405e-403a-a71c-91d616baa42d x-openstack-request-id: req-0515f39c-405e-403a-a71c-91d616baa42d {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:41:14.456259 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db732e06-c705-4f07-bfc6-4f90cfc3b1a0", "name": "network-vif-deleted", "tag": "d5bcb7ba-75df-458b-9db1-17e7654212b9", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:41:14.456671 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0515f39c-405e-403a-a71c-91d616baa42d {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:41:14.457421 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db732e06-c705-4f07-bfc6-4f90cfc3b1a0', 'name': 'network-vif-deleted', 'tag': 'd5bcb7ba-75df-458b-9db1-17e7654212b9', 'status': 'completed', 'code': 200} Sep 07 02:41:14.473453 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb4d6f4-1c21-478e-847e-00728e402916 service neutron] Pushing event updated for resources: {'Port': ['ID=54614cb7-1c6d-428a-b1c5-3605226dbcd6,revision_number=7']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:14.504927 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57be092-731e-492f-80ca-d75055b66528 req-50582ce8-d552-4e1d-b82a-40e95b7e8e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:14.506874 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e57be092-731e-492f-80ca-d75055b66528 req-50582ce8-d552-4e1d-b82a-40e95b7e8e78 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ef46d2c6ddda4358910a6e6d3c8cd1f8&device_id=6b3e968d-0a74-40a9-ab0d-146c6fc12a4d HTTP/1.1" status: 200 len: 1100 time: 0.0724072 Sep 07 02:41:14.628437 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-874a9e8d-b19e-4b40-ab16-a7939ba8bb4f req-820917e4-f135-483d-b272-c2a07d3ec840 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:14.641307 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['63b9efb1-f51e-4350-bf31-f9c359050fa6', '9a58c4ba-35a7-4e62-92c6-41111bb13d09'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:41:14.674406 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57be092-731e-492f-80ca-d75055b66528 req-73147fa7-f18c-4dee-9dd8-0e722036ff33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:14.676873 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e57be092-731e-492f-80ca-d75055b66528 req-73147fa7-f18c-4dee-9dd8-0e722036ff33 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0823ecf3-066e-49bd-a451-2e84ab79a70f HTTP/1.1" status: 200 len: 869 time: 0.1600151 Sep 07 02:41:14.689674 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1ded18-edb7-4a38-9cf4-f835e669362a req-4a1b3b4d-22fb-4030-acdd-82be01f2255b tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:14.691206 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4b1ded18-edb7-4a38-9cf4-f835e669362a req-4a1b3b4d-22fb-4030-acdd-82be01f2255b tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=99b36ce8-9540-4cd4-b0ca-7b3cd88dabd6 HTTP/1.1" status: 200 len: 946 time: 0.0929019 Sep 07 02:41:14.716390 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820917e4-f135-483d-b272-c2a07d3ec840 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Pushing event deleted for resources: {'Port': ['ID=63b9efb1-f51e-4350-bf31-f9c359050fa6,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:14.737621 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-874a9e8d-b19e-4b40-ab16-a7939ba8bb4f req-820917e4-f135-483d-b272-c2a07d3ec840 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] No DVR routers for this DVR port 63b9efb1-f51e-4350-bf31-f9c359050fa6 on host n-h2-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:41:14.741426 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-874a9e8d-b19e-4b40-ab16-a7939ba8bb4f req-820917e4-f135-483d-b272-c2a07d3ec840 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:14.743180 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e57be092-731e-492f-80ca-d75055b66528 req-85efae46-602b-4292-98dc-4fd0830ccab9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=54614cb7-1c6d-428a-b1c5-3605226dbcd6 HTTP/1.1" status: 200 len: 217 time: 0.0509801 Sep 07 02:41:14.743581 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-874a9e8d-b19e-4b40-ab16-a7939ba8bb4f req-820917e4-f135-483d-b272-c2a07d3ec840 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.16 "DELETE /v2.0/ports/63b9efb1-f51e-4350-bf31-f9c359050fa6 HTTP/1.1" status: 204 len: 173 time: 0.9589891 Sep 07 02:41:14.744098 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de33138-bed9-468e-8109-8b621778f497', 'name': 'network-vif-deleted', 'tag': '63b9efb1-f51e-4350-bf31-f9c359050fa6'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:41:14.747218 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f3c7cb-3007-4730-8d0c-7c55d39ea7f3" -d '{"events": [{"server_uuid": "2de33138-bed9-468e-8109-8b621778f497", "name": "network-vif-deleted", "tag": "63b9efb1-f51e-4350-bf31-f9c359050fa6"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:41:14.767522 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff9790dc-53c1-4d99-94a2-da926b374091 req-1b1069d8-8ff8-4b6f-a6a6-9dc8b0b5abcf tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Router 33c08d20-dbad-4428-bb08-966ab5175b7c has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:41:14.802695 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4b1ded18-edb7-4a38-9cf4-f835e669362a req-60cc22ae-d181-4273-bcc9-8ba768179d1e tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023228 Sep 07 02:41:14.823552 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57be092-731e-492f-80ca-d75055b66528 req-dcf9a9b4-876d-4162-bcc5-c9da7a0d7ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:14.825932 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e57be092-731e-492f-80ca-d75055b66528 req-dcf9a9b4-876d-4162-bcc5-c9da7a0d7ac5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.0731502 Sep 07 02:41:14.901128 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff9790dc-53c1-4d99-94a2-da926b374091 req-1b1069d8-8ff8-4b6f-a6a6-9dc8b0b5abcf tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:41:14.912394 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57be092-731e-492f-80ca-d75055b66528 req-68e123c7-9833-43c5-985f-4a89e63eb823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:14.913781 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a412ad51-1d62-4492-853f-2dde5bcad9a9 None None] Sync routers for ids ['33c08d20-dbad-4428-bb08-966ab5175b7c'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:41:14.914280 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e57be092-731e-492f-80ca-d75055b66528 req-68e123c7-9833-43c5-985f-4a89e63eb823 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0793529 Sep 07 02:41:14.924622 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a412ad51-1d62-4492-853f-2dde5bcad9a9 None None] Routers {'33c08d20-dbad-4428-bb08-966ab5175b7c'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:41:14.925237 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-a412ad51-1d62-4492-853f-2dde5bcad9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:40:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['33c08d20-dbad-4428-bb08-966ab5175b7c'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:41:15.030792 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696fdbb8-9368-4bc2-ae98-4fa5d22bea12 req-50110c2f-ce74-4654-918f-4965f4b44e70 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:15.032334 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-696fdbb8-9368-4bc2-ae98-4fa5d22bea12 req-50110c2f-ce74-4654-918f-4965f4b44e70 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b3e968d-0a74-40a9-ab0d-146c6fc12a4d HTTP/1.1" status: 200 len: 948 time: 0.1174958 Sep 07 02:41:15.073197 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e57be092-731e-492f-80ca-d75055b66528 req-30cd3034-f6f0-4eed-985a-ba9150c2ab02 service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471205 Sep 07 02:41:15.115930 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-696fdbb8-9368-4bc2-ae98-4fa5d22bea12 req-84f2058a-9d3e-4125-a4fe-20ef1c4cbc04 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741830 Sep 07 02:41:15.162769 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-a412ad51-1d62-4492-853f-2dde5bcad9a9 None None] Set router 33c08d20-dbad-4428-bb08-966ab5175b7c gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:41:15.175173 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff9790dc-53c1-4d99-94a2-da926b374091 req-1b1069d8-8ff8-4b6f-a6a6-9dc8b0b5abcf tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Router 33c08d20-dbad-4428-bb08-966ab5175b7c has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:41:15.233717 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e57be092-731e-492f-80ca-d75055b66528 req-96a684ac-faba-4003-a808-01a2a7039690 service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505203 Sep 07 02:41:15.283384 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32fc7429-9909-4185-9f71-829027995993 x-openstack-request-id: req-32fc7429-9909-4185-9f71-829027995993 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:41:15.283791 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2de33138-bed9-468e-8109-8b621778f497", "name": "network-vif-deleted", "tag": "63b9efb1-f51e-4350-bf31-f9c359050fa6", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:41:15.284236 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-32fc7429-9909-4185-9f71-829027995993 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:41:15.284767 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de33138-bed9-468e-8109-8b621778f497', 'name': 'network-vif-deleted', 'tag': '63b9efb1-f51e-4350-bf31-f9c359050fa6', 'status': 'completed', 'code': 200} Sep 07 02:41:15.343117 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device d5bcb7ba-75df-458b-9db1-17e7654212b9 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:41:15.357904 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff9790dc-53c1-4d99-94a2-da926b374091 req-1b1069d8-8ff8-4b6f-a6a6-9dc8b0b5abcf tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:41:15.367028 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-ff9790dc-53c1-4d99-94a2-da926b374091 req-1b1069d8-8ff8-4b6f-a6a6-9dc8b0b5abcf tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:15.377407 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: d5bcb7ba-75df-458b-9db1-17e7654212b9 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:41:15.377764 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device d5bcb7ba-75df-458b-9db1-17e7654212b9 not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:41:15.456676 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ff9790dc-53c1-4d99-94a2-da926b374091 req-1b1069d8-8ff8-4b6f-a6a6-9dc8b0b5abcf tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "PUT /v2.0/floatingips/7170ddfd-ef90-4e7b-8b5c-9c534d49af7f HTTP/1.1" status: 200 len: 999 time: 2.0570905 Sep 07 02:41:15.511400 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9790dc-53c1-4d99-94a2-da926b374091 req-8a357e48-57fa-4be6-8fd0-4c91c2e5234e tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:15.512849 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ff9790dc-53c1-4d99-94a2-da926b374091 req-8a357e48-57fa-4be6-8fd0-4c91c2e5234e tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/ports/d5c3d11f-a916-4cd5-889c-fdc14e370dfe HTTP/1.1" status: 200 len: 943 time: 0.0508351 Sep 07 02:41:15.520405 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-a412ad51-1d62-4492-853f-2dde5bcad9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1167678754-router', 'tenant_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'e3f9da3b-548c-4f0f-b18d-cc6adbb79848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:40:35Z', 'updated_at': '2021-09-07T02:40:41Z', 'revision_number': 4, 'project_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'gw_port': {'id': 'e3f9da3b-548c-4f0f-b18d-cc6adbb79848', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:20:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:40:36Z', 'updated_at': '2021-09-07T02:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': '7170ddfd-ef90-4e7b-8b5c-9c534d49af7f', 'tenant_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'floating_ip_address': '172.25.5.142', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'port_id': '67147b01-9a7d-4ce0-85e8-517a68049442', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf4d819b-d5b3-41f0-aae9-25471cd508bb', 'mac_address': 'fa:16:3e:a8:cc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ada2fc4-fa95-44b4-aca4-d6ac02935b0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T02:40:56Z', 'updated_at': '2021-09-07T02:41:13Z', 'revision_number': 3, 'project_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2981b985-f07f-4ac9-94fa-288b1e5195ff', 'name': '', 'network_id': 'cf4d819b-d5b3-41f0-aae9-25471cd508bb', 'tenant_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'mac_address': 'fa:16:3e:2e:85:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '205e31e7-fda7-44a5-98d3-6a3c5b8d28bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:40:40Z', 'updated_at': '2021-09-07T02:40:48Z', 'revision_number': 5, 'project_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'subnets': [{'id': '205e31e7-fda7-44a5-98d3-6a3c5b8d28bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:41:15.547836 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a412ad51-1d62-4492-853f-2dde5bcad9a9 None None] Checking router: 33c08d20-dbad-4428-bb08-966ab5175b7c for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:41:15.556966 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a412ad51-1d62-4492-853f-2dde5bcad9a9 None None] Routers {'33c08d20-dbad-4428-bb08-966ab5175b7c'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:41:15.557573 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-a412ad51-1d62-4492-853f-2dde5bcad9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:40:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['33c08d20-dbad-4428-bb08-966ab5175b7c'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:41:15.621043 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9790dc-53c1-4d99-94a2-da926b374091 req-9036a494-ed02-4739-b49a-18ec53e1eefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:15.621043 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ff9790dc-53c1-4d99-94a2-da926b374091 req-9036a494-ed02-4739-b49a-18ec53e1eefc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9b8a2a8dd4f3482aa9fef6171603eb42&device_id=14488513-6591-402f-9cca-41e13c86bb86 HTTP/1.1" status: 200 len: 1098 time: 0.0473638 Sep 07 02:41:15.668880 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-a412ad51-1d62-4492-853f-2dde5bcad9a9 None None] Set router 33c08d20-dbad-4428-bb08-966ab5175b7c gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:41:15.719622 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9790dc-53c1-4d99-94a2-da926b374091 req-09c3f8d0-b297-4130-b08d-c16a78d5ce12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:15.721196 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ff9790dc-53c1-4d99-94a2-da926b374091 req-09c3f8d0-b297-4130-b08d-c16a78d5ce12 service neutron] 10.222.0.22 "GET /v2.0/networks?id=cf4d819b-d5b3-41f0-aae9-25471cd508bb HTTP/1.1" status: 200 len: 921 time: 0.0921097 Sep 07 02:41:15.763623 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ff9790dc-53c1-4d99-94a2-da926b374091 req-264fd52b-97e8-46ae-82e9-30e4775e7d1b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5c3d11f-a916-4cd5-889c-fdc14e370dfe HTTP/1.1" status: 200 len: 217 time: 0.0355299 Sep 07 02:41:15.813758 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9790dc-53c1-4d99-94a2-da926b374091 req-9f614048-1431-4bb5-800d-d7382db769f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:15.815522 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ff9790dc-53c1-4d99-94a2-da926b374091 req-9f614048-1431-4bb5-800d-d7382db769f0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=205e31e7-fda7-44a5-98d3-6a3c5b8d28bb HTTP/1.1" status: 200 len: 860 time: 0.0463250 Sep 07 02:41:15.835635 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f86c8-98a0-4f03-a022-46e0bb919b20 req-2677bc8f-8121-48ae-81c9-8215298758a3 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:15.837213 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e29f86c8-98a0-4f03-a022-46e0bb919b20 req-2677bc8f-8121-48ae-81c9-8215298758a3 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41 HTTP/1.1" status: 200 len: 951 time: 0.0747013 Sep 07 02:41:15.868504 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9790dc-53c1-4d99-94a2-da926b374091 req-4822c15e-2086-4dcc-a587-e8feffeacaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:15.870459 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ff9790dc-53c1-4d99-94a2-da926b374091 req-4822c15e-2086-4dcc-a587-e8feffeacaa7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cf4d819b-d5b3-41f0-aae9-25471cd508bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488350 Sep 07 02:41:15.885315 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e29f86c8-98a0-4f03-a022-46e0bb919b20 req-18230490-5a75-4060-9816-d3924bcca2d9 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400374 Sep 07 02:41:15.947646 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-a412ad51-1d62-4492-853f-2dde5bcad9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1167678754-router', 'tenant_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'e3f9da3b-548c-4f0f-b18d-cc6adbb79848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:40:35Z', 'updated_at': '2021-09-07T02:40:41Z', 'revision_number': 4, 'project_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'gw_port': {'id': 'e3f9da3b-548c-4f0f-b18d-cc6adbb79848', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:20:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:40:36Z', 'updated_at': '2021-09-07T02:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': '7170ddfd-ef90-4e7b-8b5c-9c534d49af7f', 'tenant_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'floating_ip_address': '172.25.5.142', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'port_id': '67147b01-9a7d-4ce0-85e8-517a68049442', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf4d819b-d5b3-41f0-aae9-25471cd508bb', 'mac_address': 'fa:16:3e:a8:cc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ada2fc4-fa95-44b4-aca4-d6ac02935b0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T02:40:56Z', 'updated_at': '2021-09-07T02:41:13Z', 'revision_number': 3, 'project_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2981b985-f07f-4ac9-94fa-288b1e5195ff', 'name': '', 'network_id': 'cf4d819b-d5b3-41f0-aae9-25471cd508bb', 'tenant_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'mac_address': 'fa:16:3e:2e:85:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '205e31e7-fda7-44a5-98d3-6a3c5b8d28bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:40:40Z', 'updated_at': '2021-09-07T02:40:48Z', 'revision_number': 5, 'project_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'subnets': [{'id': '205e31e7-fda7-44a5-98d3-6a3c5b8d28bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:41:15.982187 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a412ad51-1d62-4492-853f-2dde5bcad9a9 None None] The sync data for ids ['33c08d20-dbad-4428-bb08-966ab5175b7c'] in n-d-796209-16 is: [{'id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1167678754-router', 'tenant_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'e3f9da3b-548c-4f0f-b18d-cc6adbb79848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:40:35Z', 'updated_at': '2021-09-07T02:40:41Z', 'revision_number': 4, 'project_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'gw_port': {'id': 'e3f9da3b-548c-4f0f-b18d-cc6adbb79848', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:20:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:40:36Z', 'updated_at': '2021-09-07T02:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': '7170ddfd-ef90-4e7b-8b5c-9c534d49af7f', 'tenant_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'floating_ip_address': '172.25.5.142', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'port_id': '67147b01-9a7d-4ce0-85e8-517a68049442', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf4d819b-d5b3-41f0-aae9-25471cd508bb', 'mac_address': 'fa:16:3e:a8:cc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ada2fc4-fa95-44b4-aca4-d6ac02935b0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T02:40:56Z', 'updated_at': '2021-09-07T02:41:13Z', 'revision_number': 3, 'project_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2981b985-f07f-4ac9-94fa-288b1e5195ff', 'name': '', 'network_id': 'cf4d819b-d5b3-41f0-aae9-25471cd508bb', 'tenant_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'mac_address': 'fa:16:3e:2e:85:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '205e31e7-fda7-44a5-98d3-6a3c5b8d28bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:40:40Z', 'updated_at': '2021-09-07T02:40:48Z', 'revision_number': 5, 'project_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'subnets': [{'id': '205e31e7-fda7-44a5-98d3-6a3c5b8d28bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:41:15.993593 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ff9790dc-53c1-4d99-94a2-da926b374091 req-269425bb-60c4-4f3e-992f-bce12facf04a service neutron] 10.222.0.22 "GET /v2.0/networks/cf4d819b-d5b3-41f0-aae9-25471cd508bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141479 Sep 07 02:41:16.047890 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1bbca9-3e68-41fd-9b63-6c4d49c56db9 req-b7411779-a6f3-46e4-83f4-e48b4590f623 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:16.050002 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4d1bbca9-3e68-41fd-9b63-6c4d49c56db9 req-b7411779-a6f3-46e4-83f4-e48b4590f623 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=99b36ce8-9540-4cd4-b0ca-7b3cd88dabd6 HTTP/1.1" status: 200 len: 946 time: 0.0562537 Sep 07 02:41:16.091920 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4d1bbca9-3e68-41fd-9b63-6c4d49c56db9 req-ce02e5ce-7215-419e-8cf7-adcc03fae26d tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358002 Sep 07 02:41:16.133158 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ff9790dc-53c1-4d99-94a2-da926b374091 req-b7fc6cab-dcd5-4f2e-bb93-b44939980f59 service neutron] 10.222.0.22 "GET /v2.0/networks/cf4d819b-d5b3-41f0-aae9-25471cd508bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327705 Sep 07 02:41:16.214375 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b241a06a-9525-48d0-be3b-62390bffd5aa None None] New status for floating IP 7170ddfd-ef90-4e7b-8b5c-9c534d49af7f: ACTIVE {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 02:41:16.225545 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9790dc-53c1-4d99-94a2-da926b374091 req-aee35afc-7f19-4c59-bc0d-7bc041dc83cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:16.227601 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ff9790dc-53c1-4d99-94a2-da926b374091 req-aee35afc-7f19-4c59-bc0d-7bc041dc83cd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9b8a2a8dd4f3482aa9fef6171603eb42&device_id=0ada2fc4-fa95-44b4-aca4-d6ac02935b0f HTTP/1.1" status: 200 len: 1098 time: 0.0561526 Sep 07 02:41:16.289472 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b9e96-b287-43cd-b4d4-d521318487af req-2e8c00ab-d37d-44c1-95a2-0b5eccbbdd6a tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:16.290989 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-793b9e96-b287-43cd-b4d4-d521318487af req-2e8c00ab-d37d-44c1-95a2-0b5eccbbdd6a tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b3e968d-0a74-40a9-ab0d-146c6fc12a4d HTTP/1.1" status: 200 len: 948 time: 0.0549548 Sep 07 02:41:16.332024 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-793b9e96-b287-43cd-b4d4-d521318487af req-9c3dc993-9df2-4545-9867-9af9081a7d10 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345602 Sep 07 02:41:16.336847 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9790dc-53c1-4d99-94a2-da926b374091 req-5cdcb4ba-4d53-4d55-a517-eaa19fb25a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:16.338151 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ff9790dc-53c1-4d99-94a2-da926b374091 req-5cdcb4ba-4d53-4d55-a517-eaa19fb25a3d service neutron] 10.222.0.22 "GET /v2.0/networks?id=cf4d819b-d5b3-41f0-aae9-25471cd508bb HTTP/1.1" status: 200 len: 921 time: 0.1045425 Sep 07 02:41:16.421680 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ff9790dc-53c1-4d99-94a2-da926b374091 req-f22ac05d-d29f-445f-9877-a68f2fc32f68 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67147b01-9a7d-4ce0-85e8-517a68049442 HTTP/1.1" status: 200 len: 1002 time: 0.0640957 Sep 07 02:41:16.459157 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b3e968d-0a74-40a9-ab0d-146c6fc12a4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54614cb7-1c6d-428a-b1c5-3605226dbcd6'}, {'name': 'network-changed', 'server_uuid': '6b3e968d-0a74-40a9-ab0d-146c6fc12a4d', 'tag': '54614cb7-1c6d-428a-b1c5-3605226dbcd6'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:41:16.461701 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c5d75d-337f-453f-9f0e-89e2f2eff682" -d '{"events": [{"server_uuid": "6b3e968d-0a74-40a9-ab0d-146c6fc12a4d", "name": "network-vif-unplugged", "status": "completed", "tag": "54614cb7-1c6d-428a-b1c5-3605226dbcd6"}, {"name": "network-changed", "server_uuid": "6b3e968d-0a74-40a9-ab0d-146c6fc12a4d", "tag": "54614cb7-1c6d-428a-b1c5-3605226dbcd6"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:41:16.476586 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9790dc-53c1-4d99-94a2-da926b374091 req-339bb72e-9b24-4ad4-bdc0-237cc66b5231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:16.478093 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ff9790dc-53c1-4d99-94a2-da926b374091 req-339bb72e-9b24-4ad4-bdc0-237cc66b5231 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=205e31e7-fda7-44a5-98d3-6a3c5b8d28bb HTTP/1.1" status: 200 len: 860 time: 0.0493541 Sep 07 02:41:16.483203 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1592f3-d6ee-4222-acd6-380e7cb58bb5 None None] Sync routers for ids ['33c08d20-dbad-4428-bb08-966ab5175b7c'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:41:16.492929 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1592f3-d6ee-4222-acd6-380e7cb58bb5 None None] Routers {'33c08d20-dbad-4428-bb08-966ab5175b7c'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:41:16.493550 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-4c1592f3-d6ee-4222-acd6-380e7cb58bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:40:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['33c08d20-dbad-4428-bb08-966ab5175b7c'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:41:16.528594 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9790dc-53c1-4d99-94a2-da926b374091 req-b4960b9c-a4d5-41a6-a746-21440b0e9df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:16.530228 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ff9790dc-53c1-4d99-94a2-da926b374091 req-b4960b9c-a4d5-41a6-a746-21440b0e9df0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cf4d819b-d5b3-41f0-aae9-25471cd508bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445199 Sep 07 02:41:16.533995 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 07 Sep 2021 02:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07cbb730-b92d-4ca7-8f57-392b9002f4ec x-openstack-request-id: req-07cbb730-b92d-4ca7-8f57-392b9002f4ec {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:41:16.534299 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b3e968d-0a74-40a9-ab0d-146c6fc12a4d", "name": "network-vif-unplugged", "status": "completed", "tag": "54614cb7-1c6d-428a-b1c5-3605226dbcd6", "code": 200}, {"name": "network-changed", "server_uuid": "6b3e968d-0a74-40a9-ab0d-146c6fc12a4d", "tag": "54614cb7-1c6d-428a-b1c5-3605226dbcd6", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:41:16.534556 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-07cbb730-b92d-4ca7-8f57-392b9002f4ec {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:41:16.534959 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b3e968d-0a74-40a9-ab0d-146c6fc12a4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54614cb7-1c6d-428a-b1c5-3605226dbcd6', 'code': 200} Sep 07 02:41:16.535217 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b3e968d-0a74-40a9-ab0d-146c6fc12a4d', 'tag': '54614cb7-1c6d-428a-b1c5-3605226dbcd6', 'status': 'completed', 'code': 200} Sep 07 02:41:16.610519 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5d75d-337f-453f-9f0e-89e2f2eff682 req-883da51d-e77c-4761-b042-de812ea3ce2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:16.612070 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-70c5d75d-337f-453f-9f0e-89e2f2eff682 req-883da51d-e77c-4761-b042-de812ea3ce2c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ef46d2c6ddda4358910a6e6d3c8cd1f8&device_id=6b3e968d-0a74-40a9-ab0d-146c6fc12a4d HTTP/1.1" status: 200 len: 1100 time: 0.0460005 Sep 07 02:41:16.636110 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-4c1592f3-d6ee-4222-acd6-380e7cb58bb5 None None] Set router 33c08d20-dbad-4428-bb08-966ab5175b7c gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:41:16.690638 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5d75d-337f-453f-9f0e-89e2f2eff682 req-4b5b862e-90cf-4f19-9d48-fd48ec431ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:16.692573 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-70c5d75d-337f-453f-9f0e-89e2f2eff682 req-4b5b862e-90cf-4f19-9d48-fd48ec431ec5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef46d2c6ddda4358910a6e6d3c8cd1f8&device_id=6b3e968d-0a74-40a9-ab0d-146c6fc12a4d HTTP/1.1" status: 200 len: 1100 time: 0.0641737 Sep 07 02:41:16.695033 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ff9790dc-53c1-4d99-94a2-da926b374091 req-e157b8c5-6c8d-4492-a2c5-f1ef8daf04dc service neutron] 10.222.0.22 "GET /v2.0/networks/cf4d819b-d5b3-41f0-aae9-25471cd508bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485412 Sep 07 02:41:16.764806 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5d75d-337f-453f-9f0e-89e2f2eff682 req-6c442e17-54ec-480e-a9b1-af2384148926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:16.768242 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-70c5d75d-337f-453f-9f0e-89e2f2eff682 req-6c442e17-54ec-480e-a9b1-af2384148926 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0823ecf3-066e-49bd-a451-2e84ab79a70f HTTP/1.1" status: 200 len: 869 time: 0.1461205 Sep 07 02:41:16.845255 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-70c5d75d-337f-453f-9f0e-89e2f2eff682 req-4afdb257-9648-4c61-8fb8-a918c79f0f1a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=54614cb7-1c6d-428a-b1c5-3605226dbcd6 HTTP/1.1" status: 200 len: 217 time: 0.0694363 Sep 07 02:41:16.889639 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5d75d-337f-453f-9f0e-89e2f2eff682 req-149aa2da-eb1e-4611-b94f-0f666e4e8239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:16.891249 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-70c5d75d-337f-453f-9f0e-89e2f2eff682 req-149aa2da-eb1e-4611-b94f-0f666e4e8239 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0823ecf3-066e-49bd-a451-2e84ab79a70f HTTP/1.1" status: 200 len: 869 time: 0.1904650 Sep 07 02:41:16.893289 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ff9790dc-53c1-4d99-94a2-da926b374091 req-7742476b-6465-4692-a9e1-df2b438d5312 service neutron] 10.222.0.22 "GET /v2.0/networks/cf4d819b-d5b3-41f0-aae9-25471cd508bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845191 Sep 07 02:41:16.923233 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-4c1592f3-d6ee-4222-acd6-380e7cb58bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1167678754-router', 'tenant_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'e3f9da3b-548c-4f0f-b18d-cc6adbb79848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:40:35Z', 'updated_at': '2021-09-07T02:40:41Z', 'revision_number': 4, 'project_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'gw_port': {'id': 'e3f9da3b-548c-4f0f-b18d-cc6adbb79848', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:20:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:40:36Z', 'updated_at': '2021-09-07T02:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': '7170ddfd-ef90-4e7b-8b5c-9c534d49af7f', 'tenant_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'floating_ip_address': '172.25.5.142', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'port_id': '67147b01-9a7d-4ce0-85e8-517a68049442', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf4d819b-d5b3-41f0-aae9-25471cd508bb', 'mac_address': 'fa:16:3e:a8:cc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ada2fc4-fa95-44b4-aca4-d6ac02935b0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T02:40:56Z', 'updated_at': '2021-09-07T02:41:16Z', 'revision_number': 4, 'project_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2981b985-f07f-4ac9-94fa-288b1e5195ff', 'name': '', 'network_id': 'cf4d819b-d5b3-41f0-aae9-25471cd508bb', 'tenant_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'mac_address': 'fa:16:3e:2e:85:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '205e31e7-fda7-44a5-98d3-6a3c5b8d28bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:40:40Z', 'updated_at': '2021-09-07T02:40:48Z', 'revision_number': 5, 'project_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'subnets': [{'id': '205e31e7-fda7-44a5-98d3-6a3c5b8d28bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:41:16.954635 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1592f3-d6ee-4222-acd6-380e7cb58bb5 None None] Checking router: 33c08d20-dbad-4428-bb08-966ab5175b7c for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:41:16.963973 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1592f3-d6ee-4222-acd6-380e7cb58bb5 None None] Routers {'33c08d20-dbad-4428-bb08-966ab5175b7c'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:41:16.965192 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-4c1592f3-d6ee-4222-acd6-380e7cb58bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:40:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['33c08d20-dbad-4428-bb08-966ab5175b7c'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:41:16.971869 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5d75d-337f-453f-9f0e-89e2f2eff682 req-f108eb27-21de-4367-a624-53fd4677aab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:16.973414 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-70c5d75d-337f-453f-9f0e-89e2f2eff682 req-f108eb27-21de-4367-a624-53fd4677aab6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.1113071 Sep 07 02:41:16.980801 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-70c5d75d-337f-453f-9f0e-89e2f2eff682 req-f967985a-65ef-4235-8595-c91ab2095a29 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=54614cb7-1c6d-428a-b1c5-3605226dbcd6 HTTP/1.1" status: 200 len: 217 time: 0.0740163 Sep 07 02:41:17.069018 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5d75d-337f-453f-9f0e-89e2f2eff682 req-00bf6b12-f6f4-4ad9-b816-315f9e2d4f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:17.070707 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-70c5d75d-337f-453f-9f0e-89e2f2eff682 req-00bf6b12-f6f4-4ad9-b816-315f9e2d4f7b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0842726 Sep 07 02:41:17.095587 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aff18d-d8ee-460d-aa24-80cf5575580b req-bb3e4ea1-3a8c-4d3d-bba3-465c09ad9a27 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:17.096455 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-4c1592f3-d6ee-4222-acd6-380e7cb58bb5 None None] Set router 33c08d20-dbad-4428-bb08-966ab5175b7c gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:41:17.097117 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-22aff18d-d8ee-460d-aa24-80cf5575580b req-bb3e4ea1-3a8c-4d3d-bba3-465c09ad9a27 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41 HTTP/1.1" status: 200 len: 951 time: 0.0773296 Sep 07 02:41:17.121180 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6353bcbe-e358-4886-8dc7-ea64c96f38a7 req-5cceb479-b50f-48fe-98c0-d7c61a99f8fa tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.142 HTTP/1.1" status: 200 len: 1002 time: 0.1481860 Sep 07 02:41:17.134290 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5d75d-337f-453f-9f0e-89e2f2eff682 req-2917b86e-eb54-49dd-a604-47b978192762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:17.136845 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-70c5d75d-337f-453f-9f0e-89e2f2eff682 req-2917b86e-eb54-49dd-a604-47b978192762 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.1213112 Sep 07 02:41:17.226386 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6353bcbe-e358-4886-8dc7-ea64c96f38a7 req-9dfe5cea-919c-4f50-a834-44505fdca5db tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:17.242369 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-22aff18d-d8ee-460d-aa24-80cf5575580b req-220da7b1-07e6-433f-81f7-1ee853bbdbce tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/security-groups?id=5aa3eea4-f70b-474f-97cd-18228c65f346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327484 Sep 07 02:41:17.243083 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6353bcbe-e358-4886-8dc7-ea64c96f38a7 req-9dfe5cea-919c-4f50-a834-44505fdca5db tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/ports/67147b01-9a7d-4ce0-85e8-517a68049442 HTTP/1.1" status: 200 len: 943 time: 0.1126690 Sep 07 02:41:17.268355 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129e817e-f76d-4bd0-8a5a-5c98ee3520fa req-babc197c-9944-403d-930b-81bb5f15fc6f tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:17.268355 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-129e817e-f76d-4bd0-8a5a-5c98ee3520fa req-babc197c-9944-403d-930b-81bb5f15fc6f tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.16 "GET /v2.0/ports?device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41 HTTP/1.1" status: 200 len: 951 time: 0.1228545 Sep 07 02:41:17.269967 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5d75d-337f-453f-9f0e-89e2f2eff682 req-682f6a03-a6a9-4ee2-8058-42df3e1a9c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:17.273290 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-70c5d75d-337f-453f-9f0e-89e2f2eff682 req-682f6a03-a6a9-4ee2-8058-42df3e1a9c0a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1137464 Sep 07 02:41:17.289774 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14488513-6591-402f-9cca-41e13c86bb86', 'tag': 'd5c3d11f-a916-4cd5-889c-fdc14e370dfe'}, {'name': 'network-changed', 'server_uuid': '0ada2fc4-fa95-44b4-aca4-d6ac02935b0f', 'tag': '67147b01-9a7d-4ce0-85e8-517a68049442'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:41:17.292178 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4d537c-12ac-41a6-9c0a-9303c3ee46f5" -d '{"events": [{"name": "network-changed", "server_uuid": "14488513-6591-402f-9cca-41e13c86bb86", "tag": "d5c3d11f-a916-4cd5-889c-fdc14e370dfe"}, {"name": "network-changed", "server_uuid": "0ada2fc4-fa95-44b4-aca4-d6ac02935b0f", "tag": "67147b01-9a7d-4ce0-85e8-517a68049442"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:41:17.359884 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-70c5d75d-337f-453f-9f0e-89e2f2eff682 req-07937356-9376-4637-9405-487967860a30 service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799051 Sep 07 02:41:17.363652 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 54614cb7-1c6d-428a-b1c5-3605226dbcd6 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:41:17.454029 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6353bcbe-e358-4886-8dc7-ea64c96f38a7 req-ad0ad851-87d9-44b2-8aa8-40fc3ee7b8c0 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.142 HTTP/1.1" status: 200 len: 1002 time: 0.0929472 Sep 07 02:41:17.456138 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-70c5d75d-337f-453f-9f0e-89e2f2eff682 req-e3f015e8-e9f3-4640-b27e-79aef72c32ba service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752648 Sep 07 02:41:17.522678 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-4c1592f3-d6ee-4222-acd6-380e7cb58bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1167678754-router', 'tenant_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'e3f9da3b-548c-4f0f-b18d-cc6adbb79848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:40:35Z', 'updated_at': '2021-09-07T02:40:41Z', 'revision_number': 4, 'project_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'gw_port': {'id': 'e3f9da3b-548c-4f0f-b18d-cc6adbb79848', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:20:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:40:36Z', 'updated_at': '2021-09-07T02:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': '7170ddfd-ef90-4e7b-8b5c-9c534d49af7f', 'tenant_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'floating_ip_address': '172.25.5.142', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'port_id': '67147b01-9a7d-4ce0-85e8-517a68049442', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf4d819b-d5b3-41f0-aae9-25471cd508bb', 'mac_address': 'fa:16:3e:a8:cc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ada2fc4-fa95-44b4-aca4-d6ac02935b0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T02:40:56Z', 'updated_at': '2021-09-07T02:41:16Z', 'revision_number': 4, 'project_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2981b985-f07f-4ac9-94fa-288b1e5195ff', 'name': '', 'network_id': 'cf4d819b-d5b3-41f0-aae9-25471cd508bb', 'tenant_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'mac_address': 'fa:16:3e:2e:85:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '205e31e7-fda7-44a5-98d3-6a3c5b8d28bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:40:40Z', 'updated_at': '2021-09-07T02:40:48Z', 'revision_number': 5, 'project_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'subnets': [{'id': '205e31e7-fda7-44a5-98d3-6a3c5b8d28bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:41:17.526105 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-70c5d75d-337f-453f-9f0e-89e2f2eff682 req-3937aa23-21cb-4ca1-9084-446cbd3a9d30 service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209564 Sep 07 02:41:17.612485 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efeb3c2-53fa-4a96-9de7-cf74ef49a945 req-b5e25495-ef0d-4862-92e0-9bcf0d952cd5 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:17.614081 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 54614cb7-1c6d-428a-b1c5-3605226dbcd6, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=54614cb7-1c6d-428a-b1c5-3605226dbcd6,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:41:17.622062 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4efeb3c2-53fa-4a96-9de7-cf74ef49a945 req-b5e25495-ef0d-4862-92e0-9bcf0d952cd5 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=99b36ce8-9540-4cd4-b0ca-7b3cd88dabd6 HTTP/1.1" status: 200 len: 946 time: 0.2458463 Sep 07 02:41:17.642786 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '54614cb7-1c6d-428a-b1c5-3605226dbcd6', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'port_id': '54614cb7-1c6d-428a-b1c5-3605226dbcd6', 'mac_address': 'fa:16:3e:a9:80:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '694f9550-ba12-4672-8446-41848123cea2', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:41:17.699798 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4efeb3c2-53fa-4a96-9de7-cf74ef49a945 req-cacd2754-07e0-4d74-a93e-8089bf9218f1 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753398 Sep 07 02:41:17.717542 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-129e817e-f76d-4bd0-8a5a-5c98ee3520fa req-1aa29b0a-526f-4373-8d09-35b37d5ab2d5 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Deleting port 9a58c4ba-35a7-4e62-92c6-41111bb13d09 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:41:17.718239 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-129e817e-f76d-4bd0-8a5a-5c98ee3520fa req-1aa29b0a-526f-4373-8d09-35b37d5ab2d5 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:17.742322 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:17.767122 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54614cb7-1c6d-428a-b1c5-3605226dbcd6 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:41:17.806481 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 54614cb7-1c6d-428a-b1c5-3605226dbcd6 no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:41:17.811461 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1592f3-d6ee-4222-acd6-380e7cb58bb5 None None] The sync data for ids ['33c08d20-dbad-4428-bb08-966ab5175b7c'] in n-d-796209-16 is: [{'id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1167678754-router', 'tenant_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'e3f9da3b-548c-4f0f-b18d-cc6adbb79848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:40:35Z', 'updated_at': '2021-09-07T02:40:41Z', 'revision_number': 4, 'project_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'gw_port': {'id': 'e3f9da3b-548c-4f0f-b18d-cc6adbb79848', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:20:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:40:36Z', 'updated_at': '2021-09-07T02:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': '7170ddfd-ef90-4e7b-8b5c-9c534d49af7f', 'tenant_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'floating_ip_address': '172.25.5.142', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'port_id': '67147b01-9a7d-4ce0-85e8-517a68049442', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf4d819b-d5b3-41f0-aae9-25471cd508bb', 'mac_address': 'fa:16:3e:a8:cc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ada2fc4-fa95-44b4-aca4-d6ac02935b0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T02:40:56Z', 'updated_at': '2021-09-07T02:41:16Z', 'revision_number': 4, 'project_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2981b985-f07f-4ac9-94fa-288b1e5195ff', 'name': '', 'network_id': 'cf4d819b-d5b3-41f0-aae9-25471cd508bb', 'tenant_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'mac_address': 'fa:16:3e:2e:85:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '205e31e7-fda7-44a5-98d3-6a3c5b8d28bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:40:40Z', 'updated_at': '2021-09-07T02:40:48Z', 'revision_number': 5, 'project_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'subnets': [{'id': '205e31e7-fda7-44a5-98d3-6a3c5b8d28bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:41:17.864442 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 54614cb7-1c6d-428a-b1c5-3605226dbcd6, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=54614cb7-1c6d-428a-b1c5-3605226dbcd6,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:41:17.877499 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:17.945553 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 54614cb7-1c6d-428a-b1c5-3605226dbcd6 not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:41:17.946168 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 63b9efb1-f51e-4350-bf31-f9c359050fa6 no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:41:17.970829 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 07 Sep 2021 02:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1fd19a-0c07-4e43-9e07-f669a5ea2b40 x-openstack-request-id: req-ea1fd19a-0c07-4e43-9e07-f669a5ea2b40 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:41:17.971432 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14488513-6591-402f-9cca-41e13c86bb86", "tag": "d5c3d11f-a916-4cd5-889c-fdc14e370dfe", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0ada2fc4-fa95-44b4-aca4-d6ac02935b0f", "tag": "67147b01-9a7d-4ce0-85e8-517a68049442", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:41:17.971432 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ea1fd19a-0c07-4e43-9e07-f669a5ea2b40 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:41:17.971845 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14488513-6591-402f-9cca-41e13c86bb86', 'tag': 'd5c3d11f-a916-4cd5-889c-fdc14e370dfe', 'status': 'completed', 'code': 200} Sep 07 02:41:17.972720 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ada2fc4-fa95-44b4-aca4-d6ac02935b0f', 'tag': '67147b01-9a7d-4ce0-85e8-517a68049442', 'status': 'completed', 'code': 200} Sep 07 02:41:17.973278 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: 63b9efb1-f51e-4350-bf31-f9c359050fa6 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:41:17.973781 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 63b9efb1-f51e-4350-bf31-f9c359050fa6 not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:41:17.998654 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=54614cb7-1c6d-428a-b1c5-3605226dbcd6,revision_number=8']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:18.007748 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:41:18.008273 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:41:18.008704 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:41:18.009186 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:41:18.009825 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:41:18.010239 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:41:18.010728 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:41:18.011251 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:41:18.011839 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:41:18.012394 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:41:18.012922 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:41:18.013283 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:41:18.036463 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d537c-12ac-41a6-9c0a-9303c3ee46f5 req-6805555b-9153-4d9d-96ad-47c19ee996a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:18.038282 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a4d537c-12ac-41a6-9c0a-9303c3ee46f5 req-6805555b-9153-4d9d-96ad-47c19ee996a4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b8a2a8dd4f3482aa9fef6171603eb42&device_id=14488513-6591-402f-9cca-41e13c86bb86 HTTP/1.1" status: 200 len: 1098 time: 0.2084463 Sep 07 02:41:18.044703 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-129e817e-f76d-4bd0-8a5a-5c98ee3520fa req-1aa29b0a-526f-4373-8d09-35b37d5ab2d5 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] For port 9a58c4ba-35a7-4e62-92c6-41111bb13d09, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=9a58c4ba-35a7-4e62-92c6-41111bb13d09,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:41:18.045071 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-129e817e-f76d-4bd0-8a5a-5c98ee3520fa req-1aa29b0a-526f-4373-8d09-35b37d5ab2d5 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:18.073724 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b2e0b-c5e4-43bf-9c93-8179cecf0774 req-6ef03204-d598-49a2-8020-2ce3beb3dbd2 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:18.081806 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-042b2e0b-c5e4-43bf-9c93-8179cecf0774 req-6ef03204-d598-49a2-8020-2ce3beb3dbd2 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b3e968d-0a74-40a9-ab0d-146c6fc12a4d HTTP/1.1" status: 200 len: 949 time: 0.1503596 Sep 07 02:41:18.112197 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-129e817e-f76d-4bd0-8a5a-5c98ee3520fa req-1aa29b0a-526f-4373-8d09-35b37d5ab2d5 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Calling delete_port for 9a58c4ba-35a7-4e62-92c6-41111bb13d09 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:41:18.155102 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['54614cb7-1c6d-428a-b1c5-3605226dbcd6'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:41:18.178696 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6353bcbe-e358-4886-8dc7-ea64c96f38a7 req-122acdbf-e583-4663-b731-7cf03481164a tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:18.180822 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6353bcbe-e358-4886-8dc7-ea64c96f38a7 req-122acdbf-e583-4663-b731-7cf03481164a tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/networks/1166b922-7457-4da4-bdda-328e8c8e7bc6 HTTP/1.1" status: 200 len: 784 time: 0.7197380 Sep 07 02:41:18.213311 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-70c5d75d-337f-453f-9f0e-89e2f2eff682 req-9eb0e00c-8878-443e-a394-feb823aeb18f service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390156 Sep 07 02:41:18.217623 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-042b2e0b-c5e4-43bf-9c93-8179cecf0774 req-59be7c09-d42a-4ae2-b34f-f611824f1bc6 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349716 Sep 07 02:41:18.277510 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d537c-12ac-41a6-9c0a-9303c3ee46f5 req-408e740f-56f3-400e-950a-127d729a54e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:18.279814 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a4d537c-12ac-41a6-9c0a-9303c3ee46f5 req-408e740f-56f3-400e-950a-127d729a54e1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=cf4d819b-d5b3-41f0-aae9-25471cd508bb HTTP/1.1" status: 200 len: 921 time: 0.2228007 Sep 07 02:41:18.419622 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a4d537c-12ac-41a6-9c0a-9303c3ee46f5 req-9bf76a14-9e88-4848-95a1-71c9168a0035 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5c3d11f-a916-4cd5-889c-fdc14e370dfe HTTP/1.1" status: 200 len: 217 time: 0.0602217 Sep 07 02:41:18.462993 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-129e817e-f76d-4bd0-8a5a-5c98ee3520fa req-1aa29b0a-526f-4373-8d09-35b37d5ab2d5 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:18.474621 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['9a58c4ba-35a7-4e62-92c6-41111bb13d09'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:41:18.554784 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa29b0a-526f-4373-8d09-35b37d5ab2d5 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Pushing event deleted for resources: {'Port': ['ID=9a58c4ba-35a7-4e62-92c6-41111bb13d09,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:18.596199 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d95ecee4-16de-44c8-b25c-3f46c32f637a req-0afb748b-672e-483b-bad7-bd38ca20aab0 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8b42e2a-3648-4a2f-827b-d307dc463a41 HTTP/1.1" status: 200 len: 210 time: 0.0392973 Sep 07 02:41:18.620542 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-129e817e-f76d-4bd0-8a5a-5c98ee3520fa req-1aa29b0a-526f-4373-8d09-35b37d5ab2d5 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] No DVR routers for this DVR port 9a58c4ba-35a7-4e62-92c6-41111bb13d09 on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:41:18.637768 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-37c13606-6832-4b66-b644-e7d90690d358 req-89076cf2-b319-4fe1-9e79-957886985fe3 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.142 HTTP/1.1" status: 200 len: 1002 time: 0.2771652 Sep 07 02:41:18.647631 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-129e817e-f76d-4bd0-8a5a-5c98ee3520fa req-1aa29b0a-526f-4373-8d09-35b37d5ab2d5 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:18.661502 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-129e817e-f76d-4bd0-8a5a-5c98ee3520fa req-1aa29b0a-526f-4373-8d09-35b37d5ab2d5 tempest-ServersAdminTestJSON-1399632046 tempest-ServersAdminTestJSON-1399632046-project] 10.222.0.16 "DELETE /v2.0/ports/9a58c4ba-35a7-4e62-92c6-41111bb13d09 HTTP/1.1" status: 204 len: 173 time: 1.3861144 Sep 07 02:41:18.666501 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b42e2a-3648-4a2f-827b-d307dc463a41', 'name': 'network-vif-deleted', 'tag': '9a58c4ba-35a7-4e62-92c6-41111bb13d09'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:41:18.668902 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65514a7-99a4-4e81-a8b9-cbd1f3dbe467" -d '{"events": [{"server_uuid": "d8b42e2a-3648-4a2f-827b-d307dc463a41", "name": "network-vif-deleted", "tag": "9a58c4ba-35a7-4e62-92c6-41111bb13d09"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:41:18.710358 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c13606-6832-4b66-b644-e7d90690d358 req-abf2ef42-5f07-4719-b9ee-cbc9f674b05e tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:18.720303 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-37c13606-6832-4b66-b644-e7d90690d358 req-abf2ef42-5f07-4719-b9ee-cbc9f674b05e tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/ports/67147b01-9a7d-4ce0-85e8-517a68049442 HTTP/1.1" status: 200 len: 943 time: 0.0785098 Sep 07 02:41:18.722101 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d537c-12ac-41a6-9c0a-9303c3ee46f5 req-882e4776-999e-47dc-afa1-7a799bdbde62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:18.723615 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a4d537c-12ac-41a6-9c0a-9303c3ee46f5 req-882e4776-999e-47dc-afa1-7a799bdbde62 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=205e31e7-fda7-44a5-98d3-6a3c5b8d28bb HTTP/1.1" status: 200 len: 860 time: 0.2761319 Sep 07 02:41:18.808962 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a913e-1a79-47ca-ae2e-3a469e41077c req-49b81a7c-3371-4452-ab5a-2779d0450e86 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:18.811821 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b75a913e-1a79-47ca-ae2e-3a469e41077c req-49b81a7c-3371-4452-ab5a-2779d0450e86 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b3e968d-0a74-40a9-ab0d-146c6fc12a4d HTTP/1.1" status: 200 len: 949 time: 0.1147573 Sep 07 02:41:18.821067 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a3c7d-8327-4c84-9d07-a9255fa1d24d req-402e8007-197e-401d-9727-413d916097ed tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:18.822914 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4c9a3c7d-8327-4c84-9d07-a9255fa1d24d req-402e8007-197e-401d-9727-413d916097ed tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b3e968d-0a74-40a9-ab0d-146c6fc12a4d&tenant_id=ef46d2c6ddda4358910a6e6d3c8cd1f8&binding%3Ahost_id=n-h1-796209-16 HTTP/1.1" status: 200 len: 949 time: 0.1998527 Sep 07 02:41:18.888103 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-37c13606-6832-4b66-b644-e7d90690d358 req-4eef6087-f89b-46b6-bd18-ef443ae8e7fd tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.142 HTTP/1.1" status: 200 len: 1002 time: 0.0844080 Sep 07 02:41:18.912907 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [req-4c9a3c7d-8327-4c84-9d07-a9255fa1d24d req-49e0706f-5374-4cb4-87c6-9130a2070273 service neutron] delete failed (client error): The resource could not be found. Sep 07 02:41:18.914132 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4c9a3c7d-8327-4c84-9d07-a9255fa1d24d req-49e0706f-5374-4cb4-87c6-9130a2070273 service neutron] 10.222.0.16 "DELETE /v2.0/ports/54614cb7-1c6d-428a-b1c5-3605226dbcd6/bindings/n-h2-796209-16 HTTP/1.1" status: 404 len: 381 time: 0.0813119 Sep 07 02:41:18.930843 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b75a913e-1a79-47ca-ae2e-3a469e41077c req-4ed38952-a5a2-4ea1-8d39-5d77099068ec tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060879 Sep 07 02:41:18.935366 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d537c-12ac-41a6-9c0a-9303c3ee46f5 req-f593783e-5488-481e-a4c3-71b02482f221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:18.936803 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a4d537c-12ac-41a6-9c0a-9303c3ee46f5 req-f593783e-5488-481e-a4c3-71b02482f221 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cf4d819b-d5b3-41f0-aae9-25471cd508bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2014937 Sep 07 02:41:19.020806 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42220e9b-c40c-4660-b86b-ae6ec5cf82e0 x-openstack-request-id: req-42220e9b-c40c-4660-b86b-ae6ec5cf82e0 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:41:19.021431 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b42e2a-3648-4a2f-827b-d307dc463a41", "name": "network-vif-deleted", "tag": "9a58c4ba-35a7-4e62-92c6-41111bb13d09", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:41:19.021860 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-42220e9b-c40c-4660-b86b-ae6ec5cf82e0 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:41:19.022380 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b42e2a-3648-4a2f-827b-d307dc463a41', 'name': 'network-vif-deleted', 'tag': '9a58c4ba-35a7-4e62-92c6-41111bb13d09', 'status': 'completed', 'code': 200} Sep 07 02:41:19.091621 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a3c7d-8327-4c84-9d07-a9255fa1d24d req-e8bde4fb-8854-4cc1-a16d-ba4e18a2c403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:19.094007 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4c9a3c7d-8327-4c84-9d07-a9255fa1d24d req-e8bde4fb-8854-4cc1-a16d-ba4e18a2c403 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef46d2c6ddda4358910a6e6d3c8cd1f8&device_id=6b3e968d-0a74-40a9-ab0d-146c6fc12a4d HTTP/1.1" status: 200 len: 1101 time: 0.0827105 Sep 07 02:41:19.113639 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b0c8c0-bf61-430e-88eb-5ccd5c9df9a2 req-e136e399-7baa-499f-8f7d-a816f2c7bfa3 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:19.122724 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-57b0c8c0-bf61-430e-88eb-5ccd5c9df9a2 req-e136e399-7baa-499f-8f7d-a816f2c7bfa3 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=99b36ce8-9540-4cd4-b0ca-7b3cd88dabd6 HTTP/1.1" status: 200 len: 946 time: 0.0748637 Sep 07 02:41:19.130921 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c13606-6832-4b66-b644-e7d90690d358 req-affa0499-ea2a-46a7-ac4f-a93dce77de4b tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:19.141185 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-37c13606-6832-4b66-b644-e7d90690d358 req-affa0499-ea2a-46a7-ac4f-a93dce77de4b tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/networks/1166b922-7457-4da4-bdda-328e8c8e7bc6 HTTP/1.1" status: 200 len: 784 time: 0.2475507 Sep 07 02:41:19.201808 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-57b0c8c0-bf61-430e-88eb-5ccd5c9df9a2 req-1de10bae-a22e-47e2-b5a1-1aa59dc65224 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733240 Sep 07 02:41:19.210387 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a4d537c-12ac-41a6-9c0a-9303c3ee46f5 req-a8256ac1-2be9-4a98-8bb6-04dd32566c91 service neutron] 10.222.0.23 "GET /v2.0/networks/cf4d819b-d5b3-41f0-aae9-25471cd508bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626398 Sep 07 02:41:19.270535 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-37c13606-6832-4b66-b644-e7d90690d358 req-f8747981-4d0f-4cc3-a657-5009e03e95dc tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.142 HTTP/1.1" status: 200 len: 1002 time: 0.1282179 Sep 07 02:41:19.271598 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a3c7d-8327-4c84-9d07-a9255fa1d24d req-dda11c3d-65e5-4976-888c-5cf7a23842c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:19.273701 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4c9a3c7d-8327-4c84-9d07-a9255fa1d24d req-dda11c3d-65e5-4976-888c-5cf7a23842c3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0823ecf3-066e-49bd-a451-2e84ab79a70f HTTP/1.1" status: 200 len: 869 time: 0.1417060 Sep 07 02:41:19.283347 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-37c13606-6832-4b66-b644-e7d90690d358 req-4acc8cda-b601-4b52-979f-d7cf01f27233 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:41:19.332556 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4c9a3c7d-8327-4c84-9d07-a9255fa1d24d req-f83dfb6f-eca2-4bcd-80fe-a9ae5694e663 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=54614cb7-1c6d-428a-b1c5-3605226dbcd6 HTTP/1.1" status: 200 len: 217 time: 0.0443795 Sep 07 02:41:19.375833 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 54614cb7-1c6d-428a-b1c5-3605226dbcd6 up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:41:19.391270 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a3c7d-8327-4c84-9d07-a9255fa1d24d req-5e59711a-1edc-4e1c-b5bc-761a49ac8fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:19.392809 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4c9a3c7d-8327-4c84-9d07-a9255fa1d24d req-5e59711a-1edc-4e1c-b5bc-761a49ac8fc1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.0540442 Sep 07 02:41:19.400944 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-37c13606-6832-4b66-b644-e7d90690d358 req-4acc8cda-b601-4b52-979f-d7cf01f27233 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Notify callbacks [] for floatingip, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:19.444747 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a4d537c-12ac-41a6-9c0a-9303c3ee46f5 req-0c474012-b29b-4638-9005-7a7fd657b505 service neutron] 10.222.0.23 "GET /v2.0/networks/cf4d819b-d5b3-41f0-aae9-25471cd508bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100303 Sep 07 02:41:19.461005 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a3c7d-8327-4c84-9d07-a9255fa1d24d req-f5acbbe4-8ea9-4a26-b8b0-934d97abe4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:19.464243 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4c9a3c7d-8327-4c84-9d07-a9255fa1d24d req-f5acbbe4-8ea9-4a26-b8b0-934d97abe4d6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0621490 Sep 07 02:41:19.468782 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port 54614cb7-1c6d-428a-b1c5-3605226dbcd6 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:41:19.483054 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port 54614cb7-1c6d-428a-b1c5-3605226dbcd6 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:41:19.484694 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:19.603340 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d537c-12ac-41a6-9c0a-9303c3ee46f5 req-57ac2b18-939d-4cf4-9fb8-c129cc186aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:19.605637 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a4d537c-12ac-41a6-9c0a-9303c3ee46f5 req-57ac2b18-939d-4cf4-9fb8-c129cc186aec service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b8a2a8dd4f3482aa9fef6171603eb42&device_id=0ada2fc4-fa95-44b4-aca4-d6ac02935b0f HTTP/1.1" status: 200 len: 1098 time: 0.0978394 Sep 07 02:41:19.611933 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-37c13606-6832-4b66-b644-e7d90690d358 req-4acc8cda-b601-4b52-979f-d7cf01f27233 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:19.638915 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:19.673778 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b3e968d-0a74-40a9-ab0d-146c6fc12a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54614cb7-1c6d-428a-b1c5-3605226dbcd6'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:41:19.676304 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-560bc6e0-da4e-4f43-8021-d817bb134465" -d '{"events": [{"server_uuid": "6b3e968d-0a74-40a9-ab0d-146c6fc12a4d", "name": "network-vif-plugged", "status": "completed", "tag": "54614cb7-1c6d-428a-b1c5-3605226dbcd6"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:41:19.692564 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 54614cb7-1c6d-428a-b1c5-3605226dbcd6, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=54614cb7-1c6d-428a-b1c5-3605226dbcd6,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:41:19.694041 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4c9a3c7d-8327-4c84-9d07-a9255fa1d24d req-dc2cc705-e056-483e-9dd6-ed134739840b service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226300 Sep 07 02:41:19.699906 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:19.830972 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e15d61-c7b6-4aed-8de2-f524cf7e8db8 x-openstack-request-id: req-d6e15d61-c7b6-4aed-8de2-f524cf7e8db8 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:41:19.832524 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b3e968d-0a74-40a9-ab0d-146c6fc12a4d", "name": "network-vif-plugged", "status": "completed", "tag": "54614cb7-1c6d-428a-b1c5-3605226dbcd6", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:41:19.834128 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d6e15d61-c7b6-4aed-8de2-f524cf7e8db8 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:41:19.834734 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b3e968d-0a74-40a9-ab0d-146c6fc12a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54614cb7-1c6d-428a-b1c5-3605226dbcd6', 'code': 200} Sep 07 02:41:19.844164 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=54614cb7-1c6d-428a-b1c5-3605226dbcd6,revision_number=9']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:19.904204 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4c9a3c7d-8327-4c84-9d07-a9255fa1d24d req-a4c8961d-11e6-49db-a4f7-b7db2b3cb6d3 service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005985 Sep 07 02:41:20.037220 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48656) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:41:20.041359 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-37c13606-6832-4b66-b644-e7d90690d358 req-4acc8cda-b601-4b52-979f-d7cf01f27233 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:20.041820 n-d-796209-16 neutron-server[94700]: INFO neutron.db.l3_db [req-37c13606-6832-4b66-b644-e7d90690d358 req-4acc8cda-b601-4b52-979f-d7cf01f27233 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Floating IP 7170ddfd-ef90-4e7b-8b5c-9c534d49af7f disassociated. External IP: 172.25.5.142, port: 67147b01-9a7d-4ce0-85e8-517a68049442. Sep 07 02:41:20.062126 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d537c-12ac-41a6-9c0a-9303c3ee46f5 req-8376b0c9-2a3a-4930-94f8-5bebe796c9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:20.063755 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a4d537c-12ac-41a6-9c0a-9303c3ee46f5 req-8376b0c9-2a3a-4930-94f8-5bebe796c9e1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=cf4d819b-d5b3-41f0-aae9-25471cd508bb HTTP/1.1" status: 200 len: 921 time: 0.4506505 Sep 07 02:41:20.113806 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53792c1b-6e8b-4d22-82d3-1ae544a653af req-2105f78f-f24c-40e6-82cf-faaf4a6e9dd8 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:20.115452 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-53792c1b-6e8b-4d22-82d3-1ae544a653af req-2105f78f-f24c-40e6-82cf-faaf4a6e9dd8 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b3e968d-0a74-40a9-ab0d-146c6fc12a4d HTTP/1.1" status: 200 len: 950 time: 0.0793939 Sep 07 02:41:20.154592 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a4d537c-12ac-41a6-9c0a-9303c3ee46f5 req-ce0b7f49-2ae2-4aca-a78f-b7120a1fb717 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67147b01-9a7d-4ce0-85e8-517a68049442 HTTP/1.1" status: 200 len: 217 time: 0.0541415 Sep 07 02:41:20.158013 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-53792c1b-6e8b-4d22-82d3-1ae544a653af req-7f7cd08c-2ddc-4440-b336-8e0cd655bede tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360534 Sep 07 02:41:20.247825 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d0e1609c-7339-409c-b68d-f21e793383e8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d11f9855c7ad47368244092ce8c7b0d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2087209 Sep 07 02:41:20.251973 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48668) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:41:20.275710 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d537c-12ac-41a6-9c0a-9303c3ee46f5 req-0396a25f-fd66-46bd-a495-6142a8102686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:20.277961 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a4d537c-12ac-41a6-9c0a-9303c3ee46f5 req-0396a25f-fd66-46bd-a495-6142a8102686 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=205e31e7-fda7-44a5-98d3-6a3c5b8d28bb HTTP/1.1" status: 200 len: 860 time: 0.1162047 Sep 07 02:41:20.328117 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0c1218b9-cab9-4163-a35a-019c491f968a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:20.353333 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0c1218b9-cab9-4163-a35a-019c491f968a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:20.378462 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d537c-12ac-41a6-9c0a-9303c3ee46f5 req-3679677f-ab05-4c73-a6c1-d0768261006c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:20.380043 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a4d537c-12ac-41a6-9c0a-9303c3ee46f5 req-3679677f-ab05-4c73-a6c1-d0768261006c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cf4d819b-d5b3-41f0-aae9-25471cd508bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0941868 Sep 07 02:41:20.441890 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0c1218b9-cab9-4163-a35a-019c491f968a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:20.444925 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0c1218b9-cab9-4163-a35a-019c491f968a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:20.446022 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-0c1218b9-cab9-4163-a35a-019c491f968a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5aa3eea4-f70b-474f-97cd-18228c65f346 HTTP/1.1" status: 204 len: 168 time: 0.1926584 Sep 07 02:41:20.465312 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba6635-f6bd-48b6-9b07-ce203f015910 req-40b2b61f-4864-4ba9-9ea6-2d91aff1cc84 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:20.467111 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bbba6635-f6bd-48b6-9b07-ce203f015910 req-40b2b61f-4864-4ba9-9ea6-2d91aff1cc84 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=99b36ce8-9540-4cd4-b0ca-7b3cd88dabd6 HTTP/1.1" status: 200 len: 946 time: 0.0688646 Sep 07 02:41:20.468412 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1218b9-cab9-4163-a35a-019c491f968a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa3eea4-f70b-474f-97cd-18228c65f346,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:20.530664 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bbba6635-f6bd-48b6-9b07-ce203f015910 req-5f8d1b2d-4526-48ed-b57d-db3a028a9328 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549088 Sep 07 02:41:20.543751 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37c13606-6832-4b66-b644-e7d90690d358 req-4acc8cda-b601-4b52-979f-d7cf01f27233 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Router 33c08d20-dbad-4428-bb08-966ab5175b7c has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:41:20.672530 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a4d537c-12ac-41a6-9c0a-9303c3ee46f5 req-b99f8d2e-8003-4551-ac95-519ab2c3e0d6 service neutron] 10.222.0.23 "GET /v2.0/networks/cf4d819b-d5b3-41f0-aae9-25471cd508bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302439 Sep 07 02:41:20.757510 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37c13606-6832-4b66-b644-e7d90690d358 req-4acc8cda-b601-4b52-979f-d7cf01f27233 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:41:20.768396 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ec64cf-3ec1-434d-bc58-546352649358 None None] Sync routers for ids ['33c08d20-dbad-4428-bb08-966ab5175b7c'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:41:20.777885 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ec64cf-3ec1-434d-bc58-546352649358 None None] Routers {'33c08d20-dbad-4428-bb08-966ab5175b7c'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:41:20.778750 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-25ec64cf-3ec1-434d-bc58-546352649358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:40:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['33c08d20-dbad-4428-bb08-966ab5175b7c'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:41:20.841410 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-37c13606-6832-4b66-b644-e7d90690d358 req-4acc8cda-b601-4b52-979f-d7cf01f27233 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:20.914910 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-25ec64cf-3ec1-434d-bc58-546352649358 None None] Set router 33c08d20-dbad-4428-bb08-966ab5175b7c gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:41:20.942740 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48682) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:41:20.951467 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48684) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:41:20.956590 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-37c13606-6832-4b66-b644-e7d90690d358 req-4acc8cda-b601-4b52-979f-d7cf01f27233 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "PUT /v2.0/floatingips/7170ddfd-ef90-4e7b-8b5c-9c534d49af7f HTTP/1.1" status: 200 len: 695 time: 1.6848161 Sep 07 02:41:20.995357 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a4d537c-12ac-41a6-9c0a-9303c3ee46f5 req-a33fcc47-e33d-47df-b2b9-9669288e6595 service neutron] 10.222.0.23 "GET /v2.0/networks/cf4d819b-d5b3-41f0-aae9-25471cd508bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875483 Sep 07 02:41:21.023109 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-a250abaa-d3de-46f7-8c0e-70f0411cb6d9 admin admin] Deleting subnet 8fab1dcd-e4f9-4e9d-89a4-c1da67200daf {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:41:21.025552 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ada2fc4-fa95-44b4-aca4-d6ac02935b0f', 'tag': '67147b01-9a7d-4ce0-85e8-517a68049442'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:41:21.027821 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd4b735-fa08-4f66-abda-905568d9c125" -d '{"events": [{"name": "network-changed", "server_uuid": "0ada2fc4-fa95-44b4-aca4-d6ac02935b0f", "tag": "67147b01-9a7d-4ce0-85e8-517a68049442"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:41:21.033739 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c13606-6832-4b66-b644-e7d90690d358 req-86b56929-3202-4766-82ba-71e8d53f0d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:21.035302 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-37c13606-6832-4b66-b644-e7d90690d358 req-86b56929-3202-4766-82ba-71e8d53f0d6d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9b8a2a8dd4f3482aa9fef6171603eb42&device_id=0ada2fc4-fa95-44b4-aca4-d6ac02935b0f HTTP/1.1" status: 200 len: 1098 time: 0.0543993 Sep 07 02:41:21.037204 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a250abaa-d3de-46f7-8c0e-70f0411cb6d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:21.076271 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d8338cdb-5f66-494c-a600-06ff4aaf73db admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d14f1358f5cc4780b5dd0171ce115618&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1236894 Sep 07 02:41:21.090420 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48688) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:41:21.102282 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43763d0b-7081-45e8-a777-dc5f9b8caf81 x-openstack-request-id: req-43763d0b-7081-45e8-a777-dc5f9b8caf81 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:41:21.102930 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ada2fc4-fa95-44b4-aca4-d6ac02935b0f", "tag": "67147b01-9a7d-4ce0-85e8-517a68049442", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:41:21.103473 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-43763d0b-7081-45e8-a777-dc5f9b8caf81 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:41:21.103676 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a250abaa-d3de-46f7-8c0e-70f0411cb6d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:21.104226 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ada2fc4-fa95-44b4-aca4-d6ac02935b0f', 'tag': '67147b01-9a7d-4ce0-85e8-517a68049442', 'status': 'completed', 'code': 200} Sep 07 02:41:21.166775 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a250abaa-d3de-46f7-8c0e-70f0411cb6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:21.255654 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c13606-6832-4b66-b644-e7d90690d358 req-9d6728ef-1a5e-4b4c-9126-7f481ca9a207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:21.256238 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:21.257994 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-37c13606-6832-4b66-b644-e7d90690d358 req-9d6728ef-1a5e-4b4c-9126-7f481ca9a207 service neutron] 10.222.0.22 "GET /v2.0/networks?id=cf4d819b-d5b3-41f0-aae9-25471cd508bb HTTP/1.1" status: 200 len: 921 time: 0.2129087 Sep 07 02:41:21.260643 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd4b735-fa08-4f66-abda-905568d9c125 req-c208c9d3-9741-4b85-af4c-1b12cddeed7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:21.262116 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1fd4b735-fa08-4f66-abda-905568d9c125 req-c208c9d3-9741-4b85-af4c-1b12cddeed7a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b8a2a8dd4f3482aa9fef6171603eb42&device_id=0ada2fc4-fa95-44b4-aca4-d6ac02935b0f HTTP/1.1" status: 200 len: 1098 time: 0.1322031 Sep 07 02:41:21.263077 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-57785adc-4f66-4e96-aa46-cd81ab270381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:21.266000 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:21.273002 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-25ec64cf-3ec1-434d-bc58-546352649358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1167678754-router', 'tenant_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'e3f9da3b-548c-4f0f-b18d-cc6adbb79848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:40:35Z', 'updated_at': '2021-09-07T02:40:41Z', 'revision_number': 4, 'project_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'gw_port': {'id': 'e3f9da3b-548c-4f0f-b18d-cc6adbb79848', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:20:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:40:36Z', 'updated_at': '2021-09-07T02:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '2981b985-f07f-4ac9-94fa-288b1e5195ff', 'name': '', 'network_id': 'cf4d819b-d5b3-41f0-aae9-25471cd508bb', 'tenant_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'mac_address': 'fa:16:3e:2e:85:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '205e31e7-fda7-44a5-98d3-6a3c5b8d28bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:40:40Z', 'updated_at': '2021-09-07T02:40:48Z', 'revision_number': 5, 'project_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'subnets': [{'id': '205e31e7-fda7-44a5-98d3-6a3c5b8d28bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:41:21.307334 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ec64cf-3ec1-434d-bc58-546352649358 None None] Checking router: 33c08d20-dbad-4428-bb08-966ab5175b7c for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:41:21.327349 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ec64cf-3ec1-434d-bc58-546352649358 None None] Routers {'33c08d20-dbad-4428-bb08-966ab5175b7c'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:41:21.327799 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a250abaa-d3de-46f7-8c0e-70f0411cb6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:21.328565 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-25ec64cf-3ec1-434d-bc58-546352649358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:40:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['33c08d20-dbad-4428-bb08-966ab5175b7c'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:41:21.332415 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-37c13606-6832-4b66-b644-e7d90690d358 req-e67f1c64-84e2-45a5-bba6-c531b7544f1d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67147b01-9a7d-4ce0-85e8-517a68049442 HTTP/1.1" status: 200 len: 217 time: 0.0634549 Sep 07 02:41:21.366867 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-57785adc-4f66-4e96-aa46-cd81ab270381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:21.370683 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a250abaa-d3de-46f7-8c0e-70f0411cb6d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:21.375705 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a250abaa-d3de-46f7-8c0e-70f0411cb6d9 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/8fab1dcd-e4f9-4e9d-89a4-c1da67200daf HTTP/1.1" status: 204 len: 168 time: 0.4317789 Sep 07 02:41:21.384877 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c31ee04-8995-4df3-922f-1f11bf350476 req-6321bfc2-cd3a-467d-95ff-27eff64d2c6d tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:21.386677 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7c31ee04-8995-4df3-922f-1f11bf350476 req-6321bfc2-cd3a-467d-95ff-27eff64d2c6d tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b3e968d-0a74-40a9-ab0d-146c6fc12a4d HTTP/1.1" status: 200 len: 950 time: 0.1296709 Sep 07 02:41:21.387555 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48692) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:41:21.395723 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a250abaa-d3de-46f7-8c0e-70f0411cb6d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fab1dcd-e4f9-4e9d-89a4-c1da67200daf,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:21.478211 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-25ec64cf-3ec1-434d-bc58-546352649358 None None] Set router 33c08d20-dbad-4428-bb08-966ab5175b7c gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:41:21.481990 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c13606-6832-4b66-b644-e7d90690d358 req-6c9739e3-a4cb-4e6f-9b9c-b9176c0073e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:21.483769 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-37c13606-6832-4b66-b644-e7d90690d358 req-6c9739e3-a4cb-4e6f-9b9c-b9176c0073e3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=205e31e7-fda7-44a5-98d3-6a3c5b8d28bb HTTP/1.1" status: 200 len: 860 time: 0.1259472 Sep 07 02:41:21.501107 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7c31ee04-8995-4df3-922f-1f11bf350476 req-0a1a2b69-b5a2-4f94-955b-419deaab8bf5 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015244 Sep 07 02:41:21.507107 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd4b735-fa08-4f66-abda-905568d9c125 req-5bb6af7c-598f-47f6-b88c-59b95e971434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:21.508072 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bc85f02f-324d-4169-be6f-496d7a849a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:21.508774 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1fd4b735-fa08-4f66-abda-905568d9c125 req-5bb6af7c-598f-47f6-b88c-59b95e971434 service neutron] 10.222.0.23 "GET /v2.0/networks?id=cf4d819b-d5b3-41f0-aae9-25471cd508bb HTTP/1.1" status: 200 len: 921 time: 0.2271249 Sep 07 02:41:21.573967 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-57785adc-4f66-4e96-aa46-cd81ab270381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:21.577166 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-57785adc-4f66-4e96-aa46-cd81ab270381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:21.578466 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-57785adc-4f66-4e96-aa46-cd81ab270381 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6ab1ae38-182a-4ffb-8b0f-b9e502dfdaec HTTP/1.1" status: 204 len: 168 time: 0.4868672 Sep 07 02:41:21.580122 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1fd4b735-fa08-4f66-abda-905568d9c125 req-c720ef40-67d0-4326-9116-fe0fd351491e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=67147b01-9a7d-4ce0-85e8-517a68049442 HTTP/1.1" status: 200 len: 217 time: 0.0551319 Sep 07 02:41:21.591187 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57785adc-4f66-4e96-aa46-cd81ab270381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab1ae38-182a-4ffb-8b0f-b9e502dfdaec,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:21.629139 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bc85f02f-324d-4169-be6f-496d7a849a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:21.632095 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c13606-6832-4b66-b644-e7d90690d358 req-3646ffde-ac01-47ac-8c39-69b469d49951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:21.634075 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-37c13606-6832-4b66-b644-e7d90690d358 req-3646ffde-ac01-47ac-8c39-69b469d49951 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cf4d819b-d5b3-41f0-aae9-25471cd508bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1382871 Sep 07 02:41:21.663838 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-bc85f02f-324d-4169-be6f-496d7a849a15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29fccc3a-21f2-4674-8b92-bcfa16fabc4c']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:41:21.675920 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-bc85f02f-324d-4169-be6f-496d7a849a15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ec0e383-0f35-4c3c-abc7-899f90f4fe60') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:41:21.676277 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-bc85f02f-324d-4169-be6f-496d7a849a15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ec0e383-0f35-4c3c-abc7-899f90f4fe60') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:41:21.681513 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd4b735-fa08-4f66-abda-905568d9c125 req-ae5cd670-96e5-49a4-9bd7-63e2094947ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:21.684042 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1fd4b735-fa08-4f66-abda-905568d9c125 req-ae5cd670-96e5-49a4-9bd7-63e2094947ac service neutron] 10.222.0.23 "GET /v2.0/subnets?id=205e31e7-fda7-44a5-98d3-6a3c5b8d28bb HTTP/1.1" status: 200 len: 860 time: 0.0906041 Sep 07 02:41:21.688369 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bc85f02f-324d-4169-be6f-496d7a849a15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:21.704191 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bc85f02f-324d-4169-be6f-496d7a849a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:21.711391 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc85f02f-324d-4169-be6f-496d7a849a15 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:41:21.711922 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bc85f02f-324d-4169-be6f-496d7a849a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:21.727525 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:41:21.727525 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:41:21.727525 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:41:21.727525 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:41:21.727525 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:41:21.727525 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:41:21.727525 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:41:21.727525 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:41:21.727525 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:41:21.727525 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:41:21.727525 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:41:21.727525 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:41:21.727525 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:41:21.727525 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:41:21.727525 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:41:21.727525 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:41:21.727525 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:41:21.727525 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:41:21.727525 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:41:21.727525 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:41:21.727525 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:41:21.727525 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:41:21.727525 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:41:21.727525 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:41:21.727525 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:41:21.727525 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:41:21.727525 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:41:21.727525 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:41:21.727525 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:41:21.727525 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:41:21.727525 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:41:21.727525 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:41:21.785221 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-37c13606-6832-4b66-b644-e7d90690d358 req-6d6c052b-83ce-49ce-b606-52856698793e service neutron] 10.222.0.22 "GET /v2.0/networks/cf4d819b-d5b3-41f0-aae9-25471cd508bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428788 Sep 07 02:41:21.788199 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd4b735-fa08-4f66-abda-905568d9c125 req-d4c0a21d-815a-48e3-bf7b-920be5bb88ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:21.789640 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1fd4b735-fa08-4f66-abda-905568d9c125 req-d4c0a21d-815a-48e3-bf7b-920be5bb88ad service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cf4d819b-d5b3-41f0-aae9-25471cd508bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0736120 Sep 07 02:41:21.833181 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e655023f-9acc-4ea7-b8b9-2a28f02c96b5 req-7a713a5e-a47f-4260-a79c-28d7404a5982 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:21.840739 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e655023f-9acc-4ea7-b8b9-2a28f02c96b5 req-7a713a5e-a47f-4260-a79c-28d7404a5982 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b3e968d-0a74-40a9-ab0d-146c6fc12a4d HTTP/1.1" status: 200 len: 950 time: 0.1067133 Sep 07 02:41:21.863510 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bc85f02f-324d-4169-be6f-496d7a849a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:21.878760 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bc85f02f-324d-4169-be6f-496d7a849a15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:21.883006 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-bc85f02f-324d-4169-be6f-496d7a849a15 admin admin] 10.222.0.22 "DELETE /v2.0/networks/29fccc3a-21f2-4674-8b92-bcfa16fabc4c HTTP/1.1" status: 204 len: 168 time: 0.4919040 Sep 07 02:41:21.894947 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc85f02f-324d-4169-be6f-496d7a849a15 admin admin] Pushing event deleted for resources: {'Network': ['ID=29fccc3a-21f2-4674-8b92-bcfa16fabc4c,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:21.919733 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e655023f-9acc-4ea7-b8b9-2a28f02c96b5 req-0249bdbb-a5bb-46ef-922d-c85003c23f3d tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693681 Sep 07 02:41:21.959955 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 9a58c4ba-35a7-4e62-92c6-41111bb13d09 no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:41:22.001876 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-37c13606-6832-4b66-b644-e7d90690d358 req-f0f5bb6f-2bb6-4241-9073-8b40ceded977 service neutron] 10.222.0.22 "GET /v2.0/networks/cf4d819b-d5b3-41f0-aae9-25471cd508bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069378 Sep 07 02:41:22.013655 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1fd4b735-fa08-4f66-abda-905568d9c125 req-306e2e5a-5ed2-4c1b-ac3c-643d3ea44878 service neutron] 10.222.0.23 "GET /v2.0/networks/cf4d819b-d5b3-41f0-aae9-25471cd508bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976602 Sep 07 02:41:22.065977 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: 9a58c4ba-35a7-4e62-92c6-41111bb13d09 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:41:22.066434 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 9a58c4ba-35a7-4e62-92c6-41111bb13d09 not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:41:22.100992 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a63e6-9dbc-4377-bea6-c50e017635a3 req-4332dab2-f64a-4da6-8b41-6d6b16f4e273 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:22.111331 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9d2a63e6-9dbc-4377-bea6-c50e017635a3 req-4332dab2-f64a-4da6-8b41-6d6b16f4e273 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=99b36ce8-9540-4cd4-b0ca-7b3cd88dabd6 HTTP/1.1" status: 200 len: 946 time: 0.1101799 Sep 07 02:41:22.137177 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-25ec64cf-3ec1-434d-bc58-546352649358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1167678754-router', 'tenant_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'e3f9da3b-548c-4f0f-b18d-cc6adbb79848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:40:35Z', 'updated_at': '2021-09-07T02:40:41Z', 'revision_number': 4, 'project_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'gw_port': {'id': 'e3f9da3b-548c-4f0f-b18d-cc6adbb79848', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:20:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:40:36Z', 'updated_at': '2021-09-07T02:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '2981b985-f07f-4ac9-94fa-288b1e5195ff', 'name': '', 'network_id': 'cf4d819b-d5b3-41f0-aae9-25471cd508bb', 'tenant_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'mac_address': 'fa:16:3e:2e:85:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '205e31e7-fda7-44a5-98d3-6a3c5b8d28bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:40:40Z', 'updated_at': '2021-09-07T02:40:48Z', 'revision_number': 5, 'project_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'subnets': [{'id': '205e31e7-fda7-44a5-98d3-6a3c5b8d28bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:41:22.185503 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ec64cf-3ec1-434d-bc58-546352649358 None None] The sync data for ids ['33c08d20-dbad-4428-bb08-966ab5175b7c'] in n-d-796209-16 is: [{'id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1167678754-router', 'tenant_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'e3f9da3b-548c-4f0f-b18d-cc6adbb79848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:40:35Z', 'updated_at': '2021-09-07T02:40:41Z', 'revision_number': 4, 'project_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'gw_port': {'id': 'e3f9da3b-548c-4f0f-b18d-cc6adbb79848', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:20:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:40:36Z', 'updated_at': '2021-09-07T02:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '2981b985-f07f-4ac9-94fa-288b1e5195ff', 'name': '', 'network_id': 'cf4d819b-d5b3-41f0-aae9-25471cd508bb', 'tenant_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'mac_address': 'fa:16:3e:2e:85:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '205e31e7-fda7-44a5-98d3-6a3c5b8d28bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:40:40Z', 'updated_at': '2021-09-07T02:40:48Z', 'revision_number': 5, 'project_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'subnets': [{'id': '205e31e7-fda7-44a5-98d3-6a3c5b8d28bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:41:22.208478 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9d2a63e6-9dbc-4377-bea6-c50e017635a3 req-74020d5b-e6bc-48c4-a49c-a474a927d1e2 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942514 Sep 07 02:41:22.222294 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48720) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:41:22.250360 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1fd4b735-fa08-4f66-abda-905568d9c125 req-a7b239a4-f890-46b5-8cde-1a5e26bf75d8 service neutron] 10.222.0.23 "GET /v2.0/networks/cf4d819b-d5b3-41f0-aae9-25471cd508bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237859 Sep 07 02:41:22.323256 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-fb347cef-f352-4698-99c8-7519569aa25c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4443ce3bb3024d489f3e6e525e333d25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1026425 Sep 07 02:41:22.327771 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48726) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:41:22.420130 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1f220a9e-38be-4e9a-8e0a-a86778d64a6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:22.446866 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1f220a9e-38be-4e9a-8e0a-a86778d64a6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:22.532253 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1f220a9e-38be-4e9a-8e0a-a86778d64a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:22.538467 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1f220a9e-38be-4e9a-8e0a-a86778d64a6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:22.539918 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-1f220a9e-38be-4e9a-8e0a-a86778d64a6a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9828059c-a730-4112-9d0c-df55cdef65fe HTTP/1.1" status: 204 len: 168 time: 0.2110093 Sep 07 02:41:22.584690 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f220a9e-38be-4e9a-8e0a-a86778d64a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9828059c-a730-4112-9d0c-df55cdef65fe,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:22.631167 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2461f-fe0f-44e4-b466-4f153539c4d5 req-afac76ac-d2bb-4dc7-9d85-486f0d271a47 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:22.632828 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c9a2461f-fe0f-44e4-b466-4f153539c4d5 req-afac76ac-d2bb-4dc7-9d85-486f0d271a47 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/ports?device_id=14488513-6591-402f-9cca-41e13c86bb86&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0893571 Sep 07 02:41:22.657948 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e825f03d-3bc4-4670-aeec-fdd91a4dd34e None None] New status for floating IP 7170ddfd-ef90-4e7b-8b5c-9c534d49af7f: DOWN {{(pid=94703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 02:41:22.698865 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1ba99117-6f4a-4b0c-bdd2-7542987d987e req-4ef68901-0060-4627-ada2-0da8fd598aa2 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=ef46d2c6ddda4358910a6e6d3c8cd1f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313916 Sep 07 02:41:22.704339 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c9a2461f-fe0f-44e4-b466-4f153539c4d5 req-a63e394a-37e9-4806-959e-9e6a90db8673 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.142 HTTP/1.1" status: 200 len: 698 time: 0.0639524 Sep 07 02:41:22.709891 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-c9a2461f-fe0f-44e4-b466-4f153539c4d5 req-04768b6e-eee5-4c53-998c-fb2f21230756 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Request body: {'floatingip': {'port_id': 'd5c3d11f-a916-4cd5-889c-fdc14e370dfe', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:41:22.753656 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c9a2461f-fe0f-44e4-b466-4f153539c4d5 req-04768b6e-eee5-4c53-998c-fb2f21230756 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Notify callbacks [] for floatingip, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:22.839979 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba99117-6f4a-4b0c-bdd2-7542987d987e req-2aa26cc4-57d9-4676-8928-794379cf9fb9 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:22.841708 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1ba99117-6f4a-4b0c-bdd2-7542987d987e req-2aa26cc4-57d9-4676-8928-794379cf9fb9 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1413488 Sep 07 02:41:22.872068 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1ba99117-6f4a-4b0c-bdd2-7542987d987e req-1f877a71-e8e7-4373-abe7-da01471a9393 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/quotas/ef46d2c6ddda4358910a6e6d3c8cd1f8 HTTP/1.1" status: 200 len: 375 time: 0.0242133 Sep 07 02:41:22.888728 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48758) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:41:22.952426 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1ba99117-6f4a-4b0c-bdd2-7542987d987e req-6bd0ded2-1129-4775-b0bf-a469f3a27403 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ef46d2c6ddda4358910a6e6d3c8cd1f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0749545 Sep 07 02:41:23.078644 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.db.api [req-c9a2461f-fe0f-44e4-b466-4f153539c4d5 req-04768b6e-eee5-4c53-998c-fb2f21230756 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 02:41:23.078977 n-d-796209-16 neutron-server[94700]: DEBUG oslo_db.api [req-c9a2461f-fe0f-44e4-b466-4f153539c4d5 req-04768b6e-eee5-4c53-998c-fb2f21230756 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 02:41:23.094880 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-16b8fe0d-89ef-463e-a8eb-c6f18fecfc83 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-980547417-network', 'tenant_id': '2e7b2f5e6e5f40369d66245ab396572e'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:41:23.116255 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b8fe0d-89ef-463e-a8eb-c6f18fecfc83 admin admin] Made reservation on behalf of 2e7b2f5e6e5f40369d66245ab396572e for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:41:23.119227 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-16b8fe0d-89ef-463e-a8eb-c6f18fecfc83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:23.146310 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-16b8fe0d-89ef-463e-a8eb-c6f18fecfc83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:23.267246 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5c1c03ff-53af-404f-ae13-ac820eb9c5c9 req-f7e13358-cd45-4a62-b916-071760867706 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb044ddb-aec4-4cc8-8c21-d0b93465a7eb HTTP/1.1" status: 200 len: 210 time: 0.0378528 Sep 07 02:41:23.289384 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-16b8fe0d-89ef-463e-a8eb-c6f18fecfc83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:23.295856 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-16b8fe0d-89ef-463e-a8eb-c6f18fecfc83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:23.321302 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16b8fe0d-89ef-463e-a8eb-c6f18fecfc83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:41:23.342928 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b8fe0d-89ef-463e-a8eb-c6f18fecfc83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8126f7f6-5650-4b40-9a7f-e46c1ccb6a49,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:23.346295 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-16b8fe0d-89ef-463e-a8eb-c6f18fecfc83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:23.346642 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-16b8fe0d-89ef-463e-a8eb-c6f18fecfc83 admin admin] Added segment b9286e58-32d2-45fe-91e0-09f2db9cd67b of type vlan for network d1246213-e6bd-49b1-a769-e334753dc26c Sep 07 02:41:23.413551 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-16b8fe0d-89ef-463e-a8eb-c6f18fecfc83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:23.447040 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-16b8fe0d-89ef-463e-a8eb-c6f18fecfc83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:23.448111 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b8fe0d-89ef-463e-a8eb-c6f18fecfc83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:23.449771 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-16b8fe0d-89ef-463e-a8eb-c6f18fecfc83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:23.489539 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a1cfe-6189-4c64-af48-028a8fdc1c6a req-02dcf24b-9be4-469d-ac8d-727d660a0cdb tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:23.490529 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-16b8fe0d-89ef-463e-a8eb-c6f18fecfc83 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6007068 Sep 07 02:41:23.495035 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-829a1cfe-6189-4c64-af48-028a8fdc1c6a req-02dcf24b-9be4-469d-ac8d-727d660a0cdb tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=99b36ce8-9540-4cd4-b0ca-7b3cd88dabd6 HTTP/1.1" status: 200 len: 946 time: 0.0625017 Sep 07 02:41:23.496911 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48796) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:41:23.502830 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-2c81175c-7f48-4486-b7dd-b2af35a0b30e admin admin] Request body: {'subnet': {'network_id': 'd1246213-e6bd-49b1-a769-e334753dc26c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-980547417-subnet', 'tenant_id': '2e7b2f5e6e5f40369d66245ab396572e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:41:23.520661 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b8fe0d-89ef-463e-a8eb-c6f18fecfc83 admin admin] Pushing event updated for resources: {'Network': ['ID=d1246213-e6bd-49b1-a769-e334753dc26c,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:23.532348 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network d1246213-e6bd-49b1-a769-e334753dc26c details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:41:23.563983 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48798) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:41:23.565411 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c81175c-7f48-4486-b7dd-b2af35a0b30e admin admin] Made reservation on behalf of 2e7b2f5e6e5f40369d66245ab396572e for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:41:23.568264 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2c81175c-7f48-4486-b7dd-b2af35a0b30e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:23.580828 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c9a2461f-fe0f-44e4-b466-4f153539c4d5 req-04768b6e-eee5-4c53-998c-fb2f21230756 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Notify callbacks [] for floatingip, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:23.592105 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-829a1cfe-6189-4c64-af48-028a8fdc1c6a req-5ab3b993-0ab9-4de8-922b-e9a8c64d5e8e tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789185 Sep 07 02:41:23.710859 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-5058c8df-e85b-495a-afdc-6442c01ed0f6 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-406302811-network', 'tenant_id': '17dd44711fbb41589e93ff16d97ba443'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:41:23.792999 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2c81175c-7f48-4486-b7dd-b2af35a0b30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:23.802459 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5058c8df-e85b-495a-afdc-6442c01ed0f6 admin admin] Made reservation on behalf of 17dd44711fbb41589e93ff16d97ba443 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:41:23.804800 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5058c8df-e85b-495a-afdc-6442c01ed0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:23.817071 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5058c8df-e85b-495a-afdc-6442c01ed0f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:23.855537 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c81175c-7f48-4486-b7dd-b2af35a0b30e admin admin] Pushing event updated for resources: {'Subnet': ['ID=83afc0a8-a01a-4be6-8672-e5ee44c88ad7,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:23.866500 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c81175c-7f48-4486-b7dd-b2af35a0b30e admin admin] Checking segment: {'id': 'b9286e58-32d2-45fe-91e0-09f2db9cd67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd1246213-e6bd-49b1-a769-e334753dc26c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:41:23.866935 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c81175c-7f48-4486-b7dd-b2af35a0b30e admin admin] Network hostable DHCP agents. Network: d1246213-e6bd-49b1-a769-e334753dc26c, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:41:23.883972 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c81175c-7f48-4486-b7dd-b2af35a0b30e admin admin] Network d1246213-e6bd-49b1-a769-e334753dc26c is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:41:23.893508 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-2c81175c-7f48-4486-b7dd-b2af35a0b30e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, d1246213-e6bd-49b1-a769-e334753dc26c) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:41:23.898292 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c81175c-7f48-4486-b7dd-b2af35a0b30e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:23.899000 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2c81175c-7f48-4486-b7dd-b2af35a0b30e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:23.905038 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9600e5c-0ef0-48aa-a45d-c27c3229dc5d None None] Network d1246213-e6bd-49b1-a769-e334753dc26c requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:41:24.062981 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd570a63-92b5-4f1f-8116-143d992ebab2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-d1246213-e6bd-49b1-a769-e334753dc26c', 'network_id': 'd1246213-e6bd-49b1-a769-e334753dc26c', 'tenant_id': '2e7b2f5e6e5f40369d66245ab396572e', 'fixed_ips': [{'subnet_id': '83afc0a8-a01a-4be6-8672-e5ee44c88ad7'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:41:24.064179 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bd570a63-92b5-4f1f-8116-143d992ebab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:24.125270 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5058c8df-e85b-495a-afdc-6442c01ed0f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:24.138535 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-2c81175c-7f48-4486-b7dd-b2af35a0b30e admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6377110 Sep 07 02:41:24.138756 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48802) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:41:24.144951 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-1826dad6-0a53-40ab-bedd-c20cd75f03d3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-980547417-router', 'tenant_id': '2e7b2f5e6e5f40369d66245ab396572e', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:41:24.148989 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5058c8df-e85b-495a-afdc-6442c01ed0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:24.174243 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1826dad6-0a53-40ab-bedd-c20cd75f03d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:24.175371 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1826dad6-0a53-40ab-bedd-c20cd75f03d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:24.191018 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc946930-d0dd-4dbe-a869-adebf08092fc req-1cd8d349-c500-43b0-9f09-a4fc144aae2c tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:24.192639 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cc946930-d0dd-4dbe-a869-adebf08092fc req-1cd8d349-c500-43b0-9f09-a4fc144aae2c tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ada2fc4-fa95-44b4-aca4-d6ac02935b0f HTTP/1.1" status: 200 len: 946 time: 0.1753685 Sep 07 02:41:24.210636 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5058c8df-e85b-495a-afdc-6442c01ed0f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:41:24.232496 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.db.resource_extend [req-c9a2461f-fe0f-44e4-b466-4f153539c4d5 req-04768b6e-eee5-4c53-998c-fb2f21230756 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 02:41:24.244730 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1826dad6-0a53-40ab-bedd-c20cd75f03d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:24.256144 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5058c8df-e85b-495a-afdc-6442c01ed0f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aef09b9-bc23-4efa-8664-713672567223,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:24.275905 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-bd570a63-92b5-4f1f-8116-143d992ebab2 None None] Allocated IP 172.20.0.2 (d1246213-e6bd-49b1-a769-e334753dc26c/83afc0a8-a01a-4be6-8672-e5ee44c88ad7/48ce1268-06c7-4ae8-bdc2-692ddb68346e) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:41:24.278381 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1ba99117-6f4a-4b0c-bdd2-7542987d987e req-bab89d0e-ecb8-4b63-95b1-ef7eff1f42df tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=ef46d2c6ddda4358910a6e6d3c8cd1f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0672202 Sep 07 02:41:24.310865 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5058c8df-e85b-495a-afdc-6442c01ed0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:24.319984 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-5058c8df-e85b-495a-afdc-6442c01ed0f6 admin admin] Added segment aaa806c4-a8e8-477a-887e-c4f9692d092a of type vlan for network b6b7fa78-905c-4e45-8ca1-46d8e557bf3f Sep 07 02:41:24.427181 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c9a2461f-fe0f-44e4-b466-4f153539c4d5 req-04768b6e-eee5-4c53-998c-fb2f21230756 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:24.429773 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5058c8df-e85b-495a-afdc-6442c01ed0f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:24.439279 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c9a2461f-fe0f-44e4-b466-4f153539c4d5 req-04768b6e-eee5-4c53-998c-fb2f21230756 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:24.485779 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-14371bd4-f594-4ef9-8486-42a31a0edf13 req-d91a855b-02d0-4f85-9612-456836e1be2a tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb044ddb-aec4-4cc8-8c21-d0b93465a7eb HTTP/1.1" status: 200 len: 210 time: 0.1000016 Sep 07 02:41:24.513225 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bd570a63-92b5-4f1f-8116-143d992ebab2 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:24.523705 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1826dad6-0a53-40ab-bedd-c20cd75f03d3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:24.525907 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-bd570a63-92b5-4f1f-8116-143d992ebab2 None None] Transition to ACTIVE for port object 48ce1268-06c7-4ae8-bdc2-692ddb68346e will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:41:24.549155 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-bd570a63-92b5-4f1f-8116-143d992ebab2 None None] Transition to ACTIVE for port object 48ce1268-06c7-4ae8-bdc2-692ddb68346e will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:41:24.559526 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bd570a63-92b5-4f1f-8116-143d992ebab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:24.566762 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba99117-6f4a-4b0c-bdd2-7542987d987e req-32728e95-1df9-4466-ba31-8dd3b73a0845 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:24.568325 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1ba99117-6f4a-4b0c-bdd2-7542987d987e req-32728e95-1df9-4466-ba31-8dd3b73a0845 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2578349 Sep 07 02:41:24.592420 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-1ba99117-6f4a-4b0c-bdd2-7542987d987e req-7943a201-d0a4-4a33-b523-1be586f18bad tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Request body: {'port': {'device_id': 'fb044ddb-aec4-4cc8-8c21-d0b93465a7eb', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'admin_state_up': True, 'tenant_id': 'ef46d2c6ddda4358910a6e6d3c8cd1f8'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:41:24.600559 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd570a63-92b5-4f1f-8116-143d992ebab2 None None] Network d1246213-e6bd-49b1-a769-e334753dc26c is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:41:24.603864 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-bd570a63-92b5-4f1f-8116-143d992ebab2 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:41:24.608425 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd570a63-92b5-4f1f-8116-143d992ebab2 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:41:24.679184 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-bd570a63-92b5-4f1f-8116-143d992ebab2 None None] Attempting to bind port 48ce1268-06c7-4ae8-bdc2-692ddb68346e on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:41:24.679573 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-bd570a63-92b5-4f1f-8116-143d992ebab2 None None] Attempting to bind port 48ce1268-06c7-4ae8-bdc2-692ddb68346e by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'b9286e58-32d2-45fe-91e0-09f2db9cd67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd1246213-e6bd-49b1-a769-e334753dc26c'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:41:24.680136 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd570a63-92b5-4f1f-8116-143d992ebab2 None None] Attempting to bind port 48ce1268-06c7-4ae8-bdc2-692ddb68346e on network d1246213-e6bd-49b1-a769-e334753dc26c {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:41:24.683892 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd570a63-92b5-4f1f-8116-143d992ebab2 None None] Pushing event updated for resources: {'Port': ['ID=48ce1268-06c7-4ae8-bdc2-692ddb68346e,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:24.691599 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd570a63-92b5-4f1f-8116-143d992ebab2 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:41:24.692329 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd570a63-92b5-4f1f-8116-143d992ebab2 None None] Checking segment: {'id': 'b9286e58-32d2-45fe-91e0-09f2db9cd67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd1246213-e6bd-49b1-a769-e334753dc26c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:41:24.692916 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bd570a63-92b5-4f1f-8116-143d992ebab2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:24.693414 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd570a63-92b5-4f1f-8116-143d992ebab2 None None] Bound using segment: {'id': 'b9286e58-32d2-45fe-91e0-09f2db9cd67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd1246213-e6bd-49b1-a769-e334753dc26c'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:41:24.694021 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-bd570a63-92b5-4f1f-8116-143d992ebab2 None None] Bound port: 48ce1268-06c7-4ae8-bdc2-692ddb68346e, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9286e58-32d2-45fe-91e0-09f2db9cd67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd1246213-e6bd-49b1-a769-e334753dc26c'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:41:24.694500 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bd570a63-92b5-4f1f-8116-143d992ebab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:24.768902 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-bd570a63-92b5-4f1f-8116-143d992ebab2 None None] For port 48ce1268-06c7-4ae8-bdc2-692ddb68346e, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:41:24.772620 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-bd570a63-92b5-4f1f-8116-143d992ebab2 None None] For port 48ce1268-06c7-4ae8-bdc2-692ddb68346e, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=48ce1268-06c7-4ae8-bdc2-692ddb68346e,segment=NetworkSegment(b9286e58-32d2-45fe-91e0-09f2db9cd67b),segment_id=b9286e58-32d2-45fe-91e0-09f2db9cd67b)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:41:24.777596 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bd570a63-92b5-4f1f-8116-143d992ebab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:24.804413 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.db.resource_extend [None req-5058c8df-e85b-495a-afdc-6442c01ed0f6 admin admin] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 02:41:24.808856 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40812205-00cc-480f-8ea4-4968183e43eb req-a7cceede-1e18-409c-94b1-a43919a43fa2 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:24.815105 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-40812205-00cc-480f-8ea4-4968183e43eb req-a7cceede-1e18-409c-94b1-a43919a43fa2 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=99b36ce8-9540-4cd4-b0ca-7b3cd88dabd6 HTTP/1.1" status: 200 len: 946 time: 0.1280196 Sep 07 02:41:24.847867 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5058c8df-e85b-495a-afdc-6442c01ed0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:24.849512 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5058c8df-e85b-495a-afdc-6442c01ed0f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:24.850308 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5058c8df-e85b-495a-afdc-6442c01ed0f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:24.852389 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ba99117-6f4a-4b0c-bdd2-7542987d987e req-7943a201-d0a4-4a33-b523-1be586f18bad tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Made reservation on behalf of ef46d2c6ddda4358910a6e6d3c8cd1f8 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:41:24.856207 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd570a63-92b5-4f1f-8116-143d992ebab2 None None] Pushing event updated for resources: {'Port': ['ID=48ce1268-06c7-4ae8-bdc2-692ddb68346e,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:24.856571 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-1ba99117-6f4a-4b0c-bdd2-7542987d987e req-7943a201-d0a4-4a33-b523-1be586f18bad tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:24.884783 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-cc946930-d0dd-4dbe-a869-adebf08092fc req-a1fe15c5-76db-42bd-ba1a-e4eae93c09ca tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Deleting port 67147b01-9a7d-4ce0-85e8-517a68049442 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:41:24.885446 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-cc946930-d0dd-4dbe-a869-adebf08092fc req-a1fe15c5-76db-42bd-ba1a-e4eae93c09ca tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:24.936897 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-40812205-00cc-480f-8ea4-4968183e43eb req-09b7adac-ba73-4057-9fd5-84049baf0043 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109555 Sep 07 02:41:24.993579 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-5058c8df-e85b-495a-afdc-6442c01ed0f6 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4253964 Sep 07 02:41:25.001191 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48814) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:41:25.006216 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-03aa29c3-d900-497e-bc04-ea18584c4839 admin admin] Request body: {'subnet': {'network_id': 'b6b7fa78-905c-4e45-8ca1-46d8e557bf3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-406302811-subnet', 'tenant_id': '17dd44711fbb41589e93ff16d97ba443', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:41:25.075774 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5058c8df-e85b-495a-afdc-6442c01ed0f6 admin admin] Pushing event updated for resources: {'Network': ['ID=b6b7fa78-905c-4e45-8ca1-46d8e557bf3f,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:25.085717 n-d-796209-16 neutron-server[94700]: INFO neutron.db.l3_db [req-c9a2461f-fe0f-44e4-b466-4f153539c4d5 req-04768b6e-eee5-4c53-998c-fb2f21230756 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Floating IP 7170ddfd-ef90-4e7b-8b5c-9c534d49af7f associated. External IP: 172.25.5.142, port: d5c3d11f-a916-4cd5-889c-fdc14e370dfe. Sep 07 02:41:25.086340 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network b6b7fa78-905c-4e45-8ca1-46d8e557bf3f details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:41:25.160534 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1826dad6-0a53-40ab-bedd-c20cd75f03d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:25.165328 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03aa29c3-d900-497e-bc04-ea18584c4839 admin admin] Made reservation on behalf of 17dd44711fbb41589e93ff16d97ba443 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:41:25.168281 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-03aa29c3-d900-497e-bc04-ea18584c4839 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:25.198090 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1826dad6-0a53-40ab-bedd-c20cd75f03d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:25.201830 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [req-1ba99117-6f4a-4b0c-bdd2-7542987d987e req-7943a201-d0a4-4a33-b523-1be586f18bad tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Allocated IP 192.168.233.121 (0823ecf3-066e-49bd-a451-2e84ab79a70f/694f9550-ba12-4672-8446-41848123cea2/03a08a42-1d07-47f4-9c5c-dd28198aa815) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:41:25.207760 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-cc946930-d0dd-4dbe-a869-adebf08092fc req-a1fe15c5-76db-42bd-ba1a-e4eae93c09ca tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] For port 67147b01-9a7d-4ce0-85e8-517a68049442, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=67147b01-9a7d-4ce0-85e8-517a68049442,segment=NetworkSegment(a0386811-94fa-47c4-8520-2bd1e5cc6c80),segment_id=a0386811-94fa-47c4-8520-2bd1e5cc6c80)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:41:25.208206 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-cc946930-d0dd-4dbe-a869-adebf08092fc req-a1fe15c5-76db-42bd-ba1a-e4eae93c09ca tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:25.262399 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-cc946930-d0dd-4dbe-a869-adebf08092fc req-a1fe15c5-76db-42bd-ba1a-e4eae93c09ca tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Calling delete_port for 67147b01-9a7d-4ce0-85e8-517a68049442 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:41:25.405298 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-1826dad6-0a53-40ab-bedd-c20cd75f03d3 admin admin] Allocated IP 172.25.5.5 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/7a927dca-e975-490a-b775-5755adf86def) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:41:25.501392 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-1ba99117-6f4a-4b0c-bdd2-7542987d987e req-7943a201-d0a4-4a33-b523-1be586f18bad tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:25.521999 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-1ba99117-6f4a-4b0c-bdd2-7542987d987e req-7943a201-d0a4-4a33-b523-1be586f18bad tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Transition to ACTIVE for port object 03a08a42-1d07-47f4-9c5c-dd28198aa815 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:41:25.590722 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1826dad6-0a53-40ab-bedd-c20cd75f03d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:25.614796 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fd651dc9-84a9-43c7-89b2-fc656965c8e6 req-4bdfac6f-4183-43c6-a5e8-af01364a129d tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb044ddb-aec4-4cc8-8c21-d0b93465a7eb HTTP/1.1" status: 200 len: 210 time: 0.0473604 Sep 07 02:41:25.615300 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-03aa29c3-d900-497e-bc04-ea18584c4839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:25.622572 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9a2461f-fe0f-44e4-b466-4f153539c4d5 req-04768b6e-eee5-4c53-998c-fb2f21230756 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Router 33c08d20-dbad-4428-bb08-966ab5175b7c has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:41:25.628670 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-1ba99117-6f4a-4b0c-bdd2-7542987d987e req-7943a201-d0a4-4a33-b523-1be586f18bad tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:25.647674 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['54614cb7-1c6d-428a-b1c5-3605226dbcd6'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:41:25.649918 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['188a469b-6bad-4f9a-8ca7-0aaa4aa7234b'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:41:25.710977 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ba99117-6f4a-4b0c-bdd2-7542987d987e req-7943a201-d0a4-4a33-b523-1be586f18bad tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Network 0823ecf3-066e-49bd-a451-2e84ab79a70f is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:41:25.716793 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [req-1ba99117-6f4a-4b0c-bdd2-7542987d987e req-7943a201-d0a4-4a33-b523-1be586f18bad tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:41:25.720734 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ba99117-6f4a-4b0c-bdd2-7542987d987e req-7943a201-d0a4-4a33-b523-1be586f18bad tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:41:25.726082 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aa29c3-d900-497e-bc04-ea18584c4839 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35c85522-601a-48aa-9d53-ac705e7885ca,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:25.764537 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-cc946930-d0dd-4dbe-a869-adebf08092fc req-a1fe15c5-76db-42bd-ba1a-e4eae93c09ca tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:25.840795 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7943a201-d0a4-4a33-b523-1be586f18bad tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Pushing event updated for resources: {'Port': ['ID=03a08a42-1d07-47f4-9c5c-dd28198aa815,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:25.866191 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba99117-6f4a-4b0c-bdd2-7542987d987e req-7943a201-d0a4-4a33-b523-1be586f18bad tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:25.867276 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-1ba99117-6f4a-4b0c-bdd2-7542987d987e req-7943a201-d0a4-4a33-b523-1be586f18bad tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:25.874079 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-14d8d7ce-2dce-4a93-8709-92bf9258b11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:25.883824 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1826dad6-0a53-40ab-bedd-c20cd75f03d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:25.894141 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fe15c5-76db-42bd-ba1a-e4eae93c09ca tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Pushing event deleted for resources: {'Port': ['ID=67147b01-9a7d-4ce0-85e8-517a68049442,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:25.908647 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03aa29c3-d900-497e-bc04-ea18584c4839 admin admin] Checking segment: {'id': 'aaa806c4-a8e8-477a-887e-c4f9692d092a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b6b7fa78-905c-4e45-8ca1-46d8e557bf3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:41:25.909017 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03aa29c3-d900-497e-bc04-ea18584c4839 admin admin] Network hostable DHCP agents. Network: b6b7fa78-905c-4e45-8ca1-46d8e557bf3f, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:41:25.953107 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1826dad6-0a53-40ab-bedd-c20cd75f03d3 admin admin] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:41:25.955440 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1ba99117-6f4a-4b0c-bdd2-7542987d987e req-7943a201-d0a4-4a33-b523-1be586f18bad tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3704023 Sep 07 02:41:25.958617 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-1826dad6-0a53-40ab-bedd-c20cd75f03d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:41:25.961433 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1826dad6-0a53-40ab-bedd-c20cd75f03d3 admin admin] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:41:26.014486 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-1ba99117-6f4a-4b0c-bdd2-7542987d987e req-5e599155-a6ed-4ddf-a79c-c4fd5fbba966 service neutron] Request body: {'port': {'device_id': 'fb044ddb-aec4-4cc8-8c21-d0b93465a7eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:41:26.040194 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03aa29c3-d900-497e-bc04-ea18584c4839 admin admin] Network b6b7fa78-905c-4e45-8ca1-46d8e557bf3f is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:41:26.085338 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc946930-d0dd-4dbe-a869-adebf08092fc req-a1fe15c5-76db-42bd-ba1a-e4eae93c09ca tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] No DVR routers for this DVR port 67147b01-9a7d-4ce0-85e8-517a68049442 on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:41:26.095700 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-1ba99117-6f4a-4b0c-bdd2-7542987d987e req-5e599155-a6ed-4ddf-a79c-c4fd5fbba966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:26.116678 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9a2461f-fe0f-44e4-b466-4f153539c4d5 req-04768b6e-eee5-4c53-998c-fb2f21230756 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:41:26.119651 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-cc946930-d0dd-4dbe-a869-adebf08092fc req-a1fe15c5-76db-42bd-ba1a-e4eae93c09ca tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:26.119818 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1826dad6-0a53-40ab-bedd-c20cd75f03d3 admin admin] Pushing event updated for resources: {'Port': ['ID=7a927dca-e975-490a-b775-5755adf86def,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:26.122060 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cc946930-d0dd-4dbe-a869-adebf08092fc req-a1fe15c5-76db-42bd-ba1a-e4eae93c09ca tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.23 "DELETE /v2.0/ports/67147b01-9a7d-4ce0-85e8-517a68049442 HTTP/1.1" status: 204 len: 173 time: 1.9127858 Sep 07 02:41:26.122665 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-03aa29c3-d900-497e-bc04-ea18584c4839 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, b6b7fa78-905c-4e45-8ca1-46d8e557bf3f) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:41:26.124406 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ada2fc4-fa95-44b4-aca4-d6ac02935b0f', 'name': 'network-vif-deleted', 'tag': '67147b01-9a7d-4ce0-85e8-517a68049442'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:41:26.131017 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1efd19e-1a43-4693-bb02-14d2135c40d1 None None] Sync routers for ids ['33c08d20-dbad-4428-bb08-966ab5175b7c'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:41:26.139711 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f2410e-71db-4ab1-b2bb-effb3bf50176" -d '{"events": [{"server_uuid": "0ada2fc4-fa95-44b4-aca4-d6ac02935b0f", "name": "network-vif-deleted", "tag": "67147b01-9a7d-4ce0-85e8-517a68049442"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:41:26.140010 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad901775-b458-4cb1-ac91-c446771a72ee None None] Network b6b7fa78-905c-4e45-8ca1-46d8e557bf3f requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:41:26.143096 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['d5c3d11f-a916-4cd5-889c-fdc14e370dfe'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:41:26.158888 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c9a2461f-fe0f-44e4-b466-4f153539c4d5 req-04768b6e-eee5-4c53-998c-fb2f21230756 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:26.171209 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03aa29c3-d900-497e-bc04-ea18584c4839 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:26.171998 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-03aa29c3-d900-497e-bc04-ea18584c4839 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:26.228350 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c9a2461f-fe0f-44e4-b466-4f153539c4d5 req-04768b6e-eee5-4c53-998c-fb2f21230756 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "PUT /v2.0/floatingips/7170ddfd-ef90-4e7b-8b5c-9c534d49af7f HTTP/1.1" status: 200 len: 997 time: 3.5228870 Sep 07 02:41:26.249034 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-03aa29c3-d900-497e-bc04-ea18584c4839 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2466018 Sep 07 02:41:26.280172 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d8d7f0-f6fe-4b52-99e1-6fe24e190e4b None None] Network d1246213-e6bd-49b1-a769-e334753dc26c requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:41:26.290325 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1efd19e-1a43-4693-bb02-14d2135c40d1 None None] Routers {'33c08d20-dbad-4428-bb08-966ab5175b7c'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:41:26.291176 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-c1efd19e-1a43-4693-bb02-14d2135c40d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:40:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['33c08d20-dbad-4428-bb08-966ab5175b7c'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:41:26.331905 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2461f-fe0f-44e4-b466-4f153539c4d5 req-66ecce7e-58b4-48eb-8eeb-135e9cfb13d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:26.333860 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c9a2461f-fe0f-44e4-b466-4f153539c4d5 req-66ecce7e-58b4-48eb-8eeb-135e9cfb13d8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9b8a2a8dd4f3482aa9fef6171603eb42&device_id=14488513-6591-402f-9cca-41e13c86bb86 HTTP/1.1" status: 200 len: 1098 time: 0.0834885 Sep 07 02:41:26.367170 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb34dec-dc07-4c9e-aab4-110d326c22a2 req-66307740-0672-4339-9fb3-a1acfe601dbb tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:26.377324 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8cb34dec-dc07-4c9e-aab4-110d326c22a2 req-66307740-0672-4339-9fb3-a1acfe601dbb tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=99b36ce8-9540-4cd4-b0ca-7b3cd88dabd6 HTTP/1.1" status: 200 len: 946 time: 0.2827232 Sep 07 02:41:26.440351 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-e1519124-9744-426a-974d-93338fe22728 None None] Provisioning for port 03a08a42-1d07-47f4-9c5c-dd28198aa815 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:41:26.443341 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2461f-fe0f-44e4-b466-4f153539c4d5 req-b93b7d0f-bdea-46f5-9426-075293f19a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:26.446698 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c9a2461f-fe0f-44e4-b466-4f153539c4d5 req-b93b7d0f-bdea-46f5-9426-075293f19a54 service neutron] 10.222.0.22 "GET /v2.0/networks?id=cf4d819b-d5b3-41f0-aae9-25471cd508bb HTTP/1.1" status: 200 len: 921 time: 0.1026578 Sep 07 02:41:26.505535 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-e1519124-9744-426a-974d-93338fe22728 None None] Provisioning complete for port 03a08a42-1d07-47f4-9c5c-dd28198aa815 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:41:26.508486 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e1519124-9744-426a-974d-93338fe22728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:26.521941 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 48ce1268-06c7-4ae8-bdc2-692ddb68346e up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:41:26.543502 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c9a2461f-fe0f-44e4-b466-4f153539c4d5 req-afdba5b3-8c66-449e-9fbb-81555038d740 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5c3d11f-a916-4cd5-889c-fdc14e370dfe HTTP/1.1" status: 200 len: 1000 time: 0.0731728 Sep 07 02:41:26.619349 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2461f-fe0f-44e4-b466-4f153539c4d5 req-50c3b3eb-137e-4295-9f50-8a62d847bed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:26.623406 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c9a2461f-fe0f-44e4-b466-4f153539c4d5 req-50c3b3eb-137e-4295-9f50-8a62d847bed5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=205e31e7-fda7-44a5-98d3-6a3c5b8d28bb HTTP/1.1" status: 200 len: 860 time: 0.0627196 Sep 07 02:41:26.681252 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2461f-fe0f-44e4-b466-4f153539c4d5 req-44b701dd-0bbc-4f03-86b7-3837240b488b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:26.683850 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c9a2461f-fe0f-44e4-b466-4f153539c4d5 req-44b701dd-0bbc-4f03-86b7-3837240b488b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cf4d819b-d5b3-41f0-aae9-25471cd508bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523016 Sep 07 02:41:26.809342 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c9a2461f-fe0f-44e4-b466-4f153539c4d5 req-9dbcb1db-c6ee-40d3-923b-2598cc6164f2 service neutron] 10.222.0.22 "GET /v2.0/networks/cf4d819b-d5b3-41f0-aae9-25471cd508bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170256 Sep 07 02:41:26.870911 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-e1519124-9744-426a-974d-93338fe22728 None None] Port 03a08a42-1d07-47f4-9c5c-dd28198aa815 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:41:26.893775 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-c1efd19e-1a43-4693-bb02-14d2135c40d1 None None] Set router 33c08d20-dbad-4428-bb08-966ab5175b7c gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:41:26.911151 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8cb34dec-dc07-4c9e-aab4-110d326c22a2 req-54a5a8e5-2b00-40f0-a539-2418313adfe0 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5351441 Sep 07 02:41:26.912640 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c9a2461f-fe0f-44e4-b466-4f153539c4d5 req-03951c87-072e-4f38-8cc7-7836fb52e2d9 service neutron] 10.222.0.22 "GET /v2.0/networks/cf4d819b-d5b3-41f0-aae9-25471cd508bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971055 Sep 07 02:41:26.937973 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ab4d3d-5e18-4443-b92c-b447cbf9cd10 None None] Network b6b7fa78-905c-4e45-8ca1-46d8e557bf3f requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:41:26.986426 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f47f9fe-db51-4fc4-90bd-e9b1ff845d2c x-openstack-request-id: req-0f47f9fe-db51-4fc4-90bd-e9b1ff845d2c {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:41:26.986743 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ada2fc4-fa95-44b4-aca4-d6ac02935b0f", "name": "network-vif-deleted", "tag": "67147b01-9a7d-4ce0-85e8-517a68049442", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:41:26.987003 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0f47f9fe-db51-4fc4-90bd-e9b1ff845d2c {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:41:26.987415 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ada2fc4-fa95-44b4-aca4-d6ac02935b0f', 'name': 'network-vif-deleted', 'tag': '67147b01-9a7d-4ce0-85e8-517a68049442', 'status': 'completed', 'code': 200} Sep 07 02:41:27.200823 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 48ce1268-06c7-4ae8-bdc2-692ddb68346e completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:41:27.205290 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8f10d37f-11ba-4800-b996-2beb24e01871 None None] Provisioning for port 48ce1268-06c7-4ae8-bdc2-692ddb68346e completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:41:27.212498 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8f10d37f-11ba-4800-b996-2beb24e01871 None None] Provisioning complete for port 48ce1268-06c7-4ae8-bdc2-692ddb68346e triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:41:27.212849 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8f10d37f-11ba-4800-b996-2beb24e01871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:27.257744 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1826dad6-0a53-40ab-bedd-c20cd75f03d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:27.270343 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 48ce1268-06c7-4ae8-bdc2-692ddb68346e triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:41:27.270817 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:27.316766 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [req-1ba99117-6f4a-4b0c-bdd2-7542987d987e req-5e599155-a6ed-4ddf-a79c-c4fd5fbba966 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03a08a42-1d07-47f4-9c5c-dd28198aa815 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:41:27.332012 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b912bc58-9225-454d-84da-ce0b5c07498b req-0b522ae7-19cf-40cb-a52c-cd962191b8f6 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:27.335943 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b912bc58-9225-454d-84da-ce0b5c07498b req-0b522ae7-19cf-40cb-a52c-cd962191b8f6 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb044ddb-aec4-4cc8-8c21-d0b93465a7eb HTTP/1.1" status: 200 len: 936 time: 0.1870553 Sep 07 02:41:27.342331 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-1ba99117-6f4a-4b0c-bdd2-7542987d987e req-5e599155-a6ed-4ddf-a79c-c4fd5fbba966 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:27.353864 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-d626103a-c9e5-494f-9a88-58e540e016bc tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:27.356009 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-d626103a-c9e5-494f-9a88-58e540e016bc tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.22 "GET /v2.0/networks?id=b6b7fa78-905c-4e45-8ca1-46d8e557bf3f HTTP/1.1" status: 200 len: 812 time: 0.1302829 Sep 07 02:41:27.374484 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-def948c7-07d7-438a-94b9-d6580ea17f85 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.22 "GET /v2.0/quotas/17dd44711fbb41589e93ff16d97ba443 HTTP/1.1" status: 200 len: 375 time: 0.0111578 Sep 07 02:41:27.382344 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-1ba99117-6f4a-4b0c-bdd2-7542987d987e req-5e599155-a6ed-4ddf-a79c-c4fd5fbba966 service neutron] Transition to ACTIVE for port object 03a08a42-1d07-47f4-9c5c-dd28198aa815 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:41:27.409975 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-2f6ea09d-c8ed-41be-9c4e-ee2691cceced tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=17dd44711fbb41589e93ff16d97ba443&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283990 Sep 07 02:41:27.419987 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-1ba99117-6f4a-4b0c-bdd2-7542987d987e req-5e599155-a6ed-4ddf-a79c-c4fd5fbba966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:27.454617 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 67147b01-9a7d-4ce0-85e8-517a68049442 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:41:27.483954 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e599155-a6ed-4ddf-a79c-c4fd5fbba966 service neutron] Pushing event updated for resources: {'Port': ['ID=03a08a42-1d07-47f4-9c5c-dd28198aa815,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:27.491001 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: 67147b01-9a7d-4ce0-85e8-517a68049442 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:41:27.491250 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 67147b01-9a7d-4ce0-85e8-517a68049442 not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:41:27.510454 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b912bc58-9225-454d-84da-ce0b5c07498b req-f5e6e91e-912a-4591-89bd-6b393bcc9c40 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651874 Sep 07 02:41:27.547068 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8f10d37f-11ba-4800-b996-2beb24e01871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:27.588826 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:27.598952 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-70710577-0694-4504-8ccf-0c848c230eca service neutron] 10.222.0.22 "GET /v2.0/networks/b6b7fa78-905c-4e45-8ca1-46d8e557bf3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654129 Sep 07 02:41:27.674210 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8f10d37f-11ba-4800-b996-2beb24e01871 None None] For port 48ce1268-06c7-4ae8-bdc2-692ddb68346e, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=48ce1268-06c7-4ae8-bdc2-692ddb68346e,segment=NetworkSegment(b9286e58-32d2-45fe-91e0-09f2db9cd67b),segment_id=b9286e58-32d2-45fe-91e0-09f2db9cd67b)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:41:27.729858 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8f10d37f-11ba-4800-b996-2beb24e01871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:27.743911 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-c1efd19e-1a43-4693-bb02-14d2135c40d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1167678754-router', 'tenant_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'e3f9da3b-548c-4f0f-b18d-cc6adbb79848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:40:35Z', 'updated_at': '2021-09-07T02:40:41Z', 'revision_number': 4, 'project_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'gw_port': {'id': 'e3f9da3b-548c-4f0f-b18d-cc6adbb79848', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:20:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:40:36Z', 'updated_at': '2021-09-07T02:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': '7170ddfd-ef90-4e7b-8b5c-9c534d49af7f', 'tenant_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'floating_ip_address': '172.25.5.142', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'port_id': 'd5c3d11f-a916-4cd5-889c-fdc14e370dfe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf4d819b-d5b3-41f0-aae9-25471cd508bb', 'mac_address': 'fa:16:3e:eb:49:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14488513-6591-402f-9cca-41e13c86bb86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T02:40:56Z', 'updated_at': '2021-09-07T02:41:24Z', 'revision_number': 8, 'project_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2981b985-f07f-4ac9-94fa-288b1e5195ff', 'name': '', 'network_id': 'cf4d819b-d5b3-41f0-aae9-25471cd508bb', 'tenant_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'mac_address': 'fa:16:3e:2e:85:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '205e31e7-fda7-44a5-98d3-6a3c5b8d28bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:40:40Z', 'updated_at': '2021-09-07T02:40:48Z', 'revision_number': 5, 'project_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'subnets': [{'id': '205e31e7-fda7-44a5-98d3-6a3c5b8d28bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:41:27.751787 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-91ed9f44-5f32-4c08-bc56-3962e0ed27de service neutron] 10.222.0.22 "GET /v2.0/networks/b6b7fa78-905c-4e45-8ca1-46d8e557bf3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351466 Sep 07 02:41:27.770641 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1826dad6-0a53-40ab-bedd-c20cd75f03d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:27.808598 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1efd19e-1a43-4693-bb02-14d2135c40d1 None None] Checking router: 33c08d20-dbad-4428-bb08-966ab5175b7c for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:41:27.816204 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.db.api [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 02:41:27.816822 n-d-796209-16 neutron-server[94702]: DEBUG oslo_db.api [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 02:41:27.840687 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1efd19e-1a43-4693-bb02-14d2135c40d1 None None] Routers {'33c08d20-dbad-4428-bb08-966ab5175b7c'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:41:27.841566 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-c1efd19e-1a43-4693-bb02-14d2135c40d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:40:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['33c08d20-dbad-4428-bb08-966ab5175b7c'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:41:27.850968 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f10d37f-11ba-4800-b996-2beb24e01871 None None] Pushing event updated for resources: {'Port': ['ID=48ce1268-06c7-4ae8-bdc2-692ddb68346e,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:27.872356 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5160a2ab-0999-4bcd-b1d1-58cdd0cea9c0 req-81aac9bd-2126-4fcf-a1a4-b114528fd986 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/floatingips/7170ddfd-ef90-4e7b-8b5c-9c534d49af7f HTTP/1.1" status: 200 len: 997 time: 0.2072818 Sep 07 02:41:27.874939 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-1ba99117-6f4a-4b0c-bdd2-7542987d987e req-5e599155-a6ed-4ddf-a79c-c4fd5fbba966 service neutron] Attempting to bind port 03a08a42-1d07-47f4-9c5c-dd28198aa815 on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:41:27.875281 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-1ba99117-6f4a-4b0c-bdd2-7542987d987e req-5e599155-a6ed-4ddf-a79c-c4fd5fbba966 service neutron] Attempting to bind port 03a08a42-1d07-47f4-9c5c-dd28198aa815 by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:41:27.875645 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba99117-6f4a-4b0c-bdd2-7542987d987e req-5e599155-a6ed-4ddf-a79c-c4fd5fbba966 service neutron] Attempting to bind port 03a08a42-1d07-47f4-9c5c-dd28198aa815 on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:41:27.906479 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-274c6481-9359-4361-a5d5-22d4ed24db1d None None] Provisioning complete for port 48ce1268-06c7-4ae8-bdc2-692ddb68346e triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:41:27.907062 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-274c6481-9359-4361-a5d5-22d4ed24db1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:27.916309 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba99117-6f4a-4b0c-bdd2-7542987d987e req-5e599155-a6ed-4ddf-a79c-c4fd5fbba966 service neutron] Port 03a08a42-1d07-47f4-9c5c-dd28198aa815 on network 0823ecf3-066e-49bd-a451-2e84ab79a70f not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:41:27.916887 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba99117-6f4a-4b0c-bdd2-7542987d987e req-5e599155-a6ed-4ddf-a79c-c4fd5fbba966 service neutron] Attempting to bind port 03a08a42-1d07-47f4-9c5c-dd28198aa815 on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:41:27.970706 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba99117-6f4a-4b0c-bdd2-7542987d987e req-5e599155-a6ed-4ddf-a79c-c4fd5fbba966 service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:41:27.971051 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba99117-6f4a-4b0c-bdd2-7542987d987e req-5e599155-a6ed-4ddf-a79c-c4fd5fbba966 service neutron] Checking segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:41:27.971549 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba99117-6f4a-4b0c-bdd2-7542987d987e req-5e599155-a6ed-4ddf-a79c-c4fd5fbba966 service neutron] Bound using segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:41:27.972043 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-1ba99117-6f4a-4b0c-bdd2-7542987d987e req-5e599155-a6ed-4ddf-a79c-c4fd5fbba966 service neutron] Bound port: 03a08a42-1d07-47f4-9c5c-dd28198aa815, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:41:27.972560 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-1ba99117-6f4a-4b0c-bdd2-7542987d987e req-5e599155-a6ed-4ddf-a79c-c4fd5fbba966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:28.008184 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-c1efd19e-1a43-4693-bb02-14d2135c40d1 None None] Set router 33c08d20-dbad-4428-bb08-966ab5175b7c gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:41:28.093144 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f1eb0-7b24-4417-bd39-d6e2c164c476 req-b98ab045-08a3-48da-ab92-4db9aabf93d1 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:28.103605 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-591f1eb0-7b24-4417-bd39-d6e2c164c476 req-b98ab045-08a3-48da-ab92-4db9aabf93d1 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=99b36ce8-9540-4cd4-b0ca-7b3cd88dabd6 HTTP/1.1" status: 200 len: 946 time: 0.0799177 Sep 07 02:41:28.158274 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160a2ab-0999-4bcd-b1d1-58cdd0cea9c0 req-e1867e17-384a-4e47-bca0-e62f43483222 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:28.166059 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5160a2ab-0999-4bcd-b1d1-58cdd0cea9c0 req-e1867e17-384a-4e47-bca0-e62f43483222 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/networks/1166b922-7457-4da4-bdda-328e8c8e7bc6 HTTP/1.1" status: 200 len: 784 time: 0.2857509 Sep 07 02:41:28.174481 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-591f1eb0-7b24-4417-bd39-d6e2c164c476 req-a7f506b9-3b37-4e54-a799-7e57cabfbb75 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693252 Sep 07 02:41:28.175743 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [req-5160a2ab-0999-4bcd-b1d1-58cdd0cea9c0 req-7bc9b21e-d11e-4e8f-beac-b2e922315343 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 02:41:28.192079 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5160a2ab-0999-4bcd-b1d1-58cdd0cea9c0 req-7bc9b21e-d11e-4e8f-beac-b2e922315343 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0251055 Sep 07 02:41:28.200343 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-1ba99117-6f4a-4b0c-bdd2-7542987d987e req-5e599155-a6ed-4ddf-a79c-c4fd5fbba966 service neutron] For port 03a08a42-1d07-47f4-9c5c-dd28198aa815, host n-h2-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:41:28.204401 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-1ba99117-6f4a-4b0c-bdd2-7542987d987e req-5e599155-a6ed-4ddf-a79c-c4fd5fbba966 service neutron] For port 03a08a42-1d07-47f4-9c5c-dd28198aa815, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=03a08a42-1d07-47f4-9c5c-dd28198aa815,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:41:28.214149 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-1ba99117-6f4a-4b0c-bdd2-7542987d987e req-5e599155-a6ed-4ddf-a79c-c4fd5fbba966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:28.271020 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e599155-a6ed-4ddf-a79c-c4fd5fbba966 service neutron] Pushing event updated for resources: {'Port': ['ID=03a08a42-1d07-47f4-9c5c-dd28198aa815,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:28.304962 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba99117-6f4a-4b0c-bdd2-7542987d987e req-5e599155-a6ed-4ddf-a79c-c4fd5fbba966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:28.305953 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-1ba99117-6f4a-4b0c-bdd2-7542987d987e req-5e599155-a6ed-4ddf-a79c-c4fd5fbba966 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:28.308327 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1ba99117-6f4a-4b0c-bdd2-7542987d987e req-5e599155-a6ed-4ddf-a79c-c4fd5fbba966 service neutron] 10.222.0.16 "PUT /v2.0/ports/03a08a42-1d07-47f4-9c5c-dd28198aa815 HTTP/1.1" status: 200 len: 1097 time: 2.3404815 Sep 07 02:41:28.308883 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb044ddb-aec4-4cc8-8c21-d0b93465a7eb', 'tag': '03a08a42-1d07-47f4-9c5c-dd28198aa815'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:41:28.311418 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46c197f-4617-47f7-9dc8-3520683354f3" -d '{"events": [{"name": "network-changed", "server_uuid": "fb044ddb-aec4-4cc8-8c21-d0b93465a7eb", "tag": "03a08a42-1d07-47f4-9c5c-dd28198aa815"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:41:28.316032 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1826dad6-0a53-40ab-bedd-c20cd75f03d3 admin admin] Router e5354f8c-511f-46ff-9b37-ccd2db1044ca is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 02:41:28.316222 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-21ad06e5-285f-4330-b11b-4aa2ab489421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:28.416418 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-c1efd19e-1a43-4693-bb02-14d2135c40d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1167678754-router', 'tenant_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'e3f9da3b-548c-4f0f-b18d-cc6adbb79848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:40:35Z', 'updated_at': '2021-09-07T02:40:41Z', 'revision_number': 4, 'project_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'gw_port': {'id': 'e3f9da3b-548c-4f0f-b18d-cc6adbb79848', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:20:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:40:36Z', 'updated_at': '2021-09-07T02:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': '7170ddfd-ef90-4e7b-8b5c-9c534d49af7f', 'tenant_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'floating_ip_address': '172.25.5.142', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'port_id': 'd5c3d11f-a916-4cd5-889c-fdc14e370dfe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf4d819b-d5b3-41f0-aae9-25471cd508bb', 'mac_address': 'fa:16:3e:eb:49:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14488513-6591-402f-9cca-41e13c86bb86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T02:40:56Z', 'updated_at': '2021-09-07T02:41:24Z', 'revision_number': 8, 'project_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2981b985-f07f-4ac9-94fa-288b1e5195ff', 'name': '', 'network_id': 'cf4d819b-d5b3-41f0-aae9-25471cd508bb', 'tenant_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'mac_address': 'fa:16:3e:2e:85:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '205e31e7-fda7-44a5-98d3-6a3c5b8d28bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:40:40Z', 'updated_at': '2021-09-07T02:40:48Z', 'revision_number': 5, 'project_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'subnets': [{'id': '205e31e7-fda7-44a5-98d3-6a3c5b8d28bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:41:28.456199 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1efd19e-1a43-4693-bb02-14d2135c40d1 None None] The sync data for ids ['33c08d20-dbad-4428-bb08-966ab5175b7c'] in n-d-796209-16 is: [{'id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1167678754-router', 'tenant_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'e3f9da3b-548c-4f0f-b18d-cc6adbb79848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:40:35Z', 'updated_at': '2021-09-07T02:40:41Z', 'revision_number': 4, 'project_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'gw_port': {'id': 'e3f9da3b-548c-4f0f-b18d-cc6adbb79848', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:20:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:40:36Z', 'updated_at': '2021-09-07T02:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': '7170ddfd-ef90-4e7b-8b5c-9c534d49af7f', 'tenant_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'floating_ip_address': '172.25.5.142', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'port_id': 'd5c3d11f-a916-4cd5-889c-fdc14e370dfe', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf4d819b-d5b3-41f0-aae9-25471cd508bb', 'mac_address': 'fa:16:3e:eb:49:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14488513-6591-402f-9cca-41e13c86bb86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T02:40:56Z', 'updated_at': '2021-09-07T02:41:24Z', 'revision_number': 8, 'project_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2981b985-f07f-4ac9-94fa-288b1e5195ff', 'name': '', 'network_id': 'cf4d819b-d5b3-41f0-aae9-25471cd508bb', 'tenant_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'mac_address': 'fa:16:3e:2e:85:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '205e31e7-fda7-44a5-98d3-6a3c5b8d28bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:40:40Z', 'updated_at': '2021-09-07T02:40:48Z', 'revision_number': 5, 'project_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'subnets': [{'id': '205e31e7-fda7-44a5-98d3-6a3c5b8d28bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:41:28.498782 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a9127758-a766-4745-9256-18c6a21dbeb1 req-8cb69fe0-9908-4148-a7c6-2a3991deb38a tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.142 HTTP/1.1" status: 200 len: 1000 time: 0.0933568 Sep 07 02:41:28.531088 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-74900425-076f-427e-943f-536605efc0fe req-59c59b25-702b-44c6-ba00-a65cfe5a7044 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.22 "GET /v2.0/ports?device_id=7572f99c-56f2-48d4-a067-c60d98d9f152 HTTP/1.1" status: 200 len: 210 time: 0.0778913 Sep 07 02:41:28.571640 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba99117-6f4a-4b0c-bdd2-7542987d987e req-2a68fe6b-10d3-4a81-8577-6b27cdc57516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:28.576606 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1ba99117-6f4a-4b0c-bdd2-7542987d987e req-2a68fe6b-10d3-4a81-8577-6b27cdc57516 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef46d2c6ddda4358910a6e6d3c8cd1f8&device_id=fb044ddb-aec4-4cc8-8c21-d0b93465a7eb HTTP/1.1" status: 200 len: 1100 time: 0.1820173 Sep 07 02:41:28.581461 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 48ce1268-06c7-4ae8-bdc2-692ddb68346e up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:41:28.617338 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9127758-a766-4745-9256-18c6a21dbeb1 req-ff19e7bb-afe5-4658-afc8-49b84205157c tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:28.618821 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a9127758-a766-4745-9256-18c6a21dbeb1 req-ff19e7bb-afe5-4658-afc8-49b84205157c tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/ports/d5c3d11f-a916-4cd5-889c-fdc14e370dfe HTTP/1.1" status: 200 len: 943 time: 0.1192384 Sep 07 02:41:28.625896 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd07eff4-f9fc-4733-ba06-ceca19c2d618 x-openstack-request-id: req-fd07eff4-f9fc-4733-ba06-ceca19c2d618 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:41:28.626210 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb044ddb-aec4-4cc8-8c21-d0b93465a7eb", "tag": "03a08a42-1d07-47f4-9c5c-dd28198aa815", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:41:28.626430 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fd07eff4-f9fc-4733-ba06-ceca19c2d618 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:41:28.626835 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb044ddb-aec4-4cc8-8c21-d0b93465a7eb', 'tag': '03a08a42-1d07-47f4-9c5c-dd28198aa815', 'status': 'completed', 'code': 200} Sep 07 02:41:28.720646 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:28.723661 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 48ce1268-06c7-4ae8-bdc2-692ddb68346e triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:41:28.724207 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:28.736831 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1ba99117-6f4a-4b0c-bdd2-7542987d987e req-e860f0cc-1e14-4855-960c-f1ee46183715 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=03a08a42-1d07-47f4-9c5c-dd28198aa815 HTTP/1.1" status: 200 len: 217 time: 0.1085107 Sep 07 02:41:28.822653 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeddee9f-7e24-4d59-ba1b-3840c06b372a None None] New status for floating IP 7170ddfd-ef90-4e7b-8b5c-9c534d49af7f: ACTIVE {{(pid=94703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 02:41:28.876538 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a9127758-a766-4745-9256-18c6a21dbeb1 req-bb4d98e8-5a04-45b1-8a87-c72101179fb7 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.142 HTTP/1.1" status: 200 len: 1000 time: 0.1315832 Sep 07 02:41:28.881941 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1826dad6-0a53-40ab-bedd-c20cd75f03d3 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:41:28.894126 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4354d396-1597-42bc-9194-f4b40be465b9 None None] Sync routers for ids ['e5354f8c-511f-46ff-9b37-ccd2db1044ca'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:41:28.903857 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba99117-6f4a-4b0c-bdd2-7542987d987e req-f32baf1a-9cff-480e-9d69-2e6a7e6966c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:28.906118 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1ba99117-6f4a-4b0c-bdd2-7542987d987e req-f32baf1a-9cff-480e-9d69-2e6a7e6966c5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.0894465 Sep 07 02:41:28.916172 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a1e7d5-b6b7-49e0-8b53-b04b111d7192 req-19bafd21-3418-43f7-a1c0-0ccca2806932 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:28.916435 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4354d396-1597-42bc-9194-f4b40be465b9 None None] Routers {'e5354f8c-511f-46ff-9b37-ccd2db1044ca'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:41:28.919237 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-4354d396-1597-42bc-9194-f4b40be465b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:41:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['e5354f8c-511f-46ff-9b37-ccd2db1044ca'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:41:28.926640 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-86a1e7d5-b6b7-49e0-8b53-b04b111d7192 req-19bafd21-3418-43f7-a1c0-0ccca2806932 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb044ddb-aec4-4cc8-8c21-d0b93465a7eb HTTP/1.1" status: 200 len: 948 time: 0.2098596 Sep 07 02:41:28.947825 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1826dad6-0a53-40ab-bedd-c20cd75f03d3 admin admin] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:28.949982 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-1826dad6-0a53-40ab-bedd-c20cd75f03d3 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.8083684 Sep 07 02:41:28.952609 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48882) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:41:29.024463 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-86a1e7d5-b6b7-49e0-8b53-b04b111d7192 req-263d98aa-fad1-4911-97f2-4e447bf5f50b tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967553 Sep 07 02:41:29.052431 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba99117-6f4a-4b0c-bdd2-7542987d987e req-7fa2ef44-6c67-41f7-9f8a-27ecb4deefb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:29.055299 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1ba99117-6f4a-4b0c-bdd2-7542987d987e req-7fa2ef44-6c67-41f7-9f8a-27ecb4deefb1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1247213 Sep 07 02:41:29.078840 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14488513-6591-402f-9cca-41e13c86bb86', 'tag': 'd5c3d11f-a916-4cd5-889c-fdc14e370dfe'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:41:29.081690 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262de262-9934-4335-8027-0d1e2e82573b" -d '{"events": [{"name": "network-changed", "server_uuid": "14488513-6591-402f-9cca-41e13c86bb86", "tag": "d5c3d11f-a916-4cd5-889c-fdc14e370dfe"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:41:29.167020 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-4354d396-1597-42bc-9194-f4b40be465b9 None None] Set router e5354f8c-511f-46ff-9b37-ccd2db1044ca gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:41:29.216809 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6f8400-ea1b-4c87-972c-1ea1cca9fb3c x-openstack-request-id: req-9a6f8400-ea1b-4c87-972c-1ea1cca9fb3c {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:41:29.217101 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14488513-6591-402f-9cca-41e13c86bb86", "tag": "d5c3d11f-a916-4cd5-889c-fdc14e370dfe", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:41:29.217566 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9a6f8400-ea1b-4c87-972c-1ea1cca9fb3c {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:41:29.218143 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14488513-6591-402f-9cca-41e13c86bb86', 'tag': 'd5c3d11f-a916-4cd5-889c-fdc14e370dfe', 'status': 'completed', 'code': 200} Sep 07 02:41:29.271101 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9127758-a766-4745-9256-18c6a21dbeb1 req-fb33c9f5-1efd-4089-8a5d-e991af98143a tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:29.280820 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a9127758-a766-4745-9256-18c6a21dbeb1 req-fb33c9f5-1efd-4089-8a5d-e991af98143a tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/networks/1166b922-7457-4da4-bdda-328e8c8e7bc6 HTTP/1.1" status: 200 len: 784 time: 0.4026756 Sep 07 02:41:29.346576 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1ba99117-6f4a-4b0c-bdd2-7542987d987e req-11975890-33c1-4de5-a40a-3aa25292308a service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725101 Sep 07 02:41:29.366625 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9d3ff8-7f37-49ce-961c-18aef2187f22 req-3e636a17-2bc7-4b91-b75c-46b5809513e9 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:29.368322 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bf9d3ff8-7f37-49ce-961c-18aef2187f22 req-3e636a17-2bc7-4b91-b75c-46b5809513e9 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=99b36ce8-9540-4cd4-b0ca-7b3cd88dabd6 HTTP/1.1" status: 200 len: 946 time: 0.0896666 Sep 07 02:41:29.439515 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262de262-9934-4335-8027-0d1e2e82573b req-369776da-239d-4e71-a0dd-d3380014f935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:29.441075 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-262de262-9934-4335-8027-0d1e2e82573b req-369776da-239d-4e71-a0dd-d3380014f935 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b8a2a8dd4f3482aa9fef6171603eb42&device_id=14488513-6591-402f-9cca-41e13c86bb86 HTTP/1.1" status: 200 len: 1098 time: 0.1548603 Sep 07 02:41:29.455826 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a9127758-a766-4745-9256-18c6a21dbeb1 req-5d05c0ad-560d-4d8a-97ab-f19f70594bf8 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.142 HTTP/1.1" status: 200 len: 1002 time: 0.1734333 Sep 07 02:41:29.471712 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bf9d3ff8-7f37-49ce-961c-18aef2187f22 req-b5552203-3b89-4971-a099-17c0c7639f16 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828686 Sep 07 02:41:29.481607 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-a9127758-a766-4745-9256-18c6a21dbeb1 req-c1757690-1b1e-49cb-acc4-84eb2d2dc83d tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:41:29.505365 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1ba99117-6f4a-4b0c-bdd2-7542987d987e req-e5c68616-29ac-4832-9add-f61485fb79d3 service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417983 Sep 07 02:41:29.505549 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:29.637278 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-4354d396-1597-42bc-9194-f4b40be465b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5354f8c-511f-46ff-9b37-ccd2db1044ca', 'name': 'tempest-FloatingIPsTestJSON-980547417-router', 'tenant_id': '2e7b2f5e6e5f40369d66245ab396572e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '7a927dca-e975-490a-b775-5755adf86def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:41:24Z', 'updated_at': '2021-09-07T02:41:26Z', 'revision_number': 3, 'project_id': '2e7b2f5e6e5f40369d66245ab396572e', 'gw_port': {'id': '7a927dca-e975-490a-b775-5755adf86def', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:45:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5354f8c-511f-46ff-9b37-ccd2db1044ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:41:25Z', 'updated_at': '2021-09-07T02:41:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:41:29.638398 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46c197f-4617-47f7-9dc8-3520683354f3 req-ae70b3c7-6f1f-4d99-9e74-fc022f28fd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:29.641979 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e46c197f-4617-47f7-9dc8-3520683354f3 req-ae70b3c7-6f1f-4d99-9e74-fc022f28fd72 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef46d2c6ddda4358910a6e6d3c8cd1f8&device_id=fb044ddb-aec4-4cc8-8c21-d0b93465a7eb HTTP/1.1" status: 200 len: 1100 time: 0.0734065 Sep 07 02:41:29.668783 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4354d396-1597-42bc-9194-f4b40be465b9 None None] Checking router: e5354f8c-511f-46ff-9b37-ccd2db1044ca for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:41:29.669141 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4354d396-1597-42bc-9194-f4b40be465b9 None None] Updating router e5354f8c-511f-46ff-9b37-ccd2db1044ca port 7a927dca-e975-490a-b775-5755adf86def binding host n-d-796209-16 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 02:41:29.697150 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4354d396-1597-42bc-9194-f4b40be465b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:29.797681 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a5007ab7-da6c-4034-b166-ea8c15f07e44 req-192d2bc6-9a5b-4046-b0b3-048e3ca83b3b tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.22 "GET /v2.0/ports?device_id=7572f99c-56f2-48d4-a067-c60d98d9f152 HTTP/1.1" status: 200 len: 210 time: 0.0791817 Sep 07 02:41:29.843312 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46c197f-4617-47f7-9dc8-3520683354f3 req-9d10e365-2871-411e-8f11-0de35aacf84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:29.845283 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e46c197f-4617-47f7-9dc8-3520683354f3 req-9d10e365-2871-411e-8f11-0de35aacf84e service neutron] 10.222.0.16 "GET /v2.0/networks?id=0823ecf3-066e-49bd-a451-2e84ab79a70f HTTP/1.1" status: 200 len: 869 time: 0.1968324 Sep 07 02:41:29.904550 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e46c197f-4617-47f7-9dc8-3520683354f3 req-d18908d8-cfc7-40e7-87ae-df3450b86a3f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=03a08a42-1d07-47f4-9c5c-dd28198aa815 HTTP/1.1" status: 200 len: 217 time: 0.0503879 Sep 07 02:41:29.987249 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46c197f-4617-47f7-9dc8-3520683354f3 req-f122f2ff-cf32-4b5c-ab9b-c334f9081f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:29.988882 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e46c197f-4617-47f7-9dc8-3520683354f3 req-f122f2ff-cf32-4b5c-ab9b-c334f9081f55 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.0759604 Sep 07 02:41:30.028478 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4354d396-1597-42bc-9194-f4b40be465b9 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:30.035769 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a9127758-a766-4745-9256-18c6a21dbeb1 req-c1757690-1b1e-49cb-acc4-84eb2d2dc83d tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Notify callbacks [] for floatingip, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:30.047667 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-4354d396-1597-42bc-9194-f4b40be465b9 None None] Transition to ACTIVE for port object 7a927dca-e975-490a-b775-5755adf86def will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:41:30.054764 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4354d396-1597-42bc-9194-f4b40be465b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:30.071823 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46c197f-4617-47f7-9dc8-3520683354f3 req-9db043be-0373-4f3b-ba2d-181c432c4b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:30.074713 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e46c197f-4617-47f7-9dc8-3520683354f3 req-9db043be-0373-4f3b-ba2d-181c432c4b99 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0740449 Sep 07 02:41:30.112842 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-4354d396-1597-42bc-9194-f4b40be465b9 None None] Attempting to bind port 7a927dca-e975-490a-b775-5755adf86def on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:41:30.113321 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-4354d396-1597-42bc-9194-f4b40be465b9 None None] Attempting to bind port 7a927dca-e975-490a-b775-5755adf86def by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:41:30.113772 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4354d396-1597-42bc-9194-f4b40be465b9 None None] Attempting to bind port 7a927dca-e975-490a-b775-5755adf86def on network 1166b922-7457-4da4-bdda-328e8c8e7bc6 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:41:30.123036 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35d1b30-4bd6-468a-8883-6cfe52947128 None None] Pushing event updated for resources: {'Port': ['ID=7a927dca-e975-490a-b775-5755adf86def,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:30.131805 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4354d396-1597-42bc-9194-f4b40be465b9 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:41:30.132329 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4354d396-1597-42bc-9194-f4b40be465b9 None None] Checking segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:41:30.132849 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4354d396-1597-42bc-9194-f4b40be465b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:30.133499 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4354d396-1597-42bc-9194-f4b40be465b9 None None] Bound using segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:41:30.134075 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-4354d396-1597-42bc-9194-f4b40be465b9 None None] Bound port: 7a927dca-e975-490a-b775-5755adf86def, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:41:30.134496 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4354d396-1597-42bc-9194-f4b40be465b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:30.141725 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-f2d45a32-54e3-4006-a2e9-456f1693119e tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:30.143242 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-f2d45a32-54e3-4006-a2e9-456f1693119e tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.23 "GET /v2.0/networks?id=b6b7fa78-905c-4e45-8ca1-46d8e557bf3f HTTP/1.1" status: 200 len: 812 time: 0.2185037 Sep 07 02:41:30.158757 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262de262-9934-4335-8027-0d1e2e82573b req-bd620869-daed-4d54-a735-f9e18b6b9109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:30.160663 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-262de262-9934-4335-8027-0d1e2e82573b req-bd620869-daed-4d54-a735-f9e18b6b9109 service neutron] 10.222.0.23 "GET /v2.0/networks?id=cf4d819b-d5b3-41f0-aae9-25471cd508bb HTTP/1.1" status: 200 len: 921 time: 0.7091005 Sep 07 02:41:30.190757 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-4354d396-1597-42bc-9194-f4b40be465b9 None None] For port 7a927dca-e975-490a-b775-5755adf86def, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:41:30.194217 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-4354d396-1597-42bc-9194-f4b40be465b9 None None] For port 7a927dca-e975-490a-b775-5755adf86def, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=7a927dca-e975-490a-b775-5755adf86def,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:41:30.200217 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4354d396-1597-42bc-9194-f4b40be465b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:30.232373 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-e0ea1239-e345-4d05-b11e-8e5f8aa8fb2a tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Request body: {'port': {'device_id': 'c546d055-cd76-4578-8194-080cf505caed', 'network_id': 'b6b7fa78-905c-4e45-8ca1-46d8e557bf3f', 'admin_state_up': True, 'tenant_id': '17dd44711fbb41589e93ff16d97ba443'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:41:30.264816 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4354d396-1597-42bc-9194-f4b40be465b9 None None] Routers {'e5354f8c-511f-46ff-9b37-ccd2db1044ca'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:41:30.265624 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-4354d396-1597-42bc-9194-f4b40be465b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:41:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['e5354f8c-511f-46ff-9b37-ccd2db1044ca'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:41:30.267173 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e46c197f-4617-47f7-9dc8-3520683354f3 req-7076e270-1948-4883-ba63-6abefdfb02b3 service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822636 Sep 07 02:41:30.269090 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35d1b30-4bd6-468a-8883-6cfe52947128 None None] Pushing event updated for resources: {'Port': ['ID=7a927dca-e975-490a-b775-5755adf86def,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:30.288256 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af062a-ce4f-45ed-903f-412ab3ac3c49 req-7b7b16d3-a364-4402-b31f-457fbc172334 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:30.289866 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-67af062a-ce4f-45ed-903f-412ab3ac3c49 req-7b7b16d3-a364-4402-b31f-457fbc172334 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb044ddb-aec4-4cc8-8c21-d0b93465a7eb HTTP/1.1" status: 200 len: 948 time: 0.1432986 Sep 07 02:41:30.388687 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-4354d396-1597-42bc-9194-f4b40be465b9 None None] Set router e5354f8c-511f-46ff-9b37-ccd2db1044ca gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:41:30.467397 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a9127758-a766-4745-9256-18c6a21dbeb1 req-c1757690-1b1e-49cb-acc4-84eb2d2dc83d tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:30.474400 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-262de262-9934-4335-8027-0d1e2e82573b req-a9c6f20b-1ad8-4024-98f0-0153f8441517 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5c3d11f-a916-4cd5-889c-fdc14e370dfe HTTP/1.1" status: 200 len: 1002 time: 0.2553985 Sep 07 02:41:30.485465 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-af126c6b-5ea6-4562-afef-0f98500a78e3 req-097fedd6-6c9b-4644-a800-09cd98445542 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b8c064c4-5a1a-47ca-b041-7577ef533a3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2674389 Sep 07 02:41:30.486069 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a9127758-a766-4745-9256-18c6a21dbeb1 req-c1757690-1b1e-49cb-acc4-84eb2d2dc83d tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:30.486413 n-d-796209-16 neutron-server[94700]: INFO neutron.db.l3_db [req-a9127758-a766-4745-9256-18c6a21dbeb1 req-c1757690-1b1e-49cb-acc4-84eb2d2dc83d tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Floating IP 7170ddfd-ef90-4e7b-8b5c-9c534d49af7f disassociated. External IP: 172.25.5.142, port: d5c3d11f-a916-4cd5-889c-fdc14e370dfe. Sep 07 02:41:30.512235 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-67af062a-ce4f-45ed-903f-412ab3ac3c49 req-8963733f-f8e8-4ea5-9076-59786fba5584 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109280 Sep 07 02:41:30.550476 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-9a7eab2d-9eb4-490f-b6ac-70eb2cc3aaa8 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:30.552279 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-9a7eab2d-9eb4-490f-b6ac-70eb2cc3aaa8 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.23 "GET /v2.0/networks?id=b6b7fa78-905c-4e45-8ca1-46d8e557bf3f HTTP/1.1" status: 200 len: 812 time: 0.1938219 Sep 07 02:41:30.590834 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-4a266c47-bdcd-424b-bfa9-b4933cc38244 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Request body: {'port': {'device_id': '7572f99c-56f2-48d4-a067-c60d98d9f152', 'network_id': 'b6b7fa78-905c-4e45-8ca1-46d8e557bf3f', 'admin_state_up': True, 'tenant_id': '17dd44711fbb41589e93ff16d97ba443'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:41:30.613323 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f7955fbd-7dea-4706-922a-755ae4998169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:30.614207 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e46c197f-4617-47f7-9dc8-3520683354f3 req-78c1d76e-2207-42e6-b5bd-d9f57cc3e86d service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356843 Sep 07 02:41:30.650823 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-4354d396-1597-42bc-9194-f4b40be465b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5354f8c-511f-46ff-9b37-ccd2db1044ca', 'name': 'tempest-FloatingIPsTestJSON-980547417-router', 'tenant_id': '2e7b2f5e6e5f40369d66245ab396572e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '7a927dca-e975-490a-b775-5755adf86def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:41:24Z', 'updated_at': '2021-09-07T02:41:26Z', 'revision_number': 3, 'project_id': '2e7b2f5e6e5f40369d66245ab396572e', 'gw_port': {'id': '7a927dca-e975-490a-b775-5755adf86def', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:45:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5354f8c-511f-46ff-9b37-ccd2db1044ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:41:25Z', 'updated_at': '2021-09-07T02:41:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:41:30.680234 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4354d396-1597-42bc-9194-f4b40be465b9 None None] The sync data for ids ['e5354f8c-511f-46ff-9b37-ccd2db1044ca'] in n-d-796209-16 is: [{'id': 'e5354f8c-511f-46ff-9b37-ccd2db1044ca', 'name': 'tempest-FloatingIPsTestJSON-980547417-router', 'tenant_id': '2e7b2f5e6e5f40369d66245ab396572e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '7a927dca-e975-490a-b775-5755adf86def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:41:24Z', 'updated_at': '2021-09-07T02:41:26Z', 'revision_number': 3, 'project_id': '2e7b2f5e6e5f40369d66245ab396572e', 'gw_port': {'id': '7a927dca-e975-490a-b775-5755adf86def', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:45:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5354f8c-511f-46ff-9b37-ccd2db1044ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:41:25Z', 'updated_at': '2021-09-07T02:41:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:41:30.712670 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262de262-9934-4335-8027-0d1e2e82573b req-71f37a3d-a8d8-4d9c-88fa-3e40c11f20e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:30.714768 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-262de262-9934-4335-8027-0d1e2e82573b req-71f37a3d-a8d8-4d9c-88fa-3e40c11f20e6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=205e31e7-fda7-44a5-98d3-6a3c5b8d28bb HTTP/1.1" status: 200 len: 860 time: 0.2230577 Sep 07 02:41:30.781419 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a1e10-d721-4a9f-97eb-b9634e7f6de1 req-65eb02cd-c2ad-4269-9e8e-c84016910dbb tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:30.782912 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5a2a1e10-d721-4a9f-97eb-b9634e7f6de1 req-65eb02cd-c2ad-4269-9e8e-c84016910dbb tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=99b36ce8-9540-4cd4-b0ca-7b3cd88dabd6 HTTP/1.1" status: 200 len: 946 time: 0.0785301 Sep 07 02:41:30.809319 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-e0ea1239-e345-4d05-b11e-8e5f8aa8fb2a tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Made reservation on behalf of 17dd44711fbb41589e93ff16d97ba443 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:41:30.812823 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-e0ea1239-e345-4d05-b11e-8e5f8aa8fb2a tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:30.818747 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-4a266c47-bdcd-424b-bfa9-b4933cc38244 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Made reservation on behalf of 17dd44711fbb41589e93ff16d97ba443 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:41:30.822319 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af126c6b-5ea6-4562-afef-0f98500a78e3 req-f52cc8fb-5446-48a7-9a26-332c23283b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:30.823581 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-4a266c47-bdcd-424b-bfa9-b4933cc38244 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:30.824674 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-af126c6b-5ea6-4562-afef-0f98500a78e3 req-f52cc8fb-5446-48a7-9a26-332c23283b39 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3ab8b040c45c43eb93697ca2e765c9b6&device_id=b8c064c4-5a1a-47ca-b041-7577ef533a3f HTTP/1.1" status: 200 len: 1097 time: 0.2851255 Sep 07 02:41:30.848675 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5a2a1e10-d721-4a9f-97eb-b9634e7f6de1 req-611d1bf8-7735-4f9d-a0ec-ce81f798caeb tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579057 Sep 07 02:41:31.020507 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-4a266c47-bdcd-424b-bfa9-b4933cc38244 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Allocated IP 172.20.0.7 (b6b7fa78-905c-4e45-8ca1-46d8e557bf3f/35c85522-601a-48aa-9d53-ac705e7885ca/dccb79f3-903f-4bd1-a672-900571074569) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:41:31.120627 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262de262-9934-4335-8027-0d1e2e82573b req-8e7b55c3-306f-4b71-94ca-5e4bed33978a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:31.122163 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-262de262-9934-4335-8027-0d1e2e82573b req-8e7b55c3-306f-4b71-94ca-5e4bed33978a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cf4d819b-d5b3-41f0-aae9-25471cd508bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3968065 Sep 07 02:41:31.161366 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-91f3b61a-e1fa-4a89-86c5-23cb0066e913 req-a2698440-7123-40df-a273-bfab4662d52e tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.22 "GET /v2.0/ports?device_id=7572f99c-56f2-48d4-a067-c60d98d9f152 HTTP/1.1" status: 200 len: 210 time: 0.0447648 Sep 07 02:41:31.280280 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:31.305443 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af126c6b-5ea6-4562-afef-0f98500a78e3 req-403d1f79-a334-45ab-8466-f6f1ee3b2c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:31.307152 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-af126c6b-5ea6-4562-afef-0f98500a78e3 req-403d1f79-a334-45ab-8466-f6f1ee3b2c5b service neutron] 10.222.0.23 "GET /v2.0/networks?id=14c70991-0408-4c1e-b280-2438299d29c7 HTTP/1.1" status: 200 len: 915 time: 0.4544280 Sep 07 02:41:31.409910 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-f7955fbd-7dea-4706-922a-755ae4998169 admin admin] Allocated IP 172.20.0.1 (d1246213-e6bd-49b1-a769-e334753dc26c/83afc0a8-a01a-4be6-8672-e5ee44c88ad7/f25e15c8-bda5-4f60-ae36-502530428976) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:41:31.437272 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-262de262-9934-4335-8027-0d1e2e82573b req-3192a34e-ce89-4caf-9676-a5c2c34fcd3e service neutron] 10.222.0.23 "GET /v2.0/networks/cf4d819b-d5b3-41f0-aae9-25471cd508bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016815 Sep 07 02:41:31.448537 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9127758-a766-4745-9256-18c6a21dbeb1 req-c1757690-1b1e-49cb-acc4-84eb2d2dc83d tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Router 33c08d20-dbad-4428-bb08-966ab5175b7c has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:41:31.473520 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-af126c6b-5ea6-4562-afef-0f98500a78e3 req-063de3e3-fcc7-4dae-b995-e6f43dc2b713 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27c87a6e-97e5-46b1-a354-2ac48eaea864 HTTP/1.1" status: 200 len: 1001 time: 0.1533117 Sep 07 02:41:31.581566 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-4a266c47-bdcd-424b-bfa9-b4933cc38244 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:31.660954 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-4a266c47-bdcd-424b-bfa9-b4933cc38244 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:31.679076 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af126c6b-5ea6-4562-afef-0f98500a78e3 req-0663da32-a2fa-430e-a7bc-b7860cda8c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:31.680580 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-af126c6b-5ea6-4562-afef-0f98500a78e3 req-0663da32-a2fa-430e-a7bc-b7860cda8c69 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=63d076a3-ed18-4096-ba07-49e6bc6db374 HTTP/1.1" status: 200 len: 854 time: 0.1957922 Sep 07 02:41:31.706143 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4092fcd4-0134-41e5-b505-a4fc6fe0189f req-22aa5a1c-50cc-444d-a5b0-29754e94aa56 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:31.707676 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4092fcd4-0134-41e5-b505-a4fc6fe0189f req-22aa5a1c-50cc-444d-a5b0-29754e94aa56 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb044ddb-aec4-4cc8-8c21-d0b93465a7eb HTTP/1.1" status: 200 len: 948 time: 0.0967414 Sep 07 02:41:31.718445 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-4a266c47-bdcd-424b-bfa9-b4933cc38244 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Network b6b7fa78-905c-4e45-8ca1-46d8e557bf3f is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:41:31.728858 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-4a266c47-bdcd-424b-bfa9-b4933cc38244 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:41:31.748477 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-4a266c47-bdcd-424b-bfa9-b4933cc38244 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:41:31.757277 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-262de262-9934-4335-8027-0d1e2e82573b req-861da1b1-2ba4-4c42-ae74-66e79757dba6 service neutron] 10.222.0.23 "GET /v2.0/networks/cf4d819b-d5b3-41f0-aae9-25471cd508bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109989 Sep 07 02:41:31.778487 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a266c47-bdcd-424b-bfa9-b4933cc38244 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Pushing event updated for resources: {'Port': ['ID=dccb79f3-903f-4bd1-a672-900571074569,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:31.803448 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4092fcd4-0134-41e5-b505-a4fc6fe0189f req-43f29747-9d5e-4b04-988c-315a371e28bb tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869987 Sep 07 02:41:31.822870 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-4a266c47-bdcd-424b-bfa9-b4933cc38244 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:31.823750 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-4a266c47-bdcd-424b-bfa9-b4933cc38244 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:31.841544 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-4a266c47-bdcd-424b-bfa9-b4933cc38244 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2700446 Sep 07 02:41:31.845179 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f7955fbd-7dea-4706-922a-755ae4998169 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:31.847623 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-e0ea1239-e345-4d05-b11e-8e5f8aa8fb2a tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Allocated IP 172.20.0.10 (b6b7fa78-905c-4e45-8ca1-46d8e557bf3f/35c85522-601a-48aa-9d53-ac705e7885ca/06c702fe-d5eb-4d93-9678-cbb02ac4d9a4) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:41:31.864796 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-5c7b73d6-88ad-4189-96e9-4787cc55b137 service neutron] Request body: {'port': {'device_id': '7572f99c-56f2-48d4-a067-c60d98d9f152', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:41:31.871168 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af126c6b-5ea6-4562-afef-0f98500a78e3 req-85094130-5d29-4a89-8947-5d13787a5bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:31.872748 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-af126c6b-5ea6-4562-afef-0f98500a78e3 req-85094130-5d29-4a89-8947-5d13787a5bb5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=14c70991-0408-4c1e-b280-2438299d29c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1756625 Sep 07 02:41:31.882422 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-f7955fbd-7dea-4706-922a-755ae4998169 admin admin] Transition to ACTIVE for port object f25e15c8-bda5-4f60-ae36-502530428976 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:41:31.934113 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-5c7b73d6-88ad-4189-96e9-4787cc55b137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:32.095073 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727ae8b-c81e-40b4-afb4-a54da518967b req-da26d093-a364-4f79-a80f-4eaa80d1988e tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:32.096721 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2727ae8b-c81e-40b4-afb4-a54da518967b req-da26d093-a364-4f79-a80f-4eaa80d1988e tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=99b36ce8-9540-4cd4-b0ca-7b3cd88dabd6 HTTP/1.1" status: 200 len: 946 time: 0.1503901 Sep 07 02:41:32.147696 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2727ae8b-c81e-40b4-afb4-a54da518967b req-3b344bc1-d49e-4452-932c-801483fb767f tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443306 Sep 07 02:41:32.247898 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9127758-a766-4745-9256-18c6a21dbeb1 req-c1757690-1b1e-49cb-acc4-84eb2d2dc83d tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:41:32.261604 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6412482-13a0-43f9-a8df-781cc3a28dbd None None] Sync routers for ids ['33c08d20-dbad-4428-bb08-966ab5175b7c'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:41:32.262101 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a9127758-a766-4745-9256-18c6a21dbeb1 req-c1757690-1b1e-49cb-acc4-84eb2d2dc83d tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:32.276194 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6412482-13a0-43f9-a8df-781cc3a28dbd None None] Routers {'33c08d20-dbad-4428-bb08-966ab5175b7c'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:41:32.277825 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-b6412482-13a0-43f9-a8df-781cc3a28dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:41:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['33c08d20-dbad-4428-bb08-966ab5175b7c'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:41:32.349530 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a9127758-a766-4745-9256-18c6a21dbeb1 req-c1757690-1b1e-49cb-acc4-84eb2d2dc83d tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "PUT /v2.0/floatingips/7170ddfd-ef90-4e7b-8b5c-9c534d49af7f HTTP/1.1" status: 200 len: 696 time: 2.8826878 Sep 07 02:41:32.357334 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14488513-6591-402f-9cca-41e13c86bb86', 'tag': 'd5c3d11f-a916-4cd5-889c-fdc14e370dfe'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:41:32.359666 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f54e4b3-6919-4ef1-9f05-26e15ba6d2d4" -d '{"events": [{"name": "network-changed", "server_uuid": "14488513-6591-402f-9cca-41e13c86bb86", "tag": "d5c3d11f-a916-4cd5-889c-fdc14e370dfe"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:41:32.404629 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-b6412482-13a0-43f9-a8df-781cc3a28dbd None None] Set router 33c08d20-dbad-4428-bb08-966ab5175b7c gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:41:32.460449 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721bbc17-c1cd-4c06-8e35-ed6e7297ee85 req-fa86184c-cf31-4f8a-bc5d-cf412c1c7e82 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:32.464611 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-721bbc17-c1cd-4c06-8e35-ed6e7297ee85 req-fa86184c-cf31-4f8a-bc5d-cf412c1c7e82 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.22 "GET /v2.0/ports?device_id=7572f99c-56f2-48d4-a067-c60d98d9f152 HTTP/1.1" status: 200 len: 931 time: 0.0884218 Sep 07 02:41:32.476807 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f7955fbd-7dea-4706-922a-755ae4998169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:32.528326 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-af126c6b-5ea6-4562-afef-0f98500a78e3 req-939c6fff-b657-469d-8266-744f085a9244 service neutron] 10.222.0.23 "GET /v2.0/networks/14c70991-0408-4c1e-b280-2438299d29c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6435511 Sep 07 02:41:32.536199 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-721bbc17-c1cd-4c06-8e35-ed6e7297ee85 req-743f2dce-5196-4ce3-a773-81e4176eee05 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.22 "GET /v2.0/security-groups?id=3aef09b9-bc23-4efa-8664-713672567223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633910 Sep 07 02:41:32.576408 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7955fbd-7dea-4706-922a-755ae4998169 admin admin] Network d1246213-e6bd-49b1-a769-e334753dc26c is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:41:32.583108 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 7a927dca-e975-490a-b775-5755adf86def up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:41:32.587813 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9127758-a766-4745-9256-18c6a21dbeb1 req-dd8e75a2-ec8c-4522-9561-da732f37be01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:32.589422 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a9127758-a766-4745-9256-18c6a21dbeb1 req-dd8e75a2-ec8c-4522-9561-da732f37be01 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9b8a2a8dd4f3482aa9fef6171603eb42&device_id=14488513-6591-402f-9cca-41e13c86bb86 HTTP/1.1" status: 200 len: 1098 time: 0.2097876 Sep 07 02:41:32.603906 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-f7955fbd-7dea-4706-922a-755ae4998169 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:41:32.615432 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7955fbd-7dea-4706-922a-755ae4998169 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:41:32.634009 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7955fbd-7dea-4706-922a-755ae4998169 admin admin] Pushing event updated for resources: {'Port': ['ID=f25e15c8-bda5-4f60-ae36-502530428976,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:32.683340 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 7a927dca-e975-490a-b775-5755adf86def completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:41:32.690616 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 7a927dca-e975-490a-b775-5755adf86def triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:41:32.691370 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:32.693533 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-b6412482-13a0-43f9-a8df-781cc3a28dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1167678754-router', 'tenant_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'e3f9da3b-548c-4f0f-b18d-cc6adbb79848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:40:35Z', 'updated_at': '2021-09-07T02:40:41Z', 'revision_number': 4, 'project_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'gw_port': {'id': 'e3f9da3b-548c-4f0f-b18d-cc6adbb79848', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:20:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:40:36Z', 'updated_at': '2021-09-07T02:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '2981b985-f07f-4ac9-94fa-288b1e5195ff', 'name': '', 'network_id': 'cf4d819b-d5b3-41f0-aae9-25471cd508bb', 'tenant_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'mac_address': 'fa:16:3e:2e:85:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '205e31e7-fda7-44a5-98d3-6a3c5b8d28bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:40:40Z', 'updated_at': '2021-09-07T02:40:48Z', 'revision_number': 5, 'project_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'subnets': [{'id': '205e31e7-fda7-44a5-98d3-6a3c5b8d28bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:41:32.702772 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2714e1-05bb-4f40-a434-21973c2cb8c6 x-openstack-request-id: req-ee2714e1-05bb-4f40-a434-21973c2cb8c6 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:41:32.703144 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14488513-6591-402f-9cca-41e13c86bb86", "tag": "d5c3d11f-a916-4cd5-889c-fdc14e370dfe", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:41:32.703337 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ee2714e1-05bb-4f40-a434-21973c2cb8c6 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:41:32.703745 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14488513-6591-402f-9cca-41e13c86bb86', 'tag': 'd5c3d11f-a916-4cd5-889c-fdc14e370dfe', 'status': 'completed', 'code': 200} Sep 07 02:41:32.728590 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6412482-13a0-43f9-a8df-781cc3a28dbd None None] Checking router: 33c08d20-dbad-4428-bb08-966ab5175b7c for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:41:32.739204 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6412482-13a0-43f9-a8df-781cc3a28dbd None None] Routers {'33c08d20-dbad-4428-bb08-966ab5175b7c'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:41:32.740380 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-b6412482-13a0-43f9-a8df-781cc3a28dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:41:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['33c08d20-dbad-4428-bb08-966ab5175b7c'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:41:32.759583 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-e0ea1239-e345-4d05-b11e-8e5f8aa8fb2a tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:32.799917 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:32.829829 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 7a927dca-e975-490a-b775-5755adf86def, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=7a927dca-e975-490a-b775-5755adf86def,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:41:32.837846 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:32.878147 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-b6412482-13a0-43f9-a8df-781cc3a28dbd None None] Set router 33c08d20-dbad-4428-bb08-966ab5175b7c gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:41:32.878896 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9127758-a766-4745-9256-18c6a21dbeb1 req-228c3ed6-4d39-4523-b62f-99280aa59747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:32.880535 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a9127758-a766-4745-9256-18c6a21dbeb1 req-228c3ed6-4d39-4523-b62f-99280aa59747 service neutron] 10.222.0.22 "GET /v2.0/networks?id=cf4d819b-d5b3-41f0-aae9-25471cd508bb HTTP/1.1" status: 200 len: 921 time: 0.2717378 Sep 07 02:41:32.881292 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f7955fbd-7dea-4706-922a-755ae4998169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:32.927129 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=7a927dca-e975-490a-b775-5755adf86def,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:32.969755 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f67b21-9705-4c50-b221-c7640038f6b1 req-d3bcd064-de67-4683-9aa1-152192cc2a5d tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:32.971871 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c8f67b21-9705-4c50-b221-c7640038f6b1 req-d3bcd064-de67-4683-9aa1-152192cc2a5d tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb044ddb-aec4-4cc8-8c21-d0b93465a7eb HTTP/1.1" status: 200 len: 948 time: 0.0660679 Sep 07 02:41:33.012039 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a9127758-a766-4745-9256-18c6a21dbeb1 req-b7a5d80c-b7cc-49de-9040-caeb82594c35 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5c3d11f-a916-4cd5-889c-fdc14e370dfe HTTP/1.1" status: 200 len: 217 time: 0.0765927 Sep 07 02:41:33.017395 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-21be9ba3-12f7-41c2-b7a9-c6f814ef7f6a None None] Provisioning for port f25e15c8-bda5-4f60-ae36-502530428976 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:41:33.023785 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-21be9ba3-12f7-41c2-b7a9-c6f814ef7f6a None None] Provisioning complete for port f25e15c8-bda5-4f60-ae36-502530428976 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:41:33.024471 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-21be9ba3-12f7-41c2-b7a9-c6f814ef7f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:33.032017 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-af126c6b-5ea6-4562-afef-0f98500a78e3 req-0b207251-630a-49b9-805f-c1cd9e9150b9 service neutron] 10.222.0.23 "GET /v2.0/networks/14c70991-0408-4c1e-b280-2438299d29c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4895327 Sep 07 02:41:33.040319 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c8f67b21-9705-4c50-b221-c7640038f6b1 req-115e7e6b-a7dc-4114-943d-50068ce9b993 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615556 Sep 07 02:41:33.090987 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-21be9ba3-12f7-41c2-b7a9-c6f814ef7f6a None None] Port f25e15c8-bda5-4f60-ae36-502530428976 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:41:33.115680 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f54e4b3-6919-4ef1-9f05-26e15ba6d2d4 req-f9602553-cf3a-45b2-b52e-4ccf1450c847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:33.117223 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3f54e4b3-6919-4ef1-9f05-26e15ba6d2d4 req-f9602553-cf3a-45b2-b52e-4ccf1450c847 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b8a2a8dd4f3482aa9fef6171603eb42&device_id=14488513-6591-402f-9cca-41e13c86bb86 HTTP/1.1" status: 200 len: 1098 time: 0.3891981 Sep 07 02:41:33.157000 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-b6412482-13a0-43f9-a8df-781cc3a28dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1167678754-router', 'tenant_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'e3f9da3b-548c-4f0f-b18d-cc6adbb79848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:40:35Z', 'updated_at': '2021-09-07T02:40:41Z', 'revision_number': 4, 'project_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'gw_port': {'id': 'e3f9da3b-548c-4f0f-b18d-cc6adbb79848', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:20:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:40:36Z', 'updated_at': '2021-09-07T02:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '2981b985-f07f-4ac9-94fa-288b1e5195ff', 'name': '', 'network_id': 'cf4d819b-d5b3-41f0-aae9-25471cd508bb', 'tenant_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'mac_address': 'fa:16:3e:2e:85:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '205e31e7-fda7-44a5-98d3-6a3c5b8d28bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:40:40Z', 'updated_at': '2021-09-07T02:40:48Z', 'revision_number': 5, 'project_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'subnets': [{'id': '205e31e7-fda7-44a5-98d3-6a3c5b8d28bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:41:33.184223 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9127758-a766-4745-9256-18c6a21dbeb1 req-b51e87c1-e6b3-40c4-8843-c5f2561b7f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:33.185852 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a9127758-a766-4745-9256-18c6a21dbeb1 req-b51e87c1-e6b3-40c4-8843-c5f2561b7f8f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=205e31e7-fda7-44a5-98d3-6a3c5b8d28bb HTTP/1.1" status: 200 len: 860 time: 0.1664097 Sep 07 02:41:33.194002 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6412482-13a0-43f9-a8df-781cc3a28dbd None None] The sync data for ids ['33c08d20-dbad-4428-bb08-966ab5175b7c'] in n-d-796209-16 is: [{'id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1167678754-router', 'tenant_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'e3f9da3b-548c-4f0f-b18d-cc6adbb79848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:40:35Z', 'updated_at': '2021-09-07T02:40:41Z', 'revision_number': 4, 'project_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'gw_port': {'id': 'e3f9da3b-548c-4f0f-b18d-cc6adbb79848', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:20:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:40:36Z', 'updated_at': '2021-09-07T02:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '2981b985-f07f-4ac9-94fa-288b1e5195ff', 'name': '', 'network_id': 'cf4d819b-d5b3-41f0-aae9-25471cd508bb', 'tenant_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'mac_address': 'fa:16:3e:2e:85:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': '205e31e7-fda7-44a5-98d3-6a3c5b8d28bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:40:40Z', 'updated_at': '2021-09-07T02:40:48Z', 'revision_number': 5, 'project_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'subnets': [{'id': '205e31e7-fda7-44a5-98d3-6a3c5b8d28bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:41:33.194542 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-e0ea1239-e345-4d05-b11e-8e5f8aa8fb2a tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:33.333725 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-e0ea1239-e345-4d05-b11e-8e5f8aa8fb2a tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Network b6b7fa78-905c-4e45-8ca1-46d8e557bf3f is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:41:33.363927 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-e0ea1239-e345-4d05-b11e-8e5f8aa8fb2a tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:41:33.370076 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df46cc-bdc2-43ad-afee-774eb16d9c2b req-a4aab1e4-bfd0-4485-8a6e-ddc6c2318ea9 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:33.376131 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-e0ea1239-e345-4d05-b11e-8e5f8aa8fb2a tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:41:33.378609 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-17df46cc-bdc2-43ad-afee-774eb16d9c2b req-a4aab1e4-bfd0-4485-8a6e-ddc6c2318ea9 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=99b36ce8-9540-4cd4-b0ca-7b3cd88dabd6 HTTP/1.1" status: 200 len: 946 time: 0.1049025 Sep 07 02:41:33.414829 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ea1239-e345-4d05-b11e-8e5f8aa8fb2a tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Pushing event updated for resources: {'Port': ['ID=06c702fe-d5eb-4d93-9678-cbb02ac4d9a4,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:33.427024 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f7955fbd-7dea-4706-922a-755ae4998169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:33.454465 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f54e4b3-6919-4ef1-9f05-26e15ba6d2d4 req-e04539bf-5cc1-403e-94b5-7849bb415d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:33.456274 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3f54e4b3-6919-4ef1-9f05-26e15ba6d2d4 req-e04539bf-5cc1-403e-94b5-7849bb415d06 service neutron] 10.222.0.23 "GET /v2.0/networks?id=cf4d819b-d5b3-41f0-aae9-25471cd508bb HTTP/1.1" status: 200 len: 921 time: 0.3091807 Sep 07 02:41:33.465612 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9127758-a766-4745-9256-18c6a21dbeb1 req-26df3e79-ec55-4d62-8c66-d1d0909b0e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:33.466854 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-17df46cc-bdc2-43ad-afee-774eb16d9c2b req-05b11b8a-dc09-4d91-b1d1-cbddb1e71d64 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872076 Sep 07 02:41:33.467289 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a9127758-a766-4745-9256-18c6a21dbeb1 req-26df3e79-ec55-4d62-8c66-d1d0909b0e32 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cf4d819b-d5b3-41f0-aae9-25471cd508bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2540507 Sep 07 02:41:33.496124 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-5c7b73d6-88ad-4189-96e9-4787cc55b137 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dccb79f3-903f-4bd1-a672-900571074569 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:41:33.508885 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-5c7b73d6-88ad-4189-96e9-4787cc55b137 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:33.514017 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-e0ea1239-e345-4d05-b11e-8e5f8aa8fb2a tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:33.514479 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-e0ea1239-e345-4d05-b11e-8e5f8aa8fb2a tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:33.525460 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-5c7b73d6-88ad-4189-96e9-4787cc55b137 service neutron] Transition to ACTIVE for port object dccb79f3-903f-4bd1-a672-900571074569 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:41:33.530533 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-5c7b73d6-88ad-4189-96e9-4787cc55b137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:33.577854 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3f54e4b3-6919-4ef1-9f05-26e15ba6d2d4 req-b6b412c5-1204-4db9-ab12-b72e55c81e54 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5c3d11f-a916-4cd5-889c-fdc14e370dfe HTTP/1.1" status: 200 len: 217 time: 0.0847466 Sep 07 02:41:33.586974 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d294d94-73d2-428e-a68f-bd4d2a5da1b9 None None] New status for floating IP 7170ddfd-ef90-4e7b-8b5c-9c534d49af7f: DOWN {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 02:41:33.625994 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-e0ea1239-e345-4d05-b11e-8e5f8aa8fb2a tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4093552 Sep 07 02:41:33.630404 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7b73d6-88ad-4189-96e9-4787cc55b137 service neutron] Pushing event updated for resources: {'Port': ['ID=dccb79f3-903f-4bd1-a672-900571074569,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:33.686987 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-5c7b73d6-88ad-4189-96e9-4787cc55b137 service neutron] Attempting to bind port dccb79f3-903f-4bd1-a672-900571074569 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:41:33.687231 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-b8891bff-6f73-4571-80d5-72e748c88079 service neutron] Request body: {'port': {'device_id': 'c546d055-cd76-4578-8194-080cf505caed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:41:33.687508 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-5c7b73d6-88ad-4189-96e9-4787cc55b137 service neutron] Attempting to bind port dccb79f3-903f-4bd1-a672-900571074569 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': 'aaa806c4-a8e8-477a-887e-c4f9692d092a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b6b7fa78-905c-4e45-8ca1-46d8e557bf3f'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:41:33.687897 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-5c7b73d6-88ad-4189-96e9-4787cc55b137 service neutron] Attempting to bind port dccb79f3-903f-4bd1-a672-900571074569 on network b6b7fa78-905c-4e45-8ca1-46d8e557bf3f {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:41:33.706098 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-5c7b73d6-88ad-4189-96e9-4787cc55b137 service neutron] Port dccb79f3-903f-4bd1-a672-900571074569 on network b6b7fa78-905c-4e45-8ca1-46d8e557bf3f not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:41:33.706534 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-5c7b73d6-88ad-4189-96e9-4787cc55b137 service neutron] Attempting to bind port dccb79f3-903f-4bd1-a672-900571074569 on network b6b7fa78-905c-4e45-8ca1-46d8e557bf3f {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:41:33.716691 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-5c7b73d6-88ad-4189-96e9-4787cc55b137 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:41:33.717365 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-5c7b73d6-88ad-4189-96e9-4787cc55b137 service neutron] Checking segment: {'id': 'aaa806c4-a8e8-477a-887e-c4f9692d092a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b6b7fa78-905c-4e45-8ca1-46d8e557bf3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:41:33.718017 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-5c7b73d6-88ad-4189-96e9-4787cc55b137 service neutron] Bound using segment: {'id': 'aaa806c4-a8e8-477a-887e-c4f9692d092a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b6b7fa78-905c-4e45-8ca1-46d8e557bf3f'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:41:33.718683 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-5c7b73d6-88ad-4189-96e9-4787cc55b137 service neutron] Bound port: dccb79f3-903f-4bd1-a672-900571074569, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa806c4-a8e8-477a-887e-c4f9692d092a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b6b7fa78-905c-4e45-8ca1-46d8e557bf3f'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:41:33.719144 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-5c7b73d6-88ad-4189-96e9-4787cc55b137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:33.818416 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f54e4b3-6919-4ef1-9f05-26e15ba6d2d4 req-197275ef-dc15-4b25-8f25-b4187df387fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:33.820001 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3f54e4b3-6919-4ef1-9f05-26e15ba6d2d4 req-197275ef-dc15-4b25-8f25-b4187df387fc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=205e31e7-fda7-44a5-98d3-6a3c5b8d28bb HTTP/1.1" status: 200 len: 860 time: 0.2199879 Sep 07 02:41:33.852131 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a9127758-a766-4745-9256-18c6a21dbeb1 req-172d124a-1976-4561-a7aa-71ae5944c76f service neutron] 10.222.0.22 "GET /v2.0/networks/cf4d819b-d5b3-41f0-aae9-25471cd508bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3602946 Sep 07 02:41:33.866897 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa4751-1296-4a2b-a100-3e3d6cd7a5f4 req-a52cdd07-a03f-4a02-88b8-fc86e104dccd tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:33.868288 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-b8891bff-6f73-4571-80d5-72e748c88079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:33.872071 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-43fa4751-1296-4a2b-a100-3e3d6cd7a5f4 req-a52cdd07-a03f-4a02-88b8-fc86e104dccd tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.22 "GET /v2.0/ports?device_id=7572f99c-56f2-48d4-a067-c60d98d9f152 HTTP/1.1" status: 200 len: 943 time: 0.0922418 Sep 07 02:41:33.873655 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-5c7b73d6-88ad-4189-96e9-4787cc55b137 service neutron] For port dccb79f3-903f-4bd1-a672-900571074569, host n-h1-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:41:33.878868 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-5c7b73d6-88ad-4189-96e9-4787cc55b137 service neutron] For port dccb79f3-903f-4bd1-a672-900571074569, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=dccb79f3-903f-4bd1-a672-900571074569,segment=NetworkSegment(aaa806c4-a8e8-477a-887e-c4f9692d092a),segment_id=aaa806c4-a8e8-477a-887e-c4f9692d092a)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:41:33.887221 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-5c7b73d6-88ad-4189-96e9-4787cc55b137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:33.924245 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 03a08a42-1d07-47f4-9c5c-dd28198aa815 details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:41:33.950679 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-5c7b73d6-88ad-4189-96e9-4787cc55b137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:33.951858 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-5c7b73d6-88ad-4189-96e9-4787cc55b137 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:33.953617 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-5c7b73d6-88ad-4189-96e9-4787cc55b137 service neutron] 10.222.0.23 "PUT /v2.0/ports/dccb79f3-903f-4bd1-a672-900571074569 HTTP/1.1" status: 200 len: 1092 time: 2.0965729 Sep 07 02:41:33.954146 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7572f99c-56f2-48d4-a067-c60d98d9f152', 'tag': 'dccb79f3-903f-4bd1-a672-900571074569'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:41:33.957350 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067c6c75-eb69-4cc3-badf-04225856a3fb" -d '{"events": [{"name": "network-changed", "server_uuid": "7572f99c-56f2-48d4-a067-c60d98d9f152", "tag": "dccb79f3-903f-4bd1-a672-900571074569"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:41:33.973035 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-43fa4751-1296-4a2b-a100-3e3d6cd7a5f4 req-76d867b9-9cdf-46b9-8459-d817fc524993 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.22 "GET /v2.0/security-groups?id=3aef09b9-bc23-4efa-8664-713672567223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963030 Sep 07 02:41:33.988431 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7b73d6-88ad-4189-96e9-4787cc55b137 service neutron] Pushing event updated for resources: {'Port': ['ID=dccb79f3-903f-4bd1-a672-900571074569,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:34.050722 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f7955fbd-7dea-4706-922a-755ae4998169 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:34.055221 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af3abff7-2ed4-4f57-9492-12bcc11f4ec2 x-openstack-request-id: req-af3abff7-2ed4-4f57-9492-12bcc11f4ec2 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:41:34.055687 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7572f99c-56f2-48d4-a067-c60d98d9f152", "tag": "dccb79f3-903f-4bd1-a672-900571074569", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:41:34.055942 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-af3abff7-2ed4-4f57-9492-12bcc11f4ec2 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:41:34.056377 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7572f99c-56f2-48d4-a067-c60d98d9f152', 'tag': 'dccb79f3-903f-4bd1-a672-900571074569', 'status': 'completed', 'code': 200} Sep 07 02:41:34.062045 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f54e4b3-6919-4ef1-9f05-26e15ba6d2d4 req-aa0a819f-d2af-4865-8c59-abcb489c2725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:34.063730 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3f54e4b3-6919-4ef1-9f05-26e15ba6d2d4 req-aa0a819f-d2af-4865-8c59-abcb489c2725 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cf4d819b-d5b3-41f0-aae9-25471cd508bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2307019 Sep 07 02:41:34.069481 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f7955fbd-7dea-4706-922a-755ae4998169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:34.087964 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-77bd74a0-0f4f-4755-9123-73d15ac82c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:34.089555 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-77bd74a0-0f4f-4755-9123-73d15ac82c31 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=17dd44711fbb41589e93ff16d97ba443&device_id=7572f99c-56f2-48d4-a067-c60d98d9f152 HTTP/1.1" status: 200 len: 1095 time: 0.0683959 Sep 07 02:41:34.092006 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 03a08a42-1d07-47f4-9c5c-dd28198aa815, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=03a08a42-1d07-47f4-9c5c-dd28198aa815,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:41:34.103245 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '03a08a42-1d07-47f4-9c5c-dd28198aa815', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'port_id': '03a08a42-1d07-47f4-9c5c-dd28198aa815', 'mac_address': 'fa:16:3e:dc:30:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '694f9550-ba12-4672-8446-41848123cea2', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:41:34.143653 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-6ed9aa7f-7a3a-46f1-8226-40d733408b4d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dccb79f3-903f-4bd1-a672-900571074569 HTTP/1.1" status: 200 len: 217 time: 0.0451007 Sep 07 02:41:34.145521 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:34.159994 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03a08a42-1d07-47f4-9c5c-dd28198aa815 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:41:34.179778 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 03a08a42-1d07-47f4-9c5c-dd28198aa815, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=03a08a42-1d07-47f4-9c5c-dd28198aa815,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:41:34.184380 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:34.226983 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d978df-6854-4a8b-ab4b-24ae1e205589 req-5e862b6c-b87a-44df-a137-5be024dd6c14 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:34.228700 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-85d978df-6854-4a8b-ab4b-24ae1e205589 req-5e862b6c-b87a-44df-a137-5be024dd6c14 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb044ddb-aec4-4cc8-8c21-d0b93465a7eb HTTP/1.1" status: 200 len: 948 time: 0.0880682 Sep 07 02:41:34.230415 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-08563d42-c61d-4744-aa12-9eb772d46bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:34.231899 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-08563d42-c61d-4744-aa12-9eb772d46bf1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=35c85522-601a-48aa-9d53-ac705e7885ca HTTP/1.1" status: 200 len: 852 time: 0.0793850 Sep 07 02:41:34.244328 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a9127758-a766-4745-9256-18c6a21dbeb1 req-b543a9f3-09fe-4fe8-be64-21e4ac17406c service neutron] 10.222.0.22 "GET /v2.0/networks/cf4d819b-d5b3-41f0-aae9-25471cd508bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727138 Sep 07 02:41:34.256254 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=03a08a42-1d07-47f4-9c5c-dd28198aa815,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:34.281034 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-db6dfbe9-22eb-48d4-a48d-b4e4b02ebe25 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b6b7fa78-905c-4e45-8ca1-46d8e557bf3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360174 Sep 07 02:41:34.282302 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f7955fbd-7dea-4706-922a-755ae4998169 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:34.301197 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7955fbd-7dea-4706-922a-755ae4998169 admin admin] Pushing event updated for resources: {'Port': ['ID=f25e15c8-bda5-4f60-ae36-502530428976,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:34.332096 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-85d978df-6854-4a8b-ab4b-24ae1e205589 req-e5274e05-f089-4843-a757-1c269a204aec tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943403 Sep 07 02:41:34.410952 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-cffbbb29-9dd2-4af2-ab9c-6fc0be81cff5 service neutron] 10.222.0.23 "GET /v2.0/networks/b6b7fa78-905c-4e45-8ca1-46d8e557bf3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199381 Sep 07 02:41:34.428686 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3f54e4b3-6919-4ef1-9f05-26e15ba6d2d4 req-d84fb8a2-ab91-4a97-af0d-c3221f01f949 service neutron] 10.222.0.23 "GET /v2.0/networks/cf4d819b-d5b3-41f0-aae9-25471cd508bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3563952 Sep 07 02:41:34.494371 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 7a927dca-e975-490a-b775-5755adf86def up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:41:34.500309 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['03a08a42-1d07-47f4-9c5c-dd28198aa815'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:41:34.522539 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-a596b48b-c8ed-4ed8-a44b-986561ca46d0 service neutron] 10.222.0.23 "GET /v2.0/networks/b6b7fa78-905c-4e45-8ca1-46d8e557bf3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005180 Sep 07 02:41:34.539473 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4694a3ed-1511-4edd-b608-c7f9f60c1a19 req-50d78320-4cb9-485d-985f-e0199153ccfe tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/floatingips/7170ddfd-ef90-4e7b-8b5c-9c534d49af7f HTTP/1.1" status: 200 len: 694 time: 0.1059432 Sep 07 02:41:34.603773 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 7a927dca-e975-490a-b775-5755adf86def triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:41:34.604453 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:34.609016 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7955fbd-7dea-4706-922a-755ae4998169 admin admin] Network d1246213-e6bd-49b1-a769-e334753dc26c is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:41:34.630426 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-f7955fbd-7dea-4706-922a-755ae4998169 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:41:34.675751 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067c6c75-eb69-4cc3-badf-04225856a3fb req-18dd1e1c-9113-4aea-af95-be12e06b4052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:34.677846 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-067c6c75-eb69-4cc3-badf-04225856a3fb req-18dd1e1c-9113-4aea-af95-be12e06b4052 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=17dd44711fbb41589e93ff16d97ba443&device_id=7572f99c-56f2-48d4-a067-c60d98d9f152 HTTP/1.1" status: 200 len: 1095 time: 0.0920806 Sep 07 02:41:34.691039 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3cbc0-9911-4e0d-8862-8fadc0c9aea0 req-d04dadf6-0b39-413d-a411-f28ce7d84329 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:34.693044 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-39f3cbc0-9911-4e0d-8862-8fadc0c9aea0 req-d04dadf6-0b39-413d-a411-f28ce7d84329 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=99b36ce8-9540-4cd4-b0ca-7b3cd88dabd6 HTTP/1.1" status: 200 len: 946 time: 0.0949304 Sep 07 02:41:34.731676 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-b8891bff-6f73-4571-80d5-72e748c88079 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06c702fe-d5eb-4d93-9678-cbb02ac4d9a4 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:41:34.781868 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3f54e4b3-6919-4ef1-9f05-26e15ba6d2d4 req-6d294f56-432e-4d14-a373-5abf4f97b56d service neutron] 10.222.0.23 "GET /v2.0/networks/cf4d819b-d5b3-41f0-aae9-25471cd508bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359239 Sep 07 02:41:34.794796 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-b8891bff-6f73-4571-80d5-72e748c88079 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:34.811645 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-39f3cbc0-9911-4e0d-8862-8fadc0c9aea0 req-14cfe0f8-e589-42fa-b2a0-8b8bbb70cffa tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092415 Sep 07 02:41:34.847209 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4694a3ed-1511-4edd-b608-c7f9f60c1a19 req-c74c8924-89a9-467c-ae87-bce6a0e96557 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:34.848720 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4694a3ed-1511-4edd-b608-c7f9f60c1a19 req-c74c8924-89a9-467c-ae87-bce6a0e96557 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/networks/1166b922-7457-4da4-bdda-328e8c8e7bc6 HTTP/1.1" status: 200 len: 784 time: 0.3004956 Sep 07 02:41:34.849888 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-b8891bff-6f73-4571-80d5-72e748c88079 service neutron] Transition to ACTIVE for port object 06c702fe-d5eb-4d93-9678-cbb02ac4d9a4 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:41:34.857037 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-b8891bff-6f73-4571-80d5-72e748c88079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:34.857283 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067c6c75-eb69-4cc3-badf-04225856a3fb req-20625edf-a810-41cf-bdf2-c64ded7cc3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:34.859047 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-067c6c75-eb69-4cc3-badf-04225856a3fb req-20625edf-a810-41cf-bdf2-c64ded7cc3b3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b6b7fa78-905c-4e45-8ca1-46d8e557bf3f HTTP/1.1" status: 200 len: 912 time: 0.1650751 Sep 07 02:41:34.905346 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-067c6c75-eb69-4cc3-badf-04225856a3fb req-5f559c98-7e56-434c-a7cb-d67ef001e587 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dccb79f3-903f-4bd1-a672-900571074569 HTTP/1.1" status: 200 len: 217 time: 0.0370660 Sep 07 02:41:34.927730 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-b0d30826-eef3-4545-9e46-275feb381813 None None] Provisioning complete for port f25e15c8-bda5-4f60-ae36-502530428976 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:41:34.928401 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b0d30826-eef3-4545-9e46-275feb381813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:34.971873 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-b0d30826-eef3-4545-9e46-275feb381813 None None] Port f25e15c8-bda5-4f60-ae36-502530428976 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:41:34.974321 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067c6c75-eb69-4cc3-badf-04225856a3fb req-755836c2-1277-4386-8b7b-a43b2b9854e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:34.975933 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-067c6c75-eb69-4cc3-badf-04225856a3fb req-755836c2-1277-4386-8b7b-a43b2b9854e4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=35c85522-601a-48aa-9d53-ac705e7885ca HTTP/1.1" status: 200 len: 852 time: 0.0607505 Sep 07 02:41:35.012243 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-067c6c75-eb69-4cc3-badf-04225856a3fb req-8fe830aa-53fa-4acd-872e-b1a37b411a97 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b6b7fa78-905c-4e45-8ca1-46d8e557bf3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259135 Sep 07 02:41:35.139815 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-067c6c75-eb69-4cc3-badf-04225856a3fb req-3db81f81-dbb9-4fa6-a417-d553353eb7f8 service neutron] 10.222.0.23 "GET /v2.0/networks/b6b7fa78-905c-4e45-8ca1-46d8e557bf3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212044 Sep 07 02:41:35.148124 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1b55a-b67f-4ad1-b50d-3ab9c48242f3 req-1e6bcb44-58e0-4fb8-b119-d3c92093f47d tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:35.149569 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-29c1b55a-b67f-4ad1-b50d-3ab9c48242f3 req-1e6bcb44-58e0-4fb8-b119-d3c92093f47d tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.22 "GET /v2.0/ports?device_id=7572f99c-56f2-48d4-a067-c60d98d9f152 HTTP/1.1" status: 200 len: 943 time: 0.0720704 Sep 07 02:41:35.210071 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [req-4694a3ed-1511-4edd-b608-c7f9f60c1a19 req-11cb9f1b-272d-481b-a3fe-402bceff92de tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 02:41:35.211069 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4694a3ed-1511-4edd-b608-c7f9f60c1a19 req-11cb9f1b-272d-481b-a3fe-402bceff92de tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136189 Sep 07 02:41:35.238714 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-29c1b55a-b67f-4ad1-b50d-3ab9c48242f3 req-d46df950-6a7a-4b4c-8065-e61f04a79641 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.22 "GET /v2.0/security-groups?id=3aef09b9-bc23-4efa-8664-713672567223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802007 Sep 07 02:41:35.263181 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-067c6c75-eb69-4cc3-badf-04225856a3fb req-f752c4ab-54f3-4233-a13a-16020f5d94c4 service neutron] 10.222.0.23 "GET /v2.0/networks/b6b7fa78-905c-4e45-8ca1-46d8e557bf3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126435 Sep 07 02:41:35.305031 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4694a3ed-1511-4edd-b608-c7f9f60c1a19 req-8cc66686-3a1b-4dc2-bd0d-6b6507b2209a tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.142 HTTP/1.1" status: 200 len: 697 time: 0.0738711 Sep 07 02:41:35.306709 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7955fbd-7dea-4706-922a-755ae4998169 admin admin] Router e5354f8c-511f-46ff-9b37-ccd2db1044ca has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:41:35.316749 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8891bff-6f73-4571-80d5-72e748c88079 service neutron] Pushing event updated for resources: {'Port': ['ID=06c702fe-d5eb-4d93-9678-cbb02ac4d9a4,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:35.406451 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4694a3ed-1511-4edd-b608-c7f9f60c1a19 req-27fdd485-1a74-401b-92c7-3547af9bc4d7 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.142 HTTP/1.1" status: 200 len: 697 time: 0.0949681 Sep 07 02:41:35.500220 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3742f9c-9c10-4cc6-929f-24e52d0cf40a req-27eb2953-1c7b-43f4-be99-681c124da566 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:35.501734 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a3742f9c-9c10-4cc6-929f-24e52d0cf40a req-27eb2953-1c7b-43f4-be99-681c124da566 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb044ddb-aec4-4cc8-8c21-d0b93465a7eb HTTP/1.1" status: 200 len: 949 time: 0.0553472 Sep 07 02:41:35.539774 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a3742f9c-9c10-4cc6-929f-24e52d0cf40a req-d6583139-a006-4d7c-aed7-8fce6f35ccd8 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316782 Sep 07 02:41:35.556274 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-b8891bff-6f73-4571-80d5-72e748c88079 service neutron] Attempting to bind port 06c702fe-d5eb-4d93-9678-cbb02ac4d9a4 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:41:35.556755 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-b8891bff-6f73-4571-80d5-72e748c88079 service neutron] Attempting to bind port 06c702fe-d5eb-4d93-9678-cbb02ac4d9a4 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': 'aaa806c4-a8e8-477a-887e-c4f9692d092a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b6b7fa78-905c-4e45-8ca1-46d8e557bf3f'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:41:35.557036 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-b8891bff-6f73-4571-80d5-72e748c88079 service neutron] Attempting to bind port 06c702fe-d5eb-4d93-9678-cbb02ac4d9a4 on network b6b7fa78-905c-4e45-8ca1-46d8e557bf3f {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:41:35.609342 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-b8891bff-6f73-4571-80d5-72e748c88079 service neutron] Port 06c702fe-d5eb-4d93-9678-cbb02ac4d9a4 on network b6b7fa78-905c-4e45-8ca1-46d8e557bf3f not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:41:35.609677 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-b8891bff-6f73-4571-80d5-72e748c88079 service neutron] Attempting to bind port 06c702fe-d5eb-4d93-9678-cbb02ac4d9a4 on network b6b7fa78-905c-4e45-8ca1-46d8e557bf3f {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:41:35.621748 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-b8891bff-6f73-4571-80d5-72e748c88079 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:41:35.622095 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-b8891bff-6f73-4571-80d5-72e748c88079 service neutron] Checking segment: {'id': 'aaa806c4-a8e8-477a-887e-c4f9692d092a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b6b7fa78-905c-4e45-8ca1-46d8e557bf3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:41:35.622484 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-b8891bff-6f73-4571-80d5-72e748c88079 service neutron] Bound using segment: {'id': 'aaa806c4-a8e8-477a-887e-c4f9692d092a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b6b7fa78-905c-4e45-8ca1-46d8e557bf3f'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:41:35.622927 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-b8891bff-6f73-4571-80d5-72e748c88079 service neutron] Bound port: 06c702fe-d5eb-4d93-9678-cbb02ac4d9a4, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa806c4-a8e8-477a-887e-c4f9692d092a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b6b7fa78-905c-4e45-8ca1-46d8e557bf3f'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:41:35.623287 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-b8891bff-6f73-4571-80d5-72e748c88079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:35.647378 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c68671-b5d0-4841-908f-5e05e404f70f req-cd3db49d-245f-4aef-8ab3-2cd3b485cd15 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:35.649001 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c6c68671-b5d0-4841-908f-5e05e404f70f req-cd3db49d-245f-4aef-8ab3-2cd3b485cd15 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5805c37-b156-4c27-8180-c25309ab7be0 HTTP/1.1" status: 200 len: 946 time: 0.0531948 Sep 07 02:41:35.649448 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7955fbd-7dea-4706-922a-755ae4998169 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:41:35.664130 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f7955fbd-7dea-4706-922a-755ae4998169 admin admin] 10.222.0.22 "PUT /v2.0/routers/e5354f8c-511f-46ff-9b37-ccd2db1044ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7015295 Sep 07 02:41:35.671080 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4884c7e0-ea3c-46ac-8d02-c1303453e79b None None] Sync routers for ids ['e5354f8c-511f-46ff-9b37-ccd2db1044ca'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:41:35.690714 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4884c7e0-ea3c-46ac-8d02-c1303453e79b None None] Routers {'e5354f8c-511f-46ff-9b37-ccd2db1044ca'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:41:35.694734 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c6c68671-b5d0-4841-908f-5e05e404f70f req-31141e8c-7e38-4dc6-b050-b29e7afef186 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "GET /v2.0/security-groups?id=640bc5a7-1290-4dbd-b0ce-f56eb51dd0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373907 Sep 07 02:41:35.695852 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-4884c7e0-ea3c-46ac-8d02-c1303453e79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:41:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['e5354f8c-511f-46ff-9b37-ccd2db1044ca'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:41:35.708856 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-4694a3ed-1511-4edd-b608-c7f9f60c1a19 req-44db6c5e-8a3b-4992-8a54-502c556ae311 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Deleting port b5686c67-eb71-402b-a029-00ffcf58b66c {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:41:35.709240 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4694a3ed-1511-4edd-b608-c7f9f60c1a19 req-44db6c5e-8a3b-4992-8a54-502c556ae311 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:35.736490 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-b8891bff-6f73-4571-80d5-72e748c88079 service neutron] For port 06c702fe-d5eb-4d93-9678-cbb02ac4d9a4, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:41:35.779312 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-b8891bff-6f73-4571-80d5-72e748c88079 service neutron] For port 06c702fe-d5eb-4d93-9678-cbb02ac4d9a4, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=06c702fe-d5eb-4d93-9678-cbb02ac4d9a4,segment=NetworkSegment(aaa806c4-a8e8-477a-887e-c4f9692d092a),segment_id=aaa806c4-a8e8-477a-887e-c4f9692d092a)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:41:35.790634 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-b8891bff-6f73-4571-80d5-72e748c88079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:35.838313 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-b8891bff-6f73-4571-80d5-72e748c88079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:35.838987 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-b8891bff-6f73-4571-80d5-72e748c88079 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:35.840421 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-b8891bff-6f73-4571-80d5-72e748c88079 service neutron] 10.222.0.23 "PUT /v2.0/ports/06c702fe-d5eb-4d93-9678-cbb02ac4d9a4 HTTP/1.1" status: 200 len: 1093 time: 2.1843417 Sep 07 02:41:35.845508 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c546d055-cd76-4578-8194-080cf505caed', 'tag': '06c702fe-d5eb-4d93-9678-cbb02ac4d9a4'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:41:35.847819 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee99ea6-70d5-447d-a525-5ca493e86ead" -d '{"events": [{"name": "network-changed", "server_uuid": "c546d055-cd76-4578-8194-080cf505caed", "tag": "06c702fe-d5eb-4d93-9678-cbb02ac4d9a4"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:41:35.849938 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-4884c7e0-ea3c-46ac-8d02-c1303453e79b None None] Set router e5354f8c-511f-46ff-9b37-ccd2db1044ca gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:41:35.861412 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4694a3ed-1511-4edd-b608-c7f9f60c1a19 req-44db6c5e-8a3b-4992-8a54-502c556ae311 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:35.861799 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4694a3ed-1511-4edd-b608-c7f9f60c1a19 req-44db6c5e-8a3b-4992-8a54-502c556ae311 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:35.884533 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-4694a3ed-1511-4edd-b608-c7f9f60c1a19 req-44db6c5e-8a3b-4992-8a54-502c556ae311 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Calling delete_port for b5686c67-eb71-402b-a029-00ffcf58b66c owned by network:floatingip {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:41:35.888543 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8891bff-6f73-4571-80d5-72e748c88079 service neutron] Pushing event updated for resources: {'Port': ['ID=06c702fe-d5eb-4d93-9678-cbb02ac4d9a4,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:35.935063 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd03018-1ae6-499a-bc43-41a9122c31b8 req-787c32ad-7b38-45e4-93da-163678d559b6 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:35.936724 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dbd03018-1ae6-499a-bc43-41a9122c31b8 req-787c32ad-7b38-45e4-93da-163678d559b6 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=99b36ce8-9540-4cd4-b0ca-7b3cd88dabd6 HTTP/1.1" status: 200 len: 946 time: 0.0564930 Sep 07 02:41:35.940505 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 03a08a42-1d07-47f4-9c5c-dd28198aa815 up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:41:35.984396 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dbd03018-1ae6-499a-bc43-41a9122c31b8 req-a5180c4c-5566-4b40-85d1-5c6c73f334a4 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392241 Sep 07 02:41:36.009549 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-66eb2022-1160-49ce-afa4-3bab243a4eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:36.011119 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-66eb2022-1160-49ce-afa4-3bab243a4eae service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=17dd44711fbb41589e93ff16d97ba443&device_id=c546d055-cd76-4578-8194-080cf505caed HTTP/1.1" status: 200 len: 1096 time: 0.1153460 Sep 07 02:41:36.017501 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port 03a08a42-1d07-47f4-9c5c-dd28198aa815 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:41:36.024548 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 03a08a42-1d07-47f4-9c5c-dd28198aa815 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:41:36.025030 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:36.103518 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-4bdf3226-6316-4127-b970-ecf19e340988 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06c702fe-d5eb-4d93-9678-cbb02ac4d9a4 HTTP/1.1" status: 200 len: 217 time: 0.0833113 Sep 07 02:41:36.164293 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:36.192244 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb044ddb-aec4-4cc8-8c21-d0b93465a7eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a08a42-1d07-47f4-9c5c-dd28198aa815'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:41:36.194914 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6fd2ca-a11d-4ebb-a17d-cd135dec9e22" -d '{"events": [{"server_uuid": "fb044ddb-aec4-4cc8-8c21-d0b93465a7eb", "name": "network-vif-plugged", "status": "completed", "tag": "03a08a42-1d07-47f4-9c5c-dd28198aa815"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:41:36.201155 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-1a3c3fad-e246-43da-8f67-cb6b33417261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:36.203097 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-1a3c3fad-e246-43da-8f67-cb6b33417261 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=35c85522-601a-48aa-9d53-ac705e7885ca HTTP/1.1" status: 200 len: 852 time: 0.0770009 Sep 07 02:41:36.204126 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4694a3ed-1511-4edd-b608-c7f9f60c1a19 req-44db6c5e-8a3b-4992-8a54-502c556ae311 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:36.212820 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 03a08a42-1d07-47f4-9c5c-dd28198aa815, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=03a08a42-1d07-47f4-9c5c-dd28198aa815,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:41:36.219811 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:36.242764 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-4884c7e0-ea3c-46ac-8d02-c1303453e79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5354f8c-511f-46ff-9b37-ccd2db1044ca', 'name': 'tempest-FloatingIPsTestJSON-980547417-router', 'tenant_id': '2e7b2f5e6e5f40369d66245ab396572e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '7a927dca-e975-490a-b775-5755adf86def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:41:24Z', 'updated_at': '2021-09-07T02:41:33Z', 'revision_number': 4, 'project_id': '2e7b2f5e6e5f40369d66245ab396572e', 'gw_port': {'id': '7a927dca-e975-490a-b775-5755adf86def', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:45:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5354f8c-511f-46ff-9b37-ccd2db1044ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:41:25Z', 'updated_at': '2021-09-07T02:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'f25e15c8-bda5-4f60-ae36-502530428976', 'name': '', 'network_id': 'd1246213-e6bd-49b1-a769-e334753dc26c', 'tenant_id': '2e7b2f5e6e5f40369d66245ab396572e', 'mac_address': 'fa:16:3e:6c:c0:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5354f8c-511f-46ff-9b37-ccd2db1044ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '83afc0a8-a01a-4be6-8672-e5ee44c88ad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:41:30Z', 'updated_at': '2021-09-07T02:41:33Z', 'revision_number': 2, 'project_id': '2e7b2f5e6e5f40369d66245ab396572e', 'subnets': [{'id': '83afc0a8-a01a-4be6-8672-e5ee44c88ad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:41:36.267711 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44db6c5e-8a3b-4992-8a54-502c556ae311 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Pushing event deleted for resources: {'Port': ['ID=b5686c67-eb71-402b-a029-00ffcf58b66c,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:36.279396 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=03a08a42-1d07-47f4-9c5c-dd28198aa815,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:36.285658 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-11dc401b-6e1d-4716-ae2d-e220d91e3ee4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b6b7fa78-905c-4e45-8ca1-46d8e557bf3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709398 Sep 07 02:41:36.290425 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4884c7e0-ea3c-46ac-8d02-c1303453e79b None None] Checking router: e5354f8c-511f-46ff-9b37-ccd2db1044ca for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:41:36.290878 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4884c7e0-ea3c-46ac-8d02-c1303453e79b None None] Updating router e5354f8c-511f-46ff-9b37-ccd2db1044ca port f25e15c8-bda5-4f60-ae36-502530428976 binding host n-d-796209-16 {{(pid=94703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 02:41:36.320875 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-4884c7e0-ea3c-46ac-8d02-c1303453e79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:36.351017 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e5dd26f7-bf64-46d7-9b1c-4d89d52cbdee req-496ee943-4cf3-4a58-8388-10fd111716df tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2400606 Sep 07 02:41:36.362691 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-e5dd26f7-bf64-46d7-9b1c-4d89d52cbdee req-af044c0f-b2ca-4666-ae7b-b0484100ae3f tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] Request body: {'floatingip': {'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:41:36.389006 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4694a3ed-1511-4edd-b608-c7f9f60c1a19 req-44db6c5e-8a3b-4992-8a54-502c556ae311 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Notify callbacks [] for floatingip, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:36.390163 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-e5dd26f7-bf64-46d7-9b1c-4d89d52cbdee req-af044c0f-b2ca-4666-ae7b-b0484100ae3f tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] Notify callbacks [] for floatingip, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:36.392236 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4694a3ed-1511-4edd-b608-c7f9f60c1a19 req-44db6c5e-8a3b-4992-8a54-502c556ae311 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:36.393753 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4694a3ed-1511-4edd-b608-c7f9f60c1a19 req-44db6c5e-8a3b-4992-8a54-502c556ae311 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "DELETE /v2.0/floatingips/7170ddfd-ef90-4e7b-8b5c-9c534d49af7f HTTP/1.1" status: 204 len: 173 time: 0.9791889 Sep 07 02:41:36.443979 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1510fcd-a987-4952-b552-1504b6745925 x-openstack-request-id: req-d1510fcd-a987-4952-b552-1504b6745925 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:41:36.446313 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c546d055-cd76-4578-8194-080cf505caed", "tag": "06c702fe-d5eb-4d93-9678-cbb02ac4d9a4", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:41:36.446783 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d1510fcd-a987-4952-b552-1504b6745925 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:41:36.447358 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c546d055-cd76-4578-8194-080cf505caed', 'tag': '06c702fe-d5eb-4d93-9678-cbb02ac4d9a4', 'status': 'completed', 'code': 200} Sep 07 02:41:36.457302 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-08c0cb2b-3b20-4ea7-b3cb-109b50a81635 service neutron] 10.222.0.23 "GET /v2.0/networks/b6b7fa78-905c-4e45-8ca1-46d8e557bf3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446407 Sep 07 02:41:36.505720 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-e5dd26f7-bf64-46d7-9b1c-4d89d52cbdee req-af044c0f-b2ca-4666-ae7b-b0484100ae3f tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:36.575577 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8c2680ba-54ba-4807-8ac4-1be85e4170ab req-9e12ae25-0c79-4252-94be-0501b2393a5b service neutron] 10.222.0.23 "GET /v2.0/networks/b6b7fa78-905c-4e45-8ca1-46d8e557bf3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043921 Sep 07 02:41:36.607037 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449f8b3a-48f7-4802-9bc0-c3f7c321440c x-openstack-request-id: req-449f8b3a-48f7-4802-9bc0-c3f7c321440c {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:41:36.607334 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb044ddb-aec4-4cc8-8c21-d0b93465a7eb", "name": "network-vif-plugged", "status": "completed", "tag": "03a08a42-1d07-47f4-9c5c-dd28198aa815", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:41:36.607657 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-449f8b3a-48f7-4802-9bc0-c3f7c321440c {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:41:36.608058 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb044ddb-aec4-4cc8-8c21-d0b93465a7eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a08a42-1d07-47f4-9c5c-dd28198aa815', 'code': 200} Sep 07 02:41:36.640042 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [req-e5dd26f7-bf64-46d7-9b1c-4d89d52cbdee req-af044c0f-b2ca-4666-ae7b-b0484100ae3f tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] Allocated IP 172.25.5.101 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/262195e8-92a8-43db-82f2-f3bfbcf02990) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:41:36.672258 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-4884c7e0-ea3c-46ac-8d02-c1303453e79b None None] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:36.687515 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-4884c7e0-ea3c-46ac-8d02-c1303453e79b None None] Transition to ACTIVE for port object f25e15c8-bda5-4f60-ae36-502530428976 will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:41:36.696673 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-4884c7e0-ea3c-46ac-8d02-c1303453e79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:36.725253 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee99ea6-70d5-447d-a525-5ca493e86ead req-aa37ee53-18bf-48b4-9bd1-1a67d1610a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:36.728315 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0ee99ea6-70d5-447d-a525-5ca493e86ead req-aa37ee53-18bf-48b4-9bd1-1a67d1610a3c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=17dd44711fbb41589e93ff16d97ba443&device_id=c546d055-cd76-4578-8194-080cf505caed HTTP/1.1" status: 200 len: 1096 time: 0.0977976 Sep 07 02:41:36.746346 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a258550c-94da-438f-a7d4-977d26e3d519 None None] Pushing event updated for resources: {'Port': ['ID=f25e15c8-bda5-4f60-ae36-502530428976,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:36.770745 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad51d1-9f30-452e-8965-67c21c93a552 req-5b8d74c5-7eb1-41cd-a029-b062e954d095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:36.772299 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1fad51d1-9f30-452e-8965-67c21c93a552 req-5b8d74c5-7eb1-41cd-a029-b062e954d095 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fb044ddb-aec4-4cc8-8c21-d0b93465a7eb HTTP/1.1" status: 200 len: 1102 time: 0.0833335 Sep 07 02:41:36.773035 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a258550c-94da-438f-a7d4-977d26e3d519 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:41:36.773370 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a258550c-94da-438f-a7d4-977d26e3d519 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:41:36.773711 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a258550c-94da-438f-a7d4-977d26e3d519 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:41:36.774048 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a258550c-94da-438f-a7d4-977d26e3d519 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:41:36.774769 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a258550c-94da-438f-a7d4-977d26e3d519 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:41:36.774769 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a258550c-94da-438f-a7d4-977d26e3d519 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:41:36.775005 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a258550c-94da-438f-a7d4-977d26e3d519 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:41:36.775329 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a258550c-94da-438f-a7d4-977d26e3d519 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:41:36.775680 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a258550c-94da-438f-a7d4-977d26e3d519 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:41:36.776556 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a258550c-94da-438f-a7d4-977d26e3d519 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:41:36.776882 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a258550c-94da-438f-a7d4-977d26e3d519 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:41:36.777098 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713dc933-b4f0-4021-9921-952a3b98cbf5 req-224d87e4-dc78-40e5-98e9-71e09ed2d6d0 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:36.777250 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a258550c-94da-438f-a7d4-977d26e3d519 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:41:36.778639 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-713dc933-b4f0-4021-9921-952a3b98cbf5 req-224d87e4-dc78-40e5-98e9-71e09ed2d6d0 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.22 "GET /v2.0/ports?device_id=7572f99c-56f2-48d4-a067-c60d98d9f152 HTTP/1.1" status: 200 len: 943 time: 0.0998898 Sep 07 02:41:36.817385 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-4884c7e0-ea3c-46ac-8d02-c1303453e79b None None] Attempting to bind port f25e15c8-bda5-4f60-ae36-502530428976 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:41:36.817759 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-4884c7e0-ea3c-46ac-8d02-c1303453e79b None None] Attempting to bind port f25e15c8-bda5-4f60-ae36-502530428976 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'b9286e58-32d2-45fe-91e0-09f2db9cd67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd1246213-e6bd-49b1-a769-e334753dc26c'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:41:36.818121 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4884c7e0-ea3c-46ac-8d02-c1303453e79b None None] Attempting to bind port f25e15c8-bda5-4f60-ae36-502530428976 on network d1246213-e6bd-49b1-a769-e334753dc26c {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:41:36.824033 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4884c7e0-ea3c-46ac-8d02-c1303453e79b None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:41:36.824671 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4884c7e0-ea3c-46ac-8d02-c1303453e79b None None] Checking segment: {'id': 'b9286e58-32d2-45fe-91e0-09f2db9cd67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd1246213-e6bd-49b1-a769-e334753dc26c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:41:36.825074 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-4884c7e0-ea3c-46ac-8d02-c1303453e79b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:36.825462 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4884c7e0-ea3c-46ac-8d02-c1303453e79b None None] Bound using segment: {'id': 'b9286e58-32d2-45fe-91e0-09f2db9cd67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd1246213-e6bd-49b1-a769-e334753dc26c'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:41:36.825934 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-4884c7e0-ea3c-46ac-8d02-c1303453e79b None None] Bound port: f25e15c8-bda5-4f60-ae36-502530428976, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9286e58-32d2-45fe-91e0-09f2db9cd67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'd1246213-e6bd-49b1-a769-e334753dc26c'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:41:36.826313 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-4884c7e0-ea3c-46ac-8d02-c1303453e79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:36.839540 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-e5dd26f7-bf64-46d7-9b1c-4d89d52cbdee req-af044c0f-b2ca-4666-ae7b-b0484100ae3f tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:36.867387 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1fad51d1-9f30-452e-8965-67c21c93a552 req-ba02e8da-c1a6-4e2e-8f90-614f64936f92 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851893 Sep 07 02:41:36.878643 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-713dc933-b4f0-4021-9921-952a3b98cbf5 req-44789ee5-77a7-4e82-9f6a-2225baddc73f tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.22 "GET /v2.0/security-groups?id=3aef09b9-bc23-4efa-8664-713672567223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875549 Sep 07 02:41:36.902281 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee99ea6-70d5-447d-a525-5ca493e86ead req-589d5abe-b00c-4532-8867-17b9269257ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:36.903645 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-4884c7e0-ea3c-46ac-8d02-c1303453e79b None None] For port f25e15c8-bda5-4f60-ae36-502530428976, host n-d-796209-16, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:41:36.903922 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0ee99ea6-70d5-447d-a525-5ca493e86ead req-589d5abe-b00c-4532-8867-17b9269257ee service neutron] 10.222.0.23 "GET /v2.0/networks?id=b6b7fa78-905c-4e45-8ca1-46d8e557bf3f HTTP/1.1" status: 200 len: 912 time: 0.1654544 Sep 07 02:41:36.907436 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-4884c7e0-ea3c-46ac-8d02-c1303453e79b None None] For port f25e15c8-bda5-4f60-ae36-502530428976, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=f25e15c8-bda5-4f60-ae36-502530428976,segment=NetworkSegment(b9286e58-32d2-45fe-91e0-09f2db9cd67b),segment_id=b9286e58-32d2-45fe-91e0-09f2db9cd67b)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:41:36.917189 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-e5dd26f7-bf64-46d7-9b1c-4d89d52cbdee req-af044c0f-b2ca-4666-ae7b-b0484100ae3f tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:36.920605 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-4884c7e0-ea3c-46ac-8d02-c1303453e79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:36.965352 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5dd26f7-bf64-46d7-9b1c-4d89d52cbdee req-af044c0f-b2ca-4666-ae7b-b0484100ae3f tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:41:36.966916 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0ee99ea6-70d5-447d-a525-5ca493e86ead req-7b586114-7ae1-4bc8-b1fc-cb18261057b6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06c702fe-d5eb-4d93-9678-cbb02ac4d9a4 HTTP/1.1" status: 200 len: 217 time: 0.0545824 Sep 07 02:41:36.968469 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [req-e5dd26f7-bf64-46d7-9b1c-4d89d52cbdee req-af044c0f-b2ca-4666-ae7b-b0484100ae3f tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:41:36.973107 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5dd26f7-bf64-46d7-9b1c-4d89d52cbdee req-af044c0f-b2ca-4666-ae7b-b0484100ae3f tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:41:37.024293 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af044c0f-b2ca-4666-ae7b-b0484100ae3f tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] Pushing event updated for resources: {'Port': ['ID=262195e8-92a8-43db-82f2-f3bfbcf02990,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:37.027989 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4884c7e0-ea3c-46ac-8d02-c1303453e79b None None] Routers {'e5354f8c-511f-46ff-9b37-ccd2db1044ca'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:41:37.031584 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-4884c7e0-ea3c-46ac-8d02-c1303453e79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:41:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['e5354f8c-511f-46ff-9b37-ccd2db1044ca'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:41:37.067064 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee99ea6-70d5-447d-a525-5ca493e86ead req-0053bf2b-d7f5-4d65-b7d3-e3f8259e7d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:37.070867 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0ee99ea6-70d5-447d-a525-5ca493e86ead req-0053bf2b-d7f5-4d65-b7d3-e3f8259e7d64 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=35c85522-601a-48aa-9d53-ac705e7885ca HTTP/1.1" status: 200 len: 852 time: 0.0961287 Sep 07 02:41:37.096091 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a258550c-94da-438f-a7d4-977d26e3d519 None None] Pushing event updated for resources: {'Port': ['ID=f25e15c8-bda5-4f60-ae36-502530428976,revision_number=4']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:37.097477 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-e5dd26f7-bf64-46d7-9b1c-4d89d52cbdee req-af044c0f-b2ca-4666-ae7b-b0484100ae3f tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:37.129673 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0ee99ea6-70d5-447d-a525-5ca493e86ead req-74eec690-63ab-4bc9-8ab7-64dcfa2329a8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b6b7fa78-905c-4e45-8ca1-46d8e557bf3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479007 Sep 07 02:41:37.147769 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-e5dd26f7-bf64-46d7-9b1c-4d89d52cbdee req-af044c0f-b2ca-4666-ae7b-b0484100ae3f tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:37.192243 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-4884c7e0-ea3c-46ac-8d02-c1303453e79b None None] Set router e5354f8c-511f-46ff-9b37-ccd2db1044ca gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:41:37.320858 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0ee99ea6-70d5-447d-a525-5ca493e86ead req-84bf2fd7-1f30-49cf-bad1-0b9abb6413c1 service neutron] 10.222.0.23 "GET /v2.0/networks/b6b7fa78-905c-4e45-8ca1-46d8e557bf3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786110 Sep 07 02:41:37.409010 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-e5dd26f7-bf64-46d7-9b1c-4d89d52cbdee req-af044c0f-b2ca-4666-ae7b-b0484100ae3f tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:37.418096 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-e5dd26f7-bf64-46d7-9b1c-4d89d52cbdee req-af044c0f-b2ca-4666-ae7b-b0484100ae3f tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:37.461009 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-4884c7e0-ea3c-46ac-8d02-c1303453e79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5354f8c-511f-46ff-9b37-ccd2db1044ca', 'name': 'tempest-FloatingIPsTestJSON-980547417-router', 'tenant_id': '2e7b2f5e6e5f40369d66245ab396572e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '7a927dca-e975-490a-b775-5755adf86def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:41:24Z', 'updated_at': '2021-09-07T02:41:33Z', 'revision_number': 4, 'project_id': '2e7b2f5e6e5f40369d66245ab396572e', 'gw_port': {'id': '7a927dca-e975-490a-b775-5755adf86def', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:45:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5354f8c-511f-46ff-9b37-ccd2db1044ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:41:25Z', 'updated_at': '2021-09-07T02:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'f25e15c8-bda5-4f60-ae36-502530428976', 'name': '', 'network_id': 'd1246213-e6bd-49b1-a769-e334753dc26c', 'tenant_id': '2e7b2f5e6e5f40369d66245ab396572e', 'mac_address': 'fa:16:3e:6c:c0:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5354f8c-511f-46ff-9b37-ccd2db1044ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '83afc0a8-a01a-4be6-8672-e5ee44c88ad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:41:30Z', 'updated_at': '2021-09-07T02:41:36Z', 'revision_number': 4, 'project_id': '2e7b2f5e6e5f40369d66245ab396572e', 'subnets': [{'id': '83afc0a8-a01a-4be6-8672-e5ee44c88ad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:41:37.473408 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5486dc-ffd2-4662-9804-6310a74d608e req-23085935-567e-4f86-bcea-c82182478de2 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:37.474840 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2d5486dc-ffd2-4662-9804-6310a74d608e req-23085935-567e-4f86-bcea-c82182478de2 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb044ddb-aec4-4cc8-8c21-d0b93465a7eb HTTP/1.1" status: 200 len: 950 time: 0.0678399 Sep 07 02:41:37.478557 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0ee99ea6-70d5-447d-a525-5ca493e86ead req-e9485338-a9bd-4bae-ae36-21538bdc4124 service neutron] 10.222.0.23 "GET /v2.0/networks/b6b7fa78-905c-4e45-8ca1-46d8e557bf3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485324 Sep 07 02:41:37.495553 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device dccb79f3-903f-4bd1-a672-900571074569 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:41:37.502955 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af044c0f-b2ca-4666-ae7b-b0484100ae3f tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] Pushing event updated for resources: {'Port': ['ID=262195e8-92a8-43db-82f2-f3bfbcf02990,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:37.504732 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4884c7e0-ea3c-46ac-8d02-c1303453e79b None None] The sync data for ids ['e5354f8c-511f-46ff-9b37-ccd2db1044ca'] in n-d-796209-16 is: [{'id': 'e5354f8c-511f-46ff-9b37-ccd2db1044ca', 'name': 'tempest-FloatingIPsTestJSON-980547417-router', 'tenant_id': '2e7b2f5e6e5f40369d66245ab396572e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '7a927dca-e975-490a-b775-5755adf86def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:41:24Z', 'updated_at': '2021-09-07T02:41:33Z', 'revision_number': 4, 'project_id': '2e7b2f5e6e5f40369d66245ab396572e', 'gw_port': {'id': '7a927dca-e975-490a-b775-5755adf86def', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:45:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5354f8c-511f-46ff-9b37-ccd2db1044ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:41:25Z', 'updated_at': '2021-09-07T02:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'f25e15c8-bda5-4f60-ae36-502530428976', 'name': '', 'network_id': 'd1246213-e6bd-49b1-a769-e334753dc26c', 'tenant_id': '2e7b2f5e6e5f40369d66245ab396572e', 'mac_address': 'fa:16:3e:6c:c0:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5354f8c-511f-46ff-9b37-ccd2db1044ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '83afc0a8-a01a-4be6-8672-e5ee44c88ad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:41:30Z', 'updated_at': '2021-09-07T02:41:36Z', 'revision_number': 4, 'project_id': '2e7b2f5e6e5f40369d66245ab396572e', 'subnets': [{'id': '83afc0a8-a01a-4be6-8672-e5ee44c88ad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:41:37.521717 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2d5486dc-ffd2-4662-9804-6310a74d608e req-04727ca5-eb78-4219-b03f-ad56a2aa2253 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397108 Sep 07 02:41:37.525533 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-e5dd26f7-bf64-46d7-9b1c-4d89d52cbdee req-af044c0f-b2ca-4666-ae7b-b0484100ae3f tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:37.568258 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-e5dd26f7-bf64-46d7-9b1c-4d89d52cbdee req-af044c0f-b2ca-4666-ae7b-b0484100ae3f tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:37.568258 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e5dd26f7-bf64-46d7-9b1c-4d89d52cbdee req-af044c0f-b2ca-4666-ae7b-b0484100ae3f tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2104554 Sep 07 02:41:37.653250 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e5dd26f7-bf64-46d7-9b1c-4d89d52cbdee req-029a1e2a-97ad-4950-9d2c-036e97724ecb tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.101 HTTP/1.1" status: 200 len: 696 time: 0.0665534 Sep 07 02:41:37.672040 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43042fae-240c-412f-935d-b4da120b83d7 req-f296a2ef-d25f-45c3-8853-b57534143a4f tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:37.673790 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-43042fae-240c-412f-935d-b4da120b83d7 req-f296a2ef-d25f-45c3-8853-b57534143a4f tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.16 "GET /v2.0/ports?device_id=d5805c37-b156-4c27-8180-c25309ab7be0 HTTP/1.1" status: 200 len: 946 time: 0.1437166 Sep 07 02:41:37.674423 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port dccb79f3-903f-4bd1-a672-900571074569, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=dccb79f3-903f-4bd1-a672-900571074569,segment=NetworkSegment(aaa806c4-a8e8-477a-887e-c4f9692d092a),segment_id=aaa806c4-a8e8-477a-887e-c4f9692d092a)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:41:37.687244 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f1d75-65ee-4ce5-a14b-75e0b89d4a67 req-74a501f2-8ed4-4a9b-b0b9-86f92202e337 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:37.688842 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-650f1d75-65ee-4ce5-a14b-75e0b89d4a67 req-74a501f2-8ed4-4a9b-b0b9-86f92202e337 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=99b36ce8-9540-4cd4-b0ca-7b3cd88dabd6 HTTP/1.1" status: 200 len: 946 time: 0.0679822 Sep 07 02:41:37.692781 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': 'dccb79f3-903f-4bd1-a672-900571074569', 'network_id': 'b6b7fa78-905c-4e45-8ca1-46d8e557bf3f', 'port_id': 'dccb79f3-903f-4bd1-a672-900571074569', 'mac_address': 'fa:16:3e:f4:11:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35c85522-601a-48aa-9d53-ac705e7885ca', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:41:37.745443 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:37.751808 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-650f1d75-65ee-4ce5-a14b-75e0b89d4a67 req-c4544332-15f1-44f7-a2cd-6c37996ea6f8 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522416 Sep 07 02:41:37.775990 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dccb79f3-903f-4bd1-a672-900571074569 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:41:37.805951 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port dccb79f3-903f-4bd1-a672-900571074569, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=dccb79f3-903f-4bd1-a672-900571074569,segment=NetworkSegment(aaa806c4-a8e8-477a-887e-c4f9692d092a),segment_id=aaa806c4-a8e8-477a-887e-c4f9692d092a)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:41:37.814374 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:37.872011 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dd26f7-bf64-46d7-9b1c-4d89d52cbdee req-acacc1f3-1d25-4503-a8ea-b70f92204dee tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:37.874317 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e5dd26f7-bf64-46d7-9b1c-4d89d52cbdee req-acacc1f3-1d25-4503-a8ea-b70f92204dee tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] 10.222.0.22 "GET /v2.0/networks/1166b922-7457-4da4-bdda-328e8c8e7bc6 HTTP/1.1" status: 200 len: 784 time: 0.2111342 Sep 07 02:41:37.892473 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=dccb79f3-903f-4bd1-a672-900571074569,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:37.893236 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-43042fae-240c-412f-935d-b4da120b83d7 req-15cd0d8a-f834-4a1b-b0c5-fdf14be2db9f tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Deleting port 5eedbabb-e873-4d54-ab51-89dc35dd007a {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:41:37.893787 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-43042fae-240c-412f-935d-b4da120b83d7 req-15cd0d8a-f834-4a1b-b0c5-fdf14be2db9f tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:37.910008 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dccf493-9df7-4376-8239-0da2b9de5f6d req-0046a5d9-8ecd-49bf-a6fc-aced286c07bb tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:37.911617 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3dccf493-9df7-4376-8239-0da2b9de5f6d req-0046a5d9-8ecd-49bf-a6fc-aced286c07bb tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5805c37-b156-4c27-8180-c25309ab7be0 HTTP/1.1" status: 200 len: 946 time: 0.0815213 Sep 07 02:41:37.980363 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3dccf493-9df7-4376-8239-0da2b9de5f6d req-9c965e6e-8b80-4d12-9abd-add2023ec9e4 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "GET /v2.0/security-groups?id=640bc5a7-1290-4dbd-b0ce-f56eb51dd0f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607595 Sep 07 02:41:38.054671 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-43042fae-240c-412f-935d-b4da120b83d7 req-15cd0d8a-f834-4a1b-b0c5-fdf14be2db9f tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] For port 5eedbabb-e873-4d54-ab51-89dc35dd007a, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=5eedbabb-e873-4d54-ab51-89dc35dd007a,segment=NetworkSegment(f40be107-e610-44ce-bdfd-1f32cc4fb26a),segment_id=f40be107-e610-44ce-bdfd-1f32cc4fb26a)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:41:38.055045 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-43042fae-240c-412f-935d-b4da120b83d7 req-15cd0d8a-f834-4a1b-b0c5-fdf14be2db9f tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:38.067984 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c40b2-881f-4b6c-aae3-1849bc556730 req-5c60a492-33d8-4b69-9ae8-65075d61ea92 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:38.072060 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-257c40b2-881f-4b6c-aae3-1849bc556730 req-5c60a492-33d8-4b69-9ae8-65075d61ea92 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/ports?device_id=14488513-6591-402f-9cca-41e13c86bb86 HTTP/1.1" status: 200 len: 946 time: 0.0896780 Sep 07 02:41:38.072797 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['dccb79f3-903f-4bd1-a672-900571074569'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:41:38.202545 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-257c40b2-881f-4b6c-aae3-1849bc556730 req-de438620-bc54-4482-a6e7-363bb78f7e71 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/security-groups?id=12853359-e36c-442a-a7d9-8a93d79cc08e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227310 Sep 07 02:41:38.216900 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9de74977-6d3f-4e97-a568-7db18d6da3e6 req-47be5992-2ad7-4b8c-8e24-82856778154f tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] 10.222.0.22 "GET /v2.0/floatingips/8d0a2d3c-1a33-480b-8489-25d6e607d34c HTTP/1.1" status: 200 len: 693 time: 0.0522521 Sep 07 02:41:38.374390 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de74977-6d3f-4e97-a568-7db18d6da3e6 req-4dd1d68a-d745-4fbc-b377-837a077f60ed tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:38.376047 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9de74977-6d3f-4e97-a568-7db18d6da3e6 req-4dd1d68a-d745-4fbc-b377-837a077f60ed tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] 10.222.0.22 "GET /v2.0/networks/1166b922-7457-4da4-bdda-328e8c8e7bc6 HTTP/1.1" status: 200 len: 784 time: 0.1532786 Sep 07 02:41:38.389235 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [req-9de74977-6d3f-4e97-a568-7db18d6da3e6 req-8f9708b9-2dd2-40c6-83cd-f1901ef6dc9c tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 02:41:38.390650 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9de74977-6d3f-4e97-a568-7db18d6da3e6 req-8f9708b9-2dd2-40c6-83cd-f1901ef6dc9c tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076101 Sep 07 02:41:38.399078 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-43042fae-240c-412f-935d-b4da120b83d7 req-15cd0d8a-f834-4a1b-b0c5-fdf14be2db9f tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:38.399444 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-43042fae-240c-412f-935d-b4da120b83d7 req-15cd0d8a-f834-4a1b-b0c5-fdf14be2db9f tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:38.399797 n-d-796209-16 neutron-server[94701]: INFO neutron.db.l3_db [req-43042fae-240c-412f-935d-b4da120b83d7 req-15cd0d8a-f834-4a1b-b0c5-fdf14be2db9f tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Floating IP ecc1e03d-8732-4858-99f5-602816fd769c disassociated. External IP: 172.25.5.112, port: 5eedbabb-e873-4d54-ab51-89dc35dd007a. Sep 07 02:41:38.400133 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-43042fae-240c-412f-935d-b4da120b83d7 req-15cd0d8a-f834-4a1b-b0c5-fdf14be2db9f tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Calling delete_port for 5eedbabb-e873-4d54-ab51-89dc35dd007a owned by compute:nova {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:41:38.420798 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8caa0-1dee-447a-80f2-cf0a8f64e7b5 req-2df6f59d-ef44-4382-a8c7-7db19ae81539 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:38.426053 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fba8caa0-1dee-447a-80f2-cf0a8f64e7b5 req-2df6f59d-ef44-4382-a8c7-7db19ae81539 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.22 "GET /v2.0/ports?device_id=7572f99c-56f2-48d4-a067-c60d98d9f152 HTTP/1.1" status: 200 len: 944 time: 0.0874496 Sep 07 02:41:38.507314 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-19cd7729-55d7-496c-89fd-df326f95548f req-d0da7c1f-4fb1-4230-90bb-550f32c6021a tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] 10.222.0.22 "GET /v2.0/floatingips?tenant_id=2e7b2f5e6e5f40369d66245ab396572e HTTP/1.1" status: 200 len: 696 time: 0.0872514 Sep 07 02:41:38.535535 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fba8caa0-1dee-447a-80f2-cf0a8f64e7b5 req-ec05ef83-e2af-4aa7-a04c-341db63977a0 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.22 "GET /v2.0/security-groups?id=3aef09b9-bc23-4efa-8664-713672567223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069071 Sep 07 02:41:38.551368 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device f25e15c8-bda5-4f60-ae36-502530428976 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:41:38.621091 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-43042fae-240c-412f-935d-b4da120b83d7 req-15cd0d8a-f834-4a1b-b0c5-fdf14be2db9f tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:38.643227 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port f25e15c8-bda5-4f60-ae36-502530428976 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:41:38.649572 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port f25e15c8-bda5-4f60-ae36-502530428976 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:41:38.649950 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:38.669878 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd7729-55d7-496c-89fd-df326f95548f req-eab38813-6cb4-40eb-82f6-3f03ad71a25c tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:38.671871 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-19cd7729-55d7-496c-89fd-df326f95548f req-eab38813-6cb4-40eb-82f6-3f03ad71a25c tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] 10.222.0.22 "GET /v2.0/networks?id=1166b922-7457-4da4-bdda-328e8c8e7bc6 HTTP/1.1" status: 200 len: 787 time: 0.1587594 Sep 07 02:41:38.686221 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [req-19cd7729-55d7-496c-89fd-df326f95548f req-2ea34d43-001b-47b9-b9b5-52b8c7233f0d tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 02:41:38.687535 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-19cd7729-55d7-496c-89fd-df326f95548f req-2ea34d43-001b-47b9-b9b5-52b8c7233f0d tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095417 Sep 07 02:41:38.691351 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd0d8a-f834-4a1b-b0c5-fdf14be2db9f tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Pushing event deleted for resources: {'Port': ['ID=5eedbabb-e873-4d54-ab51-89dc35dd007a,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:38.753878 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e159c-306e-4d07-a435-93eed8ce2092 req-8eecb1d5-d32f-44c2-8cae-3cfd250637e5 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:38.755458 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c03e159c-306e-4d07-a435-93eed8ce2092 req-8eecb1d5-d32f-44c2-8cae-3cfd250637e5 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb044ddb-aec4-4cc8-8c21-d0b93465a7eb HTTP/1.1" status: 200 len: 950 time: 0.1208727 Sep 07 02:41:38.756155 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:38.790468 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port f25e15c8-bda5-4f60-ae36-502530428976, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=f25e15c8-bda5-4f60-ae36-502530428976,segment=NetworkSegment(b9286e58-32d2-45fe-91e0-09f2db9cd67b),segment_id=b9286e58-32d2-45fe-91e0-09f2db9cd67b)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:41:38.797571 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:38.808510 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5fc54963-053b-4dcf-b7ca-569598f5c014 req-64299c88-fbbd-419f-8a22-6d1a176cb6c7 tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] 10.222.0.22 "GET /v2.0/floatingips/8d0a2d3c-1a33-480b-8489-25d6e607d34c HTTP/1.1" status: 200 len: 693 time: 0.0766201 Sep 07 02:41:38.866419 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=f25e15c8-bda5-4f60-ae36-502530428976,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:38.931728 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c938e35-2dc9-4236-9feb-9e0858eacb8e req-30c18990-8ece-40db-a8a5-f0ab905440af tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:38.933362 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8c938e35-2dc9-4236-9feb-9e0858eacb8e req-30c18990-8ece-40db-a8a5-f0ab905440af tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.23 "GET /v2.0/ports?device_id=14488513-6591-402f-9cca-41e13c86bb86 HTTP/1.1" status: 200 len: 946 time: 0.1373265 Sep 07 02:41:38.999253 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc54963-053b-4dcf-b7ca-569598f5c014 req-28f86d2a-3d3f-44f0-b14b-f31860d2bcaa tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:39.001269 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5fc54963-053b-4dcf-b7ca-569598f5c014 req-28f86d2a-3d3f-44f0-b14b-f31860d2bcaa tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] 10.222.0.22 "GET /v2.0/networks/1166b922-7457-4da4-bdda-328e8c8e7bc6 HTTP/1.1" status: 200 len: 784 time: 0.1713452 Sep 07 02:41:39.086487 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5fc54963-053b-4dcf-b7ca-569598f5c014 req-137f693b-b110-45f8-b066-19ba6080d517 tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.101 HTTP/1.1" status: 200 len: 696 time: 0.0771189 Sep 07 02:41:39.149650 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5fc54963-053b-4dcf-b7ca-569598f5c014 req-8a13d9f9-8007-4f9c-8a34-f10fd77cd7d9 tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.101 HTTP/1.1" status: 200 len: 696 time: 0.0539796 Sep 07 02:41:39.156416 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-8c938e35-2dc9-4236-9feb-9e0858eacb8e req-9384c3e3-ef50-4585-a065-de9043ccb14e tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Deleting port d5c3d11f-a916-4cd5-889c-fdc14e370dfe {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:41:39.157132 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8c938e35-2dc9-4236-9feb-9e0858eacb8e req-9384c3e3-ef50-4585-a065-de9043ccb14e tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:39.202757 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43042fae-240c-412f-935d-b4da120b83d7 req-15cd0d8a-f834-4a1b-b0c5-fdf14be2db9f tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Router 11903ba5-e257-4111-a016-8b01939ea094 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:41:39.206116 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c03e159c-306e-4d07-a435-93eed8ce2092 req-7247d570-5d77-4527-a0c2-2776b7049bce tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4379203 Sep 07 02:41:39.349409 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-8c938e35-2dc9-4236-9feb-9e0858eacb8e req-9384c3e3-ef50-4585-a065-de9043ccb14e tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] For port d5c3d11f-a916-4cd5-889c-fdc14e370dfe, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=d5c3d11f-a916-4cd5-889c-fdc14e370dfe,segment=NetworkSegment(a0386811-94fa-47c4-8520-2bd1e5cc6c80),segment_id=a0386811-94fa-47c4-8520-2bd1e5cc6c80)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:41:39.349758 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8c938e35-2dc9-4236-9feb-9e0858eacb8e req-9384c3e3-ef50-4585-a065-de9043ccb14e tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:39.356303 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43042fae-240c-412f-935d-b4da120b83d7 req-15cd0d8a-f834-4a1b-b0c5-fdf14be2db9f tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:41:39.366306 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2972f4-2ea5-4bcd-a4b1-6bf59c0dbba9 None None] Sync routers for ids ['11903ba5-e257-4111-a016-8b01939ea094'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:41:39.368323 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-8c938e35-2dc9-4236-9feb-9e0858eacb8e req-9384c3e3-ef50-4585-a065-de9043ccb14e tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Calling delete_port for d5c3d11f-a916-4cd5-889c-fdc14e370dfe owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:41:39.377371 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2972f4-2ea5-4bcd-a4b1-6bf59c0dbba9 None None] Routers {'11903ba5-e257-4111-a016-8b01939ea094'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:41:39.378079 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-3f2972f4-2ea5-4bcd-a4b1-6bf59c0dbba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:41:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['11903ba5-e257-4111-a016-8b01939ea094'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:41:39.408208 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e58c1-f3c7-43c2-9363-b17310edbbfd req-733fd892-07fc-4a99-a875-daedec0ec6ca tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:39.409720 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b64e58c1-f3c7-43c2-9363-b17310edbbfd req-733fd892-07fc-4a99-a875-daedec0ec6ca tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=99b36ce8-9540-4cd4-b0ca-7b3cd88dabd6 HTTP/1.1" status: 200 len: 946 time: 0.1346385 Sep 07 02:41:39.410465 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-43042fae-240c-412f-935d-b4da120b83d7 req-15cd0d8a-f834-4a1b-b0c5-fdf14be2db9f tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] No DVR routers for this DVR port 5eedbabb-e873-4d54-ab51-89dc35dd007a on host n-h2-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:41:39.414106 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-43042fae-240c-412f-935d-b4da120b83d7 req-15cd0d8a-f834-4a1b-b0c5-fdf14be2db9f tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:39.416285 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-43042fae-240c-412f-935d-b4da120b83d7 req-15cd0d8a-f834-4a1b-b0c5-fdf14be2db9f tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.16 "DELETE /v2.0/ports/5eedbabb-e873-4d54-ab51-89dc35dd007a HTTP/1.1" status: 204 len: 173 time: 1.7321019 Sep 07 02:41:39.417306 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5805c37-b156-4c27-8180-c25309ab7be0', 'name': 'network-vif-deleted', 'tag': '5eedbabb-e873-4d54-ab51-89dc35dd007a'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:41:39.418726 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-5fc54963-053b-4dcf-b7ca-569598f5c014 req-02d8ce8e-dc96-48d0-85f4-aebd03d728a3 tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] Deleting port 262195e8-92a8-43db-82f2-f3bfbcf02990 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:41:39.419083 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5fc54963-053b-4dcf-b7ca-569598f5c014 req-02d8ce8e-dc96-48d0-85f4-aebd03d728a3 tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:39.420403 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243287b9-e840-4698-aa05-90cb01cfeb70" -d '{"events": [{"server_uuid": "d5805c37-b156-4c27-8180-c25309ab7be0", "name": "network-vif-deleted", "tag": "5eedbabb-e873-4d54-ab51-89dc35dd007a"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:41:39.482496 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b64e58c1-f3c7-43c2-9363-b17310edbbfd req-3095e0d3-aba2-4923-ba84-4ab7eb0efa97 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521479 Sep 07 02:41:39.521607 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 06c702fe-d5eb-4d93-9678-cbb02ac4d9a4 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:41:39.523816 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device dccb79f3-903f-4bd1-a672-900571074569 up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:41:39.564388 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-3f2972f4-2ea5-4bcd-a4b1-6bf59c0dbba9 None None] Set router 11903ba5-e257-4111-a016-8b01939ea094 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:41:39.596884 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7f86c5c0-b7c7-439f-ac89-274f881f31ce req-6908538a-6218-4445-9b0f-1a3894be6498 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5805c37-b156-4c27-8180-c25309ab7be0 HTTP/1.1" status: 200 len: 210 time: 0.0327203 Sep 07 02:41:39.780821 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port dccb79f3-903f-4bd1-a672-900571074569 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:41:39.798927 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port dccb79f3-903f-4bd1-a672-900571074569 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:41:39.799432 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:39.835445 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5fc54963-053b-4dcf-b7ca-569598f5c014 req-02d8ce8e-dc96-48d0-85f4-aebd03d728a3 tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:39.836066 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5fc54963-053b-4dcf-b7ca-569598f5c014 req-02d8ce8e-dc96-48d0-85f4-aebd03d728a3 tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:39.859689 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76d05ae-c4b7-44d5-82b1-67da78dfb988 req-70826abc-bccc-440b-b6c0-4fe4d86d3d47 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:39.867717 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c76d05ae-c4b7-44d5-82b1-67da78dfb988 req-70826abc-bccc-440b-b6c0-4fe4d86d3d47 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb044ddb-aec4-4cc8-8c21-d0b93465a7eb HTTP/1.1" status: 200 len: 950 time: 0.0688322 Sep 07 02:41:39.874322 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 06c702fe-d5eb-4d93-9678-cbb02ac4d9a4, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=06c702fe-d5eb-4d93-9678-cbb02ac4d9a4,segment=NetworkSegment(aaa806c4-a8e8-477a-887e-c4f9692d092a),segment_id=aaa806c4-a8e8-477a-887e-c4f9692d092a)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:41:39.874547 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-5fc54963-053b-4dcf-b7ca-569598f5c014 req-02d8ce8e-dc96-48d0-85f4-aebd03d728a3 tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] Calling delete_port for 262195e8-92a8-43db-82f2-f3bfbcf02990 owned by network:floatingip {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:41:39.916181 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '06c702fe-d5eb-4d93-9678-cbb02ac4d9a4', 'network_id': 'b6b7fa78-905c-4e45-8ca1-46d8e557bf3f', 'port_id': '06c702fe-d5eb-4d93-9678-cbb02ac4d9a4', 'mac_address': 'fa:16:3e:e6:1d:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35c85522-601a-48aa-9d53-ac705e7885ca', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:41:39.927568 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c76d05ae-c4b7-44d5-82b1-67da78dfb988 req-311be38c-de15-4042-bf74-63f9c4cfec31 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578449 Sep 07 02:41:39.966626 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8c938e35-2dc9-4236-9feb-9e0858eacb8e req-9384c3e3-ef50-4585-a065-de9043ccb14e tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:39.984959 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['d5c3d11f-a916-4cd5-889c-fdc14e370dfe'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:41:40.026699 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9384c3e3-ef50-4585-a065-de9043ccb14e tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Pushing event deleted for resources: {'Port': ['ID=d5c3d11f-a916-4cd5-889c-fdc14e370dfe,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:40.027609 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:40.032922 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2e99ba52-d970-465a-8d8e-503e822a2ebf req-2bda7384-7564-42d2-8c68-34bb8f7de085 tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.22 "GET /v2.0/ports?device_id=14488513-6591-402f-9cca-41e13c86bb86 HTTP/1.1" status: 200 len: 210 time: 0.0312810 Sep 07 02:41:40.061843 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06c702fe-d5eb-4d93-9678-cbb02ac4d9a4 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:41:40.068243 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:40.099142 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cafd4e0c-9d33-4e33-b8ff-8145464e5b94 x-openstack-request-id: req-cafd4e0c-9d33-4e33-b8ff-8145464e5b94 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:41:40.099536 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5805c37-b156-4c27-8180-c25309ab7be0", "name": "network-vif-deleted", "tag": "5eedbabb-e873-4d54-ab51-89dc35dd007a", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:41:40.100272 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cafd4e0c-9d33-4e33-b8ff-8145464e5b94 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:41:40.100272 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5805c37-b156-4c27-8180-c25309ab7be0', 'name': 'network-vif-deleted', 'tag': '5eedbabb-e873-4d54-ab51-89dc35dd007a', 'status': 'completed', 'code': 200} Sep 07 02:41:40.102537 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 06c702fe-d5eb-4d93-9678-cbb02ac4d9a4, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=06c702fe-d5eb-4d93-9678-cbb02ac4d9a4,segment=NetworkSegment(aaa806c4-a8e8-477a-887e-c4f9692d092a),segment_id=aaa806c4-a8e8-477a-887e-c4f9692d092a)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:41:40.113660 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:40.122681 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-3f2972f4-2ea5-4bcd-a4b1-6bf59c0dbba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11903ba5-e257-4111-a016-8b01939ea094', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-580571853-router', 'tenant_id': 'ec8f998f0dfa49298d81e528b209944e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '9c2fe7a0-c1ad-469f-aa13-3711ea7b2bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:32:33Z', 'updated_at': '2021-09-07T02:32:38Z', 'revision_number': 4, 'project_id': 'ec8f998f0dfa49298d81e528b209944e', 'gw_port': {'id': '9c2fe7a0-c1ad-469f-aa13-3711ea7b2bc7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:0a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11903ba5-e257-4111-a016-8b01939ea094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:32:34Z', 'updated_at': '2021-09-07T02:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '859e2d0d-bf42-452d-a954-dfdc8ed71645', 'name': '', 'network_id': '6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc', 'tenant_id': 'ec8f998f0dfa49298d81e528b209944e', 'mac_address': 'fa:16:3e:01:d0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11903ba5-e257-4111-a016-8b01939ea094', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'cbe10d5e-50cd-446a-9782-e73eac83e8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:32:36Z', 'updated_at': '2021-09-07T02:32:45Z', 'revision_number': 5, 'project_id': 'ec8f998f0dfa49298d81e528b209944e', 'subnets': [{'id': 'cbe10d5e-50cd-446a-9782-e73eac83e8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:41:40.123873 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c938e35-2dc9-4236-9feb-9e0858eacb8e req-9384c3e3-ef50-4585-a065-de9043ccb14e tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] No DVR routers for this DVR port d5c3d11f-a916-4cd5-889c-fdc14e370dfe on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:41:40.126005 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7572f99c-56f2-48d4-a067-c60d98d9f152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dccb79f3-903f-4bd1-a672-900571074569'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:41:40.126996 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8c938e35-2dc9-4236-9feb-9e0858eacb8e req-9384c3e3-ef50-4585-a065-de9043ccb14e tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:40.129292 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8c938e35-2dc9-4236-9feb-9e0858eacb8e req-9384c3e3-ef50-4585-a065-de9043ccb14e tempest-FloatingIPsAssociationTestJSON-1354671919 tempest-FloatingIPsAssociationTestJSON-1354671919-project] 10.222.0.23 "DELETE /v2.0/ports/d5c3d11f-a916-4cd5-889c-fdc14e370dfe HTTP/1.1" status: 204 len: 173 time: 1.1858833 Sep 07 02:41:40.129904 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14488513-6591-402f-9cca-41e13c86bb86', 'name': 'network-vif-deleted', 'tag': 'd5c3d11f-a916-4cd5-889c-fdc14e370dfe'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:41:40.130691 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-992bd52f-6ea9-4b62-8745-2fdf8643c422" -d '{"events": [{"server_uuid": "7572f99c-56f2-48d4-a067-c60d98d9f152", "name": "network-vif-plugged", "status": "completed", "tag": "dccb79f3-903f-4bd1-a672-900571074569"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:41:40.132362 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17dc422-d4f2-4ca2-a331-c75893b7c9f7" -d '{"events": [{"server_uuid": "14488513-6591-402f-9cca-41e13c86bb86", "name": "network-vif-deleted", "tag": "d5c3d11f-a916-4cd5-889c-fdc14e370dfe"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:41:40.193428 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port dccb79f3-903f-4bd1-a672-900571074569, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=dccb79f3-903f-4bd1-a672-900571074569,segment=NetworkSegment(aaa806c4-a8e8-477a-887e-c4f9692d092a),segment_id=aaa806c4-a8e8-477a-887e-c4f9692d092a)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:41:40.194735 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2972f4-2ea5-4bcd-a4b1-6bf59c0dbba9 None None] Checking router: 11903ba5-e257-4111-a016-8b01939ea094 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:41:40.200287 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5fc54963-053b-4dcf-b7ca-569598f5c014 req-02d8ce8e-dc96-48d0-85f4-aebd03d728a3 tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:40.204502 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:40.215423 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc9452-295e-41fb-9907-15908f9bff20 req-7d51f360-13c4-4dc5-81fe-13de0a018cb4 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:40.217493 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-89dc9452-295e-41fb-9907-15908f9bff20 req-7d51f360-13c4-4dc5-81fe-13de0a018cb4 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.22 "GET /v2.0/ports?device_id=7572f99c-56f2-48d4-a067-c60d98d9f152 HTTP/1.1" status: 200 len: 944 time: 0.0664814 Sep 07 02:41:40.224962 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2972f4-2ea5-4bcd-a4b1-6bf59c0dbba9 None None] Routers {'11903ba5-e257-4111-a016-8b01939ea094'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:41:40.225740 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-3f2972f4-2ea5-4bcd-a4b1-6bf59c0dbba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:41:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['11903ba5-e257-4111-a016-8b01939ea094'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:41:40.241127 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d8ce8e-dc96-48d0-85f4-aebd03d728a3 tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] Pushing event deleted for resources: {'Port': ['ID=262195e8-92a8-43db-82f2-f3bfbcf02990,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:40.267157 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=06c702fe-d5eb-4d93-9678-cbb02ac4d9a4,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:40.271918 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-89dc9452-295e-41fb-9907-15908f9bff20 req-196ff4ef-7aaa-4ca5-883f-bfeb58ecbe3e tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.22 "GET /v2.0/security-groups?id=3aef09b9-bc23-4efa-8664-713672567223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472181 Sep 07 02:41:40.319602 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5fc54963-053b-4dcf-b7ca-569598f5c014 req-02d8ce8e-dc96-48d0-85f4-aebd03d728a3 tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] Notify callbacks [] for floatingip, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:40.322440 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5fc54963-053b-4dcf-b7ca-569598f5c014 req-02d8ce8e-dc96-48d0-85f4-aebd03d728a3 tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:40.324600 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5fc54963-053b-4dcf-b7ca-569598f5c014 req-02d8ce8e-dc96-48d0-85f4-aebd03d728a3 tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] 10.222.0.22 "DELETE /v2.0/floatingips/8d0a2d3c-1a33-480b-8489-25d6e607d34c HTTP/1.1" status: 204 len: 173 time: 1.1640854 Sep 07 02:41:40.359931 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adde8744-2ec8-4382-bc04-c8982b8b5ac5 x-openstack-request-id: req-adde8744-2ec8-4382-bc04-c8982b8b5ac5 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:41:40.360988 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14488513-6591-402f-9cca-41e13c86bb86", "name": "network-vif-deleted", "tag": "d5c3d11f-a916-4cd5-889c-fdc14e370dfe", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:41:40.360988 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-adde8744-2ec8-4382-bc04-c8982b8b5ac5 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:41:40.361401 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14488513-6591-402f-9cca-41e13c86bb86', 'name': 'network-vif-deleted', 'tag': 'd5c3d11f-a916-4cd5-889c-fdc14e370dfe', 'status': 'completed', 'code': 200} Sep 07 02:41:40.368385 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b719e9-6fe1-4daa-941c-9272adfdec70 x-openstack-request-id: req-34b719e9-6fe1-4daa-941c-9272adfdec70 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:41:40.368679 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7572f99c-56f2-48d4-a067-c60d98d9f152", "name": "network-vif-plugged", "status": "completed", "tag": "dccb79f3-903f-4bd1-a672-900571074569", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:41:40.368942 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-34b719e9-6fe1-4daa-941c-9272adfdec70 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:41:40.369334 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7572f99c-56f2-48d4-a067-c60d98d9f152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dccb79f3-903f-4bd1-a672-900571074569', 'code': 200} Sep 07 02:41:40.376184 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=dccb79f3-903f-4bd1-a672-900571074569,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:40.394400 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['06c702fe-d5eb-4d93-9678-cbb02ac4d9a4'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:41:40.449955 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-3f2972f4-2ea5-4bcd-a4b1-6bf59c0dbba9 None None] Set router 11903ba5-e257-4111-a016-8b01939ea094 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:41:40.539767 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5e6673-102a-4bcc-bc1a-6378c28c43e0 req-5412f45f-f398-4a63-aba7-c21b3f23a547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:40.542176 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cd5e6673-102a-4bcc-bc1a-6378c28c43e0 req-5412f45f-f398-4a63-aba7-c21b3f23a547 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7572f99c-56f2-48d4-a067-c60d98d9f152 HTTP/1.1" status: 200 len: 1097 time: 0.0842524 Sep 07 02:41:40.543071 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device f25e15c8-bda5-4f60-ae36-502530428976 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:41:40.553364 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-31acab9e-ddc3-401d-b15d-ad200a3178fe req-16ec7afc-3470-4d1b-95a1-8ec4681ad905 tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1728075 Sep 07 02:41:40.558843 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-31acab9e-ddc3-401d-b15d-ad200a3178fe req-59c5b799-8f5f-4647-a336-28e4e6cebd2e tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] Request body: {'floatingip': {'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:41:40.561270 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [req-d042a7a8-021e-4b08-80fb-71f395a0634e req-0e041004-4832-45fc-8945-b370ee057aa3 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 02:41:40.562291 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d042a7a8-021e-4b08-80fb-71f395a0634e req-0e041004-4832-45fc-8945-b370ee057aa3 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095699 Sep 07 02:41:40.605925 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cd5e6673-102a-4bcc-bc1a-6378c28c43e0 req-278d60b5-9aec-4e89-becc-783b4f2d1da1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3aef09b9-bc23-4efa-8664-713672567223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409653 Sep 07 02:41:40.623129 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-31acab9e-ddc3-401d-b15d-ad200a3178fe req-59c5b799-8f5f-4647-a336-28e4e6cebd2e tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] Notify callbacks [] for floatingip, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:40.746634 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-31acab9e-ddc3-401d-b15d-ad200a3178fe req-59c5b799-8f5f-4647-a336-28e4e6cebd2e tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:40.749100 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port f25e15c8-bda5-4f60-ae36-502530428976 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:41:40.749741 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:40.888420 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-31acab9e-ddc3-401d-b15d-ad200a3178fe req-59c5b799-8f5f-4647-a336-28e4e6cebd2e tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] Allocated IP 172.25.5.128 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/4f7c294e-f400-42db-ab97-e6fcc7394d4b) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:41:40.907148 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6dc7f484-c083-4bdb-b47a-7d758ff6446f req-7c35f5b2-1749-48f0-8a85-7c92170564a6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=fb044ddb-aec4-4cc8-8c21-d0b93465a7eb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1413612 Sep 07 02:41:40.917381 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b2b0e-108c-4fe8-a186-33a02139ea35 req-6e57344d-740b-4510-9752-37493172c8f4 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:40.919287 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ea0b2b0e-108c-4fe8-a186-33a02139ea35 req-6e57344d-740b-4510-9752-37493172c8f4 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=99b36ce8-9540-4cd4-b0ca-7b3cd88dabd6 HTTP/1.1" status: 200 len: 946 time: 0.1221340 Sep 07 02:41:40.925703 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [req-6dc7f484-c083-4bdb-b47a-7d758ff6446f req-ca23804d-fb83-49eb-8924-e85d7fa884c4 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 02:41:40.927036 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6dc7f484-c083-4bdb-b47a-7d758ff6446f req-ca23804d-fb83-49eb-8924-e85d7fa884c4 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066066 Sep 07 02:41:40.957739 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-3f2972f4-2ea5-4bcd-a4b1-6bf59c0dbba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11903ba5-e257-4111-a016-8b01939ea094', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-580571853-router', 'tenant_id': 'ec8f998f0dfa49298d81e528b209944e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '9c2fe7a0-c1ad-469f-aa13-3711ea7b2bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:32:33Z', 'updated_at': '2021-09-07T02:32:38Z', 'revision_number': 4, 'project_id': 'ec8f998f0dfa49298d81e528b209944e', 'gw_port': {'id': '9c2fe7a0-c1ad-469f-aa13-3711ea7b2bc7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:0a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11903ba5-e257-4111-a016-8b01939ea094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:32:34Z', 'updated_at': '2021-09-07T02:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '859e2d0d-bf42-452d-a954-dfdc8ed71645', 'name': '', 'network_id': '6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc', 'tenant_id': 'ec8f998f0dfa49298d81e528b209944e', 'mac_address': 'fa:16:3e:01:d0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11903ba5-e257-4111-a016-8b01939ea094', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'cbe10d5e-50cd-446a-9782-e73eac83e8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:32:36Z', 'updated_at': '2021-09-07T02:32:45Z', 'revision_number': 5, 'project_id': 'ec8f998f0dfa49298d81e528b209944e', 'subnets': [{'id': 'cbe10d5e-50cd-446a-9782-e73eac83e8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:41:40.980954 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ea0b2b0e-108c-4fe8-a186-33a02139ea35 req-32dbcfed-20b6-4ed1-8afd-32d316490844 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478942 Sep 07 02:41:40.999446 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2972f4-2ea5-4bcd-a4b1-6bf59c0dbba9 None None] The sync data for ids ['11903ba5-e257-4111-a016-8b01939ea094'] in n-d-796209-16 is: [{'id': '11903ba5-e257-4111-a016-8b01939ea094', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-580571853-router', 'tenant_id': 'ec8f998f0dfa49298d81e528b209944e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '9c2fe7a0-c1ad-469f-aa13-3711ea7b2bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:32:33Z', 'updated_at': '2021-09-07T02:32:38Z', 'revision_number': 4, 'project_id': 'ec8f998f0dfa49298d81e528b209944e', 'gw_port': {'id': '9c2fe7a0-c1ad-469f-aa13-3711ea7b2bc7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:0a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11903ba5-e257-4111-a016-8b01939ea094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:32:34Z', 'updated_at': '2021-09-07T02:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '859e2d0d-bf42-452d-a954-dfdc8ed71645', 'name': '', 'network_id': '6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc', 'tenant_id': 'ec8f998f0dfa49298d81e528b209944e', 'mac_address': 'fa:16:3e:01:d0:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11903ba5-e257-4111-a016-8b01939ea094', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'cbe10d5e-50cd-446a-9782-e73eac83e8a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:32:36Z', 'updated_at': '2021-09-07T02:32:45Z', 'revision_number': 5, 'project_id': 'ec8f998f0dfa49298d81e528b209944e', 'subnets': [{'id': 'cbe10d5e-50cd-446a-9782-e73eac83e8a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:41:41.051673 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-31acab9e-ddc3-401d-b15d-ad200a3178fe req-59c5b799-8f5f-4647-a336-28e4e6cebd2e tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:41.103964 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-31acab9e-ddc3-401d-b15d-ad200a3178fe req-59c5b799-8f5f-4647-a336-28e4e6cebd2e tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:41.147809 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31acab9e-ddc3-401d-b15d-ad200a3178fe req-59c5b799-8f5f-4647-a336-28e4e6cebd2e tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:41:41.153010 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-31acab9e-ddc3-401d-b15d-ad200a3178fe req-59c5b799-8f5f-4647-a336-28e4e6cebd2e tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:41:41.156216 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-31acab9e-ddc3-401d-b15d-ad200a3178fe req-59c5b799-8f5f-4647-a336-28e4e6cebd2e tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:41:41.193065 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c5b799-8f5f-4647-a336-28e4e6cebd2e tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] Pushing event updated for resources: {'Port': ['ID=4f7c294e-f400-42db-ab97-e6fcc7394d4b,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:41.227004 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99edaa5-575b-4cd9-b83b-431e655ffcef req-7a84c2c3-2243-4929-878a-43184b77e771 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:41.228602 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d99edaa5-575b-4cd9-b83b-431e655ffcef req-7a84c2c3-2243-4929-878a-43184b77e771 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb044ddb-aec4-4cc8-8c21-d0b93465a7eb HTTP/1.1" status: 200 len: 950 time: 0.0590863 Sep 07 02:41:41.266973 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-31acab9e-ddc3-401d-b15d-ad200a3178fe req-59c5b799-8f5f-4647-a336-28e4e6cebd2e tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:41.300565 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d99edaa5-575b-4cd9-b83b-431e655ffcef req-fa85ad3f-2732-4aaf-bf1d-3ed0fbd11ad0 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506411 Sep 07 02:41:41.330011 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-31acab9e-ddc3-401d-b15d-ad200a3178fe req-59c5b799-8f5f-4647-a336-28e4e6cebd2e tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:41.367578 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17453527-5b60-467e-a73d-265f6d01ae29 None None] New status for floating IP ecc1e03d-8732-4858-99f5-602816fd769c: DOWN {{(pid=94703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 02:41:41.471780 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49072) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:41:41.525135 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device d5c3d11f-a916-4cd5-889c-fdc14e370dfe no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:41:41.551853 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: d5c3d11f-a916-4cd5-889c-fdc14e370dfe {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:41:41.552212 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device d5c3d11f-a916-4cd5-889c-fdc14e370dfe not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:41:41.601823 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-31acab9e-ddc3-401d-b15d-ad200a3178fe req-59c5b799-8f5f-4647-a336-28e4e6cebd2e tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:41.611306 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-31acab9e-ddc3-401d-b15d-ad200a3178fe req-59c5b799-8f5f-4647-a336-28e4e6cebd2e tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:41.611758 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af09ea17-bdeb-460c-a7e9-9b88df00ea67 req-2bebc42b-0e13-4d20-8cc3-3041015f338c tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:41.615168 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-af09ea17-bdeb-460c-a7e9-9b88df00ea67 req-2bebc42b-0e13-4d20-8cc3-3041015f338c tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.22 "GET /v2.0/ports?device_id=7572f99c-56f2-48d4-a067-c60d98d9f152 HTTP/1.1" status: 200 len: 945 time: 0.0803113 Sep 07 02:41:41.696680 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-af09ea17-bdeb-460c-a7e9-9b88df00ea67 req-337d6c0e-5278-4a33-ac52-1662461da175 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.22 "GET /v2.0/security-groups?id=3aef09b9-bc23-4efa-8664-713672567223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453141 Sep 07 02:41:41.713118 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-31acab9e-ddc3-401d-b15d-ad200a3178fe req-59c5b799-8f5f-4647-a336-28e4e6cebd2e tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:41.722864 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c5b799-8f5f-4647-a336-28e4e6cebd2e tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] Pushing event updated for resources: {'Port': ['ID=4f7c294e-f400-42db-ab97-e6fcc7394d4b,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:41.733649 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-31acab9e-ddc3-401d-b15d-ad200a3178fe req-59c5b799-8f5f-4647-a336-28e4e6cebd2e tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:41.758464 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-31acab9e-ddc3-401d-b15d-ad200a3178fe req-59c5b799-8f5f-4647-a336-28e4e6cebd2e tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2040687 Sep 07 02:41:41.814668 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49082) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:41:41.831222 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-31acab9e-ddc3-401d-b15d-ad200a3178fe req-071bc243-6d84-43ac-892c-5fd44969677f tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.128 HTTP/1.1" status: 200 len: 696 time: 0.0718417 Sep 07 02:41:41.914073 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4ee95d3d-bc44-4b8b-a8bb-77bc4bae96f9 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:41.959286 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31acab9e-ddc3-401d-b15d-ad200a3178fe req-291fcb61-8a3b-4e09-878d-d4bb636370ad tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:41.960850 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-31acab9e-ddc3-401d-b15d-ad200a3178fe req-291fcb61-8a3b-4e09-878d-d4bb636370ad tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] 10.222.0.22 "GET /v2.0/networks/1166b922-7457-4da4-bdda-328e8c8e7bc6 HTTP/1.1" status: 200 len: 784 time: 0.1216497 Sep 07 02:41:41.980567 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 5eedbabb-e873-4d54-ab51-89dc35dd007a no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:41:41.996213 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4ee95d3d-bc44-4b8b-a8bb-77bc4bae96f9 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:42.009417 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: 5eedbabb-e873-4d54-ab51-89dc35dd007a {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:41:42.009762 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 5eedbabb-e873-4d54-ab51-89dc35dd007a not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:41:42.063036 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cde34c7d-fa0b-4abf-8b00-511661511a4b req-46b1cc1a-d168-4031-95cf-bef7b726e083 tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] 10.222.0.22 "GET /v2.0/floatingips/300cc3e2-5bbb-4bcb-8b41-337a2cf8c071 HTTP/1.1" status: 200 len: 693 time: 0.0695331 Sep 07 02:41:42.110189 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c34b8-9e88-465c-a6a0-2855d7538db2 req-ca04d14f-f089-4ce7-be3d-d2a087adf7b0 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:42.116014 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b43c34b8-9e88-465c-a6a0-2855d7538db2 req-ca04d14f-f089-4ce7-be3d-d2a087adf7b0 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=99b36ce8-9540-4cd4-b0ca-7b3cd88dabd6 HTTP/1.1" status: 200 len: 946 time: 0.0653102 Sep 07 02:41:42.153548 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b43c34b8-9e88-465c-a6a0-2855d7538db2 req-af1479a1-9635-4e9d-834c-d00f90c6a4d6 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345347 Sep 07 02:41:42.191610 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4ee95d3d-bc44-4b8b-a8bb-77bc4bae96f9 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:42.194117 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4ee95d3d-bc44-4b8b-a8bb-77bc4bae96f9 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:42.195261 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-4ee95d3d-bc44-4b8b-a8bb-77bc4bae96f9 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "DELETE /v2.0/security-groups/640bc5a7-1290-4dbd-b0ce-f56eb51dd0f7 HTTP/1.1" status: 204 len: 168 time: 0.3793225 Sep 07 02:41:42.198169 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49090) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:41:42.217861 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [None req-ed1ee579-e72a-402e-ba69-dc5f9ac2cee2 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] show failed (client error): The resource could not be found. Sep 07 02:41:42.219888 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ed1ee579-e72a-402e-ba69-dc5f9ac2cee2 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "GET /v2.0/security-groups/640bc5a7-1290-4dbd-b0ce-f56eb51dd0f7 HTTP/1.1" status: 404 len: 347 time: 0.0202129 Sep 07 02:41:42.222506 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49092) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:41:42.257382 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee95d3d-bc44-4b8b-a8bb-77bc4bae96f9 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=640bc5a7-1290-4dbd-b0ce-f56eb51dd0f7,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:42.272202 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde34c7d-fa0b-4abf-8b00-511661511a4b req-ccba4148-204d-4b6b-b62e-3350bb55cd1c tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:42.273611 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cde34c7d-fa0b-4abf-8b00-511661511a4b req-ccba4148-204d-4b6b-b62e-3350bb55cd1c tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] 10.222.0.22 "GET /v2.0/networks/1166b922-7457-4da4-bdda-328e8c8e7bc6 HTTP/1.1" status: 200 len: 784 time: 0.2001822 Sep 07 02:41:42.339849 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cde34c7d-fa0b-4abf-8b00-511661511a4b req-44af220d-8ab2-4c9f-ab22-1ce6178b7e45 tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.128 HTTP/1.1" status: 200 len: 696 time: 0.0538557 Sep 07 02:41:42.358652 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5925d955-c6c8-4be0-aa22-8b74581f1bc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:42.371359 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-1dc551e4-9159-4fb3-a1fc-3896fd695850 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Deleting port 155eafe7-554c-4c0a-a90c-a0c1b5face56 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:41:42.371359 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1dc551e4-9159-4fb3-a1fc-3896fd695850 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:42.464061 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fac2bf-71a9-469b-8601-05fbac221e69 req-d49402cd-11ee-4d82-a974-7ddecb87a49c tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:42.465644 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-46fac2bf-71a9-469b-8601-05fbac221e69 req-d49402cd-11ee-4d82-a974-7ddecb87a49c tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb044ddb-aec4-4cc8-8c21-d0b93465a7eb HTTP/1.1" status: 200 len: 950 time: 0.1084483 Sep 07 02:41:42.469324 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cde34c7d-fa0b-4abf-8b00-511661511a4b req-dec9a739-adce-4a72-a1d2-fa5a2ad21d57 tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.128 HTTP/1.1" status: 200 len: 696 time: 0.1075208 Sep 07 02:41:42.490426 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1dc551e4-9159-4fb3-a1fc-3896fd695850 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:42.490768 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1dc551e4-9159-4fb3-a1fc-3896fd695850 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:42.509739 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-1dc551e4-9159-4fb3-a1fc-3896fd695850 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Calling delete_port for 155eafe7-554c-4c0a-a90c-a0c1b5face56 owned by network:floatingip {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:41:42.539388 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-46fac2bf-71a9-469b-8601-05fbac221e69 req-42776b8d-dee0-4f7e-85c2-049335999d6f tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585141 Sep 07 02:41:42.562080 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc7f484-c083-4bdb-b47a-7d758ff6446f req-61097657-1436-4170-bc7a-f5dab417b7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:42.563593 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6dc7f484-c083-4bdb-b47a-7d758ff6446f req-61097657-1436-4170-bc7a-f5dab417b7bf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef46d2c6ddda4358910a6e6d3c8cd1f8&device_id=fb044ddb-aec4-4cc8-8c21-d0b93465a7eb HTTP/1.1" status: 200 len: 1102 time: 0.1568754 Sep 07 02:41:42.663115 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1dc551e4-9159-4fb3-a1fc-3896fd695850 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:42.700599 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc551e4-9159-4fb3-a1fc-3896fd695850 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Pushing event deleted for resources: {'Port': ['ID=155eafe7-554c-4c0a-a90c-a0c1b5face56,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:42.763163 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1dc551e4-9159-4fb3-a1fc-3896fd695850 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Notify callbacks [] for floatingip, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:42.766053 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1dc551e4-9159-4fb3-a1fc-3896fd695850 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:42.767447 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-1dc551e4-9159-4fb3-a1fc-3896fd695850 tempest-ServersWithSpecificFlavorTestJSON-1756124342 tempest-ServersWithSpecificFlavorTestJSON-1756124342-project] 10.222.0.22 "DELETE /v2.0/floatingips/ecc1e03d-8732-4858-99f5-602816fd769c HTTP/1.1" status: 204 len: 168 time: 0.5433187 Sep 07 02:41:42.818731 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ad493d-eccc-48c9-a4fe-813efc776b80 req-6a01e364-2703-451c-9bf9-e9e99fdcaf2f tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:42.820266 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c1ad493d-eccc-48c9-a4fe-813efc776b80 req-6a01e364-2703-451c-9bf9-e9e99fdcaf2f tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.22 "GET /v2.0/ports?device_id=7572f99c-56f2-48d4-a067-c60d98d9f152 HTTP/1.1" status: 200 len: 945 time: 0.0482914 Sep 07 02:41:42.857069 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc7f484-c083-4bdb-b47a-7d758ff6446f req-b6aed86e-134c-47f8-b423-4301163b60f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:42.858555 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6dc7f484-c083-4bdb-b47a-7d758ff6446f req-b6aed86e-134c-47f8-b423-4301163b60f6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0823ecf3-066e-49bd-a451-2e84ab79a70f HTTP/1.1" status: 200 len: 869 time: 0.2819726 Sep 07 02:41:42.859288 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c1ad493d-eccc-48c9-a4fe-813efc776b80 req-8b3e1c39-a2a8-4ac5-9749-4ecb33e0da4b tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.22 "GET /v2.0/security-groups?id=3aef09b9-bc23-4efa-8664-713672567223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321145 Sep 07 02:41:42.862201 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-cde34c7d-fa0b-4abf-8b00-511661511a4b req-ac48c1f7-b78f-4062-be43-45e3ebb9403d tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] Deleting port 4f7c294e-f400-42db-ab97-e6fcc7394d4b {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:41:42.862542 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-cde34c7d-fa0b-4abf-8b00-511661511a4b req-ac48c1f7-b78f-4062-be43-45e3ebb9403d tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:42.934499 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6dc7f484-c083-4bdb-b47a-7d758ff6446f req-66f1522e-58f7-4e80-ba3e-97a5845287fb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=03a08a42-1d07-47f4-9c5c-dd28198aa815 HTTP/1.1" status: 200 len: 217 time: 0.0684378 Sep 07 02:41:43.061735 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc7f484-c083-4bdb-b47a-7d758ff6446f req-fcff5578-3721-4aa1-91c7-51d7a706a352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:43.063325 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6dc7f484-c083-4bdb-b47a-7d758ff6446f req-fcff5578-3721-4aa1-91c7-51d7a706a352 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.1207976 Sep 07 02:41:43.068581 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-cde34c7d-fa0b-4abf-8b00-511661511a4b req-ac48c1f7-b78f-4062-be43-45e3ebb9403d tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:43.068912 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-cde34c7d-fa0b-4abf-8b00-511661511a4b req-ac48c1f7-b78f-4062-be43-45e3ebb9403d tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:43.103649 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a64444-8bf5-4eef-a1b4-0a4a3de35115 req-f0673a75-dd6b-487e-91dd-e84bcdb50ad7 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:43.105187 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-23a64444-8bf5-4eef-a1b4-0a4a3de35115 req-f0673a75-dd6b-487e-91dd-e84bcdb50ad7 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.22 "GET /v2.0/ports?device_id=c546d055-cd76-4578-8194-080cf505caed HTTP/1.1" status: 200 len: 945 time: 0.0574532 Sep 07 02:41:43.145903 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-23a64444-8bf5-4eef-a1b4-0a4a3de35115 req-208248d5-2b48-481f-97c1-c2f911f92bc5 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.22 "GET /v2.0/security-groups?id=3aef09b9-bc23-4efa-8664-713672567223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343907 Sep 07 02:41:43.278759 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b20931e-ca72-4878-9732-fcd9d5a15ad3 req-b597ae59-b939-45cc-9f3b-16b68d7ae915 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:43.280443 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5b20931e-ca72-4878-9732-fcd9d5a15ad3 req-b597ae59-b939-45cc-9f3b-16b68d7ae915 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=99b36ce8-9540-4cd4-b0ca-7b3cd88dabd6 HTTP/1.1" status: 200 len: 946 time: 0.0528524 Sep 07 02:41:43.321273 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5b20931e-ca72-4878-9732-fcd9d5a15ad3 req-a3ea4288-9042-4991-9351-86edcdef8988 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345900 Sep 07 02:41:43.328763 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-cde34c7d-fa0b-4abf-8b00-511661511a4b req-ac48c1f7-b78f-4062-be43-45e3ebb9403d tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] Calling delete_port for 4f7c294e-f400-42db-ab97-e6fcc7394d4b owned by network:floatingip {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:41:43.388444 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-5925d955-c6c8-4be0-aa22-8b74581f1bc0 admin admin] Deleting port 2981b985-f07f-4ac9-94fa-288b1e5195ff {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:41:43.388785 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5925d955-c6c8-4be0-aa22-8b74581f1bc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:43.422922 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc7f484-c083-4bdb-b47a-7d758ff6446f req-850b025b-fb2f-4067-948e-5810fc91fd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:43.424483 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6dc7f484-c083-4bdb-b47a-7d758ff6446f req-850b025b-fb2f-4067-948e-5810fc91fd97 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3522296 Sep 07 02:41:43.542929 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 06c702fe-d5eb-4d93-9678-cbb02ac4d9a4 up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:41:43.577831 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-5925d955-c6c8-4be0-aa22-8b74581f1bc0 admin admin] For port 2981b985-f07f-4ac9-94fa-288b1e5195ff, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=2981b985-f07f-4ac9-94fa-288b1e5195ff,segment=NetworkSegment(a0386811-94fa-47c4-8520-2bd1e5cc6c80),segment_id=a0386811-94fa-47c4-8520-2bd1e5cc6c80)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:41:43.578203 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5925d955-c6c8-4be0-aa22-8b74581f1bc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:43.647008 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port 06c702fe-d5eb-4d93-9678-cbb02ac4d9a4 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:41:43.651524 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port 06c702fe-d5eb-4d93-9678-cbb02ac4d9a4 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:41:43.652000 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:43.652137 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6dc7f484-c083-4bdb-b47a-7d758ff6446f req-a0f00329-a98f-410b-8cde-99c6d3149e67 service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183917 Sep 07 02:41:43.653097 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-5925d955-c6c8-4be0-aa22-8b74581f1bc0 admin admin] Calling delete_port for 2981b985-f07f-4ac9-94fa-288b1e5195ff owned by network:router_interface {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:41:43.689921 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68368a-4da1-49df-ae2b-e6a8fe807213 req-828d6d77-9bb6-40fa-ad50-5545ebcbe5cb tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:43.706447 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6f68368a-4da1-49df-ae2b-e6a8fe807213 req-828d6d77-9bb6-40fa-ad50-5545ebcbe5cb tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb044ddb-aec4-4cc8-8c21-d0b93465a7eb HTTP/1.1" status: 200 len: 950 time: 0.0677469 Sep 07 02:41:43.749475 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6f68368a-4da1-49df-ae2b-e6a8fe807213 req-fcf06784-22ec-4fbf-a86e-4a06cbe5af45 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421376 Sep 07 02:41:43.785649 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-cde34c7d-fa0b-4abf-8b00-511661511a4b req-ac48c1f7-b78f-4062-be43-45e3ebb9403d tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:43.828054 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac48c1f7-b78f-4062-be43-45e3ebb9403d tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] Pushing event deleted for resources: {'Port': ['ID=4f7c294e-f400-42db-ab97-e6fcc7394d4b,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:43.895587 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:43.920616 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c546d055-cd76-4578-8194-080cf505caed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c702fe-d5eb-4d93-9678-cbb02ac4d9a4'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:41:43.922880 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-457a85f6-5a16-4802-bf81-c3df0880441e" -d '{"events": [{"server_uuid": "c546d055-cd76-4578-8194-080cf505caed", "name": "network-vif-plugged", "status": "completed", "tag": "06c702fe-d5eb-4d93-9678-cbb02ac4d9a4"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:41:43.938068 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6dc7f484-c083-4bdb-b47a-7d758ff6446f req-ee389009-d469-4293-82c5-6c980574060f service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761924 Sep 07 02:41:43.940255 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 06c702fe-d5eb-4d93-9678-cbb02ac4d9a4, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=06c702fe-d5eb-4d93-9678-cbb02ac4d9a4,segment=NetworkSegment(aaa806c4-a8e8-477a-887e-c4f9692d092a),segment_id=aaa806c4-a8e8-477a-887e-c4f9692d092a)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:41:43.949613 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:44.044246 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-cde34c7d-fa0b-4abf-8b00-511661511a4b req-ac48c1f7-b78f-4062-be43-45e3ebb9403d tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] Notify callbacks [] for floatingip, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:44.048575 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-cde34c7d-fa0b-4abf-8b00-511661511a4b req-ac48c1f7-b78f-4062-be43-45e3ebb9403d tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:44.053320 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cde34c7d-fa0b-4abf-8b00-511661511a4b req-ac48c1f7-b78f-4062-be43-45e3ebb9403d tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] 10.222.0.22 "DELETE /v2.0/floatingips/300cc3e2-5bbb-4bcb-8b41-337a2cf8c071 HTTP/1.1" status: 204 len: 173 time: 1.5755661 Sep 07 02:41:44.079767 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=06c702fe-d5eb-4d93-9678-cbb02ac4d9a4,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:44.085678 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7668e7b7-20cc-42ec-b624-365d8bb5ed66 x-openstack-request-id: req-7668e7b7-20cc-42ec-b624-365d8bb5ed66 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:41:44.086242 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c546d055-cd76-4578-8194-080cf505caed", "name": "network-vif-plugged", "status": "completed", "tag": "06c702fe-d5eb-4d93-9678-cbb02ac4d9a4", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:41:44.086721 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7668e7b7-20cc-42ec-b624-365d8bb5ed66 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:41:44.087394 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c546d055-cd76-4578-8194-080cf505caed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06c702fe-d5eb-4d93-9678-cbb02ac4d9a4', 'code': 200} Sep 07 02:41:44.106375 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49132) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:41:44.133715 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [req-64e3c58c-36a4-4c24-b7c7-38c8d4627bd0 req-679226de-53c2-488c-bf71-f64c15399d73 tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] show failed (client error): The resource could not be found. Sep 07 02:41:44.143301 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-64e3c58c-36a4-4c24-b7c7-38c8d4627bd0 req-679226de-53c2-488c-bf71-f64c15399d73 tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] 10.222.0.22 "GET /v2.0/floatingips/300cc3e2-5bbb-4bcb-8b41-337a2cf8c071 HTTP/1.1" status: 404 len: 350 time: 0.0646739 Sep 07 02:41:44.156032 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf630d6e-79c5-4da1-8eb4-469baf6c0d73 req-13f6f724-386b-4683-8ef8-27990c8107b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:44.160347 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cf630d6e-79c5-4da1-8eb4-469baf6c0d73 req-13f6f724-386b-4683-8ef8-27990c8107b1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c546d055-cd76-4578-8194-080cf505caed HTTP/1.1" status: 200 len: 1098 time: 0.0989022 Sep 07 02:41:44.231327 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [req-b00fa397-45e7-4693-a4cb-ba2e5fbf7f49 req-3dc097b4-8481-4061-b2bc-d37066d7b323 tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] show failed (client error): The resource could not be found. Sep 07 02:41:44.232375 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b00fa397-45e7-4693-a4cb-ba2e5fbf7f49 req-3dc097b4-8481-4061-b2bc-d37066d7b323 tempest-FloatingIPsTestJSON-1672405819 tempest-FloatingIPsTestJSON-1672405819-project] 10.222.0.22 "GET /v2.0/floatingips/300cc3e2-5bbb-4bcb-8b41-337a2cf8c071 HTTP/1.1" status: 404 len: 350 time: 0.0693660 Sep 07 02:41:44.243512 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49140) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:41:44.293738 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cf630d6e-79c5-4da1-8eb4-469baf6c0d73 req-53c3ba08-86d9-4149-beaf-f88153ce2cc0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3aef09b9-bc23-4efa-8664-713672567223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221004 Sep 07 02:41:44.350394 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5925d955-c6c8-4be0-aa22-8b74581f1bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:44.370942 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b72540-9ac6-43be-bd5e-4bcce974845f req-8efdf3fd-d580-4642-aa47-eda22a4a34ae tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:44.378246 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c6b72540-9ac6-43be-bd5e-4bcce974845f req-8efdf3fd-d580-4642-aa47-eda22a4a34ae tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.22 "GET /v2.0/ports?device_id=c546d055-cd76-4578-8194-080cf505caed HTTP/1.1" status: 200 len: 946 time: 0.1354997 Sep 07 02:41:44.448558 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5925d955-c6c8-4be0-aa22-8b74581f1bc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2981b985-f07f-4ac9-94fa-288b1e5195ff,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:44.520800 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c312031e-1504-423a-9612-0000f799aa60 req-4d8a7b9e-3a8b-4560-a122-0240ef24193f tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:44.522627 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c312031e-1504-423a-9612-0000f799aa60 req-4d8a7b9e-3a8b-4560-a122-0240ef24193f tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=99b36ce8-9540-4cd4-b0ca-7b3cd88dabd6 HTTP/1.1" status: 200 len: 946 time: 0.1034133 Sep 07 02:41:44.549350 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c6b72540-9ac6-43be-bd5e-4bcce974845f req-2b0a6d6b-38bf-4d2b-960b-fbc4c777dce9 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.22 "GET /v2.0/security-groups?id=3aef09b9-bc23-4efa-8664-713672567223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655469 Sep 07 02:41:44.654563 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c312031e-1504-423a-9612-0000f799aa60 req-61464221-a7e4-4028-bb01-531ac038f771 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030731 Sep 07 02:41:44.741181 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4f8196a4-7127-462e-a681-042a7d179d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:44.803596 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5925d955-c6c8-4be0-aa22-8b74581f1bc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:44.945712 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07da70-95ca-4212-b9bc-db864bff7fb7 req-2465d553-524f-4742-bcf2-7a6154a16ee3 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:44.947187 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7f07da70-95ca-4212-b9bc-db864bff7fb7 req-2465d553-524f-4742-bcf2-7a6154a16ee3 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb044ddb-aec4-4cc8-8c21-d0b93465a7eb HTTP/1.1" status: 200 len: 950 time: 0.1111844 Sep 07 02:41:45.001261 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-4f8196a4-7127-462e-a681-042a7d179d2f admin admin] Deleting port 859e2d0d-bf42-452d-a954-dfdc8ed71645 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:41:45.001611 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4f8196a4-7127-462e-a681-042a7d179d2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:45.056497 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7f07da70-95ca-4212-b9bc-db864bff7fb7 req-cbcca23b-d789-4a8b-80cb-9deade601c66 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758679 Sep 07 02:41:45.086066 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-4f8196a4-7127-462e-a681-042a7d179d2f admin admin] For port 859e2d0d-bf42-452d-a954-dfdc8ed71645, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=859e2d0d-bf42-452d-a954-dfdc8ed71645,segment=NetworkSegment(f40be107-e610-44ce-bdfd-1f32cc4fb26a),segment_id=f40be107-e610-44ce-bdfd-1f32cc4fb26a)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:41:45.086439 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4f8196a4-7127-462e-a681-042a7d179d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:45.102776 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-4f8196a4-7127-462e-a681-042a7d179d2f admin admin] Calling delete_port for 859e2d0d-bf42-452d-a954-dfdc8ed71645 owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:41:45.132099 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-96d95062-98cf-4b9e-aa3b-6536d1356064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:45.225082 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5925d955-c6c8-4be0-aa22-8b74581f1bc0 admin admin] Router 33c08d20-dbad-4428-bb08-966ab5175b7c has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:41:45.283271 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4f8196a4-7127-462e-a681-042a7d179d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:45.316541 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8196a4-7127-462e-a681-042a7d179d2f admin admin] Pushing event deleted for resources: {'Port': ['ID=859e2d0d-bf42-452d-a954-dfdc8ed71645,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:45.504460 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4f8196a4-7127-462e-a681-042a7d179d2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:45.669073 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5925d955-c6c8-4be0-aa22-8b74581f1bc0 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:41:45.678037 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-5925d955-c6c8-4be0-aa22-8b74581f1bc0 admin admin] 10.222.0.22 "PUT /v2.0/routers/33c08d20-dbad-4428-bb08-966ab5175b7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2012115 Sep 07 02:41:45.678275 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49154) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:41:45.694564 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8373a88-1f3a-4335-b9db-5ab5cc5d2c36 None None] Sync routers for ids ['33c08d20-dbad-4428-bb08-966ab5175b7c'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:41:45.707455 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8373a88-1f3a-4335-b9db-5ab5cc5d2c36 None None] Routers {'33c08d20-dbad-4428-bb08-966ab5175b7c'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:41:45.708259 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-c8373a88-1f3a-4335-b9db-5ab5cc5d2c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:41:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['33c08d20-dbad-4428-bb08-966ab5175b7c'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:41:45.714468 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72aaf96-8d1d-461c-bc40-e3dc43f34946 req-13c75bf4-0f26-468b-8845-ab9801ac4b47 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:45.716134 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d72aaf96-8d1d-461c-bc40-e3dc43f34946 req-13c75bf4-0f26-468b-8845-ab9801ac4b47 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.22 "GET /v2.0/ports?device_id=c546d055-cd76-4578-8194-080cf505caed HTTP/1.1" status: 200 len: 946 time: 0.0989594 Sep 07 02:41:45.793397 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f8196a4-7127-462e-a681-042a7d179d2f admin admin] Router 11903ba5-e257-4111-a016-8b01939ea094 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:41:45.797032 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d72aaf96-8d1d-461c-bc40-e3dc43f34946 req-da1e11c2-fe4c-4e92-9db2-2f52b033b6af tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.22 "GET /v2.0/security-groups?id=3aef09b9-bc23-4efa-8664-713672567223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497999 Sep 07 02:41:45.843888 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-c8373a88-1f3a-4335-b9db-5ab5cc5d2c36 None None] Set router 33c08d20-dbad-4428-bb08-966ab5175b7c gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:41:45.875385 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b85f4401-b40e-4c4d-b3b9-422cbfd55f85 admin admin] Notify callbacks [] for router, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:45.922455 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b311549a-8344-407a-ac7d-cfb149cdae17 req-a24f52af-f49a-4ed3-a8e7-850858aa6505 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:45.924004 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b311549a-8344-407a-ac7d-cfb149cdae17 req-a24f52af-f49a-4ed3-a8e7-850858aa6505 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=99b36ce8-9540-4cd4-b0ca-7b3cd88dabd6 HTTP/1.1" status: 200 len: 946 time: 0.1380131 Sep 07 02:41:45.932256 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-96d95062-98cf-4b9e-aa3b-6536d1356064 admin admin] Deleting port f25e15c8-bda5-4f60-ae36-502530428976 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:41:45.932591 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-96d95062-98cf-4b9e-aa3b-6536d1356064 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:45.952901 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8196a4-7127-462e-a681-042a7d179d2f admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:41:45.962955 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-4f8196a4-7127-462e-a681-042a7d179d2f admin admin] 10.222.0.22 "PUT /v2.0/routers/11903ba5-e257-4111-a016-8b01939ea094/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8536341 Sep 07 02:41:45.965352 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49164) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:41:45.966130 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26a5417-c907-4d6a-9c45-446fc0e051fc None None] Sync routers for ids ['11903ba5-e257-4111-a016-8b01939ea094'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:41:45.984721 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26a5417-c907-4d6a-9c45-446fc0e051fc None None] Routers {'11903ba5-e257-4111-a016-8b01939ea094'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:41:45.985526 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-d26a5417-c907-4d6a-9c45-446fc0e051fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:41:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['11903ba5-e257-4111-a016-8b01939ea094'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:41:46.078321 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b311549a-8344-407a-ac7d-cfb149cdae17 req-a846d48d-dbd9-4550-b9c2-3d481407ed1b tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414022 Sep 07 02:41:46.092504 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b85f4401-b40e-4c4d-b3b9-422cbfd55f85 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:46.157019 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-96d95062-98cf-4b9e-aa3b-6536d1356064 admin admin] For port f25e15c8-bda5-4f60-ae36-502530428976, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=f25e15c8-bda5-4f60-ae36-502530428976,segment=NetworkSegment(b9286e58-32d2-45fe-91e0-09f2db9cd67b),segment_id=b9286e58-32d2-45fe-91e0-09f2db9cd67b)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:41:46.157524 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-96d95062-98cf-4b9e-aa3b-6536d1356064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:46.163265 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c101a943-bc02-46e9-bfe8-5c9ab678ef7c admin admin] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:46.188517 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-96d95062-98cf-4b9e-aa3b-6536d1356064 admin admin] Calling delete_port for f25e15c8-bda5-4f60-ae36-502530428976 owned by network:router_interface {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:41:46.217473 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-d26a5417-c907-4d6a-9c45-446fc0e051fc None None] Set router 11903ba5-e257-4111-a016-8b01939ea094 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:41:46.239835 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-c8373a88-1f3a-4335-b9db-5ab5cc5d2c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1167678754-router', 'tenant_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'e3f9da3b-548c-4f0f-b18d-cc6adbb79848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:40:35Z', 'updated_at': '2021-09-07T02:41:44Z', 'revision_number': 5, 'project_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'gw_port': {'id': 'e3f9da3b-548c-4f0f-b18d-cc6adbb79848', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:20:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:40:36Z', 'updated_at': '2021-09-07T02:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:41:46.274819 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8373a88-1f3a-4335-b9db-5ab5cc5d2c36 None None] Checking router: 33c08d20-dbad-4428-bb08-966ab5175b7c for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:41:46.284550 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8373a88-1f3a-4335-b9db-5ab5cc5d2c36 None None] Routers {'33c08d20-dbad-4428-bb08-966ab5175b7c'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:41:46.285165 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-c8373a88-1f3a-4335-b9db-5ab5cc5d2c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:41:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['33c08d20-dbad-4428-bb08-966ab5175b7c'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:41:46.386043 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c101a943-bc02-46e9-bfe8-5c9ab678ef7c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:46.437698 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-96d95062-98cf-4b9e-aa3b-6536d1356064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:46.444396 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-c8373a88-1f3a-4335-b9db-5ab5cc5d2c36 None None] Set router 33c08d20-dbad-4428-bb08-966ab5175b7c gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:41:46.477646 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5388b-6130-48e3-902b-0423caa12826 req-5034b6fb-5036-4437-8359-aabca0e64d62 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:46.485514 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d7b5388b-6130-48e3-902b-0423caa12826 req-5034b6fb-5036-4437-8359-aabca0e64d62 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb044ddb-aec4-4cc8-8c21-d0b93465a7eb HTTP/1.1" status: 200 len: 950 time: 0.1141498 Sep 07 02:41:46.506292 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d95062-98cf-4b9e-aa3b-6536d1356064 admin admin] Pushing event deleted for resources: {'Port': ['ID=f25e15c8-bda5-4f60-ae36-502530428976,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:46.524622 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-d26a5417-c907-4d6a-9c45-446fc0e051fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11903ba5-e257-4111-a016-8b01939ea094', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-580571853-router', 'tenant_id': 'ec8f998f0dfa49298d81e528b209944e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '9c2fe7a0-c1ad-469f-aa13-3711ea7b2bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:32:33Z', 'updated_at': '2021-09-07T02:41:45Z', 'revision_number': 5, 'project_id': 'ec8f998f0dfa49298d81e528b209944e', 'gw_port': {'id': '9c2fe7a0-c1ad-469f-aa13-3711ea7b2bc7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:0a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11903ba5-e257-4111-a016-8b01939ea094', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:32:34Z', 'updated_at': '2021-09-07T02:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:41:46.532789 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-c8373a88-1f3a-4335-b9db-5ab5cc5d2c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1167678754-router', 'tenant_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:40:35Z', 'updated_at': '2021-09-07T02:41:46Z', 'revision_number': 6, 'project_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'gw_port_host': None}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:41:46.549928 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-b85f4401-b40e-4c4d-b3b9-422cbfd55f85 admin admin] Deleting port e3f9da3b-548c-4f0f-b18d-cc6adbb79848 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:41:46.550536 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b85f4401-b40e-4c4d-b3b9-422cbfd55f85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:46.565043 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d7b5388b-6130-48e3-902b-0423caa12826 req-68d86d4b-4ba1-4c37-a2f7-4c3eea198e64 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684421 Sep 07 02:41:46.566874 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-c101a943-bc02-46e9-bfe8-5c9ab678ef7c admin admin] Deleting port 9c2fe7a0-c1ad-469f-aa13-3711ea7b2bc7 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:41:46.567217 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c101a943-bc02-46e9-bfe8-5c9ab678ef7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:46.600150 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8373a88-1f3a-4335-b9db-5ab5cc5d2c36 None None] The sync data for ids ['33c08d20-dbad-4428-bb08-966ab5175b7c'] in n-d-796209-16 is: [{'id': '33c08d20-dbad-4428-bb08-966ab5175b7c', 'name': 'tempest-FloatingIPsAssociationTestJSON-1167678754-router', 'tenant_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:40:35Z', 'updated_at': '2021-09-07T02:41:46Z', 'revision_number': 6, 'project_id': '9b8a2a8dd4f3482aa9fef6171603eb42', 'gw_port_host': None}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:41:46.707839 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26a5417-c907-4d6a-9c45-446fc0e051fc None None] Checking router: 11903ba5-e257-4111-a016-8b01939ea094 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:41:46.717190 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26a5417-c907-4d6a-9c45-446fc0e051fc None None] Routers {'11903ba5-e257-4111-a016-8b01939ea094'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:41:46.717808 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-d26a5417-c907-4d6a-9c45-446fc0e051fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:41:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['11903ba5-e257-4111-a016-8b01939ea094'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:41:46.739952 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d5c21a-3458-431d-9721-795defc12c72 req-d1f7cb59-dec9-479e-aaf5-25997c73a4f2 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:46.747652 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a7d5c21a-3458-431d-9721-795defc12c72 req-d1f7cb59-dec9-479e-aaf5-25997c73a4f2 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 944 time: 0.0783393 Sep 07 02:41:46.767379 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-c101a943-bc02-46e9-bfe8-5c9ab678ef7c admin admin] For port 9c2fe7a0-c1ad-469f-aa13-3711ea7b2bc7, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=9c2fe7a0-c1ad-469f-aa13-3711ea7b2bc7,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:41:46.767912 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c101a943-bc02-46e9-bfe8-5c9ab678ef7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:46.805705 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a7d5c21a-3458-431d-9721-795defc12c72 req-6f735664-bce4-4973-9131-5ed93cfbe168 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571847 Sep 07 02:41:46.806595 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-c101a943-bc02-46e9-bfe8-5c9ab678ef7c admin admin] Calling delete_port for 9c2fe7a0-c1ad-469f-aa13-3711ea7b2bc7 owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:41:46.807122 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-d26a5417-c907-4d6a-9c45-446fc0e051fc None None] Set router 11903ba5-e257-4111-a016-8b01939ea094 gateway port host: None {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:41:46.870973 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-b85f4401-b40e-4c4d-b3b9-422cbfd55f85 admin admin] For port e3f9da3b-548c-4f0f-b18d-cc6adbb79848, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=e3f9da3b-548c-4f0f-b18d-cc6adbb79848,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:41:46.871374 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b85f4401-b40e-4c4d-b3b9-422cbfd55f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:46.872590 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-d26a5417-c907-4d6a-9c45-446fc0e051fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11903ba5-e257-4111-a016-8b01939ea094', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-580571853-router', 'tenant_id': 'ec8f998f0dfa49298d81e528b209944e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:32:33Z', 'updated_at': '2021-09-07T02:41:46Z', 'revision_number': 6, 'project_id': 'ec8f998f0dfa49298d81e528b209944e', 'gw_port_host': None}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:41:46.900402 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26a5417-c907-4d6a-9c45-446fc0e051fc None None] The sync data for ids ['11903ba5-e257-4111-a016-8b01939ea094'] in n-d-796209-16 is: [{'id': '11903ba5-e257-4111-a016-8b01939ea094', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-580571853-router', 'tenant_id': 'ec8f998f0dfa49298d81e528b209944e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:32:33Z', 'updated_at': '2021-09-07T02:41:46Z', 'revision_number': 6, 'project_id': 'ec8f998f0dfa49298d81e528b209944e', 'gw_port_host': None}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:41:46.916865 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-b85f4401-b40e-4c4d-b3b9-422cbfd55f85 admin admin] Calling delete_port for e3f9da3b-548c-4f0f-b18d-cc6adbb79848 owned by network:router_gateway {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:41:46.936896 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-d51c99e8-b86a-4d63-aa74-c40b9231ca84 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:46.938539 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-d51c99e8-b86a-4d63-aa74-c40b9231ca84 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.22 "GET /v2.0/networks?id=b6b7fa78-905c-4e45-8ca1-46d8e557bf3f HTTP/1.1" status: 200 len: 812 time: 0.4531353 Sep 07 02:41:46.992359 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-96d95062-98cf-4b9e-aa3b-6536d1356064 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:47.010664 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-746924c9-a31e-4eb3-b5a6-7d3eb87046af tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.22 "GET /v2.0/quotas/17dd44711fbb41589e93ff16d97ba443 HTTP/1.1" status: 200 len: 375 time: 0.0601079 Sep 07 02:41:47.083974 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a6ae3-2ed6-4735-ab7c-decf15c85832 req-2501b1a2-6340-47be-9d74-742c7c5e7d51 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:47.085579 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0b5a6ae3-2ed6-4735-ab7c-decf15c85832 req-2501b1a2-6340-47be-9d74-742c7c5e7d51 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 944 time: 0.1029637 Sep 07 02:41:47.086421 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c101a943-bc02-46e9-bfe8-5c9ab678ef7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:47.118525 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c101a943-bc02-46e9-bfe8-5c9ab678ef7c admin admin] Pushing event deleted for resources: {'Port': ['ID=9c2fe7a0-c1ad-469f-aa13-3711ea7b2bc7,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:47.196254 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0b5a6ae3-2ed6-4735-ab7c-decf15c85832 req-1b4b42d2-caa6-48da-b4fc-dd450fff5056 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856013 Sep 07 02:41:47.205201 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-a7781eef-51bf-4630-b97f-653abd6f1aaa tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=17dd44711fbb41589e93ff16d97ba443&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1472037 Sep 07 02:41:47.207214 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c101a943-bc02-46e9-bfe8-5c9ab678ef7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:47.297558 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 02:41:47.463704 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96d95062-98cf-4b9e-aa3b-6536d1356064 admin admin] Router e5354f8c-511f-46ff-9b37-ccd2db1044ca has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:41:47.505565 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b85f4401-b40e-4c4d-b3b9-422cbfd55f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:47.668503 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c101a943-bc02-46e9-bfe8-5c9ab678ef7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:47.673457 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c101a943-bc02-46e9-bfe8-5c9ab678ef7c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:47.806934 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c101a943-bc02-46e9-bfe8-5c9ab678ef7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:47.807518 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c101a943-bc02-46e9-bfe8-5c9ab678ef7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11903ba5-e257-4111-a016-8b01939ea094 {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 02:41:47.814596 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c101a943-bc02-46e9-bfe8-5c9ab678ef7c admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:47.815773 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c101a943-bc02-46e9-bfe8-5c9ab678ef7c admin admin] 10.222.0.22 "DELETE /v2.0/routers/11903ba5-e257-4111-a016-8b01939ea094 HTTP/1.1" status: 204 len: 168 time: 1.8494008 Sep 07 02:41:47.817321 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-43b4e0f1-d19d-482d-9d19-31f0e1e7bf99 service neutron] 10.222.0.22 "GET /v2.0/networks/b6b7fa78-905c-4e45-8ca1-46d8e557bf3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5998709 Sep 07 02:41:47.819675 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49204) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:41:47.828535 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85f4401-b40e-4c4d-b3b9-422cbfd55f85 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3f9da3b-548c-4f0f-b18d-cc6adbb79848,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:47.842052 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef9f77-a593-4c77-982d-55e23bd22c44 req-63daf879-7885-4f2b-b1fd-a009f1fe8c3f tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:47.843568 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-aeef9f77-a593-4c77-982d-55e23bd22c44 req-63daf879-7885-4f2b-b1fd-a009f1fe8c3f tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.23 "GET /v2.0/ports?device_id=c546d055-cd76-4578-8194-080cf505caed HTTP/1.1" status: 200 len: 946 time: 0.1714764 Sep 07 02:41:47.922833 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8eb64f-b25e-43d3-a634-0d2c4b191230 req-bd271708-2640-4bd7-aa1e-f6e1af9f701b tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:47.925905 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bc8eb64f-b25e-43d3-a634-0d2c4b191230 req-bd271708-2640-4bd7-aa1e-f6e1af9f701b tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/networks?id=c7baff3a-2acd-47c4-826f-ff1b179e5161 HTTP/1.1" status: 200 len: 810 time: 0.2532849 Sep 07 02:41:47.934288 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-4953ec7b-fc2c-459b-9226-ed2728a62e97 admin admin] Deleting subnet cbe10d5e-50cd-446a-9782-e73eac83e8a3 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:41:47.944828 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4953ec7b-fc2c-459b-9226-ed2728a62e97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:47.997359 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bc8eb64f-b25e-43d3-a634-0d2c4b191230 req-f08dbc25-93df-4b46-902c-20c4c36bb785 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/quotas/3c6e11955fd14c5c9b191cf5c7d7b41c HTTP/1.1" status: 200 len: 375 time: 0.0562527 Sep 07 02:41:48.021500 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe160f7-b0a0-4477-91d9-200e83b11220 req-f1c15a51-0333-4515-bc97-4f2542a25e7b tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:48.026131 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1fe160f7-b0a0-4477-91d9-200e83b11220 req-f1c15a51-0333-4515-bc97-4f2542a25e7b tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.23 "GET /v2.0/ports?device_id=7572f99c-56f2-48d4-a067-c60d98d9f152 HTTP/1.1" status: 200 len: 945 time: 0.2084951 Sep 07 02:41:48.026340 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4953ec7b-fc2c-459b-9226-ed2728a62e97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:48.083319 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b85f4401-b40e-4c4d-b3b9-422cbfd55f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:48.116896 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bc8eb64f-b25e-43d3-a634-0d2c4b191230 req-bc6a8649-1663-45a8-816b-a881d9f22b76 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3c6e11955fd14c5c9b191cf5c7d7b41c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1100106 Sep 07 02:41:48.121622 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-aeef9f77-a593-4c77-982d-55e23bd22c44 req-aeda14d1-5a45-4ab8-89d2-c22fff8c9b13 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Deleting port 06c702fe-d5eb-4d93-9678-cbb02ac4d9a4 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:41:48.121968 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-aeef9f77-a593-4c77-982d-55e23bd22c44 req-aeda14d1-5a45-4ab8-89d2-c22fff8c9b13 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:48.134406 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d95062-98cf-4b9e-aa3b-6536d1356064 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:41:48.143365 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-96d95062-98cf-4b9e-aa3b-6536d1356064 admin admin] 10.222.0.22 "PUT /v2.0/routers/e5354f8c-511f-46ff-9b37-ccd2db1044ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8985064 Sep 07 02:41:48.143739 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49208) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:41:48.146518 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c1d26a-16a3-40cd-92cc-b42541cca7f7 None None] Sync routers for ids ['e5354f8c-511f-46ff-9b37-ccd2db1044ca'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:41:48.158994 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c1d26a-16a3-40cd-92cc-b42541cca7f7 None None] Routers {'e5354f8c-511f-46ff-9b37-ccd2db1044ca'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:41:48.159651 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-d1c1d26a-16a3-40cd-92cc-b42541cca7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:41:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['e5354f8c-511f-46ff-9b37-ccd2db1044ca'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:41:48.194284 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-2db7b393-6dc6-4510-ae5e-b809662f9a2e service neutron] 10.222.0.22 "GET /v2.0/networks/b6b7fa78-905c-4e45-8ca1-46d8e557bf3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3625221 Sep 07 02:41:48.253106 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b85f4401-b40e-4c4d-b3b9-422cbfd55f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:48.256336 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b85f4401-b40e-4c4d-b3b9-422cbfd55f85 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:48.327726 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-d1c1d26a-16a3-40cd-92cc-b42541cca7f7 None None] Set router e5354f8c-511f-46ff-9b37-ccd2db1044ca gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:41:48.346839 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4953ec7b-fc2c-459b-9226-ed2728a62e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:48.358839 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b85f4401-b40e-4c4d-b3b9-422cbfd55f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:48.361407 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85f4401-b40e-4c4d-b3b9-422cbfd55f85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33c08d20-dbad-4428-bb08-966ab5175b7c {{(pid=94701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 02:41:48.415254 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b85f4401-b40e-4c4d-b3b9-422cbfd55f85 admin admin] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:48.427389 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b85f4401-b40e-4c4d-b3b9-422cbfd55f85 admin admin] 10.222.0.22 "DELETE /v2.0/routers/33c08d20-dbad-4428-bb08-966ab5175b7c HTTP/1.1" status: 204 len: 168 time: 2.7374401 Sep 07 02:41:48.429178 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49214) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:41:48.538153 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e48dd78-c081-4c55-9812-db1d3541e19b admin admin] Deleting subnet 205e31e7-fda7-44a5-98d3-6a3c5b8d28bb {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:41:48.544015 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2e48dd78-c081-4c55-9812-db1d3541e19b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:48.595249 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-aeef9f77-a593-4c77-982d-55e23bd22c44 req-aeda14d1-5a45-4ab8-89d2-c22fff8c9b13 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] For port 06c702fe-d5eb-4d93-9678-cbb02ac4d9a4, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=06c702fe-d5eb-4d93-9678-cbb02ac4d9a4,segment=NetworkSegment(aaa806c4-a8e8-477a-887e-c4f9692d092a),segment_id=aaa806c4-a8e8-477a-887e-c4f9692d092a)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:41:48.595518 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-aeef9f77-a593-4c77-982d-55e23bd22c44 req-aeda14d1-5a45-4ab8-89d2-c22fff8c9b13 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:48.607145 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2e48dd78-c081-4c55-9812-db1d3541e19b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:48.616138 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-54d372df-a181-4f54-bdef-8da2dc84fdf4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:48.629634 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bc8eb64f-b25e-43d3-a634-0d2c4b191230 req-aac9f3e2-7b33-4e61-bc5a-e6aef6741eba service neutron] 10.222.0.22 "GET /v2.0/networks/c7baff3a-2acd-47c4-826f-ff1b179e5161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4866261 Sep 07 02:41:48.642598 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-aeef9f77-a593-4c77-982d-55e23bd22c44 req-aeda14d1-5a45-4ab8-89d2-c22fff8c9b13 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Calling delete_port for 06c702fe-d5eb-4d93-9678-cbb02ac4d9a4 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:41:48.673021 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-1fe160f7-b0a0-4477-91d9-200e83b11220 req-684810be-8ef7-431f-8d54-2a83fa90d897 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Deleting port dccb79f3-903f-4bd1-a672-900571074569 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:41:48.673837 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-1fe160f7-b0a0-4477-91d9-200e83b11220 req-684810be-8ef7-431f-8d54-2a83fa90d897 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:48.680445 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-d1c1d26a-16a3-40cd-92cc-b42541cca7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5354f8c-511f-46ff-9b37-ccd2db1044ca', 'name': 'tempest-FloatingIPsTestJSON-980547417-router', 'tenant_id': '2e7b2f5e6e5f40369d66245ab396572e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '7a927dca-e975-490a-b775-5755adf86def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:41:24Z', 'updated_at': '2021-09-07T02:41:46Z', 'revision_number': 5, 'project_id': '2e7b2f5e6e5f40369d66245ab396572e', 'gw_port': {'id': '7a927dca-e975-490a-b775-5755adf86def', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:45:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5354f8c-511f-46ff-9b37-ccd2db1044ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:41:25Z', 'updated_at': '2021-09-07T02:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:41:48.686451 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 2981b985-f07f-4ac9-94fa-288b1e5195ff no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:41:48.702040 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a2d30-d132-4355-9b1e-220c607ad18e req-aafdb949-c15e-4377-ac1f-5dfbceff9593 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:48.703611 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-903a2d30-d132-4355-9b1e-220c607ad18e req-aafdb949-c15e-4377-ac1f-5dfbceff9593 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb044ddb-aec4-4cc8-8c21-d0b93465a7eb HTTP/1.1" status: 200 len: 950 time: 0.2232699 Sep 07 02:41:48.712971 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4953ec7b-fc2c-459b-9226-ed2728a62e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:48.773794 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 2981b985-f07f-4ac9-94fa-288b1e5195ff {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:41:48.774446 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 2981b985-f07f-4ac9-94fa-288b1e5195ff not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:41:48.775125 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device e3f9da3b-548c-4f0f-b18d-cc6adbb79848 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:41:48.810256 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c1d26a-16a3-40cd-92cc-b42541cca7f7 None None] Checking router: e5354f8c-511f-46ff-9b37-ccd2db1044ca for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:41:48.815020 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aced6720-7e00-4efa-9a56-f6a292a02597 None None] Network 6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:41:48.818657 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: e3f9da3b-548c-4f0f-b18d-cc6adbb79848 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:41:48.819010 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device e3f9da3b-548c-4f0f-b18d-cc6adbb79848 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:41:48.819425 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 9c2fe7a0-c1ad-469f-aa13-3711ea7b2bc7 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:41:48.825851 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4953ec7b-fc2c-459b-9226-ed2728a62e97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:48.827779 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-4953ec7b-fc2c-459b-9226-ed2728a62e97 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/cbe10d5e-50cd-446a-9782-e73eac83e8a3 HTTP/1.1" status: 204 len: 168 time: 1.0034869 Sep 07 02:41:48.828636 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4953ec7b-fc2c-459b-9226-ed2728a62e97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbe10d5e-50cd-446a-9782-e73eac83e8a3,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:48.836692 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49226) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:41:48.837499 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-1fe160f7-b0a0-4477-91d9-200e83b11220 req-684810be-8ef7-431f-8d54-2a83fa90d897 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] For port dccb79f3-903f-4bd1-a672-900571074569, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=dccb79f3-903f-4bd1-a672-900571074569,segment=NetworkSegment(aaa806c4-a8e8-477a-887e-c4f9692d092a),segment_id=aaa806c4-a8e8-477a-887e-c4f9692d092a)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:41:48.838116 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-1fe160f7-b0a0-4477-91d9-200e83b11220 req-684810be-8ef7-431f-8d54-2a83fa90d897 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:48.854189 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 9c2fe7a0-c1ad-469f-aa13-3711ea7b2bc7 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:41:48.854919 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 9c2fe7a0-c1ad-469f-aa13-3711ea7b2bc7 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:41:48.855093 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 859e2d0d-bf42-452d-a954-dfdc8ed71645 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:41:48.856148 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-1fe160f7-b0a0-4477-91d9-200e83b11220 req-684810be-8ef7-431f-8d54-2a83fa90d897 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Calling delete_port for dccb79f3-903f-4bd1-a672-900571074569 owned by compute:nova {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:41:48.859785 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c1d26a-16a3-40cd-92cc-b42541cca7f7 None None] Routers {'e5354f8c-511f-46ff-9b37-ccd2db1044ca'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:41:48.860441 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-d1c1d26a-16a3-40cd-92cc-b42541cca7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:41:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['e5354f8c-511f-46ff-9b37-ccd2db1044ca'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:41:48.887721 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 859e2d0d-bf42-452d-a954-dfdc8ed71645 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:41:48.888086 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 859e2d0d-bf42-452d-a954-dfdc8ed71645 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:41:48.997753 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bc8eb64f-b25e-43d3-a634-0d2c4b191230 req-912f044e-c51c-413b-9049-eed37412e832 service neutron] 10.222.0.22 "GET /v2.0/networks/c7baff3a-2acd-47c4-826f-ff1b179e5161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3671474 Sep 07 02:41:49.003958 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2e48dd78-c081-4c55-9812-db1d3541e19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:49.022576 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-54d372df-a181-4f54-bdef-8da2dc84fdf4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:49.028082 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-84d6904d-5036-4de3-8124-2de363d518df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:49.070415 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-d1c1d26a-16a3-40cd-92cc-b42541cca7f7 None None] Set router e5354f8c-511f-46ff-9b37-ccd2db1044ca gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:41:49.084229 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-903a2d30-d132-4355-9b1e-220c607ad18e req-44b57130-4460-48fb-b415-f127bbbd7feb tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670223 Sep 07 02:41:49.159926 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2e48dd78-c081-4c55-9812-db1d3541e19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:49.244914 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2e48dd78-c081-4c55-9812-db1d3541e19b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:49.249323 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-2e48dd78-c081-4c55-9812-db1d3541e19b admin admin] 10.222.0.22 "DELETE /v2.0/subnets/205e31e7-fda7-44a5-98d3-6a3c5b8d28bb HTTP/1.1" status: 204 len: 168 time: 0.8171268 Sep 07 02:41:49.249477 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e48dd78-c081-4c55-9812-db1d3541e19b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=205e31e7-fda7-44a5-98d3-6a3c5b8d28bb,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:49.251995 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49234) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:41:49.308900 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-aeef9f77-a593-4c77-982d-55e23bd22c44 req-aeda14d1-5a45-4ab8-89d2-c22fff8c9b13 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:49.311876 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e677e1-7dd5-4335-b3ac-803266e3c4e7 None None] Network cf4d819b-d5b3-41f0-aae9-25471cd508bb requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:41:49.376209 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-1fe160f7-b0a0-4477-91d9-200e83b11220 req-684810be-8ef7-431f-8d54-2a83fa90d897 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:49.421969 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeda14d1-5a45-4ab8-89d2-c22fff8c9b13 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Pushing event deleted for resources: {'Port': ['ID=06c702fe-d5eb-4d93-9678-cbb02ac4d9a4,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:49.451128 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['dccb79f3-903f-4bd1-a672-900571074569', '06c702fe-d5eb-4d93-9678-cbb02ac4d9a4'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:41:49.477722 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5bbca8fc-2679-480d-87a5-317cdad86252 req-e810cb21-078b-4ee2-8d31-bd9153a69054 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d177df0-acd9-487a-8a98-e3c6eb2142fc HTTP/1.1" status: 200 len: 210 time: 0.0994322 Sep 07 02:41:49.501574 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b1628fa1-2e54-4565-92d9-a8f085a5b5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:49.505188 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684810be-8ef7-431f-8d54-2a83fa90d897 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Pushing event deleted for resources: {'Port': ['ID=dccb79f3-903f-4bd1-a672-900571074569,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:49.512622 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-54d372df-a181-4f54-bdef-8da2dc84fdf4 admin admin] Deleting port 7a927dca-e975-490a-b775-5755adf86def {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:41:49.513038 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-54d372df-a181-4f54-bdef-8da2dc84fdf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:49.531791 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-84d6904d-5036-4de3-8124-2de363d518df admin admin] Deleting port 1ea205db-8a32-4701-aa24-d5918cc13b8f {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:41:49.532219 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-84d6904d-5036-4de3-8124-2de363d518df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:49.545614 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeef9f77-a593-4c77-982d-55e23bd22c44 req-aeda14d1-5a45-4ab8-89d2-c22fff8c9b13 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] No DVR routers for this DVR port 06c702fe-d5eb-4d93-9678-cbb02ac4d9a4 on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:41:49.573418 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-aeef9f77-a593-4c77-982d-55e23bd22c44 req-aeda14d1-5a45-4ab8-89d2-c22fff8c9b13 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:49.575845 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-aeef9f77-a593-4c77-982d-55e23bd22c44 req-aeda14d1-5a45-4ab8-89d2-c22fff8c9b13 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.23 "DELETE /v2.0/ports/06c702fe-d5eb-4d93-9678-cbb02ac4d9a4 HTTP/1.1" status: 204 len: 173 time: 1.7109158 Sep 07 02:41:49.576381 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c546d055-cd76-4578-8194-080cf505caed', 'name': 'network-vif-deleted', 'tag': '06c702fe-d5eb-4d93-9678-cbb02ac4d9a4'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:41:49.578720 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42431041-af1d-41ab-b803-a0f3b03172aa" -d '{"events": [{"server_uuid": "c546d055-cd76-4578-8194-080cf505caed", "name": "network-vif-deleted", "tag": "06c702fe-d5eb-4d93-9678-cbb02ac4d9a4"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:41:49.664317 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec985f8d-3d8c-44b1-963a-412e3f81dd17 x-openstack-request-id: req-ec985f8d-3d8c-44b1-963a-412e3f81dd17 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:41:49.664840 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c546d055-cd76-4578-8194-080cf505caed", "name": "network-vif-deleted", "tag": "06c702fe-d5eb-4d93-9678-cbb02ac4d9a4", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:41:49.665324 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ec985f8d-3d8c-44b1-963a-412e3f81dd17 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:41:49.666016 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c546d055-cd76-4578-8194-080cf505caed', 'name': 'network-vif-deleted', 'tag': '06c702fe-d5eb-4d93-9678-cbb02ac4d9a4', 'status': 'completed', 'code': 200} Sep 07 02:41:49.670089 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f29ebe3e-77b0-45a0-ab12-9a53a2600c91 req-4de77b04-dd4f-4272-868c-33ea7dbd3713 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.22 "GET /v2.0/ports?device_id=352d2fb9-b3ac-43aa-b139-b634b9c1297a HTTP/1.1" status: 200 len: 210 time: 0.0911059 Sep 07 02:41:49.690395 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe160f7-b0a0-4477-91d9-200e83b11220 req-684810be-8ef7-431f-8d54-2a83fa90d897 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] No DVR routers for this DVR port dccb79f3-903f-4bd1-a672-900571074569 on host n-h1-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:41:49.694440 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-1fe160f7-b0a0-4477-91d9-200e83b11220 req-684810be-8ef7-431f-8d54-2a83fa90d897 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:49.696626 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1fe160f7-b0a0-4477-91d9-200e83b11220 req-684810be-8ef7-431f-8d54-2a83fa90d897 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.23 "DELETE /v2.0/ports/dccb79f3-903f-4bd1-a672-900571074569 HTTP/1.1" status: 204 len: 173 time: 1.6614883 Sep 07 02:41:49.697125 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7572f99c-56f2-48d4-a067-c60d98d9f152', 'name': 'network-vif-deleted', 'tag': 'dccb79f3-903f-4bd1-a672-900571074569'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:41:49.702349 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56bf693-c23a-447d-9c7e-39e8289d41ad" -d '{"events": [{"server_uuid": "7572f99c-56f2-48d4-a067-c60d98d9f152", "name": "network-vif-deleted", "tag": "dccb79f3-903f-4bd1-a672-900571074569"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:41:49.765431 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06523977-f73b-45d3-b8aa-df4f79929e93 x-openstack-request-id: req-06523977-f73b-45d3-b8aa-df4f79929e93 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:41:49.765736 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7572f99c-56f2-48d4-a067-c60d98d9f152", "name": "network-vif-deleted", "tag": "dccb79f3-903f-4bd1-a672-900571074569", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:41:49.766122 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-06523977-f73b-45d3-b8aa-df4f79929e93 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:41:49.767136 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7572f99c-56f2-48d4-a067-c60d98d9f152', 'name': 'network-vif-deleted', 'tag': 'dccb79f3-903f-4bd1-a672-900571074569', 'status': 'completed', 'code': 200} Sep 07 02:41:49.782032 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-84d6904d-5036-4de3-8124-2de363d518df admin admin] For port 1ea205db-8a32-4701-aa24-d5918cc13b8f, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=1ea205db-8a32-4701-aa24-d5918cc13b8f,segment=NetworkSegment(f40be107-e610-44ce-bdfd-1f32cc4fb26a),segment_id=f40be107-e610-44ce-bdfd-1f32cc4fb26a)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:41:49.782650 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-84d6904d-5036-4de3-8124-2de363d518df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:49.814168 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-54d372df-a181-4f54-bdef-8da2dc84fdf4 admin admin] For port 7a927dca-e975-490a-b775-5755adf86def, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=7a927dca-e975-490a-b775-5755adf86def,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:41:49.814168 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-54d372df-a181-4f54-bdef-8da2dc84fdf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:49.817386 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-84d6904d-5036-4de3-8124-2de363d518df admin admin] Calling delete_port for 1ea205db-8a32-4701-aa24-d5918cc13b8f owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:41:49.844148 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-54d372df-a181-4f54-bdef-8da2dc84fdf4 admin admin] Calling delete_port for 7a927dca-e975-490a-b775-5755adf86def owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:41:49.924709 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89862c7-2047-4e03-b751-da7dc57568cb None None] DHCP port deletion for 6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:41:49.938040 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-b1628fa1-2e54-4565-92d9-a8f085a5b5b2 admin admin] Deleting port d70a2c76-40a0-4ed5-8def-2b660b9dad0c {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:41:49.938419 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b1628fa1-2e54-4565-92d9-a8f085a5b5b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:49.993093 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-d1c1d26a-16a3-40cd-92cc-b42541cca7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5354f8c-511f-46ff-9b37-ccd2db1044ca', 'name': 'tempest-FloatingIPsTestJSON-980547417-router', 'tenant_id': '2e7b2f5e6e5f40369d66245ab396572e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '7a927dca-e975-490a-b775-5755adf86def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:41:24Z', 'updated_at': '2021-09-07T02:41:46Z', 'revision_number': 5, 'project_id': '2e7b2f5e6e5f40369d66245ab396572e', 'gw_port': {'id': '7a927dca-e975-490a-b775-5755adf86def', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:45:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5354f8c-511f-46ff-9b37-ccd2db1044ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:41:25Z', 'updated_at': '2021-09-07T02:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:41:50.033206 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c1d26a-16a3-40cd-92cc-b42541cca7f7 None None] The sync data for ids ['e5354f8c-511f-46ff-9b37-ccd2db1044ca'] in n-d-796209-16 is: [{'id': 'e5354f8c-511f-46ff-9b37-ccd2db1044ca', 'name': 'tempest-FloatingIPsTestJSON-980547417-router', 'tenant_id': '2e7b2f5e6e5f40369d66245ab396572e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '7a927dca-e975-490a-b775-5755adf86def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:41:24Z', 'updated_at': '2021-09-07T02:41:46Z', 'revision_number': 5, 'project_id': '2e7b2f5e6e5f40369d66245ab396572e', 'gw_port': {'id': '7a927dca-e975-490a-b775-5755adf86def', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:45:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5354f8c-511f-46ff-9b37-ccd2db1044ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:41:25Z', 'updated_at': '2021-09-07T02:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:41:50.063874 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-c89862c7-2047-4e03-b751-da7dc57568cb None None] Deleting port 1ea205db-8a32-4701-aa24-d5918cc13b8f {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:41:50.064613 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c89862c7-2047-4e03-b751-da7dc57568cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:50.106046 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-b1628fa1-2e54-4565-92d9-a8f085a5b5b2 admin admin] For port d70a2c76-40a0-4ed5-8def-2b660b9dad0c, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=d70a2c76-40a0-4ed5-8def-2b660b9dad0c,segment=NetworkSegment(a0386811-94fa-47c4-8520-2bd1e5cc6c80),segment_id=a0386811-94fa-47c4-8520-2bd1e5cc6c80)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:41:50.106465 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b1628fa1-2e54-4565-92d9-a8f085a5b5b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:50.131407 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-b1628fa1-2e54-4565-92d9-a8f085a5b5b2 admin admin] Calling delete_port for d70a2c76-40a0-4ed5-8def-2b660b9dad0c owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:41:50.133276 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-84d6904d-5036-4de3-8124-2de363d518df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:50.161364 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-c89862c7-2047-4e03-b751-da7dc57568cb None None] For port 1ea205db-8a32-4701-aa24-d5918cc13b8f, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=1ea205db-8a32-4701-aa24-d5918cc13b8f,segment=NetworkSegment(f40be107-e610-44ce-bdfd-1f32cc4fb26a),segment_id=f40be107-e610-44ce-bdfd-1f32cc4fb26a)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:41:50.161767 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c89862c7-2047-4e03-b751-da7dc57568cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:50.172238 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d6904d-5036-4de3-8124-2de363d518df admin admin] No DVR routers for this DVR port 1ea205db-8a32-4701-aa24-d5918cc13b8f on host n-d-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:41:50.175985 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-c89862c7-2047-4e03-b751-da7dc57568cb None None] Calling delete_port for 1ea205db-8a32-4701-aa24-d5918cc13b8f owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:41:50.179412 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d6904d-5036-4de3-8124-2de363d518df admin admin] Pushing event deleted for resources: {'Port': ['ID=1ea205db-8a32-4701-aa24-d5918cc13b8f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:50.264367 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558257da-e938-4d93-afa4-5f25297ec924 req-87203f70-0aea-472e-9592-16ac0dc4144d tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:50.266001 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-558257da-e938-4d93-afa4-5f25297ec924 req-87203f70-0aea-472e-9592-16ac0dc4144d tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb044ddb-aec4-4cc8-8c21-d0b93465a7eb HTTP/1.1" status: 200 len: 950 time: 0.0876863 Sep 07 02:41:50.281597 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c89862c7-2047-4e03-b751-da7dc57568cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:50.313272 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89862c7-2047-4e03-b751-da7dc57568cb None None] Pushing event deleted for resources: {'Port': ['ID=1ea205db-8a32-4701-aa24-d5918cc13b8f,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:50.322112 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89862c7-2047-4e03-b751-da7dc57568cb None None] No DVR routers for this DVR port 1ea205db-8a32-4701-aa24-d5918cc13b8f on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:41:50.355305 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-558257da-e938-4d93-afa4-5f25297ec924 req-1c0f1170-7f3b-455a-b225-82bf6400677a tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828032 Sep 07 02:41:50.424569 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-84d6904d-5036-4de3-8124-2de363d518df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:50.444612 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-54d372df-a181-4f54-bdef-8da2dc84fdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:50.473384 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3841efb0-4c47-45cb-8cc7-ee6feb4df26d None None] DHCP port deletion for cf4d819b-d5b3-41f0-aae9-25471cd508bb request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:41:50.516351 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-84d6904d-5036-4de3-8124-2de363d518df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:41:50.519292 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b1628fa1-2e54-4565-92d9-a8f085a5b5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:50.528505 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d372df-a181-4f54-bdef-8da2dc84fdf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a927dca-e975-490a-b775-5755adf86def,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:50.561112 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-84d6904d-5036-4de3-8124-2de363d518df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f40be107-e610-44ce-bdfd-1f32cc4fb26a') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:41:50.561421 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-84d6904d-5036-4de3-8124-2de363d518df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f40be107-e610-44ce-bdfd-1f32cc4fb26a') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:41:50.618464 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3841efb0-4c47-45cb-8cc7-ee6feb4df26d None None] Deleting port d70a2c76-40a0-4ed5-8def-2b660b9dad0c {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:41:50.618913 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3841efb0-4c47-45cb-8cc7-ee6feb4df26d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:50.643684 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1628fa1-2e54-4565-92d9-a8f085a5b5b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d70a2c76-40a0-4ed5-8def-2b660b9dad0c,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:50.646857 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1628fa1-2e54-4565-92d9-a8f085a5b5b2 admin admin] No DVR routers for this DVR port d70a2c76-40a0-4ed5-8def-2b660b9dad0c on host n-d-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:41:50.688944 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device f25e15c8-bda5-4f60-ae36-502530428976 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:41:50.706935 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-84d6904d-5036-4de3-8124-2de363d518df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:50.716045 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: f25e15c8-bda5-4f60-ae36-502530428976 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:41:50.716411 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device f25e15c8-bda5-4f60-ae36-502530428976 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:41:50.716826 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device d70a2c76-40a0-4ed5-8def-2b660b9dad0c no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:41:50.775902 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: d70a2c76-40a0-4ed5-8def-2b660b9dad0c {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:41:50.777186 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device d70a2c76-40a0-4ed5-8def-2b660b9dad0c not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:41:50.777900 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 1ea205db-8a32-4701-aa24-d5918cc13b8f no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:41:50.825498 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-35de368e-044d-4c67-9edf-ce0815a17e31 req-3dea1104-6721-447d-880e-a2add2289ab4 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d177df0-acd9-487a-8a98-e3c6eb2142fc HTTP/1.1" status: 200 len: 210 time: 0.1948607 Sep 07 02:41:50.826722 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 1ea205db-8a32-4701-aa24-d5918cc13b8f {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:41:50.827696 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 1ea205db-8a32-4701-aa24-d5918cc13b8f not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:41:50.828504 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-84d6904d-5036-4de3-8124-2de363d518df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:50.833034 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3841efb0-4c47-45cb-8cc7-ee6feb4df26d None None] For port d70a2c76-40a0-4ed5-8def-2b660b9dad0c, host n-d-796209-16, got binding levels [] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:41:50.833501 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3841efb0-4c47-45cb-8cc7-ee6feb4df26d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:50.845100 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1abefcc4-46fc-4e72-8d0d-ae777affe245 req-501a73ae-c15d-4538-8c64-0a37b16ca3f1 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.22 "GET /v2.0/ports?device_id=352d2fb9-b3ac-43aa-b139-b634b9c1297a HTTP/1.1" status: 200 len: 210 time: 0.0792828 Sep 07 02:41:50.872464 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3841efb0-4c47-45cb-8cc7-ee6feb4df26d None None] Calling delete_port for d70a2c76-40a0-4ed5-8def-2b660b9dad0c owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:41:50.877453 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.ipam_backend_mixin [None req-3841efb0-4c47-45cb-8cc7-ee6feb4df26d None None] Port d70a2c76-40a0-4ed5-8def-2b660b9dad0c was not found and therefore no delete operation was performed {{(pid=94702) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 07 02:41:50.879205 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3841efb0-4c47-45cb-8cc7-ee6feb4df26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:50.906277 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84d6904d-5036-4de3-8124-2de363d518df admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:41:50.906686 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-84d6904d-5036-4de3-8124-2de363d518df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:50.909858 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:41:50.909858 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:41:50.909858 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:41:50.909858 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:41:50.909858 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:41:50.909858 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:41:50.909858 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:41:50.909858 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:41:50.909858 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:41:50.909858 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:41:50.909858 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:41:50.909858 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:41:50.909858 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:41:50.909858 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:41:50.909858 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:41:50.909858 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:41:50.909858 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:41:50.909858 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:41:50.909858 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:41:50.909858 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:41:50.909858 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:41:50.909858 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:41:50.909858 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:41:50.909858 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:41:50.909858 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:41:50.909858 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:41:50.909858 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:41:50.909858 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:41:50.909858 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:41:50.909858 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:41:50.909858 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:41:50.909858 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:41:50.912703 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-54d372df-a181-4f54-bdef-8da2dc84fdf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:50.925771 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3841efb0-4c47-45cb-8cc7-ee6feb4df26d None None] Pushing event deleted for resources: {'Port': ['ID=d70a2c76-40a0-4ed5-8def-2b660b9dad0c,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:50.939363 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3841efb0-4c47-45cb-8cc7-ee6feb4df26d None None] No DVR routers for this DVR port d70a2c76-40a0-4ed5-8def-2b660b9dad0c on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:41:50.949978 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-588ccbad-9688-4d07-8d39-6df1c844ab7e tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:50.952007 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-588ccbad-9688-4d07-8d39-6df1c844ab7e tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.16 "GET /v2.0/networks?id=b6b7fa78-905c-4e45-8ca1-46d8e557bf3f HTTP/1.1" status: 200 len: 812 time: 0.5210538 Sep 07 02:41:50.968853 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-ebfcb61b-61d1-492e-bc09-206aff6740e8 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Request body: {'port': {'device_id': 'a94cee49-798e-4b5c-a905-eea8da76d63a', 'network_id': 'b6b7fa78-905c-4e45-8ca1-46d8e557bf3f', 'admin_state_up': True, 'tenant_id': '17dd44711fbb41589e93ff16d97ba443'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:41:50.991932 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-131440b6-6d88-414f-af1c-1781f320b546 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:50.993987 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-131440b6-6d88-414f-af1c-1781f320b546 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.23 "GET /v2.0/networks?id=b6b7fa78-905c-4e45-8ca1-46d8e557bf3f HTTP/1.1" status: 200 len: 812 time: 0.5764368 Sep 07 02:41:51.017646 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-ed223f8e-2220-427c-bbf2-e8973ffb24b5 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Request body: {'port': {'device_id': '352d2fb9-b3ac-43aa-b139-b634b9c1297a', 'network_id': 'b6b7fa78-905c-4e45-8ca1-46d8e557bf3f', 'admin_state_up': True, 'tenant_id': '17dd44711fbb41589e93ff16d97ba443'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:41:51.048819 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b1628fa1-2e54-4565-92d9-a8f085a5b5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:51.202101 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-ebfcb61b-61d1-492e-bc09-206aff6740e8 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Made reservation on behalf of 17dd44711fbb41589e93ff16d97ba443 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:41:51.205758 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-ebfcb61b-61d1-492e-bc09-206aff6740e8 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:51.209346 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:51.238336 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-ed223f8e-2220-427c-bbf2-e8973ffb24b5 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Made reservation on behalf of 17dd44711fbb41589e93ff16d97ba443 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:41:51.241904 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-ed223f8e-2220-427c-bbf2-e8973ffb24b5 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:51.259660 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:51.415210 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-ebfcb61b-61d1-492e-bc09-206aff6740e8 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Allocated IP 172.20.0.13 (b6b7fa78-905c-4e45-8ca1-46d8e557bf3f/35c85522-601a-48aa-9d53-ac705e7885ca/d2d251f5-ff13-47fd-91f7-21a3ac2c20ad) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:41:51.492736 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-54d372df-a181-4f54-bdef-8da2dc84fdf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:51.499309 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-54d372df-a181-4f54-bdef-8da2dc84fdf4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:51.529244 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-b1628fa1-2e54-4565-92d9-a8f085a5b5b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf4d819b-d5b3-41f0-aae9-25471cd508bb']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:41:51.542388 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-84d6904d-5036-4de3-8124-2de363d518df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:51.543758 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd2c34-f2e5-43e4-83d0-c5ee8bdb06ce req-633b424c-c059-4d59-ace9-e988ae6bd279 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:51.545310 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dcbd2c34-f2e5-43e4-83d0-c5ee8bdb06ce req-633b424c-c059-4d59-ace9-e988ae6bd279 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb044ddb-aec4-4cc8-8c21-d0b93465a7eb HTTP/1.1" status: 200 len: 950 time: 0.0906878 Sep 07 02:41:51.581201 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 06c702fe-d5eb-4d93-9678-cbb02ac4d9a4 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:41:51.590905 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-b1628fa1-2e54-4565-92d9-a8f085a5b5b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0386811-94fa-47c4-8520-2bd1e5cc6c80') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:41:51.591188 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-b1628fa1-2e54-4565-92d9-a8f085a5b5b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0386811-94fa-47c4-8520-2bd1e5cc6c80') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:41:51.593432 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-84d6904d-5036-4de3-8124-2de363d518df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:51.596022 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-84d6904d-5036-4de3-8124-2de363d518df admin admin] 10.222.0.22 "DELETE /v2.0/networks/6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc HTTP/1.1" status: 204 len: 168 time: 2.7582762 Sep 07 02:41:51.599143 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49264) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:41:51.614729 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: 06c702fe-d5eb-4d93-9678-cbb02ac4d9a4 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:41:51.615229 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 06c702fe-d5eb-4d93-9678-cbb02ac4d9a4 not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:41:51.615790 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device dccb79f3-903f-4bd1-a672-900571074569 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:41:51.622101 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b1628fa1-2e54-4565-92d9-a8f085a5b5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:51.623843 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d6904d-5036-4de3-8124-2de363d518df admin admin] Pushing event deleted for resources: {'Network': ['ID=6b2a3230-f67b-44c6-bd02-4d1a18f9c4cc,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:51.625591 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-54d372df-a181-4f54-bdef-8da2dc84fdf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:51.626093 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d372df-a181-4f54-bdef-8da2dc84fdf4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5354f8c-511f-46ff-9b37-ccd2db1044ca {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 02:41:51.642963 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: dccb79f3-903f-4bd1-a672-900571074569 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:41:51.643362 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-54d372df-a181-4f54-bdef-8da2dc84fdf4 admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:51.643677 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device dccb79f3-903f-4bd1-a672-900571074569 not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:41:51.644551 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-54d372df-a181-4f54-bdef-8da2dc84fdf4 admin admin] 10.222.0.22 "DELETE /v2.0/routers/e5354f8c-511f-46ff-9b37-ccd2db1044ca HTTP/1.1" status: 204 len: 168 time: 3.4815805 Sep 07 02:41:51.649416 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b1628fa1-2e54-4565-92d9-a8f085a5b5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:51.651802 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49266) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:41:51.671501 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1628fa1-2e54-4565-92d9-a8f085a5b5b2 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:41:51.671908 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b1628fa1-2e54-4565-92d9-a8f085a5b5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:51.672575 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dcbd2c34-f2e5-43e4-83d0-c5ee8bdb06ce req-637e8027-cd39-4adc-8379-5bf31182f274 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024697 Sep 07 02:41:51.673580 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:41:51.673580 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:41:51.673580 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:41:51.673580 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:41:51.673580 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:41:51.673580 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:41:51.673580 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:41:51.673580 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:41:51.673580 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:41:51.673580 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:41:51.673580 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:41:51.673580 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:41:51.673580 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:41:51.673580 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:41:51.673580 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:41:51.673580 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:41:51.673580 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:41:51.673580 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:41:51.673580 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:41:51.673580 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:41:51.673580 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:41:51.673580 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:41:51.673580 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:41:51.673580 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:41:51.673580 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:41:51.673580 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:41:51.673580 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:41:51.673580 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:41:51.673580 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:41:51.673580 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:41:51.673580 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:41:51.673580 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:41:51.690261 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-ebfcb61b-61d1-492e-bc09-206aff6740e8 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:51.708174 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8eb64f-b25e-43d3-a634-0d2c4b191230 req-dbc0faac-1ce5-4827-bbe4-800af740e3f0 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:51.709486 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bc8eb64f-b25e-43d3-a634-0d2c4b191230 req-dbc0faac-1ce5-4827-bbe4-800af740e3f0 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.16 "GET /v2.0/networks?id=c7baff3a-2acd-47c4-826f-ff1b179e5161 HTTP/1.1" status: 200 len: 810 time: 0.8182020 Sep 07 02:41:51.728411 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-bc8eb64f-b25e-43d3-a634-0d2c4b191230 req-6281f206-ead9-4504-b1df-43e9a27a09b0 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Request body: {'port': {'device_id': '8d177df0-acd9-487a-8a98-e3c6eb2142fc', 'network_id': 'c7baff3a-2acd-47c4-826f-ff1b179e5161', 'admin_state_up': True, 'tenant_id': '3c6e11955fd14c5c9b191cf5c7d7b41c'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:41:51.740393 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-ebfcb61b-61d1-492e-bc09-206aff6740e8 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:51.796967 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-88d6c410-6c79-4e49-852b-967d9ba1f42c admin admin] Deleting subnet 83afc0a8-a01a-4be6-8672-e5ee44c88ad7 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:41:51.802330 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b1628fa1-2e54-4565-92d9-a8f085a5b5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:51.803761 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-88d6c410-6c79-4e49-852b-967d9ba1f42c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:51.858621 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b1628fa1-2e54-4565-92d9-a8f085a5b5b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:51.862899 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b1628fa1-2e54-4565-92d9-a8f085a5b5b2 admin admin] 10.222.0.22 "DELETE /v2.0/networks/cf4d819b-d5b3-41f0-aae9-25471cd508bb HTTP/1.1" status: 204 len: 168 time: 2.5995781 Sep 07 02:41:51.863374 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-ebfcb61b-61d1-492e-bc09-206aff6740e8 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Network b6b7fa78-905c-4e45-8ca1-46d8e557bf3f is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:41:51.863374 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-ebfcb61b-61d1-492e-bc09-206aff6740e8 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:41:51.879647 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1628fa1-2e54-4565-92d9-a8f085a5b5b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf4d819b-d5b3-41f0-aae9-25471cd508bb,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:51.912069 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-ed223f8e-2220-427c-bbf2-e8973ffb24b5 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Allocated IP 172.20.0.11 (b6b7fa78-905c-4e45-8ca1-46d8e557bf3f/35c85522-601a-48aa-9d53-ac705e7885ca/b31042e9-d884-41e2-9192-982ad47f434c) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:41:51.934032 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-88d6c410-6c79-4e49-852b-967d9ba1f42c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:51.950506 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-ebfcb61b-61d1-492e-bc09-206aff6740e8 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:41:51.971308 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfcb61b-61d1-492e-bc09-206aff6740e8 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Pushing event updated for resources: {'Port': ['ID=d2d251f5-ff13-47fd-91f7-21a3ac2c20ad,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:52.011880 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5192a8fc-6edb-4933-aa67-4d4df2e19550 req-68953b73-9f39-43ea-835a-3eff247bf247 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.22 "GET /v2.0/ports?device_id=352d2fb9-b3ac-43aa-b139-b634b9c1297a HTTP/1.1" status: 200 len: 210 time: 0.0498450 Sep 07 02:41:52.040682 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49274) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:41:52.052638 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc8eb64f-b25e-43d3-a634-0d2c4b191230 req-6281f206-ead9-4504-b1df-43e9a27a09b0 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Made reservation on behalf of 3c6e11955fd14c5c9b191cf5c7d7b41c for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:41:52.056201 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bc8eb64f-b25e-43d3-a634-0d2c4b191230 req-6281f206-ead9-4504-b1df-43e9a27a09b0 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:52.136128 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-88d6c410-6c79-4e49-852b-967d9ba1f42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:52.212323 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-18ff6d25-8168-476b-8da9-a695940f41bf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9b8a2a8dd4f3482aa9fef6171603eb42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1701610 Sep 07 02:41:52.216858 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49276) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:41:52.297858 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8989d2d6-b307-4140-8ca9-a65bc39e605a req-df78dd1c-4ad3-47a7-a3d2-6a51e9ab3908 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d177df0-acd9-487a-8a98-e3c6eb2142fc HTTP/1.1" status: 200 len: 210 time: 0.3425589 Sep 07 02:41:52.315543 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-88d6c410-6c79-4e49-852b-967d9ba1f42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:52.360883 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-ebfcb61b-61d1-492e-bc09-206aff6740e8 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:52.361499 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-ebfcb61b-61d1-492e-bc09-206aff6740e8 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:52.372042 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d6c410-6c79-4e49-852b-967d9ba1f42c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83afc0a8-a01a-4be6-8672-e5ee44c88ad7,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:52.375551 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b2e4618f-4c3b-4c3c-8be8-7ec3f004204b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:52.379994 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-bc8eb64f-b25e-43d3-a634-0d2c4b191230 req-6281f206-ead9-4504-b1df-43e9a27a09b0 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Allocated IP 172.20.0.10 (c7baff3a-2acd-47c4-826f-ff1b179e5161/04737742-a3d0-4b6d-a6a4-ec1fe2e55890/4ca5d8de-e5ef-4079-9dd4-b726208eeca8) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:41:52.386087 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-88d6c410-6c79-4e49-852b-967d9ba1f42c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:52.390752 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-88d6c410-6c79-4e49-852b-967d9ba1f42c admin admin] 10.222.0.22 "DELETE /v2.0/subnets/83afc0a8-a01a-4be6-8672-e5ee44c88ad7 HTTP/1.1" status: 204 len: 168 time: 0.7354321 Sep 07 02:41:52.390962 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2334308-52b0-41da-bc03-cb9c55fa0f94 None None] Network d1246213-e6bd-49b1-a769-e334753dc26c requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:41:52.398159 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49278) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:41:52.448245 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-ebfcb61b-61d1-492e-bc09-206aff6740e8 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4861336 Sep 07 02:41:52.467017 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-497e5f48-b4c3-4b33-ade7-cc7ced04f429 service neutron] Request body: {'port': {'device_id': 'a94cee49-798e-4b5c-a905-eea8da76d63a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:41:52.474472 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b2e4618f-4c3b-4c3c-8be8-7ec3f004204b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:52.595098 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-ed223f8e-2220-427c-bbf2-e8973ffb24b5 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:52.596366 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e94a31fb-bee8-4163-be71-7819f0b19d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:52.602993 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 7a927dca-e975-490a-b775-5755adf86def no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:41:52.609860 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-497e5f48-b4c3-4b33-ade7-cc7ced04f429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:52.635874 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 7a927dca-e975-490a-b775-5755adf86def {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:41:52.636184 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 7a927dca-e975-490a-b775-5755adf86def not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:41:52.675423 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e1a10f-850f-4dbc-b5d7-a79fc06c1ca9 None None] DHCP port deletion for d1246213-e6bd-49b1-a769-e334753dc26c request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:41:52.719533 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b2e4618f-4c3b-4c3c-8be8-7ec3f004204b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:52.722192 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b2e4618f-4c3b-4c3c-8be8-7ec3f004204b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:52.723311 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b2e4618f-4c3b-4c3c-8be8-7ec3f004204b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/12853359-e36c-442a-a7d9-8a93d79cc08e HTTP/1.1" status: 204 len: 168 time: 0.5043764 Sep 07 02:41:52.737792 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-02e1a10f-850f-4dbc-b5d7-a79fc06c1ca9 None None] Deleting port 48ce1268-06c7-4ae8-bdc2-692ddb68346e {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:41:52.738102 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-02e1a10f-850f-4dbc-b5d7-a79fc06c1ca9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:52.752600 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e4618f-4c3b-4c3c-8be8-7ec3f004204b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12853359-e36c-442a-a7d9-8a93d79cc08e,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:52.792929 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-e94a31fb-bee8-4163-be71-7819f0b19d5f admin admin] Deleting port 48ce1268-06c7-4ae8-bdc2-692ddb68346e {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:41:52.793565 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e94a31fb-bee8-4163-be71-7819f0b19d5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:52.829664 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bc8eb64f-b25e-43d3-a634-0d2c4b191230 req-6281f206-ead9-4504-b1df-43e9a27a09b0 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:52.831564 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-02e1a10f-850f-4dbc-b5d7-a79fc06c1ca9 None None] For port 48ce1268-06c7-4ae8-bdc2-692ddb68346e, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=48ce1268-06c7-4ae8-bdc2-692ddb68346e,segment=NetworkSegment(b9286e58-32d2-45fe-91e0-09f2db9cd67b),segment_id=b9286e58-32d2-45fe-91e0-09f2db9cd67b)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:41:52.832386 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-02e1a10f-850f-4dbc-b5d7-a79fc06c1ca9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:52.851385 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-02e1a10f-850f-4dbc-b5d7-a79fc06c1ca9 None None] Calling delete_port for 48ce1268-06c7-4ae8-bdc2-692ddb68346e owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:41:52.868044 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-ed223f8e-2220-427c-bbf2-e8973ffb24b5 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:52.892438 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-bc8eb64f-b25e-43d3-a634-0d2c4b191230 req-6281f206-ead9-4504-b1df-43e9a27a09b0 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Transition to ACTIVE for port object 4ca5d8de-e5ef-4079-9dd4-b726208eeca8 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:41:52.910195 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-e94a31fb-bee8-4163-be71-7819f0b19d5f admin admin] For port 48ce1268-06c7-4ae8-bdc2-692ddb68346e, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=48ce1268-06c7-4ae8-bdc2-692ddb68346e,segment=NetworkSegment(b9286e58-32d2-45fe-91e0-09f2db9cd67b),segment_id=b9286e58-32d2-45fe-91e0-09f2db9cd67b)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:41:52.910854 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e94a31fb-bee8-4163-be71-7819f0b19d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:52.930209 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-e94a31fb-bee8-4163-be71-7819f0b19d5f admin admin] Calling delete_port for 48ce1268-06c7-4ae8-bdc2-692ddb68346e owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:41:52.975322 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-02e1a10f-850f-4dbc-b5d7-a79fc06c1ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:53.011713 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bc8eb64f-b25e-43d3-a634-0d2c4b191230 req-6281f206-ead9-4504-b1df-43e9a27a09b0 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:53.040684 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed223f8e-2220-427c-bbf2-e8973ffb24b5 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Pushing event updated for resources: {'Port': ['ID=b31042e9-d884-41e2-9192-982ad47f434c,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:53.060301 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['9ef02f9c-7c5a-48ae-a54a-4f8d1e8a6fb7'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:41:53.062389 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e1a10f-850f-4dbc-b5d7-a79fc06c1ca9 None None] Pushing event deleted for resources: {'Port': ['ID=48ce1268-06c7-4ae8-bdc2-692ddb68346e,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:53.071450 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e1a10f-850f-4dbc-b5d7-a79fc06c1ca9 None None] No DVR routers for this DVR port 48ce1268-06c7-4ae8-bdc2-692ddb68346e on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:41:53.104550 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc8eb64f-b25e-43d3-a634-0d2c4b191230 req-6281f206-ead9-4504-b1df-43e9a27a09b0 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Network c7baff3a-2acd-47c4-826f-ff1b179e5161 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:41:53.109524 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-bc8eb64f-b25e-43d3-a634-0d2c4b191230 req-6281f206-ead9-4504-b1df-43e9a27a09b0 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:41:53.121665 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-ed223f8e-2220-427c-bbf2-e8973ffb24b5 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Network b6b7fa78-905c-4e45-8ca1-46d8e557bf3f is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:41:53.122654 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc8eb64f-b25e-43d3-a634-0d2c4b191230 req-6281f206-ead9-4504-b1df-43e9a27a09b0 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:41:53.138983 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6281f206-ead9-4504-b1df-43e9a27a09b0 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Pushing event updated for resources: {'Port': ['ID=4ca5d8de-e5ef-4079-9dd4-b726208eeca8,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:53.179870 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e94a31fb-bee8-4163-be71-7819f0b19d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:53.206063 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-ed223f8e-2220-427c-bbf2-e8973ffb24b5 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:41:53.211973 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-ed223f8e-2220-427c-bbf2-e8973ffb24b5 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:41:53.252183 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94a31fb-bee8-4163-be71-7819f0b19d5f admin admin] No DVR routers for this DVR port 48ce1268-06c7-4ae8-bdc2-692ddb68346e on host n-d-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:41:53.272660 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a31fb-bee8-4163-be71-7819f0b19d5f admin admin] Pushing event deleted for resources: {'Port': ['ID=48ce1268-06c7-4ae8-bdc2-692ddb68346e,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:53.304359 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8eb64f-b25e-43d3-a634-0d2c4b191230 req-6281f206-ead9-4504-b1df-43e9a27a09b0 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:53.305018 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bc8eb64f-b25e-43d3-a634-0d2c4b191230 req-6281f206-ead9-4504-b1df-43e9a27a09b0 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:53.369568 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e59caa-7f31-49aa-a4a2-3012c62f87b8 req-cc744429-9b7f-40b6-9cd2-c62d57c0eead tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:53.373753 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-58e59caa-7f31-49aa-a4a2-3012c62f87b8 req-cc744429-9b7f-40b6-9cd2-c62d57c0eead tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb044ddb-aec4-4cc8-8c21-d0b93465a7eb HTTP/1.1" status: 200 len: 950 time: 0.2573056 Sep 07 02:41:53.405716 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bc8eb64f-b25e-43d3-a634-0d2c4b191230 req-6281f206-ead9-4504-b1df-43e9a27a09b0 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6826205 Sep 07 02:41:53.430794 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5cef1bca-314f-42ea-8eff-d82818e27956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:53.436381 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e94a31fb-bee8-4163-be71-7819f0b19d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:53.442065 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-bc8eb64f-b25e-43d3-a634-0d2c4b191230 req-7c5a4673-b581-4e47-ade4-359f32e35475 service neutron] Request body: {'port': {'device_id': '8d177df0-acd9-487a-8a98-e3c6eb2142fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:41:53.454907 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-97ed2575-fd80-4567-b1e4-cd54a8c46d4c None None] Provisioning for port 4ca5d8de-e5ef-4079-9dd4-b726208eeca8 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:41:53.459836 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-97ed2575-fd80-4567-b1e4-cd54a8c46d4c None None] Provisioning complete for port 4ca5d8de-e5ef-4079-9dd4-b726208eeca8 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:41:53.460390 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-97ed2575-fd80-4567-b1e4-cd54a8c46d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:53.486757 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-ed223f8e-2220-427c-bbf2-e8973ffb24b5 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:53.488069 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-ed223f8e-2220-427c-bbf2-e8973ffb24b5 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:53.495221 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-e94a31fb-bee8-4163-be71-7819f0b19d5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1246213-e6bd-49b1-a769-e334753dc26c']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:41:53.510139 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-97ed2575-fd80-4567-b1e4-cd54a8c46d4c None None] Port 4ca5d8de-e5ef-4079-9dd4-b726208eeca8 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:41:53.517604 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-58e59caa-7f31-49aa-a4a2-3012c62f87b8 req-f88f1dfb-4827-4041-a31c-f49b4abe96dc tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284511 Sep 07 02:41:53.524968 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-e94a31fb-bee8-4163-be71-7819f0b19d5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9286e58-32d2-45fe-91e0-09f2db9cd67b') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:41:53.525802 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-e94a31fb-bee8-4163-be71-7819f0b19d5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9286e58-32d2-45fe-91e0-09f2db9cd67b') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:41:53.556461 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e94a31fb-bee8-4163-be71-7819f0b19d5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:53.574959 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bc8eb64f-b25e-43d3-a634-0d2c4b191230 req-7c5a4673-b581-4e47-ade4-359f32e35475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:53.576563 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e94a31fb-bee8-4163-be71-7819f0b19d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:53.593061 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e94a31fb-bee8-4163-be71-7819f0b19d5f admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:41:53.593408 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e94a31fb-bee8-4163-be71-7819f0b19d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:53.595158 n-d-796209-16 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:41:53.595158 n-d-796209-16 neutron-server[94700]: self.session.flush() Sep 07 02:41:53.595158 n-d-796209-16 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:41:53.595158 n-d-796209-16 neutron-server[94700]: self.session.flush() Sep 07 02:41:53.595158 n-d-796209-16 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:41:53.595158 n-d-796209-16 neutron-server[94700]: self.session.flush() Sep 07 02:41:53.595158 n-d-796209-16 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:41:53.595158 n-d-796209-16 neutron-server[94700]: self.session.flush() Sep 07 02:41:53.595158 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:41:53.595158 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:41:53.595158 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:41:53.595158 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:41:53.595158 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:41:53.595158 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:41:53.595158 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:41:53.595158 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:41:53.595158 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:41:53.595158 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:41:53.595158 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:41:53.595158 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:41:53.595158 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:41:53.595158 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:41:53.595158 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:41:53.595158 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:41:53.595158 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:41:53.595158 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:41:53.595158 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:41:53.595158 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:41:53.595158 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:41:53.595158 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:41:53.595158 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:41:53.595158 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:41:53.595158 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:41:53.595158 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:41:53.595158 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:41:53.595158 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:41:53.595158 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:41:53.595158 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:41:53.595158 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:41:53.595158 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:41:53.601546 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-ed223f8e-2220-427c-bbf2-e8973ffb24b5 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5944312 Sep 07 02:41:53.615579 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca254de-e42a-4d96-bbc3-01035bf615df req-c5931f2f-b7de-4768-9196-60a034ae1604 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:53.619993 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9ca254de-e42a-4d96-bbc3-01035bf615df req-c5931f2f-b7de-4768-9196-60a034ae1604 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.22 "GET /v2.0/ports?device_id=352d2fb9-b3ac-43aa-b139-b634b9c1297a HTTP/1.1" status: 200 len: 932 time: 0.3020141 Sep 07 02:41:53.629026 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-1d4129f8-5e0b-494b-891d-f9e68b738ac2 service neutron] Request body: {'port': {'device_id': '352d2fb9-b3ac-43aa-b139-b634b9c1297a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:41:53.695355 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-497e5f48-b4c3-4b33-ade7-cc7ced04f429 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2d251f5-ff13-47fd-91f7-21a3ac2c20ad {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:41:53.717546 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-497e5f48-b4c3-4b33-ade7-cc7ced04f429 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:53.719341 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e94a31fb-bee8-4163-be71-7819f0b19d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:53.731110 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee2efd0-0f33-4d61-aa96-7078e2c144f5 req-7aca3835-92af-4bb2-a7f5-78376808f0bd tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:53.732635 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8ee2efd0-0f33-4d61-aa96-7078e2c144f5 req-7aca3835-92af-4bb2-a7f5-78376808f0bd tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d177df0-acd9-487a-8a98-e3c6eb2142fc HTTP/1.1" status: 200 len: 932 time: 0.1431360 Sep 07 02:41:53.782824 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e94a31fb-bee8-4163-be71-7819f0b19d5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:53.787555 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-e94a31fb-bee8-4163-be71-7819f0b19d5f admin admin] 10.222.0.22 "DELETE /v2.0/networks/d1246213-e6bd-49b1-a769-e334753dc26c HTTP/1.1" status: 204 len: 168 time: 1.3882344 Sep 07 02:41:53.809489 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a31fb-bee8-4163-be71-7819f0b19d5f admin admin] Pushing event deleted for resources: {'Network': ['ID=d1246213-e6bd-49b1-a769-e334753dc26c,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:53.811377 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-497e5f48-b4c3-4b33-ade7-cc7ced04f429 service neutron] Transition to ACTIVE for port object d2d251f5-ff13-47fd-91f7-21a3ac2c20ad will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:41:53.815423 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-1d4129f8-5e0b-494b-891d-f9e68b738ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:53.822968 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9ca254de-e42a-4d96-bbc3-01035bf615df req-a35f7240-8303-4187-a7a8-eead5aa27979 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.22 "GET /v2.0/security-groups?id=3aef09b9-bc23-4efa-8664-713672567223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591358 Sep 07 02:41:53.848634 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-497e5f48-b4c3-4b33-ade7-cc7ced04f429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:53.868301 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49316) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:41:53.892798 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8ee2efd0-0f33-4d61-aa96-7078e2c144f5 req-19816ef4-6b09-492f-829b-b852750b390e tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790575 Sep 07 02:41:54.022053 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-c854554f-3ba2-4a9b-8d52-5c5cc82a4840 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1356552460-network', 'tenant_id': '2d9d7acb4e2a44a0baf8330d51dd9d9f'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:41:54.028807 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49320) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:41:54.065714 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497e5f48-b4c3-4b33-ade7-cc7ced04f429 service neutron] Pushing event updated for resources: {'Port': ['ID=d2d251f5-ff13-47fd-91f7-21a3ac2c20ad,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:54.086650 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c854554f-3ba2-4a9b-8d52-5c5cc82a4840 admin admin] Made reservation on behalf of 2d9d7acb4e2a44a0baf8330d51dd9d9f for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:41:54.089519 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c854554f-3ba2-4a9b-8d52-5c5cc82a4840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:54.123743 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c854554f-3ba2-4a9b-8d52-5c5cc82a4840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:54.145967 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b76f0fbf-e8e2-4301-a7aa-444c9fff9745 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2e7b2f5e6e5f40369d66245ab396572e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1148086 Sep 07 02:41:54.148444 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49322) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:41:54.154028 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-bc8eb64f-b25e-43d3-a634-0d2c4b191230 req-7c5a4673-b581-4e47-ade4-359f32e35475 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ca5d8de-e5ef-4079-9dd4-b726208eeca8 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:41:54.167132 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bc8eb64f-b25e-43d3-a634-0d2c4b191230 req-7c5a4673-b581-4e47-ade4-359f32e35475 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:54.206847 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-bc8eb64f-b25e-43d3-a634-0d2c4b191230 req-7c5a4673-b581-4e47-ade4-359f32e35475 service neutron] Transition to ACTIVE for port object 4ca5d8de-e5ef-4079-9dd4-b726208eeca8 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:41:54.218342 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bc8eb64f-b25e-43d3-a634-0d2c4b191230 req-7c5a4673-b581-4e47-ade4-359f32e35475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:54.228505 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-497e5f48-b4c3-4b33-ade7-cc7ced04f429 service neutron] Attempting to bind port d2d251f5-ff13-47fd-91f7-21a3ac2c20ad on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:41:54.228850 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-497e5f48-b4c3-4b33-ade7-cc7ced04f429 service neutron] Attempting to bind port d2d251f5-ff13-47fd-91f7-21a3ac2c20ad by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': 'aaa806c4-a8e8-477a-887e-c4f9692d092a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b6b7fa78-905c-4e45-8ca1-46d8e557bf3f'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:41:54.229181 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-497e5f48-b4c3-4b33-ade7-cc7ced04f429 service neutron] Attempting to bind port d2d251f5-ff13-47fd-91f7-21a3ac2c20ad on network b6b7fa78-905c-4e45-8ca1-46d8e557bf3f {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:41:54.250939 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-497e5f48-b4c3-4b33-ade7-cc7ced04f429 service neutron] Port d2d251f5-ff13-47fd-91f7-21a3ac2c20ad on network b6b7fa78-905c-4e45-8ca1-46d8e557bf3f not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:41:54.251265 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-497e5f48-b4c3-4b33-ade7-cc7ced04f429 service neutron] Attempting to bind port d2d251f5-ff13-47fd-91f7-21a3ac2c20ad on network b6b7fa78-905c-4e45-8ca1-46d8e557bf3f {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:41:54.284364 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-497e5f48-b4c3-4b33-ade7-cc7ced04f429 service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:41:54.284710 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-497e5f48-b4c3-4b33-ade7-cc7ced04f429 service neutron] Checking segment: {'id': 'aaa806c4-a8e8-477a-887e-c4f9692d092a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b6b7fa78-905c-4e45-8ca1-46d8e557bf3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:41:54.285109 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-497e5f48-b4c3-4b33-ade7-cc7ced04f429 service neutron] Bound using segment: {'id': 'aaa806c4-a8e8-477a-887e-c4f9692d092a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b6b7fa78-905c-4e45-8ca1-46d8e557bf3f'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:41:54.285547 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-497e5f48-b4c3-4b33-ade7-cc7ced04f429 service neutron] Bound port: d2d251f5-ff13-47fd-91f7-21a3ac2c20ad, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa806c4-a8e8-477a-887e-c4f9692d092a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b6b7fa78-905c-4e45-8ca1-46d8e557bf3f'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:41:54.285908 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-497e5f48-b4c3-4b33-ade7-cc7ced04f429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:54.301431 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5a4673-b581-4e47-ade4-359f32e35475 service neutron] Pushing event updated for resources: {'Port': ['ID=4ca5d8de-e5ef-4079-9dd4-b726208eeca8,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:54.316919 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-85255f80-4a8f-496e-9e61-49afa5dc1b3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:54.406815 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-85255f80-4a8f-496e-9e61-49afa5dc1b3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:54.419677 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-1d4129f8-5e0b-494b-891d-f9e68b738ac2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b31042e9-d884-41e2-9192-982ad47f434c {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:41:54.435118 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-1d4129f8-5e0b-494b-891d-f9e68b738ac2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:54.438700 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-5cef1bca-314f-42ea-8eff-d82818e27956 admin admin] Deleting port 1334244f-16db-419c-ab79-f24cd3dd2c07 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:41:54.439038 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5cef1bca-314f-42ea-8eff-d82818e27956 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:54.441134 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-497e5f48-b4c3-4b33-ade7-cc7ced04f429 service neutron] For port d2d251f5-ff13-47fd-91f7-21a3ac2c20ad, host n-h2-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:41:54.446892 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-497e5f48-b4c3-4b33-ade7-cc7ced04f429 service neutron] For port d2d251f5-ff13-47fd-91f7-21a3ac2c20ad, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=d2d251f5-ff13-47fd-91f7-21a3ac2c20ad,segment=NetworkSegment(aaa806c4-a8e8-477a-887e-c4f9692d092a),segment_id=aaa806c4-a8e8-477a-887e-c4f9692d092a)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:41:54.451299 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c854554f-3ba2-4a9b-8d52-5c5cc82a4840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:54.465131 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-497e5f48-b4c3-4b33-ade7-cc7ced04f429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:54.471537 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c854554f-3ba2-4a9b-8d52-5c5cc82a4840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:54.500819 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-bc8eb64f-b25e-43d3-a634-0d2c4b191230 req-7c5a4673-b581-4e47-ade4-359f32e35475 service neutron] Attempting to bind port 4ca5d8de-e5ef-4079-9dd4-b726208eeca8 on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:41:54.501045 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-bc8eb64f-b25e-43d3-a634-0d2c4b191230 req-7c5a4673-b581-4e47-ade4-359f32e35475 service neutron] Attempting to bind port 4ca5d8de-e5ef-4079-9dd4-b726208eeca8 by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '6dff264e-7c75-4629-a854-2e784f93e6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7baff3a-2acd-47c4-826f-ff1b179e5161'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:41:54.501577 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8eb64f-b25e-43d3-a634-0d2c4b191230 req-7c5a4673-b581-4e47-ade4-359f32e35475 service neutron] Attempting to bind port 4ca5d8de-e5ef-4079-9dd4-b726208eeca8 on network c7baff3a-2acd-47c4-826f-ff1b179e5161 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:41:54.507807 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c854554f-3ba2-4a9b-8d52-5c5cc82a4840 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:41:54.508160 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-1d4129f8-5e0b-494b-891d-f9e68b738ac2 service neutron] Transition to ACTIVE for port object b31042e9-d884-41e2-9192-982ad47f434c will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:41:54.530514 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8eb64f-b25e-43d3-a634-0d2c4b191230 req-7c5a4673-b581-4e47-ade4-359f32e35475 service neutron] Port 4ca5d8de-e5ef-4079-9dd4-b726208eeca8 on network c7baff3a-2acd-47c4-826f-ff1b179e5161 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:41:54.532000 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8eb64f-b25e-43d3-a634-0d2c4b191230 req-7c5a4673-b581-4e47-ade4-359f32e35475 service neutron] Attempting to bind port 4ca5d8de-e5ef-4079-9dd4-b726208eeca8 on network c7baff3a-2acd-47c4-826f-ff1b179e5161 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:41:54.532618 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 48ce1268-06c7-4ae8-bdc2-692ddb68346e no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:41:54.539663 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c854554f-3ba2-4a9b-8d52-5c5cc82a4840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:54.540114 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-c854554f-3ba2-4a9b-8d52-5c5cc82a4840 admin admin] Added segment bf0ae500-d0d4-4c22-b571-d367994f1475 of type vlan for network d110b15d-8f45-41ae-811e-ef30c7755c77 Sep 07 02:41:54.542959 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8eb64f-b25e-43d3-a634-0d2c4b191230 req-7c5a4673-b581-4e47-ade4-359f32e35475 service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:41:54.543902 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8eb64f-b25e-43d3-a634-0d2c4b191230 req-7c5a4673-b581-4e47-ade4-359f32e35475 service neutron] Checking segment: {'id': '6dff264e-7c75-4629-a854-2e784f93e6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7baff3a-2acd-47c4-826f-ff1b179e5161'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:41:54.543902 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8eb64f-b25e-43d3-a634-0d2c4b191230 req-7c5a4673-b581-4e47-ade4-359f32e35475 service neutron] Bound using segment: {'id': '6dff264e-7c75-4629-a854-2e784f93e6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7baff3a-2acd-47c4-826f-ff1b179e5161'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:41:54.544255 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-bc8eb64f-b25e-43d3-a634-0d2c4b191230 req-7c5a4673-b581-4e47-ade4-359f32e35475 service neutron] Bound port: 4ca5d8de-e5ef-4079-9dd4-b726208eeca8, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dff264e-7c75-4629-a854-2e784f93e6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7baff3a-2acd-47c4-826f-ff1b179e5161'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:41:54.544604 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bc8eb64f-b25e-43d3-a634-0d2c4b191230 req-7c5a4673-b581-4e47-ade4-359f32e35475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:54.549631 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-1d4129f8-5e0b-494b-891d-f9e68b738ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:54.559056 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-497e5f48-b4c3-4b33-ade7-cc7ced04f429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:54.559714 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-497e5f48-b4c3-4b33-ade7-cc7ced04f429 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:54.561320 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-497e5f48-b4c3-4b33-ade7-cc7ced04f429 service neutron] 10.222.0.16 "PUT /v2.0/ports/d2d251f5-ff13-47fd-91f7-21a3ac2c20ad HTTP/1.1" status: 200 len: 1093 time: 2.1017032 Sep 07 02:41:54.564293 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c854554f-3ba2-4a9b-8d52-5c5cc82a4840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=992b66fe-f717-4e63-84a7-ccf11c09637c,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:54.569281 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a94cee49-798e-4b5c-a905-eea8da76d63a', 'tag': 'd2d251f5-ff13-47fd-91f7-21a3ac2c20ad'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:41:54.571618 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7cd9de1-f1a1-45fd-86f2-a7eb60e32970" -d '{"events": [{"name": "network-changed", "server_uuid": "a94cee49-798e-4b5c-a905-eea8da76d63a", "tag": "d2d251f5-ff13-47fd-91f7-21a3ac2c20ad"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:41:54.615902 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497e5f48-b4c3-4b33-ade7-cc7ced04f429 service neutron] Pushing event updated for resources: {'Port': ['ID=d2d251f5-ff13-47fd-91f7-21a3ac2c20ad,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:54.633678 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-5cef1bca-314f-42ea-8eff-d82818e27956 admin admin] For port 1334244f-16db-419c-ab79-f24cd3dd2c07, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=1334244f-16db-419c-ab79-f24cd3dd2c07,segment=NetworkSegment(274fafe7-b9cb-4ae2-902c-19db352d9f5f),segment_id=274fafe7-b9cb-4ae2-902c-19db352d9f5f)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:41:54.634076 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5cef1bca-314f-42ea-8eff-d82818e27956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:54.634979 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 48ce1268-06c7-4ae8-bdc2-692ddb68346e {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:41:54.638267 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 48ce1268-06c7-4ae8-bdc2-692ddb68346e not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:41:54.645621 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-85255f80-4a8f-496e-9e61-49afa5dc1b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:54.648311 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-85255f80-4a8f-496e-9e61-49afa5dc1b3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:54.649473 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-85255f80-4a8f-496e-9e61-49afa5dc1b3b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8126f7f6-5650-4b40-9a7f-e46c1ccb6a49 HTTP/1.1" status: 204 len: 168 time: 0.4977539 Sep 07 02:41:54.678983 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09cf2c75-c8c8-4e3d-b424-9c18ed682540 x-openstack-request-id: req-09cf2c75-c8c8-4e3d-b424-9c18ed682540 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:41:54.679272 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a94cee49-798e-4b5c-a905-eea8da76d63a", "tag": "d2d251f5-ff13-47fd-91f7-21a3ac2c20ad", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:41:54.679786 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-09cf2c75-c8c8-4e3d-b424-9c18ed682540 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:41:54.680407 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a94cee49-798e-4b5c-a905-eea8da76d63a', 'tag': 'd2d251f5-ff13-47fd-91f7-21a3ac2c20ad', 'status': 'completed', 'code': 200} Sep 07 02:41:54.693404 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c854554f-3ba2-4a9b-8d52-5c5cc82a4840 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:54.701126 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85255f80-4a8f-496e-9e61-49afa5dc1b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8126f7f6-5650-4b40-9a7f-e46c1ccb6a49,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:54.744599 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-bc8eb64f-b25e-43d3-a634-0d2c4b191230 req-7c5a4673-b581-4e47-ade4-359f32e35475 service neutron] For port 4ca5d8de-e5ef-4079-9dd4-b726208eeca8, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:41:54.748316 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-bc8eb64f-b25e-43d3-a634-0d2c4b191230 req-7c5a4673-b581-4e47-ade4-359f32e35475 service neutron] For port 4ca5d8de-e5ef-4079-9dd4-b726208eeca8, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=4ca5d8de-e5ef-4079-9dd4-b726208eeca8,segment=NetworkSegment(6dff264e-7c75-4629-a854-2e784f93e6e2),segment_id=6dff264e-7c75-4629-a854-2e784f93e6e2)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:41:54.748609 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-5cef1bca-314f-42ea-8eff-d82818e27956 admin admin] Calling delete_port for 1334244f-16db-419c-ab79-f24cd3dd2c07 owned by network:router_interface {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:41:54.749569 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c854554f-3ba2-4a9b-8d52-5c5cc82a4840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:54.750613 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c854554f-3ba2-4a9b-8d52-5c5cc82a4840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:54.751301 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c854554f-3ba2-4a9b-8d52-5c5cc82a4840 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:54.759943 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bc8eb64f-b25e-43d3-a634-0d2c4b191230 req-7c5a4673-b581-4e47-ade4-359f32e35475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:54.809485 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4129f8-5e0b-494b-891d-f9e68b738ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=b31042e9-d884-41e2-9192-982ad47f434c,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:54.824472 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c854554f-3ba2-4a9b-8d52-5c5cc82a4840 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9520123 Sep 07 02:41:54.827929 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8eb64f-b25e-43d3-a634-0d2c4b191230 req-7c5a4673-b581-4e47-ade4-359f32e35475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:54.828560 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bc8eb64f-b25e-43d3-a634-0d2c4b191230 req-7c5a4673-b581-4e47-ade4-359f32e35475 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:54.829944 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bc8eb64f-b25e-43d3-a634-0d2c4b191230 req-7c5a4673-b581-4e47-ade4-359f32e35475 service neutron] 10.222.0.16 "PUT /v2.0/ports/4ca5d8de-e5ef-4079-9dd4-b726208eeca8 HTTP/1.1" status: 200 len: 1093 time: 1.3956089 Sep 07 02:41:54.830388 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49330) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:41:54.872273 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d177df0-acd9-487a-8a98-e3c6eb2142fc', 'tag': '4ca5d8de-e5ef-4079-9dd4-b726208eeca8'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:41:54.874634 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269ba443-b97f-46a0-be3d-b34519f96777" -d '{"events": [{"name": "network-changed", "server_uuid": "8d177df0-acd9-487a-8a98-e3c6eb2142fc", "tag": "4ca5d8de-e5ef-4079-9dd4-b726208eeca8"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:41:54.879401 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01631568-eee6-4671-af28-e72d224d530d req-c2785b13-356d-4522-86ff-637702ba8288 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:54.881030 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-01631568-eee6-4671-af28-e72d224d530d req-c2785b13-356d-4522-86ff-637702ba8288 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb044ddb-aec4-4cc8-8c21-d0b93465a7eb HTTP/1.1" status: 200 len: 950 time: 0.1978283 Sep 07 02:41:54.887153 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-540bf98f-b397-4cad-a008-30d43b003737 admin admin] Request body: {'subnet': {'network_id': 'd110b15d-8f45-41ae-811e-ef30c7755c77', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1356552460-subnet', 'tenant_id': '2d9d7acb4e2a44a0baf8330d51dd9d9f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:41:54.901193 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-176bcc80-07fb-4383-8ee2-f837eafef184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:54.902713 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-176bcc80-07fb-4383-8ee2-f837eafef184 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=17dd44711fbb41589e93ff16d97ba443&device_id=a94cee49-798e-4b5c-a905-eea8da76d63a HTTP/1.1" status: 200 len: 1096 time: 0.2409906 Sep 07 02:41:54.923570 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c854554f-3ba2-4a9b-8d52-5c5cc82a4840 admin admin] Pushing event updated for resources: {'Network': ['ID=d110b15d-8f45-41ae-811e-ef30c7755c77,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:54.935623 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network d110b15d-8f45-41ae-811e-ef30c7755c77 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:41:54.958853 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-1d4129f8-5e0b-494b-891d-f9e68b738ac2 service neutron] Attempting to bind port b31042e9-d884-41e2-9192-982ad47f434c on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:41:54.959820 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-1d4129f8-5e0b-494b-891d-f9e68b738ac2 service neutron] Attempting to bind port b31042e9-d884-41e2-9192-982ad47f434c by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': 'aaa806c4-a8e8-477a-887e-c4f9692d092a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b6b7fa78-905c-4e45-8ca1-46d8e557bf3f'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:41:54.960780 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-1d4129f8-5e0b-494b-891d-f9e68b738ac2 service neutron] Attempting to bind port b31042e9-d884-41e2-9192-982ad47f434c on network b6b7fa78-905c-4e45-8ca1-46d8e557bf3f {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:41:55.006823 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-8c371e9f-e544-45c5-85cd-9082e4d74c4c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2d251f5-ff13-47fd-91f7-21a3ac2c20ad HTTP/1.1" status: 200 len: 217 time: 0.0646410 Sep 07 02:41:55.027925 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-1d4129f8-5e0b-494b-891d-f9e68b738ac2 service neutron] Port b31042e9-d884-41e2-9192-982ad47f434c on network b6b7fa78-905c-4e45-8ca1-46d8e557bf3f not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:41:55.028457 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-1d4129f8-5e0b-494b-891d-f9e68b738ac2 service neutron] Attempting to bind port b31042e9-d884-41e2-9192-982ad47f434c on network b6b7fa78-905c-4e45-8ca1-46d8e557bf3f {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:41:55.038226 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5a4673-b581-4e47-ade4-359f32e35475 service neutron] Pushing event updated for resources: {'Port': ['ID=4ca5d8de-e5ef-4079-9dd4-b726208eeca8,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:55.066959 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-01631568-eee6-4671-af28-e72d224d530d req-25468655-3bc4-4134-87c9-82169d50b047 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632626 Sep 07 02:41:55.068605 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540bf98f-b397-4cad-a008-30d43b003737 admin admin] Made reservation on behalf of 2d9d7acb4e2a44a0baf8330d51dd9d9f for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:41:55.070941 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-540bf98f-b397-4cad-a008-30d43b003737 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:55.103947 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8eb64f-b25e-43d3-a634-0d2c4b191230 req-5aea22f2-e5a9-4039-a2ab-eff8fd617566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:55.103947 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bc8eb64f-b25e-43d3-a634-0d2c4b191230 req-5aea22f2-e5a9-4039-a2ab-eff8fd617566 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3c6e11955fd14c5c9b191cf5c7d7b41c&device_id=8d177df0-acd9-487a-8a98-e3c6eb2142fc HTTP/1.1" status: 200 len: 1096 time: 0.2189171 Sep 07 02:41:55.127294 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa3aa2-b6ab-477d-b401-ae566c284e66 req-e988d5e9-625f-4856-b914-5c2ede11b40a tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:55.129725 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cdaa3aa2-b6ab-477d-b401-ae566c284e66 req-e988d5e9-625f-4856-b914-5c2ede11b40a tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.22 "GET /v2.0/ports?device_id=352d2fb9-b3ac-43aa-b139-b634b9c1297a HTTP/1.1" status: 200 len: 944 time: 0.2138622 Sep 07 02:41:55.194183 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bc8eb64f-b25e-43d3-a634-0d2c4b191230 req-f18139a2-cfb1-4f67-88d9-2e9932f0a0b1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ca5d8de-e5ef-4079-9dd4-b726208eeca8 HTTP/1.1" status: 200 len: 217 time: 0.0609388 Sep 07 02:41:55.316394 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cdaa3aa2-b6ab-477d-b401-ae566c284e66 req-f07985d6-c4d4-4697-ba8b-5979bd98b7ad tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.22 "GET /v2.0/security-groups?id=3aef09b9-bc23-4efa-8664-713672567223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277514 Sep 07 02:41:55.330521 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8eb64f-b25e-43d3-a634-0d2c4b191230 req-fcc2c385-78a4-4226-81c8-f1dd084f445a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:55.332052 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bc8eb64f-b25e-43d3-a634-0d2c4b191230 req-fcc2c385-78a4-4226-81c8-f1dd084f445a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=04737742-a3d0-4b6d-a6a4-ec1fe2e55890 HTTP/1.1" status: 200 len: 849 time: 0.0949824 Sep 07 02:41:55.379406 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-1d4129f8-5e0b-494b-891d-f9e68b738ac2 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:41:55.379776 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-1d4129f8-5e0b-494b-891d-f9e68b738ac2 service neutron] Checking segment: {'id': 'aaa806c4-a8e8-477a-887e-c4f9692d092a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b6b7fa78-905c-4e45-8ca1-46d8e557bf3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:41:55.380165 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-1d4129f8-5e0b-494b-891d-f9e68b738ac2 service neutron] Bound using segment: {'id': 'aaa806c4-a8e8-477a-887e-c4f9692d092a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b6b7fa78-905c-4e45-8ca1-46d8e557bf3f'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:41:55.380615 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-1d4129f8-5e0b-494b-891d-f9e68b738ac2 service neutron] Bound port: b31042e9-d884-41e2-9192-982ad47f434c, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaa806c4-a8e8-477a-887e-c4f9692d092a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b6b7fa78-905c-4e45-8ca1-46d8e557bf3f'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:41:55.380976 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-1d4129f8-5e0b-494b-891d-f9e68b738ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:55.408319 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae5691ed-2433-4322-b58a-8a1ff679a7ab x-openstack-request-id: req-ae5691ed-2433-4322-b58a-8a1ff679a7ab {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:41:55.408903 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d177df0-acd9-487a-8a98-e3c6eb2142fc", "tag": "4ca5d8de-e5ef-4079-9dd4-b726208eeca8", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:41:55.409363 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ae5691ed-2433-4322-b58a-8a1ff679a7ab {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:41:55.410398 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d177df0-acd9-487a-8a98-e3c6eb2142fc', 'tag': '4ca5d8de-e5ef-4079-9dd4-b726208eeca8', 'status': 'completed', 'code': 200} Sep 07 02:41:55.433595 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8eb64f-b25e-43d3-a634-0d2c4b191230 req-13afad73-f966-433e-be5c-66e9ce9a65f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:55.435136 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bc8eb64f-b25e-43d3-a634-0d2c4b191230 req-13afad73-f966-433e-be5c-66e9ce9a65f7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7baff3a-2acd-47c4-826f-ff1b179e5161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0922835 Sep 07 02:41:55.465401 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-74ba309f-f57c-406a-92c7-7c612decfe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:55.466951 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-74ba309f-f57c-406a-92c7-7c612decfe6e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=35c85522-601a-48aa-9d53-ac705e7885ca HTTP/1.1" status: 200 len: 852 time: 0.4497838 Sep 07 02:41:55.539274 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-acec706a-ade5-4f9b-b892-7c050f58d613 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b6b7fa78-905c-4e45-8ca1-46d8e557bf3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604696 Sep 07 02:41:55.548706 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-540bf98f-b397-4cad-a008-30d43b003737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:55.549299 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb79e7e-667d-470d-8823-2d85813fbdff req-230e7141-f558-44b7-9682-bedc0bf58087 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:55.550811 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ecb79e7e-667d-470d-8823-2d85813fbdff req-230e7141-f558-44b7-9682-bedc0bf58087 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d177df0-acd9-487a-8a98-e3c6eb2142fc HTTP/1.1" status: 200 len: 944 time: 0.1676755 Sep 07 02:41:55.598094 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-1d4129f8-5e0b-494b-891d-f9e68b738ac2 service neutron] For port b31042e9-d884-41e2-9192-982ad47f434c, host n-h1-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:41:55.638398 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540bf98f-b397-4cad-a008-30d43b003737 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afd739c4-5efd-4074-975c-47a0080c2aa9,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:55.652701 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bc8eb64f-b25e-43d3-a634-0d2c4b191230 req-746798cd-7c41-4449-abd4-7fdfbe26be32 service neutron] 10.222.0.16 "GET /v2.0/networks/c7baff3a-2acd-47c4-826f-ff1b179e5161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097504 Sep 07 02:41:55.655349 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-1d4129f8-5e0b-494b-891d-f9e68b738ac2 service neutron] For port b31042e9-d884-41e2-9192-982ad47f434c, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=b31042e9-d884-41e2-9192-982ad47f434c,segment=NetworkSegment(aaa806c4-a8e8-477a-887e-c4f9692d092a),segment_id=aaa806c4-a8e8-477a-887e-c4f9692d092a)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:41:55.669920 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540bf98f-b397-4cad-a008-30d43b003737 admin admin] Checking segment: {'id': 'bf0ae500-d0d4-4c22-b571-d367994f1475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd110b15d-8f45-41ae-811e-ef30c7755c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:41:55.670195 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540bf98f-b397-4cad-a008-30d43b003737 admin admin] Network hostable DHCP agents. Network: d110b15d-8f45-41ae-811e-ef30c7755c77, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:41:55.694026 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-1d4129f8-5e0b-494b-891d-f9e68b738ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:55.733507 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ecb79e7e-667d-470d-8823-2d85813fbdff req-d4c85e58-c275-433f-ab61-4e77beddbdb2 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678069 Sep 07 02:41:55.745476 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540bf98f-b397-4cad-a008-30d43b003737 admin admin] Network d110b15d-8f45-41ae-811e-ef30c7755c77 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:41:55.767023 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-540bf98f-b397-4cad-a008-30d43b003737 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, d110b15d-8f45-41ae-811e-ef30c7755c77) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:41:55.770214 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-1d4129f8-5e0b-494b-891d-f9e68b738ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:55.771657 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-1d4129f8-5e0b-494b-891d-f9e68b738ac2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:55.773395 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-1d4129f8-5e0b-494b-891d-f9e68b738ac2 service neutron] 10.222.0.23 "PUT /v2.0/ports/b31042e9-d884-41e2-9192-982ad47f434c HTTP/1.1" status: 200 len: 1093 time: 2.1487861 Sep 07 02:41:55.773570 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540bf98f-b397-4cad-a008-30d43b003737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:55.774428 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-540bf98f-b397-4cad-a008-30d43b003737 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:55.781307 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5cef1bca-314f-42ea-8eff-d82818e27956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:55.782186 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7159c0c8-aeeb-4b4c-b167-0134318a6101 None None] Network d110b15d-8f45-41ae-811e-ef30c7755c77 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:41:55.784408 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bc8eb64f-b25e-43d3-a634-0d2c4b191230 req-8daadc18-690e-4ecb-8b05-4b5032c6d556 service neutron] 10.222.0.16 "GET /v2.0/networks/c7baff3a-2acd-47c4-826f-ff1b179e5161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241772 Sep 07 02:41:55.805712 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-540bf98f-b397-4cad-a008-30d43b003737 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9236312 Sep 07 02:41:55.806915 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49364) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:41:55.813908 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-5b470e73-fbcf-4afc-9d7c-5a544a3f1b1f service neutron] 10.222.0.16 "GET /v2.0/networks/b6b7fa78-905c-4e45-8ca1-46d8e557bf3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621145 Sep 07 02:41:55.832660 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-92df36b0-ba48-4228-8e34-9f20ec78ad9d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1356552460-router', 'tenant_id': '2d9d7acb4e2a44a0baf8330d51dd9d9f', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:41:55.861463 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4129f8-5e0b-494b-891d-f9e68b738ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=b31042e9-d884-41e2-9192-982ad47f434c,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:55.891452 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-92df36b0-ba48-4228-8e34-9f20ec78ad9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:55.892029 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-92df36b0-ba48-4228-8e34-9f20ec78ad9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:55.917930 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d544376e-042f-4921-bff6-33f7977dfb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:55.993692 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cef1bca-314f-42ea-8eff-d82818e27956 admin admin] Pushing event deleted for resources: {'Port': ['ID=1334244f-16db-419c-ab79-f24cd3dd2c07,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:56.002044 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-92df36b0-ba48-4228-8e34-9f20ec78ad9d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:56.005821 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ba443-b97f-46a0-be3d-b34519f96777 req-3f64fe29-f8c1-4e9f-ad8b-2b22e5f627b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:56.007625 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-269ba443-b97f-46a0-be3d-b34519f96777 req-3f64fe29-f8c1-4e9f-ad8b-2b22e5f627b9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3c6e11955fd14c5c9b191cf5c7d7b41c&device_id=8d177df0-acd9-487a-8a98-e3c6eb2142fc HTTP/1.1" status: 200 len: 1096 time: 0.1343176 Sep 07 02:41:56.078931 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d0c7eb-ae72-4271-811a-decfaeef2ced None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-d110b15d-8f45-41ae-811e-ef30c7755c77', 'network_id': 'd110b15d-8f45-41ae-811e-ef30c7755c77', 'tenant_id': '2d9d7acb4e2a44a0baf8330d51dd9d9f', 'fixed_ips': [{'subnet_id': 'afd739c4-5efd-4074-975c-47a0080c2aa9'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:41:56.080576 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-60d0c7eb-ae72-4271-811a-decfaeef2ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:56.105835 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-d8c4da2a-affa-472b-9850-db35aced3be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:56.107512 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-d8c4da2a-affa-472b-9850-db35aced3be3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=17dd44711fbb41589e93ff16d97ba443&device_id=352d2fb9-b3ac-43aa-b139-b634b9c1297a HTTP/1.1" status: 200 len: 1096 time: 0.2737358 Sep 07 02:41:56.258249 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-6ca2f3ad-e762-4af6-9d65-f2db29d771d1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b31042e9-d884-41e2-9192-982ad47f434c HTTP/1.1" status: 200 len: 217 time: 0.0907254 Sep 07 02:41:56.266104 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-9c4b3059-1b3d-4070-a30b-10e74a0d4491 service neutron] 10.222.0.16 "GET /v2.0/networks/b6b7fa78-905c-4e45-8ca1-46d8e557bf3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4442122 Sep 07 02:41:56.279334 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-92df36b0-ba48-4228-8e34-9f20ec78ad9d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:56.295139 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-60d0c7eb-ae72-4271-811a-decfaeef2ced None None] Allocated IP 172.20.0.2 (d110b15d-8f45-41ae-811e-ef30c7755c77/afd739c4-5efd-4074-975c-47a0080c2aa9/34c611d6-9f8c-463b-afef-5b45aa5d244c) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:41:56.326086 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ba443-b97f-46a0-be3d-b34519f96777 req-ad7665e6-0cd2-4ad8-b968-b22d309265b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:56.327627 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-269ba443-b97f-46a0-be3d-b34519f96777 req-ad7665e6-0cd2-4ad8-b968-b22d309265b2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c7baff3a-2acd-47c4-826f-ff1b179e5161 HTTP/1.1" status: 200 len: 910 time: 0.2510469 Sep 07 02:41:56.421082 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf69ef6-4c35-4089-8573-e820e65a4728 req-a5502719-1dee-45da-90d3-981512ce686a tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:56.422716 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5bf69ef6-4c35-4089-8573-e820e65a4728 req-a5502719-1dee-45da-90d3-981512ce686a tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb044ddb-aec4-4cc8-8c21-d0b93465a7eb HTTP/1.1" status: 200 len: 950 time: 0.1967740 Sep 07 02:41:56.528498 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-236d4b50-d103-4cc6-b393-0f4cdf1c0556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:56.530036 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-236d4b50-d103-4cc6-b393-0f4cdf1c0556 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=35c85522-601a-48aa-9d53-ac705e7885ca HTTP/1.1" status: 200 len: 852 time: 0.2607968 Sep 07 02:41:56.536304 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd9de1-f1a1-45fd-86f2-a7eb60e32970 req-f37abb03-b7a9-4c9f-96ff-c07043efeba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:56.537809 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b7cd9de1-f1a1-45fd-86f2-a7eb60e32970 req-f37abb03-b7a9-4c9f-96ff-c07043efeba5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=17dd44711fbb41589e93ff16d97ba443&device_id=a94cee49-798e-4b5c-a905-eea8da76d63a HTTP/1.1" status: 200 len: 1096 time: 0.2048311 Sep 07 02:41:56.547913 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5cef1bca-314f-42ea-8eff-d82818e27956 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:56.559643 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5bf69ef6-4c35-4089-8573-e820e65a4728 req-2129a85b-d68a-4df1-a684-a3168eba1370 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247995 Sep 07 02:41:56.585003 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-60d0c7eb-ae72-4271-811a-decfaeef2ced None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:56.589727 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-0f7bcdf8-0fa2-4448-9068-4bddd17a8278 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b6b7fa78-905c-4e45-8ca1-46d8e557bf3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503902 Sep 07 02:41:56.604144 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-60d0c7eb-ae72-4271-811a-decfaeef2ced None None] Transition to ACTIVE for port object 34c611d6-9f8c-463b-afef-5b45aa5d244c will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:41:56.621869 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-60d0c7eb-ae72-4271-811a-decfaeef2ced None None] Transition to ACTIVE for port object 34c611d6-9f8c-463b-afef-5b45aa5d244c will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:41:56.633721 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-60d0c7eb-ae72-4271-811a-decfaeef2ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:56.638990 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49412) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:41:56.677511 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d0c7eb-ae72-4271-811a-decfaeef2ced None None] Network d110b15d-8f45-41ae-811e-ef30c7755c77 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:41:56.680411 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-60d0c7eb-ae72-4271-811a-decfaeef2ced None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:41:56.682128 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '352d2fb9-b3ac-43aa-b139-b634b9c1297a', 'tag': 'b31042e9-d884-41e2-9192-982ad47f434c'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:41:56.684350 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d0c7eb-ae72-4271-811a-decfaeef2ced None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:41:56.684533 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-806b9dd4-4a60-46d3-a225-a6c50595545b" -d '{"events": [{"name": "network-changed", "server_uuid": "352d2fb9-b3ac-43aa-b139-b634b9c1297a", "tag": "b31042e9-d884-41e2-9192-982ad47f434c"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:41:56.700721 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d0c7eb-ae72-4271-811a-decfaeef2ced None None] Pushing event updated for resources: {'Port': ['ID=34c611d6-9f8c-463b-afef-5b45aa5d244c,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:56.766381 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-60d0c7eb-ae72-4271-811a-decfaeef2ced None None] Attempting to bind port 34c611d6-9f8c-463b-afef-5b45aa5d244c on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:41:56.767923 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-60d0c7eb-ae72-4271-811a-decfaeef2ced None None] Attempting to bind port 34c611d6-9f8c-463b-afef-5b45aa5d244c by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'bf0ae500-d0d4-4c22-b571-d367994f1475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd110b15d-8f45-41ae-811e-ef30c7755c77'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:41:56.768733 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d0c7eb-ae72-4271-811a-decfaeef2ced None None] Attempting to bind port 34c611d6-9f8c-463b-afef-5b45aa5d244c on network d110b15d-8f45-41ae-811e-ef30c7755c77 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:41:56.776381 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d0c7eb-ae72-4271-811a-decfaeef2ced None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:41:56.777379 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d0c7eb-ae72-4271-811a-decfaeef2ced None None] Checking segment: {'id': 'bf0ae500-d0d4-4c22-b571-d367994f1475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd110b15d-8f45-41ae-811e-ef30c7755c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:41:56.778113 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-60d0c7eb-ae72-4271-811a-decfaeef2ced None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:56.779268 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d0c7eb-ae72-4271-811a-decfaeef2ced None None] Bound using segment: {'id': 'bf0ae500-d0d4-4c22-b571-d367994f1475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd110b15d-8f45-41ae-811e-ef30c7755c77'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:41:56.779994 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-60d0c7eb-ae72-4271-811a-decfaeef2ced None None] Bound port: 34c611d6-9f8c-463b-afef-5b45aa5d244c, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf0ae500-d0d4-4c22-b571-d367994f1475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd110b15d-8f45-41ae-811e-ef30c7755c77'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:41:56.780560 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-60d0c7eb-ae72-4271-811a-decfaeef2ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:56.786390 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e768af67-9646-4b5d-b10d-86ba7974dfdb x-openstack-request-id: req-e768af67-9646-4b5d-b10d-86ba7974dfdb {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:41:56.786766 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "352d2fb9-b3ac-43aa-b139-b634b9c1297a", "tag": "b31042e9-d884-41e2-9192-982ad47f434c", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:41:56.787117 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e768af67-9646-4b5d-b10d-86ba7974dfdb {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:41:56.787632 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '352d2fb9-b3ac-43aa-b139-b634b9c1297a', 'tag': 'b31042e9-d884-41e2-9192-982ad47f434c', 'status': 'completed', 'code': 200} Sep 07 02:41:56.865041 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-60d0c7eb-ae72-4271-811a-decfaeef2ced None None] For port 34c611d6-9f8c-463b-afef-5b45aa5d244c, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:41:56.869147 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-60d0c7eb-ae72-4271-811a-decfaeef2ced None None] For port 34c611d6-9f8c-463b-afef-5b45aa5d244c, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=34c611d6-9f8c-463b-afef-5b45aa5d244c,segment=NetworkSegment(bf0ae500-d0d4-4c22-b571-d367994f1475),segment_id=bf0ae500-d0d4-4c22-b571-d367994f1475)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:41:56.875437 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-60d0c7eb-ae72-4271-811a-decfaeef2ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:56.887580 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-269ba443-b97f-46a0-be3d-b34519f96777 req-c08047da-7d6a-49dc-bc12-bbf95bcd112c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ca5d8de-e5ef-4079-9dd4-b726208eeca8 HTTP/1.1" status: 200 len: 217 time: 0.5507138 Sep 07 02:41:56.919717 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d4c176da-5d4e-4077-ba52-1f87f09a22ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:56.923343 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd9de1-f1a1-45fd-86f2-a7eb60e32970 req-a04050fb-415f-4bd8-8773-1abb172ed49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:56.924992 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b7cd9de1-f1a1-45fd-86f2-a7eb60e32970 req-a04050fb-415f-4bd8-8773-1abb172ed49a service neutron] 10.222.0.16 "GET /v2.0/networks?id=b6b7fa78-905c-4e45-8ca1-46d8e557bf3f HTTP/1.1" status: 200 len: 912 time: 0.3644288 Sep 07 02:41:56.933014 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-425b7188-d808-4fbe-8c58-6488fcbbcdce service neutron] 10.222.0.23 "GET /v2.0/networks/b6b7fa78-905c-4e45-8ca1-46d8e557bf3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904258 Sep 07 02:41:56.940753 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d0c7eb-ae72-4271-811a-decfaeef2ced None None] Pushing event updated for resources: {'Port': ['ID=34c611d6-9f8c-463b-afef-5b45aa5d244c,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:57.019707 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ba443-b97f-46a0-be3d-b34519f96777 req-9e077e5c-535b-4f04-a3d7-72610feb1825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:57.021257 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-269ba443-b97f-46a0-be3d-b34519f96777 req-9e077e5c-535b-4f04-a3d7-72610feb1825 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=04737742-a3d0-4b6d-a6a4-ec1fe2e55890 HTTP/1.1" status: 200 len: 849 time: 0.1239562 Sep 07 02:41:57.034466 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a9b5aa-ad9a-421d-83bc-ec9269cf41b0 req-179961fc-93ae-43e1-b787-258593e224cb tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:57.036032 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-22a9b5aa-ad9a-421d-83bc-ec9269cf41b0 req-179961fc-93ae-43e1-b787-258593e224cb tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.22 "GET /v2.0/ports?device_id=352d2fb9-b3ac-43aa-b139-b634b9c1297a HTTP/1.1" status: 200 len: 944 time: 0.1534753 Sep 07 02:41:57.049279 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b7cd9de1-f1a1-45fd-86f2-a7eb60e32970 req-f87ae71e-e568-4bcf-a595-60ca01a0f99a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2d251f5-ff13-47fd-91f7-21a3ac2c20ad HTTP/1.1" status: 200 len: 217 time: 0.0757377 Sep 07 02:41:57.067320 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb0e3c-a3b8-4f87-a96d-4ed985773780 req-f3e46258-6e03-41fa-838e-8d6d078d4ce6 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:57.077651 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-59fb0e3c-a3b8-4f87-a96d-4ed985773780 req-f3e46258-6e03-41fa-838e-8d6d078d4ce6 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d177df0-acd9-487a-8a98-e3c6eb2142fc HTTP/1.1" status: 200 len: 944 time: 0.2352326 Sep 07 02:41:57.137584 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ba443-b97f-46a0-be3d-b34519f96777 req-e4dbe4be-73d9-4463-ac32-215b4bd6fdab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:57.139146 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-269ba443-b97f-46a0-be3d-b34519f96777 req-e4dbe4be-73d9-4463-ac32-215b4bd6fdab service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7baff3a-2acd-47c4-826f-ff1b179e5161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1013837 Sep 07 02:41:57.204857 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-22a9b5aa-ad9a-421d-83bc-ec9269cf41b0 req-31a62599-2a60-44f1-a29b-0afab4277378 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.22 "GET /v2.0/security-groups?id=3aef09b9-bc23-4efa-8664-713672567223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345527 Sep 07 02:41:57.301786 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd9de1-f1a1-45fd-86f2-a7eb60e32970 req-e42222d2-af6a-463a-a5a9-6cebdd6848c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:57.303389 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b7cd9de1-f1a1-45fd-86f2-a7eb60e32970 req-e42222d2-af6a-463a-a5a9-6cebdd6848c6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=35c85522-601a-48aa-9d53-ac705e7885ca HTTP/1.1" status: 200 len: 852 time: 0.2237816 Sep 07 02:41:57.309834 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-59fb0e3c-a3b8-4f87-a96d-4ed985773780 req-c3c1a502-5a02-4664-b539-4eaeb071a859 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313693 Sep 07 02:41:57.320847 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-732e5f3d-841a-4411-90d2-85b32b52cf49 req-492aedf3-1f8f-4258-bcc4-f9ab81755f25 service neutron] 10.222.0.23 "GET /v2.0/networks/b6b7fa78-905c-4e45-8ca1-46d8e557bf3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503242 Sep 07 02:41:57.340509 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cef1bca-314f-42ea-8eff-d82818e27956 admin admin] Router 2f3f9cf7-2e32-4787-8194-b736dac3d001 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:41:57.357648 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-269ba443-b97f-46a0-be3d-b34519f96777 req-1f291e9f-c3dc-4670-9aea-283e4845105e service neutron] 10.222.0.16 "GET /v2.0/networks/c7baff3a-2acd-47c4-826f-ff1b179e5161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070289 Sep 07 02:41:57.358881 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-92df36b0-ba48-4228-8e34-9f20ec78ad9d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:57.365978 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b7cd9de1-f1a1-45fd-86f2-a7eb60e32970 req-1db53cab-6aaa-4568-88a2-905518031f38 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b6b7fa78-905c-4e45-8ca1-46d8e557bf3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493617 Sep 07 02:41:57.388454 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-92df36b0-ba48-4228-8e34-9f20ec78ad9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:57.545859 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-269ba443-b97f-46a0-be3d-b34519f96777 req-c3625448-3d04-42fd-aa66-d753a54f0ee6 service neutron] 10.222.0.16 "GET /v2.0/networks/c7baff3a-2acd-47c4-826f-ff1b179e5161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660106 Sep 07 02:41:57.563472 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-92df36b0-ba48-4228-8e34-9f20ec78ad9d admin admin] Allocated IP 172.25.5.231 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/ac42159e-a2a6-4bb6-ba47-3c6539609154) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:41:57.732740 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-92df36b0-ba48-4228-8e34-9f20ec78ad9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:57.762568 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f76d00-e7e6-48e3-ba81-112b76914fd4 req-b62053c7-7df2-45fb-9c81-b8843a09bbd5 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:57.772950 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-16f76d00-e7e6-48e3-ba81-112b76914fd4 req-b62053c7-7df2-45fb-9c81-b8843a09bbd5 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb044ddb-aec4-4cc8-8c21-d0b93465a7eb HTTP/1.1" status: 200 len: 950 time: 0.1290398 Sep 07 02:41:57.815132 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b9dd4-4a60-46d3-a225-a6c50595545b req-7190a031-56fe-4858-9e19-dca4502a708a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:57.820377 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-806b9dd4-4a60-46d3-a225-a6c50595545b req-7190a031-56fe-4858-9e19-dca4502a708a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=17dd44711fbb41589e93ff16d97ba443&device_id=352d2fb9-b3ac-43aa-b139-b634b9c1297a HTTP/1.1" status: 200 len: 1096 time: 0.4487453 Sep 07 02:41:57.821458 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d4c176da-5d4e-4077-ba52-1f87f09a22ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:57.835915 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-16f76d00-e7e6-48e3-ba81-112b76914fd4 req-81315492-2388-4f27-8be3-1e90ea1cc612 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620601 Sep 07 02:41:57.843071 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d4c176da-5d4e-4077-ba52-1f87f09a22ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:57.845992 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-92df36b0-ba48-4228-8e34-9f20ec78ad9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:57.905752 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92df36b0-ba48-4228-8e34-9f20ec78ad9d admin admin] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:41:57.907723 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df36b0-ba48-4228-8e34-9f20ec78ad9d admin admin] Pushing event updated for resources: {'Port': ['ID=ac42159e-a2a6-4bb6-ba47-3c6539609154,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:57.910591 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-92df36b0-ba48-4228-8e34-9f20ec78ad9d admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:41:57.912779 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92df36b0-ba48-4228-8e34-9f20ec78ad9d admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:41:57.942944 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b7cd9de1-f1a1-45fd-86f2-a7eb60e32970 req-3bcafdca-225d-403a-a549-1952144ab956 service neutron] 10.222.0.16 "GET /v2.0/networks/b6b7fa78-905c-4e45-8ca1-46d8e557bf3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5627451 Sep 07 02:41:57.990971 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d4c176da-5d4e-4077-ba52-1f87f09a22ca admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3e51e81ad9534b9ebf5d927726d8d3a8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3475637 Sep 07 02:41:57.992804 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49426) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:41:57.996406 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c176da-5d4e-4077-ba52-1f87f09a22ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=399edc0c-bc54-4e39-b7b6-bf9a9e18f180,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:58.021014 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cef1bca-314f-42ea-8eff-d82818e27956 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:41:58.029069 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-5cef1bca-314f-42ea-8eff-d82818e27956 admin admin] 10.222.0.22 "PUT /v2.0/routers/2f3f9cf7-2e32-4787-8194-b736dac3d001/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4261935 Sep 07 02:41:58.032555 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486e066a-df83-426f-9461-5b50aa47c215 None None] Sync routers for ids ['2f3f9cf7-2e32-4787-8194-b736dac3d001'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:41:58.035610 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49428) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:41:58.046154 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486e066a-df83-426f-9461-5b50aa47c215 None None] Routers {'2f3f9cf7-2e32-4787-8194-b736dac3d001'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:41:58.046154 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-486e066a-df83-426f-9461-5b50aa47c215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:41:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['2f3f9cf7-2e32-4787-8194-b736dac3d001'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:41:58.083165 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec84c82-4157-456e-ad9b-3ea81aa05a74 None None] Network d110b15d-8f45-41ae-811e-ef30c7755c77 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:41:58.143415 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b9dd4-4a60-46d3-a225-a6c50595545b req-51d881cd-37c4-40e3-b3c0-9c2507d01e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:58.144970 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-806b9dd4-4a60-46d3-a225-a6c50595545b req-51d881cd-37c4-40e3-b3c0-9c2507d01e86 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b6b7fa78-905c-4e45-8ca1-46d8e557bf3f HTTP/1.1" status: 200 len: 912 time: 0.3146763 Sep 07 02:41:58.175135 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d1910e52-2ac6-4d4e-8e6c-183485918d60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:58.194676 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b82450ec-9adb-49cb-8899-398161333047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:58.210121 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-486e066a-df83-426f-9461-5b50aa47c215 None None] Set router 2f3f9cf7-2e32-4787-8194-b736dac3d001 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:41:58.212142 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-89b8b1db-6814-4b61-a771-067b2964359c None None] Provisioning for port 34c611d6-9f8c-463b-afef-5b45aa5d244c completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:41:58.216841 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d1910e52-2ac6-4d4e-8e6c-183485918d60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:58.220719 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-806b9dd4-4a60-46d3-a225-a6c50595545b req-275ccda1-4a69-4da3-b78d-f162ed40cc74 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b31042e9-d884-41e2-9192-982ad47f434c HTTP/1.1" status: 200 len: 217 time: 0.0672045 Sep 07 02:41:58.270367 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b7cd9de1-f1a1-45fd-86f2-a7eb60e32970 req-1eda0b0e-3097-476e-9fd8-1cac8938a8a6 service neutron] 10.222.0.16 "GET /v2.0/networks/b6b7fa78-905c-4e45-8ca1-46d8e557bf3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179541 Sep 07 02:41:58.319815 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-92df36b0-ba48-4228-8e34-9f20ec78ad9d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:58.320123 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fd8dd87a-18cf-496b-b199-9dc32dc100d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:58.381697 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b9dd4-4a60-46d3-a225-a6c50595545b req-33c1a77b-da2e-48a0-96c2-77be7034d815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:58.383216 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-806b9dd4-4a60-46d3-a225-a6c50595545b req-33c1a77b-da2e-48a0-96c2-77be7034d815 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=35c85522-601a-48aa-9d53-ac705e7885ca HTTP/1.1" status: 200 len: 852 time: 0.1246486 Sep 07 02:41:58.439923 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-806b9dd4-4a60-46d3-a225-a6c50595545b req-032c0f78-5b5c-44a0-81ec-ae73b6756461 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b6b7fa78-905c-4e45-8ca1-46d8e557bf3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408943 Sep 07 02:41:58.473200 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d1910e52-2ac6-4d4e-8e6c-183485918d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:58.477137 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d1910e52-2ac6-4d4e-8e6c-183485918d60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:58.481148 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-d1910e52-2ac6-4d4e-8e6c-183485918d60 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/399edc0c-bc54-4e39-b7b6-bf9a9e18f180 HTTP/1.1" status: 204 len: 168 time: 0.4834096 Sep 07 02:41:58.538824 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f903bb16-1ad0-4243-88bf-97d794cbdcdb req-f88e8497-2958-4a76-87ed-612e9ed208f1 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:58.540469 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f903bb16-1ad0-4243-88bf-97d794cbdcdb req-f88e8497-2958-4a76-87ed-612e9ed208f1 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.22 "GET /v2.0/ports?device_id=352d2fb9-b3ac-43aa-b139-b634b9c1297a HTTP/1.1" status: 200 len: 944 time: 0.1795728 Sep 07 02:41:58.554518 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1910e52-2ac6-4d4e-8e6c-183485918d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=399edc0c-bc54-4e39-b7b6-bf9a9e18f180,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:58.590857 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-486e066a-df83-426f-9461-5b50aa47c215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f3f9cf7-2e32-4787-8194-b736dac3d001', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2121366700-router', 'tenant_id': '3e6c3b13f7044159a2c7196a2eb4f711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'f1b67a51-bffc-41d3-8f9f-0d348a09bc6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:32:49Z', 'updated_at': '2021-09-07T02:41:55Z', 'revision_number': 5, 'project_id': '3e6c3b13f7044159a2c7196a2eb4f711', 'gw_port': {'id': 'f1b67a51-bffc-41d3-8f9f-0d348a09bc6b', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:28:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3f9cf7-2e32-4787-8194-b736dac3d001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:32:52Z', 'updated_at': '2021-09-07T02:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:41:58.621689 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d8485f-7cce-4798-b419-5696146947cf req-c2d9a38e-76d5-4fc3-a20c-4e0fabdd9236 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:58.623374 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-59d8485f-7cce-4798-b419-5696146947cf req-c2d9a38e-76d5-4fc3-a20c-4e0fabdd9236 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d177df0-acd9-487a-8a98-e3c6eb2142fc HTTP/1.1" status: 200 len: 944 time: 0.1975965 Sep 07 02:41:58.628775 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 34c611d6-9f8c-463b-afef-5b45aa5d244c up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:41:58.670590 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486e066a-df83-426f-9461-5b50aa47c215 None None] Checking router: 2f3f9cf7-2e32-4787-8194-b736dac3d001 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:41:58.684250 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-806b9dd4-4a60-46d3-a225-a6c50595545b req-edbbfbbb-be00-4a70-96cb-602db9f2e47d service neutron] 10.222.0.23 "GET /v2.0/networks/b6b7fa78-905c-4e45-8ca1-46d8e557bf3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087286 Sep 07 02:41:58.694125 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486e066a-df83-426f-9461-5b50aa47c215 None None] Routers {'2f3f9cf7-2e32-4787-8194-b736dac3d001'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:41:58.695106 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-486e066a-df83-426f-9461-5b50aa47c215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:41:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['2f3f9cf7-2e32-4787-8194-b736dac3d001'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:41:58.721594 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:58.742985 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 34c611d6-9f8c-463b-afef-5b45aa5d244c completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:41:58.759256 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 34c611d6-9f8c-463b-afef-5b45aa5d244c triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:41:58.761021 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:58.796687 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-59d8485f-7cce-4798-b419-5696146947cf req-132bc334-c083-466b-88f1-dc731cec6eed tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288676 Sep 07 02:41:58.798108 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-806b9dd4-4a60-46d3-a225-a6c50595545b req-21699694-59c8-45a5-b8f8-3c03c7e236d7 service neutron] 10.222.0.23 "GET /v2.0/networks/b6b7fa78-905c-4e45-8ca1-46d8e557bf3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011252 Sep 07 02:41:58.802815 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fd8dd87a-18cf-496b-b199-9dc32dc100d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:58.828844 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-56768b2f-1068-4a7e-bdc6-d8f6c3f0b424 None None] Provisioning complete for port 34c611d6-9f8c-463b-afef-5b45aa5d244c triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:41:58.829239 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-56768b2f-1068-4a7e-bdc6-d8f6c3f0b424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:58.841616 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-92df36b0-ba48-4228-8e34-9f20ec78ad9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:58.879838 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f903bb16-1ad0-4243-88bf-97d794cbdcdb req-1621d56f-1af0-49cf-8125-aedeab79bf86 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.22 "GET /v2.0/security-groups?id=3aef09b9-bc23-4efa-8664-713672567223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303134 Sep 07 02:41:58.880510 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-486e066a-df83-426f-9461-5b50aa47c215 None None] Set router 2f3f9cf7-2e32-4787-8194-b736dac3d001 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:41:58.944141 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-fd8dd87a-18cf-496b-b199-9dc32dc100d6 admin admin] Deleting port f1b67a51-bffc-41d3-8f9f-0d348a09bc6b {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:41:58.944504 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fd8dd87a-18cf-496b-b199-9dc32dc100d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:59.048661 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-56768b2f-1068-4a7e-bdc6-d8f6c3f0b424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:59.066972 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-fd8dd87a-18cf-496b-b199-9dc32dc100d6 admin admin] For port f1b67a51-bffc-41d3-8f9f-0d348a09bc6b, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=f1b67a51-bffc-41d3-8f9f-0d348a09bc6b,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:41:59.067362 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fd8dd87a-18cf-496b-b199-9dc32dc100d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:59.110332 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-fd8dd87a-18cf-496b-b199-9dc32dc100d6 admin admin] Calling delete_port for f1b67a51-bffc-41d3-8f9f-0d348a09bc6b owned by network:router_gateway {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:41:59.111060 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-56768b2f-1068-4a7e-bdc6-d8f6c3f0b424 None None] For port 34c611d6-9f8c-463b-afef-5b45aa5d244c, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=34c611d6-9f8c-463b-afef-5b45aa5d244c,segment=NetworkSegment(bf0ae500-d0d4-4c22-b571-d367994f1475),segment_id=bf0ae500-d0d4-4c22-b571-d367994f1475)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:41:59.112539 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:59.139132 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-56768b2f-1068-4a7e-bdc6-d8f6c3f0b424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:59.152390 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f92a26d-f00e-4d3d-a8a5-f5984a08a958 req-22ece2b4-2010-4b6b-a92d-02771f724ece tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:41:59.154715 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0f92a26d-f00e-4d3d-a8a5-f5984a08a958 req-22ece2b4-2010-4b6b-a92d-02771f724ece tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb044ddb-aec4-4cc8-8c21-d0b93465a7eb HTTP/1.1" status: 200 len: 950 time: 0.1211779 Sep 07 02:41:59.191636 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92df36b0-ba48-4228-8e34-9f20ec78ad9d admin admin] Router f3a11831-39a7-401d-bfe3-eb09fb7dd146 is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 02:41:59.231826 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0f92a26d-f00e-4d3d-a8a5-f5984a08a958 req-137933bf-b5f3-4cc1-89d9-e3fd505bb085 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700228 Sep 07 02:41:59.253285 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56768b2f-1068-4a7e-bdc6-d8f6c3f0b424 None None] Pushing event updated for resources: {'Port': ['ID=34c611d6-9f8c-463b-afef-5b45aa5d244c,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:59.266292 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.db.api [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 02:41:59.266714 n-d-796209-16 neutron-server[94702]: DEBUG oslo_db.api [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 02:41:59.297458 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-486e066a-df83-426f-9461-5b50aa47c215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f3f9cf7-2e32-4787-8194-b736dac3d001', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2121366700-router', 'tenant_id': '3e6c3b13f7044159a2c7196a2eb4f711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'f1b67a51-bffc-41d3-8f9f-0d348a09bc6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:32:49Z', 'updated_at': '2021-09-07T02:41:55Z', 'revision_number': 5, 'project_id': '3e6c3b13f7044159a2c7196a2eb4f711', 'gw_port': {'id': 'f1b67a51-bffc-41d3-8f9f-0d348a09bc6b', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:28:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3f9cf7-2e32-4787-8194-b736dac3d001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:32:52Z', 'updated_at': '2021-09-07T02:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:41:59.332656 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486e066a-df83-426f-9461-5b50aa47c215 None None] The sync data for ids ['2f3f9cf7-2e32-4787-8194-b736dac3d001'] in n-d-796209-16 is: [{'id': '2f3f9cf7-2e32-4787-8194-b736dac3d001', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2121366700-router', 'tenant_id': '3e6c3b13f7044159a2c7196a2eb4f711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': 'f1b67a51-bffc-41d3-8f9f-0d348a09bc6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:32:49Z', 'updated_at': '2021-09-07T02:41:55Z', 'revision_number': 5, 'project_id': '3e6c3b13f7044159a2c7196a2eb4f711', 'gw_port': {'id': 'f1b67a51-bffc-41d3-8f9f-0d348a09bc6b', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:28:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3f9cf7-2e32-4787-8194-b736dac3d001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:32:52Z', 'updated_at': '2021-09-07T02:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:41:59.363882 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92df36b0-ba48-4228-8e34-9f20ec78ad9d admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:41:59.366617 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fd8dd87a-18cf-496b-b199-9dc32dc100d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:59.381651 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a11083f-4406-4e03-8469-04195e1f7f18 None None] Sync routers for ids ['f3a11831-39a7-401d-bfe3-eb09fb7dd146'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:41:59.392128 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a11083f-4406-4e03-8469-04195e1f7f18 None None] Routers {'f3a11831-39a7-401d-bfe3-eb09fb7dd146'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:41:59.392405 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-92df36b0-ba48-4228-8e34-9f20ec78ad9d admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:59.393076 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-9a11083f-4406-4e03-8469-04195e1f7f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:41:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['f3a11831-39a7-401d-bfe3-eb09fb7dd146'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:41:59.393878 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-92df36b0-ba48-4228-8e34-9f20ec78ad9d admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.5856731 Sep 07 02:41:59.397983 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49456) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:41:59.410773 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8dd87a-18cf-496b-b199-9dc32dc100d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1b67a51-bffc-41d3-8f9f-0d348a09bc6b,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:41:59.469634 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:59.497359 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fd8dd87a-18cf-496b-b199-9dc32dc100d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:59.544111 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-9a11083f-4406-4e03-8469-04195e1f7f18 None None] Set router f3a11831-39a7-401d-bfe3-eb09fb7dd146 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:41:59.594437 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fd8dd87a-18cf-496b-b199-9dc32dc100d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:59.597317 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fd8dd87a-18cf-496b-b199-9dc32dc100d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:59.650798 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fd8dd87a-18cf-496b-b199-9dc32dc100d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:59.651634 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8dd87a-18cf-496b-b199-9dc32dc100d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f3f9cf7-2e32-4787-8194-b736dac3d001 {{(pid=94701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 02:41:59.654724 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device b31042e9-d884-41e2-9192-982ad47f434c details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:41:59.657447 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fd8dd87a-18cf-496b-b199-9dc32dc100d6 admin admin] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:59.661389 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-fd8dd87a-18cf-496b-b199-9dc32dc100d6 admin admin] 10.222.0.22 "DELETE /v2.0/routers/2f3f9cf7-2e32-4787-8194-b736dac3d001 HTTP/1.1" status: 204 len: 168 time: 1.6233604 Sep 07 02:41:59.661990 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49468) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:41:59.723230 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf11ab22-9f30-4499-8f81-d26a4197ecc6 admin admin] Deleting subnet 0c8d8bcd-39e7-4637-9457-32d46bf7e3d8 {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:41:59.726579 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cf11ab22-9f30-4499-8f81-d26a4197ecc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:59.763831 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cf11ab22-9f30-4499-8f81-d26a4197ecc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:59.876791 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cf11ab22-9f30-4499-8f81-d26a4197ecc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:41:59.951739 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6473d841-96c0-40d0-9ede-1a4954d6143a req-67fce25c-3a3e-4351-92d0-0e4710bac70f tempest-ImagesNegativeTestJSON-937103536 tempest-ImagesNegativeTestJSON-937103536-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=de7a047c97a540c8b0309be26f8b79b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333927 Sep 07 02:41:59.996179 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c3d3d13f-1314-4369-b113-1376b2932967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:00.003285 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cf11ab22-9f30-4499-8f81-d26a4197ecc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:00.024555 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ff1a0-4c64-442a-a895-b2f268fe3bc1 req-0b5ff988-5ec8-4908-bf6b-5f4ec0360d48 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:00.026954 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0b6ff1a0-4c64-442a-a895-b2f268fe3bc1 req-0b5ff988-5ec8-4908-bf6b-5f4ec0360d48 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d177df0-acd9-487a-8a98-e3c6eb2142fc HTTP/1.1" status: 200 len: 944 time: 0.0902481 Sep 07 02:42:00.079176 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device d2d251f5-ff13-47fd-91f7-21a3ac2c20ad details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:42:00.086985 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11ab22-9f30-4499-8f81-d26a4197ecc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c8d8bcd-39e7-4637-9457-32d46bf7e3d8,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:00.100174 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cf11ab22-9f30-4499-8f81-d26a4197ecc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:00.105628 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-cf11ab22-9f30-4499-8f81-d26a4197ecc6 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/0c8d8bcd-39e7-4637-9457-32d46bf7e3d8 HTTP/1.1" status: 204 len: 168 time: 0.4422803 Sep 07 02:42:00.106018 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49486) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:42:00.119936 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed51b971-a2bd-47c1-b361-e543812c3280 None None] Network 28c4f895-f72d-473a-b860-b5d3aa922a40 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:42:00.187091 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0b6ff1a0-4c64-442a-a895-b2f268fe3bc1 req-dc343ae9-cca2-4558-9bb5-e7708856b167 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490626 Sep 07 02:42:00.208520 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473d841-96c0-40d0-9ede-1a4954d6143a req-63983fe1-8bbc-4d8d-9569-559f0bcc4f36 tempest-ImagesNegativeTestJSON-937103536 tempest-ImagesNegativeTestJSON-937103536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:00.210379 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6473d841-96c0-40d0-9ede-1a4954d6143a req-63983fe1-8bbc-4d8d-9569-559f0bcc4f36 tempest-ImagesNegativeTestJSON-937103536 tempest-ImagesNegativeTestJSON-937103536-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2519743 Sep 07 02:42:00.241118 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e73f68c2-5630-4731-9c66-ef7a02af9743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:00.248868 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6473d841-96c0-40d0-9ede-1a4954d6143a req-6689130d-af1f-48c8-9344-902d04e01b8e tempest-ImagesNegativeTestJSON-937103536 tempest-ImagesNegativeTestJSON-937103536-project] 10.222.0.22 "GET /v2.0/quotas/de7a047c97a540c8b0309be26f8b79b2 HTTP/1.1" status: 200 len: 375 time: 0.0270319 Sep 07 02:42:00.258097 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-c3d3d13f-1314-4369-b113-1376b2932967 admin admin] Allocated IP 172.20.0.1 (d110b15d-8f45-41ae-811e-ef30c7755c77/afd739c4-5efd-4074-975c-47a0080c2aa9/bfd7ad37-d763-41a1-86f1-d014e1080f63) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:42:00.260776 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port b31042e9-d884-41e2-9192-982ad47f434c, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=b31042e9-d884-41e2-9192-982ad47f434c,segment=NetworkSegment(aaa806c4-a8e8-477a-887e-c4f9692d092a),segment_id=aaa806c4-a8e8-477a-887e-c4f9692d092a)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:42:00.277095 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.db.resource_extend [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 02:42:00.291223 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6473d841-96c0-40d0-9ede-1a4954d6143a req-e91d4020-c2bb-474a-9c02-e3e4c97106cc tempest-ImagesNegativeTestJSON-937103536 tempest-ImagesNegativeTestJSON-937103536-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=de7a047c97a540c8b0309be26f8b79b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345235 Sep 07 02:42:00.305141 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': 'b31042e9-d884-41e2-9192-982ad47f434c', 'network_id': 'b6b7fa78-905c-4e45-8ca1-46d8e557bf3f', 'port_id': 'b31042e9-d884-41e2-9192-982ad47f434c', 'mac_address': 'fa:16:3e:70:9b:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35c85522-601a-48aa-9d53-ac705e7885ca', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:42:00.354985 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-e73f68c2-5630-4731-9c66-ef7a02af9743 admin admin] Deleting port e6c95b6c-aeeb-4820-ba82-33c07ebea7c3 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:42:00.355421 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e73f68c2-5630-4731-9c66-ef7a02af9743 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:00.385387 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e2549-da17-4297-b81e-addaae3f926a req-c04f4a36-08bc-4304-a4d9-f48cf773998d tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:00.386878 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-225e2549-da17-4297-b81e-addaae3f926a req-c04f4a36-08bc-4304-a4d9-f48cf773998d tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.22 "GET /v2.0/ports?device_id=352d2fb9-b3ac-43aa-b139-b634b9c1297a HTTP/1.1" status: 200 len: 944 time: 0.1200609 Sep 07 02:42:00.429755 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-e73f68c2-5630-4731-9c66-ef7a02af9743 admin admin] For port e6c95b6c-aeeb-4820-ba82-33c07ebea7c3, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=e6c95b6c-aeeb-4820-ba82-33c07ebea7c3,segment=NetworkSegment(274fafe7-b9cb-4ae2-902c-19db352d9f5f),segment_id=274fafe7-b9cb-4ae2-902c-19db352d9f5f)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:42:00.430573 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e73f68c2-5630-4731-9c66-ef7a02af9743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:00.434155 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c3d3d13f-1314-4369-b113-1376b2932967 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:00.440624 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-9a11083f-4406-4e03-8469-04195e1f7f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a11831-39a7-401d-bfe3-eb09fb7dd146', 'name': 'tempest-FloatingIPDetailsTestJSON-1356552460-router', 'tenant_id': '2d9d7acb4e2a44a0baf8330d51dd9d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'ac42159e-a2a6-4bb6-ba47-3c6539609154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:41:55Z', 'updated_at': '2021-09-07T02:41:58Z', 'revision_number': 3, 'project_id': '2d9d7acb4e2a44a0baf8330d51dd9d9f', 'gw_port': {'id': 'ac42159e-a2a6-4bb6-ba47-3c6539609154', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:68:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a11831-39a7-401d-bfe3-eb09fb7dd146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:41:57Z', 'updated_at': '2021-09-07T02:41:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:42:00.451284 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-e73f68c2-5630-4731-9c66-ef7a02af9743 admin admin] Calling delete_port for e6c95b6c-aeeb-4820-ba82-33c07ebea7c3 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:42:00.452903 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-c3d3d13f-1314-4369-b113-1376b2932967 admin admin] Transition to ACTIVE for port object bfd7ad37-d763-41a1-86f1-d014e1080f63 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:42:00.491779 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a11083f-4406-4e03-8469-04195e1f7f18 None None] Checking router: f3a11831-39a7-401d-bfe3-eb09fb7dd146 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:42:00.492145 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a11083f-4406-4e03-8469-04195e1f7f18 None None] Updating router f3a11831-39a7-401d-bfe3-eb09fb7dd146 port ac42159e-a2a6-4bb6-ba47-3c6539609154 binding host n-d-796209-16 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 02:42:00.494468 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:00.500127 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c3d3d13f-1314-4369-b113-1376b2932967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:00.535654 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port d2d251f5-ff13-47fd-91f7-21a3ac2c20ad, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=d2d251f5-ff13-47fd-91f7-21a3ac2c20ad,segment=NetworkSegment(aaa806c4-a8e8-477a-887e-c4f9692d092a),segment_id=aaa806c4-a8e8-477a-887e-c4f9692d092a)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:42:00.550804 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b31042e9-d884-41e2-9192-982ad47f434c {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:42:00.560219 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': 'd2d251f5-ff13-47fd-91f7-21a3ac2c20ad', 'network_id': 'b6b7fa78-905c-4e45-8ca1-46d8e557bf3f', 'port_id': 'd2d251f5-ff13-47fd-91f7-21a3ac2c20ad', 'mac_address': 'fa:16:3e:a7:bd:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35c85522-601a-48aa-9d53-ac705e7885ca', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:42:00.562557 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9a11083f-4406-4e03-8469-04195e1f7f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:00.579718 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e73f68c2-5630-4731-9c66-ef7a02af9743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:00.608011 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port b31042e9-d884-41e2-9192-982ad47f434c, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=b31042e9-d884-41e2-9192-982ad47f434c,segment=NetworkSegment(aaa806c4-a8e8-477a-887e-c4f9692d092a),segment_id=aaa806c4-a8e8-477a-887e-c4f9692d092a)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:42:00.624952 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73f68c2-5630-4731-9c66-ef7a02af9743 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6c95b6c-aeeb-4820-ba82-33c07ebea7c3,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:00.631893 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:00.632084 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73f68c2-5630-4731-9c66-ef7a02af9743 admin admin] No DVR routers for this DVR port e6c95b6c-aeeb-4820-ba82-33c07ebea7c3 on host n-d-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:42:00.655105 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d3d13f-1314-4369-b113-1376b2932967 admin admin] Pushing event updated for resources: {'Port': ['ID=bfd7ad37-d763-41a1-86f1-d014e1080f63,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:00.673130 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d3d13f-1314-4369-b113-1376b2932967 admin admin] Network d110b15d-8f45-41ae-811e-ef30c7755c77 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:42:00.683396 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-c3d3d13f-1314-4369-b113-1376b2932967 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:42:00.693353 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d3d13f-1314-4369-b113-1376b2932967 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:42:00.705385 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32da1338-a6b9-485c-9372-28b546ebd825 None None] DHCP port deletion for 28c4f895-f72d-473a-b860-b5d3aa922a40 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:42:00.757544 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c3d3d13f-1314-4369-b113-1376b2932967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:00.776157 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e73f68c2-5630-4731-9c66-ef7a02af9743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:00.818515 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:00.843271 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 34c611d6-9f8c-463b-afef-5b45aa5d244c up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:42:00.872216 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-225e2549-da17-4297-b81e-addaae3f926a req-597ebf48-b915-4dbf-8bc8-0a36da47f07e tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.22 "GET /v2.0/security-groups?id=3aef09b9-bc23-4efa-8664-713672567223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3817377 Sep 07 02:42:00.897122 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=b31042e9-d884-41e2-9192-982ad47f434c,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:00.900102 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['b31042e9-d884-41e2-9192-982ad47f434c'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:42:00.905810 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2d251f5-ff13-47fd-91f7-21a3ac2c20ad {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:42:00.920558 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-e73f68c2-5630-4731-9c66-ef7a02af9743 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28c4f895-f72d-473a-b860-b5d3aa922a40']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:42:00.958122 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-e73f68c2-5630-4731-9c66-ef7a02af9743 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '274fafe7-b9cb-4ae2-902c-19db352d9f5f') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:42:00.980074 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-e73f68c2-5630-4731-9c66-ef7a02af9743 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '274fafe7-b9cb-4ae2-902c-19db352d9f5f') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:42:01.003011 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dd622c92-ca72-4f4f-9c4f-63f787cb801e req-e6157544-f593-496f-97c1-c27729648aa5 tempest-ImagesNegativeTestJSON-937103536 tempest-ImagesNegativeTestJSON-937103536-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fd8d032-66c7-4ef0-95b4-3d1674f0b344 HTTP/1.1" status: 200 len: 210 time: 0.0305812 Sep 07 02:42:01.016337 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port d2d251f5-ff13-47fd-91f7-21a3ac2c20ad, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=d2d251f5-ff13-47fd-91f7-21a3ac2c20ad,segment=NetworkSegment(aaa806c4-a8e8-477a-887e-c4f9692d092a),segment_id=aaa806c4-a8e8-477a-887e-c4f9692d092a)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:42:01.020936 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e73f68c2-5630-4731-9c66-ef7a02af9743 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:01.058521 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:01.059201 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 4ca5d8de-e5ef-4079-9dd4-b726208eeca8 details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:42:01.090511 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c3d3d13f-1314-4369-b113-1376b2932967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:01.105565 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e73f68c2-5630-4731-9c66-ef7a02af9743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:01.113749 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e73f68c2-5630-4731-9c66-ef7a02af9743 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:42:01.114160 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e73f68c2-5630-4731-9c66-ef7a02af9743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:01.166994 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:42:01.166994 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:42:01.166994 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:42:01.166994 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:42:01.166994 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:42:01.166994 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:42:01.166994 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:42:01.166994 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:42:01.166994 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:42:01.166994 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:42:01.166994 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:42:01.166994 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:42:01.166994 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:42:01.166994 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:42:01.166994 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:42:01.166994 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:42:01.166994 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:42:01.166994 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:42:01.166994 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:42:01.166994 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:42:01.166994 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:42:01.166994 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:42:01.166994 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:42:01.166994 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:42:01.166994 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:42:01.166994 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:42:01.166994 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:42:01.166994 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:42:01.166994 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:42:01.166994 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:42:01.166994 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:42:01.166994 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:42:01.182552 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6dc7f484-c083-4bdb-b47a-7d758ff6446f req-b41e1151-4725-4e36-82e2-e34f971efcc4 service neutron] 10.222.0.16 "GET /v2.0/ports/03a08a42-1d07-47f4-9c5c-dd28198aa815/bindings/n-h2-796209-16 HTTP/1.1" status: 200 len: 383 time: 0.3981600 Sep 07 02:42:01.197612 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a5c5d-27e4-4994-9660-761c52f495f4 req-9d391c8c-ed2e-4bfb-ac31-4426e39e50a5 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:01.205638 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-474a5c5d-27e4-4994-9660-761c52f495f4 req-9d391c8c-ed2e-4bfb-ac31-4426e39e50a5 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb044ddb-aec4-4cc8-8c21-d0b93465a7eb HTTP/1.1" status: 200 len: 950 time: 0.2220213 Sep 07 02:42:01.214112 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e73f68c2-5630-4731-9c66-ef7a02af9743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:01.229383 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 34c611d6-9f8c-463b-afef-5b45aa5d244c triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:42:01.231166 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e73f68c2-5630-4731-9c66-ef7a02af9743 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:01.231630 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:01.233074 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e73f68c2-5630-4731-9c66-ef7a02af9743 admin admin] 10.222.0.22 "DELETE /v2.0/networks/28c4f895-f72d-473a-b860-b5d3aa922a40 HTTP/1.1" status: 204 len: 168 time: 1.1234863 Sep 07 02:42:01.262406 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73f68c2-5630-4731-9c66-ef7a02af9743 admin admin] Pushing event deleted for resources: {'Network': ['ID=28c4f895-f72d-473a-b860-b5d3aa922a40,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:01.269545 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=d2d251f5-ff13-47fd-91f7-21a3ac2c20ad,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:01.343859 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-474a5c5d-27e4-4994-9660-761c52f495f4 req-f7e245e5-397f-4c5c-9386-18e6028eda16 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371777 Sep 07 02:42:01.365780 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-ebab8fd4-fcd2-42d1-8c31-98fba676e194 None None] Provisioning for port bfd7ad37-d763-41a1-86f1-d014e1080f63 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:42:01.421241 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:01.423416 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-ebab8fd4-fcd2-42d1-8c31-98fba676e194 None None] Provisioning complete for port bfd7ad37-d763-41a1-86f1-d014e1080f63 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:42:01.424012 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ebab8fd4-fcd2-42d1-8c31-98fba676e194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:01.464491 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c3d3d13f-1314-4369-b113-1376b2932967 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:01.472330 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c3d3d13f-1314-4369-b113-1376b2932967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:01.502831 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ecbd86-8727-440b-be08-6929a58b12f7 req-c60ae3fa-b1d3-45a8-85be-a78c0afa75a1 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:01.507657 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-10ecbd86-8727-440b-be08-6929a58b12f7 req-c60ae3fa-b1d3-45a8-85be-a78c0afa75a1 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d177df0-acd9-487a-8a98-e3c6eb2142fc HTTP/1.1" status: 200 len: 944 time: 0.1347477 Sep 07 02:42:01.537727 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49504) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:42:01.553171 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9a11083f-4406-4e03-8469-04195e1f7f18 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:01.556491 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 4ca5d8de-e5ef-4079-9dd4-b726208eeca8, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=4ca5d8de-e5ef-4079-9dd4-b726208eeca8,segment=NetworkSegment(6dff264e-7c75-4629-a854-2e784f93e6e2),segment_id=6dff264e-7c75-4629-a854-2e784f93e6e2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:42:01.560242 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-ebab8fd4-fcd2-42d1-8c31-98fba676e194 None None] Port bfd7ad37-d763-41a1-86f1-d014e1080f63 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:42:01.594264 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc7f484-c083-4bdb-b47a-7d758ff6446f req-474f56a2-e0cc-4862-abf3-6e0fc82529e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:01.595827 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6dc7f484-c083-4bdb-b47a-7d758ff6446f req-474f56a2-e0cc-4862-abf3-6e0fc82529e5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fb044ddb-aec4-4cc8-8c21-d0b93465a7eb&tenant_id=ef46d2c6ddda4358910a6e6d3c8cd1f8 HTTP/1.1" status: 200 len: 1102 time: 0.1213050 Sep 07 02:42:01.624653 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-10ecbd86-8727-440b-be08-6929a58b12f7 req-6eccac6b-d73c-492d-96ef-ad74b0d5f294 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759692 Sep 07 02:42:01.626637 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-dfe33a03-7abb-4553-b0ac-b3a62a648b82 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ec8f998f0dfa49298d81e528b209944e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0869308 Sep 07 02:42:01.628005 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-9a11083f-4406-4e03-8469-04195e1f7f18 None None] Transition to ACTIVE for port object ac42159e-a2a6-4bb6-ba47-3c6539609154 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:42:01.630004 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49508) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:42:01.665059 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c3d3d13f-1314-4369-b113-1376b2932967 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:01.667408 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d3d13f-1314-4369-b113-1376b2932967 admin admin] Pushing event updated for resources: {'Port': ['ID=bfd7ad37-d763-41a1-86f1-d014e1080f63,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:01.682234 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9a11083f-4406-4e03-8469-04195e1f7f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:01.687211 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '4ca5d8de-e5ef-4079-9dd4-b726208eeca8', 'network_id': 'c7baff3a-2acd-47c4-826f-ff1b179e5161', 'port_id': '4ca5d8de-e5ef-4079-9dd4-b726208eeca8', 'mac_address': 'fa:16:3e:c4:e2:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04737742-a3d0-4b6d-a6a4-ec1fe2e55890', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:42:01.719891 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-90081b4d-0ba4-42f4-9c0c-fe52119e3826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:01.758549 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-90081b4d-0ba4-42f4-9c0c-fe52119e3826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:01.762871 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc7f484-c083-4bdb-b47a-7d758ff6446f req-5dbd41d0-8d34-40d6-9f1c-e8a5b537e21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:01.764708 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6dc7f484-c083-4bdb-b47a-7d758ff6446f req-5dbd41d0-8d34-40d6-9f1c-e8a5b537e21e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef46d2c6ddda4358910a6e6d3c8cd1f8&device_id=fb044ddb-aec4-4cc8-8c21-d0b93465a7eb HTTP/1.1" status: 200 len: 1102 time: 0.0962870 Sep 07 02:42:01.765564 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a67f15b-4f55-4ba3-b22c-36d139c70b83 None None] Pushing event updated for resources: {'Port': ['ID=ac42159e-a2a6-4bb6-ba47-3c6539609154,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:01.773126 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d3d13f-1314-4369-b113-1376b2932967 admin admin] Network d110b15d-8f45-41ae-811e-ef30c7755c77 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:42:01.774738 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-c3d3d13f-1314-4369-b113-1376b2932967 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:42:01.790837 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 1334244f-16db-419c-ab79-f24cd3dd2c07 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:42:01.823511 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-9a11083f-4406-4e03-8469-04195e1f7f18 None None] Attempting to bind port ac42159e-a2a6-4bb6-ba47-3c6539609154 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:42:01.823744 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-9a11083f-4406-4e03-8469-04195e1f7f18 None None] Attempting to bind port ac42159e-a2a6-4bb6-ba47-3c6539609154 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:42:01.823971 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a11083f-4406-4e03-8469-04195e1f7f18 None None] Attempting to bind port ac42159e-a2a6-4bb6-ba47-3c6539609154 on network 1166b922-7457-4da4-bdda-328e8c8e7bc6 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:42:01.830655 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 1334244f-16db-419c-ab79-f24cd3dd2c07 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:42:01.831516 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 1334244f-16db-419c-ab79-f24cd3dd2c07 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:42:01.831516 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device e6c95b6c-aeeb-4820-ba82-33c07ebea7c3 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:42:01.890733 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a11083f-4406-4e03-8469-04195e1f7f18 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:42:01.891123 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a11083f-4406-4e03-8469-04195e1f7f18 None None] Checking segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:42:01.891619 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9a11083f-4406-4e03-8469-04195e1f7f18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:01.891997 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a11083f-4406-4e03-8469-04195e1f7f18 None None] Bound using segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:42:01.892491 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-9a11083f-4406-4e03-8469-04195e1f7f18 None None] Bound port: ac42159e-a2a6-4bb6-ba47-3c6539609154, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:42:01.892875 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9a11083f-4406-4e03-8469-04195e1f7f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:01.898936 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3d3d13f-1314-4369-b113-1376b2932967 admin admin] Router f3a11831-39a7-401d-bfe3-eb09fb7dd146 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:42:01.964369 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: e6c95b6c-aeeb-4820-ba82-33c07ebea7c3 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:42:01.964719 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device e6c95b6c-aeeb-4820-ba82-33c07ebea7c3 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:42:01.965156 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device f1b67a51-bffc-41d3-8f9f-0d348a09bc6b no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:42:01.966859 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-90081b4d-0ba4-42f4-9c0c-fe52119e3826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:01.977101 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-90081b4d-0ba4-42f4-9c0c-fe52119e3826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:01.978434 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-90081b4d-0ba4-42f4-9c0c-fe52119e3826 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/64096fcc-3a8a-4b0c-a055-18140d1b78ff HTTP/1.1" status: 204 len: 168 time: 0.3473442 Sep 07 02:42:01.985468 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc7f484-c083-4bdb-b47a-7d758ff6446f req-50c02d3a-b72b-4dda-8d2d-518ef1d05a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:01.988461 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6dc7f484-c083-4bdb-b47a-7d758ff6446f req-50c02d3a-b72b-4dda-8d2d-518ef1d05a93 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0823ecf3-066e-49bd-a451-2e84ab79a70f HTTP/1.1" status: 200 len: 869 time: 0.2136571 Sep 07 02:42:02.002447 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90081b4d-0ba4-42f4-9c0c-fe52119e3826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64096fcc-3a8a-4b0c-a055-18140d1b78ff,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:02.037991 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:02.053306 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: f1b67a51-bffc-41d3-8f9f-0d348a09bc6b {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:42:02.053554 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device f1b67a51-bffc-41d3-8f9f-0d348a09bc6b not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:42:02.054011 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d3d13f-1314-4369-b113-1376b2932967 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:42:02.069629 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c3d3d13f-1314-4369-b113-1376b2932967 admin admin] 10.222.0.22 "PUT /v2.0/routers/f3a11831-39a7-401d-bfe3-eb09fb7dd146/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6719265 Sep 07 02:42:02.101992 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ca5d8de-e5ef-4079-9dd4-b726208eeca8 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:42:02.117881 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-9a11083f-4406-4e03-8469-04195e1f7f18 None None] For port ac42159e-a2a6-4bb6-ba47-3c6539609154, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:42:02.123590 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-9a11083f-4406-4e03-8469-04195e1f7f18 None None] For port ac42159e-a2a6-4bb6-ba47-3c6539609154, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=ac42159e-a2a6-4bb6-ba47-3c6539609154,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:42:02.142503 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 4ca5d8de-e5ef-4079-9dd4-b726208eeca8, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=4ca5d8de-e5ef-4079-9dd4-b726208eeca8,segment=NetworkSegment(6dff264e-7c75-4629-a854-2e784f93e6e2),segment_id=6dff264e-7c75-4629-a854-2e784f93e6e2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:42:02.144117 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9a11083f-4406-4e03-8469-04195e1f7f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:02.166777 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6dc7f484-c083-4bdb-b47a-7d758ff6446f req-d506c06d-8df0-483c-9de9-223d46490d6b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=03a08a42-1d07-47f4-9c5c-dd28198aa815 HTTP/1.1" status: 200 len: 217 time: 0.1614773 Sep 07 02:42:02.172467 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6473d841-96c0-40d0-9ede-1a4954d6143a req-b8ec8b07-a63f-410e-92ce-e021b274ef6e tempest-ImagesNegativeTestJSON-937103536 tempest-ImagesNegativeTestJSON-937103536-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=de7a047c97a540c8b0309be26f8b79b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1026988 Sep 07 02:42:02.178001 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:02.219894 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a11083f-4406-4e03-8469-04195e1f7f18 None None] Routers {'f3a11831-39a7-401d-bfe3-eb09fb7dd146'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:42:02.220935 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-9a11083f-4406-4e03-8469-04195e1f7f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:41:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['f3a11831-39a7-401d-bfe3-eb09fb7dd146'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:42:02.240498 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3d838438-5eb2-4186-a911-d4e4bdc7efff req-bb7a1b90-f67e-4831-a740-dcde8fd511b5 tempest-ImagesNegativeTestJSON-937103536 tempest-ImagesNegativeTestJSON-937103536-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fd8d032-66c7-4ef0-95b4-3d1674f0b344 HTTP/1.1" status: 200 len: 210 time: 0.0612726 Sep 07 02:42:02.282187 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-e716bdff-a55f-46e6-a21d-69634cd15616 None None] Provisioning complete for port bfd7ad37-d763-41a1-86f1-d014e1080f63 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:42:02.283218 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e716bdff-a55f-46e6-a21d-69634cd15616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:02.289525 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a67f15b-4f55-4ba3-b22c-36d139c70b83 None None] Pushing event updated for resources: {'Port': ['ID=ac42159e-a2a6-4bb6-ba47-3c6539609154,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:02.302489 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d52e62-b90c-4040-95dd-58c7878ac5f7 req-ec95d32d-8b0a-4685-bd14-120efc9eab5f tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:02.305062 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-73d52e62-b90c-4040-95dd-58c7878ac5f7 req-ec95d32d-8b0a-4685-bd14-120efc9eab5f tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.22 "GET /v2.0/ports?device_id=352d2fb9-b3ac-43aa-b139-b634b9c1297a HTTP/1.1" status: 200 len: 945 time: 0.2986181 Sep 07 02:42:02.393925 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc7f484-c083-4bdb-b47a-7d758ff6446f req-c8d6ad8e-5c93-4dda-ac13-be07135e1f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:02.395649 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6dc7f484-c083-4bdb-b47a-7d758ff6446f req-c8d6ad8e-5c93-4dda-ac13-be07135e1f87 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.2200582 Sep 07 02:42:02.449700 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-73d52e62-b90c-4040-95dd-58c7878ac5f7 req-5ea15e98-70af-4f63-8c69-4f14337c6597 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.22 "GET /v2.0/security-groups?id=3aef09b9-bc23-4efa-8664-713672567223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230335 Sep 07 02:42:02.548022 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473d841-96c0-40d0-9ede-1a4954d6143a req-636ba580-f8b1-4b6a-9b07-3e410fb119ba tempest-ImagesNegativeTestJSON-937103536 tempest-ImagesNegativeTestJSON-937103536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:02.549674 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6473d841-96c0-40d0-9ede-1a4954d6143a req-636ba580-f8b1-4b6a-9b07-3e410fb119ba tempest-ImagesNegativeTestJSON-937103536 tempest-ImagesNegativeTestJSON-937103536-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3631985 Sep 07 02:42:02.552981 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-e716bdff-a55f-46e6-a21d-69634cd15616 None None] Port bfd7ad37-d763-41a1-86f1-d014e1080f63 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:42:02.556740 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc7f484-c083-4bdb-b47a-7d758ff6446f req-00a7b0e2-f963-4ca3-a8c2-a7d634baf356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:02.558371 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6dc7f484-c083-4bdb-b47a-7d758ff6446f req-00a7b0e2-f963-4ca3-a8c2-a7d634baf356 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1531978 Sep 07 02:42:02.570956 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-6473d841-96c0-40d0-9ede-1a4954d6143a req-b3ca5a41-b9f8-469c-bf98-80e47ad2a719 tempest-ImagesNegativeTestJSON-937103536 tempest-ImagesNegativeTestJSON-937103536-project] Request body: {'port': {'device_id': '2fd8d032-66c7-4ef0-95b4-3d1674f0b344', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'admin_state_up': True, 'tenant_id': 'de7a047c97a540c8b0309be26f8b79b2'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:42:02.587147 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=4ca5d8de-e5ef-4079-9dd4-b726208eeca8,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:02.590937 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-9a11083f-4406-4e03-8469-04195e1f7f18 None None] Set router f3a11831-39a7-401d-bfe3-eb09fb7dd146 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:42:02.691563 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49530) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:42:02.692134 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['4ca5d8de-e5ef-4079-9dd4-b726208eeca8'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:42:02.693810 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['d2d251f5-ff13-47fd-91f7-21a3ac2c20ad'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:42:02.796649 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ab65b444-ea38-4803-9940-11b048b15e61 req-c6c13d9f-2e0e-4b1b-9e95-6ff10bb925d8 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1623952 Sep 07 02:42:02.799409 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-003c2f4b-a056-49d4-af9d-8cc8ed08c5f1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3e6c3b13f7044159a2c7196a2eb4f711&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1057827 Sep 07 02:42:02.804129 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49534) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:42:02.816278 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-ab65b444-ea38-4803-9940-11b048b15e61 req-418277d2-1794-4d09-8b1b-7f5baa4483b0 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Request body: {'floatingip': {'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:42:02.867696 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ab65b444-ea38-4803-9940-11b048b15e61 req-418277d2-1794-4d09-8b1b-7f5baa4483b0 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Notify callbacks [] for floatingip, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:02.890351 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-38ac1b03-a9be-41ca-b8d1-af1b503ece16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:02.922499 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-38ac1b03-a9be-41ca-b8d1-af1b503ece16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:03.001201 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb200df3-3628-4ea0-96da-d8221eb5d858 req-f6262d8a-d2e0-4e34-9134-b11cf55fda11 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:03.003158 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fb200df3-3628-4ea0-96da-d8221eb5d858 req-f6262d8a-d2e0-4e34-9134-b11cf55fda11 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb044ddb-aec4-4cc8-8c21-d0b93465a7eb HTTP/1.1" status: 200 len: 950 time: 0.4503965 Sep 07 02:42:03.024476 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-38ac1b03-a9be-41ca-b8d1-af1b503ece16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:03.027401 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-38ac1b03-a9be-41ca-b8d1-af1b503ece16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:03.031702 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-38ac1b03-a9be-41ca-b8d1-af1b503ece16 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cb9a650f-6847-4e00-a92c-6f2a18906c2d HTTP/1.1" status: 204 len: 168 time: 0.2246726 Sep 07 02:42:03.037261 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ab65b444-ea38-4803-9940-11b048b15e61 req-418277d2-1794-4d09-8b1b-7f5baa4483b0 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:03.050825 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ac1b03-a9be-41ca-b8d1-af1b503ece16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9a650f-6847-4e00-a92c-6f2a18906c2d,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:03.054002 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6dc7f484-c083-4bdb-b47a-7d758ff6446f req-708a1827-33a9-41c5-af21-7bffa89d90d0 service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4635487 Sep 07 02:42:03.055458 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-9a11083f-4406-4e03-8469-04195e1f7f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a11831-39a7-401d-bfe3-eb09fb7dd146', 'name': 'tempest-FloatingIPDetailsTestJSON-1356552460-router', 'tenant_id': '2d9d7acb4e2a44a0baf8330d51dd9d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'ac42159e-a2a6-4bb6-ba47-3c6539609154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:41:55Z', 'updated_at': '2021-09-07T02:42:01Z', 'revision_number': 4, 'project_id': '2d9d7acb4e2a44a0baf8330d51dd9d9f', 'gw_port': {'id': 'ac42159e-a2a6-4bb6-ba47-3c6539609154', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:68:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a11831-39a7-401d-bfe3-eb09fb7dd146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:41:57Z', 'updated_at': '2021-09-07T02:42:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'bfd7ad37-d763-41a1-86f1-d014e1080f63', 'name': '', 'network_id': 'd110b15d-8f45-41ae-811e-ef30c7755c77', 'tenant_id': '2d9d7acb4e2a44a0baf8330d51dd9d9f', 'mac_address': 'fa:16:3e:e4:59:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a11831-39a7-401d-bfe3-eb09fb7dd146', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'afd739c4-5efd-4074-975c-47a0080c2aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:42:00Z', 'updated_at': '2021-09-07T02:42:01Z', 'revision_number': 2, 'project_id': '2d9d7acb4e2a44a0baf8330d51dd9d9f', 'subnets': [{'id': 'afd739c4-5efd-4074-975c-47a0080c2aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:42:03.099919 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a11083f-4406-4e03-8469-04195e1f7f18 None None] The sync data for ids ['f3a11831-39a7-401d-bfe3-eb09fb7dd146'] in n-d-796209-16 is: [{'id': 'f3a11831-39a7-401d-bfe3-eb09fb7dd146', 'name': 'tempest-FloatingIPDetailsTestJSON-1356552460-router', 'tenant_id': '2d9d7acb4e2a44a0baf8330d51dd9d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'ac42159e-a2a6-4bb6-ba47-3c6539609154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:41:55Z', 'updated_at': '2021-09-07T02:42:01Z', 'revision_number': 4, 'project_id': '2d9d7acb4e2a44a0baf8330d51dd9d9f', 'gw_port': {'id': 'ac42159e-a2a6-4bb6-ba47-3c6539609154', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:68:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a11831-39a7-401d-bfe3-eb09fb7dd146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:41:57Z', 'updated_at': '2021-09-07T02:42:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'bfd7ad37-d763-41a1-86f1-d014e1080f63', 'name': '', 'network_id': 'd110b15d-8f45-41ae-811e-ef30c7755c77', 'tenant_id': '2d9d7acb4e2a44a0baf8330d51dd9d9f', 'mac_address': 'fa:16:3e:e4:59:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a11831-39a7-401d-bfe3-eb09fb7dd146', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'afd739c4-5efd-4074-975c-47a0080c2aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:42:00Z', 'updated_at': '2021-09-07T02:42:01Z', 'revision_number': 2, 'project_id': '2d9d7acb4e2a44a0baf8330d51dd9d9f', 'subnets': [{'id': 'afd739c4-5efd-4074-975c-47a0080c2aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:42:03.119638 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fb200df3-3628-4ea0-96da-d8221eb5d858 req-ac617f44-9ef7-485c-ae6e-6edfd45e8b0d tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907049 Sep 07 02:42:03.185433 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6473d841-96c0-40d0-9ede-1a4954d6143a req-b3ca5a41-b9f8-469c-bf98-80e47ad2a719 tempest-ImagesNegativeTestJSON-937103536 tempest-ImagesNegativeTestJSON-937103536-project] Made reservation on behalf of de7a047c97a540c8b0309be26f8b79b2 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:42:03.190022 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-6473d841-96c0-40d0-9ede-1a4954d6143a req-b3ca5a41-b9f8-469c-bf98-80e47ad2a719 tempest-ImagesNegativeTestJSON-937103536 tempest-ImagesNegativeTestJSON-937103536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:03.206874 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-6473d841-96c0-40d0-9ede-1a4954d6143a req-b3ca5a41-b9f8-469c-bf98-80e47ad2a719 tempest-ImagesNegativeTestJSON-937103536 tempest-ImagesNegativeTestJSON-937103536-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:03.224598 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-ab65b444-ea38-4803-9940-11b048b15e61 req-418277d2-1794-4d09-8b1b-7f5baa4483b0 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Allocated IP 172.25.5.228 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/52028e31-96e2-4bc1-85fe-8af867fa19a4) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:42:03.273315 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6dc7f484-c083-4bdb-b47a-7d758ff6446f req-37efbdee-8d99-4309-877b-ccc91f6d2a66 service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074754 Sep 07 02:42:03.313944 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2878eff4-3e44-4a1b-9a17-cfaaa2c076c5 req-8861b6cd-cfa8-418a-bc70-8c49210093e5 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:03.315595 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2878eff4-3e44-4a1b-9a17-cfaaa2c076c5 req-8861b6cd-cfa8-418a-bc70-8c49210093e5 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d177df0-acd9-487a-8a98-e3c6eb2142fc HTTP/1.1" status: 200 len: 945 time: 0.0962243 Sep 07 02:42:03.391299 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2878eff4-3e44-4a1b-9a17-cfaaa2c076c5 req-ed1c600f-9908-44b7-9ce8-3fc2be3714f8 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617075 Sep 07 02:42:03.392501 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ab65b444-ea38-4803-9940-11b048b15e61 req-418277d2-1794-4d09-8b1b-7f5baa4483b0 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:03.440743 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-6473d841-96c0-40d0-9ede-1a4954d6143a req-b3ca5a41-b9f8-469c-bf98-80e47ad2a719 tempest-ImagesNegativeTestJSON-937103536 tempest-ImagesNegativeTestJSON-937103536-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:03.453888 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-6473d841-96c0-40d0-9ede-1a4954d6143a req-b3ca5a41-b9f8-469c-bf98-80e47ad2a719 tempest-ImagesNegativeTestJSON-937103536 tempest-ImagesNegativeTestJSON-937103536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:03.460383 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ab65b444-ea38-4803-9940-11b048b15e61 req-418277d2-1794-4d09-8b1b-7f5baa4483b0 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:03.522922 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab65b444-ea38-4803-9940-11b048b15e61 req-418277d2-1794-4d09-8b1b-7f5baa4483b0 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:42:03.526800 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-ab65b444-ea38-4803-9940-11b048b15e61 req-418277d2-1794-4d09-8b1b-7f5baa4483b0 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:42:03.530169 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab65b444-ea38-4803-9940-11b048b15e61 req-418277d2-1794-4d09-8b1b-7f5baa4483b0 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:42:03.571351 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418277d2-1794-4d09-8b1b-7f5baa4483b0 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Pushing event updated for resources: {'Port': ['ID=52028e31-96e2-4bc1-85fe-8af867fa19a4,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:03.605488 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ca5a41-b9f8-469c-bf98-80e47ad2a719 tempest-ImagesNegativeTestJSON-937103536 tempest-ImagesNegativeTestJSON-937103536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a365f168-c77b-449e-b5f9-014898416346,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:03.659065 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ab65b444-ea38-4803-9940-11b048b15e61 req-418277d2-1794-4d09-8b1b-7f5baa4483b0 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:03.667782 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device b31042e9-d884-41e2-9192-982ad47f434c up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:42:03.733581 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port b31042e9-d884-41e2-9192-982ad47f434c completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:42:03.738771 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port b31042e9-d884-41e2-9192-982ad47f434c triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:42:03.739286 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:03.769840 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-42ac5646-3016-41a8-aad4-424693c66aec req-dc0a53b0-69d0-400e-b294-ae70fff7c8c8 tempest-ImagesNegativeTestJSON-937103536 tempest-ImagesNegativeTestJSON-937103536-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fd8d032-66c7-4ef0-95b4-3d1674f0b344 HTTP/1.1" status: 200 len: 210 time: 0.0809522 Sep 07 02:42:03.795963 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [req-6473d841-96c0-40d0-9ede-1a4954d6143a req-b3ca5a41-b9f8-469c-bf98-80e47ad2a719 tempest-ImagesNegativeTestJSON-937103536 tempest-ImagesNegativeTestJSON-937103536-project] Allocated IP 192.168.233.248 (0823ecf3-066e-49bd-a451-2e84ab79a70f/694f9550-ba12-4672-8446-41848123cea2/cecd626c-03e4-498c-a643-297d0ef14a68) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:42:03.882299 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:03.927356 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port b31042e9-d884-41e2-9192-982ad47f434c, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=b31042e9-d884-41e2-9192-982ad47f434c,segment=NetworkSegment(aaa806c4-a8e8-477a-887e-c4f9692d092a),segment_id=aaa806c4-a8e8-477a-887e-c4f9692d092a)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:42:03.928970 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '352d2fb9-b3ac-43aa-b139-b634b9c1297a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31042e9-d884-41e2-9192-982ad47f434c'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:42:03.933409 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a631a441-d3e4-4a62-8890-e1ff6e226770" -d '{"events": [{"server_uuid": "352d2fb9-b3ac-43aa-b139-b634b9c1297a", "name": "network-vif-plugged", "status": "completed", "tag": "b31042e9-d884-41e2-9192-982ad47f434c"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:42:03.938463 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:03.999027 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=b31042e9-d884-41e2-9192-982ad47f434c,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:04.035457 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09230d83-4cf4-4294-aabf-ee750af28305 req-440de625-b5ff-4572-a71f-e437a14cc3d5 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:04.040003 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-09230d83-4cf4-4294-aabf-ee750af28305 req-440de625-b5ff-4572-a71f-e437a14cc3d5 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.22 "GET /v2.0/ports?device_id=352d2fb9-b3ac-43aa-b139-b634b9c1297a HTTP/1.1" status: 200 len: 945 time: 0.1588297 Sep 07 02:42:04.103105 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-6473d841-96c0-40d0-9ede-1a4954d6143a req-b3ca5a41-b9f8-469c-bf98-80e47ad2a719 tempest-ImagesNegativeTestJSON-937103536 tempest-ImagesNegativeTestJSON-937103536-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:04.123903 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-09230d83-4cf4-4294-aabf-ee750af28305 req-e7b232ef-6d03-45f5-8cf1-dd2c5116e32a tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.22 "GET /v2.0/security-groups?id=3aef09b9-bc23-4efa-8664-713672567223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779133 Sep 07 02:42:04.152684 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-6473d841-96c0-40d0-9ede-1a4954d6143a req-b3ca5a41-b9f8-469c-bf98-80e47ad2a719 tempest-ImagesNegativeTestJSON-937103536 tempest-ImagesNegativeTestJSON-937103536-project] Transition to ACTIVE for port object cecd626c-03e4-498c-a643-297d0ef14a68 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:42:04.173414 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 4ca5d8de-e5ef-4079-9dd4-b726208eeca8 up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:42:04.239730 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ab65b444-ea38-4803-9940-11b048b15e61 req-418277d2-1794-4d09-8b1b-7f5baa4483b0 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:04.240325 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-6473d841-96c0-40d0-9ede-1a4954d6143a req-b3ca5a41-b9f8-469c-bf98-80e47ad2a719 tempest-ImagesNegativeTestJSON-937103536 tempest-ImagesNegativeTestJSON-937103536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:04.240923 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c904921a-d5ef-4e08-beec-55b715dcf2b4 x-openstack-request-id: req-c904921a-d5ef-4e08-beec-55b715dcf2b4 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:42:04.241393 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "352d2fb9-b3ac-43aa-b139-b634b9c1297a", "name": "network-vif-plugged", "status": "completed", "tag": "b31042e9-d884-41e2-9192-982ad47f434c", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:42:04.258119 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c904921a-d5ef-4e08-beec-55b715dcf2b4 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:42:04.258842 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '352d2fb9-b3ac-43aa-b139-b634b9c1297a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31042e9-d884-41e2-9192-982ad47f434c', 'code': 200} Sep 07 02:42:04.292710 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port 4ca5d8de-e5ef-4079-9dd4-b726208eeca8 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:42:04.300262 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 4ca5d8de-e5ef-4079-9dd4-b726208eeca8 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:42:04.301084 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:04.366547 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6473d841-96c0-40d0-9ede-1a4954d6143a req-b3ca5a41-b9f8-469c-bf98-80e47ad2a719 tempest-ImagesNegativeTestJSON-937103536 tempest-ImagesNegativeTestJSON-937103536-project] Network 0823ecf3-066e-49bd-a451-2e84ab79a70f is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:42:04.400113 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ca5a41-b9f8-469c-bf98-80e47ad2a719 tempest-ImagesNegativeTestJSON-937103536 tempest-ImagesNegativeTestJSON-937103536-project] Pushing event updated for resources: {'Port': ['ID=cecd626c-03e4-498c-a643-297d0ef14a68,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:04.406119 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a1296-474f-4af2-b807-1a3bc1e01c62 req-4d6d294e-3b14-419e-b1a7-2d40e724229f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:04.407714 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d45a1296-474f-4af2-b807-1a3bc1e01c62 req-4d6d294e-3b14-419e-b1a7-2d40e724229f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=352d2fb9-b3ac-43aa-b139-b634b9c1297a HTTP/1.1" status: 200 len: 1098 time: 0.1066229 Sep 07 02:42:04.416544 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [req-6473d841-96c0-40d0-9ede-1a4954d6143a req-b3ca5a41-b9f8-469c-bf98-80e47ad2a719 tempest-ImagesNegativeTestJSON-937103536 tempest-ImagesNegativeTestJSON-937103536-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:42:04.421335 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-6473d841-96c0-40d0-9ede-1a4954d6143a req-b3ca5a41-b9f8-469c-bf98-80e47ad2a719 tempest-ImagesNegativeTestJSON-937103536 tempest-ImagesNegativeTestJSON-937103536-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:42:04.448564 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:04.500772 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 4ca5d8de-e5ef-4079-9dd4-b726208eeca8, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=4ca5d8de-e5ef-4079-9dd4-b726208eeca8,segment=NetworkSegment(6dff264e-7c75-4629-a854-2e784f93e6e2),segment_id=6dff264e-7c75-4629-a854-2e784f93e6e2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:42:04.513381 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:04.514772 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device d2d251f5-ff13-47fd-91f7-21a3ac2c20ad up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:42:04.537350 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a68c7-009d-4035-90be-f80f4d30315f req-b7004c4f-3a77-4316-bdec-82e79647cf38 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:04.538967 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7d5a68c7-009d-4035-90be-f80f4d30315f req-b7004c4f-3a77-4316-bdec-82e79647cf38 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb044ddb-aec4-4cc8-8c21-d0b93465a7eb HTTP/1.1" status: 200 len: 950 time: 0.1858056 Sep 07 02:42:04.560863 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473d841-96c0-40d0-9ede-1a4954d6143a req-b3ca5a41-b9f8-469c-bf98-80e47ad2a719 tempest-ImagesNegativeTestJSON-937103536 tempest-ImagesNegativeTestJSON-937103536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:04.561880 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-6473d841-96c0-40d0-9ede-1a4954d6143a req-b3ca5a41-b9f8-469c-bf98-80e47ad2a719 tempest-ImagesNegativeTestJSON-937103536 tempest-ImagesNegativeTestJSON-937103536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:04.628753 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7d5a68c7-009d-4035-90be-f80f4d30315f req-dafb69c1-ffed-44de-ac9a-ccb0c72b6112 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760095 Sep 07 02:42:04.639494 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d45a1296-474f-4af2-b807-1a3bc1e01c62 req-e301301c-076e-4bd0-93f2-5bcf76540334 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3aef09b9-bc23-4efa-8664-713672567223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134335 Sep 07 02:42:04.658198 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6473d841-96c0-40d0-9ede-1a4954d6143a req-b3ca5a41-b9f8-469c-bf98-80e47ad2a719 tempest-ImagesNegativeTestJSON-937103536 tempest-ImagesNegativeTestJSON-937103536-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0910602 Sep 07 02:42:04.713691 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device ac42159e-a2a6-4bb6-ba47-3c6539609154 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:42:04.722334 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ab65b444-ea38-4803-9940-11b048b15e61 req-418277d2-1794-4d09-8b1b-7f5baa4483b0 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:04.734755 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ab65b444-ea38-4803-9940-11b048b15e61 req-418277d2-1794-4d09-8b1b-7f5baa4483b0 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:04.809866 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8d5e7-d51d-4e7b-a8a6-c718add4e495 req-fc2a9a5c-a063-47cb-b8ef-9b1cbc7cee6f tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:04.811527 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f4f8d5e7-d51d-4e7b-a8a6-c718add4e495 req-fc2a9a5c-a063-47cb-b8ef-9b1cbc7cee6f tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d177df0-acd9-487a-8a98-e3c6eb2142fc HTTP/1.1" status: 200 len: 946 time: 0.1001637 Sep 07 02:42:04.846298 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418277d2-1794-4d09-8b1b-7f5baa4483b0 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Pushing event updated for resources: {'Port': ['ID=52028e31-96e2-4bc1-85fe-8af867fa19a4,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:04.846500 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-6473d841-96c0-40d0-9ede-1a4954d6143a req-5771d905-9718-441a-a140-30216e51ad14 service neutron] Request body: {'port': {'device_id': '2fd8d032-66c7-4ef0-95b4-3d1674f0b344', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:42:04.868379 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port d2d251f5-ff13-47fd-91f7-21a3ac2c20ad completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:42:04.871899 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ab65b444-ea38-4803-9940-11b048b15e61 req-418277d2-1794-4d09-8b1b-7f5baa4483b0 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:04.876912 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port d2d251f5-ff13-47fd-91f7-21a3ac2c20ad triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:42:04.877636 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:04.902780 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port ac42159e-a2a6-4bb6-ba47-3c6539609154 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:42:04.904811 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ab65b444-ea38-4803-9940-11b048b15e61 req-418277d2-1794-4d09-8b1b-7f5baa4483b0 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:04.904960 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-28f7f102-5087-48fe-b044-fae4bc294364 None None] Provisioning for port cecd626c-03e4-498c-a643-297d0ef14a68 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:42:04.906028 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ab65b444-ea38-4803-9940-11b048b15e61 req-418277d2-1794-4d09-8b1b-7f5baa4483b0 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1007562 Sep 07 02:42:04.911261 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-28f7f102-5087-48fe-b044-fae4bc294364 None None] Provisioning complete for port cecd626c-03e4-498c-a643-297d0ef14a68 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:42:04.911410 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-28f7f102-5087-48fe-b044-fae4bc294364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:04.912871 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=4ca5d8de-e5ef-4079-9dd4-b726208eeca8,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:04.929100 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port ac42159e-a2a6-4bb6-ba47-3c6539609154 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:42:04.929453 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:04.945962 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f4f8d5e7-d51d-4e7b-a8a6-c718add4e495 req-84610dbd-fe29-4662-85fe-36ece24382be tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235213 Sep 07 02:42:05.017850 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-28f7f102-5087-48fe-b044-fae4bc294364 None None] Port cecd626c-03e4-498c-a643-297d0ef14a68 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:42:05.025531 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ab65b444-ea38-4803-9940-11b048b15e61 req-7356b67a-fdc2-44db-a47f-347f226cb148 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.228 HTTP/1.1" status: 200 len: 696 time: 0.0999169 Sep 07 02:42:05.039093 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-6473d841-96c0-40d0-9ede-1a4954d6143a req-5771d905-9718-441a-a140-30216e51ad14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:05.124654 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:05.159935 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:05.163959 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port ac42159e-a2a6-4bb6-ba47-3c6539609154, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=ac42159e-a2a6-4bb6-ba47-3c6539609154,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:42:05.175318 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:05.237180 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port d2d251f5-ff13-47fd-91f7-21a3ac2c20ad, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=d2d251f5-ff13-47fd-91f7-21a3ac2c20ad,segment=NetworkSegment(aaa806c4-a8e8-477a-887e-c4f9692d092a),segment_id=aaa806c4-a8e8-477a-887e-c4f9692d092a)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:42:05.247975 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:05.271965 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=ac42159e-a2a6-4bb6-ba47-3c6539609154,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:05.342390 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=d2d251f5-ff13-47fd-91f7-21a3ac2c20ad,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:05.348811 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab65b444-ea38-4803-9940-11b048b15e61 req-622998a6-c18d-4e8c-8eed-77969be9af39 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:05.351535 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ab65b444-ea38-4803-9940-11b048b15e61 req-622998a6-c18d-4e8c-8eed-77969be9af39 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] 10.222.0.22 "GET /v2.0/networks/1166b922-7457-4da4-bdda-328e8c8e7bc6 HTTP/1.1" status: 200 len: 784 time: 0.3224866 Sep 07 02:42:05.451723 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66a4661-ec33-4774-bfaa-ae937ec10678 req-7b395382-18fd-45dc-9d99-3d4ea8a216e0 tempest-ImagesNegativeTestJSON-937103536 tempest-ImagesNegativeTestJSON-937103536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:05.453250 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b66a4661-ec33-4774-bfaa-ae937ec10678 req-7b395382-18fd-45dc-9d99-3d4ea8a216e0 tempest-ImagesNegativeTestJSON-937103536 tempest-ImagesNegativeTestJSON-937103536-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fd8d032-66c7-4ef0-95b4-3d1674f0b344 HTTP/1.1" status: 200 len: 936 time: 0.0766783 Sep 07 02:42:05.456818 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af621b-f18a-4585-a4e0-e91748ae2505 req-badf1a45-c683-45eb-b786-c7c3d408c21d tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:05.458643 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-07af621b-f18a-4585-a4e0-e91748ae2505 req-badf1a45-c683-45eb-b786-c7c3d408c21d tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.22 "GET /v2.0/ports?device_id=352d2fb9-b3ac-43aa-b139-b634b9c1297a HTTP/1.1" status: 200 len: 946 time: 0.0506902 Sep 07 02:42:05.499223 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-07af621b-f18a-4585-a4e0-e91748ae2505 req-56bf3b59-4761-4f3b-a22b-5c73b55594d7 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.22 "GET /v2.0/security-groups?id=3aef09b9-bc23-4efa-8664-713672567223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344286 Sep 07 02:42:05.532171 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b66a4661-ec33-4774-bfaa-ae937ec10678 req-f9569fd1-1bf0-4769-85a7-1a4a7e3406f3 tempest-ImagesNegativeTestJSON-937103536 tempest-ImagesNegativeTestJSON-937103536-project] 10.222.0.22 "GET /v2.0/security-groups?id=a365f168-c77b-449e-b5f9-014898416346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720251 Sep 07 02:42:05.538005 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [req-6473d841-96c0-40d0-9ede-1a4954d6143a req-5771d905-9718-441a-a140-30216e51ad14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cecd626c-03e4-498c-a643-297d0ef14a68 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:42:05.549005 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-6473d841-96c0-40d0-9ede-1a4954d6143a req-5771d905-9718-441a-a140-30216e51ad14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:05.575749 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-6473d841-96c0-40d0-9ede-1a4954d6143a req-5771d905-9718-441a-a140-30216e51ad14 service neutron] Transition to ACTIVE for port object cecd626c-03e4-498c-a643-297d0ef14a68 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:42:05.587932 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-6473d841-96c0-40d0-9ede-1a4954d6143a req-5771d905-9718-441a-a140-30216e51ad14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:05.711902 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5771d905-9718-441a-a140-30216e51ad14 service neutron] Pushing event updated for resources: {'Port': ['ID=cecd626c-03e4-498c-a643-297d0ef14a68,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:05.781511 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-896eb4a7-54bd-43ca-b655-fd2efbb3a557 req-e80d7ca0-3995-4881-89ea-d258aafd4356 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2227178 Sep 07 02:42:05.795941 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-896eb4a7-54bd-43ca-b655-fd2efbb3a557 req-20cdb13a-820a-4284-84e1-cda1a9bce742 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Request body: {'floatingip': {'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:42:05.821144 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df08878-c004-47e9-b481-1dec770355bc req-3c92f9e8-fb2b-4771-9b6d-6482289b6655 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:05.829082 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-6473d841-96c0-40d0-9ede-1a4954d6143a req-5771d905-9718-441a-a140-30216e51ad14 service neutron] Attempting to bind port cecd626c-03e4-498c-a643-297d0ef14a68 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:42:05.829353 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-6473d841-96c0-40d0-9ede-1a4954d6143a req-5771d905-9718-441a-a140-30216e51ad14 service neutron] Attempting to bind port cecd626c-03e4-498c-a643-297d0ef14a68 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:42:05.829729 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6473d841-96c0-40d0-9ede-1a4954d6143a req-5771d905-9718-441a-a140-30216e51ad14 service neutron] Attempting to bind port cecd626c-03e4-498c-a643-297d0ef14a68 on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:42:05.830438 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2df08878-c004-47e9-b481-1dec770355bc req-3c92f9e8-fb2b-4771-9b6d-6482289b6655 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb044ddb-aec4-4cc8-8c21-d0b93465a7eb HTTP/1.1" status: 200 len: 950 time: 0.0741324 Sep 07 02:42:05.835472 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6473d841-96c0-40d0-9ede-1a4954d6143a req-5771d905-9718-441a-a140-30216e51ad14 service neutron] Port cecd626c-03e4-498c-a643-297d0ef14a68 on network 0823ecf3-066e-49bd-a451-2e84ab79a70f not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:42:05.836004 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6473d841-96c0-40d0-9ede-1a4954d6143a req-5771d905-9718-441a-a140-30216e51ad14 service neutron] Attempting to bind port cecd626c-03e4-498c-a643-297d0ef14a68 on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:42:05.842741 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-896eb4a7-54bd-43ca-b655-fd2efbb3a557 req-20cdb13a-820a-4284-84e1-cda1a9bce742 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Notify callbacks [] for floatingip, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:05.845728 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6473d841-96c0-40d0-9ede-1a4954d6143a req-5771d905-9718-441a-a140-30216e51ad14 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:42:05.846131 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6473d841-96c0-40d0-9ede-1a4954d6143a req-5771d905-9718-441a-a140-30216e51ad14 service neutron] Checking segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:42:05.847642 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6473d841-96c0-40d0-9ede-1a4954d6143a req-5771d905-9718-441a-a140-30216e51ad14 service neutron] Bound using segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:42:05.847814 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-6473d841-96c0-40d0-9ede-1a4954d6143a req-5771d905-9718-441a-a140-30216e51ad14 service neutron] Bound port: cecd626c-03e4-498c-a643-297d0ef14a68, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:42:05.848061 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-6473d841-96c0-40d0-9ede-1a4954d6143a req-5771d905-9718-441a-a140-30216e51ad14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:05.867949 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2df08878-c004-47e9-b481-1dec770355bc req-ffe6297e-fd8e-45a4-9794-5b26a4002dc4 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365210 Sep 07 02:42:05.979946 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-6473d841-96c0-40d0-9ede-1a4954d6143a req-5771d905-9718-441a-a140-30216e51ad14 service neutron] For port cecd626c-03e4-498c-a643-297d0ef14a68, host n-h1-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:42:05.998487 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-6473d841-96c0-40d0-9ede-1a4954d6143a req-5771d905-9718-441a-a140-30216e51ad14 service neutron] For port cecd626c-03e4-498c-a643-297d0ef14a68, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=cecd626c-03e4-498c-a643-297d0ef14a68,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:42:06.004778 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-6473d841-96c0-40d0-9ede-1a4954d6143a req-5771d905-9718-441a-a140-30216e51ad14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:06.043796 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473d841-96c0-40d0-9ede-1a4954d6143a req-5771d905-9718-441a-a140-30216e51ad14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:06.044442 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-6473d841-96c0-40d0-9ede-1a4954d6143a req-5771d905-9718-441a-a140-30216e51ad14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:06.045821 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6473d841-96c0-40d0-9ede-1a4954d6143a req-5771d905-9718-441a-a140-30216e51ad14 service neutron] 10.222.0.23 "PUT /v2.0/ports/cecd626c-03e4-498c-a643-297d0ef14a68 HTTP/1.1" status: 200 len: 1097 time: 1.2061465 Sep 07 02:42:06.049521 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fd8d032-66c7-4ef0-95b4-3d1674f0b344', 'tag': 'cecd626c-03e4-498c-a643-297d0ef14a68'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:42:06.051864 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c2127d-383e-4a5b-bd9b-5d8ce90d0312" -d '{"events": [{"name": "network-changed", "server_uuid": "2fd8d032-66c7-4ef0-95b4-3d1674f0b344", "tag": "cecd626c-03e4-498c-a643-297d0ef14a68"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:42:06.094981 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5771d905-9718-441a-a140-30216e51ad14 service neutron] Pushing event updated for resources: {'Port': ['ID=cecd626c-03e4-498c-a643-297d0ef14a68,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:06.099765 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-896eb4a7-54bd-43ca-b655-fd2efbb3a557 req-20cdb13a-820a-4284-84e1-cda1a9bce742 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:06.179130 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 03a08a42-1d07-47f4-9c5c-dd28198aa815 details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:42:06.185930 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 03a08a42-1d07-47f4-9c5c-dd28198aa815 no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:42:06.202638 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473d841-96c0-40d0-9ede-1a4954d6143a req-ca592e38-1511-424c-83bb-ccf51151411a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:06.206653 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6473d841-96c0-40d0-9ede-1a4954d6143a req-ca592e38-1511-424c-83bb-ccf51151411a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de7a047c97a540c8b0309be26f8b79b2&device_id=2fd8d032-66c7-4ef0-95b4-3d1674f0b344 HTTP/1.1" status: 200 len: 1100 time: 0.0982182 Sep 07 02:42:06.245556 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a01f3b-ff69-4fa2-a3fb-0726fb120e2c None None] Sync routers for ids ['f3a11831-39a7-401d-bfe3-eb09fb7dd146'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:42:06.265042 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a01f3b-ff69-4fa2-a3fb-0726fb120e2c None None] Routers {'f3a11831-39a7-401d-bfe3-eb09fb7dd146'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:42:06.266083 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-35a01f3b-ff69-4fa2-a3fb-0726fb120e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:41:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['f3a11831-39a7-401d-bfe3-eb09fb7dd146'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:42:06.298814 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d177df0-acd9-487a-8a98-e3c6eb2142fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca5d8de-e5ef-4079-9dd4-b726208eeca8'}, {'server_uuid': 'a94cee49-798e-4b5c-a905-eea8da76d63a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d251f5-ff13-47fd-91f7-21a3ac2c20ad'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:42:06.301260 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d74c07f-0907-40f0-8af8-f036a2d90859" -d '{"events": [{"server_uuid": "8d177df0-acd9-487a-8a98-e3c6eb2142fc", "name": "network-vif-plugged", "status": "completed", "tag": "4ca5d8de-e5ef-4079-9dd4-b726208eeca8"}, {"server_uuid": "a94cee49-798e-4b5c-a905-eea8da76d63a", "name": "network-vif-plugged", "status": "completed", "tag": "d2d251f5-ff13-47fd-91f7-21a3ac2c20ad"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:42:06.309025 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6473d841-96c0-40d0-9ede-1a4954d6143a req-eff6d1e5-b53d-4a11-9b91-4fdddde21d57 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=cecd626c-03e4-498c-a643-297d0ef14a68 HTTP/1.1" status: 200 len: 217 time: 0.0928199 Sep 07 02:42:06.396119 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473d841-96c0-40d0-9ede-1a4954d6143a req-b69eb96f-acc8-4001-b44f-807c1993ecff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:06.398610 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6473d841-96c0-40d0-9ede-1a4954d6143a req-b69eb96f-acc8-4001-b44f-807c1993ecff service neutron] 10.222.0.23 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.0711064 Sep 07 02:42:06.406770 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:06.412461 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fc978c-ca47-4fc3-8739-1e23af110a47 req-c76cd780-51c3-4001-afc4-3335a949269c tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:06.414904 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d4fc978c-ca47-4fc3-8739-1e23af110a47 req-c76cd780-51c3-4001-afc4-3335a949269c tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d177df0-acd9-487a-8a98-e3c6eb2142fc HTTP/1.1" status: 200 len: 946 time: 0.0754051 Sep 07 02:42:06.448233 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [req-896eb4a7-54bd-43ca-b655-fd2efbb3a557 req-20cdb13a-820a-4284-84e1-cda1a9bce742 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Allocated IP 172.25.5.110 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/8ced6d3e-ee48-4949-beae-ebd1e0f2b786) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:42:06.452151 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 03a08a42-1d07-47f4-9c5c-dd28198aa815, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=03a08a42-1d07-47f4-9c5c-dd28198aa815,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:42:06.469613 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 03a08a42-1d07-47f4-9c5c-dd28198aa815, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=03a08a42-1d07-47f4-9c5c-dd28198aa815,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:42:06.475555 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '03a08a42-1d07-47f4-9c5c-dd28198aa815', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'port_id': '03a08a42-1d07-47f4-9c5c-dd28198aa815', 'mac_address': 'fa:16:3e:dc:30:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '694f9550-ba12-4672-8446-41848123cea2', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:42:06.483557 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:06.489990 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89321cee-8475-45f5-ad37-63f5e2f4bd12 req-7c6840c4-b283-475d-b842-ea89b1fb3a3a tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:06.490821 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-35a01f3b-ff69-4fa2-a3fb-0726fb120e2c None None] Set router f3a11831-39a7-401d-bfe3-eb09fb7dd146 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:42:06.491652 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d4fc978c-ca47-4fc3-8739-1e23af110a47 req-6cf77df5-4187-4eac-9e66-a22bf4cca550 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687811 Sep 07 02:42:06.492115 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-89321cee-8475-45f5-ad37-63f5e2f4bd12 req-7c6840c4-b283-475d-b842-ea89b1fb3a3a tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb044ddb-aec4-4cc8-8c21-d0b93465a7eb&tenant_id=ef46d2c6ddda4358910a6e6d3c8cd1f8&binding%3Ahost_id=n-h2-796209-16 HTTP/1.1" status: 200 len: 950 time: 0.1822429 Sep 07 02:42:06.534309 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473d841-96c0-40d0-9ede-1a4954d6143a req-0661792e-cad6-4b1e-856f-198069408772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:06.535849 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6473d841-96c0-40d0-9ede-1a4954d6143a req-0661792e-cad6-4b1e-856f-198069408772 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1267588 Sep 07 02:42:06.560815 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:06.578922 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a77982-9a72-419e-8996-f0e801906ae8 x-openstack-request-id: req-26a77982-9a72-419e-8996-f0e801906ae8 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:42:06.579204 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fd8d032-66c7-4ef0-95b4-3d1674f0b344", "tag": "cecd626c-03e4-498c-a643-297d0ef14a68", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:42:06.579452 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-26a77982-9a72-419e-8996-f0e801906ae8 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:42:06.579865 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fd8d032-66c7-4ef0-95b4-3d1674f0b344', 'tag': 'cecd626c-03e4-498c-a643-297d0ef14a68', 'status': 'completed', 'code': 200} Sep 07 02:42:06.589283 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03a08a42-1d07-47f4-9c5c-dd28198aa815 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:42:06.610592 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 03a08a42-1d07-47f4-9c5c-dd28198aa815, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=03a08a42-1d07-47f4-9c5c-dd28198aa815,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:42:06.611970 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=03a08a42-1d07-47f4-9c5c-dd28198aa815,revision_number=6']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:06.616786 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device ac42159e-a2a6-4bb6-ba47-3c6539609154 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:42:06.621421 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:06.712881 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=03a08a42-1d07-47f4-9c5c-dd28198aa815,revision_number=7']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:06.723127 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port ac42159e-a2a6-4bb6-ba47-3c6539609154 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:42:06.723532 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:06.737280 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-89321cee-8475-45f5-ad37-63f5e2f4bd12 req-a89b2b12-e40e-49b0-ab5c-2b4f204b84ac service neutron] 10.222.0.16 "GET /v2.0/ports/03a08a42-1d07-47f4-9c5c-dd28198aa815/bindings/n-h2-796209-16 HTTP/1.1" status: 200 len: 383 time: 0.2193236 Sep 07 02:42:06.764911 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-896eb4a7-54bd-43ca-b655-fd2efbb3a557 req-20cdb13a-820a-4284-84e1-cda1a9bce742 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:06.770056 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6473d841-96c0-40d0-9ede-1a4954d6143a req-84abd2a4-11a9-441d-8aac-a1037ad15709 service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044821 Sep 07 02:42:06.841354 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-35a01f3b-ff69-4fa2-a3fb-0726fb120e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a11831-39a7-401d-bfe3-eb09fb7dd146', 'name': 'tempest-FloatingIPDetailsTestJSON-1356552460-router', 'tenant_id': '2d9d7acb4e2a44a0baf8330d51dd9d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'ac42159e-a2a6-4bb6-ba47-3c6539609154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:41:55Z', 'updated_at': '2021-09-07T02:42:01Z', 'revision_number': 4, 'project_id': '2d9d7acb4e2a44a0baf8330d51dd9d9f', 'gw_port': {'id': 'ac42159e-a2a6-4bb6-ba47-3c6539609154', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:68:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a11831-39a7-401d-bfe3-eb09fb7dd146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:41:57Z', 'updated_at': '2021-09-07T02:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'bfd7ad37-d763-41a1-86f1-d014e1080f63', 'name': '', 'network_id': 'd110b15d-8f45-41ae-811e-ef30c7755c77', 'tenant_id': '2d9d7acb4e2a44a0baf8330d51dd9d9f', 'mac_address': 'fa:16:3e:e4:59:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a11831-39a7-401d-bfe3-eb09fb7dd146', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'afd739c4-5efd-4074-975c-47a0080c2aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:42:00Z', 'updated_at': '2021-09-07T02:42:01Z', 'revision_number': 2, 'project_id': '2d9d7acb4e2a44a0baf8330d51dd9d9f', 'subnets': [{'id': 'afd739c4-5efd-4074-975c-47a0080c2aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:42:06.851803 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07935c03-0e7e-4c7e-80af-00b5ddc5a895 req-a47ceafd-a10f-446f-aa3f-7ae959628b72 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:06.853618 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-07935c03-0e7e-4c7e-80af-00b5ddc5a895 req-a47ceafd-a10f-446f-aa3f-7ae959628b72 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb044ddb-aec4-4cc8-8c21-d0b93465a7eb HTTP/1.1" status: 200 len: 949 time: 0.0713801 Sep 07 02:42:06.867343 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a01f3b-ff69-4fa2-a3fb-0726fb120e2c None None] Checking router: f3a11831-39a7-401d-bfe3-eb09fb7dd146 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:42:06.867837 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a01f3b-ff69-4fa2-a3fb-0726fb120e2c None None] Updating router f3a11831-39a7-401d-bfe3-eb09fb7dd146 port bfd7ad37-d763-41a1-86f1-d014e1080f63 binding host n-d-796209-16 {{(pid=94703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 02:42:06.895593 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-35a01f3b-ff69-4fa2-a3fb-0726fb120e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:06.896950 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-07935c03-0e7e-4c7e-80af-00b5ddc5a895 req-bb5082ce-0be4-48b6-bb1e-79e681639eaa tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370672 Sep 07 02:42:06.901000 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89321cee-8475-45f5-ad37-63f5e2f4bd12 req-abce3920-bde4-4656-ab86-2557fd7578c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:06.902526 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-89321cee-8475-45f5-ad37-63f5e2f4bd12 req-abce3920-bde4-4656-ab86-2557fd7578c0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef46d2c6ddda4358910a6e6d3c8cd1f8&device_id=fb044ddb-aec4-4cc8-8c21-d0b93465a7eb HTTP/1.1" status: 200 len: 1101 time: 0.1295164 Sep 07 02:42:06.932279 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-896eb4a7-54bd-43ca-b655-fd2efbb3a557 req-20cdb13a-820a-4284-84e1-cda1a9bce742 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:06.947646 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['03a08a42-1d07-47f4-9c5c-dd28198aa815'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:42:06.973586 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6473d841-96c0-40d0-9ede-1a4954d6143a req-adce7b35-f312-4ec3-a3aa-cda53179bacd service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888063 Sep 07 02:42:06.995769 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-896eb4a7-54bd-43ca-b655-fd2efbb3a557 req-20cdb13a-820a-4284-84e1-cda1a9bce742 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:42:07.001920 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [req-896eb4a7-54bd-43ca-b655-fd2efbb3a557 req-20cdb13a-820a-4284-84e1-cda1a9bce742 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:42:07.002391 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 07 Sep 2021 02:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea86eb8-499f-4075-b74d-69387760d5a7 x-openstack-request-id: req-4ea86eb8-499f-4075-b74d-69387760d5a7 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:42:07.003012 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d177df0-acd9-487a-8a98-e3c6eb2142fc", "name": "network-vif-plugged", "status": "completed", "tag": "4ca5d8de-e5ef-4079-9dd4-b726208eeca8", "code": 200}, {"server_uuid": "a94cee49-798e-4b5c-a905-eea8da76d63a", "name": "network-vif-plugged", "status": "completed", "tag": "d2d251f5-ff13-47fd-91f7-21a3ac2c20ad", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:42:07.004365 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4ea86eb8-499f-4075-b74d-69387760d5a7 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:42:07.006979 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d177df0-acd9-487a-8a98-e3c6eb2142fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca5d8de-e5ef-4079-9dd4-b726208eeca8', 'code': 200} Sep 07 02:42:07.007663 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a94cee49-798e-4b5c-a905-eea8da76d63a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d251f5-ff13-47fd-91f7-21a3ac2c20ad', 'code': 200} Sep 07 02:42:07.037951 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-896eb4a7-54bd-43ca-b655-fd2efbb3a557 req-20cdb13a-820a-4284-84e1-cda1a9bce742 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:42:07.091210 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cdb13a-820a-4284-84e1-cda1a9bce742 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Pushing event updated for resources: {'Port': ['ID=8ced6d3e-ee48-4949-beae-ebd1e0f2b786,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:07.182392 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f324e3cf-1449-4312-993d-fed29540bb80 req-e8eb75ab-3116-4cb8-9032-2522f420bd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:07.183000 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89321cee-8475-45f5-ad37-63f5e2f4bd12 req-50c8fe5f-717b-49db-b0ac-422164ffac7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:07.184562 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f324e3cf-1449-4312-993d-fed29540bb80 req-e8eb75ab-3116-4cb8-9032-2522f420bd63 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a94cee49-798e-4b5c-a905-eea8da76d63a HTTP/1.1" status: 200 len: 1098 time: 0.1227522 Sep 07 02:42:07.184740 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-89321cee-8475-45f5-ad37-63f5e2f4bd12 req-50c8fe5f-717b-49db-b0ac-422164ffac7d service neutron] 10.222.0.16 "GET /v2.0/networks?id=0823ecf3-066e-49bd-a451-2e84ab79a70f HTTP/1.1" status: 200 len: 869 time: 0.2695918 Sep 07 02:42:07.196019 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a6886-66c7-46b7-9163-e78a4ce7ee74 req-cd57d4d1-dcdd-4c21-ad23-1dd22f568098 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:07.198526 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bc9a6886-66c7-46b7-9163-e78a4ce7ee74 req-cd57d4d1-dcdd-4c21-ad23-1dd22f568098 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.22 "GET /v2.0/ports?device_id=352d2fb9-b3ac-43aa-b139-b634b9c1297a HTTP/1.1" status: 200 len: 946 time: 0.0752811 Sep 07 02:42:07.251880 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f324e3cf-1449-4312-993d-fed29540bb80 req-07c73ca1-9195-490c-9373-e3a0d8d8a261 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3aef09b9-bc23-4efa-8664-713672567223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518332 Sep 07 02:42:07.268131 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bc9a6886-66c7-46b7-9163-e78a4ce7ee74 req-4e8fac7e-9d59-4081-897e-a4b41a08ebdf tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.22 "GET /v2.0/security-groups?id=3aef09b9-bc23-4efa-8664-713672567223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444837 Sep 07 02:42:07.272976 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa9a66-bd3e-4c2d-a1b8-b77a95f9df8c req-3d6d72c6-c85d-488d-904c-d8349bde0125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:07.274511 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2cfa9a66-bd3e-4c2d-a1b8-b77a95f9df8c req-3d6d72c6-c85d-488d-904c-d8349bde0125 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8d177df0-acd9-487a-8a98-e3c6eb2142fc HTTP/1.1" status: 200 len: 1098 time: 0.1864307 Sep 07 02:42:07.280543 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-89321cee-8475-45f5-ad37-63f5e2f4bd12 req-5ce5aa07-1d88-4e60-854f-839d739430f3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=03a08a42-1d07-47f4-9c5c-dd28198aa815 HTTP/1.1" status: 200 len: 217 time: 0.0752714 Sep 07 02:42:07.292316 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c2127d-383e-4a5b-bd9b-5d8ce90d0312 req-d596e3c6-577a-472a-827f-ba01a274ab16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:07.294017 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e1c2127d-383e-4a5b-bd9b-5d8ce90d0312 req-d596e3c6-577a-472a-827f-ba01a274ab16 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de7a047c97a540c8b0309be26f8b79b2&device_id=2fd8d032-66c7-4ef0-95b4-3d1674f0b344 HTTP/1.1" status: 200 len: 1100 time: 0.1715059 Sep 07 02:42:07.314616 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-896eb4a7-54bd-43ca-b655-fd2efbb3a557 req-20cdb13a-820a-4284-84e1-cda1a9bce742 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:07.360684 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-35a01f3b-ff69-4fa2-a3fb-0726fb120e2c None None] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:07.372244 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-35a01f3b-ff69-4fa2-a3fb-0726fb120e2c None None] Transition to ACTIVE for port object bfd7ad37-d763-41a1-86f1-d014e1080f63 will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:42:07.379747 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-35a01f3b-ff69-4fa2-a3fb-0726fb120e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:07.380558 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457d1f3-3547-46e7-af48-3d07ebc0977f req-da7ef16d-b3e2-47c5-b820-c7e62ae16942 tempest-ImagesNegativeTestJSON-937103536 tempest-ImagesNegativeTestJSON-937103536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:07.382144 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f457d1f3-3547-46e7-af48-3d07ebc0977f req-da7ef16d-b3e2-47c5-b820-c7e62ae16942 tempest-ImagesNegativeTestJSON-937103536 tempest-ImagesNegativeTestJSON-937103536-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fd8d032-66c7-4ef0-95b4-3d1674f0b344 HTTP/1.1" status: 200 len: 948 time: 0.0565138 Sep 07 02:42:07.432317 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8602f9f-e922-40ed-bccf-f32085f5efbd None None] Pushing event updated for resources: {'Port': ['ID=bfd7ad37-d763-41a1-86f1-d014e1080f63,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:07.450495 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f457d1f3-3547-46e7-af48-3d07ebc0977f req-31e76f00-8f40-4122-ae3e-15e6dc0a4246 tempest-ImagesNegativeTestJSON-937103536 tempest-ImagesNegativeTestJSON-937103536-project] 10.222.0.22 "GET /v2.0/security-groups?id=a365f168-c77b-449e-b5f9-014898416346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599005 Sep 07 02:42:07.499630 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-35a01f3b-ff69-4fa2-a3fb-0726fb120e2c None None] Attempting to bind port bfd7ad37-d763-41a1-86f1-d014e1080f63 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:42:07.499999 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-35a01f3b-ff69-4fa2-a3fb-0726fb120e2c None None] Attempting to bind port bfd7ad37-d763-41a1-86f1-d014e1080f63 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'bf0ae500-d0d4-4c22-b571-d367994f1475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd110b15d-8f45-41ae-811e-ef30c7755c77'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:42:07.500886 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a01f3b-ff69-4fa2-a3fb-0726fb120e2c None None] Attempting to bind port bfd7ad37-d763-41a1-86f1-d014e1080f63 on network d110b15d-8f45-41ae-811e-ef30c7755c77 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:42:07.507340 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a01f3b-ff69-4fa2-a3fb-0726fb120e2c None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:42:07.508063 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a01f3b-ff69-4fa2-a3fb-0726fb120e2c None None] Checking segment: {'id': 'bf0ae500-d0d4-4c22-b571-d367994f1475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd110b15d-8f45-41ae-811e-ef30c7755c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:42:07.508703 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-35a01f3b-ff69-4fa2-a3fb-0726fb120e2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:07.509452 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a01f3b-ff69-4fa2-a3fb-0726fb120e2c None None] Bound using segment: {'id': 'bf0ae500-d0d4-4c22-b571-d367994f1475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd110b15d-8f45-41ae-811e-ef30c7755c77'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:42:07.510153 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-35a01f3b-ff69-4fa2-a3fb-0726fb120e2c None None] Bound port: bfd7ad37-d763-41a1-86f1-d014e1080f63, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf0ae500-d0d4-4c22-b571-d367994f1475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd110b15d-8f45-41ae-811e-ef30c7755c77'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:42:07.510736 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-35a01f3b-ff69-4fa2-a3fb-0726fb120e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:07.592511 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-35a01f3b-ff69-4fa2-a3fb-0726fb120e2c None None] For port bfd7ad37-d763-41a1-86f1-d014e1080f63, host n-d-796209-16, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:42:07.598257 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-35a01f3b-ff69-4fa2-a3fb-0726fb120e2c None None] For port bfd7ad37-d763-41a1-86f1-d014e1080f63, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=bfd7ad37-d763-41a1-86f1-d014e1080f63,segment=NetworkSegment(bf0ae500-d0d4-4c22-b571-d367994f1475),segment_id=bf0ae500-d0d4-4c22-b571-d367994f1475)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:42:07.609809 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-35a01f3b-ff69-4fa2-a3fb-0726fb120e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:07.610240 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19500bf3-8a73-4d97-b104-0e36957b9984 req-73ae3b47-1bd1-43cf-bd19-1dff8a827492 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:07.612452 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-19500bf3-8a73-4d97-b104-0e36957b9984 req-73ae3b47-1bd1-43cf-bd19-1dff8a827492 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.22 "GET /v2.0/ports?device_id=a94cee49-798e-4b5c-a905-eea8da76d63a HTTP/1.1" status: 200 len: 946 time: 0.0656564 Sep 07 02:42:07.671810 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-19500bf3-8a73-4d97-b104-0e36957b9984 req-838f097b-140e-486c-8abc-6d606c9fa115 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.22 "GET /v2.0/security-groups?id=3aef09b9-bc23-4efa-8664-713672567223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520656 Sep 07 02:42:07.677816 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a01f3b-ff69-4fa2-a3fb-0726fb120e2c None None] Routers {'f3a11831-39a7-401d-bfe3-eb09fb7dd146'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:42:07.678679 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-35a01f3b-ff69-4fa2-a3fb-0726fb120e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:41:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['f3a11831-39a7-401d-bfe3-eb09fb7dd146'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:42:07.722847 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8602f9f-e922-40ed-bccf-f32085f5efbd None None] Pushing event updated for resources: {'Port': ['ID=bfd7ad37-d763-41a1-86f1-d014e1080f63,revision_number=4']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:07.746822 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-896eb4a7-54bd-43ca-b655-fd2efbb3a557 req-20cdb13a-820a-4284-84e1-cda1a9bce742 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:07.791829 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2cfa9a66-bd3e-4c2d-a1b8-b77a95f9df8c req-b640a292-eeb6-43cd-8d0d-badaaa61c29d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680303 Sep 07 02:42:07.797815 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89321cee-8475-45f5-ad37-63f5e2f4bd12 req-21c15cc2-6990-41da-a603-d82aee48d616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:07.799227 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-89321cee-8475-45f5-ad37-63f5e2f4bd12 req-21c15cc2-6990-41da-a603-d82aee48d616 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.1744897 Sep 07 02:42:07.802016 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c2127d-383e-4a5b-bd9b-5d8ce90d0312 req-713f42fd-43cb-4543-bc64-a861a4a6acca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:07.803385 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e1c2127d-383e-4a5b-bd9b-5d8ce90d0312 req-713f42fd-43cb-4543-bc64-a861a4a6acca service neutron] 10.222.0.23 "GET /v2.0/networks?id=0823ecf3-066e-49bd-a451-2e84ab79a70f HTTP/1.1" status: 200 len: 869 time: 0.4984777 Sep 07 02:42:07.815442 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-35a01f3b-ff69-4fa2-a3fb-0726fb120e2c None None] Set router f3a11831-39a7-401d-bfe3-eb09fb7dd146 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:42:07.858580 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e1c2127d-383e-4a5b-bd9b-5d8ce90d0312 req-0d33a1ae-2ba0-433e-bfab-dcba0236f48e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=cecd626c-03e4-498c-a643-297d0ef14a68 HTTP/1.1" status: 200 len: 217 time: 0.0428693 Sep 07 02:42:07.861157 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33965ee9-0706-4909-8965-73ca27c8a81d req-d0b48669-94e7-42a8-8d15-8e123a7b487b tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:07.868050 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-33965ee9-0706-4909-8965-73ca27c8a81d req-d0b48669-94e7-42a8-8d15-8e123a7b487b tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d177df0-acd9-487a-8a98-e3c6eb2142fc HTTP/1.1" status: 200 len: 946 time: 0.0709567 Sep 07 02:42:07.905093 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-33965ee9-0706-4909-8965-73ca27c8a81d req-0cf78388-0255-4659-a165-e941ffd0eb84 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359979 Sep 07 02:42:07.971546 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c2127d-383e-4a5b-bd9b-5d8ce90d0312 req-6471408d-13c1-439b-9356-897330f8ae0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:07.972936 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e1c2127d-383e-4a5b-bd9b-5d8ce90d0312 req-6471408d-13c1-439b-9356-897330f8ae0f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.1051888 Sep 07 02:42:08.072936 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-35a01f3b-ff69-4fa2-a3fb-0726fb120e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a11831-39a7-401d-bfe3-eb09fb7dd146', 'name': 'tempest-FloatingIPDetailsTestJSON-1356552460-router', 'tenant_id': '2d9d7acb4e2a44a0baf8330d51dd9d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'ac42159e-a2a6-4bb6-ba47-3c6539609154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:41:55Z', 'updated_at': '2021-09-07T02:42:01Z', 'revision_number': 4, 'project_id': '2d9d7acb4e2a44a0baf8330d51dd9d9f', 'gw_port': {'id': 'ac42159e-a2a6-4bb6-ba47-3c6539609154', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:68:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a11831-39a7-401d-bfe3-eb09fb7dd146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:41:57Z', 'updated_at': '2021-09-07T02:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'bfd7ad37-d763-41a1-86f1-d014e1080f63', 'name': '', 'network_id': 'd110b15d-8f45-41ae-811e-ef30c7755c77', 'tenant_id': '2d9d7acb4e2a44a0baf8330d51dd9d9f', 'mac_address': 'fa:16:3e:e4:59:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a11831-39a7-401d-bfe3-eb09fb7dd146', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'afd739c4-5efd-4074-975c-47a0080c2aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:42:00Z', 'updated_at': '2021-09-07T02:42:07Z', 'revision_number': 4, 'project_id': '2d9d7acb4e2a44a0baf8330d51dd9d9f', 'subnets': [{'id': 'afd739c4-5efd-4074-975c-47a0080c2aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:42:08.105385 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a01f3b-ff69-4fa2-a3fb-0726fb120e2c None None] The sync data for ids ['f3a11831-39a7-401d-bfe3-eb09fb7dd146'] in n-d-796209-16 is: [{'id': 'f3a11831-39a7-401d-bfe3-eb09fb7dd146', 'name': 'tempest-FloatingIPDetailsTestJSON-1356552460-router', 'tenant_id': '2d9d7acb4e2a44a0baf8330d51dd9d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'ac42159e-a2a6-4bb6-ba47-3c6539609154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:41:55Z', 'updated_at': '2021-09-07T02:42:01Z', 'revision_number': 4, 'project_id': '2d9d7acb4e2a44a0baf8330d51dd9d9f', 'gw_port': {'id': 'ac42159e-a2a6-4bb6-ba47-3c6539609154', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:68:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a11831-39a7-401d-bfe3-eb09fb7dd146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:41:57Z', 'updated_at': '2021-09-07T02:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'bfd7ad37-d763-41a1-86f1-d014e1080f63', 'name': '', 'network_id': 'd110b15d-8f45-41ae-811e-ef30c7755c77', 'tenant_id': '2d9d7acb4e2a44a0baf8330d51dd9d9f', 'mac_address': 'fa:16:3e:e4:59:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3a11831-39a7-401d-bfe3-eb09fb7dd146', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': 'afd739c4-5efd-4074-975c-47a0080c2aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:42:00Z', 'updated_at': '2021-09-07T02:42:07Z', 'revision_number': 4, 'project_id': '2d9d7acb4e2a44a0baf8330d51dd9d9f', 'subnets': [{'id': 'afd739c4-5efd-4074-975c-47a0080c2aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:42:08.111438 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-896eb4a7-54bd-43ca-b655-fd2efbb3a557 req-20cdb13a-820a-4284-84e1-cda1a9bce742 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:08.121422 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89321cee-8475-45f5-ad37-63f5e2f4bd12 req-ebe124e1-089e-4a08-abdd-ed3a0e656a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:08.122964 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-89321cee-8475-45f5-ad37-63f5e2f4bd12 req-ebe124e1-089e-4a08-abdd-ed3a0e656a96 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1291559 Sep 07 02:42:08.124473 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-896eb4a7-54bd-43ca-b655-fd2efbb3a557 req-20cdb13a-820a-4284-84e1-cda1a9bce742 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:08.166877 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c2127d-383e-4a5b-bd9b-5d8ce90d0312 req-68a70d78-19ff-42de-98f6-d79c87e135f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:08.168402 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e1c2127d-383e-4a5b-bd9b-5d8ce90d0312 req-68a70d78-19ff-42de-98f6-d79c87e135f3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1598473 Sep 07 02:42:08.192805 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 03a08a42-1d07-47f4-9c5c-dd28198aa815 up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:42:08.220853 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f0d4a-83bf-4460-b134-a2b876ead9cd req-925f5ea2-ef07-4efc-b00d-af783ab4c078 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:08.222819 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2c7f0d4a-83bf-4460-b134-a2b876ead9cd req-925f5ea2-ef07-4efc-b00d-af783ab4c078 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb044ddb-aec4-4cc8-8c21-d0b93465a7eb HTTP/1.1" status: 200 len: 949 time: 0.0552723 Sep 07 02:42:08.255043 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 03a08a42-1d07-47f4-9c5c-dd28198aa815 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:42:08.255756 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:08.276183 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2c7f0d4a-83bf-4460-b134-a2b876ead9cd req-b6148e74-23fe-405c-a77b-c5b615b648cd tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459652 Sep 07 02:42:08.279356 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cdb13a-820a-4284-84e1-cda1a9bce742 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Pushing event updated for resources: {'Port': ['ID=8ced6d3e-ee48-4949-beae-ebd1e0f2b786,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:08.364796 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:08.377647 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-896eb4a7-54bd-43ca-b655-fd2efbb3a557 req-20cdb13a-820a-4284-84e1-cda1a9bce742 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:08.406702 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 03a08a42-1d07-47f4-9c5c-dd28198aa815, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=03a08a42-1d07-47f4-9c5c-dd28198aa815,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:42:08.412644 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:08.423201 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e1c2127d-383e-4a5b-bd9b-5d8ce90d0312 req-ae20dd5d-86e7-4774-a281-ae31f52fe0f6 service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429066 Sep 07 02:42:08.425320 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-896eb4a7-54bd-43ca-b655-fd2efbb3a557 req-20cdb13a-820a-4284-84e1-cda1a9bce742 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:08.439516 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-896eb4a7-54bd-43ca-b655-fd2efbb3a557 req-20cdb13a-820a-4284-84e1-cda1a9bce742 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6487892 Sep 07 02:42:08.500605 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=03a08a42-1d07-47f4-9c5c-dd28198aa815,revision_number=8']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:08.617780 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6657ae-ff44-4a29-8912-aee79fc8e908 req-bf7f8e53-a337-459f-af11-5790f3f3b93d tempest-ImagesNegativeTestJSON-937103536 tempest-ImagesNegativeTestJSON-937103536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:08.643969 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device bfd7ad37-d763-41a1-86f1-d014e1080f63 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:42:08.645962 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dc6657ae-ff44-4a29-8912-aee79fc8e908 req-bf7f8e53-a337-459f-af11-5790f3f3b93d tempest-ImagesNegativeTestJSON-937103536 tempest-ImagesNegativeTestJSON-937103536-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fd8d032-66c7-4ef0-95b4-3d1674f0b344 HTTP/1.1" status: 200 len: 948 time: 0.0851281 Sep 07 02:42:08.662536 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-89321cee-8475-45f5-ad37-63f5e2f4bd12 req-d7b5f6b2-f481-4c58-a8f9-8c572bcbf8be service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5303295 Sep 07 02:42:08.666910 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e1c2127d-383e-4a5b-bd9b-5d8ce90d0312 req-ba12880d-61c6-4a5c-b2a9-5f352fc82e1c service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149704 Sep 07 02:42:08.691633 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-896eb4a7-54bd-43ca-b655-fd2efbb3a557 req-f21b4b69-5f7e-4132-9a34-94cdd7e85318 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.110 HTTP/1.1" status: 200 len: 696 time: 0.2515945 Sep 07 02:42:08.727655 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dc6657ae-ff44-4a29-8912-aee79fc8e908 req-8d64067b-14d6-489a-8f6f-c1c42bbcc04e tempest-ImagesNegativeTestJSON-937103536 tempest-ImagesNegativeTestJSON-937103536-project] 10.222.0.22 "GET /v2.0/security-groups?id=a365f168-c77b-449e-b5f9-014898416346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804787 Sep 07 02:42:08.755812 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port bfd7ad37-d763-41a1-86f1-d014e1080f63 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:42:08.762922 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port bfd7ad37-d763-41a1-86f1-d014e1080f63 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:42:08.763771 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:08.878698 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:08.905314 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-89321cee-8475-45f5-ad37-63f5e2f4bd12 req-1232cb54-b924-49e0-9655-9bb6d011a8a3 service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320533 Sep 07 02:42:08.913023 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896eb4a7-54bd-43ca-b655-fd2efbb3a557 req-f004e3b8-be1a-4db6-a5ad-6095d2776e61 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:08.914622 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-896eb4a7-54bd-43ca-b655-fd2efbb3a557 req-f004e3b8-be1a-4db6-a5ad-6095d2776e61 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] 10.222.0.22 "GET /v2.0/networks/1166b922-7457-4da4-bdda-328e8c8e7bc6 HTTP/1.1" status: 200 len: 784 time: 0.2221289 Sep 07 02:42:08.926244 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port bfd7ad37-d763-41a1-86f1-d014e1080f63, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=bfd7ad37-d763-41a1-86f1-d014e1080f63,segment=NetworkSegment(bf0ae500-d0d4-4c22-b571-d367994f1475),segment_id=bf0ae500-d0d4-4c22-b571-d367994f1475)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:42:08.936936 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:08.938619 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa211dbb-946d-4837-97ef-5273d5a7741e req-7144b3aa-f12e-4eaa-8002-a9fbe79b72ac tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:08.949421 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fa211dbb-946d-4837-97ef-5273d5a7741e req-7144b3aa-f12e-4eaa-8002-a9fbe79b72ac tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.22 "GET /v2.0/ports?device_id=a94cee49-798e-4b5c-a905-eea8da76d63a HTTP/1.1" status: 200 len: 946 time: 0.1164398 Sep 07 02:42:08.995919 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fa211dbb-946d-4837-97ef-5273d5a7741e req-3f01701b-11b0-4eec-a89e-5386992fd671 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.22 "GET /v2.0/security-groups?id=3aef09b9-bc23-4efa-8664-713672567223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449600 Sep 07 02:42:09.011931 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb044ddb-aec4-4cc8-8c21-d0b93465a7eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03a08a42-1d07-47f4-9c5c-dd28198aa815'}, {'server_uuid': 'fb044ddb-aec4-4cc8-8c21-d0b93465a7eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a08a42-1d07-47f4-9c5c-dd28198aa815'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:42:09.014179 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1487717a-f416-49f8-9b8a-9677351c19ec" -d '{"events": [{"server_uuid": "fb044ddb-aec4-4cc8-8c21-d0b93465a7eb", "name": "network-vif-unplugged", "status": "completed", "tag": "03a08a42-1d07-47f4-9c5c-dd28198aa815"}, {"server_uuid": "fb044ddb-aec4-4cc8-8c21-d0b93465a7eb", "name": "network-vif-plugged", "status": "completed", "tag": "03a08a42-1d07-47f4-9c5c-dd28198aa815"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:42:09.017206 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=bfd7ad37-d763-41a1-86f1-d014e1080f63,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:09.023914 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49668) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:42:09.187840 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-80837328-858a-484f-9803-30f205028257 req-3dd3b4ae-75f5-498e-8bb6-b01f1f4e1052 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1480727 Sep 07 02:42:09.199609 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9c8ed53c-228e-44ca-95a2-e4d80470bbb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:09.199922 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-80837328-858a-484f-9803-30f205028257 req-d73826b2-839e-4006-bc4b-e563a4318d68 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Request body: {'floatingip': {'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:42:09.222677 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-80837328-858a-484f-9803-30f205028257 req-d73826b2-839e-4006-bc4b-e563a4318d68 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Notify callbacks [] for floatingip, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:09.282919 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774ea80-bc15-46ef-b215-7d82f56b9c98 req-c4f9c846-62b7-4949-a8e1-eeb47514fa30 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:09.284494 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4774ea80-bc15-46ef-b215-7d82f56b9c98 req-c4f9c846-62b7-4949-a8e1-eeb47514fa30 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d177df0-acd9-487a-8a98-e3c6eb2142fc HTTP/1.1" status: 200 len: 946 time: 0.0736763 Sep 07 02:42:09.327559 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-80837328-858a-484f-9803-30f205028257 req-d73826b2-839e-4006-bc4b-e563a4318d68 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:09.348943 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4774ea80-bc15-46ef-b215-7d82f56b9c98 req-6ade5fbd-3329-43d5-b24f-e9bb3333ac60 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568881 Sep 07 02:42:09.383365 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9c8ed53c-228e-44ca-95a2-e4d80470bbb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:09.388825 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9c8ed53c-228e-44ca-95a2-e4d80470bbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:09.430127 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-9c8ed53c-228e-44ca-95a2-e4d80470bbb0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6ab09a8b2adb4902bbfbf57c7fbd6c6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4042034 Sep 07 02:42:09.431582 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8ed53c-228e-44ca-95a2-e4d80470bbb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd24f6d2-7da4-4a1f-8109-e0e80bd56735,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:09.433580 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49682) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:42:09.442504 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-80837328-858a-484f-9803-30f205028257 req-d73826b2-839e-4006-bc4b-e563a4318d68 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Allocated IP 172.25.5.194 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/144e3c10-c940-4a48-9997-afd44db1f08e) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:42:09.487415 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cf19bf85-d711-46f1-a1d4-fee5d76a09eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:09.510024 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cf19bf85-d711-46f1-a1d4-fee5d76a09eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:09.560882 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cf19bf85-d711-46f1-a1d4-fee5d76a09eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:09.561214 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 07 Sep 2021 02:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb97746-8f0b-4516-8c0b-f075d5d325dc x-openstack-request-id: req-ccb97746-8f0b-4516-8c0b-f075d5d325dc {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:42:09.562144 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb044ddb-aec4-4cc8-8c21-d0b93465a7eb", "name": "network-vif-unplugged", "status": "completed", "tag": "03a08a42-1d07-47f4-9c5c-dd28198aa815", "code": 200}, {"server_uuid": "fb044ddb-aec4-4cc8-8c21-d0b93465a7eb", "name": "network-vif-plugged", "status": "completed", "tag": "03a08a42-1d07-47f4-9c5c-dd28198aa815", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:42:09.562663 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ccb97746-8f0b-4516-8c0b-f075d5d325dc {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:42:09.563316 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb044ddb-aec4-4cc8-8c21-d0b93465a7eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03a08a42-1d07-47f4-9c5c-dd28198aa815', 'code': 200} Sep 07 02:42:09.563706 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb044ddb-aec4-4cc8-8c21-d0b93465a7eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a08a42-1d07-47f4-9c5c-dd28198aa815', 'code': 200} Sep 07 02:42:09.564136 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cf19bf85-d711-46f1-a1d4-fee5d76a09eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:09.565399 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-cf19bf85-d711-46f1-a1d4-fee5d76a09eb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/dd24f6d2-7da4-4a1f-8109-e0e80bd56735 HTTP/1.1" status: 204 len: 168 time: 0.1308923 Sep 07 02:42:09.575020 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf19bf85-d711-46f1-a1d4-fee5d76a09eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd24f6d2-7da4-4a1f-8109-e0e80bd56735,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:09.585826 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-80837328-858a-484f-9803-30f205028257 req-d73826b2-839e-4006-bc4b-e563a4318d68 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:09.639188 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-80837328-858a-484f-9803-30f205028257 req-d73826b2-839e-4006-bc4b-e563a4318d68 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:09.677959 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80837328-858a-484f-9803-30f205028257 req-d73826b2-839e-4006-bc4b-e563a4318d68 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:42:09.682612 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-80837328-858a-484f-9803-30f205028257 req-d73826b2-839e-4006-bc4b-e563a4318d68 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:42:09.684144 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device cecd626c-03e4-498c-a643-297d0ef14a68 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:42:09.688935 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-80837328-858a-484f-9803-30f205028257 req-d73826b2-839e-4006-bc4b-e563a4318d68 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:42:09.737692 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf86d1d-b897-49b6-8900-a83bfcd9c87f req-bbe260f1-993a-42c4-8947-c76c4363c4dd tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:09.739534 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-baf86d1d-b897-49b6-8900-a83bfcd9c87f req-bbe260f1-993a-42c4-8947-c76c4363c4dd tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8c064c4-5a1a-47ca-b041-7577ef533a3f HTTP/1.1" status: 200 len: 945 time: 0.0681193 Sep 07 02:42:09.748365 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73826b2-839e-4006-bc4b-e563a4318d68 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Pushing event updated for resources: {'Port': ['ID=144e3c10-c940-4a48-9997-afd44db1f08e,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:09.790877 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-baf86d1d-b897-49b6-8900-a83bfcd9c87f req-b78f44ab-f7e8-41ca-be84-3869cd3a7da6 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] 10.222.0.22 "GET /v2.0/security-groups?id=3ed45ffb-8954-4fed-8b54-92dbaaf8c384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448000 Sep 07 02:42:09.802918 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-80837328-858a-484f-9803-30f205028257 req-d73826b2-839e-4006-bc4b-e563a4318d68 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:09.854754 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-80837328-858a-484f-9803-30f205028257 req-d73826b2-839e-4006-bc4b-e563a4318d68 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:09.910907 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1baacd3-b7b9-4c91-8fff-bd89bb577513 req-7229e94f-d616-46ad-9f1f-c94454f0648a tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:09.918821 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b1baacd3-b7b9-4c91-8fff-bd89bb577513 req-7229e94f-d616-46ad-9f1f-c94454f0648a tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb044ddb-aec4-4cc8-8c21-d0b93465a7eb HTTP/1.1" status: 200 len: 950 time: 0.0587156 Sep 07 02:42:09.927286 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49692) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:42:09.952656 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9b86613f-2400-4f4e-a072-fd0521241165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:09.957616 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b1baacd3-b7b9-4c91-8fff-bd89bb577513 req-8a784f1a-8e6b-4ca3-8b5d-e73881353c1e tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379105 Sep 07 02:42:09.961936 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port cecd626c-03e4-498c-a643-297d0ef14a68, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=cecd626c-03e4-498c-a643-297d0ef14a68,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:42:09.976967 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': 'cecd626c-03e4-498c-a643-297d0ef14a68', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'port_id': 'cecd626c-03e4-498c-a643-297d0ef14a68', 'mac_address': 'fa:16:3e:94:15:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '694f9550-ba12-4672-8446-41848123cea2', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:42:10.026167 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:10.041345 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cecd626c-03e4-498c-a643-297d0ef14a68 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:42:10.071473 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port cecd626c-03e4-498c-a643-297d0ef14a68, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=cecd626c-03e4-498c-a643-297d0ef14a68,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:42:10.078615 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:10.095457 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-80837328-858a-484f-9803-30f205028257 req-d73826b2-839e-4006-bc4b-e563a4318d68 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:10.103437 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-80837328-858a-484f-9803-30f205028257 req-d73826b2-839e-4006-bc4b-e563a4318d68 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:10.143838 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=cecd626c-03e4-498c-a643-297d0ef14a68,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:10.192783 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73826b2-839e-4006-bc4b-e563a4318d68 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Pushing event updated for resources: {'Port': ['ID=144e3c10-c940-4a48-9997-afd44db1f08e,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:10.213871 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9b86613f-2400-4f4e-a072-fd0521241165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:10.223021 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-80837328-858a-484f-9803-30f205028257 req-d73826b2-839e-4006-bc4b-e563a4318d68 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:10.225655 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9b86613f-2400-4f4e-a072-fd0521241165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:10.269683 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-80837328-858a-484f-9803-30f205028257 req-d73826b2-839e-4006-bc4b-e563a4318d68 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:10.271954 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-80837328-858a-484f-9803-30f205028257 req-d73826b2-839e-4006-bc4b-e563a4318d68 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.0766037 Sep 07 02:42:10.274092 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b86613f-2400-4f4e-a072-fd0521241165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f12385-f937-437d-8b85-0370657fa2c9,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:10.282980 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9b86613f-2400-4f4e-a072-fd0521241165 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cdcf983514c1476da48172aa6bcb65f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3546247 Sep 07 02:42:10.287227 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac263e61-bce4-4439-bdd5-a1e4d28188b6 req-e38a8e82-836a-4c7f-9919-7c25dc05e8d4 tempest-ImagesNegativeTestJSON-937103536 tempest-ImagesNegativeTestJSON-937103536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:10.289115 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ac263e61-bce4-4439-bdd5-a1e4d28188b6 req-e38a8e82-836a-4c7f-9919-7c25dc05e8d4 tempest-ImagesNegativeTestJSON-937103536 tempest-ImagesNegativeTestJSON-937103536-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fd8d032-66c7-4ef0-95b4-3d1674f0b344 HTTP/1.1" status: 200 len: 949 time: 0.0568571 Sep 07 02:42:10.289784 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49696) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:42:10.333128 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-80837328-858a-484f-9803-30f205028257 req-5f74d580-cb96-4b47-aa71-9f58b59ee911 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.194 HTTP/1.1" status: 200 len: 696 time: 0.0530124 Sep 07 02:42:10.360946 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ac263e61-bce4-4439-bdd5-a1e4d28188b6 req-4eec42c3-1bf3-40b1-bceb-73bb14652192 tempest-ImagesNegativeTestJSON-937103536 tempest-ImagesNegativeTestJSON-937103536-project] 10.222.0.22 "GET /v2.0/security-groups?id=a365f168-c77b-449e-b5f9-014898416346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644002 Sep 07 02:42:10.371227 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['cecd626c-03e4-498c-a643-297d0ef14a68'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:42:10.378403 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4455996c-be0e-425f-87cc-efaa5794c11b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:10.411923 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4455996c-be0e-425f-87cc-efaa5794c11b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:10.458998 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80837328-858a-484f-9803-30f205028257 req-8f666ce9-bb75-4461-8990-e8e6056bc7fb tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:10.466405 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-80837328-858a-484f-9803-30f205028257 req-8f666ce9-bb75-4461-8990-e8e6056bc7fb tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] 10.222.0.22 "GET /v2.0/networks/1166b922-7457-4da4-bdda-328e8c8e7bc6 HTTP/1.1" status: 200 len: 784 time: 0.1248374 Sep 07 02:42:10.539274 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device bfd7ad37-d763-41a1-86f1-d014e1080f63 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:42:10.544735 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0eb5c0-e447-4bcd-a1a4-90d2b626ec2e req-e488f59c-18b4-48ad-9c1f-17e16f583138 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:10.546420 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cd0eb5c0-e447-4bcd-a1a4-90d2b626ec2e req-e488f59c-18b4-48ad-9c1f-17e16f583138 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.22 "GET /v2.0/ports?device_id=a94cee49-798e-4b5c-a905-eea8da76d63a HTTP/1.1" status: 200 len: 946 time: 0.1032279 Sep 07 02:42:10.552466 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4455996c-be0e-425f-87cc-efaa5794c11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:10.555099 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4455996c-be0e-425f-87cc-efaa5794c11b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:10.559563 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-4455996c-be0e-425f-87cc-efaa5794c11b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/70f12385-f937-437d-8b85-0370657fa2c9 HTTP/1.1" status: 204 len: 168 time: 0.2661676 Sep 07 02:42:10.574893 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4455996c-be0e-425f-87cc-efaa5794c11b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f12385-f937-437d-8b85-0370657fa2c9,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:10.599797 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff3b39e-7462-4c11-a4c6-c88d189dd17f req-2f743027-9a6d-405d-89e1-e7f4726631b0 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:10.601417 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dff3b39e-7462-4c11-a4c6-c88d189dd17f req-2f743027-9a6d-405d-89e1-e7f4726631b0 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8c064c4-5a1a-47ca-b041-7577ef533a3f HTTP/1.1" status: 200 len: 945 time: 0.1091771 Sep 07 02:42:10.605239 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4455996c-be0e-425f-87cc-efaa5794c11b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:42:10.605655 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4455996c-be0e-425f-87cc-efaa5794c11b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:42:10.606259 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4455996c-be0e-425f-87cc-efaa5794c11b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:42:10.606804 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4455996c-be0e-425f-87cc-efaa5794c11b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:42:10.607347 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4455996c-be0e-425f-87cc-efaa5794c11b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:42:10.607922 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4455996c-be0e-425f-87cc-efaa5794c11b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:42:10.608629 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4455996c-be0e-425f-87cc-efaa5794c11b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:42:10.609171 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4455996c-be0e-425f-87cc-efaa5794c11b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:42:10.609729 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4455996c-be0e-425f-87cc-efaa5794c11b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:42:10.610273 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4455996c-be0e-425f-87cc-efaa5794c11b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:42:10.610814 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4455996c-be0e-425f-87cc-efaa5794c11b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:42:10.611365 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4455996c-be0e-425f-87cc-efaa5794c11b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:42:10.636113 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f3f37d92-830f-4fcf-be09-daa68c79786a req-536a94fc-21c4-49f5-b88a-12a1c0a928d0 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1430211 Sep 07 02:42:10.647097 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-f3f37d92-830f-4fcf-be09-daa68c79786a req-f5fcc7f9-de2b-4ba6-8dae-626f994c1403 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Request body: {'floatingip': {'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:42:10.669177 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port bfd7ad37-d763-41a1-86f1-d014e1080f63 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:42:10.670529 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:10.679295 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f3f37d92-830f-4fcf-be09-daa68c79786a req-f5fcc7f9-de2b-4ba6-8dae-626f994c1403 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Notify callbacks [] for floatingip, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:10.700787 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cd0eb5c0-e447-4bcd-a1a4-90d2b626ec2e req-53ab60bc-68a1-4d81-bc84-0b773cfb71c0 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.22 "GET /v2.0/security-groups?id=3aef09b9-bc23-4efa-8664-713672567223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411827 Sep 07 02:42:10.840554 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-dff3b39e-7462-4c11-a4c6-c88d189dd17f req-fbec70b6-f00c-4fa5-885b-5e225e787169 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Deleting port 27c87a6e-97e5-46b1-a354-2ac48eaea864 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:42:10.840554 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-dff3b39e-7462-4c11-a4c6-c88d189dd17f req-fbec70b6-f00c-4fa5-885b-5e225e787169 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:10.894122 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f3f37d92-830f-4fcf-be09-daa68c79786a req-f5fcc7f9-de2b-4ba6-8dae-626f994c1403 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:10.996225 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-dff3b39e-7462-4c11-a4c6-c88d189dd17f req-fbec70b6-f00c-4fa5-885b-5e225e787169 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] For port 27c87a6e-97e5-46b1-a354-2ac48eaea864, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=27c87a6e-97e5-46b1-a354-2ac48eaea864,segment=NetworkSegment(84a0c340-aa8f-44dd-8085-45285b51496f),segment_id=84a0c340-aa8f-44dd-8085-45285b51496f)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:42:10.996748 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-dff3b39e-7462-4c11-a4c6-c88d189dd17f req-fbec70b6-f00c-4fa5-885b-5e225e787169 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:11.035717 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-f3f37d92-830f-4fcf-be09-daa68c79786a req-f5fcc7f9-de2b-4ba6-8dae-626f994c1403 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Allocated IP 172.25.5.180 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/d40bbba2-dfd1-4bde-8930-cba9d01336ee) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:42:11.037717 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18666b8c-8dde-4da0-b75b-a4033225dac9 req-12c503cc-2a84-472d-8da3-f9717006a33b tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:11.045439 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-18666b8c-8dde-4da0-b75b-a4033225dac9 req-12c503cc-2a84-472d-8da3-f9717006a33b tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8c064c4-5a1a-47ca-b041-7577ef533a3f HTTP/1.1" status: 200 len: 945 time: 0.1379516 Sep 07 02:42:11.164129 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f3f37d92-830f-4fcf-be09-daa68c79786a req-f5fcc7f9-de2b-4ba6-8dae-626f994c1403 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:11.202780 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d1f055-7d02-4855-9d91-0e53ce243a09 req-dad7774d-eb59-437d-8920-8fce2abe66fc tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:11.204285 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-80d1f055-7d02-4855-9d91-0e53ce243a09 req-dad7774d-eb59-437d-8920-8fce2abe66fc tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.16 "GET /v2.0/ports?device_id=a94cee49-798e-4b5c-a905-eea8da76d63a HTTP/1.1" status: 200 len: 946 time: 0.2330081 Sep 07 02:42:11.207598 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f3f37d92-830f-4fcf-be09-daa68c79786a req-f5fcc7f9-de2b-4ba6-8dae-626f994c1403 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:11.216013 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-18666b8c-8dde-4da0-b75b-a4033225dac9 req-63d11f67-a9c3-44ee-9a86-f2440272f830 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] 10.222.0.22 "GET /v2.0/security-groups?id=3ed45ffb-8954-4fed-8b54-92dbaaf8c384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697590 Sep 07 02:42:11.254460 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fcc7f9-de2b-4ba6-8dae-626f994c1403 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Pushing event updated for resources: {'Port': ['ID=d40bbba2-dfd1-4bde-8930-cba9d01336ee,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:11.266758 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3f37d92-830f-4fcf-be09-daa68c79786a req-f5fcc7f9-de2b-4ba6-8dae-626f994c1403 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:42:11.268277 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-f3f37d92-830f-4fcf-be09-daa68c79786a req-f5fcc7f9-de2b-4ba6-8dae-626f994c1403 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:42:11.270546 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f37d92-830f-4fcf-be09-daa68c79786a req-f5fcc7f9-de2b-4ba6-8dae-626f994c1403 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:42:11.333062 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89321cee-8475-45f5-ad37-63f5e2f4bd12 req-35155f5c-9b5d-4120-af56-e9b467e3d9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:11.334535 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-89321cee-8475-45f5-ad37-63f5e2f4bd12 req-35155f5c-9b5d-4120-af56-e9b467e3d9eb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fb044ddb-aec4-4cc8-8c21-d0b93465a7eb&tenant_id=ef46d2c6ddda4358910a6e6d3c8cd1f8 HTTP/1.1" status: 200 len: 1102 time: 0.2254708 Sep 07 02:42:11.368340 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f3f37d92-830f-4fcf-be09-daa68c79786a req-f5fcc7f9-de2b-4ba6-8dae-626f994c1403 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:11.420011 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f3f37d92-830f-4fcf-be09-daa68c79786a req-f5fcc7f9-de2b-4ba6-8dae-626f994c1403 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:11.598607 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f3f37d92-830f-4fcf-be09-daa68c79786a req-f5fcc7f9-de2b-4ba6-8dae-626f994c1403 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:11.605847 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f3f37d92-830f-4fcf-be09-daa68c79786a req-f5fcc7f9-de2b-4ba6-8dae-626f994c1403 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:11.699364 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device cecd626c-03e4-498c-a643-297d0ef14a68 up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:42:11.731331 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f3f37d92-830f-4fcf-be09-daa68c79786a req-f5fcc7f9-de2b-4ba6-8dae-626f994c1403 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:11.732693 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-dff3b39e-7462-4c11-a4c6-c88d189dd17f req-fbec70b6-f00c-4fa5-885b-5e225e787169 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:11.733053 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-dff3b39e-7462-4c11-a4c6-c88d189dd17f req-fbec70b6-f00c-4fa5-885b-5e225e787169 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:11.733377 n-d-796209-16 neutron-server[94701]: INFO neutron.db.l3_db [req-dff3b39e-7462-4c11-a4c6-c88d189dd17f req-fbec70b6-f00c-4fa5-885b-5e225e787169 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Floating IP 557d843b-eee6-4b4d-8c11-976f6e3d9dc2 disassociated. External IP: 172.25.5.166, port: 27c87a6e-97e5-46b1-a354-2ac48eaea864. Sep 07 02:42:11.733721 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-dff3b39e-7462-4c11-a4c6-c88d189dd17f req-fbec70b6-f00c-4fa5-885b-5e225e787169 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Calling delete_port for 27c87a6e-97e5-46b1-a354-2ac48eaea864 owned by compute:nova {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:42:11.741367 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51149a-72eb-47df-873f-aa1929c02dda req-5ab55ede-af7a-4153-8c3b-df6370131b49 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:11.742879 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4a51149a-72eb-47df-873f-aa1929c02dda req-5ab55ede-af7a-4153-8c3b-df6370131b49 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.23 "GET /v2.0/ports?device_id=352d2fb9-b3ac-43aa-b139-b634b9c1297a HTTP/1.1" status: 200 len: 946 time: 0.1267910 Sep 07 02:42:11.744162 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736632f-8997-4de2-977b-af7f6bf6df19 req-33c94006-3a3e-4056-8651-95bbe94c2dd9 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:11.745225 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fcc7f9-de2b-4ba6-8dae-626f994c1403 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Pushing event updated for resources: {'Port': ['ID=d40bbba2-dfd1-4bde-8930-cba9d01336ee,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:11.751907 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a736632f-8997-4de2-977b-af7f6bf6df19 req-33c94006-3a3e-4056-8651-95bbe94c2dd9 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb044ddb-aec4-4cc8-8c21-d0b93465a7eb HTTP/1.1" status: 200 len: 950 time: 0.4361138 Sep 07 02:42:11.761138 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-80d1f055-7d02-4855-9d91-0e53ce243a09 req-e911496c-b39e-44a9-b2ad-7d52de53d385 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Deleting port d2d251f5-ff13-47fd-91f7-21a3ac2c20ad {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:42:11.761481 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-80d1f055-7d02-4855-9d91-0e53ce243a09 req-e911496c-b39e-44a9-b2ad-7d52de53d385 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:11.765303 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89321cee-8475-45f5-ad37-63f5e2f4bd12 req-78a6faa6-35fb-4f0c-bf49-42766902dadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:11.766784 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-89321cee-8475-45f5-ad37-63f5e2f4bd12 req-78a6faa6-35fb-4f0c-bf49-42766902dadd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef46d2c6ddda4358910a6e6d3c8cd1f8&device_id=fb044ddb-aec4-4cc8-8c21-d0b93465a7eb HTTP/1.1" status: 200 len: 1102 time: 0.4056025 Sep 07 02:42:11.777603 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port cecd626c-03e4-498c-a643-297d0ef14a68 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:42:11.781845 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port cecd626c-03e4-498c-a643-297d0ef14a68 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:42:11.782287 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:11.796149 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f3f37d92-830f-4fcf-be09-daa68c79786a req-f5fcc7f9-de2b-4ba6-8dae-626f994c1403 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:11.797387 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f3f37d92-830f-4fcf-be09-daa68c79786a req-f5fcc7f9-de2b-4ba6-8dae-626f994c1403 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1555285 Sep 07 02:42:11.890824 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f3f37d92-830f-4fcf-be09-daa68c79786a req-4ba22da5-ee31-4dd0-8aaa-3a827830107c tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.180 HTTP/1.1" status: 200 len: 696 time: 0.0725234 Sep 07 02:42:11.899180 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:11.945613 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port cecd626c-03e4-498c-a643-297d0ef14a68, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=cecd626c-03e4-498c-a643-297d0ef14a68,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:42:11.947750 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd8d032-66c7-4ef0-95b4-3d1674f0b344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cecd626c-03e4-498c-a643-297d0ef14a68'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:42:11.954071 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8111950-5eb5-4992-be81-0d5b8f9c992f" -d '{"events": [{"server_uuid": "2fd8d032-66c7-4ef0-95b4-3d1674f0b344", "name": "network-vif-plugged", "status": "completed", "tag": "cecd626c-03e4-498c-a643-297d0ef14a68"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:42:11.960268 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:11.975444 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a736632f-8997-4de2-977b-af7f6bf6df19 req-fd72fda8-8d51-4b1f-bcfa-719a5e7c817c tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182176 Sep 07 02:42:11.986115 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-4a51149a-72eb-47df-873f-aa1929c02dda req-0115f39e-7a46-4216-8717-f10cd1f4bb3c tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Deleting port b31042e9-d884-41e2-9192-982ad47f434c {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:42:11.986466 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4a51149a-72eb-47df-873f-aa1929c02dda req-0115f39e-7a46-4216-8717-f10cd1f4bb3c tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:12.028525 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=cecd626c-03e4-498c-a643-297d0ef14a68,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:12.100131 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f37d92-830f-4fcf-be09-daa68c79786a req-69bc568a-2845-4f42-9c55-d0d209866fd2 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:12.101977 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f3f37d92-830f-4fcf-be09-daa68c79786a req-69bc568a-2845-4f42-9c55-d0d209866fd2 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] 10.222.0.22 "GET /v2.0/networks/1166b922-7457-4da4-bdda-328e8c8e7bc6 HTTP/1.1" status: 200 len: 784 time: 0.2035849 Sep 07 02:42:12.168281 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89321cee-8475-45f5-ad37-63f5e2f4bd12 req-17f80861-6ca0-400c-bdc8-bdb7b4f1b07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:12.169818 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-89321cee-8475-45f5-ad37-63f5e2f4bd12 req-17f80861-6ca0-400c-bdc8-bdb7b4f1b07f service neutron] 10.222.0.16 "GET /v2.0/networks?id=0823ecf3-066e-49bd-a451-2e84ab79a70f HTTP/1.1" status: 200 len: 869 time: 0.3912587 Sep 07 02:42:12.172106 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-80d1f055-7d02-4855-9d91-0e53ce243a09 req-e911496c-b39e-44a9-b2ad-7d52de53d385 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] For port d2d251f5-ff13-47fd-91f7-21a3ac2c20ad, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=d2d251f5-ff13-47fd-91f7-21a3ac2c20ad,segment=NetworkSegment(aaa806c4-a8e8-477a-887e-c4f9692d092a),segment_id=aaa806c4-a8e8-477a-887e-c4f9692d092a)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:42:12.172502 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-80d1f055-7d02-4855-9d91-0e53ce243a09 req-e911496c-b39e-44a9-b2ad-7d52de53d385 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:12.213449 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-4a51149a-72eb-47df-873f-aa1929c02dda req-0115f39e-7a46-4216-8717-f10cd1f4bb3c tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] For port b31042e9-d884-41e2-9192-982ad47f434c, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=b31042e9-d884-41e2-9192-982ad47f434c,segment=NetworkSegment(aaa806c4-a8e8-477a-887e-c4f9692d092a),segment_id=aaa806c4-a8e8-477a-887e-c4f9692d092a)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:42:12.213831 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4a51149a-72eb-47df-873f-aa1929c02dda req-0115f39e-7a46-4216-8717-f10cd1f4bb3c tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:12.214250 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-80d1f055-7d02-4855-9d91-0e53ce243a09 req-e911496c-b39e-44a9-b2ad-7d52de53d385 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Calling delete_port for d2d251f5-ff13-47fd-91f7-21a3ac2c20ad owned by compute:nova {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:42:12.228972 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-4a51149a-72eb-47df-873f-aa1929c02dda req-0115f39e-7a46-4216-8717-f10cd1f4bb3c tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Calling delete_port for b31042e9-d884-41e2-9192-982ad47f434c owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:42:12.247773 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-dff3b39e-7462-4c11-a4c6-c88d189dd17f req-fbec70b6-f00c-4fa5-885b-5e225e787169 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:12.256166 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438eca9-27a7-4b07-8f8c-e7dd4bbf4854 req-329cc0a5-d27c-41e3-b269-4cdf8219525f tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:12.257866 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d438eca9-27a7-4b07-8f8c-e7dd4bbf4854 req-329cc0a5-d27c-41e3-b269-4cdf8219525f tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.22 "GET /v2.0/ports?device_id=a94cee49-798e-4b5c-a905-eea8da76d63a HTTP/1.1" status: 200 len: 946 time: 0.0803533 Sep 07 02:42:12.265824 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-89321cee-8475-45f5-ad37-63f5e2f4bd12 req-acba4daa-1d2d-436a-96b0-6cf43b30dd15 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=03a08a42-1d07-47f4-9c5c-dd28198aa815 HTTP/1.1" status: 200 len: 217 time: 0.0695167 Sep 07 02:42:12.300642 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbec70b6-f00c-4fa5-885b-5e225e787169 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Pushing event deleted for resources: {'Port': ['ID=27c87a6e-97e5-46b1-a354-2ac48eaea864,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:12.337745 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d438eca9-27a7-4b07-8f8c-e7dd4bbf4854 req-01cfb5a1-3292-4ac3-b52b-aca574d57164 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.22 "GET /v2.0/security-groups?id=3aef09b9-bc23-4efa-8664-713672567223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525970 Sep 07 02:42:12.379218 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba96822d-8c4b-450f-b876-5a50624d1c3b req-573db4ab-06db-44bb-978b-0ba106ea5b1e tempest-ImagesNegativeTestJSON-937103536 tempest-ImagesNegativeTestJSON-937103536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:12.380771 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ba96822d-8c4b-450f-b876-5a50624d1c3b req-573db4ab-06db-44bb-978b-0ba106ea5b1e tempest-ImagesNegativeTestJSON-937103536 tempest-ImagesNegativeTestJSON-937103536-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fd8d032-66c7-4ef0-95b4-3d1674f0b344 HTTP/1.1" status: 200 len: 950 time: 0.2405176 Sep 07 02:42:12.414190 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4a51149a-72eb-47df-873f-aa1929c02dda req-0115f39e-7a46-4216-8717-f10cd1f4bb3c tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:12.429356 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['b31042e9-d884-41e2-9192-982ad47f434c'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:42:12.432604 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['d2d251f5-ff13-47fd-91f7-21a3ac2c20ad'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:42:12.485131 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0115f39e-7a46-4216-8717-f10cd1f4bb3c tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Pushing event deleted for resources: {'Port': ['ID=b31042e9-d884-41e2-9192-982ad47f434c,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:12.495414 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d80c228-c6b8-4627-9548-e73d1e4b7948 x-openstack-request-id: req-6d80c228-c6b8-4627-9548-e73d1e4b7948 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:42:12.495414 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fd8d032-66c7-4ef0-95b4-3d1674f0b344", "name": "network-vif-plugged", "status": "completed", "tag": "cecd626c-03e4-498c-a643-297d0ef14a68", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:42:12.495414 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6d80c228-c6b8-4627-9548-e73d1e4b7948 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:42:12.499560 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fd8d032-66c7-4ef0-95b4-3d1674f0b344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cecd626c-03e4-498c-a643-297d0ef14a68', 'code': 200} Sep 07 02:42:12.506027 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ba96822d-8c4b-450f-b876-5a50624d1c3b req-92bc259d-67fe-4bf0-88a1-4532a7a54c9a tempest-ImagesNegativeTestJSON-937103536 tempest-ImagesNegativeTestJSON-937103536-project] 10.222.0.22 "GET /v2.0/security-groups?id=a365f168-c77b-449e-b5f9-014898416346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832105 Sep 07 02:42:12.507197 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89321cee-8475-45f5-ad37-63f5e2f4bd12 req-05e1c136-bb11-4dce-bbe2-a72631b3b1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:12.509761 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-89321cee-8475-45f5-ad37-63f5e2f4bd12 req-05e1c136-bb11-4dce-bbe2-a72631b3b1f0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.2192860 Sep 07 02:42:12.552054 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a51149a-72eb-47df-873f-aa1929c02dda req-0115f39e-7a46-4216-8717-f10cd1f4bb3c tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] No DVR routers for this DVR port b31042e9-d884-41e2-9192-982ad47f434c on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:42:12.583142 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4a51149a-72eb-47df-873f-aa1929c02dda req-0115f39e-7a46-4216-8717-f10cd1f4bb3c tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:12.585698 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4a51149a-72eb-47df-873f-aa1929c02dda req-0115f39e-7a46-4216-8717-f10cd1f4bb3c tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.23 "DELETE /v2.0/ports/b31042e9-d884-41e2-9192-982ad47f434c HTTP/1.1" status: 204 len: 173 time: 0.8343627 Sep 07 02:42:12.593596 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '352d2fb9-b3ac-43aa-b139-b634b9c1297a', 'name': 'network-vif-deleted', 'tag': 'b31042e9-d884-41e2-9192-982ad47f434c'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:42:12.597642 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6964cbf4-2654-47ee-b029-524caab764e9" -d '{"events": [{"server_uuid": "352d2fb9-b3ac-43aa-b139-b634b9c1297a", "name": "network-vif-deleted", "tag": "b31042e9-d884-41e2-9192-982ad47f434c"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:42:12.611355 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3921cb4d-6e0c-4f00-adff-432da4bdf135 req-8a6e155f-f88a-4150-867a-65a9e5f710cc tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] 10.222.0.22 "GET /v2.0/floatingips/a695e94a-6fb1-4360-bb2d-5a5d09b3156a HTTP/1.1" status: 200 len: 693 time: 0.1176805 Sep 07 02:42:12.660810 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89321cee-8475-45f5-ad37-63f5e2f4bd12 req-af4121cb-adcd-48dd-9e36-68146b0aa6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:12.662372 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-89321cee-8475-45f5-ad37-63f5e2f4bd12 req-af4121cb-adcd-48dd-9e36-68146b0aa6db service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1440001 Sep 07 02:42:12.665695 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b696baf-9a50-4d88-8805-780d024fcd18 req-e56251dc-211d-4d5b-97dd-24bc0041d0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:12.667452 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8b696baf-9a50-4d88-8805-780d024fcd18 req-e56251dc-211d-4d5b-97dd-24bc0041d0bd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2fd8d032-66c7-4ef0-95b4-3d1674f0b344 HTTP/1.1" status: 200 len: 1102 time: 0.1118309 Sep 07 02:42:12.677753 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dff3b39e-7462-4c11-a4c6-c88d189dd17f req-fbec70b6-f00c-4fa5-885b-5e225e787169 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Router 200d0216-3e46-4e40-a0cf-4732b319ab0c has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:42:12.789269 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8b696baf-9a50-4d88-8805-780d024fcd18 req-ac03f5f2-c14f-4304-86cd-41a0dce1789d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a365f168-c77b-449e-b5f9-014898416346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088850 Sep 07 02:42:12.803035 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-80d1f055-7d02-4855-9d91-0e53ce243a09 req-e911496c-b39e-44a9-b2ad-7d52de53d385 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:12.815382 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['b31042e9-d884-41e2-9192-982ad47f434c'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:42:12.821008 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921cb4d-6e0c-4f00-adff-432da4bdf135 req-b17fd238-957e-4abc-ba59-20d7150c814e tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:12.829942 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3921cb4d-6e0c-4f00-adff-432da4bdf135 req-b17fd238-957e-4abc-ba59-20d7150c814e tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] 10.222.0.22 "GET /v2.0/networks/1166b922-7457-4da4-bdda-328e8c8e7bc6 HTTP/1.1" status: 200 len: 784 time: 0.2058022 Sep 07 02:42:12.880950 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79499938-790c-4c65-ba2e-0721febc7a6c x-openstack-request-id: req-79499938-790c-4c65-ba2e-0721febc7a6c {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:42:12.881193 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "352d2fb9-b3ac-43aa-b139-b634b9c1297a", "name": "network-vif-deleted", "tag": "b31042e9-d884-41e2-9192-982ad47f434c", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:42:12.881424 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-79499938-790c-4c65-ba2e-0721febc7a6c {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:42:12.881983 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '352d2fb9-b3ac-43aa-b139-b634b9c1297a', 'name': 'network-vif-deleted', 'tag': 'b31042e9-d884-41e2-9192-982ad47f434c', 'status': 'completed', 'code': 200} Sep 07 02:42:12.888881 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e911496c-b39e-44a9-b2ad-7d52de53d385 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Pushing event deleted for resources: {'Port': ['ID=d2d251f5-ff13-47fd-91f7-21a3ac2c20ad,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:12.913743 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9513bf88-433e-4fc2-9cf7-733c7eaecd06 req-f657d17b-d5a1-4999-9233-6cd1bf1f2c75 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8c064c4-5a1a-47ca-b041-7577ef533a3f HTTP/1.1" status: 200 len: 210 time: 0.0654953 Sep 07 02:42:13.009788 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-80d1f055-7d02-4855-9d91-0e53ce243a09 req-e911496c-b39e-44a9-b2ad-7d52de53d385 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] No DVR routers for this DVR port d2d251f5-ff13-47fd-91f7-21a3ac2c20ad on host n-h2-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:42:13.046937 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-89321cee-8475-45f5-ad37-63f5e2f4bd12 req-0a0e7086-746a-4572-8b79-7231bb0679ef service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3679240 Sep 07 02:42:13.050836 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-80d1f055-7d02-4855-9d91-0e53ce243a09 req-e911496c-b39e-44a9-b2ad-7d52de53d385 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:13.052727 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-80d1f055-7d02-4855-9d91-0e53ce243a09 req-e911496c-b39e-44a9-b2ad-7d52de53d385 tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.16 "DELETE /v2.0/ports/d2d251f5-ff13-47fd-91f7-21a3ac2c20ad HTTP/1.1" status: 204 len: 173 time: 1.8336036 Sep 07 02:42:13.053163 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a94cee49-798e-4b5c-a905-eea8da76d63a', 'name': 'network-vif-deleted', 'tag': 'd2d251f5-ff13-47fd-91f7-21a3ac2c20ad'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:42:13.055446 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fda31f4-7c2f-4312-80ec-b9d598f4335d" -d '{"events": [{"server_uuid": "a94cee49-798e-4b5c-a905-eea8da76d63a", "name": "network-vif-deleted", "tag": "d2d251f5-ff13-47fd-91f7-21a3ac2c20ad"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:42:13.096180 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-43fe0ac0-0e3d-4363-a1ac-6a699dd3f981 req-cb334a99-19ce-4639-85e6-d8508aab4a26 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] 10.222.0.22 "GET /v2.0/floatingips/a695e94a-6fb1-4360-bb2d-5a5d09b3156a HTTP/1.1" status: 200 len: 693 time: 0.1406436 Sep 07 02:42:13.104436 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dff3b39e-7462-4c11-a4c6-c88d189dd17f req-fbec70b6-f00c-4fa5-885b-5e225e787169 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:42:13.116420 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70835e3b-67a4-4531-8692-d4a40682e8c8 None None] Sync routers for ids ['200d0216-3e46-4e40-a0cf-4732b319ab0c'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:42:13.128071 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70835e3b-67a4-4531-8692-d4a40682e8c8 None None] Routers {'200d0216-3e46-4e40-a0cf-4732b319ab0c'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:42:13.128710 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-70835e3b-67a4-4531-8692-d4a40682e8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:41:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['200d0216-3e46-4e40-a0cf-4732b319ab0c'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:42:13.136857 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d41cd4-0091-4ed9-a62e-0b2a27c56783 req-54c9e713-a720-4a63-8369-164552ce76ea tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:13.138676 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c2d41cd4-0091-4ed9-a62e-0b2a27c56783 req-54c9e713-a720-4a63-8369-164552ce76ea tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb044ddb-aec4-4cc8-8c21-d0b93465a7eb HTTP/1.1" status: 200 len: 950 time: 0.0573616 Sep 07 02:42:13.192363 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c2d41cd4-0091-4ed9-a62e-0b2a27c56783 req-8f436c0c-b6f4-4f1f-8f98-34fa3ee20e5e tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464010 Sep 07 02:42:13.226676 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-dff3b39e-7462-4c11-a4c6-c88d189dd17f req-fbec70b6-f00c-4fa5-885b-5e225e787169 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] No DVR routers for this DVR port 27c87a6e-97e5-46b1-a354-2ac48eaea864 on host n-h1-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:42:13.240493 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-dff3b39e-7462-4c11-a4c6-c88d189dd17f req-fbec70b6-f00c-4fa5-885b-5e225e787169 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:13.242506 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dff3b39e-7462-4c11-a4c6-c88d189dd17f req-fbec70b6-f00c-4fa5-885b-5e225e787169 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] 10.222.0.23 "DELETE /v2.0/ports/27c87a6e-97e5-46b1-a354-2ac48eaea864 HTTP/1.1" status: 204 len: 173 time: 2.6281044 Sep 07 02:42:13.258548 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-70835e3b-67a4-4531-8692-d4a40682e8c8 None None] Set router 200d0216-3e46-4e40-a0cf-4732b319ab0c gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:42:13.296398 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-89321cee-8475-45f5-ad37-63f5e2f4bd12 req-107ffb5a-d04c-4448-983d-6b05cea3a05f service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358191 Sep 07 02:42:13.334082 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe0ac0-0e3d-4363-a1ac-6a699dd3f981 req-6e344602-623c-46f6-90f7-5b5f5af36e78 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:13.335705 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-43fe0ac0-0e3d-4363-a1ac-6a699dd3f981 req-6e344602-623c-46f6-90f7-5b5f5af36e78 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] 10.222.0.22 "GET /v2.0/networks/1166b922-7457-4da4-bdda-328e8c8e7bc6 HTTP/1.1" status: 200 len: 784 time: 0.1806860 Sep 07 02:42:13.342630 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ba548d-7df3-4447-b100-33891eb8b4af x-openstack-request-id: req-43ba548d-7df3-4447-b100-33891eb8b4af {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:42:13.343101 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a94cee49-798e-4b5c-a905-eea8da76d63a", "name": "network-vif-deleted", "tag": "d2d251f5-ff13-47fd-91f7-21a3ac2c20ad", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:42:13.343488 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-43ba548d-7df3-4447-b100-33891eb8b4af {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:42:13.343916 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a94cee49-798e-4b5c-a905-eea8da76d63a', 'name': 'network-vif-deleted', 'tag': 'd2d251f5-ff13-47fd-91f7-21a3ac2c20ad', 'status': 'completed', 'code': 200} Sep 07 02:42:13.412452 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-43fe0ac0-0e3d-4363-a1ac-6a699dd3f981 req-ee8f623e-b839-4d54-9651-5300d37c970a tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.180 HTTP/1.1" status: 200 len: 696 time: 0.0674803 Sep 07 02:42:13.484544 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-43fe0ac0-0e3d-4363-a1ac-6a699dd3f981 req-804d7796-c6ff-413e-bb1b-75441de618be tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.180 HTTP/1.1" status: 200 len: 696 time: 0.0657392 Sep 07 02:42:13.542252 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-70835e3b-67a4-4531-8692-d4a40682e8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '200d0216-3e46-4e40-a0cf-4732b319ab0c', 'name': 'tempest-ServersTestFqdnHostnames-1462075118-router', 'tenant_id': '3ab8b040c45c43eb93697ca2e765c9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': 'e2cc596e-f4ee-474d-815e-6502f22b802f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:40:00Z', 'updated_at': '2021-09-07T02:40:05Z', 'revision_number': 4, 'project_id': '3ab8b040c45c43eb93697ca2e765c9b6', 'gw_port': {'id': 'e2cc596e-f4ee-474d-815e-6502f22b802f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:87:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200d0216-3e46-4e40-a0cf-4732b319ab0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:40:00Z', 'updated_at': '2021-09-07T02:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'a668ec98-7e8b-4748-86e8-15e0d4c582da', 'name': '', 'network_id': '14c70991-0408-4c1e-b280-2438299d29c7', 'tenant_id': '3ab8b040c45c43eb93697ca2e765c9b6', 'mac_address': 'fa:16:3e:d5:b3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200d0216-3e46-4e40-a0cf-4732b319ab0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '63d076a3-ed18-4096-ba07-49e6bc6db374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:40:04Z', 'updated_at': '2021-09-07T02:40:12Z', 'revision_number': 5, 'project_id': '3ab8b040c45c43eb93697ca2e765c9b6', 'subnets': [{'id': '63d076a3-ed18-4096-ba07-49e6bc6db374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:42:13.571229 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70835e3b-67a4-4531-8692-d4a40682e8c8 None None] Checking router: 200d0216-3e46-4e40-a0cf-4732b319ab0c for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:42:13.581385 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70835e3b-67a4-4531-8692-d4a40682e8c8 None None] Routers {'200d0216-3e46-4e40-a0cf-4732b319ab0c'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:42:13.582004 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-70835e3b-67a4-4531-8692-d4a40682e8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:41:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['200d0216-3e46-4e40-a0cf-4732b319ab0c'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:42:13.587000 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8ee4963b-0479-44e0-ba65-ee48f7fb37cf req-3e089e39-f502-4f9d-b4d1-401e53145a2e tempest-MultipleCreateTestJSON-58013668 tempest-MultipleCreateTestJSON-58013668-project] 10.222.0.22 "GET /v2.0/ports?device_id=a94cee49-798e-4b5c-a905-eea8da76d63a HTTP/1.1" status: 200 len: 210 time: 0.0368130 Sep 07 02:42:13.653183 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-43fe0ac0-0e3d-4363-a1ac-6a699dd3f981 req-1327bd8d-710b-4538-b347-bda7c41df595 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Deleting port d40bbba2-dfd1-4bde-8930-cba9d01336ee {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:42:13.653539 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-43fe0ac0-0e3d-4363-a1ac-6a699dd3f981 req-1327bd8d-710b-4538-b347-bda7c41df595 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:13.701994 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device b31042e9-d884-41e2-9192-982ad47f434c no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:42:13.728343 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: b31042e9-d884-41e2-9192-982ad47f434c {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:42:13.728676 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device b31042e9-d884-41e2-9192-982ad47f434c not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:42:13.729191 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 27c87a6e-97e5-46b1-a354-2ac48eaea864 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:42:13.755198 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: 27c87a6e-97e5-46b1-a354-2ac48eaea864 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:42:13.755571 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 27c87a6e-97e5-46b1-a354-2ac48eaea864 not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:42:13.765041 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-70835e3b-67a4-4531-8692-d4a40682e8c8 None None] Set router 200d0216-3e46-4e40-a0cf-4732b319ab0c gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:42:13.787089 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-43fe0ac0-0e3d-4363-a1ac-6a699dd3f981 req-1327bd8d-710b-4538-b347-bda7c41df595 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:13.787675 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-43fe0ac0-0e3d-4363-a1ac-6a699dd3f981 req-1327bd8d-710b-4538-b347-bda7c41df595 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:13.805345 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-43fe0ac0-0e3d-4363-a1ac-6a699dd3f981 req-1327bd8d-710b-4538-b347-bda7c41df595 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Calling delete_port for d40bbba2-dfd1-4bde-8930-cba9d01336ee owned by network:floatingip {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:42:13.867520 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8720b-6e4f-4de8-a7cc-ce2194942913 req-79a4c85f-dca7-4279-aaa1-cf5dc8b0c627 tempest-ImagesNegativeTestJSON-937103536 tempest-ImagesNegativeTestJSON-937103536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:13.875216 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cac8720b-6e4f-4de8-a7cc-ce2194942913 req-79a4c85f-dca7-4279-aaa1-cf5dc8b0c627 tempest-ImagesNegativeTestJSON-937103536 tempest-ImagesNegativeTestJSON-937103536-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fd8d032-66c7-4ef0-95b4-3d1674f0b344 HTTP/1.1" status: 200 len: 950 time: 0.0834796 Sep 07 02:42:13.919245 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cac8720b-6e4f-4de8-a7cc-ce2194942913 req-f31e8441-febe-4047-89b9-d325b7adec1b tempest-ImagesNegativeTestJSON-937103536 tempest-ImagesNegativeTestJSON-937103536-project] 10.222.0.22 "GET /v2.0/security-groups?id=a365f168-c77b-449e-b5f9-014898416346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425293 Sep 07 02:42:13.988948 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-43fe0ac0-0e3d-4363-a1ac-6a699dd3f981 req-1327bd8d-710b-4538-b347-bda7c41df595 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:14.011850 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-70835e3b-67a4-4531-8692-d4a40682e8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '200d0216-3e46-4e40-a0cf-4732b319ab0c', 'name': 'tempest-ServersTestFqdnHostnames-1462075118-router', 'tenant_id': '3ab8b040c45c43eb93697ca2e765c9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': 'e2cc596e-f4ee-474d-815e-6502f22b802f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:40:00Z', 'updated_at': '2021-09-07T02:40:05Z', 'revision_number': 4, 'project_id': '3ab8b040c45c43eb93697ca2e765c9b6', 'gw_port': {'id': 'e2cc596e-f4ee-474d-815e-6502f22b802f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:87:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200d0216-3e46-4e40-a0cf-4732b319ab0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:40:00Z', 'updated_at': '2021-09-07T02:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'a668ec98-7e8b-4748-86e8-15e0d4c582da', 'name': '', 'network_id': '14c70991-0408-4c1e-b280-2438299d29c7', 'tenant_id': '3ab8b040c45c43eb93697ca2e765c9b6', 'mac_address': 'fa:16:3e:d5:b3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200d0216-3e46-4e40-a0cf-4732b319ab0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '63d076a3-ed18-4096-ba07-49e6bc6db374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:40:04Z', 'updated_at': '2021-09-07T02:40:12Z', 'revision_number': 5, 'project_id': '3ab8b040c45c43eb93697ca2e765c9b6', 'subnets': [{'id': '63d076a3-ed18-4096-ba07-49e6bc6db374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:42:14.018468 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1327bd8d-710b-4538-b347-bda7c41df595 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Pushing event deleted for resources: {'Port': ['ID=d40bbba2-dfd1-4bde-8930-cba9d01336ee,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:14.043789 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70835e3b-67a4-4531-8692-d4a40682e8c8 None None] The sync data for ids ['200d0216-3e46-4e40-a0cf-4732b319ab0c'] in n-d-796209-16 is: [{'id': '200d0216-3e46-4e40-a0cf-4732b319ab0c', 'name': 'tempest-ServersTestFqdnHostnames-1462075118-router', 'tenant_id': '3ab8b040c45c43eb93697ca2e765c9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': 'e2cc596e-f4ee-474d-815e-6502f22b802f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:40:00Z', 'updated_at': '2021-09-07T02:40:05Z', 'revision_number': 4, 'project_id': '3ab8b040c45c43eb93697ca2e765c9b6', 'gw_port': {'id': 'e2cc596e-f4ee-474d-815e-6502f22b802f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:87:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200d0216-3e46-4e40-a0cf-4732b319ab0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:40:00Z', 'updated_at': '2021-09-07T02:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'a668ec98-7e8b-4748-86e8-15e0d4c582da', 'name': '', 'network_id': '14c70991-0408-4c1e-b280-2438299d29c7', 'tenant_id': '3ab8b040c45c43eb93697ca2e765c9b6', 'mac_address': 'fa:16:3e:d5:b3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200d0216-3e46-4e40-a0cf-4732b319ab0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '63d076a3-ed18-4096-ba07-49e6bc6db374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:40:04Z', 'updated_at': '2021-09-07T02:40:12Z', 'revision_number': 5, 'project_id': '3ab8b040c45c43eb93697ca2e765c9b6', 'subnets': [{'id': '63d076a3-ed18-4096-ba07-49e6bc6db374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:42:14.058912 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49794) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:42:14.111032 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-43fe0ac0-0e3d-4363-a1ac-6a699dd3f981 req-1327bd8d-710b-4538-b347-bda7c41df595 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Notify callbacks [] for floatingip, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:14.113789 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-43fe0ac0-0e3d-4363-a1ac-6a699dd3f981 req-1327bd8d-710b-4538-b347-bda7c41df595 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:14.115011 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-43fe0ac0-0e3d-4363-a1ac-6a699dd3f981 req-1327bd8d-710b-4538-b347-bda7c41df595 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] 10.222.0.22 "DELETE /v2.0/floatingips/a695e94a-6fb1-4360-bb2d-5a5d09b3156a HTTP/1.1" status: 204 len: 173 time: 0.6244926 Sep 07 02:42:14.186407 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-85d07714-ac85-4578-b87c-3454049b4856 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:14.244053 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device d2d251f5-ff13-47fd-91f7-21a3ac2c20ad no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:42:14.282370 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: d2d251f5-ff13-47fd-91f7-21a3ac2c20ad {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:42:14.282871 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device d2d251f5-ff13-47fd-91f7-21a3ac2c20ad not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:42:14.283315 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 03a08a42-1d07-47f4-9c5c-dd28198aa815 no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:42:14.303191 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-85d07714-ac85-4578-b87c-3454049b4856 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:14.360910 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc78a2e6-af24-4369-8b58-09280ac91b04 req-bfd011ab-d152-4198-a398-e357186bf91f tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:14.363829 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cc78a2e6-af24-4369-8b58-09280ac91b04 req-bfd011ab-d152-4198-a398-e357186bf91f tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb044ddb-aec4-4cc8-8c21-d0b93465a7eb HTTP/1.1" status: 200 len: 950 time: 0.0735681 Sep 07 02:42:14.395426 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79354925-27f2-490f-a29d-54acf2a60bf2 None None] New status for floating IP 557d843b-eee6-4b4d-8c11-976f6e3d9dc2: DOWN {{(pid=94703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 02:42:14.395993 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d55c1-7f10-4bf5-a98f-f83ace17dcf9 req-fea34f6e-a068-4862-a4ff-940543d99e94 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:14.397115 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-847d55c1-7f10-4bf5-a98f-f83ace17dcf9 req-fea34f6e-a068-4862-a4ff-940543d99e94 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2557728 Sep 07 02:42:14.410726 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49804) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:42:14.434844 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:14.439541 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cc78a2e6-af24-4369-8b58-09280ac91b04 req-c92b18b0-e8bd-45ee-bb78-a4661d5ce900 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688231 Sep 07 02:42:14.444216 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-85d07714-ac85-4578-b87c-3454049b4856 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:14.453547 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-85d07714-ac85-4578-b87c-3454049b4856 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:14.457242 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-85d07714-ac85-4578-b87c-3454049b4856 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] 10.222.0.22 "DELETE /v2.0/security-groups/3ed45ffb-8954-4fed-8b54-92dbaaf8c384 HTTP/1.1" status: 204 len: 168 time: 0.3949020 Sep 07 02:42:14.458918 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49810) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:42:14.488252 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-5706ca3c-799a-4ab7-bca5-3fbcaa925a7c tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] show failed (client error): The resource could not be found. Sep 07 02:42:14.492006 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-5706ca3c-799a-4ab7-bca5-3fbcaa925a7c tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] 10.222.0.22 "GET /v2.0/security-groups/3ed45ffb-8954-4fed-8b54-92dbaaf8c384 HTTP/1.1" status: 404 len: 347 time: 0.0281682 Sep 07 02:42:14.492360 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49814) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:42:14.507814 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb044ddb-aec4-4cc8-8c21-d0b93465a7eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03a08a42-1d07-47f4-9c5c-dd28198aa815'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:42:14.514905 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e080e6d2-ca31-40d3-8295-409a5e51b6b6" -d '{"events": [{"server_uuid": "fb044ddb-aec4-4cc8-8c21-d0b93465a7eb", "name": "network-vif-unplugged", "status": "completed", "tag": "03a08a42-1d07-47f4-9c5c-dd28198aa815"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:42:14.522794 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 03a08a42-1d07-47f4-9c5c-dd28198aa815, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=03a08a42-1d07-47f4-9c5c-dd28198aa815,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:42:14.533781 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:14.537734 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d07714-ac85-4578-b87c-3454049b4856 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed45ffb-8954-4fed-8b54-92dbaaf8c384,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:14.559169 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d07714-ac85-4578-b87c-3454049b4856 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:42:14.559690 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d07714-ac85-4578-b87c-3454049b4856 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:42:14.559940 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d07714-ac85-4578-b87c-3454049b4856 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:42:14.560200 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d07714-ac85-4578-b87c-3454049b4856 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:42:14.560520 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d07714-ac85-4578-b87c-3454049b4856 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:42:14.560845 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d07714-ac85-4578-b87c-3454049b4856 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:42:14.561276 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d07714-ac85-4578-b87c-3454049b4856 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:42:14.561484 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d07714-ac85-4578-b87c-3454049b4856 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:42:14.561804 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d07714-ac85-4578-b87c-3454049b4856 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:42:14.562122 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d07714-ac85-4578-b87c-3454049b4856 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:42:14.562440 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d07714-ac85-4578-b87c-3454049b4856 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:42:14.562801 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d07714-ac85-4578-b87c-3454049b4856 tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:42:14.607607 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d77798c7-2536-4860-95fc-09dce61626e0 req-e7dbcaa9-7080-462d-a3a7-12208bdfe6f1 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] 10.222.0.22 "GET /v2.0/floatingips?tenant_id=2d9d7acb4e2a44a0baf8330d51dd9d9f HTTP/1.1" status: 200 len: 1657 time: 0.1817718 Sep 07 02:42:14.662141 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=03a08a42-1d07-47f4-9c5c-dd28198aa815,revision_number=9']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:14.685500 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-23add625-1fa4-4b10-8907-ce524f24ac01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:14.685773 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-a6fe0836-6e26-4457-82aa-9d0a8c4b216b tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Deleting port d1d912b5-2ae5-4f5e-ac11-9f1f02ca9573 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:42:14.686147 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a6fe0836-6e26-4457-82aa-9d0a8c4b216b tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:14.776220 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77798c7-2536-4860-95fc-09dce61626e0 req-58b608b2-90df-4b00-b4ef-e3097a43eb1b tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:14.777836 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d77798c7-2536-4860-95fc-09dce61626e0 req-58b608b2-90df-4b00-b4ef-e3097a43eb1b tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] 10.222.0.22 "GET /v2.0/networks?id=1166b922-7457-4da4-bdda-328e8c8e7bc6&id=1166b922-7457-4da4-bdda-328e8c8e7bc6&id=1166b922-7457-4da4-bdda-328e8c8e7bc6 HTTP/1.1" status: 200 len: 787 time: 0.1612046 Sep 07 02:42:14.788481 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a6fe0836-6e26-4457-82aa-9d0a8c4b216b tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:14.789077 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a6fe0836-6e26-4457-82aa-9d0a8c4b216b tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:14.807439 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-a6fe0836-6e26-4457-82aa-9d0a8c4b216b tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Calling delete_port for d1d912b5-2ae5-4f5e-ac11-9f1f02ca9573 owned by network:floatingip {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:42:14.841787 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 02:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b85240c-e3f6-4c71-bf86-d5555d0368b0 x-openstack-request-id: req-3b85240c-e3f6-4c71-bf86-d5555d0368b0 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:42:14.842266 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb044ddb-aec4-4cc8-8c21-d0b93465a7eb", "name": "network-vif-unplugged", "status": "completed", "tag": "03a08a42-1d07-47f4-9c5c-dd28198aa815", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:42:14.842525 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3b85240c-e3f6-4c71-bf86-d5555d0368b0 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:42:14.842931 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb044ddb-aec4-4cc8-8c21-d0b93465a7eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03a08a42-1d07-47f4-9c5c-dd28198aa815', 'code': 200} Sep 07 02:42:14.870118 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-23add625-1fa4-4b10-8907-ce524f24ac01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:14.878405 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-23add625-1fa4-4b10-8907-ce524f24ac01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:14.918213 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-51f92ded-a204-4acb-8d53-ed9ff903c85b req-7e8ef933-477c-483f-9972-40b975945cdb tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] 10.222.0.22 "GET /v2.0/floatingips/95b07dfe-bb1e-4147-ac0f-813091c8be37 HTTP/1.1" status: 200 len: 693 time: 0.0543251 Sep 07 02:42:14.929904 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-23add625-1fa4-4b10-8907-ce524f24ac01 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=87ecdb8b09764e48b2c7c79e6299abda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5150008 Sep 07 02:42:14.936994 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49826) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:42:14.936994 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23add625-1fa4-4b10-8907-ce524f24ac01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf407d4-7253-44bd-aac9-337ce4125ab3,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:14.975361 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49830) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:42:15.092501 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-de867990-90b1-44de-a17f-18e7887f68cd admin admin] Deleting subnet 35c85522-601a-48aa-9d53-ac705e7885ca {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:42:15.094543 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ce3a385d-7ebb-4074-a69c-8a8b97e49bfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:15.101452 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-de867990-90b1-44de-a17f-18e7887f68cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:15.151708 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ce3a385d-7ebb-4074-a69c-8a8b97e49bfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:15.175962 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f76021-7336-48f8-8b11-b5cc68b44c78 req-2d4bccf7-29bc-4ec1-a010-49f55fc2a9b0 tempest-ImagesNegativeTestJSON-937103536 tempest-ImagesNegativeTestJSON-937103536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:15.177553 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d3f76021-7336-48f8-8b11-b5cc68b44c78 req-2d4bccf7-29bc-4ec1-a010-49f55fc2a9b0 tempest-ImagesNegativeTestJSON-937103536 tempest-ImagesNegativeTestJSON-937103536-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fd8d032-66c7-4ef0-95b4-3d1674f0b344 HTTP/1.1" status: 200 len: 950 time: 0.1489158 Sep 07 02:42:15.184695 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-de867990-90b1-44de-a17f-18e7887f68cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:15.345119 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c064c4-5a1a-47ca-b041-7577ef533a3f', 'name': 'network-vif-deleted', 'tag': '27c87a6e-97e5-46b1-a354-2ac48eaea864'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:42:15.347419 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6faf9b11-6487-4ad1-9a4c-9f0aa62e392e" -d '{"events": [{"server_uuid": "b8c064c4-5a1a-47ca-b041-7577ef533a3f", "name": "network-vif-deleted", "tag": "27c87a6e-97e5-46b1-a354-2ac48eaea864"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:42:15.380533 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f92ded-a204-4acb-8d53-ed9ff903c85b req-8008ec56-c5ca-4e8f-ba79-4eb2ab1a24f9 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:15.382049 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-51f92ded-a204-4acb-8d53-ed9ff903c85b req-8008ec56-c5ca-4e8f-ba79-4eb2ab1a24f9 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] 10.222.0.22 "GET /v2.0/networks/1166b922-7457-4da4-bdda-328e8c8e7bc6 HTTP/1.1" status: 200 len: 784 time: 0.4520991 Sep 07 02:42:15.400726 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a6fe0836-6e26-4457-82aa-9d0a8c4b216b tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:15.466187 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-51f92ded-a204-4acb-8d53-ed9ff903c85b req-3e497715-0193-4362-bb12-5417de622a72 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.194 HTTP/1.1" status: 200 len: 696 time: 0.0751243 Sep 07 02:42:15.466825 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fe0836-6e26-4457-82aa-9d0a8c4b216b tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Pushing event deleted for resources: {'Port': ['ID=d1d912b5-2ae5-4f5e-ac11-9f1f02ca9573,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:15.563008 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-51f92ded-a204-4acb-8d53-ed9ff903c85b req-3fdb74d5-cfc9-4e0c-a94f-21ddb3c231f3 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.194 HTTP/1.1" status: 200 len: 696 time: 0.0715969 Sep 07 02:42:15.569548 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-de867990-90b1-44de-a17f-18e7887f68cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:15.578402 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a6fe0836-6e26-4457-82aa-9d0a8c4b216b tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Notify callbacks [] for floatingip, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:15.581125 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a6fe0836-6e26-4457-82aa-9d0a8c4b216b tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:15.582254 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a6fe0836-6e26-4457-82aa-9d0a8c4b216b tempest-ServersTestFqdnHostnames-1051134745 tempest-ServersTestFqdnHostnames-1051134745-project] 10.222.0.22 "DELETE /v2.0/floatingips/557d843b-eee6-4b4d-8c11-976f6e3d9dc2 HTTP/1.1" status: 204 len: 168 time: 1.0888152 Sep 07 02:42:15.587705 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49836) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:42:15.598211 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d3f76021-7336-48f8-8b11-b5cc68b44c78 req-cddfa060-7d26-4098-886b-4f7c8a79344f tempest-ImagesNegativeTestJSON-937103536 tempest-ImagesNegativeTestJSON-937103536-project] 10.222.0.22 "GET /v2.0/security-groups?id=a365f168-c77b-449e-b5f9-014898416346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4114180 Sep 07 02:42:15.617238 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ce3a385d-7ebb-4074-a69c-8a8b97e49bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:15.619983 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ce3a385d-7ebb-4074-a69c-8a8b97e49bfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:15.623547 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ce3a385d-7ebb-4074-a69c-8a8b97e49bfb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/baf407d4-7253-44bd-aac9-337ce4125ab3 HTTP/1.1" status: 204 len: 168 time: 0.6852109 Sep 07 02:42:15.642503 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3a385d-7ebb-4074-a69c-8a8b97e49bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf407d4-7253-44bd-aac9-337ce4125ab3,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:15.663255 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-de867990-90b1-44de-a17f-18e7887f68cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:15.674188 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045d189e-1eb0-492f-b80b-f6497c340c51 x-openstack-request-id: req-045d189e-1eb0-492f-b80b-f6497c340c51 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:42:15.674482 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c064c4-5a1a-47ca-b041-7577ef533a3f", "name": "network-vif-deleted", "tag": "27c87a6e-97e5-46b1-a354-2ac48eaea864", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:42:15.674736 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-045d189e-1eb0-492f-b80b-f6497c340c51 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:42:15.675283 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8c064c4-5a1a-47ca-b041-7577ef533a3f', 'name': 'network-vif-deleted', 'tag': '27c87a6e-97e5-46b1-a354-2ac48eaea864', 'status': 'completed', 'code': 200} Sep 07 02:42:15.697579 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de867990-90b1-44de-a17f-18e7887f68cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35c85522-601a-48aa-9d53-ac705e7885ca,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:15.700525 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-de867990-90b1-44de-a17f-18e7887f68cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:15.705457 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-de867990-90b1-44de-a17f-18e7887f68cd admin admin] 10.222.0.22 "DELETE /v2.0/subnets/35c85522-601a-48aa-9d53-ac705e7885ca HTTP/1.1" status: 204 len: 168 time: 0.7290490 Sep 07 02:42:15.706477 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49842) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:42:15.806398 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c2680d87-46e4-4674-b5f6-b99d5f9eff2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:15.829056 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b341697-be57-415c-937d-bd72b531a748 req-13d29791-7587-496f-a916-e0b86f90428a tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:15.830488 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8b341697-be57-415c-937d-bd72b531a748 req-13d29791-7587-496f-a916-e0b86f90428a tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb044ddb-aec4-4cc8-8c21-d0b93465a7eb HTTP/1.1" status: 200 len: 948 time: 0.1064780 Sep 07 02:42:15.849648 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-51f92ded-a204-4acb-8d53-ed9ff903c85b req-03027d4b-9568-428c-b9ff-5b0b1fb9a813 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Deleting port 144e3c10-c940-4a48-9997-afd44db1f08e {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:42:15.850161 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-51f92ded-a204-4acb-8d53-ed9ff903c85b req-03027d4b-9568-428c-b9ff-5b0b1fb9a813 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:15.909968 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8b341697-be57-415c-937d-bd72b531a748 req-6b0af17c-0d04-4deb-a985-50053f82b724 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535381 Sep 07 02:42:15.944631 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c2680d87-46e4-4674-b5f6-b99d5f9eff2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:15.968442 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-c2680d87-46e4-4674-b5f6-b99d5f9eff2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6b7fa78-905c-4e45-8ca1-46d8e557bf3f']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:42:15.979196 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-c2680d87-46e4-4674-b5f6-b99d5f9eff2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaa806c4-a8e8-477a-887e-c4f9692d092a') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:42:15.979829 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-c2680d87-46e4-4674-b5f6-b99d5f9eff2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaa806c4-a8e8-477a-887e-c4f9692d092a') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:42:15.991143 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c2680d87-46e4-4674-b5f6-b99d5f9eff2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:15.992805 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-51f92ded-a204-4acb-8d53-ed9ff903c85b req-03027d4b-9568-428c-b9ff-5b0b1fb9a813 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:15.993691 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-51f92ded-a204-4acb-8d53-ed9ff903c85b req-03027d4b-9568-428c-b9ff-5b0b1fb9a813 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:16.009402 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c2680d87-46e4-4674-b5f6-b99d5f9eff2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:16.013685 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49852) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:42:16.023796 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2680d87-46e4-4674-b5f6-b99d5f9eff2a admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:42:16.024128 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c2680d87-46e4-4674-b5f6-b99d5f9eff2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:16.026129 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:42:16.026129 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:42:16.026129 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:42:16.026129 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:42:16.026129 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:42:16.026129 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:42:16.026129 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:42:16.026129 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:42:16.026129 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:42:16.026129 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:42:16.026129 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:42:16.026129 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:42:16.026129 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:42:16.026129 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:42:16.026129 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:42:16.026129 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:42:16.026129 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:42:16.026129 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:42:16.026129 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:42:16.026129 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:42:16.026129 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:42:16.026129 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:42:16.026129 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:42:16.026129 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:42:16.026129 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:42:16.026129 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:42:16.026129 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:42:16.026129 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:42:16.026129 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:42:16.026129 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:42:16.026129 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:42:16.026129 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:42:16.028945 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-51f92ded-a204-4acb-8d53-ed9ff903c85b req-03027d4b-9568-428c-b9ff-5b0b1fb9a813 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Calling delete_port for 144e3c10-c940-4a48-9997-afd44db1f08e owned by network:floatingip {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:42:16.042093 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9f3a74e6-565d-46c4-be33-b8b4480f0122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:16.145350 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c2680d87-46e4-4674-b5f6-b99d5f9eff2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:16.155472 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c2680d87-46e4-4674-b5f6-b99d5f9eff2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:16.162971 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c2680d87-46e4-4674-b5f6-b99d5f9eff2a admin admin] 10.222.0.22 "DELETE /v2.0/networks/b6b7fa78-905c-4e45-8ca1-46d8e557bf3f HTTP/1.1" status: 204 len: 168 time: 0.4532118 Sep 07 02:42:16.189914 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2680d87-46e4-4674-b5f6-b99d5f9eff2a admin admin] Pushing event deleted for resources: {'Network': ['ID=b6b7fa78-905c-4e45-8ca1-46d8e557bf3f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:16.252371 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-51f92ded-a204-4acb-8d53-ed9ff903c85b req-03027d4b-9568-428c-b9ff-5b0b1fb9a813 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:16.268365 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 03a08a42-1d07-47f4-9c5c-dd28198aa815 details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:42:16.288601 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03027d4b-9568-428c-b9ff-5b0b1fb9a813 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Pushing event deleted for resources: {'Port': ['ID=144e3c10-c940-4a48-9997-afd44db1f08e,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:16.297584 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da37298-1d47-43c4-a0c1-c710bdc52d83 req-4eec1484-92b2-48a1-99f4-9695559f2429 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:16.306549 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5da37298-1d47-43c4-a0c1-c710bdc52d83 req-4eec1484-92b2-48a1-99f4-9695559f2429 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb044ddb-aec4-4cc8-8c21-d0b93465a7eb HTTP/1.1" status: 200 len: 948 time: 0.0918167 Sep 07 02:42:16.326617 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cf5d0b87-0a36-48b5-8280-340da4128689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:16.339047 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9f3a74e6-565d-46c4-be33-b8b4480f0122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:16.348813 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9f3a74e6-565d-46c4-be33-b8b4480f0122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:16.395112 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5da37298-1d47-43c4-a0c1-c710bdc52d83 req-da110c29-b8bf-4728-a157-29428efc28a8 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876727 Sep 07 02:42:16.417256 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-51f92ded-a204-4acb-8d53-ed9ff903c85b req-03027d4b-9568-428c-b9ff-5b0b1fb9a813 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Notify callbacks [] for floatingip, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:16.419935 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-51f92ded-a204-4acb-8d53-ed9ff903c85b req-03027d4b-9568-428c-b9ff-5b0b1fb9a813 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:16.432209 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-51f92ded-a204-4acb-8d53-ed9ff903c85b req-03027d4b-9568-428c-b9ff-5b0b1fb9a813 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] 10.222.0.22 "DELETE /v2.0/floatingips/95b07dfe-bb1e-4147-ac0f-813091c8be37 HTTP/1.1" status: 204 len: 173 time: 0.8579705 Sep 07 02:42:16.435084 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9f3a74e6-565d-46c4-be33-b8b4480f0122 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5a628afee08d40e6ba0e5a636a248aad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4203379 Sep 07 02:42:16.437909 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49860) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:42:16.471952 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49864) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:42:16.478926 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a74e6-565d-46c4-be33-b8b4480f0122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f0761d-b574-4400-a446-260da45f0eb1,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:16.542809 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 03a08a42-1d07-47f4-9c5c-dd28198aa815, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=03a08a42-1d07-47f4-9c5c-dd28198aa815,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:42:16.543153 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-86e77fa6-8f6f-4700-861a-c7b2df3810e8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=17dd44711fbb41589e93ff16d97ba443&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0699263 Sep 07 02:42:16.543815 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49866) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:42:16.568943 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '03a08a42-1d07-47f4-9c5c-dd28198aa815', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'port_id': '03a08a42-1d07-47f4-9c5c-dd28198aa815', 'mac_address': 'fa:16:3e:dc:30:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '694f9550-ba12-4672-8446-41848123cea2', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:42:16.616828 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1262b00b-1d62-4dfa-a6a2-99a53f2197ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:16.643709 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:16.643985 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-83438c5f-5ca5-45a6-8309-4b0cae75b77c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:16.660122 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03a08a42-1d07-47f4-9c5c-dd28198aa815 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:42:16.664017 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1262b00b-1d62-4dfa-a6a2-99a53f2197ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:16.685941 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 03a08a42-1d07-47f4-9c5c-dd28198aa815, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=03a08a42-1d07-47f4-9c5c-dd28198aa815,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:42:16.691467 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:16.733646 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-83438c5f-5ca5-45a6-8309-4b0cae75b77c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:16.763209 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=03a08a42-1d07-47f4-9c5c-dd28198aa815,revision_number=10']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:16.779369 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb76ffdf-2ab9-4b2f-8298-6a048d2f04b6 req-7cd5adff-7b8b-4866-bf5e-2d0fca3b236c tempest-ImagesNegativeTestJSON-937103536 tempest-ImagesNegativeTestJSON-937103536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:16.780923 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eb76ffdf-2ab9-4b2f-8298-6a048d2f04b6 req-7cd5adff-7b8b-4866-bf5e-2d0fca3b236c tempest-ImagesNegativeTestJSON-937103536 tempest-ImagesNegativeTestJSON-937103536-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fd8d032-66c7-4ef0-95b4-3d1674f0b344 HTTP/1.1" status: 200 len: 950 time: 0.2165070 Sep 07 02:42:16.783777 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4bee5a8b-4b60-4fec-ba37-4a783f718f3a req-65e722f5-6b33-43a8-97ef-ad2ecb9172fb tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] 10.222.0.22 "GET /v2.0/floatingips/54d1250d-6ba6-442c-aeac-e9f929af5be5 HTTP/1.1" status: 200 len: 693 time: 0.1221018 Sep 07 02:42:16.881875 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1262b00b-1d62-4dfa-a6a2-99a53f2197ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:16.884421 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1262b00b-1d62-4dfa-a6a2-99a53f2197ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:16.888287 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-1262b00b-1d62-4dfa-a6a2-99a53f2197ac admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3aef09b9-bc23-4efa-8664-713672567223 HTTP/1.1" status: 204 len: 168 time: 0.3408079 Sep 07 02:42:16.888488 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eb76ffdf-2ab9-4b2f-8298-6a048d2f04b6 req-85d7da32-aa2c-408e-b0aa-f44d32c72983 tempest-ImagesNegativeTestJSON-937103536 tempest-ImagesNegativeTestJSON-937103536-project] 10.222.0.22 "GET /v2.0/security-groups?id=a365f168-c77b-449e-b5f9-014898416346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941460 Sep 07 02:42:16.897205 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262b00b-1d62-4dfa-a6a2-99a53f2197ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aef09b9-bc23-4efa-8664-713672567223,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:16.918306 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-cf5d0b87-0a36-48b5-8280-340da4128689 admin admin] Deleting port a668ec98-7e8b-4748-86e8-15e0d4c582da {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:42:16.918659 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cf5d0b87-0a36-48b5-8280-340da4128689 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:16.926139 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bee5a8b-4b60-4fec-ba37-4a783f718f3a req-56fda71d-cee4-481b-965e-3e1a349be1cd tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:16.931928 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-83438c5f-5ca5-45a6-8309-4b0cae75b77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:16.933863 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4bee5a8b-4b60-4fec-ba37-4a783f718f3a req-56fda71d-cee4-481b-965e-3e1a349be1cd tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] 10.222.0.22 "GET /v2.0/networks/1166b922-7457-4da4-bdda-328e8c8e7bc6 HTTP/1.1" status: 200 len: 784 time: 0.1403909 Sep 07 02:42:16.934543 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-83438c5f-5ca5-45a6-8309-4b0cae75b77c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:16.935751 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-83438c5f-5ca5-45a6-8309-4b0cae75b77c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e4f0761d-b574-4400-a446-260da45f0eb1 HTTP/1.1" status: 204 len: 168 time: 0.4966619 Sep 07 02:42:16.963165 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83438c5f-5ca5-45a6-8309-4b0cae75b77c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f0761d-b574-4400-a446-260da45f0eb1,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:16.990668 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4bee5a8b-4b60-4fec-ba37-4a783f718f3a req-6dbaac51-b258-4f05-855b-b4ecb4812763 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.110 HTTP/1.1" status: 200 len: 696 time: 0.0558527 Sep 07 02:42:16.995221 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['03a08a42-1d07-47f4-9c5c-dd28198aa815'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:42:17.044864 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4bee5a8b-4b60-4fec-ba37-4a783f718f3a req-bdf2c7ea-fa5d-4680-870e-ee6a187e8439 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.110 HTTP/1.1" status: 200 len: 696 time: 0.0532649 Sep 07 02:42:17.090981 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-cf5d0b87-0a36-48b5-8280-340da4128689 admin admin] For port a668ec98-7e8b-4748-86e8-15e0d4c582da, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=a668ec98-7e8b-4748-86e8-15e0d4c582da,segment=NetworkSegment(84a0c340-aa8f-44dd-8085-45285b51496f),segment_id=84a0c340-aa8f-44dd-8085-45285b51496f)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:42:17.091364 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cf5d0b87-0a36-48b5-8280-340da4128689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:17.108668 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3c762938-e8d5-4559-aa90-e93cd37bc5ee req-8e084e22-a208-43c4-bd35-2c44c1c57af6 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=ef46d2c6ddda4358910a6e6d3c8cd1f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0597873 Sep 07 02:42:17.114311 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-cf5d0b87-0a36-48b5-8280-340da4128689 admin admin] Calling delete_port for a668ec98-7e8b-4748-86e8-15e0d4c582da owned by network:router_interface {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:42:17.222049 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-4bee5a8b-4b60-4fec-ba37-4a783f718f3a req-90f0946c-d9e9-4951-823f-77785acc24f4 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Deleting port 8ced6d3e-ee48-4949-beae-ebd1e0f2b786 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:42:17.222178 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4bee5a8b-4b60-4fec-ba37-4a783f718f3a req-90f0946c-d9e9-4951-823f-77785acc24f4 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:17.303515 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4bee5a8b-4b60-4fec-ba37-4a783f718f3a req-90f0946c-d9e9-4951-823f-77785acc24f4 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:17.303857 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4bee5a8b-4b60-4fec-ba37-4a783f718f3a req-90f0946c-d9e9-4951-823f-77785acc24f4 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:17.317594 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-4bee5a8b-4b60-4fec-ba37-4a783f718f3a req-90f0946c-d9e9-4951-823f-77785acc24f4 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Calling delete_port for 8ced6d3e-ee48-4949-beae-ebd1e0f2b786 owned by network:floatingip {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:42:17.477453 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c762938-e8d5-4559-aa90-e93cd37bc5ee req-9b0e880d-1a40-4760-a7dc-57b5249843a0 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:17.479026 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3c762938-e8d5-4559-aa90-e93cd37bc5ee req-9b0e880d-1a40-4760-a7dc-57b5249843a0 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3606761 Sep 07 02:42:17.491652 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4bee5a8b-4b60-4fec-ba37-4a783f718f3a req-90f0946c-d9e9-4951-823f-77785acc24f4 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:17.517338 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed82927-3e7e-4a36-8001-39c66f7f5e52 req-09d0690e-8765-418e-8e1e-ab0c72aecaa2 tempest-ImagesNegativeTestJSON-937103536 tempest-ImagesNegativeTestJSON-937103536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:17.518935 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9ed82927-3e7e-4a36-8001-39c66f7f5e52 req-09d0690e-8765-418e-8e1e-ab0c72aecaa2 tempest-ImagesNegativeTestJSON-937103536 tempest-ImagesNegativeTestJSON-937103536-project] 10.222.0.23 "GET /v2.0/ports?device_id=2fd8d032-66c7-4ef0-95b4-3d1674f0b344 HTTP/1.1" status: 200 len: 950 time: 0.1566074 Sep 07 02:42:17.529186 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3c762938-e8d5-4559-aa90-e93cd37bc5ee req-10c300a5-7c55-444c-b4c0-d523d4842a89 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/quotas/ef46d2c6ddda4358910a6e6d3c8cd1f8 HTTP/1.1" status: 200 len: 375 time: 0.0424783 Sep 07 02:42:17.573838 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f0946c-d9e9-4951-823f-77785acc24f4 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Pushing event deleted for resources: {'Port': ['ID=8ced6d3e-ee48-4949-beae-ebd1e0f2b786,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:17.599425 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4bee5a8b-4b60-4fec-ba37-4a783f718f3a req-90f0946c-d9e9-4951-823f-77785acc24f4 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Notify callbacks [] for floatingip, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:17.603120 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4bee5a8b-4b60-4fec-ba37-4a783f718f3a req-90f0946c-d9e9-4951-823f-77785acc24f4 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:17.604499 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4bee5a8b-4b60-4fec-ba37-4a783f718f3a req-90f0946c-d9e9-4951-823f-77785acc24f4 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] 10.222.0.22 "DELETE /v2.0/floatingips/54d1250d-6ba6-442c-aeac-e9f929af5be5 HTTP/1.1" status: 204 len: 173 time: 0.5587783 Sep 07 02:42:17.702062 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3c762938-e8d5-4559-aa90-e93cd37bc5ee req-c45bd9ba-2eef-4c19-ad61-6a97295a2c20 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ef46d2c6ddda4358910a6e6d3c8cd1f8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1646316 Sep 07 02:42:17.735381 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cf5d0b87-0a36-48b5-8280-340da4128689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:17.778508 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5d0b87-0a36-48b5-8280-340da4128689 admin admin] Pushing event deleted for resources: {'Port': ['ID=a668ec98-7e8b-4748-86e8-15e0d4c582da,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:17.788792 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-9ed82927-3e7e-4a36-8001-39c66f7f5e52 req-249ffe6d-a208-4521-8afd-d317f4dfea38 tempest-ImagesNegativeTestJSON-937103536 tempest-ImagesNegativeTestJSON-937103536-project] Deleting port cecd626c-03e4-498c-a643-297d0ef14a68 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:42:17.789209 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-9ed82927-3e7e-4a36-8001-39c66f7f5e52 req-249ffe6d-a208-4521-8afd-d317f4dfea38 tempest-ImagesNegativeTestJSON-937103536 tempest-ImagesNegativeTestJSON-937103536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:17.909638 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-12aa2a99-4db6-4978-8a6f-ad18e156f816 req-a37bdbf6-a514-4a35-80bf-e934008b9177 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] 10.222.0.22 "GET /v2.0/floatingips/91ffe78c-13fd-474d-a53b-6782f37a940f HTTP/1.1" status: 200 len: 693 time: 0.1220400 Sep 07 02:42:17.994791 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6765ec18-e1b5-4036-9b15-6efa27479068 req-e38d735a-4010-4e6c-af75-5a127b939079 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=b02fcf02-fa10-4335-931a-49c1a9a127d0 HTTP/1.1" status: 200 len: 210 time: 0.0469723 Sep 07 02:42:18.130930 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-9ed82927-3e7e-4a36-8001-39c66f7f5e52 req-249ffe6d-a208-4521-8afd-d317f4dfea38 tempest-ImagesNegativeTestJSON-937103536 tempest-ImagesNegativeTestJSON-937103536-project] For port cecd626c-03e4-498c-a643-297d0ef14a68, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=cecd626c-03e4-498c-a643-297d0ef14a68,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:42:18.131267 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-9ed82927-3e7e-4a36-8001-39c66f7f5e52 req-249ffe6d-a208-4521-8afd-d317f4dfea38 tempest-ImagesNegativeTestJSON-937103536 tempest-ImagesNegativeTestJSON-937103536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:18.156568 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa2a99-4db6-4978-8a6f-ad18e156f816 req-5173e9a7-217b-4309-b311-294b4b78e7cd tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:18.158151 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-12aa2a99-4db6-4978-8a6f-ad18e156f816 req-5173e9a7-217b-4309-b311-294b4b78e7cd tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] 10.222.0.22 "GET /v2.0/networks/1166b922-7457-4da4-bdda-328e8c8e7bc6 HTTP/1.1" status: 200 len: 784 time: 0.2473340 Sep 07 02:42:18.182100 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-9ed82927-3e7e-4a36-8001-39c66f7f5e52 req-249ffe6d-a208-4521-8afd-d317f4dfea38 tempest-ImagesNegativeTestJSON-937103536 tempest-ImagesNegativeTestJSON-937103536-project] Calling delete_port for cecd626c-03e4-498c-a643-297d0ef14a68 owned by compute:nova {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:42:18.256266 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-12aa2a99-4db6-4978-8a6f-ad18e156f816 req-56ae7fa9-72a4-49f6-ac68-3c0d02344bf2 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.228 HTTP/1.1" status: 200 len: 696 time: 0.0864763 Sep 07 02:42:18.263801 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cf5d0b87-0a36-48b5-8280-340da4128689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:18.269273 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 03a08a42-1d07-47f4-9c5c-dd28198aa815 up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:42:18.314622 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69aec73-de86-4aa3-9376-b3f01e2ce028 req-0c46ff58-fe0a-4787-8d4a-20b79c3f7d17 tempest-ImagesNegativeTestJSON-937103536 tempest-ImagesNegativeTestJSON-937103536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:18.321686 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e69aec73-de86-4aa3-9376-b3f01e2ce028 req-0c46ff58-fe0a-4787-8d4a-20b79c3f7d17 tempest-ImagesNegativeTestJSON-937103536 tempest-ImagesNegativeTestJSON-937103536-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fd8d032-66c7-4ef0-95b4-3d1674f0b344 HTTP/1.1" status: 200 len: 950 time: 0.2193875 Sep 07 02:42:18.349246 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-12aa2a99-4db6-4978-8a6f-ad18e156f816 req-2421b6be-895b-4ffc-9140-94a3bfc12394 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.228 HTTP/1.1" status: 200 len: 696 time: 0.0917675 Sep 07 02:42:18.393977 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 03a08a42-1d07-47f4-9c5c-dd28198aa815 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:42:18.394687 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:18.423115 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49944) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:42:18.595608 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:18.624953 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-12aa2a99-4db6-4978-8a6f-ad18e156f816 req-57006e00-3f64-484a-9aaf-2df320905799 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Deleting port 52028e31-96e2-4bc1-85fe-8af867fa19a4 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:42:18.625321 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-12aa2a99-4db6-4978-8a6f-ad18e156f816 req-57006e00-3f64-484a-9aaf-2df320905799 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:18.641253 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb044ddb-aec4-4cc8-8c21-d0b93465a7eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a08a42-1d07-47f4-9c5c-dd28198aa815'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:42:18.644221 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec2ddb19-0c33-4888-83dc-bbad4e3b0b48" -d '{"events": [{"server_uuid": "fb044ddb-aec4-4cc8-8c21-d0b93465a7eb", "name": "network-vif-plugged", "status": "completed", "tag": "03a08a42-1d07-47f4-9c5c-dd28198aa815"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:42:18.660551 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 03a08a42-1d07-47f4-9c5c-dd28198aa815, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=03a08a42-1d07-47f4-9c5c-dd28198aa815,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:42:18.666131 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:18.674509 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-6c94e85e-cb2e-4162-9530-238e833835fe admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-423276274-network', 'tenant_id': '39221102c85f4a33befb52c47b54a864'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:42:18.750807 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c94e85e-cb2e-4162-9530-238e833835fe admin admin] Made reservation on behalf of 39221102c85f4a33befb52c47b54a864 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:42:18.754048 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6c94e85e-cb2e-4162-9530-238e833835fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:18.768738 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6c94e85e-cb2e-4162-9530-238e833835fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:18.791895 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=03a08a42-1d07-47f4-9c5c-dd28198aa815,revision_number=11']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:18.799354 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:42:18.799943 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:42:18.800378 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:42:18.800783 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:42:18.800908 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-12aa2a99-4db6-4978-8a6f-ad18e156f816 req-57006e00-3f64-484a-9aaf-2df320905799 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:18.801163 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-12aa2a99-4db6-4978-8a6f-ad18e156f816 req-57006e00-3f64-484a-9aaf-2df320905799 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:18.801284 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:42:18.801612 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:42:18.802085 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:42:18.802510 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:42:18.803399 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:42:18.803399 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:42:18.803937 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:42:18.804701 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:42:18.820879 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-12aa2a99-4db6-4978-8a6f-ad18e156f816 req-57006e00-3f64-484a-9aaf-2df320905799 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Calling delete_port for 52028e31-96e2-4bc1-85fe-8af867fa19a4 owned by network:floatingip {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:42:18.838640 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e69aec73-de86-4aa3-9376-b3f01e2ce028 req-51bd178b-fbc9-46b4-8f7d-d799b96f014c tempest-ImagesNegativeTestJSON-937103536 tempest-ImagesNegativeTestJSON-937103536-project] 10.222.0.22 "GET /v2.0/security-groups?id=a365f168-c77b-449e-b5f9-014898416346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5160050 Sep 07 02:42:18.917154 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb337570-3dcf-4854-af5b-4139374cb695 x-openstack-request-id: req-cb337570-3dcf-4854-af5b-4139374cb695 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:42:18.917911 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb044ddb-aec4-4cc8-8c21-d0b93465a7eb", "name": "network-vif-plugged", "status": "completed", "tag": "03a08a42-1d07-47f4-9c5c-dd28198aa815", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:42:18.918292 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cb337570-3dcf-4854-af5b-4139374cb695 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:42:18.918923 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb044ddb-aec4-4cc8-8c21-d0b93465a7eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a08a42-1d07-47f4-9c5c-dd28198aa815', 'code': 200} Sep 07 02:42:18.983939 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6c94e85e-cb2e-4162-9530-238e833835fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:18.990680 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6c94e85e-cb2e-4162-9530-238e833835fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:19.054181 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c94e85e-cb2e-4162-9530-238e833835fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4feee8d-7e06-43b5-bf59-bbcdace17bb1,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:19.060355 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-9ed82927-3e7e-4a36-8001-39c66f7f5e52 req-249ffe6d-a208-4521-8afd-d317f4dfea38 tempest-ImagesNegativeTestJSON-937103536 tempest-ImagesNegativeTestJSON-937103536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:19.071822 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-12aa2a99-4db6-4978-8a6f-ad18e156f816 req-57006e00-3f64-484a-9aaf-2df320905799 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:19.077646 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['cecd626c-03e4-498c-a643-297d0ef14a68'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:42:19.100664 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c94e85e-cb2e-4162-9530-238e833835fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:42:19.103647 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57006e00-3f64-484a-9aaf-2df320905799 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Pushing event deleted for resources: {'Port': ['ID=52028e31-96e2-4bc1-85fe-8af867fa19a4,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:19.117682 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ffe6d-a208-4521-8afd-d317f4dfea38 tempest-ImagesNegativeTestJSON-937103536 tempest-ImagesNegativeTestJSON-937103536-project] Pushing event deleted for resources: {'Port': ['ID=cecd626c-03e4-498c-a643-297d0ef14a68,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:19.123045 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6c94e85e-cb2e-4162-9530-238e833835fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:19.123159 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-6c94e85e-cb2e-4162-9530-238e833835fe admin admin] Added segment 737bac5c-5e4b-4b03-a099-f644edcc6c52 of type vlan for network b38f0331-653f-46c0-a8d7-26916edac115 Sep 07 02:42:19.136490 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf5d0b87-0a36-48b5-8280-340da4128689 admin admin] Router 200d0216-3e46-4e40-a0cf-4732b319ab0c has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:42:19.236364 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6c94e85e-cb2e-4162-9530-238e833835fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:19.281474 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3c762938-e8d5-4559-aa90-e93cd37bc5ee req-5a7ab8d8-270c-447a-9b08-a54f2be7ecdd tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=ef46d2c6ddda4358910a6e6d3c8cd1f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423324 Sep 07 02:42:19.292126 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-12aa2a99-4db6-4978-8a6f-ad18e156f816 req-57006e00-3f64-484a-9aaf-2df320905799 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Notify callbacks [] for floatingip, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:19.294750 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ed82927-3e7e-4a36-8001-39c66f7f5e52 req-249ffe6d-a208-4521-8afd-d317f4dfea38 tempest-ImagesNegativeTestJSON-937103536 tempest-ImagesNegativeTestJSON-937103536-project] No DVR routers for this DVR port cecd626c-03e4-498c-a643-297d0ef14a68 on host n-h1-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:42:19.295706 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-12aa2a99-4db6-4978-8a6f-ad18e156f816 req-57006e00-3f64-484a-9aaf-2df320905799 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:19.298131 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-12aa2a99-4db6-4978-8a6f-ad18e156f816 req-57006e00-3f64-484a-9aaf-2df320905799 tempest-FloatingIPDetailsTestJSON-217882092 tempest-FloatingIPDetailsTestJSON-217882092-project] 10.222.0.22 "DELETE /v2.0/floatingips/91ffe78c-13fd-474d-a53b-6782f37a940f HTTP/1.1" status: 204 len: 173 time: 0.9477351 Sep 07 02:42:19.300685 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-9ed82927-3e7e-4a36-8001-39c66f7f5e52 req-249ffe6d-a208-4521-8afd-d317f4dfea38 tempest-ImagesNegativeTestJSON-937103536 tempest-ImagesNegativeTestJSON-937103536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:19.307969 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9ed82927-3e7e-4a36-8001-39c66f7f5e52 req-249ffe6d-a208-4521-8afd-d317f4dfea38 tempest-ImagesNegativeTestJSON-937103536 tempest-ImagesNegativeTestJSON-937103536-project] 10.222.0.23 "DELETE /v2.0/ports/cecd626c-03e4-498c-a643-297d0ef14a68 HTTP/1.1" status: 204 len: 173 time: 1.7770703 Sep 07 02:42:19.308453 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd8d032-66c7-4ef0-95b4-3d1674f0b344', 'name': 'network-vif-deleted', 'tag': 'cecd626c-03e4-498c-a643-297d0ef14a68'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:42:19.311090 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7051245-0b9e-4dca-ad0a-2544de7d548e" -d '{"events": [{"server_uuid": "2fd8d032-66c7-4ef0-95b4-3d1674f0b344", "name": "network-vif-deleted", "tag": "cecd626c-03e4-498c-a643-297d0ef14a68"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:42:19.313949 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49968) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:42:19.473482 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6c94e85e-cb2e-4162-9530-238e833835fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:19.474586 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c94e85e-cb2e-4162-9530-238e833835fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:19.475798 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0cdf359c-9672-4e74-bc74-2859e5f5eb57 req-a04d31e3-1df3-4770-900b-f465c0abe95a tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=b02fcf02-fa10-4335-931a-49c1a9a127d0 HTTP/1.1" status: 200 len: 210 time: 0.0489967 Sep 07 02:42:19.476426 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6c94e85e-cb2e-4162-9530-238e833835fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:19.483203 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755f637b-ccc7-4fa5-a3bc-89d963170e3b x-openstack-request-id: req-755f637b-ccc7-4fa5-a3bc-89d963170e3b {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:42:19.483572 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fd8d032-66c7-4ef0-95b4-3d1674f0b344", "name": "network-vif-deleted", "tag": "cecd626c-03e4-498c-a643-297d0ef14a68", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:42:19.483805 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-755f637b-ccc7-4fa5-a3bc-89d963170e3b {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:42:19.484152 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fd8d032-66c7-4ef0-95b4-3d1674f0b344', 'name': 'network-vif-deleted', 'tag': 'cecd626c-03e4-498c-a643-297d0ef14a68', 'status': 'completed', 'code': 200} Sep 07 02:42:19.498375 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf5d0b87-0a36-48b5-8280-340da4128689 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:42:19.508585 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdaf93ce-95f9-4aae-81bc-a261b450fa6d None None] Sync routers for ids ['200d0216-3e46-4e40-a0cf-4732b319ab0c'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:42:19.521087 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdaf93ce-95f9-4aae-81bc-a261b450fa6d None None] Routers {'200d0216-3e46-4e40-a0cf-4732b319ab0c'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:42:19.523412 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-cdaf93ce-95f9-4aae-81bc-a261b450fa6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:41:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['200d0216-3e46-4e40-a0cf-4732b319ab0c'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:42:19.538701 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-cf5d0b87-0a36-48b5-8280-340da4128689 admin admin] 10.222.0.22 "PUT /v2.0/routers/200d0216-3e46-4e40-a0cf-4732b319ab0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9499810 Sep 07 02:42:19.541533 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49976) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:42:19.579317 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-6c94e85e-cb2e-4162-9530-238e833835fe admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.1538253 Sep 07 02:42:19.588062 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c762938-e8d5-4559-aa90-e93cd37bc5ee req-13d2fa61-ba73-41cd-860e-79feb0d13bde tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:19.590127 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3c762938-e8d5-4559-aa90-e93cd37bc5ee req-13d2fa61-ba73-41cd-860e-79feb0d13bde tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2910151 Sep 07 02:42:19.591440 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49978) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:42:19.596878 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-3a7fec65-7fb6-47f9-a6f0-5999ab71d9a9 admin admin] Request body: {'subnet': {'network_id': 'b38f0331-653f-46c0-a8d7-26916edac115', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-423276274-subnet', 'tenant_id': '39221102c85f4a33befb52c47b54a864', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:42:19.630728 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-3c762938-e8d5-4559-aa90-e93cd37bc5ee req-1656d45c-3b5a-4cca-bc68-9a593317add8 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Request body: {'port': {'device_id': 'b02fcf02-fa10-4335-931a-49c1a9a127d0', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'admin_state_up': True, 'tenant_id': 'ef46d2c6ddda4358910a6e6d3c8cd1f8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:42:19.637706 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c94e85e-cb2e-4162-9530-238e833835fe admin admin] Pushing event updated for resources: {'Network': ['ID=b38f0331-653f-46c0-a8d7-26916edac115,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:19.726879 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7fec65-7fb6-47f9-a6f0-5999ab71d9a9 admin admin] Made reservation on behalf of 39221102c85f4a33befb52c47b54a864 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:42:19.729776 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3a7fec65-7fb6-47f9-a6f0-5999ab71d9a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:19.737879 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network b38f0331-653f-46c0-a8d7-26916edac115 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:42:19.808300 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-79b025c1-16d9-45a7-a4a5-1734e5331a25 admin admin] Notify callbacks [] for router, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:19.813048 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c762938-e8d5-4559-aa90-e93cd37bc5ee req-1656d45c-3b5a-4cca-bc68-9a593317add8 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Made reservation on behalf of ef46d2c6ddda4358910a6e6d3c8cd1f8 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:42:19.818029 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3c762938-e8d5-4559-aa90-e93cd37bc5ee req-1656d45c-3b5a-4cca-bc68-9a593317add8 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:19.877584 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49984) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:42:19.885109 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-cdaf93ce-95f9-4aae-81bc-a261b450fa6d None None] Set router 200d0216-3e46-4e40-a0cf-4732b319ab0c gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:42:20.076247 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-834cb180-9bb8-45de-9c93-477e110301f9 req-b147fd8b-54ed-4cac-821b-af7384218839 tempest-ImagesNegativeTestJSON-937103536 tempest-ImagesNegativeTestJSON-937103536-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fd8d032-66c7-4ef0-95b4-3d1674f0b344 HTTP/1.1" status: 200 len: 210 time: 0.0906236 Sep 07 02:42:20.116730 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d6345d9b-ec75-4673-a207-ce415baa40bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:20.116979 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-3c762938-e8d5-4559-aa90-e93cd37bc5ee req-1656d45c-3b5a-4cca-bc68-9a593317add8 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Allocated IP 192.168.233.44 (0823ecf3-066e-49bd-a451-2e84ab79a70f/694f9550-ba12-4672-8446-41848123cea2/375d3561-edb9-402b-b66f-0840ed864053) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:42:20.119380 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-79b025c1-16d9-45a7-a4a5-1734e5331a25 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:20.187139 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-cdaf93ce-95f9-4aae-81bc-a261b450fa6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '200d0216-3e46-4e40-a0cf-4732b319ab0c', 'name': 'tempest-ServersTestFqdnHostnames-1462075118-router', 'tenant_id': '3ab8b040c45c43eb93697ca2e765c9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': 'e2cc596e-f4ee-474d-815e-6502f22b802f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:40:00Z', 'updated_at': '2021-09-07T02:42:17Z', 'revision_number': 5, 'project_id': '3ab8b040c45c43eb93697ca2e765c9b6', 'gw_port': {'id': 'e2cc596e-f4ee-474d-815e-6502f22b802f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:87:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200d0216-3e46-4e40-a0cf-4732b319ab0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:40:00Z', 'updated_at': '2021-09-07T02:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:42:20.214880 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdaf93ce-95f9-4aae-81bc-a261b450fa6d None None] Checking router: 200d0216-3e46-4e40-a0cf-4732b319ab0c for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:42:20.224549 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdaf93ce-95f9-4aae-81bc-a261b450fa6d None None] Routers {'200d0216-3e46-4e40-a0cf-4732b319ab0c'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:42:20.225257 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-cdaf93ce-95f9-4aae-81bc-a261b450fa6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:41:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['200d0216-3e46-4e40-a0cf-4732b319ab0c'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:42:20.306749 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3c762938-e8d5-4559-aa90-e93cd37bc5ee req-1656d45c-3b5a-4cca-bc68-9a593317add8 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:20.310476 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3a7fec65-7fb6-47f9-a6f0-5999ab71d9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:20.316862 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-cdaf93ce-95f9-4aae-81bc-a261b450fa6d None None] Set router 200d0216-3e46-4e40-a0cf-4732b319ab0c gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:42:20.328416 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-3c762938-e8d5-4559-aa90-e93cd37bc5ee req-1656d45c-3b5a-4cca-bc68-9a593317add8 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Transition to ACTIVE for port object 375d3561-edb9-402b-b66f-0840ed864053 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:42:20.366341 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3c762938-e8d5-4559-aa90-e93cd37bc5ee req-1656d45c-3b5a-4cca-bc68-9a593317add8 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:20.374903 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-cdaf93ce-95f9-4aae-81bc-a261b450fa6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '200d0216-3e46-4e40-a0cf-4732b319ab0c', 'name': 'tempest-ServersTestFqdnHostnames-1462075118-router', 'tenant_id': '3ab8b040c45c43eb93697ca2e765c9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:40:00Z', 'updated_at': '2021-09-07T02:42:20Z', 'revision_number': 6, 'project_id': '3ab8b040c45c43eb93697ca2e765c9b6', 'gw_port_host': None}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:42:20.400420 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-79b025c1-16d9-45a7-a4a5-1734e5331a25 admin admin] Deleting port e2cc596e-f4ee-474d-815e-6502f22b802f {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:42:20.400763 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-79b025c1-16d9-45a7-a4a5-1734e5331a25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:20.404105 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdaf93ce-95f9-4aae-81bc-a261b450fa6d None None] The sync data for ids ['200d0216-3e46-4e40-a0cf-4732b319ab0c'] in n-d-796209-16 is: [{'id': '200d0216-3e46-4e40-a0cf-4732b319ab0c', 'name': 'tempest-ServersTestFqdnHostnames-1462075118-router', 'tenant_id': '3ab8b040c45c43eb93697ca2e765c9b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:40:00Z', 'updated_at': '2021-09-07T02:42:20Z', 'revision_number': 6, 'project_id': '3ab8b040c45c43eb93697ca2e765c9b6', 'gw_port_host': None}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:42:20.405935 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['54614cb7-1c6d-428a-b1c5-3605226dbcd6'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:42:20.409584 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['188a469b-6bad-4f9a-8ca7-0aaa4aa7234b', '03a08a42-1d07-47f4-9c5c-dd28198aa815'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:42:20.422953 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c762938-e8d5-4559-aa90-e93cd37bc5ee req-1656d45c-3b5a-4cca-bc68-9a593317add8 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Network 0823ecf3-066e-49bd-a451-2e84ab79a70f is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:42:20.429754 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-3c762938-e8d5-4559-aa90-e93cd37bc5ee req-1656d45c-3b5a-4cca-bc68-9a593317add8 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:42:20.435505 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c762938-e8d5-4559-aa90-e93cd37bc5ee req-1656d45c-3b5a-4cca-bc68-9a593317add8 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:42:20.440108 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656d45c-3b5a-4cca-bc68-9a593317add8 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Pushing event updated for resources: {'Port': ['ID=375d3561-edb9-402b-b66f-0840ed864053,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:20.469535 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7fec65-7fb6-47f9-a6f0-5999ab71d9a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b116277-4856-47e9-8d12-8ad81f660adb,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:20.502037 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c762938-e8d5-4559-aa90-e93cd37bc5ee req-1656d45c-3b5a-4cca-bc68-9a593317add8 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:20.502693 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3c762938-e8d5-4559-aa90-e93cd37bc5ee req-1656d45c-3b5a-4cca-bc68-9a593317add8 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:20.568048 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d6345d9b-ec75-4673-a207-ce415baa40bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:20.580303 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7fec65-7fb6-47f9-a6f0-5999ab71d9a9 admin admin] Checking segment: {'id': '737bac5c-5e4b-4b03-a099-f644edcc6c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b38f0331-653f-46c0-a8d7-26916edac115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:42:20.580722 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7fec65-7fb6-47f9-a6f0-5999ab71d9a9 admin admin] Network hostable DHCP agents. Network: b38f0331-653f-46c0-a8d7-26916edac115, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:42:20.587958 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d6345d9b-ec75-4673-a207-ce415baa40bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:20.626447 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3c762938-e8d5-4559-aa90-e93cd37bc5ee req-1656d45c-3b5a-4cca-bc68-9a593317add8 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0027113 Sep 07 02:42:20.649563 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-79b025c1-16d9-45a7-a4a5-1734e5331a25 admin admin] For port e2cc596e-f4ee-474d-815e-6502f22b802f, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=e2cc596e-f4ee-474d-815e-6502f22b802f,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:42:20.649948 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-79b025c1-16d9-45a7-a4a5-1734e5331a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:20.657928 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-3c762938-e8d5-4559-aa90-e93cd37bc5ee req-4891a578-42ca-4807-adc5-5d0c706aeb87 service neutron] Request body: {'port': {'device_id': 'b02fcf02-fa10-4335-931a-49c1a9a127d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:42:20.689818 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bb43a4e0-1471-42fb-9c5f-a8bf590d4313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:20.704284 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-79b025c1-16d9-45a7-a4a5-1734e5331a25 admin admin] Calling delete_port for e2cc596e-f4ee-474d-815e-6502f22b802f owned by network:router_gateway {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:42:20.715023 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf77732-6ed4-4ffc-b80d-2727bf8c5e7c req-2bd13466-5f00-45c8-9ca5-5634f9886520 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:20.717029 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8bf77732-6ed4-4ffc-b80d-2727bf8c5e7c req-2bd13466-5f00-45c8-9ca5-5634f9886520 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=b02fcf02-fa10-4335-931a-49c1a9a127d0 HTTP/1.1" status: 200 len: 935 time: 0.1543190 Sep 07 02:42:20.766833 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7fec65-7fb6-47f9-a6f0-5999ab71d9a9 admin admin] Network b38f0331-653f-46c0-a8d7-26916edac115 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:42:20.771134 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3c762938-e8d5-4559-aa90-e93cd37bc5ee req-4891a578-42ca-4807-adc5-5d0c706aeb87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:20.776204 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d6345d9b-ec75-4673-a207-ce415baa40bb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5aecd6c2c38c43a2b2e728bdf62351b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8954475 Sep 07 02:42:20.777154 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6345d9b-ec75-4673-a207-ce415baa40bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0adf710-40a0-4d20-8b16-afc69e48d7d4,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:20.782849 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49994) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:42:20.813631 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-3a7fec65-7fb6-47f9-a6f0-5999ab71d9a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, b38f0331-653f-46c0-a8d7-26916edac115) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:42:20.815116 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8bf77732-6ed4-4ffc-b80d-2727bf8c5e7c req-2009aff2-f71f-4183-8158-6c643e8370dd tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879726 Sep 07 02:42:20.828324 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7fec65-7fb6-47f9-a6f0-5999ab71d9a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:20.828843 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3a7fec65-7fb6-47f9-a6f0-5999ab71d9a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:20.834484 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b49130-50cb-410a-9bb1-3ba53912804c None None] Network b38f0331-653f-46c0-a8d7-26916edac115 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:42:20.877628 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-b2a3bdab-c652-4e5a-99c0-95254db2e9a1 None None] Provisioning for port 375d3561-edb9-402b-b66f-0840ed864053 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:42:20.898388 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-b2a3bdab-c652-4e5a-99c0-95254db2e9a1 None None] Provisioning complete for port 375d3561-edb9-402b-b66f-0840ed864053 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:42:20.898847 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b2a3bdab-c652-4e5a-99c0-95254db2e9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:20.939688 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-3a7fec65-7fb6-47f9-a6f0-5999ab71d9a9 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3400218 Sep 07 02:42:21.006076 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-b2a3bdab-c652-4e5a-99c0-95254db2e9a1 None None] Port 375d3561-edb9-402b-b66f-0840ed864053 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:42:21.008068 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-11e5b347-51e5-4aac-9cec-e08bf82682b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:21.081761 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d3b2b5-367b-4b61-bd9a-191e6f1228ac None None] Network b38f0331-653f-46c0-a8d7-26916edac115 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:42:21.126050 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-11e5b347-51e5-4aac-9cec-e08bf82682b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:21.166806 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-3c762938-e8d5-4559-aa90-e93cd37bc5ee req-4891a578-42ca-4807-adc5-5d0c706aeb87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 375d3561-edb9-402b-b66f-0840ed864053 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:42:21.186965 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3c762938-e8d5-4559-aa90-e93cd37bc5ee req-4891a578-42ca-4807-adc5-5d0c706aeb87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:21.220434 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-3c762938-e8d5-4559-aa90-e93cd37bc5ee req-4891a578-42ca-4807-adc5-5d0c706aeb87 service neutron] Transition to ACTIVE for port object 375d3561-edb9-402b-b66f-0840ed864053 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:42:21.229717 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3c762938-e8d5-4559-aa90-e93cd37bc5ee req-4891a578-42ca-4807-adc5-5d0c706aeb87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:21.278708 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-79b025c1-16d9-45a7-a4a5-1734e5331a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:21.323612 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b025c1-16d9-45a7-a4a5-1734e5331a25 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2cc596e-f4ee-474d-815e-6502f22b802f,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:21.332263 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-11e5b347-51e5-4aac-9cec-e08bf82682b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:21.335208 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-11e5b347-51e5-4aac-9cec-e08bf82682b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:21.337284 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-11e5b347-51e5-4aac-9cec-e08bf82682b9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f0adf710-40a0-4d20-8b16-afc69e48d7d4 HTTP/1.1" status: 204 len: 168 time: 0.5507553 Sep 07 02:42:21.342462 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4891a578-42ca-4807-adc5-5d0c706aeb87 service neutron] Pushing event updated for resources: {'Port': ['ID=375d3561-edb9-402b-b66f-0840ed864053,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:21.369730 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:21.376352 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:21.495010 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-3c762938-e8d5-4559-aa90-e93cd37bc5ee req-4891a578-42ca-4807-adc5-5d0c706aeb87 service neutron] Attempting to bind port 375d3561-edb9-402b-b66f-0840ed864053 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:42:21.495349 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-3c762938-e8d5-4559-aa90-e93cd37bc5ee req-4891a578-42ca-4807-adc5-5d0c706aeb87 service neutron] Attempting to bind port 375d3561-edb9-402b-b66f-0840ed864053 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:42:21.495704 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c762938-e8d5-4559-aa90-e93cd37bc5ee req-4891a578-42ca-4807-adc5-5d0c706aeb87 service neutron] Attempting to bind port 375d3561-edb9-402b-b66f-0840ed864053 on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:42:21.509891 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c762938-e8d5-4559-aa90-e93cd37bc5ee req-4891a578-42ca-4807-adc5-5d0c706aeb87 service neutron] Port 375d3561-edb9-402b-b66f-0840ed864053 on network 0823ecf3-066e-49bd-a451-2e84ab79a70f not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:42:21.510275 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c762938-e8d5-4559-aa90-e93cd37bc5ee req-4891a578-42ca-4807-adc5-5d0c706aeb87 service neutron] Attempting to bind port 375d3561-edb9-402b-b66f-0840ed864053 on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:42:21.515796 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c762938-e8d5-4559-aa90-e93cd37bc5ee req-4891a578-42ca-4807-adc5-5d0c706aeb87 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:42:21.516163 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c762938-e8d5-4559-aa90-e93cd37bc5ee req-4891a578-42ca-4807-adc5-5d0c706aeb87 service neutron] Checking segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:42:21.516615 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c762938-e8d5-4559-aa90-e93cd37bc5ee req-4891a578-42ca-4807-adc5-5d0c706aeb87 service neutron] Bound using segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:42:21.517061 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-3c762938-e8d5-4559-aa90-e93cd37bc5ee req-4891a578-42ca-4807-adc5-5d0c706aeb87 service neutron] Bound port: 375d3561-edb9-402b-b66f-0840ed864053, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:42:21.517418 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3c762938-e8d5-4559-aa90-e93cd37bc5ee req-4891a578-42ca-4807-adc5-5d0c706aeb87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:21.668930 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-3c762938-e8d5-4559-aa90-e93cd37bc5ee req-4891a578-42ca-4807-adc5-5d0c706aeb87 service neutron] For port 375d3561-edb9-402b-b66f-0840ed864053, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:42:21.673192 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-3c762938-e8d5-4559-aa90-e93cd37bc5ee req-4891a578-42ca-4807-adc5-5d0c706aeb87 service neutron] For port 375d3561-edb9-402b-b66f-0840ed864053, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=375d3561-edb9-402b-b66f-0840ed864053,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:42:21.678845 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3c762938-e8d5-4559-aa90-e93cd37bc5ee req-4891a578-42ca-4807-adc5-5d0c706aeb87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:21.731879 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device cecd626c-03e4-498c-a643-297d0ef14a68 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:42:21.763744 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c762938-e8d5-4559-aa90-e93cd37bc5ee req-4891a578-42ca-4807-adc5-5d0c706aeb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:21.764345 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3c762938-e8d5-4559-aa90-e93cd37bc5ee req-4891a578-42ca-4807-adc5-5d0c706aeb87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:21.765823 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3c762938-e8d5-4559-aa90-e93cd37bc5ee req-4891a578-42ca-4807-adc5-5d0c706aeb87 service neutron] 10.222.0.23 "PUT /v2.0/ports/375d3561-edb9-402b-b66f-0840ed864053 HTTP/1.1" status: 200 len: 1096 time: 1.1304052 Sep 07 02:42:21.766228 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b02fcf02-fa10-4335-931a-49c1a9a127d0', 'tag': '375d3561-edb9-402b-b66f-0840ed864053'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:42:21.768637 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9a3ea6-437e-4e7c-abd5-8bffbbe473f9" -d '{"events": [{"name": "network-changed", "server_uuid": "b02fcf02-fa10-4335-931a-49c1a9a127d0", "tag": "375d3561-edb9-402b-b66f-0840ed864053"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:42:21.774032 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: cecd626c-03e4-498c-a643-297d0ef14a68 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:42:21.775004 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device cecd626c-03e4-498c-a643-297d0ef14a68 not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:42:21.813934 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4891a578-42ca-4807-adc5-5d0c706aeb87 service neutron] Pushing event updated for resources: {'Port': ['ID=375d3561-edb9-402b-b66f-0840ed864053,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:21.857985 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b304347-edb4-479b-94bb-6323d447f4bd x-openstack-request-id: req-5b304347-edb4-479b-94bb-6323d447f4bd {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:42:21.858309 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b02fcf02-fa10-4335-931a-49c1a9a127d0", "tag": "375d3561-edb9-402b-b66f-0840ed864053", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:42:21.858645 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5b304347-edb4-479b-94bb-6323d447f4bd {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:42:21.858949 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b02fcf02-fa10-4335-931a-49c1a9a127d0', 'tag': '375d3561-edb9-402b-b66f-0840ed864053', 'status': 'completed', 'code': 200} Sep 07 02:42:21.872004 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c762938-e8d5-4559-aa90-e93cd37bc5ee req-f6c8dcde-82da-4566-9381-cb0a1429e16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:21.872669 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e5b347-51e5-4aac-9cec-e08bf82682b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0adf710-40a0-4d20-8b16-afc69e48d7d4,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:21.874245 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3c762938-e8d5-4559-aa90-e93cd37bc5ee req-f6c8dcde-82da-4566-9381-cb0a1429e16a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ef46d2c6ddda4358910a6e6d3c8cd1f8&device_id=b02fcf02-fa10-4335-931a-49c1a9a127d0 HTTP/1.1" status: 200 len: 1099 time: 0.0571792 Sep 07 02:42:21.942473 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50040) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:42:21.969734 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3c762938-e8d5-4559-aa90-e93cd37bc5ee req-c3615774-c07e-49bd-9207-846e3dc62803 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=375d3561-edb9-402b-b66f-0840ed864053 HTTP/1.1" status: 200 len: 217 time: 0.0818667 Sep 07 02:42:22.011229 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-712b6458-47ef-401e-a2f7-4fce921ad529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:22.037424 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-79b025c1-16d9-45a7-a4a5-1734e5331a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:22.067250 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b0427f-aa50-4240-a727-95e0685319aa req-6c3173e4-ca92-44ec-a0f2-a17b2e95f10f tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:22.076269 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b7b0427f-aa50-4240-a727-95e0685319aa req-6c3173e4-ca92-44ec-a0f2-a17b2e95f10f tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=b02fcf02-fa10-4335-931a-49c1a9a127d0 HTTP/1.1" status: 200 len: 947 time: 0.1052141 Sep 07 02:42:22.081562 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c762938-e8d5-4559-aa90-e93cd37bc5ee req-5274d8b6-1d40-434b-b43f-88c299339e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:22.083207 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3c762938-e8d5-4559-aa90-e93cd37bc5ee req-5274d8b6-1d40-434b-b43f-88c299339e18 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.1019683 Sep 07 02:42:22.131043 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50044) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:42:22.156095 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b7b0427f-aa50-4240-a727-95e0685319aa req-c8be52da-c04f-45c6-b5bb-e144b50ec992 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779643 Sep 07 02:42:22.157237 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-bb43a4e0-1471-42fb-9c5f-a8bf590d4313 admin admin] Deleting port bfd7ad37-d763-41a1-86f1-d014e1080f63 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:42:22.157595 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bb43a4e0-1471-42fb-9c5f-a8bf590d4313 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:22.170821 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c762938-e8d5-4559-aa90-e93cd37bc5ee req-00872289-a5ad-47b9-99d3-36089bcd48a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:22.174562 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3c762938-e8d5-4559-aa90-e93cd37bc5ee req-00872289-a5ad-47b9-99d3-36089bcd48a9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0679514 Sep 07 02:42:22.181089 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301000fe-289b-4566-a9cc-6f50c1c2e10f req-9f9ecd94-6dad-46ac-98c2-47c8142abae0 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:22.183945 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-301000fe-289b-4566-a9cc-6f50c1c2e10f req-9f9ecd94-6dad-46ac-98c2-47c8142abae0 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/networks?id=b38f0331-653f-46c0-a8d7-26916edac115 HTTP/1.1" status: 200 len: 805 time: 0.3689702 Sep 07 02:42:22.219688 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-79b025c1-16d9-45a7-a4a5-1734e5331a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:22.229824 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-79b025c1-16d9-45a7-a4a5-1734e5331a25 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:22.315718 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3c762938-e8d5-4559-aa90-e93cd37bc5ee req-68257a24-3a4a-4f7f-8f94-bf9a1929bbf7 service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338322 Sep 07 02:42:22.318518 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-69ba6c8a-ef19-4bfc-b1f6-455fe727e94b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=de7a047c97a540c8b0309be26f8b79b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1808426 Sep 07 02:42:22.321221 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50054) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:42:22.325651 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-301000fe-289b-4566-a9cc-6f50c1c2e10f req-8c2b8d6e-ed47-4203-a2b1-397546f9ae0d tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/quotas/39221102c85f4a33befb52c47b54a864 HTTP/1.1" status: 200 len: 375 time: 0.1014256 Sep 07 02:42:22.349585 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-79b025c1-16d9-45a7-a4a5-1734e5331a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:22.350097 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b025c1-16d9-45a7-a4a5-1734e5331a25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 200d0216-3e46-4e40-a0cf-4732b319ab0c {{(pid=94701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 02:42:22.365310 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-79b025c1-16d9-45a7-a4a5-1734e5331a25 admin admin] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:22.369358 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-79b025c1-16d9-45a7-a4a5-1734e5331a25 admin admin] 10.222.0.22 "DELETE /v2.0/routers/200d0216-3e46-4e40-a0cf-4732b319ab0c HTTP/1.1" status: 204 len: 168 time: 2.8240283 Sep 07 02:42:22.377802 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50056) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:42:22.395137 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-301000fe-289b-4566-a9cc-6f50c1c2e10f req-12bbc8d7-6ec1-4cf2-a2b2-ad55dcc1ed8d tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=39221102c85f4a33befb52c47b54a864&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609879 Sep 07 02:42:22.401789 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-bb43a4e0-1471-42fb-9c5f-a8bf590d4313 admin admin] For port bfd7ad37-d763-41a1-86f1-d014e1080f63, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=bfd7ad37-d763-41a1-86f1-d014e1080f63,segment=NetworkSegment(bf0ae500-d0d4-4c22-b571-d367994f1475),segment_id=bf0ae500-d0d4-4c22-b571-d367994f1475)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:42:22.402163 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bb43a4e0-1471-42fb-9c5f-a8bf590d4313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:22.450734 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-bb43a4e0-1471-42fb-9c5f-a8bf590d4313 admin admin] Calling delete_port for bfd7ad37-d763-41a1-86f1-d014e1080f63 owned by network:router_interface {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:42:22.536941 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device a668ec98-7e8b-4748-86e8-15e0d4c582da no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:42:22.540671 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3c762938-e8d5-4559-aa90-e93cd37bc5ee req-f5ced0ce-658b-4c73-84a3-80829f94cca5 service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156482 Sep 07 02:42:22.554417 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-712b6458-47ef-401e-a2f7-4fce921ad529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:22.562290 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57856d9-e18a-4deb-b0da-0e22e5c0f1e5 req-0ae488da-8e68-4c33-a05a-e674bfa44922 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:22.564012 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d57856d9-e18a-4deb-b0da-0e22e5c0f1e5 req-0ae488da-8e68-4c33-a05a-e674bfa44922 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 944 time: 0.2105465 Sep 07 02:42:22.568205 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2572b318-8269-409c-8a17-649ad52af7a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:22.569801 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-712b6458-47ef-401e-a2f7-4fce921ad529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:22.573855 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-486738d1-8283-40b9-9750-f4eaafcbcca4 admin admin] Deleting subnet 63d076a3-ed18-4096-ba07-49e6bc6db374 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:42:22.576453 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: a668ec98-7e8b-4748-86e8-15e0d4c582da {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:42:22.577183 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device a668ec98-7e8b-4748-86e8-15e0d4c582da not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:42:22.577825 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device e2cc596e-f4ee-474d-815e-6502f22b802f no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:42:22.578221 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-486738d1-8283-40b9-9750-f4eaafcbcca4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:22.603218 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: e2cc596e-f4ee-474d-815e-6502f22b802f {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:42:22.603517 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-301000fe-289b-4566-a9cc-6f50c1c2e10f req-9cfbaef9-1887-418e-991b-1061dca90e75 service neutron] 10.222.0.22 "GET /v2.0/networks/b38f0331-653f-46c0-a8d7-26916edac115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970487 Sep 07 02:42:22.604024 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device e2cc596e-f4ee-474d-815e-6502f22b802f not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:42:22.659224 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712b6458-47ef-401e-a2f7-4fce921ad529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4682824c-f7c9-4c6e-9108-1e46f3f51063,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:22.669127 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2572b318-8269-409c-8a17-649ad52af7a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:22.676228 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-712b6458-47ef-401e-a2f7-4fce921ad529 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=226d5fc66cb44579a342172355b79336&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7228832 Sep 07 02:42:22.676451 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50058) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:42:22.686451 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-486738d1-8283-40b9-9750-f4eaafcbcca4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:22.745463 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d57856d9-e18a-4deb-b0da-0e22e5c0f1e5 req-e2ef116c-b314-4445-9fdb-4c050c2e164b tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437111 Sep 07 02:42:22.756311 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a3ea6-437e-4e7c-abd5-8bffbbe473f9 req-a04fda21-e578-47f8-bfff-f22d952f517c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:22.757978 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-be9a3ea6-437e-4e7c-abd5-8bffbbe473f9 req-a04fda21-e578-47f8-bfff-f22d952f517c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ef46d2c6ddda4358910a6e6d3c8cd1f8&device_id=b02fcf02-fa10-4335-931a-49c1a9a127d0 HTTP/1.1" status: 200 len: 1099 time: 0.1547194 Sep 07 02:42:22.814904 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2572b318-8269-409c-8a17-649ad52af7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:22.817519 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2572b318-8269-409c-8a17-649ad52af7a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:22.818692 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-2572b318-8269-409c-8a17-649ad52af7a6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a365f168-c77b-449e-b5f9-014898416346 HTTP/1.1" status: 204 len: 168 time: 0.4960194 Sep 07 02:42:22.832295 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-301000fe-289b-4566-a9cc-6f50c1c2e10f req-a1a65a3e-299d-496b-bd7d-9566aedb1a59 service neutron] 10.222.0.22 "GET /v2.0/networks/b38f0331-653f-46c0-a8d7-26916edac115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172842 Sep 07 02:42:22.870225 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a0ba670c-8dd5-4708-b11f-d47028f5c09d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:22.877565 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2572b318-8269-409c-8a17-649ad52af7a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a365f168-c77b-449e-b5f9-014898416346,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:22.903430 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-486738d1-8283-40b9-9750-f4eaafcbcca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:22.962037 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a0ba670c-8dd5-4708-b11f-d47028f5c09d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:22.984575 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a3ea6-437e-4e7c-abd5-8bffbbe473f9 req-674a3f8f-7b54-4a57-b12f-1364096d2861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:22.986105 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-be9a3ea6-437e-4e7c-abd5-8bffbbe473f9 req-674a3f8f-7b54-4a57-b12f-1364096d2861 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0823ecf3-066e-49bd-a451-2e84ab79a70f HTTP/1.1" status: 200 len: 869 time: 0.2096817 Sep 07 02:42:22.993982 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bb43a4e0-1471-42fb-9c5f-a8bf590d4313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:23.042110 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb43a4e0-1471-42fb-9c5f-a8bf590d4313 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfd7ad37-d763-41a1-86f1-d014e1080f63,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:23.096467 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-be9a3ea6-437e-4e7c-abd5-8bffbbe473f9 req-775c9d2f-03ce-44ea-a3c3-315ed8491d01 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=375d3561-edb9-402b-b66f-0840ed864053 HTTP/1.1" status: 200 len: 217 time: 0.0988388 Sep 07 02:42:23.149004 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-523fa000-9d2a-4464-a70f-8dac0ab34ccc req-7ffa13da-3855-483f-a3d1-b329cc0701ee tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf828f99-7a68-4f92-b197-bc8a204ec072 HTTP/1.1" status: 200 len: 210 time: 0.0355568 Sep 07 02:42:23.151321 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a0ba670c-8dd5-4708-b11f-d47028f5c09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:23.154009 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a0ba670c-8dd5-4708-b11f-d47028f5c09d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:23.155210 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a0ba670c-8dd5-4708-b11f-d47028f5c09d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4682824c-f7c9-4c6e-9108-1e46f3f51063 HTTP/1.1" status: 204 len: 168 time: 0.4761677 Sep 07 02:42:23.169815 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba670c-8dd5-4708-b11f-d47028f5c09d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4682824c-f7c9-4c6e-9108-1e46f3f51063,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:23.207722 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-486738d1-8283-40b9-9750-f4eaafcbcca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:23.247700 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0809099b-107f-48f8-8654-0a15aba70b01 req-a2ee2301-798a-4e6a-9ec9-4997b904a7a2 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:23.252259 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0809099b-107f-48f8-8654-0a15aba70b01 req-a2ee2301-798a-4e6a-9ec9-4997b904a7a2 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 944 time: 0.3116479 Sep 07 02:42:23.297933 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486738d1-8283-40b9-9750-f4eaafcbcca4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63d076a3-ed18-4096-ba07-49e6bc6db374,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:23.319413 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-486738d1-8283-40b9-9750-f4eaafcbcca4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:23.320015 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bacef08-744f-4063-a864-745e2beaa78c None None] Network 14c70991-0408-4c1e-b280-2438299d29c7 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:42:23.327583 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-486738d1-8283-40b9-9750-f4eaafcbcca4 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/63d076a3-ed18-4096-ba07-49e6bc6db374 HTTP/1.1" status: 204 len: 168 time: 0.9443965 Sep 07 02:42:23.340421 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50080) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:42:23.373989 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a3ea6-437e-4e7c-abd5-8bffbbe473f9 req-133b9684-b8c4-4348-8c96-1695c00a415c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:23.375791 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-be9a3ea6-437e-4e7c-abd5-8bffbbe473f9 req-133b9684-b8c4-4348-8c96-1695c00a415c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.2661064 Sep 07 02:42:23.458975 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0809099b-107f-48f8-8654-0a15aba70b01 req-849596c2-4ae2-4bdd-abf3-15d56a07a90b tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602461 Sep 07 02:42:23.492836 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bb43a4e0-1471-42fb-9c5f-a8bf590d4313 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:23.555510 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ced8ed45-01ed-446b-9d5c-0e7361ea7f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:23.604362 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a3ea6-437e-4e7c-abd5-8bffbbe473f9 req-66d635fc-6b27-4b5a-bce6-f2fc157b1aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:23.613258 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-be9a3ea6-437e-4e7c-abd5-8bffbbe473f9 req-66d635fc-6b27-4b5a-bce6-f2fc157b1aa6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2229419 Sep 07 02:42:23.624842 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba1b5f-822d-4582-8550-1f2190ce29a7 req-c40470e9-6f58-4b8d-bbea-279d09c63d53 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:23.627192 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8fba1b5f-822d-4582-8550-1f2190ce29a7 req-c40470e9-6f58-4b8d-bbea-279d09c63d53 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=b02fcf02-fa10-4335-931a-49c1a9a127d0 HTTP/1.1" status: 200 len: 947 time: 0.3390939 Sep 07 02:42:23.718993 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0f6bc7-5c71-439d-8799-f963aeafc01b None None] DHCP port deletion for 14c70991-0408-4c1e-b280-2438299d29c7 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:42:23.730126 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8fba1b5f-822d-4582-8550-1f2190ce29a7 req-19da8c97-6a8c-4e64-9298-6f2ec91d218c tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946972 Sep 07 02:42:23.845490 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-ab0f6bc7-5c71-439d-8799-f963aeafc01b None None] Deleting port a2df7fca-31f4-4af5-8664-86350d244599 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:42:23.845882 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ab0f6bc7-5c71-439d-8799-f963aeafc01b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:24.001962 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-ab0f6bc7-5c71-439d-8799-f963aeafc01b None None] For port a2df7fca-31f4-4af5-8664-86350d244599, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=a2df7fca-31f4-4af5-8664-86350d244599,segment=NetworkSegment(84a0c340-aa8f-44dd-8085-45285b51496f),segment_id=84a0c340-aa8f-44dd-8085-45285b51496f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:42:24.002521 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ab0f6bc7-5c71-439d-8799-f963aeafc01b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:24.020603 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-ab0f6bc7-5c71-439d-8799-f963aeafc01b None None] Calling delete_port for a2df7fca-31f4-4af5-8664-86350d244599 owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:42:24.044697 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb43a4e0-1471-42fb-9c5f-a8bf590d4313 admin admin] Router f3a11831-39a7-401d-bfe3-eb09fb7dd146 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:42:24.167197 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ab0f6bc7-5c71-439d-8799-f963aeafc01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:24.216340 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f6bc7-5c71-439d-8799-f963aeafc01b None None] Pushing event deleted for resources: {'Port': ['ID=a2df7fca-31f4-4af5-8664-86350d244599,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:24.223062 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0f6bc7-5c71-439d-8799-f963aeafc01b None None] No DVR routers for this DVR port a2df7fca-31f4-4af5-8664-86350d244599 on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:42:24.281470 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-ced8ed45-01ed-446b-9d5c-0e7361ea7f2f admin admin] Deleting port a2df7fca-31f4-4af5-8664-86350d244599 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:42:24.282134 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ced8ed45-01ed-446b-9d5c-0e7361ea7f2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:24.289583 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 02:42:24.292443 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb43a4e0-1471-42fb-9c5f-a8bf590d4313 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:42:24.303319 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6499093e-30e6-40a8-a5c8-8098a957a955 None None] Sync routers for ids ['f3a11831-39a7-401d-bfe3-eb09fb7dd146'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:42:24.310327 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-bb43a4e0-1471-42fb-9c5f-a8bf590d4313 admin admin] 10.222.0.22 "PUT /v2.0/routers/f3a11831-39a7-401d-bfe3-eb09fb7dd146/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9930344 Sep 07 02:42:24.312647 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50118) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:42:24.323502 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6499093e-30e6-40a8-a5c8-8098a957a955 None None] Routers {'f3a11831-39a7-401d-bfe3-eb09fb7dd146'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:42:24.324165 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-6499093e-30e6-40a8-a5c8-8098a957a955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:41:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['f3a11831-39a7-401d-bfe3-eb09fb7dd146'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:42:24.348868 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2043a4a6-cb5d-470c-baf6-57424c3c2b40 req-6d7e253a-2506-4bea-9060-44e6c54de265 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf828f99-7a68-4f92-b197-bc8a204ec072 HTTP/1.1" status: 200 len: 210 time: 0.0697417 Sep 07 02:42:24.436313 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-be9a3ea6-437e-4e7c-abd5-8bffbbe473f9 req-c2ef644b-630f-4ede-b997-55eb4c61e82f service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7680149 Sep 07 02:42:24.468861 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-6499093e-30e6-40a8-a5c8-8098a957a955 None None] Set router f3a11831-39a7-401d-bfe3-eb09fb7dd146 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:42:24.474610 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522793ed-c8c5-4ab2-bc68-3604bf98f29d req-15c7e9fa-e57c-4c3d-8e9d-ffb33991ee7e tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:24.483124 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-522793ed-c8c5-4ab2-bc68-3604bf98f29d req-15c7e9fa-e57c-4c3d-8e9d-ffb33991ee7e tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 944 time: 0.2742212 Sep 07 02:42:24.492808 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-ced8ed45-01ed-446b-9d5c-0e7361ea7f2f admin admin] For port a2df7fca-31f4-4af5-8664-86350d244599, host n-d-796209-16, got binding levels [] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:42:24.493965 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ced8ed45-01ed-446b-9d5c-0e7361ea7f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:24.557572 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-ced8ed45-01ed-446b-9d5c-0e7361ea7f2f admin admin] Calling delete_port for a2df7fca-31f4-4af5-8664-86350d244599 owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:42:24.578234 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.ipam_backend_mixin [None req-ced8ed45-01ed-446b-9d5c-0e7361ea7f2f admin admin] Port a2df7fca-31f4-4af5-8664-86350d244599 was not found and therefore no delete operation was performed {{(pid=94700) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 07 02:42:24.683779 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device a2df7fca-31f4-4af5-8664-86350d244599 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:42:24.692032 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ced8ed45-01ed-446b-9d5c-0e7361ea7f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:24.735769 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: a2df7fca-31f4-4af5-8664-86350d244599 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:42:24.736358 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device a2df7fca-31f4-4af5-8664-86350d244599 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:42:24.762993 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-522793ed-c8c5-4ab2-bc68-3604bf98f29d req-0c562c27-ed51-44db-b2d3-0bdf618ac012 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2784371 Sep 07 02:42:24.764129 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced8ed45-01ed-446b-9d5c-0e7361ea7f2f admin admin] Pushing event deleted for resources: {'Port': ['ID=a2df7fca-31f4-4af5-8664-86350d244599,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:24.768321 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced8ed45-01ed-446b-9d5c-0e7361ea7f2f admin admin] No DVR routers for this DVR port a2df7fca-31f4-4af5-8664-86350d244599 on host n-d-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:42:24.818458 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-6499093e-30e6-40a8-a5c8-8098a957a955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a11831-39a7-401d-bfe3-eb09fb7dd146', 'name': 'tempest-FloatingIPDetailsTestJSON-1356552460-router', 'tenant_id': '2d9d7acb4e2a44a0baf8330d51dd9d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'ac42159e-a2a6-4bb6-ba47-3c6539609154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:41:55Z', 'updated_at': '2021-09-07T02:42:22Z', 'revision_number': 5, 'project_id': '2d9d7acb4e2a44a0baf8330d51dd9d9f', 'gw_port': {'id': 'ac42159e-a2a6-4bb6-ba47-3c6539609154', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:68:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a11831-39a7-401d-bfe3-eb09fb7dd146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:41:57Z', 'updated_at': '2021-09-07T02:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:42:24.871965 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d1d87bdf-ddfe-4c29-9162-0d14742ff503 admin admin] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:24.872585 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6499093e-30e6-40a8-a5c8-8098a957a955 None None] Checking router: f3a11831-39a7-401d-bfe3-eb09fb7dd146 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:42:24.885997 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301000fe-289b-4566-a9cc-6f50c1c2e10f req-53dcf7d4-fc96-43d6-9b6d-d001e003f0c3 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:24.888130 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-301000fe-289b-4566-a9cc-6f50c1c2e10f req-53dcf7d4-fc96-43d6-9b6d-d001e003f0c3 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.23 "GET /v2.0/networks?id=b38f0331-653f-46c0-a8d7-26916edac115 HTTP/1.1" status: 200 len: 805 time: 0.3069985 Sep 07 02:42:24.898183 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6499093e-30e6-40a8-a5c8-8098a957a955 None None] Routers {'f3a11831-39a7-401d-bfe3-eb09fb7dd146'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:42:24.898819 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-6499093e-30e6-40a8-a5c8-8098a957a955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:41:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['f3a11831-39a7-401d-bfe3-eb09fb7dd146'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:42:24.925539 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-301000fe-289b-4566-a9cc-6f50c1c2e10f req-621ffc8e-4771-447f-a3b4-8be1036bfcd2 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Request body: {'port': {'device_id': 'cf828f99-7a68-4f92-b197-bc8a204ec072', 'network_id': 'b38f0331-653f-46c0-a8d7-26916edac115', 'admin_state_up': True, 'tenant_id': '39221102c85f4a33befb52c47b54a864'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:42:25.080263 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d1d87bdf-ddfe-4c29-9162-0d14742ff503 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:25.081478 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d4c12-5450-4a02-9dab-96efd468e689 req-046a8816-7702-4b39-8d62-c39ffbcbe38d tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:25.085249 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-be9a3ea6-437e-4e7c-abd5-8bffbbe473f9 req-a9b6d115-038e-4923-a75b-7166e0d893f8 service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6358850 Sep 07 02:42:25.092368 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-562d4c12-5450-4a02-9dab-96efd468e689 req-046a8816-7702-4b39-8d62-c39ffbcbe38d tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=b02fcf02-fa10-4335-931a-49c1a9a127d0 HTTP/1.1" status: 200 len: 947 time: 0.2017457 Sep 07 02:42:25.144043 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50152) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:42:25.170518 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-562d4c12-5450-4a02-9dab-96efd468e689 req-a5837ee0-884e-45ba-a63d-bbd0ddd5934e tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769250 Sep 07 02:42:25.172988 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-301000fe-289b-4566-a9cc-6f50c1c2e10f req-621ffc8e-4771-447f-a3b4-8be1036bfcd2 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Made reservation on behalf of 39221102c85f4a33befb52c47b54a864 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:42:25.180012 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-6499093e-30e6-40a8-a5c8-8098a957a955 None None] Set router f3a11831-39a7-401d-bfe3-eb09fb7dd146 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:42:25.182326 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-301000fe-289b-4566-a9cc-6f50c1c2e10f req-621ffc8e-4771-447f-a3b4-8be1036bfcd2 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:25.192789 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ced8ed45-01ed-446b-9d5c-0e7361ea7f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:25.232516 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-ced8ed45-01ed-446b-9d5c-0e7361ea7f2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14c70991-0408-4c1e-b280-2438299d29c7']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:42:25.245124 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-ced8ed45-01ed-446b-9d5c-0e7361ea7f2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84a0c340-aa8f-44dd-8085-45285b51496f') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:42:25.245487 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-ced8ed45-01ed-446b-9d5c-0e7361ea7f2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84a0c340-aa8f-44dd-8085-45285b51496f') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:42:25.262628 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ced8ed45-01ed-446b-9d5c-0e7361ea7f2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:25.285181 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ced8ed45-01ed-446b-9d5c-0e7361ea7f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:25.303736 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ced8ed45-01ed-446b-9d5c-0e7361ea7f2f admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:42:25.304188 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ced8ed45-01ed-446b-9d5c-0e7361ea7f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:25.306076 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:42:25.306076 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:42:25.306076 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:42:25.306076 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:42:25.306076 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:42:25.306076 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:42:25.306076 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:42:25.306076 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:42:25.306076 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:42:25.306076 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:42:25.306076 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:42:25.306076 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:42:25.306076 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:42:25.306076 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:42:25.306076 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:42:25.306076 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:42:25.306076 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:42:25.306076 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:42:25.306076 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:42:25.306076 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:42:25.306076 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:42:25.306076 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:42:25.306076 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:42:25.306076 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:42:25.306076 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:42:25.306076 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:42:25.306076 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:42:25.306076 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:42:25.306076 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:42:25.306076 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:42:25.306076 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:42:25.306076 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:42:25.334969 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-d1d87bdf-ddfe-4c29-9162-0d14742ff503 admin admin] Deleting port ac42159e-a2a6-4bb6-ba47-3c6539609154 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:42:25.335342 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d1d87bdf-ddfe-4c29-9162-0d14742ff503 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:25.387986 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2a6c8fe6-1fc1-4303-bae0-083271e184f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:25.503725 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-6499093e-30e6-40a8-a5c8-8098a957a955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3a11831-39a7-401d-bfe3-eb09fb7dd146', 'name': 'tempest-FloatingIPDetailsTestJSON-1356552460-router', 'tenant_id': '2d9d7acb4e2a44a0baf8330d51dd9d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'ac42159e-a2a6-4bb6-ba47-3c6539609154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:41:55Z', 'updated_at': '2021-09-07T02:42:22Z', 'revision_number': 5, 'project_id': '2d9d7acb4e2a44a0baf8330d51dd9d9f', 'gw_port': {'id': 'ac42159e-a2a6-4bb6-ba47-3c6539609154', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:68:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a11831-39a7-401d-bfe3-eb09fb7dd146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:41:57Z', 'updated_at': '2021-09-07T02:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:42:25.519210 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ced8ed45-01ed-446b-9d5c-0e7361ea7f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:25.532936 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [req-301000fe-289b-4566-a9cc-6f50c1c2e10f req-621ffc8e-4771-447f-a3b4-8be1036bfcd2 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Allocated IP 172.20.0.3 (b38f0331-653f-46c0-a8d7-26916edac115/8b116277-4856-47e9-8d12-8ad81f660adb/af9f4b04-1d72-482b-bbf8-2c9fc4969d1e) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:42:25.547039 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6499093e-30e6-40a8-a5c8-8098a957a955 None None] The sync data for ids ['f3a11831-39a7-401d-bfe3-eb09fb7dd146'] in n-d-796209-16 is: [{'id': 'f3a11831-39a7-401d-bfe3-eb09fb7dd146', 'name': 'tempest-FloatingIPDetailsTestJSON-1356552460-router', 'tenant_id': '2d9d7acb4e2a44a0baf8330d51dd9d9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'ac42159e-a2a6-4bb6-ba47-3c6539609154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:41:55Z', 'updated_at': '2021-09-07T02:42:22Z', 'revision_number': 5, 'project_id': '2d9d7acb4e2a44a0baf8330d51dd9d9f', 'gw_port': {'id': 'ac42159e-a2a6-4bb6-ba47-3c6539609154', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:68:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a11831-39a7-401d-bfe3-eb09fb7dd146', 'device_owner': 'network:router_gateway', 'standard_attr_id': 913, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:41:57Z', 'updated_at': '2021-09-07T02:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:42:25.569223 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1515bfbe-0819-4f27-86ea-7b219342986f req-cfe2c49a-2104-4863-8756-565296f6f955 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf828f99-7a68-4f92-b197-bc8a204ec072 HTTP/1.1" status: 200 len: 210 time: 0.0633712 Sep 07 02:42:25.587989 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-d1d87bdf-ddfe-4c29-9162-0d14742ff503 admin admin] For port ac42159e-a2a6-4bb6-ba47-3c6539609154, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=ac42159e-a2a6-4bb6-ba47-3c6539609154,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:42:25.587989 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d1d87bdf-ddfe-4c29-9162-0d14742ff503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:25.619865 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ced8ed45-01ed-446b-9d5c-0e7361ea7f2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:25.622927 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ced8ed45-01ed-446b-9d5c-0e7361ea7f2f admin admin] 10.222.0.22 "DELETE /v2.0/networks/14c70991-0408-4c1e-b280-2438299d29c7 HTTP/1.1" status: 204 len: 168 time: 2.2736118 Sep 07 02:42:25.641145 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced8ed45-01ed-446b-9d5c-0e7361ea7f2f admin admin] Pushing event deleted for resources: {'Network': ['ID=14c70991-0408-4c1e-b280-2438299d29c7,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:25.651436 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-d1d87bdf-ddfe-4c29-9162-0d14742ff503 admin admin] Calling delete_port for ac42159e-a2a6-4bb6-ba47-3c6539609154 owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:42:25.678070 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03dbe9c-f3ef-4ae0-bcf9-6e257f2aa263 req-b69da13c-188c-4e48-bc00-a44ffa484147 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:25.680062 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c03dbe9c-f3ef-4ae0-bcf9-6e257f2aa263 req-b69da13c-188c-4e48-bc00-a44ffa484147 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 944 time: 0.1700597 Sep 07 02:42:25.761402 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 375d3561-edb9-402b-b66f-0840ed864053 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:42:25.785405 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c03dbe9c-f3ef-4ae0-bcf9-6e257f2aa263 req-695b0d33-d778-4424-9c7d-9ecc221b91e5 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657094 Sep 07 02:42:25.925982 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50178) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:42:25.947154 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-adedeebb-da90-4eef-84cf-1044268b2ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:25.975551 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 375d3561-edb9-402b-b66f-0840ed864053, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=375d3561-edb9-402b-b66f-0840ed864053,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:42:25.989155 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '375d3561-edb9-402b-b66f-0840ed864053', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'port_id': '375d3561-edb9-402b-b66f-0840ed864053', 'mac_address': 'fa:16:3e:f3:2e:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '694f9550-ba12-4672-8446-41848123cea2', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:42:25.996428 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ab2b4c7e-bf58-4e20-b41c-bb0f1599e42e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3ab8b040c45c43eb93697ca2e765c9b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0670462 Sep 07 02:42:25.997874 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50180) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:42:26.017939 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2a6c8fe6-1fc1-4303-bae0-083271e184f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:26.043627 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2a6c8fe6-1fc1-4303-bae0-083271e184f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:26.067550 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:26.094784 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d1d87bdf-ddfe-4c29-9162-0d14742ff503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:26.098860 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 375d3561-edb9-402b-b66f-0840ed864053 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:42:26.104621 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-2a6c8fe6-1fc1-4303-bae0-083271e184f9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b672f989a4314451a1bf62bf84e2350d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9569468 Sep 07 02:42:26.106319 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50182) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:42:26.122315 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6c8fe6-1fc1-4303-bae0-083271e184f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=816dc569-9cea-45c5-9757-8ab9254de469,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:26.159880 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 375d3561-edb9-402b-b66f-0840ed864053, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=375d3561-edb9-402b-b66f-0840ed864053,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:42:26.167427 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:26.172748 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d87bdf-ddfe-4c29-9162-0d14742ff503 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac42159e-a2a6-4bb6-ba47-3c6539609154,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:26.181779 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-301000fe-289b-4566-a9cc-6f50c1c2e10f req-621ffc8e-4771-447f-a3b4-8be1036bfcd2 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:26.232433 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c1e5059c-e6f5-406a-b39f-4e0de7f8da2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:26.245870 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ceac31f4-b1a1-4fb9-85f9-7d2d0d4e384b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:26.251630 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=375d3561-edb9-402b-b66f-0840ed864053,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:26.290328 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ceac31f4-b1a1-4fb9-85f9-7d2d0d4e384b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:26.302682 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c1e5059c-e6f5-406a-b39f-4e0de7f8da2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:26.311228 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d1d87bdf-ddfe-4c29-9162-0d14742ff503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:26.322990 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-22779ab6-00db-440a-a14a-cd9a62e36152 req-18eb717d-87c0-40ef-bd67-b47dde3a39fe tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=0af02a9a84b34cf1bb2e85480cc9aeaa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432730 Sep 07 02:42:26.326614 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-301000fe-289b-4566-a9cc-6f50c1c2e10f req-621ffc8e-4771-447f-a3b4-8be1036bfcd2 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:26.381952 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['375d3561-edb9-402b-b66f-0840ed864053'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:42:26.429095 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d1d87bdf-ddfe-4c29-9162-0d14742ff503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:26.432780 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d1d87bdf-ddfe-4c29-9162-0d14742ff503 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:26.435465 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-301000fe-289b-4566-a9cc-6f50c1c2e10f req-621ffc8e-4771-447f-a3b4-8be1036bfcd2 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Network b38f0331-653f-46c0-a8d7-26916edac115 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:42:26.447262 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14334651-80fe-4111-bc7b-923f928da813 req-8e463966-160c-45a4-9a7d-b63c78600af7 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:26.448839 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-14334651-80fe-4111-bc7b-923f928da813 req-8e463966-160c-45a4-9a7d-b63c78600af7 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=b02fcf02-fa10-4335-931a-49c1a9a127d0 HTTP/1.1" status: 200 len: 948 time: 0.1770833 Sep 07 02:42:26.466113 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621ffc8e-4771-447f-a3b4-8be1036bfcd2 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Pushing event updated for resources: {'Port': ['ID=af9f4b04-1d72-482b-bbf8-2c9fc4969d1e,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:26.472083 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [req-301000fe-289b-4566-a9cc-6f50c1c2e10f req-621ffc8e-4771-447f-a3b4-8be1036bfcd2 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:42:26.480715 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-301000fe-289b-4566-a9cc-6f50c1c2e10f req-621ffc8e-4771-447f-a3b4-8be1036bfcd2 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:42:26.490776 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c1e5059c-e6f5-406a-b39f-4e0de7f8da2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:26.491695 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c1e5059c-e6f5-406a-b39f-4e0de7f8da2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:26.492618 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c1e5059c-e6f5-406a-b39f-4e0de7f8da2b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/816dc569-9cea-45c5-9757-8ab9254de469 HTTP/1.1" status: 204 len: 168 time: 0.3834014 Sep 07 02:42:26.507700 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d1d87bdf-ddfe-4c29-9162-0d14742ff503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:26.508277 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d87bdf-ddfe-4c29-9162-0d14742ff503 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3a11831-39a7-401d-bfe3-eb09fb7dd146 {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 02:42:26.515529 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d1d87bdf-ddfe-4c29-9162-0d14742ff503 admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:26.516868 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-d1d87bdf-ddfe-4c29-9162-0d14742ff503 admin admin] 10.222.0.22 "DELETE /v2.0/routers/f3a11831-39a7-401d-bfe3-eb09fb7dd146 HTTP/1.1" status: 204 len: 168 time: 2.1900995 Sep 07 02:42:26.523695 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50198) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:42:26.570103 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e5059c-e6f5-406a-b39f-4e0de7f8da2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816dc569-9cea-45c5-9757-8ab9254de469,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:26.571980 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ceac31f4-b1a1-4fb9-85f9-7d2d0d4e384b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:26.574752 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ceac31f4-b1a1-4fb9-85f9-7d2d0d4e384b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:26.593020 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ceac31f4-b1a1-4fb9-85f9-7d2d0d4e384b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fec64300-631d-484e-b06e-d5fa06b746a3 HTTP/1.1" status: 204 len: 168 time: 0.5921741 Sep 07 02:42:26.606083 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301000fe-289b-4566-a9cc-6f50c1c2e10f req-621ffc8e-4771-447f-a3b4-8be1036bfcd2 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:26.606764 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-301000fe-289b-4566-a9cc-6f50c1c2e10f req-621ffc8e-4771-447f-a3b4-8be1036bfcd2 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:26.629441 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-14334651-80fe-4111-bc7b-923f928da813 req-c8c31edf-a469-4680-b201-1d6cb984c4ee tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432028 Sep 07 02:42:26.630358 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22779ab6-00db-440a-a14a-cd9a62e36152 req-d0bd0fb4-b010-4053-b149-36a1cf20933f tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:26.632605 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-22779ab6-00db-440a-a14a-cd9a62e36152 req-d0bd0fb4-b010-4053-b149-36a1cf20933f tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2940731 Sep 07 02:42:26.641373 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceac31f4-b1a1-4fb9-85f9-7d2d0d4e384b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec64300-631d-484e-b06e-d5fa06b746a3,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:26.648415 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-301000fe-289b-4566-a9cc-6f50c1c2e10f req-621ffc8e-4771-447f-a3b4-8be1036bfcd2 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7444079 Sep 07 02:42:26.653907 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8e0c77e-3014-485a-9b50-2f915b659d81 admin admin] Deleting subnet afd739c4-5efd-4074-975c-47a0080c2aa9 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:42:26.657315 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f8e0c77e-3014-485a-9b50-2f915b659d81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:26.665920 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-301000fe-289b-4566-a9cc-6f50c1c2e10f req-6d73db78-0483-4f72-819b-d0cf5484604d service neutron] Request body: {'port': {'device_id': 'cf828f99-7a68-4f92-b197-bc8a204ec072', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:42:26.692709 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-22779ab6-00db-440a-a14a-cd9a62e36152 req-c7fe20ef-1040-4e93-abde-193c97d92c67 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.22 "GET /v2.0/quotas/0af02a9a84b34cf1bb2e85480cc9aeaa HTTP/1.1" status: 200 len: 375 time: 0.0423369 Sep 07 02:42:26.695384 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f8e0c77e-3014-485a-9b50-2f915b659d81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:26.739554 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device bfd7ad37-d763-41a1-86f1-d014e1080f63 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:42:26.780581 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: bfd7ad37-d763-41a1-86f1-d014e1080f63 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:42:26.781296 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device bfd7ad37-d763-41a1-86f1-d014e1080f63 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:42:26.787883 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f8e0c77e-3014-485a-9b50-2f915b659d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:26.839891 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-22779ab6-00db-440a-a14a-cd9a62e36152 req-ff8bd10c-c9fb-4435-99cc-3bf2d5b81058 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0af02a9a84b34cf1bb2e85480cc9aeaa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1041667 Sep 07 02:42:26.847682 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-301000fe-289b-4566-a9cc-6f50c1c2e10f req-6d73db78-0483-4f72-819b-d0cf5484604d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:26.872087 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f8e0c77e-3014-485a-9b50-2f915b659d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:26.905801 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e0c77e-3014-485a-9b50-2f915b659d81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afd739c4-5efd-4074-975c-47a0080c2aa9,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:26.907909 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f8e0c77e-3014-485a-9b50-2f915b659d81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:26.909938 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f8e0c77e-3014-485a-9b50-2f915b659d81 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/afd739c4-5efd-4074-975c-47a0080c2aa9 HTTP/1.1" status: 204 len: 168 time: 0.3847120 Sep 07 02:42:26.913088 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50206) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:42:26.916028 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fbd5de-9bf3-424c-a5a4-ef1c9c43e2b8 None None] Network d110b15d-8f45-41ae-811e-ef30c7755c77 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:42:26.959834 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce1f83-7f2c-42cd-9c55-1f1e312b88e6 req-88034be2-bd3c-4ae3-9c1d-a736e649d82c tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:26.961410 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9cce1f83-7f2c-42cd-9c55-1f1e312b88e6 req-88034be2-bd3c-4ae3-9c1d-a736e649d82c tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf828f99-7a68-4f92-b197-bc8a204ec072 HTTP/1.1" status: 200 len: 931 time: 0.1183670 Sep 07 02:42:27.015193 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-42374416-1b26-422a-a076-3dcca6a28c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:27.056602 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9cce1f83-7f2c-42cd-9c55-1f1e312b88e6 req-8e3b0238-d625-486b-85dc-f0266ac29df6 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668819 Sep 07 02:42:27.231665 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8de5a3f2-c585-47b2-ad12-26ad044179d2 req-196ef024-8572-455a-9dab-889226243b43 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bcde8e2-5ea5-4f46-9b43-7f99f3d2e717 HTTP/1.1" status: 200 len: 210 time: 0.0782163 Sep 07 02:42:27.278372 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-42374416-1b26-422a-a076-3dcca6a28c83 admin admin] Deleting port 34c611d6-9f8c-463b-afef-5b45aa5d244c {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:42:27.278794 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-42374416-1b26-422a-a076-3dcca6a28c83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:27.351618 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [req-301000fe-289b-4566-a9cc-6f50c1c2e10f req-6d73db78-0483-4f72-819b-d0cf5484604d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af9f4b04-1d72-482b-bbf8-2c9fc4969d1e {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:42:27.369963 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756904bc-05d9-4aee-8d33-f46dbf8bb632 None None] DHCP port deletion for d110b15d-8f45-41ae-811e-ef30c7755c77 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:42:27.381944 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-42374416-1b26-422a-a076-3dcca6a28c83 admin admin] For port 34c611d6-9f8c-463b-afef-5b45aa5d244c, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=34c611d6-9f8c-463b-afef-5b45aa5d244c,segment=NetworkSegment(bf0ae500-d0d4-4c22-b571-d367994f1475),segment_id=bf0ae500-d0d4-4c22-b571-d367994f1475)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:42:27.382647 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-42374416-1b26-422a-a076-3dcca6a28c83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:27.391531 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-301000fe-289b-4566-a9cc-6f50c1c2e10f req-6d73db78-0483-4f72-819b-d0cf5484604d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:27.403736 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-42374416-1b26-422a-a076-3dcca6a28c83 admin admin] Calling delete_port for 34c611d6-9f8c-463b-afef-5b45aa5d244c owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:42:27.436549 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-756904bc-05d9-4aee-8d33-f46dbf8bb632 None None] Deleting port 34c611d6-9f8c-463b-afef-5b45aa5d244c {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:42:27.437434 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-756904bc-05d9-4aee-8d33-f46dbf8bb632 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:27.439687 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-301000fe-289b-4566-a9cc-6f50c1c2e10f req-6d73db78-0483-4f72-819b-d0cf5484604d service neutron] Transition to ACTIVE for port object af9f4b04-1d72-482b-bbf8-2c9fc4969d1e will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:42:27.474408 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-301000fe-289b-4566-a9cc-6f50c1c2e10f req-6d73db78-0483-4f72-819b-d0cf5484604d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:27.513936 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-42374416-1b26-422a-a076-3dcca6a28c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:27.545265 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42374416-1b26-422a-a076-3dcca6a28c83 admin admin] Pushing event deleted for resources: {'Port': ['ID=34c611d6-9f8c-463b-afef-5b45aa5d244c,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:27.555182 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42374416-1b26-422a-a076-3dcca6a28c83 admin admin] No DVR routers for this DVR port 34c611d6-9f8c-463b-afef-5b45aa5d244c on host n-d-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:42:27.652084 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08137f55-8608-4d85-a626-ec6c02213330 req-acb34008-85b1-4203-bae2-25bff60872df tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:27.655369 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-08137f55-8608-4d85-a626-ec6c02213330 req-acb34008-85b1-4203-bae2-25bff60872df tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 944 time: 0.2418208 Sep 07 02:42:27.657527 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d73db78-0483-4f72-819b-d0cf5484604d service neutron] Pushing event updated for resources: {'Port': ['ID=af9f4b04-1d72-482b-bbf8-2c9fc4969d1e,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:27.731032 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-42374416-1b26-422a-a076-3dcca6a28c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:27.774528 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-42374416-1b26-422a-a076-3dcca6a28c83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d110b15d-8f45-41ae-811e-ef30c7755c77']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:42:27.803818 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-42374416-1b26-422a-a076-3dcca6a28c83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf0ae500-d0d4-4c22-b571-d367994f1475') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:42:27.804115 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-42374416-1b26-422a-a076-3dcca6a28c83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf0ae500-d0d4-4c22-b571-d367994f1475') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:42:27.817112 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-08137f55-8608-4d85-a626-ec6c02213330 req-9e54a3b8-90b7-4227-981d-c469d9e75dbf tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512091 Sep 07 02:42:27.819079 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-42374416-1b26-422a-a076-3dcca6a28c83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:27.825348 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 375d3561-edb9-402b-b66f-0840ed864053 up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:42:27.885184 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-301000fe-289b-4566-a9cc-6f50c1c2e10f req-6d73db78-0483-4f72-819b-d0cf5484604d service neutron] Attempting to bind port af9f4b04-1d72-482b-bbf8-2c9fc4969d1e on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:42:27.887059 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-301000fe-289b-4566-a9cc-6f50c1c2e10f req-6d73db78-0483-4f72-819b-d0cf5484604d service neutron] Attempting to bind port af9f4b04-1d72-482b-bbf8-2c9fc4969d1e by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '737bac5c-5e4b-4b03-a099-f644edcc6c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b38f0331-653f-46c0-a8d7-26916edac115'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:42:27.890246 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-42374416-1b26-422a-a076-3dcca6a28c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:27.890785 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301000fe-289b-4566-a9cc-6f50c1c2e10f req-6d73db78-0483-4f72-819b-d0cf5484604d service neutron] Attempting to bind port af9f4b04-1d72-482b-bbf8-2c9fc4969d1e on network b38f0331-653f-46c0-a8d7-26916edac115 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:42:27.898280 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42374416-1b26-422a-a076-3dcca6a28c83 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:42:27.898766 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-42374416-1b26-422a-a076-3dcca6a28c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:27.904938 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301000fe-289b-4566-a9cc-6f50c1c2e10f req-6d73db78-0483-4f72-819b-d0cf5484604d service neutron] Port af9f4b04-1d72-482b-bbf8-2c9fc4969d1e on network b38f0331-653f-46c0-a8d7-26916edac115 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:42:27.906058 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301000fe-289b-4566-a9cc-6f50c1c2e10f req-6d73db78-0483-4f72-819b-d0cf5484604d service neutron] Attempting to bind port af9f4b04-1d72-482b-bbf8-2c9fc4969d1e on network b38f0331-653f-46c0-a8d7-26916edac115 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:42:27.908892 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-756904bc-05d9-4aee-8d33-f46dbf8bb632 None None] For port 34c611d6-9f8c-463b-afef-5b45aa5d244c, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=34c611d6-9f8c-463b-afef-5b45aa5d244c,segment=NetworkSegment(bf0ae500-d0d4-4c22-b571-d367994f1475),segment_id=bf0ae500-d0d4-4c22-b571-d367994f1475)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:42:27.909317 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:42:27.909317 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:42:27.909317 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:42:27.909317 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:42:27.909317 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:42:27.909317 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:42:27.909317 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:42:27.909317 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:42:27.909317 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:42:27.909317 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:42:27.909317 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:42:27.909317 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:42:27.909317 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:42:27.909317 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:42:27.909317 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:42:27.909317 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:42:27.909317 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:42:27.909317 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:42:27.909317 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:42:27.909317 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:42:27.909317 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:42:27.909317 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:42:27.909317 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:42:27.909317 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:42:27.909317 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:42:27.909317 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:42:27.909317 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:42:27.909317 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:42:27.909317 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:42:27.909317 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:42:27.909317 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:42:27.909317 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:42:27.911892 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-756904bc-05d9-4aee-8d33-f46dbf8bb632 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:27.921237 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301000fe-289b-4566-a9cc-6f50c1c2e10f req-6d73db78-0483-4f72-819b-d0cf5484604d service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:42:27.933591 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301000fe-289b-4566-a9cc-6f50c1c2e10f req-6d73db78-0483-4f72-819b-d0cf5484604d service neutron] Checking segment: {'id': '737bac5c-5e4b-4b03-a099-f644edcc6c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b38f0331-653f-46c0-a8d7-26916edac115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:42:27.934782 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301000fe-289b-4566-a9cc-6f50c1c2e10f req-6d73db78-0483-4f72-819b-d0cf5484604d service neutron] Bound using segment: {'id': '737bac5c-5e4b-4b03-a099-f644edcc6c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b38f0331-653f-46c0-a8d7-26916edac115'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:42:27.935720 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-301000fe-289b-4566-a9cc-6f50c1c2e10f req-6d73db78-0483-4f72-819b-d0cf5484604d service neutron] Bound port: af9f4b04-1d72-482b-bbf8-2c9fc4969d1e, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '737bac5c-5e4b-4b03-a099-f644edcc6c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b38f0331-653f-46c0-a8d7-26916edac115'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:42:27.935879 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81bb70f-2810-454d-8d82-a790a1e4ff9c req-a192ed0c-183b-4d45-b85c-c104e31956bf tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:27.936827 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-301000fe-289b-4566-a9cc-6f50c1c2e10f req-6d73db78-0483-4f72-819b-d0cf5484604d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:27.956062 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c81bb70f-2810-454d-8d82-a790a1e4ff9c req-a192ed0c-183b-4d45-b85c-c104e31956bf tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=b02fcf02-fa10-4335-931a-49c1a9a127d0 HTTP/1.1" status: 200 len: 948 time: 0.1388528 Sep 07 02:42:27.958361 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-756904bc-05d9-4aee-8d33-f46dbf8bb632 None None] Calling delete_port for 34c611d6-9f8c-463b-afef-5b45aa5d244c owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:42:28.059846 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port 375d3561-edb9-402b-b66f-0840ed864053 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:42:28.070831 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port 375d3561-edb9-402b-b66f-0840ed864053 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:42:28.071249 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:28.092007 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c81bb70f-2810-454d-8d82-a790a1e4ff9c req-a8de77a4-1085-4732-840a-5031b9c5866a tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348369 Sep 07 02:42:28.107226 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-42374416-1b26-422a-a076-3dcca6a28c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:28.112746 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-42374416-1b26-422a-a076-3dcca6a28c83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:28.117417 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-42374416-1b26-422a-a076-3dcca6a28c83 admin admin] 10.222.0.22 "DELETE /v2.0/networks/d110b15d-8f45-41ae-811e-ef30c7755c77 HTTP/1.1" status: 204 len: 168 time: 1.2035553 Sep 07 02:42:28.122669 n-d-796209-16 neutron-server[94702]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 02:42:28.122669 n-d-796209-16 neutron-server[94702]: from cryptography.utils import int_from_bytes Sep 07 02:42:28.122669 n-d-796209-16 neutron-server[94702]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 07 02:42:28.122669 n-d-796209-16 neutron-server[94702]: from cryptography.utils import int_from_bytes Sep 07 02:42:28.122669 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:42:28.122669 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:42:28.122669 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:42:28.122669 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:42:28.122669 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:42:28.122669 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:42:28.122669 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:42:28.122669 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:42:28.122669 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:42:28.122669 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:42:28.122669 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:42:28.122669 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:42:28.122669 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:42:28.122669 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:42:28.122669 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:42:28.122669 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:42:28.122669 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:42:28.122669 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:42:28.122669 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:42:28.122669 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:42:28.122669 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:42:28.122669 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:42:28.122669 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:42:28.122669 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:42:28.122669 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:42:28.122669 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:42:28.122669 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:42:28.122669 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:42:28.122669 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:42:28.122669 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:42:28.122669 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:42:28.122669 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:42:28.122669 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:42:28.122669 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:42:28.122669 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:42:28.122669 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:42:28.122669 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:42:28.122669 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:42:28.126010 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:42:28.126010 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:42:28.126010 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:42:28.126010 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:42:28.126010 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:42:28.126010 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:42:28.126010 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:42:28.126010 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:42:28.126010 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:42:28.126010 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:42:28.126010 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:42:28.126010 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:42:28.126010 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:42:28.126010 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:42:28.133650 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42374416-1b26-422a-a076-3dcca6a28c83 admin admin] Pushing event deleted for resources: {'Network': ['ID=d110b15d-8f45-41ae-811e-ef30c7755c77,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:28.134806 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-301000fe-289b-4566-a9cc-6f50c1c2e10f req-6d73db78-0483-4f72-819b-d0cf5484604d service neutron] For port af9f4b04-1d72-482b-bbf8-2c9fc4969d1e, host n-h1-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:42:28.138169 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-301000fe-289b-4566-a9cc-6f50c1c2e10f req-6d73db78-0483-4f72-819b-d0cf5484604d service neutron] For port af9f4b04-1d72-482b-bbf8-2c9fc4969d1e, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=af9f4b04-1d72-482b-bbf8-2c9fc4969d1e,segment=NetworkSegment(737bac5c-5e4b-4b03-a099-f644edcc6c52),segment_id=737bac5c-5e4b-4b03-a099-f644edcc6c52)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:42:28.154339 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-756904bc-05d9-4aee-8d33-f46dbf8bb632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:28.159669 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-301000fe-289b-4566-a9cc-6f50c1c2e10f req-6d73db78-0483-4f72-819b-d0cf5484604d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:28.201380 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301000fe-289b-4566-a9cc-6f50c1c2e10f req-6d73db78-0483-4f72-819b-d0cf5484604d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:28.202223 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-301000fe-289b-4566-a9cc-6f50c1c2e10f req-6d73db78-0483-4f72-819b-d0cf5484604d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:28.203883 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-301000fe-289b-4566-a9cc-6f50c1c2e10f req-6d73db78-0483-4f72-819b-d0cf5484604d service neutron] 10.222.0.23 "PUT /v2.0/ports/af9f4b04-1d72-482b-bbf8-2c9fc4969d1e HTTP/1.1" status: 200 len: 1092 time: 1.5447881 Sep 07 02:42:28.204370 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756904bc-05d9-4aee-8d33-f46dbf8bb632 None None] Pushing event deleted for resources: {'Port': ['ID=34c611d6-9f8c-463b-afef-5b45aa5d244c,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:28.204792 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf828f99-7a68-4f92-b197-bc8a204ec072', 'tag': 'af9f4b04-1d72-482b-bbf8-2c9fc4969d1e'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:42:28.207420 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d358677-0c3c-4a9e-90b0-fc66a5ba9aa2" -d '{"events": [{"name": "network-changed", "server_uuid": "cf828f99-7a68-4f92-b197-bc8a204ec072", "tag": "af9f4b04-1d72-482b-bbf8-2c9fc4969d1e"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:42:28.224114 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-756904bc-05d9-4aee-8d33-f46dbf8bb632 None None] Network d110b15d-8f45-41ae-811e-ef30c7755c77 is not hosted by any dhcp agent {{(pid=94702) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 07 02:42:28.225974 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756904bc-05d9-4aee-8d33-f46dbf8bb632 None None] No DVR routers for this DVR port 34c611d6-9f8c-463b-afef-5b45aa5d244c on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:42:28.253814 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-847288b8-5302-4cdc-babc-ad5ca6ff8798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:28.302165 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:28.321811 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d73db78-0483-4f72-819b-d0cf5484604d service neutron] Pushing event updated for resources: {'Port': ['ID=af9f4b04-1d72-482b-bbf8-2c9fc4969d1e,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:28.326612 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b02fcf02-fa10-4335-931a-49c1a9a127d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '375d3561-edb9-402b-b66f-0840ed864053'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:42:28.331076 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dad6917-c2c2-443f-a824-a7997fda201a" -d '{"events": [{"server_uuid": "b02fcf02-fa10-4335-931a-49c1a9a127d0", "name": "network-vif-plugged", "status": "completed", "tag": "375d3561-edb9-402b-b66f-0840ed864053"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:42:28.332018 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50270) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:42:28.344696 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 375d3561-edb9-402b-b66f-0840ed864053, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=375d3561-edb9-402b-b66f-0840ed864053,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:42:28.348387 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:28.367508 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c39f08-adc7-4eaf-9843-d0be9b4a7b00 req-185dbb28-7b11-4d2d-9eab-b1bcf39c4779 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:28.369078 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-49c39f08-adc7-4eaf-9843-d0be9b4a7b00 req-185dbb28-7b11-4d2d-9eab-b1bcf39c4779 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf828f99-7a68-4f92-b197-bc8a204ec072 HTTP/1.1" status: 200 len: 943 time: 0.1403146 Sep 07 02:42:28.387458 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301000fe-289b-4566-a9cc-6f50c1c2e10f req-424de2a1-3306-45f1-9611-2b56821a9348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:28.388958 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-301000fe-289b-4566-a9cc-6f50c1c2e10f req-424de2a1-3306-45f1-9611-2b56821a9348 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=39221102c85f4a33befb52c47b54a864&device_id=cf828f99-7a68-4f92-b197-bc8a204ec072 HTTP/1.1" status: 200 len: 1095 time: 0.1131876 Sep 07 02:42:28.410075 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=375d3561-edb9-402b-b66f-0840ed864053,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:28.427922 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50276) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:42:28.448886 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-301000fe-289b-4566-a9cc-6f50c1c2e10f req-02e3bba9-2543-4a3c-af1a-ee1b6b6d6ec5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af9f4b04-1d72-482b-bbf8-2c9fc4969d1e HTTP/1.1" status: 200 len: 217 time: 0.0503452 Sep 07 02:42:28.485682 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-d28df62b-474b-48b6-b5af-14fef1e3bf36 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2d9d7acb4e2a44a0baf8330d51dd9d9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0565665 Sep 07 02:42:28.489172 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50278) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:42:28.504060 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-49c39f08-adc7-4eaf-9843-d0be9b4a7b00 req-ed86cd90-3cb0-43ac-b0c0-7207df4ea902 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190262 Sep 07 02:42:28.537092 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301000fe-289b-4566-a9cc-6f50c1c2e10f req-e90b931b-ffa2-4431-b184-ac09b6476bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:28.545226 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-301000fe-289b-4566-a9cc-6f50c1c2e10f req-e90b931b-ffa2-4431-b184-ac09b6476bb5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8b116277-4856-47e9-8d12-8ad81f660adb HTTP/1.1" status: 200 len: 845 time: 0.0859661 Sep 07 02:42:28.550065 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-22779ab6-00db-440a-a14a-cd9a62e36152 req-107aefc3-0574-4961-aeaf-ec9b748d146c tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=0af02a9a84b34cf1bb2e85480cc9aeaa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0545115 Sep 07 02:42:28.600547 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 34c611d6-9f8c-463b-afef-5b45aa5d244c no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:42:28.607124 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6282a2b1-2f21-4354-af07-8a0dc6cddae8 x-openstack-request-id: req-6282a2b1-2f21-4354-af07-8a0dc6cddae8 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:42:28.607410 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf828f99-7a68-4f92-b197-bc8a204ec072", "tag": "af9f4b04-1d72-482b-bbf8-2c9fc4969d1e", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:42:28.607688 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6282a2b1-2f21-4354-af07-8a0dc6cddae8 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:42:28.608089 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf828f99-7a68-4f92-b197-bc8a204ec072', 'tag': 'af9f4b04-1d72-482b-bbf8-2c9fc4969d1e', 'status': 'completed', 'code': 200} Sep 07 02:42:28.613508 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-301000fe-289b-4566-a9cc-6f50c1c2e10f req-15af71f7-023a-4029-84e0-5123cd08d103 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b38f0331-653f-46c0-a8d7-26916edac115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634823 Sep 07 02:42:28.658476 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 34c611d6-9f8c-463b-afef-5b45aa5d244c {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:42:28.658867 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 34c611d6-9f8c-463b-afef-5b45aa5d244c not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:42:28.659248 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device ac42159e-a2a6-4bb6-ba47-3c6539609154 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:42:28.713396 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: ac42159e-a2a6-4bb6-ba47-3c6539609154 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:42:28.713756 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device ac42159e-a2a6-4bb6-ba47-3c6539609154 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:42:28.724123 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:28.732294 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7d08c5c7-bfb0-4c64-b08f-5fd3c3f9c2ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:28.772464 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22779ab6-00db-440a-a14a-cd9a62e36152 req-609c1df3-973d-4c3b-80da-22abddfab854 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:28.774203 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-22779ab6-00db-440a-a14a-cd9a62e36152 req-609c1df3-973d-4c3b-80da-22abddfab854 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2180533 Sep 07 02:42:28.776250 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7d08c5c7-bfb0-4c64-b08f-5fd3c3f9c2ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:28.776965 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-301000fe-289b-4566-a9cc-6f50c1c2e10f req-ddf3d5cc-e24c-479a-abc6-488d414d37a9 service neutron] 10.222.0.23 "GET /v2.0/networks/b38f0331-653f-46c0-a8d7-26916edac115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578009 Sep 07 02:42:28.797224 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-22779ab6-00db-440a-a14a-cd9a62e36152 req-03de4d62-7b13-4102-8268-5bcbe18ab809 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Request body: {'port': {'device_id': '1bcde8e2-5ea5-4f46-9b43-7f99f3d2e717', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'admin_state_up': True, 'tenant_id': '0af02a9a84b34cf1bb2e85480cc9aeaa'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:42:28.808693 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c1764fd7-4e7e-4a0f-827b-b18792857fb0 req-0a4d9cf3-cdf1-49cf-8ecb-14f065b6272b tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bcde8e2-5ea5-4f46-9b43-7f99f3d2e717 HTTP/1.1" status: 200 len: 210 time: 0.0865839 Sep 07 02:42:28.817144 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-132a2c15-fb42-4e98-932f-f1330a288063 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1752052576-network', 'tenant_id': '1cb4444198df4bb2bcd059ce08ea0dc3'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:42:28.856136 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132a2c15-fb42-4e98-932f-f1330a288063 admin admin] Made reservation on behalf of 1cb4444198df4bb2bcd059ce08ea0dc3 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:42:28.858601 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-132a2c15-fb42-4e98-932f-f1330a288063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:28.863305 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7cbad1-3294-4d93-8c8f-19e5973efa98 x-openstack-request-id: req-2e7cbad1-3294-4d93-8c8f-19e5973efa98 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:42:28.863866 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b02fcf02-fa10-4335-931a-49c1a9a127d0", "name": "network-vif-plugged", "status": "completed", "tag": "375d3561-edb9-402b-b66f-0840ed864053", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:42:28.863866 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2e7cbad1-3294-4d93-8c8f-19e5973efa98 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:42:28.864257 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b02fcf02-fa10-4335-931a-49c1a9a127d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '375d3561-edb9-402b-b66f-0840ed864053', 'code': 200} Sep 07 02:42:28.874286 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-132a2c15-fb42-4e98-932f-f1330a288063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:28.993748 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-301000fe-289b-4566-a9cc-6f50c1c2e10f req-bce94154-580a-46ff-9ef2-85d2eb5a5f4d service neutron] 10.222.0.23 "GET /v2.0/networks/b38f0331-653f-46c0-a8d7-26916edac115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948640 Sep 07 02:42:29.009530 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888955d2-6519-49b3-a72b-0bcfacca0e21 req-62ff880e-27cd-4a49-9902-7793bd7ac44a tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:29.011523 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-888955d2-6519-49b3-a72b-0bcfacca0e21 req-62ff880e-27cd-4a49-9902-7793bd7ac44a tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 944 time: 0.0772009 Sep 07 02:42:29.018268 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7d08c5c7-bfb0-4c64-b08f-5fd3c3f9c2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:29.021457 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7d08c5c7-bfb0-4c64-b08f-5fd3c3f9c2ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:29.025334 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-7d08c5c7-bfb0-4c64-b08f-5fd3c3f9c2ae admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/992b66fe-f717-4e63-84a7-ccf11c09637c HTTP/1.1" status: 204 len: 168 time: 0.5324383 Sep 07 02:42:29.043645 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbedd30-dbf1-409f-bfa6-da9160252ff2 req-3683ba06-2c28-4b34-b171-b6248caa7288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:29.046780 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4fbedd30-dbf1-409f-bfa6-da9160252ff2 req-3683ba06-2c28-4b34-b171-b6248caa7288 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b02fcf02-fa10-4335-931a-49c1a9a127d0 HTTP/1.1" status: 200 len: 1101 time: 0.1184373 Sep 07 02:42:29.075521 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d08c5c7-bfb0-4c64-b08f-5fd3c3f9c2ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=992b66fe-f717-4e63-84a7-ccf11c09637c,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:29.125222 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4fbedd30-dbf1-409f-bfa6-da9160252ff2 req-86fa8629-ce38-4302-bae6-1af43f33af84 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682020 Sep 07 02:42:29.160512 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-888955d2-6519-49b3-a72b-0bcfacca0e21 req-6efc4e8b-1a56-4df7-9100-77d991a9143c tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403310 Sep 07 02:42:29.170111 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-132a2c15-fb42-4e98-932f-f1330a288063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:29.176546 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d358677-0c3c-4a9e-90b0-fc66a5ba9aa2 req-64dedca4-1312-403d-bd57-07eeaffd6a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:29.178200 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8d358677-0c3c-4a9e-90b0-fc66a5ba9aa2 req-64dedca4-1312-403d-bd57-07eeaffd6a5b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=39221102c85f4a33befb52c47b54a864&device_id=cf828f99-7a68-4f92-b197-bc8a204ec072 HTTP/1.1" status: 200 len: 1095 time: 0.1273985 Sep 07 02:42:29.194695 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-132a2c15-fb42-4e98-932f-f1330a288063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:29.203189 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22779ab6-00db-440a-a14a-cd9a62e36152 req-03de4d62-7b13-4102-8268-5bcbe18ab809 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Made reservation on behalf of 0af02a9a84b34cf1bb2e85480cc9aeaa for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:42:29.207361 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-22779ab6-00db-440a-a14a-cd9a62e36152 req-03de4d62-7b13-4102-8268-5bcbe18ab809 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:29.228607 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-22779ab6-00db-440a-a14a-cd9a62e36152 req-03de4d62-7b13-4102-8268-5bcbe18ab809 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:29.230504 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-132a2c15-fb42-4e98-932f-f1330a288063 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:42:29.268402 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132a2c15-fb42-4e98-932f-f1330a288063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e36e4d4-b8b0-48ab-ba0e-f58abd996157,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:29.271795 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-132a2c15-fb42-4e98-932f-f1330a288063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:29.272222 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-132a2c15-fb42-4e98-932f-f1330a288063 admin admin] Added segment 0591f86f-9faf-48d2-8118-25ec53938e51 of type vlan for network 44ca0f19-5467-4e01-a811-705a63a89a61 Sep 07 02:42:29.359717 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-132a2c15-fb42-4e98-932f-f1330a288063 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:29.421873 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-132a2c15-fb42-4e98-932f-f1330a288063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:29.422901 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132a2c15-fb42-4e98-932f-f1330a288063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:29.424261 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-132a2c15-fb42-4e98-932f-f1330a288063 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:29.444522 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:29.486755 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d36d4-0ae6-48bf-9fb7-52cb3be678f0 req-45346ebc-a9ba-4d34-a4ba-7fafc8a3a022 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:29.489025 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-594d36d4-0ae6-48bf-9fb7-52cb3be678f0 req-45346ebc-a9ba-4d34-a4ba-7fafc8a3a022 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=b02fcf02-fa10-4335-931a-49c1a9a127d0 HTTP/1.1" status: 200 len: 949 time: 0.1528661 Sep 07 02:42:29.517289 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d358677-0c3c-4a9e-90b0-fc66a5ba9aa2 req-ea393949-92b6-4862-9857-366810333c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:29.519258 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8d358677-0c3c-4a9e-90b0-fc66a5ba9aa2 req-ea393949-92b6-4862-9857-366810333c37 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b38f0331-653f-46c0-a8d7-26916edac115 HTTP/1.1" status: 200 len: 905 time: 0.2075627 Sep 07 02:42:29.519981 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132a2c15-fb42-4e98-932f-f1330a288063 admin admin] Pushing event updated for resources: {'Network': ['ID=44ca0f19-5467-4e01-a811-705a63a89a61,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:29.527820 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-22779ab6-00db-440a-a14a-cd9a62e36152 req-03de4d62-7b13-4102-8268-5bcbe18ab809 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:29.531589 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 44ca0f19-5467-4e01-a811-705a63a89a61 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:42:29.536603 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-22779ab6-00db-440a-a14a-cd9a62e36152 req-03de4d62-7b13-4102-8268-5bcbe18ab809 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:29.564714 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-132a2c15-fb42-4e98-932f-f1330a288063 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2315164 Sep 07 02:42:29.566181 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50306) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:42:29.580779 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-f8440499-6775-48b8-ac28-c3da88614754 admin admin] Request body: {'subnet': {'network_id': '44ca0f19-5467-4e01-a811-705a63a89a61', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1752052576-subnet', 'tenant_id': '1cb4444198df4bb2bcd059ce08ea0dc3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:42:29.650001 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03de4d62-7b13-4102-8268-5bcbe18ab809 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41e49bd3-7179-4422-8fa8-a2a344c8f1d6,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:29.652098 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-594d36d4-0ae6-48bf-9fb7-52cb3be678f0 req-b85b916c-c993-46ca-857c-7c4a67e2f172 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388650 Sep 07 02:42:29.659657 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8d358677-0c3c-4a9e-90b0-fc66a5ba9aa2 req-51f3911a-794b-41fb-ac5b-116fd6087b0b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af9f4b04-1d72-482b-bbf8-2c9fc4969d1e HTTP/1.1" status: 200 len: 217 time: 0.1150045 Sep 07 02:42:29.692023 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8440499-6775-48b8-ac28-c3da88614754 admin admin] Made reservation on behalf of 1cb4444198df4bb2bcd059ce08ea0dc3 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:42:29.694080 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f8440499-6775-48b8-ac28-c3da88614754 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:29.740136 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d358677-0c3c-4a9e-90b0-fc66a5ba9aa2 req-c2c58756-5729-4ef6-9eb5-d16402ee5590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:29.741853 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8d358677-0c3c-4a9e-90b0-fc66a5ba9aa2 req-c2c58756-5729-4ef6-9eb5-d16402ee5590 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8b116277-4856-47e9-8d12-8ad81f660adb HTTP/1.1" status: 200 len: 845 time: 0.0755186 Sep 07 02:42:29.783114 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8d358677-0c3c-4a9e-90b0-fc66a5ba9aa2 req-c5a1a5fe-fe06-400c-abaf-1854cc1473ac service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b38f0331-653f-46c0-a8d7-26916edac115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325887 Sep 07 02:42:29.852574 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-22779ab6-00db-440a-a14a-cd9a62e36152 req-03de4d62-7b13-4102-8268-5bcbe18ab809 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Allocated IP 192.168.233.124 (0823ecf3-066e-49bd-a451-2e84ab79a70f/694f9550-ba12-4672-8446-41848123cea2/f2369be1-8cc0-4c63-9f14-30606388589b) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:42:29.911464 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a528a4-64fd-4797-b50e-985ea526a27a req-e2c445b7-3cca-491e-80a0-cd801f795940 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:29.914385 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e3a528a4-64fd-4797-b50e-985ea526a27a req-e2c445b7-3cca-491e-80a0-cd801f795940 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf828f99-7a68-4f92-b197-bc8a204ec072 HTTP/1.1" status: 200 len: 943 time: 0.1328037 Sep 07 02:42:29.970013 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8d358677-0c3c-4a9e-90b0-fc66a5ba9aa2 req-a28288ad-7469-437e-b672-7380cc4dcbbb service neutron] 10.222.0.23 "GET /v2.0/networks/b38f0331-653f-46c0-a8d7-26916edac115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756036 Sep 07 02:42:29.982906 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e3a528a4-64fd-4797-b50e-985ea526a27a req-34e12118-3060-45a7-85c1-994ed9c5690a tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505257 Sep 07 02:42:30.029566 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a20c25b4-400a-442f-bbf5-53c5e2e89000 req-e25c1871-9aaa-4448-a0f9-039e005d681e tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bcde8e2-5ea5-4f46-9b43-7f99f3d2e717 HTTP/1.1" status: 200 len: 210 time: 0.0731971 Sep 07 02:42:30.124243 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f8440499-6775-48b8-ac28-c3da88614754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:30.125416 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8d358677-0c3c-4a9e-90b0-fc66a5ba9aa2 req-b1b168b8-e23b-412f-bb71-a4bf87c107d7 service neutron] 10.222.0.23 "GET /v2.0/networks/b38f0331-653f-46c0-a8d7-26916edac115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383443 Sep 07 02:42:30.197018 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-22779ab6-00db-440a-a14a-cd9a62e36152 req-03de4d62-7b13-4102-8268-5bcbe18ab809 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:30.212973 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-22779ab6-00db-440a-a14a-cd9a62e36152 req-03de4d62-7b13-4102-8268-5bcbe18ab809 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Transition to ACTIVE for port object f2369be1-8cc0-4c63-9f14-30606388589b will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:42:30.237175 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-178c9576-f91e-4eb6-9f8e-c9a6d4161ae5 req-3bc64a1d-63a4-4fd5-a981-9687d5429184 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6b3e968d-0a74-40a9-ab0d-146c6fc12a4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0795407 Sep 07 02:42:30.250398 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8440499-6775-48b8-ac28-c3da88614754 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aeeb3351-2834-4965-8c13-9d419d66a2a5,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:30.273171 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8440499-6775-48b8-ac28-c3da88614754 admin admin] Checking segment: {'id': '0591f86f-9faf-48d2-8118-25ec53938e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '44ca0f19-5467-4e01-a811-705a63a89a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:42:30.273471 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8440499-6775-48b8-ac28-c3da88614754 admin admin] Network hostable DHCP agents. Network: 44ca0f19-5467-4e01-a811-705a63a89a61, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:42:30.292287 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-22779ab6-00db-440a-a14a-cd9a62e36152 req-03de4d62-7b13-4102-8268-5bcbe18ab809 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:30.326848 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8440499-6775-48b8-ac28-c3da88614754 admin admin] Network 44ca0f19-5467-4e01-a811-705a63a89a61 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:42:30.354172 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22779ab6-00db-440a-a14a-cd9a62e36152 req-03de4d62-7b13-4102-8268-5bcbe18ab809 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Network 0823ecf3-066e-49bd-a451-2e84ab79a70f is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:42:30.358200 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-f8440499-6775-48b8-ac28-c3da88614754 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 44ca0f19-5467-4e01-a811-705a63a89a61) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:42:30.362916 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8440499-6775-48b8-ac28-c3da88614754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:30.363536 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f8440499-6775-48b8-ac28-c3da88614754 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:30.368692 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-22779ab6-00db-440a-a14a-cd9a62e36152 req-03de4d62-7b13-4102-8268-5bcbe18ab809 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:42:30.370299 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-22779ab6-00db-440a-a14a-cd9a62e36152 req-03de4d62-7b13-4102-8268-5bcbe18ab809 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:42:30.374793 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c66915-f087-4d6f-a874-09bbb7fe19a0 None None] Network 44ca0f19-5467-4e01-a811-705a63a89a61 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:42:30.376833 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03de4d62-7b13-4102-8268-5bcbe18ab809 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Pushing event updated for resources: {'Port': ['ID=f2369be1-8cc0-4c63-9f14-30606388589b,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:30.392645 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c9576-f91e-4eb6-9f8e-c9a6d4161ae5 req-72870767-5c36-4317-b00f-ad76c4cdaeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:30.396389 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-178c9576-f91e-4eb6-9f8e-c9a6d4161ae5 req-72870767-5c36-4317-b00f-ad76c4cdaeee service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ef46d2c6ddda4358910a6e6d3c8cd1f8&device_id=6b3e968d-0a74-40a9-ab0d-146c6fc12a4d HTTP/1.1" status: 200 len: 1102 time: 0.1124766 Sep 07 02:42:30.426558 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f8440499-6775-48b8-ac28-c3da88614754 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8535473 Sep 07 02:42:30.427185 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50338) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:42:30.436532 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-241702d9-d459-4299-9b64-e8cfb0d9b606 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1752052576-router', 'tenant_id': '1cb4444198df4bb2bcd059ce08ea0dc3', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:42:30.451027 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22779ab6-00db-440a-a14a-cd9a62e36152 req-03de4d62-7b13-4102-8268-5bcbe18ab809 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:30.451716 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-22779ab6-00db-440a-a14a-cd9a62e36152 req-03de4d62-7b13-4102-8268-5bcbe18ab809 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:30.480277 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-241702d9-d459-4299-9b64-e8cfb0d9b606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:30.481529 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-241702d9-d459-4299-9b64-e8cfb0d9b606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:30.487532 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-22779ab6-00db-440a-a14a-cd9a62e36152 req-03de4d62-7b13-4102-8268-5bcbe18ab809 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6940775 Sep 07 02:42:30.502224 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-22779ab6-00db-440a-a14a-cd9a62e36152 req-81e68e53-434f-4d1b-a0f3-1f8f447d0651 service neutron] Request body: {'port': {'device_id': '1bcde8e2-5ea5-4f46-9b43-7f99f3d2e717', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:42:30.629429 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef4fde0-5b50-4cf7-81df-c4dcaf5b93a1 req-b9422cc5-848a-48b5-b434-6e7802ec8f1a tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:30.632772 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-241702d9-d459-4299-9b64-e8cfb0d9b606 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:30.639933 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6ef4fde0-5b50-4cf7-81df-c4dcaf5b93a1 req-b9422cc5-848a-48b5-b434-6e7802ec8f1a tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 944 time: 0.2406380 Sep 07 02:42:30.658198 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c9576-f91e-4eb6-9f8e-c9a6d4161ae5 req-f3886969-af91-4038-bead-f3b5260cf1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:30.661495 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-178c9576-f91e-4eb6-9f8e-c9a6d4161ae5 req-f3886969-af91-4038-bead-f3b5260cf1cd service neutron] 10.222.0.23 "GET /v2.0/networks?id=0823ecf3-066e-49bd-a451-2e84ab79a70f HTTP/1.1" status: 200 len: 869 time: 0.2386804 Sep 07 02:42:30.696786 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-22779ab6-00db-440a-a14a-cd9a62e36152 req-81e68e53-434f-4d1b-a0f3-1f8f447d0651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:30.697696 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d449ed-9cbc-46f9-964c-c350e638e61d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-44ca0f19-5467-4e01-a811-705a63a89a61', 'network_id': '44ca0f19-5467-4e01-a811-705a63a89a61', 'tenant_id': '1cb4444198df4bb2bcd059ce08ea0dc3', 'fixed_ips': [{'subnet_id': 'aeeb3351-2834-4965-8c13-9d419d66a2a5'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:42:30.698600 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d4d449ed-9cbc-46f9-964c-c350e638e61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:30.732939 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-178c9576-f91e-4eb6-9f8e-c9a6d4161ae5 req-0b7324e1-a49e-4eec-a3c3-e6c5be1d6933 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=54614cb7-1c6d-428a-b1c5-3605226dbcd6 HTTP/1.1" status: 200 len: 217 time: 0.0630705 Sep 07 02:42:30.750643 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6ef4fde0-5b50-4cf7-81df-c4dcaf5b93a1 req-23e7b7c3-3c17-451a-80b3-578edbc8848c tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092439 Sep 07 02:42:30.815541 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50344) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:42:30.853976 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c9576-f91e-4eb6-9f8e-c9a6d4161ae5 req-b5becabb-dc78-4830-8478-22b039cff213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:30.856542 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-178c9576-f91e-4eb6-9f8e-c9a6d4161ae5 req-b5becabb-dc78-4830-8478-22b039cff213 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.1046383 Sep 07 02:42:30.934705 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-30142d06-768f-4004-89ec-e5bcac4c8d9f None None] Provisioning for port f2369be1-8cc0-4c63-9f14-30606388589b completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:42:30.947944 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-30142d06-768f-4004-89ec-e5bcac4c8d9f None None] Provisioning complete for port f2369be1-8cc0-4c63-9f14-30606388589b triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:42:30.948317 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-30142d06-768f-4004-89ec-e5bcac4c8d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:31.005754 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c9576-f91e-4eb6-9f8e-c9a6d4161ae5 req-6bb8b270-2b67-4229-8241-48b8ba6dc6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:31.007308 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-178c9576-f91e-4eb6-9f8e-c9a6d4161ae5 req-6bb8b270-2b67-4229-8241-48b8ba6dc6ec service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1418760 Sep 07 02:42:31.020883 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55349f68-e27d-433a-9bb2-68b874a9f601 req-0a34199d-be80-475c-946a-d7daf5817c26 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:31.022426 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-55349f68-e27d-433a-9bb2-68b874a9f601 req-0a34199d-be80-475c-946a-d7daf5817c26 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=b02fcf02-fa10-4335-931a-49c1a9a127d0 HTTP/1.1" status: 200 len: 949 time: 0.0996957 Sep 07 02:42:31.024596 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-30142d06-768f-4004-89ec-e5bcac4c8d9f None None] Port f2369be1-8cc0-4c63-9f14-30606388589b cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:42:31.029417 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-d4d449ed-9cbc-46f9-964c-c350e638e61d None None] Allocated IP 172.20.0.2 (44ca0f19-5467-4e01-a811-705a63a89a61/aeeb3351-2834-4965-8c13-9d419d66a2a5/e0da0b7a-03ad-4d3b-a0d9-1aaef621ea7b) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:42:31.089305 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f6ab7aa9-ebc4-48fa-a2cc-5f441b9f8405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:31.168994 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-55349f68-e27d-433a-9bb2-68b874a9f601 req-93191bf0-9f55-4b14-936b-5d25c5db5c84 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312003 Sep 07 02:42:31.237592 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-178c9576-f91e-4eb6-9f8e-c9a6d4161ae5 req-5a068f96-bd17-4857-9eb5-5e706f18a67f service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141829 Sep 07 02:42:31.247657 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d4d449ed-9cbc-46f9-964c-c350e638e61d None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:31.259821 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-d4d449ed-9cbc-46f9-964c-c350e638e61d None None] Transition to ACTIVE for port object e0da0b7a-03ad-4d3b-a0d9-1aaef621ea7b will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:42:31.263179 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-241702d9-d459-4299-9b64-e8cfb0d9b606 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:31.283632 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-d4d449ed-9cbc-46f9-964c-c350e638e61d None None] Transition to ACTIVE for port object e0da0b7a-03ad-4d3b-a0d9-1aaef621ea7b will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:42:31.308750 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d4d449ed-9cbc-46f9-964c-c350e638e61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:31.349319 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:31.364231 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d449ed-9cbc-46f9-964c-c350e638e61d None None] Network 44ca0f19-5467-4e01-a811-705a63a89a61 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:42:31.369008 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-d4d449ed-9cbc-46f9-964c-c350e638e61d None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:42:31.381085 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d449ed-9cbc-46f9-964c-c350e638e61d None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:42:31.386256 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d449ed-9cbc-46f9-964c-c350e638e61d None None] Pushing event updated for resources: {'Port': ['ID=e0da0b7a-03ad-4d3b-a0d9-1aaef621ea7b,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:31.421951 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ffc42-6c53-4541-b081-34d40aea67ab req-a85c27d3-656a-494c-9c62-ab43a09e6431 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:31.428010 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-229ffc42-6c53-4541-b081-34d40aea67ab req-a85c27d3-656a-494c-9c62-ab43a09e6431 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf828f99-7a68-4f92-b197-bc8a204ec072 HTTP/1.1" status: 200 len: 943 time: 0.1495469 Sep 07 02:42:31.445175 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f6ab7aa9-ebc4-48fa-a2cc-5f441b9f8405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:31.456233 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-d4d449ed-9cbc-46f9-964c-c350e638e61d None None] Attempting to bind port e0da0b7a-03ad-4d3b-a0d9-1aaef621ea7b on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:42:31.456643 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-d4d449ed-9cbc-46f9-964c-c350e638e61d None None] Attempting to bind port e0da0b7a-03ad-4d3b-a0d9-1aaef621ea7b by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '0591f86f-9faf-48d2-8118-25ec53938e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '44ca0f19-5467-4e01-a811-705a63a89a61'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:42:31.457024 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d449ed-9cbc-46f9-964c-c350e638e61d None None] Attempting to bind port e0da0b7a-03ad-4d3b-a0d9-1aaef621ea7b on network 44ca0f19-5467-4e01-a811-705a63a89a61 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:42:31.464717 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d449ed-9cbc-46f9-964c-c350e638e61d None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:42:31.464976 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d449ed-9cbc-46f9-964c-c350e638e61d None None] Checking segment: {'id': '0591f86f-9faf-48d2-8118-25ec53938e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '44ca0f19-5467-4e01-a811-705a63a89a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:42:31.465280 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f6ab7aa9-ebc4-48fa-a2cc-5f441b9f8405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:31.465448 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d4d449ed-9cbc-46f9-964c-c350e638e61d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:31.465682 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d449ed-9cbc-46f9-964c-c350e638e61d None None] Bound using segment: {'id': '0591f86f-9faf-48d2-8118-25ec53938e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '44ca0f19-5467-4e01-a811-705a63a89a61'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:42:31.466165 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-d4d449ed-9cbc-46f9-964c-c350e638e61d None None] Bound port: e0da0b7a-03ad-4d3b-a0d9-1aaef621ea7b, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0591f86f-9faf-48d2-8118-25ec53938e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '44ca0f19-5467-4e01-a811-705a63a89a61'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:42:31.466842 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d4d449ed-9cbc-46f9-964c-c350e638e61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:31.494744 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a040c8c-d729-4cda-8eff-2ffb7e09917e req-eae5cac8-3ee3-4c70-9482-0457f8ecdc88 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:31.496294 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5a040c8c-d729-4cda-8eff-2ffb7e09917e req-eae5cac8-3ee3-4c70-9482-0457f8ecdc88 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bcde8e2-5ea5-4f46-9b43-7f99f3d2e717 HTTP/1.1" status: 200 len: 936 time: 0.1297255 Sep 07 02:42:31.503901 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-178c9576-f91e-4eb6-9f8e-c9a6d4161ae5 req-4591ebd0-899c-4957-9f99-4126af538ccb service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579997 Sep 07 02:42:31.542264 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f6ab7aa9-ebc4-48fa-a2cc-5f441b9f8405 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b9dc188370a9473dbad75c57d7322829&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7255163 Sep 07 02:42:31.546591 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50360) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:42:31.549743 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-d4d449ed-9cbc-46f9-964c-c350e638e61d None None] For port e0da0b7a-03ad-4d3b-a0d9-1aaef621ea7b, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:42:31.553509 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-d4d449ed-9cbc-46f9-964c-c350e638e61d None None] For port e0da0b7a-03ad-4d3b-a0d9-1aaef621ea7b, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=e0da0b7a-03ad-4d3b-a0d9-1aaef621ea7b,segment=NetworkSegment(0591f86f-9faf-48d2-8118-25ec53938e51),segment_id=0591f86f-9faf-48d2-8118-25ec53938e51)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:42:31.554541 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ab7aa9-ebc4-48fa-a2cc-5f441b9f8405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e76990b-2c08-4087-a5fb-3250ecbe24db,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:31.560756 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d4d449ed-9cbc-46f9-964c-c350e638e61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:31.569524 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-229ffc42-6c53-4541-b081-34d40aea67ab req-6707af57-70fe-4947-b1cc-4bcecc7a331d tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315081 Sep 07 02:42:31.644629 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-33a7a315-b6eb-4a41-bd48-aeac8389bf6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:31.650009 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d449ed-9cbc-46f9-964c-c350e638e61d None None] Pushing event updated for resources: {'Port': ['ID=e0da0b7a-03ad-4d3b-a0d9-1aaef621ea7b,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:31.655411 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5a040c8c-d729-4cda-8eff-2ffb7e09917e req-c565a125-b034-49f2-a522-3d28d9b22b6c tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.22 "GET /v2.0/security-groups?id=41e49bd3-7179-4422-8fa8-a2a344c8f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526518 Sep 07 02:42:31.678158 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-22779ab6-00db-440a-a14a-cd9a62e36152 req-81e68e53-434f-4d1b-a0f3-1f8f447d0651 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2369be1-8cc0-4c63-9f14-30606388589b {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:42:31.693319 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-22779ab6-00db-440a-a14a-cd9a62e36152 req-81e68e53-434f-4d1b-a0f3-1f8f447d0651 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:31.719650 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-33a7a315-b6eb-4a41-bd48-aeac8389bf6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:31.748232 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-22779ab6-00db-440a-a14a-cd9a62e36152 req-81e68e53-434f-4d1b-a0f3-1f8f447d0651 service neutron] Transition to ACTIVE for port object f2369be1-8cc0-4c63-9f14-30606388589b will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:42:31.767005 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4559e-77b6-4fe4-9a0e-636eb050edbc req-cd588d71-a013-4a91-a796-b904873d151b tempest-MigrationsAdminTest-1057057513 tempest-MigrationsAdminTest-1057057513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:31.767686 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device af9f4b04-1d72-482b-bbf8-2c9fc4969d1e details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:42:31.768934 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-83f4559e-77b6-4fe4-9a0e-636eb050edbc req-cd588d71-a013-4a91-a796-b904873d151b tempest-MigrationsAdminTest-1057057513 tempest-MigrationsAdminTest-1057057513-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=b02fcf02-fa10-4335-931a-49c1a9a127d0 HTTP/1.1" status: 200 len: 1101 time: 0.1045156 Sep 07 02:42:31.775369 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-22779ab6-00db-440a-a14a-cd9a62e36152 req-81e68e53-434f-4d1b-a0f3-1f8f447d0651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:31.836575 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-33a7a315-b6eb-4a41-bd48-aeac8389bf6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:31.840249 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-33a7a315-b6eb-4a41-bd48-aeac8389bf6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:31.843931 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-33a7a315-b6eb-4a41-bd48-aeac8389bf6e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7e76990b-2c08-4087-a5fb-3250ecbe24db HTTP/1.1" status: 204 len: 168 time: 0.2935026 Sep 07 02:42:31.855372 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a7a315-b6eb-4a41-bd48-aeac8389bf6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e76990b-2c08-4087-a5fb-3250ecbe24db,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:31.858831 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-83f4559e-77b6-4fe4-9a0e-636eb050edbc req-2fe3bdef-6f37-42f4-8c80-0d2bfc0c79b4 tempest-MigrationsAdminTest-1057057513 tempest-MigrationsAdminTest-1057057513-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604742 Sep 07 02:42:31.959618 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-241702d9-d459-4299-9b64-e8cfb0d9b606 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:32.032642 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e68e53-434f-4d1b-a0f3-1f8f447d0651 service neutron] Pushing event updated for resources: {'Port': ['ID=f2369be1-8cc0-4c63-9f14-30606388589b,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:32.073380 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port af9f4b04-1d72-482b-bbf8-2c9fc4969d1e, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=af9f4b04-1d72-482b-bbf8-2c9fc4969d1e,segment=NetworkSegment(737bac5c-5e4b-4b03-a099-f644edcc6c52),segment_id=737bac5c-5e4b-4b03-a099-f644edcc6c52)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:42:32.078243 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-241702d9-d459-4299-9b64-e8cfb0d9b606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:32.096648 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': 'af9f4b04-1d72-482b-bbf8-2c9fc4969d1e', 'network_id': 'b38f0331-653f-46c0-a8d7-26916edac115', 'port_id': 'af9f4b04-1d72-482b-bbf8-2c9fc4969d1e', 'mac_address': 'fa:16:3e:05:c7:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b116277-4856-47e9-8d12-8ad81f660adb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:42:32.157807 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:32.192899 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af9f4b04-1d72-482b-bbf8-2c9fc4969d1e {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:42:32.250008 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b018f3a-5233-4026-af9a-1105bea8d01f req-dc3e9c13-ffd7-4d33-9908-d233ee0c9af6 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:32.251760 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2b018f3a-5233-4026-af9a-1105bea8d01f req-dc3e9c13-ffd7-4d33-9908-d233ee0c9af6 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 944 time: 0.3178477 Sep 07 02:42:32.252559 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port af9f4b04-1d72-482b-bbf8-2c9fc4969d1e, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=af9f4b04-1d72-482b-bbf8-2c9fc4969d1e,segment=NetworkSegment(737bac5c-5e4b-4b03-a099-f644edcc6c52),segment_id=737bac5c-5e4b-4b03-a099-f644edcc6c52)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:42:32.261066 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:32.298675 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de57d60-56ae-4411-87a3-2c1411990ceb req-d5442243-9af7-4795-96d8-80974a462400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:32.300399 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7de57d60-56ae-4411-87a3-2c1411990ceb req-d5442243-9af7-4795-96d8-80974a462400 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3c6e11955fd14c5c9b191cf5c7d7b41c&device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 1096 time: 0.0863543 Sep 07 02:42:32.390363 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2b018f3a-5233-4026-af9a-1105bea8d01f req-44e6c934-ab0f-4f6f-a482-091bd6c5d6d1 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291373 Sep 07 02:42:32.392675 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-22779ab6-00db-440a-a14a-cd9a62e36152 req-81e68e53-434f-4d1b-a0f3-1f8f447d0651 service neutron] Attempting to bind port f2369be1-8cc0-4c63-9f14-30606388589b on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:42:32.392880 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=af9f4b04-1d72-482b-bbf8-2c9fc4969d1e,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:32.395243 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-22779ab6-00db-440a-a14a-cd9a62e36152 req-81e68e53-434f-4d1b-a0f3-1f8f447d0651 service neutron] Attempting to bind port f2369be1-8cc0-4c63-9f14-30606388589b by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:42:32.408918 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22779ab6-00db-440a-a14a-cd9a62e36152 req-81e68e53-434f-4d1b-a0f3-1f8f447d0651 service neutron] Attempting to bind port f2369be1-8cc0-4c63-9f14-30606388589b on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:42:32.423584 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22779ab6-00db-440a-a14a-cd9a62e36152 req-81e68e53-434f-4d1b-a0f3-1f8f447d0651 service neutron] Port f2369be1-8cc0-4c63-9f14-30606388589b on network 0823ecf3-066e-49bd-a451-2e84ab79a70f not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:42:32.423987 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22779ab6-00db-440a-a14a-cd9a62e36152 req-81e68e53-434f-4d1b-a0f3-1f8f447d0651 service neutron] Attempting to bind port f2369be1-8cc0-4c63-9f14-30606388589b on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:42:32.436109 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22779ab6-00db-440a-a14a-cd9a62e36152 req-81e68e53-434f-4d1b-a0f3-1f8f447d0651 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:42:32.436555 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22779ab6-00db-440a-a14a-cd9a62e36152 req-81e68e53-434f-4d1b-a0f3-1f8f447d0651 service neutron] Checking segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:42:32.437015 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22779ab6-00db-440a-a14a-cd9a62e36152 req-81e68e53-434f-4d1b-a0f3-1f8f447d0651 service neutron] Bound using segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:42:32.437551 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-22779ab6-00db-440a-a14a-cd9a62e36152 req-81e68e53-434f-4d1b-a0f3-1f8f447d0651 service neutron] Bound port: f2369be1-8cc0-4c63-9f14-30606388589b, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:42:32.437983 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-22779ab6-00db-440a-a14a-cd9a62e36152 req-81e68e53-434f-4d1b-a0f3-1f8f447d0651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:32.496322 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['af9f4b04-1d72-482b-bbf8-2c9fc4969d1e'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:42:32.583601 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-33b37291-40c5-49d9-b2fc-dc79505f9f80 req-0eb54f25-065e-4b0f-8e4f-889cba8cda98 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b02fcf02-fa10-4335-931a-49c1a9a127d0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1555152 Sep 07 02:42:32.588780 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-241702d9-d459-4299-9b64-e8cfb0d9b606 admin admin] Allocated IP 172.25.5.59 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/249dbf9d-354b-4252-bf1d-ac28649b01a7) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:42:32.607577 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de57d60-56ae-4411-87a3-2c1411990ceb req-6643cadf-2320-4e9f-80ab-f94c091de511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:32.613201 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7de57d60-56ae-4411-87a3-2c1411990ceb req-6643cadf-2320-4e9f-80ab-f94c091de511 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c7baff3a-2acd-47c4-826f-ff1b179e5161 HTTP/1.1" status: 200 len: 910 time: 0.2869792 Sep 07 02:42:32.639756 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc2043-4bfe-4d90-a629-612a4ac8302b req-0398e31b-f43e-4792-b088-bf0829e2ec16 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:32.646620 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-91fc2043-4bfe-4d90-a629-612a4ac8302b req-0398e31b-f43e-4792-b088-bf0829e2ec16 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=b02fcf02-fa10-4335-931a-49c1a9a127d0 HTTP/1.1" status: 200 len: 949 time: 0.1564298 Sep 07 02:42:32.728929 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-22779ab6-00db-440a-a14a-cd9a62e36152 req-81e68e53-434f-4d1b-a0f3-1f8f447d0651 service neutron] For port f2369be1-8cc0-4c63-9f14-30606388589b, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:42:32.730313 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device e0da0b7a-03ad-4d3b-a0d9-1aaef621ea7b up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:42:32.786025 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-91fc2043-4bfe-4d90-a629-612a4ac8302b req-3e7f5d9b-e5e2-4838-a08c-8aea19dc6660 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185603 Sep 07 02:42:32.824258 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7de57d60-56ae-4411-87a3-2c1411990ceb req-16cc06ee-62a7-4c2c-a5fa-3e509c28ce44 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e0a4062-b916-433e-8871-18aaa78c80ee HTTP/1.1" status: 200 len: 999 time: 0.1765256 Sep 07 02:42:32.833077 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-22779ab6-00db-440a-a14a-cd9a62e36152 req-81e68e53-434f-4d1b-a0f3-1f8f447d0651 service neutron] For port f2369be1-8cc0-4c63-9f14-30606388589b, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=f2369be1-8cc0-4c63-9f14-30606388589b,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:42:32.879572 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-22779ab6-00db-440a-a14a-cd9a62e36152 req-81e68e53-434f-4d1b-a0f3-1f8f447d0651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:32.935317 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de57d60-56ae-4411-87a3-2c1411990ceb req-e9d4528d-1494-4d0c-a61d-1c685e03d290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:32.936879 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7de57d60-56ae-4411-87a3-2c1411990ceb req-e9d4528d-1494-4d0c-a61d-1c685e03d290 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=04737742-a3d0-4b6d-a6a4-ec1fe2e55890 HTTP/1.1" status: 200 len: 849 time: 0.1053774 Sep 07 02:42:32.947295 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e7fd2d-2c9a-4bab-8720-13b0d7bc499a req-6cf1f5af-867a-4c74-989a-f8ae3ff4b65a tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:32.953974 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port e0da0b7a-03ad-4d3b-a0d9-1aaef621ea7b completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:42:32.964208 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a0e7fd2d-2c9a-4bab-8720-13b0d7bc499a req-6cf1f5af-867a-4c74-989a-f8ae3ff4b65a tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf828f99-7a68-4f92-b197-bc8a204ec072 HTTP/1.1" status: 200 len: 944 time: 0.2450731 Sep 07 02:42:33.037209 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e68e53-434f-4d1b-a0f3-1f8f447d0651 service neutron] Pushing event updated for resources: {'Port': ['ID=f2369be1-8cc0-4c63-9f14-30606388589b,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:33.041024 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ddcea-9e37-40c7-bb01-3662dc841eb2 req-df2a9280-68c6-4f3e-9142-da4c86054dbc tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:33.047947 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22779ab6-00db-440a-a14a-cd9a62e36152 req-81e68e53-434f-4d1b-a0f3-1f8f447d0651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:33.048977 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-22779ab6-00db-440a-a14a-cd9a62e36152 req-81e68e53-434f-4d1b-a0f3-1f8f447d0651 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:33.053568 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-22779ab6-00db-440a-a14a-cd9a62e36152 req-81e68e53-434f-4d1b-a0f3-1f8f447d0651 service neutron] 10.222.0.23 "PUT /v2.0/ports/f2369be1-8cc0-4c63-9f14-30606388589b HTTP/1.1" status: 200 len: 1097 time: 2.5554190 Sep 07 02:42:33.059632 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bcde8e2-5ea5-4f46-9b43-7f99f3d2e717', 'tag': 'f2369be1-8cc0-4c63-9f14-30606388589b'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:42:33.063039 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7def8974-485a-472f-804b-b8934bd76593" -d '{"events": [{"name": "network-changed", "server_uuid": "1bcde8e2-5ea5-4f46-9b43-7f99f3d2e717", "tag": "f2369be1-8cc0-4c63-9f14-30606388589b"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:42:33.064130 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-459ddcea-9e37-40c7-bb01-3662dc841eb2 req-df2a9280-68c6-4f3e-9142-da4c86054dbc tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bcde8e2-5ea5-4f46-9b43-7f99f3d2e717 HTTP/1.1" status: 200 len: 948 time: 0.1780598 Sep 07 02:42:33.064867 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50410) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:42:33.091525 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de57d60-56ae-4411-87a3-2c1411990ceb req-a7654c83-06eb-4377-957e-bc8c2bb9efc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:33.094087 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7de57d60-56ae-4411-87a3-2c1411990ceb req-a7654c83-06eb-4377-957e-bc8c2bb9efc3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7baff3a-2acd-47c4-826f-ff1b179e5161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1473060 Sep 07 02:42:33.124237 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-241702d9-d459-4299-9b64-e8cfb0d9b606 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:33.192495 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a0e7fd2d-2c9a-4bab-8720-13b0d7bc499a req-0e3cccb0-c109-459f-bb34-59bf416e2804 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280278 Sep 07 02:42:33.210040 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22779ab6-00db-440a-a14a-cd9a62e36152 req-81c0b49e-d1d0-43eb-bd93-a09adbbba4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:33.211239 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-459ddcea-9e37-40c7-bb01-3662dc841eb2 req-cc3d59b4-1c17-49fd-97a8-b1a3a00c6fe5 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.22 "GET /v2.0/security-groups?id=41e49bd3-7179-4422-8fa8-a2a344c8f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236012 Sep 07 02:42:33.212097 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-22779ab6-00db-440a-a14a-cd9a62e36152 req-81c0b49e-d1d0-43eb-bd93-a09adbbba4f3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0af02a9a84b34cf1bb2e85480cc9aeaa&device_id=1bcde8e2-5ea5-4f46-9b43-7f99f3d2e717 HTTP/1.1" status: 200 len: 1100 time: 0.1077485 Sep 07 02:42:33.310754 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-22779ab6-00db-440a-a14a-cd9a62e36152 req-ef78b0f4-28d0-4ca2-b976-0ca3ab86df0b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=f2369be1-8cc0-4c63-9f14-30606388589b HTTP/1.1" status: 200 len: 217 time: 0.0887694 Sep 07 02:42:33.367437 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a96e90-6778-4512-800e-1dbed09207a3 x-openstack-request-id: req-b1a96e90-6778-4512-800e-1dbed09207a3 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:42:33.367774 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bcde8e2-5ea5-4f46-9b43-7f99f3d2e717", "tag": "f2369be1-8cc0-4c63-9f14-30606388589b", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:42:33.367906 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b1a96e90-6778-4512-800e-1dbed09207a3 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:42:33.368474 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bcde8e2-5ea5-4f46-9b43-7f99f3d2e717', 'tag': 'f2369be1-8cc0-4c63-9f14-30606388589b', 'status': 'completed', 'code': 200} Sep 07 02:42:33.369478 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-241702d9-d459-4299-9b64-e8cfb0d9b606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:33.395095 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0965478e-861c-4b19-b929-2779cf8a5ed7 None None] Network 44ca0f19-5467-4e01-a811-705a63a89a61 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:42:33.448753 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241702d9-d459-4299-9b64-e8cfb0d9b606 admin admin] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:42:33.453274 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22779ab6-00db-440a-a14a-cd9a62e36152 req-a2afb0ed-f4e9-4288-8b09-24b7c0e2ec84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:33.455023 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-22779ab6-00db-440a-a14a-cd9a62e36152 req-a2afb0ed-f4e9-4288-8b09-24b7c0e2ec84 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.1359723 Sep 07 02:42:33.460530 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-241702d9-d459-4299-9b64-e8cfb0d9b606 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:42:33.467575 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241702d9-d459-4299-9b64-e8cfb0d9b606 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:42:33.489431 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7de57d60-56ae-4411-87a3-2c1411990ceb req-0f6ae391-5196-401e-9920-d8026b2323ec service neutron] 10.222.0.16 "GET /v2.0/networks/c7baff3a-2acd-47c4-826f-ff1b179e5161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515556 Sep 07 02:42:33.491350 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7aeb8471-6dfa-462b-8bfd-e3e12f3530b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:33.504600 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-ea0945a0-410b-4dc3-921e-37e5e84f2dc3 None None] Provisioning for port e0da0b7a-03ad-4d3b-a0d9-1aaef621ea7b completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:42:33.514590 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-ea0945a0-410b-4dc3-921e-37e5e84f2dc3 None None] Provisioning complete for port e0da0b7a-03ad-4d3b-a0d9-1aaef621ea7b triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:42:33.515221 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ea0945a0-410b-4dc3-921e-37e5e84f2dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:33.527608 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241702d9-d459-4299-9b64-e8cfb0d9b606 admin admin] Pushing event updated for resources: {'Port': ['ID=249dbf9d-354b-4252-bf1d-ac28649b01a7,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:33.534915 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50432) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:42:33.567363 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22779ab6-00db-440a-a14a-cd9a62e36152 req-cbcaa022-98f0-4df2-9220-bbb93d99ea14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:33.569267 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-22779ab6-00db-440a-a14a-cd9a62e36152 req-cbcaa022-98f0-4df2-9220-bbb93d99ea14 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0993061 Sep 07 02:42:33.684366 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ea0945a0-410b-4dc3-921e-37e5e84f2dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:33.729245 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-ea0945a0-410b-4dc3-921e-37e5e84f2dc3 None None] For port e0da0b7a-03ad-4d3b-a0d9-1aaef621ea7b, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=e0da0b7a-03ad-4d3b-a0d9-1aaef621ea7b,segment=NetworkSegment(0591f86f-9faf-48d2-8118-25ec53938e51),segment_id=0591f86f-9faf-48d2-8118-25ec53938e51)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:42:33.738129 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ea0945a0-410b-4dc3-921e-37e5e84f2dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:33.823880 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-c9eae6a2-e1f1-4746-9d28-807540c48c3c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-70382135-network', 'tenant_id': 'afaf54fa75d241989f6b7192737d6028'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:42:33.843670 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device af9f4b04-1d72-482b-bbf8-2c9fc4969d1e up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:42:33.886670 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0945a0-410b-4dc3-921e-37e5e84f2dc3 None None] Pushing event updated for resources: {'Port': ['ID=e0da0b7a-03ad-4d3b-a0d9-1aaef621ea7b,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:33.891983 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-22779ab6-00db-440a-a14a-cd9a62e36152 req-20a9b430-2abc-4321-8228-68e18fbf9bf1 service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817912 Sep 07 02:42:33.944228 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port af9f4b04-1d72-482b-bbf8-2c9fc4969d1e completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:42:33.949025 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port af9f4b04-1d72-482b-bbf8-2c9fc4969d1e triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:42:33.949666 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:34.011056 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9eae6a2-e1f1-4746-9d28-807540c48c3c admin admin] Made reservation on behalf of afaf54fa75d241989f6b7192737d6028 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:42:34.014949 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c9eae6a2-e1f1-4746-9d28-807540c48c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:34.093154 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:34.112079 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c9eae6a2-e1f1-4746-9d28-807540c48c3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:34.137032 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf828f99-7a68-4f92-b197-bc8a204ec072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af9f4b04-1d72-482b-bbf8-2c9fc4969d1e'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:42:34.139874 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53556cf5-2d8c-4c6f-9f7a-37074b2044be" -d '{"events": [{"server_uuid": "cf828f99-7a68-4f92-b197-bc8a204ec072", "name": "network-vif-plugged", "status": "completed", "tag": "af9f4b04-1d72-482b-bbf8-2c9fc4969d1e"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:42:34.141167 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c719ba-f0a2-4f2a-a34b-4c126ed5caf1 req-9f3a0522-cf6a-4d33-8cb3-0398da6f672a tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:34.149105 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e5c719ba-f0a2-4f2a-a34b-4c126ed5caf1 req-9f3a0522-cf6a-4d33-8cb3-0398da6f672a tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 944 time: 0.6132956 Sep 07 02:42:34.161638 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port af9f4b04-1d72-482b-bbf8-2c9fc4969d1e, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=af9f4b04-1d72-482b-bbf8-2c9fc4969d1e,segment=NetworkSegment(737bac5c-5e4b-4b03-a099-f644edcc6c52),segment_id=737bac5c-5e4b-4b03-a099-f644edcc6c52)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:42:34.163143 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13c106-d01f-4a79-a788-d99098151d17 req-9544ed8c-6dfc-48cf-8da6-c7fc25bac06a tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:34.168403 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-05fbf622-2ec4-4d0d-8e8a-756aecad6a6d None None] Provisioning complete for port e0da0b7a-03ad-4d3b-a0d9-1aaef621ea7b triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:42:34.168962 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-05fbf622-2ec4-4d0d-8e8a-756aecad6a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:34.171420 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:34.171956 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4d13c106-d01f-4a79-a788-d99098151d17 req-9544ed8c-6dfc-48cf-8da6-c7fc25bac06a tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=b02fcf02-fa10-4335-931a-49c1a9a127d0 HTTP/1.1" status: 200 len: 949 time: 0.2772899 Sep 07 02:42:34.177440 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7de57d60-56ae-4411-87a3-2c1411990ceb req-46d792f3-a9b6-4a72-8175-04e000f009d3 service neutron] 10.222.0.16 "GET /v2.0/networks/c7baff3a-2acd-47c4-826f-ff1b179e5161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6533113 Sep 07 02:42:34.203121 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-241702d9-d459-4299-9b64-e8cfb0d9b606 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:34.220934 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e5c719ba-f0a2-4f2a-a34b-4c126ed5caf1 req-6bbeb7b5-45a5-4875-a985-4b6e0501e890 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709481 Sep 07 02:42:34.276679 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7aeb8471-6dfa-462b-8bfd-e3e12f3530b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:34.281717 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7aeb8471-6dfa-462b-8bfd-e3e12f3530b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:34.286876 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0bebfac-0950-41f7-9dd6-b31888b1fb7a x-openstack-request-id: req-d0bebfac-0950-41f7-9dd6-b31888b1fb7a {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:42:34.287181 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf828f99-7a68-4f92-b197-bc8a204ec072", "name": "network-vif-plugged", "status": "completed", "tag": "af9f4b04-1d72-482b-bbf8-2c9fc4969d1e", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:42:34.287440 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d0bebfac-0950-41f7-9dd6-b31888b1fb7a {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:42:34.287865 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf828f99-7a68-4f92-b197-bc8a204ec072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af9f4b04-1d72-482b-bbf8-2c9fc4969d1e', 'code': 200} Sep 07 02:42:34.297567 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=af9f4b04-1d72-482b-bbf8-2c9fc4969d1e,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:34.317124 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeb8471-6dfa-462b-8bfd-e3e12f3530b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9afcfa74-ef51-455b-81db-77ea182e9c94,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:34.357761 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-7aeb8471-6dfa-462b-8bfd-e3e12f3530b4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ad0a9a8e555f46599e0820929c76258b&name=default HTTP/1.1" status: 200 len: 2980 time: 1.2905695 Sep 07 02:42:34.360896 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50450) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:42:34.418598 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-22779ab6-00db-440a-a14a-cd9a62e36152 req-78bf6897-f83c-4315-9ac5-1cab8806b5d2 service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5174170 Sep 07 02:42:34.467470 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4d13c106-d01f-4a79-a788-d99098151d17 req-01f8582c-58bd-4612-b161-a45815ace68f tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946339 Sep 07 02:42:34.490242 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-70f7b3e4-5451-4f3a-abf2-87e76fe4b32d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:34.502938 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bfea29-c8b1-44b5-94a7-4316214c5711 req-fb1da442-e3e9-4a1f-bb33-10b9b5958a2b tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:34.505182 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-44bfea29-c8b1-44b5-94a7-4316214c5711 req-fb1da442-e3e9-4a1f-bb33-10b9b5958a2b tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf828f99-7a68-4f92-b197-bc8a204ec072 HTTP/1.1" status: 200 len: 945 time: 0.1164308 Sep 07 02:42:34.509118 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374421ec-0239-4e85-9ae1-416a905189f5 req-bc98eb71-3af4-4c62-8b19-0cf5d1c963c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:34.510643 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-374421ec-0239-4e85-9ae1-416a905189f5 req-bc98eb71-3af4-4c62-8b19-0cf5d1c963c9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cf828f99-7a68-4f92-b197-bc8a204ec072 HTTP/1.1" status: 200 len: 1097 time: 0.1179011 Sep 07 02:42:34.559408 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-70f7b3e4-5451-4f3a-abf2-87e76fe4b32d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:34.587162 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7def8974-485a-472f-804b-b8934bd76593 req-7f81a2a4-d5c6-4f35-90b1-86d6aa48862b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:34.588976 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7def8974-485a-472f-804b-b8934bd76593 req-7f81a2a4-d5c6-4f35-90b1-86d6aa48862b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0af02a9a84b34cf1bb2e85480cc9aeaa&device_id=1bcde8e2-5ea5-4f46-9b43-7f99f3d2e717 HTTP/1.1" status: 200 len: 1100 time: 0.1169600 Sep 07 02:42:34.611654 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device e0da0b7a-03ad-4d3b-a0d9-1aaef621ea7b up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:42:34.617278 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-44bfea29-c8b1-44b5-94a7-4316214c5711 req-2251915d-344f-41ed-8025-9588e589619d tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988717 Sep 07 02:42:34.620325 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-374421ec-0239-4e85-9ae1-416a905189f5 req-a7c5b7c8-82a5-4b69-9e50-f40d85e18b82 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008682 Sep 07 02:42:34.660789 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-70f7b3e4-5451-4f3a-abf2-87e76fe4b32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:34.663537 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-241702d9-d459-4299-9b64-e8cfb0d9b606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:34.665014 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-70f7b3e4-5451-4f3a-abf2-87e76fe4b32d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:34.669204 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-70f7b3e4-5451-4f3a-abf2-87e76fe4b32d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9afcfa74-ef51-455b-81db-77ea182e9c94 HTTP/1.1" status: 204 len: 168 time: 0.3023155 Sep 07 02:42:34.682536 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f7b3e4-5451-4f3a-abf2-87e76fe4b32d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9afcfa74-ef51-455b-81db-77ea182e9c94,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:34.721218 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port e0da0b7a-03ad-4d3b-a0d9-1aaef621ea7b triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:42:34.721602 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:34.780952 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c9eae6a2-e1f1-4746-9d28-807540c48c3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:34.802473 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ac672-dcab-4e37-b75b-fa8b120cc77c req-94b7858c-e316-4f38-ac25-d204cc2b3e68 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:34.804262 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f72ac672-dcab-4e37-b75b-fa8b120cc77c req-94b7858c-e316-4f38-ac25-d204cc2b3e68 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bcde8e2-5ea5-4f46-9b43-7f99f3d2e717 HTTP/1.1" status: 200 len: 948 time: 0.2094591 Sep 07 02:42:34.810154 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c9eae6a2-e1f1-4746-9d28-807540c48c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:34.865359 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7def8974-485a-472f-804b-b8934bd76593 req-dabd3dd3-0194-4a9a-9a6a-cbb3971f53dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:34.866866 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7def8974-485a-472f-804b-b8934bd76593 req-dabd3dd3-0194-4a9a-9a6a-cbb3971f53dc service neutron] 10.222.0.23 "GET /v2.0/networks?id=0823ecf3-066e-49bd-a451-2e84ab79a70f HTTP/1.1" status: 200 len: 869 time: 0.2694271 Sep 07 02:42:34.871388 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9eae6a2-e1f1-4746-9d28-807540c48c3c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:42:34.908395 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b37291-40c5-49d9-b2fc-dc79505f9f80 req-f35a5a63-9e0c-4d9c-a180-e247d165c60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:34.909919 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-33b37291-40c5-49d9-b2fc-dc79505f9f80 req-f35a5a63-9e0c-4d9c-a180-e247d165c60e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ef46d2c6ddda4358910a6e6d3c8cd1f8&device_id=b02fcf02-fa10-4335-931a-49c1a9a127d0 HTTP/1.1" status: 200 len: 1101 time: 0.0455461 Sep 07 02:42:34.957306 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eae6a2-e1f1-4746-9d28-807540c48c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2895453c-c2ff-4721-9c31-7aa9bbb51629,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:34.966072 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c9eae6a2-e1f1-4746-9d28-807540c48c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:34.966393 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-c9eae6a2-e1f1-4746-9d28-807540c48c3c admin admin] Added segment 4a40d81e-a446-40cf-a314-2d7295172ca6 of type vlan for network ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96 Sep 07 02:42:34.971079 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7def8974-485a-472f-804b-b8934bd76593 req-4e3c425c-133f-4d2e-a981-90b605a44660 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=f2369be1-8cc0-4c63-9f14-30606388589b HTTP/1.1" status: 200 len: 217 time: 0.0636117 Sep 07 02:42:35.025626 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b37291-40c5-49d9-b2fc-dc79505f9f80 req-e784926b-444c-4e96-893f-703e27ddca98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:35.027013 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f72ac672-dcab-4e37-b75b-fa8b120cc77c req-e0609e22-e7fb-4b85-9493-4649070fbc95 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.22 "GET /v2.0/security-groups?id=41e49bd3-7179-4422-8fa8-a2a344c8f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989584 Sep 07 02:42:35.027567 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-33b37291-40c5-49d9-b2fc-dc79505f9f80 req-e784926b-444c-4e96-893f-703e27ddca98 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0823ecf3-066e-49bd-a451-2e84ab79a70f HTTP/1.1" status: 200 len: 869 time: 0.1097939 Sep 07 02:42:35.082015 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c9eae6a2-e1f1-4746-9d28-807540c48c3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:35.105449 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7def8974-485a-472f-804b-b8934bd76593 req-373f6b35-56f8-4558-873b-5527583bcb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:35.107130 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7def8974-485a-472f-804b-b8934bd76593 req-373f6b35-56f8-4558-873b-5527583bcb1e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.1234732 Sep 07 02:42:35.107299 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-33b37291-40c5-49d9-b2fc-dc79505f9f80 req-3e7ba813-2dde-4364-8d1e-49f1c4ca0656 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=375d3561-edb9-402b-b66f-0840ed864053 HTTP/1.1" status: 200 len: 217 time: 0.0718803 Sep 07 02:42:35.115762 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-241702d9-d459-4299-9b64-e8cfb0d9b606 admin admin] Router 524a2e35-ff2c-483a-86da-291e28b453f8 is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 02:42:35.151906 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c9eae6a2-e1f1-4746-9d28-807540c48c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:35.152871 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9eae6a2-e1f1-4746-9d28-807540c48c3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:35.153450 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c9eae6a2-e1f1-4746-9d28-807540c48c3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:35.172293 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b37291-40c5-49d9-b2fc-dc79505f9f80 req-7f9fee56-a43f-4c01-a6d6-e8896079d12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:35.174475 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-33b37291-40c5-49d9-b2fc-dc79505f9f80 req-7f9fee56-a43f-4c01-a6d6-e8896079d12f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.0521898 Sep 07 02:42:35.234226 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b37291-40c5-49d9-b2fc-dc79505f9f80 req-76a8ce6d-76bc-4bf6-b891-b3def9f35231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:35.235773 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-33b37291-40c5-49d9-b2fc-dc79505f9f80 req-76a8ce6d-76bc-4bf6-b891-b3def9f35231 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0518110 Sep 07 02:42:35.380765 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-33b37291-40c5-49d9-b2fc-dc79505f9f80 req-acb664a9-21da-4300-a6cc-8e2256fc22cb service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305542 Sep 07 02:42:35.393781 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb0856-3b06-44c0-9c4d-d4009579468c req-b151b9e8-110c-42ea-861f-ef02cb9771e2 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:35.395442 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eecb0856-3b06-44c0-9c4d-d4009579468c req-b151b9e8-110c-42ea-861f-ef02cb9771e2 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 944 time: 0.0776846 Sep 07 02:42:35.480207 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50474) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:42:35.513855 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eecb0856-3b06-44c0-9c4d-d4009579468c req-ebc0577c-efbf-48ce-8a37-8bd1acce6078 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938430 Sep 07 02:42:35.545968 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-33b37291-40c5-49d9-b2fc-dc79505f9f80 req-148e18d9-f705-4dbc-93bb-d2e069563496 service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484222 Sep 07 02:42:35.599172 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c9eae6a2-e1f1-4746-9d28-807540c48c3c admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0631907 Sep 07 02:42:35.603416 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50480) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:42:35.609568 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-d26912b2-8751-4026-8404-cc55a24af10c admin admin] Request body: {'subnet': {'network_id': 'ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-70382135-subnet', 'tenant_id': 'afaf54fa75d241989f6b7192737d6028', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:42:35.624499 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eae6a2-e1f1-4746-9d28-807540c48c3c admin admin] Pushing event updated for resources: {'Network': ['ID=ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:35.638009 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:42:35.644743 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26912b2-8751-4026-8404-cc55a24af10c admin admin] Made reservation on behalf of afaf54fa75d241989f6b7192737d6028 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:42:35.650176 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d26912b2-8751-4026-8404-cc55a24af10c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:35.685809 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-2ff75979-e59b-4e28-9094-5c7c4e168e14 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-2048957088-network', 'tenant_id': 'bb24ffbc5cf943e289e4dc22c0bba90b'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:42:35.686325 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7def8974-485a-472f-804b-b8934bd76593 req-31a6359d-e043-440d-84d2-fff9ceac834c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:35.687930 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7def8974-485a-472f-804b-b8934bd76593 req-31a6359d-e043-440d-84d2-fff9ceac834c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5634027 Sep 07 02:42:35.741526 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-241702d9-d459-4299-9b64-e8cfb0d9b606 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:42:35.759216 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b623aa8e-6c0c-4cdf-94f8-26d6a65488fd req-029d3039-390e-4ed4-988b-d6a7f3c38c3e tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:35.761304 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b623aa8e-6c0c-4cdf-94f8-26d6a65488fd req-029d3039-390e-4ed4-988b-d6a7f3c38c3e tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=b02fcf02-fa10-4335-931a-49c1a9a127d0 HTTP/1.1" status: 200 len: 949 time: 0.1639333 Sep 07 02:42:35.800374 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130de7d9-fe84-4643-993f-aa506b863d83 None None] Sync routers for ids ['524a2e35-ff2c-483a-86da-291e28b453f8'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:42:35.826131 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130de7d9-fe84-4643-993f-aa506b863d83 None None] Routers {'524a2e35-ff2c-483a-86da-291e28b453f8'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:42:35.826401 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff75979-e59b-4e28-9094-5c7c4e168e14 admin admin] Made reservation on behalf of bb24ffbc5cf943e289e4dc22c0bba90b for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:42:35.827425 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-130de7d9-fe84-4643-993f-aa506b863d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:42:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['524a2e35-ff2c-483a-86da-291e28b453f8'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:42:35.832026 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2ff75979-e59b-4e28-9094-5c7c4e168e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:35.876501 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-241702d9-d459-4299-9b64-e8cfb0d9b606 admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:35.877921 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-241702d9-d459-4299-9b64-e8cfb0d9b606 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.4472883 Sep 07 02:42:35.882213 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2ff75979-e59b-4e28-9094-5c7c4e168e14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:35.883064 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50486) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:42:35.972209 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e6d37a-280c-46f6-8ad1-ac285b1f4d6a req-da29f19e-3abf-460d-9b20-e94948b44463 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:35.982061 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-130de7d9-fe84-4643-993f-aa506b863d83 None None] Set router 524a2e35-ff2c-483a-86da-291e28b453f8 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:42:35.982330 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b623aa8e-6c0c-4cdf-94f8-26d6a65488fd req-f99ecc8f-038b-49f2-a79f-206d36891f41 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603212 Sep 07 02:42:35.982921 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-26e6d37a-280c-46f6-8ad1-ac285b1f4d6a req-da29f19e-3abf-460d-9b20-e94948b44463 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf828f99-7a68-4f92-b197-bc8a204ec072 HTTP/1.1" status: 200 len: 945 time: 0.2359498 Sep 07 02:42:35.993935 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7def8974-485a-472f-804b-b8934bd76593 req-438962da-5096-4192-943d-1de55b4a9e1e service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939851 Sep 07 02:42:36.090572 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-26e6d37a-280c-46f6-8ad1-ac285b1f4d6a req-d1ccfb4a-4491-4f76-9dbf-d593bf56e5fb tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064394 Sep 07 02:42:36.198747 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d26912b2-8751-4026-8404-cc55a24af10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:36.213661 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7def8974-485a-472f-804b-b8934bd76593 req-b088f334-003c-43b9-a3a5-51fd48027978 service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838019 Sep 07 02:42:36.254473 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2ff75979-e59b-4e28-9094-5c7c4e168e14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:36.272680 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2ff75979-e59b-4e28-9094-5c7c4e168e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:36.288844 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-130de7d9-fe84-4643-993f-aa506b863d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524a2e35-ff2c-483a-86da-291e28b453f8', 'name': 'tempest-ServersTestJSON-1752052576-router', 'tenant_id': '1cb4444198df4bb2bcd059ce08ea0dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '249dbf9d-354b-4252-bf1d-ac28649b01a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:42:30Z', 'updated_at': '2021-09-07T02:42:33Z', 'revision_number': 3, 'project_id': '1cb4444198df4bb2bcd059ce08ea0dc3', 'gw_port': {'id': '249dbf9d-354b-4252-bf1d-ac28649b01a7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524a2e35-ff2c-483a-86da-291e28b453f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:42:32Z', 'updated_at': '2021-09-07T02:42:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:42:36.320015 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130de7d9-fe84-4643-993f-aa506b863d83 None None] Checking router: 524a2e35-ff2c-483a-86da-291e28b453f8 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:42:36.320572 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130de7d9-fe84-4643-993f-aa506b863d83 None None] Updating router 524a2e35-ff2c-483a-86da-291e28b453f8 port 249dbf9d-354b-4252-bf1d-ac28649b01a7 binding host n-d-796209-16 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 02:42:36.320777 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ff75979-e59b-4e28-9094-5c7c4e168e14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:42:36.328780 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26912b2-8751-4026-8404-cc55a24af10c admin admin] Pushing event updated for resources: {'Subnet': ['ID=57bbd74d-776c-4c52-9483-e440eaacf00e,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:36.359430 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff75979-e59b-4e28-9094-5c7c4e168e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8aaf68a-cff5-4215-9ab9-069c88f88975,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:36.367057 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2ff75979-e59b-4e28-9094-5c7c4e168e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:36.367418 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-2ff75979-e59b-4e28-9094-5c7c4e168e14 admin admin] Added segment bd74203e-fa6d-4c2a-b87e-ee55b06c2f76 of type vlan for network 33554464-2d1d-4995-b9e1-cd6ab6ccbd1b Sep 07 02:42:36.390706 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e8c25d-67f2-477c-bb47-57d35fbc8586 req-a9b0b348-95a5-415a-bd07-ec5815ba6aa0 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:36.392436 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-95e8c25d-67f2-477c-bb47-57d35fbc8586 req-a9b0b348-95a5-415a-bd07-ec5815ba6aa0 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bcde8e2-5ea5-4f46-9b43-7f99f3d2e717 HTTP/1.1" status: 200 len: 948 time: 0.1545050 Sep 07 02:42:36.393242 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26912b2-8751-4026-8404-cc55a24af10c admin admin] Checking segment: {'id': '4a40d81e-a446-40cf-a314-2d7295172ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:42:36.393616 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26912b2-8751-4026-8404-cc55a24af10c admin admin] Network hostable DHCP agents. Network: ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:42:36.455252 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2ff75979-e59b-4e28-9094-5c7c4e168e14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:36.480013 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26912b2-8751-4026-8404-cc55a24af10c admin admin] Network ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:42:36.489919 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-130de7d9-fe84-4643-993f-aa506b863d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:36.504322 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-95e8c25d-67f2-477c-bb47-57d35fbc8586 req-8fe1dde8-532d-439c-9f32-f4602f7982f3 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.22 "GET /v2.0/security-groups?id=41e49bd3-7179-4422-8fa8-a2a344c8f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851123 Sep 07 02:42:36.507604 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-d26912b2-8751-4026-8404-cc55a24af10c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:42:36.514438 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26912b2-8751-4026-8404-cc55a24af10c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:36.515322 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d26912b2-8751-4026-8404-cc55a24af10c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:36.523550 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2ff75979-e59b-4e28-9094-5c7c4e168e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:36.523550 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff75979-e59b-4e28-9094-5c7c4e168e14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:36.523831 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2ff75979-e59b-4e28-9094-5c7c4e168e14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:36.524659 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f1b920-cef4-4748-90c7-f1a0813d0919 None None] Network ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:42:36.553263 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d26912b2-8751-4026-8404-cc55a24af10c admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9485326 Sep 07 02:42:36.554105 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-36d1828b-71c9-4017-a341-965913e8d802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:36.557069 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50492) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:42:36.564401 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-2ff75979-e59b-4e28-9094-5c7c4e168e14 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0804770 Sep 07 02:42:36.564633 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-9d4ae7d2-0701-4cfb-82a5-ddcb3f18d884 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-70382135-router', 'tenant_id': 'afaf54fa75d241989f6b7192737d6028', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:42:36.572097 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50494) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:42:36.582447 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-222d8ea8-45d7-427a-af98-d1b95a52b617 admin admin] Request body: {'subnet': {'network_id': '33554464-2d1d-4995-b9e1-cd6ab6ccbd1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-2048957088-subnet', 'tenant_id': 'bb24ffbc5cf943e289e4dc22c0bba90b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:42:36.629594 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff75979-e59b-4e28-9094-5c7c4e168e14 admin admin] Pushing event updated for resources: {'Network': ['ID=33554464-2d1d-4995-b9e1-cd6ab6ccbd1b,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:36.644720 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222d8ea8-45d7-427a-af98-d1b95a52b617 admin admin] Made reservation on behalf of bb24ffbc5cf943e289e4dc22c0bba90b for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:42:36.647217 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-222d8ea8-45d7-427a-af98-d1b95a52b617 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:36.651340 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9d4ae7d2-0701-4cfb-82a5-ddcb3f18d884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:36.652426 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9d4ae7d2-0701-4cfb-82a5-ddcb3f18d884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:36.705072 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 33554464-2d1d-4995-b9e1-cd6ab6ccbd1b details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:42:36.753487 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9d4ae7d2-0701-4cfb-82a5-ddcb3f18d884 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:36.850355 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-222d8ea8-45d7-427a-af98-d1b95a52b617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:36.902487 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222d8ea8-45d7-427a-af98-d1b95a52b617 admin admin] Pushing event updated for resources: {'Subnet': ['ID=625a5dfe-132b-45d5-8134-acdfd7b873bb,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:36.921074 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222d8ea8-45d7-427a-af98-d1b95a52b617 admin admin] Checking segment: {'id': 'bd74203e-fa6d-4c2a-b87e-ee55b06c2f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '33554464-2d1d-4995-b9e1-cd6ab6ccbd1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:42:36.921466 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222d8ea8-45d7-427a-af98-d1b95a52b617 admin admin] Network hostable DHCP agents. Network: 33554464-2d1d-4995-b9e1-cd6ab6ccbd1b, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:42:36.941637 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222d8ea8-45d7-427a-af98-d1b95a52b617 admin admin] Network 33554464-2d1d-4995-b9e1-cd6ab6ccbd1b is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:42:36.952572 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-222d8ea8-45d7-427a-af98-d1b95a52b617 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 33554464-2d1d-4995-b9e1-cd6ab6ccbd1b) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:42:36.957443 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222d8ea8-45d7-427a-af98-d1b95a52b617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:36.958185 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-222d8ea8-45d7-427a-af98-d1b95a52b617 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:36.967325 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fda921-3245-4700-bf76-3b36fb3d9c8e None None] Network 33554464-2d1d-4995-b9e1-cd6ab6ccbd1b requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:42:36.974206 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9d4ae7d2-0701-4cfb-82a5-ddcb3f18d884 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:36.983613 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-222d8ea8-45d7-427a-af98-d1b95a52b617 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3989508 Sep 07 02:42:37.007740 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-36d1828b-71c9-4017-a341-965913e8d802 admin admin] Allocated IP 172.20.0.1 (44ca0f19-5467-4e01-a811-705a63a89a61/aeeb3351-2834-4965-8c13-9d419d66a2a5/a8f73db3-6997-46c1-82e5-4b753f7367ce) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:42:37.014822 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed6f2e5-5acb-4e42-9d0b-3f6e69e180c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96', 'network_id': 'ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96', 'tenant_id': 'afaf54fa75d241989f6b7192737d6028', 'fixed_ips': [{'subnet_id': '57bbd74d-776c-4c52-9483-e440eaacf00e'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:42:37.015934 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-eed6f2e5-5acb-4e42-9d0b-3f6e69e180c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:37.039203 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1455b-b531-477e-a782-8ad8dade1630 req-076b16d6-a087-4eef-87c3-a627dc855522 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:37.046626 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6bd1455b-b531-477e-a782-8ad8dade1630 req-076b16d6-a087-4eef-87c3-a627dc855522 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 944 time: 0.4051995 Sep 07 02:42:37.171575 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947d6a3c-7a91-4fb7-afd9-f7d504dd1752 req-4dd48a41-b87a-4cfd-8d0e-39d6fae8e2c5 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:37.171849 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6bd1455b-b531-477e-a782-8ad8dade1630 req-e4a9ec5d-a39a-4c10-b4ec-b076a7a0ce6e tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242988 Sep 07 02:42:37.173796 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-947d6a3c-7a91-4fb7-afd9-f7d504dd1752 req-4dd48a41-b87a-4cfd-8d0e-39d6fae8e2c5 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=b02fcf02-fa10-4335-931a-49c1a9a127d0 HTTP/1.1" status: 200 len: 949 time: 0.0606477 Sep 07 02:42:37.187262 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-130de7d9-fe84-4643-993f-aa506b863d83 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:37.210547 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-130de7d9-fe84-4643-993f-aa506b863d83 None None] Transition to ACTIVE for port object 249dbf9d-354b-4252-bf1d-ac28649b01a7 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:42:37.217730 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-36d1828b-71c9-4017-a341-965913e8d802 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:37.239111 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-36d1828b-71c9-4017-a341-965913e8d802 admin admin] Transition to ACTIVE for port object a8f73db3-6997-46c1-82e5-4b753f7367ce will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:42:37.240382 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-130de7d9-fe84-4643-993f-aa506b863d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:37.285805 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-947d6a3c-7a91-4fb7-afd9-f7d504dd1752 req-30d69dec-7fd7-40f7-b1c9-f353cfd958ec tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788138 Sep 07 02:42:37.333485 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5c26e6-6445-437a-8eab-81f168b2bcaa None None] Network 33554464-2d1d-4995-b9e1-cd6ab6ccbd1b requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:42:37.387886 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce69593-a83c-4459-af58-50b4086a165c None None] Pushing event updated for resources: {'Port': ['ID=249dbf9d-354b-4252-bf1d-ac28649b01a7,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:37.392073 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-130de7d9-fe84-4643-993f-aa506b863d83 None None] Attempting to bind port 249dbf9d-354b-4252-bf1d-ac28649b01a7 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:42:37.392636 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-130de7d9-fe84-4643-993f-aa506b863d83 None None] Attempting to bind port 249dbf9d-354b-4252-bf1d-ac28649b01a7 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:42:37.393044 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130de7d9-fe84-4643-993f-aa506b863d83 None None] Attempting to bind port 249dbf9d-354b-4252-bf1d-ac28649b01a7 on network 1166b922-7457-4da4-bdda-328e8c8e7bc6 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:42:37.404970 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-36d1828b-71c9-4017-a341-965913e8d802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:37.434082 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-eed6f2e5-5acb-4e42-9d0b-3f6e69e180c9 None None] Allocated IP 172.20.0.2 (ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96/57bbd74d-776c-4c52-9483-e440eaacf00e/819b7fc3-5664-4dc6-b4b2-43fd3d182bb3) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:42:37.447185 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130de7d9-fe84-4643-993f-aa506b863d83 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:42:37.447589 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130de7d9-fe84-4643-993f-aa506b863d83 None None] Checking segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:42:37.447796 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-130de7d9-fe84-4643-993f-aa506b863d83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:37.448273 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130de7d9-fe84-4643-993f-aa506b863d83 None None] Bound using segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:42:37.449223 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-130de7d9-fe84-4643-993f-aa506b863d83 None None] Bound port: 249dbf9d-354b-4252-bf1d-ac28649b01a7, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:42:37.449223 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-130de7d9-fe84-4643-993f-aa506b863d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:37.466602 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-90cdcb17-e185-4d2d-8295-cdc49351e780 req-0985f5ce-5d19-44ee-b4f4-f3384fe366b5 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-374646605', 'description': 'tempest-description-1964529737'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:42:37.479554 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e82cc3e-4503-4aa0-9e8a-ca65b1bee043 req-1e2310ec-d587-468e-89ba-9451d7bbae30 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:37.481185 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4e82cc3e-4503-4aa0-9e8a-ca65b1bee043 req-1e2310ec-d587-468e-89ba-9451d7bbae30 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf828f99-7a68-4f92-b197-bc8a204ec072 HTTP/1.1" status: 200 len: 945 time: 0.2097661 Sep 07 02:42:37.485941 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d1828b-71c9-4017-a341-965913e8d802 admin admin] Network 44ca0f19-5467-4e01-a811-705a63a89a61 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:42:37.494172 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-36d1828b-71c9-4017-a341-965913e8d802 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:42:37.496551 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9d4ae7d2-0701-4cfb-82a5-ddcb3f18d884 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:37.498649 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d1828b-71c9-4017-a341-965913e8d802 admin admin] Pushing event updated for resources: {'Port': ['ID=a8f73db3-6997-46c1-82e5-4b753f7367ce,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:37.509882 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d1828b-71c9-4017-a341-965913e8d802 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:42:37.511921 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-90cdcb17-e185-4d2d-8295-cdc49351e780 req-0985f5ce-5d19-44ee-b4f4-f3384fe366b5 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:37.566439 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9d4ae7d2-0701-4cfb-82a5-ddcb3f18d884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:37.626345 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-130de7d9-fe84-4643-993f-aa506b863d83 None None] For port 249dbf9d-354b-4252-bf1d-ac28649b01a7, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:42:37.627473 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-90cdcb17-e185-4d2d-8295-cdc49351e780 req-0985f5ce-5d19-44ee-b4f4-f3384fe366b5 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:37.634502 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-90cdcb17-e185-4d2d-8295-cdc49351e780 req-0985f5ce-5d19-44ee-b4f4-f3384fe366b5 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:37.651422 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-130de7d9-fe84-4643-993f-aa506b863d83 None None] For port 249dbf9d-354b-4252-bf1d-ac28649b01a7, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=249dbf9d-354b-4252-bf1d-ac28649b01a7,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:42:37.662252 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4e82cc3e-4503-4aa0-9e8a-ca65b1bee043 req-3055784d-bda6-46ac-be8a-3f5a7da67d32 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709216 Sep 07 02:42:37.669221 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-130de7d9-fe84-4643-993f-aa506b863d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:37.688448 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-36d1828b-71c9-4017-a341-965913e8d802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:37.695643 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0985f5ce-5d19-44ee-b4f4-f3384fe366b5 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2807b84-2dca-480c-84da-bc31effeab10,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:37.696946 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-90cdcb17-e185-4d2d-8295-cdc49351e780 req-0985f5ce-5d19-44ee-b4f4-f3384fe366b5 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:37.717212 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-90cdcb17-e185-4d2d-8295-cdc49351e780 req-0985f5ce-5d19-44ee-b4f4-f3384fe366b5 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3204463 Sep 07 02:42:37.773349 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130de7d9-fe84-4643-993f-aa506b863d83 None None] Routers {'524a2e35-ff2c-483a-86da-291e28b453f8'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:42:37.773995 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-130de7d9-fe84-4643-993f-aa506b863d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:42:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['524a2e35-ff2c-483a-86da-291e28b453f8'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:42:37.844904 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce69593-a83c-4459-af58-50b4086a165c None None] Pushing event updated for resources: {'Port': ['ID=249dbf9d-354b-4252-bf1d-ac28649b01a7,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:37.856022 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-f548fdc3-18aa-4e23-acbb-11311537f0e0 req-e7cc209c-d5a4-4335-9b4e-1eaf03871ba3 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-287340741', 'description': 'tempest-description-2114921225'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:42:37.861169 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device f2369be1-8cc0-4c63-9f14-30606388589b details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:42:37.887726 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-f548fdc3-18aa-4e23-acbb-11311537f0e0 req-e7cc209c-d5a4-4335-9b4e-1eaf03871ba3 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:37.922380 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-55d45911-cb41-455f-a8ab-bb9ccade2005 None None] Provisioning for port a8f73db3-6997-46c1-82e5-4b753f7367ce completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:42:37.941314 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-eed6f2e5-5acb-4e42-9d0b-3f6e69e180c9 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:37.971830 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-55d45911-cb41-455f-a8ab-bb9ccade2005 None None] Provisioning complete for port a8f73db3-6997-46c1-82e5-4b753f7367ce triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:42:37.972358 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-55d45911-cb41-455f-a8ab-bb9ccade2005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:38.024432 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-eed6f2e5-5acb-4e42-9d0b-3f6e69e180c9 None None] Transition to ACTIVE for port object 819b7fc3-5664-4dc6-b4b2-43fd3d182bb3 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:42:38.030923 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135f31f-6690-4936-84ea-2d813f58c065 req-dccfa1cb-53c0-4416-97ed-5552091b670b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:38.031954 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-9d4ae7d2-0701-4cfb-82a5-ddcb3f18d884 admin admin] Allocated IP 172.25.5.231 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/c681a56d-d910-43ec-a691-598a24e331bd) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:42:38.034880 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5135f31f-6690-4936-84ea-2d813f58c065 req-dccfa1cb-53c0-4416-97ed-5552091b670b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3c6e11955fd14c5c9b191cf5c7d7b41c&device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 1096 time: 0.0827634 Sep 07 02:42:38.051944 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89735f99-3c4e-410f-98b8-a8f379f28e35 req-49a9f1fa-09be-4e8f-b4fd-b1cf86856002 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:38.053599 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-89735f99-3c4e-410f-98b8-a8f379f28e35 req-49a9f1fa-09be-4e8f-b4fd-b1cf86856002 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bcde8e2-5ea5-4f46-9b43-7f99f3d2e717 HTTP/1.1" status: 200 len: 948 time: 0.1768272 Sep 07 02:42:38.059348 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-f548fdc3-18aa-4e23-acbb-11311537f0e0 req-e7cc209c-d5a4-4335-9b4e-1eaf03871ba3 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:38.083354 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-f548fdc3-18aa-4e23-acbb-11311537f0e0 req-e7cc209c-d5a4-4335-9b4e-1eaf03871ba3 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:38.112021 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-130de7d9-fe84-4643-993f-aa506b863d83 None None] Set router 524a2e35-ff2c-483a-86da-291e28b453f8 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:42:38.156487 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-f548fdc3-18aa-4e23-acbb-11311537f0e0 req-e7cc209c-d5a4-4335-9b4e-1eaf03871ba3 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:38.161012 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f548fdc3-18aa-4e23-acbb-11311537f0e0 req-e7cc209c-d5a4-4335-9b4e-1eaf03871ba3 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3105485 Sep 07 02:42:38.181435 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-eed6f2e5-5acb-4e42-9d0b-3f6e69e180c9 None None] Transition to ACTIVE for port object 819b7fc3-5664-4dc6-b4b2-43fd3d182bb3 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:42:38.189637 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-55d45911-cb41-455f-a8ab-bb9ccade2005 None None] Port a8f73db3-6997-46c1-82e5-4b753f7367ce cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:42:38.213661 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-36d1828b-71c9-4017-a341-965913e8d802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:38.214054 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-eed6f2e5-5acb-4e42-9d0b-3f6e69e180c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:38.219222 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135f31f-6690-4936-84ea-2d813f58c065 req-7f938a4e-4c33-4a6f-886f-0a9bc72f9030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:38.221016 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5135f31f-6690-4936-84ea-2d813f58c065 req-7f938a4e-4c33-4a6f-886f-0a9bc72f9030 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c7baff3a-2acd-47c4-826f-ff1b179e5161 HTTP/1.1" status: 200 len: 910 time: 0.1755788 Sep 07 02:42:38.221707 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cc209c-d5a4-4335-9b4e-1eaf03871ba3 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6fcfea-d065-4e0e-a680-3f538811c90e,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:38.252042 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-89735f99-3c4e-410f-98b8-a8f379f28e35 req-37951600-6142-4377-99be-2b08cc0b8330 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.22 "GET /v2.0/security-groups?id=41e49bd3-7179-4422-8fa8-a2a344c8f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761096 Sep 07 02:42:38.314980 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9d4ae7d2-0701-4cfb-82a5-ddcb3f18d884 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:38.357248 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5e4ad-203c-4356-b1d8-412ec62472c8 req-94d3f5bc-07f3-429d-83b2-f527f5a063ac tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:38.358855 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-16d5e4ad-203c-4356-b1d8-412ec62472c8 req-94d3f5bc-07f3-429d-83b2-f527f5a063ac tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 944 time: 0.1123402 Sep 07 02:42:38.361481 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5135f31f-6690-4936-84ea-2d813f58c065 req-2a69be9c-ffab-4d36-941f-3d502256b9e5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e0a4062-b916-433e-8871-18aaa78c80ee HTTP/1.1" status: 200 len: 999 time: 0.1288190 Sep 07 02:42:38.439890 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-16d5e4ad-203c-4356-b1d8-412ec62472c8 req-7cf35f90-611c-4a88-a238-784171c05c3d tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740519 Sep 07 02:42:38.446381 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135f31f-6690-4936-84ea-2d813f58c065 req-9d99e7d0-89d7-46bd-b80a-df61096edd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:38.448415 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5135f31f-6690-4936-84ea-2d813f58c065 req-9d99e7d0-89d7-46bd-b80a-df61096edd49 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=04737742-a3d0-4b6d-a6a4-ec1fe2e55890 HTTP/1.1" status: 200 len: 849 time: 0.0740294 Sep 07 02:42:38.478902 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port f2369be1-8cc0-4c63-9f14-30606388589b, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=f2369be1-8cc0-4c63-9f14-30606388589b,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:42:38.494979 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed6f2e5-5acb-4e42-9d0b-3f6e69e180c9 None None] Network ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:42:38.503349 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-eed6f2e5-5acb-4e42-9d0b-3f6e69e180c9 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:42:38.505880 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed6f2e5-5acb-4e42-9d0b-3f6e69e180c9 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:42:38.510678 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed6f2e5-5acb-4e42-9d0b-3f6e69e180c9 None None] Pushing event updated for resources: {'Port': ['ID=819b7fc3-5664-4dc6-b4b2-43fd3d182bb3,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:38.517221 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': 'f2369be1-8cc0-4c63-9f14-30606388589b', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'port_id': 'f2369be1-8cc0-4c63-9f14-30606388589b', 'mac_address': 'fa:16:3e:cd:89:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '694f9550-ba12-4672-8446-41848123cea2', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:42:38.519583 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135f31f-6690-4936-84ea-2d813f58c065 req-0d31586d-f2b7-49f5-baf3-5d38c039e9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:38.521694 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5135f31f-6690-4936-84ea-2d813f58c065 req-0d31586d-f2b7-49f5-baf3-5d38c039e9d2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7baff3a-2acd-47c4-826f-ff1b179e5161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608280 Sep 07 02:42:38.533040 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9d4ae7d2-0701-4cfb-82a5-ddcb3f18d884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:38.590640 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef7e259-63aa-4636-a27c-21e85086f460 req-ad02d2e9-38cc-4de4-be77-9a09d687020d tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:38.592190 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5ef7e259-63aa-4636-a27c-21e85086f460 req-ad02d2e9-38cc-4de4-be77-9a09d687020d tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/networks?id=b38f0331-653f-46c0-a8d7-26916edac115 HTTP/1.1" status: 200 len: 805 time: 0.2277703 Sep 07 02:42:38.613480 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4ae7d2-0701-4cfb-82a5-ddcb3f18d884 admin admin] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:42:38.630367 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-9d4ae7d2-0701-4cfb-82a5-ddcb3f18d884 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:42:38.638932 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4ae7d2-0701-4cfb-82a5-ddcb3f18d884 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:42:38.639223 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-eed6f2e5-5acb-4e42-9d0b-3f6e69e180c9 None None] Attempting to bind port 819b7fc3-5664-4dc6-b4b2-43fd3d182bb3 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:42:38.639509 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-eed6f2e5-5acb-4e42-9d0b-3f6e69e180c9 None None] Attempting to bind port 819b7fc3-5664-4dc6-b4b2-43fd3d182bb3 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '4a40d81e-a446-40cf-a314-2d7295172ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:42:38.640000 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed6f2e5-5acb-4e42-9d0b-3f6e69e180c9 None None] Attempting to bind port 819b7fc3-5664-4dc6-b4b2-43fd3d182bb3 on network ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:42:38.644776 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4ae7d2-0701-4cfb-82a5-ddcb3f18d884 admin admin] Pushing event updated for resources: {'Port': ['ID=c681a56d-d910-43ec-a691-598a24e331bd,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:38.659230 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed6f2e5-5acb-4e42-9d0b-3f6e69e180c9 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:42:38.659740 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed6f2e5-5acb-4e42-9d0b-3f6e69e180c9 None None] Checking segment: {'id': '4a40d81e-a446-40cf-a314-2d7295172ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:42:38.660258 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-eed6f2e5-5acb-4e42-9d0b-3f6e69e180c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:38.660908 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed6f2e5-5acb-4e42-9d0b-3f6e69e180c9 None None] Bound using segment: {'id': '4a40d81e-a446-40cf-a314-2d7295172ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:42:38.661122 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-eed6f2e5-5acb-4e42-9d0b-3f6e69e180c9 None None] Bound port: 819b7fc3-5664-4dc6-b4b2-43fd3d182bb3, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a40d81e-a446-40cf-a314-2d7295172ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:42:38.661510 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-eed6f2e5-5acb-4e42-9d0b-3f6e69e180c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:38.667883 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5ef7e259-63aa-4636-a27c-21e85086f460 req-0ff136ae-2ec2-45e9-b143-72cac2955911 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/quotas/39221102c85f4a33befb52c47b54a864 HTTP/1.1" status: 200 len: 375 time: 0.0643232 Sep 07 02:42:38.676350 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:38.694093 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2369be1-8cc0-4c63-9f14-30606388589b {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:42:38.709454 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-36d1828b-71c9-4017-a341-965913e8d802 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:38.729387 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-36d1828b-71c9-4017-a341-965913e8d802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:38.730303 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5135f31f-6690-4936-84ea-2d813f58c065 req-88111c14-45d7-4687-89d9-49b2ed1bf1d8 service neutron] 10.222.0.16 "GET /v2.0/networks/c7baff3a-2acd-47c4-826f-ff1b179e5161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951098 Sep 07 02:42:38.738294 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port f2369be1-8cc0-4c63-9f14-30606388589b, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=f2369be1-8cc0-4c63-9f14-30606388589b,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:42:38.748150 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:38.792720 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e5704-4f79-4388-b9a6-bb0f22eef990 req-854ce52b-41c6-4505-aa46-f8a47d9b893f tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:38.798646 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-130de7d9-fe84-4643-993f-aa506b863d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524a2e35-ff2c-483a-86da-291e28b453f8', 'name': 'tempest-ServersTestJSON-1752052576-router', 'tenant_id': '1cb4444198df4bb2bcd059ce08ea0dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '249dbf9d-354b-4252-bf1d-ac28649b01a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:42:30Z', 'updated_at': '2021-09-07T02:42:33Z', 'revision_number': 3, 'project_id': '1cb4444198df4bb2bcd059ce08ea0dc3', 'gw_port': {'id': '249dbf9d-354b-4252-bf1d-ac28649b01a7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524a2e35-ff2c-483a-86da-291e28b453f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:42:32Z', 'updated_at': '2021-09-07T02:42:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:42:38.800496 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ea3e5704-4f79-4388-b9a6-bb0f22eef990 req-854ce52b-41c6-4505-aa46-f8a47d9b893f tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/networks?id=33554464-2d1d-4995-b9e1-cd6ab6ccbd1b HTTP/1.1" status: 200 len: 813 time: 0.1824100 Sep 07 02:42:38.843512 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130de7d9-fe84-4643-993f-aa506b863d83 None None] The sync data for ids ['524a2e35-ff2c-483a-86da-291e28b453f8'] in n-d-796209-16 is: [{'id': '524a2e35-ff2c-483a-86da-291e28b453f8', 'name': 'tempest-ServersTestJSON-1752052576-router', 'tenant_id': '1cb4444198df4bb2bcd059ce08ea0dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '249dbf9d-354b-4252-bf1d-ac28649b01a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:42:30Z', 'updated_at': '2021-09-07T02:42:33Z', 'revision_number': 3, 'project_id': '1cb4444198df4bb2bcd059ce08ea0dc3', 'gw_port': {'id': '249dbf9d-354b-4252-bf1d-ac28649b01a7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524a2e35-ff2c-483a-86da-291e28b453f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:42:32Z', 'updated_at': '2021-09-07T02:42:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:42:38.853761 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-eed6f2e5-5acb-4e42-9d0b-3f6e69e180c9 None None] For port 819b7fc3-5664-4dc6-b4b2-43fd3d182bb3, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:42:38.859000 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ea3e5704-4f79-4388-b9a6-bb0f22eef990 req-d22e620b-7def-4428-b631-b86bb5c8eeb3 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/quotas/bb24ffbc5cf943e289e4dc22c0bba90b HTTP/1.1" status: 200 len: 375 time: 0.0575173 Sep 07 02:42:38.876179 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=f2369be1-8cc0-4c63-9f14-30606388589b,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:38.887835 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-eed6f2e5-5acb-4e42-9d0b-3f6e69e180c9 None None] For port 819b7fc3-5664-4dc6-b4b2-43fd3d182bb3, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=819b7fc3-5664-4dc6-b4b2-43fd3d182bb3,segment=NetworkSegment(4a40d81e-a446-40cf-a314-2d7295172ca6),segment_id=4a40d81e-a446-40cf-a314-2d7295172ca6)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:42:38.895921 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-eed6f2e5-5acb-4e42-9d0b-3f6e69e180c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:38.904691 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ea3e5704-4f79-4388-b9a6-bb0f22eef990 req-7e6a1301-979d-4bbd-a8d4-cf600ef03aee tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=bb24ffbc5cf943e289e4dc22c0bba90b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444372 Sep 07 02:42:38.952770 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5135f31f-6690-4936-84ea-2d813f58c065 req-e5f3047d-d9a4-4816-a34c-55a53940af2f service neutron] 10.222.0.16 "GET /v2.0/networks/c7baff3a-2acd-47c4-826f-ff1b179e5161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129188 Sep 07 02:42:38.986976 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed6f2e5-5acb-4e42-9d0b-3f6e69e180c9 None None] Pushing event updated for resources: {'Port': ['ID=819b7fc3-5664-4dc6-b4b2-43fd3d182bb3,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:39.002526 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['f2369be1-8cc0-4c63-9f14-30606388589b'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:42:39.052894 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ea3e5704-4f79-4388-b9a6-bb0f22eef990 req-ac256354-0608-4ff8-a51d-ba1675392133 service neutron] 10.222.0.22 "GET /v2.0/networks/33554464-2d1d-4995-b9e1-cd6ab6ccbd1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474965 Sep 07 02:42:39.230114 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ea3e5704-4f79-4388-b9a6-bb0f22eef990 req-f3640a58-34af-48cd-9dca-715e35fb4cca service neutron] 10.222.0.22 "GET /v2.0/networks/33554464-2d1d-4995-b9e1-cd6ab6ccbd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571090 Sep 07 02:42:39.319211 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5ef7e259-63aa-4636-a27c-21e85086f460 req-23387868-11bf-468e-92ea-672a6cb8ff38 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=39221102c85f4a33befb52c47b54a864&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6335964 Sep 07 02:42:39.334309 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-36d1828b-71c9-4017-a341-965913e8d802 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:39.343220 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d1828b-71c9-4017-a341-965913e8d802 admin admin] Pushing event updated for resources: {'Port': ['ID=a8f73db3-6997-46c1-82e5-4b753f7367ce,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:39.590879 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea1fde8-425b-45a2-8093-6094e04a1563 req-6654f13d-874b-41d2-835d-2631b4461b92 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:39.596078 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eea1fde8-425b-45a2-8093-6094e04a1563 req-6654f13d-874b-41d2-835d-2631b4461b92 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=b02fcf02-fa10-4335-931a-49c1a9a127d0 HTTP/1.1" status: 200 len: 949 time: 0.0885136 Sep 07 02:42:39.652093 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eea1fde8-425b-45a2-8093-6094e04a1563 req-00530c86-30b7-4536-aeb2-0e05ce6f7999 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482194 Sep 07 02:42:39.752645 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d1828b-71c9-4017-a341-965913e8d802 admin admin] Network 44ca0f19-5467-4e01-a811-705a63a89a61 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:42:39.760940 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-36d1828b-71c9-4017-a341-965913e8d802 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:42:39.791005 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5ef7e259-63aa-4636-a27c-21e85086f460 req-08f7e822-c612-460d-8552-cc0a4c0e95af service neutron] 10.222.0.22 "GET /v2.0/networks/b38f0331-653f-46c0-a8d7-26916edac115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4361782 Sep 07 02:42:39.856123 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device f2369be1-8cc0-4c63-9f14-30606388589b up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:42:39.890280 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae7ed3-a541-4ef9-b851-526390d7b118 req-2fc48ad1-2518-47b1-ae4e-188a9e8c883a tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:39.902042 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-79ae7ed3-a541-4ef9-b851-526390d7b118 req-2fc48ad1-2518-47b1-ae4e-188a9e8c883a tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bcde8e2-5ea5-4f46-9b43-7f99f3d2e717 HTTP/1.1" status: 200 len: 949 time: 0.0941482 Sep 07 02:42:39.911694 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9d4ae7d2-0701-4cfb-82a5-ddcb3f18d884 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:39.964907 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-79ae7ed3-a541-4ef9-b851-526390d7b118 req-829cc042-9ca0-4b38-8444-af317ff3e8bd tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.22 "GET /v2.0/security-groups?id=41e49bd3-7179-4422-8fa8-a2a344c8f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616293 Sep 07 02:42:39.981457 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port f2369be1-8cc0-4c63-9f14-30606388589b completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:42:39.995443 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port f2369be1-8cc0-4c63-9f14-30606388589b triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:42:39.996222 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:40.131851 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:40.132076 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a2a81dbc-4f21-438f-9375-ea6d1e45fcf2 req-97f1fc87-3f8c-4642-b735-37354c99eb6f tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/ports?device_id=636560ee-84d9-4d64-9b4f-832fc5786429 HTTP/1.1" status: 200 len: 210 time: 0.0519357 Sep 07 02:42:40.174510 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port f2369be1-8cc0-4c63-9f14-30606388589b, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=f2369be1-8cc0-4c63-9f14-30606388589b,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:42:40.175790 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bcde8e2-5ea5-4f46-9b43-7f99f3d2e717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2369be1-8cc0-4c63-9f14-30606388589b'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:42:40.178461 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c259bf-5a05-4a6b-95a3-a118a81078e2" -d '{"events": [{"server_uuid": "1bcde8e2-5ea5-4f46-9b43-7f99f3d2e717", "name": "network-vif-plugged", "status": "completed", "tag": "f2369be1-8cc0-4c63-9f14-30606388589b"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:42:40.184619 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:40.254705 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=f2369be1-8cc0-4c63-9f14-30606388589b,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:40.277755 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-23fc4c77-d98d-43ff-ba24-b78f561bb3dd None None] Provisioning complete for port a8f73db3-6997-46c1-82e5-4b753f7367ce triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:42:40.278473 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-23fc4c77-d98d-43ff-ba24-b78f561bb3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:40.323581 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5ef7e259-63aa-4636-a27c-21e85086f460 req-aa1928f2-e636-49fb-8a7c-92f97685d69d service neutron] 10.222.0.22 "GET /v2.0/networks/b38f0331-653f-46c0-a8d7-26916edac115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5242143 Sep 07 02:42:40.326106 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab32c1-cb64-47ab-b2d3-6a71b2a803d3 req-f4986c19-0448-4fec-824b-4825faefc443 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:40.328323 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d9ab32c1-cb64-47ab-b2d3-6a71b2a803d3 req-f4986c19-0448-4fec-824b-4825faefc443 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 944 time: 0.0830703 Sep 07 02:42:40.332831 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d1828b-71c9-4017-a341-965913e8d802 admin admin] Router 524a2e35-ff2c-483a-86da-291e28b453f8 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:42:40.366752 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-23fc4c77-d98d-43ff-ba24-b78f561bb3dd None None] Port a8f73db3-6997-46c1-82e5-4b753f7367ce cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:42:40.383306 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d9ab32c1-cb64-47ab-b2d3-6a71b2a803d3 req-e2a09eba-b928-4450-9670-e294f77d5457 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448005 Sep 07 02:42:40.442764 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1142f971-074e-4a81-8963-9d6bcc2c9549 x-openstack-request-id: req-1142f971-074e-4a81-8963-9d6bcc2c9549 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:42:40.443109 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bcde8e2-5ea5-4f46-9b43-7f99f3d2e717", "name": "network-vif-plugged", "status": "completed", "tag": "f2369be1-8cc0-4c63-9f14-30606388589b", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:42:40.443527 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1142f971-074e-4a81-8963-9d6bcc2c9549 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:42:40.444026 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bcde8e2-5ea5-4f46-9b43-7f99f3d2e717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2369be1-8cc0-4c63-9f14-30606388589b', 'code': 200} Sep 07 02:42:40.597126 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9d4ae7d2-0701-4cfb-82a5-ddcb3f18d884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:40.645996 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d90557-f414-42f4-8e40-a77513d0c510 req-1e2bf0aa-9919-4095-a5a9-fedc811d31b9 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:40.652220 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcef7d13-f0ed-4360-a38c-9b5b72fe329c None None] Network ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:42:40.655924 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-42d90557-f414-42f4-8e40-a77513d0c510 req-1e2bf0aa-9919-4095-a5a9-fedc811d31b9 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 944 time: 0.1217320 Sep 07 02:42:40.668871 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d1828b-71c9-4017-a341-965913e8d802 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:42:40.683857 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-36d1828b-71c9-4017-a341-965913e8d802 admin admin] 10.222.0.22 "PUT /v2.0/routers/524a2e35-ff2c-483a-86da-291e28b453f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7912304 Sep 07 02:42:40.701488 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebaf0ce-6d02-4004-8b3f-955a5c1fc587 req-becce582-054c-4ad2-b303-40e1c38bf02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:40.703016 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5ebaf0ce-6d02-4004-8b3f-955a5c1fc587 req-becce582-054c-4ad2-b303-40e1c38bf02b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1bcde8e2-5ea5-4f46-9b43-7f99f3d2e717 HTTP/1.1" status: 200 len: 1102 time: 0.1573329 Sep 07 02:42:40.729621 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-42d90557-f414-42f4-8e40-a77513d0c510 req-a191fb70-39ff-4262-9361-f3177dea2d9b tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721817 Sep 07 02:42:40.865917 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5ebaf0ce-6d02-4004-8b3f-955a5c1fc587 req-0002f518-996f-4f8d-8cd6-b92d9803dfa1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=41e49bd3-7179-4422-8fa8-a2a344c8f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510189 Sep 07 02:42:40.867299 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 819b7fc3-5664-4dc6-b4b2-43fd3d182bb3 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:42:40.872862 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcb1dd3-3cdd-4a00-8080-2231521e0817 req-9357ef69-66bb-4902-8585-fcdfbd89b588 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:40.887548 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3bcb1dd3-3cdd-4a00-8080-2231521e0817 req-9357ef69-66bb-4902-8585-fcdfbd89b588 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=b02fcf02-fa10-4335-931a-49c1a9a127d0 HTTP/1.1" status: 200 len: 949 time: 0.0862005 Sep 07 02:42:41.008336 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d4ae7d2-0701-4cfb-82a5-ddcb3f18d884 admin admin] Router da2c3e07-0bea-4415-b297-dc7e89bfe9cf is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 02:42:41.024303 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3bcb1dd3-3cdd-4a00-8080-2231521e0817 req-e3948ba4-ebf4-403a-aef8-5ac2e00d2bdf tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307855 Sep 07 02:42:41.046725 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-7a48a358-dd91-466a-b874-ace260eeeff8 None None] Provisioning for port 819b7fc3-5664-4dc6-b4b2-43fd3d182bb3 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:42:41.124766 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e5704-4f79-4388-b9a6-bb0f22eef990 req-2d8b76ab-8fb7-46b5-bd14-944856f43fe4 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:41.127650 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ea3e5704-4f79-4388-b9a6-bb0f22eef990 req-2d8b76ab-8fb7-46b5-bd14-944856f43fe4 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.16 "GET /v2.0/networks?id=33554464-2d1d-4995-b9e1-cd6ab6ccbd1b HTTP/1.1" status: 200 len: 813 time: 0.2301385 Sep 07 02:42:41.146501 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-ea3e5704-4f79-4388-b9a6-bb0f22eef990 req-5780b174-b57b-4d9d-b4ce-2645b50a1301 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Request body: {'port': {'device_id': '636560ee-84d9-4d64-9b4f-832fc5786429', 'network_id': '33554464-2d1d-4995-b9e1-cd6ab6ccbd1b', 'admin_state_up': True, 'tenant_id': 'bb24ffbc5cf943e289e4dc22c0bba90b'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:42:41.172427 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 819b7fc3-5664-4dc6-b4b2-43fd3d182bb3 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:42:41.189889 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 819b7fc3-5664-4dc6-b4b2-43fd3d182bb3 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:42:41.192792 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:41.348998 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4ae7d2-0701-4cfb-82a5-ddcb3f18d884 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:42:41.360081 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea3e5704-4f79-4388-b9a6-bb0f22eef990 req-5780b174-b57b-4d9d-b4ce-2645b50a1301 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Made reservation on behalf of bb24ffbc5cf943e289e4dc22c0bba90b for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:42:41.360944 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e24174-ad5e-4e88-9ec2-306f3c559ff3 None None] Sync routers for ids ['da2c3e07-0bea-4415-b297-dc7e89bfe9cf'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:42:41.366479 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-ea3e5704-4f79-4388-b9a6-bb0f22eef990 req-5780b174-b57b-4d9d-b4ce-2645b50a1301 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:41.380513 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e24174-ad5e-4e88-9ec2-306f3c559ff3 None None] Routers {'da2c3e07-0bea-4415-b297-dc7e89bfe9cf'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:42:41.381185 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-03e24174-ad5e-4e88-9ec2-306f3c559ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:42:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['da2c3e07-0bea-4415-b297-dc7e89bfe9cf'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:42:41.389201 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9d4ae7d2-0701-4cfb-82a5-ddcb3f18d884 admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:41.390594 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9d4ae7d2-0701-4cfb-82a5-ddcb3f18d884 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.8324828 Sep 07 02:42:41.393261 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50606) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:42:41.439919 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:41.491794 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 819b7fc3-5664-4dc6-b4b2-43fd3d182bb3, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=819b7fc3-5664-4dc6-b4b2-43fd3d182bb3,segment=NetworkSegment(4a40d81e-a446-40cf-a314-2d7295172ca6),segment_id=4a40d81e-a446-40cf-a314-2d7295172ca6)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:42:41.500273 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:41.501894 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 249dbf9d-354b-4252-bf1d-ac28649b01a7 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:42:41.545750 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412a880f-caf3-45e2-90fc-fbda869dfa3e None None] Sync routers for ids ['524a2e35-ff2c-483a-86da-291e28b453f8'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:42:41.591742 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412a880f-caf3-45e2-90fc-fbda869dfa3e None None] Routers {'524a2e35-ff2c-483a-86da-291e28b453f8'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:42:41.593316 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-412a880f-caf3-45e2-90fc-fbda869dfa3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:42:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['524a2e35-ff2c-483a-86da-291e28b453f8'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:42:41.611274 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [req-ea3e5704-4f79-4388-b9a6-bb0f22eef990 req-5780b174-b57b-4d9d-b4ce-2645b50a1301 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Allocated IP 172.20.0.3 (33554464-2d1d-4995-b9e1-cd6ab6ccbd1b/625a5dfe-132b-45d5-8134-acdfd7b873bb/1059679b-237b-43f6-9bf3-eb07cfd90780) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:42:41.686059 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=819b7fc3-5664-4dc6-b4b2-43fd3d182bb3,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:41.748277 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 249dbf9d-354b-4252-bf1d-ac28649b01a7 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:42:41.759451 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 249dbf9d-354b-4252-bf1d-ac28649b01a7 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:42:41.759937 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:41.798188 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-412a880f-caf3-45e2-90fc-fbda869dfa3e None None] Set router 524a2e35-ff2c-483a-86da-291e28b453f8 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:42:41.818803 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50610) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:42:41.827596 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-94f9d48c-6dbb-46da-be98-36a19753a6c2 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1190564286', 'description': 'tempest-description--425514621'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:42:41.827904 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-03e24174-ad5e-4e88-9ec2-306f3c559ff3 None None] Set router da2c3e07-0bea-4415-b297-dc7e89bfe9cf gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:42:41.843012 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-ea3e5704-4f79-4388-b9a6-bb0f22eef990 req-5780b174-b57b-4d9d-b4ce-2645b50a1301 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:41.869823 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-94f9d48c-6dbb-46da-be98-36a19753a6c2 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:41.932267 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-9c6bb22d-3b17-44f8-99a9-fd7dffa73ec3 None None] Provisioning complete for port 819b7fc3-5664-4dc6-b4b2-43fd3d182bb3 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:42:41.932892 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9c6bb22d-3b17-44f8-99a9-fd7dffa73ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:41.946455 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1fc55f64-ae43-472d-b59f-3ea68bf8c661 req-01a4e687-f179-4b36-8e25-47399ee5913b tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/ports?device_id=636560ee-84d9-4d64-9b4f-832fc5786429 HTTP/1.1" status: 200 len: 210 time: 0.0734096 Sep 07 02:42:41.955126 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cdbde3-d1c0-4acb-845c-b7065392e323 req-7666e116-5d9f-48b0-9755-0ca7958ee635 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:41.962646 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-08cdbde3-d1c0-4acb-845c-b7065392e323 req-7666e116-5d9f-48b0-9755-0ca7958ee635 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bcde8e2-5ea5-4f46-9b43-7f99f3d2e717 HTTP/1.1" status: 200 len: 950 time: 0.0869572 Sep 07 02:42:42.044489 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-08cdbde3-d1c0-4acb-845c-b7065392e323 req-8bd5add3-613f-4172-a70f-fe1411dca8b2 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.22 "GET /v2.0/security-groups?id=41e49bd3-7179-4422-8fa8-a2a344c8f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809574 Sep 07 02:42:42.047904 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-ea3e5704-4f79-4388-b9a6-bb0f22eef990 req-5780b174-b57b-4d9d-b4ce-2645b50a1301 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:42.051454 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-94f9d48c-6dbb-46da-be98-36a19753a6c2 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:42.061798 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-94f9d48c-6dbb-46da-be98-36a19753a6c2 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:42.086820 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-03e24174-ad5e-4e88-9ec2-306f3c559ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da2c3e07-0bea-4415-b297-dc7e89bfe9cf', 'name': 'tempest-TaggedBootDevicesTest_v242-70382135-router', 'tenant_id': 'afaf54fa75d241989f6b7192737d6028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'c681a56d-d910-43ec-a691-598a24e331bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:42:36Z', 'updated_at': '2021-09-07T02:42:39Z', 'revision_number': 3, 'project_id': 'afaf54fa75d241989f6b7192737d6028', 'gw_port': {'id': 'c681a56d-d910-43ec-a691-598a24e331bd', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:1b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da2c3e07-0bea-4415-b297-dc7e89bfe9cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:42:37Z', 'updated_at': '2021-09-07T02:42:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:42:42.131465 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-94f9d48c-6dbb-46da-be98-36a19753a6c2 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:42.135877 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-94f9d48c-6dbb-46da-be98-36a19753a6c2 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3159256 Sep 07 02:42:42.151321 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50618) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:42:42.157102 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e24174-ad5e-4e88-9ec2-306f3c559ff3 None None] Checking router: da2c3e07-0bea-4415-b297-dc7e89bfe9cf for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:42:42.157701 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e24174-ad5e-4e88-9ec2-306f3c559ff3 None None] Updating router da2c3e07-0bea-4415-b297-dc7e89bfe9cf port c681a56d-d910-43ec-a691-598a24e331bd binding host n-d-796209-16 {{(pid=94703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 02:42:42.185290 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f9d48c-6dbb-46da-be98-36a19753a6c2 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cbb8135-9d03-4845-b592-042a08101ad6,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:42.187357 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-03e24174-ad5e-4e88-9ec2-306f3c559ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:42.196164 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-df933a7e-4978-4e18-b72b-fbf633efd6aa tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Request body: {'security_group_rule': {'security_group_id': '2cbb8135-9d03-4845-b592-042a08101ad6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:42:42.200760 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5780b174-b57b-4d9d-b4ce-2645b50a1301 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Pushing event updated for resources: {'Port': ['ID=1059679b-237b-43f6-9bf3-eb07cfd90780,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:42.244609 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7eeac-66d3-4bfe-b38f-9022432b4361 req-e568d247-5f75-4a2b-8d2b-05776d46dd7f tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:42.252165 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1aa7eeac-66d3-4bfe-b38f-9022432b4361 req-e568d247-5f75-4a2b-8d2b-05776d46dd7f tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 944 time: 0.1638496 Sep 07 02:42:42.252368 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea3e5704-4f79-4388-b9a6-bb0f22eef990 req-5780b174-b57b-4d9d-b4ce-2645b50a1301 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Network 33554464-2d1d-4995-b9e1-cd6ab6ccbd1b is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:42:42.261340 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [req-ea3e5704-4f79-4388-b9a6-bb0f22eef990 req-5780b174-b57b-4d9d-b4ce-2645b50a1301 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:42:42.268381 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea3e5704-4f79-4388-b9a6-bb0f22eef990 req-5780b174-b57b-4d9d-b4ce-2645b50a1301 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:42:42.305299 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:42.332741 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e5704-4f79-4388-b9a6-bb0f22eef990 req-5780b174-b57b-4d9d-b4ce-2645b50a1301 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:42.333405 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-ea3e5704-4f79-4388-b9a6-bb0f22eef990 req-5780b174-b57b-4d9d-b4ce-2645b50a1301 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:42.338892 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1aa7eeac-66d3-4bfe-b38f-9022432b4361 req-a85e76fb-34fe-4ff3-9164-f816d88565f9 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853865 Sep 07 02:42:42.340497 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 249dbf9d-354b-4252-bf1d-ac28649b01a7, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=249dbf9d-354b-4252-bf1d-ac28649b01a7,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:42:42.373107 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc5ff09-2038-4fe3-9f9e-906f692ca740 req-ff7b733b-a6c3-492c-be0c-91f581bfa2d3 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:42.381506 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ebc5ff09-2038-4fe3-9f9e-906f692ca740 req-ff7b733b-a6c3-492c-be0c-91f581bfa2d3 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=b02fcf02-fa10-4335-931a-49c1a9a127d0 HTTP/1.1" status: 200 len: 949 time: 0.2261093 Sep 07 02:42:42.389316 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:42.420162 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-409e6bc7-f9d4-4586-ad81-e964f704f063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:42.448902 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-412a880f-caf3-45e2-90fc-fbda869dfa3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524a2e35-ff2c-483a-86da-291e28b453f8', 'name': 'tempest-ServersTestJSON-1752052576-router', 'tenant_id': '1cb4444198df4bb2bcd059ce08ea0dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '249dbf9d-354b-4252-bf1d-ac28649b01a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:42:30Z', 'updated_at': '2021-09-07T02:42:38Z', 'revision_number': 4, 'project_id': '1cb4444198df4bb2bcd059ce08ea0dc3', 'gw_port': {'id': '249dbf9d-354b-4252-bf1d-ac28649b01a7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524a2e35-ff2c-483a-86da-291e28b453f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:42:32Z', 'updated_at': '2021-09-07T02:42:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'a8f73db3-6997-46c1-82e5-4b753f7367ce', 'name': '', 'network_id': '44ca0f19-5467-4e01-a811-705a63a89a61', 'tenant_id': '1cb4444198df4bb2bcd059ce08ea0dc3', 'mac_address': 'fa:16:3e:1c:6c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524a2e35-ff2c-483a-86da-291e28b453f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'aeeb3351-2834-4965-8c13-9d419d66a2a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:42:36Z', 'updated_at': '2021-09-07T02:42:38Z', 'revision_number': 2, 'project_id': '1cb4444198df4bb2bcd059ce08ea0dc3', 'subnets': [{'id': 'aeeb3351-2834-4965-8c13-9d419d66a2a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:42:42.454924 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ebc5ff09-2038-4fe3-9f9e-906f692ca740 req-cc2f91da-66e9-49ef-814d-71b68edef145 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722673 Sep 07 02:42:42.485475 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-df933a7e-4978-4e18-b72b-fbf633efd6aa tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:42.489702 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412a880f-caf3-45e2-90fc-fbda869dfa3e None None] Checking router: 524a2e35-ff2c-483a-86da-291e28b453f8 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:42:42.490109 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412a880f-caf3-45e2-90fc-fbda869dfa3e None None] Updating router 524a2e35-ff2c-483a-86da-291e28b453f8 port a8f73db3-6997-46c1-82e5-4b753f7367ce binding host n-d-796209-16 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 02:42:42.514525 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-03e24174-ad5e-4e88-9ec2-306f3c559ff3 None None] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:42.521864 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=249dbf9d-354b-4252-bf1d-ac28649b01a7,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:42.525546 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-03e24174-ad5e-4e88-9ec2-306f3c559ff3 None None] Transition to ACTIVE for port object c681a56d-d910-43ec-a691-598a24e331bd will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:42:42.535680 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-03e24174-ad5e-4e88-9ec2-306f3c559ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:42.553341 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-412a880f-caf3-45e2-90fc-fbda869dfa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:42.563954 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ea3e5704-4f79-4388-b9a6-bb0f22eef990 req-5780b174-b57b-4d9d-b4ce-2645b50a1301 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4239485 Sep 07 02:42:42.584706 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 819b7fc3-5664-4dc6-b4b2-43fd3d182bb3 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:42:42.590114 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-ea3e5704-4f79-4388-b9a6-bb0f22eef990 req-abfa9d4b-7b73-44a4-9308-1a2471d9de72 service neutron] Request body: {'port': {'device_id': '636560ee-84d9-4d64-9b4f-832fc5786429', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:42:42.593156 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898e69e8-c64a-41eb-951c-9db5165ec15d None None] Pushing event updated for resources: {'Port': ['ID=c681a56d-d910-43ec-a691-598a24e331bd,revision_number=2']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:42.598858 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-03e24174-ad5e-4e88-9ec2-306f3c559ff3 None None] Attempting to bind port c681a56d-d910-43ec-a691-598a24e331bd on host n-d-796209-16 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:42:42.598858 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-03e24174-ad5e-4e88-9ec2-306f3c559ff3 None None] Attempting to bind port c681a56d-d910-43ec-a691-598a24e331bd by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:42:42.598858 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e24174-ad5e-4e88-9ec2-306f3c559ff3 None None] Attempting to bind port c681a56d-d910-43ec-a691-598a24e331bd on network 1166b922-7457-4da4-bdda-328e8c8e7bc6 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:42:42.607651 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898e69e8-c64a-41eb-951c-9db5165ec15d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:42:42.608520 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898e69e8-c64a-41eb-951c-9db5165ec15d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:42:42.609268 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898e69e8-c64a-41eb-951c-9db5165ec15d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:42:42.609801 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898e69e8-c64a-41eb-951c-9db5165ec15d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:42:42.610321 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898e69e8-c64a-41eb-951c-9db5165ec15d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:42:42.610858 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898e69e8-c64a-41eb-951c-9db5165ec15d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:42:42.611383 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898e69e8-c64a-41eb-951c-9db5165ec15d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:42:42.612039 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898e69e8-c64a-41eb-951c-9db5165ec15d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:42:42.612564 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898e69e8-c64a-41eb-951c-9db5165ec15d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:42:42.613117 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898e69e8-c64a-41eb-951c-9db5165ec15d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:42:42.613648 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898e69e8-c64a-41eb-951c-9db5165ec15d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:42:42.614167 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898e69e8-c64a-41eb-951c-9db5165ec15d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:42:42.617682 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e24174-ad5e-4e88-9ec2-306f3c559ff3 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:42:42.618355 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e24174-ad5e-4e88-9ec2-306f3c559ff3 None None] Checking segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:42:42.618975 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-03e24174-ad5e-4e88-9ec2-306f3c559ff3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:42.619595 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e24174-ad5e-4e88-9ec2-306f3c559ff3 None None] Bound using segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:42:42.620288 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-03e24174-ad5e-4e88-9ec2-306f3c559ff3 None None] Bound port: c681a56d-d910-43ec-a691-598a24e331bd, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:42:42.620906 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-03e24174-ad5e-4e88-9ec2-306f3c559ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:42.654132 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-df933a7e-4978-4e18-b72b-fbf633efd6aa tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:42.672045 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-df933a7e-4978-4e18-b72b-fbf633efd6aa tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:42.688184 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-03e24174-ad5e-4e88-9ec2-306f3c559ff3 None None] For port c681a56d-d910-43ec-a691-598a24e331bd, host n-d-796209-16, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:42:42.692253 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-03e24174-ad5e-4e88-9ec2-306f3c559ff3 None None] For port c681a56d-d910-43ec-a691-598a24e331bd, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=c681a56d-d910-43ec-a691-598a24e331bd,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:42:42.699996 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-03e24174-ad5e-4e88-9ec2-306f3c559ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:42.708448 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-df933a7e-4978-4e18-b72b-fbf633efd6aa tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:42.708448 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-df933a7e-4978-4e18-b72b-fbf633efd6aa tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5536330 Sep 07 02:42:42.712738 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50632) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:42:42.719062 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-ea3e5704-4f79-4388-b9a6-bb0f22eef990 req-abfa9d4b-7b73-44a4-9308-1a2471d9de72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:42.722843 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df933a7e-4978-4e18-b72b-fbf633efd6aa tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=352c6362-e6fe-4138-8482-767420ec3ecc,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:42.761551 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e24174-ad5e-4e88-9ec2-306f3c559ff3 None None] Routers {'da2c3e07-0bea-4415-b297-dc7e89bfe9cf'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:42:42.762355 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-03e24174-ad5e-4e88-9ec2-306f3c559ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:42:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['da2c3e07-0bea-4415-b297-dc7e89bfe9cf'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:42:42.781642 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-b47af5be-a539-4e56-8670-58a8fd5b02e8 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Request body: {'security_group_rule': {'security_group_id': '2cbb8135-9d03-4845-b592-042a08101ad6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:42:42.803048 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898e69e8-c64a-41eb-951c-9db5165ec15d None None] Pushing event updated for resources: {'Port': ['ID=c681a56d-d910-43ec-a691-598a24e331bd,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:42.882961 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-03e24174-ad5e-4e88-9ec2-306f3c559ff3 None None] Set router da2c3e07-0bea-4415-b297-dc7e89bfe9cf gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:42:42.891069 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ed06c-ee88-42f1-848a-78cc475d7be7 req-415593df-14b6-4dce-be90-e5763f63b060 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:42.892700 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-027ed06c-ee88-42f1-848a-78cc475d7be7 req-415593df-14b6-4dce-be90-e5763f63b060 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/networks?id=b38f0331-653f-46c0-a8d7-26916edac115 HTTP/1.1" status: 200 len: 805 time: 0.4326854 Sep 07 02:42:42.903644 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b47af5be-a539-4e56-8670-58a8fd5b02e8 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:42.963206 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-027ed06c-ee88-42f1-848a-78cc475d7be7 req-2ea4f68e-24a8-4968-8d82-ccac8880c08b tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/quotas/39221102c85f4a33befb52c47b54a864 HTTP/1.1" status: 200 len: 375 time: 0.0391886 Sep 07 02:42:42.984694 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607238c-d51b-4ca0-818e-5cea27f1e5fa req-7878df20-8467-4664-944c-df08647a2ee8 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:42.996462 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6607238c-d51b-4ca0-818e-5cea27f1e5fa req-7878df20-8467-4664-944c-df08647a2ee8 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 944 time: 0.1245306 Sep 07 02:42:43.043591 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-409e6bc7-f9d4-4586-ad81-e964f704f063 admin admin] Allocated IP 172.20.0.1 (ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96/57bbd74d-776c-4c52-9483-e440eaacf00e/15380b5f-25a7-49e2-a9c1-274751bff67c) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:42:43.075682 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 819b7fc3-5664-4dc6-b4b2-43fd3d182bb3 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:42:43.076282 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:43.098152 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-027ed06c-ee88-42f1-848a-78cc475d7be7 req-8515bc46-1d7a-429b-a1a0-2293f72153f5 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=39221102c85f4a33befb52c47b54a864&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1212301 Sep 07 02:42:43.126753 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6607238c-d51b-4ca0-818e-5cea27f1e5fa req-de720fa4-67bb-48cc-b806-47dec547f2ed tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291964 Sep 07 02:42:43.133965 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-03e24174-ad5e-4e88-9ec2-306f3c559ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da2c3e07-0bea-4415-b297-dc7e89bfe9cf', 'name': 'tempest-TaggedBootDevicesTest_v242-70382135-router', 'tenant_id': 'afaf54fa75d241989f6b7192737d6028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'c681a56d-d910-43ec-a691-598a24e331bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:42:36Z', 'updated_at': '2021-09-07T02:42:39Z', 'revision_number': 3, 'project_id': 'afaf54fa75d241989f6b7192737d6028', 'gw_port': {'id': 'c681a56d-d910-43ec-a691-598a24e331bd', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:1b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da2c3e07-0bea-4415-b297-dc7e89bfe9cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:42:37Z', 'updated_at': '2021-09-07T02:42:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:42:43.157628 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b47af5be-a539-4e56-8670-58a8fd5b02e8 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:43.181867 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-412a880f-caf3-45e2-90fc-fbda869dfa3e None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:43.188360 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e24174-ad5e-4e88-9ec2-306f3c559ff3 None None] The sync data for ids ['da2c3e07-0bea-4415-b297-dc7e89bfe9cf'] in n-d-796209-16 is: [{'id': 'da2c3e07-0bea-4415-b297-dc7e89bfe9cf', 'name': 'tempest-TaggedBootDevicesTest_v242-70382135-router', 'tenant_id': 'afaf54fa75d241989f6b7192737d6028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'c681a56d-d910-43ec-a691-598a24e331bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:42:36Z', 'updated_at': '2021-09-07T02:42:39Z', 'revision_number': 3, 'project_id': 'afaf54fa75d241989f6b7192737d6028', 'gw_port': {'id': 'c681a56d-d910-43ec-a691-598a24e331bd', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:1b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da2c3e07-0bea-4415-b297-dc7e89bfe9cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:42:37Z', 'updated_at': '2021-09-07T02:42:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:42:43.190109 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b47af5be-a539-4e56-8670-58a8fd5b02e8 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:43.206222 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-412a880f-caf3-45e2-90fc-fbda869dfa3e None None] Transition to ACTIVE for port object a8f73db3-6997-46c1-82e5-4b753f7367ce will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:42:43.229710 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [req-ea3e5704-4f79-4388-b9a6-bb0f22eef990 req-abfa9d4b-7b73-44a4-9308-1a2471d9de72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1059679b-237b-43f6-9bf3-eb07cfd90780 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:42:43.230212 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-412a880f-caf3-45e2-90fc-fbda869dfa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:43.238390 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-ea3e5704-4f79-4388-b9a6-bb0f22eef990 req-abfa9d4b-7b73-44a4-9308-1a2471d9de72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:43.251873 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-ea3e5704-4f79-4388-b9a6-bb0f22eef990 req-abfa9d4b-7b73-44a4-9308-1a2471d9de72 service neutron] Transition to ACTIVE for port object 1059679b-237b-43f6-9bf3-eb07cfd90780 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:42:43.270645 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-ea3e5704-4f79-4388-b9a6-bb0f22eef990 req-abfa9d4b-7b73-44a4-9308-1a2471d9de72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:43.273860 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47af5be-a539-4e56-8670-58a8fd5b02e8 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b02417a7-967f-49d1-bbae-0e87064bf2dd,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:43.301228 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b47af5be-a539-4e56-8670-58a8fd5b02e8 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:43.302470 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b47af5be-a539-4e56-8670-58a8fd5b02e8 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5841455 Sep 07 02:42:43.309532 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50640) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:42:43.319591 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-3adde0c4-d1c4-48f8-abd0-35666cbc800f tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Request body: {'floatingip': {'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:42:43.336367 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-409e6bc7-f9d4-4586-ad81-e964f704f063 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:43.360797 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-027ed06c-ee88-42f1-848a-78cc475d7be7 req-221b6f5b-5626-4ac8-8a53-531a11c8d7f0 service neutron] 10.222.0.22 "GET /v2.0/networks/b38f0331-653f-46c0-a8d7-26916edac115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616837 Sep 07 02:42:43.376390 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749694c7-52fd-4dda-89e8-a71213e21b6d None None] Pushing event updated for resources: {'Port': ['ID=a8f73db3-6997-46c1-82e5-4b753f7367ce,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:43.391635 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-409e6bc7-f9d4-4586-ad81-e964f704f063 admin admin] Transition to ACTIVE for port object 15380b5f-25a7-49e2-a9c1-274751bff67c will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:42:43.476188 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-412a880f-caf3-45e2-90fc-fbda869dfa3e None None] Attempting to bind port a8f73db3-6997-46c1-82e5-4b753f7367ce on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:42:43.476648 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-412a880f-caf3-45e2-90fc-fbda869dfa3e None None] Attempting to bind port a8f73db3-6997-46c1-82e5-4b753f7367ce by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '0591f86f-9faf-48d2-8118-25ec53938e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '44ca0f19-5467-4e01-a811-705a63a89a61'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:42:43.477404 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412a880f-caf3-45e2-90fc-fbda869dfa3e None None] Attempting to bind port a8f73db3-6997-46c1-82e5-4b753f7367ce on network 44ca0f19-5467-4e01-a811-705a63a89a61 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:42:43.526317 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-027ed06c-ee88-42f1-848a-78cc475d7be7 req-3a3b6102-afd5-403f-af62-b32e112d3057 service neutron] 10.222.0.22 "GET /v2.0/networks/b38f0331-653f-46c0-a8d7-26916edac115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644711 Sep 07 02:42:43.543670 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-409e6bc7-f9d4-4586-ad81-e964f704f063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:43.675899 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409e6bc7-f9d4-4586-ad81-e964f704f063 admin admin] Pushing event updated for resources: {'Port': ['ID=15380b5f-25a7-49e2-a9c1-274751bff67c,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:43.686651 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409e6bc7-f9d4-4586-ad81-e964f704f063 admin admin] Network ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:42:43.696732 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-409e6bc7-f9d4-4586-ad81-e964f704f063 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:42:43.699916 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409e6bc7-f9d4-4586-ad81-e964f704f063 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:42:43.759359 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412a880f-caf3-45e2-90fc-fbda869dfa3e None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:42:43.763859 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412a880f-caf3-45e2-90fc-fbda869dfa3e None None] Checking segment: {'id': '0591f86f-9faf-48d2-8118-25ec53938e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '44ca0f19-5467-4e01-a811-705a63a89a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:42:43.771348 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-412a880f-caf3-45e2-90fc-fbda869dfa3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:43.771823 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412a880f-caf3-45e2-90fc-fbda869dfa3e None None] Bound using segment: {'id': '0591f86f-9faf-48d2-8118-25ec53938e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '44ca0f19-5467-4e01-a811-705a63a89a61'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:42:43.772374 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-412a880f-caf3-45e2-90fc-fbda869dfa3e None None] Bound port: a8f73db3-6997-46c1-82e5-4b753f7367ce, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0591f86f-9faf-48d2-8118-25ec53938e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '44ca0f19-5467-4e01-a811-705a63a89a61'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:42:43.772769 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-412a880f-caf3-45e2-90fc-fbda869dfa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:43.783758 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-409e6bc7-f9d4-4586-ad81-e964f704f063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:43.992473 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-412a880f-caf3-45e2-90fc-fbda869dfa3e None None] For port a8f73db3-6997-46c1-82e5-4b753f7367ce, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:42:43.996292 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-412a880f-caf3-45e2-90fc-fbda869dfa3e None None] For port a8f73db3-6997-46c1-82e5-4b753f7367ce, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=a8f73db3-6997-46c1-82e5-4b753f7367ce,segment=NetworkSegment(0591f86f-9faf-48d2-8118-25ec53938e51),segment_id=0591f86f-9faf-48d2-8118-25ec53938e51)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:42:44.019741 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-412a880f-caf3-45e2-90fc-fbda869dfa3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:44.025844 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d29f73b-f0b2-4c1c-9877-c6a52c5ba7ad req-1a747731-659b-4aa3-aa3a-6dc75dda302f tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:44.031810 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4d29f73b-f0b2-4c1c-9877-c6a52c5ba7ad req-1a747731-659b-4aa3-aa3a-6dc75dda302f tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bcde8e2-5ea5-4f46-9b43-7f99f3d2e717 HTTP/1.1" status: 200 len: 950 time: 0.1549540 Sep 07 02:42:44.119128 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4d29f73b-f0b2-4c1c-9877-c6a52c5ba7ad req-8f6355ff-1160-415d-8c04-8c6929ca4d96 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.22 "GET /v2.0/security-groups?id=41e49bd3-7179-4422-8fa8-a2a344c8f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802584 Sep 07 02:42:44.123013 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aec66d8-04df-4530-a49b-cba5146d67a0 req-1c9dd9fb-e807-41a6-8ec1-acbb8b4b66bf tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:44.144799 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9aec66d8-04df-4530-a49b-cba5146d67a0 req-1c9dd9fb-e807-41a6-8ec1-acbb8b4b66bf tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/ports?device_id=636560ee-84d9-4d64-9b4f-832fc5786429 HTTP/1.1" status: 200 len: 943 time: 0.8909783 Sep 07 02:42:44.147625 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749694c7-52fd-4dda-89e8-a71213e21b6d None None] Pushing event updated for resources: {'Port': ['ID=a8f73db3-6997-46c1-82e5-4b753f7367ce,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:44.161648 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa9d4b-7b73-44a4-9308-1a2471d9de72 service neutron] Pushing event updated for resources: {'Port': ['ID=1059679b-237b-43f6-9bf3-eb07cfd90780,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:44.192759 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3adde0c4-d1c4-48f8-abd0-35666cbc800f tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Notify callbacks [] for floatingip, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:44.244767 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412a880f-caf3-45e2-90fc-fbda869dfa3e None None] Routers {'524a2e35-ff2c-483a-86da-291e28b453f8'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:42:44.247266 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-412a880f-caf3-45e2-90fc-fbda869dfa3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:42:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['524a2e35-ff2c-483a-86da-291e28b453f8'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:42:44.251989 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-409e6bc7-f9d4-4586-ad81-e964f704f063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:44.315899 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9aec66d8-04df-4530-a49b-cba5146d67a0 req-17a17a27-f1a9-4fe2-92e2-21ac3d1ad59b tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8aaf68a-cff5-4215-9ab9-069c88f88975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519036 Sep 07 02:42:44.330541 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-ea3e5704-4f79-4388-b9a6-bb0f22eef990 req-abfa9d4b-7b73-44a4-9308-1a2471d9de72 service neutron] Attempting to bind port 1059679b-237b-43f6-9bf3-eb07cfd90780 on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:42:44.331135 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-ea3e5704-4f79-4388-b9a6-bb0f22eef990 req-abfa9d4b-7b73-44a4-9308-1a2471d9de72 service neutron] Attempting to bind port 1059679b-237b-43f6-9bf3-eb07cfd90780 by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': 'bd74203e-fa6d-4c2a-b87e-ee55b06c2f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '33554464-2d1d-4995-b9e1-cd6ab6ccbd1b'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:42:44.339473 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3e5704-4f79-4388-b9a6-bb0f22eef990 req-abfa9d4b-7b73-44a4-9308-1a2471d9de72 service neutron] Attempting to bind port 1059679b-237b-43f6-9bf3-eb07cfd90780 on network 33554464-2d1d-4995-b9e1-cd6ab6ccbd1b {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:42:44.360052 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3e5704-4f79-4388-b9a6-bb0f22eef990 req-abfa9d4b-7b73-44a4-9308-1a2471d9de72 service neutron] Port 1059679b-237b-43f6-9bf3-eb07cfd90780 on network 33554464-2d1d-4995-b9e1-cd6ab6ccbd1b not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:42:44.363902 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-04b76bb8-48aa-483d-9f7c-9bc4ec84cda1 None None] Provisioning for port 15380b5f-25a7-49e2-a9c1-274751bff67c completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:42:44.364213 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3e5704-4f79-4388-b9a6-bb0f22eef990 req-abfa9d4b-7b73-44a4-9308-1a2471d9de72 service neutron] Attempting to bind port 1059679b-237b-43f6-9bf3-eb07cfd90780 on network 33554464-2d1d-4995-b9e1-cd6ab6ccbd1b {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:42:44.467287 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3e5704-4f79-4388-b9a6-bb0f22eef990 req-abfa9d4b-7b73-44a4-9308-1a2471d9de72 service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:42:44.467670 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3e5704-4f79-4388-b9a6-bb0f22eef990 req-abfa9d4b-7b73-44a4-9308-1a2471d9de72 service neutron] Checking segment: {'id': 'bd74203e-fa6d-4c2a-b87e-ee55b06c2f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '33554464-2d1d-4995-b9e1-cd6ab6ccbd1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:42:44.468061 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea3e5704-4f79-4388-b9a6-bb0f22eef990 req-abfa9d4b-7b73-44a4-9308-1a2471d9de72 service neutron] Bound using segment: {'id': 'bd74203e-fa6d-4c2a-b87e-ee55b06c2f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '33554464-2d1d-4995-b9e1-cd6ab6ccbd1b'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:42:44.468520 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-ea3e5704-4f79-4388-b9a6-bb0f22eef990 req-abfa9d4b-7b73-44a4-9308-1a2471d9de72 service neutron] Bound port: 1059679b-237b-43f6-9bf3-eb07cfd90780, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd74203e-fa6d-4c2a-b87e-ee55b06c2f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '33554464-2d1d-4995-b9e1-cd6ab6ccbd1b'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:42:44.468925 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-ea3e5704-4f79-4388-b9a6-bb0f22eef990 req-abfa9d4b-7b73-44a4-9308-1a2471d9de72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:44.486773 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-04b76bb8-48aa-483d-9f7c-9bc4ec84cda1 None None] Provisioning complete for port 15380b5f-25a7-49e2-a9c1-274751bff67c triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:42:44.488876 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-04b76bb8-48aa-483d-9f7c-9bc4ec84cda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:44.619359 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-04b76bb8-48aa-483d-9f7c-9bc4ec84cda1 None None] Port 15380b5f-25a7-49e2-a9c1-274751bff67c cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:42:44.672518 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-412a880f-caf3-45e2-90fc-fbda869dfa3e None None] Set router 524a2e35-ff2c-483a-86da-291e28b453f8 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:42:44.787249 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7212db55-db38-443e-a90a-35207cf647b6 req-6e97f605-6f49-4a97-b9e3-f9faaba381fb tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=69cc01f9-bc22-4a30-a121-2afeafe37d37 HTTP/1.1" status: 200 len: 210 time: 0.2279177 Sep 07 02:42:44.879251 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-ea3e5704-4f79-4388-b9a6-bb0f22eef990 req-abfa9d4b-7b73-44a4-9308-1a2471d9de72 service neutron] For port 1059679b-237b-43f6-9bf3-eb07cfd90780, host n-h2-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:42:44.884134 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 249dbf9d-354b-4252-bf1d-ac28649b01a7 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:42:44.888519 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-ea3e5704-4f79-4388-b9a6-bb0f22eef990 req-abfa9d4b-7b73-44a4-9308-1a2471d9de72 service neutron] For port 1059679b-237b-43f6-9bf3-eb07cfd90780, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=1059679b-237b-43f6-9bf3-eb07cfd90780,segment=NetworkSegment(bd74203e-fa6d-4c2a-b87e-ee55b06c2f76),segment_id=bd74203e-fa6d-4c2a-b87e-ee55b06c2f76)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:42:44.904277 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-ea3e5704-4f79-4388-b9a6-bb0f22eef990 req-abfa9d4b-7b73-44a4-9308-1a2471d9de72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:44.987503 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3adde0c4-d1c4-48f8-abd0-35666cbc800f tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:45.023703 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 249dbf9d-354b-4252-bf1d-ac28649b01a7 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:42:45.024450 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:45.047036 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa9d4b-7b73-44a4-9308-1a2471d9de72 service neutron] Pushing event updated for resources: {'Port': ['ID=1059679b-237b-43f6-9bf3-eb07cfd90780,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:45.058656 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e5704-4f79-4388-b9a6-bb0f22eef990 req-abfa9d4b-7b73-44a4-9308-1a2471d9de72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:45.059445 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-ea3e5704-4f79-4388-b9a6-bb0f22eef990 req-abfa9d4b-7b73-44a4-9308-1a2471d9de72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:45.062710 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ea3e5704-4f79-4388-b9a6-bb0f22eef990 req-abfa9d4b-7b73-44a4-9308-1a2471d9de72 service neutron] 10.222.0.16 "PUT /v2.0/ports/1059679b-237b-43f6-9bf3-eb07cfd90780 HTTP/1.1" status: 200 len: 1092 time: 2.4843354 Sep 07 02:42:45.063367 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '636560ee-84d9-4d64-9b4f-832fc5786429', 'tag': '1059679b-237b-43f6-9bf3-eb07cfd90780'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:42:45.066522 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319fd706-043b-4807-b579-096c9ed2937d" -d '{"events": [{"name": "network-changed", "server_uuid": "636560ee-84d9-4d64-9b4f-832fc5786429", "tag": "1059679b-237b-43f6-9bf3-eb07cfd90780"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:42:45.156056 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-412a880f-caf3-45e2-90fc-fbda869dfa3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524a2e35-ff2c-483a-86da-291e28b453f8', 'name': 'tempest-ServersTestJSON-1752052576-router', 'tenant_id': '1cb4444198df4bb2bcd059ce08ea0dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '249dbf9d-354b-4252-bf1d-ac28649b01a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:42:30Z', 'updated_at': '2021-09-07T02:42:38Z', 'revision_number': 4, 'project_id': '1cb4444198df4bb2bcd059ce08ea0dc3', 'gw_port': {'id': '249dbf9d-354b-4252-bf1d-ac28649b01a7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524a2e35-ff2c-483a-86da-291e28b453f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:42:32Z', 'updated_at': '2021-09-07T02:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'a8f73db3-6997-46c1-82e5-4b753f7367ce', 'name': '', 'network_id': '44ca0f19-5467-4e01-a811-705a63a89a61', 'tenant_id': '1cb4444198df4bb2bcd059ce08ea0dc3', 'mac_address': 'fa:16:3e:1c:6c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524a2e35-ff2c-483a-86da-291e28b453f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'aeeb3351-2834-4965-8c13-9d419d66a2a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:42:36Z', 'updated_at': '2021-09-07T02:42:43Z', 'revision_number': 4, 'project_id': '1cb4444198df4bb2bcd059ce08ea0dc3', 'subnets': [{'id': 'aeeb3351-2834-4965-8c13-9d419d66a2a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:42:45.181942 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d436baf-45d0-478d-aa55-13f13c39b87b req-99040229-f86e-4ea6-b203-3b48b966cd91 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:45.189827 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0d436baf-45d0-478d-aa55-13f13c39b87b req-99040229-f86e-4ea6-b203-3b48b966cd91 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=b02fcf02-fa10-4335-931a-49c1a9a127d0 HTTP/1.1" status: 200 len: 949 time: 0.9168031 Sep 07 02:42:45.191561 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412a880f-caf3-45e2-90fc-fbda869dfa3e None None] The sync data for ids ['524a2e35-ff2c-483a-86da-291e28b453f8'] in n-d-796209-16 is: [{'id': '524a2e35-ff2c-483a-86da-291e28b453f8', 'name': 'tempest-ServersTestJSON-1752052576-router', 'tenant_id': '1cb4444198df4bb2bcd059ce08ea0dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '249dbf9d-354b-4252-bf1d-ac28649b01a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:42:30Z', 'updated_at': '2021-09-07T02:42:38Z', 'revision_number': 4, 'project_id': '1cb4444198df4bb2bcd059ce08ea0dc3', 'gw_port': {'id': '249dbf9d-354b-4252-bf1d-ac28649b01a7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524a2e35-ff2c-483a-86da-291e28b453f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:42:32Z', 'updated_at': '2021-09-07T02:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'a8f73db3-6997-46c1-82e5-4b753f7367ce', 'name': '', 'network_id': '44ca0f19-5467-4e01-a811-705a63a89a61', 'tenant_id': '1cb4444198df4bb2bcd059ce08ea0dc3', 'mac_address': 'fa:16:3e:1c:6c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524a2e35-ff2c-483a-86da-291e28b453f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'aeeb3351-2834-4965-8c13-9d419d66a2a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:42:36Z', 'updated_at': '2021-09-07T02:42:43Z', 'revision_number': 4, 'project_id': '1cb4444198df4bb2bcd059ce08ea0dc3', 'subnets': [{'id': 'aeeb3351-2834-4965-8c13-9d419d66a2a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:42:45.204633 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device c681a56d-d910-43ec-a691-598a24e331bd up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:42:45.303465 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port c681a56d-d910-43ec-a691-598a24e331bd completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:42:45.308198 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port c681a56d-d910-43ec-a691-598a24e331bd triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:42:45.308964 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:45.310746 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0d436baf-45d0-478d-aa55-13f13c39b87b req-5da154fd-2259-4e93-9733-5364cc73c12a tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200576 Sep 07 02:42:45.339860 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-409e6bc7-f9d4-4586-ad81-e964f704f063 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:45.359347 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-409e6bc7-f9d4-4586-ad81-e964f704f063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:45.404221 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-3adde0c4-d1c4-48f8-abd0-35666cbc800f tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Allocated IP 172.25.5.10 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/9f0b65d9-9543-416c-a32d-75604c6933ce) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:42:45.481156 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb360c0-1dcd-4564-96b4-da6153233224 req-3a939c8d-ee9f-4981-9e91-267be301c09b tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:45.489775 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-edb360c0-1dcd-4564-96b4-da6153233224 req-3a939c8d-ee9f-4981-9e91-267be301c09b tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 944 time: 0.2875078 Sep 07 02:42:45.524003 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772ee06c-09e5-4241-800f-2ceba1338a17 x-openstack-request-id: req-772ee06c-09e5-4241-800f-2ceba1338a17 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:42:45.524271 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "636560ee-84d9-4d64-9b4f-832fc5786429", "tag": "1059679b-237b-43f6-9bf3-eb07cfd90780", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:42:45.524543 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-772ee06c-09e5-4241-800f-2ceba1338a17 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:42:45.527999 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '636560ee-84d9-4d64-9b4f-832fc5786429', 'tag': '1059679b-237b-43f6-9bf3-eb07cfd90780', 'status': 'completed', 'code': 200} Sep 07 02:42:45.530162 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-409e6bc7-f9d4-4586-ad81-e964f704f063 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:45.533274 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409e6bc7-f9d4-4586-ad81-e964f704f063 admin admin] Pushing event updated for resources: {'Port': ['ID=15380b5f-25a7-49e2-a9c1-274751bff67c,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:45.551664 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:45.576501 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port c681a56d-d910-43ec-a691-598a24e331bd, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=c681a56d-d910-43ec-a691-598a24e331bd,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:42:45.588182 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e5704-4f79-4388-b9a6-bb0f22eef990 req-85cf60df-fc93-4043-8daa-18218de82a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:45.589860 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ea3e5704-4f79-4388-b9a6-bb0f22eef990 req-85cf60df-fc93-4043-8daa-18218de82a9e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb24ffbc5cf943e289e4dc22c0bba90b&device_id=636560ee-84d9-4d64-9b4f-832fc5786429 HTTP/1.1" status: 200 len: 1095 time: 0.4707241 Sep 07 02:42:45.592017 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:45.688477 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbaea9a-9856-44c6-9117-77bd2a3c0271 req-a28fc76e-7f75-40b1-a944-bbb5045184ae tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:45.690088 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0bbaea9a-9856-44c6-9117-77bd2a3c0271 req-a28fc76e-7f75-40b1-a944-bbb5045184ae tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bcde8e2-5ea5-4f46-9b43-7f99f3d2e717 HTTP/1.1" status: 200 len: 950 time: 0.1819339 Sep 07 02:42:45.693780 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=c681a56d-d910-43ec-a691-598a24e331bd,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:45.700175 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409e6bc7-f9d4-4586-ad81-e964f704f063 admin admin] Network ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:42:45.707988 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-409e6bc7-f9d4-4586-ad81-e964f704f063 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:42:45.730441 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ea3e5704-4f79-4388-b9a6-bb0f22eef990 req-b7f5a329-6ec7-431a-8050-3f0e5b91fbc4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1059679b-237b-43f6-9bf3-eb07cfd90780 HTTP/1.1" status: 200 len: 217 time: 0.1287265 Sep 07 02:42:45.770951 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-edb360c0-1dcd-4564-96b4-da6153233224 req-cf273fbe-01ad-4047-99f2-ac06fa496b83 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2801838 Sep 07 02:42:45.830905 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0bbaea9a-9856-44c6-9117-77bd2a3c0271 req-7d0baed5-c3c9-47ad-8dfa-ed6a5a99c632 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.22 "GET /v2.0/security-groups?id=41e49bd3-7179-4422-8fa8-a2a344c8f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294694 Sep 07 02:42:45.936053 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-409e6bc7-f9d4-4586-ad81-e964f704f063 admin admin] Router da2c3e07-0bea-4415-b297-dc7e89bfe9cf has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:42:45.957506 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e5704-4f79-4388-b9a6-bb0f22eef990 req-90fa445b-d7dc-4268-8669-317ce932ef34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:45.959117 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ea3e5704-4f79-4388-b9a6-bb0f22eef990 req-90fa445b-d7dc-4268-8669-317ce932ef34 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=625a5dfe-132b-45d5-8134-acdfd7b873bb HTTP/1.1" status: 200 len: 853 time: 0.2181959 Sep 07 02:42:46.037617 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ed06c-ee88-42f1-848a-78cc475d7be7 req-3c986153-c8f8-47cd-863d-04ee70210ab0 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:46.043367 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-027ed06c-ee88-42f1-848a-78cc475d7be7 req-3c986153-c8f8-47cd-863d-04ee70210ab0 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.16 "GET /v2.0/networks?id=b38f0331-653f-46c0-a8d7-26916edac115 HTTP/1.1" status: 200 len: 805 time: 0.5105844 Sep 07 02:42:46.093095 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ea3e5704-4f79-4388-b9a6-bb0f22eef990 req-f5e78ecb-5d63-42fa-962b-caeff5069d7e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=33554464-2d1d-4995-b9e1-cd6ab6ccbd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1144283 Sep 07 02:42:46.096692 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-027ed06c-ee88-42f1-848a-78cc475d7be7 req-dc1f7a9a-94a8-40cf-aa98-c591371b6665 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Request body: {'port': {'device_id': '69cc01f9-bc22-4a30-a121-2afeafe37d37', 'network_id': 'b38f0331-653f-46c0-a8d7-26916edac115', 'admin_state_up': True, 'tenant_id': '39221102c85f4a33befb52c47b54a864'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:42:46.114559 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-453ef84b-f019-4159-b2b0-4f9fe6ca62cb None None] Provisioning complete for port 15380b5f-25a7-49e2-a9c1-274751bff67c triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:42:46.115071 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-453ef84b-f019-4159-b2b0-4f9fe6ca62cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:46.123515 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-409e6bc7-f9d4-4586-ad81-e964f704f063 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:42:46.137757 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f040b85-75b8-4ac1-b3aa-6899c5c7f0d8 None None] Sync routers for ids ['da2c3e07-0bea-4415-b297-dc7e89bfe9cf'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:42:46.140552 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-409e6bc7-f9d4-4586-ad81-e964f704f063 admin admin] 10.222.0.22 "PUT /v2.0/routers/da2c3e07-0bea-4415-b297-dc7e89bfe9cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7459304 Sep 07 02:42:46.160733 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f040b85-75b8-4ac1-b3aa-6899c5c7f0d8 None None] Routers {'da2c3e07-0bea-4415-b297-dc7e89bfe9cf'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:42:46.161386 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-7f040b85-75b8-4ac1-b3aa-6899c5c7f0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:42:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['da2c3e07-0bea-4415-b297-dc7e89bfe9cf'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:42:46.170023 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-453ef84b-f019-4159-b2b0-4f9fe6ca62cb None None] Port 15380b5f-25a7-49e2-a9c1-274751bff67c cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:42:46.239904 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [req-ea3e5704-4f79-4388-b9a6-bb0f22eef990 req-6e6d6683-f9b3-46f7-abf0-43dc68f2f742 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 02:42:46.240907 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ea3e5704-4f79-4388-b9a6-bb0f22eef990 req-6e6d6683-f9b3-46f7-abf0-43dc68f2f742 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072801 Sep 07 02:42:46.294772 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3adde0c4-d1c4-48f8-abd0-35666cbc800f tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:46.296089 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-64bd61d9-ef85-4f01-ac1c-d46955d452ba req-6f5ac538-4b30-4dd2-951b-1b13d3fed882 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=69cc01f9-bc22-4a30-a121-2afeafe37d37 HTTP/1.1" status: 200 len: 210 time: 0.0369987 Sep 07 02:42:46.314433 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4174992f-130b-4839-87f6-ee9b1ea68bc9 req-c6883855-3ae6-4a5e-ab37-25cad823da1b tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:46.316215 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4174992f-130b-4839-87f6-ee9b1ea68bc9 req-c6883855-3ae6-4a5e-ab37-25cad823da1b tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/ports?device_id=636560ee-84d9-4d64-9b4f-832fc5786429 HTTP/1.1" status: 200 len: 943 time: 0.3954442 Sep 07 02:42:46.370801 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-7f040b85-75b8-4ac1-b3aa-6899c5c7f0d8 None None] Set router da2c3e07-0bea-4415-b297-dc7e89bfe9cf gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:42:46.462256 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee964b5b-a7e5-4948-a6ef-92004f71bd0a req-6e1416c2-1dff-4b33-bbf3-446ff1074a95 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=0af02a9a84b34cf1bb2e85480cc9aeaa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377016 Sep 07 02:42:46.512337 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-027ed06c-ee88-42f1-848a-78cc475d7be7 req-dc1f7a9a-94a8-40cf-aa98-c591371b6665 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Made reservation on behalf of 39221102c85f4a33befb52c47b54a864 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:42:46.522847 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-027ed06c-ee88-42f1-848a-78cc475d7be7 req-dc1f7a9a-94a8-40cf-aa98-c591371b6665 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:46.619033 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4174992f-130b-4839-87f6-ee9b1ea68bc9 req-0cae7665-d94f-412d-a318-6fbac03c8d13 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8aaf68a-cff5-4215-9ab9-069c88f88975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920280 Sep 07 02:42:46.636542 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee964b5b-a7e5-4948-a6ef-92004f71bd0a req-427ba2f3-fddd-42a1-9f83-401d17eddd6f tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:46.643814 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee964b5b-a7e5-4948-a6ef-92004f71bd0a req-427ba2f3-fddd-42a1-9f83-401d17eddd6f tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1801784 Sep 07 02:42:46.668507 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee964b5b-a7e5-4948-a6ef-92004f71bd0a req-b8ab9d9f-3e01-4964-9d12-1b994496fa05 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.22 "GET /v2.0/quotas/0af02a9a84b34cf1bb2e85480cc9aeaa HTTP/1.1" status: 200 len: 375 time: 0.0237777 Sep 07 02:42:46.719542 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ea3e5704-4f79-4388-b9a6-bb0f22eef990 req-e4ed9bb1-db7f-43eb-a4a3-cd6653f163d9 service neutron] 10.222.0.16 "GET /v2.0/networks/33554464-2d1d-4995-b9e1-cd6ab6ccbd1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4653282 Sep 07 02:42:46.752573 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-7f040b85-75b8-4ac1-b3aa-6899c5c7f0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da2c3e07-0bea-4415-b297-dc7e89bfe9cf', 'name': 'tempest-TaggedBootDevicesTest_v242-70382135-router', 'tenant_id': 'afaf54fa75d241989f6b7192737d6028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'c681a56d-d910-43ec-a691-598a24e331bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:42:36Z', 'updated_at': '2021-09-07T02:42:44Z', 'revision_number': 4, 'project_id': 'afaf54fa75d241989f6b7192737d6028', 'gw_port': {'id': 'c681a56d-d910-43ec-a691-598a24e331bd', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:1b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2c3e07-0bea-4415-b297-dc7e89bfe9cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:42:37Z', 'updated_at': '2021-09-07T02:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '15380b5f-25a7-49e2-a9c1-274751bff67c', 'name': '', 'network_id': 'ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96', 'tenant_id': 'afaf54fa75d241989f6b7192737d6028', 'mac_address': 'fa:16:3e:d8:84:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da2c3e07-0bea-4415-b297-dc7e89bfe9cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '57bbd74d-776c-4c52-9483-e440eaacf00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:42:42Z', 'updated_at': '2021-09-07T02:42:44Z', 'revision_number': 2, 'project_id': 'afaf54fa75d241989f6b7192737d6028', 'subnets': [{'id': '57bbd74d-776c-4c52-9483-e440eaacf00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:42:46.770266 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device a8f73db3-6997-46c1-82e5-4b753f7367ce up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:42:46.772808 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee964b5b-a7e5-4948-a6ef-92004f71bd0a req-a9919423-1d0e-496c-b5d7-f93c7d5ccee3 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0af02a9a84b34cf1bb2e85480cc9aeaa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1033790 Sep 07 02:42:46.818823 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f040b85-75b8-4ac1-b3aa-6899c5c7f0d8 None None] Checking router: da2c3e07-0bea-4415-b297-dc7e89bfe9cf for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:42:46.819129 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f040b85-75b8-4ac1-b3aa-6899c5c7f0d8 None None] Updating router da2c3e07-0bea-4415-b297-dc7e89bfe9cf port 15380b5f-25a7-49e2-a9c1-274751bff67c binding host n-d-796209-16 {{(pid=94703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 02:42:46.839155 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3adde0c4-d1c4-48f8-abd0-35666cbc800f tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:46.875077 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port a8f73db3-6997-46c1-82e5-4b753f7367ce completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:42:46.881713 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port a8f73db3-6997-46c1-82e5-4b753f7367ce triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:42:46.882398 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:46.956414 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adde0c4-d1c4-48f8-abd0-35666cbc800f tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:42:47.013545 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-3adde0c4-d1c4-48f8-abd0-35666cbc800f tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:42:47.017416 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:47.017977 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ea3e5704-4f79-4388-b9a6-bb0f22eef990 req-f5c2301e-be39-4025-8887-97af3b98ae00 service neutron] 10.222.0.16 "GET /v2.0/networks/33554464-2d1d-4995-b9e1-cd6ab6ccbd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677228 Sep 07 02:42:47.023156 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adde0c4-d1c4-48f8-abd0-35666cbc800f tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:42:47.090228 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port a8f73db3-6997-46c1-82e5-4b753f7367ce, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=a8f73db3-6997-46c1-82e5-4b753f7367ce,segment=NetworkSegment(0591f86f-9faf-48d2-8118-25ec53938e51),segment_id=0591f86f-9faf-48d2-8118-25ec53938e51)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:42:47.091253 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adde0c4-d1c4-48f8-abd0-35666cbc800f tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Pushing event updated for resources: {'Port': ['ID=9f0b65d9-9543-416c-a32d-75604c6933ce,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:47.099673 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:47.100542 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device c681a56d-d910-43ec-a691-598a24e331bd up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:42:47.148900 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36501a8d-32da-4759-a136-510ef4d3347f req-19a1508c-c980-41c1-bdc4-065f7d51f2f7 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:47.156742 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-36501a8d-32da-4759-a136-510ef4d3347f req-19a1508c-c980-41c1-bdc4-065f7d51f2f7 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 944 time: 0.3150892 Sep 07 02:42:47.197793 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [req-027ed06c-ee88-42f1-848a-78cc475d7be7 req-dc1f7a9a-94a8-40cf-aa98-c591371b6665 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Allocated IP 172.20.0.11 (b38f0331-653f-46c0-a8d7-26916edac115/8b116277-4856-47e9-8d12-8ad81f660adb/8b89f67a-78d4-44b7-a30f-43883b917a8d) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:42:47.201998 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-7f040b85-75b8-4ac1-b3aa-6899c5c7f0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:47.236470 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=a8f73db3-6997-46c1-82e5-4b753f7367ce,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:47.252296 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port c681a56d-d910-43ec-a691-598a24e331bd triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:42:47.252686 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:47.303409 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38efcfc-5f2f-49d6-bd51-be4bdfeaf818 req-7ff51364-2f8f-4d10-bc5a-72d7d4d9803d tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:47.315577 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d38efcfc-5f2f-49d6-bd51-be4bdfeaf818 req-7ff51364-2f8f-4d10-bc5a-72d7d4d9803d tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=b02fcf02-fa10-4335-931a-49c1a9a127d0 HTTP/1.1" status: 200 len: 949 time: 0.1850238 Sep 07 02:42:47.392103 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319fd706-043b-4807-b579-096c9ed2937d req-f8e8970e-4b8b-4c0e-917f-88fdd07f9bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:47.394151 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-319fd706-043b-4807-b579-096c9ed2937d req-f8e8970e-4b8b-4c0e-917f-88fdd07f9bdb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb24ffbc5cf943e289e4dc22c0bba90b&device_id=636560ee-84d9-4d64-9b4f-832fc5786429 HTTP/1.1" status: 200 len: 1095 time: 0.2900367 Sep 07 02:42:47.420510 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d38efcfc-5f2f-49d6-bd51-be4bdfeaf818 req-3121aafc-c2d7-4210-823f-4b65023c6adf tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992751 Sep 07 02:42:47.432142 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-36501a8d-32da-4759-a136-510ef4d3347f req-a777ab8d-a925-4cf3-9df3-962e4f030d21 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2743468 Sep 07 02:42:47.515646 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e983d129-d7a1-46b3-a4c3-7aab04894e36 req-7940c82f-0cdc-4db0-9d5e-99df9f49125c tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac2fb8b2-3076-4fdc-b74d-41dfe2f3ec3b HTTP/1.1" status: 200 len: 210 time: 0.0535116 Sep 07 02:42:47.655872 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0d0f5dc1-90fc-4559-8c89-1f1a0f331bdc req-5bdbee33-7ae0-452b-8d93-46496c3fd598 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=69cc01f9-bc22-4a30-a121-2afeafe37d37 HTTP/1.1" status: 200 len: 210 time: 0.0433817 Sep 07 02:42:47.683197 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-027ed06c-ee88-42f1-848a-78cc475d7be7 req-dc1f7a9a-94a8-40cf-aa98-c591371b6665 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:47.775046 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-027ed06c-ee88-42f1-848a-78cc475d7be7 req-dc1f7a9a-94a8-40cf-aa98-c591371b6665 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:47.790667 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-7f040b85-75b8-4ac1-b3aa-6899c5c7f0d8 None None] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:47.791705 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['af9f4b04-1d72-482b-bbf8-2c9fc4969d1e'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:42:47.795696 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3adde0c4-d1c4-48f8-abd0-35666cbc800f tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:47.815536 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-7f040b85-75b8-4ac1-b3aa-6899c5c7f0d8 None None] Transition to ACTIVE for port object 15380b5f-25a7-49e2-a9c1-274751bff67c will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:42:47.825918 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-7f040b85-75b8-4ac1-b3aa-6899c5c7f0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:47.841085 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e0bd4-460d-43f4-9a00-98f44cb5c0c9 req-11cc1661-ed2a-44dc-8b25-d4662d343fc5 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:47.853439 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b68e0bd4-460d-43f4-9a00-98f44cb5c0c9 req-11cc1661-ed2a-44dc-8b25-d4662d343fc5 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/ports?device_id=636560ee-84d9-4d64-9b4f-832fc5786429 HTTP/1.1" status: 200 len: 943 time: 0.1361883 Sep 07 02:42:47.946939 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-027ed06c-ee88-42f1-848a-78cc475d7be7 req-dc1f7a9a-94a8-40cf-aa98-c591371b6665 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Network b38f0331-653f-46c0-a8d7-26916edac115 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:42:47.951201 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b68e0bd4-460d-43f4-9a00-98f44cb5c0c9 req-381dc05f-9233-4f1f-a7d6-80318d13c2cc tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8aaf68a-cff5-4215-9ab9-069c88f88975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836949 Sep 07 02:42:47.967798 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [req-027ed06c-ee88-42f1-848a-78cc475d7be7 req-dc1f7a9a-94a8-40cf-aa98-c591371b6665 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:42:47.992685 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1f7a9a-94a8-40cf-aa98-c591371b6665 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Pushing event updated for resources: {'Port': ['ID=8b89f67a-78d4-44b7-a30f-43883b917a8d,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:47.995833 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319fd706-043b-4807-b579-096c9ed2937d req-438095fb-dd88-499f-93e0-faa0431e92a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:47.997593 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-319fd706-043b-4807-b579-096c9ed2937d req-438095fb-dd88-499f-93e0-faa0431e92a9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=33554464-2d1d-4995-b9e1-cd6ab6ccbd1b HTTP/1.1" status: 200 len: 913 time: 0.5885241 Sep 07 02:42:48.000037 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-027ed06c-ee88-42f1-848a-78cc475d7be7 req-dc1f7a9a-94a8-40cf-aa98-c591371b6665 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:42:48.006978 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3adde0c4-d1c4-48f8-abd0-35666cbc800f tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:48.076485 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db98f4c5-a467-46c6-9d64-bd201b605c51 None None] Pushing event updated for resources: {'Port': ['ID=15380b5f-25a7-49e2-a9c1-274751bff67c,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:48.131072 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-7f040b85-75b8-4ac1-b3aa-6899c5c7f0d8 None None] Attempting to bind port 15380b5f-25a7-49e2-a9c1-274751bff67c on host n-d-796209-16 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:42:48.131441 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-7f040b85-75b8-4ac1-b3aa-6899c5c7f0d8 None None] Attempting to bind port 15380b5f-25a7-49e2-a9c1-274751bff67c by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '4a40d81e-a446-40cf-a314-2d7295172ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:42:48.131821 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f040b85-75b8-4ac1-b3aa-6899c5c7f0d8 None None] Attempting to bind port 15380b5f-25a7-49e2-a9c1-274751bff67c on network ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:42:48.145964 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f040b85-75b8-4ac1-b3aa-6899c5c7f0d8 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:42:48.146335 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f040b85-75b8-4ac1-b3aa-6899c5c7f0d8 None None] Checking segment: {'id': '4a40d81e-a446-40cf-a314-2d7295172ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:42:48.146735 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-7f040b85-75b8-4ac1-b3aa-6899c5c7f0d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:48.147128 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f040b85-75b8-4ac1-b3aa-6899c5c7f0d8 None None] Bound using segment: {'id': '4a40d81e-a446-40cf-a314-2d7295172ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:42:48.147630 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-7f040b85-75b8-4ac1-b3aa-6899c5c7f0d8 None None] Bound port: 15380b5f-25a7-49e2-a9c1-274751bff67c, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a40d81e-a446-40cf-a314-2d7295172ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:42:48.148013 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-7f040b85-75b8-4ac1-b3aa-6899c5c7f0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:48.198621 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974b0fb9-8573-4ae1-86da-9330fdaf7b7e req-b6c028be-0362-42e9-9711-77f287c710c9 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:48.206729 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-974b0fb9-8573-4ae1-86da-9330fdaf7b7e req-b6c028be-0362-42e9-9711-77f287c710c9 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 944 time: 0.4704015 Sep 07 02:42:48.209690 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-319fd706-043b-4807-b579-096c9ed2937d req-b425bf62-7a0d-42dd-8478-335fc525da9c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1059679b-237b-43f6-9bf3-eb07cfd90780 HTTP/1.1" status: 200 len: 217 time: 0.1057150 Sep 07 02:42:48.257105 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-7f040b85-75b8-4ac1-b3aa-6899c5c7f0d8 None None] For port 15380b5f-25a7-49e2-a9c1-274751bff67c, host n-d-796209-16, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:42:48.262290 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-7f040b85-75b8-4ac1-b3aa-6899c5c7f0d8 None None] For port 15380b5f-25a7-49e2-a9c1-274751bff67c, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=15380b5f-25a7-49e2-a9c1-274751bff67c,segment=NetworkSegment(4a40d81e-a446-40cf-a314-2d7295172ca6),segment_id=4a40d81e-a446-40cf-a314-2d7295172ca6)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:42:48.269554 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-7f040b85-75b8-4ac1-b3aa-6899c5c7f0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:48.334437 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f040b85-75b8-4ac1-b3aa-6899c5c7f0d8 None None] Routers {'da2c3e07-0bea-4415-b297-dc7e89bfe9cf'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:42:48.335064 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-7f040b85-75b8-4ac1-b3aa-6899c5c7f0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:42:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['da2c3e07-0bea-4415-b297-dc7e89bfe9cf'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:42:48.376340 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db98f4c5-a467-46c6-9d64-bd201b605c51 None None] Pushing event updated for resources: {'Port': ['ID=15380b5f-25a7-49e2-a9c1-274751bff67c,revision_number=4']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:48.470067 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-7f040b85-75b8-4ac1-b3aa-6899c5c7f0d8 None None] Set router da2c3e07-0bea-4415-b297-dc7e89bfe9cf gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:42:48.666852 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device a8f73db3-6997-46c1-82e5-4b753f7367ce up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:42:48.678069 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6778aa1-cf5f-4683-8eeb-b07b6631715c req-556e1583-d808-4db5-bde9-1d0e1c76a96e tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:48.689064 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f6778aa1-cf5f-4683-8eeb-b07b6631715c req-556e1583-d808-4db5-bde9-1d0e1c76a96e tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=b02fcf02-fa10-4335-931a-49c1a9a127d0 HTTP/1.1" status: 200 len: 949 time: 0.1651204 Sep 07 02:42:48.723663 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319fd706-043b-4807-b579-096c9ed2937d req-9e455c76-11fa-4b23-9895-32f9e253f29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:48.726041 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-319fd706-043b-4807-b579-096c9ed2937d req-9e455c76-11fa-4b23-9895-32f9e253f29a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=625a5dfe-132b-45d5-8134-acdfd7b873bb HTTP/1.1" status: 200 len: 853 time: 0.4762983 Sep 07 02:42:48.742929 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f6778aa1-cf5f-4683-8eeb-b07b6631715c req-4568049d-d8eb-4654-9753-5a32dd89d907 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518339 Sep 07 02:42:48.750620 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ed06c-ee88-42f1-848a-78cc475d7be7 req-dc1f7a9a-94a8-40cf-aa98-c591371b6665 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:48.751468 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-027ed06c-ee88-42f1-848a-78cc475d7be7 req-dc1f7a9a-94a8-40cf-aa98-c591371b6665 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:48.776484 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port a8f73db3-6997-46c1-82e5-4b753f7367ce triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:42:48.777032 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:48.780298 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-974b0fb9-8573-4ae1-86da-9330fdaf7b7e req-60669279-6695-482d-9a42-21dd01dfe1b9 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5677154 Sep 07 02:42:48.810458 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee964b5b-a7e5-4948-a6ef-92004f71bd0a req-12e80091-a065-4314-83b0-b41e437f4aea tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=0af02a9a84b34cf1bb2e85480cc9aeaa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0805845 Sep 07 02:42:48.814153 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-319fd706-043b-4807-b579-096c9ed2937d req-9b33b3af-20af-4203-b87d-9f6f6aacec36 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=33554464-2d1d-4995-b9e1-cd6ab6ccbd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597100 Sep 07 02:42:48.897275 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ce7bcaaf-f1b6-48cf-a744-90e92c6c17c4 req-eb0bcd92-f33f-436a-b3ab-5057496b703f tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac2fb8b2-3076-4fdc-b74d-41dfe2f3ec3b HTTP/1.1" status: 200 len: 210 time: 0.0545361 Sep 07 02:42:48.964346 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-027ed06c-ee88-42f1-848a-78cc475d7be7 req-dc1f7a9a-94a8-40cf-aa98-c591371b6665 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8753157 Sep 07 02:42:49.010864 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-7f040b85-75b8-4ac1-b3aa-6899c5c7f0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da2c3e07-0bea-4415-b297-dc7e89bfe9cf', 'name': 'tempest-TaggedBootDevicesTest_v242-70382135-router', 'tenant_id': 'afaf54fa75d241989f6b7192737d6028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'c681a56d-d910-43ec-a691-598a24e331bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:42:36Z', 'updated_at': '2021-09-07T02:42:44Z', 'revision_number': 4, 'project_id': 'afaf54fa75d241989f6b7192737d6028', 'gw_port': {'id': 'c681a56d-d910-43ec-a691-598a24e331bd', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:1b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2c3e07-0bea-4415-b297-dc7e89bfe9cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:42:37Z', 'updated_at': '2021-09-07T02:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '15380b5f-25a7-49e2-a9c1-274751bff67c', 'name': '', 'network_id': 'ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96', 'tenant_id': 'afaf54fa75d241989f6b7192737d6028', 'mac_address': 'fa:16:3e:d8:84:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da2c3e07-0bea-4415-b297-dc7e89bfe9cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '57bbd74d-776c-4c52-9483-e440eaacf00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:42:42Z', 'updated_at': '2021-09-07T02:42:48Z', 'revision_number': 4, 'project_id': 'afaf54fa75d241989f6b7192737d6028', 'subnets': [{'id': '57bbd74d-776c-4c52-9483-e440eaacf00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:42:49.033749 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-027ed06c-ee88-42f1-848a-78cc475d7be7 req-2aabf698-56bd-4f64-872c-e2e603913ed6 service neutron] Request body: {'port': {'device_id': '69cc01f9-bc22-4a30-a121-2afeafe37d37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:42:49.049489 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f040b85-75b8-4ac1-b3aa-6899c5c7f0d8 None None] The sync data for ids ['da2c3e07-0bea-4415-b297-dc7e89bfe9cf'] in n-d-796209-16 is: [{'id': 'da2c3e07-0bea-4415-b297-dc7e89bfe9cf', 'name': 'tempest-TaggedBootDevicesTest_v242-70382135-router', 'tenant_id': 'afaf54fa75d241989f6b7192737d6028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'c681a56d-d910-43ec-a691-598a24e331bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:42:36Z', 'updated_at': '2021-09-07T02:42:44Z', 'revision_number': 4, 'project_id': 'afaf54fa75d241989f6b7192737d6028', 'gw_port': {'id': 'c681a56d-d910-43ec-a691-598a24e331bd', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:1b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2c3e07-0bea-4415-b297-dc7e89bfe9cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:42:37Z', 'updated_at': '2021-09-07T02:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '15380b5f-25a7-49e2-a9c1-274751bff67c', 'name': '', 'network_id': 'ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96', 'tenant_id': 'afaf54fa75d241989f6b7192737d6028', 'mac_address': 'fa:16:3e:d8:84:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da2c3e07-0bea-4415-b297-dc7e89bfe9cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '57bbd74d-776c-4c52-9483-e440eaacf00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:42:42Z', 'updated_at': '2021-09-07T02:42:48Z', 'revision_number': 4, 'project_id': 'afaf54fa75d241989f6b7192737d6028', 'subnets': [{'id': '57bbd74d-776c-4c52-9483-e440eaacf00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:42:49.075867 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee964b5b-a7e5-4948-a6ef-92004f71bd0a req-b15f04e5-4f73-4097-9e6e-5a3c86a24ff3 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:49.077775 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee964b5b-a7e5-4948-a6ef-92004f71bd0a req-b15f04e5-4f73-4097-9e6e-5a3c86a24ff3 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2594461 Sep 07 02:42:49.092772 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-ee964b5b-a7e5-4948-a6ef-92004f71bd0a req-ab043d9b-ce37-49d1-b388-e6db5bffa992 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Request body: {'port': {'device_id': 'ac2fb8b2-3076-4fdc-b74d-41dfe2f3ec3b', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'admin_state_up': True, 'tenant_id': '0af02a9a84b34cf1bb2e85480cc9aeaa'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:42:49.103555 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-319fd706-043b-4807-b579-096c9ed2937d req-34a29167-e6d7-4573-948f-6a414213b7a9 service neutron] 10.222.0.16 "GET /v2.0/networks/33554464-2d1d-4995-b9e1-cd6ab6ccbd1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804430 Sep 07 02:42:49.107036 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83caebe-c87e-49a5-8855-dcc9b4094918 req-526231d3-0109-49cb-a8d3-9d0c3d63073b tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:49.119034 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d83caebe-c87e-49a5-8855-dcc9b4094918 req-526231d3-0109-49cb-a8d3-9d0c3d63073b tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=69cc01f9-bc22-4a30-a121-2afeafe37d37 HTTP/1.1" status: 200 len: 932 time: 0.1177404 Sep 07 02:42:49.213624 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3adde0c4-d1c4-48f8-abd0-35666cbc800f tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:49.256273 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d83caebe-c87e-49a5-8855-dcc9b4094918 req-59a51a8d-3e71-4025-a59a-2235bd066582 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360309 Sep 07 02:42:49.257571 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b096e-475d-4cc6-8179-d8e12f0ac353 req-414160bc-4c66-4702-b28c-842cfbd036ac tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:49.265735 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dc9b096e-475d-4cc6-8179-d8e12f0ac353 req-414160bc-4c66-4702-b28c-842cfbd036ac tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 944 time: 0.2237411 Sep 07 02:42:49.266912 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3adde0c4-d1c4-48f8-abd0-35666cbc800f tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:49.281144 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-027ed06c-ee88-42f1-848a-78cc475d7be7 req-2aabf698-56bd-4f64-872c-e2e603913ed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:49.315761 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee964b5b-a7e5-4948-a6ef-92004f71bd0a req-ab043d9b-ce37-49d1-b388-e6db5bffa992 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Made reservation on behalf of 0af02a9a84b34cf1bb2e85480cc9aeaa for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:42:49.326562 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ee964b5b-a7e5-4948-a6ef-92004f71bd0a req-ab043d9b-ce37-49d1-b388-e6db5bffa992 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:49.434352 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adde0c4-d1c4-48f8-abd0-35666cbc800f tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Pushing event updated for resources: {'Port': ['ID=9f0b65d9-9543-416c-a32d-75604c6933ce,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:49.467673 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dc9b096e-475d-4cc6-8179-d8e12f0ac353 req-ff0feae6-cc51-4111-9d6c-6b7517b6083b tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1996920 Sep 07 02:42:49.473927 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-319fd706-043b-4807-b579-096c9ed2937d req-86b774da-fc2a-46db-b6d2-5eae0d03ab22 service neutron] 10.222.0.16 "GET /v2.0/networks/33554464-2d1d-4995-b9e1-cd6ab6ccbd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568723 Sep 07 02:42:49.476088 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26afb292-6191-4993-a175-c559404d04ff req-5a26b2a5-5088-495c-862b-1ace0006983c tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:49.483941 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-26afb292-6191-4993-a175-c559404d04ff req-5a26b2a5-5088-495c-862b-1ace0006983c tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/ports?device_id=636560ee-84d9-4d64-9b4f-832fc5786429 HTTP/1.1" status: 200 len: 943 time: 0.1254957 Sep 07 02:42:49.503388 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3adde0c4-d1c4-48f8-abd0-35666cbc800f tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:49.563525 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-26afb292-6191-4993-a175-c559404d04ff req-134a8c06-305c-41bb-a8f5-1262b16d05bd tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8aaf68a-cff5-4215-9ab9-069c88f88975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786042 Sep 07 02:42:49.583325 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-ee964b5b-a7e5-4948-a6ef-92004f71bd0a req-ab043d9b-ce37-49d1-b388-e6db5bffa992 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Allocated IP 192.168.233.129 (0823ecf3-066e-49bd-a451-2e84ab79a70f/694f9550-ba12-4672-8446-41848123cea2/c2440d47-8452-4b9a-83ef-e597feda36cb) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:42:49.642421 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3adde0c4-d1c4-48f8-abd0-35666cbc800f tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:49.644417 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-3adde0c4-d1c4-48f8-abd0-35666cbc800f tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.3302035 Sep 07 02:42:49.740193 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a25329-10d8-4a0a-825d-dd67f0b5882f req-47351ad8-7d12-421d-8af8-8855934b49e2 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:49.741883 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-66a25329-10d8-4a0a-825d-dd67f0b5882f req-47351ad8-7d12-421d-8af8-8855934b49e2 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 944 time: 0.1781051 Sep 07 02:42:49.823776 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-66a25329-10d8-4a0a-825d-dd67f0b5882f req-f7b56983-c3dc-4de2-b3d6-7e426442afca tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670021 Sep 07 02:42:49.910683 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ee964b5b-a7e5-4948-a6ef-92004f71bd0a req-ab043d9b-ce37-49d1-b388-e6db5bffa992 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:49.937011 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-99919051-f93f-4f17-92a8-cf80117f154c req-61c06259-e5f3-4598-846b-2fc9ce41957b tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1190564286&fields=id&tenant_id=1cb4444198df4bb2bcd059ce08ea0dc3 HTTP/1.1" status: 200 len: 267 time: 0.1128962 Sep 07 02:42:49.952826 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-ee964b5b-a7e5-4948-a6ef-92004f71bd0a req-ab043d9b-ce37-49d1-b388-e6db5bffa992 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Transition to ACTIVE for port object c2440d47-8452-4b9a-83ef-e597feda36cb will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:42:49.955541 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [req-027ed06c-ee88-42f1-848a-78cc475d7be7 req-2aabf698-56bd-4f64-872c-e2e603913ed6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b89f67a-78d4-44b7-a30f-43883b917a8d {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:42:49.966574 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-027ed06c-ee88-42f1-848a-78cc475d7be7 req-2aabf698-56bd-4f64-872c-e2e603913ed6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:49.997891 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5119ce-2df2-47c3-b7bb-79ce34e731af req-1df95c31-1214-4801-95c6-068cfe17b338 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:49.999487 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2c5119ce-2df2-47c3-b7bb-79ce34e731af req-1df95c31-1214-4801-95c6-068cfe17b338 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=b02fcf02-fa10-4335-931a-49c1a9a127d0 HTTP/1.1" status: 200 len: 949 time: 0.0860863 Sep 07 02:42:50.000582 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-027ed06c-ee88-42f1-848a-78cc475d7be7 req-2aabf698-56bd-4f64-872c-e2e603913ed6 service neutron] Transition to ACTIVE for port object 8b89f67a-78d4-44b7-a30f-43883b917a8d will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:42:50.007296 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-027ed06c-ee88-42f1-848a-78cc475d7be7 req-2aabf698-56bd-4f64-872c-e2e603913ed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:50.076595 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99919051-f93f-4f17-92a8-cf80117f154c req-fab33ac5-1c80-4376-a8fc-2199e9823f04 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:50.078186 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-99919051-f93f-4f17-92a8-cf80117f154c req-fab33ac5-1c80-4376-a8fc-2199e9823f04 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] 10.222.0.22 "GET /v2.0/networks?id=44ca0f19-5467-4e01-a811-705a63a89a61 HTTP/1.1" status: 200 len: 806 time: 0.1403852 Sep 07 02:42:50.079901 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ee964b5b-a7e5-4948-a6ef-92004f71bd0a req-ab043d9b-ce37-49d1-b388-e6db5bffa992 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:50.084441 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aabf698-56bd-4f64-872c-e2e603913ed6 service neutron] Pushing event updated for resources: {'Port': ['ID=8b89f67a-78d4-44b7-a30f-43883b917a8d,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:50.093826 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['f2369be1-8cc0-4c63-9f14-30606388589b'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:42:50.146948 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-99919051-f93f-4f17-92a8-cf80117f154c req-7636d61a-ed9a-466d-96a3-96bcc516e415 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] 10.222.0.22 "GET /v2.0/quotas/1cb4444198df4bb2bcd059ce08ea0dc3 HTTP/1.1" status: 200 len: 375 time: 0.0587921 Sep 07 02:42:50.148836 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee964b5b-a7e5-4948-a6ef-92004f71bd0a req-ab043d9b-ce37-49d1-b388-e6db5bffa992 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Network 0823ecf3-066e-49bd-a451-2e84ab79a70f is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:42:50.155642 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-ee964b5b-a7e5-4948-a6ef-92004f71bd0a req-ab043d9b-ce37-49d1-b388-e6db5bffa992 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:42:50.165226 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2c5119ce-2df2-47c3-b7bb-79ce34e731af req-7afff7a4-2097-46a2-9911-e79f599a9447 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476514 Sep 07 02:42:50.173602 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee964b5b-a7e5-4948-a6ef-92004f71bd0a req-ab043d9b-ce37-49d1-b388-e6db5bffa992 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:42:50.227792 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab043d9b-ce37-49d1-b388-e6db5bffa992 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Pushing event updated for resources: {'Port': ['ID=c2440d47-8452-4b9a-83ef-e597feda36cb,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:50.300803 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-027ed06c-ee88-42f1-848a-78cc475d7be7 req-2aabf698-56bd-4f64-872c-e2e603913ed6 service neutron] Attempting to bind port 8b89f67a-78d4-44b7-a30f-43883b917a8d on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:42:50.301146 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-027ed06c-ee88-42f1-848a-78cc475d7be7 req-2aabf698-56bd-4f64-872c-e2e603913ed6 service neutron] Attempting to bind port 8b89f67a-78d4-44b7-a30f-43883b917a8d by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '737bac5c-5e4b-4b03-a099-f644edcc6c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b38f0331-653f-46c0-a8d7-26916edac115'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:42:50.301477 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027ed06c-ee88-42f1-848a-78cc475d7be7 req-2aabf698-56bd-4f64-872c-e2e603913ed6 service neutron] Attempting to bind port 8b89f67a-78d4-44b7-a30f-43883b917a8d on network b38f0331-653f-46c0-a8d7-26916edac115 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:42:50.365996 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-99919051-f93f-4f17-92a8-cf80117f154c req-ffb8606e-4201-40e6-98ae-46ebd87b12f0 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1cb4444198df4bb2bcd059ce08ea0dc3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1593652 Sep 07 02:42:50.366778 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027ed06c-ee88-42f1-848a-78cc475d7be7 req-2aabf698-56bd-4f64-872c-e2e603913ed6 service neutron] Port 8b89f67a-78d4-44b7-a30f-43883b917a8d on network b38f0331-653f-46c0-a8d7-26916edac115 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:42:50.366778 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027ed06c-ee88-42f1-848a-78cc475d7be7 req-2aabf698-56bd-4f64-872c-e2e603913ed6 service neutron] Attempting to bind port 8b89f67a-78d4-44b7-a30f-43883b917a8d on network b38f0331-653f-46c0-a8d7-26916edac115 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:42:50.366778 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027ed06c-ee88-42f1-848a-78cc475d7be7 req-2aabf698-56bd-4f64-872c-e2e603913ed6 service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:42:50.366778 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027ed06c-ee88-42f1-848a-78cc475d7be7 req-2aabf698-56bd-4f64-872c-e2e603913ed6 service neutron] Checking segment: {'id': '737bac5c-5e4b-4b03-a099-f644edcc6c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b38f0331-653f-46c0-a8d7-26916edac115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:42:50.366778 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-027ed06c-ee88-42f1-848a-78cc475d7be7 req-2aabf698-56bd-4f64-872c-e2e603913ed6 service neutron] Bound using segment: {'id': '737bac5c-5e4b-4b03-a099-f644edcc6c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b38f0331-653f-46c0-a8d7-26916edac115'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:42:50.366778 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-027ed06c-ee88-42f1-848a-78cc475d7be7 req-2aabf698-56bd-4f64-872c-e2e603913ed6 service neutron] Bound port: 8b89f67a-78d4-44b7-a30f-43883b917a8d, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '737bac5c-5e4b-4b03-a099-f644edcc6c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b38f0331-653f-46c0-a8d7-26916edac115'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:42:50.366778 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-027ed06c-ee88-42f1-848a-78cc475d7be7 req-2aabf698-56bd-4f64-872c-e2e603913ed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:50.369997 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee964b5b-a7e5-4948-a6ef-92004f71bd0a req-ab043d9b-ce37-49d1-b388-e6db5bffa992 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:50.369997 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ee964b5b-a7e5-4948-a6ef-92004f71bd0a req-ab043d9b-ce37-49d1-b388-e6db5bffa992 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:50.370750 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2359833-ff3e-430a-bea2-d3d4eafa7ddc req-efa13f28-f0aa-4611-8e30-31d51af63023 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:50.380213 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c2359833-ff3e-430a-bea2-d3d4eafa7ddc req-efa13f28-f0aa-4611-8e30-31d51af63023 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac2fb8b2-3076-4fdc-b74d-41dfe2f3ec3b HTTP/1.1" status: 200 len: 936 time: 0.0954940 Sep 07 02:42:50.430516 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee964b5b-a7e5-4948-a6ef-92004f71bd0a req-ab043d9b-ce37-49d1-b388-e6db5bffa992 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3402200 Sep 07 02:42:50.449170 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c2359833-ff3e-430a-bea2-d3d4eafa7ddc req-3f645881-1c1b-47a4-829b-af025ee803ef tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.22 "GET /v2.0/security-groups?id=41e49bd3-7179-4422-8fa8-a2a344c8f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680511 Sep 07 02:42:50.485656 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [req-ee964b5b-a7e5-4948-a6ef-92004f71bd0a req-bdc7d425-6021-4df4-b5ea-a2b19f84684a tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 02:42:50.486981 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee964b5b-a7e5-4948-a6ef-92004f71bd0a req-bdc7d425-6021-4df4-b5ea-a2b19f84684a tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075014 Sep 07 02:42:50.509760 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-efc86e75-38cb-4e96-a57f-1d03879195d3 None None] Provisioning for port c2440d47-8452-4b9a-83ef-e597feda36cb completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:42:50.510309 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-ee964b5b-a7e5-4948-a6ef-92004f71bd0a req-7bf0995e-7be2-4d96-8b5a-8c35343f6a93 service neutron] Request body: {'port': {'device_id': 'ac2fb8b2-3076-4fdc-b74d-41dfe2f3ec3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:42:50.512547 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-027ed06c-ee88-42f1-848a-78cc475d7be7 req-2aabf698-56bd-4f64-872c-e2e603913ed6 service neutron] For port 8b89f67a-78d4-44b7-a30f-43883b917a8d, host n-h2-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:42:50.515107 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-efc86e75-38cb-4e96-a57f-1d03879195d3 None None] Provisioning complete for port c2440d47-8452-4b9a-83ef-e597feda36cb triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:42:50.515616 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-efc86e75-38cb-4e96-a57f-1d03879195d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:50.518322 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-027ed06c-ee88-42f1-848a-78cc475d7be7 req-2aabf698-56bd-4f64-872c-e2e603913ed6 service neutron] For port 8b89f67a-78d4-44b7-a30f-43883b917a8d, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=8b89f67a-78d4-44b7-a30f-43883b917a8d,segment=NetworkSegment(737bac5c-5e4b-4b03-a099-f644edcc6c52),segment_id=737bac5c-5e4b-4b03-a099-f644edcc6c52)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:42:50.528289 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-027ed06c-ee88-42f1-848a-78cc475d7be7 req-2aabf698-56bd-4f64-872c-e2e603913ed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:50.566381 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 1059679b-237b-43f6-9bf3-eb07cfd90780 details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:42:50.594388 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aabf698-56bd-4f64-872c-e2e603913ed6 service neutron] Pushing event updated for resources: {'Port': ['ID=8b89f67a-78d4-44b7-a30f-43883b917a8d,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:50.614720 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ed06c-ee88-42f1-848a-78cc475d7be7 req-2aabf698-56bd-4f64-872c-e2e603913ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:50.615381 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-027ed06c-ee88-42f1-848a-78cc475d7be7 req-2aabf698-56bd-4f64-872c-e2e603913ed6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:50.617384 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-027ed06c-ee88-42f1-848a-78cc475d7be7 req-2aabf698-56bd-4f64-872c-e2e603913ed6 service neutron] 10.222.0.16 "PUT /v2.0/ports/8b89f67a-78d4-44b7-a30f-43883b917a8d HTTP/1.1" status: 200 len: 1093 time: 1.6015573 Sep 07 02:42:50.617776 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69cc01f9-bc22-4a30-a121-2afeafe37d37', 'tag': '8b89f67a-78d4-44b7-a30f-43883b917a8d'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:42:50.624758 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832236df-fe91-46d6-8915-dce1b3d4d487" -d '{"events": [{"name": "network-changed", "server_uuid": "69cc01f9-bc22-4a30-a121-2afeafe37d37", "tag": "8b89f67a-78d4-44b7-a30f-43883b917a8d"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:42:50.625164 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-efc86e75-38cb-4e96-a57f-1d03879195d3 None None] Port c2440d47-8452-4b9a-83ef-e597feda36cb cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:42:50.626119 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ee964b5b-a7e5-4948-a6ef-92004f71bd0a req-7bf0995e-7be2-4d96-8b5a-8c35343f6a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:50.663773 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 15380b5f-25a7-49e2-a9c1-274751bff67c up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:42:50.676245 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-99919051-f93f-4f17-92a8-cf80117f154c req-863f8190-4279-4f3e-a66b-b30e3494f195 service neutron] 10.222.0.22 "GET /v2.0/networks/44ca0f19-5467-4e01-a811-705a63a89a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916636 Sep 07 02:42:50.771543 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ed06c-ee88-42f1-848a-78cc475d7be7 req-70e633af-d51c-47e6-8379-4da98bcfef82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:50.774461 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-027ed06c-ee88-42f1-848a-78cc475d7be7 req-70e633af-d51c-47e6-8379-4da98bcfef82 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=39221102c85f4a33befb52c47b54a864&device_id=69cc01f9-bc22-4a30-a121-2afeafe37d37 HTTP/1.1" status: 200 len: 1096 time: 0.1117346 Sep 07 02:42:50.792859 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 15380b5f-25a7-49e2-a9c1-274751bff67c completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:42:50.802811 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce8736-a7b2-45fe-b8e3-9c97063f5d5d req-58487daf-cd6c-43f5-b2f5-629059bca07c tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:50.804587 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 15380b5f-25a7-49e2-a9c1-274751bff67c triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:42:50.805197 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:50.809333 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f3ce8736-a7b2-45fe-b8e3-9c97063f5d5d req-58487daf-cd6c-43f5-b2f5-629059bca07c tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=69cc01f9-bc22-4a30-a121-2afeafe37d37 HTTP/1.1" status: 200 len: 944 time: 0.0948298 Sep 07 02:42:50.893560 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-027ed06c-ee88-42f1-848a-78cc475d7be7 req-2185bf89-a7df-4827-9bb3-5262cbeb9dbf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b89f67a-78d4-44b7-a30f-43883b917a8d HTTP/1.1" status: 200 len: 217 time: 0.0810962 Sep 07 02:42:50.936562 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 1059679b-237b-43f6-9bf3-eb07cfd90780, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=1059679b-237b-43f6-9bf3-eb07cfd90780,segment=NetworkSegment(bd74203e-fa6d-4c2a-b87e-ee55b06c2f76),segment_id=bd74203e-fa6d-4c2a-b87e-ee55b06c2f76)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:42:50.953654 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-99919051-f93f-4f17-92a8-cf80117f154c req-6fbf077d-4679-465e-a301-5a18b16291f2 service neutron] 10.222.0.22 "GET /v2.0/networks/44ca0f19-5467-4e01-a811-705a63a89a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765284 Sep 07 02:42:50.960656 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ed06c-ee88-42f1-848a-78cc475d7be7 req-24e7191e-1ac3-4914-8a19-156a0e1246f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:50.963283 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-027ed06c-ee88-42f1-848a-78cc475d7be7 req-24e7191e-1ac3-4914-8a19-156a0e1246f5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8b116277-4856-47e9-8d12-8ad81f660adb HTTP/1.1" status: 200 len: 845 time: 0.0614448 Sep 07 02:42:50.966525 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '1059679b-237b-43f6-9bf3-eb07cfd90780', 'network_id': '33554464-2d1d-4995-b9e1-cd6ab6ccbd1b', 'port_id': '1059679b-237b-43f6-9bf3-eb07cfd90780', 'mac_address': 'fa:16:3e:1b:7f:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '625a5dfe-132b-45d5-8134-acdfd7b873bb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:42:50.983323 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f3ce8736-a7b2-45fe-b8e3-9c97063f5d5d req-3183376f-09a7-4d6a-a426-30b072398d11 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536810 Sep 07 02:42:51.042033 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-027ed06c-ee88-42f1-848a-78cc475d7be7 req-21f4ba45-d889-4217-9c02-4dc18b23cb50 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b38f0331-653f-46c0-a8d7-26916edac115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576134 Sep 07 02:42:51.060120 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:51.155317 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:51.158700 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 15380b5f-25a7-49e2-a9c1-274751bff67c, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=15380b5f-25a7-49e2-a9c1-274751bff67c,segment=NetworkSegment(4a40d81e-a446-40cf-a314-2d7295172ca6),segment_id=4a40d81e-a446-40cf-a314-2d7295172ca6)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:42:51.169455 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:51.184102 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1059679b-237b-43f6-9bf3-eb07cfd90780 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:42:51.274211 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b6eaa3-d8bb-423f-8d60-ad1ef82b057a req-973c4d3a-657f-4d23-9ecb-bfa50c6cc6c9 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:51.277184 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d5b6eaa3-d8bb-423f-8d60-ad1ef82b057a req-973c4d3a-657f-4d23-9ecb-bfa50c6cc6c9 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/ports?device_id=636560ee-84d9-4d64-9b4f-832fc5786429 HTTP/1.1" status: 200 len: 943 time: 0.1765795 Sep 07 02:42:51.282273 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8533986e-4fdf-4d03-9265-0984771031e3 x-openstack-request-id: req-8533986e-4fdf-4d03-9265-0984771031e3 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:42:51.286192 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69cc01f9-bc22-4a30-a121-2afeafe37d37", "tag": "8b89f67a-78d4-44b7-a30f-43883b917a8d", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:42:51.287195 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8533986e-4fdf-4d03-9265-0984771031e3 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:42:51.287854 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69cc01f9-bc22-4a30-a121-2afeafe37d37', 'tag': '8b89f67a-78d4-44b7-a30f-43883b917a8d', 'status': 'completed', 'code': 200} Sep 07 02:42:51.295932 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-ee964b5b-a7e5-4948-a6ef-92004f71bd0a req-7bf0995e-7be2-4d96-8b5a-8c35343f6a93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2440d47-8452-4b9a-83ef-e597feda36cb {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:42:51.308208 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ee964b5b-a7e5-4948-a6ef-92004f71bd0a req-7bf0995e-7be2-4d96-8b5a-8c35343f6a93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:51.327841 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-ee964b5b-a7e5-4948-a6ef-92004f71bd0a req-7bf0995e-7be2-4d96-8b5a-8c35343f6a93 service neutron] Transition to ACTIVE for port object c2440d47-8452-4b9a-83ef-e597feda36cb will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:42:51.335743 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ee964b5b-a7e5-4948-a6ef-92004f71bd0a req-7bf0995e-7be2-4d96-8b5a-8c35343f6a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:51.384500 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:51.386219 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 1059679b-237b-43f6-9bf3-eb07cfd90780, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=1059679b-237b-43f6-9bf3-eb07cfd90780,segment=NetworkSegment(bd74203e-fa6d-4c2a-b87e-ee55b06c2f76),segment_id=bd74203e-fa6d-4c2a-b87e-ee55b06c2f76)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:42:51.389628 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d5b6eaa3-d8bb-423f-8d60-ad1ef82b057a req-31759690-1512-4ad4-b1a7-e47534424c16 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8aaf68a-cff5-4215-9ab9-069c88f88975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975771 Sep 07 02:42:51.392023 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:51.398345 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-027ed06c-ee88-42f1-848a-78cc475d7be7 req-197734db-8b8c-40a5-85b9-6bfbb33dd928 service neutron] 10.222.0.16 "GET /v2.0/networks/b38f0331-653f-46c0-a8d7-26916edac115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469195 Sep 07 02:42:51.402742 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:51.409065 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=15380b5f-25a7-49e2-a9c1-274751bff67c,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:51.419981 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf0995e-7be2-4d96-8b5a-8c35343f6a93 service neutron] Pushing event updated for resources: {'Port': ['ID=c2440d47-8452-4b9a-83ef-e597feda36cb,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:51.508092 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8f6af84b-96a9-41b8-b1d0-33a6923f3ff8 req-7936cc56-1545-4460-9373-03ae8d44fa61 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] 10.222.0.22 "GET /v2.0/ports?device_id=20d27a17-1040-4822-bb63-0f73de0ffebf HTTP/1.1" status: 200 len: 210 time: 0.0661929 Sep 07 02:42:51.510776 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=1059679b-237b-43f6-9bf3-eb07cfd90780,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:51.554984 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b5111-34d3-417f-9789-f99ccc523a37 req-a8ba2eba-9bbe-49ce-b556-f25929faf3ed tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:51.563586 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0d5b5111-34d3-417f-9789-f99ccc523a37 req-a8ba2eba-9bbe-49ce-b556-f25929faf3ed tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=b02fcf02-fa10-4335-931a-49c1a9a127d0 HTTP/1.1" status: 200 len: 949 time: 0.1457491 Sep 07 02:42:51.634898 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0d5b5111-34d3-417f-9789-f99ccc523a37 req-342876a7-e87b-4ada-8fc1-cbc1b50d9600 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701623 Sep 07 02:42:51.659192 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-ee964b5b-a7e5-4948-a6ef-92004f71bd0a req-7bf0995e-7be2-4d96-8b5a-8c35343f6a93 service neutron] Attempting to bind port c2440d47-8452-4b9a-83ef-e597feda36cb on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:42:51.659578 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-ee964b5b-a7e5-4948-a6ef-92004f71bd0a req-7bf0995e-7be2-4d96-8b5a-8c35343f6a93 service neutron] Attempting to bind port c2440d47-8452-4b9a-83ef-e597feda36cb by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:42:51.659925 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee964b5b-a7e5-4948-a6ef-92004f71bd0a req-7bf0995e-7be2-4d96-8b5a-8c35343f6a93 service neutron] Attempting to bind port c2440d47-8452-4b9a-83ef-e597feda36cb on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:42:51.665111 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee964b5b-a7e5-4948-a6ef-92004f71bd0a req-7bf0995e-7be2-4d96-8b5a-8c35343f6a93 service neutron] Port c2440d47-8452-4b9a-83ef-e597feda36cb on network 0823ecf3-066e-49bd-a451-2e84ab79a70f not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:42:51.665446 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee964b5b-a7e5-4948-a6ef-92004f71bd0a req-7bf0995e-7be2-4d96-8b5a-8c35343f6a93 service neutron] Attempting to bind port c2440d47-8452-4b9a-83ef-e597feda36cb on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:42:51.671362 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee964b5b-a7e5-4948-a6ef-92004f71bd0a req-7bf0995e-7be2-4d96-8b5a-8c35343f6a93 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:42:51.671731 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee964b5b-a7e5-4948-a6ef-92004f71bd0a req-7bf0995e-7be2-4d96-8b5a-8c35343f6a93 service neutron] Checking segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:42:51.672274 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee964b5b-a7e5-4948-a6ef-92004f71bd0a req-7bf0995e-7be2-4d96-8b5a-8c35343f6a93 service neutron] Bound using segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:42:51.672726 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-ee964b5b-a7e5-4948-a6ef-92004f71bd0a req-7bf0995e-7be2-4d96-8b5a-8c35343f6a93 service neutron] Bound port: c2440d47-8452-4b9a-83ef-e597feda36cb, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:42:51.673238 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ee964b5b-a7e5-4948-a6ef-92004f71bd0a req-7bf0995e-7be2-4d96-8b5a-8c35343f6a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:51.677794 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-027ed06c-ee88-42f1-848a-78cc475d7be7 req-adf52732-c70b-4c53-af4d-57416e7c7c92 service neutron] 10.222.0.16 "GET /v2.0/networks/b38f0331-653f-46c0-a8d7-26916edac115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714620 Sep 07 02:42:51.705159 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e73d69-2166-4d84-bbb4-e5a21932a301 req-07550730-296c-4414-b323-a7b95312b37d tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:51.707934 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-51e73d69-2166-4d84-bbb4-e5a21932a301 req-07550730-296c-4414-b323-a7b95312b37d tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac2fb8b2-3076-4fdc-b74d-41dfe2f3ec3b HTTP/1.1" status: 200 len: 948 time: 0.0697174 Sep 07 02:42:51.746049 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['1059679b-237b-43f6-9bf3-eb07cfd90780'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:42:51.810558 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-ee964b5b-a7e5-4948-a6ef-92004f71bd0a req-7bf0995e-7be2-4d96-8b5a-8c35343f6a93 service neutron] For port c2440d47-8452-4b9a-83ef-e597feda36cb, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:42:51.821286 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-ee964b5b-a7e5-4948-a6ef-92004f71bd0a req-7bf0995e-7be2-4d96-8b5a-8c35343f6a93 service neutron] For port c2440d47-8452-4b9a-83ef-e597feda36cb, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=c2440d47-8452-4b9a-83ef-e597feda36cb,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:42:51.829419 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ee964b5b-a7e5-4948-a6ef-92004f71bd0a req-7bf0995e-7be2-4d96-8b5a-8c35343f6a93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:51.855622 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-51e73d69-2166-4d84-bbb4-e5a21932a301 req-127043b8-6300-42d3-b5a6-167d8753bac2 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.22 "GET /v2.0/security-groups?id=41e49bd3-7179-4422-8fa8-a2a344c8f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214845 Sep 07 02:42:51.863631 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832236df-fe91-46d6-8915-dce1b3d4d487 req-572ad510-96e2-45f7-bb01-26c0aab3e77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:51.865145 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-832236df-fe91-46d6-8915-dce1b3d4d487 req-572ad510-96e2-45f7-bb01-26c0aab3e77f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=39221102c85f4a33befb52c47b54a864&device_id=69cc01f9-bc22-4a30-a121-2afeafe37d37 HTTP/1.1" status: 200 len: 1096 time: 0.1176836 Sep 07 02:42:51.919245 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee964b5b-a7e5-4948-a6ef-92004f71bd0a req-7bf0995e-7be2-4d96-8b5a-8c35343f6a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:51.921401 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ee964b5b-a7e5-4948-a6ef-92004f71bd0a req-7bf0995e-7be2-4d96-8b5a-8c35343f6a93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:51.923613 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee964b5b-a7e5-4948-a6ef-92004f71bd0a req-7bf0995e-7be2-4d96-8b5a-8c35343f6a93 service neutron] 10.222.0.23 "PUT /v2.0/ports/c2440d47-8452-4b9a-83ef-e597feda36cb HTTP/1.1" status: 200 len: 1097 time: 1.4267371 Sep 07 02:42:51.935033 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac2fb8b2-3076-4fdc-b74d-41dfe2f3ec3b', 'tag': 'c2440d47-8452-4b9a-83ef-e597feda36cb'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:42:51.940606 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbcefd3-d491-4c06-81be-d09e9b6ec6fb" -d '{"events": [{"name": "network-changed", "server_uuid": "ac2fb8b2-3076-4fdc-b74d-41dfe2f3ec3b", "tag": "c2440d47-8452-4b9a-83ef-e597feda36cb"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:42:52.048238 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf0995e-7be2-4d96-8b5a-8c35343f6a93 service neutron] Pushing event updated for resources: {'Port': ['ID=c2440d47-8452-4b9a-83ef-e597feda36cb,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:52.083584 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee964b5b-a7e5-4948-a6ef-92004f71bd0a req-7be5a40c-dfff-495c-bc39-a29b65fb2ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:52.085938 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee964b5b-a7e5-4948-a6ef-92004f71bd0a req-7be5a40c-dfff-495c-bc39-a29b65fb2ecf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0af02a9a84b34cf1bb2e85480cc9aeaa&device_id=ac2fb8b2-3076-4fdc-b74d-41dfe2f3ec3b HTTP/1.1" status: 200 len: 1100 time: 0.0769579 Sep 07 02:42:52.098607 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205e484e-4ae1-4e70-a745-61d34d2db74e x-openstack-request-id: req-205e484e-4ae1-4e70-a745-61d34d2db74e {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:42:52.098909 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac2fb8b2-3076-4fdc-b74d-41dfe2f3ec3b", "tag": "c2440d47-8452-4b9a-83ef-e597feda36cb", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:42:52.099166 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-205e484e-4ae1-4e70-a745-61d34d2db74e {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:42:52.099653 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac2fb8b2-3076-4fdc-b74d-41dfe2f3ec3b', 'tag': 'c2440d47-8452-4b9a-83ef-e597feda36cb', 'status': 'completed', 'code': 200} Sep 07 02:42:52.103691 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832236df-fe91-46d6-8915-dce1b3d4d487 req-20656bee-681d-47cf-be49-242826e73e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:52.105501 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-832236df-fe91-46d6-8915-dce1b3d4d487 req-20656bee-681d-47cf-be49-242826e73e16 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b38f0331-653f-46c0-a8d7-26916edac115 HTTP/1.1" status: 200 len: 905 time: 0.2280025 Sep 07 02:42:52.193876 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee964b5b-a7e5-4948-a6ef-92004f71bd0a req-803c1920-e1dc-4b94-b4cd-dded0e7529ee service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=c2440d47-8452-4b9a-83ef-e597feda36cb HTTP/1.1" status: 200 len: 217 time: 0.0848341 Sep 07 02:42:52.195245 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-832236df-fe91-46d6-8915-dce1b3d4d487 req-a76b7f5f-59c3-4334-b701-6d0b8b7732f7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b89f67a-78d4-44b7-a30f-43883b917a8d HTTP/1.1" status: 200 len: 217 time: 0.0790393 Sep 07 02:42:52.286096 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832236df-fe91-46d6-8915-dce1b3d4d487 req-3fd6810b-3520-44bf-8905-b8ab8d502774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:52.287743 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-832236df-fe91-46d6-8915-dce1b3d4d487 req-3fd6810b-3520-44bf-8905-b8ab8d502774 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8b116277-4856-47e9-8d12-8ad81f660adb HTTP/1.1" status: 200 len: 845 time: 0.0872912 Sep 07 02:42:52.295239 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee964b5b-a7e5-4948-a6ef-92004f71bd0a req-95e08cd3-8dce-4b0f-b688-22f346ab2eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:52.296332 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2599df-8b81-49db-b2f3-247c573da328 req-91a64d4f-d216-43a2-952d-d71b38cd43c7 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:52.296809 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee964b5b-a7e5-4948-a6ef-92004f71bd0a req-95e08cd3-8dce-4b0f-b688-22f346ab2eaf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.0741749 Sep 07 02:42:52.297795 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3f2599df-8b81-49db-b2f3-247c573da328 req-91a64d4f-d216-43a2-952d-d71b38cd43c7 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=69cc01f9-bc22-4a30-a121-2afeafe37d37 HTTP/1.1" status: 200 len: 944 time: 0.1222453 Sep 07 02:42:52.326135 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-832236df-fe91-46d6-8915-dce1b3d4d487 req-43d54f18-a84d-44d8-846a-79a28ccd9f83 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b38f0331-653f-46c0-a8d7-26916edac115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273724 Sep 07 02:42:52.356434 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee964b5b-a7e5-4948-a6ef-92004f71bd0a req-fbc348ed-a532-4dc1-99ec-c493ea25044d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:52.358050 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee964b5b-a7e5-4948-a6ef-92004f71bd0a req-fbc348ed-a532-4dc1-99ec-c493ea25044d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0519464 Sep 07 02:42:52.390537 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3f2599df-8b81-49db-b2f3-247c573da328 req-fbb34ffc-ecd7-4587-a435-ef8c3b66ab03 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823574 Sep 07 02:42:52.448405 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-832236df-fe91-46d6-8915-dce1b3d4d487 req-95b894bd-77ec-479b-9b77-085965016629 service neutron] 10.222.0.16 "GET /v2.0/networks/b38f0331-653f-46c0-a8d7-26916edac115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090839 Sep 07 02:42:52.505646 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee964b5b-a7e5-4948-a6ef-92004f71bd0a req-27c98745-96f0-43d8-9fc0-28f7639aa23b service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388946 Sep 07 02:42:52.558300 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 15380b5f-25a7-49e2-a9c1-274751bff67c up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:42:52.564635 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2521e7de-b61a-4fd2-bfc8-847a91901669 req-c551d645-0784-4030-9d9a-c88775ea4f6d tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:52.572569 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2521e7de-b61a-4fd2-bfc8-847a91901669 req-c551d645-0784-4030-9d9a-c88775ea4f6d tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/ports?device_id=636560ee-84d9-4d64-9b4f-832fc5786429 HTTP/1.1" status: 200 len: 944 time: 0.1060519 Sep 07 02:42:52.581419 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-832236df-fe91-46d6-8915-dce1b3d4d487 req-c859647a-e520-4a64-8108-76c1b671f081 service neutron] 10.222.0.16 "GET /v2.0/networks/b38f0331-653f-46c0-a8d7-26916edac115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188350 Sep 07 02:42:52.634922 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 15380b5f-25a7-49e2-a9c1-274751bff67c triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:42:52.635471 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:52.657572 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b4f2cba6-d8a4-4bad-89de-0d4c3968b081 req-c41889ed-a68d-4b67-808f-dcfbb94467ad tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] 10.222.0.22 "GET /v2.0/ports?device_id=20d27a17-1040-4822-bb63-0f73de0ffebf HTTP/1.1" status: 200 len: 210 time: 0.0366993 Sep 07 02:42:52.684111 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2521e7de-b61a-4fd2-bfc8-847a91901669 req-d97dcb82-687d-4955-82e8-fe0355aca9b4 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8aaf68a-cff5-4215-9ab9-069c88f88975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012359 Sep 07 02:42:52.730300 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee964b5b-a7e5-4948-a6ef-92004f71bd0a req-ce99838d-e831-4ee2-b1f0-9a321a13e4bd service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142146 Sep 07 02:42:52.824324 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e227b9-4f81-469d-983f-9dbdd515a57d req-3b1f2f2e-077c-44cf-8a90-5713b8382c7f tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:52.832139 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a5e227b9-4f81-469d-983f-9dbdd515a57d req-3b1f2f2e-077c-44cf-8a90-5713b8382c7f tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=b02fcf02-fa10-4335-931a-49c1a9a127d0 HTTP/1.1" status: 200 len: 949 time: 0.0707638 Sep 07 02:42:52.928318 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a5e227b9-4f81-469d-983f-9dbdd515a57d req-7e3efa77-4045-4aa7-ab67-83760cf464bc tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952325 Sep 07 02:42:52.931748 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99919051-f93f-4f17-92a8-cf80117f154c req-c17a1857-2435-483e-9ae8-5bfb34b942d5 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:52.934166 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-99919051-f93f-4f17-92a8-cf80117f154c req-c17a1857-2435-483e-9ae8-5bfb34b942d5 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] 10.222.0.23 "GET /v2.0/networks?id=44ca0f19-5467-4e01-a811-705a63a89a61 HTTP/1.1" status: 200 len: 806 time: 0.1914868 Sep 07 02:42:52.938134 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbcefd3-d491-4c06-81be-d09e9b6ec6fb req-39628ee5-111f-434e-b31e-e7ab7875c86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:52.939759 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4dbcefd3-d491-4c06-81be-d09e9b6ec6fb req-39628ee5-111f-434e-b31e-e7ab7875c86d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0af02a9a84b34cf1bb2e85480cc9aeaa&device_id=ac2fb8b2-3076-4fdc-b74d-41dfe2f3ec3b HTTP/1.1" status: 200 len: 1100 time: 0.1050453 Sep 07 02:42:53.023181 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-99919051-f93f-4f17-92a8-cf80117f154c req-828f4067-494d-4246-a66f-4edfb9ad0808 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1cb4444198df4bb2bcd059ce08ea0dc3 HTTP/1.1" status: 200 len: 380 time: 0.0583825 Sep 07 02:42:53.038131 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb8dd3-24b4-43e7-8496-10db327b8962 req-a1ccf0ee-559a-4f73-a378-0a121c39d469 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:53.040486 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5afb8dd3-24b4-43e7-8496-10db327b8962 req-a1ccf0ee-559a-4f73-a378-0a121c39d469 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac2fb8b2-3076-4fdc-b74d-41dfe2f3ec3b HTTP/1.1" status: 200 len: 948 time: 0.0906179 Sep 07 02:42:53.045328 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-99919051-f93f-4f17-92a8-cf80117f154c req-665b744f-30c6-415b-9d65-79dbd7068140 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Request body: {'port': {'device_id': '20d27a17-1040-4822-bb63-0f73de0ffebf', 'network_id': '44ca0f19-5467-4e01-a811-705a63a89a61', 'admin_state_up': True, 'tenant_id': '1cb4444198df4bb2bcd059ce08ea0dc3', 'security_groups': ['2cbb8135-9d03-4845-b592-042a08101ad6']}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:42:53.089200 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbcefd3-d491-4c06-81be-d09e9b6ec6fb req-38cda47d-3125-4260-9d76-303af7e0cfad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:53.090081 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4dbcefd3-d491-4c06-81be-d09e9b6ec6fb req-38cda47d-3125-4260-9d76-303af7e0cfad service neutron] 10.222.0.23 "GET /v2.0/networks?id=0823ecf3-066e-49bd-a451-2e84ab79a70f HTTP/1.1" status: 200 len: 869 time: 0.1349225 Sep 07 02:42:53.147622 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4dbcefd3-d491-4c06-81be-d09e9b6ec6fb req-2d623854-e46e-468a-b719-2007ece5acd7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=c2440d47-8452-4b9a-83ef-e597feda36cb HTTP/1.1" status: 200 len: 217 time: 0.0441933 Sep 07 02:42:53.155055 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5afb8dd3-24b4-43e7-8496-10db327b8962 req-d1937024-eb62-48da-8f96-f16c65f00f75 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.22 "GET /v2.0/security-groups?id=41e49bd3-7179-4422-8fa8-a2a344c8f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723362 Sep 07 02:42:53.192988 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99919051-f93f-4f17-92a8-cf80117f154c req-665b744f-30c6-415b-9d65-79dbd7068140 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Made reservation on behalf of 1cb4444198df4bb2bcd059ce08ea0dc3 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:42:53.197544 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-99919051-f93f-4f17-92a8-cf80117f154c req-665b744f-30c6-415b-9d65-79dbd7068140 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:53.217841 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbcefd3-d491-4c06-81be-d09e9b6ec6fb req-40f6057f-22c0-48eb-b26f-f040ec660f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:53.219363 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4dbcefd3-d491-4c06-81be-d09e9b6ec6fb req-40f6057f-22c0-48eb-b26f-f040ec660f7b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.0606408 Sep 07 02:42:53.271826 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbcefd3-d491-4c06-81be-d09e9b6ec6fb req-b0a61e9a-2c2d-480d-9c92-d19a8a15ff43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:53.275417 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4dbcefd3-d491-4c06-81be-d09e9b6ec6fb req-b0a61e9a-2c2d-480d-9c92-d19a8a15ff43 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0472498 Sep 07 02:42:53.332908 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-99919051-f93f-4f17-92a8-cf80117f154c req-665b744f-30c6-415b-9d65-79dbd7068140 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Allocated IP 172.20.0.12 (44ca0f19-5467-4e01-a811-705a63a89a61/aeeb3351-2834-4965-8c13-9d419d66a2a5/babc2f90-9682-487e-b1c2-f9bd7a159508) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:42:53.368836 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4dbcefd3-d491-4c06-81be-d09e9b6ec6fb req-c4a47944-3a05-4893-ac11-d9826e9d7153 service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858443 Sep 07 02:42:53.473470 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4dbcefd3-d491-4c06-81be-d09e9b6ec6fb req-759f456a-4cf0-4188-a2f6-6d27c9c729d8 service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968742 Sep 07 02:42:53.496627 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-99919051-f93f-4f17-92a8-cf80117f154c req-665b744f-30c6-415b-9d65-79dbd7068140 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:53.513449 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-99919051-f93f-4f17-92a8-cf80117f154c req-665b744f-30c6-415b-9d65-79dbd7068140 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Transition to ACTIVE for port object babc2f90-9682-487e-b1c2-f9bd7a159508 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:42:53.530902 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9497b364-8dd4-483a-bec3-0ed5aeefbdf8 req-0f6c1480-e6fb-4264-a481-0218f2aae066 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:53.532611 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9497b364-8dd4-483a-bec3-0ed5aeefbdf8 req-0f6c1480-e6fb-4264-a481-0218f2aae066 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=69cc01f9-bc22-4a30-a121-2afeafe37d37 HTTP/1.1" status: 200 len: 944 time: 0.0554893 Sep 07 02:42:53.549918 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-99919051-f93f-4f17-92a8-cf80117f154c req-665b744f-30c6-415b-9d65-79dbd7068140 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:53.575237 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9497b364-8dd4-483a-bec3-0ed5aeefbdf8 req-b6c0588b-b988-478b-b3db-9d14ea03cf25 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353317 Sep 07 02:42:53.594752 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99919051-f93f-4f17-92a8-cf80117f154c req-665b744f-30c6-415b-9d65-79dbd7068140 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Network 44ca0f19-5467-4e01-a811-705a63a89a61 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:42:53.597856 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-99919051-f93f-4f17-92a8-cf80117f154c req-665b744f-30c6-415b-9d65-79dbd7068140 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:42:53.601581 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-99919051-f93f-4f17-92a8-cf80117f154c req-665b744f-30c6-415b-9d65-79dbd7068140 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:42:53.637730 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b744f-30c6-415b-9d65-79dbd7068140 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Pushing event updated for resources: {'Port': ['ID=babc2f90-9682-487e-b1c2-f9bd7a159508,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:53.659812 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99919051-f93f-4f17-92a8-cf80117f154c req-665b744f-30c6-415b-9d65-79dbd7068140 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:53.660466 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-99919051-f93f-4f17-92a8-cf80117f154c req-665b744f-30c6-415b-9d65-79dbd7068140 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:53.678156 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-99919051-f93f-4f17-92a8-cf80117f154c req-665b744f-30c6-415b-9d65-79dbd7068140 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6364830 Sep 07 02:42:53.692071 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-99919051-f93f-4f17-92a8-cf80117f154c req-053506bb-9408-4e64-b127-40600cd72d5d service neutron] Request body: {'port': {'device_id': '20d27a17-1040-4822-bb63-0f73de0ffebf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:42:53.772246 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-99919051-f93f-4f17-92a8-cf80117f154c req-053506bb-9408-4e64-b127-40600cd72d5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:53.830293 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5659ce-b6e5-476c-a30e-26b35909798b req-cfe9fdab-41da-4ccb-865f-bf65d4bed8fb tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:53.831920 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8a5659ce-b6e5-476c-a30e-26b35909798b req-cfe9fdab-41da-4ccb-865f-bf65d4bed8fb tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/ports?device_id=636560ee-84d9-4d64-9b4f-832fc5786429 HTTP/1.1" status: 200 len: 944 time: 0.0639496 Sep 07 02:42:53.880833 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8a5659ce-b6e5-476c-a30e-26b35909798b req-db77ec19-e64e-45f3-8652-a52b0db1aaca tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8aaf68a-cff5-4215-9ab9-069c88f88975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424554 Sep 07 02:42:53.884781 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a791a4c-2e84-47ca-9174-cb2db1e4022f req-9581c948-2bb8-459c-96a7-e63277f3207d tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:53.886340 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4a791a4c-2e84-47ca-9174-cb2db1e4022f req-9581c948-2bb8-459c-96a7-e63277f3207d tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] 10.222.0.22 "GET /v2.0/ports?device_id=20d27a17-1040-4822-bb63-0f73de0ffebf HTTP/1.1" status: 200 len: 932 time: 0.1041939 Sep 07 02:42:53.896856 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-51010038-b813-47e9-82bc-1cd3e1bc48de None None] Provisioning for port babc2f90-9682-487e-b1c2-f9bd7a159508 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:42:53.904202 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-51010038-b813-47e9-82bc-1cd3e1bc48de None None] Provisioning complete for port babc2f90-9682-487e-b1c2-f9bd7a159508 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:42:53.904589 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-51010038-b813-47e9-82bc-1cd3e1bc48de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:53.959164 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-51010038-b813-47e9-82bc-1cd3e1bc48de None None] Port babc2f90-9682-487e-b1c2-f9bd7a159508 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:42:54.015262 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4a791a4c-2e84-47ca-9174-cb2db1e4022f req-93bd5f97-abe0-48e3-ac7e-902387ae5206 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cbb8135-9d03-4845-b592-042a08101ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202335 Sep 07 02:42:54.083526 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444ff54-eef3-4adc-adf6-c2e4ac93ab02 req-7bde9d7c-1f58-4eeb-bd7e-c771fb5ab0b5 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:54.091722 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4444ff54-eef3-4adc-adf6-c2e4ac93ab02 req-7bde9d7c-1f58-4eeb-bd7e-c771fb5ab0b5 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=b02fcf02-fa10-4335-931a-49c1a9a127d0 HTTP/1.1" status: 200 len: 949 time: 0.0624595 Sep 07 02:42:54.147637 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4444ff54-eef3-4adc-adf6-c2e4ac93ab02 req-3f3e86aa-7700-4752-8905-cc8af3e0069c tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527596 Sep 07 02:42:54.173121 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-99919051-f93f-4f17-92a8-cf80117f154c req-053506bb-9408-4e64-b127-40600cd72d5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id babc2f90-9682-487e-b1c2-f9bd7a159508 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:42:54.181667 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-99919051-f93f-4f17-92a8-cf80117f154c req-053506bb-9408-4e64-b127-40600cd72d5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:54.194517 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-99919051-f93f-4f17-92a8-cf80117f154c req-053506bb-9408-4e64-b127-40600cd72d5d service neutron] Transition to ACTIVE for port object babc2f90-9682-487e-b1c2-f9bd7a159508 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:42:54.199317 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-99919051-f93f-4f17-92a8-cf80117f154c req-053506bb-9408-4e64-b127-40600cd72d5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:54.293914 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053506bb-9408-4e64-b127-40600cd72d5d service neutron] Pushing event updated for resources: {'Port': ['ID=babc2f90-9682-487e-b1c2-f9bd7a159508,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:54.346464 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c6461d-6c8f-4421-a8b7-d0da4d3206eb req-f39d2857-1dd4-422f-9ed5-49016fcbbd11 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:54.347856 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-43c6461d-6c8f-4421-a8b7-d0da4d3206eb req-f39d2857-1dd4-422f-9ed5-49016fcbbd11 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac2fb8b2-3076-4fdc-b74d-41dfe2f3ec3b HTTP/1.1" status: 200 len: 948 time: 0.1114380 Sep 07 02:42:54.399124 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-99919051-f93f-4f17-92a8-cf80117f154c req-053506bb-9408-4e64-b127-40600cd72d5d service neutron] Attempting to bind port babc2f90-9682-487e-b1c2-f9bd7a159508 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:42:54.399460 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-99919051-f93f-4f17-92a8-cf80117f154c req-053506bb-9408-4e64-b127-40600cd72d5d service neutron] Attempting to bind port babc2f90-9682-487e-b1c2-f9bd7a159508 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '0591f86f-9faf-48d2-8118-25ec53938e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '44ca0f19-5467-4e01-a811-705a63a89a61'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:42:54.399819 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99919051-f93f-4f17-92a8-cf80117f154c req-053506bb-9408-4e64-b127-40600cd72d5d service neutron] Attempting to bind port babc2f90-9682-487e-b1c2-f9bd7a159508 on network 44ca0f19-5467-4e01-a811-705a63a89a61 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:42:54.408581 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99919051-f93f-4f17-92a8-cf80117f154c req-053506bb-9408-4e64-b127-40600cd72d5d service neutron] Port babc2f90-9682-487e-b1c2-f9bd7a159508 on network 44ca0f19-5467-4e01-a811-705a63a89a61 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:42:54.408900 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99919051-f93f-4f17-92a8-cf80117f154c req-053506bb-9408-4e64-b127-40600cd72d5d service neutron] Attempting to bind port babc2f90-9682-487e-b1c2-f9bd7a159508 on network 44ca0f19-5467-4e01-a811-705a63a89a61 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:42:54.413336 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-43c6461d-6c8f-4421-a8b7-d0da4d3206eb req-6b8d3db0-0ace-4429-b146-f94593646392 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.22 "GET /v2.0/security-groups?id=41e49bd3-7179-4422-8fa8-a2a344c8f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564334 Sep 07 02:42:54.417969 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99919051-f93f-4f17-92a8-cf80117f154c req-053506bb-9408-4e64-b127-40600cd72d5d service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:42:54.418409 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99919051-f93f-4f17-92a8-cf80117f154c req-053506bb-9408-4e64-b127-40600cd72d5d service neutron] Checking segment: {'id': '0591f86f-9faf-48d2-8118-25ec53938e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '44ca0f19-5467-4e01-a811-705a63a89a61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:42:54.418802 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99919051-f93f-4f17-92a8-cf80117f154c req-053506bb-9408-4e64-b127-40600cd72d5d service neutron] Bound using segment: {'id': '0591f86f-9faf-48d2-8118-25ec53938e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '44ca0f19-5467-4e01-a811-705a63a89a61'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:42:54.419209 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-99919051-f93f-4f17-92a8-cf80117f154c req-053506bb-9408-4e64-b127-40600cd72d5d service neutron] Bound port: babc2f90-9682-487e-b1c2-f9bd7a159508, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0591f86f-9faf-48d2-8118-25ec53938e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '44ca0f19-5467-4e01-a811-705a63a89a61'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:42:54.419601 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-99919051-f93f-4f17-92a8-cf80117f154c req-053506bb-9408-4e64-b127-40600cd72d5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:54.494105 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-99919051-f93f-4f17-92a8-cf80117f154c req-053506bb-9408-4e64-b127-40600cd72d5d service neutron] For port babc2f90-9682-487e-b1c2-f9bd7a159508, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:42:54.497701 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-99919051-f93f-4f17-92a8-cf80117f154c req-053506bb-9408-4e64-b127-40600cd72d5d service neutron] For port babc2f90-9682-487e-b1c2-f9bd7a159508, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=babc2f90-9682-487e-b1c2-f9bd7a159508,segment=NetworkSegment(0591f86f-9faf-48d2-8118-25ec53938e51),segment_id=0591f86f-9faf-48d2-8118-25ec53938e51)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:42:54.501516 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-99919051-f93f-4f17-92a8-cf80117f154c req-053506bb-9408-4e64-b127-40600cd72d5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:54.537742 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99919051-f93f-4f17-92a8-cf80117f154c req-053506bb-9408-4e64-b127-40600cd72d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:54.538374 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-99919051-f93f-4f17-92a8-cf80117f154c req-053506bb-9408-4e64-b127-40600cd72d5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:54.540426 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-99919051-f93f-4f17-92a8-cf80117f154c req-053506bb-9408-4e64-b127-40600cd72d5d service neutron] 10.222.0.23 "PUT /v2.0/ports/babc2f90-9682-487e-b1c2-f9bd7a159508 HTTP/1.1" status: 200 len: 1093 time: 0.8532028 Sep 07 02:42:54.540880 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20d27a17-1040-4822-bb63-0f73de0ffebf', 'tag': 'babc2f90-9682-487e-b1c2-f9bd7a159508'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:42:54.543310 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4df3862-2fd9-44a3-ad97-c264389ac804" -d '{"events": [{"name": "network-changed", "server_uuid": "20d27a17-1040-4822-bb63-0f73de0ffebf", "tag": "babc2f90-9682-487e-b1c2-f9bd7a159508"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:42:54.563592 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 8b89f67a-78d4-44b7-a30f-43883b917a8d details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:42:54.566290 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 1059679b-237b-43f6-9bf3-eb07cfd90780 up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:42:54.573142 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053506bb-9408-4e64-b127-40600cd72d5d service neutron] Pushing event updated for resources: {'Port': ['ID=babc2f90-9682-487e-b1c2-f9bd7a159508,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:54.600660 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17699146-2aa1-4d01-8e04-a54134d4e710 x-openstack-request-id: req-17699146-2aa1-4d01-8e04-a54134d4e710 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:42:54.601006 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20d27a17-1040-4822-bb63-0f73de0ffebf", "tag": "babc2f90-9682-487e-b1c2-f9bd7a159508", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:42:54.601267 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-17699146-2aa1-4d01-8e04-a54134d4e710 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:42:54.601703 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20d27a17-1040-4822-bb63-0f73de0ffebf', 'tag': 'babc2f90-9682-487e-b1c2-f9bd7a159508', 'status': 'completed', 'code': 200} Sep 07 02:42:54.650762 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99919051-f93f-4f17-92a8-cf80117f154c req-16633af5-4de8-4bd7-9654-60b13ad73d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:54.652638 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-99919051-f93f-4f17-92a8-cf80117f154c req-16633af5-4de8-4bd7-9654-60b13ad73d34 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1cb4444198df4bb2bcd059ce08ea0dc3&device_id=20d27a17-1040-4822-bb63-0f73de0ffebf HTTP/1.1" status: 200 len: 1096 time: 0.0650046 Sep 07 02:42:54.722019 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port 1059679b-237b-43f6-9bf3-eb07cfd90780 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:42:54.722239 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-99919051-f93f-4f17-92a8-cf80117f154c req-9dd10a5a-a710-4d47-905b-9ca69cf1785c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=babc2f90-9682-487e-b1c2-f9bd7a159508 HTTP/1.1" status: 200 len: 217 time: 0.0579324 Sep 07 02:42:54.727111 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 1059679b-237b-43f6-9bf3-eb07cfd90780 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:42:54.727524 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:54.779285 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 8b89f67a-78d4-44b7-a30f-43883b917a8d, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=8b89f67a-78d4-44b7-a30f-43883b917a8d,segment=NetworkSegment(737bac5c-5e4b-4b03-a099-f644edcc6c52),segment_id=737bac5c-5e4b-4b03-a099-f644edcc6c52)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:42:54.795220 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b754a66-ac22-491c-a605-613192d12317 req-06ca81fa-e626-43db-843c-d31da72361d7 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:54.800179 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9b754a66-ac22-491c-a605-613192d12317 req-06ca81fa-e626-43db-843c-d31da72361d7 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=69cc01f9-bc22-4a30-a121-2afeafe37d37 HTTP/1.1" status: 200 len: 944 time: 0.1229060 Sep 07 02:42:54.800546 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '8b89f67a-78d4-44b7-a30f-43883b917a8d', 'network_id': 'b38f0331-653f-46c0-a8d7-26916edac115', 'port_id': '8b89f67a-78d4-44b7-a30f-43883b917a8d', 'mac_address': 'fa:16:3e:9b:43:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b116277-4856-47e9-8d12-8ad81f660adb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:42:54.824213 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99919051-f93f-4f17-92a8-cf80117f154c req-1590431f-152d-41ab-b7e8-7eac2f09d8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:54.825517 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-99919051-f93f-4f17-92a8-cf80117f154c req-1590431f-152d-41ab-b7e8-7eac2f09d8c5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aeeb3351-2834-4965-8c13-9d419d66a2a5 HTTP/1.1" status: 200 len: 845 time: 0.0884161 Sep 07 02:42:54.867125 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9b754a66-ac22-491c-a605-613192d12317 req-a7e52b6b-1e0b-4afc-9bf0-c022639d4564 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609770 Sep 07 02:42:54.883269 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99919051-f93f-4f17-92a8-cf80117f154c req-b16814c1-8bd4-495a-bd04-94ea7192b230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:54.884829 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-99919051-f93f-4f17-92a8-cf80117f154c req-b16814c1-8bd4-495a-bd04-94ea7192b230 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=44ca0f19-5467-4e01-a811-705a63a89a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461719 Sep 07 02:42:54.895579 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:54.897429 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:54.914876 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b89f67a-78d4-44b7-a30f-43883b917a8d {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:42:54.947699 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '636560ee-84d9-4d64-9b4f-832fc5786429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1059679b-237b-43f6-9bf3-eb07cfd90780'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:42:54.950236 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f816684c-11be-4574-8e39-b99c04310b4d" -d '{"events": [{"server_uuid": "636560ee-84d9-4d64-9b4f-832fc5786429", "name": "network-vif-plugged", "status": "completed", "tag": "1059679b-237b-43f6-9bf3-eb07cfd90780"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:42:54.966394 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 8b89f67a-78d4-44b7-a30f-43883b917a8d, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=8b89f67a-78d4-44b7-a30f-43883b917a8d,segment=NetworkSegment(737bac5c-5e4b-4b03-a099-f644edcc6c52),segment_id=737bac5c-5e4b-4b03-a099-f644edcc6c52)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:42:54.968717 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 1059679b-237b-43f6-9bf3-eb07cfd90780, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=1059679b-237b-43f6-9bf3-eb07cfd90780,segment=NetworkSegment(bd74203e-fa6d-4c2a-b87e-ee55b06c2f76),segment_id=bd74203e-fa6d-4c2a-b87e-ee55b06c2f76)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:42:54.973051 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:55.030479 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-99919051-f93f-4f17-92a8-cf80117f154c req-f836a466-2c81-4379-903d-851b6f2ebc3c service neutron] 10.222.0.23 "GET /v2.0/networks/44ca0f19-5467-4e01-a811-705a63a89a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348755 Sep 07 02:42:55.039455 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:55.043190 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afbc05e9-f34d-4a96-aab1-e130d8e86637 x-openstack-request-id: req-afbc05e9-f34d-4a96-aab1-e130d8e86637 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:42:55.043498 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "636560ee-84d9-4d64-9b4f-832fc5786429", "name": "network-vif-plugged", "status": "completed", "tag": "1059679b-237b-43f6-9bf3-eb07cfd90780", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:42:55.043762 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-afbc05e9-f34d-4a96-aab1-e130d8e86637 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:42:55.044161 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '636560ee-84d9-4d64-9b4f-832fc5786429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1059679b-237b-43f6-9bf3-eb07cfd90780', 'code': 200} Sep 07 02:42:55.044771 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=8b89f67a-78d4-44b7-a30f-43883b917a8d,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:55.093369 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1dbf78-7299-40ee-bfa6-3483532b6fe0 req-3f1595a5-9ec1-4915-819c-8ab21ad48621 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:55.101515 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ed1dbf78-7299-40ee-bfa6-3483532b6fe0 req-3f1595a5-9ec1-4915-819c-8ab21ad48621 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/ports?device_id=636560ee-84d9-4d64-9b4f-832fc5786429 HTTP/1.1" status: 200 len: 945 time: 0.1208463 Sep 07 02:42:55.143190 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=1059679b-237b-43f6-9bf3-eb07cfd90780,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:55.170310 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ed1dbf78-7299-40ee-bfa6-3483532b6fe0 req-80b40dcc-c1ae-49c8-a0a6-75e2d1d541b0 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8aaf68a-cff5-4215-9ab9-069c88f88975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677686 Sep 07 02:42:55.187849 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f88b0-383d-4107-b611-9a06fc86c87e req-88605dde-7fc3-4c59-8787-38ac0a85a7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:55.189466 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-509f88b0-383d-4107-b611-9a06fc86c87e req-88605dde-7fc3-4c59-8787-38ac0a85a7f6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=636560ee-84d9-4d64-9b4f-832fc5786429 HTTP/1.1" status: 200 len: 1097 time: 0.0852969 Sep 07 02:42:55.192747 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-99919051-f93f-4f17-92a8-cf80117f154c req-ecadb4d2-166d-4b70-8080-4764231601c4 service neutron] 10.222.0.23 "GET /v2.0/networks/44ca0f19-5467-4e01-a811-705a63a89a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544771 Sep 07 02:42:55.295100 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-509f88b0-383d-4107-b611-9a06fc86c87e req-44870451-8a44-4f07-a867-803d0ee758ed service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f8aaf68a-cff5-4215-9ab9-069c88f88975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975771 Sep 07 02:42:55.307500 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711032d-c3a5-482b-a2de-c57db131f302 req-e3bf8763-94a2-41fc-8d3e-6459493423db tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:55.310023 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6711032d-c3a5-482b-a2de-c57db131f302 req-e3bf8763-94a2-41fc-8d3e-6459493423db tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=b02fcf02-fa10-4335-931a-49c1a9a127d0 HTTP/1.1" status: 200 len: 949 time: 0.0640008 Sep 07 02:42:55.310714 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['8b89f67a-78d4-44b7-a30f-43883b917a8d'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:42:55.318579 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dcad67-b654-4a19-bf1c-531bd201720a req-930c7749-8168-4e07-b987-a2e10786610c tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:55.328937 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f1dcad67-b654-4a19-bf1c-531bd201720a req-930c7749-8168-4e07-b987-a2e10786610c tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] 10.222.0.22 "GET /v2.0/ports?device_id=20d27a17-1040-4822-bb63-0f73de0ffebf HTTP/1.1" status: 200 len: 944 time: 0.1097441 Sep 07 02:42:55.359174 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df3862-2fd9-44a3-ad97-c264389ac804 req-774dcce6-91d0-44b3-94b4-5c1783b86c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:55.361142 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e4df3862-2fd9-44a3-ad97-c264389ac804 req-774dcce6-91d0-44b3-94b4-5c1783b86c06 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1cb4444198df4bb2bcd059ce08ea0dc3&device_id=20d27a17-1040-4822-bb63-0f73de0ffebf HTTP/1.1" status: 200 len: 1096 time: 0.0952458 Sep 07 02:42:55.365430 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6711032d-c3a5-482b-a2de-c57db131f302 req-70dfbe4a-f5d2-476e-9c9b-31f2f359de87 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481505 Sep 07 02:42:55.396282 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f1dcad67-b654-4a19-bf1c-531bd201720a req-a7e460ba-fcc6-4051-b058-52d7cd3fb2c4 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cbb8135-9d03-4845-b592-042a08101ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663667 Sep 07 02:42:55.494705 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df3862-2fd9-44a3-ad97-c264389ac804 req-3383e5dd-5a06-4848-b13a-04f2b80c71fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:55.496503 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e4df3862-2fd9-44a3-ad97-c264389ac804 req-3383e5dd-5a06-4848-b13a-04f2b80c71fe service neutron] 10.222.0.23 "GET /v2.0/networks?id=44ca0f19-5467-4e01-a811-705a63a89a61 HTTP/1.1" status: 200 len: 906 time: 0.1130838 Sep 07 02:42:55.545678 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59ed4c-b92a-4090-80a3-c2cf812c730d req-726585b8-9852-4d05-8e05-74ca90ab72ca tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:55.547680 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fb59ed4c-b92a-4090-80a3-c2cf812c730d req-726585b8-9852-4d05-8e05-74ca90ab72ca tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac2fb8b2-3076-4fdc-b74d-41dfe2f3ec3b HTTP/1.1" status: 200 len: 948 time: 0.0502086 Sep 07 02:42:55.554588 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e4df3862-2fd9-44a3-ad97-c264389ac804 req-945b418d-6f5b-43e9-89b8-bdcbd6109336 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=babc2f90-9682-487e-b1c2-f9bd7a159508 HTTP/1.1" status: 200 len: 217 time: 0.0485828 Sep 07 02:42:55.591650 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fb59ed4c-b92a-4090-80a3-c2cf812c730d req-e04c77cc-5c2a-4617-9cb5-5ecf9028fa00 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.22 "GET /v2.0/security-groups?id=41e49bd3-7179-4422-8fa8-a2a344c8f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377529 Sep 07 02:42:55.615510 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df3862-2fd9-44a3-ad97-c264389ac804 req-99d1cff7-b1cf-4371-a4a0-ad6379b5727c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:55.618099 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e4df3862-2fd9-44a3-ad97-c264389ac804 req-99d1cff7-b1cf-4371-a4a0-ad6379b5727c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aeeb3351-2834-4965-8c13-9d419d66a2a5 HTTP/1.1" status: 200 len: 845 time: 0.0555787 Sep 07 02:42:55.670815 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df3862-2fd9-44a3-ad97-c264389ac804 req-36f08c21-a516-4386-9ced-828f9f99fe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:55.672455 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e4df3862-2fd9-44a3-ad97-c264389ac804 req-36f08c21-a516-4386-9ced-828f9f99fe30 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=44ca0f19-5467-4e01-a811-705a63a89a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440733 Sep 07 02:42:55.764777 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e4df3862-2fd9-44a3-ad97-c264389ac804 req-f2ca3b28-c119-4021-81c8-364144b8efd8 service neutron] 10.222.0.23 "GET /v2.0/networks/44ca0f19-5467-4e01-a811-705a63a89a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840411 Sep 07 02:42:55.860376 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a9a42b06-167d-4c85-82d8-110ea8b51f13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:55.864762 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e4df3862-2fd9-44a3-ad97-c264389ac804 req-b8cf8d55-294a-456c-9c40-6eeb7ad33523 service neutron] 10.222.0.23 "GET /v2.0/networks/44ca0f19-5467-4e01-a811-705a63a89a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924966 Sep 07 02:42:55.933017 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device c2440d47-8452-4b9a-83ef-e597feda36cb details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:42:55.998439 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f11b8f-c269-4515-9b52-c9ff245ab7f2 req-d73c8bf8-5a23-4176-ad16-a429b1c6f006 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:56.000242 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-88f11b8f-c269-4515-9b52-c9ff245ab7f2 req-d73c8bf8-5a23-4176-ad16-a429b1c6f006 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=69cc01f9-bc22-4a30-a121-2afeafe37d37 HTTP/1.1" status: 200 len: 945 time: 0.0539763 Sep 07 02:42:56.038508 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-88f11b8f-c269-4515-9b52-c9ff245ab7f2 req-4347b6ee-ee59-441a-ad2a-262e19d3df0b tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323272 Sep 07 02:42:56.039577 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port c2440d47-8452-4b9a-83ef-e597feda36cb, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=c2440d47-8452-4b9a-83ef-e597feda36cb,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:42:56.052160 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': 'c2440d47-8452-4b9a-83ef-e597feda36cb', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'port_id': 'c2440d47-8452-4b9a-83ef-e597feda36cb', 'mac_address': 'fa:16:3e:31:26:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '694f9550-ba12-4672-8446-41848123cea2', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:42:56.093313 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:56.106238 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2440d47-8452-4b9a-83ef-e597feda36cb {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:42:56.125647 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port c2440d47-8452-4b9a-83ef-e597feda36cb, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=c2440d47-8452-4b9a-83ef-e597feda36cb,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:42:56.130802 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:56.180883 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=c2440d47-8452-4b9a-83ef-e597feda36cb,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:56.298384 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14481545-d8bf-4ebb-92fb-935aa67e5270 req-8d5b52da-0f29-4b7f-b3c2-9cfdc3744fd1 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:56.299974 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-14481545-d8bf-4ebb-92fb-935aa67e5270 req-8d5b52da-0f29-4b7f-b3c2-9cfdc3744fd1 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/ports?device_id=636560ee-84d9-4d64-9b4f-832fc5786429 HTTP/1.1" status: 200 len: 945 time: 0.0582848 Sep 07 02:42:56.370147 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-14481545-d8bf-4ebb-92fb-935aa67e5270 req-3b692742-f2f0-46ba-8c6e-96747636b9d2 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8aaf68a-cff5-4215-9ab9-069c88f88975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638559 Sep 07 02:42:56.478799 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['c2440d47-8452-4b9a-83ef-e597feda36cb'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:42:56.530436 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147590ee-fc10-45ee-b58b-43b20b7fff75 req-5a6289b5-8500-4c6e-90c3-7fdcab250874 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:56.532271 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-147590ee-fc10-45ee-b58b-43b20b7fff75 req-5a6289b5-8500-4c6e-90c3-7fdcab250874 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] 10.222.0.22 "GET /v2.0/ports?device_id=20d27a17-1040-4822-bb63-0f73de0ffebf HTTP/1.1" status: 200 len: 944 time: 0.0612476 Sep 07 02:42:56.564584 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900db214-3df1-4423-b249-5489f511538b req-bf2691e3-500f-4dd5-89b9-ada32ec203d6 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:56.566457 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-900db214-3df1-4423-b249-5489f511538b req-bf2691e3-500f-4dd5-89b9-ada32ec203d6 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=b02fcf02-fa10-4335-931a-49c1a9a127d0 HTTP/1.1" status: 200 len: 949 time: 0.0725174 Sep 07 02:42:56.609025 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-147590ee-fc10-45ee-b58b-43b20b7fff75 req-a2d718ba-8d54-4415-b772-20be3dc056f9 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cbb8135-9d03-4845-b592-042a08101ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698290 Sep 07 02:42:56.635630 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-900db214-3df1-4423-b249-5489f511538b req-d707feeb-6d6e-40ec-9a32-1de420eee3d1 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621037 Sep 07 02:42:56.725325 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f9cec-42e0-4c83-ba30-80fbc37631a7 req-45794589-b06b-4740-b008-cb6ac186d99e tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:56.727558 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c70f9cec-42e0-4c83-ba30-80fbc37631a7 req-45794589-b06b-4740-b008-cb6ac186d99e tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac2fb8b2-3076-4fdc-b74d-41dfe2f3ec3b HTTP/1.1" status: 200 len: 949 time: 0.0509839 Sep 07 02:42:56.767689 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c70f9cec-42e0-4c83-ba30-80fbc37631a7 req-d1e65c1f-96f8-4336-a38a-9a65b7a905bc tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.22 "GET /v2.0/security-groups?id=41e49bd3-7179-4422-8fa8-a2a344c8f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333972 Sep 07 02:42:57.156577 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102a4faf-661e-4c4c-80c6-b7b3253dccd1 req-577bf6e1-1d55-4574-a032-a320f47ef59b tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:57.158059 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-102a4faf-661e-4c4c-80c6-b7b3253dccd1 req-577bf6e1-1d55-4574-a032-a320f47ef59b tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=69cc01f9-bc22-4a30-a121-2afeafe37d37 HTTP/1.1" status: 200 len: 945 time: 0.0495508 Sep 07 02:42:57.200328 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-102a4faf-661e-4c4c-80c6-b7b3253dccd1 req-1443931a-b59c-443a-b5d4-9fa7d372fa5b tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362849 Sep 07 02:42:57.513619 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c870c4-22c4-4926-a294-bf3ab9747723 req-5ccafeb5-4d18-4e5d-a4e3-b1738c64b13b tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:57.515371 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-36c870c4-22c4-4926-a294-bf3ab9747723 req-5ccafeb5-4d18-4e5d-a4e3-b1738c64b13b tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/ports?device_id=636560ee-84d9-4d64-9b4f-832fc5786429 HTTP/1.1" status: 200 len: 945 time: 0.0507815 Sep 07 02:42:57.553492 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-36c870c4-22c4-4926-a294-bf3ab9747723 req-cc33e426-5fef-4d95-bfd8-b0ada1a75e0b tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8aaf68a-cff5-4215-9ab9-069c88f88975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321596 Sep 07 02:42:57.658749 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8ffe01f6-4c3c-47e2-9aad-70f26aa414a1 req-e10c3cb1-d970-4a2e-aaa2-fdd0ff1bb800 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-374646605&fields=id&tenant_id=bb24ffbc5cf943e289e4dc22c0bba90b HTTP/1.1" status: 200 len: 267 time: 0.0346549 Sep 07 02:42:57.719973 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe01f6-4c3c-47e2-9aad-70f26aa414a1 req-5d5c47cb-04b6-45df-ad09-f483c52ff099 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:57.721695 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8ffe01f6-4c3c-47e2-9aad-70f26aa414a1 req-5d5c47cb-04b6-45df-ad09-f483c52ff099 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/ports?device_id=636560ee-84d9-4d64-9b4f-832fc5786429 HTTP/1.1" status: 200 len: 945 time: 0.0557353 Sep 07 02:42:57.735940 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-8ffe01f6-4c3c-47e2-9aad-70f26aa414a1 req-78b6c57e-c7ca-4c9b-93fe-2aad652f653d tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Request body: {'port': {'security_groups': ['f8aaf68a-cff5-4215-9ab9-069c88f88975', 'f2807b84-2dca-480c-84da-bc31effeab10']}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:42:57.737989 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d9055-66bc-4324-9518-3dc2a3773aa4 req-cd4f8734-8c15-4fe7-92cc-e68dcc48d6d0 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:57.740106 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-173d9055-66bc-4324-9518-3dc2a3773aa4 req-cd4f8734-8c15-4fe7-92cc-e68dcc48d6d0 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] 10.222.0.22 "GET /v2.0/ports?device_id=20d27a17-1040-4822-bb63-0f73de0ffebf HTTP/1.1" status: 200 len: 944 time: 0.0555761 Sep 07 02:42:57.783849 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-173d9055-66bc-4324-9518-3dc2a3773aa4 req-157accfb-8fc4-4ae2-bce8-d0180fafa461 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cbb8135-9d03-4845-b592-042a08101ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366933 Sep 07 02:42:57.902427 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f769021-08c9-4bd6-8901-1af9e92bbdbc req-7a22a811-31bc-466f-8108-a937c42d5366 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:57.904266 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5f769021-08c9-4bd6-8901-1af9e92bbdbc req-7a22a811-31bc-466f-8108-a937c42d5366 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=b02fcf02-fa10-4335-931a-49c1a9a127d0 HTTP/1.1" status: 200 len: 949 time: 0.0549891 Sep 07 02:42:57.951350 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device babc2f90-9682-487e-b1c2-f9bd7a159508 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:42:57.953842 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device c2440d47-8452-4b9a-83ef-e597feda36cb up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:42:57.965853 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5f769021-08c9-4bd6-8901-1af9e92bbdbc req-5c4e5c96-23ec-4ba5-9de0-af460c41eec8 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535419 Sep 07 02:42:58.061928 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port c2440d47-8452-4b9a-83ef-e597feda36cb completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:42:58.091775 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port c2440d47-8452-4b9a-83ef-e597feda36cb triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:42:58.091775 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:58.126410 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c97fa-c0ce-4721-9cc7-62e0324b0495 req-bb8760ce-0325-44cf-b6c5-777f0412f57b tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:58.128437 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-209c97fa-c0ce-4721-9cc7-62e0324b0495 req-bb8760ce-0325-44cf-b6c5-777f0412f57b tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac2fb8b2-3076-4fdc-b74d-41dfe2f3ec3b HTTP/1.1" status: 200 len: 949 time: 0.0780854 Sep 07 02:42:58.154368 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port babc2f90-9682-487e-b1c2-f9bd7a159508, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=babc2f90-9682-487e-b1c2-f9bd7a159508,segment=NetworkSegment(0591f86f-9faf-48d2-8118-25ec53938e51),segment_id=0591f86f-9faf-48d2-8118-25ec53938e51)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:42:58.154756 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8ffe01f6-4c3c-47e2-9aad-70f26aa414a1 req-78b6c57e-c7ca-4c9b-93fe-2aad652f653d tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:58.183296 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': 'babc2f90-9682-487e-b1c2-f9bd7a159508', 'network_id': '44ca0f19-5467-4e01-a811-705a63a89a61', 'port_id': 'babc2f90-9682-487e-b1c2-f9bd7a159508', 'mac_address': 'fa:16:3e:24:a8:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeeb3351-2834-4965-8c13-9d419d66a2a5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:42:58.187944 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-209c97fa-c0ce-4721-9cc7-62e0324b0495 req-8c4e9ef1-f78f-4e71-ac04-e82826f8d023 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.22 "GET /v2.0/security-groups?id=41e49bd3-7179-4422-8fa8-a2a344c8f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518851 Sep 07 02:42:58.236924 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e9ab9467-96c9-4321-892a-90a9169e49c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:58.264183 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:58.268510 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:58.287711 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id babc2f90-9682-487e-b1c2-f9bd7a159508 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:42:58.318141 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2fb8b2-3076-4fdc-b74d-41dfe2f3ec3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2440d47-8452-4b9a-83ef-e597feda36cb'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:42:58.320948 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404be9bd-d945-4199-986e-335c6558c49a" -d '{"events": [{"server_uuid": "ac2fb8b2-3076-4fdc-b74d-41dfe2f3ec3b", "name": "network-vif-plugged", "status": "completed", "tag": "c2440d47-8452-4b9a-83ef-e597feda36cb"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:42:58.328662 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port babc2f90-9682-487e-b1c2-f9bd7a159508, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=babc2f90-9682-487e-b1c2-f9bd7a159508,segment=NetworkSegment(0591f86f-9faf-48d2-8118-25ec53938e51),segment_id=0591f86f-9faf-48d2-8118-25ec53938e51)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:42:58.338790 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port c2440d47-8452-4b9a-83ef-e597feda36cb, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=c2440d47-8452-4b9a-83ef-e597feda36cb,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:42:58.340051 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:58.345661 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:58.379040 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dd08be-1be5-45ed-b0cb-30dda2958256 req-61840f8e-0118-41ba-bb2a-f666876765b2 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:58.381796 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-08dd08be-1be5-45ed-b0cb-30dda2958256 req-61840f8e-0118-41ba-bb2a-f666876765b2 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=69cc01f9-bc22-4a30-a121-2afeafe37d37 HTTP/1.1" status: 200 len: 945 time: 0.1005981 Sep 07 02:42:58.393981 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=babc2f90-9682-487e-b1c2-f9bd7a159508,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:58.442938 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-8ffe01f6-4c3c-47e2-9aad-70f26aa414a1 req-78b6c57e-c7ca-4c9b-93fe-2aad652f653d tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] For port 1059679b-237b-43f6-9bf3-eb07cfd90780, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=1059679b-237b-43f6-9bf3-eb07cfd90780,segment=NetworkSegment(bd74203e-fa6d-4c2a-b87e-ee55b06c2f76),segment_id=bd74203e-fa6d-4c2a-b87e-ee55b06c2f76)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:42:58.446422 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-08dd08be-1be5-45ed-b0cb-30dda2958256 req-99f498c5-6a20-4d27-9804-f90f997a1610 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549545 Sep 07 02:42:58.456641 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=c2440d47-8452-4b9a-83ef-e597feda36cb,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:58.491822 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8ffe01f6-4c3c-47e2-9aad-70f26aa414a1 req-78b6c57e-c7ca-4c9b-93fe-2aad652f653d tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:58.497127 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8ffe01f6-4c3c-47e2-9aad-70f26aa414a1 req-78b6c57e-c7ca-4c9b-93fe-2aad652f653d tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:58.509333 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['1059679b-237b-43f6-9bf3-eb07cfd90780'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:42:58.544941 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe01f6-4c3c-47e2-9aad-70f26aa414a1 req-78b6c57e-c7ca-4c9b-93fe-2aad652f653d tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:58.546642 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8ffe01f6-4c3c-47e2-9aad-70f26aa414a1 req-78b6c57e-c7ca-4c9b-93fe-2aad652f653d tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:58.551512 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8ffe01f6-4c3c-47e2-9aad-70f26aa414a1 req-78b6c57e-c7ca-4c9b-93fe-2aad652f653d tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "PUT /v2.0/ports/1059679b-237b-43f6-9bf3-eb07cfd90780 HTTP/1.1" status: 200 len: 981 time: 0.8205850 Sep 07 02:42:58.552263 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '636560ee-84d9-4d64-9b4f-832fc5786429', 'tag': '1059679b-237b-43f6-9bf3-eb07cfd90780'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:42:58.556543 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04639ad8-1bc6-4613-8258-5c735713954f" -d '{"events": [{"name": "network-changed", "server_uuid": "636560ee-84d9-4d64-9b4f-832fc5786429", "tag": "1059679b-237b-43f6-9bf3-eb07cfd90780"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:42:58.559176 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d3033f2-10ea-4ca0-a114-04150fdbed6b x-openstack-request-id: req-6d3033f2-10ea-4ca0-a114-04150fdbed6b {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:42:58.559708 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac2fb8b2-3076-4fdc-b74d-41dfe2f3ec3b", "name": "network-vif-plugged", "status": "completed", "tag": "c2440d47-8452-4b9a-83ef-e597feda36cb", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:42:58.560035 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6d3033f2-10ea-4ca0-a114-04150fdbed6b {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:42:58.560559 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac2fb8b2-3076-4fdc-b74d-41dfe2f3ec3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2440d47-8452-4b9a-83ef-e597feda36cb', 'code': 200} Sep 07 02:42:58.581963 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 8b89f67a-78d4-44b7-a30f-43883b917a8d up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:42:58.605297 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2396459-09b2-4dd8-8dc6-f46c26d798dd x-openstack-request-id: req-d2396459-09b2-4dd8-8dc6-f46c26d798dd {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:42:58.605592 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "636560ee-84d9-4d64-9b4f-832fc5786429", "tag": "1059679b-237b-43f6-9bf3-eb07cfd90780", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:42:58.605846 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d2396459-09b2-4dd8-8dc6-f46c26d798dd {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:42:58.607039 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '636560ee-84d9-4d64-9b4f-832fc5786429', 'tag': '1059679b-237b-43f6-9bf3-eb07cfd90780', 'status': 'completed', 'code': 200} Sep 07 02:42:58.621150 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b6c57e-c7ca-4c9b-93fe-2aad652f653d tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Pushing event updated for resources: {'Port': ['ID=1059679b-237b-43f6-9bf3-eb07cfd90780,revision_number=6']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:58.682275 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['babc2f90-9682-487e-b1c2-f9bd7a159508'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:42:58.683404 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-121cb454-733d-4b62-92c8-c0c2a40d5d14 req-d1786216-827d-44de-b88f-1135c82260f8 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-287340741&fields=id&tenant_id=bb24ffbc5cf943e289e4dc22c0bba90b HTTP/1.1" status: 200 len: 267 time: 0.0729294 Sep 07 02:42:58.694166 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04639ad8-1bc6-4613-8258-5c735713954f req-4755cee3-6960-4af3-afb0-e3c0f02f5a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:58.696795 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-04639ad8-1bc6-4613-8258-5c735713954f req-4755cee3-6960-4af3-afb0-e3c0f02f5a47 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb24ffbc5cf943e289e4dc22c0bba90b&device_id=636560ee-84d9-4d64-9b4f-832fc5786429 HTTP/1.1" status: 200 len: 1136 time: 0.0488689 Sep 07 02:42:58.713570 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:58.720943 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['1059679b-237b-43f6-9bf3-eb07cfd90780'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:42:58.786564 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121cb454-733d-4b62-92c8-c0c2a40d5d14 req-1653043f-7242-4b24-acc4-a2c9dea54680 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:58.791144 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port 8b89f67a-78d4-44b7-a30f-43883b917a8d completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:42:58.796021 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-121cb454-733d-4b62-92c8-c0c2a40d5d14 req-1653043f-7242-4b24-acc4-a2c9dea54680 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/ports?device_id=636560ee-84d9-4d64-9b4f-832fc5786429 HTTP/1.1" status: 200 len: 984 time: 0.0889702 Sep 07 02:42:58.798199 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c11ef-6b12-43f2-9fec-22bbc82bdab4 req-38b34af0-3a8e-4af3-8749-a2fc9d9fb893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:58.802043 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c95c11ef-6b12-43f2-9fec-22bbc82bdab4 req-38b34af0-3a8e-4af3-8749-a2fc9d9fb893 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ac2fb8b2-3076-4fdc-b74d-41dfe2f3ec3b HTTP/1.1" status: 200 len: 1102 time: 0.1574161 Sep 07 02:42:58.815054 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-121cb454-733d-4b62-92c8-c0c2a40d5d14 req-11bb70b5-57af-4397-ac56-eed28802b998 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Request body: {'port': {'security_groups': ['f2807b84-2dca-480c-84da-bc31effeab10', 'f8aaf68a-cff5-4215-9ab9-069c88f88975', 'aa6fcfea-d065-4e0e-a680-3f538811c90e']}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:42:58.824130 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 8b89f67a-78d4-44b7-a30f-43883b917a8d triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:42:58.824513 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:58.827206 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04639ad8-1bc6-4613-8258-5c735713954f req-879b643c-8442-4c34-acf0-f37f66220560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:58.828808 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-04639ad8-1bc6-4613-8258-5c735713954f req-879b643c-8442-4c34-acf0-f37f66220560 service neutron] 10.222.0.16 "GET /v2.0/networks?id=33554464-2d1d-4995-b9e1-cd6ab6ccbd1b HTTP/1.1" status: 200 len: 913 time: 0.1243663 Sep 07 02:42:58.906345 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-04639ad8-1bc6-4613-8258-5c735713954f req-17947a7c-d855-4c33-b41f-cb3690b0087f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1059679b-237b-43f6-9bf3-eb07cfd90780 HTTP/1.1" status: 200 len: 217 time: 0.0705743 Sep 07 02:42:58.931882 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c95c11ef-6b12-43f2-9fec-22bbc82bdab4 req-fef4bc4a-8c0a-45c4-b287-b74504b67cd4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=41e49bd3-7179-4422-8fa8-a2a344c8f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669062 Sep 07 02:42:58.932642 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-121cb454-733d-4b62-92c8-c0c2a40d5d14 req-11bb70b5-57af-4397-ac56-eed28802b998 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:58.990327 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04639ad8-1bc6-4613-8258-5c735713954f req-da88045b-4861-42f0-8db7-bc2814908453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:58.992825 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-04639ad8-1bc6-4613-8258-5c735713954f req-da88045b-4861-42f0-8db7-bc2814908453 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=625a5dfe-132b-45d5-8134-acdfd7b873bb HTTP/1.1" status: 200 len: 853 time: 0.0608444 Sep 07 02:42:59.040364 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-04639ad8-1bc6-4613-8258-5c735713954f req-e5a1b90c-4cc2-40e6-9c65-5b150bbadc34 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=33554464-2d1d-4995-b9e1-cd6ab6ccbd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388548 Sep 07 02:42:59.053463 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed174fd6-8271-44b3-8e00-99d9e98b932e req-dccfa9fc-e8aa-46f1-b309-5a5817c42abf tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:59.059168 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ed174fd6-8271-44b3-8e00-99d9e98b932e req-dccfa9fc-e8aa-46f1-b309-5a5817c42abf tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] 10.222.0.22 "GET /v2.0/ports?device_id=20d27a17-1040-4822-bb63-0f73de0ffebf HTTP/1.1" status: 200 len: 945 time: 0.1633840 Sep 07 02:42:59.165461 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:59.176639 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-121cb454-733d-4b62-92c8-c0c2a40d5d14 req-11bb70b5-57af-4397-ac56-eed28802b998 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] For port 1059679b-237b-43f6-9bf3-eb07cfd90780, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=1059679b-237b-43f6-9bf3-eb07cfd90780,segment=NetworkSegment(bd74203e-fa6d-4c2a-b87e-ee55b06c2f76),segment_id=bd74203e-fa6d-4c2a-b87e-ee55b06c2f76)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:42:59.181329 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ed174fd6-8271-44b3-8e00-99d9e98b932e req-588503a6-2d90-4ab6-998c-1935b675137b tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cbb8135-9d03-4845-b592-042a08101ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064937 Sep 07 02:42:59.226006 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-04639ad8-1bc6-4613-8258-5c735713954f req-3a7b30f6-ff94-4588-95c5-a656a257c52f service neutron] 10.222.0.16 "GET /v2.0/networks/33554464-2d1d-4995-b9e1-cd6ab6ccbd1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657219 Sep 07 02:42:59.227894 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-121cb454-733d-4b62-92c8-c0c2a40d5d14 req-11bb70b5-57af-4397-ac56-eed28802b998 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:59.234794 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-121cb454-733d-4b62-92c8-c0c2a40d5d14 req-11bb70b5-57af-4397-ac56-eed28802b998 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:59.278557 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 8b89f67a-78d4-44b7-a30f-43883b917a8d, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=8b89f67a-78d4-44b7-a30f-43883b917a8d,segment=NetworkSegment(737bac5c-5e4b-4b03-a099-f644edcc6c52),segment_id=737bac5c-5e4b-4b03-a099-f644edcc6c52)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:42:59.316773 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:59.326616 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121cb454-733d-4b62-92c8-c0c2a40d5d14 req-11bb70b5-57af-4397-ac56-eed28802b998 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:59.327305 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-121cb454-733d-4b62-92c8-c0c2a40d5d14 req-11bb70b5-57af-4397-ac56-eed28802b998 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:59.328931 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-121cb454-733d-4b62-92c8-c0c2a40d5d14 req-11bb70b5-57af-4397-ac56-eed28802b998 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "PUT /v2.0/ports/1059679b-237b-43f6-9bf3-eb07cfd90780 HTTP/1.1" status: 200 len: 1020 time: 0.5258982 Sep 07 02:42:59.352464 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['1059679b-237b-43f6-9bf3-eb07cfd90780'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:42:59.352638 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bb70b5-57af-4397-ac56-eed28802b998 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Pushing event updated for resources: {'Port': ['ID=1059679b-237b-43f6-9bf3-eb07cfd90780,revision_number=7']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:59.434847 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=8b89f67a-78d4-44b7-a30f-43883b917a8d,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:42:59.436350 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2354e-947a-4cca-9ec0-d2ee67d1cbdf req-9bd24c70-5949-410c-862c-d1f6d86e551a tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:59.445366 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5be2354e-947a-4cca-9ec0-d2ee67d1cbdf req-9bd24c70-5949-410c-862c-d1f6d86e551a tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=b02fcf02-fa10-4335-931a-49c1a9a127d0 HTTP/1.1" status: 200 len: 949 time: 0.1671443 Sep 07 02:42:59.457065 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-04639ad8-1bc6-4613-8258-5c735713954f req-e4000990-0140-41ae-a5b0-4ba2985e7a31 service neutron] 10.222.0.16 "GET /v2.0/networks/33554464-2d1d-4995-b9e1-cd6ab6ccbd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230165 Sep 07 02:42:59.488054 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:59.501137 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5be2354e-947a-4cca-9ec0-d2ee67d1cbdf req-25436090-3445-49c0-963d-e24fc217d0c0 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548332 Sep 07 02:42:59.511754 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f010297-7b51-4f81-9326-597df76c353e req-35f13505-f590-4088-bb24-cf010b20448f tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:59.521529 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3f010297-7b51-4f81-9326-597df76c353e req-35f13505-f590-4088-bb24-cf010b20448f tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac2fb8b2-3076-4fdc-b74d-41dfe2f3ec3b HTTP/1.1" status: 200 len: 950 time: 0.1251266 Sep 07 02:42:59.546972 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['1059679b-237b-43f6-9bf3-eb07cfd90780'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:42:59.568051 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3f010297-7b51-4f81-9326-597df76c353e req-8f3e95ed-542f-4ba2-9591-548467ff0434 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.22 "GET /v2.0/security-groups?id=41e49bd3-7179-4422-8fa8-a2a344c8f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455298 Sep 07 02:42:59.630481 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37d467-230a-4093-8778-37f25a4d62c5 req-c2494044-fa8a-4f08-91ec-89b5590fe62d tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:59.632146 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3f37d467-230a-4093-8778-37f25a4d62c5 req-c2494044-fa8a-4f08-91ec-89b5590fe62d tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/ports?device_id=636560ee-84d9-4d64-9b4f-832fc5786429 HTTP/1.1" status: 200 len: 1023 time: 0.0646906 Sep 07 02:42:59.697390 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceef351-8677-4538-bebe-c8ba05aad5f8 req-01405e60-75d9-4ea6-9b3a-cfc60ca23804 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:42:59.699268 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2ceef351-8677-4538-bebe-c8ba05aad5f8 req-01405e60-75d9-4ea6-9b3a-cfc60ca23804 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=69cc01f9-bc22-4a30-a121-2afeafe37d37 HTTP/1.1" status: 200 len: 946 time: 0.0591555 Sep 07 02:42:59.727023 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3f37d467-230a-4093-8778-37f25a4d62c5 req-d6035afb-4221-4293-9278-c2f3e8f3e07e tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2807b84-2dca-480c-84da-bc31effeab10&id=f8aaf68a-cff5-4215-9ab9-069c88f88975&id=aa6fcfea-d065-4e0e-a680-3f538811c90e HTTP/1.1" status: 200 len: 6156 time: 0.0870938 Sep 07 02:42:59.750022 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2ceef351-8677-4538-bebe-c8ba05aad5f8 req-31461ecd-a981-4cda-a773-a593e63f1154 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428643 Sep 07 02:42:59.784319 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-7182f599-e3f2-479c-a9bb-bc8589685b4b req-a92538ef-1bb9-46bb-a011-b6e4a0573690 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1749544948 ', 'description': 'tempest-description-2071822837'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:42:59.810881 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7182f599-e3f2-479c-a9bb-bc8589685b4b req-a92538ef-1bb9-46bb-a011-b6e4a0573690 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:59.907899 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7182f599-e3f2-479c-a9bb-bc8589685b4b req-a92538ef-1bb9-46bb-a011-b6e4a0573690 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:59.915132 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7182f599-e3f2-479c-a9bb-bc8589685b4b req-a92538ef-1bb9-46bb-a011-b6e4a0573690 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:59.945818 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7182f599-e3f2-479c-a9bb-bc8589685b4b req-a92538ef-1bb9-46bb-a011-b6e4a0573690 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:42:59.947179 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7182f599-e3f2-479c-a9bb-bc8589685b4b req-a92538ef-1bb9-46bb-a011-b6e4a0573690 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 0.1684906 Sep 07 02:42:59.949122 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92538ef-1bb9-46bb-a011-b6e4a0573690 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=683b89ba-08a6-4b22-a801-a3f69ff3a7b0,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:00.010632 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-11d22a4f-1dc9-402f-ae6b-db0a9cd8a192 req-b75cf998-81e9-420e-8792-893e01f75494 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/security-groups/683b89ba-08a6-4b22-a801-a3f69ff3a7b0 HTTP/1.1" status: 200 len: 1783 time: 0.0401034 Sep 07 02:43:00.075542 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-68307122-707b-440f-9201-eea8cc4e25a5 req-341d488a-5aae-4354-8245-4d0f2e7a55d9 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/security-groups/683b89ba-08a6-4b22-a801-a3f69ff3a7b0 HTTP/1.1" status: 200 len: 1783 time: 0.0437734 Sep 07 02:43:00.134833 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-68307122-707b-440f-9201-eea8cc4e25a5 req-c71576b2-11b4-4eed-bebf-e09a93c726c4 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:00.158942 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-68307122-707b-440f-9201-eea8cc4e25a5 req-c71576b2-11b4-4eed-bebf-e09a93c726c4 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:00.208167 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-68307122-707b-440f-9201-eea8cc4e25a5 req-c71576b2-11b4-4eed-bebf-e09a93c726c4 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:00.210673 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-68307122-707b-440f-9201-eea8cc4e25a5 req-c71576b2-11b4-4eed-bebf-e09a93c726c4 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:00.211854 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-68307122-707b-440f-9201-eea8cc4e25a5 req-c71576b2-11b4-4eed-bebf-e09a93c726c4 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "DELETE /v2.0/security-groups/683b89ba-08a6-4b22-a801-a3f69ff3a7b0 HTTP/1.1" status: 204 len: 173 time: 0.1300211 Sep 07 02:43:00.224916 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71576b2-11b4-4eed-bebf-e09a93c726c4 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=683b89ba-08a6-4b22-a801-a3f69ff3a7b0,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:00.265969 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [req-7b370736-94fe-4c5d-8eb5-6899570f268f req-fb9ca9b5-ceca-4bb9-bc05-02104e2223ac tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] show failed (client error): The resource could not be found. Sep 07 02:43:00.272063 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7b370736-94fe-4c5d-8eb5-6899570f268f req-fb9ca9b5-ceca-4bb9-bc05-02104e2223ac tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/security-groups/683b89ba-08a6-4b22-a801-a3f69ff3a7b0 HTTP/1.1" status: 404 len: 352 time: 0.0387621 Sep 07 02:43:00.297208 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-71fe04f5-8ade-4f10-8d53-222434e566e2 req-08becdb6-30e2-4e15-b516-cea15666dd07 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1109897599', 'description': 'tempest-description-1206336438'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:43:00.335754 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-71fe04f5-8ade-4f10-8d53-222434e566e2 req-08becdb6-30e2-4e15-b516-cea15666dd07 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:00.368788 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d9706-fe1e-44eb-990c-776f6b4d1330 req-8932c2ec-bd18-47ed-b1e7-8b6cf6a206c0 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:00.370975 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ec2d9706-fe1e-44eb-990c-776f6b4d1330 req-8932c2ec-bd18-47ed-b1e7-8b6cf6a206c0 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] 10.222.0.22 "GET /v2.0/ports?device_id=20d27a17-1040-4822-bb63-0f73de0ffebf HTTP/1.1" status: 200 len: 945 time: 0.0760243 Sep 07 02:43:00.420010 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ec2d9706-fe1e-44eb-990c-776f6b4d1330 req-79537da2-8289-4b8c-9199-8090d7fd96ff tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cbb8135-9d03-4845-b592-042a08101ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387278 Sep 07 02:43:00.437463 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-71fe04f5-8ade-4f10-8d53-222434e566e2 req-08becdb6-30e2-4e15-b516-cea15666dd07 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:00.442365 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-71fe04f5-8ade-4f10-8d53-222434e566e2 req-08becdb6-30e2-4e15-b516-cea15666dd07 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:00.472020 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-71fe04f5-8ade-4f10-8d53-222434e566e2 req-08becdb6-30e2-4e15-b516-cea15666dd07 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:00.473277 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-71fe04f5-8ade-4f10-8d53-222434e566e2 req-08becdb6-30e2-4e15-b516-cea15666dd07 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.1811025 Sep 07 02:43:00.482562 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08becdb6-30e2-4e15-b516-cea15666dd07 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23c08065-d138-4ced-98c8-0e293223d9be,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:00.502580 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-e4096e7d-61af-4bf3-b144-84ccebb38ed3 req-bab7b8aa-e48d-473b-ad74-548178721a57 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1494028901', 'description': 'tempest-description-2133667963'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:43:00.529593 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-e4096e7d-61af-4bf3-b144-84ccebb38ed3 req-bab7b8aa-e48d-473b-ad74-548178721a57 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:00.568678 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69cc01f9-bc22-4a30-a121-2afeafe37d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b89f67a-78d4-44b7-a30f-43883b917a8d'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:43:00.571592 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416ec9f5-bfdb-4aa6-988d-eb63a8f990df" -d '{"events": [{"server_uuid": "69cc01f9-bc22-4a30-a121-2afeafe37d37", "name": "network-vif-plugged", "status": "completed", "tag": "8b89f67a-78d4-44b7-a30f-43883b917a8d"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:43:00.609107 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '636560ee-84d9-4d64-9b4f-832fc5786429', 'tag': '1059679b-237b-43f6-9bf3-eb07cfd90780'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:43:00.611614 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c438552-a94c-4440-82ad-8c10dcf53a38" -d '{"events": [{"name": "network-changed", "server_uuid": "636560ee-84d9-4d64-9b4f-832fc5786429", "tag": "1059679b-237b-43f6-9bf3-eb07cfd90780"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:43:00.622745 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-e4096e7d-61af-4bf3-b144-84ccebb38ed3 req-bab7b8aa-e48d-473b-ad74-548178721a57 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:00.628651 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-e4096e7d-61af-4bf3-b144-84ccebb38ed3 req-bab7b8aa-e48d-473b-ad74-548178721a57 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:00.637449 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390fdce2-8ed9-4fd9-8768-04a981c3e977 req-7236b8f7-a621-4f8d-aa4a-e445e7c0fbe5 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:00.639283 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-390fdce2-8ed9-4fd9-8768-04a981c3e977 req-7236b8f7-a621-4f8d-aa4a-e445e7c0fbe5 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=b02fcf02-fa10-4335-931a-49c1a9a127d0 HTTP/1.1" status: 200 len: 949 time: 0.0648873 Sep 07 02:43:00.656639 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-e4096e7d-61af-4bf3-b144-84ccebb38ed3 req-bab7b8aa-e48d-473b-ad74-548178721a57 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:00.658140 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e4096e7d-61af-4bf3-b144-84ccebb38ed3 req-bab7b8aa-e48d-473b-ad74-548178721a57 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.1594918 Sep 07 02:43:00.670884 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7b8aa-e48d-473b-ad74-548178721a57 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3063983-546d-465e-b9a0-2710d79c2b46,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:00.684567 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-390fdce2-8ed9-4fd9-8768-04a981c3e977 req-ae3b848f-9a55-416b-8b8a-a5abdd77d15d tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392411 Sep 07 02:43:00.712617 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f08474a-7dda-4ae5-9cb5-37a3feb3ebb8 x-openstack-request-id: req-7f08474a-7dda-4ae5-9cb5-37a3feb3ebb8 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:43:00.712942 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69cc01f9-bc22-4a30-a121-2afeafe37d37", "name": "network-vif-plugged", "status": "completed", "tag": "8b89f67a-78d4-44b7-a30f-43883b917a8d", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:43:00.713189 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7f08474a-7dda-4ae5-9cb5-37a3feb3ebb8 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:43:00.713603 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69cc01f9-bc22-4a30-a121-2afeafe37d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b89f67a-78d4-44b7-a30f-43883b917a8d', 'code': 200} Sep 07 02:43:00.758506 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e415447-87e9-4c06-8015-f221f70dc1cc x-openstack-request-id: req-1e415447-87e9-4c06-8015-f221f70dc1cc {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:43:00.759035 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "636560ee-84d9-4d64-9b4f-832fc5786429", "tag": "1059679b-237b-43f6-9bf3-eb07cfd90780", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:43:00.759280 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1e415447-87e9-4c06-8015-f221f70dc1cc {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:43:00.759709 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '636560ee-84d9-4d64-9b4f-832fc5786429', 'tag': '1059679b-237b-43f6-9bf3-eb07cfd90780', 'status': 'completed', 'code': 200} Sep 07 02:43:00.774603 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-fb7bea45-e77f-4b83-a14f-24f5caa6e173 req-702ce9c1-e08c-4cc9-aaca-d442d8cc3018 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1365583614', 'description': 'tempest-description-1735324036'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:43:00.834288 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c856360-faf2-42a3-bb87-a415132be52e req-8462ae83-114e-4c28-b0af-492753730197 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:00.836022 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3c856360-faf2-42a3-bb87-a415132be52e req-8462ae83-114e-4c28-b0af-492753730197 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac2fb8b2-3076-4fdc-b74d-41dfe2f3ec3b HTTP/1.1" status: 200 len: 950 time: 0.0794668 Sep 07 02:43:00.870862 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-fb7bea45-e77f-4b83-a14f-24f5caa6e173 req-702ce9c1-e08c-4cc9-aaca-d442d8cc3018 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:00.884028 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3c856360-faf2-42a3-bb87-a415132be52e req-b73f8172-35fc-41c9-82db-de30ca3584bd tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.22 "GET /v2.0/security-groups?id=41e49bd3-7179-4422-8fa8-a2a344c8f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410225 Sep 07 02:43:00.888618 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c438552-a94c-4440-82ad-8c10dcf53a38 req-74a44429-8f62-431c-a78c-0a9ecc97a4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:00.890124 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1c438552-a94c-4440-82ad-8c10dcf53a38 req-74a44429-8f62-431c-a78c-0a9ecc97a4ff service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb24ffbc5cf943e289e4dc22c0bba90b&device_id=636560ee-84d9-4d64-9b4f-832fc5786429 HTTP/1.1" status: 200 len: 1175 time: 0.0941350 Sep 07 02:43:00.894179 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59093fce-ab4a-463c-bfa3-87ce09d7ea41 req-04ee4302-1251-455e-ab30-2a9c85ef07ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:00.895661 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-59093fce-ab4a-463c-bfa3-87ce09d7ea41 req-04ee4302-1251-455e-ab30-2a9c85ef07ca service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=69cc01f9-bc22-4a30-a121-2afeafe37d37 HTTP/1.1" status: 200 len: 1098 time: 0.1127620 Sep 07 02:43:01.014324 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d7723-dea6-443a-af3a-0313cc67a850 req-3abbab70-e0bd-4868-8676-b401118ab941 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:01.017785 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-876d7723-dea6-443a-af3a-0313cc67a850 req-3abbab70-e0bd-4868-8676-b401118ab941 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=69cc01f9-bc22-4a30-a121-2afeafe37d37 HTTP/1.1" status: 200 len: 946 time: 0.0606515 Sep 07 02:43:01.036754 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-59093fce-ab4a-463c-bfa3-87ce09d7ea41 req-ae816386-badb-43c0-a9af-12d90ee18263 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207128 Sep 07 02:43:01.069820 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-876d7723-dea6-443a-af3a-0313cc67a850 req-7b31db9e-5500-4fa1-8050-6c69cf616f72 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473201 Sep 07 02:43:01.075799 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c438552-a94c-4440-82ad-8c10dcf53a38 req-a14bbd49-f64f-4a51-a61b-5ef69d4228b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:01.077513 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1c438552-a94c-4440-82ad-8c10dcf53a38 req-a14bbd49-f64f-4a51-a61b-5ef69d4228b7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=33554464-2d1d-4995-b9e1-cd6ab6ccbd1b HTTP/1.1" status: 200 len: 913 time: 0.1739364 Sep 07 02:43:01.103847 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-fb7bea45-e77f-4b83-a14f-24f5caa6e173 req-702ce9c1-e08c-4cc9-aaca-d442d8cc3018 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:01.110197 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-fb7bea45-e77f-4b83-a14f-24f5caa6e173 req-702ce9c1-e08c-4cc9-aaca-d442d8cc3018 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:01.141172 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-fb7bea45-e77f-4b83-a14f-24f5caa6e173 req-702ce9c1-e08c-4cc9-aaca-d442d8cc3018 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:01.142422 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fb7bea45-e77f-4b83-a14f-24f5caa6e173 req-702ce9c1-e08c-4cc9-aaca-d442d8cc3018 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3721426 Sep 07 02:43:01.146350 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702ce9c1-e08c-4cc9-aaca-d442d8cc3018 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=180fedfc-1ac7-4bb7-933e-a4a991e8568f,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:01.280799 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1c438552-a94c-4440-82ad-8c10dcf53a38 req-dad12d76-9763-4bd4-815e-c8fa07f6e885 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1059679b-237b-43f6-9bf3-eb07cfd90780 HTTP/1.1" status: 200 len: 217 time: 0.0402761 Sep 07 02:43:01.295340 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 02:43:01.312589 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:01.402100 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c3b8a2d3-404e-436b-9d6d-f74f54c8293c req-3d70ba01-f137-40ed-9121-2178b16b926f tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bb24ffbc5cf943e289e4dc22c0bba90b HTTP/1.1" status: 200 len: 10912 time: 0.1438680 Sep 07 02:43:01.463683 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c3b8a2d3-404e-436b-9d6d-f74f54c8293c req-15b908be-f8c7-4060-a846-8b39812f7d70 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/security-groups/f8aaf68a-cff5-4215-9ab9-069c88f88975 HTTP/1.1" status: 200 len: 2985 time: 0.0543225 Sep 07 02:43:01.538996 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c3b8a2d3-404e-436b-9d6d-f74f54c8293c req-2eabab3a-58ac-4afd-9eb6-0d2407bd13f3 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/security-groups/f8aaf68a-cff5-4215-9ab9-069c88f88975 HTTP/1.1" status: 200 len: 2985 time: 0.0557501 Sep 07 02:43:01.644802 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c438552-a94c-4440-82ad-8c10dcf53a38 req-71f19e1e-ebf7-43c9-ad66-c4b2f94995fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:01.646363 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1c438552-a94c-4440-82ad-8c10dcf53a38 req-71f19e1e-ebf7-43c9-ad66-c4b2f94995fb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=625a5dfe-132b-45d5-8134-acdfd7b873bb HTTP/1.1" status: 200 len: 853 time: 0.3578157 Sep 07 02:43:01.658702 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af032e2d-9d77-4b56-8ee2-d17e2eeb8e81 req-d1623bb0-2cc6-4527-8117-c6440c77aa16 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:01.660876 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-af032e2d-9d77-4b56-8ee2-d17e2eeb8e81 req-d1623bb0-2cc6-4527-8117-c6440c77aa16 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] 10.222.0.22 "GET /v2.0/ports?device_id=20d27a17-1040-4822-bb63-0f73de0ffebf HTTP/1.1" status: 200 len: 945 time: 0.0638423 Sep 07 02:43:01.672231 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddffa5f-a94c-46db-b4db-0ede94a79493 req-4cfbe90d-23eb-4bd9-a772-f631ee0eb5bb tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:01.673702 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fddffa5f-a94c-46db-b4db-0ede94a79493 req-4cfbe90d-23eb-4bd9-a772-f631ee0eb5bb tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac2fb8b2-3076-4fdc-b74d-41dfe2f3ec3b HTTP/1.1" status: 200 len: 950 time: 0.0720489 Sep 07 02:43:01.689867 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1c438552-a94c-4440-82ad-8c10dcf53a38 req-0d065b1a-44d3-4956-a113-de86a6809f07 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=33554464-2d1d-4995-b9e1-cd6ab6ccbd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349555 Sep 07 02:43:01.700039 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-af032e2d-9d77-4b56-8ee2-d17e2eeb8e81 req-053d36ce-b803-4e30-b3b9-2aa0001c1f08 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cbb8135-9d03-4845-b592-042a08101ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334792 Sep 07 02:43:01.763315 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e089f4c6-01ca-40ad-a03b-fe35b6a825ce req-a717588e-1ef0-426b-8422-3405ebb6ebab tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/security-groups/23c08065-d138-4ced-98c8-0e293223d9be HTTP/1.1" status: 200 len: 1803 time: 0.0402336 Sep 07 02:43:01.780062 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fddffa5f-a94c-46db-b4db-0ede94a79493 req-0aee95d7-ce6f-48a2-a83f-b2f04366ad4b tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.22 "GET /v2.0/security-groups?id=41e49bd3-7179-4422-8fa8-a2a344c8f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923793 Sep 07 02:43:01.810528 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1c438552-a94c-4440-82ad-8c10dcf53a38 req-a89043d9-e762-4b2e-badb-053e79b36fa1 service neutron] 10.222.0.16 "GET /v2.0/networks/33554464-2d1d-4995-b9e1-cd6ab6ccbd1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134439 Sep 07 02:43:01.827583 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e089f4c6-01ca-40ad-a03b-fe35b6a825ce req-39138ff9-c67c-4c82-984e-e1de7fabb243 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:01.853196 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e089f4c6-01ca-40ad-a03b-fe35b6a825ce req-39138ff9-c67c-4c82-984e-e1de7fabb243 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:01.902035 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e089f4c6-01ca-40ad-a03b-fe35b6a825ce req-39138ff9-c67c-4c82-984e-e1de7fabb243 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:01.905124 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e089f4c6-01ca-40ad-a03b-fe35b6a825ce req-39138ff9-c67c-4c82-984e-e1de7fabb243 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:01.906535 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e089f4c6-01ca-40ad-a03b-fe35b6a825ce req-39138ff9-c67c-4c82-984e-e1de7fabb243 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "DELETE /v2.0/security-groups/23c08065-d138-4ced-98c8-0e293223d9be HTTP/1.1" status: 204 len: 173 time: 0.1363716 Sep 07 02:43:01.916192 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39138ff9-c67c-4c82-984e-e1de7fabb243 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c08065-d138-4ced-98c8-0e293223d9be,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:01.952464 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [req-f5405e6d-a268-434b-9827-908a1689e43f req-f3dd0239-4b8d-469e-9ed2-b12d6aed69d0 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] show failed (client error): The resource could not be found. Sep 07 02:43:01.953498 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f5405e6d-a268-434b-9827-908a1689e43f req-f3dd0239-4b8d-469e-9ed2-b12d6aed69d0 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/security-groups/23c08065-d138-4ced-98c8-0e293223d9be HTTP/1.1" status: 404 len: 352 time: 0.0230088 Sep 07 02:43:01.981754 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device babc2f90-9682-487e-b1c2-f9bd7a159508 up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:43:02.001298 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a178ddb-2865-4b07-b325-59becf0fe9f6 req-b544524b-76eb-4ec7-9113-51a128ce10ef tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:02.010182 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5a178ddb-2865-4b07-b325-59becf0fe9f6 req-b544524b-76eb-4ec7-9113-51a128ce10ef tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=b02fcf02-fa10-4335-931a-49c1a9a127d0 HTTP/1.1" status: 200 len: 949 time: 0.1207421 Sep 07 02:43:02.029735 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1c438552-a94c-4440-82ad-8c10dcf53a38 req-b8b7c3ef-31dc-46f2-ab55-b709f4e59713 service neutron] 10.222.0.16 "GET /v2.0/networks/33554464-2d1d-4995-b9e1-cd6ab6ccbd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052612 Sep 07 02:43:02.035794 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-351b8f5c-7dc2-4d5d-ae5d-d2d3a8f1f450 req-7a556308-3952-4934-af4b-23cab266a01d tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/security-groups/b3063983-546d-465e-b9a0-2710d79c2b46 HTTP/1.1" status: 200 len: 1803 time: 0.0550857 Sep 07 02:43:02.049463 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port babc2f90-9682-487e-b1c2-f9bd7a159508 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:43:02.055221 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5a178ddb-2865-4b07-b325-59becf0fe9f6 req-a231895e-0ffc-41f2-a995-429c26d6c1af tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439167 Sep 07 02:43:02.079537 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port babc2f90-9682-487e-b1c2-f9bd7a159508 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:43:02.080282 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:02.114268 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-351b8f5c-7dc2-4d5d-ae5d-d2d3a8f1f450 req-22e51427-8c3c-4730-82c8-8b6c7f391b92 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:02.156700 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-351b8f5c-7dc2-4d5d-ae5d-d2d3a8f1f450 req-22e51427-8c3c-4730-82c8-8b6c7f391b92 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:02.173833 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:02.214397 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port babc2f90-9682-487e-b1c2-f9bd7a159508, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=babc2f90-9682-487e-b1c2-f9bd7a159508,segment=NetworkSegment(0591f86f-9faf-48d2-8118-25ec53938e51),segment_id=0591f86f-9faf-48d2-8118-25ec53938e51)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:43:02.219928 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:02.229005 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-351b8f5c-7dc2-4d5d-ae5d-d2d3a8f1f450 req-22e51427-8c3c-4730-82c8-8b6c7f391b92 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:02.232136 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-351b8f5c-7dc2-4d5d-ae5d-d2d3a8f1f450 req-22e51427-8c3c-4730-82c8-8b6c7f391b92 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:02.233848 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-351b8f5c-7dc2-4d5d-ae5d-d2d3a8f1f450 req-22e51427-8c3c-4730-82c8-8b6c7f391b92 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "DELETE /v2.0/security-groups/b3063983-546d-465e-b9a0-2710d79c2b46 HTTP/1.1" status: 204 len: 173 time: 0.1915433 Sep 07 02:43:02.235535 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e0e69-1509-43a2-adb5-7e762f24f4dc req-dd8dde8a-87b3-4c08-b701-478bb2077220 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:02.237144 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c37e0e69-1509-43a2-adb5-7e762f24f4dc req-dd8dde8a-87b3-4c08-b701-478bb2077220 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=69cc01f9-bc22-4a30-a121-2afeafe37d37 HTTP/1.1" status: 200 len: 946 time: 0.0951560 Sep 07 02:43:02.255716 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e51427-8c3c-4730-82c8-8b6c7f391b92 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3063983-546d-465e-b9a0-2710d79c2b46,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:02.291575 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [req-f32d03e9-0be3-4703-82b0-298c0493fa2d req-76345351-420d-4b14-ac55-31272754ad83 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] show failed (client error): The resource could not be found. Sep 07 02:43:02.293498 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f32d03e9-0be3-4703-82b0-298c0493fa2d req-76345351-420d-4b14-ac55-31272754ad83 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/security-groups/b3063983-546d-465e-b9a0-2710d79c2b46 HTTP/1.1" status: 404 len: 352 time: 0.0211213 Sep 07 02:43:02.308105 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=babc2f90-9682-487e-b1c2-f9bd7a159508,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:02.334213 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c37e0e69-1509-43a2-adb5-7e762f24f4dc req-977bb8d9-0cbc-4936-800a-31d685159906 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878639 Sep 07 02:43:02.403379 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-01d56dd4-abcd-41f2-b1c8-fec4377ef3c0 req-82fc8585-3d0a-414b-a7c7-077cc08dbbe8 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/security-groups/180fedfc-1ac7-4bb7-933e-a4a991e8568f HTTP/1.1" status: 200 len: 1803 time: 0.0396206 Sep 07 02:43:02.460421 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-01d56dd4-abcd-41f2-b1c8-fec4377ef3c0 req-ac4b4f3e-f717-45fa-99de-038ce2731a0b tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:02.486154 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-01d56dd4-abcd-41f2-b1c8-fec4377ef3c0 req-ac4b4f3e-f717-45fa-99de-038ce2731a0b tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:02.526156 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-01d56dd4-abcd-41f2-b1c8-fec4377ef3c0 req-ac4b4f3e-f717-45fa-99de-038ce2731a0b tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:02.528984 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-01d56dd4-abcd-41f2-b1c8-fec4377ef3c0 req-ac4b4f3e-f717-45fa-99de-038ce2731a0b tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:02.530134 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-01d56dd4-abcd-41f2-b1c8-fec4377ef3c0 req-ac4b4f3e-f717-45fa-99de-038ce2731a0b tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "DELETE /v2.0/security-groups/180fedfc-1ac7-4bb7-933e-a4a991e8568f HTTP/1.1" status: 204 len: 173 time: 0.1206970 Sep 07 02:43:02.543958 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4b4f3e-f717-45fa-99de-038ce2731a0b tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=180fedfc-1ac7-4bb7-933e-a4a991e8568f,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:02.564013 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [req-b34ce8d2-7000-4f27-ad5e-fb96e2a0e8e6 req-145e26ae-d270-43a5-8560-33e06c67570b tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] show failed (client error): The resource could not be found. Sep 07 02:43:02.565505 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b34ce8d2-7000-4f27-ad5e-fb96e2a0e8e6 req-145e26ae-d270-43a5-8560-33e06c67570b tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/security-groups/180fedfc-1ac7-4bb7-933e-a4a991e8568f HTTP/1.1" status: 404 len: 352 time: 0.0153620 Sep 07 02:43:02.658050 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f50b665e-cda4-4bee-90ea-70143156c6a2 req-9ea31f58-dbcb-43e6-a227-61efb77afb84 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bb24ffbc5cf943e289e4dc22c0bba90b HTTP/1.1" status: 200 len: 6156 time: 0.0708454 Sep 07 02:43:02.710687 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f50b665e-cda4-4bee-90ea-70143156c6a2 req-a1e0d5cb-5473-42d0-884e-a147b718e55d tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/security-groups/f8aaf68a-cff5-4215-9ab9-069c88f88975 HTTP/1.1" status: 200 len: 2985 time: 0.0452819 Sep 07 02:43:02.714362 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d27a17-1040-4822-bb63-0f73de0ffebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'babc2f90-9682-487e-b1c2-f9bd7a159508'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:43:02.716751 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a5025f3-2386-451c-a306-c0e080a92e25" -d '{"events": [{"server_uuid": "20d27a17-1040-4822-bb63-0f73de0ffebf", "name": "network-vif-plugged", "status": "completed", "tag": "babc2f90-9682-487e-b1c2-f9bd7a159508"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:43:02.755937 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56066e93-4110-4f8b-8f97-165f89fb0584 x-openstack-request-id: req-56066e93-4110-4f8b-8f97-165f89fb0584 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:43:02.756355 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20d27a17-1040-4822-bb63-0f73de0ffebf", "name": "network-vif-plugged", "status": "completed", "tag": "babc2f90-9682-487e-b1c2-f9bd7a159508", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:43:02.756746 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-56066e93-4110-4f8b-8f97-165f89fb0584 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:43:02.757352 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20d27a17-1040-4822-bb63-0f73de0ffebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'babc2f90-9682-487e-b1c2-f9bd7a159508', 'code': 200} Sep 07 02:43:02.768875 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f50b665e-cda4-4bee-90ea-70143156c6a2 req-4b1cf4a8-ee84-4827-82b6-bfda9bdec80a tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/security-groups/f8aaf68a-cff5-4215-9ab9-069c88f88975 HTTP/1.1" status: 200 len: 2985 time: 0.0515444 Sep 07 02:43:02.807167 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-0eb71f2f-2ec7-4bb0-b992-c55a9a8d7522 req-e8af3bda-6b34-4941-b9e5-1c78e304c960 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1669474233', 'description': 'tempest-description-515840077'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:43:02.832657 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-0eb71f2f-2ec7-4bb0-b992-c55a9a8d7522 req-e8af3bda-6b34-4941-b9e5-1c78e304c960 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:02.895855 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4233566c-0514-4e5c-893c-81a8d095b3e4 req-d838440f-4ed8-4570-af02-3d92fdf34aeb tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:02.897401 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4233566c-0514-4e5c-893c-81a8d095b3e4 req-d838440f-4ed8-4570-af02-3d92fdf34aeb tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] 10.222.0.22 "GET /v2.0/ports?device_id=20d27a17-1040-4822-bb63-0f73de0ffebf HTTP/1.1" status: 200 len: 946 time: 0.0870919 Sep 07 02:43:02.900374 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd86e9-1555-4258-b413-154e531dba74 req-f314e1de-4b0c-4a19-be4a-111eb9201830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:02.901804 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f2dd86e9-1555-4258-b413-154e531dba74 req-f314e1de-4b0c-4a19-be4a-111eb9201830 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=20d27a17-1040-4822-bb63-0f73de0ffebf HTTP/1.1" status: 200 len: 1098 time: 0.0794220 Sep 07 02:43:02.924392 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-0eb71f2f-2ec7-4bb0-b992-c55a9a8d7522 req-e8af3bda-6b34-4941-b9e5-1c78e304c960 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:02.931384 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-0eb71f2f-2ec7-4bb0-b992-c55a9a8d7522 req-e8af3bda-6b34-4941-b9e5-1c78e304c960 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:02.962008 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-0eb71f2f-2ec7-4bb0-b992-c55a9a8d7522 req-e8af3bda-6b34-4941-b9e5-1c78e304c960 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:02.962489 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4233566c-0514-4e5c-893c-81a8d095b3e4 req-c8e8d55e-9f25-4170-adcc-0ff4fc75a091 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cbb8135-9d03-4845-b592-042a08101ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591035 Sep 07 02:43:02.964251 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f2dd86e9-1555-4258-b413-154e531dba74 req-6bfad8da-987e-4806-aca9-32db5e7ec793 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2cbb8135-9d03-4845-b592-042a08101ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534680 Sep 07 02:43:02.975668 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0eb71f2f-2ec7-4bb0-b992-c55a9a8d7522 req-e8af3bda-6b34-4941-b9e5-1c78e304c960 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1743546 Sep 07 02:43:02.982744 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8af3bda-6b34-4941-b9e5-1c78e304c960 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7aa197-e8ed-4ff2-82e5-88f2fd3e930a,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:03.011539 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-cdce8882-3f5f-40bb-ace2-db98462621fb req-b2bb6627-2190-4e74-ad64-ce71864a3084 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1804952446', 'description': 'tempest-description-902584222'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:43:03.033858 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-cdce8882-3f5f-40bb-ace2-db98462621fb req-b2bb6627-2190-4e74-ad64-ce71864a3084 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:03.074050 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bab30c0-50b1-4ac5-9c59-6c530383cfb2 req-36c80efe-bbaa-4036-a031-17d955f578bb tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:03.075886 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4bab30c0-50b1-4ac5-9c59-6c530383cfb2 req-36c80efe-bbaa-4036-a031-17d955f578bb tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac2fb8b2-3076-4fdc-b74d-41dfe2f3ec3b HTTP/1.1" status: 200 len: 950 time: 0.0539153 Sep 07 02:43:03.119098 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4bab30c0-50b1-4ac5-9c59-6c530383cfb2 req-6636ef66-ff20-41ef-aed8-dd8a1ed6f8b6 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.22 "GET /v2.0/security-groups?id=41e49bd3-7179-4422-8fa8-a2a344c8f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342274 Sep 07 02:43:03.143200 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-cdce8882-3f5f-40bb-ace2-db98462621fb req-b2bb6627-2190-4e74-ad64-ce71864a3084 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:03.147311 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-cdce8882-3f5f-40bb-ace2-db98462621fb req-b2bb6627-2190-4e74-ad64-ce71864a3084 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:03.175358 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-cdce8882-3f5f-40bb-ace2-db98462621fb req-b2bb6627-2190-4e74-ad64-ce71864a3084 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:03.176633 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cdce8882-3f5f-40bb-ace2-db98462621fb req-b2bb6627-2190-4e74-ad64-ce71864a3084 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1712120 Sep 07 02:43:03.178359 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bb6627-2190-4e74-ad64-ce71864a3084 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad228a64-5da4-41ef-a616-8ed1da109434,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:03.236181 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ab562-e2a3-403d-8192-0d90e7e6d139 req-45465e3a-7b5b-4056-83c9-c33bb76a3e88 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:03.237803 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-495ab562-e2a3-403d-8192-0d90e7e6d139 req-45465e3a-7b5b-4056-83c9-c33bb76a3e88 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=b02fcf02-fa10-4335-931a-49c1a9a127d0 HTTP/1.1" status: 200 len: 949 time: 0.0598581 Sep 07 02:43:03.281923 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-495ab562-e2a3-403d-8192-0d90e7e6d139 req-deb17a47-9e5b-4e95-ac18-bfb7c18bf5af tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375719 Sep 07 02:43:03.335021 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692e3cdc-2e5c-4b15-8876-0209e97e1321 req-cdd0db56-9b6d-4945-a5fe-2c85a6bf6662 tempest-LiveMigrationNegativeTest-106526082 tempest-LiveMigrationNegativeTest-106526082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:03.343458 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-692e3cdc-2e5c-4b15-8876-0209e97e1321 req-cdd0db56-9b6d-4945-a5fe-2c85a6bf6662 tempest-LiveMigrationNegativeTest-106526082 tempest-LiveMigrationNegativeTest-106526082-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=ac2fb8b2-3076-4fdc-b74d-41dfe2f3ec3b HTTP/1.1" status: 200 len: 1102 time: 0.0735471 Sep 07 02:43:03.357979 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-692e3cdc-2e5c-4b15-8876-0209e97e1321 req-682f76d5-30d4-4c37-a7aa-5abaee2b59d2 tempest-LiveMigrationNegativeTest-106526082 tempest-LiveMigrationNegativeTest-106526082-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:03.454008 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-692e3cdc-2e5c-4b15-8876-0209e97e1321 req-682f76d5-30d4-4c37-a7aa-5abaee2b59d2 tempest-LiveMigrationNegativeTest-106526082 tempest-LiveMigrationNegativeTest-106526082-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:03.459595 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-692e3cdc-2e5c-4b15-8876-0209e97e1321 req-682f76d5-30d4-4c37-a7aa-5abaee2b59d2 tempest-LiveMigrationNegativeTest-106526082 tempest-LiveMigrationNegativeTest-106526082-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:03.483154 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-692e3cdc-2e5c-4b15-8876-0209e97e1321 req-682f76d5-30d4-4c37-a7aa-5abaee2b59d2 tempest-LiveMigrationNegativeTest-106526082 tempest-LiveMigrationNegativeTest-106526082-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=41e49bd3-7179-4422-8fa8-a2a344c8f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387031 Sep 07 02:43:03.485044 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b35b5b-7fb7-4db6-bbf2-b4e46c339535 req-31fb98ee-764f-47b7-8a72-09b6869f746d tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:03.486636 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c2b35b5b-7fb7-4db6-bbf2-b4e46c339535 req-31fb98ee-764f-47b7-8a72-09b6869f746d tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/networks?id=33554464-2d1d-4995-b9e1-cd6ab6ccbd1b HTTP/1.1" status: 200 len: 813 time: 0.1191664 Sep 07 02:43:03.498566 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682f76d5-30d4-4c37-a7aa-5abaee2b59d2 tempest-LiveMigrationNegativeTest-106526082 tempest-LiveMigrationNegativeTest-106526082-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0cab1c3-55ae-42cf-9fb8-04f908abd85e,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:03.503383 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c2b35b5b-7fb7-4db6-bbf2-b4e46c339535 req-e0e6e592-fbae-4273-8cea-65e5ca8b0642 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/quotas/bb24ffbc5cf943e289e4dc22c0bba90b HTTP/1.1" status: 200 len: 375 time: 0.0110145 Sep 07 02:43:03.560530 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c2b35b5b-7fb7-4db6-bbf2-b4e46c339535 req-c60df797-0fd9-4ebe-ab08-99a72a9c9547 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=bb24ffbc5cf943e289e4dc22c0bba90b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0480206 Sep 07 02:43:03.603119 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb1963f-bb36-423b-972d-6d8d526a7e40 req-6292a767-805f-4a0d-aff7-2cfb435d20a9 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:03.604576 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5fb1963f-bb36-423b-972d-6d8d526a7e40 req-6292a767-805f-4a0d-aff7-2cfb435d20a9 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=69cc01f9-bc22-4a30-a121-2afeafe37d37 HTTP/1.1" status: 200 len: 946 time: 0.0500236 Sep 07 02:43:03.645280 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5fb1963f-bb36-423b-972d-6d8d526a7e40 req-4ce83050-beec-4728-98ca-e1bfbf147efa tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342727 Sep 07 02:43:03.686931 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c2b35b5b-7fb7-4db6-bbf2-b4e46c339535 req-7945bf1d-d18f-432b-a535-1ff4ed0a0ef5 service neutron] 10.222.0.22 "GET /v2.0/networks/33554464-2d1d-4995-b9e1-cd6ab6ccbd1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185484 Sep 07 02:43:03.796029 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c2b35b5b-7fb7-4db6-bbf2-b4e46c339535 req-84e291af-3998-4bf2-86e0-60ff00b5212a service neutron] 10.222.0.22 "GET /v2.0/networks/33554464-2d1d-4995-b9e1-cd6ab6ccbd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067829 Sep 07 02:43:03.862347 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3d2ee-4ac1-4169-b8d7-5764abe9a517 req-d0efbaa6-8bc2-44ed-84e5-3b645c2b0b71 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:03.864069 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-98b3d2ee-4ac1-4169-b8d7-5764abe9a517 req-d0efbaa6-8bc2-44ed-84e5-3b645c2b0b71 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=69cc01f9-bc22-4a30-a121-2afeafe37d37 HTTP/1.1" status: 200 len: 946 time: 0.0524061 Sep 07 02:43:03.925521 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-98b3d2ee-4ac1-4169-b8d7-5764abe9a517 req-b659d7d7-b63e-4924-83e0-530ac7f23c52 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547976 Sep 07 02:43:04.006907 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d1de6043-60a5-4f55-933a-2a8b5a4da50f req-24c22602-91f3-464a-bf43-1c3af6c19abe tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/ports?device_id=24326cae-431b-4162-9904-b71c80ea03fc HTTP/1.1" status: 200 len: 210 time: 0.0376058 Sep 07 02:43:04.165155 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a63bff-4877-41cd-a389-8e82429abd25 req-09476188-de2d-4f41-ba1b-e22a7d316dbc tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:04.166704 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-90a63bff-4877-41cd-a389-8e82429abd25 req-09476188-de2d-4f41-ba1b-e22a7d316dbc tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] 10.222.0.22 "GET /v2.0/ports?device_id=20d27a17-1040-4822-bb63-0f73de0ffebf HTTP/1.1" status: 200 len: 946 time: 0.0889862 Sep 07 02:43:04.216486 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-90a63bff-4877-41cd-a389-8e82429abd25 req-31a6e646-f1f3-42cb-abb8-2c641557f971 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cbb8135-9d03-4845-b592-042a08101ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433850 Sep 07 02:43:04.379412 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986a8c5-6ce6-4882-87d9-1c391902e927 req-dccb32df-6714-48f7-b6cc-4944782e5195 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:04.381248 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d986a8c5-6ce6-4882-87d9-1c391902e927 req-dccb32df-6714-48f7-b6cc-4944782e5195 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=69cc01f9-bc22-4a30-a121-2afeafe37d37 HTTP/1.1" status: 200 len: 946 time: 0.0754428 Sep 07 02:43:04.425991 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d986a8c5-6ce6-4882-87d9-1c391902e927 req-7a069f8d-9e44-48d1-a9c1-e31f84b07344 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382981 Sep 07 02:43:04.480014 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535de95a-1999-49b2-be2c-e96a9d0e26e5 req-e0b1b689-1a8e-4fd5-9af8-e7dfd9d5caa4 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:04.481580 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-535de95a-1999-49b2-be2c-e96a9d0e26e5 req-e0b1b689-1a8e-4fd5-9af8-e7dfd9d5caa4 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=b02fcf02-fa10-4335-931a-49c1a9a127d0 HTTP/1.1" status: 200 len: 949 time: 0.0760679 Sep 07 02:43:04.530410 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-535de95a-1999-49b2-be2c-e96a9d0e26e5 req-86100477-83fa-4548-8577-9c608c38150c tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400879 Sep 07 02:43:04.568574 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda0f0d-ff6a-4ab5-bd02-0c47e6fdd416 req-74bbb583-4799-4552-81ed-05d55f1cbfeb tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:04.570254 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-edda0f0d-ff6a-4ab5-bd02-0c47e6fdd416 req-74bbb583-4799-4552-81ed-05d55f1cbfeb tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac2fb8b2-3076-4fdc-b74d-41dfe2f3ec3b HTTP/1.1" status: 200 len: 950 time: 0.0659511 Sep 07 02:43:04.611224 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-edda0f0d-ff6a-4ab5-bd02-0c47e6fdd416 req-e755e44a-0b1c-4b61-953c-fc4226e47cfb tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.22 "GET /v2.0/security-groups?id=41e49bd3-7179-4422-8fa8-a2a344c8f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336788 Sep 07 02:43:05.121622 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f684143b-def7-46e6-9cfa-bcf9a6b20b4d req-a85bc41f-ac1c-4136-bfb4-32526c460586 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/ports?device_id=24326cae-431b-4162-9904-b71c80ea03fc HTTP/1.1" status: 200 len: 210 time: 0.0524108 Sep 07 02:43:05.199222 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b35b5b-7fb7-4db6-bbf2-b4e46c339535 req-7db1b88d-113a-431b-b9ee-e55712511196 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:05.201606 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c2b35b5b-7fb7-4db6-bbf2-b4e46c339535 req-7db1b88d-113a-431b-b9ee-e55712511196 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.16 "GET /v2.0/networks?id=33554464-2d1d-4995-b9e1-cd6ab6ccbd1b HTTP/1.1" status: 200 len: 813 time: 0.1457565 Sep 07 02:43:05.216463 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-c2b35b5b-7fb7-4db6-bbf2-b4e46c339535 req-7cb9549f-c4cf-40fa-abab-ab5645c24722 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Request body: {'port': {'device_id': '24326cae-431b-4162-9904-b71c80ea03fc', 'network_id': '33554464-2d1d-4995-b9e1-cd6ab6ccbd1b', 'admin_state_up': True, 'tenant_id': 'bb24ffbc5cf943e289e4dc22c0bba90b'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:43:05.392700 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc3b14d-725c-4d37-b934-ca70e4d38cc1 req-871c096c-bf3d-4817-92d7-101b577d485c tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:05.394654 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dcc3b14d-725c-4d37-b934-ca70e4d38cc1 req-871c096c-bf3d-4817-92d7-101b577d485c tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] 10.222.0.22 "GET /v2.0/ports?device_id=20d27a17-1040-4822-bb63-0f73de0ffebf HTTP/1.1" status: 200 len: 946 time: 0.0940697 Sep 07 02:43:05.439408 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2b35b5b-7fb7-4db6-bbf2-b4e46c339535 req-7cb9549f-c4cf-40fa-abab-ab5645c24722 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Made reservation on behalf of bb24ffbc5cf943e289e4dc22c0bba90b for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:43:05.443989 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-c2b35b5b-7fb7-4db6-bbf2-b4e46c339535 req-7cb9549f-c4cf-40fa-abab-ab5645c24722 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:05.481455 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dcc3b14d-725c-4d37-b934-ca70e4d38cc1 req-5e9731a7-fd85-4c7c-9756-39342a46e328 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cbb8135-9d03-4845-b592-042a08101ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782468 Sep 07 02:43:05.586709 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a3606-934e-43f8-9ead-b0b99a086404 req-5a888854-bd3f-4c58-a8df-5aa3c89ccd37 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:05.589134 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-898a3606-934e-43f8-9ead-b0b99a086404 req-5a888854-bd3f-4c58-a8df-5aa3c89ccd37 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=69cc01f9-bc22-4a30-a121-2afeafe37d37 HTTP/1.1" status: 200 len: 946 time: 0.0807014 Sep 07 02:43:05.642506 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-898a3606-934e-43f8-9ead-b0b99a086404 req-4c251390-f8f7-46df-9587-6bda7ea0a4a7 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466828 Sep 07 02:43:05.666956 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [req-c2b35b5b-7fb7-4db6-bbf2-b4e46c339535 req-7cb9549f-c4cf-40fa-abab-ab5645c24722 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Allocated IP 172.20.0.7 (33554464-2d1d-4995-b9e1-cd6ab6ccbd1b/625a5dfe-132b-45d5-8134-acdfd7b873bb/6110b5d6-61e0-465d-949d-7b8cf3caffc7) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:43:05.693445 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aed744-ea59-4d0e-ab08-5cdbdda003f7 req-5f2c11f3-beb2-47b5-9eb9-c42725d030b9 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:05.695280 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a8aed744-ea59-4d0e-ab08-5cdbdda003f7 req-5f2c11f3-beb2-47b5-9eb9-c42725d030b9 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] 10.222.0.22 "GET /v2.0/ports?device_id=20d27a17-1040-4822-bb63-0f73de0ffebf HTTP/1.1" status: 200 len: 946 time: 0.0965011 Sep 07 02:43:05.708089 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51128) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:43:05.715269 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-6916e440-8fb3-43ff-80d3-c58916263f8a tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Request body: {'floatingip': {'port_id': 'babc2f90-9682-487e-b1c2-f9bd7a159508'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:43:05.767303 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6916e440-8fb3-43ff-80d3-c58916263f8a tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Notify callbacks [] for floatingip, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:05.865118 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea983a8b-f6d2-4134-b7ea-4de7bdfabe0e req-45f50c8a-e397-44af-8468-be5f4a985ed4 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:05.867149 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ea983a8b-f6d2-4134-b7ea-4de7bdfabe0e req-45f50c8a-e397-44af-8468-be5f4a985ed4 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.16 "GET /v2.0/ports?device_id=69cc01f9-bc22-4a30-a121-2afeafe37d37 HTTP/1.1" status: 200 len: 946 time: 0.1538119 Sep 07 02:43:05.915602 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75a4be-4c1f-46aa-82f4-b909dd9f35ac req-c0552757-e192-4baf-b0ce-e781b6fdb5e9 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:05.917176 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ca75a4be-4c1f-46aa-82f4-b909dd9f35ac req-c0552757-e192-4baf-b0ce-e781b6fdb5e9 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac2fb8b2-3076-4fdc-b74d-41dfe2f3ec3b HTTP/1.1" status: 200 len: 950 time: 0.1441879 Sep 07 02:43:05.927938 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b5d25-76a5-4ddc-90c2-a2f5bbe527f0 req-83397eff-d9e8-42f3-94f5-6f62200ebd3b tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:05.929517 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6a9b5d25-76a5-4ddc-90c2-a2f5bbe527f0 req-83397eff-d9e8-42f3-94f5-6f62200ebd3b tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=b02fcf02-fa10-4335-931a-49c1a9a127d0 HTTP/1.1" status: 200 len: 949 time: 0.1589310 Sep 07 02:43:06.013454 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6a9b5d25-76a5-4ddc-90c2-a2f5bbe527f0 req-cf9c1326-e33d-423c-b462-aa2f23619537 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748932 Sep 07 02:43:06.046241 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-c2b35b5b-7fb7-4db6-bbf2-b4e46c339535 req-7cb9549f-c4cf-40fa-abab-ab5645c24722 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:06.052164 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ca75a4be-4c1f-46aa-82f4-b909dd9f35ac req-b080fc24-ef16-4c61-9871-6b98cb0a7c3c tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.22 "GET /v2.0/security-groups?id=41e49bd3-7179-4422-8fa8-a2a344c8f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063054 Sep 07 02:43:06.106162 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-ea983a8b-f6d2-4134-b7ea-4de7bdfabe0e req-d39d98e0-c434-4ec4-a246-fe605fac7e22 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Deleting port 8b89f67a-78d4-44b7-a30f-43883b917a8d {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:43:06.106515 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-ea983a8b-f6d2-4134-b7ea-4de7bdfabe0e req-d39d98e0-c434-4ec4-a246-fe605fac7e22 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:06.144083 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-c2b35b5b-7fb7-4db6-bbf2-b4e46c339535 req-7cb9549f-c4cf-40fa-abab-ab5645c24722 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:06.156570 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['1059679b-237b-43f6-9bf3-eb07cfd90780'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:43:06.246510 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762fb8c9-4db2-423b-bffb-e4b9acbf3e7b req-5e14432e-a839-468a-b323-20ef04bc9724 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:06.247967 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-762fb8c9-4db2-423b-bffb-e4b9acbf3e7b req-5e14432e-a839-468a-b323-20ef04bc9724 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=ac2fb8b2-3076-4fdc-b74d-41dfe2f3ec3b HTTP/1.1" status: 200 len: 950 time: 0.1385174 Sep 07 02:43:06.281023 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2b35b5b-7fb7-4db6-bbf2-b4e46c339535 req-7cb9549f-c4cf-40fa-abab-ab5645c24722 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Network 33554464-2d1d-4995-b9e1-cd6ab6ccbd1b is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:43:06.284930 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [req-c2b35b5b-7fb7-4db6-bbf2-b4e46c339535 req-7cb9549f-c4cf-40fa-abab-ab5645c24722 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:43:06.287423 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2b35b5b-7fb7-4db6-bbf2-b4e46c339535 req-7cb9549f-c4cf-40fa-abab-ab5645c24722 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:43:06.294365 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb9549f-c4cf-40fa-abab-ab5645c24722 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Pushing event updated for resources: {'Port': ['ID=6110b5d6-61e0-465d-949d-7b8cf3caffc7,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:06.308488 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10db701-1ff6-4d8e-97dc-22f625a84b70 req-7141b0f4-1bba-4132-a164-5fb8a390c461 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:06.309986 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f10db701-1ff6-4d8e-97dc-22f625a84b70 req-7141b0f4-1bba-4132-a164-5fb8a390c461 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/ports?device_id=24326cae-431b-4162-9904-b71c80ea03fc HTTP/1.1" status: 200 len: 931 time: 0.1025856 Sep 07 02:43:06.375940 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-ea983a8b-f6d2-4134-b7ea-4de7bdfabe0e req-d39d98e0-c434-4ec4-a246-fe605fac7e22 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] For port 8b89f67a-78d4-44b7-a30f-43883b917a8d, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=8b89f67a-78d4-44b7-a30f-43883b917a8d,segment=NetworkSegment(737bac5c-5e4b-4b03-a099-f644edcc6c52),segment_id=737bac5c-5e4b-4b03-a099-f644edcc6c52)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:43:06.376318 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-ea983a8b-f6d2-4134-b7ea-4de7bdfabe0e req-d39d98e0-c434-4ec4-a246-fe605fac7e22 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:06.409511 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-ea983a8b-f6d2-4134-b7ea-4de7bdfabe0e req-d39d98e0-c434-4ec4-a246-fe605fac7e22 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Calling delete_port for 8b89f67a-78d4-44b7-a30f-43883b917a8d owned by compute:nova {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:43:06.419633 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b35b5b-7fb7-4db6-bbf2-b4e46c339535 req-7cb9549f-c4cf-40fa-abab-ab5645c24722 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:06.420291 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-c2b35b5b-7fb7-4db6-bbf2-b4e46c339535 req-7cb9549f-c4cf-40fa-abab-ab5645c24722 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:06.447406 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f10db701-1ff6-4d8e-97dc-22f625a84b70 req-473ad3eb-c1e1-4b3a-b4bb-645519fb7af7 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8aaf68a-cff5-4215-9ab9-069c88f88975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027436 Sep 07 02:43:06.484002 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6916e440-8fb3-43ff-80d3-c58916263f8a tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:06.490542 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-762fb8c9-4db2-423b-bffb-e4b9acbf3e7b req-0e30a4d8-42b4-4e76-9732-67f689a34b4b tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Deleting port c2440d47-8452-4b9a-83ef-e597feda36cb {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:43:06.491072 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-762fb8c9-4db2-423b-bffb-e4b9acbf3e7b req-0e30a4d8-42b4-4e76-9732-67f689a34b4b tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:06.509305 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6916e440-8fb3-43ff-80d3-c58916263f8a tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:06.512328 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c2b35b5b-7fb7-4db6-bbf2-b4e46c339535 req-7cb9549f-c4cf-40fa-abab-ab5645c24722 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2999163 Sep 07 02:43:06.532140 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-c2b35b5b-7fb7-4db6-bbf2-b4e46c339535 req-0a9afd86-e27a-4aa1-8f8e-fd216f3576b5 service neutron] Request body: {'port': {'device_id': '24326cae-431b-4162-9904-b71c80ea03fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:43:06.607723 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-c2b35b5b-7fb7-4db6-bbf2-b4e46c339535 req-0a9afd86-e27a-4aa1-8f8e-fd216f3576b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:06.661930 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-762fb8c9-4db2-423b-bffb-e4b9acbf3e7b req-0e30a4d8-42b4-4e76-9732-67f689a34b4b tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] For port c2440d47-8452-4b9a-83ef-e597feda36cb, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=c2440d47-8452-4b9a-83ef-e597feda36cb,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:43:06.662336 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-762fb8c9-4db2-423b-bffb-e4b9acbf3e7b req-0e30a4d8-42b4-4e76-9732-67f689a34b4b tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:06.682727 n-d-796209-16 neutron-server[94700]: INFO neutron.db.l3_db [None req-6916e440-8fb3-43ff-80d3-c58916263f8a tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Floating IP ebfb985c-56da-4fba-9922-3adacaf864a8 associated. External IP: 172.25.5.10, port: babc2f90-9682-487e-b1c2-f9bd7a159508. Sep 07 02:43:06.685870 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-762fb8c9-4db2-423b-bffb-e4b9acbf3e7b req-0e30a4d8-42b4-4e76-9732-67f689a34b4b tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Calling delete_port for c2440d47-8452-4b9a-83ef-e597feda36cb owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:43:06.709883 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-ea983a8b-f6d2-4134-b7ea-4de7bdfabe0e req-d39d98e0-c434-4ec4-a246-fe605fac7e22 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:06.722346 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['af9f4b04-1d72-482b-bbf8-2c9fc4969d1e'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:43:06.763537 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8cb07d9f-b532-4143-a05b-67eb31222bd4 req-6d3c5ddf-11ef-43fb-9ebe-9cf315403625 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=69cc01f9-bc22-4a30-a121-2afeafe37d37 HTTP/1.1" status: 200 len: 210 time: 0.0343041 Sep 07 02:43:06.778421 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['8b89f67a-78d4-44b7-a30f-43883b917a8d'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:43:06.813387 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39d98e0-c434-4ec4-a246-fe605fac7e22 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Pushing event deleted for resources: {'Port': ['ID=8b89f67a-78d4-44b7-a30f-43883b917a8d,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:06.861967 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea983a8b-f6d2-4134-b7ea-4de7bdfabe0e req-d39d98e0-c434-4ec4-a246-fe605fac7e22 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] No DVR routers for this DVR port 8b89f67a-78d4-44b7-a30f-43883b917a8d on host n-h2-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:43:06.866612 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-ea983a8b-f6d2-4134-b7ea-4de7bdfabe0e req-d39d98e0-c434-4ec4-a246-fe605fac7e22 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:06.868925 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ea983a8b-f6d2-4134-b7ea-4de7bdfabe0e req-d39d98e0-c434-4ec4-a246-fe605fac7e22 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.16 "DELETE /v2.0/ports/8b89f67a-78d4-44b7-a30f-43883b917a8d HTTP/1.1" status: 204 len: 173 time: 0.9687574 Sep 07 02:43:06.869474 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69cc01f9-bc22-4a30-a121-2afeafe37d37', 'name': 'network-vif-deleted', 'tag': '8b89f67a-78d4-44b7-a30f-43883b917a8d'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:43:06.871871 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aecf7cf3-f486-4127-8427-e4550d1a40af" -d '{"events": [{"server_uuid": "69cc01f9-bc22-4a30-a121-2afeafe37d37", "name": "network-vif-deleted", "tag": "8b89f67a-78d4-44b7-a30f-43883b917a8d"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:43:07.085986 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1059f75-8134-4390-955e-a6f948fd5bc8 x-openstack-request-id: req-a1059f75-8134-4390-955e-a6f948fd5bc8 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:43:07.086546 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69cc01f9-bc22-4a30-a121-2afeafe37d37", "name": "network-vif-deleted", "tag": "8b89f67a-78d4-44b7-a30f-43883b917a8d", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:43:07.096439 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a1059f75-8134-4390-955e-a6f948fd5bc8 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:43:07.096870 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69cc01f9-bc22-4a30-a121-2afeafe37d37', 'name': 'network-vif-deleted', 'tag': '8b89f67a-78d4-44b7-a30f-43883b917a8d', 'status': 'completed', 'code': 200} Sep 07 02:43:07.099878 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6916e440-8fb3-43ff-80d3-c58916263f8a tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Router 524a2e35-ff2c-483a-86da-291e28b453f8 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:43:07.120586 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-762fb8c9-4db2-423b-bffb-e4b9acbf3e7b req-0e30a4d8-42b4-4e76-9732-67f689a34b4b tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:07.122898 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [req-c2b35b5b-7fb7-4db6-bbf2-b4e46c339535 req-0a9afd86-e27a-4aa1-8f8e-fd216f3576b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6110b5d6-61e0-465d-949d-7b8cf3caffc7 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:43:07.131335 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-c2b35b5b-7fb7-4db6-bbf2-b4e46c339535 req-0a9afd86-e27a-4aa1-8f8e-fd216f3576b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:07.154303 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-c2b35b5b-7fb7-4db6-bbf2-b4e46c339535 req-0a9afd86-e27a-4aa1-8f8e-fd216f3576b5 service neutron] Transition to ACTIVE for port object 6110b5d6-61e0-465d-949d-7b8cf3caffc7 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:43:07.176524 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-60c4d978-879f-4b51-80dc-783ab9af8957 req-96528648-0b76-466c-a0d6-4fe50de4647d tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac2fb8b2-3076-4fdc-b74d-41dfe2f3ec3b HTTP/1.1" status: 200 len: 210 time: 0.0320783 Sep 07 02:43:07.176524 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-c2b35b5b-7fb7-4db6-bbf2-b4e46c339535 req-0a9afd86-e27a-4aa1-8f8e-fd216f3576b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:07.180767 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['f2369be1-8cc0-4c63-9f14-30606388589b', 'c2440d47-8452-4b9a-83ef-e597feda36cb'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:43:07.182961 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e30a4d8-42b4-4e76-9732-67f689a34b4b tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Pushing event deleted for resources: {'Port': ['ID=c2440d47-8452-4b9a-83ef-e597feda36cb,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:07.342499 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-762fb8c9-4db2-423b-bffb-e4b9acbf3e7b req-0e30a4d8-42b4-4e76-9732-67f689a34b4b tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] No DVR routers for this DVR port c2440d47-8452-4b9a-83ef-e597feda36cb on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:43:07.367866 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d4840d-fe6f-485d-9434-8f1393d5ee5e req-97beaf9a-ecd8-4a92-9bfc-e5d254cc5d9d tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:07.378085 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-66d4840d-fe6f-485d-9434-8f1393d5ee5e req-97beaf9a-ecd8-4a92-9bfc-e5d254cc5d9d tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=b02fcf02-fa10-4335-931a-49c1a9a127d0 HTTP/1.1" status: 200 len: 949 time: 0.2738786 Sep 07 02:43:07.382629 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-762fb8c9-4db2-423b-bffb-e4b9acbf3e7b req-0e30a4d8-42b4-4e76-9732-67f689a34b4b tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:07.385254 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-762fb8c9-4db2-423b-bffb-e4b9acbf3e7b req-0e30a4d8-42b4-4e76-9732-67f689a34b4b tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.23 "DELETE /v2.0/ports/c2440d47-8452-4b9a-83ef-e597feda36cb HTTP/1.1" status: 204 len: 173 time: 1.1068487 Sep 07 02:43:07.385809 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2fb8b2-3076-4fdc-b74d-41dfe2f3ec3b', 'name': 'network-vif-deleted', 'tag': 'c2440d47-8452-4b9a-83ef-e597feda36cb'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:43:07.388499 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47571b52-7d03-4a90-8061-8d3c09181a06" -d '{"events": [{"server_uuid": "ac2fb8b2-3076-4fdc-b74d-41dfe2f3ec3b", "name": "network-vif-deleted", "tag": "c2440d47-8452-4b9a-83ef-e597feda36cb"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:43:07.452896 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9afd86-e27a-4aa1-8f8e-fd216f3576b5 service neutron] Pushing event updated for resources: {'Port': ['ID=6110b5d6-61e0-465d-949d-7b8cf3caffc7,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:07.493438 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-c2b35b5b-7fb7-4db6-bbf2-b4e46c339535 req-0a9afd86-e27a-4aa1-8f8e-fd216f3576b5 service neutron] Attempting to bind port 6110b5d6-61e0-465d-949d-7b8cf3caffc7 on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:43:07.493918 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-c2b35b5b-7fb7-4db6-bbf2-b4e46c339535 req-0a9afd86-e27a-4aa1-8f8e-fd216f3576b5 service neutron] Attempting to bind port 6110b5d6-61e0-465d-949d-7b8cf3caffc7 by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': 'bd74203e-fa6d-4c2a-b87e-ee55b06c2f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '33554464-2d1d-4995-b9e1-cd6ab6ccbd1b'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:43:07.494244 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b35b5b-7fb7-4db6-bbf2-b4e46c339535 req-0a9afd86-e27a-4aa1-8f8e-fd216f3576b5 service neutron] Attempting to bind port 6110b5d6-61e0-465d-949d-7b8cf3caffc7 on network 33554464-2d1d-4995-b9e1-cd6ab6ccbd1b {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:43:07.500592 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b35b5b-7fb7-4db6-bbf2-b4e46c339535 req-0a9afd86-e27a-4aa1-8f8e-fd216f3576b5 service neutron] Port 6110b5d6-61e0-465d-949d-7b8cf3caffc7 on network 33554464-2d1d-4995-b9e1-cd6ab6ccbd1b not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:43:07.501365 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b35b5b-7fb7-4db6-bbf2-b4e46c339535 req-0a9afd86-e27a-4aa1-8f8e-fd216f3576b5 service neutron] Attempting to bind port 6110b5d6-61e0-465d-949d-7b8cf3caffc7 on network 33554464-2d1d-4995-b9e1-cd6ab6ccbd1b {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:43:07.513306 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b35b5b-7fb7-4db6-bbf2-b4e46c339535 req-0a9afd86-e27a-4aa1-8f8e-fd216f3576b5 service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:43:07.515606 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b35b5b-7fb7-4db6-bbf2-b4e46c339535 req-0a9afd86-e27a-4aa1-8f8e-fd216f3576b5 service neutron] Checking segment: {'id': 'bd74203e-fa6d-4c2a-b87e-ee55b06c2f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '33554464-2d1d-4995-b9e1-cd6ab6ccbd1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:43:07.516014 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b35b5b-7fb7-4db6-bbf2-b4e46c339535 req-0a9afd86-e27a-4aa1-8f8e-fd216f3576b5 service neutron] Bound using segment: {'id': 'bd74203e-fa6d-4c2a-b87e-ee55b06c2f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '33554464-2d1d-4995-b9e1-cd6ab6ccbd1b'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:43:07.516745 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f1b5f5-3706-4a6e-a501-1bfc88b8ffff x-openstack-request-id: req-a2f1b5f5-3706-4a6e-a501-1bfc88b8ffff {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:43:07.517050 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac2fb8b2-3076-4fdc-b74d-41dfe2f3ec3b", "name": "network-vif-deleted", "tag": "c2440d47-8452-4b9a-83ef-e597feda36cb", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:43:07.517147 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-c2b35b5b-7fb7-4db6-bbf2-b4e46c339535 req-0a9afd86-e27a-4aa1-8f8e-fd216f3576b5 service neutron] Bound port: 6110b5d6-61e0-465d-949d-7b8cf3caffc7, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd74203e-fa6d-4c2a-b87e-ee55b06c2f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '33554464-2d1d-4995-b9e1-cd6ab6ccbd1b'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:43:07.517451 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a2f1b5f5-3706-4a6e-a501-1bfc88b8ffff {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:43:07.517550 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-c2b35b5b-7fb7-4db6-bbf2-b4e46c339535 req-0a9afd86-e27a-4aa1-8f8e-fd216f3576b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:07.517875 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac2fb8b2-3076-4fdc-b74d-41dfe2f3ec3b', 'name': 'network-vif-deleted', 'tag': 'c2440d47-8452-4b9a-83ef-e597feda36cb', 'status': 'completed', 'code': 200} Sep 07 02:43:07.636048 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-66d4840d-fe6f-485d-9434-8f1393d5ee5e req-4714f554-9f19-42fc-98c1-d802804ed500 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523019 Sep 07 02:43:07.640708 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6916e440-8fb3-43ff-80d3-c58916263f8a tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:43:07.649313 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6916e440-8fb3-43ff-80d3-c58916263f8a tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:07.657963 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bb1f35-9602-4068-89bc-a24d61e924f8 None None] Sync routers for ids ['524a2e35-ff2c-483a-86da-291e28b453f8'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:43:07.666851 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-c2b35b5b-7fb7-4db6-bbf2-b4e46c339535 req-0a9afd86-e27a-4aa1-8f8e-fd216f3576b5 service neutron] For port 6110b5d6-61e0-465d-949d-7b8cf3caffc7, host n-h2-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:43:07.676109 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-c2b35b5b-7fb7-4db6-bbf2-b4e46c339535 req-0a9afd86-e27a-4aa1-8f8e-fd216f3576b5 service neutron] For port 6110b5d6-61e0-465d-949d-7b8cf3caffc7, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=6110b5d6-61e0-465d-949d-7b8cf3caffc7,segment=NetworkSegment(bd74203e-fa6d-4c2a-b87e-ee55b06c2f76),segment_id=bd74203e-fa6d-4c2a-b87e-ee55b06c2f76)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:43:07.676814 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bb1f35-9602-4068-89bc-a24d61e924f8 None None] Routers {'524a2e35-ff2c-483a-86da-291e28b453f8'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:43:07.678136 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f8bb1f35-9602-4068-89bc-a24d61e924f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:42:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['524a2e35-ff2c-483a-86da-291e28b453f8'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:43:07.692347 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-6916e440-8fb3-43ff-80d3-c58916263f8a tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] 10.222.0.22 "PUT /v2.0/floatingips/ebfb985c-56da-4fba-9922-3adacaf864a8 HTTP/1.1" status: 200 len: 991 time: 1.9825323 Sep 07 02:43:07.702466 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a61e6-7e31-4282-94da-6e8abfa8704c req-f880ad4a-4f7d-4574-a118-c141c52aae8f tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:07.711326 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eb4a61e6-7e31-4282-94da-6e8abfa8704c req-f880ad4a-4f7d-4574-a118-c141c52aae8f tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/ports?device_id=24326cae-431b-4162-9904-b71c80ea03fc HTTP/1.1" status: 200 len: 943 time: 0.1105032 Sep 07 02:43:07.734606 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-c2b35b5b-7fb7-4db6-bbf2-b4e46c339535 req-0a9afd86-e27a-4aa1-8f8e-fd216f3576b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:07.787927 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b35b5b-7fb7-4db6-bbf2-b4e46c339535 req-0a9afd86-e27a-4aa1-8f8e-fd216f3576b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:07.789184 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-c2b35b5b-7fb7-4db6-bbf2-b4e46c339535 req-0a9afd86-e27a-4aa1-8f8e-fd216f3576b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:07.790775 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c2b35b5b-7fb7-4db6-bbf2-b4e46c339535 req-0a9afd86-e27a-4aa1-8f8e-fd216f3576b5 service neutron] 10.222.0.16 "PUT /v2.0/ports/6110b5d6-61e0-465d-949d-7b8cf3caffc7 HTTP/1.1" status: 200 len: 1092 time: 1.2668910 Sep 07 02:43:07.813333 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eb4a61e6-7e31-4282-94da-6e8abfa8704c req-bc398982-44a2-46cc-922d-7a177187851d tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8aaf68a-cff5-4215-9ab9-069c88f88975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008773 Sep 07 02:43:07.819853 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-f8bb1f35-9602-4068-89bc-a24d61e924f8 None None] Set router 524a2e35-ff2c-483a-86da-291e28b453f8 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:43:07.834835 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9afd86-e27a-4aa1-8f8e-fd216f3576b5 service neutron] Pushing event updated for resources: {'Port': ['ID=6110b5d6-61e0-465d-949d-7b8cf3caffc7,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:07.889857 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b35b5b-7fb7-4db6-bbf2-b4e46c339535 req-d3777343-037c-486c-8572-fdd3ad21ce60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:07.891852 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c2b35b5b-7fb7-4db6-bbf2-b4e46c339535 req-d3777343-037c-486c-8572-fdd3ad21ce60 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb24ffbc5cf943e289e4dc22c0bba90b&device_id=24326cae-431b-4162-9904-b71c80ea03fc HTTP/1.1" status: 200 len: 1095 time: 0.0532420 Sep 07 02:43:07.947999 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c2b35b5b-7fb7-4db6-bbf2-b4e46c339535 req-992de02b-76c7-471f-8641-e4f0ff019dd3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6110b5d6-61e0-465d-949d-7b8cf3caffc7 HTTP/1.1" status: 200 len: 217 time: 0.0459888 Sep 07 02:43:08.020657 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b35b5b-7fb7-4db6-bbf2-b4e46c339535 req-30833977-f6ca-406e-a317-d28200381565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:08.022295 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c2b35b5b-7fb7-4db6-bbf2-b4e46c339535 req-30833977-f6ca-406e-a317-d28200381565 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=625a5dfe-132b-45d5-8134-acdfd7b873bb HTTP/1.1" status: 200 len: 853 time: 0.0663891 Sep 07 02:43:08.087829 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c2b35b5b-7fb7-4db6-bbf2-b4e46c339535 req-478783a7-2726-46ef-abd8-055d68cce263 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=33554464-2d1d-4995-b9e1-cd6ab6ccbd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537913 Sep 07 02:43:08.209398 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c2b35b5b-7fb7-4db6-bbf2-b4e46c339535 req-3af31690-02cb-40be-ad07-70a95b993330 service neutron] 10.222.0.16 "GET /v2.0/networks/33554464-2d1d-4995-b9e1-cd6ab6ccbd1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150210 Sep 07 02:43:08.225923 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [req-33b37291-40c5-49d9-b2fc-dc79505f9f80 req-ed0db6db-8619-49e5-b2d5-adcd4930dccb service neutron] show failed (client error): The resource could not be found. Sep 07 02:43:08.227014 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-33b37291-40c5-49d9-b2fc-dc79505f9f80 req-ed0db6db-8619-49e5-b2d5-adcd4930dccb service neutron] 10.222.0.23 "GET /v2.0/ports/375d3561-edb9-402b-b66f-0840ed864053/bindings/n-h2-796209-16 HTTP/1.1" status: 404 len: 381 time: 0.2322369 Sep 07 02:43:08.346401 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c2b35b5b-7fb7-4db6-bbf2-b4e46c339535 req-deec69ca-dc0c-46a5-8303-b8ded7041000 service neutron] 10.222.0.16 "GET /v2.0/networks/33554464-2d1d-4995-b9e1-cd6ab6ccbd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257219 Sep 07 02:43:08.410324 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f8bb1f35-9602-4068-89bc-a24d61e924f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524a2e35-ff2c-483a-86da-291e28b453f8', 'name': 'tempest-ServersTestJSON-1752052576-router', 'tenant_id': '1cb4444198df4bb2bcd059ce08ea0dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '249dbf9d-354b-4252-bf1d-ac28649b01a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:42:30Z', 'updated_at': '2021-09-07T02:42:38Z', 'revision_number': 4, 'project_id': '1cb4444198df4bb2bcd059ce08ea0dc3', 'gw_port': {'id': '249dbf9d-354b-4252-bf1d-ac28649b01a7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524a2e35-ff2c-483a-86da-291e28b453f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:42:32Z', 'updated_at': '2021-09-07T02:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'ebfb985c-56da-4fba-9922-3adacaf864a8', 'tenant_id': '1cb4444198df4bb2bcd059ce08ea0dc3', 'floating_ip_address': '172.25.5.10', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '524a2e35-ff2c-483a-86da-291e28b453f8', 'port_id': 'babc2f90-9682-487e-b1c2-f9bd7a159508', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1036, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44ca0f19-5467-4e01-a811-705a63a89a61', 'mac_address': 'fa:16:3e:24:a8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d27a17-1040-4822-bb63-0f73de0ffebf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T02:42:47Z', 'updated_at': '2021-09-07T02:43:06Z', 'revision_number': 1, 'project_id': '1cb4444198df4bb2bcd059ce08ea0dc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8f73db3-6997-46c1-82e5-4b753f7367ce', 'name': '', 'network_id': '44ca0f19-5467-4e01-a811-705a63a89a61', 'tenant_id': '1cb4444198df4bb2bcd059ce08ea0dc3', 'mac_address': 'fa:16:3e:1c:6c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524a2e35-ff2c-483a-86da-291e28b453f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'aeeb3351-2834-4965-8c13-9d419d66a2a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:42:36Z', 'updated_at': '2021-09-07T02:42:47Z', 'revision_number': 5, 'project_id': '1cb4444198df4bb2bcd059ce08ea0dc3', 'subnets': [{'id': 'aeeb3351-2834-4965-8c13-9d419d66a2a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:43:08.443772 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bb1f35-9602-4068-89bc-a24d61e924f8 None None] Checking router: 524a2e35-ff2c-483a-86da-291e28b453f8 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:43:08.455019 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bb1f35-9602-4068-89bc-a24d61e924f8 None None] Routers {'524a2e35-ff2c-483a-86da-291e28b453f8'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:43:08.455825 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f8bb1f35-9602-4068-89bc-a24d61e924f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:42:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['524a2e35-ff2c-483a-86da-291e28b453f8'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:43:08.597858 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d262cc4-4689-4625-8abf-29953a61d861 req-ce0b7734-4aae-411f-9232-dd9b66baf4ea tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:08.600029 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5d262cc4-4689-4625-8abf-29953a61d861 req-ce0b7734-4aae-411f-9232-dd9b66baf4ea tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bcde8e2-5ea5-4f46-9b43-7f99f3d2e717 HTTP/1.1" status: 200 len: 950 time: 0.0584154 Sep 07 02:43:08.618645 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-f8bb1f35-9602-4068-89bc-a24d61e924f8 None None] Set router 524a2e35-ff2c-483a-86da-291e28b453f8 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:43:08.629803 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b37291-40c5-49d9-b2fc-dc79505f9f80 req-c34a1ccf-0a2d-4c5f-a62d-0fe9f98d0681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:08.631342 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-33b37291-40c5-49d9-b2fc-dc79505f9f80 req-c34a1ccf-0a2d-4c5f-a62d-0fe9f98d0681 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b02fcf02-fa10-4335-931a-49c1a9a127d0&tenant_id=ef46d2c6ddda4358910a6e6d3c8cd1f8 HTTP/1.1" status: 200 len: 1101 time: 0.1444345 Sep 07 02:43:08.652862 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b93fdd5-7f05-4a98-8568-08d1aa629f89 req-4d5d69f5-396d-4e93-9bdb-a3f106fdf550 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:08.659421 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5b93fdd5-7f05-4a98-8568-08d1aa629f89 req-4d5d69f5-396d-4e93-9bdb-a3f106fdf550 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/networks?id=b38f0331-653f-46c0-a8d7-26916edac115 HTTP/1.1" status: 200 len: 805 time: 0.1710136 Sep 07 02:43:08.664971 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-33b37291-40c5-49d9-b2fc-dc79505f9f80 req-fb1e173c-349d-4fd9-8667-bea038211d3e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-796209-16', 'device_owner': 'compute:nova'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:43:08.672592 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5d262cc4-4689-4625-8abf-29953a61d861 req-c0e8acd9-1830-46e0-b6d2-2d99a0e258d8 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.22 "GET /v2.0/security-groups?id=41e49bd3-7179-4422-8fa8-a2a344c8f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663023 Sep 07 02:43:08.693643 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5b93fdd5-7f05-4a98-8568-08d1aa629f89 req-125c88f0-d82f-47ab-9cbf-d1a353bfb675 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/quotas/39221102c85f4a33befb52c47b54a864 HTTP/1.1" status: 200 len: 375 time: 0.0332625 Sep 07 02:43:08.760329 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-33b37291-40c5-49d9-b2fc-dc79505f9f80 req-fb1e173c-349d-4fd9-8667-bea038211d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:08.771379 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87262a4d-9dee-4498-8eac-3c0e0f3ecf12 req-37daee9f-b12a-444f-89c3-95266ab67f66 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:08.781864 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-87262a4d-9dee-4498-8eac-3c0e0f3ecf12 req-37daee9f-b12a-444f-89c3-95266ab67f66 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=b02fcf02-fa10-4335-931a-49c1a9a127d0 HTTP/1.1" status: 200 len: 949 time: 0.0614085 Sep 07 02:43:08.796452 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5b93fdd5-7f05-4a98-8568-08d1aa629f89 req-e6d11f85-a03d-483d-b6f6-77824e5f417b tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=39221102c85f4a33befb52c47b54a864&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0875969 Sep 07 02:43:08.801643 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [req-5b93fdd5-7f05-4a98-8568-08d1aa629f89 req-d91d60fa-383d-45d1-af39-c4b69003a0f6 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 02:43:08.807672 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5b93fdd5-7f05-4a98-8568-08d1aa629f89 req-d91d60fa-383d-45d1-af39-c4b69003a0f6 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103447 Sep 07 02:43:08.836153 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-87262a4d-9dee-4498-8eac-3c0e0f3ecf12 req-349be636-1e60-4c4c-9ea8-4ca25a06164e tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473590 Sep 07 02:43:08.948285 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f8bb1f35-9602-4068-89bc-a24d61e924f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524a2e35-ff2c-483a-86da-291e28b453f8', 'name': 'tempest-ServersTestJSON-1752052576-router', 'tenant_id': '1cb4444198df4bb2bcd059ce08ea0dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '249dbf9d-354b-4252-bf1d-ac28649b01a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:42:30Z', 'updated_at': '2021-09-07T02:42:38Z', 'revision_number': 4, 'project_id': '1cb4444198df4bb2bcd059ce08ea0dc3', 'gw_port': {'id': '249dbf9d-354b-4252-bf1d-ac28649b01a7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524a2e35-ff2c-483a-86da-291e28b453f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:42:32Z', 'updated_at': '2021-09-07T02:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'ebfb985c-56da-4fba-9922-3adacaf864a8', 'tenant_id': '1cb4444198df4bb2bcd059ce08ea0dc3', 'floating_ip_address': '172.25.5.10', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '524a2e35-ff2c-483a-86da-291e28b453f8', 'port_id': 'babc2f90-9682-487e-b1c2-f9bd7a159508', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1036, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44ca0f19-5467-4e01-a811-705a63a89a61', 'mac_address': 'fa:16:3e:24:a8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d27a17-1040-4822-bb63-0f73de0ffebf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T02:42:47Z', 'updated_at': '2021-09-07T02:43:06Z', 'revision_number': 1, 'project_id': '1cb4444198df4bb2bcd059ce08ea0dc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8f73db3-6997-46c1-82e5-4b753f7367ce', 'name': '', 'network_id': '44ca0f19-5467-4e01-a811-705a63a89a61', 'tenant_id': '1cb4444198df4bb2bcd059ce08ea0dc3', 'mac_address': 'fa:16:3e:1c:6c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524a2e35-ff2c-483a-86da-291e28b453f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'aeeb3351-2834-4965-8c13-9d419d66a2a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:42:36Z', 'updated_at': '2021-09-07T02:42:47Z', 'revision_number': 5, 'project_id': '1cb4444198df4bb2bcd059ce08ea0dc3', 'subnets': [{'id': 'aeeb3351-2834-4965-8c13-9d419d66a2a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:43:08.998595 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bb1f35-9602-4068-89bc-a24d61e924f8 None None] The sync data for ids ['524a2e35-ff2c-483a-86da-291e28b453f8'] in n-d-796209-16 is: [{'id': '524a2e35-ff2c-483a-86da-291e28b453f8', 'name': 'tempest-ServersTestJSON-1752052576-router', 'tenant_id': '1cb4444198df4bb2bcd059ce08ea0dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '249dbf9d-354b-4252-bf1d-ac28649b01a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:42:30Z', 'updated_at': '2021-09-07T02:42:38Z', 'revision_number': 4, 'project_id': '1cb4444198df4bb2bcd059ce08ea0dc3', 'gw_port': {'id': '249dbf9d-354b-4252-bf1d-ac28649b01a7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524a2e35-ff2c-483a-86da-291e28b453f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:42:32Z', 'updated_at': '2021-09-07T02:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'ebfb985c-56da-4fba-9922-3adacaf864a8', 'tenant_id': '1cb4444198df4bb2bcd059ce08ea0dc3', 'floating_ip_address': '172.25.5.10', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '524a2e35-ff2c-483a-86da-291e28b453f8', 'port_id': 'babc2f90-9682-487e-b1c2-f9bd7a159508', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1036, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44ca0f19-5467-4e01-a811-705a63a89a61', 'mac_address': 'fa:16:3e:24:a8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d27a17-1040-4822-bb63-0f73de0ffebf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T02:42:47Z', 'updated_at': '2021-09-07T02:43:06Z', 'revision_number': 1, 'project_id': '1cb4444198df4bb2bcd059ce08ea0dc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8f73db3-6997-46c1-82e5-4b753f7367ce', 'name': '', 'network_id': '44ca0f19-5467-4e01-a811-705a63a89a61', 'tenant_id': '1cb4444198df4bb2bcd059ce08ea0dc3', 'mac_address': 'fa:16:3e:1c:6c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524a2e35-ff2c-483a-86da-291e28b453f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'aeeb3351-2834-4965-8c13-9d419d66a2a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:42:36Z', 'updated_at': '2021-09-07T02:42:47Z', 'revision_number': 5, 'project_id': '1cb4444198df4bb2bcd059ce08ea0dc3', 'subnets': [{'id': 'aeeb3351-2834-4965-8c13-9d419d66a2a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:43:09.039684 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba5e82-6142-4044-b465-a90beed279d9 req-ff330820-a7bd-4c44-ac5d-5e928302d3fc tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:09.041791 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-86ba5e82-6142-4044-b465-a90beed279d9 req-ff330820-a7bd-4c44-ac5d-5e928302d3fc tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/ports?device_id=24326cae-431b-4162-9904-b71c80ea03fc HTTP/1.1" status: 200 len: 943 time: 0.0638402 Sep 07 02:43:09.094467 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-86ba5e82-6142-4044-b465-a90beed279d9 req-1c67241e-9d3d-4639-908d-48d23e99fd57 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8aaf68a-cff5-4215-9ab9-069c88f88975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453963 Sep 07 02:43:09.239147 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24326cae-431b-4162-9904-b71c80ea03fc', 'tag': '6110b5d6-61e0-465d-949d-7b8cf3caffc7'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:43:09.242167 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d411339-d9c4-48f1-a6b7-93bdedd5025b" -d '{"events": [{"name": "network-changed", "server_uuid": "24326cae-431b-4162-9904-b71c80ea03fc", "tag": "6110b5d6-61e0-465d-949d-7b8cf3caffc7"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:43:09.254636 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ae1d01-cad7-454c-8fb9-c2197714a7e6 None None] New status for floating IP ebfb985c-56da-4fba-9922-3adacaf864a8: ACTIVE {{(pid=94703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 02:43:09.300046 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5b93fdd5-7f05-4a98-8568-08d1aa629f89 req-d277a799-bdb5-41b6-8a34-8c0f6abe3460 service neutron] 10.222.0.22 "GET /v2.0/networks/b38f0331-653f-46c0-a8d7-26916edac115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4694653 Sep 07 02:43:09.301727 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41dc64a1-46a0-459d-939f-c1a23bfae772 x-openstack-request-id: req-41dc64a1-46a0-459d-939f-c1a23bfae772 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:43:09.302201 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24326cae-431b-4162-9904-b71c80ea03fc", "tag": "6110b5d6-61e0-465d-949d-7b8cf3caffc7", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:43:09.302448 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-41dc64a1-46a0-459d-939f-c1a23bfae772 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:43:09.302833 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24326cae-431b-4162-9904-b71c80ea03fc', 'tag': '6110b5d6-61e0-465d-949d-7b8cf3caffc7', 'status': 'completed', 'code': 200} Sep 07 02:43:09.506605 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d411339-d9c4-48f1-a6b7-93bdedd5025b req-d605c5aa-3b1f-48d5-bcf5-67a223fd2808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:09.509019 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5d411339-d9c4-48f1-a6b7-93bdedd5025b req-d605c5aa-3b1f-48d5-bcf5-67a223fd2808 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb24ffbc5cf943e289e4dc22c0bba90b&device_id=24326cae-431b-4162-9904-b71c80ea03fc HTTP/1.1" status: 200 len: 1095 time: 0.1799157 Sep 07 02:43:09.515040 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-33b37291-40c5-49d9-b2fc-dc79505f9f80 req-fb1e173c-349d-4fd9-8667-bea038211d3e service neutron] For port 375d3561-edb9-402b-b66f-0840ed864053, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=375d3561-edb9-402b-b66f-0840ed864053,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:43:09.519529 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20d27a17-1040-4822-bb63-0f73de0ffebf', 'tag': 'babc2f90-9682-487e-b1c2-f9bd7a159508'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:43:09.519953 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5b93fdd5-7f05-4a98-8568-08d1aa629f89 req-f9eac791-e94d-46e8-959b-49b04e259f1a service neutron] 10.222.0.22 "GET /v2.0/networks/b38f0331-653f-46c0-a8d7-26916edac115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127273 Sep 07 02:43:09.522517 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee771c2-9aa6-407f-8e51-490d8d2c6731" -d '{"events": [{"name": "network-changed", "server_uuid": "20d27a17-1040-4822-bb63-0f73de0ffebf", "tag": "babc2f90-9682-487e-b1c2-f9bd7a159508"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:43:09.613194 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f690256b-253c-4ff2-b611-dee2bb9c2c55 x-openstack-request-id: req-f690256b-253c-4ff2-b611-dee2bb9c2c55 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:43:09.613826 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20d27a17-1040-4822-bb63-0f73de0ffebf", "tag": "babc2f90-9682-487e-b1c2-f9bd7a159508", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:43:09.613826 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f690256b-253c-4ff2-b611-dee2bb9c2c55 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:43:09.614163 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20d27a17-1040-4822-bb63-0f73de0ffebf', 'tag': 'babc2f90-9682-487e-b1c2-f9bd7a159508', 'status': 'completed', 'code': 200} Sep 07 02:43:09.630962 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-33b37291-40c5-49d9-b2fc-dc79505f9f80 req-fb1e173c-349d-4fd9-8667-bea038211d3e service neutron] For port 375d3561-edb9-402b-b66f-0840ed864053, host n-h1-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:43:09.687655 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d411339-d9c4-48f1-a6b7-93bdedd5025b req-aa712e5f-a270-4fba-a2f1-c574e7914ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:09.689648 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5d411339-d9c4-48f1-a6b7-93bdedd5025b req-aa712e5f-a270-4fba-a2f1-c574e7914ca1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=33554464-2d1d-4995-b9e1-cd6ab6ccbd1b HTTP/1.1" status: 200 len: 913 time: 0.1717472 Sep 07 02:43:09.696328 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-33b37291-40c5-49d9-b2fc-dc79505f9f80 req-fb1e173c-349d-4fd9-8667-bea038211d3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:09.749721 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5d411339-d9c4-48f1-a6b7-93bdedd5025b req-c2c7da4c-12a4-4f2e-bfc2-abc86618f398 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6110b5d6-61e0-465d-949d-7b8cf3caffc7 HTTP/1.1" status: 200 len: 217 time: 0.0500715 Sep 07 02:43:09.763692 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-33b37291-40c5-49d9-b2fc-dc79505f9f80 req-fb1e173c-349d-4fd9-8667-bea038211d3e service neutron] Transition to ACTIVE for port object 375d3561-edb9-402b-b66f-0840ed864053 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:43:09.783536 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2d3ebf12-76e1-4118-ac9c-f2b7847c7da7 req-e28e9412-cc08-4876-9f0a-d3db8528f042 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=689b9a0a-ac60-4891-8d11-873c16ea8152 HTTP/1.1" status: 200 len: 210 time: 0.0357220 Sep 07 02:43:09.789723 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee771c2-9aa6-407f-8e51-490d8d2c6731 req-7d3a1bc8-448d-4c0d-97ba-0ccd70eebe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:09.791247 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3ee771c2-9aa6-407f-8e51-490d8d2c6731 req-7d3a1bc8-448d-4c0d-97ba-0ccd70eebe3f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1cb4444198df4bb2bcd059ce08ea0dc3&device_id=20d27a17-1040-4822-bb63-0f73de0ffebf HTTP/1.1" status: 200 len: 1098 time: 0.1368945 Sep 07 02:43:09.803627 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-33b37291-40c5-49d9-b2fc-dc79505f9f80 req-fb1e173c-349d-4fd9-8667-bea038211d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:09.865603 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d411339-d9c4-48f1-a6b7-93bdedd5025b req-3a34c553-834f-4d3a-9f28-2e4664c39006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:09.867791 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5d411339-d9c4-48f1-a6b7-93bdedd5025b req-3a34c553-834f-4d3a-9f28-2e4664c39006 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=625a5dfe-132b-45d5-8134-acdfd7b873bb HTTP/1.1" status: 200 len: 853 time: 0.1090620 Sep 07 02:43:09.942773 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee771c2-9aa6-407f-8e51-490d8d2c6731 req-aa08e05b-7950-4fa7-90b6-061e7192ef64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:09.944148 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287ad34-aede-49ef-995c-7da9308afbd4 req-548d5070-85d6-42f6-8f68-73a9195aa1a2 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:09.944275 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3ee771c2-9aa6-407f-8e51-490d8d2c6731 req-aa08e05b-7950-4fa7-90b6-061e7192ef64 service neutron] 10.222.0.23 "GET /v2.0/networks?id=44ca0f19-5467-4e01-a811-705a63a89a61 HTTP/1.1" status: 200 len: 906 time: 0.1377938 Sep 07 02:43:09.954527 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5287ad34-aede-49ef-995c-7da9308afbd4 req-548d5070-85d6-42f6-8f68-73a9195aa1a2 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bcde8e2-5ea5-4f46-9b43-7f99f3d2e717 HTTP/1.1" status: 200 len: 950 time: 0.2031136 Sep 07 02:43:09.956397 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1e173c-349d-4fd9-8667-bea038211d3e service neutron] Pushing event updated for resources: {'Port': ['ID=375d3561-edb9-402b-b66f-0840ed864053,revision_number=6']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:09.974754 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-33b37291-40c5-49d9-b2fc-dc79505f9f80 req-fb1e173c-349d-4fd9-8667-bea038211d3e service neutron] No DVR routers for this DVR port 375d3561-edb9-402b-b66f-0840ed864053 on host n-h1-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:43:09.983864 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5d411339-d9c4-48f1-a6b7-93bdedd5025b req-6404846d-b92d-4d53-8b58-916cd7f625ab service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=33554464-2d1d-4995-b9e1-cd6ab6ccbd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042459 Sep 07 02:43:10.017582 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device c2440d47-8452-4b9a-83ef-e597feda36cb no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:43:10.061535 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: c2440d47-8452-4b9a-83ef-e597feda36cb {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:43:10.061893 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device c2440d47-8452-4b9a-83ef-e597feda36cb not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:43:10.091220 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3ee771c2-9aa6-407f-8e51-490d8d2c6731 req-a38d879b-7346-46c5-a6ea-2fc58f222ea1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=babc2f90-9682-487e-b1c2-f9bd7a159508 HTTP/1.1" status: 200 len: 1001 time: 0.1298587 Sep 07 02:43:10.092073 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51234) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:43:10.102601 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-8b66893b-a0e4-4202-acfc-27b913aa02eb tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1929730410'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:43:10.115259 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5287ad34-aede-49ef-995c-7da9308afbd4 req-e9b091db-9c89-4fbc-b3e7-afe60747563a tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.22 "GET /v2.0/security-groups?id=41e49bd3-7179-4422-8fa8-a2a344c8f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597736 Sep 07 02:43:10.146209 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b66893b-a0e4-4202-acfc-27b913aa02eb tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Made reservation on behalf of afaf54fa75d241989f6b7192737d6028 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:43:10.146209 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8b66893b-a0e4-4202-acfc-27b913aa02eb tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:10.155841 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-33b37291-40c5-49d9-b2fc-dc79505f9f80 req-fb1e173c-349d-4fd9-8667-bea038211d3e service neutron] Attempting to bind port 375d3561-edb9-402b-b66f-0840ed864053 on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:43:10.156301 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-33b37291-40c5-49d9-b2fc-dc79505f9f80 req-fb1e173c-349d-4fd9-8667-bea038211d3e service neutron] Attempting to bind port 375d3561-edb9-402b-b66f-0840ed864053 by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:43:10.156778 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b37291-40c5-49d9-b2fc-dc79505f9f80 req-fb1e173c-349d-4fd9-8667-bea038211d3e service neutron] Attempting to bind port 375d3561-edb9-402b-b66f-0840ed864053 on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:43:10.193760 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b66893b-a0e4-4202-acfc-27b913aa02eb tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:43:10.196122 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee54a523-7fa0-49c0-915f-129df424e50f req-e91ad545-8507-4361-8269-66d13bd76a9c tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:10.197634 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ee54a523-7fa0-49c0-915f-129df424e50f req-e91ad545-8507-4361-8269-66d13bd76a9c tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bcde8e2-5ea5-4f46-9b43-7f99f3d2e717 HTTP/1.1" status: 200 len: 950 time: 0.2100930 Sep 07 02:43:10.205325 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8b66893b-a0e4-4202-acfc-27b913aa02eb tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:10.205550 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b37291-40c5-49d9-b2fc-dc79505f9f80 req-fb1e173c-349d-4fd9-8667-bea038211d3e service neutron] Port 375d3561-edb9-402b-b66f-0840ed864053 on network 0823ecf3-066e-49bd-a451-2e84ab79a70f not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:43:10.205734 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b37291-40c5-49d9-b2fc-dc79505f9f80 req-fb1e173c-349d-4fd9-8667-bea038211d3e service neutron] Attempting to bind port 375d3561-edb9-402b-b66f-0840ed864053 on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:43:10.206159 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-8b66893b-a0e4-4202-acfc-27b913aa02eb tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Added segment b82d7036-1e05-4803-9f61-149407a6a937 of type vlan for network fef96230-f3dd-4368-8b6e-5738962456fc Sep 07 02:43:10.246014 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b37291-40c5-49d9-b2fc-dc79505f9f80 req-fb1e173c-349d-4fd9-8667-bea038211d3e service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:43:10.246367 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b37291-40c5-49d9-b2fc-dc79505f9f80 req-fb1e173c-349d-4fd9-8667-bea038211d3e service neutron] Checking segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:43:10.246767 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b37291-40c5-49d9-b2fc-dc79505f9f80 req-fb1e173c-349d-4fd9-8667-bea038211d3e service neutron] Bound using segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:43:10.247287 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-33b37291-40c5-49d9-b2fc-dc79505f9f80 req-fb1e173c-349d-4fd9-8667-bea038211d3e service neutron] Bound port: 375d3561-edb9-402b-b66f-0840ed864053, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:43:10.247695 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-33b37291-40c5-49d9-b2fc-dc79505f9f80 req-fb1e173c-349d-4fd9-8667-bea038211d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:10.254490 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8b66893b-a0e4-4202-acfc-27b913aa02eb tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:10.283149 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd5456-9c14-4982-9620-7668d7ef2b1e req-31683b68-5e7b-467a-b257-50c5e77ec941 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:10.291180 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5fcd5456-9c14-4982-9620-7668d7ef2b1e req-31683b68-5e7b-467a-b257-50c5e77ec941 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=b02fcf02-fa10-4335-931a-49c1a9a127d0 HTTP/1.1" status: 200 len: 947 time: 0.3607211 Sep 07 02:43:10.323682 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8b66893b-a0e4-4202-acfc-27b913aa02eb tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:10.329866 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b66893b-a0e4-4202-acfc-27b913aa02eb tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:10.330460 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8b66893b-a0e4-4202-acfc-27b913aa02eb tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:10.352640 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5d411339-d9c4-48f1-a6b7-93bdedd5025b req-8ff20f6d-b005-4e1b-98a7-92f0649e8c12 service neutron] 10.222.0.16 "GET /v2.0/networks/33554464-2d1d-4995-b9e1-cd6ab6ccbd1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480151 Sep 07 02:43:10.388124 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5fcd5456-9c14-4982-9620-7668d7ef2b1e req-36d3035b-d580-4aa3-b23f-80fd69b0e100 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956550 Sep 07 02:43:10.392212 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee771c2-9aa6-407f-8e51-490d8d2c6731 req-6b066874-5d66-4920-8260-cf7214aa7d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:10.393561 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3ee771c2-9aa6-407f-8e51-490d8d2c6731 req-6b066874-5d66-4920-8260-cf7214aa7d28 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aeeb3351-2834-4965-8c13-9d419d66a2a5 HTTP/1.1" status: 200 len: 845 time: 0.2689850 Sep 07 02:43:10.452370 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-8b66893b-a0e4-4202-acfc-27b913aa02eb tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3550334 Sep 07 02:43:10.453144 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b66893b-a0e4-4202-acfc-27b913aa02eb tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Pushing event updated for resources: {'Network': ['ID=fef96230-f3dd-4368-8b6e-5738962456fc,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:10.460984 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51238) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:43:10.466745 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network fef96230-f3dd-4368-8b6e-5738962456fc details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:43:10.475933 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-33b37291-40c5-49d9-b2fc-dc79505f9f80 req-fb1e173c-349d-4fd9-8667-bea038211d3e service neutron] For port 375d3561-edb9-402b-b66f-0840ed864053, host n-h2-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:43:10.492619 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-95308737-02cd-4c66-ae28-6be9ab6a5e85 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-860270778'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:43:10.526100 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95308737-02cd-4c66-ae28-6be9ab6a5e85 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Made reservation on behalf of afaf54fa75d241989f6b7192737d6028 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:43:10.530534 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-95308737-02cd-4c66-ae28-6be9ab6a5e85 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:10.531872 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5d411339-d9c4-48f1-a6b7-93bdedd5025b req-e5860ad8-8c01-4b21-b1f7-cde7fc48acc1 service neutron] 10.222.0.16 "GET /v2.0/networks/33554464-2d1d-4995-b9e1-cd6ab6ccbd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665835 Sep 07 02:43:10.535052 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-33b37291-40c5-49d9-b2fc-dc79505f9f80 req-fb1e173c-349d-4fd9-8667-bea038211d3e service neutron] For port 375d3561-edb9-402b-b66f-0840ed864053, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=375d3561-edb9-402b-b66f-0840ed864053,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:43:10.545996 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-ee54a523-7fa0-49c0-915f-129df424e50f req-70a59b88-b0b2-45c8-9355-d0d9fff84673 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Deleting port f2369be1-8cc0-4c63-9f14-30606388589b {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:43:10.546332 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-ee54a523-7fa0-49c0-915f-129df424e50f req-70a59b88-b0b2-45c8-9355-d0d9fff84673 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:10.553242 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-33b37291-40c5-49d9-b2fc-dc79505f9f80 req-fb1e173c-349d-4fd9-8667-bea038211d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:10.559973 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee771c2-9aa6-407f-8e51-490d8d2c6731 req-9c92750e-ccef-4e32-ac99-95bd3f343e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:10.561802 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3ee771c2-9aa6-407f-8e51-490d8d2c6731 req-9c92750e-ccef-4e32-ac99-95bd3f343e83 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=44ca0f19-5467-4e01-a811-705a63a89a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1201892 Sep 07 02:43:10.567658 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3493db09-c6d3-4bd8-91bf-007aeacec7e5 req-f06e69ab-aa68-4816-908d-7b3002791c9b tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:10.569542 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3493db09-c6d3-4bd8-91bf-007aeacec7e5 req-f06e69ab-aa68-4816-908d-7b3002791c9b tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/ports?device_id=24326cae-431b-4162-9904-b71c80ea03fc HTTP/1.1" status: 200 len: 943 time: 0.2336593 Sep 07 02:43:10.596046 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95308737-02cd-4c66-ae28-6be9ab6a5e85 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:43:10.640112 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-95308737-02cd-4c66-ae28-6be9ab6a5e85 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:10.640655 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-95308737-02cd-4c66-ae28-6be9ab6a5e85 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Added segment b8bc3fdf-2e3e-4972-88d9-8c4ff4b8870b of type vlan for network 5ef2135d-eb79-4b03-bc59-b7d80582547a Sep 07 02:43:10.649942 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b37291-40c5-49d9-b2fc-dc79505f9f80 req-fb1e173c-349d-4fd9-8667-bea038211d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:10.650543 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-33b37291-40c5-49d9-b2fc-dc79505f9f80 req-fb1e173c-349d-4fd9-8667-bea038211d3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:10.652013 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-33b37291-40c5-49d9-b2fc-dc79505f9f80 req-fb1e173c-349d-4fd9-8667-bea038211d3e service neutron] 10.222.0.16 "PUT /v2.0/ports/375d3561-edb9-402b-b66f-0840ed864053 HTTP/1.1" status: 200 len: 1096 time: 2.0080328 Sep 07 02:43:10.654345 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 6110b5d6-61e0-465d-949d-7b8cf3caffc7 details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:43:10.656573 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 8b89f67a-78d4-44b7-a30f-43883b917a8d no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:43:10.704560 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: 8b89f67a-78d4-44b7-a30f-43883b917a8d {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:43:10.704823 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 8b89f67a-78d4-44b7-a30f-43883b917a8d not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:43:10.810702 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3493db09-c6d3-4bd8-91bf-007aeacec7e5 req-fd01abdd-749f-4361-b7b1-f6b30001258f tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8aaf68a-cff5-4215-9ab9-069c88f88975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197340 Sep 07 02:43:10.827418 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-ee54a523-7fa0-49c0-915f-129df424e50f req-70a59b88-b0b2-45c8-9355-d0d9fff84673 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] For port f2369be1-8cc0-4c63-9f14-30606388589b, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=f2369be1-8cc0-4c63-9f14-30606388589b,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:43:10.827418 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-ee54a523-7fa0-49c0-915f-129df424e50f req-70a59b88-b0b2-45c8-9355-d0d9fff84673 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:10.840636 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1e173c-349d-4fd9-8667-bea038211d3e service neutron] Pushing event updated for resources: {'Port': ['ID=375d3561-edb9-402b-b66f-0840ed864053,revision_number=7']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:10.854384 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e173c-349d-4fd9-8667-bea038211d3e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:43:10.854743 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e173c-349d-4fd9-8667-bea038211d3e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:43:10.855087 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e173c-349d-4fd9-8667-bea038211d3e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:43:10.855810 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e173c-349d-4fd9-8667-bea038211d3e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:43:10.855810 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e173c-349d-4fd9-8667-bea038211d3e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:43:10.856103 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e173c-349d-4fd9-8667-bea038211d3e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:43:10.856434 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e173c-349d-4fd9-8667-bea038211d3e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:43:10.856765 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e173c-349d-4fd9-8667-bea038211d3e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:43:10.857404 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e173c-349d-4fd9-8667-bea038211d3e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:43:10.857746 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e173c-349d-4fd9-8667-bea038211d3e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:43:10.858467 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e173c-349d-4fd9-8667-bea038211d3e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:43:10.858467 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e173c-349d-4fd9-8667-bea038211d3e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:43:10.869039 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 6110b5d6-61e0-465d-949d-7b8cf3caffc7, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=6110b5d6-61e0-465d-949d-7b8cf3caffc7,segment=NetworkSegment(bd74203e-fa6d-4c2a-b87e-ee55b06c2f76),segment_id=bd74203e-fa6d-4c2a-b87e-ee55b06c2f76)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:43:10.887006 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-ee54a523-7fa0-49c0-915f-129df424e50f req-70a59b88-b0b2-45c8-9355-d0d9fff84673 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Calling delete_port for f2369be1-8cc0-4c63-9f14-30606388589b owned by compute:nova {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:43:10.891388 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b37291-40c5-49d9-b2fc-dc79505f9f80 req-eb3b3329-bbc7-4ba3-9ad5-4fbffcf24b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:10.892957 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-33b37291-40c5-49d9-b2fc-dc79505f9f80 req-eb3b3329-bbc7-4ba3-9ad5-4fbffcf24b64 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef46d2c6ddda4358910a6e6d3c8cd1f8&device_id=b02fcf02-fa10-4335-931a-49c1a9a127d0 HTTP/1.1" status: 200 len: 1099 time: 0.2088451 Sep 07 02:43:10.894766 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '6110b5d6-61e0-465d-949d-7b8cf3caffc7', 'network_id': '33554464-2d1d-4995-b9e1-cd6ab6ccbd1b', 'port_id': '6110b5d6-61e0-465d-949d-7b8cf3caffc7', 'mac_address': 'fa:16:3e:37:a4:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '625a5dfe-132b-45d5-8134-acdfd7b873bb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:43:10.946540 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:10.966669 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6110b5d6-61e0-465d-949d-7b8cf3caffc7 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:43:10.988801 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 6110b5d6-61e0-465d-949d-7b8cf3caffc7, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=6110b5d6-61e0-465d-949d-7b8cf3caffc7,segment=NetworkSegment(bd74203e-fa6d-4c2a-b87e-ee55b06c2f76),segment_id=bd74203e-fa6d-4c2a-b87e-ee55b06c2f76)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:43:10.993540 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:11.072782 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=6110b5d6-61e0-465d-949d-7b8cf3caffc7,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:11.080950 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b37291-40c5-49d9-b2fc-dc79505f9f80 req-e0500023-d8bf-455f-b067-e5870f4c49c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:11.082519 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-33b37291-40c5-49d9-b2fc-dc79505f9f80 req-e0500023-d8bf-455f-b067-e5870f4c49c0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0823ecf3-066e-49bd-a451-2e84ab79a70f HTTP/1.1" status: 200 len: 869 time: 0.1802785 Sep 07 02:43:11.100742 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4feb0c7e-f5ef-4bef-9ba9-2ad091c76b6d req-772a4593-f30d-475c-87fb-b5be9be54bdf tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=689b9a0a-ac60-4891-8d11-873c16ea8152 HTTP/1.1" status: 200 len: 210 time: 0.0454404 Sep 07 02:43:11.121894 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-95308737-02cd-4c66-ae28-6be9ab6a5e85 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:11.138002 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-33b37291-40c5-49d9-b2fc-dc79505f9f80 req-cb70642a-61ce-4e9e-a0d1-9be1d09b423a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=375d3561-edb9-402b-b66f-0840ed864053 HTTP/1.1" status: 200 len: 217 time: 0.0416353 Sep 07 02:43:11.190432 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3ee771c2-9aa6-407f-8e51-490d8d2c6731 req-32afcbb8-b814-4be1-89b5-aa7a81b3f9a9 service neutron] 10.222.0.23 "GET /v2.0/networks/44ca0f19-5467-4e01-a811-705a63a89a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6205473 Sep 07 02:43:11.238549 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-95308737-02cd-4c66-ae28-6be9ab6a5e85 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:11.245134 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95308737-02cd-4c66-ae28-6be9ab6a5e85 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:11.245943 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-95308737-02cd-4c66-ae28-6be9ab6a5e85 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:11.256710 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b37291-40c5-49d9-b2fc-dc79505f9f80 req-9b5a3041-434b-4c28-839b-93a5f973ca27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:11.258374 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-33b37291-40c5-49d9-b2fc-dc79505f9f80 req-9b5a3041-434b-4c28-839b-93a5f973ca27 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.0987492 Sep 07 02:43:11.264245 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-ee54a523-7fa0-49c0-915f-129df424e50f req-70a59b88-b0b2-45c8-9355-d0d9fff84673 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:11.277443 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['f2369be1-8cc0-4c63-9f14-30606388589b'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:43:11.312336 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b02fcf02-fa10-4335-931a-49c1a9a127d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '375d3561-edb9-402b-b66f-0840ed864053'}, {'name': 'network-changed', 'server_uuid': 'b02fcf02-fa10-4335-931a-49c1a9a127d0', 'tag': '375d3561-edb9-402b-b66f-0840ed864053'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:43:11.315016 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3df19c0-7dc6-4fae-87e0-e154cf9eabe5" -d '{"events": [{"server_uuid": "b02fcf02-fa10-4335-931a-49c1a9a127d0", "name": "network-vif-unplugged", "status": "completed", "tag": "375d3561-edb9-402b-b66f-0840ed864053"}, {"name": "network-changed", "server_uuid": "b02fcf02-fa10-4335-931a-49c1a9a127d0", "tag": "375d3561-edb9-402b-b66f-0840ed864053"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:43:11.335443 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b93fdd5-7f05-4a98-8568-08d1aa629f89 req-c842d8ae-ea6a-4f7d-a825-961e617eaeef tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:11.336950 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5b93fdd5-7f05-4a98-8568-08d1aa629f89 req-c842d8ae-ea6a-4f7d-a825-961e617eaeef tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.23 "GET /v2.0/networks?id=b38f0331-653f-46c0-a8d7-26916edac115 HTTP/1.1" status: 200 len: 805 time: 0.2851398 Sep 07 02:43:11.341234 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['6110b5d6-61e0-465d-949d-7b8cf3caffc7'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:43:11.342092 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a59b88-b0b2-45c8-9355-d0d9fff84673 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Pushing event deleted for resources: {'Port': ['ID=f2369be1-8cc0-4c63-9f14-30606388589b,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:11.348418 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-95308737-02cd-4c66-ae28-6be9ab6a5e85 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8846996 Sep 07 02:43:11.354532 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51250) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:43:11.359506 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-42cba802-a899-4f82-aecc-f36215d8bbef tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Request body: {'subnet': {'network_id': 'fef96230-f3dd-4368-8b6e-5738962456fc', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:43:11.382310 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72280e83-31eb-46a3-8253-559f9629b075 req-0124a77f-7903-4cd3-8d04-77f14c122d27 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:11.389544 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-72280e83-31eb-46a3-8253-559f9629b075 req-0124a77f-7903-4cd3-8d04-77f14c122d27 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bcde8e2-5ea5-4f46-9b43-7f99f3d2e717 HTTP/1.1" status: 200 len: 867 time: 0.1930423 Sep 07 02:43:11.392142 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 07 Sep 2021 02:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638493a3-e0a8-4da8-bbe2-180154b44d93 x-openstack-request-id: req-638493a3-e0a8-4da8-bbe2-180154b44d93 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:43:11.392437 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b02fcf02-fa10-4335-931a-49c1a9a127d0", "name": "network-vif-unplugged", "status": "completed", "tag": "375d3561-edb9-402b-b66f-0840ed864053", "code": 200}, {"name": "network-changed", "server_uuid": "b02fcf02-fa10-4335-931a-49c1a9a127d0", "tag": "375d3561-edb9-402b-b66f-0840ed864053", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:43:11.392687 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-638493a3-e0a8-4da8-bbe2-180154b44d93 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:43:11.393082 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b02fcf02-fa10-4335-931a-49c1a9a127d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '375d3561-edb9-402b-b66f-0840ed864053', 'code': 200} Sep 07 02:43:11.393342 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b02fcf02-fa10-4335-931a-49c1a9a127d0', 'tag': '375d3561-edb9-402b-b66f-0840ed864053', 'status': 'completed', 'code': 200} Sep 07 02:43:11.398971 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-5b93fdd5-7f05-4a98-8568-08d1aa629f89 req-c5313cb0-0917-479f-a35e-0a7e0e9d5d6b tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Request body: {'port': {'device_id': '689b9a0a-ac60-4891-8d11-873c16ea8152', 'network_id': 'b38f0331-653f-46c0-a8d7-26916edac115', 'admin_state_up': True, 'tenant_id': '39221102c85f4a33befb52c47b54a864'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:43:11.466884 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee54a523-7fa0-49c0-915f-129df424e50f req-70a59b88-b0b2-45c8-9355-d0d9fff84673 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] No DVR routers for this DVR port f2369be1-8cc0-4c63-9f14-30606388589b on host n-h1-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:43:11.479100 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-ee54a523-7fa0-49c0-915f-129df424e50f req-70a59b88-b0b2-45c8-9355-d0d9fff84673 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:11.481483 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ee54a523-7fa0-49c0-915f-129df424e50f req-70a59b88-b0b2-45c8-9355-d0d9fff84673 tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.23 "DELETE /v2.0/ports/f2369be1-8cc0-4c63-9f14-30606388589b HTTP/1.1" status: 204 len: 173 time: 1.2732859 Sep 07 02:43:11.493446 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b37291-40c5-49d9-b2fc-dc79505f9f80 req-398fa989-97fc-4b7c-bfd9-b97150742d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:11.493446 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-33b37291-40c5-49d9-b2fc-dc79505f9f80 req-398fa989-97fc-4b7c-bfd9-b97150742d43 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2238445 Sep 07 02:43:11.510857 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-72280e83-31eb-46a3-8253-559f9629b075 req-4a79050f-bac5-43f3-b083-380baa795fad tempest-LiveMigrationNegativeTest-31530689 tempest-LiveMigrationNegativeTest-31530689-project] 10.222.0.22 "GET /v2.0/security-groups?id=41e49bd3-7179-4422-8fa8-a2a344c8f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203609 Sep 07 02:43:11.571412 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95308737-02cd-4c66-ae28-6be9ab6a5e85 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Pushing event updated for resources: {'Network': ['ID=5ef2135d-eb79-4b03-bc59-b7d80582547a,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:11.619848 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 5ef2135d-eb79-4b03-bc59-b7d80582547a details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:43:11.663282 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-33b37291-40c5-49d9-b2fc-dc79505f9f80 req-5bd731e2-4a1a-4037-970e-b8a14f771374 service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510844 Sep 07 02:43:11.679046 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3ee771c2-9aa6-407f-8e51-490d8d2c6731 req-3dc6fc08-3ff1-44bf-88bb-900deb47e7a2 service neutron] 10.222.0.23 "GET /v2.0/networks/44ca0f19-5467-4e01-a811-705a63a89a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4804444 Sep 07 02:43:11.758388 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df19c0-7dc6-4fae-87e0-e154cf9eabe5 req-72f8b26b-409c-4557-a477-e00485a19161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:11.759401 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b3df19c0-7dc6-4fae-87e0-e154cf9eabe5 req-72f8b26b-409c-4557-a477-e00485a19161 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ef46d2c6ddda4358910a6e6d3c8cd1f8&device_id=b02fcf02-fa10-4335-931a-49c1a9a127d0 HTTP/1.1" status: 200 len: 1099 time: 0.2607017 Sep 07 02:43:11.772363 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ccfb0-3c23-4b98-b6b8-dc431227b93e req-3c516928-2f92-437a-b47b-98e8568c90ff tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:11.774339 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d76ccfb0-3c23-4b98-b6b8-dc431227b93e req-3c516928-2f92-437a-b47b-98e8568c90ff tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=b02fcf02-fa10-4335-931a-49c1a9a127d0 HTTP/1.1" status: 200 len: 947 time: 0.2694800 Sep 07 02:43:11.782680 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-33b37291-40c5-49d9-b2fc-dc79505f9f80 req-acad5061-da2a-46c6-84ad-1d51527775f7 service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059203 Sep 07 02:43:11.827627 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.db.api [None req-42cba802-a899-4f82-aecc-f36215d8bbef tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 02:43:11.827627 n-d-796209-16 neutron-server[94700]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 07 02:43:11.827627 n-d-796209-16 neutron-server[94700]: [parameters: {'project_id': 'afaf54fa75d241989f6b7192737d6028', 'id': 'b922c274-b3d8-450a-a14d-8f13f631597c', 'expiration': datetime.datetime(2021, 9, 7, 2, 45, 11, 800719)}] Sep 07 02:43:11.827627 n-d-796209-16 neutron-server[94700]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 02:43:11.827984 n-d-796209-16 neutron-server[94700]: DEBUG oslo_db.api [None req-42cba802-a899-4f82-aecc-f36215d8bbef tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 02:43:11.839834 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b93fdd5-7f05-4a98-8568-08d1aa629f89 req-c5313cb0-0917-479f-a35e-0a7e0e9d5d6b tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Made reservation on behalf of 39221102c85f4a33befb52c47b54a864 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:43:11.843296 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5b93fdd5-7f05-4a98-8568-08d1aa629f89 req-c5313cb0-0917-479f-a35e-0a7e0e9d5d6b tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:11.883505 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df19c0-7dc6-4fae-87e0-e154cf9eabe5 req-802e7756-4c94-4062-8461-55126a3c56a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:11.885064 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b3df19c0-7dc6-4fae-87e0-e154cf9eabe5 req-802e7756-4c94-4062-8461-55126a3c56a6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef46d2c6ddda4358910a6e6d3c8cd1f8&device_id=b02fcf02-fa10-4335-931a-49c1a9a127d0 HTTP/1.1" status: 200 len: 1099 time: 0.0479083 Sep 07 02:43:11.917361 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d76ccfb0-3c23-4b98-b6b8-dc431227b93e req-fc7c4f24-e6d3-401e-bb12-609fe34babee tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276574 Sep 07 02:43:11.982646 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df19c0-7dc6-4fae-87e0-e154cf9eabe5 req-aea1f18b-8a24-48fc-83eb-806531bbcb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:11.984203 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b3df19c0-7dc6-4fae-87e0-e154cf9eabe5 req-aea1f18b-8a24-48fc-83eb-806531bbcb39 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0823ecf3-066e-49bd-a451-2e84ab79a70f HTTP/1.1" status: 200 len: 869 time: 0.2070854 Sep 07 02:43:12.030456 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df19c0-7dc6-4fae-87e0-e154cf9eabe5 req-28bca9aa-47be-4b96-9bab-8077a08fadca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:12.031993 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b3df19c0-7dc6-4fae-87e0-e154cf9eabe5 req-28bca9aa-47be-4b96-9bab-8077a08fadca service neutron] 10.222.0.16 "GET /v2.0/networks?id=0823ecf3-066e-49bd-a451-2e84ab79a70f HTTP/1.1" status: 200 len: 869 time: 0.1384130 Sep 07 02:43:12.032220 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 375d3561-edb9-402b-b66f-0840ed864053 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:43:12.040814 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d446f6-33f2-45cf-a9e6-8ea492561058 req-1ec15343-698d-4163-9839-f576b78fce9c tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:12.042793 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-56d446f6-33f2-45cf-a9e6-8ea492561058 req-1ec15343-698d-4163-9839-f576b78fce9c tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/ports?device_id=24326cae-431b-4162-9904-b71c80ea03fc HTTP/1.1" status: 200 len: 944 time: 0.0823991 Sep 07 02:43:12.064117 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b3df19c0-7dc6-4fae-87e0-e154cf9eabe5 req-1c85091a-6752-4dd3-a28f-823c57994bdd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=375d3561-edb9-402b-b66f-0840ed864053 HTTP/1.1" status: 200 len: 217 time: 0.0669315 Sep 07 02:43:12.084917 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b3df19c0-7dc6-4fae-87e0-e154cf9eabe5 req-6105bab1-4361-4ecd-b9ed-383c0db49992 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=375d3561-edb9-402b-b66f-0840ed864053 HTTP/1.1" status: 200 len: 217 time: 0.0410867 Sep 07 02:43:12.106555 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 375d3561-edb9-402b-b66f-0840ed864053 not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:43:12.107151 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device f2369be1-8cc0-4c63-9f14-30606388589b no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:43:12.121687 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-5b93fdd5-7f05-4a98-8568-08d1aa629f89 req-c5313cb0-0917-479f-a35e-0a7e0e9d5d6b tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Allocated IP 172.20.0.2 (b38f0331-653f-46c0-a8d7-26916edac115/8b116277-4856-47e9-8d12-8ad81f660adb/0991e88a-4d99-49ad-a79c-9b5241e6093b) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:43:12.126437 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: f2369be1-8cc0-4c63-9f14-30606388589b {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:43:12.128772 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device f2369be1-8cc0-4c63-9f14-30606388589b not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:43:12.150783 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-56d446f6-33f2-45cf-a9e6-8ea492561058 req-7921f704-b4e6-4772-8233-1223dccfa38c tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8aaf68a-cff5-4215-9ab9-069c88f88975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999951 Sep 07 02:43:12.160053 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df19c0-7dc6-4fae-87e0-e154cf9eabe5 req-d988e96d-5af4-487d-babc-635e2b28d3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:12.161600 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b3df19c0-7dc6-4fae-87e0-e154cf9eabe5 req-d988e96d-5af4-487d-babc-635e2b28d3ba service neutron] 10.222.0.16 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.0658977 Sep 07 02:43:12.213712 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df19c0-7dc6-4fae-87e0-e154cf9eabe5 req-1e8f5c73-09ae-47b0-9fb9-b08b4be78ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:12.215233 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b3df19c0-7dc6-4fae-87e0-e154cf9eabe5 req-1e8f5c73-09ae-47b0-9fb9-b08b4be78ddb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0430768 Sep 07 02:43:12.221203 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f3b62bdb-57a7-4061-8088-75041bb397cf req-24d190ee-bedd-433a-9ea1-8ce13a8e03a1 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=689b9a0a-ac60-4891-8d11-873c16ea8152 HTTP/1.1" status: 200 len: 210 time: 0.0418301 Sep 07 02:43:12.241300 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df19c0-7dc6-4fae-87e0-e154cf9eabe5 req-575c5246-8b5d-48d7-93d1-f89fe6530f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:12.243297 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b3df19c0-7dc6-4fae-87e0-e154cf9eabe5 req-575c5246-8b5d-48d7-93d1-f89fe6530f27 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.1667583 Sep 07 02:43:12.308868 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b3df19c0-7dc6-4fae-87e0-e154cf9eabe5 req-abd5ac8b-85a0-4c43-8235-082c5a0ef28b service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834150 Sep 07 02:43:12.358411 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df19c0-7dc6-4fae-87e0-e154cf9eabe5 req-aa446b93-86f5-40ba-933b-b9166fb6ca54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:12.359952 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b3df19c0-7dc6-4fae-87e0-e154cf9eabe5 req-aa446b93-86f5-40ba-933b-b9166fb6ca54 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1070552 Sep 07 02:43:12.392705 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5b93fdd5-7f05-4a98-8568-08d1aa629f89 req-c5313cb0-0917-479f-a35e-0a7e0e9d5d6b tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:12.394739 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42cba802-a899-4f82-aecc-f36215d8bbef tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Made reservation on behalf of afaf54fa75d241989f6b7192737d6028 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:43:12.398151 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-42cba802-a899-4f82-aecc-f36215d8bbef tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:12.411849 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b3df19c0-7dc6-4fae-87e0-e154cf9eabe5 req-6aa60970-6282-4f2d-8a09-bd1c40cc4841 service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948243 Sep 07 02:43:12.576297 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5b93fdd5-7f05-4a98-8568-08d1aa629f89 req-c5313cb0-0917-479f-a35e-0a7e0e9d5d6b tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:12.580950 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b3df19c0-7dc6-4fae-87e0-e154cf9eabe5 req-e118c6b0-79b4-490b-8eb8-8e12f3d27506 service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026696 Sep 07 02:43:12.591615 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['af9f4b04-1d72-482b-bbf8-2c9fc4969d1e'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:43:12.697604 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b93fdd5-7f05-4a98-8568-08d1aa629f89 req-c5313cb0-0917-479f-a35e-0a7e0e9d5d6b tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Network b38f0331-653f-46c0-a8d7-26916edac115 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:43:12.733061 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-5b93fdd5-7f05-4a98-8568-08d1aa629f89 req-c5313cb0-0917-479f-a35e-0a7e0e9d5d6b tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:43:12.740897 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5313cb0-0917-479f-a35e-0a7e0e9d5d6b tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Pushing event updated for resources: {'Port': ['ID=0991e88a-4d99-49ad-a79c-9b5241e6093b,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:12.744648 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b93fdd5-7f05-4a98-8568-08d1aa629f89 req-c5313cb0-0917-479f-a35e-0a7e0e9d5d6b tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:43:12.805561 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51270) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:43:12.845814 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b3df19c0-7dc6-4fae-87e0-e154cf9eabe5 req-d8576cad-4003-4665-98a1-e94fb647aeba service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560253 Sep 07 02:43:12.855848 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b93fdd5-7f05-4a98-8568-08d1aa629f89 req-c5313cb0-0917-479f-a35e-0a7e0e9d5d6b tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:12.856412 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5b93fdd5-7f05-4a98-8568-08d1aa629f89 req-c5313cb0-0917-479f-a35e-0a7e0e9d5d6b tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:12.864299 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-42cba802-a899-4f82-aecc-f36215d8bbef tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:12.905674 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5b93fdd5-7f05-4a98-8568-08d1aa629f89 req-c5313cb0-0917-479f-a35e-0a7e0e9d5d6b tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5531099 Sep 07 02:43:12.922767 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-5b93fdd5-7f05-4a98-8568-08d1aa629f89 req-6d2af843-2b5c-4a79-a6a2-734937efed1b service neutron] Request body: {'port': {'device_id': '689b9a0a-ac60-4891-8d11-873c16ea8152', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:43:12.947704 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-9853c267-a864-4900-a945-828dc2f43461 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0af02a9a84b34cf1bb2e85480cc9aeaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1388147 Sep 07 02:43:12.948029 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51276) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:43:12.965298 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cba802-a899-4f82-aecc-f36215d8bbef tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Pushing event updated for resources: {'Subnet': ['ID=95502a8a-ba2e-4b63-8065-1d79001ecb5c,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:12.979904 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cba802-a899-4f82-aecc-f36215d8bbef tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Checking segment: {'id': 'b82d7036-1e05-4803-9f61-149407a6a937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fef96230-f3dd-4368-8b6e-5738962456fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:43:12.980266 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cba802-a899-4f82-aecc-f36215d8bbef tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Network hostable DHCP agents. Network: fef96230-f3dd-4368-8b6e-5738962456fc, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:43:13.005771 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-af7030a2-4d57-4cba-9f06-c02563015813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:13.027523 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-af7030a2-4d57-4cba-9f06-c02563015813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:13.047917 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5b93fdd5-7f05-4a98-8568-08d1aa629f89 req-6d2af843-2b5c-4a79-a6a2-734937efed1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:13.059244 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cba802-a899-4f82-aecc-f36215d8bbef tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Network fef96230-f3dd-4368-8b6e-5738962456fc is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:43:13.074108 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-42cba802-a899-4f82-aecc-f36215d8bbef tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, fef96230-f3dd-4368-8b6e-5738962456fc) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:43:13.083091 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e21a38-4da8-47cc-9b56-bde6e95ed1ce None None] Network fef96230-f3dd-4368-8b6e-5738962456fc requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:43:13.095386 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-af7030a2-4d57-4cba-9f06-c02563015813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:13.098755 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cba802-a899-4f82-aecc-f36215d8bbef tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:13.099347 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-42cba802-a899-4f82-aecc-f36215d8bbef tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:13.099617 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-af7030a2-4d57-4cba-9f06-c02563015813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:13.104323 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-af7030a2-4d57-4cba-9f06-c02563015813 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/41e49bd3-7179-4422-8fa8-a2a344c8f1d6 HTTP/1.1" status: 204 len: 168 time: 0.1514959 Sep 07 02:43:13.110054 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7030a2-4d57-4cba-9f06-c02563015813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e49bd3-7179-4422-8fa8-a2a344c8f1d6,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:13.113345 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f9455a-7f15-4bef-92dd-c8dcfa0d812b req-5295f325-e939-4707-91ca-ca8bebc9243e tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:13.114895 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-88f9455a-7f15-4bef-92dd-c8dcfa0d812b req-5295f325-e939-4707-91ca-ca8bebc9243e tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=b02fcf02-fa10-4335-931a-49c1a9a127d0 HTTP/1.1" status: 200 len: 947 time: 0.1109099 Sep 07 02:43:13.153395 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-42cba802-a899-4f82-aecc-f36215d8bbef tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7954955 Sep 07 02:43:13.154682 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51280) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:43:13.161767 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-fe5f3e22-4ecf-4301-a681-4784e10cc23b tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Request body: {'subnet': {'network_id': '5ef2135d-eb79-4b03-bc59-b7d80582547a', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:43:13.269840 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a207764c-8955-4f17-bc33-6b39207c0763 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-fef96230-f3dd-4368-8b6e-5738962456fc', 'network_id': 'fef96230-f3dd-4368-8b6e-5738962456fc', 'tenant_id': 'afaf54fa75d241989f6b7192737d6028', 'fixed_ips': [{'subnet_id': '95502a8a-ba2e-4b63-8065-1d79001ecb5c'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:43:13.271073 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a207764c-8955-4f17-bc33-6b39207c0763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:13.312064 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-88f9455a-7f15-4bef-92dd-c8dcfa0d812b req-9557a8b3-aaf0-4b6e-af34-d39ee6f4159e tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886182 Sep 07 02:43:13.316703 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b169f-ea28-4ae6-b26a-6fc72a06fec0 req-f805d205-6d4c-4b55-afd5-2766825c1df9 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:13.318539 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-199b169f-ea28-4ae6-b26a-6fc72a06fec0 req-f805d205-6d4c-4b55-afd5-2766825c1df9 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/ports?device_id=24326cae-431b-4162-9904-b71c80ea03fc HTTP/1.1" status: 200 len: 944 time: 0.0760922 Sep 07 02:43:13.394979 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-199b169f-ea28-4ae6-b26a-6fc72a06fec0 req-bdb18745-754a-477e-9755-d45073cce7c8 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8aaf68a-cff5-4215-9ab9-069c88f88975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655618 Sep 07 02:43:13.395961 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bcde8e2-5ea5-4f46-9b43-7f99f3d2e717', 'name': 'network-vif-deleted', 'tag': 'f2369be1-8cc0-4c63-9f14-30606388589b'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:43:13.404925 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5aec07-03e4-4e31-96c7-2c64f35e164e" -d '{"events": [{"server_uuid": "1bcde8e2-5ea5-4f46-9b43-7f99f3d2e717", "name": "network-vif-deleted", "tag": "f2369be1-8cc0-4c63-9f14-30606388589b"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:43:13.472258 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-a207764c-8955-4f17-bc33-6b39207c0763 None None] Allocated IP 10.1.1.2 (fef96230-f3dd-4368-8b6e-5738962456fc/95502a8a-ba2e-4b63-8065-1d79001ecb5c/0a916b1f-f538-4419-87cb-72a2527207fd) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:43:13.475600 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5f3e22-4ecf-4301-a681-4784e10cc23b tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Made reservation on behalf of afaf54fa75d241989f6b7192737d6028 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:43:13.478985 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fe5f3e22-4ecf-4301-a681-4784e10cc23b tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:13.485322 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51292) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:43:13.529950 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c2307cd5-2df9-4dcf-b01e-2e6c8546485d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=50f3794582fb48e89a9af6dadc15ac26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434098 Sep 07 02:43:13.531421 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60fa6a93-d756-4290-a66c-ba4fea61aaf5 x-openstack-request-id: req-60fa6a93-d756-4290-a66c-ba4fea61aaf5 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:43:13.531729 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bcde8e2-5ea5-4f46-9b43-7f99f3d2e717", "name": "network-vif-deleted", "tag": "f2369be1-8cc0-4c63-9f14-30606388589b", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:43:13.531979 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-60fa6a93-d756-4290-a66c-ba4fea61aaf5 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:43:13.532413 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bcde8e2-5ea5-4f46-9b43-7f99f3d2e717', 'name': 'network-vif-deleted', 'tag': 'f2369be1-8cc0-4c63-9f14-30606388589b', 'status': 'completed', 'code': 200} Sep 07 02:43:13.532803 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51294) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:43:13.583661 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b39c1aea-4308-4a40-adad-32a2a42c9964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:13.607431 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b39c1aea-4308-4a40-adad-32a2a42c9964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:13.612774 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d1b95-9e69-4daf-a4c1-9430378d6bdf req-0ad495aa-89ad-450e-bfa2-6f3fc4315f08 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:13.614596 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-050d1b95-9e69-4daf-a4c1-9430378d6bdf req-0ad495aa-89ad-450e-bfa2-6f3fc4315f08 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=689b9a0a-ac60-4891-8d11-873c16ea8152 HTTP/1.1" status: 200 len: 931 time: 0.1553876 Sep 07 02:43:13.634345 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a207764c-8955-4f17-bc33-6b39207c0763 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:13.644526 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a207764c-8955-4f17-bc33-6b39207c0763 None None] Transition to ACTIVE for port object 0a916b1f-f538-4419-87cb-72a2527207fd will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:43:13.660889 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a207764c-8955-4f17-bc33-6b39207c0763 None None] Transition to ACTIVE for port object 0a916b1f-f538-4419-87cb-72a2527207fd will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:43:13.665481 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b39c1aea-4308-4a40-adad-32a2a42c9964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:13.667176 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a207764c-8955-4f17-bc33-6b39207c0763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:13.668631 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b39c1aea-4308-4a40-adad-32a2a42c9964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:13.672264 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b39c1aea-4308-4a40-adad-32a2a42c9964 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a0cab1c3-55ae-42cf-9fb8-04f908abd85e HTTP/1.1" status: 204 len: 168 time: 0.1363001 Sep 07 02:43:13.678639 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39c1aea-4308-4a40-adad-32a2a42c9964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0cab1c3-55ae-42cf-9fb8-04f908abd85e,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:13.684983 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-5b93fdd5-7f05-4a98-8568-08d1aa629f89 req-6d2af843-2b5c-4a79-a6a2-734937efed1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0991e88a-4d99-49ad-a79c-9b5241e6093b {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:43:13.704472 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5b93fdd5-7f05-4a98-8568-08d1aa629f89 req-6d2af843-2b5c-4a79-a6a2-734937efed1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:13.720655 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-050d1b95-9e69-4daf-a4c1-9430378d6bdf req-8aa63768-f49b-42d3-8fa0-dd8b39d50f8c tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756109 Sep 07 02:43:13.740126 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a207764c-8955-4f17-bc33-6b39207c0763 None None] Network fef96230-f3dd-4368-8b6e-5738962456fc is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:43:13.754214 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-5b93fdd5-7f05-4a98-8568-08d1aa629f89 req-6d2af843-2b5c-4a79-a6a2-734937efed1b service neutron] Transition to ACTIVE for port object 0991e88a-4d99-49ad-a79c-9b5241e6093b will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:43:13.759074 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-a207764c-8955-4f17-bc33-6b39207c0763 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:43:13.764772 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a207764c-8955-4f17-bc33-6b39207c0763 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:43:13.767560 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a207764c-8955-4f17-bc33-6b39207c0763 None None] Pushing event updated for resources: {'Port': ['ID=0a916b1f-f538-4419-87cb-72a2527207fd,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:13.781640 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5b93fdd5-7f05-4a98-8568-08d1aa629f89 req-6d2af843-2b5c-4a79-a6a2-734937efed1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:13.834566 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-a207764c-8955-4f17-bc33-6b39207c0763 None None] Attempting to bind port 0a916b1f-f538-4419-87cb-72a2527207fd on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:43:13.834999 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-a207764c-8955-4f17-bc33-6b39207c0763 None None] Attempting to bind port 0a916b1f-f538-4419-87cb-72a2527207fd by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'b82d7036-1e05-4803-9f61-149407a6a937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fef96230-f3dd-4368-8b6e-5738962456fc'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:43:13.835942 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a207764c-8955-4f17-bc33-6b39207c0763 None None] Attempting to bind port 0a916b1f-f538-4419-87cb-72a2527207fd on network fef96230-f3dd-4368-8b6e-5738962456fc {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:43:13.858445 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a207764c-8955-4f17-bc33-6b39207c0763 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:43:13.859016 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a207764c-8955-4f17-bc33-6b39207c0763 None None] Checking segment: {'id': 'b82d7036-1e05-4803-9f61-149407a6a937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fef96230-f3dd-4368-8b6e-5738962456fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:43:13.859534 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a207764c-8955-4f17-bc33-6b39207c0763 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:13.860067 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a207764c-8955-4f17-bc33-6b39207c0763 None None] Bound using segment: {'id': 'b82d7036-1e05-4803-9f61-149407a6a937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fef96230-f3dd-4368-8b6e-5738962456fc'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:43:13.860649 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-a207764c-8955-4f17-bc33-6b39207c0763 None None] Bound port: 0a916b1f-f538-4419-87cb-72a2527207fd, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b82d7036-1e05-4803-9f61-149407a6a937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fef96230-f3dd-4368-8b6e-5738962456fc'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:43:13.861166 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a207764c-8955-4f17-bc33-6b39207c0763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:13.884127 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fe5f3e22-4ecf-4301-a681-4784e10cc23b tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:13.932233 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2af843-2b5c-4a79-a6a2-734937efed1b service neutron] Pushing event updated for resources: {'Port': ['ID=0991e88a-4d99-49ad-a79c-9b5241e6093b,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:13.935097 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a207764c-8955-4f17-bc33-6b39207c0763 None None] For port 0a916b1f-f538-4419-87cb-72a2527207fd, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:43:13.938574 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a207764c-8955-4f17-bc33-6b39207c0763 None None] For port 0a916b1f-f538-4419-87cb-72a2527207fd, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=0a916b1f-f538-4419-87cb-72a2527207fd,segment=NetworkSegment(b82d7036-1e05-4803-9f61-149407a6a937),segment_id=b82d7036-1e05-4803-9f61-149407a6a937)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:43:13.946536 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a207764c-8955-4f17-bc33-6b39207c0763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:13.996991 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5f3e22-4ecf-4301-a681-4784e10cc23b tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Pushing event updated for resources: {'Subnet': ['ID=fa07d668-6197-4922-9f11-0bb1fe24556f,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:14.032566 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a207764c-8955-4f17-bc33-6b39207c0763 None None] Pushing event updated for resources: {'Port': ['ID=0a916b1f-f538-4419-87cb-72a2527207fd,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:14.039146 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-5b93fdd5-7f05-4a98-8568-08d1aa629f89 req-6d2af843-2b5c-4a79-a6a2-734937efed1b service neutron] Attempting to bind port 0991e88a-4d99-49ad-a79c-9b5241e6093b on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:43:14.039504 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-5b93fdd5-7f05-4a98-8568-08d1aa629f89 req-6d2af843-2b5c-4a79-a6a2-734937efed1b service neutron] Attempting to bind port 0991e88a-4d99-49ad-a79c-9b5241e6093b by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '737bac5c-5e4b-4b03-a099-f644edcc6c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b38f0331-653f-46c0-a8d7-26916edac115'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:43:14.039848 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b93fdd5-7f05-4a98-8568-08d1aa629f89 req-6d2af843-2b5c-4a79-a6a2-734937efed1b service neutron] Attempting to bind port 0991e88a-4d99-49ad-a79c-9b5241e6093b on network b38f0331-653f-46c0-a8d7-26916edac115 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:43:14.047001 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b93fdd5-7f05-4a98-8568-08d1aa629f89 req-6d2af843-2b5c-4a79-a6a2-734937efed1b service neutron] Port 0991e88a-4d99-49ad-a79c-9b5241e6093b on network b38f0331-653f-46c0-a8d7-26916edac115 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:43:14.047336 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b93fdd5-7f05-4a98-8568-08d1aa629f89 req-6d2af843-2b5c-4a79-a6a2-734937efed1b service neutron] Attempting to bind port 0991e88a-4d99-49ad-a79c-9b5241e6093b on network b38f0331-653f-46c0-a8d7-26916edac115 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:43:14.050581 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5f3e22-4ecf-4301-a681-4784e10cc23b tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Checking segment: {'id': 'b8bc3fdf-2e3e-4972-88d9-8c4ff4b8870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ef2135d-eb79-4b03-bc59-b7d80582547a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:43:14.050914 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5f3e22-4ecf-4301-a681-4784e10cc23b tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Network hostable DHCP agents. Network: 5ef2135d-eb79-4b03-bc59-b7d80582547a, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:43:14.061027 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b93fdd5-7f05-4a98-8568-08d1aa629f89 req-6d2af843-2b5c-4a79-a6a2-734937efed1b service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:43:14.061372 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b93fdd5-7f05-4a98-8568-08d1aa629f89 req-6d2af843-2b5c-4a79-a6a2-734937efed1b service neutron] Checking segment: {'id': '737bac5c-5e4b-4b03-a099-f644edcc6c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b38f0331-653f-46c0-a8d7-26916edac115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:43:14.061784 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b93fdd5-7f05-4a98-8568-08d1aa629f89 req-6d2af843-2b5c-4a79-a6a2-734937efed1b service neutron] Bound using segment: {'id': '737bac5c-5e4b-4b03-a099-f644edcc6c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b38f0331-653f-46c0-a8d7-26916edac115'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:43:14.062212 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-5b93fdd5-7f05-4a98-8568-08d1aa629f89 req-6d2af843-2b5c-4a79-a6a2-734937efed1b service neutron] Bound port: 0991e88a-4d99-49ad-a79c-9b5241e6093b, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '737bac5c-5e4b-4b03-a099-f644edcc6c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b38f0331-653f-46c0-a8d7-26916edac115'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:43:14.062576 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5b93fdd5-7f05-4a98-8568-08d1aa629f89 req-6d2af843-2b5c-4a79-a6a2-734937efed1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:14.135779 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5f3e22-4ecf-4301-a681-4784e10cc23b tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Network 5ef2135d-eb79-4b03-bc59-b7d80582547a is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:43:14.157609 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-fe5f3e22-4ecf-4301-a681-4784e10cc23b tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 5ef2135d-eb79-4b03-bc59-b7d80582547a) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:43:14.165289 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5f3e22-4ecf-4301-a681-4784e10cc23b tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:14.165887 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fe5f3e22-4ecf-4301-a681-4784e10cc23b tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:14.173486 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-5b93fdd5-7f05-4a98-8568-08d1aa629f89 req-6d2af843-2b5c-4a79-a6a2-734937efed1b service neutron] For port 0991e88a-4d99-49ad-a79c-9b5241e6093b, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:43:14.174732 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd970c48-b6d9-4276-b378-225cd714756c None None] Network 5ef2135d-eb79-4b03-bc59-b7d80582547a requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:43:14.181210 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-5b93fdd5-7f05-4a98-8568-08d1aa629f89 req-6d2af843-2b5c-4a79-a6a2-734937efed1b service neutron] For port 0991e88a-4d99-49ad-a79c-9b5241e6093b, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=0991e88a-4d99-49ad-a79c-9b5241e6093b,segment=NetworkSegment(737bac5c-5e4b-4b03-a099-f644edcc6c52),segment_id=737bac5c-5e4b-4b03-a099-f644edcc6c52)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:43:14.189857 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5b93fdd5-7f05-4a98-8568-08d1aa629f89 req-6d2af843-2b5c-4a79-a6a2-734937efed1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:14.278328 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-fe5f3e22-4ecf-4301-a681-4784e10cc23b tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1235230 Sep 07 02:43:14.281623 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51312) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:43:14.285145 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b93fdd5-7f05-4a98-8568-08d1aa629f89 req-6d2af843-2b5c-4a79-a6a2-734937efed1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:14.285383 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5b93fdd5-7f05-4a98-8568-08d1aa629f89 req-6d2af843-2b5c-4a79-a6a2-734937efed1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:14.287036 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5b93fdd5-7f05-4a98-8568-08d1aa629f89 req-6d2af843-2b5c-4a79-a6a2-734937efed1b service neutron] 10.222.0.23 "PUT /v2.0/ports/0991e88a-4d99-49ad-a79c-9b5241e6093b HTTP/1.1" status: 200 len: 1092 time: 1.3698041 Sep 07 02:43:14.287146 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '689b9a0a-ac60-4891-8d11-873c16ea8152', 'tag': '0991e88a-4d99-49ad-a79c-9b5241e6093b'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:43:14.289970 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650a09a0-1174-4032-bf3a-d3038dc6102e" -d '{"events": [{"name": "network-changed", "server_uuid": "689b9a0a-ac60-4891-8d11-873c16ea8152", "tag": "0991e88a-4d99-49ad-a79c-9b5241e6093b"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:43:14.293989 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-012d22f3-97d6-4790-aaa8-d205dd923a13 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Request body: {'port': {'network_id': 'fef96230-f3dd-4368-8b6e-5738962456fc', 'name': 'tempest-TaggedBootDevicesTest_v242-1856621843', 'fixed_ips': [{'subnet_id': '95502a8a-ba2e-4b63-8065-1d79001ecb5c'}]}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:43:14.340169 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2af843-2b5c-4a79-a6a2-734937efed1b service neutron] Pushing event updated for resources: {'Port': ['ID=0991e88a-4d99-49ad-a79c-9b5241e6093b,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:14.365508 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5750a0eb-5ff7-4914-a96c-27e2596975a6 x-openstack-request-id: req-5750a0eb-5ff7-4914-a96c-27e2596975a6 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:43:14.366062 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "689b9a0a-ac60-4891-8d11-873c16ea8152", "tag": "0991e88a-4d99-49ad-a79c-9b5241e6093b", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:43:14.367282 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5750a0eb-5ff7-4914-a96c-27e2596975a6 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:43:14.367877 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '689b9a0a-ac60-4891-8d11-873c16ea8152', 'tag': '0991e88a-4d99-49ad-a79c-9b5241e6093b', 'status': 'completed', 'code': 200} Sep 07 02:43:14.411472 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b93fdd5-7f05-4a98-8568-08d1aa629f89 req-9bb8070f-2fcd-4d8a-bee4-3d5fa55bc0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:14.414093 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5b93fdd5-7f05-4a98-8568-08d1aa629f89 req-9bb8070f-2fcd-4d8a-bee4-3d5fa55bc0d5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=39221102c85f4a33befb52c47b54a864&device_id=689b9a0a-ac60-4891-8d11-873c16ea8152 HTTP/1.1" status: 200 len: 1095 time: 0.0665867 Sep 07 02:43:14.454330 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c50f81-dc21-443e-8e96-4eeb2a765bce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-5ef2135d-eb79-4b03-bc59-b7d80582547a', 'network_id': '5ef2135d-eb79-4b03-bc59-b7d80582547a', 'tenant_id': 'afaf54fa75d241989f6b7192737d6028', 'fixed_ips': [{'subnet_id': 'fa07d668-6197-4922-9f11-0bb1fe24556f'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:43:14.457545 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f1c50f81-dc21-443e-8e96-4eeb2a765bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:14.502314 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5b93fdd5-7f05-4a98-8568-08d1aa629f89 req-cc344953-62c8-4768-b2c8-fda7d2aea9fd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0991e88a-4d99-49ad-a79c-9b5241e6093b HTTP/1.1" status: 200 len: 217 time: 0.0773215 Sep 07 02:43:14.564787 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb6919-f792-479d-a60a-3b120a6070db req-a46112bd-5671-4c8f-bf66-425115b07a46 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:14.566462 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-76cb6919-f792-479d-a60a-3b120a6070db req-a46112bd-5671-4c8f-bf66-425115b07a46 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=b02fcf02-fa10-4335-931a-49c1a9a127d0 HTTP/1.1" status: 200 len: 947 time: 0.0929654 Sep 07 02:43:14.570103 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b93fdd5-7f05-4a98-8568-08d1aa629f89 req-d15090b7-b786-4651-abe8-15b6c77f4223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:14.572647 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5b93fdd5-7f05-4a98-8568-08d1aa629f89 req-d15090b7-b786-4651-abe8-15b6c77f4223 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8b116277-4856-47e9-8d12-8ad81f660adb HTTP/1.1" status: 200 len: 845 time: 0.0632141 Sep 07 02:43:14.612001 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012d22f3-97d6-4790-aaa8-d205dd923a13 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Made reservation on behalf of afaf54fa75d241989f6b7192737d6028 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:43:14.649435 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5b93fdd5-7f05-4a98-8568-08d1aa629f89 req-f73face0-fc09-448a-8219-99cbd5fcc763 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b38f0331-653f-46c0-a8d7-26916edac115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300944 Sep 07 02:43:14.662641 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-f1c50f81-dc21-443e-8e96-4eeb2a765bce None None] Allocated IP 10.2.2.2 (5ef2135d-eb79-4b03-bc59-b7d80582547a/fa07d668-6197-4922-9f11-0bb1fe24556f/a5c9a6f1-cbe4-4930-b903-300352c2a6dc) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:43:14.667624 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 375d3561-edb9-402b-b66f-0840ed864053 details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:43:14.677193 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 6110b5d6-61e0-465d-949d-7b8cf3caffc7 up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:43:14.683358 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-76cb6919-f792-479d-a60a-3b120a6070db req-9ca5abee-ab46-4634-950e-cf88fd9557d2 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037900 Sep 07 02:43:14.732072 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 0a916b1f-f538-4419-87cb-72a2527207fd up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:43:14.759660 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e642c-4a1d-4a75-84e4-5d8d78e836f1 req-fb16fb4e-9c06-4d60-9894-8d1edd5119b7 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:14.768693 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df8e642c-4a1d-4a75-84e4-5d8d78e836f1 req-fb16fb4e-9c06-4d60-9894-8d1edd5119b7 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/ports?device_id=24326cae-431b-4162-9904-b71c80ea03fc HTTP/1.1" status: 200 len: 944 time: 0.1948752 Sep 07 02:43:14.819268 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df8e642c-4a1d-4a75-84e4-5d8d78e836f1 req-12497b57-a855-4bdc-a9ba-ca83657e5012 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8aaf68a-cff5-4215-9ab9-069c88f88975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494790 Sep 07 02:43:14.848976 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-012d22f3-97d6-4790-aaa8-d205dd923a13 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:14.871044 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5b93fdd5-7f05-4a98-8568-08d1aa629f89 req-a326d912-d448-4031-8236-4d3a5dbfeb83 service neutron] 10.222.0.23 "GET /v2.0/networks/b38f0331-653f-46c0-a8d7-26916edac115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104576 Sep 07 02:43:14.904456 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-012d22f3-97d6-4790-aaa8-d205dd923a13 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] device_id is not set on port 4857470d-e751-42ad-b0ae-ff54d7d0611e yet. {{(pid=94701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:43:15.042608 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47659aef-8410-4dc3-8a67-e9d4278d9121 req-3e1c7d11-2fae-490a-a304-eb576c4b7fbb tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:15.044578 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-47659aef-8410-4dc3-8a67-e9d4278d9121 req-3e1c7d11-2fae-490a-a304-eb576c4b7fbb tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=689b9a0a-ac60-4891-8d11-873c16ea8152 HTTP/1.1" status: 200 len: 943 time: 0.1159782 Sep 07 02:43:15.079990 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5b93fdd5-7f05-4a98-8568-08d1aa629f89 req-666d87d0-4a2c-4f54-89cd-b23a42681e1c service neutron] 10.222.0.23 "GET /v2.0/networks/b38f0331-653f-46c0-a8d7-26916edac115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991277 Sep 07 02:43:15.126318 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-47659aef-8410-4dc3-8a67-e9d4278d9121 req-f77ac4d5-3be8-47a8-96ad-dc0092830f79 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674911 Sep 07 02:43:15.273583 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a09a0-1174-4032-bf3a-d3038dc6102e req-62d1b488-69e7-4e17-be91-863da2489c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:15.275668 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-650a09a0-1174-4032-bf3a-d3038dc6102e req-62d1b488-69e7-4e17-be91-863da2489c83 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=39221102c85f4a33befb52c47b54a864&device_id=689b9a0a-ac60-4891-8d11-873c16ea8152 HTTP/1.1" status: 200 len: 1095 time: 0.1191165 Sep 07 02:43:15.277720 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7574a56-16ac-425b-af19-de6b9e3b6692 req-9c054eee-1847-4a02-8f05-7e99f046a968 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:15.279278 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c7574a56-16ac-425b-af19-de6b9e3b6692 req-9c054eee-1847-4a02-8f05-7e99f046a968 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.16 "GET /v2.0/ports?device_id=b02fcf02-fa10-4335-931a-49c1a9a127d0&tenant_id=ef46d2c6ddda4358910a6e6d3c8cd1f8&binding%3Ahost_id=n-h2-796209-16 HTTP/1.1" status: 200 len: 947 time: 0.1240327 Sep 07 02:43:15.301069 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-012d22f3-97d6-4790-aaa8-d205dd923a13 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Allocated IP 10.1.1.223 (fef96230-f3dd-4368-8b6e-5738962456fc/95502a8a-ba2e-4b63-8065-1d79001ecb5c/4857470d-e751-42ad-b0ae-ff54d7d0611e) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:43:15.382814 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18b6d3-b672-4cb1-bd01-4e3b86cffbe6 req-eddf8542-b96b-4e75-baa5-eb802ae514e6 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:15.390135 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cb18b6d3-b672-4cb1-bd01-4e3b86cffbe6 req-eddf8542-b96b-4e75-baa5-eb802ae514e6 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=b02fcf02-fa10-4335-931a-49c1a9a127d0 HTTP/1.1" status: 200 len: 947 time: 0.1399686 Sep 07 02:43:15.440105 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port 6110b5d6-61e0-465d-949d-7b8cf3caffc7 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:43:15.448490 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 6110b5d6-61e0-465d-949d-7b8cf3caffc7 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:43:15.449171 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:15.454410 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a09a0-1174-4032-bf3a-d3038dc6102e req-1f6c964a-177f-44fa-aff8-37bdbbfee63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:15.455962 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-650a09a0-1174-4032-bf3a-d3038dc6102e req-1f6c964a-177f-44fa-aff8-37bdbbfee63f service neutron] 10.222.0.23 "GET /v2.0/networks?id=b38f0331-653f-46c0-a8d7-26916edac115 HTTP/1.1" status: 200 len: 905 time: 0.1653688 Sep 07 02:43:15.472519 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cb18b6d3-b672-4cb1-bd01-4e3b86cffbe6 req-a994e0e2-31ed-496b-aefb-615e44324b1e tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814881 Sep 07 02:43:15.491874 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da8b9bb-dc02-4af2-a606-78096ba704a1 None None] Network fef96230-f3dd-4368-8b6e-5738962456fc requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:43:15.503327 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 0a916b1f-f538-4419-87cb-72a2527207fd completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:43:15.517425 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-650a09a0-1174-4032-bf3a-d3038dc6102e req-3ef227b4-3a24-4f60-b051-5f59a7ea2be0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0991e88a-4d99-49ad-a79c-9b5241e6093b HTTP/1.1" status: 200 len: 217 time: 0.0436306 Sep 07 02:43:15.588051 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a09a0-1174-4032-bf3a-d3038dc6102e req-d4b8ebe3-fb49-44bd-bffb-6c1fe0df0c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:15.589963 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-650a09a0-1174-4032-bf3a-d3038dc6102e req-d4b8ebe3-fb49-44bd-bffb-6c1fe0df0c9b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8b116277-4856-47e9-8d12-8ad81f660adb HTTP/1.1" status: 200 len: 845 time: 0.0629687 Sep 07 02:43:15.638836 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-650a09a0-1174-4032-bf3a-d3038dc6102e req-a66c868f-a260-492e-b837-6b0191b0144a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b38f0331-653f-46c0-a8d7-26916edac115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335841 Sep 07 02:43:15.650836 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 375d3561-edb9-402b-b66f-0840ed864053, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=375d3561-edb9-402b-b66f-0840ed864053,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:43:15.669387 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-b2f3edad-2ea1-44f2-b87a-0352e1bb7f8c None None] Provisioning for port 0a916b1f-f538-4419-87cb-72a2527207fd completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:43:15.695096 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-b2f3edad-2ea1-44f2-b87a-0352e1bb7f8c None None] Provisioning complete for port 0a916b1f-f538-4419-87cb-72a2527207fd triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:43:15.696242 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b2f3edad-2ea1-44f2-b87a-0352e1bb7f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:15.699698 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f1c50f81-dc21-443e-8e96-4eeb2a765bce None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:15.707247 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '375d3561-edb9-402b-b66f-0840ed864053', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'port_id': '375d3561-edb9-402b-b66f-0840ed864053', 'mac_address': 'fa:16:3e:f3:2e:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '694f9550-ba12-4672-8446-41848123cea2', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:43:15.747821 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-f1c50f81-dc21-443e-8e96-4eeb2a765bce None None] Transition to ACTIVE for port object a5c9a6f1-cbe4-4930-b903-300352c2a6dc will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:43:15.755616 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c7574a56-16ac-425b-af19-de6b9e3b6692 req-c0063cfb-c8d8-47d6-b815-ff7c73481dc5 service neutron] 10.222.0.16 "GET /v2.0/ports/375d3561-edb9-402b-b66f-0840ed864053/bindings/n-h2-796209-16 HTTP/1.1" status: 200 len: 383 time: 0.4671805 Sep 07 02:43:15.798384 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-650a09a0-1174-4032-bf3a-d3038dc6102e req-6fa49360-b156-47d7-a39d-4195319cef67 service neutron] 10.222.0.23 "GET /v2.0/networks/b38f0331-653f-46c0-a8d7-26916edac115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524160 Sep 07 02:43:15.851668 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-f1c50f81-dc21-443e-8e96-4eeb2a765bce None None] Transition to ACTIVE for port object a5c9a6f1-cbe4-4930-b903-300352c2a6dc will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:43:15.881360 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:15.898578 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f1c50f81-dc21-443e-8e96-4eeb2a765bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:15.907093 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:15.923401 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-012d22f3-97d6-4790-aaa8-d205dd923a13 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:15.941925 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-012d22f3-97d6-4790-aaa8-d205dd923a13 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Transition to ACTIVE for port object 4857470d-e751-42ad-b0ae-ff54d7d0611e will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:43:15.981583 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c50f81-dc21-443e-8e96-4eeb2a765bce None None] Network 5ef2135d-eb79-4b03-bc59-b7d80582547a is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:43:15.995181 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-012d22f3-97d6-4790-aaa8-d205dd923a13 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:16.009331 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-f1c50f81-dc21-443e-8e96-4eeb2a765bce None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:43:16.018901 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24326cae-431b-4162-9904-b71c80ea03fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6110b5d6-61e0-465d-949d-7b8cf3caffc7'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:43:16.021271 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06af9ef1-8d09-4bcf-bfd4-8a41a8c950eb" -d '{"events": [{"server_uuid": "24326cae-431b-4162-9904-b71c80ea03fc", "name": "network-vif-plugged", "status": "completed", "tag": "6110b5d6-61e0-465d-949d-7b8cf3caffc7"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:43:16.026945 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c50f81-dc21-443e-8e96-4eeb2a765bce None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:43:16.033827 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 375d3561-edb9-402b-b66f-0840ed864053 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:43:16.038552 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012d22f3-97d6-4790-aaa8-d205dd923a13 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Network fef96230-f3dd-4368-8b6e-5738962456fc is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:43:16.066672 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-012d22f3-97d6-4790-aaa8-d205dd923a13 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:43:16.068849 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 6110b5d6-61e0-465d-949d-7b8cf3caffc7, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=6110b5d6-61e0-465d-949d-7b8cf3caffc7,segment=NetworkSegment(bd74203e-fa6d-4c2a-b87e-ee55b06c2f76),segment_id=bd74203e-fa6d-4c2a-b87e-ee55b06c2f76)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:43:16.076310 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012d22f3-97d6-4790-aaa8-d205dd923a13 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:43:16.079601 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c50f81-dc21-443e-8e96-4eeb2a765bce None None] Pushing event updated for resources: {'Port': ['ID=a5c9a6f1-cbe4-4930-b903-300352c2a6dc,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:16.096501 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:16.105272 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b2f3edad-2ea1-44f2-b87a-0352e1bb7f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:16.120376 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 375d3561-edb9-402b-b66f-0840ed864053, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=375d3561-edb9-402b-b66f-0840ed864053,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:43:16.149522 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012d22f3-97d6-4790-aaa8-d205dd923a13 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Pushing event updated for resources: {'Port': ['ID=4857470d-e751-42ad-b0ae-ff54d7d0611e,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:16.158723 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012d22f3-97d6-4790-aaa8-d205dd923a13 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:16.159469 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-012d22f3-97d6-4790-aaa8-d205dd923a13 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:16.165580 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7574a56-16ac-425b-af19-de6b9e3b6692 req-ac744c75-52da-48a0-beb7-333b62aac61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:16.167286 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c7574a56-16ac-425b-af19-de6b9e3b6692 req-ac744c75-52da-48a0-beb7-333b62aac61e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef46d2c6ddda4358910a6e6d3c8cd1f8&device_id=b02fcf02-fa10-4335-931a-49c1a9a127d0 HTTP/1.1" status: 200 len: 1099 time: 0.1855772 Sep 07 02:43:16.181028 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:16.224390 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-012d22f3-97d6-4790-aaa8-d205dd923a13 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9373755 Sep 07 02:43:16.239197 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51368) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:43:16.244750 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-f1c50f81-dc21-443e-8e96-4eeb2a765bce None None] Attempting to bind port a5c9a6f1-cbe4-4930-b903-300352c2a6dc on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:43:16.245380 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-f1c50f81-dc21-443e-8e96-4eeb2a765bce None None] Attempting to bind port a5c9a6f1-cbe4-4930-b903-300352c2a6dc by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'b8bc3fdf-2e3e-4972-88d9-8c4ff4b8870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ef2135d-eb79-4b03-bc59-b7d80582547a'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:43:16.245910 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c50f81-dc21-443e-8e96-4eeb2a765bce None None] Attempting to bind port a5c9a6f1-cbe4-4930-b903-300352c2a6dc on network 5ef2135d-eb79-4b03-bc59-b7d80582547a {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:43:16.248184 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-75c10756-1b9d-4c46-a422-f38d3c942f08 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Request body: {'port': {'network_id': 'fef96230-f3dd-4368-8b6e-5738962456fc', 'name': 'tempest-TaggedBootDevicesTest_v242-444672449', 'fixed_ips': [{'subnet_id': '95502a8a-ba2e-4b63-8065-1d79001ecb5c'}]}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:43:16.256029 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-b2f3edad-2ea1-44f2-b87a-0352e1bb7f8c None None] For port 0a916b1f-f538-4419-87cb-72a2527207fd, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=0a916b1f-f538-4419-87cb-72a2527207fd,segment=NetworkSegment(b82d7036-1e05-4803-9f61-149407a6a937),segment_id=b82d7036-1e05-4803-9f61-149407a6a937)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:43:16.263366 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c50f81-dc21-443e-8e96-4eeb2a765bce None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:43:16.264189 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c50f81-dc21-443e-8e96-4eeb2a765bce None None] Checking segment: {'id': 'b8bc3fdf-2e3e-4972-88d9-8c4ff4b8870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ef2135d-eb79-4b03-bc59-b7d80582547a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:43:16.264811 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f1c50f81-dc21-443e-8e96-4eeb2a765bce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:16.265444 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c50f81-dc21-443e-8e96-4eeb2a765bce None None] Bound using segment: {'id': 'b8bc3fdf-2e3e-4972-88d9-8c4ff4b8870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ef2135d-eb79-4b03-bc59-b7d80582547a'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:43:16.270938 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-f1c50f81-dc21-443e-8e96-4eeb2a765bce None None] Bound port: a5c9a6f1-cbe4-4930-b903-300352c2a6dc, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8bc3fdf-2e3e-4972-88d9-8c4ff4b8870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ef2135d-eb79-4b03-bc59-b7d80582547a'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:43:16.271723 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f1c50f81-dc21-443e-8e96-4eeb2a765bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:16.280086 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b2f3edad-2ea1-44f2-b87a-0352e1bb7f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:16.289703 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=6110b5d6-61e0-465d-949d-7b8cf3caffc7,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:16.388936 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=375d3561-edb9-402b-b66f-0840ed864053,revision_number=8']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:16.438411 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7574a56-16ac-425b-af19-de6b9e3b6692 req-d7b560c2-f223-4bb8-bb66-df072ffef68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:16.440527 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c7574a56-16ac-425b-af19-de6b9e3b6692 req-d7b560c2-f223-4bb8-bb66-df072ffef68f service neutron] 10.222.0.16 "GET /v2.0/networks?id=0823ecf3-066e-49bd-a451-2e84ab79a70f HTTP/1.1" status: 200 len: 869 time: 0.2644761 Sep 07 02:43:16.444403 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-f1c50f81-dc21-443e-8e96-4eeb2a765bce None None] For port a5c9a6f1-cbe4-4930-b903-300352c2a6dc, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:43:16.463767 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-f1c50f81-dc21-443e-8e96-4eeb2a765bce None None] For port a5c9a6f1-cbe4-4930-b903-300352c2a6dc, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=a5c9a6f1-cbe4-4930-b903-300352c2a6dc,segment=NetworkSegment(b8bc3fdf-2e3e-4972-88d9-8c4ff4b8870b),segment_id=b8bc3fdf-2e3e-4972-88d9-8c4ff4b8870b)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:43:16.476660 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f1c50f81-dc21-443e-8e96-4eeb2a765bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:16.503229 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3edad-2ea1-44f2-b87a-0352e1bb7f8c None None] Pushing event updated for resources: {'Port': ['ID=0a916b1f-f538-4419-87cb-72a2527207fd,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:16.534700 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c7574a56-16ac-425b-af19-de6b9e3b6692 req-dd30e153-fea9-451a-b715-991dd71fdca9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=375d3561-edb9-402b-b66f-0840ed864053 HTTP/1.1" status: 200 len: 217 time: 0.0765736 Sep 07 02:43:16.556521 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba000b48-82ce-41a4-9bbf-65f5c94f09ba req-b73735df-7b5c-43a9-b649-e78fec35f475 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:16.557948 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-db1fae1d-5dc2-4f0c-81d0-3457443d6f29 None None] Provisioning complete for port 0a916b1f-f538-4419-87cb-72a2527207fd triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:43:16.558336 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-db1fae1d-5dc2-4f0c-81d0-3457443d6f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:16.560970 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ba000b48-82ce-41a4-9bbf-65f5c94f09ba req-b73735df-7b5c-43a9-b649-e78fec35f475 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/ports?device_id=24326cae-431b-4162-9904-b71c80ea03fc HTTP/1.1" status: 200 len: 945 time: 0.2317533 Sep 07 02:43:16.572960 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['375d3561-edb9-402b-b66f-0840ed864053'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:43:16.589631 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-650a09a0-1174-4032-bf3a-d3038dc6102e req-5e68d764-be99-4608-b666-f1d8e084744b service neutron] 10.222.0.23 "GET /v2.0/networks/b38f0331-653f-46c0-a8d7-26916edac115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7826490 Sep 07 02:43:16.632977 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c10756-1b9d-4c46-a422-f38d3c942f08 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Made reservation on behalf of afaf54fa75d241989f6b7192737d6028 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:43:16.646127 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-75c10756-1b9d-4c46-a422-f38d3c942f08 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:16.652839 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7574a56-16ac-425b-af19-de6b9e3b6692 req-22b7f764-469d-42bb-84ec-5f9a923d7b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:16.658889 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c7574a56-16ac-425b-af19-de6b9e3b6692 req-22b7f764-469d-42bb-84ec-5f9a923d7b65 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.1153619 Sep 07 02:43:16.700174 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ebb730-aeea-4ddc-8334-4eba5496c0a4 x-openstack-request-id: req-93ebb730-aeea-4ddc-8334-4eba5496c0a4 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:43:16.700474 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24326cae-431b-4162-9904-b71c80ea03fc", "name": "network-vif-plugged", "status": "completed", "tag": "6110b5d6-61e0-465d-949d-7b8cf3caffc7", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:43:16.700751 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-93ebb730-aeea-4ddc-8334-4eba5496c0a4 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:43:16.701147 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24326cae-431b-4162-9904-b71c80ea03fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6110b5d6-61e0-465d-949d-7b8cf3caffc7', 'code': 200} Sep 07 02:43:16.702079 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c50f81-dc21-443e-8e96-4eeb2a765bce None None] Pushing event updated for resources: {'Port': ['ID=a5c9a6f1-cbe4-4930-b903-300352c2a6dc,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:16.702889 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ba000b48-82ce-41a4-9bbf-65f5c94f09ba req-d84bc1f5-11eb-4569-a1d6-48b570f02530 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8aaf68a-cff5-4215-9ab9-069c88f88975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114719 Sep 07 02:43:16.769156 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-75c10756-1b9d-4c46-a422-f38d3c942f08 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] device_id is not set on port 6d6cd00f-b2ec-4d02-88ed-e2f7438c43b6 yet. {{(pid=94701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:43:16.980591 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7574a56-16ac-425b-af19-de6b9e3b6692 req-192776b6-73a5-464a-82ba-f5c96e197476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:16.982142 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c7574a56-16ac-425b-af19-de6b9e3b6692 req-192776b6-73a5-464a-82ba-f5c96e197476 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3140101 Sep 07 02:43:16.994897 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74571fad-2622-4c67-b899-8e9b83ea06c8 req-3440a957-ec66-483e-ad71-c7dd0019483d tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:17.002902 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-74571fad-2622-4c67-b899-8e9b83ea06c8 req-3440a957-ec66-483e-ad71-c7dd0019483d tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=b02fcf02-fa10-4335-931a-49c1a9a127d0 HTTP/1.1" status: 200 len: 948 time: 0.0677199 Sep 07 02:43:17.008633 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1d5ee-13ac-42f9-bd6c-647615bd968a req-a392f8d4-6470-4df9-8c5d-f8c049ea9aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:17.011515 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e9d1d5ee-13ac-42f9-bd6c-647615bd968a req-a392f8d4-6470-4df9-8c5d-f8c049ea9aef service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=24326cae-431b-4162-9904-b71c80ea03fc HTTP/1.1" status: 200 len: 1097 time: 0.2331834 Sep 07 02:43:17.041041 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-beaca11d-3202-4b21-adad-87e2dae707be None None] Provisioning for port 4857470d-e751-42ad-b0ae-ff54d7d0611e completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:43:17.054779 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-beaca11d-3202-4b21-adad-87e2dae707be None None] Provisioning complete for port 4857470d-e751-42ad-b0ae-ff54d7d0611e triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:43:17.055350 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-beaca11d-3202-4b21-adad-87e2dae707be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:17.059282 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-74571fad-2622-4c67-b899-8e9b83ea06c8 req-8071671a-ec13-490c-88fd-9524b1201e1a tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553639 Sep 07 02:43:17.106675 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79626612-42eb-46b7-9252-a45f81b25292 req-c6c67016-2480-45ce-ac72-00f1af3b7d8c tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:17.106828 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-beaca11d-3202-4b21-adad-87e2dae707be None None] Port 4857470d-e751-42ad-b0ae-ff54d7d0611e cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:43:17.114029 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-79626612-42eb-46b7-9252-a45f81b25292 req-c6c67016-2480-45ce-ac72-00f1af3b7d8c tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=689b9a0a-ac60-4891-8d11-873c16ea8152 HTTP/1.1" status: 200 len: 943 time: 0.3207529 Sep 07 02:43:17.275894 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e9d1d5ee-13ac-42f9-bd6c-647615bd968a req-3e6d377d-e4e2-4a35-9f63-6400cd25a111 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f8aaf68a-cff5-4215-9ab9-069c88f88975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478762 Sep 07 02:43:17.285962 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-79626612-42eb-46b7-9252-a45f81b25292 req-9fabd9ee-6606-483a-821c-bd9cff7b632e tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710830 Sep 07 02:43:17.310469 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c7574a56-16ac-425b-af19-de6b9e3b6692 req-eb9bd995-6972-4704-bf68-5fbb83cf22da service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860959 Sep 07 02:43:17.321827 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-75c10756-1b9d-4c46-a422-f38d3c942f08 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Allocated IP 10.1.1.27 (fef96230-f3dd-4368-8b6e-5738962456fc/95502a8a-ba2e-4b63-8065-1d79001ecb5c/6d6cd00f-b2ec-4d02-88ed-e2f7438c43b6) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:43:17.482062 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-75c10756-1b9d-4c46-a422-f38d3c942f08 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:17.496979 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-75c10756-1b9d-4c46-a422-f38d3c942f08 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Transition to ACTIVE for port object 6d6cd00f-b2ec-4d02-88ed-e2f7438c43b6 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:43:17.598413 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-75c10756-1b9d-4c46-a422-f38d3c942f08 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:17.618424 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51384) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:43:17.651158 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c7574a56-16ac-425b-af19-de6b9e3b6692 req-120e34a5-6983-4035-89d9-20d567556984 service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473861 Sep 07 02:43:17.663146 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c10756-1b9d-4c46-a422-f38d3c942f08 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Network fef96230-f3dd-4368-8b6e-5738962456fc is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:43:17.668640 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-75c10756-1b9d-4c46-a422-f38d3c942f08 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:43:17.673537 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c10756-1b9d-4c46-a422-f38d3c942f08 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:43:17.677523 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c10756-1b9d-4c46-a422-f38d3c942f08 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Pushing event updated for resources: {'Port': ['ID=6d6cd00f-b2ec-4d02-88ed-e2f7438c43b6,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:17.727803 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c10756-1b9d-4c46-a422-f38d3c942f08 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:17.728484 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-75c10756-1b9d-4c46-a422-f38d3c942f08 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:17.758475 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-75c10756-1b9d-4c46-a422-f38d3c942f08 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.5166035 Sep 07 02:43:17.811919 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e0d24b6d-b917-48d3-851b-4c64ed6a1750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:17.817131 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d048636-c433-4349-8bd2-893f032b4ee2 None None] Network 5ef2135d-eb79-4b03-bc59-b7d80582547a requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:43:17.895751 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a98d644b-8201-463e-b7db-e996538a1334 None None] Provisioning for port a5c9a6f1-cbe4-4930-b903-300352c2a6dc completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:43:17.910787 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a8c9e-a610-41c1-bd37-88805062c81a req-84411b6b-5506-4d7a-8d19-bd7c2d36d33e tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:17.912680 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a92a8c9e-a610-41c1-bd37-88805062c81a req-84411b6b-5506-4d7a-8d19-bd7c2d36d33e tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/ports?device_id=24326cae-431b-4162-9904-b71c80ea03fc HTTP/1.1" status: 200 len: 945 time: 0.1024702 Sep 07 02:43:17.978509 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a92a8c9e-a610-41c1-bd37-88805062c81a req-ece475e1-2439-4da6-b309-7c72671668a5 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8aaf68a-cff5-4215-9ab9-069c88f88975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555553 Sep 07 02:43:18.011289 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e0d24b6d-b917-48d3-851b-4c64ed6a1750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:18.020167 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e0d24b6d-b917-48d3-851b-4c64ed6a1750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:18.024262 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-6e6798e0-9821-44c7-bf49-6d1529294c9a None None] Provisioning for port 6d6cd00f-b2ec-4d02-88ed-e2f7438c43b6 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:43:18.031139 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-6e6798e0-9821-44c7-bf49-6d1529294c9a None None] Provisioning complete for port 6d6cd00f-b2ec-4d02-88ed-e2f7438c43b6 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:43:18.031554 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6e6798e0-9821-44c7-bf49-6d1529294c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:18.064978 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e0d24b6d-b917-48d3-851b-4c64ed6a1750 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2376891e95604566b3c90c02a70c34dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4463520 Sep 07 02:43:18.067226 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d24b6d-b917-48d3-851b-4c64ed6a1750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0d6603-e340-42d4-a1e1-ec7a2052e5c6,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:18.067772 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51394) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:43:18.076565 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 0991e88a-4d99-49ad-a79c-9b5241e6093b details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:43:18.131282 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51398) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:43:18.135986 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-c35ff48e-16f9-4402-8d1c-ae2b42c0475b tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Request body: {'security_group': {'name': 'tempest-securitygroup--941989403', 'description': 'tempest-description--766408830'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:43:18.143311 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-6e6798e0-9821-44c7-bf49-6d1529294c9a None None] Port 6d6cd00f-b2ec-4d02-88ed-e2f7438c43b6 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:43:18.150114 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6ec7bd5f-74fe-4881-ab56-4284055125b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:18.180631 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6ec7bd5f-74fe-4881-ab56-4284055125b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:18.184859 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c35ff48e-16f9-4402-8d1c-ae2b42c0475b tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:18.248987 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6ec7bd5f-74fe-4881-ab56-4284055125b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:18.256053 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6ec7bd5f-74fe-4881-ab56-4284055125b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:18.260185 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-6ec7bd5f-74fe-4881-ab56-4284055125b9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9f0d6603-e340-42d4-a1e1-ec7a2052e5c6 HTTP/1.1" status: 204 len: 168 time: 0.1912115 Sep 07 02:43:18.275170 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec7bd5f-74fe-4881-ab56-4284055125b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0d6603-e340-42d4-a1e1-ec7a2052e5c6,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:18.280243 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 0991e88a-4d99-49ad-a79c-9b5241e6093b, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=0991e88a-4d99-49ad-a79c-9b5241e6093b,segment=NetworkSegment(737bac5c-5e4b-4b03-a099-f644edcc6c52),segment_id=737bac5c-5e4b-4b03-a099-f644edcc6c52)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:43:18.287893 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec7bd5f-74fe-4881-ab56-4284055125b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:43:18.288282 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec7bd5f-74fe-4881-ab56-4284055125b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:43:18.289209 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec7bd5f-74fe-4881-ab56-4284055125b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:43:18.289554 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec7bd5f-74fe-4881-ab56-4284055125b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:43:18.289896 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec7bd5f-74fe-4881-ab56-4284055125b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:43:18.290229 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec7bd5f-74fe-4881-ab56-4284055125b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:43:18.290559 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec7bd5f-74fe-4881-ab56-4284055125b9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:43:18.290888 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec7bd5f-74fe-4881-ab56-4284055125b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:43:18.293231 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec7bd5f-74fe-4881-ab56-4284055125b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:43:18.294074 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec7bd5f-74fe-4881-ab56-4284055125b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:43:18.294549 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec7bd5f-74fe-4881-ab56-4284055125b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:43:18.295631 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec7bd5f-74fe-4881-ab56-4284055125b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:43:18.316791 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e20bd-4bd6-460d-a120-3004d2ae85bc req-0a3f3e98-a69a-44e9-bec7-71603426cc7b tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:18.318350 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-257e20bd-4bd6-460d-a120-3004d2ae85bc req-0a3f3e98-a69a-44e9-bec7-71603426cc7b tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=b02fcf02-fa10-4335-931a-49c1a9a127d0 HTTP/1.1" status: 200 len: 948 time: 0.1202297 Sep 07 02:43:18.326772 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '0991e88a-4d99-49ad-a79c-9b5241e6093b', 'network_id': 'b38f0331-653f-46c0-a8d7-26916edac115', 'port_id': '0991e88a-4d99-49ad-a79c-9b5241e6093b', 'mac_address': 'fa:16:3e:bd:01:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b116277-4856-47e9-8d12-8ad81f660adb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:43:18.332858 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c35ff48e-16f9-4402-8d1c-ae2b42c0475b tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:18.351775 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c35ff48e-16f9-4402-8d1c-ae2b42c0475b tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:18.384076 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:18.394392 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c35ff48e-16f9-4402-8d1c-ae2b42c0475b tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:18.395687 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c35ff48e-16f9-4402-8d1c-ae2b42c0475b tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2633460 Sep 07 02:43:18.400453 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51406) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:43:18.401526 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0991e88a-4d99-49ad-a79c-9b5241e6093b {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:43:18.410457 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-bb7a502e-5ef7-41e3-a344-6543676747f8 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Request body: {'security_group_rule': {'security_group_id': '89726ab1-0a53-4d54-93e7-e4e6ba92ef38', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:43:18.428144 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35ff48e-16f9-4402-8d1c-ae2b42c0475b tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89726ab1-0a53-4d54-93e7-e4e6ba92ef38,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:18.429360 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 0991e88a-4d99-49ad-a79c-9b5241e6093b, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=0991e88a-4d99-49ad-a79c-9b5241e6093b,segment=NetworkSegment(737bac5c-5e4b-4b03-a099-f644edcc6c52),segment_id=737bac5c-5e4b-4b03-a099-f644edcc6c52)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:43:18.438044 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:18.439934 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c51c3-8bda-4a75-b899-84e18790ef9d req-a23c19b5-d6e5-4a2f-9cbd-655479f19a8f tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:18.441792 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3f1c51c3-8bda-4a75-b899-84e18790ef9d req-a23c19b5-d6e5-4a2f-9cbd-655479f19a8f tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=689b9a0a-ac60-4891-8d11-873c16ea8152 HTTP/1.1" status: 200 len: 943 time: 0.0621011 Sep 07 02:43:18.447907 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-257e20bd-4bd6-460d-a120-3004d2ae85bc req-1b4e527e-fb40-4033-9f13-4eb8f0cddf66 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181490 Sep 07 02:43:18.471412 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bb7a502e-5ef7-41e3-a344-6543676747f8 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:18.496428 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3f1c51c3-8bda-4a75-b899-84e18790ef9d req-80cf826e-0d89-49c6-91a0-353387167a4e tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478239 Sep 07 02:43:18.529490 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=0991e88a-4d99-49ad-a79c-9b5241e6093b,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:18.546493 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bb7a502e-5ef7-41e3-a344-6543676747f8 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:18.558444 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bb7a502e-5ef7-41e3-a344-6543676747f8 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:18.584045 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7a502e-5ef7-41e3-a344-6543676747f8 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfd899d6-5c3c-47b4-a3d4-4f5e14e9012b,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:18.594111 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bb7a502e-5ef7-41e3-a344-6543676747f8 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:18.598565 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-bb7a502e-5ef7-41e3-a344-6543676747f8 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1903727 Sep 07 02:43:18.599031 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51410) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:43:18.603879 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-8036483e-f04d-450e-a719-fd4efdd1432d tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Request body: {'security_group_rule': {'security_group_id': '89726ab1-0a53-4d54-93e7-e4e6ba92ef38', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:43:18.636924 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8036483e-f04d-450e-a719-fd4efdd1432d tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:18.663009 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 375d3561-edb9-402b-b66f-0840ed864053 up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:43:18.693085 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51412) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:43:18.714372 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 0a916b1f-f538-4419-87cb-72a2527207fd up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:43:18.716450 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['0991e88a-4d99-49ad-a79c-9b5241e6093b'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:43:18.721291 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c1c2c1ef-b8fd-4f41-8bcc-8700274d493f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:18.725323 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8036483e-f04d-450e-a719-fd4efdd1432d tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:18.731797 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8036483e-f04d-450e-a719-fd4efdd1432d tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:18.754094 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8036483e-f04d-450e-a719-fd4efdd1432d tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3995f8b1-237e-4502-8556-549e3077c20a,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:18.834074 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c1c2c1ef-b8fd-4f41-8bcc-8700274d493f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:18.838932 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c1c2c1ef-b8fd-4f41-8bcc-8700274d493f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:18.844435 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8036483e-f04d-450e-a719-fd4efdd1432d tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:18.846129 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-8036483e-f04d-450e-a719-fd4efdd1432d tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2458911 Sep 07 02:43:18.849159 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51414) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:43:18.854135 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-8a3beaca-8b89-4163-af20-e68bd8c0d689 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Request body: {'floatingip': {'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:43:18.870401 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c2c1ef-b8fd-4f41-8bcc-8700274d493f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb1bba0-b108-4e2e-b726-f0d1fb550a95,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:18.877043 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8a3beaca-8b89-4163-af20-e68bd8c0d689 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks [] for floatingip, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:18.906050 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c1c2c1ef-b8fd-4f41-8bcc-8700274d493f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4cdabb5a541c442c8c07594c46a7d5c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2114863 Sep 07 02:43:18.908679 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51416) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:43:18.931919 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port 375d3561-edb9-402b-b66f-0840ed864053 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:43:18.940255 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 375d3561-edb9-402b-b66f-0840ed864053 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:43:18.940635 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:18.981188 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 0a916b1f-f538-4419-87cb-72a2527207fd triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:43:18.981561 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:19.003016 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d830de23-9b50-4d59-a9ed-89b08acd9347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:19.030844 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d830de23-9b50-4d59-a9ed-89b08acd9347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:19.075363 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8a3beaca-8b89-4163-af20-e68bd8c0d689 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:19.128863 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c3c48-b9a3-4b69-aa8e-9d445ca7252d req-e16bd13c-3652-4b73-978a-f75c1cfd424d tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:19.139893 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5b8c3c48-b9a3-4b69-aa8e-9d445ca7252d req-e16bd13c-3652-4b73-978a-f75c1cfd424d tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/ports?device_id=24326cae-431b-4162-9904-b71c80ea03fc HTTP/1.1" status: 200 len: 945 time: 0.0817771 Sep 07 02:43:19.161124 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:19.186352 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5b8c3c48-b9a3-4b69-aa8e-9d445ca7252d req-ec87b304-bf0b-40b1-8c71-1781fcb4f8a7 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8aaf68a-cff5-4215-9ab9-069c88f88975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453804 Sep 07 02:43:19.193979 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device a5c9a6f1-cbe4-4930-b903-300352c2a6dc up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:43:19.195447 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d830de23-9b50-4d59-a9ed-89b08acd9347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:19.198786 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d830de23-9b50-4d59-a9ed-89b08acd9347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:19.199261 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-d830de23-9b50-4d59-a9ed-89b08acd9347 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ffb1bba0-b108-4e2e-b726-f0d1fb550a95 HTTP/1.1" status: 204 len: 168 time: 0.2891157 Sep 07 02:43:19.233247 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b02fcf02-fa10-4335-931a-49c1a9a127d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '375d3561-edb9-402b-b66f-0840ed864053'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:43:19.235609 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152dd02c-fdff-4636-baf0-2b22cb7a7597" -d '{"events": [{"server_uuid": "b02fcf02-fa10-4335-931a-49c1a9a127d0", "name": "network-vif-plugged", "status": "completed", "tag": "375d3561-edb9-402b-b66f-0840ed864053"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:43:19.249060 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-8a3beaca-8b89-4163-af20-e68bd8c0d689 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Allocated IP 172.25.5.208 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/be6ccb5b-1286-4769-a793-0116c5af70db) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:43:19.254402 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 375d3561-edb9-402b-b66f-0840ed864053, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=375d3561-edb9-402b-b66f-0840ed864053,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:43:19.266259 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:19.290074 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d830de23-9b50-4d59-a9ed-89b08acd9347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb1bba0-b108-4e2e-b726-f0d1fb550a95,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:19.332716 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port a5c9a6f1-cbe4-4930-b903-300352c2a6dc completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:43:19.339438 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port a5c9a6f1-cbe4-4930-b903-300352c2a6dc triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:43:19.339845 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:19.342455 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=375d3561-edb9-402b-b66f-0840ed864053,revision_number=9']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:19.368614 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:43:19.368968 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:43:19.369318 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:43:19.369665 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:43:19.370006 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:43:19.370343 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:43:19.370677 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:43:19.371027 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:43:19.371348 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:43:19.371692 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:43:19.372023 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:43:19.372351 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:43:19.432901 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8a3beaca-8b89-4163-af20-e68bd8c0d689 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:19.446660 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:19.484370 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-353b3a5a-aaf7-4ca8-945f-17aeb354fba9 req-f81ca3ef-0f7b-4a1f-bc85-073ba3e7f072 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1669474233&fields=id&tenant_id=bb24ffbc5cf943e289e4dc22c0bba90b HTTP/1.1" status: 200 len: 267 time: 0.1957808 Sep 07 02:43:19.500489 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port a5c9a6f1-cbe4-4930-b903-300352c2a6dc, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=a5c9a6f1-cbe4-4930-b903-300352c2a6dc,segment=NetworkSegment(b8bc3fdf-2e3e-4972-88d9-8c4ff4b8870b),segment_id=b8bc3fdf-2e3e-4972-88d9-8c4ff4b8870b)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:43:19.507738 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:19.541808 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8a3beaca-8b89-4163-af20-e68bd8c0d689 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:19.573121 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=a5c9a6f1-cbe4-4930-b903-300352c2a6dc,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:19.592278 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3beaca-8b89-4163-af20-e68bd8c0d689 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:43:19.603572 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b3a5a-aaf7-4ca8-945f-17aeb354fba9 req-106b009f-51d5-4795-ade3-9beeb5195277 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:19.605000 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-353b3a5a-aaf7-4ca8-945f-17aeb354fba9 req-106b009f-51d5-4795-ade3-9beeb5195277 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/ports?device_id=24326cae-431b-4162-9904-b71c80ea03fc HTTP/1.1" status: 200 len: 945 time: 0.1090734 Sep 07 02:43:19.609815 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-8a3beaca-8b89-4163-af20-e68bd8c0d689 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:43:19.619220 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5272bf80-1197-441f-a371-ee6244639ede x-openstack-request-id: req-5272bf80-1197-441f-a371-ee6244639ede {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:43:19.619719 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b02fcf02-fa10-4335-931a-49c1a9a127d0", "name": "network-vif-plugged", "status": "completed", "tag": "375d3561-edb9-402b-b66f-0840ed864053", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:43:19.620171 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5272bf80-1197-441f-a371-ee6244639ede {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:43:19.621735 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b02fcf02-fa10-4335-931a-49c1a9a127d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '375d3561-edb9-402b-b66f-0840ed864053', 'code': 200} Sep 07 02:43:19.623989 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3beaca-8b89-4163-af20-e68bd8c0d689 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:43:19.634982 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-353b3a5a-aaf7-4ca8-945f-17aeb354fba9 req-8354e3b4-8f79-4de7-96cb-71527d332182 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Request body: {'port': {'security_groups': ['f8aaf68a-cff5-4215-9ab9-069c88f88975', '0e7aa197-e8ed-4ff2-82e5-88f2fd3e930a']}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:43:19.657901 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3beaca-8b89-4163-af20-e68bd8c0d689 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Pushing event updated for resources: {'Port': ['ID=be6ccb5b-1286-4769-a793-0116c5af70db,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:19.751154 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-353b3a5a-aaf7-4ca8-945f-17aeb354fba9 req-8354e3b4-8f79-4de7-96cb-71527d332182 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:19.796726 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783b93a-c179-433d-a3a6-e3c1e54346be req-31da0852-d848-49fe-bfc1-1d51b992fb52 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:19.798383 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7783b93a-c179-433d-a3a6-e3c1e54346be req-31da0852-d848-49fe-bfc1-1d51b992fb52 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=b02fcf02-fa10-4335-931a-49c1a9a127d0 HTTP/1.1" status: 200 len: 949 time: 0.0621002 Sep 07 02:43:19.827451 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8a3beaca-8b89-4163-af20-e68bd8c0d689 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:19.857653 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7783b93a-c179-433d-a3a6-e3c1e54346be req-2922e41e-bdfc-45fd-9ca6-ca359bfec375 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499368 Sep 07 02:43:19.890123 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8a3beaca-8b89-4163-af20-e68bd8c0d689 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:19.993907 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8dbaff-7d0d-4872-83a4-4823945d54d3 req-6828ba7b-b683-4dbc-8e82-9adc9fe61eda tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:19.995558 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0a8dbaff-7d0d-4872-83a4-4823945d54d3 req-6828ba7b-b683-4dbc-8e82-9adc9fe61eda tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=689b9a0a-ac60-4891-8d11-873c16ea8152 HTTP/1.1" status: 200 len: 944 time: 0.0591412 Sep 07 02:43:20.052263 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0a8dbaff-7d0d-4872-83a4-4823945d54d3 req-5e3ce849-8c22-4c59-a4a3-67beb3809838 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478776 Sep 07 02:43:20.066867 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 0991e88a-4d99-49ad-a79c-9b5241e6093b up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:43:20.097902 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-353b3a5a-aaf7-4ca8-945f-17aeb354fba9 req-8354e3b4-8f79-4de7-96cb-71527d332182 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] For port 6110b5d6-61e0-465d-949d-7b8cf3caffc7, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=6110b5d6-61e0-465d-949d-7b8cf3caffc7,segment=NetworkSegment(bd74203e-fa6d-4c2a-b87e-ee55b06c2f76),segment_id=bd74203e-fa6d-4c2a-b87e-ee55b06c2f76)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:43:20.136972 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port 0991e88a-4d99-49ad-a79c-9b5241e6093b completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:43:20.144068 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port 0991e88a-4d99-49ad-a79c-9b5241e6093b triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:43:20.145607 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:20.150363 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-353b3a5a-aaf7-4ca8-945f-17aeb354fba9 req-8354e3b4-8f79-4de7-96cb-71527d332182 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:20.157630 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-353b3a5a-aaf7-4ca8-945f-17aeb354fba9 req-8354e3b4-8f79-4de7-96cb-71527d332182 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:20.177992 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['1059679b-237b-43f6-9bf3-eb07cfd90780', '6110b5d6-61e0-465d-949d-7b8cf3caffc7'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:43:20.228017 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8a3beaca-8b89-4163-af20-e68bd8c0d689 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:20.252650 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b3a5a-aaf7-4ca8-945f-17aeb354fba9 req-8354e3b4-8f79-4de7-96cb-71527d332182 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:20.253288 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-353b3a5a-aaf7-4ca8-945f-17aeb354fba9 req-8354e3b4-8f79-4de7-96cb-71527d332182 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:20.254722 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-353b3a5a-aaf7-4ca8-945f-17aeb354fba9 req-8354e3b4-8f79-4de7-96cb-71527d332182 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "PUT /v2.0/ports/6110b5d6-61e0-465d-949d-7b8cf3caffc7 HTTP/1.1" status: 200 len: 981 time: 0.6329970 Sep 07 02:43:20.257672 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8a3beaca-8b89-4163-af20-e68bd8c0d689 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:20.265757 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24326cae-431b-4162-9904-b71c80ea03fc', 'tag': '6110b5d6-61e0-465d-949d-7b8cf3caffc7'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:43:20.268088 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b60198-5fee-4a9b-9de8-6455eb0872d6" -d '{"events": [{"name": "network-changed", "server_uuid": "24326cae-431b-4162-9904-b71c80ea03fc", "tag": "6110b5d6-61e0-465d-949d-7b8cf3caffc7"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:43:20.327034 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7574a56-16ac-425b-af19-de6b9e3b6692 req-433ff1e4-3501-45df-9f3d-87a57c72a439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:20.328962 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c7574a56-16ac-425b-af19-de6b9e3b6692 req-433ff1e4-3501-45df-9f3d-87a57c72a439 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b02fcf02-fa10-4335-931a-49c1a9a127d0&tenant_id=ef46d2c6ddda4358910a6e6d3c8cd1f8 HTTP/1.1" status: 200 len: 1101 time: 0.1540639 Sep 07 02:43:20.337218 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8354e3b4-8f79-4de7-96cb-71527d332182 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Pushing event updated for resources: {'Port': ['ID=6110b5d6-61e0-465d-949d-7b8cf3caffc7,revision_number=6']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:20.340956 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9df0fcf-dd06-4098-b643-846bfef54aea x-openstack-request-id: req-b9df0fcf-dd06-4098-b643-846bfef54aea {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:43:20.341442 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24326cae-431b-4162-9904-b71c80ea03fc", "tag": "6110b5d6-61e0-465d-949d-7b8cf3caffc7", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:43:20.341883 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b9df0fcf-dd06-4098-b643-846bfef54aea {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:43:20.342450 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24326cae-431b-4162-9904-b71c80ea03fc', 'tag': '6110b5d6-61e0-465d-949d-7b8cf3caffc7', 'status': 'completed', 'code': 200} Sep 07 02:43:20.356403 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-c7574a56-16ac-425b-af19-de6b9e3b6692 req-4c644c03-8be1-43c5-b52d-1b197e129fa4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-796209-16', 'device_owner': 'compute:nova'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:43:20.374588 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:20.411247 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b60198-5fee-4a9b-9de8-6455eb0872d6 req-a2d41103-fa3e-447c-b8ba-d07c86539f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:20.413090 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c7b60198-5fee-4a9b-9de8-6455eb0872d6 req-a2d41103-fa3e-447c-b8ba-d07c86539f50 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb24ffbc5cf943e289e4dc22c0bba90b&device_id=24326cae-431b-4162-9904-b71c80ea03fc HTTP/1.1" status: 200 len: 1136 time: 0.0526676 Sep 07 02:43:20.419814 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 0991e88a-4d99-49ad-a79c-9b5241e6093b, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=0991e88a-4d99-49ad-a79c-9b5241e6093b,segment=NetworkSegment(737bac5c-5e4b-4b03-a099-f644edcc6c52),segment_id=737bac5c-5e4b-4b03-a099-f644edcc6c52)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:43:20.445395 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['6110b5d6-61e0-465d-949d-7b8cf3caffc7'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:43:20.459985 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8a3beaca-8b89-4163-af20-e68bd8c0d689 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:20.484587 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c7574a56-16ac-425b-af19-de6b9e3b6692 req-4c644c03-8be1-43c5-b52d-1b197e129fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:20.497458 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:20.499133 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3beaca-8b89-4163-af20-e68bd8c0d689 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Pushing event updated for resources: {'Port': ['ID=be6ccb5b-1286-4769-a793-0116c5af70db,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:20.506675 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8a3beaca-8b89-4163-af20-e68bd8c0d689 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:20.515523 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-8a3beaca-8b89-4163-af20-e68bd8c0d689 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6577618 Sep 07 02:43:20.515523 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8f8bd4b9-ccd8-48ff-bd52-452c4c6e4d79 req-8d11b3fb-34b1-4882-8fb1-82e8eaef5af2 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/security-groups/0e7aa197-e8ed-4ff2-82e5-88f2fd3e930a HTTP/1.1" status: 200 len: 1802 time: 0.2084401 Sep 07 02:43:20.637820 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=0991e88a-4d99-49ad-a79c-9b5241e6093b,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:20.679586 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b60198-5fee-4a9b-9de8-6455eb0872d6 req-3fe5e4b0-01df-4ef0-83e0-5983da8aa57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:20.683410 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c7b60198-5fee-4a9b-9de8-6455eb0872d6 req-3fe5e4b0-01df-4ef0-83e0-5983da8aa57f service neutron] 10.222.0.16 "GET /v2.0/networks?id=33554464-2d1d-4995-b9e1-cd6ab6ccbd1b HTTP/1.1" status: 200 len: 913 time: 0.2589583 Sep 07 02:43:20.711317 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device a5c9a6f1-cbe4-4930-b903-300352c2a6dc up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:43:20.793413 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c7b60198-5fee-4a9b-9de8-6455eb0872d6 req-63377e6d-27a3-463f-9834-3f1f18c2fe1b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6110b5d6-61e0-465d-949d-7b8cf3caffc7 HTTP/1.1" status: 200 len: 217 time: 0.0981820 Sep 07 02:43:20.794431 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-c7574a56-16ac-425b-af19-de6b9e3b6692 req-4c644c03-8be1-43c5-b52d-1b197e129fa4 service neutron] For port 375d3561-edb9-402b-b66f-0840ed864053, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=375d3561-edb9-402b-b66f-0840ed864053,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:43:20.831865 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port a5c9a6f1-cbe4-4930-b903-300352c2a6dc triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:43:20.832238 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:20.848057 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-c7574a56-16ac-425b-af19-de6b9e3b6692 req-4c644c03-8be1-43c5-b52d-1b197e129fa4 service neutron] For port 375d3561-edb9-402b-b66f-0840ed864053, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:43:20.863547 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b60198-5fee-4a9b-9de8-6455eb0872d6 req-4e71ab1b-5922-4bb0-a06b-b997ed8e3b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:20.865181 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c7b60198-5fee-4a9b-9de8-6455eb0872d6 req-4e71ab1b-5922-4bb0-a06b-b997ed8e3b8e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=625a5dfe-132b-45d5-8134-acdfd7b873bb HTTP/1.1" status: 200 len: 853 time: 0.0644002 Sep 07 02:43:20.925878 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c7574a56-16ac-425b-af19-de6b9e3b6692 req-4c644c03-8be1-43c5-b52d-1b197e129fa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:20.943034 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [req-8f8bd4b9-ccd8-48ff-bd52-452c4c6e4d79 req-0fc32957-d4c4-4a10-9406-c27518013114 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 07 02:43:20.943711 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c7b60198-5fee-4a9b-9de8-6455eb0872d6 req-977978d3-ca8c-4d79-b4b9-ea31f72383a1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=33554464-2d1d-4995-b9e1-cd6ab6ccbd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636220 Sep 07 02:43:20.944126 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8f8bd4b9-ccd8-48ff-bd52-452c4c6e4d79 req-0fc32957-d4c4-4a10-9406-c27518013114 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "DELETE /v2.0/security-groups/0e7aa197-e8ed-4ff2-82e5-88f2fd3e930a HTTP/1.1" status: 409 len: 341 time: 0.4259214 Sep 07 02:43:20.947895 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-c7574a56-16ac-425b-af19-de6b9e3b6692 req-4c644c03-8be1-43c5-b52d-1b197e129fa4 service neutron] Transition to ACTIVE for port object 375d3561-edb9-402b-b66f-0840ed864053 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:43:20.954116 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c7574a56-16ac-425b-af19-de6b9e3b6692 req-4c644c03-8be1-43c5-b52d-1b197e129fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:21.011796 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-24725d27-e894-46eb-8808-c7d64d3186fc tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--941989403&fields=id&tenant_id=afaf54fa75d241989f6b7192737d6028 HTTP/1.1" status: 200 len: 267 time: 0.0756929 Sep 07 02:43:21.074129 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c644c03-8be1-43c5-b52d-1b197e129fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=375d3561-edb9-402b-b66f-0840ed864053,revision_number=10']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:21.095600 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-9d82160e-4521-46a6-b718-5c948f88eeb2 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:21.102783 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-9d82160e-4521-46a6-b718-5c948f88eeb2 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports/4857470d-e751-42ad-b0ae-ff54d7d0611e HTTP/1.1" status: 200 len: 937 time: 0.0901158 Sep 07 02:43:21.130428 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7574a56-16ac-425b-af19-de6b9e3b6692 req-4c644c03-8be1-43c5-b52d-1b197e129fa4 service neutron] No DVR routers for this DVR port 375d3561-edb9-402b-b66f-0840ed864053 on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:43:21.160116 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c7b60198-5fee-4a9b-9de8-6455eb0872d6 req-10274e4d-5b4c-4d34-8386-feebc8b6efe2 service neutron] 10.222.0.16 "GET /v2.0/networks/33554464-2d1d-4995-b9e1-cd6ab6ccbd1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075901 Sep 07 02:43:21.166948 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-dc7abaf8-a3dc-4581-abaa-c65577baabfe tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:21.167754 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43499c78-c5d1-40a1-b145-893982e88895 req-cd897cba-a3d4-4744-af23-94808d761bd9 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:21.168314 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-dc7abaf8-a3dc-4581-abaa-c65577baabfe tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports/6d6cd00f-b2ec-4d02-88ed-e2f7438c43b6 HTTP/1.1" status: 200 len: 935 time: 0.0647616 Sep 07 02:43:21.169271 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-43499c78-c5d1-40a1-b145-893982e88895 req-cd897cba-a3d4-4744-af23-94808d761bd9 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=b02fcf02-fa10-4335-931a-49c1a9a127d0 HTTP/1.1" status: 200 len: 948 time: 0.1344280 Sep 07 02:43:21.193910 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-c7574a56-16ac-425b-af19-de6b9e3b6692 req-4c644c03-8be1-43c5-b52d-1b197e129fa4 service neutron] Attempting to bind port 375d3561-edb9-402b-b66f-0840ed864053 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:43:21.194224 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-c7574a56-16ac-425b-af19-de6b9e3b6692 req-4c644c03-8be1-43c5-b52d-1b197e129fa4 service neutron] Attempting to bind port 375d3561-edb9-402b-b66f-0840ed864053 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:43:21.195122 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7574a56-16ac-425b-af19-de6b9e3b6692 req-4c644c03-8be1-43c5-b52d-1b197e129fa4 service neutron] Attempting to bind port 375d3561-edb9-402b-b66f-0840ed864053 on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:43:21.205126 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7574a56-16ac-425b-af19-de6b9e3b6692 req-4c644c03-8be1-43c5-b52d-1b197e129fa4 service neutron] Port 375d3561-edb9-402b-b66f-0840ed864053 on network 0823ecf3-066e-49bd-a451-2e84ab79a70f not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:43:21.205451 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7574a56-16ac-425b-af19-de6b9e3b6692 req-4c644c03-8be1-43c5-b52d-1b197e129fa4 service neutron] Attempting to bind port 375d3561-edb9-402b-b66f-0840ed864053 on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:43:21.218257 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7574a56-16ac-425b-af19-de6b9e3b6692 req-4c644c03-8be1-43c5-b52d-1b197e129fa4 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:43:21.218599 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7574a56-16ac-425b-af19-de6b9e3b6692 req-4c644c03-8be1-43c5-b52d-1b197e129fa4 service neutron] Checking segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:43:21.218986 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7574a56-16ac-425b-af19-de6b9e3b6692 req-4c644c03-8be1-43c5-b52d-1b197e129fa4 service neutron] Bound using segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:43:21.219432 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-c7574a56-16ac-425b-af19-de6b9e3b6692 req-4c644c03-8be1-43c5-b52d-1b197e129fa4 service neutron] Bound port: 375d3561-edb9-402b-b66f-0840ed864053, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:43:21.219819 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c7574a56-16ac-425b-af19-de6b9e3b6692 req-4c644c03-8be1-43c5-b52d-1b197e129fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:21.234243 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-43499c78-c5d1-40a1-b145-893982e88895 req-4dfd4db3-cfae-4977-b81f-9b1ffd064331 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574360 Sep 07 02:43:21.254522 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:21.272286 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-04e72555-f3e2-4f36-8971-a94575277b0b tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?network_id=5ef2135d-eb79-4b03-bc59-b7d80582547a&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0841541 Sep 07 02:43:21.277439 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:21.309939 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-c7574a56-16ac-425b-af19-de6b9e3b6692 req-4c644c03-8be1-43c5-b52d-1b197e129fa4 service neutron] For port 375d3561-edb9-402b-b66f-0840ed864053, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:43:21.313535 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-c7574a56-16ac-425b-af19-de6b9e3b6692 req-4c644c03-8be1-43c5-b52d-1b197e129fa4 service neutron] For port 375d3561-edb9-402b-b66f-0840ed864053, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=375d3561-edb9-402b-b66f-0840ed864053,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:43:21.320161 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c7574a56-16ac-425b-af19-de6b9e3b6692 req-4c644c03-8be1-43c5-b52d-1b197e129fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:21.347978 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-360a8363-b011-465b-8c8c-837805417ff5 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?network_id=5ef2135d-eb79-4b03-bc59-b7d80582547a&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0744548 Sep 07 02:43:21.359464 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7574a56-16ac-425b-af19-de6b9e3b6692 req-4c644c03-8be1-43c5-b52d-1b197e129fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:21.360140 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c7574a56-16ac-425b-af19-de6b9e3b6692 req-4c644c03-8be1-43c5-b52d-1b197e129fa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:21.361739 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c7574a56-16ac-425b-af19-de6b9e3b6692 req-4c644c03-8be1-43c5-b52d-1b197e129fa4 service neutron] 10.222.0.23 "PUT /v2.0/ports/375d3561-edb9-402b-b66f-0840ed864053 HTTP/1.1" status: 200 len: 1097 time: 1.0146453 Sep 07 02:43:21.397188 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c644c03-8be1-43c5-b52d-1b197e129fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=375d3561-edb9-402b-b66f-0840ed864053,revision_number=11']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:21.458471 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7574a56-16ac-425b-af19-de6b9e3b6692 req-024c9e6d-6a28-41ec-b8c7-97b4063e0a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:21.460139 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c7574a56-16ac-425b-af19-de6b9e3b6692 req-024c9e6d-6a28-41ec-b8c7-97b4063e0a36 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ef46d2c6ddda4358910a6e6d3c8cd1f8&device_id=b02fcf02-fa10-4335-931a-49c1a9a127d0 HTTP/1.1" status: 200 len: 1100 time: 0.0743527 Sep 07 02:43:21.474300 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c7b60198-5fee-4a9b-9de8-6455eb0872d6 req-68d736da-f25b-4476-903c-1091ae40fc02 service neutron] 10.222.0.16 "GET /v2.0/networks/33554464-2d1d-4995-b9e1-cd6ab6ccbd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050156 Sep 07 02:43:21.534435 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-2a6eacf7-2c07-4ee7-8877-b08c292e239f tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:21.541059 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-2a6eacf7-2c07-4ee7-8877-b08c292e239f tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:21.547062 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-2a6eacf7-2c07-4ee7-8877-b08c292e239f tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:21.548758 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-2a6eacf7-2c07-4ee7-8877-b08c292e239f tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/networks?id=ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96&id=fef96230-f3dd-4368-8b6e-5738962456fc&id=fef96230-f3dd-4368-8b6e-5738962456fc&id=5ef2135d-eb79-4b03-bc59-b7d80582547a&id=5ef2135d-eb79-4b03-bc59-b7d80582547a HTTP/1.1" status: 200 len: 1993 time: 0.1917188 Sep 07 02:43:21.587160 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-081629d2-726b-40de-8dbf-b7948255738d tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/quotas/afaf54fa75d241989f6b7192737d6028 HTTP/1.1" status: 200 len: 375 time: 0.0259805 Sep 07 02:43:21.609750 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a451b3-97de-45d4-a8a5-df7e020b8cf4 req-c3780c74-27c3-4d5b-885b-b30849d55543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:21.611296 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a8a451b3-97de-45d4-a8a5-df7e020b8cf4 req-c3780c74-27c3-4d5b-885b-b30849d55543 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb24ffbc5cf943e289e4dc22c0bba90b&device_id=24326cae-431b-4162-9904-b71c80ea03fc HTTP/1.1" status: 200 len: 1136 time: 0.0614650 Sep 07 02:43:21.622399 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7574a56-16ac-425b-af19-de6b9e3b6692 req-3cfad521-a396-4e56-af10-0e26e181c197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:21.623069 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '689b9a0a-ac60-4891-8d11-873c16ea8152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0991e88a-4d99-49ad-a79c-9b5241e6093b'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:43:21.625380 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c7574a56-16ac-425b-af19-de6b9e3b6692 req-3cfad521-a396-4e56-af10-0e26e181c197 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0823ecf3-066e-49bd-a451-2e84ab79a70f HTTP/1.1" status: 200 len: 869 time: 0.1577353 Sep 07 02:43:21.625748 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd95a2d7-1103-4be2-b802-18bf4f45e18e" -d '{"events": [{"server_uuid": "689b9a0a-ac60-4891-8d11-873c16ea8152", "name": "network-vif-plugged", "status": "completed", "tag": "0991e88a-4d99-49ad-a79c-9b5241e6093b"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:43:21.635411 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536a508-6a80-40d7-991b-c27ac78d43e4 req-07bb8b40-2281-4b39-a29e-80a4a3aa1712 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:21.636895 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f536a508-6a80-40d7-991b-c27ac78d43e4 req-07bb8b40-2281-4b39-a29e-80a4a3aa1712 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=689b9a0a-ac60-4891-8d11-873c16ea8152 HTTP/1.1" status: 200 len: 945 time: 0.0812128 Sep 07 02:43:21.686671 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c7574a56-16ac-425b-af19-de6b9e3b6692 req-df2d13d0-96fa-49a2-9d44-ed277095efc9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=375d3561-edb9-402b-b66f-0840ed864053 HTTP/1.1" status: 200 len: 217 time: 0.0487297 Sep 07 02:43:21.727145 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-aa6dfbfd-0b4e-4be7-9471-330138cfb9ff tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=afaf54fa75d241989f6b7192737d6028&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1290467 Sep 07 02:43:21.739143 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f536a508-6a80-40d7-991b-c27ac78d43e4 req-a58fbd3e-6b5c-4bf3-a5cf-eac955bac925 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950162 Sep 07 02:43:21.757793 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a451b3-97de-45d4-a8a5-df7e020b8cf4 req-9335c14c-8261-42d6-8e43-228791db8d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:21.759520 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a8a451b3-97de-45d4-a8a5-df7e020b8cf4 req-9335c14c-8261-42d6-8e43-228791db8d08 service neutron] 10.222.0.16 "GET /v2.0/networks?id=33554464-2d1d-4995-b9e1-cd6ab6ccbd1b HTTP/1.1" status: 200 len: 913 time: 0.1179137 Sep 07 02:43:21.763238 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7574a56-16ac-425b-af19-de6b9e3b6692 req-903327ec-b2fc-4a05-9eb0-3f870a7e0dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:21.764718 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c7574a56-16ac-425b-af19-de6b9e3b6692 req-903327ec-b2fc-4a05-9eb0-3f870a7e0dfc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.0709617 Sep 07 02:43:21.810382 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a8a451b3-97de-45d4-a8a5-df7e020b8cf4 req-e261e74e-4d29-4389-a86d-c044e7f92252 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6110b5d6-61e0-465d-949d-7b8cf3caffc7 HTTP/1.1" status: 200 len: 217 time: 0.0428133 Sep 07 02:43:21.823433 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7574a56-16ac-425b-af19-de6b9e3b6692 req-4df37b0b-989b-4e15-b9ab-19e21721d581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:21.825274 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c7574a56-16ac-425b-af19-de6b9e3b6692 req-4df37b0b-989b-4e15-b9ab-19e21721d581 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0528235 Sep 07 02:43:21.862873 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a451b3-97de-45d4-a8a5-df7e020b8cf4 req-ca7efe07-0f20-4e8f-bbb4-8137fa6b0210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:21.865197 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a8a451b3-97de-45d4-a8a5-df7e020b8cf4 req-ca7efe07-0f20-4e8f-bbb4-8137fa6b0210 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=625a5dfe-132b-45d5-8134-acdfd7b873bb HTTP/1.1" status: 200 len: 853 time: 0.0464189 Sep 07 02:43:21.911182 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a8a451b3-97de-45d4-a8a5-df7e020b8cf4 req-4195e29e-5b16-42d7-9199-2371abb68b59 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=33554464-2d1d-4995-b9e1-cd6ab6ccbd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326753 Sep 07 02:43:21.964098 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835abb6-0cee-4be7-ae6e-4c27ff852d9b req-84763f2d-f50c-445b-bf8d-997c509d231c tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:21.965583 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7835abb6-0cee-4be7-ae6e-4c27ff852d9b req-84763f2d-f50c-445b-bf8d-997c509d231c tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/ports?device_id=24326cae-431b-4162-9904-b71c80ea03fc HTTP/1.1" status: 200 len: 984 time: 0.0965285 Sep 07 02:43:21.967804 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c7574a56-16ac-425b-af19-de6b9e3b6692 req-0eb23c57-8725-4531-ba6a-01950af9f402 service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348460 Sep 07 02:43:22.049714 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-62437365-36fe-4259-aff4-08ce8c242ef8 service neutron] 10.222.0.22 "GET /v2.0/networks/ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093133 Sep 07 02:43:22.055381 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7835abb6-0cee-4be7-ae6e-4c27ff852d9b req-69a5e4c8-7647-421f-9403-0ccae07f8b41 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8aaf68a-cff5-4215-9ab9-069c88f88975&id=0e7aa197-e8ed-4ff2-82e5-88f2fd3e930a&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0831532 Sep 07 02:43:22.087679 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c7574a56-16ac-425b-af19-de6b9e3b6692 req-2e5c1d7a-bc8a-4965-85f5-9644484797f5 service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090012 Sep 07 02:43:22.094182 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a8a451b3-97de-45d4-a8a5-df7e020b8cf4 req-e321cbd8-cbd0-4ed9-bd94-e2db04475c77 service neutron] 10.222.0.16 "GET /v2.0/networks/33554464-2d1d-4995-b9e1-cd6ab6ccbd1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310639 Sep 07 02:43:22.216018 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-bec79077-2423-44ac-84cf-efac15ab937f service neutron] 10.222.0.22 "GET /v2.0/networks/ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586032 Sep 07 02:43:22.267508 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a8a451b3-97de-45d4-a8a5-df7e020b8cf4 req-cff978dd-c77b-4e6e-aa2b-cec465b00933 service neutron] 10.222.0.16 "GET /v2.0/networks/33554464-2d1d-4995-b9e1-cd6ab6ccbd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357884 Sep 07 02:43:22.269382 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-17619794-a8ff-49c7-925b-37677c0bf5dc service neutron] 10.222.0.22 "GET /v2.0/ports/4857470d-e751-42ad-b0ae-ff54d7d0611e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0491865 Sep 07 02:43:22.344932 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b02fcf02-fa10-4335-931a-49c1a9a127d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '375d3561-edb9-402b-b66f-0840ed864053'}, {'name': 'network-changed', 'server_uuid': 'b02fcf02-fa10-4335-931a-49c1a9a127d0', 'tag': '375d3561-edb9-402b-b66f-0840ed864053'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:43:22.348057 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c864c2-2f39-4d33-8008-c1e355bf6130" -d '{"events": [{"server_uuid": "b02fcf02-fa10-4335-931a-49c1a9a127d0", "name": "network-vif-unplugged", "status": "completed", "tag": "375d3561-edb9-402b-b66f-0840ed864053"}, {"name": "network-changed", "server_uuid": "b02fcf02-fa10-4335-931a-49c1a9a127d0", "tag": "375d3561-edb9-402b-b66f-0840ed864053"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:43:22.512795 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150c6df9-d5b6-4f17-b94c-9bdae1f447f1 x-openstack-request-id: req-150c6df9-d5b6-4f17-b94c-9bdae1f447f1 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:43:22.513280 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "689b9a0a-ac60-4891-8d11-873c16ea8152", "name": "network-vif-plugged", "status": "completed", "tag": "0991e88a-4d99-49ad-a79c-9b5241e6093b", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:43:22.513521 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-150c6df9-d5b6-4f17-b94c-9bdae1f447f1 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:43:22.513989 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '689b9a0a-ac60-4891-8d11-873c16ea8152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0991e88a-4d99-49ad-a79c-9b5241e6093b', 'code': 200} Sep 07 02:43:22.625965 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-0cc1914b-30c3-46a7-9629-dc7ab1beeda7 service neutron] 10.222.0.22 "GET /v2.0/networks/fef96230-f3dd-4368-8b6e-5738962456fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3499668 Sep 07 02:43:22.637662 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89fd491-9918-4ace-90ca-afe38a2485d5 req-b5baf494-ad5b-4416-b980-97f6e553678a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:22.639163 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b89fd491-9918-4ace-90ca-afe38a2485d5 req-b5baf494-ad5b-4416-b980-97f6e553678a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=689b9a0a-ac60-4891-8d11-873c16ea8152 HTTP/1.1" status: 200 len: 1097 time: 0.0592992 Sep 07 02:43:22.680828 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 375d3561-edb9-402b-b66f-0840ed864053 no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:43:22.695447 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a6d35-8d53-4ee9-842d-d1b96f32c6fd req-046a80a5-1785-48f6-88ab-4870216ddbd8 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:22.696985 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-608a6d35-8d53-4ee9-842d-d1b96f32c6fd req-046a80a5-1785-48f6-88ab-4870216ddbd8 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=b02fcf02-fa10-4335-931a-49c1a9a127d0 HTTP/1.1" status: 200 len: 948 time: 0.0748255 Sep 07 02:43:22.714715 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b89fd491-9918-4ace-90ca-afe38a2485d5 req-51948cd3-be8a-4d69-a73e-c6003789f5c3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618308 Sep 07 02:43:22.731386 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 375d3561-edb9-402b-b66f-0840ed864053 not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:43:22.743124 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-608a6d35-8d53-4ee9-842d-d1b96f32c6fd req-d59c1ea5-23ef-4ac6-beb7-d86dab9ca559 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383523 Sep 07 02:43:22.743981 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-d8142b84-642f-458d-81cb-bfa3156905e5 service neutron] 10.222.0.22 "GET /v2.0/networks/fef96230-f3dd-4368-8b6e-5738962456fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122711 Sep 07 02:43:22.788289 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-4afc64ed-a706-4e89-ae63-a607240d36b7 service neutron] 10.222.0.22 "GET /v2.0/ports/6d6cd00f-b2ec-4d02-88ed-e2f7438c43b6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0402448 Sep 07 02:43:22.805371 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 07 Sep 2021 02:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca992295-79f0-4ff4-b7fb-b074d878c1c7 x-openstack-request-id: req-ca992295-79f0-4ff4-b7fb-b074d878c1c7 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:43:22.805668 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b02fcf02-fa10-4335-931a-49c1a9a127d0", "name": "network-vif-unplugged", "status": "completed", "tag": "375d3561-edb9-402b-b66f-0840ed864053", "code": 200}, {"name": "network-changed", "server_uuid": "b02fcf02-fa10-4335-931a-49c1a9a127d0", "tag": "375d3561-edb9-402b-b66f-0840ed864053", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:43:22.805916 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ca992295-79f0-4ff4-b7fb-b074d878c1c7 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:43:22.806316 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b02fcf02-fa10-4335-931a-49c1a9a127d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '375d3561-edb9-402b-b66f-0840ed864053', 'code': 200} Sep 07 02:43:22.806570 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b02fcf02-fa10-4335-931a-49c1a9a127d0', 'tag': '375d3561-edb9-402b-b66f-0840ed864053', 'status': 'completed', 'code': 200} Sep 07 02:43:22.911748 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-40f3444b-febb-4bcc-a1ab-8ebdf8704543 service neutron] 10.222.0.22 "GET /v2.0/networks/fef96230-f3dd-4368-8b6e-5738962456fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171236 Sep 07 02:43:22.913758 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c864c2-2f39-4d33-8008-c1e355bf6130 req-eb7cdcf6-534a-4426-bfe1-268c9d1ce3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:22.915139 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b0c864c2-2f39-4d33-8008-c1e355bf6130 req-eb7cdcf6-534a-4426-bfe1-268c9d1ce3b8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef46d2c6ddda4358910a6e6d3c8cd1f8&device_id=b02fcf02-fa10-4335-931a-49c1a9a127d0 HTTP/1.1" status: 200 len: 1100 time: 0.0618253 Sep 07 02:43:22.976992 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c864c2-2f39-4d33-8008-c1e355bf6130 req-9039fb1c-692d-4282-9b65-d42424e0fca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:22.978669 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b0c864c2-2f39-4d33-8008-c1e355bf6130 req-9039fb1c-692d-4282-9b65-d42424e0fca9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ef46d2c6ddda4358910a6e6d3c8cd1f8&device_id=b02fcf02-fa10-4335-931a-49c1a9a127d0 HTTP/1.1" status: 200 len: 1100 time: 0.0437000 Sep 07 02:43:23.082328 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-b38786bf-1575-4d23-aea5-474d757282dd service neutron] 10.222.0.22 "GET /v2.0/networks/fef96230-f3dd-4368-8b6e-5738962456fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635170 Sep 07 02:43:23.088477 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c864c2-2f39-4d33-8008-c1e355bf6130 req-a9c7b574-143a-4828-996f-9149c541acbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:23.092423 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b0c864c2-2f39-4d33-8008-c1e355bf6130 req-a9c7b574-143a-4828-996f-9149c541acbd service neutron] 10.222.0.16 "GET /v2.0/networks?id=0823ecf3-066e-49bd-a451-2e84ab79a70f HTTP/1.1" status: 200 len: 869 time: 0.1661313 Sep 07 02:43:23.092733 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c864c2-2f39-4d33-8008-c1e355bf6130 req-2cc386f0-235c-4d5c-a7da-cb59336eef9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:23.094212 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b0c864c2-2f39-4d33-8008-c1e355bf6130 req-2cc386f0-235c-4d5c-a7da-cb59336eef9a service neutron] 10.222.0.23 "GET /v2.0/networks?id=0823ecf3-066e-49bd-a451-2e84ab79a70f HTTP/1.1" status: 200 len: 869 time: 0.1079957 Sep 07 02:43:23.148763 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b0c864c2-2f39-4d33-8008-c1e355bf6130 req-9cb815ef-96e0-438a-a073-f396d72ffc79 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=375d3561-edb9-402b-b66f-0840ed864053 HTTP/1.1" status: 200 len: 217 time: 0.0404725 Sep 07 02:43:23.160549 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b0c864c2-2f39-4d33-8008-c1e355bf6130 req-09d94b69-5392-484b-a288-2485e42625cd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=375d3561-edb9-402b-b66f-0840ed864053 HTTP/1.1" status: 200 len: 217 time: 0.0581255 Sep 07 02:43:23.213859 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c864c2-2f39-4d33-8008-c1e355bf6130 req-6759bd3a-be72-4edd-8154-707f9897bb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:23.215302 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b0c864c2-2f39-4d33-8008-c1e355bf6130 req-6759bd3a-be72-4edd-8154-707f9897bb41 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.0599351 Sep 07 02:43:23.248973 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c864c2-2f39-4d33-8008-c1e355bf6130 req-fc0b71d6-8c42-4bc3-ab94-68067fdb1862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:23.250433 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b0c864c2-2f39-4d33-8008-c1e355bf6130 req-fc0b71d6-8c42-4bc3-ab94-68067fdb1862 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.0628760 Sep 07 02:43:23.253856 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-77eb826c-78df-4116-9675-3961d2c30ce6 service neutron] 10.222.0.22 "GET /v2.0/networks/fef96230-f3dd-4368-8b6e-5738962456fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603503 Sep 07 02:43:23.277597 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe9e3f-8843-4893-bc35-0a48b6bd47cd req-209b2008-f0ec-4cdb-8262-f64c227c712a tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:23.279096 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f1fe9e3f-8843-4893-bc35-0a48b6bd47cd req-209b2008-f0ec-4cdb-8262-f64c227c712a tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=689b9a0a-ac60-4891-8d11-873c16ea8152 HTTP/1.1" status: 200 len: 945 time: 0.0796497 Sep 07 02:43:23.285653 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c864c2-2f39-4d33-8008-c1e355bf6130 req-f6966efa-2d90-4a1e-a30b-b0805dee704e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:23.287105 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b0c864c2-2f39-4d33-8008-c1e355bf6130 req-f6966efa-2d90-4a1e-a30b-b0805dee704e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0582104 Sep 07 02:43:23.349150 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f1fe9e3f-8843-4893-bc35-0a48b6bd47cd req-a97d308c-c26c-468a-abaa-15dcf96ceb2f tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610504 Sep 07 02:43:23.355237 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c864c2-2f39-4d33-8008-c1e355bf6130 req-8082f95a-490f-41e8-8884-bc70a8b87cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:23.356799 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b0c864c2-2f39-4d33-8008-c1e355bf6130 req-8082f95a-490f-41e8-8884-bc70a8b87cdd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0984435 Sep 07 02:43:23.403614 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-a4c9caf4-af0f-4ac6-a5be-cc38a552fa53 service neutron] 10.222.0.22 "GET /v2.0/networks/fef96230-f3dd-4368-8b6e-5738962456fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360471 Sep 07 02:43:23.405440 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b0c864c2-2f39-4d33-8008-c1e355bf6130 req-4b063724-c468-404e-ba75-25d691ac21f9 service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097097 Sep 07 02:43:23.523595 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b0c864c2-2f39-4d33-8008-c1e355bf6130 req-a2040f3e-097b-40ab-a95b-c33b34e943e4 service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570683 Sep 07 02:43:23.534936 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b0c864c2-2f39-4d33-8008-c1e355bf6130 req-c95b482c-7519-4b55-9655-ff4aad17021d service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208689 Sep 07 02:43:23.551567 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55faa9-2616-4357-a561-0ab6e2a50e85 req-0819c4d8-9643-4b6f-9408-bb50eaf87879 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:23.553071 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6e55faa9-2616-4357-a561-0ab6e2a50e85 req-0819c4d8-9643-4b6f-9408-bb50eaf87879 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/ports?device_id=24326cae-431b-4162-9904-b71c80ea03fc HTTP/1.1" status: 200 len: 984 time: 0.0664573 Sep 07 02:43:23.567675 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-4152b197-d7a6-4e86-8667-b6494aff166c service neutron] 10.222.0.22 "GET /v2.0/networks/fef96230-f3dd-4368-8b6e-5738962456fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581368 Sep 07 02:43:23.596753 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6e55faa9-2616-4357-a561-0ab6e2a50e85 req-9e83d8c4-bb9e-49a4-bb28-a002fc8b0efe tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8aaf68a-cff5-4215-9ab9-069c88f88975&id=0e7aa197-e8ed-4ff2-82e5-88f2fd3e930a&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0356045 Sep 07 02:43:23.696419 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b0c864c2-2f39-4d33-8008-c1e355bf6130 req-94a2ea19-b20c-49ad-8742-c49834636352 service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623697 Sep 07 02:43:23.710743 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-fb6275b3-1f3f-4576-af61-49ffa689337d service neutron] 10.222.0.22 "GET /v2.0/networks/fef96230-f3dd-4368-8b6e-5738962456fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360557 Sep 07 02:43:23.789880 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5e8c9b7d-6e94-4a43-946c-241b53cfdd82 req-a4114602-1c61-45b1-ac50-042d754a78c8 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1804952446&fields=id&tenant_id=bb24ffbc5cf943e289e4dc22c0bba90b HTTP/1.1" status: 200 len: 267 time: 0.0337703 Sep 07 02:43:23.803368 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-49f44e63-d2a2-4f85-9fd8-0bbb6214f4eb service neutron] 10.222.0.22 "GET /v2.0/networks/5ef2135d-eb79-4b03-bc59-b7d80582547a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851359 Sep 07 02:43:23.845577 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c9b7d-6e94-4a43-946c-241b53cfdd82 req-1d6dd19e-2f45-45ab-b242-109220edb2a6 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:23.847112 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5e8c9b7d-6e94-4a43-946c-241b53cfdd82 req-1d6dd19e-2f45-45ab-b242-109220edb2a6 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/ports?device_id=24326cae-431b-4162-9904-b71c80ea03fc HTTP/1.1" status: 200 len: 984 time: 0.0515158 Sep 07 02:43:23.858033 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-5e8c9b7d-6e94-4a43-946c-241b53cfdd82 req-14444f2d-3245-4de7-b57d-0455dab1a5b5 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Request body: {'port': {'security_groups': ['0e7aa197-e8ed-4ff2-82e5-88f2fd3e930a', 'f8aaf68a-cff5-4215-9ab9-069c88f88975', 'ad228a64-5da4-41ef-a616-8ed1da109434']}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:43:23.898569 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-4ef10f39-a947-42f0-af30-5031e2e8f70a service neutron] 10.222.0.22 "GET /v2.0/networks/5ef2135d-eb79-4b03-bc59-b7d80582547a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883508 Sep 07 02:43:23.933088 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5e8c9b7d-6e94-4a43-946c-241b53cfdd82 req-14444f2d-3245-4de7-b57d-0455dab1a5b5 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:23.991112 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-c8769b22-9d47-4d37-b4e8-3903abfb6c68 service neutron] 10.222.0.22 "GET /v2.0/networks/5ef2135d-eb79-4b03-bc59-b7d80582547a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864999 Sep 07 02:43:24.076465 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 375d3561-edb9-402b-b66f-0840ed864053 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:43:24.107286 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-8b6ac1ef-59b6-459e-bf82-fa41374e4f8d service neutron] 10.222.0.22 "GET /v2.0/networks/5ef2135d-eb79-4b03-bc59-b7d80582547a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070144 Sep 07 02:43:24.184288 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-5e8c9b7d-6e94-4a43-946c-241b53cfdd82 req-14444f2d-3245-4de7-b57d-0455dab1a5b5 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] For port 6110b5d6-61e0-465d-949d-7b8cf3caffc7, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=6110b5d6-61e0-465d-949d-7b8cf3caffc7,segment=NetworkSegment(bd74203e-fa6d-4c2a-b87e-ee55b06c2f76),segment_id=bd74203e-fa6d-4c2a-b87e-ee55b06c2f76)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:43:24.190164 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 375d3561-edb9-402b-b66f-0840ed864053, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=375d3561-edb9-402b-b66f-0840ed864053,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:43:24.215697 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '375d3561-edb9-402b-b66f-0840ed864053', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'port_id': '375d3561-edb9-402b-b66f-0840ed864053', 'mac_address': 'fa:16:3e:f3:2e:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '694f9550-ba12-4672-8446-41848123cea2', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:43:24.215970 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5e8c9b7d-6e94-4a43-946c-241b53cfdd82 req-14444f2d-3245-4de7-b57d-0455dab1a5b5 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:24.221708 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5e8c9b7d-6e94-4a43-946c-241b53cfdd82 req-14444f2d-3245-4de7-b57d-0455dab1a5b5 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:24.252299 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['1059679b-237b-43f6-9bf3-eb07cfd90780', '6110b5d6-61e0-465d-949d-7b8cf3caffc7'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:43:24.296851 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c9b7d-6e94-4a43-946c-241b53cfdd82 req-14444f2d-3245-4de7-b57d-0455dab1a5b5 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:24.299612 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5e8c9b7d-6e94-4a43-946c-241b53cfdd82 req-14444f2d-3245-4de7-b57d-0455dab1a5b5 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:24.301972 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5e8c9b7d-6e94-4a43-946c-241b53cfdd82 req-14444f2d-3245-4de7-b57d-0455dab1a5b5 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "PUT /v2.0/ports/6110b5d6-61e0-465d-949d-7b8cf3caffc7 HTTP/1.1" status: 200 len: 1020 time: 0.4483774 Sep 07 02:43:24.303271 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:24.321837 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14444f2d-3245-4de7-b57d-0455dab1a5b5 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Pushing event updated for resources: {'Port': ['ID=6110b5d6-61e0-465d-949d-7b8cf3caffc7,revision_number=7']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:24.331025 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 375d3561-edb9-402b-b66f-0840ed864053 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:43:24.371075 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 375d3561-edb9-402b-b66f-0840ed864053, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=375d3561-edb9-402b-b66f-0840ed864053,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:43:24.375427 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:24.433982 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['6110b5d6-61e0-465d-949d-7b8cf3caffc7'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:43:24.486645 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=375d3561-edb9-402b-b66f-0840ed864053,revision_number=12']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:24.651170 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['375d3561-edb9-402b-b66f-0840ed864053'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:43:24.823706 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24326cae-431b-4162-9904-b71c80ea03fc', 'tag': '6110b5d6-61e0-465d-949d-7b8cf3caffc7'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:43:24.827540 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9bb27a-9bc2-4a46-aac6-306e0caf4e18" -d '{"events": [{"name": "network-changed", "server_uuid": "24326cae-431b-4162-9904-b71c80ea03fc", "tag": "6110b5d6-61e0-465d-949d-7b8cf3caffc7"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:43:24.858727 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc2a4d-9253-4ceb-b1e9-e108fee2c8b9 req-a437bb31-e937-43d7-bf62-d024ac3f1cbc tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:24.860968 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5fbc2a4d-9253-4ceb-b1e9-e108fee2c8b9 req-a437bb31-e937-43d7-bf62-d024ac3f1cbc tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=b02fcf02-fa10-4335-931a-49c1a9a127d0 HTTP/1.1" status: 200 len: 949 time: 0.0813994 Sep 07 02:43:24.940225 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5fbc2a4d-9253-4ceb-b1e9-e108fee2c8b9 req-3ce35e12-1f83-4573-a562-8b3cd66d9d7f tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684347 Sep 07 02:43:24.995380 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d3ee31dc-0dbe-4dd6-bc0b-8501360e76b5 req-653e8eac-4010-44df-9956-8da0046c1eec tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/security-groups/ad228a64-5da4-41ef-a616-8ed1da109434 HTTP/1.1" status: 200 len: 1802 time: 0.0924318 Sep 07 02:43:25.061963 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb06fc8-33e5-49b9-b2f4-d660b831f541 req-608b0323-b907-40aa-b517-46a393416870 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:25.066118 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cfb06fc8-33e5-49b9-b2f4-d660b831f541 req-608b0323-b907-40aa-b517-46a393416870 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=689b9a0a-ac60-4891-8d11-873c16ea8152 HTTP/1.1" status: 200 len: 945 time: 0.0774252 Sep 07 02:43:25.096846 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c1d3d2-0c2a-4b0e-b48a-c9ae267b146c req-c4e6e1b6-f72b-459c-beb8-e9c6873ff7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:25.099136 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-92c1d3d2-0c2a-4b0e-b48a-c9ae267b146c req-c4e6e1b6-f72b-459c-beb8-e9c6873ff7a2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3c6e11955fd14c5c9b191cf5c7d7b41c&device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 1096 time: 0.1212614 Sep 07 02:43:25.102950 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [req-d3ee31dc-0dbe-4dd6-bc0b-8501360e76b5 req-cb23d18c-4919-488e-afc1-02a95d620eca tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 07 02:43:25.104076 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d3ee31dc-0dbe-4dd6-bc0b-8501360e76b5 req-cb23d18c-4919-488e-afc1-02a95d620eca tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "DELETE /v2.0/security-groups/ad228a64-5da4-41ef-a616-8ed1da109434 HTTP/1.1" status: 409 len: 341 time: 0.1078706 Sep 07 02:43:25.131280 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cfb06fc8-33e5-49b9-b2f4-d660b831f541 req-9325bf7d-0e9c-486a-97f0-a7bbe5ace72d tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576007 Sep 07 02:43:25.258927 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c1d3d2-0c2a-4b0e-b48a-c9ae267b146c req-dab4e2a0-5c69-41e2-8cf9-eb3d8350f2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:25.260818 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-92c1d3d2-0c2a-4b0e-b48a-c9ae267b146c req-dab4e2a0-5c69-41e2-8cf9-eb3d8350f2ee service neutron] 10.222.0.16 "GET /v2.0/networks?id=c7baff3a-2acd-47c4-826f-ff1b179e5161 HTTP/1.1" status: 200 len: 910 time: 0.1544936 Sep 07 02:43:25.309480 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c3e98c-88a2-46b4-a867-0d0cca7fc81f x-openstack-request-id: req-c1c3e98c-88a2-46b4-a867-0d0cca7fc81f {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:43:25.310162 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24326cae-431b-4162-9904-b71c80ea03fc", "tag": "6110b5d6-61e0-465d-949d-7b8cf3caffc7", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:43:25.310710 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c1c3e98c-88a2-46b4-a867-0d0cca7fc81f {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:43:25.311327 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24326cae-431b-4162-9904-b71c80ea03fc', 'tag': '6110b5d6-61e0-465d-949d-7b8cf3caffc7', 'status': 'completed', 'code': 200} Sep 07 02:43:25.320291 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-39f6fcb0-f4c6-4aa2-bff0-434a179601ac req-98c8fbbb-ec46-4ef4-b786-f6093b1ac0a5 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 210 time: 0.0393791 Sep 07 02:43:25.419341 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8dea33-b727-4ca8-ab64-b22b1aee20e7 req-b27c811b-8742-4a46-8ca4-8279b0fb75ea tempest-MigrationsAdminTest-1057057513 tempest-MigrationsAdminTest-1057057513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:25.421029 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ff8dea33-b727-4ca8-ab64-b22b1aee20e7 req-b27c811b-8742-4a46-8ca4-8279b0fb75ea tempest-MigrationsAdminTest-1057057513 tempest-MigrationsAdminTest-1057057513-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=b02fcf02-fa10-4335-931a-49c1a9a127d0 HTTP/1.1" status: 200 len: 1101 time: 0.0446179 Sep 07 02:43:25.441147 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-92c1d3d2-0c2a-4b0e-b48a-c9ae267b146c req-6e4461e0-abdb-463e-86e9-731daaf5fac8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e0a4062-b916-433e-8871-18aaa78c80ee HTTP/1.1" status: 200 len: 999 time: 0.1722159 Sep 07 02:43:25.453063 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9bb27a-9bc2-4a46-aac6-306e0caf4e18 req-a3ec958d-a5b8-4829-8448-041505f73061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:25.454440 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-df9bb27a-9bc2-4a46-aac6-306e0caf4e18 req-a3ec958d-a5b8-4829-8448-041505f73061 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb24ffbc5cf943e289e4dc22c0bba90b&device_id=24326cae-431b-4162-9904-b71c80ea03fc HTTP/1.1" status: 200 len: 1175 time: 0.1127543 Sep 07 02:43:25.461335 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ff8dea33-b727-4ca8-ab64-b22b1aee20e7 req-5af72916-a45c-4d17-9780-f73c098677b3 tempest-MigrationsAdminTest-1057057513 tempest-MigrationsAdminTest-1057057513-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327051 Sep 07 02:43:25.469080 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6e078-4618-4ccd-adc7-8b6edf2246a5 req-3be84bfe-e6e9-4081-9c6e-7cec24a99fa6 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:25.470594 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c2d6e078-4618-4ccd-adc7-8b6edf2246a5 req-3be84bfe-e6e9-4081-9c6e-7cec24a99fa6 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 944 time: 0.1110377 Sep 07 02:43:25.610824 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c1d3d2-0c2a-4b0e-b48a-c9ae267b146c req-ec06c3b4-b864-433d-885f-3938439e9d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:25.612503 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-92c1d3d2-0c2a-4b0e-b48a-c9ae267b146c req-ec06c3b4-b864-433d-885f-3938439e9d1f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=04737742-a3d0-4b6d-a6a4-ec1fe2e55890 HTTP/1.1" status: 200 len: 849 time: 0.1630540 Sep 07 02:43:25.617669 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c2d6e078-4618-4ccd-adc7-8b6edf2246a5 req-36a242a3-e056-4d24-8353-5197113df650 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376243 Sep 07 02:43:25.679638 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9bb27a-9bc2-4a46-aac6-306e0caf4e18 req-3f0a1295-4324-4573-b3cd-8b9e76b7b5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:25.681236 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-df9bb27a-9bc2-4a46-aac6-306e0caf4e18 req-3f0a1295-4324-4573-b3cd-8b9e76b7b5c1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=33554464-2d1d-4995-b9e1-cd6ab6ccbd1b HTTP/1.1" status: 200 len: 913 time: 0.2097533 Sep 07 02:43:25.690670 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c1d3d2-0c2a-4b0e-b48a-c9ae267b146c req-42560b5b-bfa0-47ce-b07a-6f17e0cc8326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:25.692299 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-92c1d3d2-0c2a-4b0e-b48a-c9ae267b146c req-42560b5b-bfa0-47ce-b07a-6f17e0cc8326 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7baff3a-2acd-47c4-826f-ff1b179e5161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0719473 Sep 07 02:43:25.715781 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b5cc3-3d9e-4190-a430-9c8ec7ca7d3d req-80bd87c9-610c-4c76-b4e7-7b79bcdde714 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:25.717305 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ea9b5cc3-3d9e-4190-a430-9c8ec7ca7d3d req-80bd87c9-610c-4c76-b4e7-7b79bcdde714 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=689b9a0a-ac60-4891-8d11-873c16ea8152 HTTP/1.1" status: 200 len: 945 time: 0.0554643 Sep 07 02:43:25.740888 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-df9bb27a-9bc2-4a46-aac6-306e0caf4e18 req-a93fb42b-baa8-4382-bd96-96f24cf7f6bc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6110b5d6-61e0-465d-949d-7b8cf3caffc7 HTTP/1.1" status: 200 len: 217 time: 0.0475099 Sep 07 02:43:25.759719 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ea9b5cc3-3d9e-4190-a430-9c8ec7ca7d3d req-3b2814cb-ff07-47d2-a3bd-07d618f1c5ab tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357137 Sep 07 02:43:25.843689 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9bb27a-9bc2-4a46-aac6-306e0caf4e18 req-d1db9f99-cfbf-492c-b09f-15a3be2b2f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:25.845180 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-df9bb27a-9bc2-4a46-aac6-306e0caf4e18 req-d1db9f99-cfbf-492c-b09f-15a3be2b2f09 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=625a5dfe-132b-45d5-8134-acdfd7b873bb HTTP/1.1" status: 200 len: 853 time: 0.0935535 Sep 07 02:43:25.865108 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a0a8f617-0f90-4cd9-b3d7-88ed58c1715d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:25.878757 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-92c1d3d2-0c2a-4b0e-b48a-c9ae267b146c req-d66dd61c-57cc-42c8-bfdc-0c7680564949 service neutron] 10.222.0.16 "GET /v2.0/networks/c7baff3a-2acd-47c4-826f-ff1b179e5161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770122 Sep 07 02:43:25.895319 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-df9bb27a-9bc2-4a46-aac6-306e0caf4e18 req-60782355-eac2-4a63-a572-ed1fb0421c5c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=33554464-2d1d-4995-b9e1-cd6ab6ccbd1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306625 Sep 07 02:43:26.044571 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-b478f513-b84d-44e7-b80f-3f095c15d7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:26.047123 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-b478f513-b84d-44e7-b80f-3f095c15d7db service neutron] 10.222.0.16 "GET /v2.0/ports/4857470d-e751-42ad-b0ae-ff54d7d0611e HTTP/1.1" status: 200 len: 1033 time: 0.0579236 Sep 07 02:43:26.060702 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a5119-576e-4d6c-a0a1-d72baf204b59 req-91bebfdc-4c10-407f-b801-69ee88671681 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:26.068625 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f35a5119-576e-4d6c-a0a1-d72baf204b59 req-91bebfdc-4c10-407f-b801-69ee88671681 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/ports?device_id=24326cae-431b-4162-9904-b71c80ea03fc HTTP/1.1" status: 200 len: 1023 time: 0.1076589 Sep 07 02:43:26.086682 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-92c1d3d2-0c2a-4b0e-b48a-c9ae267b146c req-f6c1e633-19fe-4dc3-8c7c-c0d0df95f467 service neutron] 10.222.0.16 "GET /v2.0/networks/c7baff3a-2acd-47c4-826f-ff1b179e5161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827624 Sep 07 02:43:26.089375 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-df9bb27a-9bc2-4a46-aac6-306e0caf4e18 req-e5e45723-e392-4a3a-b02f-7fc41aac6de2 service neutron] 10.222.0.16 "GET /v2.0/networks/33554464-2d1d-4995-b9e1-cd6ab6ccbd1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734636 Sep 07 02:43:26.090682 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 375d3561-edb9-402b-b66f-0840ed864053 up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:43:26.134717 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-dfff6354-2def-44d8-a84c-04254b13f34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:26.136521 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-dfff6354-2def-44d8-a84c-04254b13f34b service neutron] 10.222.0.16 "GET /v2.0/ports/6d6cd00f-b2ec-4d02-88ed-e2f7438c43b6 HTTP/1.1" status: 200 len: 1031 time: 0.0645592 Sep 07 02:43:26.183944 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f35a5119-576e-4d6c-a0a1-d72baf204b59 req-5226871c-6047-4778-a3e7-f794be8629de tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8aaf68a-cff5-4215-9ab9-069c88f88975&id=ad228a64-5da4-41ef-a616-8ed1da109434&id=0e7aa197-e8ed-4ff2-82e5-88f2fd3e930a&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1091287 Sep 07 02:43:26.195072 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port 375d3561-edb9-402b-b66f-0840ed864053 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:43:26.203236 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port 375d3561-edb9-402b-b66f-0840ed864053 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:43:26.203874 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:26.280996 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-df9bb27a-9bc2-4a46-aac6-306e0caf4e18 req-9fa25083-1f39-45ac-8605-45bb63ad810e service neutron] 10.222.0.16 "GET /v2.0/networks/33554464-2d1d-4995-b9e1-cd6ab6ccbd1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800792 Sep 07 02:43:26.371912 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:26.397669 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b02fcf02-fa10-4335-931a-49c1a9a127d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '375d3561-edb9-402b-b66f-0840ed864053'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:43:26.400169 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b333e17-52fe-42be-8322-96776689792b" -d '{"events": [{"server_uuid": "b02fcf02-fa10-4335-931a-49c1a9a127d0", "name": "network-vif-plugged", "status": "completed", "tag": "375d3561-edb9-402b-b66f-0840ed864053"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:43:26.407462 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed05f3ce-7d4c-4999-a36b-fbe560778275 req-45680a65-01a3-48a7-a4bd-9560c2a1248e tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:26.409271 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ed05f3ce-7d4c-4999-a36b-fbe560778275 req-45680a65-01a3-48a7-a4bd-9560c2a1248e tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=b02fcf02-fa10-4335-931a-49c1a9a127d0 HTTP/1.1" status: 200 len: 949 time: 0.0886581 Sep 07 02:43:26.416223 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 375d3561-edb9-402b-b66f-0840ed864053, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=375d3561-edb9-402b-b66f-0840ed864053,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:43:26.420474 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-7b49bab5-ca19-45f3-bce9-8d2d34ebc11a tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:26.424311 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:26.427328 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-7b49bab5-ca19-45f3-bce9-8d2d34ebc11a tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:26.435097 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-7b49bab5-ca19-45f3-bce9-8d2d34ebc11a tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:26.436745 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-7b49bab5-ca19-45f3-bce9-8d2d34ebc11a tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.16 "GET /v2.0/networks?id=ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96&id=fef96230-f3dd-4368-8b6e-5738962456fc&id=fef96230-f3dd-4368-8b6e-5738962456fc&id=fef96230-f3dd-4368-8b6e-5738962456fc&id=fef96230-f3dd-4368-8b6e-5738962456fc&id=5ef2135d-eb79-4b03-bc59-b7d80582547a&id=5ef2135d-eb79-4b03-bc59-b7d80582547a HTTP/1.1" status: 200 len: 1993 time: 0.2881076 Sep 07 02:43:26.480154 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8718aec9-3f9e-465a-b5e1-a78dcb5b4a11 req-900358aa-6be1-44d5-bc0e-248bd1cf2a2e tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:26.490332 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8718aec9-3f9e-465a-b5e1-a78dcb5b4a11 req-900358aa-6be1-44d5-bc0e-248bd1cf2a2e tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=689b9a0a-ac60-4891-8d11-873c16ea8152 HTTP/1.1" status: 200 len: 945 time: 0.0652905 Sep 07 02:43:26.522181 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ed05f3ce-7d4c-4999-a36b-fbe560778275 req-6271fd38-18cf-4b9f-9cd5-7a7a9e566acb tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797534 Sep 07 02:43:26.524510 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=375d3561-edb9-402b-b66f-0840ed864053,revision_number=13']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:26.532631 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8718aec9-3f9e-465a-b5e1-a78dcb5b4a11 req-6a2609ce-4011-4a9d-865f-66ff3d7ea49f tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413415 Sep 07 02:43:26.534362 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-21e24c8e-769c-462b-a9ab-a38699737cd4 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=afaf54fa75d241989f6b7192737d6028 HTTP/1.1" status: 200 len: 379 time: 0.0818055 Sep 07 02:43:26.548508 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-9de61561-b212-4cb5-bb2d-c942b4883b64 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Request body: {'port': {'device_id': '5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc', 'network_id': 'ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96', 'admin_state_up': True, 'tenant_id': 'afaf54fa75d241989f6b7192737d6028', 'security_groups': ['89726ab1-0a53-4d54-93e7-e4e6ba92ef38']}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:43:26.722241 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-9de61561-b212-4cb5-bb2d-c942b4883b64 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Made reservation on behalf of afaf54fa75d241989f6b7192737d6028 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:43:26.726695 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-9de61561-b212-4cb5-bb2d-c942b4883b64 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:26.939623 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f5235c-d3b6-4148-9802-ae57ead50860 x-openstack-request-id: req-51f5235c-d3b6-4148-9802-ae57ead50860 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:43:26.940124 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b02fcf02-fa10-4335-931a-49c1a9a127d0", "name": "network-vif-plugged", "status": "completed", "tag": "375d3561-edb9-402b-b66f-0840ed864053", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:43:26.940199 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-51f5235c-d3b6-4148-9802-ae57ead50860 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:43:26.940567 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b02fcf02-fa10-4335-931a-49c1a9a127d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '375d3561-edb9-402b-b66f-0840ed864053', 'code': 200} Sep 07 02:43:27.044051 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf9d8b-9acc-4a45-931f-0754119df11f req-40afabbf-3b2f-4f80-83fb-909831a87679 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:27.045712 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1bcf9d8b-9acc-4a45-931f-0754119df11f req-40afabbf-3b2f-4f80-83fb-909831a87679 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 944 time: 0.0526471 Sep 07 02:43:27.066912 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-eb0c6e44-b15a-43c2-9312-de4346a8b61c req-d811ccdc-d91c-49ff-b2f2-8700e4dd31d1 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 210 time: 0.3622212 Sep 07 02:43:27.128057 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1bcf9d8b-9acc-4a45-931f-0754119df11f req-e3a7d38b-cc89-4b52-b187-6a6f37b315fa tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685003 Sep 07 02:43:27.223119 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-9de61561-b212-4cb5-bb2d-c942b4883b64 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Allocated IP 172.20.0.13 (ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96/57bbd74d-776c-4c52-9483-e440eaacf00e/f3ed5bfa-6d20-4d8d-812a-3f29f0868f88) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:43:27.369551 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb9867-c07f-419e-a5c4-6032c817031e req-014ca08a-95fc-46d6-b3d2-7e8bbed283e2 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:27.371223 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cddb9867-c07f-419e-a5c4-6032c817031e req-014ca08a-95fc-46d6-b3d2-7e8bbed283e2 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.16 "GET /v2.0/ports?device_id=24326cae-431b-4162-9904-b71c80ea03fc HTTP/1.1" status: 200 len: 1023 time: 0.0819004 Sep 07 02:43:27.384000 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a74125-927c-4ebf-a05b-325aa81b60a4 req-60d2858b-2d9f-475d-a113-b0cd96553275 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:27.391770 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a9a74125-927c-4ebf-a05b-325aa81b60a4 req-60d2858b-2d9f-475d-a113-b0cd96553275 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/ports?device_id=24326cae-431b-4162-9904-b71c80ea03fc HTTP/1.1" status: 200 len: 1023 time: 0.1107147 Sep 07 02:43:27.416100 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-9de61561-b212-4cb5-bb2d-c942b4883b64 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:27.430948 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-9de61561-b212-4cb5-bb2d-c942b4883b64 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Transition to ACTIVE for port object f3ed5bfa-6d20-4d8d-812a-3f29f0868f88 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:43:27.491426 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-9de61561-b212-4cb5-bb2d-c942b4883b64 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:27.522139 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a9a74125-927c-4ebf-a05b-325aa81b60a4 req-d98a2b49-98e3-4818-a134-a05a3bd29fe2 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8aaf68a-cff5-4215-9ab9-069c88f88975&id=ad228a64-5da4-41ef-a616-8ed1da109434&id=0e7aa197-e8ed-4ff2-82e5-88f2fd3e930a&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1250999 Sep 07 02:43:27.567585 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-cddb9867-c07f-419e-a5c4-6032c817031e req-e55cf362-ea8d-42e1-80a3-a6da55436772 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Deleting port 6110b5d6-61e0-465d-949d-7b8cf3caffc7 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:43:27.567585 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-cddb9867-c07f-419e-a5c4-6032c817031e req-e55cf362-ea8d-42e1-80a3-a6da55436772 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:27.592046 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de61561-b212-4cb5-bb2d-c942b4883b64 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Pushing event updated for resources: {'Port': ['ID=f3ed5bfa-6d20-4d8d-812a-3f29f0868f88,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:27.610869 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-9de61561-b212-4cb5-bb2d-c942b4883b64 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Network ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:43:27.613187 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-9de61561-b212-4cb5-bb2d-c942b4883b64 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:43:27.616589 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-9de61561-b212-4cb5-bb2d-c942b4883b64 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:43:27.689432 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c5b173-55bf-4171-8382-05d00c84f4dd req-09d47404-66ae-4d66-ad79-2a7c49646289 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:27.691108 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-34c5b173-55bf-4171-8382-05d00c84f4dd req-09d47404-66ae-4d66-ad79-2a7c49646289 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.23 "GET /v2.0/ports?device_id=b02fcf02-fa10-4335-931a-49c1a9a127d0 HTTP/1.1" status: 200 len: 950 time: 0.2114167 Sep 07 02:43:27.704684 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-cddb9867-c07f-419e-a5c4-6032c817031e req-e55cf362-ea8d-42e1-80a3-a6da55436772 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] For port 6110b5d6-61e0-465d-949d-7b8cf3caffc7, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=6110b5d6-61e0-465d-949d-7b8cf3caffc7,segment=NetworkSegment(bd74203e-fa6d-4c2a-b87e-ee55b06c2f76),segment_id=bd74203e-fa6d-4c2a-b87e-ee55b06c2f76)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:43:27.705231 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-cddb9867-c07f-419e-a5c4-6032c817031e req-e55cf362-ea8d-42e1-80a3-a6da55436772 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:27.720216 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-cddb9867-c07f-419e-a5c4-6032c817031e req-e55cf362-ea8d-42e1-80a3-a6da55436772 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Calling delete_port for 6110b5d6-61e0-465d-949d-7b8cf3caffc7 owned by compute:nova {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:43:27.875073 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-9de61561-b212-4cb5-bb2d-c942b4883b64 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:27.875940 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-9de61561-b212-4cb5-bb2d-c942b4883b64 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:27.882380 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-cddb9867-c07f-419e-a5c4-6032c817031e req-e55cf362-ea8d-42e1-80a3-a6da55436772 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:27.895133 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['1059679b-237b-43f6-9bf3-eb07cfd90780', '6110b5d6-61e0-465d-949d-7b8cf3caffc7'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:43:27.922636 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ea974-dbaa-46af-88ea-561b96145cfa req-c9f6c68b-2eb3-4edf-bd2a-9cb25230550e tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:27.925087 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e16ea974-dbaa-46af-88ea-561b96145cfa req-c9f6c68b-2eb3-4edf-bd2a-9cb25230550e tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=b02fcf02-fa10-4335-931a-49c1a9a127d0 HTTP/1.1" status: 200 len: 950 time: 0.1554708 Sep 07 02:43:27.935138 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55cf362-ea8d-42e1-80a3-a6da55436772 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Pushing event deleted for resources: {'Port': ['ID=6110b5d6-61e0-465d-949d-7b8cf3caffc7,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:27.983689 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fdb374-15e6-4f32-9c36-4f613c563fde req-e92f079b-1aac-4faa-b6f3-25e6dbd6935b tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:27.989179 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf281f4-a0ad-4249-845e-9e03353a4836 req-3fe94558-a2f4-4a15-9ca2-dbe2474aaea9 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:27.991819 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2bf281f4-a0ad-4249-845e-9e03353a4836 req-3fe94558-a2f4-4a15-9ca2-dbe2474aaea9 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.23 "GET /v2.0/ports?device_id=689b9a0a-ac60-4891-8d11-873c16ea8152 HTTP/1.1" status: 200 len: 945 time: 0.2368689 Sep 07 02:43:27.993289 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-78fdb374-15e6-4f32-9c36-4f613c563fde req-e92f079b-1aac-4faa-b6f3-25e6dbd6935b tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=689b9a0a-ac60-4891-8d11-873c16ea8152 HTTP/1.1" status: 200 len: 945 time: 0.1232607 Sep 07 02:43:28.002704 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-9de61561-b212-4cb5-bb2d-c942b4883b64 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4589326 Sep 07 02:43:28.005230 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-34c5b173-55bf-4171-8382-05d00c84f4dd req-c2a2cbe2-dc09-4a4b-9f9f-c9a6223f770e tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Deleting port 375d3561-edb9-402b-b66f-0840ed864053 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:43:28.005743 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-34c5b173-55bf-4171-8382-05d00c84f4dd req-c2a2cbe2-dc09-4a4b-9f9f-c9a6223f770e tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:28.008206 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-aaea4ce5-8372-4548-8265-bf10c6761d43 None None] Provisioning for port f3ed5bfa-6d20-4d8d-812a-3f29f0868f88 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:43:28.022519 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-aaea4ce5-8372-4548-8265-bf10c6761d43 None None] Provisioning complete for port f3ed5bfa-6d20-4d8d-812a-3f29f0868f88 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:43:28.022738 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-cddb9867-c07f-419e-a5c4-6032c817031e req-e55cf362-ea8d-42e1-80a3-a6da55436772 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] No DVR routers for this DVR port 6110b5d6-61e0-465d-949d-7b8cf3caffc7 on host n-h2-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:43:28.023239 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-aaea4ce5-8372-4548-8265-bf10c6761d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:28.027416 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-cddb9867-c07f-419e-a5c4-6032c817031e req-e55cf362-ea8d-42e1-80a3-a6da55436772 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:28.029746 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cddb9867-c07f-419e-a5c4-6032c817031e req-e55cf362-ea8d-42e1-80a3-a6da55436772 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.16 "DELETE /v2.0/ports/6110b5d6-61e0-465d-949d-7b8cf3caffc7 HTTP/1.1" status: 204 len: 173 time: 0.6299887 Sep 07 02:43:28.030185 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24326cae-431b-4162-9904-b71c80ea03fc', 'name': 'network-vif-deleted', 'tag': '6110b5d6-61e0-465d-949d-7b8cf3caffc7'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:43:28.032955 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff964da4-6fad-4a93-9499-82ed7eaa9aa6" -d '{"events": [{"server_uuid": "24326cae-431b-4162-9904-b71c80ea03fc", "name": "network-vif-deleted", "tag": "6110b5d6-61e0-465d-949d-7b8cf3caffc7"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:43:28.065562 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-78fdb374-15e6-4f32-9c36-4f613c563fde req-be42a491-28c3-40e2-b630-2e52438c8dd4 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712075 Sep 07 02:43:28.104072 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-aaea4ce5-8372-4548-8265-bf10c6761d43 None None] Port f3ed5bfa-6d20-4d8d-812a-3f29f0868f88 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:43:28.149709 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-383b9d2c-e493-48cd-98dd-b4a221956aa1 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Request body: {'port': {'device_id': '5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc', 'network_id': 'fef96230-f3dd-4368-8b6e-5738962456fc', 'admin_state_up': True, 'tenant_id': 'afaf54fa75d241989f6b7192737d6028', 'security_groups': ['89726ab1-0a53-4d54-93e7-e4e6ba92ef38']}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:43:28.210854 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-61fc355c-199f-4e58-87c3-ed004206684a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:28.281696 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb8fe1e-cf08-4ddc-8d6a-1e0d9af5ca9c x-openstack-request-id: req-feb8fe1e-cf08-4ddc-8d6a-1e0d9af5ca9c {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:43:28.282174 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24326cae-431b-4162-9904-b71c80ea03fc", "name": "network-vif-deleted", "tag": "6110b5d6-61e0-465d-949d-7b8cf3caffc7", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:43:28.282258 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-feb8fe1e-cf08-4ddc-8d6a-1e0d9af5ca9c {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:43:28.282607 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24326cae-431b-4162-9904-b71c80ea03fc', 'name': 'network-vif-deleted', 'tag': '6110b5d6-61e0-465d-949d-7b8cf3caffc7', 'status': 'completed', 'code': 200} Sep 07 02:43:28.330448 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e16ea974-dbaa-46af-88ea-561b96145cfa req-0a62fa36-13f1-41d0-8797-ae10bd39866e tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739924 Sep 07 02:43:28.391918 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a507fdf6-e386-45c4-8c6c-81807b461631 req-05ac7de0-95e0-4be7-a67f-4f715a4762a8 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:28.393689 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-34c5b173-55bf-4171-8382-05d00c84f4dd req-c2a2cbe2-dc09-4a4b-9f9f-c9a6223f770e tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] For port 375d3561-edb9-402b-b66f-0840ed864053, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=375d3561-edb9-402b-b66f-0840ed864053,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:43:28.394069 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-34c5b173-55bf-4171-8382-05d00c84f4dd req-c2a2cbe2-dc09-4a4b-9f9f-c9a6223f770e tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:28.401013 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a507fdf6-e386-45c4-8c6c-81807b461631 req-05ac7de0-95e0-4be7-a67f-4f715a4762a8 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 932 time: 0.0705814 Sep 07 02:43:28.420289 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-34c5b173-55bf-4171-8382-05d00c84f4dd req-c2a2cbe2-dc09-4a4b-9f9f-c9a6223f770e tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Calling delete_port for 375d3561-edb9-402b-b66f-0840ed864053 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:43:28.447801 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a507fdf6-e386-45c4-8c6c-81807b461631 req-cc4b4fcd-7d35-4c64-8528-58d16b0a766c tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/security-groups?id=89726ab1-0a53-4d54-93e7-e4e6ba92ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411623 Sep 07 02:43:28.458305 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-2bf281f4-a0ad-4249-845e-9e03353a4836 req-43833ad9-906a-4cce-bd71-2f2e8eb5b3b2 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Deleting port 0991e88a-4d99-49ad-a79c-9b5241e6093b {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:43:28.458653 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2bf281f4-a0ad-4249-845e-9e03353a4836 req-43833ad9-906a-4cce-bd71-2f2e8eb5b3b2 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:28.584899 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-383b9d2c-e493-48cd-98dd-b4a221956aa1 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Made reservation on behalf of afaf54fa75d241989f6b7192737d6028 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:43:28.588340 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-383b9d2c-e493-48cd-98dd-b4a221956aa1 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:28.681318 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:28.701809 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-aec10efb-4c2b-402a-89df-7d97dcdfd3b1 req-24f300f8-afc7-4b1a-98a3-c3baf7d46e46 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/ports?device_id=24326cae-431b-4162-9904-b71c80ea03fc HTTP/1.1" status: 200 len: 210 time: 0.0644500 Sep 07 02:43:28.742334 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-2bf281f4-a0ad-4249-845e-9e03353a4836 req-43833ad9-906a-4cce-bd71-2f2e8eb5b3b2 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] For port 0991e88a-4d99-49ad-a79c-9b5241e6093b, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=0991e88a-4d99-49ad-a79c-9b5241e6093b,segment=NetworkSegment(737bac5c-5e4b-4b03-a099-f644edcc6c52),segment_id=737bac5c-5e4b-4b03-a099-f644edcc6c52)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:43:28.742692 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2bf281f4-a0ad-4249-845e-9e03353a4836 req-43833ad9-906a-4cce-bd71-2f2e8eb5b3b2 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:28.766530 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-2bf281f4-a0ad-4249-845e-9e03353a4836 req-43833ad9-906a-4cce-bd71-2f2e8eb5b3b2 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Calling delete_port for 0991e88a-4d99-49ad-a79c-9b5241e6093b owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:43:28.792773 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-383b9d2c-e493-48cd-98dd-b4a221956aa1 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Allocated IP 10.1.1.49 (fef96230-f3dd-4368-8b6e-5738962456fc/95502a8a-ba2e-4b63-8065-1d79001ecb5c/89b4efa3-3083-4932-8997-1d7345c55233) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:43:28.937377 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-34c5b173-55bf-4171-8382-05d00c84f4dd req-c2a2cbe2-dc09-4a4b-9f9f-c9a6223f770e tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:28.951427 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['188a469b-6bad-4f9a-8ca7-0aaa4aa7234b', '03a08a42-1d07-47f4-9c5c-dd28198aa815'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:43:28.986220 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a2cbe2-dc09-4a4b-9f9f-c9a6223f770e tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Pushing event deleted for resources: {'Port': ['ID=375d3561-edb9-402b-b66f-0840ed864053,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:29.013106 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['54614cb7-1c6d-428a-b1c5-3605226dbcd6'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:43:29.103120 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-34c5b173-55bf-4171-8382-05d00c84f4dd req-c2a2cbe2-dc09-4a4b-9f9f-c9a6223f770e tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] No DVR routers for this DVR port 375d3561-edb9-402b-b66f-0840ed864053 on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:43:29.110408 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-34c5b173-55bf-4171-8382-05d00c84f4dd req-c2a2cbe2-dc09-4a4b-9f9f-c9a6223f770e tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:29.112637 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-34c5b173-55bf-4171-8382-05d00c84f4dd req-c2a2cbe2-dc09-4a4b-9f9f-c9a6223f770e tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.23 "DELETE /v2.0/ports/375d3561-edb9-402b-b66f-0840ed864053 HTTP/1.1" status: 204 len: 173 time: 1.4132783 Sep 07 02:43:29.115355 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b02fcf02-fa10-4335-931a-49c1a9a127d0', 'name': 'network-vif-deleted', 'tag': '375d3561-edb9-402b-b66f-0840ed864053'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:43:29.117331 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee7034f-1c08-4e07-8745-8948b0bc8fc5" -d '{"events": [{"server_uuid": "b02fcf02-fa10-4335-931a-49c1a9a127d0", "name": "network-vif-deleted", "tag": "375d3561-edb9-402b-b66f-0840ed864053"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:43:29.171573 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2bf281f4-a0ad-4249-845e-9e03353a4836 req-43833ad9-906a-4cce-bd71-2f2e8eb5b3b2 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:29.176998 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-383b9d2c-e493-48cd-98dd-b4a221956aa1 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:29.239134 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43833ad9-906a-4cce-bd71-2f2e8eb5b3b2 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Pushing event deleted for resources: {'Port': ['ID=0991e88a-4d99-49ad-a79c-9b5241e6093b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:29.283325 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-383b9d2c-e493-48cd-98dd-b4a221956aa1 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Transition to ACTIVE for port object 89b4efa3-3083-4932-8997-1d7345c55233 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:43:29.303128 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1ff34da5-598f-4a1e-9dbf-874b13fb3242 req-788d44c3-efc1-4d71-a3c8-50e8fe817fea tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=689b9a0a-ac60-4891-8d11-873c16ea8152 HTTP/1.1" status: 200 len: 210 time: 0.0707674 Sep 07 02:43:29.318718 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bf281f4-a0ad-4249-845e-9e03353a4836 req-43833ad9-906a-4cce-bd71-2f2e8eb5b3b2 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] No DVR routers for this DVR port 0991e88a-4d99-49ad-a79c-9b5241e6093b on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:43:29.322754 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2bf281f4-a0ad-4249-845e-9e03353a4836 req-43833ad9-906a-4cce-bd71-2f2e8eb5b3b2 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:29.325526 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2bf281f4-a0ad-4249-845e-9e03353a4836 req-43833ad9-906a-4cce-bd71-2f2e8eb5b3b2 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.23 "DELETE /v2.0/ports/0991e88a-4d99-49ad-a79c-9b5241e6093b HTTP/1.1" status: 204 len: 173 time: 1.1923673 Sep 07 02:43:29.409015 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-383b9d2c-e493-48cd-98dd-b4a221956aa1 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:29.464290 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:29.548419 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-383b9d2c-e493-48cd-98dd-b4a221956aa1 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Network fef96230-f3dd-4368-8b6e-5738962456fc is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:43:29.555341 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-383b9d2c-e493-48cd-98dd-b4a221956aa1 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:43:29.582104 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-383b9d2c-e493-48cd-98dd-b4a221956aa1 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:43:29.666864 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b9d2c-e493-48cd-98dd-b4a221956aa1 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Pushing event updated for resources: {'Port': ['ID=89b4efa3-3083-4932-8997-1d7345c55233,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:29.685164 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d35813f-8c4c-43b8-8629-246c5f0c2855 x-openstack-request-id: req-1d35813f-8c4c-43b8-8629-246c5f0c2855 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:43:29.686368 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b02fcf02-fa10-4335-931a-49c1a9a127d0", "name": "network-vif-deleted", "tag": "375d3561-edb9-402b-b66f-0840ed864053", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:43:29.690462 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['af9f4b04-1d72-482b-bbf8-2c9fc4969d1e', '0991e88a-4d99-49ad-a79c-9b5241e6093b'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:43:29.692049 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1d35813f-8c4c-43b8-8629-246c5f0c2855 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:43:29.692822 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b02fcf02-fa10-4335-931a-49c1a9a127d0', 'name': 'network-vif-deleted', 'tag': '375d3561-edb9-402b-b66f-0840ed864053', 'status': 'completed', 'code': 200} Sep 07 02:43:29.742996 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-383b9d2c-e493-48cd-98dd-b4a221956aa1 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:29.744069 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-383b9d2c-e493-48cd-98dd-b4a221956aa1 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:29.776087 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-383b9d2c-e493-48cd-98dd-b4a221956aa1 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6396692 Sep 07 02:43:29.798121 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-16976bb4-35c6-4261-b6a8-765d412f8281 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Request body: {'port': {'device_id': '5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc', 'network_id': 'fef96230-f3dd-4368-8b6e-5738962456fc', 'admin_state_up': True, 'tenant_id': 'afaf54fa75d241989f6b7192737d6028', 'security_groups': ['89726ab1-0a53-4d54-93e7-e4e6ba92ef38']}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:43:29.908577 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-01ceed90-c092-4885-b1c2-0cd7d7570355 req-dd676c62-161c-46cd-88e2-3d874224bd17 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=b02fcf02-fa10-4335-931a-49c1a9a127d0 HTTP/1.1" status: 200 len: 210 time: 0.0657446 Sep 07 02:43:29.909648 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162f91a-f37b-4c0d-8fec-3028c1b91333 req-2279b7ed-aec4-4c21-85da-2d34956eb998 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:29.923688 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162f91a-f37b-4c0d-8fec-3028c1b91333 req-2279b7ed-aec4-4c21-85da-2d34956eb998 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:29.932381 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0162f91a-f37b-4c0d-8fec-3028c1b91333 req-2279b7ed-aec4-4c21-85da-2d34956eb998 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 1653 time: 0.1158953 Sep 07 02:43:30.024733 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0162f91a-f37b-4c0d-8fec-3028c1b91333 req-dd73f06f-d158-41ec-a44f-0363f20cf69f tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/security-groups?id=89726ab1-0a53-4d54-93e7-e4e6ba92ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913959 Sep 07 02:43:30.042202 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-f6361ebe-d817-4653-a4f4-0f29454f372f None None] Provisioning for port 89b4efa3-3083-4932-8997-1d7345c55233 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:43:30.046497 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-f6361ebe-d817-4653-a4f4-0f29454f372f None None] Provisioning complete for port 89b4efa3-3083-4932-8997-1d7345c55233 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:43:30.046931 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f6361ebe-d817-4653-a4f4-0f29454f372f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:30.104031 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-16976bb4-35c6-4261-b6a8-765d412f8281 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Made reservation on behalf of afaf54fa75d241989f6b7192737d6028 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:43:30.112431 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-16976bb4-35c6-4261-b6a8-765d412f8281 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:30.136765 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-f6361ebe-d817-4653-a4f4-0f29454f372f None None] Port 89b4efa3-3083-4932-8997-1d7345c55233 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:43:30.140525 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 375d3561-edb9-402b-b66f-0840ed864053 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:43:30.292982 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-16976bb4-35c6-4261-b6a8-765d412f8281 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Allocated IP 10.1.1.220 (fef96230-f3dd-4368-8b6e-5738962456fc/95502a8a-ba2e-4b63-8065-1d79001ecb5c/5decaa5e-6c54-47c4-be19-8bad024d841e) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:43:30.317234 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: 375d3561-edb9-402b-b66f-0840ed864053 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:43:30.317817 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 375d3561-edb9-402b-b66f-0840ed864053 not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:43:30.422184 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-54676f20-d70c-4b95-9409-deb28eee295d req-9332b86f-094e-4ca5-ba37-97b0adca37bb tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/security-groups/0e7aa197-e8ed-4ff2-82e5-88f2fd3e930a HTTP/1.1" status: 200 len: 1802 time: 0.1933496 Sep 07 02:43:30.512607 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-16976bb4-35c6-4261-b6a8-765d412f8281 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:30.538057 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-54676f20-d70c-4b95-9409-deb28eee295d req-a33b5657-aa13-47e6-b05a-d918dbe7cd13 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:30.540864 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-16976bb4-35c6-4261-b6a8-765d412f8281 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Transition to ACTIVE for port object 5decaa5e-6c54-47c4-be19-8bad024d841e will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:43:30.573318 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-54676f20-d70c-4b95-9409-deb28eee295d req-a33b5657-aa13-47e6-b05a-d918dbe7cd13 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:30.624665 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-16976bb4-35c6-4261-b6a8-765d412f8281 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:30.664670 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-54676f20-d70c-4b95-9409-deb28eee295d req-a33b5657-aa13-47e6-b05a-d918dbe7cd13 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:30.667209 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-54676f20-d70c-4b95-9409-deb28eee295d req-a33b5657-aa13-47e6-b05a-d918dbe7cd13 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:30.668600 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-54676f20-d70c-4b95-9409-deb28eee295d req-a33b5657-aa13-47e6-b05a-d918dbe7cd13 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "DELETE /v2.0/security-groups/0e7aa197-e8ed-4ff2-82e5-88f2fd3e930a HTTP/1.1" status: 204 len: 173 time: 0.2359352 Sep 07 02:43:30.683891 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-16976bb4-35c6-4261-b6a8-765d412f8281 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Network fef96230-f3dd-4368-8b6e-5738962456fc is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:43:30.690592 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-16976bb4-35c6-4261-b6a8-765d412f8281 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:43:30.703987 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-16976bb4-35c6-4261-b6a8-765d412f8281 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:43:30.711538 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33b5657-aa13-47e6-b05a-d918dbe7cd13 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7aa197-e8ed-4ff2-82e5-88f2fd3e930a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:30.724615 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 6110b5d6-61e0-465d-949d-7b8cf3caffc7 no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:43:30.757010 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16976bb4-35c6-4261-b6a8-765d412f8281 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Pushing event updated for resources: {'Port': ['ID=5decaa5e-6c54-47c4-be19-8bad024d841e,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:30.802713 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: 6110b5d6-61e0-465d-949d-7b8cf3caffc7 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:43:30.803266 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 6110b5d6-61e0-465d-949d-7b8cf3caffc7 not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:43:30.873947 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-16976bb4-35c6-4261-b6a8-765d412f8281 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:30.874571 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-16976bb4-35c6-4261-b6a8-765d412f8281 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:30.887222 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-116c1d48-eabc-48b2-8e9d-e136d031aceb req-45a88956-06f2-46fe-a342-580f7571ba2d tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/security-groups/ad228a64-5da4-41ef-a616-8ed1da109434 HTTP/1.1" status: 200 len: 1802 time: 0.1275957 Sep 07 02:43:30.933176 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-16976bb4-35c6-4261-b6a8-765d412f8281 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1400056 Sep 07 02:43:30.951162 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-9ea8f550-cd1a-4054-8b0e-191d54182ac1 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Request body: {'port': {'device_id': '5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '5ef2135d-eb79-4b03-bc59-b7d80582547a', 'admin_state_up': True, 'tenant_id': 'afaf54fa75d241989f6b7192737d6028', 'security_groups': ['89726ab1-0a53-4d54-93e7-e4e6ba92ef38']}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:43:31.047503 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-116c1d48-eabc-48b2-8e9d-e136d031aceb req-529713da-80de-45a8-bb13-bf91e84b6e7e tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:31.080570 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-05dc5073-8cab-419f-893e-4d38db98d787 None None] Provisioning for port 5decaa5e-6c54-47c4-be19-8bad024d841e completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:43:31.085931 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-05dc5073-8cab-419f-893e-4d38db98d787 None None] Provisioning complete for port 5decaa5e-6c54-47c4-be19-8bad024d841e triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:43:31.086315 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-05dc5073-8cab-419f-893e-4d38db98d787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:31.101674 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-116c1d48-eabc-48b2-8e9d-e136d031aceb req-529713da-80de-45a8-bb13-bf91e84b6e7e tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:31.157042 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-9ea8f550-cd1a-4054-8b0e-191d54182ac1 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Made reservation on behalf of afaf54fa75d241989f6b7192737d6028 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:43:31.158913 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-05dc5073-8cab-419f-893e-4d38db98d787 None None] Port 5decaa5e-6c54-47c4-be19-8bad024d841e cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:43:31.197051 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-116c1d48-eabc-48b2-8e9d-e136d031aceb req-529713da-80de-45a8-bb13-bf91e84b6e7e tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:31.200986 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-116c1d48-eabc-48b2-8e9d-e136d031aceb req-529713da-80de-45a8-bb13-bf91e84b6e7e tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:31.213857 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-116c1d48-eabc-48b2-8e9d-e136d031aceb req-529713da-80de-45a8-bb13-bf91e84b6e7e tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "DELETE /v2.0/security-groups/ad228a64-5da4-41ef-a616-8ed1da109434 HTTP/1.1" status: 204 len: 173 time: 0.3161170 Sep 07 02:43:31.288436 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529713da-80de-45a8-bb13-bf91e84b6e7e tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad228a64-5da4-41ef-a616-8ed1da109434,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:31.314909 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:31.325354 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e6f994b1-118b-4375-b8e6-86dac87290aa req-0c793505-f3c4-4f7f-bc90-25ee81512ffe service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=99b36ce8-9540-4cd4-b0ca-7b3cd88dabd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1480522 Sep 07 02:43:31.342253 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e4c940-d561-4668-ba4b-2a72d38830c3 req-28ab10bc-4a9d-4182-9b53-d2d2690cd8db tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:31.348607 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e4c940-d561-4668-ba4b-2a72d38830c3 req-28ab10bc-4a9d-4182-9b53-d2d2690cd8db tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:31.355527 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e4c940-d561-4668-ba4b-2a72d38830c3 req-28ab10bc-4a9d-4182-9b53-d2d2690cd8db tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:31.358191 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d1e4c940-d561-4668-ba4b-2a72d38830c3 req-28ab10bc-4a9d-4182-9b53-d2d2690cd8db tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 2374 time: 0.0830839 Sep 07 02:43:31.383603 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-9ea8f550-cd1a-4054-8b0e-191d54182ac1 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:31.403923 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d1e4c940-d561-4668-ba4b-2a72d38830c3 req-c30d1e1d-5d37-46e9-9c2c-7b159029e370 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/security-groups?id=89726ab1-0a53-4d54-93e7-e4e6ba92ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379376 Sep 07 02:43:31.590777 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f994b1-118b-4375-b8e6-86dac87290aa req-62c4341f-3372-4fe3-9c89-1e3cfcbb0aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:31.592356 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e6f994b1-118b-4375-b8e6-86dac87290aa req-62c4341f-3372-4fe3-9c89-1e3cfcbb0aae service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3c6e11955fd14c5c9b191cf5c7d7b41c&device_id=99b36ce8-9540-4cd4-b0ca-7b3cd88dabd6 HTTP/1.1" status: 200 len: 1098 time: 0.2326884 Sep 07 02:43:31.594224 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-89422153-7113-457a-8a8a-0d507fd7e2c6 req-90aa1228-6d0d-45b6-8b84-9e671a0a57dc tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1583734427', 'description': 'tempest-description-145925744'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:43:31.616629 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d795c659-c911-40e5-99dc-de8b643d3277 req-ff0f1901-fcaf-42da-b87b-a13bedc6e4ab tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:31.623926 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d795c659-c911-40e5-99dc-de8b643d3277 req-ff0f1901-fcaf-42da-b87b-a13bedc6e4ab tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/networks?id=b38f0331-653f-46c0-a8d7-26916edac115 HTTP/1.1" status: 200 len: 805 time: 0.3103180 Sep 07 02:43:31.645115 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-89422153-7113-457a-8a8a-0d507fd7e2c6 req-90aa1228-6d0d-45b6-8b84-9e671a0a57dc tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:31.696991 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '689b9a0a-ac60-4891-8d11-873c16ea8152', 'name': 'network-vif-deleted', 'tag': '0991e88a-4d99-49ad-a79c-9b5241e6093b'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:43:31.699274 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de77ba91-7642-44f3-91e0-12a293a52061" -d '{"events": [{"server_uuid": "689b9a0a-ac60-4891-8d11-873c16ea8152", "name": "network-vif-deleted", "tag": "0991e88a-4d99-49ad-a79c-9b5241e6093b"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:43:31.714411 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d795c659-c911-40e5-99dc-de8b643d3277 req-4be6b2db-c40d-4bb7-b28a-7811e4a8d78e tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/quotas/39221102c85f4a33befb52c47b54a864 HTTP/1.1" status: 200 len: 375 time: 0.0895567 Sep 07 02:43:31.753190 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-89422153-7113-457a-8a8a-0d507fd7e2c6 req-90aa1228-6d0d-45b6-8b84-9e671a0a57dc tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:31.765023 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-89422153-7113-457a-8a8a-0d507fd7e2c6 req-90aa1228-6d0d-45b6-8b84-9e671a0a57dc tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:31.814320 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-89422153-7113-457a-8a8a-0d507fd7e2c6 req-90aa1228-6d0d-45b6-8b84-9e671a0a57dc tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:31.820424 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-89422153-7113-457a-8a8a-0d507fd7e2c6 req-90aa1228-6d0d-45b6-8b84-9e671a0a57dc tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2326958 Sep 07 02:43:31.835866 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aa1228-6d0d-45b6-8b84-9e671a0a57dc tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed719a94-2046-4766-898a-b22f2c44594f,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:31.895967 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-9ea8f550-cd1a-4054-8b0e-191d54182ac1 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Allocated IP 10.2.2.100 (5ef2135d-eb79-4b03-bc59-b7d80582547a/fa07d668-6197-4922-9f11-0bb1fe24556f/e7ad01c7-8747-4618-90fb-6bdd88c0a6d2) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:43:31.952107 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f994b1-118b-4375-b8e6-86dac87290aa req-21bfc14e-9877-4a8d-8827-371ea9f559f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:31.953993 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e6f994b1-118b-4375-b8e6-86dac87290aa req-21bfc14e-9877-4a8d-8827-371ea9f559f7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c7baff3a-2acd-47c4-826f-ff1b179e5161 HTTP/1.1" status: 200 len: 910 time: 0.3138235 Sep 07 02:43:31.982898 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d795c659-c911-40e5-99dc-de8b643d3277 req-e94ed0f8-96ce-4bc5-ac00-22fabfea1a73 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=39221102c85f4a33befb52c47b54a864&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2672627 Sep 07 02:43:32.050251 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5fc2f9-0e28-41c0-896f-06f84ba0840e x-openstack-request-id: req-3d5fc2f9-0e28-41c0-896f-06f84ba0840e {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:43:32.050691 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "689b9a0a-ac60-4891-8d11-873c16ea8152", "name": "network-vif-deleted", "tag": "0991e88a-4d99-49ad-a79c-9b5241e6093b", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:43:32.051082 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3d5fc2f9-0e28-41c0-896f-06f84ba0840e {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:43:32.051597 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '689b9a0a-ac60-4891-8d11-873c16ea8152', 'name': 'network-vif-deleted', 'tag': '0991e88a-4d99-49ad-a79c-9b5241e6093b', 'status': 'completed', 'code': 200} Sep 07 02:43:32.064335 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e6f994b1-118b-4375-b8e6-86dac87290aa req-916e7e8e-e2d0-45d7-bfe1-7ceb0ad8b997 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ef02f9c-7c5a-48ae-a54a-4f8d1e8a6fb7 HTTP/1.1" status: 200 len: 217 time: 0.0789220 Sep 07 02:43:32.144167 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-271eebc6-ebb5-43e0-b74f-9c8db9459a80 req-c76c8a64-7bae-41c7-b382-3a8b0073c897 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/security-groups/ed719a94-2046-4766-898a-b22f2c44594f HTTP/1.1" status: 200 len: 1802 time: 0.0982761 Sep 07 02:43:32.150738 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-271eebc6-ebb5-43e0-b74f-9c8db9459a80 req-190b470b-2b52-452f-8973-f0d4fd7ecb07 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1503111244', 'description': 'tempest-description-hth-915348200'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:43:32.166643 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 0991e88a-4d99-49ad-a79c-9b5241e6093b no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:43:32.181307 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-271eebc6-ebb5-43e0-b74f-9c8db9459a80 req-190b470b-2b52-452f-8973-f0d4fd7ecb07 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks [] for security_group, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:32.220894 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: 0991e88a-4d99-49ad-a79c-9b5241e6093b {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:43:32.221249 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 0991e88a-4d99-49ad-a79c-9b5241e6093b not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:43:32.250059 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-271eebc6-ebb5-43e0-b74f-9c8db9459a80 req-190b470b-2b52-452f-8973-f0d4fd7ecb07 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks [] for security_group, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:32.510761 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 52154) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:43:32.534003 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-271eebc6-ebb5-43e0-b74f-9c8db9459a80 req-190b470b-2b52-452f-8973-f0d4fd7ecb07 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:32.536204 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-271eebc6-ebb5-43e0-b74f-9c8db9459a80 req-190b470b-2b52-452f-8973-f0d4fd7ecb07 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:32.537459 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-271eebc6-ebb5-43e0-b74f-9c8db9459a80 req-190b470b-2b52-452f-8973-f0d4fd7ecb07 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "PUT /v2.0/security-groups/ed719a94-2046-4766-898a-b22f2c44594f HTTP/1.1" status: 200 len: 1776 time: 0.3924677 Sep 07 02:43:32.567724 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190b470b-2b52-452f-8973-f0d4fd7ecb07 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed719a94-2046-4766-898a-b22f2c44594f,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:32.577093 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-372b905d-93e6-480a-8f49-b80ad8f49b83 req-0899a75a-d376-4c4a-8519-025d2253a845 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=12a55746-ab23-49ff-82d9-90204f32d2c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3460414 Sep 07 02:43:32.604082 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f994b1-118b-4375-b8e6-86dac87290aa req-8b4748b6-4e30-44ae-8a6b-2a71efebd4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:32.605481 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e6f994b1-118b-4375-b8e6-86dac87290aa req-8b4748b6-4e30-44ae-8a6b-2a71efebd4d0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=04737742-a3d0-4b6d-a6a4-ec1fe2e55890 HTTP/1.1" status: 200 len: 849 time: 0.5309196 Sep 07 02:43:32.614169 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d795c659-c911-40e5-99dc-de8b643d3277 req-45166ae6-8aca-4a37-b1dd-2efb9f54e1f9 service neutron] 10.222.0.22 "GET /v2.0/networks/b38f0331-653f-46c0-a8d7-26916edac115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6301930 Sep 07 02:43:32.621445 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-9ea8f550-cd1a-4054-8b0e-191d54182ac1 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:32.657148 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b905d-93e6-480a-8f49-b80ad8f49b83 req-603c26e5-0f02-46d8-b500-68ed74969607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:32.659190 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-372b905d-93e6-480a-8f49-b80ad8f49b83 req-603c26e5-0f02-46d8-b500-68ed74969607 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef46d2c6ddda4358910a6e6d3c8cd1f8&device_id=12a55746-ab23-49ff-82d9-90204f32d2c2 HTTP/1.1" status: 200 len: 1101 time: 0.0530891 Sep 07 02:43:32.688192 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-9ea8f550-cd1a-4054-8b0e-191d54182ac1 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Transition to ACTIVE for port object e7ad01c7-8747-4618-90fb-6bdd88c0a6d2 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:43:32.765222 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1ea69-8365-465b-9fd7-7ade55358013 req-28a7a99f-b13f-430e-8ddb-a69712c392ce tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:32.766991 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-81f1ea69-8365-465b-9fd7-7ade55358013 req-28a7a99f-b13f-430e-8ddb-a69712c392ce tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb044ddb-aec4-4cc8-8c21-d0b93465a7eb HTTP/1.1" status: 200 len: 951 time: 0.1133177 Sep 07 02:43:32.769368 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f994b1-118b-4375-b8e6-86dac87290aa req-73d4094f-ad78-46d7-a330-8d27c90d6157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:32.770962 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e6f994b1-118b-4375-b8e6-86dac87290aa req-73d4094f-ad78-46d7-a330-8d27c90d6157 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7baff3a-2acd-47c4-826f-ff1b179e5161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1531367 Sep 07 02:43:32.771606 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-30e1ee9d-c81c-4550-b608-8d0078a3bfac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:32.835623 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-81f1ea69-8365-465b-9fd7-7ade55358013 req-d818b20f-430d-4ecb-a481-d3941b7b4198 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403655 Sep 07 02:43:32.851407 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d795c659-c911-40e5-99dc-de8b643d3277 req-c80b53c8-3d53-42b3-aeca-7759a468109f service neutron] 10.222.0.22 "GET /v2.0/networks/b38f0331-653f-46c0-a8d7-26916edac115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950059 Sep 07 02:43:32.863063 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b905d-93e6-480a-8f49-b80ad8f49b83 req-c941ac0b-03b8-4da5-acde-c512bfcac1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:32.864762 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-372b905d-93e6-480a-8f49-b80ad8f49b83 req-c941ac0b-03b8-4da5-acde-c512bfcac1e2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0823ecf3-066e-49bd-a451-2e84ab79a70f HTTP/1.1" status: 200 len: 869 time: 0.1510224 Sep 07 02:43:32.881311 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-9ea8f550-cd1a-4054-8b0e-191d54182ac1 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:32.940927 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-372b905d-93e6-480a-8f49-b80ad8f49b83 req-ae0731bb-57de-41c6-aacd-82d24f9a9121 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=188a469b-6bad-4f9a-8ca7-0aaa4aa7234b HTTP/1.1" status: 200 len: 217 time: 0.0663679 Sep 07 02:43:32.978120 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-9ea8f550-cd1a-4054-8b0e-191d54182ac1 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Network 5ef2135d-eb79-4b03-bc59-b7d80582547a is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:43:32.983250 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea8f550-cd1a-4054-8b0e-191d54182ac1 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Pushing event updated for resources: {'Port': ['ID=e7ad01c7-8747-4618-90fb-6bdd88c0a6d2,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:32.988926 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-9ea8f550-cd1a-4054-8b0e-191d54182ac1 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:43:33.003082 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-9ea8f550-cd1a-4054-8b0e-191d54182ac1 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:43:33.015640 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e6f994b1-118b-4375-b8e6-86dac87290aa req-c9745cee-4c93-4701-a201-8577408d8b19 service neutron] 10.222.0.23 "GET /v2.0/networks/c7baff3a-2acd-47c4-826f-ff1b179e5161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316387 Sep 07 02:43:33.047693 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b905d-93e6-480a-8f49-b80ad8f49b83 req-63139806-99b0-4101-9c68-5038d00850bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:33.061151 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-372b905d-93e6-480a-8f49-b80ad8f49b83 req-63139806-99b0-4101-9c68-5038d00850bb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.1116107 Sep 07 02:43:33.182314 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-9ea8f550-cd1a-4054-8b0e-191d54182ac1 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:33.183229 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-9ea8f550-cd1a-4054-8b0e-191d54182ac1 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:33.192783 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b905d-93e6-480a-8f49-b80ad8f49b83 req-3f178c3d-94c2-4d53-9b2f-d9c64fd70262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:33.195109 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-372b905d-93e6-480a-8f49-b80ad8f49b83 req-3f178c3d-94c2-4d53-9b2f-d9c64fd70262 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1220527 Sep 07 02:43:33.212942 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-30e1ee9d-c81c-4550-b608-8d0078a3bfac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:33.254688 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413324f0-9785-4c4c-9426-135aecdb24fe req-5b828c70-1ddb-4b1d-9d8f-35ae7b836838 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:33.276981 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413324f0-9785-4c4c-9426-135aecdb24fe req-5b828c70-1ddb-4b1d-9d8f-35ae7b836838 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:33.291098 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413324f0-9785-4c4c-9426-135aecdb24fe req-5b828c70-1ddb-4b1d-9d8f-35ae7b836838 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:33.297889 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413324f0-9785-4c4c-9426-135aecdb24fe req-5b828c70-1ddb-4b1d-9d8f-35ae7b836838 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:33.300458 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-413324f0-9785-4c4c-9426-135aecdb24fe req-5b828c70-1ddb-4b1d-9d8f-35ae7b836838 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 3095 time: 0.1733887 Sep 07 02:43:33.307243 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e6f994b1-118b-4375-b8e6-86dac87290aa req-a5d035dc-fc93-48b8-94b7-c301ddd1c846 service neutron] 10.222.0.23 "GET /v2.0/networks/c7baff3a-2acd-47c4-826f-ff1b179e5161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608292 Sep 07 02:43:33.312969 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-963c1a16-e549-46ec-86a3-3258835cb9e1 req-6b29740b-20fb-4e39-98b1-509c616e63c6 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/security-groups/ed719a94-2046-4766-898a-b22f2c44594f HTTP/1.1" status: 200 len: 1776 time: 0.1416349 Sep 07 02:43:33.326208 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-30e1ee9d-c81c-4550-b608-8d0078a3bfac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:33.390089 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-9ea8f550-cd1a-4054-8b0e-191d54182ac1 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4457963 Sep 07 02:43:33.405760 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-2cee64da-5101-41b0-a462-51211baf7b02 None None] Provisioning for port e7ad01c7-8747-4618-90fb-6bdd88c0a6d2 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:43:33.408820 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-1b6cb163-9fbe-4c7d-8da1-43dbd13653fb tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Request body: {'port': {'device_id': '5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '5ef2135d-eb79-4b03-bc59-b7d80582547a', 'admin_state_up': True, 'tenant_id': 'afaf54fa75d241989f6b7192737d6028', 'security_groups': ['89726ab1-0a53-4d54-93e7-e4e6ba92ef38']}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:43:33.427394 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-2cee64da-5101-41b0-a462-51211baf7b02 None None] Provisioning complete for port e7ad01c7-8747-4618-90fb-6bdd88c0a6d2 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:43:33.428723 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2cee64da-5101-41b0-a462-51211baf7b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:33.435524 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-30e1ee9d-c81c-4550-b608-8d0078a3bfac admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1d7a84688afc4ab7a1899b4477655f85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9234517 Sep 07 02:43:33.440299 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e1ee9d-c81c-4550-b608-8d0078a3bfac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b50d0751-78dc-4380-bdac-f2f94e3a9c73,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:33.442882 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 52174) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:43:33.448655 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-413324f0-9785-4c4c-9426-135aecdb24fe req-9ee0bddc-c1e1-4cd9-bc61-260ad3239206 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/security-groups?id=89726ab1-0a53-4d54-93e7-e4e6ba92ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302571 Sep 07 02:43:33.506717 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-2cee64da-5101-41b0-a462-51211baf7b02 None None] Port e7ad01c7-8747-4618-90fb-6bdd88c0a6d2 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:43:33.558039 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-372b905d-93e6-480a-8f49-b80ad8f49b83 req-dd88be24-3691-40a2-b5b2-dbb373893dcc service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471758 Sep 07 02:43:33.561749 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f7025911-0629-4903-98a0-eb54737f1270 req-433ad502-7986-44cc-a493-ca50efd62e7f tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=dcd6c7a7-74e6-4b2f-ba5c-17ff90510532 HTTP/1.1" status: 200 len: 210 time: 0.0524163 Sep 07 02:43:33.603513 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bf603f36-dc69-496d-873e-8e2d2d7553c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:33.637233 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bf603f36-dc69-496d-873e-8e2d2d7553c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:33.646106 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-1b6cb163-9fbe-4c7d-8da1-43dbd13653fb tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Made reservation on behalf of afaf54fa75d241989f6b7192737d6028 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:43:33.651490 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-1b6cb163-9fbe-4c7d-8da1-43dbd13653fb tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:33.655255 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-303a7368-229d-4e98-baa8-5247b6f4c9bf req-b3820739-c1ac-44b5-877e-a2de322bc608 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/security-groups/ed719a94-2046-4766-898a-b22f2c44594f HTTP/1.1" status: 200 len: 1776 time: 0.1315656 Sep 07 02:43:33.699183 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a0150-1eea-4a0e-8373-2585095dd44b req-ffe64df0-4ae8-44d5-89fe-55f70ca13ac9 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:33.701298 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8a0a0150-1eea-4a0e-8373-2585095dd44b req-ffe64df0-4ae8-44d5-89fe-55f70ca13ac9 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb044ddb-aec4-4cc8-8c21-d0b93465a7eb HTTP/1.1" status: 200 len: 951 time: 0.2067688 Sep 07 02:43:33.807119 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bf603f36-dc69-496d-873e-8e2d2d7553c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:33.818332 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bf603f36-dc69-496d-873e-8e2d2d7553c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:33.821153 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-bf603f36-dc69-496d-873e-8e2d2d7553c6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b50d0751-78dc-4380-bdac-f2f94e3a9c73 HTTP/1.1" status: 204 len: 168 time: 0.3691509 Sep 07 02:43:33.846479 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf603f36-dc69-496d-873e-8e2d2d7553c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50d0751-78dc-4380-bdac-f2f94e3a9c73,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:33.876850 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-372b905d-93e6-480a-8f49-b80ad8f49b83 req-d24d15cd-210b-41f3-a84c-7aa0d26ea069 service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046679 Sep 07 02:43:33.881199 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-303a7368-229d-4e98-baa8-5247b6f4c9bf req-733f9288-7522-4a62-9582-9862f09708ef tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:33.912373 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-303a7368-229d-4e98-baa8-5247b6f4c9bf req-733f9288-7522-4a62-9582-9862f09708ef tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:33.954952 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-8a0a0150-1eea-4a0e-8373-2585095dd44b req-00ae29f3-338f-4266-bfe3-f5e1ba25b431 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Deleting port 03a08a42-1d07-47f4-9c5c-dd28198aa815 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:43:33.955368 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-8a0a0150-1eea-4a0e-8373-2585095dd44b req-00ae29f3-338f-4266-bfe3-f5e1ba25b431 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:33.980833 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-1b6cb163-9fbe-4c7d-8da1-43dbd13653fb tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Allocated IP 10.2.2.200 (5ef2135d-eb79-4b03-bc59-b7d80582547a/fa07d668-6197-4922-9f11-0bb1fe24556f/dfc9b065-1c7f-4968-9ce9-8ee8bb3c5e67) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:43:33.988121 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-303a7368-229d-4e98-baa8-5247b6f4c9bf req-733f9288-7522-4a62-9582-9862f09708ef tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:33.990765 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-303a7368-229d-4e98-baa8-5247b6f4c9bf req-733f9288-7522-4a62-9582-9862f09708ef tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:33.992716 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-303a7368-229d-4e98-baa8-5247b6f4c9bf req-733f9288-7522-4a62-9582-9862f09708ef tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "DELETE /v2.0/security-groups/ed719a94-2046-4766-898a-b22f2c44594f HTTP/1.1" status: 204 len: 173 time: 0.3363922 Sep 07 02:43:34.045353 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733f9288-7522-4a62-9582-9862f09708ef tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed719a94-2046-4766-898a-b22f2c44594f,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:34.108436 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-8a0a0150-1eea-4a0e-8373-2585095dd44b req-00ae29f3-338f-4266-bfe3-f5e1ba25b431 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] For port 03a08a42-1d07-47f4-9c5c-dd28198aa815, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=03a08a42-1d07-47f4-9c5c-dd28198aa815,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:43:34.108811 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-8a0a0150-1eea-4a0e-8373-2585095dd44b req-00ae29f3-338f-4266-bfe3-f5e1ba25b431 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:34.133625 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-8a0a0150-1eea-4a0e-8373-2585095dd44b req-00ae29f3-338f-4266-bfe3-f5e1ba25b431 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Calling delete_port for 03a08a42-1d07-47f4-9c5c-dd28198aa815 owned by compute:nova {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:43:34.201023 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce5c09a-af43-4c42-a0b8-4f0254678ed6 req-50405f58-5f0f-47ce-a675-a80ef80a4cc2 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:34.208845 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4ce5c09a-af43-4c42-a0b8-4f0254678ed6 req-50405f58-5f0f-47ce-a675-a80ef80a4cc2 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb044ddb-aec4-4cc8-8c21-d0b93465a7eb HTTP/1.1" status: 200 len: 951 time: 0.1626647 Sep 07 02:43:34.263717 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4ce5c09a-af43-4c42-a0b8-4f0254678ed6 req-b656ffac-70f5-4c8d-81ed-d83584441c51 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536227 Sep 07 02:43:34.305699 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-1b6cb163-9fbe-4c7d-8da1-43dbd13653fb tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:34.311990 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-8a0a0150-1eea-4a0e-8373-2585095dd44b req-00ae29f3-338f-4266-bfe3-f5e1ba25b431 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:34.326540 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['54614cb7-1c6d-428a-b1c5-3605226dbcd6'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:43:34.329483 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['188a469b-6bad-4f9a-8ca7-0aaa4aa7234b', '03a08a42-1d07-47f4-9c5c-dd28198aa815'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:43:34.353527 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae29f3-338f-4266-bfe3-f5e1ba25b431 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Pushing event deleted for resources: {'Port': ['ID=03a08a42-1d07-47f4-9c5c-dd28198aa815,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:34.376513 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [req-fd3de886-f422-496a-b158-0ab4366def57 req-2636bc76-f1f1-4a9b-a9a2-5a3bdb9bb654 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] show failed (client error): The resource could not be found. Sep 07 02:43:34.378123 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fd3de886-f422-496a-b158-0ab4366def57 req-2636bc76-f1f1-4a9b-a9a2-5a3bdb9bb654 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/security-groups/ad228a64-5da4-41ef-a616-8ed1da109434 HTTP/1.1" status: 404 len: 352 time: 0.0697536 Sep 07 02:43:34.391303 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-1b6cb163-9fbe-4c7d-8da1-43dbd13653fb tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Transition to ACTIVE for port object dfc9b065-1c7f-4968-9ce9-8ee8bb3c5e67 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:43:34.420226 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a0a0150-1eea-4a0e-8373-2585095dd44b req-00ae29f3-338f-4266-bfe3-f5e1ba25b431 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] No DVR routers for this DVR port 03a08a42-1d07-47f4-9c5c-dd28198aa815 on host n-h2-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:43:34.428395 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-8a0a0150-1eea-4a0e-8373-2585095dd44b req-00ae29f3-338f-4266-bfe3-f5e1ba25b431 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:34.430986 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8a0a0150-1eea-4a0e-8373-2585095dd44b req-00ae29f3-338f-4266-bfe3-f5e1ba25b431 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.16 "DELETE /v2.0/ports/03a08a42-1d07-47f4-9c5c-dd28198aa815 HTTP/1.1" status: 204 len: 173 time: 0.6903663 Sep 07 02:43:34.431454 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb044ddb-aec4-4cc8-8c21-d0b93465a7eb', 'name': 'network-vif-deleted', 'tag': '03a08a42-1d07-47f4-9c5c-dd28198aa815'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:43:34.433723 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f47b91-3ba3-45df-81a8-ecb5d95f75b2" -d '{"events": [{"server_uuid": "fb044ddb-aec4-4cc8-8c21-d0b93465a7eb", "name": "network-vif-deleted", "tag": "03a08a42-1d07-47f4-9c5c-dd28198aa815"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:43:34.457041 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-1b6cb163-9fbe-4c7d-8da1-43dbd13653fb tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:34.474902 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [req-be7f69d4-156a-4c67-9a90-f2e136fdef11 req-6d6703a8-291d-4503-9ed6-ad1bd43e8e84 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] show failed (client error): The resource could not be found. Sep 07 02:43:34.503810 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-be7f69d4-156a-4c67-9a90-f2e136fdef11 req-6d6703a8-291d-4503-9ed6-ad1bd43e8e84 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/security-groups/0e7aa197-e8ed-4ff2-82e5-88f2fd3e930a HTTP/1.1" status: 404 len: 352 time: 0.0640380 Sep 07 02:43:34.527961 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-1b6cb163-9fbe-4c7d-8da1-43dbd13653fb tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Network 5ef2135d-eb79-4b03-bc59-b7d80582547a is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:43:34.552361 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-1b6cb163-9fbe-4c7d-8da1-43dbd13653fb tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:43:34.565641 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60531db3-8ebe-4f07-aa60-144fc9a2b7ac x-openstack-request-id: req-60531db3-8ebe-4f07-aa60-144fc9a2b7ac {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:43:34.566446 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb044ddb-aec4-4cc8-8c21-d0b93465a7eb", "name": "network-vif-deleted", "tag": "03a08a42-1d07-47f4-9c5c-dd28198aa815", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:43:34.566832 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-60531db3-8ebe-4f07-aa60-144fc9a2b7ac {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:43:34.567614 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb044ddb-aec4-4cc8-8c21-d0b93465a7eb', 'name': 'network-vif-deleted', 'tag': '03a08a42-1d07-47f4-9c5c-dd28198aa815', 'status': 'completed', 'code': 200} Sep 07 02:43:34.572221 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-1b6cb163-9fbe-4c7d-8da1-43dbd13653fb tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:43:34.605938 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [req-2186abf9-fecd-4405-a73d-cae34ac50d88 req-b57d835e-f0fd-4267-a954-f1e417189ae7 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] show failed (client error): The resource could not be found. Sep 07 02:43:34.616958 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2186abf9-fecd-4405-a73d-cae34ac50d88 req-b57d835e-f0fd-4267-a954-f1e417189ae7 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/security-groups/180fedfc-1ac7-4bb7-933e-a4a991e8568f HTTP/1.1" status: 404 len: 352 time: 0.0251679 Sep 07 02:43:34.706017 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6cb163-9fbe-4c7d-8da1-43dbd13653fb tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Pushing event updated for resources: {'Port': ['ID=dfc9b065-1c7f-4968-9ce9-8ee8bb3c5e67,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:34.803168 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-1b6cb163-9fbe-4c7d-8da1-43dbd13653fb tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:34.806025 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-1b6cb163-9fbe-4c7d-8da1-43dbd13653fb tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:34.922246 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7aa36b97-bed5-43c9-afb6-a419b79cc58c req-709e209e-8601-4d83-a615-6da353e3b510 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=dcd6c7a7-74e6-4b2f-ba5c-17ff90510532 HTTP/1.1" status: 200 len: 210 time: 0.1037288 Sep 07 02:43:34.931474 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-1b6cb163-9fbe-4c7d-8da1-43dbd13653fb tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5277483 Sep 07 02:43:34.945824 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-e7432c68-b7a0-4835-bda0-de9ded65beb8 service neutron] Request body: {'port': {'device_id': '5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:43:35.049897 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [req-bcfbe442-1ba4-442f-a98e-a3a9c4161d60 req-f16f3a4a-0e3c-48f5-8974-d5bd0dd6213c tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] show failed (client error): The resource could not be found. Sep 07 02:43:35.051038 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bcfbe442-1ba4-442f-a98e-a3a9c4161d60 req-f16f3a4a-0e3c-48f5-8974-d5bd0dd6213c tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/security-groups/b3063983-546d-465e-b9a0-2710d79c2b46 HTTP/1.1" status: 404 len: 352 time: 0.0399384 Sep 07 02:43:35.123735 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d795c659-c911-40e5-99dc-de8b643d3277 req-573fbed3-7a48-46a0-b989-44ddff8ec51e tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:35.125245 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d795c659-c911-40e5-99dc-de8b643d3277 req-573fbed3-7a48-46a0-b989-44ddff8ec51e tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.16 "GET /v2.0/networks?id=b38f0331-653f-46c0-a8d7-26916edac115 HTTP/1.1" status: 200 len: 805 time: 0.4237795 Sep 07 02:43:35.129397 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-e7432c68-b7a0-4835-bda0-de9ded65beb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:35.133308 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [req-c39e3729-b818-42de-b4da-2ba455f37d0e req-20b039db-4a24-4e78-b145-013f77af47d1 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] show failed (client error): The resource could not be found. Sep 07 02:43:35.136538 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c39e3729-b818-42de-b4da-2ba455f37d0e req-20b039db-4a24-4e78-b145-013f77af47d1 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/security-groups/23c08065-d138-4ced-98c8-0e293223d9be HTTP/1.1" status: 404 len: 352 time: 0.0299280 Sep 07 02:43:35.144838 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-d795c659-c911-40e5-99dc-de8b643d3277 req-1dcebd76-ea3c-4ce8-9fbc-307e276e4ed7 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Request body: {'port': {'device_id': 'dcd6c7a7-74e6-4b2f-ba5c-17ff90510532', 'network_id': 'b38f0331-653f-46c0-a8d7-26916edac115', 'admin_state_up': True, 'tenant_id': '39221102c85f4a33befb52c47b54a864'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:43:35.173939 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-726ccf35-9bab-40f9-bfda-fc6ba31e2674 None None] Provisioning for port dfc9b065-1c7f-4968-9ce9-8ee8bb3c5e67 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:43:35.181977 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-726ccf35-9bab-40f9-bfda-fc6ba31e2674 None None] Provisioning complete for port dfc9b065-1c7f-4968-9ce9-8ee8bb3c5e67 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:43:35.182861 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-726ccf35-9bab-40f9-bfda-fc6ba31e2674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:35.198704 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 52226) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:43:35.233360 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-726ccf35-9bab-40f9-bfda-fc6ba31e2674 None None] Port dfc9b065-1c7f-4968-9ce9-8ee8bb3c5e67 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:43:35.251279 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7160503-f571-4ac9-b133-e938d457abea req-573076ba-8bce-4c71-ba6a-bea64be15d90 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:35.253531 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [req-2ad18359-a9dc-47cb-842d-73428979ce15 req-6707114f-125d-411e-a960-c95629a8e7d5 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] show failed (client error): The resource could not be found. Sep 07 02:43:35.254925 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2ad18359-a9dc-47cb-842d-73428979ce15 req-6707114f-125d-411e-a960-c95629a8e7d5 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/security-groups/683b89ba-08a6-4b22-a801-a3f69ff3a7b0 HTTP/1.1" status: 404 len: 352 time: 0.0641663 Sep 07 02:43:35.266154 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7160503-f571-4ac9-b133-e938d457abea req-573076ba-8bce-4c71-ba6a-bea64be15d90 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:35.273887 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7160503-f571-4ac9-b133-e938d457abea req-573076ba-8bce-4c71-ba6a-bea64be15d90 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:35.294048 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7160503-f571-4ac9-b133-e938d457abea req-573076ba-8bce-4c71-ba6a-bea64be15d90 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:35.301460 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7160503-f571-4ac9-b133-e938d457abea req-573076ba-8bce-4c71-ba6a-bea64be15d90 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:35.311229 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e7160503-f571-4ac9-b133-e938d457abea req-573076ba-8bce-4c71-ba6a-bea64be15d90 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 3816 time: 0.5251851 Sep 07 02:43:35.389554 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e7160503-f571-4ac9-b133-e938d457abea req-8b71cb4b-9aee-4b2b-9524-5dfddb847381 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/security-groups?id=89726ab1-0a53-4d54-93e7-e4e6ba92ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760558 Sep 07 02:43:35.416146 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-de1e2999-e46c-4a59-a814-ebc33547d2d7 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-714247653-network', 'tenant_id': '9a8c5da93cbf4b888ec81f508c5728ba'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:43:35.426781 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d795c659-c911-40e5-99dc-de8b643d3277 req-1dcebd76-ea3c-4ce8-9fbc-307e276e4ed7 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Made reservation on behalf of 39221102c85f4a33befb52c47b54a864 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:43:35.433179 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-d795c659-c911-40e5-99dc-de8b643d3277 req-1dcebd76-ea3c-4ce8-9fbc-307e276e4ed7 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:35.469262 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1e2999-e46c-4a59-a814-ebc33547d2d7 admin admin] Made reservation on behalf of 9a8c5da93cbf4b888ec81f508c5728ba for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:43:35.471565 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-de1e2999-e46c-4a59-a814-ebc33547d2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:35.511205 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-de1e2999-e46c-4a59-a814-ebc33547d2d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:35.614942 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-e7432c68-b7a0-4835-bda0-de9ded65beb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3ed5bfa-6d20-4d8d-812a-3f29f0868f88 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:43:35.634450 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-e7432c68-b7a0-4835-bda0-de9ded65beb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:35.672404 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-e7432c68-b7a0-4835-bda0-de9ded65beb8 service neutron] Transition to ACTIVE for port object f3ed5bfa-6d20-4d8d-812a-3f29f0868f88 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:43:35.679115 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [req-d795c659-c911-40e5-99dc-de8b643d3277 req-1dcebd76-ea3c-4ce8-9fbc-307e276e4ed7 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Allocated IP 172.20.0.7 (b38f0331-653f-46c0-a8d7-26916edac115/8b116277-4856-47e9-8d12-8ad81f660adb/339274d9-ef8b-470d-9ba5-f744dd5edb1d) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:43:35.683353 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-e7432c68-b7a0-4835-bda0-de9ded65beb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:35.740716 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e59fd2b-f437-4a63-ad34-1e4e53c35790 req-328d5656-2a2c-4df9-b32f-a949f28faca6 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:35.742439 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7e59fd2b-f437-4a63-ad34-1e4e53c35790 req-328d5656-2a2c-4df9-b32f-a949f28faca6 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/ports?device_id=636560ee-84d9-4d64-9b4f-832fc5786429 HTTP/1.1" status: 200 len: 1023 time: 0.1408515 Sep 07 02:43:35.810022 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-de1e2999-e46c-4a59-a814-ebc33547d2d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:35.811184 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7432c68-b7a0-4835-bda0-de9ded65beb8 service neutron] Pushing event updated for resources: {'Port': ['ID=f3ed5bfa-6d20-4d8d-812a-3f29f0868f88,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:35.827724 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-de1e2999-e46c-4a59-a814-ebc33547d2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:35.931786 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de1e2999-e46c-4a59-a814-ebc33547d2d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:43:35.944943 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-de1e2999-e46c-4a59-a814-ebc33547d2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:35.945377 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-de1e2999-e46c-4a59-a814-ebc33547d2d7 admin admin] Added segment cefad73b-a7c5-464e-83dc-c3e10d5473af of type vlan for network f1832801-225d-49c7-ba9e-13ca94c9951b Sep 07 02:43:35.957341 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-d795c659-c911-40e5-99dc-de8b643d3277 req-1dcebd76-ea3c-4ce8-9fbc-307e276e4ed7 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:35.961850 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7e59fd2b-f437-4a63-ad34-1e4e53c35790 req-1c4bc54c-d10e-4069-a6bd-f0290cd40639 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2807b84-2dca-480c-84da-bc31effeab10&id=f8aaf68a-cff5-4215-9ab9-069c88f88975&id=aa6fcfea-d065-4e0e-a680-3f538811c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1952562 Sep 07 02:43:35.962503 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1e2999-e46c-4a59-a814-ebc33547d2d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59dcc322-1945-4cf3-8e79-2fa31eba87cf,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:35.976114 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2ffc8-1570-4700-b256-7fdcc12ee100 req-1a815df4-b382-47e2-8d4f-c7b7cbd29766 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:35.977706 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0ff2ffc8-1570-4700-b256-7fdcc12ee100 req-1a815df4-b382-47e2-8d4f-c7b7cbd29766 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b3e968d-0a74-40a9-ab0d-146c6fc12a4d HTTP/1.1" status: 200 len: 950 time: 0.1481767 Sep 07 02:43:36.075746 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0ff2ffc8-1570-4700-b256-7fdcc12ee100 req-da4636e4-c406-441b-9641-9d3431b89355 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676982 Sep 07 02:43:36.083034 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-d795c659-c911-40e5-99dc-de8b643d3277 req-1dcebd76-ea3c-4ce8-9fbc-307e276e4ed7 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:36.094243 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-de1e2999-e46c-4a59-a814-ebc33547d2d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:36.098519 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['af9f4b04-1d72-482b-bbf8-2c9fc4969d1e'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:43:36.128440 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-e7432c68-b7a0-4835-bda0-de9ded65beb8 service neutron] Attempting to bind port f3ed5bfa-6d20-4d8d-812a-3f29f0868f88 on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:43:36.128763 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-e7432c68-b7a0-4835-bda0-de9ded65beb8 service neutron] Attempting to bind port f3ed5bfa-6d20-4d8d-812a-3f29f0868f88 by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '4a40d81e-a446-40cf-a314-2d7295172ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:43:36.129023 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-e7432c68-b7a0-4835-bda0-de9ded65beb8 service neutron] Attempting to bind port f3ed5bfa-6d20-4d8d-812a-3f29f0868f88 on network ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:43:36.131069 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d795c659-c911-40e5-99dc-de8b643d3277 req-1dcebd76-ea3c-4ce8-9fbc-307e276e4ed7 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Network b38f0331-653f-46c0-a8d7-26916edac115 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:43:36.136348 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [req-d795c659-c911-40e5-99dc-de8b643d3277 req-1dcebd76-ea3c-4ce8-9fbc-307e276e4ed7 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:43:36.140244 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-d795c659-c911-40e5-99dc-de8b643d3277 req-1dcebd76-ea3c-4ce8-9fbc-307e276e4ed7 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:43:36.146386 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-e7432c68-b7a0-4835-bda0-de9ded65beb8 service neutron] Port f3ed5bfa-6d20-4d8d-812a-3f29f0868f88 on network ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:43:36.146863 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-e7432c68-b7a0-4835-bda0-de9ded65beb8 service neutron] Attempting to bind port f3ed5bfa-6d20-4d8d-812a-3f29f0868f88 on network ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:43:36.161675 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-e7432c68-b7a0-4835-bda0-de9ded65beb8 service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:43:36.162030 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-e7432c68-b7a0-4835-bda0-de9ded65beb8 service neutron] Checking segment: {'id': '4a40d81e-a446-40cf-a314-2d7295172ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:43:36.162402 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-e7432c68-b7a0-4835-bda0-de9ded65beb8 service neutron] Bound using segment: {'id': '4a40d81e-a446-40cf-a314-2d7295172ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:43:36.162891 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-e7432c68-b7a0-4835-bda0-de9ded65beb8 service neutron] Bound port: f3ed5bfa-6d20-4d8d-812a-3f29f0868f88, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a40d81e-a446-40cf-a314-2d7295172ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:43:36.163260 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-e7432c68-b7a0-4835-bda0-de9ded65beb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:36.174109 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-de1e2999-e46c-4a59-a814-ebc33547d2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:36.175085 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1e2999-e46c-4a59-a814-ebc33547d2d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:36.175703 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-de1e2999-e46c-4a59-a814-ebc33547d2d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:36.178901 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcebd76-ea3c-4ce8-9fbc-307e276e4ed7 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Pushing event updated for resources: {'Port': ['ID=339274d9-ef8b-470d-9ba5-f744dd5edb1d,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:36.211223 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d795c659-c911-40e5-99dc-de8b643d3277 req-1dcebd76-ea3c-4ce8-9fbc-307e276e4ed7 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:36.211887 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-d795c659-c911-40e5-99dc-de8b643d3277 req-1dcebd76-ea3c-4ce8-9fbc-307e276e4ed7 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:36.216737 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc09b52-ccd5-4cfe-a52b-d308682b0145 req-9190877c-9e2c-43b9-883f-9813de807553 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:36.224035 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8fc09b52-ccd5-4cfe-a52b-d308682b0145 req-9190877c-9e2c-43b9-883f-9813de807553 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=dcd6c7a7-74e6-4b2f-ba5c-17ff90510532 HTTP/1.1" status: 200 len: 931 time: 0.1372602 Sep 07 02:43:36.230347 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d795c659-c911-40e5-99dc-de8b643d3277 req-1dcebd76-ea3c-4ce8-9fbc-307e276e4ed7 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0917666 Sep 07 02:43:36.246595 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-d795c659-c911-40e5-99dc-de8b643d3277 req-c2668f8c-db47-414a-a298-b4b1aa609ac3 service neutron] Request body: {'port': {'device_id': 'dcd6c7a7-74e6-4b2f-ba5c-17ff90510532', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:43:36.277186 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-de1e2999-e46c-4a59-a814-ebc33547d2d7 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.0680530 Sep 07 02:43:36.282024 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52246) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:43:36.289951 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-c87024ac-eb9e-40c3-a123-04ddc7ab21a7 admin admin] Request body: {'subnet': {'network_id': 'f1832801-225d-49c7-ba9e-13ca94c9951b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-714247653-subnet', 'tenant_id': '9a8c5da93cbf4b888ec81f508c5728ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:43:36.321691 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1e2999-e46c-4a59-a814-ebc33547d2d7 admin admin] Pushing event updated for resources: {'Network': ['ID=f1832801-225d-49c7-ba9e-13ca94c9951b,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:36.338130 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network f1832801-225d-49c7-ba9e-13ca94c9951b details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:43:36.344685 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-d795c659-c911-40e5-99dc-de8b643d3277 req-c2668f8c-db47-414a-a298-b4b1aa609ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:36.365590 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8fc09b52-ccd5-4cfe-a52b-d308682b0145 req-041ee63b-0124-48d9-b14b-ccfdcb91e926 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307530 Sep 07 02:43:36.373953 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87024ac-eb9e-40c3-a123-04ddc7ab21a7 admin admin] Made reservation on behalf of 9a8c5da93cbf4b888ec81f508c5728ba for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:43:36.380595 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c87024ac-eb9e-40c3-a123-04ddc7ab21a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:36.396008 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-e7432c68-b7a0-4835-bda0-de9ded65beb8 service neutron] For port f3ed5bfa-6d20-4d8d-812a-3f29f0868f88, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:43:36.401647 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-e7432c68-b7a0-4835-bda0-de9ded65beb8 service neutron] For port f3ed5bfa-6d20-4d8d-812a-3f29f0868f88, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=f3ed5bfa-6d20-4d8d-812a-3f29f0868f88,segment=NetworkSegment(4a40d81e-a446-40cf-a314-2d7295172ca6),segment_id=4a40d81e-a446-40cf-a314-2d7295172ca6)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:43:36.411983 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-e7432c68-b7a0-4835-bda0-de9ded65beb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:36.476233 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-e7432c68-b7a0-4835-bda0-de9ded65beb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:36.477018 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-e7432c68-b7a0-4835-bda0-de9ded65beb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:36.478651 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-e7432c68-b7a0-4835-bda0-de9ded65beb8 service neutron] 10.222.0.16 "PUT /v2.0/ports/f3ed5bfa-6d20-4d8d-812a-3f29f0868f88 HTTP/1.1" status: 200 len: 1093 time: 1.5377378 Sep 07 02:43:36.479199 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc', 'tag': 'f3ed5bfa-6d20-4d8d-812a-3f29f0868f88'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:43:36.481859 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b274d186-ffbb-46f1-bd2d-5c35e32f6f2c" -d '{"events": [{"name": "network-changed", "server_uuid": "5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc", "tag": "f3ed5bfa-6d20-4d8d-812a-3f29f0868f88"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:43:36.519944 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7432c68-b7a0-4835-bda0-de9ded65beb8 service neutron] Pushing event updated for resources: {'Port': ['ID=f3ed5bfa-6d20-4d8d-812a-3f29f0868f88,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:36.531432 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-5f350b6c-b9d9-413d-862b-7d44604215a8 service neutron] Request body: {'port': {'device_id': '5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:43:36.583666 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a4622e8-651b-4194-bcc8-4b0ce68deb8f x-openstack-request-id: req-9a4622e8-651b-4194-bcc8-4b0ce68deb8f {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:43:36.584217 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc", "tag": "f3ed5bfa-6d20-4d8d-812a-3f29f0868f88", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:43:36.584414 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9a4622e8-651b-4194-bcc8-4b0ce68deb8f {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:43:36.585468 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc', 'tag': 'f3ed5bfa-6d20-4d8d-812a-3f29f0868f88', 'status': 'completed', 'code': 200} Sep 07 02:43:36.613804 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca81eb-c8d7-49ec-ace8-9a5ecaf83370 req-af29602d-9e1b-4be4-a3d1-15712d710f39 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:36.620272 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca81eb-c8d7-49ec-ace8-9a5ecaf83370 req-af29602d-9e1b-4be4-a3d1-15712d710f39 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:36.626775 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca81eb-c8d7-49ec-ace8-9a5ecaf83370 req-af29602d-9e1b-4be4-a3d1-15712d710f39 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:36.634265 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca81eb-c8d7-49ec-ace8-9a5ecaf83370 req-af29602d-9e1b-4be4-a3d1-15712d710f39 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:36.640481 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca81eb-c8d7-49ec-ace8-9a5ecaf83370 req-af29602d-9e1b-4be4-a3d1-15712d710f39 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:36.652599 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-84ca81eb-c8d7-49ec-ace8-9a5ecaf83370 req-af29602d-9e1b-4be4-a3d1-15712d710f39 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 3828 time: 0.1431284 Sep 07 02:43:36.705033 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-5f350b6c-b9d9-413d-862b-7d44604215a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:36.749228 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 03a08a42-1d07-47f4-9c5c-dd28198aa815 no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:43:36.819681 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: 03a08a42-1d07-47f4-9c5c-dd28198aa815 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:43:36.829783 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 03a08a42-1d07-47f4-9c5c-dd28198aa815 not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:43:36.857603 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274d186-ffbb-46f1-bd2d-5c35e32f6f2c req-1092da4c-8d77-4f4e-a445-57d03fa7db2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:36.858175 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274d186-ffbb-46f1-bd2d-5c35e32f6f2c req-1092da4c-8d77-4f4e-a445-57d03fa7db2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:36.858573 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274d186-ffbb-46f1-bd2d-5c35e32f6f2c req-1092da4c-8d77-4f4e-a445-57d03fa7db2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:36.859056 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274d186-ffbb-46f1-bd2d-5c35e32f6f2c req-1092da4c-8d77-4f4e-a445-57d03fa7db2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:36.859741 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274d186-ffbb-46f1-bd2d-5c35e32f6f2c req-1092da4c-8d77-4f4e-a445-57d03fa7db2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:36.861752 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b274d186-ffbb-46f1-bd2d-5c35e32f6f2c req-1092da4c-8d77-4f4e-a445-57d03fa7db2e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=afaf54fa75d241989f6b7192737d6028&device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 4364 time: 0.2263703 Sep 07 02:43:37.001354 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-84ca81eb-c8d7-49ec-ace8-9a5ecaf83370 req-7e1e34de-691b-4073-9719-c67794f81c2c tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/security-groups?id=89726ab1-0a53-4d54-93e7-e4e6ba92ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3477402 Sep 07 02:43:37.070365 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee3397-cd79-451e-a2f4-03691156fa48 req-312650a2-ce7f-48b3-a51c-8a9d620971df tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:37.072071 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cbee3397-cd79-451e-a2f4-03691156fa48 req-312650a2-ce7f-48b3-a51c-8a9d620971df tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.16 "GET /v2.0/ports?device_id=636560ee-84d9-4d64-9b4f-832fc5786429 HTTP/1.1" status: 200 len: 1023 time: 0.1054258 Sep 07 02:43:37.146382 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c87024ac-eb9e-40c3-a123-04ddc7ab21a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:37.262304 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274d186-ffbb-46f1-bd2d-5c35e32f6f2c req-2c880c19-9be9-4498-90d4-e2c63a0e01b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:37.262803 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274d186-ffbb-46f1-bd2d-5c35e32f6f2c req-2c880c19-9be9-4498-90d4-e2c63a0e01b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:37.263283 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274d186-ffbb-46f1-bd2d-5c35e32f6f2c req-2c880c19-9be9-4498-90d4-e2c63a0e01b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:37.264912 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b274d186-ffbb-46f1-bd2d-5c35e32f6f2c req-2c880c19-9be9-4498-90d4-e2c63a0e01b9 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=afaf54fa75d241989f6b7192737d6028&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3919704 Sep 07 02:43:37.297643 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87024ac-eb9e-40c3-a123-04ddc7ab21a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf8b75f5-87fa-46ec-a5bb-bac267ae3844,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:37.300580 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bcbf68-853f-4604-9198-7929144673c4 req-df45c4e7-929a-4172-bb3c-16e9e1e6b9e6 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:37.302054 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f9bcbf68-853f-4604-9198-7929144673c4 req-df45c4e7-929a-4172-bb3c-16e9e1e6b9e6 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b3e968d-0a74-40a9-ab0d-146c6fc12a4d HTTP/1.1" status: 200 len: 950 time: 0.2288945 Sep 07 02:43:37.322745 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95904add-8757-475e-b4c8-4f557d104e34 req-b59b7195-ebf5-43cb-a99a-39eb108255dd tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:37.324306 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-95904add-8757-475e-b4c8-4f557d104e34 req-b59b7195-ebf5-43cb-a99a-39eb108255dd tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/ports?device_id=636560ee-84d9-4d64-9b4f-832fc5786429 HTTP/1.1" status: 200 len: 1023 time: 0.2464705 Sep 07 02:43:37.387384 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac9df5-925b-4d98-84ac-c87154de7578 req-f6fdbbda-1f5b-44f1-a809-fedd424d9536 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:37.388895 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6dac9df5-925b-4d98-84ac-c87154de7578 req-f6fdbbda-1f5b-44f1-a809-fedd424d9536 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b3e968d-0a74-40a9-ab0d-146c6fc12a4d HTTP/1.1" status: 200 len: 950 time: 0.2492766 Sep 07 02:43:37.418685 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87024ac-eb9e-40c3-a123-04ddc7ab21a7 admin admin] Checking segment: {'id': 'cefad73b-a7c5-464e-83dc-c3e10d5473af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f1832801-225d-49c7-ba9e-13ca94c9951b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:43:37.419014 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87024ac-eb9e-40c3-a123-04ddc7ab21a7 admin admin] Network hostable DHCP agents. Network: f1832801-225d-49c7-ba9e-13ca94c9951b, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:43:37.509160 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6dac9df5-925b-4d98-84ac-c87154de7578 req-85764554-7199-475c-8ecc-85f33b1b3cda tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089475 Sep 07 02:43:37.513769 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-cbee3397-cd79-451e-a2f4-03691156fa48 req-ab6ed4d6-de53-4ff4-b1a4-2b7f537dec90 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Deleting port 1059679b-237b-43f6-9bf3-eb07cfd90780 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:43:37.514113 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-cbee3397-cd79-451e-a2f4-03691156fa48 req-ab6ed4d6-de53-4ff4-b1a4-2b7f537dec90 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:37.597483 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-95904add-8757-475e-b4c8-4f557d104e34 req-1a8e5359-014d-404f-924f-3b92d438d5a7 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/security-groups?id=f2807b84-2dca-480c-84da-bc31effeab10&id=f8aaf68a-cff5-4215-9ab9-069c88f88975&id=aa6fcfea-d065-4e0e-a680-3f538811c90e&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2570078 Sep 07 02:43:37.606698 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [req-d795c659-c911-40e5-99dc-de8b643d3277 req-c2668f8c-db47-414a-a298-b4b1aa609ac3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 339274d9-ef8b-470d-9ba5-f744dd5edb1d {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:43:37.616668 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-d795c659-c911-40e5-99dc-de8b643d3277 req-c2668f8c-db47-414a-a298-b4b1aa609ac3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:37.622349 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87024ac-eb9e-40c3-a123-04ddc7ab21a7 admin admin] Network f1832801-225d-49c7-ba9e-13ca94c9951b is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:43:37.637261 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274d186-ffbb-46f1-bd2d-5c35e32f6f2c req-1a2fa5ce-c8bc-4b71-894a-fa4485c0838d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:37.638933 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b274d186-ffbb-46f1-bd2d-5c35e32f6f2c req-1a2fa5ce-c8bc-4b71-894a-fa4485c0838d service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3580172 Sep 07 02:43:37.653027 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-c87024ac-eb9e-40c3-a123-04ddc7ab21a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, f1832801-225d-49c7-ba9e-13ca94c9951b) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:43:37.662606 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33baf3dc-76cd-4989-a20b-3e5be64880da None None] Network f1832801-225d-49c7-ba9e-13ca94c9951b requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:43:37.683409 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-d795c659-c911-40e5-99dc-de8b643d3277 req-c2668f8c-db47-414a-a298-b4b1aa609ac3 service neutron] Transition to ACTIVE for port object 339274d9-ef8b-470d-9ba5-f744dd5edb1d will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:43:37.684992 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87024ac-eb9e-40c3-a123-04ddc7ab21a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:37.685598 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c87024ac-eb9e-40c3-a123-04ddc7ab21a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:37.706229 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-f9bcbf68-853f-4604-9198-7929144673c4 req-7dd36713-19d2-4d4b-b617-5a0948c25f17 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Deleting port 54614cb7-1c6d-428a-b1c5-3605226dbcd6 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:43:37.707217 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f9bcbf68-853f-4604-9198-7929144673c4 req-7dd36713-19d2-4d4b-b617-5a0948c25f17 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:37.708337 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-d795c659-c911-40e5-99dc-de8b643d3277 req-c2668f8c-db47-414a-a298-b4b1aa609ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:37.717138 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-5f350b6c-b9d9-413d-862b-7d44604215a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4857470d-e751-42ad-b0ae-ff54d7d0611e {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:43:37.736335 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c87024ac-eb9e-40c3-a123-04ddc7ab21a7 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.4529448 Sep 07 02:43:37.756381 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-5f350b6c-b9d9-413d-862b-7d44604215a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:37.801113 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-cbee3397-cd79-451e-a2f4-03691156fa48 req-ab6ed4d6-de53-4ff4-b1a4-2b7f537dec90 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] For port 1059679b-237b-43f6-9bf3-eb07cfd90780, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=1059679b-237b-43f6-9bf3-eb07cfd90780,segment=NetworkSegment(bd74203e-fa6d-4c2a-b87e-ee55b06c2f76),segment_id=bd74203e-fa6d-4c2a-b87e-ee55b06c2f76)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:43:37.801759 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-cbee3397-cd79-451e-a2f4-03691156fa48 req-ab6ed4d6-de53-4ff4-b1a4-2b7f537dec90 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:37.814606 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b2ea2-a4e5-4bd2-8ab7-095fc0667823 req-bca922c4-5d54-4aaf-9631-8af2b62c1c15 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:37.822745 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-841b2ea2-a4e5-4bd2-8ab7-095fc0667823 req-bca922c4-5d54-4aaf-9631-8af2b62c1c15 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=dcd6c7a7-74e6-4b2f-ba5c-17ff90510532 HTTP/1.1" status: 200 len: 931 time: 0.1845191 Sep 07 02:43:37.854821 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06296e6c-ddef-42d6-9256-80277437c6ea None None] Network f1832801-225d-49c7-ba9e-13ca94c9951b requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:43:37.864417 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-5f350b6c-b9d9-413d-862b-7d44604215a8 service neutron] Transition to ACTIVE for port object 4857470d-e751-42ad-b0ae-ff54d7d0611e will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:43:37.874600 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2668f8c-db47-414a-a298-b4b1aa609ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=339274d9-ef8b-470d-9ba5-f744dd5edb1d,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:37.888273 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-cbee3397-cd79-451e-a2f4-03691156fa48 req-ab6ed4d6-de53-4ff4-b1a4-2b7f537dec90 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Calling delete_port for 1059679b-237b-43f6-9bf3-eb07cfd90780 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:43:37.920590 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-5f350b6c-b9d9-413d-862b-7d44604215a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:37.954669 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-d795c659-c911-40e5-99dc-de8b643d3277 req-c2668f8c-db47-414a-a298-b4b1aa609ac3 service neutron] Attempting to bind port 339274d9-ef8b-470d-9ba5-f744dd5edb1d on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:43:37.955650 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-d795c659-c911-40e5-99dc-de8b643d3277 req-c2668f8c-db47-414a-a298-b4b1aa609ac3 service neutron] Attempting to bind port 339274d9-ef8b-470d-9ba5-f744dd5edb1d by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '737bac5c-5e4b-4b03-a099-f644edcc6c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b38f0331-653f-46c0-a8d7-26916edac115'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:43:37.955978 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d795c659-c911-40e5-99dc-de8b643d3277 req-c2668f8c-db47-414a-a298-b4b1aa609ac3 service neutron] Attempting to bind port 339274d9-ef8b-470d-9ba5-f744dd5edb1d on network b38f0331-653f-46c0-a8d7-26916edac115 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:43:37.968075 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d795c659-c911-40e5-99dc-de8b643d3277 req-c2668f8c-db47-414a-a298-b4b1aa609ac3 service neutron] Port 339274d9-ef8b-470d-9ba5-f744dd5edb1d on network b38f0331-653f-46c0-a8d7-26916edac115 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:43:37.968572 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d795c659-c911-40e5-99dc-de8b643d3277 req-c2668f8c-db47-414a-a298-b4b1aa609ac3 service neutron] Attempting to bind port 339274d9-ef8b-470d-9ba5-f744dd5edb1d on network b38f0331-653f-46c0-a8d7-26916edac115 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:43:37.981437 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d795c659-c911-40e5-99dc-de8b643d3277 req-c2668f8c-db47-414a-a298-b4b1aa609ac3 service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:43:37.981599 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d795c659-c911-40e5-99dc-de8b643d3277 req-c2668f8c-db47-414a-a298-b4b1aa609ac3 service neutron] Checking segment: {'id': '737bac5c-5e4b-4b03-a099-f644edcc6c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b38f0331-653f-46c0-a8d7-26916edac115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:43:37.981975 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d795c659-c911-40e5-99dc-de8b643d3277 req-c2668f8c-db47-414a-a298-b4b1aa609ac3 service neutron] Bound using segment: {'id': '737bac5c-5e4b-4b03-a099-f644edcc6c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b38f0331-653f-46c0-a8d7-26916edac115'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:43:37.982550 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-d795c659-c911-40e5-99dc-de8b643d3277 req-c2668f8c-db47-414a-a298-b4b1aa609ac3 service neutron] Bound port: 339274d9-ef8b-470d-9ba5-f744dd5edb1d, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '737bac5c-5e4b-4b03-a099-f644edcc6c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b38f0331-653f-46c0-a8d7-26916edac115'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:43:37.982794 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-d795c659-c911-40e5-99dc-de8b643d3277 req-c2668f8c-db47-414a-a298-b4b1aa609ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:38.047934 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-841b2ea2-a4e5-4bd2-8ab7-095fc0667823 req-2132e17d-baed-4981-a91e-e5da75043d8e tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192292 Sep 07 02:43:38.148751 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-f9bcbf68-853f-4604-9198-7929144673c4 req-7dd36713-19d2-4d4b-b617-5a0948c25f17 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] For port 54614cb7-1c6d-428a-b1c5-3605226dbcd6, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=54614cb7-1c6d-428a-b1c5-3605226dbcd6,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:43:38.149137 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f9bcbf68-853f-4604-9198-7929144673c4 req-7dd36713-19d2-4d4b-b617-5a0948c25f17 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:38.195996 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f350b6c-b9d9-413d-862b-7d44604215a8 service neutron] Pushing event updated for resources: {'Port': ['ID=4857470d-e751-42ad-b0ae-ff54d7d0611e,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:38.219555 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-f9bcbf68-853f-4604-9198-7929144673c4 req-7dd36713-19d2-4d4b-b617-5a0948c25f17 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Calling delete_port for 54614cb7-1c6d-428a-b1c5-3605226dbcd6 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:43:38.296867 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 02:43:38.482812 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-5f350b6c-b9d9-413d-862b-7d44604215a8 service neutron] Attempting to bind port 4857470d-e751-42ad-b0ae-ff54d7d0611e on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:43:38.483110 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-5f350b6c-b9d9-413d-862b-7d44604215a8 service neutron] Attempting to bind port 4857470d-e751-42ad-b0ae-ff54d7d0611e by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': 'b82d7036-1e05-4803-9f61-149407a6a937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fef96230-f3dd-4368-8b6e-5738962456fc'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:43:38.483383 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-5f350b6c-b9d9-413d-862b-7d44604215a8 service neutron] Attempting to bind port 4857470d-e751-42ad-b0ae-ff54d7d0611e on network fef96230-f3dd-4368-8b6e-5738962456fc {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:43:38.509681 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-5f350b6c-b9d9-413d-862b-7d44604215a8 service neutron] Port 4857470d-e751-42ad-b0ae-ff54d7d0611e on network fef96230-f3dd-4368-8b6e-5738962456fc not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:43:38.510004 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-5f350b6c-b9d9-413d-862b-7d44604215a8 service neutron] Attempting to bind port 4857470d-e751-42ad-b0ae-ff54d7d0611e on network fef96230-f3dd-4368-8b6e-5738962456fc {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:43:38.516034 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-cbee3397-cd79-451e-a2f4-03691156fa48 req-ab6ed4d6-de53-4ff4-b1a4-2b7f537dec90 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:38.528761 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['1059679b-237b-43f6-9bf3-eb07cfd90780'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:43:38.540144 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e761f-8ff7-42ba-bb24-de66ef8742c5 req-8ecceeb5-b189-4bfb-b209-f3ddee92aef2 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:38.546759 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e761f-8ff7-42ba-bb24-de66ef8742c5 req-8ecceeb5-b189-4bfb-b209-f3ddee92aef2 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:38.553431 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e761f-8ff7-42ba-bb24-de66ef8742c5 req-8ecceeb5-b189-4bfb-b209-f3ddee92aef2 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:38.559712 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e761f-8ff7-42ba-bb24-de66ef8742c5 req-8ecceeb5-b189-4bfb-b209-f3ddee92aef2 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:38.570743 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e761f-8ff7-42ba-bb24-de66ef8742c5 req-8ecceeb5-b189-4bfb-b209-f3ddee92aef2 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:38.577927 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e761f-8ff7-42ba-bb24-de66ef8742c5 req-8ecceeb5-b189-4bfb-b209-f3ddee92aef2 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:38.579955 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-082e761f-8ff7-42ba-bb24-de66ef8742c5 req-8ecceeb5-b189-4bfb-b209-f3ddee92aef2 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 4606 time: 0.1269064 Sep 07 02:43:38.585514 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-d795c659-c911-40e5-99dc-de8b643d3277 req-c2668f8c-db47-414a-a298-b4b1aa609ac3 service neutron] For port 339274d9-ef8b-470d-9ba5-f744dd5edb1d, host n-h2-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:43:38.589045 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-d795c659-c911-40e5-99dc-de8b643d3277 req-c2668f8c-db47-414a-a298-b4b1aa609ac3 service neutron] For port 339274d9-ef8b-470d-9ba5-f744dd5edb1d, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=339274d9-ef8b-470d-9ba5-f744dd5edb1d,segment=NetworkSegment(737bac5c-5e4b-4b03-a099-f644edcc6c52),segment_id=737bac5c-5e4b-4b03-a099-f644edcc6c52)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:43:38.591523 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6ed4d6-de53-4ff4-b1a4-2b7f537dec90 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Pushing event deleted for resources: {'Port': ['ID=1059679b-237b-43f6-9bf3-eb07cfd90780,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:38.593533 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-5f350b6c-b9d9-413d-862b-7d44604215a8 service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:43:38.593922 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-5f350b6c-b9d9-413d-862b-7d44604215a8 service neutron] Checking segment: {'id': 'b82d7036-1e05-4803-9f61-149407a6a937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fef96230-f3dd-4368-8b6e-5738962456fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:43:38.594402 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-5f350b6c-b9d9-413d-862b-7d44604215a8 service neutron] Bound using segment: {'id': 'b82d7036-1e05-4803-9f61-149407a6a937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fef96230-f3dd-4368-8b6e-5738962456fc'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:43:38.594812 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-5f350b6c-b9d9-413d-862b-7d44604215a8 service neutron] Bound port: 4857470d-e751-42ad-b0ae-ff54d7d0611e, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b82d7036-1e05-4803-9f61-149407a6a937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fef96230-f3dd-4368-8b6e-5738962456fc'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:43:38.595188 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-5f350b6c-b9d9-413d-862b-7d44604215a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:38.608469 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-d795c659-c911-40e5-99dc-de8b643d3277 req-c2668f8c-db47-414a-a298-b4b1aa609ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:38.629616 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d795c659-c911-40e5-99dc-de8b643d3277 req-c2668f8c-db47-414a-a298-b4b1aa609ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:38.629955 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-d795c659-c911-40e5-99dc-de8b643d3277 req-c2668f8c-db47-414a-a298-b4b1aa609ac3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:38.631688 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d795c659-c911-40e5-99dc-de8b643d3277 req-c2668f8c-db47-414a-a298-b4b1aa609ac3 service neutron] 10.222.0.16 "PUT /v2.0/ports/339274d9-ef8b-470d-9ba5-f744dd5edb1d HTTP/1.1" status: 200 len: 1092 time: 2.3933673 Sep 07 02:43:38.634878 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcd6c7a7-74e6-4b2f-ba5c-17ff90510532', 'tag': '339274d9-ef8b-470d-9ba5-f744dd5edb1d'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:43:38.638385 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1197c749-aadc-4bcf-812d-c30e0a08e1cc" -d '{"events": [{"name": "network-changed", "server_uuid": "dcd6c7a7-74e6-4b2f-ba5c-17ff90510532", "tag": "339274d9-ef8b-470d-9ba5-f744dd5edb1d"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:43:38.687254 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbee3397-cd79-451e-a2f4-03691156fa48 req-ab6ed4d6-de53-4ff4-b1a4-2b7f537dec90 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] No DVR routers for this DVR port 1059679b-237b-43f6-9bf3-eb07cfd90780 on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:43:38.702011 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-082e761f-8ff7-42ba-bb24-de66ef8742c5 req-5f9df1ba-28ef-4581-9572-a40089f54b16 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/security-groups?id=89726ab1-0a53-4d54-93e7-e4e6ba92ef38&id=2895453c-c2ff-4721-9c31-7aa9bbb51629&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1114895 Sep 07 02:43:38.717499 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-cbee3397-cd79-451e-a2f4-03691156fa48 req-ab6ed4d6-de53-4ff4-b1a4-2b7f537dec90 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:38.719463 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cbee3397-cd79-451e-a2f4-03691156fa48 req-ab6ed4d6-de53-4ff4-b1a4-2b7f537dec90 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.16 "DELETE /v2.0/ports/1059679b-237b-43f6-9bf3-eb07cfd90780 HTTP/1.1" status: 204 len: 173 time: 1.5917091 Sep 07 02:43:38.719927 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '636560ee-84d9-4d64-9b4f-832fc5786429', 'name': 'network-vif-deleted', 'tag': '1059679b-237b-43f6-9bf3-eb07cfd90780'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:43:38.731787 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8418422-894a-4242-b894-b00cdea11983" -d '{"events": [{"server_uuid": "636560ee-84d9-4d64-9b4f-832fc5786429", "name": "network-vif-deleted", "tag": "1059679b-237b-43f6-9bf3-eb07cfd90780"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:43:38.741398 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2668f8c-db47-414a-a298-b4b1aa609ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=339274d9-ef8b-470d-9ba5-f744dd5edb1d,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:38.753607 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d795c659-c911-40e5-99dc-de8b643d3277 req-cb30cc22-0823-4c25-9360-c37f21d03c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:38.755471 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d795c659-c911-40e5-99dc-de8b643d3277 req-cb30cc22-0823-4c25-9360-c37f21d03c0d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=39221102c85f4a33befb52c47b54a864&device_id=dcd6c7a7-74e6-4b2f-ba5c-17ff90510532 HTTP/1.1" status: 200 len: 1095 time: 0.0738358 Sep 07 02:43:38.762762 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3326713b-5d03-45e3-9914-af96fac5b6c7 req-77f899a0-bc62-4887-b626-d3462772c245 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:38.764433 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3326713b-5d03-45e3-9914-af96fac5b6c7 req-77f899a0-bc62-4887-b626-d3462772c245 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/networks?id=f1832801-225d-49c7-ba9e-13ca94c9951b HTTP/1.1" status: 200 len: 804 time: 0.3136384 Sep 07 02:43:38.793853 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3326713b-5d03-45e3-9914-af96fac5b6c7 req-25f69f06-01db-4ad7-8bc8-a05883ad963b tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/quotas/9a8c5da93cbf4b888ec81f508c5728ba HTTP/1.1" status: 200 len: 375 time: 0.0192072 Sep 07 02:43:38.805689 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-5f350b6c-b9d9-413d-862b-7d44604215a8 service neutron] For port 4857470d-e751-42ad-b0ae-ff54d7d0611e, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:43:38.832421 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d795c659-c911-40e5-99dc-de8b643d3277 req-95b540ae-db86-4a1e-8fea-a070c61f2b0a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=339274d9-ef8b-470d-9ba5-f744dd5edb1d HTTP/1.1" status: 200 len: 217 time: 0.0679693 Sep 07 02:43:38.845191 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-5f350b6c-b9d9-413d-862b-7d44604215a8 service neutron] For port 4857470d-e751-42ad-b0ae-ff54d7d0611e, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=4857470d-e751-42ad-b0ae-ff54d7d0611e,segment=NetworkSegment(b82d7036-1e05-4803-9f61-149407a6a937),segment_id=b82d7036-1e05-4803-9f61-149407a6a937)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:43:38.846546 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f9bcbf68-853f-4604-9198-7929144673c4 req-7dd36713-19d2-4d4b-b617-5a0948c25f17 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:38.850129 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3326713b-5d03-45e3-9914-af96fac5b6c7 req-78b0a0a9-5e5e-45ab-b7ec-4307bed81bbc tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9a8c5da93cbf4b888ec81f508c5728ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487909 Sep 07 02:43:38.857538 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-5f350b6c-b9d9-413d-862b-7d44604215a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:38.862507 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['188a469b-6bad-4f9a-8ca7-0aaa4aa7234b'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:43:38.895024 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd36713-19d2-4d4b-b617-5a0948c25f17 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Pushing event deleted for resources: {'Port': ['ID=54614cb7-1c6d-428a-b1c5-3605226dbcd6,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:38.908919 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5b0b3441-1ec4-4ae8-91c9-90a7161b4206 req-6027686f-e467-4ab1-ab9b-50d71cf7b157 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b3e968d-0a74-40a9-ab0d-146c6fc12a4d HTTP/1.1" status: 200 len: 210 time: 0.0752583 Sep 07 02:43:38.958138 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d795c659-c911-40e5-99dc-de8b643d3277 req-4cfd6145-1c00-420a-9f35-1e0fadaa1d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:38.960377 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d795c659-c911-40e5-99dc-de8b643d3277 req-4cfd6145-1c00-420a-9f35-1e0fadaa1d81 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8b116277-4856-47e9-8d12-8ad81f660adb HTTP/1.1" status: 200 len: 845 time: 0.1146686 Sep 07 02:43:38.969398 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f350b6c-b9d9-413d-862b-7d44604215a8 service neutron] Pushing event updated for resources: {'Port': ['ID=4857470d-e751-42ad-b0ae-ff54d7d0611e,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:38.989218 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-5f350b6c-b9d9-413d-862b-7d44604215a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:38.989893 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-5f350b6c-b9d9-413d-862b-7d44604215a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:38.991610 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-5f350b6c-b9d9-413d-862b-7d44604215a8 service neutron] 10.222.0.16 "PUT /v2.0/ports/4857470d-e751-42ad-b0ae-ff54d7d0611e HTTP/1.1" status: 200 len: 1137 time: 2.4664109 Sep 07 02:43:39.041580 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d795c659-c911-40e5-99dc-de8b643d3277 req-05fa2da2-bd40-44ce-abe6-a5b94ddc6b21 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b38f0331-653f-46c0-a8d7-26916edac115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724413 Sep 07 02:43:39.066891 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-625ad2a2-1269-45b2-890b-647094862502 service neutron] Request body: {'port': {'device_id': '5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:43:39.077653 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9bcbf68-853f-4604-9198-7929144673c4 req-7dd36713-19d2-4d4b-b617-5a0948c25f17 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] No DVR routers for this DVR port 54614cb7-1c6d-428a-b1c5-3605226dbcd6 on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:43:39.101366 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f9bcbf68-853f-4604-9198-7929144673c4 req-7dd36713-19d2-4d4b-b617-5a0948c25f17 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:39.103911 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f9bcbf68-853f-4604-9198-7929144673c4 req-7dd36713-19d2-4d4b-b617-5a0948c25f17 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.23 "DELETE /v2.0/ports/54614cb7-1c6d-428a-b1c5-3605226dbcd6 HTTP/1.1" status: 204 len: 173 time: 1.7908616 Sep 07 02:43:39.117655 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-18b489c8-8938-4c8e-ae52-63b8c77a666f req-26288701-ca90-46e1-aa47-d8373fd13f66 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/ports?device_id=636560ee-84d9-4d64-9b4f-832fc5786429 HTTP/1.1" status: 200 len: 210 time: 0.0678461 Sep 07 02:43:39.189939 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3326713b-5d03-45e3-9914-af96fac5b6c7 req-2d943f59-17ed-47ca-a5a5-fa42fa0fbc58 service neutron] 10.222.0.22 "GET /v2.0/networks/f1832801-225d-49c7-ba9e-13ca94c9951b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099558 Sep 07 02:43:39.214256 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-625ad2a2-1269-45b2-890b-647094862502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:39.279246 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4bf238-7e84-486c-9535-e5edb0509e0a x-openstack-request-id: req-bb4bf238-7e84-486c-9535-e5edb0509e0a {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:43:39.279921 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcd6c7a7-74e6-4b2f-ba5c-17ff90510532", "tag": "339274d9-ef8b-470d-9ba5-f744dd5edb1d", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:43:39.293046 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bb4bf238-7e84-486c-9535-e5edb0509e0a {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:43:39.293802 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcd6c7a7-74e6-4b2f-ba5c-17ff90510532', 'tag': '339274d9-ef8b-470d-9ba5-f744dd5edb1d', 'status': 'completed', 'code': 200} Sep 07 02:43:39.366923 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d795c659-c911-40e5-99dc-de8b643d3277 req-1b46a33f-c237-4abf-acd5-dd78eca85a40 service neutron] 10.222.0.16 "GET /v2.0/networks/b38f0331-653f-46c0-a8d7-26916edac115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901750 Sep 07 02:43:39.471346 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e3749d-8e71-4fb4-b4bc-9500ec97dbd4 x-openstack-request-id: req-46e3749d-8e71-4fb4-b4bc-9500ec97dbd4 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:43:39.472304 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "636560ee-84d9-4d64-9b4f-832fc5786429", "name": "network-vif-deleted", "tag": "1059679b-237b-43f6-9bf3-eb07cfd90780", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:43:39.473626 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-46e3749d-8e71-4fb4-b4bc-9500ec97dbd4 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:43:39.474133 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '636560ee-84d9-4d64-9b4f-832fc5786429', 'name': 'network-vif-deleted', 'tag': '1059679b-237b-43f6-9bf3-eb07cfd90780', 'status': 'completed', 'code': 200} Sep 07 02:43:39.486942 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3326713b-5d03-45e3-9914-af96fac5b6c7 req-11233d00-1136-43b8-9d55-ed3a57676818 service neutron] 10.222.0.22 "GET /v2.0/networks/f1832801-225d-49c7-ba9e-13ca94c9951b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961366 Sep 07 02:43:39.593772 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d795c659-c911-40e5-99dc-de8b643d3277 req-6bd6a016-94ca-4c6c-9168-d6ac13af6475 service neutron] 10.222.0.16 "GET /v2.0/networks/b38f0331-653f-46c0-a8d7-26916edac115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178736 Sep 07 02:43:39.612113 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d603afc-bc03-4efa-848a-a04b2bdd4480 req-aebcb447-b6cc-42b3-b6ad-99d5b0efdb78 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:39.621363 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5d603afc-bc03-4efa-848a-a04b2bdd4480 req-aebcb447-b6cc-42b3-b6ad-99d5b0efdb78 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=dcd6c7a7-74e6-4b2f-ba5c-17ff90510532 HTTP/1.1" status: 200 len: 943 time: 0.0877182 Sep 07 02:43:39.728416 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5d603afc-bc03-4efa-848a-a04b2bdd4480 req-45c0b8e8-c518-479c-b12c-547ee041dfc9 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004744 Sep 07 02:43:39.770892 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197c749-aadc-4bcf-812d-c30e0a08e1cc req-cf208d71-06b2-47ad-bf84-afe309590bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:39.773181 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1197c749-aadc-4bcf-812d-c30e0a08e1cc req-cf208d71-06b2-47ad-bf84-afe309590bec service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=39221102c85f4a33befb52c47b54a864&device_id=dcd6c7a7-74e6-4b2f-ba5c-17ff90510532 HTTP/1.1" status: 200 len: 1095 time: 0.0929790 Sep 07 02:43:39.846199 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-625ad2a2-1269-45b2-890b-647094862502 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d6cd00f-b2ec-4d02-88ed-e2f7438c43b6 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:43:39.867315 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3edf5951-722e-41c8-b0ba-81e58d640476 req-6bf755f0-0a4e-4918-9405-629da3dc3c8b tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=35fe94b7-2c68-4fa9-a922-93da760f77cd HTTP/1.1" status: 200 len: 210 time: 0.0568216 Sep 07 02:43:39.874052 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-625ad2a2-1269-45b2-890b-647094862502 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:39.923851 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-625ad2a2-1269-45b2-890b-647094862502 service neutron] Transition to ACTIVE for port object 6d6cd00f-b2ec-4d02-88ed-e2f7438c43b6 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:43:39.937067 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-625ad2a2-1269-45b2-890b-647094862502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:39.954629 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638efb4d-43a9-412d-be52-a83ee3235a65 req-f7bda4a6-0a4a-4618-89a1-235cc02b7354 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:39.962099 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638efb4d-43a9-412d-be52-a83ee3235a65 req-f7bda4a6-0a4a-4618-89a1-235cc02b7354 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:39.969792 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638efb4d-43a9-412d-be52-a83ee3235a65 req-f7bda4a6-0a4a-4618-89a1-235cc02b7354 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:39.974294 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197c749-aadc-4bcf-812d-c30e0a08e1cc req-e61337c7-4779-4deb-92b8-44d18f3496eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:39.978880 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638efb4d-43a9-412d-be52-a83ee3235a65 req-f7bda4a6-0a4a-4618-89a1-235cc02b7354 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:39.985207 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638efb4d-43a9-412d-be52-a83ee3235a65 req-f7bda4a6-0a4a-4618-89a1-235cc02b7354 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:39.986837 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1197c749-aadc-4bcf-812d-c30e0a08e1cc req-e61337c7-4779-4deb-92b8-44d18f3496eb service neutron] 10.222.0.16 "GET /v2.0/networks?id=b38f0331-653f-46c0-a8d7-26916edac115 HTTP/1.1" status: 200 len: 905 time: 0.2040808 Sep 07 02:43:39.991577 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638efb4d-43a9-412d-be52-a83ee3235a65 req-f7bda4a6-0a4a-4618-89a1-235cc02b7354 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:39.993449 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-638efb4d-43a9-412d-be52-a83ee3235a65 req-f7bda4a6-0a4a-4618-89a1-235cc02b7354 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 4606 time: 0.1418524 Sep 07 02:43:40.059970 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1197c749-aadc-4bcf-812d-c30e0a08e1cc req-c652347e-940a-4729-a80f-49a7ee522e7d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=339274d9-ef8b-470d-9ba5-f744dd5edb1d HTTP/1.1" status: 200 len: 217 time: 0.0654988 Sep 07 02:43:40.091613 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625ad2a2-1269-45b2-890b-647094862502 service neutron] Pushing event updated for resources: {'Port': ['ID=6d6cd00f-b2ec-4d02-88ed-e2f7438c43b6,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:40.158558 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-638efb4d-43a9-412d-be52-a83ee3235a65 req-3b532b0f-5f63-4bfd-9cce-f00b2173542f tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/security-groups?id=89726ab1-0a53-4d54-93e7-e4e6ba92ef38&id=2895453c-c2ff-4721-9c31-7aa9bbb51629&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1542730 Sep 07 02:43:40.198520 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-625ad2a2-1269-45b2-890b-647094862502 service neutron] Attempting to bind port 6d6cd00f-b2ec-4d02-88ed-e2f7438c43b6 on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:43:40.198991 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-625ad2a2-1269-45b2-890b-647094862502 service neutron] Attempting to bind port 6d6cd00f-b2ec-4d02-88ed-e2f7438c43b6 by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': 'b82d7036-1e05-4803-9f61-149407a6a937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fef96230-f3dd-4368-8b6e-5738962456fc'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:43:40.199426 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-625ad2a2-1269-45b2-890b-647094862502 service neutron] Attempting to bind port 6d6cd00f-b2ec-4d02-88ed-e2f7438c43b6 on network fef96230-f3dd-4368-8b6e-5738962456fc {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:43:40.205624 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-625ad2a2-1269-45b2-890b-647094862502 service neutron] Port 6d6cd00f-b2ec-4d02-88ed-e2f7438c43b6 on network fef96230-f3dd-4368-8b6e-5738962456fc not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:43:40.206108 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-625ad2a2-1269-45b2-890b-647094862502 service neutron] Attempting to bind port 6d6cd00f-b2ec-4d02-88ed-e2f7438c43b6 on network fef96230-f3dd-4368-8b6e-5738962456fc {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:43:40.212414 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 54614cb7-1c6d-428a-b1c5-3605226dbcd6 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:43:40.229924 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197c749-aadc-4bcf-812d-c30e0a08e1cc req-25d50fc3-33ef-4a38-8d89-83acf64d113d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:40.233151 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1197c749-aadc-4bcf-812d-c30e0a08e1cc req-25d50fc3-33ef-4a38-8d89-83acf64d113d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8b116277-4856-47e9-8d12-8ad81f660adb HTTP/1.1" status: 200 len: 845 time: 0.1615796 Sep 07 02:43:40.244935 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-625ad2a2-1269-45b2-890b-647094862502 service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:43:40.245385 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-625ad2a2-1269-45b2-890b-647094862502 service neutron] Checking segment: {'id': 'b82d7036-1e05-4803-9f61-149407a6a937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fef96230-f3dd-4368-8b6e-5738962456fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:43:40.248936 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-625ad2a2-1269-45b2-890b-647094862502 service neutron] Bound using segment: {'id': 'b82d7036-1e05-4803-9f61-149407a6a937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fef96230-f3dd-4368-8b6e-5738962456fc'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:43:40.249417 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-625ad2a2-1269-45b2-890b-647094862502 service neutron] Bound port: 6d6cd00f-b2ec-4d02-88ed-e2f7438c43b6, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b82d7036-1e05-4803-9f61-149407a6a937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fef96230-f3dd-4368-8b6e-5738962456fc'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:43:40.252124 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-625ad2a2-1269-45b2-890b-647094862502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:40.269785 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: 54614cb7-1c6d-428a-b1c5-3605226dbcd6 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:43:40.272848 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 54614cb7-1c6d-428a-b1c5-3605226dbcd6 not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:43:40.302631 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1197c749-aadc-4bcf-812d-c30e0a08e1cc req-f347f8c9-ee59-4c1e-a431-00082277144e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b38f0331-653f-46c0-a8d7-26916edac115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605292 Sep 07 02:43:40.374195 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-625ad2a2-1269-45b2-890b-647094862502 service neutron] For port 6d6cd00f-b2ec-4d02-88ed-e2f7438c43b6, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:43:40.378457 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-625ad2a2-1269-45b2-890b-647094862502 service neutron] For port 6d6cd00f-b2ec-4d02-88ed-e2f7438c43b6, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=6d6cd00f-b2ec-4d02-88ed-e2f7438c43b6,segment=NetworkSegment(b82d7036-1e05-4803-9f61-149407a6a937),segment_id=b82d7036-1e05-4803-9f61-149407a6a937)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:43:40.395518 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-625ad2a2-1269-45b2-890b-647094862502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:40.462204 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-625ad2a2-1269-45b2-890b-647094862502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:40.462827 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-625ad2a2-1269-45b2-890b-647094862502 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:40.464271 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-625ad2a2-1269-45b2-890b-647094862502 service neutron] 10.222.0.16 "PUT /v2.0/ports/6d6cd00f-b2ec-4d02-88ed-e2f7438c43b6 HTTP/1.1" status: 200 len: 1135 time: 1.4217820 Sep 07 02:43:40.467174 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3ec6ecb3-eee7-4162-aff9-01cb02144b01 req-24798052-1667-4cf0-b86c-ef280eee614b tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/security-groups/aa6fcfea-d065-4e0e-a680-3f538811c90e HTTP/1.1" status: 200 len: 1802 time: 0.0879016 Sep 07 02:43:40.481932 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3d7f4-d2d3-4906-84bf-cc1b7f916858 req-a094d5ae-f632-4202-8f6a-97b59d2f3a4d tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:40.483709 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6bd3d7f4-d2d3-4906-84bf-cc1b7f916858 req-a094d5ae-f632-4202-8f6a-97b59d2f3a4d tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=12a55746-ab23-49ff-82d9-90204f32d2c2 HTTP/1.1" status: 200 len: 949 time: 0.1034319 Sep 07 02:43:40.489181 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1197c749-aadc-4bcf-812d-c30e0a08e1cc req-3ceb0b4e-fb2b-4745-9d17-2cb7069f1238 service neutron] 10.222.0.16 "GET /v2.0/networks/b38f0331-653f-46c0-a8d7-26916edac115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717646 Sep 07 02:43:40.507634 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625ad2a2-1269-45b2-890b-647094862502 service neutron] Pushing event updated for resources: {'Port': ['ID=6d6cd00f-b2ec-4d02-88ed-e2f7438c43b6,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:40.520701 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-634e2346-2507-4ae1-b154-d9399ef6913e service neutron] Request body: {'port': {'device_id': '5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:43:40.573997 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6bd3d7f4-d2d3-4906-84bf-cc1b7f916858 req-39ad96b2-9838-43ab-a9ef-36b6f93bbb09 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767043 Sep 07 02:43:40.675378 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1197c749-aadc-4bcf-812d-c30e0a08e1cc req-370763fb-cd0d-4b76-bcdb-ce61be5639b3 service neutron] 10.222.0.16 "GET /v2.0/networks/b38f0331-653f-46c0-a8d7-26916edac115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748288 Sep 07 02:43:40.801441 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 1059679b-237b-43f6-9bf3-eb07cfd90780 no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:43:40.844087 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: 1059679b-237b-43f6-9bf3-eb07cfd90780 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:43:40.844602 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 1059679b-237b-43f6-9bf3-eb07cfd90780 not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:43:40.877687 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52683bc7-33ac-4ec6-b262-725b61530004 req-6e8c3e1e-10f2-44a3-8a0a-aca3574a6e5b tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:40.884118 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-52683bc7-33ac-4ec6-b262-725b61530004 req-6e8c3e1e-10f2-44a3-8a0a-aca3574a6e5b tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=dcd6c7a7-74e6-4b2f-ba5c-17ff90510532 HTTP/1.1" status: 200 len: 943 time: 0.0706339 Sep 07 02:43:40.893364 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3ec6ecb3-eee7-4162-aff9-01cb02144b01 req-79ac76a5-6d44-40e6-bdf8-8cb57e2e6dec tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:40.909673 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-634e2346-2507-4ae1-b154-d9399ef6913e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:40.923581 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-52683bc7-33ac-4ec6-b262-725b61530004 req-16b5530f-cf4c-4521-baec-260a1c2acc7f tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377963 Sep 07 02:43:40.932318 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3ec6ecb3-eee7-4162-aff9-01cb02144b01 req-79ac76a5-6d44-40e6-bdf8-8cb57e2e6dec tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:41.055761 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3ec6ecb3-eee7-4162-aff9-01cb02144b01 req-79ac76a5-6d44-40e6-bdf8-8cb57e2e6dec tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:41.062468 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3ec6ecb3-eee7-4162-aff9-01cb02144b01 req-79ac76a5-6d44-40e6-bdf8-8cb57e2e6dec tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:41.062468 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3ec6ecb3-eee7-4162-aff9-01cb02144b01 req-79ac76a5-6d44-40e6-bdf8-8cb57e2e6dec tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "DELETE /v2.0/security-groups/aa6fcfea-d065-4e0e-a680-3f538811c90e HTTP/1.1" status: 204 len: 173 time: 0.5848243 Sep 07 02:43:41.086732 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ac76a5-6d44-40e6-bdf8-8cb57e2e6dec tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6fcfea-d065-4e0e-a680-3f538811c90e,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:41.123519 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ddc82c0c-dab8-4dee-94f6-2c73edcb0f7d req-2f2c81c9-848a-446e-bc24-33d8353674e4 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=35fe94b7-2c68-4fa9-a922-93da760f77cd HTTP/1.1" status: 200 len: 210 time: 0.0467801 Sep 07 02:43:41.205451 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-725e17d9-d36b-4119-8acb-24d3817bb0c0 req-e9a1fa6d-ae75-4da2-9a7d-00078438d609 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "GET /v2.0/security-groups/f2807b84-2dca-480c-84da-bc31effeab10 HTTP/1.1" status: 200 len: 1802 time: 0.1231153 Sep 07 02:43:41.346863 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab5eb9-bceb-4b34-b6f9-2119760263f1 req-fc8147f4-bb88-45cc-9cb5-eefeda422a72 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:41.357840 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab5eb9-bceb-4b34-b6f9-2119760263f1 req-fc8147f4-bb88-45cc-9cb5-eefeda422a72 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:41.368717 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab5eb9-bceb-4b34-b6f9-2119760263f1 req-fc8147f4-bb88-45cc-9cb5-eefeda422a72 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:41.380022 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab5eb9-bceb-4b34-b6f9-2119760263f1 req-fc8147f4-bb88-45cc-9cb5-eefeda422a72 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:41.387430 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3326713b-5d03-45e3-9914-af96fac5b6c7 req-bb0ff48d-9c0b-4b7e-acdb-ca373dbd58d3 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:41.388916 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3326713b-5d03-45e3-9914-af96fac5b6c7 req-bb0ff48d-9c0b-4b7e-acdb-ca373dbd58d3 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.23 "GET /v2.0/networks?id=f1832801-225d-49c7-ba9e-13ca94c9951b HTTP/1.1" status: 200 len: 804 time: 0.2402134 Sep 07 02:43:41.389048 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab5eb9-bceb-4b34-b6f9-2119760263f1 req-fc8147f4-bb88-45cc-9cb5-eefeda422a72 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:41.394550 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-725e17d9-d36b-4119-8acb-24d3817bb0c0 req-e9a51d81-2094-4c12-a73f-57edb90320c0 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:41.396178 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab5eb9-bceb-4b34-b6f9-2119760263f1 req-fc8147f4-bb88-45cc-9cb5-eefeda422a72 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:41.404862 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab5eb9-bceb-4b34-b6f9-2119760263f1 req-fc8147f4-bb88-45cc-9cb5-eefeda422a72 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:41.406480 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-3326713b-5d03-45e3-9914-af96fac5b6c7 req-8cbc8d46-bdd9-4b2b-b482-0d21d7e40fe7 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Request body: {'port': {'device_id': '35fe94b7-2c68-4fa9-a922-93da760f77cd', 'network_id': 'f1832801-225d-49c7-ba9e-13ca94c9951b', 'admin_state_up': True, 'tenant_id': '9a8c5da93cbf4b888ec81f508c5728ba'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:43:41.407209 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2aab5eb9-bceb-4b34-b6f9-2119760263f1 req-fc8147f4-bb88-45cc-9cb5-eefeda422a72 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 5382 time: 0.1192069 Sep 07 02:43:41.476283 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc', 'tag': '4857470d-e751-42ad-b0ae-ff54d7d0611e'}, {'server_uuid': '6b3e968d-0a74-40a9-ab0d-146c6fc12a4d', 'name': 'network-vif-deleted', 'tag': '54614cb7-1c6d-428a-b1c5-3605226dbcd6'}, {'name': 'network-changed', 'server_uuid': '5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc', 'tag': '6d6cd00f-b2ec-4d02-88ed-e2f7438c43b6'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:43:41.478578 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d7053d-a662-487b-a290-41ef2940c690" -d '{"events": [{"name": "network-changed", "server_uuid": "5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc", "tag": "4857470d-e751-42ad-b0ae-ff54d7d0611e"}, {"server_uuid": "6b3e968d-0a74-40a9-ab0d-146c6fc12a4d", "name": "network-vif-deleted", "tag": "54614cb7-1c6d-428a-b1c5-3605226dbcd6"}, {"name": "network-changed", "server_uuid": "5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc", "tag": "6d6cd00f-b2ec-4d02-88ed-e2f7438c43b6"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:43:41.488713 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-725e17d9-d36b-4119-8acb-24d3817bb0c0 req-e9a51d81-2094-4c12-a73f-57edb90320c0 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:41.493190 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-634e2346-2507-4ae1-b154-d9399ef6913e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89b4efa3-3083-4932-8997-1d7345c55233 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:43:41.496058 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2aab5eb9-bceb-4b34-b6f9-2119760263f1 req-785e0ba9-af70-4e35-adb4-2faf351dd04a tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/security-groups?id=89726ab1-0a53-4d54-93e7-e4e6ba92ef38&id=2895453c-c2ff-4721-9c31-7aa9bbb51629&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0771208 Sep 07 02:43:41.530498 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-634e2346-2507-4ae1-b154-d9399ef6913e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:41.548477 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Tue, 07 Sep 2021 02:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e4342f-f9a1-46cf-bb74-b2e5dd93ea70 x-openstack-request-id: req-16e4342f-f9a1-46cf-bb74-b2e5dd93ea70 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:43:41.548777 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc", "tag": "4857470d-e751-42ad-b0ae-ff54d7d0611e", "status": "completed", "code": 200}, {"server_uuid": "6b3e968d-0a74-40a9-ab0d-146c6fc12a4d", "name": "network-vif-deleted", "tag": "54614cb7-1c6d-428a-b1c5-3605226dbcd6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc", "tag": "6d6cd00f-b2ec-4d02-88ed-e2f7438c43b6", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:43:41.549031 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-16e4342f-f9a1-46cf-bb74-b2e5dd93ea70 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:43:41.549437 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc', 'tag': '4857470d-e751-42ad-b0ae-ff54d7d0611e', 'status': 'completed', 'code': 200} Sep 07 02:43:41.549694 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b3e968d-0a74-40a9-ab0d-146c6fc12a4d', 'name': 'network-vif-deleted', 'tag': '54614cb7-1c6d-428a-b1c5-3605226dbcd6', 'status': 'completed', 'code': 200} Sep 07 02:43:41.549949 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc', 'tag': '6d6cd00f-b2ec-4d02-88ed-e2f7438c43b6', 'status': 'completed', 'code': 200} Sep 07 02:43:41.570575 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-634e2346-2507-4ae1-b154-d9399ef6913e service neutron] Transition to ACTIVE for port object 89b4efa3-3083-4932-8997-1d7345c55233 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:43:41.579520 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-634e2346-2507-4ae1-b154-d9399ef6913e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:41.642186 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7053d-a662-487b-a290-41ef2940c690 req-30876512-c259-4612-8163-84b7a6407ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:41.643268 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7053d-a662-487b-a290-41ef2940c690 req-30876512-c259-4612-8163-84b7a6407ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:41.644220 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7053d-a662-487b-a290-41ef2940c690 req-30876512-c259-4612-8163-84b7a6407ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:41.644891 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7053d-a662-487b-a290-41ef2940c690 req-30876512-c259-4612-8163-84b7a6407ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:41.645859 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7053d-a662-487b-a290-41ef2940c690 req-30876512-c259-4612-8163-84b7a6407ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:41.646556 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7053d-a662-487b-a290-41ef2940c690 req-30876512-c259-4612-8163-84b7a6407ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:41.647345 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7053d-a662-487b-a290-41ef2940c690 req-30876512-c259-4612-8163-84b7a6407ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:41.649668 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b9d7053d-a662-487b-a290-41ef2940c690 req-30876512-c259-4612-8163-84b7a6407ca3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=afaf54fa75d241989f6b7192737d6028&device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 6248 time: 0.0839369 Sep 07 02:43:41.665496 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-725e17d9-d36b-4119-8acb-24d3817bb0c0 req-e9a51d81-2094-4c12-a73f-57edb90320c0 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:41.668071 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-725e17d9-d36b-4119-8acb-24d3817bb0c0 req-e9a51d81-2094-4c12-a73f-57edb90320c0 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:41.669208 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-725e17d9-d36b-4119-8acb-24d3817bb0c0 req-e9a51d81-2094-4c12-a73f-57edb90320c0 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] 10.222.0.22 "DELETE /v2.0/security-groups/f2807b84-2dca-480c-84da-bc31effeab10 HTTP/1.1" status: 204 len: 173 time: 0.4518034 Sep 07 02:43:41.695993 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 52338) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:43:41.703680 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e2346-2507-4ae1-b154-d9399ef6913e service neutron] Pushing event updated for resources: {'Port': ['ID=89b4efa3-3083-4932-8997-1d7345c55233,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:41.739912 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a51d81-2094-4c12-a73f-57edb90320c0 tempest-SecurityGroupsTestJSON-1043106941 tempest-SecurityGroupsTestJSON-1043106941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2807b84-2dca-480c-84da-bc31effeab10,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:41.821616 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3326713b-5d03-45e3-9914-af96fac5b6c7 req-8cbc8d46-bdd9-4b2b-b482-0d21d7e40fe7 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Made reservation on behalf of 9a8c5da93cbf4b888ec81f508c5728ba for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:43:41.827962 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3326713b-5d03-45e3-9914-af96fac5b6c7 req-8cbc8d46-bdd9-4b2b-b482-0d21d7e40fe7 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:41.854429 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2c5c714-fe4d-4f7b-ba0c-a1b91403b601 admin admin] Deleting subnet 625a5dfe-132b-45d5-8134-acdfd7b873bb {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:43:41.867091 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2455c53-eac9-433d-9360-7c398a62eb21 req-b0f93a8c-3764-4652-96fc-de6d66b77db2 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:41.868705 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c2455c53-eac9-433d-9360-7c398a62eb21 req-b0f93a8c-3764-4652-96fc-de6d66b77db2 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.16 "GET /v2.0/ports?device_id=12a55746-ab23-49ff-82d9-90204f32d2c2 HTTP/1.1" status: 200 len: 949 time: 0.2239854 Sep 07 02:43:41.873554 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b2c5c714-fe4d-4f7b-ba0c-a1b91403b601 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:41.881187 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7053d-a662-487b-a290-41ef2940c690 req-a2e62d03-eae1-4d4e-aa0f-6cc2a4648362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:41.882126 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7053d-a662-487b-a290-41ef2940c690 req-a2e62d03-eae1-4d4e-aa0f-6cc2a4648362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:41.882733 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7053d-a662-487b-a290-41ef2940c690 req-a2e62d03-eae1-4d4e-aa0f-6cc2a4648362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:41.884798 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b9d7053d-a662-487b-a290-41ef2940c690 req-a2e62d03-eae1-4d4e-aa0f-6cc2a4648362 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=afaf54fa75d241989f6b7192737d6028&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2262423 Sep 07 02:43:41.894026 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a96731-31f0-4c4f-91f9-100e0209225f req-505b3125-4d15-47f2-bfaa-4a45f854278a tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:41.903116 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-01a96731-31f0-4c4f-91f9-100e0209225f req-505b3125-4d15-47f2-bfaa-4a45f854278a tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=12a55746-ab23-49ff-82d9-90204f32d2c2 HTTP/1.1" status: 200 len: 949 time: 0.0890872 Sep 07 02:43:41.986154 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-634e2346-2507-4ae1-b154-d9399ef6913e service neutron] Attempting to bind port 89b4efa3-3083-4932-8997-1d7345c55233 on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:43:41.986627 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-634e2346-2507-4ae1-b154-d9399ef6913e service neutron] Attempting to bind port 89b4efa3-3083-4932-8997-1d7345c55233 by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': 'b82d7036-1e05-4803-9f61-149407a6a937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fef96230-f3dd-4368-8b6e-5738962456fc'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:43:41.986777 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-634e2346-2507-4ae1-b154-d9399ef6913e service neutron] Attempting to bind port 89b4efa3-3083-4932-8997-1d7345c55233 on network fef96230-f3dd-4368-8b6e-5738962456fc {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:43:42.010129 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b2c5c714-fe4d-4f7b-ba0c-a1b91403b601 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:42.012247 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-634e2346-2507-4ae1-b154-d9399ef6913e service neutron] Port 89b4efa3-3083-4932-8997-1d7345c55233 on network fef96230-f3dd-4368-8b6e-5738962456fc not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:43:42.012571 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-634e2346-2507-4ae1-b154-d9399ef6913e service neutron] Attempting to bind port 89b4efa3-3083-4932-8997-1d7345c55233 on network fef96230-f3dd-4368-8b6e-5738962456fc {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:43:42.024198 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-01a96731-31f0-4c4f-91f9-100e0209225f req-e86f5f55-f2b9-4bd2-b334-4c84ac9b559e tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8e8b4fb-49cb-404f-8767-951fea4e9a69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200304 Sep 07 02:43:42.068168 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7053d-a662-487b-a290-41ef2940c690 req-7798bd38-eddf-4040-8a7b-d69fa0fa0130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:42.070500 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b9d7053d-a662-487b-a290-41ef2940c690 req-7798bd38-eddf-4040-8a7b-d69fa0fa0130 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1584811 Sep 07 02:43:42.082078 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-634e2346-2507-4ae1-b154-d9399ef6913e service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:43:42.082415 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-634e2346-2507-4ae1-b154-d9399ef6913e service neutron] Checking segment: {'id': 'b82d7036-1e05-4803-9f61-149407a6a937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fef96230-f3dd-4368-8b6e-5738962456fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:43:42.082801 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-634e2346-2507-4ae1-b154-d9399ef6913e service neutron] Bound using segment: {'id': 'b82d7036-1e05-4803-9f61-149407a6a937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fef96230-f3dd-4368-8b6e-5738962456fc'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:43:42.083245 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-634e2346-2507-4ae1-b154-d9399ef6913e service neutron] Bound port: 89b4efa3-3083-4932-8997-1d7345c55233, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b82d7036-1e05-4803-9f61-149407a6a937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fef96230-f3dd-4368-8b6e-5738962456fc'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:43:42.083625 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-634e2346-2507-4ae1-b154-d9399ef6913e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:42.170979 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7053d-a662-487b-a290-41ef2940c690 req-2cd594fc-ba2d-4158-bb9b-6e956e86fbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:42.171579 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7053d-a662-487b-a290-41ef2940c690 req-2cd594fc-ba2d-4158-bb9b-6e956e86fbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:42.172145 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7053d-a662-487b-a290-41ef2940c690 req-2cd594fc-ba2d-4158-bb9b-6e956e86fbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:42.172747 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7053d-a662-487b-a290-41ef2940c690 req-2cd594fc-ba2d-4158-bb9b-6e956e86fbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:42.173406 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7053d-a662-487b-a290-41ef2940c690 req-2cd594fc-ba2d-4158-bb9b-6e956e86fbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:42.173879 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7053d-a662-487b-a290-41ef2940c690 req-2cd594fc-ba2d-4158-bb9b-6e956e86fbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:42.175040 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7053d-a662-487b-a290-41ef2940c690 req-2cd594fc-ba2d-4158-bb9b-6e956e86fbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:42.177349 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b9d7053d-a662-487b-a290-41ef2940c690 req-2cd594fc-ba2d-4158-bb9b-6e956e86fbe6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=afaf54fa75d241989f6b7192737d6028&device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 6248 time: 0.0581756 Sep 07 02:43:42.245007 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b2c5c714-fe4d-4f7b-ba0c-a1b91403b601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:42.284942 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c362daf3-d568-45c7-870f-dc0c71de3834 req-08e774ff-5ee6-4443-a7b8-da3037cffd4d tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=35fe94b7-2c68-4fa9-a922-93da760f77cd HTTP/1.1" status: 200 len: 210 time: 0.0587103 Sep 07 02:43:42.301694 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106a904-3d11-459c-99f9-3e7763026fd1 req-8f4a52c5-1a93-40d9-9473-b56f735c736f tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:42.307655 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8106a904-3d11-459c-99f9-3e7763026fd1 req-8f4a52c5-1a93-40d9-9473-b56f735c736f tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=dcd6c7a7-74e6-4b2f-ba5c-17ff90510532 HTTP/1.1" status: 200 len: 943 time: 0.2395751 Sep 07 02:43:42.330432 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7053d-a662-487b-a290-41ef2940c690 req-aa3ba5e2-3855-4675-8cf1-2e3acd9697eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:42.330918 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7053d-a662-487b-a290-41ef2940c690 req-aa3ba5e2-3855-4675-8cf1-2e3acd9697eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:42.331517 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7053d-a662-487b-a290-41ef2940c690 req-aa3ba5e2-3855-4675-8cf1-2e3acd9697eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:42.332249 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-3326713b-5d03-45e3-9914-af96fac5b6c7 req-8cbc8d46-bdd9-4b2b-b482-0d21d7e40fe7 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Allocated IP 172.20.0.6 (f1832801-225d-49c7-ba9e-13ca94c9951b/bf8b75f5-87fa-46ec-a5bb-bac267ae3844/2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:43:42.333018 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b9d7053d-a662-487b-a290-41ef2940c690 req-aa3ba5e2-3855-4675-8cf1-2e3acd9697eb service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=afaf54fa75d241989f6b7192737d6028&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1457136 Sep 07 02:43:42.376863 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-c2455c53-eac9-433d-9360-7c398a62eb21 req-fe3e8e1d-c73f-4975-b30b-98b02b405469 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Deleting port 188a469b-6bad-4f9a-8ca7-0aaa4aa7234b {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:43:42.377233 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c2455c53-eac9-433d-9360-7c398a62eb21 req-fe3e8e1d-c73f-4975-b30b-98b02b405469 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:42.446391 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7053d-a662-487b-a290-41ef2940c690 req-0a4c1370-f9ac-4086-9b9b-75cc35c5ab64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:42.446580 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-634e2346-2507-4ae1-b154-d9399ef6913e service neutron] For port 89b4efa3-3083-4932-8997-1d7345c55233, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:43:42.448193 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b9d7053d-a662-487b-a290-41ef2940c690 req-0a4c1370-f9ac-4086-9b9b-75cc35c5ab64 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1076951 Sep 07 02:43:42.504586 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8106a904-3d11-459c-99f9-3e7763026fd1 req-bb3b4e32-3cd8-440c-839d-1b581f8c6047 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890924 Sep 07 02:43:42.505557 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b2c5c714-fe4d-4f7b-ba0c-a1b91403b601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:42.509176 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-634e2346-2507-4ae1-b154-d9399ef6913e service neutron] For port 89b4efa3-3083-4932-8997-1d7345c55233, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=89b4efa3-3083-4932-8997-1d7345c55233,segment=NetworkSegment(b82d7036-1e05-4803-9f61-149407a6a937),segment_id=b82d7036-1e05-4803-9f61-149407a6a937)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:43:42.543328 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-634e2346-2507-4ae1-b154-d9399ef6913e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:42.582482 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c5c714-fe4d-4f7b-ba0c-a1b91403b601 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=625a5dfe-132b-45d5-8134-acdfd7b873bb,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:42.620955 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b2c5c714-fe4d-4f7b-ba0c-a1b91403b601 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:42.623132 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b2c5c714-fe4d-4f7b-ba0c-a1b91403b601 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/625a5dfe-132b-45d5-8134-acdfd7b873bb HTTP/1.1" status: 204 len: 168 time: 0.9221570 Sep 07 02:43:42.626774 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52350) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:43:42.645799 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb10675-781a-4ac8-9afb-f40520d4232c req-dc7b321c-dd2f-46cb-b87c-115ab14b9736 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:42.655777 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb10675-781a-4ac8-9afb-f40520d4232c req-dc7b321c-dd2f-46cb-b87c-115ab14b9736 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:42.660334 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-634e2346-2507-4ae1-b154-d9399ef6913e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:42.660953 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-634e2346-2507-4ae1-b154-d9399ef6913e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:42.662330 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-634e2346-2507-4ae1-b154-d9399ef6913e service neutron] 10.222.0.16 "PUT /v2.0/ports/89b4efa3-3083-4932-8997-1d7345c55233 HTTP/1.1" status: 200 len: 1091 time: 2.1502948 Sep 07 02:43:42.666716 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb10675-781a-4ac8-9afb-f40520d4232c req-dc7b321c-dd2f-46cb-b87c-115ab14b9736 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:42.668130 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-c2455c53-eac9-433d-9360-7c398a62eb21 req-fe3e8e1d-c73f-4975-b30b-98b02b405469 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] For port 188a469b-6bad-4f9a-8ca7-0aaa4aa7234b, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=188a469b-6bad-4f9a-8ca7-0aaa4aa7234b,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:43:42.668442 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c2455c53-eac9-433d-9360-7c398a62eb21 req-fe3e8e1d-c73f-4975-b30b-98b02b405469 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:42.683215 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb10675-781a-4ac8-9afb-f40520d4232c req-dc7b321c-dd2f-46cb-b87c-115ab14b9736 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:42.689731 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb10675-781a-4ac8-9afb-f40520d4232c req-dc7b321c-dd2f-46cb-b87c-115ab14b9736 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:42.696504 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb10675-781a-4ac8-9afb-f40520d4232c req-dc7b321c-dd2f-46cb-b87c-115ab14b9736 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:42.703156 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb10675-781a-4ac8-9afb-f40520d4232c req-dc7b321c-dd2f-46cb-b87c-115ab14b9736 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:42.705180 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dfb10675-781a-4ac8-9afb-f40520d4232c req-dc7b321c-dd2f-46cb-b87c-115ab14b9736 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 5394 time: 0.1273508 Sep 07 02:43:42.729161 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-b2871798-7000-4ec6-9729-3cc1b5f989e8 service neutron] Request body: {'port': {'device_id': '5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:43:42.737400 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-c2455c53-eac9-433d-9360-7c398a62eb21 req-fe3e8e1d-c73f-4975-b30b-98b02b405469 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Calling delete_port for 188a469b-6bad-4f9a-8ca7-0aaa4aa7234b owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:43:42.760741 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e2346-2507-4ae1-b154-d9399ef6913e service neutron] Pushing event updated for resources: {'Port': ['ID=89b4efa3-3083-4932-8997-1d7345c55233,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:42.831700 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 339274d9-ef8b-470d-9ba5-f744dd5edb1d details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:43:42.841236 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dfb10675-781a-4ac8-9afb-f40520d4232c req-6023cf59-56a7-49a9-a642-a76d73e1cb0c tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/security-groups?id=89726ab1-0a53-4d54-93e7-e4e6ba92ef38&id=2895453c-c2ff-4721-9c31-7aa9bbb51629&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1234362 Sep 07 02:43:42.844371 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4710e8d7-713c-47ea-8c9e-7c9f3ff4454b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:42.906017 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-b2871798-7000-4ec6-9729-3cc1b5f989e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:42.911531 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3326713b-5d03-45e3-9914-af96fac5b6c7 req-8cbc8d46-bdd9-4b2b-b482-0d21d7e40fe7 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:42.983323 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4710e8d7-713c-47ea-8c9e-7c9f3ff4454b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:43.011946 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 339274d9-ef8b-470d-9ba5-f744dd5edb1d, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=339274d9-ef8b-470d-9ba5-f744dd5edb1d,segment=NetworkSegment(737bac5c-5e4b-4b03-a099-f644edcc6c52),segment_id=737bac5c-5e4b-4b03-a099-f644edcc6c52)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:43:43.018722 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-4710e8d7-713c-47ea-8c9e-7c9f3ff4454b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33554464-2d1d-4995-b9e1-cd6ab6ccbd1b']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:43:43.032460 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-4710e8d7-713c-47ea-8c9e-7c9f3ff4454b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd74203e-fa6d-4c2a-b87e-ee55b06c2f76') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:43:43.032815 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-4710e8d7-713c-47ea-8c9e-7c9f3ff4454b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd74203e-fa6d-4c2a-b87e-ee55b06c2f76') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:43:43.033862 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '339274d9-ef8b-470d-9ba5-f744dd5edb1d', 'network_id': 'b38f0331-653f-46c0-a8d7-26916edac115', 'port_id': '339274d9-ef8b-470d-9ba5-f744dd5edb1d', 'mac_address': 'fa:16:3e:10:63:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b116277-4856-47e9-8d12-8ad81f660adb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:43:43.058768 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4710e8d7-713c-47ea-8c9e-7c9f3ff4454b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:43.075621 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4710e8d7-713c-47ea-8c9e-7c9f3ff4454b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:43.081978 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4710e8d7-713c-47ea-8c9e-7c9f3ff4454b admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:43:43.082385 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4710e8d7-713c-47ea-8c9e-7c9f3ff4454b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:43.084981 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:43:43.084981 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:43:43.084981 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:43:43.084981 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:43:43.084981 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:43:43.084981 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:43:43.084981 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:43:43.084981 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:43:43.084981 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:43:43.084981 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:43:43.084981 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:43:43.084981 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:43:43.084981 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:43:43.084981 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:43:43.084981 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:43:43.084981 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:43:43.084981 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:43:43.084981 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:43:43.084981 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:43:43.084981 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:43:43.084981 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:43:43.084981 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:43:43.084981 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:43:43.084981 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:43:43.084981 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:43:43.084981 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:43:43.084981 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:43:43.084981 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:43:43.084981 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:43:43.084981 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:43:43.084981 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:43:43.084981 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:43:43.117107 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:43.121703 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3326713b-5d03-45e3-9914-af96fac5b6c7 req-8cbc8d46-bdd9-4b2b-b482-0d21d7e40fe7 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:43.128176 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c2455c53-eac9-433d-9360-7c398a62eb21 req-fe3e8e1d-c73f-4975-b30b-98b02b405469 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:43.141303 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 339274d9-ef8b-470d-9ba5-f744dd5edb1d {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:43:43.167198 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4710e8d7-713c-47ea-8c9e-7c9f3ff4454b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:43.175591 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 339274d9-ef8b-470d-9ba5-f744dd5edb1d, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=339274d9-ef8b-470d-9ba5-f744dd5edb1d,segment=NetworkSegment(737bac5c-5e4b-4b03-a099-f644edcc6c52),segment_id=737bac5c-5e4b-4b03-a099-f644edcc6c52)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:43:43.177893 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['188a469b-6bad-4f9a-8ca7-0aaa4aa7234b'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:43:43.195154 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3326713b-5d03-45e3-9914-af96fac5b6c7 req-8cbc8d46-bdd9-4b2b-b482-0d21d7e40fe7 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Network f1832801-225d-49c7-ba9e-13ca94c9951b is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:43:43.213495 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-554551ec-d004-4f2c-b121-57d610e2f1b2 req-35f8e959-58b1-481e-a5cc-105e6d1311ef tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.22 "GET /v2.0/ports?device_id=12a55746-ab23-49ff-82d9-90204f32d2c2 HTTP/1.1" status: 200 len: 210 time: 0.0430613 Sep 07 02:43:43.220935 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-3326713b-5d03-45e3-9914-af96fac5b6c7 req-8cbc8d46-bdd9-4b2b-b482-0d21d7e40fe7 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:43:43.233455 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4710e8d7-713c-47ea-8c9e-7c9f3ff4454b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:43.235368 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-4710e8d7-713c-47ea-8c9e-7c9f3ff4454b admin admin] 10.222.0.22 "DELETE /v2.0/networks/33554464-2d1d-4995-b9e1-cd6ab6ccbd1b HTTP/1.1" status: 204 len: 168 time: 0.6075540 Sep 07 02:43:43.236509 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4710e8d7-713c-47ea-8c9e-7c9f3ff4454b admin admin] Pushing event deleted for resources: {'Network': ['ID=33554464-2d1d-4995-b9e1-cd6ab6ccbd1b,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:43.247816 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:43.263980 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-3326713b-5d03-45e3-9914-af96fac5b6c7 req-8cbc8d46-bdd9-4b2b-b482-0d21d7e40fe7 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:43:43.277509 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc8d46-bdd9-4b2b-b482-0d21d7e40fe7 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Pushing event updated for resources: {'Port': ['ID=2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:43.339170 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=339274d9-ef8b-470d-9ba5-f744dd5edb1d,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:43.343465 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2455c53-eac9-433d-9360-7c398a62eb21 req-fe3e8e1d-c73f-4975-b30b-98b02b405469 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] No DVR routers for this DVR port 188a469b-6bad-4f9a-8ca7-0aaa4aa7234b on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:43:43.373003 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c2455c53-eac9-433d-9360-7c398a62eb21 req-fe3e8e1d-c73f-4975-b30b-98b02b405469 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:43.374999 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c2455c53-eac9-433d-9360-7c398a62eb21 req-fe3e8e1d-c73f-4975-b30b-98b02b405469 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] 10.222.0.16 "DELETE /v2.0/ports/188a469b-6bad-4f9a-8ca7-0aaa4aa7234b HTTP/1.1" status: 204 len: 173 time: 1.4750891 Sep 07 02:43:43.383671 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3e8e1d-c73f-4975-b30b-98b02b405469 tempest-MigrationsAdminTest-1838111467 tempest-MigrationsAdminTest-1838111467-project] Pushing event deleted for resources: {'Port': ['ID=188a469b-6bad-4f9a-8ca7-0aaa4aa7234b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:43.408643 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3326713b-5d03-45e3-9914-af96fac5b6c7 req-8cbc8d46-bdd9-4b2b-b482-0d21d7e40fe7 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:43.409446 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3326713b-5d03-45e3-9914-af96fac5b6c7 req-8cbc8d46-bdd9-4b2b-b482-0d21d7e40fe7 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:43.420100 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 52362) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:43:43.455692 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3326713b-5d03-45e3-9914-af96fac5b6c7 req-8cbc8d46-bdd9-4b2b-b482-0d21d7e40fe7 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0560849 Sep 07 02:43:43.474027 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-3326713b-5d03-45e3-9914-af96fac5b6c7 req-1cf51b2a-fa75-4747-9172-20a66a8bdcf5 service neutron] Request body: {'port': {'device_id': '35fe94b7-2c68-4fa9-a922-93da760f77cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:43:43.474357 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dded1c-a12f-4dfc-be9c-3ad51a94fc93 req-ea8c1526-5dc4-4457-9238-eaea8b2ad5e6 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:43.483128 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f1dded1c-a12f-4dfc-be9c-3ad51a94fc93 req-ea8c1526-5dc4-4457-9238-eaea8b2ad5e6 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=35fe94b7-2c68-4fa9-a922-93da760f77cd HTTP/1.1" status: 200 len: 931 time: 0.0960906 Sep 07 02:43:43.554777 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a843272e-2ce0-4a3b-a709-b2825d25e207 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bb24ffbc5cf943e289e4dc22c0bba90b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1337759 Sep 07 02:43:43.555341 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc', 'tag': '89b4efa3-3083-4932-8997-1d7345c55233'}, {'server_uuid': '12a55746-ab23-49ff-82d9-90204f32d2c2', 'name': 'network-vif-deleted', 'tag': '188a469b-6bad-4f9a-8ca7-0aaa4aa7234b'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:43:43.557604 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4efb8021-69e6-4487-8987-c331f8a484f3" -d '{"events": [{"name": "network-changed", "server_uuid": "5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc", "tag": "89b4efa3-3083-4932-8997-1d7345c55233"}, {"server_uuid": "12a55746-ab23-49ff-82d9-90204f32d2c2", "name": "network-vif-deleted", "tag": "188a469b-6bad-4f9a-8ca7-0aaa4aa7234b"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:43:43.559284 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['339274d9-ef8b-470d-9ba5-f744dd5edb1d'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:43:43.567559 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 52366) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:43:43.577447 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f1dded1c-a12f-4dfc-be9c-3ad51a94fc93 req-4e23bdcb-759a-4df3-bd4c-45cc265e44da tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933032 Sep 07 02:43:43.940589 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3326713b-5d03-45e3-9914-af96fac5b6c7 req-1cf51b2a-fa75-4747-9172-20a66a8bdcf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:43.944962 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-b2871798-7000-4ec6-9729-3cc1b5f989e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5decaa5e-6c54-47c4-be19-8bad024d841e {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:43:43.971948 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-b2871798-7000-4ec6-9729-3cc1b5f989e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:44.032110 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-b2871798-7000-4ec6-9729-3cc1b5f989e8 service neutron] Transition to ACTIVE for port object 5decaa5e-6c54-47c4-be19-8bad024d841e will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:43:44.041094 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da83f911-fd82-4fa9-b3bb-655be0f3aba1 req-94a92f5a-a2a6-4d07-bbbc-ab5d24d3b8d1 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:44.042890 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-da83f911-fd82-4fa9-b3bb-655be0f3aba1 req-94a92f5a-a2a6-4d07-bbbc-ab5d24d3b8d1 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=dcd6c7a7-74e6-4b2f-ba5c-17ff90510532 HTTP/1.1" status: 200 len: 944 time: 0.1574872 Sep 07 02:43:44.048552 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-b2871798-7000-4ec6-9729-3cc1b5f989e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:44.080098 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea66ba-3067-4240-a602-fcafa0bb23b6 req-318df84c-6ce7-44df-8241-335ed7b5cd89 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:44.088526 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea66ba-3067-4240-a602-fcafa0bb23b6 req-318df84c-6ce7-44df-8241-335ed7b5cd89 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:44.095020 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea66ba-3067-4240-a602-fcafa0bb23b6 req-318df84c-6ce7-44df-8241-335ed7b5cd89 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:44.102012 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea66ba-3067-4240-a602-fcafa0bb23b6 req-318df84c-6ce7-44df-8241-335ed7b5cd89 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:44.108537 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea66ba-3067-4240-a602-fcafa0bb23b6 req-318df84c-6ce7-44df-8241-335ed7b5cd89 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:44.114791 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea66ba-3067-4240-a602-fcafa0bb23b6 req-318df84c-6ce7-44df-8241-335ed7b5cd89 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:44.120882 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f13762b3-97f0-4970-bfda-7ce2c2fb569e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:44.122828 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea66ba-3067-4240-a602-fcafa0bb23b6 req-318df84c-6ce7-44df-8241-335ed7b5cd89 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:44.132838 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-46ea66ba-3067-4240-a602-fcafa0bb23b6 req-318df84c-6ce7-44df-8241-335ed7b5cd89 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 5394 time: 0.1731715 Sep 07 02:43:44.192160 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-46ea66ba-3067-4240-a602-fcafa0bb23b6 req-6bd7a037-268b-4df9-9da6-9460b035f5db tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/security-groups?id=89726ab1-0a53-4d54-93e7-e4e6ba92ef38&id=2895453c-c2ff-4721-9c31-7aa9bbb51629&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575442 Sep 07 02:43:44.242347 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f13762b3-97f0-4970-bfda-7ce2c2fb569e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:44.254668 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2871798-7000-4ec6-9729-3cc1b5f989e8 service neutron] Pushing event updated for resources: {'Port': ['ID=5decaa5e-6c54-47c4-be19-8bad024d841e,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:44.260059 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-da83f911-fd82-4fa9-b3bb-655be0f3aba1 req-02a4ae13-e34e-4424-b000-03b98157502d tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078419 Sep 07 02:43:44.264264 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 07 Sep 2021 02:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f569149-87a7-43fe-8577-4fdf083da435 x-openstack-request-id: req-2f569149-87a7-43fe-8577-4fdf083da435 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:43:44.264568 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc", "tag": "89b4efa3-3083-4932-8997-1d7345c55233", "status": "completed", "code": 200}, {"server_uuid": "12a55746-ab23-49ff-82d9-90204f32d2c2", "name": "network-vif-deleted", "tag": "188a469b-6bad-4f9a-8ca7-0aaa4aa7234b", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:43:44.264818 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2f569149-87a7-43fe-8577-4fdf083da435 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:43:44.265286 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc', 'tag': '89b4efa3-3083-4932-8997-1d7345c55233', 'status': 'completed', 'code': 200} Sep 07 02:43:44.265543 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12a55746-ab23-49ff-82d9-90204f32d2c2', 'name': 'network-vif-deleted', 'tag': '188a469b-6bad-4f9a-8ca7-0aaa4aa7234b', 'status': 'completed', 'code': 200} Sep 07 02:43:44.542567 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb8021-69e6-4487-8987-c331f8a484f3 req-08a8460f-d070-473f-bed5-65a3d1ac4ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:44.543068 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb8021-69e6-4487-8987-c331f8a484f3 req-08a8460f-d070-473f-bed5-65a3d1ac4ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:44.543575 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb8021-69e6-4487-8987-c331f8a484f3 req-08a8460f-d070-473f-bed5-65a3d1ac4ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:44.544077 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb8021-69e6-4487-8987-c331f8a484f3 req-08a8460f-d070-473f-bed5-65a3d1ac4ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:44.544513 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb8021-69e6-4487-8987-c331f8a484f3 req-08a8460f-d070-473f-bed5-65a3d1ac4ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:44.544984 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb8021-69e6-4487-8987-c331f8a484f3 req-08a8460f-d070-473f-bed5-65a3d1ac4ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:44.545447 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb8021-69e6-4487-8987-c331f8a484f3 req-08a8460f-d070-473f-bed5-65a3d1ac4ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:44.547470 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4efb8021-69e6-4487-8987-c331f8a484f3 req-08a8460f-d070-473f-bed5-65a3d1ac4ab5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=afaf54fa75d241989f6b7192737d6028&device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 6316 time: 0.2616825 Sep 07 02:43:44.613844 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f13762b3-97f0-4970-bfda-7ce2c2fb569e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:44.617062 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f13762b3-97f0-4970-bfda-7ce2c2fb569e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:44.618232 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f13762b3-97f0-4970-bfda-7ce2c2fb569e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f8aaf68a-cff5-4215-9ab9-069c88f88975 HTTP/1.1" status: 204 len: 168 time: 0.7405539 Sep 07 02:43:44.662923 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52386) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:43:44.674041 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-b2871798-7000-4ec6-9729-3cc1b5f989e8 service neutron] Attempting to bind port 5decaa5e-6c54-47c4-be19-8bad024d841e on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:43:44.674388 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-b2871798-7000-4ec6-9729-3cc1b5f989e8 service neutron] Attempting to bind port 5decaa5e-6c54-47c4-be19-8bad024d841e by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': 'b82d7036-1e05-4803-9f61-149407a6a937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fef96230-f3dd-4368-8b6e-5738962456fc'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:43:44.674721 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-b2871798-7000-4ec6-9729-3cc1b5f989e8 service neutron] Attempting to bind port 5decaa5e-6c54-47c4-be19-8bad024d841e on network fef96230-f3dd-4368-8b6e-5738962456fc {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:43:44.720125 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13762b3-97f0-4970-bfda-7ce2c2fb569e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8aaf68a-cff5-4215-9ab9-069c88f88975,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:44.736719 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad5bda4-1e2b-4a6b-921a-59956336890b req-a1b886ba-bfcf-49a7-b5a4-b27977cb2f2b tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:44.749944 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-b2871798-7000-4ec6-9729-3cc1b5f989e8 service neutron] Port 5decaa5e-6c54-47c4-be19-8bad024d841e on network fef96230-f3dd-4368-8b6e-5738962456fc not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:43:44.750280 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-b2871798-7000-4ec6-9729-3cc1b5f989e8 service neutron] Attempting to bind port 5decaa5e-6c54-47c4-be19-8bad024d841e on network fef96230-f3dd-4368-8b6e-5738962456fc {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:43:44.759223 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cad5bda4-1e2b-4a6b-921a-59956336890b req-a1b886ba-bfcf-49a7-b5a4-b27977cb2f2b tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=35fe94b7-2c68-4fa9-a922-93da760f77cd HTTP/1.1" status: 200 len: 931 time: 0.0977409 Sep 07 02:43:44.783693 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-3326713b-5d03-45e3-9914-af96fac5b6c7 req-1cf51b2a-fa75-4747-9172-20a66a8bdcf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:43:44.793771 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-b2871798-7000-4ec6-9729-3cc1b5f989e8 service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:43:44.794179 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-b2871798-7000-4ec6-9729-3cc1b5f989e8 service neutron] Checking segment: {'id': 'b82d7036-1e05-4803-9f61-149407a6a937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fef96230-f3dd-4368-8b6e-5738962456fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:43:44.794502 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-b2871798-7000-4ec6-9729-3cc1b5f989e8 service neutron] Bound using segment: {'id': 'b82d7036-1e05-4803-9f61-149407a6a937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fef96230-f3dd-4368-8b6e-5738962456fc'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:43:44.794957 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-b2871798-7000-4ec6-9729-3cc1b5f989e8 service neutron] Bound port: 5decaa5e-6c54-47c4-be19-8bad024d841e, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b82d7036-1e05-4803-9f61-149407a6a937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fef96230-f3dd-4368-8b6e-5738962456fc'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:43:44.795315 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-b2871798-7000-4ec6-9729-3cc1b5f989e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:44.806989 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3326713b-5d03-45e3-9914-af96fac5b6c7 req-1cf51b2a-fa75-4747-9172-20a66a8bdcf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:44.809471 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cad5bda4-1e2b-4a6b-921a-59956336890b req-59864a43-c5f6-433b-9228-66adfb46c540 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488665 Sep 07 02:43:44.840939 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb8021-69e6-4487-8987-c331f8a484f3 req-456553f1-7236-4091-8f96-eeea922edc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:44.841425 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb8021-69e6-4487-8987-c331f8a484f3 req-456553f1-7236-4091-8f96-eeea922edc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:44.841905 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb8021-69e6-4487-8987-c331f8a484f3 req-456553f1-7236-4091-8f96-eeea922edc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:44.843542 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4efb8021-69e6-4487-8987-c331f8a484f3 req-456553f1-7236-4091-8f96-eeea922edc01 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=afaf54fa75d241989f6b7192737d6028&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2860081 Sep 07 02:43:44.855302 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 339274d9-ef8b-470d-9ba5-f744dd5edb1d up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:43:44.862947 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-3326713b-5d03-45e3-9914-af96fac5b6c7 req-1cf51b2a-fa75-4747-9172-20a66a8bdcf5 service neutron] Transition to ACTIVE for port object 2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:43:44.883911 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3326713b-5d03-45e3-9914-af96fac5b6c7 req-1cf51b2a-fa75-4747-9172-20a66a8bdcf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:44.919793 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port 339274d9-ef8b-470d-9ba5-f744dd5edb1d completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:43:44.931587 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 339274d9-ef8b-470d-9ba5-f744dd5edb1d triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:43:44.932156 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:45.009040 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-157f6812-4b3f-48fe-bc10-92c09c3a23c5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ef46d2c6ddda4358910a6e6d3c8cd1f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3446140 Sep 07 02:43:45.009892 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52396) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:43:45.041582 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:45.060316 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-b2871798-7000-4ec6-9729-3cc1b5f989e8 service neutron] For port 5decaa5e-6c54-47c4-be19-8bad024d841e, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:43:45.075602 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-858393b9-5a5f-4b99-a21c-12a8963215b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:45.091278 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 339274d9-ef8b-470d-9ba5-f744dd5edb1d, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=339274d9-ef8b-470d-9ba5-f744dd5edb1d,segment=NetworkSegment(737bac5c-5e4b-4b03-a099-f644edcc6c52),segment_id=737bac5c-5e4b-4b03-a099-f644edcc6c52)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:43:45.092571 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd6c7a7-74e6-4b2f-ba5c-17ff90510532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '339274d9-ef8b-470d-9ba5-f744dd5edb1d'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:43:45.096181 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a4dffe-937c-488d-8d59-5fcc633c2e5a" -d '{"events": [{"server_uuid": "dcd6c7a7-74e6-4b2f-ba5c-17ff90510532", "name": "network-vif-plugged", "status": "completed", "tag": "339274d9-ef8b-470d-9ba5-f744dd5edb1d"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:43:45.101736 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:45.102720 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 188a469b-6bad-4f9a-8ca7-0aaa4aa7234b no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:43:45.103345 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-858393b9-5a5f-4b99-a21c-12a8963215b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:45.120692 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb8021-69e6-4487-8987-c331f8a484f3 req-7585026f-5d53-48eb-afb4-ec9ee0e1df02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:45.122277 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4efb8021-69e6-4487-8987-c331f8a484f3 req-7585026f-5d53-48eb-afb4-ec9ee0e1df02 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2582340 Sep 07 02:43:45.155278 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-b2871798-7000-4ec6-9729-3cc1b5f989e8 service neutron] For port 5decaa5e-6c54-47c4-be19-8bad024d841e, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=5decaa5e-6c54-47c4-be19-8bad024d841e,segment=NetworkSegment(b82d7036-1e05-4803-9f61-149407a6a937),segment_id=b82d7036-1e05-4803-9f61-149407a6a937)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:43:45.156483 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf51b2a-fa75-4747-9172-20a66a8bdcf5 service neutron] Pushing event updated for resources: {'Port': ['ID=2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:45.164154 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-b2871798-7000-4ec6-9729-3cc1b5f989e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:45.174196 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-858393b9-5a5f-4b99-a21c-12a8963215b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:45.180514 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-858393b9-5a5f-4b99-a21c-12a8963215b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:45.187346 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-858393b9-5a5f-4b99-a21c-12a8963215b5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d8e8b4fb-49cb-404f-8767-951fea4e9a69 HTTP/1.1" status: 204 len: 168 time: 0.1760693 Sep 07 02:43:45.194158 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620906ed-2e89-488e-8184-e2beeb282ad2 x-openstack-request-id: req-620906ed-2e89-488e-8184-e2beeb282ad2 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:43:45.194561 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd6c7a7-74e6-4b2f-ba5c-17ff90510532", "name": "network-vif-plugged", "status": "completed", "tag": "339274d9-ef8b-470d-9ba5-f744dd5edb1d", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:43:45.194829 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-620906ed-2e89-488e-8184-e2beeb282ad2 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:43:45.195257 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd6c7a7-74e6-4b2f-ba5c-17ff90510532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '339274d9-ef8b-470d-9ba5-f744dd5edb1d', 'code': 200} Sep 07 02:43:45.197189 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858393b9-5a5f-4b99-a21c-12a8963215b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e8b4fb-49cb-404f-8767-951fea4e9a69,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:45.202407 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: 188a469b-6bad-4f9a-8ca7-0aaa4aa7234b {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:43:45.202407 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 188a469b-6bad-4f9a-8ca7-0aaa4aa7234b not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:43:45.228917 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=339274d9-ef8b-470d-9ba5-f744dd5edb1d,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:45.268506 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2871798-7000-4ec6-9729-3cc1b5f989e8 service neutron] Pushing event updated for resources: {'Port': ['ID=5decaa5e-6c54-47c4-be19-8bad024d841e,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:45.320629 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-b2871798-7000-4ec6-9729-3cc1b5f989e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:45.321307 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-b2871798-7000-4ec6-9729-3cc1b5f989e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:45.322759 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-b2871798-7000-4ec6-9729-3cc1b5f989e8 service neutron] 10.222.0.16 "PUT /v2.0/ports/5decaa5e-6c54-47c4-be19-8bad024d841e HTTP/1.1" status: 200 len: 1092 time: 2.6016438 Sep 07 02:43:45.364648 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-58950349-5d88-4339-8f7a-a8b257730c59 service neutron] Request body: {'port': {'device_id': '5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:43:45.415672 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b4bd7-7ead-48a3-a408-4091d50a0932 req-d37ac07e-4c96-46c6-a75a-fca6bc97e638 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:45.422526 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b4bd7-7ead-48a3-a408-4091d50a0932 req-d37ac07e-4c96-46c6-a75a-fca6bc97e638 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:45.429036 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b4bd7-7ead-48a3-a408-4091d50a0932 req-d37ac07e-4c96-46c6-a75a-fca6bc97e638 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:45.436620 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b4bd7-7ead-48a3-a408-4091d50a0932 req-d37ac07e-4c96-46c6-a75a-fca6bc97e638 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:45.440954 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-58950349-5d88-4339-8f7a-a8b257730c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:45.443299 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b4bd7-7ead-48a3-a408-4091d50a0932 req-d37ac07e-4c96-46c6-a75a-fca6bc97e638 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:45.450025 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b4bd7-7ead-48a3-a408-4091d50a0932 req-d37ac07e-4c96-46c6-a75a-fca6bc97e638 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:45.457182 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b4bd7-7ead-48a3-a408-4091d50a0932 req-d37ac07e-4c96-46c6-a75a-fca6bc97e638 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:45.466222 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-3326713b-5d03-45e3-9914-af96fac5b6c7 req-1cf51b2a-fa75-4747-9172-20a66a8bdcf5 service neutron] Attempting to bind port 2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:43:45.466382 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e89b4bd7-7ead-48a3-a408-4091d50a0932 req-d37ac07e-4c96-46c6-a75a-fca6bc97e638 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 5406 time: 0.1223516 Sep 07 02:43:45.467413 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-3326713b-5d03-45e3-9914-af96fac5b6c7 req-1cf51b2a-fa75-4747-9172-20a66a8bdcf5 service neutron] Attempting to bind port 2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': 'cefad73b-a7c5-464e-83dc-c3e10d5473af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f1832801-225d-49c7-ba9e-13ca94c9951b'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:43:45.469105 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3326713b-5d03-45e3-9914-af96fac5b6c7 req-1cf51b2a-fa75-4747-9172-20a66a8bdcf5 service neutron] Attempting to bind port 2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4 on network f1832801-225d-49c7-ba9e-13ca94c9951b {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:43:45.504915 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a677a-d216-41a3-907a-dd901a315f8b req-f25a0aec-a030-45e5-b59c-644bca9b0431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:45.506912 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c87a677a-d216-41a3-907a-dd901a315f8b req-f25a0aec-a030-45e5-b59c-644bca9b0431 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dcd6c7a7-74e6-4b2f-ba5c-17ff90510532 HTTP/1.1" status: 200 len: 1097 time: 0.2394652 Sep 07 02:43:45.512416 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3326713b-5d03-45e3-9914-af96fac5b6c7 req-1cf51b2a-fa75-4747-9172-20a66a8bdcf5 service neutron] Port 2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4 on network f1832801-225d-49c7-ba9e-13ca94c9951b not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:43:45.512975 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3326713b-5d03-45e3-9914-af96fac5b6c7 req-1cf51b2a-fa75-4747-9172-20a66a8bdcf5 service neutron] Attempting to bind port 2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4 on network f1832801-225d-49c7-ba9e-13ca94c9951b {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:43:45.531819 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e89b4bd7-7ead-48a3-a408-4091d50a0932 req-683b5054-d94d-479c-8e2f-39075b1ad3a2 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/security-groups?id=89726ab1-0a53-4d54-93e7-e4e6ba92ef38&id=2895453c-c2ff-4721-9c31-7aa9bbb51629&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0629838 Sep 07 02:43:45.588136 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3326713b-5d03-45e3-9914-af96fac5b6c7 req-1cf51b2a-fa75-4747-9172-20a66a8bdcf5 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:43:45.588486 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3326713b-5d03-45e3-9914-af96fac5b6c7 req-1cf51b2a-fa75-4747-9172-20a66a8bdcf5 service neutron] Checking segment: {'id': 'cefad73b-a7c5-464e-83dc-c3e10d5473af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f1832801-225d-49c7-ba9e-13ca94c9951b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:43:45.588876 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3326713b-5d03-45e3-9914-af96fac5b6c7 req-1cf51b2a-fa75-4747-9172-20a66a8bdcf5 service neutron] Bound using segment: {'id': 'cefad73b-a7c5-464e-83dc-c3e10d5473af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f1832801-225d-49c7-ba9e-13ca94c9951b'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:43:45.589340 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-3326713b-5d03-45e3-9914-af96fac5b6c7 req-1cf51b2a-fa75-4747-9172-20a66a8bdcf5 service neutron] Bound port: 2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cefad73b-a7c5-464e-83dc-c3e10d5473af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f1832801-225d-49c7-ba9e-13ca94c9951b'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:43:45.589707 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3326713b-5d03-45e3-9914-af96fac5b6c7 req-1cf51b2a-fa75-4747-9172-20a66a8bdcf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:45.630010 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1c88c-d7c0-4cdc-ac35-e96aab5f09b7 req-fc285355-383b-4b70-8cda-584c72226523 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:45.636167 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bfb1c88c-d7c0-4cdc-ac35-e96aab5f09b7 req-fc285355-383b-4b70-8cda-584c72226523 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=dcd6c7a7-74e6-4b2f-ba5c-17ff90510532 HTTP/1.1" status: 200 len: 945 time: 0.2771242 Sep 07 02:43:45.683693 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52424) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:43:45.735582 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c87a677a-d216-41a3-907a-dd901a315f8b req-d540182e-1065-4706-9dcc-1b310037d445 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195184 Sep 07 02:43:45.735582 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 52426) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:43:45.736680 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-946ae38c-92ac-46be-97c2-09d18513f79a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=136645de49cf463a80a18039cb5e4762&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0517483 Sep 07 02:43:45.739041 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52428) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:43:45.791321 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-655c8706-33f0-4704-a020-3a19e504ccba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:45.813086 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-655c8706-33f0-4704-a020-3a19e504ccba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:45.815586 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-3326713b-5d03-45e3-9914-af96fac5b6c7 req-1cf51b2a-fa75-4747-9172-20a66a8bdcf5 service neutron] For port 2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:43:45.837340 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bfb1c88c-d7c0-4cdc-ac35-e96aab5f09b7 req-9198d169-0b27-4f69-9bfb-db1eb0b2faf3 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934855 Sep 07 02:43:45.847991 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-3326713b-5d03-45e3-9914-af96fac5b6c7 req-1cf51b2a-fa75-4747-9172-20a66a8bdcf5 service neutron] For port 2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4,segment=NetworkSegment(cefad73b-a7c5-464e-83dc-c3e10d5473af),segment_id=cefad73b-a7c5-464e-83dc-c3e10d5473af)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:43:45.869396 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-655c8706-33f0-4704-a020-3a19e504ccba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:45.872320 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-655c8706-33f0-4704-a020-3a19e504ccba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:45.873643 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-655c8706-33f0-4704-a020-3a19e504ccba admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a40b6eba-b8f6-45aa-8ec2-9067b33e6724 HTTP/1.1" status: 204 len: 168 time: 0.1336694 Sep 07 02:43:45.877989 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3326713b-5d03-45e3-9914-af96fac5b6c7 req-1cf51b2a-fa75-4747-9172-20a66a8bdcf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:45.900061 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655c8706-33f0-4704-a020-3a19e504ccba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40b6eba-b8f6-45aa-8ec2-9067b33e6724,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:45.936322 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3326713b-5d03-45e3-9914-af96fac5b6c7 req-1cf51b2a-fa75-4747-9172-20a66a8bdcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:45.937311 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3326713b-5d03-45e3-9914-af96fac5b6c7 req-1cf51b2a-fa75-4747-9172-20a66a8bdcf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:45.939113 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3326713b-5d03-45e3-9914-af96fac5b6c7 req-1cf51b2a-fa75-4747-9172-20a66a8bdcf5 service neutron] 10.222.0.23 "PUT /v2.0/ports/2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4 HTTP/1.1" status: 200 len: 1092 time: 2.4693451 Sep 07 02:43:45.974286 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8207f0-9bf3-4b24-9db3-0c073c24adb1 req-da579cbd-141a-456f-898e-486fb9459a49 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:45.976071 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ab8207f0-9bf3-4b24-9db3-0c073c24adb1 req-da579cbd-141a-456f-898e-486fb9459a49 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=35fe94b7-2c68-4fa9-a922-93da760f77cd HTTP/1.1" status: 200 len: 943 time: 0.0726116 Sep 07 02:43:46.030194 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ab8207f0-9bf3-4b24-9db3-0c073c24adb1 req-274827c7-3795-4ad2-9037-c1eff1af38e9 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480998 Sep 07 02:43:46.197421 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-5ab30db6-2a74-499a-aa66-9f6d78ae220a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-119254857-network', 'tenant_id': '9013e8da4c104c329a0dfca799b7d392'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:43:46.268945 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc', 'tag': '5decaa5e-6c54-47c4-be19-8bad024d841e'}, {'name': 'network-changed', 'server_uuid': '35fe94b7-2c68-4fa9-a922-93da760f77cd', 'tag': '2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:43:46.271211 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32dd81ab-1757-4318-85b2-329cc6a5aa04" -d '{"events": [{"name": "network-changed", "server_uuid": "5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc", "tag": "5decaa5e-6c54-47c4-be19-8bad024d841e"}, {"name": "network-changed", "server_uuid": "35fe94b7-2c68-4fa9-a922-93da760f77cd", "tag": "2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:43:46.286753 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf51b2a-fa75-4747-9172-20a66a8bdcf5 service neutron] Pushing event updated for resources: {'Port': ['ID=2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:46.296131 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab30db6-2a74-499a-aa66-9f6d78ae220a admin admin] Made reservation on behalf of 9013e8da4c104c329a0dfca799b7d392 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:43:46.298446 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5ab30db6-2a74-499a-aa66-9f6d78ae220a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:46.327192 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3326713b-5d03-45e3-9914-af96fac5b6c7 req-0331b1c4-06d8-4ea8-90e1-5c2bef352e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:46.328786 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3326713b-5d03-45e3-9914-af96fac5b6c7 req-0331b1c4-06d8-4ea8-90e1-5c2bef352e89 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9a8c5da93cbf4b888ec81f508c5728ba&device_id=35fe94b7-2c68-4fa9-a922-93da760f77cd HTTP/1.1" status: 200 len: 1095 time: 0.1372502 Sep 07 02:43:46.330216 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 07 Sep 2021 02:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38b8452-3eb6-4598-905f-af834e2b965c x-openstack-request-id: req-e38b8452-3eb6-4598-905f-af834e2b965c {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:43:46.330514 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc", "tag": "5decaa5e-6c54-47c4-be19-8bad024d841e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "35fe94b7-2c68-4fa9-a922-93da760f77cd", "tag": "2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:43:46.330838 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e38b8452-3eb6-4598-905f-af834e2b965c {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:43:46.331228 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc', 'tag': '5decaa5e-6c54-47c4-be19-8bad024d841e', 'status': 'completed', 'code': 200} Sep 07 02:43:46.331715 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35fe94b7-2c68-4fa9-a922-93da760f77cd', 'tag': '2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4', 'status': 'completed', 'code': 200} Sep 07 02:43:46.334271 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5ab30db6-2a74-499a-aa66-9f6d78ae220a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:46.424143 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3326713b-5d03-45e3-9914-af96fac5b6c7 req-6842d68a-4058-4df2-8eb9-9a6e450d08e1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4 HTTP/1.1" status: 200 len: 217 time: 0.0833721 Sep 07 02:43:46.522010 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-58950349-5d88-4339-8f7a-a8b257730c59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7ad01c7-8747-4618-90fb-6bdd88c0a6d2 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:43:46.545834 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd81ab-1757-4318-85b2-329cc6a5aa04 req-d383a039-cece-42b9-b4c2-aaa02aed2c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:46.546332 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd81ab-1757-4318-85b2-329cc6a5aa04 req-d383a039-cece-42b9-b4c2-aaa02aed2c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:46.546813 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd81ab-1757-4318-85b2-329cc6a5aa04 req-d383a039-cece-42b9-b4c2-aaa02aed2c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:46.547293 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd81ab-1757-4318-85b2-329cc6a5aa04 req-d383a039-cece-42b9-b4c2-aaa02aed2c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:46.547800 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd81ab-1757-4318-85b2-329cc6a5aa04 req-d383a039-cece-42b9-b4c2-aaa02aed2c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:46.548275 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd81ab-1757-4318-85b2-329cc6a5aa04 req-d383a039-cece-42b9-b4c2-aaa02aed2c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:46.548743 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd81ab-1757-4318-85b2-329cc6a5aa04 req-d383a039-cece-42b9-b4c2-aaa02aed2c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:46.550694 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-32dd81ab-1757-4318-85b2-329cc6a5aa04 req-d383a039-cece-42b9-b4c2-aaa02aed2c17 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=afaf54fa75d241989f6b7192737d6028&device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 6358 time: 0.1974492 Sep 07 02:43:46.552695 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-58950349-5d88-4339-8f7a-a8b257730c59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:46.568146 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3326713b-5d03-45e3-9914-af96fac5b6c7 req-7ab6c7f0-aa12-4ed9-b6c3-130493fc7b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:46.569660 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3326713b-5d03-45e3-9914-af96fac5b6c7 req-7ab6c7f0-aa12-4ed9-b6c3-130493fc7b5c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bf8b75f5-87fa-46ec-a5bb-bac267ae3844 HTTP/1.1" status: 200 len: 844 time: 0.1371429 Sep 07 02:43:46.610106 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-58950349-5d88-4339-8f7a-a8b257730c59 service neutron] Transition to ACTIVE for port object e7ad01c7-8747-4618-90fb-6bdd88c0a6d2 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:43:46.640502 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-58950349-5d88-4339-8f7a-a8b257730c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:46.644285 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3326713b-5d03-45e3-9914-af96fac5b6c7 req-e8c9cc97-aece-4d0f-80c9-95ab20048280 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f1832801-225d-49c7-ba9e-13ca94c9951b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623183 Sep 07 02:43:46.677936 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e54e14c-7ff4-4c0b-962f-168bf492f696 req-71baf753-34f5-4989-b208-a1be285609c1 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:46.685077 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e54e14c-7ff4-4c0b-962f-168bf492f696 req-71baf753-34f5-4989-b208-a1be285609c1 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:46.691006 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e54e14c-7ff4-4c0b-962f-168bf492f696 req-71baf753-34f5-4989-b208-a1be285609c1 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:46.698911 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e54e14c-7ff4-4c0b-962f-168bf492f696 req-71baf753-34f5-4989-b208-a1be285609c1 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:46.706400 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e54e14c-7ff4-4c0b-962f-168bf492f696 req-71baf753-34f5-4989-b208-a1be285609c1 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:46.714101 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e54e14c-7ff4-4c0b-962f-168bf492f696 req-71baf753-34f5-4989-b208-a1be285609c1 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:46.720401 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e54e14c-7ff4-4c0b-962f-168bf492f696 req-71baf753-34f5-4989-b208-a1be285609c1 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:46.724052 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0e54e14c-7ff4-4c0b-962f-168bf492f696 req-71baf753-34f5-4989-b208-a1be285609c1 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 5418 time: 0.1008701 Sep 07 02:43:46.829681 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0e54e14c-7ff4-4c0b-962f-168bf492f696 req-6c21cf1f-4acf-49ae-bb70-15a40748fd34 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/security-groups?id=89726ab1-0a53-4d54-93e7-e4e6ba92ef38&id=2895453c-c2ff-4721-9c31-7aa9bbb51629&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0942802 Sep 07 02:43:46.907651 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58950349-5d88-4339-8f7a-a8b257730c59 service neutron] Pushing event updated for resources: {'Port': ['ID=e7ad01c7-8747-4618-90fb-6bdd88c0a6d2,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:46.948116 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd81ab-1757-4318-85b2-329cc6a5aa04 req-32f8b0a6-3886-444e-aaa5-37eef5125583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:46.948580 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd81ab-1757-4318-85b2-329cc6a5aa04 req-32f8b0a6-3886-444e-aaa5-37eef5125583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:46.949057 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd81ab-1757-4318-85b2-329cc6a5aa04 req-32f8b0a6-3886-444e-aaa5-37eef5125583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:46.952137 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-32dd81ab-1757-4318-85b2-329cc6a5aa04 req-32f8b0a6-3886-444e-aaa5-37eef5125583 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=afaf54fa75d241989f6b7192737d6028&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3878109 Sep 07 02:43:46.958984 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5ab30db6-2a74-499a-aa66-9f6d78ae220a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:47.000051 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5ab30db6-2a74-499a-aa66-9f6d78ae220a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:47.072379 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3326713b-5d03-45e3-9914-af96fac5b6c7 req-743b7ce9-9120-4ce5-9c5d-e17c7f281e67 service neutron] 10.222.0.23 "GET /v2.0/networks/f1832801-225d-49c7-ba9e-13ca94c9951b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4155467 Sep 07 02:43:47.092324 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ab30db6-2a74-499a-aa66-9f6d78ae220a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:43:47.159772 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab30db6-2a74-499a-aa66-9f6d78ae220a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d866c3-5a1f-4bbe-9129-63d2ec2ff18a,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:47.171538 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5ab30db6-2a74-499a-aa66-9f6d78ae220a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:47.171900 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-5ab30db6-2a74-499a-aa66-9f6d78ae220a admin admin] Added segment ecf9e6a1-2f77-4ad9-aaf8-da63aeaca263 of type vlan for network e9e72e18-ba17-4b98-b891-194f71d88173 Sep 07 02:43:47.179940 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b229f6-a374-4ecc-a15e-c28fc42e8c02 req-e8c7dcb8-de32-45e8-92c3-cc2fe47e95c4 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:47.181462 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f5b229f6-a374-4ecc-a15e-c28fc42e8c02 req-e8c7dcb8-de32-45e8-92c3-cc2fe47e95c4 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=35fe94b7-2c68-4fa9-a922-93da760f77cd HTTP/1.1" status: 200 len: 943 time: 0.0619226 Sep 07 02:43:47.204310 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-58950349-5d88-4339-8f7a-a8b257730c59 service neutron] Attempting to bind port e7ad01c7-8747-4618-90fb-6bdd88c0a6d2 on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:43:47.204683 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-58950349-5d88-4339-8f7a-a8b257730c59 service neutron] Attempting to bind port e7ad01c7-8747-4618-90fb-6bdd88c0a6d2 by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': 'b8bc3fdf-2e3e-4972-88d9-8c4ff4b8870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ef2135d-eb79-4b03-bc59-b7d80582547a'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:43:47.204984 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-58950349-5d88-4339-8f7a-a8b257730c59 service neutron] Attempting to bind port e7ad01c7-8747-4618-90fb-6bdd88c0a6d2 on network 5ef2135d-eb79-4b03-bc59-b7d80582547a {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:43:47.233393 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f5b229f6-a374-4ecc-a15e-c28fc42e8c02 req-8a204fa9-d315-480a-af1e-7d479f6b6cfd tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459948 Sep 07 02:43:47.262035 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b6755d-84ab-4f44-b4cc-995afd6b351e req-c2b52c1f-75f2-4207-9e59-65e57ccee7dd tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:47.263650 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-98b6755d-84ab-4f44-b4cc-995afd6b351e req-c2b52c1f-75f2-4207-9e59-65e57ccee7dd tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=dcd6c7a7-74e6-4b2f-ba5c-17ff90510532 HTTP/1.1" status: 200 len: 945 time: 0.3019304 Sep 07 02:43:47.296472 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-58950349-5d88-4339-8f7a-a8b257730c59 service neutron] Port e7ad01c7-8747-4618-90fb-6bdd88c0a6d2 on network 5ef2135d-eb79-4b03-bc59-b7d80582547a not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:43:47.297179 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-58950349-5d88-4339-8f7a-a8b257730c59 service neutron] Attempting to bind port e7ad01c7-8747-4618-90fb-6bdd88c0a6d2 on network 5ef2135d-eb79-4b03-bc59-b7d80582547a {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:43:47.329809 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd81ab-1757-4318-85b2-329cc6a5aa04 req-07624dac-e093-4e5c-af19-b5677f64b41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:47.331323 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-32dd81ab-1757-4318-85b2-329cc6a5aa04 req-07624dac-e093-4e5c-af19-b5677f64b41b service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3408833 Sep 07 02:43:47.332082 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-58950349-5d88-4339-8f7a-a8b257730c59 service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:43:47.332422 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-58950349-5d88-4339-8f7a-a8b257730c59 service neutron] Checking segment: {'id': 'b8bc3fdf-2e3e-4972-88d9-8c4ff4b8870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ef2135d-eb79-4b03-bc59-b7d80582547a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:43:47.332799 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-58950349-5d88-4339-8f7a-a8b257730c59 service neutron] Bound using segment: {'id': 'b8bc3fdf-2e3e-4972-88d9-8c4ff4b8870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ef2135d-eb79-4b03-bc59-b7d80582547a'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:43:47.333249 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-58950349-5d88-4339-8f7a-a8b257730c59 service neutron] Bound port: e7ad01c7-8747-4618-90fb-6bdd88c0a6d2, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8bc3fdf-2e3e-4972-88d9-8c4ff4b8870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ef2135d-eb79-4b03-bc59-b7d80582547a'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:43:47.333606 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-58950349-5d88-4339-8f7a-a8b257730c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:47.339220 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5ab30db6-2a74-499a-aa66-9f6d78ae220a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:47.416567 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3326713b-5d03-45e3-9914-af96fac5b6c7 req-dd9f10b4-89b2-4031-9802-d48fcb2e49ff service neutron] 10.222.0.23 "GET /v2.0/networks/f1832801-225d-49c7-ba9e-13ca94c9951b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252933 Sep 07 02:43:47.426943 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-98b6755d-84ab-4f44-b4cc-995afd6b351e req-c04ef1d2-2172-4bd6-a81e-cc1ab883a735 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366541 Sep 07 02:43:47.447015 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5ab30db6-2a74-499a-aa66-9f6d78ae220a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:47.447673 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab30db6-2a74-499a-aa66-9f6d78ae220a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:47.448263 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5ab30db6-2a74-499a-aa66-9f6d78ae220a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:47.510018 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-5ab30db6-2a74-499a-aa66-9f6d78ae220a admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7277887 Sep 07 02:43:47.513153 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52486) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:43:47.518098 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-2dcc3ae6-3370-421d-a12a-8f9d7e45aec6 admin admin] Request body: {'subnet': {'network_id': 'e9e72e18-ba17-4b98-b891-194f71d88173', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-119254857-subnet', 'tenant_id': '9013e8da4c104c329a0dfca799b7d392', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:43:47.518817 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-58950349-5d88-4339-8f7a-a8b257730c59 service neutron] For port e7ad01c7-8747-4618-90fb-6bdd88c0a6d2, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:43:47.557358 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-58950349-5d88-4339-8f7a-a8b257730c59 service neutron] For port e7ad01c7-8747-4618-90fb-6bdd88c0a6d2, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=e7ad01c7-8747-4618-90fb-6bdd88c0a6d2,segment=NetworkSegment(b8bc3fdf-2e3e-4972-88d9-8c4ff4b8870b),segment_id=b8bc3fdf-2e3e-4972-88d9-8c4ff4b8870b)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:43:47.559032 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab30db6-2a74-499a-aa66-9f6d78ae220a admin admin] Pushing event updated for resources: {'Network': ['ID=e9e72e18-ba17-4b98-b891-194f71d88173,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:47.564859 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-58950349-5d88-4339-8f7a-a8b257730c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:47.572883 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network e9e72e18-ba17-4b98-b891-194f71d88173 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:43:47.604622 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd81ab-1757-4318-85b2-329cc6a5aa04 req-a39cbc40-7b01-458f-81b4-560081bd3f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:47.606256 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-32dd81ab-1757-4318-85b2-329cc6a5aa04 req-a39cbc40-7b01-458f-81b4-560081bd3f8a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9a8c5da93cbf4b888ec81f508c5728ba&device_id=35fe94b7-2c68-4fa9-a922-93da760f77cd HTTP/1.1" status: 200 len: 1095 time: 0.1368022 Sep 07 02:43:47.611151 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-58950349-5d88-4339-8f7a-a8b257730c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:47.611849 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-58950349-5d88-4339-8f7a-a8b257730c59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:47.613224 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-58950349-5d88-4339-8f7a-a8b257730c59 service neutron] 10.222.0.16 "PUT /v2.0/ports/e7ad01c7-8747-4618-90fb-6bdd88c0a6d2 HTTP/1.1" status: 200 len: 1092 time: 2.2608578 Sep 07 02:43:47.641377 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dcc3ae6-3370-421d-a12a-8f9d7e45aec6 admin admin] Made reservation on behalf of 9013e8da4c104c329a0dfca799b7d392 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:43:47.643775 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2dcc3ae6-3370-421d-a12a-8f9d7e45aec6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:47.659957 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-d3b19fb7-fa45-4a5c-bc8c-2b4d9bbcb5d9 service neutron] Request body: {'port': {'device_id': '5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:43:47.697910 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58950349-5d88-4339-8f7a-a8b257730c59 service neutron] Pushing event updated for resources: {'Port': ['ID=e7ad01c7-8747-4618-90fb-6bdd88c0a6d2,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:47.777347 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-d3b19fb7-fa45-4a5c-bc8c-2b4d9bbcb5d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:47.808561 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7626c0-16f7-4e0b-bc9c-023219edd5b6 req-8945ad9b-c350-403c-9626-0b0399c6d4cc tempest-NetworksTest-1938438897 tempest-NetworksTest-1938438897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:47.809140 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7626c0-16f7-4e0b-bc9c-023219edd5b6 req-8945ad9b-c350-403c-9626-0b0399c6d4cc tempest-NetworksTest-1938438897 tempest-NetworksTest-1938438897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:47.809634 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7626c0-16f7-4e0b-bc9c-023219edd5b6 req-8945ad9b-c350-403c-9626-0b0399c6d4cc tempest-NetworksTest-1938438897 tempest-NetworksTest-1938438897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:47.810312 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7626c0-16f7-4e0b-bc9c-023219edd5b6 req-8945ad9b-c350-403c-9626-0b0399c6d4cc tempest-NetworksTest-1938438897 tempest-NetworksTest-1938438897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:47.811066 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7626c0-16f7-4e0b-bc9c-023219edd5b6 req-8945ad9b-c350-403c-9626-0b0399c6d4cc tempest-NetworksTest-1938438897 tempest-NetworksTest-1938438897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:47.811767 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7626c0-16f7-4e0b-bc9c-023219edd5b6 req-8945ad9b-c350-403c-9626-0b0399c6d4cc tempest-NetworksTest-1938438897 tempest-NetworksTest-1938438897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:47.812468 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7626c0-16f7-4e0b-bc9c-023219edd5b6 req-8945ad9b-c350-403c-9626-0b0399c6d4cc tempest-NetworksTest-1938438897 tempest-NetworksTest-1938438897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:47.813074 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7626c0-16f7-4e0b-bc9c-023219edd5b6 req-8945ad9b-c350-403c-9626-0b0399c6d4cc tempest-NetworksTest-1938438897 tempest-NetworksTest-1938438897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:47.813719 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7626c0-16f7-4e0b-bc9c-023219edd5b6 req-8945ad9b-c350-403c-9626-0b0399c6d4cc tempest-NetworksTest-1938438897 tempest-NetworksTest-1938438897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:47.814181 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7626c0-16f7-4e0b-bc9c-023219edd5b6 req-8945ad9b-c350-403c-9626-0b0399c6d4cc tempest-NetworksTest-1938438897 tempest-NetworksTest-1938438897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:47.814689 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7626c0-16f7-4e0b-bc9c-023219edd5b6 req-8945ad9b-c350-403c-9626-0b0399c6d4cc tempest-NetworksTest-1938438897 tempest-NetworksTest-1938438897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:47.815337 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7626c0-16f7-4e0b-bc9c-023219edd5b6 req-8945ad9b-c350-403c-9626-0b0399c6d4cc tempest-NetworksTest-1938438897 tempest-NetworksTest-1938438897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:47.816194 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7626c0-16f7-4e0b-bc9c-023219edd5b6 req-8945ad9b-c350-403c-9626-0b0399c6d4cc tempest-NetworksTest-1938438897 tempest-NetworksTest-1938438897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:47.817356 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7626c0-16f7-4e0b-bc9c-023219edd5b6 req-8945ad9b-c350-403c-9626-0b0399c6d4cc tempest-NetworksTest-1938438897 tempest-NetworksTest-1938438897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:47.823140 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2a7626c0-16f7-4e0b-bc9c-023219edd5b6 req-8945ad9b-c350-403c-9626-0b0399c6d4cc tempest-NetworksTest-1938438897 tempest-NetworksTest-1938438897-project-admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9785 time: 0.2919331 Sep 07 02:43:47.872247 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd81ab-1757-4318-85b2-329cc6a5aa04 req-6b92df64-5059-49ea-92cb-5a05f21767a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:47.873980 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-32dd81ab-1757-4318-85b2-329cc6a5aa04 req-6b92df64-5059-49ea-92cb-5a05f21767a0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f1832801-225d-49c7-ba9e-13ca94c9951b HTTP/1.1" status: 200 len: 904 time: 0.2575693 Sep 07 02:43:47.976366 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2dcc3ae6-3370-421d-a12a-8f9d7e45aec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:47.986045 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-32dd81ab-1757-4318-85b2-329cc6a5aa04 req-b2c332b5-b8a1-4e3f-adc5-da875694b4b6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4 HTTP/1.1" status: 200 len: 217 time: 0.0625474 Sep 07 02:43:48.074066 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f220b43-ee63-46fa-a772-b2e7e16b662f req-82a0690e-087d-4d77-a0d0-df25d41cb8e6 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:48.080086 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f220b43-ee63-46fa-a772-b2e7e16b662f req-82a0690e-087d-4d77-a0d0-df25d41cb8e6 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:48.086077 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f220b43-ee63-46fa-a772-b2e7e16b662f req-82a0690e-087d-4d77-a0d0-df25d41cb8e6 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:48.091979 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f220b43-ee63-46fa-a772-b2e7e16b662f req-82a0690e-087d-4d77-a0d0-df25d41cb8e6 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:48.098521 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f220b43-ee63-46fa-a772-b2e7e16b662f req-82a0690e-087d-4d77-a0d0-df25d41cb8e6 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:48.104954 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f220b43-ee63-46fa-a772-b2e7e16b662f req-82a0690e-087d-4d77-a0d0-df25d41cb8e6 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:48.110794 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f220b43-ee63-46fa-a772-b2e7e16b662f req-82a0690e-087d-4d77-a0d0-df25d41cb8e6 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:48.112691 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7f220b43-ee63-46fa-a772-b2e7e16b662f req-82a0690e-087d-4d77-a0d0-df25d41cb8e6 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 5418 time: 0.1495852 Sep 07 02:43:48.116214 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcc3ae6-3370-421d-a12a-8f9d7e45aec6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d138adf4-4768-4a93-a944-5a4f5156064d,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:48.128352 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcc3ae6-3370-421d-a12a-8f9d7e45aec6 admin admin] Checking segment: {'id': 'ecf9e6a1-2f77-4ad9-aaf8-da63aeaca263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e9e72e18-ba17-4b98-b891-194f71d88173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:43:48.128712 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcc3ae6-3370-421d-a12a-8f9d7e45aec6 admin admin] Network hostable DHCP agents. Network: e9e72e18-ba17-4b98-b891-194f71d88173, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:43:48.139592 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd81ab-1757-4318-85b2-329cc6a5aa04 req-2135b7a2-f945-41ec-bfd5-9c46b2cf79ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:48.141041 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-32dd81ab-1757-4318-85b2-329cc6a5aa04 req-2135b7a2-f945-41ec-bfd5-9c46b2cf79ec service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bf8b75f5-87fa-46ec-a5bb-bac267ae3844 HTTP/1.1" status: 200 len: 844 time: 0.1472147 Sep 07 02:43:48.144981 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e761a85-15c0-4f3d-97d9-902ab0e31960 req-46224c5d-52d0-4797-9896-d09c65025b51 tempest-NetworksTest-1938438897 tempest-NetworksTest-1938438897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:48.146246 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0e761a85-15c0-4f3d-97d9-902ab0e31960 req-46224c5d-52d0-4797-9896-d09c65025b51 tempest-NetworksTest-1938438897 tempest-NetworksTest-1938438897-project-admin] 10.222.0.22 "GET /v2.0/networks/1166b922-7457-4da4-bdda-328e8c8e7bc6 HTTP/1.1" status: 200 len: 886 time: 0.2889988 Sep 07 02:43:48.161572 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcc3ae6-3370-421d-a12a-8f9d7e45aec6 admin admin] Network e9e72e18-ba17-4b98-b891-194f71d88173 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:43:48.173729 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7f220b43-ee63-46fa-a772-b2e7e16b662f req-e3f0c24c-8ef9-41a2-a199-942949a0159c tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/security-groups?id=89726ab1-0a53-4d54-93e7-e4e6ba92ef38&id=2895453c-c2ff-4721-9c31-7aa9bbb51629&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522814 Sep 07 02:43:48.179652 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-2dcc3ae6-3370-421d-a12a-8f9d7e45aec6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, e9e72e18-ba17-4b98-b891-194f71d88173) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:43:48.184196 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcc3ae6-3370-421d-a12a-8f9d7e45aec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:48.184877 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2dcc3ae6-3370-421d-a12a-8f9d7e45aec6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:48.186455 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-32dd81ab-1757-4318-85b2-329cc6a5aa04 req-5754f4db-70b7-4bf8-bb1d-a07af868bd68 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f1832801-225d-49c7-ba9e-13ca94c9951b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376573 Sep 07 02:43:48.193241 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9031153b-6ee4-4638-9365-d095c3035774 None None] Network e9e72e18-ba17-4b98-b891-194f71d88173 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:43:48.212651 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-2dcc3ae6-3370-421d-a12a-8f9d7e45aec6 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6982806 Sep 07 02:43:48.325304 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c421da-d77b-4c84-8e19-91c0fb4f718a None None] Network e9e72e18-ba17-4b98-b891-194f71d88173 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:43:48.356373 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc', 'tag': 'e7ad01c7-8747-4618-90fb-6bdd88c0a6d2'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:43:48.358857 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883316f5-61cf-44d3-b87f-9b9d8567ed08" -d '{"events": [{"name": "network-changed", "server_uuid": "5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc", "tag": "e7ad01c7-8747-4618-90fb-6bdd88c0a6d2"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:43:48.366032 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581c77b-327b-4fd3-ae13-dd12297f898f req-5f701beb-e5de-4ab5-9e1c-e5cd8df56fd8 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:48.374590 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9581c77b-327b-4fd3-ae13-dd12297f898f req-5f701beb-e5de-4ab5-9e1c-e5cd8df56fd8 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=35fe94b7-2c68-4fa9-a922-93da760f77cd HTTP/1.1" status: 200 len: 943 time: 0.0727572 Sep 07 02:43:48.421943 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9581c77b-327b-4fd3-ae13-dd12297f898f req-bd70b0f9-807e-433a-a7d7-e50f56a2a5fb tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463362 Sep 07 02:43:48.636107 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-681cbe25-0bde-4198-a330-7bc15fcfc4f6 x-openstack-request-id: req-681cbe25-0bde-4198-a330-7bc15fcfc4f6 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:43:48.636396 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc", "tag": "e7ad01c7-8747-4618-90fb-6bdd88c0a6d2", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:43:48.636635 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-681cbe25-0bde-4198-a330-7bc15fcfc4f6 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:43:48.637007 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc', 'tag': 'e7ad01c7-8747-4618-90fb-6bdd88c0a6d2', 'status': 'completed', 'code': 200} Sep 07 02:43:48.702356 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3077e301-08c7-4996-854c-537a1b467a84 req-824e55a9-d9df-4c52-8e6d-8977d05239cb tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:48.703867 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3077e301-08c7-4996-854c-537a1b467a84 req-824e55a9-d9df-4c52-8e6d-8977d05239cb tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] 10.222.0.22 "GET /v2.0/networks?id=e9e72e18-ba17-4b98-b891-194f71d88173 HTTP/1.1" status: 200 len: 813 time: 0.1086047 Sep 07 02:43:48.719118 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3077e301-08c7-4996-854c-537a1b467a84 req-6cba6712-8e51-4750-a6ca-f67d60e4fc2d tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] 10.222.0.22 "GET /v2.0/quotas/9013e8da4c104c329a0dfca799b7d392 HTTP/1.1" status: 200 len: 375 time: 0.0095785 Sep 07 02:43:48.750666 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3077e301-08c7-4996-854c-537a1b467a84 req-122755ca-59d2-4b60-92bd-3dabdd12257b tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9013e8da4c104c329a0dfca799b7d392&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256324 Sep 07 02:43:48.752355 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-d3b19fb7-fa45-4a5c-bc8c-2b4d9bbcb5d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfc9b065-1c7f-4968-9ce9-8ee8bb3c5e67 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:43:48.758229 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-32dd81ab-1757-4318-85b2-329cc6a5aa04 req-16a8beeb-b915-416b-8596-36165e447a15 service neutron] 10.222.0.23 "GET /v2.0/networks/f1832801-225d-49c7-ba9e-13ca94c9951b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5613651 Sep 07 02:43:48.771003 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-d3b19fb7-fa45-4a5c-bc8c-2b4d9bbcb5d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:48.803044 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504686dd-1d40-480a-8a87-12de1d973fba req-503151cf-0d0b-4303-aece-38bf36f2276a tempest-NetworksTest-1938438897 tempest-NetworksTest-1938438897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:48.803542 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504686dd-1d40-480a-8a87-12de1d973fba req-503151cf-0d0b-4303-aece-38bf36f2276a tempest-NetworksTest-1938438897 tempest-NetworksTest-1938438897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:48.804006 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504686dd-1d40-480a-8a87-12de1d973fba req-503151cf-0d0b-4303-aece-38bf36f2276a tempest-NetworksTest-1938438897 tempest-NetworksTest-1938438897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:48.804475 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504686dd-1d40-480a-8a87-12de1d973fba req-503151cf-0d0b-4303-aece-38bf36f2276a tempest-NetworksTest-1938438897 tempest-NetworksTest-1938438897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:48.804932 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504686dd-1d40-480a-8a87-12de1d973fba req-503151cf-0d0b-4303-aece-38bf36f2276a tempest-NetworksTest-1938438897 tempest-NetworksTest-1938438897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:48.805389 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504686dd-1d40-480a-8a87-12de1d973fba req-503151cf-0d0b-4303-aece-38bf36f2276a tempest-NetworksTest-1938438897 tempest-NetworksTest-1938438897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:48.805841 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504686dd-1d40-480a-8a87-12de1d973fba req-503151cf-0d0b-4303-aece-38bf36f2276a tempest-NetworksTest-1938438897 tempest-NetworksTest-1938438897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:48.806295 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504686dd-1d40-480a-8a87-12de1d973fba req-503151cf-0d0b-4303-aece-38bf36f2276a tempest-NetworksTest-1938438897 tempest-NetworksTest-1938438897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:48.806743 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504686dd-1d40-480a-8a87-12de1d973fba req-503151cf-0d0b-4303-aece-38bf36f2276a tempest-NetworksTest-1938438897 tempest-NetworksTest-1938438897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:48.807196 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504686dd-1d40-480a-8a87-12de1d973fba req-503151cf-0d0b-4303-aece-38bf36f2276a tempest-NetworksTest-1938438897 tempest-NetworksTest-1938438897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:48.807674 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504686dd-1d40-480a-8a87-12de1d973fba req-503151cf-0d0b-4303-aece-38bf36f2276a tempest-NetworksTest-1938438897 tempest-NetworksTest-1938438897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:48.808129 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504686dd-1d40-480a-8a87-12de1d973fba req-503151cf-0d0b-4303-aece-38bf36f2276a tempest-NetworksTest-1938438897 tempest-NetworksTest-1938438897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:48.808578 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504686dd-1d40-480a-8a87-12de1d973fba req-503151cf-0d0b-4303-aece-38bf36f2276a tempest-NetworksTest-1938438897 tempest-NetworksTest-1938438897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:48.809030 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504686dd-1d40-480a-8a87-12de1d973fba req-503151cf-0d0b-4303-aece-38bf36f2276a tempest-NetworksTest-1938438897 tempest-NetworksTest-1938438897-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:48.811123 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-504686dd-1d40-480a-8a87-12de1d973fba req-503151cf-0d0b-4303-aece-38bf36f2276a tempest-NetworksTest-1938438897 tempest-NetworksTest-1938438897-project-admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9829 time: 0.6271641 Sep 07 02:43:48.833511 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883316f5-61cf-44d3-b87f-9b9d8567ed08 req-0b0439f1-1f1f-4c23-8f6b-fcca8b08b7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:48.834176 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883316f5-61cf-44d3-b87f-9b9d8567ed08 req-0b0439f1-1f1f-4c23-8f6b-fcca8b08b7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:48.835269 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883316f5-61cf-44d3-b87f-9b9d8567ed08 req-0b0439f1-1f1f-4c23-8f6b-fcca8b08b7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:48.835724 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883316f5-61cf-44d3-b87f-9b9d8567ed08 req-0b0439f1-1f1f-4c23-8f6b-fcca8b08b7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:48.836195 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883316f5-61cf-44d3-b87f-9b9d8567ed08 req-0b0439f1-1f1f-4c23-8f6b-fcca8b08b7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:48.836657 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883316f5-61cf-44d3-b87f-9b9d8567ed08 req-0b0439f1-1f1f-4c23-8f6b-fcca8b08b7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:48.837807 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883316f5-61cf-44d3-b87f-9b9d8567ed08 req-0b0439f1-1f1f-4c23-8f6b-fcca8b08b7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:48.840185 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-883316f5-61cf-44d3-b87f-9b9d8567ed08 req-0b0439f1-1f1f-4c23-8f6b-fcca8b08b7fc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=afaf54fa75d241989f6b7192737d6028&device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 6426 time: 0.2056985 Sep 07 02:43:48.862103 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3077e301-08c7-4996-854c-537a1b467a84 req-6515d0e4-a6ef-4f21-9db8-94d755f8410b service neutron] 10.222.0.22 "GET /v2.0/networks/e9e72e18-ba17-4b98-b891-194f71d88173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035149 Sep 07 02:43:48.871361 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-d3b19fb7-fa45-4a5c-bc8c-2b4d9bbcb5d9 service neutron] Transition to ACTIVE for port object dfc9b065-1c7f-4968-9ce9-8ee8bb3c5e67 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:43:48.907351 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-d3b19fb7-fa45-4a5c-bc8c-2b4d9bbcb5d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:48.956742 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3077e301-08c7-4996-854c-537a1b467a84 req-a4b54ced-489e-44c3-ac34-66529234a426 service neutron] 10.222.0.22 "GET /v2.0/networks/e9e72e18-ba17-4b98-b891-194f71d88173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931764 Sep 07 02:43:49.091878 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-32dd81ab-1757-4318-85b2-329cc6a5aa04 req-cdcd7278-7b6d-4952-a87b-ebe4873d5621 service neutron] 10.222.0.23 "GET /v2.0/networks/f1832801-225d-49c7-ba9e-13ca94c9951b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178432 Sep 07 02:43:49.096427 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b19fb7-fa45-4a5c-bc8c-2b4d9bbcb5d9 service neutron] Pushing event updated for resources: {'Port': ['ID=dfc9b065-1c7f-4968-9ce9-8ee8bb3c5e67,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:49.121460 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb17ea-be0a-44d6-95b3-7de10d4c3edc req-25340dae-57f3-4266-83d7-8a5e03791557 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:49.123025 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7cfb17ea-be0a-44d6-95b3-7de10d4c3edc req-25340dae-57f3-4266-83d7-8a5e03791557 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=dcd6c7a7-74e6-4b2f-ba5c-17ff90510532 HTTP/1.1" status: 200 len: 945 time: 0.2490063 Sep 07 02:43:49.158797 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52532) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:43:49.186475 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883316f5-61cf-44d3-b87f-9b9d8567ed08 req-a1a014d1-9328-4d54-ba97-8c9458dad74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:49.186847 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883316f5-61cf-44d3-b87f-9b9d8567ed08 req-a1a014d1-9328-4d54-ba97-8c9458dad74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:49.187316 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883316f5-61cf-44d3-b87f-9b9d8567ed08 req-a1a014d1-9328-4d54-ba97-8c9458dad74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:49.193325 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-883316f5-61cf-44d3-b87f-9b9d8567ed08 req-a1a014d1-9328-4d54-ba97-8c9458dad74c service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=afaf54fa75d241989f6b7192737d6028&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3180330 Sep 07 02:43:49.299948 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7cfb17ea-be0a-44d6-95b3-7de10d4c3edc req-9744f8b4-9436-43ef-9744-b6084d82f9b1 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389029 Sep 07 02:43:49.342776 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e3748ac0-51b8-4f86-bd97-fe5d987c0478 req-42d4613b-56e4-4769-bd55-cbe0c0809eac tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] 10.222.0.22 "GET /v2.0/ports?device_id=a32bba22-8e3e-41a4-bdcc-b7671c4bd766 HTTP/1.1" status: 200 len: 210 time: 0.0682826 Sep 07 02:43:49.357098 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-56de5bcf-b08c-4416-8b6b-e55edc54bf27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:49.409638 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-d3b19fb7-fa45-4a5c-bc8c-2b4d9bbcb5d9 service neutron] Attempting to bind port dfc9b065-1c7f-4968-9ce9-8ee8bb3c5e67 on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:43:49.410192 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-d3b19fb7-fa45-4a5c-bc8c-2b4d9bbcb5d9 service neutron] Attempting to bind port dfc9b065-1c7f-4968-9ce9-8ee8bb3c5e67 by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': 'b8bc3fdf-2e3e-4972-88d9-8c4ff4b8870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ef2135d-eb79-4b03-bc59-b7d80582547a'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:43:49.410279 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-d3b19fb7-fa45-4a5c-bc8c-2b4d9bbcb5d9 service neutron] Attempting to bind port dfc9b065-1c7f-4968-9ce9-8ee8bb3c5e67 on network 5ef2135d-eb79-4b03-bc59-b7d80582547a {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:43:49.419109 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-d3b19fb7-fa45-4a5c-bc8c-2b4d9bbcb5d9 service neutron] Port dfc9b065-1c7f-4968-9ce9-8ee8bb3c5e67 on network 5ef2135d-eb79-4b03-bc59-b7d80582547a not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:43:49.419442 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-d3b19fb7-fa45-4a5c-bc8c-2b4d9bbcb5d9 service neutron] Attempting to bind port dfc9b065-1c7f-4968-9ce9-8ee8bb3c5e67 on network 5ef2135d-eb79-4b03-bc59-b7d80582547a {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:43:49.448235 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-d3b19fb7-fa45-4a5c-bc8c-2b4d9bbcb5d9 service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:43:49.448581 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-d3b19fb7-fa45-4a5c-bc8c-2b4d9bbcb5d9 service neutron] Checking segment: {'id': 'b8bc3fdf-2e3e-4972-88d9-8c4ff4b8870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ef2135d-eb79-4b03-bc59-b7d80582547a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:43:49.448959 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-d3b19fb7-fa45-4a5c-bc8c-2b4d9bbcb5d9 service neutron] Bound using segment: {'id': 'b8bc3fdf-2e3e-4972-88d9-8c4ff4b8870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ef2135d-eb79-4b03-bc59-b7d80582547a'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:43:49.449569 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-d3b19fb7-fa45-4a5c-bc8c-2b4d9bbcb5d9 service neutron] Bound port: dfc9b065-1c7f-4968-9ce9-8ee8bb3c5e67, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8bc3fdf-2e3e-4972-88d9-8c4ff4b8870b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5ef2135d-eb79-4b03-bc59-b7d80582547a'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:43:49.450325 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-d3b19fb7-fa45-4a5c-bc8c-2b4d9bbcb5d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:49.485312 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883316f5-61cf-44d3-b87f-9b9d8567ed08 req-96635491-087c-4c15-9d97-4f4410b4400d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:49.486818 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-883316f5-61cf-44d3-b87f-9b9d8567ed08 req-96635491-087c-4c15-9d97-4f4410b4400d service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2824240 Sep 07 02:43:49.508150 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-56de5bcf-b08c-4416-8b6b-e55edc54bf27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:49.520798 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-56de5bcf-b08c-4416-8b6b-e55edc54bf27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:49.521822 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4281242-e756-4c10-8247-99a72b72da4a req-f7e6503d-6e0f-4717-8198-0fc04a47ae7a tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:49.528381 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4281242-e756-4c10-8247-99a72b72da4a req-f7e6503d-6e0f-4717-8198-0fc04a47ae7a tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:49.534727 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4281242-e756-4c10-8247-99a72b72da4a req-f7e6503d-6e0f-4717-8198-0fc04a47ae7a tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:49.541312 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4281242-e756-4c10-8247-99a72b72da4a req-f7e6503d-6e0f-4717-8198-0fc04a47ae7a tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:49.547219 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4281242-e756-4c10-8247-99a72b72da4a req-f7e6503d-6e0f-4717-8198-0fc04a47ae7a tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:49.553951 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4281242-e756-4c10-8247-99a72b72da4a req-f7e6503d-6e0f-4717-8198-0fc04a47ae7a tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:49.559738 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4281242-e756-4c10-8247-99a72b72da4a req-f7e6503d-6e0f-4717-8198-0fc04a47ae7a tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:49.567599 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b4281242-e756-4c10-8247-99a72b72da4a req-f7e6503d-6e0f-4717-8198-0fc04a47ae7a tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 5430 time: 0.1718910 Sep 07 02:43:49.582166 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-56de5bcf-b08c-4416-8b6b-e55edc54bf27 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=adcf7a1670d145258d1da8fa3a060c14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4220686 Sep 07 02:43:49.583002 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56de5bcf-b08c-4416-8b6b-e55edc54bf27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf1ba8d-5943-43ed-a521-8b7cc69ba63d,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:49.588400 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52550) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:43:49.616847 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa5e97-4cd4-4cda-b37a-721d8e0ad44c req-a9b0626f-7d01-47ad-9a27-50d393ce148a tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:49.624003 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-48fa5e97-4cd4-4cda-b37a-721d8e0ad44c req-a9b0626f-7d01-47ad-9a27-50d393ce148a tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=35fe94b7-2c68-4fa9-a922-93da760f77cd HTTP/1.1" status: 200 len: 943 time: 0.1136327 Sep 07 02:43:49.644535 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-d3b19fb7-fa45-4a5c-bc8c-2b4d9bbcb5d9 service neutron] For port dfc9b065-1c7f-4968-9ce9-8ee8bb3c5e67, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:43:49.653642 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b4281242-e756-4c10-8247-99a72b72da4a req-c702ec06-52d7-47f2-895d-6b4afa241262 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/security-groups?id=89726ab1-0a53-4d54-93e7-e4e6ba92ef38&id=2895453c-c2ff-4721-9c31-7aa9bbb51629&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0842166 Sep 07 02:43:49.664163 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-d3b19fb7-fa45-4a5c-bc8c-2b4d9bbcb5d9 service neutron] For port dfc9b065-1c7f-4968-9ce9-8ee8bb3c5e67, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=dfc9b065-1c7f-4968-9ce9-8ee8bb3c5e67,segment=NetworkSegment(b8bc3fdf-2e3e-4972-88d9-8c4ff4b8870b),segment_id=b8bc3fdf-2e3e-4972-88d9-8c4ff4b8870b)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:43:49.681756 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-d3b19fb7-fa45-4a5c-bc8c-2b4d9bbcb5d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:49.690525 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-48fa5e97-4cd4-4cda-b37a-721d8e0ad44c req-bd8cb387-c923-4b59-a7f5-d75d8a9c8a68 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569377 Sep 07 02:43:49.692446 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-30b8f821-29d5-4901-9529-f369c057737c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:49.736838 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-30b8f821-29d5-4901-9529-f369c057737c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:49.739005 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-d3b19fb7-fa45-4a5c-bc8c-2b4d9bbcb5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:49.739787 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-d3b19fb7-fa45-4a5c-bc8c-2b4d9bbcb5d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:49.742023 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-d3b19fb7-fa45-4a5c-bc8c-2b4d9bbcb5d9 service neutron] 10.222.0.16 "PUT /v2.0/ports/dfc9b065-1c7f-4968-9ce9-8ee8bb3c5e67 HTTP/1.1" status: 200 len: 1092 time: 2.0955460 Sep 07 02:43:49.814209 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-30b8f821-29d5-4901-9529-f369c057737c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:49.817134 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-30b8f821-29d5-4901-9529-f369c057737c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:49.818754 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-30b8f821-29d5-4901-9529-f369c057737c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/adf1ba8d-5943-43ed-a521-8b7cc69ba63d HTTP/1.1" status: 204 len: 168 time: 0.2291400 Sep 07 02:43:49.839806 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b8f821-29d5-4901-9529-f369c057737c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf1ba8d-5943-43ed-a521-8b7cc69ba63d,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:49.855300 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b19fb7-fa45-4a5c-bc8c-2b4d9bbcb5d9 service neutron] Pushing event updated for resources: {'Port': ['ID=dfc9b065-1c7f-4968-9ce9-8ee8bb3c5e67,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:49.922941 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-41a383fa-1edd-440f-a504-d46f3d2690d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:49.923552 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-41a383fa-1edd-440f-a504-d46f3d2690d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:49.924098 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-41a383fa-1edd-440f-a504-d46f3d2690d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:49.924686 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-41a383fa-1edd-440f-a504-d46f3d2690d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:49.925173 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-41a383fa-1edd-440f-a504-d46f3d2690d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:49.926589 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-41a383fa-1edd-440f-a504-d46f3d2690d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:49.927322 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-41a383fa-1edd-440f-a504-d46f3d2690d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:49.929476 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-41a383fa-1edd-440f-a504-d46f3d2690d3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=afaf54fa75d241989f6b7192737d6028&device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 6494 time: 0.1424513 Sep 07 02:43:49.988011 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-c6d1ead0-28ce-48fe-be2d-d19156933742 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3ed5bfa-6d20-4d8d-812a-3f29f0868f88 HTTP/1.1" status: 200 len: 217 time: 0.0472715 Sep 07 02:43:50.003965 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237fb8b1-8a95-45ab-8f31-d727790409db req-9b681d11-4d48-4c33-aa78-9c95d0ca3f92 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:50.005468 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-237fb8b1-8a95-45ab-8f31-d727790409db req-9b681d11-4d48-4c33-aa78-9c95d0ca3f92 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/networks?id=b38f0331-653f-46c0-a8d7-26916edac115 HTTP/1.1" status: 200 len: 805 time: 0.2529564 Sep 07 02:43:50.052950 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-237fb8b1-8a95-45ab-8f31-d727790409db req-496304ab-a561-41e2-a901-4e7b01db344a tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/quotas/39221102c85f4a33befb52c47b54a864 HTTP/1.1" status: 200 len: 375 time: 0.0377464 Sep 07 02:43:50.075000 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-8db6379c-189e-4ea3-ad74-1b92a8cf5a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:50.076934 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-8db6379c-189e-4ea3-ad74-1b92a8cf5a03 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=57bbd74d-776c-4c52-9483-e440eaacf00e HTTP/1.1" status: 200 len: 854 time: 0.0705969 Sep 07 02:43:50.124874 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52564) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:43:50.138798 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f0a249d5-f2a5-4eb2-929b-16cc0ba90fbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:50.148425 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-237fb8b1-8a95-45ab-8f31-d727790409db req-0c72b49b-66cd-40f0-871a-2cb2182b5595 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=39221102c85f4a33befb52c47b54a864&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0856485 Sep 07 02:43:50.151253 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-d2cee87f-c073-41b2-ba6c-f4e7ee03d4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:50.152709 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-d2cee87f-c073-41b2-ba6c-f4e7ee03d4b0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549009 Sep 07 02:43:50.249180 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f0a249d5-f2a5-4eb2-929b-16cc0ba90fbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:50.253937 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f0a249d5-f2a5-4eb2-929b-16cc0ba90fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:50.259843 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:43:50.271817 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-241c48cc-5aa7-4f98-bf14-ed46449e3026 service neutron] 10.222.0.16 "GET /v2.0/networks/ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080875 Sep 07 02:43:50.314311 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f0a249d5-f2a5-4eb2-929b-16cc0ba90fbd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8d5d9f4d99be499095891db7344487e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1882994 Sep 07 02:43:50.320881 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52572) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:43:50.328273 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a249d5-f2a5-4eb2-929b-16cc0ba90fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8b4b28-6038-41e1-adab-efca6ea77dcb,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:50.400873 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-09b9e016-cbe6-4961-add3-58460618b542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:50.425642 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-09b9e016-cbe6-4961-add3-58460618b542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:50.439380 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [req-237fb8b1-8a95-45ab-8f31-d727790409db req-53339869-7f55-4df5-86a2-ba7c1fdee188 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 02:43:50.449864 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-237fb8b1-8a95-45ab-8f31-d727790409db req-53339869-7f55-4df5-86a2-ba7c1fdee188 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2912753 Sep 07 02:43:50.462510 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4,segment=NetworkSegment(cefad73b-a7c5-464e-83dc-c3e10d5473af),segment_id=cefad73b-a7c5-464e-83dc-c3e10d5473af)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:43:50.478283 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4', 'network_id': 'f1832801-225d-49c7-ba9e-13ca94c9951b', 'port_id': '2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4', 'mac_address': 'fa:16:3e:2e:4d:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf8b75f5-87fa-46ec-a5bb-bac267ae3844', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:43:50.519390 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b5b9b1a9-47cb-49ba-87c6-e35e30addfe9 req-7e59b2c4-b31a-4293-8768-3a8e9f7572d7 tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] 10.222.0.22 "GET /v2.0/ports?device_id=a32bba22-8e3e-41a4-bdcc-b7671c4bd766 HTTP/1.1" status: 200 len: 210 time: 0.0392575 Sep 07 02:43:50.527080 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:50.547267 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:43:50.552718 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-09b9e016-cbe6-4961-add3-58460618b542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:50.554171 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3077e301-08c7-4996-854c-537a1b467a84 req-5a3a0827-6043-4033-acc8-d30835a867f6 tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:50.555796 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3077e301-08c7-4996-854c-537a1b467a84 req-5a3a0827-6043-4033-acc8-d30835a867f6 tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] 10.222.0.23 "GET /v2.0/networks?id=e9e72e18-ba17-4b98-b891-194f71d88173 HTTP/1.1" status: 200 len: 813 time: 0.2463317 Sep 07 02:43:50.557080 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-09b9e016-cbe6-4961-add3-58460618b542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:50.558212 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-09b9e016-cbe6-4961-add3-58460618b542 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/da8b4b28-6038-41e1-adab-efca6ea77dcb HTTP/1.1" status: 204 len: 168 time: 0.2363303 Sep 07 02:43:50.572822 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b9e016-cbe6-4961-add3-58460618b542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8b4b28-6038-41e1-adab-efca6ea77dcb,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:50.579270 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4,segment=NetworkSegment(cefad73b-a7c5-464e-83dc-c3e10d5473af),segment_id=cefad73b-a7c5-464e-83dc-c3e10d5473af)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:43:50.588360 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:50.598638 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-3077e301-08c7-4996-854c-537a1b467a84 req-29d634eb-5aeb-404d-895c-ed0c18576f0f tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] Request body: {'port': {'device_id': 'a32bba22-8e3e-41a4-bdcc-b7671c4bd766', 'network_id': 'e9e72e18-ba17-4b98-b891-194f71d88173', 'admin_state_up': True, 'tenant_id': '9013e8da4c104c329a0dfca799b7d392'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:43:50.642429 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:50.644926 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc', 'tag': 'dfc9b065-1c7f-4968-9ce9-8ee8bb3c5e67'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:43:50.647366 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9cb811-22a2-457d-93fa-dcc1214556eb" -d '{"events": [{"name": "network-changed", "server_uuid": "5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc", "tag": "dfc9b065-1c7f-4968-9ce9-8ee8bb3c5e67"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:43:50.665180 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-d159af3a-046d-4ff5-9a2c-b07ee4f60644 service neutron] 10.222.0.16 "GET /v2.0/networks/ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3847868 Sep 07 02:43:50.695805 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3bef0ee-af0b-44e3-9dd3-aeb813c3fb75 x-openstack-request-id: req-b3bef0ee-af0b-44e3-9dd3-aeb813c3fb75 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:43:50.696135 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc", "tag": "dfc9b065-1c7f-4968-9ce9-8ee8bb3c5e67", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:43:50.696330 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b3bef0ee-af0b-44e3-9dd3-aeb813c3fb75 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:43:50.696822 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc', 'tag': 'dfc9b065-1c7f-4968-9ce9-8ee8bb3c5e67', 'status': 'completed', 'code': 200} Sep 07 02:43:50.758710 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-237fb8b1-8a95-45ab-8f31-d727790409db req-ceed984e-9e23-4258-87f2-b48ac451cfa6 service neutron] 10.222.0.22 "GET /v2.0/networks/b38f0331-653f-46c0-a8d7-26916edac115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076489 Sep 07 02:43:50.761898 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-56651d1d-7901-459a-8ced-7a79fe2ec3b4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=4857470d-e751-42ad-b0ae-ff54d7d0611e HTTP/1.1" status: 200 len: 217 time: 0.0644050 Sep 07 02:43:50.792035 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2344d-5e1c-424a-b969-7049442c412c req-67b27249-a6c9-4dfb-ba71-ecdc675c2b5d tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:50.797992 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2344d-5e1c-424a-b969-7049442c412c req-67b27249-a6c9-4dfb-ba71-ecdc675c2b5d tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:50.804690 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2344d-5e1c-424a-b969-7049442c412c req-67b27249-a6c9-4dfb-ba71-ecdc675c2b5d tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:50.810929 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2344d-5e1c-424a-b969-7049442c412c req-67b27249-a6c9-4dfb-ba71-ecdc675c2b5d tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:50.812241 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:43:50.817118 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2344d-5e1c-424a-b969-7049442c412c req-67b27249-a6c9-4dfb-ba71-ecdc675c2b5d tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:50.823820 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2344d-5e1c-424a-b969-7049442c412c req-67b27249-a6c9-4dfb-ba71-ecdc675c2b5d tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:50.830324 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2344d-5e1c-424a-b969-7049442c412c req-67b27249-a6c9-4dfb-ba71-ecdc675c2b5d tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:50.832578 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-59c2344d-5e1c-424a-b969-7049442c412c req-67b27249-a6c9-4dfb-ba71-ecdc675c2b5d tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 5430 time: 0.0963306 Sep 07 02:43:50.888214 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-59c2344d-5e1c-424a-b969-7049442c412c req-1eb100b4-0ffd-4912-bbf7-a81bb32def2c tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/security-groups?id=89726ab1-0a53-4d54-93e7-e4e6ba92ef38&id=2895453c-c2ff-4721-9c31-7aa9bbb51629&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0487754 Sep 07 02:43:50.906514 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-1ace8d46-eee7-4659-8760-73b4dbc05633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:50.908027 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-1ace8d46-eee7-4659-8760-73b4dbc05633 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=95502a8a-ba2e-4b63-8065-1d79001ecb5c HTTP/1.1" status: 200 len: 797 time: 0.1223910 Sep 07 02:43:50.936557 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3077e301-08c7-4996-854c-537a1b467a84 req-29d634eb-5aeb-404d-895c-ed0c18576f0f tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] Made reservation on behalf of 9013e8da4c104c329a0dfca799b7d392 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:43:50.941359 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3077e301-08c7-4996-854c-537a1b467a84 req-29d634eb-5aeb-404d-895c-ed0c18576f0f tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:50.977692 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-237fb8b1-8a95-45ab-8f31-d727790409db req-ecf97f52-f323-4810-949d-92c6626f4247 service neutron] 10.222.0.22 "GET /v2.0/networks/b38f0331-653f-46c0-a8d7-26916edac115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090602 Sep 07 02:43:51.022597 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad20cf-233f-40c4-93b8-3815cf49c8a8 req-39e772b6-b30b-4b23-b95a-edc52dcb5135 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:51.031390 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-00ad20cf-233f-40c4-93b8-3815cf49c8a8 req-39e772b6-b30b-4b23-b95a-edc52dcb5135 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=35fe94b7-2c68-4fa9-a922-93da760f77cd HTTP/1.1" status: 200 len: 944 time: 0.0648358 Sep 07 02:43:51.066704 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-0c465061-bbaf-45de-b8ef-db6f9da531ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:51.068293 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-0c465061-bbaf-45de-b8ef-db6f9da531ee service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fef96230-f3dd-4368-8b6e-5738962456fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1504784 Sep 07 02:43:51.091739 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-00ad20cf-233f-40c4-93b8-3815cf49c8a8 req-20ae8ee3-7f00-4e95-8bc2-4dc31905b7f9 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579340 Sep 07 02:43:51.195334 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2f929bd6-852a-4eaf-b204-802aeae086a5 req-77ce2fbe-36ed-4502-a328-b3ba65362f89 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b1a04a5-d788-4d8e-98dd-4b9a48387fa2 HTTP/1.1" status: 200 len: 210 time: 0.0369222 Sep 07 02:43:51.216195 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-3077e301-08c7-4996-854c-537a1b467a84 req-29d634eb-5aeb-404d-895c-ed0c18576f0f tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] Allocated IP 172.20.0.3 (e9e72e18-ba17-4b98-b891-194f71d88173/d138adf4-4768-4a93-a944-5a4f5156064d/6fd42aa1-dbb2-4572-9050-cfbee728be3e) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:43:51.241748 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-cbeb2ed8-9297-4ef7-ade2-1ae878e41fe7 service neutron] 10.222.0.16 "GET /v2.0/networks/fef96230-f3dd-4368-8b6e-5738962456fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644149 Sep 07 02:43:51.288273 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:51.291213 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:51.430741 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-98b486cd-4923-4bca-8880-8455b5720b47 service neutron] 10.222.0.16 "GET /v2.0/networks/fef96230-f3dd-4368-8b6e-5738962456fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759605 Sep 07 02:43:51.495227 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-6b74cfc1-f55e-4fdc-9396-f65b14d3e4a8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=6d6cd00f-b2ec-4d02-88ed-e2f7438c43b6 HTTP/1.1" status: 200 len: 217 time: 0.0555487 Sep 07 02:43:51.507318 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3077e301-08c7-4996-854c-537a1b467a84 req-29d634eb-5aeb-404d-895c-ed0c18576f0f tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:51.566164 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-5afde4f2-cdce-49e9-884f-ac827e8cc68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:51.567398 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-5afde4f2-cdce-49e9-884f-ac827e8cc68b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=95502a8a-ba2e-4b63-8065-1d79001ecb5c HTTP/1.1" status: 200 len: 797 time: 0.0575695 Sep 07 02:43:51.632351 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3077e301-08c7-4996-854c-537a1b467a84 req-29d634eb-5aeb-404d-895c-ed0c18576f0f tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:51.637355 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-b94abbe4-1d2d-453e-a1c4-b47509424c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:51.639066 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-b94abbe4-1d2d-453e-a1c4-b47509424c3f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fef96230-f3dd-4368-8b6e-5738962456fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0614731 Sep 07 02:43:51.742156 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3077e301-08c7-4996-854c-537a1b467a84 req-29d634eb-5aeb-404d-895c-ed0c18576f0f tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] Network e9e72e18-ba17-4b98-b891-194f71d88173 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:43:51.777158 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-3077e301-08c7-4996-854c-537a1b467a84 req-29d634eb-5aeb-404d-895c-ed0c18576f0f tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:43:51.781286 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d634eb-5aeb-404d-895c-ed0c18576f0f tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] Pushing event updated for resources: {'Port': ['ID=6fd42aa1-dbb2-4572-9050-cfbee728be3e,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:51.785214 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-3077e301-08c7-4996-854c-537a1b467a84 req-29d634eb-5aeb-404d-895c-ed0c18576f0f tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:43:51.794779 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e9dd5-b0fe-4721-9c3f-9cc3f0f3b449 req-bb9f0667-b342-4a17-bbe4-264e212fec82 tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:51.802381 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-477e9dd5-b0fe-4721-9c3f-9cc3f0f3b449 req-bb9f0667-b342-4a17-bbe4-264e212fec82 tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] 10.222.0.22 "GET /v2.0/ports?device_id=a32bba22-8e3e-41a4-bdcc-b7671c4bd766 HTTP/1.1" status: 200 len: 931 time: 0.1816552 Sep 07 02:43:52.023833 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42214aca-d12c-4642-b0c0-4465b6a624a8 req-4bb5b48a-d95c-4bfe-9b82-bd1cd6e27bbd tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:52.030329 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42214aca-d12c-4642-b0c0-4465b6a624a8 req-4bb5b48a-d95c-4bfe-9b82-bd1cd6e27bbd tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:52.037830 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42214aca-d12c-4642-b0c0-4465b6a624a8 req-4bb5b48a-d95c-4bfe-9b82-bd1cd6e27bbd tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:52.044249 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42214aca-d12c-4642-b0c0-4465b6a624a8 req-4bb5b48a-d95c-4bfe-9b82-bd1cd6e27bbd tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:52.050294 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42214aca-d12c-4642-b0c0-4465b6a624a8 req-4bb5b48a-d95c-4bfe-9b82-bd1cd6e27bbd tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:52.058312 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42214aca-d12c-4642-b0c0-4465b6a624a8 req-4bb5b48a-d95c-4bfe-9b82-bd1cd6e27bbd tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:52.066088 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42214aca-d12c-4642-b0c0-4465b6a624a8 req-4bb5b48a-d95c-4bfe-9b82-bd1cd6e27bbd tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:52.076739 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-42214aca-d12c-4642-b0c0-4465b6a624a8 req-4bb5b48a-d95c-4bfe-9b82-bd1cd6e27bbd tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 5430 time: 0.1168678 Sep 07 02:43:52.130098 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-42214aca-d12c-4642-b0c0-4465b6a624a8 req-616ea9e3-0f0c-4acc-a53c-2f9e1144bb83 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/security-groups?id=89726ab1-0a53-4d54-93e7-e4e6ba92ef38&id=2895453c-c2ff-4721-9c31-7aa9bbb51629&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0482609 Sep 07 02:43:52.136357 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-d42e9502-e40c-4c14-accf-dab376767857 service neutron] 10.222.0.16 "GET /v2.0/networks/fef96230-f3dd-4368-8b6e-5738962456fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4783039 Sep 07 02:43:52.173783 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3077e301-08c7-4996-854c-537a1b467a84 req-29d634eb-5aeb-404d-895c-ed0c18576f0f tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:52.174333 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3077e301-08c7-4996-854c-537a1b467a84 req-29d634eb-5aeb-404d-895c-ed0c18576f0f tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:52.213225 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-477e9dd5-b0fe-4721-9c3f-9cc3f0f3b449 req-2d194648-69d8-4b87-b325-e61fcc5d9488 tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] 10.222.0.22 "GET /v2.0/security-groups?id=24d866c3-5a1f-4bbe-9129-63d2ec2ff18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4060128 Sep 07 02:43:52.260092 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4 up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:43:52.264390 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9591e-6b03-4adc-b98f-78de8d219577 req-7b11cb54-9daa-4d83-b241-024d5ec39577 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:52.272233 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f1d9591e-6b03-4adc-b98f-78de8d219577 req-7b11cb54-9daa-4d83-b241-024d5ec39577 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=35fe94b7-2c68-4fa9-a922-93da760f77cd HTTP/1.1" status: 200 len: 944 time: 0.0670757 Sep 07 02:43:52.290316 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3077e301-08c7-4996-854c-537a1b467a84 req-29d634eb-5aeb-404d-895c-ed0c18576f0f tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6956763 Sep 07 02:43:52.307416 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-3077e301-08c7-4996-854c-537a1b467a84 req-7321c963-5b8a-4975-8871-c2bdc7e604cf service neutron] Request body: {'port': {'device_id': 'a32bba22-8e3e-41a4-bdcc-b7671c4bd766', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:43:52.342270 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f1d9591e-6b03-4adc-b98f-78de8d219577 req-4b07c837-3815-4705-b060-f024b65dd696 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634890 Sep 07 02:43:52.359570 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port 2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:43:52.364881 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port 2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:43:52.365335 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:52.407944 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-58056906-6b7e-4ab0-ac47-5c3844eb082c req-2f423a74-326f-4fb7-85ef-c4d37f2820ee tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b1a04a5-d788-4d8e-98dd-4b9a48387fa2 HTTP/1.1" status: 200 len: 210 time: 0.0951116 Sep 07 02:43:52.463703 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-ac98b354-7077-45e3-a64a-15526fa57baa service neutron] 10.222.0.16 "GET /v2.0/networks/fef96230-f3dd-4368-8b6e-5738962456fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160219 Sep 07 02:43:52.477236 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:52.478600 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237fb8b1-8a95-45ab-8f31-d727790409db req-4f655136-ccaa-4b5e-9cc5-db121f66ce77 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:52.480069 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-237fb8b1-8a95-45ab-8f31-d727790409db req-4f655136-ccaa-4b5e-9cc5-db121f66ce77 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.23 "GET /v2.0/networks?id=b38f0331-653f-46c0-a8d7-26916edac115 HTTP/1.1" status: 200 len: 805 time: 0.3336246 Sep 07 02:43:52.486786 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3077e301-08c7-4996-854c-537a1b467a84 req-7321c963-5b8a-4975-8871-c2bdc7e604cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:52.494867 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-237fb8b1-8a95-45ab-8f31-d727790409db req-ade48c07-dc1e-46bc-9924-adc1b88d1033 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Request body: {'port': {'device_id': '0b1a04a5-d788-4d8e-98dd-4b9a48387fa2', 'network_id': 'b38f0331-653f-46c0-a8d7-26916edac115', 'admin_state_up': True, 'tenant_id': '39221102c85f4a33befb52c47b54a864'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:43:52.505054 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35fe94b7-2c68-4fa9-a922-93da760f77cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:43:52.507344 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa04d597-af2a-4d3a-a1cd-b813a6e88960" -d '{"events": [{"server_uuid": "35fe94b7-2c68-4fa9-a922-93da760f77cd", "name": "network-vif-plugged", "status": "completed", "tag": "2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:43:52.520679 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4,segment=NetworkSegment(cefad73b-a7c5-464e-83dc-c3e10d5473af),segment_id=cefad73b-a7c5-464e-83dc-c3e10d5473af)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:43:52.526956 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:52.543282 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-04464cbe-34b9-4992-af52-40734bf67066 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=89b4efa3-3083-4932-8997-1d7345c55233 HTTP/1.1" status: 200 len: 217 time: 0.0621645 Sep 07 02:43:52.592830 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:52.642261 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ccf2b08-6f93-4a38-9ad2-2ccc1534a43a x-openstack-request-id: req-3ccf2b08-6f93-4a38-9ad2-2ccc1534a43a {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:43:52.642633 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35fe94b7-2c68-4fa9-a922-93da760f77cd", "name": "network-vif-plugged", "status": "completed", "tag": "2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:43:52.643001 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3ccf2b08-6f93-4a38-9ad2-2ccc1534a43a {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:43:52.643512 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35fe94b7-2c68-4fa9-a922-93da760f77cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4', 'code': 200} Sep 07 02:43:52.687131 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-08b32d49-4e53-42de-baf7-4db36cf408ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:52.688793 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-08b32d49-4e53-42de-baf7-4db36cf408ec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=95502a8a-ba2e-4b63-8065-1d79001ecb5c HTTP/1.1" status: 200 len: 797 time: 0.1322837 Sep 07 02:43:52.874284 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd070843-9b1b-4e9e-b770-2d9677f96471 req-b95e40d3-b83c-414f-acad-84075c710e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:52.875823 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dd070843-9b1b-4e9e-b770-2d9677f96471 req-b95e40d3-b83c-414f-acad-84075c710e3e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=35fe94b7-2c68-4fa9-a922-93da760f77cd HTTP/1.1" status: 200 len: 1097 time: 0.1359363 Sep 07 02:43:52.910558 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-ec6fd8fb-493a-49dd-9310-83e64491563d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:52.911596 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-ec6fd8fb-493a-49dd-9310-83e64491563d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fef96230-f3dd-4368-8b6e-5738962456fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1727946 Sep 07 02:43:52.916983 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-237fb8b1-8a95-45ab-8f31-d727790409db req-ade48c07-dc1e-46bc-9924-adc1b88d1033 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Made reservation on behalf of 39221102c85f4a33befb52c47b54a864 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:43:52.920377 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-237fb8b1-8a95-45ab-8f31-d727790409db req-ade48c07-dc1e-46bc-9924-adc1b88d1033 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:53.038164 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dd070843-9b1b-4e9e-b770-2d9677f96471 req-146a2204-da8b-433c-90cf-b652482e9beb service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356814 Sep 07 02:43:53.150403 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-87d53f1e-1673-4e26-b477-185649660c86 service neutron] 10.222.0.16 "GET /v2.0/networks/fef96230-f3dd-4368-8b6e-5738962456fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205241 Sep 07 02:43:53.211264 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-3077e301-08c7-4996-854c-537a1b467a84 req-7321c963-5b8a-4975-8871-c2bdc7e604cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fd42aa1-dbb2-4572-9050-cfbee728be3e {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:43:53.232128 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3077e301-08c7-4996-854c-537a1b467a84 req-7321c963-5b8a-4975-8871-c2bdc7e604cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:53.307330 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-237fb8b1-8a95-45ab-8f31-d727790409db req-ade48c07-dc1e-46bc-9924-adc1b88d1033 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Allocated IP 172.20.0.8 (b38f0331-653f-46c0-a8d7-26916edac115/8b116277-4856-47e9-8d12-8ad81f660adb/34649354-d585-4d94-8646-bb191cb2534d) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:43:53.310531 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-3077e301-08c7-4996-854c-537a1b467a84 req-7321c963-5b8a-4975-8871-c2bdc7e604cf service neutron] Transition to ACTIVE for port object 6fd42aa1-dbb2-4572-9050-cfbee728be3e will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:43:53.326699 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3077e301-08c7-4996-854c-537a1b467a84 req-7321c963-5b8a-4975-8871-c2bdc7e604cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:53.340238 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1331679d-8b01-4ce0-bbef-a49e9e5779a2 req-756deaeb-daab-4e1b-9d6c-ff01f266f27b tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:53.342498 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1331679d-8b01-4ce0-bbef-a49e9e5779a2 req-756deaeb-daab-4e1b-9d6c-ff01f266f27b tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] 10.222.0.22 "GET /v2.0/ports?device_id=a32bba22-8e3e-41a4-bdcc-b7671c4bd766 HTTP/1.1" status: 200 len: 931 time: 0.0628572 Sep 07 02:43:53.389382 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1331679d-8b01-4ce0-bbef-a49e9e5779a2 req-bad4fc73-78d0-4eee-b888-354837312965 tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] 10.222.0.22 "GET /v2.0/security-groups?id=24d866c3-5a1f-4bbe-9129-63d2ec2ff18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406790 Sep 07 02:43:53.418384 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb10d93-8ba7-4e63-aa1b-09ed75995178 req-cd0f6f7e-89f2-46d9-a495-8bbaf72398d5 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:53.424283 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb10d93-8ba7-4e63-aa1b-09ed75995178 req-cd0f6f7e-89f2-46d9-a495-8bbaf72398d5 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:53.430641 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb10d93-8ba7-4e63-aa1b-09ed75995178 req-cd0f6f7e-89f2-46d9-a495-8bbaf72398d5 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:53.436592 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb10d93-8ba7-4e63-aa1b-09ed75995178 req-cd0f6f7e-89f2-46d9-a495-8bbaf72398d5 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:53.442357 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb10d93-8ba7-4e63-aa1b-09ed75995178 req-cd0f6f7e-89f2-46d9-a495-8bbaf72398d5 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:53.448959 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb10d93-8ba7-4e63-aa1b-09ed75995178 req-cd0f6f7e-89f2-46d9-a495-8bbaf72398d5 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:53.455034 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb10d93-8ba7-4e63-aa1b-09ed75995178 req-cd0f6f7e-89f2-46d9-a495-8bbaf72398d5 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:53.456956 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5eb10d93-8ba7-4e63-aa1b-09ed75995178 req-cd0f6f7e-89f2-46d9-a495-8bbaf72398d5 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 5430 time: 0.2395968 Sep 07 02:43:53.485344 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7321c963-5b8a-4975-8871-c2bdc7e604cf service neutron] Pushing event updated for resources: {'Port': ['ID=6fd42aa1-dbb2-4572-9050-cfbee728be3e,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:53.489612 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-57dc0ac2-8ba6-4090-8023-594ec516d687 service neutron] 10.222.0.16 "GET /v2.0/networks/fef96230-f3dd-4368-8b6e-5738962456fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304706 Sep 07 02:43:53.500417 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c6676-6c59-45b0-baef-e238e7d9e115 req-d4b066ae-7c0e-4f80-8f21-b0907aa80b8b tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:53.502326 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-496c6676-6c59-45b0-baef-e238e7d9e115 req-d4b066ae-7c0e-4f80-8f21-b0907aa80b8b tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=35fe94b7-2c68-4fa9-a922-93da760f77cd HTTP/1.1" status: 200 len: 945 time: 0.0548770 Sep 07 02:43:53.544297 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-496c6676-6c59-45b0-baef-e238e7d9e115 req-d2973673-abb6-409c-ae8b-594b73dc6b05 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338974 Sep 07 02:43:53.603345 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-159b0e95-26e5-426c-9639-025e04d920ab service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=5decaa5e-6c54-47c4-be19-8bad024d841e HTTP/1.1" status: 200 len: 217 time: 0.0955870 Sep 07 02:43:53.641749 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-25f006e5-54eb-4dd2-836b-9a7aa810df32 req-7af49b9a-35f0-401c-b0e3-e335059bcc63 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b1a04a5-d788-4d8e-98dd-4b9a48387fa2 HTTP/1.1" status: 200 len: 210 time: 0.0353539 Sep 07 02:43:53.705410 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5eb10d93-8ba7-4e63-aa1b-09ed75995178 req-e81f2659-e684-47db-a987-9413194baf9e tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/security-groups?id=89726ab1-0a53-4d54-93e7-e4e6ba92ef38&id=2895453c-c2ff-4721-9c31-7aa9bbb51629&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2243502 Sep 07 02:43:53.742794 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-691dbbcd-2197-45bf-b94a-f948d6827c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:53.744291 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-691dbbcd-2197-45bf-b94a-f948d6827c19 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=95502a8a-ba2e-4b63-8065-1d79001ecb5c HTTP/1.1" status: 200 len: 797 time: 0.1326518 Sep 07 02:43:53.747563 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-3077e301-08c7-4996-854c-537a1b467a84 req-7321c963-5b8a-4975-8871-c2bdc7e604cf service neutron] Attempting to bind port 6fd42aa1-dbb2-4572-9050-cfbee728be3e on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:43:53.748072 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-3077e301-08c7-4996-854c-537a1b467a84 req-7321c963-5b8a-4975-8871-c2bdc7e604cf service neutron] Attempting to bind port 6fd42aa1-dbb2-4572-9050-cfbee728be3e by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': 'ecf9e6a1-2f77-4ad9-aaf8-da63aeaca263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e9e72e18-ba17-4b98-b891-194f71d88173'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:43:53.748402 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3077e301-08c7-4996-854c-537a1b467a84 req-7321c963-5b8a-4975-8871-c2bdc7e604cf service neutron] Attempting to bind port 6fd42aa1-dbb2-4572-9050-cfbee728be3e on network e9e72e18-ba17-4b98-b891-194f71d88173 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:43:53.772076 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3077e301-08c7-4996-854c-537a1b467a84 req-7321c963-5b8a-4975-8871-c2bdc7e604cf service neutron] Port 6fd42aa1-dbb2-4572-9050-cfbee728be3e on network e9e72e18-ba17-4b98-b891-194f71d88173 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:43:53.772488 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3077e301-08c7-4996-854c-537a1b467a84 req-7321c963-5b8a-4975-8871-c2bdc7e604cf service neutron] Attempting to bind port 6fd42aa1-dbb2-4572-9050-cfbee728be3e on network e9e72e18-ba17-4b98-b891-194f71d88173 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:43:53.800987 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3077e301-08c7-4996-854c-537a1b467a84 req-7321c963-5b8a-4975-8871-c2bdc7e604cf service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:43:53.801321 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3077e301-08c7-4996-854c-537a1b467a84 req-7321c963-5b8a-4975-8871-c2bdc7e604cf service neutron] Checking segment: {'id': 'ecf9e6a1-2f77-4ad9-aaf8-da63aeaca263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e9e72e18-ba17-4b98-b891-194f71d88173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:43:53.801699 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3077e301-08c7-4996-854c-537a1b467a84 req-7321c963-5b8a-4975-8871-c2bdc7e604cf service neutron] Bound using segment: {'id': 'ecf9e6a1-2f77-4ad9-aaf8-da63aeaca263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e9e72e18-ba17-4b98-b891-194f71d88173'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:43:53.802168 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-3077e301-08c7-4996-854c-537a1b467a84 req-7321c963-5b8a-4975-8871-c2bdc7e604cf service neutron] Bound port: 6fd42aa1-dbb2-4572-9050-cfbee728be3e, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecf9e6a1-2f77-4ad9-aaf8-da63aeaca263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'e9e72e18-ba17-4b98-b891-194f71d88173'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:43:53.802517 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3077e301-08c7-4996-854c-537a1b467a84 req-7321c963-5b8a-4975-8871-c2bdc7e604cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:53.806833 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-237fb8b1-8a95-45ab-8f31-d727790409db req-ade48c07-dc1e-46bc-9924-adc1b88d1033 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:53.868242 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-90a2ff9d-ead4-4df3-b85e-66435939b5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:53.869742 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-90a2ff9d-ead4-4df3-b85e-66435939b5b8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fef96230-f3dd-4368-8b6e-5738962456fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1105011 Sep 07 02:43:53.914649 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52702) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:43:53.936333 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-3077e301-08c7-4996-854c-537a1b467a84 req-7321c963-5b8a-4975-8871-c2bdc7e604cf service neutron] For port 6fd42aa1-dbb2-4572-9050-cfbee728be3e, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:43:53.943097 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-237fb8b1-8a95-45ab-8f31-d727790409db req-ade48c07-dc1e-46bc-9924-adc1b88d1033 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:53.955326 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['339274d9-ef8b-470d-9ba5-f744dd5edb1d'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:43:53.958456 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['af9f4b04-1d72-482b-bbf8-2c9fc4969d1e'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:43:53.990105 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-3077e301-08c7-4996-854c-537a1b467a84 req-7321c963-5b8a-4975-8871-c2bdc7e604cf service neutron] For port 6fd42aa1-dbb2-4572-9050-cfbee728be3e, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=6fd42aa1-dbb2-4572-9050-cfbee728be3e,segment=NetworkSegment(ecf9e6a1-2f77-4ad9-aaf8-da63aeaca263),segment_id=ecf9e6a1-2f77-4ad9-aaf8-da63aeaca263)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:43:54.020846 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3077e301-08c7-4996-854c-537a1b467a84 req-7321c963-5b8a-4975-8871-c2bdc7e604cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:54.048686 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9d156d40-35a2-46f2-8316-ed56fc870777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:54.052701 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-237fb8b1-8a95-45ab-8f31-d727790409db req-ade48c07-dc1e-46bc-9924-adc1b88d1033 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Network b38f0331-653f-46c0-a8d7-26916edac115 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:43:54.060330 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-237fb8b1-8a95-45ab-8f31-d727790409db req-ade48c07-dc1e-46bc-9924-adc1b88d1033 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:43:54.063997 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-9cb3312e-3213-4191-866f-71d8091f82fd service neutron] 10.222.0.16 "GET /v2.0/networks/fef96230-f3dd-4368-8b6e-5738962456fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845710 Sep 07 02:43:54.065945 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-237fb8b1-8a95-45ab-8f31-d727790409db req-ade48c07-dc1e-46bc-9924-adc1b88d1033 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:43:54.083172 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3077e301-08c7-4996-854c-537a1b467a84 req-7321c963-5b8a-4975-8871-c2bdc7e604cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:54.083770 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3077e301-08c7-4996-854c-537a1b467a84 req-7321c963-5b8a-4975-8871-c2bdc7e604cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:54.085276 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3077e301-08c7-4996-854c-537a1b467a84 req-7321c963-5b8a-4975-8871-c2bdc7e604cf service neutron] 10.222.0.23 "PUT /v2.0/ports/6fd42aa1-dbb2-4572-9050-cfbee728be3e HTTP/1.1" status: 200 len: 1092 time: 1.7847502 Sep 07 02:43:54.105368 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a32bba22-8e3e-41a4-bdcc-b7671c4bd766', 'tag': '6fd42aa1-dbb2-4572-9050-cfbee728be3e'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:43:54.107655 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c22d0f3-7f40-4c92-91b5-9fdb0d70e51c" -d '{"events": [{"name": "network-changed", "server_uuid": "a32bba22-8e3e-41a4-bdcc-b7671c4bd766", "tag": "6fd42aa1-dbb2-4572-9050-cfbee728be3e"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:43:54.114241 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade48c07-dc1e-46bc-9924-adc1b88d1033 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Pushing event updated for resources: {'Port': ['ID=34649354-d585-4d94-8646-bb191cb2534d,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:54.182063 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0760f250-185d-4767-baf1-d057a35b915d x-openstack-request-id: req-0760f250-185d-4767-baf1-d057a35b915d {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:43:54.182353 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a32bba22-8e3e-41a4-bdcc-b7671c4bd766", "tag": "6fd42aa1-dbb2-4572-9050-cfbee728be3e", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:43:54.182598 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0760f250-185d-4767-baf1-d057a35b915d {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:43:54.182990 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a32bba22-8e3e-41a4-bdcc-b7671c4bd766', 'tag': '6fd42aa1-dbb2-4572-9050-cfbee728be3e', 'status': 'completed', 'code': 200} Sep 07 02:43:54.245084 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9d156d40-35a2-46f2-8316-ed56fc870777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:54.250515 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9d156d40-35a2-46f2-8316-ed56fc870777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:54.290557 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-9d156d40-35a2-46f2-8316-ed56fc870777 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=248be0b95b31455498200eecd247b0eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3747096 Sep 07 02:43:54.291888 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d156d40-35a2-46f2-8316-ed56fc870777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6610419c-7d79-4343-90c2-b892de79a9b4,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:54.294300 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52708) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:43:54.345423 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e7bb5187-2cdd-4a99-9408-256970df6aac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:54.368797 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e7bb5187-2cdd-4a99-9408-256970df6aac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:54.419592 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e7bb5187-2cdd-4a99-9408-256970df6aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:54.421700 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e7bb5187-2cdd-4a99-9408-256970df6aac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:54.425274 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e7bb5187-2cdd-4a99-9408-256970df6aac admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6610419c-7d79-4343-90c2-b892de79a9b4 HTTP/1.1" status: 204 len: 168 time: 0.1276517 Sep 07 02:43:54.431204 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bb5187-2cdd-4a99-9408-256970df6aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6610419c-7d79-4343-90c2-b892de79a9b4,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:54.475383 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237fb8b1-8a95-45ab-8f31-d727790409db req-ade48c07-dc1e-46bc-9924-adc1b88d1033 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:54.476032 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-237fb8b1-8a95-45ab-8f31-d727790409db req-ade48c07-dc1e-46bc-9924-adc1b88d1033 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:54.538161 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-237fb8b1-8a95-45ab-8f31-d727790409db req-ade48c07-dc1e-46bc-9924-adc1b88d1033 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0469508 Sep 07 02:43:54.545191 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7321c963-5b8a-4975-8871-c2bdc7e604cf service neutron] Pushing event updated for resources: {'Port': ['ID=6fd42aa1-dbb2-4572-9050-cfbee728be3e,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:54.548010 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe7be56-fa91-4415-a1dc-d7ff190a56ac req-d2526541-dfdb-484f-9fe5-8828695040c8 tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:54.556006 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ffe7be56-fa91-4415-a1dc-d7ff190a56ac req-d2526541-dfdb-484f-9fe5-8828695040c8 tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] 10.222.0.22 "GET /v2.0/ports?device_id=a32bba22-8e3e-41a4-bdcc-b7671c4bd766 HTTP/1.1" status: 200 len: 943 time: 0.0625455 Sep 07 02:43:54.557172 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-237fb8b1-8a95-45ab-8f31-d727790409db req-3fa66f50-5d94-4fb6-b17e-13286c2f221b service neutron] Request body: {'port': {'device_id': '0b1a04a5-d788-4d8e-98dd-4b9a48387fa2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:43:54.565952 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-f3091c45-fa56-43a6-9f96-37bbab6a5e49 service neutron] 10.222.0.16 "GET /v2.0/networks/fef96230-f3dd-4368-8b6e-5738962456fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4912167 Sep 07 02:43:54.584186 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3077e301-08c7-4996-854c-537a1b467a84 req-4b579008-6b20-4cd9-8c67-9dee7bc39b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:54.586248 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3077e301-08c7-4996-854c-537a1b467a84 req-4b579008-6b20-4cd9-8c67-9dee7bc39b6a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9013e8da4c104c329a0dfca799b7d392&device_id=a32bba22-8e3e-41a4-bdcc-b7671c4bd766 HTTP/1.1" status: 200 len: 1095 time: 0.4024427 Sep 07 02:43:54.604571 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ffe7be56-fa91-4415-a1dc-d7ff190a56ac req-2e442272-cf55-419c-bc76-41caa8f4d8c5 tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] 10.222.0.22 "GET /v2.0/security-groups?id=24d866c3-5a1f-4bbe-9129-63d2ec2ff18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456035 Sep 07 02:43:54.636643 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-06d29b8b-edc4-43ac-b05f-e30c0cc868c3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e7ad01c7-8747-4618-90fb-6bdd88c0a6d2 HTTP/1.1" status: 200 len: 217 time: 0.0547953 Sep 07 02:43:54.698053 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3077e301-08c7-4996-854c-537a1b467a84 req-bc478a26-52c1-41dd-99a7-8beab0a717f0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fd42aa1-dbb2-4572-9050-cfbee728be3e HTTP/1.1" status: 200 len: 217 time: 0.0733483 Sep 07 02:43:54.756977 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52724) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:43:54.772754 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9cd1ba2c-de86-4803-ad16-31d7810e5a32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:54.790130 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf6223-3460-4266-843f-7c4d191124d0 req-d49cf283-4273-4e0f-be16-1feccfc0b65d tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:54.790417 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-237fb8b1-8a95-45ab-8f31-d727790409db req-3fa66f50-5d94-4fb6-b17e-13286c2f221b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:54.791733 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f5bf6223-3460-4266-843f-7c4d191124d0 req-d49cf283-4273-4e0f-be16-1feccfc0b65d tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b1a04a5-d788-4d8e-98dd-4b9a48387fa2 HTTP/1.1" status: 200 len: 931 time: 0.0763552 Sep 07 02:43:54.808238 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-d0cc581b-f5e6-44c1-bdaa-0ed493b1c5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:54.809725 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-d0cc581b-f5e6-44c1-bdaa-0ed493b1c5dc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fa07d668-6197-4922-9f11-0bb1fe24556f HTTP/1.1" status: 200 len: 797 time: 0.1371069 Sep 07 02:43:54.828190 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d750d809-3b66-4d6e-855c-00404c0f7f8d req-34425f34-18e9-4d57-a0aa-24883ec6ee6d tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:54.829636 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d750d809-3b66-4d6e-855c-00404c0f7f8d req-34425f34-18e9-4d57-a0aa-24883ec6ee6d tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=35fe94b7-2c68-4fa9-a922-93da760f77cd HTTP/1.1" status: 200 len: 945 time: 0.1989179 Sep 07 02:43:54.838368 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3077e301-08c7-4996-854c-537a1b467a84 req-b548e732-da34-40b7-b895-69eef9b092af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:54.839776 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3077e301-08c7-4996-854c-537a1b467a84 req-b548e732-da34-40b7-b895-69eef9b092af service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d138adf4-4768-4a93-a944-5a4f5156064d HTTP/1.1" status: 200 len: 853 time: 0.1037588 Sep 07 02:43:54.847460 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f5bf6223-3460-4266-843f-7c4d191124d0 req-890d08ce-e0a0-4733-ab7c-ada5aad8340f tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480840 Sep 07 02:43:54.917666 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9cd1ba2c-de86-4803-ad16-31d7810e5a32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:54.922826 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9cd1ba2c-de86-4803-ad16-31d7810e5a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:54.932046 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3077e301-08c7-4996-854c-537a1b467a84 req-ddbc1bc5-8ea9-4600-ba53-b0d8363e799a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e9e72e18-ba17-4b98-b891-194f71d88173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674293 Sep 07 02:43:54.966076 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-9cd1ba2c-de86-4803-ad16-31d7810e5a32 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3b0fe3031c564c1fa6f0dc1e445787e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2054856 Sep 07 02:43:54.966880 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52728) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:43:54.973034 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd1ba2c-de86-4803-ad16-31d7810e5a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98dcd62d-d14f-4c1f-b2bf-3afc7173cea9,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:54.977930 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d750d809-3b66-4d6e-855c-00404c0f7f8d req-d0c61f74-6cd0-4ddb-a56c-71362f2633e0 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370738 Sep 07 02:43:55.038358 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-00162f05-4111-4572-9136-44007831cde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:55.039843 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-00162f05-4111-4572-9136-44007831cde1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5ef2135d-eb79-4b03-bc59-b7d80582547a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2197263 Sep 07 02:43:55.208017 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3077e301-08c7-4996-854c-537a1b467a84 req-dc949bd6-507f-4e7f-b538-5ba617509a3f service neutron] 10.222.0.23 "GET /v2.0/networks/e9e72e18-ba17-4b98-b891-194f71d88173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649362 Sep 07 02:43:55.311607 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-4d047397-5af9-47e6-a18a-9c991c22fe66 service neutron] 10.222.0.16 "GET /v2.0/networks/5ef2135d-eb79-4b03-bc59-b7d80582547a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312670 Sep 07 02:43:55.363549 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-91121ae0-5afa-4124-8c7c-70779a7e12e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:55.376284 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198229e-fe2d-44a3-abb0-d90633dc8d1a req-44744177-73d6-4965-8f1a-34ad891cd531 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:55.382160 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198229e-fe2d-44a3-abb0-d90633dc8d1a req-44744177-73d6-4965-8f1a-34ad891cd531 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:55.388199 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198229e-fe2d-44a3-abb0-d90633dc8d1a req-44744177-73d6-4965-8f1a-34ad891cd531 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:55.393979 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198229e-fe2d-44a3-abb0-d90633dc8d1a req-44744177-73d6-4965-8f1a-34ad891cd531 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:55.399852 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198229e-fe2d-44a3-abb0-d90633dc8d1a req-44744177-73d6-4965-8f1a-34ad891cd531 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:55.405640 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198229e-fe2d-44a3-abb0-d90633dc8d1a req-44744177-73d6-4965-8f1a-34ad891cd531 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:55.411511 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198229e-fe2d-44a3-abb0-d90633dc8d1a req-44744177-73d6-4965-8f1a-34ad891cd531 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:55.413930 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1198229e-fe2d-44a3-abb0-d90633dc8d1a req-44744177-73d6-4965-8f1a-34ad891cd531 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 5430 time: 0.4254556 Sep 07 02:43:55.418010 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229bdbe4-2ba9-4777-8fb1-d4673ba76b1f req-efe873b7-8220-424f-b8ea-029760e74373 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:55.419522 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-229bdbe4-2ba9-4777-8fb1-d4673ba76b1f req-efe873b7-8220-424f-b8ea-029760e74373 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=35fe94b7-2c68-4fa9-a922-93da760f77cd HTTP/1.1" status: 200 len: 945 time: 0.1835990 Sep 07 02:43:55.447895 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-91121ae0-5afa-4124-8c7c-70779a7e12e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:55.484417 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1198229e-fe2d-44a3-abb0-d90633dc8d1a req-84067cf5-276d-46fe-b283-f5ff3e246bd3 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/security-groups?id=89726ab1-0a53-4d54-93e7-e4e6ba92ef38&id=2895453c-c2ff-4721-9c31-7aa9bbb51629&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0617387 Sep 07 02:43:55.494247 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3077e301-08c7-4996-854c-537a1b467a84 req-86e9407d-d1f6-44a5-ac26-10f385b66efd service neutron] 10.222.0.23 "GET /v2.0/networks/e9e72e18-ba17-4b98-b891-194f71d88173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607615 Sep 07 02:43:55.521408 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-91121ae0-5afa-4124-8c7c-70779a7e12e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:55.524606 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-91121ae0-5afa-4124-8c7c-70779a7e12e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:55.529350 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-91121ae0-5afa-4124-8c7c-70779a7e12e1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/98dcd62d-d14f-4c1f-b2bf-3afc7173cea9 HTTP/1.1" status: 204 len: 168 time: 0.5614998 Sep 07 02:43:55.541368 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91121ae0-5afa-4124-8c7c-70779a7e12e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98dcd62d-d14f-4c1f-b2bf-3afc7173cea9,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:55.567186 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-237fb8b1-8a95-45ab-8f31-d727790409db req-3fa66f50-5d94-4fb6-b17e-13286c2f221b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34649354-d585-4d94-8646-bb191cb2534d {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:43:55.573601 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-229bdbe4-2ba9-4777-8fb1-d4673ba76b1f req-57fdc258-8b35-4d6d-9741-2a9113f723d0 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417031 Sep 07 02:43:55.596998 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-237fb8b1-8a95-45ab-8f31-d727790409db req-3fa66f50-5d94-4fb6-b17e-13286c2f221b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:55.601184 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-20b5a8a6-7eaf-492d-8c18-2ce5f278c44c service neutron] 10.222.0.16 "GET /v2.0/networks/5ef2135d-eb79-4b03-bc59-b7d80582547a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783856 Sep 07 02:43:55.623720 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-237fb8b1-8a95-45ab-8f31-d727790409db req-3fa66f50-5d94-4fb6-b17e-13286c2f221b service neutron] Transition to ACTIVE for port object 34649354-d585-4d94-8646-bb191cb2534d will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:43:55.655391 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-cfa35200-c24b-4353-9256-6c01a82628b6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dfc9b065-1c7f-4968-9ce9-8ee8bb3c5e67 HTTP/1.1" status: 200 len: 217 time: 0.0415633 Sep 07 02:43:55.656046 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-237fb8b1-8a95-45ab-8f31-d727790409db req-3fa66f50-5d94-4fb6-b17e-13286c2f221b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:55.661512 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22d0f3-7f40-4c92-91b5-9fdb0d70e51c req-effa74c2-00d0-4313-9358-b680363cb69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:55.663535 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1c22d0f3-7f40-4c92-91b5-9fdb0d70e51c req-effa74c2-00d0-4313-9358-b680363cb69e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9013e8da4c104c329a0dfca799b7d392&device_id=a32bba22-8e3e-41a4-bdcc-b7671c4bd766 HTTP/1.1" status: 200 len: 1095 time: 0.1142809 Sep 07 02:43:55.730633 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943fae03-5dfe-4600-b0cf-6da2abd99d31 req-4f042764-7cf1-46a2-9d15-9e97c6032615 tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:55.733364 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-943fae03-5dfe-4600-b0cf-6da2abd99d31 req-4f042764-7cf1-46a2-9d15-9e97c6032615 tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] 10.222.0.22 "GET /v2.0/ports?device_id=a32bba22-8e3e-41a4-bdcc-b7671c4bd766 HTTP/1.1" status: 200 len: 943 time: 0.0555444 Sep 07 02:43:55.779041 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa66f50-5d94-4fb6-b17e-13286c2f221b service neutron] Pushing event updated for resources: {'Port': ['ID=34649354-d585-4d94-8646-bb191cb2534d,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:55.794186 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-943fae03-5dfe-4600-b0cf-6da2abd99d31 req-e5b95ec3-f556-465c-8ae7-09d4ddd3cffd tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] 10.222.0.22 "GET /v2.0/security-groups?id=24d866c3-5a1f-4bbe-9129-63d2ec2ff18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479741 Sep 07 02:43:55.817617 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-e9aaf425-b78b-4488-92f7-580a7fbc8c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:55.819146 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-e9aaf425-b78b-4488-92f7-580a7fbc8c9f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fa07d668-6197-4922-9f11-0bb1fe24556f HTTP/1.1" status: 200 len: 797 time: 0.1512210 Sep 07 02:43:55.864994 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-026b2208-4e0d-40e8-85b1-6afdf33c8ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:55.936553 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-8f28bcd6-88b6-4273-a83c-1bd7f2dcceee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:55.938323 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-8f28bcd6-88b6-4273-a83c-1bd7f2dcceee service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5ef2135d-eb79-4b03-bc59-b7d80582547a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1049302 Sep 07 02:43:55.939304 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22d0f3-7f40-4c92-91b5-9fdb0d70e51c req-0dacb7f5-8b6f-47bc-927f-77faaa5cd43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:55.940642 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1c22d0f3-7f40-4c92-91b5-9fdb0d70e51c req-0dacb7f5-8b6f-47bc-927f-77faaa5cd43e service neutron] 10.222.0.23 "GET /v2.0/networks?id=e9e72e18-ba17-4b98-b891-194f71d88173 HTTP/1.1" status: 200 len: 913 time: 0.2470143 Sep 07 02:43:56.021241 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-237fb8b1-8a95-45ab-8f31-d727790409db req-3fa66f50-5d94-4fb6-b17e-13286c2f221b service neutron] Attempting to bind port 34649354-d585-4d94-8646-bb191cb2534d on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:43:56.022085 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-237fb8b1-8a95-45ab-8f31-d727790409db req-3fa66f50-5d94-4fb6-b17e-13286c2f221b service neutron] Attempting to bind port 34649354-d585-4d94-8646-bb191cb2534d by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '737bac5c-5e4b-4b03-a099-f644edcc6c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b38f0331-653f-46c0-a8d7-26916edac115'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:43:56.022416 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237fb8b1-8a95-45ab-8f31-d727790409db req-3fa66f50-5d94-4fb6-b17e-13286c2f221b service neutron] Attempting to bind port 34649354-d585-4d94-8646-bb191cb2534d on network b38f0331-653f-46c0-a8d7-26916edac115 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:43:56.029333 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1c22d0f3-7f40-4c92-91b5-9fdb0d70e51c req-cc496590-1847-4c52-8f01-c495232c8507 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fd42aa1-dbb2-4572-9050-cfbee728be3e HTTP/1.1" status: 200 len: 217 time: 0.0807474 Sep 07 02:43:56.050638 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237fb8b1-8a95-45ab-8f31-d727790409db req-3fa66f50-5d94-4fb6-b17e-13286c2f221b service neutron] Port 34649354-d585-4d94-8646-bb191cb2534d on network b38f0331-653f-46c0-a8d7-26916edac115 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:43:56.050965 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237fb8b1-8a95-45ab-8f31-d727790409db req-3fa66f50-5d94-4fb6-b17e-13286c2f221b service neutron] Attempting to bind port 34649354-d585-4d94-8646-bb191cb2534d on network b38f0331-653f-46c0-a8d7-26916edac115 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:43:56.117944 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425474f6-f0bc-4e3f-854e-ee19bb1f7e58 req-6906481f-e31b-4e32-a049-f8adf6bc6ea4 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:56.119469 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-425474f6-f0bc-4e3f-854e-ee19bb1f7e58 req-6906481f-e31b-4e32-a049-f8adf6bc6ea4 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b1a04a5-d788-4d8e-98dd-4b9a48387fa2 HTTP/1.1" status: 200 len: 943 time: 0.1954949 Sep 07 02:43:56.120268 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237fb8b1-8a95-45ab-8f31-d727790409db req-3fa66f50-5d94-4fb6-b17e-13286c2f221b service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:43:56.120603 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237fb8b1-8a95-45ab-8f31-d727790409db req-3fa66f50-5d94-4fb6-b17e-13286c2f221b service neutron] Checking segment: {'id': '737bac5c-5e4b-4b03-a099-f644edcc6c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b38f0331-653f-46c0-a8d7-26916edac115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:43:56.120984 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237fb8b1-8a95-45ab-8f31-d727790409db req-3fa66f50-5d94-4fb6-b17e-13286c2f221b service neutron] Bound using segment: {'id': '737bac5c-5e4b-4b03-a099-f644edcc6c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b38f0331-653f-46c0-a8d7-26916edac115'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:43:56.121429 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-237fb8b1-8a95-45ab-8f31-d727790409db req-3fa66f50-5d94-4fb6-b17e-13286c2f221b service neutron] Bound port: 34649354-d585-4d94-8646-bb191cb2534d, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '737bac5c-5e4b-4b03-a099-f644edcc6c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b38f0331-653f-46c0-a8d7-26916edac115'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:43:56.121786 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-237fb8b1-8a95-45ab-8f31-d727790409db req-3fa66f50-5d94-4fb6-b17e-13286c2f221b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:56.190101 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22d0f3-7f40-4c92-91b5-9fdb0d70e51c req-135f71e8-9e1f-42b6-b3e0-03fa43f95685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:56.191606 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1c22d0f3-7f40-4c92-91b5-9fdb0d70e51c req-135f71e8-9e1f-42b6-b3e0-03fa43f95685 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d138adf4-4768-4a93-a944-5a4f5156064d HTTP/1.1" status: 200 len: 853 time: 0.1531692 Sep 07 02:43:56.247013 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1c22d0f3-7f40-4c92-91b5-9fdb0d70e51c req-d1c8bd65-5f45-4e49-9a9c-e8b18f1f0401 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e9e72e18-ba17-4b98-b891-194f71d88173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444191 Sep 07 02:43:56.257183 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-f0533eef-1f20-40ff-abc3-50b6fda25c2d service neutron] 10.222.0.16 "GET /v2.0/networks/5ef2135d-eb79-4b03-bc59-b7d80582547a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936072 Sep 07 02:43:56.276012 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-425474f6-f0bc-4e3f-854e-ee19bb1f7e58 req-baf0177a-3504-4add-a536-dc1d3738971b tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380663 Sep 07 02:43:56.303639 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-237fb8b1-8a95-45ab-8f31-d727790409db req-3fa66f50-5d94-4fb6-b17e-13286c2f221b service neutron] For port 34649354-d585-4d94-8646-bb191cb2534d, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:43:56.362301 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-237fb8b1-8a95-45ab-8f31-d727790409db req-3fa66f50-5d94-4fb6-b17e-13286c2f221b service neutron] For port 34649354-d585-4d94-8646-bb191cb2534d, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=34649354-d585-4d94-8646-bb191cb2534d,segment=NetworkSegment(737bac5c-5e4b-4b03-a099-f644edcc6c52),segment_id=737bac5c-5e4b-4b03-a099-f644edcc6c52)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:43:56.395136 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-237fb8b1-8a95-45ab-8f31-d727790409db req-3fa66f50-5d94-4fb6-b17e-13286c2f221b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:56.663951 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9565617-8a0b-4cba-a55b-e58bf19d8d0f req-2d28231c-2be5-43f6-90d4-36b1658a11a5 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:56.670833 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9565617-8a0b-4cba-a55b-e58bf19d8d0f req-2d28231c-2be5-43f6-90d4-36b1658a11a5 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:56.677112 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9565617-8a0b-4cba-a55b-e58bf19d8d0f req-2d28231c-2be5-43f6-90d4-36b1658a11a5 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:56.683807 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9565617-8a0b-4cba-a55b-e58bf19d8d0f req-2d28231c-2be5-43f6-90d4-36b1658a11a5 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:56.689831 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9565617-8a0b-4cba-a55b-e58bf19d8d0f req-2d28231c-2be5-43f6-90d4-36b1658a11a5 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:56.696342 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9565617-8a0b-4cba-a55b-e58bf19d8d0f req-2d28231c-2be5-43f6-90d4-36b1658a11a5 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:56.702353 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9565617-8a0b-4cba-a55b-e58bf19d8d0f req-2d28231c-2be5-43f6-90d4-36b1658a11a5 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:56.704323 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c9565617-8a0b-4cba-a55b-e58bf19d8d0f req-2d28231c-2be5-43f6-90d4-36b1658a11a5 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 5430 time: 0.1049709 Sep 07 02:43:56.739426 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237fb8b1-8a95-45ab-8f31-d727790409db req-3fa66f50-5d94-4fb6-b17e-13286c2f221b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:56.740079 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-237fb8b1-8a95-45ab-8f31-d727790409db req-3fa66f50-5d94-4fb6-b17e-13286c2f221b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:56.742026 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-237fb8b1-8a95-45ab-8f31-d727790409db req-3fa66f50-5d94-4fb6-b17e-13286c2f221b service neutron] 10.222.0.23 "PUT /v2.0/ports/34649354-d585-4d94-8646-bb191cb2534d HTTP/1.1" status: 200 len: 1092 time: 2.1920230 Sep 07 02:43:56.749087 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa66f50-5d94-4fb6-b17e-13286c2f221b service neutron] Pushing event updated for resources: {'Port': ['ID=34649354-d585-4d94-8646-bb191cb2534d,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:56.752185 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b1a04a5-d788-4d8e-98dd-4b9a48387fa2', 'tag': '34649354-d585-4d94-8646-bb191cb2534d'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:43:56.754429 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eded3c3c-50a3-4ac4-b07d-0f0cb6b3e9b8" -d '{"events": [{"name": "network-changed", "server_uuid": "0b1a04a5-d788-4d8e-98dd-4b9a48387fa2", "tag": "34649354-d585-4d94-8646-bb191cb2534d"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:43:56.755004 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c9565617-8a0b-4cba-a55b-e58bf19d8d0f req-f65d945b-100f-4a38-99cf-21d819cb0272 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/security-groups?id=89726ab1-0a53-4d54-93e7-e4e6ba92ef38&id=2895453c-c2ff-4721-9c31-7aa9bbb51629&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406716 Sep 07 02:43:56.803291 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1c22d0f3-7f40-4c92-91b5-9fdb0d70e51c req-f7980396-e1ba-46ad-a518-c940b44aa60a service neutron] 10.222.0.23 "GET /v2.0/networks/e9e72e18-ba17-4b98-b891-194f71d88173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5401988 Sep 07 02:43:56.823586 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0280f457-aff9-4af1-80c0-ebbf6ddb68b9 req-a54d8a98-e921-4531-bf04-9140b58e9ae8 service neutron] 10.222.0.16 "GET /v2.0/networks/5ef2135d-eb79-4b03-bc59-b7d80582547a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5506237 Sep 07 02:43:56.825065 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d814e840-a4ac-4ce3-a1f9-5e5cdfe4309b x-openstack-request-id: req-d814e840-a4ac-4ce3-a1f9-5e5cdfe4309b {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:43:56.825613 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b1a04a5-d788-4d8e-98dd-4b9a48387fa2", "tag": "34649354-d585-4d94-8646-bb191cb2534d", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:43:56.825859 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d814e840-a4ac-4ce3-a1f9-5e5cdfe4309b {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:43:56.826234 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b1a04a5-d788-4d8e-98dd-4b9a48387fa2', 'tag': '34649354-d585-4d94-8646-bb191cb2534d', 'status': 'completed', 'code': 200} Sep 07 02:43:56.851097 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353715b-ee0c-4cca-a718-d35c876fd08d req-d5a81d6a-897b-406e-a284-b04bfd264132 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:56.852650 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f353715b-ee0c-4cca-a718-d35c876fd08d req-d5a81d6a-897b-406e-a284-b04bfd264132 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=35fe94b7-2c68-4fa9-a922-93da760f77cd HTTP/1.1" status: 200 len: 945 time: 0.1401658 Sep 07 02:43:56.923449 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bce688-057c-4012-95ad-2e01c8cd998c req-4e79c3ce-51c8-45ee-bdce-9d228f00ea4b tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:56.928407 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-20bce688-057c-4012-95ad-2e01c8cd998c req-4e79c3ce-51c8-45ee-bdce-9d228f00ea4b tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] 10.222.0.22 "GET /v2.0/ports?device_id=a32bba22-8e3e-41a4-bdcc-b7671c4bd766 HTTP/1.1" status: 200 len: 943 time: 0.0562003 Sep 07 02:43:56.945380 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237fb8b1-8a95-45ab-8f31-d727790409db req-b09415b3-0293-4383-a98f-036f3ca60b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:56.946919 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-237fb8b1-8a95-45ab-8f31-d727790409db req-b09415b3-0293-4383-a98f-036f3ca60b2c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=39221102c85f4a33befb52c47b54a864&device_id=0b1a04a5-d788-4d8e-98dd-4b9a48387fa2 HTTP/1.1" status: 200 len: 1095 time: 0.1598015 Sep 07 02:43:56.965966 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-20bce688-057c-4012-95ad-2e01c8cd998c req-9e42d446-6c65-4150-9c1c-1268ceacdbc8 tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] 10.222.0.22 "GET /v2.0/security-groups?id=24d866c3-5a1f-4bbe-9129-63d2ec2ff18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340767 Sep 07 02:43:57.027026 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-237fb8b1-8a95-45ab-8f31-d727790409db req-b28c6f81-80dc-4aba-8b45-ed90bcafb90a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34649354-d585-4d94-8646-bb191cb2534d HTTP/1.1" status: 200 len: 217 time: 0.0602131 Sep 07 02:43:57.030303 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f353715b-ee0c-4cca-a718-d35c876fd08d req-c299e3e4-2322-4bf4-8181-31aa79376f35 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656456 Sep 07 02:43:57.083626 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1c22d0f3-7f40-4c92-91b5-9fdb0d70e51c req-d57ac43c-d05b-496d-a78b-f8a2cbf919d1 service neutron] 10.222.0.23 "GET /v2.0/networks/e9e72e18-ba17-4b98-b891-194f71d88173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564518 Sep 07 02:43:57.093083 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9cb811-22a2-457d-93fa-dcc1214556eb req-4dccc52f-9b4b-44f3-8dce-bf213e5899d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:57.093570 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9cb811-22a2-457d-93fa-dcc1214556eb req-4dccc52f-9b4b-44f3-8dce-bf213e5899d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:57.094048 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9cb811-22a2-457d-93fa-dcc1214556eb req-4dccc52f-9b4b-44f3-8dce-bf213e5899d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:57.094513 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9cb811-22a2-457d-93fa-dcc1214556eb req-4dccc52f-9b4b-44f3-8dce-bf213e5899d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:57.094975 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9cb811-22a2-457d-93fa-dcc1214556eb req-4dccc52f-9b4b-44f3-8dce-bf213e5899d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:57.095443 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9cb811-22a2-457d-93fa-dcc1214556eb req-4dccc52f-9b4b-44f3-8dce-bf213e5899d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:57.095935 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9cb811-22a2-457d-93fa-dcc1214556eb req-4dccc52f-9b4b-44f3-8dce-bf213e5899d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:57.097844 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9a9cb811-22a2-457d-93fa-dcc1214556eb req-4dccc52f-9b4b-44f3-8dce-bf213e5899d9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=afaf54fa75d241989f6b7192737d6028&device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 6494 time: 0.1975658 Sep 07 02:43:57.116273 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237fb8b1-8a95-45ab-8f31-d727790409db req-485fa34e-90b0-420d-8ed3-916d3bd172f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:57.117688 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-237fb8b1-8a95-45ab-8f31-d727790409db req-485fa34e-90b0-420d-8ed3-916d3bd172f6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8b116277-4856-47e9-8d12-8ad81f660adb HTTP/1.1" status: 200 len: 845 time: 0.0811071 Sep 07 02:43:57.169480 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-237fb8b1-8a95-45ab-8f31-d727790409db req-0b221086-f864-4a9e-bd0a-1c55500485c1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b38f0331-653f-46c0-a8d7-26916edac115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388176 Sep 07 02:43:57.293117 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9cb811-22a2-457d-93fa-dcc1214556eb req-31adf081-5f2d-48a9-aca1-fc23c517113d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:57.294603 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9a9cb811-22a2-457d-93fa-dcc1214556eb req-31adf081-5f2d-48a9-aca1-fc23c517113d service neutron] 10.222.0.16 "GET /v2.0/networks?id=5ef2135d-eb79-4b03-bc59-b7d80582547a HTTP/1.1" status: 200 len: 901 time: 0.1874571 Sep 07 02:43:57.354495 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9a9cb811-22a2-457d-93fa-dcc1214556eb req-5991cfbc-2595-4f6b-a94f-7a37bc99e53d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dfc9b065-1c7f-4968-9ce9-8ee8bb3c5e67 HTTP/1.1" status: 200 len: 217 time: 0.0502439 Sep 07 02:43:57.359365 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-237fb8b1-8a95-45ab-8f31-d727790409db req-b0548dfd-ff39-431a-a3e9-4c51d4a9ebd0 service neutron] 10.222.0.23 "GET /v2.0/networks/b38f0331-653f-46c0-a8d7-26916edac115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474681 Sep 07 02:43:57.471613 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9cb811-22a2-457d-93fa-dcc1214556eb req-793d6e82-c3aa-402d-bf58-fcc406b57c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:57.473099 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9a9cb811-22a2-457d-93fa-dcc1214556eb req-793d6e82-c3aa-402d-bf58-fcc406b57c5c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fa07d668-6197-4922-9f11-0bb1fe24556f HTTP/1.1" status: 200 len: 797 time: 0.1118131 Sep 07 02:43:57.549473 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-237fb8b1-8a95-45ab-8f31-d727790409db req-653d34a1-3187-42a9-b4e3-8474eabdfa91 service neutron] 10.222.0.23 "GET /v2.0/networks/b38f0331-653f-46c0-a8d7-26916edac115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797254 Sep 07 02:43:57.566575 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d5885-3306-4179-99f3-a78c20a3169d req-9f8ee763-14a5-409a-aa45-6d78d99557bc tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:57.569342 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0f5d5885-3306-4179-99f3-a78c20a3169d req-9f8ee763-14a5-409a-aa45-6d78d99557bc tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b1a04a5-d788-4d8e-98dd-4b9a48387fa2 HTTP/1.1" status: 200 len: 943 time: 0.1078217 Sep 07 02:43:57.572649 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9cb811-22a2-457d-93fa-dcc1214556eb req-3ceadd74-185f-407d-8026-753a10b939c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:57.575410 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9a9cb811-22a2-457d-93fa-dcc1214556eb req-3ceadd74-185f-407d-8026-753a10b939c1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5ef2135d-eb79-4b03-bc59-b7d80582547a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0925686 Sep 07 02:43:57.695953 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0f5d5885-3306-4179-99f3-a78c20a3169d req-40279b85-7d14-4b7e-ae2d-28e088cf43e6 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193800 Sep 07 02:43:57.716084 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded3c3c-50a3-4ac4-b07d-0f0cb6b3e9b8 req-2d566a89-0af9-478e-b0a6-5e33182ccfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:57.717570 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-eded3c3c-50a3-4ac4-b07d-0f0cb6b3e9b8 req-2d566a89-0af9-478e-b0a6-5e33182ccfea service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=39221102c85f4a33befb52c47b54a864&device_id=0b1a04a5-d788-4d8e-98dd-4b9a48387fa2 HTTP/1.1" status: 200 len: 1095 time: 0.1039555 Sep 07 02:43:57.750549 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9a9cb811-22a2-457d-93fa-dcc1214556eb req-6b26a3ea-b390-4885-8d26-b53d21d07f41 service neutron] 10.222.0.16 "GET /v2.0/networks/5ef2135d-eb79-4b03-bc59-b7d80582547a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614323 Sep 07 02:43:57.885071 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded3c3c-50a3-4ac4-b07d-0f0cb6b3e9b8 req-ae53a35e-0bd0-4e7d-b35e-1255d6946d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:57.887395 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-eded3c3c-50a3-4ac4-b07d-0f0cb6b3e9b8 req-ae53a35e-0bd0-4e7d-b35e-1255d6946d64 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b38f0331-653f-46c0-a8d7-26916edac115 HTTP/1.1" status: 200 len: 905 time: 0.1605325 Sep 07 02:43:57.907114 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7004dc19-d67f-4eb0-9da4-dd0b478d156e req-cee35750-fddd-4540-a0b8-8d63f8074e43 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:57.914168 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7004dc19-d67f-4eb0-9da4-dd0b478d156e req-cee35750-fddd-4540-a0b8-8d63f8074e43 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:57.920032 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7004dc19-d67f-4eb0-9da4-dd0b478d156e req-cee35750-fddd-4540-a0b8-8d63f8074e43 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:57.925831 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7004dc19-d67f-4eb0-9da4-dd0b478d156e req-cee35750-fddd-4540-a0b8-8d63f8074e43 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:57.932778 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7004dc19-d67f-4eb0-9da4-dd0b478d156e req-cee35750-fddd-4540-a0b8-8d63f8074e43 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:57.939285 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7004dc19-d67f-4eb0-9da4-dd0b478d156e req-cee35750-fddd-4540-a0b8-8d63f8074e43 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:57.941882 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9a9cb811-22a2-457d-93fa-dcc1214556eb req-f0da72ea-69cd-45fd-bf6b-b72f5da74293 service neutron] 10.222.0.16 "GET /v2.0/networks/5ef2135d-eb79-4b03-bc59-b7d80582547a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825683 Sep 07 02:43:57.943955 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-eded3c3c-50a3-4ac4-b07d-0f0cb6b3e9b8 req-f690fc78-c924-4312-ab6b-89246fc31428 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34649354-d585-4d94-8646-bb191cb2534d HTTP/1.1" status: 200 len: 217 time: 0.0454569 Sep 07 02:43:57.945754 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7004dc19-d67f-4eb0-9da4-dd0b478d156e req-cee35750-fddd-4540-a0b8-8d63f8074e43 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:57.947700 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7004dc19-d67f-4eb0-9da4-dd0b478d156e req-cee35750-fddd-4540-a0b8-8d63f8074e43 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 5430 time: 0.1076062 Sep 07 02:43:58.002200 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded3c3c-50a3-4ac4-b07d-0f0cb6b3e9b8 req-45ec3d36-17bc-4f18-a2ac-02573462729f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:58.004099 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-eded3c3c-50a3-4ac4-b07d-0f0cb6b3e9b8 req-45ec3d36-17bc-4f18-a2ac-02573462729f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8b116277-4856-47e9-8d12-8ad81f660adb HTTP/1.1" status: 200 len: 845 time: 0.0509293 Sep 07 02:43:58.004375 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7004dc19-d67f-4eb0-9da4-dd0b478d156e req-509466f0-a21f-4d43-b1cf-fb7d680304d7 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/security-groups?id=89726ab1-0a53-4d54-93e7-e4e6ba92ef38&id=2895453c-c2ff-4721-9c31-7aa9bbb51629&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0477784 Sep 07 02:43:58.042635 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-eded3c3c-50a3-4ac4-b07d-0f0cb6b3e9b8 req-c276eae5-1790-4a97-83b8-d736687a2e80 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b38f0331-653f-46c0-a8d7-26916edac115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290513 Sep 07 02:43:58.157372 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3eb35d-b8dc-47a3-9955-66ab9d1db0b6 req-167f1d9c-a0e2-4c2c-82b0-fdf71e35a1aa tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:58.158912 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4f3eb35d-b8dc-47a3-9955-66ab9d1db0b6 req-167f1d9c-a0e2-4c2c-82b0-fdf71e35a1aa tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] 10.222.0.22 "GET /v2.0/ports?device_id=a32bba22-8e3e-41a4-bdcc-b7671c4bd766 HTTP/1.1" status: 200 len: 943 time: 0.1119845 Sep 07 02:43:58.177144 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ba1231bb-5eff-4273-b6d8-4a569c0500df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:58.199158 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-eded3c3c-50a3-4ac4-b07d-0f0cb6b3e9b8 req-87ad511b-e000-4012-92ce-bd57e25f92a5 service neutron] 10.222.0.23 "GET /v2.0/networks/b38f0331-653f-46c0-a8d7-26916edac115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428950 Sep 07 02:43:58.225584 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4f3eb35d-b8dc-47a3-9955-66ab9d1db0b6 req-d178e899-e143-4bbf-ba25-598e16e6e457 tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] 10.222.0.22 "GET /v2.0/security-groups?id=24d866c3-5a1f-4bbe-9129-63d2ec2ff18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588620 Sep 07 02:43:58.292191 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 6fd42aa1-dbb2-4572-9050-cfbee728be3e details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:43:58.323429 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-eded3c3c-50a3-4ac4-b07d-0f0cb6b3e9b8 req-a2ead551-008e-474d-9ebc-e4d111c0be60 service neutron] 10.222.0.23 "GET /v2.0/networks/b38f0331-653f-46c0-a8d7-26916edac115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149595 Sep 07 02:43:58.397430 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 6fd42aa1-dbb2-4572-9050-cfbee728be3e, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=6fd42aa1-dbb2-4572-9050-cfbee728be3e,segment=NetworkSegment(ecf9e6a1-2f77-4ad9-aaf8-da63aeaca263),segment_id=ecf9e6a1-2f77-4ad9-aaf8-da63aeaca263)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:43:58.408379 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '6fd42aa1-dbb2-4572-9050-cfbee728be3e', 'network_id': 'e9e72e18-ba17-4b98-b891-194f71d88173', 'port_id': '6fd42aa1-dbb2-4572-9050-cfbee728be3e', 'mac_address': 'fa:16:3e:94:c0:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd138adf4-4768-4a93-a944-5a4f5156064d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:43:58.447040 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:58.460245 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fd42aa1-dbb2-4572-9050-cfbee728be3e {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:43:58.480039 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 6fd42aa1-dbb2-4572-9050-cfbee728be3e, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=6fd42aa1-dbb2-4572-9050-cfbee728be3e,segment=NetworkSegment(ecf9e6a1-2f77-4ad9-aaf8-da63aeaca263),segment_id=ecf9e6a1-2f77-4ad9-aaf8-da63aeaca263)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:43:58.483750 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:58.531998 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=6fd42aa1-dbb2-4572-9050-cfbee728be3e,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:58.656058 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:58.748952 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52876) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:43:58.770312 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['6fd42aa1-dbb2-4572-9050-cfbee728be3e'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:43:58.819974 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beddfbc-3828-45ea-8327-fe3fde3bdd60 req-8af665b3-6b89-4582-82dd-601e55d7c68b tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:58.821643 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7beddfbc-3828-45ea-8327-fe3fde3bdd60 req-8af665b3-6b89-4582-82dd-601e55d7c68b tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b1a04a5-d788-4d8e-98dd-4b9a48387fa2 HTTP/1.1" status: 200 len: 943 time: 0.0508029 Sep 07 02:43:58.862947 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7beddfbc-3828-45ea-8327-fe3fde3bdd60 req-3acaf80a-47f3-4acb-9c11-eb4ba00ffc49 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346034 Sep 07 02:43:58.877345 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cd626893-242f-44d8-a90e-549f4de8c053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:58.964494 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cd626893-242f-44d8-a90e-549f4de8c053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:58.968183 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cd626893-242f-44d8-a90e-549f4de8c053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:59.003181 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd626893-242f-44d8-a90e-549f4de8c053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f5411b-93d6-49b5-b6d9-3b494166f14a,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:59.007509 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-cd626893-242f-44d8-a90e-549f4de8c053 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f854d5d69b4b4bf79b4a9c45352c5c03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2575457 Sep 07 02:43:59.010118 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52880) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:43:59.061765 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1b585865-9025-4447-91fc-f7a307b90844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:59.084988 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1b585865-9025-4447-91fc-f7a307b90844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:59.132180 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1b585865-9025-4447-91fc-f7a307b90844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:59.134629 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1b585865-9025-4447-91fc-f7a307b90844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:59.134747 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52625c5-d911-4763-befa-52d459dfadc6 req-bb8c1234-33a2-4d98-b5de-78159c1f447e tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:59.135853 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-1b585865-9025-4447-91fc-f7a307b90844 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c7f5411b-93d6-49b5-b6d9-3b494166f14a HTTP/1.1" status: 204 len: 168 time: 0.1247950 Sep 07 02:43:59.140613 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52625c5-d911-4763-befa-52d459dfadc6 req-bb8c1234-33a2-4d98-b5de-78159c1f447e tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:59.145857 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b585865-9025-4447-91fc-f7a307b90844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f5411b-93d6-49b5-b6d9-3b494166f14a,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:59.147088 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52625c5-d911-4763-befa-52d459dfadc6 req-bb8c1234-33a2-4d98-b5de-78159c1f447e tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:59.153108 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52625c5-d911-4763-befa-52d459dfadc6 req-bb8c1234-33a2-4d98-b5de-78159c1f447e tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:59.158993 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52625c5-d911-4763-befa-52d459dfadc6 req-bb8c1234-33a2-4d98-b5de-78159c1f447e tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:59.164892 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52625c5-d911-4763-befa-52d459dfadc6 req-bb8c1234-33a2-4d98-b5de-78159c1f447e tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:59.170708 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52625c5-d911-4763-befa-52d459dfadc6 req-bb8c1234-33a2-4d98-b5de-78159c1f447e tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:59.172662 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e52625c5-d911-4763-befa-52d459dfadc6 req-bb8c1234-33a2-4d98-b5de-78159c1f447e tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 5430 time: 0.0912240 Sep 07 02:43:59.214897 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e52625c5-d911-4763-befa-52d459dfadc6 req-ef881520-db00-4b2c-9049-216a376caf4f tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/security-groups?id=89726ab1-0a53-4d54-93e7-e4e6ba92ef38&id=2895453c-c2ff-4721-9c31-7aa9bbb51629&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0359886 Sep 07 02:43:59.347404 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e277590-356c-40d6-a688-364e9172264d req-65f5ef40-c762-49eb-a41f-0d9d2459bad6 tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:59.348967 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2e277590-356c-40d6-a688-364e9172264d req-65f5ef40-c762-49eb-a41f-0d9d2459bad6 tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] 10.222.0.22 "GET /v2.0/ports?device_id=a32bba22-8e3e-41a4-bdcc-b7671c4bd766 HTTP/1.1" status: 200 len: 944 time: 0.0516980 Sep 07 02:43:59.390138 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2e277590-356c-40d6-a688-364e9172264d req-d05db8f6-72f5-4cea-a7ea-9f74f190e12b tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] 10.222.0.22 "GET /v2.0/security-groups?id=24d866c3-5a1f-4bbe-9129-63d2ec2ff18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350199 Sep 07 02:43:59.424961 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 52894) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:43:59.442600 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9b85f9be-43f8-4c91-8bf6-5e7901ab02f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:59.443195 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:59.530019 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9b85f9be-43f8-4c91-8bf6-5e7901ab02f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:59.533552 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9b85f9be-43f8-4c91-8bf6-5e7901ab02f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:59.571514 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9b85f9be-43f8-4c91-8bf6-5e7901ab02f2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9018afeef78147a885c0abaf6bd05218&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1454105 Sep 07 02:43:59.572432 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b85f9be-43f8-4c91-8bf6-5e7901ab02f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce6a716-d3ac-41b8-9bc7-a7fc50a654da,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:59.574242 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52896) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:43:59.623576 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-441a2ef6-af86-459c-9fc0-7a7d95f5fb5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:59.644673 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-441a2ef6-af86-459c-9fc0-7a7d95f5fb5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:59.691967 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-441a2ef6-af86-459c-9fc0-7a7d95f5fb5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:59.695245 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-441a2ef6-af86-459c-9fc0-7a7d95f5fb5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:43:59.696606 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-441a2ef6-af86-459c-9fc0-7a7d95f5fb5f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1ce6a716-d3ac-41b8-9bc7-a7fc50a654da HTTP/1.1" status: 204 len: 168 time: 0.1204722 Sep 07 02:43:59.704926 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441a2ef6-af86-459c-9fc0-7a7d95f5fb5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce6a716-d3ac-41b8-9bc7-a7fc50a654da,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:43:59.988585 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ecc3dd-eca7-46b3-ad4b-d0132a4bce74 req-0eb0c16c-0eee-4e1d-9af3-94634da8a8a4 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:43:59.990091 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-28ecc3dd-eca7-46b3-ad4b-d0132a4bce74 req-0eb0c16c-0eee-4e1d-9af3-94634da8a8a4 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b1a04a5-d788-4d8e-98dd-4b9a48387fa2 HTTP/1.1" status: 200 len: 943 time: 0.0539246 Sep 07 02:44:00.029956 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-28ecc3dd-eca7-46b3-ad4b-d0132a4bce74 req-00d4702b-4402-44a9-9420-42f93de12389 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332084 Sep 07 02:44:00.307352 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 34649354-d585-4d94-8646-bb191cb2534d details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:44:00.308998 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 6fd42aa1-dbb2-4572-9050-cfbee728be3e up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:44:00.413822 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc701d-dee6-4445-ae51-60a8d321621c req-9b82c7d9-1f99-4921-bcc2-be389d728fe8 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:00.421366 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc701d-dee6-4445-ae51-60a8d321621c req-9b82c7d9-1f99-4921-bcc2-be389d728fe8 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:00.429680 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc701d-dee6-4445-ae51-60a8d321621c req-9b82c7d9-1f99-4921-bcc2-be389d728fe8 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:00.437854 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc701d-dee6-4445-ae51-60a8d321621c req-9b82c7d9-1f99-4921-bcc2-be389d728fe8 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:00.447232 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port 6fd42aa1-dbb2-4572-9050-cfbee728be3e completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:44:00.447988 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc701d-dee6-4445-ae51-60a8d321621c req-9b82c7d9-1f99-4921-bcc2-be389d728fe8 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:00.456402 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc701d-dee6-4445-ae51-60a8d321621c req-9b82c7d9-1f99-4921-bcc2-be389d728fe8 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:00.463929 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port 6fd42aa1-dbb2-4572-9050-cfbee728be3e triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:44:00.464513 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:00.465273 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc701d-dee6-4445-ae51-60a8d321621c req-9b82c7d9-1f99-4921-bcc2-be389d728fe8 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:00.475246 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-33fc701d-dee6-4445-ae51-60a8d321621c req-9b82c7d9-1f99-4921-bcc2-be389d728fe8 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 5430 time: 0.1586418 Sep 07 02:44:00.501752 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 34649354-d585-4d94-8646-bb191cb2534d, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=34649354-d585-4d94-8646-bb191cb2534d,segment=NetworkSegment(737bac5c-5e4b-4b03-a099-f644edcc6c52),segment_id=737bac5c-5e4b-4b03-a099-f644edcc6c52)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:44:00.527770 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-33fc701d-dee6-4445-ae51-60a8d321621c req-fceb7550-39f5-42e6-a5b4-2fbef466dc41 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/security-groups?id=89726ab1-0a53-4d54-93e7-e4e6ba92ef38&id=2895453c-c2ff-4721-9c31-7aa9bbb51629&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0504906 Sep 07 02:44:00.556354 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '34649354-d585-4d94-8646-bb191cb2534d', 'network_id': 'b38f0331-653f-46c0-a8d7-26916edac115', 'port_id': '34649354-d585-4d94-8646-bb191cb2534d', 'mac_address': 'fa:16:3e:bc:35:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b116277-4856-47e9-8d12-8ad81f660adb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:44:00.572357 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f568fbe7-c807-4488-b1fd-e0223fb32389 req-1000f870-dafa-490a-84ff-2b0616dc0a67 tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:00.577779 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f568fbe7-c807-4488-b1fd-e0223fb32389 req-1000f870-dafa-490a-84ff-2b0616dc0a67 tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] 10.222.0.22 "GET /v2.0/ports?device_id=a32bba22-8e3e-41a4-bdcc-b7671c4bd766 HTTP/1.1" status: 200 len: 944 time: 0.0697787 Sep 07 02:44:00.648242 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f568fbe7-c807-4488-b1fd-e0223fb32389 req-226e699c-fb46-4142-ace3-1940b608bc4f tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] 10.222.0.22 "GET /v2.0/security-groups?id=24d866c3-5a1f-4bbe-9129-63d2ec2ff18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614843 Sep 07 02:44:00.765375 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:00.789167 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:00.791840 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34649354-d585-4d94-8646-bb191cb2534d {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:44:00.827233 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 34649354-d585-4d94-8646-bb191cb2534d, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=34649354-d585-4d94-8646-bb191cb2534d,segment=NetworkSegment(737bac5c-5e4b-4b03-a099-f644edcc6c52),segment_id=737bac5c-5e4b-4b03-a099-f644edcc6c52)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:44:00.833384 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a32bba22-8e3e-41a4-bdcc-b7671c4bd766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd42aa1-dbb2-4572-9050-cfbee728be3e'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:44:00.836045 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd85c87-7b5d-4ca7-915d-238750666a3b" -d '{"events": [{"server_uuid": "a32bba22-8e3e-41a4-bdcc-b7671c4bd766", "name": "network-vif-plugged", "status": "completed", "tag": "6fd42aa1-dbb2-4572-9050-cfbee728be3e"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:44:00.841623 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:00.842595 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:44:00.861908 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 6fd42aa1-dbb2-4572-9050-cfbee728be3e, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=6fd42aa1-dbb2-4572-9050-cfbee728be3e,segment=NetworkSegment(ecf9e6a1-2f77-4ad9-aaf8-da63aeaca263),segment_id=ecf9e6a1-2f77-4ad9-aaf8-da63aeaca263)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:44:00.888055 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:00.904318 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15da5cc9-fdfe-4667-a2ee-fc38c73ec699 x-openstack-request-id: req-15da5cc9-fdfe-4667-a2ee-fc38c73ec699 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:44:00.904860 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a32bba22-8e3e-41a4-bdcc-b7671c4bd766", "name": "network-vif-plugged", "status": "completed", "tag": "6fd42aa1-dbb2-4572-9050-cfbee728be3e", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:44:00.905477 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-15da5cc9-fdfe-4667-a2ee-fc38c73ec699 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:44:00.905868 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a32bba22-8e3e-41a4-bdcc-b7671c4bd766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd42aa1-dbb2-4572-9050-cfbee728be3e', 'code': 200} Sep 07 02:44:00.962136 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=34649354-d585-4d94-8646-bb191cb2534d,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:01.017599 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65870e4-1685-4566-9202-406ef75cd7d8 req-ee303bc3-d75c-4f93-88f0-f91d3b4e1f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:01.019602 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c65870e4-1685-4566-9202-406ef75cd7d8 req-ee303bc3-d75c-4f93-88f0-f91d3b4e1f8f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a32bba22-8e3e-41a4-bdcc-b7671c4bd766 HTTP/1.1" status: 200 len: 1097 time: 0.0536027 Sep 07 02:44:01.035520 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=6fd42aa1-dbb2-4572-9050-cfbee728be3e,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:01.087579 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c65870e4-1685-4566-9202-406ef75cd7d8 req-6b621af4-b027-40b8-9d57-d15d507665c6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=24d866c3-5a1f-4bbe-9129-63d2ec2ff18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590875 Sep 07 02:44:01.129142 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4,segment=NetworkSegment(cefad73b-a7c5-464e-83dc-c3e10d5473af),segment_id=cefad73b-a7c5-464e-83dc-c3e10d5473af)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:44:01.147206 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4', 'network_id': 'f1832801-225d-49c7-ba9e-13ca94c9951b', 'port_id': '2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4', 'mac_address': 'fa:16:3e:2e:4d:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf8b75f5-87fa-46ec-a5bb-bac267ae3844', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:44:01.197721 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed176d-1822-460c-8747-a99e4eb217ce req-bf9d6797-d8a8-4daa-a6e4-d6513cb2a2c3 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:01.205294 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-62ed176d-1822-460c-8747-a99e4eb217ce req-bf9d6797-d8a8-4daa-a6e4-d6513cb2a2c3 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b1a04a5-d788-4d8e-98dd-4b9a48387fa2 HTTP/1.1" status: 200 len: 944 time: 0.0613923 Sep 07 02:44:01.206342 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:01.223583 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:44:01.265391 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4,segment=NetworkSegment(cefad73b-a7c5-464e-83dc-c3e10d5473af),segment_id=cefad73b-a7c5-464e-83dc-c3e10d5473af)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:44:01.272421 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-62ed176d-1822-460c-8747-a99e4eb217ce req-1a724d7a-3a4b-4984-ab7c-a6b2f0c2afd2 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640299 Sep 07 02:44:01.273500 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:01.357557 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:01.381022 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:44:01.395709 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4,revision_number=6']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:01.593873 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['34649354-d585-4d94-8646-bb191cb2534d'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:44:01.709799 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b5b25-fcd6-49cc-83d4-3853a416efdc req-ada17e27-b834-4927-9688-45a8a2c459d5 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:01.728725 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b5b25-fcd6-49cc-83d4-3853a416efdc req-ada17e27-b834-4927-9688-45a8a2c459d5 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:01.735217 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b5b25-fcd6-49cc-83d4-3853a416efdc req-ada17e27-b834-4927-9688-45a8a2c459d5 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:01.743049 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b5b25-fcd6-49cc-83d4-3853a416efdc req-ada17e27-b834-4927-9688-45a8a2c459d5 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:01.753412 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b5b25-fcd6-49cc-83d4-3853a416efdc req-ada17e27-b834-4927-9688-45a8a2c459d5 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:01.762084 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b5b25-fcd6-49cc-83d4-3853a416efdc req-ada17e27-b834-4927-9688-45a8a2c459d5 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:01.770715 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b5b25-fcd6-49cc-83d4-3853a416efdc req-ada17e27-b834-4927-9688-45a8a2c459d5 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:01.782913 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-289b5b25-fcd6-49cc-83d4-3853a416efdc req-ada17e27-b834-4927-9688-45a8a2c459d5 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 5430 time: 0.1580603 Sep 07 02:44:01.837559 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4eb0f47b-befd-400e-b5dc-78d238869fdb req-fac0739a-e4da-442c-a514-224b2a4ee188 tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=b4cf6e073c994e70bf61c626c914c723&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322585 Sep 07 02:44:01.839838 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-289b5b25-fcd6-49cc-83d4-3853a416efdc req-ca2c0238-a552-4f65-9716-9d2401fe25da tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/security-groups?id=89726ab1-0a53-4d54-93e7-e4e6ba92ef38&id=2895453c-c2ff-4721-9c31-7aa9bbb51629&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555999 Sep 07 02:44:01.984116 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0f47b-befd-400e-b5dc-78d238869fdb req-9f39a9b2-1cab-4914-ab2f-07cf1a7667fa tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:01.986099 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4eb0f47b-befd-400e-b5dc-78d238869fdb req-9f39a9b2-1cab-4914-ab2f-07cf1a7667fa tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1470714 Sep 07 02:44:01.993551 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155e655-4e8d-4c5d-99d9-87c87e8260e0 req-d260afa7-2f38-453a-956e-84d2f9c7c928 tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:01.995118 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5155e655-4e8d-4c5d-99d9-87c87e8260e0 req-d260afa7-2f38-453a-956e-84d2f9c7c928 tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] 10.222.0.22 "GET /v2.0/ports?device_id=a32bba22-8e3e-41a4-bdcc-b7671c4bd766 HTTP/1.1" status: 200 len: 945 time: 0.0555084 Sep 07 02:44:02.008218 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4eb0f47b-befd-400e-b5dc-78d238869fdb req-756c7b31-48cc-4d66-8db1-3c60f5a5252a tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] 10.222.0.22 "GET /v2.0/quotas/b4cf6e073c994e70bf61c626c914c723 HTTP/1.1" status: 200 len: 375 time: 0.0101285 Sep 07 02:44:02.051186 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5155e655-4e8d-4c5d-99d9-87c87e8260e0 req-82519329-4bdb-42a7-8b7d-e65241a1af9f tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] 10.222.0.22 "GET /v2.0/security-groups?id=24d866c3-5a1f-4bbe-9129-63d2ec2ff18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471108 Sep 07 02:44:02.071633 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4eb0f47b-befd-400e-b5dc-78d238869fdb req-630eb451-120f-4a6a-b3f2-3f9ea4deef8f tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b4cf6e073c994e70bf61c626c914c723&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0568416 Sep 07 02:44:02.298722 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e5e4dbe9-1bba-437d-a544-ea691419a77b req-d7690117-f387-4822-851d-9c0956ee9934 tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c8b1be2-41dc-4d51-a69b-b7fa2f9ba63d HTTP/1.1" status: 200 len: 210 time: 0.0448079 Sep 07 02:44:02.324107 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4 up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:44:02.421088 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port 2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:44:02.422162 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:02.434861 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f857aa7f-e4a5-4d62-8f16-a53b004246aa req-b1423ff0-b26a-4d79-a871-f571b28b3c19 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:02.443974 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f857aa7f-e4a5-4d62-8f16-a53b004246aa req-b1423ff0-b26a-4d79-a871-f571b28b3c19 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b1a04a5-d788-4d8e-98dd-4b9a48387fa2 HTTP/1.1" status: 200 len: 944 time: 0.0690572 Sep 07 02:44:02.501265 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f857aa7f-e4a5-4d62-8f16-a53b004246aa req-9120eb54-d8f4-49d7-8832-872c9abafe2c tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521033 Sep 07 02:44:02.614706 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:02.671831 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4,segment=NetworkSegment(cefad73b-a7c5-464e-83dc-c3e10d5473af),segment_id=cefad73b-a7c5-464e-83dc-c3e10d5473af)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:44:02.680083 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fc497b-9f51-431e-accb-95681618ed40 req-c7b197c0-56b6-4ad2-8166-9ac7ca868651 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:02.680770 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:02.682034 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-76fc497b-9f51-431e-accb-95681618ed40 req-c7b197c0-56b6-4ad2-8166-9ac7ca868651 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 944 time: 0.0713394 Sep 07 02:44:02.735147 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4,revision_number=7']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:02.740004 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-76fc497b-9f51-431e-accb-95681618ed40 req-62ecd73b-4c44-4f44-aad7-c47e61dc54b5 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513713 Sep 07 02:44:02.905865 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ad265-0154-40f0-8354-290c000d7ec8 req-b593103f-15fc-46a8-9d2b-f7dbd4381752 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:02.906970 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35fe94b7-2c68-4fa9-a922-93da760f77cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:44:02.909609 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc454f4c-211d-4052-83d7-5337ff77ac5d" -d '{"events": [{"server_uuid": "35fe94b7-2c68-4fa9-a922-93da760f77cd", "name": "network-vif-plugged", "status": "completed", "tag": "2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:44:02.914191 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8c8ad265-0154-40f0-8354-290c000d7ec8 req-b593103f-15fc-46a8-9d2b-f7dbd4381752 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 944 time: 0.0742667 Sep 07 02:44:02.964925 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8c8ad265-0154-40f0-8354-290c000d7ec8 req-5b9ad044-002f-4ad6-9b0c-b814136d6e00 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497510 Sep 07 02:44:03.035665 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fdd5c64-6dcd-4600-ac4b-66d63bb75514 x-openstack-request-id: req-7fdd5c64-6dcd-4600-ac4b-66d63bb75514 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:44:03.036024 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35fe94b7-2c68-4fa9-a922-93da760f77cd", "name": "network-vif-plugged", "status": "completed", "tag": "2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:44:03.036429 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7fdd5c64-6dcd-4600-ac4b-66d63bb75514 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:44:03.036878 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35fe94b7-2c68-4fa9-a922-93da760f77cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4', 'code': 200} Sep 07 02:44:03.054831 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f35516-0924-4818-8007-29924baab623 req-904776d7-1418-4791-aa4e-60a3c19a79cf tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:03.078183 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f35516-0924-4818-8007-29924baab623 req-904776d7-1418-4791-aa4e-60a3c19a79cf tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:03.084766 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f35516-0924-4818-8007-29924baab623 req-904776d7-1418-4791-aa4e-60a3c19a79cf tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:03.090924 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f35516-0924-4818-8007-29924baab623 req-904776d7-1418-4791-aa4e-60a3c19a79cf tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:03.100531 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f35516-0924-4818-8007-29924baab623 req-904776d7-1418-4791-aa4e-60a3c19a79cf tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:03.111374 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f35516-0924-4818-8007-29924baab623 req-904776d7-1418-4791-aa4e-60a3c19a79cf tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:03.125755 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f35516-0924-4818-8007-29924baab623 req-904776d7-1418-4791-aa4e-60a3c19a79cf tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:03.133499 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-62f35516-0924-4818-8007-29924baab623 req-904776d7-1418-4791-aa4e-60a3c19a79cf tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 5430 time: 0.1649256 Sep 07 02:44:03.208979 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-62f35516-0924-4818-8007-29924baab623 req-fde2ae2c-bd17-4cce-88d1-a031f49a03be tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/security-groups?id=89726ab1-0a53-4d54-93e7-e4e6ba92ef38&id=2895453c-c2ff-4721-9c31-7aa9bbb51629&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0685704 Sep 07 02:44:03.242056 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801170d-611e-42b0-b8db-1922391ca2de req-28fd095b-e143-4ba3-840a-99de4ef6a050 tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:03.243624 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7801170d-611e-42b0-b8db-1922391ca2de req-28fd095b-e143-4ba3-840a-99de4ef6a050 tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] 10.222.0.22 "GET /v2.0/ports?device_id=a32bba22-8e3e-41a4-bdcc-b7671c4bd766 HTTP/1.1" status: 200 len: 945 time: 0.0769114 Sep 07 02:44:03.290186 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7801170d-611e-42b0-b8db-1922391ca2de req-84cd9c47-5205-4fe7-b5fa-8f48df93fb7c tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] 10.222.0.22 "GET /v2.0/security-groups?id=24d866c3-5a1f-4bbe-9129-63d2ec2ff18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406494 Sep 07 02:44:03.474095 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-99b2dd84-97ae-4b86-b947-e36336aa3f98 req-516b5886-0c27-48de-95b0-774ddb7b0719 tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c8b1be2-41dc-4d51-a69b-b7fa2f9ba63d HTTP/1.1" status: 200 len: 210 time: 0.0467172 Sep 07 02:44:03.530767 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68af24-c014-420e-89d3-309489b7511e req-0aa41592-5b8d-4217-a1a6-3ce6cf73a865 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:03.539181 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3d68af24-c014-420e-89d3-309489b7511e req-0aa41592-5b8d-4217-a1a6-3ce6cf73a865 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/networks?id=c7baff3a-2acd-47c4-826f-ff1b179e5161 HTTP/1.1" status: 200 len: 810 time: 0.1480200 Sep 07 02:44:03.559724 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3d68af24-c014-420e-89d3-309489b7511e req-b921dd06-8b09-4cef-8bf2-d23d0e37aba9 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/quotas/3c6e11955fd14c5c9b191cf5c7d7b41c HTTP/1.1" status: 200 len: 375 time: 0.0191772 Sep 07 02:44:03.641639 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3d68af24-c014-420e-89d3-309489b7511e req-78ac8390-d47b-451a-a0ce-84e7c5022a38 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3c6e11955fd14c5c9b191cf5c7d7b41c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0812409 Sep 07 02:44:03.763041 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d7253e-d101-455b-9fb6-74868f926ef3 req-f81608d4-294b-40a4-ac52-8a20a0e790ef tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:03.772975 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c4d7253e-d101-455b-9fb6-74868f926ef3 req-f81608d4-294b-40a4-ac52-8a20a0e790ef tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b1a04a5-d788-4d8e-98dd-4b9a48387fa2 HTTP/1.1" status: 200 len: 944 time: 0.0729268 Sep 07 02:44:03.804517 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4eb0f47b-befd-400e-b5dc-78d238869fdb req-9c5ab8c1-a6d2-4bf3-b66b-4c31c2f7ca77 tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=b4cf6e073c994e70bf61c626c914c723&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1424849 Sep 07 02:44:03.821646 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c4d7253e-d101-455b-9fb6-74868f926ef3 req-512e6d31-d816-4b97-80c9-83f13e79bb98 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472207 Sep 07 02:44:03.830760 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3d68af24-c014-420e-89d3-309489b7511e req-e4f945ce-6d8b-4423-b9f4-a65f3fc03267 service neutron] 10.222.0.22 "GET /v2.0/networks/c7baff3a-2acd-47c4-826f-ff1b179e5161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880672 Sep 07 02:44:03.900749 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f3989-42d2-4441-8aa9-39d48ded5fb1 req-0435a4a1-3d3e-4faf-b4fd-d2c3919dcb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:03.902374 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6c0f3989-42d2-4441-8aa9-39d48ded5fb1 req-0435a4a1-3d3e-4faf-b4fd-d2c3919dcb39 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9013e8da4c104c329a0dfca799b7d392&device_id=a32bba22-8e3e-41a4-bdcc-b7671c4bd766 HTTP/1.1" status: 200 len: 1097 time: 0.2236035 Sep 07 02:44:04.026095 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3de61d-99d4-4a85-8c97-2f15ae253ea1 req-7574ff49-cb63-4449-8d06-da2c3bc0f84a tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:04.027771 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9d3de61d-99d4-4a85-8c97-2f15ae253ea1 req-7574ff49-cb63-4449-8d06-da2c3bc0f84a tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] 10.222.0.22 "GET /v2.0/ports?device_id=a32bba22-8e3e-41a4-bdcc-b7671c4bd766 HTTP/1.1" status: 200 len: 945 time: 0.0594804 Sep 07 02:44:04.093068 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9d3de61d-99d4-4a85-8c97-2f15ae253ea1 req-61090b29-3b05-4123-8449-5aeefa243a34 tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] 10.222.0.22 "GET /v2.0/security-groups?id=24d866c3-5a1f-4bbe-9129-63d2ec2ff18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581861 Sep 07 02:44:04.093897 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3d68af24-c014-420e-89d3-309489b7511e req-dcb4ea85-c30c-4066-8a3c-c7720b6b4f5a service neutron] 10.222.0.22 "GET /v2.0/networks/c7baff3a-2acd-47c4-826f-ff1b179e5161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621591 Sep 07 02:44:04.113551 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0f47b-befd-400e-b5dc-78d238869fdb req-51491ebc-fe0e-45da-ae6d-1548f55b743a tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:04.115625 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4eb0f47b-befd-400e-b5dc-78d238869fdb req-51491ebc-fe0e-45da-ae6d-1548f55b743a tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3041615 Sep 07 02:44:04.136270 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-4eb0f47b-befd-400e-b5dc-78d238869fdb req-f1de806a-a067-4898-bda8-bee82fccacb0 tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] Request body: {'port': {'device_id': '6c8b1be2-41dc-4d51-a69b-b7fa2f9ba63d', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'admin_state_up': True, 'tenant_id': 'b4cf6e073c994e70bf61c626c914c723'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:44:04.161634 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f3989-42d2-4441-8aa9-39d48ded5fb1 req-dccb6beb-8a5d-46fa-b394-d00d133556a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:04.163247 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6c0f3989-42d2-4441-8aa9-39d48ded5fb1 req-dccb6beb-8a5d-46fa-b394-d00d133556a0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e9e72e18-ba17-4b98-b891-194f71d88173 HTTP/1.1" status: 200 len: 913 time: 0.2233918 Sep 07 02:44:04.238994 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6c0f3989-42d2-4441-8aa9-39d48ded5fb1 req-6ca0349e-1d41-4867-ad48-2e6b2ef0f34e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fd42aa1-dbb2-4572-9050-cfbee728be3e HTTP/1.1" status: 200 len: 217 time: 0.0668452 Sep 07 02:44:04.328031 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b65a7785-46a7-40cd-89b8-3c7745256639 req-aa721819-0f5c-4873-b4db-b25d16a943b1 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=0086ad22-df41-4fd2-bda7-6e6b0b78ed31 HTTP/1.1" status: 200 len: 210 time: 0.0464475 Sep 07 02:44:04.329343 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 34649354-d585-4d94-8646-bb191cb2534d up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:44:04.480131 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port 34649354-d585-4d94-8646-bb191cb2534d completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:44:04.489976 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port 34649354-d585-4d94-8646-bb191cb2534d triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:44:04.492041 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:04.520820 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f3989-42d2-4441-8aa9-39d48ded5fb1 req-4a1b3666-0664-46ea-bc20-0f6bb9a790e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:04.522856 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6c0f3989-42d2-4441-8aa9-39d48ded5fb1 req-4a1b3666-0664-46ea-bc20-0f6bb9a790e3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d138adf4-4768-4a93-a944-5a4f5156064d HTTP/1.1" status: 200 len: 853 time: 0.2719355 Sep 07 02:44:04.569485 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c7819-c7c6-4207-a180-b1a13c96ef18 req-d9804041-f392-4d4e-b7b5-d0b75d072875 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:04.575796 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c7819-c7c6-4207-a180-b1a13c96ef18 req-d9804041-f392-4d4e-b7b5-d0b75d072875 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:04.582348 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c7819-c7c6-4207-a180-b1a13c96ef18 req-d9804041-f392-4d4e-b7b5-d0b75d072875 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:04.592075 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c7819-c7c6-4207-a180-b1a13c96ef18 req-d9804041-f392-4d4e-b7b5-d0b75d072875 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:04.599741 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ba557116-4a43-4894-a17c-932cbd1a0056 req-f3835e87-2440-436b-bdbe-50aa51dca94e tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c8b1be2-41dc-4d51-a69b-b7fa2f9ba63d HTTP/1.1" status: 200 len: 210 time: 0.0328245 Sep 07 02:44:04.612150 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c7819-c7c6-4207-a180-b1a13c96ef18 req-d9804041-f392-4d4e-b7b5-d0b75d072875 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:04.623919 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c7819-c7c6-4207-a180-b1a13c96ef18 req-d9804041-f392-4d4e-b7b5-d0b75d072875 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:04.624910 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c7819-c7c6-4207-a180-b1a13c96ef18 req-d9804041-f392-4d4e-b7b5-d0b75d072875 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:04.633608 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fc2c7819-c7c6-4207-a180-b1a13c96ef18 req-d9804041-f392-4d4e-b7b5-d0b75d072875 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 5430 time: 0.3248553 Sep 07 02:44:04.674152 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6c0f3989-42d2-4441-8aa9-39d48ded5fb1 req-22c06a38-5e88-4775-a9ba-75fd2851e945 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e9e72e18-ba17-4b98-b891-194f71d88173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1438289 Sep 07 02:44:04.720724 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eb0f47b-befd-400e-b5dc-78d238869fdb req-f1de806a-a067-4898-bda8-bee82fccacb0 tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] Made reservation on behalf of b4cf6e073c994e70bf61c626c914c723 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:44:04.724283 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4eb0f47b-befd-400e-b5dc-78d238869fdb req-f1de806a-a067-4898-bda8-bee82fccacb0 tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:04.736720 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:04.745305 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4eb0f47b-befd-400e-b5dc-78d238869fdb req-f1de806a-a067-4898-bda8-bee82fccacb0 tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:04.764349 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fc2c7819-c7c6-4207-a180-b1a13c96ef18 req-e5394fd7-0b03-4d9e-8bc2-197a1334fad0 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/security-groups?id=89726ab1-0a53-4d54-93e7-e4e6ba92ef38&id=2895453c-c2ff-4721-9c31-7aa9bbb51629&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1297462 Sep 07 02:44:04.809819 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 34649354-d585-4d94-8646-bb191cb2534d, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=34649354-d585-4d94-8646-bb191cb2534d,segment=NetworkSegment(737bac5c-5e4b-4b03-a099-f644edcc6c52),segment_id=737bac5c-5e4b-4b03-a099-f644edcc6c52)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:44:04.814793 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:04.926632 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=34649354-d585-4d94-8646-bb191cb2534d,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:05.038874 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b1a04a5-d788-4d8e-98dd-4b9a48387fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34649354-d585-4d94-8646-bb191cb2534d'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:44:05.043274 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484c23d0-df65-488a-8d3b-efe4c316e94d" -d '{"events": [{"server_uuid": "0b1a04a5-d788-4d8e-98dd-4b9a48387fa2", "name": "network-vif-plugged", "status": "completed", "tag": "34649354-d585-4d94-8646-bb191cb2534d"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:44:05.053410 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0efe8f-1ab4-4b99-8338-205f49c00dba req-bdd1aaf0-832b-4f7c-a936-8f0e3229ade5 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:05.079575 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-df0efe8f-1ab4-4b99-8338-205f49c00dba req-bdd1aaf0-832b-4f7c-a936-8f0e3229ade5 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b1a04a5-d788-4d8e-98dd-4b9a48387fa2 HTTP/1.1" status: 200 len: 945 time: 0.1253831 Sep 07 02:44:05.096718 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e12d593-41bd-4d88-a5db-be95f69ebc1b x-openstack-request-id: req-4e12d593-41bd-4d88-a5db-be95f69ebc1b {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:44:05.097569 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b1a04a5-d788-4d8e-98dd-4b9a48387fa2", "name": "network-vif-plugged", "status": "completed", "tag": "34649354-d585-4d94-8646-bb191cb2534d", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:44:05.097927 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4e12d593-41bd-4d88-a5db-be95f69ebc1b {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:44:05.098393 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b1a04a5-d788-4d8e-98dd-4b9a48387fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34649354-d585-4d94-8646-bb191cb2534d', 'code': 200} Sep 07 02:44:05.157205 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-df0efe8f-1ab4-4b99-8338-205f49c00dba req-ca813996-7000-40a8-8b82-04e504ace5eb tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689211 Sep 07 02:44:05.312816 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6c0f3989-42d2-4441-8aa9-39d48ded5fb1 req-04b1f51a-3efa-4233-af95-44544752b56e service neutron] 10.222.0.23 "GET /v2.0/networks/e9e72e18-ba17-4b98-b891-194f71d88173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6283405 Sep 07 02:44:05.446771 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0bba7479-281d-4a7e-9e35-af279c0ea7b9 req-ac955bcc-dd8a-4f4c-a746-7631c6648fae tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=0086ad22-df41-4fd2-bda7-6e6b0b78ed31 HTTP/1.1" status: 200 len: 210 time: 0.0405326 Sep 07 02:44:05.472697 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16cd54-612e-43db-b3f0-565e72b2999d req-d45a2940-8ae0-4779-a322-59aa211498d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:05.474235 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ba16cd54-612e-43db-b3f0-565e72b2999d req-d45a2940-8ae0-4779-a322-59aa211498d1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0b1a04a5-d788-4d8e-98dd-4b9a48387fa2 HTTP/1.1" status: 200 len: 1097 time: 0.1952374 Sep 07 02:44:05.505218 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110033cb-afa6-45f7-9fcd-7852c15335d0 req-0cdf40d8-f5ed-44f7-a8b2-3352de8b3b1c tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:05.513428 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-110033cb-afa6-45f7-9fcd-7852c15335d0 req-0cdf40d8-f5ed-44f7-a8b2-3352de8b3b1c tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] 10.222.0.22 "GET /v2.0/ports?device_id=a32bba22-8e3e-41a4-bdcc-b7671c4bd766 HTTP/1.1" status: 200 len: 945 time: 0.2315233 Sep 07 02:44:05.612484 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-110033cb-afa6-45f7-9fcd-7852c15335d0 req-0e1b3ed7-6b7f-485c-a2e4-15a8b8e7ddf8 tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] 10.222.0.22 "GET /v2.0/security-groups?id=24d866c3-5a1f-4bbe-9129-63d2ec2ff18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961199 Sep 07 02:44:05.652998 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4eb0f47b-befd-400e-b5dc-78d238869fdb req-f1de806a-a067-4898-bda8-bee82fccacb0 tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:05.664334 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6c0f3989-42d2-4441-8aa9-39d48ded5fb1 req-0ee9d43e-8a42-41bc-9ffb-5fb532ff97fd service neutron] 10.222.0.23 "GET /v2.0/networks/e9e72e18-ba17-4b98-b891-194f71d88173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105457 Sep 07 02:44:05.668377 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ba16cd54-612e-43db-b3f0-565e72b2999d req-ab30ccb5-b44a-4dea-a032-d9a9f4a6c60f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827204 Sep 07 02:44:05.679718 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4eb0f47b-befd-400e-b5dc-78d238869fdb req-f1de806a-a067-4898-bda8-bee82fccacb0 tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:05.735986 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a3db824c-ccc2-419d-80a1-32f7ae92d429 req-106c5636-3542-466b-b3a7-d39c814b3ebd tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c8b1be2-41dc-4d51-a69b-b7fa2f9ba63d HTTP/1.1" status: 200 len: 210 time: 0.0296047 Sep 07 02:44:05.793785 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de806a-a067-4898-bda8-bee82fccacb0 tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8fc07f-5846-40f8-ba98-69ff832a7ca4,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:05.913158 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68af24-c014-420e-89d3-309489b7511e req-258bee9c-2877-4ad6-8ec9-411b08c19b09 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:05.914649 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3d68af24-c014-420e-89d3-309489b7511e req-258bee9c-2877-4ad6-8ec9-411b08c19b09 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.23 "GET /v2.0/networks?id=c7baff3a-2acd-47c4-826f-ff1b179e5161 HTTP/1.1" status: 200 len: 810 time: 0.2826438 Sep 07 02:44:05.953404 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-3d68af24-c014-420e-89d3-309489b7511e req-b212d5e2-d7cb-4d7a-8570-dbdc4e59a2d5 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Request body: {'port': {'device_id': '0086ad22-df41-4fd2-bda7-6e6b0b78ed31', 'network_id': 'c7baff3a-2acd-47c4-826f-ff1b179e5161', 'admin_state_up': True, 'tenant_id': '3c6e11955fd14c5c9b191cf5c7d7b41c'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:44:05.994423 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-4eb0f47b-befd-400e-b5dc-78d238869fdb req-f1de806a-a067-4898-bda8-bee82fccacb0 tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] Allocated IP 192.168.233.6 (0823ecf3-066e-49bd-a451-2e84ab79a70f/694f9550-ba12-4672-8446-41848123cea2/ee1590aa-9ab5-4f34-a30c-962b5138fa22) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:44:06.065742 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca36ee5-a6d0-43b4-831f-c5ee8186efcd req-edb91c45-0de2-4fea-ae34-a192041026f2 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:06.074779 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca36ee5-a6d0-43b4-831f-c5ee8186efcd req-edb91c45-0de2-4fea-ae34-a192041026f2 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:06.081936 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca36ee5-a6d0-43b4-831f-c5ee8186efcd req-edb91c45-0de2-4fea-ae34-a192041026f2 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:06.089657 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca36ee5-a6d0-43b4-831f-c5ee8186efcd req-edb91c45-0de2-4fea-ae34-a192041026f2 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:06.093818 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca36ee5-a6d0-43b4-831f-c5ee8186efcd req-edb91c45-0de2-4fea-ae34-a192041026f2 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:06.100299 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca36ee5-a6d0-43b4-831f-c5ee8186efcd req-edb91c45-0de2-4fea-ae34-a192041026f2 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:06.106187 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca36ee5-a6d0-43b4-831f-c5ee8186efcd req-edb91c45-0de2-4fea-ae34-a192041026f2 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:06.112090 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fca36ee5-a6d0-43b4-831f-c5ee8186efcd req-edb91c45-0de2-4fea-ae34-a192041026f2 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 5430 time: 0.2411549 Sep 07 02:44:06.226460 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fca36ee5-a6d0-43b4-831f-c5ee8186efcd req-62875199-d676-4a21-87cf-ba5c85651dbe tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/security-groups?id=89726ab1-0a53-4d54-93e7-e4e6ba92ef38&id=2895453c-c2ff-4721-9c31-7aa9bbb51629&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0968421 Sep 07 02:44:06.281865 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6de90d-98f6-4fc7-9949-008ebb9ff4eb req-5721b684-7c7d-48e0-9d9a-6b4ef556d352 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:06.290452 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7f6de90d-98f6-4fc7-9949-008ebb9ff4eb req-5721b684-7c7d-48e0-9d9a-6b4ef556d352 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b1a04a5-d788-4d8e-98dd-4b9a48387fa2 HTTP/1.1" status: 200 len: 945 time: 0.0740776 Sep 07 02:44:06.338930 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d68af24-c014-420e-89d3-309489b7511e req-b212d5e2-d7cb-4d7a-8570-dbdc4e59a2d5 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Made reservation on behalf of 3c6e11955fd14c5c9b191cf5c7d7b41c for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:44:06.342964 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3d68af24-c014-420e-89d3-309489b7511e req-b212d5e2-d7cb-4d7a-8570-dbdc4e59a2d5 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:06.360090 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7f6de90d-98f6-4fc7-9949-008ebb9ff4eb req-5e39a164-b4c4-4aee-b7dd-f7b8344e22ef tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685582 Sep 07 02:44:06.509456 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4eb0f47b-befd-400e-b5dc-78d238869fdb req-f1de806a-a067-4898-bda8-bee82fccacb0 tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:06.539374 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-4eb0f47b-befd-400e-b5dc-78d238869fdb req-f1de806a-a067-4898-bda8-bee82fccacb0 tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] Transition to ACTIVE for port object ee1590aa-9ab5-4f34-a30c-962b5138fa22 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:44:06.600383 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0fbd0fb9-e28d-4b34-b17d-b30ad6ef42a7 req-18fcae14-3571-4d1d-a371-57b093d5c458 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=0086ad22-df41-4fd2-bda7-6e6b0b78ed31 HTTP/1.1" status: 200 len: 210 time: 0.0673637 Sep 07 02:44:06.626017 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-3d68af24-c014-420e-89d3-309489b7511e req-b212d5e2-d7cb-4d7a-8570-dbdc4e59a2d5 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Allocated IP 172.20.0.8 (c7baff3a-2acd-47c4-826f-ff1b179e5161/04737742-a3d0-4b6d-a6a4-ec1fe2e55890/d3c52316-909f-4cd2-9153-7b9b433ef23c) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:44:06.643723 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4eb0f47b-befd-400e-b5dc-78d238869fdb req-f1de806a-a067-4898-bda8-bee82fccacb0 tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:06.697599 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eb0f47b-befd-400e-b5dc-78d238869fdb req-f1de806a-a067-4898-bda8-bee82fccacb0 tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] Network 0823ecf3-066e-49bd-a451-2e84ab79a70f is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:44:06.706850 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-4eb0f47b-befd-400e-b5dc-78d238869fdb req-f1de806a-a067-4898-bda8-bee82fccacb0 tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:44:06.716810 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eb0f47b-befd-400e-b5dc-78d238869fdb req-f1de806a-a067-4898-bda8-bee82fccacb0 tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:44:06.782365 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0f47b-befd-400e-b5dc-78d238869fdb req-f1de806a-a067-4898-bda8-bee82fccacb0 tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:06.783041 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4eb0f47b-befd-400e-b5dc-78d238869fdb req-f1de806a-a067-4898-bda8-bee82fccacb0 tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:06.834876 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de806a-a067-4898-bda8-bee82fccacb0 tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] Pushing event updated for resources: {'Port': ['ID=ee1590aa-9ab5-4f34-a30c-962b5138fa22,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:06.870833 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4eb0f47b-befd-400e-b5dc-78d238869fdb req-f1de806a-a067-4898-bda8-bee82fccacb0 tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7414832 Sep 07 02:44:06.899926 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-4eb0f47b-befd-400e-b5dc-78d238869fdb req-a5cc37d7-a2bf-465c-a3dd-d9bd90b42e47 service neutron] Request body: {'port': {'device_id': '6c8b1be2-41dc-4d51-a69b-b7fa2f9ba63d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:44:06.904787 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f181fea0-09c2-4951-b447-3d9ea62c6d10 req-0cfca9cc-95c8-4af2-af2b-7787dd040c70 tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:06.915373 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f181fea0-09c2-4951-b447-3d9ea62c6d10 req-0cfca9cc-95c8-4af2-af2b-7787dd040c70 tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] 10.222.0.22 "GET /v2.0/ports?device_id=a32bba22-8e3e-41a4-bdcc-b7671c4bd766 HTTP/1.1" status: 200 len: 945 time: 0.1502633 Sep 07 02:44:06.991212 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f181fea0-09c2-4951-b447-3d9ea62c6d10 req-7df54bc2-c977-495c-84da-10912403ea39 tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] 10.222.0.22 "GET /v2.0/security-groups?id=24d866c3-5a1f-4bbe-9129-63d2ec2ff18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744827 Sep 07 02:44:07.065567 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef01f208-d982-4df2-988c-f1623e539fa0 req-5ae04d5f-45d8-4ea4-a77d-cda736dce262 tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:07.066497 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ef01f208-d982-4df2-988c-f1623e539fa0 req-5ae04d5f-45d8-4ea4-a77d-cda736dce262 tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c8b1be2-41dc-4d51-a69b-b7fa2f9ba63d HTTP/1.1" status: 200 len: 934 time: 0.2255743 Sep 07 02:44:07.085480 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3d68af24-c014-420e-89d3-309489b7511e req-b212d5e2-d7cb-4d7a-8570-dbdc4e59a2d5 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:07.088471 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4eb0f47b-befd-400e-b5dc-78d238869fdb req-a5cc37d7-a2bf-465c-a3dd-d9bd90b42e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:07.129139 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-3d68af24-c014-420e-89d3-309489b7511e req-b212d5e2-d7cb-4d7a-8570-dbdc4e59a2d5 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Transition to ACTIVE for port object d3c52316-909f-4cd2-9153-7b9b433ef23c will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:44:07.132008 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-7baff124-e1cd-4fd9-9ade-67044c16f754 None None] Provisioning for port ee1590aa-9ab5-4f34-a30c-962b5138fa22 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:44:07.139683 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-7baff124-e1cd-4fd9-9ade-67044c16f754 None None] Provisioning complete for port ee1590aa-9ab5-4f34-a30c-962b5138fa22 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:44:07.140298 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7baff124-e1cd-4fd9-9ade-67044c16f754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:07.197068 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-7baff124-e1cd-4fd9-9ade-67044c16f754 None None] Port ee1590aa-9ab5-4f34-a30c-962b5138fa22 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:44:07.202267 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ef01f208-d982-4df2-988c-f1623e539fa0 req-9ae574ad-2cc4-4111-afb1-90972dccc3df tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] 10.222.0.22 "GET /v2.0/security-groups?id=5e8fc07f-5846-40f8-ba98-69ff832a7ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075640 Sep 07 02:44:07.320147 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3d68af24-c014-420e-89d3-309489b7511e req-b212d5e2-d7cb-4d7a-8570-dbdc4e59a2d5 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:07.334092 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['9ef02f9c-7c5a-48ae-a54a-4f8d1e8a6fb7'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:44:07.341145 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['4ca5d8de-e5ef-4079-9dd4-b726208eeca8'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:44:07.383343 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d68af24-c014-420e-89d3-309489b7511e req-b212d5e2-d7cb-4d7a-8570-dbdc4e59a2d5 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Network c7baff3a-2acd-47c4-826f-ff1b179e5161 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:44:07.389629 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-3d68af24-c014-420e-89d3-309489b7511e req-b212d5e2-d7cb-4d7a-8570-dbdc4e59a2d5 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:44:07.402898 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d68af24-c014-420e-89d3-309489b7511e req-b212d5e2-d7cb-4d7a-8570-dbdc4e59a2d5 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:44:07.473320 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86818340-50b8-425d-9083-3f153ad68a84 req-97420b2e-d058-4fe1-a298-a70c7fece1f5 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:07.479934 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86818340-50b8-425d-9083-3f153ad68a84 req-97420b2e-d058-4fe1-a298-a70c7fece1f5 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:07.486009 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86818340-50b8-425d-9083-3f153ad68a84 req-97420b2e-d058-4fe1-a298-a70c7fece1f5 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:07.492675 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86818340-50b8-425d-9083-3f153ad68a84 req-97420b2e-d058-4fe1-a298-a70c7fece1f5 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:07.498591 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86818340-50b8-425d-9083-3f153ad68a84 req-97420b2e-d058-4fe1-a298-a70c7fece1f5 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:07.504847 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86818340-50b8-425d-9083-3f153ad68a84 req-97420b2e-d058-4fe1-a298-a70c7fece1f5 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:07.511525 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86818340-50b8-425d-9083-3f153ad68a84 req-97420b2e-d058-4fe1-a298-a70c7fece1f5 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:07.518912 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-86818340-50b8-425d-9083-3f153ad68a84 req-97420b2e-d058-4fe1-a298-a70c7fece1f5 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 5430 time: 0.1237025 Sep 07 02:44:07.536752 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b212d5e2-d7cb-4d7a-8570-dbdc4e59a2d5 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Pushing event updated for resources: {'Port': ['ID=d3c52316-909f-4cd2-9153-7b9b433ef23c,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:07.579202 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-86818340-50b8-425d-9083-3f153ad68a84 req-ab569122-4145-4c62-ad9f-72d6c583c520 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/security-groups?id=89726ab1-0a53-4d54-93e7-e4e6ba92ef38&id=2895453c-c2ff-4721-9c31-7aa9bbb51629&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0593126 Sep 07 02:44:07.592995 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68af24-c014-420e-89d3-309489b7511e req-b212d5e2-d7cb-4d7a-8570-dbdc4e59a2d5 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:07.594681 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3d68af24-c014-420e-89d3-309489b7511e req-b212d5e2-d7cb-4d7a-8570-dbdc4e59a2d5 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:07.656797 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3d68af24-c014-420e-89d3-309489b7511e req-b212d5e2-d7cb-4d7a-8570-dbdc4e59a2d5 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7170887 Sep 07 02:44:07.680393 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d67d01-f580-4730-889f-3c1fc7159676 req-40335fe2-457a-469b-b3c9-89bf8e75a3f6 tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:07.689765 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-31d67d01-f580-4730-889f-3c1fc7159676 req-40335fe2-457a-469b-b3c9-89bf8e75a3f6 tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] 10.222.0.22 "GET /v2.0/ports?device_id=a32bba22-8e3e-41a4-bdcc-b7671c4bd766 HTTP/1.1" status: 200 len: 945 time: 0.2824888 Sep 07 02:44:07.703271 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-3d68af24-c014-420e-89d3-309489b7511e req-7d9d0f1b-e68b-4277-8115-1fa7d8a73a17 service neutron] Request body: {'port': {'device_id': '0086ad22-df41-4fd2-bda7-6e6b0b78ed31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:44:07.737199 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca22dd9-fc15-4f50-bd76-0f24bb36fc91 req-da29662f-c5c8-4eae-9987-1cb633f1608d tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:07.747380 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8ca22dd9-fc15-4f50-bd76-0f24bb36fc91 req-da29662f-c5c8-4eae-9987-1cb633f1608d tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b1a04a5-d788-4d8e-98dd-4b9a48387fa2 HTTP/1.1" status: 200 len: 945 time: 0.0885251 Sep 07 02:44:07.792538 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8ca22dd9-fc15-4f50-bd76-0f24bb36fc91 req-47367fc0-11aa-40a2-99ac-132894a20a32 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439982 Sep 07 02:44:07.838004 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-d03b3e02-d5ce-49f5-b0fa-69586dd086d9 None None] Provisioning for port d3c52316-909f-4cd2-9153-7b9b433ef23c completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:44:07.845651 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-d03b3e02-d5ce-49f5-b0fa-69586dd086d9 None None] Provisioning complete for port d3c52316-909f-4cd2-9153-7b9b433ef23c triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:44:07.846465 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d03b3e02-d5ce-49f5-b0fa-69586dd086d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:07.851554 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-31d67d01-f580-4730-889f-3c1fc7159676 req-611a7c6c-babe-4651-a342-4bd296217a43 tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] 10.222.0.22 "GET /v2.0/security-groups?id=24d866c3-5a1f-4bbe-9129-63d2ec2ff18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605098 Sep 07 02:44:07.888913 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-d03b3e02-d5ce-49f5-b0fa-69586dd086d9 None None] Port d3c52316-909f-4cd2-9153-7b9b433ef23c cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:44:07.994607 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-4eb0f47b-befd-400e-b5dc-78d238869fdb req-a5cc37d7-a2bf-465c-a3dd-d9bd90b42e47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee1590aa-9ab5-4f34-a30c-962b5138fa22 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:44:08.034057 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3d68af24-c014-420e-89d3-309489b7511e req-7d9d0f1b-e68b-4277-8115-1fa7d8a73a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:08.037923 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4eb0f47b-befd-400e-b5dc-78d238869fdb req-a5cc37d7-a2bf-465c-a3dd-d9bd90b42e47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:08.082980 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14dcda0-4321-4d14-a60d-bba9003c53ad req-f043f745-8396-47b0-8ddf-608ff3424881 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:08.085227 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f14dcda0-4321-4d14-a60d-bba9003c53ad req-f043f745-8396-47b0-8ddf-608ff3424881 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=dcd6c7a7-74e6-4b2f-ba5c-17ff90510532 HTTP/1.1" status: 200 len: 945 time: 0.0700130 Sep 07 02:44:08.086111 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-4eb0f47b-befd-400e-b5dc-78d238869fdb req-a5cc37d7-a2bf-465c-a3dd-d9bd90b42e47 service neutron] Transition to ACTIVE for port object ee1590aa-9ab5-4f34-a30c-962b5138fa22 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:44:08.135142 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4eb0f47b-befd-400e-b5dc-78d238869fdb req-a5cc37d7-a2bf-465c-a3dd-d9bd90b42e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:08.144965 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f14dcda0-4321-4d14-a60d-bba9003c53ad req-abd2f40c-e966-4de5-b2f5-f538e7ecc444 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503852 Sep 07 02:44:08.154068 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4009c18-cf56-43a3-8fae-55717409da2b req-73647009-b417-437e-a7eb-5620d7f4f88b tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:08.163698 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d4009c18-cf56-43a3-8fae-55717409da2b req-73647009-b417-437e-a7eb-5620d7f4f88b tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=0086ad22-df41-4fd2-bda7-6e6b0b78ed31 HTTP/1.1" status: 200 len: 931 time: 0.1786780 Sep 07 02:44:08.312021 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cc37d7-a2bf-465c-a3dd-d9bd90b42e47 service neutron] Pushing event updated for resources: {'Port': ['ID=ee1590aa-9ab5-4f34-a30c-962b5138fa22,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:08.324282 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42da2dc-b59d-4eba-97f6-10efc528b02d req-2203827b-04b9-46e6-9774-f750a91c63b6 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:08.333740 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e42da2dc-b59d-4eba-97f6-10efc528b02d req-2203827b-04b9-46e6-9774-f750a91c63b6 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b1a04a5-d788-4d8e-98dd-4b9a48387fa2 HTTP/1.1" status: 200 len: 945 time: 0.0970216 Sep 07 02:44:08.369694 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d4009c18-cf56-43a3-8fae-55717409da2b req-19cf41cc-f0bd-46c7-9cec-42d33079fd28 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049704 Sep 07 02:44:08.409805 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e42da2dc-b59d-4eba-97f6-10efc528b02d req-87312dc9-5284-4ced-b6ef-8facfda5dfc0 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747151 Sep 07 02:44:08.614517 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6890b8f4-df5d-41d3-8d20-041c3f7800e8 req-31ea66c2-f8be-4c3a-af94-c6752960e7a3 tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:08.618824 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6890b8f4-df5d-41d3-8d20-041c3f7800e8 req-31ea66c2-f8be-4c3a-af94-c6752960e7a3 tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c8b1be2-41dc-4d51-a69b-b7fa2f9ba63d HTTP/1.1" status: 200 len: 946 time: 0.1440337 Sep 07 02:44:08.651709 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-4eb0f47b-befd-400e-b5dc-78d238869fdb req-a5cc37d7-a2bf-465c-a3dd-d9bd90b42e47 service neutron] Attempting to bind port ee1590aa-9ab5-4f34-a30c-962b5138fa22 on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:44:08.652167 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-4eb0f47b-befd-400e-b5dc-78d238869fdb req-a5cc37d7-a2bf-465c-a3dd-d9bd90b42e47 service neutron] Attempting to bind port ee1590aa-9ab5-4f34-a30c-962b5138fa22 by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:44:08.652574 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb0f47b-befd-400e-b5dc-78d238869fdb req-a5cc37d7-a2bf-465c-a3dd-d9bd90b42e47 service neutron] Attempting to bind port ee1590aa-9ab5-4f34-a30c-962b5138fa22 on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:44:08.669730 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb0f47b-befd-400e-b5dc-78d238869fdb req-a5cc37d7-a2bf-465c-a3dd-d9bd90b42e47 service neutron] Port ee1590aa-9ab5-4f34-a30c-962b5138fa22 on network 0823ecf3-066e-49bd-a451-2e84ab79a70f not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:44:08.670561 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb0f47b-befd-400e-b5dc-78d238869fdb req-a5cc37d7-a2bf-465c-a3dd-d9bd90b42e47 service neutron] Attempting to bind port ee1590aa-9ab5-4f34-a30c-962b5138fa22 on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:44:08.734644 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb0f47b-befd-400e-b5dc-78d238869fdb req-a5cc37d7-a2bf-465c-a3dd-d9bd90b42e47 service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:44:08.734644 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb0f47b-befd-400e-b5dc-78d238869fdb req-a5cc37d7-a2bf-465c-a3dd-d9bd90b42e47 service neutron] Checking segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:44:08.734644 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb0f47b-befd-400e-b5dc-78d238869fdb req-a5cc37d7-a2bf-465c-a3dd-d9bd90b42e47 service neutron] Bound using segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:44:08.734644 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-4eb0f47b-befd-400e-b5dc-78d238869fdb req-a5cc37d7-a2bf-465c-a3dd-d9bd90b42e47 service neutron] Bound port: ee1590aa-9ab5-4f34-a30c-962b5138fa22, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:44:08.734644 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4eb0f47b-befd-400e-b5dc-78d238869fdb req-a5cc37d7-a2bf-465c-a3dd-d9bd90b42e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:08.782611 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6890b8f4-df5d-41d3-8d20-041c3f7800e8 req-48a6cd6e-d759-42d1-a791-1817fd7787ec tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] 10.222.0.22 "GET /v2.0/security-groups?id=5e8fc07f-5846-40f8-ba98-69ff832a7ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398971 Sep 07 02:44:08.815207 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-3d68af24-c014-420e-89d3-309489b7511e req-7d9d0f1b-e68b-4277-8115-1fa7d8a73a17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3c52316-909f-4cd2-9153-7b9b433ef23c {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:44:08.829090 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3d68af24-c014-420e-89d3-309489b7511e req-7d9d0f1b-e68b-4277-8115-1fa7d8a73a17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:08.832915 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc895aa1-129a-4421-bf89-6ee3192a1b03 req-d241dd6c-718d-4d29-8f1c-9313ac2130d6 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:08.840469 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc895aa1-129a-4421-bf89-6ee3192a1b03 req-d241dd6c-718d-4d29-8f1c-9313ac2130d6 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:08.847100 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc895aa1-129a-4421-bf89-6ee3192a1b03 req-d241dd6c-718d-4d29-8f1c-9313ac2130d6 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:08.851552 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-3d68af24-c014-420e-89d3-309489b7511e req-7d9d0f1b-e68b-4277-8115-1fa7d8a73a17 service neutron] Transition to ACTIVE for port object d3c52316-909f-4cd2-9153-7b9b433ef23c will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:44:08.854696 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc895aa1-129a-4421-bf89-6ee3192a1b03 req-d241dd6c-718d-4d29-8f1c-9313ac2130d6 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:08.862123 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc895aa1-129a-4421-bf89-6ee3192a1b03 req-d241dd6c-718d-4d29-8f1c-9313ac2130d6 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:08.871337 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc895aa1-129a-4421-bf89-6ee3192a1b03 req-d241dd6c-718d-4d29-8f1c-9313ac2130d6 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:08.874898 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3d68af24-c014-420e-89d3-309489b7511e req-7d9d0f1b-e68b-4277-8115-1fa7d8a73a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:08.878423 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc895aa1-129a-4421-bf89-6ee3192a1b03 req-d241dd6c-718d-4d29-8f1c-9313ac2130d6 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:08.889868 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dc895aa1-129a-4421-bf89-6ee3192a1b03 req-d241dd6c-718d-4d29-8f1c-9313ac2130d6 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 5430 time: 0.1287680 Sep 07 02:44:08.943195 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dc895aa1-129a-4421-bf89-6ee3192a1b03 req-97d3f4b4-5c05-4e57-8e9c-c1b585875adc tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/security-groups?id=89726ab1-0a53-4d54-93e7-e4e6ba92ef38&id=2895453c-c2ff-4721-9c31-7aa9bbb51629&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0519817 Sep 07 02:44:08.972886 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-4eb0f47b-befd-400e-b5dc-78d238869fdb req-a5cc37d7-a2bf-465c-a3dd-d9bd90b42e47 service neutron] For port ee1590aa-9ab5-4f34-a30c-962b5138fa22, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:44:09.015864 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-4eb0f47b-befd-400e-b5dc-78d238869fdb req-a5cc37d7-a2bf-465c-a3dd-d9bd90b42e47 service neutron] For port ee1590aa-9ab5-4f34-a30c-962b5138fa22, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=ee1590aa-9ab5-4f34-a30c-962b5138fa22,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:44:09.017062 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9d0f1b-e68b-4277-8115-1fa7d8a73a17 service neutron] Pushing event updated for resources: {'Port': ['ID=d3c52316-909f-4cd2-9153-7b9b433ef23c,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:09.031347 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4eb0f47b-befd-400e-b5dc-78d238869fdb req-a5cc37d7-a2bf-465c-a3dd-d9bd90b42e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:09.098302 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a8d9c-842c-4918-bb3e-37decf92c34f req-3fed5e2c-bfe4-464e-846d-6f202d89a98b tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:09.100401 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ef4a8d9c-842c-4918-bb3e-37decf92c34f req-3fed5e2c-bfe4-464e-846d-6f202d89a98b tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] 10.222.0.22 "GET /v2.0/ports?device_id=a32bba22-8e3e-41a4-bdcc-b7671c4bd766 HTTP/1.1" status: 200 len: 945 time: 0.0588207 Sep 07 02:44:09.122067 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a521dd3-435b-46ce-bf53-e67befd987f2 req-8ef32c93-9e3b-4f9d-92ed-1cecf41374c0 tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:09.122998 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a521dd3-435b-46ce-bf53-e67befd987f2 req-8ef32c93-9e3b-4f9d-92ed-1cecf41374c0 tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] 10.222.0.23 "GET /v2.0/ports?device_id=a32bba22-8e3e-41a4-bdcc-b7671c4bd766 HTTP/1.1" status: 200 len: 945 time: 0.1934795 Sep 07 02:44:09.131312 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e237546-13a3-4afe-beb2-399a681f6f36 req-9884d8d9-0541-45f0-9fef-28c84ca4f4a0 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:09.139625 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7e237546-13a3-4afe-beb2-399a681f6f36 req-9884d8d9-0541-45f0-9fef-28c84ca4f4a0 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b1a04a5-d788-4d8e-98dd-4b9a48387fa2 HTTP/1.1" status: 200 len: 945 time: 0.2677674 Sep 07 02:44:09.165370 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ef4a8d9c-842c-4918-bb3e-37decf92c34f req-5a106a8c-4964-4698-a84c-ddc2bb1743ec tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] 10.222.0.22 "GET /v2.0/security-groups?id=24d866c3-5a1f-4bbe-9129-63d2ec2ff18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550580 Sep 07 02:44:09.238758 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0f47b-befd-400e-b5dc-78d238869fdb req-a5cc37d7-a2bf-465c-a3dd-d9bd90b42e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:09.239450 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4eb0f47b-befd-400e-b5dc-78d238869fdb req-a5cc37d7-a2bf-465c-a3dd-d9bd90b42e47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:09.241075 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4eb0f47b-befd-400e-b5dc-78d238869fdb req-a5cc37d7-a2bf-465c-a3dd-d9bd90b42e47 service neutron] 10.222.0.16 "PUT /v2.0/ports/ee1590aa-9ab5-4f34-a30c-962b5138fa22 HTTP/1.1" status: 200 len: 1095 time: 2.3462918 Sep 07 02:44:09.247862 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c8b1be2-41dc-4d51-a69b-b7fa2f9ba63d', 'tag': 'ee1590aa-9ab5-4f34-a30c-962b5138fa22'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:44:09.250169 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1a6a4e-7f8d-479e-8878-0d90ef2f712e" -d '{"events": [{"name": "network-changed", "server_uuid": "6c8b1be2-41dc-4d51-a69b-b7fa2f9ba63d", "tag": "ee1590aa-9ab5-4f34-a30c-962b5138fa22"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:44:09.337864 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cc37d7-a2bf-465c-a3dd-d9bd90b42e47 service neutron] Pushing event updated for resources: {'Port': ['ID=ee1590aa-9ab5-4f34-a30c-962b5138fa22,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:09.394013 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17911c4c-62be-4c25-bf95-4bce66848809 x-openstack-request-id: req-17911c4c-62be-4c25-bf95-4bce66848809 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:44:09.394300 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c8b1be2-41dc-4d51-a69b-b7fa2f9ba63d", "tag": "ee1590aa-9ab5-4f34-a30c-962b5138fa22", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:44:09.394556 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-17911c4c-62be-4c25-bf95-4bce66848809 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:44:09.394954 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c8b1be2-41dc-4d51-a69b-b7fa2f9ba63d', 'tag': 'ee1590aa-9ab5-4f34-a30c-962b5138fa22', 'status': 'completed', 'code': 200} Sep 07 02:44:09.425764 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7e237546-13a3-4afe-beb2-399a681f6f36 req-273a16c3-21eb-41ca-83e5-81d898155850 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852428 Sep 07 02:44:09.429413 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-3d68af24-c014-420e-89d3-309489b7511e req-7d9d0f1b-e68b-4277-8115-1fa7d8a73a17 service neutron] Attempting to bind port d3c52316-909f-4cd2-9153-7b9b433ef23c on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:44:09.431802 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-3d68af24-c014-420e-89d3-309489b7511e req-7d9d0f1b-e68b-4277-8115-1fa7d8a73a17 service neutron] Attempting to bind port d3c52316-909f-4cd2-9153-7b9b433ef23c by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '6dff264e-7c75-4629-a854-2e784f93e6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7baff3a-2acd-47c4-826f-ff1b179e5161'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:44:09.432157 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d68af24-c014-420e-89d3-309489b7511e req-7d9d0f1b-e68b-4277-8115-1fa7d8a73a17 service neutron] Attempting to bind port d3c52316-909f-4cd2-9153-7b9b433ef23c on network c7baff3a-2acd-47c4-826f-ff1b179e5161 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:44:09.443904 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d68af24-c014-420e-89d3-309489b7511e req-7d9d0f1b-e68b-4277-8115-1fa7d8a73a17 service neutron] Port d3c52316-909f-4cd2-9153-7b9b433ef23c on network c7baff3a-2acd-47c4-826f-ff1b179e5161 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:44:09.444237 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d68af24-c014-420e-89d3-309489b7511e req-7d9d0f1b-e68b-4277-8115-1fa7d8a73a17 service neutron] Attempting to bind port d3c52316-909f-4cd2-9153-7b9b433ef23c on network c7baff3a-2acd-47c4-826f-ff1b179e5161 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:44:09.461519 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0f47b-befd-400e-b5dc-78d238869fdb req-4f781604-d525-4693-b5e8-ab9d4b8896c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:09.463055 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4eb0f47b-befd-400e-b5dc-78d238869fdb req-4f781604-d525-4693-b5e8-ab9d4b8896c8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b4cf6e073c994e70bf61c626c914c723&device_id=6c8b1be2-41dc-4d51-a69b-b7fa2f9ba63d HTTP/1.1" status: 200 len: 1098 time: 0.1634328 Sep 07 02:44:09.465984 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d68af24-c014-420e-89d3-309489b7511e req-7d9d0f1b-e68b-4277-8115-1fa7d8a73a17 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:44:09.466329 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d68af24-c014-420e-89d3-309489b7511e req-7d9d0f1b-e68b-4277-8115-1fa7d8a73a17 service neutron] Checking segment: {'id': '6dff264e-7c75-4629-a854-2e784f93e6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7baff3a-2acd-47c4-826f-ff1b179e5161'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:44:09.466950 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d68af24-c014-420e-89d3-309489b7511e req-7d9d0f1b-e68b-4277-8115-1fa7d8a73a17 service neutron] Bound using segment: {'id': '6dff264e-7c75-4629-a854-2e784f93e6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7baff3a-2acd-47c4-826f-ff1b179e5161'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:44:09.467413 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-3d68af24-c014-420e-89d3-309489b7511e req-7d9d0f1b-e68b-4277-8115-1fa7d8a73a17 service neutron] Bound port: d3c52316-909f-4cd2-9153-7b9b433ef23c, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dff264e-7c75-4629-a854-2e784f93e6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7baff3a-2acd-47c4-826f-ff1b179e5161'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:44:09.467794 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3d68af24-c014-420e-89d3-309489b7511e req-7d9d0f1b-e68b-4277-8115-1fa7d8a73a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:09.528000 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4eb0f47b-befd-400e-b5dc-78d238869fdb req-9397f998-7d88-4ba5-b7e3-799b1954af3b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=ee1590aa-9ab5-4f34-a30c-962b5138fa22 HTTP/1.1" status: 200 len: 217 time: 0.0473888 Sep 07 02:44:09.556093 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-3a521dd3-435b-46ce-bf53-e67befd987f2 req-4aecf281-a7ff-40d4-bdae-2c67821a808c tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] Deleting port 6fd42aa1-dbb2-4572-9050-cfbee728be3e {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:44:09.556433 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3a521dd3-435b-46ce-bf53-e67befd987f2 req-4aecf281-a7ff-40d4-bdae-2c67821a808c tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:09.562293 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13e7e9-1b35-480c-965c-442d81aa79f8 req-895dbc9f-b2ff-47af-9c1a-4bbf07d8b1cf tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:09.563982 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fb13e7e9-1b35-480c-965c-442d81aa79f8 req-895dbc9f-b2ff-47af-9c1a-4bbf07d8b1cf tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=0086ad22-df41-4fd2-bda7-6e6b0b78ed31 HTTP/1.1" status: 200 len: 943 time: 0.0995378 Sep 07 02:44:09.629188 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fb13e7e9-1b35-480c-965c-442d81aa79f8 req-139da833-ec44-483c-a768-9dfc0b9dfaf4 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574095 Sep 07 02:44:09.963060 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-3d68af24-c014-420e-89d3-309489b7511e req-7d9d0f1b-e68b-4277-8115-1fa7d8a73a17 service neutron] For port d3c52316-909f-4cd2-9153-7b9b433ef23c, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:44:09.964970 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0f47b-befd-400e-b5dc-78d238869fdb req-21dd514f-eca0-4035-ab7c-bca244408c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:09.966546 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4eb0f47b-befd-400e-b5dc-78d238869fdb req-21dd514f-eca0-4035-ab7c-bca244408c43 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.4139957 Sep 07 02:44:09.988423 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-3d68af24-c014-420e-89d3-309489b7511e req-7d9d0f1b-e68b-4277-8115-1fa7d8a73a17 service neutron] For port d3c52316-909f-4cd2-9153-7b9b433ef23c, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=d3c52316-909f-4cd2-9153-7b9b433ef23c,segment=NetworkSegment(6dff264e-7c75-4629-a854-2e784f93e6e2),segment_id=6dff264e-7c75-4629-a854-2e784f93e6e2)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:44:10.013428 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3d68af24-c014-420e-89d3-309489b7511e req-7d9d0f1b-e68b-4277-8115-1fa7d8a73a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:10.073760 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c286e-be95-4b58-a254-77ed7dabcb26 req-f76d2caf-9b53-4662-8995-7148038ea431 tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:10.081488 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-777c286e-be95-4b58-a254-77ed7dabcb26 req-f76d2caf-9b53-4662-8995-7148038ea431 tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c8b1be2-41dc-4d51-a69b-b7fa2f9ba63d HTTP/1.1" status: 200 len: 946 time: 0.2100596 Sep 07 02:44:10.108458 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-3a521dd3-435b-46ce-bf53-e67befd987f2 req-4aecf281-a7ff-40d4-bdae-2c67821a808c tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] For port 6fd42aa1-dbb2-4572-9050-cfbee728be3e, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=6fd42aa1-dbb2-4572-9050-cfbee728be3e,segment=NetworkSegment(ecf9e6a1-2f77-4ad9-aaf8-da63aeaca263),segment_id=ecf9e6a1-2f77-4ad9-aaf8-da63aeaca263)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:44:10.108835 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3a521dd3-435b-46ce-bf53-e67befd987f2 req-4aecf281-a7ff-40d4-bdae-2c67821a808c tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:10.133145 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68af24-c014-420e-89d3-309489b7511e req-7d9d0f1b-e68b-4277-8115-1fa7d8a73a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:10.133789 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3d68af24-c014-420e-89d3-309489b7511e req-7d9d0f1b-e68b-4277-8115-1fa7d8a73a17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:10.135215 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3d68af24-c014-420e-89d3-309489b7511e req-7d9d0f1b-e68b-4277-8115-1fa7d8a73a17 service neutron] 10.222.0.23 "PUT /v2.0/ports/d3c52316-909f-4cd2-9153-7b9b433ef23c HTTP/1.1" status: 200 len: 1092 time: 2.4677720 Sep 07 02:44:10.145304 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19597015-3d1a-4ec0-89c2-834c7266b0e1 req-83b2e2df-ce08-4a18-8def-24870777ea91 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:10.153241 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19597015-3d1a-4ec0-89c2-834c7266b0e1 req-83b2e2df-ce08-4a18-8def-24870777ea91 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:10.160991 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19597015-3d1a-4ec0-89c2-834c7266b0e1 req-83b2e2df-ce08-4a18-8def-24870777ea91 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:10.164097 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-3a521dd3-435b-46ce-bf53-e67befd987f2 req-4aecf281-a7ff-40d4-bdae-2c67821a808c tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] Calling delete_port for 6fd42aa1-dbb2-4572-9050-cfbee728be3e owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:44:10.168208 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19597015-3d1a-4ec0-89c2-834c7266b0e1 req-83b2e2df-ce08-4a18-8def-24870777ea91 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:10.188840 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19597015-3d1a-4ec0-89c2-834c7266b0e1 req-83b2e2df-ce08-4a18-8def-24870777ea91 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:10.196488 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19597015-3d1a-4ec0-89c2-834c7266b0e1 req-83b2e2df-ce08-4a18-8def-24870777ea91 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:10.203459 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19597015-3d1a-4ec0-89c2-834c7266b0e1 req-83b2e2df-ce08-4a18-8def-24870777ea91 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:10.206131 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9d0f1b-e68b-4277-8115-1fa7d8a73a17 service neutron] Pushing event updated for resources: {'Port': ['ID=d3c52316-909f-4cd2-9153-7b9b433ef23c,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:10.213155 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-19597015-3d1a-4ec0-89c2-834c7266b0e1 req-83b2e2df-ce08-4a18-8def-24870777ea91 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 5430 time: 0.1638370 Sep 07 02:44:10.222705 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0f47b-befd-400e-b5dc-78d238869fdb req-b0f2832f-58f8-41e6-83d0-dc2b5b2b613d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:10.224348 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4eb0f47b-befd-400e-b5dc-78d238869fdb req-b0f2832f-58f8-41e6-83d0-dc2b5b2b613d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2410967 Sep 07 02:44:10.266247 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-19597015-3d1a-4ec0-89c2-834c7266b0e1 req-0ea7c42a-dd4e-48cb-9aa2-4ef0cc78d213 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/security-groups?id=89726ab1-0a53-4d54-93e7-e4e6ba92ef38&id=2895453c-c2ff-4721-9c31-7aa9bbb51629&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520978 Sep 07 02:44:10.271825 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-777c286e-be95-4b58-a254-77ed7dabcb26 req-5d8768a4-1c77-4e79-a966-90a4476ae0ae tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] 10.222.0.22 "GET /v2.0/security-groups?id=5e8fc07f-5846-40f8-ba98-69ff832a7ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872520 Sep 07 02:44:10.440118 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677ad84-81ad-4820-80c9-f8bb22be8362 req-fff6a3e6-55e9-4c0c-a19b-ba0ce3c30460 tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:10.450729 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e677ad84-81ad-4820-80c9-f8bb22be8362 req-fff6a3e6-55e9-4c0c-a19b-ba0ce3c30460 tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] 10.222.0.22 "GET /v2.0/ports?device_id=a32bba22-8e3e-41a4-bdcc-b7671c4bd766 HTTP/1.1" status: 200 len: 945 time: 0.0686531 Sep 07 02:44:10.501235 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b065c584-3bae-4e90-b439-6757962b1d9a req-cc09be63-b8c3-40e3-88f5-f514b6369fd0 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:10.503005 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b065c584-3bae-4e90-b439-6757962b1d9a req-cc09be63-b8c3-40e3-88f5-f514b6369fd0 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b1a04a5-d788-4d8e-98dd-4b9a48387fa2 HTTP/1.1" status: 200 len: 945 time: 0.3199675 Sep 07 02:44:10.505239 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68af24-c014-420e-89d3-309489b7511e req-303a5659-491a-4e6e-9145-25bf19d0b367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:10.507743 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3d68af24-c014-420e-89d3-309489b7511e req-303a5659-491a-4e6e-9145-25bf19d0b367 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3c6e11955fd14c5c9b191cf5c7d7b41c&device_id=0086ad22-df41-4fd2-bda7-6e6b0b78ed31 HTTP/1.1" status: 200 len: 1095 time: 0.2942498 Sep 07 02:44:10.548061 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e677ad84-81ad-4820-80c9-f8bb22be8362 req-1df99399-1e25-42f1-9704-02fdc3704885 tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] 10.222.0.22 "GET /v2.0/security-groups?id=24d866c3-5a1f-4bbe-9129-63d2ec2ff18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947216 Sep 07 02:44:10.599517 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3d68af24-c014-420e-89d3-309489b7511e req-11507dc8-4df0-400b-a1f3-a9e51666149d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3c52316-909f-4cd2-9153-7b9b433ef23c HTTP/1.1" status: 200 len: 217 time: 0.0810621 Sep 07 02:44:10.648638 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4eb0f47b-befd-400e-b5dc-78d238869fdb req-7aeebdd1-599d-425b-a2b0-f8b3b77112e2 service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3902841 Sep 07 02:44:10.825946 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542d8f11-43ae-41d0-a5eb-fa9948e6dc33 req-8ef7c1b4-9124-469b-9b4f-9e2270c3481c tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:10.826203 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68af24-c014-420e-89d3-309489b7511e req-7921d46d-e539-49a9-84bb-9212a10f88ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:10.827543 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3d68af24-c014-420e-89d3-309489b7511e req-7921d46d-e539-49a9-84bb-9212a10f88ad service neutron] 10.222.0.23 "GET /v2.0/subnets?id=04737742-a3d0-4b6d-a6a4-ec1fe2e55890 HTTP/1.1" status: 200 len: 849 time: 0.2179711 Sep 07 02:44:10.832754 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-542d8f11-43ae-41d0-a5eb-fa9948e6dc33 req-8ef7c1b4-9124-469b-9b4f-9e2270c3481c tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=0086ad22-df41-4fd2-bda7-6e6b0b78ed31 HTTP/1.1" status: 200 len: 943 time: 0.0612659 Sep 07 02:44:10.872195 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf871b4-8edb-4e34-b7db-3e8444f6fa20 req-e0cd08d0-d54d-4a9d-850a-8dfb93639a65 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:10.879459 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1bf871b4-8edb-4e34-b7db-3e8444f6fa20 req-e0cd08d0-d54d-4a9d-850a-8dfb93639a65 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b1a04a5-d788-4d8e-98dd-4b9a48387fa2 HTTP/1.1" status: 200 len: 945 time: 0.2817159 Sep 07 02:44:10.881870 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-542d8f11-43ae-41d0-a5eb-fa9948e6dc33 req-74201d4a-c644-4807-b7b5-95ed3664aa79 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482526 Sep 07 02:44:10.939568 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4eb0f47b-befd-400e-b5dc-78d238869fdb req-603880f0-c80d-4a0c-a509-04f3cd6ed3df service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602093 Sep 07 02:44:10.965870 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3a521dd3-435b-46ce-bf53-e67befd987f2 req-4aecf281-a7ff-40d4-bdae-2c67821a808c tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:10.982294 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68af24-c014-420e-89d3-309489b7511e req-8bf4b17b-448e-491e-a603-3e13d90d2b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:10.983855 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3d68af24-c014-420e-89d3-309489b7511e req-8bf4b17b-448e-491e-a603-3e13d90d2b07 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7baff3a-2acd-47c4-826f-ff1b179e5161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1409271 Sep 07 02:44:10.986099 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-b065c584-3bae-4e90-b439-6757962b1d9a req-b2611a23-7dae-4bbe-b756-98d31c46e64e tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Deleting port 34649354-d585-4d94-8646-bb191cb2534d {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:44:10.986453 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b065c584-3bae-4e90-b439-6757962b1d9a req-b2611a23-7dae-4bbe-b756-98d31c46e64e tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:11.030723 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1bf871b4-8edb-4e34-b7db-3e8444f6fa20 req-a47afbf9-da66-43aa-8ab3-ac591002cb05 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503243 Sep 07 02:44:11.059712 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aecf281-a7ff-40d4-bdae-2c67821a808c tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] Pushing event deleted for resources: {'Port': ['ID=6fd42aa1-dbb2-4572-9050-cfbee728be3e,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:11.208944 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a521dd3-435b-46ce-bf53-e67befd987f2 req-4aecf281-a7ff-40d4-bdae-2c67821a808c tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] No DVR routers for this DVR port 6fd42aa1-dbb2-4572-9050-cfbee728be3e on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:44:11.211817 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3a521dd3-435b-46ce-bf53-e67befd987f2 req-4aecf281-a7ff-40d4-bdae-2c67821a808c tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:11.214003 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a521dd3-435b-46ce-bf53-e67befd987f2 req-4aecf281-a7ff-40d4-bdae-2c67821a808c tempest-InstanceActionsTestJSON-1923284286 tempest-InstanceActionsTestJSON-1923284286-project] 10.222.0.23 "DELETE /v2.0/ports/6fd42aa1-dbb2-4572-9050-cfbee728be3e HTTP/1.1" status: 204 len: 173 time: 2.0523076 Sep 07 02:44:11.261506 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a6a4e-7f8d-479e-8878-0d90ef2f712e req-00795844-01ef-4ea1-84e7-b2e1fb00397f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:11.263231 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cd1a6a4e-7f8d-479e-8878-0d90ef2f712e req-00795844-01ef-4ea1-84e7-b2e1fb00397f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b4cf6e073c994e70bf61c626c914c723&device_id=6c8b1be2-41dc-4d51-a69b-b7fa2f9ba63d HTTP/1.1" status: 200 len: 1098 time: 0.2207274 Sep 07 02:44:11.268633 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-b065c584-3bae-4e90-b439-6757962b1d9a req-b2611a23-7dae-4bbe-b756-98d31c46e64e tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] For port 34649354-d585-4d94-8646-bb191cb2534d, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=34649354-d585-4d94-8646-bb191cb2534d,segment=NetworkSegment(737bac5c-5e4b-4b03-a099-f644edcc6c52),segment_id=737bac5c-5e4b-4b03-a099-f644edcc6c52)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:44:11.269012 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b065c584-3bae-4e90-b439-6757962b1d9a req-b2611a23-7dae-4bbe-b756-98d31c46e64e tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:11.312536 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3d68af24-c014-420e-89d3-309489b7511e req-7eaa598e-b83f-4c6c-9db2-b8ccb12d3981 service neutron] 10.222.0.23 "GET /v2.0/networks/c7baff3a-2acd-47c4-826f-ff1b179e5161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078339 Sep 07 02:44:11.313414 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-b065c584-3bae-4e90-b439-6757962b1d9a req-b2611a23-7dae-4bbe-b756-98d31c46e64e tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Calling delete_port for 34649354-d585-4d94-8646-bb191cb2534d owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:44:11.400700 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0086ad22-df41-4fd2-bda7-6e6b0b78ed31', 'tag': 'd3c52316-909f-4cd2-9153-7b9b433ef23c'}, {'server_uuid': 'a32bba22-8e3e-41a4-bdcc-b7671c4bd766', 'name': 'network-vif-deleted', 'tag': '6fd42aa1-dbb2-4572-9050-cfbee728be3e'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:44:11.404015 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8916d3a-dabd-4667-a056-6417f4339b82" -d '{"events": [{"name": "network-changed", "server_uuid": "0086ad22-df41-4fd2-bda7-6e6b0b78ed31", "tag": "d3c52316-909f-4cd2-9153-7b9b433ef23c"}, {"server_uuid": "a32bba22-8e3e-41a4-bdcc-b7671c4bd766", "name": "network-vif-deleted", "tag": "6fd42aa1-dbb2-4572-9050-cfbee728be3e"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:44:11.534167 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e8ddd-0481-43ec-bbf0-7cdac4a9c37f req-075eb908-357b-49e0-8b8d-c5367682fea1 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:11.542854 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e8ddd-0481-43ec-bbf0-7cdac4a9c37f req-075eb908-357b-49e0-8b8d-c5367682fea1 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:11.549573 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e8ddd-0481-43ec-bbf0-7cdac4a9c37f req-075eb908-357b-49e0-8b8d-c5367682fea1 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:11.555674 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e8ddd-0481-43ec-bbf0-7cdac4a9c37f req-075eb908-357b-49e0-8b8d-c5367682fea1 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:11.561711 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e8ddd-0481-43ec-bbf0-7cdac4a9c37f req-075eb908-357b-49e0-8b8d-c5367682fea1 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:11.570654 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e8ddd-0481-43ec-bbf0-7cdac4a9c37f req-075eb908-357b-49e0-8b8d-c5367682fea1 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:11.577031 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e8ddd-0481-43ec-bbf0-7cdac4a9c37f req-075eb908-357b-49e0-8b8d-c5367682fea1 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:11.579017 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e37e8ddd-0481-43ec-bbf0-7cdac4a9c37f req-075eb908-357b-49e0-8b8d-c5367682fea1 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 5430 time: 0.1458261 Sep 07 02:44:11.582012 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a6a4e-7f8d-479e-8878-0d90ef2f712e req-69a5e1e8-755d-4541-8784-122af5749cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:11.583521 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cd1a6a4e-7f8d-479e-8878-0d90ef2f712e req-69a5e1e8-755d-4541-8784-122af5749cac service neutron] 10.222.0.16 "GET /v2.0/networks?id=0823ecf3-066e-49bd-a451-2e84ab79a70f HTTP/1.1" status: 200 len: 869 time: 0.3116906 Sep 07 02:44:11.616056 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e492a0d8-1654-4b58-9af5-0b1a0320c50c req-91e391e2-f5ae-4cd1-afec-13b0d08f35be tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:11.617665 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e492a0d8-1654-4b58-9af5-0b1a0320c50c req-91e391e2-f5ae-4cd1-afec-13b0d08f35be tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c8b1be2-41dc-4d51-a69b-b7fa2f9ba63d HTTP/1.1" status: 200 len: 946 time: 0.1665764 Sep 07 02:44:11.660791 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cd1a6a4e-7f8d-479e-8878-0d90ef2f712e req-faec49ae-ada9-41f7-850d-37c94aece4a9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=ee1590aa-9ab5-4f34-a30c-962b5138fa22 HTTP/1.1" status: 200 len: 217 time: 0.0653212 Sep 07 02:44:11.661279 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e37e8ddd-0481-43ec-bbf0-7cdac4a9c37f req-b4f0a371-8751-4498-bd69-8f184402c16b tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/security-groups?id=89726ab1-0a53-4d54-93e7-e4e6ba92ef38&id=2895453c-c2ff-4721-9c31-7aa9bbb51629&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0680320 Sep 07 02:44:11.663435 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3d68af24-c014-420e-89d3-309489b7511e req-f7f452b1-9069-47b7-9e4b-06b9ee1d684a service neutron] 10.222.0.23 "GET /v2.0/networks/c7baff3a-2acd-47c4-826f-ff1b179e5161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317006 Sep 07 02:44:11.799673 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 07 Sep 2021 02:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdce2cc9-d027-451a-9eae-1d7c05597478 x-openstack-request-id: req-fdce2cc9-d027-451a-9eae-1d7c05597478 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:44:11.799946 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0086ad22-df41-4fd2-bda7-6e6b0b78ed31", "tag": "d3c52316-909f-4cd2-9153-7b9b433ef23c", "status": "completed", "code": 200}, {"server_uuid": "a32bba22-8e3e-41a4-bdcc-b7671c4bd766", "name": "network-vif-deleted", "tag": "6fd42aa1-dbb2-4572-9050-cfbee728be3e", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:44:11.800245 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fdce2cc9-d027-451a-9eae-1d7c05597478 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:44:11.800675 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0086ad22-df41-4fd2-bda7-6e6b0b78ed31', 'tag': 'd3c52316-909f-4cd2-9153-7b9b433ef23c', 'status': 'completed', 'code': 200} Sep 07 02:44:11.800974 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a32bba22-8e3e-41a4-bdcc-b7671c4bd766', 'name': 'network-vif-deleted', 'tag': '6fd42aa1-dbb2-4572-9050-cfbee728be3e', 'status': 'completed', 'code': 200} Sep 07 02:44:11.829106 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e492a0d8-1654-4b58-9af5-0b1a0320c50c req-ffd84dee-a344-4017-9684-3728c39b187e tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] 10.222.0.22 "GET /v2.0/security-groups?id=5e8fc07f-5846-40f8-ba98-69ff832a7ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761866 Sep 07 02:44:11.854128 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a6a4e-7f8d-479e-8878-0d90ef2f712e req-fa705948-189e-4912-99ae-434899f93e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:11.857067 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cd1a6a4e-7f8d-479e-8878-0d90ef2f712e req-fa705948-189e-4912-99ae-434899f93e9a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.1623557 Sep 07 02:44:11.882245 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b065c584-3bae-4e90-b439-6757962b1d9a req-b2611a23-7dae-4bbe-b756-98d31c46e64e tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:11.898324 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['339274d9-ef8b-470d-9ba5-f744dd5edb1d'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:44:11.900854 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['af9f4b04-1d72-482b-bbf8-2c9fc4969d1e', '34649354-d585-4d94-8646-bb191cb2534d'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:44:11.920363 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 53280) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:44:12.011377 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ef0758e-0adc-432a-9393-820dc8785f99 admin admin] Deleting subnet d138adf4-4768-4a93-a944-5a4f5156064d {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:44:12.011901 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2611a23-7dae-4bbe-b756-98d31c46e64e tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Pushing event deleted for resources: {'Port': ['ID=34649354-d585-4d94-8646-bb191cb2534d,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:12.022459 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3ef0758e-0adc-432a-9393-820dc8785f99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:12.079554 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3ef0758e-0adc-432a-9393-820dc8785f99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:12.122790 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8916d3a-dabd-4667-a056-6417f4339b82 req-2cd57217-4aa1-4e89-a9e4-0813847faeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:12.124551 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d8916d3a-dabd-4667-a056-6417f4339b82 req-2cd57217-4aa1-4e89-a9e4-0813847faeb9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3c6e11955fd14c5c9b191cf5c7d7b41c&device_id=0086ad22-df41-4fd2-bda7-6e6b0b78ed31 HTTP/1.1" status: 200 len: 1095 time: 0.2941763 Sep 07 02:44:12.142578 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a6a4e-7f8d-479e-8878-0d90ef2f712e req-6439389e-1e41-4dad-9b75-5edc2cb8157d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:12.144265 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cd1a6a4e-7f8d-479e-8878-0d90ef2f712e req-6439389e-1e41-4dad-9b75-5edc2cb8157d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2727735 Sep 07 02:44:12.145106 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-b065c584-3bae-4e90-b439-6757962b1d9a req-b2611a23-7dae-4bbe-b756-98d31c46e64e tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] No DVR routers for this DVR port 34649354-d585-4d94-8646-bb191cb2534d on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:44:12.147986 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b065c584-3bae-4e90-b439-6757962b1d9a req-b2611a23-7dae-4bbe-b756-98d31c46e64e tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:12.150070 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b065c584-3bae-4e90-b439-6757962b1d9a req-b2611a23-7dae-4bbe-b756-98d31c46e64e tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.23 "DELETE /v2.0/ports/34649354-d585-4d94-8646-bb191cb2534d HTTP/1.1" status: 204 len: 173 time: 1.6218269 Sep 07 02:44:12.175190 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3ef0758e-0adc-432a-9393-820dc8785f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:12.245925 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3ef0758e-0adc-432a-9393-820dc8785f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:12.290609 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef0758e-0adc-432a-9393-820dc8785f99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d138adf4-4768-4a93-a944-5a4f5156064d,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:12.294840 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-700211f5-9d2f-4646-9faf-cca1e8b5cd70 req-867146c3-f0dc-4be1-8d82-b95c84f9edfb tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b1a04a5-d788-4d8e-98dd-4b9a48387fa2 HTTP/1.1" status: 200 len: 210 time: 0.1538298 Sep 07 02:44:12.305045 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef0758e-0adc-432a-9393-820dc8785f99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:44:12.306317 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef0758e-0adc-432a-9393-820dc8785f99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:44:12.306941 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef0758e-0adc-432a-9393-820dc8785f99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:44:12.307426 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef0758e-0adc-432a-9393-820dc8785f99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:44:12.307936 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef0758e-0adc-432a-9393-820dc8785f99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:44:12.309043 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef0758e-0adc-432a-9393-820dc8785f99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:44:12.309533 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef0758e-0adc-432a-9393-820dc8785f99 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:44:12.310088 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef0758e-0adc-432a-9393-820dc8785f99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:44:12.310568 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef0758e-0adc-432a-9393-820dc8785f99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:44:12.311037 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef0758e-0adc-432a-9393-820dc8785f99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:44:12.311534 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef0758e-0adc-432a-9393-820dc8785f99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:44:12.312020 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef0758e-0adc-432a-9393-820dc8785f99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:44:12.319724 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3ef0758e-0adc-432a-9393-820dc8785f99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:12.325970 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-3ef0758e-0adc-432a-9393-820dc8785f99 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/d138adf4-4768-4a93-a944-5a4f5156064d HTTP/1.1" status: 204 len: 168 time: 0.4039161 Sep 07 02:44:12.326854 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 53284) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:44:12.424378 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 6fd42aa1-dbb2-4572-9050-cfbee728be3e no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:44:12.430732 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-257904e4-1209-4174-bf2f-193d09f144ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:12.453276 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: 6fd42aa1-dbb2-4572-9050-cfbee728be3e {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:44:12.453628 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 6fd42aa1-dbb2-4572-9050-cfbee728be3e not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:44:12.526910 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-257904e4-1209-4174-bf2f-193d09f144ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:12.553947 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-257904e4-1209-4174-bf2f-193d09f144ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9e72e18-ba17-4b98-b891-194f71d88173']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:44:12.564189 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-257904e4-1209-4174-bf2f-193d09f144ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecf9e6a1-2f77-4ad9-aaf8-da63aeaca263') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:44:12.564491 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-257904e4-1209-4174-bf2f-193d09f144ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecf9e6a1-2f77-4ad9-aaf8-da63aeaca263') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:44:12.582210 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-257904e4-1209-4174-bf2f-193d09f144ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:12.605694 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-257904e4-1209-4174-bf2f-193d09f144ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:12.610304 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c05526-3078-4211-86dd-1771a269fdfd req-9802a551-238b-4833-a664-f5010e599ee9 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:12.611741 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-83c05526-3078-4211-86dd-1771a269fdfd req-9802a551-238b-4833-a664-f5010e599ee9 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=0086ad22-df41-4fd2-bda7-6e6b0b78ed31 HTTP/1.1" status: 200 len: 943 time: 0.5855634 Sep 07 02:44:12.623938 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-257904e4-1209-4174-bf2f-193d09f144ca admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:44:12.623938 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-257904e4-1209-4174-bf2f-193d09f144ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:12.623938 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:44:12.623938 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:44:12.623938 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:44:12.623938 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:44:12.623938 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:44:12.623938 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:44:12.623938 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:44:12.623938 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:44:12.623938 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:44:12.623938 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:44:12.623938 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:44:12.623938 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:44:12.623938 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:44:12.623938 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:44:12.623938 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:44:12.623938 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:44:12.623938 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:44:12.623938 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:44:12.623938 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:44:12.623938 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:44:12.623938 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:44:12.623938 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:44:12.623938 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:44:12.623938 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:44:12.623938 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:44:12.623938 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:44:12.623938 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:44:12.623938 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:44:12.623938 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:44:12.623938 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:44:12.623938 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:44:12.623938 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:44:12.693203 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-257904e4-1209-4174-bf2f-193d09f144ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:12.698221 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8916d3a-dabd-4667-a056-6417f4339b82 req-47f32205-5f1e-42af-bdc1-f37dd35c572b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:12.699964 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d8916d3a-dabd-4667-a056-6417f4339b82 req-47f32205-5f1e-42af-bdc1-f37dd35c572b service neutron] 10.222.0.23 "GET /v2.0/networks?id=c7baff3a-2acd-47c4-826f-ff1b179e5161 HTTP/1.1" status: 200 len: 910 time: 0.5600092 Sep 07 02:44:12.700110 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-257904e4-1209-4174-bf2f-193d09f144ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:12.709037 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-257904e4-1209-4174-bf2f-193d09f144ca admin admin] 10.222.0.22 "DELETE /v2.0/networks/e9e72e18-ba17-4b98-b891-194f71d88173 HTTP/1.1" status: 204 len: 168 time: 0.3778324 Sep 07 02:44:12.709821 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-83c05526-3078-4211-86dd-1771a269fdfd req-0932ae29-e18d-4a07-b085-602f1adb0cd9 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785468 Sep 07 02:44:12.724907 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257904e4-1209-4174-bf2f-193d09f144ca admin admin] Pushing event deleted for resources: {'Network': ['ID=e9e72e18-ba17-4b98-b891-194f71d88173,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:12.779992 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d8916d3a-dabd-4667-a056-6417f4339b82 req-1df6795b-947d-438a-81e4-23ed835b72f0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3c52316-909f-4cd2-9153-7b9b433ef23c HTTP/1.1" status: 200 len: 217 time: 0.0674617 Sep 07 02:44:12.790205 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cd1a6a4e-7f8d-479e-8878-0d90ef2f712e req-3033be49-84fc-47e9-821d-6b25ec6bf823 service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6294079 Sep 07 02:44:12.873467 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb16e5a-5f12-432a-a184-23593ebededc req-0777f44d-4cd7-484d-aacd-5bee01dbe5d3 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:12.880039 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb16e5a-5f12-432a-a184-23593ebededc req-0777f44d-4cd7-484d-aacd-5bee01dbe5d3 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:12.887178 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb16e5a-5f12-432a-a184-23593ebededc req-0777f44d-4cd7-484d-aacd-5bee01dbe5d3 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:12.896627 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb16e5a-5f12-432a-a184-23593ebededc req-0777f44d-4cd7-484d-aacd-5bee01dbe5d3 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:12.903596 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb16e5a-5f12-432a-a184-23593ebededc req-0777f44d-4cd7-484d-aacd-5bee01dbe5d3 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:12.926788 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb16e5a-5f12-432a-a184-23593ebededc req-0777f44d-4cd7-484d-aacd-5bee01dbe5d3 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:12.935633 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb16e5a-5f12-432a-a184-23593ebededc req-0777f44d-4cd7-484d-aacd-5bee01dbe5d3 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:12.944546 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cd1a6a4e-7f8d-479e-8878-0d90ef2f712e req-3adcd7a5-2c6b-4f76-a0b3-51ca2c77cd20 service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069629 Sep 07 02:44:12.945113 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ebb16e5a-5f12-432a-a184-23593ebededc req-0777f44d-4cd7-484d-aacd-5bee01dbe5d3 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 5430 time: 0.1725237 Sep 07 02:44:12.951761 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8916d3a-dabd-4667-a056-6417f4339b82 req-b0378e6f-a8a8-4d33-a4cb-6ff79d5fe6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:12.953706 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d8916d3a-dabd-4667-a056-6417f4339b82 req-b0378e6f-a8a8-4d33-a4cb-6ff79d5fe6e4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=04737742-a3d0-4b6d-a6a4-ec1fe2e55890 HTTP/1.1" status: 200 len: 849 time: 0.1573620 Sep 07 02:44:13.022999 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device ee1590aa-9ab5-4f34-a30c-962b5138fa22 details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:44:13.025045 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ebb16e5a-5f12-432a-a184-23593ebededc req-54bf7132-96ea-4323-bd52-e0ad5d97d07b tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/security-groups?id=89726ab1-0a53-4d54-93e7-e4e6ba92ef38&id=2895453c-c2ff-4721-9c31-7aa9bbb51629&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0789390 Sep 07 02:44:13.062945 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc8042e-dec8-4e19-95a6-f5ce202ddf13 req-54f08b4c-c07c-4acc-b764-44ce71487298 tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:13.081793 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5dc8042e-dec8-4e19-95a6-f5ce202ddf13 req-54f08b4c-c07c-4acc-b764-44ce71487298 tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c8b1be2-41dc-4d51-a69b-b7fa2f9ba63d HTTP/1.1" status: 200 len: 946 time: 0.1041470 Sep 07 02:44:13.118477 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8916d3a-dabd-4667-a056-6417f4339b82 req-432a9cbb-aa2a-4d28-97e9-f794de389b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:13.120811 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d8916d3a-dabd-4667-a056-6417f4339b82 req-432a9cbb-aa2a-4d28-97e9-f794de389b83 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7baff3a-2acd-47c4-826f-ff1b179e5161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1592021 Sep 07 02:44:13.135462 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 53310) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:44:13.176907 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5dc8042e-dec8-4e19-95a6-f5ce202ddf13 req-fd1f73f6-1477-4bf8-98c2-6ba7e5d1faaa tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] 10.222.0.22 "GET /v2.0/security-groups?id=5e8fc07f-5846-40f8-ba98-69ff832a7ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884774 Sep 07 02:44:13.199013 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port ee1590aa-9ab5-4f34-a30c-962b5138fa22, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=ee1590aa-9ab5-4f34-a30c-962b5138fa22,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:44:13.209224 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-6e4eae38-9db5-4889-a31d-a2b0c77a0a49 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9013e8da4c104c329a0dfca799b7d392&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0693030 Sep 07 02:44:13.210185 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53312) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:44:13.217723 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': 'ee1590aa-9ab5-4f34-a30c-962b5138fa22', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'port_id': 'ee1590aa-9ab5-4f34-a30c-962b5138fa22', 'mac_address': 'fa:16:3e:d2:03:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '694f9550-ba12-4672-8446-41848123cea2', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:44:13.266725 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:13.285406 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee1590aa-9ab5-4f34-a30c-962b5138fa22 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:44:13.306561 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port ee1590aa-9ab5-4f34-a30c-962b5138fa22, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=ee1590aa-9ab5-4f34-a30c-962b5138fa22,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:44:13.312437 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:13.321150 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d8916d3a-dabd-4667-a056-6417f4339b82 req-fd8ad9ce-16e2-4c43-9ffb-f4fcf71b2418 service neutron] 10.222.0.23 "GET /v2.0/networks/c7baff3a-2acd-47c4-826f-ff1b179e5161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838470 Sep 07 02:44:13.324271 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e3de7111-af6f-41b6-b0cf-0bc78a4b40ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:13.398099 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e3de7111-af6f-41b6-b0cf-0bc78a4b40ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:13.401615 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=ee1590aa-9ab5-4f34-a30c-962b5138fa22,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:13.490165 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d8916d3a-dabd-4667-a056-6417f4339b82 req-c406ba71-5612-4df2-89e2-b16ec3b986a6 service neutron] 10.222.0.23 "GET /v2.0/networks/c7baff3a-2acd-47c4-826f-ff1b179e5161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609159 Sep 07 02:44:13.506850 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e3de7111-af6f-41b6-b0cf-0bc78a4b40ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:13.518146 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e3de7111-af6f-41b6-b0cf-0bc78a4b40ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:13.519370 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-e3de7111-af6f-41b6-b0cf-0bc78a4b40ba admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/24d866c3-5a1f-4bbe-9129-63d2ec2ff18a HTTP/1.1" status: 204 len: 168 time: 0.3080633 Sep 07 02:44:13.529858 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3de7111-af6f-41b6-b0cf-0bc78a4b40ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d866c3-5a1f-4bbe-9129-63d2ec2ff18a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:13.681242 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['ee1590aa-9ab5-4f34-a30c-962b5138fa22'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:44:13.687470 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb95ae7-f93a-44db-8514-090bc4ceb3d0 req-58e04328-4abc-41be-af39-58c3ba7b2f48 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:13.689332 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ffb95ae7-f93a-44db-8514-090bc4ceb3d0 req-58e04328-4abc-41be-af39-58c3ba7b2f48 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=dcd6c7a7-74e6-4b2f-ba5c-17ff90510532 HTTP/1.1" status: 200 len: 945 time: 0.0568159 Sep 07 02:44:13.739228 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ffb95ae7-f93a-44db-8514-090bc4ceb3d0 req-aa867195-5f14-401b-be99-dcb6b9496591 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421238 Sep 07 02:44:13.801884 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b1a04a5-d788-4d8e-98dd-4b9a48387fa2', 'name': 'network-vif-deleted', 'tag': '34649354-d585-4d94-8646-bb191cb2534d'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:44:13.804908 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce9ad00-e95b-4057-bf44-82a3ca1f424a" -d '{"events": [{"server_uuid": "0b1a04a5-d788-4d8e-98dd-4b9a48387fa2", "name": "network-vif-deleted", "tag": "34649354-d585-4d94-8646-bb191cb2534d"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:44:13.857697 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee5a8f5-5367-4fe8-99d3-b7c4321903d4 x-openstack-request-id: req-dee5a8f5-5367-4fe8-99d3-b7c4321903d4 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:44:13.858218 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b1a04a5-d788-4d8e-98dd-4b9a48387fa2", "name": "network-vif-deleted", "tag": "34649354-d585-4d94-8646-bb191cb2534d", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:44:13.858637 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dee5a8f5-5367-4fe8-99d3-b7c4321903d4 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:44:13.859081 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b1a04a5-d788-4d8e-98dd-4b9a48387fa2', 'name': 'network-vif-deleted', 'tag': '34649354-d585-4d94-8646-bb191cb2534d', 'status': 'completed', 'code': 200} Sep 07 02:44:13.865721 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c08185-a5e3-4542-8c3b-be6e8655c295 req-a34e9615-8fb0-44ff-bbb2-bdd77a49b18d tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:13.867259 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-90c08185-a5e3-4542-8c3b-be6e8655c295 req-a34e9615-8fb0-44ff-bbb2-bdd77a49b18d tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=0086ad22-df41-4fd2-bda7-6e6b0b78ed31 HTTP/1.1" status: 200 len: 943 time: 0.0701401 Sep 07 02:44:13.912978 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-90c08185-a5e3-4542-8c3b-be6e8655c295 req-717530bf-1e43-4d93-b28f-b88a5c8a9fbf tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392694 Sep 07 02:44:14.175870 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a478448-60f5-4da0-8e21-4fc7ae688e7e req-27867b2f-5922-4251-b195-e2265ec9bd32 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:14.190035 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a478448-60f5-4da0-8e21-4fc7ae688e7e req-27867b2f-5922-4251-b195-e2265ec9bd32 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:14.197955 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a478448-60f5-4da0-8e21-4fc7ae688e7e req-27867b2f-5922-4251-b195-e2265ec9bd32 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:14.204411 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a478448-60f5-4da0-8e21-4fc7ae688e7e req-27867b2f-5922-4251-b195-e2265ec9bd32 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:14.210472 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a478448-60f5-4da0-8e21-4fc7ae688e7e req-27867b2f-5922-4251-b195-e2265ec9bd32 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:14.216609 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a478448-60f5-4da0-8e21-4fc7ae688e7e req-27867b2f-5922-4251-b195-e2265ec9bd32 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:14.222427 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a478448-60f5-4da0-8e21-4fc7ae688e7e req-27867b2f-5922-4251-b195-e2265ec9bd32 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:14.224935 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3a478448-60f5-4da0-8e21-4fc7ae688e7e req-27867b2f-5922-4251-b195-e2265ec9bd32 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 5430 time: 0.1100485 Sep 07 02:44:14.272688 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3a478448-60f5-4da0-8e21-4fc7ae688e7e req-b627cbf8-633a-49dd-9743-7278d3b69ffb tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/security-groups?id=89726ab1-0a53-4d54-93e7-e4e6ba92ef38&id=2895453c-c2ff-4721-9c31-7aa9bbb51629&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413365 Sep 07 02:44:14.310162 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f7b2ef-82c3-4840-8007-7ea579dbbf68 req-17623478-15e2-47c3-8561-976fff9d2997 tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:14.311709 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-49f7b2ef-82c3-4840-8007-7ea579dbbf68 req-17623478-15e2-47c3-8561-976fff9d2997 tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c8b1be2-41dc-4d51-a69b-b7fa2f9ba63d HTTP/1.1" status: 200 len: 947 time: 0.0676332 Sep 07 02:44:14.356589 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-49f7b2ef-82c3-4840-8007-7ea579dbbf68 req-830e858c-4ea5-47d2-8d54-ffcd8f67b179 tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] 10.222.0.22 "GET /v2.0/security-groups?id=5e8fc07f-5846-40f8-ba98-69ff832a7ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331061 Sep 07 02:44:14.372804 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device d3c52316-909f-4cd2-9153-7b9b433ef23c details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:44:14.375456 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 34649354-d585-4d94-8646-bb191cb2534d no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:44:14.417008 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: 34649354-d585-4d94-8646-bb191cb2534d {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:44:14.417697 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 34649354-d585-4d94-8646-bb191cb2534d not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:44:14.516767 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port d3c52316-909f-4cd2-9153-7b9b433ef23c, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=d3c52316-909f-4cd2-9153-7b9b433ef23c,segment=NetworkSegment(6dff264e-7c75-4629-a854-2e784f93e6e2),segment_id=6dff264e-7c75-4629-a854-2e784f93e6e2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:44:14.528296 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': 'd3c52316-909f-4cd2-9153-7b9b433ef23c', 'network_id': 'c7baff3a-2acd-47c4-826f-ff1b179e5161', 'port_id': 'd3c52316-909f-4cd2-9153-7b9b433ef23c', 'mac_address': 'fa:16:3e:a8:67:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04737742-a3d0-4b6d-a6a4-ec1fe2e55890', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:44:14.566732 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:14.580142 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3c52316-909f-4cd2-9153-7b9b433ef23c {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:44:14.600473 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port d3c52316-909f-4cd2-9153-7b9b433ef23c, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=d3c52316-909f-4cd2-9153-7b9b433ef23c,segment=NetworkSegment(6dff264e-7c75-4629-a854-2e784f93e6e2),segment_id=6dff264e-7c75-4629-a854-2e784f93e6e2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:44:14.604541 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:14.661564 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=d3c52316-909f-4cd2-9153-7b9b433ef23c,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:14.805964 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-76b80ba8-4664-4f05-bd49-9f8fdaaa93c3 req-adf4dc7a-35b2-4dfe-9d36-22cd1e8c0583 tempest-ServerShowV257Test-532934442 tempest-ServerShowV257Test-532934442-project] 10.222.0.22 "GET /v2.0/ports?device_id=790a8f72-badc-4135-ab7b-66c407779abb HTTP/1.1" status: 200 len: 210 time: 0.0274305 Sep 07 02:44:14.835237 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['d3c52316-909f-4cd2-9153-7b9b433ef23c'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:44:14.967377 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2438425-1ecf-4af8-a0c3-d87fa3a5cdcf req-f8b52d83-aff8-480c-a2ce-777714d08d21 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:14.969706 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e2438425-1ecf-4af8-a0c3-d87fa3a5cdcf req-f8b52d83-aff8-480c-a2ce-777714d08d21 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=dcd6c7a7-74e6-4b2f-ba5c-17ff90510532 HTTP/1.1" status: 200 len: 945 time: 0.0853832 Sep 07 02:44:15.023638 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e2438425-1ecf-4af8-a0c3-d87fa3a5cdcf req-3718e5d1-9d32-4bf4-9da0-a51994f5ba53 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389936 Sep 07 02:44:15.035915 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device f3ed5bfa-6d20-4d8d-812a-3f29f0868f88 details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:44:15.041166 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device ee1590aa-9ab5-4f34-a30c-962b5138fa22 up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:44:15.104817 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968dc92f-3a38-4acf-93d4-09d7ced986fb req-dfa0803f-8a6e-4961-9b9a-4028595987a8 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:15.106574 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-968dc92f-3a38-4acf-93d4-09d7ced986fb req-dfa0803f-8a6e-4961-9b9a-4028595987a8 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=0086ad22-df41-4fd2-bda7-6e6b0b78ed31 HTTP/1.1" status: 200 len: 944 time: 0.0539906 Sep 07 02:44:15.151149 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port ee1590aa-9ab5-4f34-a30c-962b5138fa22 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:44:15.168906 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port ee1590aa-9ab5-4f34-a30c-962b5138fa22 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:44:15.169420 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:15.198636 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-968dc92f-3a38-4acf-93d4-09d7ced986fb req-24576e4d-5fc9-4b2f-9f28-bd877be73ff8 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810854 Sep 07 02:44:15.225933 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e4744-54d7-42ea-88ef-732fa708726b req-1c9402b9-9264-4941-828b-8cbe827e2fdc tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:15.227576 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-148e4744-54d7-42ea-88ef-732fa708726b req-1c9402b9-9264-4941-828b-8cbe827e2fdc tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcd6c7a7-74e6-4b2f-ba5c-17ff90510532 HTTP/1.1" status: 200 len: 945 time: 0.0884547 Sep 07 02:44:15.283664 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port f3ed5bfa-6d20-4d8d-812a-3f29f0868f88, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=f3ed5bfa-6d20-4d8d-812a-3f29f0868f88,segment=NetworkSegment(4a40d81e-a446-40cf-a314-2d7295172ca6),segment_id=4a40d81e-a446-40cf-a314-2d7295172ca6)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:44:15.300113 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 02:44:15.329543 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': 'f3ed5bfa-6d20-4d8d-812a-3f29f0868f88', 'network_id': 'ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96', 'port_id': 'f3ed5bfa-6d20-4d8d-812a-3f29f0868f88', 'mac_address': 'fa:16:3e:c0:fb:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57bbd74d-776c-4c52-9483-e440eaacf00e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:44:15.377096 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-148e4744-54d7-42ea-88ef-732fa708726b req-055a8ef9-81ec-48d6-904c-2e1ca2b1836d tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Deleting port 339274d9-ef8b-470d-9ba5-f744dd5edb1d {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:44:15.378310 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-148e4744-54d7-42ea-88ef-732fa708726b req-055a8ef9-81ec-48d6-904c-2e1ca2b1836d tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:15.400372 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:15.427711 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:15.441330 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c8b1be2-41dc-4d51-a69b-b7fa2f9ba63d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee1590aa-9ab5-4f34-a30c-962b5138fa22'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:44:15.444624 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03dd5a8f-b8a5-431d-9c04-6db036b2a5d7" -d '{"events": [{"server_uuid": "6c8b1be2-41dc-4d51-a69b-b7fa2f9ba63d", "name": "network-vif-plugged", "status": "completed", "tag": "ee1590aa-9ab5-4f34-a30c-962b5138fa22"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:44:15.459315 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3ed5bfa-6d20-4d8d-812a-3f29f0868f88 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:44:15.465534 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port ee1590aa-9ab5-4f34-a30c-962b5138fa22, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=ee1590aa-9ab5-4f34-a30c-962b5138fa22,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:44:15.479407 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:15.485858 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port f3ed5bfa-6d20-4d8d-812a-3f29f0868f88, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=f3ed5bfa-6d20-4d8d-812a-3f29f0868f88,segment=NetworkSegment(4a40d81e-a446-40cf-a314-2d7295172ca6),segment_id=4a40d81e-a446-40cf-a314-2d7295172ca6)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:44:15.503985 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b8464-8526-43b4-89b5-30336d32da85 req-63627f91-b60d-4d68-87df-4b8b9f65badf tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:15.511669 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4b8b8464-8526-43b4-89b5-30336d32da85 req-63627f91-b60d-4d68-87df-4b8b9f65badf tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c8b1be2-41dc-4d51-a69b-b7fa2f9ba63d HTTP/1.1" status: 200 len: 947 time: 0.0655458 Sep 07 02:44:15.516582 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882dc1e3-ddc0-4735-9350-3495d860ce4b req-0f150eea-cd6f-44bb-90ba-46f4aacfaccf tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:15.517365 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:15.524651 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882dc1e3-ddc0-4735-9350-3495d860ce4b req-0f150eea-cd6f-44bb-90ba-46f4aacfaccf tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:15.530828 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882dc1e3-ddc0-4735-9350-3495d860ce4b req-0f150eea-cd6f-44bb-90ba-46f4aacfaccf tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:15.537849 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882dc1e3-ddc0-4735-9350-3495d860ce4b req-0f150eea-cd6f-44bb-90ba-46f4aacfaccf tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:15.544401 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882dc1e3-ddc0-4735-9350-3495d860ce4b req-0f150eea-cd6f-44bb-90ba-46f4aacfaccf tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:15.546777 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=ee1590aa-9ab5-4f34-a30c-962b5138fa22,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:15.552029 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882dc1e3-ddc0-4735-9350-3495d860ce4b req-0f150eea-cd6f-44bb-90ba-46f4aacfaccf tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:15.558171 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882dc1e3-ddc0-4735-9350-3495d860ce4b req-0f150eea-cd6f-44bb-90ba-46f4aacfaccf tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:15.560207 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4b8b8464-8526-43b4-89b5-30336d32da85 req-e32f489e-5f48-4bc3-b5d6-e1ffe1d303c6 tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] 10.222.0.22 "GET /v2.0/security-groups?id=5e8fc07f-5846-40f8-ba98-69ff832a7ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415759 Sep 07 02:44:15.566405 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-882dc1e3-ddc0-4735-9350-3495d860ce4b req-0f150eea-cd6f-44bb-90ba-46f4aacfaccf tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 5430 time: 0.1824667 Sep 07 02:44:15.602574 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-148e4744-54d7-42ea-88ef-732fa708726b req-055a8ef9-81ec-48d6-904c-2e1ca2b1836d tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] For port 339274d9-ef8b-470d-9ba5-f744dd5edb1d, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=339274d9-ef8b-470d-9ba5-f744dd5edb1d,segment=NetworkSegment(737bac5c-5e4b-4b03-a099-f644edcc6c52),segment_id=737bac5c-5e4b-4b03-a099-f644edcc6c52)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:44:15.603084 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-148e4744-54d7-42ea-88ef-732fa708726b req-055a8ef9-81ec-48d6-904c-2e1ca2b1836d tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:15.614932 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=f3ed5bfa-6d20-4d8d-812a-3f29f0868f88,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:15.628468 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-148e4744-54d7-42ea-88ef-732fa708726b req-055a8ef9-81ec-48d6-904c-2e1ca2b1836d tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Calling delete_port for 339274d9-ef8b-470d-9ba5-f744dd5edb1d owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:44:15.637243 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-882dc1e3-ddc0-4735-9350-3495d860ce4b req-12c51b5c-6830-4f93-9437-fd5bfad26068 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/security-groups?id=89726ab1-0a53-4d54-93e7-e4e6ba92ef38&id=2895453c-c2ff-4721-9c31-7aa9bbb51629&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0699110 Sep 07 02:44:15.751756 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9af1af-dd38-4e1c-a4e7-2b86823a7e58 req-98dc9741-ec73-4ca6-b658-26953c2e63a7 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:15.753419 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2b9af1af-dd38-4e1c-a4e7-2b86823a7e58 req-98dc9741-ec73-4ca6-b658-26953c2e63a7 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/networks?id=f1832801-225d-49c7-ba9e-13ca94c9951b HTTP/1.1" status: 200 len: 804 time: 0.1221764 Sep 07 02:44:15.757444 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec0f6c97-a01d-4c51-bb70-4de14d43470b x-openstack-request-id: req-ec0f6c97-a01d-4c51-bb70-4de14d43470b {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:44:15.757802 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c8b1be2-41dc-4d51-a69b-b7fa2f9ba63d", "name": "network-vif-plugged", "status": "completed", "tag": "ee1590aa-9ab5-4f34-a30c-962b5138fa22", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:44:15.758120 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ec0f6c97-a01d-4c51-bb70-4de14d43470b {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:44:15.758569 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c8b1be2-41dc-4d51-a69b-b7fa2f9ba63d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee1590aa-9ab5-4f34-a30c-962b5138fa22', 'code': 200} Sep 07 02:44:15.781414 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2b9af1af-dd38-4e1c-a4e7-2b86823a7e58 req-7776dd8d-da28-4b8c-84c5-a2e0c0324b79 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/quotas/9a8c5da93cbf4b888ec81f508c5728ba HTTP/1.1" status: 200 len: 375 time: 0.0206385 Sep 07 02:44:15.789913 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-148e4744-54d7-42ea-88ef-732fa708726b req-055a8ef9-81ec-48d6-904c-2e1ca2b1836d tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:15.803729 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['339274d9-ef8b-470d-9ba5-f744dd5edb1d'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:44:15.806345 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['af9f4b04-1d72-482b-bbf8-2c9fc4969d1e'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:44:15.823995 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055a8ef9-81ec-48d6-904c-2e1ca2b1836d tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Pushing event deleted for resources: {'Port': ['ID=339274d9-ef8b-470d-9ba5-f744dd5edb1d,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:15.848474 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['f3ed5bfa-6d20-4d8d-812a-3f29f0868f88'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:44:15.851931 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2b9af1af-dd38-4e1c-a4e7-2b86823a7e58 req-b24429bc-e00c-4fb0-8f9c-e4a13fd38ec1 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9a8c5da93cbf4b888ec81f508c5728ba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0648913 Sep 07 02:44:15.918725 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-148e4744-54d7-42ea-88ef-732fa708726b req-055a8ef9-81ec-48d6-904c-2e1ca2b1836d tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] No DVR routers for this DVR port 339274d9-ef8b-470d-9ba5-f744dd5edb1d on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:44:15.920973 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-148e4744-54d7-42ea-88ef-732fa708726b req-055a8ef9-81ec-48d6-904c-2e1ca2b1836d tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:15.923792 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-148e4744-54d7-42ea-88ef-732fa708726b req-055a8ef9-81ec-48d6-904c-2e1ca2b1836d tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.16 "DELETE /v2.0/ports/339274d9-ef8b-470d-9ba5-f744dd5edb1d HTTP/1.1" status: 204 len: 173 time: 0.6871803 Sep 07 02:44:15.926937 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcd6c7a7-74e6-4b2f-ba5c-17ff90510532', 'name': 'network-vif-deleted', 'tag': '339274d9-ef8b-470d-9ba5-f744dd5edb1d'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:44:15.931209 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a130e8-c2f5-4be3-9af1-a178b2ff2f78" -d '{"events": [{"server_uuid": "dcd6c7a7-74e6-4b2f-ba5c-17ff90510532", "name": "network-vif-deleted", "tag": "339274d9-ef8b-470d-9ba5-f744dd5edb1d"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:44:15.940314 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e1429-bb66-4bcc-bbd2-6f3151388d48 req-5eb19663-6de8-4ad7-a8d8-b5bb306972d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:15.942012 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bb0e1429-bb66-4bcc-bbd2-6f3151388d48 req-5eb19663-6de8-4ad7-a8d8-b5bb306972d6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6c8b1be2-41dc-4d51-a69b-b7fa2f9ba63d HTTP/1.1" status: 200 len: 1100 time: 0.1118119 Sep 07 02:44:15.968818 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2b9af1af-dd38-4e1c-a4e7-2b86823a7e58 req-6b2863b8-e15f-491b-9eb5-8fc9a25024b6 service neutron] 10.222.0.22 "GET /v2.0/networks/f1832801-225d-49c7-ba9e-13ca94c9951b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157415 Sep 07 02:44:16.023440 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-201dc4f7-c30d-459a-b941-66dae11b9179 req-66c23a5f-78d5-4892-b33d-5c831ea48ec0 tempest-ServerShowV257Test-532934442 tempest-ServerShowV257Test-532934442-project] 10.222.0.22 "GET /v2.0/ports?device_id=790a8f72-badc-4135-ab7b-66c407779abb HTTP/1.1" status: 200 len: 210 time: 0.0465670 Sep 07 02:44:16.027494 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bb0e1429-bb66-4bcc-bbd2-6f3151388d48 req-dc3fbd80-c3c9-4333-b294-e52c01428ea7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5e8fc07f-5846-40f8-ba98-69ff832a7ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764050 Sep 07 02:44:16.083297 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2b9af1af-dd38-4e1c-a4e7-2b86823a7e58 req-6d6b02c3-6505-42eb-ab6b-6b1af85c6402 service neutron] 10.222.0.22 "GET /v2.0/networks/f1832801-225d-49c7-ba9e-13ca94c9951b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126409 Sep 07 02:44:16.103087 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd2a935-4079-41fd-bae9-65ae6f4f05d9 x-openstack-request-id: req-ffd2a935-4079-41fd-bae9-65ae6f4f05d9 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:44:16.103087 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcd6c7a7-74e6-4b2f-ba5c-17ff90510532", "name": "network-vif-deleted", "tag": "339274d9-ef8b-470d-9ba5-f744dd5edb1d", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:44:16.103426 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ffd2a935-4079-41fd-bae9-65ae6f4f05d9 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:44:16.103846 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcd6c7a7-74e6-4b2f-ba5c-17ff90510532', 'name': 'network-vif-deleted', 'tag': '339274d9-ef8b-470d-9ba5-f744dd5edb1d', 'status': 'completed', 'code': 200} Sep 07 02:44:16.208016 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-74c4e94a-5607-4f39-95b9-e2fd7824f10a req-3eb97d5a-2956-4b87-a8a4-2ea05b1c30ce tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=dcd6c7a7-74e6-4b2f-ba5c-17ff90510532 HTTP/1.1" status: 200 len: 210 time: 0.0352664 Sep 07 02:44:16.280464 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5f4c4615-9ced-47d8-b53e-93dd251ca3d2 req-3962f3a0-b27b-4fd3-b420-9c1740db3fae tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b8af059-5281-4c7f-afc8-33aac6f71c1d HTTP/1.1" status: 200 len: 210 time: 0.0305390 Sep 07 02:44:16.356896 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d07eb08-69fc-4ad0-973d-7edc5f7acd9d req-45b4babc-7f6e-4981-b812-c1513d7780f6 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:16.358434 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2d07eb08-69fc-4ad0-973d-7edc5f7acd9d req-45b4babc-7f6e-4981-b812-c1513d7780f6 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=0086ad22-df41-4fd2-bda7-6e6b0b78ed31 HTTP/1.1" status: 200 len: 944 time: 0.0547218 Sep 07 02:44:16.380471 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device d3c52316-909f-4cd2-9153-7b9b433ef23c up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:44:16.397476 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2d07eb08-69fc-4ad0-973d-7edc5f7acd9d req-8021d1a5-1021-445e-a9f4-fc1c0a3eb5c1 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330889 Sep 07 02:44:16.431974 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port d3c52316-909f-4cd2-9153-7b9b433ef23c completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:44:16.435983 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port d3c52316-909f-4cd2-9153-7b9b433ef23c triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:44:16.436538 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:16.515807 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:16.553739 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port d3c52316-909f-4cd2-9153-7b9b433ef23c, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=d3c52316-909f-4cd2-9153-7b9b433ef23c,segment=NetworkSegment(6dff264e-7c75-4629-a854-2e784f93e6e2),segment_id=6dff264e-7c75-4629-a854-2e784f93e6e2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:44:16.557552 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:16.558352 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:44:16.654078 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=d3c52316-909f-4cd2-9153-7b9b433ef23c,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:16.680900 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2de395-27d4-42c6-9112-eb27c66f172c req-3734aa66-8ce3-46b0-b34e-12a00221d89f tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:16.682434 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1c2de395-27d4-42c6-9112-eb27c66f172c req-3734aa66-8ce3-46b0-b34e-12a00221d89f tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c8b1be2-41dc-4d51-a69b-b7fa2f9ba63d HTTP/1.1" status: 200 len: 948 time: 0.0577695 Sep 07 02:44:16.706700 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:16.735281 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1c2de395-27d4-42c6-9112-eb27c66f172c req-b70af764-b642-4a72-aca3-058f703adaf3 tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] 10.222.0.22 "GET /v2.0/security-groups?id=5e8fc07f-5846-40f8-ba98-69ff832a7ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426221 Sep 07 02:44:16.753045 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4,segment=NetworkSegment(cefad73b-a7c5-464e-83dc-c3e10d5473af),segment_id=cefad73b-a7c5-464e-83dc-c3e10d5473af)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:44:16.766774 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:16.814348 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd540a9a-452c-4791-ad07-3540741894f3 req-e92e5174-b3a6-4ac2-86f2-cacc7d4334b9 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:16.823361 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd540a9a-452c-4791-ad07-3540741894f3 req-e92e5174-b3a6-4ac2-86f2-cacc7d4334b9 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:16.829937 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd540a9a-452c-4791-ad07-3540741894f3 req-e92e5174-b3a6-4ac2-86f2-cacc7d4334b9 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:16.830684 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4,revision_number=8']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:16.836480 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd540a9a-452c-4791-ad07-3540741894f3 req-e92e5174-b3a6-4ac2-86f2-cacc7d4334b9 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:16.843151 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd540a9a-452c-4791-ad07-3540741894f3 req-e92e5174-b3a6-4ac2-86f2-cacc7d4334b9 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:16.849081 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd540a9a-452c-4791-ad07-3540741894f3 req-e92e5174-b3a6-4ac2-86f2-cacc7d4334b9 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:16.855718 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd540a9a-452c-4791-ad07-3540741894f3 req-e92e5174-b3a6-4ac2-86f2-cacc7d4334b9 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:16.857666 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fd540a9a-452c-4791-ad07-3540741894f3 req-e92e5174-b3a6-4ac2-86f2-cacc7d4334b9 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 5431 time: 0.1183176 Sep 07 02:44:16.900700 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fd540a9a-452c-4791-ad07-3540741894f3 req-d44c5049-bebc-4a9d-82f7-96503e44ee02 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/security-groups?id=89726ab1-0a53-4d54-93e7-e4e6ba92ef38&id=2895453c-c2ff-4721-9c31-7aa9bbb51629&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352521 Sep 07 02:44:17.072131 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 89b4efa3-3083-4932-8997-1d7345c55233 details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:44:17.074249 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device f3ed5bfa-6d20-4d8d-812a-3f29f0868f88 up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:44:17.126117 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f9014-eb94-44ff-9560-bf9e437931f4 req-1329e830-2cdb-4d34-9d77-dd275938df7d tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:17.129354 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fc7f9014-eb94-44ff-9560-bf9e437931f4 req-1329e830-2cdb-4d34-9d77-dd275938df7d tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.23 "GET /v2.0/ports?device_id=35fe94b7-2c68-4fa9-a922-93da760f77cd HTTP/1.1" status: 200 len: 943 time: 0.0676835 Sep 07 02:44:17.160680 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-007dcb67-28c7-4be4-b9d2-6d55a8af7c2b req-1a95a747-06c5-4164-ade2-cef5f22739a9 tempest-ServerShowV257Test-532934442 tempest-ServerShowV257Test-532934442-project] 10.222.0.22 "GET /v2.0/ports?device_id=790a8f72-badc-4135-ab7b-66c407779abb HTTP/1.1" status: 200 len: 210 time: 0.0465806 Sep 07 02:44:17.214121 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port f3ed5bfa-6d20-4d8d-812a-3f29f0868f88 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:44:17.218754 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-19b6f142-9904-4f9d-b4df-a8fd22947c13 req-d5a00bf5-5fbe-42dc-ab26-1a172f1b74a1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=790a8f72-badc-4135-ab7b-66c407779abb HTTP/1.1" status: 200 len: 210 time: 0.0316024 Sep 07 02:44:17.222748 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port f3ed5bfa-6d20-4d8d-812a-3f29f0868f88 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:44:17.228195 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:17.232662 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 89b4efa3-3083-4932-8997-1d7345c55233, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=89b4efa3-3083-4932-8997-1d7345c55233,segment=NetworkSegment(b82d7036-1e05-4803-9f61-149407a6a937),segment_id=b82d7036-1e05-4803-9f61-149407a6a937)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:44:17.300909 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '89b4efa3-3083-4932-8997-1d7345c55233', 'network_id': 'fef96230-f3dd-4368-8b6e-5738962456fc', 'port_id': '89b4efa3-3083-4932-8997-1d7345c55233', 'mac_address': 'fa:16:3e:31:df:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95502a8a-ba2e-4b63-8065-1d79001ecb5c', 'ip_address': '10.1.1.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:44:17.338193 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-fc7f9014-eb94-44ff-9560-bf9e437931f4 req-6f40d4e7-7400-4c64-a81d-9e4f02d12220 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Deleting port 2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:44:17.338542 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fc7f9014-eb94-44ff-9560-bf9e437931f4 req-6f40d4e7-7400-4c64-a81d-9e4f02d12220 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:17.406930 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:17.450992 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89b4efa3-3083-4932-8997-1d7345c55233 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:44:17.467245 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f23d0f07-a830-4076-b9b1-5b05312333d0 req-1293ee39-e6bb-4401-8506-49f2e7b12c21 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b8af059-5281-4c7f-afc8-33aac6f71c1d HTTP/1.1" status: 200 len: 210 time: 0.0516961 Sep 07 02:44:17.517658 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 89b4efa3-3083-4932-8997-1d7345c55233, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=89b4efa3-3083-4932-8997-1d7345c55233,segment=NetworkSegment(b82d7036-1e05-4803-9f61-149407a6a937),segment_id=b82d7036-1e05-4803-9f61-149407a6a937)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:44:17.556345 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:17.556990 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 6d6cd00f-b2ec-4d02-88ed-e2f7438c43b6 details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:44:17.590230 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 6d6cd00f-b2ec-4d02-88ed-e2f7438c43b6, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=6d6cd00f-b2ec-4d02-88ed-e2f7438c43b6,segment=NetworkSegment(b82d7036-1e05-4803-9f61-149407a6a937),segment_id=b82d7036-1e05-4803-9f61-149407a6a937)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:44:17.669220 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-fc7f9014-eb94-44ff-9560-bf9e437931f4 req-6f40d4e7-7400-4c64-a81d-9e4f02d12220 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] For port 2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4,segment=NetworkSegment(cefad73b-a7c5-464e-83dc-c3e10d5473af),segment_id=cefad73b-a7c5-464e-83dc-c3e10d5473af)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:44:17.669604 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fc7f9014-eb94-44ff-9560-bf9e437931f4 req-6f40d4e7-7400-4c64-a81d-9e4f02d12220 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:17.679802 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf1eca7-77b6-42db-bb11-82c06d2f73e8 req-47c234c1-ca24-49c6-8d98-cdff18a8016d tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:17.687555 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-eaf1eca7-77b6-42db-bb11-82c06d2f73e8 req-47c234c1-ca24-49c6-8d98-cdff18a8016d tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=0086ad22-df41-4fd2-bda7-6e6b0b78ed31 HTTP/1.1" status: 200 len: 945 time: 0.1561596 Sep 07 02:44:17.702807 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9af1af-dd38-4e1c-a4e7-2b86823a7e58 req-d7e3b7af-c474-4597-aadd-89352f8c4a3c tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:17.704391 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2b9af1af-dd38-4e1c-a4e7-2b86823a7e58 req-d7e3b7af-c474-4597-aadd-89352f8c4a3c tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.16 "GET /v2.0/networks?id=f1832801-225d-49c7-ba9e-13ca94c9951b HTTP/1.1" status: 200 len: 804 time: 0.3210657 Sep 07 02:44:17.725082 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-fc7f9014-eb94-44ff-9560-bf9e437931f4 req-6f40d4e7-7400-4c64-a81d-9e4f02d12220 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Calling delete_port for 2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:44:17.730097 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-2b9af1af-dd38-4e1c-a4e7-2b86823a7e58 req-c568e56e-2974-4a78-a1e5-c285ce942d17 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Request body: {'port': {'device_id': '6b8af059-5281-4c7f-afc8-33aac6f71c1d', 'network_id': 'f1832801-225d-49c7-ba9e-13ca94c9951b', 'admin_state_up': True, 'tenant_id': '9a8c5da93cbf4b888ec81f508c5728ba'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:44:17.762025 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0086ad22-df41-4fd2-bda7-6e6b0b78ed31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c52316-909f-4cd2-9153-7b9b433ef23c'}, {'server_uuid': '35fe94b7-2c68-4fa9-a922-93da760f77cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:44:17.764851 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc96965b-23e2-407b-b467-0e94fa990f5b" -d '{"events": [{"server_uuid": "0086ad22-df41-4fd2-bda7-6e6b0b78ed31", "name": "network-vif-plugged", "status": "completed", "tag": "d3c52316-909f-4cd2-9153-7b9b433ef23c"}, {"server_uuid": "35fe94b7-2c68-4fa9-a922-93da760f77cd", "name": "network-vif-unplugged", "status": "completed", "tag": "2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:44:17.780196 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '6d6cd00f-b2ec-4d02-88ed-e2f7438c43b6', 'network_id': 'fef96230-f3dd-4368-8b6e-5738962456fc', 'port_id': '6d6cd00f-b2ec-4d02-88ed-e2f7438c43b6', 'mac_address': 'fa:16:3e:39:c4:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95502a8a-ba2e-4b63-8065-1d79001ecb5c', 'ip_address': '10.1.1.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:44:17.785599 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c04af2-4a45-4a6f-908b-530d013a0f48 req-c4dd4278-c93b-4b21-a490-ff2c2dacfb59 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:17.786444 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:17.798680 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-15c04af2-4a45-4a6f-908b-530d013a0f48 req-c4dd4278-c93b-4b21-a490-ff2c2dacfb59 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/networks?id=b38f0331-653f-46c0-a8d7-26916edac115 HTTP/1.1" status: 200 len: 805 time: 0.1609595 Sep 07 02:44:17.810805 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-15c04af2-4a45-4a6f-908b-530d013a0f48 req-fbf2665a-18ab-47c0-995b-a7d3362e804b tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/quotas/39221102c85f4a33befb52c47b54a864 HTTP/1.1" status: 200 len: 375 time: 0.0110960 Sep 07 02:44:17.826466 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-eaf1eca7-77b6-42db-bb11-82c06d2f73e8 req-9529ce21-c8aa-4dad-9a65-5ca889112376 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380239 Sep 07 02:44:17.835259 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=89b4efa3-3083-4932-8997-1d7345c55233,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:17.870306 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-15c04af2-4a45-4a6f-908b-530d013a0f48 req-5de8216e-5338-4a17-b1a9-d9848c4ea76c tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=39221102c85f4a33befb52c47b54a864&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0527999 Sep 07 02:44:17.872346 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port f3ed5bfa-6d20-4d8d-812a-3f29f0868f88, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=f3ed5bfa-6d20-4d8d-812a-3f29f0868f88,segment=NetworkSegment(4a40d81e-a446-40cf-a314-2d7295172ca6),segment_id=4a40d81e-a446-40cf-a314-2d7295172ca6)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:44:17.879268 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:17.893404 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d6cd00f-b2ec-4d02-88ed-e2f7438c43b6 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:44:17.897675 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:17.953370 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 6d6cd00f-b2ec-4d02-88ed-e2f7438c43b6, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=6d6cd00f-b2ec-4d02-88ed-e2f7438c43b6,segment=NetworkSegment(b82d7036-1e05-4803-9f61-149407a6a937),segment_id=b82d7036-1e05-4803-9f61-149407a6a937)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:44:17.963138 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:17.964182 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 5decaa5e-6c54-47c4-be19-8bad024d841e details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:44:17.988776 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=f3ed5bfa-6d20-4d8d-812a-3f29f0868f88,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:17.995299 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-15c04af2-4a45-4a6f-908b-530d013a0f48 req-f1e65e95-483d-4930-810a-e611609ca974 service neutron] 10.222.0.22 "GET /v2.0/networks/b38f0331-653f-46c0-a8d7-26916edac115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123359 Sep 07 02:44:18.029936 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb6cf9-196c-4156-a7e6-7c0617b58200 req-2c67f4c2-7a5c-4012-ba30-715c360ef636 tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:18.031452 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-46fb6cf9-196c-4156-a7e6-7c0617b58200 req-2c67f4c2-7a5c-4012-ba30-715c360ef636 tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c8b1be2-41dc-4d51-a69b-b7fa2f9ba63d HTTP/1.1" status: 200 len: 948 time: 0.1154304 Sep 07 02:44:18.034521 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b9af1af-dd38-4e1c-a4e7-2b86823a7e58 req-c568e56e-2974-4a78-a1e5-c285ce942d17 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Made reservation on behalf of 9a8c5da93cbf4b888ec81f508c5728ba for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:44:18.038397 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2b9af1af-dd38-4e1c-a4e7-2b86823a7e58 req-c568e56e-2974-4a78-a1e5-c285ce942d17 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:18.038748 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 5decaa5e-6c54-47c4-be19-8bad024d841e, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=5decaa5e-6c54-47c4-be19-8bad024d841e,segment=NetworkSegment(b82d7036-1e05-4803-9f61-149407a6a937),segment_id=b82d7036-1e05-4803-9f61-149407a6a937)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:44:18.061982 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '5decaa5e-6c54-47c4-be19-8bad024d841e', 'network_id': 'fef96230-f3dd-4368-8b6e-5738962456fc', 'port_id': '5decaa5e-6c54-47c4-be19-8bad024d841e', 'mac_address': 'fa:16:3e:08:54:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95502a8a-ba2e-4b63-8065-1d79001ecb5c', 'ip_address': '10.1.1.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:44:18.066518 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=6d6cd00f-b2ec-4d02-88ed-e2f7438c43b6,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:18.084597 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fc7f9014-eb94-44ff-9560-bf9e437931f4 req-6f40d4e7-7400-4c64-a81d-9e4f02d12220 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:18.114317 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-15c04af2-4a45-4a6f-908b-530d013a0f48 req-925f7f1d-1665-4153-9627-25249f60f1e2 service neutron] 10.222.0.22 "GET /v2.0/networks/b38f0331-653f-46c0-a8d7-26916edac115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180406 Sep 07 02:44:18.128596 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:18.142723 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5decaa5e-6c54-47c4-be19-8bad024d841e {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:44:18.164710 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f40d4e7-7400-4c64-a81d-9e4f02d12220 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Pushing event deleted for resources: {'Port': ['ID=2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:18.166865 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 5decaa5e-6c54-47c4-be19-8bad024d841e, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=5decaa5e-6c54-47c4-be19-8bad024d841e,segment=NetworkSegment(b82d7036-1e05-4803-9f61-149407a6a937),segment_id=b82d7036-1e05-4803-9f61-149407a6a937)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:44:18.172704 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:18.174052 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 4857470d-e751-42ad-b0ae-ff54d7d0611e details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:44:18.207253 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-46fb6cf9-196c-4156-a7e6-7c0617b58200 req-42b497b7-3d84-49cb-a77a-c3a3e1430dc2 tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] 10.222.0.22 "GET /v2.0/security-groups?id=5e8fc07f-5846-40f8-ba98-69ff832a7ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563458 Sep 07 02:44:18.223512 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc7f9014-eb94-44ff-9560-bf9e437931f4 req-6f40d4e7-7400-4c64-a81d-9e4f02d12220 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] No DVR routers for this DVR port 2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4 on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:44:18.229684 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fc7f9014-eb94-44ff-9560-bf9e437931f4 req-6f40d4e7-7400-4c64-a81d-9e4f02d12220 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:18.231754 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fc7f9014-eb94-44ff-9560-bf9e437931f4 req-6f40d4e7-7400-4c64-a81d-9e4f02d12220 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.23 "DELETE /v2.0/ports/2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4 HTTP/1.1" status: 204 len: 173 time: 1.0734975 Sep 07 02:44:18.232197 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35fe94b7-2c68-4fa9-a922-93da760f77cd', 'name': 'network-vif-deleted', 'tag': '2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:44:18.234419 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8e5443-20de-4471-8801-67b1c2d96471" -d '{"events": [{"server_uuid": "35fe94b7-2c68-4fa9-a922-93da760f77cd", "name": "network-vif-deleted", "tag": "2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:44:18.256517 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 4857470d-e751-42ad-b0ae-ff54d7d0611e, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=4857470d-e751-42ad-b0ae-ff54d7d0611e,segment=NetworkSegment(b82d7036-1e05-4803-9f61-149407a6a937),segment_id=b82d7036-1e05-4803-9f61-149407a6a937)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:44:18.266900 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=5decaa5e-6c54-47c4-be19-8bad024d841e,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:18.276042 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '4857470d-e751-42ad-b0ae-ff54d7d0611e', 'network_id': 'fef96230-f3dd-4368-8b6e-5738962456fc', 'port_id': '4857470d-e751-42ad-b0ae-ff54d7d0611e', 'mac_address': 'fa:16:3e:5f:03:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95502a8a-ba2e-4b63-8065-1d79001ecb5c', 'ip_address': '10.1.1.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:44:18.305732 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-2b9af1af-dd38-4e1c-a4e7-2b86823a7e58 req-c568e56e-2974-4a78-a1e5-c285ce942d17 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Allocated IP 172.20.0.9 (f1832801-225d-49c7-ba9e-13ca94c9951b/bf8b75f5-87fa-46ec-a5bb-bac267ae3844/3aecca23-872b-47f7-81da-d8eaf630d062) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:44:18.341747 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 07 Sep 2021 02:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a69cca4-5aeb-4659-ab16-096e12b3c9ac x-openstack-request-id: req-0a69cca4-5aeb-4659-ab16-096e12b3c9ac {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:44:18.342047 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0086ad22-df41-4fd2-bda7-6e6b0b78ed31", "name": "network-vif-plugged", "status": "completed", "tag": "d3c52316-909f-4cd2-9153-7b9b433ef23c", "code": 200}, {"server_uuid": "35fe94b7-2c68-4fa9-a922-93da760f77cd", "name": "network-vif-unplugged", "status": "completed", "tag": "2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:44:18.342296 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0a69cca4-5aeb-4659-ab16-096e12b3c9ac {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:44:18.343192 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0086ad22-df41-4fd2-bda7-6e6b0b78ed31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c52316-909f-4cd2-9153-7b9b433ef23c', 'code': 200} Sep 07 02:44:18.343466 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35fe94b7-2c68-4fa9-a922-93da760f77cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4', 'code': 200} Sep 07 02:44:18.364756 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:18.387750 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4857470d-e751-42ad-b0ae-ff54d7d0611e {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:44:18.414756 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 4857470d-e751-42ad-b0ae-ff54d7d0611e, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=4857470d-e751-42ad-b0ae-ff54d7d0611e,segment=NetworkSegment(b82d7036-1e05-4803-9f61-149407a6a937),segment_id=b82d7036-1e05-4803-9f61-149407a6a937)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:44:18.421944 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:18.423090 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device e7ad01c7-8747-4618-90fb-6bdd88c0a6d2 details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:44:18.518402 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b1ccf665-1605-4887-b049-528c73baff4b req-89dc5690-3da9-4d1e-aebe-f2ac44658567 tempest-ServerShowV257Test-532934442 tempest-ServerShowV257Test-532934442-project] 10.222.0.22 "GET /v2.0/ports?device_id=790a8f72-badc-4135-ab7b-66c407779abb HTTP/1.1" status: 200 len: 210 time: 0.0337029 Sep 07 02:44:18.547057 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=4857470d-e751-42ad-b0ae-ff54d7d0611e,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:18.569373 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287279b1-ec4d-41b9-8de3-c9053588b6c4 req-16642792-c9ae-4670-9015-364a04e21d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:18.571416 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-287279b1-ec4d-41b9-8de3-c9053588b6c4 req-16642792-c9ae-4670-9015-364a04e21d3c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0086ad22-df41-4fd2-bda7-6e6b0b78ed31 HTTP/1.1" status: 200 len: 1097 time: 0.1359251 Sep 07 02:44:18.582972 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6eb3c-8e58-4e0c-90b1-fea628627f74 req-97c58091-dad2-40ef-957e-2f39b872ef65 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:18.590096 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6eb3c-8e58-4e0c-90b1-fea628627f74 req-97c58091-dad2-40ef-957e-2f39b872ef65 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:18.596175 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6eb3c-8e58-4e0c-90b1-fea628627f74 req-97c58091-dad2-40ef-957e-2f39b872ef65 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:18.602255 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6eb3c-8e58-4e0c-90b1-fea628627f74 req-97c58091-dad2-40ef-957e-2f39b872ef65 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:18.609718 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6eb3c-8e58-4e0c-90b1-fea628627f74 req-97c58091-dad2-40ef-957e-2f39b872ef65 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:18.616190 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6eb3c-8e58-4e0c-90b1-fea628627f74 req-97c58091-dad2-40ef-957e-2f39b872ef65 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:18.622326 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6eb3c-8e58-4e0c-90b1-fea628627f74 req-97c58091-dad2-40ef-957e-2f39b872ef65 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:18.630907 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-50d6eb3c-8e58-4e0c-90b1-fea628627f74 req-97c58091-dad2-40ef-957e-2f39b872ef65 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 5436 time: 0.1753550 Sep 07 02:44:18.673264 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port e7ad01c7-8747-4618-90fb-6bdd88c0a6d2, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=e7ad01c7-8747-4618-90fb-6bdd88c0a6d2,segment=NetworkSegment(b8bc3fdf-2e3e-4972-88d9-8c4ff4b8870b),segment_id=b8bc3fdf-2e3e-4972-88d9-8c4ff4b8870b)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:44:18.673696 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239c1125-f051-4cef-ba65-50c545f90e78 x-openstack-request-id: req-239c1125-f051-4cef-ba65-50c545f90e78 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:44:18.673924 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35fe94b7-2c68-4fa9-a922-93da760f77cd", "name": "network-vif-deleted", "tag": "2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:44:18.674177 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-239c1125-f051-4cef-ba65-50c545f90e78 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:44:18.674581 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35fe94b7-2c68-4fa9-a922-93da760f77cd', 'name': 'network-vif-deleted', 'tag': '2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4', 'status': 'completed', 'code': 200} Sep 07 02:44:18.703728 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': 'e7ad01c7-8747-4618-90fb-6bdd88c0a6d2', 'network_id': '5ef2135d-eb79-4b03-bc59-b7d80582547a', 'port_id': 'e7ad01c7-8747-4618-90fb-6bdd88c0a6d2', 'mac_address': 'fa:16:3e:90:c3:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa07d668-6197-4922-9f11-0bb1fe24556f', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:44:18.757151 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:18.759235 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-50d6eb3c-8e58-4e0c-90b1-fea628627f74 req-9a60acd3-eeb5-481d-946f-f3dcfa0a531e tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/security-groups?id=89726ab1-0a53-4d54-93e7-e4e6ba92ef38&id=2895453c-c2ff-4721-9c31-7aa9bbb51629&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1215949 Sep 07 02:44:18.775007 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7ad01c7-8747-4618-90fb-6bdd88c0a6d2 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:44:18.782717 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-287279b1-ec4d-41b9-8de3-c9053588b6c4 req-67d2ba3e-31ee-46dd-acf9-cb8e109e7d64 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473670 Sep 07 02:44:18.801287 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port e7ad01c7-8747-4618-90fb-6bdd88c0a6d2, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=e7ad01c7-8747-4618-90fb-6bdd88c0a6d2,segment=NetworkSegment(b8bc3fdf-2e3e-4972-88d9-8c4ff4b8870b),segment_id=b8bc3fdf-2e3e-4972-88d9-8c4ff4b8870b)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:44:18.818906 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:18.820054 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device dfc9b065-1c7f-4968-9ce9-8ee8bb3c5e67 details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:44:18.822351 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2b9af1af-dd38-4e1c-a4e7-2b86823a7e58 req-c568e56e-2974-4a78-a1e5-c285ce942d17 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:18.860063 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9bc848d7-6fcf-40d0-a50a-b986a7f6e680 req-d33dc8fa-ad9d-4e56-9372-bd8db4de1056 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=96c83d8f-ccbb-42b5-a473-f2b3aea997af HTTP/1.1" status: 200 len: 210 time: 0.0455437 Sep 07 02:44:18.893816 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=e7ad01c7-8747-4618-90fb-6bdd88c0a6d2,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:18.898108 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port dfc9b065-1c7f-4968-9ce9-8ee8bb3c5e67, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=dfc9b065-1c7f-4968-9ce9-8ee8bb3c5e67,segment=NetworkSegment(b8bc3fdf-2e3e-4972-88d9-8c4ff4b8870b),segment_id=b8bc3fdf-2e3e-4972-88d9-8c4ff4b8870b)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:44:18.910717 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': 'dfc9b065-1c7f-4968-9ce9-8ee8bb3c5e67', 'network_id': '5ef2135d-eb79-4b03-bc59-b7d80582547a', 'port_id': 'dfc9b065-1c7f-4968-9ce9-8ee8bb3c5e67', 'mac_address': 'fa:16:3e:1d:33:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa07d668-6197-4922-9f11-0bb1fe24556f', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:44:18.919092 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2b9af1af-dd38-4e1c-a4e7-2b86823a7e58 req-c568e56e-2974-4a78-a1e5-c285ce942d17 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:18.952833 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:18.966196 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfc9b065-1c7f-4968-9ce9-8ee8bb3c5e67 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:44:18.998748 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port dfc9b065-1c7f-4968-9ce9-8ee8bb3c5e67, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=dfc9b065-1c7f-4968-9ce9-8ee8bb3c5e67,segment=NetworkSegment(b8bc3fdf-2e3e-4972-88d9-8c4ff4b8870b),segment_id=b8bc3fdf-2e3e-4972-88d9-8c4ff4b8870b)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:44:19.003210 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b9af1af-dd38-4e1c-a4e7-2b86823a7e58 req-c568e56e-2974-4a78-a1e5-c285ce942d17 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Network f1832801-225d-49c7-ba9e-13ca94c9951b is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:44:19.005882 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:19.007078 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-2b9af1af-dd38-4e1c-a4e7-2b86823a7e58 req-c568e56e-2974-4a78-a1e5-c285ce942d17 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:44:19.018923 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b9af1af-dd38-4e1c-a4e7-2b86823a7e58 req-c568e56e-2974-4a78-a1e5-c285ce942d17 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:44:19.057563 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c568e56e-2974-4a78-a1e5-c285ce942d17 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Pushing event updated for resources: {'Port': ['ID=3aecca23-872b-47f7-81da-d8eaf630d062,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:19.071718 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=dfc9b065-1c7f-4968-9ce9-8ee8bb3c5e67,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:19.074753 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568e56e-2974-4a78-a1e5-c285ce942d17 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:44:19.075176 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568e56e-2974-4a78-a1e5-c285ce942d17 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:44:19.075818 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568e56e-2974-4a78-a1e5-c285ce942d17 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:44:19.076155 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568e56e-2974-4a78-a1e5-c285ce942d17 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:44:19.076491 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568e56e-2974-4a78-a1e5-c285ce942d17 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:44:19.076831 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568e56e-2974-4a78-a1e5-c285ce942d17 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:44:19.077156 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568e56e-2974-4a78-a1e5-c285ce942d17 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:44:19.077512 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568e56e-2974-4a78-a1e5-c285ce942d17 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:44:19.077847 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568e56e-2974-4a78-a1e5-c285ce942d17 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:44:19.078175 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568e56e-2974-4a78-a1e5-c285ce942d17 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:44:19.078505 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568e56e-2974-4a78-a1e5-c285ce942d17 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:44:19.078846 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568e56e-2974-4a78-a1e5-c285ce942d17 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:44:19.082510 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 339274d9-ef8b-470d-9ba5-f744dd5edb1d no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:44:19.097159 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9af1af-dd38-4e1c-a4e7-2b86823a7e58 req-c568e56e-2974-4a78-a1e5-c285ce942d17 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:19.097807 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2b9af1af-dd38-4e1c-a4e7-2b86823a7e58 req-c568e56e-2974-4a78-a1e5-c285ce942d17 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:19.113476 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4760de6e-4cb7-4b3f-8116-87920ec26f08 req-e9d13c80-0990-456a-a81e-6fd64230c0d1 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:19.120890 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4760de6e-4cb7-4b3f-8116-87920ec26f08 req-e9d13c80-0990-456a-a81e-6fd64230c0d1 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b8af059-5281-4c7f-afc8-33aac6f71c1d HTTP/1.1" status: 200 len: 931 time: 0.1652310 Sep 07 02:44:19.142877 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2b9af1af-dd38-4e1c-a4e7-2b86823a7e58 req-c568e56e-2974-4a78-a1e5-c285ce942d17 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4167025 Sep 07 02:44:19.145183 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: 339274d9-ef8b-470d-9ba5-f744dd5edb1d {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:44:19.147147 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 339274d9-ef8b-470d-9ba5-f744dd5edb1d not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:44:19.156105 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-2b9af1af-dd38-4e1c-a4e7-2b86823a7e58 req-e36b621e-32b6-4ed8-8044-5a5baab27e86 service neutron] Request body: {'port': {'device_id': '6b8af059-5281-4c7f-afc8-33aac6f71c1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:44:19.190767 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4760de6e-4cb7-4b3f-8116-87920ec26f08 req-c5174934-dcd9-4423-b81a-42106739d2f1 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683105 Sep 07 02:44:19.229223 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2b9af1af-dd38-4e1c-a4e7-2b86823a7e58 req-e36b621e-32b6-4ed8-8044-5a5baab27e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:19.336659 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-42584b38-f8e2-4a0d-a5b9-d59ad6fb4891 req-e619c2c4-66e0-4d4f-8215-05de7ef737b0 tempest-ServerShowV257Test-532934442 tempest-ServerShowV257Test-532934442-project] 10.222.0.22 "GET /v2.0/ports?device_id=790a8f72-badc-4135-ab7b-66c407779abb HTTP/1.1" status: 200 len: 210 time: 0.0442295 Sep 07 02:44:19.417806 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f004a6-0ddf-4c98-a767-e43ba103ee96 req-b9a2c1c2-b7d8-4dc7-9196-49acec74f00f tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:19.419302 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a0f004a6-0ddf-4c98-a767-e43ba103ee96 req-b9a2c1c2-b7d8-4dc7-9196-49acec74f00f tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=0086ad22-df41-4fd2-bda7-6e6b0b78ed31 HTTP/1.1" status: 200 len: 945 time: 0.1246171 Sep 07 02:44:19.511716 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a0f004a6-0ddf-4c98-a767-e43ba103ee96 req-59048800-7a17-4635-bd87-27019204d823 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845685 Sep 07 02:44:19.622735 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-2b9af1af-dd38-4e1c-a4e7-2b86823a7e58 req-e36b621e-32b6-4ed8-8044-5a5baab27e86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aecca23-872b-47f7-81da-d8eaf630d062 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:44:19.633563 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2b9af1af-dd38-4e1c-a4e7-2b86823a7e58 req-e36b621e-32b6-4ed8-8044-5a5baab27e86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:19.647944 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-2b9af1af-dd38-4e1c-a4e7-2b86823a7e58 req-e36b621e-32b6-4ed8-8044-5a5baab27e86 service neutron] Transition to ACTIVE for port object 3aecca23-872b-47f7-81da-d8eaf630d062 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:44:19.651517 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2b9af1af-dd38-4e1c-a4e7-2b86823a7e58 req-e36b621e-32b6-4ed8-8044-5a5baab27e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:19.764692 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36b621e-32b6-4ed8-8044-5a5baab27e86 service neutron] Pushing event updated for resources: {'Port': ['ID=3aecca23-872b-47f7-81da-d8eaf630d062,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:19.817529 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['89b4efa3-3083-4932-8997-1d7345c55233'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:44:19.837783 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b313ee04-a4b1-421a-b2fd-147fce038b8d req-0a1e5cbc-f235-4ed0-8006-412526425704 tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:19.845823 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b313ee04-a4b1-421a-b2fd-147fce038b8d req-0a1e5cbc-f235-4ed0-8006-412526425704 tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c8b1be2-41dc-4d51-a69b-b7fa2f9ba63d HTTP/1.1" status: 200 len: 948 time: 0.0945938 Sep 07 02:44:19.868181 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['dfc9b065-1c7f-4968-9ce9-8ee8bb3c5e67'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:44:19.899900 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b313ee04-a4b1-421a-b2fd-147fce038b8d req-9309e2d5-623b-42e8-a106-2abb0d0eb34c tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] 10.222.0.22 "GET /v2.0/security-groups?id=5e8fc07f-5846-40f8-ba98-69ff832a7ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528114 Sep 07 02:44:19.904016 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['4857470d-e751-42ad-b0ae-ff54d7d0611e'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:44:19.904147 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-2b9af1af-dd38-4e1c-a4e7-2b86823a7e58 req-e36b621e-32b6-4ed8-8044-5a5baab27e86 service neutron] Attempting to bind port 3aecca23-872b-47f7-81da-d8eaf630d062 on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:44:19.904403 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-2b9af1af-dd38-4e1c-a4e7-2b86823a7e58 req-e36b621e-32b6-4ed8-8044-5a5baab27e86 service neutron] Attempting to bind port 3aecca23-872b-47f7-81da-d8eaf630d062 by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': 'cefad73b-a7c5-464e-83dc-c3e10d5473af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f1832801-225d-49c7-ba9e-13ca94c9951b'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:44:19.904734 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9af1af-dd38-4e1c-a4e7-2b86823a7e58 req-e36b621e-32b6-4ed8-8044-5a5baab27e86 service neutron] Attempting to bind port 3aecca23-872b-47f7-81da-d8eaf630d062 on network f1832801-225d-49c7-ba9e-13ca94c9951b {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:44:19.905741 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['5decaa5e-6c54-47c4-be19-8bad024d841e'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:44:19.924181 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9af1af-dd38-4e1c-a4e7-2b86823a7e58 req-e36b621e-32b6-4ed8-8044-5a5baab27e86 service neutron] Port 3aecca23-872b-47f7-81da-d8eaf630d062 on network f1832801-225d-49c7-ba9e-13ca94c9951b not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:44:19.924506 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9af1af-dd38-4e1c-a4e7-2b86823a7e58 req-e36b621e-32b6-4ed8-8044-5a5baab27e86 service neutron] Attempting to bind port 3aecca23-872b-47f7-81da-d8eaf630d062 on network f1832801-225d-49c7-ba9e-13ca94c9951b {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:44:19.947802 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c04af2-4a45-4a6f-908b-530d013a0f48 req-b2910f23-6b4e-463c-9624-8da16f8913a9 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:19.950817 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-15c04af2-4a45-4a6f-908b-530d013a0f48 req-b2910f23-6b4e-463c-9624-8da16f8913a9 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.23 "GET /v2.0/networks?id=b38f0331-653f-46c0-a8d7-26916edac115 HTTP/1.1" status: 200 len: 805 time: 0.2178328 Sep 07 02:44:19.951617 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9af1af-dd38-4e1c-a4e7-2b86823a7e58 req-e36b621e-32b6-4ed8-8044-5a5baab27e86 service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:44:19.951949 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9af1af-dd38-4e1c-a4e7-2b86823a7e58 req-e36b621e-32b6-4ed8-8044-5a5baab27e86 service neutron] Checking segment: {'id': 'cefad73b-a7c5-464e-83dc-c3e10d5473af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f1832801-225d-49c7-ba9e-13ca94c9951b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:44:19.952327 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9af1af-dd38-4e1c-a4e7-2b86823a7e58 req-e36b621e-32b6-4ed8-8044-5a5baab27e86 service neutron] Bound using segment: {'id': 'cefad73b-a7c5-464e-83dc-c3e10d5473af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f1832801-225d-49c7-ba9e-13ca94c9951b'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:44:19.952796 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-2b9af1af-dd38-4e1c-a4e7-2b86823a7e58 req-e36b621e-32b6-4ed8-8044-5a5baab27e86 service neutron] Bound port: 3aecca23-872b-47f7-81da-d8eaf630d062, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cefad73b-a7c5-464e-83dc-c3e10d5473af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f1832801-225d-49c7-ba9e-13ca94c9951b'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:44:19.953117 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2b9af1af-dd38-4e1c-a4e7-2b86823a7e58 req-e36b621e-32b6-4ed8-8044-5a5baab27e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:19.961388 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['6d6cd00f-b2ec-4d02-88ed-e2f7438c43b6'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:44:19.971863 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-15c04af2-4a45-4a6f-908b-530d013a0f48 req-f5b05c32-7e9e-4ccf-8833-d7ad961508ab tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Request body: {'port': {'device_id': '96c83d8f-ccbb-42b5-a473-f2b3aea997af', 'network_id': 'b38f0331-653f-46c0-a8d7-26916edac115', 'admin_state_up': True, 'tenant_id': '39221102c85f4a33befb52c47b54a864'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:44:20.014485 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8be1d2c6-dc47-4799-b50b-157c54dda0a6 req-57065c6e-2c97-4b6c-b810-08fef7f600ed tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=96c83d8f-ccbb-42b5-a473-f2b3aea997af HTTP/1.1" status: 200 len: 210 time: 0.0313811 Sep 07 02:44:20.017033 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc61796d-1c14-4c6d-9931-528f8e4bf472 req-4aeb3bee-de20-4892-95e7-37b1e0343ae2 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:20.024252 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc61796d-1c14-4c6d-9931-528f8e4bf472 req-4aeb3bee-de20-4892-95e7-37b1e0343ae2 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:20.030694 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc61796d-1c14-4c6d-9931-528f8e4bf472 req-4aeb3bee-de20-4892-95e7-37b1e0343ae2 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:20.037101 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc61796d-1c14-4c6d-9931-528f8e4bf472 req-4aeb3bee-de20-4892-95e7-37b1e0343ae2 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:20.043964 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc61796d-1c14-4c6d-9931-528f8e4bf472 req-4aeb3bee-de20-4892-95e7-37b1e0343ae2 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:20.051166 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc61796d-1c14-4c6d-9931-528f8e4bf472 req-4aeb3bee-de20-4892-95e7-37b1e0343ae2 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:20.057670 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc61796d-1c14-4c6d-9931-528f8e4bf472 req-4aeb3bee-de20-4892-95e7-37b1e0343ae2 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:20.065218 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dc61796d-1c14-4c6d-9931-528f8e4bf472 req-4aeb3bee-de20-4892-95e7-37b1e0343ae2 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 5438 time: 0.2126763 Sep 07 02:44:20.323720 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de78e0-ba48-421d-b9d0-3c7536770deb req-81d30731-2f97-471f-87cb-44736419cd8c tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:20.325941 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-85de78e0-ba48-421d-b9d0-3c7536770deb req-81d30731-2f97-471f-87cb-44736419cd8c tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b8af059-5281-4c7f-afc8-33aac6f71c1d HTTP/1.1" status: 200 len: 943 time: 0.0552418 Sep 07 02:44:20.348339 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3ed5bfa-6d20-4d8d-812a-3f29f0868f88'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:44:20.351202 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b423eb-c4ca-4064-916b-583f40d4c3d8" -d '{"events": [{"server_uuid": "5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc", "name": "network-vif-plugged", "status": "completed", "tag": "f3ed5bfa-6d20-4d8d-812a-3f29f0868f88"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:44:20.369119 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-85de78e0-ba48-421d-b9d0-3c7536770deb req-ae81260b-8387-4416-96ef-ffefc0849c91 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360985 Sep 07 02:44:20.397000 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:44:20.418441 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466078ab-348d-49a9-90f1-2a364a8b4149 x-openstack-request-id: req-466078ab-348d-49a9-90f1-2a364a8b4149 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:44:20.418732 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc", "name": "network-vif-plugged", "status": "completed", "tag": "f3ed5bfa-6d20-4d8d-812a-3f29f0868f88", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:44:20.419135 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-466078ab-348d-49a9-90f1-2a364a8b4149 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:44:20.419548 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3ed5bfa-6d20-4d8d-812a-3f29f0868f88', 'code': 200} Sep 07 02:44:20.431658 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dc61796d-1c14-4c6d-9931-528f8e4bf472 req-2f8c5abd-b433-4f66-a654-696ad4294e46 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/security-groups?id=89726ab1-0a53-4d54-93e7-e4e6ba92ef38&id=2895453c-c2ff-4721-9c31-7aa9bbb51629&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3655112 Sep 07 02:44:20.453953 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: 2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:44:20.454303 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 2c3a90eb-a154-4adb-bcd4-6a60acc2f2f4 not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:44:20.459606 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-2b9af1af-dd38-4e1c-a4e7-2b86823a7e58 req-e36b621e-32b6-4ed8-8044-5a5baab27e86 service neutron] For port 3aecca23-872b-47f7-81da-d8eaf630d062, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:44:20.467709 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-2b9af1af-dd38-4e1c-a4e7-2b86823a7e58 req-e36b621e-32b6-4ed8-8044-5a5baab27e86 service neutron] For port 3aecca23-872b-47f7-81da-d8eaf630d062, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=3aecca23-872b-47f7-81da-d8eaf630d062,segment=NetworkSegment(cefad73b-a7c5-464e-83dc-c3e10d5473af),segment_id=cefad73b-a7c5-464e-83dc-c3e10d5473af)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:44:20.473632 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2b9af1af-dd38-4e1c-a4e7-2b86823a7e58 req-e36b621e-32b6-4ed8-8044-5a5baab27e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:20.516956 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cc5755b6-565d-4f35-a164-1c9e9270fb3e req-a59caaa4-97e0-437e-a000-f7edc80bba67 tempest-ServerShowV257Test-532934442 tempest-ServerShowV257Test-532934442-project] 10.222.0.22 "GET /v2.0/ports?device_id=790a8f72-badc-4135-ab7b-66c407779abb HTTP/1.1" status: 200 len: 210 time: 0.0376029 Sep 07 02:44:20.526250 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9af1af-dd38-4e1c-a4e7-2b86823a7e58 req-e36b621e-32b6-4ed8-8044-5a5baab27e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:20.526929 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2b9af1af-dd38-4e1c-a4e7-2b86823a7e58 req-e36b621e-32b6-4ed8-8044-5a5baab27e86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:20.528329 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2b9af1af-dd38-4e1c-a4e7-2b86823a7e58 req-e36b621e-32b6-4ed8-8044-5a5baab27e86 service neutron] 10.222.0.16 "PUT /v2.0/ports/3aecca23-872b-47f7-81da-d8eaf630d062 HTTP/1.1" status: 200 len: 1092 time: 1.3766358 Sep 07 02:44:20.541376 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15c04af2-4a45-4a6f-908b-530d013a0f48 req-f5b05c32-7e9e-4ccf-8833-d7ad961508ab tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Made reservation on behalf of 39221102c85f4a33befb52c47b54a864 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:44:20.544992 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-15c04af2-4a45-4a6f-908b-530d013a0f48 req-f5b05c32-7e9e-4ccf-8833-d7ad961508ab tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:20.571039 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36b621e-32b6-4ed8-8044-5a5baab27e86 service neutron] Pushing event updated for resources: {'Port': ['ID=3aecca23-872b-47f7-81da-d8eaf630d062,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:20.675462 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b8af059-5281-4c7f-afc8-33aac6f71c1d', 'tag': '3aecca23-872b-47f7-81da-d8eaf630d062'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:44:20.677782 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51efd0de-dba8-4b7a-9631-19834de6ecc8" -d '{"events": [{"name": "network-changed", "server_uuid": "6b8af059-5281-4c7f-afc8-33aac6f71c1d", "tag": "3aecca23-872b-47f7-81da-d8eaf630d062"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:44:20.730716 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14e6b6a-0540-4a2b-8721-44abc1612662 x-openstack-request-id: req-a14e6b6a-0540-4a2b-8721-44abc1612662 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:44:20.730940 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b8af059-5281-4c7f-afc8-33aac6f71c1d", "tag": "3aecca23-872b-47f7-81da-d8eaf630d062", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:44:20.731194 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a14e6b6a-0540-4a2b-8721-44abc1612662 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:44:20.731600 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b8af059-5281-4c7f-afc8-33aac6f71c1d', 'tag': '3aecca23-872b-47f7-81da-d8eaf630d062', 'status': 'completed', 'code': 200} Sep 07 02:44:20.745760 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9af1af-dd38-4e1c-a4e7-2b86823a7e58 req-30f1a846-b6e0-40a2-a1a2-74f97ae15db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:20.747251 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2b9af1af-dd38-4e1c-a4e7-2b86823a7e58 req-30f1a846-b6e0-40a2-a1a2-74f97ae15db1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9a8c5da93cbf4b888ec81f508c5728ba&device_id=6b8af059-5281-4c7f-afc8-33aac6f71c1d HTTP/1.1" status: 200 len: 1095 time: 0.1320953 Sep 07 02:44:20.757324 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e435763-27c4-4531-9389-bdf277ef26d7 req-5404ab66-affd-4723-a009-d663237210f8 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:20.758873 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7e435763-27c4-4531-9389-bdf277ef26d7 req-5404ab66-affd-4723-a009-d663237210f8 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=0086ad22-df41-4fd2-bda7-6e6b0b78ed31 HTTP/1.1" status: 200 len: 945 time: 0.1446660 Sep 07 02:44:20.815031 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2b9af1af-dd38-4e1c-a4e7-2b86823a7e58 req-59d30751-a7bb-4f57-a0b1-0ae7d009688a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3aecca23-872b-47f7-81da-d8eaf630d062 HTTP/1.1" status: 200 len: 217 time: 0.0523820 Sep 07 02:44:20.816048 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-15c04af2-4a45-4a6f-908b-530d013a0f48 req-f5b05c32-7e9e-4ccf-8833-d7ad961508ab tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Allocated IP 172.20.0.8 (b38f0331-653f-46c0-a8d7-26916edac115/8b116277-4856-47e9-8d12-8ad81f660adb/f353d8dc-9699-4ee3-809d-9708fab48f97) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:44:20.892394 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7e435763-27c4-4531-9389-bdf277ef26d7 req-39b6431a-f2e1-40c0-8b17-7b68195b1393 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176193 Sep 07 02:44:20.907634 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9af1af-dd38-4e1c-a4e7-2b86823a7e58 req-dbbea81b-dc32-4eab-a80b-c72f888388bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:20.909087 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2b9af1af-dd38-4e1c-a4e7-2b86823a7e58 req-dbbea81b-dc32-4eab-a80b-c72f888388bf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bf8b75f5-87fa-46ec-a5bb-bac267ae3844 HTTP/1.1" status: 200 len: 844 time: 0.0830100 Sep 07 02:44:20.968510 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2b9af1af-dd38-4e1c-a4e7-2b86823a7e58 req-74421218-2808-454c-9e01-e448fec86bc2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f1832801-225d-49c7-ba9e-13ca94c9951b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497513 Sep 07 02:44:20.990942 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3b9943d9-39a7-4b67-8d62-53948104a91d req-d2293d65-88f9-4636-9832-ff2722eac349 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=3c6e11955fd14c5c9b191cf5c7d7b41c HTTP/1.1" status: 200 len: 267 time: 0.0334077 Sep 07 02:44:21.045357 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9943d9-39a7-4b67-8d62-53948104a91d req-bf2ff0a1-9c72-42de-a95b-42ad4b2a5424 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:21.046872 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3b9943d9-39a7-4b67-8d62-53948104a91d req-bf2ff0a1-9c72-42de-a95b-42ad4b2a5424 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=0086ad22-df41-4fd2-bda7-6e6b0b78ed31 HTTP/1.1" status: 200 len: 945 time: 0.0500891 Sep 07 02:44:21.058248 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-3b9943d9-39a7-4b67-8d62-53948104a91d req-15a3d31c-19d6-4e62-ad46-2f739479bf5c tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Request body: {'port': {'security_groups': []}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:44:21.128532 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['e7ad01c7-8747-4618-90fb-6bdd88c0a6d2'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:44:21.132035 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-3b9943d9-39a7-4b67-8d62-53948104a91d req-15a3d31c-19d6-4e62-ad46-2f739479bf5c tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:21.154708 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd5afa-2f57-4d64-bc23-5b6c059fee98 req-8bff5c09-51ce-4866-a23f-c5e52af68485 tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:21.156225 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-63bd5afa-2f57-4d64-bc23-5b6c059fee98 req-8bff5c09-51ce-4866-a23f-c5e52af68485 tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c8b1be2-41dc-4d51-a69b-b7fa2f9ba63d HTTP/1.1" status: 200 len: 948 time: 0.1779702 Sep 07 02:44:21.212462 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-15c04af2-4a45-4a6f-908b-530d013a0f48 req-f5b05c32-7e9e-4ccf-8833-d7ad961508ab tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:21.231418 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2b9af1af-dd38-4e1c-a4e7-2b86823a7e58 req-c695dc68-a046-47b5-9ef8-eb0aed7521e9 service neutron] 10.222.0.16 "GET /v2.0/networks/f1832801-225d-49c7-ba9e-13ca94c9951b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513711 Sep 07 02:44:21.284111 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c984e-c680-4d8c-89cd-fd3185cfb43b req-945a57e7-abdf-4c2c-aabb-c93d66b142bb tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:21.285616 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-877c984e-c680-4d8c-89cd-fd3185cfb43b req-945a57e7-abdf-4c2c-aabb-c93d66b142bb tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c8b1be2-41dc-4d51-a69b-b7fa2f9ba63d HTTP/1.1" status: 200 len: 948 time: 0.1493320 Sep 07 02:44:21.299066 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:21.307429 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:21.309398 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-63bd5afa-2f57-4d64-bc23-5b6c059fee98 req-822bedbf-fac8-44de-8b77-fde5fa3b32e5 tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] 10.222.0.22 "GET /v2.0/security-groups?id=5e8fc07f-5846-40f8-ba98-69ff832a7ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247854 Sep 07 02:44:21.317156 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-3b9943d9-39a7-4b67-8d62-53948104a91d req-15a3d31c-19d6-4e62-ad46-2f739479bf5c tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] For port d3c52316-909f-4cd2-9153-7b9b433ef23c, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=d3c52316-909f-4cd2-9153-7b9b433ef23c,segment=NetworkSegment(6dff264e-7c75-4629-a854-2e784f93e6e2),segment_id=6dff264e-7c75-4629-a854-2e784f93e6e2)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:44:21.349331 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-3b9943d9-39a7-4b67-8d62-53948104a91d req-15a3d31c-19d6-4e62-ad46-2f739479bf5c tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:21.356546 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-3b9943d9-39a7-4b67-8d62-53948104a91d req-15a3d31c-19d6-4e62-ad46-2f739479bf5c tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:21.368908 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['9ef02f9c-7c5a-48ae-a54a-4f8d1e8a6fb7', 'd3c52316-909f-4cd2-9153-7b9b433ef23c'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:44:21.408580 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9943d9-39a7-4b67-8d62-53948104a91d req-15a3d31c-19d6-4e62-ad46-2f739479bf5c tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:21.409739 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-3b9943d9-39a7-4b67-8d62-53948104a91d req-15a3d31c-19d6-4e62-ad46-2f739479bf5c tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:21.424122 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3b9943d9-39a7-4b67-8d62-53948104a91d req-15a3d31c-19d6-4e62-ad46-2f739479bf5c tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "PUT /v2.0/ports/d3c52316-909f-4cd2-9153-7b9b433ef23c HTTP/1.1" status: 200 len: 904 time: 0.3702903 Sep 07 02:44:21.424672 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0086ad22-df41-4fd2-bda7-6e6b0b78ed31', 'tag': 'd3c52316-909f-4cd2-9153-7b9b433ef23c'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:44:21.430228 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-15c04af2-4a45-4a6f-908b-530d013a0f48 req-f5b05c32-7e9e-4ccf-8833-d7ad961508ab tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:21.431884 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18b2941-9363-47f5-8f22-d22d7700c757" -d '{"events": [{"name": "network-changed", "server_uuid": "0086ad22-df41-4fd2-bda7-6e6b0b78ed31", "tag": "d3c52316-909f-4cd2-9153-7b9b433ef23c"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:44:21.474764 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['d3c52316-909f-4cd2-9153-7b9b433ef23c'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:44:21.484750 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a3d31c-19d6-4e62-ad46-2f739479bf5c tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Pushing event updated for resources: {'Port': ['ID=d3c52316-909f-4cd2-9153-7b9b433ef23c,revision_number=6']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:21.561294 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2b9af1af-dd38-4e1c-a4e7-2b86823a7e58 req-c0cd3aba-2283-49fb-91f9-03e2f648e177 service neutron] 10.222.0.16 "GET /v2.0/networks/f1832801-225d-49c7-ba9e-13ca94c9951b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173776 Sep 07 02:44:21.589768 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15c04af2-4a45-4a6f-908b-530d013a0f48 req-f5b05c32-7e9e-4ccf-8833-d7ad961508ab tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Network b38f0331-653f-46c0-a8d7-26916edac115 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:44:21.601939 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-15c04af2-4a45-4a6f-908b-530d013a0f48 req-f5b05c32-7e9e-4ccf-8833-d7ad961508ab tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:44:21.608442 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-15c04af2-4a45-4a6f-908b-530d013a0f48 req-f5b05c32-7e9e-4ccf-8833-d7ad961508ab tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:44:21.611047 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b05c32-7e9e-4ccf-8833-d7ad961508ab tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Pushing event updated for resources: {'Port': ['ID=f353d8dc-9699-4ee3-809d-9708fab48f97,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:21.646877 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdee00a-ccb3-498e-ad26-851d1a20a318 req-78fc2e3d-b1f8-4b13-8aaa-95f41e082622 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:21.655202 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4fdee00a-ccb3-498e-ad26-851d1a20a318 req-78fc2e3d-b1f8-4b13-8aaa-95f41e082622 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b8af059-5281-4c7f-afc8-33aac6f71c1d HTTP/1.1" status: 200 len: 943 time: 0.0803204 Sep 07 02:44:21.679762 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd70a4-a63d-4853-8022-179189b2e5a9 req-e82406b7-1058-42c7-8882-a790c9ea03ce tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:21.687442 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dacd70a4-a63d-4853-8022-179189b2e5a9 req-e82406b7-1058-42c7-8882-a790c9ea03ce tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=96c83d8f-ccbb-42b5-a473-f2b3aea997af HTTP/1.1" status: 200 len: 931 time: 0.2464890 Sep 07 02:44:21.700163 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4fdee00a-ccb3-498e-ad26-851d1a20a318 req-fd1fe2c0-b1b6-4b74-8fb6-799533ec21ba tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439086 Sep 07 02:44:21.709350 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-877c984e-c680-4d8c-89cd-fd3185cfb43b req-16c923fc-9263-470e-ad3c-5334dce3df6f tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] Deleting port ee1590aa-9ab5-4f34-a30c-962b5138fa22 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:44:21.709696 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-877c984e-c680-4d8c-89cd-fd3185cfb43b req-16c923fc-9263-470e-ad3c-5334dce3df6f tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:21.733454 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-c612f4c9-798c-4cd4-940d-ce50d925982a None None] Provisioning complete for port d3c52316-909f-4cd2-9153-7b9b433ef23c triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:44:21.733838 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c612f4c9-798c-4cd4-940d-ce50d925982a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:21.789655 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c04af2-4a45-4a6f-908b-530d013a0f48 req-f5b05c32-7e9e-4ccf-8833-d7ad961508ab tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:21.790196 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-15c04af2-4a45-4a6f-908b-530d013a0f48 req-f5b05c32-7e9e-4ccf-8833-d7ad961508ab tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:21.818226 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1b8fe-3f8d-4d00-9a7f-28c14030538e req-d055e00f-95b5-46bd-a1be-1838c9fab341 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:21.820251 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b7f1b8fe-3f8d-4d00-9a7f-28c14030538e req-d055e00f-95b5-46bd-a1be-1838c9fab341 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=0086ad22-df41-4fd2-bda7-6e6b0b78ed31 HTTP/1.1" status: 200 len: 907 time: 0.0573475 Sep 07 02:44:21.830706 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dacd70a4-a63d-4853-8022-179189b2e5a9 req-1d80a836-b9c0-4ce8-b293-ef417f51e26a tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423893 Sep 07 02:44:21.856169 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51efd0de-dba8-4b7a-9631-19834de6ecc8 req-cdc1a505-0ece-475b-a718-ff0d8fd3b2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:21.858112 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-51efd0de-dba8-4b7a-9631-19834de6ecc8 req-cdc1a505-0ece-475b-a718-ff0d8fd3b2bc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9a8c5da93cbf4b888ec81f508c5728ba&device_id=6b8af059-5281-4c7f-afc8-33aac6f71c1d HTTP/1.1" status: 200 len: 1095 time: 0.2283115 Sep 07 02:44:21.861730 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-15c04af2-4a45-4a6f-908b-530d013a0f48 req-f5b05c32-7e9e-4ccf-8833-d7ad961508ab tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8940027 Sep 07 02:44:21.877019 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd618fe-e7ff-4aa3-b5fb-c18ada32d0d1 x-openstack-request-id: req-3bd618fe-e7ff-4aa3-b5fb-c18ada32d0d1 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:44:21.878203 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0086ad22-df41-4fd2-bda7-6e6b0b78ed31", "tag": "d3c52316-909f-4cd2-9153-7b9b433ef23c", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:44:21.878560 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3bd618fe-e7ff-4aa3-b5fb-c18ada32d0d1 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:44:21.879065 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0086ad22-df41-4fd2-bda7-6e6b0b78ed31', 'tag': 'd3c52316-909f-4cd2-9153-7b9b433ef23c', 'status': 'completed', 'code': 200} Sep 07 02:44:21.894672 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-15c04af2-4a45-4a6f-908b-530d013a0f48 req-ed878001-d11c-4ef2-9338-a8b351f6c91e service neutron] Request body: {'port': {'device_id': '96c83d8f-ccbb-42b5-a473-f2b3aea997af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:44:21.952244 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0b21fa43-40c1-4e2f-be9d-ef0eab8b39c6 req-b7b24a4f-3ac9-40b4-aa3e-91c77aabb113 tempest-ServerShowV257Test-532934442 tempest-ServerShowV257Test-532934442-project] 10.222.0.22 "GET /v2.0/ports?device_id=790a8f72-badc-4135-ab7b-66c407779abb HTTP/1.1" status: 200 len: 210 time: 0.0274532 Sep 07 02:44:22.003777 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-877c984e-c680-4d8c-89cd-fd3185cfb43b req-16c923fc-9263-470e-ad3c-5334dce3df6f tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] For port ee1590aa-9ab5-4f34-a30c-962b5138fa22, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=ee1590aa-9ab5-4f34-a30c-962b5138fa22,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:44:22.004154 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-877c984e-c680-4d8c-89cd-fd3185cfb43b req-16c923fc-9263-470e-ad3c-5334dce3df6f tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:22.053756 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-877c984e-c680-4d8c-89cd-fd3185cfb43b req-16c923fc-9263-470e-ad3c-5334dce3df6f tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] Calling delete_port for ee1590aa-9ab5-4f34-a30c-962b5138fa22 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:44:22.091433 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['af9f4b04-1d72-482b-bbf8-2c9fc4969d1e'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:44:22.129567 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38611a7e-4ef9-468f-a0ae-5a92bd0046c6 req-8f986bd2-202a-43dd-97c6-13320a3aee5a tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:22.131733 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-38611a7e-4ef9-468f-a0ae-5a92bd0046c6 req-8f986bd2-202a-43dd-97c6-13320a3aee5a tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 944 time: 0.0638888 Sep 07 02:44:22.140760 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b2941-9363-47f5-8f22-d22d7700c757 req-9b3fc62a-b13c-4ff3-9632-7fa972890bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:22.142281 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f18b2941-9363-47f5-8f22-d22d7700c757 req-9b3fc62a-b13c-4ff3-9632-7fa972890bf6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3c6e11955fd14c5c9b191cf5c7d7b41c&device_id=0086ad22-df41-4fd2-bda7-6e6b0b78ed31 HTTP/1.1" status: 200 len: 1059 time: 0.2296875 Sep 07 02:44:22.142845 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-15c04af2-4a45-4a6f-908b-530d013a0f48 req-ed878001-d11c-4ef2-9338-a8b351f6c91e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:22.170130 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1980ee4-c30d-4336-9726-5ef4c371e469 req-273b6435-ffce-48d5-987b-9bed2c577632 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:22.176017 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1980ee4-c30d-4336-9726-5ef4c371e469 req-273b6435-ffce-48d5-987b-9bed2c577632 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:22.176148 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-38611a7e-4ef9-468f-a0ae-5a92bd0046c6 req-f1af60e3-c2bb-44cd-acf6-aca213382d24 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384047 Sep 07 02:44:22.181927 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1980ee4-c30d-4336-9726-5ef4c371e469 req-273b6435-ffce-48d5-987b-9bed2c577632 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:22.188172 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1980ee4-c30d-4336-9726-5ef4c371e469 req-273b6435-ffce-48d5-987b-9bed2c577632 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:22.198113 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1980ee4-c30d-4336-9726-5ef4c371e469 req-273b6435-ffce-48d5-987b-9bed2c577632 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:22.200041 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1980ee4-c30d-4336-9726-5ef4c371e469 req-273b6435-ffce-48d5-987b-9bed2c577632 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:22.206153 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1980ee4-c30d-4336-9726-5ef4c371e469 req-273b6435-ffce-48d5-987b-9bed2c577632 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:22.208097 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d1980ee4-c30d-4336-9726-5ef4c371e469 req-273b6435-ffce-48d5-987b-9bed2c577632 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 5438 time: 0.3014331 Sep 07 02:44:22.285800 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51efd0de-dba8-4b7a-9631-19834de6ecc8 req-ae79f0fa-a791-48d3-84b3-3ddefe260798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:22.287960 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-51efd0de-dba8-4b7a-9631-19834de6ecc8 req-ae79f0fa-a791-48d3-84b3-3ddefe260798 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f1832801-225d-49c7-ba9e-13ca94c9951b HTTP/1.1" status: 200 len: 904 time: 0.4198003 Sep 07 02:44:22.301495 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4256f604-8940-4cba-b301-5e643e0d0547 req-27e99497-d3ec-4261-aba0-9ddf94389821 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:22.303271 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4256f604-8940-4cba-b301-5e643e0d0547 req-27e99497-d3ec-4261-aba0-9ddf94389821 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 944 time: 0.0488105 Sep 07 02:44:22.341517 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4256f604-8940-4cba-b301-5e643e0d0547 req-e0f56d40-f3e2-40d7-87cf-26f5bc9e05b2 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323544 Sep 07 02:44:22.407312 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-51efd0de-dba8-4b7a-9631-19834de6ecc8 req-b93600ca-9816-412a-90ea-2a26c0264503 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3aecca23-872b-47f7-81da-d8eaf630d062 HTTP/1.1" status: 200 len: 217 time: 0.1061015 Sep 07 02:44:22.450816 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb946f-70df-4d7d-baed-7bfd5d9af2db req-43d58cdd-774f-4ea3-811f-9022b1cc426e tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:22.452695 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-13fb946f-70df-4d7d-baed-7bfd5d9af2db req-43d58cdd-774f-4ea3-811f-9022b1cc426e tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c8b1be2-41dc-4d51-a69b-b7fa2f9ba63d HTTP/1.1" status: 200 len: 948 time: 0.0568171 Sep 07 02:44:22.490182 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d1980ee4-c30d-4336-9726-5ef4c371e469 req-709b0ef5-b71a-4cfb-9083-7050967ecf95 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/security-groups?id=89726ab1-0a53-4d54-93e7-e4e6ba92ef38&id=2895453c-c2ff-4721-9c31-7aa9bbb51629&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2616589 Sep 07 02:44:22.490548 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-13fb946f-70df-4d7d-baed-7bfd5d9af2db req-d8de231b-bee7-452d-acc1-3322d011e19f tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] 10.222.0.22 "GET /v2.0/security-groups?id=5e8fc07f-5846-40f8-ba98-69ff832a7ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310552 Sep 07 02:44:22.578413 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b2941-9363-47f5-8f22-d22d7700c757 req-fc77d98d-bf0f-4a36-bd31-b6a20a84d78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:22.579965 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f18b2941-9363-47f5-8f22-d22d7700c757 req-fc77d98d-bf0f-4a36-bd31-b6a20a84d78d service neutron] 10.222.0.23 "GET /v2.0/networks?id=c7baff3a-2acd-47c4-826f-ff1b179e5161 HTTP/1.1" status: 200 len: 910 time: 0.4276934 Sep 07 02:44:22.610167 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51efd0de-dba8-4b7a-9631-19834de6ecc8 req-7d38e42f-5581-4019-b2a5-98e65a6ea5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:22.611599 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-51efd0de-dba8-4b7a-9631-19834de6ecc8 req-7d38e42f-5581-4019-b2a5-98e65a6ea5a5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bf8b75f5-87fa-46ec-a5bb-bac267ae3844 HTTP/1.1" status: 200 len: 844 time: 0.1910203 Sep 07 02:44:22.662039 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f18b2941-9363-47f5-8f22-d22d7700c757 req-d6098f77-be20-4fc6-ae1c-5d4400925c4d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3c52316-909f-4cd2-9153-7b9b433ef23c HTTP/1.1" status: 200 len: 217 time: 0.0710008 Sep 07 02:44:22.685489 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce3b31-34b5-43ef-b89c-71ba3b1f624b req-0bacc33a-bcd3-49d5-9088-768c0dbd001d tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:22.687000 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-37ce3b31-34b5-43ef-b89c-71ba3b1f624b req-0bacc33a-bcd3-49d5-9088-768c0dbd001d tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/networks?id=c7baff3a-2acd-47c4-826f-ff1b179e5161 HTTP/1.1" status: 200 len: 810 time: 0.1089804 Sep 07 02:44:22.703670 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-37ce3b31-34b5-43ef-b89c-71ba3b1f624b req-afec9cb8-c5fa-40b6-b6ed-3403a8a38c4a tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/quotas/3c6e11955fd14c5c9b191cf5c7d7b41c HTTP/1.1" status: 200 len: 375 time: 0.0104392 Sep 07 02:44:22.776342 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-37ce3b31-34b5-43ef-b89c-71ba3b1f624b req-d5c8ae34-0e18-4123-a6a6-094d743e70db tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3c6e11955fd14c5c9b191cf5c7d7b41c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0669038 Sep 07 02:44:22.871247 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-37ce3b31-34b5-43ef-b89c-71ba3b1f624b req-b48f824b-2694-416d-b10b-c81e248dde24 service neutron] 10.222.0.22 "GET /v2.0/networks/c7baff3a-2acd-47c4-826f-ff1b179e5161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877299 Sep 07 02:44:22.957297 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-51efd0de-dba8-4b7a-9631-19834de6ecc8 req-62631f00-aa0c-4051-bd4b-3fb7db22ef8c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f1832801-225d-49c7-ba9e-13ca94c9951b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3071165 Sep 07 02:44:22.967236 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-37ce3b31-34b5-43ef-b89c-71ba3b1f624b req-ec482d94-8d69-4bc9-922a-b18138783dc2 service neutron] 10.222.0.22 "GET /v2.0/networks/c7baff3a-2acd-47c4-826f-ff1b179e5161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898235 Sep 07 02:44:23.045940 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-877c984e-c680-4d8c-89cd-fd3185cfb43b req-16c923fc-9263-470e-ad3c-5334dce3df6f tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:23.117284 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c923fc-9263-470e-ad3c-5334dce3df6f tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] Pushing event deleted for resources: {'Port': ['ID=ee1590aa-9ab5-4f34-a30c-962b5138fa22,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:23.167705 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b2941-9363-47f5-8f22-d22d7700c757 req-19e07b4d-ddef-4c56-b322-d243db0c5870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:23.169314 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f18b2941-9363-47f5-8f22-d22d7700c757 req-19e07b4d-ddef-4c56-b322-d243db0c5870 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=04737742-a3d0-4b6d-a6a4-ec1fe2e55890 HTTP/1.1" status: 200 len: 849 time: 0.2145405 Sep 07 02:44:23.183298 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb459900-d12d-4e9b-8b97-b918862d60a6 req-9d16556f-c131-4f34-9467-3ac81ff2721e tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:23.185071 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fb459900-d12d-4e9b-8b97-b918862d60a6 req-9d16556f-c131-4f34-9467-3ac81ff2721e tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=96c83d8f-ccbb-42b5-a473-f2b3aea997af HTTP/1.1" status: 200 len: 931 time: 0.0554111 Sep 07 02:44:23.237235 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fb459900-d12d-4e9b-8b97-b918862d60a6 req-57b6b363-cda7-460a-b3e6-42b421d8f624 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446842 Sep 07 02:44:23.250173 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-877c984e-c680-4d8c-89cd-fd3185cfb43b req-16c923fc-9263-470e-ad3c-5334dce3df6f tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] No DVR routers for this DVR port ee1590aa-9ab5-4f34-a30c-962b5138fa22 on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:44:23.259621 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0eda97-7983-4ccf-acef-1183269f8f20 req-ed59896b-c10c-4e03-b90e-5a562ce164a0 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:23.261137 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ff0eda97-7983-4ccf-acef-1183269f8f20 req-ed59896b-c10c-4e03-b90e-5a562ce164a0 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b8af059-5281-4c7f-afc8-33aac6f71c1d HTTP/1.1" status: 200 len: 943 time: 0.3077657 Sep 07 02:44:23.265925 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-877c984e-c680-4d8c-89cd-fd3185cfb43b req-16c923fc-9263-470e-ad3c-5334dce3df6f tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:23.267931 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-877c984e-c680-4d8c-89cd-fd3185cfb43b req-16c923fc-9263-470e-ad3c-5334dce3df6f tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] 10.222.0.16 "DELETE /v2.0/ports/ee1590aa-9ab5-4f34-a30c-962b5138fa22 HTTP/1.1" status: 204 len: 173 time: 1.9724019 Sep 07 02:44:23.272136 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c8b1be2-41dc-4d51-a69b-b7fa2f9ba63d', 'name': 'network-vif-deleted', 'tag': 'ee1590aa-9ab5-4f34-a30c-962b5138fa22'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:44:23.274369 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b38d216-b1fe-4a8d-b7b2-642c5d6cd33a" -d '{"events": [{"server_uuid": "6c8b1be2-41dc-4d51-a69b-b7fa2f9ba63d", "name": "network-vif-deleted", "tag": "ee1590aa-9ab5-4f34-a30c-962b5138fa22"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:44:23.353685 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-51efd0de-dba8-4b7a-9631-19834de6ecc8 req-26ab97ac-e62b-4486-8138-0e2e37416d1b service neutron] 10.222.0.16 "GET /v2.0/networks/f1832801-225d-49c7-ba9e-13ca94c9951b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844526 Sep 07 02:44:23.394348 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b2941-9363-47f5-8f22-d22d7700c757 req-1152990f-62db-4b59-bdb9-1e4789bea3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:23.396501 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f18b2941-9363-47f5-8f22-d22d7700c757 req-1152990f-62db-4b59-bdb9-1e4789bea3d7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7baff3a-2acd-47c4-826f-ff1b179e5161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2146881 Sep 07 02:44:23.398621 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-15c04af2-4a45-4a6f-908b-530d013a0f48 req-ed878001-d11c-4ef2-9338-a8b351f6c91e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f353d8dc-9699-4ee3-809d-9708fab48f97 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:44:23.402967 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-62cee939-9fea-4360-9b85-d8f1c9bfb54d req-44fa22d6-8b9e-45eb-94a9-076e2da9b35a tempest-ServerShowV257Test-532934442 tempest-ServerShowV257Test-532934442-project] 10.222.0.22 "GET /v2.0/ports?device_id=790a8f72-badc-4135-ab7b-66c407779abb HTTP/1.1" status: 200 len: 210 time: 0.0312545 Sep 07 02:44:23.439065 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ff0eda97-7983-4ccf-acef-1183269f8f20 req-47837bf0-0cc8-4da9-9ee9-58d78f86f7a8 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577997 Sep 07 02:44:23.476285 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-15c04af2-4a45-4a6f-908b-530d013a0f48 req-ed878001-d11c-4ef2-9338-a8b351f6c91e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:23.537313 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-15c04af2-4a45-4a6f-908b-530d013a0f48 req-ed878001-d11c-4ef2-9338-a8b351f6c91e service neutron] Transition to ACTIVE for port object f353d8dc-9699-4ee3-809d-9708fab48f97 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:44:23.557680 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c6a78ed-b31d-458b-83e0-4a09842badf0 x-openstack-request-id: req-8c6a78ed-b31d-458b-83e0-4a09842badf0 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:44:23.557970 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c8b1be2-41dc-4d51-a69b-b7fa2f9ba63d", "name": "network-vif-deleted", "tag": "ee1590aa-9ab5-4f34-a30c-962b5138fa22", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:44:23.558249 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8c6a78ed-b31d-458b-83e0-4a09842badf0 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:44:23.558604 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c8b1be2-41dc-4d51-a69b-b7fa2f9ba63d', 'name': 'network-vif-deleted', 'tag': 'ee1590aa-9ab5-4f34-a30c-962b5138fa22', 'status': 'completed', 'code': 200} Sep 07 02:44:23.582982 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-15c04af2-4a45-4a6f-908b-530d013a0f48 req-ed878001-d11c-4ef2-9338-a8b351f6c91e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:23.586447 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bc875e0b-357f-4e20-8a2a-6cb242141172 req-9afc8d7e-509b-48ee-b85f-43a5943d6e61 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=421c6d61-e719-47bf-87ee-469e8ff49090 HTTP/1.1" status: 200 len: 210 time: 0.0654659 Sep 07 02:44:23.597108 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['4ca5d8de-e5ef-4079-9dd4-b726208eeca8'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:44:23.654350 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-51efd0de-dba8-4b7a-9631-19834de6ecc8 req-3f0cf83e-7be9-4795-8518-2b378513866e service neutron] 10.222.0.16 "GET /v2.0/networks/f1832801-225d-49c7-ba9e-13ca94c9951b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911050 Sep 07 02:44:23.657928 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-138b4d36-7431-4117-bfd9-468ea98e9275 req-bc8d7f96-ae14-4273-8065-3ce06d9183da tempest-TenantUsagesTestJSON-32493968 tempest-TenantUsagesTestJSON-32493968-project] 10.222.0.22 "GET /v2.0/ports?device_id=6c8b1be2-41dc-4d51-a69b-b7fa2f9ba63d HTTP/1.1" status: 200 len: 210 time: 0.0367696 Sep 07 02:44:23.699657 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed878001-d11c-4ef2-9338-a8b351f6c91e service neutron] Pushing event updated for resources: {'Port': ['ID=f353d8dc-9699-4ee3-809d-9708fab48f97,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:23.710234 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f18b2941-9363-47f5-8f22-d22d7700c757 req-07e3a888-c998-4040-bd90-5e1e25f64acc service neutron] 10.222.0.23 "GET /v2.0/networks/c7baff3a-2acd-47c4-826f-ff1b179e5161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700939 Sep 07 02:44:23.881207 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-15c04af2-4a45-4a6f-908b-530d013a0f48 req-ed878001-d11c-4ef2-9338-a8b351f6c91e service neutron] Attempting to bind port f353d8dc-9699-4ee3-809d-9708fab48f97 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:44:23.881540 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-15c04af2-4a45-4a6f-908b-530d013a0f48 req-ed878001-d11c-4ef2-9338-a8b351f6c91e service neutron] Attempting to bind port f353d8dc-9699-4ee3-809d-9708fab48f97 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '737bac5c-5e4b-4b03-a099-f644edcc6c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b38f0331-653f-46c0-a8d7-26916edac115'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:44:23.881869 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c04af2-4a45-4a6f-908b-530d013a0f48 req-ed878001-d11c-4ef2-9338-a8b351f6c91e service neutron] Attempting to bind port f353d8dc-9699-4ee3-809d-9708fab48f97 on network b38f0331-653f-46c0-a8d7-26916edac115 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:44:23.902148 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9dc214-5e47-484c-9b26-b808c87917d8 req-df53eaaa-2139-40af-a803-acdaf9bfaf58 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:23.907935 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9dc214-5e47-484c-9b26-b808c87917d8 req-df53eaaa-2139-40af-a803-acdaf9bfaf58 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:23.914279 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9dc214-5e47-484c-9b26-b808c87917d8 req-df53eaaa-2139-40af-a803-acdaf9bfaf58 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:23.920147 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9dc214-5e47-484c-9b26-b808c87917d8 req-df53eaaa-2139-40af-a803-acdaf9bfaf58 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:23.925953 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9dc214-5e47-484c-9b26-b808c87917d8 req-df53eaaa-2139-40af-a803-acdaf9bfaf58 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:23.932451 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9dc214-5e47-484c-9b26-b808c87917d8 req-df53eaaa-2139-40af-a803-acdaf9bfaf58 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:23.938271 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9dc214-5e47-484c-9b26-b808c87917d8 req-df53eaaa-2139-40af-a803-acdaf9bfaf58 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:23.940115 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8e9dc214-5e47-484c-9b26-b808c87917d8 req-df53eaaa-2139-40af-a803-acdaf9bfaf58 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 5438 time: 0.2021966 Sep 07 02:44:23.944405 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c04af2-4a45-4a6f-908b-530d013a0f48 req-ed878001-d11c-4ef2-9338-a8b351f6c91e service neutron] Port f353d8dc-9699-4ee3-809d-9708fab48f97 on network b38f0331-653f-46c0-a8d7-26916edac115 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:44:23.944733 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c04af2-4a45-4a6f-908b-530d013a0f48 req-ed878001-d11c-4ef2-9338-a8b351f6c91e service neutron] Attempting to bind port f353d8dc-9699-4ee3-809d-9708fab48f97 on network b38f0331-653f-46c0-a8d7-26916edac115 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:44:23.963004 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c04af2-4a45-4a6f-908b-530d013a0f48 req-ed878001-d11c-4ef2-9338-a8b351f6c91e service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:44:23.963641 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c04af2-4a45-4a6f-908b-530d013a0f48 req-ed878001-d11c-4ef2-9338-a8b351f6c91e service neutron] Checking segment: {'id': '737bac5c-5e4b-4b03-a099-f644edcc6c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b38f0331-653f-46c0-a8d7-26916edac115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:44:23.963741 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c04af2-4a45-4a6f-908b-530d013a0f48 req-ed878001-d11c-4ef2-9338-a8b351f6c91e service neutron] Bound using segment: {'id': '737bac5c-5e4b-4b03-a099-f644edcc6c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b38f0331-653f-46c0-a8d7-26916edac115'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:44:23.964148 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-15c04af2-4a45-4a6f-908b-530d013a0f48 req-ed878001-d11c-4ef2-9338-a8b351f6c91e service neutron] Bound port: f353d8dc-9699-4ee3-809d-9708fab48f97, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '737bac5c-5e4b-4b03-a099-f644edcc6c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b38f0331-653f-46c0-a8d7-26916edac115'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:44:23.964502 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-15c04af2-4a45-4a6f-908b-530d013a0f48 req-ed878001-d11c-4ef2-9338-a8b351f6c91e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:23.981990 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f18b2941-9363-47f5-8f22-d22d7700c757 req-bf02d939-1d47-44b6-8cd8-9df767c4fc6e service neutron] 10.222.0.23 "GET /v2.0/networks/c7baff3a-2acd-47c4-826f-ff1b179e5161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556512 Sep 07 02:44:24.024376 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8e9dc214-5e47-484c-9b26-b808c87917d8 req-51bc432e-2676-46e5-be3a-8749a00d6c8e tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/security-groups?id=89726ab1-0a53-4d54-93e7-e4e6ba92ef38&id=2895453c-c2ff-4721-9c31-7aa9bbb51629&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0774212 Sep 07 02:44:24.053288 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-15c04af2-4a45-4a6f-908b-530d013a0f48 req-ed878001-d11c-4ef2-9338-a8b351f6c91e service neutron] For port f353d8dc-9699-4ee3-809d-9708fab48f97, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:44:24.056582 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-15c04af2-4a45-4a6f-908b-530d013a0f48 req-ed878001-d11c-4ef2-9338-a8b351f6c91e service neutron] For port f353d8dc-9699-4ee3-809d-9708fab48f97, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=f353d8dc-9699-4ee3-809d-9708fab48f97,segment=NetworkSegment(737bac5c-5e4b-4b03-a099-f644edcc6c52),segment_id=737bac5c-5e4b-4b03-a099-f644edcc6c52)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:44:24.060076 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-15c04af2-4a45-4a6f-908b-530d013a0f48 req-ed878001-d11c-4ef2-9338-a8b351f6c91e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:24.111253 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c04af2-4a45-4a6f-908b-530d013a0f48 req-ed878001-d11c-4ef2-9338-a8b351f6c91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:24.112171 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-15c04af2-4a45-4a6f-908b-530d013a0f48 req-ed878001-d11c-4ef2-9338-a8b351f6c91e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:24.113573 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-15c04af2-4a45-4a6f-908b-530d013a0f48 req-ed878001-d11c-4ef2-9338-a8b351f6c91e service neutron] 10.222.0.23 "PUT /v2.0/ports/f353d8dc-9699-4ee3-809d-9708fab48f97 HTTP/1.1" status: 200 len: 1092 time: 2.2246187 Sep 07 02:44:24.141504 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed878001-d11c-4ef2-9338-a8b351f6c91e service neutron] Pushing event updated for resources: {'Port': ['ID=f353d8dc-9699-4ee3-809d-9708fab48f97,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:24.188661 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c04af2-4a45-4a6f-908b-530d013a0f48 req-3f259352-0e0e-4fd2-9e04-124211895c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:24.190102 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-15c04af2-4a45-4a6f-908b-530d013a0f48 req-3f259352-0e0e-4fd2-9e04-124211895c1b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=39221102c85f4a33befb52c47b54a864&device_id=96c83d8f-ccbb-42b5-a473-f2b3aea997af HTTP/1.1" status: 200 len: 1095 time: 0.0417266 Sep 07 02:44:24.252872 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-15c04af2-4a45-4a6f-908b-530d013a0f48 req-84d60c81-d078-406d-bb41-c64c1bf6e963 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f353d8dc-9699-4ee3-809d-9708fab48f97 HTTP/1.1" status: 200 len: 217 time: 0.0460608 Sep 07 02:44:24.352977 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c04af2-4a45-4a6f-908b-530d013a0f48 req-894f3cdb-ae27-4f27-8233-00e689b1f5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:24.354476 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-15c04af2-4a45-4a6f-908b-530d013a0f48 req-894f3cdb-ae27-4f27-8233-00e689b1f5b6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8b116277-4856-47e9-8d12-8ad81f660adb HTTP/1.1" status: 200 len: 845 time: 0.0931823 Sep 07 02:44:24.366455 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b71929-5f38-4cc6-8235-ae244630da44 req-48834902-e3e7-43e7-986a-b095af1de02c tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:24.368031 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c5b71929-5f38-4cc6-8235-ae244630da44 req-48834902-e3e7-43e7-986a-b095af1de02c tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=96c83d8f-ccbb-42b5-a473-f2b3aea997af HTTP/1.1" status: 200 len: 943 time: 0.0523324 Sep 07 02:44:24.376580 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce3b31-34b5-43ef-b89c-71ba3b1f624b req-b92c31ab-e3be-467b-8e16-ad07db477159 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:24.378171 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-37ce3b31-34b5-43ef-b89c-71ba3b1f624b req-b92c31ab-e3be-467b-8e16-ad07db477159 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.23 "GET /v2.0/networks?id=c7baff3a-2acd-47c4-826f-ff1b179e5161 HTTP/1.1" status: 200 len: 810 time: 0.1798379 Sep 07 02:44:24.398072 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-15c04af2-4a45-4a6f-908b-530d013a0f48 req-72580a5a-732b-454f-9cfe-84a2fe9938d0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b38f0331-653f-46c0-a8d7-26916edac115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348139 Sep 07 02:44:24.401511 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-37ce3b31-34b5-43ef-b89c-71ba3b1f624b req-1fed66f0-5067-4971-9065-def5d28962c8 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Request body: {'port': {'device_id': '421c6d61-e719-47bf-87ee-469e8ff49090', 'network_id': 'c7baff3a-2acd-47c4-826f-ff1b179e5161', 'admin_state_up': True, 'tenant_id': '3c6e11955fd14c5c9b191cf5c7d7b41c'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:44:24.410135 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c5b71929-5f38-4cc6-8235-ae244630da44 req-be3266be-a0cb-45ad-befe-79a71656a9b5 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327437 Sep 07 02:44:24.550014 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b0ad8041-5983-41b6-9945-6521cccd738d req-e6af233f-2e10-404f-b15e-482385833b29 tempest-ServerShowV257Test-532934442 tempest-ServerShowV257Test-532934442-project] 10.222.0.22 "GET /v2.0/ports?device_id=790a8f72-badc-4135-ab7b-66c407779abb HTTP/1.1" status: 200 len: 210 time: 0.0658495 Sep 07 02:44:24.561216 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a599710-b759-43da-b6fe-1e2499710063 req-ecf8b7a1-adf3-40c7-838c-a54dcd4e4093 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:24.562728 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8a599710-b759-43da-b6fe-1e2499710063 req-ecf8b7a1-adf3-40c7-838c-a54dcd4e4093 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b8af059-5281-4c7f-afc8-33aac6f71c1d HTTP/1.1" status: 200 len: 943 time: 0.0488226 Sep 07 02:44:24.605401 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-15c04af2-4a45-4a6f-908b-530d013a0f48 req-8912434e-4289-4338-ae66-c006b00a38ae service neutron] 10.222.0.23 "GET /v2.0/networks/b38f0331-653f-46c0-a8d7-26916edac115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994712 Sep 07 02:44:24.611462 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37ce3b31-34b5-43ef-b89c-71ba3b1f624b req-1fed66f0-5067-4971-9065-def5d28962c8 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Made reservation on behalf of 3c6e11955fd14c5c9b191cf5c7d7b41c for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:44:24.614970 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-37ce3b31-34b5-43ef-b89c-71ba3b1f624b req-1fed66f0-5067-4971-9065-def5d28962c8 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:24.617814 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8a599710-b759-43da-b6fe-1e2499710063 req-ddc77ca8-e749-4290-8578-0cb2c8f9af5a tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470717 Sep 07 02:44:24.761457 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-463d30ff-a2c3-4994-b114-2e7fcd5cc40d req-aec52f75-7b22-4d1b-aa15-e0501856a901 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=421c6d61-e719-47bf-87ee-469e8ff49090 HTTP/1.1" status: 200 len: 210 time: 0.0638409 Sep 07 02:44:24.791096 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-15c04af2-4a45-4a6f-908b-530d013a0f48 req-aac8a12a-57b7-4d0b-a1b5-cbf15e50dd39 service neutron] 10.222.0.23 "GET /v2.0/networks/b38f0331-653f-46c0-a8d7-26916edac115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727073 Sep 07 02:44:24.855370 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-37ce3b31-34b5-43ef-b89c-71ba3b1f624b req-1fed66f0-5067-4971-9065-def5d28962c8 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Allocated IP 172.20.0.5 (c7baff3a-2acd-47c4-826f-ff1b179e5161/04737742-a3d0-4b6d-a6a4-ec1fe2e55890/947ef182-b3ab-40a8-95ec-070e844f4138) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:44:24.983380 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 53682) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:44:25.004783 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-37ce3b31-34b5-43ef-b89c-71ba3b1f624b req-1fed66f0-5067-4971-9065-def5d28962c8 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:25.019175 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-37ce3b31-34b5-43ef-b89c-71ba3b1f624b req-1fed66f0-5067-4971-9065-def5d28962c8 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Transition to ACTIVE for port object 947ef182-b3ab-40a8-95ec-070e844f4138 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:44:25.052698 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-37ce3b31-34b5-43ef-b89c-71ba3b1f624b req-1fed66f0-5067-4971-9065-def5d28962c8 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:25.069748 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['9ef02f9c-7c5a-48ae-a54a-4f8d1e8a6fb7'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:44:25.072141 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['4ca5d8de-e5ef-4079-9dd4-b726208eeca8'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:44:25.097290 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37ce3b31-34b5-43ef-b89c-71ba3b1f624b req-1fed66f0-5067-4971-9065-def5d28962c8 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Network c7baff3a-2acd-47c4-826f-ff1b179e5161 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:44:25.100422 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-37ce3b31-34b5-43ef-b89c-71ba3b1f624b req-1fed66f0-5067-4971-9065-def5d28962c8 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:44:25.105049 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ce3b31-34b5-43ef-b89c-71ba3b1f624b req-1fed66f0-5067-4971-9065-def5d28962c8 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:44:25.124358 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 3aecca23-872b-47f7-81da-d8eaf630d062 details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:44:25.126816 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 6d6cd00f-b2ec-4d02-88ed-e2f7438c43b6 up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:44:25.157935 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f849c652-7dcb-4a30-989f-0e546346984c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b4cf6e073c994e70bf61c626c914c723&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1732814 Sep 07 02:44:25.161847 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 53688) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:44:25.166441 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fed66f0-5067-4971-9065-def5d28962c8 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Pushing event updated for resources: {'Port': ['ID=947ef182-b3ab-40a8-95ec-070e844f4138,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:25.217398 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce3b31-34b5-43ef-b89c-71ba3b1f624b req-1fed66f0-5067-4971-9065-def5d28962c8 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:25.218059 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-37ce3b31-34b5-43ef-b89c-71ba3b1f624b req-1fed66f0-5067-4971-9065-def5d28962c8 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:25.236892 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5318b187-19a0-4bb3-9bdc-86aa4b75989b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:25.242257 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db44281-586e-4ce8-8671-1387b7c780c8 req-dedb32cc-c941-46f4-8a72-8bf5eeaefa20 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:25.248885 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db44281-586e-4ce8-8671-1387b7c780c8 req-dedb32cc-c941-46f4-8a72-8bf5eeaefa20 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:25.256009 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db44281-586e-4ce8-8671-1387b7c780c8 req-dedb32cc-c941-46f4-8a72-8bf5eeaefa20 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:25.262050 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db44281-586e-4ce8-8671-1387b7c780c8 req-dedb32cc-c941-46f4-8a72-8bf5eeaefa20 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:25.263327 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5318b187-19a0-4bb3-9bdc-86aa4b75989b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:25.268134 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db44281-586e-4ce8-8671-1387b7c780c8 req-dedb32cc-c941-46f4-8a72-8bf5eeaefa20 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:25.274069 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db44281-586e-4ce8-8671-1387b7c780c8 req-dedb32cc-c941-46f4-8a72-8bf5eeaefa20 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:25.280117 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db44281-586e-4ce8-8671-1387b7c780c8 req-dedb32cc-c941-46f4-8a72-8bf5eeaefa20 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:25.282209 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5db44281-586e-4ce8-8671-1387b7c780c8 req-dedb32cc-c941-46f4-8a72-8bf5eeaefa20 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 5438 time: 0.1410758 Sep 07 02:44:25.289723 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-37ce3b31-34b5-43ef-b89c-71ba3b1f624b req-1fed66f0-5067-4971-9065-def5d28962c8 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8944447 Sep 07 02:44:25.320282 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-37ce3b31-34b5-43ef-b89c-71ba3b1f624b req-3a91a653-6f84-4378-bf44-d49ce40b788b service neutron] Request body: {'port': {'device_id': '421c6d61-e719-47bf-87ee-469e8ff49090', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:44:25.334551 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5318b187-19a0-4bb3-9bdc-86aa4b75989b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:25.337537 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5318b187-19a0-4bb3-9bdc-86aa4b75989b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:25.341299 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-5318b187-19a0-4bb3-9bdc-86aa4b75989b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5e8fc07f-5846-40f8-ba98-69ff832a7ca4 HTTP/1.1" status: 204 len: 168 time: 0.1759498 Sep 07 02:44:25.349873 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5318b187-19a0-4bb3-9bdc-86aa4b75989b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8fc07f-5846-40f8-ba98-69ff832a7ca4,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:25.374328 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5db44281-586e-4ce8-8671-1387b7c780c8 req-fdaed01b-f292-4e7f-bbce-86aaf2bebf6c tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/security-groups?id=89726ab1-0a53-4d54-93e7-e4e6ba92ef38&id=2895453c-c2ff-4721-9c31-7aa9bbb51629&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0835016 Sep 07 02:44:25.417977 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-37ce3b31-34b5-43ef-b89c-71ba3b1f624b req-3a91a653-6f84-4378-bf44-d49ce40b788b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:25.491973 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port 6d6cd00f-b2ec-4d02-88ed-e2f7438c43b6 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:44:25.509583 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 6d6cd00f-b2ec-4d02-88ed-e2f7438c43b6 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:44:25.509952 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:25.552799 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0309e9e5-2a89-4deb-8b4b-b28704e5e5e2 req-0f20ae82-3619-48cc-b7d2-d3b36ee28b26 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:25.554463 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0309e9e5-2a89-4deb-8b4b-b28704e5e5e2 req-0f20ae82-3619-48cc-b7d2-d3b36ee28b26 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=96c83d8f-ccbb-42b5-a473-f2b3aea997af HTTP/1.1" status: 200 len: 943 time: 0.0694520 Sep 07 02:44:25.559364 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96c83d8f-ccbb-42b5-a473-f2b3aea997af', 'tag': 'f353d8dc-9699-4ee3-809d-9708fab48f97'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:44:25.561821 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d08341-8dec-4544-acd8-9be241620a6e" -d '{"events": [{"name": "network-changed", "server_uuid": "96c83d8f-ccbb-42b5-a473-f2b3aea997af", "tag": "f353d8dc-9699-4ee3-809d-9708fab48f97"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:44:25.581237 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-5ba2273a-6f3c-4188-b0c0-5fcac3bf9e91 None None] Provisioning for port 947ef182-b3ab-40a8-95ec-070e844f4138 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:44:25.634988 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0309e9e5-2a89-4deb-8b4b-b28704e5e5e2 req-a900aeec-9c25-4a31-880d-85cb022a5c52 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716567 Sep 07 02:44:25.638020 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-5ba2273a-6f3c-4188-b0c0-5fcac3bf9e91 None None] Provisioning complete for port 947ef182-b3ab-40a8-95ec-070e844f4138 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:44:25.638725 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5ba2273a-6f3c-4188-b0c0-5fcac3bf9e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:25.646535 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b601d3b-3682-41d0-99da-f83f8e343aab x-openstack-request-id: req-1b601d3b-3682-41d0-99da-f83f8e343aab {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:44:25.646913 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96c83d8f-ccbb-42b5-a473-f2b3aea997af", "tag": "f353d8dc-9699-4ee3-809d-9708fab48f97", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:44:25.647378 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1b601d3b-3682-41d0-99da-f83f8e343aab {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:44:25.648369 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96c83d8f-ccbb-42b5-a473-f2b3aea997af', 'tag': 'f353d8dc-9699-4ee3-809d-9708fab48f97', 'status': 'completed', 'code': 200} Sep 07 02:44:25.740971 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 53704) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:44:25.742359 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 3aecca23-872b-47f7-81da-d8eaf630d062, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=3aecca23-872b-47f7-81da-d8eaf630d062,segment=NetworkSegment(cefad73b-a7c5-464e-83dc-c3e10d5473af),segment_id=cefad73b-a7c5-464e-83dc-c3e10d5473af)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:44:25.759392 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dcadf773-0d8f-40a3-aee3-61e776ad1ad1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:25.784626 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d08341-8dec-4544-acd8-9be241620a6e req-8f8b3c6c-3123-4b46-a055-2928ef129259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:25.785895 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b4d08341-8dec-4544-acd8-9be241620a6e req-8f8b3c6c-3123-4b46-a055-2928ef129259 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=39221102c85f4a33befb52c47b54a864&device_id=96c83d8f-ccbb-42b5-a473-f2b3aea997af HTTP/1.1" status: 200 len: 1095 time: 0.0902307 Sep 07 02:44:25.788411 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c6fa781f-1ef3-49f3-908f-80f8e3a6bcb1 req-3ce7c308-53be-4ecd-8af4-6576708460ac tempest-ServerShowV257Test-532934442 tempest-ServerShowV257Test-532934442-project] 10.222.0.22 "GET /v2.0/ports?device_id=790a8f72-badc-4135-ab7b-66c407779abb HTTP/1.1" status: 200 len: 210 time: 0.0552795 Sep 07 02:44:25.793652 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-5ba2273a-6f3c-4188-b0c0-5fcac3bf9e91 None None] Port 947ef182-b3ab-40a8-95ec-070e844f4138 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:44:25.802322 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '3aecca23-872b-47f7-81da-d8eaf630d062', 'network_id': 'f1832801-225d-49c7-ba9e-13ca94c9951b', 'port_id': '3aecca23-872b-47f7-81da-d8eaf630d062', 'mac_address': 'fa:16:3e:bb:c3:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf8b75f5-87fa-46ec-a5bb-bac267ae3844', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:44:25.928382 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-772c72ba-c536-4a1b-91b0-834cfcab09cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:25.931514 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-37ce3b31-34b5-43ef-b89c-71ba3b1f624b req-3a91a653-6f84-4378-bf44-d49ce40b788b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 947ef182-b3ab-40a8-95ec-070e844f4138 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:44:25.933007 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:25.934093 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c40053-5ddc-44e9-b247-6a05e79540ba req-aa2485f5-0db2-4d05-9234-24f816d6dd43 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:25.935768 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:25.935936 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-00c40053-5ddc-44e9-b247-6a05e79540ba req-aa2485f5-0db2-4d05-9234-24f816d6dd43 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b8af059-5281-4c7f-afc8-33aac6f71c1d HTTP/1.1" status: 200 len: 943 time: 0.1186543 Sep 07 02:44:25.940107 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-37ce3b31-34b5-43ef-b89c-71ba3b1f624b req-3a91a653-6f84-4378-bf44-d49ce40b788b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:25.953062 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-37ce3b31-34b5-43ef-b89c-71ba3b1f624b req-3a91a653-6f84-4378-bf44-d49ce40b788b service neutron] Transition to ACTIVE for port object 947ef182-b3ab-40a8-95ec-070e844f4138 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:44:25.962361 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aecca23-872b-47f7-81da-d8eaf630d062 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:44:25.981803 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dcadf773-0d8f-40a3-aee3-61e776ad1ad1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:25.983107 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6cd00f-b2ec-4d02-88ed-e2f7438c43b6'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:44:25.985486 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-37ce3b31-34b5-43ef-b89c-71ba3b1f624b req-3a91a653-6f84-4378-bf44-d49ce40b788b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:25.985690 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ba39c1-8745-4bb8-adeb-8d8d47e3c171" -d '{"events": [{"server_uuid": "5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc", "name": "network-vif-plugged", "status": "completed", "tag": "6d6cd00f-b2ec-4d02-88ed-e2f7438c43b6"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:44:25.990680 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dcadf773-0d8f-40a3-aee3-61e776ad1ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:26.009770 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 6d6cd00f-b2ec-4d02-88ed-e2f7438c43b6, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=6d6cd00f-b2ec-4d02-88ed-e2f7438c43b6,segment=NetworkSegment(b82d7036-1e05-4803-9f61-149407a6a937),segment_id=b82d7036-1e05-4803-9f61-149407a6a937)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:44:26.011348 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-00c40053-5ddc-44e9-b247-6a05e79540ba req-efa7b6b8-5d57-4b9b-84e0-f003675c5a5c tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622075 Sep 07 02:44:26.011862 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 3aecca23-872b-47f7-81da-d8eaf630d062, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=3aecca23-872b-47f7-81da-d8eaf630d062,segment=NetworkSegment(cefad73b-a7c5-464e-83dc-c3e10d5473af),segment_id=cefad73b-a7c5-464e-83dc-c3e10d5473af)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:44:26.017317 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:26.018850 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 5decaa5e-6c54-47c4-be19-8bad024d841e up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:44:26.040642 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcadf773-0d8f-40a3-aee3-61e776ad1ad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3db289e-0e0d-4459-856a-d76c42af85eb,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:26.048194 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-dcadf773-0d8f-40a3-aee3-61e776ad1ad1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5e603570564043c0a7381e950b4c4ff3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3055711 Sep 07 02:44:26.049864 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 53712) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:44:26.072421 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:26.113032 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-153b4a0f-442e-437d-9d55-82cd6d440f12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:26.129741 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port 5decaa5e-6c54-47c4-be19-8bad024d841e completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:44:26.132481 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=6d6cd00f-b2ec-4d02-88ed-e2f7438c43b6,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:26.141033 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 5decaa5e-6c54-47c4-be19-8bad024d841e triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:44:26.141422 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:26.144424 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:44:26.149052 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:44:26.149447 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:44:26.149795 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:44:26.150146 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:44:26.150488 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:44:26.150761 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-153b4a0f-442e-437d-9d55-82cd6d440f12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:26.150871 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:44:26.151151 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:44:26.151510 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:44:26.151845 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:44:26.152528 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:44:26.152528 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:44:26.209091 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-153b4a0f-442e-437d-9d55-82cd6d440f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:26.211755 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-153b4a0f-442e-437d-9d55-82cd6d440f12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:26.216448 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-153b4a0f-442e-437d-9d55-82cd6d440f12 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e3db289e-0e0d-4459-856a-d76c42af85eb HTTP/1.1" status: 204 len: 168 time: 0.1652088 Sep 07 02:44:26.216674 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=3aecca23-872b-47f7-81da-d8eaf630d062,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:26.229724 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153b4a0f-442e-437d-9d55-82cd6d440f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3db289e-0e0d-4459-856a-d76c42af85eb,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:26.236818 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866c1542-a428-4ac2-b526-f4a1b571dd61 x-openstack-request-id: req-866c1542-a428-4ac2-b526-f4a1b571dd61 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:44:26.237117 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc", "name": "network-vif-plugged", "status": "completed", "tag": "6d6cd00f-b2ec-4d02-88ed-e2f7438c43b6", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:44:26.237376 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-866c1542-a428-4ac2-b526-f4a1b571dd61 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:44:26.237955 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d6cd00f-b2ec-4d02-88ed-e2f7438c43b6', 'code': 200} Sep 07 02:44:26.310252 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:26.339564 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d08341-8dec-4544-acd8-9be241620a6e req-bc3f2540-dab9-404c-92a0-fe9647b95059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:26.341227 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b4d08341-8dec-4544-acd8-9be241620a6e req-bc3f2540-dab9-404c-92a0-fe9647b95059 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b38f0331-653f-46c0-a8d7-26916edac115 HTTP/1.1" status: 200 len: 905 time: 0.5465481 Sep 07 02:44:26.345099 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 5decaa5e-6c54-47c4-be19-8bad024d841e, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=5decaa5e-6c54-47c4-be19-8bad024d841e,segment=NetworkSegment(b82d7036-1e05-4803-9f61-149407a6a937),segment_id=b82d7036-1e05-4803-9f61-149407a6a937)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:44:26.351090 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:26.352403 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 4857470d-e751-42ad-b0ae-ff54d7d0611e up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:44:26.353149 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2348641-9b5f-432b-8d95-bf1d3e7ee9c4 req-75840d79-262b-4cca-845c-f82e4071ce57 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:26.355873 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d2348641-9b5f-432b-8d95-bf1d3e7ee9c4 req-75840d79-262b-4cca-845c-f82e4071ce57 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=421c6d61-e719-47bf-87ee-469e8ff49090 HTTP/1.1" status: 200 len: 931 time: 0.4517462 Sep 07 02:44:26.369594 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a91a653-6f84-4378-bf44-d49ce40b788b service neutron] Pushing event updated for resources: {'Port': ['ID=947ef182-b3ab-40a8-95ec-070e844f4138,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:26.414190 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device f353d8dc-9699-4ee3-809d-9708fab48f97 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:44:26.435308 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b4d08341-8dec-4544-acd8-9be241620a6e req-3e625148-50eb-4447-9218-25ea629d543a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f353d8dc-9699-4ee3-809d-9708fab48f97 HTTP/1.1" status: 200 len: 217 time: 0.0749452 Sep 07 02:44:26.452849 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['3aecca23-872b-47f7-81da-d8eaf630d062'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:44:26.536036 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=5decaa5e-6c54-47c4-be19-8bad024d841e,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:26.549580 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d2348641-9b5f-432b-8d95-bf1d3e7ee9c4 req-4a9fbda7-de65-430c-a6b2-dbeb0a6c14f8 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483755 Sep 07 02:44:26.563639 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.db.resource_extend [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 02:44:26.572117 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d08341-8dec-4544-acd8-9be241620a6e req-13a62f79-fc6c-49d8-8a5a-653dbc8a413d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:26.573696 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b4d08341-8dec-4544-acd8-9be241620a6e req-13a62f79-fc6c-49d8-8a5a-653dbc8a413d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8b116277-4856-47e9-8d12-8ad81f660adb HTTP/1.1" status: 200 len: 845 time: 0.1121535 Sep 07 02:44:26.578659 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-37ce3b31-34b5-43ef-b89c-71ba3b1f624b req-3a91a653-6f84-4378-bf44-d49ce40b788b service neutron] Attempting to bind port 947ef182-b3ab-40a8-95ec-070e844f4138 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:44:26.578908 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-37ce3b31-34b5-43ef-b89c-71ba3b1f624b req-3a91a653-6f84-4378-bf44-d49ce40b788b service neutron] Attempting to bind port 947ef182-b3ab-40a8-95ec-070e844f4138 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '6dff264e-7c75-4629-a854-2e784f93e6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7baff3a-2acd-47c4-826f-ff1b179e5161'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:44:26.579224 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ce3b31-34b5-43ef-b89c-71ba3b1f624b req-3a91a653-6f84-4378-bf44-d49ce40b788b service neutron] Attempting to bind port 947ef182-b3ab-40a8-95ec-070e844f4138 on network c7baff3a-2acd-47c4-826f-ff1b179e5161 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:44:26.594225 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ce3b31-34b5-43ef-b89c-71ba3b1f624b req-3a91a653-6f84-4378-bf44-d49ce40b788b service neutron] Port 947ef182-b3ab-40a8-95ec-070e844f4138 on network c7baff3a-2acd-47c4-826f-ff1b179e5161 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:44:26.594225 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ce3b31-34b5-43ef-b89c-71ba3b1f624b req-3a91a653-6f84-4378-bf44-d49ce40b788b service neutron] Attempting to bind port 947ef182-b3ab-40a8-95ec-070e844f4138 on network c7baff3a-2acd-47c4-826f-ff1b179e5161 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:44:26.595257 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port 4857470d-e751-42ad-b0ae-ff54d7d0611e completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:44:26.607769 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 4857470d-e751-42ad-b0ae-ff54d7d0611e triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:44:26.608162 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:26.616936 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b4d08341-8dec-4544-acd8-9be241620a6e req-d8120804-c463-42dd-a3da-bb77dc57432e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b38f0331-653f-46c0-a8d7-26916edac115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340135 Sep 07 02:44:26.617802 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ce3b31-34b5-43ef-b89c-71ba3b1f624b req-3a91a653-6f84-4378-bf44-d49ce40b788b service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:44:26.618141 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ce3b31-34b5-43ef-b89c-71ba3b1f624b req-3a91a653-6f84-4378-bf44-d49ce40b788b service neutron] Checking segment: {'id': '6dff264e-7c75-4629-a854-2e784f93e6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7baff3a-2acd-47c4-826f-ff1b179e5161'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:44:26.618522 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ce3b31-34b5-43ef-b89c-71ba3b1f624b req-3a91a653-6f84-4378-bf44-d49ce40b788b service neutron] Bound using segment: {'id': '6dff264e-7c75-4629-a854-2e784f93e6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7baff3a-2acd-47c4-826f-ff1b179e5161'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:44:26.618963 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-37ce3b31-34b5-43ef-b89c-71ba3b1f624b req-3a91a653-6f84-4378-bf44-d49ce40b788b service neutron] Bound port: 947ef182-b3ab-40a8-95ec-070e844f4138, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dff264e-7c75-4629-a854-2e784f93e6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c7baff3a-2acd-47c4-826f-ff1b179e5161'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:44:26.619339 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-37ce3b31-34b5-43ef-b89c-71ba3b1f624b req-3a91a653-6f84-4378-bf44-d49ce40b788b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:26.677726 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c4ca1-b19d-41b5-8af6-db646606ee18 req-f8f4a3e1-2067-4a1c-bb81-ba6ed071cdcc tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:26.706859 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c4ca1-b19d-41b5-8af6-db646606ee18 req-f8f4a3e1-2067-4a1c-bb81-ba6ed071cdcc tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:26.720981 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c4ca1-b19d-41b5-8af6-db646606ee18 req-f8f4a3e1-2067-4a1c-bb81-ba6ed071cdcc tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:26.742318 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c4ca1-b19d-41b5-8af6-db646606ee18 req-f8f4a3e1-2067-4a1c-bb81-ba6ed071cdcc tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:26.751012 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c4ca1-b19d-41b5-8af6-db646606ee18 req-f8f4a3e1-2067-4a1c-bb81-ba6ed071cdcc tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:26.759537 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c4ca1-b19d-41b5-8af6-db646606ee18 req-f8f4a3e1-2067-4a1c-bb81-ba6ed071cdcc tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:26.764255 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port f353d8dc-9699-4ee3-809d-9708fab48f97, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=f353d8dc-9699-4ee3-809d-9708fab48f97,segment=NetworkSegment(737bac5c-5e4b-4b03-a099-f644edcc6c52),segment_id=737bac5c-5e4b-4b03-a099-f644edcc6c52)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:44:26.766760 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c4ca1-b19d-41b5-8af6-db646606ee18 req-f8f4a3e1-2067-4a1c-bb81-ba6ed071cdcc tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:26.775730 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ee6c4ca1-b19d-41b5-8af6-db646606ee18 req-f8f4a3e1-2067-4a1c-bb81-ba6ed071cdcc tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 5440 time: 0.2443030 Sep 07 02:44:26.794936 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': 'f353d8dc-9699-4ee3-809d-9708fab48f97', 'network_id': 'b38f0331-653f-46c0-a8d7-26916edac115', 'port_id': 'f353d8dc-9699-4ee3-809d-9708fab48f97', 'mac_address': 'fa:16:3e:12:6c:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b116277-4856-47e9-8d12-8ad81f660adb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:44:26.828301 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ee6c4ca1-b19d-41b5-8af6-db646606ee18 req-6e301f39-a03e-4097-8c6f-c5363e09fa98 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/security-groups?id=89726ab1-0a53-4d54-93e7-e4e6ba92ef38&id=2895453c-c2ff-4721-9c31-7aa9bbb51629&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0515912 Sep 07 02:44:26.884452 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b4d08341-8dec-4544-acd8-9be241620a6e req-706bc3b6-9cd2-4cb9-b3a7-382924027d25 service neutron] 10.222.0.23 "GET /v2.0/networks/b38f0331-653f-46c0-a8d7-26916edac115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551322 Sep 07 02:44:26.885624 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-37ce3b31-34b5-43ef-b89c-71ba3b1f624b req-3a91a653-6f84-4378-bf44-d49ce40b788b service neutron] For port 947ef182-b3ab-40a8-95ec-070e844f4138, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:44:26.895130 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-37ce3b31-34b5-43ef-b89c-71ba3b1f624b req-3a91a653-6f84-4378-bf44-d49ce40b788b service neutron] For port 947ef182-b3ab-40a8-95ec-070e844f4138, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=947ef182-b3ab-40a8-95ec-070e844f4138,segment=NetworkSegment(6dff264e-7c75-4629-a854-2e784f93e6e2),segment_id=6dff264e-7c75-4629-a854-2e784f93e6e2)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:44:26.896479 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:26.908136 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2fa51-5364-431c-9d64-5204ca98c704 req-b5a1b90f-0c52-4e89-8b23-a5ad20d2dd9a tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:26.910168 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2ac2fa51-5364-431c-9d64-5204ca98c704 req-b5a1b90f-0c52-4e89-8b23-a5ad20d2dd9a tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=96c83d8f-ccbb-42b5-a473-f2b3aea997af HTTP/1.1" status: 200 len: 943 time: 0.1910582 Sep 07 02:44:26.923818 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-37ce3b31-34b5-43ef-b89c-71ba3b1f624b req-3a91a653-6f84-4378-bf44-d49ce40b788b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:26.928755 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:26.965702 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f353d8dc-9699-4ee3-809d-9708fab48f97 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:44:26.989261 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port f353d8dc-9699-4ee3-809d-9708fab48f97, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=f353d8dc-9699-4ee3-809d-9708fab48f97,segment=NetworkSegment(737bac5c-5e4b-4b03-a099-f644edcc6c52),segment_id=737bac5c-5e4b-4b03-a099-f644edcc6c52)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:44:26.995364 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce3b31-34b5-43ef-b89c-71ba3b1f624b req-3a91a653-6f84-4378-bf44-d49ce40b788b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:26.996781 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-37ce3b31-34b5-43ef-b89c-71ba3b1f624b req-3a91a653-6f84-4378-bf44-d49ce40b788b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:26.997931 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-37ce3b31-34b5-43ef-b89c-71ba3b1f624b req-3a91a653-6f84-4378-bf44-d49ce40b788b service neutron] 10.222.0.23 "PUT /v2.0/ports/947ef182-b3ab-40a8-95ec-070e844f4138 HTTP/1.1" status: 200 len: 1092 time: 1.6886642 Sep 07 02:44:27.007123 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:27.010112 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 4857470d-e751-42ad-b0ae-ff54d7d0611e, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=4857470d-e751-42ad-b0ae-ff54d7d0611e,segment=NetworkSegment(b82d7036-1e05-4803-9f61-149407a6a937),segment_id=b82d7036-1e05-4803-9f61-149407a6a937)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:44:27.030734 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2063aab4-8c5f-4f1b-9a73-9b10afcb895b req-d867637e-04a3-4779-8ba5-eb54e2306ecb tempest-ServerShowV257Test-532934442 tempest-ServerShowV257Test-532934442-project] 10.222.0.22 "GET /v2.0/ports?device_id=790a8f72-badc-4135-ab7b-66c407779abb HTTP/1.1" status: 200 len: 210 time: 0.0427868 Sep 07 02:44:27.072384 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=f353d8dc-9699-4ee3-809d-9708fab48f97,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:27.078130 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:27.078752 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device e7ad01c7-8747-4618-90fb-6bdd88c0a6d2 up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:44:27.186920 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14994291-deb3-4bde-a037-db21306cb66e req-5c5bf260-3456-4d59-b63e-0953fcaa62a2 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:27.194751 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-14994291-deb3-4bde-a037-db21306cb66e req-5c5bf260-3456-4d59-b63e-0953fcaa62a2 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b8af059-5281-4c7f-afc8-33aac6f71c1d HTTP/1.1" status: 200 len: 944 time: 0.0610220 Sep 07 02:44:27.243018 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-14994291-deb3-4bde-a037-db21306cb66e req-382c9095-22ba-4258-84ef-bd1ff9d4329c tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473812 Sep 07 02:44:27.243820 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2ac2fa51-5364-431c-9d64-5204ca98c704 req-8f9784ba-f7db-4eac-89ec-84400de5ff96 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230920 Sep 07 02:44:27.258944 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b4d08341-8dec-4544-acd8-9be241620a6e req-d69b9417-d710-4600-be5e-4b5a940a6461 service neutron] 10.222.0.23 "GET /v2.0/networks/b38f0331-653f-46c0-a8d7-26916edac115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3656840 Sep 07 02:44:27.263204 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a91a653-6f84-4378-bf44-d49ce40b788b service neutron] Pushing event updated for resources: {'Port': ['ID=947ef182-b3ab-40a8-95ec-070e844f4138,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:27.275622 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=4857470d-e751-42ad-b0ae-ff54d7d0611e,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:27.287056 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['f353d8dc-9699-4ee3-809d-9708fab48f97'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:44:27.292511 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce3b31-34b5-43ef-b89c-71ba3b1f624b req-c5a9e126-69a1-4acf-9015-46415d9381e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:27.294184 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-37ce3b31-34b5-43ef-b89c-71ba3b1f624b req-c5a9e126-69a1-4acf-9015-46415d9381e5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3c6e11955fd14c5c9b191cf5c7d7b41c&device_id=421c6d61-e719-47bf-87ee-469e8ff49090 HTTP/1.1" status: 200 len: 1095 time: 0.1769936 Sep 07 02:44:27.330896 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port e7ad01c7-8747-4618-90fb-6bdd88c0a6d2 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:44:27.345156 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port e7ad01c7-8747-4618-90fb-6bdd88c0a6d2 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:44:27.345688 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:27.348270 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 53746) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:44:27.350615 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-37ce3b31-34b5-43ef-b89c-71ba3b1f624b req-b704e97d-4daf-4092-9549-fa73a6dacadf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=947ef182-b3ab-40a8-95ec-070e844f4138 HTTP/1.1" status: 200 len: 217 time: 0.0484812 Sep 07 02:44:27.419075 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce3b31-34b5-43ef-b89c-71ba3b1f624b req-89c231e8-9da2-49bf-bc3b-2db1cfb6cf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:27.421197 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-37ce3b31-34b5-43ef-b89c-71ba3b1f624b req-89c231e8-9da2-49bf-bc3b-2db1cfb6cf45 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=04737742-a3d0-4b6d-a6a4-ec1fe2e55890 HTTP/1.1" status: 200 len: 849 time: 0.0601177 Sep 07 02:44:27.456555 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-5ff7e944-1a47-4095-b81a-20801c3347fe admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1405999076-network', 'tenant_id': 'e3da43a411a94054b2d73bf56033d55e'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:44:27.468143 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce3b31-34b5-43ef-b89c-71ba3b1f624b req-39ab4349-79d3-44b0-9a9e-ac56ec10dbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:27.469674 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-37ce3b31-34b5-43ef-b89c-71ba3b1f624b req-39ab4349-79d3-44b0-9a9e-ac56ec10dbbf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7baff3a-2acd-47c4-826f-ff1b179e5161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414562 Sep 07 02:44:27.480949 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff7e944-1a47-4095-b81a-20801c3347fe admin admin] Made reservation on behalf of e3da43a411a94054b2d73bf56033d55e for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:44:27.483251 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5ff7e944-1a47-4095-b81a-20801c3347fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:27.492159 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:27.492447 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5ff7e944-1a47-4095-b81a-20801c3347fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:27.542368 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port e7ad01c7-8747-4618-90fb-6bdd88c0a6d2, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=e7ad01c7-8747-4618-90fb-6bdd88c0a6d2,segment=NetworkSegment(b8bc3fdf-2e3e-4972-88d9-8c4ff4b8870b),segment_id=b8bc3fdf-2e3e-4972-88d9-8c4ff4b8870b)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:44:27.546978 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:27.547816 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 89b4efa3-3083-4932-8997-1d7345c55233 up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:44:27.582726 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-37ce3b31-34b5-43ef-b89c-71ba3b1f624b req-e7b49b14-50a0-4118-b4e8-135a26f0e000 service neutron] 10.222.0.23 "GET /v2.0/networks/c7baff3a-2acd-47c4-826f-ff1b179e5161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055219 Sep 07 02:44:27.606198 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5ff7e944-1a47-4095-b81a-20801c3347fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:27.612104 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5ff7e944-1a47-4095-b81a-20801c3347fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:27.630854 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=e7ad01c7-8747-4618-90fb-6bdd88c0a6d2,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:27.647123 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port 89b4efa3-3083-4932-8997-1d7345c55233 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:44:27.648061 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ff7e944-1a47-4095-b81a-20801c3347fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:44:27.652198 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 89b4efa3-3083-4932-8997-1d7345c55233 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:44:27.652587 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:27.666704 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '421c6d61-e719-47bf-87ee-469e8ff49090', 'tag': '947ef182-b3ab-40a8-95ec-070e844f4138'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:44:27.669003 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71e4cd3-c318-449c-99a0-7699ebd1e959" -d '{"events": [{"name": "network-changed", "server_uuid": "421c6d61-e719-47bf-87ee-469e8ff49090", "tag": "947ef182-b3ab-40a8-95ec-070e844f4138"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:44:27.688195 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5ff7e944-1a47-4095-b81a-20801c3347fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:27.688748 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-5ff7e944-1a47-4095-b81a-20801c3347fe admin admin] Added segment c36b9c59-03b5-4c35-a080-12f60e6aa5b2 of type vlan for network e718d5b0-7a66-418b-8fa7-c6826416a502 Sep 07 02:44:27.706339 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-37ce3b31-34b5-43ef-b89c-71ba3b1f624b req-afc5470f-7440-44e9-b961-6390d4c2f8c9 service neutron] 10.222.0.23 "GET /v2.0/networks/c7baff3a-2acd-47c4-826f-ff1b179e5161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147304 Sep 07 02:44:27.711460 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c1a828e-e846-49d9-801a-e392bba12cda x-openstack-request-id: req-4c1a828e-e846-49d9-801a-e392bba12cda {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:44:27.711988 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "421c6d61-e719-47bf-87ee-469e8ff49090", "tag": "947ef182-b3ab-40a8-95ec-070e844f4138", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:44:27.712302 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4c1a828e-e846-49d9-801a-e392bba12cda {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:44:27.712792 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '421c6d61-e719-47bf-87ee-469e8ff49090', 'tag': '947ef182-b3ab-40a8-95ec-070e844f4138', 'status': 'completed', 'code': 200} Sep 07 02:44:27.730368 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff7e944-1a47-4095-b81a-20801c3347fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e4822a-4c68-456d-b1cf-96b73c9fae58,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:27.743649 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5ff7e944-1a47-4095-b81a-20801c3347fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:27.756986 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:27.766977 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182224d6-4290-4f85-b776-806c959b1eb8 req-b7a61423-6ea2-4baf-b663-fe8e0e2f5d3b tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:27.768655 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-182224d6-4290-4f85-b776-806c959b1eb8 req-b7a61423-6ea2-4baf-b663-fe8e0e2f5d3b tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=421c6d61-e719-47bf-87ee-469e8ff49090 HTTP/1.1" status: 200 len: 943 time: 0.1475930 Sep 07 02:44:27.797142 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 89b4efa3-3083-4932-8997-1d7345c55233, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=89b4efa3-3083-4932-8997-1d7345c55233,segment=NetworkSegment(b82d7036-1e05-4803-9f61-149407a6a937),segment_id=b82d7036-1e05-4803-9f61-149407a6a937)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:44:27.799339 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5ff7e944-1a47-4095-b81a-20801c3347fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:27.800327 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff7e944-1a47-4095-b81a-20801c3347fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:27.800919 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5ff7e944-1a47-4095-b81a-20801c3347fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:27.801341 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:27.802252 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device dfc9b065-1c7f-4968-9ce9-8ee8bb3c5e67 up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:44:27.804836 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e4cd3-c318-449c-99a0-7699ebd1e959 req-ad44cbce-0dca-4622-9047-c76212625aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:27.807054 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c71e4cd3-c318-449c-99a0-7699ebd1e959 req-ad44cbce-0dca-4622-9047-c76212625aff service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3c6e11955fd14c5c9b191cf5c7d7b41c&device_id=421c6d61-e719-47bf-87ee-469e8ff49090 HTTP/1.1" status: 200 len: 1095 time: 0.0467918 Sep 07 02:44:27.842250 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-5ff7e944-1a47-4095-b81a-20801c3347fe admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4894061 Sep 07 02:44:27.843545 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 53754) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:44:27.849983 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-f1970be9-1408-4c09-a58d-dc408241956c admin admin] Request body: {'subnet': {'network_id': 'e718d5b0-7a66-418b-8fa7-c6826416a502', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1405999076-subnet', 'tenant_id': 'e3da43a411a94054b2d73bf56033d55e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:44:27.893536 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=89b4efa3-3083-4932-8997-1d7345c55233,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:27.894039 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-182224d6-4290-4f85-b776-806c959b1eb8 req-7ab96279-4637-4ae1-a073-83490178023d tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129961 Sep 07 02:44:27.908138 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port dfc9b065-1c7f-4968-9ce9-8ee8bb3c5e67 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:44:27.911168 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff7e944-1a47-4095-b81a-20801c3347fe admin admin] Pushing event updated for resources: {'Network': ['ID=e718d5b0-7a66-418b-8fa7-c6826416a502,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:27.914462 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port dfc9b065-1c7f-4968-9ce9-8ee8bb3c5e67 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:44:27.914957 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:27.934278 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1970be9-1408-4c09-a58d-dc408241956c admin admin] Made reservation on behalf of e3da43a411a94054b2d73bf56033d55e for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:44:27.935766 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f1970be9-1408-4c09-a58d-dc408241956c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:27.958390 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network e718d5b0-7a66-418b-8fa7-c6826416a502 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:44:28.004452 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c805a370-1fad-4e00-ab9b-81ec02b9e189 req-4c3237a9-f7a1-4d61-9e95-5655b386b498 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:28.012019 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c805a370-1fad-4e00-ab9b-81ec02b9e189 req-4c3237a9-f7a1-4d61-9e95-5655b386b498 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:28.018479 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c805a370-1fad-4e00-ab9b-81ec02b9e189 req-4c3237a9-f7a1-4d61-9e95-5655b386b498 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:28.026199 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c805a370-1fad-4e00-ab9b-81ec02b9e189 req-4c3237a9-f7a1-4d61-9e95-5655b386b498 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:28.032500 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c805a370-1fad-4e00-ab9b-81ec02b9e189 req-4c3237a9-f7a1-4d61-9e95-5655b386b498 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:28.038650 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c805a370-1fad-4e00-ab9b-81ec02b9e189 req-4c3237a9-f7a1-4d61-9e95-5655b386b498 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:28.044555 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c805a370-1fad-4e00-ab9b-81ec02b9e189 req-4c3237a9-f7a1-4d61-9e95-5655b386b498 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:28.046713 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c805a370-1fad-4e00-ab9b-81ec02b9e189 req-4c3237a9-f7a1-4d61-9e95-5655b386b498 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 5443 time: 0.1265910 Sep 07 02:44:28.049035 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e4cd3-c318-449c-99a0-7699ebd1e959 req-6576c260-d167-4c30-81e0-ff6b7bb4b34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:28.050419 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c71e4cd3-c318-449c-99a0-7699ebd1e959 req-6576c260-d167-4c30-81e0-ff6b7bb4b34e service neutron] 10.222.0.23 "GET /v2.0/networks?id=c7baff3a-2acd-47c4-826f-ff1b179e5161 HTTP/1.1" status: 200 len: 910 time: 0.2353375 Sep 07 02:44:28.076400 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:28.111900 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c71e4cd3-c318-449c-99a0-7699ebd1e959 req-37cd1604-b611-412b-8b21-9f8d2bebe8b0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=947ef182-b3ab-40a8-95ec-070e844f4138 HTTP/1.1" status: 200 len: 217 time: 0.0482366 Sep 07 02:44:28.124768 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port dfc9b065-1c7f-4968-9ce9-8ee8bb3c5e67, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=dfc9b065-1c7f-4968-9ce9-8ee8bb3c5e67,segment=NetworkSegment(b8bc3fdf-2e3e-4972-88d9-8c4ff4b8870b),segment_id=b8bc3fdf-2e3e-4972-88d9-8c4ff4b8870b)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:44:28.131906 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:28.132862 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device ee1590aa-9ab5-4f34-a30c-962b5138fa22 no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:44:28.175217 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-020e4a04-688f-40d2-84d8-abce1f4c5e93 req-84e148e7-1f2c-4683-b1d0-1150cb7c14d0 tempest-ServerShowV257Test-532934442 tempest-ServerShowV257Test-532934442-project] 10.222.0.22 "GET /v2.0/ports?device_id=790a8f72-badc-4135-ab7b-66c407779abb HTTP/1.1" status: 200 len: 210 time: 0.0289314 Sep 07 02:44:28.176210 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f1970be9-1408-4c09-a58d-dc408241956c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:28.193465 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: ee1590aa-9ab5-4f34-a30c-962b5138fa22 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:44:28.193824 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device ee1590aa-9ab5-4f34-a30c-962b5138fa22 not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:44:28.198574 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e4cd3-c318-449c-99a0-7699ebd1e959 req-3784394c-427c-49e5-a9c6-ee63d72d989c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:28.200076 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c71e4cd3-c318-449c-99a0-7699ebd1e959 req-3784394c-427c-49e5-a9c6-ee63d72d989c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=04737742-a3d0-4b6d-a6a4-ec1fe2e55890 HTTP/1.1" status: 200 len: 849 time: 0.0740983 Sep 07 02:44:28.209540 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c805a370-1fad-4e00-ab9b-81ec02b9e189 req-54ce6b90-8565-4928-b666-4b98a2cab8e7 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/security-groups?id=89726ab1-0a53-4d54-93e7-e4e6ba92ef38&id=2895453c-c2ff-4721-9c31-7aa9bbb51629&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1527021 Sep 07 02:44:28.220004 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-81c53e60-ec24-4a0a-a5de-492db28da857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:28.233887 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=dfc9b065-1c7f-4968-9ce9-8ee8bb3c5e67,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:28.244208 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5decaa5e-6c54-47c4-be19-8bad024d841e'}, {'server_uuid': '5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4857470d-e751-42ad-b0ae-ff54d7d0611e'}, {'server_uuid': '5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7ad01c7-8747-4618-90fb-6bdd88c0a6d2'}, {'server_uuid': '5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b4efa3-3083-4932-8997-1d7345c55233'}, {'server_uuid': '5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc9b065-1c7f-4968-9ce9-8ee8bb3c5e67'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:44:28.246504 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac42016b-5feb-479b-bacd-726fb1754ca1" -d '{"events": [{"server_uuid": "5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc", "name": "network-vif-plugged", "status": "completed", "tag": "5decaa5e-6c54-47c4-be19-8bad024d841e"}, {"server_uuid": "5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc", "name": "network-vif-plugged", "status": "completed", "tag": "4857470d-e751-42ad-b0ae-ff54d7d0611e"}, {"server_uuid": "5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc", "name": "network-vif-plugged", "status": "completed", "tag": "e7ad01c7-8747-4618-90fb-6bdd88c0a6d2"}, {"server_uuid": "5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc", "name": "network-vif-plugged", "status": "completed", "tag": "89b4efa3-3083-4932-8997-1d7345c55233"}, {"server_uuid": "5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc", "name": "network-vif-plugged", "status": "completed", "tag": "dfc9b065-1c7f-4968-9ce9-8ee8bb3c5e67"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:44:28.264027 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71e4cd3-c318-449c-99a0-7699ebd1e959 req-f61b9678-44fa-4550-8e97-98096dcd9946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:28.265599 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1970be9-1408-4c09-a58d-dc408241956c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c83f9585-a285-4349-909e-55c8555d3133,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:28.265691 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c71e4cd3-c318-449c-99a0-7699ebd1e959 req-f61b9678-44fa-4550-8e97-98096dcd9946 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7baff3a-2acd-47c4-826f-ff1b179e5161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550733 Sep 07 02:44:28.272899 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1970be9-1408-4c09-a58d-dc408241956c admin admin] Checking segment: {'id': 'c36b9c59-03b5-4c35-a080-12f60e6aa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e718d5b0-7a66-418b-8fa7-c6826416a502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:44:28.273269 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1970be9-1408-4c09-a58d-dc408241956c admin admin] Network hostable DHCP agents. Network: e718d5b0-7a66-418b-8fa7-c6826416a502, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:44:28.289950 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Tue, 07 Sep 2021 02:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4581eeb-44e4-4771-9828-f42199620015 x-openstack-request-id: req-c4581eeb-44e4-4771-9828-f42199620015 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:44:28.289950 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc", "name": "network-vif-plugged", "status": "completed", "tag": "5decaa5e-6c54-47c4-be19-8bad024d841e", "code": 200}, {"server_uuid": "5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc", "name": "network-vif-plugged", "status": "completed", "tag": "4857470d-e751-42ad-b0ae-ff54d7d0611e", "code": 200}, {"server_uuid": "5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc", "name": "network-vif-plugged", "status": "completed", "tag": "e7ad01c7-8747-4618-90fb-6bdd88c0a6d2", "code": 200}, {"server_uuid": "5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc", "name": "network-vif-plugged", "status": "completed", "tag": "89b4efa3-3083-4932-8997-1d7345c55233", "code": 200}, {"server_uuid": "5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc", "name": "network-vif-plugged", "status": "completed", "tag": "dfc9b065-1c7f-4968-9ce9-8ee8bb3c5e67", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:44:28.289950 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c4581eeb-44e4-4771-9828-f42199620015 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:44:28.289950 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5decaa5e-6c54-47c4-be19-8bad024d841e', 'code': 200} Sep 07 02:44:28.293060 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4857470d-e751-42ad-b0ae-ff54d7d0611e', 'code': 200} Sep 07 02:44:28.293592 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7ad01c7-8747-4618-90fb-6bdd88c0a6d2', 'code': 200} Sep 07 02:44:28.294088 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b4efa3-3083-4932-8997-1d7345c55233', 'code': 200} Sep 07 02:44:28.294403 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc9b065-1c7f-4968-9ce9-8ee8bb3c5e67', 'code': 200} Sep 07 02:44:28.294839 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1970be9-1408-4c09-a58d-dc408241956c admin admin] Network e718d5b0-7a66-418b-8fa7-c6826416a502 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:44:28.308903 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-f1970be9-1408-4c09-a58d-dc408241956c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, e718d5b0-7a66-418b-8fa7-c6826416a502) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:44:28.316917 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f938c9b4-0950-4ba8-9146-dbaf3cfb604d None None] Network e718d5b0-7a66-418b-8fa7-c6826416a502 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:44:28.321748 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1970be9-1408-4c09-a58d-dc408241956c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:28.322424 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f1970be9-1408-4c09-a58d-dc408241956c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:28.354486 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f1970be9-1408-4c09-a58d-dc408241956c admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5082369 Sep 07 02:44:28.360667 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 53768) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:44:28.367507 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-fe2d17a9-25b2-4580-851e-c37bcb5545fb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1405999076-router', 'tenant_id': 'e3da43a411a94054b2d73bf56033d55e', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:44:28.373915 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c71e4cd3-c318-449c-99a0-7699ebd1e959 req-d2f4e5d4-01ac-4d85-be61-363ff136bc92 service neutron] 10.222.0.23 "GET /v2.0/networks/c7baff3a-2acd-47c4-826f-ff1b179e5161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006603 Sep 07 02:44:28.431581 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fe2d17a9-25b2-4580-851e-c37bcb5545fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:28.432560 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fe2d17a9-25b2-4580-851e-c37bcb5545fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:28.451526 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae8df2-f394-4357-ae2a-b1d242b39b64 req-d503b812-e36b-4de7-a6ff-63f9415e0e78 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:28.459921 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bcae8df2-f394-4357-ae2a-b1d242b39b64 req-d503b812-e36b-4de7-a6ff-63f9415e0e78 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b8af059-5281-4c7f-afc8-33aac6f71c1d HTTP/1.1" status: 200 len: 944 time: 0.0787015 Sep 07 02:44:28.515146 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bcae8df2-f394-4357-ae2a-b1d242b39b64 req-9d1a39ce-a840-42dd-83cd-a50c415d47bc tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543232 Sep 07 02:44:28.558470 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c71e4cd3-c318-449c-99a0-7699ebd1e959 req-dacd594d-4d64-4370-9e66-1622f2f6b448 service neutron] 10.222.0.23 "GET /v2.0/networks/c7baff3a-2acd-47c4-826f-ff1b179e5161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758313 Sep 07 02:44:28.562564 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fe2d17a9-25b2-4580-851e-c37bcb5545fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:28.576717 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device f353d8dc-9699-4ee3-809d-9708fab48f97 up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:44:28.587868 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd942a4e-087a-4647-88eb-c2fa19f1bdce req-5fbb92a4-a802-4236-ad50-a964f017476e tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:28.589699 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cd942a4e-087a-4647-88eb-c2fa19f1bdce req-5fbb92a4-a802-4236-ad50-a964f017476e tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=96c83d8f-ccbb-42b5-a473-f2b3aea997af HTTP/1.1" status: 200 len: 944 time: 0.1853821 Sep 07 02:44:28.598627 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df57942-347f-4ae8-bd90-0076698019c2 req-fd3386d3-d6c9-4833-a759-6a9c98c7c6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:28.598627 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df57942-347f-4ae8-bd90-0076698019c2 req-fd3386d3-d6c9-4833-a759-6a9c98c7c6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:28.599717 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df57942-347f-4ae8-bd90-0076698019c2 req-fd3386d3-d6c9-4833-a759-6a9c98c7c6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:28.600002 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df57942-347f-4ae8-bd90-0076698019c2 req-fd3386d3-d6c9-4833-a759-6a9c98c7c6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:28.600484 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df57942-347f-4ae8-bd90-0076698019c2 req-fd3386d3-d6c9-4833-a759-6a9c98c7c6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:28.600965 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df57942-347f-4ae8-bd90-0076698019c2 req-fd3386d3-d6c9-4833-a759-6a9c98c7c6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:28.601443 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df57942-347f-4ae8-bd90-0076698019c2 req-fd3386d3-d6c9-4833-a759-6a9c98c7c6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:28.603469 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1df57942-347f-4ae8-bd90-0076698019c2 req-fd3386d3-d6c9-4833-a759-6a9c98c7c6d1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 6508 time: 0.1980577 Sep 07 02:44:28.668017 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cd942a4e-087a-4647-88eb-c2fa19f1bdce req-09bdc188-8bb1-40f1-9c7a-638ef06bce75 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633657 Sep 07 02:44:28.673229 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1df57942-347f-4ae8-bd90-0076698019c2 req-a2fbf547-573d-4a76-8ac2-7875a9acdba6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2895453c-c2ff-4721-9c31-7aa9bbb51629&id=89726ab1-0a53-4d54-93e7-e4e6ba92ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563543 Sep 07 02:44:28.681998 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:28.726937 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fe2d17a9-25b2-4580-851e-c37bcb5545fb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:28.733241 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port f353d8dc-9699-4ee3-809d-9708fab48f97 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:44:28.739742 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port f353d8dc-9699-4ee3-809d-9708fab48f97 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:44:28.740181 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:28.744162 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64bd169-23f0-4312-83e4-8dc571980379 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-e718d5b0-7a66-418b-8fa7-c6826416a502', 'network_id': 'e718d5b0-7a66-418b-8fa7-c6826416a502', 'tenant_id': 'e3da43a411a94054b2d73bf56033d55e', 'fixed_ips': [{'subnet_id': 'c83f9585-a285-4349-909e-55c8555d3133'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:44:28.745035 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a64bd169-23f0-4312-83e4-8dc571980379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:28.926974 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:28.930810 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fe2d17a9-25b2-4580-851e-c37bcb5545fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:28.951488 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fe2d17a9-25b2-4580-851e-c37bcb5545fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:28.963722 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-a64bd169-23f0-4312-83e4-8dc571980379 None None] Allocated IP 172.20.0.2 (e718d5b0-7a66-418b-8fa7-c6826416a502/c83f9585-a285-4349-909e-55c8555d3133/8a53ef86-306e-4acc-a2b1-a4d10e9cb2e1) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:44:28.976493 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port f353d8dc-9699-4ee3-809d-9708fab48f97, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=f353d8dc-9699-4ee3-809d-9708fab48f97,segment=NetworkSegment(737bac5c-5e4b-4b03-a099-f644edcc6c52),segment_id=737bac5c-5e4b-4b03-a099-f644edcc6c52)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:44:28.981611 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:29.051063 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324ce0d-0adc-436b-b625-8b61511eb352 req-1af93698-d10d-492b-9767-bb11c11b456a tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:29.052629 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d324ce0d-0adc-436b-b625-8b61511eb352 req-1af93698-d10d-492b-9767-bb11c11b456a tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=421c6d61-e719-47bf-87ee-469e8ff49090 HTTP/1.1" status: 200 len: 943 time: 0.0923967 Sep 07 02:44:29.092428 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=f353d8dc-9699-4ee3-809d-9708fab48f97,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:29.099320 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 3aecca23-872b-47f7-81da-d8eaf630d062 up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:44:29.127213 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-fe2d17a9-25b2-4580-851e-c37bcb5545fb admin admin] Allocated IP 172.25.5.249 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/e1df369a-a1e6-481c-93d6-d99b32e97f85) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:44:29.132633 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d324ce0d-0adc-436b-b625-8b61511eb352 req-3c7337c3-0a55-433a-9743-03149af2422c tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575454 Sep 07 02:44:29.205963 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a64bd169-23f0-4312-83e4-8dc571980379 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:29.213606 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port 3aecca23-872b-47f7-81da-d8eaf630d062 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:44:29.218063 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a64bd169-23f0-4312-83e4-8dc571980379 None None] Transition to ACTIVE for port object 8a53ef86-306e-4acc-a2b1-a4d10e9cb2e1 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:44:29.222623 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 3aecca23-872b-47f7-81da-d8eaf630d062 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:44:29.223001 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:29.251431 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fe2d17a9-25b2-4580-851e-c37bcb5545fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:29.258879 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a64bd169-23f0-4312-83e4-8dc571980379 None None] Transition to ACTIVE for port object 8a53ef86-306e-4acc-a2b1-a4d10e9cb2e1 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:44:29.272013 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a64bd169-23f0-4312-83e4-8dc571980379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:29.304927 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-862884f6-a01c-4f8e-bd4f-ce8c6cffbe79 req-ec140027-6fff-463c-8797-50ac50495bd0 tempest-ServerShowV257Test-532934442 tempest-ServerShowV257Test-532934442-project] 10.222.0.22 "GET /v2.0/ports?device_id=790a8f72-badc-4135-ab7b-66c407779abb HTTP/1.1" status: 200 len: 210 time: 0.0390737 Sep 07 02:44:29.308869 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fe2d17a9-25b2-4580-851e-c37bcb5545fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:29.318098 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64bd169-23f0-4312-83e4-8dc571980379 None None] Network e718d5b0-7a66-418b-8fa7-c6826416a502 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:44:29.336508 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-a64bd169-23f0-4312-83e4-8dc571980379 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:44:29.339126 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64bd169-23f0-4312-83e4-8dc571980379 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:44:29.342795 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64bd169-23f0-4312-83e4-8dc571980379 None None] Pushing event updated for resources: {'Port': ['ID=8a53ef86-306e-4acc-a2b1-a4d10e9cb2e1,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:29.380754 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2d17a9-25b2-4580-851e-c37bcb5545fb admin admin] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:44:29.388408 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-fe2d17a9-25b2-4580-851e-c37bcb5545fb admin admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:44:29.394080 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2d17a9-25b2-4580-851e-c37bcb5545fb admin admin] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:44:29.398926 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d17a9-25b2-4580-851e-c37bcb5545fb admin admin] Pushing event updated for resources: {'Port': ['ID=e1df369a-a1e6-481c-93d6-d99b32e97f85,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:29.415953 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:29.437000 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386a421-c4e8-4146-b52c-a638b9e34a8f req-0d811263-0ebd-4193-907e-920e31281cf9 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:29.441707 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-a64bd169-23f0-4312-83e4-8dc571980379 None None] Attempting to bind port 8a53ef86-306e-4acc-a2b1-a4d10e9cb2e1 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:44:29.442083 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-a64bd169-23f0-4312-83e4-8dc571980379 None None] Attempting to bind port 8a53ef86-306e-4acc-a2b1-a4d10e9cb2e1 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'c36b9c59-03b5-4c35-a080-12f60e6aa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e718d5b0-7a66-418b-8fa7-c6826416a502'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:44:29.442460 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64bd169-23f0-4312-83e4-8dc571980379 None None] Attempting to bind port 8a53ef86-306e-4acc-a2b1-a4d10e9cb2e1 on network e718d5b0-7a66-418b-8fa7-c6826416a502 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:44:29.443330 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386a421-c4e8-4146-b52c-a638b9e34a8f req-0d811263-0ebd-4193-907e-920e31281cf9 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:29.449138 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386a421-c4e8-4146-b52c-a638b9e34a8f req-0d811263-0ebd-4193-907e-920e31281cf9 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:29.455165 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386a421-c4e8-4146-b52c-a638b9e34a8f req-0d811263-0ebd-4193-907e-920e31281cf9 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:29.457342 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64bd169-23f0-4312-83e4-8dc571980379 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:44:29.457654 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64bd169-23f0-4312-83e4-8dc571980379 None None] Checking segment: {'id': 'c36b9c59-03b5-4c35-a080-12f60e6aa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e718d5b0-7a66-418b-8fa7-c6826416a502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:44:29.458107 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a64bd169-23f0-4312-83e4-8dc571980379 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:29.458514 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64bd169-23f0-4312-83e4-8dc571980379 None None] Bound using segment: {'id': 'c36b9c59-03b5-4c35-a080-12f60e6aa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e718d5b0-7a66-418b-8fa7-c6826416a502'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:44:29.459063 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-a64bd169-23f0-4312-83e4-8dc571980379 None None] Bound port: 8a53ef86-306e-4acc-a2b1-a4d10e9cb2e1, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c36b9c59-03b5-4c35-a080-12f60e6aa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e718d5b0-7a66-418b-8fa7-c6826416a502'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:44:29.459432 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a64bd169-23f0-4312-83e4-8dc571980379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:29.461758 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386a421-c4e8-4146-b52c-a638b9e34a8f req-0d811263-0ebd-4193-907e-920e31281cf9 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:29.465798 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:29.467568 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386a421-c4e8-4146-b52c-a638b9e34a8f req-0d811263-0ebd-4193-907e-920e31281cf9 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:29.473356 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386a421-c4e8-4146-b52c-a638b9e34a8f req-0d811263-0ebd-4193-907e-920e31281cf9 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:29.475255 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1386a421-c4e8-4146-b52c-a638b9e34a8f req-0d811263-0ebd-4193-907e-920e31281cf9 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 5444 time: 0.1623466 Sep 07 02:44:29.482531 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 3aecca23-872b-47f7-81da-d8eaf630d062, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=3aecca23-872b-47f7-81da-d8eaf630d062,segment=NetworkSegment(cefad73b-a7c5-464e-83dc-c3e10d5473af),segment_id=cefad73b-a7c5-464e-83dc-c3e10d5473af)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:44:29.486470 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:29.576219 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=3aecca23-872b-47f7-81da-d8eaf630d062,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:29.579971 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a64bd169-23f0-4312-83e4-8dc571980379 None None] For port 8a53ef86-306e-4acc-a2b1-a4d10e9cb2e1, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:44:29.592033 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a64bd169-23f0-4312-83e4-8dc571980379 None None] For port 8a53ef86-306e-4acc-a2b1-a4d10e9cb2e1, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=8a53ef86-306e-4acc-a2b1-a4d10e9cb2e1,segment=NetworkSegment(c36b9c59-03b5-4c35-a080-12f60e6aa5b2),segment_id=c36b9c59-03b5-4c35-a080-12f60e6aa5b2)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:44:29.596866 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a64bd169-23f0-4312-83e4-8dc571980379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:29.601098 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1386a421-c4e8-4146-b52c-a638b9e34a8f req-874a82fd-7dc9-4eff-92f4-bbe36b27f702 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/security-groups?id=89726ab1-0a53-4d54-93e7-e4e6ba92ef38&id=2895453c-c2ff-4721-9c31-7aa9bbb51629&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1176586 Sep 07 02:44:29.665455 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533eb6fe-145f-4e3c-b217-0105c8e9ba70 req-ee227f5a-69be-48b0-b928-b90da97df31d tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:29.669681 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64bd169-23f0-4312-83e4-8dc571980379 None None] Pushing event updated for resources: {'Port': ['ID=8a53ef86-306e-4acc-a2b1-a4d10e9cb2e1,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:29.674653 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-533eb6fe-145f-4e3c-b217-0105c8e9ba70 req-ee227f5a-69be-48b0-b928-b90da97df31d tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b8af059-5281-4c7f-afc8-33aac6f71c1d HTTP/1.1" status: 200 len: 945 time: 0.0840299 Sep 07 02:44:29.730576 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-533eb6fe-145f-4e3c-b217-0105c8e9ba70 req-0e4ded32-1b01-4309-81a2-480050b0fd42 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515723 Sep 07 02:44:29.773507 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fe2d17a9-25b2-4580-851e-c37bcb5545fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:29.845912 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98631e-485c-4096-8b21-7cf51ea0cda9 req-8dadba19-8a85-4458-9143-4a338996e79f tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:29.855025 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7f98631e-485c-4096-8b21-7cf51ea0cda9 req-8dadba19-8a85-4458-9143-4a338996e79f tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=96c83d8f-ccbb-42b5-a473-f2b3aea997af HTTP/1.1" status: 200 len: 945 time: 0.0675714 Sep 07 02:44:29.930824 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7f98631e-485c-4096-8b21-7cf51ea0cda9 req-a229200b-97e8-4773-a27d-6dfee3e89985 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747435 Sep 07 02:44:30.296014 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c83d8f-ccbb-42b5-a473-f2b3aea997af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f353d8dc-9699-4ee3-809d-9708fab48f97'}, {'server_uuid': '6b8af059-5281-4c7f-afc8-33aac6f71c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aecca23-872b-47f7-81da-d8eaf630d062'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:44:30.299063 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c266d32-949c-40b4-9ad3-15ce22229958" -d '{"events": [{"server_uuid": "96c83d8f-ccbb-42b5-a473-f2b3aea997af", "name": "network-vif-plugged", "status": "completed", "tag": "f353d8dc-9699-4ee3-809d-9708fab48f97"}, {"server_uuid": "6b8af059-5281-4c7f-afc8-33aac6f71c1d", "name": "network-vif-plugged", "status": "completed", "tag": "3aecca23-872b-47f7-81da-d8eaf630d062"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:44:30.306621 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3419d3dc-6f30-41c3-97e6-8fccd7650f9b req-0b6da458-ba67-4543-b9b2-dac30893c18c tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:30.308084 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3419d3dc-6f30-41c3-97e6-8fccd7650f9b req-0b6da458-ba67-4543-b9b2-dac30893c18c tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=421c6d61-e719-47bf-87ee-469e8ff49090 HTTP/1.1" status: 200 len: 943 time: 0.0939214 Sep 07 02:44:30.341009 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 07 Sep 2021 02:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f97c6e5-2efb-48ff-9540-0cfe69681b42 x-openstack-request-id: req-0f97c6e5-2efb-48ff-9540-0cfe69681b42 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:44:30.341340 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96c83d8f-ccbb-42b5-a473-f2b3aea997af", "name": "network-vif-plugged", "status": "completed", "tag": "f353d8dc-9699-4ee3-809d-9708fab48f97", "code": 200}, {"server_uuid": "6b8af059-5281-4c7f-afc8-33aac6f71c1d", "name": "network-vif-plugged", "status": "completed", "tag": "3aecca23-872b-47f7-81da-d8eaf630d062", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:44:30.341597 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0f97c6e5-2efb-48ff-9540-0cfe69681b42 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:44:30.342180 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96c83d8f-ccbb-42b5-a473-f2b3aea997af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f353d8dc-9699-4ee3-809d-9708fab48f97', 'code': 200} Sep 07 02:44:30.342534 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b8af059-5281-4c7f-afc8-33aac6f71c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aecca23-872b-47f7-81da-d8eaf630d062', 'code': 200} Sep 07 02:44:30.377133 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fe2d17a9-25b2-4580-851e-c37bcb5545fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:30.396197 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3419d3dc-6f30-41c3-97e6-8fccd7650f9b req-0c93586b-19db-4375-8875-efc1934a2d49 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614505 Sep 07 02:44:30.448439 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 947ef182-b3ab-40a8-95ec-070e844f4138 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:44:30.503668 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c1ef3c5a-a465-4b2e-a5a9-6ee7fc4ec898 req-48e21458-51fb-4dfe-9301-dc13bd54a985 tempest-ServerShowV257Test-532934442 tempest-ServerShowV257Test-532934442-project] 10.222.0.22 "GET /v2.0/ports?device_id=790a8f72-badc-4135-ab7b-66c407779abb HTTP/1.1" status: 200 len: 210 time: 0.0803354 Sep 07 02:44:30.529517 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0bcaa-b299-4cde-b038-59f46c4c9851 req-a25cecb2-12d0-4e3e-8f45-0a2abadcf473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:30.531380 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-65a0bcaa-b299-4cde-b038-59f46c4c9851 req-a25cecb2-12d0-4e3e-8f45-0a2abadcf473 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=96c83d8f-ccbb-42b5-a473-f2b3aea997af HTTP/1.1" status: 200 len: 1097 time: 0.1068840 Sep 07 02:44:30.534351 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d841b9-3c65-48c7-8f24-8d093ffdfedc req-43a5c6ee-f9cd-4031-ae76-f3baec2a1d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:30.536109 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f1d841b9-3c65-48c7-8f24-8d093ffdfedc req-43a5c6ee-f9cd-4031-ae76-f3baec2a1d66 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6b8af059-5281-4c7f-afc8-33aac6f71c1d HTTP/1.1" status: 200 len: 1097 time: 0.0919838 Sep 07 02:44:30.546352 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe2d17a9-25b2-4580-851e-c37bcb5545fb admin admin] Router 206186ee-709e-4ddf-8ddf-2692773ef2b5 is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 02:44:30.585595 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 947ef182-b3ab-40a8-95ec-070e844f4138, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=947ef182-b3ab-40a8-95ec-070e844f4138,segment=NetworkSegment(6dff264e-7c75-4629-a854-2e784f93e6e2),segment_id=6dff264e-7c75-4629-a854-2e784f93e6e2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:44:30.597485 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '947ef182-b3ab-40a8-95ec-070e844f4138', 'network_id': 'c7baff3a-2acd-47c4-826f-ff1b179e5161', 'port_id': '947ef182-b3ab-40a8-95ec-070e844f4138', 'mac_address': 'fa:16:3e:34:35:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04737742-a3d0-4b6d-a6a4-ec1fe2e55890', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:44:30.618544 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-65a0bcaa-b299-4cde-b038-59f46c4c9851 req-6f291432-98fc-4417-9619-67f685e4ecc9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783002 Sep 07 02:44:30.632930 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f1d841b9-3c65-48c7-8f24-8d093ffdfedc req-6e3a090b-f83f-4d52-bb5a-e349be4326b2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854881 Sep 07 02:44:30.645322 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:30.681767 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 947ef182-b3ab-40a8-95ec-070e844f4138 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:44:30.712835 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 947ef182-b3ab-40a8-95ec-070e844f4138, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=947ef182-b3ab-40a8-95ec-070e844f4138,segment=NetworkSegment(6dff264e-7c75-4629-a854-2e784f93e6e2),segment_id=6dff264e-7c75-4629-a854-2e784f93e6e2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:44:30.717426 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:30.751168 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 8a53ef86-306e-4acc-a2b1-a4d10e9cb2e1 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:44:30.760006 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe2d17a9-25b2-4580-851e-c37bcb5545fb admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:44:30.782136 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fe2d17a9-25b2-4580-851e-c37bcb5545fb admin admin] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:30.783391 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-fe2d17a9-25b2-4580-851e-c37bcb5545fb admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.4217339 Sep 07 02:44:30.786240 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53798) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:44:30.791890 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79079ad-46dd-42d9-b675-528d72f724a6 None None] Sync routers for ids ['206186ee-709e-4ddf-8ddf-2692773ef2b5'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:44:30.797069 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9236d8-01dd-49b2-b46b-abb97b9969f9 req-49fdee70-3021-4be2-95e6-fea7314e010b tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:30.803494 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9236d8-01dd-49b2-b46b-abb97b9969f9 req-49fdee70-3021-4be2-95e6-fea7314e010b tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:30.809239 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79079ad-46dd-42d9-b675-528d72f724a6 None None] Routers {'206186ee-709e-4ddf-8ddf-2692773ef2b5'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:44:30.810180 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-d79079ad-46dd-42d9-b675-528d72f724a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:44:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['206186ee-709e-4ddf-8ddf-2692773ef2b5'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:44:30.816336 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9236d8-01dd-49b2-b46b-abb97b9969f9 req-49fdee70-3021-4be2-95e6-fea7314e010b tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:30.822813 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9236d8-01dd-49b2-b46b-abb97b9969f9 req-49fdee70-3021-4be2-95e6-fea7314e010b tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:30.829014 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9236d8-01dd-49b2-b46b-abb97b9969f9 req-49fdee70-3021-4be2-95e6-fea7314e010b tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:30.835452 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9236d8-01dd-49b2-b46b-abb97b9969f9 req-49fdee70-3021-4be2-95e6-fea7314e010b tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:30.841360 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9236d8-01dd-49b2-b46b-abb97b9969f9 req-49fdee70-3021-4be2-95e6-fea7314e010b tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:30.849254 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4f9236d8-01dd-49b2-b46b-abb97b9969f9 req-49fdee70-3021-4be2-95e6-fea7314e010b tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 5444 time: 0.1416800 Sep 07 02:44:30.860691 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca48905-9eff-44cb-8a63-c538d483409b None None] Network e718d5b0-7a66-418b-8fa7-c6826416a502 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:44:30.885926 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4f9236d8-01dd-49b2-b46b-abb97b9969f9 req-493c8bc6-ec48-4e1c-b40a-0733fb967182 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/security-groups?id=89726ab1-0a53-4d54-93e7-e4e6ba92ef38&id=2895453c-c2ff-4721-9c31-7aa9bbb51629&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358078 Sep 07 02:44:30.908336 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=947ef182-b3ab-40a8-95ec-070e844f4138,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:30.947353 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd49b10-7d07-4d9e-bdc5-a2b8a32ba47f req-8009c9f1-1cb5-4b6d-b87b-17c77e01f709 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:30.948970 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3bd49b10-7d07-4d9e-bdc5-a2b8a32ba47f req-8009c9f1-1cb5-4b6d-b87b-17c77e01f709 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b8af059-5281-4c7f-afc8-33aac6f71c1d HTTP/1.1" status: 200 len: 945 time: 0.1026325 Sep 07 02:44:30.969911 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 8a53ef86-306e-4acc-a2b1-a4d10e9cb2e1 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:44:31.015034 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['947ef182-b3ab-40a8-95ec-070e844f4138'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:44:31.028639 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3136fd-d2c8-42ab-a6ca-1d17e9c1b696 req-6ec89a20-e6f4-4ae0-9948-8a723fac7871 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:31.034728 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3136fd-d2c8-42ab-a6ca-1d17e9c1b696 req-6ec89a20-e6f4-4ae0-9948-8a723fac7871 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:31.036895 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3bd49b10-7d07-4d9e-bdc5-a2b8a32ba47f req-d036da3d-f252-4ca9-9519-3361b5cb97d4 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769787 Sep 07 02:44:31.041095 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3136fd-d2c8-42ab-a6ca-1d17e9c1b696 req-6ec89a20-e6f4-4ae0-9948-8a723fac7871 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:31.046045 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-5fcb91d0-1dc4-4152-abd0-29db52344c77 None None] Provisioning for port 8a53ef86-306e-4acc-a2b1-a4d10e9cb2e1 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:44:31.047951 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3136fd-d2c8-42ab-a6ca-1d17e9c1b696 req-6ec89a20-e6f4-4ae0-9948-8a723fac7871 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:31.054119 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3136fd-d2c8-42ab-a6ca-1d17e9c1b696 req-6ec89a20-e6f4-4ae0-9948-8a723fac7871 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:31.075039 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3136fd-d2c8-42ab-a6ca-1d17e9c1b696 req-6ec89a20-e6f4-4ae0-9948-8a723fac7871 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:31.081830 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3136fd-d2c8-42ab-a6ca-1d17e9c1b696 req-6ec89a20-e6f4-4ae0-9948-8a723fac7871 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:31.083692 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fc3136fd-d2c8-42ab-a6ca-1d17e9c1b696 req-6ec89a20-e6f4-4ae0-9948-8a723fac7871 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 5444 time: 0.1139083 Sep 07 02:44:31.089045 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-d79079ad-46dd-42d9-b675-528d72f724a6 None None] Set router 206186ee-709e-4ddf-8ddf-2692773ef2b5 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:44:31.094348 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 53806) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:44:31.099525 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-1a17bb83-3e0c-4f77-b72e-983a6e3abb6a tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Request body: {'floatingip': {'port_id': 'f3ed5bfa-6d20-4d8d-812a-3f29f0868f88'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:44:31.147632 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1a17bb83-3e0c-4f77-b72e-983a6e3abb6a tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks [] for floatingip, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:31.177459 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-5fcb91d0-1dc4-4152-abd0-29db52344c77 None None] Provisioning complete for port 8a53ef86-306e-4acc-a2b1-a4d10e9cb2e1 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:44:31.177891 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5fcb91d0-1dc4-4152-abd0-29db52344c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:31.295325 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52589004-c5b1-4e3d-b257-4de94b4d8a9a req-8de04f54-e1ba-4321-a3e3-c2e306a2cbe6 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:31.296932 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-52589004-c5b1-4e3d-b257-4de94b4d8a9a req-8de04f54-e1ba-4321-a3e3-c2e306a2cbe6 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=96c83d8f-ccbb-42b5-a473-f2b3aea997af HTTP/1.1" status: 200 len: 945 time: 0.1314898 Sep 07 02:44:31.377649 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-52589004-c5b1-4e3d-b257-4de94b4d8a9a req-0b6d811c-a858-4fd3-913a-c455196ea7e4 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730107 Sep 07 02:44:31.461944 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-01c51c27-c6a3-44f1-b406-19ce97f1b7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:31.635816 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:31.659252 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a1abbbb0-be86-4bad-a3f2-2d4ec129b6f3 req-6c6eb211-2fd7-4ced-8a52-e1515383126e tempest-ServerShowV257Test-532934442 tempest-ServerShowV257Test-532934442-project] 10.222.0.22 "GET /v2.0/ports?device_id=790a8f72-badc-4135-ab7b-66c407779abb HTTP/1.1" status: 200 len: 210 time: 0.0355256 Sep 07 02:44:31.660721 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c582e2-0617-4209-98eb-c6150c7a84e8 req-197e1091-795f-493b-ae4e-96bf2b37366c tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:31.667895 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-01c582e2-0617-4209-98eb-c6150c7a84e8 req-197e1091-795f-493b-ae4e-96bf2b37366c tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=421c6d61-e719-47bf-87ee-469e8ff49090 HTTP/1.1" status: 200 len: 944 time: 0.1433535 Sep 07 02:44:31.733206 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-01c51c27-c6a3-44f1-b406-19ce97f1b7ec admin admin] Allocated IP 172.20.0.1 (e718d5b0-7a66-418b-8fa7-c6826416a502/c83f9585-a285-4349-909e-55c8555d3133/76db9610-b045-4fef-b173-66d9d47fb68d) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:44:31.753661 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-01c582e2-0617-4209-98eb-c6150c7a84e8 req-d40cb8d0-b664-4cd7-8739-d56b6d53364b tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848911 Sep 07 02:44:31.761202 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1a17bb83-3e0c-4f77-b72e-983a6e3abb6a tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:31.767444 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1a17bb83-3e0c-4f77-b72e-983a6e3abb6a tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:31.831410 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5fcb91d0-1dc4-4152-abd0-29db52344c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:31.884255 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-5fcb91d0-1dc4-4152-abd0-29db52344c77 None None] For port 8a53ef86-306e-4acc-a2b1-a4d10e9cb2e1, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=8a53ef86-306e-4acc-a2b1-a4d10e9cb2e1,segment=NetworkSegment(c36b9c59-03b5-4c35-a080-12f60e6aa5b2),segment_id=c36b9c59-03b5-4c35-a080-12f60e6aa5b2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:44:31.895964 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5fcb91d0-1dc4-4152-abd0-29db52344c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:31.935958 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-01c51c27-c6a3-44f1-b406-19ce97f1b7ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:31.938673 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-d79079ad-46dd-42d9-b675-528d72f724a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206186ee-709e-4ddf-8ddf-2692773ef2b5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1405999076-router', 'tenant_id': 'e3da43a411a94054b2d73bf56033d55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'e1df369a-a1e6-481c-93d6-d99b32e97f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:44:28Z', 'updated_at': '2021-09-07T02:44:29Z', 'revision_number': 3, 'project_id': 'e3da43a411a94054b2d73bf56033d55e', 'gw_port': {'id': 'e1df369a-a1e6-481c-93d6-d99b32e97f85', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:63:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206186ee-709e-4ddf-8ddf-2692773ef2b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:44:28Z', 'updated_at': '2021-09-07T02:44:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:44:31.966709 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-01c51c27-c6a3-44f1-b406-19ce97f1b7ec admin admin] Transition to ACTIVE for port object 76db9610-b045-4fef-b173-66d9d47fb68d will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:44:31.977838 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79079ad-46dd-42d9-b675-528d72f724a6 None None] Checking router: 206186ee-709e-4ddf-8ddf-2692773ef2b5 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:44:31.978351 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79079ad-46dd-42d9-b675-528d72f724a6 None None] Updating router 206186ee-709e-4ddf-8ddf-2692773ef2b5 port e1df369a-a1e6-481c-93d6-d99b32e97f85 binding host n-d-796209-16 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 02:44:31.982114 n-d-796209-16 neutron-server[94701]: INFO neutron.db.l3_db [None req-1a17bb83-3e0c-4f77-b72e-983a6e3abb6a tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Floating IP 9283a37c-d52e-417e-8de4-246400416b37 associated. External IP: 172.25.5.208, port: f3ed5bfa-6d20-4d8d-812a-3f29f0868f88. Sep 07 02:44:32.008766 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcb91d0-1dc4-4152-abd0-29db52344c77 None None] Pushing event updated for resources: {'Port': ['ID=8a53ef86-306e-4acc-a2b1-a4d10e9cb2e1,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:32.020628 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d79079ad-46dd-42d9-b675-528d72f724a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:32.034032 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-01c51c27-c6a3-44f1-b406-19ce97f1b7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:32.081676 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c51c27-c6a3-44f1-b406-19ce97f1b7ec admin admin] Network e718d5b0-7a66-418b-8fa7-c6826416a502 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:44:32.095134 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-01c51c27-c6a3-44f1-b406-19ce97f1b7ec admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:44:32.107440 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c51c27-c6a3-44f1-b406-19ce97f1b7ec admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:44:32.151795 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c51c27-c6a3-44f1-b406-19ce97f1b7ec admin admin] Pushing event updated for resources: {'Port': ['ID=76db9610-b045-4fef-b173-66d9d47fb68d,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:32.172645 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-4d10f0d7-156d-42e0-ac99-53e660c28f80 None None] Provisioning complete for port 8a53ef86-306e-4acc-a2b1-a4d10e9cb2e1 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:44:32.173086 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4d10f0d7-156d-42e0-ac99-53e660c28f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:32.224138 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-01c51c27-c6a3-44f1-b406-19ce97f1b7ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:32.343638 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a17bb83-3e0c-4f77-b72e-983a6e3abb6a tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Router da2c3e07-0bea-4415-b297-dc7e89bfe9cf has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:44:32.354305 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b66ba06-42b2-4fef-b83a-bbfd22538910 req-57159b9c-10ca-4242-bf72-7c29d73d1ab9 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:32.362077 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4b66ba06-42b2-4fef-b83a-bbfd22538910 req-57159b9c-10ca-4242-bf72-7c29d73d1ab9 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b8af059-5281-4c7f-afc8-33aac6f71c1d HTTP/1.1" status: 200 len: 945 time: 0.2010741 Sep 07 02:44:32.479807 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a17bb83-3e0c-4f77-b72e-983a6e3abb6a tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:44:32.484956 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1a17bb83-3e0c-4f77-b72e-983a6e3abb6a tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:32.491532 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f70a190-a385-49fc-bda8-f4bc0068527b None None] Sync routers for ids ['da2c3e07-0bea-4415-b297-dc7e89bfe9cf'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:44:32.492509 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d79079ad-46dd-42d9-b675-528d72f724a6 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:32.504224 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f70a190-a385-49fc-bda8-f4bc0068527b None None] Routers {'da2c3e07-0bea-4415-b297-dc7e89bfe9cf'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:44:32.505312 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-9f70a190-a385-49fc-bda8-f4bc0068527b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:44:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['da2c3e07-0bea-4415-b297-dc7e89bfe9cf'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:44:32.518926 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-d79079ad-46dd-42d9-b675-528d72f724a6 None None] Transition to ACTIVE for port object e1df369a-a1e6-481c-93d6-d99b32e97f85 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:44:32.539141 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d79079ad-46dd-42d9-b675-528d72f724a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:32.551110 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-1a17bb83-3e0c-4f77-b72e-983a6e3abb6a tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "PUT /v2.0/floatingips/9283a37c-d52e-417e-8de4-246400416b37 HTTP/1.1" status: 200 len: 992 time: 1.4528353 Sep 07 02:44:32.551110 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc', 'tag': 'f3ed5bfa-6d20-4d8d-812a-3f29f0868f88'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:44:32.552738 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a28caff-7be3-4420-ba34-b499181bfbf2" -d '{"events": [{"name": "network-changed", "server_uuid": "5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc", "tag": "f3ed5bfa-6d20-4d8d-812a-3f29f0868f88"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:44:32.577744 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111be11-ca4d-49cc-90b1-29a2a943502b req-a3db5be9-3dbb-495c-aff5-ef716ec165da tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:32.579621 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0111be11-ca4d-49cc-90b1-29a2a943502b req-a3db5be9-3dbb-495c-aff5-ef716ec165da tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=96c83d8f-ccbb-42b5-a473-f2b3aea997af HTTP/1.1" status: 200 len: 945 time: 0.0736918 Sep 07 02:44:32.605339 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-fef6a592-919c-43e2-96ef-7c94ae18fc7f None None] Provisioning for port 76db9610-b045-4fef-b173-66d9d47fb68d completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:44:32.616494 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3b684a-12b5-4560-b8ff-e483b1c65ef1 None None] Pushing event updated for resources: {'Port': ['ID=e1df369a-a1e6-481c-93d6-d99b32e97f85,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:32.620120 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-fef6a592-919c-43e2-96ef-7c94ae18fc7f None None] Provisioning complete for port 76db9610-b045-4fef-b173-66d9d47fb68d triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:44:32.620574 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fef6a592-919c-43e2-96ef-7c94ae18fc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:32.655330 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0111be11-ca4d-49cc-90b1-29a2a943502b req-392a8bf8-9863-47b8-ae23-ee3d85f5ec06 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650303 Sep 07 02:44:32.663126 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-9f70a190-a385-49fc-bda8-f4bc0068527b None None] Set router da2c3e07-0bea-4415-b297-dc7e89bfe9cf gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:44:32.699892 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-d79079ad-46dd-42d9-b675-528d72f724a6 None None] Attempting to bind port e1df369a-a1e6-481c-93d6-d99b32e97f85 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:44:32.706570 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-d79079ad-46dd-42d9-b675-528d72f724a6 None None] Attempting to bind port e1df369a-a1e6-481c-93d6-d99b32e97f85 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:44:32.706969 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79079ad-46dd-42d9-b675-528d72f724a6 None None] Attempting to bind port e1df369a-a1e6-481c-93d6-d99b32e97f85 on network 1166b922-7457-4da4-bdda-328e8c8e7bc6 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:44:32.728107 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4b66ba06-42b2-4fef-b83a-bbfd22538910 req-9d4cfc24-4827-4fea-afd0-21f6b3374049 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620248 Sep 07 02:44:32.729128 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 8a53ef86-306e-4acc-a2b1-a4d10e9cb2e1 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:44:32.731385 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79079ad-46dd-42d9-b675-528d72f724a6 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:44:32.731796 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79079ad-46dd-42d9-b675-528d72f724a6 None None] Checking segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:44:32.732526 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d79079ad-46dd-42d9-b675-528d72f724a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:32.733227 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79079ad-46dd-42d9-b675-528d72f724a6 None None] Bound using segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:44:32.733732 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-d79079ad-46dd-42d9-b675-528d72f724a6 None None] Bound port: e1df369a-a1e6-481c-93d6-d99b32e97f85, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:44:32.734232 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d79079ad-46dd-42d9-b675-528d72f724a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:32.738085 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-01c51c27-c6a3-44f1-b406-19ce97f1b7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:32.771073 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8a7a51-b981-4589-a9fb-10e2c0ae8c57 x-openstack-request-id: req-eb8a7a51-b981-4589-a9fb-10e2c0ae8c57 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:44:32.771364 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc", "tag": "f3ed5bfa-6d20-4d8d-812a-3f29f0868f88", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:44:32.771653 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-eb8a7a51-b981-4589-a9fb-10e2c0ae8c57 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:44:32.772073 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc', 'tag': 'f3ed5bfa-6d20-4d8d-812a-3f29f0868f88', 'status': 'completed', 'code': 200} Sep 07 02:44:32.798185 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-fef6a592-919c-43e2-96ef-7c94ae18fc7f None None] Port 76db9610-b045-4fef-b173-66d9d47fb68d cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:44:32.858567 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-946aa1e2-28f1-4c1f-853d-87b554b9506e req-4576dd4e-2df5-4f48-8f8c-34818002110d tempest-ServerShowV257Test-532934442 tempest-ServerShowV257Test-532934442-project] 10.222.0.22 "GET /v2.0/ports?device_id=790a8f72-badc-4135-ab7b-66c407779abb HTTP/1.1" status: 200 len: 210 time: 0.0319571 Sep 07 02:44:32.879751 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-d79079ad-46dd-42d9-b675-528d72f724a6 None None] For port e1df369a-a1e6-481c-93d6-d99b32e97f85, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:44:32.884632 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-d79079ad-46dd-42d9-b675-528d72f724a6 None None] For port e1df369a-a1e6-481c-93d6-d99b32e97f85, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=e1df369a-a1e6-481c-93d6-d99b32e97f85,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:44:32.889908 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 8a53ef86-306e-4acc-a2b1-a4d10e9cb2e1 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:44:32.890581 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:32.896395 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d79079ad-46dd-42d9-b675-528d72f724a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:32.962393 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-9f70a190-a385-49fc-bda8-f4bc0068527b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da2c3e07-0bea-4415-b297-dc7e89bfe9cf', 'name': 'tempest-TaggedBootDevicesTest_v242-70382135-router', 'tenant_id': 'afaf54fa75d241989f6b7192737d6028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'c681a56d-d910-43ec-a691-598a24e331bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:42:36Z', 'updated_at': '2021-09-07T02:42:44Z', 'revision_number': 4, 'project_id': 'afaf54fa75d241989f6b7192737d6028', 'gw_port': {'id': 'c681a56d-d910-43ec-a691-598a24e331bd', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:1b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2c3e07-0bea-4415-b297-dc7e89bfe9cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:42:37Z', 'updated_at': '2021-09-07T02:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': '9283a37c-d52e-417e-8de4-246400416b37', 'tenant_id': 'afaf54fa75d241989f6b7192737d6028', 'floating_ip_address': '172.25.5.208', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': 'da2c3e07-0bea-4415-b297-dc7e89bfe9cf', 'port_id': 'f3ed5bfa-6d20-4d8d-812a-3f29f0868f88', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1090, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96', 'mac_address': 'fa:16:3e:c0:fb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T02:43:19Z', 'updated_at': '2021-09-07T02:44:31Z', 'revision_number': 1, 'project_id': 'afaf54fa75d241989f6b7192737d6028', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15380b5f-25a7-49e2-a9c1-274751bff67c', 'name': '', 'network_id': 'ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96', 'tenant_id': 'afaf54fa75d241989f6b7192737d6028', 'mac_address': 'fa:16:3e:d8:84:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2c3e07-0bea-4415-b297-dc7e89bfe9cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '57bbd74d-776c-4c52-9483-e440eaacf00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:42:42Z', 'updated_at': '2021-09-07T02:42:51Z', 'revision_number': 5, 'project_id': 'afaf54fa75d241989f6b7192737d6028', 'subnets': [{'id': '57bbd74d-776c-4c52-9483-e440eaacf00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:44:32.994501 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a28caff-7be3-4420-ba34-b499181bfbf2 req-c97181ba-b3f7-45a3-89f1-e3a0f7c77cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:32.995127 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a28caff-7be3-4420-ba34-b499181bfbf2 req-c97181ba-b3f7-45a3-89f1-e3a0f7c77cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:32.995755 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a28caff-7be3-4420-ba34-b499181bfbf2 req-c97181ba-b3f7-45a3-89f1-e3a0f7c77cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:32.996023 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a28caff-7be3-4420-ba34-b499181bfbf2 req-c97181ba-b3f7-45a3-89f1-e3a0f7c77cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:32.998677 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f70a190-a385-49fc-bda8-f4bc0068527b None None] Checking router: da2c3e07-0bea-4415-b297-dc7e89bfe9cf for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:44:33.006350 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a28caff-7be3-4420-ba34-b499181bfbf2 req-c97181ba-b3f7-45a3-89f1-e3a0f7c77cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:33.007120 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a28caff-7be3-4420-ba34-b499181bfbf2 req-c97181ba-b3f7-45a3-89f1-e3a0f7c77cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:33.007743 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a28caff-7be3-4420-ba34-b499181bfbf2 req-c97181ba-b3f7-45a3-89f1-e3a0f7c77cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:33.010191 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0a28caff-7be3-4420-ba34-b499181bfbf2 req-c97181ba-b3f7-45a3-89f1-e3a0f7c77cda service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=afaf54fa75d241989f6b7192737d6028&device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 6508 time: 0.1749108 Sep 07 02:44:33.010961 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f70a190-a385-49fc-bda8-f4bc0068527b None None] Routers {'da2c3e07-0bea-4415-b297-dc7e89bfe9cf'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:44:33.011724 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-9f70a190-a385-49fc-bda8-f4bc0068527b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:44:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['da2c3e07-0bea-4415-b297-dc7e89bfe9cf'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:44:33.025178 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79079ad-46dd-42d9-b675-528d72f724a6 None None] Routers {'206186ee-709e-4ddf-8ddf-2692773ef2b5'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:44:33.026137 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-d79079ad-46dd-42d9-b675-528d72f724a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:44:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['206186ee-709e-4ddf-8ddf-2692773ef2b5'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:44:33.159922 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43828b8-f3f3-4282-ad8c-93d63e8735d6 req-e3ee3dde-1f81-4774-bf10-a5feeb1ac6d6 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:33.162302 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a43828b8-f3f3-4282-ad8c-93d63e8735d6 req-e3ee3dde-1f81-4774-bf10-a5feeb1ac6d6 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=96c83d8f-ccbb-42b5-a473-f2b3aea997af HTTP/1.1" status: 200 len: 945 time: 0.0769637 Sep 07 02:44:33.210320 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a43828b8-f3f3-4282-ad8c-93d63e8735d6 req-8ce66c50-214c-4ce2-9d82-c2a2a8b97079 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416975 Sep 07 02:44:33.216002 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3b684a-12b5-4560-b8ff-e483b1c65ef1 None None] Pushing event updated for resources: {'Port': ['ID=e1df369a-a1e6-481c-93d6-d99b32e97f85,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:33.238122 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-d79079ad-46dd-42d9-b675-528d72f724a6 None None] Set router 206186ee-709e-4ddf-8ddf-2692773ef2b5 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:44:33.272966 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-9f70a190-a385-49fc-bda8-f4bc0068527b None None] Set router da2c3e07-0bea-4415-b297-dc7e89bfe9cf gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:44:33.279922 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a196c-148f-49cd-b6a4-ac50e39dfcd6 req-8259392a-f7ab-415c-bcdd-d0c61a27c5b5 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:33.287184 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-998a196c-148f-49cd-b6a4-ac50e39dfcd6 req-8259392a-f7ab-415c-bcdd-d0c61a27c5b5 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=421c6d61-e719-47bf-87ee-469e8ff49090 HTTP/1.1" status: 200 len: 944 time: 0.2638693 Sep 07 02:44:33.295903 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-01c51c27-c6a3-44f1-b406-19ce97f1b7ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:33.314988 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-05e62f3b-5641-4ba2-b757-daea9ce08b4c req-dd95a0f5-fbb9-49b4-a6b2-7f550a5b21a5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=99b36ce8-9540-4cd4-b0ca-7b3cd88dabd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1278632 Sep 07 02:44:33.319857 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-01c51c27-c6a3-44f1-b406-19ce97f1b7ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:33.322476 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a28caff-7be3-4420-ba34-b499181bfbf2 req-754a7d3f-81ac-4ed8-9594-21a98327c5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:33.323983 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0a28caff-7be3-4420-ba34-b499181bfbf2 req-754a7d3f-81ac-4ed8-9594-21a98327c5dc service neutron] 10.222.0.16 "GET /v2.0/networks?id=ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96 HTTP/1.1" status: 200 len: 915 time: 0.3051107 Sep 07 02:44:33.381495 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e648b27-8c9d-47da-ad16-b835524818cb req-499f7f75-8188-4bb8-b423-bf6f98da731b tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:33.383706 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4e648b27-8c9d-47da-ad16-b835524818cb req-499f7f75-8188-4bb8-b423-bf6f98da731b tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b8af059-5281-4c7f-afc8-33aac6f71c1d HTTP/1.1" status: 200 len: 945 time: 0.1007636 Sep 07 02:44:33.443839 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4e648b27-8c9d-47da-ad16-b835524818cb req-45f176f4-6201-4d10-9d03-34f0b9ddcf36 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425842 Sep 07 02:44:33.498320 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-998a196c-148f-49cd-b6a4-ac50e39dfcd6 req-8514f79a-f906-4aec-81f2-8be9d51aa043 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101610 Sep 07 02:44:33.513038 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c51c27-c6a3-44f1-b406-19ce97f1b7ec admin admin] Pushing event updated for resources: {'Port': ['ID=76db9610-b045-4fef-b173-66d9d47fb68d,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:33.518065 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-01c51c27-c6a3-44f1-b406-19ce97f1b7ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:33.533523 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0a28caff-7be3-4420-ba34-b499181bfbf2 req-03519a33-e58c-481f-a0ce-cbd9517d8a06 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3ed5bfa-6d20-4d8d-812a-3f29f0868f88 HTTP/1.1" status: 200 len: 1000 time: 0.1556375 Sep 07 02:44:33.538946 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e62f3b-5641-4ba2-b757-daea9ce08b4c req-aae90a87-6a3e-4a60-b236-ad5e3a92e1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:33.540693 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-05e62f3b-5641-4ba2-b757-daea9ce08b4c req-aae90a87-6a3e-4a60-b236-ad5e3a92e1df service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3c6e11955fd14c5c9b191cf5c7d7b41c&device_id=99b36ce8-9540-4cd4-b0ca-7b3cd88dabd6 HTTP/1.1" status: 200 len: 1098 time: 0.1555355 Sep 07 02:44:33.562224 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-d79079ad-46dd-42d9-b675-528d72f724a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206186ee-709e-4ddf-8ddf-2692773ef2b5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1405999076-router', 'tenant_id': 'e3da43a411a94054b2d73bf56033d55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'e1df369a-a1e6-481c-93d6-d99b32e97f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:44:28Z', 'updated_at': '2021-09-07T02:44:32Z', 'revision_number': 4, 'project_id': 'e3da43a411a94054b2d73bf56033d55e', 'gw_port': {'id': 'e1df369a-a1e6-481c-93d6-d99b32e97f85', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:63:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206186ee-709e-4ddf-8ddf-2692773ef2b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:44:28Z', 'updated_at': '2021-09-07T02:44:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '76db9610-b045-4fef-b173-66d9d47fb68d', 'name': '', 'network_id': 'e718d5b0-7a66-418b-8fa7-c6826416a502', 'tenant_id': 'e3da43a411a94054b2d73bf56033d55e', 'mac_address': 'fa:16:3e:c5:0a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206186ee-709e-4ddf-8ddf-2692773ef2b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'c83f9585-a285-4349-909e-55c8555d3133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:44:31Z', 'updated_at': '2021-09-07T02:44:31Z', 'revision_number': 1, 'project_id': 'e3da43a411a94054b2d73bf56033d55e', 'subnets': [{'id': 'c83f9585-a285-4349-909e-55c8555d3133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:44:33.573651 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-9f70a190-a385-49fc-bda8-f4bc0068527b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da2c3e07-0bea-4415-b297-dc7e89bfe9cf', 'name': 'tempest-TaggedBootDevicesTest_v242-70382135-router', 'tenant_id': 'afaf54fa75d241989f6b7192737d6028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'c681a56d-d910-43ec-a691-598a24e331bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:42:36Z', 'updated_at': '2021-09-07T02:42:44Z', 'revision_number': 4, 'project_id': 'afaf54fa75d241989f6b7192737d6028', 'gw_port': {'id': 'c681a56d-d910-43ec-a691-598a24e331bd', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:1b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2c3e07-0bea-4415-b297-dc7e89bfe9cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:42:37Z', 'updated_at': '2021-09-07T02:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': '9283a37c-d52e-417e-8de4-246400416b37', 'tenant_id': 'afaf54fa75d241989f6b7192737d6028', 'floating_ip_address': '172.25.5.208', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': 'da2c3e07-0bea-4415-b297-dc7e89bfe9cf', 'port_id': 'f3ed5bfa-6d20-4d8d-812a-3f29f0868f88', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1090, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96', 'mac_address': 'fa:16:3e:c0:fb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T02:43:19Z', 'updated_at': '2021-09-07T02:44:31Z', 'revision_number': 1, 'project_id': 'afaf54fa75d241989f6b7192737d6028', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15380b5f-25a7-49e2-a9c1-274751bff67c', 'name': '', 'network_id': 'ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96', 'tenant_id': 'afaf54fa75d241989f6b7192737d6028', 'mac_address': 'fa:16:3e:d8:84:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2c3e07-0bea-4415-b297-dc7e89bfe9cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '57bbd74d-776c-4c52-9483-e440eaacf00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:42:42Z', 'updated_at': '2021-09-07T02:42:51Z', 'revision_number': 5, 'project_id': 'afaf54fa75d241989f6b7192737d6028', 'subnets': [{'id': '57bbd74d-776c-4c52-9483-e440eaacf00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:44:33.600244 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79079ad-46dd-42d9-b675-528d72f724a6 None None] The sync data for ids ['206186ee-709e-4ddf-8ddf-2692773ef2b5'] in n-d-796209-16 is: [{'id': '206186ee-709e-4ddf-8ddf-2692773ef2b5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1405999076-router', 'tenant_id': 'e3da43a411a94054b2d73bf56033d55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'e1df369a-a1e6-481c-93d6-d99b32e97f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:44:28Z', 'updated_at': '2021-09-07T02:44:32Z', 'revision_number': 4, 'project_id': 'e3da43a411a94054b2d73bf56033d55e', 'gw_port': {'id': 'e1df369a-a1e6-481c-93d6-d99b32e97f85', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:63:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206186ee-709e-4ddf-8ddf-2692773ef2b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:44:28Z', 'updated_at': '2021-09-07T02:44:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '76db9610-b045-4fef-b173-66d9d47fb68d', 'name': '', 'network_id': 'e718d5b0-7a66-418b-8fa7-c6826416a502', 'tenant_id': 'e3da43a411a94054b2d73bf56033d55e', 'mac_address': 'fa:16:3e:c5:0a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206186ee-709e-4ddf-8ddf-2692773ef2b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'c83f9585-a285-4349-909e-55c8555d3133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:44:31Z', 'updated_at': '2021-09-07T02:44:31Z', 'revision_number': 1, 'project_id': 'e3da43a411a94054b2d73bf56033d55e', 'subnets': [{'id': 'c83f9585-a285-4349-909e-55c8555d3133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:44:33.608140 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8650c3cf-9882-4476-8294-7324b12e39ca req-a7535832-5eb4-4064-bb56-8ba4567a221b tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:33.610999 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f70a190-a385-49fc-bda8-f4bc0068527b None None] The sync data for ids ['da2c3e07-0bea-4415-b297-dc7e89bfe9cf'] in n-d-796209-16 is: [{'id': 'da2c3e07-0bea-4415-b297-dc7e89bfe9cf', 'name': 'tempest-TaggedBootDevicesTest_v242-70382135-router', 'tenant_id': 'afaf54fa75d241989f6b7192737d6028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'c681a56d-d910-43ec-a691-598a24e331bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:42:36Z', 'updated_at': '2021-09-07T02:42:44Z', 'revision_number': 4, 'project_id': 'afaf54fa75d241989f6b7192737d6028', 'gw_port': {'id': 'c681a56d-d910-43ec-a691-598a24e331bd', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:1b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2c3e07-0bea-4415-b297-dc7e89bfe9cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:42:37Z', 'updated_at': '2021-09-07T02:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': '9283a37c-d52e-417e-8de4-246400416b37', 'tenant_id': 'afaf54fa75d241989f6b7192737d6028', 'floating_ip_address': '172.25.5.208', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': 'da2c3e07-0bea-4415-b297-dc7e89bfe9cf', 'port_id': 'f3ed5bfa-6d20-4d8d-812a-3f29f0868f88', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1090, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96', 'mac_address': 'fa:16:3e:c0:fb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T02:43:19Z', 'updated_at': '2021-09-07T02:44:31Z', 'revision_number': 1, 'project_id': 'afaf54fa75d241989f6b7192737d6028', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15380b5f-25a7-49e2-a9c1-274751bff67c', 'name': '', 'network_id': 'ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96', 'tenant_id': 'afaf54fa75d241989f6b7192737d6028', 'mac_address': 'fa:16:3e:d8:84:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2c3e07-0bea-4415-b297-dc7e89bfe9cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '57bbd74d-776c-4c52-9483-e440eaacf00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:42:42Z', 'updated_at': '2021-09-07T02:42:51Z', 'revision_number': 5, 'project_id': 'afaf54fa75d241989f6b7192737d6028', 'subnets': [{'id': '57bbd74d-776c-4c52-9483-e440eaacf00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:44:33.614529 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8650c3cf-9882-4476-8294-7324b12e39ca req-a7535832-5eb4-4064-bb56-8ba4567a221b tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=96c83d8f-ccbb-42b5-a473-f2b3aea997af HTTP/1.1" status: 200 len: 945 time: 0.1236460 Sep 07 02:44:33.679896 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8650c3cf-9882-4476-8294-7324b12e39ca req-0eafbd9b-ef7a-49c4-9d8f-1e0c1304fa90 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578353 Sep 07 02:44:33.709449 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a28caff-7be3-4420-ba34-b499181bfbf2 req-fb227886-0e4c-4def-b968-92bb0b9b535e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:33.711304 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0a28caff-7be3-4420-ba34-b499181bfbf2 req-fb227886-0e4c-4def-b968-92bb0b9b535e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=57bbd74d-776c-4c52-9483-e440eaacf00e HTTP/1.1" status: 200 len: 854 time: 0.1683114 Sep 07 02:44:33.753030 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c51c27-c6a3-44f1-b406-19ce97f1b7ec admin admin] Network e718d5b0-7a66-418b-8fa7-c6826416a502 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:44:33.797067 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-01c51c27-c6a3-44f1-b406-19ce97f1b7ec admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:44:33.820380 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a28caff-7be3-4420-ba34-b499181bfbf2 req-f88036c5-9c8a-4afb-9256-eb71cd002663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:33.822992 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0a28caff-7be3-4420-ba34-b499181bfbf2 req-f88036c5-9c8a-4afb-9256-eb71cd002663 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1021166 Sep 07 02:44:34.040162 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab627ed3-0920-48fd-a06b-3904204fb15c None None] New status for floating IP 9283a37c-d52e-417e-8de4-246400416b37: ACTIVE {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 02:44:34.050302 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d332a321-2e35-4bbc-88f2-f88d231e855a req-a08d1810-6593-4bb6-8d5e-49377a76f4da tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:34.058705 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d332a321-2e35-4bbc-88f2-f88d231e855a req-a08d1810-6593-4bb6-8d5e-49377a76f4da tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=96c83d8f-ccbb-42b5-a473-f2b3aea997af HTTP/1.1" status: 200 len: 945 time: 0.0917621 Sep 07 02:44:34.115760 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d332a321-2e35-4bbc-88f2-f88d231e855a req-47f4d839-f3a3-4428-9bc5-07481b14a730 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560365 Sep 07 02:44:34.161423 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f981fe37-f74f-42fb-988b-a365c772edbf req-7e31238c-8b1d-4b69-9821-af71fcf3f498 tempest-ServerShowV257Test-532934442 tempest-ServerShowV257Test-532934442-project] 10.222.0.22 "GET /v2.0/ports?device_id=790a8f72-badc-4135-ab7b-66c407779abb HTTP/1.1" status: 200 len: 210 time: 0.1360869 Sep 07 02:44:34.175498 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e62f3b-5641-4ba2-b757-daea9ce08b4c req-05343844-5ab3-4b6a-9d83-bccc4d715bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:34.177538 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-05e62f3b-5641-4ba2-b757-daea9ce08b4c req-05343844-5ab3-4b6a-9d83-bccc4d715bff service neutron] 10.222.0.23 "GET /v2.0/networks?id=c7baff3a-2acd-47c4-826f-ff1b179e5161 HTTP/1.1" status: 200 len: 910 time: 0.6049376 Sep 07 02:44:34.251453 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-05e62f3b-5641-4ba2-b757-daea9ce08b4c req-f843c520-25e0-40a4-886c-103113117765 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ef02f9c-7c5a-48ae-a54a-4f8d1e8a6fb7 HTTP/1.1" status: 200 len: 217 time: 0.0635755 Sep 07 02:44:34.253845 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01c51c27-c6a3-44f1-b406-19ce97f1b7ec admin admin] Router 206186ee-709e-4ddf-8ddf-2692773ef2b5 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:44:34.259379 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8688853e-fba3-40af-9bbc-a76d698f7eac None None] Provisioning complete for port 76db9610-b045-4fef-b173-66d9d47fb68d triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:44:34.259852 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8688853e-fba3-40af-9bbc-a76d698f7eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:34.285725 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0a28caff-7be3-4420-ba34-b499181bfbf2 req-709fd6ca-cc2a-4fa6-a0d8-1ee77a6caab0 service neutron] 10.222.0.16 "GET /v2.0/networks/ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3503067 Sep 07 02:44:34.298565 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8688853e-fba3-40af-9bbc-a76d698f7eac None None] Port 76db9610-b045-4fef-b173-66d9d47fb68d cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:44:34.343614 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-30e18390-ac48-4350-a0d2-f0c1a129a2d5 req-52325ccd-31a9-4f44-b833-50689b1b441d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1794181 Sep 07 02:44:34.403016 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e62f3b-5641-4ba2-b757-daea9ce08b4c req-ece820c6-7739-4a7b-ab57-03620f654655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:34.404526 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-05e62f3b-5641-4ba2-b757-daea9ce08b4c req-ece820c6-7739-4a7b-ab57-03620f654655 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=04737742-a3d0-4b6d-a6a4-ec1fe2e55890 HTTP/1.1" status: 200 len: 849 time: 0.1332855 Sep 07 02:44:34.453144 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 947ef182-b3ab-40a8-95ec-070e844f4138 up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:44:34.520691 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port 947ef182-b3ab-40a8-95ec-070e844f4138 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:44:34.533609 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port 947ef182-b3ab-40a8-95ec-070e844f4138 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:44:34.533989 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:34.597402 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0a28caff-7be3-4420-ba34-b499181bfbf2 req-cc5953c8-5b86-44a8-8ef5-a57d07ba0d53 service neutron] 10.222.0.16 "GET /v2.0/networks/ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907889 Sep 07 02:44:34.606879 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e62f3b-5641-4ba2-b757-daea9ce08b4c req-b51ca019-326c-43b0-b80f-1a90a899879d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:34.618936 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-05e62f3b-5641-4ba2-b757-daea9ce08b4c req-b51ca019-326c-43b0-b80f-1a90a899879d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7baff3a-2acd-47c4-826f-ff1b179e5161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2018504 Sep 07 02:44:34.642210 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e18390-ac48-4350-a0d2-f0c1a129a2d5 req-3df1e5b6-bbae-4d8f-ad4c-09a0fcf513fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:34.642681 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9239d-59fc-4493-82ff-079e4e664b48 req-2a1173ff-d81c-490f-939c-5bd91109a436 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:34.643163 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e18390-ac48-4350-a0d2-f0c1a129a2d5 req-3df1e5b6-bbae-4d8f-ad4c-09a0fcf513fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:34.643717 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e18390-ac48-4350-a0d2-f0c1a129a2d5 req-3df1e5b6-bbae-4d8f-ad4c-09a0fcf513fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:34.644195 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e18390-ac48-4350-a0d2-f0c1a129a2d5 req-3df1e5b6-bbae-4d8f-ad4c-09a0fcf513fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:34.644660 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e18390-ac48-4350-a0d2-f0c1a129a2d5 req-3df1e5b6-bbae-4d8f-ad4c-09a0fcf513fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:34.645506 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5ae9239d-59fc-4493-82ff-079e4e664b48 req-2a1173ff-d81c-490f-939c-5bd91109a436 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b8af059-5281-4c7f-afc8-33aac6f71c1d HTTP/1.1" status: 200 len: 945 time: 0.1289337 Sep 07 02:44:34.651948 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e18390-ac48-4350-a0d2-f0c1a129a2d5 req-3df1e5b6-bbae-4d8f-ad4c-09a0fcf513fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:34.652542 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e18390-ac48-4350-a0d2-f0c1a129a2d5 req-3df1e5b6-bbae-4d8f-ad4c-09a0fcf513fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:34.655340 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-30e18390-ac48-4350-a0d2-f0c1a129a2d5 req-3df1e5b6-bbae-4d8f-ad4c-09a0fcf513fd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3d937c5301ab43c080b18db78872855b&device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 6500 time: 0.2540019 Sep 07 02:44:34.691845 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:34.707957 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5ae9239d-59fc-4493-82ff-079e4e664b48 req-a1dfc3bb-4efc-47e5-8293-224800484446 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556028 Sep 07 02:44:34.725132 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device e1df369a-a1e6-481c-93d6-d99b32e97f85 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:44:34.741762 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c51c27-c6a3-44f1-b406-19ce97f1b7ec admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:44:34.748325 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-01c51c27-c6a3-44f1-b406-19ce97f1b7ec admin admin] 10.222.0.22 "PUT /v2.0/routers/206186ee-709e-4ddf-8ddf-2692773ef2b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9604893 Sep 07 02:44:34.756772 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421c6d61-e719-47bf-87ee-469e8ff49090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '947ef182-b3ab-40a8-95ec-070e844f4138'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:44:34.759388 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc173a8-d676-4e73-8f3c-750693dc7b9c" -d '{"events": [{"server_uuid": "421c6d61-e719-47bf-87ee-469e8ff49090", "name": "network-vif-plugged", "status": "completed", "tag": "947ef182-b3ab-40a8-95ec-070e844f4138"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:44:34.782332 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 947ef182-b3ab-40a8-95ec-070e844f4138, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=947ef182-b3ab-40a8-95ec-070e844f4138,segment=NetworkSegment(6dff264e-7c75-4629-a854-2e784f93e6e2),segment_id=6dff264e-7c75-4629-a854-2e784f93e6e2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:44:34.791719 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:34.829339 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e53172-0884-4418-a164-41192fab0dcd req-1fe24f3a-5f77-4caa-98d1-2ea59fbddedd tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:34.841329 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-38e53172-0884-4418-a164-41192fab0dcd req-1fe24f3a-5f77-4caa-98d1-2ea59fbddedd tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=421c6d61-e719-47bf-87ee-469e8ff49090 HTTP/1.1" status: 200 len: 944 time: 0.2173176 Sep 07 02:44:34.847966 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port e1df369a-a1e6-481c-93d6-d99b32e97f85 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:44:34.868669 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port e1df369a-a1e6-481c-93d6-d99b32e97f85 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:44:34.869045 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:34.875969 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=947ef182-b3ab-40a8-95ec-070e844f4138,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:34.980377 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:34.994841 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b85c1b-beea-4d15-98c2-232dc0f5d427 x-openstack-request-id: req-68b85c1b-beea-4d15-98c2-232dc0f5d427 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:44:34.995133 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421c6d61-e719-47bf-87ee-469e8ff49090", "name": "network-vif-plugged", "status": "completed", "tag": "947ef182-b3ab-40a8-95ec-070e844f4138", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:44:34.995380 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-68b85c1b-beea-4d15-98c2-232dc0f5d427 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:44:34.995792 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421c6d61-e719-47bf-87ee-469e8ff49090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '947ef182-b3ab-40a8-95ec-070e844f4138', 'code': 200} Sep 07 02:44:35.008628 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-38e53172-0884-4418-a164-41192fab0dcd req-f8ff557b-2c67-469d-83da-32b5dd57b168 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657398 Sep 07 02:44:35.012164 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port e1df369a-a1e6-481c-93d6-d99b32e97f85, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=e1df369a-a1e6-481c-93d6-d99b32e97f85,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:44:35.018373 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-05e62f3b-5641-4ba2-b757-daea9ce08b4c req-ccc5c22a-1d09-45d2-a368-472901a62e69 service neutron] 10.222.0.23 "GET /v2.0/networks/c7baff3a-2acd-47c4-826f-ff1b179e5161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616734 Sep 07 02:44:35.025806 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:35.038807 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e18390-ac48-4350-a0d2-f0c1a129a2d5 req-5b52d1a0-b91a-47f6-960d-6cf1310450d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:35.039353 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e18390-ac48-4350-a0d2-f0c1a129a2d5 req-5b52d1a0-b91a-47f6-960d-6cf1310450d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:35.039929 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e18390-ac48-4350-a0d2-f0c1a129a2d5 req-5b52d1a0-b91a-47f6-960d-6cf1310450d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:35.041622 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-30e18390-ac48-4350-a0d2-f0c1a129a2d5 req-5b52d1a0-b91a-47f6-960d-6cf1310450d0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=96cf2c3c-2cd2-4441-b075-5aca4d5876d6&id=7ef96948-9b26-4186-9197-3dc341e621f0&id=7ef96948-9b26-4186-9197-3dc341e621f0&id=7ef96948-9b26-4186-9197-3dc341e621f0&id=7ef96948-9b26-4186-9197-3dc341e621f0&id=03d408a7-bed1-4074-b2d6-43492534ac51&id=03d408a7-bed1-4074-b2d6-43492534ac51 HTTP/1.1" status: 200 len: 2287 time: 0.3352883 Sep 07 02:44:35.097640 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=e1df369a-a1e6-481c-93d6-d99b32e97f85,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:35.252055 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf2b487-9ad7-4c05-8d85-d4414c637f9a req-c6f7180d-3498-42dd-8e37-646384c20962 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:35.253911 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bbf2b487-9ad7-4c05-8d85-d4414c637f9a req-c6f7180d-3498-42dd-8e37-646384c20962 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=96c83d8f-ccbb-42b5-a473-f2b3aea997af HTTP/1.1" status: 200 len: 945 time: 0.0538027 Sep 07 02:44:35.297304 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bbf2b487-9ad7-4c05-8d85-d4414c637f9a req-c07de38c-2540-428d-b4cd-49eda182671b tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346584 Sep 07 02:44:35.392896 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3d85e521-5191-4064-92d7-1a2e11bc33b4 req-74b801c5-dd14-450e-8e4e-9196d96c3106 tempest-ServerShowV257Test-532934442 tempest-ServerShowV257Test-532934442-project] 10.222.0.22 "GET /v2.0/ports?device_id=790a8f72-badc-4135-ab7b-66c407779abb HTTP/1.1" status: 200 len: 210 time: 0.0301814 Sep 07 02:44:35.522751 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7ac5d601-fe32-4eb6-8431-9b8960ee9a47 req-a34746cb-f503-4a0d-af07-b4c18827edde tempest-FloatingIPsNegativeTestJSON-1484632691 tempest-FloatingIPsNegativeTestJSON-1484632691-project] 10.222.0.22 "GET /v2.0/floatingips?tenant_id=e3da43a411a94054b2d73bf56033d55e HTTP/1.1" status: 200 len: 217 time: 0.1364958 Sep 07 02:44:35.558429 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-30e18390-ac48-4350-a0d2-f0c1a129a2d5 req-0422b1fc-a19a-4d89-a0d1-0b74b9af2bb5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ece7923-d776-40ec-9db6-8b3f1d9ba82b HTTP/1.1" status: 200 len: 1002 time: 0.5048373 Sep 07 02:44:35.565602 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9bb1672e-f563-4eae-a87a-63d4bb5272a4 req-37523f5a-d987-435a-a319-a00150e31fce tempest-FloatingIPsNegativeTestJSON-1484632691 tempest-FloatingIPsNegativeTestJSON-1484632691-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0212324 Sep 07 02:44:35.613495 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d87899-3df9-46bb-b0a8-4a354ed15957 req-7bcbd545-78a7-4f31-ad8d-bbfc57d4cd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:35.615056 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-66d87899-3df9-46bb-b0a8-4a354ed15957 req-7bcbd545-78a7-4f31-ad8d-bbfc57d4cd5e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=421c6d61-e719-47bf-87ee-469e8ff49090 HTTP/1.1" status: 200 len: 1097 time: 0.2278156 Sep 07 02:44:35.638159 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-05e62f3b-5641-4ba2-b757-daea9ce08b4c req-bc25d11e-954f-4b26-b64b-b0dfa883b3c6 service neutron] 10.222.0.23 "GET /v2.0/networks/c7baff3a-2acd-47c4-826f-ff1b179e5161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5942943 Sep 07 02:44:35.682561 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f328124-d053-45b0-be27-d5b571021020 req-06e25c5d-e276-451a-95b2-11c1b4d598f2 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:35.684050 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5f328124-d053-45b0-be27-d5b571021020 req-06e25c5d-e276-451a-95b2-11c1b4d598f2 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.23 "GET /v2.0/ports?device_id=96c83d8f-ccbb-42b5-a473-f2b3aea997af HTTP/1.1" status: 200 len: 945 time: 0.2365766 Sep 07 02:44:35.687718 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [req-212e3275-041f-4a48-9f53-7ef48a86d0bb req-0ddb04e9-4b63-4519-8c0f-78c1833d2f2d tempest-FloatingIPsNegativeTestJSON-1484632691 tempest-FloatingIPsNegativeTestJSON-1484632691-project] show failed (client error): The resource could not be found. Sep 07 02:44:35.688680 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-212e3275-041f-4a48-9f53-7ef48a86d0bb req-0ddb04e9-4b63-4519-8c0f-78c1833d2f2d tempest-FloatingIPsNegativeTestJSON-1484632691 tempest-FloatingIPsNegativeTestJSON-1484632691-project] 10.222.0.22 "GET /v2.0/floatingips/5e4f8f71-5688-4d91-84fc-972d58581157 HTTP/1.1" status: 404 len: 350 time: 0.1011281 Sep 07 02:44:35.698010 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 53878) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:44:35.733020 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e18390-ac48-4350-a0d2-f0c1a129a2d5 req-b85c824a-cd26-4e3a-9a5a-5c504f66f609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:35.734508 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-30e18390-ac48-4350-a0d2-f0c1a129a2d5 req-b85c824a-cd26-4e3a-9a5a-5c504f66f609 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e3b4fb3d-94e3-4aeb-a2af-6938d3cac266 HTTP/1.1" status: 200 len: 850 time: 0.1637423 Sep 07 02:44:35.748302 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-66d87899-3df9-46bb-b0a8-4a354ed15957 req-ab20502c-cd62-46d9-8cc0-491e793829c4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237760 Sep 07 02:44:35.822226 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e18390-ac48-4350-a0d2-f0c1a129a2d5 req-71c406ae-3850-47bc-883d-9dead4f7593a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:35.824122 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-30e18390-ac48-4350-a0d2-f0c1a129a2d5 req-71c406ae-3850-47bc-883d-9dead4f7593a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=96cf2c3c-2cd2-4441-b075-5aca4d5876d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0777674 Sep 07 02:44:35.872408 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-5f328124-d053-45b0-be27-d5b571021020 req-452f4317-0f19-40df-83dc-f559ef7d8718 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Deleting port f353d8dc-9699-4ee3-809d-9708fab48f97 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:44:35.872757 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5f328124-d053-45b0-be27-d5b571021020 req-452f4317-0f19-40df-83dc-f559ef7d8718 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:35.897821 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d2003-fd86-4681-b34e-8f8fadaeb004 req-503e6382-f779-47f8-9789-3ab120c4a3a4 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:35.905370 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ef9d2003-fd86-4681-b34e-8f8fadaeb004 req-503e6382-f779-47f8-9789-3ab120c4a3a4 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b8af059-5281-4c7f-afc8-33aac6f71c1d HTTP/1.1" status: 200 len: 945 time: 0.1114867 Sep 07 02:44:35.992395 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ef9d2003-fd86-4681-b34e-8f8fadaeb004 req-f82c5916-9e63-4ab6-9baf-e69a7190cfbc tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817933 Sep 07 02:44:35.995694 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-30e18390-ac48-4350-a0d2-f0c1a129a2d5 req-10df566d-44b0-4e0b-b770-14b6967c8e19 service neutron] 10.222.0.16 "GET /v2.0/networks/96cf2c3c-2cd2-4441-b075-5aca4d5876d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639266 Sep 07 02:44:36.035673 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-5f328124-d053-45b0-be27-d5b571021020 req-452f4317-0f19-40df-83dc-f559ef7d8718 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] For port f353d8dc-9699-4ee3-809d-9708fab48f97, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=f353d8dc-9699-4ee3-809d-9708fab48f97,segment=NetworkSegment(737bac5c-5e4b-4b03-a099-f644edcc6c52),segment_id=737bac5c-5e4b-4b03-a099-f644edcc6c52)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:44:36.036106 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5f328124-d053-45b0-be27-d5b571021020 req-452f4317-0f19-40df-83dc-f559ef7d8718 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:36.063369 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-5f328124-d053-45b0-be27-d5b571021020 req-452f4317-0f19-40df-83dc-f559ef7d8718 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Calling delete_port for f353d8dc-9699-4ee3-809d-9708fab48f97 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:44:36.154166 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97783162-3230-43a4-9096-e90ba9a7e7fc req-da38c78a-4502-43f8-9ed4-b23b02edb3e8 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:36.155714 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-97783162-3230-43a4-9096-e90ba9a7e7fc req-da38c78a-4502-43f8-9ed4-b23b02edb3e8 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=421c6d61-e719-47bf-87ee-469e8ff49090 HTTP/1.1" status: 200 len: 945 time: 0.0700777 Sep 07 02:44:36.169545 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-30e18390-ac48-4350-a0d2-f0c1a129a2d5 req-7d11dfd6-04a4-4b8d-8f93-7b9a94a100d5 service neutron] 10.222.0.16 "GET /v2.0/networks/96cf2c3c-2cd2-4441-b075-5aca4d5876d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647191 Sep 07 02:44:36.218499 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7507d59d-d32b-43e1-97d0-f636a1ad07ab None None] Sync routers for ids ['206186ee-709e-4ddf-8ddf-2692773ef2b5'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:44:36.227574 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7507d59d-d32b-43e1-97d0-f636a1ad07ab None None] Routers {'206186ee-709e-4ddf-8ddf-2692773ef2b5'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:44:36.228184 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-7507d59d-d32b-43e1-97d0-f636a1ad07ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:44:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['206186ee-709e-4ddf-8ddf-2692773ef2b5'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:44:36.230635 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-97783162-3230-43a4-9096-e90ba9a7e7fc req-816fba79-62b5-4ce7-a898-86268416581c tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537698 Sep 07 02:44:36.231185 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-30e18390-ac48-4350-a0d2-f0c1a129a2d5 req-1ec78335-a132-4b8f-bf63-3e5d338ba935 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.240&port_id=1727b4ca-2dd0-4cd4-898e-db87f6c72464 HTTP/1.1" status: 200 len: 217 time: 0.0487096 Sep 07 02:44:36.250935 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f95b43d4-52f0-477c-ad2e-d1b87841973a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:36.320864 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e18390-ac48-4350-a0d2-f0c1a129a2d5 req-f41897fa-e5d1-4b33-ba86-73dba23bd5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:36.328023 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-30e18390-ac48-4350-a0d2-f0c1a129a2d5 req-f41897fa-e5d1-4b33-ba86-73dba23bd5d4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a0ace46c-e993-499e-976f-0d7f1499256e HTTP/1.1" status: 200 len: 797 time: 0.0877643 Sep 07 02:44:36.337953 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-7507d59d-d32b-43e1-97d0-f636a1ad07ab None None] Set router 206186ee-709e-4ddf-8ddf-2692773ef2b5 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:44:36.351868 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5f328124-d053-45b0-be27-d5b571021020 req-452f4317-0f19-40df-83dc-f559ef7d8718 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:36.365104 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['af9f4b04-1d72-482b-bbf8-2c9fc4969d1e', 'f353d8dc-9699-4ee3-809d-9708fab48f97'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:44:36.420821 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452f4317-0f19-40df-83dc-f559ef7d8718 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Pushing event deleted for resources: {'Port': ['ID=f353d8dc-9699-4ee3-809d-9708fab48f97,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:36.499242 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-90e5fa2a-656c-4689-94cb-e6844a2b89e1 req-184bcf22-18dd-4c47-878a-03babc39fc2f tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=96c83d8f-ccbb-42b5-a473-f2b3aea997af HTTP/1.1" status: 200 len: 210 time: 0.0785048 Sep 07 02:44:36.529096 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f328124-d053-45b0-be27-d5b571021020 req-452f4317-0f19-40df-83dc-f559ef7d8718 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] No DVR routers for this DVR port f353d8dc-9699-4ee3-809d-9708fab48f97 on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:44:36.533070 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5f328124-d053-45b0-be27-d5b571021020 req-452f4317-0f19-40df-83dc-f559ef7d8718 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:36.535389 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5f328124-d053-45b0-be27-d5b571021020 req-452f4317-0f19-40df-83dc-f559ef7d8718 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.23 "DELETE /v2.0/ports/f353d8dc-9699-4ee3-809d-9708fab48f97 HTTP/1.1" status: 204 len: 173 time: 0.8433363 Sep 07 02:44:36.538064 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e18390-ac48-4350-a0d2-f0c1a129a2d5 req-58a742af-f556-4d88-9005-d7c18e04a7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:36.539862 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-30e18390-ac48-4350-a0d2-f0c1a129a2d5 req-58a742af-f556-4d88-9005-d7c18e04a7d9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7ef96948-9b26-4186-9197-3dc341e621f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2004058 Sep 07 02:44:36.540526 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c83d8f-ccbb-42b5-a473-f2b3aea997af', 'name': 'network-vif-deleted', 'tag': 'f353d8dc-9699-4ee3-809d-9708fab48f97'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:44:36.543053 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af6cfe7-9953-44b1-9271-791b33b235ec" -d '{"events": [{"server_uuid": "96c83d8f-ccbb-42b5-a473-f2b3aea997af", "name": "network-vif-deleted", "tag": "f353d8dc-9699-4ee3-809d-9708fab48f97"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:44:36.616398 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df05f16-ef81-4374-bc5f-663ac5576f75 x-openstack-request-id: req-6df05f16-ef81-4374-bc5f-663ac5576f75 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:44:36.617258 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96c83d8f-ccbb-42b5-a473-f2b3aea997af", "name": "network-vif-deleted", "tag": "f353d8dc-9699-4ee3-809d-9708fab48f97", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:44:36.617515 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6df05f16-ef81-4374-bc5f-663ac5576f75 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:44:36.617932 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96c83d8f-ccbb-42b5-a473-f2b3aea997af', 'name': 'network-vif-deleted', 'tag': 'f353d8dc-9699-4ee3-809d-9708fab48f97', 'status': 'completed', 'code': 200} Sep 07 02:44:36.691894 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device e1df369a-a1e6-481c-93d6-d99b32e97f85 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:44:36.715191 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-7507d59d-d32b-43e1-97d0-f636a1ad07ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206186ee-709e-4ddf-8ddf-2692773ef2b5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1405999076-router', 'tenant_id': 'e3da43a411a94054b2d73bf56033d55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'e1df369a-a1e6-481c-93d6-d99b32e97f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:44:28Z', 'updated_at': '2021-09-07T02:44:32Z', 'revision_number': 4, 'project_id': 'e3da43a411a94054b2d73bf56033d55e', 'gw_port': {'id': 'e1df369a-a1e6-481c-93d6-d99b32e97f85', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:63:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206186ee-709e-4ddf-8ddf-2692773ef2b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:44:28Z', 'updated_at': '2021-09-07T02:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '76db9610-b045-4fef-b173-66d9d47fb68d', 'name': '', 'network_id': 'e718d5b0-7a66-418b-8fa7-c6826416a502', 'tenant_id': 'e3da43a411a94054b2d73bf56033d55e', 'mac_address': 'fa:16:3e:c5:0a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '206186ee-709e-4ddf-8ddf-2692773ef2b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'c83f9585-a285-4349-909e-55c8555d3133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:44:31Z', 'updated_at': '2021-09-07T02:44:32Z', 'revision_number': 2, 'project_id': 'e3da43a411a94054b2d73bf56033d55e', 'subnets': [{'id': 'c83f9585-a285-4349-909e-55c8555d3133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:44:36.733685 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-30e18390-ac48-4350-a0d2-f0c1a129a2d5 req-1bc641e6-6114-4b64-9e70-6b2995af6d90 service neutron] 10.222.0.16 "GET /v2.0/networks/7ef96948-9b26-4186-9197-3dc341e621f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745203 Sep 07 02:44:36.755448 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7507d59d-d32b-43e1-97d0-f636a1ad07ab None None] Checking router: 206186ee-709e-4ddf-8ddf-2692773ef2b5 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:44:36.755990 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7507d59d-d32b-43e1-97d0-f636a1ad07ab None None] Updating router 206186ee-709e-4ddf-8ddf-2692773ef2b5 port 76db9610-b045-4fef-b173-66d9d47fb68d binding host n-d-796209-16 {{(pid=94703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 02:44:36.773671 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port e1df369a-a1e6-481c-93d6-d99b32e97f85 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:44:36.774231 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:36.790662 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-7507d59d-d32b-43e1-97d0-f636a1ad07ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:36.828836 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1976e506-82b7-4129-985e-91766c0e342c req-a42ff3dc-9fc1-428f-837e-b79f35f0bf13 tempest-ServerShowV257Test-532934442 tempest-ServerShowV257Test-532934442-project] 10.222.0.22 "GET /v2.0/ports?device_id=790a8f72-badc-4135-ab7b-66c407779abb HTTP/1.1" status: 200 len: 210 time: 0.0465012 Sep 07 02:44:36.855309 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-30e18390-ac48-4350-a0d2-f0c1a129a2d5 req-516c83b5-9ec2-4556-8b0b-d0d74ae0985a service neutron] 10.222.0.16 "GET /v2.0/networks/7ef96948-9b26-4186-9197-3dc341e621f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117465 Sep 07 02:44:36.905972 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-30e18390-ac48-4350-a0d2-f0c1a129a2d5 req-e8d6c8b6-7704-4fbc-9393-71249dc9b67b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=21eaabc2-91c8-4dda-aaa3-2aa2a5e27cfe HTTP/1.1" status: 200 len: 217 time: 0.0462432 Sep 07 02:44:36.938023 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-f95b43d4-52f0-477c-ad2e-d1b87841973a admin admin] Deleting port 76db9610-b045-4fef-b173-66d9d47fb68d {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:44:36.939880 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f95b43d4-52f0-477c-ad2e-d1b87841973a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:36.988116 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e18390-ac48-4350-a0d2-f0c1a129a2d5 req-705af443-64f3-410d-a804-31d990fde97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:36.990227 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-30e18390-ac48-4350-a0d2-f0c1a129a2d5 req-705af443-64f3-410d-a804-31d990fde97d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a0ace46c-e993-499e-976f-0d7f1499256e HTTP/1.1" status: 200 len: 797 time: 0.0764549 Sep 07 02:44:37.069716 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e18390-ac48-4350-a0d2-f0c1a129a2d5 req-ef1a3e91-c9f4-4052-aa20-ba89b492ce36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:37.084315 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-30e18390-ac48-4350-a0d2-f0c1a129a2d5 req-ef1a3e91-c9f4-4052-aa20-ba89b492ce36 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7ef96948-9b26-4186-9197-3dc341e621f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0871203 Sep 07 02:44:37.133210 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f95b43d4-52f0-477c-ad2e-d1b87841973a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:37.154652 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-f95b43d4-52f0-477c-ad2e-d1b87841973a admin admin] Calling delete_port for 76db9610-b045-4fef-b173-66d9d47fb68d owned by network:router_interface {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:44:37.179847 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b301d8-ec5b-4113-a1bf-656a5be246f7 req-afc7b3b8-fbff-4093-97bb-87e1898c393d tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:37.181610 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-14b301d8-ec5b-4113-a1bf-656a5be246f7 req-afc7b3b8-fbff-4093-97bb-87e1898c393d tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b8af059-5281-4c7f-afc8-33aac6f71c1d HTTP/1.1" status: 200 len: 945 time: 0.0937970 Sep 07 02:44:37.186314 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-7507d59d-d32b-43e1-97d0-f636a1ad07ab None None] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:37.199120 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-7507d59d-d32b-43e1-97d0-f636a1ad07ab None None] Transition to ACTIVE for port object 76db9610-b045-4fef-b173-66d9d47fb68d will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:44:37.207435 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-7507d59d-d32b-43e1-97d0-f636a1ad07ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:37.214681 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-30e18390-ac48-4350-a0d2-f0c1a129a2d5 req-d8300ff9-bb88-41ce-9988-108ddef6f0f3 service neutron] 10.222.0.16 "GET /v2.0/networks/7ef96948-9b26-4186-9197-3dc341e621f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286738 Sep 07 02:44:37.304285 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb1b616-b96c-48c2-8329-e8f242a507ff None None] Pushing event updated for resources: {'Port': ['ID=76db9610-b045-4fef-b173-66d9d47fb68d,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:37.309367 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-14b301d8-ec5b-4113-a1bf-656a5be246f7 req-8241ed2e-386d-4778-9b86-9be9d0d4afb5 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923407 Sep 07 02:44:37.331183 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb1b616-b96c-48c2-8329-e8f242a507ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:44:37.331368 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb1b616-b96c-48c2-8329-e8f242a507ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:44:37.331706 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb1b616-b96c-48c2-8329-e8f242a507ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:44:37.332042 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb1b616-b96c-48c2-8329-e8f242a507ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:44:37.332440 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb1b616-b96c-48c2-8329-e8f242a507ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:44:37.333132 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb1b616-b96c-48c2-8329-e8f242a507ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:44:37.333132 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb1b616-b96c-48c2-8329-e8f242a507ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:44:37.333494 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb1b616-b96c-48c2-8329-e8f242a507ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:44:37.333810 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb1b616-b96c-48c2-8329-e8f242a507ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:44:37.334318 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb1b616-b96c-48c2-8329-e8f242a507ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:44:37.334491 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb1b616-b96c-48c2-8329-e8f242a507ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:44:37.334777 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb1b616-b96c-48c2-8329-e8f242a507ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:44:37.365104 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-7507d59d-d32b-43e1-97d0-f636a1ad07ab None None] Attempting to bind port 76db9610-b045-4fef-b173-66d9d47fb68d on host n-d-796209-16 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:44:37.365640 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-7507d59d-d32b-43e1-97d0-f636a1ad07ab None None] Attempting to bind port 76db9610-b045-4fef-b173-66d9d47fb68d by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'c36b9c59-03b5-4c35-a080-12f60e6aa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e718d5b0-7a66-418b-8fa7-c6826416a502'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:44:37.366014 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7507d59d-d32b-43e1-97d0-f636a1ad07ab None None] Attempting to bind port 76db9610-b045-4fef-b173-66d9d47fb68d on network e718d5b0-7a66-418b-8fa7-c6826416a502 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:44:37.372010 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7507d59d-d32b-43e1-97d0-f636a1ad07ab None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:44:37.372393 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7507d59d-d32b-43e1-97d0-f636a1ad07ab None None] Checking segment: {'id': 'c36b9c59-03b5-4c35-a080-12f60e6aa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e718d5b0-7a66-418b-8fa7-c6826416a502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:44:37.372806 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-7507d59d-d32b-43e1-97d0-f636a1ad07ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:37.373194 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7507d59d-d32b-43e1-97d0-f636a1ad07ab None None] Bound using segment: {'id': 'c36b9c59-03b5-4c35-a080-12f60e6aa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e718d5b0-7a66-418b-8fa7-c6826416a502'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:44:37.373938 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-7507d59d-d32b-43e1-97d0-f636a1ad07ab None None] Bound port: 76db9610-b045-4fef-b173-66d9d47fb68d, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c36b9c59-03b5-4c35-a080-12f60e6aa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e718d5b0-7a66-418b-8fa7-c6826416a502'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:44:37.374108 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-7507d59d-d32b-43e1-97d0-f636a1ad07ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:37.397811 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-30e18390-ac48-4350-a0d2-f0c1a129a2d5 req-e711d635-bb14-4577-9ee1-f325b7fcaac5 service neutron] 10.222.0.16 "GET /v2.0/networks/7ef96948-9b26-4186-9197-3dc341e621f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733062 Sep 07 02:44:37.455033 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-30e18390-ac48-4350-a0d2-f0c1a129a2d5 req-750f71d6-5975-46a6-8f17-55da15fe65f7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=f5e5ca93-a975-4948-8d7a-7e504030ec90 HTTP/1.1" status: 200 len: 217 time: 0.0406885 Sep 07 02:44:37.487876 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f95b43d4-52f0-477c-ad2e-d1b87841973a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:37.489995 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.db.api [None req-7507d59d-d32b-43e1-97d0-f636a1ad07ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94703) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 02:44:37.490541 n-d-796209-16 neutron-server[94703]: DEBUG oslo_db.api [None req-7507d59d-d32b-43e1-97d0-f636a1ad07ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 02:44:37.507940 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7511b7-6a20-4dd3-abe9-2fe84962e4e8 req-35cac303-900d-4d9c-ae20-81dc42bf792c tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:37.509513 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0e7511b7-6a20-4dd3-abe9-2fe84962e4e8 req-35cac303-900d-4d9c-ae20-81dc42bf792c tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=421c6d61-e719-47bf-87ee-469e8ff49090 HTTP/1.1" status: 200 len: 945 time: 0.1240020 Sep 07 02:44:37.514748 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95b43d4-52f0-477c-ad2e-d1b87841973a admin admin] Pushing event deleted for resources: {'Port': ['ID=76db9610-b045-4fef-b173-66d9d47fb68d,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:37.539436 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e18390-ac48-4350-a0d2-f0c1a129a2d5 req-eb19246f-accd-4113-a5c0-b220ed2effe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:37.540927 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-30e18390-ac48-4350-a0d2-f0c1a129a2d5 req-eb19246f-accd-4113-a5c0-b220ed2effe0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a0ace46c-e993-499e-976f-0d7f1499256e HTTP/1.1" status: 200 len: 797 time: 0.0796006 Sep 07 02:44:37.594911 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0e7511b7-6a20-4dd3-abe9-2fe84962e4e8 req-99eee4a5-205d-4463-a365-abf9f14bfb64 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787265 Sep 07 02:44:37.609764 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e18390-ac48-4350-a0d2-f0c1a129a2d5 req-74e417ad-9d7d-4e00-b240-84c7817a6737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:37.611302 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-30e18390-ac48-4350-a0d2-f0c1a129a2d5 req-74e417ad-9d7d-4e00-b240-84c7817a6737 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7ef96948-9b26-4186-9197-3dc341e621f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0607247 Sep 07 02:44:37.638511 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-334eca30-d6da-4b12-997c-85f540fbaa7a None None] Could not find standard attr ID for object 76db9610-b045-4fef-b173-66d9d47fb68d. {{(pid=94702) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 02:44:37.723296 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f95b43d4-52f0-477c-ad2e-d1b87841973a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:37.793369 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-30e18390-ac48-4350-a0d2-f0c1a129a2d5 req-0725f4ed-a413-4ed1-8da6-691d6aaccd09 service neutron] 10.222.0.16 "GET /v2.0/networks/7ef96948-9b26-4186-9197-3dc341e621f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654453 Sep 07 02:44:37.952989 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f2c156-ada8-40dd-a0c8-b7808892183b req-60e15fde-bed9-4161-8c9a-dd372ef54688 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:37.954333 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a4f2c156-ada8-40dd-a0c8-b7808892183b req-60e15fde-bed9-4161-8c9a-dd372ef54688 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=421c6d61-e719-47bf-87ee-469e8ff49090 HTTP/1.1" status: 200 len: 945 time: 0.0931468 Sep 07 02:44:37.986035 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-30e18390-ac48-4350-a0d2-f0c1a129a2d5 req-c284bab8-9beb-41db-b987-b6e779c78a42 service neutron] 10.222.0.16 "GET /v2.0/networks/7ef96948-9b26-4186-9197-3dc341e621f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831024 Sep 07 02:44:38.005850 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-7507d59d-d32b-43e1-97d0-f636a1ad07ab None None] Attempting to bind port 76db9610-b045-4fef-b173-66d9d47fb68d on host n-d-796209-16 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:44:38.005850 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-7507d59d-d32b-43e1-97d0-f636a1ad07ab None None] Attempting to bind port 76db9610-b045-4fef-b173-66d9d47fb68d by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'c36b9c59-03b5-4c35-a080-12f60e6aa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e718d5b0-7a66-418b-8fa7-c6826416a502'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:44:38.005850 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7507d59d-d32b-43e1-97d0-f636a1ad07ab None None] Attempting to bind port 76db9610-b045-4fef-b173-66d9d47fb68d on network e718d5b0-7a66-418b-8fa7-c6826416a502 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:44:38.012930 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7507d59d-d32b-43e1-97d0-f636a1ad07ab None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:44:38.013300 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7507d59d-d32b-43e1-97d0-f636a1ad07ab None None] Checking segment: {'id': 'c36b9c59-03b5-4c35-a080-12f60e6aa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e718d5b0-7a66-418b-8fa7-c6826416a502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:44:38.013699 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-7507d59d-d32b-43e1-97d0-f636a1ad07ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:38.014089 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7507d59d-d32b-43e1-97d0-f636a1ad07ab None None] Bound using segment: {'id': 'c36b9c59-03b5-4c35-a080-12f60e6aa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e718d5b0-7a66-418b-8fa7-c6826416a502'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:44:38.015299 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-7507d59d-d32b-43e1-97d0-f636a1ad07ab None None] Bound port: 76db9610-b045-4fef-b173-66d9d47fb68d, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c36b9c59-03b5-4c35-a080-12f60e6aa5b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e718d5b0-7a66-418b-8fa7-c6826416a502'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:44:38.015696 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-7507d59d-d32b-43e1-97d0-f636a1ad07ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:38.045679 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf17c53-d8ed-407c-9060-82d2696a01da req-ce254666-7095-4ce3-a16a-6d51e0ee50aa tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:38.049303 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a4f2c156-ada8-40dd-a0c8-b7808892183b req-bb0529ca-3d96-4150-bfab-314a70acde83 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843379 Sep 07 02:44:38.049805 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.plugin [None req-7507d59d-d32b-43e1-97d0-f636a1ad07ab None None] Port 76db9610-b045-4fef-b173-66d9d47fb68d has been deleted concurrently {{(pid=94703) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Sep 07 02:44:38.053530 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-faf17c53-d8ed-407c-9060-82d2696a01da req-ce254666-7095-4ce3-a16a-6d51e0ee50aa tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/networks?id=b38f0331-653f-46c0-a8d7-26916edac115 HTTP/1.1" status: 200 len: 805 time: 0.2108903 Sep 07 02:44:38.063225 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-30e18390-ac48-4350-a0d2-f0c1a129a2d5 req-911fafc2-e579-4abb-ba01-3716f144f276 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=09d8e09b-36fc-4d4b-816b-ee7185e3ed7d HTTP/1.1" status: 200 len: 217 time: 0.0687270 Sep 07 02:44:38.068661 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7507d59d-d32b-43e1-97d0-f636a1ad07ab None None] Routers {'206186ee-709e-4ddf-8ddf-2692773ef2b5'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:44:38.071145 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-7507d59d-d32b-43e1-97d0-f636a1ad07ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:44:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['206186ee-709e-4ddf-8ddf-2692773ef2b5'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:44:38.072625 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-faf17c53-d8ed-407c-9060-82d2696a01da req-58d41a52-c4ca-4735-9eea-34690ba40a3e tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/quotas/39221102c85f4a33befb52c47b54a864 HTTP/1.1" status: 200 len: 375 time: 0.0183644 Sep 07 02:44:38.074978 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f95b43d4-52f0-477c-ad2e-d1b87841973a admin admin] Router 206186ee-709e-4ddf-8ddf-2692773ef2b5 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:44:38.160148 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e18390-ac48-4350-a0d2-f0c1a129a2d5 req-06d789c1-0ca0-4fb6-8ddb-cc61aebfa8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:38.160821 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-30e18390-ac48-4350-a0d2-f0c1a129a2d5 req-06d789c1-0ca0-4fb6-8ddb-cc61aebfa8ed service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a0ace46c-e993-499e-976f-0d7f1499256e HTTP/1.1" status: 200 len: 797 time: 0.0776799 Sep 07 02:44:38.194994 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6d15579f-f742-4bbe-9344-31922d71d555 req-28e577f7-d86d-4350-ab36-4ffdc411ac59 tempest-ServerShowV257Test-532934442 tempest-ServerShowV257Test-532934442-project] 10.222.0.22 "GET /v2.0/ports?device_id=790a8f72-badc-4135-ab7b-66c407779abb HTTP/1.1" status: 200 len: 210 time: 0.0353401 Sep 07 02:44:38.208729 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-7507d59d-d32b-43e1-97d0-f636a1ad07ab None None] Set router 206186ee-709e-4ddf-8ddf-2692773ef2b5 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:44:38.210133 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-faf17c53-d8ed-407c-9060-82d2696a01da req-a84d5c49-c535-466b-9203-602e61462766 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=39221102c85f4a33befb52c47b54a864&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1361485 Sep 07 02:44:38.226804 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e18390-ac48-4350-a0d2-f0c1a129a2d5 req-14d26068-0b78-4fe7-9c79-9858db4484f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:38.231146 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-30e18390-ac48-4350-a0d2-f0c1a129a2d5 req-14d26068-0b78-4fe7-9c79-9858db4484f2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7ef96948-9b26-4186-9197-3dc341e621f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0607655 Sep 07 02:44:38.266646 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95b43d4-52f0-477c-ad2e-d1b87841973a admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:44:38.273771 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f95b43d4-52f0-477c-ad2e-d1b87841973a admin admin] 10.222.0.22 "PUT /v2.0/routers/206186ee-709e-4ddf-8ddf-2692773ef2b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5747073 Sep 07 02:44:38.276628 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 53930) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:44:38.398080 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c26c0759-0e18-4472-a0ed-059cbdf91f0c admin admin] Notify callbacks [] for router, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:38.417397 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-7507d59d-d32b-43e1-97d0-f636a1ad07ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '206186ee-709e-4ddf-8ddf-2692773ef2b5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1405999076-router', 'tenant_id': 'e3da43a411a94054b2d73bf56033d55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'e1df369a-a1e6-481c-93d6-d99b32e97f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:44:28Z', 'updated_at': '2021-09-07T02:44:37Z', 'revision_number': 5, 'project_id': 'e3da43a411a94054b2d73bf56033d55e', 'gw_port': {'id': 'e1df369a-a1e6-481c-93d6-d99b32e97f85', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:63:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206186ee-709e-4ddf-8ddf-2692773ef2b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:44:28Z', 'updated_at': '2021-09-07T02:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:44:38.445683 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7507d59d-d32b-43e1-97d0-f636a1ad07ab None None] The sync data for ids ['206186ee-709e-4ddf-8ddf-2692773ef2b5'] in n-d-796209-16 is: [{'id': '206186ee-709e-4ddf-8ddf-2692773ef2b5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1405999076-router', 'tenant_id': 'e3da43a411a94054b2d73bf56033d55e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'e1df369a-a1e6-481c-93d6-d99b32e97f85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:44:28Z', 'updated_at': '2021-09-07T02:44:37Z', 'revision_number': 5, 'project_id': 'e3da43a411a94054b2d73bf56033d55e', 'gw_port': {'id': 'e1df369a-a1e6-481c-93d6-d99b32e97f85', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:63:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206186ee-709e-4ddf-8ddf-2692773ef2b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:44:28Z', 'updated_at': '2021-09-07T02:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:44:38.452199 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-30e18390-ac48-4350-a0d2-f0c1a129a2d5 req-6070d2e2-86de-40b2-af3d-da51243f601c service neutron] 10.222.0.16 "GET /v2.0/networks/7ef96948-9b26-4186-9197-3dc341e621f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118027 Sep 07 02:44:38.460120 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-faf17c53-d8ed-407c-9060-82d2696a01da req-c7658c82-b0cd-4589-9db5-72089820cb25 service neutron] 10.222.0.22 "GET /v2.0/networks/b38f0331-653f-46c0-a8d7-26916edac115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419214 Sep 07 02:44:38.473134 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device f353d8dc-9699-4ee3-809d-9708fab48f97 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:44:38.503671 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: f353d8dc-9699-4ee3-809d-9708fab48f97 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:44:38.504016 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device f353d8dc-9699-4ee3-809d-9708fab48f97 not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:44:38.558931 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c26c0759-0e18-4472-a0ed-059cbdf91f0c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:38.580903 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ab62c-6451-4f10-880b-0e56ab93c88f req-423cf6c3-0466-4280-9c6a-9f7ad8adb818 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:38.582420 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-756ab62c-6451-4f10-880b-0e56ab93c88f req-423cf6c3-0466-4280-9c6a-9f7ad8adb818 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b8af059-5281-4c7f-afc8-33aac6f71c1d HTTP/1.1" status: 200 len: 945 time: 0.0684326 Sep 07 02:44:38.629374 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-30e18390-ac48-4350-a0d2-f0c1a129a2d5 req-0494fe5a-3734-4364-9210-45d1dd282f92 service neutron] 10.222.0.16 "GET /v2.0/networks/7ef96948-9b26-4186-9197-3dc341e621f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678095 Sep 07 02:44:38.632049 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-faf17c53-d8ed-407c-9060-82d2696a01da req-5c4965b1-f456-4662-8d4e-a57b9b48d365 service neutron] 10.222.0.22 "GET /v2.0/networks/b38f0331-653f-46c0-a8d7-26916edac115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694713 Sep 07 02:44:38.652483 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-756ab62c-6451-4f10-880b-0e56ab93c88f req-1c058968-2410-4dfc-b97d-d5ac841d8bd0 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498981 Sep 07 02:44:38.665088 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-c26c0759-0e18-4472-a0ed-059cbdf91f0c admin admin] Deleting port e1df369a-a1e6-481c-93d6-d99b32e97f85 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:44:38.665533 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c26c0759-0e18-4472-a0ed-059cbdf91f0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:38.680716 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-30e18390-ac48-4350-a0d2-f0c1a129a2d5 req-a9af87d9-c8d2-481e-a018-48ac894e35dc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5a10fd3e-a307-42ef-9874-a9290ecbb499 HTTP/1.1" status: 200 len: 217 time: 0.0441051 Sep 07 02:44:38.743642 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e18390-ac48-4350-a0d2-f0c1a129a2d5 req-cae2adde-abc3-40b6-bc72-4a5def09232c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:38.746202 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-30e18390-ac48-4350-a0d2-f0c1a129a2d5 req-cae2adde-abc3-40b6-bc72-4a5def09232c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=41c9fc72-e726-4843-ad37-6ac26831d188 HTTP/1.1" status: 200 len: 797 time: 0.0578682 Sep 07 02:44:38.751172 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-c26c0759-0e18-4472-a0ed-059cbdf91f0c admin admin] For port e1df369a-a1e6-481c-93d6-d99b32e97f85, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=e1df369a-a1e6-481c-93d6-d99b32e97f85,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:44:38.751765 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c26c0759-0e18-4472-a0ed-059cbdf91f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:38.766754 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-c26c0759-0e18-4472-a0ed-059cbdf91f0c admin admin] Calling delete_port for e1df369a-a1e6-481c-93d6-d99b32e97f85 owned by network:router_gateway {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:44:38.795322 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e18390-ac48-4350-a0d2-f0c1a129a2d5 req-9f85e1a5-384e-4c34-b1eb-a8c6b0b4f5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:38.796888 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-30e18390-ac48-4350-a0d2-f0c1a129a2d5 req-9f85e1a5-384e-4c34-b1eb-a8c6b0b4f5b1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=03d408a7-bed1-4074-b2d6-43492534ac51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0432615 Sep 07 02:44:38.841924 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 76db9610-b045-4fef-b173-66d9d47fb68d no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:44:38.861986 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-106822ea-442a-4319-a747-46ed6ab6e8ef req-95c97e9a-8a43-49b4-b649-a15fe93ffe7d tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=28b51fb1-3868-49df-a418-393700ddcb98 HTTP/1.1" status: 200 len: 210 time: 0.0407970 Sep 07 02:44:38.877819 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 76db9610-b045-4fef-b173-66d9d47fb68d {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:44:38.878074 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 76db9610-b045-4fef-b173-66d9d47fb68d not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:44:38.944771 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-30e18390-ac48-4350-a0d2-f0c1a129a2d5 req-304255a8-a7f9-42a6-b3b8-101dc2e1bd65 service neutron] 10.222.0.16 "GET /v2.0/networks/03d408a7-bed1-4074-b2d6-43492534ac51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397784 Sep 07 02:44:39.005844 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c26c0759-0e18-4472-a0ed-059cbdf91f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:39.038856 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c0759-0e18-4472-a0ed-059cbdf91f0c admin admin] Pushing event deleted for resources: {'Port': ['ID=e1df369a-a1e6-481c-93d6-d99b32e97f85,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:39.050496 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-30e18390-ac48-4350-a0d2-f0c1a129a2d5 req-13cf06c8-bc44-4328-843e-169592f30b72 service neutron] 10.222.0.16 "GET /v2.0/networks/03d408a7-bed1-4074-b2d6-43492534ac51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980875 Sep 07 02:44:39.156291 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c26c0759-0e18-4472-a0ed-059cbdf91f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:39.263567 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c26c0759-0e18-4472-a0ed-059cbdf91f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:39.265826 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c26c0759-0e18-4472-a0ed-059cbdf91f0c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:39.355426 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b02b00e4-6359-4a39-af5b-576cd737a70f req-a7daaf8b-96b0-4a0b-a906-347d52fd5fe7 tempest-ServerShowV257Test-532934442 tempest-ServerShowV257Test-532934442-project] 10.222.0.22 "GET /v2.0/ports?device_id=790a8f72-badc-4135-ab7b-66c407779abb HTTP/1.1" status: 200 len: 210 time: 0.0360613 Sep 07 02:44:39.357000 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c26c0759-0e18-4472-a0ed-059cbdf91f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:39.357590 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26c0759-0e18-4472-a0ed-059cbdf91f0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 206186ee-709e-4ddf-8ddf-2692773ef2b5 {{(pid=94701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 02:44:39.362919 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c26c0759-0e18-4472-a0ed-059cbdf91f0c admin admin] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:39.364164 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c26c0759-0e18-4472-a0ed-059cbdf91f0c admin admin] 10.222.0.22 "DELETE /v2.0/routers/206186ee-709e-4ddf-8ddf-2692773ef2b5 HTTP/1.1" status: 204 len: 168 time: 1.0863585 Sep 07 02:44:39.366599 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 53952) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:44:39.420031 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-30e18390-ac48-4350-a0d2-f0c1a129a2d5 req-2210ff67-f015-4b8f-80a2-6328c43c1c3a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bd2646ca-659b-4e2b-8d78-87d5a7a2747d HTTP/1.1" status: 200 len: 217 time: 0.3625147 Sep 07 02:44:39.449785 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d8571e6-d703-48bd-873e-9c64b8c535ba admin admin] Deleting subnet c83f9585-a285-4349-909e-55c8555d3133 {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:44:39.455390 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1d8571e6-d703-48bd-873e-9c64b8c535ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:39.520024 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1d8571e6-d703-48bd-873e-9c64b8c535ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:39.525264 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f873e-ca7c-495a-a5a1-ff3b928bc657 req-f8000234-59d7-4d69-8623-7f2ee8ac6f2d tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:39.527127 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-794f873e-ca7c-495a-a5a1-ff3b928bc657 req-f8000234-59d7-4d69-8623-7f2ee8ac6f2d tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=421c6d61-e719-47bf-87ee-469e8ff49090 HTTP/1.1" status: 200 len: 945 time: 0.1208482 Sep 07 02:44:39.533124 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e18390-ac48-4350-a0d2-f0c1a129a2d5 req-e40c9307-2719-4dd8-b596-7eeb09d12d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:39.534731 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-30e18390-ac48-4350-a0d2-f0c1a129a2d5 req-e40c9307-2719-4dd8-b596-7eeb09d12d1c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=41c9fc72-e726-4843-ad37-6ac26831d188 HTTP/1.1" status: 200 len: 797 time: 0.0958812 Sep 07 02:44:39.628121 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-794f873e-ca7c-495a-a5a1-ff3b928bc657 req-2263b3c5-d19a-42d3-b6e9-c267661d5e52 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878885 Sep 07 02:44:39.644167 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e18390-ac48-4350-a0d2-f0c1a129a2d5 req-aa8f31a9-d64b-484a-a97c-a5bdc624f137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:39.646803 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-30e18390-ac48-4350-a0d2-f0c1a129a2d5 req-aa8f31a9-d64b-484a-a97c-a5bdc624f137 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=03d408a7-bed1-4074-b2d6-43492534ac51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1022470 Sep 07 02:44:39.650470 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1d8571e6-d703-48bd-873e-9c64b8c535ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:39.718901 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1d8571e6-d703-48bd-873e-9c64b8c535ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:39.750328 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8571e6-d703-48bd-873e-9c64b8c535ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c83f9585-a285-4349-909e-55c8555d3133,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:39.762688 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1d8571e6-d703-48bd-873e-9c64b8c535ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:39.769320 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-1d8571e6-d703-48bd-873e-9c64b8c535ba admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c83f9585-a285-4349-909e-55c8555d3133 HTTP/1.1" status: 204 len: 168 time: 0.4013216 Sep 07 02:44:39.770553 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1ce214-4bc8-4537-9ebc-20f094c36684 None None] Network e718d5b0-7a66-418b-8fa7-c6826416a502 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:44:39.771751 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 53962) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:44:39.808927 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-30e18390-ac48-4350-a0d2-f0c1a129a2d5 req-b8acc689-443a-4e69-ac4c-6dcc62af5424 service neutron] 10.222.0.16 "GET /v2.0/networks/03d408a7-bed1-4074-b2d6-43492534ac51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545691 Sep 07 02:44:39.863353 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e98a4110-512a-4b7a-b1b0-8d314e5f7101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:39.894772 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73044917-ae26-411b-914e-d622c097ebea req-c30fb739-9da9-4225-9aae-2610a200759b tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:39.897890 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-73044917-ae26-411b-914e-d622c097ebea req-c30fb739-9da9-4225-9aae-2610a200759b tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b8af059-5281-4c7f-afc8-33aac6f71c1d HTTP/1.1" status: 200 len: 945 time: 0.1043408 Sep 07 02:44:39.957680 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe85dff-e078-4fac-b407-b0b68b5443b5 None None] Sync routers for ids ['206186ee-709e-4ddf-8ddf-2692773ef2b5'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:44:39.960874 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-e98a4110-512a-4b7a-b1b0-8d314e5f7101 admin admin] Deleting port 8a53ef86-306e-4acc-a2b1-a4d10e9cb2e1 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:44:39.962329 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e98a4110-512a-4b7a-b1b0-8d314e5f7101 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:40.008497 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe85dff-e078-4fac-b407-b0b68b5443b5 None None] Routers set() bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:44:40.009189 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe85dff-e078-4fac-b407-b0b68b5443b5 None None] Router IDs set() for agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 07 02:44:40.010698 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_agentschedulers_db [None req-4fe85dff-e078-4fac-b407-b0b68b5443b5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'206186ee-709e-4ddf-8ddf-2692773ef2b5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:44:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent'). {{(pid=94702) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 07 02:44:40.033028 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe85dff-e078-4fac-b407-b0b68b5443b5 None None] Routers set() bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:44:40.033848 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe85dff-e078-4fac-b407-b0b68b5443b5 None None] Router IDs set() for agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 07 02:44:40.035934 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_agentschedulers_db [None req-4fe85dff-e078-4fac-b407-b0b68b5443b5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'206186ee-709e-4ddf-8ddf-2692773ef2b5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:44:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent'). {{(pid=94702) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 07 02:44:40.037747 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe85dff-e078-4fac-b407-b0b68b5443b5 None None] The sync data for ids ['206186ee-709e-4ddf-8ddf-2692773ef2b5'] in n-d-796209-16 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:44:40.051008 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-73044917-ae26-411b-914e-d622c097ebea req-2670d502-2854-4e7a-a27d-c1c8825fb9c4 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136339 Sep 07 02:44:40.087683 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-e98a4110-512a-4b7a-b1b0-8d314e5f7101 admin admin] For port 8a53ef86-306e-4acc-a2b1-a4d10e9cb2e1, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=8a53ef86-306e-4acc-a2b1-a4d10e9cb2e1,segment=NetworkSegment(c36b9c59-03b5-4c35-a080-12f60e6aa5b2),segment_id=c36b9c59-03b5-4c35-a080-12f60e6aa5b2)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:44:40.088203 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e98a4110-512a-4b7a-b1b0-8d314e5f7101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:40.107718 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-30e18390-ac48-4350-a0d2-f0c1a129a2d5 req-cb3f67e5-4694-4a9c-977c-e025de5bdc88 service neutron] 10.222.0.16 "GET /v2.0/networks/03d408a7-bed1-4074-b2d6-43492534ac51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801802 Sep 07 02:44:40.107922 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-e98a4110-512a-4b7a-b1b0-8d314e5f7101 admin admin] Calling delete_port for 8a53ef86-306e-4acc-a2b1-a4d10e9cb2e1 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:44:40.130502 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d37ea2-7a6a-4850-9cb7-806502bb61c4 None None] DHCP port deletion for e718d5b0-7a66-418b-8fa7-c6826416a502 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:44:40.251794 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d8e3ad78-c81b-4e3f-951b-f1d829ac31b0 req-d2d34fe2-5142-4932-aa3d-89e69558c3dc tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=28b51fb1-3868-49df-a418-393700ddcb98 HTTP/1.1" status: 200 len: 210 time: 0.0496428 Sep 07 02:44:40.254214 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-48d37ea2-7a6a-4850-9cb7-806502bb61c4 None None] Deleting port 8a53ef86-306e-4acc-a2b1-a4d10e9cb2e1 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:44:40.254941 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-48d37ea2-7a6a-4850-9cb7-806502bb61c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:40.303048 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e98a4110-512a-4b7a-b1b0-8d314e5f7101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:40.312781 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf17c53-d8ed-407c-9060-82d2696a01da req-9e7de02b-bfcd-45a3-9168-bd91effc281b tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:40.314572 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-faf17c53-d8ed-407c-9060-82d2696a01da req-9e7de02b-bfcd-45a3-9168-bd91effc281b tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.16 "GET /v2.0/networks?id=b38f0331-653f-46c0-a8d7-26916edac115 HTTP/1.1" status: 200 len: 805 time: 0.3203666 Sep 07 02:44:40.338226 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-faf17c53-d8ed-407c-9060-82d2696a01da req-e866bcb4-68f3-44c0-adfb-d46c3d7562f2 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Request body: {'port': {'device_id': '28b51fb1-3868-49df-a418-393700ddcb98', 'network_id': 'b38f0331-653f-46c0-a8d7-26916edac115', 'admin_state_up': True, 'tenant_id': '39221102c85f4a33befb52c47b54a864'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:44:40.340677 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-48d37ea2-7a6a-4850-9cb7-806502bb61c4 None None] For port 8a53ef86-306e-4acc-a2b1-a4d10e9cb2e1, host n-d-796209-16, got binding levels [] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:44:40.340821 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98a4110-512a-4b7a-b1b0-8d314e5f7101 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a53ef86-306e-4acc-a2b1-a4d10e9cb2e1,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:40.341075 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-48d37ea2-7a6a-4850-9cb7-806502bb61c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:40.342563 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98a4110-512a-4b7a-b1b0-8d314e5f7101 admin admin] No DVR routers for this DVR port 8a53ef86-306e-4acc-a2b1-a4d10e9cb2e1 on host n-d-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:44:40.355043 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-48d37ea2-7a6a-4850-9cb7-806502bb61c4 None None] Calling delete_port for 8a53ef86-306e-4acc-a2b1-a4d10e9cb2e1 owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:44:40.357627 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.ipam_backend_mixin [None req-48d37ea2-7a6a-4850-9cb7-806502bb61c4 None None] Port 8a53ef86-306e-4acc-a2b1-a4d10e9cb2e1 was not found and therefore no delete operation was performed {{(pid=94702) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 07 02:44:40.358846 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-48d37ea2-7a6a-4850-9cb7-806502bb61c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:40.380937 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc348234-20f5-49e4-938c-92fc296b872f req-c3db020a-7188-4dd6-9223-4f0c8cf4ad59 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:40.382711 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cc348234-20f5-49e4-938c-92fc296b872f req-c3db020a-7188-4dd6-9223-4f0c8cf4ad59 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=421c6d61-e719-47bf-87ee-469e8ff49090 HTTP/1.1" status: 200 len: 945 time: 0.1298454 Sep 07 02:44:40.391359 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d37ea2-7a6a-4850-9cb7-806502bb61c4 None None] Pushing event deleted for resources: {'Port': ['ID=8a53ef86-306e-4acc-a2b1-a4d10e9cb2e1,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:40.393968 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d37ea2-7a6a-4850-9cb7-806502bb61c4 None None] No DVR routers for this DVR port 8a53ef86-306e-4acc-a2b1-a4d10e9cb2e1 on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:44:40.469287 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e98a4110-512a-4b7a-b1b0-8d314e5f7101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:40.483985 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cc348234-20f5-49e4-938c-92fc296b872f req-d6ba353a-72a2-4909-8730-8146160d8ccc tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794179 Sep 07 02:44:40.484327 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d01ab765-213d-457c-a823-96d21d7c85a1 req-254322d3-2f94-4be5-ae6a-cce99e06bcb8 tempest-ServerShowV257Test-532934442 tempest-ServerShowV257Test-532934442-project] 10.222.0.22 "GET /v2.0/ports?device_id=790a8f72-badc-4135-ab7b-66c407779abb HTTP/1.1" status: 200 len: 210 time: 0.0384436 Sep 07 02:44:40.498124 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-e98a4110-512a-4b7a-b1b0-8d314e5f7101 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e718d5b0-7a66-418b-8fa7-c6826416a502']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:44:40.511620 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-e98a4110-512a-4b7a-b1b0-8d314e5f7101 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c36b9c59-03b5-4c35-a080-12f60e6aa5b2') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:44:40.516114 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-e98a4110-512a-4b7a-b1b0-8d314e5f7101 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c36b9c59-03b5-4c35-a080-12f60e6aa5b2') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:44:40.518337 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faf17c53-d8ed-407c-9060-82d2696a01da req-e866bcb4-68f3-44c0-adfb-d46c3d7562f2 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Made reservation on behalf of 39221102c85f4a33befb52c47b54a864 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:44:40.526164 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-faf17c53-d8ed-407c-9060-82d2696a01da req-e866bcb4-68f3-44c0-adfb-d46c3d7562f2 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:40.529425 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e98a4110-512a-4b7a-b1b0-8d314e5f7101 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:40.547621 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e98a4110-512a-4b7a-b1b0-8d314e5f7101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:40.554513 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e98a4110-512a-4b7a-b1b0-8d314e5f7101 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:44:40.554959 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e98a4110-512a-4b7a-b1b0-8d314e5f7101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:40.557305 n-d-796209-16 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:44:40.557305 n-d-796209-16 neutron-server[94701]: items = [ Sep 07 02:44:40.557305 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:44:40.557305 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:44:40.557305 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:44:40.557305 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:44:40.557305 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:44:40.557305 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:44:40.557305 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:44:40.557305 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:44:40.557305 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:44:40.557305 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:44:40.557305 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:44:40.557305 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:44:40.557305 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:44:40.557305 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:44:40.557305 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:44:40.557305 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:44:40.557305 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:44:40.557305 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:44:40.557305 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:44:40.557305 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:44:40.557305 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:44:40.557305 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:44:40.557305 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:44:40.557305 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:44:40.557305 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:44:40.557305 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:44:40.557305 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:44:40.557305 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:44:40.557305 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:44:40.557305 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:44:40.557305 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:44:40.557305 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:44:40.613588 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e98a4110-512a-4b7a-b1b0-8d314e5f7101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:40.620270 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e98a4110-512a-4b7a-b1b0-8d314e5f7101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:40.633562 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e98a4110-512a-4b7a-b1b0-8d314e5f7101 admin admin] 10.222.0.22 "DELETE /v2.0/networks/e718d5b0-7a66-418b-8fa7-c6826416a502 HTTP/1.1" status: 204 len: 168 time: 0.8531995 Sep 07 02:44:40.656009 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98a4110-512a-4b7a-b1b0-8d314e5f7101 admin admin] Pushing event deleted for resources: {'Network': ['ID=e718d5b0-7a66-418b-8fa7-c6826416a502,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:40.757333 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device e1df369a-a1e6-481c-93d6-d99b32e97f85 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:44:40.778951 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: e1df369a-a1e6-481c-93d6-d99b32e97f85 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:44:40.779584 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device e1df369a-a1e6-481c-93d6-d99b32e97f85 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:44:40.780084 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 8a53ef86-306e-4acc-a2b1-a4d10e9cb2e1 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:44:40.808975 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-faf17c53-d8ed-407c-9060-82d2696a01da req-e866bcb4-68f3-44c0-adfb-d46c3d7562f2 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Allocated IP 172.20.0.11 (b38f0331-653f-46c0-a8d7-26916edac115/8b116277-4856-47e9-8d12-8ad81f660adb/281351f8-bf22-42d7-93cd-cb430a2a65aa) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:44:40.816627 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 53986) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:44:40.867384 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-0ea428ec-43c7-4c3b-b2ed-b96a21d1fe92 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e3da43a411a94054b2d73bf56033d55e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0486109 Sep 07 02:44:40.870016 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 53988) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:44:40.926278 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e99c4931-66f5-464b-b496-0d5e27804ba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:40.941924 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 8a53ef86-306e-4acc-a2b1-a4d10e9cb2e1 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:44:40.942970 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 8a53ef86-306e-4acc-a2b1-a4d10e9cb2e1 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:44:40.951887 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e99c4931-66f5-464b-b496-0d5e27804ba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:40.976003 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-faf17c53-d8ed-407c-9060-82d2696a01da req-e866bcb4-68f3-44c0-adfb-d46c3d7562f2 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:41.001408 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e99c4931-66f5-464b-b496-0d5e27804ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:41.004076 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e99c4931-66f5-464b-b496-0d5e27804ba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:41.005805 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e99c4931-66f5-464b-b496-0d5e27804ba4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/68e4822a-4c68-456d-b1cf-96b73c9fae58 HTTP/1.1" status: 204 len: 168 time: 0.1347563 Sep 07 02:44:41.013925 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99c4931-66f5-464b-b496-0d5e27804ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e4822a-4c68-456d-b1cf-96b73c9fae58,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:41.026160 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-faf17c53-d8ed-407c-9060-82d2696a01da req-e866bcb4-68f3-44c0-adfb-d46c3d7562f2 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:41.039564 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['af9f4b04-1d72-482b-bbf8-2c9fc4969d1e'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:44:41.082852 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faf17c53-d8ed-407c-9060-82d2696a01da req-e866bcb4-68f3-44c0-adfb-d46c3d7562f2 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Network b38f0331-653f-46c0-a8d7-26916edac115 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:44:41.095342 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-faf17c53-d8ed-407c-9060-82d2696a01da req-e866bcb4-68f3-44c0-adfb-d46c3d7562f2 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:44:41.120284 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-faf17c53-d8ed-407c-9060-82d2696a01da req-e866bcb4-68f3-44c0-adfb-d46c3d7562f2 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:44:41.137393 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e866bcb4-68f3-44c0-adfb-d46c3d7562f2 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Pushing event updated for resources: {'Port': ['ID=281351f8-bf22-42d7-93cd-cb430a2a65aa,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:41.220813 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf17c53-d8ed-407c-9060-82d2696a01da req-e866bcb4-68f3-44c0-adfb-d46c3d7562f2 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:41.221508 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-faf17c53-d8ed-407c-9060-82d2696a01da req-e866bcb4-68f3-44c0-adfb-d46c3d7562f2 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:41.241062 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28606ff-7cc2-426a-8997-70dc30b3d05e req-93f89710-9615-4d66-b1a6-96707b4e152a tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:41.242628 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b28606ff-7cc2-426a-8997-70dc30b3d05e req-93f89710-9615-4d66-b1a6-96707b4e152a tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b8af059-5281-4c7f-afc8-33aac6f71c1d HTTP/1.1" status: 200 len: 945 time: 0.0799687 Sep 07 02:44:41.248646 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-faf17c53-d8ed-407c-9060-82d2696a01da req-e866bcb4-68f3-44c0-adfb-d46c3d7562f2 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9161024 Sep 07 02:44:41.273833 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-faf17c53-d8ed-407c-9060-82d2696a01da req-f39f90ff-659c-4879-96e4-5e2353c254da service neutron] Request body: {'port': {'device_id': '28b51fb1-3868-49df-a418-393700ddcb98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:44:41.339236 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b28606ff-7cc2-426a-8997-70dc30b3d05e req-70fa18a7-2048-409b-9057-6ae01ba2bdaf tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894072 Sep 07 02:44:41.350397 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-faf17c53-d8ed-407c-9060-82d2696a01da req-f39f90ff-659c-4879-96e4-5e2353c254da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:41.399614 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c139a9bb-2570-4359-9032-03e97bf3ac8d req-e4c2eea7-9036-4956-b3a9-73bed21be2d9 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:41.401555 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c139a9bb-2570-4359-9032-03e97bf3ac8d req-e4c2eea7-9036-4956-b3a9-73bed21be2d9 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=28b51fb1-3868-49df-a418-393700ddcb98 HTTP/1.1" status: 200 len: 932 time: 0.0632031 Sep 07 02:44:41.446320 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c139a9bb-2570-4359-9032-03e97bf3ac8d req-06706198-bc8e-4ab4-8b39-8f3cbbbc101b tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357084 Sep 07 02:44:41.620656 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a003c773-6f1a-4a33-a32c-115903963b6e req-29fb5523-8169-4021-a094-f42883620764 tempest-ServerShowV257Test-532934442 tempest-ServerShowV257Test-532934442-project] 10.222.0.22 "GET /v2.0/ports?device_id=790a8f72-badc-4135-ab7b-66c407779abb HTTP/1.1" status: 200 len: 210 time: 0.0359058 Sep 07 02:44:41.672551 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e94fc5-b835-4dcf-8410-b666df92173f req-c9516108-4058-4f7b-8303-ced6f2ea4d92 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:41.674227 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-35e94fc5-b835-4dcf-8410-b666df92173f req-c9516108-4058-4f7b-8303-ced6f2ea4d92 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=421c6d61-e719-47bf-87ee-469e8ff49090 HTTP/1.1" status: 200 len: 945 time: 0.1027086 Sep 07 02:44:41.758475 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-35e94fc5-b835-4dcf-8410-b666df92173f req-ea3494d0-b30a-4bfa-bb6a-f19393dd004d tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749073 Sep 07 02:44:41.765107 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-faf17c53-d8ed-407c-9060-82d2696a01da req-f39f90ff-659c-4879-96e4-5e2353c254da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 281351f8-bf22-42d7-93cd-cb430a2a65aa {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:44:41.774894 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-faf17c53-d8ed-407c-9060-82d2696a01da req-f39f90ff-659c-4879-96e4-5e2353c254da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:41.799748 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-faf17c53-d8ed-407c-9060-82d2696a01da req-f39f90ff-659c-4879-96e4-5e2353c254da service neutron] Transition to ACTIVE for port object 281351f8-bf22-42d7-93cd-cb430a2a65aa will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:44:41.804656 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-faf17c53-d8ed-407c-9060-82d2696a01da req-f39f90ff-659c-4879-96e4-5e2353c254da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:41.872643 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39f90ff-659c-4879-96e4-5e2353c254da service neutron] Pushing event updated for resources: {'Port': ['ID=281351f8-bf22-42d7-93cd-cb430a2a65aa,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:41.956785 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-faf17c53-d8ed-407c-9060-82d2696a01da req-f39f90ff-659c-4879-96e4-5e2353c254da service neutron] Attempting to bind port 281351f8-bf22-42d7-93cd-cb430a2a65aa on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:44:41.957125 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-faf17c53-d8ed-407c-9060-82d2696a01da req-f39f90ff-659c-4879-96e4-5e2353c254da service neutron] Attempting to bind port 281351f8-bf22-42d7-93cd-cb430a2a65aa by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '737bac5c-5e4b-4b03-a099-f644edcc6c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b38f0331-653f-46c0-a8d7-26916edac115'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:44:41.957614 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf17c53-d8ed-407c-9060-82d2696a01da req-f39f90ff-659c-4879-96e4-5e2353c254da service neutron] Attempting to bind port 281351f8-bf22-42d7-93cd-cb430a2a65aa on network b38f0331-653f-46c0-a8d7-26916edac115 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:44:41.963364 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf17c53-d8ed-407c-9060-82d2696a01da req-f39f90ff-659c-4879-96e4-5e2353c254da service neutron] Port 281351f8-bf22-42d7-93cd-cb430a2a65aa on network b38f0331-653f-46c0-a8d7-26916edac115 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:44:41.963718 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf17c53-d8ed-407c-9060-82d2696a01da req-f39f90ff-659c-4879-96e4-5e2353c254da service neutron] Attempting to bind port 281351f8-bf22-42d7-93cd-cb430a2a65aa on network b38f0331-653f-46c0-a8d7-26916edac115 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:44:41.969557 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf17c53-d8ed-407c-9060-82d2696a01da req-f39f90ff-659c-4879-96e4-5e2353c254da service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:44:41.969899 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf17c53-d8ed-407c-9060-82d2696a01da req-f39f90ff-659c-4879-96e4-5e2353c254da service neutron] Checking segment: {'id': '737bac5c-5e4b-4b03-a099-f644edcc6c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b38f0331-653f-46c0-a8d7-26916edac115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:44:41.970282 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf17c53-d8ed-407c-9060-82d2696a01da req-f39f90ff-659c-4879-96e4-5e2353c254da service neutron] Bound using segment: {'id': '737bac5c-5e4b-4b03-a099-f644edcc6c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b38f0331-653f-46c0-a8d7-26916edac115'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:44:41.970711 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-faf17c53-d8ed-407c-9060-82d2696a01da req-f39f90ff-659c-4879-96e4-5e2353c254da service neutron] Bound port: 281351f8-bf22-42d7-93cd-cb430a2a65aa, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '737bac5c-5e4b-4b03-a099-f644edcc6c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'b38f0331-653f-46c0-a8d7-26916edac115'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:44:41.971229 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-faf17c53-d8ed-407c-9060-82d2696a01da req-f39f90ff-659c-4879-96e4-5e2353c254da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:42.046011 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-faf17c53-d8ed-407c-9060-82d2696a01da req-f39f90ff-659c-4879-96e4-5e2353c254da service neutron] For port 281351f8-bf22-42d7-93cd-cb430a2a65aa, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:44:42.049198 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-faf17c53-d8ed-407c-9060-82d2696a01da req-f39f90ff-659c-4879-96e4-5e2353c254da service neutron] For port 281351f8-bf22-42d7-93cd-cb430a2a65aa, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=281351f8-bf22-42d7-93cd-cb430a2a65aa,segment=NetworkSegment(737bac5c-5e4b-4b03-a099-f644edcc6c52),segment_id=737bac5c-5e4b-4b03-a099-f644edcc6c52)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:44:42.054734 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-faf17c53-d8ed-407c-9060-82d2696a01da req-f39f90ff-659c-4879-96e4-5e2353c254da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:42.106969 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf17c53-d8ed-407c-9060-82d2696a01da req-f39f90ff-659c-4879-96e4-5e2353c254da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:42.107650 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-faf17c53-d8ed-407c-9060-82d2696a01da req-f39f90ff-659c-4879-96e4-5e2353c254da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:42.109328 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-faf17c53-d8ed-407c-9060-82d2696a01da req-f39f90ff-659c-4879-96e4-5e2353c254da service neutron] 10.222.0.16 "PUT /v2.0/ports/281351f8-bf22-42d7-93cd-cb430a2a65aa HTTP/1.1" status: 200 len: 1093 time: 0.8415272 Sep 07 02:44:42.111748 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28b51fb1-3868-49df-a418-393700ddcb98', 'tag': '281351f8-bf22-42d7-93cd-cb430a2a65aa'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:44:42.116057 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208a7ab8-6e7f-41e1-aa86-00fb0afed99c" -d '{"events": [{"name": "network-changed", "server_uuid": "28b51fb1-3868-49df-a418-393700ddcb98", "tag": "281351f8-bf22-42d7-93cd-cb430a2a65aa"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:44:42.140752 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39f90ff-659c-4879-96e4-5e2353c254da service neutron] Pushing event updated for resources: {'Port': ['ID=281351f8-bf22-42d7-93cd-cb430a2a65aa,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:42.166682 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0181567-d52e-4534-8318-56e31c6fa95e x-openstack-request-id: req-d0181567-d52e-4534-8318-56e31c6fa95e {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:44:42.167102 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28b51fb1-3868-49df-a418-393700ddcb98", "tag": "281351f8-bf22-42d7-93cd-cb430a2a65aa", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:44:42.167509 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d0181567-d52e-4534-8318-56e31c6fa95e {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:44:42.167982 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28b51fb1-3868-49df-a418-393700ddcb98', 'tag': '281351f8-bf22-42d7-93cd-cb430a2a65aa', 'status': 'completed', 'code': 200} Sep 07 02:44:42.206583 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf17c53-d8ed-407c-9060-82d2696a01da req-3125a19f-39c9-4d0a-8c1b-da4e87e2f21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:42.208680 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-faf17c53-d8ed-407c-9060-82d2696a01da req-3125a19f-39c9-4d0a-8c1b-da4e87e2f21c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=39221102c85f4a33befb52c47b54a864&device_id=28b51fb1-3868-49df-a418-393700ddcb98 HTTP/1.1" status: 200 len: 1096 time: 0.0542486 Sep 07 02:44:42.255405 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-faf17c53-d8ed-407c-9060-82d2696a01da req-a12dbe0a-d8fd-4831-ad22-349147b50545 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=281351f8-bf22-42d7-93cd-cb430a2a65aa HTTP/1.1" status: 200 len: 217 time: 0.0386484 Sep 07 02:44:42.290873 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54036) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:44:42.315220 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf17c53-d8ed-407c-9060-82d2696a01da req-482e431e-ebf8-42e7-a38d-f5f03e66924b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:42.316775 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-faf17c53-d8ed-407c-9060-82d2696a01da req-482e431e-ebf8-42e7-a38d-f5f03e66924b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8b116277-4856-47e9-8d12-8ad81f660adb HTTP/1.1" status: 200 len: 845 time: 0.0448198 Sep 07 02:44:42.349725 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-faf17c53-d8ed-407c-9060-82d2696a01da req-cbddf393-73ce-434d-b147-7649322644df service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b38f0331-653f-46c0-a8d7-26916edac115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258563 Sep 07 02:44:42.402608 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b4e21b9a-06cc-4f83-9e40-1ad8270f9672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:42.469770 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-faf17c53-d8ed-407c-9060-82d2696a01da req-f653bb07-ddc7-40c9-acb7-80a458be3de0 service neutron] 10.222.0.16 "GET /v2.0/networks/b38f0331-653f-46c0-a8d7-26916edac115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131892 Sep 07 02:44:42.486311 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 947ef182-b3ab-40a8-95ec-070e844f4138 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:44:42.512061 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b4e21b9a-06cc-4f83-9e40-1ad8270f9672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:42.517556 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b4e21b9a-06cc-4f83-9e40-1ad8270f9672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:42.521892 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24799582-d517-4505-a3ae-7b3caf7d3b2f req-c5d3e335-befc-4dc0-bd43-1ac338063ffd tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:42.527969 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-24799582-d517-4505-a3ae-7b3caf7d3b2f req-c5d3e335-befc-4dc0-bd43-1ac338063ffd tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b8af059-5281-4c7f-afc8-33aac6f71c1d HTTP/1.1" status: 200 len: 945 time: 0.0939493 Sep 07 02:44:42.580417 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e21b9a-06cc-4f83-9e40-1ad8270f9672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760dbd11-7376-40c2-9ef1-42285f92364f,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:42.595304 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b4e21b9a-06cc-4f83-9e40-1ad8270f9672 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=57e9cedc767444d6944265369967acfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3032196 Sep 07 02:44:42.595922 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54044) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:44:42.608914 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 947ef182-b3ab-40a8-95ec-070e844f4138, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=947ef182-b3ab-40a8-95ec-070e844f4138,segment=NetworkSegment(6dff264e-7c75-4629-a854-2e784f93e6e2),segment_id=6dff264e-7c75-4629-a854-2e784f93e6e2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:44:42.611459 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-24799582-d517-4505-a3ae-7b3caf7d3b2f req-7f897035-9b6a-487b-a2df-04628a7abc6e tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817604 Sep 07 02:44:42.623732 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f8067-c565-4704-bd10-090e464e03d7 req-0413a356-6896-4883-b742-8faeb7df273e tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:42.631760 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '947ef182-b3ab-40a8-95ec-070e844f4138', 'network_id': 'c7baff3a-2acd-47c4-826f-ff1b179e5161', 'port_id': '947ef182-b3ab-40a8-95ec-070e844f4138', 'mac_address': 'fa:16:3e:34:35:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04737742-a3d0-4b6d-a6a4-ec1fe2e55890', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:44:42.631984 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-683f8067-c565-4704-bd10-090e464e03d7 req-0413a356-6896-4883-b742-8faeb7df273e tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=28b51fb1-3868-49df-a418-393700ddcb98 HTTP/1.1" status: 200 len: 944 time: 0.0936389 Sep 07 02:44:42.632990 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-faf17c53-d8ed-407c-9060-82d2696a01da req-ef7064c5-3735-40b8-b608-e5fc917f184b service neutron] 10.222.0.16 "GET /v2.0/networks/b38f0331-653f-46c0-a8d7-26916edac115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549313 Sep 07 02:44:42.674937 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:42.689988 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 947ef182-b3ab-40a8-95ec-070e844f4138 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:44:42.710713 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 947ef182-b3ab-40a8-95ec-070e844f4138, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=947ef182-b3ab-40a8-95ec-070e844f4138,segment=NetworkSegment(6dff264e-7c75-4629-a854-2e784f93e6e2),segment_id=6dff264e-7c75-4629-a854-2e784f93e6e2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:44:42.712212 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-683f8067-c565-4704-bd10-090e464e03d7 req-a1f4f514-a302-412d-afea-c96eb5c54a99 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791790 Sep 07 02:44:42.712836 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-37afd968-f348-478b-bd95-b1d65b4d632b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:42.717996 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:42.744068 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-37afd968-f348-478b-bd95-b1d65b4d632b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:42.749971 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-99624351-5313-4730-ae69-c18e92720d8a req-193ad03d-0f55-4185-8e25-c57ab82ccc13 tempest-ServerShowV257Test-532934442 tempest-ServerShowV257Test-532934442-project] 10.222.0.22 "GET /v2.0/ports?device_id=790a8f72-badc-4135-ab7b-66c407779abb HTTP/1.1" status: 200 len: 210 time: 0.0335753 Sep 07 02:44:42.762309 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a7ab8-6e7f-41e1-aa86-00fb0afed99c req-cece843a-3301-4e82-9aad-70a42b75e03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:42.764623 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-208a7ab8-6e7f-41e1-aa86-00fb0afed99c req-cece843a-3301-4e82-9aad-70a42b75e03c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=39221102c85f4a33befb52c47b54a864&device_id=28b51fb1-3868-49df-a418-393700ddcb98 HTTP/1.1" status: 200 len: 1096 time: 0.0799479 Sep 07 02:44:42.810697 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=947ef182-b3ab-40a8-95ec-070e844f4138,revision_number=6']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:42.828645 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-37afd968-f348-478b-bd95-b1d65b4d632b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:42.831248 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-37afd968-f348-478b-bd95-b1d65b4d632b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:42.832484 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-37afd968-f348-478b-bd95-b1d65b4d632b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/760dbd11-7376-40c2-9ef1-42285f92364f HTTP/1.1" status: 204 len: 168 time: 0.2309978 Sep 07 02:44:42.835278 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['947ef182-b3ab-40a8-95ec-070e844f4138'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:44:42.846474 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37afd968-f348-478b-bd95-b1d65b4d632b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760dbd11-7376-40c2-9ef1-42285f92364f,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:42.924598 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a7ab8-6e7f-41e1-aa86-00fb0afed99c req-8ecb8a14-8402-47d8-8d9c-28cd7831a3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:42.926249 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-208a7ab8-6e7f-41e1-aa86-00fb0afed99c req-8ecb8a14-8402-47d8-8d9c-28cd7831a3b1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b38f0331-653f-46c0-a8d7-26916edac115 HTTP/1.1" status: 200 len: 905 time: 0.1539247 Sep 07 02:44:42.958304 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f7205-383c-41cb-9e02-217d7856ae3d req-d65f6249-68d0-4ca3-a407-be7c21fe209c tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:42.959936 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f91f7205-383c-41cb-9e02-217d7856ae3d req-d65f6249-68d0-4ca3-a407-be7c21fe209c tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=421c6d61-e719-47bf-87ee-469e8ff49090 HTTP/1.1" status: 200 len: 944 time: 0.0666006 Sep 07 02:44:42.976062 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-208a7ab8-6e7f-41e1-aa86-00fb0afed99c req-268680e2-3870-48a1-bbf5-eb2857770e5e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=281351f8-bf22-42d7-93cd-cb430a2a65aa HTTP/1.1" status: 200 len: 217 time: 0.0402737 Sep 07 02:44:43.016800 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f91f7205-383c-41cb-9e02-217d7856ae3d req-6c40b748-592c-4b6c-aa4a-b89a49eb2444 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500617 Sep 07 02:44:43.046129 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a7ab8-6e7f-41e1-aa86-00fb0afed99c req-c79b0f64-a520-45ad-a28f-25a4d79566e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:43.047704 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-208a7ab8-6e7f-41e1-aa86-00fb0afed99c req-c79b0f64-a520-45ad-a28f-25a4d79566e0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8b116277-4856-47e9-8d12-8ad81f660adb HTTP/1.1" status: 200 len: 845 time: 0.0634775 Sep 07 02:44:43.085313 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-208a7ab8-6e7f-41e1-aa86-00fb0afed99c req-87c3277f-30b2-46b4-984e-9a2a23fab706 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b38f0331-653f-46c0-a8d7-26916edac115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292788 Sep 07 02:44:43.193428 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-208a7ab8-6e7f-41e1-aa86-00fb0afed99c req-fd139fa2-1531-4280-8e92-b0612314bb2c service neutron] 10.222.0.16 "GET /v2.0/networks/b38f0331-653f-46c0-a8d7-26916edac115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960035 Sep 07 02:44:43.294092 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-208a7ab8-6e7f-41e1-aa86-00fb0afed99c req-86f6f3bf-fcbe-43c0-bd95-d801221e3a3f service neutron] 10.222.0.16 "GET /v2.0/networks/b38f0331-653f-46c0-a8d7-26916edac115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923595 Sep 07 02:44:43.596861 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54096) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:44:43.699389 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-a9c65472-2f36-4c26-b152-0eba4f1e52ab admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-289755633-network', 'tenant_id': '6f0184f4d86f49e0b1ae71c80300b509'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:44:43.734715 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c65472-2f36-4c26-b152-0eba4f1e52ab admin admin] Made reservation on behalf of 6f0184f4d86f49e0b1ae71c80300b509 for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:44:43.739371 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a9c65472-2f36-4c26-b152-0eba4f1e52ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:43.751140 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a9c65472-2f36-4c26-b152-0eba4f1e52ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:43.763463 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c7663-7b19-443b-b9fd-a54eeb26cf7d req-25bd0a22-a692-4bd9-bbc6-f5f418fe8035 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:43.766325 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8e6c7663-7b19-443b-b9fd-a54eeb26cf7d req-25bd0a22-a692-4bd9-bbc6-f5f418fe8035 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b8af059-5281-4c7f-afc8-33aac6f71c1d HTTP/1.1" status: 200 len: 945 time: 0.0740309 Sep 07 02:44:43.828026 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8e6c7663-7b19-443b-b9fd-a54eeb26cf7d req-1c655a1f-223e-407f-a8fc-286c5ccb824a tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547969 Sep 07 02:44:43.948868 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5db3f63c-82a4-4ecd-8d3b-efb044a3b0a3 req-29ea0cc4-cc64-4355-864a-b657e5e859ad tempest-ServerShowV257Test-532934442 tempest-ServerShowV257Test-532934442-project] 10.222.0.22 "GET /v2.0/ports?device_id=790a8f72-badc-4135-ab7b-66c407779abb HTTP/1.1" status: 200 len: 210 time: 0.0487390 Sep 07 02:44:43.953313 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceca529-76fc-4291-aef1-e3eb9b6d08bb req-9fbaed19-011e-4d21-8d51-7e345a527808 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:43.962546 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5ceca529-76fc-4291-aef1-e3eb9b6d08bb req-9fbaed19-011e-4d21-8d51-7e345a527808 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=28b51fb1-3868-49df-a418-393700ddcb98 HTTP/1.1" status: 200 len: 944 time: 0.1670411 Sep 07 02:44:43.998754 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a9c65472-2f36-4c26-b152-0eba4f1e52ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:44.017300 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a9c65472-2f36-4c26-b152-0eba4f1e52ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:44.034216 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9c65472-2f36-4c26-b152-0eba4f1e52ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:44:44.054948 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a9c65472-2f36-4c26-b152-0eba4f1e52ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:44.055301 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-a9c65472-2f36-4c26-b152-0eba4f1e52ab admin admin] Added segment 4018cf39-49dd-49a9-8ea5-093706efe321 of type vlan for network 7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d Sep 07 02:44:44.084368 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5ceca529-76fc-4291-aef1-e3eb9b6d08bb req-3f508628-8e63-4bfe-8f1c-0065a6f56fed tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208107 Sep 07 02:44:44.151518 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c65472-2f36-4c26-b152-0eba4f1e52ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=757ef508-9fbd-47de-9a24-e9f664d3338c,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:44.208928 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a9c65472-2f36-4c26-b152-0eba4f1e52ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:44.251452 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a9c65472-2f36-4c26-b152-0eba4f1e52ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:44.251452 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c65472-2f36-4c26-b152-0eba4f1e52ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:44.252172 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a9c65472-2f36-4c26-b152-0eba4f1e52ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:44.320621 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a9c65472-2f36-4c26-b152-0eba4f1e52ab admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7210703 Sep 07 02:44:44.322805 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54118) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:44:44.329082 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-9b0bc515-09b5-4b1a-9b24-c1001015d284 admin admin] Request body: {'subnet': {'network_id': '7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-289755633-subnet', 'tenant_id': '6f0184f4d86f49e0b1ae71c80300b509', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:44:44.361261 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0bc515-09b5-4b1a-9b24-c1001015d284 admin admin] Made reservation on behalf of 6f0184f4d86f49e0b1ae71c80300b509 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:44:44.364034 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9b0bc515-09b5-4b1a-9b24-c1001015d284 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:44.368992 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a3a384-d1da-49cf-ba20-b768a1f5cef1 req-ec3749aa-d969-44c5-aecd-783d51066d91 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:44.370900 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-07a3a384-d1da-49cf-ba20-b768a1f5cef1 req-ec3749aa-d969-44c5-aecd-783d51066d91 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=421c6d61-e719-47bf-87ee-469e8ff49090 HTTP/1.1" status: 200 len: 944 time: 0.1339622 Sep 07 02:44:44.380112 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c65472-2f36-4c26-b152-0eba4f1e52ab admin admin] Pushing event updated for resources: {'Network': ['ID=7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:44.399313 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:44:44.470684 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-07a3a384-d1da-49cf-ba20-b768a1f5cef1 req-cda6b224-51b8-4a59-ac89-b4a27abbaddb tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846722 Sep 07 02:44:44.504569 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 947ef182-b3ab-40a8-95ec-070e844f4138 up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:44:44.568390 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port 947ef182-b3ab-40a8-95ec-070e844f4138 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:44:44.569089 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:44.611060 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9b0bc515-09b5-4b1a-9b24-c1001015d284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:44.667586 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:44.687979 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0bc515-09b5-4b1a-9b24-c1001015d284 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2517e5a7-9911-46d3-a5ee-1794a3062b3b,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:44.694022 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421c6d61-e719-47bf-87ee-469e8ff49090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '947ef182-b3ab-40a8-95ec-070e844f4138'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:44:44.696742 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2229e964-b8b2-44e4-b58f-e3949f6b60de" -d '{"events": [{"server_uuid": "421c6d61-e719-47bf-87ee-469e8ff49090", "name": "network-vif-plugged", "status": "completed", "tag": "947ef182-b3ab-40a8-95ec-070e844f4138"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:44:44.698066 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0bc515-09b5-4b1a-9b24-c1001015d284 admin admin] Checking segment: {'id': '4018cf39-49dd-49a9-8ea5-093706efe321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:44:44.698489 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0bc515-09b5-4b1a-9b24-c1001015d284 admin admin] Network hostable DHCP agents. Network: 7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:44:44.710576 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 947ef182-b3ab-40a8-95ec-070e844f4138, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=947ef182-b3ab-40a8-95ec-070e844f4138,segment=NetworkSegment(6dff264e-7c75-4629-a854-2e784f93e6e2),segment_id=6dff264e-7c75-4629-a854-2e784f93e6e2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:44:44.716487 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:44.718969 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0bc515-09b5-4b1a-9b24-c1001015d284 admin admin] Network 7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:44:44.742569 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-9b0bc515-09b5-4b1a-9b24-c1001015d284 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:44:44.748174 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0bc515-09b5-4b1a-9b24-c1001015d284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:44.748900 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9b0bc515-09b5-4b1a-9b24-c1001015d284 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:44.764098 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ac461f-508b-4b3c-bad6-31e2b80c523b x-openstack-request-id: req-87ac461f-508b-4b3c-bad6-31e2b80c523b {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:44:44.764761 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421c6d61-e719-47bf-87ee-469e8ff49090", "name": "network-vif-plugged", "status": "completed", "tag": "947ef182-b3ab-40a8-95ec-070e844f4138", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:44:44.765108 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-87ac461f-508b-4b3c-bad6-31e2b80c523b {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:44:44.765626 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421c6d61-e719-47bf-87ee-469e8ff49090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '947ef182-b3ab-40a8-95ec-070e844f4138', 'code': 200} Sep 07 02:44:44.768347 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d4c2af-5aaf-42d5-bb32-5b4f4b4a1f21 None None] Network 7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:44:44.773582 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9b0bc515-09b5-4b1a-9b24-c1001015d284 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4490507 Sep 07 02:44:44.776356 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54122) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:44:44.782122 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-7287fab3-7ac2-4671-b6ae-0dc56097f174 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-289755633-router', 'tenant_id': '6f0184f4d86f49e0b1ae71c80300b509', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:44:44.816793 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7287fab3-7ac2-4671-b6ae-0dc56097f174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:44.821156 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7287fab3-7ac2-4671-b6ae-0dc56097f174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:44.871154 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=947ef182-b3ab-40a8-95ec-070e844f4138,revision_number=7']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:44.896858 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7287fab3-7ac2-4671-b6ae-0dc56097f174 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:44.987980 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab4916-da30-4ed5-a019-31a627c1e6b4 req-c877a18f-ba8f-4b10-8f7e-9cc9ff8ca669 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:45.005988 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9667f7cf-83e9-4448-a457-d8c53a1861b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d', 'network_id': '7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d', 'tenant_id': '6f0184f4d86f49e0b1ae71c80300b509', 'fixed_ips': [{'subnet_id': '2517e5a7-9911-46d3-a5ee-1794a3062b3b'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:44:45.006882 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9667f7cf-83e9-4448-a457-d8c53a1861b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:45.008452 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e5ab4916-da30-4ed5-a019-31a627c1e6b4 req-c877a18f-ba8f-4b10-8f7e-9cc9ff8ca669 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b8af059-5281-4c7f-afc8-33aac6f71c1d HTTP/1.1" status: 200 len: 945 time: 0.0757680 Sep 07 02:44:45.072231 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7287fab3-7ac2-4671-b6ae-0dc56097f174 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:45.094223 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e5ab4916-da30-4ed5-a019-31a627c1e6b4 req-84229680-e9d7-4392-9c1c-4df369175d55 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848262 Sep 07 02:44:45.147223 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fb1faa60-a28a-4031-97b0-67a2d4b9bfb4 req-a0d7d089-f4ad-42c8-8c45-f28b0997d5ce tempest-ServerShowV257Test-532934442 tempest-ServerShowV257Test-532934442-project] 10.222.0.22 "GET /v2.0/ports?device_id=790a8f72-badc-4135-ab7b-66c407779abb HTTP/1.1" status: 200 len: 210 time: 0.0496523 Sep 07 02:44:45.214829 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 281351f8-bf22-42d7-93cd-cb430a2a65aa details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:44:45.259827 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-9667f7cf-83e9-4448-a457-d8c53a1861b3 None None] Allocated IP 172.20.0.2 (7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d/2517e5a7-9911-46d3-a5ee-1794a3062b3b/1ec8cbb3-2e40-44f6-8f6c-b4b0dbd59fb6) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:44:45.267946 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e57a016-da88-4e32-8fd6-5b1f0ac518a9 req-889f0a24-dd08-4d06-b33a-8c0c1e8c1ca3 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:45.269643 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9e57a016-da88-4e32-8fd6-5b1f0ac518a9 req-889f0a24-dd08-4d06-b33a-8c0c1e8c1ca3 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=28b51fb1-3868-49df-a418-393700ddcb98 HTTP/1.1" status: 200 len: 944 time: 0.1005728 Sep 07 02:44:45.325488 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9e57a016-da88-4e32-8fd6-5b1f0ac518a9 req-eec213e2-a267-439b-9f99-245f853d1b28 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476081 Sep 07 02:44:45.474749 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 281351f8-bf22-42d7-93cd-cb430a2a65aa, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=281351f8-bf22-42d7-93cd-cb430a2a65aa,segment=NetworkSegment(737bac5c-5e4b-4b03-a099-f644edcc6c52),segment_id=737bac5c-5e4b-4b03-a099-f644edcc6c52)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:44:45.476194 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7287fab3-7ac2-4671-b6ae-0dc56097f174 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:45.494758 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '281351f8-bf22-42d7-93cd-cb430a2a65aa', 'network_id': 'b38f0331-653f-46c0-a8d7-26916edac115', 'port_id': '281351f8-bf22-42d7-93cd-cb430a2a65aa', 'mac_address': 'fa:16:3e:7d:c6:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b116277-4856-47e9-8d12-8ad81f660adb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:44:45.502650 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7287fab3-7ac2-4671-b6ae-0dc56097f174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:45.559587 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:45.600258 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 281351f8-bf22-42d7-93cd-cb430a2a65aa {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:44:45.631574 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9667f7cf-83e9-4448-a457-d8c53a1861b3 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:45.634523 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 281351f8-bf22-42d7-93cd-cb430a2a65aa, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=281351f8-bf22-42d7-93cd-cb430a2a65aa,segment=NetworkSegment(737bac5c-5e4b-4b03-a099-f644edcc6c52),segment_id=737bac5c-5e4b-4b03-a099-f644edcc6c52)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:44:45.643386 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-9667f7cf-83e9-4448-a457-d8c53a1861b3 None None] Transition to ACTIVE for port object 1ec8cbb3-2e40-44f6-8f6c-b4b0dbd59fb6 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:44:45.646587 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:45.664971 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571761e-109f-44f0-a06a-798395936ac8 req-c07ddc3e-3a97-40e1-83e8-61cc71852c7f tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:45.672322 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5571761e-109f-44f0-a06a-798395936ac8 req-c07ddc3e-3a97-40e1-83e8-61cc71852c7f tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=421c6d61-e719-47bf-87ee-469e8ff49090 HTTP/1.1" status: 200 len: 945 time: 0.1099951 Sep 07 02:44:45.687939 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-9667f7cf-83e9-4448-a457-d8c53a1861b3 None None] Transition to ACTIVE for port object 1ec8cbb3-2e40-44f6-8f6c-b4b0dbd59fb6 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:44:45.700520 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9667f7cf-83e9-4448-a457-d8c53a1861b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:45.710490 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-7287fab3-7ac2-4671-b6ae-0dc56097f174 admin admin] Allocated IP 172.25.5.240 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/8243c820-0944-4965-a5d9-96b24cd965a7) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:44:45.718371 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=281351f8-bf22-42d7-93cd-cb430a2a65aa,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:45.747105 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9667f7cf-83e9-4448-a457-d8c53a1861b3 None None] Network 7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:44:45.748159 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5571761e-109f-44f0-a06a-798395936ac8 req-bdfe5e67-cb5c-49ae-8695-6e3745e76a4d tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749395 Sep 07 02:44:45.751585 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-9667f7cf-83e9-4448-a457-d8c53a1861b3 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:44:45.755647 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9667f7cf-83e9-4448-a457-d8c53a1861b3 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:44:45.790015 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9667f7cf-83e9-4448-a457-d8c53a1861b3 None None] Pushing event updated for resources: {'Port': ['ID=1ec8cbb3-2e40-44f6-8f6c-b4b0dbd59fb6,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:45.821448 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-9667f7cf-83e9-4448-a457-d8c53a1861b3 None None] Attempting to bind port 1ec8cbb3-2e40-44f6-8f6c-b4b0dbd59fb6 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:44:45.821885 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-9667f7cf-83e9-4448-a457-d8c53a1861b3 None None] Attempting to bind port 1ec8cbb3-2e40-44f6-8f6c-b4b0dbd59fb6 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '4018cf39-49dd-49a9-8ea5-093706efe321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:44:45.822270 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9667f7cf-83e9-4448-a457-d8c53a1861b3 None None] Attempting to bind port 1ec8cbb3-2e40-44f6-8f6c-b4b0dbd59fb6 on network 7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:44:45.827698 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9667f7cf-83e9-4448-a457-d8c53a1861b3 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:44:45.828073 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9667f7cf-83e9-4448-a457-d8c53a1861b3 None None] Checking segment: {'id': '4018cf39-49dd-49a9-8ea5-093706efe321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:44:45.828477 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9667f7cf-83e9-4448-a457-d8c53a1861b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:45.828867 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9667f7cf-83e9-4448-a457-d8c53a1861b3 None None] Bound using segment: {'id': '4018cf39-49dd-49a9-8ea5-093706efe321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:44:45.829336 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-9667f7cf-83e9-4448-a457-d8c53a1861b3 None None] Bound port: 1ec8cbb3-2e40-44f6-8f6c-b4b0dbd59fb6, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4018cf39-49dd-49a9-8ea5-093706efe321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:44:45.829719 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9667f7cf-83e9-4448-a457-d8c53a1861b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:45.869027 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7287fab3-7ac2-4671-b6ae-0dc56097f174 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:45.905365 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-9667f7cf-83e9-4448-a457-d8c53a1861b3 None None] For port 1ec8cbb3-2e40-44f6-8f6c-b4b0dbd59fb6, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:44:45.910003 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-9667f7cf-83e9-4448-a457-d8c53a1861b3 None None] For port 1ec8cbb3-2e40-44f6-8f6c-b4b0dbd59fb6, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=1ec8cbb3-2e40-44f6-8f6c-b4b0dbd59fb6,segment=NetworkSegment(4018cf39-49dd-49a9-8ea5-093706efe321),segment_id=4018cf39-49dd-49a9-8ea5-093706efe321)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:44:45.915678 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7287fab3-7ac2-4671-b6ae-0dc56097f174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:45.915842 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9667f7cf-83e9-4448-a457-d8c53a1861b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:45.968677 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7287fab3-7ac2-4671-b6ae-0dc56097f174 admin admin] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:44:45.980251 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-7287fab3-7ac2-4671-b6ae-0dc56097f174 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:44:45.986082 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7287fab3-7ac2-4671-b6ae-0dc56097f174 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:44:45.989554 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7287fab3-7ac2-4671-b6ae-0dc56097f174 admin admin] Pushing event updated for resources: {'Port': ['ID=8243c820-0944-4965-a5d9-96b24cd965a7,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:46.001724 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9667f7cf-83e9-4448-a457-d8c53a1861b3 None None] Pushing event updated for resources: {'Port': ['ID=1ec8cbb3-2e40-44f6-8f6c-b4b0dbd59fb6,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:46.058478 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['281351f8-bf22-42d7-93cd-cb430a2a65aa'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:44:46.327224 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890c59f-169e-40e5-b78d-ba119ddf667b req-66a35e6d-28dc-429b-8e1b-26df3be58a84 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:46.329006 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3890c59f-169e-40e5-b78d-ba119ddf667b req-66a35e6d-28dc-429b-8e1b-26df3be58a84 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b8af059-5281-4c7f-afc8-33aac6f71c1d HTTP/1.1" status: 200 len: 945 time: 0.1283345 Sep 07 02:44:46.408545 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3890c59f-169e-40e5-b78d-ba119ddf667b req-7c7def9f-83f1-4a7e-90c4-017cee0b0ea3 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730374 Sep 07 02:44:46.456700 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ebb7a0f9-1cbb-4068-9cbb-67f4259ac86f req-77bb922d-0286-41aa-be10-384234113980 tempest-ServerShowV257Test-532934442 tempest-ServerShowV257Test-532934442-project] 10.222.0.22 "GET /v2.0/ports?device_id=790a8f72-badc-4135-ab7b-66c407779abb HTTP/1.1" status: 200 len: 210 time: 0.0314620 Sep 07 02:44:46.690590 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3093e31f-0dd7-4bb6-b00d-e5932bccfaf3 req-3441d784-72a7-4642-810d-9b6026421969 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:46.692638 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3093e31f-0dd7-4bb6-b00d-e5932bccfaf3 req-3441d784-72a7-4642-810d-9b6026421969 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=28b51fb1-3868-49df-a418-393700ddcb98 HTTP/1.1" status: 200 len: 945 time: 0.1386857 Sep 07 02:44:46.747958 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 1ec8cbb3-2e40-44f6-8f6c-b4b0dbd59fb6 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:44:46.779316 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3093e31f-0dd7-4bb6-b00d-e5932bccfaf3 req-20dd73a2-ea74-4fbc-8d2b-03f08cfc873d tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749493 Sep 07 02:44:46.789087 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7287fab3-7ac2-4671-b6ae-0dc56097f174 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:46.879853 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 1ec8cbb3-2e40-44f6-8f6c-b4b0dbd59fb6 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:44:46.933397 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44611731-fe60-43c4-a5c9-98a586ff893a req-29be52e0-20f1-4478-b9c0-70db9905618f tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:46.935869 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-44611731-fe60-43c4-a5c9-98a586ff893a req-29be52e0-20f1-4478-b9c0-70db9905618f tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=421c6d61-e719-47bf-87ee-469e8ff49090 HTTP/1.1" status: 200 len: 945 time: 0.0626860 Sep 07 02:44:46.992869 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-44611731-fe60-43c4-a5c9-98a586ff893a req-b796535d-dea1-41dc-82b8-4606b523f365 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482380 Sep 07 02:44:47.072335 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7287fab3-7ac2-4671-b6ae-0dc56097f174 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:47.271596 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7287fab3-7ac2-4671-b6ae-0dc56097f174 admin admin] Router c1ab538e-7710-4532-94bd-99b9219bd5fe is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 02:44:47.336841 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcffa80-79f0-43a8-a485-0a4d80d57a42 None None] Network 7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:44:47.407033 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7287fab3-7ac2-4671-b6ae-0dc56097f174 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:44:47.420814 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489a523d-9c15-49ca-a345-0cf71c41ed9a None None] Sync routers for ids ['c1ab538e-7710-4532-94bd-99b9219bd5fe'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:44:47.428009 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-864b158e-cb7d-4087-b31c-9f054b4f47c3 None None] Provisioning for port 1ec8cbb3-2e40-44f6-8f6c-b4b0dbd59fb6 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:44:47.438378 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-864b158e-cb7d-4087-b31c-9f054b4f47c3 None None] Provisioning complete for port 1ec8cbb3-2e40-44f6-8f6c-b4b0dbd59fb6 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:44:47.438757 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489a523d-9c15-49ca-a345-0cf71c41ed9a None None] Routers {'c1ab538e-7710-4532-94bd-99b9219bd5fe'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:44:47.438894 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-864b158e-cb7d-4087-b31c-9f054b4f47c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:47.440621 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-489a523d-9c15-49ca-a345-0cf71c41ed9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:44:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['c1ab538e-7710-4532-94bd-99b9219bd5fe'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:44:47.457299 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7287fab3-7ac2-4671-b6ae-0dc56097f174 admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:47.462307 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-7287fab3-7ac2-4671-b6ae-0dc56097f174 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6817131 Sep 07 02:44:47.462661 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54154) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:44:47.605747 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d3c6c-39c4-47d5-8d70-7a42be0616d5 req-caf557df-78e8-4eab-b7af-34ca424b5d26 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:47.608946 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-566d3c6c-39c4-47d5-8d70-7a42be0616d5 req-caf557df-78e8-4eab-b7af-34ca424b5d26 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b8af059-5281-4c7f-afc8-33aac6f71c1d HTTP/1.1" status: 200 len: 945 time: 0.1138391 Sep 07 02:44:47.705570 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-566d3c6c-39c4-47d5-8d70-7a42be0616d5 req-500ca3b1-e620-4404-8603-06628a6ca15b tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899920 Sep 07 02:44:47.712189 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-864b158e-cb7d-4087-b31c-9f054b4f47c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:47.736662 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-489a523d-9c15-49ca-a345-0cf71c41ed9a None None] Set router c1ab538e-7710-4532-94bd-99b9219bd5fe gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:44:47.768372 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-864b158e-cb7d-4087-b31c-9f054b4f47c3 None None] For port 1ec8cbb3-2e40-44f6-8f6c-b4b0dbd59fb6, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=1ec8cbb3-2e40-44f6-8f6c-b4b0dbd59fb6,segment=NetworkSegment(4018cf39-49dd-49a9-8ea5-093706efe321),segment_id=4018cf39-49dd-49a9-8ea5-093706efe321)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:44:47.782126 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-864b158e-cb7d-4087-b31c-9f054b4f47c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:47.899796 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864b158e-cb7d-4087-b31c-9f054b4f47c3 None None] Pushing event updated for resources: {'Port': ['ID=1ec8cbb3-2e40-44f6-8f6c-b4b0dbd59fb6,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:47.972125 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-03fe59d4-79b0-439d-bb99-d69e115215b2 req-4f0dfcc9-dae0-45a7-b802-81d80e4af379 tempest-ServerShowV257Test-532934442 tempest-ServerShowV257Test-532934442-project] 10.222.0.22 "GET /v2.0/ports?device_id=790a8f72-badc-4135-ab7b-66c407779abb HTTP/1.1" status: 200 len: 210 time: 0.2902529 Sep 07 02:44:48.199108 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-489a523d-9c15-49ca-a345-0cf71c41ed9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ab538e-7710-4532-94bd-99b9219bd5fe', 'name': 'tempest-ServersTestManualDisk-289755633-router', 'tenant_id': '6f0184f4d86f49e0b1ae71c80300b509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '8243c820-0944-4965-a5d9-96b24cd965a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:44:44Z', 'updated_at': '2021-09-07T02:44:46Z', 'revision_number': 3, 'project_id': '6f0184f4d86f49e0b1ae71c80300b509', 'gw_port': {'id': '8243c820-0944-4965-a5d9-96b24cd965a7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:45:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ab538e-7710-4532-94bd-99b9219bd5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:44:45Z', 'updated_at': '2021-09-07T02:44:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:44:48.217391 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-edccb0b8-2764-4db2-9d50-c0736a0b1d42 None None] Provisioning complete for port 1ec8cbb3-2e40-44f6-8f6c-b4b0dbd59fb6 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:44:48.217673 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-edccb0b8-2764-4db2-9d50-c0736a0b1d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:48.236370 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489a523d-9c15-49ca-a345-0cf71c41ed9a None None] Checking router: c1ab538e-7710-4532-94bd-99b9219bd5fe for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:44:48.237140 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489a523d-9c15-49ca-a345-0cf71c41ed9a None None] Updating router c1ab538e-7710-4532-94bd-99b9219bd5fe port 8243c820-0944-4965-a5d9-96b24cd965a7 binding host n-d-796209-16 {{(pid=94703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 02:44:48.265689 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-489a523d-9c15-49ca-a345-0cf71c41ed9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:48.304887 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95048a-2b91-4233-8d49-b25340b674b8 req-906c63ee-7420-4ad5-bc7b-366461976bbd tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:48.314156 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5a95048a-2b91-4233-8d49-b25340b674b8 req-906c63ee-7420-4ad5-bc7b-366461976bbd tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] 10.222.0.22 "GET /v2.0/ports?device_id=20d27a17-1040-4822-bb63-0f73de0ffebf HTTP/1.1" status: 200 len: 946 time: 0.1106830 Sep 07 02:44:48.365032 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5a95048a-2b91-4233-8d49-b25340b674b8 req-b8dea909-1c4c-409f-ae1a-4b7073163876 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cbb8135-9d03-4845-b592-042a08101ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467668 Sep 07 02:44:48.509055 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b536692-b0a1-496b-855a-f524575d18d1 req-c6beb741-9178-4fd2-85db-b7eaba0762af tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:48.518639 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8b536692-b0a1-496b-855a-f524575d18d1 req-c6beb741-9178-4fd2-85db-b7eaba0762af tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=421c6d61-e719-47bf-87ee-469e8ff49090 HTTP/1.1" status: 200 len: 945 time: 0.0718553 Sep 07 02:44:48.577726 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8b536692-b0a1-496b-855a-f524575d18d1 req-61780f29-bd86-4a4a-a8ce-ae2fddcacdab tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397274 Sep 07 02:44:48.614545 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-489a523d-9c15-49ca-a345-0cf71c41ed9a None None] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:48.636814 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-489a523d-9c15-49ca-a345-0cf71c41ed9a None None] Transition to ACTIVE for port object 8243c820-0944-4965-a5d9-96b24cd965a7 will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:44:48.655748 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-489a523d-9c15-49ca-a345-0cf71c41ed9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:48.679058 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642ffdef-0e83-42fc-8804-fc44c1d5c4bb req-8b4ac2ef-2fa9-4b3a-b874-cb8e907d379b tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:48.690332 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-642ffdef-0e83-42fc-8804-fc44c1d5c4bb req-8b4ac2ef-2fa9-4b3a-b874-cb8e907d379b tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=28b51fb1-3868-49df-a418-393700ddcb98 HTTP/1.1" status: 200 len: 945 time: 0.4904673 Sep 07 02:44:48.705884 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 1ec8cbb3-2e40-44f6-8f6c-b4b0dbd59fb6 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:44:48.731154 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-489a523d-9c15-49ca-a345-0cf71c41ed9a None None] Attempting to bind port 8243c820-0944-4965-a5d9-96b24cd965a7 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:44:48.733002 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-489a523d-9c15-49ca-a345-0cf71c41ed9a None None] Attempting to bind port 8243c820-0944-4965-a5d9-96b24cd965a7 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:44:48.733002 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489a523d-9c15-49ca-a345-0cf71c41ed9a None None] Attempting to bind port 8243c820-0944-4965-a5d9-96b24cd965a7 on network 1166b922-7457-4da4-bdda-328e8c8e7bc6 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:44:48.737024 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70967d04-9b47-4b19-80d5-6d6a799cd824 None None] Pushing event updated for resources: {'Port': ['ID=8243c820-0944-4965-a5d9-96b24cd965a7,revision_number=2']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:48.743120 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489a523d-9c15-49ca-a345-0cf71c41ed9a None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:44:48.743616 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489a523d-9c15-49ca-a345-0cf71c41ed9a None None] Checking segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:44:48.746065 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-489a523d-9c15-49ca-a345-0cf71c41ed9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:48.748015 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489a523d-9c15-49ca-a345-0cf71c41ed9a None None] Bound using segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:44:48.748597 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-489a523d-9c15-49ca-a345-0cf71c41ed9a None None] Bound port: 8243c820-0944-4965-a5d9-96b24cd965a7, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:44:48.748994 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-489a523d-9c15-49ca-a345-0cf71c41ed9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:48.807415 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-642ffdef-0e83-42fc-8804-fc44c1d5c4bb req-bbdbf510-fb25-4088-bd19-513c359744ae tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138353 Sep 07 02:44:48.820264 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 1ec8cbb3-2e40-44f6-8f6c-b4b0dbd59fb6 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:44:48.820786 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:48.846277 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-489a523d-9c15-49ca-a345-0cf71c41ed9a None None] For port 8243c820-0944-4965-a5d9-96b24cd965a7, host n-d-796209-16, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:44:48.850133 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-489a523d-9c15-49ca-a345-0cf71c41ed9a None None] For port 8243c820-0944-4965-a5d9-96b24cd965a7, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=8243c820-0944-4965-a5d9-96b24cd965a7,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:44:48.863412 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-489a523d-9c15-49ca-a345-0cf71c41ed9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:48.905028 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5165165c-f834-4403-9d4d-6405327cfc6e req-1d32f26c-ff3b-40d5-ba66-0c925ab0aad4 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:48.913126 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5165165c-f834-4403-9d4d-6405327cfc6e req-1d32f26c-ff3b-40d5-ba66-0c925ab0aad4 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b8af059-5281-4c7f-afc8-33aac6f71c1d HTTP/1.1" status: 200 len: 945 time: 0.0691636 Sep 07 02:44:48.930921 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ee941692-3d2c-492a-bd52-b11bd4ed6016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:48.981136 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5165165c-f834-4403-9d4d-6405327cfc6e req-89949ee0-45a2-444a-a3ae-70919b56fb5b tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668852 Sep 07 02:44:49.048608 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70967d04-9b47-4b19-80d5-6d6a799cd824 None None] Pushing event updated for resources: {'Port': ['ID=8243c820-0944-4965-a5d9-96b24cd965a7,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:49.072469 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489a523d-9c15-49ca-a345-0cf71c41ed9a None None] Routers {'c1ab538e-7710-4532-94bd-99b9219bd5fe'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:44:49.073621 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-489a523d-9c15-49ca-a345-0cf71c41ed9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:44:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['c1ab538e-7710-4532-94bd-99b9219bd5fe'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:44:49.185377 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-20655241-6d01-4821-ae8f-18b9262769bf req-923c57d6-1d77-439e-8a7c-a41e96ba2789 tempest-ServerShowV257Test-532934442 tempest-ServerShowV257Test-532934442-project] 10.222.0.22 "GET /v2.0/ports?device_id=790a8f72-badc-4135-ab7b-66c407779abb HTTP/1.1" status: 200 len: 210 time: 0.0767515 Sep 07 02:44:49.237459 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-489a523d-9c15-49ca-a345-0cf71c41ed9a None None] Set router c1ab538e-7710-4532-94bd-99b9219bd5fe gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:44:49.241077 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 281351f8-bf22-42d7-93cd-cb430a2a65aa up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:44:49.355356 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port 281351f8-bf22-42d7-93cd-cb430a2a65aa completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:44:49.360151 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 281351f8-bf22-42d7-93cd-cb430a2a65aa triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:44:49.360876 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:49.387509 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-ee941692-3d2c-492a-bd52-b11bd4ed6016 admin admin] Allocated IP 172.20.0.1 (7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d/2517e5a7-9911-46d3-a5ee-1794a3062b3b/0dcd29cc-b63a-4221-bdb4-9889205208b8) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:44:49.473114 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:49.510663 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28b51fb1-3868-49df-a418-393700ddcb98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '281351f8-bf22-42d7-93cd-cb430a2a65aa'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:44:49.513799 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1d7386-5e82-4c86-8476-a96db065ba4b" -d '{"events": [{"server_uuid": "28b51fb1-3868-49df-a418-393700ddcb98", "name": "network-vif-plugged", "status": "completed", "tag": "281351f8-bf22-42d7-93cd-cb430a2a65aa"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:44:49.555945 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 281351f8-bf22-42d7-93cd-cb430a2a65aa, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=281351f8-bf22-42d7-93cd-cb430a2a65aa,segment=NetworkSegment(737bac5c-5e4b-4b03-a099-f644edcc6c52),segment_id=737bac5c-5e4b-4b03-a099-f644edcc6c52)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:44:49.566491 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:49.572976 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-489a523d-9c15-49ca-a345-0cf71c41ed9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ab538e-7710-4532-94bd-99b9219bd5fe', 'name': 'tempest-ServersTestManualDisk-289755633-router', 'tenant_id': '6f0184f4d86f49e0b1ae71c80300b509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '8243c820-0944-4965-a5d9-96b24cd965a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:44:44Z', 'updated_at': '2021-09-07T02:44:46Z', 'revision_number': 3, 'project_id': '6f0184f4d86f49e0b1ae71c80300b509', 'gw_port': {'id': '8243c820-0944-4965-a5d9-96b24cd965a7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:45:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ab538e-7710-4532-94bd-99b9219bd5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:44:45Z', 'updated_at': '2021-09-07T02:44:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:44:49.577230 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ee941692-3d2c-492a-bd52-b11bd4ed6016 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:49.612301 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489a523d-9c15-49ca-a345-0cf71c41ed9a None None] The sync data for ids ['c1ab538e-7710-4532-94bd-99b9219bd5fe'] in n-d-796209-16 is: [{'id': 'c1ab538e-7710-4532-94bd-99b9219bd5fe', 'name': 'tempest-ServersTestManualDisk-289755633-router', 'tenant_id': '6f0184f4d86f49e0b1ae71c80300b509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '8243c820-0944-4965-a5d9-96b24cd965a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:44:44Z', 'updated_at': '2021-09-07T02:44:46Z', 'revision_number': 3, 'project_id': '6f0184f4d86f49e0b1ae71c80300b509', 'gw_port': {'id': '8243c820-0944-4965-a5d9-96b24cd965a7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:45:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ab538e-7710-4532-94bd-99b9219bd5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:44:45Z', 'updated_at': '2021-09-07T02:44:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:44:49.627687 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-ee941692-3d2c-492a-bd52-b11bd4ed6016 admin admin] Transition to ACTIVE for port object 0dcd29cc-b63a-4221-bdb4-9889205208b8 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:44:49.668546 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b9a35c-64cb-446a-a7af-b233abb9259e x-openstack-request-id: req-49b9a35c-64cb-446a-a7af-b233abb9259e {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:44:49.668546 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28b51fb1-3868-49df-a418-393700ddcb98", "name": "network-vif-plugged", "status": "completed", "tag": "281351f8-bf22-42d7-93cd-cb430a2a65aa", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:44:49.668904 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-49b9a35c-64cb-446a-a7af-b233abb9259e {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:44:49.669231 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28b51fb1-3868-49df-a418-393700ddcb98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '281351f8-bf22-42d7-93cd-cb430a2a65aa', 'code': 200} Sep 07 02:44:49.696503 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61df41b-03d1-49a2-914d-fe872bb1292d req-e59a85a9-2045-411c-bbd4-8785a5e5c5e7 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:49.704683 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=281351f8-bf22-42d7-93cd-cb430a2a65aa,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:49.705029 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a61df41b-03d1-49a2-914d-fe872bb1292d req-e59a85a9-2045-411c-bbd4-8785a5e5c5e7 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] 10.222.0.22 "GET /v2.0/ports?device_id=20d27a17-1040-4822-bb63-0f73de0ffebf HTTP/1.1" status: 200 len: 946 time: 0.1667509 Sep 07 02:44:49.767362 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90cb20-aa08-48fb-af8e-d9143f920899 req-2f8bc805-c7a4-4c04-b34a-c7a4c12d87ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:49.769179 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6a90cb20-aa08-48fb-af8e-d9143f920899 req-2f8bc805-c7a4-4c04-b34a-c7a4c12d87ea service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=28b51fb1-3868-49df-a418-393700ddcb98 HTTP/1.1" status: 200 len: 1098 time: 0.0949657 Sep 07 02:44:49.786701 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ee941692-3d2c-492a-bd52-b11bd4ed6016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:49.797277 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a61df41b-03d1-49a2-914d-fe872bb1292d req-a79969ca-9582-4f99-9e45-6da561c5fea1 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cbb8135-9d03-4845-b592-042a08101ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913475 Sep 07 02:44:49.821848 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2e35c-9e89-4ef1-bee9-3e065ae90f56 req-c14aa0bb-2e2f-4c39-bd78-2249d7a69bfa tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:49.823530 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e0b2e35c-9e89-4ef1-bee9-3e065ae90f56 req-c14aa0bb-2e2f-4c39-bd78-2249d7a69bfa tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=421c6d61-e719-47bf-87ee-469e8ff49090 HTTP/1.1" status: 200 len: 945 time: 0.0966930 Sep 07 02:44:49.869611 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6a90cb20-aa08-48fb-af8e-d9143f920899 req-3d2da618-2e26-4974-8474-603158ef46ad service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907485 Sep 07 02:44:49.898140 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee941692-3d2c-492a-bd52-b11bd4ed6016 admin admin] Network 7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:44:49.910059 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-ee941692-3d2c-492a-bd52-b11bd4ed6016 admin admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:44:49.921593 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee941692-3d2c-492a-bd52-b11bd4ed6016 admin admin] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:44:49.932354 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e0b2e35c-9e89-4ef1-bee9-3e065ae90f56 req-9730704c-2827-479c-805a-6265b7a57fa3 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971546 Sep 07 02:44:49.970181 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee941692-3d2c-492a-bd52-b11bd4ed6016 admin admin] Pushing event updated for resources: {'Port': ['ID=0dcd29cc-b63a-4221-bdb4-9889205208b8,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:50.041315 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ee941692-3d2c-492a-bd52-b11bd4ed6016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:50.273980 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a37a2-6857-4237-ae3f-99d8ee8d2e8f req-8704e673-4845-4cf0-9d25-f203d399cabb tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:50.283188 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f30a37a2-6857-4237-ae3f-99d8ee8d2e8f req-8704e673-4845-4cf0-9d25-f203d399cabb tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=28b51fb1-3868-49df-a418-393700ddcb98 HTTP/1.1" status: 200 len: 946 time: 0.3158839 Sep 07 02:44:50.311860 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e3b8e-7c58-4073-81bc-c784e206dbf1 req-852879ad-2a71-42d8-878b-04c7f530a7e2 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:50.315942 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee0e3b8e-7c58-4073-81bc-c784e206dbf1 req-852879ad-2a71-42d8-878b-04c7f530a7e2 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b8af059-5281-4c7f-afc8-33aac6f71c1d HTTP/1.1" status: 200 len: 945 time: 0.1396050 Sep 07 02:44:50.373032 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ee941692-3d2c-492a-bd52-b11bd4ed6016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:50.388798 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-d4e915bd-5450-4b98-8c89-4b2f4d847d1c None None] Provisioning for port 0dcd29cc-b63a-4221-bdb4-9889205208b8 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:44:50.398127 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee0e3b8e-7c58-4073-81bc-c784e206dbf1 req-65ee8df0-e5c6-4214-95c9-123bcf2f81f8 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703464 Sep 07 02:44:50.409031 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-d4e915bd-5450-4b98-8c89-4b2f4d847d1c None None] Provisioning complete for port 0dcd29cc-b63a-4221-bdb4-9889205208b8 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:44:50.409416 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d4e915bd-5450-4b98-8c89-4b2f4d847d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:50.431427 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f30a37a2-6857-4237-ae3f-99d8ee8d2e8f req-60c73067-9262-45cf-9d35-a857bffe1c82 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471095 Sep 07 02:44:50.654791 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ee941692-3d2c-492a-bd52-b11bd4ed6016 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:50.669131 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ee941692-3d2c-492a-bd52-b11bd4ed6016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:50.712623 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5e374777-7084-494b-a697-d9d1580f87ba req-df6f3265-d94b-46e5-8dbc-ce5b142870d2 tempest-ServerShowV257Test-532934442 tempest-ServerShowV257Test-532934442-project] 10.222.0.22 "GET /v2.0/ports?device_id=790a8f72-badc-4135-ab7b-66c407779abb HTTP/1.1" status: 200 len: 210 time: 0.0361741 Sep 07 02:44:50.730790 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-d4e915bd-5450-4b98-8c89-4b2f4d847d1c None None] Port 0dcd29cc-b63a-4221-bdb4-9889205208b8 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:44:50.834819 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 8243c820-0944-4965-a5d9-96b24cd965a7 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:44:50.873082 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee941692-3d2c-492a-bd52-b11bd4ed6016 admin admin] Pushing event updated for resources: {'Port': ['ID=0dcd29cc-b63a-4221-bdb4-9889205208b8,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:50.902380 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ee941692-3d2c-492a-bd52-b11bd4ed6016 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:50.939144 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 8243c820-0944-4965-a5d9-96b24cd965a7 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:44:50.945056 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 8243c820-0944-4965-a5d9-96b24cd965a7 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:44:50.946059 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:51.105224 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:51.158621 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808674cb-00ae-4ca4-81a0-7de95d2f62c8 req-221f968b-b7cd-4401-943c-46a97340b08a tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:51.160328 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 8243c820-0944-4965-a5d9-96b24cd965a7, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=8243c820-0944-4965-a5d9-96b24cd965a7,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:44:51.162323 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-808674cb-00ae-4ca4-81a0-7de95d2f62c8 req-221f968b-b7cd-4401-943c-46a97340b08a tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=421c6d61-e719-47bf-87ee-469e8ff49090 HTTP/1.1" status: 200 len: 945 time: 0.0842061 Sep 07 02:44:51.173687 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:51.185166 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec24dc5b-0678-410f-b5a7-e9c817e1cb5c req-7154358b-12a8-4792-a79d-fa4de8889b2f tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:51.195048 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ec24dc5b-0678-410f-b5a7-e9c817e1cb5c req-7154358b-12a8-4792-a79d-fa4de8889b2f tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] 10.222.0.22 "GET /v2.0/ports?device_id=20d27a17-1040-4822-bb63-0f73de0ffebf HTTP/1.1" status: 200 len: 946 time: 0.2774146 Sep 07 02:44:51.199411 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee941692-3d2c-492a-bd52-b11bd4ed6016 admin admin] Network 7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:44:51.218835 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-ee941692-3d2c-492a-bd52-b11bd4ed6016 admin admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:44:51.252408 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-808674cb-00ae-4ca4-81a0-7de95d2f62c8 req-6bf9831a-716c-46ab-981d-5cc4f9a1f8f9 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620792 Sep 07 02:44:51.261786 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=8243c820-0944-4965-a5d9-96b24cd965a7,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:51.299423 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:51.306613 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:51.365077 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee941692-3d2c-492a-bd52-b11bd4ed6016 admin admin] Router c1ab538e-7710-4532-94bd-99b9219bd5fe has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:44:51.447880 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ec24dc5b-0678-410f-b5a7-e9c817e1cb5c req-6ef6c076-6f2b-4810-9da6-42ab33532fc4 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cbb8135-9d03-4845-b592-042a08101ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2452769 Sep 07 02:44:51.611429 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee941692-3d2c-492a-bd52-b11bd4ed6016 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:44:51.613993 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1043ebd9-82af-4e7c-b733-3f58c443ce16 req-c3beee5c-365d-4efd-a897-a5a05ce96c5f tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:51.618352 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-ee941692-3d2c-492a-bd52-b11bd4ed6016 admin admin] 10.222.0.22 "PUT /v2.0/routers/c1ab538e-7710-4532-94bd-99b9219bd5fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1545200 Sep 07 02:44:51.624130 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1043ebd9-82af-4e7c-b733-3f58c443ce16 req-c3beee5c-365d-4efd-a897-a5a05ce96c5f tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b8af059-5281-4c7f-afc8-33aac6f71c1d HTTP/1.1" status: 200 len: 945 time: 0.0858421 Sep 07 02:44:51.642128 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4132f49-ff2b-4d3c-bc10-1e150aecbe9c req-59a4c765-735e-4040-9a7a-2dfc9b30bd08 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:51.651151 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c4132f49-ff2b-4d3c-bc10-1e150aecbe9c req-59a4c765-735e-4040-9a7a-2dfc9b30bd08 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=28b51fb1-3868-49df-a418-393700ddcb98 HTTP/1.1" status: 200 len: 946 time: 0.0895855 Sep 07 02:44:51.681922 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8d2fde5f-0058-48f5-923d-159385f1dedc None None] Provisioning complete for port 0dcd29cc-b63a-4221-bdb4-9889205208b8 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:44:51.682433 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8d2fde5f-0058-48f5-923d-159385f1dedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:51.687870 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1043ebd9-82af-4e7c-b733-3f58c443ce16 req-007e69a2-f84a-4af1-b98a-ad20f4e69515 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625980 Sep 07 02:44:51.698924 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c4132f49-ff2b-4d3c-bc10-1e150aecbe9c req-85441e02-6f9d-417c-9a91-13022602b778 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471373 Sep 07 02:44:51.758914 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8d2fde5f-0058-48f5-923d-159385f1dedc None None] Port 0dcd29cc-b63a-4221-bdb4-9889205208b8 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:44:51.940030 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-59d3ab37-8e70-4ebd-b78a-01087225044d req-d3871928-d23a-464f-b546-8911111ec7ea tempest-ServerShowV257Test-532934442 tempest-ServerShowV257Test-532934442-project] 10.222.0.22 "GET /v2.0/ports?device_id=790a8f72-badc-4135-ab7b-66c407779abb HTTP/1.1" status: 200 len: 210 time: 0.0389457 Sep 07 02:44:52.079014 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c80fe-99a5-4c4e-b2d5-eb51adcc5af2 req-11115228-529e-43de-aaaa-182df3a92f53 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:52.080578 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a67c80fe-99a5-4c4e-b2d5-eb51adcc5af2 req-11115228-529e-43de-aaaa-182df3a92f53 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=28b51fb1-3868-49df-a418-393700ddcb98 HTTP/1.1" status: 200 len: 946 time: 0.0743165 Sep 07 02:44:52.134298 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a67c80fe-99a5-4c4e-b2d5-eb51adcc5af2 req-ed51c847-9063-4ee4-9a80-e1cbcf082acd tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467434 Sep 07 02:44:52.201503 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002c0d8b-f2a2-4542-a346-2849d8cb6e9d None None] Sync routers for ids ['c1ab538e-7710-4532-94bd-99b9219bd5fe'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:44:52.241699 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002c0d8b-f2a2-4542-a346-2849d8cb6e9d None None] Routers {'c1ab538e-7710-4532-94bd-99b9219bd5fe'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:44:52.242399 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-002c0d8b-f2a2-4542-a346-2849d8cb6e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:44:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['c1ab538e-7710-4532-94bd-99b9219bd5fe'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:44:52.292352 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 02:44:52.359375 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7624e-7f59-4132-a62f-0952113030c0 req-cdb945c8-5dac-4ec5-8875-b7f08f8a2287 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:52.368535 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c6a7624e-7f59-4132-a62f-0952113030c0 req-cdb945c8-5dac-4ec5-8875-b7f08f8a2287 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=28b51fb1-3868-49df-a418-393700ddcb98 HTTP/1.1" status: 200 len: 946 time: 0.1386731 Sep 07 02:44:52.413193 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-421a0627-b078-46eb-a23b-5bebb8f556fa req-d2c27d4b-eda7-41cb-be3a-22c09a0bb422 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=790a8f72-badc-4135-ab7b-66c407779abb HTTP/1.1" status: 200 len: 210 time: 0.0794775 Sep 07 02:44:52.426086 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c6a7624e-7f59-4132-a62f-0952113030c0 req-d156070d-ff7c-40e7-860b-9ec754811e01 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500736 Sep 07 02:44:52.437435 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72767d07-244c-4f89-8ded-593ceb1bbbc0 req-fd126f38-a306-472e-8d03-09c74c7b36b9 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:52.442849 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-72767d07-244c-4f89-8ded-593ceb1bbbc0 req-fd126f38-a306-472e-8d03-09c74c7b36b9 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] 10.222.0.23 "GET /v2.0/ports?device_id=20d27a17-1040-4822-bb63-0f73de0ffebf HTTP/1.1" status: 200 len: 946 time: 0.2476995 Sep 07 02:44:52.446971 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-002c0d8b-f2a2-4542-a346-2849d8cb6e9d None None] Set router c1ab538e-7710-4532-94bd-99b9219bd5fe gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:44:52.574874 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3947ddf-d6ee-4536-9f11-9f0d2c7b79ea req-dcd0c4b0-b01b-4b6d-a610-306f26473788 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:52.576959 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c3947ddf-d6ee-4536-9f11-9f0d2c7b79ea req-dcd0c4b0-b01b-4b6d-a610-306f26473788 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=421c6d61-e719-47bf-87ee-469e8ff49090 HTTP/1.1" status: 200 len: 945 time: 0.0791583 Sep 07 02:44:52.666885 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c3947ddf-d6ee-4536-9f11-9f0d2c7b79ea req-29dc1f26-0ac6-4eca-96c3-1ac0f7860c8c tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742126 Sep 07 02:44:52.667613 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54240) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:44:52.680702 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-8717581c-d620-4e01-b56a-5c6b6f8783bb tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Request body: {'security_group': {'name': 'tempest-securitygroup--291257728', 'description': 'tempest-description--2036571163'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:44:52.759102 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8717581c-d620-4e01-b56a-5c6b6f8783bb tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:52.794098 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 8243c820-0944-4965-a5d9-96b24cd965a7 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:44:52.843532 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-72767d07-244c-4f89-8ded-593ceb1bbbc0 req-6258feaf-0585-4743-ac54-bbdb49d286d4 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Deleting port babc2f90-9682-487e-b1c2-f9bd7a159508 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:44:52.843892 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-72767d07-244c-4f89-8ded-593ceb1bbbc0 req-6258feaf-0585-4743-ac54-bbdb49d286d4 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:52.907220 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157dc914-6cee-49cc-9ce6-b313ba496f17 req-99645483-0c47-4436-a472-429a2f609991 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:52.914991 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-157dc914-6cee-49cc-9ce6-b313ba496f17 req-99645483-0c47-4436-a472-429a2f609991 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] 10.222.0.22 "GET /v2.0/ports?device_id=20d27a17-1040-4822-bb63-0f73de0ffebf HTTP/1.1" status: 200 len: 946 time: 0.1254017 Sep 07 02:44:52.931729 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-002c0d8b-f2a2-4542-a346-2849d8cb6e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ab538e-7710-4532-94bd-99b9219bd5fe', 'name': 'tempest-ServersTestManualDisk-289755633-router', 'tenant_id': '6f0184f4d86f49e0b1ae71c80300b509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '8243c820-0944-4965-a5d9-96b24cd965a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:44:44Z', 'updated_at': '2021-09-07T02:44:50Z', 'revision_number': 4, 'project_id': '6f0184f4d86f49e0b1ae71c80300b509', 'gw_port': {'id': '8243c820-0944-4965-a5d9-96b24cd965a7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:45:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ab538e-7710-4532-94bd-99b9219bd5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:44:45Z', 'updated_at': '2021-09-07T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '0dcd29cc-b63a-4221-bdb4-9889205208b8', 'name': '', 'network_id': '7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d', 'tenant_id': '6f0184f4d86f49e0b1ae71c80300b509', 'mac_address': 'fa:16:3e:a5:64:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ab538e-7710-4532-94bd-99b9219bd5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '2517e5a7-9911-46d3-a5ee-1794a3062b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:44:49Z', 'updated_at': '2021-09-07T02:44:50Z', 'revision_number': 2, 'project_id': '6f0184f4d86f49e0b1ae71c80300b509', 'subnets': [{'id': '2517e5a7-9911-46d3-a5ee-1794a3062b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:44:52.974352 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002c0d8b-f2a2-4542-a346-2849d8cb6e9d None None] Checking router: c1ab538e-7710-4532-94bd-99b9219bd5fe for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:44:52.975350 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002c0d8b-f2a2-4542-a346-2849d8cb6e9d None None] Updating router c1ab538e-7710-4532-94bd-99b9219bd5fe port 0dcd29cc-b63a-4221-bdb4-9889205208b8 binding host n-d-796209-16 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 02:44:53.001367 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-157dc914-6cee-49cc-9ce6-b313ba496f17 req-87c63249-893e-469e-b2cf-330775158e9b tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] 10.222.0.22 "GET /v2.0/security-groups?id=2cbb8135-9d03-4845-b592-042a08101ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852103 Sep 07 02:44:53.020239 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-72767d07-244c-4f89-8ded-593ceb1bbbc0 req-6258feaf-0585-4743-ac54-bbdb49d286d4 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] For port babc2f90-9682-487e-b1c2-f9bd7a159508, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=babc2f90-9682-487e-b1c2-f9bd7a159508,segment=NetworkSegment(0591f86f-9faf-48d2-8118-25ec53938e51),segment_id=0591f86f-9faf-48d2-8118-25ec53938e51)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:44:53.020607 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-72767d07-244c-4f89-8ded-593ceb1bbbc0 req-6258feaf-0585-4743-ac54-bbdb49d286d4 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:53.022717 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 8243c820-0944-4965-a5d9-96b24cd965a7 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:44:53.023001 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:53.068370 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8717581c-d620-4e01-b56a-5c6b6f8783bb tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:53.077746 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8717581c-d620-4e01-b56a-5c6b6f8783bb tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:53.078385 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-002c0d8b-f2a2-4542-a346-2849d8cb6e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:53.129607 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8717581c-d620-4e01-b56a-5c6b6f8783bb tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:53.136342 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8717581c-d620-4e01-b56a-5c6b6f8783bb tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4607494 Sep 07 02:44:53.137116 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54252) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:44:53.152590 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-df121f3e-f4c3-4af2-b5e8-791fd6215592 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Request body: {'security_group_rule': {'security_group_id': '4cb359fe-2b6c-4847-ac45-9974b2b99d99', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:44:53.176128 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8717581c-d620-4e01-b56a-5c6b6f8783bb tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb359fe-2b6c-4847-ac45-9974b2b99d99,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:53.201720 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec2e75-3d04-446e-ab09-6bd0705bea65 req-039261ef-bc65-47c8-b7a9-2af8dba1d8dc tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:53.211361 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-79ec2e75-3d04-446e-ab09-6bd0705bea65 req-039261ef-bc65-47c8-b7a9-2af8dba1d8dc tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b8af059-5281-4c7f-afc8-33aac6f71c1d HTTP/1.1" status: 200 len: 945 time: 0.1876118 Sep 07 02:44:53.240750 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-df121f3e-f4c3-4af2-b5e8-791fd6215592 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:53.315603 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf6daf5-58ad-4424-b1c9-e3c94f5b23f8 req-6fc51500-91fc-44c3-ae75-820c1c1dd3b1 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:53.319047 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-79ec2e75-3d04-446e-ab09-6bd0705bea65 req-4c40b7b0-da65-4d8e-9e32-3f713bcc443c tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022737 Sep 07 02:44:53.323464 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9cf6daf5-58ad-4424-b1c9-e3c94f5b23f8 req-6fc51500-91fc-44c3-ae75-820c1c1dd3b1 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=28b51fb1-3868-49df-a418-393700ddcb98 HTTP/1.1" status: 200 len: 946 time: 0.0959833 Sep 07 02:44:53.386754 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-df121f3e-f4c3-4af2-b5e8-791fd6215592 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:53.402672 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9cf6daf5-58ad-4424-b1c9-e3c94f5b23f8 req-3a0bc9ee-6152-40cc-aa3c-dbc6103f6e7e tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771229 Sep 07 02:44:53.405405 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-df121f3e-f4c3-4af2-b5e8-791fd6215592 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:53.443292 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df121f3e-f4c3-4af2-b5e8-791fd6215592 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2209be88-2b59-45c5-b3b3-fa5f7f1be1b7,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:53.461301 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-df121f3e-f4c3-4af2-b5e8-791fd6215592 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:53.465694 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-df121f3e-f4c3-4af2-b5e8-791fd6215592 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3234308 Sep 07 02:44:53.466675 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54254) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:44:53.481053 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-74fc577a-6e64-47f8-bc1e-788bdce1362e tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Request body: {'security_group_rule': {'security_group_id': '4cb359fe-2b6c-4847-ac45-9974b2b99d99', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:44:53.556690 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-72767d07-244c-4f89-8ded-593ceb1bbbc0 req-6258feaf-0585-4743-ac54-bbdb49d286d4 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:53.557068 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-72767d07-244c-4f89-8ded-593ceb1bbbc0 req-6258feaf-0585-4743-ac54-bbdb49d286d4 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:53.557610 n-d-796209-16 neutron-server[94700]: INFO neutron.db.l3_db [req-72767d07-244c-4f89-8ded-593ceb1bbbc0 req-6258feaf-0585-4743-ac54-bbdb49d286d4 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Floating IP ebfb985c-56da-4fba-9922-3adacaf864a8 disassociated. External IP: 172.25.5.10, port: babc2f90-9682-487e-b1c2-f9bd7a159508. Sep 07 02:44:53.557906 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-72767d07-244c-4f89-8ded-593ceb1bbbc0 req-6258feaf-0585-4743-ac54-bbdb49d286d4 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Calling delete_port for babc2f90-9682-487e-b1c2-f9bd7a159508 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:44:53.586521 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-74fc577a-6e64-47f8-bc1e-788bdce1362e tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:53.600401 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-14a0834b-73a9-4246-a8f0-d09904251b52 req-e7516b7a-feea-4780-8914-494b2f6db19b tempest-ServerShowV257Test-532934442 tempest-ServerShowV257Test-532934442-project] 10.222.0.22 "GET /v2.0/ports?device_id=790a8f72-badc-4135-ab7b-66c407779abb HTTP/1.1" status: 200 len: 210 time: 0.0428748 Sep 07 02:44:53.602534 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-002c0d8b-f2a2-4542-a346-2849d8cb6e9d None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:53.650651 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-002c0d8b-f2a2-4542-a346-2849d8cb6e9d None None] Transition to ACTIVE for port object 0dcd29cc-b63a-4221-bdb4-9889205208b8 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:44:53.662871 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-002c0d8b-f2a2-4542-a346-2849d8cb6e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:53.750361 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-74fc577a-6e64-47f8-bc1e-788bdce1362e tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:53.772980 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc95eab-3fe3-45ca-a18f-7d7b9cc25044 None None] Pushing event updated for resources: {'Port': ['ID=0dcd29cc-b63a-4221-bdb4-9889205208b8,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:53.838019 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-002c0d8b-f2a2-4542-a346-2849d8cb6e9d None None] Attempting to bind port 0dcd29cc-b63a-4221-bdb4-9889205208b8 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:44:53.838592 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-002c0d8b-f2a2-4542-a346-2849d8cb6e9d None None] Attempting to bind port 0dcd29cc-b63a-4221-bdb4-9889205208b8 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '4018cf39-49dd-49a9-8ea5-093706efe321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:44:53.838998 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002c0d8b-f2a2-4542-a346-2849d8cb6e9d None None] Attempting to bind port 0dcd29cc-b63a-4221-bdb4-9889205208b8 on network 7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:44:53.841339 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-74fc577a-6e64-47f8-bc1e-788bdce1362e tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:53.846997 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002c0d8b-f2a2-4542-a346-2849d8cb6e9d None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:44:53.847379 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002c0d8b-f2a2-4542-a346-2849d8cb6e9d None None] Checking segment: {'id': '4018cf39-49dd-49a9-8ea5-093706efe321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:44:53.847891 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-002c0d8b-f2a2-4542-a346-2849d8cb6e9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:53.848398 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002c0d8b-f2a2-4542-a346-2849d8cb6e9d None None] Bound using segment: {'id': '4018cf39-49dd-49a9-8ea5-093706efe321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:44:53.849709 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-002c0d8b-f2a2-4542-a346-2849d8cb6e9d None None] Bound port: 0dcd29cc-b63a-4221-bdb4-9889205208b8, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4018cf39-49dd-49a9-8ea5-093706efe321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:44:53.850120 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-002c0d8b-f2a2-4542-a346-2849d8cb6e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:53.891463 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fc577a-6e64-47f8-bc1e-788bdce1362e tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8e11700-56a9-4b63-a49b-30e25a81b2e3,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:53.906044 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-74fc577a-6e64-47f8-bc1e-788bdce1362e tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:53.908682 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-74fc577a-6e64-47f8-bc1e-788bdce1362e tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4369564 Sep 07 02:44:53.912404 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54262) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:44:53.913861 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-72767d07-244c-4f89-8ded-593ceb1bbbc0 req-6258feaf-0585-4743-ac54-bbdb49d286d4 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:53.917585 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-b7903192-b0cc-474d-8d18-3fe8e9afb4d7 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Request body: {'floatingip': {'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:44:53.952579 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6258feaf-0585-4743-ac54-bbdb49d286d4 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Pushing event deleted for resources: {'Port': ['ID=babc2f90-9682-487e-b1c2-f9bd7a159508,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:53.969831 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c2c60-f1a6-4113-913a-b0b47d66feef req-2f275160-1249-41b0-9756-3a4ed00d65cb tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:53.970383 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-002c0d8b-f2a2-4542-a346-2849d8cb6e9d None None] For port 0dcd29cc-b63a-4221-bdb4-9889205208b8, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:44:53.977935 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bf5c2c60-f1a6-4113-913a-b0b47d66feef req-2f275160-1249-41b0-9756-3a4ed00d65cb tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=421c6d61-e719-47bf-87ee-469e8ff49090 HTTP/1.1" status: 200 len: 945 time: 0.2143800 Sep 07 02:44:53.978614 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-002c0d8b-f2a2-4542-a346-2849d8cb6e9d None None] For port 0dcd29cc-b63a-4221-bdb4-9889205208b8, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=0dcd29cc-b63a-4221-bdb4-9889205208b8,segment=NetworkSegment(4018cf39-49dd-49a9-8ea5-093706efe321),segment_id=4018cf39-49dd-49a9-8ea5-093706efe321)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:44:53.982259 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b7903192-b0cc-474d-8d18-3fe8e9afb4d7 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Notify callbacks [] for floatingip, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:53.989376 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-002c0d8b-f2a2-4542-a346-2849d8cb6e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:54.052427 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc95eab-3fe3-45ca-a18f-7d7b9cc25044 None None] Pushing event updated for resources: {'Port': ['ID=0dcd29cc-b63a-4221-bdb4-9889205208b8,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:54.054195 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bf5c2c60-f1a6-4113-913a-b0b47d66feef req-e70067ea-0a0e-48bc-9ed4-39d1f5a7793b tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721672 Sep 07 02:44:54.090953 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002c0d8b-f2a2-4542-a346-2849d8cb6e9d None None] Routers {'c1ab538e-7710-4532-94bd-99b9219bd5fe'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:44:54.091789 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-002c0d8b-f2a2-4542-a346-2849d8cb6e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:44:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['c1ab538e-7710-4532-94bd-99b9219bd5fe'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:44:54.227650 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-002c0d8b-f2a2-4542-a346-2849d8cb6e9d None None] Set router c1ab538e-7710-4532-94bd-99b9219bd5fe gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:44:54.266571 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3228b293-18ce-4dca-abbf-52a2395cc175 req-df60e08f-5b06-4c62-9922-90cdd0b652a8 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] 10.222.0.22 "GET /v2.0/ports?device_id=20d27a17-1040-4822-bb63-0f73de0ffebf HTTP/1.1" status: 200 len: 210 time: 0.1031473 Sep 07 02:44:54.289414 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b7903192-b0cc-474d-8d18-3fe8e9afb4d7 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:54.350564 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72767d07-244c-4f89-8ded-593ceb1bbbc0 req-6258feaf-0585-4743-ac54-bbdb49d286d4 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Router 524a2e35-ff2c-483a-86da-291e28b453f8 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:44:54.521388 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-b7903192-b0cc-474d-8d18-3fe8e9afb4d7 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Allocated IP 172.25.5.128 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/8f701a65-40db-4aa3-9560-37836645117f) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:44:54.542254 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device babc2f90-9682-487e-b1c2-f9bd7a159508 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:44:54.644359 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: babc2f90-9682-487e-b1c2-f9bd7a159508 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:44:54.645053 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device babc2f90-9682-487e-b1c2-f9bd7a159508 not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:44:54.677782 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c03bd8-46f5-4fae-868d-d0a812240b80 req-d8245d38-093e-44e1-bd6d-5bd9f226e218 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:54.686117 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d9c03bd8-46f5-4fae-868d-d0a812240b80 req-d8245d38-093e-44e1-bd6d-5bd9f226e218 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=28b51fb1-3868-49df-a418-393700ddcb98 HTTP/1.1" status: 200 len: 946 time: 0.1560500 Sep 07 02:44:54.741568 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72767d07-244c-4f89-8ded-593ceb1bbbc0 req-6258feaf-0585-4743-ac54-bbdb49d286d4 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:44:54.761269 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f56a3ab-2139-4721-a963-3108ea2f781c None None] Sync routers for ids ['524a2e35-ff2c-483a-86da-291e28b453f8'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:44:54.775004 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f56a3ab-2139-4721-a963-3108ea2f781c None None] Routers {'524a2e35-ff2c-483a-86da-291e28b453f8'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:44:54.776320 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-2f56a3ab-2139-4721-a963-3108ea2f781c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:44:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['524a2e35-ff2c-483a-86da-291e28b453f8'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:44:54.776919 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7abed1f-1d8b-4540-9461-99522689ebf3 req-79d88d19-a395-4817-aa93-8861163e17bb tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:54.783372 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d9c03bd8-46f5-4fae-868d-d0a812240b80 req-5284da59-fdae-4da7-b05c-003835a415c4 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953979 Sep 07 02:44:54.796200 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f7abed1f-1d8b-4540-9461-99522689ebf3 req-79d88d19-a395-4817-aa93-8861163e17bb tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b8af059-5281-4c7f-afc8-33aac6f71c1d HTTP/1.1" status: 200 len: 945 time: 0.2847149 Sep 07 02:44:54.810535 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-002c0d8b-f2a2-4542-a346-2849d8cb6e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ab538e-7710-4532-94bd-99b9219bd5fe', 'name': 'tempest-ServersTestManualDisk-289755633-router', 'tenant_id': '6f0184f4d86f49e0b1ae71c80300b509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '8243c820-0944-4965-a5d9-96b24cd965a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:44:44Z', 'updated_at': '2021-09-07T02:44:50Z', 'revision_number': 4, 'project_id': '6f0184f4d86f49e0b1ae71c80300b509', 'gw_port': {'id': '8243c820-0944-4965-a5d9-96b24cd965a7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:45:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ab538e-7710-4532-94bd-99b9219bd5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:44:45Z', 'updated_at': '2021-09-07T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '0dcd29cc-b63a-4221-bdb4-9889205208b8', 'name': '', 'network_id': '7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d', 'tenant_id': '6f0184f4d86f49e0b1ae71c80300b509', 'mac_address': 'fa:16:3e:a5:64:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ab538e-7710-4532-94bd-99b9219bd5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '2517e5a7-9911-46d3-a5ee-1794a3062b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:44:49Z', 'updated_at': '2021-09-07T02:44:53Z', 'revision_number': 4, 'project_id': '6f0184f4d86f49e0b1ae71c80300b509', 'subnets': [{'id': '2517e5a7-9911-46d3-a5ee-1794a3062b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:44:54.892930 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b7903192-b0cc-474d-8d18-3fe8e9afb4d7 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:54.894175 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002c0d8b-f2a2-4542-a346-2849d8cb6e9d None None] The sync data for ids ['c1ab538e-7710-4532-94bd-99b9219bd5fe'] in n-d-796209-16 is: [{'id': 'c1ab538e-7710-4532-94bd-99b9219bd5fe', 'name': 'tempest-ServersTestManualDisk-289755633-router', 'tenant_id': '6f0184f4d86f49e0b1ae71c80300b509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '8243c820-0944-4965-a5d9-96b24cd965a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:44:44Z', 'updated_at': '2021-09-07T02:44:50Z', 'revision_number': 4, 'project_id': '6f0184f4d86f49e0b1ae71c80300b509', 'gw_port': {'id': '8243c820-0944-4965-a5d9-96b24cd965a7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:45:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ab538e-7710-4532-94bd-99b9219bd5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:44:45Z', 'updated_at': '2021-09-07T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '0dcd29cc-b63a-4221-bdb4-9889205208b8', 'name': '', 'network_id': '7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d', 'tenant_id': '6f0184f4d86f49e0b1ae71c80300b509', 'mac_address': 'fa:16:3e:a5:64:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1ab538e-7710-4532-94bd-99b9219bd5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '2517e5a7-9911-46d3-a5ee-1794a3062b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:44:49Z', 'updated_at': '2021-09-07T02:44:53Z', 'revision_number': 4, 'project_id': '6f0184f4d86f49e0b1ae71c80300b509', 'subnets': [{'id': '2517e5a7-9911-46d3-a5ee-1794a3062b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:44:54.900439 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-72767d07-244c-4f89-8ded-593ceb1bbbc0 req-6258feaf-0585-4743-ac54-bbdb49d286d4 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] No DVR routers for this DVR port babc2f90-9682-487e-b1c2-f9bd7a159508 on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:44:54.909873 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-72767d07-244c-4f89-8ded-593ceb1bbbc0 req-6258feaf-0585-4743-ac54-bbdb49d286d4 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:54.912516 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-72767d07-244c-4f89-8ded-593ceb1bbbc0 req-6258feaf-0585-4743-ac54-bbdb49d286d4 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] 10.222.0.23 "DELETE /v2.0/ports/babc2f90-9682-487e-b1c2-f9bd7a159508 HTTP/1.1" status: 204 len: 173 time: 2.2992730 Sep 07 02:44:54.913072 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d27a17-1040-4822-bb63-0f73de0ffebf', 'name': 'network-vif-deleted', 'tag': 'babc2f90-9682-487e-b1c2-f9bd7a159508'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:44:54.915457 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14145dde-fbcd-4c53-a854-2cf2998e8997" -d '{"events": [{"server_uuid": "20d27a17-1040-4822-bb63-0f73de0ffebf", "name": "network-vif-deleted", "tag": "babc2f90-9682-487e-b1c2-f9bd7a159508"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:44:54.968822 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f7abed1f-1d8b-4540-9461-99522689ebf3 req-ff695330-6c07-497e-b737-e570d28d5e6f tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713853 Sep 07 02:44:54.986154 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b7903192-b0cc-474d-8d18-3fe8e9afb4d7 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:55.089547 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752f6305-a2de-4f0d-a71c-e435613594c2 x-openstack-request-id: req-752f6305-a2de-4f0d-a71c-e435613594c2 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:44:55.090104 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20d27a17-1040-4822-bb63-0f73de0ffebf", "name": "network-vif-deleted", "tag": "babc2f90-9682-487e-b1c2-f9bd7a159508", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:44:55.090567 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-752f6305-a2de-4f0d-a71c-e435613594c2 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:44:55.091208 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20d27a17-1040-4822-bb63-0f73de0ffebf', 'name': 'network-vif-deleted', 'tag': 'babc2f90-9682-487e-b1c2-f9bd7a159508', 'status': 'completed', 'code': 200} Sep 07 02:44:55.112232 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-2f56a3ab-2139-4721-a963-3108ea2f781c None None] Set router 524a2e35-ff2c-483a-86da-291e28b453f8 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:44:55.136318 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7903192-b0cc-474d-8d18-3fe8e9afb4d7 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:44:55.144276 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-b7903192-b0cc-474d-8d18-3fe8e9afb4d7 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:44:55.154065 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7903192-b0cc-474d-8d18-3fe8e9afb4d7 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:44:55.207128 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7903192-b0cc-474d-8d18-3fe8e9afb4d7 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Pushing event updated for resources: {'Port': ['ID=8f701a65-40db-4aa3-9560-37836645117f,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:55.259200 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4db0c2d6-7a98-4fcb-86e5-a1283d1cdadc req-c2d23a0f-52dd-4eeb-b7b8-8e8c88a51e77 tempest-ServerShowV257Test-532934442 tempest-ServerShowV257Test-532934442-project] 10.222.0.22 "GET /v2.0/ports?device_id=790a8f72-badc-4135-ab7b-66c407779abb HTTP/1.1" status: 200 len: 210 time: 0.0563486 Sep 07 02:44:55.260914 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d519a-f11c-4581-b8a9-9d2448620777 req-668e2a5f-fc1c-4132-ad32-79b02c832cfe tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:55.269922 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e49d519a-f11c-4581-b8a9-9d2448620777 req-668e2a5f-fc1c-4132-ad32-79b02c832cfe tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=421c6d61-e719-47bf-87ee-469e8ff49090 HTTP/1.1" status: 200 len: 945 time: 0.1188488 Sep 07 02:44:55.360366 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e49d519a-f11c-4581-b8a9-9d2448620777 req-b8668026-662c-4252-ad93-f0eba1a1b8a9 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854111 Sep 07 02:44:55.394105 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b7903192-b0cc-474d-8d18-3fe8e9afb4d7 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:55.489677 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b7903192-b0cc-474d-8d18-3fe8e9afb4d7 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:55.633433 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-2f56a3ab-2139-4721-a963-3108ea2f781c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524a2e35-ff2c-483a-86da-291e28b453f8', 'name': 'tempest-ServersTestJSON-1752052576-router', 'tenant_id': '1cb4444198df4bb2bcd059ce08ea0dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '249dbf9d-354b-4252-bf1d-ac28649b01a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:42:30Z', 'updated_at': '2021-09-07T02:42:38Z', 'revision_number': 4, 'project_id': '1cb4444198df4bb2bcd059ce08ea0dc3', 'gw_port': {'id': '249dbf9d-354b-4252-bf1d-ac28649b01a7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524a2e35-ff2c-483a-86da-291e28b453f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:42:32Z', 'updated_at': '2021-09-07T02:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'a8f73db3-6997-46c1-82e5-4b753f7367ce', 'name': '', 'network_id': '44ca0f19-5467-4e01-a811-705a63a89a61', 'tenant_id': '1cb4444198df4bb2bcd059ce08ea0dc3', 'mac_address': 'fa:16:3e:1c:6c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524a2e35-ff2c-483a-86da-291e28b453f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'aeeb3351-2834-4965-8c13-9d419d66a2a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:42:36Z', 'updated_at': '2021-09-07T02:42:47Z', 'revision_number': 5, 'project_id': '1cb4444198df4bb2bcd059ce08ea0dc3', 'subnets': [{'id': 'aeeb3351-2834-4965-8c13-9d419d66a2a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:44:55.658373 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-357327f9-a4e6-40f4-a57c-bd76fe6a1877 req-01de1a7a-2ccf-406c-b8fe-34430ce891de tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] 10.222.0.22 "GET /v2.0/ports?device_id=20d27a17-1040-4822-bb63-0f73de0ffebf HTTP/1.1" status: 200 len: 210 time: 0.1164045 Sep 07 02:44:55.753016 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f56a3ab-2139-4721-a963-3108ea2f781c None None] Checking router: 524a2e35-ff2c-483a-86da-291e28b453f8 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:44:55.766853 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f56a3ab-2139-4721-a963-3108ea2f781c None None] Routers {'524a2e35-ff2c-483a-86da-291e28b453f8'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:44:55.768170 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-2f56a3ab-2139-4721-a963-3108ea2f781c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:44:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['524a2e35-ff2c-483a-86da-291e28b453f8'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:44:55.788388 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c80a9b3d-3607-4399-89e0-bb9fe630d2fb req-a1d58c06-e22e-437b-bdc6-c8c5b82f1d71 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b4283c3db2b34a8581b86520f1bd68a6&device_id=790a8f72-badc-4135-ab7b-66c407779abb HTTP/1.1" status: 200 len: 210 time: 0.0477011 Sep 07 02:44:55.837982 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c80a9b3d-3607-4399-89e0-bb9fe630d2fb req-3aa233ba-b754-48b3-8ca0-98803db9ee97 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=b4283c3db2b34a8581b86520f1bd68a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486379 Sep 07 02:44:55.885695 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0fe904d8-a4fc-4ef9-ba0c-f46d1969c90b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:55.930712 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-2f56a3ab-2139-4721-a963-3108ea2f781c None None] Set router 524a2e35-ff2c-483a-86da-291e28b453f8 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:44:55.957468 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4b42ee3f-15a8-4c84-8393-71e9f5554507 req-03855349-d93f-40c9-a84e-fece1e12c4d5 tempest-ServerShowV257Test-532934442 tempest-ServerShowV257Test-532934442-project] 10.222.0.22 "GET /v2.0/ports?device_id=790a8f72-badc-4135-ab7b-66c407779abb HTTP/1.1" status: 200 len: 210 time: 0.0959764 Sep 07 02:44:56.072275 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b7903192-b0cc-474d-8d18-3fe8e9afb4d7 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:56.083445 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b7903192-b0cc-474d-8d18-3fe8e9afb4d7 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:56.128365 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a9b3d-3607-4399-89e0-bb9fe630d2fb req-a797b992-f40b-4364-a27f-63a2afad307e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:56.134547 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c80a9b3d-3607-4399-89e0-bb9fe630d2fb req-a797b992-f40b-4364-a27f-63a2afad307e service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2891517 Sep 07 02:44:56.172927 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db7c0e-3a61-4e58-a1fb-ade641fe3f68 req-34e01f4c-764e-4e40-a728-b74313521009 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:56.185951 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e5db7c0e-3a61-4e58-a1fb-ade641fe3f68 req-34e01f4c-764e-4e40-a728-b74313521009 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=28b51fb1-3868-49df-a418-393700ddcb98 HTTP/1.1" status: 200 len: 946 time: 0.2658818 Sep 07 02:44:56.290740 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b7903192-b0cc-474d-8d18-3fe8e9afb4d7 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:56.301595 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e5db7c0e-3a61-4e58-a1fb-ade641fe3f68 req-8aa8c4f7-52cd-4f96-9d94-98055d395d5e tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114612 Sep 07 02:44:56.305923 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7903192-b0cc-474d-8d18-3fe8e9afb4d7 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Pushing event updated for resources: {'Port': ['ID=8f701a65-40db-4aa3-9560-37836645117f,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:56.330364 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b7903192-b0cc-474d-8d18-3fe8e9afb4d7 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:56.335746 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b7903192-b0cc-474d-8d18-3fe8e9afb4d7 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4183197 Sep 07 02:44:56.371246 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c61f5cc-b930-4d0e-bbc5-7933512be742 req-beb9695c-519b-4cf0-a921-7f6527188216 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:56.372886 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1c61f5cc-b930-4d0e-bbc5-7933512be742 req-beb9695c-519b-4cf0-a921-7f6527188216 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b8af059-5281-4c7f-afc8-33aac6f71c1d HTTP/1.1" status: 200 len: 945 time: 0.1574759 Sep 07 02:44:56.467863 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1c61f5cc-b930-4d0e-bbc5-7933512be742 req-3dbd72c2-e88a-4c55-8fa9-aac0b8199d04 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885587 Sep 07 02:44:56.567199 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-2f56a3ab-2139-4721-a963-3108ea2f781c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524a2e35-ff2c-483a-86da-291e28b453f8', 'name': 'tempest-ServersTestJSON-1752052576-router', 'tenant_id': '1cb4444198df4bb2bcd059ce08ea0dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '249dbf9d-354b-4252-bf1d-ac28649b01a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:42:30Z', 'updated_at': '2021-09-07T02:42:38Z', 'revision_number': 4, 'project_id': '1cb4444198df4bb2bcd059ce08ea0dc3', 'gw_port': {'id': '249dbf9d-354b-4252-bf1d-ac28649b01a7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524a2e35-ff2c-483a-86da-291e28b453f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:42:32Z', 'updated_at': '2021-09-07T02:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'a8f73db3-6997-46c1-82e5-4b753f7367ce', 'name': '', 'network_id': '44ca0f19-5467-4e01-a811-705a63a89a61', 'tenant_id': '1cb4444198df4bb2bcd059ce08ea0dc3', 'mac_address': 'fa:16:3e:1c:6c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524a2e35-ff2c-483a-86da-291e28b453f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'aeeb3351-2834-4965-8c13-9d419d66a2a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:42:36Z', 'updated_at': '2021-09-07T02:42:47Z', 'revision_number': 5, 'project_id': '1cb4444198df4bb2bcd059ce08ea0dc3', 'subnets': [{'id': 'aeeb3351-2834-4965-8c13-9d419d66a2a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:44:56.594226 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ecc14-5624-49d6-8df4-d55c96888cb9 req-81434361-f97a-4a18-ac4d-b09ba242751a tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:56.606962 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9c6ecc14-5624-49d6-8df4-d55c96888cb9 req-81434361-f97a-4a18-ac4d-b09ba242751a tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=421c6d61-e719-47bf-87ee-469e8ff49090 HTTP/1.1" status: 200 len: 945 time: 0.1422825 Sep 07 02:44:56.646008 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f56a3ab-2139-4721-a963-3108ea2f781c None None] The sync data for ids ['524a2e35-ff2c-483a-86da-291e28b453f8'] in n-d-796209-16 is: [{'id': '524a2e35-ff2c-483a-86da-291e28b453f8', 'name': 'tempest-ServersTestJSON-1752052576-router', 'tenant_id': '1cb4444198df4bb2bcd059ce08ea0dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '249dbf9d-354b-4252-bf1d-ac28649b01a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:42:30Z', 'updated_at': '2021-09-07T02:42:38Z', 'revision_number': 4, 'project_id': '1cb4444198df4bb2bcd059ce08ea0dc3', 'gw_port': {'id': '249dbf9d-354b-4252-bf1d-ac28649b01a7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524a2e35-ff2c-483a-86da-291e28b453f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:42:32Z', 'updated_at': '2021-09-07T02:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'a8f73db3-6997-46c1-82e5-4b753f7367ce', 'name': '', 'network_id': '44ca0f19-5467-4e01-a811-705a63a89a61', 'tenant_id': '1cb4444198df4bb2bcd059ce08ea0dc3', 'mac_address': 'fa:16:3e:1c:6c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524a2e35-ff2c-483a-86da-291e28b453f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1016, 'fixed_ips': [{'subnet_id': 'aeeb3351-2834-4965-8c13-9d419d66a2a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:42:36Z', 'updated_at': '2021-09-07T02:42:47Z', 'revision_number': 5, 'project_id': '1cb4444198df4bb2bcd059ce08ea0dc3', 'subnets': [{'id': 'aeeb3351-2834-4965-8c13-9d419d66a2a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:44:56.686136 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9c6ecc14-5624-49d6-8df4-d55c96888cb9 req-f28d924b-4ce1-41f3-9c26-11e876e6f8c1 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773206 Sep 07 02:44:56.752708 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4de58b1d-906e-43c7-b1e2-1a38df9e76bb req-cfead599-32ed-40ed-9949-c9ac9973f6ee tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--291257728&fields=id&tenant_id=6f0184f4d86f49e0b1ae71c80300b509 HTTP/1.1" status: 200 len: 267 time: 0.0810988 Sep 07 02:44:56.791827 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54314) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:44:56.817966 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 0dcd29cc-b63a-4221-bdb4-9889205208b8 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:44:56.909015 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 0dcd29cc-b63a-4221-bdb4-9889205208b8 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:44:56.920276 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 0dcd29cc-b63a-4221-bdb4-9889205208b8 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:44:56.921111 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:56.930810 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6a3df8e6-0c10-4e0c-a356-2fd2fa1c7e7d tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:56.956060 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de58b1d-906e-43c7-b1e2-1a38df9e76bb req-fd0b6a9c-d611-41bf-8919-85afe0702724 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:56.964851 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4de58b1d-906e-43c7-b1e2-1a38df9e76bb req-fd0b6a9c-d611-41bf-8919-85afe0702724 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] 10.222.0.22 "GET /v2.0/networks?id=7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d HTTP/1.1" status: 200 len: 811 time: 0.2110636 Sep 07 02:44:57.016881 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4de58b1d-906e-43c7-b1e2-1a38df9e76bb req-a5661335-7028-474e-afa9-214376f1a17d tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] 10.222.0.22 "GET /v2.0/quotas/6f0184f4d86f49e0b1ae71c80300b509 HTTP/1.1" status: 200 len: 375 time: 0.0510602 Sep 07 02:44:57.021387 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6a3df8e6-0c10-4e0c-a356-2fd2fa1c7e7d tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:57.047375 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:57.146099 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-aacefdb0-6ec6-4233-b21c-c1f17cb76fb7 req-d31ecd6d-1f23-435c-8fcd-0e2fcbd295a3 tempest-ServerShowV257Test-532934442 tempest-ServerShowV257Test-532934442-project] 10.222.0.22 "GET /v2.0/ports?device_id=790a8f72-badc-4135-ab7b-66c407779abb HTTP/1.1" status: 200 len: 210 time: 0.0827873 Sep 07 02:44:57.152034 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 0dcd29cc-b63a-4221-bdb4-9889205208b8, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=0dcd29cc-b63a-4221-bdb4-9889205208b8,segment=NetworkSegment(4018cf39-49dd-49a9-8ea5-093706efe321),segment_id=4018cf39-49dd-49a9-8ea5-093706efe321)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:44:57.160653 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4de58b1d-906e-43c7-b1e2-1a38df9e76bb req-3e05d4ec-f153-4f2e-ac9c-7733c4a0aa09 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6f0184f4d86f49e0b1ae71c80300b509&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1422157 Sep 07 02:44:57.161613 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:57.254725 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=0dcd29cc-b63a-4221-bdb4-9889205208b8,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:57.294294 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6a3df8e6-0c10-4e0c-a356-2fd2fa1c7e7d tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:57.297666 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6a3df8e6-0c10-4e0c-a356-2fd2fa1c7e7d tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:57.302338 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54320) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:44:57.324297 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-6a3df8e6-0c10-4e0c-a356-2fd2fa1c7e7d tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] 10.222.0.22 "DELETE /v2.0/security-groups/2cbb8135-9d03-4845-b592-042a08101ad6 HTTP/1.1" status: 204 len: 168 time: 0.5311613 Sep 07 02:44:57.324729 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [None req-3eedbbd1-ee73-4351-a1b5-690edfd32af4 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] show failed (client error): The resource could not be found. Sep 07 02:44:57.329603 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3eedbbd1-ee73-4351-a1b5-690edfd32af4 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] 10.222.0.22 "GET /v2.0/security-groups/2cbb8135-9d03-4845-b592-042a08101ad6 HTTP/1.1" status: 404 len: 347 time: 0.0251040 Sep 07 02:44:57.330188 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54324) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:44:57.337386 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4de58b1d-906e-43c7-b1e2-1a38df9e76bb req-8619b386-ad3f-4c52-baf3-bceb345e0329 service neutron] 10.222.0.22 "GET /v2.0/networks/7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659014 Sep 07 02:44:57.430452 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c80a9b3d-3607-4399-89e0-bb9fe630d2fb req-e4004958-01ae-404d-bf92-8d7765655036 tempest-ServerShowV257Test-532934442 tempest-ServerShowV257Test-532934442-project] 10.222.0.23 "GET /v2.0/ports?device_id=790a8f72-badc-4135-ab7b-66c407779abb HTTP/1.1" status: 200 len: 210 time: 0.0427866 Sep 07 02:44:57.460629 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0ea281-33d6-49b3-973f-046fb6015593 None None] New status for floating IP ebfb985c-56da-4fba-9922-3adacaf864a8: DOWN {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 02:44:57.504327 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3df8e6-0c10-4e0c-a356-2fd2fa1c7e7d tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cbb8135-9d03-4845-b592-042a08101ad6,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:57.611631 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4de58b1d-906e-43c7-b1e2-1a38df9e76bb req-acd549b1-c60a-41a0-96d5-ff8e55be7a76 service neutron] 10.222.0.22 "GET /v2.0/networks/7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516484 Sep 07 02:44:57.688692 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee34c5a-c681-4ee7-952e-bf7ff15851a3 req-26c1c584-00e8-4fa0-8121-52b54f3cc284 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:57.690405 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2ee34c5a-c681-4ee7-952e-bf7ff15851a3 req-26c1c584-00e8-4fa0-8121-52b54f3cc284 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=28b51fb1-3868-49df-a418-393700ddcb98 HTTP/1.1" status: 200 len: 946 time: 0.1188188 Sep 07 02:44:57.692758 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-599193be-dfdc-4a99-9601-b32c309ae296 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Deleting port 9f0b65d9-9543-416c-a32d-75604c6933ce {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:44:57.693229 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-599193be-dfdc-4a99-9601-b32c309ae296 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:57.799453 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2ee34c5a-c681-4ee7-952e-bf7ff15851a3 req-8ea779b6-43d8-402f-acfa-c4a8a64a6694 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901539 Sep 07 02:44:57.940357 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-599193be-dfdc-4a99-9601-b32c309ae296 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:57.941102 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-599193be-dfdc-4a99-9601-b32c309ae296 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:57.979681 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-599193be-dfdc-4a99-9601-b32c309ae296 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Calling delete_port for 9f0b65d9-9543-416c-a32d-75604c6933ce owned by network:floatingip {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:44:57.998255 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac1ffa-799e-44d0-a832-a9c2a7b68892 req-f87e98bc-13db-4342-8e3c-e4035b721f9a tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:58.000135 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-80ac1ffa-799e-44d0-a832-a9c2a7b68892 req-f87e98bc-13db-4342-8e3c-e4035b721f9a tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b8af059-5281-4c7f-afc8-33aac6f71c1d HTTP/1.1" status: 200 len: 945 time: 0.1270692 Sep 07 02:44:58.159904 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a280a9-d213-46b0-a939-84c7711c9860 req-73199ada-7a58-4d4b-a53b-8af1e6d36299 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:58.173553 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e4a280a9-d213-46b0-a939-84c7711c9860 req-73199ada-7a58-4d4b-a53b-8af1e6d36299 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=421c6d61-e719-47bf-87ee-469e8ff49090 HTTP/1.1" status: 200 len: 945 time: 0.1299610 Sep 07 02:44:58.184068 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-367fb335-2011-489c-b33d-8ac640ae62f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:58.236252 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e4a280a9-d213-46b0-a939-84c7711c9860 req-911c8aea-6f4a-4d36-91aa-75e03a66f77a tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614414 Sep 07 02:44:58.345574 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3a1e6f50-6a86-46ba-ae17-9c1880600cee req-f3185fee-be04-4b85-b428-c407bd75c7aa tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] 10.222.0.22 "GET /v2.0/ports?device_id=96e76ad4-3f5a-41cb-8424-e9d30e96a97c HTTP/1.1" status: 200 len: 210 time: 0.0460262 Sep 07 02:44:58.550678 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-80ac1ffa-799e-44d0-a832-a9c2a7b68892 req-c8577583-34db-4258-a14f-1dccdb23fa0f tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5407476 Sep 07 02:44:58.665581 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:58.720552 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-599193be-dfdc-4a99-9601-b32c309ae296 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:58.735352 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 0dcd29cc-b63a-4221-bdb4-9889205208b8 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:44:58.795698 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54350) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:44:58.906314 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599193be-dfdc-4a99-9601-b32c309ae296 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Pushing event deleted for resources: {'Port': ['ID=9f0b65d9-9543-416c-a32d-75604c6933ce,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:58.908063 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 0dcd29cc-b63a-4221-bdb4-9889205208b8 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:44:58.912738 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:58.949055 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3661e027-401b-4a84-a7da-c685f3d69782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:59.033556 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-599193be-dfdc-4a99-9601-b32c309ae296 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Notify callbacks [] for floatingip, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:59.040717 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-599193be-dfdc-4a99-9601-b32c309ae296 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:59.044818 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-599193be-dfdc-4a99-9601-b32c309ae296 tempest-ServersTestJSON-1800153400 tempest-ServersTestJSON-1800153400-project] 10.222.0.22 "DELETE /v2.0/floatingips/ebfb985c-56da-4fba-9922-3adacaf864a8 HTTP/1.1" status: 204 len: 168 time: 1.7108598 Sep 07 02:44:59.045029 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54358) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:44:59.114899 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa450b36-b5c5-417c-af62-d1088d1a61ea req-18134a6d-eefb-4af0-993d-66e570db73c4 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:59.116905 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-aa450b36-b5c5-417c-af62-d1088d1a61ea req-18134a6d-eefb-4af0-993d-66e570db73c4 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=28b51fb1-3868-49df-a418-393700ddcb98 HTTP/1.1" status: 200 len: 946 time: 0.1138875 Sep 07 02:44:59.183892 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3661e027-401b-4a84-a7da-c685f3d69782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:59.203824 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-aa450b36-b5c5-417c-af62-d1088d1a61ea req-ca49ee4c-2945-4e5f-96d6-825a26cf9e12 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774240 Sep 07 02:44:59.210887 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3661e027-401b-4a84-a7da-c685f3d69782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:59.272700 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-3661e027-401b-4a84-a7da-c685f3d69782 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b4283c3db2b34a8581b86520f1bd68a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4746118 Sep 07 02:44:59.273773 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3661e027-401b-4a84-a7da-c685f3d69782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ad4998-0ca7-4d33-9b5a-71645eafcfe6,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:59.276484 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54362) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:44:59.349799 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-07d88217-87a5-4ba7-abb7-4272c5146d7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:59.378513 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-07d88217-87a5-4ba7-abb7-4272c5146d7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:59.456623 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:59.466496 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-07d88217-87a5-4ba7-abb7-4272c5146d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:59.470078 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-07d88217-87a5-4ba7-abb7-4272c5146d7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:44:59.475339 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-07d88217-87a5-4ba7-abb7-4272c5146d7d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/07ad4998-0ca7-4d33-9b5a-71645eafcfe6 HTTP/1.1" status: 204 len: 168 time: 0.1969252 Sep 07 02:44:59.487270 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d88217-87a5-4ba7-abb7-4272c5146d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ad4998-0ca7-4d33-9b5a-71645eafcfe6,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:44:59.564240 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ad4965a2-b6e7-4afb-b52a-09ed6d9fe636 req-b0e899bc-d2fd-4b1f-9637-1007b5f222e8 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] 10.222.0.22 "GET /v2.0/ports?device_id=96e76ad4-3f5a-41cb-8424-e9d30e96a97c HTTP/1.1" status: 200 len: 210 time: 0.0552013 Sep 07 02:44:59.582689 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b938c17d-ef25-4ce4-aeb7-ed1737a19719 req-c3a57578-6eb0-4786-b294-db012984505f tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:59.590187 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b938c17d-ef25-4ce4-aeb7-ed1737a19719 req-c3a57578-6eb0-4786-b294-db012984505f tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=421c6d61-e719-47bf-87ee-469e8ff49090 HTTP/1.1" status: 200 len: 945 time: 0.2202044 Sep 07 02:44:59.636009 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de58b1d-906e-43c7-b1e2-1a38df9e76bb req-d07d24e4-5cf1-4dbf-b60f-d5e3453c5a1e tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:59.638492 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4de58b1d-906e-43c7-b1e2-1a38df9e76bb req-d07d24e4-5cf1-4dbf-b60f-d5e3453c5a1e tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] 10.222.0.23 "GET /v2.0/networks?id=7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d HTTP/1.1" status: 200 len: 811 time: 0.3325315 Sep 07 02:44:59.728065 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4de58b1d-906e-43c7-b1e2-1a38df9e76bb req-ceee18e1-0122-4782-8393-46eab3b6837c tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f0184f4d86f49e0b1ae71c80300b509 HTTP/1.1" status: 200 len: 379 time: 0.0504901 Sep 07 02:44:59.742118 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-4de58b1d-906e-43c7-b1e2-1a38df9e76bb req-d1abc992-c035-499a-b4ff-f0c3b46d6758 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Request body: {'port': {'device_id': '96e76ad4-3f5a-41cb-8424-e9d30e96a97c', 'network_id': '7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d', 'admin_state_up': True, 'tenant_id': '6f0184f4d86f49e0b1ae71c80300b509', 'security_groups': ['4cb359fe-2b6c-4847-ac45-9974b2b99d99']}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:44:59.763092 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b938c17d-ef25-4ce4-aeb7-ed1737a19719 req-7591a3f5-20c1-4c2f-9722-268201e6dacb tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718700 Sep 07 02:44:59.878988 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab44424-23c1-40ec-9c52-c7130adc2967 req-84a8d1c6-b645-49cb-9ff7-fa99442f9e5a tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:44:59.884193 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0ab44424-23c1-40ec-9c52-c7130adc2967 req-84a8d1c6-b645-49cb-9ff7-fa99442f9e5a tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b8af059-5281-4c7f-afc8-33aac6f71c1d HTTP/1.1" status: 200 len: 945 time: 0.1271324 Sep 07 02:44:59.928715 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0ab44424-23c1-40ec-9c52-c7130adc2967 req-487345f6-5518-49e2-8b21-f966477f7f0b tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411239 Sep 07 02:45:00.030867 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4de58b1d-906e-43c7-b1e2-1a38df9e76bb req-d1abc992-c035-499a-b4ff-f0c3b46d6758 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Made reservation on behalf of 6f0184f4d86f49e0b1ae71c80300b509 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:45:00.034465 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4de58b1d-906e-43c7-b1e2-1a38df9e76bb req-d1abc992-c035-499a-b4ff-f0c3b46d6758 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:00.305907 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-4de58b1d-906e-43c7-b1e2-1a38df9e76bb req-d1abc992-c035-499a-b4ff-f0c3b46d6758 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Allocated IP 172.20.0.6 (7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d/2517e5a7-9911-46d3-a5ee-1794a3062b3b/ff37e467-d142-48f5-a9e6-9fe37e7fc04a) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:45:00.352541 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1d0d02d1-2bdc-4407-950f-7c549623540d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:00.393479 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11577625-0cd4-4078-91e2-09f154ab7b23 req-d9b1836e-316d-4169-8786-8b03d3151410 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:00.395596 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-11577625-0cd4-4078-91e2-09f154ab7b23 req-d9b1836e-316d-4169-8786-8b03d3151410 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=28b51fb1-3868-49df-a418-393700ddcb98 HTTP/1.1" status: 200 len: 946 time: 0.0996218 Sep 07 02:45:00.448183 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-11577625-0cd4-4078-91e2-09f154ab7b23 req-14e2feae-1859-4ab9-91b2-797fe6aad15e tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457726 Sep 07 02:45:00.726614 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4de58b1d-906e-43c7-b1e2-1a38df9e76bb req-d1abc992-c035-499a-b4ff-f0c3b46d6758 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:00.733424 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c275393c-b277-4a3d-90ca-26f5f6b1a656 req-00df9267-c865-4cc4-85dc-36551f51ac45 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] 10.222.0.22 "GET /v2.0/ports?device_id=96e76ad4-3f5a-41cb-8424-e9d30e96a97c HTTP/1.1" status: 200 len: 210 time: 0.0718217 Sep 07 02:45:00.751592 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-4de58b1d-906e-43c7-b1e2-1a38df9e76bb req-d1abc992-c035-499a-b4ff-f0c3b46d6758 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Transition to ACTIVE for port object ff37e467-d142-48f5-a9e6-9fe37e7fc04a will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:45:00.833283 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4de58b1d-906e-43c7-b1e2-1a38df9e76bb req-d1abc992-c035-499a-b4ff-f0c3b46d6758 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:00.907246 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4de58b1d-906e-43c7-b1e2-1a38df9e76bb req-d1abc992-c035-499a-b4ff-f0c3b46d6758 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Network 7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:45:00.912457 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-4de58b1d-906e-43c7-b1e2-1a38df9e76bb req-d1abc992-c035-499a-b4ff-f0c3b46d6758 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:45:00.920039 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de58b1d-906e-43c7-b1e2-1a38df9e76bb req-d1abc992-c035-499a-b4ff-f0c3b46d6758 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:45:00.952459 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1abc992-c035-499a-b4ff-f0c3b46d6758 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Pushing event updated for resources: {'Port': ['ID=ff37e467-d142-48f5-a9e6-9fe37e7fc04a,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:01.043551 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de58b1d-906e-43c7-b1e2-1a38df9e76bb req-d1abc992-c035-499a-b4ff-f0c3b46d6758 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:01.044506 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4de58b1d-906e-43c7-b1e2-1a38df9e76bb req-d1abc992-c035-499a-b4ff-f0c3b46d6758 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:01.050793 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-1d0d02d1-2bdc-4407-950f-7c549623540d admin admin] Deleting port a8f73db3-6997-46c1-82e5-4b753f7367ce {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:45:01.051706 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1d0d02d1-2bdc-4407-950f-7c549623540d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:01.118185 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4618f1-8841-465b-ba4f-99a79a4734ea req-99583390-3a3a-4847-9030-dc90e1ae6d0c tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:01.122299 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1e4618f1-8841-465b-ba4f-99a79a4734ea req-99583390-3a3a-4847-9030-dc90e1ae6d0c tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b8af059-5281-4c7f-afc8-33aac6f71c1d HTTP/1.1" status: 200 len: 945 time: 0.0677075 Sep 07 02:45:01.146323 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d980876f-e530-4438-9cb9-271d13e73ab7 req-b4ae5728-0bf6-4fb7-9f9f-7bd41deb14a5 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:01.148172 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d980876f-e530-4438-9cb9-271d13e73ab7 req-b4ae5728-0bf6-4fb7-9f9f-7bd41deb14a5 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=421c6d61-e719-47bf-87ee-469e8ff49090 HTTP/1.1" status: 200 len: 945 time: 0.1816127 Sep 07 02:45:01.183627 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4de58b1d-906e-43c7-b1e2-1a38df9e76bb req-d1abc992-c035-499a-b4ff-f0c3b46d6758 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4483621 Sep 07 02:45:01.197578 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1e4618f1-8841-465b-ba4f-99a79a4734ea req-bef734fb-b4af-4bdb-bd4f-d3035784dedf tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675042 Sep 07 02:45:01.198667 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-4de58b1d-906e-43c7-b1e2-1a38df9e76bb req-e5648aa2-3a5c-448c-a291-9a33508851cf service neutron] Request body: {'port': {'device_id': '96e76ad4-3f5a-41cb-8424-e9d30e96a97c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:45:01.227275 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-1d0d02d1-2bdc-4407-950f-7c549623540d admin admin] For port a8f73db3-6997-46c1-82e5-4b753f7367ce, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=a8f73db3-6997-46c1-82e5-4b753f7367ce,segment=NetworkSegment(0591f86f-9faf-48d2-8118-25ec53938e51),segment_id=0591f86f-9faf-48d2-8118-25ec53938e51)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:45:01.227585 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1d0d02d1-2bdc-4407-950f-7c549623540d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:01.257462 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-70af9428-9917-4d6a-832b-26476e36568a None None] Provisioning for port ff37e467-d142-48f5-a9e6-9fe37e7fc04a completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:45:01.261308 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-1d0d02d1-2bdc-4407-950f-7c549623540d admin admin] Calling delete_port for a8f73db3-6997-46c1-82e5-4b753f7367ce owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:45:01.262170 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-70af9428-9917-4d6a-832b-26476e36568a None None] Provisioning complete for port ff37e467-d142-48f5-a9e6-9fe37e7fc04a triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:45:01.262636 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-70af9428-9917-4d6a-832b-26476e36568a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:01.265613 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d980876f-e530-4438-9cb9-271d13e73ab7 req-c4a7fecc-fb18-4a51-ac65-c417026810b1 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015897 Sep 07 02:45:01.320550 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-70af9428-9917-4d6a-832b-26476e36568a None None] Port ff37e467-d142-48f5-a9e6-9fe37e7fc04a cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:45:01.329275 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:01.342596 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4de58b1d-906e-43c7-b1e2-1a38df9e76bb req-e5648aa2-3a5c-448c-a291-9a33508851cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:01.720644 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddece1e7-c289-4f3d-aa47-8f4577f95040 req-8448ad17-efb2-4881-9d61-c74f7757be0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:01.722224 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ddece1e7-c289-4f3d-aa47-8f4577f95040 req-8448ad17-efb2-4881-9d61-c74f7757be0f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3c6e11955fd14c5c9b191cf5c7d7b41c&device_id=421c6d61-e719-47bf-87ee-469e8ff49090 HTTP/1.1" status: 200 len: 1097 time: 0.3805542 Sep 07 02:45:01.879772 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e0b0e-58ca-4618-a6e5-98f5ec02aebe req-d4b0ec65-626c-496c-a85d-266a6148ee80 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:01.881375 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fe4e0b0e-58ca-4618-a6e5-98f5ec02aebe req-d4b0ec65-626c-496c-a85d-266a6148ee80 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] 10.222.0.22 "GET /v2.0/ports?device_id=96e76ad4-3f5a-41cb-8424-e9d30e96a97c HTTP/1.1" status: 200 len: 931 time: 0.0541022 Sep 07 02:45:01.920784 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fe4e0b0e-58ca-4618-a6e5-98f5ec02aebe req-850857f0-1433-474a-9a8b-df2e013e66c4 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cb359fe-2b6c-4847-ac45-9974b2b99d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323756 Sep 07 02:45:01.979672 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805b598-b66c-4948-ac29-0dd382960596 req-0044bdea-dcb0-4bc9-8da1-6ec80fbefdf7 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:01.981102 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9805b598-b66c-4948-ac29-0dd382960596 req-0044bdea-dcb0-4bc9-8da1-6ec80fbefdf7 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=28b51fb1-3868-49df-a418-393700ddcb98 HTTP/1.1" status: 200 len: 946 time: 0.2686291 Sep 07 02:45:02.068273 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddece1e7-c289-4f3d-aa47-8f4577f95040 req-f284cb2b-fbde-47ee-8c7f-9b2031d44c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:02.069782 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ddece1e7-c289-4f3d-aa47-8f4577f95040 req-f284cb2b-fbde-47ee-8c7f-9b2031d44c79 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c7baff3a-2acd-47c4-826f-ff1b179e5161 HTTP/1.1" status: 200 len: 910 time: 0.3288841 Sep 07 02:45:02.136307 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9805b598-b66c-4948-ac29-0dd382960596 req-356a5f6f-499b-4a4c-81cc-79d9f4dc2e59 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416183 Sep 07 02:45:02.141062 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ddece1e7-c289-4f3d-aa47-8f4577f95040 req-7c3d87f5-5a0b-4758-8806-a3029ef37267 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=947ef182-b3ab-40a8-95ec-070e844f4138 HTTP/1.1" status: 200 len: 217 time: 0.0571904 Sep 07 02:45:02.145533 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1d0d02d1-2bdc-4407-950f-7c549623540d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:02.216829 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0d02d1-2bdc-4407-950f-7c549623540d admin admin] Pushing event deleted for resources: {'Port': ['ID=a8f73db3-6997-46c1-82e5-4b753f7367ce,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:02.310561 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddece1e7-c289-4f3d-aa47-8f4577f95040 req-a1905b95-30be-49f7-b0aa-15620236032c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:02.312116 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ddece1e7-c289-4f3d-aa47-8f4577f95040 req-a1905b95-30be-49f7-b0aa-15620236032c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=04737742-a3d0-4b6d-a6a4-ec1fe2e55890 HTTP/1.1" status: 200 len: 849 time: 0.1635668 Sep 07 02:45:02.314227 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-4de58b1d-906e-43c7-b1e2-1a38df9e76bb req-e5648aa2-3a5c-448c-a291-9a33508851cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff37e467-d142-48f5-a9e6-9fe37e7fc04a {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:45:02.342139 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4de58b1d-906e-43c7-b1e2-1a38df9e76bb req-e5648aa2-3a5c-448c-a291-9a33508851cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:02.396900 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-4de58b1d-906e-43c7-b1e2-1a38df9e76bb req-e5648aa2-3a5c-448c-a291-9a33508851cf service neutron] Transition to ACTIVE for port object ff37e467-d142-48f5-a9e6-9fe37e7fc04a will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:45:02.449203 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4de58b1d-906e-43c7-b1e2-1a38df9e76bb req-e5648aa2-3a5c-448c-a291-9a33508851cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:02.467294 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98226cdd-1d6d-4754-a765-5f12deef04ee req-007d876a-690f-48be-8dce-e531006b4c30 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:02.469130 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-98226cdd-1d6d-4754-a765-5f12deef04ee req-007d876a-690f-48be-8dce-e531006b4c30 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=421c6d61-e719-47bf-87ee-469e8ff49090 HTTP/1.1" status: 200 len: 945 time: 0.1051726 Sep 07 02:45:02.516616 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-98226cdd-1d6d-4754-a765-5f12deef04ee req-c94729d1-38cf-4904-826f-f036c2028615 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403993 Sep 07 02:45:02.518970 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d0f52-ca36-4fd5-9eee-520754103def req-14c50621-a2c6-4bdc-a2e2-641ca097de40 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:02.526355 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fa8d0f52-ca36-4fd5-9eee-520754103def req-14c50621-a2c6-4bdc-a2e2-641ca097de40 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b8af059-5281-4c7f-afc8-33aac6f71c1d HTTP/1.1" status: 200 len: 945 time: 0.2257364 Sep 07 02:45:02.529633 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddece1e7-c289-4f3d-aa47-8f4577f95040 req-16b75e09-c4dc-43f5-a1b6-e35d5c783cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:02.531237 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ddece1e7-c289-4f3d-aa47-8f4577f95040 req-16b75e09-c4dc-43f5-a1b6-e35d5c783cf7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7baff3a-2acd-47c4-826f-ff1b179e5161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1987879 Sep 07 02:45:02.647572 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5648aa2-3a5c-448c-a291-9a33508851cf service neutron] Pushing event updated for resources: {'Port': ['ID=ff37e467-d142-48f5-a9e6-9fe37e7fc04a,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:02.762385 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1d0d02d1-2bdc-4407-950f-7c549623540d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:02.782958 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fa8d0f52-ca36-4fd5-9eee-520754103def req-3e0e3056-4c0a-40b5-8690-a601628b83c4 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556691 Sep 07 02:45:02.883149 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-4de58b1d-906e-43c7-b1e2-1a38df9e76bb req-e5648aa2-3a5c-448c-a291-9a33508851cf service neutron] Attempting to bind port ff37e467-d142-48f5-a9e6-9fe37e7fc04a on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:45:02.883503 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-4de58b1d-906e-43c7-b1e2-1a38df9e76bb req-e5648aa2-3a5c-448c-a291-9a33508851cf service neutron] Attempting to bind port ff37e467-d142-48f5-a9e6-9fe37e7fc04a by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '4018cf39-49dd-49a9-8ea5-093706efe321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:45:02.883849 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de58b1d-906e-43c7-b1e2-1a38df9e76bb req-e5648aa2-3a5c-448c-a291-9a33508851cf service neutron] Attempting to bind port ff37e467-d142-48f5-a9e6-9fe37e7fc04a on network 7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:45:02.912795 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ddece1e7-c289-4f3d-aa47-8f4577f95040 req-185f9f83-3541-4420-b872-c4c9f0057449 service neutron] 10.222.0.23 "GET /v2.0/networks/c7baff3a-2acd-47c4-826f-ff1b179e5161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3625019 Sep 07 02:45:02.917536 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de58b1d-906e-43c7-b1e2-1a38df9e76bb req-e5648aa2-3a5c-448c-a291-9a33508851cf service neutron] Port ff37e467-d142-48f5-a9e6-9fe37e7fc04a on network 7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:45:02.917864 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de58b1d-906e-43c7-b1e2-1a38df9e76bb req-e5648aa2-3a5c-448c-a291-9a33508851cf service neutron] Attempting to bind port ff37e467-d142-48f5-a9e6-9fe37e7fc04a on network 7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:45:02.939321 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de58b1d-906e-43c7-b1e2-1a38df9e76bb req-e5648aa2-3a5c-448c-a291-9a33508851cf service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:45:02.939680 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de58b1d-906e-43c7-b1e2-1a38df9e76bb req-e5648aa2-3a5c-448c-a291-9a33508851cf service neutron] Checking segment: {'id': '4018cf39-49dd-49a9-8ea5-093706efe321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:45:02.940065 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de58b1d-906e-43c7-b1e2-1a38df9e76bb req-e5648aa2-3a5c-448c-a291-9a33508851cf service neutron] Bound using segment: {'id': '4018cf39-49dd-49a9-8ea5-093706efe321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:45:02.940504 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-4de58b1d-906e-43c7-b1e2-1a38df9e76bb req-e5648aa2-3a5c-448c-a291-9a33508851cf service neutron] Bound port: ff37e467-d142-48f5-a9e6-9fe37e7fc04a, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4018cf39-49dd-49a9-8ea5-093706efe321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:45:02.940852 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4de58b1d-906e-43c7-b1e2-1a38df9e76bb req-e5648aa2-3a5c-448c-a291-9a33508851cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:03.049616 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec6278-b24b-48d5-adff-d84d453bdf76 req-1317baf7-101b-4047-816b-b8837188b8a4 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:03.052159 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e0ec6278-b24b-48d5-adff-d84d453bdf76 req-1317baf7-101b-4047-816b-b8837188b8a4 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] 10.222.0.22 "GET /v2.0/ports?device_id=96e76ad4-3f5a-41cb-8424-e9d30e96a97c HTTP/1.1" status: 200 len: 943 time: 0.0611668 Sep 07 02:45:03.105399 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e0ec6278-b24b-48d5-adff-d84d453bdf76 req-5d217447-e23c-489b-9041-9df4a590b9b4 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cb359fe-2b6c-4847-ac45-9974b2b99d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447581 Sep 07 02:45:03.139997 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ddece1e7-c289-4f3d-aa47-8f4577f95040 req-864e1ac1-78b8-4c81-abe0-27a37b9ac827 service neutron] 10.222.0.23 "GET /v2.0/networks/c7baff3a-2acd-47c4-826f-ff1b179e5161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176797 Sep 07 02:45:03.143772 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-4de58b1d-906e-43c7-b1e2-1a38df9e76bb req-e5648aa2-3a5c-448c-a291-9a33508851cf service neutron] For port ff37e467-d142-48f5-a9e6-9fe37e7fc04a, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:45:03.186295 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-4de58b1d-906e-43c7-b1e2-1a38df9e76bb req-e5648aa2-3a5c-448c-a291-9a33508851cf service neutron] For port ff37e467-d142-48f5-a9e6-9fe37e7fc04a, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=ff37e467-d142-48f5-a9e6-9fe37e7fc04a,segment=NetworkSegment(4018cf39-49dd-49a9-8ea5-093706efe321),segment_id=4018cf39-49dd-49a9-8ea5-093706efe321)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:45:03.196408 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4de58b1d-906e-43c7-b1e2-1a38df9e76bb req-e5648aa2-3a5c-448c-a291-9a33508851cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:03.215835 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d0d02d1-2bdc-4407-950f-7c549623540d admin admin] Router 524a2e35-ff2c-483a-86da-291e28b453f8 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:45:03.286605 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de58b1d-906e-43c7-b1e2-1a38df9e76bb req-e5648aa2-3a5c-448c-a291-9a33508851cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:03.287237 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4de58b1d-906e-43c7-b1e2-1a38df9e76bb req-e5648aa2-3a5c-448c-a291-9a33508851cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:03.288730 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4de58b1d-906e-43c7-b1e2-1a38df9e76bb req-e5648aa2-3a5c-448c-a291-9a33508851cf service neutron] 10.222.0.23 "PUT /v2.0/ports/ff37e467-d142-48f5-a9e6-9fe37e7fc04a HTTP/1.1" status: 200 len: 1092 time: 2.0944922 Sep 07 02:45:03.290083 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96e76ad4-3f5a-41cb-8424-e9d30e96a97c', 'tag': 'ff37e467-d142-48f5-a9e6-9fe37e7fc04a'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:45:03.292588 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81cd57af-76b4-4d32-be02-f0488ad207f9" -d '{"events": [{"name": "network-changed", "server_uuid": "96e76ad4-3f5a-41cb-8424-e9d30e96a97c", "tag": "ff37e467-d142-48f5-a9e6-9fe37e7fc04a"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:45:03.360169 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3093e2c-05c3-442c-8b61-1ef5cf975b10 x-openstack-request-id: req-c3093e2c-05c3-442c-8b61-1ef5cf975b10 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:45:03.360478 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96e76ad4-3f5a-41cb-8424-e9d30e96a97c", "tag": "ff37e467-d142-48f5-a9e6-9fe37e7fc04a", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:45:03.360716 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c3093e2c-05c3-442c-8b61-1ef5cf975b10 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:45:03.361117 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96e76ad4-3f5a-41cb-8424-e9d30e96a97c', 'tag': 'ff37e467-d142-48f5-a9e6-9fe37e7fc04a', 'status': 'completed', 'code': 200} Sep 07 02:45:03.401392 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5648aa2-3a5c-448c-a291-9a33508851cf service neutron] Pushing event updated for resources: {'Port': ['ID=ff37e467-d142-48f5-a9e6-9fe37e7fc04a,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:03.423872 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65837b7-bf63-4d95-aeee-0884f6c6d61a req-d41e797f-ee86-4e90-90be-7928c38b525a tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:03.427700 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b65837b7-bf63-4d95-aeee-0884f6c6d61a req-d41e797f-ee86-4e90-90be-7928c38b525a tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=28b51fb1-3868-49df-a418-393700ddcb98 HTTP/1.1" status: 200 len: 946 time: 0.1848910 Sep 07 02:45:03.494483 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de58b1d-906e-43c7-b1e2-1a38df9e76bb req-54ea597b-3289-43e8-b7c5-ff14ec181889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:03.496021 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4de58b1d-906e-43c7-b1e2-1a38df9e76bb req-54ea597b-3289-43e8-b7c5-ff14ec181889 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6f0184f4d86f49e0b1ae71c80300b509&device_id=96e76ad4-3f5a-41cb-8424-e9d30e96a97c HTTP/1.1" status: 200 len: 1095 time: 0.1398869 Sep 07 02:45:03.560489 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b65837b7-bf63-4d95-aeee-0884f6c6d61a req-a799068e-234a-40f9-9b73-ee3edf08721f tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245770 Sep 07 02:45:03.562053 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d0d02d1-2bdc-4407-950f-7c549623540d admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:45:03.570527 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4de58b1d-906e-43c7-b1e2-1a38df9e76bb req-7cbe1947-5f8b-4631-aeb6-66db22a064fc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff37e467-d142-48f5-a9e6-9fe37e7fc04a HTTP/1.1" status: 200 len: 217 time: 0.0578732 Sep 07 02:45:03.570527 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-1d0d02d1-2bdc-4407-950f-7c549623540d admin admin] 10.222.0.22 "PUT /v2.0/routers/524a2e35-ff2c-483a-86da-291e28b453f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5226884 Sep 07 02:45:03.571581 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54472) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:45:03.573467 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3e8fa3-065d-4d29-8da5-a42539c0ed74 None None] Sync routers for ids ['524a2e35-ff2c-483a-86da-291e28b453f8'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:45:03.589115 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3e8fa3-065d-4d29-8da5-a42539c0ed74 None None] Routers {'524a2e35-ff2c-483a-86da-291e28b453f8'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:45:03.589760 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-dd3e8fa3-065d-4d29-8da5-a42539c0ed74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:44:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['524a2e35-ff2c-483a-86da-291e28b453f8'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:45:03.619339 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de58b1d-906e-43c7-b1e2-1a38df9e76bb req-1def654a-02a7-4334-b0f9-de684638af09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:03.621097 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4de58b1d-906e-43c7-b1e2-1a38df9e76bb req-1def654a-02a7-4334-b0f9-de684638af09 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2517e5a7-9911-46d3-a5ee-1794a3062b3b HTTP/1.1" status: 200 len: 850 time: 0.0486994 Sep 07 02:45:03.680508 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de58b1d-906e-43c7-b1e2-1a38df9e76bb req-db3f2ac6-421c-45d0-a82f-d6967409bcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:03.683170 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4de58b1d-906e-43c7-b1e2-1a38df9e76bb req-db3f2ac6-421c-45d0-a82f-d6967409bcdd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523298 Sep 07 02:45:03.740703 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-dd3e8fa3-065d-4d29-8da5-a42539c0ed74 None None] Set router 524a2e35-ff2c-483a-86da-291e28b453f8 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:45:03.771344 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b4d9d7dd-07a8-43c1-91e6-8323bbd668a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:03.830368 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ccd77-6226-4cf2-9e9a-e0add0d8e12d req-776fb428-deae-4f5c-a57a-1a7c9b79ed1b tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:03.832084 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-543ccd77-6226-4cf2-9e9a-e0add0d8e12d req-776fb428-deae-4f5c-a57a-1a7c9b79ed1b tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=421c6d61-e719-47bf-87ee-469e8ff49090 HTTP/1.1" status: 200 len: 945 time: 0.1461732 Sep 07 02:45:03.927862 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-543ccd77-6226-4cf2-9e9a-e0add0d8e12d req-0ff04659-2c43-474c-b366-db0e8745b707 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846350 Sep 07 02:45:03.969650 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b4d9d7dd-07a8-43c1-91e6-8323bbd668a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:04.005837 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-dd3e8fa3-065d-4d29-8da5-a42539c0ed74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524a2e35-ff2c-483a-86da-291e28b453f8', 'name': 'tempest-ServersTestJSON-1752052576-router', 'tenant_id': '1cb4444198df4bb2bcd059ce08ea0dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': '249dbf9d-354b-4252-bf1d-ac28649b01a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:42:30Z', 'updated_at': '2021-09-07T02:45:01Z', 'revision_number': 5, 'project_id': '1cb4444198df4bb2bcd059ce08ea0dc3', 'gw_port': {'id': '249dbf9d-354b-4252-bf1d-ac28649b01a7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524a2e35-ff2c-483a-86da-291e28b453f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:42:32Z', 'updated_at': '2021-09-07T02:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:45:04.081030 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-b4d9d7dd-07a8-43c1-91e6-8323bbd668a7 admin admin] Deleting port 249dbf9d-354b-4252-bf1d-ac28649b01a7 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:45:04.088965 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b4d9d7dd-07a8-43c1-91e6-8323bbd668a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:04.089422 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3e8fa3-065d-4d29-8da5-a42539c0ed74 None None] Checking router: 524a2e35-ff2c-483a-86da-291e28b453f8 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:45:04.107841 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3e8fa3-065d-4d29-8da5-a42539c0ed74 None None] Routers {'524a2e35-ff2c-483a-86da-291e28b453f8'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:45:04.108744 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-dd3e8fa3-065d-4d29-8da5-a42539c0ed74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:44:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['524a2e35-ff2c-483a-86da-291e28b453f8'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:45:04.149736 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d10261-c7bb-4628-92a3-d88a4ac43331 req-e8f1b619-ee7f-4c97-ac54-5c212deb88b9 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:04.168036 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e4d10261-c7bb-4628-92a3-d88a4ac43331 req-e8f1b619-ee7f-4c97-ac54-5c212deb88b9 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b8af059-5281-4c7f-afc8-33aac6f71c1d HTTP/1.1" status: 200 len: 945 time: 0.0982747 Sep 07 02:45:04.209484 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4de58b1d-906e-43c7-b1e2-1a38df9e76bb req-ec2ecf36-af33-413f-b35a-f8f0c236785d service neutron] 10.222.0.23 "GET /v2.0/networks/7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5183024 Sep 07 02:45:04.217495 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e4d10261-c7bb-4628-92a3-d88a4ac43331 req-6866cb8e-54e5-41e2-b034-3c9c76c0cd11 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399244 Sep 07 02:45:04.227659 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-dd3e8fa3-065d-4d29-8da5-a42539c0ed74 None None] Set router 524a2e35-ff2c-483a-86da-291e28b453f8 gateway port host: None {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:45:04.237928 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-b4d9d7dd-07a8-43c1-91e6-8323bbd668a7 admin admin] For port 249dbf9d-354b-4252-bf1d-ac28649b01a7, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=249dbf9d-354b-4252-bf1d-ac28649b01a7,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:45:04.238823 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b4d9d7dd-07a8-43c1-91e6-8323bbd668a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:04.274551 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-b4d9d7dd-07a8-43c1-91e6-8323bbd668a7 admin admin] Calling delete_port for 249dbf9d-354b-4252-bf1d-ac28649b01a7 owned by network:router_gateway {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:45:04.303843 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d7d50e-6de0-4db4-aabd-616e499ecd6f req-9ac5cef2-876a-46b3-8011-dd70621e6006 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:04.305052 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-dd3e8fa3-065d-4d29-8da5-a42539c0ed74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524a2e35-ff2c-483a-86da-291e28b453f8', 'name': 'tempest-ServersTestJSON-1752052576-router', 'tenant_id': '1cb4444198df4bb2bcd059ce08ea0dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:42:30Z', 'updated_at': '2021-09-07T02:45:03Z', 'revision_number': 6, 'project_id': '1cb4444198df4bb2bcd059ce08ea0dc3', 'gw_port_host': None}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:45:04.311037 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b1d7d50e-6de0-4db4-aabd-616e499ecd6f req-9ac5cef2-876a-46b3-8011-dd70621e6006 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] 10.222.0.22 "GET /v2.0/ports?device_id=96e76ad4-3f5a-41cb-8424-e9d30e96a97c HTTP/1.1" status: 200 len: 943 time: 0.0913441 Sep 07 02:45:04.334327 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4de58b1d-906e-43c7-b1e2-1a38df9e76bb req-b8343ba8-2b5c-4b6f-a3b4-945178368462 service neutron] 10.222.0.23 "GET /v2.0/networks/7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153152 Sep 07 02:45:04.345857 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3e8fa3-065d-4d29-8da5-a42539c0ed74 None None] The sync data for ids ['524a2e35-ff2c-483a-86da-291e28b453f8'] in n-d-796209-16 is: [{'id': '524a2e35-ff2c-483a-86da-291e28b453f8', 'name': 'tempest-ServersTestJSON-1752052576-router', 'tenant_id': '1cb4444198df4bb2bcd059ce08ea0dc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:42:30Z', 'updated_at': '2021-09-07T02:45:03Z', 'revision_number': 6, 'project_id': '1cb4444198df4bb2bcd059ce08ea0dc3', 'gw_port_host': None}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:45:04.407075 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b1d7d50e-6de0-4db4-aabd-616e499ecd6f req-a92fab27-daf9-4743-8698-4b7f585f7efb tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cb359fe-2b6c-4847-ac45-9974b2b99d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943027 Sep 07 02:45:04.457365 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd57af-76b4-4d32-be02-f0488ad207f9 req-fd7d7d21-87fa-487f-87e6-d8fd1da7d12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:04.459160 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81cd57af-76b4-4d32-be02-f0488ad207f9 req-fd7d7d21-87fa-487f-87e6-d8fd1da7d12e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6f0184f4d86f49e0b1ae71c80300b509&device_id=96e76ad4-3f5a-41cb-8424-e9d30e96a97c HTTP/1.1" status: 200 len: 1095 time: 0.0667858 Sep 07 02:45:04.547448 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 947ef182-b3ab-40a8-95ec-070e844f4138 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:45:04.616477 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b4d9d7dd-07a8-43c1-91e6-8323bbd668a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:04.647875 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d9d7dd-07a8-43c1-91e6-8323bbd668a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=249dbf9d-354b-4252-bf1d-ac28649b01a7,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:04.671471 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd57af-76b4-4d32-be02-f0488ad207f9 req-d15db52f-7ee5-4056-a904-0f67f3d54193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:04.672734 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81cd57af-76b4-4d32-be02-f0488ad207f9 req-d15db52f-7ee5-4056-a904-0f67f3d54193 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d HTTP/1.1" status: 200 len: 911 time: 0.2047608 Sep 07 02:45:04.768678 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81cd57af-76b4-4d32-be02-f0488ad207f9 req-28a83b86-1384-4f1f-b3a1-b62e37d58cb3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff37e467-d142-48f5-a9e6-9fe37e7fc04a HTTP/1.1" status: 200 len: 217 time: 0.0848453 Sep 07 02:45:04.776960 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:04.822682 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b4d9d7dd-07a8-43c1-91e6-8323bbd668a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:04.897236 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421c6d61-e719-47bf-87ee-469e8ff49090', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '947ef182-b3ab-40a8-95ec-070e844f4138'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:45:04.903310 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48189aca-46ba-4006-a6af-1e21b3a383ef" -d '{"events": [{"server_uuid": "421c6d61-e719-47bf-87ee-469e8ff49090", "name": "network-vif-unplugged", "status": "completed", "tag": "947ef182-b3ab-40a8-95ec-070e844f4138"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:45:04.928950 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device a8f73db3-6997-46c1-82e5-4b753f7367ce no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:45:04.981764 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd57af-76b4-4d32-be02-f0488ad207f9 req-13af88ce-15fe-409d-a0d4-3e3baf79903c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:04.983338 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81cd57af-76b4-4d32-be02-f0488ad207f9 req-13af88ce-15fe-409d-a0d4-3e3baf79903c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2517e5a7-9911-46d3-a5ee-1794a3062b3b HTTP/1.1" status: 200 len: 850 time: 0.2082851 Sep 07 02:45:04.987864 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 947ef182-b3ab-40a8-95ec-070e844f4138, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=947ef182-b3ab-40a8-95ec-070e844f4138,segment=NetworkSegment(6dff264e-7c75-4629-a854-2e784f93e6e2),segment_id=6dff264e-7c75-4629-a854-2e784f93e6e2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:45:05.032921 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:05.114403 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd57af-76b4-4d32-be02-f0488ad207f9 req-67ac9d95-fc32-4bf5-bcc4-705868adf50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:05.116656 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81cd57af-76b4-4d32-be02-f0488ad207f9 req-67ac9d95-fc32-4bf5-bcc4-705868adf50d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1251709 Sep 07 02:45:05.123685 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 02:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092a83b3-2330-4647-ac1f-c22b9daa0a9d x-openstack-request-id: req-092a83b3-2330-4647-ac1f-c22b9daa0a9d {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:45:05.123980 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421c6d61-e719-47bf-87ee-469e8ff49090", "name": "network-vif-unplugged", "status": "completed", "tag": "947ef182-b3ab-40a8-95ec-070e844f4138", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:45:05.124233 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-092a83b3-2330-4647-ac1f-c22b9daa0a9d {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:45:05.124626 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '421c6d61-e719-47bf-87ee-469e8ff49090', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '947ef182-b3ab-40a8-95ec-070e844f4138', 'code': 200} Sep 07 02:45:05.125678 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=947ef182-b3ab-40a8-95ec-070e844f4138,revision_number=8']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:05.129540 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: a8f73db3-6997-46c1-82e5-4b753f7367ce {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:45:05.129882 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device a8f73db3-6997-46c1-82e5-4b753f7367ce not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:45:05.278453 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a604a4af-db78-4112-acc2-b3791b234ed6 req-b72cdc7d-4ee6-4a08-b9ce-aa10eaac3960 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:05.279917 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a604a4af-db78-4112-acc2-b3791b234ed6 req-b72cdc7d-4ee6-4a08-b9ce-aa10eaac3960 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=421c6d61-e719-47bf-87ee-469e8ff49090 HTTP/1.1" status: 200 len: 943 time: 0.0994160 Sep 07 02:45:05.283786 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81cd57af-76b4-4d32-be02-f0488ad207f9 req-10e3abd5-84bb-4d72-ae9f-3428991e31e2 service neutron] 10.222.0.23 "GET /v2.0/networks/7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538982 Sep 07 02:45:05.374032 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ecb313-fee8-434d-8474-f43fa6bba5f8 req-ce53b72f-fc78-4c06-a226-2c1d419415ba tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:05.375460 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c8ecb313-fee8-434d-8474-f43fa6bba5f8 req-ce53b72f-fc78-4c06-a226-2c1d419415ba tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=28b51fb1-3868-49df-a418-393700ddcb98 HTTP/1.1" status: 200 len: 946 time: 0.6542661 Sep 07 02:45:05.377032 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a604a4af-db78-4112-acc2-b3791b234ed6 req-b138b60d-cdde-4312-8d21-735c0c049096 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866950 Sep 07 02:45:05.407187 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b4d9d7dd-07a8-43c1-91e6-8323bbd668a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:05.411453 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b4d9d7dd-07a8-43c1-91e6-8323bbd668a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:05.417891 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81cd57af-76b4-4d32-be02-f0488ad207f9 req-91e5cd00-d012-4c45-8621-f85703a3faa5 service neutron] 10.222.0.23 "GET /v2.0/networks/7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210608 Sep 07 02:45:05.479398 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c8ecb313-fee8-434d-8474-f43fa6bba5f8 req-c9a1e05d-eb63-440a-abe9-279b618fe3ec tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700886 Sep 07 02:45:05.480475 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b4d9d7dd-07a8-43c1-91e6-8323bbd668a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:05.480993 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d9d7dd-07a8-43c1-91e6-8323bbd668a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 524a2e35-ff2c-483a-86da-291e28b453f8 {{(pid=94701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 02:45:05.485317 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b4d9d7dd-07a8-43c1-91e6-8323bbd668a7 admin admin] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:05.489694 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b4d9d7dd-07a8-43c1-91e6-8323bbd668a7 admin admin] 10.222.0.22 "DELETE /v2.0/routers/524a2e35-ff2c-483a-86da-291e28b453f8 HTTP/1.1" status: 204 len: 168 time: 1.9165359 Sep 07 02:45:05.489932 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54530) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:45:05.549654 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-13d3a102-100f-4e98-9ab2-1e6435ba2b4f admin admin] Deleting subnet aeeb3351-2834-4965-8c13-9d419d66a2a5 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:45:05.558352 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-13d3a102-100f-4e98-9ab2-1e6435ba2b4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:05.607691 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-13d3a102-100f-4e98-9ab2-1e6435ba2b4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:05.619459 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea59749d-14c2-4f86-a903-3c273dc2b030 req-42909758-4df0-4187-bcbb-9a0577f5a25e tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:05.621036 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ea59749d-14c2-4f86-a903-3c273dc2b030 req-42909758-4df0-4187-bcbb-9a0577f5a25e tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 944 time: 0.0546494 Sep 07 02:45:05.666967 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ea59749d-14c2-4f86-a903-3c273dc2b030 req-46fcee11-d955-43cc-be68-46d6214bd14c tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353513 Sep 07 02:45:05.747704 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83348f5-2646-47c5-a6bd-6e30f8ea661e req-1d3153c8-eb94-46a1-bdad-4058e1c42b53 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:05.751981 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f83348f5-2646-47c5-a6bd-6e30f8ea661e req-1d3153c8-eb94-46a1-bdad-4058e1c42b53 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] 10.222.0.22 "GET /v2.0/ports?device_id=96e76ad4-3f5a-41cb-8424-e9d30e96a97c HTTP/1.1" status: 200 len: 943 time: 0.1199586 Sep 07 02:45:05.800041 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-13d3a102-100f-4e98-9ab2-1e6435ba2b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:05.842027 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f83348f5-2646-47c5-a6bd-6e30f8ea661e req-4462d693-e591-4c4f-b24f-504cc7031047 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cb359fe-2b6c-4847-ac45-9974b2b99d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789092 Sep 07 02:45:05.884345 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-13d3a102-100f-4e98-9ab2-1e6435ba2b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:05.897940 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c699a0-0a9b-4d05-8eb9-098b72776ce3 req-32225ceb-f9c9-452e-a6b4-2e2f744690ce tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:05.899853 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c8c699a0-0a9b-4d05-8eb9-098b72776ce3 req-32225ceb-f9c9-452e-a6b4-2e2f744690ce tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 944 time: 0.0694451 Sep 07 02:45:05.911999 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d3a102-100f-4e98-9ab2-1e6435ba2b4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aeeb3351-2834-4965-8c13-9d419d66a2a5,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:05.913973 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-13d3a102-100f-4e98-9ab2-1e6435ba2b4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:05.915851 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-13d3a102-100f-4e98-9ab2-1e6435ba2b4f admin admin] 10.222.0.22 "DELETE /v2.0/subnets/aeeb3351-2834-4965-8c13-9d419d66a2a5 HTTP/1.1" status: 204 len: 168 time: 0.4245684 Sep 07 02:45:05.918237 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54544) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:45:05.922362 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bed0c64-a8c5-4c09-a16e-0825f0e52382 None None] Network 44ca0f19-5467-4e01-a811-705a63a89a61 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:45:05.967741 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c8c699a0-0a9b-4d05-8eb9-098b72776ce3 req-93dc102f-4f55-4f07-8119-3ff5d13fcb71 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574436 Sep 07 02:45:06.002929 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e0df7f1b-a9d0-45db-8413-166be9d87a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:06.080027 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-e0df7f1b-a9d0-45db-8413-166be9d87a00 admin admin] Deleting port e0da0b7a-03ad-4d3b-a0d9-1aaef621ea7b {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:45:06.080370 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e0df7f1b-a9d0-45db-8413-166be9d87a00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:06.168880 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-e0df7f1b-a9d0-45db-8413-166be9d87a00 admin admin] For port e0da0b7a-03ad-4d3b-a0d9-1aaef621ea7b, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=e0da0b7a-03ad-4d3b-a0d9-1aaef621ea7b,segment=NetworkSegment(0591f86f-9faf-48d2-8118-25ec53938e51),segment_id=0591f86f-9faf-48d2-8118-25ec53938e51)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:45:06.169620 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e0df7f1b-a9d0-45db-8413-166be9d87a00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:06.187700 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be35647-cae6-456f-ab7f-20de70964a60 None None] DHCP port deletion for 44ca0f19-5467-4e01-a811-705a63a89a61 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:45:06.188413 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-e0df7f1b-a9d0-45db-8413-166be9d87a00 admin admin] Calling delete_port for e0da0b7a-03ad-4d3b-a0d9-1aaef621ea7b owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:45:06.242304 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-5be35647-cae6-456f-ab7f-20de70964a60 None None] Deleting port e0da0b7a-03ad-4d3b-a0d9-1aaef621ea7b {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:45:06.242699 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5be35647-cae6-456f-ab7f-20de70964a60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:06.310293 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4794cdc1-99a3-468d-8689-eb20a0793b6d req-a29ec968-4378-4aa7-9076-c103aa31902c tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:06.312110 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4794cdc1-99a3-468d-8689-eb20a0793b6d req-a29ec968-4378-4aa7-9076-c103aa31902c tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 944 time: 0.0759873 Sep 07 02:45:06.328479 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e0df7f1b-a9d0-45db-8413-166be9d87a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:06.371418 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0df7f1b-a9d0-45db-8413-166be9d87a00 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0da0b7a-03ad-4d3b-a0d9-1aaef621ea7b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:06.378865 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0df7f1b-a9d0-45db-8413-166be9d87a00 admin admin] No DVR routers for this DVR port e0da0b7a-03ad-4d3b-a0d9-1aaef621ea7b on host n-d-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:45:06.414114 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4794cdc1-99a3-468d-8689-eb20a0793b6d req-b8bf4471-c67d-4d0e-893c-8563c8915f61 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952578 Sep 07 02:45:06.450020 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-5be35647-cae6-456f-ab7f-20de70964a60 None None] For port e0da0b7a-03ad-4d3b-a0d9-1aaef621ea7b, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=e0da0b7a-03ad-4d3b-a0d9-1aaef621ea7b,segment=NetworkSegment(0591f86f-9faf-48d2-8118-25ec53938e51),segment_id=0591f86f-9faf-48d2-8118-25ec53938e51)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:45:06.450511 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5be35647-cae6-456f-ab7f-20de70964a60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:06.464269 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-5be35647-cae6-456f-ab7f-20de70964a60 None None] Calling delete_port for e0da0b7a-03ad-4d3b-a0d9-1aaef621ea7b owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:45:06.464856 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e0df7f1b-a9d0-45db-8413-166be9d87a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:06.495018 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-e0df7f1b-a9d0-45db-8413-166be9d87a00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44ca0f19-5467-4e01-a811-705a63a89a61']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:45:06.515284 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-e0df7f1b-a9d0-45db-8413-166be9d87a00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0591f86f-9faf-48d2-8118-25ec53938e51') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:45:06.518914 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-e0df7f1b-a9d0-45db-8413-166be9d87a00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0591f86f-9faf-48d2-8118-25ec53938e51') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:45:06.547603 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5be35647-cae6-456f-ab7f-20de70964a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:06.548753 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e0df7f1b-a9d0-45db-8413-166be9d87a00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:06.570767 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be35647-cae6-456f-ab7f-20de70964a60 None None] Pushing event deleted for resources: {'Port': ['ID=e0da0b7a-03ad-4d3b-a0d9-1aaef621ea7b,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:06.571245 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e0df7f1b-a9d0-45db-8413-166be9d87a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:06.576023 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device ff37e467-d142-48f5-a9e6-9fe37e7fc04a details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:45:06.579556 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0df7f1b-a9d0-45db-8413-166be9d87a00 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:45:06.579973 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e0df7f1b-a9d0-45db-8413-166be9d87a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:06.583133 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:45:06.583133 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:45:06.583133 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:45:06.583133 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:45:06.583133 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:45:06.583133 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:45:06.583133 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:45:06.583133 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:45:06.583133 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:45:06.583133 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:45:06.583133 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:45:06.583133 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:45:06.583133 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:45:06.583133 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:45:06.583133 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:45:06.583133 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:45:06.583133 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:45:06.583133 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:45:06.583133 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:45:06.583133 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:45:06.583133 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:45:06.583133 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:45:06.583133 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:45:06.583133 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:45:06.583133 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:45:06.583133 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:45:06.583133 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:45:06.583133 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:45:06.583133 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:45:06.583133 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:45:06.583133 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:45:06.583133 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:45:06.606059 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be35647-cae6-456f-ab7f-20de70964a60 None None] No DVR routers for this DVR port e0da0b7a-03ad-4d3b-a0d9-1aaef621ea7b on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:45:06.658755 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e0df7f1b-a9d0-45db-8413-166be9d87a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:06.678649 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e0df7f1b-a9d0-45db-8413-166be9d87a00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:06.683342 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-e0df7f1b-a9d0-45db-8413-166be9d87a00 admin admin] 10.222.0.22 "DELETE /v2.0/networks/44ca0f19-5467-4e01-a811-705a63a89a61 HTTP/1.1" status: 204 len: 168 time: 0.7616091 Sep 07 02:45:06.699114 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0df7f1b-a9d0-45db-8413-166be9d87a00 admin admin] Pushing event deleted for resources: {'Network': ['ID=44ca0f19-5467-4e01-a811-705a63a89a61,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:06.725588 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8037c0-b534-4a7b-8c3d-25eaeef22efb req-4eaf61d8-bd55-4bf9-bc33-e813839d1e6b tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:06.727634 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1b8037c0-b534-4a7b-8c3d-25eaeef22efb req-4eaf61d8-bd55-4bf9-bc33-e813839d1e6b tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=28b51fb1-3868-49df-a418-393700ddcb98 HTTP/1.1" status: 200 len: 946 time: 0.0617602 Sep 07 02:45:06.733513 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device e0da0b7a-03ad-4d3b-a0d9-1aaef621ea7b no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:45:06.787327 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1b8037c0-b534-4a7b-8c3d-25eaeef22efb req-0797c2ad-7101-4033-a68d-90149259dde6 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534606 Sep 07 02:45:06.790870 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: e0da0b7a-03ad-4d3b-a0d9-1aaef621ea7b {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:45:06.791355 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device e0da0b7a-03ad-4d3b-a0d9-1aaef621ea7b not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:45:06.791809 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 249dbf9d-354b-4252-bf1d-ac28649b01a7 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:45:06.826663 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 249dbf9d-354b-4252-bf1d-ac28649b01a7 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:45:06.826997 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 249dbf9d-354b-4252-bf1d-ac28649b01a7 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:45:06.845801 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port ff37e467-d142-48f5-a9e6-9fe37e7fc04a, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=ff37e467-d142-48f5-a9e6-9fe37e7fc04a,segment=NetworkSegment(4018cf39-49dd-49a9-8ea5-093706efe321),segment_id=4018cf39-49dd-49a9-8ea5-093706efe321)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:45:06.860401 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': 'ff37e467-d142-48f5-a9e6-9fe37e7fc04a', 'network_id': '7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d', 'port_id': 'ff37e467-d142-48f5-a9e6-9fe37e7fc04a', 'mac_address': 'fa:16:3e:a2:36:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2517e5a7-9911-46d3-a5ee-1794a3062b3b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:45:06.922204 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:06.928762 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54598) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:45:06.938699 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff37e467-d142-48f5-a9e6-9fe37e7fc04a {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:45:06.961153 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port ff37e467-d142-48f5-a9e6-9fe37e7fc04a, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=ff37e467-d142-48f5-a9e6-9fe37e7fc04a,segment=NetworkSegment(4018cf39-49dd-49a9-8ea5-093706efe321),segment_id=4018cf39-49dd-49a9-8ea5-093706efe321)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:45:06.966551 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:07.012137 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-10331e60-d77e-4248-a156-1fdb423e1a5a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1cb4444198df4bb2bcd059ce08ea0dc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0821497 Sep 07 02:45:07.013199 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54600) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:45:07.021960 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974243b5-371b-478b-a9aa-2763a404c50c req-67e2ce8b-6292-4515-9547-64f07f8b1c54 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:07.029781 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-974243b5-371b-478b-a9aa-2763a404c50c req-67e2ce8b-6292-4515-9547-64f07f8b1c54 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] 10.222.0.22 "GET /v2.0/ports?device_id=96e76ad4-3f5a-41cb-8424-e9d30e96a97c HTTP/1.1" status: 200 len: 943 time: 0.0930893 Sep 07 02:45:07.041743 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=ff37e467-d142-48f5-a9e6-9fe37e7fc04a,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:07.084664 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5ffc2e1e-22a9-41f3-92d9-43b359fed434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:07.095902 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-974243b5-371b-478b-a9aa-2763a404c50c req-c10eaec6-b0b8-4b7c-beaf-7baf44d0c4a1 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cb359fe-2b6c-4847-ac45-9974b2b99d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654113 Sep 07 02:45:07.122905 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5ffc2e1e-22a9-41f3-92d9-43b359fed434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:07.174994 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5ffc2e1e-22a9-41f3-92d9-43b359fed434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:07.178735 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5ffc2e1e-22a9-41f3-92d9-43b359fed434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:07.180016 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-5ffc2e1e-22a9-41f3-92d9-43b359fed434 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2e36e4d4-b8b0-48ab-ba0e-f58abd996157 HTTP/1.1" status: 204 len: 168 time: 0.1658173 Sep 07 02:45:07.193267 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['ff37e467-d142-48f5-a9e6-9fe37e7fc04a'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:45:07.209746 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffc2e1e-22a9-41f3-92d9-43b359fed434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e36e4d4-b8b0-48ab-ba0e-f58abd996157,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:07.362697 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 3aecca23-872b-47f7-81da-d8eaf630d062 details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:45:07.513288 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 3aecca23-872b-47f7-81da-d8eaf630d062, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=3aecca23-872b-47f7-81da-d8eaf630d062,segment=NetworkSegment(cefad73b-a7c5-464e-83dc-c3e10d5473af),segment_id=cefad73b-a7c5-464e-83dc-c3e10d5473af)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:45:07.530310 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '3aecca23-872b-47f7-81da-d8eaf630d062', 'network_id': 'f1832801-225d-49c7-ba9e-13ca94c9951b', 'port_id': '3aecca23-872b-47f7-81da-d8eaf630d062', 'mac_address': 'fa:16:3e:bb:c3:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf8b75f5-87fa-46ec-a5bb-bac267ae3844', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:45:07.579853 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b12dec4-0da3-451b-98d5-ef2835837f4d req-6bbe44b8-f659-46e6-88c5-27fa3ab101f5 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:07.588818 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6b12dec4-0da3-451b-98d5-ef2835837f4d req-6bbe44b8-f659-46e6-88c5-27fa3ab101f5 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 944 time: 0.0668495 Sep 07 02:45:07.618792 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:07.646379 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6b12dec4-0da3-451b-98d5-ef2835837f4d req-05dcd0e9-25c6-474c-8930-9367d109089f tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560589 Sep 07 02:45:07.668555 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3aecca23-872b-47f7-81da-d8eaf630d062 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:45:07.710911 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 3aecca23-872b-47f7-81da-d8eaf630d062, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=3aecca23-872b-47f7-81da-d8eaf630d062,segment=NetworkSegment(cefad73b-a7c5-464e-83dc-c3e10d5473af),segment_id=cefad73b-a7c5-464e-83dc-c3e10d5473af)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:45:07.715544 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:07.766346 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=3aecca23-872b-47f7-81da-d8eaf630d062,revision_number=6']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:07.902732 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['3aecca23-872b-47f7-81da-d8eaf630d062'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:45:07.956312 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4fc6cd-a481-4d05-b2b2-39760600787c req-1736a77c-e71b-4de2-8640-64845af462e7 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:07.959063 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cb4fc6cd-a481-4d05-b2b2-39760600787c req-1736a77c-e71b-4de2-8640-64845af462e7 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=28b51fb1-3868-49df-a418-393700ddcb98 HTTP/1.1" status: 200 len: 946 time: 0.0839167 Sep 07 02:45:08.012049 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cb4fc6cd-a481-4d05-b2b2-39760600787c req-5708168f-f266-4174-b55c-7671f8ec33fa tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410800 Sep 07 02:45:08.218536 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54668) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:45:08.336125 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398559e5-e976-4e86-a3b4-56a18561489e req-0620d03f-b0f5-458c-a5e4-20a9eb3cb584 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:08.337996 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-398559e5-e976-4e86-a3b4-56a18561489e req-0620d03f-b0f5-458c-a5e4-20a9eb3cb584 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] 10.222.0.22 "GET /v2.0/ports?device_id=96e76ad4-3f5a-41cb-8424-e9d30e96a97c HTTP/1.1" status: 200 len: 944 time: 0.0972774 Sep 07 02:45:08.381883 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-509638ef-b88e-446c-bd5c-785acfd4ec4d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1855300752-network', 'tenant_id': '3d8ff40ac5af4273a429b575b3a30677'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:45:08.415346 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509638ef-b88e-446c-bd5c-785acfd4ec4d admin admin] Made reservation on behalf of 3d8ff40ac5af4273a429b575b3a30677 for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:45:08.418691 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-509638ef-b88e-446c-bd5c-785acfd4ec4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:08.418903 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-398559e5-e976-4e86-a3b4-56a18561489e req-6e09f7e8-cf54-4a81-9149-998fa5ff8fd4 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cb359fe-2b6c-4847-ac45-9974b2b99d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693882 Sep 07 02:45:08.438728 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-509638ef-b88e-446c-bd5c-785acfd4ec4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:08.557661 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-509638ef-b88e-446c-bd5c-785acfd4ec4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:08.562741 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-509638ef-b88e-446c-bd5c-785acfd4ec4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:08.572675 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device ff37e467-d142-48f5-a9e6-9fe37e7fc04a up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:45:08.604278 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-509638ef-b88e-446c-bd5c-785acfd4ec4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:45:08.622805 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509638ef-b88e-446c-bd5c-785acfd4ec4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af0bf930-0236-4868-95bb-5e6579c419ad,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:08.641859 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-509638ef-b88e-446c-bd5c-785acfd4ec4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:08.645387 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-509638ef-b88e-446c-bd5c-785acfd4ec4d admin admin] Added segment 3fe8dbe0-c525-47eb-95e9-13e6bd5cc1b3 of type vlan for network 86391a5a-8b46-4856-9537-02b1734374ff Sep 07 02:45:08.669921 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port ff37e467-d142-48f5-a9e6-9fe37e7fc04a completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:45:08.680491 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port ff37e467-d142-48f5-a9e6-9fe37e7fc04a triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:45:08.682628 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:08.703734 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-509638ef-b88e-446c-bd5c-785acfd4ec4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:08.746431 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-509638ef-b88e-446c-bd5c-785acfd4ec4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:08.748061 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509638ef-b88e-446c-bd5c-785acfd4ec4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:08.748725 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-509638ef-b88e-446c-bd5c-785acfd4ec4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:08.833302 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-509638ef-b88e-446c-bd5c-785acfd4ec4d admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6135397 Sep 07 02:45:08.836704 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54686) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:45:08.837636 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:08.843855 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-75026dcc-5318-4e24-8b49-ab1914fb6edd admin admin] Request body: {'subnet': {'network_id': '86391a5a-8b46-4856-9537-02b1734374ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1855300752-subnet', 'tenant_id': '3d8ff40ac5af4273a429b575b3a30677', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:45:08.883981 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96e76ad4-3f5a-41cb-8424-e9d30e96a97c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff37e467-d142-48f5-a9e6-9fe37e7fc04a'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:45:08.887126 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de974ee4-f540-4e8a-b97d-c48966c8eb5b" -d '{"events": [{"server_uuid": "96e76ad4-3f5a-41cb-8424-e9d30e96a97c", "name": "network-vif-plugged", "status": "completed", "tag": "ff37e467-d142-48f5-a9e6-9fe37e7fc04a"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:45:08.910971 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port ff37e467-d142-48f5-a9e6-9fe37e7fc04a, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=ff37e467-d142-48f5-a9e6-9fe37e7fc04a,segment=NetworkSegment(4018cf39-49dd-49a9-8ea5-093706efe321),segment_id=4018cf39-49dd-49a9-8ea5-093706efe321)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:45:08.918953 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:08.920788 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 947ef182-b3ab-40a8-95ec-070e844f4138 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:45:08.926656 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75026dcc-5318-4e24-8b49-ab1914fb6edd admin admin] Made reservation on behalf of 3d8ff40ac5af4273a429b575b3a30677 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:45:08.929396 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-75026dcc-5318-4e24-8b49-ab1914fb6edd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:08.947859 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729683b5-601f-4077-9bf3-403b061a62a1 req-c64349b0-60f0-4cbb-8dff-c76c2fdccc4b tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:08.950268 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-729683b5-601f-4077-9bf3-403b061a62a1 req-c64349b0-60f0-4cbb-8dff-c76c2fdccc4b tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 944 time: 0.1696234 Sep 07 02:45:08.951887 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509638ef-b88e-446c-bd5c-785acfd4ec4d admin admin] Pushing event updated for resources: {'Network': ['ID=86391a5a-8b46-4856-9537-02b1734374ff,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:09.002833 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb282d3-bf50-459f-8a86-2c736a034168 x-openstack-request-id: req-8fb282d3-bf50-459f-8a86-2c736a034168 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:45:09.003423 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96e76ad4-3f5a-41cb-8424-e9d30e96a97c", "name": "network-vif-plugged", "status": "completed", "tag": "ff37e467-d142-48f5-a9e6-9fe37e7fc04a", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:45:09.005288 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8fb282d3-bf50-459f-8a86-2c736a034168 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:45:09.005789 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96e76ad4-3f5a-41cb-8424-e9d30e96a97c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff37e467-d142-48f5-a9e6-9fe37e7fc04a', 'code': 200} Sep 07 02:45:09.007303 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 86391a5a-8b46-4856-9537-02b1734374ff details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:45:09.088743 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-729683b5-601f-4077-9bf3-403b061a62a1 req-5146d15d-5ad1-464a-9908-bd174439147e tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231880 Sep 07 02:45:09.203831 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=ff37e467-d142-48f5-a9e6-9fe37e7fc04a,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:09.293636 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b3a90-fa21-410c-aea0-186b4c97d6b0 req-3750b2c0-cc41-4d27-b860-985db78a0411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:09.296074 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b90b3a90-fa21-410c-aea0-186b4c97d6b0 req-3750b2c0-cc41-4d27-b860-985db78a0411 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=96e76ad4-3f5a-41cb-8424-e9d30e96a97c HTTP/1.1" status: 200 len: 1097 time: 0.1935406 Sep 07 02:45:09.321268 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841dec65-61d3-435a-b646-2bbb069c0b91 req-4803bf36-5c6c-46fa-874b-051d12cfc2e3 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:09.329087 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-841dec65-61d3-435a-b646-2bbb069c0b91 req-4803bf36-5c6c-46fa-874b-051d12cfc2e3 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=28b51fb1-3868-49df-a418-393700ddcb98 HTTP/1.1" status: 200 len: 946 time: 0.1263678 Sep 07 02:45:09.395863 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 3aecca23-872b-47f7-81da-d8eaf630d062 up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:45:09.422925 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b90b3a90-fa21-410c-aea0-186b4c97d6b0 req-d5de4ecd-eeca-4266-b568-935cfcb0cbdc service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4cb359fe-2b6c-4847-ac45-9974b2b99d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177368 Sep 07 02:45:09.438732 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-841dec65-61d3-435a-b646-2bbb069c0b91 req-712b33b9-ce2b-4934-a2ee-8e8d9f2622d7 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083410 Sep 07 02:45:09.525626 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 3aecca23-872b-47f7-81da-d8eaf630d062 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:45:09.527280 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:09.580867 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-75026dcc-5318-4e24-8b49-ab1914fb6edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:09.681657 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75026dcc-5318-4e24-8b49-ab1914fb6edd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1edbcb4-7c27-4a3f-ab1f-7a3010f7d080,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:09.682342 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:09.733964 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c76d5bd-e103-4351-a07d-1499e0f3c987 req-aea9bf3e-2217-46ca-a4a3-86eb0360f90d tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:09.736013 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3c76d5bd-e103-4351-a07d-1499e0f3c987 req-aea9bf3e-2217-46ca-a4a3-86eb0360f90d tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] 10.222.0.22 "GET /v2.0/ports?device_id=96e76ad4-3f5a-41cb-8424-e9d30e96a97c HTTP/1.1" status: 200 len: 945 time: 0.1996813 Sep 07 02:45:09.746849 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 3aecca23-872b-47f7-81da-d8eaf630d062, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=3aecca23-872b-47f7-81da-d8eaf630d062,segment=NetworkSegment(cefad73b-a7c5-464e-83dc-c3e10d5473af),segment_id=cefad73b-a7c5-464e-83dc-c3e10d5473af)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:45:09.752486 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75026dcc-5318-4e24-8b49-ab1914fb6edd admin admin] Checking segment: {'id': '3fe8dbe0-c525-47eb-95e9-13e6bd5cc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '86391a5a-8b46-4856-9537-02b1734374ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:45:09.753275 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:09.753447 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75026dcc-5318-4e24-8b49-ab1914fb6edd admin admin] Network hostable DHCP agents. Network: 86391a5a-8b46-4856-9537-02b1734374ff, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:45:09.807284 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3c76d5bd-e103-4351-a07d-1499e0f3c987 req-c09aa788-b861-4b25-afd4-1af1df7d0952 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cb359fe-2b6c-4847-ac45-9974b2b99d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622859 Sep 07 02:45:09.809514 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75026dcc-5318-4e24-8b49-ab1914fb6edd admin admin] Network 86391a5a-8b46-4856-9537-02b1734374ff is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:45:09.839630 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-75026dcc-5318-4e24-8b49-ab1914fb6edd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 86391a5a-8b46-4856-9537-02b1734374ff) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:45:09.846829 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75026dcc-5318-4e24-8b49-ab1914fb6edd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:09.849045 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-75026dcc-5318-4e24-8b49-ab1914fb6edd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:09.858966 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bd00b5-2a27-4839-a9d1-4c2bd77c3dc9 None None] Network 86391a5a-8b46-4856-9537-02b1734374ff requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:45:09.896880 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-75026dcc-5318-4e24-8b49-ab1914fb6edd admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0587344 Sep 07 02:45:09.938460 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=3aecca23-872b-47f7-81da-d8eaf630d062,revision_number=7']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:10.178873 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0570522-a4d3-4adc-ad5d-4a8afa1d77ba None None] Network 86391a5a-8b46-4856-9537-02b1734374ff requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:45:10.376596 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e51fe-d93d-482d-8d8e-2e00ba5bcca8 req-fc776b25-89bb-4002-852c-b1b9ef553c4b tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:10.382745 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ee1e51fe-d93d-482d-8d8e-2e00ba5bcca8 req-fc776b25-89bb-4002-852c-b1b9ef553c4b tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 944 time: 0.1400180 Sep 07 02:45:10.474650 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ee1e51fe-d93d-482d-8d8e-2e00ba5bcca8 req-2f0c148b-35c4-4115-a813-0f6367dfc909 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862467 Sep 07 02:45:10.729714 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ba929-0326-42a6-92a5-3f46e27f337d req-92566f08-9f56-4d79-9378-413a7f75a441 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:10.731719 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2d2ba929-0326-42a6-92a5-3f46e27f337d req-92566f08-9f56-4d79-9378-413a7f75a441 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/networks?id=86391a5a-8b46-4856-9537-02b1734374ff HTTP/1.1" status: 200 len: 815 time: 0.1809578 Sep 07 02:45:10.757137 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2d2ba929-0326-42a6-92a5-3f46e27f337d req-27cd41fe-94d3-4501-891b-c267ea6c903d tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/quotas/3d8ff40ac5af4273a429b575b3a30677 HTTP/1.1" status: 200 len: 375 time: 0.0165935 Sep 07 02:45:10.789380 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f0d0f-ba76-446d-a685-64d0f902d6b2 req-bc733472-5caa-40d0-9df9-9159ca48a75e tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:10.809479 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2d2ba929-0326-42a6-92a5-3f46e27f337d req-df1c2122-f902-4900-817b-28e4b36784d4 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3d8ff40ac5af4273a429b575b3a30677&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434816 Sep 07 02:45:10.813571 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-731f0d0f-ba76-446d-a685-64d0f902d6b2 req-bc733472-5caa-40d0-9df9-9159ca48a75e tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=28b51fb1-3868-49df-a418-393700ddcb98 HTTP/1.1" status: 200 len: 946 time: 0.1155412 Sep 07 02:45:10.862898 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-731f0d0f-ba76-446d-a685-64d0f902d6b2 req-4df7ba08-e70c-41ae-b1d0-f94efdf5b949 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483043 Sep 07 02:45:10.941043 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2d2ba929-0326-42a6-92a5-3f46e27f337d req-99ed01aa-1d3e-469f-902b-faa24821263c service neutron] 10.222.0.22 "GET /v2.0/networks/86391a5a-8b46-4856-9537-02b1734374ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245711 Sep 07 02:45:11.007722 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b8af059-5281-4c7f-afc8-33aac6f71c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aecca23-872b-47f7-81da-d8eaf630d062'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:45:11.012447 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d78b68-a3f8-4fc2-be7b-74498010fc76" -d '{"events": [{"server_uuid": "6b8af059-5281-4c7f-afc8-33aac6f71c1d", "name": "network-vif-plugged", "status": "completed", "tag": "3aecca23-872b-47f7-81da-d8eaf630d062"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:45:11.059602 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2d2ba929-0326-42a6-92a5-3f46e27f337d req-9c861064-0425-4159-9d90-4027a767ba33 service neutron] 10.222.0.22 "GET /v2.0/networks/86391a5a-8b46-4856-9537-02b1734374ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100371 Sep 07 02:45:11.124311 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf808d4-6b6e-4c1d-9594-ea6922f43e12 req-99e9f37e-38fe-4a23-a1a0-55bf1182ac2e tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:11.127330 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4cf808d4-6b6e-4c1d-9594-ea6922f43e12 req-99e9f37e-38fe-4a23-a1a0-55bf1182ac2e tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] 10.222.0.22 "GET /v2.0/ports?device_id=96e76ad4-3f5a-41cb-8424-e9d30e96a97c HTTP/1.1" status: 200 len: 945 time: 0.0901053 Sep 07 02:45:11.202594 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4cf808d4-6b6e-4c1d-9594-ea6922f43e12 req-c93e733a-759b-4635-a685-d779a0e28a45 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cb359fe-2b6c-4847-ac45-9974b2b99d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592947 Sep 07 02:45:11.334114 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd521ca1-958e-4842-b17e-960bb840c2b6 x-openstack-request-id: req-bd521ca1-958e-4842-b17e-960bb840c2b6 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:45:11.334114 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b8af059-5281-4c7f-afc8-33aac6f71c1d", "name": "network-vif-plugged", "status": "completed", "tag": "3aecca23-872b-47f7-81da-d8eaf630d062", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:45:11.334344 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bd521ca1-958e-4842-b17e-960bb840c2b6 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:45:11.334825 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b8af059-5281-4c7f-afc8-33aac6f71c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aecca23-872b-47f7-81da-d8eaf630d062', 'code': 200} Sep 07 02:45:11.439714 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a8c2cfac-2a9b-46a5-84e8-95078ca92521 req-3de43c95-efc6-4123-89dd-91c1096b35a6 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=43546ab6-efac-438d-a136-ac1547102a76 HTTP/1.1" status: 200 len: 210 time: 0.0496840 Sep 07 02:45:11.573984 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d3e12-3108-4345-bd80-866b19d3f486 req-0aac2098-226a-41eb-acfc-bd89728215e9 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:11.579656 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c58d3e12-3108-4345-bd80-866b19d3f486 req-0aac2098-226a-41eb-acfc-bd89728215e9 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] 10.222.0.22 "GET /v2.0/ports?device_id=96e76ad4-3f5a-41cb-8424-e9d30e96a97c HTTP/1.1" status: 200 len: 945 time: 0.0962889 Sep 07 02:45:11.585813 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54768) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:45:11.609745 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-0546a6b4-1986-4840-99cd-fecde1982d29 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Request body: {'floatingip': {'port_id': 'ff37e467-d142-48f5-a9e6-9fe37e7fc04a'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:45:11.703827 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0546a6b4-1986-4840-99cd-fecde1982d29 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Notify callbacks [] for floatingip, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:11.868743 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ec9f8b-a459-473b-be0e-11de9e3a80f3 req-1863ebfe-6e27-4f43-b10c-cb13fc2852f6 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:11.876971 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-57ec9f8b-a459-473b-be0e-11de9e3a80f3 req-1863ebfe-6e27-4f43-b10c-cb13fc2852f6 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 944 time: 0.2928960 Sep 07 02:45:11.976913 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-57ec9f8b-a459-473b-be0e-11de9e3a80f3 req-99ec5467-00b1-4eda-8700-510273b32109 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987535 Sep 07 02:45:12.146722 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395284db-cb0c-4637-90a3-6c3ab9db6311 req-1270f98f-8f3d-4172-a1a7-a6a1445109fc tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:12.156957 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-395284db-cb0c-4637-90a3-6c3ab9db6311 req-1270f98f-8f3d-4172-a1a7-a6a1445109fc tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=28b51fb1-3868-49df-a418-393700ddcb98 HTTP/1.1" status: 200 len: 946 time: 0.1293714 Sep 07 02:45:12.202054 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-395284db-cb0c-4637-90a3-6c3ab9db6311 req-0877685b-3b51-4e52-ae67-760634fa8e64 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436997 Sep 07 02:45:12.564949 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0546a6b4-1986-4840-99cd-fecde1982d29 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:12.622969 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0546a6b4-1986-4840-99cd-fecde1982d29 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:12.709352 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-77b838c4-96e5-4f0e-9036-2d63d170f67a req-743a9c6b-7647-433a-86a5-ea4022b1da30 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=43546ab6-efac-438d-a136-ac1547102a76 HTTP/1.1" status: 200 len: 210 time: 0.1100533 Sep 07 02:45:12.844145 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ba929-0326-42a6-92a5-3f46e27f337d req-0b123c0e-8e7c-4b6f-af3a-ca6801c4cdda tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:12.845857 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2d2ba929-0326-42a6-92a5-3f46e27f337d req-0b123c0e-8e7c-4b6f-af3a-ca6801c4cdda tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.23 "GET /v2.0/networks?id=86391a5a-8b46-4856-9537-02b1734374ff HTTP/1.1" status: 200 len: 815 time: 0.3289926 Sep 07 02:45:12.858196 n-d-796209-16 neutron-server[94700]: INFO neutron.db.l3_db [None req-0546a6b4-1986-4840-99cd-fecde1982d29 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Floating IP 4ce9f80c-64ce-4e6a-b6ac-715bfd32c0d5 associated. External IP: 172.25.5.128, port: ff37e467-d142-48f5-a9e6-9fe37e7fc04a. Sep 07 02:45:12.865853 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-2d2ba929-0326-42a6-92a5-3f46e27f337d req-711c2e36-da8e-4ef7-a23a-6091503df096 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Request body: {'port': {'device_id': '43546ab6-efac-438d-a136-ac1547102a76', 'network_id': '86391a5a-8b46-4856-9537-02b1734374ff', 'admin_state_up': True, 'tenant_id': '3d8ff40ac5af4273a429b575b3a30677'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:45:13.215222 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e288c7a-ff26-4a79-9507-b5cfd5479938 req-134a189a-6923-4fd4-a029-259406ee32d7 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:13.228135 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0e288c7a-ff26-4a79-9507-b5cfd5479938 req-134a189a-6923-4fd4-a029-259406ee32d7 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 944 time: 0.1320322 Sep 07 02:45:13.290969 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d2ba929-0326-42a6-92a5-3f46e27f337d req-711c2e36-da8e-4ef7-a23a-6091503df096 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Made reservation on behalf of 3d8ff40ac5af4273a429b575b3a30677 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:45:13.301631 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2d2ba929-0326-42a6-92a5-3f46e27f337d req-711c2e36-da8e-4ef7-a23a-6091503df096 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:13.302216 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0e288c7a-ff26-4a79-9507-b5cfd5479938 req-99457935-2141-4ff1-a902-79fdccebf90b tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654895 Sep 07 02:45:13.738725 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d758758-1680-4119-8fd8-247b13a190fc req-a3990589-7343-4816-a66e-f3af25efcb25 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:13.747072 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2d758758-1680-4119-8fd8-247b13a190fc req-a3990589-7343-4816-a66e-f3af25efcb25 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=28b51fb1-3868-49df-a418-393700ddcb98 HTTP/1.1" status: 200 len: 946 time: 0.4172518 Sep 07 02:45:13.835992 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ff3fe303-9f54-4b4e-a357-96ff28f81d45 req-aef46058-3f6f-4d5b-92dc-c892bda87d43 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=43546ab6-efac-438d-a136-ac1547102a76 HTTP/1.1" status: 200 len: 210 time: 0.0372918 Sep 07 02:45:13.856411 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0546a6b4-1986-4840-99cd-fecde1982d29 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Router c1ab538e-7710-4532-94bd-99b9219bd5fe has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:45:13.883615 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2d758758-1680-4119-8fd8-247b13a190fc req-de48647d-aa42-4cfd-aa58-1b3a0e2025c8 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355517 Sep 07 02:45:13.955604 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-2d2ba929-0326-42a6-92a5-3f46e27f337d req-711c2e36-da8e-4ef7-a23a-6091503df096 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Allocated IP 172.20.0.14 (86391a5a-8b46-4856-9537-02b1734374ff/a1edbcb4-7c27-4a3f-ab1f-7a3010f7d080/6a802a9e-f446-4f56-8dcd-653b151a031e) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:45:14.097128 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0546a6b4-1986-4840-99cd-fecde1982d29 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:45:14.106681 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0546a6b4-1986-4840-99cd-fecde1982d29 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:14.110545 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416db419-4c9b-45e4-aef6-45ffaec26834 None None] Sync routers for ids ['c1ab538e-7710-4532-94bd-99b9219bd5fe'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:45:14.125043 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416db419-4c9b-45e4-aef6-45ffaec26834 None None] Routers {'c1ab538e-7710-4532-94bd-99b9219bd5fe'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:45:14.126464 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-416db419-4c9b-45e4-aef6-45ffaec26834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:44:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['c1ab538e-7710-4532-94bd-99b9219bd5fe'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:45:14.185991 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-0546a6b4-1986-4840-99cd-fecde1982d29 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] 10.222.0.22 "PUT /v2.0/floatingips/4ce9f80c-64ce-4e6a-b6ac-715bfd32c0d5 HTTP/1.1" status: 200 len: 991 time: 2.5822074 Sep 07 02:45:14.189351 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96e76ad4-3f5a-41cb-8424-e9d30e96a97c', 'tag': 'ff37e467-d142-48f5-a9e6-9fe37e7fc04a'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:45:14.191518 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53448165-a50e-416a-aa1a-785dbf99d60f" -d '{"events": [{"name": "network-changed", "server_uuid": "96e76ad4-3f5a-41cb-8424-e9d30e96a97c", "tag": "ff37e467-d142-48f5-a9e6-9fe37e7fc04a"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:45:14.264849 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2d2ba929-0326-42a6-92a5-3f46e27f337d req-711c2e36-da8e-4ef7-a23a-6091503df096 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:14.295880 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347ee2e8-95f5-47d5-85d9-ba5baab88135 x-openstack-request-id: req-347ee2e8-95f5-47d5-85d9-ba5baab88135 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:45:14.296498 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96e76ad4-3f5a-41cb-8424-e9d30e96a97c", "tag": "ff37e467-d142-48f5-a9e6-9fe37e7fc04a", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:45:14.296616 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-347ee2e8-95f5-47d5-85d9-ba5baab88135 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:45:14.297120 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96e76ad4-3f5a-41cb-8424-e9d30e96a97c', 'tag': 'ff37e467-d142-48f5-a9e6-9fe37e7fc04a', 'status': 'completed', 'code': 200} Sep 07 02:45:14.331784 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-416db419-4c9b-45e4-aef6-45ffaec26834 None None] Set router c1ab538e-7710-4532-94bd-99b9219bd5fe gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:45:14.517548 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2d2ba929-0326-42a6-92a5-3f46e27f337d req-711c2e36-da8e-4ef7-a23a-6091503df096 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:14.596079 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53448165-a50e-416a-aa1a-785dbf99d60f req-b203103d-1611-4075-9f2a-74848fe6b2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:14.602609 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-53448165-a50e-416a-aa1a-785dbf99d60f req-b203103d-1611-4075-9f2a-74848fe6b2df service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6f0184f4d86f49e0b1ae71c80300b509&device_id=96e76ad4-3f5a-41cb-8424-e9d30e96a97c HTTP/1.1" status: 200 len: 1097 time: 0.2974460 Sep 07 02:45:14.612781 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c2e36-da8e-4ef7-a23a-6091503df096 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Pushing event updated for resources: {'Port': ['ID=6a802a9e-f446-4f56-8dcd-653b151a031e,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:14.623756 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d2ba929-0326-42a6-92a5-3f46e27f337d req-711c2e36-da8e-4ef7-a23a-6091503df096 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Network 86391a5a-8b46-4856-9537-02b1734374ff is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:45:14.641868 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-2d2ba929-0326-42a6-92a5-3f46e27f337d req-711c2e36-da8e-4ef7-a23a-6091503df096 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:45:14.646163 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d2ba929-0326-42a6-92a5-3f46e27f337d req-711c2e36-da8e-4ef7-a23a-6091503df096 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:45:14.655787 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb63847-9ce3-4b81-ab3c-996c276a4004 req-40ba2a04-01b3-426b-bc42-d12e552227b4 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:14.657316 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-edb63847-9ce3-4b81-ab3c-996c276a4004 req-40ba2a04-01b3-426b-bc42-d12e552227b4 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 944 time: 0.2228119 Sep 07 02:45:14.693187 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-416db419-4c9b-45e4-aef6-45ffaec26834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ab538e-7710-4532-94bd-99b9219bd5fe', 'name': 'tempest-ServersTestManualDisk-289755633-router', 'tenant_id': '6f0184f4d86f49e0b1ae71c80300b509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '8243c820-0944-4965-a5d9-96b24cd965a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:44:44Z', 'updated_at': '2021-09-07T02:44:50Z', 'revision_number': 4, 'project_id': '6f0184f4d86f49e0b1ae71c80300b509', 'gw_port': {'id': '8243c820-0944-4965-a5d9-96b24cd965a7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:45:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ab538e-7710-4532-94bd-99b9219bd5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:44:45Z', 'updated_at': '2021-09-07T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': '4ce9f80c-64ce-4e6a-b6ac-715bfd32c0d5', 'tenant_id': '6f0184f4d86f49e0b1ae71c80300b509', 'floating_ip_address': '172.25.5.128', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': 'c1ab538e-7710-4532-94bd-99b9219bd5fe', 'port_id': 'ff37e467-d142-48f5-a9e6-9fe37e7fc04a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d', 'mac_address': 'fa:16:3e:a2:36:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e76ad4-3f5a-41cb-8424-e9d30e96a97c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T02:44:55Z', 'updated_at': '2021-09-07T02:45:12Z', 'revision_number': 1, 'project_id': '6f0184f4d86f49e0b1ae71c80300b509', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dcd29cc-b63a-4221-bdb4-9889205208b8', 'name': '', 'network_id': '7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d', 'tenant_id': '6f0184f4d86f49e0b1ae71c80300b509', 'mac_address': 'fa:16:3e:a5:64:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ab538e-7710-4532-94bd-99b9219bd5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '2517e5a7-9911-46d3-a5ee-1794a3062b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:44:49Z', 'updated_at': '2021-09-07T02:44:57Z', 'revision_number': 5, 'project_id': '6f0184f4d86f49e0b1ae71c80300b509', 'subnets': [{'id': '2517e5a7-9911-46d3-a5ee-1794a3062b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:45:14.727024 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416db419-4c9b-45e4-aef6-45ffaec26834 None None] Checking router: c1ab538e-7710-4532-94bd-99b9219bd5fe for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:45:14.746609 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416db419-4c9b-45e4-aef6-45ffaec26834 None None] Routers {'c1ab538e-7710-4532-94bd-99b9219bd5fe'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:45:14.747233 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-416db419-4c9b-45e4-aef6-45ffaec26834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:44:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['c1ab538e-7710-4532-94bd-99b9219bd5fe'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:45:14.801815 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ba929-0326-42a6-92a5-3f46e27f337d req-711c2e36-da8e-4ef7-a23a-6091503df096 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:14.801815 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2d2ba929-0326-42a6-92a5-3f46e27f337d req-711c2e36-da8e-4ef7-a23a-6091503df096 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:14.841554 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-edb63847-9ce3-4b81-ab3c-996c276a4004 req-38e0fe6d-b049-49ae-9066-a4d5222e47dc tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523423 Sep 07 02:45:14.865880 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2d2ba929-0326-42a6-92a5-3f46e27f337d req-711c2e36-da8e-4ef7-a23a-6091503df096 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0049548 Sep 07 02:45:14.881927 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-2d2ba929-0326-42a6-92a5-3f46e27f337d req-6ccf6c03-854e-403e-b814-2d58655827ce service neutron] Request body: {'port': {'device_id': '43546ab6-efac-438d-a136-ac1547102a76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:45:14.957966 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53448165-a50e-416a-aa1a-785dbf99d60f req-21547cae-6dd8-4aed-ba7d-9efd66fe49ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:14.959473 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-53448165-a50e-416a-aa1a-785dbf99d60f req-21547cae-6dd8-4aed-ba7d-9efd66fe49ec service neutron] 10.222.0.23 "GET /v2.0/networks?id=7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d HTTP/1.1" status: 200 len: 911 time: 0.3319294 Sep 07 02:45:14.975896 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-416db419-4c9b-45e4-aef6-45ffaec26834 None None] Set router c1ab538e-7710-4532-94bd-99b9219bd5fe gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:45:15.101379 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74580b-eaec-4556-aee9-e7a6a7e807af req-b75a3e13-b8b0-4af5-882e-31b8572a2ba8 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:15.112010 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4f74580b-eaec-4556-aee9-e7a6a7e807af req-b75a3e13-b8b0-4af5-882e-31b8572a2ba8 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=43546ab6-efac-438d-a136-ac1547102a76 HTTP/1.1" status: 200 len: 932 time: 0.1532331 Sep 07 02:45:15.258677 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4f74580b-eaec-4556-aee9-e7a6a7e807af req-19a73003-4b61-45cf-b6cf-c27a7aacae26 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378076 Sep 07 02:45:15.294912 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-416db419-4c9b-45e4-aef6-45ffaec26834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ab538e-7710-4532-94bd-99b9219bd5fe', 'name': 'tempest-ServersTestManualDisk-289755633-router', 'tenant_id': '6f0184f4d86f49e0b1ae71c80300b509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '8243c820-0944-4965-a5d9-96b24cd965a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:44:44Z', 'updated_at': '2021-09-07T02:44:50Z', 'revision_number': 4, 'project_id': '6f0184f4d86f49e0b1ae71c80300b509', 'gw_port': {'id': '8243c820-0944-4965-a5d9-96b24cd965a7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:45:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ab538e-7710-4532-94bd-99b9219bd5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:44:45Z', 'updated_at': '2021-09-07T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': '4ce9f80c-64ce-4e6a-b6ac-715bfd32c0d5', 'tenant_id': '6f0184f4d86f49e0b1ae71c80300b509', 'floating_ip_address': '172.25.5.128', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': 'c1ab538e-7710-4532-94bd-99b9219bd5fe', 'port_id': 'ff37e467-d142-48f5-a9e6-9fe37e7fc04a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d', 'mac_address': 'fa:16:3e:a2:36:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e76ad4-3f5a-41cb-8424-e9d30e96a97c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T02:44:55Z', 'updated_at': '2021-09-07T02:45:12Z', 'revision_number': 1, 'project_id': '6f0184f4d86f49e0b1ae71c80300b509', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dcd29cc-b63a-4221-bdb4-9889205208b8', 'name': '', 'network_id': '7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d', 'tenant_id': '6f0184f4d86f49e0b1ae71c80300b509', 'mac_address': 'fa:16:3e:a5:64:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ab538e-7710-4532-94bd-99b9219bd5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '2517e5a7-9911-46d3-a5ee-1794a3062b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:44:49Z', 'updated_at': '2021-09-07T02:44:57Z', 'revision_number': 5, 'project_id': '6f0184f4d86f49e0b1ae71c80300b509', 'subnets': [{'id': '2517e5a7-9911-46d3-a5ee-1794a3062b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:45:15.312801 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2d2ba929-0326-42a6-92a5-3f46e27f337d req-6ccf6c03-854e-403e-b814-2d58655827ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:15.369743 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416db419-4c9b-45e4-aef6-45ffaec26834 None None] The sync data for ids ['c1ab538e-7710-4532-94bd-99b9219bd5fe'] in n-d-796209-16 is: [{'id': 'c1ab538e-7710-4532-94bd-99b9219bd5fe', 'name': 'tempest-ServersTestManualDisk-289755633-router', 'tenant_id': '6f0184f4d86f49e0b1ae71c80300b509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '8243c820-0944-4965-a5d9-96b24cd965a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:44:44Z', 'updated_at': '2021-09-07T02:44:50Z', 'revision_number': 4, 'project_id': '6f0184f4d86f49e0b1ae71c80300b509', 'gw_port': {'id': '8243c820-0944-4965-a5d9-96b24cd965a7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:45:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ab538e-7710-4532-94bd-99b9219bd5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:44:45Z', 'updated_at': '2021-09-07T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': '4ce9f80c-64ce-4e6a-b6ac-715bfd32c0d5', 'tenant_id': '6f0184f4d86f49e0b1ae71c80300b509', 'floating_ip_address': '172.25.5.128', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': 'c1ab538e-7710-4532-94bd-99b9219bd5fe', 'port_id': 'ff37e467-d142-48f5-a9e6-9fe37e7fc04a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d', 'mac_address': 'fa:16:3e:a2:36:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e76ad4-3f5a-41cb-8424-e9d30e96a97c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T02:44:55Z', 'updated_at': '2021-09-07T02:45:12Z', 'revision_number': 1, 'project_id': '6f0184f4d86f49e0b1ae71c80300b509', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dcd29cc-b63a-4221-bdb4-9889205208b8', 'name': '', 'network_id': '7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d', 'tenant_id': '6f0184f4d86f49e0b1ae71c80300b509', 'mac_address': 'fa:16:3e:a5:64:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ab538e-7710-4532-94bd-99b9219bd5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '2517e5a7-9911-46d3-a5ee-1794a3062b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:44:49Z', 'updated_at': '2021-09-07T02:44:57Z', 'revision_number': 5, 'project_id': '6f0184f4d86f49e0b1ae71c80300b509', 'subnets': [{'id': '2517e5a7-9911-46d3-a5ee-1794a3062b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:45:15.458490 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54860) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:45:15.611195 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a6dd9-ba02-47b6-ac73-bcee5f8cf38b req-63693815-3eea-4d5a-8e21-68c8cb035926 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:15.623330 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b91a6dd9-ba02-47b6-ac73-bcee5f8cf38b req-63693815-3eea-4d5a-8e21-68c8cb035926 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=28b51fb1-3868-49df-a418-393700ddcb98 HTTP/1.1" status: 200 len: 946 time: 0.6129804 Sep 07 02:45:15.636774 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c7f56bda-15df-48ad-95d0-0483ec735fe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:15.652339 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-53448165-a50e-416a-aa1a-785dbf99d60f req-e59b5ec3-e55f-45d9-a2b2-81d4972a2eb0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff37e467-d142-48f5-a9e6-9fe37e7fc04a HTTP/1.1" status: 200 len: 999 time: 0.6434097 Sep 07 02:45:15.790869 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b91a6dd9-ba02-47b6-ac73-bcee5f8cf38b req-0870d830-ec70-4fe3-b773-227deec79cf4 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665967 Sep 07 02:45:15.826926 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bbee00-dbc5-44ec-90f7-a911237315c8 None None] New status for floating IP 4ce9f80c-64ce-4e6a-b6ac-715bfd32c0d5: ACTIVE {{(pid=94703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 02:45:15.892980 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53448165-a50e-416a-aa1a-785dbf99d60f req-0a0e51ec-8e27-402b-b97f-e2d96f6a550b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:15.898845 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-53448165-a50e-416a-aa1a-785dbf99d60f req-0a0e51ec-8e27-402b-b97f-e2d96f6a550b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2517e5a7-9911-46d3-a5ee-1794a3062b3b HTTP/1.1" status: 200 len: 850 time: 0.2350478 Sep 07 02:45:15.907577 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c7f56bda-15df-48ad-95d0-0483ec735fe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:15.918217 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c7f56bda-15df-48ad-95d0-0483ec735fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:15.991943 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c7f56bda-15df-48ad-95d0-0483ec735fe1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=073408a5ca3b494da6ab383e35b6d78f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5320094 Sep 07 02:45:15.993876 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54876) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:45:15.994669 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f56bda-15df-48ad-95d0-0483ec735fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108d4a83-5f44-4f0d-b622-03a2b1e7888c,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:16.063111 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-2d2ba929-0326-42a6-92a5-3f46e27f337d req-6ccf6c03-854e-403e-b814-2d58655827ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a802a9e-f446-4f56-8dcd-653b151a031e {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:45:16.065786 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a5a9f28d-b6c3-4689-a600-2732a730870f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:16.078088 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2d2ba929-0326-42a6-92a5-3f46e27f337d req-6ccf6c03-854e-403e-b814-2d58655827ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:16.092129 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a5a9f28d-b6c3-4689-a600-2732a730870f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:16.093846 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-2d2ba929-0326-42a6-92a5-3f46e27f337d req-6ccf6c03-854e-403e-b814-2d58655827ce service neutron] Transition to ACTIVE for port object 6a802a9e-f446-4f56-8dcd-653b151a031e will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:45:16.150441 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2d2ba929-0326-42a6-92a5-3f46e27f337d req-6ccf6c03-854e-403e-b814-2d58655827ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:16.169856 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f56bda-15df-48ad-95d0-0483ec735fe1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:45:16.170660 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f56bda-15df-48ad-95d0-0483ec735fe1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:45:16.171157 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f56bda-15df-48ad-95d0-0483ec735fe1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:45:16.172303 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f56bda-15df-48ad-95d0-0483ec735fe1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:45:16.172783 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f56bda-15df-48ad-95d0-0483ec735fe1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:45:16.173222 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f56bda-15df-48ad-95d0-0483ec735fe1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:45:16.173694 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f56bda-15df-48ad-95d0-0483ec735fe1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:45:16.174555 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f56bda-15df-48ad-95d0-0483ec735fe1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:45:16.175198 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f56bda-15df-48ad-95d0-0483ec735fe1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:45:16.175676 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f56bda-15df-48ad-95d0-0483ec735fe1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:45:16.176103 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f56bda-15df-48ad-95d0-0483ec735fe1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:45:16.177378 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f56bda-15df-48ad-95d0-0483ec735fe1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:45:16.182819 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a5a9f28d-b6c3-4689-a600-2732a730870f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:16.185830 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a5a9f28d-b6c3-4689-a600-2732a730870f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:16.200627 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a5a9f28d-b6c3-4689-a600-2732a730870f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/108d4a83-5f44-4f0d-b622-03a2b1e7888c HTTP/1.1" status: 204 len: 168 time: 0.1945662 Sep 07 02:45:16.238803 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a9f28d-b6c3-4689-a600-2732a730870f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108d4a83-5f44-4f0d-b622-03a2b1e7888c,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:16.289959 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f3a3b-dc50-40b3-a694-be747ad97055 req-9fc68e85-8952-4ee3-8637-9649eae1c3fd tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:16.297274 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53448165-a50e-416a-aa1a-785dbf99d60f req-1ba07b86-7174-47ab-ba2b-dbb47c6be151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:16.299789 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-53448165-a50e-416a-aa1a-785dbf99d60f req-1ba07b86-7174-47ab-ba2b-dbb47c6be151 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3872876 Sep 07 02:45:16.299943 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-db0f3a3b-dc50-40b3-a694-be747ad97055 req-9fc68e85-8952-4ee3-8637-9649eae1c3fd tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 944 time: 0.3064959 Sep 07 02:45:16.381655 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-db0f3a3b-dc50-40b3-a694-be747ad97055 req-fb081cfc-477a-4d03-bc0c-6efdf9e4a590 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798728 Sep 07 02:45:16.563172 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccf6c03-854e-403e-b814-2d58655827ce service neutron] Pushing event updated for resources: {'Port': ['ID=6a802a9e-f446-4f56-8dcd-653b151a031e,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:16.618498 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-2d2ba929-0326-42a6-92a5-3f46e27f337d req-6ccf6c03-854e-403e-b814-2d58655827ce service neutron] Attempting to bind port 6a802a9e-f446-4f56-8dcd-653b151a031e on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:45:16.618847 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-2d2ba929-0326-42a6-92a5-3f46e27f337d req-6ccf6c03-854e-403e-b814-2d58655827ce service neutron] Attempting to bind port 6a802a9e-f446-4f56-8dcd-653b151a031e by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '3fe8dbe0-c525-47eb-95e9-13e6bd5cc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '86391a5a-8b46-4856-9537-02b1734374ff'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:45:16.619179 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2ba929-0326-42a6-92a5-3f46e27f337d req-6ccf6c03-854e-403e-b814-2d58655827ce service neutron] Attempting to bind port 6a802a9e-f446-4f56-8dcd-653b151a031e on network 86391a5a-8b46-4856-9537-02b1734374ff {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:45:16.631979 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2ba929-0326-42a6-92a5-3f46e27f337d req-6ccf6c03-854e-403e-b814-2d58655827ce service neutron] Port 6a802a9e-f446-4f56-8dcd-653b151a031e on network 86391a5a-8b46-4856-9537-02b1734374ff not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:45:16.632185 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2ba929-0326-42a6-92a5-3f46e27f337d req-6ccf6c03-854e-403e-b814-2d58655827ce service neutron] Attempting to bind port 6a802a9e-f446-4f56-8dcd-653b151a031e on network 86391a5a-8b46-4856-9537-02b1734374ff {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:45:16.642762 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2ba929-0326-42a6-92a5-3f46e27f337d req-6ccf6c03-854e-403e-b814-2d58655827ce service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:45:16.643117 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2ba929-0326-42a6-92a5-3f46e27f337d req-6ccf6c03-854e-403e-b814-2d58655827ce service neutron] Checking segment: {'id': '3fe8dbe0-c525-47eb-95e9-13e6bd5cc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '86391a5a-8b46-4856-9537-02b1734374ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:45:16.643505 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2ba929-0326-42a6-92a5-3f46e27f337d req-6ccf6c03-854e-403e-b814-2d58655827ce service neutron] Bound using segment: {'id': '3fe8dbe0-c525-47eb-95e9-13e6bd5cc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '86391a5a-8b46-4856-9537-02b1734374ff'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:45:16.643960 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-2d2ba929-0326-42a6-92a5-3f46e27f337d req-6ccf6c03-854e-403e-b814-2d58655827ce service neutron] Bound port: 6a802a9e-f446-4f56-8dcd-653b151a031e, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fe8dbe0-c525-47eb-95e9-13e6bd5cc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '86391a5a-8b46-4856-9537-02b1734374ff'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:45:16.644511 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2d2ba929-0326-42a6-92a5-3f46e27f337d req-6ccf6c03-854e-403e-b814-2d58655827ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:16.718491 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47860664-7210-4837-9c3a-94fdad8b5b8c req-7adcc29a-a752-41cc-8ca5-77086e29ea63 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:16.727439 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-47860664-7210-4837-9c3a-94fdad8b5b8c req-7adcc29a-a752-41cc-8ca5-77086e29ea63 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=43546ab6-efac-438d-a136-ac1547102a76 HTTP/1.1" status: 200 len: 944 time: 0.2651606 Sep 07 02:45:16.761058 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-53448165-a50e-416a-aa1a-785dbf99d60f req-79e2f86b-69ca-4fde-bcb7-72681eeb16dd service neutron] 10.222.0.23 "GET /v2.0/networks/7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4481692 Sep 07 02:45:16.835883 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-47860664-7210-4837-9c3a-94fdad8b5b8c req-534303b7-1b73-4c97-a486-177c89a6a862 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075222 Sep 07 02:45:16.839891 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-2d2ba929-0326-42a6-92a5-3f46e27f337d req-6ccf6c03-854e-403e-b814-2d58655827ce service neutron] For port 6a802a9e-f446-4f56-8dcd-653b151a031e, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:45:16.844592 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-2d2ba929-0326-42a6-92a5-3f46e27f337d req-6ccf6c03-854e-403e-b814-2d58655827ce service neutron] For port 6a802a9e-f446-4f56-8dcd-653b151a031e, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=6a802a9e-f446-4f56-8dcd-653b151a031e,segment=NetworkSegment(3fe8dbe0-c525-47eb-95e9-13e6bd5cc1b3),segment_id=3fe8dbe0-c525-47eb-95e9-13e6bd5cc1b3)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:45:16.888054 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2d2ba929-0326-42a6-92a5-3f46e27f337d req-6ccf6c03-854e-403e-b814-2d58655827ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:16.949272 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ba929-0326-42a6-92a5-3f46e27f337d req-6ccf6c03-854e-403e-b814-2d58655827ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:16.949911 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2d2ba929-0326-42a6-92a5-3f46e27f337d req-6ccf6c03-854e-403e-b814-2d58655827ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:16.957836 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2d2ba929-0326-42a6-92a5-3f46e27f337d req-6ccf6c03-854e-403e-b814-2d58655827ce service neutron] 10.222.0.23 "PUT /v2.0/ports/6a802a9e-f446-4f56-8dcd-653b151a031e HTTP/1.1" status: 200 len: 1093 time: 2.0802939 Sep 07 02:45:16.964327 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43546ab6-efac-438d-a136-ac1547102a76', 'tag': '6a802a9e-f446-4f56-8dcd-653b151a031e'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:45:16.966760 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65831e32-b95d-4378-9dfb-471664337f0f" -d '{"events": [{"name": "network-changed", "server_uuid": "43546ab6-efac-438d-a136-ac1547102a76", "tag": "6a802a9e-f446-4f56-8dcd-653b151a031e"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:45:17.035796 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff5b628-8860-4f05-aaf6-c4cf3aa55246 x-openstack-request-id: req-aff5b628-8860-4f05-aaf6-c4cf3aa55246 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:45:17.036312 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43546ab6-efac-438d-a136-ac1547102a76", "tag": "6a802a9e-f446-4f56-8dcd-653b151a031e", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:45:17.036570 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-aff5b628-8860-4f05-aaf6-c4cf3aa55246 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:45:17.036987 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43546ab6-efac-438d-a136-ac1547102a76', 'tag': '6a802a9e-f446-4f56-8dcd-653b151a031e', 'status': 'completed', 'code': 200} Sep 07 02:45:17.119640 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccf6c03-854e-403e-b814-2d58655827ce service neutron] Pushing event updated for resources: {'Port': ['ID=6a802a9e-f446-4f56-8dcd-653b151a031e,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:17.126139 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-53448165-a50e-416a-aa1a-785dbf99d60f req-ae420df7-e2d7-4ca6-aab4-bf68e6e25f61 service neutron] 10.222.0.23 "GET /v2.0/networks/7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3522127 Sep 07 02:45:17.155043 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b00a3-c41b-402f-bb94-84210484f32a req-b8dd3c63-7541-40b0-9379-f8f1c1807d25 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:17.156825 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c92b00a3-c41b-402f-bb94-84210484f32a req-b8dd3c63-7541-40b0-9379-f8f1c1807d25 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=28b51fb1-3868-49df-a418-393700ddcb98 HTTP/1.1" status: 200 len: 946 time: 0.1811762 Sep 07 02:45:17.160033 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ba929-0326-42a6-92a5-3f46e27f337d req-cfcd88e1-bf44-490c-bdf6-e02bcc332cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:17.161479 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2d2ba929-0326-42a6-92a5-3f46e27f337d req-cfcd88e1-bf44-490c-bdf6-e02bcc332cbb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3d8ff40ac5af4273a429b575b3a30677&device_id=43546ab6-efac-438d-a136-ac1547102a76 HTTP/1.1" status: 200 len: 1096 time: 0.1224487 Sep 07 02:45:17.237190 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2d2ba929-0326-42a6-92a5-3f46e27f337d req-6d7585e4-4bdb-45d7-a1ac-1632b06a8430 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a802a9e-f446-4f56-8dcd-653b151a031e HTTP/1.1" status: 200 len: 217 time: 0.0612543 Sep 07 02:45:17.299156 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c92b00a3-c41b-402f-bb94-84210484f32a req-1171c083-5683-4f31-a278-f8fc937b4b94 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282709 Sep 07 02:45:17.320108 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ba929-0326-42a6-92a5-3f46e27f337d req-6a9100cb-1136-4f26-ad3c-d33026f84f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:17.321637 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2d2ba929-0326-42a6-92a5-3f46e27f337d req-6a9100cb-1136-4f26-ad3c-d33026f84f8d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a1edbcb4-7c27-4a3f-ab1f-7a3010f7d080 HTTP/1.1" status: 200 len: 855 time: 0.0745599 Sep 07 02:45:17.362248 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2d2ba929-0326-42a6-92a5-3f46e27f337d req-70a7839f-005c-49e3-84b8-0ff0a6342dee service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=86391a5a-8b46-4856-9537-02b1734374ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326917 Sep 07 02:45:17.534897 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2d2ba929-0326-42a6-92a5-3f46e27f337d req-3faa277c-a09c-437d-9531-6057b259c34c service neutron] 10.222.0.23 "GET /v2.0/networks/86391a5a-8b46-4856-9537-02b1734374ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655741 Sep 07 02:45:17.580402 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c13797-a9cb-4b7e-855b-6d0645746b26 req-bfe4edec-5432-4eb8-865c-f8d638419bf0 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:17.582375 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f5c13797-a9cb-4b7e-855b-6d0645746b26 req-bfe4edec-5432-4eb8-865c-f8d638419bf0 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 944 time: 0.0949657 Sep 07 02:45:17.648823 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f5c13797-a9cb-4b7e-855b-6d0645746b26 req-aab82523-f3ae-4c76-aa48-c39800de2464 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590022 Sep 07 02:45:17.700265 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2d2ba929-0326-42a6-92a5-3f46e27f337d req-5a4c7836-251b-4841-8cfd-3a2d184870df service neutron] 10.222.0.23 "GET /v2.0/networks/86391a5a-8b46-4856-9537-02b1734374ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584501 Sep 07 02:45:17.871570 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65831e32-b95d-4378-9dfb-471664337f0f req-e486ffb8-e3f9-4be8-ba18-d7679bfa2059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:17.877519 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-65831e32-b95d-4378-9dfb-471664337f0f req-e486ffb8-e3f9-4be8-ba18-d7679bfa2059 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3d8ff40ac5af4273a429b575b3a30677&device_id=43546ab6-efac-438d-a136-ac1547102a76 HTTP/1.1" status: 200 len: 1096 time: 0.1087375 Sep 07 02:45:18.108227 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d28e9-d475-4267-8bbb-adeeb04db1a1 req-ee185c12-6ac2-4c72-84af-70c25c35085c tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:18.116261 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5d2d28e9-d475-4267-8bbb-adeeb04db1a1 req-ee185c12-6ac2-4c72-84af-70c25c35085c tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 944 time: 0.0730848 Sep 07 02:45:18.169351 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a5602-a04c-4181-be29-17e4c922438d req-41b66121-b93f-4741-b868-2d6802800aff tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:18.169923 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f01a5602-a04c-4181-be29-17e4c922438d req-41b66121-b93f-4741-b868-2d6802800aff tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=43546ab6-efac-438d-a136-ac1547102a76 HTTP/1.1" status: 200 len: 944 time: 0.1898553 Sep 07 02:45:18.186169 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5d2d28e9-d475-4267-8bbb-adeeb04db1a1 req-79d3c541-5606-4ccc-9a8c-d44adfb1e722 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663502 Sep 07 02:45:18.191213 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2a8b53-7849-42e9-91eb-bc4c24cdb057 req-c6d90f82-9460-42e6-b563-6ffb56f9843e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:18.192965 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df2a8b53-7849-42e9-91eb-bc4c24cdb057 req-c6d90f82-9460-42e6-b563-6ffb56f9843e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3c6e11955fd14c5c9b191cf5c7d7b41c&device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 1096 time: 0.1282401 Sep 07 02:45:18.214682 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65831e32-b95d-4378-9dfb-471664337f0f req-ae569575-701c-4c9b-ab49-78e924bee713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:18.216443 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-65831e32-b95d-4378-9dfb-471664337f0f req-ae569575-701c-4c9b-ab49-78e924bee713 service neutron] 10.222.0.23 "GET /v2.0/networks?id=86391a5a-8b46-4856-9537-02b1734374ff HTTP/1.1" status: 200 len: 915 time: 0.3256733 Sep 07 02:45:18.282068 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-65831e32-b95d-4378-9dfb-471664337f0f req-78a42cc5-87d5-4937-9798-39faf12de267 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a802a9e-f446-4f56-8dcd-653b151a031e HTTP/1.1" status: 200 len: 217 time: 0.0517266 Sep 07 02:45:18.399529 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f01a5602-a04c-4181-be29-17e4c922438d req-4e6e9a49-5dca-4801-83e6-ddb7bd0ddbd2 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120771 Sep 07 02:45:18.427943 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65831e32-b95d-4378-9dfb-471664337f0f req-af63cc23-ff98-48fb-afcb-769867d98cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:18.429704 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-65831e32-b95d-4378-9dfb-471664337f0f req-af63cc23-ff98-48fb-afcb-769867d98cdd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a1edbcb4-7c27-4a3f-ab1f-7a3010f7d080 HTTP/1.1" status: 200 len: 855 time: 0.1379702 Sep 07 02:45:18.484052 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fabe8d-059f-4fbe-8f80-98cc43856f07 req-228d905d-b98f-4a6b-ac31-e7c84504d198 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:18.485836 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e6fabe8d-059f-4fbe-8f80-98cc43856f07 req-228d905d-b98f-4a6b-ac31-e7c84504d198 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=28b51fb1-3868-49df-a418-393700ddcb98 HTTP/1.1" status: 200 len: 946 time: 0.0792353 Sep 07 02:45:18.491008 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-65831e32-b95d-4378-9dfb-471664337f0f req-0c9f8029-209a-467d-8caa-3c7ce2804e4a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=86391a5a-8b46-4856-9537-02b1734374ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506551 Sep 07 02:45:18.492458 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2a8b53-7849-42e9-91eb-bc4c24cdb057 req-813ea729-30e7-4605-a1b5-30fb5da71405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:18.502210 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df2a8b53-7849-42e9-91eb-bc4c24cdb057 req-813ea729-30e7-4605-a1b5-30fb5da71405 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c7baff3a-2acd-47c4-826f-ff1b179e5161 HTTP/1.1" status: 200 len: 910 time: 0.2892804 Sep 07 02:45:18.547172 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e6fabe8d-059f-4fbe-8f80-98cc43856f07 req-156e3e7f-d3ea-4e76-8e90-4bf602887cf2 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524101 Sep 07 02:45:18.590786 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 6a802a9e-f446-4f56-8dcd-653b151a031e details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:45:18.755889 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-65831e32-b95d-4378-9dfb-471664337f0f req-33f2e84c-d841-4cf7-9b15-ef0108c5af01 service neutron] 10.222.0.23 "GET /v2.0/networks/86391a5a-8b46-4856-9537-02b1734374ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519779 Sep 07 02:45:18.761563 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 6a802a9e-f446-4f56-8dcd-653b151a031e, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=6a802a9e-f446-4f56-8dcd-653b151a031e,segment=NetworkSegment(3fe8dbe0-c525-47eb-95e9-13e6bd5cc1b3),segment_id=3fe8dbe0-c525-47eb-95e9-13e6bd5cc1b3)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:45:18.780209 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '6a802a9e-f446-4f56-8dcd-653b151a031e', 'network_id': '86391a5a-8b46-4856-9537-02b1734374ff', 'port_id': '6a802a9e-f446-4f56-8dcd-653b151a031e', 'mac_address': 'fa:16:3e:da:a4:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1edbcb4-7c27-4a3f-ab1f-7a3010f7d080', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:45:18.825345 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df2a8b53-7849-42e9-91eb-bc4c24cdb057 req-2fd9f36f-df41-4b36-a3c6-2b1a7f1b5534 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e0a4062-b916-433e-8871-18aaa78c80ee HTTP/1.1" status: 200 len: 999 time: 0.3118622 Sep 07 02:45:18.857489 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:18.897023 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a802a9e-f446-4f56-8dcd-653b151a031e {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:45:18.933960 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 6a802a9e-f446-4f56-8dcd-653b151a031e, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=6a802a9e-f446-4f56-8dcd-653b151a031e,segment=NetworkSegment(3fe8dbe0-c525-47eb-95e9-13e6bd5cc1b3),segment_id=3fe8dbe0-c525-47eb-95e9-13e6bd5cc1b3)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:45:18.948144 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:18.988522 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-65831e32-b95d-4378-9dfb-471664337f0f req-99bfb349-63ef-42d9-ae3e-6bd855a6e54c service neutron] 10.222.0.23 "GET /v2.0/networks/86391a5a-8b46-4856-9537-02b1734374ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211375 Sep 07 02:45:19.010144 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2a8b53-7849-42e9-91eb-bc4c24cdb057 req-104bdb2a-fff7-4836-ac1d-1bcdf5c6b9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:19.011849 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df2a8b53-7849-42e9-91eb-bc4c24cdb057 req-104bdb2a-fff7-4836-ac1d-1bcdf5c6b9b1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=04737742-a3d0-4b6d-a6a4-ec1fe2e55890 HTTP/1.1" status: 200 len: 849 time: 0.1718445 Sep 07 02:45:19.030454 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=6a802a9e-f446-4f56-8dcd-653b151a031e,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:19.086916 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2a8b53-7849-42e9-91eb-bc4c24cdb057 req-6ed605c8-6ef5-4d35-85a0-dcd0e57322d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:19.088741 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df2a8b53-7849-42e9-91eb-bc4c24cdb057 req-6ed605c8-6ef5-4d35-85a0-dcd0e57322d6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7baff3a-2acd-47c4-826f-ff1b179e5161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0642912 Sep 07 02:45:19.206463 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df2a8b53-7849-42e9-91eb-bc4c24cdb057 req-ce74b9f3-0957-49c6-8183-71473a5420e4 service neutron] 10.222.0.16 "GET /v2.0/networks/c7baff3a-2acd-47c4-826f-ff1b179e5161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079788 Sep 07 02:45:19.260198 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['6a802a9e-f446-4f56-8dcd-653b151a031e'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:45:19.382784 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df2a8b53-7849-42e9-91eb-bc4c24cdb057 req-0b61f719-e419-4848-a0f3-5d31d6179496 service neutron] 10.222.0.16 "GET /v2.0/networks/c7baff3a-2acd-47c4-826f-ff1b179e5161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624007 Sep 07 02:45:19.428112 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95915bb-ec82-4c1f-9541-9a609905c1af req-acbf4402-981b-4e75-b262-301decce3c0a tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:19.440719 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e95915bb-ec82-4c1f-9541-9a609905c1af req-acbf4402-981b-4e75-b262-301decce3c0a tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 944 time: 0.1412873 Sep 07 02:45:19.524488 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e95915bb-ec82-4c1f-9541-9a609905c1af req-8c7f9e31-bc52-4605-a9de-19d4be4d8c0d tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735438 Sep 07 02:45:19.602523 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21b43c-d764-4ad1-8162-247b657694fc req-4c6f4350-4d48-44b4-a7a1-a89e246dc09f tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:19.611471 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6b21b43c-d764-4ad1-8162-247b657694fc req-4c6f4350-4d48-44b4-a7a1-a89e246dc09f tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=43546ab6-efac-438d-a136-ac1547102a76 HTTP/1.1" status: 200 len: 945 time: 0.0657241 Sep 07 02:45:19.745444 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6b4e8-85d2-49b7-994f-785a230bb99d req-36796e54-d95e-49c2-a8a7-f790314f396d tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:19.753902 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b2b6b4e8-85d2-49b7-994f-785a230bb99d req-36796e54-d95e-49c2-a8a7-f790314f396d tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=28b51fb1-3868-49df-a418-393700ddcb98 HTTP/1.1" status: 200 len: 946 time: 0.0748003 Sep 07 02:45:19.811603 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b2b6b4e8-85d2-49b7-994f-785a230bb99d req-16e8bea0-35bb-496c-8a68-a30434f1269c tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538700 Sep 07 02:45:20.042263 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6b21b43c-d764-4ad1-8162-247b657694fc req-ee8c617d-3854-4e99-bca1-99678af056b4 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4276762 Sep 07 02:45:20.049309 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 55030) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:45:20.175912 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7d5bd396-99d9-4a22-9ffc-05526456d9be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:20.281717 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7d5bd396-99d9-4a22-9ffc-05526456d9be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:20.286673 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7d5bd396-99d9-4a22-9ffc-05526456d9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:20.320304 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-7d5bd396-99d9-4a22-9ffc-05526456d9be admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1b5d22f66e014ce8bedcc80c095ac90a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2696841 Sep 07 02:45:20.323188 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 55034) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:45:20.346935 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5bd396-99d9-4a22-9ffc-05526456d9be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f94685-0245-42fd-9033-53be7fb9c304,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:20.394167 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7916a07a-7f80-441b-b507-392419b0abc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:20.417699 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7916a07a-7f80-441b-b507-392419b0abc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:20.477249 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7916a07a-7f80-441b-b507-392419b0abc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:20.480135 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7916a07a-7f80-441b-b507-392419b0abc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:20.484013 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-7916a07a-7f80-441b-b507-392419b0abc5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/46f94685-0245-42fd-9033-53be7fb9c304 HTTP/1.1" status: 204 len: 168 time: 0.1565876 Sep 07 02:45:20.490619 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7916a07a-7f80-441b-b507-392419b0abc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f94685-0245-42fd-9033-53be7fb9c304,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:20.501433 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7916a07a-7f80-441b-b507-392419b0abc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:45:20.501911 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7916a07a-7f80-441b-b507-392419b0abc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:45:20.503082 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7916a07a-7f80-441b-b507-392419b0abc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:45:20.503082 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7916a07a-7f80-441b-b507-392419b0abc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:45:20.503278 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7916a07a-7f80-441b-b507-392419b0abc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:45:20.503546 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7916a07a-7f80-441b-b507-392419b0abc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:45:20.504037 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7916a07a-7f80-441b-b507-392419b0abc5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:45:20.504502 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7916a07a-7f80-441b-b507-392419b0abc5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:45:20.504833 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7916a07a-7f80-441b-b507-392419b0abc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:45:20.505162 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7916a07a-7f80-441b-b507-392419b0abc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:45:20.505493 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7916a07a-7f80-441b-b507-392419b0abc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:45:20.505819 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7916a07a-7f80-441b-b507-392419b0abc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:45:20.599520 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 6a802a9e-f446-4f56-8dcd-653b151a031e up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:45:20.671348 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae34df-8268-4c61-b05f-1714862e11d9 req-1c43a1a9-3409-4d1e-8c76-97aedba5098f tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:20.673771 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fbae34df-8268-4c61-b05f-1714862e11d9 req-1c43a1a9-3409-4d1e-8c76-97aedba5098f tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 944 time: 0.0743122 Sep 07 02:45:20.696319 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port 6a802a9e-f446-4f56-8dcd-653b151a031e completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:45:20.701016 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port 6a802a9e-f446-4f56-8dcd-653b151a031e triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:45:20.701406 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:20.726766 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fbae34df-8268-4c61-b05f-1714862e11d9 req-23a043f0-78db-4b74-bc86-1d899cf4659c tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461478 Sep 07 02:45:20.831104 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:20.867673 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 6a802a9e-f446-4f56-8dcd-653b151a031e, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=6a802a9e-f446-4f56-8dcd-653b151a031e,segment=NetworkSegment(3fe8dbe0-c525-47eb-95e9-13e6bd5cc1b3),segment_id=3fe8dbe0-c525-47eb-95e9-13e6bd5cc1b3)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:45:20.868764 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43546ab6-efac-438d-a136-ac1547102a76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a802a9e-f446-4f56-8dcd-653b151a031e'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:45:20.871559 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d663e011-fe78-488b-96d5-ef84862870ae" -d '{"events": [{"server_uuid": "43546ab6-efac-438d-a136-ac1547102a76", "name": "network-vif-plugged", "status": "completed", "tag": "6a802a9e-f446-4f56-8dcd-653b151a031e"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:45:20.877169 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:20.877709 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5024b7d-7451-4e79-b07b-42eda5bc760d req-96adacb4-5368-4074-a4ae-c77410c1fd95 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:20.885820 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d5024b7d-7451-4e79-b07b-42eda5bc760d req-96adacb4-5368-4074-a4ae-c77410c1fd95 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 944 time: 0.0712516 Sep 07 02:45:20.932855 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d5024b7d-7451-4e79-b07b-42eda5bc760d req-6168844e-ca86-4d57-80d2-161dc611d365 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418181 Sep 07 02:45:20.939108 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 55052) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:45:20.968921 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=6a802a9e-f446-4f56-8dcd-653b151a031e,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:20.970934 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9ba693c7-e332-4af5-8044-acffa7fe5971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:20.995311 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b321de-e858-4898-8842-9982a484e7d2 req-95fdcaa7-b68b-4a9d-a837-926296ae79e5 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:21.004260 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e2b321de-e858-4898-8842-9982a484e7d2 req-95fdcaa7-b68b-4a9d-a837-926296ae79e5 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=28b51fb1-3868-49df-a418-393700ddcb98 HTTP/1.1" status: 200 len: 946 time: 0.0858085 Sep 07 02:45:21.015966 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27184ee2-1b70-4300-ad45-985311d335de x-openstack-request-id: req-27184ee2-1b70-4300-ad45-985311d335de {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:45:21.016315 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43546ab6-efac-438d-a136-ac1547102a76", "name": "network-vif-plugged", "status": "completed", "tag": "6a802a9e-f446-4f56-8dcd-653b151a031e", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:45:21.016643 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-27184ee2-1b70-4300-ad45-985311d335de {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:45:21.017067 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43546ab6-efac-438d-a136-ac1547102a76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a802a9e-f446-4f56-8dcd-653b151a031e', 'code': 200} Sep 07 02:45:21.089044 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e2b321de-e858-4898-8842-9982a484e7d2 req-6c46d82c-bfd1-45e6-a9eb-4b00a812b3f4 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776417 Sep 07 02:45:21.171186 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9ba693c7-e332-4af5-8044-acffa7fe5971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:21.173489 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269cbe4a-fd5d-4945-97bf-88082fc37f74 req-06f2dd20-fec0-45ab-836b-1fe6af1a1a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:21.175105 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-269cbe4a-fd5d-4945-97bf-88082fc37f74 req-06f2dd20-fec0-45ab-836b-1fe6af1a1a73 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=43546ab6-efac-438d-a136-ac1547102a76 HTTP/1.1" status: 200 len: 1098 time: 0.0706096 Sep 07 02:45:21.179506 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9ba693c7-e332-4af5-8044-acffa7fe5971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:21.222068 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ac1fb-62b9-4cf8-bc4a-3b2a1a8a44cb req-c569ed1b-df22-476d-b320-11cba9ed3f9a tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:21.224321 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-997ac1fb-62b9-4cf8-bc4a-3b2a1a8a44cb req-c569ed1b-df22-476d-b320-11cba9ed3f9a tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 944 time: 0.0647638 Sep 07 02:45:21.231307 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9ba693c7-e332-4af5-8044-acffa7fe5971 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=437886da0c8849708485eebd8e8624fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2885382 Sep 07 02:45:21.236441 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 55062) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:45:21.283988 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba693c7-e332-4af5-8044-acffa7fe5971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5684807e-c1e3-41ae-ad70-48f9705c2f43,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:21.305605 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-269cbe4a-fd5d-4945-97bf-88082fc37f74 req-8a0b6f40-f6c4-46b2-bdc5-c80ba0eb8857 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001935 Sep 07 02:45:21.311558 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:21.328600 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:21.343304 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-997ac1fb-62b9-4cf8-bc4a-3b2a1a8a44cb req-1986ddbc-0c0b-4f33-8db5-c4b9cfc8e178 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129887 Sep 07 02:45:21.379854 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f15ee-a671-470e-9c7b-7342e6a29136 req-c78c448a-14ac-4c9d-92f3-e744d19ee404 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:21.381402 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df9f15ee-a671-470e-9c7b-7342e6a29136 req-c78c448a-14ac-4c9d-92f3-e744d19ee404 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=43546ab6-efac-438d-a136-ac1547102a76 HTTP/1.1" status: 200 len: 946 time: 0.0749140 Sep 07 02:45:21.411691 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ceab2a08-7794-42c3-a7ee-ec2eed3ee88e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:21.447668 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ceab2a08-7794-42c3-a7ee-ec2eed3ee88e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:21.452058 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df9f15ee-a671-470e-9c7b-7342e6a29136 req-fdce875c-84a3-4c98-9e34-69d6666aadb7 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621135 Sep 07 02:45:21.517495 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ceab2a08-7794-42c3-a7ee-ec2eed3ee88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:21.521682 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ceab2a08-7794-42c3-a7ee-ec2eed3ee88e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:21.522977 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ceab2a08-7794-42c3-a7ee-ec2eed3ee88e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5684807e-c1e3-41ae-ad70-48f9705c2f43 HTTP/1.1" status: 204 len: 168 time: 0.2899044 Sep 07 02:45:21.552324 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceab2a08-7794-42c3-a7ee-ec2eed3ee88e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5684807e-c1e3-41ae-ad70-48f9705c2f43,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:21.758523 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c5054-e321-416b-9af7-9edaf8a36de2 req-3071a0a6-b110-4f77-987e-b214b24b0073 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:21.760175 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7c9c5054-e321-416b-9af7-9edaf8a36de2 req-3071a0a6-b110-4f77-987e-b214b24b0073 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 944 time: 0.0719995 Sep 07 02:45:21.822623 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7c9c5054-e321-416b-9af7-9edaf8a36de2 req-d61aabd5-52dc-4e38-b2aa-35ae8848e104 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528855 Sep 07 02:45:22.346481 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d956c-30ad-4bc9-880a-74dad2049f08 req-ffb9c6b7-43e8-4185-8018-90ecdc7f6296 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:22.357483 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6f9d956c-30ad-4bc9-880a-74dad2049f08 req-ffb9c6b7-43e8-4185-8018-90ecdc7f6296 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=28b51fb1-3868-49df-a418-393700ddcb98 HTTP/1.1" status: 200 len: 946 time: 0.1253097 Sep 07 02:45:22.447580 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6f9d956c-30ad-4bc9-880a-74dad2049f08 req-1c69a42a-f512-43bb-bf3a-45789e27bfad tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856621 Sep 07 02:45:22.620490 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cdd616-0010-47ba-b794-06b9ed314298 req-a3dd5d0d-1cce-48e2-989d-2fc9c9957032 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:22.622216 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e8cdd616-0010-47ba-b794-06b9ed314298 req-a3dd5d0d-1cce-48e2-989d-2fc9c9957032 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=43546ab6-efac-438d-a136-ac1547102a76 HTTP/1.1" status: 200 len: 946 time: 0.0659878 Sep 07 02:45:22.670027 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e8cdd616-0010-47ba-b794-06b9ed314298 req-a86ddb0e-e9c8-470a-9515-93332784c194 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395684 Sep 07 02:45:22.822259 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa583d00-c97e-4404-be34-2b5e3f08a210 req-c7faeeb9-fca1-4885-a24b-d72933b131d3 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:22.831007 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fa583d00-c97e-4404-be34-2b5e3f08a210 req-c7faeeb9-fca1-4885-a24b-d72933b131d3 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=43546ab6-efac-438d-a136-ac1547102a76 HTTP/1.1" status: 200 len: 946 time: 0.0733583 Sep 07 02:45:22.878674 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fa583d00-c97e-4404-be34-2b5e3f08a210 req-d7a68aba-8de2-4658-be68-7bf250a43045 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458972 Sep 07 02:45:23.077730 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d75ebb-a2e0-4174-9ebb-a7b2604a9a37 req-da98db92-07d7-4a6a-9c9d-e890abecf92b tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:23.079335 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b2d75ebb-a2e0-4174-9ebb-a7b2604a9a37 req-da98db92-07d7-4a6a-9c9d-e890abecf92b tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 944 time: 0.1269491 Sep 07 02:45:23.126500 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b2d75ebb-a2e0-4174-9ebb-a7b2604a9a37 req-b0bef32d-068d-4fa0-975c-eff994997b55 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403349 Sep 07 02:45:23.456252 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0929e5-4784-4f55-b3d1-ac9d4d2ba510 req-dbe7050e-8996-4ffd-beeb-58804f17dd2c tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:23.458931 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9b0929e5-4784-4f55-b3d1-ac9d4d2ba510 req-dbe7050e-8996-4ffd-beeb-58804f17dd2c tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=43546ab6-efac-438d-a136-ac1547102a76 HTTP/1.1" status: 200 len: 946 time: 0.0965984 Sep 07 02:45:23.536868 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e0177-f7f4-4302-9466-960a573a60c4 req-9304e659-f0a3-453b-9eb7-d0da40ac2fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:23.539135 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1d0e0177-f7f4-4302-9466-960a573a60c4 req-9304e659-f0a3-453b-9eb7-d0da40ac2fa4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3c6e11955fd14c5c9b191cf5c7d7b41c&device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 1096 time: 0.1177554 Sep 07 02:45:23.562429 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9b0929e5-4784-4f55-b3d1-ac9d4d2ba510 req-3bdc6e4f-680b-4c4b-99cc-8dbb3719cb46 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969007 Sep 07 02:45:23.602309 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db54e3ec-4d69-4ce7-9bf7-24b195afc849 req-7b214080-c330-4b12-909e-db6f7a9c411d tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:23.604316 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-db54e3ec-4d69-4ce7-9bf7-24b195afc849 req-7b214080-c330-4b12-909e-db6f7a9c411d tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 944 time: 0.1265674 Sep 07 02:45:23.722821 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-db54e3ec-4d69-4ce7-9bf7-24b195afc849 req-46536375-5d08-461d-9ecc-2797f55ccf40 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642679 Sep 07 02:45:23.740585 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e0177-f7f4-4302-9466-960a573a60c4 req-95ea6311-5e19-4b8e-92f4-1de74e09a89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:23.747820 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1d0e0177-f7f4-4302-9466-960a573a60c4 req-95ea6311-5e19-4b8e-92f4-1de74e09a89e service neutron] 10.222.0.16 "GET /v2.0/networks?id=c7baff3a-2acd-47c4-826f-ff1b179e5161 HTTP/1.1" status: 200 len: 910 time: 0.2010427 Sep 07 02:45:23.832496 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220a9f81-1208-441a-afb2-322412bcbe97 req-3f14ba9c-200a-436e-b884-f95217a674a8 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:23.842451 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-220a9f81-1208-441a-afb2-322412bcbe97 req-3f14ba9c-200a-436e-b884-f95217a674a8 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=28b51fb1-3868-49df-a418-393700ddcb98 HTTP/1.1" status: 200 len: 946 time: 0.0753946 Sep 07 02:45:23.892597 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-220a9f81-1208-441a-afb2-322412bcbe97 req-038a4035-f835-474b-a305-9945174f4d60 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487792 Sep 07 02:45:23.926016 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1d0e0177-f7f4-4302-9466-960a573a60c4 req-eedf9ccd-aabf-40f2-8484-84126b9662a4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e0a4062-b916-433e-8871-18aaa78c80ee HTTP/1.1" status: 200 len: 999 time: 0.1702247 Sep 07 02:45:24.022238 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e0177-f7f4-4302-9466-960a573a60c4 req-1183db9f-27c1-4c38-87e1-6668bb0a80d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:24.023058 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1d0e0177-f7f4-4302-9466-960a573a60c4 req-1183db9f-27c1-4c38-87e1-6668bb0a80d5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=04737742-a3d0-4b6d-a6a4-ec1fe2e55890 HTTP/1.1" status: 200 len: 849 time: 0.0874975 Sep 07 02:45:24.090930 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e0177-f7f4-4302-9466-960a573a60c4 req-40f9d148-a34f-46a2-b05b-0e024d9b2d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:24.093453 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1d0e0177-f7f4-4302-9466-960a573a60c4 req-40f9d148-a34f-46a2-b05b-0e024d9b2d19 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c7baff3a-2acd-47c4-826f-ff1b179e5161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0647094 Sep 07 02:45:24.249038 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1d0e0177-f7f4-4302-9466-960a573a60c4 req-89f02d33-d9a5-4618-9a21-3d5ec1f38283 service neutron] 10.222.0.16 "GET /v2.0/networks/c7baff3a-2acd-47c4-826f-ff1b179e5161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474020 Sep 07 02:45:24.263154 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af16e5-0afb-43dd-89ae-dd036d24522f req-823b7e1a-c8ef-4f33-a05b-5a871a731e92 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:24.265263 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-16af16e5-0afb-43dd-89ae-dd036d24522f req-823b7e1a-c8ef-4f33-a05b-5a871a731e92 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=28b51fb1-3868-49df-a418-393700ddcb98 HTTP/1.1" status: 200 len: 946 time: 0.0862467 Sep 07 02:45:24.386333 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-16af16e5-0afb-43dd-89ae-dd036d24522f req-4bbee994-8753-41f8-9d2a-39f0e96932fb tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104434 Sep 07 02:45:24.428398 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1d0e0177-f7f4-4302-9466-960a573a60c4 req-2c6f5d75-3889-453f-bce4-050f1d9d0c03 service neutron] 10.222.0.16 "GET /v2.0/networks/c7baff3a-2acd-47c4-826f-ff1b179e5161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619608 Sep 07 02:45:24.524101 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4dd29f-3d36-405e-89df-4d60631babc6 req-d5bea316-ead4-4969-8e80-8954b00a0f94 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:24.527215 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1c4dd29f-3d36-405e-89df-4d60631babc6 req-d5bea316-ead4-4969-8e80-8954b00a0f94 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=28b51fb1-3868-49df-a418-393700ddcb98 HTTP/1.1" status: 200 len: 946 time: 0.0628788 Sep 07 02:45:24.578614 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1c4dd29f-3d36-405e-89df-4d60631babc6 req-e1a79fb1-2810-4316-a282-8d31283e2863 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437713 Sep 07 02:45:24.696412 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df3a8c5-c65b-4d3b-b2d7-096589d26c6d req-fb10f781-a729-4584-aeef-1b93667f11dc tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:24.698589 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0df3a8c5-c65b-4d3b-b2d7-096589d26c6d req-fb10f781-a729-4584-aeef-1b93667f11dc tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=43546ab6-efac-438d-a136-ac1547102a76 HTTP/1.1" status: 200 len: 946 time: 0.0607886 Sep 07 02:45:24.764090 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0df3a8c5-c65b-4d3b-b2d7-096589d26c6d req-fa1fdc9b-b3bf-461b-8aba-5e53cded43dc tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574164 Sep 07 02:45:24.874121 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca5627-df3b-4401-8639-89fe2cee4d8c req-418daa8d-2670-4212-becb-5671bab92c2b tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:24.875693 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b2ca5627-df3b-4401-8639-89fe2cee4d8c req-418daa8d-2670-4212-becb-5671bab92c2b tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 944 time: 0.0556495 Sep 07 02:45:24.924145 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bafbc8-6a2b-4675-ab07-197acf9a34a1 req-1ad7ddb2-559b-4d27-ab04-412eb2018b2d tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:24.926387 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-97bafbc8-6a2b-4675-ab07-197acf9a34a1 req-1ad7ddb2-559b-4d27-ab04-412eb2018b2d tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=28b51fb1-3868-49df-a418-393700ddcb98 HTTP/1.1" status: 200 len: 946 time: 0.0567999 Sep 07 02:45:24.930714 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b2ca5627-df3b-4401-8639-89fe2cee4d8c req-b5dad1f5-e677-4014-94eb-2d2cdb71e3f6 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485840 Sep 07 02:45:24.971840 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-97bafbc8-6a2b-4675-ab07-197acf9a34a1 req-95a9c5c4-da31-4660-983c-e607ef6cc231 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387681 Sep 07 02:45:25.890024 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bd771545-11a7-4a59-80a7-7b5ebfebb4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:25.908599 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670e1103-6f3b-47d7-93cf-f211eeeb744c req-df97cdfe-c334-4c2c-bf56-72c7e8e721a7 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:25.910299 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-670e1103-6f3b-47d7-93cf-f211eeeb744c req-df97cdfe-c334-4c2c-bf56-72c7e8e721a7 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=43546ab6-efac-438d-a136-ac1547102a76 HTTP/1.1" status: 200 len: 946 time: 0.0776219 Sep 07 02:45:25.953904 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-670e1103-6f3b-47d7-93cf-f211eeeb744c req-142248d0-99fd-4ee1-82cd-105d16845f97 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376706 Sep 07 02:45:26.069566 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf373ecf-57a7-4838-93ff-6a521574990a req-913934d1-b237-4d21-b5e5-3fead7b6aee4 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:26.072935 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bf373ecf-57a7-4838-93ff-6a521574990a req-913934d1-b237-4d21-b5e5-3fead7b6aee4 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 944 time: 0.0569637 Sep 07 02:45:26.121472 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bf373ecf-57a7-4838-93ff-6a521574990a req-6beecf19-e056-4b6a-b60f-4472db5f8e61 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412960 Sep 07 02:45:26.151140 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac2b80-183b-44a3-9c11-41480990e98d req-9a5b195a-1447-456c-a3d1-66f0476db2ad tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:26.152939 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5dac2b80-183b-44a3-9c11-41480990e98d req-9a5b195a-1447-456c-a3d1-66f0476db2ad tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=28b51fb1-3868-49df-a418-393700ddcb98 HTTP/1.1" status: 200 len: 946 time: 0.1076689 Sep 07 02:45:26.168892 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba06914e-b98b-4825-8758-905e9f0111d4 req-07eb2476-bcfc-4997-81ce-00e489f43b8c tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:26.170536 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ba06914e-b98b-4825-8758-905e9f0111d4 req-07eb2476-bcfc-4997-81ce-00e489f43b8c tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.16 "GET /v2.0/ports?device_id=28b51fb1-3868-49df-a418-393700ddcb98 HTTP/1.1" status: 200 len: 946 time: 0.0772712 Sep 07 02:45:26.247326 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5dac2b80-183b-44a3-9c11-41480990e98d req-b709fc20-0dd6-4c58-992b-1f19049a02d3 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755332 Sep 07 02:45:26.313131 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-ba06914e-b98b-4825-8758-905e9f0111d4 req-a12db999-4ce4-4763-a92a-bdc6171e86ee tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Deleting port 281351f8-bf22-42d7-93cd-cb430a2a65aa {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:45:26.313769 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ba06914e-b98b-4825-8758-905e9f0111d4 req-a12db999-4ce4-4763-a92a-bdc6171e86ee tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:26.397042 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fe63d-a632-4322-bfb6-362384d51874 req-9112b8fe-0391-49a9-af9a-7b4b636cc694 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:26.399618 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-666fe63d-a632-4322-bfb6-362384d51874 req-9112b8fe-0391-49a9-af9a-7b4b636cc694 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/networks?id=f1832801-225d-49c7-ba9e-13ca94c9951b HTTP/1.1" status: 200 len: 804 time: 0.1053755 Sep 07 02:45:26.415999 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-666fe63d-a632-4322-bfb6-362384d51874 req-2bf73000-66c1-472a-882b-9d76ab649bf0 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/quotas/9a8c5da93cbf4b888ec81f508c5728ba HTTP/1.1" status: 200 len: 375 time: 0.0115180 Sep 07 02:45:26.431942 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a32f5-9d55-47ae-97ab-99edb681a519 req-1c810a84-66eb-468a-b022-5b92a549ade7 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:26.433457 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-362a32f5-9d55-47ae-97ab-99edb681a519 req-1c810a84-66eb-468a-b022-5b92a549ade7 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 944 time: 0.1025331 Sep 07 02:45:26.472052 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-ba06914e-b98b-4825-8758-905e9f0111d4 req-a12db999-4ce4-4763-a92a-bdc6171e86ee tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] For port 281351f8-bf22-42d7-93cd-cb430a2a65aa, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=281351f8-bf22-42d7-93cd-cb430a2a65aa,segment=NetworkSegment(737bac5c-5e4b-4b03-a099-f644edcc6c52),segment_id=737bac5c-5e4b-4b03-a099-f644edcc6c52)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:45:26.472835 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ba06914e-b98b-4825-8758-905e9f0111d4 req-a12db999-4ce4-4763-a92a-bdc6171e86ee tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:26.479840 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-666fe63d-a632-4322-bfb6-362384d51874 req-a47170b3-712c-4dae-9581-42a4ed61ed55 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9a8c5da93cbf4b888ec81f508c5728ba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0570002 Sep 07 02:45:26.495519 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-ba06914e-b98b-4825-8758-905e9f0111d4 req-a12db999-4ce4-4763-a92a-bdc6171e86ee tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Calling delete_port for 281351f8-bf22-42d7-93cd-cb430a2a65aa owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:45:26.503597 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-362a32f5-9d55-47ae-97ab-99edb681a519 req-9ccb3cbc-089c-431e-bc58-41ef7212fb60 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601356 Sep 07 02:45:26.588787 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-666fe63d-a632-4322-bfb6-362384d51874 req-dedac9e3-d0ed-4997-b7c5-22bcfe9eea42 service neutron] 10.222.0.22 "GET /v2.0/networks/f1832801-225d-49c7-ba9e-13ca94c9951b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020517 Sep 07 02:45:26.659516 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ba06914e-b98b-4825-8758-905e9f0111d4 req-a12db999-4ce4-4763-a92a-bdc6171e86ee tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:26.672749 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['281351f8-bf22-42d7-93cd-cb430a2a65aa'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:45:26.694298 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12db999-4ce4-4763-a92a-bdc6171e86ee tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Pushing event deleted for resources: {'Port': ['ID=281351f8-bf22-42d7-93cd-cb430a2a65aa,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:26.719663 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['af9f4b04-1d72-482b-bbf8-2c9fc4969d1e'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:45:26.752797 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba06914e-b98b-4825-8758-905e9f0111d4 req-a12db999-4ce4-4763-a92a-bdc6171e86ee tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] No DVR routers for this DVR port 281351f8-bf22-42d7-93cd-cb430a2a65aa on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:45:26.755999 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ba06914e-b98b-4825-8758-905e9f0111d4 req-a12db999-4ce4-4763-a92a-bdc6171e86ee tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:26.758658 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ba06914e-b98b-4825-8758-905e9f0111d4 req-a12db999-4ce4-4763-a92a-bdc6171e86ee tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.16 "DELETE /v2.0/ports/281351f8-bf22-42d7-93cd-cb430a2a65aa HTTP/1.1" status: 204 len: 173 time: 0.5796251 Sep 07 02:45:26.759334 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28b51fb1-3868-49df-a418-393700ddcb98', 'name': 'network-vif-deleted', 'tag': '281351f8-bf22-42d7-93cd-cb430a2a65aa'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:45:26.763405 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216cd89a-b48b-4c4e-a443-da94bb19a32d" -d '{"events": [{"server_uuid": "28b51fb1-3868-49df-a418-393700ddcb98", "name": "network-vif-deleted", "tag": "281351f8-bf22-42d7-93cd-cb430a2a65aa"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:45:26.803851 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-666fe63d-a632-4322-bfb6-362384d51874 req-81a88fea-7ed2-40f6-b476-55deedd3b4b1 service neutron] 10.222.0.22 "GET /v2.0/networks/f1832801-225d-49c7-ba9e-13ca94c9951b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082839 Sep 07 02:45:27.127762 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fda59e3-7245-4e05-bef4-cfa7d557d9e5 x-openstack-request-id: req-9fda59e3-7245-4e05-bef4-cfa7d557d9e5 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:45:27.128666 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28b51fb1-3868-49df-a418-393700ddcb98", "name": "network-vif-deleted", "tag": "281351f8-bf22-42d7-93cd-cb430a2a65aa", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:45:27.129180 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9fda59e3-7245-4e05-bef4-cfa7d557d9e5 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:45:27.129599 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28b51fb1-3868-49df-a418-393700ddcb98', 'name': 'network-vif-deleted', 'tag': '281351f8-bf22-42d7-93cd-cb430a2a65aa', 'status': 'completed', 'code': 200} Sep 07 02:45:27.330359 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def6045-29aa-4d9a-830a-af6c020579f8 req-2bbf5cb9-e72c-482b-bca0-fc7c6fd64216 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:27.337408 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9def6045-29aa-4d9a-830a-af6c020579f8 req-2bbf5cb9-e72c-482b-bca0-fc7c6fd64216 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=43546ab6-efac-438d-a136-ac1547102a76 HTTP/1.1" status: 200 len: 946 time: 0.0779161 Sep 07 02:45:27.419187 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9def6045-29aa-4d9a-830a-af6c020579f8 req-192ea04f-f4a4-4067-9534-299f85c73898 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783107 Sep 07 02:45:27.509273 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 3aecca23-872b-47f7-81da-d8eaf630d062 no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:45:27.524086 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1189c159-59da-4d44-82ad-31ceeb9598c7 req-58a24625-306c-4d63-9c27-09a930a153e9 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:27.525636 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1189c159-59da-4d44-82ad-31ceeb9598c7 req-58a24625-306c-4d63-9c27-09a930a153e9 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b8af059-5281-4c7f-afc8-33aac6f71c1d HTTP/1.1" status: 200 len: 945 time: 0.1357377 Sep 07 02:45:27.546900 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4f2cf279-1a79-482f-bed6-90b19ea03787 req-2aaa1f96-34a9-441d-b8ec-33dd492898e5 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=0da8717f-ca8d-4271-a6ef-1387ac31594c HTTP/1.1" status: 200 len: 210 time: 0.0636432 Sep 07 02:45:27.643062 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:27.647806 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1174612-b174-432f-bd38-6c03f3856765 req-c8b10d4c-dfcf-4bce-bd65-76a4047db795 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:27.649483 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c1174612-b174-432f-bd38-6c03f3856765 req-c8b10d4c-dfcf-4bce-bd65-76a4047db795 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=421c6d61-e719-47bf-87ee-469e8ff49090 HTTP/1.1" status: 200 len: 943 time: 0.1810281 Sep 07 02:45:27.676445 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b8af059-5281-4c7f-afc8-33aac6f71c1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3aecca23-872b-47f7-81da-d8eaf630d062'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:45:27.679150 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc8ac38-74a7-4803-8e3f-8bf96ed5db64" -d '{"events": [{"server_uuid": "6b8af059-5281-4c7f-afc8-33aac6f71c1d", "name": "network-vif-unplugged", "status": "completed", "tag": "3aecca23-872b-47f7-81da-d8eaf630d062"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:45:27.701115 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 3aecca23-872b-47f7-81da-d8eaf630d062, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=3aecca23-872b-47f7-81da-d8eaf630d062,segment=NetworkSegment(cefad73b-a7c5-464e-83dc-c3e10d5473af),segment_id=cefad73b-a7c5-464e-83dc-c3e10d5473af)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:45:27.710805 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:27.711971 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 281351f8-bf22-42d7-93cd-cb430a2a65aa no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:45:27.740480 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: 281351f8-bf22-42d7-93cd-cb430a2a65aa {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:45:27.740832 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 281351f8-bf22-42d7-93cd-cb430a2a65aa not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:45:27.785737 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-1189c159-59da-4d44-82ad-31ceeb9598c7 req-8aaf4f23-85cd-4d59-8873-b395d602351c tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Deleting port 3aecca23-872b-47f7-81da-d8eaf630d062 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:45:27.786090 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1189c159-59da-4d44-82ad-31ceeb9598c7 req-8aaf4f23-85cd-4d59-8873-b395d602351c tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:27.809922 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=3aecca23-872b-47f7-81da-d8eaf630d062,revision_number=8']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:27.825309 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:45:27.826634 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:45:27.827459 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:45:27.828286 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:45:27.828882 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:45:27.829425 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:45:27.830085 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:45:27.830743 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:45:27.831724 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:45:27.832424 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:45:27.833720 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:45:27.834381 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:45:27.856686 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 02:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898cfe50-fea9-406c-bd93-cccdb1bd3e07 x-openstack-request-id: req-898cfe50-fea9-406c-bd93-cccdb1bd3e07 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:45:27.857418 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b8af059-5281-4c7f-afc8-33aac6f71c1d", "name": "network-vif-unplugged", "status": "completed", "tag": "3aecca23-872b-47f7-81da-d8eaf630d062", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:45:27.859464 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-898cfe50-fea9-406c-bd93-cccdb1bd3e07 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:45:27.861359 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b8af059-5281-4c7f-afc8-33aac6f71c1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3aecca23-872b-47f7-81da-d8eaf630d062', 'code': 200} Sep 07 02:45:27.885296 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-c1174612-b174-432f-bd38-6c03f3856765 req-c8f668f2-52e3-46ce-b2b2-f0f7d3b4f1a2 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Deleting port 947ef182-b3ab-40a8-95ec-070e844f4138 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:45:27.885658 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c1174612-b174-432f-bd38-6c03f3856765 req-c8f668f2-52e3-46ce-b2b2-f0f7d3b4f1a2 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:27.928797 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-1189c159-59da-4d44-82ad-31ceeb9598c7 req-8aaf4f23-85cd-4d59-8873-b395d602351c tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] For port 3aecca23-872b-47f7-81da-d8eaf630d062, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=3aecca23-872b-47f7-81da-d8eaf630d062,segment=NetworkSegment(cefad73b-a7c5-464e-83dc-c3e10d5473af),segment_id=cefad73b-a7c5-464e-83dc-c3e10d5473af)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:45:27.929173 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1189c159-59da-4d44-82ad-31ceeb9598c7 req-8aaf4f23-85cd-4d59-8873-b395d602351c tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:27.970731 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-1189c159-59da-4d44-82ad-31ceeb9598c7 req-8aaf4f23-85cd-4d59-8873-b395d602351c tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Calling delete_port for 3aecca23-872b-47f7-81da-d8eaf630d062 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:45:28.048505 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-c1174612-b174-432f-bd38-6c03f3856765 req-c8f668f2-52e3-46ce-b2b2-f0f7d3b4f1a2 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] For port 947ef182-b3ab-40a8-95ec-070e844f4138, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=947ef182-b3ab-40a8-95ec-070e844f4138,segment=NetworkSegment(6dff264e-7c75-4629-a854-2e784f93e6e2),segment_id=6dff264e-7c75-4629-a854-2e784f93e6e2)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:45:28.049446 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c1174612-b174-432f-bd38-6c03f3856765 req-c8f668f2-52e3-46ce-b2b2-f0f7d3b4f1a2 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:28.070276 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-c1174612-b174-432f-bd38-6c03f3856765 req-c8f668f2-52e3-46ce-b2b2-f0f7d3b4f1a2 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Calling delete_port for 947ef182-b3ab-40a8-95ec-070e844f4138 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:45:28.174637 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-625b28dc-cb97-4b54-accb-bf9f003f802c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:28.388535 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1189c159-59da-4d44-82ad-31ceeb9598c7 req-8aaf4f23-85cd-4d59-8873-b395d602351c tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:28.442580 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaf4f23-85cd-4d59-8873-b395d602351c tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Pushing event deleted for resources: {'Port': ['ID=3aecca23-872b-47f7-81da-d8eaf630d062,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:28.461708 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fe63d-a632-4322-bfb6-362384d51874 req-b2edcc79-58fa-49e2-bf3e-e0f37012bf6c tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:28.463262 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-666fe63d-a632-4322-bfb6-362384d51874 req-b2edcc79-58fa-49e2-bf3e-e0f37012bf6c tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.16 "GET /v2.0/networks?id=f1832801-225d-49c7-ba9e-13ca94c9951b HTTP/1.1" status: 200 len: 804 time: 0.2648072 Sep 07 02:45:28.489121 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-666fe63d-a632-4322-bfb6-362384d51874 req-b3e61e59-fc99-4fe1-bcd8-aa4f525a271b tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Request body: {'port': {'device_id': '0da8717f-ca8d-4271-a6ef-1387ac31594c', 'network_id': 'f1832801-225d-49c7-ba9e-13ca94c9951b', 'admin_state_up': True, 'tenant_id': '9a8c5da93cbf4b888ec81f508c5728ba'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:45:28.522021 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-1189c159-59da-4d44-82ad-31ceeb9598c7 req-8aaf4f23-85cd-4d59-8873-b395d602351c tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] No DVR routers for this DVR port 3aecca23-872b-47f7-81da-d8eaf630d062 on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:45:28.527583 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c1174612-b174-432f-bd38-6c03f3856765 req-c8f668f2-52e3-46ce-b2b2-f0f7d3b4f1a2 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:28.536573 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1189c159-59da-4d44-82ad-31ceeb9598c7 req-8aaf4f23-85cd-4d59-8873-b395d602351c tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:28.538568 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['4ca5d8de-e5ef-4079-9dd4-b726208eeca8'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:45:28.539136 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1189c159-59da-4d44-82ad-31ceeb9598c7 req-8aaf4f23-85cd-4d59-8873-b395d602351c tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.16 "DELETE /v2.0/ports/3aecca23-872b-47f7-81da-d8eaf630d062 HTTP/1.1" status: 204 len: 173 time: 1.0049536 Sep 07 02:45:28.575318 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71876c3e-736f-4f4f-9838-0af4d5d52dc2 req-99e0e5fd-e91b-417a-b0e9-c35256b9478d tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:28.577721 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f668f2-52e3-46ce-b2b2-f0f7d3b4f1a2 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Pushing event deleted for resources: {'Port': ['ID=947ef182-b3ab-40a8-95ec-070e844f4138,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:28.593521 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['9ef02f9c-7c5a-48ae-a54a-4f8d1e8a6fb7'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:45:28.596288 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-71876c3e-736f-4f4f-9838-0af4d5d52dc2 req-99e0e5fd-e91b-417a-b0e9-c35256b9478d tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=43546ab6-efac-438d-a136-ac1547102a76 HTTP/1.1" status: 200 len: 946 time: 0.0805256 Sep 07 02:45:28.670110 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1174612-b174-432f-bd38-6c03f3856765 req-c8f668f2-52e3-46ce-b2b2-f0f7d3b4f1a2 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] No DVR routers for this DVR port 947ef182-b3ab-40a8-95ec-070e844f4138 on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:45:28.674843 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c1174612-b174-432f-bd38-6c03f3856765 req-c8f668f2-52e3-46ce-b2b2-f0f7d3b4f1a2 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:28.686411 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c1174612-b174-432f-bd38-6c03f3856765 req-c8f668f2-52e3-46ce-b2b2-f0f7d3b4f1a2 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "DELETE /v2.0/ports/947ef182-b3ab-40a8-95ec-070e844f4138 HTTP/1.1" status: 204 len: 173 time: 1.0294530 Sep 07 02:45:28.719702 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-71876c3e-736f-4f4f-9838-0af4d5d52dc2 req-f359f6e0-0efb-4269-81df-778192f57a0d tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212993 Sep 07 02:45:28.723530 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:28.811733 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-666fe63d-a632-4322-bfb6-362384d51874 req-b3e61e59-fc99-4fe1-bcd8-aa4f525a271b tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Made reservation on behalf of 9a8c5da93cbf4b888ec81f508c5728ba for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:45:28.817531 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-666fe63d-a632-4322-bfb6-362384d51874 req-b3e61e59-fc99-4fe1-bcd8-aa4f525a271b tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:28.859864 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3ed08a27-9cfc-4e2a-9f7d-cba5f8365fd3 req-7eb931ed-2cf9-4b11-af93-6914d1540839 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=0da8717f-ca8d-4271-a6ef-1387ac31594c HTTP/1.1" status: 200 len: 210 time: 0.0568950 Sep 07 02:45:29.033032 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-666fe63d-a632-4322-bfb6-362384d51874 req-b3e61e59-fc99-4fe1-bcd8-aa4f525a271b tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Allocated IP 172.20.0.6 (f1832801-225d-49c7-ba9e-13ca94c9951b/bf8b75f5-87fa-46ec-a5bb-bac267ae3844/0335673f-639b-4216-b96d-e5bf19977c04) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:45:29.135620 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b8af059-5281-4c7f-afc8-33aac6f71c1d', 'name': 'network-vif-deleted', 'tag': '3aecca23-872b-47f7-81da-d8eaf630d062'}, {'server_uuid': '421c6d61-e719-47bf-87ee-469e8ff49090', 'name': 'network-vif-deleted', 'tag': '947ef182-b3ab-40a8-95ec-070e844f4138'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:45:29.138364 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926d8d5d-6816-4452-8bee-c34759e97dc5" -d '{"events": [{"server_uuid": "6b8af059-5281-4c7f-afc8-33aac6f71c1d", "name": "network-vif-deleted", "tag": "3aecca23-872b-47f7-81da-d8eaf630d062"}, {"server_uuid": "421c6d61-e719-47bf-87ee-469e8ff49090", "name": "network-vif-deleted", "tag": "947ef182-b3ab-40a8-95ec-070e844f4138"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:45:29.259670 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-666fe63d-a632-4322-bfb6-362384d51874 req-b3e61e59-fc99-4fe1-bcd8-aa4f525a271b tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:29.294492 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 02:45:29.298545 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 351 Content-Type: application/json Date: Tue, 07 Sep 2021 02:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4cde54f-b58a-481d-833e-32a8eec773eb x-openstack-request-id: req-b4cde54f-b58a-481d-833e-32a8eec773eb {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:45:29.298970 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b8af059-5281-4c7f-afc8-33aac6f71c1d", "name": "network-vif-deleted", "tag": "3aecca23-872b-47f7-81da-d8eaf630d062", "status": "completed", "code": 200}, {"server_uuid": "421c6d61-e719-47bf-87ee-469e8ff49090", "name": "network-vif-deleted", "tag": "947ef182-b3ab-40a8-95ec-070e844f4138", "status": "failed", "code": 422}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:45:29.299542 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b4cde54f-b58a-481d-833e-32a8eec773eb {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:45:29.300683 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b8af059-5281-4c7f-afc8-33aac6f71c1d', 'name': 'network-vif-deleted', 'tag': '3aecca23-872b-47f7-81da-d8eaf630d062', 'status': 'completed', 'code': 200} Sep 07 02:45:29.300906 n-d-796209-16 neutron-server[94700]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '421c6d61-e719-47bf-87ee-469e8ff49090', 'name': 'network-vif-deleted', 'tag': '947ef182-b3ab-40a8-95ec-070e844f4138', 'status': 'failed', 'code': 422} returned with failed status Sep 07 02:45:29.340782 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-666fe63d-a632-4322-bfb6-362384d51874 req-b3e61e59-fc99-4fe1-bcd8-aa4f525a271b tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:29.387314 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-666fe63d-a632-4322-bfb6-362384d51874 req-b3e61e59-fc99-4fe1-bcd8-aa4f525a271b tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Network f1832801-225d-49c7-ba9e-13ca94c9951b is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:45:29.392981 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-666fe63d-a632-4322-bfb6-362384d51874 req-b3e61e59-fc99-4fe1-bcd8-aa4f525a271b tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:45:29.401266 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-666fe63d-a632-4322-bfb6-362384d51874 req-b3e61e59-fc99-4fe1-bcd8-aa4f525a271b tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:45:29.434994 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e61e59-fc99-4fe1-bcd8-aa4f525a271b tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Pushing event updated for resources: {'Port': ['ID=0335673f-639b-4216-b96d-e5bf19977c04,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:29.444042 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe66fe-82d1-422c-bf6d-9f633c865ca3 req-697689eb-7747-44f4-9e79-3a00c438bc7f tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:29.447493 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fafe66fe-82d1-422c-bf6d-9f633c865ca3 req-697689eb-7747-44f4-9e79-3a00c438bc7f tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=0086ad22-df41-4fd2-bda7-6e6b0b78ed31 HTTP/1.1" status: 200 len: 907 time: 0.0781381 Sep 07 02:45:29.466363 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:29.476909 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fe63d-a632-4322-bfb6-362384d51874 req-b3e61e59-fc99-4fe1-bcd8-aa4f525a271b tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:29.477596 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-666fe63d-a632-4322-bfb6-362384d51874 req-b3e61e59-fc99-4fe1-bcd8-aa4f525a271b tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:29.494072 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-666fe63d-a632-4322-bfb6-362384d51874 req-b3e61e59-fc99-4fe1-bcd8-aa4f525a271b tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0112288 Sep 07 02:45:29.508011 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-666fe63d-a632-4322-bfb6-362384d51874 req-2a0f7db9-25ce-42d6-9ee0-c2751d103bb6 service neutron] Request body: {'port': {'device_id': '0da8717f-ca8d-4271-a6ef-1387ac31594c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:45:29.599955 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-666fe63d-a632-4322-bfb6-362384d51874 req-2a0f7db9-25ce-42d6-9ee0-c2751d103bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:29.608791 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f4588-d7ff-46d8-8e9e-637dcafedf01 req-8a615709-a083-4cb1-9c72-d8f8fe6adec6 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:29.610276 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6a9f4588-d7ff-46d8-8e9e-637dcafedf01 req-8a615709-a083-4cb1-9c72-d8f8fe6adec6 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf828f99-7a68-4f92-b197-bc8a204ec072 HTTP/1.1" status: 200 len: 945 time: 0.0764287 Sep 07 02:45:29.681601 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6a9f4588-d7ff-46d8-8e9e-637dcafedf01 req-996b33ad-40f5-4a70-8b2d-a091c9790834 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618849 Sep 07 02:45:29.839223 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5886a7fd-03ae-405b-af6e-7201ac0e8854 req-ef0ed932-3249-4f69-a715-5d1f8978e245 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:29.840830 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5886a7fd-03ae-405b-af6e-7201ac0e8854 req-ef0ed932-3249-4f69-a715-5d1f8978e245 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=43546ab6-efac-438d-a136-ac1547102a76 HTTP/1.1" status: 200 len: 946 time: 0.0581887 Sep 07 02:45:29.882453 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5886a7fd-03ae-405b-af6e-7201ac0e8854 req-c116b300-3dcd-47bd-977c-bc16c1381287 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350847 Sep 07 02:45:29.916398 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-666fe63d-a632-4322-bfb6-362384d51874 req-2a0f7db9-25ce-42d6-9ee0-c2751d103bb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0335673f-639b-4216-b96d-e5bf19977c04 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:45:29.924435 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-666fe63d-a632-4322-bfb6-362384d51874 req-2a0f7db9-25ce-42d6-9ee0-c2751d103bb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:29.939473 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-666fe63d-a632-4322-bfb6-362384d51874 req-2a0f7db9-25ce-42d6-9ee0-c2751d103bb6 service neutron] Transition to ACTIVE for port object 0335673f-639b-4216-b96d-e5bf19977c04 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:45:29.949112 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-666fe63d-a632-4322-bfb6-362384d51874 req-2a0f7db9-25ce-42d6-9ee0-c2751d103bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:30.021514 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0f7db9-25ce-42d6-9ee0-c2751d103bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=0335673f-639b-4216-b96d-e5bf19977c04,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:30.060691 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a583fbb-9449-4e1a-9fe6-2c4deff720ed req-d6d0f2c6-8a14-4453-ac2c-2384019f330e tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:30.062235 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8a583fbb-9449-4e1a-9fe6-2c4deff720ed req-d6d0f2c6-8a14-4453-ac2c-2384019f330e tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=0da8717f-ca8d-4271-a6ef-1387ac31594c HTTP/1.1" status: 200 len: 943 time: 0.1247313 Sep 07 02:45:30.141468 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8a583fbb-9449-4e1a-9fe6-2c4deff720ed req-b04ba175-2fa7-40ee-bd9d-0b219c626983 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523059 Sep 07 02:45:30.142554 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-666fe63d-a632-4322-bfb6-362384d51874 req-2a0f7db9-25ce-42d6-9ee0-c2751d103bb6 service neutron] Attempting to bind port 0335673f-639b-4216-b96d-e5bf19977c04 on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:45:30.142874 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-666fe63d-a632-4322-bfb6-362384d51874 req-2a0f7db9-25ce-42d6-9ee0-c2751d103bb6 service neutron] Attempting to bind port 0335673f-639b-4216-b96d-e5bf19977c04 by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': 'cefad73b-a7c5-464e-83dc-c3e10d5473af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f1832801-225d-49c7-ba9e-13ca94c9951b'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:45:30.143203 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666fe63d-a632-4322-bfb6-362384d51874 req-2a0f7db9-25ce-42d6-9ee0-c2751d103bb6 service neutron] Attempting to bind port 0335673f-639b-4216-b96d-e5bf19977c04 on network f1832801-225d-49c7-ba9e-13ca94c9951b {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:45:30.149088 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666fe63d-a632-4322-bfb6-362384d51874 req-2a0f7db9-25ce-42d6-9ee0-c2751d103bb6 service neutron] Port 0335673f-639b-4216-b96d-e5bf19977c04 on network f1832801-225d-49c7-ba9e-13ca94c9951b not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:45:30.149387 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666fe63d-a632-4322-bfb6-362384d51874 req-2a0f7db9-25ce-42d6-9ee0-c2751d103bb6 service neutron] Attempting to bind port 0335673f-639b-4216-b96d-e5bf19977c04 on network f1832801-225d-49c7-ba9e-13ca94c9951b {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:45:30.161771 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666fe63d-a632-4322-bfb6-362384d51874 req-2a0f7db9-25ce-42d6-9ee0-c2751d103bb6 service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:45:30.161771 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666fe63d-a632-4322-bfb6-362384d51874 req-2a0f7db9-25ce-42d6-9ee0-c2751d103bb6 service neutron] Checking segment: {'id': 'cefad73b-a7c5-464e-83dc-c3e10d5473af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f1832801-225d-49c7-ba9e-13ca94c9951b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:45:30.161771 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666fe63d-a632-4322-bfb6-362384d51874 req-2a0f7db9-25ce-42d6-9ee0-c2751d103bb6 service neutron] Bound using segment: {'id': 'cefad73b-a7c5-464e-83dc-c3e10d5473af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f1832801-225d-49c7-ba9e-13ca94c9951b'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:45:30.161771 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-666fe63d-a632-4322-bfb6-362384d51874 req-2a0f7db9-25ce-42d6-9ee0-c2751d103bb6 service neutron] Bound port: 0335673f-639b-4216-b96d-e5bf19977c04, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cefad73b-a7c5-464e-83dc-c3e10d5473af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f1832801-225d-49c7-ba9e-13ca94c9951b'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:45:30.161771 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-666fe63d-a632-4322-bfb6-362384d51874 req-2a0f7db9-25ce-42d6-9ee0-c2751d103bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:30.220873 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-666fe63d-a632-4322-bfb6-362384d51874 req-2a0f7db9-25ce-42d6-9ee0-c2751d103bb6 service neutron] For port 0335673f-639b-4216-b96d-e5bf19977c04, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:45:30.223911 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-666fe63d-a632-4322-bfb6-362384d51874 req-2a0f7db9-25ce-42d6-9ee0-c2751d103bb6 service neutron] For port 0335673f-639b-4216-b96d-e5bf19977c04, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=0335673f-639b-4216-b96d-e5bf19977c04,segment=NetworkSegment(cefad73b-a7c5-464e-83dc-c3e10d5473af),segment_id=cefad73b-a7c5-464e-83dc-c3e10d5473af)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:45:30.229460 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-666fe63d-a632-4322-bfb6-362384d51874 req-2a0f7db9-25ce-42d6-9ee0-c2751d103bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:30.266009 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fe63d-a632-4322-bfb6-362384d51874 req-2a0f7db9-25ce-42d6-9ee0-c2751d103bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:30.266566 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-666fe63d-a632-4322-bfb6-362384d51874 req-2a0f7db9-25ce-42d6-9ee0-c2751d103bb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:30.267982 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-666fe63d-a632-4322-bfb6-362384d51874 req-2a0f7db9-25ce-42d6-9ee0-c2751d103bb6 service neutron] 10.222.0.16 "PUT /v2.0/ports/0335673f-639b-4216-b96d-e5bf19977c04 HTTP/1.1" status: 200 len: 1092 time: 0.7644787 Sep 07 02:45:30.291642 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0f7db9-25ce-42d6-9ee0-c2751d103bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=0335673f-639b-4216-b96d-e5bf19977c04,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:30.350677 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fe63d-a632-4322-bfb6-362384d51874 req-e5d6064c-7af4-494a-9c47-4399b9841253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:30.352235 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-666fe63d-a632-4322-bfb6-362384d51874 req-e5d6064c-7af4-494a-9c47-4399b9841253 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9a8c5da93cbf4b888ec81f508c5728ba&device_id=0da8717f-ca8d-4271-a6ef-1387ac31594c HTTP/1.1" status: 200 len: 1095 time: 0.0471780 Sep 07 02:45:30.395649 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-666fe63d-a632-4322-bfb6-362384d51874 req-2002aeb2-0fca-4b84-adc2-df0d92c79b5a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0335673f-639b-4216-b96d-e5bf19977c04 HTTP/1.1" status: 200 len: 217 time: 0.0347452 Sep 07 02:45:30.445930 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fe63d-a632-4322-bfb6-362384d51874 req-438bbd77-dd78-4fc1-b021-c56a56302bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:30.447526 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-666fe63d-a632-4322-bfb6-362384d51874 req-438bbd77-dd78-4fc1-b021-c56a56302bd2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bf8b75f5-87fa-46ec-a5bb-bac267ae3844 HTTP/1.1" status: 200 len: 844 time: 0.0457060 Sep 07 02:45:30.485217 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-666fe63d-a632-4322-bfb6-362384d51874 req-66f82627-b085-4a85-b488-83d0f9626b94 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f1832801-225d-49c7-ba9e-13ca94c9951b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299685 Sep 07 02:45:30.587364 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a87d2c1-d14e-48d7-9a05-79601bb13972 req-8c73345d-6156-4031-bf2b-165a8bea29ee tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:30.588943 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6a87d2c1-d14e-48d7-9a05-79601bb13972 req-8c73345d-6156-4031-bf2b-165a8bea29ee tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=0086ad22-df41-4fd2-bda7-6e6b0b78ed31 HTTP/1.1" status: 200 len: 907 time: 0.0528989 Sep 07 02:45:30.590352 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-666fe63d-a632-4322-bfb6-362384d51874 req-a339ceee-f3f7-4e8f-b497-0efec21bc45d service neutron] 10.222.0.16 "GET /v2.0/networks/f1832801-225d-49c7-ba9e-13ca94c9951b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965171 Sep 07 02:45:30.699012 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-666fe63d-a632-4322-bfb6-362384d51874 req-68c5193b-c5f4-4349-ac04-3d44a500a3d3 service neutron] 10.222.0.16 "GET /v2.0/networks/f1832801-225d-49c7-ba9e-13ca94c9951b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984955 Sep 07 02:45:30.764858 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11936e18-fca5-41b8-87ca-424f8da5aa4b req-f8159224-3c2e-4643-bfd9-11c18d9472e5 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:30.766354 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-11936e18-fca5-41b8-87ca-424f8da5aa4b req-f8159224-3c2e-4643-bfd9-11c18d9472e5 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.23 "GET /v2.0/ports?device_id=0086ad22-df41-4fd2-bda7-6e6b0b78ed31 HTTP/1.1" status: 200 len: 907 time: 0.0543826 Sep 07 02:45:30.899399 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14e142-612c-47e6-8e46-3c39becbcf11 req-a64ada8c-7c44-45e7-86b6-ad91ef036124 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:30.900920 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6a14e142-612c-47e6-8e46-3c39becbcf11 req-a64ada8c-7c44-45e7-86b6-ad91ef036124 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf828f99-7a68-4f92-b197-bc8a204ec072 HTTP/1.1" status: 200 len: 945 time: 0.1336935 Sep 07 02:45:30.924392 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec1671-8a17-4126-a5b1-dd05091e7ccb req-85e704f3-311a-4fcd-a74a-94aaa8dbc729 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:30.926432 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c1ec1671-8a17-4126-a5b1-dd05091e7ccb req-85e704f3-311a-4fcd-a74a-94aaa8dbc729 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf828f99-7a68-4f92-b197-bc8a204ec072 HTTP/1.1" status: 200 len: 945 time: 0.1110511 Sep 07 02:45:31.000278 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6a14e142-612c-47e6-8e46-3c39becbcf11 req-473daabc-5a50-4809-a525-56788161ca7f tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922079 Sep 07 02:45:31.009462 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-11936e18-fca5-41b8-87ca-424f8da5aa4b req-e2cd32f7-6d09-4b6e-8613-62b086cf8f48 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Deleting port d3c52316-909f-4cd2-9153-7b9b433ef23c {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:45:31.009804 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-11936e18-fca5-41b8-87ca-424f8da5aa4b req-e2cd32f7-6d09-4b6e-8613-62b086cf8f48 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:31.023410 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195349c-434c-404e-aba7-5be4934d5a34 req-e070cfd9-4e8f-4fc7-9149-3896f8db64a7 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:31.025269 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1195349c-434c-404e-aba7-5be4934d5a34 req-e070cfd9-4e8f-4fc7-9149-3896f8db64a7 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=43546ab6-efac-438d-a136-ac1547102a76 HTTP/1.1" status: 200 len: 946 time: 0.0671248 Sep 07 02:45:31.075042 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1195349c-434c-404e-aba7-5be4934d5a34 req-bec122b3-f58b-49f1-b7ec-d4a68dd416e6 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410814 Sep 07 02:45:31.145794 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-c1ec1671-8a17-4126-a5b1-dd05091e7ccb req-88daf622-76ba-4aba-a302-e99eca400005 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Deleting port af9f4b04-1d72-482b-bbf8-2c9fc4969d1e {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:45:31.146145 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c1ec1671-8a17-4126-a5b1-dd05091e7ccb req-88daf622-76ba-4aba-a302-e99eca400005 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:31.192891 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-11936e18-fca5-41b8-87ca-424f8da5aa4b req-e2cd32f7-6d09-4b6e-8613-62b086cf8f48 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] For port d3c52316-909f-4cd2-9153-7b9b433ef23c, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=d3c52316-909f-4cd2-9153-7b9b433ef23c,segment=NetworkSegment(6dff264e-7c75-4629-a854-2e784f93e6e2),segment_id=6dff264e-7c75-4629-a854-2e784f93e6e2)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:45:31.193264 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-11936e18-fca5-41b8-87ca-424f8da5aa4b req-e2cd32f7-6d09-4b6e-8613-62b086cf8f48 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:31.280110 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93adef9-2a17-4e45-8a08-6e20e63a3d95 req-225d31b7-064d-4761-a875-275908c3b04b tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:31.281939 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e93adef9-2a17-4e45-8a08-6e20e63a3d95 req-225d31b7-064d-4761-a875-275908c3b04b tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=0da8717f-ca8d-4271-a6ef-1387ac31594c HTTP/1.1" status: 200 len: 943 time: 0.0684309 Sep 07 02:45:31.308609 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:31.350101 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e93adef9-2a17-4e45-8a08-6e20e63a3d95 req-ec9ef96f-ffa0-4bf9-b3af-de19ba3496a4 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614848 Sep 07 02:45:31.534173 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 3aecca23-872b-47f7-81da-d8eaf630d062 no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:45:31.557732 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: 3aecca23-872b-47f7-81da-d8eaf630d062 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:45:31.557971 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0da8717f-ca8d-4271-a6ef-1387ac31594c', 'tag': '0335673f-639b-4216-b96d-e5bf19977c04'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:45:31.559042 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 3aecca23-872b-47f7-81da-d8eaf630d062 not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:45:31.563162 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b286f70e-0344-46bf-87b3-0920904da246" -d '{"events": [{"name": "network-changed", "server_uuid": "0da8717f-ca8d-4271-a6ef-1387ac31594c", "tag": "0335673f-639b-4216-b96d-e5bf19977c04"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:45:31.581080 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-11936e18-fca5-41b8-87ca-424f8da5aa4b req-e2cd32f7-6d09-4b6e-8613-62b086cf8f48 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Calling delete_port for d3c52316-909f-4cd2-9153-7b9b433ef23c owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:45:31.674012 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81e28e3-598e-4a0a-943f-790d04e0c204 x-openstack-request-id: req-f81e28e3-598e-4a0a-943f-790d04e0c204 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:45:31.674321 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0da8717f-ca8d-4271-a6ef-1387ac31594c", "tag": "0335673f-639b-4216-b96d-e5bf19977c04", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:45:31.674577 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f81e28e3-598e-4a0a-943f-790d04e0c204 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:45:31.675615 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0da8717f-ca8d-4271-a6ef-1387ac31594c', 'tag': '0335673f-639b-4216-b96d-e5bf19977c04', 'status': 'completed', 'code': 200} Sep 07 02:45:31.704860 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-c1ec1671-8a17-4126-a5b1-dd05091e7ccb req-88daf622-76ba-4aba-a302-e99eca400005 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] For port af9f4b04-1d72-482b-bbf8-2c9fc4969d1e, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=af9f4b04-1d72-482b-bbf8-2c9fc4969d1e,segment=NetworkSegment(737bac5c-5e4b-4b03-a099-f644edcc6c52),segment_id=737bac5c-5e4b-4b03-a099-f644edcc6c52)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:45:31.705608 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c1ec1671-8a17-4126-a5b1-dd05091e7ccb req-88daf622-76ba-4aba-a302-e99eca400005 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:31.745326 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8073f3d7-c3fc-43ff-b09d-f173cce60e12 req-35c2ed8f-7445-41a8-9c4e-f109ed0056c3 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:31.747318 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8073f3d7-c3fc-43ff-b09d-f173cce60e12 req-35c2ed8f-7445-41a8-9c4e-f109ed0056c3 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=0086ad22-df41-4fd2-bda7-6e6b0b78ed31 HTTP/1.1" status: 200 len: 907 time: 0.0649912 Sep 07 02:45:31.759772 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-c1ec1671-8a17-4126-a5b1-dd05091e7ccb req-88daf622-76ba-4aba-a302-e99eca400005 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Calling delete_port for af9f4b04-1d72-482b-bbf8-2c9fc4969d1e owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:45:31.795626 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286f70e-0344-46bf-87b3-0920904da246 req-492bf316-db7c-4872-a059-af912c19beda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:31.797228 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b286f70e-0344-46bf-87b3-0920904da246 req-492bf316-db7c-4872-a059-af912c19beda service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9a8c5da93cbf4b888ec81f508c5728ba&device_id=0da8717f-ca8d-4271-a6ef-1387ac31594c HTTP/1.1" status: 200 len: 1095 time: 0.1100011 Sep 07 02:45:31.987198 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-11936e18-fca5-41b8-87ca-424f8da5aa4b req-e2cd32f7-6d09-4b6e-8613-62b086cf8f48 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:32.028333 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286f70e-0344-46bf-87b3-0920904da246 req-f95f301e-5a1c-4f8a-ac90-8b9894567959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:32.030303 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b286f70e-0344-46bf-87b3-0920904da246 req-f95f301e-5a1c-4f8a-ac90-8b9894567959 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f1832801-225d-49c7-ba9e-13ca94c9951b HTTP/1.1" status: 200 len: 904 time: 0.2016203 Sep 07 02:45:32.037681 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cd32f7-6d09-4b6e-8613-62b086cf8f48 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Pushing event deleted for resources: {'Port': ['ID=d3c52316-909f-4cd2-9153-7b9b433ef23c,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:32.148172 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b286f70e-0344-46bf-87b3-0920904da246 req-7157342f-d473-4316-af07-6cc00249522b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0335673f-639b-4216-b96d-e5bf19977c04 HTTP/1.1" status: 200 len: 217 time: 0.1050756 Sep 07 02:45:32.163860 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-11936e18-fca5-41b8-87ca-424f8da5aa4b req-e2cd32f7-6d09-4b6e-8613-62b086cf8f48 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] No DVR routers for this DVR port d3c52316-909f-4cd2-9153-7b9b433ef23c on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:45:32.171411 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-11936e18-fca5-41b8-87ca-424f8da5aa4b req-e2cd32f7-6d09-4b6e-8613-62b086cf8f48 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:32.173470 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-11936e18-fca5-41b8-87ca-424f8da5aa4b req-e2cd32f7-6d09-4b6e-8613-62b086cf8f48 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.23 "DELETE /v2.0/ports/d3c52316-909f-4cd2-9153-7b9b433ef23c HTTP/1.1" status: 204 len: 173 time: 1.3980649 Sep 07 02:45:32.267572 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c1ec1671-8a17-4126-a5b1-dd05091e7ccb req-88daf622-76ba-4aba-a302-e99eca400005 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:32.280256 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['af9f4b04-1d72-482b-bbf8-2c9fc4969d1e'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:45:32.289666 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbdb70d-4f34-48f2-820d-b14256570464 req-ca3fdb92-9b0e-49de-b363-b3a36e084fc3 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:32.293706 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9bbdb70d-4f34-48f2-820d-b14256570464 req-ca3fdb92-9b0e-49de-b363-b3a36e084fc3 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=43546ab6-efac-438d-a136-ac1547102a76 HTTP/1.1" status: 200 len: 946 time: 0.1177111 Sep 07 02:45:32.310187 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286f70e-0344-46bf-87b3-0920904da246 req-cd4e6c84-8ab1-4e57-9d88-72c72a53ce03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:32.312338 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b286f70e-0344-46bf-87b3-0920904da246 req-cd4e6c84-8ab1-4e57-9d88-72c72a53ce03 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bf8b75f5-87fa-46ec-a5bb-bac267ae3844 HTTP/1.1" status: 200 len: 844 time: 0.1419718 Sep 07 02:45:32.314567 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88daf622-76ba-4aba-a302-e99eca400005 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Pushing event deleted for resources: {'Port': ['ID=af9f4b04-1d72-482b-bbf8-2c9fc4969d1e,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:32.331854 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7706b2-2a8a-4447-b977-1c3877f41e26 req-6ba16a8b-16a3-4b72-9b0d-9679a957c3e1 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:32.333605 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1a7706b2-2a8a-4447-b977-1c3877f41e26 req-6ba16a8b-16a3-4b72-9b0d-9679a957c3e1 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf828f99-7a68-4f92-b197-bc8a204ec072 HTTP/1.1" status: 200 len: 867 time: 0.2062416 Sep 07 02:45:32.390539 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b286f70e-0344-46bf-87b3-0920904da246 req-c58d7f1a-21ca-4c5c-bffe-20f8605067f2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f1832801-225d-49c7-ba9e-13ca94c9951b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541134 Sep 07 02:45:32.393411 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9bbdb70d-4f34-48f2-820d-b14256570464 req-5032b555-0296-4c2f-87e2-820fef3aa7f2 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932722 Sep 07 02:45:32.430606 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1ec1671-8a17-4126-a5b1-dd05091e7ccb req-88daf622-76ba-4aba-a302-e99eca400005 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] No DVR routers for this DVR port af9f4b04-1d72-482b-bbf8-2c9fc4969d1e on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:45:32.434016 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c1ec1671-8a17-4126-a5b1-dd05091e7ccb req-88daf622-76ba-4aba-a302-e99eca400005 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:32.436388 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c1ec1671-8a17-4126-a5b1-dd05091e7ccb req-88daf622-76ba-4aba-a302-e99eca400005 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.23 "DELETE /v2.0/ports/af9f4b04-1d72-482b-bbf8-2c9fc4969d1e HTTP/1.1" status: 204 len: 173 time: 1.5001817 Sep 07 02:45:32.494079 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1a7706b2-2a8a-4447-b977-1c3877f41e26 req-ec589818-e7c7-46f4-9b3d-576d7ace0855 tempest-ServersTestJSON-2145413808 tempest-ServersTestJSON-2145413808-project] 10.222.0.22 "GET /v2.0/security-groups?id=d4feee8d-7e06-43b5-bf59-bbcdace17bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297174 Sep 07 02:45:32.580323 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b286f70e-0344-46bf-87b3-0920904da246 req-37a6252e-9ade-4894-b46e-62e463d7fee3 service neutron] 10.222.0.16 "GET /v2.0/networks/f1832801-225d-49c7-ba9e-13ca94c9951b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574342 Sep 07 02:45:32.658720 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c66e78-4a54-4b40-90c3-9653cb7019e1 req-de7d2aa1-1f0a-429e-afe0-e59699c28746 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:32.660423 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-71c66e78-4a54-4b40-90c3-9653cb7019e1 req-de7d2aa1-1f0a-429e-afe0-e59699c28746 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=0da8717f-ca8d-4271-a6ef-1387ac31594c HTTP/1.1" status: 200 len: 943 time: 0.0772371 Sep 07 02:45:32.715738 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b286f70e-0344-46bf-87b3-0920904da246 req-986bbbc1-6a6e-475d-8506-75c980669ddb service neutron] 10.222.0.16 "GET /v2.0/networks/f1832801-225d-49c7-ba9e-13ca94c9951b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212947 Sep 07 02:45:32.720322 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-71c66e78-4a54-4b40-90c3-9653cb7019e1 req-26ab4605-574a-4f63-9887-78d8be02d5cf tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525160 Sep 07 02:45:32.728805 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 55592) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:45:32.850742 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0c67f12f-ee54-40d0-b80e-e0481130b96d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:32.872668 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e78e8dd2-1ada-4da5-bd02-6d03280b5076 req-51e43e29-7387-42a3-9d0c-4aa6044ef521 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=0086ad22-df41-4fd2-bda7-6e6b0b78ed31 HTTP/1.1" status: 200 len: 210 time: 0.0378540 Sep 07 02:45:32.956422 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0c67f12f-ee54-40d0-b80e-e0481130b96d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:32.960015 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0c67f12f-ee54-40d0-b80e-e0481130b96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:33.004285 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-0c67f12f-ee54-40d0-b80e-e0481130b96d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=24d2af527b4544e7b9a119b0e09550cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2743225 Sep 07 02:45:33.006189 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c67f12f-ee54-40d0-b80e-e0481130b96d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a9d5ec-c0d9-459a-b107-9b33aa09329b,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:33.007008 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 55598) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:45:33.064925 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4c81acb6-2e32-4b49-b4e5-18101ba7a2ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:33.087015 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4c81acb6-2e32-4b49-b4e5-18101ba7a2ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:33.136651 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4c81acb6-2e32-4b49-b4e5-18101ba7a2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:33.139942 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4c81acb6-2e32-4b49-b4e5-18101ba7a2ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:33.141099 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-4c81acb6-2e32-4b49-b4e5-18101ba7a2ca admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/39a9d5ec-c0d9-459a-b107-9b33aa09329b HTTP/1.1" status: 204 len: 168 time: 0.1330683 Sep 07 02:45:33.149441 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c81acb6-2e32-4b49-b4e5-18101ba7a2ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a9d5ec-c0d9-459a-b107-9b33aa09329b,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:33.398945 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 55604) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:45:33.413386 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c4067594-df3c-4d09-bc62-70c0b6dd68bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:33.539553 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837421bc-672f-4c3c-877e-c4b795c54f48 req-891ba003-c8d6-40f4-9488-26780349c69d tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:33.543976 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-837421bc-672f-4c3c-877e-c4b795c54f48 req-891ba003-c8d6-40f4-9488-26780349c69d tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=43546ab6-efac-438d-a136-ac1547102a76 HTTP/1.1" status: 200 len: 946 time: 0.0807080 Sep 07 02:45:33.556236 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 0335673f-639b-4216-b96d-e5bf19977c04 details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:45:33.566073 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c4067594-df3c-4d09-bc62-70c0b6dd68bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:33.579302 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c4067594-df3c-4d09-bc62-70c0b6dd68bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:33.606205 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 55614) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:45:33.622677 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-837421bc-672f-4c3c-877e-c4b795c54f48 req-4778d341-8133-491d-aeaf-0a9468175b0f tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675747 Sep 07 02:45:33.652596 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c4067594-df3c-4d09-bc62-70c0b6dd68bb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1e9d1b000c5b46bb8e205e30792eda41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2520797 Sep 07 02:45:33.654691 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 55616) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:45:33.664190 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4067594-df3c-4d09-bc62-70c0b6dd68bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1feb249-7c45-4175-bd1e-ef5ab93694a0,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:33.681281 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0086ad22-df41-4fd2-bda7-6e6b0b78ed31', 'name': 'network-vif-deleted', 'tag': 'd3c52316-909f-4cd2-9153-7b9b433ef23c'}, {'server_uuid': 'cf828f99-7a68-4f92-b197-bc8a204ec072', 'name': 'network-vif-deleted', 'tag': 'af9f4b04-1d72-482b-bbf8-2c9fc4969d1e'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:45:33.687636 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780b72a3-8255-4f42-8a85-d915924b8452" -d '{"events": [{"server_uuid": "0086ad22-df41-4fd2-bda7-6e6b0b78ed31", "name": "network-vif-deleted", "tag": "d3c52316-909f-4cd2-9153-7b9b433ef23c"}, {"server_uuid": "cf828f99-7a68-4f92-b197-bc8a204ec072", "name": "network-vif-deleted", "tag": "af9f4b04-1d72-482b-bbf8-2c9fc4969d1e"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:45:33.715755 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-407762d1-80d3-4079-9e79-37d5a3ccbb74 admin admin] Deleting subnet 8b116277-4856-47e9-8d12-8ad81f660adb {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:45:33.719573 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-407762d1-80d3-4079-9e79-37d5a3ccbb74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:33.739084 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-16119661-e04a-4a22-a829-83792d7b178f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:33.742899 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 0335673f-639b-4216-b96d-e5bf19977c04, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=0335673f-639b-4216-b96d-e5bf19977c04,segment=NetworkSegment(cefad73b-a7c5-464e-83dc-c3e10d5473af),segment_id=cefad73b-a7c5-464e-83dc-c3e10d5473af)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:45:33.765319 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 07 Sep 2021 02:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0287ec-5b86-410d-a81e-a68be9f14b47 x-openstack-request-id: req-0e0287ec-5b86-410d-a81e-a68be9f14b47 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:45:33.765626 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0086ad22-df41-4fd2-bda7-6e6b0b78ed31", "name": "network-vif-deleted", "tag": "d3c52316-909f-4cd2-9153-7b9b433ef23c", "status": "completed", "code": 200}, {"server_uuid": "cf828f99-7a68-4f92-b197-bc8a204ec072", "name": "network-vif-deleted", "tag": "af9f4b04-1d72-482b-bbf8-2c9fc4969d1e", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:45:33.765883 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0e0287ec-5b86-410d-a81e-a68be9f14b47 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:45:33.766296 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0086ad22-df41-4fd2-bda7-6e6b0b78ed31', 'name': 'network-vif-deleted', 'tag': 'd3c52316-909f-4cd2-9153-7b9b433ef23c', 'status': 'completed', 'code': 200} Sep 07 02:45:33.766539 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf828f99-7a68-4f92-b197-bc8a204ec072', 'name': 'network-vif-deleted', 'tag': 'af9f4b04-1d72-482b-bbf8-2c9fc4969d1e', 'status': 'completed', 'code': 200} Sep 07 02:45:33.769472 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-16119661-e04a-4a22-a829-83792d7b178f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:33.769943 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '0335673f-639b-4216-b96d-e5bf19977c04', 'network_id': 'f1832801-225d-49c7-ba9e-13ca94c9951b', 'port_id': '0335673f-639b-4216-b96d-e5bf19977c04', 'mac_address': 'fa:16:3e:07:9d:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf8b75f5-87fa-46ec-a5bb-bac267ae3844', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:45:33.797451 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-407762d1-80d3-4079-9e79-37d5a3ccbb74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:33.821349 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:33.835607 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-16119661-e04a-4a22-a829-83792d7b178f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:33.840383 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-16119661-e04a-4a22-a829-83792d7b178f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:33.844237 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0335673f-639b-4216-b96d-e5bf19977c04 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:45:33.844403 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-16119661-e04a-4a22-a829-83792d7b178f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d1feb249-7c45-4175-bd1e-ef5ab93694a0 HTTP/1.1" status: 204 len: 168 time: 0.1877105 Sep 07 02:45:33.849078 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-407762d1-80d3-4079-9e79-37d5a3ccbb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:33.860886 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16119661-e04a-4a22-a829-83792d7b178f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1feb249-7c45-4175-bd1e-ef5ab93694a0,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:33.872723 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 0335673f-639b-4216-b96d-e5bf19977c04, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=0335673f-639b-4216-b96d-e5bf19977c04,segment=NetworkSegment(cefad73b-a7c5-464e-83dc-c3e10d5473af),segment_id=cefad73b-a7c5-464e-83dc-c3e10d5473af)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:45:33.884378 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:33.918158 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-407762d1-80d3-4079-9e79-37d5a3ccbb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:33.927629 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a32e7f-7500-4e85-995f-94a34458298f req-af75f8cc-833b-4c61-ba0a-b6cd51b319d6 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:33.935349 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-04a32e7f-7500-4e85-995f-94a34458298f req-af75f8cc-833b-4c61-ba0a-b6cd51b319d6 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=0da8717f-ca8d-4271-a6ef-1387ac31594c HTTP/1.1" status: 200 len: 943 time: 0.0756607 Sep 07 02:45:33.958061 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407762d1-80d3-4079-9e79-37d5a3ccbb74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b116277-4856-47e9-8d12-8ad81f660adb,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:33.960368 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-407762d1-80d3-4079-9e79-37d5a3ccbb74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:33.962429 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-407762d1-80d3-4079-9e79-37d5a3ccbb74 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/8b116277-4856-47e9-8d12-8ad81f660adb HTTP/1.1" status: 204 len: 168 time: 0.3547029 Sep 07 02:45:33.965765 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 55628) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:45:33.979240 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-04a32e7f-7500-4e85-995f-94a34458298f req-7e7b1b30-f1dc-4b9e-8424-7f764c450352 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429313 Sep 07 02:45:34.017806 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=0335673f-639b-4216-b96d-e5bf19977c04,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:34.084906 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0f974a46-b117-4c30-9db9-851a2cac5b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:34.205816 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0f974a46-b117-4c30-9db9-851a2cac5b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:34.239434 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-0f974a46-b117-4c30-9db9-851a2cac5b77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b38f0331-653f-46c0-a8d7-26916edac115']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:45:34.252907 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-0f974a46-b117-4c30-9db9-851a2cac5b77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '737bac5c-5e4b-4b03-a099-f644edcc6c52') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:45:34.253752 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-0f974a46-b117-4c30-9db9-851a2cac5b77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '737bac5c-5e4b-4b03-a099-f644edcc6c52') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:45:34.258347 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['0335673f-639b-4216-b96d-e5bf19977c04'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:45:34.301223 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0f974a46-b117-4c30-9db9-851a2cac5b77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:34.322321 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0f974a46-b117-4c30-9db9-851a2cac5b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:34.332470 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f974a46-b117-4c30-9db9-851a2cac5b77 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:45:34.332990 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0f974a46-b117-4c30-9db9-851a2cac5b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:34.334839 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:45:34.334839 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:45:34.334839 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:45:34.334839 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:45:34.334839 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:45:34.334839 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:45:34.334839 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:45:34.334839 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:45:34.334839 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:45:34.334839 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:45:34.334839 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:45:34.334839 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:45:34.334839 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:45:34.334839 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:45:34.334839 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:45:34.334839 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:45:34.334839 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:45:34.334839 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:45:34.334839 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:45:34.334839 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:45:34.334839 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:45:34.334839 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:45:34.334839 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:45:34.334839 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:45:34.334839 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:45:34.334839 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:45:34.334839 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:45:34.334839 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:45:34.334839 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:45:34.334839 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:45:34.334839 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:45:34.334839 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:45:34.355077 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be9232e-a69a-4bba-9b30-c7dbeac00285 req-bd00a79a-30fe-4b4f-adcc-07b773c3ac06 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:34.356651 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5be9232e-a69a-4bba-9b30-c7dbeac00285 req-bd00a79a-30fe-4b4f-adcc-07b773c3ac06 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d177df0-acd9-487a-8a98-e3c6eb2142fc HTTP/1.1" status: 200 len: 946 time: 0.1079757 Sep 07 02:45:34.356813 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 55636) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:45:34.384389 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e683ab51-77a7-4bc1-84bd-6e08eb54d7c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:34.433300 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0f974a46-b117-4c30-9db9-851a2cac5b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:34.446475 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0f974a46-b117-4c30-9db9-851a2cac5b77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:34.448780 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-0f974a46-b117-4c30-9db9-851a2cac5b77 admin admin] 10.222.0.22 "DELETE /v2.0/networks/b38f0331-653f-46c0-a8d7-26916edac115 HTTP/1.1" status: 204 len: 168 time: 0.4820197 Sep 07 02:45:34.459032 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5be9232e-a69a-4bba-9b30-c7dbeac00285 req-dfe9f7be-17fe-4f84-bb90-663f9207dce9 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927310 Sep 07 02:45:34.472760 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f974a46-b117-4c30-9db9-851a2cac5b77 admin admin] Pushing event deleted for resources: {'Network': ['ID=b38f0331-653f-46c0-a8d7-26916edac115,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:34.538645 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e683ab51-77a7-4bc1-84bd-6e08eb54d7c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:34.542652 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e683ab51-77a7-4bc1-84bd-6e08eb54d7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:34.590322 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e683ab51-77a7-4bc1-84bd-6e08eb54d7c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36be755-df2e-4a47-8c7f-9b53805a5579,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:34.595663 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e683ab51-77a7-4bc1-84bd-6e08eb54d7c5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3a9d118be3a54357af76f270c806b168&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2377455 Sep 07 02:45:34.598806 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 55642) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:45:34.651767 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device d3c52316-909f-4cd2-9153-7b9b433ef23c no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:45:34.656682 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 55646) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:45:34.663797 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-34e9ebc3-1345-4170-a14c-445f27e034e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:34.683864 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: d3c52316-909f-4cd2-9153-7b9b433ef23c {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:45:34.684471 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device d3c52316-909f-4cd2-9153-7b9b433ef23c not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:45:34.685159 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device af9f4b04-1d72-482b-bbf8-2c9fc4969d1e no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:45:34.693493 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-34e9ebc3-1345-4170-a14c-445f27e034e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:34.731053 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: af9f4b04-1d72-482b-bbf8-2c9fc4969d1e {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:45:34.732289 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device af9f4b04-1d72-482b-bbf8-2c9fc4969d1e not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:45:34.737571 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-42fd9d01-21a9-45cc-affb-fcf2bc40d759 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=39221102c85f4a33befb52c47b54a864&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0795863 Sep 07 02:45:34.740542 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 55650) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:45:34.748669 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-34e9ebc3-1345-4170-a14c-445f27e034e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:34.752118 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-34e9ebc3-1345-4170-a14c-445f27e034e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:34.753571 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-34e9ebc3-1345-4170-a14c-445f27e034e2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c36be755-df2e-4a47-8c7f-9b53805a5579 HTTP/1.1" status: 204 len: 168 time: 0.1538546 Sep 07 02:45:34.762205 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e9ebc3-1345-4170-a14c-445f27e034e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36be755-df2e-4a47-8c7f-9b53805a5579,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:34.840418 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75972f11-0982-4f81-a90f-53c6fe6ae1c8 req-e7d5f0a8-42a7-4794-9ecf-1b92f8e70ae0 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:34.842144 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-75972f11-0982-4f81-a90f-53c6fe6ae1c8 req-e7d5f0a8-42a7-4794-9ecf-1b92f8e70ae0 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=43546ab6-efac-438d-a136-ac1547102a76 HTTP/1.1" status: 200 len: 946 time: 0.0941737 Sep 07 02:45:34.848095 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9e179a34-fa39-4e1e-bc9b-024ff84a62e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:34.884104 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9e179a34-fa39-4e1e-bc9b-024ff84a62e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:34.918416 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-75972f11-0982-4f81-a90f-53c6fe6ae1c8 req-97efb0ff-cbd2-40d6-823f-bd0c1eb6a70f tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656304 Sep 07 02:45:34.948445 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9e179a34-fa39-4e1e-bc9b-024ff84a62e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:34.951434 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9e179a34-fa39-4e1e-bc9b-024ff84a62e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:34.954951 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9e179a34-fa39-4e1e-bc9b-024ff84a62e6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d4feee8d-7e06-43b5-bf59-bbcdace17bb1 HTTP/1.1" status: 204 len: 168 time: 0.2111413 Sep 07 02:45:34.966822 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e179a34-fa39-4e1e-bc9b-024ff84a62e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4feee8d-7e06-43b5-bf59-bbcdace17bb1,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:35.110539 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4ce19e-5ac2-46b5-b891-9547b1e45c7e req-3e298b58-1f4b-4a92-8731-1b8bb3d6772c tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:35.111738 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5c4ce19e-5ac2-46b5-b891-9547b1e45c7e req-3e298b58-1f4b-4a92-8731-1b8bb3d6772c tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=0da8717f-ca8d-4271-a6ef-1387ac31594c HTTP/1.1" status: 200 len: 944 time: 0.0529134 Sep 07 02:45:35.172520 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5c4ce19e-5ac2-46b5-b891-9547b1e45c7e req-a857052a-dc1c-4847-9365-54feabc97149 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522726 Sep 07 02:45:35.606266 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694f159-0f75-4db6-98fc-1d6fbc3c2857 req-2de60c61-8104-44e6-baad-163920226cdc tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:35.607937 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b694f159-0f75-4db6-98fc-1d6fbc3c2857 req-2de60c61-8104-44e6-baad-163920226cdc tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d177df0-acd9-487a-8a98-e3c6eb2142fc HTTP/1.1" status: 200 len: 946 time: 0.0589342 Sep 07 02:45:35.650025 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b694f159-0f75-4db6-98fc-1d6fbc3c2857 req-94960196-8cb0-4bfd-8f55-d9b23858d303 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356526 Sep 07 02:45:35.729182 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11673fa-fb90-47cd-91db-1b4cadcd38e9 req-59fabea7-57f2-4766-8aea-fe40b5c7c751 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:35.731279 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a11673fa-fb90-47cd-91db-1b4cadcd38e9 req-59fabea7-57f2-4766-8aea-fe40b5c7c751 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.16 "GET /v2.0/ports?device_id=8d177df0-acd9-487a-8a98-e3c6eb2142fc HTTP/1.1" status: 200 len: 946 time: 0.0619249 Sep 07 02:45:35.849238 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-a11673fa-fb90-47cd-91db-1b4cadcd38e9 req-f9e82cdf-2f8b-4b42-8ebe-18b187b9074b tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Deleting port 4ca5d8de-e5ef-4079-9dd4-b726208eeca8 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:45:35.849878 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a11673fa-fb90-47cd-91db-1b4cadcd38e9 req-f9e82cdf-2f8b-4b42-8ebe-18b187b9074b tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:35.963857 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-a11673fa-fb90-47cd-91db-1b4cadcd38e9 req-f9e82cdf-2f8b-4b42-8ebe-18b187b9074b tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] For port 4ca5d8de-e5ef-4079-9dd4-b726208eeca8, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=4ca5d8de-e5ef-4079-9dd4-b726208eeca8,segment=NetworkSegment(6dff264e-7c75-4629-a854-2e784f93e6e2),segment_id=6dff264e-7c75-4629-a854-2e784f93e6e2)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:45:35.964382 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a11673fa-fb90-47cd-91db-1b4cadcd38e9 req-f9e82cdf-2f8b-4b42-8ebe-18b187b9074b tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:35.978561 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-a11673fa-fb90-47cd-91db-1b4cadcd38e9 req-f9e82cdf-2f8b-4b42-8ebe-18b187b9074b tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Calling delete_port for 4ca5d8de-e5ef-4079-9dd4-b726208eeca8 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:45:36.094733 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e7df6-5c34-4be5-a95e-2b746c39e782 req-fe0e376c-3247-4c3c-bfee-1f7549c41c1b tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:36.096282 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5d8e7df6-5c34-4be5-a95e-2b746c39e782 req-fe0e376c-3247-4c3c-bfee-1f7549c41c1b tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=43546ab6-efac-438d-a136-ac1547102a76 HTTP/1.1" status: 200 len: 946 time: 0.0775259 Sep 07 02:45:36.175573 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5d8e7df6-5c34-4be5-a95e-2b746c39e782 req-0169d39a-e173-4a63-9829-6eee4ef42b71 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709577 Sep 07 02:45:36.210838 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a11673fa-fb90-47cd-91db-1b4cadcd38e9 req-f9e82cdf-2f8b-4b42-8ebe-18b187b9074b tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:36.223750 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['4ca5d8de-e5ef-4079-9dd4-b726208eeca8'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:45:36.261755 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['9ef02f9c-7c5a-48ae-a54a-4f8d1e8a6fb7'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:45:36.281973 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e82cdf-2f8b-4b42-8ebe-18b187b9074b tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Pushing event deleted for resources: {'Port': ['ID=4ca5d8de-e5ef-4079-9dd4-b726208eeca8,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:36.347409 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b240f02-44ae-431f-8b89-156d02cabc07 req-529055f3-82aa-4808-8c3d-ac842c41c602 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:36.349194 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3b240f02-44ae-431f-8b89-156d02cabc07 req-529055f3-82aa-4808-8c3d-ac842c41c602 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=0da8717f-ca8d-4271-a6ef-1387ac31594c HTTP/1.1" status: 200 len: 944 time: 0.0939469 Sep 07 02:45:36.361916 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-a11673fa-fb90-47cd-91db-1b4cadcd38e9 req-f9e82cdf-2f8b-4b42-8ebe-18b187b9074b tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] No DVR routers for this DVR port 4ca5d8de-e5ef-4079-9dd4-b726208eeca8 on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:45:36.366095 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a11673fa-fb90-47cd-91db-1b4cadcd38e9 req-f9e82cdf-2f8b-4b42-8ebe-18b187b9074b tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:36.369220 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a11673fa-fb90-47cd-91db-1b4cadcd38e9 req-f9e82cdf-2f8b-4b42-8ebe-18b187b9074b tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.16 "DELETE /v2.0/ports/4ca5d8de-e5ef-4079-9dd4-b726208eeca8 HTTP/1.1" status: 204 len: 173 time: 0.6292894 Sep 07 02:45:36.371039 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d177df0-acd9-487a-8a98-e3c6eb2142fc', 'name': 'network-vif-deleted', 'tag': '4ca5d8de-e5ef-4079-9dd4-b726208eeca8'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:45:36.374271 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a171d1f-b046-4bf0-8ded-461ddb9007bd" -d '{"events": [{"server_uuid": "8d177df0-acd9-487a-8a98-e3c6eb2142fc", "name": "network-vif-deleted", "tag": "4ca5d8de-e5ef-4079-9dd4-b726208eeca8"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:45:36.438024 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5515db66-3d1d-4ef3-bf04-73f177691cc3 x-openstack-request-id: req-5515db66-3d1d-4ef3-bf04-73f177691cc3 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:45:36.438461 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d177df0-acd9-487a-8a98-e3c6eb2142fc", "name": "network-vif-deleted", "tag": "4ca5d8de-e5ef-4079-9dd4-b726208eeca8", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:45:36.438874 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5515db66-3d1d-4ef3-bf04-73f177691cc3 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:45:36.439970 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d177df0-acd9-487a-8a98-e3c6eb2142fc', 'name': 'network-vif-deleted', 'tag': '4ca5d8de-e5ef-4079-9dd4-b726208eeca8', 'status': 'completed', 'code': 200} Sep 07 02:45:36.440911 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3b240f02-44ae-431f-8b89-156d02cabc07 req-c184407b-334a-4519-ac59-40687a2c0863 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828557 Sep 07 02:45:36.777575 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7e8cd87c-0cc1-440e-a554-a7c11871173a req-80fb4b37-06dc-4970-ac5c-928adec19ecb tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d177df0-acd9-487a-8a98-e3c6eb2142fc HTTP/1.1" status: 200 len: 210 time: 0.0336442 Sep 07 02:45:36.907444 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f9ba70ff-f22f-4a44-96fc-77856c7041e1 req-0c1f64ef-6760-4289-827e-737a47f2e85d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8d177df0-acd9-487a-8a98-e3c6eb2142fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0300648 Sep 07 02:45:36.964419 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f9ba70ff-f22f-4a44-96fc-77856c7041e1 req-58ab6123-de80-454e-9ff8-c5441c27e059 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3c6e11955fd14c5c9b191cf5c7d7b41c&device_id=8d177df0-acd9-487a-8a98-e3c6eb2142fc HTTP/1.1" status: 200 len: 210 time: 0.0324321 Sep 07 02:45:37.120785 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba70ff-f22f-4a44-96fc-77856c7041e1 req-2d7128f0-b1dd-4300-8ff0-b0ab4a4f09a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:37.122555 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f9ba70ff-f22f-4a44-96fc-77856c7041e1 req-2d7128f0-b1dd-4300-8ff0-b0ab4a4f09a5 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=3c6e11955fd14c5c9b191cf5c7d7b41c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1336956 Sep 07 02:45:37.234784 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba70ff-f22f-4a44-96fc-77856c7041e1 req-e3265885-d89e-4390-b909-bbc3d4e0c767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:37.236639 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f9ba70ff-f22f-4a44-96fc-77856c7041e1 req-e3265885-d89e-4390-b909-bbc3d4e0c767 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1068349 Sep 07 02:45:37.335007 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f55b34-d319-4735-a27f-1694b8dfb5ec req-25faf9a2-2963-4857-b791-6b3a143cbf2b tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:37.336814 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a7f55b34-d319-4735-a27f-1694b8dfb5ec req-25faf9a2-2963-4857-b791-6b3a143cbf2b tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=43546ab6-efac-438d-a136-ac1547102a76 HTTP/1.1" status: 200 len: 946 time: 0.0587895 Sep 07 02:45:37.380123 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a7f55b34-d319-4735-a27f-1694b8dfb5ec req-c6ec7b46-63a8-442d-899b-d8caa246598b tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360591 Sep 07 02:45:37.563697 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30dcba-2607-4a71-b91f-b8994af1b0cc req-d20653ce-202d-4c87-9840-bea10402e343 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:37.565205 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3f30dcba-2607-4a71-b91f-b8994af1b0cc req-d20653ce-202d-4c87-9840-bea10402e343 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=0da8717f-ca8d-4271-a6ef-1387ac31594c HTTP/1.1" status: 200 len: 944 time: 0.0530772 Sep 07 02:45:37.568949 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 0335673f-639b-4216-b96d-e5bf19977c04 up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:45:37.624566 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3f30dcba-2607-4a71-b91f-b8994af1b0cc req-4465f69f-8e5b-48a2-8de4-2ac1eadf76f7 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516746 Sep 07 02:45:37.635696 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port 0335673f-639b-4216-b96d-e5bf19977c04 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:45:37.650307 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 0335673f-639b-4216-b96d-e5bf19977c04 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:45:37.650683 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:37.690376 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 55804) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:45:37.744939 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:37.769378 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da8717f-ca8d-4271-a6ef-1387ac31594c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0335673f-639b-4216-b96d-e5bf19977c04'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:45:37.771685 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4dfbbcc-8068-46ab-bef8-1d7ebd2ebb0e" -d '{"events": [{"server_uuid": "0da8717f-ca8d-4271-a6ef-1387ac31594c", "name": "network-vif-plugged", "status": "completed", "tag": "0335673f-639b-4216-b96d-e5bf19977c04"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:45:37.784386 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 0335673f-639b-4216-b96d-e5bf19977c04, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=0335673f-639b-4216-b96d-e5bf19977c04,segment=NetworkSegment(cefad73b-a7c5-464e-83dc-c3e10d5473af),segment_id=cefad73b-a7c5-464e-83dc-c3e10d5473af)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:45:37.789789 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:37.833352 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2cd67de3-7966-41d1-bad9-fe1804fc1bca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:37.855223 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45378c00-ca6d-437f-8f58-eaf47df7e74a x-openstack-request-id: req-45378c00-ca6d-437f-8f58-eaf47df7e74a {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:45:37.855568 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da8717f-ca8d-4271-a6ef-1387ac31594c", "name": "network-vif-plugged", "status": "completed", "tag": "0335673f-639b-4216-b96d-e5bf19977c04", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:45:37.855831 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-45378c00-ca6d-437f-8f58-eaf47df7e74a {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:45:37.856313 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da8717f-ca8d-4271-a6ef-1387ac31594c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0335673f-639b-4216-b96d-e5bf19977c04', 'code': 200} Sep 07 02:45:37.864837 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=0335673f-639b-4216-b96d-e5bf19977c04,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:37.980867 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea52169-8369-438e-a584-519821d0ed37 req-e9a59a2e-409e-4bb1-8d9d-1e93b491a45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:37.982944 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4ea52169-8369-438e-a584-519821d0ed37 req-e9a59a2e-409e-4bb1-8d9d-1e93b491a45f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0da8717f-ca8d-4271-a6ef-1387ac31594c HTTP/1.1" status: 200 len: 1097 time: 0.0751622 Sep 07 02:45:38.005393 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2cd67de3-7966-41d1-bad9-fe1804fc1bca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:38.013475 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2cd67de3-7966-41d1-bad9-fe1804fc1bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:38.041147 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 55824) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:45:38.074974 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd67de3-7966-41d1-bad9-fe1804fc1bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5dcf705-a6b8-4948-b81f-c0bb0bcac714,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:38.081114 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-2cd67de3-7966-41d1-bad9-fe1804fc1bca admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a8b7974f3938423a8cee32527654794b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3890247 Sep 07 02:45:38.082962 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4ea52169-8369-438e-a584-519821d0ed37 req-642fe0d8-5230-4610-a501-9ca048917d03 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903199 Sep 07 02:45:38.083797 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 55830) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:45:38.170450 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8207c64-67cc-457e-99ad-c52b7c391b27 req-a7c174d6-dbe2-4623-9227-274126b42941 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:38.171958 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d8207c64-67cc-457e-99ad-c52b7c391b27 req-a7c174d6-dbe2-4623-9227-274126b42941 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=99b36ce8-9540-4cd4-b0ca-7b3cd88dabd6 HTTP/1.1" status: 200 len: 946 time: 0.0786633 Sep 07 02:45:38.188787 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e6f1c60b-5401-4a05-aad5-4226d8a1ec99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:38.189017 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2a2c6e22-9404-40c1-95b6-c2be86be32d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:38.225909 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e6f1c60b-5401-4a05-aad5-4226d8a1ec99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:38.239211 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d8207c64-67cc-457e-99ad-c52b7c391b27 req-79608720-48a2-4424-9705-d8c315fed6cf tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590706 Sep 07 02:45:38.281214 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e6f1c60b-5401-4a05-aad5-4226d8a1ec99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:38.283863 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e6f1c60b-5401-4a05-aad5-4226d8a1ec99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:38.285096 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-e6f1c60b-5401-4a05-aad5-4226d8a1ec99 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b5dcf705-a6b8-4948-b81f-c0bb0bcac714 HTTP/1.1" status: 204 len: 168 time: 0.1995080 Sep 07 02:45:38.292171 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2a2c6e22-9404-40c1-95b6-c2be86be32d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:38.293789 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f1c60b-5401-4a05-aad5-4226d8a1ec99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5dcf705-a6b8-4948-b81f-c0bb0bcac714,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:38.301274 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2a2c6e22-9404-40c1-95b6-c2be86be32d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:38.344660 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-2a2c6e22-9404-40c1-95b6-c2be86be32d9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=609344a41e94499fb0c3fe0111baf66e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3024089 Sep 07 02:45:38.345522 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2c6e22-9404-40c1-95b6-c2be86be32d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9285c41-0a53-4888-ae65-5e955ac9263e,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:38.347536 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 55834) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:45:38.401341 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c4bcdd65-e910-4983-a5a3-06965302d4c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:38.430664 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c4bcdd65-e910-4983-a5a3-06965302d4c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:38.480612 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c4bcdd65-e910-4983-a5a3-06965302d4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:38.483242 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c4bcdd65-e910-4983-a5a3-06965302d4c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:38.484464 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c4bcdd65-e910-4983-a5a3-06965302d4c1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c9285c41-0a53-4888-ae65-5e955ac9263e HTTP/1.1" status: 204 len: 168 time: 0.1356556 Sep 07 02:45:38.493488 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bcdd65-e910-4983-a5a3-06965302d4c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9285c41-0a53-4888-ae65-5e955ac9263e,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:38.513576 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb32ac33-749b-47d9-b386-115da87750b1 req-d0573f24-20d6-4c45-b6ce-44ded9f3f083 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:38.515264 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bb32ac33-749b-47d9-b386-115da87750b1 req-d0573f24-20d6-4c45-b6ce-44ded9f3f083 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=43546ab6-efac-438d-a136-ac1547102a76 HTTP/1.1" status: 200 len: 946 time: 0.0609167 Sep 07 02:45:38.557310 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bb32ac33-749b-47d9-b386-115da87750b1 req-39e02ed8-7dd3-4705-8a57-f6702970aec8 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361383 Sep 07 02:45:38.602022 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 55842) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:45:38.620023 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ca182a0a-09bf-4220-85a8-e99b3d3887a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:38.743581 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ca182a0a-09bf-4220-85a8-e99b3d3887a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:38.749355 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ca182a0a-09bf-4220-85a8-e99b3d3887a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:38.800818 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab80c184-a522-4641-9a21-27f12ad543f5 req-0d93c5dc-cf2b-439b-b23c-25e341309c17 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:38.802312 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ab80c184-a522-4641-9a21-27f12ad543f5 req-0d93c5dc-cf2b-439b-b23c-25e341309c17 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=0da8717f-ca8d-4271-a6ef-1387ac31594c HTTP/1.1" status: 200 len: 945 time: 0.1038265 Sep 07 02:45:38.804387 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca182a0a-09bf-4220-85a8-e99b3d3887a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00936262-92fa-4e75-a0ea-ead107d20a7a,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:38.810987 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ca182a0a-09bf-4220-85a8-e99b3d3887a0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9bc3b294839e460693203d835ad10048&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2055776 Sep 07 02:45:38.811439 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 55854) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:45:38.846254 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ab80c184-a522-4641-9a21-27f12ad543f5 req-41c4292e-5b67-4d8e-bff5-28178627a6a0 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362105 Sep 07 02:45:38.879065 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0bd0010e-3d72-4a4d-9a62-e498ef23be7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:38.902501 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0bd0010e-3d72-4a4d-9a62-e498ef23be7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:38.953459 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0bd0010e-3d72-4a4d-9a62-e498ef23be7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:38.956122 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0bd0010e-3d72-4a4d-9a62-e498ef23be7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:38.957445 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-0bd0010e-3d72-4a4d-9a62-e498ef23be7b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/00936262-92fa-4e75-a0ea-ead107d20a7a HTTP/1.1" status: 204 len: 168 time: 0.1448438 Sep 07 02:45:38.967260 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd0010e-3d72-4a4d-9a62-e498ef23be7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00936262-92fa-4e75-a0ea-ead107d20a7a,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:39.373654 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b91e55-30ed-40f8-8845-2b972828718a req-4ee9da5a-f8ed-43ef-8347-39ab87a160c8 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:39.375649 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-67b91e55-30ed-40f8-8845-2b972828718a req-4ee9da5a-f8ed-43ef-8347-39ab87a160c8 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=99b36ce8-9540-4cd4-b0ca-7b3cd88dabd6 HTTP/1.1" status: 200 len: 946 time: 0.0558827 Sep 07 02:45:39.438799 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-67b91e55-30ed-40f8-8845-2b972828718a req-d2a22a45-3a9c-46d9-9023-34d608a16cac tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572820 Sep 07 02:45:39.456688 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749533c9-f684-46a6-bc86-40302101a2be req-cdcd7bff-5e8a-429c-9b4b-fb147a19e206 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:39.458166 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-749533c9-f684-46a6-bc86-40302101a2be req-cdcd7bff-5e8a-429c-9b4b-fb147a19e206 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.23 "GET /v2.0/ports?device_id=99b36ce8-9540-4cd4-b0ca-7b3cd88dabd6 HTTP/1.1" status: 200 len: 946 time: 0.0697370 Sep 07 02:45:39.557181 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-749533c9-f684-46a6-bc86-40302101a2be req-1eb2ec46-7bce-40c1-abbe-50f0ba513526 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Deleting port 9ef02f9c-7c5a-48ae-a54a-4f8d1e8a6fb7 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:45:39.557561 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-749533c9-f684-46a6-bc86-40302101a2be req-1eb2ec46-7bce-40c1-abbe-50f0ba513526 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:39.568876 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 4ca5d8de-e5ef-4079-9dd4-b726208eeca8 no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:45:39.593104 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: 4ca5d8de-e5ef-4079-9dd4-b726208eeca8 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:45:39.593446 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 4ca5d8de-e5ef-4079-9dd4-b726208eeca8 not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:45:39.667116 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-749533c9-f684-46a6-bc86-40302101a2be req-1eb2ec46-7bce-40c1-abbe-50f0ba513526 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] For port 9ef02f9c-7c5a-48ae-a54a-4f8d1e8a6fb7, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=9ef02f9c-7c5a-48ae-a54a-4f8d1e8a6fb7,segment=NetworkSegment(6dff264e-7c75-4629-a854-2e784f93e6e2),segment_id=6dff264e-7c75-4629-a854-2e784f93e6e2)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:45:39.667535 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-749533c9-f684-46a6-bc86-40302101a2be req-1eb2ec46-7bce-40c1-abbe-50f0ba513526 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:39.681641 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-749533c9-f684-46a6-bc86-40302101a2be req-1eb2ec46-7bce-40c1-abbe-50f0ba513526 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Calling delete_port for 9ef02f9c-7c5a-48ae-a54a-4f8d1e8a6fb7 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:45:39.685063 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ca9c0-207d-4bc8-8924-754b4fc0eaa5 req-274af396-646d-46b6-926c-fc6f14821897 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:39.687938 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6e3ca9c0-207d-4bc8-8924-754b4fc0eaa5 req-274af396-646d-46b6-926c-fc6f14821897 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=43546ab6-efac-438d-a136-ac1547102a76 HTTP/1.1" status: 200 len: 946 time: 0.0547683 Sep 07 02:45:39.733131 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6e3ca9c0-207d-4bc8-8924-754b4fc0eaa5 req-2557bfb4-b343-45a0-9375-2c6324e046a1 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382490 Sep 07 02:45:39.821962 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-749533c9-f684-46a6-bc86-40302101a2be req-1eb2ec46-7bce-40c1-abbe-50f0ba513526 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:39.834966 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['9ef02f9c-7c5a-48ae-a54a-4f8d1e8a6fb7'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:45:39.852878 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb2ec46-7bce-40c1-abbe-50f0ba513526 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Pushing event deleted for resources: {'Port': ['ID=9ef02f9c-7c5a-48ae-a54a-4f8d1e8a6fb7,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:39.903173 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-749533c9-f684-46a6-bc86-40302101a2be req-1eb2ec46-7bce-40c1-abbe-50f0ba513526 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] No DVR routers for this DVR port 9ef02f9c-7c5a-48ae-a54a-4f8d1e8a6fb7 on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:45:39.907450 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-749533c9-f684-46a6-bc86-40302101a2be req-1eb2ec46-7bce-40c1-abbe-50f0ba513526 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:39.910179 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-749533c9-f684-46a6-bc86-40302101a2be req-1eb2ec46-7bce-40c1-abbe-50f0ba513526 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.23 "DELETE /v2.0/ports/9ef02f9c-7c5a-48ae-a54a-4f8d1e8a6fb7 HTTP/1.1" status: 204 len: 173 time: 0.4454594 Sep 07 02:45:39.910845 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b36ce8-9540-4cd4-b0ca-7b3cd88dabd6', 'name': 'network-vif-deleted', 'tag': '9ef02f9c-7c5a-48ae-a54a-4f8d1e8a6fb7'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:45:39.913748 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c21220-e65d-4501-9df3-300fc7b2bb38" -d '{"events": [{"server_uuid": "99b36ce8-9540-4cd4-b0ca-7b3cd88dabd6", "name": "network-vif-deleted", "tag": "9ef02f9c-7c5a-48ae-a54a-4f8d1e8a6fb7"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:45:39.979670 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e80b022-2596-46b4-b501-5740a9714021 x-openstack-request-id: req-4e80b022-2596-46b4-b501-5740a9714021 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:45:39.979966 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99b36ce8-9540-4cd4-b0ca-7b3cd88dabd6", "name": "network-vif-deleted", "tag": "9ef02f9c-7c5a-48ae-a54a-4f8d1e8a6fb7", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:45:39.980224 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4e80b022-2596-46b4-b501-5740a9714021 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:45:39.980627 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99b36ce8-9540-4cd4-b0ca-7b3cd88dabd6', 'name': 'network-vif-deleted', 'tag': '9ef02f9c-7c5a-48ae-a54a-4f8d1e8a6fb7', 'status': 'completed', 'code': 200} Sep 07 02:45:40.006983 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f375d040-3053-4201-8656-be834e361ff6 req-c735bb99-aebb-4302-b06e-7f54c5290cff tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:40.008711 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f375d040-3053-4201-8656-be834e361ff6 req-c735bb99-aebb-4302-b06e-7f54c5290cff tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=0da8717f-ca8d-4271-a6ef-1387ac31594c HTTP/1.1" status: 200 len: 945 time: 0.0727124 Sep 07 02:45:40.055297 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f375d040-3053-4201-8656-be834e361ff6 req-bb95a401-b68c-4a00-a947-f351fbaea8d6 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403047 Sep 07 02:45:40.325892 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a91e71-5a58-4d31-a785-597cc5621262 req-ae0d9e35-e584-4a28-8228-38eac79234ac tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:40.328034 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-74a91e71-5a58-4d31-a785-597cc5621262 req-ae0d9e35-e584-4a28-8228-38eac79234ac tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=0da8717f-ca8d-4271-a6ef-1387ac31594c HTTP/1.1" status: 200 len: 945 time: 0.0523922 Sep 07 02:45:40.367281 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-74a91e71-5a58-4d31-a785-597cc5621262 req-1dcf61b4-0779-46a1-a685-b4e2b632f6d9 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331807 Sep 07 02:45:40.606952 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0fba0777-751f-40ca-bf40-46a8d1fb5908 req-71dbb956-9a0e-4f12-a96b-4610931620f6 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=99b36ce8-9540-4cd4-b0ca-7b3cd88dabd6 HTTP/1.1" status: 200 len: 210 time: 0.0610638 Sep 07 02:45:40.873613 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d614dc-219c-4dcd-af85-5b4eef628f58 req-573f4c80-b6cd-4c8c-99e4-8319272de9a5 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:40.875132 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-33d614dc-219c-4dcd-af85-5b4eef628f58 req-573f4c80-b6cd-4c8c-99e4-8319272de9a5 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=43546ab6-efac-438d-a136-ac1547102a76 HTTP/1.1" status: 200 len: 946 time: 0.0570805 Sep 07 02:45:40.915830 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-33d614dc-219c-4dcd-af85-5b4eef628f58 req-013315e1-c12c-470a-8064-ca5155274d3c tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342813 Sep 07 02:45:41.499378 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d8694e-b21c-40cd-8895-0cf1ddc7ee91 req-f0a0e6ed-573d-417d-b5ca-fb0d45875654 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:41.501397 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c1d8694e-b21c-40cd-8895-0cf1ddc7ee91 req-f0a0e6ed-573d-417d-b5ca-fb0d45875654 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=0da8717f-ca8d-4271-a6ef-1387ac31594c HTTP/1.1" status: 200 len: 945 time: 0.0534627 Sep 07 02:45:41.539820 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c1d8694e-b21c-40cd-8895-0cf1ddc7ee91 req-76233a43-ec52-41c7-a0ff-117d625db5f9 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320382 Sep 07 02:45:41.910244 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d10fe6-214b-4dd7-93f3-4b24a1fcca9c req-22f3be0c-2c26-459a-be7f-5cd5e07fb81c tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:41.911965 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-68d10fe6-214b-4dd7-93f3-4b24a1fcca9c req-22f3be0c-2c26-459a-be7f-5cd5e07fb81c tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 944 time: 0.0677211 Sep 07 02:45:41.971215 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-68d10fe6-214b-4dd7-93f3-4b24a1fcca9c req-52a2e301-9a71-4c2e-b11e-fa42b34c29ef tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506754 Sep 07 02:45:42.063293 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5e0b2-0fc2-4ed1-b9f5-c015ba5dceaa req-91fcdfd6-28fa-410d-b9fc-fea2142c0593 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:42.066340 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-90d5e0b2-0fc2-4ed1-b9f5-c015ba5dceaa req-91fcdfd6-28fa-410d-b9fc-fea2142c0593 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=43546ab6-efac-438d-a136-ac1547102a76 HTTP/1.1" status: 200 len: 946 time: 0.0533872 Sep 07 02:45:42.121076 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-90d5e0b2-0fc2-4ed1-b9f5-c015ba5dceaa req-9a5e235e-1d28-4bc1-a9cb-95ab88fa6c0c tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443733 Sep 07 02:45:43.099989 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d226c-44eb-4bf5-b323-244f529a881f req-2915fcde-b914-4d31-949b-7d2dafd4dafd tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:43.101716 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f61d226c-44eb-4bf5-b323-244f529a881f req-2915fcde-b914-4d31-949b-7d2dafd4dafd tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 944 time: 0.0546672 Sep 07 02:45:43.140307 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f61d226c-44eb-4bf5-b323-244f529a881f req-7e51276f-c63e-493e-badb-5b15c7254e1b tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324552 Sep 07 02:45:43.241153 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b99bd0b-82f4-4288-8d1f-ef8b48c2b34f req-3fc949de-ac38-49af-9936-6bf2ebd3aaea tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:43.242677 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0b99bd0b-82f4-4288-8d1f-ef8b48c2b34f req-3fc949de-ac38-49af-9936-6bf2ebd3aaea tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=43546ab6-efac-438d-a136-ac1547102a76 HTTP/1.1" status: 200 len: 946 time: 0.0518482 Sep 07 02:45:43.288697 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0b99bd0b-82f4-4288-8d1f-ef8b48c2b34f req-f1cf7400-9c8d-489a-a38f-9e8e6bd275b5 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392361 Sep 07 02:45:43.595936 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 0335673f-639b-4216-b96d-e5bf19977c04 details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:45:43.688575 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e537f0-45ee-4199-aa30-d11a3acf3dad req-bc0075c0-139f-4fec-a73c-5dc1d5c66263 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:43.690366 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-67e537f0-45ee-4199-aa30-d11a3acf3dad req-bc0075c0-139f-4fec-a73c-5dc1d5c66263 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 944 time: 0.0661359 Sep 07 02:45:43.699989 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 0335673f-639b-4216-b96d-e5bf19977c04, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=0335673f-639b-4216-b96d-e5bf19977c04,segment=NetworkSegment(cefad73b-a7c5-464e-83dc-c3e10d5473af),segment_id=cefad73b-a7c5-464e-83dc-c3e10d5473af)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:45:43.712846 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '0335673f-639b-4216-b96d-e5bf19977c04', 'network_id': 'f1832801-225d-49c7-ba9e-13ca94c9951b', 'port_id': '0335673f-639b-4216-b96d-e5bf19977c04', 'mac_address': 'fa:16:3e:07:9d:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf8b75f5-87fa-46ec-a5bb-bac267ae3844', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:45:43.759843 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:43.778217 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0335673f-639b-4216-b96d-e5bf19977c04 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:45:43.807657 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 0335673f-639b-4216-b96d-e5bf19977c04, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=0335673f-639b-4216-b96d-e5bf19977c04,segment=NetworkSegment(cefad73b-a7c5-464e-83dc-c3e10d5473af),segment_id=cefad73b-a7c5-464e-83dc-c3e10d5473af)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:45:43.814260 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:43.818699 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-67e537f0-45ee-4199-aa30-d11a3acf3dad req-3185af6a-5de5-4418-b65c-c57b1041764d tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Deleting port 9e0a4062-b916-433e-8871-18aaa78c80ee {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:45:43.819381 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-67e537f0-45ee-4199-aa30-d11a3acf3dad req-3185af6a-5de5-4418-b65c-c57b1041764d tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:43.872657 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=0335673f-639b-4216-b96d-e5bf19977c04,revision_number=6']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:43.931545 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-67e537f0-45ee-4199-aa30-d11a3acf3dad req-3185af6a-5de5-4418-b65c-c57b1041764d tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] For port 9e0a4062-b916-433e-8871-18aaa78c80ee, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=9e0a4062-b916-433e-8871-18aaa78c80ee,segment=NetworkSegment(6dff264e-7c75-4629-a854-2e784f93e6e2),segment_id=6dff264e-7c75-4629-a854-2e784f93e6e2)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:45:43.931925 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-67e537f0-45ee-4199-aa30-d11a3acf3dad req-3185af6a-5de5-4418-b65c-c57b1041764d tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:43.980892 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['0335673f-639b-4216-b96d-e5bf19977c04'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:45:44.176897 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-67e537f0-45ee-4199-aa30-d11a3acf3dad req-3185af6a-5de5-4418-b65c-c57b1041764d tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:44.177795 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-67e537f0-45ee-4199-aa30-d11a3acf3dad req-3185af6a-5de5-4418-b65c-c57b1041764d tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:44.178306 n-d-796209-16 neutron-server[94700]: INFO neutron.db.l3_db [req-67e537f0-45ee-4199-aa30-d11a3acf3dad req-3185af6a-5de5-4418-b65c-c57b1041764d tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Floating IP 60c64cac-7082-4171-9f9a-055a4c1ca46c disassociated. External IP: 172.25.5.185, port: 9e0a4062-b916-433e-8871-18aaa78c80ee. Sep 07 02:45:44.178818 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-67e537f0-45ee-4199-aa30-d11a3acf3dad req-3185af6a-5de5-4418-b65c-c57b1041764d tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Calling delete_port for 9e0a4062-b916-433e-8871-18aaa78c80ee owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:45:44.335264 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeaa883-7246-404e-a0d6-c6eccdbf6d96 req-4e093a9e-6093-4607-b77d-f4d3d1aa9441 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:44.340894 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-feeaa883-7246-404e-a0d6-c6eccdbf6d96 req-4e093a9e-6093-4607-b77d-f4d3d1aa9441 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 944 time: 0.0899074 Sep 07 02:45:44.437409 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-feeaa883-7246-404e-a0d6-c6eccdbf6d96 req-6e1bc66d-a954-4e0d-87f5-84692345b78b tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5219e92-1d29-4419-a172-3e9afc83d1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882857 Sep 07 02:45:44.443092 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-67e537f0-45ee-4199-aa30-d11a3acf3dad req-3185af6a-5de5-4418-b65c-c57b1041764d tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:44.494712 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3185af6a-5de5-4418-b65c-c57b1041764d tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Pushing event deleted for resources: {'Port': ['ID=9e0a4062-b916-433e-8871-18aaa78c80ee,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:44.502045 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79efc984-09d0-4460-8056-30059c12bbd2 req-13466f92-227b-4952-a5bf-06977893e4ff tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:44.514935 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-79efc984-09d0-4460-8056-30059c12bbd2 req-13466f92-227b-4952-a5bf-06977893e4ff tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=43546ab6-efac-438d-a136-ac1547102a76 HTTP/1.1" status: 200 len: 946 time: 0.1242189 Sep 07 02:45:44.582397 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-79efc984-09d0-4460-8056-30059c12bbd2 req-2db30366-7d36-4382-a64e-7a3602f37d8b tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629880 Sep 07 02:45:44.669045 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 9ef02f9c-7c5a-48ae-a54a-4f8d1e8a6fb7 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:45:44.705692 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: 9ef02f9c-7c5a-48ae-a54a-4f8d1e8a6fb7 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:45:44.706346 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 9ef02f9c-7c5a-48ae-a54a-4f8d1e8a6fb7 not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:45:44.751031 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67e537f0-45ee-4199-aa30-d11a3acf3dad req-3185af6a-5de5-4418-b65c-c57b1041764d tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Router 6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:45:44.896873 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67e537f0-45ee-4199-aa30-d11a3acf3dad req-3185af6a-5de5-4418-b65c-c57b1041764d tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:45:44.911066 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c6d884-7d08-4187-82b1-91f125aa8720 None None] Sync routers for ids ['6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:45:44.922309 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c6d884-7d08-4187-82b1-91f125aa8720 None None] Routers {'6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:45:44.923193 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-15c6d884-7d08-4187-82b1-91f125aa8720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:45:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:45:44.945657 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-67e537f0-45ee-4199-aa30-d11a3acf3dad req-3185af6a-5de5-4418-b65c-c57b1041764d tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] No DVR routers for this DVR port 9e0a4062-b916-433e-8871-18aaa78c80ee on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:45:44.952680 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-67e537f0-45ee-4199-aa30-d11a3acf3dad req-3185af6a-5de5-4418-b65c-c57b1041764d tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:44.955114 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-67e537f0-45ee-4199-aa30-d11a3acf3dad req-3185af6a-5de5-4418-b65c-c57b1041764d tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.16 "DELETE /v2.0/ports/9e0a4062-b916-433e-8871-18aaa78c80ee HTTP/1.1" status: 204 len: 173 time: 1.2584791 Sep 07 02:45:44.955846 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7bc2f9-d54e-4545-a965-b16a92c2c29c', 'name': 'network-vif-deleted', 'tag': '9e0a4062-b916-433e-8871-18aaa78c80ee'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:45:44.958413 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f144f4-38a5-4c47-a608-e6ed88aa2ed3" -d '{"events": [{"server_uuid": "ba7bc2f9-d54e-4545-a965-b16a92c2c29c", "name": "network-vif-deleted", "tag": "9e0a4062-b916-433e-8871-18aaa78c80ee"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:45:45.002028 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a6c56f-2f9e-49e2-8ece-57f36328c255 x-openstack-request-id: req-27a6c56f-2f9e-49e2-8ece-57f36328c255 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:45:45.002518 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba7bc2f9-d54e-4545-a965-b16a92c2c29c", "name": "network-vif-deleted", "tag": "9e0a4062-b916-433e-8871-18aaa78c80ee", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:45:45.002955 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-27a6c56f-2f9e-49e2-8ece-57f36328c255 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:45:45.003541 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba7bc2f9-d54e-4545-a965-b16a92c2c29c', 'name': 'network-vif-deleted', 'tag': '9e0a4062-b916-433e-8871-18aaa78c80ee', 'status': 'completed', 'code': 200} Sep 07 02:45:45.088438 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-15c6d884-7d08-4187-82b1-91f125aa8720 None None] Set router 6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:45:45.339209 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-15c6d884-7d08-4187-82b1-91f125aa8720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5', 'name': 'tempest-ServerActionsTestJSON-98083137-router', 'tenant_id': '3c6e11955fd14c5c9b191cf5c7d7b41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '07bfadc9-2924-4241-85e9-a9ad1759c719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:37:01Z', 'updated_at': '2021-09-07T02:37:10Z', 'revision_number': 4, 'project_id': '3c6e11955fd14c5c9b191cf5c7d7b41c', 'gw_port': {'id': '07bfadc9-2924-4241-85e9-a9ad1759c719', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:37:04Z', 'updated_at': '2021-09-07T02:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '2b89a450-baa1-4a74-a169-baf9211527bf', 'name': '', 'network_id': 'c7baff3a-2acd-47c4-826f-ff1b179e5161', 'tenant_id': '3c6e11955fd14c5c9b191cf5c7d7b41c', 'mac_address': 'fa:16:3e:b8:96:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '04737742-a3d0-4b6d-a6a4-ec1fe2e55890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:37:08Z', 'updated_at': '2021-09-07T02:37:18Z', 'revision_number': 5, 'project_id': '3c6e11955fd14c5c9b191cf5c7d7b41c', 'subnets': [{'id': '04737742-a3d0-4b6d-a6a4-ec1fe2e55890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:45:45.373135 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c6d884-7d08-4187-82b1-91f125aa8720 None None] Checking router: 6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:45:45.383346 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c6d884-7d08-4187-82b1-91f125aa8720 None None] Routers {'6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:45:45.384400 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-15c6d884-7d08-4187-82b1-91f125aa8720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:45:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:45:45.515050 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-15c6d884-7d08-4187-82b1-91f125aa8720 None None] Set router 6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:45:45.601657 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 0335673f-639b-4216-b96d-e5bf19977c04 up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:45:45.643045 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f43a3c06-9111-4da2-b098-4e1a18095ea6 req-49e23d67-5bd0-4e66-84c8-f72c4aa22d7f tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba7bc2f9-d54e-4545-a965-b16a92c2c29c HTTP/1.1" status: 200 len: 210 time: 0.0710533 Sep 07 02:45:45.842978 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 0335673f-639b-4216-b96d-e5bf19977c04 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:45:45.843644 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:45.852087 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a8f1fc-748f-4ef0-96da-b3f9df43712d req-b574ce36-5fd9-46bc-a701-80607b5044f2 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:45.860159 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-61a8f1fc-748f-4ef0-96da-b3f9df43712d req-b574ce36-5fd9-46bc-a701-80607b5044f2 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=43546ab6-efac-438d-a136-ac1547102a76 HTTP/1.1" status: 200 len: 946 time: 0.1133008 Sep 07 02:45:45.927662 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-15c6d884-7d08-4187-82b1-91f125aa8720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5', 'name': 'tempest-ServerActionsTestJSON-98083137-router', 'tenant_id': '3c6e11955fd14c5c9b191cf5c7d7b41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '07bfadc9-2924-4241-85e9-a9ad1759c719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:37:01Z', 'updated_at': '2021-09-07T02:37:10Z', 'revision_number': 4, 'project_id': '3c6e11955fd14c5c9b191cf5c7d7b41c', 'gw_port': {'id': '07bfadc9-2924-4241-85e9-a9ad1759c719', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:37:04Z', 'updated_at': '2021-09-07T02:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '2b89a450-baa1-4a74-a169-baf9211527bf', 'name': '', 'network_id': 'c7baff3a-2acd-47c4-826f-ff1b179e5161', 'tenant_id': '3c6e11955fd14c5c9b191cf5c7d7b41c', 'mac_address': 'fa:16:3e:b8:96:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '04737742-a3d0-4b6d-a6a4-ec1fe2e55890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:37:08Z', 'updated_at': '2021-09-07T02:37:18Z', 'revision_number': 5, 'project_id': '3c6e11955fd14c5c9b191cf5c7d7b41c', 'subnets': [{'id': '04737742-a3d0-4b6d-a6a4-ec1fe2e55890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:45:45.946862 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-61a8f1fc-748f-4ef0-96da-b3f9df43712d req-a2662a60-310f-4d49-9191-f52021437e3c tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800905 Sep 07 02:45:45.957504 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c6d884-7d08-4187-82b1-91f125aa8720 None None] The sync data for ids ['6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5'] in n-d-796209-16 is: [{'id': '6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5', 'name': 'tempest-ServerActionsTestJSON-98083137-router', 'tenant_id': '3c6e11955fd14c5c9b191cf5c7d7b41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '07bfadc9-2924-4241-85e9-a9ad1759c719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:37:01Z', 'updated_at': '2021-09-07T02:37:10Z', 'revision_number': 4, 'project_id': '3c6e11955fd14c5c9b191cf5c7d7b41c', 'gw_port': {'id': '07bfadc9-2924-4241-85e9-a9ad1759c719', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:37:04Z', 'updated_at': '2021-09-07T02:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '2b89a450-baa1-4a74-a169-baf9211527bf', 'name': '', 'network_id': 'c7baff3a-2acd-47c4-826f-ff1b179e5161', 'tenant_id': '3c6e11955fd14c5c9b191cf5c7d7b41c', 'mac_address': 'fa:16:3e:b8:96:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '04737742-a3d0-4b6d-a6a4-ec1fe2e55890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:37:08Z', 'updated_at': '2021-09-07T02:37:18Z', 'revision_number': 5, 'project_id': '3c6e11955fd14c5c9b191cf5c7d7b41c', 'subnets': [{'id': '04737742-a3d0-4b6d-a6a4-ec1fe2e55890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:45:46.005141 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:46.039839 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 0335673f-639b-4216-b96d-e5bf19977c04, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=0335673f-639b-4216-b96d-e5bf19977c04,segment=NetworkSegment(cefad73b-a7c5-464e-83dc-c3e10d5473af),segment_id=cefad73b-a7c5-464e-83dc-c3e10d5473af)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:45:46.040824 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da8717f-ca8d-4271-a6ef-1387ac31594c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0335673f-639b-4216-b96d-e5bf19977c04'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:45:46.044234 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e7c2c3-78fd-4e76-a21f-375d6418489e" -d '{"events": [{"server_uuid": "0da8717f-ca8d-4271-a6ef-1387ac31594c", "name": "network-vif-plugged", "status": "completed", "tag": "0335673f-639b-4216-b96d-e5bf19977c04"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:45:46.048985 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:46.050106 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 9e0a4062-b916-433e-8871-18aaa78c80ee no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:45:46.109380 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: 9e0a4062-b916-433e-8871-18aaa78c80ee {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:45:46.109830 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 9e0a4062-b916-433e-8871-18aaa78c80ee not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:45:46.139073 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1548d066-c41c-4e3c-a772-99f45d8d3e3c x-openstack-request-id: req-1548d066-c41c-4e3c-a772-99f45d8d3e3c {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:45:46.139434 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da8717f-ca8d-4271-a6ef-1387ac31594c", "name": "network-vif-plugged", "status": "completed", "tag": "0335673f-639b-4216-b96d-e5bf19977c04", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:45:46.139775 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1548d066-c41c-4e3c-a772-99f45d8d3e3c {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:45:46.140231 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da8717f-ca8d-4271-a6ef-1387ac31594c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0335673f-639b-4216-b96d-e5bf19977c04', 'code': 200} Sep 07 02:45:46.145983 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=0335673f-639b-4216-b96d-e5bf19977c04,revision_number=7']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:46.238659 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 56198) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:45:46.314549 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b3bece-6af8-48aa-ad3c-d61f9b34cfee None None] New status for floating IP 60c64cac-7082-4171-9f9a-055a4c1ca46c: DOWN {{(pid=94703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 02:45:46.394074 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-58680805-226a-4134-ab5f-0ba0b6c121f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:46.543195 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-58680805-226a-4134-ab5f-0ba0b6c121f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:46.549491 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-58680805-226a-4134-ab5f-0ba0b6c121f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:46.598207 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-58680805-226a-4134-ab5f-0ba0b6c121f7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=abaa067aa0f34b50a8004f70cceccb38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3583279 Sep 07 02:45:46.599111 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58680805-226a-4134-ab5f-0ba0b6c121f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e578c024-7eed-44dd-9ae3-60be84724094,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:46.600838 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 56206) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:45:46.685439 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d6b11867-e13a-403b-a27b-760a23363762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:46.730229 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d6b11867-e13a-403b-a27b-760a23363762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:46.781109 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 56214) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:45:46.865938 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d6b11867-e13a-403b-a27b-760a23363762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:46.868720 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d6b11867-e13a-403b-a27b-760a23363762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:46.872224 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-d6b11867-e13a-403b-a27b-760a23363762 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e578c024-7eed-44dd-9ae3-60be84724094 HTTP/1.1" status: 204 len: 168 time: 0.2681069 Sep 07 02:45:46.888817 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c7032348-51f0-4492-866d-62f92986fcf0 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:46.892150 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b11867-e13a-403b-a27b-760a23363762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e578c024-7eed-44dd-9ae3-60be84724094,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:46.936929 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c7032348-51f0-4492-866d-62f92986fcf0 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:47.009843 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c7032348-51f0-4492-866d-62f92986fcf0 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:47.014221 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c7032348-51f0-4492-866d-62f92986fcf0 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:47.020341 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 56226) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:45:47.030757 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c7032348-51f0-4492-866d-62f92986fcf0 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "DELETE /v2.0/security-groups/a5219e92-1d29-4419-a172-3e9afc83d1d2 HTTP/1.1" status: 204 len: 168 time: 0.2409632 Sep 07 02:45:47.056124 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-18425020-6e32-41e0-9e3e-78db5ea0ecfb tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] show failed (client error): The resource could not be found. Sep 07 02:45:47.061095 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-18425020-6e32-41e0-9e3e-78db5ea0ecfb tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "GET /v2.0/security-groups/a5219e92-1d29-4419-a172-3e9afc83d1d2 HTTP/1.1" status: 404 len: 347 time: 0.0384085 Sep 07 02:45:47.062160 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 56228) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:45:47.142923 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7032348-51f0-4492-866d-62f92986fcf0 tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5219e92-1d29-4419-a172-3e9afc83d1d2,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:47.198097 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a387c1-1c9b-4720-bebf-2c84475c183e req-e3eabbf0-e180-4ccf-b013-24890559510a tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:47.204340 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f8a387c1-1c9b-4720-bebf-2c84475c183e req-e3eabbf0-e180-4ccf-b013-24890559510a tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=43546ab6-efac-438d-a136-ac1547102a76 HTTP/1.1" status: 200 len: 946 time: 0.1556606 Sep 07 02:45:47.281119 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f8a387c1-1c9b-4720-bebf-2c84475c183e req-697e98ea-7368-4014-87da-bb67c3b0847d tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700262 Sep 07 02:45:47.399281 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3511b6e2-a07f-4c98-b7de-f0099fcd3e6f tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Deleting port b7a20af9-ecb8-4418-9b1e-83958e49336d {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:45:47.399865 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3511b6e2-a07f-4c98-b7de-f0099fcd3e6f tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:47.417958 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 56250) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:45:47.432814 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e14025af-150f-4e12-8775-368ba7abe822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:47.497651 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3511b6e2-a07f-4c98-b7de-f0099fcd3e6f tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:47.498212 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3511b6e2-a07f-4c98-b7de-f0099fcd3e6f tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:47.513367 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3511b6e2-a07f-4c98-b7de-f0099fcd3e6f tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Calling delete_port for b7a20af9-ecb8-4418-9b1e-83958e49336d owned by network:floatingip {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:45:47.546956 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e14025af-150f-4e12-8775-368ba7abe822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:47.553978 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e14025af-150f-4e12-8775-368ba7abe822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:47.600469 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-e14025af-150f-4e12-8775-368ba7abe822 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e8552217f31a45989333ad3f52dbbb4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1811962 Sep 07 02:45:47.603208 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 56252) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:45:47.614722 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14025af-150f-4e12-8775-368ba7abe822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84854508-3c29-4e93-b452-87371966761d,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:47.701271 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4f14d855-0e1d-48b5-a5e7-8733e304b8b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:47.726253 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3511b6e2-a07f-4c98-b7de-f0099fcd3e6f tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:47.733950 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4f14d855-0e1d-48b5-a5e7-8733e304b8b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:47.768072 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3511b6e2-a07f-4c98-b7de-f0099fcd3e6f tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Pushing event deleted for resources: {'Port': ['ID=b7a20af9-ecb8-4418-9b1e-83958e49336d,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:47.851874 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3511b6e2-a07f-4c98-b7de-f0099fcd3e6f tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks [] for floatingip, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:47.854611 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3511b6e2-a07f-4c98-b7de-f0099fcd3e6f tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:47.855947 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-3511b6e2-a07f-4c98-b7de-f0099fcd3e6f tempest-ServerActionsTestJSON-1586039293 tempest-ServerActionsTestJSON-1586039293-project] 10.222.0.22 "DELETE /v2.0/floatingips/60c64cac-7082-4171-9f9a-055a4c1ca46c HTTP/1.1" status: 204 len: 168 time: 0.7921677 Sep 07 02:45:47.858713 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 56256) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:45:47.865737 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4f14d855-0e1d-48b5-a5e7-8733e304b8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:47.868607 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4f14d855-0e1d-48b5-a5e7-8733e304b8b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:47.869771 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-4f14d855-0e1d-48b5-a5e7-8733e304b8b7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/84854508-3c29-4e93-b452-87371966761d HTTP/1.1" status: 204 len: 168 time: 0.2656388 Sep 07 02:45:47.879231 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f14d855-0e1d-48b5-a5e7-8733e304b8b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84854508-3c29-4e93-b452-87371966761d,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:48.487753 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe099d3a-7c27-4dbb-bb17-ee0866224c6d req-ea10728c-758d-4608-8dd7-74a060eb0830 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:48.495852 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fe099d3a-7c27-4dbb-bb17-ee0866224c6d req-ea10728c-758d-4608-8dd7-74a060eb0830 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=43546ab6-efac-438d-a136-ac1547102a76 HTTP/1.1" status: 200 len: 946 time: 0.0980835 Sep 07 02:45:48.550530 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fe099d3a-7c27-4dbb-bb17-ee0866224c6d req-abca119a-6c14-4ef4-a81c-676fe6a5200d tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535283 Sep 07 02:45:48.566287 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6fe67d88-d90b-44c0-a80c-dbed7a5c5fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:48.890894 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-6fe67d88-d90b-44c0-a80c-dbed7a5c5fa6 admin admin] Deleting port 2b89a450-baa1-4a74-a169-baf9211527bf {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:45:48.891238 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6fe67d88-d90b-44c0-a80c-dbed7a5c5fa6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:49.020863 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-6fe67d88-d90b-44c0-a80c-dbed7a5c5fa6 admin admin] For port 2b89a450-baa1-4a74-a169-baf9211527bf, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=2b89a450-baa1-4a74-a169-baf9211527bf,segment=NetworkSegment(6dff264e-7c75-4629-a854-2e784f93e6e2),segment_id=6dff264e-7c75-4629-a854-2e784f93e6e2)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:45:49.021242 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6fe67d88-d90b-44c0-a80c-dbed7a5c5fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:49.038322 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-6fe67d88-d90b-44c0-a80c-dbed7a5c5fa6 admin admin] Calling delete_port for 2b89a450-baa1-4a74-a169-baf9211527bf owned by network:router_interface {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:45:49.297704 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6fe67d88-d90b-44c0-a80c-dbed7a5c5fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:49.340114 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe67d88-d90b-44c0-a80c-dbed7a5c5fa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b89a450-baa1-4a74-a169-baf9211527bf,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:49.571834 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6fe67d88-d90b-44c0-a80c-dbed7a5c5fa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:49.714782 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e34eb4-410e-4f37-b087-24ac5fd345e7 req-e893d290-48d5-4c00-8390-949988e5ad1f tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:49.727666 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-57e34eb4-410e-4f37-b087-24ac5fd345e7 req-e893d290-48d5-4c00-8390-949988e5ad1f tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=43546ab6-efac-438d-a136-ac1547102a76 HTTP/1.1" status: 200 len: 946 time: 0.0656469 Sep 07 02:45:49.788321 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-57e34eb4-410e-4f37-b087-24ac5fd345e7 req-0c2c0851-221a-4be1-9ea8-2e04b99a626a tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547965 Sep 07 02:45:49.849400 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fe67d88-d90b-44c0-a80c-dbed7a5c5fa6 admin admin] Router 6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:45:49.974476 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe67d88-d90b-44c0-a80c-dbed7a5c5fa6 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:45:49.981066 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-6fe67d88-d90b-44c0-a80c-dbed7a5c5fa6 admin admin] 10.222.0.22 "PUT /v2.0/routers/6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1212339 Sep 07 02:45:49.983814 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 56338) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:45:49.991766 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4fefe5-bba1-4c4d-bf59-c0ef09150a47 None None] Sync routers for ids ['6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:45:50.015596 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4fefe5-bba1-4c4d-bf59-c0ef09150a47 None None] Routers {'6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:45:50.016703 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-6d4fefe5-bba1-4c4d-bf59-c0ef09150a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:45:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:45:50.148784 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-99d330cc-0777-4f1e-b3a0-f2f7f3eba62e admin admin] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:50.333711 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-99d330cc-0777-4f1e-b3a0-f2f7f3eba62e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:50.344154 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-6d4fefe5-bba1-4c4d-bf59-c0ef09150a47 None None] Set router 6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:45:50.432382 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-99d330cc-0777-4f1e-b3a0-f2f7f3eba62e admin admin] Deleting port 07bfadc9-2924-4241-85e9-a9ad1759c719 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:45:50.432736 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-99d330cc-0777-4f1e-b3a0-f2f7f3eba62e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:50.545008 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-99d330cc-0777-4f1e-b3a0-f2f7f3eba62e admin admin] For port 07bfadc9-2924-4241-85e9-a9ad1759c719, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=07bfadc9-2924-4241-85e9-a9ad1759c719,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:45:50.545425 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-99d330cc-0777-4f1e-b3a0-f2f7f3eba62e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:50.560053 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-99d330cc-0777-4f1e-b3a0-f2f7f3eba62e admin admin] Calling delete_port for 07bfadc9-2924-4241-85e9-a9ad1759c719 owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:45:50.663042 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-6d4fefe5-bba1-4c4d-bf59-c0ef09150a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5', 'name': 'tempest-ServerActionsTestJSON-98083137-router', 'tenant_id': '3c6e11955fd14c5c9b191cf5c7d7b41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '07bfadc9-2924-4241-85e9-a9ad1759c719', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:37:01Z', 'updated_at': '2021-09-07T02:45:49Z', 'revision_number': 5, 'project_id': '3c6e11955fd14c5c9b191cf5c7d7b41c', 'gw_port': {'id': '07bfadc9-2924-4241-85e9-a9ad1759c719', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:b5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:37:04Z', 'updated_at': '2021-09-07T02:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:45:50.732078 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4fefe5-bba1-4c4d-bf59-c0ef09150a47 None None] Checking router: 6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:45:50.771245 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4fefe5-bba1-4c4d-bf59-c0ef09150a47 None None] Routers {'6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:45:50.772388 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-6d4fefe5-bba1-4c4d-bf59-c0ef09150a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:45:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:45:50.908489 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-6d4fefe5-bba1-4c4d-bf59-c0ef09150a47 None None] Set router 6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5 gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:45:50.994015 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a1a934-834b-485e-be4e-facaa1ef2a40 req-b030eb29-78ff-43ef-86b2-86dee9d2148a tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:50.997319 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d7a1a934-834b-485e-be4e-facaa1ef2a40 req-b030eb29-78ff-43ef-86b2-86dee9d2148a tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=43546ab6-efac-438d-a136-ac1547102a76 HTTP/1.1" status: 200 len: 946 time: 0.1083431 Sep 07 02:45:51.042795 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-6d4fefe5-bba1-4c4d-bf59-c0ef09150a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5', 'name': 'tempest-ServerActionsTestJSON-98083137-router', 'tenant_id': '3c6e11955fd14c5c9b191cf5c7d7b41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:37:01Z', 'updated_at': '2021-09-07T02:45:50Z', 'revision_number': 6, 'project_id': '3c6e11955fd14c5c9b191cf5c7d7b41c', 'gw_port_host': None}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:45:51.078929 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d7a1a934-834b-485e-be4e-facaa1ef2a40 req-4485299c-43a1-469f-af4d-023b1e90c3fc tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745213 Sep 07 02:45:51.104311 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4fefe5-bba1-4c4d-bf59-c0ef09150a47 None None] The sync data for ids ['6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5'] in n-d-796209-16 is: [{'id': '6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5', 'name': 'tempest-ServerActionsTestJSON-98083137-router', 'tenant_id': '3c6e11955fd14c5c9b191cf5c7d7b41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:37:01Z', 'updated_at': '2021-09-07T02:45:50Z', 'revision_number': 6, 'project_id': '3c6e11955fd14c5c9b191cf5c7d7b41c', 'gw_port_host': None}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:45:51.208274 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-99d330cc-0777-4f1e-b3a0-f2f7f3eba62e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:51.238544 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d330cc-0777-4f1e-b3a0-f2f7f3eba62e admin admin] Pushing event deleted for resources: {'Port': ['ID=07bfadc9-2924-4241-85e9-a9ad1759c719,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:51.311179 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-99d330cc-0777-4f1e-b3a0-f2f7f3eba62e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:51.332792 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:51.341651 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:51.430588 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-99d330cc-0777-4f1e-b3a0-f2f7f3eba62e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:51.433019 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-99d330cc-0777-4f1e-b3a0-f2f7f3eba62e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:51.519040 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-99d330cc-0777-4f1e-b3a0-f2f7f3eba62e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:51.519733 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d330cc-0777-4f1e-b3a0-f2f7f3eba62e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5 {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 02:45:51.524269 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-99d330cc-0777-4f1e-b3a0-f2f7f3eba62e admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:51.525495 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-99d330cc-0777-4f1e-b3a0-f2f7f3eba62e admin admin] 10.222.0.22 "DELETE /v2.0/routers/6d130f4b-2c8a-4a96-bbdf-4d3aeacfb8a5 HTTP/1.1" status: 204 len: 168 time: 1.5403688 Sep 07 02:45:51.528054 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 56378) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:45:51.605895 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe2b9587-0b92-482e-b697-1486f8901ff1 admin admin] Deleting subnet 04737742-a3d0-4b6d-a6a4-ec1fe2e55890 {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:45:51.609556 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fe2b9587-0b92-482e-b697-1486f8901ff1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:51.654525 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fe2b9587-0b92-482e-b697-1486f8901ff1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:51.735840 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 56392) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:45:51.759180 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fe2b9587-0b92-482e-b697-1486f8901ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:51.825656 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fe2b9587-0b92-482e-b697-1486f8901ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:51.866207 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2b9587-0b92-482e-b697-1486f8901ff1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04737742-a3d0-4b6d-a6a4-ec1fe2e55890,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:51.868240 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fe2b9587-0b92-482e-b697-1486f8901ff1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:51.870317 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-fe2b9587-0b92-482e-b697-1486f8901ff1 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/04737742-a3d0-4b6d-a6a4-ec1fe2e55890 HTTP/1.1" status: 204 len: 168 time: 0.3412690 Sep 07 02:45:51.872956 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 56396) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:45:51.877039 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fec8274-151d-4579-836b-2e96341188a9 None None] Network c7baff3a-2acd-47c4-826f-ff1b179e5161 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:45:51.896438 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ff27220d-c10b-42f4-a013-fce0bd9b46fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:51.954801 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6e14e6d7-d645-4cec-9a22-0ee365330339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:52.048340 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-6e14e6d7-d645-4cec-9a22-0ee365330339 admin admin] Deleting port bade65ea-c03b-42f3-b613-57560a4f7f96 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:45:52.048682 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6e14e6d7-d645-4cec-9a22-0ee365330339 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:52.054721 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ff27220d-c10b-42f4-a013-fce0bd9b46fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:52.074671 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ff27220d-c10b-42f4-a013-fce0bd9b46fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:52.158733 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-6e14e6d7-d645-4cec-9a22-0ee365330339 admin admin] For port bade65ea-c03b-42f3-b613-57560a4f7f96, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=bade65ea-c03b-42f3-b613-57560a4f7f96,segment=NetworkSegment(6dff264e-7c75-4629-a854-2e784f93e6e2),segment_id=6dff264e-7c75-4629-a854-2e784f93e6e2)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:45:52.159232 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6e14e6d7-d645-4cec-9a22-0ee365330339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:52.161383 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-ff27220d-c10b-42f4-a013-fce0bd9b46fc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3b7664cae2fd4b61abd11e2f928caf44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4243207 Sep 07 02:45:52.163558 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff27220d-c10b-42f4-a013-fce0bd9b46fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb117acc-fa88-4e9c-9c98-f4014c77256d,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:52.176264 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 56400) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:45:52.176536 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55750a7-07bb-4773-9497-b4140a86febc None None] DHCP port deletion for c7baff3a-2acd-47c4-826f-ff1b179e5161 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:45:52.196752 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-6e14e6d7-d645-4cec-9a22-0ee365330339 admin admin] Calling delete_port for bade65ea-c03b-42f3-b613-57560a4f7f96 owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:45:52.256049 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f6fe1052-e9d8-410c-bd6b-bf6e1d2874c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:52.263344 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-e55750a7-07bb-4773-9497-b4140a86febc None None] Deleting port bade65ea-c03b-42f3-b613-57560a4f7f96 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:45:52.263787 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e55750a7-07bb-4773-9497-b4140a86febc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:52.293126 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f6fe1052-e9d8-410c-bd6b-bf6e1d2874c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:52.322678 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515daad-6425-425c-b746-cf020df5196e req-d50c85f7-7347-4371-8169-9c853989419e tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:52.325027 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b515daad-6425-425c-b746-cf020df5196e req-d50c85f7-7347-4371-8169-9c853989419e tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=43546ab6-efac-438d-a136-ac1547102a76 HTTP/1.1" status: 200 len: 946 time: 0.0791111 Sep 07 02:45:52.351731 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-e55750a7-07bb-4773-9497-b4140a86febc None None] For port bade65ea-c03b-42f3-b613-57560a4f7f96, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=bade65ea-c03b-42f3-b613-57560a4f7f96,segment=NetworkSegment(6dff264e-7c75-4629-a854-2e784f93e6e2),segment_id=6dff264e-7c75-4629-a854-2e784f93e6e2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:45:52.352339 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e55750a7-07bb-4773-9497-b4140a86febc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:52.369471 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-e55750a7-07bb-4773-9497-b4140a86febc None None] Calling delete_port for bade65ea-c03b-42f3-b613-57560a4f7f96 owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:45:52.387858 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b515daad-6425-425c-b746-cf020df5196e req-48bde826-b0cf-43c6-be49-cbc44dc20bef tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530674 Sep 07 02:45:52.390905 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6e14e6d7-d645-4cec-9a22-0ee365330339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:52.410035 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e14e6d7-d645-4cec-9a22-0ee365330339 admin admin] No DVR routers for this DVR port bade65ea-c03b-42f3-b613-57560a4f7f96 on host n-d-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:45:52.413392 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f6fe1052-e9d8-410c-bd6b-bf6e1d2874c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:52.416491 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f6fe1052-e9d8-410c-bd6b-bf6e1d2874c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:52.417955 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f6fe1052-e9d8-410c-bd6b-bf6e1d2874c1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cb117acc-fa88-4e9c-9c98-f4014c77256d HTTP/1.1" status: 204 len: 168 time: 0.2406678 Sep 07 02:45:52.444479 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fe1052-e9d8-410c-bd6b-bf6e1d2874c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb117acc-fa88-4e9c-9c98-f4014c77256d,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:52.462095 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e14e6d7-d645-4cec-9a22-0ee365330339 admin admin] Pushing event deleted for resources: {'Port': ['ID=bade65ea-c03b-42f3-b613-57560a4f7f96,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:52.530694 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e55750a7-07bb-4773-9497-b4140a86febc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:52.552488 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55750a7-07bb-4773-9497-b4140a86febc None None] No DVR routers for this DVR port bade65ea-c03b-42f3-b613-57560a4f7f96 on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:45:52.601618 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6e14e6d7-d645-4cec-9a22-0ee365330339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:52.626082 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55750a7-07bb-4773-9497-b4140a86febc None None] Pushing event deleted for resources: {'Port': ['ID=bade65ea-c03b-42f3-b613-57560a4f7f96,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:52.655198 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-6e14e6d7-d645-4cec-9a22-0ee365330339 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7baff3a-2acd-47c4-826f-ff1b179e5161']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:45:52.685807 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-6e14e6d7-d645-4cec-9a22-0ee365330339 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dff264e-7c75-4629-a854-2e784f93e6e2') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:45:52.686273 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-6e14e6d7-d645-4cec-9a22-0ee365330339 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dff264e-7c75-4629-a854-2e784f93e6e2') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:45:52.698902 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6e14e6d7-d645-4cec-9a22-0ee365330339 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:52.741545 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6e14e6d7-d645-4cec-9a22-0ee365330339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:52.748857 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e14e6d7-d645-4cec-9a22-0ee365330339 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:45:52.749232 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6e14e6d7-d645-4cec-9a22-0ee365330339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:52.751128 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:45:52.751128 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:45:52.751128 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:45:52.751128 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:45:52.751128 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:45:52.751128 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:45:52.751128 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:45:52.751128 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:45:52.751128 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:45:52.751128 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:45:52.751128 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:45:52.751128 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:45:52.751128 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:45:52.751128 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:45:52.751128 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:45:52.751128 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:45:52.751128 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:45:52.751128 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:45:52.751128 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:45:52.751128 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:45:52.751128 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:45:52.751128 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:45:52.751128 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:45:52.751128 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:45:52.751128 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:45:52.751128 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:45:52.751128 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:45:52.751128 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:45:52.751128 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:45:52.751128 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:45:52.751128 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:45:52.751128 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:45:52.760529 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 2b89a450-baa1-4a74-a169-baf9211527bf no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:45:52.790802 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 2b89a450-baa1-4a74-a169-baf9211527bf {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:45:52.793072 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 2b89a450-baa1-4a74-a169-baf9211527bf not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:45:52.793072 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device bade65ea-c03b-42f3-b613-57560a4f7f96 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:45:52.814288 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: bade65ea-c03b-42f3-b613-57560a4f7f96 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:45:52.814625 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device bade65ea-c03b-42f3-b613-57560a4f7f96 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:45:52.816203 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 07bfadc9-2924-4241-85e9-a9ad1759c719 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:45:52.837389 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 07bfadc9-2924-4241-85e9-a9ad1759c719 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:45:52.837750 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 07bfadc9-2924-4241-85e9-a9ad1759c719 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:45:52.853593 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6e14e6d7-d645-4cec-9a22-0ee365330339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:52.859554 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6e14e6d7-d645-4cec-9a22-0ee365330339 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:52.863226 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-6e14e6d7-d645-4cec-9a22-0ee365330339 admin admin] 10.222.0.22 "DELETE /v2.0/networks/c7baff3a-2acd-47c4-826f-ff1b179e5161 HTTP/1.1" status: 204 len: 168 time: 0.9891860 Sep 07 02:45:52.884307 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e14e6d7-d645-4cec-9a22-0ee365330339 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7baff3a-2acd-47c4-826f-ff1b179e5161,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:52.990752 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 56424) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:45:53.012140 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-623a3f02-ca43-48ec-a470-0e6bc54fd343 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:53.042320 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 56426) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:45:53.106043 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-4bac1ca9-5134-406b-a9d3-9af27f596f5d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3c6e11955fd14c5c9b191cf5c7d7b41c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0623693 Sep 07 02:45:53.109076 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 56428) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:45:53.184128 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-623a3f02-ca43-48ec-a470-0e6bc54fd343 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:53.188249 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f7751a58-749b-4194-8ab8-31ef2dcd7804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:53.194550 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-623a3f02-ca43-48ec-a470-0e6bc54fd343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:53.249789 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f7751a58-749b-4194-8ab8-31ef2dcd7804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:53.252437 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623a3f02-ca43-48ec-a470-0e6bc54fd343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6aa4d8-d71f-409f-a7bd-453e0d02e58c,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:53.264432 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-623a3f02-ca43-48ec-a470-0e6bc54fd343 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=175ad86037d841bb9bd973f899f1813c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2722385 Sep 07 02:45:53.268895 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 56430) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:45:53.351719 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d532f7b2-5fb8-4019-8d1c-0a649fecfa24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:53.366287 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f7751a58-749b-4194-8ab8-31ef2dcd7804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:53.368840 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f7751a58-749b-4194-8ab8-31ef2dcd7804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:53.372428 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f7751a58-749b-4194-8ab8-31ef2dcd7804 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e9508d6b-eeae-4721-8a71-a14b9c8e0b9c HTTP/1.1" status: 204 len: 168 time: 0.2590487 Sep 07 02:45:53.434408 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d532f7b2-5fb8-4019-8d1c-0a649fecfa24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:53.436828 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7751a58-749b-4194-8ab8-31ef2dcd7804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9508d6b-eeae-4721-8a71-a14b9c8e0b9c,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:53.532969 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d532f7b2-5fb8-4019-8d1c-0a649fecfa24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:53.536441 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d532f7b2-5fb8-4019-8d1c-0a649fecfa24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:53.537961 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d532f7b2-5fb8-4019-8d1c-0a649fecfa24 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4a6aa4d8-d71f-409f-a7bd-453e0d02e58c HTTP/1.1" status: 204 len: 168 time: 0.2679210 Sep 07 02:45:53.550039 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d532f7b2-5fb8-4019-8d1c-0a649fecfa24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6aa4d8-d71f-409f-a7bd-453e0d02e58c,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:53.640319 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152cb944-f2c1-4724-b014-6e2d80602a66 req-3ee1ac6e-7021-487d-8df1-742b5f45274a tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:53.661653 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-152cb944-f2c1-4724-b014-6e2d80602a66 req-3ee1ac6e-7021-487d-8df1-742b5f45274a tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=43546ab6-efac-438d-a136-ac1547102a76 HTTP/1.1" status: 200 len: 946 time: 0.1180048 Sep 07 02:45:53.754052 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-152cb944-f2c1-4724-b014-6e2d80602a66 req-a661e285-0cfd-4d80-b8e9-e18235f95c42 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909655 Sep 07 02:45:54.508095 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 56492) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:45:54.753934 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-d69ab9c7-4b93-4414-a815-4984f7d9c457 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-535915559-network', 'tenant_id': 'a643d6646f744db1985c5e64adb3fca1'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:45:54.779405 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69ab9c7-4b93-4414-a815-4984f7d9c457 admin admin] Made reservation on behalf of a643d6646f744db1985c5e64adb3fca1 for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:45:54.787127 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d69ab9c7-4b93-4414-a815-4984f7d9c457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:54.800249 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d69ab9c7-4b93-4414-a815-4984f7d9c457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:54.916059 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbaaabd-fa73-45d5-b7ae-d754a4792eaf req-54e33f58-a3c5-409c-8206-043dfeff509a tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:54.917816 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ddbaaabd-fa73-45d5-b7ae-d754a4792eaf req-54e33f58-a3c5-409c-8206-043dfeff509a tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=43546ab6-efac-438d-a136-ac1547102a76 HTTP/1.1" status: 200 len: 946 time: 0.0835156 Sep 07 02:45:54.991802 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ddbaaabd-fa73-45d5-b7ae-d754a4792eaf req-7099df29-d971-4c04-adb0-39510378c282 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605986 Sep 07 02:45:55.046824 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d69ab9c7-4b93-4414-a815-4984f7d9c457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:55.055218 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d69ab9c7-4b93-4414-a815-4984f7d9c457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:55.073534 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d69ab9c7-4b93-4414-a815-4984f7d9c457 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:45:55.088110 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d69ab9c7-4b93-4414-a815-4984f7d9c457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:55.088552 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-d69ab9c7-4b93-4414-a815-4984f7d9c457 admin admin] Added segment 11259785-0d41-49e0-9321-4820e184f18f of type vlan for network e299c108-9af7-432c-99a5-7641abc988d3 Sep 07 02:45:55.136254 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d69ab9c7-4b93-4414-a815-4984f7d9c457 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:55.462524 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.db.resource_extend [None req-d69ab9c7-4b93-4414-a815-4984f7d9c457 admin admin] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 02:45:55.485806 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69ab9c7-4b93-4414-a815-4984f7d9c457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f11f75-c029-4b0e-9552-dc154531d2b6,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:55.490355 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d69ab9c7-4b93-4414-a815-4984f7d9c457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:55.491329 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69ab9c7-4b93-4414-a815-4984f7d9c457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:55.491943 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d69ab9c7-4b93-4414-a815-4984f7d9c457 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:55.553751 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d69ab9c7-4b93-4414-a815-4984f7d9c457 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0445228 Sep 07 02:45:55.554785 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69ab9c7-4b93-4414-a815-4984f7d9c457 admin admin] Pushing event updated for resources: {'Network': ['ID=e299c108-9af7-432c-99a5-7641abc988d3,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:55.557297 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 56530) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:45:55.562495 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-2cf3d8d9-8b74-455d-886f-520474d51bc0 admin admin] Request body: {'subnet': {'network_id': 'e299c108-9af7-432c-99a5-7641abc988d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-535915559-subnet', 'tenant_id': 'a643d6646f744db1985c5e64adb3fca1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:45:55.566688 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network e299c108-9af7-432c-99a5-7641abc988d3 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:45:55.595941 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf3d8d9-8b74-455d-886f-520474d51bc0 admin admin] Made reservation on behalf of a643d6646f744db1985c5e64adb3fca1 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:45:55.600066 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2cf3d8d9-8b74-455d-886f-520474d51bc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:55.879656 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1e2f214a-d68e-48da-8e2b-fb79d4d5abf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:55.908431 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2cf3d8d9-8b74-455d-886f-520474d51bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:55.980352 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf3d8d9-8b74-455d-886f-520474d51bc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c15278da-0c32-4d27-acd2-f37fd0def091,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:56.002034 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf3d8d9-8b74-455d-886f-520474d51bc0 admin admin] Checking segment: {'id': '11259785-0d41-49e0-9321-4820e184f18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e299c108-9af7-432c-99a5-7641abc988d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:45:56.003051 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf3d8d9-8b74-455d-886f-520474d51bc0 admin admin] Network hostable DHCP agents. Network: e299c108-9af7-432c-99a5-7641abc988d3, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:45:56.026154 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf3d8d9-8b74-455d-886f-520474d51bc0 admin admin] Network e299c108-9af7-432c-99a5-7641abc988d3 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:45:56.043266 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-2cf3d8d9-8b74-455d-886f-520474d51bc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, e299c108-9af7-432c-99a5-7641abc988d3) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:45:56.051131 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf3d8d9-8b74-455d-886f-520474d51bc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:56.051887 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2cf3d8d9-8b74-455d-886f-520474d51bc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:56.055185 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f03179-b9a4-4526-8787-2d892a234257 None None] Network e299c108-9af7-432c-99a5-7641abc988d3 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:45:56.099782 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-2cf3d8d9-8b74-455d-886f-520474d51bc0 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5412886 Sep 07 02:45:56.260050 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a03e69a-53b6-485e-8a69-8f9344b7a08e req-59858e9f-c08a-4603-8a8e-257f97ce328a tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:56.262036 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5a03e69a-53b6-485e-8a69-8f9344b7a08e req-59858e9f-c08a-4603-8a8e-257f97ce328a tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=43546ab6-efac-438d-a136-ac1547102a76 HTTP/1.1" status: 200 len: 946 time: 0.1151228 Sep 07 02:45:56.280061 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebf4846-a913-4b00-90ea-d200715f5794 None None] Network e299c108-9af7-432c-99a5-7641abc988d3 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:45:56.356527 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5a03e69a-53b6-485e-8a69-8f9344b7a08e req-621dc963-f181-47ab-b226-c66f7b592271 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862162 Sep 07 02:45:57.531399 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfcb21-5916-4290-9dd7-776edf514d16 req-8bf7d863-3cc2-4328-840f-e85a7060959b tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:57.540914 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-77cfcb21-5916-4290-9dd7-776edf514d16 req-8bf7d863-3cc2-4328-840f-e85a7060959b tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=43546ab6-efac-438d-a136-ac1547102a76 HTTP/1.1" status: 200 len: 946 time: 0.0829430 Sep 07 02:45:57.583404 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-77cfcb21-5916-4290-9dd7-776edf514d16 req-e5dfa565-0487-4ea4-a8f4-214463ac50de tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412261 Sep 07 02:45:57.817398 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 56642) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:45:57.886403 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53dc7be-9004-4f78-a4f6-d7683b007874 req-e99d385d-9ad0-4f06-91ec-d48e1fbabfde tempest-ServerGroupTestJSON-1088885372 tempest-ServerGroupTestJSON-1088885372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:57.888291 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e53dc7be-9004-4f78-a4f6-d7683b007874 req-e99d385d-9ad0-4f06-91ec-d48e1fbabfde tempest-ServerGroupTestJSON-1088885372 tempest-ServerGroupTestJSON-1088885372-project] 10.222.0.22 "GET /v2.0/networks?id=e299c108-9af7-432c-99a5-7641abc988d3 HTTP/1.1" status: 200 len: 809 time: 0.1269467 Sep 07 02:45:57.914498 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e53dc7be-9004-4f78-a4f6-d7683b007874 req-0a4d1bb0-75b5-4a1b-b602-0452db883452 tempest-ServerGroupTestJSON-1088885372 tempest-ServerGroupTestJSON-1088885372-project] 10.222.0.22 "GET /v2.0/quotas/a643d6646f744db1985c5e64adb3fca1 HTTP/1.1" status: 200 len: 375 time: 0.0193019 Sep 07 02:45:57.937467 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e3e9b633-1506-47e1-8ea2-94cc60624713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:57.953539 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e53dc7be-9004-4f78-a4f6-d7683b007874 req-2eb830d3-7be9-481d-b268-0d5e01fa3d11 tempest-ServerGroupTestJSON-1088885372 tempest-ServerGroupTestJSON-1088885372-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a643d6646f744db1985c5e64adb3fca1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385137 Sep 07 02:45:58.049527 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e3e9b633-1506-47e1-8ea2-94cc60624713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:58.053788 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e3e9b633-1506-47e1-8ea2-94cc60624713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:58.080028 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e53dc7be-9004-4f78-a4f6-d7683b007874 req-544b24e1-7336-429b-93ab-94697669dd42 service neutron] 10.222.0.22 "GET /v2.0/networks/e299c108-9af7-432c-99a5-7641abc988d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175253 Sep 07 02:45:58.094474 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e9b633-1506-47e1-8ea2-94cc60624713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4819ee-561c-4222-9cf7-9040dced2c99,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:58.101449 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e3e9b633-1506-47e1-8ea2-94cc60624713 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=26d4126a12f8439c8ae7c4f867b27d52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2828739 Sep 07 02:45:58.104187 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 56660) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:45:58.154120 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d1387ea6-f7d6-4ef5-9fa5-eabece38f9bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:58.179935 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9b33d02c-ab02-4e85-9941-90df3c94b53f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:58.180992 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d1387ea6-f7d6-4ef5-9fa5-eabece38f9bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:58.185759 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e53dc7be-9004-4f78-a4f6-d7683b007874 req-0bca684c-f0ad-4737-9fe8-66acbf50fd92 service neutron] 10.222.0.22 "GET /v2.0/networks/e299c108-9af7-432c-99a5-7641abc988d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032989 Sep 07 02:45:58.229384 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d1387ea6-f7d6-4ef5-9fa5-eabece38f9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:58.232006 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d1387ea6-f7d6-4ef5-9fa5-eabece38f9bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:58.233206 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d1387ea6-f7d6-4ef5-9fa5-eabece38f9bc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4a4819ee-561c-4222-9cf7-9040dced2c99 HTTP/1.1" status: 204 len: 168 time: 0.1282117 Sep 07 02:45:58.241566 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1387ea6-f7d6-4ef5-9fa5-eabece38f9bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4819ee-561c-4222-9cf7-9040dced2c99,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:58.504096 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d1fbe9bf-0236-497d-9082-a019d09598dc req-f30140dd-8a65-434b-a507-935a6810b95c tempest-ServerGroupTestJSON-1088885372 tempest-ServerGroupTestJSON-1088885372-project] 10.222.0.22 "GET /v2.0/ports?device_id=94d28a94-94e9-4c3b-9a68-3c51a70d652c HTTP/1.1" status: 200 len: 210 time: 0.0492401 Sep 07 02:45:58.595128 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 56708) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:45:58.612604 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b375dbc3-d85d-4dd2-b5c1-fff1e496095f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:58.705882 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:58.713603 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 6a802a9e-f446-4f56-8dcd-653b151a031e details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:45:58.716115 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 6a802a9e-f446-4f56-8dcd-653b151a031e no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:45:58.770594 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b375dbc3-d85d-4dd2-b5c1-fff1e496095f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:58.784639 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b375dbc3-d85d-4dd2-b5c1-fff1e496095f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:58.833377 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:58.855604 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 56718) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:45:58.855794 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b375dbc3-d85d-4dd2-b5c1-fff1e496095f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e89c52af60004ebbb538a50235881f60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2590039 Sep 07 02:45:58.856764 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b375dbc3-d85d-4dd2-b5c1-fff1e496095f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd41aba-1f07-4532-967e-bcb62be0366b,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:58.884673 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643cd18-37f1-4c65-9657-72a74b8d4acd req-c81d97ff-6437-4518-b57a-2c0bfcac6518 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:58.886393 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3643cd18-37f1-4c65-9657-72a74b8d4acd req-c81d97ff-6437-4518-b57a-2c0bfcac6518 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=43546ab6-efac-438d-a136-ac1547102a76 HTTP/1.1" status: 200 len: 946 time: 0.1136527 Sep 07 02:45:58.890360 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43546ab6-efac-438d-a136-ac1547102a76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a802a9e-f446-4f56-8dcd-653b151a031e'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:45:58.892904 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7d7199-d58c-4320-b6e0-751bee1a9ca7" -d '{"events": [{"server_uuid": "43546ab6-efac-438d-a136-ac1547102a76", "name": "network-vif-unplugged", "status": "completed", "tag": "6a802a9e-f446-4f56-8dcd-653b151a031e"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:45:58.938908 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 6a802a9e-f446-4f56-8dcd-653b151a031e, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=6a802a9e-f446-4f56-8dcd-653b151a031e,segment=NetworkSegment(3fe8dbe0-c525-47eb-95e9-13e6bd5cc1b3),segment_id=3fe8dbe0-c525-47eb-95e9-13e6bd5cc1b3)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:45:58.966523 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3643cd18-37f1-4c65-9657-72a74b8d4acd req-8fc16c1f-963c-4ce0-aa61-7420fce62d9b tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667441 Sep 07 02:45:58.974134 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-397996a0-fb3e-4e1a-9046-b344ca669214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:59.007406 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-397996a0-fb3e-4e1a-9046-b344ca669214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:59.012639 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:59.045326 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 02:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb7e712-6184-42ec-8316-ef34f0e9f4ec x-openstack-request-id: req-eeb7e712-6184-42ec-8316-ef34f0e9f4ec {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:45:59.045635 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43546ab6-efac-438d-a136-ac1547102a76", "name": "network-vif-unplugged", "status": "completed", "tag": "6a802a9e-f446-4f56-8dcd-653b151a031e", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:45:59.045899 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-eeb7e712-6184-42ec-8316-ef34f0e9f4ec {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:45:59.046918 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43546ab6-efac-438d-a136-ac1547102a76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a802a9e-f446-4f56-8dcd-653b151a031e', 'code': 200} Sep 07 02:45:59.084137 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-397996a0-fb3e-4e1a-9046-b344ca669214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:59.088517 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-397996a0-fb3e-4e1a-9046-b344ca669214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:59.091242 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-397996a0-fb3e-4e1a-9046-b344ca669214 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4bd41aba-1f07-4532-967e-bcb62be0366b HTTP/1.1" status: 204 len: 168 time: 0.2341495 Sep 07 02:45:59.108936 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 6a802a9e-f446-4f56-8dcd-653b151a031e, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=6a802a9e-f446-4f56-8dcd-653b151a031e,segment=NetworkSegment(3fe8dbe0-c525-47eb-95e9-13e6bd5cc1b3),segment_id=3fe8dbe0-c525-47eb-95e9-13e6bd5cc1b3)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:45:59.127629 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397996a0-fb3e-4e1a-9046-b344ca669214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd41aba-1f07-4532-967e-bcb62be0366b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:59.148049 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=6a802a9e-f446-4f56-8dcd-653b151a031e,revision_number=6']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:59.154474 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '6a802a9e-f446-4f56-8dcd-653b151a031e', 'network_id': '86391a5a-8b46-4856-9537-02b1734374ff', 'port_id': '6a802a9e-f446-4f56-8dcd-653b151a031e', 'mac_address': 'fa:16:3e:da:a4:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1edbcb4-7c27-4a3f-ab1f-7a3010f7d080', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:45:59.215055 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:59.233770 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a802a9e-f446-4f56-8dcd-653b151a031e {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:45:59.263543 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 6a802a9e-f446-4f56-8dcd-653b151a031e, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=6a802a9e-f446-4f56-8dcd-653b151a031e,segment=NetworkSegment(3fe8dbe0-c525-47eb-95e9-13e6bd5cc1b3),segment_id=3fe8dbe0-c525-47eb-95e9-13e6bd5cc1b3)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:45:59.270275 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:59.326909 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=6a802a9e-f446-4f56-8dcd-653b151a031e,revision_number=7']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:45:59.457755 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:59.485957 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['6a802a9e-f446-4f56-8dcd-653b151a031e'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:45:59.658364 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-994806b0-6e35-45d8-82a0-eb02882aff5e req-a768425f-2829-4501-8c6e-55adfc740f81 tempest-ServerGroupTestJSON-1088885372 tempest-ServerGroupTestJSON-1088885372-project] 10.222.0.22 "GET /v2.0/ports?device_id=94d28a94-94e9-4c3b-9a68-3c51a70d652c HTTP/1.1" status: 200 len: 210 time: 0.0637217 Sep 07 02:45:59.788265 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53dc7be-9004-4f78-a4f6-d7683b007874 req-878b6912-9973-4c2a-9dea-17590c3c0a8a tempest-ServerGroupTestJSON-1088885372 tempest-ServerGroupTestJSON-1088885372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:59.789738 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e53dc7be-9004-4f78-a4f6-d7683b007874 req-878b6912-9973-4c2a-9dea-17590c3c0a8a tempest-ServerGroupTestJSON-1088885372 tempest-ServerGroupTestJSON-1088885372-project] 10.222.0.23 "GET /v2.0/networks?id=e299c108-9af7-432c-99a5-7641abc988d3 HTTP/1.1" status: 200 len: 809 time: 0.1559162 Sep 07 02:45:59.803747 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-e53dc7be-9004-4f78-a4f6-d7683b007874 req-1485d433-be2b-40ea-a3b1-7028cc66b547 tempest-ServerGroupTestJSON-1088885372 tempest-ServerGroupTestJSON-1088885372-project] Request body: {'port': {'device_id': '94d28a94-94e9-4c3b-9a68-3c51a70d652c', 'network_id': 'e299c108-9af7-432c-99a5-7641abc988d3', 'admin_state_up': True, 'tenant_id': 'a643d6646f744db1985c5e64adb3fca1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:45:59.955473 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e53dc7be-9004-4f78-a4f6-d7683b007874 req-1485d433-be2b-40ea-a3b1-7028cc66b547 tempest-ServerGroupTestJSON-1088885372 tempest-ServerGroupTestJSON-1088885372-project] Made reservation on behalf of a643d6646f744db1985c5e64adb3fca1 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:45:59.960926 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e53dc7be-9004-4f78-a4f6-d7683b007874 req-1485d433-be2b-40ea-a3b1-7028cc66b547 tempest-ServerGroupTestJSON-1088885372 tempest-ServerGroupTestJSON-1088885372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:45:59.962972 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c19367-6fb1-4b17-a56d-60faab618cd6 req-9f17fe15-971f-4931-9293-780522381de0 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:45:59.964596 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-11c19367-6fb1-4b17-a56d-60faab618cd6 req-9f17fe15-971f-4931-9293-780522381de0 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/networks?id=f1832801-225d-49c7-ba9e-13ca94c9951b HTTP/1.1" status: 200 len: 804 time: 0.1192067 Sep 07 02:45:59.985772 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-11c19367-6fb1-4b17-a56d-60faab618cd6 req-6654a883-0540-4beb-97bd-bf61653f8f30 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/quotas/9a8c5da93cbf4b888ec81f508c5728ba HTTP/1.1" status: 200 len: 375 time: 0.0094202 Sep 07 02:46:00.085179 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-11c19367-6fb1-4b17-a56d-60faab618cd6 req-984899c9-9e91-450a-9474-4649e7d60fb5 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9a8c5da93cbf4b888ec81f508c5728ba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0850401 Sep 07 02:46:00.135239 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-e53dc7be-9004-4f78-a4f6-d7683b007874 req-1485d433-be2b-40ea-a3b1-7028cc66b547 tempest-ServerGroupTestJSON-1088885372 tempest-ServerGroupTestJSON-1088885372-project] Allocated IP 172.20.0.10 (e299c108-9af7-432c-99a5-7641abc988d3/c15278da-0c32-4d27-acd2-f37fd0def091/5b64f9d2-4711-4c07-bd47-0c95531d3b1b) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:46:00.158889 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431e0fa-ea28-408c-a691-ff4b68bdedd4 req-ab8906b9-5fae-4ce7-b907-daa0e6f5c334 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:00.160842 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a431e0fa-ea28-408c-a691-ff4b68bdedd4 req-ab8906b9-5fae-4ce7-b907-daa0e6f5c334 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=43546ab6-efac-438d-a136-ac1547102a76 HTTP/1.1" status: 200 len: 945 time: 0.0854347 Sep 07 02:46:00.187404 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-11c19367-6fb1-4b17-a56d-60faab618cd6 req-a6087561-4dbb-4355-8f3c-f17a585871cb service neutron] 10.222.0.22 "GET /v2.0/networks/f1832801-225d-49c7-ba9e-13ca94c9951b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011217 Sep 07 02:46:00.228797 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a431e0fa-ea28-408c-a691-ff4b68bdedd4 req-147de27c-ea1b-4886-9cf6-a5f4f8a3bb40 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599000 Sep 07 02:46:00.322548 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-11c19367-6fb1-4b17-a56d-60faab618cd6 req-2bd5f4aa-0ae0-4801-9fc5-457c5cfbbbae service neutron] 10.222.0.22 "GET /v2.0/networks/f1832801-225d-49c7-ba9e-13ca94c9951b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240277 Sep 07 02:46:00.375163 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e53dc7be-9004-4f78-a4f6-d7683b007874 req-1485d433-be2b-40ea-a3b1-7028cc66b547 tempest-ServerGroupTestJSON-1088885372 tempest-ServerGroupTestJSON-1088885372-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:00.423453 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e53dc7be-9004-4f78-a4f6-d7683b007874 req-1485d433-be2b-40ea-a3b1-7028cc66b547 tempest-ServerGroupTestJSON-1088885372 tempest-ServerGroupTestJSON-1088885372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:00.487350 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e53dc7be-9004-4f78-a4f6-d7683b007874 req-1485d433-be2b-40ea-a3b1-7028cc66b547 tempest-ServerGroupTestJSON-1088885372 tempest-ServerGroupTestJSON-1088885372-project] Network e299c108-9af7-432c-99a5-7641abc988d3 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:46:00.493775 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-e53dc7be-9004-4f78-a4f6-d7683b007874 req-1485d433-be2b-40ea-a3b1-7028cc66b547 tempest-ServerGroupTestJSON-1088885372 tempest-ServerGroupTestJSON-1088885372-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:46:00.496186 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-e53dc7be-9004-4f78-a4f6-d7683b007874 req-1485d433-be2b-40ea-a3b1-7028cc66b547 tempest-ServerGroupTestJSON-1088885372 tempest-ServerGroupTestJSON-1088885372-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:46:00.503425 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1485d433-be2b-40ea-a3b1-7028cc66b547 tempest-ServerGroupTestJSON-1088885372 tempest-ServerGroupTestJSON-1088885372-project] Pushing event updated for resources: {'Port': ['ID=5b64f9d2-4711-4c07-bd47-0c95531d3b1b,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:00.526566 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1217c17f-3cb1-416e-9eb3-e47ea23c8987 req-53b30fc0-0458-4209-b8ef-8c97fbdd1809 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=013d8eba-3af4-429a-8035-d75a641fcb31 HTTP/1.1" status: 200 len: 210 time: 0.0341074 Sep 07 02:46:00.569611 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53dc7be-9004-4f78-a4f6-d7683b007874 req-1485d433-be2b-40ea-a3b1-7028cc66b547 tempest-ServerGroupTestJSON-1088885372 tempest-ServerGroupTestJSON-1088885372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:00.570257 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e53dc7be-9004-4f78-a4f6-d7683b007874 req-1485d433-be2b-40ea-a3b1-7028cc66b547 tempest-ServerGroupTestJSON-1088885372 tempest-ServerGroupTestJSON-1088885372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:00.586285 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e53dc7be-9004-4f78-a4f6-d7683b007874 req-1485d433-be2b-40ea-a3b1-7028cc66b547 tempest-ServerGroupTestJSON-1088885372 tempest-ServerGroupTestJSON-1088885372-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7865083 Sep 07 02:46:00.598847 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-e53dc7be-9004-4f78-a4f6-d7683b007874 req-f44c4979-dd48-410a-9b97-d03a76674e69 service neutron] Request body: {'port': {'device_id': '94d28a94-94e9-4c3b-9a68-3c51a70d652c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:46:00.655968 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e53dc7be-9004-4f78-a4f6-d7683b007874 req-f44c4979-dd48-410a-9b97-d03a76674e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:00.725135 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 6a802a9e-f446-4f56-8dcd-653b151a031e up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:46:00.819733 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port 6a802a9e-f446-4f56-8dcd-653b151a031e triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:46:00.820472 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:00.862589 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4264dc-1e41-421b-a7a7-e69974100a68 req-e58bcf1e-0c2a-40a3-ab87-247c4f7268ac tempest-ServerGroupTestJSON-1088885372 tempest-ServerGroupTestJSON-1088885372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:00.864170 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7c4264dc-1e41-421b-a7a7-e69974100a68 req-e58bcf1e-0c2a-40a3-ab87-247c4f7268ac tempest-ServerGroupTestJSON-1088885372 tempest-ServerGroupTestJSON-1088885372-project] 10.222.0.22 "GET /v2.0/ports?device_id=94d28a94-94e9-4c3b-9a68-3c51a70d652c HTTP/1.1" status: 200 len: 932 time: 0.1333737 Sep 07 02:46:00.926202 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:00.950251 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7c4264dc-1e41-421b-a7a7-e69974100a68 req-6ddc27d9-5549-453e-8670-11d922b06c48 tempest-ServerGroupTestJSON-1088885372 tempest-ServerGroupTestJSON-1088885372-project] 10.222.0.22 "GET /v2.0/security-groups?id=00f11f75-c029-4b0e-9552-dc154531d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748529 Sep 07 02:46:00.971023 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 6a802a9e-f446-4f56-8dcd-653b151a031e, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=6a802a9e-f446-4f56-8dcd-653b151a031e,segment=NetworkSegment(3fe8dbe0-c525-47eb-95e9-13e6bd5cc1b3),segment_id=3fe8dbe0-c525-47eb-95e9-13e6bd5cc1b3)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:46:00.976898 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:01.029407 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=6a802a9e-f446-4f56-8dcd-653b151a031e,revision_number=8']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:01.056443 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43546ab6-efac-438d-a136-ac1547102a76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a802a9e-f446-4f56-8dcd-653b151a031e'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:46:01.059226 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f88b50-a819-43f0-a4ac-9ea339d9d1b5" -d '{"events": [{"server_uuid": "43546ab6-efac-438d-a136-ac1547102a76", "name": "network-vif-plugged", "status": "completed", "tag": "6a802a9e-f446-4f56-8dcd-653b151a031e"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:46:01.089091 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-e53dc7be-9004-4f78-a4f6-d7683b007874 req-f44c4979-dd48-410a-9b97-d03a76674e69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b64f9d2-4711-4c07-bd47-0c95531d3b1b {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:46:01.099275 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e53dc7be-9004-4f78-a4f6-d7683b007874 req-f44c4979-dd48-410a-9b97-d03a76674e69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:01.114562 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4018722-bb8a-4c9f-9110-6cc3ab51ff38 x-openstack-request-id: req-a4018722-bb8a-4c9f-9110-6cc3ab51ff38 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:46:01.114998 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43546ab6-efac-438d-a136-ac1547102a76", "name": "network-vif-plugged", "status": "completed", "tag": "6a802a9e-f446-4f56-8dcd-653b151a031e", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:46:01.115399 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a4018722-bb8a-4c9f-9110-6cc3ab51ff38 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:46:01.115886 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43546ab6-efac-438d-a136-ac1547102a76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a802a9e-f446-4f56-8dcd-653b151a031e', 'code': 200} Sep 07 02:46:01.127830 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-e53dc7be-9004-4f78-a4f6-d7683b007874 req-f44c4979-dd48-410a-9b97-d03a76674e69 service neutron] Transition to ACTIVE for port object 5b64f9d2-4711-4c07-bd47-0c95531d3b1b will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:46:01.132911 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e53dc7be-9004-4f78-a4f6-d7683b007874 req-f44c4979-dd48-410a-9b97-d03a76674e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:01.230128 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44c4979-dd48-410a-9b97-d03a76674e69 service neutron] Pushing event updated for resources: {'Port': ['ID=5b64f9d2-4711-4c07-bd47-0c95531d3b1b,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:01.268099 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab47dae-7963-468c-a475-195b03cab495 req-053e3610-6a70-438d-80b8-d6f36f89674c tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:01.270030 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fab47dae-7963-468c-a475-195b03cab495 req-053e3610-6a70-438d-80b8-d6f36f89674c tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.16 "GET /v2.0/ports?device_id=0da8717f-ca8d-4271-a6ef-1387ac31594c HTTP/1.1" status: 200 len: 945 time: 0.0961225 Sep 07 02:46:01.309505 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:01.446015 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa86f8-439f-405c-9b7f-5bd62040ece3 req-a4feae38-979e-40fb-b68b-d0862870c432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:01.447589 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-adfa86f8-439f-405c-9b7f-5bd62040ece3 req-a4feae38-979e-40fb-b68b-d0862870c432 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=43546ab6-efac-438d-a136-ac1547102a76 HTTP/1.1" status: 200 len: 1098 time: 0.1878479 Sep 07 02:46:01.464718 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-e53dc7be-9004-4f78-a4f6-d7683b007874 req-f44c4979-dd48-410a-9b97-d03a76674e69 service neutron] Attempting to bind port 5b64f9d2-4711-4c07-bd47-0c95531d3b1b on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:46:01.465257 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-e53dc7be-9004-4f78-a4f6-d7683b007874 req-f44c4979-dd48-410a-9b97-d03a76674e69 service neutron] Attempting to bind port 5b64f9d2-4711-4c07-bd47-0c95531d3b1b by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '11259785-0d41-49e0-9321-4820e184f18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e299c108-9af7-432c-99a5-7641abc988d3'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:46:01.465763 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53dc7be-9004-4f78-a4f6-d7683b007874 req-f44c4979-dd48-410a-9b97-d03a76674e69 service neutron] Attempting to bind port 5b64f9d2-4711-4c07-bd47-0c95531d3b1b on network e299c108-9af7-432c-99a5-7641abc988d3 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:46:01.491331 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53dc7be-9004-4f78-a4f6-d7683b007874 req-f44c4979-dd48-410a-9b97-d03a76674e69 service neutron] Port 5b64f9d2-4711-4c07-bd47-0c95531d3b1b on network e299c108-9af7-432c-99a5-7641abc988d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:46:01.491700 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53dc7be-9004-4f78-a4f6-d7683b007874 req-f44c4979-dd48-410a-9b97-d03a76674e69 service neutron] Attempting to bind port 5b64f9d2-4711-4c07-bd47-0c95531d3b1b on network e299c108-9af7-432c-99a5-7641abc988d3 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:46:01.508285 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d97ba-4183-44b3-be35-ace1f328fbfa req-54044bba-39d8-458e-bbce-81aceba8843f tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:01.509832 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1a6d97ba-4183-44b3-be35-ace1f328fbfa req-54044bba-39d8-458e-bbce-81aceba8843f tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=43546ab6-efac-438d-a136-ac1547102a76 HTTP/1.1" status: 200 len: 946 time: 0.1542420 Sep 07 02:46:01.526143 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53dc7be-9004-4f78-a4f6-d7683b007874 req-f44c4979-dd48-410a-9b97-d03a76674e69 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:46:01.526487 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53dc7be-9004-4f78-a4f6-d7683b007874 req-f44c4979-dd48-410a-9b97-d03a76674e69 service neutron] Checking segment: {'id': '11259785-0d41-49e0-9321-4820e184f18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e299c108-9af7-432c-99a5-7641abc988d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:46:01.526876 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53dc7be-9004-4f78-a4f6-d7683b007874 req-f44c4979-dd48-410a-9b97-d03a76674e69 service neutron] Bound using segment: {'id': '11259785-0d41-49e0-9321-4820e184f18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e299c108-9af7-432c-99a5-7641abc988d3'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:46:01.527316 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-e53dc7be-9004-4f78-a4f6-d7683b007874 req-f44c4979-dd48-410a-9b97-d03a76674e69 service neutron] Bound port: 5b64f9d2-4711-4c07-bd47-0c95531d3b1b, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11259785-0d41-49e0-9321-4820e184f18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e299c108-9af7-432c-99a5-7641abc988d3'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:46:01.527699 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e53dc7be-9004-4f78-a4f6-d7683b007874 req-f44c4979-dd48-410a-9b97-d03a76674e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:01.530685 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-adfa86f8-439f-405c-9b7f-5bd62040ece3 req-f60f5a7d-6613-49ed-8345-f41b380d3519 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746429 Sep 07 02:46:01.602932 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-fab47dae-7963-468c-a475-195b03cab495 req-0c7ea00f-32d2-47d1-96a8-02954e2bdec8 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Deleting port 0335673f-639b-4216-b96d-e5bf19977c04 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:46:01.603271 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fab47dae-7963-468c-a475-195b03cab495 req-0c7ea00f-32d2-47d1-96a8-02954e2bdec8 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:01.652149 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1a6d97ba-4183-44b3-be35-ace1f328fbfa req-c181cb2d-a350-4b03-abd6-cd5c0af57403 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269391 Sep 07 02:46:01.664387 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 0335673f-639b-4216-b96d-e5bf19977c04 no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:46:01.691391 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-e53dc7be-9004-4f78-a4f6-d7683b007874 req-f44c4979-dd48-410a-9b97-d03a76674e69 service neutron] For port 5b64f9d2-4711-4c07-bd47-0c95531d3b1b, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:46:01.695140 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-e53dc7be-9004-4f78-a4f6-d7683b007874 req-f44c4979-dd48-410a-9b97-d03a76674e69 service neutron] For port 5b64f9d2-4711-4c07-bd47-0c95531d3b1b, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=5b64f9d2-4711-4c07-bd47-0c95531d3b1b,segment=NetworkSegment(11259785-0d41-49e0-9321-4820e184f18f),segment_id=11259785-0d41-49e0-9321-4820e184f18f)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:46:01.759586 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:01.784982 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e53dc7be-9004-4f78-a4f6-d7683b007874 req-f44c4979-dd48-410a-9b97-d03a76674e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:01.797985 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 0335673f-639b-4216-b96d-e5bf19977c04, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=0335673f-639b-4216-b96d-e5bf19977c04,segment=NetworkSegment(cefad73b-a7c5-464e-83dc-c3e10d5473af),segment_id=cefad73b-a7c5-464e-83dc-c3e10d5473af)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:46:01.803545 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:01.847814 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-45f57804-7e9e-4a20-abe1-7761d63134c9 req-32cd0b35-9262-4bea-a320-204bd844cfa9 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=013d8eba-3af4-429a-8035-d75a641fcb31 HTTP/1.1" status: 200 len: 210 time: 0.0782340 Sep 07 02:46:01.872941 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=0335673f-639b-4216-b96d-e5bf19977c04,revision_number=8']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:01.914032 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53dc7be-9004-4f78-a4f6-d7683b007874 req-f44c4979-dd48-410a-9b97-d03a76674e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:01.914582 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e53dc7be-9004-4f78-a4f6-d7683b007874 req-f44c4979-dd48-410a-9b97-d03a76674e69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:01.916013 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e53dc7be-9004-4f78-a4f6-d7683b007874 req-f44c4979-dd48-410a-9b97-d03a76674e69 service neutron] 10.222.0.23 "PUT /v2.0/ports/5b64f9d2-4711-4c07-bd47-0c95531d3b1b HTTP/1.1" status: 200 len: 1093 time: 1.3217447 Sep 07 02:46:01.918266 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94d28a94-94e9-4c3b-9a68-3c51a70d652c', 'tag': '5b64f9d2-4711-4c07-bd47-0c95531d3b1b'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:46:01.921299 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a47f4d4-0039-40d6-904c-483d7fa1f21f" -d '{"events": [{"name": "network-changed", "server_uuid": "94d28a94-94e9-4c3b-9a68-3c51a70d652c", "tag": "5b64f9d2-4711-4c07-bd47-0c95531d3b1b"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:46:01.932486 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-fab47dae-7963-468c-a475-195b03cab495 req-0c7ea00f-32d2-47d1-96a8-02954e2bdec8 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] For port 0335673f-639b-4216-b96d-e5bf19977c04, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=0335673f-639b-4216-b96d-e5bf19977c04,segment=NetworkSegment(cefad73b-a7c5-464e-83dc-c3e10d5473af),segment_id=cefad73b-a7c5-464e-83dc-c3e10d5473af)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:46:01.933032 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fab47dae-7963-468c-a475-195b03cab495 req-0c7ea00f-32d2-47d1-96a8-02954e2bdec8 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:01.965758 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b326e6-fd20-4da2-bb7d-14a2eece803b x-openstack-request-id: req-e4b326e6-fd20-4da2-bb7d-14a2eece803b {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:46:01.966048 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94d28a94-94e9-4c3b-9a68-3c51a70d652c", "tag": "5b64f9d2-4711-4c07-bd47-0c95531d3b1b", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:46:01.966299 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e4b326e6-fd20-4da2-bb7d-14a2eece803b {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:46:01.966692 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94d28a94-94e9-4c3b-9a68-3c51a70d652c', 'tag': '5b64f9d2-4711-4c07-bd47-0c95531d3b1b', 'status': 'completed', 'code': 200} Sep 07 02:46:02.009603 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-fab47dae-7963-468c-a475-195b03cab495 req-0c7ea00f-32d2-47d1-96a8-02954e2bdec8 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Calling delete_port for 0335673f-639b-4216-b96d-e5bf19977c04 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:46:02.023184 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44c4979-dd48-410a-9b97-d03a76674e69 service neutron] Pushing event updated for resources: {'Port': ['ID=5b64f9d2-4711-4c07-bd47-0c95531d3b1b,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:02.041041 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c19367-6fb1-4b17-a56d-60faab618cd6 req-51c913b4-600f-4eb4-8ddf-99dcec1b8c1c tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:02.042495 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-11c19367-6fb1-4b17-a56d-60faab618cd6 req-51c913b4-600f-4eb4-8ddf-99dcec1b8c1c tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.16 "GET /v2.0/networks?id=f1832801-225d-49c7-ba9e-13ca94c9951b HTTP/1.1" status: 200 len: 804 time: 0.2839429 Sep 07 02:46:02.062519 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-11c19367-6fb1-4b17-a56d-60faab618cd6 req-f3f7bb69-2508-4e04-b0f0-dafb08845efe tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Request body: {'port': {'device_id': '013d8eba-3af4-429a-8035-d75a641fcb31', 'network_id': 'f1832801-225d-49c7-ba9e-13ca94c9951b', 'admin_state_up': True, 'tenant_id': '9a8c5da93cbf4b888ec81f508c5728ba'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:46:02.153188 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53dc7be-9004-4f78-a4f6-d7683b007874 req-2c8b883b-b911-4c2b-9402-4cdc5d98eeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:02.154762 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e53dc7be-9004-4f78-a4f6-d7683b007874 req-2c8b883b-b911-4c2b-9402-4cdc5d98eeb1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a643d6646f744db1985c5e64adb3fca1&device_id=94d28a94-94e9-4c3b-9a68-3c51a70d652c HTTP/1.1" status: 200 len: 1096 time: 0.1938052 Sep 07 02:46:02.184831 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 56894) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:02.248355 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efd6fe2-6fe4-45e6-a06a-945ac99221e3 req-df9f053c-6a8a-49a4-afdc-0684d45d5e34 tempest-ServerGroupTestJSON-1088885372 tempest-ServerGroupTestJSON-1088885372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:02.249866 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2efd6fe2-6fe4-45e6-a06a-945ac99221e3 req-df9f053c-6a8a-49a4-afdc-0684d45d5e34 tempest-ServerGroupTestJSON-1088885372 tempest-ServerGroupTestJSON-1088885372-project] 10.222.0.22 "GET /v2.0/ports?device_id=94d28a94-94e9-4c3b-9a68-3c51a70d652c HTTP/1.1" status: 200 len: 944 time: 0.2228172 Sep 07 02:46:02.251174 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e53dc7be-9004-4f78-a4f6-d7683b007874 req-3d24ef1b-282d-4386-b091-2a26db66cc15 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b64f9d2-4711-4c07-bd47-0c95531d3b1b HTTP/1.1" status: 200 len: 217 time: 0.0698338 Sep 07 02:46:02.300707 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-381fe113-b7ba-44b2-82c4-0d6d774be2f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:02.403240 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-381fe113-b7ba-44b2-82c4-0d6d774be2f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:02.407736 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-381fe113-b7ba-44b2-82c4-0d6d774be2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:02.450653 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-381fe113-b7ba-44b2-82c4-0d6d774be2f0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=63eb16a7723046e0a267fa1cc1d88d3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2622590 Sep 07 02:46:02.450653 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381fe113-b7ba-44b2-82c4-0d6d774be2f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1993c1-4de5-46ee-aa48-3cb168e8438d,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:02.452567 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 56900) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:02.521151 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2666b03c-a99f-4ab5-a1b0-47a69be799a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:02.547057 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2666b03c-a99f-4ab5-a1b0-47a69be799a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:02.608704 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2666b03c-a99f-4ab5-a1b0-47a69be799a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:02.612752 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2666b03c-a99f-4ab5-a1b0-47a69be799a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:02.615992 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-2666b03c-a99f-4ab5-a1b0-47a69be799a6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ee1993c1-4de5-46ee-aa48-3cb168e8438d HTTP/1.1" status: 204 len: 168 time: 0.1620781 Sep 07 02:46:02.628806 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2666b03c-a99f-4ab5-a1b0-47a69be799a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1993c1-4de5-46ee-aa48-3cb168e8438d,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:02.651725 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53dc7be-9004-4f78-a4f6-d7683b007874 req-61d372d5-803f-4330-95c3-ad71268baa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:02.653311 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e53dc7be-9004-4f78-a4f6-d7683b007874 req-61d372d5-803f-4330-95c3-ad71268baa57 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c15278da-0c32-4d27-acd2-f37fd0def091 HTTP/1.1" status: 200 len: 849 time: 0.3906517 Sep 07 02:46:02.662391 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2efd6fe2-6fe4-45e6-a06a-945ac99221e3 req-fcd78b8b-69e8-443c-ad72-919a07620f98 tempest-ServerGroupTestJSON-1088885372 tempest-ServerGroupTestJSON-1088885372-project] 10.222.0.22 "GET /v2.0/security-groups?id=00f11f75-c029-4b0e-9552-dc154531d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4041429 Sep 07 02:46:02.698148 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e53dc7be-9004-4f78-a4f6-d7683b007874 req-a51cb4ff-e9bd-4f36-a2a3-95497ce8786e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e299c108-9af7-432c-99a5-7641abc988d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313489 Sep 07 02:46:02.700850 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11c19367-6fb1-4b17-a56d-60faab618cd6 req-f3f7bb69-2508-4e04-b0f0-dafb08845efe tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Made reservation on behalf of 9a8c5da93cbf4b888ec81f508c5728ba for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:46:02.704554 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-11c19367-6fb1-4b17-a56d-60faab618cd6 req-f3f7bb69-2508-4e04-b0f0-dafb08845efe tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:02.743068 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fab47dae-7963-468c-a475-195b03cab495 req-0c7ea00f-32d2-47d1-96a8-02954e2bdec8 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:02.793829 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7ea00f-32d2-47d1-96a8-02954e2bdec8 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Pushing event deleted for resources: {'Port': ['ID=0335673f-639b-4216-b96d-e5bf19977c04,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:02.839371 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6cc5e8-a2c6-4e7d-8adb-edadeee815ee req-c3d6e45a-1365-4292-8e78-b58c95bca137 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:02.848337 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6b6cc5e8-a2c6-4e7d-8adb-edadeee815ee req-c3d6e45a-1365-4292-8e78-b58c95bca137 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=43546ab6-efac-438d-a136-ac1547102a76 HTTP/1.1" status: 200 len: 946 time: 0.0771475 Sep 07 02:46:02.910491 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-fab47dae-7963-468c-a475-195b03cab495 req-0c7ea00f-32d2-47d1-96a8-02954e2bdec8 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] No DVR routers for this DVR port 0335673f-639b-4216-b96d-e5bf19977c04 on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:46:02.916405 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fab47dae-7963-468c-a475-195b03cab495 req-0c7ea00f-32d2-47d1-96a8-02954e2bdec8 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:02.918419 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fab47dae-7963-468c-a475-195b03cab495 req-0c7ea00f-32d2-47d1-96a8-02954e2bdec8 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.16 "DELETE /v2.0/ports/0335673f-639b-4216-b96d-e5bf19977c04 HTTP/1.1" status: 204 len: 173 time: 1.6373248 Sep 07 02:46:02.924818 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6b6cc5e8-a2c6-4e7d-8adb-edadeee815ee req-069a401a-f3a8-4d99-b4bb-7907b1698085 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743687 Sep 07 02:46:02.965451 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e53dc7be-9004-4f78-a4f6-d7683b007874 req-f66423ad-02af-40e3-85a5-0202892a2b35 service neutron] 10.222.0.23 "GET /v2.0/networks/e299c108-9af7-432c-99a5-7641abc988d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555134 Sep 07 02:46:03.032296 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e8d50cf7-fd8e-4c35-bc7d-baa81a48d724 req-84060df5-70a7-4d74-9013-93d3c63a23fa tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=013d8eba-3af4-429a-8035-d75a641fcb31 HTTP/1.1" status: 200 len: 210 time: 0.0692844 Sep 07 02:46:03.100408 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-11c19367-6fb1-4b17-a56d-60faab618cd6 req-f3f7bb69-2508-4e04-b0f0-dafb08845efe tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Allocated IP 172.20.0.9 (f1832801-225d-49c7-ba9e-13ca94c9951b/bf8b75f5-87fa-46ec-a5bb-bac267ae3844/66acfd95-c2e2-42b0-8ac2-045667dca617) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:46:03.115672 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ac4a0-081a-4617-a3ef-224b2f9ce5f7 req-25b3acbf-feb6-4ae2-8805-5a35ce964b33 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:03.118718 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 56922) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:03.119746 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da8717f-ca8d-4271-a6ef-1387ac31594c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0335673f-639b-4216-b96d-e5bf19977c04'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:46:03.122607 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a67c19-e389-4a24-9bf4-74a7db84b933" -d '{"events": [{"server_uuid": "0da8717f-ca8d-4271-a6ef-1387ac31594c", "name": "network-vif-unplugged", "status": "completed", "tag": "0335673f-639b-4216-b96d-e5bf19977c04"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:46:03.125662 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4d4ac4a0-081a-4617-a3ef-224b2f9ce5f7 req-25b3acbf-feb6-4ae2-8805-5a35ce964b33 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=43546ab6-efac-438d-a136-ac1547102a76 HTTP/1.1" status: 200 len: 946 time: 0.1085143 Sep 07 02:46:03.148589 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e53dc7be-9004-4f78-a4f6-d7683b007874 req-ab888a74-52b0-4839-ad0e-0a1e711fbe98 service neutron] 10.222.0.23 "GET /v2.0/networks/e299c108-9af7-432c-99a5-7641abc988d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710558 Sep 07 02:46:03.154945 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fab481ff-ccc8-4784-a565-319b183f8fe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:03.165057 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4d4ac4a0-081a-4617-a3ef-224b2f9ce5f7 req-eb7e9797-23cb-4ceb-978e-0a6911a758b9 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384476 Sep 07 02:46:03.168344 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 02:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e880d1-4a02-4740-8d7b-f408a473fb62 x-openstack-request-id: req-27e880d1-4a02-4740-8d7b-f408a473fb62 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:46:03.168344 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da8717f-ca8d-4271-a6ef-1387ac31594c", "name": "network-vif-unplugged", "status": "completed", "tag": "0335673f-639b-4216-b96d-e5bf19977c04", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:46:03.168680 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-27e880d1-4a02-4740-8d7b-f408a473fb62 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:46:03.170076 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da8717f-ca8d-4271-a6ef-1387ac31594c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0335673f-639b-4216-b96d-e5bf19977c04', 'code': 200} Sep 07 02:46:03.337813 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47f4d4-0039-40d6-904c-483d7fa1f21f req-2e0186f9-0eef-4e7b-a12c-caf75f2afad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:03.339331 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1a47f4d4-0039-40d6-904c-483d7fa1f21f req-2e0186f9-0eef-4e7b-a12c-caf75f2afad9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a643d6646f744db1985c5e64adb3fca1&device_id=94d28a94-94e9-4c3b-9a68-3c51a70d652c HTTP/1.1" status: 200 len: 1096 time: 0.1253130 Sep 07 02:46:03.409769 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-11c19367-6fb1-4b17-a56d-60faab618cd6 req-f3f7bb69-2508-4e04-b0f0-dafb08845efe tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:03.468747 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fab481ff-ccc8-4784-a565-319b183f8fe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:03.477509 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fab481ff-ccc8-4784-a565-319b183f8fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:03.547898 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47f4d4-0039-40d6-904c-483d7fa1f21f req-84f55dd8-34b5-49ca-a464-7619c22cb188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:03.549510 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1a47f4d4-0039-40d6-904c-483d7fa1f21f req-84f55dd8-34b5-49ca-a464-7619c22cb188 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e299c108-9af7-432c-99a5-7641abc988d3 HTTP/1.1" status: 200 len: 909 time: 0.1968768 Sep 07 02:46:03.553247 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab481ff-ccc8-4784-a565-319b183f8fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ea25fc-50f6-4fdc-a003-5717caa088ed,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:03.557612 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-fab481ff-ccc8-4784-a565-319b183f8fe3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=32b3475ff1ec46838dbc98bef36094be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4357448 Sep 07 02:46:03.562071 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 56942) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:03.606062 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-11c19367-6fb1-4b17-a56d-60faab618cd6 req-f3f7bb69-2508-4e04-b0f0-dafb08845efe tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:03.613889 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1a47f4d4-0039-40d6-904c-483d7fa1f21f req-2847679f-1f06-4fb1-a2f6-bfccaba37020 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b64f9d2-4711-4c07-bd47-0c95531d3b1b HTTP/1.1" status: 200 len: 217 time: 0.0535710 Sep 07 02:46:03.616593 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cfc569-4cfd-4c09-a8e5-c1d0ce845832 req-e8dfd3c6-da36-4142-bcde-db11177ccd97 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:03.623048 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-34cfc569-4cfd-4c09-a8e5-c1d0ce845832 req-e8dfd3c6-da36-4142-bcde-db11177ccd97 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/networks?id=86391a5a-8b46-4856-9537-02b1734374ff HTTP/1.1" status: 200 len: 815 time: 0.1214011 Sep 07 02:46:03.636026 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-34cfc569-4cfd-4c09-a8e5-c1d0ce845832 req-2cdf4136-40dc-40c6-97df-2fca87062c06 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/quotas/3d8ff40ac5af4273a429b575b3a30677 HTTP/1.1" status: 200 len: 375 time: 0.0120494 Sep 07 02:46:03.690940 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-34cfc569-4cfd-4c09-a8e5-c1d0ce845832 req-f783ead1-f9a7-4cb3-bd36-5ba410dcd9c7 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3d8ff40ac5af4273a429b575b3a30677&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0492527 Sep 07 02:46:03.711706 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11c19367-6fb1-4b17-a56d-60faab618cd6 req-f3f7bb69-2508-4e04-b0f0-dafb08845efe tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Network f1832801-225d-49c7-ba9e-13ca94c9951b is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:46:03.722266 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-11c19367-6fb1-4b17-a56d-60faab618cd6 req-f3f7bb69-2508-4e04-b0f0-dafb08845efe tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:46:03.727266 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c19367-6fb1-4b17-a56d-60faab618cd6 req-f3f7bb69-2508-4e04-b0f0-dafb08845efe tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:46:03.733637 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f7bb69-2508-4e04-b0f0-dafb08845efe tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Pushing event updated for resources: {'Port': ['ID=66acfd95-c2e2-42b0-8ac2-045667dca617,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:03.767745 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47f4d4-0039-40d6-904c-483d7fa1f21f req-2500603b-ba67-4e44-aae1-723a4192f288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:03.769752 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1a47f4d4-0039-40d6-904c-483d7fa1f21f req-2500603b-ba67-4e44-aae1-723a4192f288 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c15278da-0c32-4d27-acd2-f37fd0def091 HTTP/1.1" status: 200 len: 849 time: 0.1240478 Sep 07 02:46:03.790978 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-34cfc569-4cfd-4c09-a8e5-c1d0ce845832 req-b5302fbb-1758-4286-8dc5-66d9d84c7645 service neutron] 10.222.0.22 "GET /v2.0/networks/86391a5a-8b46-4856-9537-02b1734374ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924046 Sep 07 02:46:03.799692 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-09f597a2-ce2b-4b63-ade0-a0643bbf6bc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:03.839078 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1a47f4d4-0039-40d6-904c-483d7fa1f21f req-bbf708e3-73e3-4376-97ea-688dca13f495 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e299c108-9af7-432c-99a5-7641abc988d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537953 Sep 07 02:46:03.859105 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c19367-6fb1-4b17-a56d-60faab618cd6 req-f3f7bb69-2508-4e04-b0f0-dafb08845efe tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:03.859744 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-11c19367-6fb1-4b17-a56d-60faab618cd6 req-f3f7bb69-2508-4e04-b0f0-dafb08845efe tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:03.881568 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-34cfc569-4cfd-4c09-a8e5-c1d0ce845832 req-f1ebcaf1-946c-4ae5-895e-1cc351004b48 service neutron] 10.222.0.22 "GET /v2.0/networks/86391a5a-8b46-4856-9537-02b1734374ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845068 Sep 07 02:46:03.894826 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-09f597a2-ce2b-4b63-ade0-a0643bbf6bc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:03.932507 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ea5d3-2428-408f-a2f4-9a5e793e9e50 req-8c4b9b7a-638f-40cd-bda5-e4bf0e8f0d14 tempest-ServerGroupTestJSON-1088885372 tempest-ServerGroupTestJSON-1088885372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:03.934023 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-802ea5d3-2428-408f-a2f4-9a5e793e9e50 req-8c4b9b7a-638f-40cd-bda5-e4bf0e8f0d14 tempest-ServerGroupTestJSON-1088885372 tempest-ServerGroupTestJSON-1088885372-project] 10.222.0.22 "GET /v2.0/ports?device_id=94d28a94-94e9-4c3b-9a68-3c51a70d652c HTTP/1.1" status: 200 len: 944 time: 0.1773674 Sep 07 02:46:03.935245 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-11c19367-6fb1-4b17-a56d-60faab618cd6 req-f3f7bb69-2508-4e04-b0f0-dafb08845efe tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8804765 Sep 07 02:46:03.969536 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da8717f-ca8d-4271-a6ef-1387ac31594c', 'name': 'network-vif-deleted', 'tag': '0335673f-639b-4216-b96d-e5bf19977c04'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:46:03.971733 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1513641f-e742-4630-bcfd-307c90dc08fb" -d '{"events": [{"server_uuid": "0da8717f-ca8d-4271-a6ef-1387ac31594c", "name": "network-vif-deleted", "tag": "0335673f-639b-4216-b96d-e5bf19977c04"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:46:03.987032 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-11c19367-6fb1-4b17-a56d-60faab618cd6 req-e7265b1d-46ae-49db-92e9-8fcdb9ac4a46 service neutron] Request body: {'port': {'device_id': '013d8eba-3af4-429a-8035-d75a641fcb31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:46:04.090555 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1a47f4d4-0039-40d6-904c-483d7fa1f21f req-b1f0c8ad-18d9-4b53-bd57-cfac258b312c service neutron] 10.222.0.23 "GET /v2.0/networks/e299c108-9af7-432c-99a5-7641abc988d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398379 Sep 07 02:46:04.102221 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-802ea5d3-2428-408f-a2f4-9a5e793e9e50 req-37b25534-39f5-40ae-981a-5fa6e223633b tempest-ServerGroupTestJSON-1088885372 tempest-ServerGroupTestJSON-1088885372-project] 10.222.0.22 "GET /v2.0/security-groups?id=00f11f75-c029-4b0e-9552-dc154531d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357067 Sep 07 02:46:04.115187 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-11c19367-6fb1-4b17-a56d-60faab618cd6 req-e7265b1d-46ae-49db-92e9-8fcdb9ac4a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:04.151704 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-09f597a2-ce2b-4b63-ade0-a0643bbf6bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:04.154267 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-09f597a2-ce2b-4b63-ade0-a0643bbf6bc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:04.155410 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-09f597a2-ce2b-4b63-ade0-a0643bbf6bc5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c4ea25fc-50f6-4fdc-a003-5717caa088ed HTTP/1.1" status: 204 len: 168 time: 0.5867317 Sep 07 02:46:04.167637 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9db75ef0-07e9-444f-8cd5-598ae6f136ff req-9fd8d4be-f0bc-4e51-9e4f-3ef17524f6a2 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e11c0ae-968a-421c-989b-4ca8ddfd52c5 HTTP/1.1" status: 200 len: 210 time: 0.0443311 Sep 07 02:46:04.197093 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7afae5a-e4cf-4f2e-b1ec-e0ca80a54411 x-openstack-request-id: req-d7afae5a-e4cf-4f2e-b1ec-e0ca80a54411 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:46:04.197393 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0da8717f-ca8d-4271-a6ef-1387ac31594c", "name": "network-vif-deleted", "tag": "0335673f-639b-4216-b96d-e5bf19977c04", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:46:04.197634 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d7afae5a-e4cf-4f2e-b1ec-e0ca80a54411 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:46:04.198027 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da8717f-ca8d-4271-a6ef-1387ac31594c', 'name': 'network-vif-deleted', 'tag': '0335673f-639b-4216-b96d-e5bf19977c04', 'status': 'completed', 'code': 200} Sep 07 02:46:04.201451 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f597a2-ce2b-4b63-ade0-a0643bbf6bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ea25fc-50f6-4fdc-a003-5717caa088ed,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:04.269885 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1a47f4d4-0039-40d6-904c-483d7fa1f21f req-c5b3ffdf-a661-4f2d-bb02-7f17c77dff65 service neutron] 10.222.0.23 "GET /v2.0/networks/e299c108-9af7-432c-99a5-7641abc988d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647985 Sep 07 02:46:04.321985 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa38f98-9911-4910-b53f-fa799fecaccb req-f6639fe1-2c52-470a-9cd3-a5ab44cfbc2c tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:04.330519 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5aa38f98-9911-4910-b53f-fa799fecaccb req-f6639fe1-2c52-470a-9cd3-a5ab44cfbc2c tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=013d8eba-3af4-429a-8035-d75a641fcb31 HTTP/1.1" status: 200 len: 931 time: 0.0900679 Sep 07 02:46:04.375817 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5aa38f98-9911-4910-b53f-fa799fecaccb req-e50cf856-0ceb-4e0e-8294-7884703416e7 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442400 Sep 07 02:46:04.515073 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-11c19367-6fb1-4b17-a56d-60faab618cd6 req-e7265b1d-46ae-49db-92e9-8fcdb9ac4a46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66acfd95-c2e2-42b0-8ac2-045667dca617 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:46:04.524060 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-11c19367-6fb1-4b17-a56d-60faab618cd6 req-e7265b1d-46ae-49db-92e9-8fcdb9ac4a46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:04.539506 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-11c19367-6fb1-4b17-a56d-60faab618cd6 req-e7265b1d-46ae-49db-92e9-8fcdb9ac4a46 service neutron] Transition to ACTIVE for port object 66acfd95-c2e2-42b0-8ac2-045667dca617 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:46:04.545666 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-11c19367-6fb1-4b17-a56d-60faab618cd6 req-e7265b1d-46ae-49db-92e9-8fcdb9ac4a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:04.640406 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7265b1d-46ae-49db-92e9-8fcdb9ac4a46 service neutron] Pushing event updated for resources: {'Port': ['ID=66acfd95-c2e2-42b0-8ac2-045667dca617,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:04.684217 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-11c19367-6fb1-4b17-a56d-60faab618cd6 req-e7265b1d-46ae-49db-92e9-8fcdb9ac4a46 service neutron] Attempting to bind port 66acfd95-c2e2-42b0-8ac2-045667dca617 on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:46:04.684568 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-11c19367-6fb1-4b17-a56d-60faab618cd6 req-e7265b1d-46ae-49db-92e9-8fcdb9ac4a46 service neutron] Attempting to bind port 66acfd95-c2e2-42b0-8ac2-045667dca617 by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': 'cefad73b-a7c5-464e-83dc-c3e10d5473af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f1832801-225d-49c7-ba9e-13ca94c9951b'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:46:04.684901 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c19367-6fb1-4b17-a56d-60faab618cd6 req-e7265b1d-46ae-49db-92e9-8fcdb9ac4a46 service neutron] Attempting to bind port 66acfd95-c2e2-42b0-8ac2-045667dca617 on network f1832801-225d-49c7-ba9e-13ca94c9951b {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:46:04.689992 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c19367-6fb1-4b17-a56d-60faab618cd6 req-e7265b1d-46ae-49db-92e9-8fcdb9ac4a46 service neutron] Port 66acfd95-c2e2-42b0-8ac2-045667dca617 on network f1832801-225d-49c7-ba9e-13ca94c9951b not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:46:04.690345 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c19367-6fb1-4b17-a56d-60faab618cd6 req-e7265b1d-46ae-49db-92e9-8fcdb9ac4a46 service neutron] Attempting to bind port 66acfd95-c2e2-42b0-8ac2-045667dca617 on network f1832801-225d-49c7-ba9e-13ca94c9951b {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:46:04.695818 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c19367-6fb1-4b17-a56d-60faab618cd6 req-e7265b1d-46ae-49db-92e9-8fcdb9ac4a46 service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:46:04.696161 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c19367-6fb1-4b17-a56d-60faab618cd6 req-e7265b1d-46ae-49db-92e9-8fcdb9ac4a46 service neutron] Checking segment: {'id': 'cefad73b-a7c5-464e-83dc-c3e10d5473af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f1832801-225d-49c7-ba9e-13ca94c9951b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:46:04.696591 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c19367-6fb1-4b17-a56d-60faab618cd6 req-e7265b1d-46ae-49db-92e9-8fcdb9ac4a46 service neutron] Bound using segment: {'id': 'cefad73b-a7c5-464e-83dc-c3e10d5473af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f1832801-225d-49c7-ba9e-13ca94c9951b'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:46:04.697019 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-11c19367-6fb1-4b17-a56d-60faab618cd6 req-e7265b1d-46ae-49db-92e9-8fcdb9ac4a46 service neutron] Bound port: 66acfd95-c2e2-42b0-8ac2-045667dca617, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cefad73b-a7c5-464e-83dc-c3e10d5473af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f1832801-225d-49c7-ba9e-13ca94c9951b'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:46:04.697502 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-11c19367-6fb1-4b17-a56d-60faab618cd6 req-e7265b1d-46ae-49db-92e9-8fcdb9ac4a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:04.795805 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef242b-bb82-4bfd-8fc5-afc4e9d37b0f req-48c613e3-9706-4e34-aafc-884ea73a65b0 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:04.797611 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0cef242b-bb82-4bfd-8fc5-afc4e9d37b0f req-48c613e3-9706-4e34-aafc-884ea73a65b0 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.23 "GET /v2.0/ports?device_id=43546ab6-efac-438d-a136-ac1547102a76 HTTP/1.1" status: 200 len: 946 time: 0.0883436 Sep 07 02:46:04.815935 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-11c19367-6fb1-4b17-a56d-60faab618cd6 req-e7265b1d-46ae-49db-92e9-8fcdb9ac4a46 service neutron] For port 66acfd95-c2e2-42b0-8ac2-045667dca617, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:46:04.850239 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-11c19367-6fb1-4b17-a56d-60faab618cd6 req-e7265b1d-46ae-49db-92e9-8fcdb9ac4a46 service neutron] For port 66acfd95-c2e2-42b0-8ac2-045667dca617, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=66acfd95-c2e2-42b0-8ac2-045667dca617,segment=NetworkSegment(cefad73b-a7c5-464e-83dc-c3e10d5473af),segment_id=cefad73b-a7c5-464e-83dc-c3e10d5473af)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:46:04.862199 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-11c19367-6fb1-4b17-a56d-60faab618cd6 req-e7265b1d-46ae-49db-92e9-8fcdb9ac4a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:04.919689 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c19367-6fb1-4b17-a56d-60faab618cd6 req-e7265b1d-46ae-49db-92e9-8fcdb9ac4a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:04.920306 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-11c19367-6fb1-4b17-a56d-60faab618cd6 req-e7265b1d-46ae-49db-92e9-8fcdb9ac4a46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:04.921678 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-11c19367-6fb1-4b17-a56d-60faab618cd6 req-e7265b1d-46ae-49db-92e9-8fcdb9ac4a46 service neutron] 10.222.0.16 "PUT /v2.0/ports/66acfd95-c2e2-42b0-8ac2-045667dca617 HTTP/1.1" status: 200 len: 1092 time: 0.9543185 Sep 07 02:46:04.956524 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7265b1d-46ae-49db-92e9-8fcdb9ac4a46 service neutron] Pushing event updated for resources: {'Port': ['ID=66acfd95-c2e2-42b0-8ac2-045667dca617,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:04.968004 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-0cef242b-bb82-4bfd-8fc5-afc4e9d37b0f req-c89e5376-bf7a-4c3f-b767-e5a00bad42eb tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Deleting port 6a802a9e-f446-4f56-8dcd-653b151a031e {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:46:04.968348 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0cef242b-bb82-4bfd-8fc5-afc4e9d37b0f req-c89e5376-bf7a-4c3f-b767-e5a00bad42eb tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:05.091068 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c19367-6fb1-4b17-a56d-60faab618cd6 req-c0eafc5f-7205-486f-8ab2-b38b5dd28ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:05.092614 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-11c19367-6fb1-4b17-a56d-60faab618cd6 req-c0eafc5f-7205-486f-8ab2-b38b5dd28ccb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9a8c5da93cbf4b888ec81f508c5728ba&device_id=013d8eba-3af4-429a-8035-d75a641fcb31 HTTP/1.1" status: 200 len: 1095 time: 0.1091526 Sep 07 02:46:05.183008 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-11c19367-6fb1-4b17-a56d-60faab618cd6 req-8d93df5a-7621-4960-b58b-23613d75a278 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66acfd95-c2e2-42b0-8ac2-045667dca617 HTTP/1.1" status: 200 len: 217 time: 0.0594032 Sep 07 02:46:05.186940 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-0cef242b-bb82-4bfd-8fc5-afc4e9d37b0f req-c89e5376-bf7a-4c3f-b767-e5a00bad42eb tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] For port 6a802a9e-f446-4f56-8dcd-653b151a031e, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=6a802a9e-f446-4f56-8dcd-653b151a031e,segment=NetworkSegment(3fe8dbe0-c525-47eb-95e9-13e6bd5cc1b3),segment_id=3fe8dbe0-c525-47eb-95e9-13e6bd5cc1b3)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:46:05.187613 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0cef242b-bb82-4bfd-8fc5-afc4e9d37b0f req-c89e5376-bf7a-4c3f-b767-e5a00bad42eb tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:05.269965 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-0cef242b-bb82-4bfd-8fc5-afc4e9d37b0f req-c89e5376-bf7a-4c3f-b767-e5a00bad42eb tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Calling delete_port for 6a802a9e-f446-4f56-8dcd-653b151a031e owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:46:05.307240 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c520b-1275-4a67-afe6-5d08e5a49576 req-56d994b0-5ba7-4d6d-ad67-02f34bae5ea2 tempest-ServerGroupTestJSON-1088885372 tempest-ServerGroupTestJSON-1088885372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:05.316519 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ed4c520b-1275-4a67-afe6-5d08e5a49576 req-56d994b0-5ba7-4d6d-ad67-02f34bae5ea2 tempest-ServerGroupTestJSON-1088885372 tempest-ServerGroupTestJSON-1088885372-project] 10.222.0.22 "GET /v2.0/ports?device_id=94d28a94-94e9-4c3b-9a68-3c51a70d652c HTTP/1.1" status: 200 len: 944 time: 0.1047745 Sep 07 02:46:05.327885 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c19367-6fb1-4b17-a56d-60faab618cd6 req-8d35195c-023a-431f-bab1-7bbd405b0a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:05.331795 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-11c19367-6fb1-4b17-a56d-60faab618cd6 req-8d35195c-023a-431f-bab1-7bbd405b0a9d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bf8b75f5-87fa-46ec-a5bb-bac267ae3844 HTTP/1.1" status: 200 len: 844 time: 0.1382577 Sep 07 02:46:05.356162 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ed4c520b-1275-4a67-afe6-5d08e5a49576 req-4cb41d39-3bec-4fc2-9eb5-9659d29a5cf0 tempest-ServerGroupTestJSON-1088885372 tempest-ServerGroupTestJSON-1088885372-project] 10.222.0.22 "GET /v2.0/security-groups?id=00f11f75-c029-4b0e-9552-dc154531d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386117 Sep 07 02:46:05.401436 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-35e8f04f-7d78-4f22-a1a8-89578c4f97e0 req-8496a60c-b254-42c0-9fbf-8ea631592c3b tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e11c0ae-968a-421c-989b-4ca8ddfd52c5 HTTP/1.1" status: 200 len: 210 time: 0.0951381 Sep 07 02:46:05.421082 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cfc569-4cfd-4c09-a8e5-c1d0ce845832 req-8b8620b9-c9b4-4189-a55d-5c61a257d7a9 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:05.421082 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-34cfc569-4cfd-4c09-a8e5-c1d0ce845832 req-8b8620b9-c9b4-4189-a55d-5c61a257d7a9 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.16 "GET /v2.0/networks?id=86391a5a-8b46-4856-9537-02b1734374ff HTTP/1.1" status: 200 len: 815 time: 0.3169627 Sep 07 02:46:05.442216 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-11c19367-6fb1-4b17-a56d-60faab618cd6 req-b7c301e8-2cf6-42b1-b890-0c09250c24ff service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f1832801-225d-49c7-ba9e-13ca94c9951b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397439 Sep 07 02:46:05.445812 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-34cfc569-4cfd-4c09-a8e5-c1d0ce845832 req-8b52c875-6304-4cbd-92a1-1a88148abc57 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Request body: {'port': {'device_id': '6e11c0ae-968a-421c-989b-4ca8ddfd52c5', 'network_id': '86391a5a-8b46-4856-9537-02b1734374ff', 'admin_state_up': True, 'tenant_id': '3d8ff40ac5af4273a429b575b3a30677'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:46:05.529381 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e8e22-9b10-4ae2-816b-93c13c0abd42 req-f166f12b-fb71-42a4-a1fa-a27c441d5092 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:05.531316 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d20e8e22-9b10-4ae2-816b-93c13c0abd42 req-f166f12b-fb71-42a4-a1fa-a27c441d5092 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=013d8eba-3af4-429a-8035-d75a641fcb31 HTTP/1.1" status: 200 len: 943 time: 0.0627868 Sep 07 02:46:05.577382 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d20e8e22-9b10-4ae2-816b-93c13c0abd42 req-a9c1b44b-9538-41cf-8e7e-2bb3feec56ca tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384829 Sep 07 02:46:05.622140 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57018) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:05.626764 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-11c19367-6fb1-4b17-a56d-60faab618cd6 req-03ca105d-199d-4b88-9af8-4525d94f7e3c service neutron] 10.222.0.16 "GET /v2.0/networks/f1832801-225d-49c7-ba9e-13ca94c9951b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760225 Sep 07 02:46:05.630606 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57022) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:05.763245 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34cfc569-4cfd-4c09-a8e5-c1d0ce845832 req-8b52c875-6304-4cbd-92a1-1a88148abc57 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Made reservation on behalf of 3d8ff40ac5af4273a429b575b3a30677 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:46:05.765693 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-466bf8d1-d409-4d1c-99bc-36ccd7482153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:05.766613 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-34cfc569-4cfd-4c09-a8e5-c1d0ce845832 req-8b52c875-6304-4cbd-92a1-1a88148abc57 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:05.768640 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-116ee545-5b52-4a36-8dd6-8001cd2ec22b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:05.782685 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0cef242b-bb82-4bfd-8fc5-afc4e9d37b0f req-c89e5376-bf7a-4c3f-b767-e5a00bad42eb tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:05.797013 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['6a802a9e-f446-4f56-8dcd-653b151a031e'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:46:05.843643 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-11c19367-6fb1-4b17-a56d-60faab618cd6 req-25affb3a-8e9b-4ca3-be6b-752a9a0c9963 service neutron] 10.222.0.16 "GET /v2.0/networks/f1832801-225d-49c7-ba9e-13ca94c9951b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066932 Sep 07 02:46:05.844391 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89e5376-bf7a-4c3f-b767-e5a00bad42eb tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Pushing event deleted for resources: {'Port': ['ID=6a802a9e-f446-4f56-8dcd-653b151a031e,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:05.895201 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-466bf8d1-d409-4d1c-99bc-36ccd7482153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:05.900692 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-466bf8d1-d409-4d1c-99bc-36ccd7482153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:05.915831 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cef242b-bb82-4bfd-8fc5-afc4e9d37b0f req-c89e5376-bf7a-4c3f-b767-e5a00bad42eb tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] No DVR routers for this DVR port 6a802a9e-f446-4f56-8dcd-653b151a031e on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:46:05.920211 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0cef242b-bb82-4bfd-8fc5-afc4e9d37b0f req-c89e5376-bf7a-4c3f-b767-e5a00bad42eb tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:05.922198 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0cef242b-bb82-4bfd-8fc5-afc4e9d37b0f req-c89e5376-bf7a-4c3f-b767-e5a00bad42eb tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.23 "DELETE /v2.0/ports/6a802a9e-f446-4f56-8dcd-653b151a031e HTTP/1.1" status: 204 len: 173 time: 1.1175904 Sep 07 02:46:05.957239 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-466bf8d1-d409-4d1c-99bc-36ccd7482153 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=27e1485afcd0463fb185bf6eae398c8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3248804 Sep 07 02:46:05.961917 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57030) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:05.969786 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466bf8d1-d409-4d1c-99bc-36ccd7482153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5b5247-0e40-47a5-bfd4-34f0257b1eba,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:06.009881 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-34cfc569-4cfd-4c09-a8e5-c1d0ce845832 req-8b52c875-6304-4cbd-92a1-1a88148abc57 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Allocated IP 172.20.0.10 (86391a5a-8b46-4856-9537-02b1734374ff/a1edbcb4-7c27-4a3f-ab1f-7a3010f7d080/bdf6e112-b4bf-412c-b725-58e03f57c337) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:46:06.043061 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4bfb2860-7ad8-4671-8a92-614279dde037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:06.078923 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4bfb2860-7ad8-4671-8a92-614279dde037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:06.089452 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-116ee545-5b52-4a36-8dd6-8001cd2ec22b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:06.098451 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-116ee545-5b52-4a36-8dd6-8001cd2ec22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:06.158442 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-116ee545-5b52-4a36-8dd6-8001cd2ec22b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a167716caee2421587f71ddff2246cd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5325482 Sep 07 02:46:06.158442 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116ee545-5b52-4a36-8dd6-8001cd2ec22b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5694009-6791-4725-b561-a5b0d8704f60,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:06.160220 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57032) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:06.201568 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4bfb2860-7ad8-4671-8a92-614279dde037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:06.204151 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4bfb2860-7ad8-4671-8a92-614279dde037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:06.205375 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-4bfb2860-7ad8-4671-8a92-614279dde037 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ea5b5247-0e40-47a5-bfd4-34f0257b1eba HTTP/1.1" status: 204 len: 168 time: 0.2422678 Sep 07 02:46:06.224994 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfb2860-7ad8-4671-8a92-614279dde037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5b5247-0e40-47a5-bfd4-34f0257b1eba,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:06.249054 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-151326e9-f139-421d-8eb6-40c624b05af9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:06.278814 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-151326e9-f139-421d-8eb6-40c624b05af9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:06.297292 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 02:46:06.339040 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-151326e9-f139-421d-8eb6-40c624b05af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:06.342129 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-151326e9-f139-421d-8eb6-40c624b05af9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:06.343810 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-151326e9-f139-421d-8eb6-40c624b05af9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d5694009-6791-4725-b561-a5b0d8704f60 HTTP/1.1" status: 204 len: 168 time: 0.1824734 Sep 07 02:46:06.354531 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151326e9-f139-421d-8eb6-40c624b05af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5694009-6791-4725-b561-a5b0d8704f60,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:06.441466 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '013d8eba-3af4-429a-8035-d75a641fcb31', 'tag': '66acfd95-c2e2-42b0-8ac2-045667dca617'}, {'server_uuid': '43546ab6-efac-438d-a136-ac1547102a76', 'name': 'network-vif-deleted', 'tag': '6a802a9e-f446-4f56-8dcd-653b151a031e'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:46:06.444040 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-643789cc-2c4a-4312-bfef-b989e5595356" -d '{"events": [{"name": "network-changed", "server_uuid": "013d8eba-3af4-429a-8035-d75a641fcb31", "tag": "66acfd95-c2e2-42b0-8ac2-045667dca617"}, {"server_uuid": "43546ab6-efac-438d-a136-ac1547102a76", "name": "network-vif-deleted", "tag": "6a802a9e-f446-4f56-8dcd-653b151a031e"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:46:06.527839 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-34cfc569-4cfd-4c09-a8e5-c1d0ce845832 req-8b52c875-6304-4cbd-92a1-1a88148abc57 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:06.558283 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4299ca90-8502-4c6c-95da-b7e41d2a2159 req-12f0e273-a3b8-4d71-a569-6551881531d6 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e11c0ae-968a-421c-989b-4ca8ddfd52c5 HTTP/1.1" status: 200 len: 210 time: 0.0352566 Sep 07 02:46:06.603113 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37223a83-0715-49e3-a8a4-c8eb859a1f9f req-862c7a14-9b60-47e6-858f-8c3d632c5475 tempest-ServerGroupTestJSON-1088885372 tempest-ServerGroupTestJSON-1088885372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:06.604872 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-37223a83-0715-49e3-a8a4-c8eb859a1f9f req-862c7a14-9b60-47e6-858f-8c3d632c5475 tempest-ServerGroupTestJSON-1088885372 tempest-ServerGroupTestJSON-1088885372-project] 10.222.0.22 "GET /v2.0/ports?device_id=94d28a94-94e9-4c3b-9a68-3c51a70d652c HTTP/1.1" status: 200 len: 944 time: 0.0984995 Sep 07 02:46:06.611903 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-34cfc569-4cfd-4c09-a8e5-c1d0ce845832 req-8b52c875-6304-4cbd-92a1-1a88148abc57 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:06.623503 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['6a802a9e-f446-4f56-8dcd-653b151a031e'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:46:06.702117 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-37223a83-0715-49e3-a8a4-c8eb859a1f9f req-9f6bff14-00c9-4454-b99f-ece7be10df15 tempest-ServerGroupTestJSON-1088885372 tempest-ServerGroupTestJSON-1088885372-project] 10.222.0.22 "GET /v2.0/security-groups?id=00f11f75-c029-4b0e-9552-dc154531d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861521 Sep 07 02:46:06.713335 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34cfc569-4cfd-4c09-a8e5-c1d0ce845832 req-8b52c875-6304-4cbd-92a1-1a88148abc57 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Network 86391a5a-8b46-4856-9537-02b1734374ff is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:46:06.719548 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-34cfc569-4cfd-4c09-a8e5-c1d0ce845832 req-8b52c875-6304-4cbd-92a1-1a88148abc57 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:46:06.730049 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-34cfc569-4cfd-4c09-a8e5-c1d0ce845832 req-8b52c875-6304-4cbd-92a1-1a88148abc57 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:46:06.742402 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 5b64f9d2-4711-4c07-bd47-0c95531d3b1b details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:46:06.777275 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b52c875-6304-4cbd-92a1-1a88148abc57 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Pushing event updated for resources: {'Port': ['ID=bdf6e112-b4bf-412c-b725-58e03f57c337,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:06.836374 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cfc569-4cfd-4c09-a8e5-c1d0ce845832 req-8b52c875-6304-4cbd-92a1-1a88148abc57 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:06.837050 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-34cfc569-4cfd-4c09-a8e5-c1d0ce845832 req-8b52c875-6304-4cbd-92a1-1a88148abc57 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:06.870120 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-34cfc569-4cfd-4c09-a8e5-c1d0ce845832 req-8b52c875-6304-4cbd-92a1-1a88148abc57 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4309011 Sep 07 02:46:06.885375 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-34cfc569-4cfd-4c09-a8e5-c1d0ce845832 req-3efcad7c-28a7-42e4-b66e-c3885670dfb3 service neutron] Request body: {'port': {'device_id': '6e11c0ae-968a-421c-989b-4ca8ddfd52c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:46:06.890300 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b461a-d58f-40fe-8b8d-cad371e4c2a8 req-52b37198-cd4c-41c6-b73e-b4e4ecddb6ba tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:06.899684 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1c0b461a-d58f-40fe-8b8d-cad371e4c2a8 req-52b37198-cd4c-41c6-b73e-b4e4ecddb6ba tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=013d8eba-3af4-429a-8035-d75a641fcb31 HTTP/1.1" status: 200 len: 943 time: 0.0683384 Sep 07 02:46:06.945905 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1c0b461a-d58f-40fe-8b8d-cad371e4c2a8 req-d8dc83ea-773f-4c01-a087-7258cda80db9 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450127 Sep 07 02:46:06.966935 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 5b64f9d2-4711-4c07-bd47-0c95531d3b1b, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=5b64f9d2-4711-4c07-bd47-0c95531d3b1b,segment=NetworkSegment(11259785-0d41-49e0-9321-4820e184f18f),segment_id=11259785-0d41-49e0-9321-4820e184f18f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:46:06.978088 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-34cfc569-4cfd-4c09-a8e5-c1d0ce845832 req-3efcad7c-28a7-42e4-b66e-c3885670dfb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:06.982944 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 07 Sep 2021 02:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a40e7fb-e2e5-4c11-9b0f-af19d3e2ec4f x-openstack-request-id: req-7a40e7fb-e2e5-4c11-9b0f-af19d3e2ec4f {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:46:06.983301 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "013d8eba-3af4-429a-8035-d75a641fcb31", "tag": "66acfd95-c2e2-42b0-8ac2-045667dca617", "status": "completed", "code": 200}, {"server_uuid": "43546ab6-efac-438d-a136-ac1547102a76", "name": "network-vif-deleted", "tag": "6a802a9e-f446-4f56-8dcd-653b151a031e", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:46:06.983662 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7a40e7fb-e2e5-4c11-9b0f-af19d3e2ec4f {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:46:06.984118 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '013d8eba-3af4-429a-8035-d75a641fcb31', 'tag': '66acfd95-c2e2-42b0-8ac2-045667dca617', 'status': 'completed', 'code': 200} Sep 07 02:46:06.984444 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43546ab6-efac-438d-a136-ac1547102a76', 'name': 'network-vif-deleted', 'tag': '6a802a9e-f446-4f56-8dcd-653b151a031e', 'status': 'completed', 'code': 200} Sep 07 02:46:07.022020 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '5b64f9d2-4711-4c07-bd47-0c95531d3b1b', 'network_id': 'e299c108-9af7-432c-99a5-7641abc988d3', 'port_id': '5b64f9d2-4711-4c07-bd47-0c95531d3b1b', 'mac_address': 'fa:16:3e:96:72:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c15278da-0c32-4d27-acd2-f37fd0def091', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:46:07.110331 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:07.128195 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b64f9d2-4711-4c07-bd47-0c95531d3b1b {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:46:07.155397 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643789cc-2c4a-4312-bfef-b989e5595356 req-fe29b299-a52e-4167-aca3-83689bfb10fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:07.157177 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-643789cc-2c4a-4312-bfef-b989e5595356 req-fe29b299-a52e-4167-aca3-83689bfb10fd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9a8c5da93cbf4b888ec81f508c5728ba&device_id=013d8eba-3af4-429a-8035-d75a641fcb31 HTTP/1.1" status: 200 len: 1095 time: 0.1325767 Sep 07 02:46:07.157394 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 5b64f9d2-4711-4c07-bd47-0c95531d3b1b, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=5b64f9d2-4711-4c07-bd47-0c95531d3b1b,segment=NetworkSegment(11259785-0d41-49e0-9321-4820e184f18f),segment_id=11259785-0d41-49e0-9321-4820e184f18f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:46:07.163113 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:07.219548 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=5b64f9d2-4711-4c07-bd47-0c95531d3b1b,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:07.322643 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643789cc-2c4a-4312-bfef-b989e5595356 req-5b429e28-c9b6-4583-9c66-af76e9b5b7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:07.324192 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-643789cc-2c4a-4312-bfef-b989e5595356 req-5b429e28-c9b6-4583-9c66-af76e9b5b7b5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f1832801-225d-49c7-ba9e-13ca94c9951b HTTP/1.1" status: 200 len: 904 time: 0.1568308 Sep 07 02:46:07.360972 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['5b64f9d2-4711-4c07-bd47-0c95531d3b1b'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:46:07.385847 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-643789cc-2c4a-4312-bfef-b989e5595356 req-a40cf499-8860-4a8e-a6e3-2938d4c74d65 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66acfd95-c2e2-42b0-8ac2-045667dca617 HTTP/1.1" status: 200 len: 217 time: 0.0503883 Sep 07 02:46:07.481438 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643789cc-2c4a-4312-bfef-b989e5595356 req-9f51fc85-cd33-41eb-8ce3-ef68f47859d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:07.482964 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-643789cc-2c4a-4312-bfef-b989e5595356 req-9f51fc85-cd33-41eb-8ce3-ef68f47859d0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bf8b75f5-87fa-46ec-a5bb-bac267ae3844 HTTP/1.1" status: 200 len: 844 time: 0.0892816 Sep 07 02:46:07.501385 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-34cfc569-4cfd-4c09-a8e5-c1d0ce845832 req-3efcad7c-28a7-42e4-b66e-c3885670dfb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdf6e112-b4bf-412c-b725-58e03f57c337 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:46:07.523653 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-34cfc569-4cfd-4c09-a8e5-c1d0ce845832 req-3efcad7c-28a7-42e4-b66e-c3885670dfb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:07.527418 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-643789cc-2c4a-4312-bfef-b989e5595356 req-32a5e06f-7abb-4628-92fd-bfce5f4ca6e5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f1832801-225d-49c7-ba9e-13ca94c9951b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354109 Sep 07 02:46:07.548129 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-34cfc569-4cfd-4c09-a8e5-c1d0ce845832 req-3efcad7c-28a7-42e4-b66e-c3885670dfb3 service neutron] Transition to ACTIVE for port object bdf6e112-b4bf-412c-b725-58e03f57c337 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:46:07.560891 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-34cfc569-4cfd-4c09-a8e5-c1d0ce845832 req-3efcad7c-28a7-42e4-b66e-c3885670dfb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:07.616706 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57096) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:07.667112 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efcad7c-28a7-42e4-b66e-c3885670dfb3 service neutron] Pushing event updated for resources: {'Port': ['ID=bdf6e112-b4bf-412c-b725-58e03f57c337,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:07.712752 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 66acfd95-c2e2-42b0-8ac2-045667dca617 details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:46:07.724175 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-643789cc-2c4a-4312-bfef-b989e5595356 req-1f0c346f-ca42-4c9c-aa53-78b5c1264114 service neutron] 10.222.0.16 "GET /v2.0/networks/f1832801-225d-49c7-ba9e-13ca94c9951b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883843 Sep 07 02:46:07.724656 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9342140-8a16-4284-8430-1e06edb477db req-23c88e00-f7d6-4b88-9aed-6830f795fde8 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:07.725828 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a9342140-8a16-4284-8430-1e06edb477db req-23c88e00-f7d6-4b88-9aed-6830f795fde8 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e11c0ae-968a-421c-989b-4ca8ddfd52c5 HTTP/1.1" status: 200 len: 944 time: 0.0674870 Sep 07 02:46:07.785915 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a9342140-8a16-4284-8430-1e06edb477db req-99efbb17-efdf-4fe5-b102-efcfaa4f73b1 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492792 Sep 07 02:46:07.804714 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-780a774c-7178-4eee-a21d-a23d8f9612c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:07.866709 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 66acfd95-c2e2-42b0-8ac2-045667dca617, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=66acfd95-c2e2-42b0-8ac2-045667dca617,segment=NetworkSegment(cefad73b-a7c5-464e-83dc-c3e10d5473af),segment_id=cefad73b-a7c5-464e-83dc-c3e10d5473af)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:46:07.881132 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '66acfd95-c2e2-42b0-8ac2-045667dca617', 'network_id': 'f1832801-225d-49c7-ba9e-13ca94c9951b', 'port_id': '66acfd95-c2e2-42b0-8ac2-045667dca617', 'mac_address': 'fa:16:3e:7f:ed:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf8b75f5-87fa-46ec-a5bb-bac267ae3844', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:46:07.928959 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-34cfc569-4cfd-4c09-a8e5-c1d0ce845832 req-3efcad7c-28a7-42e4-b66e-c3885670dfb3 service neutron] Attempting to bind port bdf6e112-b4bf-412c-b725-58e03f57c337 on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:46:07.929551 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-34cfc569-4cfd-4c09-a8e5-c1d0ce845832 req-3efcad7c-28a7-42e4-b66e-c3885670dfb3 service neutron] Attempting to bind port bdf6e112-b4bf-412c-b725-58e03f57c337 by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '3fe8dbe0-c525-47eb-95e9-13e6bd5cc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '86391a5a-8b46-4856-9537-02b1734374ff'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:46:07.929897 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cfc569-4cfd-4c09-a8e5-c1d0ce845832 req-3efcad7c-28a7-42e4-b66e-c3885670dfb3 service neutron] Attempting to bind port bdf6e112-b4bf-412c-b725-58e03f57c337 on network 86391a5a-8b46-4856-9537-02b1734374ff {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:46:07.937957 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:07.938660 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-780a774c-7178-4eee-a21d-a23d8f9612c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:07.943856 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cfc569-4cfd-4c09-a8e5-c1d0ce845832 req-3efcad7c-28a7-42e4-b66e-c3885670dfb3 service neutron] Port bdf6e112-b4bf-412c-b725-58e03f57c337 on network 86391a5a-8b46-4856-9537-02b1734374ff not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:46:07.944241 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cfc569-4cfd-4c09-a8e5-c1d0ce845832 req-3efcad7c-28a7-42e4-b66e-c3885670dfb3 service neutron] Attempting to bind port bdf6e112-b4bf-412c-b725-58e03f57c337 on network 86391a5a-8b46-4856-9537-02b1734374ff {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:46:07.945001 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-780a774c-7178-4eee-a21d-a23d8f9612c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:07.960381 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66acfd95-c2e2-42b0-8ac2-045667dca617 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:46:07.979323 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c11361-564a-4639-8c5e-9f2e21df68cd req-392aa5d9-c404-48da-8974-28196a0fa982 tempest-ServerGroupTestJSON-1088885372 tempest-ServerGroupTestJSON-1088885372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:07.981549 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-56c11361-564a-4639-8c5e-9f2e21df68cd req-392aa5d9-c404-48da-8974-28196a0fa982 tempest-ServerGroupTestJSON-1088885372 tempest-ServerGroupTestJSON-1088885372-project] 10.222.0.22 "GET /v2.0/ports?device_id=94d28a94-94e9-4c3b-9a68-3c51a70d652c HTTP/1.1" status: 200 len: 945 time: 0.1693053 Sep 07 02:46:07.982605 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cfc569-4cfd-4c09-a8e5-c1d0ce845832 req-3efcad7c-28a7-42e4-b66e-c3885670dfb3 service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:46:07.983229 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cfc569-4cfd-4c09-a8e5-c1d0ce845832 req-3efcad7c-28a7-42e4-b66e-c3885670dfb3 service neutron] Checking segment: {'id': '3fe8dbe0-c525-47eb-95e9-13e6bd5cc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '86391a5a-8b46-4856-9537-02b1734374ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:46:07.983663 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cfc569-4cfd-4c09-a8e5-c1d0ce845832 req-3efcad7c-28a7-42e4-b66e-c3885670dfb3 service neutron] Bound using segment: {'id': '3fe8dbe0-c525-47eb-95e9-13e6bd5cc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '86391a5a-8b46-4856-9537-02b1734374ff'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:46:07.984226 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-34cfc569-4cfd-4c09-a8e5-c1d0ce845832 req-3efcad7c-28a7-42e4-b66e-c3885670dfb3 service neutron] Bound port: bdf6e112-b4bf-412c-b725-58e03f57c337, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fe8dbe0-c525-47eb-95e9-13e6bd5cc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '86391a5a-8b46-4856-9537-02b1734374ff'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:46:07.984802 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-34cfc569-4cfd-4c09-a8e5-c1d0ce845832 req-3efcad7c-28a7-42e4-b66e-c3885670dfb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:07.993220 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-643789cc-2c4a-4312-bfef-b989e5595356 req-e8488c6d-06ac-4f80-be86-eeb68a90d6dd service neutron] 10.222.0.16 "GET /v2.0/networks/f1832801-225d-49c7-ba9e-13ca94c9951b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602613 Sep 07 02:46:08.016548 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 66acfd95-c2e2-42b0-8ac2-045667dca617, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=66acfd95-c2e2-42b0-8ac2-045667dca617,segment=NetworkSegment(cefad73b-a7c5-464e-83dc-c3e10d5473af),segment_id=cefad73b-a7c5-464e-83dc-c3e10d5473af)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:46:08.024401 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:08.053894 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-780a774c-7178-4eee-a21d-a23d8f9612c1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1697d77eef584bbcbf21693bf00b02c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4357553 Sep 07 02:46:08.054683 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57110) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:08.085439 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-34cfc569-4cfd-4c09-a8e5-c1d0ce845832 req-3efcad7c-28a7-42e4-b66e-c3885670dfb3 service neutron] For port bdf6e112-b4bf-412c-b725-58e03f57c337, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:46:08.089520 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-34cfc569-4cfd-4c09-a8e5-c1d0ce845832 req-3efcad7c-28a7-42e4-b66e-c3885670dfb3 service neutron] For port bdf6e112-b4bf-412c-b725-58e03f57c337, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=bdf6e112-b4bf-412c-b725-58e03f57c337,segment=NetworkSegment(3fe8dbe0-c525-47eb-95e9-13e6bd5cc1b3),segment_id=3fe8dbe0-c525-47eb-95e9-13e6bd5cc1b3)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:46:08.098989 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-34cfc569-4cfd-4c09-a8e5-c1d0ce845832 req-3efcad7c-28a7-42e4-b66e-c3885670dfb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:08.099804 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=66acfd95-c2e2-42b0-8ac2-045667dca617,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:08.109692 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780a774c-7178-4eee-a21d-a23d8f9612c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e69a301-3fbb-4b4e-8018-fe46909296cc,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:08.142438 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cfc569-4cfd-4c09-a8e5-c1d0ce845832 req-3efcad7c-28a7-42e4-b66e-c3885670dfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:08.144291 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-34cfc569-4cfd-4c09-a8e5-c1d0ce845832 req-3efcad7c-28a7-42e4-b66e-c3885670dfb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:08.146004 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-34cfc569-4cfd-4c09-a8e5-c1d0ce845832 req-3efcad7c-28a7-42e4-b66e-c3885670dfb3 service neutron] 10.222.0.16 "PUT /v2.0/ports/bdf6e112-b4bf-412c-b725-58e03f57c337 HTTP/1.1" status: 200 len: 1093 time: 1.2650621 Sep 07 02:46:08.157312 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-56c11361-564a-4639-8c5e-9f2e21df68cd req-e83e2f61-90a1-4f78-a414-6f5c488d042f tempest-ServerGroupTestJSON-1088885372 tempest-ServerGroupTestJSON-1088885372-project] 10.222.0.22 "GET /v2.0/security-groups?id=00f11f75-c029-4b0e-9552-dc154531d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667216 Sep 07 02:46:08.187202 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efcad7c-28a7-42e4-b66e-c3885670dfb3 service neutron] Pushing event updated for resources: {'Port': ['ID=bdf6e112-b4bf-412c-b725-58e03f57c337,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:08.209182 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c251f5f4-c6be-4dee-9cb0-df75d37688c9 req-9926b397-a29e-446d-a5a5-e370fa535bfa tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:08.216782 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c251f5f4-c6be-4dee-9cb0-df75d37688c9 req-9926b397-a29e-446d-a5a5-e370fa535bfa tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=013d8eba-3af4-429a-8035-d75a641fcb31 HTTP/1.1" status: 200 len: 944 time: 0.1419790 Sep 07 02:46:08.253838 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b90b616c-4810-4926-aed4-1d46b48310d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:08.265205 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cfc569-4cfd-4c09-a8e5-c1d0ce845832 req-55582c4f-8417-428f-95d9-e483d7b6b94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:08.266877 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-34cfc569-4cfd-4c09-a8e5-c1d0ce845832 req-55582c4f-8417-428f-95d9-e483d7b6b94b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3d8ff40ac5af4273a429b575b3a30677&device_id=6e11c0ae-968a-421c-989b-4ca8ddfd52c5 HTTP/1.1" status: 200 len: 1096 time: 0.0463810 Sep 07 02:46:08.292173 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c251f5f4-c6be-4dee-9cb0-df75d37688c9 req-c9a09a05-65ce-42c2-991b-e03a2e434d5d tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603268 Sep 07 02:46:08.297164 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b90b616c-4810-4926-aed4-1d46b48310d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:08.337788 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-34cfc569-4cfd-4c09-a8e5-c1d0ce845832 req-8a7d35c4-0713-413d-91a6-ffd3589a0764 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bdf6e112-b4bf-412c-b725-58e03f57c337 HTTP/1.1" status: 200 len: 217 time: 0.0622571 Sep 07 02:46:08.349578 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['66acfd95-c2e2-42b0-8ac2-045667dca617'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:46:08.379181 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b90b616c-4810-4926-aed4-1d46b48310d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:08.382581 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b90b616c-4810-4926-aed4-1d46b48310d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:08.387105 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b90b616c-4810-4926-aed4-1d46b48310d9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8e69a301-3fbb-4b4e-8018-fe46909296cc HTTP/1.1" status: 204 len: 168 time: 0.3143303 Sep 07 02:46:08.396244 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90b616c-4810-4926-aed4-1d46b48310d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e69a301-3fbb-4b4e-8018-fe46909296cc,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:08.410715 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cfc569-4cfd-4c09-a8e5-c1d0ce845832 req-d5b2f013-09a6-4b50-97bb-7e0074ff4687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:08.412420 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-34cfc569-4cfd-4c09-a8e5-c1d0ce845832 req-d5b2f013-09a6-4b50-97bb-7e0074ff4687 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a1edbcb4-7c27-4a3f-ab1f-7a3010f7d080 HTTP/1.1" status: 200 len: 855 time: 0.0654640 Sep 07 02:46:08.468120 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-34cfc569-4cfd-4c09-a8e5-c1d0ce845832 req-14fc38f0-ffda-4b42-97c0-4c8cd90a52f9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=86391a5a-8b46-4856-9537-02b1734374ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477967 Sep 07 02:46:08.585927 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-34cfc569-4cfd-4c09-a8e5-c1d0ce845832 req-4267bc4e-c887-49f8-a032-beaffba530b7 service neutron] 10.222.0.16 "GET /v2.0/networks/86391a5a-8b46-4856-9537-02b1734374ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094506 Sep 07 02:46:08.690645 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-34cfc569-4cfd-4c09-a8e5-c1d0ce845832 req-72ad2bc6-1201-484f-a9fd-4ec0ee57b411 service neutron] 10.222.0.16 "GET /v2.0/networks/86391a5a-8b46-4856-9537-02b1734374ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971024 Sep 07 02:46:08.757051 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 5b64f9d2-4711-4c07-bd47-0c95531d3b1b up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:46:08.811972 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port 5b64f9d2-4711-4c07-bd47-0c95531d3b1b completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:46:08.817773 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port 5b64f9d2-4711-4c07-bd47-0c95531d3b1b triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:46:08.818160 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:08.913496 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4678d4bd-511b-4024-a85b-3618196b4cd5 req-f9b57a13-f5b2-4453-8e2a-e8ffdd705630 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:08.919591 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:08.923039 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4678d4bd-511b-4024-a85b-3618196b4cd5 req-f9b57a13-f5b2-4453-8e2a-e8ffdd705630 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e11c0ae-968a-421c-989b-4ca8ddfd52c5 HTTP/1.1" status: 200 len: 944 time: 0.0641172 Sep 07 02:46:08.952377 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94d28a94-94e9-4c3b-9a68-3c51a70d652c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b64f9d2-4711-4c07-bd47-0c95531d3b1b'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:46:08.954644 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14a77bb-d296-4525-9e29-8291574f0e56" -d '{"events": [{"server_uuid": "94d28a94-94e9-4c3b-9a68-3c51a70d652c", "name": "network-vif-plugged", "status": "completed", "tag": "5b64f9d2-4711-4c07-bd47-0c95531d3b1b"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:46:08.968901 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 5b64f9d2-4711-4c07-bd47-0c95531d3b1b, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=5b64f9d2-4711-4c07-bd47-0c95531d3b1b,segment=NetworkSegment(11259785-0d41-49e0-9321-4820e184f18f),segment_id=11259785-0d41-49e0-9321-4820e184f18f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:46:08.971920 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4678d4bd-511b-4024-a85b-3618196b4cd5 req-961766a1-f98b-48f7-8deb-ecf83f1f6af5 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458233 Sep 07 02:46:08.980328 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:08.981495 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 6a802a9e-f446-4f56-8dcd-653b151a031e no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:46:08.994911 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e11c0ae-968a-421c-989b-4ca8ddfd52c5', 'tag': 'bdf6e112-b4bf-412c-b725-58e03f57c337'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:46:08.994911 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288fe3dc-79f1-4055-9074-b48ada759343" -d '{"events": [{"name": "network-changed", "server_uuid": "6e11c0ae-968a-421c-989b-4ca8ddfd52c5", "tag": "bdf6e112-b4bf-412c-b725-58e03f57c337"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:46:09.007872 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: 6a802a9e-f446-4f56-8dcd-653b151a031e {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:46:09.008330 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 6a802a9e-f446-4f56-8dcd-653b151a031e not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:46:09.039434 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31177c4d-6961-42b3-90fb-f5c48efaff20 x-openstack-request-id: req-31177c4d-6961-42b3-90fb-f5c48efaff20 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:46:09.040148 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94d28a94-94e9-4c3b-9a68-3c51a70d652c", "name": "network-vif-plugged", "status": "completed", "tag": "5b64f9d2-4711-4c07-bd47-0c95531d3b1b", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:46:09.040397 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-31177c4d-6961-42b3-90fb-f5c48efaff20 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:46:09.040922 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94d28a94-94e9-4c3b-9a68-3c51a70d652c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b64f9d2-4711-4c07-bd47-0c95531d3b1b', 'code': 200} Sep 07 02:46:09.042591 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea43956-261c-45f2-bdb3-9b4452caa108 x-openstack-request-id: req-1ea43956-261c-45f2-bdb3-9b4452caa108 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:46:09.042742 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e11c0ae-968a-421c-989b-4ca8ddfd52c5", "tag": "bdf6e112-b4bf-412c-b725-58e03f57c337", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:46:09.043654 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1ea43956-261c-45f2-bdb3-9b4452caa108 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:46:09.044161 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e11c0ae-968a-421c-989b-4ca8ddfd52c5', 'tag': 'bdf6e112-b4bf-412c-b725-58e03f57c337', 'status': 'completed', 'code': 200} Sep 07 02:46:09.089553 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=5b64f9d2-4711-4c07-bd47-0c95531d3b1b,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:09.162176 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288fe3dc-79f1-4055-9074-b48ada759343 req-922f8d34-1d79-4b5f-9749-0f774cbf65f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:09.164422 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-288fe3dc-79f1-4055-9074-b48ada759343 req-922f8d34-1d79-4b5f-9749-0f774cbf65f5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3d8ff40ac5af4273a429b575b3a30677&device_id=6e11c0ae-968a-421c-989b-4ca8ddfd52c5 HTTP/1.1" status: 200 len: 1096 time: 0.0919449 Sep 07 02:46:09.183708 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad4ffe-ceef-42a0-a8ea-8cfe5e625ee3 req-e482e70d-282e-4d34-82f7-4656bb29e3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:09.185519 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-52ad4ffe-ceef-42a0-a8ea-8cfe5e625ee3 req-e482e70d-282e-4d34-82f7-4656bb29e3af service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=94d28a94-94e9-4c3b-9a68-3c51a70d652c HTTP/1.1" status: 200 len: 1098 time: 0.0688658 Sep 07 02:46:09.275201 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-52ad4ffe-ceef-42a0-a8ea-8cfe5e625ee3 req-8f5625fb-e48c-4b71-b190-0b28d43f8a54 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=00f11f75-c029-4b0e-9552-dc154531d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786448 Sep 07 02:46:09.325004 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288fe3dc-79f1-4055-9074-b48ada759343 req-e25e851c-120c-4082-a29c-5247507abe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:09.326781 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-288fe3dc-79f1-4055-9074-b48ada759343 req-e25e851c-120c-4082-a29c-5247507abe54 service neutron] 10.222.0.16 "GET /v2.0/networks?id=86391a5a-8b46-4856-9537-02b1734374ff HTTP/1.1" status: 200 len: 915 time: 0.1543095 Sep 07 02:46:09.360442 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43ff409-c35d-48c2-b3b0-b81e8bd11ec3 req-f7f58e16-1ffa-42c0-b3b0-3a902510476c tempest-ServerGroupTestJSON-1088885372 tempest-ServerGroupTestJSON-1088885372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:09.362591 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e43ff409-c35d-48c2-b3b0-b81e8bd11ec3 req-f7f58e16-1ffa-42c0-b3b0-3a902510476c tempest-ServerGroupTestJSON-1088885372 tempest-ServerGroupTestJSON-1088885372-project] 10.222.0.22 "GET /v2.0/ports?device_id=94d28a94-94e9-4c3b-9a68-3c51a70d652c HTTP/1.1" status: 200 len: 946 time: 0.0925188 Sep 07 02:46:09.401417 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-288fe3dc-79f1-4055-9074-b48ada759343 req-0a161f2f-f122-4362-8c93-10b035c83ace service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bdf6e112-b4bf-412c-b725-58e03f57c337 HTTP/1.1" status: 200 len: 217 time: 0.0632424 Sep 07 02:46:09.475722 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e43ff409-c35d-48c2-b3b0-b81e8bd11ec3 req-d0604fb1-3d98-4f29-bcc9-b5f75b48601b tempest-ServerGroupTestJSON-1088885372 tempest-ServerGroupTestJSON-1088885372-project] 10.222.0.22 "GET /v2.0/security-groups?id=00f11f75-c029-4b0e-9552-dc154531d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770552 Sep 07 02:46:09.490031 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288fe3dc-79f1-4055-9074-b48ada759343 req-519fca32-6858-4044-aeb1-ba9f2efc579b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:09.491547 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-288fe3dc-79f1-4055-9074-b48ada759343 req-519fca32-6858-4044-aeb1-ba9f2efc579b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a1edbcb4-7c27-4a3f-ab1f-7a3010f7d080 HTTP/1.1" status: 200 len: 855 time: 0.0805762 Sep 07 02:46:09.526814 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b04ef7-8a6e-43a3-ad8f-40b6c58b0ee2 req-78a65aaa-131d-4248-b187-74dd22fc6d59 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:09.528994 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-36b04ef7-8a6e-43a3-ad8f-40b6c58b0ee2 req-78a65aaa-131d-4248-b187-74dd22fc6d59 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=013d8eba-3af4-429a-8035-d75a641fcb31 HTTP/1.1" status: 200 len: 944 time: 0.0770245 Sep 07 02:46:09.547011 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-288fe3dc-79f1-4055-9074-b48ada759343 req-c592b370-3878-46b9-ade9-05f7d36419ec service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=86391a5a-8b46-4856-9537-02b1734374ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468664 Sep 07 02:46:09.590624 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-36b04ef7-8a6e-43a3-ad8f-40b6c58b0ee2 req-36a8a16b-96f2-435b-8014-9591c61d6b41 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436296 Sep 07 02:46:09.685232 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-288fe3dc-79f1-4055-9074-b48ada759343 req-37994a41-b74f-4e43-a715-3ab0e07047fd service neutron] 10.222.0.16 "GET /v2.0/networks/86391a5a-8b46-4856-9537-02b1734374ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245112 Sep 07 02:46:09.720849 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 66acfd95-c2e2-42b0-8ac2-045667dca617 up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:46:09.782577 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port 66acfd95-c2e2-42b0-8ac2-045667dca617 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:46:09.787050 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 66acfd95-c2e2-42b0-8ac2-045667dca617 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:46:09.787688 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:09.795889 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-288fe3dc-79f1-4055-9074-b48ada759343 req-d711d3b4-0e32-4866-b037-e7a3abc8ae8c service neutron] 10.222.0.16 "GET /v2.0/networks/86391a5a-8b46-4856-9537-02b1734374ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033199 Sep 07 02:46:09.841735 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57228) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:09.881544 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:09.914918 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 66acfd95-c2e2-42b0-8ac2-045667dca617, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=66acfd95-c2e2-42b0-8ac2-045667dca617,segment=NetworkSegment(cefad73b-a7c5-464e-83dc-c3e10d5473af),segment_id=cefad73b-a7c5-464e-83dc-c3e10d5473af)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:46:09.920707 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:09.954803 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-929cbf81-05df-40d9-9709-d51011f102ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:09.977995 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=66acfd95-c2e2-42b0-8ac2-045667dca617,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:10.063894 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-929cbf81-05df-40d9-9709-d51011f102ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:10.086694 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-929cbf81-05df-40d9-9709-d51011f102ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:10.133762 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929cbf81-05df-40d9-9709-d51011f102ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9218f200-2c15-4730-87b1-d927a423f2ce,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:10.137972 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-929cbf81-05df-40d9-9709-d51011f102ec admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9bf08e55b1604f68a1bb61d37e01cc1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2952261 Sep 07 02:46:10.140710 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57242) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:10.147378 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4688a0-9d1a-47e0-8db7-9e448637892c req-12b1d0ac-7b03-401e-9171-5f0795e80b31 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:10.154472 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-de4688a0-9d1a-47e0-8db7-9e448637892c req-12b1d0ac-7b03-401e-9171-5f0795e80b31 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e11c0ae-968a-421c-989b-4ca8ddfd52c5 HTTP/1.1" status: 200 len: 944 time: 0.1031003 Sep 07 02:46:10.197777 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1cec18f1-dd87-42b3-a1f8-3c1b573884f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:10.202215 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-de4688a0-9d1a-47e0-8db7-9e448637892c req-acbed57c-acfb-46a5-8312-102b4a66e1b9 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401387 Sep 07 02:46:10.223222 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1cec18f1-dd87-42b3-a1f8-3c1b573884f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:10.277112 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1cec18f1-dd87-42b3-a1f8-3c1b573884f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:10.280016 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1cec18f1-dd87-42b3-a1f8-3c1b573884f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:10.281189 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-1cec18f1-dd87-42b3-a1f8-3c1b573884f1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9218f200-2c15-4730-87b1-d927a423f2ce HTTP/1.1" status: 204 len: 168 time: 0.1394293 Sep 07 02:46:10.291579 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cec18f1-dd87-42b3-a1f8-3c1b573884f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9218f200-2c15-4730-87b1-d927a423f2ce,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:10.362587 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57248) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:10.579434 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c128bb6d-19c5-4684-9e63-5dbc6c0fffc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:10.598435 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96c7da-4e42-4124-a1d4-73b2ddb06d26 req-b45a21da-167a-46e0-ad05-8027ae1b6c47 tempest-ServerGroupTestJSON-1088885372 tempest-ServerGroupTestJSON-1088885372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:10.600075 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cb96c7da-4e42-4124-a1d4-73b2ddb06d26 req-b45a21da-167a-46e0-ad05-8027ae1b6c47 tempest-ServerGroupTestJSON-1088885372 tempest-ServerGroupTestJSON-1088885372-project] 10.222.0.22 "GET /v2.0/ports?device_id=94d28a94-94e9-4c3b-9a68-3c51a70d652c HTTP/1.1" status: 200 len: 946 time: 0.0625041 Sep 07 02:46:10.649354 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57262) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:10.664580 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cb96c7da-4e42-4124-a1d4-73b2ddb06d26 req-c7755384-d64d-4cc5-a50e-2a2a481424eb tempest-ServerGroupTestJSON-1088885372 tempest-ServerGroupTestJSON-1088885372-project] 10.222.0.22 "GET /v2.0/security-groups?id=00f11f75-c029-4b0e-9552-dc154531d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577288 Sep 07 02:46:10.674703 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d2eca736-4abd-4f4b-adf8-fd889b6b191b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:10.760618 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c128bb6d-19c5-4684-9e63-5dbc6c0fffc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:10.769214 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c128bb6d-19c5-4684-9e63-5dbc6c0fffc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:10.803905 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948ff89-47a6-4f83-a953-a7c513418fc7 req-d99d704b-7769-4d08-acf0-aabb3f7421d9 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:10.805465 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7948ff89-47a6-4f83-a953-a7c513418fc7 req-d99d704b-7769-4d08-acf0-aabb3f7421d9 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=013d8eba-3af4-429a-8035-d75a641fcb31 HTTP/1.1" status: 200 len: 945 time: 0.0993962 Sep 07 02:46:10.843350 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c128bb6d-19c5-4684-9e63-5dbc6c0fffc7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=39275bb857054a008650720a67cb5bfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4773715 Sep 07 02:46:10.843851 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57270) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:10.862749 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c128bb6d-19c5-4684-9e63-5dbc6c0fffc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db87e19-7935-4417-b086-ec40b54a98ce,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:10.904083 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2b3d4396-b594-448f-b451-7d3e8ff4a624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:10.916101 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7948ff89-47a6-4f83-a953-a7c513418fc7 req-f3df1046-c66f-4673-aeed-c83cc468585e tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972707 Sep 07 02:46:10.936825 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2b3d4396-b594-448f-b451-7d3e8ff4a624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:10.957881 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d2eca736-4abd-4f4b-adf8-fd889b6b191b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:10.962556 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d2eca736-4abd-4f4b-adf8-fd889b6b191b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:11.007015 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2b3d4396-b594-448f-b451-7d3e8ff4a624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:11.008960 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-d2eca736-4abd-4f4b-adf8-fd889b6b191b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4d30fbbb44dd454b9936dc18ec1cb6f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3585382 Sep 07 02:46:11.009574 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2b3d4396-b594-448f-b451-7d3e8ff4a624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:11.011523 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-2b3d4396-b594-448f-b451-7d3e8ff4a624 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7db87e19-7935-4417-b086-ec40b54a98ce HTTP/1.1" status: 204 len: 168 time: 0.1655171 Sep 07 02:46:11.011669 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eca736-4abd-4f4b-adf8-fd889b6b191b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7b5781-6145-4bab-ba67-e588a0fa7d9b,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:11.013561 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57274) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:11.022635 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3d4396-b594-448f-b451-7d3e8ff4a624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db87e19-7935-4417-b086-ec40b54a98ce,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:11.042010 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '013d8eba-3af4-429a-8035-d75a641fcb31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66acfd95-c2e2-42b0-8ac2-045667dca617'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:46:11.042852 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba592e6-cda8-4c40-ab8c-518d041a20b8 req-6d68dd7a-7b9c-4b66-bb13-fd9f485b6176 tempest-ServerGroupTestJSON-1088885372 tempest-ServerGroupTestJSON-1088885372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:11.044435 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8ba592e6-cda8-4c40-ab8c-518d041a20b8 req-6d68dd7a-7b9c-4b66-bb13-fd9f485b6176 tempest-ServerGroupTestJSON-1088885372 tempest-ServerGroupTestJSON-1088885372-project] 10.222.0.22 "GET /v2.0/ports?device_id=94d28a94-94e9-4c3b-9a68-3c51a70d652c HTTP/1.1" status: 200 len: 946 time: 0.0663383 Sep 07 02:46:11.044563 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f209f33-33d9-4192-b4db-9105538845e7" -d '{"events": [{"server_uuid": "013d8eba-3af4-429a-8035-d75a641fcb31", "name": "network-vif-plugged", "status": "completed", "tag": "66acfd95-c2e2-42b0-8ac2-045667dca617"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:46:11.096940 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e3346a91-2b26-4cd7-a09a-8a47e1f344f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:11.103016 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0f4132-fabf-4869-86ef-416db2f084c9 x-openstack-request-id: req-fc0f4132-fabf-4869-86ef-416db2f084c9 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:46:11.103306 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "013d8eba-3af4-429a-8035-d75a641fcb31", "name": "network-vif-plugged", "status": "completed", "tag": "66acfd95-c2e2-42b0-8ac2-045667dca617", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:46:11.103606 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fc0f4132-fabf-4869-86ef-416db2f084c9 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:46:11.104000 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '013d8eba-3af4-429a-8035-d75a641fcb31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66acfd95-c2e2-42b0-8ac2-045667dca617', 'code': 200} Sep 07 02:46:11.116188 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8ba592e6-cda8-4c40-ab8c-518d041a20b8 req-07aca528-f24f-4ec7-b663-50df0eda102c tempest-ServerGroupTestJSON-1088885372 tempest-ServerGroupTestJSON-1088885372-project] 10.222.0.22 "GET /v2.0/security-groups?id=00f11f75-c029-4b0e-9552-dc154531d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566177 Sep 07 02:46:11.124325 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e3346a91-2b26-4cd7-a09a-8a47e1f344f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:11.199690 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e3346a91-2b26-4cd7-a09a-8a47e1f344f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:11.202463 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e3346a91-2b26-4cd7-a09a-8a47e1f344f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:11.203650 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-e3346a91-2b26-4cd7-a09a-8a47e1f344f9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6e7b5781-6145-4bab-ba67-e588a0fa7d9b HTTP/1.1" status: 204 len: 168 time: 0.1891365 Sep 07 02:46:11.222500 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3346a91-2b26-4cd7-a09a-8a47e1f344f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7b5781-6145-4bab-ba67-e588a0fa7d9b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:11.227393 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d9e50-cc6a-40a9-924e-b42ac6cc9b85 req-f4aac830-b9b0-4c83-aef0-bc611e6255db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:11.231009 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-767d9e50-cc6a-40a9-924e-b42ac6cc9b85 req-f4aac830-b9b0-4c83-aef0-bc611e6255db service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=013d8eba-3af4-429a-8035-d75a641fcb31 HTTP/1.1" status: 200 len: 1097 time: 0.0688720 Sep 07 02:46:11.274588 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-767d9e50-cc6a-40a9-924e-b42ac6cc9b85 req-03f672ec-a082-4ded-93ec-7277ed62d5de service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366721 Sep 07 02:46:11.321678 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d94272-69b1-4abc-8166-b1a787bbab15 req-ffe59fd2-2e2a-4f1f-8086-355ff2978bd1 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:11.323405 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-01d94272-69b1-4abc-8166-b1a787bbab15 req-ffe59fd2-2e2a-4f1f-8086-355ff2978bd1 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e11c0ae-968a-421c-989b-4ca8ddfd52c5 HTTP/1.1" status: 200 len: 944 time: 0.0518565 Sep 07 02:46:11.364311 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-01d94272-69b1-4abc-8166-b1a787bbab15 req-fa992eec-c6f3-4a1d-801c-0e98b7dd57ee tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342784 Sep 07 02:46:11.414410 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57288) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:11.431261 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0d5d30d6-7c60-439a-8be1-65a34abe5ef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:11.532231 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0d5d30d6-7c60-439a-8be1-65a34abe5ef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:11.537880 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0d5d30d6-7c60-439a-8be1-65a34abe5ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:11.579689 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57298) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:11.579876 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-0d5d30d6-7c60-439a-8be1-65a34abe5ef7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3e18e1dcf4964ab2ac9f15f255e6b078&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1641662 Sep 07 02:46:11.580726 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5d30d6-7c60-439a-8be1-65a34abe5ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9aa06f9-eb3e-44a9-8ede-d24bf207ce30,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:11.640632 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4df86926-0665-4d8a-9903-f99023bdc165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:11.663115 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4df86926-0665-4d8a-9903-f99023bdc165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:11.713649 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4df86926-0665-4d8a-9903-f99023bdc165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:11.716745 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4df86926-0665-4d8a-9903-f99023bdc165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:11.718326 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-4df86926-0665-4d8a-9903-f99023bdc165 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b9aa06f9-eb3e-44a9-8ede-d24bf207ce30 HTTP/1.1" status: 204 len: 168 time: 0.1369145 Sep 07 02:46:11.727779 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df86926-0665-4d8a-9903-f99023bdc165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9aa06f9-eb3e-44a9-8ede-d24bf207ce30,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:11.728044 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device bdf6e112-b4bf-412c-b725-58e03f57c337 details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:46:11.851309 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port bdf6e112-b4bf-412c-b725-58e03f57c337, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=bdf6e112-b4bf-412c-b725-58e03f57c337,segment=NetworkSegment(3fe8dbe0-c525-47eb-95e9-13e6bd5cc1b3),segment_id=3fe8dbe0-c525-47eb-95e9-13e6bd5cc1b3)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:46:11.863339 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': 'bdf6e112-b4bf-412c-b725-58e03f57c337', 'network_id': '86391a5a-8b46-4856-9537-02b1734374ff', 'port_id': 'bdf6e112-b4bf-412c-b725-58e03f57c337', 'mac_address': 'fa:16:3e:36:72:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1edbcb4-7c27-4a3f-ab1f-7a3010f7d080', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:46:11.907347 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:11.924404 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdf6e112-b4bf-412c-b725-58e03f57c337 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:46:11.946936 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port bdf6e112-b4bf-412c-b725-58e03f57c337, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=bdf6e112-b4bf-412c-b725-58e03f57c337,segment=NetworkSegment(3fe8dbe0-c525-47eb-95e9-13e6bd5cc1b3),segment_id=3fe8dbe0-c525-47eb-95e9-13e6bd5cc1b3)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:46:11.952357 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:12.007657 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=bdf6e112-b4bf-412c-b725-58e03f57c337,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:12.039688 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4bb00-47a8-4659-a8a9-113ea14f9630 req-5fee19e5-c9db-40f2-a634-c24b24f723e8 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:12.041466 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c4c4bb00-47a8-4659-a8a9-113ea14f9630 req-5fee19e5-c9db-40f2-a634-c24b24f723e8 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=013d8eba-3af4-429a-8035-d75a641fcb31 HTTP/1.1" status: 200 len: 945 time: 0.0555003 Sep 07 02:46:12.084996 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c4c4bb00-47a8-4659-a8a9-113ea14f9630 req-a087f417-9af5-422f-857b-3fd87fffdc77 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359485 Sep 07 02:46:12.235398 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974d5d8-fed1-417e-ab2b-95a3c89e9861 req-4e2efdda-6f8b-4e60-9721-ebf1e6627439 tempest-ServerGroupTestJSON-1088885372 tempest-ServerGroupTestJSON-1088885372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:12.237181 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f974d5d8-fed1-417e-ab2b-95a3c89e9861 req-4e2efdda-6f8b-4e60-9721-ebf1e6627439 tempest-ServerGroupTestJSON-1088885372 tempest-ServerGroupTestJSON-1088885372-project] 10.222.0.22 "GET /v2.0/ports?device_id=94d28a94-94e9-4c3b-9a68-3c51a70d652c HTTP/1.1" status: 200 len: 946 time: 0.0575340 Sep 07 02:46:12.277678 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f974d5d8-fed1-417e-ab2b-95a3c89e9861 req-5df7a7ae-3f2b-4af5-9a04-477de3288adc tempest-ServerGroupTestJSON-1088885372 tempest-ServerGroupTestJSON-1088885372-project] 10.222.0.22 "GET /v2.0/security-groups?id=00f11f75-c029-4b0e-9552-dc154531d2b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338295 Sep 07 02:46:12.320518 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['bdf6e112-b4bf-412c-b725-58e03f57c337'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:46:12.338867 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2507e5d-f7d4-4441-88c8-8ef48fecb461 req-282ae0c8-f05f-4cac-aab8-b9605326a67d tempest-ServerGroupTestJSON-1088885372 tempest-ServerGroupTestJSON-1088885372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:12.338867 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e2507e5d-f7d4-4441-88c8-8ef48fecb461 req-282ae0c8-f05f-4cac-aab8-b9605326a67d tempest-ServerGroupTestJSON-1088885372 tempest-ServerGroupTestJSON-1088885372-project] 10.222.0.23 "GET /v2.0/ports?device_id=94d28a94-94e9-4c3b-9a68-3c51a70d652c HTTP/1.1" status: 200 len: 946 time: 0.1022239 Sep 07 02:46:12.524691 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-e2507e5d-f7d4-4441-88c8-8ef48fecb461 req-4c172c88-1689-4d6b-98fb-0e5924e71e09 tempest-ServerGroupTestJSON-1088885372 tempest-ServerGroupTestJSON-1088885372-project] Deleting port 5b64f9d2-4711-4c07-bd47-0c95531d3b1b {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:46:12.525309 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e2507e5d-f7d4-4441-88c8-8ef48fecb461 req-4c172c88-1689-4d6b-98fb-0e5924e71e09 tempest-ServerGroupTestJSON-1088885372 tempest-ServerGroupTestJSON-1088885372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:12.539627 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50797f3-c905-454d-b5ac-7055073aa721 req-e58fa5b4-04cd-4f3f-a69a-1740136b41b7 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:12.541775 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a50797f3-c905-454d-b5ac-7055073aa721 req-e58fa5b4-04cd-4f3f-a69a-1740136b41b7 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e11c0ae-968a-421c-989b-4ca8ddfd52c5 HTTP/1.1" status: 200 len: 945 time: 0.0869794 Sep 07 02:46:12.659799 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a50797f3-c905-454d-b5ac-7055073aa721 req-f0171407-6956-4e54-8a9c-1cb14d4f028d tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057236 Sep 07 02:46:12.682535 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-e2507e5d-f7d4-4441-88c8-8ef48fecb461 req-4c172c88-1689-4d6b-98fb-0e5924e71e09 tempest-ServerGroupTestJSON-1088885372 tempest-ServerGroupTestJSON-1088885372-project] For port 5b64f9d2-4711-4c07-bd47-0c95531d3b1b, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=5b64f9d2-4711-4c07-bd47-0c95531d3b1b,segment=NetworkSegment(11259785-0d41-49e0-9321-4820e184f18f),segment_id=11259785-0d41-49e0-9321-4820e184f18f)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:46:12.682911 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e2507e5d-f7d4-4441-88c8-8ef48fecb461 req-4c172c88-1689-4d6b-98fb-0e5924e71e09 tempest-ServerGroupTestJSON-1088885372 tempest-ServerGroupTestJSON-1088885372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:12.697156 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-e2507e5d-f7d4-4441-88c8-8ef48fecb461 req-4c172c88-1689-4d6b-98fb-0e5924e71e09 tempest-ServerGroupTestJSON-1088885372 tempest-ServerGroupTestJSON-1088885372-project] Calling delete_port for 5b64f9d2-4711-4c07-bd47-0c95531d3b1b owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:46:12.872642 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e2507e5d-f7d4-4441-88c8-8ef48fecb461 req-4c172c88-1689-4d6b-98fb-0e5924e71e09 tempest-ServerGroupTestJSON-1088885372 tempest-ServerGroupTestJSON-1088885372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:12.884453 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['5b64f9d2-4711-4c07-bd47-0c95531d3b1b'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:46:12.911464 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c172c88-1689-4d6b-98fb-0e5924e71e09 tempest-ServerGroupTestJSON-1088885372 tempest-ServerGroupTestJSON-1088885372-project] Pushing event deleted for resources: {'Port': ['ID=5b64f9d2-4711-4c07-bd47-0c95531d3b1b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:12.967421 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2507e5d-f7d4-4441-88c8-8ef48fecb461 req-4c172c88-1689-4d6b-98fb-0e5924e71e09 tempest-ServerGroupTestJSON-1088885372 tempest-ServerGroupTestJSON-1088885372-project] No DVR routers for this DVR port 5b64f9d2-4711-4c07-bd47-0c95531d3b1b on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:46:12.971221 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e2507e5d-f7d4-4441-88c8-8ef48fecb461 req-4c172c88-1689-4d6b-98fb-0e5924e71e09 tempest-ServerGroupTestJSON-1088885372 tempest-ServerGroupTestJSON-1088885372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:12.973227 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e2507e5d-f7d4-4441-88c8-8ef48fecb461 req-4c172c88-1689-4d6b-98fb-0e5924e71e09 tempest-ServerGroupTestJSON-1088885372 tempest-ServerGroupTestJSON-1088885372-project] 10.222.0.23 "DELETE /v2.0/ports/5b64f9d2-4711-4c07-bd47-0c95531d3b1b HTTP/1.1" status: 204 len: 173 time: 0.6281812 Sep 07 02:46:12.973664 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94d28a94-94e9-4c3b-9a68-3c51a70d652c', 'name': 'network-vif-deleted', 'tag': '5b64f9d2-4711-4c07-bd47-0c95531d3b1b'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:46:12.976202 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2d5db1-10dc-4c95-a253-574fdec3e64a" -d '{"events": [{"server_uuid": "94d28a94-94e9-4c3b-9a68-3c51a70d652c", "name": "network-vif-deleted", "tag": "5b64f9d2-4711-4c07-bd47-0c95531d3b1b"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:46:13.039866 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1adb726e-e830-48e4-b750-d003b5a18d37 x-openstack-request-id: req-1adb726e-e830-48e4-b750-d003b5a18d37 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:46:13.040169 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94d28a94-94e9-4c3b-9a68-3c51a70d652c", "name": "network-vif-deleted", "tag": "5b64f9d2-4711-4c07-bd47-0c95531d3b1b", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:46:13.040426 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1adb726e-e830-48e4-b750-d003b5a18d37 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:46:13.040838 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94d28a94-94e9-4c3b-9a68-3c51a70d652c', 'name': 'network-vif-deleted', 'tag': '5b64f9d2-4711-4c07-bd47-0c95531d3b1b', 'status': 'completed', 'code': 200} Sep 07 02:46:13.223445 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ee0bc-09a1-4104-8cc6-fd6824edda9e req-0f801a33-d4fe-4b55-bb09-59b28be49a1e tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:13.227961 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1f6ee0bc-09a1-4104-8cc6-fd6824edda9e req-0f801a33-d4fe-4b55-bb09-59b28be49a1e tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=013d8eba-3af4-429a-8035-d75a641fcb31 HTTP/1.1" status: 200 len: 945 time: 0.0649803 Sep 07 02:46:13.264448 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1f6ee0bc-09a1-4104-8cc6-fd6824edda9e req-3fa5b716-8c24-4fb1-9391-8a205b0e53b1 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333278 Sep 07 02:46:13.313643 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57468) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:13.391424 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57476) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:13.467814 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7e723d5e-6f35-43e9-a2e3-11d79acf7096 req-1bac7dc8-5281-4e54-8731-f57b5691469b tempest-ServerGroupTestJSON-1088885372 tempest-ServerGroupTestJSON-1088885372-project] 10.222.0.22 "GET /v2.0/ports?device_id=94d28a94-94e9-4c3b-9a68-3c51a70d652c HTTP/1.1" status: 200 len: 210 time: 0.0381916 Sep 07 02:46:13.540573 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bf23ce3d-8389-4b81-8dc4-4aa02c5cb3c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:13.560587 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6c33d3bb-69d3-4f68-9e91-f5e53be3cbc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:13.653822 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bf23ce3d-8389-4b81-8dc4-4aa02c5cb3c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:13.660593 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bf23ce3d-8389-4b81-8dc4-4aa02c5cb3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:13.717832 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-bf23ce3d-8389-4b81-8dc4-4aa02c5cb3c0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c3875254dffe4dfa85b3492959abd3b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4020276 Sep 07 02:46:13.718982 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf23ce3d-8389-4b81-8dc4-4aa02c5cb3c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc70198c-b25a-4ed9-b854-43ef6b1a33c6,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:13.721658 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57500) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:13.737169 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device bdf6e112-b4bf-412c-b725-58e03f57c337 up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:46:13.811398 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6c33d3bb-69d3-4f68-9e91-f5e53be3cbc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:13.816370 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0fa5cf9d-5c9e-4cfb-af89-b275f79b1b41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:13.819161 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6c33d3bb-69d3-4f68-9e91-f5e53be3cbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:13.825957 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port bdf6e112-b4bf-412c-b725-58e03f57c337 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:46:13.831551 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port bdf6e112-b4bf-412c-b725-58e03f57c337 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:46:13.832105 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:13.845790 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf670088-c303-4fb5-896f-e4ca64fc4359 req-4e669425-2b80-4f90-b419-6a87515c68d1 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:13.847555 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cf670088-c303-4fb5-896f-e4ca64fc4359 req-4e669425-2b80-4f90-b419-6a87515c68d1 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e11c0ae-968a-421c-989b-4ca8ddfd52c5 HTTP/1.1" status: 200 len: 945 time: 0.0933828 Sep 07 02:46:13.857810 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0fa5cf9d-5c9e-4cfb-af89-b275f79b1b41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:13.880820 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-6c33d3bb-69d3-4f68-9e91-f5e53be3cbc8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f5f657f222a6424f9090d758e480bf6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4846385 Sep 07 02:46:13.881032 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57514) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:13.887837 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c33d3bb-69d3-4f68-9e91-f5e53be3cbc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21285fa-3959-47eb-b1a1-952197bb7309,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:13.941401 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cf670088-c303-4fb5-896f-e4ca64fc4359 req-d4192c32-b69c-4aab-8567-7be541ef3be8 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794785 Sep 07 02:46:13.963409 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:13.971789 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0fa5cf9d-5c9e-4cfb-af89-b275f79b1b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:13.972167 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8807b2e7-e718-4b9f-89b4-ce5090c69315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:13.974760 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0fa5cf9d-5c9e-4cfb-af89-b275f79b1b41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:13.976500 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-0fa5cf9d-5c9e-4cfb-af89-b275f79b1b41 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cc70198c-b25a-4ed9-b854-43ef6b1a33c6 HTTP/1.1" status: 204 len: 168 time: 0.2537894 Sep 07 02:46:13.996326 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa5cf9d-5c9e-4cfb-af89-b275f79b1b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc70198c-b25a-4ed9-b854-43ef6b1a33c6,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:14.011830 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8807b2e7-e718-4b9f-89b4-ce5090c69315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:14.024129 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e11c0ae-968a-421c-989b-4ca8ddfd52c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf6e112-b4bf-412c-b725-58e03f57c337'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:46:14.026911 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f16f534-d19b-48d5-8aea-7c84f8d940bc" -d '{"events": [{"server_uuid": "6e11c0ae-968a-421c-989b-4ca8ddfd52c5", "name": "network-vif-plugged", "status": "completed", "tag": "bdf6e112-b4bf-412c-b725-58e03f57c337"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:46:14.057451 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port bdf6e112-b4bf-412c-b725-58e03f57c337, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=bdf6e112-b4bf-412c-b725-58e03f57c337,segment=NetworkSegment(3fe8dbe0-c525-47eb-95e9-13e6bd5cc1b3),segment_id=3fe8dbe0-c525-47eb-95e9-13e6bd5cc1b3)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:46:14.065285 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:14.085221 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8807b2e7-e718-4b9f-89b4-ce5090c69315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:14.089204 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8807b2e7-e718-4b9f-89b4-ce5090c69315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:14.091300 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-8807b2e7-e718-4b9f-89b4-ce5090c69315 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d21285fa-3959-47eb-b1a1-952197bb7309 HTTP/1.1" status: 204 len: 168 time: 0.2085192 Sep 07 02:46:14.115273 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd75b419-6d04-4054-86ba-138b8ff416ef x-openstack-request-id: req-fd75b419-6d04-4054-86ba-138b8ff416ef {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:46:14.115634 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e11c0ae-968a-421c-989b-4ca8ddfd52c5", "name": "network-vif-plugged", "status": "completed", "tag": "bdf6e112-b4bf-412c-b725-58e03f57c337", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:46:14.116946 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fd75b419-6d04-4054-86ba-138b8ff416ef {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:46:14.117375 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e11c0ae-968a-421c-989b-4ca8ddfd52c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf6e112-b4bf-412c-b725-58e03f57c337', 'code': 200} Sep 07 02:46:14.134950 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8807b2e7-e718-4b9f-89b4-ce5090c69315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21285fa-3959-47eb-b1a1-952197bb7309,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:14.179433 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=bdf6e112-b4bf-412c-b725-58e03f57c337,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:14.230719 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b1e71-8148-4f5c-a2fd-8b8730fd55e8 req-1a41c075-b6cb-45aa-abca-9bb56507e360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:14.232775 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8f9b1e71-8148-4f5c-a2fd-8b8730fd55e8 req-1a41c075-b6cb-45aa-abca-9bb56507e360 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6e11c0ae-968a-421c-989b-4ca8ddfd52c5 HTTP/1.1" status: 200 len: 1098 time: 0.0533781 Sep 07 02:46:14.258295 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd02a00-c82b-49f6-b55c-9432e12919cf req-0d5c8f43-6203-46c6-bc87-f9571af24993 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:14.260756 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6fd02a00-c82b-49f6-b55c-9432e12919cf req-0d5c8f43-6203-46c6-bc87-f9571af24993 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=013d8eba-3af4-429a-8035-d75a641fcb31 HTTP/1.1" status: 200 len: 945 time: 0.0615590 Sep 07 02:46:14.274033 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8f9b1e71-8148-4f5c-a2fd-8b8730fd55e8 req-3a6809a4-447e-4fff-a36a-9dd5311a1c48 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318959 Sep 07 02:46:14.306932 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6fd02a00-c82b-49f6-b55c-9432e12919cf req-6dd04126-9128-427a-889e-33f7f32348dd tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390158 Sep 07 02:46:14.817181 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57588) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:14.873441 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b7e405c-0ded-4a1e-865d-40d3627e8fd2 admin admin] Deleting subnet c15278da-0c32-4d27-acd2-f37fd0def091 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:46:14.876561 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8b7e405c-0ded-4a1e-865d-40d3627e8fd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:14.915514 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8b7e405c-0ded-4a1e-865d-40d3627e8fd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:14.995436 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8b7e405c-0ded-4a1e-865d-40d3627e8fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:15.063169 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44908822-0ad0-4168-ac36-db34e26d9293 req-d7602ade-d2ee-402c-bda3-88b56e7d7758 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:15.067614 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-44908822-0ad0-4168-ac36-db34e26d9293 req-d7602ade-d2ee-402c-bda3-88b56e7d7758 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e11c0ae-968a-421c-989b-4ca8ddfd52c5 HTTP/1.1" status: 200 len: 946 time: 0.0623589 Sep 07 02:46:15.082816 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8b7e405c-0ded-4a1e-865d-40d3627e8fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:15.117926 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-44908822-0ad0-4168-ac36-db34e26d9293 req-a49c6a28-9d00-45a7-9d95-8a1446b68521 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404510 Sep 07 02:46:15.120300 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8b7e405c-0ded-4a1e-865d-40d3627e8fd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:15.122266 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-8b7e405c-0ded-4a1e-865d-40d3627e8fd2 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c15278da-0c32-4d27-acd2-f37fd0def091 HTTP/1.1" status: 204 len: 168 time: 0.3037758 Sep 07 02:46:15.123622 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7e405c-0ded-4a1e-865d-40d3627e8fd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c15278da-0c32-4d27-acd2-f37fd0def091,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:15.125761 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57608) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:15.209651 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f1b533f1-2405-49a1-909f-1e75670b93b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:15.293760 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f1b533f1-2405-49a1-909f-1e75670b93b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:15.314846 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-f1b533f1-2405-49a1-909f-1e75670b93b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e299c108-9af7-432c-99a5-7641abc988d3']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:46:15.325415 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-f1b533f1-2405-49a1-909f-1e75670b93b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11259785-0d41-49e0-9321-4820e184f18f') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:46:15.325782 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-f1b533f1-2405-49a1-909f-1e75670b93b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11259785-0d41-49e0-9321-4820e184f18f') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:46:15.352671 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f1b533f1-2405-49a1-909f-1e75670b93b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:15.369587 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f1b533f1-2405-49a1-909f-1e75670b93b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:15.377740 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1b533f1-2405-49a1-909f-1e75670b93b0 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:46:15.378407 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f1b533f1-2405-49a1-909f-1e75670b93b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:15.382260 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:46:15.382260 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:46:15.382260 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:46:15.382260 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:46:15.382260 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:46:15.382260 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:46:15.382260 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:46:15.382260 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:46:15.382260 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:46:15.382260 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:46:15.382260 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:46:15.382260 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:46:15.382260 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:46:15.382260 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:46:15.382260 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:46:15.382260 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:46:15.382260 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:46:15.382260 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:46:15.382260 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:46:15.382260 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:46:15.382260 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:46:15.382260 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:46:15.382260 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:46:15.382260 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:46:15.382260 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:46:15.382260 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:46:15.382260 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:46:15.382260 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:46:15.382260 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:46:15.382260 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:46:15.382260 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:46:15.382260 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:46:15.476749 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f1b533f1-2405-49a1-909f-1e75670b93b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:15.489884 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a452c078-6248-4ceb-83ef-599aeb58f571 req-7ac773a3-d929-4ffa-9dea-7c63bc9e2ea1 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:15.492222 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a452c078-6248-4ceb-83ef-599aeb58f571 req-7ac773a3-d929-4ffa-9dea-7c63bc9e2ea1 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=013d8eba-3af4-429a-8035-d75a641fcb31 HTTP/1.1" status: 200 len: 945 time: 0.1092041 Sep 07 02:46:15.495265 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f1b533f1-2405-49a1-909f-1e75670b93b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:15.497426 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f1b533f1-2405-49a1-909f-1e75670b93b0 admin admin] 10.222.0.22 "DELETE /v2.0/networks/e299c108-9af7-432c-99a5-7641abc988d3 HTTP/1.1" status: 204 len: 168 time: 0.3702810 Sep 07 02:46:15.515652 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b533f1-2405-49a1-909f-1e75670b93b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e299c108-9af7-432c-99a5-7641abc988d3,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:15.547758 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a452c078-6248-4ceb-83ef-599aeb58f571 req-c8af0f11-daf9-4052-935a-f90a58eb6730 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480163 Sep 07 02:46:15.597730 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57628) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:15.705981 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57634) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:15.706793 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-13aa3931-b895-4987-97de-7426cd443f6c tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-609615340', 'router:external': True}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:46:15.729519 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13aa3931-b895-4987-97de-7426cd443f6c tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Made reservation on behalf of 9927f04458eb4ccfa778459c561a9e6b for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:46:15.731955 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-13aa3931-b895-4987-97de-7426cd443f6c tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:15.741757 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-13aa3931-b895-4987-97de-7426cd443f6c tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:15.743053 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 66acfd95-c2e2-42b0-8ac2-045667dca617 details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:46:15.748341 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-04b461b2-bed6-4355-96bc-c1dc270ef7bf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a643d6646f744db1985c5e64adb3fca1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411925 Sep 07 02:46:15.750932 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57636) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:15.812765 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2a0ff5c2-2016-4074-a98f-02ad9dc04d63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:15.847407 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2a0ff5c2-2016-4074-a98f-02ad9dc04d63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:15.859719 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 66acfd95-c2e2-42b0-8ac2-045667dca617, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=66acfd95-c2e2-42b0-8ac2-045667dca617,segment=NetworkSegment(cefad73b-a7c5-464e-83dc-c3e10d5473af),segment_id=cefad73b-a7c5-464e-83dc-c3e10d5473af)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:46:15.875504 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '66acfd95-c2e2-42b0-8ac2-045667dca617', 'network_id': 'f1832801-225d-49c7-ba9e-13ca94c9951b', 'port_id': '66acfd95-c2e2-42b0-8ac2-045667dca617', 'mac_address': 'fa:16:3e:7f:ed:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf8b75f5-87fa-46ec-a5bb-bac267ae3844', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:46:15.921178 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2a0ff5c2-2016-4074-a98f-02ad9dc04d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:15.924241 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2a0ff5c2-2016-4074-a98f-02ad9dc04d63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:15.924568 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-13aa3931-b895-4987-97de-7426cd443f6c tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:15.928260 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-2a0ff5c2-2016-4074-a98f-02ad9dc04d63 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/00f11f75-c029-4b0e-9552-dc154531d2b6 HTTP/1.1" status: 204 len: 168 time: 0.1753409 Sep 07 02:46:15.931606 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:15.936573 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0ff5c2-2016-4074-a98f-02ad9dc04d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f11f75-c029-4b0e-9552-dc154531d2b6,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:15.942573 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-13aa3931-b895-4987-97de-7426cd443f6c tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:15.953262 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 66acfd95-c2e2-42b0-8ac2-045667dca617 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:46:15.959364 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13aa3931-b895-4987-97de-7426cd443f6c tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:46:15.993554 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 66acfd95-c2e2-42b0-8ac2-045667dca617, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=66acfd95-c2e2-42b0-8ac2-045667dca617,segment=NetworkSegment(cefad73b-a7c5-464e-83dc-c3e10d5473af),segment_id=cefad73b-a7c5-464e-83dc-c3e10d5473af)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:46:16.000500 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:16.000911 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-13aa3931-b895-4987-97de-7426cd443f6c tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:16.001395 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-13aa3931-b895-4987-97de-7426cd443f6c tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Added segment a83b5761-829b-497b-b280-d2d018e2cc5d of type vlan for network 194e762d-0dc5-4852-ae77-afe32347663f Sep 07 02:46:16.045773 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa3931-b895-4987-97de-7426cd443f6c tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44165c2f-3566-4f1e-a122-29c82cacbe80,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:16.086353 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=66acfd95-c2e2-42b0-8ac2-045667dca617,revision_number=6']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:16.100178 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-13aa3931-b895-4987-97de-7426cd443f6c tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:16.134995 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-13aa3931-b895-4987-97de-7426cd443f6c tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:16.136491 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13aa3931-b895-4987-97de-7426cd443f6c tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:16.137292 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-13aa3931-b895-4987-97de-7426cd443f6c tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:16.171168 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-13aa3931-b895-4987-97de-7426cd443f6c tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.5722125 Sep 07 02:46:16.174884 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57660) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:16.180222 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-f46ad5cc-1054-4ef1-a3bf-0692b6fe93d0 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Request body: {'subnet': {'network_id': '194e762d-0dc5-4852-ae77-afe32347663f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:46:16.207706 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['66acfd95-c2e2-42b0-8ac2-045667dca617'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:46:16.213601 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46ad5cc-1054-4ef1-a3bf-0692b6fe93d0 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Made reservation on behalf of 9927f04458eb4ccfa778459c561a9e6b for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:46:16.218277 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f46ad5cc-1054-4ef1-a3bf-0692b6fe93d0 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:16.287523 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa3931-b895-4987-97de-7426cd443f6c tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Pushing event updated for resources: {'Network': ['ID=194e762d-0dc5-4852-ae77-afe32347663f,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:16.303040 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aa3931-b895-4987-97de-7426cd443f6c tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:46:16.303398 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aa3931-b895-4987-97de-7426cd443f6c tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:46:16.303779 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aa3931-b895-4987-97de-7426cd443f6c tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:46:16.304123 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aa3931-b895-4987-97de-7426cd443f6c tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:46:16.306138 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aa3931-b895-4987-97de-7426cd443f6c tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:46:16.306493 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aa3931-b895-4987-97de-7426cd443f6c tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:46:16.309262 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aa3931-b895-4987-97de-7426cd443f6c tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:46:16.309667 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aa3931-b895-4987-97de-7426cd443f6c tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:46:16.310334 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aa3931-b895-4987-97de-7426cd443f6c tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:46:16.310717 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aa3931-b895-4987-97de-7426cd443f6c tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:46:16.311112 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aa3931-b895-4987-97de-7426cd443f6c tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:46:16.311456 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aa3931-b895-4987-97de-7426cd443f6c tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:46:16.330819 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 194e762d-0dc5-4852-ae77-afe32347663f details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:46:16.405500 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec94d4b-14c7-4974-8912-f6e7fdd09071 req-152e586a-13e5-4090-8fcb-bc8286a41e11 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:16.407310 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7ec94d4b-14c7-4974-8912-f6e7fdd09071 req-152e586a-13e5-4090-8fcb-bc8286a41e11 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e11c0ae-968a-421c-989b-4ca8ddfd52c5 HTTP/1.1" status: 200 len: 946 time: 0.1524382 Sep 07 02:46:16.464807 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7ec94d4b-14c7-4974-8912-f6e7fdd09071 req-18e93e52-f0c4-4b94-b52f-897e02b4a0b8 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481694 Sep 07 02:46:16.715512 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a384572-2700-4e9c-9725-68137941cd19 req-eef37176-6ce7-4843-b7ec-056ebf1d1721 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:16.723813 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6a384572-2700-4e9c-9725-68137941cd19 req-eef37176-6ce7-4843-b7ec-056ebf1d1721 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e11c0ae-968a-421c-989b-4ca8ddfd52c5 HTTP/1.1" status: 200 len: 946 time: 0.1270123 Sep 07 02:46:16.771863 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 5b64f9d2-4711-4c07-bd47-0c95531d3b1b no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:46:16.778597 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6a384572-2700-4e9c-9725-68137941cd19 req-ff3e47e1-6d7a-43da-851a-d11d42e27368 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473232 Sep 07 02:46:16.806479 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e433fe-9e80-4723-b946-a4bc8b8b7a6b req-d8b50d1c-f809-44f8-b4a1-94bf0554c7c0 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:16.808959 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: 5b64f9d2-4711-4c07-bd47-0c95531d3b1b {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:46:16.809304 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 5b64f9d2-4711-4c07-bd47-0c95531d3b1b not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:46:16.814378 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-35e433fe-9e80-4723-b946-a4bc8b8b7a6b req-d8b50d1c-f809-44f8-b4a1-94bf0554c7c0 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=013d8eba-3af4-429a-8035-d75a641fcb31 HTTP/1.1" status: 200 len: 944 time: 0.0741491 Sep 07 02:46:16.862265 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-35e433fe-9e80-4723-b946-a4bc8b8b7a6b req-5073ac39-0353-4393-a365-95778edaa546 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470493 Sep 07 02:46:16.901202 n-d-796209-16 neutron-server[94700]: DEBUG neutron.objects.ports [None req-f46ad5cc-1054-4ef1-a3bf-0692b6fe93d0 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94700) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 02:46:16.901687 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f46ad5cc-1054-4ef1-a3bf-0692b6fe93d0 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:16.987197 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46ad5cc-1054-4ef1-a3bf-0692b6fe93d0 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2f0895b6-7173-4141-beb0-19688860738d,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:17.000288 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46ad5cc-1054-4ef1-a3bf-0692b6fe93d0 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Checking segment: {'id': 'a83b5761-829b-497b-b280-d2d018e2cc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '194e762d-0dc5-4852-ae77-afe32347663f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:46:17.000887 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46ad5cc-1054-4ef1-a3bf-0692b6fe93d0 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Network hostable DHCP agents. Network: 194e762d-0dc5-4852-ae77-afe32347663f, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:46:17.026556 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46ad5cc-1054-4ef1-a3bf-0692b6fe93d0 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Network 194e762d-0dc5-4852-ae77-afe32347663f is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:46:17.045676 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-f46ad5cc-1054-4ef1-a3bf-0692b6fe93d0 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 194e762d-0dc5-4852-ae77-afe32347663f) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:46:17.056805 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46ad5cc-1054-4ef1-a3bf-0692b6fe93d0 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:17.057463 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f46ad5cc-1054-4ef1-a3bf-0692b6fe93d0 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:17.059473 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33dad2a-803e-4196-ab48-f837c8dd501e None None] Network 194e762d-0dc5-4852-ae77-afe32347663f requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:46:17.092475 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57734) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:17.093162 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f46ad5cc-1054-4ef1-a3bf-0692b6fe93d0 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9122753 Sep 07 02:46:17.108041 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-9c75648a-9327-4be4-93b1-31c6eaef4cb1 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-785923392', 'network_id': '194e762d-0dc5-4852-ae77-afe32347663f'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:46:17.158642 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c75648a-9327-4be4-93b1-31c6eaef4cb1 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Made reservation on behalf of 9927f04458eb4ccfa778459c561a9e6b for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:46:17.163357 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9c75648a-9327-4be4-93b1-31c6eaef4cb1 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:17.212192 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-9c75648a-9327-4be4-93b1-31c6eaef4cb1 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] device_id is not set on port 73c57dba-e28d-42c1-b5af-2d42620e1a28 yet. {{(pid=94701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:46:17.231215 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d6d9eb-b692-4444-b601-898b5bff9f8b req-6eec6f98-a9eb-48fa-9087-9425314858d6 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:17.241964 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-86d6d9eb-b692-4444-b601-898b5bff9f8b req-6eec6f98-a9eb-48fa-9087-9425314858d6 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e11c0ae-968a-421c-989b-4ca8ddfd52c5 HTTP/1.1" status: 200 len: 946 time: 0.1184723 Sep 07 02:46:17.299529 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-86d6d9eb-b692-4444-b601-898b5bff9f8b req-82970372-eca2-4f3d-9cf0-95adcf1366b5 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564473 Sep 07 02:46:17.348534 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9565116a-ae10-4c05-8ac7-8815e4b60c2b None None] Network 194e762d-0dc5-4852-ae77-afe32347663f requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:46:17.380422 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-9c75648a-9327-4be4-93b1-31c6eaef4cb1 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Allocated IP 172.20.0.11 (194e762d-0dc5-4852-ae77-afe32347663f/2f0895b6-7173-4141-beb0-19688860738d/73c57dba-e28d-42c1-b5af-2d42620e1a28) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:46:17.580099 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9c75648a-9327-4be4-93b1-31c6eaef4cb1 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:17.623283 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9c75648a-9327-4be4-93b1-31c6eaef4cb1 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:17.685632 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f14ba-f1b1-4378-9ba7-25a4dce53fa2 req-2da440eb-203f-40e2-929a-54389fa47574 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:17.694209 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d49f14ba-f1b1-4378-9ba7-25a4dce53fa2 req-2da440eb-203f-40e2-929a-54389fa47574 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e11c0ae-968a-421c-989b-4ca8ddfd52c5 HTTP/1.1" status: 200 len: 946 time: 0.0790706 Sep 07 02:46:17.716121 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c75648a-9327-4be4-93b1-31c6eaef4cb1 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Network 194e762d-0dc5-4852-ae77-afe32347663f is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:46:17.721652 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-9c75648a-9327-4be4-93b1-31c6eaef4cb1 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:46:17.725078 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c75648a-9327-4be4-93b1-31c6eaef4cb1 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Pushing event updated for resources: {'Port': ['ID=73c57dba-e28d-42c1-b5af-2d42620e1a28,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:17.728178 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c75648a-9327-4be4-93b1-31c6eaef4cb1 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:46:17.741150 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d49f14ba-f1b1-4378-9ba7-25a4dce53fa2 req-565c94c9-78b7-410e-aa8b-a4b0811e8db2 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451286 Sep 07 02:46:17.759557 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 66acfd95-c2e2-42b0-8ac2-045667dca617 up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:46:17.786692 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c75648a-9327-4be4-93b1-31c6eaef4cb1 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:17.787323 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9c75648a-9327-4be4-93b1-31c6eaef4cb1 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:17.823297 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-9c75648a-9327-4be4-93b1-31c6eaef4cb1 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.7280095 Sep 07 02:46:17.825917 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57804) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:17.852622 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4e18d493-fe53-444e-840e-8558bb846e96 req-e64d97ea-20d5-42cd-9e13-bf350ab630f0 tempest-ServerShowV247Test-1420034672 tempest-ServerShowV247Test-1420034672-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e13afb4-c6e0-4e46-8084-6ab466d042fc HTTP/1.1" status: 200 len: 210 time: 0.0385222 Sep 07 02:46:17.874611 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 66acfd95-c2e2-42b0-8ac2-045667dca617 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:46:17.876441 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:17.920890 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57812) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:17.946004 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811400d-9a27-49c1-96a5-1dafbf9803b3 req-d89ded53-d7a2-4bfc-9311-97ef18701c1c tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:17.948536 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2811400d-9a27-49c1-96a5-1dafbf9803b3 req-d89ded53-d7a2-4bfc-9311-97ef18701c1c tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=013d8eba-3af4-429a-8035-d75a641fcb31 HTTP/1.1" status: 200 len: 944 time: 0.1893249 Sep 07 02:46:18.005681 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:18.051686 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '013d8eba-3af4-429a-8035-d75a641fcb31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66acfd95-c2e2-42b0-8ac2-045667dca617'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:46:18.055215 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51eaa854-ff9f-4950-97f2-b1cb701e98b5" -d '{"events": [{"server_uuid": "013d8eba-3af4-429a-8035-d75a641fcb31", "name": "network-vif-plugged", "status": "completed", "tag": "66acfd95-c2e2-42b0-8ac2-045667dca617"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:46:18.056952 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2811400d-9a27-49c1-96a5-1dafbf9803b3 req-84f943b0-f3ea-41b3-86ee-9b0f46d60163 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919528 Sep 07 02:46:18.071032 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 66acfd95-c2e2-42b0-8ac2-045667dca617, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=66acfd95-c2e2-42b0-8ac2-045667dca617,segment=NetworkSegment(cefad73b-a7c5-464e-83dc-c3e10d5473af),segment_id=cefad73b-a7c5-464e-83dc-c3e10d5473af)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:46:18.080570 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:18.087808 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0a7904f5-10a2-4f5c-bfde-b979fddd15dd tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Deleting port 73c57dba-e28d-42c1-b5af-2d42620e1a28 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:46:18.088979 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0a7904f5-10a2-4f5c-bfde-b979fddd15dd tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:18.146824 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=66acfd95-c2e2-42b0-8ac2-045667dca617,revision_number=7']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:18.151656 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e077e231-c44e-4f12-a3ef-e2304c204418 x-openstack-request-id: req-e077e231-c44e-4f12-a3ef-e2304c204418 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:46:18.152230 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "013d8eba-3af4-429a-8035-d75a641fcb31", "name": "network-vif-plugged", "status": "completed", "tag": "66acfd95-c2e2-42b0-8ac2-045667dca617", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:46:18.152782 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e077e231-c44e-4f12-a3ef-e2304c204418 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:46:18.153188 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '013d8eba-3af4-429a-8035-d75a641fcb31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66acfd95-c2e2-42b0-8ac2-045667dca617', 'code': 200} Sep 07 02:46:18.177991 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b46b60e0-dcc7-460f-a64b-f07dc6527ea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:18.312794 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0a7904f5-10a2-4f5c-bfde-b979fddd15dd tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:18.336212 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0a7904f5-10a2-4f5c-bfde-b979fddd15dd tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Calling delete_port for 73c57dba-e28d-42c1-b5af-2d42620e1a28 owned by {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:46:18.343267 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b46b60e0-dcc7-460f-a64b-f07dc6527ea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:18.352676 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b46b60e0-dcc7-460f-a64b-f07dc6527ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:18.477523 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b60e0-dcc7-460f-a64b-f07dc6527ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a259b68d-a043-44c8-ace5-4395d9815063,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:18.527321 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57850) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:18.527808 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b46b60e0-dcc7-460f-a64b-f07dc6527ea1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b06bc446c9f34a318ce88e8ffef52fcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6053483 Sep 07 02:46:18.582290 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63fb603-d020-47bb-a42e-9ecbed63c1a5 req-2db5ca81-318c-4749-bfa8-e593776f9c89 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:18.594658 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f63fb603-d020-47bb-a42e-9ecbed63c1a5 req-2db5ca81-318c-4749-bfa8-e593776f9c89 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e11c0ae-968a-421c-989b-4ca8ddfd52c5 HTTP/1.1" status: 200 len: 946 time: 0.1514096 Sep 07 02:46:18.651558 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f63fb603-d020-47bb-a42e-9ecbed63c1a5 req-b48832f4-1165-41d8-9db3-564f0ebcadd8 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556903 Sep 07 02:46:18.757537 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0a7904f5-10a2-4f5c-bfde-b979fddd15dd tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:18.768439 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7db4c765-4e1b-41bc-84dd-5b6d83ac0939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:18.768926 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabecf8a-7b96-44d5-bed1-d49cf85d0280 req-eb2f85d4-7f2a-44cb-a56a-4f7e9b08f09d tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:18.770489 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cabecf8a-7b96-44d5-bed1-d49cf85d0280 req-eb2f85d4-7f2a-44cb-a56a-4f7e9b08f09d tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.16 "GET /v2.0/ports?device_id=013d8eba-3af4-429a-8035-d75a641fcb31 HTTP/1.1" status: 200 len: 945 time: 0.1181133 Sep 07 02:46:18.825248 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7db4c765-4e1b-41bc-84dd-5b6d83ac0939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:18.856121 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-26c9ae70-adc5-43a9-bc69-c76340066bdd req-85249250-92c5-4168-b61a-9d0bfb9fedf8 tempest-ServerShowV247Test-1420034672 tempest-ServerShowV247Test-1420034672-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c8e3b67-a125-4e15-bb2c-ea0cc41df372 HTTP/1.1" status: 200 len: 210 time: 0.0356040 Sep 07 02:46:18.908988 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7904f5-10a2-4f5c-bfde-b979fddd15dd tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Pushing event deleted for resources: {'Port': ['ID=73c57dba-e28d-42c1-b5af-2d42620e1a28,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:18.930441 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-cabecf8a-7b96-44d5-bed1-d49cf85d0280 req-3e73aef1-47dc-4911-924f-be9e07c0f332 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Deleting port 66acfd95-c2e2-42b0-8ac2-045667dca617 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:46:18.930999 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-cabecf8a-7b96-44d5-bed1-d49cf85d0280 req-3e73aef1-47dc-4911-924f-be9e07c0f332 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:18.963597 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0a7904f5-10a2-4f5c-bfde-b979fddd15dd tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:18.965846 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-0a7904f5-10a2-4f5c-bfde-b979fddd15dd tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] 10.222.0.22 "DELETE /v2.0/ports/73c57dba-e28d-42c1-b5af-2d42620e1a28 HTTP/1.1" status: 204 len: 168 time: 1.1387026 Sep 07 02:46:18.968805 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57862) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:18.973679 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-7e22fbf0-1912-4d0c-9f28-521c338e71bc tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '194e762d-0dc5-4852-ae77-afe32347663f', 'external_fixed_ips': [{'subnet_id': '2f0895b6-7173-4141-beb0-19688860738d', 'ip_address': '172.20.0.11'}]}}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:46:18.980328 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7db4c765-4e1b-41bc-84dd-5b6d83ac0939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:18.983032 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7db4c765-4e1b-41bc-84dd-5b6d83ac0939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:18.988052 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-7db4c765-4e1b-41bc-84dd-5b6d83ac0939 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a259b68d-a043-44c8-ace5-4395d9815063 HTTP/1.1" status: 204 len: 168 time: 0.4596972 Sep 07 02:46:19.003897 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db4c765-4e1b-41bc-84dd-5b6d83ac0939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a259b68d-a043-44c8-ace5-4395d9815063,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:19.038865 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7e22fbf0-1912-4d0c-9f28-521c338e71bc tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:19.040455 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7e22fbf0-1912-4d0c-9f28-521c338e71bc tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:19.059820 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-cabecf8a-7b96-44d5-bed1-d49cf85d0280 req-3e73aef1-47dc-4911-924f-be9e07c0f332 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] For port 66acfd95-c2e2-42b0-8ac2-045667dca617, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=66acfd95-c2e2-42b0-8ac2-045667dca617,segment=NetworkSegment(cefad73b-a7c5-464e-83dc-c3e10d5473af),segment_id=cefad73b-a7c5-464e-83dc-c3e10d5473af)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:46:19.060297 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-cabecf8a-7b96-44d5-bed1-d49cf85d0280 req-3e73aef1-47dc-4911-924f-be9e07c0f332 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:19.078951 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-cabecf8a-7b96-44d5-bed1-d49cf85d0280 req-3e73aef1-47dc-4911-924f-be9e07c0f332 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Calling delete_port for 66acfd95-c2e2-42b0-8ac2-045667dca617 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:46:19.165596 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7e22fbf0-1912-4d0c-9f28-521c338e71bc tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:19.259888 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-cabecf8a-7b96-44d5-bed1-d49cf85d0280 req-3e73aef1-47dc-4911-924f-be9e07c0f332 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:19.306623 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e73aef1-47dc-4911-924f-be9e07c0f332 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Pushing event deleted for resources: {'Port': ['ID=66acfd95-c2e2-42b0-8ac2-045667dca617,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:19.348171 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-cabecf8a-7b96-44d5-bed1-d49cf85d0280 req-3e73aef1-47dc-4911-924f-be9e07c0f332 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] No DVR routers for this DVR port 66acfd95-c2e2-42b0-8ac2-045667dca617 on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:46:19.350840 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-cabecf8a-7b96-44d5-bed1-d49cf85d0280 req-3e73aef1-47dc-4911-924f-be9e07c0f332 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:19.353412 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cabecf8a-7b96-44d5-bed1-d49cf85d0280 req-3e73aef1-47dc-4911-924f-be9e07c0f332 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.16 "DELETE /v2.0/ports/66acfd95-c2e2-42b0-8ac2-045667dca617 HTTP/1.1" status: 204 len: 173 time: 0.5735307 Sep 07 02:46:19.353878 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '013d8eba-3af4-429a-8035-d75a641fcb31', 'name': 'network-vif-deleted', 'tag': '66acfd95-c2e2-42b0-8ac2-045667dca617'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:46:19.356936 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fefad45c-45c9-4c73-82c6-3920d4c1353d" -d '{"events": [{"server_uuid": "013d8eba-3af4-429a-8035-d75a641fcb31", "name": "network-vif-deleted", "tag": "66acfd95-c2e2-42b0-8ac2-045667dca617"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:46:19.404454 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71225a29-fe23-425b-b492-a1999274bd85 req-b8b90a9b-b7a0-4aa9-90a7-3dc59d87d1db tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:19.412623 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-71225a29-fe23-425b-b492-a1999274bd85 req-b8b90a9b-b7a0-4aa9-90a7-3dc59d87d1db tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/ports?device_id=013d8eba-3af4-429a-8035-d75a641fcb31 HTTP/1.1" status: 200 len: 867 time: 0.2450507 Sep 07 02:46:19.460096 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7e22fbf0-1912-4d0c-9f28-521c338e71bc tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:19.473449 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57876) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:19.489103 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646d44f5-4659-4fe9-91d0-912af6b77bb8 x-openstack-request-id: req-646d44f5-4659-4fe9-91d0-912af6b77bb8 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:46:19.489395 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "013d8eba-3af4-429a-8035-d75a641fcb31", "name": "network-vif-deleted", "tag": "66acfd95-c2e2-42b0-8ac2-045667dca617", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:46:19.489648 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-646d44f5-4659-4fe9-91d0-912af6b77bb8 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:46:19.490039 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '013d8eba-3af4-429a-8035-d75a641fcb31', 'name': 'network-vif-deleted', 'tag': '66acfd95-c2e2-42b0-8ac2-045667dca617', 'status': 'completed', 'code': 200} Sep 07 02:46:19.491580 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8e76e165-fcae-4605-b898-92f2a6e0e0b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:19.508184 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-71225a29-fe23-425b-b492-a1999274bd85 req-b243334a-5948-4aec-8d86-bb7327511784 tempest-ImagesTestJSON-2113851577 tempest-ImagesTestJSON-2113851577-project] 10.222.0.22 "GET /v2.0/security-groups?id=59dcc322-1945-4cf3-8e79-2fa31eba87cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946836 Sep 07 02:46:19.598309 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8e76e165-fcae-4605-b898-92f2a6e0e0b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:19.602186 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8e76e165-fcae-4605-b898-92f2a6e0e0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:19.644867 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-8e76e165-fcae-4605-b898-92f2a6e0e0b6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0577a3f1373c4bfc8c1390ff8a579608&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1702623 Sep 07 02:46:19.646332 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e76e165-fcae-4605-b898-92f2a6e0e0b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08117277-57e4-4abc-83cd-41d4e2819467,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:19.650115 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57880) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:19.699949 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7e22fbf0-1912-4d0c-9f28-521c338e71bc tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:19.713700 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-783d32ea-a5f0-4972-8fb5-9ecf00dff7c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:19.725480 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7e22fbf0-1912-4d0c-9f28-521c338e71bc tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:19.744251 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-783d32ea-a5f0-4972-8fb5-9ecf00dff7c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:19.775574 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 66acfd95-c2e2-42b0-8ac2-045667dca617 no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:46:19.810979 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: 66acfd95-c2e2-42b0-8ac2-045667dca617 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:46:19.811314 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 66acfd95-c2e2-42b0-8ac2-045667dca617 not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:46:19.832841 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-783d32ea-a5f0-4972-8fb5-9ecf00dff7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:19.838633 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-783d32ea-a5f0-4972-8fb5-9ecf00dff7c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:19.839213 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-783d32ea-a5f0-4972-8fb5-9ecf00dff7c8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/08117277-57e4-4abc-83cd-41d4e2819467 HTTP/1.1" status: 204 len: 168 time: 0.1881604 Sep 07 02:46:19.867505 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783d32ea-a5f0-4972-8fb5-9ecf00dff7c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08117277-57e4-4abc-83cd-41d4e2819467,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:19.910442 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ea82c-3945-4fd7-b408-564737f75f2b req-e9896fea-da20-4c7a-831e-2d5892ecf288 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:19.912184 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a14ea82c-3945-4fd7-b408-564737f75f2b req-e9896fea-da20-4c7a-831e-2d5892ecf288 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e11c0ae-968a-421c-989b-4ca8ddfd52c5 HTTP/1.1" status: 200 len: 946 time: 0.1423874 Sep 07 02:46:19.996220 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a993a27f-e890-4203-81d3-3272be73b941 req-5a19c79e-9515-4d25-8a45-550ad6a86ad1 tempest-ServerShowV247Test-1420034672 tempest-ServerShowV247Test-1420034672-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c8e3b67-a125-4e15-bb2c-ea0cc41df372 HTTP/1.1" status: 200 len: 210 time: 0.0383899 Sep 07 02:46:19.996837 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a14ea82c-3945-4fd7-b408-564737f75f2b req-fdd45d40-2276-4e55-a39b-e19ae014fd57 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733628 Sep 07 02:46:20.026026 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-7e22fbf0-1912-4d0c-9f28-521c338e71bc tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Allocated IP 172.20.0.11 (194e762d-0dc5-4852-ae77-afe32347663f/2f0895b6-7173-4141-beb0-19688860738d/2070ac3c-4c3c-402c-b286-9ab6e44e5663) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:46:20.137422 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7e22fbf0-1912-4d0c-9f28-521c338e71bc tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:20.178962 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c5b0f65e-477d-4e54-8900-27a14f19539d req-83f3bb07-cac0-47b7-a680-8f3d5f47b3c3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5e13afb4-c6e0-4e46-8084-6ab466d042fc HTTP/1.1" status: 200 len: 210 time: 0.0252833 Sep 07 02:46:20.187351 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7e22fbf0-1912-4d0c-9f28-521c338e71bc tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:20.226310 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e22fbf0-1912-4d0c-9f28-521c338e71bc tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Network 194e762d-0dc5-4852-ae77-afe32347663f is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:46:20.229259 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-7e22fbf0-1912-4d0c-9f28-521c338e71bc tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:46:20.231773 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e22fbf0-1912-4d0c-9f28-521c338e71bc tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:46:20.258084 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22fbf0-1912-4d0c-9f28-521c338e71bc tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Pushing event updated for resources: {'Port': ['ID=2070ac3c-4c3c-402c-b286-9ab6e44e5663,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:20.797787 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7e22fbf0-1912-4d0c-9f28-521c338e71bc tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:20.913108 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57952) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:20.962493 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca589c28-3e66-439d-8459-3e3dc515d589 admin admin] Deleting subnet bf8b75f5-87fa-46ec-a5bb-bac267ae3844 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:46:20.965139 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ca589c28-3e66-439d-8459-3e3dc515d589 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:21.006545 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ca589c28-3e66-439d-8459-3e3dc515d589 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:21.044498 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7e22fbf0-1912-4d0c-9f28-521c338e71bc tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:21.109483 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-aeba24ed-257d-4e33-ab20-c05c2409ada7 req-dd1d436a-c295-437a-a7c1-e1ab0c8b6925 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4c8e3b67-a125-4e15-bb2c-ea0cc41df372 HTTP/1.1" status: 200 len: 210 time: 0.0572472 Sep 07 02:46:21.112749 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ca589c28-3e66-439d-8459-3e3dc515d589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:21.204154 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3833f8f6-cfa8-48ae-91b9-037d00706933 req-2e9dcf92-c388-42bf-88e0-d639e813e903 tempest-ServerShowV247Test-1420034672 tempest-ServerShowV247Test-1420034672-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c8e3b67-a125-4e15-bb2c-ea0cc41df372 HTTP/1.1" status: 200 len: 210 time: 0.0393956 Sep 07 02:46:21.266491 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e22fbf0-1912-4d0c-9f28-521c338e71bc tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Router 99f66190-d1c0-4f10-9757-e8d6a07dcba8 is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 02:46:21.345021 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:21.396625 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e22fbf0-1912-4d0c-9f28-521c338e71bc tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:46:21.398988 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:21.407360 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dc5463-06a1-4d2f-a52b-b4de5ad8553d None None] Sync routers for ids ['99f66190-d1c0-4f10-9757-e8d6a07dcba8'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:46:21.415423 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7e22fbf0-1912-4d0c-9f28-521c338e71bc tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:21.419098 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-7e22fbf0-1912-4d0c-9f28-521c338e71bc tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.4468338 Sep 07 02:46:21.419664 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57972) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:21.420984 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dc5463-06a1-4d2f-a52b-b4de5ad8553d None None] Routers {'99f66190-d1c0-4f10-9757-e8d6a07dcba8'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:46:21.421614 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-b5dc5463-06a1-4d2f-a52b-b4de5ad8553d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:45:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['99f66190-d1c0-4f10-9757-e8d6a07dcba8'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:46:21.559384 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2755315f-6e0b-43a9-a34e-292b45c5ad22 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks [] for router, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:21.617052 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dea895-a1ee-43bd-8598-301de765afbd req-9a6a8a08-c974-4a42-84df-9803dcd2dc5e tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:21.618838 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-15dea895-a1ee-43bd-8598-301de765afbd req-9a6a8a08-c974-4a42-84df-9803dcd2dc5e tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e11c0ae-968a-421c-989b-4ca8ddfd52c5 HTTP/1.1" status: 200 len: 946 time: 0.4866664 Sep 07 02:46:21.649828 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ca589c28-3e66-439d-8459-3e3dc515d589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:21.681174 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca589c28-3e66-439d-8459-3e3dc515d589 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf8b75f5-87fa-46ec-a5bb-bac267ae3844,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:21.698728 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ca589c28-3e66-439d-8459-3e3dc515d589 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:21.703654 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ca589c28-3e66-439d-8459-3e3dc515d589 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/bf8b75f5-87fa-46ec-a5bb-bac267ae3844 HTTP/1.1" status: 204 len: 168 time: 0.7894597 Sep 07 02:46:21.705920 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57986) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:21.708567 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca589c28-3e66-439d-8459-3e3dc515d589 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:46:21.708917 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca589c28-3e66-439d-8459-3e3dc515d589 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:46:21.709247 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca589c28-3e66-439d-8459-3e3dc515d589 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:46:21.709752 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca589c28-3e66-439d-8459-3e3dc515d589 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:46:21.710246 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca589c28-3e66-439d-8459-3e3dc515d589 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:46:21.710570 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca589c28-3e66-439d-8459-3e3dc515d589 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:46:21.711070 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca589c28-3e66-439d-8459-3e3dc515d589 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:46:21.711390 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca589c28-3e66-439d-8459-3e3dc515d589 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:46:21.711889 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca589c28-3e66-439d-8459-3e3dc515d589 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:46:21.712367 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca589c28-3e66-439d-8459-3e3dc515d589 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:46:21.712842 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca589c28-3e66-439d-8459-3e3dc515d589 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:46:21.713340 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca589c28-3e66-439d-8459-3e3dc515d589 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:46:21.721747 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-15dea895-a1ee-43bd-8598-301de765afbd req-e89acd24-ceb9-4495-afc7-0189014d05db tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947690 Sep 07 02:46:21.742413 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2755315f-6e0b-43a9-a34e-292b45c5ad22 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:21.763470 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-b5dc5463-06a1-4d2f-a52b-b4de5ad8553d None None] Set router 99f66190-d1c0-4f10-9757-e8d6a07dcba8 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:46:21.830959 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2f011ec8-2b38-43ca-b85d-b1e71ff6a896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:21.887402 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-2755315f-6e0b-43a9-a34e-292b45c5ad22 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Deleting port 2070ac3c-4c3c-402c-b286-9ab6e44e5663 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:46:21.887796 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2755315f-6e0b-43a9-a34e-292b45c5ad22 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:21.950518 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2f011ec8-2b38-43ca-b85d-b1e71ff6a896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:21.972432 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-b5dc5463-06a1-4d2f-a52b-b4de5ad8553d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f66190-d1c0-4f10-9757-e8d6a07dcba8', 'name': '', 'tenant_id': '9927f04458eb4ccfa778459c561a9e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '194e762d-0dc5-4852-ae77-afe32347663f', 'external_fixed_ips': [{'subnet_id': '2f0895b6-7173-4141-beb0-19688860738d', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': '2070ac3c-4c3c-402c-b286-9ab6e44e5663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:46:19Z', 'updated_at': '2021-09-07T02:46:20Z', 'revision_number': 3, 'project_id': '9927f04458eb4ccfa778459c561a9e6b', 'gw_port': {'id': '2070ac3c-4c3c-402c-b286-9ab6e44e5663', 'name': '', 'network_id': '194e762d-0dc5-4852-ae77-afe32347663f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:f6:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f66190-d1c0-4f10-9757-e8d6a07dcba8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '2f0895b6-7173-4141-beb0-19688860738d', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:46:19Z', 'updated_at': '2021-09-07T02:46:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f0895b6-7173-4141-beb0-19688860738d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:46:22.002600 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dc5463-06a1-4d2f-a52b-b4de5ad8553d None None] Checking router: 99f66190-d1c0-4f10-9757-e8d6a07dcba8 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:46:22.003003 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dc5463-06a1-4d2f-a52b-b4de5ad8553d None None] Updating router 99f66190-d1c0-4f10-9757-e8d6a07dcba8 port 2070ac3c-4c3c-402c-b286-9ab6e44e5663 binding host n-d-796209-16 {{(pid=94703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 02:46:22.009626 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-2f011ec8-2b38-43ca-b85d-b1e71ff6a896 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1832801-225d-49c7-ba9e-13ca94c9951b']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:46:22.023779 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-2f011ec8-2b38-43ca-b85d-b1e71ff6a896 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cefad73b-a7c5-464e-83dc-c3e10d5473af') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:46:22.024100 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-2f011ec8-2b38-43ca-b85d-b1e71ff6a896 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cefad73b-a7c5-464e-83dc-c3e10d5473af') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:46:22.037210 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-b5dc5463-06a1-4d2f-a52b-b4de5ad8553d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:22.042183 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2f011ec8-2b38-43ca-b85d-b1e71ff6a896 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:22.051759 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2755315f-6e0b-43a9-a34e-292b45c5ad22 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:22.069247 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-2755315f-6e0b-43a9-a34e-292b45c5ad22 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Calling delete_port for 2070ac3c-4c3c-402c-b286-9ab6e44e5663 owned by network:router_gateway {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:46:22.070406 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2f011ec8-2b38-43ca-b85d-b1e71ff6a896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:22.082129 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f011ec8-2b38-43ca-b85d-b1e71ff6a896 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:46:22.082539 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2f011ec8-2b38-43ca-b85d-b1e71ff6a896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:22.085555 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:46:22.085555 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:46:22.085555 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:46:22.085555 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:46:22.085555 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:46:22.085555 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:46:22.085555 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:46:22.085555 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:46:22.085555 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:46:22.085555 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:46:22.085555 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:46:22.085555 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:46:22.085555 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:46:22.085555 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:46:22.085555 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:46:22.085555 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:46:22.085555 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:46:22.085555 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:46:22.085555 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:46:22.085555 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:46:22.085555 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:46:22.085555 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:46:22.085555 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:46:22.085555 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:46:22.085555 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:46:22.085555 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:46:22.085555 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:46:22.085555 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:46:22.085555 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:46:22.085555 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:46:22.085555 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:46:22.085555 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:46:22.196654 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2f011ec8-2b38-43ca-b85d-b1e71ff6a896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:22.207146 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2f011ec8-2b38-43ca-b85d-b1e71ff6a896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:22.208875 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58012) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:22.210089 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-2f011ec8-2b38-43ca-b85d-b1e71ff6a896 admin admin] 10.222.0.22 "DELETE /v2.0/networks/f1832801-225d-49c7-ba9e-13ca94c9951b HTTP/1.1" status: 204 len: 168 time: 0.5029657 Sep 07 02:46:22.224496 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f011ec8-2b38-43ca-b85d-b1e71ff6a896 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1832801-225d-49c7-ba9e-13ca94c9951b,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:22.360575 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b8ea8d45-8b6f-451e-b39d-421bac7164a9 req-53566ba0-2378-4751-be6e-d0d402001427 tempest-ServerShowV247Test-1420034672 tempest-ServerShowV247Test-1420034672-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c8e3b67-a125-4e15-bb2c-ea0cc41df372 HTTP/1.1" status: 200 len: 210 time: 0.0546138 Sep 07 02:46:22.369175 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3ae59ccb-9701-42c3-980c-102a213d93c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:22.385267 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58020) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:22.393460 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2755315f-6e0b-43a9-a34e-292b45c5ad22 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:22.407053 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.db.api [None req-b5dc5463-06a1-4d2f-a52b-b4de5ad8553d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94703) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 02:46:22.409087 n-d-796209-16 neutron-server[94703]: DEBUG oslo_db.api [None req-b5dc5463-06a1-4d2f-a52b-b4de5ad8553d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 02:46:22.439511 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2755315f-6e0b-43a9-a34e-292b45c5ad22 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Pushing event deleted for resources: {'Port': ['ID=2070ac3c-4c3c-402c-b286-9ab6e44e5663,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:22.490232 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3ae59ccb-9701-42c3-980c-102a213d93c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:22.493467 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-88e2a3a9-71b5-4ab5-85b9-d98952fc3b29 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9a8c5da93cbf4b888ec81f508c5728ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1068802 Sep 07 02:46:22.496560 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58032) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:22.497526 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3ae59ccb-9701-42c3-980c-102a213d93c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:22.512064 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2755315f-6e0b-43a9-a34e-292b45c5ad22 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:22.558125 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae59ccb-9701-42c3-980c-102a213d93c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae8be3f-2681-4231-b6a6-b3bbefdb517f,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:22.582979 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3ae59ccb-9701-42c3-980c-102a213d93c4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4df2850217844a14a3ded645002129c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3713610 Sep 07 02:46:22.583187 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58034) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:22.606458 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7f8fe816-4103-4e24-81de-b1f81237b62c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:22.632060 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2755315f-6e0b-43a9-a34e-292b45c5ad22 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:22.635775 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2755315f-6e0b-43a9-a34e-292b45c5ad22 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:22.646134 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7f8fe816-4103-4e24-81de-b1f81237b62c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:22.709254 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dc125981-c7be-4a6c-9b3f-4db004b1643e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:22.722542 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2755315f-6e0b-43a9-a34e-292b45c5ad22 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:22.723421 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2755315f-6e0b-43a9-a34e-292b45c5ad22 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 99f66190-d1c0-4f10-9757-e8d6a07dcba8 {{(pid=94701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 02:46:22.736676 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2755315f-6e0b-43a9-a34e-292b45c5ad22 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:22.737340 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-2755315f-6e0b-43a9-a34e-292b45c5ad22 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] 10.222.0.22 "DELETE /v2.0/routers/99f66190-d1c0-4f10-9757-e8d6a07dcba8 HTTP/1.1" status: 204 len: 168 time: 1.3152907 Sep 07 02:46:22.743438 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58044) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:22.747743 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-65cdafea-89f9-4c3c-b7b5-4332735767eb req-ae9454ae-f65d-4652-b77c-2507be0393e2 tempest-ServerShowV247Test-1420034672 tempest-ServerShowV247Test-1420034672-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c8e3b67-a125-4e15-bb2c-ea0cc41df372 HTTP/1.1" status: 200 len: 210 time: 0.0334687 Sep 07 02:46:22.768150 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7f8fe816-4103-4e24-81de-b1f81237b62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:22.772394 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7f8fe816-4103-4e24-81de-b1f81237b62c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:22.776348 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-7f8fe816-4103-4e24-81de-b1f81237b62c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/59dcc322-1945-4cf3-8e79-2fa31eba87cf HTTP/1.1" status: 204 len: 168 time: 0.2732036 Sep 07 02:46:22.793604 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dc125981-c7be-4a6c-9b3f-4db004b1643e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:22.805031 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8fe816-4103-4e24-81de-b1f81237b62c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59dcc322-1945-4cf3-8e79-2fa31eba87cf,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:22.874297 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-772a347d-f579-45b8-8c05-02f7851cc133 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Deleting subnet 2f0895b6-7173-4141-beb0-19688860738d {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:46:22.878299 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-772a347d-f579-45b8-8c05-02f7851cc133 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:22.933011 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dc5463-06a1-4d2f-a52b-b4de5ad8553d None None] Port 2070ac3c-4c3c-402c-b286-9ab6e44e5663 not found while updating agent binding for router 99f66190-d1c0-4f10-9757-e8d6a07dcba8. {{(pid=94703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 07 02:46:22.941848 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0303ffc4-64e4-4d2a-8942-0663cb8c23ad req-20bb63ee-0a19-4482-a61a-ca91fdda06ab tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:22.943525 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dc5463-06a1-4d2f-a52b-b4de5ad8553d None None] Routers set() bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:46:22.944102 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dc5463-06a1-4d2f-a52b-b4de5ad8553d None None] Router IDs set() for agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 07 02:46:22.945035 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_agentschedulers_db [None req-b5dc5463-06a1-4d2f-a52b-b4de5ad8553d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'99f66190-d1c0-4f10-9757-e8d6a07dcba8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:45:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent'). {{(pid=94703) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 07 02:46:22.945849 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dc5463-06a1-4d2f-a52b-b4de5ad8553d None None] The sync data for ids ['99f66190-d1c0-4f10-9757-e8d6a07dcba8'] in n-d-796209-16 is: [] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:46:22.950743 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0303ffc4-64e4-4d2a-8942-0663cb8c23ad req-20bb63ee-0a19-4482-a61a-ca91fdda06ab tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e11c0ae-968a-421c-989b-4ca8ddfd52c5 HTTP/1.1" status: 200 len: 946 time: 0.1395104 Sep 07 02:46:22.962927 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-772a347d-f579-45b8-8c05-02f7851cc133 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:23.007549 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dc125981-c7be-4a6c-9b3f-4db004b1643e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:23.010120 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dc125981-c7be-4a6c-9b3f-4db004b1643e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:23.011269 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-dc125981-c7be-4a6c-9b3f-4db004b1643e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cae8be3f-2681-4231-b6a6-b3bbefdb517f HTTP/1.1" status: 204 len: 168 time: 0.4270632 Sep 07 02:46:23.039641 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc125981-c7be-4a6c-9b3f-4db004b1643e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae8be3f-2681-4231-b6a6-b3bbefdb517f,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:23.052517 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0303ffc4-64e4-4d2a-8942-0663cb8c23ad req-131cd2ea-491d-4d7e-b5c3-13cec80fb0fa tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001620 Sep 07 02:46:23.059851 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-772a347d-f579-45b8-8c05-02f7851cc133 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:23.132736 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-772a347d-f579-45b8-8c05-02f7851cc133 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:23.160881 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772a347d-f579-45b8-8c05-02f7851cc133 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2f0895b6-7173-4141-beb0-19688860738d,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:23.165137 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-772a347d-f579-45b8-8c05-02f7851cc133 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:23.169747 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-772a347d-f579-45b8-8c05-02f7851cc133 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] 10.222.0.22 "DELETE /v2.0/subnets/2f0895b6-7173-4141-beb0-19688860738d HTTP/1.1" status: 204 len: 168 time: 0.4250982 Sep 07 02:46:23.170121 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58060) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:23.245449 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7e50750a-d7f4-4b66-b876-96734f8be7cf tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:23.333450 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7e50750a-d7f4-4b66-b876-96734f8be7cf tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:23.354130 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-7e50750a-d7f4-4b66-b876-96734f8be7cf tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['194e762d-0dc5-4852-ae77-afe32347663f']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:46:23.363617 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-7e50750a-d7f4-4b66-b876-96734f8be7cf tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a83b5761-829b-497b-b280-d2d018e2cc5d') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:46:23.363928 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-7e50750a-d7f4-4b66-b876-96734f8be7cf tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a83b5761-829b-497b-b280-d2d018e2cc5d') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:46:23.373698 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7e50750a-d7f4-4b66-b876-96734f8be7cf tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:23.387697 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7e50750a-d7f4-4b66-b876-96734f8be7cf tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:23.394490 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e50750a-d7f4-4b66-b876-96734f8be7cf tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:46:23.394905 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7e50750a-d7f4-4b66-b876-96734f8be7cf tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:23.396828 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:46:23.396828 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:46:23.396828 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:46:23.396828 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:46:23.396828 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:46:23.396828 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:46:23.396828 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:46:23.396828 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:46:23.396828 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:46:23.396828 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:46:23.396828 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:46:23.396828 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:46:23.396828 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:46:23.396828 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:46:23.396828 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:46:23.396828 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:46:23.396828 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:46:23.396828 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:46:23.396828 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:46:23.396828 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:46:23.396828 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:46:23.396828 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:46:23.396828 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:46:23.396828 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:46:23.396828 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:46:23.396828 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:46:23.396828 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:46:23.396828 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:46:23.396828 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:46:23.396828 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:46:23.396828 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:46:23.396828 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:46:23.411423 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58070) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:23.425392 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3546ce87-932c-4020-bb31-098bde7e5622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:23.466420 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7e50750a-d7f4-4b66-b876-96734f8be7cf tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:23.483351 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e50750a-d7f4-4b66-b876-96734f8be7cf tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 194e762d-0dc5-4852-ae77-afe32347663f {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 07 02:46:23.491737 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e50750a-d7f4-4b66-b876-96734f8be7cf tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Pushing event deleted for resources: {'Network': ['ID=194e762d-0dc5-4852-ae77-afe32347663f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:23.495460 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7e50750a-d7f4-4b66-b876-96734f8be7cf tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:23.497932 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-7e50750a-d7f4-4b66-b876-96734f8be7cf tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] 10.222.0.22 "DELETE /v2.0/networks/194e762d-0dc5-4852-ae77-afe32347663f HTTP/1.1" status: 204 len: 168 time: 0.3266523 Sep 07 02:46:23.555230 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3546ce87-932c-4020-bb31-098bde7e5622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:23.564892 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3546ce87-932c-4020-bb31-098bde7e5622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:23.610621 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-3546ce87-932c-4020-bb31-098bde7e5622 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=de049ce6d839466abad7cb2e8d33fb98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1981022 Sep 07 02:46:23.612886 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3546ce87-932c-4020-bb31-098bde7e5622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29351bc3-4d5f-42f5-9904-aacabcaf20a5,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:23.613698 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58080) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:23.670254 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ed88d5be-7b39-494c-ab8f-e793379383e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:23.693611 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ed88d5be-7b39-494c-ab8f-e793379383e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:23.753003 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ed88d5be-7b39-494c-ab8f-e793379383e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:23.758003 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ed88d5be-7b39-494c-ab8f-e793379383e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:23.764361 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ed88d5be-7b39-494c-ab8f-e793379383e8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/29351bc3-4d5f-42f5-9904-aacabcaf20a5 HTTP/1.1" status: 204 len: 168 time: 0.1495094 Sep 07 02:46:23.774580 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed88d5be-7b39-494c-ab8f-e793379383e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29351bc3-4d5f-42f5-9904-aacabcaf20a5,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:23.831162 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58094) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:23.836405 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-5b376c12-5500-4e9d-a023-13ad0f93dc3b tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Request body: {'router': {'name': 'tempest-router--1369523040', 'project_id': '970f4f3ebcb74323ad7dd825b929833e'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:46:23.881441 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5b376c12-5500-4e9d-a023-13ad0f93dc3b tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:23.882297 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5b376c12-5500-4e9d-a023-13ad0f93dc3b tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:23.884713 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58096) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:23.904780 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9f414d45-a2ca-41de-9df4-434446c7d2d7 req-0f73da44-c0f9-420e-a860-dc6e1150f5fc tempest-ServerShowV247Test-1420034672 tempest-ServerShowV247Test-1420034672-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c8e3b67-a125-4e15-bb2c-ea0cc41df372 HTTP/1.1" status: 200 len: 210 time: 0.0392969 Sep 07 02:46:23.962764 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5b376c12-5500-4e9d-a023-13ad0f93dc3b tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:23.969375 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5b376c12-5500-4e9d-a023-13ad0f93dc3b tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:23.983464 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5b376c12-5500-4e9d-a023-13ad0f93dc3b tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:23.984927 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-5b376c12-5500-4e9d-a023-13ad0f93dc3b tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1525214 Sep 07 02:46:23.988206 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58100) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:24.012055 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-228dc902-42d3-4ace-9187-81945999e794 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-14748490-network', 'tenant_id': '01da84d8cdfa4892bc470ad7dd96f194'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:46:24.039441 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228dc902-42d3-4ace-9187-81945999e794 admin admin] Made reservation on behalf of 01da84d8cdfa4892bc470ad7dd96f194 for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:46:24.043104 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-228dc902-42d3-4ace-9187-81945999e794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:24.059689 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-228dc902-42d3-4ace-9187-81945999e794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:24.068032 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bcd0dbf9-59be-420b-9bb3-c1659e267eba tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:24.193495 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-228dc902-42d3-4ace-9187-81945999e794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:24.199583 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-228dc902-42d3-4ace-9187-81945999e794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:24.225679 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-228dc902-42d3-4ace-9187-81945999e794 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:46:24.238450 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228dc902-42d3-4ace-9187-81945999e794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=718a3b76-a894-45b6-86d4-dabebe65a3c4,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:24.245796 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-228dc902-42d3-4ace-9187-81945999e794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:24.246408 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-228dc902-42d3-4ace-9187-81945999e794 admin admin] Added segment b3eb252a-4923-4f55-afa9-bd49022e406f of type vlan for network 5d441d5c-0eb6-4443-b7e8-2a0161da35f4 Sep 07 02:46:24.284329 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bcd0dbf9-59be-420b-9bb3-c1659e267eba tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:24.289061 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bcd0dbf9-59be-420b-9bb3-c1659e267eba tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:24.297217 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-228dc902-42d3-4ace-9187-81945999e794 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:24.306693 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6933a82-eae7-4c83-bf8c-71617ce6d684 req-0f463e4f-4260-4d09-a639-87bd4c71dbae tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:24.308482 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e6933a82-eae7-4c83-bf8c-71617ce6d684 req-0f463e4f-4260-4d09-a639-87bd4c71dbae tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e11c0ae-968a-421c-989b-4ca8ddfd52c5 HTTP/1.1" status: 200 len: 946 time: 0.1496854 Sep 07 02:46:24.325729 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-228dc902-42d3-4ace-9187-81945999e794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:24.326986 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228dc902-42d3-4ace-9187-81945999e794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:24.327699 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-228dc902-42d3-4ace-9187-81945999e794 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:24.361000 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bcd0dbf9-59be-420b-9bb3-c1659e267eba tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:24.361815 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd0dbf9-59be-420b-9bb3-c1659e267eba tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 082fc5cc-4c20-4cd9-9f65-fdb628244053 {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 02:46:24.373022 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-228dc902-42d3-4ace-9187-81945999e794 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4771369 Sep 07 02:46:24.378791 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bcd0dbf9-59be-420b-9bb3-c1659e267eba tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:24.380175 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-bcd0dbf9-59be-420b-9bb3-c1659e267eba tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] 10.222.0.22 "DELETE /v2.0/routers/082fc5cc-4c20-4cd9-9f65-fdb628244053 HTTP/1.1" status: 204 len: 168 time: 0.3907819 Sep 07 02:46:24.380774 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58118) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:24.387829 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-cf7b078e-eee4-4d35-a00c-6597fcde99fc admin admin] Request body: {'subnet': {'network_id': '5d441d5c-0eb6-4443-b7e8-2a0161da35f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-14748490-subnet', 'tenant_id': '01da84d8cdfa4892bc470ad7dd96f194', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:46:24.390229 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228dc902-42d3-4ace-9187-81945999e794 admin admin] Pushing event updated for resources: {'Network': ['ID=5d441d5c-0eb6-4443-b7e8-2a0161da35f4,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:24.403465 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 5d441d5c-0eb6-4443-b7e8-2a0161da35f4 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:46:24.416140 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e6933a82-eae7-4c83-bf8c-71617ce6d684 req-16755551-42ed-4280-91f9-2594fa58172c tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726213 Sep 07 02:46:24.437402 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7b078e-eee4-4d35-a00c-6597fcde99fc admin admin] Made reservation on behalf of 01da84d8cdfa4892bc470ad7dd96f194 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:46:24.440914 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cf7b078e-eee4-4d35-a00c-6597fcde99fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:24.572571 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58126) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:24.646340 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cf7b078e-eee4-4d35-a00c-6597fcde99fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:24.705046 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7b078e-eee4-4d35-a00c-6597fcde99fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f937e685-ea69-493b-8539-36425b3759bc,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:24.713945 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7b078e-eee4-4d35-a00c-6597fcde99fc admin admin] Checking segment: {'id': 'b3eb252a-4923-4f55-afa9-bd49022e406f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5d441d5c-0eb6-4443-b7e8-2a0161da35f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:46:24.714309 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7b078e-eee4-4d35-a00c-6597fcde99fc admin admin] Network hostable DHCP agents. Network: 5d441d5c-0eb6-4443-b7e8-2a0161da35f4, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:46:24.733412 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7b078e-eee4-4d35-a00c-6597fcde99fc admin admin] Network 5d441d5c-0eb6-4443-b7e8-2a0161da35f4 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:46:24.744732 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-cf7b078e-eee4-4d35-a00c-6597fcde99fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 5d441d5c-0eb6-4443-b7e8-2a0161da35f4) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:46:24.747232 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-d475c6fa-2e14-4180-8fce-b4ee32ed0f89 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1458399887', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}, 'admin_state_up': False}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:46:24.751015 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7b078e-eee4-4d35-a00c-6597fcde99fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:24.751525 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cf7b078e-eee4-4d35-a00c-6597fcde99fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:24.754977 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a0324b-c198-4169-b13d-d93b0a358014 None None] Network 5d441d5c-0eb6-4443-b7e8-2a0161da35f4 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:46:24.769621 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-cf7b078e-eee4-4d35-a00c-6597fcde99fc admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.3847003 Sep 07 02:46:24.769821 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58134) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:24.777386 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-c4bdbaea-4ab2-4f08-852e-0f6b7d051155 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-14748490-router', 'tenant_id': '01da84d8cdfa4892bc470ad7dd96f194', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:46:24.796909 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d475c6fa-2e14-4180-8fce-b4ee32ed0f89 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:24.797916 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d475c6fa-2e14-4180-8fce-b4ee32ed0f89 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:24.818767 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c4bdbaea-4ab2-4f08-852e-0f6b7d051155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:24.819695 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c4bdbaea-4ab2-4f08-852e-0f6b7d051155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:24.875726 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d475c6fa-2e14-4180-8fce-b4ee32ed0f89 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:24.899383 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12254f9a-6239-48f4-9325-118437d37100 None None] Network 5d441d5c-0eb6-4443-b7e8-2a0161da35f4 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:46:24.979845 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c4bdbaea-4ab2-4f08-852e-0f6b7d051155 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:25.054905 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-145e3100-0ffe-4758-9e2a-e52067b1dbdc req-df04e5ee-23c5-4af0-8397-f71f64f522f8 tempest-ServerShowV247Test-1420034672 tempest-ServerShowV247Test-1420034672-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c8e3b67-a125-4e15-bb2c-ea0cc41df372 HTTP/1.1" status: 200 len: 210 time: 0.0370634 Sep 07 02:46:25.162587 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d475c6fa-2e14-4180-8fce-b4ee32ed0f89 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:25.600028 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c4bdbaea-4ab2-4f08-852e-0f6b7d051155 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:25.658586 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5aabcc-36da-4383-8181-0519987b4ef4 req-57d4402c-eae5-48bc-8cb6-0c19024282bc tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:25.660182 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8b5aabcc-36da-4383-8181-0519987b4ef4 req-57d4402c-eae5-48bc-8cb6-0c19024282bc tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e11c0ae-968a-421c-989b-4ca8ddfd52c5 HTTP/1.1" status: 200 len: 946 time: 0.1358597 Sep 07 02:46:25.788509 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8b5aabcc-36da-4383-8181-0519987b4ef4 req-80ecce7d-af19-4504-af2b-387c0c8181b1 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184664 Sep 07 02:46:25.874792 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-268a1900-de3f-4c02-bd9a-226bde7adebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:25.946227 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d475c6fa-2e14-4180-8fce-b4ee32ed0f89 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks [] for router_gateway, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:25.971650 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d475c6fa-2e14-4180-8fce-b4ee32ed0f89 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:26.087281 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c4bdbaea-4ab2-4f08-852e-0f6b7d051155 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:26.112913 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c4bdbaea-4ab2-4f08-852e-0f6b7d051155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:26.214755 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dfd803d3-ba69-43cd-9b3a-3016245bb6eb req-2fc2312e-02de-452b-a601-a0288c6f1fd2 tempest-ServerShowV247Test-1420034672 tempest-ServerShowV247Test-1420034672-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c8e3b67-a125-4e15-bb2c-ea0cc41df372 HTTP/1.1" status: 200 len: 210 time: 0.0648398 Sep 07 02:46:26.235928 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-d475c6fa-2e14-4180-8fce-b4ee32ed0f89 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Allocated IP 172.25.5.183 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/11d11de0-65d2-46cd-b9e1-9f951f17b964) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:46:26.353361 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d475c6fa-2e14-4180-8fce-b4ee32ed0f89 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:26.395016 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d475c6fa-2e14-4180-8fce-b4ee32ed0f89 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:26.461424 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d475c6fa-2e14-4180-8fce-b4ee32ed0f89 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:46:26.467106 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-d475c6fa-2e14-4180-8fce-b4ee32ed0f89 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:46:26.474069 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d475c6fa-2e14-4180-8fce-b4ee32ed0f89 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:46:26.511186 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-c4bdbaea-4ab2-4f08-852e-0f6b7d051155 admin admin] Allocated IP 172.25.5.4 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/793c2e31-3d51-439e-ae9d-a3780480a13e) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:46:26.513254 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d475c6fa-2e14-4180-8fce-b4ee32ed0f89 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Pushing event updated for resources: {'Port': ['ID=11d11de0-65d2-46cd-b9e1-9f951f17b964,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:26.794291 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c4bdbaea-4ab2-4f08-852e-0f6b7d051155 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:26.962637 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d475c6fa-2e14-4180-8fce-b4ee32ed0f89 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks [] for router_gateway, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:26.964825 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c4bdbaea-4ab2-4f08-852e-0f6b7d051155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:27.055815 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bdbaea-4ab2-4f08-852e-0f6b7d051155 admin admin] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:46:27.069813 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19003b7b-0273-44c9-b1b0-4867ec7a4b1c req-d33f359a-0572-4dd7-a5f4-a1ab89775097 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:27.071346 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-19003b7b-0273-44c9-b1b0-4867ec7a4b1c req-d33f359a-0572-4dd7-a5f4-a1ab89775097 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e11c0ae-968a-421c-989b-4ca8ddfd52c5 HTTP/1.1" status: 200 len: 946 time: 0.1956041 Sep 07 02:46:27.077818 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-c4bdbaea-4ab2-4f08-852e-0f6b7d051155 admin admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:46:27.092164 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bdbaea-4ab2-4f08-852e-0f6b7d051155 admin admin] Pushing event updated for resources: {'Port': ['ID=793c2e31-3d51-439e-ae9d-a3780480a13e,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:27.097128 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bdbaea-4ab2-4f08-852e-0f6b7d051155 admin admin] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:46:27.195298 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-19003b7b-0273-44c9-b1b0-4867ec7a4b1c req-f630e54e-b871-45c5-a49b-81a54e108cc9 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145606 Sep 07 02:46:27.393767 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c654e9ed-607e-4637-ae95-bf12bb966e18 req-e4d56c80-61c6-4d57-8fac-e4ba1b6dcb5e tempest-ServerShowV247Test-1420034672 tempest-ServerShowV247Test-1420034672-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c8e3b67-a125-4e15-bb2c-ea0cc41df372 HTTP/1.1" status: 200 len: 210 time: 0.0804560 Sep 07 02:46:27.426549 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d475c6fa-2e14-4180-8fce-b4ee32ed0f89 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:27.596457 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58350) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:27.708731 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bacf6f30-5af4-4648-9cd0-adc63a2815f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:27.810852 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bacf6f30-5af4-4648-9cd0-adc63a2815f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:27.816008 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bacf6f30-5af4-4648-9cd0-adc63a2815f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:27.856056 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-bacf6f30-5af4-4648-9cd0-adc63a2815f2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=aff0ed3f459d4753ad0ceb2c88beb0aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2583945 Sep 07 02:46:27.860946 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58354) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:27.878961 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacf6f30-5af4-4648-9cd0-adc63a2815f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3948a7de-19cd-4e4d-afbf-fa11fcad5684,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:27.916374 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c7e5bc2e-6974-4b54-88c4-60288dffd4db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:27.928551 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c4bdbaea-4ab2-4f08-852e-0f6b7d051155 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:27.937540 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c7e5bc2e-6974-4b54-88c4-60288dffd4db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:27.983624 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c7e5bc2e-6974-4b54-88c4-60288dffd4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:27.986262 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c7e5bc2e-6974-4b54-88c4-60288dffd4db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:27.989739 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c7e5bc2e-6974-4b54-88c4-60288dffd4db admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3948a7de-19cd-4e4d-afbf-fa11fcad5684 HTTP/1.1" status: 204 len: 168 time: 0.1253564 Sep 07 02:46:27.995828 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e5bc2e-6974-4b54-88c4-60288dffd4db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3948a7de-19cd-4e4d-afbf-fa11fcad5684,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:28.042940 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d475c6fa-2e14-4180-8fce-b4ee32ed0f89 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Router b6085eb4-3101-4465-82f1-9f37711e34a7 is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 02:46:28.174623 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-22d5ec0c-7455-43dd-8c21-17b02d6d2e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:28.256810 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c4bdbaea-4ab2-4f08-852e-0f6b7d051155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:28.259139 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d475c6fa-2e14-4180-8fce-b4ee32ed0f89 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:46:28.274776 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093a6809-f8f9-4e8c-b835-064a9b04c34f None None] Sync routers for ids ['b6085eb4-3101-4465-82f1-9f37711e34a7'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:46:28.285323 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093a6809-f8f9-4e8c-b835-064a9b04c34f None None] Routers {'b6085eb4-3101-4465-82f1-9f37711e34a7'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:46:28.286148 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-093a6809-f8f9-4e8c-b835-064a9b04c34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:46:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['b6085eb4-3101-4465-82f1-9f37711e34a7'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:46:28.321699 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-093a6809-f8f9-4e8c-b835-064a9b04c34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:46:28.332694 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093a6809-f8f9-4e8c-b835-064a9b04c34f None None] Routers {'b6085eb4-3101-4465-82f1-9f37711e34a7'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:46:28.333822 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-093a6809-f8f9-4e8c-b835-064a9b04c34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:46:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['b6085eb4-3101-4465-82f1-9f37711e34a7'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:46:28.347709 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d475c6fa-2e14-4180-8fce-b4ee32ed0f89 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:28.349592 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d475c6fa-2e14-4180-8fce-b4ee32ed0f89 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.7756162 Sep 07 02:46:28.352362 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58372) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:28.376091 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-093a6809-f8f9-4e8c-b835-064a9b04c34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:46:28.377292 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093a6809-f8f9-4e8c-b835-064a9b04c34f None None] The sync data for ids ['b6085eb4-3101-4465-82f1-9f37711e34a7'] in n-d-796209-16 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:46:28.422186 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7812434b-9cf9-410a-8e78-a3fe398db257 req-77c5470a-55a5-4a18-a8ad-2bd958bf5bb2 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:28.423828 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7812434b-9cf9-410a-8e78-a3fe398db257 req-77c5470a-55a5-4a18-a8ad-2bd958bf5bb2 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e11c0ae-968a-421c-989b-4ca8ddfd52c5 HTTP/1.1" status: 200 len: 946 time: 0.1454239 Sep 07 02:46:28.492106 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7812434b-9cf9-410a-8e78-a3fe398db257 req-dd068b42-c7ac-4358-b6ed-21ba98ef7fbb tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473483 Sep 07 02:46:28.504746 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-7d336271-ba3b-4df3-98eb-c196bfe5022a tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] 10.222.0.22 "GET /v2.0/routers/b6085eb4-3101-4465-82f1-9f37711e34a7 HTTP/1.1" status: 200 len: 921 time: 0.1495109 Sep 07 02:46:28.505414 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58380) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:28.516475 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4bdbaea-4ab2-4f08-852e-0f6b7d051155 admin admin] Router dae33375-9dac-45d7-b4a1-4f99fc97548f is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 02:46:28.546024 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-6a30ffc0-2f00-4a77-997c-502e09bd27b1 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6085eb4-3101-4465-82f1-9f37711e34a7 HTTP/1.1" status: 200 len: 205 time: 0.0392177 Sep 07 02:46:28.548439 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58384) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:28.605821 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f0da9d27-56b0-4734-90e9-56d8bcb710c8 req-afa4d308-ac0e-4ede-8ef7-a447260726b8 tempest-ServerShowV247Test-1420034672 tempest-ServerShowV247Test-1420034672-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c8e3b67-a125-4e15-bb2c-ea0cc41df372 HTTP/1.1" status: 200 len: 210 time: 0.0295739 Sep 07 02:46:28.698996 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:28.743326 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-aa183205-07e4-4a2d-9af5-1495807ac6d5 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks [] for router, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:28.784588 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4bdbaea-4ab2-4f08-852e-0f6b7d051155 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:46:28.793968 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1b8ed0-008f-4d7a-83e0-0fc8895a66e2 None None] Sync routers for ids ['dae33375-9dac-45d7-b4a1-4f99fc97548f'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:46:28.806226 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1b8ed0-008f-4d7a-83e0-0fc8895a66e2 None None] Routers {'dae33375-9dac-45d7-b4a1-4f99fc97548f'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:46:28.807444 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-0b1b8ed0-008f-4d7a-83e0-0fc8895a66e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:46:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['dae33375-9dac-45d7-b4a1-4f99fc97548f'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:46:28.815686 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c4bdbaea-4ab2-4f08-852e-0f6b7d051155 admin admin] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:28.819506 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c4bdbaea-4ab2-4f08-852e-0f6b7d051155 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.0461812 Sep 07 02:46:28.820794 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58398) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:28.917009 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-aa183205-07e4-4a2d-9af5-1495807ac6d5 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:28.919131 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-0b1b8ed0-008f-4d7a-83e0-0fc8895a66e2 None None] Set router dae33375-9dac-45d7-b4a1-4f99fc97548f gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:46:29.081516 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-aa183205-07e4-4a2d-9af5-1495807ac6d5 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Deleting port 11d11de0-65d2-46cd-b9e1-9f951f17b964 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:46:29.081869 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-aa183205-07e4-4a2d-9af5-1495807ac6d5 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:29.118040 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-0b1b8ed0-008f-4d7a-83e0-0fc8895a66e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae33375-9dac-45d7-b4a1-4f99fc97548f', 'name': 'tempest-ServerRescueNegativeTestJSON-14748490-router', 'tenant_id': '01da84d8cdfa4892bc470ad7dd96f194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '793c2e31-3d51-439e-ae9d-a3780480a13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:46:24Z', 'updated_at': '2021-09-07T02:46:27Z', 'revision_number': 3, 'project_id': '01da84d8cdfa4892bc470ad7dd96f194', 'gw_port': {'id': '793c2e31-3d51-439e-ae9d-a3780480a13e', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae33375-9dac-45d7-b4a1-4f99fc97548f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:46:26Z', 'updated_at': '2021-09-07T02:46:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:46:29.145787 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1b8ed0-008f-4d7a-83e0-0fc8895a66e2 None None] Checking router: dae33375-9dac-45d7-b4a1-4f99fc97548f for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:46:29.146364 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1b8ed0-008f-4d7a-83e0-0fc8895a66e2 None None] Updating router dae33375-9dac-45d7-b4a1-4f99fc97548f port 793c2e31-3d51-439e-ae9d-a3780480a13e binding host n-d-796209-16 {{(pid=94703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 02:46:29.175167 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-0b1b8ed0-008f-4d7a-83e0-0fc8895a66e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:29.242082 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-aa183205-07e4-4a2d-9af5-1495807ac6d5 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:29.287876 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-aa183205-07e4-4a2d-9af5-1495807ac6d5 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Calling delete_port for 11d11de0-65d2-46cd-b9e1-9f951f17b964 owned by network:router_gateway {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:46:29.396711 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58426) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:29.472173 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-0b1b8ed0-008f-4d7a-83e0-0fc8895a66e2 None None] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:29.476215 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:29.490327 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-0b1b8ed0-008f-4d7a-83e0-0fc8895a66e2 None None] Transition to ACTIVE for port object 793c2e31-3d51-439e-ae9d-a3780480a13e will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:46:29.499185 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-0b1b8ed0-008f-4d7a-83e0-0fc8895a66e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:29.549914 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a990ff7b-bb64-4661-b626-1a6cb14fff3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:29.556746 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-0b1b8ed0-008f-4d7a-83e0-0fc8895a66e2 None None] Attempting to bind port 793c2e31-3d51-439e-ae9d-a3780480a13e on host n-d-796209-16 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:46:29.556983 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-0b1b8ed0-008f-4d7a-83e0-0fc8895a66e2 None None] Attempting to bind port 793c2e31-3d51-439e-ae9d-a3780480a13e by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:46:29.557932 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1b8ed0-008f-4d7a-83e0-0fc8895a66e2 None None] Attempting to bind port 793c2e31-3d51-439e-ae9d-a3780480a13e on network 1166b922-7457-4da4-bdda-328e8c8e7bc6 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:46:29.560935 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7b176a00-b9d6-4325-8df0-79f30d7ecf36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:29.568557 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1b8ed0-008f-4d7a-83e0-0fc8895a66e2 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:46:29.569321 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1b8ed0-008f-4d7a-83e0-0fc8895a66e2 None None] Checking segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:46:29.570436 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-0b1b8ed0-008f-4d7a-83e0-0fc8895a66e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:29.571339 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1b8ed0-008f-4d7a-83e0-0fc8895a66e2 None None] Bound using segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:46:29.572005 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-0b1b8ed0-008f-4d7a-83e0-0fc8895a66e2 None None] Bound port: 793c2e31-3d51-439e-ae9d-a3780480a13e, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:46:29.572551 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-0b1b8ed0-008f-4d7a-83e0-0fc8895a66e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:29.617779 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-aa183205-07e4-4a2d-9af5-1495807ac6d5 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:29.632543 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fd8444-44ca-4d2c-8037-f3a54902e03f None None] Pushing event updated for resources: {'Port': ['ID=793c2e31-3d51-439e-ae9d-a3780480a13e,revision_number=2']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:29.648381 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-0b1b8ed0-008f-4d7a-83e0-0fc8895a66e2 None None] For port 793c2e31-3d51-439e-ae9d-a3780480a13e, host n-d-796209-16, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:46:29.651383 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fd8444-44ca-4d2c-8037-f3a54902e03f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:46:29.651932 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fd8444-44ca-4d2c-8037-f3a54902e03f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:46:29.652488 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fd8444-44ca-4d2c-8037-f3a54902e03f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:46:29.653215 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fd8444-44ca-4d2c-8037-f3a54902e03f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:46:29.653711 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fd8444-44ca-4d2c-8037-f3a54902e03f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:46:29.654210 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fd8444-44ca-4d2c-8037-f3a54902e03f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:46:29.654728 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fd8444-44ca-4d2c-8037-f3a54902e03f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:46:29.655232 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fd8444-44ca-4d2c-8037-f3a54902e03f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:46:29.655861 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fd8444-44ca-4d2c-8037-f3a54902e03f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:46:29.656339 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fd8444-44ca-4d2c-8037-f3a54902e03f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:46:29.656812 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fd8444-44ca-4d2c-8037-f3a54902e03f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:46:29.657470 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fd8444-44ca-4d2c-8037-f3a54902e03f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:46:29.662767 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-0b1b8ed0-008f-4d7a-83e0-0fc8895a66e2 None None] For port 793c2e31-3d51-439e-ae9d-a3780480a13e, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=793c2e31-3d51-439e-ae9d-a3780480a13e,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:46:29.664848 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa183205-07e4-4a2d-9af5-1495807ac6d5 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Pushing event deleted for resources: {'Port': ['ID=11d11de0-65d2-46cd-b9e1-9f951f17b964,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:29.674241 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-0b1b8ed0-008f-4d7a-83e0-0fc8895a66e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:29.730619 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c580522-99b2-40d5-878d-d551456f8047 req-3dbd46e7-1f1d-42fb-9e20-9cdf99960916 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:29.732227 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6c580522-99b2-40d5-878d-d551456f8047 req-3dbd46e7-1f1d-42fb-9e20-9cdf99960916 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e11c0ae-968a-421c-989b-4ca8ddfd52c5 HTTP/1.1" status: 200 len: 946 time: 0.1208398 Sep 07 02:46:29.755886 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1b8ed0-008f-4d7a-83e0-0fc8895a66e2 None None] Routers {'dae33375-9dac-45d7-b4a1-4f99fc97548f'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:46:29.756928 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-0b1b8ed0-008f-4d7a-83e0-0fc8895a66e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:46:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['dae33375-9dac-45d7-b4a1-4f99fc97548f'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:46:29.793007 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6c580522-99b2-40d5-878d-d551456f8047 req-050ae0e4-cb3a-4a9d-adc5-32e415b75062 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534117 Sep 07 02:46:29.806163 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fd8444-44ca-4d2c-8037-f3a54902e03f None None] Pushing event updated for resources: {'Port': ['ID=793c2e31-3d51-439e-ae9d-a3780480a13e,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:29.819252 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7b176a00-b9d6-4325-8df0-79f30d7ecf36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:29.825344 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7b176a00-b9d6-4325-8df0-79f30d7ecf36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:29.870197 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-7b176a00-b9d6-4325-8df0-79f30d7ecf36 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=81629a8126244b60bca91c132c87edb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4718373 Sep 07 02:46:29.871100 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58438) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:29.873870 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-0b1b8ed0-008f-4d7a-83e0-0fc8895a66e2 None None] Set router dae33375-9dac-45d7-b4a1-4f99fc97548f gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:46:29.893919 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b176a00-b9d6-4325-8df0-79f30d7ecf36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b94a02f-0e1f-430b-af2d-358e0c3476fa,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:29.937528 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c3e10b87-945e-404c-b56d-f4683c14fdf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:29.964224 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c3e10b87-945e-404c-b56d-f4683c14fdf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:30.017544 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c3e10b87-945e-404c-b56d-f4683c14fdf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:30.020109 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c3e10b87-945e-404c-b56d-f4683c14fdf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:30.023725 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c3e10b87-945e-404c-b56d-f4683c14fdf0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6b94a02f-0e1f-430b-af2d-358e0c3476fa HTTP/1.1" status: 204 len: 168 time: 0.1448908 Sep 07 02:46:30.042291 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e10b87-945e-404c-b56d-f4683c14fdf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b94a02f-0e1f-430b-af2d-358e0c3476fa,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:30.067638 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-0b1b8ed0-008f-4d7a-83e0-0fc8895a66e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae33375-9dac-45d7-b4a1-4f99fc97548f', 'name': 'tempest-ServerRescueNegativeTestJSON-14748490-router', 'tenant_id': '01da84d8cdfa4892bc470ad7dd96f194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '793c2e31-3d51-439e-ae9d-a3780480a13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:46:24Z', 'updated_at': '2021-09-07T02:46:27Z', 'revision_number': 3, 'project_id': '01da84d8cdfa4892bc470ad7dd96f194', 'gw_port': {'id': '793c2e31-3d51-439e-ae9d-a3780480a13e', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae33375-9dac-45d7-b4a1-4f99fc97548f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:46:26Z', 'updated_at': '2021-09-07T02:46:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:46:30.097318 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1b8ed0-008f-4d7a-83e0-0fc8895a66e2 None None] The sync data for ids ['dae33375-9dac-45d7-b4a1-4f99fc97548f'] in n-d-796209-16 is: [{'id': 'dae33375-9dac-45d7-b4a1-4f99fc97548f', 'name': 'tempest-ServerRescueNegativeTestJSON-14748490-router', 'tenant_id': '01da84d8cdfa4892bc470ad7dd96f194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '793c2e31-3d51-439e-ae9d-a3780480a13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:46:24Z', 'updated_at': '2021-09-07T02:46:27Z', 'revision_number': 3, 'project_id': '01da84d8cdfa4892bc470ad7dd96f194', 'gw_port': {'id': '793c2e31-3d51-439e-ae9d-a3780480a13e', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae33375-9dac-45d7-b4a1-4f99fc97548f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:46:26Z', 'updated_at': '2021-09-07T02:46:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:46:30.109929 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d968a144-3f5b-4cb1-8516-9834e917baa1 req-cc6070eb-e331-4050-8b97-b09a06197d19 tempest-ServerShowV247Test-1420034672 tempest-ServerShowV247Test-1420034672-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c8e3b67-a125-4e15-bb2c-ea0cc41df372 HTTP/1.1" status: 200 len: 210 time: 0.3607562 Sep 07 02:46:30.152303 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-aa183205-07e4-4a2d-9af5-1495807ac6d5 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:30.253779 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-aa183205-07e4-4a2d-9af5-1495807ac6d5 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:30.259827 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-aa183205-07e4-4a2d-9af5-1495807ac6d5 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:30.266093 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-a990ff7b-bb64-4661-b626-1a6cb14fff3a admin admin] Allocated IP 172.20.0.1 (5d441d5c-0eb6-4443-b7e8-2a0161da35f4/f937e685-ea69-493b-8539-36425b3759bc/4e383310-ba26-4ee4-99bf-ad457f158fac) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:46:30.348413 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-aa183205-07e4-4a2d-9af5-1495807ac6d5 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:30.349325 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa183205-07e4-4a2d-9af5-1495807ac6d5 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Fanout notify agent at l3_agent the message router_deleted on router b6085eb4-3101-4465-82f1-9f37711e34a7 {{(pid=94701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 02:46:30.357540 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-aa183205-07e4-4a2d-9af5-1495807ac6d5 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:30.362473 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-aa183205-07e4-4a2d-9af5-1495807ac6d5 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] 10.222.0.22 "DELETE /v2.0/routers/b6085eb4-3101-4465-82f1-9f37711e34a7 HTTP/1.1" status: 204 len: 168 time: 1.8092501 Sep 07 02:46:30.362704 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58452) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:30.367157 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-f849375f-c535-4cee-ab18-aa2fe5f87a85 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Request body: {'router': {'name': 'tempest-snat-router-710146663', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'enable_snat': False}}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:46:30.455101 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f849375f-c535-4cee-ab18-aa2fe5f87a85 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:30.456210 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f849375f-c535-4cee-ab18-aa2fe5f87a85 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:30.489842 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a990ff7b-bb64-4661-b626-1a6cb14fff3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:30.545224 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f849375f-c535-4cee-ab18-aa2fe5f87a85 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:30.750214 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f849375f-c535-4cee-ab18-aa2fe5f87a85 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:30.764146 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a990ff7b-bb64-4661-b626-1a6cb14fff3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:30.796945 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 793c2e31-3d51-439e-ae9d-a3780480a13e up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:46:30.841596 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a990ff7b-bb64-4661-b626-1a6cb14fff3a admin admin] Network 5d441d5c-0eb6-4443-b7e8-2a0161da35f4 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:46:30.854990 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a990ff7b-bb64-4661-b626-1a6cb14fff3a admin admin] Pushing event updated for resources: {'Port': ['ID=4e383310-ba26-4ee4-99bf-ad457f158fac,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:30.857444 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 793c2e31-3d51-439e-ae9d-a3780480a13e completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:46:30.858020 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-a990ff7b-bb64-4661-b626-1a6cb14fff3a admin admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:46:30.863945 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a990ff7b-bb64-4661-b626-1a6cb14fff3a admin admin] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:46:30.873173 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 793c2e31-3d51-439e-ae9d-a3780480a13e triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:46:30.873556 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:30.969817 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:30.995270 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 793c2e31-3d51-439e-ae9d-a3780480a13e, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=793c2e31-3d51-439e-ae9d-a3780480a13e,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:46:31.002684 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:31.004427 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a990ff7b-bb64-4661-b626-1a6cb14fff3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:31.068164 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf51580-d793-4109-aa83-da3675e97662 req-9ae232c9-8b1b-48d0-9122-e5e36c040e28 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:31.075525 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5cf51580-d793-4109-aa83-da3675e97662 req-9ae232c9-8b1b-48d0-9122-e5e36c040e28 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e11c0ae-968a-421c-989b-4ca8ddfd52c5 HTTP/1.1" status: 200 len: 946 time: 0.1588295 Sep 07 02:46:31.080220 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=793c2e31-3d51-439e-ae9d-a3780480a13e,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:31.088481 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:46:31.089194 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:46:31.089739 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:46:31.090257 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:46:31.090757 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:46:31.091253 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:46:31.091772 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:46:31.092282 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:46:31.092772 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:46:31.093260 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:46:31.093748 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:46:31.094290 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:46:31.145038 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5cf51580-d793-4109-aa83-da3675e97662 req-7060de07-b8d7-4549-b1c5-ffc2689763cb tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683749 Sep 07 02:46:31.247787 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c7668410-c4d6-4219-a331-304c381ca38a req-d1a1b264-8c6c-404f-893f-fe1b82a1114e tempest-ServerShowV247Test-1420034672 tempest-ServerShowV247Test-1420034672-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c8e3b67-a125-4e15-bb2c-ea0cc41df372 HTTP/1.1" status: 200 len: 210 time: 0.0346236 Sep 07 02:46:31.307016 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:31.317739 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a990ff7b-bb64-4661-b626-1a6cb14fff3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:31.369546 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f849375f-c535-4cee-ab18-aa2fe5f87a85 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:31.394293 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f849375f-c535-4cee-ab18-aa2fe5f87a85 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:31.550619 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58488) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:31.593571 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-f849375f-c535-4cee-ab18-aa2fe5f87a85 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Allocated IP 172.25.5.250 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/06c316f3-7bf0-4c0a-b02f-61fa09c9cfba) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:46:31.638317 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a990ff7b-bb64-4661-b626-1a6cb14fff3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:31.644184 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a990ff7b-bb64-4661-b626-1a6cb14fff3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:31.724055 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-19d4d161-e6a9-4a81-bed6-619e1229122f tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-776833858'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:46:31.744922 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d4d161-e6a9-4a81-bed6-619e1229122f tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Made reservation on behalf of 08760084f6fb4708aaf2270ee046cc47 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:46:31.754800 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-19d4d161-e6a9-4a81-bed6-619e1229122f tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:31.764597 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a990ff7b-bb64-4661-b626-1a6cb14fff3a admin admin] Pushing event updated for resources: {'Port': ['ID=4e383310-ba26-4ee4-99bf-ad457f158fac,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:31.769004 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a990ff7b-bb64-4661-b626-1a6cb14fff3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:31.769333 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-19d4d161-e6a9-4a81-bed6-619e1229122f tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:31.820085 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f849375f-c535-4cee-ab18-aa2fe5f87a85 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:31.882607 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-19d4d161-e6a9-4a81-bed6-619e1229122f tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:31.886980 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-19d4d161-e6a9-4a81-bed6-619e1229122f tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:31.909230 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19d4d161-e6a9-4a81-bed6-619e1229122f tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:46:31.912134 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a990ff7b-bb64-4661-b626-1a6cb14fff3a admin admin] Network 5d441d5c-0eb6-4443-b7e8-2a0161da35f4 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:46:31.915299 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-a990ff7b-bb64-4661-b626-1a6cb14fff3a admin admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:46:31.918397 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f849375f-c535-4cee-ab18-aa2fe5f87a85 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:31.922698 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d4d161-e6a9-4a81-bed6-619e1229122f tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=748f4ab3-f40f-4c23-9f29-6bfa0b3c4f2f,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:31.928184 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-19d4d161-e6a9-4a81-bed6-619e1229122f tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:31.928520 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-19d4d161-e6a9-4a81-bed6-619e1229122f tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Added segment c0366ee6-6537-4743-a327-a1bff628746e of type vlan for network 9a036f7c-0af9-45c9-8f6d-a03f67ce8215 Sep 07 02:46:31.969785 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-19d4d161-e6a9-4a81-bed6-619e1229122f tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:31.994788 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-19d4d161-e6a9-4a81-bed6-619e1229122f tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:31.997723 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f849375f-c535-4cee-ab18-aa2fe5f87a85 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:46:32.000404 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d4d161-e6a9-4a81-bed6-619e1229122f tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:32.001002 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-19d4d161-e6a9-4a81-bed6-619e1229122f tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:32.008904 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-f849375f-c535-4cee-ab18-aa2fe5f87a85 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:46:32.012721 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f849375f-c535-4cee-ab18-aa2fe5f87a85 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:46:32.014491 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f849375f-c535-4cee-ab18-aa2fe5f87a85 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Pushing event updated for resources: {'Port': ['ID=06c316f3-7bf0-4c0a-b02f-61fa09c9cfba,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:32.035289 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-19d4d161-e6a9-4a81-bed6-619e1229122f tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4834416 Sep 07 02:46:32.038062 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58496) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:32.042990 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-b07c9603-3c2e-4f5d-aa34-fa1ab369acde tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Request body: {'subnet': {'network_id': '9a036f7c-0af9-45c9-8f6d-a03f67ce8215', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:46:32.099367 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d4d161-e6a9-4a81-bed6-619e1229122f tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Pushing event updated for resources: {'Network': ['ID=9a036f7c-0af9-45c9-8f6d-a03f67ce8215,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:32.111606 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 9a036f7c-0af9-45c9-8f6d-a03f67ce8215 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:46:32.184601 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07c9603-3c2e-4f5d-aa34-fa1ab369acde tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Made reservation on behalf of 08760084f6fb4708aaf2270ee046cc47 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:46:32.188405 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b07c9603-3c2e-4f5d-aa34-fa1ab369acde tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:32.200696 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a990ff7b-bb64-4661-b626-1a6cb14fff3a admin admin] Router dae33375-9dac-45d7-b4a1-4f99fc97548f has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:46:32.337763 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd16fb0-f377-4dd2-a77f-dfdc8951565a req-e92a4197-524d-42be-af81-59f9517851aa tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:32.339513 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7dd16fb0-f377-4dd2-a77f-dfdc8951565a req-e92a4197-524d-42be-af81-59f9517851aa tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e11c0ae-968a-421c-989b-4ca8ddfd52c5 HTTP/1.1" status: 200 len: 946 time: 0.0928252 Sep 07 02:46:32.407196 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7dd16fb0-f377-4dd2-a77f-dfdc8951565a req-a999af19-ab71-4360-90a6-e53df62ae4e0 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484779 Sep 07 02:46:32.419333 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0acdcc26-0514-4893-ad94-fe7dbdf4e3b4 req-5514b54c-67c1-4178-80aa-05399a447047 tempest-ServerShowV247Test-1420034672 tempest-ServerShowV247Test-1420034672-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c8e3b67-a125-4e15-bb2c-ea0cc41df372 HTTP/1.1" status: 200 len: 210 time: 0.0641592 Sep 07 02:46:32.432747 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a990ff7b-bb64-4661-b626-1a6cb14fff3a admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:46:32.447444 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a990ff7b-bb64-4661-b626-1a6cb14fff3a admin admin] 10.222.0.22 "PUT /v2.0/routers/dae33375-9dac-45d7-b4a1-4f99fc97548f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6266537 Sep 07 02:46:32.456156 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f849375f-c535-4cee-ab18-aa2fe5f87a85 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:32.456492 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eebeb61-9d89-4e0b-bbaa-11957e420a6b None None] Sync routers for ids ['dae33375-9dac-45d7-b4a1-4f99fc97548f'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:46:32.473511 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eebeb61-9d89-4e0b-bbaa-11957e420a6b None None] Routers {'dae33375-9dac-45d7-b4a1-4f99fc97548f'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:46:32.474141 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-7eebeb61-9d89-4e0b-bbaa-11957e420a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:46:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['dae33375-9dac-45d7-b4a1-4f99fc97548f'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:46:32.496991 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b07c9603-3c2e-4f5d-aa34-fa1ab369acde tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:32.588436 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07c9603-3c2e-4f5d-aa34-fa1ab369acde tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Pushing event updated for resources: {'Subnet': ['ID=3e27d38c-03b9-43a1-b4d6-00dafa978d9a,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:32.602591 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-7eebeb61-9d89-4e0b-bbaa-11957e420a6b None None] Set router dae33375-9dac-45d7-b4a1-4f99fc97548f gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:46:32.610606 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07c9603-3c2e-4f5d-aa34-fa1ab369acde tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Checking segment: {'id': 'c0366ee6-6537-4743-a327-a1bff628746e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9a036f7c-0af9-45c9-8f6d-a03f67ce8215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:46:32.610973 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07c9603-3c2e-4f5d-aa34-fa1ab369acde tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Network hostable DHCP agents. Network: 9a036f7c-0af9-45c9-8f6d-a03f67ce8215, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:46:32.630863 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07c9603-3c2e-4f5d-aa34-fa1ab369acde tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Network 9a036f7c-0af9-45c9-8f6d-a03f67ce8215 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:46:32.644926 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-b07c9603-3c2e-4f5d-aa34-fa1ab369acde tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 9a036f7c-0af9-45c9-8f6d-a03f67ce8215) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:46:32.649569 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07c9603-3c2e-4f5d-aa34-fa1ab369acde tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:32.650184 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b07c9603-3c2e-4f5d-aa34-fa1ab369acde tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:32.659972 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dee3905-dddf-42a3-a024-44122f8af656 None None] Network 9a036f7c-0af9-45c9-8f6d-a03f67ce8215 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:46:32.688620 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b07c9603-3c2e-4f5d-aa34-fa1ab369acde tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6494586 Sep 07 02:46:32.691410 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58512) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:32.703370 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-8757a615-ba01-46af-8b08-1f0d941f0b9b tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Request body: {'port': {'network_id': '9a036f7c-0af9-45c9-8f6d-a03f67ce8215', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1049386967'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:46:32.729720 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f849375f-c535-4cee-ab18-aa2fe5f87a85 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:32.844383 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 793c2e31-3d51-439e-ae9d-a3780480a13e up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:46:32.893871 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8757a615-ba01-46af-8b08-1f0d941f0b9b tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Made reservation on behalf of 08760084f6fb4708aaf2270ee046cc47 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:46:32.897567 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8757a615-ba01-46af-8b08-1f0d941f0b9b tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:32.921415 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f849375f-c535-4cee-ab18-aa2fe5f87a85 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Router aaff553b-56e2-4c81-b331-d498ce7f4341 is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 02:46:32.936787 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-8757a615-ba01-46af-8b08-1f0d941f0b9b tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] device_id is not set on port 31d462f3-28da-441f-8341-afa2e41df8b4 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:46:33.021629 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 793c2e31-3d51-439e-ae9d-a3780480a13e triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:46:33.022296 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:33.065086 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e96e36-b7d3-434a-986d-a6e24c0f919f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-9a036f7c-0af9-45c9-8f6d-a03f67ce8215', 'network_id': '9a036f7c-0af9-45c9-8f6d-a03f67ce8215', 'tenant_id': '08760084f6fb4708aaf2270ee046cc47', 'fixed_ips': [{'subnet_id': '3e27d38c-03b9-43a1-b4d6-00dafa978d9a'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:46:33.067421 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-34e96e36-b7d3-434a-986d-a6e24c0f919f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:33.080895 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-8757a615-ba01-46af-8b08-1f0d941f0b9b tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Allocated IP 172.20.0.9 (9a036f7c-0af9-45c9-8f6d-a03f67ce8215/3e27d38c-03b9-43a1-b4d6-00dafa978d9a/31d462f3-28da-441f-8341-afa2e41df8b4) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:46:33.096424 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-7eebeb61-9d89-4e0b-bbaa-11957e420a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae33375-9dac-45d7-b4a1-4f99fc97548f', 'name': 'tempest-ServerRescueNegativeTestJSON-14748490-router', 'tenant_id': '01da84d8cdfa4892bc470ad7dd96f194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '793c2e31-3d51-439e-ae9d-a3780480a13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:46:24Z', 'updated_at': '2021-09-07T02:46:31Z', 'revision_number': 4, 'project_id': '01da84d8cdfa4892bc470ad7dd96f194', 'gw_port': {'id': '793c2e31-3d51-439e-ae9d-a3780480a13e', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae33375-9dac-45d7-b4a1-4f99fc97548f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:46:26Z', 'updated_at': '2021-09-07T02:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '4e383310-ba26-4ee4-99bf-ad457f158fac', 'name': '', 'network_id': '5d441d5c-0eb6-4443-b7e8-2a0161da35f4', 'tenant_id': '01da84d8cdfa4892bc470ad7dd96f194', 'mac_address': 'fa:16:3e:72:04:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae33375-9dac-45d7-b4a1-4f99fc97548f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'f937e685-ea69-493b-8539-36425b3759bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:46:29Z', 'updated_at': '2021-09-07T02:46:31Z', 'revision_number': 2, 'project_id': '01da84d8cdfa4892bc470ad7dd96f194', 'subnets': [{'id': 'f937e685-ea69-493b-8539-36425b3759bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:46:33.138267 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eebeb61-9d89-4e0b-bbaa-11957e420a6b None None] Checking router: dae33375-9dac-45d7-b4a1-4f99fc97548f for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:46:33.139362 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eebeb61-9d89-4e0b-bbaa-11957e420a6b None None] Updating router dae33375-9dac-45d7-b4a1-4f99fc97548f port 4e383310-ba26-4ee4-99bf-ad457f158fac binding host n-d-796209-16 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 02:46:33.259754 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8757a615-ba01-46af-8b08-1f0d941f0b9b tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:33.281204 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-8757a615-ba01-46af-8b08-1f0d941f0b9b tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Transition to ACTIVE for port object 31d462f3-28da-441f-8341-afa2e41df8b4 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:46:33.319739 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8757a615-ba01-46af-8b08-1f0d941f0b9b tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:33.365429 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8757a615-ba01-46af-8b08-1f0d941f0b9b tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Network 9a036f7c-0af9-45c9-8f6d-a03f67ce8215 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:46:33.368787 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-8757a615-ba01-46af-8b08-1f0d941f0b9b tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:46:33.375350 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8757a615-ba01-46af-8b08-1f0d941f0b9b tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:46:33.390439 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8757a615-ba01-46af-8b08-1f0d941f0b9b tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Pushing event updated for resources: {'Port': ['ID=31d462f3-28da-441f-8341-afa2e41df8b4,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:33.412693 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7eebeb61-9d89-4e0b-bbaa-11957e420a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:33.451442 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f849375f-c535-4cee-ab18-aa2fe5f87a85 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:46:33.466210 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f9f9dc-2236-4968-af0b-5581c0d6b425 None None] Sync routers for ids ['aaff553b-56e2-4c81-b331-d498ce7f4341'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:46:33.467983 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f7ddd-2cfb-4071-8eba-c4b2ecb742d9 req-9e11e831-7494-4fa3-9818-aa926e693687 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:33.469572 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7f8f7ddd-2cfb-4071-8eba-c4b2ecb742d9 req-9e11e831-7494-4fa3-9818-aa926e693687 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/networks?id=5d441d5c-0eb6-4443-b7e8-2a0161da35f4 HTTP/1.1" status: 200 len: 817 time: 0.5292902 Sep 07 02:46:33.488193 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f9f9dc-2236-4968-af0b-5581c0d6b425 None None] Routers {'aaff553b-56e2-4c81-b331-d498ce7f4341'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:46:33.489030 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-34e96e36-b7d3-434a-986d-a6e24c0f919f None None] Allocated IP 172.20.0.2 (9a036f7c-0af9-45c9-8f6d-a03f67ce8215/3e27d38c-03b9-43a1-b4d6-00dafa978d9a/f8384df3-365c-437b-a82f-932b811842b6) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:46:33.489272 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-80f9f9dc-2236-4968-af0b-5581c0d6b425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:46:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['aaff553b-56e2-4c81-b331-d498ce7f4341'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:46:33.489574 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8757a615-ba01-46af-8b08-1f0d941f0b9b tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:33.490293 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8757a615-ba01-46af-8b08-1f0d941f0b9b tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:33.515062 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7f8f7ddd-2cfb-4071-8eba-c4b2ecb742d9 req-2bc86adc-920f-4cb1-91e5-e13b22753ccc tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/quotas/01da84d8cdfa4892bc470ad7dd96f194 HTTP/1.1" status: 200 len: 375 time: 0.0296860 Sep 07 02:46:33.531045 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f849375f-c535-4cee-ab18-aa2fe5f87a85 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:33.531848 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-8757a615-ba01-46af-8b08-1f0d941f0b9b tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8363504 Sep 07 02:46:33.533405 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58532) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:33.539735 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f849375f-c535-4cee-ab18-aa2fe5f87a85 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.1698558 Sep 07 02:46:33.554778 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58534) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:33.584098 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7f8f7ddd-2cfb-4071-8eba-c4b2ecb742d9 req-89a242dc-99e7-4602-a636-d605189a5f35 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=01da84d8cdfa4892bc470ad7dd96f194&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0682499 Sep 07 02:46:33.634671 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-80f9f9dc-2236-4968-af0b-5581c0d6b425 None None] Set router aaff553b-56e2-4c81-b331-d498ce7f4341 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:46:33.682201 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4def51-dbfa-40ea-be23-2db5d010d870 req-a4f4913b-1558-451c-9588-3ff7f059a286 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:33.689637 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6b4def51-dbfa-40ea-be23-2db5d010d870 req-a4f4913b-1558-451c-9588-3ff7f059a286 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e11c0ae-968a-421c-989b-4ca8ddfd52c5 HTTP/1.1" status: 200 len: 946 time: 0.1715188 Sep 07 02:46:33.710693 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7f8f7ddd-2cfb-4071-8eba-c4b2ecb742d9 req-32120cde-328c-409f-a81f-1d48187a1ec9 service neutron] 10.222.0.22 "GET /v2.0/networks/5d441d5c-0eb6-4443-b7e8-2a0161da35f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179500 Sep 07 02:46:33.770414 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f66bf68f-b3c1-4c36-a379-d32481235a65 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] 10.222.0.22 "GET /v2.0/routers/aaff553b-56e2-4c81-b331-d498ce7f4341 HTTP/1.1" status: 200 len: 908 time: 0.2357128 Sep 07 02:46:33.786042 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6b4def51-dbfa-40ea-be23-2db5d010d870 req-90eb507a-a573-48dc-9adb-23183fceb361 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904129 Sep 07 02:46:33.786674 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58536) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:33.793315 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-b6cd92a8-5065-410d-a315-d61784a591fd tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Request body: {'router': {'name': 'tempest-snat-router-710146663', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'enable_snat': True}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:46:33.847402 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7f8f7ddd-2cfb-4071-8eba-c4b2ecb742d9 req-84cb6be3-17ee-459a-9058-828eaee418e7 service neutron] 10.222.0.22 "GET /v2.0/networks/5d441d5c-0eb6-4443-b7e8-2a0161da35f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304209 Sep 07 02:46:33.853900 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b6cd92a8-5065-410d-a315-d61784a591fd tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:33.854915 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b6cd92a8-5065-410d-a315-d61784a591fd tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:33.945245 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7eebeb61-9d89-4e0b-bbaa-11957e420a6b None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:33.945676 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b6cd92a8-5065-410d-a315-d61784a591fd tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:33.968294 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-5d1e9557-c96e-44ff-ab00-4ac2d45b2a1e tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Deleting port 31d462f3-28da-441f-8341-afa2e41df8b4 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:46:33.968632 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5d1e9557-c96e-44ff-ab00-4ac2d45b2a1e tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:33.968762 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-7eebeb61-9d89-4e0b-bbaa-11957e420a6b None None] Transition to ACTIVE for port object 4e383310-ba26-4ee4-99bf-ad457f158fac will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:46:33.974524 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-34e96e36-b7d3-434a-986d-a6e24c0f919f None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:33.984433 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-80f9f9dc-2236-4968-af0b-5581c0d6b425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaff553b-56e2-4c81-b331-d498ce7f4341', 'name': 'tempest-snat-router-710146663', 'tenant_id': '9927f04458eb4ccfa778459c561a9e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.250'}], 'enable_snat': False}, 'gw_port_id': '06c316f3-7bf0-4c0a-b02f-61fa09c9cfba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:46:30Z', 'updated_at': '2021-09-07T02:46:32Z', 'revision_number': 3, 'project_id': '9927f04458eb4ccfa778459c561a9e6b', 'gw_port': {'id': '06c316f3-7bf0-4c0a-b02f-61fa09c9cfba', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ae:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaff553b-56e2-4c81-b331-d498ce7f4341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:46:31Z', 'updated_at': '2021-09-07T02:46:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:46:33.988715 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7eebeb61-9d89-4e0b-bbaa-11957e420a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:33.991625 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-34e96e36-b7d3-434a-986d-a6e24c0f919f None None] Transition to ACTIVE for port object f8384df3-365c-437b-a82f-932b811842b6 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:46:34.019357 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f9f9dc-2236-4968-af0b-5581c0d6b425 None None] Checking router: aaff553b-56e2-4c81-b331-d498ce7f4341 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:46:34.020083 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f9f9dc-2236-4968-af0b-5581c0d6b425 None None] Updating router aaff553b-56e2-4c81-b331-d498ce7f4341 port 06c316f3-7bf0-4c0a-b02f-61fa09c9cfba binding host n-d-796209-16 {{(pid=94703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 02:46:34.052202 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-80f9f9dc-2236-4968-af0b-5581c0d6b425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:34.081323 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-34e96e36-b7d3-434a-986d-a6e24c0f919f None None] Transition to ACTIVE for port object f8384df3-365c-437b-a82f-932b811842b6 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:46:34.084308 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f545631b-6a00-42e4-a8be-9cca94113207 None None] Pushing event updated for resources: {'Port': ['ID=4e383310-ba26-4ee4-99bf-ad457f158fac,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:34.102470 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-76732986-5488-471a-889c-3f2994cf1e09 req-ec15f203-22eb-4274-940b-139eb70a17dd tempest-ServerShowV247Test-1420034672 tempest-ServerShowV247Test-1420034672-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c8e3b67-a125-4e15-bb2c-ea0cc41df372 HTTP/1.1" status: 200 len: 210 time: 0.1533082 Sep 07 02:46:34.138976 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-34e96e36-b7d3-434a-986d-a6e24c0f919f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:34.228151 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e96e36-b7d3-434a-986d-a6e24c0f919f None None] Network 9a036f7c-0af9-45c9-8f6d-a03f67ce8215 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:46:34.229360 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-7eebeb61-9d89-4e0b-bbaa-11957e420a6b None None] Attempting to bind port 4e383310-ba26-4ee4-99bf-ad457f158fac on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:46:34.229737 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-7eebeb61-9d89-4e0b-bbaa-11957e420a6b None None] Attempting to bind port 4e383310-ba26-4ee4-99bf-ad457f158fac by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'b3eb252a-4923-4f55-afa9-bd49022e406f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5d441d5c-0eb6-4443-b7e8-2a0161da35f4'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:46:34.230108 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eebeb61-9d89-4e0b-bbaa-11957e420a6b None None] Attempting to bind port 4e383310-ba26-4ee4-99bf-ad457f158fac on network 5d441d5c-0eb6-4443-b7e8-2a0161da35f4 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:46:34.235146 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-34e96e36-b7d3-434a-986d-a6e24c0f919f None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:46:34.244014 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e96e36-b7d3-434a-986d-a6e24c0f919f None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:46:34.249908 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eebeb61-9d89-4e0b-bbaa-11957e420a6b None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:46:34.250724 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eebeb61-9d89-4e0b-bbaa-11957e420a6b None None] Checking segment: {'id': 'b3eb252a-4923-4f55-afa9-bd49022e406f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5d441d5c-0eb6-4443-b7e8-2a0161da35f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:46:34.252051 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7eebeb61-9d89-4e0b-bbaa-11957e420a6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:34.252614 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eebeb61-9d89-4e0b-bbaa-11957e420a6b None None] Bound using segment: {'id': 'b3eb252a-4923-4f55-afa9-bd49022e406f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5d441d5c-0eb6-4443-b7e8-2a0161da35f4'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:46:34.253317 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-7eebeb61-9d89-4e0b-bbaa-11957e420a6b None None] Bound port: 4e383310-ba26-4ee4-99bf-ad457f158fac, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3eb252a-4923-4f55-afa9-bd49022e406f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5d441d5c-0eb6-4443-b7e8-2a0161da35f4'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:46:34.253885 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7eebeb61-9d89-4e0b-bbaa-11957e420a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:34.259089 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e96e36-b7d3-434a-986d-a6e24c0f919f None None] Pushing event updated for resources: {'Port': ['ID=f8384df3-365c-437b-a82f-932b811842b6,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:34.312319 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ee8386a2-36fa-429c-82ff-97452e1a6f98 req-464def0a-6d25-4b17-bc00-71f55c47331e tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd03b013-92cc-4982-b8c3-5bae3a1f039f HTTP/1.1" status: 200 len: 210 time: 0.0683246 Sep 07 02:46:34.375151 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-34e96e36-b7d3-434a-986d-a6e24c0f919f None None] Attempting to bind port f8384df3-365c-437b-a82f-932b811842b6 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:46:34.375851 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-34e96e36-b7d3-434a-986d-a6e24c0f919f None None] Attempting to bind port f8384df3-365c-437b-a82f-932b811842b6 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'c0366ee6-6537-4743-a327-a1bff628746e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9a036f7c-0af9-45c9-8f6d-a03f67ce8215'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:46:34.376445 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e96e36-b7d3-434a-986d-a6e24c0f919f None None] Attempting to bind port f8384df3-365c-437b-a82f-932b811842b6 on network 9a036f7c-0af9-45c9-8f6d-a03f67ce8215 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:46:34.394896 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e96e36-b7d3-434a-986d-a6e24c0f919f None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:46:34.396824 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e96e36-b7d3-434a-986d-a6e24c0f919f None None] Checking segment: {'id': 'c0366ee6-6537-4743-a327-a1bff628746e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9a036f7c-0af9-45c9-8f6d-a03f67ce8215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:46:34.397415 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-34e96e36-b7d3-434a-986d-a6e24c0f919f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:34.398002 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e96e36-b7d3-434a-986d-a6e24c0f919f None None] Bound using segment: {'id': 'c0366ee6-6537-4743-a327-a1bff628746e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9a036f7c-0af9-45c9-8f6d-a03f67ce8215'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:46:34.398680 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-34e96e36-b7d3-434a-986d-a6e24c0f919f None None] Bound port: f8384df3-365c-437b-a82f-932b811842b6, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0366ee6-6537-4743-a327-a1bff628746e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9a036f7c-0af9-45c9-8f6d-a03f67ce8215'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:46:34.399253 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-34e96e36-b7d3-434a-986d-a6e24c0f919f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:34.443694 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-7eebeb61-9d89-4e0b-bbaa-11957e420a6b None None] For port 4e383310-ba26-4ee4-99bf-ad457f158fac, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:46:34.448410 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-7eebeb61-9d89-4e0b-bbaa-11957e420a6b None None] For port 4e383310-ba26-4ee4-99bf-ad457f158fac, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=4e383310-ba26-4ee4-99bf-ad457f158fac,segment=NetworkSegment(b3eb252a-4923-4f55-afa9-bd49022e406f),segment_id=b3eb252a-4923-4f55-afa9-bd49022e406f)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:46:34.509962 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-34e96e36-b7d3-434a-986d-a6e24c0f919f None None] For port f8384df3-365c-437b-a82f-932b811842b6, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:46:34.510666 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-80f9f9dc-2236-4968-af0b-5581c0d6b425 None None] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:34.514942 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-34e96e36-b7d3-434a-986d-a6e24c0f919f None None] For port f8384df3-365c-437b-a82f-932b811842b6, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=f8384df3-365c-437b-a82f-932b811842b6,segment=NetworkSegment(c0366ee6-6537-4743-a327-a1bff628746e),segment_id=c0366ee6-6537-4743-a327-a1bff628746e)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:46:34.518448 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7eebeb61-9d89-4e0b-bbaa-11957e420a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:34.524856 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-80f9f9dc-2236-4968-af0b-5581c0d6b425 None None] Transition to ACTIVE for port object 06c316f3-7bf0-4c0a-b02f-61fa09c9cfba will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:46:34.532843 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-34e96e36-b7d3-434a-986d-a6e24c0f919f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:34.540756 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-80f9f9dc-2236-4968-af0b-5581c0d6b425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:34.593232 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eebeb61-9d89-4e0b-bbaa-11957e420a6b None None] Routers {'dae33375-9dac-45d7-b4a1-4f99fc97548f'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:46:34.593892 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-7eebeb61-9d89-4e0b-bbaa-11957e420a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:46:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['dae33375-9dac-45d7-b4a1-4f99fc97548f'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:46:34.608510 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1615ee-51ca-44c8-806b-19bdf3b5eeea None None] Pushing event updated for resources: {'Port': ['ID=06c316f3-7bf0-4c0a-b02f-61fa09c9cfba,revision_number=2']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:34.629120 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-80f9f9dc-2236-4968-af0b-5581c0d6b425 None None] Attempting to bind port 06c316f3-7bf0-4c0a-b02f-61fa09c9cfba on host n-d-796209-16 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:46:34.629544 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-80f9f9dc-2236-4968-af0b-5581c0d6b425 None None] Attempting to bind port 06c316f3-7bf0-4c0a-b02f-61fa09c9cfba by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:46:34.630235 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f9f9dc-2236-4968-af0b-5581c0d6b425 None None] Attempting to bind port 06c316f3-7bf0-4c0a-b02f-61fa09c9cfba on network 1166b922-7457-4da4-bdda-328e8c8e7bc6 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:46:34.650375 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f9f9dc-2236-4968-af0b-5581c0d6b425 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:46:34.651214 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f9f9dc-2236-4968-af0b-5581c0d6b425 None None] Checking segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:46:34.651819 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-80f9f9dc-2236-4968-af0b-5581c0d6b425 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:34.652482 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f9f9dc-2236-4968-af0b-5581c0d6b425 None None] Bound using segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:46:34.653362 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-80f9f9dc-2236-4968-af0b-5581c0d6b425 None None] Bound port: 06c316f3-7bf0-4c0a-b02f-61fa09c9cfba, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:46:34.653938 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-80f9f9dc-2236-4968-af0b-5581c0d6b425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:34.696658 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b6cd92a8-5065-410d-a315-d61784a591fd tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:34.744076 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f545631b-6a00-42e4-a8be-9cca94113207 None None] Pushing event updated for resources: {'Port': ['ID=4e383310-ba26-4ee4-99bf-ad457f158fac,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:34.750387 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-80f9f9dc-2236-4968-af0b-5581c0d6b425 None None] For port 06c316f3-7bf0-4c0a-b02f-61fa09c9cfba, host n-d-796209-16, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:46:34.756250 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5d1e9557-c96e-44ff-ab00-4ac2d45b2a1e tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:34.762729 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-80f9f9dc-2236-4968-af0b-5581c0d6b425 None None] For port 06c316f3-7bf0-4c0a-b02f-61fa09c9cfba, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=06c316f3-7bf0-4c0a-b02f-61fa09c9cfba,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:46:34.767314 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-80f9f9dc-2236-4968-af0b-5581c0d6b425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:34.820547 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e96e36-b7d3-434a-986d-a6e24c0f919f None None] Pushing event updated for resources: {'Port': ['ID=f8384df3-365c-437b-a82f-932b811842b6,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:34.830484 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-5d1e9557-c96e-44ff-ab00-4ac2d45b2a1e tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Calling delete_port for 31d462f3-28da-441f-8341-afa2e41df8b4 owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:46:34.844026 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-7eebeb61-9d89-4e0b-bbaa-11957e420a6b None None] Set router dae33375-9dac-45d7-b4a1-4f99fc97548f gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:46:34.913725 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1615ee-51ca-44c8-806b-19bdf3b5eeea None None] Pushing event updated for resources: {'Port': ['ID=06c316f3-7bf0-4c0a-b02f-61fa09c9cfba,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:34.949536 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f9f9dc-2236-4968-af0b-5581c0d6b425 None None] Routers {'aaff553b-56e2-4c81-b331-d498ce7f4341'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:46:34.951451 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-80f9f9dc-2236-4968-af0b-5581c0d6b425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:46:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['aaff553b-56e2-4c81-b331-d498ce7f4341'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:46:34.989320 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb77484-48bf-4291-83aa-373001935390 req-466bb026-fbed-4e88-9a1b-5dfa9841902b tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:34.999226 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-aeb77484-48bf-4291-83aa-373001935390 req-466bb026-fbed-4e88-9a1b-5dfa9841902b tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e11c0ae-968a-421c-989b-4ca8ddfd52c5 HTTP/1.1" status: 200 len: 946 time: 0.1235855 Sep 07 02:46:35.008917 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9416496-000d-4b47-85a7-98ee113dff4f req-926c75dc-846d-4e8e-9025-8e607b59a4b1 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:35.011629 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d9416496-000d-4b47-85a7-98ee113dff4f req-926c75dc-846d-4e8e-9025-8e607b59a4b1 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/networks?id=5d441d5c-0eb6-4443-b7e8-2a0161da35f4 HTTP/1.1" status: 200 len: 817 time: 0.3083911 Sep 07 02:46:35.067746 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-aeb77484-48bf-4291-83aa-373001935390 req-0f90e3cd-65f9-4592-9457-cb124ea4bed3 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673175 Sep 07 02:46:35.095890 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d9416496-000d-4b47-85a7-98ee113dff4f req-86be8990-60ed-4674-979c-f70a0a9b09e0 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/quotas/01da84d8cdfa4892bc470ad7dd96f194 HTTP/1.1" status: 200 len: 375 time: 0.0728528 Sep 07 02:46:35.100223 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-80f9f9dc-2236-4968-af0b-5581c0d6b425 None None] Set router aaff553b-56e2-4c81-b331-d498ce7f4341 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:46:35.209069 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-7eebeb61-9d89-4e0b-bbaa-11957e420a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae33375-9dac-45d7-b4a1-4f99fc97548f', 'name': 'tempest-ServerRescueNegativeTestJSON-14748490-router', 'tenant_id': '01da84d8cdfa4892bc470ad7dd96f194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '793c2e31-3d51-439e-ae9d-a3780480a13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:46:24Z', 'updated_at': '2021-09-07T02:46:31Z', 'revision_number': 4, 'project_id': '01da84d8cdfa4892bc470ad7dd96f194', 'gw_port': {'id': '793c2e31-3d51-439e-ae9d-a3780480a13e', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae33375-9dac-45d7-b4a1-4f99fc97548f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:46:26Z', 'updated_at': '2021-09-07T02:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '4e383310-ba26-4ee4-99bf-ad457f158fac', 'name': '', 'network_id': '5d441d5c-0eb6-4443-b7e8-2a0161da35f4', 'tenant_id': '01da84d8cdfa4892bc470ad7dd96f194', 'mac_address': 'fa:16:3e:72:04:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae33375-9dac-45d7-b4a1-4f99fc97548f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'f937e685-ea69-493b-8539-36425b3759bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:46:29Z', 'updated_at': '2021-09-07T02:46:34Z', 'revision_number': 4, 'project_id': '01da84d8cdfa4892bc470ad7dd96f194', 'subnets': [{'id': 'f937e685-ea69-493b-8539-36425b3759bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:46:35.234594 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d9416496-000d-4b47-85a7-98ee113dff4f req-d134fb17-b9d8-4797-a847-492956a81c38 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=01da84d8cdfa4892bc470ad7dd96f194&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1166527 Sep 07 02:46:35.245876 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eebeb61-9d89-4e0b-bbaa-11957e420a6b None None] The sync data for ids ['dae33375-9dac-45d7-b4a1-4f99fc97548f'] in n-d-796209-16 is: [{'id': 'dae33375-9dac-45d7-b4a1-4f99fc97548f', 'name': 'tempest-ServerRescueNegativeTestJSON-14748490-router', 'tenant_id': '01da84d8cdfa4892bc470ad7dd96f194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '793c2e31-3d51-439e-ae9d-a3780480a13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:46:24Z', 'updated_at': '2021-09-07T02:46:31Z', 'revision_number': 4, 'project_id': '01da84d8cdfa4892bc470ad7dd96f194', 'gw_port': {'id': '793c2e31-3d51-439e-ae9d-a3780480a13e', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae33375-9dac-45d7-b4a1-4f99fc97548f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:46:26Z', 'updated_at': '2021-09-07T02:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '4e383310-ba26-4ee4-99bf-ad457f158fac', 'name': '', 'network_id': '5d441d5c-0eb6-4443-b7e8-2a0161da35f4', 'tenant_id': '01da84d8cdfa4892bc470ad7dd96f194', 'mac_address': 'fa:16:3e:72:04:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae33375-9dac-45d7-b4a1-4f99fc97548f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': 'f937e685-ea69-493b-8539-36425b3759bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:46:29Z', 'updated_at': '2021-09-07T02:46:34Z', 'revision_number': 4, 'project_id': '01da84d8cdfa4892bc470ad7dd96f194', 'subnets': [{'id': 'f937e685-ea69-493b-8539-36425b3759bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:46:35.346052 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5d1e9557-c96e-44ff-ab00-4ac2d45b2a1e tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:35.384729 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-254ed995-0920-4dda-9ded-2fd4eec84ba0 req-61c9092c-e828-47a9-9c26-1a622cc926ad tempest-ServerShowV247Test-1420034672 tempest-ServerShowV247Test-1420034672-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c8e3b67-a125-4e15-bb2c-ea0cc41df372 HTTP/1.1" status: 200 len: 210 time: 0.0665021 Sep 07 02:46:35.479582 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-80f9f9dc-2236-4968-af0b-5581c0d6b425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaff553b-56e2-4c81-b331-d498ce7f4341', 'name': 'tempest-snat-router-710146663', 'tenant_id': '9927f04458eb4ccfa778459c561a9e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.250'}], 'enable_snat': False}, 'gw_port_id': '06c316f3-7bf0-4c0a-b02f-61fa09c9cfba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:46:30Z', 'updated_at': '2021-09-07T02:46:32Z', 'revision_number': 3, 'project_id': '9927f04458eb4ccfa778459c561a9e6b', 'gw_port': {'id': '06c316f3-7bf0-4c0a-b02f-61fa09c9cfba', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ae:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaff553b-56e2-4c81-b331-d498ce7f4341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:46:31Z', 'updated_at': '2021-09-07T02:46:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:46:35.492470 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1e9557-c96e-44ff-ab00-4ac2d45b2a1e tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Pushing event deleted for resources: {'Port': ['ID=31d462f3-28da-441f-8341-afa2e41df8b4,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:35.529760 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f9f9dc-2236-4968-af0b-5581c0d6b425 None None] The sync data for ids ['aaff553b-56e2-4c81-b331-d498ce7f4341'] in n-d-796209-16 is: [{'id': 'aaff553b-56e2-4c81-b331-d498ce7f4341', 'name': 'tempest-snat-router-710146663', 'tenant_id': '9927f04458eb4ccfa778459c561a9e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.250'}], 'enable_snat': False}, 'gw_port_id': '06c316f3-7bf0-4c0a-b02f-61fa09c9cfba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:46:30Z', 'updated_at': '2021-09-07T02:46:32Z', 'revision_number': 3, 'project_id': '9927f04458eb4ccfa778459c561a9e6b', 'gw_port': {'id': '06c316f3-7bf0-4c0a-b02f-61fa09c9cfba', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ae:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaff553b-56e2-4c81-b331-d498ce7f4341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:46:31Z', 'updated_at': '2021-09-07T02:46:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:46:35.737381 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b6cd92a8-5065-410d-a315-d61784a591fd tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:35.775290 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d9416496-000d-4b47-85a7-98ee113dff4f req-62f78d6b-ea0d-442f-9a02-2ec341e37315 service neutron] 10.222.0.22 "GET /v2.0/networks/5d441d5c-0eb6-4443-b7e8-2a0161da35f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4812062 Sep 07 02:46:35.776402 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b6cd92a8-5065-410d-a315-d61784a591fd tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:35.902327 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5d1e9557-c96e-44ff-ab00-4ac2d45b2a1e tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:35.904315 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-5d1e9557-c96e-44ff-ab00-4ac2d45b2a1e tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] 10.222.0.22 "DELETE /v2.0/ports/31d462f3-28da-441f-8341-afa2e41df8b4 HTTP/1.1" status: 204 len: 168 time: 2.3484864 Sep 07 02:46:35.907009 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58574) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:35.950727 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f7ddd-2cfb-4071-8eba-c4b2ecb742d9 req-3fb57cf6-3f29-4eba-85a4-6240cb0c2873 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:35.952541 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7f8f7ddd-2cfb-4071-8eba-c4b2ecb742d9 req-3fb57cf6-3f29-4eba-85a4-6240cb0c2873 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.16 "GET /v2.0/networks?id=5d441d5c-0eb6-4443-b7e8-2a0161da35f4 HTTP/1.1" status: 200 len: 817 time: 0.4752896 Sep 07 02:46:35.976449 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-7f8f7ddd-2cfb-4071-8eba-c4b2ecb742d9 req-008d925d-877e-4af5-8bf0-b4b9539d51bf tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Request body: {'port': {'device_id': 'bd03b013-92cc-4982-b8c3-5bae3a1f039f', 'network_id': '5d441d5c-0eb6-4443-b7e8-2a0161da35f4', 'admin_state_up': True, 'tenant_id': '01da84d8cdfa4892bc470ad7dd96f194'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:46:36.004216 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-6c0d1142-a2a1-4a75-808f-1d8b0f205c36 tempest-DHCPAgentSchedulersTestJSON-12686261 tempest-DHCPAgentSchedulersTestJSON-12686261-project-admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.0945861 Sep 07 02:46:36.007071 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58578) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:36.013087 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-e67d57d6-14c6-4959-b2cb-89652ce1340c tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1976025402'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:46:36.040921 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67d57d6-14c6-4959-b2cb-89652ce1340c tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Made reservation on behalf of 08760084f6fb4708aaf2270ee046cc47 for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:46:36.045868 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e67d57d6-14c6-4959-b2cb-89652ce1340c tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:36.082980 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e67d57d6-14c6-4959-b2cb-89652ce1340c tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:46:36.089085 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d9416496-000d-4b47-85a7-98ee113dff4f req-6acbbea2-fa7c-48f5-b0da-82ebd0a35d35 service neutron] 10.222.0.22 "GET /v2.0/networks/5d441d5c-0eb6-4443-b7e8-2a0161da35f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065844 Sep 07 02:46:36.119615 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e67d57d6-14c6-4959-b2cb-89652ce1340c tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:36.120847 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-e67d57d6-14c6-4959-b2cb-89652ce1340c tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Added segment e899d72e-0cd1-4243-8a9d-5ae0990e873a of type vlan for network aa0898a4-0f59-469b-832f-23a172addea1 Sep 07 02:46:36.180497 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fecb969-5075-45b6-9e36-ac0b444b8342 None None] Network 9a036f7c-0af9-45c9-8f6d-a03f67ce8215 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:46:36.208708 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e67d57d6-14c6-4959-b2cb-89652ce1340c tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:36.214778 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-b6cd92a8-5065-410d-a315-d61784a591fd tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Allocated IP 172.25.5.116 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/dbeed5f7-beee-4e72-bf3e-e79159637419) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:46:36.268003 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e67d57d6-14c6-4959-b2cb-89652ce1340c tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:36.274407 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67d57d6-14c6-4959-b2cb-89652ce1340c tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:36.275534 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e67d57d6-14c6-4959-b2cb-89652ce1340c tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:36.288374 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-7ae1ea0e-5be2-4dbd-895f-25ab7e7d7ac3 None None] Provisioning for port f8384df3-365c-437b-a82f-932b811842b6 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:46:36.374838 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df513b7a-32dd-49fb-863d-35a2098f77cc req-4ca1b0fa-dead-403f-a23e-e19d814cda1d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2038789 Sep 07 02:46:36.448300 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd14df14-db1f-4b86-9657-ef4d511281ed req-019d9e16-e10a-4422-9e6d-8743c7e145fb tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:36.453373 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cd14df14-db1f-4b86-9657-ef4d511281ed req-019d9e16-e10a-4422-9e6d-8743c7e145fb tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e11c0ae-968a-421c-989b-4ca8ddfd52c5 HTTP/1.1" status: 200 len: 946 time: 0.2120767 Sep 07 02:46:36.515743 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f8f7ddd-2cfb-4071-8eba-c4b2ecb742d9 req-008d925d-877e-4af5-8bf0-b4b9539d51bf tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Made reservation on behalf of 01da84d8cdfa4892bc470ad7dd96f194 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:46:36.528027 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7f8f7ddd-2cfb-4071-8eba-c4b2ecb742d9 req-008d925d-877e-4af5-8bf0-b4b9539d51bf tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:36.569085 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e67d57d6-14c6-4959-b2cb-89652ce1340c tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5607064 Sep 07 02:46:36.569905 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d57d6-14c6-4959-b2cb-89652ce1340c tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Pushing event updated for resources: {'Network': ['ID=aa0898a4-0f59-469b-832f-23a172addea1,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:36.578691 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58592) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:36.585502 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network aa0898a4-0f59-469b-832f-23a172addea1 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:46:36.652571 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cd14df14-db1f-4b86-9657-ef4d511281ed req-36cff703-2782-435a-8320-01478751c136 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804404 Sep 07 02:46:36.729762 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e10ac28b-bba9-4b23-8cf7-ab36a65847c9 req-016ffe44-9ba9-4304-950d-6269d5cd1219 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=31c05c42-271e-4af7-ac65-46700f7829ab HTTP/1.1" status: 200 len: 210 time: 0.1687734 Sep 07 02:46:36.876816 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0cf9b3b3-2823-48d6-9974-9a710de8f50a req-6aef5f29-3530-469e-ae29-5c4ab3b82350 tempest-ServerShowV247Test-1420034672 tempest-ServerShowV247Test-1420034672-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c8e3b67-a125-4e15-bb2c-ea0cc41df372 HTTP/1.1" status: 200 len: 210 time: 0.0862932 Sep 07 02:46:36.907064 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b6cd92a8-5065-410d-a315-d61784a591fd tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:37.036301 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df513b7a-32dd-49fb-863d-35a2098f77cc req-8ccc917e-c0c0-4578-b278-73cac548ed6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:37.036991 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df513b7a-32dd-49fb-863d-35a2098f77cc req-8ccc917e-c0c0-4578-b278-73cac548ed6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:37.037612 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df513b7a-32dd-49fb-863d-35a2098f77cc req-8ccc917e-c0c0-4578-b278-73cac548ed6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:37.038244 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df513b7a-32dd-49fb-863d-35a2098f77cc req-8ccc917e-c0c0-4578-b278-73cac548ed6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:37.038887 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df513b7a-32dd-49fb-863d-35a2098f77cc req-8ccc917e-c0c0-4578-b278-73cac548ed6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:37.039613 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df513b7a-32dd-49fb-863d-35a2098f77cc req-8ccc917e-c0c0-4578-b278-73cac548ed6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:37.040376 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df513b7a-32dd-49fb-863d-35a2098f77cc req-8ccc917e-c0c0-4578-b278-73cac548ed6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:37.042682 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df513b7a-32dd-49fb-863d-35a2098f77cc req-8ccc917e-c0c0-4578-b278-73cac548ed6e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3d937c5301ab43c080b18db78872855b&device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 6500 time: 0.5753465 Sep 07 02:46:37.071927 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 4e383310-ba26-4ee4-99bf-ad457f158fac up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:46:37.150994 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 4e383310-ba26-4ee4-99bf-ad457f158fac completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:46:37.155724 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 4e383310-ba26-4ee4-99bf-ad457f158fac triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:46:37.156561 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:37.269937 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:37.324996 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 4e383310-ba26-4ee4-99bf-ad457f158fac, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=4e383310-ba26-4ee4-99bf-ad457f158fac,segment=NetworkSegment(b3eb252a-4923-4f55-afa9-bd49022e406f),segment_id=b3eb252a-4923-4f55-afa9-bd49022e406f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:46:37.334455 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:37.336971 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 06c316f3-7bf0-4c0a-b02f-61fa09c9cfba up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:46:37.364284 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-7f8f7ddd-2cfb-4071-8eba-c4b2ecb742d9 req-008d925d-877e-4af5-8bf0-b4b9539d51bf tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Allocated IP 172.20.0.5 (5d441d5c-0eb6-4443-b7e8-2a0161da35f4/f937e685-ea69-493b-8539-36425b3759bc/b4937cd9-07e1-4ee3-92d4-2d008a1e972f) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:46:37.401351 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-92e17b51-2a52-4814-864d-50808e4c79ad None None] Could not find standard attr ID for object 31d462f3-28da-441f-8341-afa2e41df8b4. {{(pid=94702) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 02:46:37.432226 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-82edd3d2-8fb2-4049-b443-c02cb814eeb6 req-3929d013-7e72-418b-b232-dcec35d24b0a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=96e76ad4-3f5a-41cb-8424-e9d30e96a97c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4175832 Sep 07 02:46:37.447151 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=4e383310-ba26-4ee4-99bf-ad457f158fac,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:37.463504 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 06c316f3-7bf0-4c0a-b02f-61fa09c9cfba completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:46:37.469243 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df513b7a-32dd-49fb-863d-35a2098f77cc req-3685e12b-5560-41f8-a523-1340918004c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:37.469480 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 06c316f3-7bf0-4c0a-b02f-61fa09c9cfba triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:46:37.470532 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df513b7a-32dd-49fb-863d-35a2098f77cc req-3685e12b-5560-41f8-a523-1340918004c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:37.470672 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:37.471285 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df513b7a-32dd-49fb-863d-35a2098f77cc req-3685e12b-5560-41f8-a523-1340918004c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:37.477316 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df513b7a-32dd-49fb-863d-35a2098f77cc req-3685e12b-5560-41f8-a523-1340918004c0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=96cf2c3c-2cd2-4441-b075-5aca4d5876d6&id=7ef96948-9b26-4186-9197-3dc341e621f0&id=7ef96948-9b26-4186-9197-3dc341e621f0&id=7ef96948-9b26-4186-9197-3dc341e621f0&id=7ef96948-9b26-4186-9197-3dc341e621f0&id=03d408a7-bed1-4074-b2d6-43492534ac51&id=03d408a7-bed1-4074-b2d6-43492534ac51 HTTP/1.1" status: 200 len: 2287 time: 0.3743050 Sep 07 02:46:37.494469 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-270f038d-31f5-4b53-a0ac-2ad031daa172 tempest-DHCPAgentSchedulersTestJSON-12686261 tempest-DHCPAgentSchedulersTestJSON-12686261-project-admin] 10.222.0.22 "GET /v2.0/agents/53d31fd5-de70-42f6-bf41-6eab083a16c4/dhcp-networks HTTP/1.1" status: 200 len: 10431 time: 0.9028847 Sep 07 02:46:37.497488 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58604) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:37.532582 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b6cd92a8-5065-410d-a315-d61784a591fd tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:37.604849 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:37.628778 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521067ea-a024-4145-945a-a853b80587f9 tempest-DHCPAgentSchedulersTestJSON-12686261 tempest-DHCPAgentSchedulersTestJSON-12686261-project-admin] Network aa0898a4-0f59-469b-832f-23a172addea1 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:46:37.636210 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 06c316f3-7bf0-4c0a-b02f-61fa09c9cfba, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=06c316f3-7bf0-4c0a-b02f-61fa09c9cfba,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:46:37.644160 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:37.645505 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device f8384df3-365c-437b-a82f-932b811842b6 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:46:37.646680 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-521067ea-a024-4145-945a-a853b80587f9 tempest-DHCPAgentSchedulersTestJSON-12686261 tempest-DHCPAgentSchedulersTestJSON-12686261-project-admin] 10.222.0.22 "POST /v2.0/agents/53d31fd5-de70-42f6-bf41-6eab083a16c4/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1460280 Sep 07 02:46:37.647759 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58608) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:37.684569 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96dce54-557d-48c4-bedc-c2f66f84282e None None] Network aa0898a4-0f59-469b-832f-23a172addea1 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:46:37.778315 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cd92a8-5065-410d-a315-d61784a591fd tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:46:37.785208 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-b6cd92a8-5065-410d-a315-d61784a591fd tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:46:37.788384 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cd92a8-5065-410d-a315-d61784a591fd tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:46:37.796008 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=06c316f3-7bf0-4c0a-b02f-61fa09c9cfba,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:37.848247 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port f8384df3-365c-437b-a82f-932b811842b6 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:46:37.853667 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port f8384df3-365c-437b-a82f-932b811842b6 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:46:37.854325 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:37.858555 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df513b7a-32dd-49fb-863d-35a2098f77cc req-9339876a-f709-41d2-a2f3-6922f07f792b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ece7923-d776-40ec-9db6-8b3f1d9ba82b HTTP/1.1" status: 200 len: 1002 time: 0.3540683 Sep 07 02:46:37.859286 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd92a8-5065-410d-a315-d61784a591fd tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Pushing event updated for resources: {'Port': ['ID=dbeed5f7-beee-4e72-bf3e-e79159637419,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:37.912217 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-0b3ba942-bd35-4e78-9818-e76a9d3d4609 tempest-DHCPAgentSchedulersTestJSON-12686261 tempest-DHCPAgentSchedulersTestJSON-12686261-project-admin] 10.222.0.22 "GET /v2.0/agents/53d31fd5-de70-42f6-bf41-6eab083a16c4/dhcp-networks HTTP/1.1" status: 200 len: 11201 time: 0.2630172 Sep 07 02:46:37.914397 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58618) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:37.934396 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06c9d9f-6e1d-4159-9914-19aa46b53117 req-54a2a2ac-b76f-4df3-8b61-d55745927b5a tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:37.936487 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e06c9d9f-6e1d-4159-9914-19aa46b53117 req-54a2a2ac-b76f-4df3-8b61-d55745927b5a tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e11c0ae-968a-421c-989b-4ca8ddfd52c5 HTTP/1.1" status: 200 len: 946 time: 0.1263418 Sep 07 02:46:37.965753 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82edd3d2-8fb2-4049-b443-c02cb814eeb6 req-39be1412-0c55-404e-9272-b3841274bb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:37.968323 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-82edd3d2-8fb2-4049-b443-c02cb814eeb6 req-39be1412-0c55-404e-9272-b3841274bb92 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6f0184f4d86f49e0b1ae71c80300b509&device_id=96e76ad4-3f5a-41cb-8424-e9d30e96a97c HTTP/1.1" status: 200 len: 1097 time: 0.4306853 Sep 07 02:46:38.009448 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:38.042504 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e06c9d9f-6e1d-4159-9914-19aa46b53117 req-3bf0a8bb-7f72-49e7-b07e-a43d91705f0b tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838475 Sep 07 02:46:38.054615 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port f8384df3-365c-437b-a82f-932b811842b6, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=f8384df3-365c-437b-a82f-932b811842b6,segment=NetworkSegment(c0366ee6-6537-4743-a327-a1bff628746e),segment_id=c0366ee6-6537-4743-a327-a1bff628746e)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:46:38.077107 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:38.080953 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f487f09-14db-47b4-a04a-9b2bbc2d2750 req-bf5b38e0-7c35-43b0-92cf-e5432d8b415f tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:38.086746 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-7d16c3fa-4cf2-427b-bda4-4f4a6d00d82f tempest-DHCPAgentSchedulersTestJSON-12686261 tempest-DHCPAgentSchedulersTestJSON-12686261-project-admin] 10.222.0.22 "DELETE /v2.0/agents/53d31fd5-de70-42f6-bf41-6eab083a16c4/dhcp-networks/aa0898a4-0f59-469b-832f-23a172addea1 HTTP/1.1" status: 204 len: 168 time: 0.1707144 Sep 07 02:46:38.087208 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58622) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:38.087890 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f487f09-14db-47b4-a04a-9b2bbc2d2750 req-bf5b38e0-7c35-43b0-92cf-e5432d8b415f tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:38.094134 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f487f09-14db-47b4-a04a-9b2bbc2d2750 req-bf5b38e0-7c35-43b0-92cf-e5432d8b415f tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:38.101137 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f487f09-14db-47b4-a04a-9b2bbc2d2750 req-bf5b38e0-7c35-43b0-92cf-e5432d8b415f tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:38.108347 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f487f09-14db-47b4-a04a-9b2bbc2d2750 req-bf5b38e0-7c35-43b0-92cf-e5432d8b415f tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:38.115672 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f487f09-14db-47b4-a04a-9b2bbc2d2750 req-bf5b38e0-7c35-43b0-92cf-e5432d8b415f tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:38.121677 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f487f09-14db-47b4-a04a-9b2bbc2d2750 req-bf5b38e0-7c35-43b0-92cf-e5432d8b415f tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:38.131300 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7f487f09-14db-47b4-a04a-9b2bbc2d2750 req-bf5b38e0-7c35-43b0-92cf-e5432d8b415f tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 5436 time: 0.4398537 Sep 07 02:46:38.161762 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=f8384df3-365c-437b-a82f-932b811842b6,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:38.240509 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-75791a56-f048-4257-a9d2-ce3ff1cafdd3 req-184497fd-1b93-4136-b9d8-036b7b3893de tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=31c05c42-271e-4af7-ac65-46700f7829ab HTTP/1.1" status: 200 len: 210 time: 0.0331752 Sep 07 02:46:38.303533 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-afea2d17-9296-44b7-8678-39c3b432e60e tempest-DHCPAgentSchedulersTestJSON-12686261 tempest-DHCPAgentSchedulersTestJSON-12686261-project-admin] 10.222.0.22 "GET /v2.0/agents/53d31fd5-de70-42f6-bf41-6eab083a16c4/dhcp-networks HTTP/1.1" status: 200 len: 10431 time: 0.2116203 Sep 07 02:46:38.307235 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58624) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:38.331421 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-ce327634-c347-45fc-b4d2-b9d00fa302f8 tempest-DHCPAgentSchedulersTestJSON-12686261 tempest-DHCPAgentSchedulersTestJSON-12686261-project-admin] 10.222.0.22 "GET /v2.0/networks/9a036f7c-0af9-45c9-8f6d-a03f67ce8215/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0226128 Sep 07 02:46:38.334756 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58626) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:38.358718 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-06474a38-894e-4d61-9e8c-a4cde30ae3da tempest-DHCPAgentSchedulersTestJSON-12686261 tempest-DHCPAgentSchedulersTestJSON-12686261-project-admin] 10.222.0.22 "GET /v2.0/networks/9a036f7c-0af9-45c9-8f6d-a03f67ce8215/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0223706 Sep 07 02:46:38.361848 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58628) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:38.485395 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b1e72f33-e0d3-4ca0-a01a-212a36f21512 req-12ccc358-eacb-407b-9cfa-64f15339242f tempest-ServerShowV247Test-1420034672 tempest-ServerShowV247Test-1420034672-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c8e3b67-a125-4e15-bb2c-ea0cc41df372 HTTP/1.1" status: 200 len: 210 time: 0.0593765 Sep 07 02:46:38.510524 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df513b7a-32dd-49fb-863d-35a2098f77cc req-7ed75977-4a3f-41d8-af29-5cf405ae3536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:38.512050 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df513b7a-32dd-49fb-863d-35a2098f77cc req-7ed75977-4a3f-41d8-af29-5cf405ae3536 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e3b4fb3d-94e3-4aeb-a2af-6938d3cac266 HTTP/1.1" status: 200 len: 850 time: 0.6341302 Sep 07 02:46:38.545726 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-bcf52cb2-0106-4300-bbe5-f3a6863fc623 tempest-DHCPAgentSchedulersTestJSON-12686261 tempest-DHCPAgentSchedulersTestJSON-12686261-project-admin] 10.222.0.22 "GET /v2.0/agents/53d31fd5-de70-42f6-bf41-6eab083a16c4/dhcp-networks HTTP/1.1" status: 200 len: 10431 time: 0.1818197 Sep 07 02:46:38.548215 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58630) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:38.625953 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7f8f7ddd-2cfb-4071-8eba-c4b2ecb742d9 req-008d925d-877e-4af5-8bf0-b4b9539d51bf tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:38.630235 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e0ae061b-62de-4c75-9d71-fe221d185bd2 tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:38.708406 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7f487f09-14db-47b4-a04a-9b2bbc2d2750 req-a28d3fab-9e6a-4ec0-80fc-d7ffc9548e32 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcc0067a-9ce8-4875-b922-e18ef41ab841&id=57505a62-ceae-4832-b8a9-6ac0b7088f20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5761666 Sep 07 02:46:38.729412 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e0ae061b-62de-4c75-9d71-fe221d185bd2 tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:38.774836 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9416496-000d-4b47-85a7-98ee113dff4f req-ef113723-edb4-4a5b-aba3-e58598893d0d tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:38.776630 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d9416496-000d-4b47-85a7-98ee113dff4f req-ef113723-edb4-4a5b-aba3-e58598893d0d tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.23 "GET /v2.0/networks?id=5d441d5c-0eb6-4443-b7e8-2a0161da35f4 HTTP/1.1" status: 200 len: 817 time: 0.8318579 Sep 07 02:46:38.778603 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-e0ae061b-62de-4c75-9d71-fe221d185bd2 tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa0898a4-0f59-469b-832f-23a172addea1']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:46:38.783165 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 4e383310-ba26-4ee4-99bf-ad457f158fac up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:46:38.784352 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df513b7a-32dd-49fb-863d-35a2098f77cc req-554b23fe-42d3-412d-8887-5cecd0e9c31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:38.785908 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df513b7a-32dd-49fb-863d-35a2098f77cc req-554b23fe-42d3-412d-8887-5cecd0e9c31b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=96cf2c3c-2cd2-4441-b075-5aca4d5876d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2412553 Sep 07 02:46:38.786917 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82edd3d2-8fb2-4049-b443-c02cb814eeb6 req-2cf24a81-f247-41fc-8c50-3805c4a48a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:38.788314 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-82edd3d2-8fb2-4049-b443-c02cb814eeb6 req-2cf24a81-f247-41fc-8c50-3805c4a48a1a service neutron] 10.222.0.23 "GET /v2.0/networks?id=7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d HTTP/1.1" status: 200 len: 911 time: 0.7706721 Sep 07 02:46:38.793142 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-e0ae061b-62de-4c75-9d71-fe221d185bd2 tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e899d72e-0cd1-4243-8a9d-5ae0990e873a') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:46:38.793659 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-e0ae061b-62de-4c75-9d71-fe221d185bd2 tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e899d72e-0cd1-4243-8a9d-5ae0990e873a') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:46:38.810654 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e0ae061b-62de-4c75-9d71-fe221d185bd2 tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:38.818380 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-d9416496-000d-4b47-85a7-98ee113dff4f req-923c237b-7107-42c5-b594-71a43d238334 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Request body: {'port': {'device_id': '31c05c42-271e-4af7-ac65-46700f7829ab', 'network_id': '5d441d5c-0eb6-4443-b7e8-2a0161da35f4', 'admin_state_up': True, 'tenant_id': '01da84d8cdfa4892bc470ad7dd96f194'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:46:38.840309 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 4e383310-ba26-4ee4-99bf-ad457f158fac triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:46:38.840789 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:38.858803 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e0ae061b-62de-4c75-9d71-fe221d185bd2 tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:38.868924 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0ae061b-62de-4c75-9d71-fe221d185bd2 tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:46:38.869391 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e0ae061b-62de-4c75-9d71-fe221d185bd2 tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:38.872375 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:46:38.872375 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:46:38.872375 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:46:38.872375 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:46:38.872375 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:46:38.872375 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:46:38.872375 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:46:38.872375 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:46:38.872375 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:46:38.872375 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:46:38.872375 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:46:38.872375 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:46:38.872375 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:46:38.872375 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:46:38.872375 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:46:38.872375 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:46:38.872375 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:46:38.872375 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:46:38.872375 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:46:38.872375 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:46:38.872375 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:46:38.872375 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:46:38.872375 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:46:38.872375 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:46:38.872375 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:46:38.872375 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:46:38.872375 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:46:38.872375 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:46:38.872375 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:46:38.872375 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:46:38.872375 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:46:38.872375 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:46:38.897751 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c65758-16a3-4125-ab07-3f580ae09322 req-23b07de8-23f3-43d1-9aa3-12113dc5496e tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:38.903881 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c65758-16a3-4125-ab07-3f580ae09322 req-23b07de8-23f3-43d1-9aa3-12113dc5496e tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:38.909950 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c65758-16a3-4125-ab07-3f580ae09322 req-23b07de8-23f3-43d1-9aa3-12113dc5496e tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:38.916010 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c65758-16a3-4125-ab07-3f580ae09322 req-23b07de8-23f3-43d1-9aa3-12113dc5496e tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:38.922541 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c65758-16a3-4125-ab07-3f580ae09322 req-23b07de8-23f3-43d1-9aa3-12113dc5496e tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:38.928266 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device f8384df3-365c-437b-a82f-932b811842b6 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:46:38.930939 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c65758-16a3-4125-ab07-3f580ae09322 req-23b07de8-23f3-43d1-9aa3-12113dc5496e tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:38.937019 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c65758-16a3-4125-ab07-3f580ae09322 req-23b07de8-23f3-43d1-9aa3-12113dc5496e tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:38.939620 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e0c65758-16a3-4125-ab07-3f580ae09322 req-23b07de8-23f3-43d1-9aa3-12113dc5496e tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 5436 time: 0.1261013 Sep 07 02:46:38.986143 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port f8384df3-365c-437b-a82f-932b811842b6 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:46:38.986435 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:38.996803 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e0ae061b-62de-4c75-9d71-fe221d185bd2 tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:39.011837 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e0ae061b-62de-4c75-9d71-fe221d185bd2 tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:39.017529 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7f8f7ddd-2cfb-4071-8eba-c4b2ecb742d9 req-008d925d-877e-4af5-8bf0-b4b9539d51bf tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:39.018063 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e0ae061b-62de-4c75-9d71-fe221d185bd2 tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] 10.222.0.22 "DELETE /v2.0/networks/aa0898a4-0f59-469b-832f-23a172addea1 HTTP/1.1" status: 204 len: 168 time: 0.4651122 Sep 07 02:46:39.031036 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58636) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:39.039257 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ae061b-62de-4c75-9d71-fe221d185bd2 tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Pushing event deleted for resources: {'Network': ['ID=aa0898a4-0f59-469b-832f-23a172addea1,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:39.059082 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5fd816b-6c44-4ae3-9409-421bf4ec3d04 tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] DELETE failed (client error): The resource could not be found. Sep 07 02:46:39.060039 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5fd816b-6c44-4ae3-9409-421bf4ec3d04 tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:46:39.064971 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d5fd816b-6c44-4ae3-9409-421bf4ec3d04 tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] 10.222.0.22 "DELETE /v2.0/ports/31d462f3-28da-441f-8341-afa2e41df8b4 HTTP/1.1" status: 404 len: 333 time: 0.0298259 Sep 07 02:46:39.065322 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58640) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:39.081774 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 06c316f3-7bf0-4c0a-b02f-61fa09c9cfba up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:46:39.129388 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ca5083e-2e27-460d-9e99-db9f213ed90b tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Deleting subnet 3e27d38c-03b9-43a1-b4d6-00dafa978d9a {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:46:39.132927 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0ca5083e-2e27-460d-9e99-db9f213ed90b tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:39.143731 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 06c316f3-7bf0-4c0a-b02f-61fa09c9cfba triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:46:39.144261 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:39.149215 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-82edd3d2-8fb2-4049-b443-c02cb814eeb6 req-66023ba4-21a3-4d32-8196-ba09675be649 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff37e467-d142-48f5-a9e6-9fe37e7fc04a HTTP/1.1" status: 200 len: 1001 time: 0.3421843 Sep 07 02:46:39.180278 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0ca5083e-2e27-460d-9e99-db9f213ed90b tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:39.246697 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df513b7a-32dd-49fb-863d-35a2098f77cc req-72e97619-ba40-463a-a2e4-658e4de07474 service neutron] 10.222.0.16 "GET /v2.0/networks/96cf2c3c-2cd2-4441-b075-5aca4d5876d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4500926 Sep 07 02:46:39.254067 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f8f7ddd-2cfb-4071-8eba-c4b2ecb742d9 req-008d925d-877e-4af5-8bf0-b4b9539d51bf tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Network 5d441d5c-0eb6-4443-b7e8-2a0161da35f4 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:46:39.256441 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008d925d-877e-4af5-8bf0-b4b9539d51bf tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Pushing event updated for resources: {'Port': ['ID=b4937cd9-07e1-4ee3-92d4-2d008a1e972f,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:39.277605 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-7f8f7ddd-2cfb-4071-8eba-c4b2ecb742d9 req-008d925d-877e-4af5-8bf0-b4b9539d51bf tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:46:39.282733 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0ca5083e-2e27-460d-9e99-db9f213ed90b tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:39.283335 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f8f7ddd-2cfb-4071-8eba-c4b2ecb742d9 req-008d925d-877e-4af5-8bf0-b4b9539d51bf tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:46:39.290328 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b6cd92a8-5065-410d-a315-d61784a591fd tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:39.356666 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c0a0bdaf-28bc-4e38-9336-fb9599ebb2e6 req-e47e583e-e455-426d-816f-8adb2432c36e tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=31c05c42-271e-4af7-ac65-46700f7829ab HTTP/1.1" status: 200 len: 210 time: 0.0331042 Sep 07 02:46:39.385750 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0ca5083e-2e27-460d-9e99-db9f213ed90b tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:39.414725 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5083e-2e27-460d-9e99-db9f213ed90b tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Pushing event deleted for resources: {'Subnet': ['ID=3e27d38c-03b9-43a1-b4d6-00dafa978d9a,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:39.421859 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0ca5083e-2e27-460d-9e99-db9f213ed90b tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:39.432829 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efd1d11-9bb7-4e31-a7f9-0e697a6e739b None None] Network 9a036f7c-0af9-45c9-8f6d-a03f67ce8215 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:46:39.432933 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-0ca5083e-2e27-460d-9e99-db9f213ed90b tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] 10.222.0.22 "DELETE /v2.0/subnets/3e27d38c-03b9-43a1-b4d6-00dafa978d9a HTTP/1.1" status: 204 len: 168 time: 0.3660729 Sep 07 02:46:39.433025 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82edd3d2-8fb2-4049-b443-c02cb814eeb6 req-e4810dc5-8241-4d1f-80f5-e1ecd9f0a1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:39.436571 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58646) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:39.437289 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-82edd3d2-8fb2-4049-b443-c02cb814eeb6 req-e4810dc5-8241-4d1f-80f5-e1ecd9f0a1f9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2517e5a7-9911-46d3-a5ee-1794a3062b3b HTTP/1.1" status: 200 len: 850 time: 0.2626114 Sep 07 02:46:39.475405 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecbd0e4-bada-4b59-985a-3718ce421859 req-b2d4a1f7-12c7-4522-b09f-0dd6b077dbcb tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:39.477025 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5ecbd0e4-bada-4b59-985a-3718ce421859 req-b2d4a1f7-12c7-4522-b09f-0dd6b077dbcb tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e11c0ae-968a-421c-989b-4ca8ddfd52c5 HTTP/1.1" status: 200 len: 946 time: 0.3268321 Sep 07 02:46:39.488790 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9416496-000d-4b47-85a7-98ee113dff4f req-923c237b-7107-42c5-b594-71a43d238334 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Made reservation on behalf of 01da84d8cdfa4892bc470ad7dd96f194 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:46:39.492553 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d9416496-000d-4b47-85a7-98ee113dff4f req-923c237b-7107-42c5-b594-71a43d238334 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:39.518397 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f7ddd-2cfb-4071-8eba-c4b2ecb742d9 req-008d925d-877e-4af5-8bf0-b4b9539d51bf tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:39.519086 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7f8f7ddd-2cfb-4071-8eba-c4b2ecb742d9 req-008d925d-877e-4af5-8bf0-b4b9539d51bf tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:39.527793 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8c909b5d-4e29-48a0-888c-1530d63a7a3d tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:39.593500 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-8c909b5d-4e29-48a0-888c-1530d63a7a3d tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Deleting port f8384df3-365c-437b-a82f-932b811842b6 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:46:39.594136 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8c909b5d-4e29-48a0-888c-1530d63a7a3d tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:39.636083 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-270f2288-9cd8-4b60-97c3-ea0e850548a2 req-c2c8240c-20df-4546-b8b2-8b57683dcb87 tempest-ServerShowV247Test-1420034672 tempest-ServerShowV247Test-1420034672-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c8e3b67-a125-4e15-bb2c-ea0cc41df372 HTTP/1.1" status: 200 len: 210 time: 0.0389614 Sep 07 02:46:39.638032 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7f8f7ddd-2cfb-4071-8eba-c4b2ecb742d9 req-008d925d-877e-4af5-8bf0-b4b9539d51bf tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6719544 Sep 07 02:46:39.650007 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df513b7a-32dd-49fb-863d-35a2098f77cc req-76707351-ebba-4c0f-accc-ee81ea78c48a service neutron] 10.222.0.16 "GET /v2.0/networks/96cf2c3c-2cd2-4441-b075-5aca4d5876d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3831811 Sep 07 02:46:39.654853 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-7f8f7ddd-2cfb-4071-8eba-c4b2ecb742d9 req-4a799c9e-1c1b-44ee-840e-edff22612e32 service neutron] Request body: {'port': {'device_id': 'bd03b013-92cc-4982-b8c3-5bae3a1f039f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:46:39.663990 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39ebe24-97e8-4e42-8651-85f8b31717e7 None None] DHCP port deletion for 9a036f7c-0af9-45c9-8f6d-a03f67ce8215 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:46:39.715077 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-8c909b5d-4e29-48a0-888c-1530d63a7a3d tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] For port f8384df3-365c-437b-a82f-932b811842b6, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=f8384df3-365c-437b-a82f-932b811842b6,segment=NetworkSegment(c0366ee6-6537-4743-a327-a1bff628746e),segment_id=c0366ee6-6537-4743-a327-a1bff628746e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:46:39.715927 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8c909b5d-4e29-48a0-888c-1530d63a7a3d tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:39.734783 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-e39ebe24-97e8-4e42-8651-85f8b31717e7 None None] Deleting port f8384df3-365c-437b-a82f-932b811842b6 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:46:39.735164 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e39ebe24-97e8-4e42-8651-85f8b31717e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:39.736773 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-8c909b5d-4e29-48a0-888c-1530d63a7a3d tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Calling delete_port for f8384df3-365c-437b-a82f-932b811842b6 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:46:39.788733 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5ecbd0e4-bada-4b59-985a-3718ce421859 req-16a61996-244f-4630-89e3-4fcd56c943dd tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765174 Sep 07 02:46:39.804181 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82edd3d2-8fb2-4049-b443-c02cb814eeb6 req-f3ec30f1-0702-4a41-9dc3-112b1e1b21a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:39.805697 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-82edd3d2-8fb2-4049-b443-c02cb814eeb6 req-f3ec30f1-0702-4a41-9dc3-112b1e1b21a2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3594759 Sep 07 02:46:39.807033 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df513b7a-32dd-49fb-863d-35a2098f77cc req-5438856d-c360-4a46-8b7d-7aaf96dfa121 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.240&port_id=1727b4ca-2dd0-4cd4-898e-db87f6c72464 HTTP/1.1" status: 200 len: 217 time: 0.1439350 Sep 07 02:46:39.829023 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8c909b5d-4e29-48a0-888c-1530d63a7a3d tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:39.858759 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c909b5d-4e29-48a0-888c-1530d63a7a3d tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Pushing event deleted for resources: {'Port': ['ID=f8384df3-365c-437b-a82f-932b811842b6,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:39.865528 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c909b5d-4e29-48a0-888c-1530d63a7a3d tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] No DVR routers for this DVR port f8384df3-365c-437b-a82f-932b811842b6 on host n-d-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:46:39.949570 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-e39ebe24-97e8-4e42-8651-85f8b31717e7 None None] For port f8384df3-365c-437b-a82f-932b811842b6, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=f8384df3-365c-437b-a82f-932b811842b6,segment=NetworkSegment(c0366ee6-6537-4743-a327-a1bff628746e),segment_id=c0366ee6-6537-4743-a327-a1bff628746e)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:46:39.950588 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e39ebe24-97e8-4e42-8651-85f8b31717e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:39.958205 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8c909b5d-4e29-48a0-888c-1530d63a7a3d tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:39.966018 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-e39ebe24-97e8-4e42-8651-85f8b31717e7 None None] Calling delete_port for f8384df3-365c-437b-a82f-932b811842b6 owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:46:39.981296 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-8c909b5d-4e29-48a0-888c-1530d63a7a3d tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a036f7c-0af9-45c9-8f6d-a03f67ce8215']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:46:39.991993 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-8c909b5d-4e29-48a0-888c-1530d63a7a3d tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0366ee6-6537-4743-a327-a1bff628746e') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:46:39.992534 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-8c909b5d-4e29-48a0-888c-1530d63a7a3d tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0366ee6-6537-4743-a327-a1bff628746e') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:46:40.003173 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8c909b5d-4e29-48a0-888c-1530d63a7a3d tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:40.017948 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8c909b5d-4e29-48a0-888c-1530d63a7a3d tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:40.026794 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c909b5d-4e29-48a0-888c-1530d63a7a3d tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:46:40.027224 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8c909b5d-4e29-48a0-888c-1530d63a7a3d tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:40.030348 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:46:40.030348 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:46:40.030348 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:46:40.030348 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:46:40.030348 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:46:40.030348 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:46:40.030348 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:46:40.030348 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:46:40.030348 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:46:40.030348 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:46:40.030348 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:46:40.030348 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:46:40.030348 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:46:40.030348 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:46:40.030348 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:46:40.030348 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:46:40.030348 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:46:40.030348 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:46:40.030348 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:46:40.030348 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:46:40.030348 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:46:40.030348 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:46:40.030348 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:46:40.030348 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:46:40.030348 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:46:40.030348 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:46:40.030348 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:46:40.030348 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:46:40.030348 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:46:40.030348 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:46:40.030348 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:46:40.030348 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:46:40.068923 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e39ebe24-97e8-4e42-8651-85f8b31717e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:40.098374 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39ebe24-97e8-4e42-8651-85f8b31717e7 None None] Pushing event deleted for resources: {'Port': ['ID=f8384df3-365c-437b-a82f-932b811842b6,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:40.102477 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39ebe24-97e8-4e42-8651-85f8b31717e7 None None] No DVR routers for this DVR port f8384df3-365c-437b-a82f-932b811842b6 on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:46:40.109991 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8c909b5d-4e29-48a0-888c-1530d63a7a3d tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:40.119344 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8c909b5d-4e29-48a0-888c-1530d63a7a3d tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:40.123349 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8c909b5d-4e29-48a0-888c-1530d63a7a3d tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] 10.222.0.22 "DELETE /v2.0/networks/9a036f7c-0af9-45c9-8f6d-a03f67ce8215 HTTP/1.1" status: 204 len: 168 time: 0.6888421 Sep 07 02:46:40.138211 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c909b5d-4e29-48a0-888c-1530d63a7a3d tempest-DHCPAgentSchedulersTestJSON-371874458 tempest-DHCPAgentSchedulersTestJSON-371874458-project] Pushing event deleted for resources: {'Network': ['ID=9a036f7c-0af9-45c9-8f6d-a03f67ce8215,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:40.338654 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7f8f7ddd-2cfb-4071-8eba-c4b2ecb742d9 req-4a799c9e-1c1b-44ee-840e-edff22612e32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:40.356276 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df513b7a-32dd-49fb-863d-35a2098f77cc req-f941c20b-374e-4843-9905-adf1b8df0d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:40.357813 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df513b7a-32dd-49fb-863d-35a2098f77cc req-f941c20b-374e-4843-9905-adf1b8df0d80 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a0ace46c-e993-499e-976f-0d7f1499256e HTTP/1.1" status: 200 len: 797 time: 0.5296431 Sep 07 02:46:40.386523 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58660) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:40.398299 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-d9416496-000d-4b47-85a7-98ee113dff4f req-923c237b-7107-42c5-b594-71a43d238334 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Allocated IP 172.20.0.4 (5d441d5c-0eb6-4443-b7e8-2a0161da35f4/f937e685-ea69-493b-8539-36425b3759bc/8ca56a69-b5f4-4954-a2f1-9fe76cb551b8) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:46:40.420921 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b6cd92a8-5065-410d-a315-d61784a591fd tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:40.459438 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-82edd3d2-8fb2-4049-b443-c02cb814eeb6 req-2e748845-757e-4e16-ac15-3b5a5a446ef1 service neutron] 10.222.0.23 "GET /v2.0/networks/7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6414766 Sep 07 02:46:40.529569 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-56970938-f0f6-46d0-903d-3672cb4d4290 req-e0c3ab3a-080a-4a7a-86d0-663c845608ec tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=31c05c42-271e-4af7-ac65-46700f7829ab HTTP/1.1" status: 200 len: 210 time: 0.0774722 Sep 07 02:46:40.593086 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df513b7a-32dd-49fb-863d-35a2098f77cc req-7a31130e-9a5a-4c17-a36f-630b40ff22dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:40.594663 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df513b7a-32dd-49fb-863d-35a2098f77cc req-7a31130e-9a5a-4c17-a36f-630b40ff22dc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7ef96948-9b26-4186-9197-3dc341e621f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2250552 Sep 07 02:46:40.601415 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-9124cf2f-d7dd-437b-bd11-1ac056f6b361 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=08760084f6fb4708aaf2270ee046cc47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2134769 Sep 07 02:46:40.601970 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58670) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:40.664140 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ce77373e-02bd-426a-b628-8febef908aad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:40.697179 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ce77373e-02bd-426a-b628-8febef908aad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:40.768146 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ce77373e-02bd-426a-b628-8febef908aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:40.773379 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ce77373e-02bd-426a-b628-8febef908aad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:40.782713 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-ce77373e-02bd-426a-b628-8febef908aad admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/748f4ab3-f40f-4c23-9f29-6bfa0b3c4f2f HTTP/1.1" status: 204 len: 168 time: 0.1791508 Sep 07 02:46:40.810909 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce77373e-02bd-426a-b628-8febef908aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=748f4ab3-f40f-4c23-9f29-6bfa0b3c4f2f,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:40.871320 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device f8384df3-365c-437b-a82f-932b811842b6 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:46:40.918392 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-693e945c-63a1-4607-afb3-e8047c8f8961 req-46eb72e2-9539-40da-b85e-1c8b80502680 tempest-ServerShowV247Test-1420034672 tempest-ServerShowV247Test-1420034672-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c8e3b67-a125-4e15-bb2c-ea0cc41df372 HTTP/1.1" status: 200 len: 210 time: 0.0686131 Sep 07 02:46:40.920393 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: f8384df3-365c-437b-a82f-932b811842b6 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:46:40.920955 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device f8384df3-365c-437b-a82f-932b811842b6 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:46:40.943090 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-82edd3d2-8fb2-4049-b443-c02cb814eeb6 req-2cc39053-19ea-4611-905d-5435214fd6ca service neutron] 10.222.0.23 "GET /v2.0/networks/7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4340308 Sep 07 02:46:41.002738 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df513b7a-32dd-49fb-863d-35a2098f77cc req-1ea37e64-5417-4cac-a0f4-86a1398bc3b1 service neutron] 10.222.0.16 "GET /v2.0/networks/7ef96948-9b26-4186-9197-3dc341e621f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3949006 Sep 07 02:46:41.036540 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d9416496-000d-4b47-85a7-98ee113dff4f req-923c237b-7107-42c5-b594-71a43d238334 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:41.086770 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6cd92a8-5065-410d-a315-d61784a591fd tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Router 34a3f0d2-4215-4021-86ec-eab6497ee058 is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 02:46:41.153903 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c501b-76d5-45ac-ad96-865a44e694d2 req-57ce0c96-a6b0-4f8d-b881-4c505e64df97 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:41.155423 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ac1c501b-76d5-45ac-ad96-865a44e694d2 req-57ce0c96-a6b0-4f8d-b881-4c505e64df97 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e11c0ae-968a-421c-989b-4ca8ddfd52c5 HTTP/1.1" status: 200 len: 946 time: 0.1768444 Sep 07 02:46:41.161668 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58694) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:41.229883 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58698) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:41.254278 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3194c40b-5e5b-4784-a150-c606c3fa94f1 req-d9131ed4-f9c9-410e-9583-6d0aeaa13faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:41.254891 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3194c40b-5e5b-4784-a150-c606c3fa94f1 req-d9131ed4-f9c9-410e-9583-6d0aeaa13faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:41.255362 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3194c40b-5e5b-4784-a150-c606c3fa94f1 req-d9131ed4-f9c9-410e-9583-6d0aeaa13faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:41.255990 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3194c40b-5e5b-4784-a150-c606c3fa94f1 req-d9131ed4-f9c9-410e-9583-6d0aeaa13faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:41.256452 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3194c40b-5e5b-4784-a150-c606c3fa94f1 req-d9131ed4-f9c9-410e-9583-6d0aeaa13faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:41.256797 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3194c40b-5e5b-4784-a150-c606c3fa94f1 req-d9131ed4-f9c9-410e-9583-6d0aeaa13faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:41.257286 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3194c40b-5e5b-4784-a150-c606c3fa94f1 req-d9131ed4-f9c9-410e-9583-6d0aeaa13faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:41.259387 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3194c40b-5e5b-4784-a150-c606c3fa94f1 req-d9131ed4-f9c9-410e-9583-6d0aeaa13faa service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 6500 time: 0.0960188 Sep 07 02:46:41.273231 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d9416496-000d-4b47-85a7-98ee113dff4f req-923c237b-7107-42c5-b594-71a43d238334 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:41.297394 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3194c40b-5e5b-4784-a150-c606c3fa94f1 req-28289b92-52a5-49c3-9774-8174efc84947 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=57505a62-ceae-4832-b8a9-6ac0b7088f20&id=bcc0067a-9ce8-4875-b922-e18ef41ab841&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0313079 Sep 07 02:46:41.335056 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1d0dc713-49db-4602-bebc-6a58eae664ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:41.348885 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df513b7a-32dd-49fb-863d-35a2098f77cc req-facffb49-944d-45ff-a2e0-83cdd4c3a8be service neutron] 10.222.0.16 "GET /v2.0/networks/7ef96948-9b26-4186-9197-3dc341e621f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242433 Sep 07 02:46:41.367029 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ac1c501b-76d5-45ac-ad96-865a44e694d2 req-b8c3ac13-0ee8-4010-bfba-42395d749554 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987917 Sep 07 02:46:41.468110 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9416496-000d-4b47-85a7-98ee113dff4f req-923c237b-7107-42c5-b594-71a43d238334 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Network 5d441d5c-0eb6-4443-b7e8-2a0161da35f4 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:46:41.485075 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df513b7a-32dd-49fb-863d-35a2098f77cc req-84c6d2a7-5b26-49bf-bc5e-becc9777802e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.174&port_id=21eaabc2-91c8-4dda-aaa3-2aa2a5e27cfe HTTP/1.1" status: 200 len: 217 time: 0.1224911 Sep 07 02:46:41.491263 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-d9416496-000d-4b47-85a7-98ee113dff4f req-923c237b-7107-42c5-b594-71a43d238334 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:46:41.498037 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923c237b-7107-42c5-b594-71a43d238334 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Pushing event updated for resources: {'Port': ['ID=8ca56a69-b5f4-4954-a2f1-9fe76cb551b8,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:41.505940 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9416496-000d-4b47-85a7-98ee113dff4f req-923c237b-7107-42c5-b594-71a43d238334 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:46:41.567801 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6cd92a8-5065-410d-a315-d61784a591fd tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:46:41.579369 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c89f039-8e03-494e-b8b8-03f6dd346564 None None] Sync routers for ids ['34a3f0d2-4215-4021-86ec-eab6497ee058'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:46:41.590716 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c89f039-8e03-494e-b8b8-03f6dd346564 None None] Routers {'34a3f0d2-4215-4021-86ec-eab6497ee058'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:46:41.591354 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-0c89f039-8e03-494e-b8b8-03f6dd346564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:46:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['34a3f0d2-4215-4021-86ec-eab6497ee058'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:46:41.656904 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9416496-000d-4b47-85a7-98ee113dff4f req-923c237b-7107-42c5-b594-71a43d238334 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:41.657577 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d9416496-000d-4b47-85a7-98ee113dff4f req-923c237b-7107-42c5-b594-71a43d238334 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:41.667598 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df513b7a-32dd-49fb-863d-35a2098f77cc req-1de7eb00-6762-4581-892f-6c50cde8f461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:41.669077 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df513b7a-32dd-49fb-863d-35a2098f77cc req-1de7eb00-6762-4581-892f-6c50cde8f461 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a0ace46c-e993-499e-976f-0d7f1499256e HTTP/1.1" status: 200 len: 797 time: 0.1720822 Sep 07 02:46:41.706477 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-0c89f039-8e03-494e-b8b8-03f6dd346564 None None] Set router 34a3f0d2-4215-4021-86ec-eab6497ee058 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:46:41.717488 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864da902-bff2-4e50-add5-080ddbcb3afd req-850260d7-dd66-4b54-ba7b-02041bea9f3d tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:41.719232 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-864da902-bff2-4e50-add5-080ddbcb3afd req-850260d7-dd66-4b54-ba7b-02041bea9f3d tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=31c05c42-271e-4af7-ac65-46700f7829ab HTTP/1.1" status: 200 len: 931 time: 0.1276178 Sep 07 02:46:41.770706 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-864da902-bff2-4e50-add5-080ddbcb3afd req-a16b19a1-5ae7-46aa-8744-fa5894e907ab tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369925 Sep 07 02:46:41.787050 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-7f8f7ddd-2cfb-4071-8eba-c4b2ecb742d9 req-4a799c9e-1c1b-44ee-840e-edff22612e32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4937cd9-07e1-4ee3-92d4-2d008a1e972f {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:46:41.800574 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df513b7a-32dd-49fb-863d-35a2098f77cc req-ec638577-4245-4a11-af27-08e1d68d2363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:41.802106 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df513b7a-32dd-49fb-863d-35a2098f77cc req-ec638577-4245-4a11-af27-08e1d68d2363 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7ef96948-9b26-4186-9197-3dc341e621f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1216443 Sep 07 02:46:41.803823 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7f8f7ddd-2cfb-4071-8eba-c4b2ecb742d9 req-4a799c9e-1c1b-44ee-840e-edff22612e32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:41.810566 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1d0dc713-49db-4602-bebc-6a58eae664ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:41.828163 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1d0dc713-49db-4602-bebc-6a58eae664ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:41.853805 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d9416496-000d-4b47-85a7-98ee113dff4f req-923c237b-7107-42c5-b594-71a43d238334 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0390368 Sep 07 02:46:41.854492 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b6cd92a8-5065-410d-a315-d61784a591fd tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:41.858316 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b6cd92a8-5065-410d-a315-d61784a591fd tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.0676911 Sep 07 02:46:41.858860 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58710) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:41.869284 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-7f8f7ddd-2cfb-4071-8eba-c4b2ecb742d9 req-4a799c9e-1c1b-44ee-840e-edff22612e32 service neutron] Transition to ACTIVE for port object b4937cd9-07e1-4ee3-92d4-2d008a1e972f will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:46:41.882497 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-d9416496-000d-4b47-85a7-98ee113dff4f req-dd76e473-e21e-44ad-9cff-4590f5c42440 service neutron] Request body: {'port': {'device_id': '31c05c42-271e-4af7-ac65-46700f7829ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:46:41.896205 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7f8f7ddd-2cfb-4071-8eba-c4b2ecb742d9 req-4a799c9e-1c1b-44ee-840e-edff22612e32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:41.908660 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-0c89f039-8e03-494e-b8b8-03f6dd346564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a3f0d2-4215-4021-86ec-eab6497ee058', 'name': 'tempest-snat-router-710146663', 'tenant_id': '9927f04458eb4ccfa778459c561a9e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'dbeed5f7-beee-4e72-bf3e-e79159637419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:46:33Z', 'updated_at': '2021-09-07T02:46:38Z', 'revision_number': 3, 'project_id': '9927f04458eb4ccfa778459c561a9e6b', 'gw_port': {'id': 'dbeed5f7-beee-4e72-bf3e-e79159637419', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:46:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a3f0d2-4215-4021-86ec-eab6497ee058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:46:35Z', 'updated_at': '2021-09-07T02:46:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:46:41.943657 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c89f039-8e03-494e-b8b8-03f6dd346564 None None] Checking router: 34a3f0d2-4215-4021-86ec-eab6497ee058 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:46:41.944015 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c89f039-8e03-494e-b8b8-03f6dd346564 None None] Updating router 34a3f0d2-4215-4021-86ec-eab6497ee058 port dbeed5f7-beee-4e72-bf3e-e79159637419 binding host n-d-796209-16 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 02:46:41.970119 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-1d0dc713-49db-4602-bebc-6a58eae664ab admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=99890af989e349ee9f8af88941b30114&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7349265 Sep 07 02:46:41.970796 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0dc713-49db-4602-bebc-6a58eae664ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d261c77-e010-4a49-9f91-db675ec43cd0,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:41.973178 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58712) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:41.975253 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0c89f039-8e03-494e-b8b8-03f6dd346564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:42.035060 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-1a594937-dbbf-4cef-9d31-6a33e10e7039 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] 10.222.0.22 "GET /v2.0/routers/34a3f0d2-4215-4021-86ec-eab6497ee058 HTTP/1.1" status: 200 len: 907 time: 0.1747451 Sep 07 02:46:42.037946 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58716) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:42.088745 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a799c9e-1c1b-44ee-840e-edff22612e32 service neutron] Pushing event updated for resources: {'Port': ['ID=b4937cd9-07e1-4ee3-92d4-2d008a1e972f,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:42.113834 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d9416496-000d-4b47-85a7-98ee113dff4f req-dd76e473-e21e-44ad-9cff-4590f5c42440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:42.117242 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df513b7a-32dd-49fb-863d-35a2098f77cc req-f7bab0f1-cbf1-4b95-988e-7c92b007c3d2 service neutron] 10.222.0.16 "GET /v2.0/networks/7ef96948-9b26-4186-9197-3dc341e621f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054850 Sep 07 02:46:42.123601 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-272f12a3-1185-429a-95aa-c3e8ea87b9be req-c63cbe1f-eb80-400a-ab02-d31eb2f8f4da tempest-ServerShowV247Test-1420034672 tempest-ServerShowV247Test-1420034672-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c8e3b67-a125-4e15-bb2c-ea0cc41df372 HTTP/1.1" status: 200 len: 210 time: 0.0757599 Sep 07 02:46:42.189394 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-78e58e53-325a-4526-839c-5f21a6dab29b tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks [] for router, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:42.263512 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0c89f039-8e03-494e-b8b8-03f6dd346564 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:42.274887 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-0c89f039-8e03-494e-b8b8-03f6dd346564 None None] Transition to ACTIVE for port object dbeed5f7-beee-4e72-bf3e-e79159637419 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:46:42.279388 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1f0038b7-1e24-458a-b4be-936099ef6e44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:42.281264 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0c89f039-8e03-494e-b8b8-03f6dd346564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:42.296784 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-78e58e53-325a-4526-839c-5f21a6dab29b tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:42.313362 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-7f8f7ddd-2cfb-4071-8eba-c4b2ecb742d9 req-4a799c9e-1c1b-44ee-840e-edff22612e32 service neutron] Attempting to bind port b4937cd9-07e1-4ee3-92d4-2d008a1e972f on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:46:42.313735 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-7f8f7ddd-2cfb-4071-8eba-c4b2ecb742d9 req-4a799c9e-1c1b-44ee-840e-edff22612e32 service neutron] Attempting to bind port b4937cd9-07e1-4ee3-92d4-2d008a1e972f by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': 'b3eb252a-4923-4f55-afa9-bd49022e406f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5d441d5c-0eb6-4443-b7e8-2a0161da35f4'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:46:42.314024 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8f7ddd-2cfb-4071-8eba-c4b2ecb742d9 req-4a799c9e-1c1b-44ee-840e-edff22612e32 service neutron] Attempting to bind port b4937cd9-07e1-4ee3-92d4-2d008a1e972f on network 5d441d5c-0eb6-4443-b7e8-2a0161da35f4 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:46:42.335188 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-0c89f039-8e03-494e-b8b8-03f6dd346564 None None] Attempting to bind port dbeed5f7-beee-4e72-bf3e-e79159637419 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:46:42.335599 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-0c89f039-8e03-494e-b8b8-03f6dd346564 None None] Attempting to bind port dbeed5f7-beee-4e72-bf3e-e79159637419 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:46:42.335973 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c89f039-8e03-494e-b8b8-03f6dd346564 None None] Attempting to bind port dbeed5f7-beee-4e72-bf3e-e79159637419 on network 1166b922-7457-4da4-bdda-328e8c8e7bc6 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:46:42.344030 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772ee616-81ef-4671-949c-fc9cd55278a0 None None] Pushing event updated for resources: {'Port': ['ID=dbeed5f7-beee-4e72-bf3e-e79159637419,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:42.348340 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c89f039-8e03-494e-b8b8-03f6dd346564 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:46:42.348724 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c89f039-8e03-494e-b8b8-03f6dd346564 None None] Checking segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:46:42.349135 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0c89f039-8e03-494e-b8b8-03f6dd346564 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:42.349532 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c89f039-8e03-494e-b8b8-03f6dd346564 None None] Bound using segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:46:42.350017 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-0c89f039-8e03-494e-b8b8-03f6dd346564 None None] Bound port: dbeed5f7-beee-4e72-bf3e-e79159637419, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:46:42.350407 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0c89f039-8e03-494e-b8b8-03f6dd346564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:42.358816 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-78e58e53-325a-4526-839c-5f21a6dab29b tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Deleting port dbeed5f7-beee-4e72-bf3e-e79159637419 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:46:42.359359 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-78e58e53-325a-4526-839c-5f21a6dab29b tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:42.402401 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1f0038b7-1e24-458a-b4be-936099ef6e44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:42.404098 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8f7ddd-2cfb-4071-8eba-c4b2ecb742d9 req-4a799c9e-1c1b-44ee-840e-edff22612e32 service neutron] Port b4937cd9-07e1-4ee3-92d4-2d008a1e972f on network 5d441d5c-0eb6-4443-b7e8-2a0161da35f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:46:42.404436 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8f7ddd-2cfb-4071-8eba-c4b2ecb742d9 req-4a799c9e-1c1b-44ee-840e-edff22612e32 service neutron] Attempting to bind port b4937cd9-07e1-4ee3-92d4-2d008a1e972f on network 5d441d5c-0eb6-4443-b7e8-2a0161da35f4 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:46:42.406126 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-0c89f039-8e03-494e-b8b8-03f6dd346564 None None] For port dbeed5f7-beee-4e72-bf3e-e79159637419, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:46:42.410549 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-0c89f039-8e03-494e-b8b8-03f6dd346564 None None] For port dbeed5f7-beee-4e72-bf3e-e79159637419, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=dbeed5f7-beee-4e72-bf3e-e79159637419,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:46:42.417445 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0c89f039-8e03-494e-b8b8-03f6dd346564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:42.436186 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8f7ddd-2cfb-4071-8eba-c4b2ecb742d9 req-4a799c9e-1c1b-44ee-840e-edff22612e32 service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:46:42.436523 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8f7ddd-2cfb-4071-8eba-c4b2ecb742d9 req-4a799c9e-1c1b-44ee-840e-edff22612e32 service neutron] Checking segment: {'id': 'b3eb252a-4923-4f55-afa9-bd49022e406f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5d441d5c-0eb6-4443-b7e8-2a0161da35f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:46:42.436920 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f8f7ddd-2cfb-4071-8eba-c4b2ecb742d9 req-4a799c9e-1c1b-44ee-840e-edff22612e32 service neutron] Bound using segment: {'id': 'b3eb252a-4923-4f55-afa9-bd49022e406f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5d441d5c-0eb6-4443-b7e8-2a0161da35f4'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:46:42.437375 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-7f8f7ddd-2cfb-4071-8eba-c4b2ecb742d9 req-4a799c9e-1c1b-44ee-840e-edff22612e32 service neutron] Bound port: b4937cd9-07e1-4ee3-92d4-2d008a1e972f, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3eb252a-4923-4f55-afa9-bd49022e406f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5d441d5c-0eb6-4443-b7e8-2a0161da35f4'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:46:42.438231 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7f8f7ddd-2cfb-4071-8eba-c4b2ecb742d9 req-4a799c9e-1c1b-44ee-840e-edff22612e32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:42.449955 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-78e58e53-325a-4526-839c-5f21a6dab29b tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] For port dbeed5f7-beee-4e72-bf3e-e79159637419, host n-d-796209-16, got binding levels [] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:46:42.450485 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-78e58e53-325a-4526-839c-5f21a6dab29b tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:42.468733 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-78e58e53-325a-4526-839c-5f21a6dab29b tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Calling delete_port for dbeed5f7-beee-4e72-bf3e-e79159637419 owned by network:router_gateway {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:46:42.486185 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c89f039-8e03-494e-b8b8-03f6dd346564 None None] Routers {'34a3f0d2-4215-4021-86ec-eab6497ee058'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:46:42.487170 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-0c89f039-8e03-494e-b8b8-03f6dd346564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:46:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['34a3f0d2-4215-4021-86ec-eab6497ee058'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:46:42.527587 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df513b7a-32dd-49fb-863d-35a2098f77cc req-29cbc2ce-5b47-4427-bd7b-2ff5b95e212a service neutron] 10.222.0.16 "GET /v2.0/networks/7ef96948-9b26-4186-9197-3dc341e621f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3815212 Sep 07 02:46:42.535329 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772ee616-81ef-4671-949c-fc9cd55278a0 None None] Pushing event updated for resources: {'Port': ['ID=dbeed5f7-beee-4e72-bf3e-e79159637419,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:42.601335 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-0c89f039-8e03-494e-b8b8-03f6dd346564 None None] Set router 34a3f0d2-4215-4021-86ec-eab6497ee058 gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:46:42.650142 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df513b7a-32dd-49fb-863d-35a2098f77cc req-6d499002-c91f-41cf-a321-6e95b0f0c182 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=f5e5ca93-a975-4948-8d7a-7e504030ec90 HTTP/1.1" status: 200 len: 217 time: 0.0896297 Sep 07 02:46:42.656752 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-78e58e53-325a-4526-839c-5f21a6dab29b tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:42.664248 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-0c89f039-8e03-494e-b8b8-03f6dd346564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a3f0d2-4215-4021-86ec-eab6497ee058', 'name': 'tempest-snat-router-710146663', 'tenant_id': '9927f04458eb4ccfa778459c561a9e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:46:33Z', 'updated_at': '2021-09-07T02:46:42Z', 'revision_number': 4, 'project_id': '9927f04458eb4ccfa778459c561a9e6b', 'gw_port_host': None}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:46:42.686625 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e58e53-325a-4526-839c-5f21a6dab29b tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Pushing event deleted for resources: {'Port': ['ID=dbeed5f7-beee-4e72-bf3e-e79159637419,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:42.693355 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c89f039-8e03-494e-b8b8-03f6dd346564 None None] The sync data for ids ['34a3f0d2-4215-4021-86ec-eab6497ee058'] in n-d-796209-16 is: [{'id': '34a3f0d2-4215-4021-86ec-eab6497ee058', 'name': 'tempest-snat-router-710146663', 'tenant_id': '9927f04458eb4ccfa778459c561a9e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:46:33Z', 'updated_at': '2021-09-07T02:46:42Z', 'revision_number': 4, 'project_id': '9927f04458eb4ccfa778459c561a9e6b', 'gw_port_host': None}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:46:42.764595 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-78e58e53-325a-4526-839c-5f21a6dab29b tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:42.872695 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-78e58e53-325a-4526-839c-5f21a6dab29b tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:42.876964 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-78e58e53-325a-4526-839c-5f21a6dab29b tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:42.953562 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-78e58e53-325a-4526-839c-5f21a6dab29b tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:42.954256 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e58e53-325a-4526-839c-5f21a6dab29b tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 34a3f0d2-4215-4021-86ec-eab6497ee058 {{(pid=94701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 02:46:42.959512 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-78e58e53-325a-4526-839c-5f21a6dab29b tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:42.960784 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-78e58e53-325a-4526-839c-5f21a6dab29b tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] 10.222.0.22 "DELETE /v2.0/routers/34a3f0d2-4215-4021-86ec-eab6497ee058 HTTP/1.1" status: 204 len: 168 time: 0.9213569 Sep 07 02:46:42.964226 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58726) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:43.013718 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d36b9b-a3af-43c5-9aee-2f6f64e6300b req-c9655d58-6e1e-4e8f-8292-ade63450ac27 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:43.015225 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-78d36b9b-a3af-43c5-9aee-2f6f64e6300b req-c9655d58-6e1e-4e8f-8292-ade63450ac27 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=31c05c42-271e-4af7-ac65-46700f7829ab HTTP/1.1" status: 200 len: 931 time: 0.1403427 Sep 07 02:46:43.036732 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e93fd0f-1333-4ecf-9776-0811f8c49d61 req-00de1310-5c34-4ef6-97a4-48ae3cd9b13d tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:43.038203 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0e93fd0f-1333-4ecf-9776-0811f8c49d61 req-00de1310-5c34-4ef6-97a4-48ae3cd9b13d tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e11c0ae-968a-421c-989b-4ca8ddfd52c5 HTTP/1.1" status: 200 len: 946 time: 0.5551872 Sep 07 02:46:43.043822 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1f0038b7-1e24-458a-b4be-936099ef6e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:43.046342 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1f0038b7-1e24-458a-b4be-936099ef6e44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:43.050508 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-1f0038b7-1e24-458a-b4be-936099ef6e44 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4d261c77-e010-4a49-9f91-db675ec43cd0 HTTP/1.1" status: 204 len: 168 time: 1.0526252 Sep 07 02:46:43.100408 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-78d36b9b-a3af-43c5-9aee-2f6f64e6300b req-22ff8f3a-da87-4018-addc-8e1e06cd7491 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772693 Sep 07 02:46:43.125861 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0c12d134-a913-434b-a012-695fb50bb5a0 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks [] for router, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:43.182331 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-7f8f7ddd-2cfb-4071-8eba-c4b2ecb742d9 req-4a799c9e-1c1b-44ee-840e-edff22612e32 service neutron] For port b4937cd9-07e1-4ee3-92d4-2d008a1e972f, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:46:43.184671 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0038b7-1e24-458a-b4be-936099ef6e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d261c77-e010-4a49-9f91-db675ec43cd0,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:43.201507 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df513b7a-32dd-49fb-863d-35a2098f77cc req-3e6f8973-791b-4777-9a8f-700b3815ecb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:43.203372 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df513b7a-32dd-49fb-863d-35a2098f77cc req-3e6f8973-791b-4777-9a8f-700b3815ecb4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a0ace46c-e993-499e-976f-0d7f1499256e HTTP/1.1" status: 200 len: 797 time: 0.5422876 Sep 07 02:46:43.228863 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-7f8f7ddd-2cfb-4071-8eba-c4b2ecb742d9 req-4a799c9e-1c1b-44ee-840e-edff22612e32 service neutron] For port b4937cd9-07e1-4ee3-92d4-2d008a1e972f, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=b4937cd9-07e1-4ee3-92d4-2d008a1e972f,segment=NetworkSegment(b3eb252a-4923-4f55-afa9-bd49022e406f),segment_id=b3eb252a-4923-4f55-afa9-bd49022e406f)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:46:43.266198 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0c12d134-a913-434b-a012-695fb50bb5a0 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:43.268157 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-d9416496-000d-4b47-85a7-98ee113dff4f req-dd76e473-e21e-44ad-9cff-4590f5c42440 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ca56a69-b5f4-4954-a2f1-9fe76cb551b8 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:46:43.277204 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7f8f7ddd-2cfb-4071-8eba-c4b2ecb742d9 req-4a799c9e-1c1b-44ee-840e-edff22612e32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:43.290336 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d9416496-000d-4b47-85a7-98ee113dff4f req-dd76e473-e21e-44ad-9cff-4590f5c42440 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:43.296462 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 02:46:43.306460 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3fc7e1f6-8009-45f0-9b3d-a46322b55a79 req-53e484ec-3ffc-4d6c-9ea4-ddf718695bb0 tempest-ServerShowV247Test-1420034672 tempest-ServerShowV247Test-1420034672-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c8e3b67-a125-4e15-bb2c-ea0cc41df372 HTTP/1.1" status: 200 len: 210 time: 0.0316007 Sep 07 02:46:43.373592 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0c12d134-a913-434b-a012-695fb50bb5a0 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Deleting port 06c316f3-7bf0-4c0a-b02f-61fa09c9cfba {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:46:43.373953 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0c12d134-a913-434b-a012-695fb50bb5a0 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:43.382141 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-d9416496-000d-4b47-85a7-98ee113dff4f req-dd76e473-e21e-44ad-9cff-4590f5c42440 service neutron] Transition to ACTIVE for port object 8ca56a69-b5f4-4954-a2f1-9fe76cb551b8 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:46:43.399861 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0e93fd0f-1333-4ecf-9776-0811f8c49d61 req-49c9b24f-35a7-478e-991e-b0a11ebbe484 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458786 Sep 07 02:46:43.411524 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d9416496-000d-4b47-85a7-98ee113dff4f req-dd76e473-e21e-44ad-9cff-4590f5c42440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:43.417946 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f7ddd-2cfb-4071-8eba-c4b2ecb742d9 req-4a799c9e-1c1b-44ee-840e-edff22612e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:43.419405 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7f8f7ddd-2cfb-4071-8eba-c4b2ecb742d9 req-4a799c9e-1c1b-44ee-840e-edff22612e32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:43.422056 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7f8f7ddd-2cfb-4071-8eba-c4b2ecb742d9 req-4a799c9e-1c1b-44ee-840e-edff22612e32 service neutron] 10.222.0.16 "PUT /v2.0/ports/b4937cd9-07e1-4ee3-92d4-2d008a1e972f HTTP/1.1" status: 200 len: 1092 time: 3.7713170 Sep 07 02:46:43.431022 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df513b7a-32dd-49fb-863d-35a2098f77cc req-c7a769f4-2e37-4e4c-a7b1-6d23ba3b5f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:43.432640 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df513b7a-32dd-49fb-863d-35a2098f77cc req-c7a769f4-2e37-4e4c-a7b1-6d23ba3b5f8f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7ef96948-9b26-4186-9197-3dc341e621f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2181244 Sep 07 02:46:43.435508 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd03b013-92cc-4982-b8c3-5bae3a1f039f', 'tag': 'b4937cd9-07e1-4ee3-92d4-2d008a1e972f'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:46:43.446555 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77408ac9-3332-4dcb-a584-b5df979fbefa" -d '{"events": [{"name": "network-changed", "server_uuid": "bd03b013-92cc-4982-b8c3-5bae3a1f039f", "tag": "b4937cd9-07e1-4ee3-92d4-2d008a1e972f"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:46:43.450041 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a799c9e-1c1b-44ee-840e-edff22612e32 service neutron] Pushing event updated for resources: {'Port': ['ID=b4937cd9-07e1-4ee3-92d4-2d008a1e972f,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:43.522606 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0c12d134-a913-434b-a012-695fb50bb5a0 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] For port 06c316f3-7bf0-4c0a-b02f-61fa09c9cfba, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=06c316f3-7bf0-4c0a-b02f-61fa09c9cfba,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:46:43.523142 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0c12d134-a913-434b-a012-695fb50bb5a0 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:43.538863 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0c12d134-a913-434b-a012-695fb50bb5a0 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Calling delete_port for 06c316f3-7bf0-4c0a-b02f-61fa09c9cfba owned by network:router_gateway {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:46:43.550340 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f1abec-2355-4c3d-a703-45ace5855563 x-openstack-request-id: req-51f1abec-2355-4c3d-a703-45ace5855563 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:46:43.550634 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd03b013-92cc-4982-b8c3-5bae3a1f039f", "tag": "b4937cd9-07e1-4ee3-92d4-2d008a1e972f", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:46:43.550889 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-51f1abec-2355-4c3d-a703-45ace5855563 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:46:43.551330 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd03b013-92cc-4982-b8c3-5bae3a1f039f', 'tag': 'b4937cd9-07e1-4ee3-92d4-2d008a1e972f', 'status': 'completed', 'code': 200} Sep 07 02:46:43.614978 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd76e473-e21e-44ad-9cff-4590f5c42440 service neutron] Pushing event updated for resources: {'Port': ['ID=8ca56a69-b5f4-4954-a2f1-9fe76cb551b8,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:43.698060 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f7ddd-2cfb-4071-8eba-c4b2ecb742d9 req-e6d32231-da7c-42bd-a387-2c8ddaf07875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:43.699979 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7f8f7ddd-2cfb-4071-8eba-c4b2ecb742d9 req-e6d32231-da7c-42bd-a387-2c8ddaf07875 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=01da84d8cdfa4892bc470ad7dd96f194&device_id=bd03b013-92cc-4982-b8c3-5bae3a1f039f HTTP/1.1" status: 200 len: 1095 time: 0.2249262 Sep 07 02:46:43.727917 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df513b7a-32dd-49fb-863d-35a2098f77cc req-0d3093a0-ee4e-4fa1-a9c6-5a1e2255b81b service neutron] 10.222.0.16 "GET /v2.0/networks/7ef96948-9b26-4186-9197-3dc341e621f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606339 Sep 07 02:46:43.788117 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7f8f7ddd-2cfb-4071-8eba-c4b2ecb742d9 req-2e17314f-69eb-4267-964a-d9f9ccbdba9a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4937cd9-07e1-4ee3-92d4-2d008a1e972f HTTP/1.1" status: 200 len: 217 time: 0.0772898 Sep 07 02:46:43.880838 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-d9416496-000d-4b47-85a7-98ee113dff4f req-dd76e473-e21e-44ad-9cff-4590f5c42440 service neutron] Attempting to bind port 8ca56a69-b5f4-4954-a2f1-9fe76cb551b8 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:46:43.881245 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-d9416496-000d-4b47-85a7-98ee113dff4f req-dd76e473-e21e-44ad-9cff-4590f5c42440 service neutron] Attempting to bind port 8ca56a69-b5f4-4954-a2f1-9fe76cb551b8 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': 'b3eb252a-4923-4f55-afa9-bd49022e406f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5d441d5c-0eb6-4443-b7e8-2a0161da35f4'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:46:43.881598 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9416496-000d-4b47-85a7-98ee113dff4f req-dd76e473-e21e-44ad-9cff-4590f5c42440 service neutron] Attempting to bind port 8ca56a69-b5f4-4954-a2f1-9fe76cb551b8 on network 5d441d5c-0eb6-4443-b7e8-2a0161da35f4 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:46:43.896376 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9416496-000d-4b47-85a7-98ee113dff4f req-dd76e473-e21e-44ad-9cff-4590f5c42440 service neutron] Port 8ca56a69-b5f4-4954-a2f1-9fe76cb551b8 on network 5d441d5c-0eb6-4443-b7e8-2a0161da35f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:46:43.896719 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9416496-000d-4b47-85a7-98ee113dff4f req-dd76e473-e21e-44ad-9cff-4590f5c42440 service neutron] Attempting to bind port 8ca56a69-b5f4-4954-a2f1-9fe76cb551b8 on network 5d441d5c-0eb6-4443-b7e8-2a0161da35f4 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:46:43.922065 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9416496-000d-4b47-85a7-98ee113dff4f req-dd76e473-e21e-44ad-9cff-4590f5c42440 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:46:43.922385 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9416496-000d-4b47-85a7-98ee113dff4f req-dd76e473-e21e-44ad-9cff-4590f5c42440 service neutron] Checking segment: {'id': 'b3eb252a-4923-4f55-afa9-bd49022e406f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5d441d5c-0eb6-4443-b7e8-2a0161da35f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:46:43.922835 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9416496-000d-4b47-85a7-98ee113dff4f req-dd76e473-e21e-44ad-9cff-4590f5c42440 service neutron] Bound using segment: {'id': 'b3eb252a-4923-4f55-afa9-bd49022e406f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5d441d5c-0eb6-4443-b7e8-2a0161da35f4'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:46:43.923368 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-d9416496-000d-4b47-85a7-98ee113dff4f req-dd76e473-e21e-44ad-9cff-4590f5c42440 service neutron] Bound port: 8ca56a69-b5f4-4954-a2f1-9fe76cb551b8, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3eb252a-4923-4f55-afa9-bd49022e406f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5d441d5c-0eb6-4443-b7e8-2a0161da35f4'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:46:43.923669 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d9416496-000d-4b47-85a7-98ee113dff4f req-dd76e473-e21e-44ad-9cff-4590f5c42440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:43.935380 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f7ddd-2cfb-4071-8eba-c4b2ecb742d9 req-f55ca854-9a7c-445b-a7c2-aa59e35043c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:43.938590 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7f8f7ddd-2cfb-4071-8eba-c4b2ecb742d9 req-f55ca854-9a7c-445b-a7c2-aa59e35043c5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f937e685-ea69-493b-8539-36425b3759bc HTTP/1.1" status: 200 len: 857 time: 0.1385875 Sep 07 02:46:44.089677 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-d9416496-000d-4b47-85a7-98ee113dff4f req-dd76e473-e21e-44ad-9cff-4590f5c42440 service neutron] For port 8ca56a69-b5f4-4954-a2f1-9fe76cb551b8, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:46:44.093094 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-d9416496-000d-4b47-85a7-98ee113dff4f req-dd76e473-e21e-44ad-9cff-4590f5c42440 service neutron] For port 8ca56a69-b5f4-4954-a2f1-9fe76cb551b8, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=8ca56a69-b5f4-4954-a2f1-9fe76cb551b8,segment=NetworkSegment(b3eb252a-4923-4f55-afa9-bd49022e406f),segment_id=b3eb252a-4923-4f55-afa9-bd49022e406f)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:46:44.097526 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7f8f7ddd-2cfb-4071-8eba-c4b2ecb742d9 req-486c1778-8642-443e-afa5-b3960089e2b7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5d441d5c-0eb6-4443-b7e8-2a0161da35f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1396277 Sep 07 02:46:44.102022 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df513b7a-32dd-49fb-863d-35a2098f77cc req-149e11c0-d147-40b7-a698-888fa7932724 service neutron] 10.222.0.16 "GET /v2.0/networks/7ef96948-9b26-4186-9197-3dc341e621f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294234 Sep 07 02:46:44.103722 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d9416496-000d-4b47-85a7-98ee113dff4f req-dd76e473-e21e-44ad-9cff-4590f5c42440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:44.171217 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0c12d134-a913-434b-a012-695fb50bb5a0 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:44.223676 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c12d134-a913-434b-a012-695fb50bb5a0 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Pushing event deleted for resources: {'Port': ['ID=06c316f3-7bf0-4c0a-b02f-61fa09c9cfba,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:44.301918 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df513b7a-32dd-49fb-863d-35a2098f77cc req-492172ff-d0e9-483a-9819-86bf1dd21cfb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=09d8e09b-36fc-4d4b-816b-ee7185e3ed7d HTTP/1.1" status: 200 len: 217 time: 0.1873457 Sep 07 02:46:44.334112 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9416496-000d-4b47-85a7-98ee113dff4f req-dd76e473-e21e-44ad-9cff-4590f5c42440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:44.334753 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d9416496-000d-4b47-85a7-98ee113dff4f req-dd76e473-e21e-44ad-9cff-4590f5c42440 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:44.346384 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d9416496-000d-4b47-85a7-98ee113dff4f req-dd76e473-e21e-44ad-9cff-4590f5c42440 service neutron] 10.222.0.23 "PUT /v2.0/ports/8ca56a69-b5f4-4954-a2f1-9fe76cb551b8 HTTP/1.1" status: 200 len: 1092 time: 2.4643500 Sep 07 02:46:44.355800 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a03921-989c-4555-b105-a9635d3abc5b req-f349e00d-b7dd-4eeb-b05a-336157270c9c tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:44.357519 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c6a03921-989c-4555-b105-a9635d3abc5b req-f349e00d-b7dd-4eeb-b05a-336157270c9c tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=31c05c42-271e-4af7-ac65-46700f7829ab HTTP/1.1" status: 200 len: 943 time: 0.1380162 Sep 07 02:46:44.436627 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c6a03921-989c-4555-b105-a9635d3abc5b req-766f3eb1-a72c-4666-847e-aec2b8a6171a tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677512 Sep 07 02:46:44.437448 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0c12d134-a913-434b-a012-695fb50bb5a0 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:44.502294 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dcd6de21-58c7-471e-b8c9-724f102514ec req-526bba09-505c-4d31-b5ca-7493ae7aeb5f tempest-ServerShowV247Test-1420034672 tempest-ServerShowV247Test-1420034672-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c8e3b67-a125-4e15-bb2c-ea0cc41df372 HTTP/1.1" status: 200 len: 210 time: 0.0711062 Sep 07 02:46:44.507370 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd76e473-e21e-44ad-9cff-4590f5c42440 service neutron] Pushing event updated for resources: {'Port': ['ID=8ca56a69-b5f4-4954-a2f1-9fe76cb551b8,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:44.544239 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7f8f7ddd-2cfb-4071-8eba-c4b2ecb742d9 req-4971c0c3-3110-4322-9a5c-ca0505be23aa service neutron] 10.222.0.16 "GET /v2.0/networks/5d441d5c-0eb6-4443-b7e8-2a0161da35f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647048 Sep 07 02:46:44.545882 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df513b7a-32dd-49fb-863d-35a2098f77cc req-d95690fe-9f75-4ea1-af65-099f62715179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:44.547273 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df513b7a-32dd-49fb-863d-35a2098f77cc req-d95690fe-9f75-4ea1-af65-099f62715179 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a0ace46c-e993-499e-976f-0d7f1499256e HTTP/1.1" status: 200 len: 797 time: 0.1995177 Sep 07 02:46:44.553748 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9416496-000d-4b47-85a7-98ee113dff4f req-6981ce4f-97d8-4078-8e8f-1231b2adf585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:44.554928 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d9416496-000d-4b47-85a7-98ee113dff4f req-6981ce4f-97d8-4078-8e8f-1231b2adf585 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=01da84d8cdfa4892bc470ad7dd96f194&device_id=31c05c42-271e-4af7-ac65-46700f7829ab HTTP/1.1" status: 200 len: 1095 time: 0.1685092 Sep 07 02:46:44.558386 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0c12d134-a913-434b-a012-695fb50bb5a0 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:44.564894 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0c12d134-a913-434b-a012-695fb50bb5a0 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:44.640874 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0c12d134-a913-434b-a012-695fb50bb5a0 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:44.641542 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c12d134-a913-434b-a012-695fb50bb5a0 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aaff553b-56e2-4c81-b331-d498ce7f4341 {{(pid=94701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 02:46:44.649882 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0c12d134-a913-434b-a012-695fb50bb5a0 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:44.654751 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-0c12d134-a913-434b-a012-695fb50bb5a0 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] 10.222.0.22 "DELETE /v2.0/routers/aaff553b-56e2-4c81-b331-d498ce7f4341 HTTP/1.1" status: 204 len: 168 time: 1.6895509 Sep 07 02:46:44.656544 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58772) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:44.663420 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-50ea3b54-b3f7-436b-a0db-ad5f5611c397 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1551303921', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}, 'admin_state_up': False}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:46:44.678383 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d9416496-000d-4b47-85a7-98ee113dff4f req-ebad3cd0-4434-45a8-b8ec-2e6b1317e61f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ca56a69-b5f4-4954-a2f1-9fe76cb551b8 HTTP/1.1" status: 200 len: 217 time: 0.0925293 Sep 07 02:46:44.689025 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10329eb-9102-4590-aa23-34feb9906dcd req-dcd01e06-3503-4d88-9518-8e329357ef20 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:44.690684 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b10329eb-9102-4590-aa23-34feb9906dcd req-dcd01e06-3503-4d88-9518-8e329357ef20 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e11c0ae-968a-421c-989b-4ca8ddfd52c5 HTTP/1.1" status: 200 len: 946 time: 0.0885534 Sep 07 02:46:44.705768 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-50ea3b54-b3f7-436b-a0db-ad5f5611c397 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:44.707324 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-50ea3b54-b3f7-436b-a0db-ad5f5611c397 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:44.785392 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7f8f7ddd-2cfb-4071-8eba-c4b2ecb742d9 req-7ebe3f48-4e38-4f88-8075-19a437421c0c service neutron] 10.222.0.16 "GET /v2.0/networks/5d441d5c-0eb6-4443-b7e8-2a0161da35f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266362 Sep 07 02:46:44.791605 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df513b7a-32dd-49fb-863d-35a2098f77cc req-29fb3856-bd86-4410-9ced-0d8c1aa317e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:44.793555 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df513b7a-32dd-49fb-863d-35a2098f77cc req-29fb3856-bd86-4410-9ced-0d8c1aa317e8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7ef96948-9b26-4186-9197-3dc341e621f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2163165 Sep 07 02:46:44.796670 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-50ea3b54-b3f7-436b-a0db-ad5f5611c397 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:44.824062 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9416496-000d-4b47-85a7-98ee113dff4f req-5aa6df1c-097a-427c-9fa4-27243d542c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:44.825652 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d9416496-000d-4b47-85a7-98ee113dff4f req-5aa6df1c-097a-427c-9fa4-27243d542c34 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f937e685-ea69-493b-8539-36425b3759bc HTTP/1.1" status: 200 len: 857 time: 0.1391342 Sep 07 02:46:44.889147 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d9416496-000d-4b47-85a7-98ee113dff4f req-4e03552c-bc7b-4826-b857-5c11f6b14e8b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5d441d5c-0eb6-4443-b7e8-2a0161da35f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489974 Sep 07 02:46:44.950214 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b10329eb-9102-4590-aa23-34feb9906dcd req-14bf3203-54b8-4dba-bcda-13d3a7dd7d35 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131684 Sep 07 02:46:44.990010 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58780) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:44.991211 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-50ea3b54-b3f7-436b-a0db-ad5f5611c397 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:45.053279 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df513b7a-32dd-49fb-863d-35a2098f77cc req-adc74918-8297-48df-9da8-efac6e8b25f8 service neutron] 10.222.0.16 "GET /v2.0/networks/7ef96948-9b26-4186-9197-3dc341e621f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490046 Sep 07 02:46:45.058932 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77408ac9-3332-4dcb-a584-b5df979fbefa req-30596ee4-89b6-4e3a-9503-cd0fb750e914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:45.060423 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-77408ac9-3332-4dcb-a584-b5df979fbefa req-30596ee4-89b6-4e3a-9503-cd0fb750e914 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=01da84d8cdfa4892bc470ad7dd96f194&device_id=bd03b013-92cc-4982-b8c3-5bae3a1f039f HTTP/1.1" status: 200 len: 1095 time: 0.1947381 Sep 07 02:46:45.150865 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-460018e8-5a78-4d05-a09a-3bb950572850 tempest-MeteringTestJSON-2009113604 tempest-MeteringTestJSON-2009113604-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-152376826'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:46:45.151296 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-460018e8-5a78-4d05-a09a-3bb950572850 tempest-MeteringTestJSON-2009113604 tempest-MeteringTestJSON-2009113604-project-admin] Unknown quota resources ['metering_label']. {{(pid=94700) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 07 02:46:45.206614 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-50ea3b54-b3f7-436b-a0db-ad5f5611c397 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks [] for router_gateway, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:45.231962 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-50ea3b54-b3f7-436b-a0db-ad5f5611c397 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:45.276961 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d9416496-000d-4b47-85a7-98ee113dff4f req-88d072fb-52d2-4790-89e7-35b538e58c2e service neutron] 10.222.0.23 "GET /v2.0/networks/5d441d5c-0eb6-4443-b7e8-2a0161da35f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491800 Sep 07 02:46:45.353638 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-50ea3b54-b3f7-436b-a0db-ad5f5611c397 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Allocated IP 172.25.5.9 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/57d47704-06df-44e4-a60c-d174b4e77394) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:46:45.460311 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-50ea3b54-b3f7-436b-a0db-ad5f5611c397 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:45.501068 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-50ea3b54-b3f7-436b-a0db-ad5f5611c397 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:45.510047 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-460018e8-5a78-4d05-a09a-3bb950572850 tempest-MeteringTestJSON-2009113604 tempest-MeteringTestJSON-2009113604-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:45.513996 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-460018e8-5a78-4d05-a09a-3bb950572850 tempest-MeteringTestJSON-2009113604 tempest-MeteringTestJSON-2009113604-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5201659 Sep 07 02:46:45.520308 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df513b7a-32dd-49fb-863d-35a2098f77cc req-43de6e9d-de53-4897-b823-12a1781da221 service neutron] 10.222.0.16 "GET /v2.0/networks/7ef96948-9b26-4186-9197-3dc341e621f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4485226 Sep 07 02:46:45.525249 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58788) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:45.536646 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-dac146c6-64de-4e53-9197-d6d89b1057a9 tempest-MeteringTestJSON-2009113604 tempest-MeteringTestJSON-2009113604-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '127bef62-77de-4438-bc49-5bbbff3107aa'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:46:45.537159 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-dac146c6-64de-4e53-9197-d6d89b1057a9 tempest-MeteringTestJSON-2009113604 tempest-MeteringTestJSON-2009113604-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94700) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 07 02:46:45.541328 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ea3b54-b3f7-436b-a0db-ad5f5611c397 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:46:45.544743 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-50ea3b54-b3f7-436b-a0db-ad5f5611c397 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:46:45.550796 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ea3b54-b3f7-436b-a0db-ad5f5611c397 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:46:45.561596 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31c05c42-271e-4af7-ac65-46700f7829ab', 'tag': '8ca56a69-b5f4-4954-a2f1-9fe76cb551b8'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:46:45.564446 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7835c2b0-f2fa-45cd-86b2-ebd5064be3fa" -d '{"events": [{"name": "network-changed", "server_uuid": "31c05c42-271e-4af7-ac65-46700f7829ab", "tag": "8ca56a69-b5f4-4954-a2f1-9fe76cb551b8"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:46:45.571836 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77408ac9-3332-4dcb-a584-b5df979fbefa req-10dd9c23-4473-4e1c-b41d-db1d0959b51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:45.573322 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-77408ac9-3332-4dcb-a584-b5df979fbefa req-10dd9c23-4473-4e1c-b41d-db1d0959b51b service neutron] 10.222.0.16 "GET /v2.0/networks?id=5d441d5c-0eb6-4443-b7e8-2a0161da35f4 HTTP/1.1" status: 200 len: 917 time: 0.4712219 Sep 07 02:46:45.574841 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ea3b54-b3f7-436b-a0db-ad5f5611c397 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Pushing event updated for resources: {'Port': ['ID=57d47704-06df-44e4-a60c-d174b4e77394,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:45.639369 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df513b7a-32dd-49fb-863d-35a2098f77cc req-b41838b9-665b-4443-b4a2-2b11b8f721d0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5a10fd3e-a307-42ef-9874-a9290ecbb499 HTTP/1.1" status: 200 len: 217 time: 0.0934620 Sep 07 02:46:45.692766 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f68e080b-8ec5-4cc0-8316-28b7199b78ca req-528b0cbe-249a-42b6-8228-d7135c7247a0 tempest-ServerShowV247Test-1420034672 tempest-ServerShowV247Test-1420034672-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c8e3b67-a125-4e15-bb2c-ea0cc41df372 HTTP/1.1" status: 200 len: 210 time: 0.0650985 Sep 07 02:46:45.745954 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d9416496-000d-4b47-85a7-98ee113dff4f req-8f556521-1c80-455a-987e-a271a4256129 service neutron] 10.222.0.23 "GET /v2.0/networks/5d441d5c-0eb6-4443-b7e8-2a0161da35f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4426267 Sep 07 02:46:45.747618 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76a3cbb-4f1b-4a10-8b9d-f5614f223136 x-openstack-request-id: req-f76a3cbb-4f1b-4a10-8b9d-f5614f223136 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:46:45.747899 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31c05c42-271e-4af7-ac65-46700f7829ab", "tag": "8ca56a69-b5f4-4954-a2f1-9fe76cb551b8", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:46:45.748148 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f76a3cbb-4f1b-4a10-8b9d-f5614f223136 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:46:45.748524 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31c05c42-271e-4af7-ac65-46700f7829ab', 'tag': '8ca56a69-b5f4-4954-a2f1-9fe76cb551b8', 'status': 'completed', 'code': 200} Sep 07 02:46:45.776488 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-77408ac9-3332-4dcb-a584-b5df979fbefa req-aa9b8ab7-663d-4272-bda7-80a590540839 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4937cd9-07e1-4ee3-92d4-2d008a1e972f HTTP/1.1" status: 200 len: 217 time: 0.1589184 Sep 07 02:46:45.777142 n-d-796209-16 neutron-server[94700]: WARNING neutron.services.metering.metering_plugin [None req-dac146c6-64de-4e53-9197-d6d89b1057a9 tempest-MeteringTestJSON-2009113604 tempest-MeteringTestJSON-2009113604-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 07 02:46:45.845948 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-50ea3b54-b3f7-436b-a0db-ad5f5611c397 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks [] for router_gateway, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:45.906704 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device b4937cd9-07e1-4ee3-92d4-2d008a1e972f details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:46:46.013304 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port b4937cd9-07e1-4ee3-92d4-2d008a1e972f, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=b4937cd9-07e1-4ee3-92d4-2d008a1e972f,segment=NetworkSegment(b3eb252a-4923-4f55-afa9-bd49022e406f),segment_id=b3eb252a-4923-4f55-afa9-bd49022e406f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:46:46.030192 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': 'b4937cd9-07e1-4ee3-92d4-2d008a1e972f', 'network_id': '5d441d5c-0eb6-4443-b7e8-2a0161da35f4', 'port_id': 'b4937cd9-07e1-4ee3-92d4-2d008a1e972f', 'mac_address': 'fa:16:3e:b0:b9:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f937e685-ea69-493b-8539-36425b3759bc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:46:46.081831 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:46.091343 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-50ea3b54-b3f7-436b-a0db-ad5f5611c397 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:46.095774 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4937cd9-07e1-4ee3-92d4-2d008a1e972f {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:46:46.117006 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port b4937cd9-07e1-4ee3-92d4-2d008a1e972f, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=b4937cd9-07e1-4ee3-92d4-2d008a1e972f,segment=NetworkSegment(b3eb252a-4923-4f55-afa9-bd49022e406f),segment_id=b3eb252a-4923-4f55-afa9-bd49022e406f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:46:46.121773 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:46.147598 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a241e-2889-4b65-9611-23a6eaccef03 req-f913991d-bb07-4912-aaf1-b23561dbc543 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:46.149195 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8d9a241e-2889-4b65-9611-23a6eaccef03 req-f913991d-bb07-4912-aaf1-b23561dbc543 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e11c0ae-968a-421c-989b-4ca8ddfd52c5 HTTP/1.1" status: 200 len: 946 time: 0.1039453 Sep 07 02:46:46.172340 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=b4937cd9-07e1-4ee3-92d4-2d008a1e972f,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:46.238809 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8d9a241e-2889-4b65-9611-23a6eaccef03 req-e3853e87-552a-4c49-8bd3-289a51fca5fc tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706937 Sep 07 02:46:46.244552 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79785bc2-5234-4228-8f92-d14b681092bd req-feb7f44f-b7e5-4014-abf1-8d16ab6efbb7 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:46.246100 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-79785bc2-5234-4228-8f92-d14b681092bd req-feb7f44f-b7e5-4014-abf1-8d16ab6efbb7 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=31c05c42-271e-4af7-ac65-46700f7829ab HTTP/1.1" status: 200 len: 943 time: 0.7144845 Sep 07 02:46:46.252234 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df513b7a-32dd-49fb-863d-35a2098f77cc req-112d8f14-3096-41b0-ac3b-70bf92e4e076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:46.253748 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df513b7a-32dd-49fb-863d-35a2098f77cc req-112d8f14-3096-41b0-ac3b-70bf92e4e076 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=41c9fc72-e726-4843-ad37-6ac26831d188 HTTP/1.1" status: 200 len: 797 time: 0.5846467 Sep 07 02:46:46.257878 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dac146c6-64de-4e53-9197-d6d89b1057a9 tempest-MeteringTestJSON-2009113604 tempest-MeteringTestJSON-2009113604-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:46.260874 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-dac146c6-64de-4e53-9197-d6d89b1057a9 tempest-MeteringTestJSON-2009113604 tempest-MeteringTestJSON-2009113604-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.7331104 Sep 07 02:46:46.266575 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58798) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:46.271461 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-d1697575-a71d-4c3b-b0ee-6e107382472c tempest-MeteringTestJSON-2009113604 tempest-MeteringTestJSON-2009113604-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '127bef62-77de-4438-bc49-5bbbff3107aa'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:46:46.272009 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-d1697575-a71d-4c3b-b0ee-6e107382472c tempest-MeteringTestJSON-2009113604 tempest-MeteringTestJSON-2009113604-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94701) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 07 02:46:46.316130 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77408ac9-3332-4dcb-a584-b5df979fbefa req-c754c38a-a10a-49dc-bea2-5520db0f963c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:46.317617 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-77408ac9-3332-4dcb-a584-b5df979fbefa req-c754c38a-a10a-49dc-bea2-5520db0f963c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f937e685-ea69-493b-8539-36425b3759bc HTTP/1.1" status: 200 len: 857 time: 0.5232821 Sep 07 02:46:46.327773 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50ea3b54-b3f7-436b-a0db-ad5f5611c397 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Router 0a5e6a87-d4ef-428b-b9cc-03287247dceb is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 02:46:46.350486 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835c2b0-f2fa-45cd-86b2-ebd5064be3fa req-332f356d-67ba-4d72-adcb-e0e967ed8ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:46.352012 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7835c2b0-f2fa-45cd-86b2-ebd5064be3fa req-332f356d-67ba-4d72-adcb-e0e967ed8ca5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=01da84d8cdfa4892bc470ad7dd96f194&device_id=31c05c42-271e-4af7-ac65-46700f7829ab HTTP/1.1" status: 200 len: 1095 time: 0.5289147 Sep 07 02:46:46.373420 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-77408ac9-3332-4dcb-a584-b5df979fbefa req-78e4eb28-04da-4e85-ad9d-81248db26e5e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5d441d5c-0eb6-4443-b7e8-2a0161da35f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474350 Sep 07 02:46:46.375931 n-d-796209-16 neutron-server[94701]: WARNING neutron.services.metering.metering_plugin [None req-d1697575-a71d-4c3b-b0ee-6e107382472c tempest-MeteringTestJSON-2009113604 tempest-MeteringTestJSON-2009113604-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 07 02:46:46.392050 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-79785bc2-5234-4228-8f92-d14b681092bd req-feb73d4e-1d1a-4df4-a68d-d0de0087cb9b tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257412 Sep 07 02:46:46.417822 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df513b7a-32dd-49fb-863d-35a2098f77cc req-43e3c860-38d7-4c97-a874-c2e02f73365c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:46.419453 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df513b7a-32dd-49fb-863d-35a2098f77cc req-43e3c860-38d7-4c97-a874-c2e02f73365c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=03d408a7-bed1-4074-b2d6-43492534ac51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1543946 Sep 07 02:46:46.456882 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['b4937cd9-07e1-4ee3-92d4-2d008a1e972f'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:46:46.534990 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d1697575-a71d-4c3b-b0ee-6e107382472c tempest-MeteringTestJSON-2009113604 tempest-MeteringTestJSON-2009113604-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:46.536233 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d1697575-a71d-4c3b-b0ee-6e107382472c tempest-MeteringTestJSON-2009113604 tempest-MeteringTestJSON-2009113604-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2687190 Sep 07 02:46:46.540268 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58802) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:46.558321 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8316dd6c-051a-4aa5-a183-d2ea197d4252 tempest-MeteringTestJSON-2009113604 tempest-MeteringTestJSON-2009113604-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=fbe847e6-1241-4cb2-acd5-396c1554a63c HTTP/1.1" status: 200 len: 464 time: 0.0169661 Sep 07 02:46:46.560921 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58804) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:46.619220 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ea3b54-b3f7-436b-a0db-ad5f5611c397 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:46:46.635253 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39012f0-50b2-4df7-add6-35b67d0a1948 None None] Sync routers for ids ['0a5e6a87-d4ef-428b-b9cc-03287247dceb'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:46:46.638641 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-77408ac9-3332-4dcb-a584-b5df979fbefa req-00139c58-b888-46ee-a051-1e949ec08bc7 service neutron] 10.222.0.16 "GET /v2.0/networks/5d441d5c-0eb6-4443-b7e8-2a0161da35f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561479 Sep 07 02:46:46.641267 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df513b7a-32dd-49fb-863d-35a2098f77cc req-15605f01-4f49-466e-99cc-28b2dff08af5 service neutron] 10.222.0.16 "GET /v2.0/networks/03d408a7-bed1-4074-b2d6-43492534ac51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113092 Sep 07 02:46:46.642819 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835c2b0-f2fa-45cd-86b2-ebd5064be3fa req-d167a7e8-4d37-47e7-b33f-885a98e6eaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:46.644550 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7835c2b0-f2fa-45cd-86b2-ebd5064be3fa req-d167a7e8-4d37-47e7-b33f-885a98e6eaba service neutron] 10.222.0.23 "GET /v2.0/networks?id=5d441d5c-0eb6-4443-b7e8-2a0161da35f4 HTTP/1.1" status: 200 len: 917 time: 0.2755699 Sep 07 02:46:46.650160 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39012f0-50b2-4df7-add6-35b67d0a1948 None None] Routers {'0a5e6a87-d4ef-428b-b9cc-03287247dceb'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:46:46.650775 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-d39012f0-50b2-4df7-add6-35b67d0a1948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:46:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['0a5e6a87-d4ef-428b-b9cc-03287247dceb'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:46:46.692906 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-d39012f0-50b2-4df7-add6-35b67d0a1948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:46:46.708192 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39012f0-50b2-4df7-add6-35b67d0a1948 None None] Routers {'0a5e6a87-d4ef-428b-b9cc-03287247dceb'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:46:46.709133 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-d39012f0-50b2-4df7-add6-35b67d0a1948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:46:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['0a5e6a87-d4ef-428b-b9cc-03287247dceb'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:46:46.717019 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 06c316f3-7bf0-4c0a-b02f-61fa09c9cfba no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:46:46.719277 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-50ea3b54-b3f7-436b-a0db-ad5f5611c397 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:46.721109 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-50ea3b54-b3f7-436b-a0db-ad5f5611c397 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.0619695 Sep 07 02:46:46.724309 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-11beb5ef-67cf-416a-bbe6-ae8c32a9097b tempest-MeteringTestJSON-2009113604 tempest-MeteringTestJSON-2009113604-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:46.727607 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-11beb5ef-67cf-416a-bbe6-ae8c32a9097b tempest-MeteringTestJSON-2009113604 tempest-MeteringTestJSON-2009113604-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-label-rules/fbe847e6-1241-4cb2-acd5-396c1554a63c HTTP/1.1" status: 204 len: 168 time: 0.1635380 Sep 07 02:46:46.727607 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58808) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:46.730360 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-d681ecff-4dd7-4274-ad33-1d070392cb4e tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'enable_snat': False}}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:46:46.732277 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58810) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:46.744174 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7835c2b0-f2fa-45cd-86b2-ebd5064be3fa req-5486c3d7-3134-4b32-bf7b-9d3e8d67fa7e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ca56a69-b5f4-4954-a2f1-9fe76cb551b8 HTTP/1.1" status: 200 len: 217 time: 0.0770278 Sep 07 02:46:46.748488 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 06c316f3-7bf0-4c0a-b02f-61fa09c9cfba {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:46:46.749155 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 06c316f3-7bf0-4c0a-b02f-61fa09c9cfba not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:46:46.774333 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-af0ead37-aafc-497f-b8b3-d610e48cf24c tempest-MeteringTestJSON-2009113604 tempest-MeteringTestJSON-2009113604-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=fbe847e6-1241-4cb2-acd5-396c1554a63c HTTP/1.1" status: 200 len: 221 time: 0.0401661 Sep 07 02:46:46.779337 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58812) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:46.785748 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-de6c6fc8-3da3-4563-8d09-70bead42e2c0 tempest-MeteringTestJSON-2009113604 tempest-MeteringTestJSON-2009113604-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--936477', 'description': 'label created by tempest'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:46:46.786196 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-de6c6fc8-3da3-4563-8d09-70bead42e2c0 tempest-MeteringTestJSON-2009113604 tempest-MeteringTestJSON-2009113604-project-admin] Unknown quota resources ['metering_label']. {{(pid=94701) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 07 02:46:46.790112 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-d39012f0-50b2-4df7-add6-35b67d0a1948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:46:46.791092 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39012f0-50b2-4df7-add6-35b67d0a1948 None None] The sync data for ids ['0a5e6a87-d4ef-428b-b9cc-03287247dceb'] in n-d-796209-16 is: [] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:46:46.898350 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ccc7022f-6fd0-4d1c-a943-9ed68b1c98d8 req-83af367b-ef41-4be6-981d-b889521dc095 tempest-ServerShowV247Test-1420034672 tempest-ServerShowV247Test-1420034672-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c8e3b67-a125-4e15-bb2c-ea0cc41df372 HTTP/1.1" status: 200 len: 210 time: 0.0703204 Sep 07 02:46:46.913510 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835c2b0-f2fa-45cd-86b2-ebd5064be3fa req-93c8f099-a2b4-42ad-aedd-50bda411cb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:46.914966 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7835c2b0-f2fa-45cd-86b2-ebd5064be3fa req-93c8f099-a2b4-42ad-aedd-50bda411cb60 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f937e685-ea69-493b-8539-36425b3759bc HTTP/1.1" status: 200 len: 857 time: 0.1582530 Sep 07 02:46:46.962619 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-77408ac9-3332-4dcb-a584-b5df979fbefa req-25281c99-e1ae-4431-9394-01ac7bbc98a8 service neutron] 10.222.0.16 "GET /v2.0/networks/5d441d5c-0eb6-4443-b7e8-2a0161da35f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095262 Sep 07 02:46:46.965751 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7835c2b0-f2fa-45cd-86b2-ebd5064be3fa req-f7be71d0-6b5e-44de-babf-275ad3457e06 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5d441d5c-0eb6-4443-b7e8-2a0161da35f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369406 Sep 07 02:46:46.967959 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df513b7a-32dd-49fb-863d-35a2098f77cc req-34d56a0d-0c4a-43fe-9996-95ed61ac4841 service neutron] 10.222.0.16 "GET /v2.0/networks/03d408a7-bed1-4074-b2d6-43492534ac51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162444 Sep 07 02:46:47.022411 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-de6c6fc8-3da3-4563-8d09-70bead42e2c0 tempest-MeteringTestJSON-2009113604 tempest-MeteringTestJSON-2009113604-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:47.023625 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-de6c6fc8-3da3-4563-8d09-70bead42e2c0 tempest-MeteringTestJSON-2009113604 tempest-MeteringTestJSON-2009113604-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 466 time: 0.2432854 Sep 07 02:46:47.027902 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58814) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:47.030604 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df513b7a-32dd-49fb-863d-35a2098f77cc req-97e22446-39b4-4089-bdb4-5e9d8f4ef419 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bd2646ca-659b-4e2b-8d78-87d5a7a2747d HTTP/1.1" status: 200 len: 217 time: 0.0502329 Sep 07 02:46:47.159740 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3207ac37-02ce-4062-890a-3e8e62ca46e7 tempest-MeteringTestJSON-2009113604 tempest-MeteringTestJSON-2009113604-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=3553d3da-29e6-417b-b5b8-b54b0aad4d50 HTTP/1.1" status: 200 len: 464 time: 0.1305163 Sep 07 02:46:47.162360 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58816) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:47.184520 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df513b7a-32dd-49fb-863d-35a2098f77cc req-b7360263-a3b1-4eeb-9644-035f42fd044e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:47.185989 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df513b7a-32dd-49fb-863d-35a2098f77cc req-b7360263-a3b1-4eeb-9644-035f42fd044e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=41c9fc72-e726-4843-ad37-6ac26831d188 HTTP/1.1" status: 200 len: 797 time: 0.1402957 Sep 07 02:46:47.223621 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7835c2b0-f2fa-45cd-86b2-ebd5064be3fa req-a49fc6dd-f045-4136-bb2e-25227fe7a71b service neutron] 10.222.0.23 "GET /v2.0/networks/5d441d5c-0eb6-4443-b7e8-2a0161da35f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503154 Sep 07 02:46:47.261351 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df513b7a-32dd-49fb-863d-35a2098f77cc req-7991bba4-edf7-491e-8272-c7b8824aea9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:47.263178 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df513b7a-32dd-49fb-863d-35a2098f77cc req-7991bba4-edf7-491e-8272-c7b8824aea9f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=03d408a7-bed1-4074-b2d6-43492534ac51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0680184 Sep 07 02:46:47.380764 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d681ecff-4dd7-4274-ad33-1d070392cb4e tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:47.386921 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7835c2b0-f2fa-45cd-86b2-ebd5064be3fa req-b7ae8a7c-745a-4e6d-adf9-1ee7ed0c425e service neutron] 10.222.0.23 "GET /v2.0/networks/5d441d5c-0eb6-4443-b7e8-2a0161da35f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547720 Sep 07 02:46:47.417484 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df513b7a-32dd-49fb-863d-35a2098f77cc req-dd576b77-f5cc-45ac-a4be-503dbbb3e75e service neutron] 10.222.0.16 "GET /v2.0/networks/03d408a7-bed1-4074-b2d6-43492534ac51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463127 Sep 07 02:46:47.546296 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df513b7a-32dd-49fb-863d-35a2098f77cc req-8a3f26f8-c10c-4703-bef4-1709d4658466 service neutron] 10.222.0.16 "GET /v2.0/networks/03d408a7-bed1-4074-b2d6-43492534ac51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217954 Sep 07 02:46:47.558749 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3856c-2d75-4e97-8ebd-d0f81fe6f925 req-2688eb4d-433d-43c3-b938-6aac3ae29e24 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:47.560358 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81e3856c-2d75-4e97-8ebd-d0f81fe6f925 req-2688eb4d-433d-43c3-b938-6aac3ae29e24 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=31c05c42-271e-4af7-ac65-46700f7829ab HTTP/1.1" status: 200 len: 943 time: 0.0733862 Sep 07 02:46:47.604631 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81e3856c-2d75-4e97-8ebd-d0f81fe6f925 req-eef1849a-9f76-444d-9aaa-86284385e066 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361435 Sep 07 02:46:47.778567 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-521fe81d-7bb9-4595-9be3-9de6970d317a tempest-MeteringTestJSON-2009113604 tempest-MeteringTestJSON-2009113604-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:47.779717 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-521fe81d-7bb9-4595-9be3-9de6970d317a tempest-MeteringTestJSON-2009113604 tempest-MeteringTestJSON-2009113604-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-labels/3553d3da-29e6-417b-b5b8-b54b0aad4d50 HTTP/1.1" status: 204 len: 168 time: 0.6164017 Sep 07 02:46:47.783156 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58826) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:47.795096 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-34b823d7-b804-4153-86c3-7dec80cb4b26 tempest-MeteringTestJSON-2009113604 tempest-MeteringTestJSON-2009113604-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=3553d3da-29e6-417b-b5b8-b54b0aad4d50 HTTP/1.1" status: 200 len: 216 time: 0.0107884 Sep 07 02:46:47.798432 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58828) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:47.801883 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a5508-577e-4864-aaa4-39c0f52997b9 req-7498fda7-fa3c-43e7-ab82-6663dc0386b8 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:47.803391 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0d2a5508-577e-4864-aaa4-39c0f52997b9 req-7498fda7-fa3c-43e7-ab82-6663dc0386b8 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e11c0ae-968a-421c-989b-4ca8ddfd52c5 HTTP/1.1" status: 200 len: 946 time: 0.4750335 Sep 07 02:46:47.808640 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b7e57c08-4062-4009-83f5-e68af0049b66 tempest-MeteringTestJSON-2009113604 tempest-MeteringTestJSON-2009113604-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0090189 Sep 07 02:46:47.812064 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58830) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:47.825696 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-393d3add-16ff-466d-8336-f695dbdd0c17 tempest-MeteringTestJSON-2009113604 tempest-MeteringTestJSON-2009113604-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0125737 Sep 07 02:46:47.829733 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58832) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:47.874217 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0d2a5508-577e-4864-aaa4-39c0f52997b9 req-1830e43e-4f78-4f71-b910-6e4696ad0819 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638318 Sep 07 02:46:47.882352 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-2b5ccc9a-e2ae-413d-b7ae-5d4173792bc3 tempest-MeteringTestJSON-2009113604 tempest-MeteringTestJSON-2009113604-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels/127bef62-77de-4438-bc49-5bbbff3107aa HTTP/1.1" status: 200 len: 472 time: 0.0515053 Sep 07 02:46:47.885751 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58834) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:47.898221 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-4ac84239-eec5-49a5-929b-762a6d59c9d7 tempest-MeteringTestJSON-2009113604 tempest-MeteringTestJSON-2009113604-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules/99a7e0f7-4503-4229-bbd4-5d4d2700c8a1 HTTP/1.1" status: 200 len: 461 time: 0.0114889 Sep 07 02:46:47.901213 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58836) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:47.931343 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device bdf6e112-b4bf-412c-b725-58e03f57c337 details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:46:47.934575 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device b4937cd9-07e1-4ee3-92d4-2d008a1e972f up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:46:48.016377 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c500732a-6243-40c6-bbad-0cf88fdf06fe req-92a86d35-00de-4361-95f7-acf0056019fe tempest-ServerShowV247Test-1420034672 tempest-ServerShowV247Test-1420034672-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c8e3b67-a125-4e15-bb2c-ea0cc41df372 HTTP/1.1" status: 200 len: 210 time: 0.0324745 Sep 07 02:46:48.052723 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port b4937cd9-07e1-4ee3-92d4-2d008a1e972f completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:46:48.058160 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c3e1aa9e-6903-4232-85fb-396e6980d215 tempest-MeteringTestJSON-2009113604 tempest-MeteringTestJSON-2009113604-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:48.061455 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c3e1aa9e-6903-4232-85fb-396e6980d215 tempest-MeteringTestJSON-2009113604 tempest-MeteringTestJSON-2009113604-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-label-rules/99a7e0f7-4503-4229-bbd4-5d4d2700c8a1 HTTP/1.1" status: 204 len: 168 time: 0.1572087 Sep 07 02:46:48.062154 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58840) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:48.062623 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port b4937cd9-07e1-4ee3-92d4-2d008a1e972f triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:46:48.063013 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:48.097242 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port bdf6e112-b4bf-412c-b725-58e03f57c337, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=bdf6e112-b4bf-412c-b725-58e03f57c337,segment=NetworkSegment(3fe8dbe0-c525-47eb-95e9-13e6bd5cc1b3),segment_id=3fe8dbe0-c525-47eb-95e9-13e6bd5cc1b3)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:46:48.116150 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': 'bdf6e112-b4bf-412c-b725-58e03f57c337', 'network_id': '86391a5a-8b46-4856-9537-02b1734374ff', 'port_id': 'bdf6e112-b4bf-412c-b725-58e03f57c337', 'mac_address': 'fa:16:3e:36:72:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1edbcb4-7c27-4a3f-ab1f-7a3010f7d080', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:46:48.189187 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:48.209002 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bdf6e112-b4bf-412c-b725-58e03f57c337 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:46:48.216116 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:48.243690 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port bdf6e112-b4bf-412c-b725-58e03f57c337, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=bdf6e112-b4bf-412c-b725-58e03f57c337,segment=NetworkSegment(3fe8dbe0-c525-47eb-95e9-13e6bd5cc1b3),segment_id=3fe8dbe0-c525-47eb-95e9-13e6bd5cc1b3)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:46:48.251817 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd03b013-92cc-4982-b8c3-5bae3a1f039f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4937cd9-07e1-4ee3-92d4-2d008a1e972f'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:46:48.253295 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fc948356-62ea-4c76-9644-a07082d0e798 tempest-MeteringTestJSON-2009113604 tempest-MeteringTestJSON-2009113604-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:48.254073 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff66e86-4d65-4493-9afc-6cae92acc44e" -d '{"events": [{"server_uuid": "bd03b013-92cc-4982-b8c3-5bae3a1f039f", "name": "network-vif-plugged", "status": "completed", "tag": "b4937cd9-07e1-4ee3-92d4-2d008a1e972f"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:46:48.256750 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-fc948356-62ea-4c76-9644-a07082d0e798 tempest-MeteringTestJSON-2009113604 tempest-MeteringTestJSON-2009113604-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-labels/127bef62-77de-4438-bc49-5bbbff3107aa HTTP/1.1" status: 204 len: 168 time: 0.1903224 Sep 07 02:46:48.275419 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port b4937cd9-07e1-4ee3-92d4-2d008a1e972f, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=b4937cd9-07e1-4ee3-92d4-2d008a1e972f,segment=NetworkSegment(b3eb252a-4923-4f55-afa9-bd49022e406f),segment_id=b3eb252a-4923-4f55-afa9-bd49022e406f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:46:48.277323 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:48.305025 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7a4652-beec-4d99-a0fa-8fcd16b6aa16 x-openstack-request-id: req-9b7a4652-beec-4d99-a0fa-8fcd16b6aa16 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:46:48.305230 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd03b013-92cc-4982-b8c3-5bae3a1f039f", "name": "network-vif-plugged", "status": "completed", "tag": "b4937cd9-07e1-4ee3-92d4-2d008a1e972f", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:46:48.305458 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9b7a4652-beec-4d99-a0fa-8fcd16b6aa16 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:46:48.305846 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd03b013-92cc-4982-b8c3-5bae3a1f039f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4937cd9-07e1-4ee3-92d4-2d008a1e972f', 'code': 200} Sep 07 02:46:48.308200 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:48.308978 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device bdf6e112-b4bf-412c-b725-58e03f57c337 no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:46:48.337281 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d681ecff-4dd7-4274-ad33-1d070392cb4e tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-553517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3974'] for router, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:48.341562 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d681ecff-4dd7-4274-ad33-1d070392cb4e tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-553510'] for router, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:48.367726 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=bdf6e112-b4bf-412c-b725-58e03f57c337,revision_number=6']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:48.434892 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca67d8-bb76-4092-bca2-2765bc9a8206 req-d7657de9-4250-4e01-a394-c3ed315fa2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:48.436627 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e3ca67d8-bb76-4092-bca2-2765bc9a8206 req-d7657de9-4250-4e01-a394-c3ed315fa2af service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bd03b013-92cc-4982-b8c3-5bae3a1f039f HTTP/1.1" status: 200 len: 1097 time: 0.0710781 Sep 07 02:46:48.444948 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:48.480678 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e3ca67d8-bb76-4092-bca2-2765bc9a8206 req-6e5a93ec-c49b-405b-a8fd-e1de23c63a27 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352364 Sep 07 02:46:48.483350 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id bdf6e112-b4bf-412c-b725-58e03f57c337 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:46:48.494295 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d681ecff-4dd7-4274-ad33-1d070392cb4e tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Router 0a5e6a87-d4ef-428b-b9cc-03287247dceb has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:46:48.499977 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=b4937cd9-07e1-4ee3-92d4-2d008a1e972f,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:48.515450 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port bdf6e112-b4bf-412c-b725-58e03f57c337, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=bdf6e112-b4bf-412c-b725-58e03f57c337,segment=NetworkSegment(3fe8dbe0-c525-47eb-95e9-13e6bd5cc1b3),segment_id=3fe8dbe0-c525-47eb-95e9-13e6bd5cc1b3)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:46:48.520123 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:48.569237 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=bdf6e112-b4bf-412c-b725-58e03f57c337,revision_number=7']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:48.591275 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58850) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:48.615238 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d681ecff-4dd7-4274-ad33-1d070392cb4e tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:46:48.619746 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d681ecff-4dd7-4274-ad33-1d070392cb4e tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:48.623043 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d681ecff-4dd7-4274-ad33-1d070392cb4e tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] 10.222.0.22 "PUT /v2.0/routers/0a5e6a87-d4ef-428b-b9cc-03287247dceb HTTP/1.1" status: 200 len: 920 time: 1.8938959 Sep 07 02:46:48.623792 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f4ea06-319d-45f1-b533-e72c7d58e86c None None] Sync routers for ids ['0a5e6a87-d4ef-428b-b9cc-03287247dceb'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:46:48.623917 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58854) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:48.628722 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['bdf6e112-b4bf-412c-b725-58e03f57c337'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:46:48.664904 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f4ea06-319d-45f1-b533-e72c7d58e86c None None] Routers {'0a5e6a87-d4ef-428b-b9cc-03287247dceb'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:46:48.665681 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-73f4ea06-319d-45f1-b533-e72c7d58e86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:46:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['0a5e6a87-d4ef-428b-b9cc-03287247dceb'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:46:48.706331 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-73f4ea06-319d-45f1-b533-e72c7d58e86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:46:48.724616 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f4ea06-319d-45f1-b533-e72c7d58e86c None None] Routers {'0a5e6a87-d4ef-428b-b9cc-03287247dceb'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:46:48.725334 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-73f4ea06-319d-45f1-b533-e72c7d58e86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:46:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['0a5e6a87-d4ef-428b-b9cc-03287247dceb'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:46:48.750014 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58860) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:48.750428 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-258a09b4-9822-4e47-aa00-82947d93f89d tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] 10.222.0.22 "GET /v2.0/routers/0a5e6a87-d4ef-428b-b9cc-03287247dceb HTTP/1.1" status: 200 len: 920 time: 0.1252582 Sep 07 02:46:48.790212 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a886a07-beca-4925-93a9-4d1a8348d38c req-5f798cac-0dee-4ea9-b349-0e077a942fbd tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:48.791991 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1a886a07-beca-4925-93a9-4d1a8348d38c req-5f798cac-0dee-4ea9-b349-0e077a942fbd tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=31c05c42-271e-4af7-ac65-46700f7829ab HTTP/1.1" status: 200 len: 943 time: 0.0653253 Sep 07 02:46:48.831314 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3fd5ec3c-6398-44ea-8847-ccdf9b6c6bdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:48.834693 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1a886a07-beca-4925-93a9-4d1a8348d38c req-ad40f527-0aab-4033-b04e-19ee44467138 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356722 Sep 07 02:46:48.875036 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2077b51-5248-4e97-9a7b-505f7443fde1 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:48.876650 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c2077b51-5248-4e97-9a7b-505f7443fde1 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=1166b922-7457-4da4-bdda-328e8c8e7bc6&device_id=0a5e6a87-d4ef-428b-b9cc-03287247dceb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1251900 Sep 07 02:46:48.879732 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58862) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:48.910403 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-73f4ea06-319d-45f1-b533-e72c7d58e86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:46:48.911041 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f4ea06-319d-45f1-b533-e72c7d58e86c None None] The sync data for ids ['0a5e6a87-d4ef-428b-b9cc-03287247dceb'] in n-d-796209-16 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:46:48.930793 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 8ca56a69-b5f4-4954-a2f1-9fe76cb551b8 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:46:49.045697 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b0a7b1-1dfa-4658-b263-72e1accf7918 req-ed8d08ff-72bf-47e7-956a-c63f15757f55 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:49.047182 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b2b0a7b1-1dfa-4658-b263-72e1accf7918 req-ed8d08ff-72bf-47e7-956a-c63f15757f55 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e11c0ae-968a-421c-989b-4ca8ddfd52c5 HTTP/1.1" status: 200 len: 944 time: 0.0882139 Sep 07 02:46:49.051690 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12f1bba-55f2-40cf-991d-973a9fdd6cb6 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:49.055208 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-e12f1bba-55f2-40cf-991d-973a9fdd6cb6 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] 10.222.0.22 "GET /v2.0/networks/1166b922-7457-4da4-bdda-328e8c8e7bc6 HTTP/1.1" status: 200 len: 881 time: 0.1720588 Sep 07 02:46:49.056152 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58868) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:49.085029 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 8ca56a69-b5f4-4954-a2f1-9fe76cb551b8, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=8ca56a69-b5f4-4954-a2f1-9fe76cb551b8,segment=NetworkSegment(b3eb252a-4923-4f55-afa9-bd49022e406f),segment_id=b3eb252a-4923-4f55-afa9-bd49022e406f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:46:49.093279 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3fd5ec3c-6398-44ea-8847-ccdf9b6c6bdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:49.105358 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '8ca56a69-b5f4-4954-a2f1-9fe76cb551b8', 'network_id': '5d441d5c-0eb6-4443-b7e8-2a0161da35f4', 'port_id': '8ca56a69-b5f4-4954-a2f1-9fe76cb551b8', 'mac_address': 'fa:16:3e:95:4e:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f937e685-ea69-493b-8539-36425b3759bc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:46:49.108178 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3fd5ec3c-6398-44ea-8847-ccdf9b6c6bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:49.116918 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-2cabe952-7664-4911-a574-e883b9e42f47 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a5e6a87-d4ef-428b-b9cc-03287247dceb HTTP/1.1" status: 200 len: 205 time: 0.0593743 Sep 07 02:46:49.118422 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58870) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:49.145414 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:49.158914 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b2b0a7b1-1dfa-4658-b263-72e1accf7918 req-279b5a1d-9e9b-415a-b042-d9f1642d15ad tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784729 Sep 07 02:46:49.159174 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ca56a69-b5f4-4954-a2f1-9fe76cb551b8 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:46:49.163978 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3fd5ec3c-6398-44ea-8847-ccdf9b6c6bdd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9069af01aeec4e1383c6050e0eba63a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5715930 Sep 07 02:46:49.164853 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58872) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:49.176004 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd5ec3c-6398-44ea-8847-ccdf9b6c6bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=579c3c62-01eb-42e8-934d-07059eb36843,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:49.187371 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 8ca56a69-b5f4-4954-a2f1-9fe76cb551b8, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=8ca56a69-b5f4-4954-a2f1-9fe76cb551b8,segment=NetworkSegment(b3eb252a-4923-4f55-afa9-bd49022e406f),segment_id=b3eb252a-4923-4f55-afa9-bd49022e406f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:46:49.191021 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4f388e52-945e-43be-8c2e-11bba3278f20 req-26e3c1c7-9210-4000-92ba-9c13aba4a7ec tempest-ServerShowV247Test-1420034672 tempest-ServerShowV247Test-1420034672-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c8e3b67-a125-4e15-bb2c-ea0cc41df372 HTTP/1.1" status: 200 len: 210 time: 0.0800710 Sep 07 02:46:49.196939 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:49.243200 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ad21ac61-25f8-468e-bfd3-cecc9b630513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:49.248450 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=8ca56a69-b5f4-4954-a2f1-9fe76cb551b8,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:49.265638 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ad21ac61-25f8-468e-bfd3-cecc9b630513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:49.272408 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8be6172d-8de0-4bab-915d-625f8cd9830e tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks [] for router, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:49.312935 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ad21ac61-25f8-468e-bfd3-cecc9b630513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:49.316288 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ad21ac61-25f8-468e-bfd3-cecc9b630513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:49.317511 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ad21ac61-25f8-468e-bfd3-cecc9b630513 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/579c3c62-01eb-42e8-934d-07059eb36843 HTTP/1.1" status: 204 len: 168 time: 0.1517496 Sep 07 02:46:49.327203 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad21ac61-25f8-468e-bfd3-cecc9b630513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=579c3c62-01eb-42e8-934d-07059eb36843,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:49.389204 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8be6172d-8de0-4bab-915d-625f8cd9830e tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:49.443926 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['8ca56a69-b5f4-4954-a2f1-9fe76cb551b8'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:46:49.452641 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-8be6172d-8de0-4bab-915d-625f8cd9830e tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Deleting port 57d47704-06df-44e4-a60c-d174b4e77394 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:46:49.453184 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8be6172d-8de0-4bab-915d-625f8cd9830e tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:49.533769 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8be6172d-8de0-4bab-915d-625f8cd9830e tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:49.547836 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-8be6172d-8de0-4bab-915d-625f8cd9830e tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Calling delete_port for 57d47704-06df-44e4-a60c-d174b4e77394 owned by network:router_gateway {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:46:49.600157 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58878) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:49.614107 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8e1bdf58-e021-4a83-8481-b505325fa615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:49.722270 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8e1bdf58-e021-4a83-8481-b505325fa615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:49.725489 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8be6172d-8de0-4bab-915d-625f8cd9830e tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:49.728240 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8e1bdf58-e021-4a83-8481-b505325fa615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:49.754534 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be6172d-8de0-4bab-915d-625f8cd9830e tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Pushing event deleted for resources: {'Port': ['ID=57d47704-06df-44e4-a60c-d174b4e77394,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:49.768755 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-8e1bdf58-e021-4a83-8481-b505325fa615 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d979040fe8194c9393594b8a790b3bda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1672418 Sep 07 02:46:49.770931 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1bdf58-e021-4a83-8481-b505325fa615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98628957-d547-4d61-b7a0-e4d13082e572,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:49.773625 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58882) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:49.818701 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8be6172d-8de0-4bab-915d-625f8cd9830e tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:49.827091 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d5958af3-95ff-4b14-b43d-ac9837ad392a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:49.853571 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d5958af3-95ff-4b14-b43d-ac9837ad392a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:49.904266 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d5958af3-95ff-4b14-b43d-ac9837ad392a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:49.906889 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d5958af3-95ff-4b14-b43d-ac9837ad392a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:49.908306 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-d5958af3-95ff-4b14-b43d-ac9837ad392a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/98628957-d547-4d61-b7a0-e4d13082e572 HTTP/1.1" status: 204 len: 168 time: 0.1335747 Sep 07 02:46:49.913582 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8be6172d-8de0-4bab-915d-625f8cd9830e tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:49.915939 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8be6172d-8de0-4bab-915d-625f8cd9830e tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:49.943889 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5958af3-95ff-4b14-b43d-ac9837ad392a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98628957-d547-4d61-b7a0-e4d13082e572,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:49.965313 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8be6172d-8de0-4bab-915d-625f8cd9830e tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:49.966248 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be6172d-8de0-4bab-915d-625f8cd9830e tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Fanout notify agent at l3_agent the message router_deleted on router 0a5e6a87-d4ef-428b-b9cc-03287247dceb {{(pid=94701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 02:46:49.966677 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad83304-61da-4362-a1e4-a9faa85c05d8 req-0e064bb3-c1f4-4d66-b945-1f971cfe0b3c tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:49.968250 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cad83304-61da-4362-a1e4-a9faa85c05d8 req-0e064bb3-c1f4-4d66-b945-1f971cfe0b3c tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=31c05c42-271e-4af7-ac65-46700f7829ab HTTP/1.1" status: 200 len: 944 time: 0.0589368 Sep 07 02:46:49.985894 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8be6172d-8de0-4bab-915d-625f8cd9830e tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:49.986888 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8be6172d-8de0-4bab-915d-625f8cd9830e tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] 10.222.0.22 "DELETE /v2.0/routers/0a5e6a87-d4ef-428b-b9cc-03287247dceb HTTP/1.1" status: 204 len: 168 time: 0.8674984 Sep 07 02:46:49.991333 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58890) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:49.995949 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-247e7367-56de-4f7f-a39c-75cccf33eb83 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-393034205', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:46:50.014456 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cad83304-61da-4362-a1e4-a9faa85c05d8 req-d0e8bb70-0e42-4960-a9df-c6acfea6ffb8 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374367 Sep 07 02:46:50.020179 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-247e7367-56de-4f7f-a39c-75cccf33eb83 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:50.021270 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-247e7367-56de-4f7f-a39c-75cccf33eb83 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:50.077706 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-247e7367-56de-4f7f-a39c-75cccf33eb83 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:50.082472 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-247e7367-56de-4f7f-a39c-75cccf33eb83 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:50.100188 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-247e7367-56de-4f7f-a39c-75cccf33eb83 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:50.101583 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-247e7367-56de-4f7f-a39c-75cccf33eb83 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1092546 Sep 07 02:46:50.104243 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58892) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:50.108751 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-87343e95-449e-40e9-a55c-c7c9fe6f7204 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Request body: {'router': {'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:46:50.308603 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-69c4b9c5-3329-4fc3-932d-22e9e0ac8063 req-ee2998b5-b633-42c9-863a-dda2293e5e8c tempest-ServerShowV247Test-1420034672 tempest-ServerShowV247Test-1420034672-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c8e3b67-a125-4e15-bb2c-ea0cc41df372 HTTP/1.1" status: 200 len: 210 time: 0.0306733 Sep 07 02:46:50.347998 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-87343e95-449e-40e9-a55c-c7c9fe6f7204 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:50.367292 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02055b6d-1697-4ac3-8971-23b4ef2ef148 req-2b71b0e4-4b1a-4df0-931f-fa880aa67589 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:50.368750 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-02055b6d-1697-4ac3-8971-23b4ef2ef148 req-2b71b0e4-4b1a-4df0-931f-fa880aa67589 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e11c0ae-968a-421c-989b-4ca8ddfd52c5 HTTP/1.1" status: 200 len: 944 time: 0.1218379 Sep 07 02:46:50.430543 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-02055b6d-1697-4ac3-8971-23b4ef2ef148 req-88a3e222-80f9-48ef-a68d-0b093d840c07 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529416 Sep 07 02:46:50.581159 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-87343e95-449e-40e9-a55c-c7c9fe6f7204 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks [] for router_gateway, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:50.600111 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-87343e95-449e-40e9-a55c-c7c9fe6f7204 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:50.705465 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-87343e95-449e-40e9-a55c-c7c9fe6f7204 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Allocated IP 172.25.5.7 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/aa36be3a-2b3b-4086-b84d-2b112731eacb) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:46:50.814910 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-87343e95-449e-40e9-a55c-c7c9fe6f7204 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:50.854295 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-87343e95-449e-40e9-a55c-c7c9fe6f7204 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:50.892681 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87343e95-449e-40e9-a55c-c7c9fe6f7204 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:46:50.895647 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-87343e95-449e-40e9-a55c-c7c9fe6f7204 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:46:50.899342 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87343e95-449e-40e9-a55c-c7c9fe6f7204 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:46:50.925808 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87343e95-449e-40e9-a55c-c7c9fe6f7204 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Pushing event updated for resources: {'Port': ['ID=aa36be3a-2b3b-4086-b84d-2b112731eacb,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:50.944952 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 8ca56a69-b5f4-4954-a2f1-9fe76cb551b8 up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:46:50.998881 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port 8ca56a69-b5f4-4954-a2f1-9fe76cb551b8 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:46:51.003497 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port 8ca56a69-b5f4-4954-a2f1-9fe76cb551b8 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:46:51.004104 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:51.111204 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:51.156642 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c05c42-271e-4af7-ac65-46700f7829ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca56a69-b5f4-4954-a2f1-9fe76cb551b8'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:46:51.159829 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f6592c-8e51-4f26-bd5a-c2e78cc1ce50" -d '{"events": [{"server_uuid": "31c05c42-271e-4af7-ac65-46700f7829ab", "name": "network-vif-plugged", "status": "completed", "tag": "8ca56a69-b5f4-4954-a2f1-9fe76cb551b8"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:46:51.185309 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df808ccd-6cf3-4606-97ea-5784c6e00743 req-8dd58796-eb13-40fb-b482-495a2812c31c tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:51.194382 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df808ccd-6cf3-4606-97ea-5784c6e00743 req-8dd58796-eb13-40fb-b482-495a2812c31c tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=31c05c42-271e-4af7-ac65-46700f7829ab HTTP/1.1" status: 200 len: 944 time: 0.0792668 Sep 07 02:46:51.200808 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-87343e95-449e-40e9-a55c-c7c9fe6f7204 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks [] for router_gateway, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:51.201681 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 8ca56a69-b5f4-4954-a2f1-9fe76cb551b8, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=8ca56a69-b5f4-4954-a2f1-9fe76cb551b8,segment=NetworkSegment(b3eb252a-4923-4f55-afa9-bd49022e406f),segment_id=b3eb252a-4923-4f55-afa9-bd49022e406f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:46:51.208430 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:51.238543 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4964a0d-6d5c-4b2f-af07-d383c7457759 x-openstack-request-id: req-a4964a0d-6d5c-4b2f-af07-d383c7457759 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:46:51.238970 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c05c42-271e-4af7-ac65-46700f7829ab", "name": "network-vif-plugged", "status": "completed", "tag": "8ca56a69-b5f4-4954-a2f1-9fe76cb551b8", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:46:51.239084 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a4964a0d-6d5c-4b2f-af07-d383c7457759 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:46:51.239455 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c05c42-271e-4af7-ac65-46700f7829ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca56a69-b5f4-4954-a2f1-9fe76cb551b8', 'code': 200} Sep 07 02:46:51.277096 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=8ca56a69-b5f4-4954-a2f1-9fe76cb551b8,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:51.286481 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df808ccd-6cf3-4606-97ea-5784c6e00743 req-39eeb788-f592-48c0-b036-b3714818b191 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888548 Sep 07 02:46:51.335758 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555eaf3a-bb8a-4df2-a13b-3910917e977e req-bb78b4fa-cfdb-482d-99f2-17051b8124bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:51.337379 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-555eaf3a-bb8a-4df2-a13b-3910917e977e req-bb78b4fa-cfdb-482d-99f2-17051b8124bb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=31c05c42-271e-4af7-ac65-46700f7829ab HTTP/1.1" status: 200 len: 1097 time: 0.0470083 Sep 07 02:46:51.362045 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:51.371909 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:51.393954 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-555eaf3a-bb8a-4df2-a13b-3910917e977e req-c7560c3a-02aa-45a6-84cb-b5f24b0b0e3b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451927 Sep 07 02:46:51.453488 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-29b89bb9-d803-4c04-a811-76311f072c16 req-35920a3b-9ff1-4ce0-9235-e9cdcecc72b4 tempest-ServerShowV247Test-1420034672 tempest-ServerShowV247Test-1420034672-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c8e3b67-a125-4e15-bb2c-ea0cc41df372 HTTP/1.1" status: 200 len: 210 time: 0.0310652 Sep 07 02:46:51.466281 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-87343e95-449e-40e9-a55c-c7c9fe6f7204 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-553517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3974'] for router, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:51.470471 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-87343e95-449e-40e9-a55c-c7c9fe6f7204 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-553510'] for router, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:51.547142 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9532880-73ab-4df0-96c2-a61c0934ddf8 req-8d978e6a-a43e-4e1f-a709-8f1b1255bc3f tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:51.548732 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d9532880-73ab-4df0-96c2-a61c0934ddf8 req-8d978e6a-a43e-4e1f-a709-8f1b1255bc3f tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e11c0ae-968a-421c-989b-4ca8ddfd52c5 HTTP/1.1" status: 200 len: 944 time: 0.0496676 Sep 07 02:46:51.568442 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58948) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:51.590262 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d9532880-73ab-4df0-96c2-a61c0934ddf8 req-4732a6ee-e44f-45f5-8111-dc13dfca68a6 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353658 Sep 07 02:46:51.614184 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87343e95-449e-40e9-a55c-c7c9fe6f7204 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Router bf38c691-c619-4fc0-92b5-4fd0358f550b is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 02:46:51.712123 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-3bda76d0-6707-4e9d-8a7a-f8a09d06c9d0 tempest-QuotasNegativeTest-1486907665 tempest-QuotasNegativeTest-1486907665-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:46:51.737027 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87343e95-449e-40e9-a55c-c7c9fe6f7204 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:46:51.739723 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-3bda76d0-6707-4e9d-8a7a-f8a09d06c9d0 tempest-QuotasNegativeTest-1486907665 tempest-QuotasNegativeTest-1486907665-project-admin] 10.222.0.22 "PUT /v2.0/quotas/b05403f5404f4ca483a2f8556e08295b HTTP/1.1" status: 200 len: 368 time: 0.1701820 Sep 07 02:46:51.742623 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58952) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:51.745174 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-87343e95-449e-40e9-a55c-c7c9fe6f7204 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:51.748481 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-87343e95-449e-40e9-a55c-c7c9fe6f7204 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] 10.222.0.22 "PUT /v2.0/routers/bf38c691-c619-4fc0-92b5-4fd0358f550b HTTP/1.1" status: 200 len: 877 time: 1.6410713 Sep 07 02:46:51.749211 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-723dbd50-b18a-432f-961a-552d70ebc1e4 tempest-QuotasNegativeTest-1486907665 tempest-QuotasNegativeTest-1486907665-project-admin] Request body: {'network': {'project_id': 'b05403f5404f4ca483a2f8556e08295b'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:46:51.749332 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3a91f4-89ff-44f4-9b43-77c801fab86f None None] Sync routers for ids ['bf38c691-c619-4fc0-92b5-4fd0358f550b'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:46:51.751949 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58954) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:51.758912 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3a91f4-89ff-44f4-9b43-77c801fab86f None None] Routers {'bf38c691-c619-4fc0-92b5-4fd0358f550b'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:46:51.759773 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-cb3a91f4-89ff-44f4-9b43-77c801fab86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:46:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['bf38c691-c619-4fc0-92b5-4fd0358f550b'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:46:51.772115 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723dbd50-b18a-432f-961a-552d70ebc1e4 tempest-QuotasNegativeTest-1486907665 tempest-QuotasNegativeTest-1486907665-project-admin] Made reservation on behalf of b05403f5404f4ca483a2f8556e08295b for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:46:51.774677 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-723dbd50-b18a-432f-961a-552d70ebc1e4 tempest-QuotasNegativeTest-1486907665 tempest-QuotasNegativeTest-1486907665-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:51.783162 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-723dbd50-b18a-432f-961a-552d70ebc1e4 tempest-QuotasNegativeTest-1486907665 tempest-QuotasNegativeTest-1486907665-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:51.791623 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-cb3a91f4-89ff-44f4-9b43-77c801fab86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:46:51.800137 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3a91f4-89ff-44f4-9b43-77c801fab86f None None] Routers {'bf38c691-c619-4fc0-92b5-4fd0358f550b'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:46:51.800740 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-cb3a91f4-89ff-44f4-9b43-77c801fab86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:46:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['bf38c691-c619-4fc0-92b5-4fd0358f550b'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:46:51.837861 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-cb3a91f4-89ff-44f4-9b43-77c801fab86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:46:51.838504 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3a91f4-89ff-44f4-9b43-77c801fab86f None None] The sync data for ids ['bf38c691-c619-4fc0-92b5-4fd0358f550b'] in n-d-796209-16 is: [] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:46:51.885615 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f67e242c-2cb6-4654-b495-20964816c274 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] 10.222.0.22 "GET /v2.0/routers/bf38c691-c619-4fc0-92b5-4fd0358f550b HTTP/1.1" status: 200 len: 918 time: 0.1325452 Sep 07 02:46:51.885884 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58958) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:51.900198 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-723dbd50-b18a-432f-961a-552d70ebc1e4 tempest-QuotasNegativeTest-1486907665 tempest-QuotasNegativeTest-1486907665-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:51.915928 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-723dbd50-b18a-432f-961a-552d70ebc1e4 tempest-QuotasNegativeTest-1486907665 tempest-QuotasNegativeTest-1486907665-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:51.939248 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device bdf6e112-b4bf-412c-b725-58e03f57c337 up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:46:51.944216 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-723dbd50-b18a-432f-961a-552d70ebc1e4 tempest-QuotasNegativeTest-1486907665 tempest-QuotasNegativeTest-1486907665-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:46:51.963109 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1ccd62-74b7-4b30-b00b-d9a6589bda63 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:51.967927 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-fd1ccd62-74b7-4b30-b00b-d9a6589bda63 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=1166b922-7457-4da4-bdda-328e8c8e7bc6&device_id=bf38c691-c619-4fc0-92b5-4fd0358f550b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.0779650 Sep 07 02:46:51.968762 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723dbd50-b18a-432f-961a-552d70ebc1e4 tempest-QuotasNegativeTest-1486907665 tempest-QuotasNegativeTest-1486907665-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c191377-fd74-4064-8465-34c1bdff036a,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:51.969147 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58962) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:51.973060 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-723dbd50-b18a-432f-961a-552d70ebc1e4 tempest-QuotasNegativeTest-1486907665 tempest-QuotasNegativeTest-1486907665-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:51.973060 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-723dbd50-b18a-432f-961a-552d70ebc1e4 tempest-QuotasNegativeTest-1486907665 tempest-QuotasNegativeTest-1486907665-project-admin] Added segment 1c665f66-4a3a-40ab-91d3-c94358bf8415 of type vlan for network b47e1ffa-e9e8-4518-a38e-075a03f7fd5f Sep 07 02:46:52.004600 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port bdf6e112-b4bf-412c-b725-58e03f57c337 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:46:52.005175 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:52.019211 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-723dbd50-b18a-432f-961a-552d70ebc1e4 tempest-QuotasNegativeTest-1486907665 tempest-QuotasNegativeTest-1486907665-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:52.052501 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-723dbd50-b18a-432f-961a-552d70ebc1e4 tempest-QuotasNegativeTest-1486907665 tempest-QuotasNegativeTest-1486907665-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:52.053636 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723dbd50-b18a-432f-961a-552d70ebc1e4 tempest-QuotasNegativeTest-1486907665 tempest-QuotasNegativeTest-1486907665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:52.054571 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-723dbd50-b18a-432f-961a-552d70ebc1e4 tempest-QuotasNegativeTest-1486907665 tempest-QuotasNegativeTest-1486907665-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:52.094789 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bfbeb0-e5ac-4881-b779-eaf4569bee5e tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:52.095670 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-723dbd50-b18a-432f-961a-552d70ebc1e4 tempest-QuotasNegativeTest-1486907665 tempest-QuotasNegativeTest-1486907665-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3518274 Sep 07 02:46:52.098786 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-57bfbeb0-e5ac-4881-b779-eaf4569bee5e tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] 10.222.0.22 "GET /v2.0/networks/1166b922-7457-4da4-bdda-328e8c8e7bc6 HTTP/1.1" status: 200 len: 881 time: 0.1256049 Sep 07 02:46:52.098786 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58966) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:52.099090 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:52.102970 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58968) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:52.111144 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-ff35beea-1bde-4c72-a3f3-2d6ab7286c1e tempest-QuotasNegativeTest-1486907665 tempest-QuotasNegativeTest-1486907665-project-admin] Request body: {'network': {'project_id': 'b05403f5404f4ca483a2f8556e08295b'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:46:52.133587 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port bdf6e112-b4bf-412c-b725-58e03f57c337, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=bdf6e112-b4bf-412c-b725-58e03f57c337,segment=NetworkSegment(3fe8dbe0-c525-47eb-95e9-13e6bd5cc1b3),segment_id=3fe8dbe0-c525-47eb-95e9-13e6bd5cc1b3)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:46:52.137689 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c044e1a6-7177-485c-b9ac-ace86e145142 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf38c691-c619-4fc0-92b5-4fd0358f550b HTTP/1.1" status: 200 len: 205 time: 0.0335462 Sep 07 02:46:52.141927 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:52.142255 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58970) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:52.166709 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723dbd50-b18a-432f-961a-552d70ebc1e4 tempest-QuotasNegativeTest-1486907665 tempest-QuotasNegativeTest-1486907665-project-admin] Pushing event updated for resources: {'Network': ['ID=b47e1ffa-e9e8-4518-a38e-075a03f7fd5f,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:52.182053 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network b47e1ffa-e9e8-4518-a38e-075a03f7fd5f details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:46:52.200694 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6def00-fa60-4e62-9789-2058023a4779 req-e1f5aadb-88ef-472a-a002-6d640e3bd6ed tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:52.202387 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4c6def00-fa60-4e62-9789-2058023a4779 req-e1f5aadb-88ef-472a-a002-6d640e3bd6ed tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] 10.222.0.22 "GET /v2.0/ports?device_id=96e76ad4-3f5a-41cb-8424-e9d30e96a97c HTTP/1.1" status: 200 len: 945 time: 0.1093230 Sep 07 02:46:52.205069 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff35beea-1bde-4c72-a3f3-2d6ab7286c1e tempest-QuotasNegativeTest-1486907665 tempest-QuotasNegativeTest-1486907665-project-admin] Made reservation on behalf of b05403f5404f4ca483a2f8556e08295b for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:46:52.207322 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ff35beea-1bde-4c72-a3f3-2d6ab7286c1e tempest-QuotasNegativeTest-1486907665 tempest-QuotasNegativeTest-1486907665-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:52.225655 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=bdf6e112-b4bf-412c-b725-58e03f57c337,revision_number=8']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:52.400174 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa49bca0-1ad3-4e9c-bdba-ac266947096b req-604b3c6f-cfbc-40a8-9436-773185e1977e tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:52.401767 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-aa49bca0-1ad3-4e9c-bdba-ac266947096b req-604b3c6f-cfbc-40a8-9436-773185e1977e tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=31c05c42-271e-4af7-ac65-46700f7829ab HTTP/1.1" status: 200 len: 945 time: 0.0504191 Sep 07 02:46:52.441824 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-aa49bca0-1ad3-4e9c-bdba-ac266947096b req-43ef3099-eff9-4573-b6e8-5c5f5d33fcf9 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332031 Sep 07 02:46:52.575629 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f6798799-2a8f-4fe2-908b-844044d2cf6f req-d5f07e9d-a6d4-408e-81d1-dc58b664075c tempest-ServerShowV247Test-1420034672 tempest-ServerShowV247Test-1420034672-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c8e3b67-a125-4e15-bb2c-ea0cc41df372 HTTP/1.1" status: 200 len: 210 time: 0.0263596 Sep 07 02:46:52.618240 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff35beea-1bde-4c72-a3f3-2d6ab7286c1e tempest-QuotasNegativeTest-1486907665 tempest-QuotasNegativeTest-1486907665-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:46:52.624192 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4c6def00-fa60-4e62-9789-2058023a4779 req-37d26954-e91d-406d-80f4-7a39ff9c18c0 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cb359fe-2b6c-4847-ac45-9974b2b99d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4145806 Sep 07 02:46:52.639766 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ff35beea-1bde-4c72-a3f3-2d6ab7286c1e tempest-QuotasNegativeTest-1486907665 tempest-QuotasNegativeTest-1486907665-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:52.640073 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-ff35beea-1bde-4c72-a3f3-2d6ab7286c1e tempest-QuotasNegativeTest-1486907665 tempest-QuotasNegativeTest-1486907665-project-admin] Added segment e72408e5-c738-4fc7-9ec7-b92bc1087aca of type vlan for network c556181e-c93c-4c63-9254-714afd6acd2e Sep 07 02:46:52.653921 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf4b7-114a-48b4-83f3-ed0796a2b72f tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks [] for router, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:52.723461 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ff35beea-1bde-4c72-a3f3-2d6ab7286c1e tempest-QuotasNegativeTest-1486907665 tempest-QuotasNegativeTest-1486907665-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:52.750465 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca86edf-0589-4f26-861c-3ea53c904564 req-22b72057-9aba-4d31-9bee-572d354617d6 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:52.752104 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1ca86edf-0589-4f26-861c-3ea53c904564 req-22b72057-9aba-4d31-9bee-572d354617d6 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e11c0ae-968a-421c-989b-4ca8ddfd52c5 HTTP/1.1" status: 200 len: 946 time: 0.0544660 Sep 07 02:46:52.792538 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1ca86edf-0589-4f26-861c-3ea53c904564 req-e550f4fc-8175-4352-96ae-33f3bd7a11e2 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333557 Sep 07 02:46:52.794230 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ff35beea-1bde-4c72-a3f3-2d6ab7286c1e tempest-QuotasNegativeTest-1486907665 tempest-QuotasNegativeTest-1486907665-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:52.795215 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff35beea-1bde-4c72-a3f3-2d6ab7286c1e tempest-QuotasNegativeTest-1486907665 tempest-QuotasNegativeTest-1486907665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:52.795874 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ff35beea-1bde-4c72-a3f3-2d6ab7286c1e tempest-QuotasNegativeTest-1486907665 tempest-QuotasNegativeTest-1486907665-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:52.821367 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf4b7-114a-48b4-83f3-ed0796a2b72f tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:52.842438 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-ff35beea-1bde-4c72-a3f3-2d6ab7286c1e tempest-QuotasNegativeTest-1486907665 tempest-QuotasNegativeTest-1486907665-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7438712 Sep 07 02:46:52.846101 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58980) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:52.851242 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-eb5ac86e-f83e-40f0-9eb6-242f0d2cc703 tempest-QuotasNegativeTest-1486907665 tempest-QuotasNegativeTest-1486907665-project-admin] Request body: {'network': {'project_id': 'b05403f5404f4ca483a2f8556e08295b'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:46:52.862752 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb5ac86e-f83e-40f0-9eb6-242f0d2cc703 tempest-QuotasNegativeTest-1486907665 tempest-QuotasNegativeTest-1486907665-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 07 02:46:52.863230 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb5ac86e-f83e-40f0-9eb6-242f0d2cc703 tempest-QuotasNegativeTest-1486907665 tempest-QuotasNegativeTest-1486907665-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:46:52.864369 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-eb5ac86e-f83e-40f0-9eb6-242f0d2cc703 tempest-QuotasNegativeTest-1486907665 tempest-QuotasNegativeTest-1486907665-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0172725 Sep 07 02:46:52.867187 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58982) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:52.889573 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff35beea-1bde-4c72-a3f3-2d6ab7286c1e tempest-QuotasNegativeTest-1486907665 tempest-QuotasNegativeTest-1486907665-project-admin] Pushing event updated for resources: {'Network': ['ID=c556181e-c93c-4c63-9254-714afd6acd2e,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:52.904225 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network c556181e-c93c-4c63-9254-714afd6acd2e details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:46:52.912494 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-35964bee-c69f-4f07-a5b1-b27cda7d057e tempest-QuotasNegativeTest-1486907665 tempest-QuotasNegativeTest-1486907665-project-admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b05403f5404f4ca483a2f8556e08295b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415795 Sep 07 02:46:52.912598 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58986) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:52.929518 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-9bbdf4b7-114a-48b4-83f3-ed0796a2b72f tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Deleting port aa36be3a-2b3b-4086-b84d-2b112731eacb {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:46:52.929870 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf4b7-114a-48b4-83f3-ed0796a2b72f tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:53.021744 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5411e9da-a0ae-4c68-b0ae-4180be9e62d5 tempest-QuotasNegativeTest-1486907665 tempest-QuotasNegativeTest-1486907665-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:53.050671 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf4b7-114a-48b4-83f3-ed0796a2b72f tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:53.060682 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5411e9da-a0ae-4c68-b0ae-4180be9e62d5 tempest-QuotasNegativeTest-1486907665 tempest-QuotasNegativeTest-1486907665-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:53.072981 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-9bbdf4b7-114a-48b4-83f3-ed0796a2b72f tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Calling delete_port for aa36be3a-2b3b-4086-b84d-2b112731eacb owned by network:router_gateway {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:46:53.159126 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5411e9da-a0ae-4c68-b0ae-4180be9e62d5 tempest-QuotasNegativeTest-1486907665 tempest-QuotasNegativeTest-1486907665-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:53.161724 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5411e9da-a0ae-4c68-b0ae-4180be9e62d5 tempest-QuotasNegativeTest-1486907665 tempest-QuotasNegativeTest-1486907665-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:53.162856 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-5411e9da-a0ae-4c68-b0ae-4180be9e62d5 tempest-QuotasNegativeTest-1486907665 tempest-QuotasNegativeTest-1486907665-project-admin] 10.222.0.22 "DELETE /v2.0/security-groups/6c191377-fd74-4064-8465-34c1bdff036a HTTP/1.1" status: 204 len: 168 time: 0.2493348 Sep 07 02:46:53.165758 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58988) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:53.208416 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5411e9da-a0ae-4c68-b0ae-4180be9e62d5 tempest-QuotasNegativeTest-1486907665 tempest-QuotasNegativeTest-1486907665-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c191377-fd74-4064-8465-34c1bdff036a,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:53.237814 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1d901bd0-949b-4d40-8c95-9fa44986cf27 tempest-QuotasNegativeTest-1486907665 tempest-QuotasNegativeTest-1486907665-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:53.240651 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e11c0ae-968a-421c-989b-4ca8ddfd52c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf6e112-b4bf-412c-b725-58e03f57c337'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:46:53.243193 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013bce2c-1884-4d6c-93ee-6f9f082bf51a" -d '{"events": [{"server_uuid": "6e11c0ae-968a-421c-989b-4ca8ddfd52c5", "name": "network-vif-plugged", "status": "completed", "tag": "bdf6e112-b4bf-412c-b725-58e03f57c337"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:46:53.286796 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf4b7-114a-48b4-83f3-ed0796a2b72f tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:53.301527 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ca1524-193f-4a2e-8ff1-8cb151e6d0ee x-openstack-request-id: req-e6ca1524-193f-4a2e-8ff1-8cb151e6d0ee {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:46:53.301748 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e11c0ae-968a-421c-989b-4ca8ddfd52c5", "name": "network-vif-plugged", "status": "completed", "tag": "bdf6e112-b4bf-412c-b725-58e03f57c337", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:46:53.302155 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e6ca1524-193f-4a2e-8ff1-8cb151e6d0ee {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:46:53.302396 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e11c0ae-968a-421c-989b-4ca8ddfd52c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf6e112-b4bf-412c-b725-58e03f57c337', 'code': 200} Sep 07 02:46:53.329393 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbdf4b7-114a-48b4-83f3-ed0796a2b72f tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Pushing event deleted for resources: {'Port': ['ID=aa36be3a-2b3b-4086-b84d-2b112731eacb,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:53.337018 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1d901bd0-949b-4d40-8c95-9fa44986cf27 tempest-QuotasNegativeTest-1486907665 tempest-QuotasNegativeTest-1486907665-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:53.359097 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-1d901bd0-949b-4d40-8c95-9fa44986cf27 tempest-QuotasNegativeTest-1486907665 tempest-QuotasNegativeTest-1486907665-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c556181e-c93c-4c63-9254-714afd6acd2e']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:46:53.372185 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-1d901bd0-949b-4d40-8c95-9fa44986cf27 tempest-QuotasNegativeTest-1486907665 tempest-QuotasNegativeTest-1486907665-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e72408e5-c738-4fc7-9ec7-b92bc1087aca') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:46:53.372702 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-1d901bd0-949b-4d40-8c95-9fa44986cf27 tempest-QuotasNegativeTest-1486907665 tempest-QuotasNegativeTest-1486907665-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e72408e5-c738-4fc7-9ec7-b92bc1087aca') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:46:53.383384 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1d901bd0-949b-4d40-8c95-9fa44986cf27 tempest-QuotasNegativeTest-1486907665 tempest-QuotasNegativeTest-1486907665-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:53.400032 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1d901bd0-949b-4d40-8c95-9fa44986cf27 tempest-QuotasNegativeTest-1486907665 tempest-QuotasNegativeTest-1486907665-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:53.418325 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf4b7-114a-48b4-83f3-ed0796a2b72f tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:53.433854 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d901bd0-949b-4d40-8c95-9fa44986cf27 tempest-QuotasNegativeTest-1486907665 tempest-QuotasNegativeTest-1486907665-project-admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:46:53.434431 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1d901bd0-949b-4d40-8c95-9fa44986cf27 tempest-QuotasNegativeTest-1486907665 tempest-QuotasNegativeTest-1486907665-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:53.437151 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:46:53.437151 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:46:53.437151 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:46:53.437151 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:46:53.437151 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:46:53.437151 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:46:53.437151 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:46:53.437151 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:46:53.437151 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:46:53.437151 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:46:53.437151 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:46:53.437151 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:46:53.437151 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:46:53.437151 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:46:53.437151 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:46:53.437151 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:46:53.437151 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:46:53.437151 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:46:53.437151 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:46:53.437151 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:46:53.437151 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:46:53.437151 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:46:53.437151 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:46:53.437151 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:46:53.437151 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:46:53.437151 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:46:53.437151 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:46:53.437151 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:46:53.437151 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:46:53.437151 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:46:53.437151 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:46:53.437151 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:46:53.527629 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf4b7-114a-48b4-83f3-ed0796a2b72f tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:53.529070 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227215d-e17d-4139-a0a3-1b69e0b1d594 req-d577dccb-f832-4d0c-9d7f-5dc088814fca tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:53.530584 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6227215d-e17d-4139-a0a3-1b69e0b1d594 req-d577dccb-f832-4d0c-9d7f-5dc088814fca tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] 10.222.0.22 "GET /v2.0/ports?device_id=96e76ad4-3f5a-41cb-8424-e9d30e96a97c HTTP/1.1" status: 200 len: 945 time: 0.1350055 Sep 07 02:46:53.531059 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf4b7-114a-48b4-83f3-ed0796a2b72f tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:53.532768 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1d901bd0-949b-4d40-8c95-9fa44986cf27 tempest-QuotasNegativeTest-1486907665 tempest-QuotasNegativeTest-1486907665-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:53.543617 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1d901bd0-949b-4d40-8c95-9fa44986cf27 tempest-QuotasNegativeTest-1486907665 tempest-QuotasNegativeTest-1486907665-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:53.549462 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-1d901bd0-949b-4d40-8c95-9fa44986cf27 tempest-QuotasNegativeTest-1486907665 tempest-QuotasNegativeTest-1486907665-project-admin] 10.222.0.22 "DELETE /v2.0/networks/c556181e-c93c-4c63-9254-714afd6acd2e HTTP/1.1" status: 204 len: 168 time: 0.3796067 Sep 07 02:46:53.558744 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58998) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:53.572731 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d901bd0-949b-4d40-8c95-9fa44986cf27 tempest-QuotasNegativeTest-1486907665 tempest-QuotasNegativeTest-1486907665-project-admin] Pushing event deleted for resources: {'Network': ['ID=c556181e-c93c-4c63-9254-714afd6acd2e,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:53.600362 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf4b7-114a-48b4-83f3-ed0796a2b72f tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:53.600911 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bbdf4b7-114a-48b4-83f3-ed0796a2b72f tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Fanout notify agent at l3_agent the message router_deleted on router bf38c691-c619-4fc0-92b5-4fd0358f550b {{(pid=94701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 02:46:53.608330 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9bbdf4b7-114a-48b4-83f3-ed0796a2b72f tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:53.609455 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-9bbdf4b7-114a-48b4-83f3-ed0796a2b72f tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] 10.222.0.22 "DELETE /v2.0/routers/bf38c691-c619-4fc0-92b5-4fd0358f550b HTTP/1.1" status: 204 len: 168 time: 1.4661355 Sep 07 02:46:53.613617 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59002) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:53.618186 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-3132195f-5b2e-4fdc-a779-3772c41d8190 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1721018584', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:46:53.632807 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c90950-ac53-42a5-a9e0-e8a8379d49cc req-21294fba-a945-4609-95fb-93c1286e4c2d tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:53.634416 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b2c90950-ac53-42a5-a9e0-e8a8379d49cc req-21294fba-a945-4609-95fb-93c1286e4c2d tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=31c05c42-271e-4af7-ac65-46700f7829ab HTTP/1.1" status: 200 len: 945 time: 0.1048274 Sep 07 02:46:53.669553 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3132195f-5b2e-4fdc-a779-3772c41d8190 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:53.670582 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3132195f-5b2e-4fdc-a779-3772c41d8190 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:53.692063 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b2c90950-ac53-42a5-a9e0-e8a8379d49cc req-35f6d6ef-0a4b-4f70-b2a9-14582a255987 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476363 Sep 07 02:46:53.747981 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3132195f-5b2e-4fdc-a779-3772c41d8190 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:53.754245 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3132195f-5b2e-4fdc-a779-3772c41d8190 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:53.779608 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3132195f-5b2e-4fdc-a779-3772c41d8190 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:53.780843 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-3132195f-5b2e-4fdc-a779-3772c41d8190 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1660831 Sep 07 02:46:53.795377 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59006) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:53.801085 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-913c1986-decf-4071-8926-39fadf18ad76 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'enable_snat': True}}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:46:53.804713 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f94b3509-7956-41f3-b439-8a23d526dac9 req-7ff2f4ec-df28-443e-8b8f-cf5587317ccc tempest-ServerShowV247Test-1420034672 tempest-ServerShowV247Test-1420034672-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c8e3b67-a125-4e15-bb2c-ea0cc41df372 HTTP/1.1" status: 200 len: 210 time: 0.0367744 Sep 07 02:46:53.888844 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5286baf5-489a-4a93-b7db-61717c09656d req-78a8e043-63be-46eb-81ef-4c9961f922a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:53.890373 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5286baf5-489a-4a93-b7db-61717c09656d req-78a8e043-63be-46eb-81ef-4c9961f922a4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6e11c0ae-968a-421c-989b-4ca8ddfd52c5 HTTP/1.1" status: 200 len: 1098 time: 0.4435058 Sep 07 02:46:53.925584 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6227215d-e17d-4139-a0a3-1b69e0b1d594 req-d370ddc8-9352-48ba-b904-c01f4f4f76c5 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cb359fe-2b6c-4847-ac45-9974b2b99d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3780563 Sep 07 02:46:53.985592 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5286baf5-489a-4a93-b7db-61717c09656d req-86aa78f2-3722-4af7-a105-837d9f64e760 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871072 Sep 07 02:46:53.992203 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-82d06886-69ba-4f9f-84b5-0061775a2076 tempest-QuotasNegativeTest-1486907665 tempest-QuotasNegativeTest-1486907665-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:54.031387 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-913c1986-decf-4071-8926-39fadf18ad76 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:54.144088 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-82d06886-69ba-4f9f-84b5-0061775a2076 tempest-QuotasNegativeTest-1486907665 tempest-QuotasNegativeTest-1486907665-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:54.174521 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874cf056-a8ee-46fd-8dc5-b32c6f35e676 req-ded1caaa-be4a-4c85-abf1-11fbdb2c94c9 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:54.176055 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-874cf056-a8ee-46fd-8dc5-b32c6f35e676 req-ded1caaa-be4a-4c85-abf1-11fbdb2c94c9 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e11c0ae-968a-421c-989b-4ca8ddfd52c5 HTTP/1.1" status: 200 len: 946 time: 0.1738451 Sep 07 02:46:54.183576 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d8dd9-b91e-44b9-9b76-a71a4a13c43a req-a60c737d-9737-4a22-b7cf-6e16e0cac8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:54.184498 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-852d8dd9-b91e-44b9-9b76-a71a4a13c43a req-a60c737d-9737-4a22-b7cf-6e16e0cac8c8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=01da84d8cdfa4892bc470ad7dd96f194&device_id=31c05c42-271e-4af7-ac65-46700f7829ab HTTP/1.1" status: 200 len: 1097 time: 0.1361675 Sep 07 02:46:54.189358 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-82d06886-69ba-4f9f-84b5-0061775a2076 tempest-QuotasNegativeTest-1486907665 tempest-QuotasNegativeTest-1486907665-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b47e1ffa-e9e8-4518-a38e-075a03f7fd5f']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:46:54.229617 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-82d06886-69ba-4f9f-84b5-0061775a2076 tempest-QuotasNegativeTest-1486907665 tempest-QuotasNegativeTest-1486907665-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c665f66-4a3a-40ab-91d3-c94358bf8415') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:46:54.230027 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-82d06886-69ba-4f9f-84b5-0061775a2076 tempest-QuotasNegativeTest-1486907665 tempest-QuotasNegativeTest-1486907665-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c665f66-4a3a-40ab-91d3-c94358bf8415') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:46:54.256637 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-82d06886-69ba-4f9f-84b5-0061775a2076 tempest-QuotasNegativeTest-1486907665 tempest-QuotasNegativeTest-1486907665-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:54.277862 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-913c1986-decf-4071-8926-39fadf18ad76 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:54.300289 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-874cf056-a8ee-46fd-8dc5-b32c6f35e676 req-91dc51b5-de4e-4556-b1c2-573e78f73349 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148145 Sep 07 02:46:54.303257 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-913c1986-decf-4071-8926-39fadf18ad76 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:54.304824 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-82d06886-69ba-4f9f-84b5-0061775a2076 tempest-QuotasNegativeTest-1486907665 tempest-QuotasNegativeTest-1486907665-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:54.314630 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82d06886-69ba-4f9f-84b5-0061775a2076 tempest-QuotasNegativeTest-1486907665 tempest-QuotasNegativeTest-1486907665-project-admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:46:54.315042 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-82d06886-69ba-4f9f-84b5-0061775a2076 tempest-QuotasNegativeTest-1486907665 tempest-QuotasNegativeTest-1486907665-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:54.316912 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:46:54.316912 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:46:54.316912 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:46:54.316912 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:46:54.316912 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:46:54.316912 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:46:54.316912 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:46:54.316912 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:46:54.316912 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:46:54.316912 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:46:54.316912 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:46:54.316912 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:46:54.316912 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:46:54.316912 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:46:54.316912 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:46:54.316912 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:46:54.316912 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:46:54.316912 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:46:54.316912 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:46:54.316912 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:46:54.316912 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:46:54.316912 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:46:54.316912 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:46:54.316912 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:46:54.316912 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:46:54.316912 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:46:54.316912 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:46:54.316912 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:46:54.316912 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:46:54.316912 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:46:54.316912 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:46:54.316912 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:46:54.334917 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d488703-3142-42b2-a44b-6e91b296e4df req-2bedd7cb-3a8b-4ec5-a523-b479d1d15610 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:54.336658 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8d488703-3142-42b2-a44b-6e91b296e4df req-2bedd7cb-3a8b-4ec5-a523-b479d1d15610 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=31c05c42-271e-4af7-ac65-46700f7829ab HTTP/1.1" status: 200 len: 945 time: 0.0995932 Sep 07 02:46:54.355823 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d8dd9-b91e-44b9-9b76-a71a4a13c43a req-bc3ccb7f-1052-45e6-a42f-c8fb2cb27d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:54.357308 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-852d8dd9-b91e-44b9-9b76-a71a4a13c43a req-bc3ccb7f-1052-45e6-a42f-c8fb2cb27d85 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5d441d5c-0eb6-4443-b7e8-2a0161da35f4 HTTP/1.1" status: 200 len: 917 time: 0.1615787 Sep 07 02:46:54.383520 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8d488703-3142-42b2-a44b-6e91b296e4df req-cbdcd47a-c07b-4b27-8e21-4b63a21c797d tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399928 Sep 07 02:46:54.427931 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-852d8dd9-b91e-44b9-9b76-a71a4a13c43a req-a1635085-c793-4a7f-a7ae-938ed47e9e7f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ca56a69-b5f4-4954-a2f1-9fe76cb551b8 HTTP/1.1" status: 200 len: 217 time: 0.0432932 Sep 07 02:46:54.432776 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-82d06886-69ba-4f9f-84b5-0061775a2076 tempest-QuotasNegativeTest-1486907665 tempest-QuotasNegativeTest-1486907665-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:54.452734 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-82d06886-69ba-4f9f-84b5-0061775a2076 tempest-QuotasNegativeTest-1486907665 tempest-QuotasNegativeTest-1486907665-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:54.458295 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-82d06886-69ba-4f9f-84b5-0061775a2076 tempest-QuotasNegativeTest-1486907665 tempest-QuotasNegativeTest-1486907665-project-admin] 10.222.0.22 "DELETE /v2.0/networks/b47e1ffa-e9e8-4518-a38e-075a03f7fd5f HTTP/1.1" status: 204 len: 168 time: 0.8985896 Sep 07 02:46:54.467633 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d06886-69ba-4f9f-84b5-0061775a2076 tempest-QuotasNegativeTest-1486907665 tempest-QuotasNegativeTest-1486907665-project-admin] Pushing event deleted for resources: {'Network': ['ID=b47e1ffa-e9e8-4518-a38e-075a03f7fd5f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:54.513397 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d8dd9-b91e-44b9-9b76-a71a4a13c43a req-ac0c02f5-b0eb-4914-ab1f-e0374918183b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:54.514987 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-852d8dd9-b91e-44b9-9b76-a71a4a13c43a req-ac0c02f5-b0eb-4914-ab1f-e0374918183b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f937e685-ea69-493b-8539-36425b3759bc HTTP/1.1" status: 200 len: 857 time: 0.0789878 Sep 07 02:46:54.559117 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-852d8dd9-b91e-44b9-9b76-a71a4a13c43a req-1d0187af-c1fa-4e10-add7-930b05a4d29d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5d441d5c-0eb6-4443-b7e8-2a0161da35f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362132 Sep 07 02:46:54.615813 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-913c1986-decf-4071-8926-39fadf18ad76 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Allocated IP 172.25.5.218 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/f0895782-ea29-4845-8117-57ff757f2895) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:46:54.667166 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-852d8dd9-b91e-44b9-9b76-a71a4a13c43a req-bf7c2fdc-cb9a-4c9c-8d76-cb423e2c0ffe service neutron] 10.222.0.23 "GET /v2.0/networks/5d441d5c-0eb6-4443-b7e8-2a0161da35f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971980 Sep 07 02:46:54.667506 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0745670-c8df-4ac8-bd7c-30f296673cf7 req-1a75d5b7-c1f4-4cce-8116-09fb06421e37 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:54.668997 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b0745670-c8df-4ac8-bd7c-30f296673cf7 req-1a75d5b7-c1f4-4cce-8116-09fb06421e37 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] 10.222.0.22 "GET /v2.0/ports?device_id=96e76ad4-3f5a-41cb-8424-e9d30e96a97c HTTP/1.1" status: 200 len: 945 time: 0.0946379 Sep 07 02:46:54.749394 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b0745670-c8df-4ac8-bd7c-30f296673cf7 req-2f4ab04d-5510-4e03-bc48-e763e9d22908 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cb359fe-2b6c-4847-ac45-9974b2b99d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512564 Sep 07 02:46:54.764609 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-913c1986-decf-4071-8926-39fadf18ad76 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:54.779395 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-852d8dd9-b91e-44b9-9b76-a71a4a13c43a req-45cc9a5a-6a74-491d-8d8a-376f68691107 service neutron] 10.222.0.23 "GET /v2.0/networks/5d441d5c-0eb6-4443-b7e8-2a0161da35f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036694 Sep 07 02:46:54.810925 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-913c1986-decf-4071-8926-39fadf18ad76 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:54.858239 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913c1986-decf-4071-8926-39fadf18ad76 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:46:54.861738 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-913c1986-decf-4071-8926-39fadf18ad76 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:46:54.865156 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913c1986-decf-4071-8926-39fadf18ad76 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:46:54.907059 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913c1986-decf-4071-8926-39fadf18ad76 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Pushing event updated for resources: {'Port': ['ID=f0895782-ea29-4845-8117-57ff757f2895,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:54.931565 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-720c3add-668f-451e-b698-da2b7d0990eb req-c1a26cdf-0135-4fea-a52a-0e6759e3474b tempest-ServerShowV247Test-1420034672 tempest-ServerShowV247Test-1420034672-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c8e3b67-a125-4e15-bb2c-ea0cc41df372 HTTP/1.1" status: 200 len: 210 time: 0.0372257 Sep 07 02:46:54.948794 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 59034) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:55.062456 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-797cebfc-55d7-4e17-aa57-31f66bec1ce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:55.155223 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-913c1986-decf-4071-8926-39fadf18ad76 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:55.164518 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-797cebfc-55d7-4e17-aa57-31f66bec1ce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:55.168380 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-797cebfc-55d7-4e17-aa57-31f66bec1ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:55.210435 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-797cebfc-55d7-4e17-aa57-31f66bec1ce6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6af5ab43938546ac949fdee0b3142283&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2600980 Sep 07 02:46:55.211605 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797cebfc-55d7-4e17-aa57-31f66bec1ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422be237-9125-44d1-84cf-6e4a6d93755d,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:55.213680 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59040) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:55.336454 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b320c1da-21bd-4c59-98ae-5c523d16e6d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:55.400236 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b320c1da-21bd-4c59-98ae-5c523d16e6d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:55.427672 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f04be44-c358-4e8f-a029-2b86b4f37816 req-09f34b51-647e-4de6-8db3-5e0cfe746022 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:55.429359 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4f04be44-c358-4e8f-a029-2b86b4f37816 req-09f34b51-647e-4de6-8db3-5e0cfe746022 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e11c0ae-968a-421c-989b-4ca8ddfd52c5 HTTP/1.1" status: 200 len: 946 time: 0.0507476 Sep 07 02:46:55.432048 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-913c1986-decf-4071-8926-39fadf18ad76 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-553517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3974'] for router, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:55.441414 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-913c1986-decf-4071-8926-39fadf18ad76 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-553510'] for router, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:55.471942 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4f04be44-c358-4e8f-a029-2b86b4f37816 req-bcca17bf-7278-47d9-8425-509fc5cf1f37 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355811 Sep 07 02:46:55.532614 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b320c1da-21bd-4c59-98ae-5c523d16e6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:55.535118 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b320c1da-21bd-4c59-98ae-5c523d16e6d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:55.536292 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b320c1da-21bd-4c59-98ae-5c523d16e6d0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/422be237-9125-44d1-84cf-6e4a6d93755d HTTP/1.1" status: 204 len: 168 time: 0.3216848 Sep 07 02:46:55.576115 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b320c1da-21bd-4c59-98ae-5c523d16e6d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422be237-9125-44d1-84cf-6e4a6d93755d,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:55.594893 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48108d-030a-46fc-8c9e-c663cd45dda8 req-db011516-9a65-4a31-8fc8-7c1fc90a8327 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:55.596923 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6d48108d-030a-46fc-8c9e-c663cd45dda8 req-db011516-9a65-4a31-8fc8-7c1fc90a8327 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=31c05c42-271e-4af7-ac65-46700f7829ab HTTP/1.1" status: 200 len: 945 time: 0.1154284 Sep 07 02:46:55.598042 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b00592b-0a05-4758-b66c-49e85fe688e9 req-6824b281-11f2-4e9f-af82-36c8b170e923 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:55.607295 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2b00592b-0a05-4758-b66c-49e85fe688e9 req-6824b281-11f2-4e9f-af82-36c8b170e923 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e11c0ae-968a-421c-989b-4ca8ddfd52c5 HTTP/1.1" status: 200 len: 946 time: 0.0681288 Sep 07 02:46:55.644129 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2b00592b-0a05-4758-b66c-49e85fe688e9 req-33330622-750e-4efc-87cc-ae0944b383ef tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358927 Sep 07 02:46:55.659861 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6d48108d-030a-46fc-8c9e-c663cd45dda8 req-7d5cc1c6-0f46-431d-9a73-c3058ca55675 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498593 Sep 07 02:46:55.669424 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-913c1986-decf-4071-8926-39fadf18ad76 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Router 24587395-0a01-4eb8-b239-0a702351d7ba is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 02:46:55.847558 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913c1986-decf-4071-8926-39fadf18ad76 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:46:55.852349 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-913c1986-decf-4071-8926-39fadf18ad76 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:55.854121 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-913c1986-decf-4071-8926-39fadf18ad76 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] 10.222.0.22 "PUT /v2.0/routers/24587395-0a01-4eb8-b239-0a702351d7ba HTTP/1.1" status: 200 len: 915 time: 2.0577109 Sep 07 02:46:55.858255 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59058) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:55.859163 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67a826b-54b2-4394-aff2-8640b9adcfec None None] Sync routers for ids ['24587395-0a01-4eb8-b239-0a702351d7ba'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:46:55.876932 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6771de22-b828-432b-837a-f05d62bdcb13 req-33809999-7281-4908-87e4-d9932df8a3ae service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4c8e3b67-a125-4e15-bb2c-ea0cc41df372 HTTP/1.1" status: 200 len: 210 time: 0.0409234 Sep 07 02:46:55.883808 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67a826b-54b2-4394-aff2-8640b9adcfec None None] Routers {'24587395-0a01-4eb8-b239-0a702351d7ba'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:46:55.884807 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-d67a826b-54b2-4394-aff2-8640b9adcfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:46:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['24587395-0a01-4eb8-b239-0a702351d7ba'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:46:55.924445 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-d67a826b-54b2-4394-aff2-8640b9adcfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:46:55.932019 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7f8245bf-831f-46b0-99eb-34acdc6bfe6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:55.936895 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67a826b-54b2-4394-aff2-8640b9adcfec None None] Routers {'24587395-0a01-4eb8-b239-0a702351d7ba'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:46:55.938853 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-d67a826b-54b2-4394-aff2-8640b9adcfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:46:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['24587395-0a01-4eb8-b239-0a702351d7ba'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:46:55.941442 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 59060) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:55.958713 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-26031ba7-91c7-42cf-9937-b6d247454f64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:55.985456 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-d67a826b-54b2-4394-aff2-8640b9adcfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:46:55.986133 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67a826b-54b2-4394-aff2-8640b9adcfec None None] The sync data for ids ['24587395-0a01-4eb8-b239-0a702351d7ba'] in n-d-796209-16 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:46:56.014916 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da8bcd-0c24-45d3-a6f9-705d51837f7f req-449c7a7e-2a16-4a7c-af22-729fda9f4f0c tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:56.020011 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-52da8bcd-0c24-45d3-a6f9-705d51837f7f req-449c7a7e-2a16-4a7c-af22-729fda9f4f0c tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] 10.222.0.22 "GET /v2.0/ports?device_id=96e76ad4-3f5a-41cb-8424-e9d30e96a97c HTTP/1.1" status: 200 len: 945 time: 0.1448486 Sep 07 02:46:56.052713 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-572b5b49-25a6-444b-9a57-f04e8b0992c4 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] 10.222.0.22 "GET /v2.0/routers/24587395-0a01-4eb8-b239-0a702351d7ba HTTP/1.1" status: 200 len: 921 time: 0.1925223 Sep 07 02:46:56.053301 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59074) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:56.122448 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-52da8bcd-0c24-45d3-a6f9-705d51837f7f req-e71608a7-6a9b-4e95-a4fb-d9d73196f662 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cb359fe-2b6c-4847-ac45-9974b2b99d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985627 Sep 07 02:46:56.150691 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737ff498-8b1b-4730-bd50-aa6558c9c32e tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:56.154947 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-737ff498-8b1b-4730-bd50-aa6558c9c32e tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=1166b922-7457-4da4-bdda-328e8c8e7bc6&device_id=24587395-0a01-4eb8-b239-0a702351d7ba&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1005671 Sep 07 02:46:56.155573 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59076) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:56.169065 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-26031ba7-91c7-42cf-9937-b6d247454f64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:56.179016 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-26031ba7-91c7-42cf-9937-b6d247454f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:56.237997 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b2724-8741-4dbb-8474-7596123fb217 req-6b3bf439-c0b9-4fbd-ae2d-1a7ebe736033 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:56.239510 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c35b2724-8741-4dbb-8474-7596123fb217 req-6b3bf439-c0b9-4fbd-ae2d-1a7ebe736033 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/networks?id=86391a5a-8b46-4856-9537-02b1734374ff HTTP/1.1" status: 200 len: 815 time: 0.2080789 Sep 07 02:46:56.242839 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bfb80c1a-afbd-484d-a5c5-9c478c34f342 req-0dc68d86-f606-43c3-b631-6c76b7d70b68 tempest-ServerShowV247Test-1420034672 tempest-ServerShowV247Test-1420034672-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c8e3b67-a125-4e15-bb2c-ea0cc41df372 HTTP/1.1" status: 200 len: 210 time: 0.0557246 Sep 07 02:46:56.246328 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26031ba7-91c7-42cf-9937-b6d247454f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1c178a-e93b-4536-a88b-e8d7cb39cf06,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:56.257123 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-26031ba7-91c7-42cf-9937-b6d247454f64 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=425eb413504340d99229367be979026e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3123910 Sep 07 02:46:56.257984 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59080) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:56.264654 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbcb8fb-f209-4a50-b6cf-84eec756ba99 req-8cd24faa-6b01-481a-a700-ab01858b88fc tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:56.266587 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bdbcb8fb-f209-4a50-b6cf-84eec756ba99 req-8cd24faa-6b01-481a-a700-ab01858b88fc tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] 10.222.0.23 "GET /v2.0/ports?device_id=96e76ad4-3f5a-41cb-8424-e9d30e96a97c HTTP/1.1" status: 200 len: 945 time: 0.1456728 Sep 07 02:46:56.276926 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c35b2724-8741-4dbb-8474-7596123fb217 req-9c7b17e6-ff74-4fb1-99fc-0956119c20ec tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/quotas/3d8ff40ac5af4273a429b575b3a30677 HTTP/1.1" status: 200 len: 375 time: 0.0269821 Sep 07 02:46:56.303810 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a0673c-f5bc-47d1-903e-2ae6c89213ab tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:56.308128 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b1a0673c-f5bc-47d1-903e-2ae6c89213ab tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] 10.222.0.22 "GET /v2.0/networks/1166b922-7457-4da4-bdda-328e8c8e7bc6 HTTP/1.1" status: 200 len: 881 time: 0.1487513 Sep 07 02:46:56.310793 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59082) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:56.342184 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-de55d52d-1fac-4657-9dd1-988d99219e7f tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] 10.222.0.22 "GET /v2.0/ports?device_id=24587395-0a01-4eb8-b239-0a702351d7ba HTTP/1.1" status: 200 len: 205 time: 0.0303550 Sep 07 02:46:56.345851 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 59084) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:56.354707 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-265ffe67-73ce-4a2f-b790-bdcd425dc0d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:56.375656 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-265ffe67-73ce-4a2f-b790-bdcd425dc0d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:56.420745 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-265ffe67-73ce-4a2f-b790-bdcd425dc0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:56.424298 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-265ffe67-73ce-4a2f-b790-bdcd425dc0d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:56.425349 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-265ffe67-73ce-4a2f-b790-bdcd425dc0d8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0f1c178a-e93b-4536-a88b-e8d7cb39cf06 HTTP/1.1" status: 204 len: 168 time: 0.1664708 Sep 07 02:46:56.433233 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265ffe67-73ce-4a2f-b790-bdcd425dc0d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1c178a-e93b-4536-a88b-e8d7cb39cf06,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:56.447249 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c35b2724-8741-4dbb-8474-7596123fb217 req-f4250c23-22af-4d86-b33f-7ee23c851dfd tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3d8ff40ac5af4273a429b575b3a30677&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1637864 Sep 07 02:46:56.667671 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-bdbcb8fb-f209-4a50-b6cf-84eec756ba99 req-11fe8347-9e1e-4b4d-b875-642fb7b114ac tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Deleting port ff37e467-d142-48f5-a9e6-9fe37e7fc04a {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:46:56.668365 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bdbcb8fb-f209-4a50-b6cf-84eec756ba99 req-11fe8347-9e1e-4b4d-b875-642fb7b114ac tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:56.675190 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a0f9ecfe-ba69-4efb-a66c-9fa1d21ddacd tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:56.749124 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c35b2724-8741-4dbb-8474-7596123fb217 req-ede24ae4-1882-4267-bf53-709532ccf327 service neutron] 10.222.0.22 "GET /v2.0/networks/86391a5a-8b46-4856-9537-02b1734374ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870169 Sep 07 02:46:56.801983 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157a771-a34e-40b1-a310-d5cbf7d5d6e1 req-0fd294ca-1e90-4164-9b0b-b04051fe3297 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:56.803521 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2157a771-a34e-40b1-a310-d5cbf7d5d6e1 req-0fd294ca-1e90-4164-9b0b-b04051fe3297 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=31c05c42-271e-4af7-ac65-46700f7829ab HTTP/1.1" status: 200 len: 945 time: 0.0576503 Sep 07 02:46:56.934353 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-bdbcb8fb-f209-4a50-b6cf-84eec756ba99 req-11fe8347-9e1e-4b4d-b875-642fb7b114ac tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] For port ff37e467-d142-48f5-a9e6-9fe37e7fc04a, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=ff37e467-d142-48f5-a9e6-9fe37e7fc04a,segment=NetworkSegment(4018cf39-49dd-49a9-8ea5-093706efe321),segment_id=4018cf39-49dd-49a9-8ea5-093706efe321)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:46:56.934727 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bdbcb8fb-f209-4a50-b6cf-84eec756ba99 req-11fe8347-9e1e-4b4d-b875-642fb7b114ac tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:56.945220 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a0f9ecfe-ba69-4efb-a66c-9fa1d21ddacd tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:57.034267 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c35b2724-8741-4dbb-8474-7596123fb217 req-20899e3b-a754-4418-a75e-1f782f497009 service neutron] 10.222.0.22 "GET /v2.0/networks/86391a5a-8b46-4856-9537-02b1734374ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538660 Sep 07 02:46:57.220191 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-a0f9ecfe-ba69-4efb-a66c-9fa1d21ddacd tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Deleting port f0895782-ea29-4845-8117-57ff757f2895 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:46:57.220917 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a0f9ecfe-ba69-4efb-a66c-9fa1d21ddacd tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:57.245487 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2157a771-a34e-40b1-a310-d5cbf7d5d6e1 req-5cb59707-5522-40b0-8abe-135a185d3fc6 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4204636 Sep 07 02:46:57.331732 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bdbcb8fb-f209-4a50-b6cf-84eec756ba99 req-11fe8347-9e1e-4b4d-b875-642fb7b114ac tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:57.332407 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bdbcb8fb-f209-4a50-b6cf-84eec756ba99 req-11fe8347-9e1e-4b4d-b875-642fb7b114ac tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:57.332735 n-d-796209-16 neutron-server[94700]: INFO neutron.db.l3_db [req-bdbcb8fb-f209-4a50-b6cf-84eec756ba99 req-11fe8347-9e1e-4b4d-b875-642fb7b114ac tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Floating IP 4ce9f80c-64ce-4e6a-b6ac-715bfd32c0d5 disassociated. External IP: 172.25.5.128, port: ff37e467-d142-48f5-a9e6-9fe37e7fc04a. Sep 07 02:46:57.333084 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-bdbcb8fb-f209-4a50-b6cf-84eec756ba99 req-11fe8347-9e1e-4b4d-b875-642fb7b114ac tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Calling delete_port for ff37e467-d142-48f5-a9e6-9fe37e7fc04a owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:46:57.345298 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9a10e24c-5231-4774-9353-fa2af0f6be53 req-85881a26-0cd6-4105-bbbb-410b694fbdc3 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=daeecb5a-c56a-4b16-9390-820e953018a9 HTTP/1.1" status: 200 len: 210 time: 0.0440986 Sep 07 02:46:57.414184 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5b1035-66e4-444b-b83f-6e6022f70654 req-e81c344d-29e0-428c-8948-f4779694cf4b tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:57.415730 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ed5b1035-66e4-444b-b83f-6e6022f70654 req-e81c344d-29e0-428c-8948-f4779694cf4b tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e11c0ae-968a-421c-989b-4ca8ddfd52c5 HTTP/1.1" status: 200 len: 946 time: 0.2106197 Sep 07 02:46:57.459633 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0e6312d9-0a1d-48a4-a4c9-5309079796fb req-06c78d00-d432-4b57-abbf-df27eb362abb tempest-ServerShowV247Test-1420034672 tempest-ServerShowV247Test-1420034672-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c8e3b67-a125-4e15-bb2c-ea0cc41df372 HTTP/1.1" status: 200 len: 210 time: 0.0367851 Sep 07 02:46:57.853362 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a0f9ecfe-ba69-4efb-a66c-9fa1d21ddacd tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:57.870374 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ed026d03-d4e0-4a57-8f0c-8ff987c1e6e6 req-3e86e550-5c0d-40e4-9aa9-62b08e53091d tempest-ServerShowV247Test-1420034672 tempest-ServerShowV247Test-1420034672-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c8e3b67-a125-4e15-bb2c-ea0cc41df372&device_id=5e13afb4-c6e0-4e46-8084-6ab466d042fc HTTP/1.1" status: 200 len: 210 time: 0.0294695 Sep 07 02:46:57.883554 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-a0f9ecfe-ba69-4efb-a66c-9fa1d21ddacd tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Calling delete_port for f0895782-ea29-4845-8117-57ff757f2895 owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:46:57.945066 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d2cdf-82b7-4066-943f-142a483323be req-8952d60c-fba9-47f9-a20c-d442fd0fcb16 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:57.952557 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c99d2cdf-82b7-4066-943f-142a483323be req-8952d60c-fba9-47f9-a20c-d442fd0fcb16 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] 10.222.0.22 "GET /v2.0/ports?device_id=96e76ad4-3f5a-41cb-8424-e9d30e96a97c HTTP/1.1" status: 200 len: 945 time: 0.6172516 Sep 07 02:46:58.079583 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c99d2cdf-82b7-4066-943f-142a483323be req-424a1a0f-3e9a-4ca5-98c7-533a73c62ce5 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cb359fe-2b6c-4847-ac45-9974b2b99d99&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261196 Sep 07 02:46:58.119337 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59144) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:58.130286 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-ed5b1035-66e4-444b-b83f-6e6022f70654 req-53aaf35f-c273-4755-aed4-673bd6f9843b tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Deleting port bdf6e112-b4bf-412c-b725-58e03f57c337 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:46:58.130630 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ed5b1035-66e4-444b-b83f-6e6022f70654 req-53aaf35f-c273-4755-aed4-673bd6f9843b tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:58.157113 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a6744f02-ca49-4747-9a7b-10208881b6e1 req-6bc75ee2-5f9b-46ae-9a7c-a8736bdc98d8 tempest-ServerShowV247Test-1420034672 tempest-ServerShowV247Test-1420034672-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c8e3b67-a125-4e15-bb2c-ea0cc41df372 HTTP/1.1" status: 200 len: 210 time: 0.0296028 Sep 07 02:46:58.163733 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-76bbf340-c325-4622-a199-1effa4742237 req-39c10bb5-2c6a-4c05-80b0-ff926c1385b5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e423c6be512f402d962321aa483d8d94&device_id=4c8e3b67-a125-4e15-bb2c-ea0cc41df372 HTTP/1.1" status: 200 len: 210 time: 0.0544653 Sep 07 02:46:58.182821 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fead2b90-7769-4080-ab62-80f2cfe78fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:58.247842 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-76bbf340-c325-4622-a199-1effa4742237 req-da3231d1-3e7d-4bec-80f8-5861c1ffbca0 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=e423c6be512f402d962321aa483d8d94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413697 Sep 07 02:46:58.282689 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bdbcb8fb-f209-4a50-b6cf-84eec756ba99 req-11fe8347-9e1e-4b4d-b875-642fb7b114ac tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:58.290206 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-554d26a0-4f28-46ad-9bd2-906c27d86882 tempest-PortsAdminExtendedAttrsTestJSON-930408516 tempest-PortsAdminExtendedAttrsTestJSON-930408516-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-318397303'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:46:58.315229 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554d26a0-4f28-46ad-9bd2-906c27d86882 tempest-PortsAdminExtendedAttrsTestJSON-930408516 tempest-PortsAdminExtendedAttrsTestJSON-930408516-project] Made reservation on behalf of 3e0e0995763040afafcbc7d065eec34d for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:46:58.319423 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-554d26a0-4f28-46ad-9bd2-906c27d86882 tempest-PortsAdminExtendedAttrsTestJSON-930408516 tempest-PortsAdminExtendedAttrsTestJSON-930408516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:58.330301 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-554d26a0-4f28-46ad-9bd2-906c27d86882 tempest-PortsAdminExtendedAttrsTestJSON-930408516 tempest-PortsAdminExtendedAttrsTestJSON-930408516-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:58.378652 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fe8347-9e1e-4b4d-b875-642fb7b114ac tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Pushing event deleted for resources: {'Port': ['ID=ff37e467-d142-48f5-a9e6-9fe37e7fc04a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:58.450669 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-95dacc24-a26e-47a9-ad5c-ae1b564930d3 req-509a5a57-13ba-4f1e-bd6b-1567dedb0ad7 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=daeecb5a-c56a-4b16-9390-820e953018a9 HTTP/1.1" status: 200 len: 210 time: 0.0283139 Sep 07 02:46:58.595429 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-ed5b1035-66e4-444b-b83f-6e6022f70654 req-53aaf35f-c273-4755-aed4-673bd6f9843b tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] For port bdf6e112-b4bf-412c-b725-58e03f57c337, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=bdf6e112-b4bf-412c-b725-58e03f57c337,segment=NetworkSegment(3fe8dbe0-c525-47eb-95e9-13e6bd5cc1b3),segment_id=3fe8dbe0-c525-47eb-95e9-13e6bd5cc1b3)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:46:58.595836 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ed5b1035-66e4-444b-b83f-6e6022f70654 req-53aaf35f-c273-4755-aed4-673bd6f9843b tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:58.668209 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf09fd-1965-48af-af94-f83e1febfbbb req-c8eda8a4-83ff-407e-afde-33014f502728 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:58.669726 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8fbf09fd-1965-48af-af94-f83e1febfbbb req-c8eda8a4-83ff-407e-afde-33014f502728 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=31c05c42-271e-4af7-ac65-46700f7829ab HTTP/1.1" status: 200 len: 945 time: 0.3451581 Sep 07 02:46:58.677383 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-ed5b1035-66e4-444b-b83f-6e6022f70654 req-53aaf35f-c273-4755-aed4-673bd6f9843b tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Calling delete_port for bdf6e112-b4bf-412c-b725-58e03f57c337 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:46:58.700839 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:58.713515 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a0f9ecfe-ba69-4efb-a66c-9fa1d21ddacd tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:58.758275 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-554d26a0-4f28-46ad-9bd2-906c27d86882 tempest-PortsAdminExtendedAttrsTestJSON-930408516 tempest-PortsAdminExtendedAttrsTestJSON-930408516-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:58.762481 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-554d26a0-4f28-46ad-9bd2-906c27d86882 tempest-PortsAdminExtendedAttrsTestJSON-930408516 tempest-PortsAdminExtendedAttrsTestJSON-930408516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:58.768248 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bbf340-c325-4622-a199-1effa4742237 req-a5f31df0-1368-457c-b8f3-214fd5a0551e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:58.770162 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-76bbf340-c325-4622-a199-1effa4742237 req-a5f31df0-1368-457c-b8f3-214fd5a0551e service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4885573 Sep 07 02:46:58.793172 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-554d26a0-4f28-46ad-9bd2-906c27d86882 tempest-PortsAdminExtendedAttrsTestJSON-930408516 tempest-PortsAdminExtendedAttrsTestJSON-930408516-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:46:58.809790 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554d26a0-4f28-46ad-9bd2-906c27d86882 tempest-PortsAdminExtendedAttrsTestJSON-930408516 tempest-PortsAdminExtendedAttrsTestJSON-930408516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0e6234-0bfc-4454-94a7-fd13b8d745a7,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:58.814730 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-554d26a0-4f28-46ad-9bd2-906c27d86882 tempest-PortsAdminExtendedAttrsTestJSON-930408516 tempest-PortsAdminExtendedAttrsTestJSON-930408516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:58.815086 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-554d26a0-4f28-46ad-9bd2-906c27d86882 tempest-PortsAdminExtendedAttrsTestJSON-930408516 tempest-PortsAdminExtendedAttrsTestJSON-930408516-project] Added segment e4c9da2a-9d26-4097-96e7-b22c1475a6ef of type vlan for network 8d0d268c-269d-4d57-983f-57ff72d3356c Sep 07 02:46:58.857178 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f9ecfe-ba69-4efb-a66c-9fa1d21ddacd tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Pushing event deleted for resources: {'Port': ['ID=f0895782-ea29-4845-8117-57ff757f2895,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:58.863166 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-554d26a0-4f28-46ad-9bd2-906c27d86882 tempest-PortsAdminExtendedAttrsTestJSON-930408516 tempest-PortsAdminExtendedAttrsTestJSON-930408516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:58.873320 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b2724-8741-4dbb-8474-7596123fb217 req-0a022f69-1674-4bba-afaf-00a04dfad59f tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:58.874869 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c35b2724-8741-4dbb-8474-7596123fb217 req-0a022f69-1674-4bba-afaf-00a04dfad59f tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.23 "GET /v2.0/networks?id=86391a5a-8b46-4856-9537-02b1734374ff HTTP/1.1" status: 200 len: 815 time: 0.4543722 Sep 07 02:46:58.889967 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-554d26a0-4f28-46ad-9bd2-906c27d86882 tempest-PortsAdminExtendedAttrsTestJSON-930408516 tempest-PortsAdminExtendedAttrsTestJSON-930408516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:58.896363 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554d26a0-4f28-46ad-9bd2-906c27d86882 tempest-PortsAdminExtendedAttrsTestJSON-930408516 tempest-PortsAdminExtendedAttrsTestJSON-930408516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:46:58.896988 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-554d26a0-4f28-46ad-9bd2-906c27d86882 tempest-PortsAdminExtendedAttrsTestJSON-930408516 tempest-PortsAdminExtendedAttrsTestJSON-930408516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:58.910149 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-c35b2724-8741-4dbb-8474-7596123fb217 req-b49543ce-5be3-4c25-8312-547709f9fe24 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Request body: {'port': {'device_id': 'daeecb5a-c56a-4b16-9390-820e953018a9', 'network_id': '86391a5a-8b46-4856-9537-02b1734374ff', 'admin_state_up': True, 'tenant_id': '3d8ff40ac5af4273a429b575b3a30677'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:46:58.939141 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-554d26a0-4f28-46ad-9bd2-906c27d86882 tempest-PortsAdminExtendedAttrsTestJSON-930408516 tempest-PortsAdminExtendedAttrsTestJSON-930408516-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.8151886 Sep 07 02:46:58.964170 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8fbf09fd-1965-48af-af94-f83e1febfbbb req-891e88fd-f5ff-4c32-a690-0ca1dc921409 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707980 Sep 07 02:46:58.965854 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bdbcb8fb-f209-4a50-b6cf-84eec756ba99 req-11fe8347-9e1e-4b4d-b875-642fb7b114ac tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Router c1ab538e-7710-4532-94bd-99b9219bd5fe has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:46:58.974991 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554d26a0-4f28-46ad-9bd2-906c27d86882 tempest-PortsAdminExtendedAttrsTestJSON-930408516 tempest-PortsAdminExtendedAttrsTestJSON-930408516-project] Pushing event updated for resources: {'Network': ['ID=8d0d268c-269d-4d57-983f-57ff72d3356c,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:58.989951 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 8d0d268c-269d-4d57-983f-57ff72d3356c details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:46:59.056622 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a0f9ecfe-ba69-4efb-a66c-9fa1d21ddacd tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:59.133554 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59160) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:59.138704 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Request body: {'port': {'network_id': '8d0d268c-269d-4d57-983f-57ff72d3356c', 'binding:host_id': 'n-h1-796209-16', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-262682117'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:46:59.160946 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Made reservation on behalf of 672f2e4b053b4e579466e55d17619d7b for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:46:59.163433 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:59.172153 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:59.236264 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5b11f1c5-463f-4395-9a1b-490f86f897b5 req-fccceeca-963b-471a-9d6e-16fbc9ad9646 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] 10.222.0.22 "GET /v2.0/ports?device_id=96e76ad4-3f5a-41cb-8424-e9d30e96a97c HTTP/1.1" status: 200 len: 210 time: 0.0755854 Sep 07 02:46:59.265022 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a0f9ecfe-ba69-4efb-a66c-9fa1d21ddacd tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:59.272457 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a0f9ecfe-ba69-4efb-a66c-9fa1d21ddacd tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:59.274001 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7ca66219-338e-446d-a886-44beb4e69479 req-74a4301f-1c72-4025-bbfe-c9b427c61634 tempest-ServerShowV247Test-1420034672 tempest-ServerShowV247Test-1420034672-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c8e3b67-a125-4e15-bb2c-ea0cc41df372 HTTP/1.1" status: 200 len: 210 time: 0.0360742 Sep 07 02:46:59.311411 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:59.315499 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:59.319974 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] device_id is not set on port 24f8affb-e6eb-4d92-9c6d-1d9a726e0938 yet. {{(pid=94701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:46:59.367313 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ed5b1035-66e4-444b-b83f-6e6022f70654 req-53aaf35f-c273-4755-aed4-673bd6f9843b tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:59.372422 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a0f9ecfe-ba69-4efb-a66c-9fa1d21ddacd tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:59.372964 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f9ecfe-ba69-4efb-a66c-9fa1d21ddacd tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Fanout notify agent at l3_agent the message router_deleted on router 24587395-0a01-4eb8-b239-0a702351d7ba {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 02:46:59.381003 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['bdf6e112-b4bf-412c-b725-58e03f57c337'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:46:59.391679 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a0f9ecfe-ba69-4efb-a66c-9fa1d21ddacd tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:59.399971 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a0f9ecfe-ba69-4efb-a66c-9fa1d21ddacd tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] 10.222.0.22 "DELETE /v2.0/routers/24587395-0a01-4eb8-b239-0a702351d7ba HTTP/1.1" status: 204 len: 168 time: 3.0462844 Sep 07 02:46:59.407373 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59164) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:59.411897 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-41c0a36b-0d33-4712-a5e3-79bcf06464a6 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-720541617', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:46:59.426181 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97591ea1-ec19-4185-9753-898f4c92103d,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:59.426656 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aaf35f-c273-4755-aed4-673bd6f9843b tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Pushing event deleted for resources: {'Port': ['ID=bdf6e112-b4bf-412c-b725-58e03f57c337,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:46:59.429000 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bdbcb8fb-f209-4a50-b6cf-84eec756ba99 req-11fe8347-9e1e-4b4d-b875-642fb7b114ac tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:46:59.435505 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c35b2724-8741-4dbb-8474-7596123fb217 req-b49543ce-5be3-4c25-8312-547709f9fe24 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Made reservation on behalf of 3d8ff40ac5af4273a429b575b3a30677 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:46:59.439768 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c35b2724-8741-4dbb-8474-7596123fb217 req-b49543ce-5be3-4c25-8312-547709f9fe24 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:59.452415 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942b9ce7-d1a6-4f34-8662-35b5b964a59b None None] Sync routers for ids ['c1ab538e-7710-4532-94bd-99b9219bd5fe'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:46:59.465853 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942b9ce7-d1a6-4f34-8662-35b5b964a59b None None] Routers {'c1ab538e-7710-4532-94bd-99b9219bd5fe'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:46:59.466700 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-942b9ce7-d1a6-4f34-8662-35b5b964a59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:46:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['c1ab538e-7710-4532-94bd-99b9219bd5fe'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:46:59.477436 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:59.491237 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-41c0a36b-0d33-4712-a5e3-79bcf06464a6 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:59.492457 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-41c0a36b-0d33-4712-a5e3-79bcf06464a6 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:59.525910 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed5b1035-66e4-444b-b83f-6e6022f70654 req-53aaf35f-c273-4755-aed4-673bd6f9843b tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] No DVR routers for this DVR port bdf6e112-b4bf-412c-b725-58e03f57c337 on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:46:59.527716 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdbcb8fb-f209-4a50-b6cf-84eec756ba99 req-11fe8347-9e1e-4b4d-b875-642fb7b114ac tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] No DVR routers for this DVR port ff37e467-d142-48f5-a9e6-9fe37e7fc04a on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:46:59.530715 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ed5b1035-66e4-444b-b83f-6e6022f70654 req-53aaf35f-c273-4755-aed4-673bd6f9843b tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:59.532813 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ed5b1035-66e4-444b-b83f-6e6022f70654 req-53aaf35f-c273-4755-aed4-673bd6f9843b tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.16 "DELETE /v2.0/ports/bdf6e112-b4bf-412c-b725-58e03f57c337 HTTP/1.1" status: 204 len: 173 time: 2.1106367 Sep 07 02:46:59.533275 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e11c0ae-968a-421c-989b-4ca8ddfd52c5', 'name': 'network-vif-deleted', 'tag': 'bdf6e112-b4bf-412c-b725-58e03f57c337'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:46:59.535604 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dedfe310-ed24-4146-ba04-1384fbfa17a5" -d '{"events": [{"server_uuid": "6e11c0ae-968a-421c-989b-4ca8ddfd52c5", "name": "network-vif-deleted", "tag": "bdf6e112-b4bf-412c-b725-58e03f57c337"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:46:59.539131 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bdbcb8fb-f209-4a50-b6cf-84eec756ba99 req-11fe8347-9e1e-4b4d-b875-642fb7b114ac tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:59.544212 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bdbcb8fb-f209-4a50-b6cf-84eec756ba99 req-11fe8347-9e1e-4b4d-b875-642fb7b114ac tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] 10.222.0.23 "DELETE /v2.0/ports/ff37e467-d142-48f5-a9e6-9fe37e7fc04a HTTP/1.1" status: 204 len: 173 time: 3.2679250 Sep 07 02:46:59.599881 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-942b9ce7-d1a6-4f34-8662-35b5b964a59b None None] Set router c1ab538e-7710-4532-94bd-99b9219bd5fe gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:46:59.611931 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-78dd00f2-79f2-46d3-bb10-5d41154bc292 req-297eeb46-c4c7-4086-aebf-5656a18251e1 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=daeecb5a-c56a-4b16-9390-820e953018a9 HTTP/1.1" status: 200 len: 210 time: 0.0657268 Sep 07 02:46:59.651621 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae8f70c-366b-4ca8-b32b-b909109d1962 x-openstack-request-id: req-4ae8f70c-366b-4ca8-b32b-b909109d1962 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:46:59.653017 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e11c0ae-968a-421c-989b-4ca8ddfd52c5", "name": "network-vif-deleted", "tag": "bdf6e112-b4bf-412c-b725-58e03f57c337", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:46:59.653646 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4ae8f70c-366b-4ca8-b32b-b909109d1962 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:46:59.657856 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e11c0ae-968a-421c-989b-4ca8ddfd52c5', 'name': 'network-vif-deleted', 'tag': 'bdf6e112-b4bf-412c-b725-58e03f57c337', 'status': 'completed', 'code': 200} Sep 07 02:46:59.704196 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-41c0a36b-0d33-4712-a5e3-79bcf06464a6 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:59.729691 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-41c0a36b-0d33-4712-a5e3-79bcf06464a6 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:59.760183 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-c35b2724-8741-4dbb-8474-7596123fb217 req-b49543ce-5be3-4c25-8312-547709f9fe24 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Allocated IP 172.20.0.4 (86391a5a-8b46-4856-9537-02b1734374ff/a1edbcb4-7c27-4a3f-ab1f-7a3010f7d080/021c98c2-5d93-4c32-87e5-cde76fdf8aa2) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:46:59.787841 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-41c0a36b-0d33-4712-a5e3-79bcf06464a6 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:59.789148 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-41c0a36b-0d33-4712-a5e3-79bcf06464a6 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3807743 Sep 07 02:46:59.794672 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59172) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:46:59.799705 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-62eda7c5-5243-40b7-827f-47a7107caf7f tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'enable_snat': False}}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:46:59.841639 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-942b9ce7-d1a6-4f34-8662-35b5b964a59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ab538e-7710-4532-94bd-99b9219bd5fe', 'name': 'tempest-ServersTestManualDisk-289755633-router', 'tenant_id': '6f0184f4d86f49e0b1ae71c80300b509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '8243c820-0944-4965-a5d9-96b24cd965a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:44:44Z', 'updated_at': '2021-09-07T02:44:50Z', 'revision_number': 4, 'project_id': '6f0184f4d86f49e0b1ae71c80300b509', 'gw_port': {'id': '8243c820-0944-4965-a5d9-96b24cd965a7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:45:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ab538e-7710-4532-94bd-99b9219bd5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:44:45Z', 'updated_at': '2021-09-07T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '0dcd29cc-b63a-4221-bdb4-9889205208b8', 'name': '', 'network_id': '7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d', 'tenant_id': '6f0184f4d86f49e0b1ae71c80300b509', 'mac_address': 'fa:16:3e:a5:64:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ab538e-7710-4532-94bd-99b9219bd5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '2517e5a7-9911-46d3-a5ee-1794a3062b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:44:49Z', 'updated_at': '2021-09-07T02:44:57Z', 'revision_number': 5, 'project_id': '6f0184f4d86f49e0b1ae71c80300b509', 'subnets': [{'id': '2517e5a7-9911-46d3-a5ee-1794a3062b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:46:59.872398 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942b9ce7-d1a6-4f34-8662-35b5b964a59b None None] Checking router: c1ab538e-7710-4532-94bd-99b9219bd5fe for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:46:59.880738 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942b9ce7-d1a6-4f34-8662-35b5b964a59b None None] Routers {'c1ab538e-7710-4532-94bd-99b9219bd5fe'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:46:59.881340 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-942b9ce7-d1a6-4f34-8662-35b5b964a59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:46:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['c1ab538e-7710-4532-94bd-99b9219bd5fe'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:46:59.901097 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] device_id is not set on port 24f8affb-e6eb-4d92-9c6d-1d9a726e0938 yet. {{(pid=94701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:46:59.927822 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c35b2724-8741-4dbb-8474-7596123fb217 req-b49543ce-5be3-4c25-8312-547709f9fe24 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:59.953554 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:59.978568 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c35b2724-8741-4dbb-8474-7596123fb217 req-b49543ce-5be3-4c25-8312-547709f9fe24 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:46:59.990394 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-942b9ce7-d1a6-4f34-8662-35b5b964a59b None None] Set router c1ab538e-7710-4532-94bd-99b9219bd5fe gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:46:59.995378 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['bdf6e112-b4bf-412c-b725-58e03f57c337'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:47:00.046920 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c35b2724-8741-4dbb-8474-7596123fb217 req-b49543ce-5be3-4c25-8312-547709f9fe24 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Network 86391a5a-8b46-4856-9537-02b1734374ff is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:47:00.051785 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-c35b2724-8741-4dbb-8474-7596123fb217 req-b49543ce-5be3-4c25-8312-547709f9fe24 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:47:00.054748 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-c35b2724-8741-4dbb-8474-7596123fb217 req-b49543ce-5be3-4c25-8312-547709f9fe24 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:47:00.105501 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-62eda7c5-5243-40b7-827f-47a7107caf7f tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:00.115504 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Transition to ACTIVE for port object 24f8affb-e6eb-4d92-9c6d-1d9a726e0938 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:47:00.165301 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49543ce-5be3-4c25-8312-547709f9fe24 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Pushing event updated for resources: {'Port': ['ID=021c98c2-5d93-4c32-87e5-cde76fdf8aa2,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:00.192623 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:00.197295 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-76bbf340-c325-4622-a199-1effa4742237 req-ffa7433d-8239-4001-bbbf-a76cb1bbb55c tempest-ServerShowV247Test-1420034672 tempest-ServerShowV247Test-1420034672-project] 10.222.0.23 "GET /v2.0/ports?device_id=4c8e3b67-a125-4e15-bb2c-ea0cc41df372 HTTP/1.1" status: 200 len: 210 time: 0.0481255 Sep 07 02:47:00.212241 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b2724-8741-4dbb-8474-7596123fb217 req-b49543ce-5be3-4c25-8312-547709f9fe24 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:00.213159 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c35b2724-8741-4dbb-8474-7596123fb217 req-b49543ce-5be3-4c25-8312-547709f9fe24 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:00.229163 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c35b2724-8741-4dbb-8474-7596123fb217 req-b49543ce-5be3-4c25-8312-547709f9fe24 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3291228 Sep 07 02:47:00.242930 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-c35b2724-8741-4dbb-8474-7596123fb217 req-9b7b20e1-f3da-4592-9207-b2935d364725 service neutron] Request body: {'port': {'device_id': 'daeecb5a-c56a-4b16-9390-820e953018a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:00.321921 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c35b2724-8741-4dbb-8474-7596123fb217 req-9b7b20e1-f3da-4592-9207-b2935d364725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:00.346557 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Pushing event updated for resources: {'Port': ['ID=24f8affb-e6eb-4d92-9c6d-1d9a726e0938,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:00.400976 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f4137-a003-4130-b2bc-09c63077ec04 req-386bcd99-9b80-45de-874e-6af60a9e334e tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:00.402546 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c66f4137-a003-4130-b2bc-09c63077ec04 req-386bcd99-9b80-45de-874e-6af60a9e334e tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=31c05c42-271e-4af7-ac65-46700f7829ab HTTP/1.1" status: 200 len: 945 time: 0.2513678 Sep 07 02:47:00.440573 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-942b9ce7-d1a6-4f34-8662-35b5b964a59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ab538e-7710-4532-94bd-99b9219bd5fe', 'name': 'tempest-ServersTestManualDisk-289755633-router', 'tenant_id': '6f0184f4d86f49e0b1ae71c80300b509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '8243c820-0944-4965-a5d9-96b24cd965a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:44:44Z', 'updated_at': '2021-09-07T02:44:50Z', 'revision_number': 4, 'project_id': '6f0184f4d86f49e0b1ae71c80300b509', 'gw_port': {'id': '8243c820-0944-4965-a5d9-96b24cd965a7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:45:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ab538e-7710-4532-94bd-99b9219bd5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:44:45Z', 'updated_at': '2021-09-07T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '0dcd29cc-b63a-4221-bdb4-9889205208b8', 'name': '', 'network_id': '7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d', 'tenant_id': '6f0184f4d86f49e0b1ae71c80300b509', 'mac_address': 'fa:16:3e:a5:64:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ab538e-7710-4532-94bd-99b9219bd5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '2517e5a7-9911-46d3-a5ee-1794a3062b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:44:49Z', 'updated_at': '2021-09-07T02:44:57Z', 'revision_number': 5, 'project_id': '6f0184f4d86f49e0b1ae71c80300b509', 'subnets': [{'id': '2517e5a7-9911-46d3-a5ee-1794a3062b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:00.443888 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Checking segment: {'id': 'e4c9da2a-9d26-4097-96e7-b22c1475a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8d0d268c-269d-4d57-983f-57ff72d3356c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:47:00.444257 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Network hostable DHCP agents. Network: 8d0d268c-269d-4d57-983f-57ff72d3356c, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:47:00.470847 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942b9ce7-d1a6-4f34-8662-35b5b964a59b None None] The sync data for ids ['c1ab538e-7710-4532-94bd-99b9219bd5fe'] in n-d-796209-16 is: [{'id': 'c1ab538e-7710-4532-94bd-99b9219bd5fe', 'name': 'tempest-ServersTestManualDisk-289755633-router', 'tenant_id': '6f0184f4d86f49e0b1ae71c80300b509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '8243c820-0944-4965-a5d9-96b24cd965a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:44:44Z', 'updated_at': '2021-09-07T02:44:50Z', 'revision_number': 4, 'project_id': '6f0184f4d86f49e0b1ae71c80300b509', 'gw_port': {'id': '8243c820-0944-4965-a5d9-96b24cd965a7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:45:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ab538e-7710-4532-94bd-99b9219bd5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:44:45Z', 'updated_at': '2021-09-07T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '0dcd29cc-b63a-4221-bdb4-9889205208b8', 'name': '', 'network_id': '7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d', 'tenant_id': '6f0184f4d86f49e0b1ae71c80300b509', 'mac_address': 'fa:16:3e:a5:64:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ab538e-7710-4532-94bd-99b9219bd5fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '2517e5a7-9911-46d3-a5ee-1794a3062b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:44:49Z', 'updated_at': '2021-09-07T02:44:57Z', 'revision_number': 5, 'project_id': '6f0184f4d86f49e0b1ae71c80300b509', 'subnets': [{'id': '2517e5a7-9911-46d3-a5ee-1794a3062b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:47:00.476756 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c66f4137-a003-4130-b2bc-09c63077ec04 req-9bc3528c-c2b6-48fa-b865-a495c4416b3e tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662961 Sep 07 02:47:00.487083 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f5a8c015-ad43-4213-a84f-304166a3ac89 req-cf87cf21-fd20-42c0-946d-c9a191c29c7e tempest-ServerShowV247Test-1420034672 tempest-ServerShowV247Test-1420034672-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c8e3b67-a125-4e15-bb2c-ea0cc41df372 HTTP/1.1" status: 200 len: 210 time: 0.0409381 Sep 07 02:47:00.492570 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Network 8d0d268c-269d-4d57-983f-57ff72d3356c is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:47:00.558854 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59182) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:00.567827 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 8d0d268c-269d-4d57-983f-57ff72d3356c) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:47:00.575580 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab29314-d30e-4348-9bda-c630cce66244 None None] Network 8d0d268c-269d-4d57-983f-57ff72d3356c requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:47:00.578815 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:47:00.662925 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 24f8affb-e6eb-4d92-9c6d-1d9a726e0938 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:47:00.663499 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 24f8affb-e6eb-4d92-9c6d-1d9a726e0938 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': 'e4c9da2a-9d26-4097-96e7-b22c1475a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8d0d268c-269d-4d57-983f-57ff72d3356c'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:47:00.664222 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 24f8affb-e6eb-4d92-9c6d-1d9a726e0938 on network 8d0d268c-269d-4d57-983f-57ff72d3356c {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:47:00.690005 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Port 24f8affb-e6eb-4d92-9c6d-1d9a726e0938 on network 8d0d268c-269d-4d57-983f-57ff72d3356c not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:47:00.690449 n-d-796209-16 neutron-server[94701]: ERROR neutron.plugins.ml2.managers [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Failed to bind port 24f8affb-e6eb-4d92-9c6d-1d9a726e0938 on host n-h1-796209-16 for vnic_type normal using segments [{'id': 'e4c9da2a-9d26-4097-96e7-b22c1475a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8d0d268c-269d-4d57-983f-57ff72d3356c'}] Sep 07 02:47:00.692509 n-d-796209-16 neutron-server[94701]: INFO neutron.plugins.ml2.plugin [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempt 2 to bind port 24f8affb-e6eb-4d92-9c6d-1d9a726e0938 Sep 07 02:47:00.732634 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-62eda7c5-5243-40b7-827f-47a7107caf7f tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:00.735535 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 24f8affb-e6eb-4d92-9c6d-1d9a726e0938 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:47:00.735874 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 24f8affb-e6eb-4d92-9c6d-1d9a726e0938 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': 'e4c9da2a-9d26-4097-96e7-b22c1475a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8d0d268c-269d-4d57-983f-57ff72d3356c'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:47:00.736452 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 24f8affb-e6eb-4d92-9c6d-1d9a726e0938 on network 8d0d268c-269d-4d57-983f-57ff72d3356c {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:47:00.738725 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4b9e4fe8-7e43-4d4d-892e-214493eab763 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:00.740771 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-c35b2724-8741-4dbb-8474-7596123fb217 req-9b7b20e1-f3da-4592-9207-b2935d364725 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 021c98c2-5d93-4c32-87e5-cde76fdf8aa2 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:47:00.759784 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c35b2724-8741-4dbb-8474-7596123fb217 req-9b7b20e1-f3da-4592-9207-b2935d364725 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:00.780933 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-62eda7c5-5243-40b7-827f-47a7107caf7f tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:00.783227 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Port 24f8affb-e6eb-4d92-9c6d-1d9a726e0938 on network 8d0d268c-269d-4d57-983f-57ff72d3356c not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:47:00.783604 n-d-796209-16 neutron-server[94701]: ERROR neutron.plugins.ml2.managers [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Failed to bind port 24f8affb-e6eb-4d92-9c6d-1d9a726e0938 on host n-h1-796209-16 for vnic_type normal using segments [{'id': 'e4c9da2a-9d26-4097-96e7-b22c1475a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8d0d268c-269d-4d57-983f-57ff72d3356c'}] Sep 07 02:47:00.788995 n-d-796209-16 neutron-server[94701]: INFO neutron.plugins.ml2.plugin [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempt 3 to bind port 24f8affb-e6eb-4d92-9c6d-1d9a726e0938 Sep 07 02:47:00.803058 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4b9e4fe8-7e43-4d4d-892e-214493eab763 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:00.829067 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-c35b2724-8741-4dbb-8474-7596123fb217 req-9b7b20e1-f3da-4592-9207-b2935d364725 service neutron] Transition to ACTIVE for port object 021c98c2-5d93-4c32-87e5-cde76fdf8aa2 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:47:00.839616 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c35b2724-8741-4dbb-8474-7596123fb217 req-9b7b20e1-f3da-4592-9207-b2935d364725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:00.866965 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 24f8affb-e6eb-4d92-9c6d-1d9a726e0938 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:47:00.867302 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 24f8affb-e6eb-4d92-9c6d-1d9a726e0938 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': 'e4c9da2a-9d26-4097-96e7-b22c1475a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8d0d268c-269d-4d57-983f-57ff72d3356c'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:47:00.867668 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 24f8affb-e6eb-4d92-9c6d-1d9a726e0938 on network 8d0d268c-269d-4d57-983f-57ff72d3356c {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:47:00.874478 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59399509-d5be-4092-a9cf-3acf2a2306b5 req-72cbca34-a73e-477b-8822-40995c6a1fe9 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:00.882528 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-59399509-d5be-4092-a9cf-3acf2a2306b5 req-72cbca34-a73e-477b-8822-40995c6a1fe9 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=daeecb5a-c56a-4b16-9390-820e953018a9 HTTP/1.1" status: 200 len: 931 time: 0.1336627 Sep 07 02:47:00.900631 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Port 24f8affb-e6eb-4d92-9c6d-1d9a726e0938 on network 8d0d268c-269d-4d57-983f-57ff72d3356c not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:47:00.901036 n-d-796209-16 neutron-server[94701]: ERROR neutron.plugins.ml2.managers [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Failed to bind port 24f8affb-e6eb-4d92-9c6d-1d9a726e0938 on host n-h1-796209-16 for vnic_type normal using segments [{'id': 'e4c9da2a-9d26-4097-96e7-b22c1475a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8d0d268c-269d-4d57-983f-57ff72d3356c'}] Sep 07 02:47:00.904213 n-d-796209-16 neutron-server[94701]: INFO neutron.plugins.ml2.plugin [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempt 4 to bind port 24f8affb-e6eb-4d92-9c6d-1d9a726e0938 Sep 07 02:47:00.912448 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd0a465-8b82-4a14-8f77-248dac817a9f None None] New status for floating IP 4ce9f80c-64ce-4e6a-b6ac-715bfd32c0d5: DOWN {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 02:47:00.953860 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 24f8affb-e6eb-4d92-9c6d-1d9a726e0938 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:47:00.954207 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 24f8affb-e6eb-4d92-9c6d-1d9a726e0938 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': 'e4c9da2a-9d26-4097-96e7-b22c1475a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8d0d268c-269d-4d57-983f-57ff72d3356c'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:47:00.954705 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 24f8affb-e6eb-4d92-9c6d-1d9a726e0938 on network 8d0d268c-269d-4d57-983f-57ff72d3356c {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:47:00.963719 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Port 24f8affb-e6eb-4d92-9c6d-1d9a726e0938 on network 8d0d268c-269d-4d57-983f-57ff72d3356c not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:47:00.964139 n-d-796209-16 neutron-server[94701]: ERROR neutron.plugins.ml2.managers [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Failed to bind port 24f8affb-e6eb-4d92-9c6d-1d9a726e0938 on host n-h1-796209-16 for vnic_type normal using segments [{'id': 'e4c9da2a-9d26-4097-96e7-b22c1475a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8d0d268c-269d-4d57-983f-57ff72d3356c'}] Sep 07 02:47:00.966138 n-d-796209-16 neutron-server[94701]: INFO neutron.plugins.ml2.plugin [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempt 5 to bind port 24f8affb-e6eb-4d92-9c6d-1d9a726e0938 Sep 07 02:47:00.980897 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7b20e1-f3da-4592-9207-b2935d364725 service neutron] Pushing event updated for resources: {'Port': ['ID=021c98c2-5d93-4c32-87e5-cde76fdf8aa2,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:00.992212 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-59399509-d5be-4092-a9cf-3acf2a2306b5 req-3edae8c4-7e66-4702-b20d-791a4f973aac tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085885 Sep 07 02:47:00.996673 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-62eda7c5-5243-40b7-827f-47a7107caf7f tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Allocated IP 172.25.5.112 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/86e3eff5-6632-40c7-a371-16929917267d) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:47:00.998806 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4b9e4fe8-7e43-4d4d-892e-214493eab763 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:01.003649 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4b9e4fe8-7e43-4d4d-892e-214493eab763 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:01.005191 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-4b9e4fe8-7e43-4d4d-892e-214493eab763 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] 10.222.0.22 "DELETE /v2.0/security-groups/4cb359fe-2b6c-4847-ac45-9974b2b99d99 HTTP/1.1" status: 204 len: 168 time: 0.4453373 Sep 07 02:47:01.011771 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59188) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:01.027956 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 24f8affb-e6eb-4d92-9c6d-1d9a726e0938 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:47:01.028306 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 24f8affb-e6eb-4d92-9c6d-1d9a726e0938 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': 'e4c9da2a-9d26-4097-96e7-b22c1475a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8d0d268c-269d-4d57-983f-57ff72d3356c'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:47:01.028667 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 24f8affb-e6eb-4d92-9c6d-1d9a726e0938 on network 8d0d268c-269d-4d57-983f-57ff72d3356c {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:47:01.037561 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device ff37e467-d142-48f5-a9e6-9fe37e7fc04a no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:47:01.044909 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9e4fe8-7e43-4d4d-892e-214493eab763 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb359fe-2b6c-4847-ac45-9974b2b99d99,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:01.049856 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Port 24f8affb-e6eb-4d92-9c6d-1d9a726e0938 on network 8d0d268c-269d-4d57-983f-57ff72d3356c not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:47:01.050279 n-d-796209-16 neutron-server[94701]: ERROR neutron.plugins.ml2.managers [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Failed to bind port 24f8affb-e6eb-4d92-9c6d-1d9a726e0938 on host n-h1-796209-16 for vnic_type normal using segments [{'id': 'e4c9da2a-9d26-4097-96e7-b22c1475a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8d0d268c-269d-4d57-983f-57ff72d3356c'}] Sep 07 02:47:01.051517 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-bb02adc0-5eb6-497c-969c-0b8c66511bd6 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] show failed (client error): The resource could not be found. Sep 07 02:47:01.052650 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-bb02adc0-5eb6-497c-969c-0b8c66511bd6 tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] 10.222.0.22 "GET /v2.0/security-groups/4cb359fe-2b6c-4847-ac45-9974b2b99d99 HTTP/1.1" status: 404 len: 347 time: 0.0375683 Sep 07 02:47:01.055408 n-d-796209-16 neutron-server[94701]: INFO neutron.plugins.ml2.plugin [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempt 6 to bind port 24f8affb-e6eb-4d92-9c6d-1d9a726e0938 Sep 07 02:47:01.069858 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59190) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:01.071144 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: ff37e467-d142-48f5-a9e6-9fe37e7fc04a {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:47:01.071514 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device ff37e467-d142-48f5-a9e6-9fe37e7fc04a not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:47:01.082086 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-c35b2724-8741-4dbb-8474-7596123fb217 req-9b7b20e1-f3da-4592-9207-b2935d364725 service neutron] Attempting to bind port 021c98c2-5d93-4c32-87e5-cde76fdf8aa2 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:47:01.082605 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-c35b2724-8741-4dbb-8474-7596123fb217 req-9b7b20e1-f3da-4592-9207-b2935d364725 service neutron] Attempting to bind port 021c98c2-5d93-4c32-87e5-cde76fdf8aa2 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '3fe8dbe0-c525-47eb-95e9-13e6bd5cc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '86391a5a-8b46-4856-9537-02b1734374ff'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:47:01.083175 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35b2724-8741-4dbb-8474-7596123fb217 req-9b7b20e1-f3da-4592-9207-b2935d364725 service neutron] Attempting to bind port 021c98c2-5d93-4c32-87e5-cde76fdf8aa2 on network 86391a5a-8b46-4856-9537-02b1734374ff {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:47:01.088940 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35b2724-8741-4dbb-8474-7596123fb217 req-9b7b20e1-f3da-4592-9207-b2935d364725 service neutron] Port 021c98c2-5d93-4c32-87e5-cde76fdf8aa2 on network 86391a5a-8b46-4856-9537-02b1734374ff not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:47:01.089399 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35b2724-8741-4dbb-8474-7596123fb217 req-9b7b20e1-f3da-4592-9207-b2935d364725 service neutron] Attempting to bind port 021c98c2-5d93-4c32-87e5-cde76fdf8aa2 on network 86391a5a-8b46-4856-9537-02b1734374ff {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:47:01.095277 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35b2724-8741-4dbb-8474-7596123fb217 req-9b7b20e1-f3da-4592-9207-b2935d364725 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:47:01.095904 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35b2724-8741-4dbb-8474-7596123fb217 req-9b7b20e1-f3da-4592-9207-b2935d364725 service neutron] Checking segment: {'id': '3fe8dbe0-c525-47eb-95e9-13e6bd5cc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '86391a5a-8b46-4856-9537-02b1734374ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:47:01.096421 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35b2724-8741-4dbb-8474-7596123fb217 req-9b7b20e1-f3da-4592-9207-b2935d364725 service neutron] Bound using segment: {'id': '3fe8dbe0-c525-47eb-95e9-13e6bd5cc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '86391a5a-8b46-4856-9537-02b1734374ff'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:47:01.097192 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-c35b2724-8741-4dbb-8474-7596123fb217 req-9b7b20e1-f3da-4592-9207-b2935d364725 service neutron] Bound port: 021c98c2-5d93-4c32-87e5-cde76fdf8aa2, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fe8dbe0-c525-47eb-95e9-13e6bd5cc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '86391a5a-8b46-4856-9537-02b1734374ff'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:47:01.097655 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c35b2724-8741-4dbb-8474-7596123fb217 req-9b7b20e1-f3da-4592-9207-b2935d364725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:01.127680 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 24f8affb-e6eb-4d92-9c6d-1d9a726e0938 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:47:01.128016 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 24f8affb-e6eb-4d92-9c6d-1d9a726e0938 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': 'e4c9da2a-9d26-4097-96e7-b22c1475a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8d0d268c-269d-4d57-983f-57ff72d3356c'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:47:01.128358 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 24f8affb-e6eb-4d92-9c6d-1d9a726e0938 on network 8d0d268c-269d-4d57-983f-57ff72d3356c {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:47:01.162268 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-c35b2724-8741-4dbb-8474-7596123fb217 req-9b7b20e1-f3da-4592-9207-b2935d364725 service neutron] For port 021c98c2-5d93-4c32-87e5-cde76fdf8aa2, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:47:01.165442 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-c35b2724-8741-4dbb-8474-7596123fb217 req-9b7b20e1-f3da-4592-9207-b2935d364725 service neutron] For port 021c98c2-5d93-4c32-87e5-cde76fdf8aa2, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=021c98c2-5d93-4c32-87e5-cde76fdf8aa2,segment=NetworkSegment(3fe8dbe0-c525-47eb-95e9-13e6bd5cc1b3),segment_id=3fe8dbe0-c525-47eb-95e9-13e6bd5cc1b3)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:47:01.169423 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c35b2724-8741-4dbb-8474-7596123fb217 req-9b7b20e1-f3da-4592-9207-b2935d364725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:01.197756 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Port 24f8affb-e6eb-4d92-9c6d-1d9a726e0938 on network 8d0d268c-269d-4d57-983f-57ff72d3356c not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:47:01.198090 n-d-796209-16 neutron-server[94701]: ERROR neutron.plugins.ml2.managers [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Failed to bind port 24f8affb-e6eb-4d92-9c6d-1d9a726e0938 on host n-h1-796209-16 for vnic_type normal using segments [{'id': 'e4c9da2a-9d26-4097-96e7-b22c1475a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8d0d268c-269d-4d57-983f-57ff72d3356c'}] Sep 07 02:47:01.202864 n-d-796209-16 neutron-server[94701]: INFO neutron.plugins.ml2.plugin [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempt 7 to bind port 24f8affb-e6eb-4d92-9c6d-1d9a726e0938 Sep 07 02:47:01.205501 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b2724-8741-4dbb-8474-7596123fb217 req-9b7b20e1-f3da-4592-9207-b2935d364725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:01.206198 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c35b2724-8741-4dbb-8474-7596123fb217 req-9b7b20e1-f3da-4592-9207-b2935d364725 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:01.207636 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c35b2724-8741-4dbb-8474-7596123fb217 req-9b7b20e1-f3da-4592-9207-b2935d364725 service neutron] 10.222.0.23 "PUT /v2.0/ports/021c98c2-5d93-4c32-87e5-cde76fdf8aa2 HTTP/1.1" status: 200 len: 1092 time: 0.9700882 Sep 07 02:47:01.236767 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7b20e1-f3da-4592-9207-b2935d364725 service neutron] Pushing event updated for resources: {'Port': ['ID=021c98c2-5d93-4c32-87e5-cde76fdf8aa2,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:01.248448 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 24f8affb-e6eb-4d92-9c6d-1d9a726e0938 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:47:01.248791 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 24f8affb-e6eb-4d92-9c6d-1d9a726e0938 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': 'e4c9da2a-9d26-4097-96e7-b22c1475a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8d0d268c-269d-4d57-983f-57ff72d3356c'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:47:01.249131 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 24f8affb-e6eb-4d92-9c6d-1d9a726e0938 on network 8d0d268c-269d-4d57-983f-57ff72d3356c {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:47:01.266516 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Port 24f8affb-e6eb-4d92-9c6d-1d9a726e0938 on network 8d0d268c-269d-4d57-983f-57ff72d3356c not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:47:01.266849 n-d-796209-16 neutron-server[94701]: ERROR neutron.plugins.ml2.managers [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Failed to bind port 24f8affb-e6eb-4d92-9c6d-1d9a726e0938 on host n-h1-796209-16 for vnic_type normal using segments [{'id': 'e4c9da2a-9d26-4097-96e7-b22c1475a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8d0d268c-269d-4d57-983f-57ff72d3356c'}] Sep 07 02:47:01.270086 n-d-796209-16 neutron-server[94701]: INFO neutron.plugins.ml2.plugin [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempt 8 to bind port 24f8affb-e6eb-4d92-9c6d-1d9a726e0938 Sep 07 02:47:01.288609 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b2724-8741-4dbb-8474-7596123fb217 req-f31acf7f-a72e-4e9e-90e7-57cdc0bb26f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:01.290136 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c35b2724-8741-4dbb-8474-7596123fb217 req-f31acf7f-a72e-4e9e-90e7-57cdc0bb26f1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3d8ff40ac5af4273a429b575b3a30677&device_id=daeecb5a-c56a-4b16-9390-820e953018a9 HTTP/1.1" status: 200 len: 1095 time: 0.0456338 Sep 07 02:47:01.292391 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-62eda7c5-5243-40b7-827f-47a7107caf7f tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:01.304182 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 24f8affb-e6eb-4d92-9c6d-1d9a726e0938 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:47:01.304673 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 24f8affb-e6eb-4d92-9c6d-1d9a726e0938 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': 'e4c9da2a-9d26-4097-96e7-b22c1475a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8d0d268c-269d-4d57-983f-57ff72d3356c'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:47:01.305087 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 24f8affb-e6eb-4d92-9c6d-1d9a726e0938 on network 8d0d268c-269d-4d57-983f-57ff72d3356c {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:47:01.307629 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:01.316501 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Port 24f8affb-e6eb-4d92-9c6d-1d9a726e0938 on network 8d0d268c-269d-4d57-983f-57ff72d3356c not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:47:01.316832 n-d-796209-16 neutron-server[94701]: ERROR neutron.plugins.ml2.managers [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Failed to bind port 24f8affb-e6eb-4d92-9c6d-1d9a726e0938 on host n-h1-796209-16 for vnic_type normal using segments [{'id': 'e4c9da2a-9d26-4097-96e7-b22c1475a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8d0d268c-269d-4d57-983f-57ff72d3356c'}] Sep 07 02:47:01.318413 n-d-796209-16 neutron-server[94701]: INFO neutron.plugins.ml2.plugin [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempt 9 to bind port 24f8affb-e6eb-4d92-9c6d-1d9a726e0938 Sep 07 02:47:01.335171 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c35b2724-8741-4dbb-8474-7596123fb217 req-92662b7a-5e1e-4d17-b276-347cd3f11bbe service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=021c98c2-5d93-4c32-87e5-cde76fdf8aa2 HTTP/1.1" status: 200 len: 217 time: 0.0365787 Sep 07 02:47:01.351081 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-2a59b3c1-397e-4240-9c60-562c90ec8ebd tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Deleting port 8f701a65-40db-4aa3-9560-37836645117f {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:47:01.351427 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2a59b3c1-397e-4240-9c60-562c90ec8ebd tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:01.353062 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 24f8affb-e6eb-4d92-9c6d-1d9a726e0938 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:47:01.353396 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 24f8affb-e6eb-4d92-9c6d-1d9a726e0938 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': 'e4c9da2a-9d26-4097-96e7-b22c1475a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8d0d268c-269d-4d57-983f-57ff72d3356c'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:47:01.353746 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 24f8affb-e6eb-4d92-9c6d-1d9a726e0938 on network 8d0d268c-269d-4d57-983f-57ff72d3356c {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:47:01.371941 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Port 24f8affb-e6eb-4d92-9c6d-1d9a726e0938 on network 8d0d268c-269d-4d57-983f-57ff72d3356c not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:47:01.372272 n-d-796209-16 neutron-server[94701]: ERROR neutron.plugins.ml2.managers [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Failed to bind port 24f8affb-e6eb-4d92-9c6d-1d9a726e0938 on host n-h1-796209-16 for vnic_type normal using segments [{'id': 'e4c9da2a-9d26-4097-96e7-b22c1475a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8d0d268c-269d-4d57-983f-57ff72d3356c'}] Sep 07 02:47:01.379831 n-d-796209-16 neutron-server[94701]: INFO neutron.plugins.ml2.plugin [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempt 10 to bind port 24f8affb-e6eb-4d92-9c6d-1d9a726e0938 Sep 07 02:47:01.383673 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b2724-8741-4dbb-8474-7596123fb217 req-eaa8d6a2-bd0c-4035-abfb-5c493ad94153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:01.385329 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c35b2724-8741-4dbb-8474-7596123fb217 req-eaa8d6a2-bd0c-4035-abfb-5c493ad94153 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a1edbcb4-7c27-4a3f-ab1f-7a3010f7d080 HTTP/1.1" status: 200 len: 855 time: 0.0430489 Sep 07 02:47:01.421571 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c35b2724-8741-4dbb-8474-7596123fb217 req-8fc6968e-b7c9-45f1-bf3f-96b60493fb2b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=86391a5a-8b46-4856-9537-02b1734374ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291171 Sep 07 02:47:01.422433 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-62eda7c5-5243-40b7-827f-47a7107caf7f tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:01.427251 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 24f8affb-e6eb-4d92-9c6d-1d9a726e0938 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:47:01.427615 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 24f8affb-e6eb-4d92-9c6d-1d9a726e0938 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': 'e4c9da2a-9d26-4097-96e7-b22c1475a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8d0d268c-269d-4d57-983f-57ff72d3356c'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:47:01.427948 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 24f8affb-e6eb-4d92-9c6d-1d9a726e0938 on network 8d0d268c-269d-4d57-983f-57ff72d3356c {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:47:01.461644 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Port 24f8affb-e6eb-4d92-9c6d-1d9a726e0938 on network 8d0d268c-269d-4d57-983f-57ff72d3356c not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:47:01.461977 n-d-796209-16 neutron-server[94701]: ERROR neutron.plugins.ml2.managers [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Failed to bind port 24f8affb-e6eb-4d92-9c6d-1d9a726e0938 on host n-h1-796209-16 for vnic_type normal using segments [{'id': 'e4c9da2a-9d26-4097-96e7-b22c1475a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8d0d268c-269d-4d57-983f-57ff72d3356c'}] Sep 07 02:47:01.462348 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:01.499187 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62eda7c5-5243-40b7-827f-47a7107caf7f tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:47:01.515008 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c35b2724-8741-4dbb-8474-7596123fb217 req-7f51267b-f553-4021-9e9d-a32fcc2f1d17 service neutron] 10.222.0.23 "GET /v2.0/networks/86391a5a-8b46-4856-9537-02b1734374ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859158 Sep 07 02:47:01.528619 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-62eda7c5-5243-40b7-827f-47a7107caf7f tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:47:01.531706 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2a59b3c1-397e-4240-9c60-562c90ec8ebd tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:01.532032 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2a59b3c1-397e-4240-9c60-562c90ec8ebd tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:01.535913 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eda7c5-5243-40b7-827f-47a7107caf7f tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Pushing event updated for resources: {'Port': ['ID=86e3eff5-6632-40c7-a371-16929917267d,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:01.538264 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62eda7c5-5243-40b7-827f-47a7107caf7f tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:47:01.599060 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-2a59b3c1-397e-4240-9c60-562c90ec8ebd tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Calling delete_port for 8f701a65-40db-4aa3-9560-37836645117f owned by network:floatingip {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:47:01.624471 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c35b2724-8741-4dbb-8474-7596123fb217 req-f46edff4-96e9-4fed-a751-a493f71fc8f3 service neutron] 10.222.0.23 "GET /v2.0/networks/86391a5a-8b46-4856-9537-02b1734374ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011708 Sep 07 02:47:01.659851 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96e76ad4-3f5a-41cb-8424-e9d30e96a97c', 'name': 'network-vif-deleted', 'tag': 'ff37e467-d142-48f5-a9e6-9fe37e7fc04a'}, {'name': 'network-changed', 'server_uuid': 'daeecb5a-c56a-4b16-9390-820e953018a9', 'tag': '021c98c2-5d93-4c32-87e5-cde76fdf8aa2'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:47:01.660360 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] For port 24f8affb-e6eb-4d92-9c6d-1d9a726e0938, host n-h1-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:47:01.660860 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempted to set empty binding levels {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 07 02:47:01.661952 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd4881b-4260-45f6-8e09-f9293e3f677a" -d '{"events": [{"server_uuid": "96e76ad4-3f5a-41cb-8424-e9d30e96a97c", "name": "network-vif-deleted", "tag": "ff37e467-d142-48f5-a9e6-9fe37e7fc04a"}, {"name": "network-changed", "server_uuid": "daeecb5a-c56a-4b16-9390-820e953018a9", "tag": "021c98c2-5d93-4c32-87e5-cde76fdf8aa2"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:47:01.740209 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:01.818913 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade5d7b-2c6b-49a2-9f5b-9745a491a253 req-58042c74-72c2-40ec-bf60-8d7676951693 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:01.820641 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bade5d7b-2c6b-49a2-9f5b-9745a491a253 req-58042c74-72c2-40ec-bf60-8d7676951693 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=31c05c42-271e-4af7-ac65-46700f7829ab HTTP/1.1" status: 200 len: 945 time: 0.2484207 Sep 07 02:47:01.841192 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:01.841809 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:01.906734 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Pushing event updated for resources: {'Port': ['ID=24f8affb-e6eb-4d92-9c6d-1d9a726e0938,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:01.912691 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-29820bdf-6eca-4d77-a493-86f4b2e6e247 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.7754927 Sep 07 02:47:01.917144 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59204) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:01.985102 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bade5d7b-2c6b-49a2-9f5b-9745a491a253 req-53b62921-be45-4354-bfdf-76bd441dba88 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351130 Sep 07 02:47:01.994989 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device bdf6e112-b4bf-412c-b725-58e03f57c337 no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:47:02.028089 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: bdf6e112-b4bf-412c-b725-58e03f57c337 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:47:02.028626 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device bdf6e112-b4bf-412c-b725-58e03f57c337 not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:47:02.097920 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f8ace6e6-380c-4601-b9e2-0b519519a849 req-24997b8b-60ff-4c2b-b863-001d1c7e3e6c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e423c6be512f402d962321aa483d8d94&device_id=5e13afb4-c6e0-4e46-8084-6ab466d042fc HTTP/1.1" status: 200 len: 210 time: 0.3564966 Sep 07 02:47:02.099243 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 07 Sep 2021 02:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d852c11d-0bcf-45e7-99d1-ffd296f58f36 x-openstack-request-id: req-d852c11d-0bcf-45e7-99d1-ffd296f58f36 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:47:02.099562 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96e76ad4-3f5a-41cb-8424-e9d30e96a97c", "name": "network-vif-deleted", "tag": "ff37e467-d142-48f5-a9e6-9fe37e7fc04a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "daeecb5a-c56a-4b16-9390-820e953018a9", "tag": "021c98c2-5d93-4c32-87e5-cde76fdf8aa2", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:47:02.099816 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d852c11d-0bcf-45e7-99d1-ffd296f58f36 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:47:02.100207 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96e76ad4-3f5a-41cb-8424-e9d30e96a97c', 'name': 'network-vif-deleted', 'tag': 'ff37e467-d142-48f5-a9e6-9fe37e7fc04a', 'status': 'completed', 'code': 200} Sep 07 02:47:02.100466 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daeecb5a-c56a-4b16-9390-820e953018a9', 'tag': '021c98c2-5d93-4c32-87e5-cde76fdf8aa2', 'status': 'completed', 'code': 200} Sep 07 02:47:02.160474 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2a59b3c1-397e-4240-9c60-562c90ec8ebd tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:02.162247 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b73e85e2-edc7-4f1a-be09-4d3ba9f847e4 req-ee93156b-3122-43c6-bcf9-e4b36d2699f0 tempest-ServerShowV247Test-1420034672 tempest-ServerShowV247Test-1420034672-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e13afb4-c6e0-4e46-8084-6ab466d042fc HTTP/1.1" status: 200 len: 210 time: 0.0599060 Sep 07 02:47:02.166452 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f8ace6e6-380c-4601-b9e2-0b519519a849 req-f97d7e1f-97e8-4ed2-81a3-94be0125aba2 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=e423c6be512f402d962321aa483d8d94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488756 Sep 07 02:47:02.181490 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4881b-4260-45f6-8e09-f9293e3f677a req-8a94676c-6798-4947-8fa3-3294e22ad593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:02.182960 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7dd4881b-4260-45f6-8e09-f9293e3f677a req-8a94676c-6798-4947-8fa3-3294e22ad593 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3d8ff40ac5af4273a429b575b3a30677&device_id=daeecb5a-c56a-4b16-9390-820e953018a9 HTTP/1.1" status: 200 len: 1095 time: 0.0817649 Sep 07 02:47:02.224275 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-62eda7c5-5243-40b7-827f-47a7107caf7f tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:02.230334 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b27d727-c96f-41a1-a3a8-aaba0d8153dd tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Deleting port 24f8affb-e6eb-4d92-9c6d-1d9a726e0938 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:47:02.230674 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b27d727-c96f-41a1-a3a8-aaba0d8153dd tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:02.232458 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a59b3c1-397e-4240-9c60-562c90ec8ebd tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Pushing event deleted for resources: {'Port': ['ID=8f701a65-40db-4aa3-9560-37836645117f,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:02.343770 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ace6e6-380c-4601-b9e2-0b519519a849 req-0eb8d0bd-9a59-4a1e-a64a-5ea6a7f33ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:02.345810 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f8ace6e6-380c-4601-b9e2-0b519519a849 req-0eb8d0bd-9a59-4a1e-a64a-5ea6a7f33ab8 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1668036 Sep 07 02:47:02.348460 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b3f76e-ce43-4b84-a199-1861a2cbfea6 req-959e87b6-96ab-4856-b1ad-435bafda044a tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:02.350041 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-22b3f76e-ce43-4b84-a199-1861a2cbfea6 req-959e87b6-96ab-4856-b1ad-435bafda044a tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=daeecb5a-c56a-4b16-9390-820e953018a9 HTTP/1.1" status: 200 len: 943 time: 0.2063880 Sep 07 02:47:02.360487 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4881b-4260-45f6-8e09-f9293e3f677a req-6e1c4baf-0c06-4006-a95e-640ccf04c842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:02.361971 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7dd4881b-4260-45f6-8e09-f9293e3f677a req-6e1c4baf-0c06-4006-a95e-640ccf04c842 service neutron] 10.222.0.23 "GET /v2.0/networks?id=86391a5a-8b46-4856-9537-02b1734374ff HTTP/1.1" status: 200 len: 915 time: 0.1418602 Sep 07 02:47:02.416228 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7dd4881b-4260-45f6-8e09-f9293e3f677a req-9d5f24b4-86bb-46d0-94e5-478274422dc5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=021c98c2-5d93-4c32-87e5-cde76fdf8aa2 HTTP/1.1" status: 200 len: 217 time: 0.0373979 Sep 07 02:47:02.446918 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3b27d727-c96f-41a1-a3a8-aaba0d8153dd tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] For port 24f8affb-e6eb-4d92-9c6d-1d9a726e0938, host n-h1-796209-16, got binding levels [] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:47:02.447285 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b27d727-c96f-41a1-a3a8-aaba0d8153dd tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:02.465997 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4881b-4260-45f6-8e09-f9293e3f677a req-789ba96c-1a9b-4f49-ae8c-330c1e186846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:02.467538 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7dd4881b-4260-45f6-8e09-f9293e3f677a req-789ba96c-1a9b-4f49-ae8c-330c1e186846 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a1edbcb4-7c27-4a3f-ab1f-7a3010f7d080 HTTP/1.1" status: 200 len: 855 time: 0.0437484 Sep 07 02:47:02.468738 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3b27d727-c96f-41a1-a3a8-aaba0d8153dd tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Calling delete_port for 24f8affb-e6eb-4d92-9c6d-1d9a726e0938 owned by {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:47:02.472309 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2a59b3c1-397e-4240-9c60-562c90ec8ebd tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Notify callbacks [] for floatingip, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:02.474894 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2a59b3c1-397e-4240-9c60-562c90ec8ebd tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:02.476069 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-2a59b3c1-397e-4240-9c60-562c90ec8ebd tempest-ServersTestManualDisk-517242267 tempest-ServersTestManualDisk-517242267-project] 10.222.0.22 "DELETE /v2.0/floatingips/4ce9f80c-64ce-4e6a-b6ac-715bfd32c0d5 HTTP/1.1" status: 204 len: 168 time: 1.4054742 Sep 07 02:47:02.482653 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 59208) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:02.509121 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7dd4881b-4260-45f6-8e09-f9293e3f677a req-5ace5dd7-2d9c-42d7-a720-cbcfe1f2a387 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=86391a5a-8b46-4856-9537-02b1734374ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337942 Sep 07 02:47:02.688406 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7dd4881b-4260-45f6-8e09-f9293e3f677a req-7d836cd6-3032-4309-a8e5-a1628d403b43 service neutron] 10.222.0.23 "GET /v2.0/networks/86391a5a-8b46-4856-9537-02b1734374ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450706 Sep 07 02:47:02.823352 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-22b3f76e-ce43-4b84-a199-1861a2cbfea6 req-809f167d-fdb7-46a2-ab73-dc60c4b93d77 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4413695 Sep 07 02:47:02.893439 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7dd4881b-4260-45f6-8e09-f9293e3f677a req-6d9cdff1-4459-422f-8314-568db937fbc9 service neutron] 10.222.0.23 "GET /v2.0/networks/86391a5a-8b46-4856-9537-02b1734374ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665633 Sep 07 02:47:02.969747 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-62eda7c5-5243-40b7-827f-47a7107caf7f tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-553517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3974'] for router, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:02.974123 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-62eda7c5-5243-40b7-827f-47a7107caf7f tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-553510'] for router, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:02.977037 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b27d727-c96f-41a1-a3a8-aaba0d8153dd tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:03.017017 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-11a5357e-cb79-4cfb-b45a-383735e7571c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:03.048703 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b27d727-c96f-41a1-a3a8-aaba0d8153dd tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Pushing event deleted for resources: {'Port': ['ID=24f8affb-e6eb-4d92-9c6d-1d9a726e0938,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:03.079951 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3b27d727-c96f-41a1-a3a8-aaba0d8153dd tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:03.081876 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-3b27d727-c96f-41a1-a3a8-aaba0d8153dd tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] 10.222.0.22 "DELETE /v2.0/ports/24f8affb-e6eb-4d92-9c6d-1d9a726e0938 HTTP/1.1" status: 204 len: 168 time: 1.1619873 Sep 07 02:47:03.086624 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 59216) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:03.138207 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6e50ecd-fbbd-408a-b85d-3e002462ac70 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] GET failed (client error): The resource could not be found. Sep 07 02:47:03.144668 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59220) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:03.144841 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a6e50ecd-fbbd-408a-b85d-3e002462ac70 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] 10.222.0.22 "GET /v2.0/ports/24f8affb-e6eb-4d92-9c6d-1d9a726e0938 HTTP/1.1" status: 404 len: 333 time: 0.0546796 Sep 07 02:47:03.149631 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-5fc75d17-74bd-4e6d-b414-65f4c61613e9 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Request body: {'port': {'network_id': '8d0d268c-269d-4d57-983f-57ff72d3356c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1457482281'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:03.167219 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62eda7c5-5243-40b7-827f-47a7107caf7f tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Router c90768d9-ab5e-49e5-ae5c-b89ed9a5fa32 is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 02:47:03.179883 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc75d17-74bd-4e6d-b414-65f4c61613e9 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Made reservation on behalf of 672f2e4b053b4e579466e55d17619d7b for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:47:03.182173 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5fc75d17-74bd-4e6d-b414-65f4c61613e9 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:03.206236 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3974fa5-e7ad-49fa-a3e2-65a9faae8608 req-270e0027-fd0e-4810-910b-f34a6e5606f9 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:03.207937 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c3974fa5-e7ad-49fa-a3e2-65a9faae8608 req-270e0027-fd0e-4810-910b-f34a6e5606f9 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=31c05c42-271e-4af7-ac65-46700f7829ab HTTP/1.1" status: 200 len: 945 time: 0.1339977 Sep 07 02:47:03.237984 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-5fc75d17-74bd-4e6d-b414-65f4c61613e9 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] device_id is not set on port 99410e67-b5bf-49da-941e-980e114075d8 yet. {{(pid=94701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:47:03.301702 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bef8f395-756c-47dd-97b9-31dec3704c55 req-8943946a-4316-49dd-9566-9e8e4a53ea5c tempest-ServerShowV247Test-1420034672 tempest-ServerShowV247Test-1420034672-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e13afb4-c6e0-4e46-8084-6ab466d042fc HTTP/1.1" status: 200 len: 210 time: 0.0596118 Sep 07 02:47:03.304486 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c3974fa5-e7ad-49fa-a3e2-65a9faae8608 req-cb7ec385-b756-4e10-85ff-e0b30fd888af tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869086 Sep 07 02:47:03.387002 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62eda7c5-5243-40b7-827f-47a7107caf7f tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:47:03.393286 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-62eda7c5-5243-40b7-827f-47a7107caf7f tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:03.397451 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-62eda7c5-5243-40b7-827f-47a7107caf7f tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] 10.222.0.22 "PUT /v2.0/routers/c90768d9-ab5e-49e5-ae5c-b89ed9a5fa32 HTTP/1.1" status: 200 len: 915 time: 3.5987575 Sep 07 02:47:03.399744 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 59224) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:03.399910 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715c1c82-1462-46cc-bc0f-ab54c91c2b3e None None] Sync routers for ids ['c90768d9-ab5e-49e5-ae5c-b89ed9a5fa32'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:47:03.409655 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715c1c82-1462-46cc-bc0f-ab54c91c2b3e None None] Routers {'c90768d9-ab5e-49e5-ae5c-b89ed9a5fa32'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:47:03.410269 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-715c1c82-1462-46cc-bc0f-ab54c91c2b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:46:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['c90768d9-ab5e-49e5-ae5c-b89ed9a5fa32'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:03.445387 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-715c1c82-1462-46cc-bc0f-ab54c91c2b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:03.454577 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715c1c82-1462-46cc-bc0f-ab54c91c2b3e None None] Routers {'c90768d9-ab5e-49e5-ae5c-b89ed9a5fa32'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:47:03.455171 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-715c1c82-1462-46cc-bc0f-ab54c91c2b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:46:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['c90768d9-ab5e-49e5-ae5c-b89ed9a5fa32'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:03.457838 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-11a5357e-cb79-4cfb-b45a-383735e7571c admin admin] Deleting port 0dcd29cc-b63a-4221-bdb4-9889205208b8 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:47:03.458187 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-11a5357e-cb79-4cfb-b45a-383735e7571c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:03.473604 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5fc75d17-74bd-4e6d-b414-65f4c61613e9 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:03.488806 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-715c1c82-1462-46cc-bc0f-ab54c91c2b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:03.489468 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715c1c82-1462-46cc-bc0f-ab54c91c2b3e None None] The sync data for ids ['c90768d9-ab5e-49e5-ae5c-b89ed9a5fa32'] in n-d-796209-16 is: [] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:47:03.510907 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5fc75d17-74bd-4e6d-b414-65f4c61613e9 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:03.557296 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc75d17-74bd-4e6d-b414-65f4c61613e9 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Network 8d0d268c-269d-4d57-983f-57ff72d3356c is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:47:03.560191 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-5fc75d17-74bd-4e6d-b414-65f4c61613e9 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:47:03.566500 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc75d17-74bd-4e6d-b414-65f4c61613e9 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:47:03.567585 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc75d17-74bd-4e6d-b414-65f4c61613e9 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:03.568208 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5fc75d17-74bd-4e6d-b414-65f4c61613e9 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:03.576203 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc75d17-74bd-4e6d-b414-65f4c61613e9 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Pushing event updated for resources: {'Port': ['ID=99410e67-b5bf-49da-941e-980e114075d8,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:03.591326 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-5fc75d17-74bd-4e6d-b414-65f4c61613e9 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4430804 Sep 07 02:47:03.591609 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59226) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:03.594579 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-11a5357e-cb79-4cfb-b45a-383735e7571c admin admin] For port 0dcd29cc-b63a-4221-bdb4-9889205208b8, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=0dcd29cc-b63a-4221-bdb4-9889205208b8,segment=NetworkSegment(4018cf39-49dd-49a9-8ea5-093706efe321),segment_id=4018cf39-49dd-49a9-8ea5-093706efe321)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:47:03.594993 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-11a5357e-cb79-4cfb-b45a-383735e7571c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:03.596938 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-796209-16'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:03.605222 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-eacd9984-7a4d-4ac6-98c2-67d7237db098 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] 10.222.0.22 "GET /v2.0/routers/c90768d9-ab5e-49e5-ae5c-b89ed9a5fa32 HTTP/1.1" status: 200 len: 921 time: 0.2026355 Sep 07 02:47:03.610268 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 59228) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:03.612372 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-11a5357e-cb79-4cfb-b45a-383735e7571c admin admin] Calling delete_port for 0dcd29cc-b63a-4221-bdb4-9889205208b8 owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:47:03.651432 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:03.691513 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93410cdc-00f5-4266-b054-1d92147b512a tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:03.693057 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-93410cdc-00f5-4266-b054-1d92147b512a tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=1166b922-7457-4da4-bdda-328e8c8e7bc6&device_id=c90768d9-ab5e-49e5-ae5c-b89ed9a5fa32&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0818083 Sep 07 02:47:03.696751 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59230) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:03.731761 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f8ace6e6-380c-4601-b9e2-0b519519a849 req-2d11bcf8-ba12-44b9-afe1-a891f75579bf tempest-ServerShowV247Test-1420034672 tempest-ServerShowV247Test-1420034672-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e13afb4-c6e0-4e46-8084-6ab466d042fc HTTP/1.1" status: 200 len: 210 time: 0.0342362 Sep 07 02:47:03.863782 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-11a5357e-cb79-4cfb-b45a-383735e7571c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:03.893644 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177c0090-8466-4734-8954-37398dd7dd39 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:03.897799 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-177c0090-8466-4734-8954-37398dd7dd39 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] 10.222.0.22 "GET /v2.0/networks/1166b922-7457-4da4-bdda-328e8c8e7bc6 HTTP/1.1" status: 200 len: 881 time: 0.1973889 Sep 07 02:47:03.897980 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a5357e-cb79-4cfb-b45a-383735e7571c admin admin] Pushing event deleted for resources: {'Port': ['ID=0dcd29cc-b63a-4221-bdb4-9889205208b8,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:03.898350 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 59234) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:03.939108 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] device_id is not set on port 99410e67-b5bf-49da-941e-980e114075d8 yet. {{(pid=94701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:47:03.948378 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:03.950945 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9ff57243-6885-4f1d-b424-b53743e35716 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] 10.222.0.22 "GET /v2.0/ports?device_id=c90768d9-ab5e-49e5-ae5c-b89ed9a5fa32 HTTP/1.1" status: 200 len: 205 time: 0.0514503 Sep 07 02:47:03.953831 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59236) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:04.011194 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Transition to ACTIVE for port object 99410e67-b5bf-49da-941e-980e114075d8 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:47:04.022023 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf93fc-2c71-4bef-ba89-40facf6a762e req-b5799dd8-16cf-4600-89b1-47876f699cfe tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:04.023630 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-50bf93fc-2c71-4bef-ba89-40facf6a762e req-b5799dd8-16cf-4600-89b1-47876f699cfe tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=daeecb5a-c56a-4b16-9390-820e953018a9 HTTP/1.1" status: 200 len: 943 time: 0.1260929 Sep 07 02:47:04.028488 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:04.121178 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-11a5357e-cb79-4cfb-b45a-383735e7571c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:04.155860 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Pushing event updated for resources: {'Port': ['ID=99410e67-b5bf-49da-941e-980e114075d8,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:04.185316 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-50bf93fc-2c71-4bef-ba89-40facf6a762e req-5b532d0b-470a-452f-9f0b-8b75b50fc689 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522584 Sep 07 02:47:04.187435 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2fc8127e-5ef0-49a7-b38e-98e40caef73b tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks [] for router, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:04.229456 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 99410e67-b5bf-49da-941e-980e114075d8 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:47:04.229777 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 99410e67-b5bf-49da-941e-980e114075d8 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': 'e4c9da2a-9d26-4097-96e7-b22c1475a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8d0d268c-269d-4d57-983f-57ff72d3356c'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:47:04.230472 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 99410e67-b5bf-49da-941e-980e114075d8 on network 8d0d268c-269d-4d57-983f-57ff72d3356c {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:47:04.241788 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Port 99410e67-b5bf-49da-941e-980e114075d8 on network 8d0d268c-269d-4d57-983f-57ff72d3356c not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:47:04.242137 n-d-796209-16 neutron-server[94701]: ERROR neutron.plugins.ml2.managers [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Failed to bind port 99410e67-b5bf-49da-941e-980e114075d8 on host n-h1-796209-16 for vnic_type normal using segments [{'id': 'e4c9da2a-9d26-4097-96e7-b22c1475a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8d0d268c-269d-4d57-983f-57ff72d3356c'}] Sep 07 02:47:04.244322 n-d-796209-16 neutron-server[94701]: INFO neutron.plugins.ml2.plugin [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempt 2 to bind port 99410e67-b5bf-49da-941e-980e114075d8 Sep 07 02:47:04.270432 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 99410e67-b5bf-49da-941e-980e114075d8 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:47:04.270777 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 99410e67-b5bf-49da-941e-980e114075d8 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': 'e4c9da2a-9d26-4097-96e7-b22c1475a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8d0d268c-269d-4d57-983f-57ff72d3356c'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:47:04.271120 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 99410e67-b5bf-49da-941e-980e114075d8 on network 8d0d268c-269d-4d57-983f-57ff72d3356c {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:47:04.303207 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Port 99410e67-b5bf-49da-941e-980e114075d8 on network 8d0d268c-269d-4d57-983f-57ff72d3356c not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:47:04.303631 n-d-796209-16 neutron-server[94701]: ERROR neutron.plugins.ml2.managers [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Failed to bind port 99410e67-b5bf-49da-941e-980e114075d8 on host n-h1-796209-16 for vnic_type normal using segments [{'id': 'e4c9da2a-9d26-4097-96e7-b22c1475a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8d0d268c-269d-4d57-983f-57ff72d3356c'}] Sep 07 02:47:04.305440 n-d-796209-16 neutron-server[94701]: INFO neutron.plugins.ml2.plugin [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempt 3 to bind port 99410e67-b5bf-49da-941e-980e114075d8 Sep 07 02:47:04.328087 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 99410e67-b5bf-49da-941e-980e114075d8 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:47:04.328507 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 99410e67-b5bf-49da-941e-980e114075d8 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': 'e4c9da2a-9d26-4097-96e7-b22c1475a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8d0d268c-269d-4d57-983f-57ff72d3356c'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:47:04.328892 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 99410e67-b5bf-49da-941e-980e114075d8 on network 8d0d268c-269d-4d57-983f-57ff72d3356c {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:47:04.336378 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Port 99410e67-b5bf-49da-941e-980e114075d8 on network 8d0d268c-269d-4d57-983f-57ff72d3356c not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:47:04.336719 n-d-796209-16 neutron-server[94701]: ERROR neutron.plugins.ml2.managers [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Failed to bind port 99410e67-b5bf-49da-941e-980e114075d8 on host n-h1-796209-16 for vnic_type normal using segments [{'id': 'e4c9da2a-9d26-4097-96e7-b22c1475a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8d0d268c-269d-4d57-983f-57ff72d3356c'}] Sep 07 02:47:04.337821 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2fc8127e-5ef0-49a7-b38e-98e40caef73b tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:04.341506 n-d-796209-16 neutron-server[94701]: INFO neutron.plugins.ml2.plugin [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempt 4 to bind port 99410e67-b5bf-49da-941e-980e114075d8 Sep 07 02:47:04.371918 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 99410e67-b5bf-49da-941e-980e114075d8 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:47:04.372709 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 99410e67-b5bf-49da-941e-980e114075d8 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': 'e4c9da2a-9d26-4097-96e7-b22c1475a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8d0d268c-269d-4d57-983f-57ff72d3356c'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:47:04.373632 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 99410e67-b5bf-49da-941e-980e114075d8 on network 8d0d268c-269d-4d57-983f-57ff72d3356c {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:47:04.380212 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Port 99410e67-b5bf-49da-941e-980e114075d8 on network 8d0d268c-269d-4d57-983f-57ff72d3356c not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:47:04.380554 n-d-796209-16 neutron-server[94701]: ERROR neutron.plugins.ml2.managers [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Failed to bind port 99410e67-b5bf-49da-941e-980e114075d8 on host n-h1-796209-16 for vnic_type normal using segments [{'id': 'e4c9da2a-9d26-4097-96e7-b22c1475a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8d0d268c-269d-4d57-983f-57ff72d3356c'}] Sep 07 02:47:04.388912 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a5357e-cb79-4cfb-b45a-383735e7571c admin admin] Router c1ab538e-7710-4532-94bd-99b9219bd5fe has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:47:04.396499 n-d-796209-16 neutron-server[94701]: INFO neutron.plugins.ml2.plugin [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempt 5 to bind port 99410e67-b5bf-49da-941e-980e114075d8 Sep 07 02:47:04.413134 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 99410e67-b5bf-49da-941e-980e114075d8 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:47:04.413475 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 99410e67-b5bf-49da-941e-980e114075d8 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': 'e4c9da2a-9d26-4097-96e7-b22c1475a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8d0d268c-269d-4d57-983f-57ff72d3356c'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:47:04.413812 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 99410e67-b5bf-49da-941e-980e114075d8 on network 8d0d268c-269d-4d57-983f-57ff72d3356c {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:47:04.421181 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Port 99410e67-b5bf-49da-941e-980e114075d8 on network 8d0d268c-269d-4d57-983f-57ff72d3356c not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:47:04.421519 n-d-796209-16 neutron-server[94701]: ERROR neutron.plugins.ml2.managers [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Failed to bind port 99410e67-b5bf-49da-941e-980e114075d8 on host n-h1-796209-16 for vnic_type normal using segments [{'id': 'e4c9da2a-9d26-4097-96e7-b22c1475a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8d0d268c-269d-4d57-983f-57ff72d3356c'}] Sep 07 02:47:04.423282 n-d-796209-16 neutron-server[94701]: INFO neutron.plugins.ml2.plugin [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempt 6 to bind port 99410e67-b5bf-49da-941e-980e114075d8 Sep 07 02:47:04.441081 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 99410e67-b5bf-49da-941e-980e114075d8 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:47:04.441426 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 99410e67-b5bf-49da-941e-980e114075d8 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': 'e4c9da2a-9d26-4097-96e7-b22c1475a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8d0d268c-269d-4d57-983f-57ff72d3356c'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:47:04.441773 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 99410e67-b5bf-49da-941e-980e114075d8 on network 8d0d268c-269d-4d57-983f-57ff72d3356c {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:47:04.452941 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Port 99410e67-b5bf-49da-941e-980e114075d8 on network 8d0d268c-269d-4d57-983f-57ff72d3356c not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:47:04.453310 n-d-796209-16 neutron-server[94701]: ERROR neutron.plugins.ml2.managers [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Failed to bind port 99410e67-b5bf-49da-941e-980e114075d8 on host n-h1-796209-16 for vnic_type normal using segments [{'id': 'e4c9da2a-9d26-4097-96e7-b22c1475a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8d0d268c-269d-4d57-983f-57ff72d3356c'}] Sep 07 02:47:04.455166 n-d-796209-16 neutron-server[94701]: INFO neutron.plugins.ml2.plugin [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempt 7 to bind port 99410e67-b5bf-49da-941e-980e114075d8 Sep 07 02:47:04.465361 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-2fc8127e-5ef0-49a7-b38e-98e40caef73b tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Deleting port 86e3eff5-6632-40c7-a371-16929917267d {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:47:04.465710 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2fc8127e-5ef0-49a7-b38e-98e40caef73b tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:04.482827 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 99410e67-b5bf-49da-941e-980e114075d8 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:47:04.483171 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 99410e67-b5bf-49da-941e-980e114075d8 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': 'e4c9da2a-9d26-4097-96e7-b22c1475a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8d0d268c-269d-4d57-983f-57ff72d3356c'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:47:04.483536 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 99410e67-b5bf-49da-941e-980e114075d8 on network 8d0d268c-269d-4d57-983f-57ff72d3356c {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:47:04.496668 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Port 99410e67-b5bf-49da-941e-980e114075d8 on network 8d0d268c-269d-4d57-983f-57ff72d3356c not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:47:04.496994 n-d-796209-16 neutron-server[94701]: ERROR neutron.plugins.ml2.managers [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Failed to bind port 99410e67-b5bf-49da-941e-980e114075d8 on host n-h1-796209-16 for vnic_type normal using segments [{'id': 'e4c9da2a-9d26-4097-96e7-b22c1475a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8d0d268c-269d-4d57-983f-57ff72d3356c'}] Sep 07 02:47:04.499324 n-d-796209-16 neutron-server[94701]: INFO neutron.plugins.ml2.plugin [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempt 8 to bind port 99410e67-b5bf-49da-941e-980e114075d8 Sep 07 02:47:04.530969 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4d8b9-4cea-4271-8a05-133a951f6cc8 req-2ed7e611-11b9-4725-887b-ef4ebf678108 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:04.532816 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-58f4d8b9-4cea-4271-8a05-133a951f6cc8 req-2ed7e611-11b9-4725-887b-ef4ebf678108 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=31c05c42-271e-4af7-ac65-46700f7829ab HTTP/1.1" status: 200 len: 945 time: 0.0925756 Sep 07 02:47:04.548520 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 99410e67-b5bf-49da-941e-980e114075d8 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:47:04.548858 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 99410e67-b5bf-49da-941e-980e114075d8 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': 'e4c9da2a-9d26-4097-96e7-b22c1475a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8d0d268c-269d-4d57-983f-57ff72d3356c'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:47:04.549202 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 99410e67-b5bf-49da-941e-980e114075d8 on network 8d0d268c-269d-4d57-983f-57ff72d3356c {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:47:04.556338 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Port 99410e67-b5bf-49da-941e-980e114075d8 on network 8d0d268c-269d-4d57-983f-57ff72d3356c not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:47:04.556682 n-d-796209-16 neutron-server[94701]: ERROR neutron.plugins.ml2.managers [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Failed to bind port 99410e67-b5bf-49da-941e-980e114075d8 on host n-h1-796209-16 for vnic_type normal using segments [{'id': 'e4c9da2a-9d26-4097-96e7-b22c1475a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8d0d268c-269d-4d57-983f-57ff72d3356c'}] Sep 07 02:47:04.558343 n-d-796209-16 neutron-server[94701]: INFO neutron.plugins.ml2.plugin [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempt 9 to bind port 99410e67-b5bf-49da-941e-980e114075d8 Sep 07 02:47:04.562655 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a5357e-cb79-4cfb-b45a-383735e7571c admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:47:04.571629 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-11a5357e-cb79-4cfb-b45a-383735e7571c admin admin] 10.222.0.22 "PUT /v2.0/routers/c1ab538e-7710-4532-94bd-99b9219bd5fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0865180 Sep 07 02:47:04.572599 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 59246) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:04.575113 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12adc9b9-8108-4ecc-a39b-88610366db4a None None] Sync routers for ids ['c1ab538e-7710-4532-94bd-99b9219bd5fe'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:47:04.584191 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12adc9b9-8108-4ecc-a39b-88610366db4a None None] Routers {'c1ab538e-7710-4532-94bd-99b9219bd5fe'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:47:04.585081 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-12adc9b9-8108-4ecc-a39b-88610366db4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:46:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['c1ab538e-7710-4532-94bd-99b9219bd5fe'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:04.590544 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 99410e67-b5bf-49da-941e-980e114075d8 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:47:04.591017 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 99410e67-b5bf-49da-941e-980e114075d8 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': 'e4c9da2a-9d26-4097-96e7-b22c1475a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8d0d268c-269d-4d57-983f-57ff72d3356c'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:47:04.591828 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 99410e67-b5bf-49da-941e-980e114075d8 on network 8d0d268c-269d-4d57-983f-57ff72d3356c {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:47:04.608381 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2fc8127e-5ef0-49a7-b38e-98e40caef73b tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:04.626421 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-2fc8127e-5ef0-49a7-b38e-98e40caef73b tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Calling delete_port for 86e3eff5-6632-40c7-a371-16929917267d owned by network:router_gateway {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:47:04.652200 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-58f4d8b9-4cea-4271-8a05-133a951f6cc8 req-6d7180c5-8a30-41fe-b5ea-4235cf1eabe4 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993831 Sep 07 02:47:04.681550 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59250) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:04.691257 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Port 99410e67-b5bf-49da-941e-980e114075d8 on network 8d0d268c-269d-4d57-983f-57ff72d3356c not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:47:04.691627 n-d-796209-16 neutron-server[94701]: ERROR neutron.plugins.ml2.managers [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Failed to bind port 99410e67-b5bf-49da-941e-980e114075d8 on host n-h1-796209-16 for vnic_type normal using segments [{'id': 'e4c9da2a-9d26-4097-96e7-b22c1475a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8d0d268c-269d-4d57-983f-57ff72d3356c'}] Sep 07 02:47:04.693420 n-d-796209-16 neutron-server[94701]: INFO neutron.plugins.ml2.plugin [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempt 10 to bind port 99410e67-b5bf-49da-941e-980e114075d8 Sep 07 02:47:04.715183 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-12adc9b9-8108-4ecc-a39b-88610366db4a None None] Set router c1ab538e-7710-4532-94bd-99b9219bd5fe gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:47:04.718432 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 99410e67-b5bf-49da-941e-980e114075d8 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:47:04.718843 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 99410e67-b5bf-49da-941e-980e114075d8 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': 'e4c9da2a-9d26-4097-96e7-b22c1475a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8d0d268c-269d-4d57-983f-57ff72d3356c'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:47:04.719715 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 99410e67-b5bf-49da-941e-980e114075d8 on network 8d0d268c-269d-4d57-983f-57ff72d3356c {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:47:04.731664 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Port 99410e67-b5bf-49da-941e-980e114075d8 on network 8d0d268c-269d-4d57-983f-57ff72d3356c not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:47:04.732009 n-d-796209-16 neutron-server[94701]: ERROR neutron.plugins.ml2.managers [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Failed to bind port 99410e67-b5bf-49da-941e-980e114075d8 on host n-h1-796209-16 for vnic_type normal using segments [{'id': 'e4c9da2a-9d26-4097-96e7-b22c1475a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8d0d268c-269d-4d57-983f-57ff72d3356c'}] Sep 07 02:47:04.732388 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:04.738537 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-76dc08cb-f0bf-452b-946f-4e2a41e8a325 admin admin] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:04.852020 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e1e59ab9-96e5-49c4-8e16-7caa05f8a53a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:04.861824 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-76dc08cb-f0bf-452b-946f-4e2a41e8a325 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:04.918578 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-76dc08cb-f0bf-452b-946f-4e2a41e8a325 admin admin] Deleting port 8243c820-0944-4965-a5d9-96b24cd965a7 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:47:04.918804 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-76dc08cb-f0bf-452b-946f-4e2a41e8a325 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:04.924715 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] For port 99410e67-b5bf-49da-941e-980e114075d8, host n-h1-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:47:04.925089 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempted to set empty binding levels {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 07 02:47:04.936218 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:04.944263 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-12adc9b9-8108-4ecc-a39b-88610366db4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ab538e-7710-4532-94bd-99b9219bd5fe', 'name': 'tempest-ServersTestManualDisk-289755633-router', 'tenant_id': '6f0184f4d86f49e0b1ae71c80300b509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.240'}], 'enable_snat': True}, 'gw_port_id': '8243c820-0944-4965-a5d9-96b24cd965a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:44:44Z', 'updated_at': '2021-09-07T02:47:03Z', 'revision_number': 5, 'project_id': '6f0184f4d86f49e0b1ae71c80300b509', 'gw_port': {'id': '8243c820-0944-4965-a5d9-96b24cd965a7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:45:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1ab538e-7710-4532-94bd-99b9219bd5fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:44:45Z', 'updated_at': '2021-09-07T02:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:04.973054 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12adc9b9-8108-4ecc-a39b-88610366db4a None None] Checking router: c1ab538e-7710-4532-94bd-99b9219bd5fe for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:47:04.981620 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12adc9b9-8108-4ecc-a39b-88610366db4a None None] Routers {'c1ab538e-7710-4532-94bd-99b9219bd5fe'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:47:04.982236 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-12adc9b9-8108-4ecc-a39b-88610366db4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:46:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['c1ab538e-7710-4532-94bd-99b9219bd5fe'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:04.983672 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2fc8127e-5ef0-49a7-b38e-98e40caef73b tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:04.985970 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] In _notify_port_updated(), no bound segment for port 99410e67-b5bf-49da-941e-980e114075d8 on network 8d0d268c-269d-4d57-983f-57ff72d3356c {{(pid=94701) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 02:47:04.986846 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:04.987452 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:04.988812 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] 10.222.0.22 "PUT /v2.0/ports/99410e67-b5bf-49da-941e-980e114075d8 HTTP/1.1" status: 200 len: 976 time: 1.3961890 Sep 07 02:47:04.991891 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 59254) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:05.022086 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5977f7-21d3-4cf5-ad37-a41928129680 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Pushing event updated for resources: {'Port': ['ID=99410e67-b5bf-49da-941e-980e114075d8,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:05.067203 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 021c98c2-5d93-4c32-87e5-cde76fdf8aa2 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:47:05.068169 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-76dc08cb-f0bf-452b-946f-4e2a41e8a325 admin admin] For port 8243c820-0944-4965-a5d9-96b24cd965a7, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=8243c820-0944-4965-a5d9-96b24cd965a7,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:47:05.068739 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-76dc08cb-f0bf-452b-946f-4e2a41e8a325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:05.090466 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-76dc08cb-f0bf-452b-946f-4e2a41e8a325 admin admin] Calling delete_port for 8243c820-0944-4965-a5d9-96b24cd965a7 owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:47:05.100690 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-12adc9b9-8108-4ecc-a39b-88610366db4a None None] Set router c1ab538e-7710-4532-94bd-99b9219bd5fe gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:47:05.102425 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc8127e-5ef0-49a7-b38e-98e40caef73b tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Pushing event deleted for resources: {'Port': ['ID=86e3eff5-6632-40c7-a371-16929917267d,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:05.141920 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2fc8127e-5ef0-49a7-b38e-98e40caef73b tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:05.177725 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-12adc9b9-8108-4ecc-a39b-88610366db4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1ab538e-7710-4532-94bd-99b9219bd5fe', 'name': 'tempest-ServersTestManualDisk-289755633-router', 'tenant_id': '6f0184f4d86f49e0b1ae71c80300b509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:44:44Z', 'updated_at': '2021-09-07T02:47:04Z', 'revision_number': 6, 'project_id': '6f0184f4d86f49e0b1ae71c80300b509', 'gw_port_host': None}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:05.227721 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e1e59ab9-96e5-49c4-8e16-7caa05f8a53a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:05.251234 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12adc9b9-8108-4ecc-a39b-88610366db4a None None] The sync data for ids ['c1ab538e-7710-4532-94bd-99b9219bd5fe'] in n-d-796209-16 is: [{'id': 'c1ab538e-7710-4532-94bd-99b9219bd5fe', 'name': 'tempest-ServersTestManualDisk-289755633-router', 'tenant_id': '6f0184f4d86f49e0b1ae71c80300b509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:44:44Z', 'updated_at': '2021-09-07T02:47:04Z', 'revision_number': 6, 'project_id': '6f0184f4d86f49e0b1ae71c80300b509', 'gw_port_host': None}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:47:05.258215 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2fc8127e-5ef0-49a7-b38e-98e40caef73b tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:05.261032 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2fc8127e-5ef0-49a7-b38e-98e40caef73b tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:05.262746 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e1e59ab9-96e5-49c4-8e16-7caa05f8a53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:05.316892 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 021c98c2-5d93-4c32-87e5-cde76fdf8aa2, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=021c98c2-5d93-4c32-87e5-cde76fdf8aa2,segment=NetworkSegment(3fe8dbe0-c525-47eb-95e9-13e6bd5cc1b3),segment_id=3fe8dbe0-c525-47eb-95e9-13e6bd5cc1b3)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:47:05.333851 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '021c98c2-5d93-4c32-87e5-cde76fdf8aa2', 'network_id': '86391a5a-8b46-4856-9537-02b1734374ff', 'port_id': '021c98c2-5d93-4c32-87e5-cde76fdf8aa2', 'mac_address': 'fa:16:3e:a3:36:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1edbcb4-7c27-4a3f-ab1f-7a3010f7d080', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:47:05.387525 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:05.391895 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e59ab9-96e5-49c4-8e16-7caa05f8a53a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7e807a-f7c7-4aff-8f8d-23199b1d5f1f,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:05.396337 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2fc8127e-5ef0-49a7-b38e-98e40caef73b tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:05.397014 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc8127e-5ef0-49a7-b38e-98e40caef73b tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Fanout notify agent at l3_agent the message router_deleted on router c90768d9-ab5e-49e5-ae5c-b89ed9a5fa32 {{(pid=94701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 02:47:05.404957 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2fc8127e-5ef0-49a7-b38e-98e40caef73b tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:05.406101 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-2fc8127e-5ef0-49a7-b38e-98e40caef73b tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] 10.222.0.22 "DELETE /v2.0/routers/c90768d9-ab5e-49e5-ae5c-b89ed9a5fa32 HTTP/1.1" status: 204 len: 168 time: 1.4511251 Sep 07 02:47:05.413108 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e1e59ab9-96e5-49c4-8e16-7caa05f8a53a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e423c6be512f402d962321aa483d8d94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7293992 Sep 07 02:47:05.416007 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59260) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:05.416756 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59262) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:05.420604 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 021c98c2-5d93-4c32-87e5-cde76fdf8aa2 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:47:05.422790 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-ef14d301-fed6-42e5-8252-17c8a4dc036a tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-504390428', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}, 'admin_state_up': False}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:05.446150 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 021c98c2-5d93-4c32-87e5-cde76fdf8aa2, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=021c98c2-5d93-4c32-87e5-cde76fdf8aa2,segment=NetworkSegment(3fe8dbe0-c525-47eb-95e9-13e6bd5cc1b3),segment_id=3fe8dbe0-c525-47eb-95e9-13e6bd5cc1b3)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:47:05.453153 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:05.462778 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddef1b8f-26c7-4bba-8c1a-2e1d94d67485 req-6ec358a8-b652-44bc-8ed7-79665fedf9a5 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:05.464396 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ddef1b8f-26c7-4bba-8c1a-2e1d94d67485 req-6ec358a8-b652-44bc-8ed7-79665fedf9a5 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=daeecb5a-c56a-4b16-9390-820e953018a9 HTTP/1.1" status: 200 len: 943 time: 0.1798975 Sep 07 02:47:05.473698 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c58e30-bef4-42b1-994b-0740fba9f855 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:05.474298 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c58e30-bef4-42b1-994b-0740fba9f855 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:05.474860 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c58e30-bef4-42b1-994b-0740fba9f855 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:05.475127 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c58e30-bef4-42b1-994b-0740fba9f855 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:05.475741 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c58e30-bef4-42b1-994b-0740fba9f855 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:05.476214 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c58e30-bef4-42b1-994b-0740fba9f855 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:05.476680 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c58e30-bef4-42b1-994b-0740fba9f855 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:05.477378 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c58e30-bef4-42b1-994b-0740fba9f855 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:05.478054 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c58e30-bef4-42b1-994b-0740fba9f855 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:05.478054 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c58e30-bef4-42b1-994b-0740fba9f855 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:05.478508 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c58e30-bef4-42b1-994b-0740fba9f855 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:05.478975 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c58e30-bef4-42b1-994b-0740fba9f855 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:05.479681 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c58e30-bef4-42b1-994b-0740fba9f855 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:05.480107 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c58e30-bef4-42b1-994b-0740fba9f855 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:05.480593 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c58e30-bef4-42b1-994b-0740fba9f855 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:05.481166 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c58e30-bef4-42b1-994b-0740fba9f855 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:05.481636 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c58e30-bef4-42b1-994b-0740fba9f855 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:05.482333 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c58e30-bef4-42b1-994b-0740fba9f855 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:05.482560 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c58e30-bef4-42b1-994b-0740fba9f855 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:05.483021 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c58e30-bef4-42b1-994b-0740fba9f855 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:05.483500 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c58e30-bef4-42b1-994b-0740fba9f855 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:05.483965 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c58e30-bef4-42b1-994b-0740fba9f855 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:05.484938 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c58e30-bef4-42b1-994b-0740fba9f855 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:05.485408 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c58e30-bef4-42b1-994b-0740fba9f855 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:05.485863 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c58e30-bef4-42b1-994b-0740fba9f855 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:05.486319 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c58e30-bef4-42b1-994b-0740fba9f855 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:05.487235 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c58e30-bef4-42b1-994b-0740fba9f855 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:05.487235 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c58e30-bef4-42b1-994b-0740fba9f855 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:05.487701 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c58e30-bef4-42b1-994b-0740fba9f855 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:05.488149 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c58e30-bef4-42b1-994b-0740fba9f855 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:05.488989 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c58e30-bef4-42b1-994b-0740fba9f855 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:05.489115 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c58e30-bef4-42b1-994b-0740fba9f855 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:05.489493 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c58e30-bef4-42b1-994b-0740fba9f855 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:05.489943 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c58e30-bef4-42b1-994b-0740fba9f855 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:05.490393 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c58e30-bef4-42b1-994b-0740fba9f855 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:05.490860 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c58e30-bef4-42b1-994b-0740fba9f855 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:05.491318 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c58e30-bef4-42b1-994b-0740fba9f855 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:05.491794 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c58e30-bef4-42b1-994b-0740fba9f855 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:05.495973 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-41c58e30-bef4-42b1-994b-0740fba9f855 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 34408 time: 0.5030298 Sep 07 02:47:05.504047 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 59264) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:05.509201 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ef14d301-fed6-42e5-8252-17c8a4dc036a tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:05.510234 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ef14d301-fed6-42e5-8252-17c8a4dc036a tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:05.510919 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=021c98c2-5d93-4c32-87e5-cde76fdf8aa2,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:05.558307 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ddef1b8f-26c7-4bba-8c1a-2e1d94d67485 req-9ffb21e8-1ee5-4175-abd3-ed5c29b71512 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831306 Sep 07 02:47:05.560325 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-73e0979d-3394-42a9-b3ad-2c100bd7ec31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:05.600688 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ef14d301-fed6-42e5-8252-17c8a4dc036a tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:05.616798 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-73e0979d-3394-42a9-b3ad-2c100bd7ec31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:05.692772 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['021c98c2-5d93-4c32-87e5-cde76fdf8aa2'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:47:05.731317 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-1b8a9a04-8a6b-41e3-988f-94d7d5d7d5be tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Deleting port 99410e67-b5bf-49da-941e-980e114075d8 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:47:05.731623 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1b8a9a04-8a6b-41e3-988f-94d7d5d7d5be tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:05.793394 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ef14d301-fed6-42e5-8252-17c8a4dc036a tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:05.828489 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-73e0979d-3394-42a9-b3ad-2c100bd7ec31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:05.831312 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-73e0979d-3394-42a9-b3ad-2c100bd7ec31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:05.834976 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-73e0979d-3394-42a9-b3ad-2c100bd7ec31 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cb7e807a-f7c7-4aff-8f8d-23199b1d5f1f HTTP/1.1" status: 204 len: 168 time: 0.4141147 Sep 07 02:47:05.857993 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e0979d-3394-42a9-b3ad-2c100bd7ec31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7e807a-f7c7-4aff-8f8d-23199b1d5f1f,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:05.884581 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9cf462-00b7-438a-a85f-277d03e5ddd7 req-e0a330f3-97e7-48d1-9b58-aeeacd2c5782 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:05.886693 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ec9cf462-00b7-438a-a85f-277d03e5ddd7 req-e0a330f3-97e7-48d1-9b58-aeeacd2c5782 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=31c05c42-271e-4af7-ac65-46700f7829ab HTTP/1.1" status: 200 len: 945 time: 0.1570072 Sep 07 02:47:05.891331 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-76dc08cb-f0bf-452b-946f-4e2a41e8a325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:05.893698 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-1b8a9a04-8a6b-41e3-988f-94d7d5d7d5be tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] For port 99410e67-b5bf-49da-941e-980e114075d8, host n-h1-796209-16, got binding levels [] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:47:05.894159 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1b8a9a04-8a6b-41e3-988f-94d7d5d7d5be tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:05.948237 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc08cb-f0bf-452b-946f-4e2a41e8a325 admin admin] Pushing event deleted for resources: {'Port': ['ID=8243c820-0944-4965-a5d9-96b24cd965a7,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:05.950823 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-1b8a9a04-8a6b-41e3-988f-94d7d5d7d5be tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Calling delete_port for 99410e67-b5bf-49da-941e-980e114075d8 owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:47:06.053737 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ef14d301-fed6-42e5-8252-17c8a4dc036a tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks [] for router_gateway, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:06.059161 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ec9cf462-00b7-438a-a85f-277d03e5ddd7 req-9eccf5a9-b954-4723-9cb5-adb0cf770476 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614056 Sep 07 02:47:06.102740 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ef14d301-fed6-42e5-8252-17c8a4dc036a tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:06.129014 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-76dc08cb-f0bf-452b-946f-4e2a41e8a325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:06.230340 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-ef14d301-fed6-42e5-8252-17c8a4dc036a tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Allocated IP 172.25.5.228 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/f04a1b89-d338-4ec6-89da-03a279e30184) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:47:06.240693 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-76dc08cb-f0bf-452b-946f-4e2a41e8a325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:06.244079 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-76dc08cb-f0bf-452b-946f-4e2a41e8a325 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:06.286596 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1b8a9a04-8a6b-41e3-988f-94d7d5d7d5be tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:06.317131 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a9a04-8a6b-41e3-988f-94d7d5d7d5be tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Pushing event deleted for resources: {'Port': ['ID=99410e67-b5bf-49da-941e-980e114075d8,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:06.319281 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-76dc08cb-f0bf-452b-946f-4e2a41e8a325 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:06.319843 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76dc08cb-f0bf-452b-946f-4e2a41e8a325 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1ab538e-7710-4532-94bd-99b9219bd5fe {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 02:47:06.325797 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-76dc08cb-f0bf-452b-946f-4e2a41e8a325 admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:06.326885 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-76dc08cb-f0bf-452b-946f-4e2a41e8a325 admin admin] 10.222.0.22 "DELETE /v2.0/routers/c1ab538e-7710-4532-94bd-99b9219bd5fe HTTP/1.1" status: 204 len: 168 time: 1.7529252 Sep 07 02:47:06.330311 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 59280) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:06.338037 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1b8a9a04-8a6b-41e3-988f-94d7d5d7d5be tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:06.339890 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-1b8a9a04-8a6b-41e3-988f-94d7d5d7d5be tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] 10.222.0.22 "DELETE /v2.0/ports/99410e67-b5bf-49da-941e-980e114075d8 HTTP/1.1" status: 204 len: 168 time: 0.8072639 Sep 07 02:47:06.342562 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59282) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:06.385799 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d770397-ef58-4ad6-8861-ccaa66356dd4 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] GET failed (client error): The resource could not be found. Sep 07 02:47:06.387728 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c615e1d-e744-4c26-82e2-012f57f10bd9 admin admin] Deleting subnet 2517e5a7-9911-46d3-a5ee-1794a3062b3b {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:47:06.388027 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-5d770397-ef58-4ad6-8861-ccaa66356dd4 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] 10.222.0.22 "GET /v2.0/ports/99410e67-b5bf-49da-941e-980e114075d8 HTTP/1.1" status: 404 len: 333 time: 0.0438759 Sep 07 02:47:06.392582 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7c615e1d-e744-4c26-82e2-012f57f10bd9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:06.392746 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59286) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:06.413338 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-fc278786-23ea-4683-83db-fd1090663d73 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-590602655', 'network_id': '8d0d268c-269d-4d57-983f-57ff72d3356c'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:06.431856 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7c615e1d-e744-4c26-82e2-012f57f10bd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:06.456791 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ef14d301-fed6-42e5-8252-17c8a4dc036a tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:06.507873 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc278786-23ea-4683-83db-fd1090663d73 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Made reservation on behalf of 672f2e4b053b4e579466e55d17619d7b for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:47:06.510426 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fc278786-23ea-4683-83db-fd1090663d73 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:06.539812 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7c615e1d-e744-4c26-82e2-012f57f10bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:06.546622 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-fc278786-23ea-4683-83db-fd1090663d73 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] device_id is not set on port aff6ac60-f134-4dac-961b-f8750fa434d7 yet. {{(pid=94701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:47:06.552073 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ef14d301-fed6-42e5-8252-17c8a4dc036a tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:06.619977 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7c615e1d-e744-4c26-82e2-012f57f10bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:06.624688 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef14d301-fed6-42e5-8252-17c8a4dc036a tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:47:06.629882 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-ef14d301-fed6-42e5-8252-17c8a4dc036a tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:47:06.635568 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef14d301-fed6-42e5-8252-17c8a4dc036a tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:47:06.656794 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c615e1d-e744-4c26-82e2-012f57f10bd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2517e5a7-9911-46d3-a5ee-1794a3062b3b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:06.685846 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a5ea64-ba05-47ab-809e-4ec8be6f7b08 None None] Network 7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:47:06.693394 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef14d301-fed6-42e5-8252-17c8a4dc036a tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Pushing event updated for resources: {'Port': ['ID=f04a1b89-d338-4ec6-89da-03a279e30184,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:06.698981 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7c615e1d-e744-4c26-82e2-012f57f10bd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:06.704305 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-7c615e1d-e744-4c26-82e2-012f57f10bd9 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/2517e5a7-9911-46d3-a5ee-1794a3062b3b HTTP/1.1" status: 204 len: 168 time: 0.3699596 Sep 07 02:47:06.706620 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 59300) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:06.731470 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59302) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:06.763707 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcecc67-e3a5-4319-9df8-3736aa6a5aeb req-ce09e3fe-0ea4-4bf2-8451-e0d44fddd130 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:06.772406 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5fcecc67-e3a5-4319-9df8-3736aa6a5aeb req-ce09e3fe-0ea4-4bf2-8451-e0d44fddd130 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=daeecb5a-c56a-4b16-9390-820e953018a9 HTTP/1.1" status: 200 len: 944 time: 0.1166883 Sep 07 02:47:06.818468 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 8243c820-0944-4965-a5d9-96b24cd965a7 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:47:06.835458 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b4fd8415-b05b-4300-8916-6d233b595e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:06.839661 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 8243c820-0944-4965-a5d9-96b24cd965a7 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:47:06.840019 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 8243c820-0944-4965-a5d9-96b24cd965a7 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:47:06.840446 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 0dcd29cc-b63a-4221-bdb4-9889205208b8 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:47:06.851740 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fc278786-23ea-4683-83db-fd1090663d73 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:06.864138 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 0dcd29cc-b63a-4221-bdb4-9889205208b8 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:47:06.864645 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 0dcd29cc-b63a-4221-bdb4-9889205208b8 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:47:06.868058 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5fcecc67-e3a5-4319-9df8-3736aa6a5aeb req-8839f6a9-31d4-4367-a3fb-4557772e2a8d tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944722 Sep 07 02:47:06.904142 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5676d0a3-d064-4cc4-b426-2a606721c478 None None] DHCP port deletion for 7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:47:06.918751 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-b4fd8415-b05b-4300-8916-6d233b595e36 admin admin] Deleting port 1ec8cbb3-2e40-44f6-8f6c-b4b0dbd59fb6 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:47:06.919368 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b4fd8415-b05b-4300-8916-6d233b595e36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:06.969854 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-5676d0a3-d064-4cc4-b426-2a606721c478 None None] Deleting port 1ec8cbb3-2e40-44f6-8f6c-b4b0dbd59fb6 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:47:06.970250 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5676d0a3-d064-4cc4-b426-2a606721c478 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:06.997104 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-b4fd8415-b05b-4300-8916-6d233b595e36 admin admin] For port 1ec8cbb3-2e40-44f6-8f6c-b4b0dbd59fb6, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=1ec8cbb3-2e40-44f6-8f6c-b4b0dbd59fb6,segment=NetworkSegment(4018cf39-49dd-49a9-8ea5-093706efe321),segment_id=4018cf39-49dd-49a9-8ea5-093706efe321)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:47:06.997389 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b4fd8415-b05b-4300-8916-6d233b595e36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:07.002601 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-eb61ed46-9ebb-484b-b728-9b34f58ad3fc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-556686093-network', 'tenant_id': 'a9eedd8c00c24a18a92c5e78e10e8a63'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:07.012290 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-b4fd8415-b05b-4300-8916-6d233b595e36 admin admin] Calling delete_port for 1ec8cbb3-2e40-44f6-8f6c-b4b0dbd59fb6 owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:47:07.035374 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-5676d0a3-d064-4cc4-b426-2a606721c478 None None] For port 1ec8cbb3-2e40-44f6-8f6c-b4b0dbd59fb6, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=1ec8cbb3-2e40-44f6-8f6c-b4b0dbd59fb6,segment=NetworkSegment(4018cf39-49dd-49a9-8ea5-093706efe321),segment_id=4018cf39-49dd-49a9-8ea5-093706efe321)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:47:07.035867 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5676d0a3-d064-4cc4-b426-2a606721c478 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:07.040994 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fc278786-23ea-4683-83db-fd1090663d73 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:07.054734 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 021c98c2-5d93-4c32-87e5-cde76fdf8aa2 up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:47:07.056883 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-5676d0a3-d064-4cc4-b426-2a606721c478 None None] Calling delete_port for 1ec8cbb3-2e40-44f6-8f6c-b4b0dbd59fb6 owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:47:07.079710 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb61ed46-9ebb-484b-b728-9b34f58ad3fc admin admin] Made reservation on behalf of a9eedd8c00c24a18a92c5e78e10e8a63 for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:47:07.082195 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eb61ed46-9ebb-484b-b728-9b34f58ad3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:07.103007 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eb61ed46-9ebb-484b-b728-9b34f58ad3fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:07.141048 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b4fd8415-b05b-4300-8916-6d233b595e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:07.157920 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc278786-23ea-4683-83db-fd1090663d73 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Network 8d0d268c-269d-4d57-983f-57ff72d3356c is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:47:07.170652 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fd8415-b05b-4300-8916-6d233b595e36 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ec8cbb3-2e40-44f6-8f6c-b4b0dbd59fb6,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:07.173564 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc278786-23ea-4683-83db-fd1090663d73 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Pushing event updated for resources: {'Port': ['ID=aff6ac60-f134-4dac-961b-f8750fa434d7,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:07.176500 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-fc278786-23ea-4683-83db-fd1090663d73 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:47:07.188581 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fd8415-b05b-4300-8916-6d233b595e36 admin admin] No DVR routers for this DVR port 1ec8cbb3-2e40-44f6-8f6c-b4b0dbd59fb6 on host n-d-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:47:07.192904 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port 021c98c2-5d93-4c32-87e5-cde76fdf8aa2 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:47:07.200449 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc278786-23ea-4683-83db-fd1090663d73 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:47:07.201946 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc278786-23ea-4683-83db-fd1090663d73 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:07.202789 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fc278786-23ea-4683-83db-fd1090663d73 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:07.203650 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port 021c98c2-5d93-4c32-87e5-cde76fdf8aa2 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:47:07.203985 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:07.243129 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5676d0a3-d064-4cc4-b426-2a606721c478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:07.274477 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5676d0a3-d064-4cc4-b426-2a606721c478 None None] Pushing event deleted for resources: {'Port': ['ID=1ec8cbb3-2e40-44f6-8f6c-b4b0dbd59fb6,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:07.279557 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5676d0a3-d064-4cc4-b426-2a606721c478 None None] No DVR routers for this DVR port 1ec8cbb3-2e40-44f6-8f6c-b4b0dbd59fb6 on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:47:07.302370 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b4fd8415-b05b-4300-8916-6d233b595e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:07.311755 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a2ff2-962a-469f-bc02-1e7ba9c0e078 req-d745e9f2-327b-40fd-937e-ac879bee2afa tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:07.314066 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-271a2ff2-962a-469f-bc02-1e7ba9c0e078 req-d745e9f2-327b-40fd-937e-ac879bee2afa tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=31c05c42-271e-4af7-ac65-46700f7829ab HTTP/1.1" status: 200 len: 945 time: 0.1583083 Sep 07 02:47:07.330810 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-b4fd8415-b05b-4300-8916-6d233b595e36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:07.331135 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:07.341943 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ef14d301-fed6-42e5-8252-17c8a4dc036a tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks [] for router_gateway, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:07.346440 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-b4fd8415-b05b-4300-8916-6d233b595e36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4018cf39-49dd-49a9-8ea5-093706efe321') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:07.346741 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-b4fd8415-b05b-4300-8916-6d233b595e36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4018cf39-49dd-49a9-8ea5-093706efe321') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:07.358451 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daeecb5a-c56a-4b16-9390-820e953018a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '021c98c2-5d93-4c32-87e5-cde76fdf8aa2'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:47:07.361109 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b4fd8415-b05b-4300-8916-6d233b595e36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:07.362318 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c903282-d456-48b0-bf3f-f5fd38fed25e" -d '{"events": [{"server_uuid": "daeecb5a-c56a-4b16-9390-820e953018a9", "name": "network-vif-plugged", "status": "completed", "tag": "021c98c2-5d93-4c32-87e5-cde76fdf8aa2"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:47:07.376031 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 021c98c2-5d93-4c32-87e5-cde76fdf8aa2, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=021c98c2-5d93-4c32-87e5-cde76fdf8aa2,segment=NetworkSegment(3fe8dbe0-c525-47eb-95e9-13e6bd5cc1b3),segment_id=3fe8dbe0-c525-47eb-95e9-13e6bd5cc1b3)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:47:07.380677 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:07.381707 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b4fd8415-b05b-4300-8916-6d233b595e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:07.394063 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4fd8415-b05b-4300-8916-6d233b595e36 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:47:07.394488 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b4fd8415-b05b-4300-8916-6d233b595e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:07.396458 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:47:07.396458 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:47:07.396458 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:47:07.396458 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:47:07.396458 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:47:07.396458 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:47:07.396458 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:47:07.396458 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:47:07.396458 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:47:07.396458 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:47:07.396458 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:47:07.396458 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:47:07.396458 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:47:07.396458 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:47:07.396458 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:47:07.396458 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:47:07.396458 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:47:07.396458 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:47:07.396458 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:47:07.396458 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:47:07.396458 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:47:07.396458 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:47:07.396458 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:47:07.396458 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:47:07.396458 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:47:07.396458 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:47:07.396458 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:47:07.396458 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:47:07.396458 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:47:07.396458 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:47:07.396458 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:47:07.396458 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:47:07.421097 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00e2cb0-3665-4ad3-bfba-047ab3786a95 x-openstack-request-id: req-c00e2cb0-3665-4ad3-bfba-047ab3786a95 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:47:07.421483 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daeecb5a-c56a-4b16-9390-820e953018a9", "name": "network-vif-plugged", "status": "completed", "tag": "021c98c2-5d93-4c32-87e5-cde76fdf8aa2", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:47:07.421794 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c00e2cb0-3665-4ad3-bfba-047ab3786a95 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:47:07.423288 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daeecb5a-c56a-4b16-9390-820e953018a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '021c98c2-5d93-4c32-87e5-cde76fdf8aa2', 'code': 200} Sep 07 02:47:07.469343 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=021c98c2-5d93-4c32-87e5-cde76fdf8aa2,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:07.543289 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b4fd8415-b05b-4300-8916-6d233b595e36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:07.554330 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b4fd8415-b05b-4300-8916-6d233b595e36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:07.556345 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b4fd8415-b05b-4300-8916-6d233b595e36 admin admin] 10.222.0.22 "DELETE /v2.0/networks/7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d HTTP/1.1" status: 204 len: 168 time: 0.8484147 Sep 07 02:47:07.569105 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fd8415-b05b-4300-8916-6d233b595e36 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b8233de-ebcf-4d6c-986f-0c7e5dc6fb7d,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:07.578430 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34648ee-212d-40f3-be5b-ab0f6baeeb22 req-fb7814b9-f281-47e5-8662-b289a97c7e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:07.580124 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f34648ee-212d-40f3-be5b-ab0f6baeeb22 req-fb7814b9-f281-47e5-8662-b289a97c7e13 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=daeecb5a-c56a-4b16-9390-820e953018a9 HTTP/1.1" status: 200 len: 1097 time: 0.0744240 Sep 07 02:47:07.621036 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f34648ee-212d-40f3-be5b-ab0f6baeeb22 req-004ec863-4ca7-4039-a20c-92fb57ffc7ee service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327296 Sep 07 02:47:07.685444 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 59314) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:07.728616 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-59fcd673-b0b4-432e-901c-8720daa9b959 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6f0184f4d86f49e0b1ae71c80300b509&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419872 Sep 07 02:47:07.731123 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 59316) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:07.782974 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-76ab2a62-1648-4661-89b6-265068e8e63f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:07.785816 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-271a2ff2-962a-469f-bc02-1e7ba9c0e078 req-ebfd4f37-c4cf-4a14-b5c3-42bbf670fad4 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4586906 Sep 07 02:47:07.806200 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-76ab2a62-1648-4661-89b6-265068e8e63f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:07.827334 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eb61ed46-9ebb-484b-b728-9b34f58ad3fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:07.835385 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eb61ed46-9ebb-484b-b728-9b34f58ad3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:07.849210 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-fc278786-23ea-4683-83db-fd1090663d73 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.4553099 Sep 07 02:47:07.852298 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 59318) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:07.886574 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-76ab2a62-1648-4661-89b6-265068e8e63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:07.889722 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-76ab2a62-1648-4661-89b6-265068e8e63f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:07.890303 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-76ab2a62-1648-4661-89b6-265068e8e63f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/757ef508-9fbd-47de-9a24-e9f664d3338c HTTP/1.1" status: 204 len: 168 time: 0.1582041 Sep 07 02:47:07.899192 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea4478a-c0bc-45aa-baf0-7e8c162a24d5 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:07.900635 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-6ea4478a-c0bc-45aa-baf0-7e8c162a24d5 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] 10.222.0.22 "GET /v2.0/ports/aff6ac60-f134-4dac-961b-f8750fa434d7 HTTP/1.1" status: 200 len: 954 time: 0.0473707 Sep 07 02:47:07.901631 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ab2a62-1648-4661-89b6-265068e8e63f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=757ef508-9fbd-47de-9a24-e9f664d3338c,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:07.903714 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59324) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:07.918475 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb61ed46-9ebb-484b-b728-9b34f58ad3fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:47:07.936018 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb61ed46-9ebb-484b-b728-9b34f58ad3fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681e8b50-5e92-406d-908f-5c841913bc42,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:07.956538 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eb61ed46-9ebb-484b-b728-9b34f58ad3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:07.957208 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-eb61ed46-9ebb-484b-b728-9b34f58ad3fc admin admin] Added segment d870a195-8ec5-4537-8987-1fe2b1130707 of type vlan for network c14598de-557e-41f6-bdcf-28289778b06c Sep 07 02:47:08.041264 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a15a1d-106f-44df-bfd2-9e7a51f0302d req-a28efb93-7bb6-4a08-a2f4-3d4fc5b65a09 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:08.042856 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-67a15a1d-106f-44df-bfd2-9e7a51f0302d req-a28efb93-7bb6-4a08-a2f4-3d4fc5b65a09 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=daeecb5a-c56a-4b16-9390-820e953018a9 HTTP/1.1" status: 200 len: 945 time: 0.0567188 Sep 07 02:47:08.059973 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eb61ed46-9ebb-484b-b728-9b34f58ad3fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:08.091286 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ef14d301-fed6-42e5-8252-17c8a4dc036a tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:08.092484 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-67a15a1d-106f-44df-bfd2-9e7a51f0302d req-9008ebfc-630f-49cd-a8e0-c043886d6eb5 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396280 Sep 07 02:47:08.139500 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eb61ed46-9ebb-484b-b728-9b34f58ad3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:08.140462 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb61ed46-9ebb-484b-b728-9b34f58ad3fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:08.141661 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eb61ed46-9ebb-484b-b728-9b34f58ad3fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:08.179490 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-a8d0df9a-e26b-4c15-81a3-336a5ea88470 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Deleting port aff6ac60-f134-4dac-961b-f8750fa434d7 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:47:08.179877 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a8d0df9a-e26b-4c15-81a3-336a5ea88470 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:08.200469 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-eb61ed46-9ebb-484b-b728-9b34f58ad3fc admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4633455 Sep 07 02:47:08.204498 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 59330) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:08.209518 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-4da6efde-edc8-40ac-afb5-7475b39d1bc9 admin admin] Request body: {'subnet': {'network_id': 'c14598de-557e-41f6-bdcf-28289778b06c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-556686093-subnet', 'tenant_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:08.234015 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da6efde-edc8-40ac-afb5-7475b39d1bc9 admin admin] Made reservation on behalf of a9eedd8c00c24a18a92c5e78e10e8a63 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:47:08.236488 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4da6efde-edc8-40ac-afb5-7475b39d1bc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:08.308402 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb61ed46-9ebb-484b-b728-9b34f58ad3fc admin admin] Pushing event updated for resources: {'Network': ['ID=c14598de-557e-41f6-bdcf-28289778b06c,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:08.321824 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a8d0df9a-e26b-4c15-81a3-336a5ea88470 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:08.323502 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network c14598de-557e-41f6-bdcf-28289778b06c details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:47:08.341697 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-a8d0df9a-e26b-4c15-81a3-336a5ea88470 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Calling delete_port for aff6ac60-f134-4dac-961b-f8750fa434d7 owned by {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:47:08.432344 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4da6efde-edc8-40ac-afb5-7475b39d1bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:08.434593 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef14d301-fed6-42e5-8252-17c8a4dc036a tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Router 552971bf-b025-40de-a8e3-1152c9884b4d is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 02:47:08.483145 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a8d0df9a-e26b-4c15-81a3-336a5ea88470 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:08.493643 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da6efde-edc8-40ac-afb5-7475b39d1bc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2131ccdf-cbf5-4ee9-96cf-e4c911da986a,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:08.515920 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d0df9a-e26b-4c15-81a3-336a5ea88470 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Pushing event deleted for resources: {'Port': ['ID=aff6ac60-f134-4dac-961b-f8750fa434d7,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:08.521152 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da6efde-edc8-40ac-afb5-7475b39d1bc9 admin admin] Checking segment: {'id': 'd870a195-8ec5-4537-8987-1fe2b1130707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c14598de-557e-41f6-bdcf-28289778b06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:47:08.521589 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da6efde-edc8-40ac-afb5-7475b39d1bc9 admin admin] Network hostable DHCP agents. Network: c14598de-557e-41f6-bdcf-28289778b06c, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:47:08.528635 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a8d0df9a-e26b-4c15-81a3-336a5ea88470 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:08.530368 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a8d0df9a-e26b-4c15-81a3-336a5ea88470 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] 10.222.0.22 "DELETE /v2.0/ports/aff6ac60-f134-4dac-961b-f8750fa434d7 HTTP/1.1" status: 204 len: 168 time: 0.6239660 Sep 07 02:47:08.533063 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 59344) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:08.559258 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6509cd9-5758-47e7-aae1-e794bb862774 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] GET failed (client error): The resource could not be found. Sep 07 02:47:08.572998 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59348) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:08.574167 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a6509cd9-5758-47e7-aae1-e794bb862774 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] 10.222.0.22 "GET /v2.0/ports/aff6ac60-f134-4dac-961b-f8750fa434d7 HTTP/1.1" status: 404 len: 333 time: 0.0392809 Sep 07 02:47:08.579833 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-170a58bd-d26c-4cf5-bd69-78a24cf1ad14 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Request body: {'port': {'network_id': '8d0d268c-269d-4d57-983f-57ff72d3356c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-198777542'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:08.591834 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da6efde-edc8-40ac-afb5-7475b39d1bc9 admin admin] Network c14598de-557e-41f6-bdcf-28289778b06c is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:47:08.604063 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-4da6efde-edc8-40ac-afb5-7475b39d1bc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, c14598de-557e-41f6-bdcf-28289778b06c) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:47:08.609231 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef14d301-fed6-42e5-8252-17c8a4dc036a tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:47:08.611103 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da6efde-edc8-40ac-afb5-7475b39d1bc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:08.611745 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4da6efde-edc8-40ac-afb5-7475b39d1bc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:08.617495 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9900426b-0e9b-4efe-84c9-7bd0fecaf749 None None] Network c14598de-557e-41f6-bdcf-28289778b06c requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:47:08.629690 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd4b07c-8bca-4349-8c1e-74300c966cd3 None None] Sync routers for ids ['552971bf-b025-40de-a8e3-1152c9884b4d'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:47:08.637516 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170a58bd-d26c-4cf5-bd69-78a24cf1ad14 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Made reservation on behalf of 672f2e4b053b4e579466e55d17619d7b for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:47:08.640679 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-170a58bd-d26c-4cf5-bd69-78a24cf1ad14 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:08.647010 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ef14d301-fed6-42e5-8252-17c8a4dc036a tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:08.647946 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-4da6efde-edc8-40ac-afb5-7475b39d1bc9 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4423001 Sep 07 02:47:08.648915 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 59352) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:08.649308 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-ef14d301-fed6-42e5-8252-17c8a4dc036a tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.2300167 Sep 07 02:47:08.649627 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 59354) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:08.656214 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-ff034491-6ab3-4c42-b6cb-de11a2fff0e2 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:08.661114 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-1b33f0f8-d128-456c-90f5-39b24033b19c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-556686093-router', 'tenant_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:08.663415 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-170a58bd-d26c-4cf5-bd69-78a24cf1ad14 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] device_id is not set on port 7e75ebe1-37ef-45cb-a673-f1c31d54bd2c yet. {{(pid=94701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:47:08.677121 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd4b07c-8bca-4349-8c1e-74300c966cd3 None None] Routers {'552971bf-b025-40de-a8e3-1152c9884b4d'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:47:08.678638 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-9dd4b07c-8bca-4349-8c1e-74300c966cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:46:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['552971bf-b025-40de-a8e3-1152c9884b4d'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:08.743660 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1b33f0f8-d128-456c-90f5-39b24033b19c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:08.745192 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1b33f0f8-d128-456c-90f5-39b24033b19c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:08.827711 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-9dd4b07c-8bca-4349-8c1e-74300c966cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:08.864093 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd4b07c-8bca-4349-8c1e-74300c966cd3 None None] Routers {'552971bf-b025-40de-a8e3-1152c9884b4d'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:47:08.866444 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-9dd4b07c-8bca-4349-8c1e-74300c966cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:46:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['552971bf-b025-40de-a8e3-1152c9884b4d'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:08.877650 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 1ec8cbb3-2e40-44f6-8f6c-b4b0dbd59fb6 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:47:08.897907 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-170a58bd-d26c-4cf5-bd69-78a24cf1ad14 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:08.902943 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 1ec8cbb3-2e40-44f6-8f6c-b4b0dbd59fb6 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:47:08.903299 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 1ec8cbb3-2e40-44f6-8f6c-b4b0dbd59fb6 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:47:08.905755 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d3e1bc-17c8-4928-8c93-2cd8ec4d9fed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-c14598de-557e-41f6-bdcf-28289778b06c', 'network_id': 'c14598de-557e-41f6-bdcf-28289778b06c', 'tenant_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'fixed_ips': [{'subnet_id': '2131ccdf-cbf5-4ee9-96cf-e4c911da986a'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:47:08.907209 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d0d3e1bc-17c8-4928-8c93-2cd8ec4d9fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:08.927470 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-9dd4b07c-8bca-4349-8c1e-74300c966cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:08.928173 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd4b07c-8bca-4349-8c1e-74300c966cd3 None None] The sync data for ids ['552971bf-b025-40de-a8e3-1152c9884b4d'] in n-d-796209-16 is: [] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:47:08.952632 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 59360) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:08.958160 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-170a58bd-d26c-4cf5-bd69-78a24cf1ad14 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:08.975271 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1b33f0f8-d128-456c-90f5-39b24033b19c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:08.980305 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170a58bd-d26c-4cf5-bd69-78a24cf1ad14 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Network 8d0d268c-269d-4d57-983f-57ff72d3356c is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:47:08.984127 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-170a58bd-d26c-4cf5-bd69-78a24cf1ad14 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:47:08.986351 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170a58bd-d26c-4cf5-bd69-78a24cf1ad14 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:47:08.987319 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170a58bd-d26c-4cf5-bd69-78a24cf1ad14 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:08.988176 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-170a58bd-d26c-4cf5-bd69-78a24cf1ad14 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:09.043291 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-170a58bd-d26c-4cf5-bd69-78a24cf1ad14 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4690728 Sep 07 02:47:09.044189 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59364) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:09.054690 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-796209-16'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:09.087186 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-d0d3e1bc-17c8-4928-8c93-2cd8ec4d9fed None None] Allocated IP 172.20.0.2 (c14598de-557e-41f6-bdcf-28289778b06c/2131ccdf-cbf5-4ee9-96cf-e4c911da986a/78734515-81c4-45db-acd3-cb426c87695c) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:47:09.117838 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170a58bd-d26c-4cf5-bd69-78a24cf1ad14 tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Pushing event updated for resources: {'Port': ['ID=7e75ebe1-37ef-45cb-a673-f1c31d54bd2c,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:09.127386 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:09.170873 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-86c74f71-976d-4530-a9f2-6214d4977c40 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1426023967-network', 'tenant_id': '4a4c2855bc2546e5b499c3bb4dd799e1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:09.217374 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1b33f0f8-d128-456c-90f5-39b24033b19c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:09.243831 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5515bf1f-f2b0-4e31-8797-d8e959367045 req-4d8af0b6-6343-48f0-8475-1128f6ead0ed tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:09.245535 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5515bf1f-f2b0-4e31-8797-d8e959367045 req-4d8af0b6-6343-48f0-8475-1128f6ead0ed tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=31c05c42-271e-4af7-ac65-46700f7829ab HTTP/1.1" status: 200 len: 945 time: 0.2940354 Sep 07 02:47:09.260940 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d0d3e1bc-17c8-4928-8c93-2cd8ec4d9fed None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:09.276358 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-d0d3e1bc-17c8-4928-8c93-2cd8ec4d9fed None None] Transition to ACTIVE for port object 78734515-81c4-45db-acd3-cb426c87695c will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:47:09.296354 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-d0d3e1bc-17c8-4928-8c93-2cd8ec4d9fed None None] Transition to ACTIVE for port object 78734515-81c4-45db-acd3-cb426c87695c will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:47:09.298632 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c74f71-976d-4530-a9f2-6214d4977c40 admin admin] Made reservation on behalf of 4a4c2855bc2546e5b499c3bb4dd799e1 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:47:09.301058 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-86c74f71-976d-4530-a9f2-6214d4977c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:09.302712 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d0d3e1bc-17c8-4928-8c93-2cd8ec4d9fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:09.304229 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305c0be-7303-40e0-8d74-91a1bb0e1013 req-e670373e-c011-4fc7-ad9f-9c454133bdb9 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:09.305776 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1305c0be-7303-40e0-8d74-91a1bb0e1013 req-e670373e-c011-4fc7-ad9f-9c454133bdb9 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=daeecb5a-c56a-4b16-9390-820e953018a9 HTTP/1.1" status: 200 len: 945 time: 0.1159518 Sep 07 02:47:09.333657 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-86c74f71-976d-4530-a9f2-6214d4977c40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:09.367186 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d3e1bc-17c8-4928-8c93-2cd8ec4d9fed None None] Network c14598de-557e-41f6-bdcf-28289778b06c is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:47:09.368364 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d3e1bc-17c8-4928-8c93-2cd8ec4d9fed None None] Pushing event updated for resources: {'Port': ['ID=78734515-81c4-45db-acd3-cb426c87695c,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:09.372521 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-d0d3e1bc-17c8-4928-8c93-2cd8ec4d9fed None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:47:09.377876 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d3e1bc-17c8-4928-8c93-2cd8ec4d9fed None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:47:09.380157 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] device_id is not set on port 7e75ebe1-37ef-45cb-a673-f1c31d54bd2c yet. {{(pid=94701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:47:09.387140 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1305c0be-7303-40e0-8d74-91a1bb0e1013 req-be28a656-0448-4143-8d68-9932e4c9f06e tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673580 Sep 07 02:47:09.391928 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:09.404361 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Transition to ACTIVE for port object 7e75ebe1-37ef-45cb-a673-f1c31d54bd2c will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:47:09.413597 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:09.430669 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5515bf1f-f2b0-4e31-8797-d8e959367045 req-691c3f44-7363-428e-8944-d45e4083ff15 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633127 Sep 07 02:47:09.444271 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-d0d3e1bc-17c8-4928-8c93-2cd8ec4d9fed None None] Attempting to bind port 78734515-81c4-45db-acd3-cb426c87695c on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:47:09.444604 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-d0d3e1bc-17c8-4928-8c93-2cd8ec4d9fed None None] Attempting to bind port 78734515-81c4-45db-acd3-cb426c87695c by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'd870a195-8ec5-4537-8987-1fe2b1130707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c14598de-557e-41f6-bdcf-28289778b06c'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:47:09.445188 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d3e1bc-17c8-4928-8c93-2cd8ec4d9fed None None] Attempting to bind port 78734515-81c4-45db-acd3-cb426c87695c on network c14598de-557e-41f6-bdcf-28289778b06c {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:47:09.461439 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ff034491-6ab3-4c42-b6cb-de11a2fff0e2 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:09.462790 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d3e1bc-17c8-4928-8c93-2cd8ec4d9fed None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:47:09.463372 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d3e1bc-17c8-4928-8c93-2cd8ec4d9fed None None] Checking segment: {'id': 'd870a195-8ec5-4537-8987-1fe2b1130707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c14598de-557e-41f6-bdcf-28289778b06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:47:09.463918 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d0d3e1bc-17c8-4928-8c93-2cd8ec4d9fed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:09.464440 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d3e1bc-17c8-4928-8c93-2cd8ec4d9fed None None] Bound using segment: {'id': 'd870a195-8ec5-4537-8987-1fe2b1130707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c14598de-557e-41f6-bdcf-28289778b06c'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:47:09.464980 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-d0d3e1bc-17c8-4928-8c93-2cd8ec4d9fed None None] Bound port: 78734515-81c4-45db-acd3-cb426c87695c, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd870a195-8ec5-4537-8987-1fe2b1130707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c14598de-557e-41f6-bdcf-28289778b06c'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:47:09.465426 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d0d3e1bc-17c8-4928-8c93-2cd8ec4d9fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:09.520936 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ff034491-6ab3-4c42-b6cb-de11a2fff0e2 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:09.544585 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-d0d3e1bc-17c8-4928-8c93-2cd8ec4d9fed None None] For port 78734515-81c4-45db-acd3-cb426c87695c, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:47:09.548554 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-d0d3e1bc-17c8-4928-8c93-2cd8ec4d9fed None None] For port 78734515-81c4-45db-acd3-cb426c87695c, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=78734515-81c4-45db-acd3-cb426c87695c,segment=NetworkSegment(d870a195-8ec5-4537-8987-1fe2b1130707),segment_id=d870a195-8ec5-4537-8987-1fe2b1130707)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:47:09.554236 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d0d3e1bc-17c8-4928-8c93-2cd8ec4d9fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:09.558715 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Pushing event updated for resources: {'Port': ['ID=7e75ebe1-37ef-45cb-a673-f1c31d54bd2c,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:09.562947 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 7e75ebe1-37ef-45cb-a673-f1c31d54bd2c on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:47:09.562947 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 7e75ebe1-37ef-45cb-a673-f1c31d54bd2c by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': 'e4c9da2a-9d26-4097-96e7-b22c1475a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8d0d268c-269d-4d57-983f-57ff72d3356c'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:47:09.563203 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 7e75ebe1-37ef-45cb-a673-f1c31d54bd2c on network 8d0d268c-269d-4d57-983f-57ff72d3356c {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:47:09.572686 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Port 7e75ebe1-37ef-45cb-a673-f1c31d54bd2c on network 8d0d268c-269d-4d57-983f-57ff72d3356c not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:47:09.573297 n-d-796209-16 neutron-server[94701]: ERROR neutron.plugins.ml2.managers [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Failed to bind port 7e75ebe1-37ef-45cb-a673-f1c31d54bd2c on host n-h1-796209-16 for vnic_type normal using segments [{'id': 'e4c9da2a-9d26-4097-96e7-b22c1475a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8d0d268c-269d-4d57-983f-57ff72d3356c'}] Sep 07 02:47:09.577754 n-d-796209-16 neutron-server[94701]: INFO neutron.plugins.ml2.plugin [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempt 2 to bind port 7e75ebe1-37ef-45cb-a673-f1c31d54bd2c Sep 07 02:47:09.602602 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c9a853-3162-41e3-b0cd-9deb3c7b9dce req-6770cf6d-5f39-4d64-b4b1-3d69239abf4f tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:09.604304 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-72c9a853-3162-41e3-b0cd-9deb3c7b9dce req-6770cf6d-5f39-4d64-b4b1-3d69239abf4f tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=daeecb5a-c56a-4b16-9390-820e953018a9 HTTP/1.1" status: 200 len: 945 time: 0.1156766 Sep 07 02:47:09.609591 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 7e75ebe1-37ef-45cb-a673-f1c31d54bd2c on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:47:09.609940 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 7e75ebe1-37ef-45cb-a673-f1c31d54bd2c by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': 'e4c9da2a-9d26-4097-96e7-b22c1475a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8d0d268c-269d-4d57-983f-57ff72d3356c'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:47:09.610289 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 7e75ebe1-37ef-45cb-a673-f1c31d54bd2c on network 8d0d268c-269d-4d57-983f-57ff72d3356c {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:47:09.615255 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Port 7e75ebe1-37ef-45cb-a673-f1c31d54bd2c on network 8d0d268c-269d-4d57-983f-57ff72d3356c not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:47:09.615773 n-d-796209-16 neutron-server[94701]: ERROR neutron.plugins.ml2.managers [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Failed to bind port 7e75ebe1-37ef-45cb-a673-f1c31d54bd2c on host n-h1-796209-16 for vnic_type normal using segments [{'id': 'e4c9da2a-9d26-4097-96e7-b22c1475a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8d0d268c-269d-4d57-983f-57ff72d3356c'}] Sep 07 02:47:09.616569 n-d-796209-16 neutron-server[94701]: INFO neutron.plugins.ml2.plugin [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempt 3 to bind port 7e75ebe1-37ef-45cb-a673-f1c31d54bd2c Sep 07 02:47:09.619909 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d3e1bc-17c8-4928-8c93-2cd8ec4d9fed None None] Pushing event updated for resources: {'Port': ['ID=78734515-81c4-45db-acd3-cb426c87695c,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:09.640148 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 7e75ebe1-37ef-45cb-a673-f1c31d54bd2c on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:47:09.641148 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 7e75ebe1-37ef-45cb-a673-f1c31d54bd2c by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': 'e4c9da2a-9d26-4097-96e7-b22c1475a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8d0d268c-269d-4d57-983f-57ff72d3356c'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:47:09.641505 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 7e75ebe1-37ef-45cb-a673-f1c31d54bd2c on network 8d0d268c-269d-4d57-983f-57ff72d3356c {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:47:09.655218 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Port 7e75ebe1-37ef-45cb-a673-f1c31d54bd2c on network 8d0d268c-269d-4d57-983f-57ff72d3356c not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:47:09.655590 n-d-796209-16 neutron-server[94701]: ERROR neutron.plugins.ml2.managers [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Failed to bind port 7e75ebe1-37ef-45cb-a673-f1c31d54bd2c on host n-h1-796209-16 for vnic_type normal using segments [{'id': 'e4c9da2a-9d26-4097-96e7-b22c1475a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8d0d268c-269d-4d57-983f-57ff72d3356c'}] Sep 07 02:47:09.656313 n-d-796209-16 neutron-server[94701]: INFO neutron.plugins.ml2.plugin [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempt 4 to bind port 7e75ebe1-37ef-45cb-a673-f1c31d54bd2c Sep 07 02:47:09.674657 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 7e75ebe1-37ef-45cb-a673-f1c31d54bd2c on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:47:09.675241 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 7e75ebe1-37ef-45cb-a673-f1c31d54bd2c by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': 'e4c9da2a-9d26-4097-96e7-b22c1475a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8d0d268c-269d-4d57-983f-57ff72d3356c'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:47:09.676979 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 7e75ebe1-37ef-45cb-a673-f1c31d54bd2c on network 8d0d268c-269d-4d57-983f-57ff72d3356c {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:47:09.681146 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-86c74f71-976d-4530-a9f2-6214d4977c40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:09.689113 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-86c74f71-976d-4530-a9f2-6214d4977c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:09.696362 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Port 7e75ebe1-37ef-45cb-a673-f1c31d54bd2c on network 8d0d268c-269d-4d57-983f-57ff72d3356c not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:47:09.696765 n-d-796209-16 neutron-server[94701]: ERROR neutron.plugins.ml2.managers [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Failed to bind port 7e75ebe1-37ef-45cb-a673-f1c31d54bd2c on host n-h1-796209-16 for vnic_type normal using segments [{'id': 'e4c9da2a-9d26-4097-96e7-b22c1475a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8d0d268c-269d-4d57-983f-57ff72d3356c'}] Sep 07 02:47:09.699232 n-d-796209-16 neutron-server[94701]: INFO neutron.plugins.ml2.plugin [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempt 5 to bind port 7e75ebe1-37ef-45cb-a673-f1c31d54bd2c Sep 07 02:47:09.714161 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 7e75ebe1-37ef-45cb-a673-f1c31d54bd2c on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:47:09.714505 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 7e75ebe1-37ef-45cb-a673-f1c31d54bd2c by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': 'e4c9da2a-9d26-4097-96e7-b22c1475a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8d0d268c-269d-4d57-983f-57ff72d3356c'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:47:09.714851 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 7e75ebe1-37ef-45cb-a673-f1c31d54bd2c on network 8d0d268c-269d-4d57-983f-57ff72d3356c {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:47:09.720472 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-72c9a853-3162-41e3-b0cd-9deb3c7b9dce req-35793a9c-3560-4d5f-bec4-82fb29c16c50 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892978 Sep 07 02:47:09.722617 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Port 7e75ebe1-37ef-45cb-a673-f1c31d54bd2c on network 8d0d268c-269d-4d57-983f-57ff72d3356c not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:47:09.722954 n-d-796209-16 neutron-server[94701]: ERROR neutron.plugins.ml2.managers [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Failed to bind port 7e75ebe1-37ef-45cb-a673-f1c31d54bd2c on host n-h1-796209-16 for vnic_type normal using segments [{'id': 'e4c9da2a-9d26-4097-96e7-b22c1475a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8d0d268c-269d-4d57-983f-57ff72d3356c'}] Sep 07 02:47:09.723351 n-d-796209-16 neutron-server[94701]: INFO neutron.plugins.ml2.plugin [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempt 6 to bind port 7e75ebe1-37ef-45cb-a673-f1c31d54bd2c Sep 07 02:47:09.738841 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 7e75ebe1-37ef-45cb-a673-f1c31d54bd2c on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:47:09.739190 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 7e75ebe1-37ef-45cb-a673-f1c31d54bd2c by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': 'e4c9da2a-9d26-4097-96e7-b22c1475a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8d0d268c-269d-4d57-983f-57ff72d3356c'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:47:09.739572 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 7e75ebe1-37ef-45cb-a673-f1c31d54bd2c on network 8d0d268c-269d-4d57-983f-57ff72d3356c {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:47:09.744047 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Port 7e75ebe1-37ef-45cb-a673-f1c31d54bd2c on network 8d0d268c-269d-4d57-983f-57ff72d3356c not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:47:09.744390 n-d-796209-16 neutron-server[94701]: ERROR neutron.plugins.ml2.managers [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Failed to bind port 7e75ebe1-37ef-45cb-a673-f1c31d54bd2c on host n-h1-796209-16 for vnic_type normal using segments [{'id': 'e4c9da2a-9d26-4097-96e7-b22c1475a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8d0d268c-269d-4d57-983f-57ff72d3356c'}] Sep 07 02:47:09.744787 n-d-796209-16 neutron-server[94701]: INFO neutron.plugins.ml2.plugin [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempt 7 to bind port 7e75ebe1-37ef-45cb-a673-f1c31d54bd2c Sep 07 02:47:09.759952 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 7e75ebe1-37ef-45cb-a673-f1c31d54bd2c on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:47:09.760405 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 7e75ebe1-37ef-45cb-a673-f1c31d54bd2c by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': 'e4c9da2a-9d26-4097-96e7-b22c1475a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8d0d268c-269d-4d57-983f-57ff72d3356c'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:47:09.760690 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 7e75ebe1-37ef-45cb-a673-f1c31d54bd2c on network 8d0d268c-269d-4d57-983f-57ff72d3356c {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:47:09.763888 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-ff034491-6ab3-4c42-b6cb-de11a2fff0e2 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Deleting port f04a1b89-d338-4ec6-89da-03a279e30184 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:47:09.764106 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ff034491-6ab3-4c42-b6cb-de11a2fff0e2 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:09.766430 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Port 7e75ebe1-37ef-45cb-a673-f1c31d54bd2c on network 8d0d268c-269d-4d57-983f-57ff72d3356c not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:47:09.766779 n-d-796209-16 neutron-server[94701]: ERROR neutron.plugins.ml2.managers [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Failed to bind port 7e75ebe1-37ef-45cb-a673-f1c31d54bd2c on host n-h1-796209-16 for vnic_type normal using segments [{'id': 'e4c9da2a-9d26-4097-96e7-b22c1475a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8d0d268c-269d-4d57-983f-57ff72d3356c'}] Sep 07 02:47:09.767345 n-d-796209-16 neutron-server[94701]: INFO neutron.plugins.ml2.plugin [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempt 8 to bind port 7e75ebe1-37ef-45cb-a673-f1c31d54bd2c Sep 07 02:47:09.778388 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86c74f71-976d-4530-a9f2-6214d4977c40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:47:09.784075 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 7e75ebe1-37ef-45cb-a673-f1c31d54bd2c on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:47:09.784423 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 7e75ebe1-37ef-45cb-a673-f1c31d54bd2c by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': 'e4c9da2a-9d26-4097-96e7-b22c1475a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8d0d268c-269d-4d57-983f-57ff72d3356c'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:47:09.784772 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 7e75ebe1-37ef-45cb-a673-f1c31d54bd2c on network 8d0d268c-269d-4d57-983f-57ff72d3356c {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:47:09.789360 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Port 7e75ebe1-37ef-45cb-a673-f1c31d54bd2c on network 8d0d268c-269d-4d57-983f-57ff72d3356c not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:47:09.789705 n-d-796209-16 neutron-server[94701]: ERROR neutron.plugins.ml2.managers [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Failed to bind port 7e75ebe1-37ef-45cb-a673-f1c31d54bd2c on host n-h1-796209-16 for vnic_type normal using segments [{'id': 'e4c9da2a-9d26-4097-96e7-b22c1475a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8d0d268c-269d-4d57-983f-57ff72d3356c'}] Sep 07 02:47:09.790100 n-d-796209-16 neutron-server[94701]: INFO neutron.plugins.ml2.plugin [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempt 9 to bind port 7e75ebe1-37ef-45cb-a673-f1c31d54bd2c Sep 07 02:47:09.805264 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 7e75ebe1-37ef-45cb-a673-f1c31d54bd2c on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:47:09.805713 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 7e75ebe1-37ef-45cb-a673-f1c31d54bd2c by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': 'e4c9da2a-9d26-4097-96e7-b22c1475a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8d0d268c-269d-4d57-983f-57ff72d3356c'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:47:09.806068 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 7e75ebe1-37ef-45cb-a673-f1c31d54bd2c on network 8d0d268c-269d-4d57-983f-57ff72d3356c {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:47:09.810790 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Port 7e75ebe1-37ef-45cb-a673-f1c31d54bd2c on network 8d0d268c-269d-4d57-983f-57ff72d3356c not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:47:09.811145 n-d-796209-16 neutron-server[94701]: ERROR neutron.plugins.ml2.managers [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Failed to bind port 7e75ebe1-37ef-45cb-a673-f1c31d54bd2c on host n-h1-796209-16 for vnic_type normal using segments [{'id': 'e4c9da2a-9d26-4097-96e7-b22c1475a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8d0d268c-269d-4d57-983f-57ff72d3356c'}] Sep 07 02:47:09.811580 n-d-796209-16 neutron-server[94701]: INFO neutron.plugins.ml2.plugin [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempt 10 to bind port 7e75ebe1-37ef-45cb-a673-f1c31d54bd2c Sep 07 02:47:09.817695 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c74f71-976d-4530-a9f2-6214d4977c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d9f7f8-613e-45cd-86a3-df1414b027e0,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:09.820800 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-86c74f71-976d-4530-a9f2-6214d4977c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:09.821142 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-86c74f71-976d-4530-a9f2-6214d4977c40 admin admin] Added segment ca8a8a4b-88e6-4a42-b885-1b2bd72fac3f of type vlan for network 093e4ac5-0c97-438f-8502-deb7a0006e32 Sep 07 02:47:09.830229 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 7e75ebe1-37ef-45cb-a673-f1c31d54bd2c on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:47:09.830576 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 7e75ebe1-37ef-45cb-a673-f1c31d54bd2c by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': 'e4c9da2a-9d26-4097-96e7-b22c1475a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8d0d268c-269d-4d57-983f-57ff72d3356c'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:47:09.830969 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempting to bind port 7e75ebe1-37ef-45cb-a673-f1c31d54bd2c on network 8d0d268c-269d-4d57-983f-57ff72d3356c {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:47:09.837685 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Port 7e75ebe1-37ef-45cb-a673-f1c31d54bd2c on network 8d0d268c-269d-4d57-983f-57ff72d3356c not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:47:09.838221 n-d-796209-16 neutron-server[94701]: ERROR neutron.plugins.ml2.managers [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Failed to bind port 7e75ebe1-37ef-45cb-a673-f1c31d54bd2c on host n-h1-796209-16 for vnic_type normal using segments [{'id': 'e4c9da2a-9d26-4097-96e7-b22c1475a6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8d0d268c-269d-4d57-983f-57ff72d3356c'}] Sep 07 02:47:09.838637 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:09.918172 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1b33f0f8-d128-456c-90f5-39b24033b19c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:09.960965 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] For port 7e75ebe1-37ef-45cb-a673-f1c31d54bd2c, host n-h1-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:47:09.961571 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attempted to set empty binding levels {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 07 02:47:09.981116 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:10.033176 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] In _notify_port_updated(), no bound segment for port 7e75ebe1-37ef-45cb-a673-f1c31d54bd2c on network 8d0d268c-269d-4d57-983f-57ff72d3356c {{(pid=94701) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 02:47:10.034496 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:10.035367 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:10.044273 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] 10.222.0.22 "PUT /v2.0/ports/7e75ebe1-37ef-45cb-a673-f1c31d54bd2c HTTP/1.1" status: 200 len: 975 time: 0.9947896 Sep 07 02:47:10.047661 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59376) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:10.100581 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f60f7e-91aa-4440-8deb-f52d1e83436a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Pushing event updated for resources: {'Port': ['ID=7e75ebe1-37ef-45cb-a673-f1c31d54bd2c,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:10.122869 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4645355a-6b90-47a9-8d49-409f8262e01e req-0d11c146-e3b9-49e0-adb5-c2eccd0fa1b2 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:10.124463 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4645355a-6b90-47a9-8d49-409f8262e01e req-0d11c146-e3b9-49e0-adb5-c2eccd0fa1b2 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=daeecb5a-c56a-4b16-9390-820e953018a9 HTTP/1.1" status: 200 len: 945 time: 0.1612694 Sep 07 02:47:10.188073 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4645355a-6b90-47a9-8d49-409f8262e01e req-526771f9-3d06-4ea4-b746-16029afcee51 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446441 Sep 07 02:47:10.198970 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-f30cf8f7-d2fa-4b48-9190-4d43a687550a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Deleting port 7e75ebe1-37ef-45cb-a673-f1c31d54bd2c {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:47:10.199324 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f30cf8f7-d2fa-4b48-9190-4d43a687550a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:10.253192 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1b33f0f8-d128-456c-90f5-39b24033b19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:10.264981 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-86c74f71-976d-4530-a9f2-6214d4977c40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:10.265548 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-f30cf8f7-d2fa-4b48-9190-4d43a687550a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] For port 7e75ebe1-37ef-45cb-a673-f1c31d54bd2c, host n-h1-796209-16, got binding levels [] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:47:10.265919 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f30cf8f7-d2fa-4b48-9190-4d43a687550a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:10.278154 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-f30cf8f7-d2fa-4b48-9190-4d43a687550a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Calling delete_port for 7e75ebe1-37ef-45cb-a673-f1c31d54bd2c owned by {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:47:10.298982 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ff034491-6ab3-4c42-b6cb-de11a2fff0e2 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:10.365585 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-ff034491-6ab3-4c42-b6cb-de11a2fff0e2 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Calling delete_port for f04a1b89-d338-4ec6-89da-03a279e30184 owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:47:10.367527 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f30cf8f7-d2fa-4b48-9190-4d43a687550a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:10.389483 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-86c74f71-976d-4530-a9f2-6214d4977c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:10.390496 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c74f71-976d-4530-a9f2-6214d4977c40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:10.391280 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-86c74f71-976d-4530-a9f2-6214d4977c40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:10.398728 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30cf8f7-d2fa-4b48-9190-4d43a687550a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Pushing event deleted for resources: {'Port': ['ID=7e75ebe1-37ef-45cb-a673-f1c31d54bd2c,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:10.405178 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f30cf8f7-d2fa-4b48-9190-4d43a687550a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:10.408185 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f30cf8f7-d2fa-4b48-9190-4d43a687550a tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] 10.222.0.22 "DELETE /v2.0/ports/7e75ebe1-37ef-45cb-a673-f1c31d54bd2c HTTP/1.1" status: 204 len: 168 time: 0.3587503 Sep 07 02:47:10.410860 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59380) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:10.437772 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-e48fabac-a68e-4d00-8939-9a039906f99c tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] GET failed (client error): The resource could not be found. Sep 07 02:47:10.439667 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e48fabac-a68e-4d00-8939-9a039906f99c tempest-PortsAdminExtendedAttrsTestJSON-838836831 tempest-PortsAdminExtendedAttrsTestJSON-838836831-project-admin] 10.222.0.22 "GET /v2.0/ports/7e75ebe1-37ef-45cb-a673-f1c31d54bd2c HTTP/1.1" status: 404 len: 333 time: 0.0275099 Sep 07 02:47:10.443307 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59382) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:10.499707 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ccb3a0-b3e3-4052-ac30-1ed5fb39e9ff req-0f061220-c2b0-4a81-98af-61e085163517 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:10.501325 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-85ccb3a0-b3e3-4052-ac30-1ed5fb39e9ff req-0f061220-c2b0-4a81-98af-61e085163517 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=daeecb5a-c56a-4b16-9390-820e953018a9 HTTP/1.1" status: 200 len: 945 time: 0.2340913 Sep 07 02:47:10.507568 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-86c74f71-976d-4530-a9f2-6214d4977c40 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5307095 Sep 07 02:47:10.515425 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 59386) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:10.528414 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-8e71d3cb-9290-4617-ad68-e1e1a7564431 admin admin] Request body: {'subnet': {'network_id': '093e4ac5-0c97-438f-8502-deb7a0006e32', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1426023967-subnet', 'tenant_id': '4a4c2855bc2546e5b499c3bb4dd799e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:10.557295 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c3e4c42d-ceac-461d-8d52-630eb703d3f0 tempest-PortsAdminExtendedAttrsTestJSON-930408516 tempest-PortsAdminExtendedAttrsTestJSON-930408516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:10.598810 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-1b33f0f8-d128-456c-90f5-39b24033b19c admin admin] Allocated IP 172.25.5.161 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/e2980f5d-551c-4247-9806-cf3022158b44) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:47:10.605274 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a10aa0-9ecc-4bd8-b64c-dc7afb152537 req-936b32c9-cee0-404c-93c2-97845b212ee5 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:10.606862 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c3a10aa0-9ecc-4bd8-b64c-dc7afb152537 req-936b32c9-cee0-404c-93c2-97845b212ee5 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=31c05c42-271e-4af7-ac65-46700f7829ab HTTP/1.1" status: 200 len: 945 time: 0.0819738 Sep 07 02:47:10.608880 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c74f71-976d-4530-a9f2-6214d4977c40 admin admin] Pushing event updated for resources: {'Network': ['ID=093e4ac5-0c97-438f-8502-deb7a0006e32,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:10.630819 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 093e4ac5-0c97-438f-8502-deb7a0006e32 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:47:10.684367 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c3e4c42d-ceac-461d-8d52-630eb703d3f0 tempest-PortsAdminExtendedAttrsTestJSON-930408516 tempest-PortsAdminExtendedAttrsTestJSON-930408516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:10.688297 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e71d3cb-9290-4617-ad68-e1e1a7564431 admin admin] Made reservation on behalf of 4a4c2855bc2546e5b499c3bb4dd799e1 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:47:10.691459 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8e71d3cb-9290-4617-ad68-e1e1a7564431 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:10.696584 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-85ccb3a0-b3e3-4052-ac30-1ed5fb39e9ff req-43e91d9a-a460-42fd-8060-4d641700a921 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858377 Sep 07 02:47:10.733125 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-c3e4c42d-ceac-461d-8d52-630eb703d3f0 tempest-PortsAdminExtendedAttrsTestJSON-930408516 tempest-PortsAdminExtendedAttrsTestJSON-930408516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d0d268c-269d-4d57-983f-57ff72d3356c']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:10.745264 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c3a10aa0-9ecc-4bd8-b64c-dc7afb152537 req-5c845ad0-4fe9-4042-bdf4-ef526c2c7815 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126451 Sep 07 02:47:10.748947 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-c3e4c42d-ceac-461d-8d52-630eb703d3f0 tempest-PortsAdminExtendedAttrsTestJSON-930408516 tempest-PortsAdminExtendedAttrsTestJSON-930408516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4c9da2a-9d26-4097-96e7-b22c1475a6ef') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:10.749245 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-c3e4c42d-ceac-461d-8d52-630eb703d3f0 tempest-PortsAdminExtendedAttrsTestJSON-930408516 tempest-PortsAdminExtendedAttrsTestJSON-930408516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4c9da2a-9d26-4097-96e7-b22c1475a6ef') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:10.775120 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c3e4c42d-ceac-461d-8d52-630eb703d3f0 tempest-PortsAdminExtendedAttrsTestJSON-930408516 tempest-PortsAdminExtendedAttrsTestJSON-930408516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:10.799155 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c3e4c42d-ceac-461d-8d52-630eb703d3f0 tempest-PortsAdminExtendedAttrsTestJSON-930408516 tempest-PortsAdminExtendedAttrsTestJSON-930408516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:10.814976 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3e4c42d-ceac-461d-8d52-630eb703d3f0 tempest-PortsAdminExtendedAttrsTestJSON-930408516 tempest-PortsAdminExtendedAttrsTestJSON-930408516-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:47:10.815915 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c3e4c42d-ceac-461d-8d52-630eb703d3f0 tempest-PortsAdminExtendedAttrsTestJSON-930408516 tempest-PortsAdminExtendedAttrsTestJSON-930408516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:10.835062 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:47:10.835062 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:47:10.835062 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:47:10.835062 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:47:10.835062 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:47:10.835062 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:47:10.835062 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:47:10.835062 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:47:10.835062 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:47:10.835062 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:47:10.835062 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:47:10.835062 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:47:10.835062 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:47:10.835062 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:47:10.835062 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:47:10.835062 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:47:10.835062 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:47:10.835062 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:47:10.835062 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:47:10.835062 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:47:10.835062 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:47:10.835062 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:47:10.835062 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:47:10.835062 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:47:10.835062 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:47:10.835062 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:47:10.835062 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:47:10.835062 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:47:10.835062 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:47:10.835062 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:47:10.835062 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:47:10.835062 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:47:10.857010 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b414d6e-2ae8-448c-b153-da8182220843 None None] Network c14598de-557e-41f6-bdcf-28289778b06c requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:47:10.885731 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 78734515-81c4-45db-acd3-cb426c87695c up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:47:10.925284 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c3e4c42d-ceac-461d-8d52-630eb703d3f0 tempest-PortsAdminExtendedAttrsTestJSON-930408516 tempest-PortsAdminExtendedAttrsTestJSON-930408516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:10.936073 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c3e4c42d-ceac-461d-8d52-630eb703d3f0 tempest-PortsAdminExtendedAttrsTestJSON-930408516 tempest-PortsAdminExtendedAttrsTestJSON-930408516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:10.938632 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c3e4c42d-ceac-461d-8d52-630eb703d3f0 tempest-PortsAdminExtendedAttrsTestJSON-930408516 tempest-PortsAdminExtendedAttrsTestJSON-930408516-project] 10.222.0.22 "DELETE /v2.0/networks/8d0d268c-269d-4d57-983f-57ff72d3356c HTTP/1.1" status: 204 len: 168 time: 0.4942727 Sep 07 02:47:10.958001 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1b33f0f8-d128-456c-90f5-39b24033b19c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:10.959902 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e4c42d-ceac-461d-8d52-630eb703d3f0 tempest-PortsAdminExtendedAttrsTestJSON-930408516 tempest-PortsAdminExtendedAttrsTestJSON-930408516-project] Pushing event deleted for resources: {'Network': ['ID=8d0d268c-269d-4d57-983f-57ff72d3356c,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:10.972974 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ff034491-6ab3-4c42-b6cb-de11a2fff0e2 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:11.014238 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff034491-6ab3-4c42-b6cb-de11a2fff0e2 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Pushing event deleted for resources: {'Port': ['ID=f04a1b89-d338-4ec6-89da-03a279e30184,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:11.031220 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-edbfbf35-6bc1-4e68-83f7-be7c1c5ec688 None None] Provisioning for port 78734515-81c4-45db-acd3-cb426c87695c completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:47:11.050415 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 78734515-81c4-45db-acd3-cb426c87695c completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:47:11.062437 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 78734515-81c4-45db-acd3-cb426c87695c triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:47:11.063447 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:11.182592 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59398) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:11.188338 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fe38be-ba71-43cf-b99d-c0a38e6c2a4d req-851f63ab-79cc-405d-ab9b-369e9184f4a3 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:11.189897 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-60fe38be-ba71-43cf-b99d-c0a38e6c2a4d req-851f63ab-79cc-405d-ab9b-369e9184f4a3 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=daeecb5a-c56a-4b16-9390-820e953018a9 HTTP/1.1" status: 200 len: 945 time: 0.1848810 Sep 07 02:47:11.208990 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:11.234165 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1b33f0f8-d128-456c-90f5-39b24033b19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:11.250650 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 78734515-81c4-45db-acd3-cb426c87695c, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=78734515-81c4-45db-acd3-cb426c87695c,segment=NetworkSegment(d870a195-8ec5-4537-8987-1fe2b1130707),segment_id=d870a195-8ec5-4537-8987-1fe2b1130707)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:47:11.257046 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:11.259863 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ff034491-6ab3-4c42-b6cb-de11a2fff0e2 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:11.311107 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=78734515-81c4-45db-acd3-cb426c87695c,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:11.348220 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b33f0f8-d128-456c-90f5-39b24033b19c admin admin] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:47:11.360556 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8e71d3cb-9290-4617-ad68-e1e1a7564431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:11.365148 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-99bd9f90-c43b-42a0-96c9-6e1f484d7952 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3e0e0995763040afafcbc7d065eec34d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1787021 Sep 07 02:47:11.365489 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59402) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:11.397899 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-1b33f0f8-d128-456c-90f5-39b24033b19c admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:47:11.409797 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b33f0f8-d128-456c-90f5-39b24033b19c admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:47:11.423032 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6804e8f2-00b1-453b-a956-2eac91568689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:11.437220 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-60fe38be-ba71-43cf-b99d-c0a38e6c2a4d req-41c8bd42-e505-4545-a9af-1b844bb54fcc tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356946 Sep 07 02:47:11.440325 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b33f0f8-d128-456c-90f5-39b24033b19c admin admin] Pushing event updated for resources: {'Port': ['ID=e2980f5d-551c-4247-9806-cf3022158b44,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:11.464298 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6804e8f2-00b1-453b-a956-2eac91568689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:11.513053 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6804e8f2-00b1-453b-a956-2eac91568689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:11.516849 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6804e8f2-00b1-453b-a956-2eac91568689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:11.519968 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-6804e8f2-00b1-453b-a956-2eac91568689 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fb0e6234-0bfc-4454-94a7-fd13b8d745a7 HTTP/1.1" status: 204 len: 168 time: 0.1527798 Sep 07 02:47:11.540370 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6804e8f2-00b1-453b-a956-2eac91568689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0e6234-0bfc-4454-94a7-fd13b8d745a7,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:11.570110 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e71d3cb-9290-4617-ad68-e1e1a7564431 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcc074c4-6614-4c89-a182-ac00c33453bb,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:11.570518 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-30628400-9763-4aa3-8cd4-437f47808260 None None] Provisioning complete for port 78734515-81c4-45db-acd3-cb426c87695c triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:47:11.571096 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-30628400-9763-4aa3-8cd4-437f47808260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:11.609886 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a636b-c371-453e-a475-da25a09cb5a4 req-205a8e86-d0ea-4832-9bc4-7f1d5625067d tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:11.611435 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bd8a636b-c371-453e-a475-da25a09cb5a4 req-205a8e86-d0ea-4832-9bc4-7f1d5625067d tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=daeecb5a-c56a-4b16-9390-820e953018a9 HTTP/1.1" status: 200 len: 945 time: 0.0903316 Sep 07 02:47:11.682907 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bd8a636b-c371-453e-a475-da25a09cb5a4 req-7d08edca-f3b5-48cf-92d7-55342164667f tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559950 Sep 07 02:47:11.707293 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ff034491-6ab3-4c42-b6cb-de11a2fff0e2 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-553517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3974'] for router, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:11.729968 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e71d3cb-9290-4617-ad68-e1e1a7564431 admin admin] Checking segment: {'id': 'ca8a8a4b-88e6-4a42-b885-1b2bd72fac3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '093e4ac5-0c97-438f-8502-deb7a0006e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:47:11.730337 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e71d3cb-9290-4617-ad68-e1e1a7564431 admin admin] Network hostable DHCP agents. Network: 093e4ac5-0c97-438f-8502-deb7a0006e32, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:47:11.752711 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ff034491-6ab3-4c42-b6cb-de11a2fff0e2 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-553510'] for router, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:11.857038 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e71d3cb-9290-4617-ad68-e1e1a7564431 admin admin] Network 093e4ac5-0c97-438f-8502-deb7a0006e32 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:47:11.870037 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff034491-6ab3-4c42-b6cb-de11a2fff0e2 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Router 552971bf-b025-40de-a8e3-1152c9884b4d has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:47:11.893413 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59418) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:11.903724 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-8e71d3cb-9290-4617-ad68-e1e1a7564431 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 093e4ac5-0c97-438f-8502-deb7a0006e32) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:47:11.915072 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e71d3cb-9290-4617-ad68-e1e1a7564431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:11.915659 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4025d205-e34c-4f8d-af43-5ea7bbdca305 None None] Network 093e4ac5-0c97-438f-8502-deb7a0006e32 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:47:11.916119 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8e71d3cb-9290-4617-ad68-e1e1a7564431 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:11.917294 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d49cc9-1b35-4b94-b400-268f4f5acd2e req-6d4d59de-82ea-43c0-9e3a-37bbf3e0a749 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:11.919235 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-13d49cc9-1b35-4b94-b400-268f4f5acd2e req-6d4d59de-82ea-43c0-9e3a-37bbf3e0a749 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=31c05c42-271e-4af7-ac65-46700f7829ab HTTP/1.1" status: 200 len: 945 time: 0.0849209 Sep 07 02:47:11.985834 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-8e71d3cb-9290-4617-ad68-e1e1a7564431 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4653759 Sep 07 02:47:12.007782 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-13d49cc9-1b35-4b94-b400-268f4f5acd2e req-9c69632d-7352-495c-9524-ea916c52f2dd tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754240 Sep 07 02:47:12.014803 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-1a8cbcfc-6ef6-45a1-839c-02b821b8666a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=672f2e4b053b4e579466e55d17619d7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1179049 Sep 07 02:47:12.015445 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59422) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:12.063831 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff034491-6ab3-4c42-b6cb-de11a2fff0e2 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:47:12.078841 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ff034491-6ab3-4c42-b6cb-de11a2fff0e2 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:12.088292 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ff034491-6ab3-4c42-b6cb-de11a2fff0e2 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] 10.222.0.22 "PUT /v2.0/routers/552971bf-b025-40de-a8e3-1152c9884b4d HTTP/1.1" status: 200 len: 705 time: 3.4361262 Sep 07 02:47:12.090799 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 59424) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:12.102616 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-629dfdaa-261f-4a21-9366-bbaa747db51e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:12.103558 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c982512-8ceb-4daf-b73c-ac45fd5ab1ca None None] Sync routers for ids ['552971bf-b025-40de-a8e3-1152c9884b4d'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:47:12.121203 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf839ad-9334-40f5-9ee2-31b0bd07a9db None None] Network 093e4ac5-0c97-438f-8502-deb7a0006e32 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:47:12.128810 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-629dfdaa-261f-4a21-9366-bbaa747db51e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:12.164587 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c982512-8ceb-4daf-b73c-ac45fd5ab1ca None None] Routers {'552971bf-b025-40de-a8e3-1152c9884b4d'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:47:12.164587 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-6c982512-8ceb-4daf-b73c-ac45fd5ab1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:46:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['552971bf-b025-40de-a8e3-1152c9884b4d'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:12.164942 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1b33f0f8-d128-456c-90f5-39b24033b19c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:12.212653 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-629dfdaa-261f-4a21-9366-bbaa747db51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:12.215740 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-629dfdaa-261f-4a21-9366-bbaa747db51e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:12.222867 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-629dfdaa-261f-4a21-9366-bbaa747db51e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/97591ea1-ec19-4185-9753-898f4c92103d HTTP/1.1" status: 204 len: 168 time: 0.2062275 Sep 07 02:47:12.233735 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-6c982512-8ceb-4daf-b73c-ac45fd5ab1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:12.250928 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c982512-8ceb-4daf-b73c-ac45fd5ab1ca None None] Routers {'552971bf-b025-40de-a8e3-1152c9884b4d'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:47:12.251833 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-6c982512-8ceb-4daf-b73c-ac45fd5ab1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:46:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['552971bf-b025-40de-a8e3-1152c9884b4d'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:12.266562 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a37ac2e5-28d7-488b-80d7-6f11e4c4496d tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] 10.222.0.22 "GET /v2.0/routers/552971bf-b025-40de-a8e3-1152c9884b4d HTTP/1.1" status: 200 len: 740 time: 0.1746204 Sep 07 02:47:12.269213 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 59436) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:12.286613 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629dfdaa-261f-4a21-9366-bbaa747db51e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97591ea1-ec19-4185-9753-898f4c92103d,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:12.303335 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-6c982512-8ceb-4daf-b73c-ac45fd5ab1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:12.304376 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c982512-8ceb-4daf-b73c-ac45fd5ab1ca None None] The sync data for ids ['552971bf-b025-40de-a8e3-1152c9884b4d'] in n-d-796209-16 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:47:12.321629 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f31c86-9d64-49ef-aae0-79624132899c req-ae806dce-e079-4ba3-948d-9bd9592ec856 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:12.323721 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-24f31c86-9d64-49ef-aae0-79624132899c req-ae806dce-e079-4ba3-948d-9bd9592ec856 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=daeecb5a-c56a-4b16-9390-820e953018a9 HTTP/1.1" status: 200 len: 945 time: 0.1455903 Sep 07 02:47:12.353766 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3536032a-8783-4d07-a4b6-70633c8c1c98 tempest-RoutersAdminTest-1529097186 tempest-RoutersAdminTest-1529097186-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=1166b922-7457-4da4-bdda-328e8c8e7bc6&device_id=552971bf-b025-40de-a8e3-1152c9884b4d HTTP/1.1" status: 200 len: 205 time: 0.0833764 Sep 07 02:47:12.356430 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 59438) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:12.384001 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-24f31c86-9d64-49ef-aae0-79624132899c req-e53c9a93-9e8e-49ef-87ae-cc98ee0115a2 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522473 Sep 07 02:47:12.426953 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59440) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:12.427180 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-1e4ab194-5812-430f-9ac6-87a296139941 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] 10.222.0.22 "GET /v2.0/ports?device_id=552971bf-b025-40de-a8e3-1152c9884b4d HTTP/1.1" status: 200 len: 205 time: 0.0695126 Sep 07 02:47:12.517557 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d598f6df-adb6-431c-b1a7-08f4cb67cc31 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks [] for router, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:12.625823 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1b33f0f8-d128-456c-90f5-39b24033b19c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:12.690075 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d598f6df-adb6-431c-b1a7-08f4cb67cc31 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:12.694609 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d598f6df-adb6-431c-b1a7-08f4cb67cc31 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:12.705639 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3110c94-9c09-4af3-a1e3-4e0420360b40 req-e85330ad-86d1-4a46-bc25-541bd6e7d54d tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:12.707152 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b3110c94-9c09-4af3-a1e3-4e0420360b40 req-e85330ad-86d1-4a46-bc25-541bd6e7d54d tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] 10.222.0.22 "GET /v2.0/networks?id=093e4ac5-0c97-438f-8502-deb7a0006e32 HTTP/1.1" status: 200 len: 822 time: 0.1863234 Sep 07 02:47:12.755046 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b3110c94-9c09-4af3-a1e3-4e0420360b40 req-b9034144-7400-49b0-b6d5-5e1cf3765a13 tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] 10.222.0.22 "GET /v2.0/quotas/4a4c2855bc2546e5b499c3bb4dd799e1 HTTP/1.1" status: 200 len: 375 time: 0.0379505 Sep 07 02:47:12.769867 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d598f6df-adb6-431c-b1a7-08f4cb67cc31 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:12.770470 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d598f6df-adb6-431c-b1a7-08f4cb67cc31 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Fanout notify agent at l3_agent the message router_deleted on router 552971bf-b025-40de-a8e3-1152c9884b4d {{(pid=94701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 02:47:12.786245 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d598f6df-adb6-431c-b1a7-08f4cb67cc31 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:12.791553 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d598f6df-adb6-431c-b1a7-08f4cb67cc31 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] 10.222.0.22 "DELETE /v2.0/routers/552971bf-b025-40de-a8e3-1152c9884b4d HTTP/1.1" status: 204 len: 168 time: 0.3632631 Sep 07 02:47:12.792824 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59460) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:12.798307 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 78734515-81c4-45db-acd3-cb426c87695c up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:47:12.828971 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b2eeb173-572e-4816-97e2-f5518499fae6 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] 10.222.0.22 "GET /v2.0/ports?device_id=552971bf-b025-40de-a8e3-1152c9884b4d HTTP/1.1" status: 200 len: 205 time: 0.0337129 Sep 07 02:47:12.829940 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59462) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:12.862541 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 78734515-81c4-45db-acd3-cb426c87695c triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:47:12.863011 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:12.880629 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-02abbf91-5164-468a-bb1f-e6b1f4b03998 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] delete failed (client error): The resource could not be found. Sep 07 02:47:12.885114 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-02abbf91-5164-468a-bb1f-e6b1f4b03998 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] 10.222.0.22 "DELETE /v2.0/routers/552971bf-b025-40de-a8e3-1152c9884b4d HTTP/1.1" status: 404 len: 336 time: 0.0537431 Sep 07 02:47:12.885992 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59468) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:12.917127 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-2856d452-39a5-4ee7-80ab-3e8254bd9cfe tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] 10.222.0.22 "GET /v2.0/ports?device_id=c90768d9-ab5e-49e5-ae5c-b89ed9a5fa32 HTTP/1.1" status: 200 len: 205 time: 0.0298374 Sep 07 02:47:12.919327 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59472) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:12.981692 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-dd318a79-432a-441b-8042-9e9909edee79 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] delete failed (client error): The resource could not be found. Sep 07 02:47:12.986230 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-dd318a79-432a-441b-8042-9e9909edee79 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] 10.222.0.22 "DELETE /v2.0/routers/c90768d9-ab5e-49e5-ae5c-b89ed9a5fa32 HTTP/1.1" status: 404 len: 336 time: 0.0626023 Sep 07 02:47:12.986591 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59476) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:13.023536 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-cecb4103-96b2-4d95-8380-e8fa12a3197f tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] 10.222.0.22 "GET /v2.0/ports?device_id=24587395-0a01-4eb8-b239-0a702351d7ba HTTP/1.1" status: 200 len: 205 time: 0.0350113 Sep 07 02:47:13.025136 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59482) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:13.081480 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-ac34b295-bd77-4118-a163-4b6cb47748d8 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] delete failed (client error): The resource could not be found. Sep 07 02:47:13.082553 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-ac34b295-bd77-4118-a163-4b6cb47748d8 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] 10.222.0.22 "DELETE /v2.0/routers/24587395-0a01-4eb8-b239-0a702351d7ba HTTP/1.1" status: 404 len: 336 time: 0.0558174 Sep 07 02:47:13.085929 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59484) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:13.119520 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-977ba028-5a3c-49d7-aa31-d63050ec2c3b tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf38c691-c619-4fc0-92b5-4fd0358f550b HTTP/1.1" status: 200 len: 205 time: 0.0324371 Sep 07 02:47:13.128189 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59486) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:13.160266 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b3110c94-9c09-4af3-a1e3-4e0420360b40 req-221c54a1-b37b-4fc5-bbc1-5c9997ff1eb4 tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=4a4c2855bc2546e5b499c3bb4dd799e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3854189 Sep 07 02:47:13.211857 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-4e35a673-0fa4-4721-9341-27efadfbe196 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] delete failed (client error): The resource could not be found. Sep 07 02:47:13.213095 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-4e35a673-0fa4-4721-9341-27efadfbe196 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] 10.222.0.22 "DELETE /v2.0/routers/bf38c691-c619-4fc0-92b5-4fd0358f550b HTTP/1.1" status: 404 len: 336 time: 0.0824077 Sep 07 02:47:13.216260 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59490) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:13.235896 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b8a2b-a2a3-4628-bd4b-b7a223286b0f req-0726c61c-c21d-4d92-84fa-ed4b3819c7ec tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:13.239996 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-aa6b8a2b-a2a3-4628-bd4b-b7a223286b0f req-0726c61c-c21d-4d92-84fa-ed4b3819c7ec tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=31c05c42-271e-4af7-ac65-46700f7829ab HTTP/1.1" status: 200 len: 945 time: 0.1230044 Sep 07 02:47:13.248684 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b33f0f8-d128-456c-90f5-39b24033b19c admin admin] Router 46b86a9e-ce2e-42ab-a6ad-2c076247d5f4 is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 02:47:13.264313 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b327b708-8344-46ac-bbb7-986bb547c93a tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a5e6a87-d4ef-428b-b9cc-03287247dceb HTTP/1.1" status: 200 len: 205 time: 0.0448413 Sep 07 02:47:13.264524 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59492) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:13.274316 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b3110c94-9c09-4af3-a1e3-4e0420360b40 req-5757197f-2e67-4643-92ee-3d1c7795bc3b service neutron] 10.222.0.22 "GET /v2.0/networks/093e4ac5-0c97-438f-8502-deb7a0006e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127555 Sep 07 02:47:13.320331 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-cf5e5c4b-69c7-43e2-b578-903a4e1cff0b tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] delete failed (client error): The resource could not be found. Sep 07 02:47:13.321378 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-cf5e5c4b-69c7-43e2-b578-903a4e1cff0b tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] 10.222.0.22 "DELETE /v2.0/routers/0a5e6a87-d4ef-428b-b9cc-03287247dceb HTTP/1.1" status: 404 len: 336 time: 0.0559933 Sep 07 02:47:13.325644 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59496) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:13.365884 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-91c815fb-0259-4072-aee0-85fef479dea6 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6085eb4-3101-4465-82f1-9f37711e34a7 HTTP/1.1" status: 200 len: 205 time: 0.0343478 Sep 07 02:47:13.372483 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 59498) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:13.376022 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-aa6b8a2b-a2a3-4628-bd4b-b7a223286b0f req-3e07d834-a8f8-421f-ad48-dc4a396542bb tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166182 Sep 07 02:47:13.483540 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [None req-d078f6e6-6603-4751-8a59-289d458cb835 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] delete failed (client error): The resource could not be found. Sep 07 02:47:13.485095 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-d078f6e6-6603-4751-8a59-289d458cb835 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] 10.222.0.22 "DELETE /v2.0/routers/b6085eb4-3101-4465-82f1-9f37711e34a7 HTTP/1.1" status: 404 len: 336 time: 0.1103179 Sep 07 02:47:13.490632 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59506) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:13.508736 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff87db1-d1ea-4e51-b2e2-271ceb72501c req-8466cb00-c2f6-4be3-8db1-523e9d13e32d tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:13.510229 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0ff87db1-d1ea-4e51-b2e2-271ceb72501c req-8466cb00-c2f6-4be3-8db1-523e9d13e32d tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.23 "GET /v2.0/ports?device_id=daeecb5a-c56a-4b16-9390-820e953018a9 HTTP/1.1" status: 200 len: 945 time: 0.2015026 Sep 07 02:47:13.524858 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-34b4d54a-338f-44ff-b998-428f2ec49274 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] DELETE failed (client error): The resource could not be found. Sep 07 02:47:13.525312 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34b4d54a-338f-44ff-b998-428f2ec49274 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:47:13.527005 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-34b4d54a-338f-44ff-b998-428f2ec49274 tempest-RoutersAdminTest-1222084785 tempest-RoutersAdminTest-1222084785-project] 10.222.0.22 "DELETE /v2.0/subnets/2f0895b6-7173-4141-beb0-19688860738d HTTP/1.1" status: 404 len: 337 time: 0.0360007 Sep 07 02:47:13.545245 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a4fd3-899a-4c50-9973-af2de680d379 req-21c89b32-b71e-42ad-98f6-3e34372f22bb tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:13.547427 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-521a4fd3-899a-4c50-9973-af2de680d379 req-21c89b32-b71e-42ad-98f6-3e34372f22bb tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=daeecb5a-c56a-4b16-9390-820e953018a9 HTTP/1.1" status: 200 len: 945 time: 0.0869744 Sep 07 02:47:13.553529 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b33f0f8-d128-456c-90f5-39b24033b19c admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:47:13.564296 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6467fcc3-1922-4f13-bdd5-b1f623363b7e None None] Sync routers for ids ['46b86a9e-ce2e-42ab-a6ad-2c076247d5f4'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:47:13.573260 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b3110c94-9c09-4af3-a1e3-4e0420360b40 req-78f50221-c3d6-4da2-a90c-ca411cfb8f56 service neutron] 10.222.0.22 "GET /v2.0/networks/093e4ac5-0c97-438f-8502-deb7a0006e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633471 Sep 07 02:47:13.577928 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6467fcc3-1922-4f13-bdd5-b1f623363b7e None None] Routers {'46b86a9e-ce2e-42ab-a6ad-2c076247d5f4'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:47:13.578442 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-6467fcc3-1922-4f13-bdd5-b1f623363b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:46:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['46b86a9e-ce2e-42ab-a6ad-2c076247d5f4'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:13.607640 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1b33f0f8-d128-456c-90f5-39b24033b19c admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:13.611789 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-1b33f0f8-d128-456c-90f5-39b24033b19c admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.9609716 Sep 07 02:47:13.613571 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 59512) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:13.641829 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-521a4fd3-899a-4c50-9973-af2de680d379 req-be5a0432-94fd-46c7-8704-d6317620c719 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/security-groups?id=af0bf930-0236-4868-95bb-5e6579c419ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879550 Sep 07 02:47:13.699368 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-0ff87db1-d1ea-4e51-b2e2-271ceb72501c req-ca8af9cb-b307-41cd-b611-b915070975ea tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Deleting port 021c98c2-5d93-4c32-87e5-cde76fdf8aa2 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:47:13.699752 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0ff87db1-d1ea-4e51-b2e2-271ceb72501c req-ca8af9cb-b307-41cd-b611-b915070975ea tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:13.781792 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-6467fcc3-1922-4f13-bdd5-b1f623363b7e None None] Set router 46b86a9e-ce2e-42ab-a6ad-2c076247d5f4 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:47:13.896205 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-0ff87db1-d1ea-4e51-b2e2-271ceb72501c req-ca8af9cb-b307-41cd-b611-b915070975ea tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] For port 021c98c2-5d93-4c32-87e5-cde76fdf8aa2, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=021c98c2-5d93-4c32-87e5-cde76fdf8aa2,segment=NetworkSegment(3fe8dbe0-c525-47eb-95e9-13e6bd5cc1b3),segment_id=3fe8dbe0-c525-47eb-95e9-13e6bd5cc1b3)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:47:13.896821 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0ff87db1-d1ea-4e51-b2e2-271ceb72501c req-ca8af9cb-b307-41cd-b611-b915070975ea tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:13.914175 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9cdd2ab4-2462-45c1-9868-2db03a74bb4f req-f96a3864-9419-4586-bd61-ee76adf61aa3 tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0b7c50c-976b-499b-9c1c-384a84a363a3 HTTP/1.1" status: 200 len: 210 time: 0.0577230 Sep 07 02:47:13.949826 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-0ff87db1-d1ea-4e51-b2e2-271ceb72501c req-ca8af9cb-b307-41cd-b611-b915070975ea tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Calling delete_port for 021c98c2-5d93-4c32-87e5-cde76fdf8aa2 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:47:14.101470 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-6467fcc3-1922-4f13-bdd5-b1f623363b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b86a9e-ce2e-42ab-a6ad-2c076247d5f4', 'name': 'tempest-AttachVolumeTestJSON-556686093-router', 'tenant_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': 'e2980f5d-551c-4247-9806-cf3022158b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:47:08Z', 'updated_at': '2021-09-07T02:47:11Z', 'revision_number': 3, 'project_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'gw_port': {'id': 'e2980f5d-551c-4247-9806-cf3022158b44', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:8c:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b86a9e-ce2e-42ab-a6ad-2c076247d5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:10Z', 'updated_at': '2021-09-07T02:47:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:14.101875 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59534) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:14.134356 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6467fcc3-1922-4f13-bdd5-b1f623363b7e None None] Checking router: 46b86a9e-ce2e-42ab-a6ad-2c076247d5f4 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:47:14.135164 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6467fcc3-1922-4f13-bdd5-b1f623363b7e None None] Updating router 46b86a9e-ce2e-42ab-a6ad-2c076247d5f4 port e2980f5d-551c-4247-9806-cf3022158b44 binding host n-d-796209-16 {{(pid=94703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 02:47:14.181523 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-6467fcc3-1922-4f13-bdd5-b1f623363b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:14.204920 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0ff87db1-d1ea-4e51-b2e2-271ceb72501c req-ca8af9cb-b307-41cd-b611-b915070975ea tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:14.216677 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['021c98c2-5d93-4c32-87e5-cde76fdf8aa2'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:47:14.303862 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8af9cb-b307-41cd-b611-b915070975ea tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Pushing event deleted for resources: {'Port': ['ID=021c98c2-5d93-4c32-87e5-cde76fdf8aa2,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:14.332357 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ff87db1-d1ea-4e51-b2e2-271ceb72501c req-ca8af9cb-b307-41cd-b611-b915070975ea tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] No DVR routers for this DVR port 021c98c2-5d93-4c32-87e5-cde76fdf8aa2 on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:47:14.332616 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59542) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:14.341338 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0ff87db1-d1ea-4e51-b2e2-271ceb72501c req-ca8af9cb-b307-41cd-b611-b915070975ea tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:14.344542 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0ff87db1-d1ea-4e51-b2e2-271ceb72501c req-ca8af9cb-b307-41cd-b611-b915070975ea tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.23 "DELETE /v2.0/ports/021c98c2-5d93-4c32-87e5-cde76fdf8aa2 HTTP/1.1" status: 204 len: 173 time: 0.8261254 Sep 07 02:47:14.345213 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daeecb5a-c56a-4b16-9390-820e953018a9', 'name': 'network-vif-deleted', 'tag': '021c98c2-5d93-4c32-87e5-cde76fdf8aa2'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:47:14.347821 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131eaa57-9d12-4d2c-b401-7825b9d266a4" -d '{"events": [{"server_uuid": "daeecb5a-c56a-4b16-9390-820e953018a9", "name": "network-vif-deleted", "tag": "021c98c2-5d93-4c32-87e5-cde76fdf8aa2"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:47:14.471082 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-e792d476-cbb8-433f-9626-f188425cf65b tempest-QuotasTest-167466708 tempest-QuotasTest-167466708-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:14.478364 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44a743d-047d-4e34-9827-371a631e93f0 x-openstack-request-id: req-a44a743d-047d-4e34-9827-371a631e93f0 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:47:14.478719 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daeecb5a-c56a-4b16-9390-820e953018a9", "name": "network-vif-deleted", "tag": "021c98c2-5d93-4c32-87e5-cde76fdf8aa2", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:47:14.479035 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a44a743d-047d-4e34-9827-371a631e93f0 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:47:14.479569 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daeecb5a-c56a-4b16-9390-820e953018a9', 'name': 'network-vif-deleted', 'tag': '021c98c2-5d93-4c32-87e5-cde76fdf8aa2', 'status': 'completed', 'code': 200} Sep 07 02:47:14.503148 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb88-9d27-4bf6-b697-7922e801e71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:14.535064 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c072548d-734e-4a97-ad91-9c4d39ed269a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:14.545739 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e792d476-cbb8-433f-9626-f188425cf65b tempest-QuotasTest-167466708 tempest-QuotasTest-167466708-project-admin] 10.222.0.22 "PUT /v2.0/quotas/a1cbb372247a4883a9c6ca1394d2d8ac HTTP/1.1" status: 200 len: 366 time: 0.2122355 Sep 07 02:47:14.552477 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59550) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:14.569909 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-53346d3f-45a5-4754-ac72-9fc2614ddfd8 tempest-QuotasTest-167466708 tempest-QuotasTest-167466708-project-admin] 10.222.0.22 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0162711 Sep 07 02:47:14.572631 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59552) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:14.585110 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a9fad2d2-2840-4d1a-8191-1b7e7c740913 tempest-QuotasTest-167466708 tempest-QuotasTest-167466708-project-admin] 10.222.0.22 "GET /v2.0/quotas/a1cbb372247a4883a9c6ca1394d2d8ac HTTP/1.1" status: 200 len: 366 time: 0.0114663 Sep 07 02:47:14.587561 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59554) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:14.615282 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-de93e1b7-ef34-4fc7-aacc-c228e138cf3a tempest-QuotasTest-167466708 tempest-QuotasTest-167466708-project-admin] 10.222.0.22 "DELETE /v2.0/quotas/a1cbb372247a4883a9c6ca1394d2d8ac HTTP/1.1" status: 204 len: 168 time: 0.0266261 Sep 07 02:47:14.618343 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 59556) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:14.669681 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-05354425-793a-4a98-b23e-e1b94d3dffc3 tempest-QuotasTest-167466708 tempest-QuotasTest-167466708-project-admin] 10.222.0.22 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0501435 Sep 07 02:47:14.675725 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59558) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:14.692990 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-94e56933-d63d-41a2-9270-562020fedc50 tempest-QuotasTest-167466708 tempest-QuotasTest-167466708-project-admin] 10.222.0.22 "GET /v2.0/quotas/a1cbb372247a4883a9c6ca1394d2d8ac HTTP/1.1" status: 200 len: 370 time: 0.0160227 Sep 07 02:47:14.696862 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59562) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:14.699792 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-6467fcc3-1922-4f13-bdd5-b1f623363b7e None None] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:14.700264 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c072548d-734e-4a97-ad91-9c4d39ed269a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:14.709407 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f81c8960-e7f7-48b0-83a3-3718d7ce41d3 tempest-QuotasTest-167466708 tempest-QuotasTest-167466708-project-admin] 10.222.0.22 "GET /v2.0/quotas/a1cbb372247a4883a9c6ca1394d2d8ac/default HTTP/1.1" status: 200 len: 370 time: 0.0092797 Sep 07 02:47:14.709407 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c072548d-734e-4a97-ad91-9c4d39ed269a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:14.710977 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59564) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:14.714685 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b3f36-78a2-4cf6-816d-6e8e9b5fd5cf req-9ecacda5-8efe-4aa7-adda-738ba54b151f tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:14.716254 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-472b3f36-78a2-4cf6-816d-6e8e9b5fd5cf req-9ecacda5-8efe-4aa7-adda-738ba54b151f tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=31c05c42-271e-4af7-ac65-46700f7829ab HTTP/1.1" status: 200 len: 945 time: 0.1502016 Sep 07 02:47:14.723180 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-336d086e-60e2-4790-a7fd-14db3ad9f11c tempest-QuotasTest-167466708 tempest-QuotasTest-167466708-project-admin] delete failed (client error): The resource could not be found. Sep 07 02:47:14.726962 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-336d086e-60e2-4790-a7fd-14db3ad9f11c tempest-QuotasTest-167466708 tempest-QuotasTest-167466708-project-admin] 10.222.0.22 "DELETE /v2.0/quotas/a1cbb372247a4883a9c6ca1394d2d8ac HTTP/1.1" status: 404 len: 348 time: 0.0113182 Sep 07 02:47:14.736576 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-6467fcc3-1922-4f13-bdd5-b1f623363b7e None None] Transition to ACTIVE for port object e2980f5d-551c-4247-9806-cf3022158b44 will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:47:14.746598 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-6467fcc3-1922-4f13-bdd5-b1f623363b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:14.816113 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-472b3f36-78a2-4cf6-816d-6e8e9b5fd5cf req-7127b9d0-5dc8-444b-a0be-7a55c8aabfde tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903745 Sep 07 02:47:14.828672 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c072548d-734e-4a97-ad91-9c4d39ed269a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b488a6f-2882-4605-8e3f-e13e18a07635,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:14.828672 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c072548d-734e-4a97-ad91-9c4d39ed269a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ce7e9eaea8e54ef8a80a014cdd978f04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7255530 Sep 07 02:47:14.829089 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-6467fcc3-1922-4f13-bdd5-b1f623363b7e None None] Attempting to bind port e2980f5d-551c-4247-9806-cf3022158b44 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:47:14.829214 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-6467fcc3-1922-4f13-bdd5-b1f623363b7e None None] Attempting to bind port e2980f5d-551c-4247-9806-cf3022158b44 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:47:14.832397 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6467fcc3-1922-4f13-bdd5-b1f623363b7e None None] Attempting to bind port e2980f5d-551c-4247-9806-cf3022158b44 on network 1166b922-7457-4da4-bdda-328e8c8e7bc6 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:47:14.835609 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 59568) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:14.842009 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6467fcc3-1922-4f13-bdd5-b1f623363b7e None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:47:14.842596 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6467fcc3-1922-4f13-bdd5-b1f623363b7e None None] Checking segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:47:14.843122 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-6467fcc3-1922-4f13-bdd5-b1f623363b7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:14.844312 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6467fcc3-1922-4f13-bdd5-b1f623363b7e None None] Bound using segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:47:14.844877 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-6467fcc3-1922-4f13-bdd5-b1f623363b7e None None] Bound port: e2980f5d-551c-4247-9806-cf3022158b44, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:47:14.845261 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-6467fcc3-1922-4f13-bdd5-b1f623363b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:14.862329 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-ab2cdb88-9d27-4bf6-b697-7922e801e71d admin admin] Allocated IP 172.20.0.1 (c14598de-557e-41f6-bdcf-28289778b06c/2131ccdf-cbf5-4ee9-96cf-e4c911da986a/c1359631-4d95-4e6b-8e71-ab65182e0e03) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:47:14.907923 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eb643051-338e-475f-b3f9-f6e22d55bee7 req-f84d075d-704c-4c83-a728-cf4964ad4eb2 tempest-ServerDiskConfigTestJSON-1220054615 tempest-ServerDiskConfigTestJSON-1220054615-project] 10.222.0.22 "GET /v2.0/ports?device_id=daeecb5a-c56a-4b16-9390-820e953018a9 HTTP/1.1" status: 200 len: 210 time: 0.0607994 Sep 07 02:47:14.922446 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-6467fcc3-1922-4f13-bdd5-b1f623363b7e None None] For port e2980f5d-551c-4247-9806-cf3022158b44, host n-d-796209-16, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:47:14.926682 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-6467fcc3-1922-4f13-bdd5-b1f623363b7e None None] For port e2980f5d-551c-4247-9806-cf3022158b44, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=e2980f5d-551c-4247-9806-cf3022158b44,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:47:14.930157 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 59570) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:14.933012 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-77d898be-44c7-43a6-821f-a40541636750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:14.943356 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02281fc1-4ad3-4590-b8a4-3626f882a0ce None None] Pushing event updated for resources: {'Port': ['ID=e2980f5d-551c-4247-9806-cf3022158b44,revision_number=2']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:14.947740 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-6467fcc3-1922-4f13-bdd5-b1f623363b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:14.990343 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-77d898be-44c7-43a6-821f-a40541636750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:15.016580 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6467fcc3-1922-4f13-bdd5-b1f623363b7e None None] Routers {'46b86a9e-ce2e-42ab-a6ad-2c076247d5f4'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:47:15.017199 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-6467fcc3-1922-4f13-bdd5-b1f623363b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:46:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['46b86a9e-ce2e-42ab-a6ad-2c076247d5f4'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:15.060801 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02281fc1-4ad3-4590-b8a4-3626f882a0ce None None] Pushing event updated for resources: {'Port': ['ID=e2980f5d-551c-4247-9806-cf3022158b44,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:15.096091 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3ca12344-177e-49fc-8eff-a319f6d87362 req-2350ee4e-5e74-4078-a87b-7bd0d09750e8 tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0b7c50c-976b-499b-9c1c-384a84a363a3 HTTP/1.1" status: 200 len: 210 time: 0.0587375 Sep 07 02:47:15.102231 n-d-796209-16 neutron-server[94700]: DEBUG neutron.quota.resource [None req-24971f27-02f4-49eb-a4f4-0faaec3e171d tempest-QuotasTest-167466708 tempest-QuotasTest-167466708-project-admin] Usage tracker for resource:network and tenant:53df8412c55747b1856c3bb616d95dd5 is out of sync, need to count used quota {{(pid=94700) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 07 02:47:15.113997 n-d-796209-16 neutron-server[94700]: DEBUG neutron.quota.resource [None req-24971f27-02f4-49eb-a4f4-0faaec3e171d tempest-QuotasTest-167466708 tempest-QuotasTest-167466708-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94700) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 07 02:47:15.139444 n-d-796209-16 neutron-server[94700]: DEBUG neutron.quota.resource [None req-24971f27-02f4-49eb-a4f4-0faaec3e171d tempest-QuotasTest-167466708 tempest-QuotasTest-167466708-project-admin] Usage tracker for resource:subnet and tenant:53df8412c55747b1856c3bb616d95dd5 is out of sync, need to count used quota {{(pid=94700) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 07 02:47:15.143514 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-6467fcc3-1922-4f13-bdd5-b1f623363b7e None None] Set router 46b86a9e-ce2e-42ab-a6ad-2c076247d5f4 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:47:15.148006 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb88-9d27-4bf6-b697-7922e801e71d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:15.153413 n-d-796209-16 neutron-server[94700]: DEBUG neutron.quota.resource [None req-24971f27-02f4-49eb-a4f4-0faaec3e171d tempest-QuotasTest-167466708 tempest-QuotasTest-167466708-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94700) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 07 02:47:15.162742 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-77d898be-44c7-43a6-821f-a40541636750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:15.164973 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-77d898be-44c7-43a6-821f-a40541636750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:15.166146 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-77d898be-44c7-43a6-821f-a40541636750 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7b488a6f-2882-4605-8e3f-e13e18a07635 HTTP/1.1" status: 204 len: 168 time: 0.3259561 Sep 07 02:47:15.176162 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-ab2cdb88-9d27-4bf6-b697-7922e801e71d admin admin] Transition to ACTIVE for port object c1359631-4d95-4e6b-8e71-ab65182e0e03 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:47:15.183423 n-d-796209-16 neutron-server[94700]: DEBUG neutron.quota.resource [None req-24971f27-02f4-49eb-a4f4-0faaec3e171d tempest-QuotasTest-167466708 tempest-QuotasTest-167466708-project-admin] Usage tracker for resource:subnetpool and tenant:53df8412c55747b1856c3bb616d95dd5 is out of sync, need to count used quota {{(pid=94700) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 07 02:47:15.185358 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d898be-44c7-43a6-821f-a40541636750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b488a6f-2882-4605-8e3f-e13e18a07635,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:15.194652 n-d-796209-16 neutron-server[94700]: DEBUG neutron.quota.resource [None req-24971f27-02f4-49eb-a4f4-0faaec3e171d tempest-QuotasTest-167466708 tempest-QuotasTest-167466708-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94700) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 07 02:47:15.220672 n-d-796209-16 neutron-server[94700]: DEBUG neutron.quota.resource [None req-24971f27-02f4-49eb-a4f4-0faaec3e171d tempest-QuotasTest-167466708 tempest-QuotasTest-167466708-project-admin] Usage tracker for resource:port and tenant:53df8412c55747b1856c3bb616d95dd5 is out of sync, need to count used quota {{(pid=94700) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 07 02:47:15.230679 n-d-796209-16 neutron-server[94700]: DEBUG neutron.quota.resource [None req-24971f27-02f4-49eb-a4f4-0faaec3e171d tempest-QuotasTest-167466708 tempest-QuotasTest-167466708-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94700) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 07 02:47:15.241814 n-d-796209-16 neutron-server[94700]: DEBUG neutron.quota.resource [None req-24971f27-02f4-49eb-a4f4-0faaec3e171d tempest-QuotasTest-167466708 tempest-QuotasTest-167466708-project-admin] Usage tracker for resource:router and tenant:53df8412c55747b1856c3bb616d95dd5 is out of sync, need to count used quota {{(pid=94700) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 07 02:47:15.248105 n-d-796209-16 neutron-server[94700]: DEBUG neutron.quota.resource [None req-24971f27-02f4-49eb-a4f4-0faaec3e171d tempest-QuotasTest-167466708 tempest-QuotasTest-167466708-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94700) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 07 02:47:15.258248 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb88-9d27-4bf6-b697-7922e801e71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:15.297577 n-d-796209-16 neutron-server[94700]: DEBUG neutron.quota.resource [None req-24971f27-02f4-49eb-a4f4-0faaec3e171d tempest-QuotasTest-167466708 tempest-QuotasTest-167466708-project-admin] Usage tracker for resource:floatingip and tenant:53df8412c55747b1856c3bb616d95dd5 is out of sync, need to count used quota {{(pid=94700) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 07 02:47:15.307602 n-d-796209-16 neutron-server[94700]: DEBUG neutron.quota.resource [None req-24971f27-02f4-49eb-a4f4-0faaec3e171d tempest-QuotasTest-167466708 tempest-QuotasTest-167466708-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94700) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 07 02:47:15.313570 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2cdb88-9d27-4bf6-b697-7922e801e71d admin admin] Network c14598de-557e-41f6-bdcf-28289778b06c is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:47:15.320925 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-ab2cdb88-9d27-4bf6-b697-7922e801e71d admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:47:15.329359 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2cdb88-9d27-4bf6-b697-7922e801e71d admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:47:15.360659 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2cdb88-9d27-4bf6-b697-7922e801e71d admin admin] Pushing event updated for resources: {'Port': ['ID=c1359631-4d95-4e6b-8e71-ab65182e0e03,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:15.403392 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-6467fcc3-1922-4f13-bdd5-b1f623363b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b86a9e-ce2e-42ab-a6ad-2c076247d5f4', 'name': 'tempest-AttachVolumeTestJSON-556686093-router', 'tenant_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': 'e2980f5d-551c-4247-9806-cf3022158b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:47:08Z', 'updated_at': '2021-09-07T02:47:11Z', 'revision_number': 3, 'project_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'gw_port': {'id': 'e2980f5d-551c-4247-9806-cf3022158b44', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:8c:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b86a9e-ce2e-42ab-a6ad-2c076247d5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:10Z', 'updated_at': '2021-09-07T02:47:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:15.436644 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6467fcc3-1922-4f13-bdd5-b1f623363b7e None None] The sync data for ids ['46b86a9e-ce2e-42ab-a6ad-2c076247d5f4'] in n-d-796209-16 is: [{'id': '46b86a9e-ce2e-42ab-a6ad-2c076247d5f4', 'name': 'tempest-AttachVolumeTestJSON-556686093-router', 'tenant_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': 'e2980f5d-551c-4247-9806-cf3022158b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:47:08Z', 'updated_at': '2021-09-07T02:47:11Z', 'revision_number': 3, 'project_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'gw_port': {'id': 'e2980f5d-551c-4247-9806-cf3022158b44', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:8c:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b86a9e-ce2e-42ab-a6ad-2c076247d5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:10Z', 'updated_at': '2021-09-07T02:47:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:47:15.527173 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb88-9d27-4bf6-b697-7922e801e71d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:15.605874 n-d-796209-16 neutron-server[94700]: DEBUG neutron.quota.resource [None req-24971f27-02f4-49eb-a4f4-0faaec3e171d tempest-QuotasTest-167466708 tempest-QuotasTest-167466708-project-admin] Usage tracker for resource:security_group and tenant:53df8412c55747b1856c3bb616d95dd5 is out of sync, need to count used quota {{(pid=94700) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 07 02:47:15.613903 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3110c94-9c09-4af3-a1e3-4e0420360b40 req-4a90c9ca-f571-476a-a804-ec338d218821 tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:15.621330 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b3110c94-9c09-4af3-a1e3-4e0420360b40 req-4a90c9ca-f571-476a-a804-ec338d218821 tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] 10.222.0.16 "GET /v2.0/networks?id=093e4ac5-0c97-438f-8502-deb7a0006e32 HTTP/1.1" status: 200 len: 822 time: 0.2757385 Sep 07 02:47:15.629095 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-33e16da9-5a59-4eef-8a9d-f25c13ea91f4 None None] Provisioning for port c1359631-4d95-4e6b-8e71-ab65182e0e03 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:47:15.633011 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-33e16da9-5a59-4eef-8a9d-f25c13ea91f4 None None] Provisioning complete for port c1359631-4d95-4e6b-8e71-ab65182e0e03 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:47:15.633582 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-33e16da9-5a59-4eef-8a9d-f25c13ea91f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:15.637125 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-b3110c94-9c09-4af3-a1e3-4e0420360b40 req-4a40d1bf-e86a-4c19-bfc6-4d4116cc3b24 tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] Request body: {'port': {'device_id': 'a0b7c50c-976b-499b-9c1c-384a84a363a3', 'network_id': '093e4ac5-0c97-438f-8502-deb7a0006e32', 'admin_state_up': True, 'tenant_id': '4a4c2855bc2546e5b499c3bb4dd799e1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:15.643183 n-d-796209-16 neutron-server[94700]: DEBUG neutron.quota.resource [None req-24971f27-02f4-49eb-a4f4-0faaec3e171d tempest-QuotasTest-167466708 tempest-QuotasTest-167466708-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94700) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 07 02:47:15.657709 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59580) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:15.683688 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-33e16da9-5a59-4eef-8a9d-f25c13ea91f4 None None] Port c1359631-4d95-4e6b-8e71-ab65182e0e03 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:47:15.702311 n-d-796209-16 neutron-server[94700]: DEBUG neutron.quota.resource [None req-24971f27-02f4-49eb-a4f4-0faaec3e171d tempest-QuotasTest-167466708 tempest-QuotasTest-167466708-project-admin] Usage tracker for resource:security_group_rule and tenant:53df8412c55747b1856c3bb616d95dd5 is out of sync, need to count used quota {{(pid=94700) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 07 02:47:15.706747 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8bc28632-f680-45ca-a225-414bd04e5c1f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9927f04458eb4ccfa778459c561a9e6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0451219 Sep 07 02:47:15.706961 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59582) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:15.741266 n-d-796209-16 neutron-server[94700]: DEBUG neutron.quota.resource [None req-24971f27-02f4-49eb-a4f4-0faaec3e171d tempest-QuotasTest-167466708 tempest-QuotasTest-167466708-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94700) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 07 02:47:15.767589 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-24971f27-02f4-49eb-a4f4-0faaec3e171d tempest-QuotasTest-167466708 tempest-QuotasTest-167466708-project-admin] 10.222.0.22 "GET /v2.0/quotas/53df8412c55747b1856c3bb616d95dd5/details.json HTTP/1.1" status: 200 len: 703 time: 0.8184841 Sep 07 02:47:15.791641 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e29b2c68-cbf5-4733-839a-26e070ccacdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:15.816975 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e29b2c68-cbf5-4733-839a-26e070ccacdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:15.825555 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb88-9d27-4bf6-b697-7922e801e71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:15.896447 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3110c94-9c09-4af3-a1e3-4e0420360b40 req-4a40d1bf-e86a-4c19-bfc6-4d4116cc3b24 tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] Made reservation on behalf of 4a4c2855bc2546e5b499c3bb4dd799e1 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:47:15.900832 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b3110c94-9c09-4af3-a1e3-4e0420360b40 req-4a40d1bf-e86a-4c19-bfc6-4d4116cc3b24 tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:15.914504 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e29b2c68-cbf5-4733-839a-26e070ccacdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:15.917211 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e29b2c68-cbf5-4733-839a-26e070ccacdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:15.918408 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e29b2c68-cbf5-4733-839a-26e070ccacdc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/44165c2f-3566-4f1e-a122-29c82cacbe80 HTTP/1.1" status: 204 len: 168 time: 0.2105198 Sep 07 02:47:15.957256 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29b2c68-cbf5-4733-839a-26e070ccacdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44165c2f-3566-4f1e-a122-29c82cacbe80,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:16.068758 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-b3110c94-9c09-4af3-a1e3-4e0420360b40 req-4a40d1bf-e86a-4c19-bfc6-4d4116cc3b24 tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] Allocated IP 172.20.0.4 (093e4ac5-0c97-438f-8502-deb7a0006e32/dcc074c4-6614-4c89-a182-ac00c33453bb/de9beff9-0ff9-4040-a9a8-00226b83594c) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:47:16.196512 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59606) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:16.284964 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-492efbc3-4ea6-4277-b850-48a0ab719eba req-b1a05ba8-3f13-4766-b1f7-43369f724220 tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0b7c50c-976b-499b-9c1c-384a84a363a3 HTTP/1.1" status: 200 len: 210 time: 0.0498481 Sep 07 02:47:16.326382 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59616) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:16.391643 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-551db14c-9ddc-4e24-ba2a-78e0d149e2e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:16.398963 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b3110c94-9c09-4af3-a1e3-4e0420360b40 req-4a40d1bf-e86a-4c19-bfc6-4d4116cc3b24 tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:16.412978 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a643e32-6995-4818-be6f-d21df6a05b8a req-0cacbc8f-c229-4044-aa32-a8386d6fda5b tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:16.414851 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4a643e32-6995-4818-be6f-d21df6a05b8a req-0cacbc8f-c229-4044-aa32-a8386d6fda5b tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=31c05c42-271e-4af7-ac65-46700f7829ab HTTP/1.1" status: 200 len: 945 time: 0.2875900 Sep 07 02:47:16.487716 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-52846bc7-fb6d-4ec7-84a1-0820d2abc787 admin admin] Deleting subnet a1edbcb4-7c27-4a3f-ab1f-7a3010f7d080 {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:47:16.494211 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-52846bc7-fb6d-4ec7-84a1-0820d2abc787 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:16.498882 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb88-9d27-4bf6-b697-7922e801e71d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:16.514778 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb88-9d27-4bf6-b697-7922e801e71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:16.553744 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-52846bc7-fb6d-4ec7-84a1-0820d2abc787 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:16.556605 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-551db14c-9ddc-4e24-ba2a-78e0d149e2e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:16.576169 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4a643e32-6995-4818-be6f-d21df6a05b8a req-6417df34-0543-4608-a761-56c616c2edc6 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191013 Sep 07 02:47:16.579879 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-551db14c-9ddc-4e24-ba2a-78e0d149e2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:16.615964 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ab2cdb88-9d27-4bf6-b697-7922e801e71d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:16.636175 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2cdb88-9d27-4bf6-b697-7922e801e71d admin admin] Pushing event updated for resources: {'Port': ['ID=c1359631-4d95-4e6b-8e71-ab65182e0e03,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:16.654220 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-52846bc7-fb6d-4ec7-84a1-0820d2abc787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:16.658201 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551db14c-9ddc-4e24-ba2a-78e0d149e2e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=465caeb5-5d50-4640-b131-eb8a6d48f93d,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:16.687826 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551db14c-9ddc-4e24-ba2a-78e0d149e2e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:47:16.687826 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551db14c-9ddc-4e24-ba2a-78e0d149e2e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:47:16.687826 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551db14c-9ddc-4e24-ba2a-78e0d149e2e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:47:16.687826 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551db14c-9ddc-4e24-ba2a-78e0d149e2e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:47:16.687826 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551db14c-9ddc-4e24-ba2a-78e0d149e2e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:47:16.687826 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551db14c-9ddc-4e24-ba2a-78e0d149e2e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:47:16.687826 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551db14c-9ddc-4e24-ba2a-78e0d149e2e1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:47:16.687826 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551db14c-9ddc-4e24-ba2a-78e0d149e2e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:47:16.688959 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551db14c-9ddc-4e24-ba2a-78e0d149e2e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:47:16.689392 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551db14c-9ddc-4e24-ba2a-78e0d149e2e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:47:16.689634 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551db14c-9ddc-4e24-ba2a-78e0d149e2e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:47:16.689969 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551db14c-9ddc-4e24-ba2a-78e0d149e2e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:47:16.698499 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-551db14c-9ddc-4e24-ba2a-78e0d149e2e1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=62c40dcce34d4f24970561246183422a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4982619 Sep 07 02:47:16.699659 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59628) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:16.782921 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-52846bc7-fb6d-4ec7-84a1-0820d2abc787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:16.804695 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-52846bc7-fb6d-4ec7-84a1-0820d2abc787 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:16.808658 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-52846bc7-fb6d-4ec7-84a1-0820d2abc787 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/a1edbcb4-7c27-4a3f-ab1f-7a3010f7d080 HTTP/1.1" status: 204 len: 168 time: 0.4807849 Sep 07 02:47:16.811551 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-deb3f271-2938-480d-8abf-bd31cbb81227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:16.833909 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59630) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:16.860804 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52846bc7-fb6d-4ec7-84a1-0820d2abc787 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1edbcb4-7c27-4a3f-ab1f-7a3010f7d080,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:16.889988 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-deb3f271-2938-480d-8abf-bd31cbb81227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:16.903202 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device e2980f5d-551c-4247-9806-cf3022158b44 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:47:16.983626 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port e2980f5d-551c-4247-9806-cf3022158b44 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:47:16.989209 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port e2980f5d-551c-4247-9806-cf3022158b44 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:47:16.989209 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:16.989666 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 59634) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:16.992305 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b3110c94-9c09-4af3-a1e3-4e0420360b40 req-4a40d1bf-e86a-4c19-bfc6-4d4116cc3b24 tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:17.082196 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3110c94-9c09-4af3-a1e3-4e0420360b40 req-4a40d1bf-e86a-4c19-bfc6-4d4116cc3b24 tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] Network 093e4ac5-0c97-438f-8502-deb7a0006e32 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:47:17.093204 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-b3110c94-9c09-4af3-a1e3-4e0420360b40 req-4a40d1bf-e86a-4c19-bfc6-4d4116cc3b24 tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:47:17.102519 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3110c94-9c09-4af3-a1e3-4e0420360b40 req-4a40d1bf-e86a-4c19-bfc6-4d4116cc3b24 tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:47:17.112164 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:17.128866 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 021c98c2-5d93-4c32-87e5-cde76fdf8aa2 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:47:17.135550 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a40d1bf-e86a-4c19-bfc6-4d4116cc3b24 tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] Pushing event updated for resources: {'Port': ['ID=de9beff9-0ff9-4040-a9a8-00226b83594c,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:17.174805 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: 021c98c2-5d93-4c32-87e5-cde76fdf8aa2 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:47:17.175423 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 021c98c2-5d93-4c32-87e5-cde76fdf8aa2 not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:47:17.182261 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port e2980f5d-551c-4247-9806-cf3022158b44, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=e2980f5d-551c-4247-9806-cf3022158b44,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:47:17.184772 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3110c94-9c09-4af3-a1e3-4e0420360b40 req-4a40d1bf-e86a-4c19-bfc6-4d4116cc3b24 tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:17.185608 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b3110c94-9c09-4af3-a1e3-4e0420360b40 req-4a40d1bf-e86a-4c19-bfc6-4d4116cc3b24 tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:17.186729 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:17.194828 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-e6686c1e-1b48-47e1-9179-48bf94ce9cc0 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1888206149'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:17.199239 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2cdb88-9d27-4bf6-b697-7922e801e71d admin admin] Network c14598de-557e-41f6-bdcf-28289778b06c is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:47:17.205555 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-ab2cdb88-9d27-4bf6-b697-7922e801e71d admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:47:17.248542 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=e2980f5d-551c-4247-9806-cf3022158b44,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:17.282023 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6686c1e-1b48-47e1-9179-48bf94ce9cc0 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Made reservation on behalf of e09470af3e57401ca2e4cfce5dfb437b for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:47:17.285983 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e6686c1e-1b48-47e1-9179-48bf94ce9cc0 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:17.293857 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b3110c94-9c09-4af3-a1e3-4e0420360b40 req-4a40d1bf-e86a-4c19-bfc6-4d4116cc3b24 tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6617386 Sep 07 02:47:17.307472 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-b3110c94-9c09-4af3-a1e3-4e0420360b40 req-a40ae5d7-3ce4-4107-81b1-e8540d46a0d5 service neutron] Request body: {'port': {'device_id': 'a0b7c50c-976b-499b-9c1c-384a84a363a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:17.315339 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e6686c1e-1b48-47e1-9179-48bf94ce9cc0 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:17.342810 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5a50244b-cd60-44c4-aa29-91947009a0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:17.417064 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-deb3f271-2938-480d-8abf-bd31cbb81227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:17.420174 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-deb3f271-2938-480d-8abf-bd31cbb81227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:17.426846 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-deb3f271-2938-480d-8abf-bd31cbb81227 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/465caeb5-5d50-4640-b131-eb8a6d48f93d HTTP/1.1" status: 204 len: 168 time: 0.7264743 Sep 07 02:47:17.489064 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb3f271-2938-480d-8abf-bd31cbb81227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=465caeb5-5d50-4640-b131-eb8a6d48f93d,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:17.495887 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b3110c94-9c09-4af3-a1e3-4e0420360b40 req-a40ae5d7-3ce4-4107-81b1-e8540d46a0d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:17.509823 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab2cdb88-9d27-4bf6-b697-7922e801e71d admin admin] Router 46b86a9e-ce2e-42ab-a6ad-2c076247d5f4 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:47:17.565244 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5a50244b-cd60-44c4-aa29-91947009a0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:17.580351 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf914521-cfa9-4673-a34d-5e1df706925d req-0744dafe-f6b2-472d-bf3e-99b0f90c0461 tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:17.581926 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bf914521-cfa9-4673-a34d-5e1df706925d req-0744dafe-f6b2-472d-bf3e-99b0f90c0461 tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0b7c50c-976b-499b-9c1c-384a84a363a3 HTTP/1.1" status: 200 len: 931 time: 0.1793518 Sep 07 02:47:17.611861 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-5a50244b-cd60-44c4-aa29-91947009a0ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86391a5a-8b46-4856-9537-02b1734374ff']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:17.633086 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-ba1dfb7a-3203-43b1-9687-2702c2bc11e2 None None] Provisioning complete for port c1359631-4d95-4e6b-8e71-ab65182e0e03 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:47:17.633465 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ba1dfb7a-3203-43b1-9687-2702c2bc11e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:17.660723 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-5a50244b-cd60-44c4-aa29-91947009a0ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fe8dbe0-c525-47eb-95e9-13e6bd5cc1b3') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:17.661612 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-5a50244b-cd60-44c4-aa29-91947009a0ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fe8dbe0-c525-47eb-95e9-13e6bd5cc1b3') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:17.686684 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5a50244b-cd60-44c4-aa29-91947009a0ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:17.701389 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-ba1dfb7a-3203-43b1-9687-2702c2bc11e2 None None] Port c1359631-4d95-4e6b-8e71-ab65182e0e03 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:47:17.731220 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bf914521-cfa9-4673-a34d-5e1df706925d req-49546f67-8581-4e9c-8f34-d9ea6f324ad7 tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] 10.222.0.22 "GET /v2.0/security-groups?id=48d9f7f8-613e-45cd-86a3-df1414b027e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332223 Sep 07 02:47:17.733525 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5a50244b-cd60-44c4-aa29-91947009a0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:17.738773 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e6686c1e-1b48-47e1-9179-48bf94ce9cc0 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:17.747801 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a50244b-cd60-44c4-aa29-91947009a0ab admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:47:17.748254 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5a50244b-cd60-44c4-aa29-91947009a0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:17.750688 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:47:17.750688 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:47:17.750688 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:47:17.750688 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:47:17.750688 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:47:17.750688 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:47:17.750688 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:47:17.750688 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:47:17.750688 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:47:17.750688 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:47:17.750688 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:47:17.750688 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:47:17.750688 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:47:17.750688 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:47:17.750688 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:47:17.750688 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:47:17.750688 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:47:17.750688 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:47:17.750688 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:47:17.750688 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:47:17.750688 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:47:17.750688 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:47:17.750688 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:47:17.750688 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:47:17.750688 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:47:17.750688 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:47:17.750688 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:47:17.750688 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:47:17.750688 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:47:17.750688 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:47:17.750688 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:47:17.750688 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:47:17.762965 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e6686c1e-1b48-47e1-9179-48bf94ce9cc0 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:17.825586 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5a50244b-cd60-44c4-aa29-91947009a0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:17.855678 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5a50244b-cd60-44c4-aa29-91947009a0ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:17.858077 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-5a50244b-cd60-44c4-aa29-91947009a0ab admin admin] 10.222.0.22 "DELETE /v2.0/networks/86391a5a-8b46-4856-9537-02b1734374ff HTTP/1.1" status: 204 len: 168 time: 1.0231178 Sep 07 02:47:17.859924 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a50244b-cd60-44c4-aa29-91947009a0ab admin admin] Pushing event deleted for resources: {'Network': ['ID=86391a5a-8b46-4856-9537-02b1734374ff,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:17.869284 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6686c1e-1b48-47e1-9179-48bf94ce9cc0 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:47:17.931521 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e6686c1e-1b48-47e1-9179-48bf94ce9cc0 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:17.931908 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-e6686c1e-1b48-47e1-9179-48bf94ce9cc0 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Added segment 73de6fc7-0fa3-4403-918a-3d0b411b0751 of type vlan for network c1be48e4-6358-411f-87c3-4907c9cb7642 Sep 07 02:47:17.936398 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab2cdb88-9d27-4bf6-b697-7922e801e71d admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:47:17.938797 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6686c1e-1b48-47e1-9179-48bf94ce9cc0 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5163a2d6-6520-4f46-9e81-2943c6f6e9b9,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:17.945378 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59650) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:17.949376 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ab2cdb88-9d27-4bf6-b697-7922e801e71d admin admin] 10.222.0.22 "PUT /v2.0/routers/46b86a9e-ce2e-42ab-a6ad-2c076247d5f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3337364 Sep 07 02:47:17.966043 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21322438-6fe5-4e67-9238-5369eb50f768 None None] Sync routers for ids ['46b86a9e-ce2e-42ab-a6ad-2c076247d5f4'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:47:17.972198 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540e577-093b-463a-b6de-b9b8ce4c358f req-9028faa2-07a6-48e4-a6f9-a4ec4f4d7dbe tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:17.973763 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4540e577-093b-463a-b6de-b9b8ce4c358f req-9028faa2-07a6-48e4-a6f9-a4ec4f4d7dbe tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=31c05c42-271e-4af7-ac65-46700f7829ab HTTP/1.1" status: 200 len: 945 time: 0.2455070 Sep 07 02:47:17.983646 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a30abd08-a100-4cfe-9c06-84f865abc959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:17.985723 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21322438-6fe5-4e67-9238-5369eb50f768 None None] Routers {'46b86a9e-ce2e-42ab-a6ad-2c076247d5f4'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:47:17.986371 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-21322438-6fe5-4e67-9238-5369eb50f768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:46:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['46b86a9e-ce2e-42ab-a6ad-2c076247d5f4'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:18.050585 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e6686c1e-1b48-47e1-9179-48bf94ce9cc0 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:18.080420 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59654) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:18.128646 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a30abd08-a100-4cfe-9c06-84f865abc959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:18.138292 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a30abd08-a100-4cfe-9c06-84f865abc959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:18.141242 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4540e577-093b-463a-b6de-b9b8ce4c358f req-6117121b-b3c9-4f83-90b7-e6cf81984fa6 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392367 Sep 07 02:47:18.163289 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e6686c1e-1b48-47e1-9179-48bf94ce9cc0 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:18.169514 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6686c1e-1b48-47e1-9179-48bf94ce9cc0 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:18.170429 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e6686c1e-1b48-47e1-9179-48bf94ce9cc0 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:18.193303 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30abd08-a100-4cfe-9c06-84f865abc959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3c35ab-157b-4c6a-921e-33c42544a69e,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:18.232180 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-76faeaa2-75b7-4d04-bb39-8fb6ad834e3f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3d8ff40ac5af4273a429b575b3a30677&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1503224 Sep 07 02:47:18.236548 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59660) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:18.248493 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-e6686c1e-1b48-47e1-9179-48bf94ce9cc0 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.2549138 Sep 07 02:47:18.252222 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 59662) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:18.257484 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-3b445d1c-8573-4e73-8777-f42e4c9731fd tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Request body: {'subnet': {'network_id': 'c1be48e4-6358-411f-87c3-4907c9cb7642', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:18.285251 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a30abd08-a100-4cfe-9c06-84f865abc959 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=53df8412c55747b1856c3bb616d95dd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3381200 Sep 07 02:47:18.286126 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59664) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:18.304599 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-b3110c94-9c09-4af3-a1e3-4e0420360b40 req-a40ae5d7-3ce4-4107-81b1-e8540d46a0d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de9beff9-0ff9-4040-a9a8-00226b83594c {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:47:18.323022 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6686c1e-1b48-47e1-9179-48bf94ce9cc0 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Pushing event updated for resources: {'Network': ['ID=c1be48e4-6358-411f-87c3-4907c9cb7642,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:18.335783 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network c1be48e4-6358-411f-87c3-4907c9cb7642 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:47:18.341830 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b3110c94-9c09-4af3-a1e3-4e0420360b40 req-a40ae5d7-3ce4-4107-81b1-e8540d46a0d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:18.343349 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-21322438-6fe5-4e67-9238-5369eb50f768 None None] Set router 46b86a9e-ce2e-42ab-a6ad-2c076247d5f4 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:47:18.360040 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ad14457b-5db6-4081-8a51-b5b1aac752e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:18.387879 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ad14457b-5db6-4081-8a51-b5b1aac752e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:18.408608 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-b3110c94-9c09-4af3-a1e3-4e0420360b40 req-a40ae5d7-3ce4-4107-81b1-e8540d46a0d5 service neutron] Transition to ACTIVE for port object de9beff9-0ff9-4040-a9a8-00226b83594c will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:47:18.417052 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b3110c94-9c09-4af3-a1e3-4e0420360b40 req-a40ae5d7-3ce4-4107-81b1-e8540d46a0d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:18.467391 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0d328220-c24c-4871-83da-3ee4c259bd87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:18.483807 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b445d1c-8573-4e73-8777-f42e4c9731fd tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Made reservation on behalf of e09470af3e57401ca2e4cfce5dfb437b for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:47:18.487616 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3b445d1c-8573-4e73-8777-f42e4c9731fd tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:18.498021 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0d328220-c24c-4871-83da-3ee4c259bd87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:18.531503 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ae5d7-3ce4-4107-81b1-e8540d46a0d5 service neutron] Pushing event updated for resources: {'Port': ['ID=de9beff9-0ff9-4040-a9a8-00226b83594c,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:18.532485 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ad14457b-5db6-4081-8a51-b5b1aac752e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:18.538753 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ad14457b-5db6-4081-8a51-b5b1aac752e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:18.542780 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-ad14457b-5db6-4081-8a51-b5b1aac752e5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0c3c35ab-157b-4c6a-921e-33c42544a69e HTTP/1.1" status: 204 len: 168 time: 0.2512975 Sep 07 02:47:18.603939 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad14457b-5db6-4081-8a51-b5b1aac752e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3c35ab-157b-4c6a-921e-33c42544a69e,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:18.615332 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0d328220-c24c-4871-83da-3ee4c259bd87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:18.618416 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0d328220-c24c-4871-83da-3ee4c259bd87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:18.623765 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-0d328220-c24c-4871-83da-3ee4c259bd87 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/af0bf930-0236-4868-95bb-5e6579c419ad HTTP/1.1" status: 204 len: 168 time: 0.3849103 Sep 07 02:47:18.635681 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d328220-c24c-4871-83da-3ee4c259bd87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0bf930-0236-4868-95bb-5e6579c419ad,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:18.692608 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59672) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:18.697898 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-552cca17-cb11-4faa-bcc5-4524ae428917 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1668080810', 'description': 'tempest-description--802173772'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:18.732008 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-b3110c94-9c09-4af3-a1e3-4e0420360b40 req-a40ae5d7-3ce4-4107-81b1-e8540d46a0d5 service neutron] Attempting to bind port de9beff9-0ff9-4040-a9a8-00226b83594c on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:47:18.732352 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-b3110c94-9c09-4af3-a1e3-4e0420360b40 req-a40ae5d7-3ce4-4107-81b1-e8540d46a0d5 service neutron] Attempting to bind port de9beff9-0ff9-4040-a9a8-00226b83594c by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': 'ca8a8a4b-88e6-4a42-b885-1b2bd72fac3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '093e4ac5-0c97-438f-8502-deb7a0006e32'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:47:18.734241 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3110c94-9c09-4af3-a1e3-4e0420360b40 req-a40ae5d7-3ce4-4107-81b1-e8540d46a0d5 service neutron] Attempting to bind port de9beff9-0ff9-4040-a9a8-00226b83594c on network 093e4ac5-0c97-438f-8502-deb7a0006e32 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:47:18.736036 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-552cca17-cb11-4faa-bcc5-4524ae428917 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:18.761034 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3110c94-9c09-4af3-a1e3-4e0420360b40 req-a40ae5d7-3ce4-4107-81b1-e8540d46a0d5 service neutron] Port de9beff9-0ff9-4040-a9a8-00226b83594c on network 093e4ac5-0c97-438f-8502-deb7a0006e32 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:47:18.762549 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3110c94-9c09-4af3-a1e3-4e0420360b40 req-a40ae5d7-3ce4-4107-81b1-e8540d46a0d5 service neutron] Attempting to bind port de9beff9-0ff9-4040-a9a8-00226b83594c on network 093e4ac5-0c97-438f-8502-deb7a0006e32 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:47:18.772637 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-21322438-6fe5-4e67-9238-5369eb50f768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b86a9e-ce2e-42ab-a6ad-2c076247d5f4', 'name': 'tempest-AttachVolumeTestJSON-556686093-router', 'tenant_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': 'e2980f5d-551c-4247-9806-cf3022158b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:47:08Z', 'updated_at': '2021-09-07T02:47:15Z', 'revision_number': 4, 'project_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'gw_port': {'id': 'e2980f5d-551c-4247-9806-cf3022158b44', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:8c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b86a9e-ce2e-42ab-a6ad-2c076247d5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:10Z', 'updated_at': '2021-09-07T02:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'c1359631-4d95-4e6b-8e71-ab65182e0e03', 'name': '', 'network_id': 'c14598de-557e-41f6-bdcf-28289778b06c', 'tenant_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'mac_address': 'fa:16:3e:81:9f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b86a9e-ce2e-42ab-a6ad-2c076247d5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '2131ccdf-cbf5-4ee9-96cf-e4c911da986a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:14Z', 'updated_at': '2021-09-07T02:47:15Z', 'revision_number': 2, 'project_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'subnets': [{'id': '2131ccdf-cbf5-4ee9-96cf-e4c911da986a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:18.780906 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3110c94-9c09-4af3-a1e3-4e0420360b40 req-a40ae5d7-3ce4-4107-81b1-e8540d46a0d5 service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:47:18.791040 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3110c94-9c09-4af3-a1e3-4e0420360b40 req-a40ae5d7-3ce4-4107-81b1-e8540d46a0d5 service neutron] Checking segment: {'id': 'ca8a8a4b-88e6-4a42-b885-1b2bd72fac3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '093e4ac5-0c97-438f-8502-deb7a0006e32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:47:18.791040 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3110c94-9c09-4af3-a1e3-4e0420360b40 req-a40ae5d7-3ce4-4107-81b1-e8540d46a0d5 service neutron] Bound using segment: {'id': 'ca8a8a4b-88e6-4a42-b885-1b2bd72fac3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '093e4ac5-0c97-438f-8502-deb7a0006e32'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:47:18.791040 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-b3110c94-9c09-4af3-a1e3-4e0420360b40 req-a40ae5d7-3ce4-4107-81b1-e8540d46a0d5 service neutron] Bound port: de9beff9-0ff9-4040-a9a8-00226b83594c, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca8a8a4b-88e6-4a42-b885-1b2bd72fac3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '093e4ac5-0c97-438f-8502-deb7a0006e32'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:47:18.791040 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b3110c94-9c09-4af3-a1e3-4e0420360b40 req-a40ae5d7-3ce4-4107-81b1-e8540d46a0d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:18.846723 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21322438-6fe5-4e67-9238-5369eb50f768 None None] Checking router: 46b86a9e-ce2e-42ab-a6ad-2c076247d5f4 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:47:18.849332 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21322438-6fe5-4e67-9238-5369eb50f768 None None] Updating router 46b86a9e-ce2e-42ab-a6ad-2c076247d5f4 port c1359631-4d95-4e6b-8e71-ab65182e0e03 binding host n-d-796209-16 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 02:47:18.860224 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device e2980f5d-551c-4247-9806-cf3022158b44 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:47:18.917362 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-21322438-6fe5-4e67-9238-5369eb50f768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:18.950301 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-552cca17-cb11-4faa-bcc5-4524ae428917 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:18.969063 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-552cca17-cb11-4faa-bcc5-4524ae428917 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:18.988481 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port e2980f5d-551c-4247-9806-cf3022158b44 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:47:18.989635 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:19.044066 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552cca17-cb11-4faa-bcc5-4524ae428917 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8627b096-1ea2-45e2-baf2-b285074b2a6a,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:19.050719 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-552cca17-cb11-4faa-bcc5-4524ae428917 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:19.058736 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-552cca17-cb11-4faa-bcc5-4524ae428917 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3658950 Sep 07 02:47:19.058879 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 59680) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:19.061519 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-b3110c94-9c09-4af3-a1e3-4e0420360b40 req-a40ae5d7-3ce4-4107-81b1-e8540d46a0d5 service neutron] For port de9beff9-0ff9-4040-a9a8-00226b83594c, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:47:19.075772 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-cc635bcf-d151-476b-b4a1-2e471e1fc282 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Request body: {'security_group_rule': {'security_group_id': '8627b096-1ea2-45e2-baf2-b285074b2a6a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:19.119274 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf12c7-5695-4567-a95f-f74603e218ed req-60102829-7292-4330-b45a-2eb054a61453 tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:19.125569 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-03bf12c7-5695-4567-a95f-f74603e218ed req-60102829-7292-4330-b45a-2eb054a61453 tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0b7c50c-976b-499b-9c1c-384a84a363a3 HTTP/1.1" status: 200 len: 943 time: 0.2458537 Sep 07 02:47:19.130275 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3b445d1c-8573-4e73-8777-f42e4c9731fd tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:19.152569 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-b3110c94-9c09-4af3-a1e3-4e0420360b40 req-a40ae5d7-3ce4-4107-81b1-e8540d46a0d5 service neutron] For port de9beff9-0ff9-4040-a9a8-00226b83594c, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=de9beff9-0ff9-4040-a9a8-00226b83594c,segment=NetworkSegment(ca8a8a4b-88e6-4a42-b885-1b2bd72fac3f),segment_id=ca8a8a4b-88e6-4a42-b885-1b2bd72fac3f)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:47:19.217213 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b3110c94-9c09-4af3-a1e3-4e0420360b40 req-a40ae5d7-3ce4-4107-81b1-e8540d46a0d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:19.351525 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4480c40-3294-477c-bcab-d0e4f6e58476 req-c1d983a0-6d5d-49d5-bfd9-285b137630a2 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:19.354140 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e4480c40-3294-477c-bcab-d0e4f6e58476 req-c1d983a0-6d5d-49d5-bfd9-285b137630a2 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=31c05c42-271e-4af7-ac65-46700f7829ab HTTP/1.1" status: 200 len: 945 time: 0.0924506 Sep 07 02:47:19.437302 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e4480c40-3294-477c-bcab-d0e4f6e58476 req-677c902c-5ed5-451f-bcef-496f1e762c10 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764818 Sep 07 02:47:19.456633 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3110c94-9c09-4af3-a1e3-4e0420360b40 req-a40ae5d7-3ce4-4107-81b1-e8540d46a0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:19.458373 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b3110c94-9c09-4af3-a1e3-4e0420360b40 req-a40ae5d7-3ce4-4107-81b1-e8540d46a0d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:19.460003 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b3110c94-9c09-4af3-a1e3-4e0420360b40 req-a40ae5d7-3ce4-4107-81b1-e8540d46a0d5 service neutron] 10.222.0.16 "PUT /v2.0/ports/de9beff9-0ff9-4040-a9a8-00226b83594c HTTP/1.1" status: 200 len: 1092 time: 2.1568859 Sep 07 02:47:19.460818 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ae5d7-3ce4-4107-81b1-e8540d46a0d5 service neutron] Pushing event updated for resources: {'Port': ['ID=de9beff9-0ff9-4040-a9a8-00226b83594c,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:19.481946 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b445d1c-8573-4e73-8777-f42e4c9731fd tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Pushing event updated for resources: {'Subnet': ['ID=92f0b3bb-b08d-49d2-8c4c-fa0e72491e64,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:19.505350 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-03bf12c7-5695-4567-a95f-f74603e218ed req-e60b9539-ed59-40c1-bc7a-8f385d8ca7b2 tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] 10.222.0.22 "GET /v2.0/security-groups?id=48d9f7f8-613e-45cd-86a3-df1414b027e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3547628 Sep 07 02:47:19.510009 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0b7c50c-976b-499b-9c1c-384a84a363a3', 'tag': 'de9beff9-0ff9-4040-a9a8-00226b83594c'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:47:19.515065 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2eaead8-dc73-4b98-807e-08a1c48709f5" -d '{"events": [{"name": "network-changed", "server_uuid": "a0b7c50c-976b-499b-9c1c-384a84a363a3", "tag": "de9beff9-0ff9-4040-a9a8-00226b83594c"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:47:19.521245 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cc635bcf-d151-476b-b4a1-2e471e1fc282 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:19.548377 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-21322438-6fe5-4e67-9238-5369eb50f768 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:19.564693 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-21322438-6fe5-4e67-9238-5369eb50f768 None None] Transition to ACTIVE for port object c1359631-4d95-4e6b-8e71-ab65182e0e03 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:47:19.572901 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-21322438-6fe5-4e67-9238-5369eb50f768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:19.597792 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71bf6e4-8dfd-4310-9173-8a7dc3cd1328 x-openstack-request-id: req-e71bf6e4-8dfd-4310-9173-8a7dc3cd1328 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:47:19.598117 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0b7c50c-976b-499b-9c1c-384a84a363a3", "tag": "de9beff9-0ff9-4040-a9a8-00226b83594c", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:47:19.598342 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e71bf6e4-8dfd-4310-9173-8a7dc3cd1328 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:47:19.598765 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0b7c50c-976b-499b-9c1c-384a84a363a3', 'tag': 'de9beff9-0ff9-4040-a9a8-00226b83594c', 'status': 'completed', 'code': 200} Sep 07 02:47:19.620894 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3110c94-9c09-4af3-a1e3-4e0420360b40 req-c5ab4df8-b080-4407-b209-4f2c1e1ef0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:19.622484 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b3110c94-9c09-4af3-a1e3-4e0420360b40 req-c5ab4df8-b080-4407-b209-4f2c1e1ef0e2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a4c2855bc2546e5b499c3bb4dd799e1&device_id=a0b7c50c-976b-499b-9c1c-384a84a363a3 HTTP/1.1" status: 200 len: 1095 time: 0.0889864 Sep 07 02:47:19.623233 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b445d1c-8573-4e73-8777-f42e4c9731fd tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Checking segment: {'id': '73de6fc7-0fa3-4403-918a-3d0b411b0751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c1be48e4-6358-411f-87c3-4907c9cb7642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:47:19.623928 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b445d1c-8573-4e73-8777-f42e4c9731fd tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Network hostable DHCP agents. Network: c1be48e4-6358-411f-87c3-4907c9cb7642, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:47:19.630628 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f3557-293e-4103-9481-5d7d3b139810 None None] Pushing event updated for resources: {'Port': ['ID=c1359631-4d95-4e6b-8e71-ab65182e0e03,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:19.707087 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-21322438-6fe5-4e67-9238-5369eb50f768 None None] Attempting to bind port c1359631-4d95-4e6b-8e71-ab65182e0e03 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:47:19.707832 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-21322438-6fe5-4e67-9238-5369eb50f768 None None] Attempting to bind port c1359631-4d95-4e6b-8e71-ab65182e0e03 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'd870a195-8ec5-4537-8987-1fe2b1130707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c14598de-557e-41f6-bdcf-28289778b06c'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:47:19.708203 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21322438-6fe5-4e67-9238-5369eb50f768 None None] Attempting to bind port c1359631-4d95-4e6b-8e71-ab65182e0e03 on network c14598de-557e-41f6-bdcf-28289778b06c {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:47:19.710907 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b445d1c-8573-4e73-8777-f42e4c9731fd tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Network c1be48e4-6358-411f-87c3-4907c9cb7642 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:47:19.732638 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21322438-6fe5-4e67-9238-5369eb50f768 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:47:19.733048 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21322438-6fe5-4e67-9238-5369eb50f768 None None] Checking segment: {'id': 'd870a195-8ec5-4537-8987-1fe2b1130707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c14598de-557e-41f6-bdcf-28289778b06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:47:19.733469 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-21322438-6fe5-4e67-9238-5369eb50f768 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:19.733942 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21322438-6fe5-4e67-9238-5369eb50f768 None None] Bound using segment: {'id': 'd870a195-8ec5-4537-8987-1fe2b1130707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c14598de-557e-41f6-bdcf-28289778b06c'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:47:19.734450 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-21322438-6fe5-4e67-9238-5369eb50f768 None None] Bound port: c1359631-4d95-4e6b-8e71-ab65182e0e03, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd870a195-8ec5-4537-8987-1fe2b1130707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c14598de-557e-41f6-bdcf-28289778b06c'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:47:19.734874 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-21322438-6fe5-4e67-9238-5369eb50f768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:19.776602 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-3b445d1c-8573-4e73-8777-f42e4c9731fd tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, c1be48e4-6358-411f-87c3-4907c9cb7642) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:47:19.783310 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b3110c94-9c09-4af3-a1e3-4e0420360b40 req-fd1045a9-418f-4d81-bd86-76afb133bf14 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de9beff9-0ff9-4040-a9a8-00226b83594c HTTP/1.1" status: 200 len: 217 time: 0.1140959 Sep 07 02:47:19.785602 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b445d1c-8573-4e73-8777-f42e4c9731fd tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:19.786212 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3b445d1c-8573-4e73-8777-f42e4c9731fd tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:19.791817 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e3bd67-5d15-4c2d-9ec8-1159971f46e8 None None] Network c1be48e4-6358-411f-87c3-4907c9cb7642 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:47:19.837868 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3b445d1c-8573-4e73-8777-f42e4c9731fd tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5845747 Sep 07 02:47:19.840676 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59716) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:19.841907 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cc635bcf-d151-476b-b4a1-2e471e1fc282 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:19.848766 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-d0ecd86b-7608-490d-8961-49788b26b23e tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Request body: {'port': {'network_id': 'c1be48e4-6358-411f-87c3-4907c9cb7642', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1031457785'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:19.852523 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cc635bcf-d151-476b-b4a1-2e471e1fc282 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:19.888329 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc635bcf-d151-476b-b4a1-2e471e1fc282 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e893959-ee89-4095-bf6c-06ad653513be,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:19.901787 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3110c94-9c09-4af3-a1e3-4e0420360b40 req-01f5cd1d-662e-4b7b-a348-1b6cab98c93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:19.903729 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b3110c94-9c09-4af3-a1e3-4e0420360b40 req-01f5cd1d-662e-4b7b-a348-1b6cab98c93c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dcc074c4-6614-4c89-a182-ac00c33453bb HTTP/1.1" status: 200 len: 862 time: 0.0999804 Sep 07 02:47:19.905704 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cc635bcf-d151-476b-b4a1-2e471e1fc282 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:19.907593 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-cc635bcf-d151-476b-b4a1-2e471e1fc282 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8428795 Sep 07 02:47:19.910453 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 59718) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:19.918289 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-fd407a39-f1dc-4a22-a2bc-2b3672c5bd78 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Request body: {'security_group_rule': {'security_group_id': '8627b096-1ea2-45e2-baf2-b285074b2a6a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:19.959824 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 59720) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:19.963348 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b3110c94-9c09-4af3-a1e3-4e0420360b40 req-09684265-2024-4c42-aa6c-39fde6cda68c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=093e4ac5-0c97-438f-8502-deb7a0006e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506108 Sep 07 02:47:20.002402 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fd407a39-f1dc-4a22-a2bc-2b3672c5bd78 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:20.006357 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-21322438-6fe5-4e67-9238-5369eb50f768 None None] For port c1359631-4d95-4e6b-8e71-ab65182e0e03, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:47:20.047241 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-21322438-6fe5-4e67-9238-5369eb50f768 None None] For port c1359631-4d95-4e6b-8e71-ab65182e0e03, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=c1359631-4d95-4e6b-8e71-ab65182e0e03,segment=NetworkSegment(d870a195-8ec5-4537-8987-1fe2b1130707),segment_id=d870a195-8ec5-4537-8987-1fe2b1130707)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:47:20.092738 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-21322438-6fe5-4e67-9238-5369eb50f768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:20.132268 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fd407a39-f1dc-4a22-a2bc-2b3672c5bd78 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:20.134891 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b3110c94-9c09-4af3-a1e3-4e0420360b40 req-f65c15fa-f02d-41fd-a4b1-b0a74572e75d service neutron] 10.222.0.16 "GET /v2.0/networks/093e4ac5-0c97-438f-8502-deb7a0006e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625473 Sep 07 02:47:20.141439 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fd407a39-f1dc-4a22-a2bc-2b3672c5bd78 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:20.159403 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ecd86b-7608-490d-8961-49788b26b23e tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Made reservation on behalf of e09470af3e57401ca2e4cfce5dfb437b for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:47:20.166636 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d0ecd86b-7608-490d-8961-49788b26b23e tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:20.170786 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd407a39-f1dc-4a22-a2bc-2b3672c5bd78 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74f4231c-8618-4bd7-aa7f-9941e18699c2,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:20.183514 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f3557-293e-4103-9481-5d7d3b139810 None None] Pushing event updated for resources: {'Port': ['ID=c1359631-4d95-4e6b-8e71-ab65182e0e03,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:20.211165 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fd407a39-f1dc-4a22-a2bc-2b3672c5bd78 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:20.215902 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-fd407a39-f1dc-4a22-a2bc-2b3672c5bd78 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3017306 Sep 07 02:47:20.217678 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 59730) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:20.222500 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-17b38095-dc93-4c6a-a9d0-2db81f008db9 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Request body: {'floatingip': {'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:20.226895 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-d0ecd86b-7608-490d-8961-49788b26b23e tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] device_id is not set on port bdaf95b5-7ae7-4fec-8e2d-4e37db7d2b9e yet. {{(pid=94701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:47:20.268828 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21322438-6fe5-4e67-9238-5369eb50f768 None None] Routers {'46b86a9e-ce2e-42ab-a6ad-2c076247d5f4'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:47:20.269699 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-21322438-6fe5-4e67-9238-5369eb50f768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:46:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['46b86a9e-ce2e-42ab-a6ad-2c076247d5f4'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:20.295854 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 02:47:20.338516 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-17b38095-dc93-4c6a-a9d0-2db81f008db9 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks [] for floatingip, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:20.361554 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-0a51c2a6-e16c-466a-a382-9256f116e35c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-672266805-network', 'tenant_id': '89ac3f7facab4fd8a1183de0857e6752'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:20.375679 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b3110c94-9c09-4af3-a1e3-4e0420360b40 req-fd8ac158-aa0f-4040-9709-f081a9b69c83 service neutron] 10.222.0.16 "GET /v2.0/networks/093e4ac5-0c97-438f-8502-deb7a0006e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249994 Sep 07 02:47:20.456835 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-d0ecd86b-7608-490d-8961-49788b26b23e tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Allocated IP 2001:db8::14f (c1be48e4-6358-411f-87c3-4907c9cb7642/92f0b3bb-b08d-49d2-8c4c-fa0e72491e64/bdaf95b5-7ae7-4fec-8e2d-4e37db7d2b9e) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:47:20.474260 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a51c2a6-e16c-466a-a382-9256f116e35c admin admin] Made reservation on behalf of 89ac3f7facab4fd8a1183de0857e6752 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:47:20.476601 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-21322438-6fe5-4e67-9238-5369eb50f768 None None] Set router 46b86a9e-ce2e-42ab-a6ad-2c076247d5f4 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:47:20.477234 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a51c2a6-e16c-466a-a382-9256f116e35c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:20.520930 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb22a8f-5b67-4d53-a087-f326e688b2ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-c1be48e4-6358-411f-87c3-4907c9cb7642', 'network_id': 'c1be48e4-6358-411f-87c3-4907c9cb7642', 'tenant_id': 'e09470af3e57401ca2e4cfce5dfb437b', 'fixed_ips': [{'subnet_id': '92f0b3bb-b08d-49d2-8c4c-fa0e72491e64'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:47:20.521709 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ceb22a8f-5b67-4d53-a087-f326e688b2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:20.525870 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a51c2a6-e16c-466a-a382-9256f116e35c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:20.655083 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb460b6b-8d5d-40c0-9aec-69366aef00ef req-f8ce9bf5-d324-4e44-9fef-ee0072fc4c3d tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:20.656872 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fb460b6b-8d5d-40c0-9aec-69366aef00ef req-f8ce9bf5-d324-4e44-9fef-ee0072fc4c3d tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=31c05c42-271e-4af7-ac65-46700f7829ab HTTP/1.1" status: 200 len: 945 time: 0.1162369 Sep 07 02:47:20.735973 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eaead8-dc73-4b98-807e-08a1c48709f5 req-d73c8993-63b0-4fe4-a8ed-834cf1e5d0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:20.737688 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c2eaead8-dc73-4b98-807e-08a1c48709f5 req-d73c8993-63b0-4fe4-a8ed-834cf1e5d0aa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a4c2855bc2546e5b499c3bb4dd799e1&device_id=a0b7c50c-976b-499b-9c1c-384a84a363a3 HTTP/1.1" status: 200 len: 1095 time: 0.2728300 Sep 07 02:47:20.756702 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fb460b6b-8d5d-40c0-9aec-69366aef00ef req-18e916f1-b340-4459-9752-e8c5a526b375 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672960 Sep 07 02:47:20.800335 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d0ecd86b-7608-490d-8961-49788b26b23e tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:20.830204 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d0ecd86b-7608-490d-8961-49788b26b23e tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Transition to ACTIVE for port object bdaf95b5-7ae7-4fec-8e2d-4e37db7d2b9e will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:47:20.860825 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a51c2a6-e16c-466a-a382-9256f116e35c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:20.883673 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d0ecd86b-7608-490d-8961-49788b26b23e tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:20.917562 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-21322438-6fe5-4e67-9238-5369eb50f768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b86a9e-ce2e-42ab-a6ad-2c076247d5f4', 'name': 'tempest-AttachVolumeTestJSON-556686093-router', 'tenant_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': 'e2980f5d-551c-4247-9806-cf3022158b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:47:08Z', 'updated_at': '2021-09-07T02:47:15Z', 'revision_number': 4, 'project_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'gw_port': {'id': 'e2980f5d-551c-4247-9806-cf3022158b44', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:8c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b86a9e-ce2e-42ab-a6ad-2c076247d5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:10Z', 'updated_at': '2021-09-07T02:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'c1359631-4d95-4e6b-8e71-ab65182e0e03', 'name': '', 'network_id': 'c14598de-557e-41f6-bdcf-28289778b06c', 'tenant_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'mac_address': 'fa:16:3e:81:9f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b86a9e-ce2e-42ab-a6ad-2c076247d5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '2131ccdf-cbf5-4ee9-96cf-e4c911da986a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:14Z', 'updated_at': '2021-09-07T02:47:19Z', 'revision_number': 4, 'project_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'subnets': [{'id': '2131ccdf-cbf5-4ee9-96cf-e4c911da986a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:20.928834 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a51c2a6-e16c-466a-a382-9256f116e35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:20.930127 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ecd86b-7608-490d-8961-49788b26b23e tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Network c1be48e4-6358-411f-87c3-4907c9cb7642 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:47:20.936039 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-d0ecd86b-7608-490d-8961-49788b26b23e tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:47:20.939211 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ecd86b-7608-490d-8961-49788b26b23e tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:47:20.945906 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c83a9-d9b4-4819-ba3f-4c217cfbb7f9 req-3f4bf9c3-9e75-46ec-abc2-34af2a6c003e tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:20.946351 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ecd86b-7608-490d-8961-49788b26b23e tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:20.947252 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d0ecd86b-7608-490d-8961-49788b26b23e tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:20.947653 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-083c83a9-d9b4-4819-ba3f-4c217cfbb7f9 req-3f4bf9c3-9e75-46ec-abc2-34af2a6c003e tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0b7c50c-976b-499b-9c1c-384a84a363a3 HTTP/1.1" status: 200 len: 943 time: 0.2719791 Sep 07 02:47:20.957732 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-17b38095-dc93-4c6a-a9d0-2db81f008db9 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:20.961988 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21322438-6fe5-4e67-9238-5369eb50f768 None None] The sync data for ids ['46b86a9e-ce2e-42ab-a6ad-2c076247d5f4'] in n-d-796209-16 is: [{'id': '46b86a9e-ce2e-42ab-a6ad-2c076247d5f4', 'name': 'tempest-AttachVolumeTestJSON-556686093-router', 'tenant_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': 'e2980f5d-551c-4247-9806-cf3022158b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:47:08Z', 'updated_at': '2021-09-07T02:47:15Z', 'revision_number': 4, 'project_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'gw_port': {'id': 'e2980f5d-551c-4247-9806-cf3022158b44', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:8c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b86a9e-ce2e-42ab-a6ad-2c076247d5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:10Z', 'updated_at': '2021-09-07T02:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'c1359631-4d95-4e6b-8e71-ab65182e0e03', 'name': '', 'network_id': 'c14598de-557e-41f6-bdcf-28289778b06c', 'tenant_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'mac_address': 'fa:16:3e:81:9f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b86a9e-ce2e-42ab-a6ad-2c076247d5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '2131ccdf-cbf5-4ee9-96cf-e4c911da986a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:14Z', 'updated_at': '2021-09-07T02:47:19Z', 'revision_number': 4, 'project_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'subnets': [{'id': '2131ccdf-cbf5-4ee9-96cf-e4c911da986a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:47:20.968049 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ecd86b-7608-490d-8961-49788b26b23e tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Pushing event updated for resources: {'Port': ['ID=bdaf95b5-7ae7-4fec-8e2d-4e37db7d2b9e,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:20.979256 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d0ecd86b-7608-490d-8961-49788b26b23e tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1363788 Sep 07 02:47:20.982252 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59746) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:20.988664 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-db6beb17-f1e9-4c86-8fb8-58c20cb27f08 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Request body: {'port': {'network_id': 'c1be48e4-6358-411f-87c3-4907c9cb7642', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1695797613', 'allowed_address_pairs': [{'ip_address': '2001:db8::14f', 'mac_address': 'fa:16:3e:c0:58:e1'}]}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:21.003235 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-ceb22a8f-5b67-4d53-a087-f326e688b2ba None None] Allocated IP 2001:db8::2 (c1be48e4-6358-411f-87c3-4907c9cb7642/92f0b3bb-b08d-49d2-8c4c-fa0e72491e64/d8029e97-1caa-4c16-a6d9-ce033c03ba07) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:47:21.040008 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a51c2a6-e16c-466a-a382-9256f116e35c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:47:21.148370 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a51c2a6-e16c-466a-a382-9256f116e35c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=979a4161-9ef3-4486-b4ae-301a87f7c661,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:21.153136 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a51c2a6-e16c-466a-a382-9256f116e35c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:21.154198 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-0a51c2a6-e16c-466a-a382-9256f116e35c admin admin] Added segment f7365d16-60af-4f35-91cc-fd0a2a4fb280 of type vlan for network 476185b8-d8dd-4ca2-b0a5-220223b8fc7d Sep 07 02:47:21.168164 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2fd7c9-72d1-4085-99b0-92c7813cd7fb req-037b060f-9b42-4925-9737-dbd256195764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:21.170215 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-da2fd7c9-72d1-4085-99b0-92c7813cd7fb req-037b060f-9b42-4925-9737-dbd256195764 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=31c05c42-271e-4af7-ac65-46700f7829ab HTTP/1.1" status: 200 len: 1097 time: 0.3335502 Sep 07 02:47:21.188196 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eaead8-dc73-4b98-807e-08a1c48709f5 req-f3e28b20-ad95-48f6-a8dc-8ae5c25516f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:21.194472 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c2eaead8-dc73-4b98-807e-08a1c48709f5 req-f3e28b20-ad95-48f6-a8dc-8ae5c25516f1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=093e4ac5-0c97-438f-8502-deb7a0006e32 HTTP/1.1" status: 200 len: 922 time: 0.4450765 Sep 07 02:47:21.213807 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-083c83a9-d9b4-4819-ba3f-4c217cfbb7f9 req-8759d5dc-a998-4206-ae18-6216c0f45361 tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] 10.222.0.22 "GET /v2.0/security-groups?id=48d9f7f8-613e-45cd-86a3-df1414b027e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525172 Sep 07 02:47:21.215857 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6beb17-f1e9-4c86-8fb8-58c20cb27f08 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Made reservation on behalf of e09470af3e57401ca2e4cfce5dfb437b for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:47:21.281790 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ceb22a8f-5b67-4d53-a087-f326e688b2ba None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:21.297593 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-ceb22a8f-5b67-4d53-a087-f326e688b2ba None None] Transition to ACTIVE for port object d8029e97-1caa-4c16-a6d9-ce033c03ba07 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:47:21.328277 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-ceb22a8f-5b67-4d53-a087-f326e688b2ba None None] Transition to ACTIVE for port object d8029e97-1caa-4c16-a6d9-ce033c03ba07 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:47:21.329474 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a51c2a6-e16c-466a-a382-9256f116e35c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:21.332586 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c2eaead8-dc73-4b98-807e-08a1c48709f5 req-6cfbba32-071c-496f-8549-8e33e2778314 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de9beff9-0ff9-4040-a9a8-00226b83594c HTTP/1.1" status: 200 len: 217 time: 0.0862644 Sep 07 02:47:21.334315 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59752) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:21.355100 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ceb22a8f-5b67-4d53-a087-f326e688b2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:21.361365 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-db6beb17-f1e9-4c86-8fb8-58c20cb27f08 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:21.387843 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-db6beb17-f1e9-4c86-8fb8-58c20cb27f08 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] device_id is not set on port 20f0e478-e168-4eaa-bc00-bdadb7b8fb64 yet. {{(pid=94701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:47:21.426504 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:21.430486 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:21.438524 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb22a8f-5b67-4d53-a087-f326e688b2ba None None] Network c1be48e4-6358-411f-87c3-4907c9cb7642 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:47:21.445866 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-ceb22a8f-5b67-4d53-a087-f326e688b2ba None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:47:21.449880 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-da2fd7c9-72d1-4085-99b0-92c7813cd7fb req-8fab7b0f-791c-4d7b-81ef-39d7c43c2fb4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652779 Sep 07 02:47:21.454477 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb22a8f-5b67-4d53-a087-f326e688b2ba None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:47:21.474412 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb22a8f-5b67-4d53-a087-f326e688b2ba None None] Pushing event updated for resources: {'Port': ['ID=d8029e97-1caa-4c16-a6d9-ce033c03ba07,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:21.501317 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-17b38095-dc93-4c6a-a9d0-2db81f008db9 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Allocated IP 172.25.5.198 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/5512d5a9-c5e0-4313-a816-7b5a7130bdd0) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:47:21.532993 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-ceb22a8f-5b67-4d53-a087-f326e688b2ba None None] Attempting to bind port d8029e97-1caa-4c16-a6d9-ce033c03ba07 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:47:21.533372 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-ceb22a8f-5b67-4d53-a087-f326e688b2ba None None] Attempting to bind port d8029e97-1caa-4c16-a6d9-ce033c03ba07 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '73de6fc7-0fa3-4403-918a-3d0b411b0751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c1be48e4-6358-411f-87c3-4907c9cb7642'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:47:21.533799 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb22a8f-5b67-4d53-a087-f326e688b2ba None None] Attempting to bind port d8029e97-1caa-4c16-a6d9-ce033c03ba07 on network c1be48e4-6358-411f-87c3-4907c9cb7642 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:47:21.539214 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb22a8f-5b67-4d53-a087-f326e688b2ba None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:47:21.539646 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb22a8f-5b67-4d53-a087-f326e688b2ba None None] Checking segment: {'id': '73de6fc7-0fa3-4403-918a-3d0b411b0751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c1be48e4-6358-411f-87c3-4907c9cb7642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:47:21.540052 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ceb22a8f-5b67-4d53-a087-f326e688b2ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:21.540427 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb22a8f-5b67-4d53-a087-f326e688b2ba None None] Bound using segment: {'id': '73de6fc7-0fa3-4403-918a-3d0b411b0751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c1be48e4-6358-411f-87c3-4907c9cb7642'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:47:21.541011 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-ceb22a8f-5b67-4d53-a087-f326e688b2ba None None] Bound port: d8029e97-1caa-4c16-a6d9-ce033c03ba07, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73de6fc7-0fa3-4403-918a-3d0b411b0751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c1be48e4-6358-411f-87c3-4907c9cb7642'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:47:21.541449 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ceb22a8f-5b67-4d53-a087-f326e688b2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:21.553680 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-598b50ca-da09-4b77-b55e-aaf4070dc0cb tempest-RoutersAdminNegativeTest-914017644 tempest-RoutersAdminNegativeTest-914017644-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2051734192', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:21.588505 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-db6beb17-f1e9-4c86-8fb8-58c20cb27f08 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Allocated IP 2001:db8::77 (c1be48e4-6358-411f-87c3-4907c9cb7642/92f0b3bb-b08d-49d2-8c4c-fa0e72491e64/20f0e478-e168-4eaa-bc00-bdadb7b8fb64) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:47:21.615184 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598b50ca-da09-4b77-b55e-aaf4070dc0cb tempest-RoutersAdminNegativeTest-914017644 tempest-RoutersAdminNegativeTest-914017644-project-admin] Made reservation on behalf of 4368f8019b5849e2b07d768a2f221ce1 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:47:21.617393 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-598b50ca-da09-4b77-b55e-aaf4070dc0cb tempest-RoutersAdminNegativeTest-914017644 tempest-RoutersAdminNegativeTest-914017644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:21.627332 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-ceb22a8f-5b67-4d53-a087-f326e688b2ba None None] For port d8029e97-1caa-4c16-a6d9-ce033c03ba07, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:47:21.630916 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-ceb22a8f-5b67-4d53-a087-f326e688b2ba None None] For port d8029e97-1caa-4c16-a6d9-ce033c03ba07, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=d8029e97-1caa-4c16-a6d9-ce033c03ba07,segment=NetworkSegment(73de6fc7-0fa3-4403-918a-3d0b411b0751),segment_id=73de6fc7-0fa3-4403-918a-3d0b411b0751)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:47:21.632277 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-598b50ca-da09-4b77-b55e-aaf4070dc0cb tempest-RoutersAdminNegativeTest-914017644 tempest-RoutersAdminNegativeTest-914017644-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:21.647657 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ceb22a8f-5b67-4d53-a087-f326e688b2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:21.737752 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb22a8f-5b67-4d53-a087-f326e688b2ba None None] Pushing event updated for resources: {'Port': ['ID=d8029e97-1caa-4c16-a6d9-ce033c03ba07,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:21.975911 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-db6beb17-f1e9-4c86-8fb8-58c20cb27f08 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:21.993596 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a9287-1411-4497-99bf-4ddcec6a32d1 req-e89291d6-c6b0-4284-94ed-fb1f3d4a80cd tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:22.003570 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a68a9287-1411-4497-99bf-4ddcec6a32d1 req-e89291d6-c6b0-4284-94ed-fb1f3d4a80cd tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=31c05c42-271e-4af7-ac65-46700f7829ab HTTP/1.1" status: 200 len: 945 time: 0.1559055 Sep 07 02:47:22.011058 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a51c2a6-e16c-466a-a382-9256f116e35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:22.012111 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a51c2a6-e16c-466a-a382-9256f116e35c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:22.012729 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a51c2a6-e16c-466a-a382-9256f116e35c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:22.018623 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-598b50ca-da09-4b77-b55e-aaf4070dc0cb tempest-RoutersAdminNegativeTest-914017644 tempest-RoutersAdminNegativeTest-914017644-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:22.034369 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-598b50ca-da09-4b77-b55e-aaf4070dc0cb tempest-RoutersAdminNegativeTest-914017644 tempest-RoutersAdminNegativeTest-914017644-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:22.064955 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-598b50ca-da09-4b77-b55e-aaf4070dc0cb tempest-RoutersAdminNegativeTest-914017644 tempest-RoutersAdminNegativeTest-914017644-project-admin] device_id is not set on port ede120ca-97c5-4eb7-a5f6-b102e0785ad2 yet. {{(pid=94701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:47:22.069439 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-db6beb17-f1e9-4c86-8fb8-58c20cb27f08 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Transition to ACTIVE for port object 20f0e478-e168-4eaa-bc00-bdadb7b8fb64 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:47:22.071018 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598b50ca-da09-4b77-b55e-aaf4070dc0cb tempest-RoutersAdminNegativeTest-914017644 tempest-RoutersAdminNegativeTest-914017644-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d84cc6-58f0-4314-83d6-e8e5c545785d,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:22.081220 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eaead8-dc73-4b98-807e-08a1c48709f5 req-850ba84c-4716-4308-9820-2992ff5aa1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:22.082843 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c2eaead8-dc73-4b98-807e-08a1c48709f5 req-850ba84c-4716-4308-9820-2992ff5aa1bd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dcc074c4-6614-4c89-a182-ac00c33453bb HTTP/1.1" status: 200 len: 862 time: 0.7087100 Sep 07 02:47:22.139686 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-0a51c2a6-e16c-466a-a382-9256f116e35c admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1752567 Sep 07 02:47:22.140422 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a68a9287-1411-4497-99bf-4ddcec6a32d1 req-ff4466f1-cfad-4865-bf12-7f4d068524dc tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358595 Sep 07 02:47:22.140933 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59760) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:22.150427 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-feb2fc56-75f9-445c-a294-a8f290167ff4 admin admin] Request body: {'subnet': {'network_id': '476185b8-d8dd-4ca2-b0a5-220223b8fc7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-672266805-subnet', 'tenant_id': '89ac3f7facab4fd8a1183de0857e6752', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:22.174739 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a51c2a6-e16c-466a-a382-9256f116e35c admin admin] Pushing event updated for resources: {'Network': ['ID=476185b8-d8dd-4ca2-b0a5-220223b8fc7d,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:22.181544 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c2eaead8-dc73-4b98-807e-08a1c48709f5 req-7d95cf59-f294-4481-987a-e225bc60a54b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=093e4ac5-0c97-438f-8502-deb7a0006e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595903 Sep 07 02:47:22.214093 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a51c2a6-e16c-466a-a382-9256f116e35c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:47:22.214826 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a51c2a6-e16c-466a-a382-9256f116e35c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:47:22.214826 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a51c2a6-e16c-466a-a382-9256f116e35c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:47:22.215161 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a51c2a6-e16c-466a-a382-9256f116e35c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:47:22.215518 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a51c2a6-e16c-466a-a382-9256f116e35c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:47:22.215852 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a51c2a6-e16c-466a-a382-9256f116e35c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:47:22.216183 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a51c2a6-e16c-466a-a382-9256f116e35c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:47:22.216516 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a51c2a6-e16c-466a-a382-9256f116e35c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:47:22.216879 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a51c2a6-e16c-466a-a382-9256f116e35c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:47:22.217395 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a51c2a6-e16c-466a-a382-9256f116e35c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:47:22.217510 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a51c2a6-e16c-466a-a382-9256f116e35c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:47:22.217803 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a51c2a6-e16c-466a-a382-9256f116e35c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:47:22.218378 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-db6beb17-f1e9-4c86-8fb8-58c20cb27f08 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:22.224936 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-17b38095-dc93-4c6a-a9d0-2db81f008db9 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:22.229640 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 476185b8-d8dd-4ca2-b0a5-220223b8fc7d details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:47:22.277780 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6beb17-f1e9-4c86-8fb8-58c20cb27f08 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Pushing event updated for resources: {'Port': ['ID=20f0e478-e168-4eaa-bc00-bdadb7b8fb64,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:22.301568 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6beb17-f1e9-4c86-8fb8-58c20cb27f08 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Network c1be48e4-6358-411f-87c3-4907c9cb7642 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:47:22.304831 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-db6beb17-f1e9-4c86-8fb8-58c20cb27f08 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:47:22.308003 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6beb17-f1e9-4c86-8fb8-58c20cb27f08 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:47:22.314515 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6beb17-f1e9-4c86-8fb8-58c20cb27f08 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:22.315168 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-db6beb17-f1e9-4c86-8fb8-58c20cb27f08 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:22.319160 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb2fc56-75f9-445c-a294-a8f290167ff4 admin admin] Made reservation on behalf of 89ac3f7facab4fd8a1183de0857e6752 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:47:22.321520 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-feb2fc56-75f9-445c-a294-a8f290167ff4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:22.381268 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-17b38095-dc93-4c6a-a9d0-2db81f008db9 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:22.454578 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c2eaead8-dc73-4b98-807e-08a1c48709f5 req-4d505da4-ea4f-4739-a4bf-1ddbfadf8c29 service neutron] 10.222.0.16 "GET /v2.0/networks/093e4ac5-0c97-438f-8502-deb7a0006e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598011 Sep 07 02:47:22.455340 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-db6beb17-f1e9-4c86-8fb8-58c20cb27f08 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.4713328 Sep 07 02:47:22.457039 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 59766) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:22.463393 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b38095-dc93-4c6a-a9d0-2db81f008db9 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:47:22.477355 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-598b50ca-da09-4b77-b55e-aaf4070dc0cb tempest-RoutersAdminNegativeTest-914017644 tempest-RoutersAdminNegativeTest-914017644-project-admin] Allocated IP 172.25.5.49 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/ede120ca-97c5-4eb7-a5f6-b102e0785ad2) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:47:22.507068 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-17b38095-dc93-4c6a-a9d0-2db81f008db9 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:47:22.528048 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b38095-dc93-4c6a-a9d0-2db81f008db9 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:47:22.588109 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b38095-dc93-4c6a-a9d0-2db81f008db9 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Pushing event updated for resources: {'Port': ['ID=5512d5a9-c5e0-4313-a816-7b5a7130bdd0,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:22.614326 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9127e065-daee-42f1-b7d6-d05eac54e573 req-8ccda666-e256-41b5-a8d3-5d1b7b49934b tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:22.615985 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9127e065-daee-42f1-b7d6-d05eac54e573 req-8ccda666-e256-41b5-a8d3-5d1b7b49934b tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0b7c50c-976b-499b-9c1c-384a84a363a3 HTTP/1.1" status: 200 len: 943 time: 0.2700837 Sep 07 02:47:22.666084 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-feb2fc56-75f9-445c-a294-a8f290167ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:22.717865 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb2fc56-75f9-445c-a294-a8f290167ff4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46a59755-8ac5-4b4a-9652-b636db34e72e,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:22.723387 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b78b84-590c-455b-ae91-ab33fa7e6a11 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:22.730953 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b78b84-590c-455b-ae91-ab33fa7e6a11 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:22.737965 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b78b84-590c-455b-ae91-ab33fa7e6a11 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:22.739764 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a5b78b84-590c-455b-ae91-ab33fa7e6a11 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.2751827 Sep 07 02:47:22.745498 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59768) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:22.812788 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9127e065-daee-42f1-b7d6-d05eac54e573 req-dade0733-a47d-44c6-b855-edfe1241bbcd tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] 10.222.0.22 "GET /v2.0/security-groups?id=48d9f7f8-613e-45cd-86a3-df1414b027e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572411 Sep 07 02:47:22.833610 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c2eaead8-dc73-4b98-807e-08a1c48709f5 req-0a6ce445-0315-4456-8738-ae7d0a226533 service neutron] 10.222.0.16 "GET /v2.0/networks/093e4ac5-0c97-438f-8502-deb7a0006e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3654821 Sep 07 02:47:22.851756 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb2fc56-75f9-445c-a294-a8f290167ff4 admin admin] Checking segment: {'id': 'f7365d16-60af-4f35-91cc-fd0a2a4fb280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '476185b8-d8dd-4ca2-b0a5-220223b8fc7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:47:22.852216 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb2fc56-75f9-445c-a294-a8f290167ff4 admin admin] Network hostable DHCP agents. Network: 476185b8-d8dd-4ca2-b0a5-220223b8fc7d, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:47:22.869556 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-17b38095-dc93-4c6a-a9d0-2db81f008db9 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:22.870160 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-598b50ca-da09-4b77-b55e-aaf4070dc0cb tempest-RoutersAdminNegativeTest-914017644 tempest-RoutersAdminNegativeTest-914017644-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:22.943100 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-17b38095-dc93-4c6a-a9d0-2db81f008db9 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:22.944077 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb2fc56-75f9-445c-a294-a8f290167ff4 admin admin] Network 476185b8-d8dd-4ca2-b0a5-220223b8fc7d is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:47:22.950843 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device d8029e97-1caa-4c16-a6d9-ce033c03ba07 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:47:22.977600 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-feb2fc56-75f9-445c-a294-a8f290167ff4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 476185b8-d8dd-4ca2-b0a5-220223b8fc7d) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:47:22.988844 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb2fc56-75f9-445c-a294-a8f290167ff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:22.989829 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-feb2fc56-75f9-445c-a294-a8f290167ff4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:23.018522 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91ed07f-239f-4d5b-925c-0beeafae8ebc None None] Network 476185b8-d8dd-4ca2-b0a5-220223b8fc7d requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:47:23.025256 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0181d340-58f5-4290-827a-4c0ca1c661b5 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Deleting port 20f0e478-e168-4eaa-bc00-bdadb7b8fb64 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:47:23.025979 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0181d340-58f5-4290-827a-4c0ca1c661b5 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:23.031684 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-598b50ca-da09-4b77-b55e-aaf4070dc0cb tempest-RoutersAdminNegativeTest-914017644 tempest-RoutersAdminNegativeTest-914017644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:23.077069 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-feb2fc56-75f9-445c-a294-a8f290167ff4 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9314020 Sep 07 02:47:23.152494 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598b50ca-da09-4b77-b55e-aaf4070dc0cb tempest-RoutersAdminNegativeTest-914017644 tempest-RoutersAdminNegativeTest-914017644-project-admin] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:47:23.170741 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port d8029e97-1caa-4c16-a6d9-ce033c03ba07 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:47:23.184857 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device c1359631-4d95-4e6b-8e71-ab65182e0e03 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:47:23.220757 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-598b50ca-da09-4b77-b55e-aaf4070dc0cb tempest-RoutersAdminNegativeTest-914017644 tempest-RoutersAdminNegativeTest-914017644-project-admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:47:23.234120 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804dcc88-35e5-4cd0-848a-df741d904bd6 None None] Network c1be48e4-6358-411f-87c3-4907c9cb7642 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:47:23.242752 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598b50ca-da09-4b77-b55e-aaf4070dc0cb tempest-RoutersAdminNegativeTest-914017644 tempest-RoutersAdminNegativeTest-914017644-project-admin] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:47:23.242962 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-17b38095-dc93-4c6a-a9d0-2db81f008db9 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:23.280506 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598b50ca-da09-4b77-b55e-aaf4070dc0cb tempest-RoutersAdminNegativeTest-914017644 tempest-RoutersAdminNegativeTest-914017644-project-admin] Pushing event updated for resources: {'Port': ['ID=ede120ca-97c5-4eb7-a5f6-b102e0785ad2,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:23.286965 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-17b38095-dc93-4c6a-a9d0-2db81f008db9 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:23.310365 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0181d340-58f5-4290-827a-4c0ca1c661b5 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:23.330636 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598b50ca-da09-4b77-b55e-aaf4070dc0cb tempest-RoutersAdminNegativeTest-914017644 tempest-RoutersAdminNegativeTest-914017644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:23.331272 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-598b50ca-da09-4b77-b55e-aaf4070dc0cb tempest-RoutersAdminNegativeTest-914017644 tempest-RoutersAdminNegativeTest-914017644-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:23.333587 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0181d340-58f5-4290-827a-4c0ca1c661b5 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Calling delete_port for 20f0e478-e168-4eaa-bc00-bdadb7b8fb64 owned by {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:47:23.351546 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b38095-dc93-4c6a-a9d0-2db81f008db9 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Pushing event updated for resources: {'Port': ['ID=5512d5a9-c5e0-4313-a816-7b5a7130bdd0,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:23.377111 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ed983c-1257-4bcb-bdb4-69275f0802d2 None None] Network 476185b8-d8dd-4ca2-b0a5-220223b8fc7d requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:47:23.398639 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-598b50ca-da09-4b77-b55e-aaf4070dc0cb tempest-RoutersAdminNegativeTest-914017644 tempest-RoutersAdminNegativeTest-914017644-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.0605106 Sep 07 02:47:23.399579 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59782) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:23.406296 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-a9e0a02f-0561-4b7a-8850-73d79ee86295 tempest-RoutersAdminNegativeTest-914017644 tempest-RoutersAdminNegativeTest-914017644-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.49'}]}}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:23.406779 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e1db9c-d724-47aa-9867-d8bedaa59009 req-f4a897bd-1522-4dec-86c2-e87a094caaac tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:23.414634 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f2e1db9c-d724-47aa-9867-d8bedaa59009 req-f4a897bd-1522-4dec-86c2-e87a094caaac tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=31c05c42-271e-4af7-ac65-46700f7829ab HTTP/1.1" status: 200 len: 945 time: 0.1591465 Sep 07 02:47:23.455020 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a9e0a02f-0561-4b7a-8850-73d79ee86295 tempest-RoutersAdminNegativeTest-914017644 tempest-RoutersAdminNegativeTest-914017644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:23.456084 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a9e0a02f-0561-4b7a-8850-73d79ee86295 tempest-RoutersAdminNegativeTest-914017644 tempest-RoutersAdminNegativeTest-914017644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:23.467113 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f2e1db9c-d724-47aa-9867-d8bedaa59009 req-b4cef8e8-d1f5-4a1f-9585-c8cb7daa9154 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467160 Sep 07 02:47:23.475582 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-17b38095-dc93-4c6a-a9d0-2db81f008db9 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:23.498274 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-17b38095-dc93-4c6a-a9d0-2db81f008db9 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:23.502169 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-17b38095-dc93-4c6a-a9d0-2db81f008db9 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2827237 Sep 07 02:47:23.565850 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a9e0a02f-0561-4b7a-8850-73d79ee86295 tempest-RoutersAdminNegativeTest-914017644 tempest-RoutersAdminNegativeTest-914017644-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:23.596093 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-9f2b985a-362b-49d4-a6dd-15c8e39fd0e9 None None] Provisioning for port d8029e97-1caa-4c16-a6d9-ce033c03ba07 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:47:23.619660 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-9f2b985a-362b-49d4-a6dd-15c8e39fd0e9 None None] Provisioning complete for port d8029e97-1caa-4c16-a6d9-ce033c03ba07 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:47:23.620058 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9f2b985a-362b-49d4-a6dd-15c8e39fd0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:23.656488 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f2665-f483-41cb-8a43-4fd6379facdd req-1b2170af-b0cc-4131-be39-3c53eb065f79 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:23.660070 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9b4f2665-f483-41cb-8a43-4fd6379facdd req-1b2170af-b0cc-4131-be39-3c53eb065f79 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd03b013-92cc-4982-b8c3-5bae3a1f039f HTTP/1.1" status: 200 len: 945 time: 0.0869133 Sep 07 02:47:23.683984 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port c1359631-4d95-4e6b-8e71-ab65182e0e03 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:47:23.707842 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9b4f2665-f483-41cb-8a43-4fd6379facdd req-491f5eeb-db1f-4dd9-8180-f2177a838b0b tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422316 Sep 07 02:47:23.722329 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port c1359631-4d95-4e6b-8e71-ab65182e0e03 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:47:23.722329 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:23.769160 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a9e0a02f-0561-4b7a-8850-73d79ee86295 tempest-RoutersAdminNegativeTest-914017644 tempest-RoutersAdminNegativeTest-914017644-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:23.777656 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0181d340-58f5-4290-827a-4c0ca1c661b5 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:23.836948 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-74baedbe-8f3b-49b8-8bd8-0dc80514cb88 req-7f6cb02b-63d7-4e92-9da1-866d73206307 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1668080810&fields=id&tenant_id=a9eedd8c00c24a18a92c5e78e10e8a63 HTTP/1.1" status: 200 len: 267 time: 0.0419338 Sep 07 02:47:23.854150 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0181d340-58f5-4290-827a-4c0ca1c661b5 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Pushing event deleted for resources: {'Port': ['ID=20f0e478-e168-4eaa-bc00-bdadb7b8fb64,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:23.944392 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74baedbe-8f3b-49b8-8bd8-0dc80514cb88 req-2bc99405-280b-48ff-bb60-df5158b8278f tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:23.945471 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393b3e7-2aff-4142-9fad-7c03c4704ee0 req-c894ab35-64f7-4211-aa5e-0edd5839b369 tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:23.946984 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5393b3e7-2aff-4142-9fad-7c03c4704ee0 req-c894ab35-64f7-4211-aa5e-0edd5839b369 tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] 10.222.0.22 "GET /v2.0/networks?id=476185b8-d8dd-4ca2-b0a5-220223b8fc7d HTTP/1.1" status: 200 len: 817 time: 0.2826660 Sep 07 02:47:23.951767 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-74baedbe-8f3b-49b8-8bd8-0dc80514cb88 req-2bc99405-280b-48ff-bb60-df5158b8278f tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/networks?id=c14598de-557e-41f6-bdcf-28289778b06c HTTP/1.1" status: 200 len: 810 time: 0.1137850 Sep 07 02:47:23.953229 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9f2b985a-362b-49d4-a6dd-15c8e39fd0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:23.964040 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-74baedbe-8f3b-49b8-8bd8-0dc80514cb88 req-017f3854-3914-4e3b-a818-9bf06322b115 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/quotas/a9eedd8c00c24a18a92c5e78e10e8a63 HTTP/1.1" status: 200 len: 375 time: 0.0113480 Sep 07 02:47:23.971126 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:24.027728 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5393b3e7-2aff-4142-9fad-7c03c4704ee0 req-9902ff2b-249e-4b2f-bef7-57ac5e050cbf tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] 10.222.0.22 "GET /v2.0/quotas/89ac3f7facab4fd8a1183de0857e6752 HTTP/1.1" status: 200 len: 375 time: 0.0666525 Sep 07 02:47:24.028720 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port c1359631-4d95-4e6b-8e71-ab65182e0e03, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=c1359631-4d95-4e6b-8e71-ab65182e0e03,segment=NetworkSegment(d870a195-8ec5-4537-8987-1fe2b1130707),segment_id=d870a195-8ec5-4537-8987-1fe2b1130707)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:47:24.032008 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-9f2b985a-362b-49d4-a6dd-15c8e39fd0e9 None None] For port d8029e97-1caa-4c16-a6d9-ce033c03ba07, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=d8029e97-1caa-4c16-a6d9-ce033c03ba07,segment=NetworkSegment(73de6fc7-0fa3-4403-918a-3d0b411b0751),segment_id=73de6fc7-0fa3-4403-918a-3d0b411b0751)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:47:24.035337 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:24.039900 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-74baedbe-8f3b-49b8-8bd8-0dc80514cb88 req-4191657f-4ad2-4148-99f5-68fb95cd4ca3 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a9eedd8c00c24a18a92c5e78e10e8a63&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0701795 Sep 07 02:47:24.043750 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9f2b985a-362b-49d4-a6dd-15c8e39fd0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:24.064773 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0181d340-58f5-4290-827a-4c0ca1c661b5 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:24.069914 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-0181d340-58f5-4290-827a-4c0ca1c661b5 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] 10.222.0.22 "DELETE /v2.0/ports/20f0e478-e168-4eaa-bc00-bdadb7b8fb64 HTTP/1.1" status: 204 len: 168 time: 1.3106077 Sep 07 02:47:24.070910 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 59810) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:24.095277 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5393b3e7-2aff-4142-9fad-7c03c4704ee0 req-6bad772b-b60b-44cc-97f9-0ff5cbd86aa0 tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=89ac3f7facab4fd8a1183de0857e6752&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0665417 Sep 07 02:47:24.124110 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeadbdae-31e5-4c88-b7e0-a24cf1f7931c tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] GET failed (client error): The resource could not be found. Sep 07 02:47:24.130680 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-eeadbdae-31e5-4c88-b7e0-a24cf1f7931c tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] 10.222.0.22 "GET /v2.0/ports/20f0e478-e168-4eaa-bc00-bdadb7b8fb64 HTTP/1.1" status: 404 len: 333 time: 0.0539563 Sep 07 02:47:24.131152 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device de9beff9-0ff9-4040-a9a8-00226b83594c details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:47:24.132810 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 59812) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:24.139524 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=c1359631-4d95-4e6b-8e71-ab65182e0e03,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:24.141977 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-9ba44478-34ba-4e61-826d-ffdf01cdd424 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Request body: {'port': {'network_id': 'c1be48e4-6358-411f-87c3-4907c9cb7642', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1076661465'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:24.216451 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b985a-362b-49d4-a6dd-15c8e39fd0e9 None None] Pushing event updated for resources: {'Port': ['ID=d8029e97-1caa-4c16-a6d9-ce033c03ba07,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:24.273822 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5393b3e7-2aff-4142-9fad-7c03c4704ee0 req-dd712bac-0fc6-4db7-b333-96c927eb171b service neutron] 10.222.0.22 "GET /v2.0/networks/476185b8-d8dd-4ca2-b0a5-220223b8fc7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777222 Sep 07 02:47:24.294138 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-74baedbe-8f3b-49b8-8bd8-0dc80514cb88 req-993b3e19-4b5e-4f9e-b718-612230c74ff7 service neutron] 10.222.0.22 "GET /v2.0/networks/c14598de-557e-41f6-bdcf-28289778b06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312465 Sep 07 02:47:24.299503 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port de9beff9-0ff9-4040-a9a8-00226b83594c, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=de9beff9-0ff9-4040-a9a8-00226b83594c,segment=NetworkSegment(ca8a8a4b-88e6-4a42-b885-1b2bd72fac3f),segment_id=ca8a8a4b-88e6-4a42-b885-1b2bd72fac3f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:47:24.313264 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': 'de9beff9-0ff9-4040-a9a8-00226b83594c', 'network_id': '093e4ac5-0c97-438f-8502-deb7a0006e32', 'port_id': 'de9beff9-0ff9-4040-a9a8-00226b83594c', 'mac_address': 'fa:16:3e:71:8c:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcc074c4-6614-4c89-a182-ac00c33453bb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:47:24.371923 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:24.389598 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-36d31e81-a4d0-4af8-8cf9-94dcf8ad377e None None] Provisioning complete for port d8029e97-1caa-4c16-a6d9-ce033c03ba07 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:47:24.389598 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-36d31e81-a4d0-4af8-8cf9-94dcf8ad377e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:24.409192 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba44478-34ba-4e61-826d-ffdf01cdd424 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Made reservation on behalf of e09470af3e57401ca2e4cfce5dfb437b for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:47:24.409556 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a9e0a02f-0561-4b7a-8850-73d79ee86295 tempest-RoutersAdminNegativeTest-914017644 tempest-RoutersAdminNegativeTest-914017644-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:24.413235 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9ba44478-34ba-4e61-826d-ffdf01cdd424 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:24.427446 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de9beff9-0ff9-4040-a9a8-00226b83594c {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:47:24.437160 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a9e0a02f-0561-4b7a-8850-73d79ee86295 tempest-RoutersAdminNegativeTest-914017644 tempest-RoutersAdminNegativeTest-914017644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:24.441765 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-9ba44478-34ba-4e61-826d-ffdf01cdd424 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] device_id is not set on port f33cdc05-c15a-4e02-a239-8c041fbd103d yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:47:24.458186 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5393b3e7-2aff-4142-9fad-7c03c4704ee0 req-d662a16b-ae11-4a6b-bba6-99a003b1c279 service neutron] 10.222.0.22 "GET /v2.0/networks/476185b8-d8dd-4ca2-b0a5-220223b8fc7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481693 Sep 07 02:47:24.460780 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port de9beff9-0ff9-4040-a9a8-00226b83594c, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=de9beff9-0ff9-4040-a9a8-00226b83594c,segment=NetworkSegment(ca8a8a4b-88e6-4a42-b885-1b2bd72fac3f),segment_id=ca8a8a4b-88e6-4a42-b885-1b2bd72fac3f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:47:24.469282 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-74baedbe-8f3b-49b8-8bd8-0dc80514cb88 req-bdbdb561-6d05-4b01-8564-f2f01966bba2 service neutron] 10.222.0.22 "GET /v2.0/networks/c14598de-557e-41f6-bdcf-28289778b06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737692 Sep 07 02:47:24.517283 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:24.588453 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=de9beff9-0ff9-4040-a9a8-00226b83594c,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:24.622667 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-36d31e81-a4d0-4af8-8cf9-94dcf8ad377e None None] Provisioning for port bdaf95b5-7ae7-4fec-8e2d-4e37db7d2b9e completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:47:24.637071 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-36d31e81-a4d0-4af8-8cf9-94dcf8ad377e None None] Provisioning complete for port bdaf95b5-7ae7-4fec-8e2d-4e37db7d2b9e triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:47:24.639116 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-36d31e81-a4d0-4af8-8cf9-94dcf8ad377e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:24.684739 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-9ba44478-34ba-4e61-826d-ffdf01cdd424 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Allocated IP 2001:db8::15b (c1be48e4-6358-411f-87c3-4907c9cb7642/92f0b3bb-b08d-49d2-8c4c-fa0e72491e64/f33cdc05-c15a-4e02-a239-8c041fbd103d) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:47:24.767262 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-36d31e81-a4d0-4af8-8cf9-94dcf8ad377e None None] Port bdaf95b5-7ae7-4fec-8e2d-4e37db7d2b9e cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:47:24.854349 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a9e0a02f-0561-4b7a-8850-73d79ee86295 tempest-RoutersAdminNegativeTest-914017644 tempest-RoutersAdminNegativeTest-914017644-project-admin] Notify callbacks [] for router, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:24.862746 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['de9beff9-0ff9-4040-a9a8-00226b83594c'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:47:24.870435 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device d8029e97-1caa-4c16-a6d9-ce033c03ba07 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:47:24.933215 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5d37d1d0-cba6-4a17-968c-73faf6aafd55 req-6aaa090f-17a8-4653-8b13-9587c9670278 tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] 10.222.0.22 "GET /v2.0/ports?device_id=447e4569-539f-4df6-926a-0a27ff06a734 HTTP/1.1" status: 200 len: 210 time: 0.0937045 Sep 07 02:47:24.993609 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-185e2983-7f5f-4bac-a69e-5dff9515b705 None None] Provisioning complete for port bdaf95b5-7ae7-4fec-8e2d-4e37db7d2b9e triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:47:24.994698 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-185e2983-7f5f-4bac-a69e-5dff9515b705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:25.070143 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd1b66-ef9e-48d6-badd-9b7b000ab8fb req-f449cc51-1bd2-442d-938c-6ad03c1c7986 tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:25.077241 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-185e2983-7f5f-4bac-a69e-5dff9515b705 None None] Port bdaf95b5-7ae7-4fec-8e2d-4e37db7d2b9e cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:47:25.077819 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-97cd1b66-ef9e-48d6-badd-9b7b000ab8fb req-f449cc51-1bd2-442d-938c-6ad03c1c7986 tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0b7c50c-976b-499b-9c1c-384a84a363a3 HTTP/1.1" status: 200 len: 944 time: 0.2865727 Sep 07 02:47:25.129983 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a9e0a02f-0561-4b7a-8850-73d79ee86295 tempest-RoutersAdminNegativeTest-914017644 tempest-RoutersAdminNegativeTest-914017644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:25.153600 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a9e0a02f-0561-4b7a-8850-73d79ee86295 tempest-RoutersAdminNegativeTest-914017644 tempest-RoutersAdminNegativeTest-914017644-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:25.154465 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port d8029e97-1caa-4c16-a6d9-ce033c03ba07 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:47:25.155101 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:25.210852 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-875e2f8b-53e8-4607-b65a-0eb29e68c0d6 None None] Could not find standard attr ID for object 20f0e478-e168-4eaa-bc00-bdadb7b8fb64. {{(pid=94702) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 02:47:25.225953 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-97cd1b66-ef9e-48d6-badd-9b7b000ab8fb req-a2253c38-3d4c-47e7-bfb9-c1e6f663f14a tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] 10.222.0.22 "GET /v2.0/security-groups?id=48d9f7f8-613e-45cd-86a3-df1414b027e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397922 Sep 07 02:47:25.243125 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a9e0a02f-0561-4b7a-8850-73d79ee86295 tempest-RoutersAdminNegativeTest-914017644 tempest-RoutersAdminNegativeTest-914017644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:25.243693 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e0a02f-0561-4b7a-8850-73d79ee86295 tempest-RoutersAdminNegativeTest-914017644 tempest-RoutersAdminNegativeTest-914017644-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b2177416-2dc9-4e0b-9cee-53b587e957cf {{(pid=94701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 02:47:25.277236 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-a9e0a02f-0561-4b7a-8850-73d79ee86295 tempest-RoutersAdminNegativeTest-914017644 tempest-RoutersAdminNegativeTest-914017644-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 07 02:47:25.278584 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a9e0a02f-0561-4b7a-8850-73d79ee86295 tempest-RoutersAdminNegativeTest-914017644 tempest-RoutersAdminNegativeTest-914017644-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.8780744 Sep 07 02:47:25.281516 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59836) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:25.304310 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9ba44478-34ba-4e61-826d-ffdf01cdd424 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:25.388890 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-9ba44478-34ba-4e61-826d-ffdf01cdd424 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Transition to ACTIVE for port object f33cdc05-c15a-4e02-a239-8c041fbd103d will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:47:25.417290 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device c1359631-4d95-4e6b-8e71-ab65182e0e03 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:47:25.464876 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-fddde9ed-6f6e-45af-90a5-977a8170d83c tempest-RoutersAdminNegativeTest-914017644 tempest-RoutersAdminNegativeTest-914017644-project-admin] Deleting port ede120ca-97c5-4eb7-a5f6-b102e0785ad2 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:47:25.465222 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fddde9ed-6f6e-45af-90a5-977a8170d83c tempest-RoutersAdminNegativeTest-914017644 tempest-RoutersAdminNegativeTest-914017644-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:25.475310 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a7b4d925-ffc9-47fb-88e5-885ba3a6ae4c req-98f0e29e-6533-43b3-b822-ca403402297a tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/ports?device_id=cff3d0b0-5413-4f78-bbff-bd4df25547fb HTTP/1.1" status: 200 len: 210 time: 0.1125135 Sep 07 02:47:25.548239 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9ba44478-34ba-4e61-826d-ffdf01cdd424 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:25.549324 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port c1359631-4d95-4e6b-8e71-ab65182e0e03 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:47:25.549861 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:25.611755 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba44478-34ba-4e61-826d-ffdf01cdd424 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Network c1be48e4-6358-411f-87c3-4907c9cb7642 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:47:25.616426 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-9ba44478-34ba-4e61-826d-ffdf01cdd424 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:47:25.620395 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba44478-34ba-4e61-826d-ffdf01cdd424 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:47:25.627007 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba44478-34ba-4e61-826d-ffdf01cdd424 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:25.628239 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9ba44478-34ba-4e61-826d-ffdf01cdd424 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:25.653399 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba44478-34ba-4e61-826d-ffdf01cdd424 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Pushing event updated for resources: {'Port': ['ID=f33cdc05-c15a-4e02-a239-8c041fbd103d,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:25.668919 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9ba44478-34ba-4e61-826d-ffdf01cdd424 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5324881 Sep 07 02:47:25.672243 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 59840) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:25.680449 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-980008e7-8d5d-4838-b32f-d9953550df16 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::14f', 'mac_address': 'fa:16:3e:c0:58:e1'}]}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:25.876814 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-980008e7-8d5d-4838-b32f-d9953550df16 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:25.888070 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-db73e933-de66-4e68-a770-dc47259d1d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:25.966333 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b82823-87ad-4645-9ad0-30d38bea56c0 req-c8f82577-c7d3-42a9-9d69-fc6152fd378f tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:25.967909 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-15b82823-87ad-4645-9ad0-30d38bea56c0 req-c8f82577-c7d3-42a9-9d69-fc6152fd378f tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd03b013-92cc-4982-b8c3-5bae3a1f039f HTTP/1.1" status: 200 len: 945 time: 0.5195441 Sep 07 02:47:25.998912 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fddde9ed-6f6e-45af-90a5-977a8170d83c tempest-RoutersAdminNegativeTest-914017644 tempest-RoutersAdminNegativeTest-914017644-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:26.019594 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-fddde9ed-6f6e-45af-90a5-977a8170d83c tempest-RoutersAdminNegativeTest-914017644 tempest-RoutersAdminNegativeTest-914017644-project-admin] Calling delete_port for ede120ca-97c5-4eb7-a5f6-b102e0785ad2 owned by {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:47:26.042288 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-15b82823-87ad-4645-9ad0-30d38bea56c0 req-5c4ef916-f641-42e9-9968-47d405e3a060 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674839 Sep 07 02:47:26.048199 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9f8975e0-f543-4123-93f2-7980feb8a4b4 req-a4e0ce18-938a-4013-83c8-c377cacc813f tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] 10.222.0.22 "GET /v2.0/ports?device_id=447e4569-539f-4df6-926a-0a27ff06a734 HTTP/1.1" status: 200 len: 210 time: 0.0367117 Sep 07 02:47:26.081019 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-867c3e9a-2599-468d-8fb2-a3dd1362e732 None None] Provisioning for port f33cdc05-c15a-4e02-a239-8c041fbd103d completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:47:26.085056 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-867c3e9a-2599-468d-8fb2-a3dd1362e732 None None] Provisioning complete for port f33cdc05-c15a-4e02-a239-8c041fbd103d triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:47:26.085439 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-867c3e9a-2599-468d-8fb2-a3dd1362e732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:26.111389 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-980008e7-8d5d-4838-b32f-d9953550df16 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:26.121366 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-980008e7-8d5d-4838-b32f-d9953550df16 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:26.138939 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-867c3e9a-2599-468d-8fb2-a3dd1362e732 None None] Port f33cdc05-c15a-4e02-a239-8c041fbd103d cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:47:26.176685 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fddde9ed-6f6e-45af-90a5-977a8170d83c tempest-RoutersAdminNegativeTest-914017644 tempest-RoutersAdminNegativeTest-914017644-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:26.179100 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-980008e7-8d5d-4838-b32f-d9953550df16 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] In _notify_port_updated(), no bound segment for port f33cdc05-c15a-4e02-a239-8c041fbd103d on network c1be48e4-6358-411f-87c3-4907c9cb7642 {{(pid=94700) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 02:47:26.186089 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980008e7-8d5d-4838-b32f-d9953550df16 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:26.186765 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-980008e7-8d5d-4838-b32f-d9953550df16 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:26.189178 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-980008e7-8d5d-4838-b32f-d9953550df16 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] 10.222.0.22 "PUT /v2.0/ports/f33cdc05-c15a-4e02-a239-8c041fbd103d HTTP/1.1" status: 200 len: 1003 time: 0.5155768 Sep 07 02:47:26.206507 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 59846) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:26.217818 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddde9ed-6f6e-45af-90a5-977a8170d83c tempest-RoutersAdminNegativeTest-914017644 tempest-RoutersAdminNegativeTest-914017644-project-admin] Pushing event deleted for resources: {'Port': ['ID=ede120ca-97c5-4eb7-a5f6-b102e0785ad2,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:26.272810 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980008e7-8d5d-4838-b32f-d9953550df16 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Pushing event updated for resources: {'Port': ['ID=f33cdc05-c15a-4e02-a239-8c041fbd103d,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:26.292924 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fddde9ed-6f6e-45af-90a5-977a8170d83c tempest-RoutersAdminNegativeTest-914017644 tempest-RoutersAdminNegativeTest-914017644-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:26.295659 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-fddde9ed-6f6e-45af-90a5-977a8170d83c tempest-RoutersAdminNegativeTest-914017644 tempest-RoutersAdminNegativeTest-914017644-project-admin] 10.222.0.22 "DELETE /v2.0/ports/ede120ca-97c5-4eb7-a5f6-b102e0785ad2 HTTP/1.1" status: 204 len: 168 time: 1.0129542 Sep 07 02:47:26.437684 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74baedbe-8f3b-49b8-8bd8-0dc80514cb88 req-31a123af-b0d7-4d3b-b1c2-770207d7c0b2 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:26.439186 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-74baedbe-8f3b-49b8-8bd8-0dc80514cb88 req-31a123af-b0d7-4d3b-b1c2-770207d7c0b2 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.23 "GET /v2.0/networks?id=c14598de-557e-41f6-bdcf-28289778b06c HTTP/1.1" status: 200 len: 810 time: 0.2771215 Sep 07 02:47:26.465384 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12e6c4-10ff-44bf-8bf9-bff87bfa7577 req-969ce2c3-d914-42a7-b9c7-7323f51a2cfd tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:26.466923 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4d12e6c4-10ff-44bf-8bf9-bff87bfa7577 req-969ce2c3-d914-42a7-b9c7-7323f51a2cfd tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0b7c50c-976b-499b-9c1c-384a84a363a3 HTTP/1.1" status: 200 len: 944 time: 0.1095927 Sep 07 02:47:26.476708 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-2e654e1a-3ec7-43c8-b6ee-5a17db5db9c1 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Deleting port f33cdc05-c15a-4e02-a239-8c041fbd103d {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:47:26.477049 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2e654e1a-3ec7-43c8-b6ee-5a17db5db9c1 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:26.566925 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-b15ad844-03ff-4f49-819f-f2adc4497c75 None None] Provisioning complete for port f33cdc05-c15a-4e02-a239-8c041fbd103d triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:47:26.567949 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b15ad844-03ff-4f49-819f-f2adc4497c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:26.575428 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9cb6e53c-4540-43c0-8e71-c8f2d69ceab2 req-39e8dab2-3bb8-4f7e-85f3-fb0f1f90d8a8 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/ports?device_id=cff3d0b0-5413-4f78-bbff-bd4df25547fb HTTP/1.1" status: 200 len: 210 time: 0.0304222 Sep 07 02:47:26.578135 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-74baedbe-8f3b-49b8-8bd8-0dc80514cb88 req-ecfc79b7-871a-4445-9314-49800affc98f tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9eedd8c00c24a18a92c5e78e10e8a63 HTTP/1.1" status: 200 len: 380 time: 0.1281652 Sep 07 02:47:26.596028 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-74baedbe-8f3b-49b8-8bd8-0dc80514cb88 req-f4f0f73e-b740-40ca-85b7-e6b7b58d7642 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Request body: {'port': {'device_id': 'cff3d0b0-5413-4f78-bbff-bd4df25547fb', 'network_id': 'c14598de-557e-41f6-bdcf-28289778b06c', 'admin_state_up': True, 'tenant_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'security_groups': ['8627b096-1ea2-45e2-baf2-b285074b2a6a']}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:26.596926 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59856) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:26.605346 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4d12e6c4-10ff-44bf-8bf9-bff87bfa7577 req-6e35637e-7a4c-40ab-8664-60790debdad5 tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] 10.222.0.22 "GET /v2.0/security-groups?id=48d9f7f8-613e-45cd-86a3-df1414b027e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241436 Sep 07 02:47:26.637229 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-b15ad844-03ff-4f49-819f-f2adc4497c75 None None] Port f33cdc05-c15a-4e02-a239-8c041fbd103d cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:47:26.685517 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2e654e1a-3ec7-43c8-b6ee-5a17db5db9c1 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:26.706618 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-2e654e1a-3ec7-43c8-b6ee-5a17db5db9c1 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Calling delete_port for f33cdc05-c15a-4e02-a239-8c041fbd103d owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:47:26.715955 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8a9a9c40-6789-40f3-9a90-224bb55b118f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:26.808689 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8a9a9c40-6789-40f3-9a90-224bb55b118f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:26.814590 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8a9a9c40-6789-40f3-9a90-224bb55b118f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:26.857580 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8a9a9c40-6789-40f3-9a90-224bb55b118f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a1d36e1f70cc4fc781d17d6cdec119c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2595403 Sep 07 02:47:26.860183 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9a9c40-6789-40f3-9a90-224bb55b118f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4567e20f-1637-4d96-8863-5e39be67763a,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:26.860976 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 59860) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:26.874275 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74baedbe-8f3b-49b8-8bd8-0dc80514cb88 req-f4f0f73e-b740-40ca-85b7-e6b7b58d7642 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Made reservation on behalf of a9eedd8c00c24a18a92c5e78e10e8a63 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:47:26.877776 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-74baedbe-8f3b-49b8-8bd8-0dc80514cb88 req-f4f0f73e-b740-40ca-85b7-e6b7b58d7642 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:26.896479 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2e654e1a-3ec7-43c8-b6ee-5a17db5db9c1 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:26.949284 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e654e1a-3ec7-43c8-b6ee-5a17db5db9c1 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Pushing event deleted for resources: {'Port': ['ID=f33cdc05-c15a-4e02-a239-8c041fbd103d,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:27.092546 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-07a58912-6373-4c67-8496-5b1ac500dc32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:27.173031 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-07a58912-6373-4c67-8496-5b1ac500dc32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:27.224201 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a0e2d5-f736-49c8-9710-43f381f6919a req-b261ad45-be99-4707-8975-8f4b0770628b tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:27.226394 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-11a0e2d5-f736-49c8-9710-43f381f6919a req-b261ad45-be99-4707-8975-8f4b0770628b tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd03b013-92cc-4982-b8c3-5bae3a1f039f HTTP/1.1" status: 200 len: 945 time: 0.0537527 Sep 07 02:47:27.266033 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-49b562ea-dc79-45b0-a7d9-d99ebe712c1a req-57b7f15f-a685-4226-8663-e21e650c5387 tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] 10.222.0.22 "GET /v2.0/ports?device_id=447e4569-539f-4df6-926a-0a27ff06a734 HTTP/1.1" status: 200 len: 210 time: 0.1244957 Sep 07 02:47:27.267410 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2e654e1a-3ec7-43c8-b6ee-5a17db5db9c1 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:27.272587 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-2e654e1a-3ec7-43c8-b6ee-5a17db5db9c1 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] 10.222.0.22 "DELETE /v2.0/ports/f33cdc05-c15a-4e02-a239-8c041fbd103d HTTP/1.1" status: 204 len: 168 time: 1.0600038 Sep 07 02:47:27.279410 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 59874) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:27.284235 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-11a0e2d5-f736-49c8-9710-43f381f6919a req-debfecf4-0cc0-46cd-a406-3eba85222219 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499594 Sep 07 02:47:27.317124 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-25156916-963c-48a9-97d1-5e2aeef52d4a tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] GET failed (client error): The resource could not be found. Sep 07 02:47:27.322492 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-25156916-963c-48a9-97d1-5e2aeef52d4a tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] 10.222.0.22 "GET /v2.0/ports/f33cdc05-c15a-4e02-a239-8c041fbd103d HTTP/1.1" status: 404 len: 333 time: 0.0382779 Sep 07 02:47:27.322999 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 59880) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:27.328806 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-d7bfe5d7-ad7a-4681-9371-4130ef4942e3 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Request body: {'port': {'network_id': 'c1be48e4-6358-411f-87c3-4907c9cb7642', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-485377330'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:27.332768 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-74baedbe-8f3b-49b8-8bd8-0dc80514cb88 req-f4f0f73e-b740-40ca-85b7-e6b7b58d7642 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Allocated IP 172.20.0.8 (c14598de-557e-41f6-bdcf-28289778b06c/2131ccdf-cbf5-4ee9-96cf-e4c911da986a/7f01f67e-3409-48ce-92b1-62482d74cd88) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:47:27.374799 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-07a58912-6373-4c67-8496-5b1ac500dc32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:27.377448 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-07a58912-6373-4c67-8496-5b1ac500dc32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:27.378615 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-07a58912-6373-4c67-8496-5b1ac500dc32 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4567e20f-1637-4d96-8863-5e39be67763a HTTP/1.1" status: 204 len: 168 time: 0.5164213 Sep 07 02:47:27.453610 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a58912-6373-4c67-8496-5b1ac500dc32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4567e20f-1637-4d96-8863-5e39be67763a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:27.662911 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7bfe5d7-ad7a-4681-9371-4130ef4942e3 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Made reservation on behalf of e09470af3e57401ca2e4cfce5dfb437b for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:47:27.667219 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d7bfe5d7-ad7a-4681-9371-4130ef4942e3 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:27.699564 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-801b01b4-678c-42ca-8755-14e88ae06550 req-4d2d4d2f-36a2-4cfb-a172-f182dee71277 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/ports?device_id=cff3d0b0-5413-4f78-bbff-bd4df25547fb HTTP/1.1" status: 200 len: 210 time: 0.0445096 Sep 07 02:47:27.712979 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d03fdd-cc9b-4030-95e7-0eeaf17ae082 req-1186510e-057a-4d1f-8ef0-9da3c8666414 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:27.722353 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c1d03fdd-cc9b-4030-95e7-0eeaf17ae082 req-1186510e-057a-4d1f-8ef0-9da3c8666414 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd03b013-92cc-4982-b8c3-5bae3a1f039f HTTP/1.1" status: 200 len: 945 time: 0.1389174 Sep 07 02:47:27.722353 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-74baedbe-8f3b-49b8-8bd8-0dc80514cb88 req-f4f0f73e-b740-40ca-85b7-e6b7b58d7642 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:27.724498 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-d7bfe5d7-ad7a-4681-9371-4130ef4942e3 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] device_id is not set on port df5b1e84-4373-4b90-bc4d-65560dc9c3fc yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:47:27.793594 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59894) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:27.794181 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-74baedbe-8f3b-49b8-8bd8-0dc80514cb88 req-f4f0f73e-b740-40ca-85b7-e6b7b58d7642 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Transition to ACTIVE for port object 7f01f67e-3409-48ce-92b1-62482d74cd88 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:47:27.837186 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c1d03fdd-cc9b-4030-95e7-0eeaf17ae082 req-e7aa19c3-46d3-4051-9eec-255bba1975e7 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071177 Sep 07 02:47:27.877140 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871637b2-8460-4980-9cc2-5994bb37dc54 req-006649f3-6b98-4502-a521-10ad558062e7 tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:27.878746 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-871637b2-8460-4980-9cc2-5994bb37dc54 req-006649f3-6b98-4502-a521-10ad558062e7 tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0b7c50c-976b-499b-9c1c-384a84a363a3 HTTP/1.1" status: 200 len: 944 time: 0.0768638 Sep 07 02:47:27.883787 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-41c1593e-6780-4361-9cdd-59d63ff0eb6e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4368f8019b5849e2b07d768a2f221ce1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0862279 Sep 07 02:47:27.884635 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59896) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:27.901739 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-74baedbe-8f3b-49b8-8bd8-0dc80514cb88 req-f4f0f73e-b740-40ca-85b7-e6b7b58d7642 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:27.950648 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-871637b2-8460-4980-9cc2-5994bb37dc54 req-db84629d-9ec8-449d-94b4-e27876e26173 tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] 10.222.0.22 "GET /v2.0/security-groups?id=48d9f7f8-613e-45cd-86a3-df1414b027e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641379 Sep 07 02:47:27.956411 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-d7bfe5d7-ad7a-4681-9371-4130ef4942e3 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Allocated IP 2001:db8::105 (c1be48e4-6358-411f-87c3-4907c9cb7642/92f0b3bb-b08d-49d2-8c4c-fa0e72491e64/df5b1e84-4373-4b90-bc4d-65560dc9c3fc) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:47:27.964727 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-39212f5f-7413-428a-912f-261ede18de77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:27.970569 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74baedbe-8f3b-49b8-8bd8-0dc80514cb88 req-f4f0f73e-b740-40ca-85b7-e6b7b58d7642 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Network c14598de-557e-41f6-bdcf-28289778b06c is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:47:27.981858 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-74baedbe-8f3b-49b8-8bd8-0dc80514cb88 req-f4f0f73e-b740-40ca-85b7-e6b7b58d7642 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:47:27.989656 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-74baedbe-8f3b-49b8-8bd8-0dc80514cb88 req-f4f0f73e-b740-40ca-85b7-e6b7b58d7642 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:47:27.990899 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-39212f5f-7413-428a-912f-261ede18de77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:27.993805 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f0f73e-b740-40ca-85b7-e6b7b58d7642 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Pushing event updated for resources: {'Port': ['ID=7f01f67e-3409-48ce-92b1-62482d74cd88,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:28.084520 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-39212f5f-7413-428a-912f-261ede18de77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:28.087204 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-39212f5f-7413-428a-912f-261ede18de77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:28.088479 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-39212f5f-7413-428a-912f-261ede18de77 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/05d84cc6-58f0-4314-83d6-e8e5c545785d HTTP/1.1" status: 204 len: 168 time: 0.2031794 Sep 07 02:47:28.088888 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74baedbe-8f3b-49b8-8bd8-0dc80514cb88 req-f4f0f73e-b740-40ca-85b7-e6b7b58d7642 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:28.089556 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-74baedbe-8f3b-49b8-8bd8-0dc80514cb88 req-f4f0f73e-b740-40ca-85b7-e6b7b58d7642 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:28.098962 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39212f5f-7413-428a-912f-261ede18de77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d84cc6-58f0-4314-83d6-e8e5c545785d,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:28.131748 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device de9beff9-0ff9-4040-a9a8-00226b83594c up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:47:28.184010 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-74baedbe-8f3b-49b8-8bd8-0dc80514cb88 req-f4f0f73e-b740-40ca-85b7-e6b7b58d7642 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5959918 Sep 07 02:47:28.206691 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0ed1deff-bb99-4fb1-9b12-897a2b241923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:28.231861 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port de9beff9-0ff9-4040-a9a8-00226b83594c completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:47:28.236863 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port de9beff9-0ff9-4040-a9a8-00226b83594c triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:47:28.237472 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:28.258872 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-74baedbe-8f3b-49b8-8bd8-0dc80514cb88 req-73f10491-b72d-4ef6-a385-8e4995d2dcb8 service neutron] Request body: {'port': {'device_id': 'cff3d0b0-5413-4f78-bbff-bd4df25547fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:28.356306 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:28.395673 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-569e4b42-10e6-40ae-9824-dbd8ff5ea9dd req-a0effeda-beea-411f-8962-91a1f8ab55e3 tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] 10.222.0.22 "GET /v2.0/ports?device_id=447e4569-539f-4df6-926a-0a27ff06a734 HTTP/1.1" status: 200 len: 210 time: 0.0297298 Sep 07 02:47:28.408192 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b7c50c-976b-499b-9c1c-384a84a363a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de9beff9-0ff9-4040-a9a8-00226b83594c'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:47:28.414580 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9aa420f-8a48-4380-a312-159a3558133f" -d '{"events": [{"server_uuid": "a0b7c50c-976b-499b-9c1c-384a84a363a3", "name": "network-vif-plugged", "status": "completed", "tag": "de9beff9-0ff9-4040-a9a8-00226b83594c"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:47:28.421753 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-13192c1a-bbf8-4274-be69-268e4bedf5af None None] Provisioning for port 7f01f67e-3409-48ce-92b1-62482d74cd88 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:47:28.434819 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port de9beff9-0ff9-4040-a9a8-00226b83594c, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=de9beff9-0ff9-4040-a9a8-00226b83594c,segment=NetworkSegment(ca8a8a4b-88e6-4a42-b885-1b2bd72fac3f),segment_id=ca8a8a4b-88e6-4a42-b885-1b2bd72fac3f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:47:28.436074 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-13192c1a-bbf8-4274-be69-268e4bedf5af None None] Provisioning complete for port 7f01f67e-3409-48ce-92b1-62482d74cd88 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:47:28.436581 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-13192c1a-bbf8-4274-be69-268e4bedf5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:28.442696 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:28.491758 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea6ae54-4d50-499f-bafb-ede749469860 x-openstack-request-id: req-cea6ae54-4d50-499f-bafb-ede749469860 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:47:28.492519 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b7c50c-976b-499b-9c1c-384a84a363a3", "name": "network-vif-plugged", "status": "completed", "tag": "de9beff9-0ff9-4040-a9a8-00226b83594c", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:47:28.492974 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cea6ae54-4d50-499f-bafb-ede749469860 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:47:28.493559 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b7c50c-976b-499b-9c1c-384a84a363a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de9beff9-0ff9-4040-a9a8-00226b83594c', 'code': 200} Sep 07 02:47:28.532170 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-13192c1a-bbf8-4274-be69-268e4bedf5af None None] Port 7f01f67e-3409-48ce-92b1-62482d74cd88 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:47:28.537294 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=de9beff9-0ff9-4040-a9a8-00226b83594c,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:28.692263 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:28.726155 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d7bfe5d7-ad7a-4681-9371-4130ef4942e3 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:28.737469 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-74baedbe-8f3b-49b8-8bd8-0dc80514cb88 req-73f10491-b72d-4ef6-a385-8e4995d2dcb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:28.772542 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393b3e7-2aff-4142-9fad-7c03c4704ee0 req-72f36b6c-42b6-457c-88d7-cf9e1a2b14b6 tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:28.774102 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5393b3e7-2aff-4142-9fad-7c03c4704ee0 req-72f36b6c-42b6-457c-88d7-cf9e1a2b14b6 tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] 10.222.0.23 "GET /v2.0/networks?id=476185b8-d8dd-4ca2-b0a5-220223b8fc7d HTTP/1.1" status: 200 len: 817 time: 0.6761515 Sep 07 02:47:28.807406 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-d7bfe5d7-ad7a-4681-9371-4130ef4942e3 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Transition to ACTIVE for port object df5b1e84-4373-4b90-bc4d-65560dc9c3fc will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:47:28.812364 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-5393b3e7-2aff-4142-9fad-7c03c4704ee0 req-b9d7e0ee-d797-401a-ab94-818b020a5725 tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] Request body: {'port': {'device_id': '447e4569-539f-4df6-926a-0a27ff06a734', 'network_id': '476185b8-d8dd-4ca2-b0a5-220223b8fc7d', 'admin_state_up': True, 'tenant_id': '89ac3f7facab4fd8a1183de0857e6752'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:28.838724 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce6c29a-a094-4987-9432-8e8d564bcce9 req-90a22d80-5c29-48e9-a01b-716a95a4eafc tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:28.840978 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dce6c29a-a094-4987-9432-8e8d564bcce9 req-90a22d80-5c29-48e9-a01b-716a95a4eafc tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/ports?device_id=cff3d0b0-5413-4f78-bbff-bd4df25547fb HTTP/1.1" status: 200 len: 931 time: 0.0609951 Sep 07 02:47:28.913004 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dce6c29a-a094-4987-9432-8e8d564bcce9 req-a11a23fa-0cf1-4056-8eb7-3ccfe273bf09 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/security-groups?id=8627b096-1ea2-45e2-baf2-b285074b2a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615768 Sep 07 02:47:28.968889 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e922796b-f075-4382-8933-bd61f9c07ede req-8bf9d45b-9196-4f6c-a66d-18ecdbbe8a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:28.970396 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e922796b-f075-4382-8933-bd61f9c07ede req-8bf9d45b-9196-4f6c-a66d-18ecdbbe8a07 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a0b7c50c-976b-499b-9c1c-384a84a363a3 HTTP/1.1" status: 200 len: 1097 time: 0.2505014 Sep 07 02:47:29.021553 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59930) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:29.061609 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d7bfe5d7-ad7a-4681-9371-4130ef4942e3 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:29.086125 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52daf6-9d89-4d95-85d5-a2c4df7fe1d5 req-6ae6935d-bc10-4dfd-ac2c-9f3a3038820c tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:29.092417 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6b52daf6-9d89-4d95-85d5-a2c4df7fe1d5 req-6ae6935d-bc10-4dfd-ac2c-9f3a3038820c tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0b7c50c-976b-499b-9c1c-384a84a363a3 HTTP/1.1" status: 200 len: 945 time: 0.0616012 Sep 07 02:47:29.132066 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6b52daf6-9d89-4d95-85d5-a2c4df7fe1d5 req-fac1d702-7781-496d-8542-ae522f598f90 tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] 10.222.0.22 "GET /v2.0/security-groups?id=48d9f7f8-613e-45cd-86a3-df1414b027e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380566 Sep 07 02:47:29.167565 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a3611f8d-8555-4da5-9a70-5f64b3fb8efc tempest-AgentManagementNegativeTest-472706069 tempest-AgentManagementNegativeTest-472706069-project] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1413965 Sep 07 02:47:29.170241 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e287f3-94e3-4f4c-a9b1-8f49c0ab093d req-64776a07-deda-4fdb-b65a-ec700198e00a tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:29.171858 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d9e287f3-94e3-4f4c-a9b1-8f49c0ab093d req-64776a07-deda-4fdb-b65a-ec700198e00a tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd03b013-92cc-4982-b8c3-5bae3a1f039f HTTP/1.1" status: 200 len: 945 time: 0.2182095 Sep 07 02:47:29.177759 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e922796b-f075-4382-8933-bd61f9c07ede req-c7451678-fa67-415f-954a-113c07265ee1 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=48d9f7f8-613e-45cd-86a3-df1414b027e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932497 Sep 07 02:47:29.178343 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5393b3e7-2aff-4142-9fad-7c03c4704ee0 req-b9d7e0ee-d797-401a-ab94-818b020a5725 tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] Made reservation on behalf of 89ac3f7facab4fd8a1183de0857e6752 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:47:29.181785 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5393b3e7-2aff-4142-9fad-7c03c4704ee0 req-b9d7e0ee-d797-401a-ab94-818b020a5725 tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:29.259256 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bfe5d7-ad7a-4681-9371-4130ef4942e3 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Network c1be48e4-6358-411f-87c3-4907c9cb7642 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:47:29.261617 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bfe5d7-ad7a-4681-9371-4130ef4942e3 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Pushing event updated for resources: {'Port': ['ID=df5b1e84-4373-4b90-bc4d-65560dc9c3fc,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:29.276320 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-d7bfe5d7-ad7a-4681-9371-4130ef4942e3 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:47:29.284913 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bfe5d7-ad7a-4681-9371-4130ef4942e3 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:47:29.290581 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bfe5d7-ad7a-4681-9371-4130ef4942e3 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:29.291235 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d7bfe5d7-ad7a-4681-9371-4130ef4942e3 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:29.361088 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d9e287f3-94e3-4f4c-a9b1-8f49c0ab093d req-60dee96a-d30a-4918-b0b7-78ea8c579e3d tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723609 Sep 07 02:47:29.380138 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-d7bfe5d7-ad7a-4681-9371-4130ef4942e3 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0538285 Sep 07 02:47:29.381477 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59940) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:29.388298 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-9e6589aa-a194-4c63-8cb9-0debf8fc7e8c tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:c0:58:e1'}]}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:29.461921 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59948) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:29.467590 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:29.545639 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-74baedbe-8f3b-49b8-8bd8-0dc80514cb88 req-73f10491-b72d-4ef6-a385-8e4995d2dcb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f01f67e-3409-48ce-92b1-62482d74cd88 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:47:29.556025 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-5393b3e7-2aff-4142-9fad-7c03c4704ee0 req-b9d7e0ee-d797-401a-ab94-818b020a5725 tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] Allocated IP 172.20.0.7 (476185b8-d8dd-4ca2-b0a5-220223b8fc7d/46a59755-8ac5-4b4a-9652-b636db34e72e/bb918191-62e0-4656-8659-1616b29dbf72) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:47:29.559628 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-74baedbe-8f3b-49b8-8bd8-0dc80514cb88 req-73f10491-b72d-4ef6-a385-8e4995d2dcb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:29.645943 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-74baedbe-8f3b-49b8-8bd8-0dc80514cb88 req-73f10491-b72d-4ef6-a385-8e4995d2dcb8 service neutron] Transition to ACTIVE for port object 7f01f67e-3409-48ce-92b1-62482d74cd88 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:47:29.646682 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e8e8062b-5a21-4e9f-b2bc-5718f7dd7e25 req-e4dba5ea-b27c-4db1-b216-c19714af65df tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] 10.222.0.22 "GET /v2.0/ports?device_id=447e4569-539f-4df6-926a-0a27ff06a734 HTTP/1.1" status: 200 len: 210 time: 0.0707986 Sep 07 02:47:29.657726 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e1d9eade-1b25-40fe-aa30-72b4690db1c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:29.659202 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-74baedbe-8f3b-49b8-8bd8-0dc80514cb88 req-73f10491-b72d-4ef6-a385-8e4995d2dcb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:29.672054 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-0f6f54b8-cccb-4bb8-82cc-9211a67cdd8b None None] Provisioning for port df5b1e84-4373-4b90-bc4d-65560dc9c3fc completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:47:29.676617 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-0f6f54b8-cccb-4bb8-82cc-9211a67cdd8b None None] Provisioning complete for port df5b1e84-4373-4b90-bc4d-65560dc9c3fc triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:47:29.677049 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0f6f54b8-cccb-4bb8-82cc-9211a67cdd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:29.723708 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-0f6f54b8-cccb-4bb8-82cc-9211a67cdd8b None None] Port df5b1e84-4373-4b90-bc4d-65560dc9c3fc cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:47:29.738496 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9e6589aa-a194-4c63-8cb9-0debf8fc7e8c tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:29.830847 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5393b3e7-2aff-4142-9fad-7c03c4704ee0 req-b9d7e0ee-d797-401a-ab94-818b020a5725 tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:29.911689 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5393b3e7-2aff-4142-9fad-7c03c4704ee0 req-b9d7e0ee-d797-401a-ab94-818b020a5725 tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:29.947546 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e1d9eade-1b25-40fe-aa30-72b4690db1c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:29.956123 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e1d9eade-1b25-40fe-aa30-72b4690db1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:29.989570 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e1d9eade-1b25-40fe-aa30-72b4690db1c0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a15eb1be8a24476986a9043a50ac823e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5257020 Sep 07 02:47:29.989784 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f10491-b72d-4ef6-a385-8e4995d2dcb8 service neutron] Pushing event updated for resources: {'Port': ['ID=7f01f67e-3409-48ce-92b1-62482d74cd88,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:30.007081 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 59962) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:30.055421 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d9eade-1b25-40fe-aa30-72b4690db1c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec1e925-d5db-4911-8a68-18448d5a014c,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:30.102380 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5393b3e7-2aff-4142-9fad-7c03c4704ee0 req-b9d7e0ee-d797-401a-ab94-818b020a5725 tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] Network 476185b8-d8dd-4ca2-b0a5-220223b8fc7d is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:47:30.111807 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9e6589aa-a194-4c63-8cb9-0debf8fc7e8c tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:30.119660 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9e6589aa-a194-4c63-8cb9-0debf8fc7e8c tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:30.121429 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-5393b3e7-2aff-4142-9fad-7c03c4704ee0 req-b9d7e0ee-d797-401a-ab94-818b020a5725 tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:47:30.137026 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-5393b3e7-2aff-4142-9fad-7c03c4704ee0 req-b9d7e0ee-d797-401a-ab94-818b020a5725 tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:47:30.154877 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-9e6589aa-a194-4c63-8cb9-0debf8fc7e8c tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] In _notify_port_updated(), no bound segment for port df5b1e84-4373-4b90-bc4d-65560dc9c3fc on network c1be48e4-6358-411f-87c3-4907c9cb7642 {{(pid=94701) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 02:47:30.161525 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6589aa-a194-4c63-8cb9-0debf8fc7e8c tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:30.162167 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9e6589aa-a194-4c63-8cb9-0debf8fc7e8c tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:30.163525 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-9e6589aa-a194-4c63-8cb9-0debf8fc7e8c tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] 10.222.0.22 "PUT /v2.0/ports/df5b1e84-4373-4b90-bc4d-65560dc9c3fc HTTP/1.1" status: 200 len: 1002 time: 0.7808321 Sep 07 02:47:30.166243 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59966) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:30.173189 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-74baedbe-8f3b-49b8-8bd8-0dc80514cb88 req-73f10491-b72d-4ef6-a385-8e4995d2dcb8 service neutron] Attempting to bind port 7f01f67e-3409-48ce-92b1-62482d74cd88 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:47:30.173570 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-74baedbe-8f3b-49b8-8bd8-0dc80514cb88 req-73f10491-b72d-4ef6-a385-8e4995d2dcb8 service neutron] Attempting to bind port 7f01f67e-3409-48ce-92b1-62482d74cd88 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': 'd870a195-8ec5-4537-8987-1fe2b1130707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c14598de-557e-41f6-bdcf-28289778b06c'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:47:30.174038 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74baedbe-8f3b-49b8-8bd8-0dc80514cb88 req-73f10491-b72d-4ef6-a385-8e4995d2dcb8 service neutron] Attempting to bind port 7f01f67e-3409-48ce-92b1-62482d74cd88 on network c14598de-557e-41f6-bdcf-28289778b06c {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:47:30.205533 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7e0ee-d797-401a-ab94-818b020a5725 tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] Pushing event updated for resources: {'Port': ['ID=bb918191-62e0-4656-8659-1616b29dbf72,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:30.217053 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6589aa-a194-4c63-8cb9-0debf8fc7e8c tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Pushing event updated for resources: {'Port': ['ID=df5b1e84-4373-4b90-bc4d-65560dc9c3fc,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:30.257182 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74baedbe-8f3b-49b8-8bd8-0dc80514cb88 req-73f10491-b72d-4ef6-a385-8e4995d2dcb8 service neutron] Port 7f01f67e-3409-48ce-92b1-62482d74cd88 on network c14598de-557e-41f6-bdcf-28289778b06c not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:47:30.257925 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74baedbe-8f3b-49b8-8bd8-0dc80514cb88 req-73f10491-b72d-4ef6-a385-8e4995d2dcb8 service neutron] Attempting to bind port 7f01f67e-3409-48ce-92b1-62482d74cd88 on network c14598de-557e-41f6-bdcf-28289778b06c {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:47:30.284565 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f97e3-396f-4cf7-9ef9-26388f3bb031 req-99979789-bede-4106-ba05-fe50c5190237 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:30.286887 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-690f97e3-396f-4cf7-9ef9-26388f3bb031 req-99979789-bede-4106-ba05-fe50c5190237 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/ports?device_id=cff3d0b0-5413-4f78-bbff-bd4df25547fb HTTP/1.1" status: 200 len: 943 time: 0.2594621 Sep 07 02:47:30.293220 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74baedbe-8f3b-49b8-8bd8-0dc80514cb88 req-73f10491-b72d-4ef6-a385-8e4995d2dcb8 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:47:30.293661 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74baedbe-8f3b-49b8-8bd8-0dc80514cb88 req-73f10491-b72d-4ef6-a385-8e4995d2dcb8 service neutron] Checking segment: {'id': 'd870a195-8ec5-4537-8987-1fe2b1130707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c14598de-557e-41f6-bdcf-28289778b06c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:47:30.294117 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74baedbe-8f3b-49b8-8bd8-0dc80514cb88 req-73f10491-b72d-4ef6-a385-8e4995d2dcb8 service neutron] Bound using segment: {'id': 'd870a195-8ec5-4537-8987-1fe2b1130707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c14598de-557e-41f6-bdcf-28289778b06c'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:47:30.294640 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-74baedbe-8f3b-49b8-8bd8-0dc80514cb88 req-73f10491-b72d-4ef6-a385-8e4995d2dcb8 service neutron] Bound port: 7f01f67e-3409-48ce-92b1-62482d74cd88, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd870a195-8ec5-4537-8987-1fe2b1130707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c14598de-557e-41f6-bdcf-28289778b06c'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:47:30.296619 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-74baedbe-8f3b-49b8-8bd8-0dc80514cb88 req-73f10491-b72d-4ef6-a385-8e4995d2dcb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:30.362574 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393b3e7-2aff-4142-9fad-7c03c4704ee0 req-b9d7e0ee-d797-401a-ab94-818b020a5725 tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:30.363451 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5393b3e7-2aff-4142-9fad-7c03c4704ee0 req-b9d7e0ee-d797-401a-ab94-818b020a5725 tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:30.366520 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf74714-a858-4dea-b8b3-3e7819490601 req-72b2d9d9-79d4-4c36-9012-487261bbf3a6 tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:30.368759 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ccf74714-a858-4dea-b8b3-3e7819490601 req-72b2d9d9-79d4-4c36-9012-487261bbf3a6 tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0b7c50c-976b-499b-9c1c-384a84a363a3 HTTP/1.1" status: 200 len: 945 time: 0.1431990 Sep 07 02:47:30.403676 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-8135c232-bc87-47d8-b94d-e6cd536f341e tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Deleting port df5b1e84-4373-4b90-bc4d-65560dc9c3fc {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:47:30.404052 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8135c232-bc87-47d8-b94d-e6cd536f341e tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:30.445296 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c86c7373-d884-4a91-b078-a18575f07b92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:30.454961 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5393b3e7-2aff-4142-9fad-7c03c4704ee0 req-b9d7e0ee-d797-401a-ab94-818b020a5725 tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6504166 Sep 07 02:47:30.478183 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ccf74714-a858-4dea-b8b3-3e7819490601 req-2eecc475-7770-4790-9daa-aa3fd32bfe59 tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] 10.222.0.22 "GET /v2.0/security-groups?id=48d9f7f8-613e-45cd-86a3-df1414b027e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961876 Sep 07 02:47:30.479548 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-5393b3e7-2aff-4142-9fad-7c03c4704ee0 req-50e67a7b-4f1a-4945-944e-07e06e885d37 service neutron] Request body: {'port': {'device_id': '447e4569-539f-4df6-926a-0a27ff06a734', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:30.502014 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-74baedbe-8f3b-49b8-8bd8-0dc80514cb88 req-73f10491-b72d-4ef6-a385-8e4995d2dcb8 service neutron] For port 7f01f67e-3409-48ce-92b1-62482d74cd88, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:47:30.508663 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-b1b534d0-f6a1-4867-8e48-54fa427b7f4b None None] Provisioning complete for port df5b1e84-4373-4b90-bc4d-65560dc9c3fc triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:47:30.509191 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b1b534d0-f6a1-4867-8e48-54fa427b7f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:30.533340 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8135c232-bc87-47d8-b94d-e6cd536f341e tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:30.534342 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-690f97e3-396f-4cf7-9ef9-26388f3bb031 req-07a5e272-3e27-484f-ab61-b623fd47fa5d tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/security-groups?id=8627b096-1ea2-45e2-baf2-b285074b2a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2323091 Sep 07 02:47:30.566684 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-8135c232-bc87-47d8-b94d-e6cd536f341e tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Calling delete_port for df5b1e84-4373-4b90-bc4d-65560dc9c3fc owned by {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:47:30.566974 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-b1b534d0-f6a1-4867-8e48-54fa427b7f4b None None] Port df5b1e84-4373-4b90-bc4d-65560dc9c3fc cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:47:30.574687 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c86c7373-d884-4a91-b078-a18575f07b92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:30.578492 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-74baedbe-8f3b-49b8-8bd8-0dc80514cb88 req-73f10491-b72d-4ef6-a385-8e4995d2dcb8 service neutron] For port 7f01f67e-3409-48ce-92b1-62482d74cd88, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=7f01f67e-3409-48ce-92b1-62482d74cd88,segment=NetworkSegment(d870a195-8ec5-4537-8987-1fe2b1130707),segment_id=d870a195-8ec5-4537-8987-1fe2b1130707)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:47:30.579505 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5393b3e7-2aff-4142-9fad-7c03c4704ee0 req-50e67a7b-4f1a-4945-944e-07e06e885d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:30.595563 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-74baedbe-8f3b-49b8-8bd8-0dc80514cb88 req-73f10491-b72d-4ef6-a385-8e4995d2dcb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:30.703322 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74baedbe-8f3b-49b8-8bd8-0dc80514cb88 req-73f10491-b72d-4ef6-a385-8e4995d2dcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:30.712370 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-74baedbe-8f3b-49b8-8bd8-0dc80514cb88 req-73f10491-b72d-4ef6-a385-8e4995d2dcb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:30.713878 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-74baedbe-8f3b-49b8-8bd8-0dc80514cb88 req-73f10491-b72d-4ef6-a385-8e4995d2dcb8 service neutron] 10.222.0.23 "PUT /v2.0/ports/7f01f67e-3409-48ce-92b1-62482d74cd88 HTTP/1.1" status: 200 len: 1092 time: 2.4617922 Sep 07 02:47:30.714820 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cff3d0b0-5413-4f78-bbff-bd4df25547fb', 'tag': '7f01f67e-3409-48ce-92b1-62482d74cd88'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:47:30.717088 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad763973-c2c8-42db-9780-ad28e5b2b614" -d '{"events": [{"name": "network-changed", "server_uuid": "cff3d0b0-5413-4f78-bbff-bd4df25547fb", "tag": "7f01f67e-3409-48ce-92b1-62482d74cd88"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:47:30.785337 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8135c232-bc87-47d8-b94d-e6cd536f341e tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:30.830902 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8135c232-bc87-47d8-b94d-e6cd536f341e tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Pushing event deleted for resources: {'Port': ['ID=df5b1e84-4373-4b90-bc4d-65560dc9c3fc,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:30.835139 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216bd15b-f8ba-46d1-9f7d-003d86ff8a12 x-openstack-request-id: req-216bd15b-f8ba-46d1-9f7d-003d86ff8a12 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:47:30.835139 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cff3d0b0-5413-4f78-bbff-bd4df25547fb", "tag": "7f01f67e-3409-48ce-92b1-62482d74cd88", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:47:30.835139 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-216bd15b-f8ba-46d1-9f7d-003d86ff8a12 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:47:30.835139 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cff3d0b0-5413-4f78-bbff-bd4df25547fb', 'tag': '7f01f67e-3409-48ce-92b1-62482d74cd88', 'status': 'completed', 'code': 200} Sep 07 02:47:30.871817 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8135c232-bc87-47d8-b94d-e6cd536f341e tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:30.873865 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8135c232-bc87-47d8-b94d-e6cd536f341e tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] 10.222.0.22 "DELETE /v2.0/ports/df5b1e84-4373-4b90-bc4d-65560dc9c3fc HTTP/1.1" status: 204 len: 168 time: 0.7066050 Sep 07 02:47:30.880848 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59974) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:30.888742 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f10491-b72d-4ef6-a385-8e4995d2dcb8 service neutron] Pushing event updated for resources: {'Port': ['ID=7f01f67e-3409-48ce-92b1-62482d74cd88,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:30.910536 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7ff0f65-2625-48e8-9d0b-ee381fc61de3 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] GET failed (client error): The resource could not be found. Sep 07 02:47:30.912259 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a7ff0f65-2625-48e8-9d0b-ee381fc61de3 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] 10.222.0.22 "GET /v2.0/ports/df5b1e84-4373-4b90-bc4d-65560dc9c3fc HTTP/1.1" status: 404 len: 333 time: 0.0303519 Sep 07 02:47:30.922917 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59978) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:30.936538 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-7c30212f-fa19-4879-a013-3db5e82425b6 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Request body: {'port': {'network_id': 'c1be48e4-6358-411f-87c3-4907c9cb7642', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1363003536'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:30.954770 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c86c7373-d884-4a91-b078-a18575f07b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:30.957368 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c86c7373-d884-4a91-b078-a18575f07b92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:30.960821 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c86c7373-d884-4a91-b078-a18575f07b92 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bec1e925-d5db-4911-8a68-18448d5a014c HTTP/1.1" status: 204 len: 168 time: 0.9490275 Sep 07 02:47:31.003079 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86c7373-d884-4a91-b078-a18575f07b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec1e925-d5db-4911-8a68-18448d5a014c,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:31.028830 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb95e0e-8802-422a-85ca-80655fd23f4c req-d2165c03-8c3e-4dae-92b5-7d1eed96f7c7 tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:31.030707 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ecb95e0e-8802-422a-85ca-80655fd23f4c req-d2165c03-8c3e-4dae-92b5-7d1eed96f7c7 tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] 10.222.0.22 "GET /v2.0/ports?device_id=447e4569-539f-4df6-926a-0a27ff06a734 HTTP/1.1" status: 200 len: 931 time: 0.2330008 Sep 07 02:47:31.032449 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74baedbe-8f3b-49b8-8bd8-0dc80514cb88 req-3bc1e028-5a94-4a5a-bd8e-bcb3cc07d302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:31.033869 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-74baedbe-8f3b-49b8-8bd8-0dc80514cb88 req-3bc1e028-5a94-4a5a-bd8e-bcb3cc07d302 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a9eedd8c00c24a18a92c5e78e10e8a63&device_id=cff3d0b0-5413-4f78-bbff-bd4df25547fb HTTP/1.1" status: 200 len: 1095 time: 0.2650018 Sep 07 02:47:31.160495 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c30212f-fa19-4879-a013-3db5e82425b6 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Made reservation on behalf of e09470af3e57401ca2e4cfce5dfb437b for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:47:31.164848 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7c30212f-fa19-4879-a013-3db5e82425b6 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:31.185605 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-74baedbe-8f3b-49b8-8bd8-0dc80514cb88 req-f122ec5b-b67a-42f6-9065-52a364e6702c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f01f67e-3409-48ce-92b1-62482d74cd88 HTTP/1.1" status: 200 len: 217 time: 0.1348786 Sep 07 02:47:31.194770 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-7c30212f-fa19-4879-a013-3db5e82425b6 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] device_id is not set on port e91636c0-17e1-47b6-8bc1-55bf15c3e644 yet. {{(pid=94701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:47:31.312636 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:31.339873 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ecb95e0e-8802-422a-85ca-80655fd23f4c req-2604f7ff-d8b8-4890-a8cc-41d861878752 tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] 10.222.0.22 "GET /v2.0/security-groups?id=979a4161-9ef3-4486-b4ae-301a87f7c661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985373 Sep 07 02:47:31.368193 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74baedbe-8f3b-49b8-8bd8-0dc80514cb88 req-0dfb0ec0-a705-4824-a2ee-2cf734a7a585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:31.369199 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-74baedbe-8f3b-49b8-8bd8-0dc80514cb88 req-0dfb0ec0-a705-4824-a2ee-2cf734a7a585 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2131ccdf-cbf5-4ee9-96cf-e4c911da986a HTTP/1.1" status: 200 len: 849 time: 0.1735280 Sep 07 02:47:31.383828 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-7c30212f-fa19-4879-a013-3db5e82425b6 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Allocated IP 2001:db8::3ce (c1be48e4-6358-411f-87c3-4907c9cb7642/92f0b3bb-b08d-49d2-8c4c-fa0e72491e64/e91636c0-17e1-47b6-8bc1-55bf15c3e644) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:47:31.410773 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d3a1f-b616-4334-b0dd-89fd9e712ad2 req-73f10742-a469-4989-943e-c4f95ed4afea tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:31.412355 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7d9d3a1f-b616-4334-b0dd-89fd9e712ad2 req-73f10742-a469-4989-943e-c4f95ed4afea tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd03b013-92cc-4982-b8c3-5bae3a1f039f HTTP/1.1" status: 200 len: 945 time: 0.0987351 Sep 07 02:47:31.418192 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3923a-6b5f-4094-92ab-9da8b460d511 req-9de807bd-4bbb-42b3-9da5-c53c2253cf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:31.419748 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f8a3923a-6b5f-4094-92ab-9da8b460d511 req-9de807bd-4bbb-42b3-9da5-c53c2253cf20 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=01da84d8cdfa4892bc470ad7dd96f194&device_id=bd03b013-92cc-4982-b8c3-5bae3a1f039f HTTP/1.1" status: 200 len: 1097 time: 0.1396990 Sep 07 02:47:31.490819 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74baedbe-8f3b-49b8-8bd8-0dc80514cb88 req-8603dff3-b666-4d1c-95ee-47194c8858f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:31.492255 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-74baedbe-8f3b-49b8-8bd8-0dc80514cb88 req-8603dff3-b666-4d1c-95ee-47194c8858f1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14598de-557e-41f6-bdcf-28289778b06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1159415 Sep 07 02:47:31.492436 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7d9d3a1f-b616-4334-b0dd-89fd9e712ad2 req-3cc7078b-e408-49ad-ade0-ea8f59845f12 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660372 Sep 07 02:47:31.494284 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-5393b3e7-2aff-4142-9fad-7c03c4704ee0 req-50e67a7b-4f1a-4945-944e-07e06e885d37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb918191-62e0-4656-8659-1616b29dbf72 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:47:31.551625 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5393b3e7-2aff-4142-9fad-7c03c4704ee0 req-50e67a7b-4f1a-4945-944e-07e06e885d37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:31.613283 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7c30212f-fa19-4879-a013-3db5e82425b6 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:31.627068 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-5393b3e7-2aff-4142-9fad-7c03c4704ee0 req-50e67a7b-4f1a-4945-944e-07e06e885d37 service neutron] Transition to ACTIVE for port object bb918191-62e0-4656-8659-1616b29dbf72 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:47:31.642008 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-7c30212f-fa19-4879-a013-3db5e82425b6 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Transition to ACTIVE for port object e91636c0-17e1-47b6-8bc1-55bf15c3e644 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:47:31.676093 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5393b3e7-2aff-4142-9fad-7c03c4704ee0 req-50e67a7b-4f1a-4945-944e-07e06e885d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:31.710279 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e5fda-84fe-4c9a-889a-5b397ebf7916 req-75b9b7a0-b63c-4c4b-935c-8c78742ab46f tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:31.715132 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-610e5fda-84fe-4c9a-889a-5b397ebf7916 req-75b9b7a0-b63c-4c4b-935c-8c78742ab46f tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/ports?device_id=cff3d0b0-5413-4f78-bbff-bd4df25547fb HTTP/1.1" status: 200 len: 943 time: 0.1094298 Sep 07 02:47:31.716724 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7c30212f-fa19-4879-a013-3db5e82425b6 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:31.730201 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3923a-6b5f-4094-92ab-9da8b460d511 req-783be2f3-f5cf-4365-b730-1bbbd282e9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:31.731745 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f8a3923a-6b5f-4094-92ab-9da8b460d511 req-783be2f3-f5cf-4365-b730-1bbbd282e9d1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5d441d5c-0eb6-4443-b7e8-2a0161da35f4 HTTP/1.1" status: 200 len: 917 time: 0.2889042 Sep 07 02:47:31.781812 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c30212f-fa19-4879-a013-3db5e82425b6 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Network c1be48e4-6358-411f-87c3-4907c9cb7642 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:47:31.783025 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a6327-c4ae-4803-84f3-59d5e871eb55 req-cd66c20c-4a0b-49a6-84c1-65fab75ec98d tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:31.784613 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6f1a6327-c4ae-4803-84f3-59d5e871eb55 req-cd66c20c-4a0b-49a6-84c1-65fab75ec98d tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0b7c50c-976b-499b-9c1c-384a84a363a3 HTTP/1.1" status: 200 len: 945 time: 0.2223029 Sep 07 02:47:31.787393 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-7c30212f-fa19-4879-a013-3db5e82425b6 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:47:31.816191 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e67a7b-4f1a-4945-944e-07e06e885d37 service neutron] Pushing event updated for resources: {'Port': ['ID=bb918191-62e0-4656-8659-1616b29dbf72,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:31.822487 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f8a3923a-6b5f-4094-92ab-9da8b460d511 req-3ae24931-41aa-4347-b782-5de1bc2c12e0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4937cd9-07e1-4ee3-92d4-2d008a1e972f HTTP/1.1" status: 200 len: 217 time: 0.0800471 Sep 07 02:47:31.822689 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c30212f-fa19-4879-a013-3db5e82425b6 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:47:31.824510 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-74baedbe-8f3b-49b8-8bd8-0dc80514cb88 req-ec97f7ea-76a5-4667-94b5-d6191f7bfda9 service neutron] 10.222.0.23 "GET /v2.0/networks/c14598de-557e-41f6-bdcf-28289778b06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165126 Sep 07 02:47:31.832227 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c30212f-fa19-4879-a013-3db5e82425b6 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:31.832875 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7c30212f-fa19-4879-a013-3db5e82425b6 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:31.848066 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-610e5fda-84fe-4c9a-889a-5b397ebf7916 req-717b6b45-f3ed-4554-aba4-72d9965c44ba tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/security-groups?id=8627b096-1ea2-45e2-baf2-b285074b2a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218472 Sep 07 02:47:31.864720 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c30212f-fa19-4879-a013-3db5e82425b6 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Pushing event updated for resources: {'Port': ['ID=e91636c0-17e1-47b6-8bc1-55bf15c3e644,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:31.874355 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-7c30212f-fa19-4879-a013-3db5e82425b6 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9489999 Sep 07 02:47:31.875025 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60010) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:31.882792 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-74bbf6be-0a2b-4c23-b9ad-419b7687a016 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Request body: {'port': {'network_id': 'c1be48e4-6358-411f-87c3-4907c9cb7642', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1168688222'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:31.981774 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60012) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:32.033370 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6f1a6327-c4ae-4803-84f3-59d5e871eb55 req-a0154f38-4837-434a-a215-e49f2547fc85 tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] 10.222.0.22 "GET /v2.0/security-groups?id=48d9f7f8-613e-45cd-86a3-df1414b027e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183070 Sep 07 02:47:32.057232 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74bbf6be-0a2b-4c23-b9ad-419b7687a016 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Made reservation on behalf of e09470af3e57401ca2e4cfce5dfb437b for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:47:32.061462 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-74bbf6be-0a2b-4c23-b9ad-419b7687a016 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:32.084994 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3923a-6b5f-4094-92ab-9da8b460d511 req-74f64066-5ab5-45f4-89ca-6b6592f3e1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:32.086367 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f8a3923a-6b5f-4094-92ab-9da8b460d511 req-74f64066-5ab5-45f4-89ca-6b6592f3e1f2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f937e685-ea69-493b-8539-36425b3759bc HTTP/1.1" status: 200 len: 857 time: 0.2540591 Sep 07 02:47:32.088007 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-74bbf6be-0a2b-4c23-b9ad-419b7687a016 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] device_id is not set on port 4f907458-0282-4ff3-9be6-769ef30dc6bc yet. {{(pid=94701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:47:32.110881 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-9a56f156-5e98-4911-ae9c-aad3159d29ba None None] Provisioning for port e91636c0-17e1-47b6-8bc1-55bf15c3e644 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:47:32.119749 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-9a56f156-5e98-4911-ae9c-aad3159d29ba None None] Provisioning complete for port e91636c0-17e1-47b6-8bc1-55bf15c3e644 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:47:32.120133 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9a56f156-5e98-4911-ae9c-aad3159d29ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:32.141340 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-3d33846e-919a-4617-98df-0ab85925ae43 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Request body: {'networks': [{'name': 'tempest-network--958170001'}, {'name': 'tempest-network--686236354'}]} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:32.142198 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-3d33846e-919a-4617-98df-0ab85925ae43 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Request body: {'network': {'name': 'tempest-network--958170001'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:32.142453 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-3d33846e-919a-4617-98df-0ab85925ae43 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Request body: {'network': {'name': 'tempest-network--686236354'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:32.158547 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f8a3923a-6b5f-4094-92ab-9da8b460d511 req-944b6a6d-7ae4-460a-85fd-68d89617c39f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5d441d5c-0eb6-4443-b7e8-2a0161da35f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408919 Sep 07 02:47:32.162956 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-74baedbe-8f3b-49b8-8bd8-0dc80514cb88 req-c969b061-7ffa-4870-8d51-a830778effca service neutron] 10.222.0.23 "GET /v2.0/networks/c14598de-557e-41f6-bdcf-28289778b06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284926 Sep 07 02:47:32.163958 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-5393b3e7-2aff-4142-9fad-7c03c4704ee0 req-50e67a7b-4f1a-4945-944e-07e06e885d37 service neutron] Attempting to bind port bb918191-62e0-4656-8659-1616b29dbf72 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:47:32.164403 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-5393b3e7-2aff-4142-9fad-7c03c4704ee0 req-50e67a7b-4f1a-4945-944e-07e06e885d37 service neutron] Attempting to bind port bb918191-62e0-4656-8659-1616b29dbf72 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': 'f7365d16-60af-4f35-91cc-fd0a2a4fb280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '476185b8-d8dd-4ca2-b0a5-220223b8fc7d'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:47:32.164952 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5393b3e7-2aff-4142-9fad-7c03c4704ee0 req-50e67a7b-4f1a-4945-944e-07e06e885d37 service neutron] Attempting to bind port bb918191-62e0-4656-8659-1616b29dbf72 on network 476185b8-d8dd-4ca2-b0a5-220223b8fc7d {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:47:32.172002 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d33846e-919a-4617-98df-0ab85925ae43 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Made reservation on behalf of 8588d6f5763640d5877655c3506d457e for: {'network': 2} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:47:32.177281 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3d33846e-919a-4617-98df-0ab85925ae43 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:32.180062 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-9a56f156-5e98-4911-ae9c-aad3159d29ba None None] Port e91636c0-17e1-47b6-8bc1-55bf15c3e644 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:47:32.189304 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5393b3e7-2aff-4142-9fad-7c03c4704ee0 req-50e67a7b-4f1a-4945-944e-07e06e885d37 service neutron] Port bb918191-62e0-4656-8659-1616b29dbf72 on network 476185b8-d8dd-4ca2-b0a5-220223b8fc7d not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:47:32.189636 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5393b3e7-2aff-4142-9fad-7c03c4704ee0 req-50e67a7b-4f1a-4945-944e-07e06e885d37 service neutron] Attempting to bind port bb918191-62e0-4656-8659-1616b29dbf72 on network 476185b8-d8dd-4ca2-b0a5-220223b8fc7d {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:47:32.208142 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5393b3e7-2aff-4142-9fad-7c03c4704ee0 req-50e67a7b-4f1a-4945-944e-07e06e885d37 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:47:32.208481 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5393b3e7-2aff-4142-9fad-7c03c4704ee0 req-50e67a7b-4f1a-4945-944e-07e06e885d37 service neutron] Checking segment: {'id': 'f7365d16-60af-4f35-91cc-fd0a2a4fb280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '476185b8-d8dd-4ca2-b0a5-220223b8fc7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:47:32.208869 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5393b3e7-2aff-4142-9fad-7c03c4704ee0 req-50e67a7b-4f1a-4945-944e-07e06e885d37 service neutron] Bound using segment: {'id': 'f7365d16-60af-4f35-91cc-fd0a2a4fb280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '476185b8-d8dd-4ca2-b0a5-220223b8fc7d'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:47:32.209305 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-5393b3e7-2aff-4142-9fad-7c03c4704ee0 req-50e67a7b-4f1a-4945-944e-07e06e885d37 service neutron] Bound port: bb918191-62e0-4656-8659-1616b29dbf72, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7365d16-60af-4f35-91cc-fd0a2a4fb280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '476185b8-d8dd-4ca2-b0a5-220223b8fc7d'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:47:32.209662 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5393b3e7-2aff-4142-9fad-7c03c4704ee0 req-50e67a7b-4f1a-4945-944e-07e06e885d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:32.216367 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3d33846e-919a-4617-98df-0ab85925ae43 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:32.298531 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-74bbf6be-0a2b-4c23-b9ad-419b7687a016 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Allocated IP 2001:db8::17 (c1be48e4-6358-411f-87c3-4907c9cb7642/92f0b3bb-b08d-49d2-8c4c-fa0e72491e64/4f907458-0282-4ff3-9be6-769ef30dc6bc) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:47:32.347389 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f8a3923a-6b5f-4094-92ab-9da8b460d511 req-c8e1c1ff-3ece-4bb9-9762-2f4033b8a1c7 service neutron] 10.222.0.16 "GET /v2.0/networks/5d441d5c-0eb6-4443-b7e8-2a0161da35f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793945 Sep 07 02:47:32.378280 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad763973-c2c8-42db-9780-ad28e5b2b614 req-d2ffc306-2a4f-458d-b761-90cee5b8fd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:32.379781 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ad763973-c2c8-42db-9780-ad28e5b2b614 req-d2ffc306-2a4f-458d-b761-90cee5b8fd4d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a9eedd8c00c24a18a92c5e78e10e8a63&device_id=cff3d0b0-5413-4f78-bbff-bd4df25547fb HTTP/1.1" status: 200 len: 1095 time: 0.1326492 Sep 07 02:47:32.417977 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-5393b3e7-2aff-4142-9fad-7c03c4704ee0 req-50e67a7b-4f1a-4945-944e-07e06e885d37 service neutron] For port bb918191-62e0-4656-8659-1616b29dbf72, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:47:32.431009 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3d33846e-919a-4617-98df-0ab85925ae43 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:32.468632 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3d33846e-919a-4617-98df-0ab85925ae43 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:32.469095 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3d33846e-919a-4617-98df-0ab85925ae43 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:32.491686 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-5393b3e7-2aff-4142-9fad-7c03c4704ee0 req-50e67a7b-4f1a-4945-944e-07e06e885d37 service neutron] For port bb918191-62e0-4656-8659-1616b29dbf72, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=bb918191-62e0-4656-8659-1616b29dbf72,segment=NetworkSegment(f7365d16-60af-4f35-91cc-fd0a2a4fb280),segment_id=f7365d16-60af-4f35-91cc-fd0a2a4fb280)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:47:32.506996 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5393b3e7-2aff-4142-9fad-7c03c4704ee0 req-50e67a7b-4f1a-4945-944e-07e06e885d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:32.547428 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d33846e-919a-4617-98df-0ab85925ae43 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be1fc73b-144c-4251-85f6-7ab5ee0961c4,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:32.564064 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d33846e-919a-4617-98df-0ab85925ae43 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:47:32.588466 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d8037-6b45-4962-88cd-35c73e1f553e req-14267fe0-e0d9-445c-9dc1-d64411c4167c tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:32.590206 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-887d8037-6b45-4962-88cd-35c73e1f553e req-14267fe0-e0d9-445c-9dc1-d64411c4167c tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] 10.222.0.22 "GET /v2.0/ports?device_id=447e4569-539f-4df6-926a-0a27ff06a734 HTTP/1.1" status: 200 len: 943 time: 0.1339304 Sep 07 02:47:32.596315 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393b3e7-2aff-4142-9fad-7c03c4704ee0 req-50e67a7b-4f1a-4945-944e-07e06e885d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:32.596940 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5393b3e7-2aff-4142-9fad-7c03c4704ee0 req-50e67a7b-4f1a-4945-944e-07e06e885d37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:32.598332 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5393b3e7-2aff-4142-9fad-7c03c4704ee0 req-50e67a7b-4f1a-4945-944e-07e06e885d37 service neutron] 10.222.0.23 "PUT /v2.0/ports/bb918191-62e0-4656-8659-1616b29dbf72 HTTP/1.1" status: 200 len: 1092 time: 2.1260021 Sep 07 02:47:32.599341 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3d33846e-919a-4617-98df-0ab85925ae43 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:32.599719 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-3d33846e-919a-4617-98df-0ab85925ae43 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Added segment c3249f90-8dde-4d26-bf00-2dc0ae7c4288 of type vlan for network 2acda053-8ba3-4eca-898e-f7d9994b2ba4 Sep 07 02:47:32.606605 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-74bbf6be-0a2b-4c23-b9ad-419b7687a016 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:32.625879 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f130fd2f-bcab-4f84-bfe9-7640dc478a93 req-8aacc830-19a6-469b-8af4-ce593a910621 tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:32.627394 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f130fd2f-bcab-4f84-bfe9-7640dc478a93 req-8aacc830-19a6-469b-8af4-ce593a910621 tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0b7c50c-976b-499b-9c1c-384a84a363a3 HTTP/1.1" status: 200 len: 945 time: 0.2341292 Sep 07 02:47:32.661362 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f8a3923a-6b5f-4094-92ab-9da8b460d511 req-7393033e-e6e2-4aaf-9f93-75127471d9d8 service neutron] 10.222.0.16 "GET /v2.0/networks/5d441d5c-0eb6-4443-b7e8-2a0161da35f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041728 Sep 07 02:47:32.681034 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-74bbf6be-0a2b-4c23-b9ad-419b7687a016 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Transition to ACTIVE for port object 4f907458-0282-4ff3-9be6-769ef30dc6bc will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:47:32.694073 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3d33846e-919a-4617-98df-0ab85925ae43 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:32.705429 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-887d8037-6b45-4962-88cd-35c73e1f553e req-fe30647d-98aa-48f4-9b04-a4a6dcf9f094 tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] 10.222.0.22 "GET /v2.0/security-groups?id=979a4161-9ef3-4486-b4ae-301a87f7c661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073482 Sep 07 02:47:32.750376 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d33846e-919a-4617-98df-0ab85925ae43 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:47:32.769515 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3d33846e-919a-4617-98df-0ab85925ae43 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:32.771495 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-3d33846e-919a-4617-98df-0ab85925ae43 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Added segment a4fd6f81-b36e-4e31-8576-491009ce4790 of type vlan for network 99d35f5c-6e1c-474b-a31d-88c2da3f60fb Sep 07 02:47:32.773490 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-74bbf6be-0a2b-4c23-b9ad-419b7687a016 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:32.898027 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bbf6be-0a2b-4c23-b9ad-419b7687a016 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Network c1be48e4-6358-411f-87c3-4907c9cb7642 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:47:32.901450 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bbf6be-0a2b-4c23-b9ad-419b7687a016 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Pushing event updated for resources: {'Port': ['ID=4f907458-0282-4ff3-9be6-769ef30dc6bc,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:32.905929 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3d33846e-919a-4617-98df-0ab85925ae43 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:32.909344 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-74bbf6be-0a2b-4c23-b9ad-419b7687a016 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:47:32.925711 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bbf6be-0a2b-4c23-b9ad-419b7687a016 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:47:32.926764 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bbf6be-0a2b-4c23-b9ad-419b7687a016 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:32.927309 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-74bbf6be-0a2b-4c23-b9ad-419b7687a016 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:32.971728 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e709fda-6cf0-4b5a-bd1f-293cbf0f0b15 req-aeb2a4ff-78d3-4773-ace6-82f1ad4d3078 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:32.973438 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0e709fda-6cf0-4b5a-bd1f-293cbf0f0b15 req-aeb2a4ff-78d3-4773-ace6-82f1ad4d3078 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd03b013-92cc-4982-b8c3-5bae3a1f039f HTTP/1.1" status: 200 len: 945 time: 0.1553292 Sep 07 02:47:32.975301 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-74bbf6be-0a2b-4c23-b9ad-419b7687a016 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0983891 Sep 07 02:47:32.976217 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3d33846e-919a-4617-98df-0ab85925ae43 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:32.976729 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3d33846e-919a-4617-98df-0ab85925ae43 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:32.982915 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d33846e-919a-4617-98df-0ab85925ae43 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:32.988043 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d33846e-919a-4617-98df-0ab85925ae43 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:32.988737 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3d33846e-919a-4617-98df-0ab85925ae43 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:32.992380 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60036) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:33.003291 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-c1855075-c6f8-42d2-a67d-090b1e4e8b73 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::14f', 'mac_address': 'fa:16:3e:c0:58:e1'}, {'ip_address': '2001:db8::3ce', 'mac_address': 'fa:16:3e:43:53:1d'}]}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:33.007186 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '447e4569-539f-4df6-926a-0a27ff06a734', 'tag': 'bb918191-62e0-4656-8659-1616b29dbf72'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:47:33.009462 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0d33be-82ea-489a-90d5-42db4603fa5c" -d '{"events": [{"name": "network-changed", "server_uuid": "447e4569-539f-4df6-926a-0a27ff06a734", "tag": "bb918191-62e0-4656-8659-1616b29dbf72"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:47:33.012080 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e67a7b-4f1a-4945-944e-07e06e885d37 service neutron] Pushing event updated for resources: {'Port': ['ID=bb918191-62e0-4656-8659-1616b29dbf72,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:33.034888 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad763973-c2c8-42db-9780-ad28e5b2b614 req-00abfb66-6414-447d-89b6-cce6d7c52bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:33.036437 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ad763973-c2c8-42db-9780-ad28e5b2b614 req-00abfb66-6414-447d-89b6-cce6d7c52bf3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c14598de-557e-41f6-bdcf-28289778b06c HTTP/1.1" status: 200 len: 910 time: 0.6442776 Sep 07 02:47:33.080450 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f130fd2f-bcab-4f84-bfe9-7640dc478a93 req-466efeb8-9ade-417d-ac5b-b4e945d2f646 tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] 10.222.0.22 "GET /v2.0/security-groups?id=48d9f7f8-613e-45cd-86a3-df1414b027e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4415751 Sep 07 02:47:33.117626 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-3d33846e-919a-4617-98df-0ab85925ae43 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.1345205 Sep 07 02:47:33.121254 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60040) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:33.131869 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d33846e-919a-4617-98df-0ab85925ae43 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Pushing event updated for resources: {'Network': ['ID=2acda053-8ba3-4eca-898e-f7d9994b2ba4,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:33.145607 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 2acda053-8ba3-4eca-898e-f7d9994b2ba4 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:47:33.173471 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0e709fda-6cf0-4b5a-bd1f-293cbf0f0b15 req-dcba7558-1133-438f-8846-2a11d5726f53 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793637 Sep 07 02:47:33.210254 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ad763973-c2c8-42db-9780-ad28e5b2b614 req-a826e950-0d2b-4f39-b43c-ff6a0cafc711 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f01f67e-3409-48ce-92b1-62482d74cd88 HTTP/1.1" status: 200 len: 217 time: 0.1579971 Sep 07 02:47:33.230124 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393b3e7-2aff-4142-9fad-7c03c4704ee0 req-a0dcd320-aa02-4c78-88ce-8b9497859799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:33.232615 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5393b3e7-2aff-4142-9fad-7c03c4704ee0 req-a0dcd320-aa02-4c78-88ce-8b9497859799 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=89ac3f7facab4fd8a1183de0857e6752&device_id=447e4569-539f-4df6-926a-0a27ff06a734 HTTP/1.1" status: 200 len: 1095 time: 0.5879788 Sep 07 02:47:33.271288 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c1855075-c6f8-42d2-a67d-090b1e4e8b73 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:33.283430 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d33846e-919a-4617-98df-0ab85925ae43 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Pushing event updated for resources: {'Network': ['ID=99d35f5c-6e1c-474b-a31d-88c2da3f60fb,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:33.295898 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 99d35f5c-6e1c-474b-a31d-88c2da3f60fb details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:47:33.315866 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5393b3e7-2aff-4142-9fad-7c03c4704ee0 req-32e45ca9-7b42-433d-88a6-36dc4be41654 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb918191-62e0-4656-8659-1616b29dbf72 HTTP/1.1" status: 200 len: 217 time: 0.0735376 Sep 07 02:47:33.363734 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-092125ae-04bb-41c6-898e-cdf9d11c2e88 None None] Provisioning for port 4f907458-0282-4ff3-9be6-769ef30dc6bc completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:47:33.375025 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-092125ae-04bb-41c6-898e-cdf9d11c2e88 None None] Provisioning complete for port 4f907458-0282-4ff3-9be6-769ef30dc6bc triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:47:33.375406 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-092125ae-04bb-41c6-898e-cdf9d11c2e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:33.388874 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8238da8c-f998-499b-990c-e821ad6b25ae x-openstack-request-id: req-8238da8c-f998-499b-990c-e821ad6b25ae {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:47:33.389199 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "447e4569-539f-4df6-926a-0a27ff06a734", "tag": "bb918191-62e0-4656-8659-1616b29dbf72", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:47:33.389396 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8238da8c-f998-499b-990c-e821ad6b25ae {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:47:33.389819 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '447e4569-539f-4df6-926a-0a27ff06a734', 'tag': 'bb918191-62e0-4656-8659-1616b29dbf72', 'status': 'completed', 'code': 200} Sep 07 02:47:33.411818 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-092125ae-04bb-41c6-898e-cdf9d11c2e88 None None] Port 4f907458-0282-4ff3-9be6-769ef30dc6bc cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:47:33.480044 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c1855075-c6f8-42d2-a67d-090b1e4e8b73 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:33.485299 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c1855075-c6f8-42d2-a67d-090b1e4e8b73 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:33.515430 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad763973-c2c8-42db-9780-ad28e5b2b614 req-d28aaf69-98d3-4c67-989a-739358c74f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:33.517350 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ad763973-c2c8-42db-9780-ad28e5b2b614 req-d28aaf69-98d3-4c67-989a-739358c74f4d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2131ccdf-cbf5-4ee9-96cf-e4c911da986a HTTP/1.1" status: 200 len: 849 time: 0.2774696 Sep 07 02:47:33.520985 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393b3e7-2aff-4142-9fad-7c03c4704ee0 req-5f3d8006-f657-4894-9448-625b01b7b4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:33.522394 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5393b3e7-2aff-4142-9fad-7c03c4704ee0 req-5f3d8006-f657-4894-9448-625b01b7b4a0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=46a59755-8ac5-4b4a-9652-b636db34e72e HTTP/1.1" status: 200 len: 857 time: 0.1352932 Sep 07 02:47:33.530375 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7998a1e2-12ff-4545-bccc-fc44b11cf684 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:33.538631 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7998a1e2-12ff-4545-bccc-fc44b11cf684 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:33.546894 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1855075-c6f8-42d2-a67d-090b1e4e8b73 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Pushing event updated for resources: {'Port': ['ID=4f907458-0282-4ff3-9be6-769ef30dc6bc,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:33.547055 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7998a1e2-12ff-4545-bccc-fc44b11cf684 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:33.550195 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-c1855075-c6f8-42d2-a67d-090b1e4e8b73 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] In _notify_port_updated(), no bound segment for port 4f907458-0282-4ff3-9be6-769ef30dc6bc on network c1be48e4-6358-411f-87c3-4907c9cb7642 {{(pid=94701) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 02:47:33.554906 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7998a1e2-12ff-4545-bccc-fc44b11cf684 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:33.556737 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-7998a1e2-12ff-4545-bccc-fc44b11cf684 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.4338579 Sep 07 02:47:33.560125 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1855075-c6f8-42d2-a67d-090b1e4e8b73 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:33.560859 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c1855075-c6f8-42d2-a67d-090b1e4e8b73 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:33.562788 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c1855075-c6f8-42d2-a67d-090b1e4e8b73 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] 10.222.0.22 "PUT /v2.0/ports/4f907458-0282-4ff3-9be6-769ef30dc6bc HTTP/1.1" status: 200 len: 1067 time: 0.5664163 Sep 07 02:47:33.563578 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60044) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:33.572342 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60046) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:33.587900 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89771995-22fc-4d31-9dec-9c7bc5958648 req-29eae666-d6c4-498f-a790-9bdf449c9369 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:33.589427 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-89771995-22fc-4d31-9dec-9c7bc5958648 req-29eae666-d6c4-498f-a790-9bdf449c9369 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/ports?device_id=cff3d0b0-5413-4f78-bbff-bd4df25547fb HTTP/1.1" status: 200 len: 943 time: 0.3621349 Sep 07 02:47:33.628593 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5393b3e7-2aff-4142-9fad-7c03c4704ee0 req-5073a9d4-3fdd-4bde-a03d-6d979323c7d7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=476185b8-d8dd-4ca2-b0a5-220223b8fc7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678141 Sep 07 02:47:33.699661 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad763973-c2c8-42db-9780-ad28e5b2b614 req-ab48441a-88b1-4b65-9422-5327a20937c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:33.701188 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ad763973-c2c8-42db-9780-ad28e5b2b614 req-ab48441a-88b1-4b65-9422-5327a20937c0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14598de-557e-41f6-bdcf-28289778b06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1416006 Sep 07 02:47:33.702237 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d1942675-bc27-42d8-bc5d-74913c12a160 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:33.730160 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-89771995-22fc-4d31-9dec-9c7bc5958648 req-a99f4beb-27f2-4274-a50f-b87b917d0e24 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/security-groups?id=8627b096-1ea2-45e2-baf2-b285074b2a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050529 Sep 07 02:47:33.792624 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-86e7b0ae-7d83-4afc-8f36-413c157b1b5d tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Deleting port 4f907458-0282-4ff3-9be6-769ef30dc6bc {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:47:33.794696 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-86e7b0ae-7d83-4afc-8f36-413c157b1b5d tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:33.837845 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-08853d65-cd8e-431a-a866-e0607829d256 None None] Provisioning complete for port 4f907458-0282-4ff3-9be6-769ef30dc6bc triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:47:33.838980 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-08853d65-cd8e-431a-a866-e0607829d256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:33.867725 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5393b3e7-2aff-4142-9fad-7c03c4704ee0 req-46c80d2d-b9f8-44bf-8a21-ee5ba260a07a service neutron] 10.222.0.23 "GET /v2.0/networks/476185b8-d8dd-4ca2-b0a5-220223b8fc7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297118 Sep 07 02:47:33.877198 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ce849-c078-4a75-98b7-1d7fe3b9c028 req-17fc0f01-5edd-4362-aa4b-ab38870edf30 tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:33.878617 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1f3ce849-c078-4a75-98b7-1d7fe3b9c028 req-17fc0f01-5edd-4362-aa4b-ab38870edf30 tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0b7c50c-976b-499b-9c1c-384a84a363a3 HTTP/1.1" status: 200 len: 945 time: 0.1286683 Sep 07 02:47:33.885058 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-08853d65-cd8e-431a-a866-e0607829d256 None None] Port 4f907458-0282-4ff3-9be6-769ef30dc6bc cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:47:33.903711 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d1942675-bc27-42d8-bc5d-74913c12a160 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:33.920005 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ad763973-c2c8-42db-9780-ad28e5b2b614 req-2a9e2d8a-2e1c-4ef2-9802-7104b2f49b36 service neutron] 10.222.0.23 "GET /v2.0/networks/c14598de-557e-41f6-bdcf-28289778b06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934948 Sep 07 02:47:33.972838 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-d1942675-bc27-42d8-bc5d-74913c12a160 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2acda053-8ba3-4eca-898e-f7d9994b2ba4']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:33.984080 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a353a91e-deef-4fda-9f0e-134258b9ef9f req-608311ba-ad51-4eb5-b5c8-4010caf638fa tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:33.985515 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a353a91e-deef-4fda-9f0e-134258b9ef9f req-608311ba-ad51-4eb5-b5c8-4010caf638fa tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] 10.222.0.22 "GET /v2.0/ports?device_id=447e4569-539f-4df6-926a-0a27ff06a734 HTTP/1.1" status: 200 len: 943 time: 0.1666944 Sep 07 02:47:34.006601 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-d1942675-bc27-42d8-bc5d-74913c12a160 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3249f90-8dde-4d26-bf00-2dc0ae7c4288') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:34.006900 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-d1942675-bc27-42d8-bc5d-74913c12a160 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3249f90-8dde-4d26-bf00-2dc0ae7c4288') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:34.022142 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-86e7b0ae-7d83-4afc-8f36-413c157b1b5d tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:34.034146 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d1942675-bc27-42d8-bc5d-74913c12a160 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:34.054902 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-86e7b0ae-7d83-4afc-8f36-413c157b1b5d tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Calling delete_port for 4f907458-0282-4ff3-9be6-769ef30dc6bc owned by {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:47:34.063391 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d1942675-bc27-42d8-bc5d-74913c12a160 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:34.075862 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a353a91e-deef-4fda-9f0e-134258b9ef9f req-6b672366-f279-4a7b-9b7f-5972e257c04c tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] 10.222.0.22 "GET /v2.0/security-groups?id=979a4161-9ef3-4486-b4ae-301a87f7c661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820529 Sep 07 02:47:34.081000 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1942675-bc27-42d8-bc5d-74913c12a160 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:47:34.081229 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d1942675-bc27-42d8-bc5d-74913c12a160 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:34.085012 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:47:34.085012 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:47:34.085012 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:47:34.085012 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:47:34.085012 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:47:34.085012 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:47:34.085012 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:47:34.085012 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:47:34.085012 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:47:34.085012 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:47:34.085012 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:47:34.085012 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:47:34.085012 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:47:34.085012 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:47:34.085012 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:47:34.085012 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:47:34.085012 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:47:34.085012 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:47:34.085012 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:47:34.085012 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:47:34.085012 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:47:34.085012 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:47:34.085012 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:47:34.085012 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:47:34.085012 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:47:34.085012 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:47:34.085012 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:47:34.085012 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:47:34.085012 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:47:34.085012 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:47:34.085012 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:47:34.085012 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:47:34.122519 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5393b3e7-2aff-4142-9fad-7c03c4704ee0 req-54cb502c-f3db-4b00-9e86-12131857aa8b service neutron] 10.222.0.23 "GET /v2.0/networks/476185b8-d8dd-4ca2-b0a5-220223b8fc7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396722 Sep 07 02:47:34.130439 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ad763973-c2c8-42db-9780-ad28e5b2b614 req-da577bc4-b2f9-46a5-a5cc-34021f7b3945 service neutron] 10.222.0.23 "GET /v2.0/networks/c14598de-557e-41f6-bdcf-28289778b06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905859 Sep 07 02:47:34.137419 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-1f3ce849-c078-4a75-98b7-1d7fe3b9c028 req-9565ee2a-c6f5-4955-9b44-c6d69682bd19 tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] Deleting port de9beff9-0ff9-4040-a9a8-00226b83594c {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:47:34.137782 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1f3ce849-c078-4a75-98b7-1d7fe3b9c028 req-9565ee2a-c6f5-4955-9b44-c6d69682bd19 tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:34.196788 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d1942675-bc27-42d8-bc5d-74913c12a160 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:34.207442 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d1942675-bc27-42d8-bc5d-74913c12a160 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:34.211986 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d1942675-bc27-42d8-bc5d-74913c12a160 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] 10.222.0.22 "DELETE /v2.0/networks/2acda053-8ba3-4eca-898e-f7d9994b2ba4 HTTP/1.1" status: 204 len: 168 time: 0.6469164 Sep 07 02:47:34.212607 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60054) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:34.241650 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1942675-bc27-42d8-bc5d-74913c12a160 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Pushing event deleted for resources: {'Network': ['ID=2acda053-8ba3-4eca-898e-f7d9994b2ba4,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:34.293783 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba40675-0a7b-41e9-a335-ff8f6db5a635 req-9b4eb892-b566-4a1a-87a6-c31c60ee8bc9 tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:34.295292 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6ba40675-0a7b-41e9-a335-ff8f6db5a635 req-9b4eb892-b566-4a1a-87a6-c31c60ee8bc9 tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0b7c50c-976b-499b-9c1c-384a84a363a3 HTTP/1.1" status: 200 len: 945 time: 0.1411915 Sep 07 02:47:34.310882 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d33be-82ea-489a-90d5-42db4603fa5c req-7ea9ff86-9ca5-48a0-97a7-2eef0afc0931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:34.312984 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dc0d33be-82ea-489a-90d5-42db4603fa5c req-7ea9ff86-9ca5-48a0-97a7-2eef0afc0931 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=89ac3f7facab4fd8a1183de0857e6752&device_id=447e4569-539f-4df6-926a-0a27ff06a734 HTTP/1.1" status: 200 len: 1095 time: 0.1098638 Sep 07 02:47:34.323350 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-1f3ce849-c078-4a75-98b7-1d7fe3b9c028 req-9565ee2a-c6f5-4955-9b44-c6d69682bd19 tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] For port de9beff9-0ff9-4040-a9a8-00226b83594c, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=de9beff9-0ff9-4040-a9a8-00226b83594c,segment=NetworkSegment(ca8a8a4b-88e6-4a42-b885-1b2bd72fac3f),segment_id=ca8a8a4b-88e6-4a42-b885-1b2bd72fac3f)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:47:34.323746 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1f3ce849-c078-4a75-98b7-1d7fe3b9c028 req-9565ee2a-c6f5-4955-9b44-c6d69682bd19 tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:34.368991 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-1f3ce849-c078-4a75-98b7-1d7fe3b9c028 req-9565ee2a-c6f5-4955-9b44-c6d69682bd19 tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] Calling delete_port for de9beff9-0ff9-4040-a9a8-00226b83594c owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:47:34.386639 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b1b3aca3-e675-4358-90a3-c71fd2f57f16 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:34.400097 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-86e7b0ae-7d83-4afc-8f36-413c157b1b5d tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:34.413084 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b0ce3b-302d-4045-94ab-8a408b57c5be req-6e3fe2a2-b692-4f38-ad6c-cae2e5b2e8c0 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:34.414562 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c6b0ce3b-302d-4045-94ab-8a408b57c5be req-6e3fe2a2-b692-4f38-ad6c-cae2e5b2e8c0 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd03b013-92cc-4982-b8c3-5bae3a1f039f HTTP/1.1" status: 200 len: 945 time: 0.1471910 Sep 07 02:47:34.440677 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6ba40675-0a7b-41e9-a335-ff8f6db5a635 req-6e8a77f7-8b79-4893-ad04-831db67cd7d9 tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] 10.222.0.22 "GET /v2.0/security-groups?id=48d9f7f8-613e-45cd-86a3-df1414b027e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347413 Sep 07 02:47:34.447088 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e7b0ae-7d83-4afc-8f36-413c157b1b5d tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Pushing event deleted for resources: {'Port': ['ID=4f907458-0282-4ff3-9be6-769ef30dc6bc,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:34.490025 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d33be-82ea-489a-90d5-42db4603fa5c req-f2e6c711-6a01-4f9c-83d3-459da8415bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:34.491726 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dc0d33be-82ea-489a-90d5-42db4603fa5c req-f2e6c711-6a01-4f9c-83d3-459da8415bb3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=476185b8-d8dd-4ca2-b0a5-220223b8fc7d HTTP/1.1" status: 200 len: 917 time: 0.1701353 Sep 07 02:47:34.549931 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dc0d33be-82ea-489a-90d5-42db4603fa5c req-12801824-abfd-4382-9197-128514494c47 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb918191-62e0-4656-8659-1616b29dbf72 HTTP/1.1" status: 200 len: 217 time: 0.0459175 Sep 07 02:47:34.581950 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b1b3aca3-e675-4358-90a3-c71fd2f57f16 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:34.597606 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c6b0ce3b-302d-4045-94ab-8a408b57c5be req-048ed96c-60db-43e3-8d03-bae5a1ea90e8 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558414 Sep 07 02:47:34.644221 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-b1b3aca3-e675-4358-90a3-c71fd2f57f16 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99d35f5c-6e1c-474b-a31d-88c2da3f60fb']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:34.658837 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-b1b3aca3-e675-4358-90a3-c71fd2f57f16 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4fd6f81-b36e-4e31-8576-491009ce4790') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:34.659212 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-b1b3aca3-e675-4358-90a3-c71fd2f57f16 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4fd6f81-b36e-4e31-8576-491009ce4790') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:34.661779 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d33be-82ea-489a-90d5-42db4603fa5c req-6a9acce2-1f13-4418-9b91-4b0f3e3cb039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:34.663281 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dc0d33be-82ea-489a-90d5-42db4603fa5c req-6a9acce2-1f13-4418-9b91-4b0f3e3cb039 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=46a59755-8ac5-4b4a-9652-b636db34e72e HTTP/1.1" status: 200 len: 857 time: 0.0999577 Sep 07 02:47:34.674884 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b1b3aca3-e675-4358-90a3-c71fd2f57f16 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:34.683853 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1f3ce849-c078-4a75-98b7-1d7fe3b9c028 req-9565ee2a-c6f5-4955-9b44-c6d69682bd19 tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:34.697532 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['de9beff9-0ff9-4040-a9a8-00226b83594c'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:47:34.707811 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b1b3aca3-e675-4358-90a3-c71fd2f57f16 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:34.711099 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dc0d33be-82ea-489a-90d5-42db4603fa5c req-ee96cb83-8248-4418-89ea-8ad6dd2197c3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=476185b8-d8dd-4ca2-b0a5-220223b8fc7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382273 Sep 07 02:47:34.729112 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1b3aca3-e675-4358-90a3-c71fd2f57f16 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:47:34.729736 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b1b3aca3-e675-4358-90a3-c71fd2f57f16 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:34.732814 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:47:34.732814 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:47:34.732814 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:47:34.732814 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:47:34.732814 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:47:34.732814 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:47:34.732814 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:47:34.732814 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:47:34.732814 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:47:34.732814 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:47:34.732814 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:47:34.732814 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:47:34.732814 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:47:34.732814 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:47:34.732814 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:47:34.732814 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:47:34.732814 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:47:34.732814 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:47:34.732814 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:47:34.732814 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:47:34.732814 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:47:34.732814 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:47:34.732814 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:47:34.732814 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:47:34.732814 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:47:34.732814 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:47:34.732814 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:47:34.732814 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:47:34.732814 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:47:34.732814 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:47:34.732814 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:47:34.732814 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:47:34.748081 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9565ee2a-c6f5-4955-9b44-c6d69682bd19 tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] Pushing event deleted for resources: {'Port': ['ID=de9beff9-0ff9-4040-a9a8-00226b83594c,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:34.768018 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-86e7b0ae-7d83-4afc-8f36-413c157b1b5d tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:34.772316 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-86e7b0ae-7d83-4afc-8f36-413c157b1b5d tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] 10.222.0.22 "DELETE /v2.0/ports/4f907458-0282-4ff3-9be6-769ef30dc6bc HTTP/1.1" status: 204 len: 168 time: 1.1955781 Sep 07 02:47:34.772836 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60060) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:34.860078 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f3ce849-c078-4a75-98b7-1d7fe3b9c028 req-9565ee2a-c6f5-4955-9b44-c6d69682bd19 tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] No DVR routers for this DVR port de9beff9-0ff9-4040-a9a8-00226b83594c on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:47:34.865334 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1f3ce849-c078-4a75-98b7-1d7fe3b9c028 req-9565ee2a-c6f5-4955-9b44-c6d69682bd19 tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:34.867373 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1f3ce849-c078-4a75-98b7-1d7fe3b9c028 req-9565ee2a-c6f5-4955-9b44-c6d69682bd19 tempest-ServerAddressesNegativeTestJSON-292374579 tempest-ServerAddressesNegativeTestJSON-292374579-project] 10.222.0.16 "DELETE /v2.0/ports/de9beff9-0ff9-4040-a9a8-00226b83594c HTTP/1.1" status: 204 len: 173 time: 0.9698765 Sep 07 02:47:34.928709 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3154f0fe-63f9-4ef6-88a7-fbe3ea8a9cc2 req-f19614c2-41aa-402e-90e7-f8f8df4f0660 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:34.930321 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3154f0fe-63f9-4ef6-88a7-fbe3ea8a9cc2 req-f19614c2-41aa-402e-90e7-f8f8df4f0660 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/ports?device_id=cff3d0b0-5413-4f78-bbff-bd4df25547fb HTTP/1.1" status: 200 len: 943 time: 0.1218374 Sep 07 02:47:34.937193 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dc0d33be-82ea-489a-90d5-42db4603fa5c req-ce71403f-692e-40c5-8fb7-c23605d219f5 service neutron] 10.222.0.23 "GET /v2.0/networks/476185b8-d8dd-4ca2-b0a5-220223b8fc7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017643 Sep 07 02:47:35.008261 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3154f0fe-63f9-4ef6-88a7-fbe3ea8a9cc2 req-ce390323-812b-481d-860c-f6752a0a8ba3 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/security-groups?id=8627b096-1ea2-45e2-baf2-b285074b2a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689087 Sep 07 02:47:35.073945 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dc0d33be-82ea-489a-90d5-42db4603fa5c req-06c97ed7-aa48-4034-b09d-d0f0ad419d0a service neutron] 10.222.0.23 "GET /v2.0/networks/476185b8-d8dd-4ca2-b0a5-220223b8fc7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194828 Sep 07 02:47:35.167948 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b8401a6-70ec-487f-bbf5-5e46e3589460 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] GET failed (client error): The resource could not be found. Sep 07 02:47:35.169373 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-2b8401a6-70ec-487f-bbf5-5e46e3589460 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] 10.222.0.22 "GET /v2.0/ports/4f907458-0282-4ff3-9be6-769ef30dc6bc HTTP/1.1" status: 404 len: 333 time: 0.3957579 Sep 07 02:47:35.173092 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60064) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:35.181478 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b1b3aca3-e675-4358-90a3-c71fd2f57f16 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:35.187882 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 7f01f67e-3409-48ce-92b1-62482d74cd88 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:47:35.215852 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b1b3aca3-e675-4358-90a3-c71fd2f57f16 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:35.221443 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b1b3aca3-e675-4358-90a3-c71fd2f57f16 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] 10.222.0.22 "DELETE /v2.0/networks/99d35f5c-6e1c-474b-a31d-88c2da3f60fb HTTP/1.1" status: 204 len: 168 time: 0.9777808 Sep 07 02:47:35.221443 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b3aca3-e675-4358-90a3-c71fd2f57f16 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Pushing event deleted for resources: {'Network': ['ID=99d35f5c-6e1c-474b-a31d-88c2da3f60fb,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:35.223232 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60066) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:35.275659 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-5fc26bab-ffc5-4b8f-9296-b4a38c27e497 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Deleting port e91636c0-17e1-47b6-8bc1-55bf15c3e644 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:47:35.275889 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5fc26bab-ffc5-4b8f-9296-b4a38c27e497 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:35.305773 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec923e7d-9537-4b2f-8fef-7f41235659b4 req-34483473-85b5-4b59-aabe-4659ecb071ac tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:35.307223 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ec923e7d-9537-4b2f-8fef-7f41235659b4 req-34483473-85b5-4b59-aabe-4659ecb071ac tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] 10.222.0.22 "GET /v2.0/ports?device_id=447e4569-539f-4df6-926a-0a27ff06a734 HTTP/1.1" status: 200 len: 943 time: 0.1421945 Sep 07 02:47:35.311045 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 7f01f67e-3409-48ce-92b1-62482d74cd88, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=7f01f67e-3409-48ce-92b1-62482d74cd88,segment=NetworkSegment(d870a195-8ec5-4537-8987-1fe2b1130707),segment_id=d870a195-8ec5-4537-8987-1fe2b1130707)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:47:35.323900 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '7f01f67e-3409-48ce-92b1-62482d74cd88', 'network_id': 'c14598de-557e-41f6-bdcf-28289778b06c', 'port_id': '7f01f67e-3409-48ce-92b1-62482d74cd88', 'mac_address': 'fa:16:3e:2d:b8:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2131ccdf-cbf5-4ee9-96cf-e4c911da986a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:47:35.374019 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:35.389529 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5fc26bab-ffc5-4b8f-9296-b4a38c27e497 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:35.391346 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f01f67e-3409-48ce-92b1-62482d74cd88 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:47:35.404709 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-5fc26bab-ffc5-4b8f-9296-b4a38c27e497 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Calling delete_port for e91636c0-17e1-47b6-8bc1-55bf15c3e644 owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:47:35.409340 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b7c50c-976b-499b-9c1c-384a84a363a3', 'name': 'network-vif-deleted', 'tag': 'de9beff9-0ff9-4040-a9a8-00226b83594c'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:47:35.411632 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d26d55-d466-4670-aab2-a94706e2fc2c" -d '{"events": [{"server_uuid": "a0b7c50c-976b-499b-9c1c-384a84a363a3", "name": "network-vif-deleted", "tag": "de9beff9-0ff9-4040-a9a8-00226b83594c"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:47:35.423252 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 7f01f67e-3409-48ce-92b1-62482d74cd88, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=7f01f67e-3409-48ce-92b1-62482d74cd88,segment=NetworkSegment(d870a195-8ec5-4537-8987-1fe2b1130707),segment_id=d870a195-8ec5-4537-8987-1fe2b1130707)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:47:35.434321 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:35.460562 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ec923e7d-9537-4b2f-8fef-7f41235659b4 req-0f5e5127-9838-475f-ba6e-8ba832e25369 tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] 10.222.0.22 "GET /v2.0/security-groups?id=979a4161-9ef3-4486-b4ae-301a87f7c661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450572 Sep 07 02:47:35.461467 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900d185b-46ba-4619-8476-2a8cc47819dd x-openstack-request-id: req-900d185b-46ba-4619-8476-2a8cc47819dd {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:47:35.461756 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b7c50c-976b-499b-9c1c-384a84a363a3", "name": "network-vif-deleted", "tag": "de9beff9-0ff9-4040-a9a8-00226b83594c", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:47:35.462002 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-900d185b-46ba-4619-8476-2a8cc47819dd {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:47:35.462397 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b7c50c-976b-499b-9c1c-384a84a363a3', 'name': 'network-vif-deleted', 'tag': 'de9beff9-0ff9-4040-a9a8-00226b83594c', 'status': 'completed', 'code': 200} Sep 07 02:47:35.492811 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc750451-c772-4f8f-8bf6-79ddd026d9d2 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:35.499885 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc750451-c772-4f8f-8bf6-79ddd026d9d2 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:35.505731 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60072) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:35.506193 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-bc750451-c772-4f8f-8bf6-79ddd026d9d2 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2810001 Sep 07 02:47:35.507902 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=7f01f67e-3409-48ce-92b1-62482d74cd88,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:35.512422 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-43f52edd-b47b-4a45-8ea7-2facddb4c066 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1512196713'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:35.519688 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60074) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:35.521632 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:47:35.522064 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:47:35.522446 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:47:35.522789 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:47:35.523127 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:47:35.523495 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:47:35.523818 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:47:35.524150 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:47:35.524476 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:47:35.524841 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:47:35.525209 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:47:35.525540 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:47:35.610496 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f52edd-b47b-4a45-8ea7-2facddb4c066 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Made reservation on behalf of 8588d6f5763640d5877655c3506d457e for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:47:35.614250 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-43f52edd-b47b-4a45-8ea7-2facddb4c066 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:35.636051 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-739f0543-d19e-4077-8ade-771956cf2fb3 admin admin] Deleting subnet dcc074c4-6614-4c89-a182-ac00c33453bb {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:47:35.643792 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['7f01f67e-3409-48ce-92b1-62482d74cd88'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:47:35.649251 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-739f0543-d19e-4077-8ade-771956cf2fb3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:35.676622 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5fc26bab-ffc5-4b8f-9296-b4a38c27e497 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:35.725089 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43f52edd-b47b-4a45-8ea7-2facddb4c066 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:47:35.737489 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc26bab-ffc5-4b8f-9296-b4a38c27e497 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Pushing event deleted for resources: {'Port': ['ID=e91636c0-17e1-47b6-8bc1-55bf15c3e644,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:35.762579 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-739f0543-d19e-4077-8ade-771956cf2fb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:35.768914 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5fc26bab-ffc5-4b8f-9296-b4a38c27e497 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:35.773960 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60082) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:35.774444 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-5fc26bab-ffc5-4b8f-9296-b4a38c27e497 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] 10.222.0.22 "DELETE /v2.0/ports/e91636c0-17e1-47b6-8bc1-55bf15c3e644 HTTP/1.1" status: 204 len: 168 time: 0.5995493 Sep 07 02:47:35.800945 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-43f52edd-b47b-4a45-8ea7-2facddb4c066 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:35.801306 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-43f52edd-b47b-4a45-8ea7-2facddb4c066 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Added segment cb4a992a-3ec4-4a0d-a857-7c9338121151 of type vlan for network dbc2893f-c326-4df6-b564-f82cbe7b898d Sep 07 02:47:35.831380 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6d1c321-35c0-48e7-9c35-a793eb746bb4 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] GET failed (client error): The resource could not be found. Sep 07 02:47:35.833426 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f6d1c321-35c0-48e7-9c35-a793eb746bb4 tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] 10.222.0.22 "GET /v2.0/ports/e91636c0-17e1-47b6-8bc1-55bf15c3e644 HTTP/1.1" status: 404 len: 333 time: 0.0573852 Sep 07 02:47:35.837627 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60084) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:35.889946 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-43f52edd-b47b-4a45-8ea7-2facddb4c066 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:35.896420 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-739f0543-d19e-4077-8ade-771956cf2fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:35.939799 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-b66149a1-5d91-421f-a904-74a376472e3d tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Deleting port bdaf95b5-7ae7-4fec-8e2d-4e37db7d2b9e {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:47:35.940161 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b66149a1-5d91-421f-a904-74a376472e3d tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:35.970795 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c670f-10b7-4d59-87d0-a6a29a477fb0 req-e08db42e-6e0d-4b77-9e6f-aa8c6cb63bce tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:35.972452 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5a0c670f-10b7-4d59-87d0-a6a29a477fb0 req-e08db42e-6e0d-4b77-9e6f-aa8c6cb63bce tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd03b013-92cc-4982-b8c3-5bae3a1f039f HTTP/1.1" status: 200 len: 945 time: 0.2981832 Sep 07 02:47:35.974277 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-43f52edd-b47b-4a45-8ea7-2facddb4c066 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:35.979892 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f52edd-b47b-4a45-8ea7-2facddb4c066 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:35.980499 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-43f52edd-b47b-4a45-8ea7-2facddb4c066 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:36.034387 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b66149a1-5d91-421f-a904-74a376472e3d tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:36.042908 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-739f0543-d19e-4077-8ade-771956cf2fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:36.048838 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-b66149a1-5d91-421f-a904-74a376472e3d tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Calling delete_port for bdaf95b5-7ae7-4fec-8e2d-4e37db7d2b9e owned by {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:47:36.081944 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-43f52edd-b47b-4a45-8ea7-2facddb4c066 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5747266 Sep 07 02:47:36.091706 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60088) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:36.117762 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-6d0ea5e4-07f0-43e7-b6d6-f41c9d9e59cd tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1002226883'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:36.120800 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f52edd-b47b-4a45-8ea7-2facddb4c066 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Pushing event updated for resources: {'Network': ['ID=dbc2893f-c326-4df6-b564-f82cbe7b898d,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:36.127263 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-739f0543-d19e-4077-8ade-771956cf2fb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:36.129153 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-739f0543-d19e-4077-8ade-771956cf2fb3 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/dcc074c4-6614-4c89-a182-ac00c33453bb HTTP/1.1" status: 204 len: 168 time: 0.6084514 Sep 07 02:47:36.132276 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5a0c670f-10b7-4d59-87d0-a6a29a477fb0 req-ed314ccd-926c-44cc-b143-a791b2aa8690 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468265 Sep 07 02:47:36.132832 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60090) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:36.134602 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network dbc2893f-c326-4df6-b564-f82cbe7b898d details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:47:36.135626 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739f0543-d19e-4077-8ade-771956cf2fb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcc074c4-6614-4c89-a182-ac00c33453bb,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:36.184328 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad216f-fb25-43a7-9d5d-18d0bb119d54 req-9c319391-1f5e-46ac-a8fb-acfe697dbe0b tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:36.185959 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bbad216f-fb25-43a7-9d5d-18d0bb119d54 req-9c319391-1f5e-46ac-a8fb-acfe697dbe0b tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/ports?device_id=cff3d0b0-5413-4f78-bbff-bd4df25547fb HTTP/1.1" status: 200 len: 944 time: 0.0809159 Sep 07 02:47:36.211609 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0ea5e4-07f0-43e7-b6d6-f41c9d9e59cd tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Made reservation on behalf of 8588d6f5763640d5877655c3506d457e for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:47:36.215021 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6d0ea5e4-07f0-43e7-b6d6-f41c9d9e59cd tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:36.237830 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8b298dd7-4333-4d1b-9adf-99fc32888605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:36.258052 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d0ea5e4-07f0-43e7-b6d6-f41c9d9e59cd tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:47:36.268090 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bbad216f-fb25-43a7-9d5d-18d0bb119d54 req-685942fa-e7ae-4be4-90e8-069d39cc8524 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/security-groups?id=8627b096-1ea2-45e2-baf2-b285074b2a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691526 Sep 07 02:47:36.269466 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b66149a1-5d91-421f-a904-74a376472e3d tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:36.288612 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6d0ea5e4-07f0-43e7-b6d6-f41c9d9e59cd tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:36.288963 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-6d0ea5e4-07f0-43e7-b6d6-f41c9d9e59cd tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Added segment 639f166b-3131-4126-a716-6a37fb3ea73d of type vlan for network 742e0373-4371-45b8-a997-b501df639e41 Sep 07 02:47:36.300971 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66149a1-5d91-421f-a904-74a376472e3d tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Pushing event deleted for resources: {'Port': ['ID=bdaf95b5-7ae7-4fec-8e2d-4e37db7d2b9e,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:36.339850 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b66149a1-5d91-421f-a904-74a376472e3d tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:36.342432 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b66149a1-5d91-421f-a904-74a376472e3d tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] 10.222.0.22 "DELETE /v2.0/ports/bdaf95b5-7ae7-4fec-8e2d-4e37db7d2b9e HTTP/1.1" status: 204 len: 168 time: 0.5035896 Sep 07 02:47:36.345981 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60092) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:36.389119 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6d0ea5e4-07f0-43e7-b6d6-f41c9d9e59cd tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:36.392654 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8b298dd7-4333-4d1b-9adf-99fc32888605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:36.407439 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0948b5f-d944-4d4a-9c0f-bd515ea2dd4c tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Deleting subnet 92f0b3bb-b08d-49d2-8c4c-fa0e72491e64 {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:47:36.410718 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e0948b5f-d944-4d4a-9c0f-bd515ea2dd4c tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:36.423908 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-8b298dd7-4333-4d1b-9adf-99fc32888605 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['093e4ac5-0c97-438f-8502-deb7a0006e32']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:36.438647 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-8b298dd7-4333-4d1b-9adf-99fc32888605 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca8a8a4b-88e6-4a42-b885-1b2bd72fac3f') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:36.438947 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-8b298dd7-4333-4d1b-9adf-99fc32888605 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca8a8a4b-88e6-4a42-b885-1b2bd72fac3f') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:36.453285 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6d0ea5e4-07f0-43e7-b6d6-f41c9d9e59cd tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:36.457312 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e0948b5f-d944-4d4a-9c0f-bd515ea2dd4c tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:36.461081 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0ea5e4-07f0-43e7-b6d6-f41c9d9e59cd tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:36.461769 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6d0ea5e4-07f0-43e7-b6d6-f41c9d9e59cd tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:36.466578 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8b298dd7-4333-4d1b-9adf-99fc32888605 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:36.501925 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8b298dd7-4333-4d1b-9adf-99fc32888605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:36.518774 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b298dd7-4333-4d1b-9adf-99fc32888605 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:47:36.519170 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8b298dd7-4333-4d1b-9adf-99fc32888605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:36.521993 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:47:36.521993 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:47:36.521993 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:47:36.521993 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:47:36.521993 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:47:36.521993 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:47:36.521993 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:47:36.521993 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:47:36.521993 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:47:36.521993 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:47:36.521993 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:47:36.521993 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:47:36.521993 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:47:36.521993 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:47:36.521993 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:47:36.521993 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:47:36.521993 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:47:36.521993 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:47:36.521993 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:47:36.521993 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:47:36.521993 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:47:36.521993 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:47:36.521993 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:47:36.521993 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:47:36.521993 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:47:36.521993 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:47:36.521993 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:47:36.521993 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:47:36.521993 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:47:36.521993 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:47:36.521993 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:47:36.521993 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:47:36.562745 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e0948b5f-d944-4d4a-9c0f-bd515ea2dd4c tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:36.584662 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-6d0ea5e4-07f0-43e7-b6d6-f41c9d9e59cd tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4898801 Sep 07 02:47:36.587325 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60096) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:36.596568 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-a94f826e-e340-463d-b15a-84485a21fc63 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Request body: {'ports': [{'network_id': 'dbc2893f-c326-4df6-b564-f82cbe7b898d', 'name': 'tempest-port--2003652253', 'admin_state_up': True}, {'network_id': '742e0373-4371-45b8-a997-b501df639e41', 'admin_state_up': False}]} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:36.596923 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-a94f826e-e340-463d-b15a-84485a21fc63 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Request body: {'port': {'network_id': 'dbc2893f-c326-4df6-b564-f82cbe7b898d', 'name': 'tempest-port--2003652253', 'admin_state_up': True}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:36.597408 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-a94f826e-e340-463d-b15a-84485a21fc63 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Request body: {'port': {'network_id': '742e0373-4371-45b8-a997-b501df639e41', 'admin_state_up': False}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:36.638103 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0ea5e4-07f0-43e7-b6d6-f41c9d9e59cd tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Pushing event updated for resources: {'Network': ['ID=742e0373-4371-45b8-a997-b501df639e41,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:36.650525 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8b298dd7-4333-4d1b-9adf-99fc32888605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:36.655988 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8b298dd7-4333-4d1b-9adf-99fc32888605 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:36.660428 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-8b298dd7-4333-4d1b-9adf-99fc32888605 admin admin] 10.222.0.22 "DELETE /v2.0/networks/093e4ac5-0c97-438f-8502-deb7a0006e32 HTTP/1.1" status: 204 len: 168 time: 0.5194383 Sep 07 02:47:36.676855 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b298dd7-4333-4d1b-9adf-99fc32888605 admin admin] Pushing event deleted for resources: {'Network': ['ID=093e4ac5-0c97-438f-8502-deb7a0006e32,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:36.692984 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 742e0373-4371-45b8-a997-b501df639e41 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:47:36.693677 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32acdbd-5965-4e0e-a106-d07b7a72fc86 req-76df50d8-a328-47b3-8601-a40e62088268 tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:36.701971 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a32acdbd-5965-4e0e-a106-d07b7a72fc86 req-76df50d8-a328-47b3-8601-a40e62088268 tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] 10.222.0.22 "GET /v2.0/ports?device_id=447e4569-539f-4df6-926a-0a27ff06a734 HTTP/1.1" status: 200 len: 943 time: 0.1249709 Sep 07 02:47:36.725213 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e0948b5f-d944-4d4a-9c0f-bd515ea2dd4c tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:36.742369 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a32acdbd-5965-4e0e-a106-d07b7a72fc86 req-bbc9b643-6f77-42e6-873e-350ffa382600 tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] 10.222.0.22 "GET /v2.0/security-groups?id=979a4161-9ef3-4486-b4ae-301a87f7c661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387936 Sep 07 02:47:36.795938 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb99ac20-0685-46eb-a046-3b69936ff030 None None] Network c1be48e4-6358-411f-87c3-4907c9cb7642 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:47:36.806225 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0948b5f-d944-4d4a-9c0f-bd515ea2dd4c tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Pushing event deleted for resources: {'Subnet': ['ID=92f0b3bb-b08d-49d2-8c4c-fa0e72491e64,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:36.812597 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e0948b5f-d944-4d4a-9c0f-bd515ea2dd4c tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:36.814492 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e0948b5f-d944-4d4a-9c0f-bd515ea2dd4c tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] 10.222.0.22 "DELETE /v2.0/subnets/92f0b3bb-b08d-49d2-8c4c-fa0e72491e64 HTTP/1.1" status: 204 len: 168 time: 0.4664087 Sep 07 02:47:36.817157 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60102) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:36.852197 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94f826e-e340-463d-b15a-84485a21fc63 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Made reservation on behalf of 8588d6f5763640d5877655c3506d457e for: {'port': 2} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:47:36.858144 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a94f826e-e340-463d-b15a-84485a21fc63 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:36.872771 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a94f826e-e340-463d-b15a-84485a21fc63 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:36.909123 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a88305d-6eb4-478e-9cf8-71f0cfd8d3ca tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:36.910661 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60104) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:36.967122 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-a94f826e-e340-463d-b15a-84485a21fc63 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] device_id is not set on port 0dd18e87-bcb6-48b9-875d-e1d2a957a537 yet. {{(pid=94701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:47:37.009957 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-07261721-e8b6-4c0f-85ea-b9d27d7b84c2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4a4c2855bc2546e5b499c3bb4dd799e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0943036 Sep 07 02:47:37.010893 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60106) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:37.044049 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6642ea-58f0-494b-9ce7-de6bd440fa5b None None] DHCP port deletion for c1be48e4-6358-411f-87c3-4907c9cb7642 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:47:37.062440 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-0a88305d-6eb4-478e-9cf8-71f0cfd8d3ca tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Deleting port d8029e97-1caa-4c16-a6d9-ce033c03ba07 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:47:37.063210 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a88305d-6eb4-478e-9cf8-71f0cfd8d3ca tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:37.100865 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-704bf739-b7f6-4c0f-a9f9-8ca76e4a3310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:37.110531 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8e6642ea-58f0-494b-9ce7-de6bd440fa5b None None] Deleting port d8029e97-1caa-4c16-a6d9-ce033c03ba07 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:47:37.113247 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8e6642ea-58f0-494b-9ce7-de6bd440fa5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:37.122512 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a94f826e-e340-463d-b15a-84485a21fc63 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:37.179729 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8e6642ea-58f0-494b-9ce7-de6bd440fa5b None None] For port d8029e97-1caa-4c16-a6d9-ce033c03ba07, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=d8029e97-1caa-4c16-a6d9-ce033c03ba07,segment=NetworkSegment(73de6fc7-0fa3-4403-918a-3d0b411b0751),segment_id=73de6fc7-0fa3-4403-918a-3d0b411b0751)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:47:37.180294 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8e6642ea-58f0-494b-9ce7-de6bd440fa5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:37.182497 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-0a88305d-6eb4-478e-9cf8-71f0cfd8d3ca tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] For port d8029e97-1caa-4c16-a6d9-ce033c03ba07, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=d8029e97-1caa-4c16-a6d9-ce033c03ba07,segment=NetworkSegment(73de6fc7-0fa3-4403-918a-3d0b411b0751),segment_id=73de6fc7-0fa3-4403-918a-3d0b411b0751)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:47:37.182497 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a88305d-6eb4-478e-9cf8-71f0cfd8d3ca tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:37.194717 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8e6642ea-58f0-494b-9ce7-de6bd440fa5b None None] Calling delete_port for d8029e97-1caa-4c16-a6d9-ce033c03ba07 owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:47:37.202045 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-0a88305d-6eb4-478e-9cf8-71f0cfd8d3ca tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Calling delete_port for d8029e97-1caa-4c16-a6d9-ce033c03ba07 owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:47:37.203181 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-a94f826e-e340-463d-b15a-84485a21fc63 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] device_id is not set on port 3a550b7c-b038-4a15-b54e-fdf8de9bd625 yet. {{(pid=94701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:47:37.210660 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-704bf739-b7f6-4c0f-a9f9-8ca76e4a3310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:37.243841 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device bb918191-62e0-4656-8659-1616b29dbf72 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:47:37.245664 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 7f01f67e-3409-48ce-92b1-62482d74cd88 up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:47:37.353102 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a94f826e-e340-463d-b15a-84485a21fc63 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:37.412232 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a94f826e-e340-463d-b15a-84485a21fc63 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:37.493056 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94f826e-e340-463d-b15a-84485a21fc63 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Pushing event updated for resources: {'Port': ['ID=0dd18e87-bcb6-48b9-875d-e1d2a957a537,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:37.503767 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94f826e-e340-463d-b15a-84485a21fc63 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Checking segment: {'id': 'cb4a992a-3ec4-4a0d-a857-7c9338121151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'dbc2893f-c326-4df6-b564-f82cbe7b898d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:47:37.504457 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94f826e-e340-463d-b15a-84485a21fc63 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Network hostable DHCP agents. Network: dbc2893f-c326-4df6-b564-f82cbe7b898d, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:47:37.525219 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94f826e-e340-463d-b15a-84485a21fc63 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Network dbc2893f-c326-4df6-b564-f82cbe7b898d is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:47:37.539558 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port 7f01f67e-3409-48ce-92b1-62482d74cd88 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:47:37.542537 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-a94f826e-e340-463d-b15a-84485a21fc63 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, dbc2893f-c326-4df6-b564-f82cbe7b898d) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:47:37.549290 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94f826e-e340-463d-b15a-84485a21fc63 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:47:37.550772 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a94f826e-e340-463d-b15a-84485a21fc63 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:37.558766 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8e6642ea-58f0-494b-9ce7-de6bd440fa5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:37.561384 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47338710-3fd3-40a4-9500-9adbac5fab75 None None] Network dbc2893f-c326-4df6-b564-f82cbe7b898d requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:47:37.569053 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port 7f01f67e-3409-48ce-92b1-62482d74cd88 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:47:37.569431 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:37.636580 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6642ea-58f0-494b-9ce7-de6bd440fa5b None None] Pushing event deleted for resources: {'Port': ['ID=d8029e97-1caa-4c16-a6d9-ce033c03ba07,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:37.642524 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94f826e-e340-463d-b15a-84485a21fc63 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Pushing event updated for resources: {'Port': ['ID=3a550b7c-b038-4a15-b54e-fdf8de9bd625,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:37.676069 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8bfee5-5aca-4a47-af86-0876054e0ecf req-1adc4ee1-5ed2-421c-8d99-fb06377e7c3d tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:37.677688 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1e8bfee5-5aca-4a47-af86-0876054e0ecf req-1adc4ee1-5ed2-421c-8d99-fb06377e7c3d tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd03b013-92cc-4982-b8c3-5bae3a1f039f HTTP/1.1" status: 200 len: 945 time: 0.3782687 Sep 07 02:47:37.682327 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94f826e-e340-463d-b15a-84485a21fc63 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Checking segment: {'id': '639f166b-3131-4126-a716-6a37fb3ea73d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '742e0373-4371-45b8-a997-b501df639e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:47:37.683035 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94f826e-e340-463d-b15a-84485a21fc63 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Network hostable DHCP agents. Network: 742e0373-4371-45b8-a997-b501df639e41, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:47:37.691675 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6642ea-58f0-494b-9ce7-de6bd440fa5b None None] No DVR routers for this DVR port d8029e97-1caa-4c16-a6d9-ce033c03ba07 on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:47:37.725115 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port bb918191-62e0-4656-8659-1616b29dbf72, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=bb918191-62e0-4656-8659-1616b29dbf72,segment=NetworkSegment(f7365d16-60af-4f35-91cc-fd0a2a4fb280),segment_id=f7365d16-60af-4f35-91cc-fd0a2a4fb280)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:47:37.753660 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94f826e-e340-463d-b15a-84485a21fc63 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Network 742e0373-4371-45b8-a997-b501df639e41 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:47:37.762676 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': 'bb918191-62e0-4656-8659-1616b29dbf72', 'network_id': '476185b8-d8dd-4ca2-b0a5-220223b8fc7d', 'port_id': 'bb918191-62e0-4656-8659-1616b29dbf72', 'mac_address': 'fa:16:3e:af:73:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46a59755-8ac5-4b4a-9652-b636db34e72e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:47:37.763917 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3da34-95f0-4ded-be9b-8a5b055b1f46 req-2d337c36-690a-4861-bde0-b0335d972f33 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:37.766050 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c9f3da34-95f0-4ded-be9b-8a5b055b1f46 req-2d337c36-690a-4861-bde0-b0335d972f33 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/ports?device_id=cff3d0b0-5413-4f78-bbff-bd4df25547fb HTTP/1.1" status: 200 len: 944 time: 0.0844891 Sep 07 02:47:37.769279 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1e8bfee5-5aca-4a47-af86-0876054e0ecf req-37b2910b-5b88-4eee-a3d2-61dddff2ed62 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771236 Sep 07 02:47:37.770951 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a88305d-6eb4-478e-9cf8-71f0cfd8d3ca tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:37.771323 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-a94f826e-e340-463d-b15a-84485a21fc63 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 742e0373-4371-45b8-a997-b501df639e41) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:47:37.776534 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94f826e-e340-463d-b15a-84485a21fc63 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:47:37.786533 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94f826e-e340-463d-b15a-84485a21fc63 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:37.793470 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94f826e-e340-463d-b15a-84485a21fc63 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:37.795073 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a94f826e-e340-463d-b15a-84485a21fc63 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:37.804825 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-704bf739-b7f6-4c0f-a9f9-8ca76e4a3310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:37.807545 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-704bf739-b7f6-4c0f-a9f9-8ca76e4a3310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:37.811231 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-704bf739-b7f6-4c0f-a9f9-8ca76e4a3310 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/48d9f7f8-613e-45cd-86a3-df1414b027e0 HTTP/1.1" status: 204 len: 168 time: 0.7970111 Sep 07 02:47:37.811231 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a88305d-6eb4-478e-9cf8-71f0cfd8d3ca tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Pushing event deleted for resources: {'Port': ['ID=d8029e97-1caa-4c16-a6d9-ce033c03ba07,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:37.814366 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb27e35f-f14c-4283-84ca-767eea09c368 None None] Network 742e0373-4371-45b8-a997-b501df639e41 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:47:37.825286 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a94f826e-e340-463d-b15a-84485a21fc63 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.2284024 Sep 07 02:47:37.827982 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60120) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:37.836195 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a88305d-6eb4-478e-9cf8-71f0cfd8d3ca tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] No DVR routers for this DVR port d8029e97-1caa-4c16-a6d9-ce033c03ba07 on host n-d-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:47:37.889413 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704bf739-b7f6-4c0f-a9f9-8ca76e4a3310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d9f7f8-613e-45cd-86a3-df1414b027e0,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:37.890325 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:37.939927 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c9f3da34-95f0-4ded-be9b-8a5b055b1f46 req-712f18e0-94b8-4d9d-95de-f6b11bdef4e6 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/security-groups?id=8627b096-1ea2-45e2-baf2-b285074b2a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362059 Sep 07 02:47:37.953923 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:37.988173 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a88305d-6eb4-478e-9cf8-71f0cfd8d3ca tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:38.023459 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-0a88305d-6eb4-478e-9cf8-71f0cfd8d3ca tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1be48e4-6358-411f-87c3-4907c9cb7642']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:38.029472 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff3d0b0-5413-4f78-bbff-bd4df25547fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f01f67e-3409-48ce-92b1-62482d74cd88'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:47:38.032753 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63c8ffe-ebd9-429f-b046-dd19bd17164e" -d '{"events": [{"server_uuid": "cff3d0b0-5413-4f78-bbff-bd4df25547fb", "name": "network-vif-plugged", "status": "completed", "tag": "7f01f67e-3409-48ce-92b1-62482d74cd88"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:47:38.035803 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030b0818-60d0-433b-be74-d79e1bdebc00 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:38.037410 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-0a88305d-6eb4-478e-9cf8-71f0cfd8d3ca tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73de6fc7-0fa3-4403-918a-3d0b411b0751') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:38.037878 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-0a88305d-6eb4-478e-9cf8-71f0cfd8d3ca tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73de6fc7-0fa3-4403-918a-3d0b411b0751') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:38.042110 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030b0818-60d0-433b-be74-d79e1bdebc00 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:38.049570 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a88305d-6eb4-478e-9cf8-71f0cfd8d3ca tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:38.052232 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-030b0818-60d0-433b-be74-d79e1bdebc00 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2230275 Sep 07 02:47:38.054869 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60126) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:38.065271 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb918191-62e0-4656-8659-1616b29dbf72 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:47:38.080684 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 7f01f67e-3409-48ce-92b1-62482d74cd88, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=7f01f67e-3409-48ce-92b1-62482d74cd88,segment=NetworkSegment(d870a195-8ec5-4537-8987-1fe2b1130707),segment_id=d870a195-8ec5-4537-8987-1fe2b1130707)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:47:38.111381 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:38.120042 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a88305d-6eb4-478e-9cf8-71f0cfd8d3ca tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:38.137794 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port bb918191-62e0-4656-8659-1616b29dbf72, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=bb918191-62e0-4656-8659-1616b29dbf72,segment=NetworkSegment(f7365d16-60af-4f35-91cc-fd0a2a4fb280),segment_id=f7365d16-60af-4f35-91cc-fd0a2a4fb280)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:47:38.147064 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a88305d-6eb4-478e-9cf8-71f0cfd8d3ca tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:47:38.148179 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a88305d-6eb4-478e-9cf8-71f0cfd8d3ca tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:38.149250 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2799d7-614d-406b-90bf-17c81dd4eb9d x-openstack-request-id: req-9b2799d7-614d-406b-90bf-17c81dd4eb9d {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:47:38.150119 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cff3d0b0-5413-4f78-bbff-bd4df25547fb", "name": "network-vif-plugged", "status": "completed", "tag": "7f01f67e-3409-48ce-92b1-62482d74cd88", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:47:38.150557 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9b2799d7-614d-406b-90bf-17c81dd4eb9d {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:47:38.151389 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cff3d0b0-5413-4f78-bbff-bd4df25547fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f01f67e-3409-48ce-92b1-62482d74cd88', 'code': 200} Sep 07 02:47:38.151978 n-d-796209-16 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:47:38.151978 n-d-796209-16 neutron-server[94700]: self.session.flush() Sep 07 02:47:38.151978 n-d-796209-16 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:47:38.151978 n-d-796209-16 neutron-server[94700]: self.session.flush() Sep 07 02:47:38.151978 n-d-796209-16 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:47:38.151978 n-d-796209-16 neutron-server[94700]: self.session.flush() Sep 07 02:47:38.151978 n-d-796209-16 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:47:38.151978 n-d-796209-16 neutron-server[94700]: self.session.flush() Sep 07 02:47:38.151978 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:47:38.151978 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:47:38.151978 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:47:38.151978 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:47:38.151978 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:47:38.151978 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:47:38.151978 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:47:38.151978 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:47:38.151978 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:47:38.151978 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:47:38.151978 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:47:38.151978 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:47:38.151978 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:47:38.151978 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:47:38.151978 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:47:38.151978 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:47:38.151978 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:47:38.151978 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:47:38.151978 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:47:38.151978 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:47:38.151978 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:47:38.151978 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:47:38.151978 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:47:38.151978 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:47:38.151978 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:47:38.151978 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:47:38.151978 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:47:38.151978 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:47:38.151978 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:47:38.151978 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:47:38.151978 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:47:38.151978 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:47:38.156365 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device de9beff9-0ff9-4040-a9a8-00226b83594c no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:47:38.219984 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-d0968f3d-3e70-40fc-a11e-c777de101b85 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Deleting port 0dd18e87-bcb6-48b9-875d-e1d2a957a537 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:47:38.220536 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d0968f3d-3e70-40fc-a11e-c777de101b85 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:38.224582 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:38.231926 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: de9beff9-0ff9-4040-a9a8-00226b83594c {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:47:38.232279 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device de9beff9-0ff9-4040-a9a8-00226b83594c not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:47:38.279428 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=7f01f67e-3409-48ce-92b1-62482d74cd88,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:38.309228 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d0968f3d-3e70-40fc-a11e-c777de101b85 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:38.309866 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cfd5a4-a51d-46b6-9554-6365f1b5f149 req-c0620aea-4c17-412d-8674-79a8b36ce026 tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:38.312328 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-98cfd5a4-a51d-46b6-9554-6365f1b5f149 req-c0620aea-4c17-412d-8674-79a8b36ce026 tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] 10.222.0.22 "GET /v2.0/ports?device_id=447e4569-539f-4df6-926a-0a27ff06a734 HTTP/1.1" status: 200 len: 943 time: 0.2599647 Sep 07 02:47:38.331544 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a88305d-6eb4-478e-9cf8-71f0cfd8d3ca tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:38.337706 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-d0968f3d-3e70-40fc-a11e-c777de101b85 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Calling delete_port for 0dd18e87-bcb6-48b9-875d-e1d2a957a537 owned by {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:47:38.351807 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a88305d-6eb4-478e-9cf8-71f0cfd8d3ca tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:38.354524 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-0a88305d-6eb4-478e-9cf8-71f0cfd8d3ca tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] 10.222.0.22 "DELETE /v2.0/networks/c1be48e4-6358-411f-87c3-4907c9cb7642 HTTP/1.1" status: 204 len: 168 time: 1.5353670 Sep 07 02:47:38.360424 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=bb918191-62e0-4656-8659-1616b29dbf72,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:38.394328 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a44591a-31d3-48ca-8597-33bc7c61b8b6 req-f597412d-1908-4f71-a6ef-662e85f9e762 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2197261 Sep 07 02:47:38.394916 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a88305d-6eb4-478e-9cf8-71f0cfd8d3ca tempest-AllowedAddressPairIpV6TestJSON-1206275598 tempest-AllowedAddressPairIpV6TestJSON-1206275598-project] Pushing event deleted for resources: {'Network': ['ID=c1be48e4-6358-411f-87c3-4907c9cb7642,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:38.409476 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2dc293-77bf-439d-93c4-fdaad569182c req-845f7fb4-4092-4f56-9ba3-2c3135b78719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:38.411016 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6c2dc293-77bf-439d-93c4-fdaad569182c req-845f7fb4-4092-4f56-9ba3-2c3135b78719 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cff3d0b0-5413-4f78-bbff-bd4df25547fb HTTP/1.1" status: 200 len: 1097 time: 0.1551580 Sep 07 02:47:38.447637 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-98cfd5a4-a51d-46b6-9554-6365f1b5f149 req-cfe32874-c681-46c7-863d-dd95b097515c tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] 10.222.0.22 "GET /v2.0/security-groups?id=979a4161-9ef3-4486-b4ae-301a87f7c661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260672 Sep 07 02:47:38.454731 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['bb918191-62e0-4656-8659-1616b29dbf72'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:47:38.462578 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d0968f3d-3e70-40fc-a11e-c777de101b85 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:38.503387 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6c2dc293-77bf-439d-93c4-fdaad569182c req-721208a3-f06c-45cd-b4ac-f5a440d9fb59 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8627b096-1ea2-45e2-baf2-b285074b2a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837209 Sep 07 02:47:38.517460 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0968f3d-3e70-40fc-a11e-c777de101b85 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Pushing event deleted for resources: {'Port': ['ID=0dd18e87-bcb6-48b9-875d-e1d2a957a537,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:38.517615 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44591a-31d3-48ca-8597-33bc7c61b8b6 req-0a965749-6fde-48a8-afcb-18fb9402d1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:38.517950 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44591a-31d3-48ca-8597-33bc7c61b8b6 req-0a965749-6fde-48a8-afcb-18fb9402d1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:38.518760 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44591a-31d3-48ca-8597-33bc7c61b8b6 req-0a965749-6fde-48a8-afcb-18fb9402d1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:38.518977 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44591a-31d3-48ca-8597-33bc7c61b8b6 req-0a965749-6fde-48a8-afcb-18fb9402d1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:38.519442 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44591a-31d3-48ca-8597-33bc7c61b8b6 req-0a965749-6fde-48a8-afcb-18fb9402d1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:38.526620 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d0968f3d-3e70-40fc-a11e-c777de101b85 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:38.528385 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44591a-31d3-48ca-8597-33bc7c61b8b6 req-0a965749-6fde-48a8-afcb-18fb9402d1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:38.528924 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44591a-31d3-48ca-8597-33bc7c61b8b6 req-0a965749-6fde-48a8-afcb-18fb9402d1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:38.529594 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d0968f3d-3e70-40fc-a11e-c777de101b85 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] 10.222.0.22 "DELETE /v2.0/ports/0dd18e87-bcb6-48b9-875d-e1d2a957a537 HTTP/1.1" status: 204 len: 168 time: 0.4736459 Sep 07 02:47:38.532130 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60138) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:38.536900 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a44591a-31d3-48ca-8597-33bc7c61b8b6 req-0a965749-6fde-48a8-afcb-18fb9402d1c9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=afaf54fa75d241989f6b7192737d6028&device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 6508 time: 0.1077762 Sep 07 02:47:38.667967 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-23eb3a22-0e77-4c99-a249-8f239d0c7d25 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Deleting port 3a550b7c-b038-4a15-b54e-fdf8de9bd625 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:47:38.668250 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-23eb3a22-0e77-4c99-a249-8f239d0c7d25 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:38.690836 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60144) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:38.709439 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44591a-31d3-48ca-8597-33bc7c61b8b6 req-71266a08-68f7-42a1-9095-f13157fe496b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:38.709933 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44591a-31d3-48ca-8597-33bc7c61b8b6 req-71266a08-68f7-42a1-9095-f13157fe496b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:38.710419 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44591a-31d3-48ca-8597-33bc7c61b8b6 req-71266a08-68f7-42a1-9095-f13157fe496b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:38.712099 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a44591a-31d3-48ca-8597-33bc7c61b8b6 req-71266a08-68f7-42a1-9095-f13157fe496b service neutron] 10.222.0.16 "GET /v2.0/networks?id=ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96&id=fef96230-f3dd-4368-8b6e-5738962456fc&id=fef96230-f3dd-4368-8b6e-5738962456fc&id=fef96230-f3dd-4368-8b6e-5738962456fc&id=fef96230-f3dd-4368-8b6e-5738962456fc&id=5ef2135d-eb79-4b03-bc59-b7d80582547a&id=5ef2135d-eb79-4b03-bc59-b7d80582547a HTTP/1.1" status: 200 len: 2293 time: 0.1471379 Sep 07 02:47:38.743700 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-23eb3a22-0e77-4c99-a249-8f239d0c7d25 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:38.764679 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-23eb3a22-0e77-4c99-a249-8f239d0c7d25 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Calling delete_port for 3a550b7c-b038-4a15-b54e-fdf8de9bd625 owned by {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:47:38.851780 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device d8029e97-1caa-4c16-a6d9-ce033c03ba07 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:47:38.861522 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a44591a-31d3-48ca-8597-33bc7c61b8b6 req-40160c54-da51-4ebf-9a08-00e1c675f69c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3ed5bfa-6d20-4d8d-812a-3f29f0868f88 HTTP/1.1" status: 200 len: 1002 time: 0.1358829 Sep 07 02:47:38.897905 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: d8029e97-1caa-4c16-a6d9-ce033c03ba07 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:47:38.898361 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device d8029e97-1caa-4c16-a6d9-ce033c03ba07 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:47:38.926669 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-130a3407-07fb-4996-ae9c-de5fcf44ad09 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e09470af3e57401ca2e4cfce5dfb437b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2345355 Sep 07 02:47:38.929931 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60156) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:38.935872 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44591a-31d3-48ca-8597-33bc7c61b8b6 req-ac1c0a24-e6f1-4f5f-b6cd-78fb438c494f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:38.937378 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a44591a-31d3-48ca-8597-33bc7c61b8b6 req-ac1c0a24-e6f1-4f5f-b6cd-78fb438c494f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=57bbd74d-776c-4c52-9483-e440eaacf00e HTTP/1.1" status: 200 len: 854 time: 0.0690887 Sep 07 02:47:38.937534 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-23eb3a22-0e77-4c99-a249-8f239d0c7d25 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:38.954013 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60158) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:38.991764 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44591a-31d3-48ca-8597-33bc7c61b8b6 req-a720a304-14b7-432d-b25b-60d06d3c68ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:38.994164 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a44591a-31d3-48ca-8597-33bc7c61b8b6 req-a720a304-14b7-432d-b25b-60d06d3c68ad service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486104 Sep 07 02:47:38.994594 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eb3a22-0e77-4c99-a249-8f239d0c7d25 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Pushing event deleted for resources: {'Port': ['ID=3a550b7c-b038-4a15-b54e-fdf8de9bd625,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:39.009516 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-23eb3a22-0e77-4c99-a249-8f239d0c7d25 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:39.011845 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-23eb3a22-0e77-4c99-a249-8f239d0c7d25 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] 10.222.0.22 "DELETE /v2.0/ports/3a550b7c-b038-4a15-b54e-fdf8de9bd625 HTTP/1.1" status: 204 len: 168 time: 0.4783671 Sep 07 02:47:39.018233 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60166) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:39.042996 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d867e28-b7a9-497a-8dc8-d725fdd4f1b9 req-b71b7181-85cc-44d8-a048-87824170b894 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:39.044499 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0d867e28-b7a9-497a-8dc8-d725fdd4f1b9 req-b71b7181-85cc-44d8-a048-87824170b894 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd03b013-92cc-4982-b8c3-5bae3a1f039f HTTP/1.1" status: 200 len: 945 time: 0.1521857 Sep 07 02:47:39.069015 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e8418d9b-1a8b-4005-930a-a93f1cf2d5db tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0496995 Sep 07 02:47:39.072660 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60168) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:39.081148 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-0a38f2a1-6b52-4de8-b10f-cad8b2d2c068 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1685445641'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:39.111651 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-63e9e493-ab21-4398-9cc7-32e3d6ca71ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:39.119250 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-66d87770-30d9-4b40-8ede-70e6dbc5a156 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1137995496-network', 'tenant_id': '33268ef65c41497094439ef5f6cfa1c0'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:39.120027 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0d867e28-b7a9-497a-8dc8-d725fdd4f1b9 req-3c6c9aaa-5a10-4cd6-b44a-eabaebbc879e tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565085 Sep 07 02:47:39.139200 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-63e9e493-ab21-4398-9cc7-32e3d6ca71ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:39.174851 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a38f2a1-6b52-4de8-b10f-cad8b2d2c068 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Made reservation on behalf of 8588d6f5763640d5877655c3506d457e for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:47:39.178423 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a38f2a1-6b52-4de8-b10f-cad8b2d2c068 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:39.195893 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-63e9e493-ab21-4398-9cc7-32e3d6ca71ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:39.196225 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a44591a-31d3-48ca-8597-33bc7c61b8b6 req-ea279183-5d77-4411-b657-7dd68fb04500 service neutron] 10.222.0.16 "GET /v2.0/networks/ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951442 Sep 07 02:47:39.198446 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-63e9e493-ab21-4398-9cc7-32e3d6ca71ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:39.200184 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-63e9e493-ab21-4398-9cc7-32e3d6ca71ac admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5163a2d6-6520-4f46-9e81-2943c6f6e9b9 HTTP/1.1" status: 204 len: 168 time: 0.2690902 Sep 07 02:47:39.212772 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e9e493-ab21-4398-9cc7-32e3d6ca71ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5163a2d6-6520-4f46-9e81-2943c6f6e9b9,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:39.231203 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f8a57f-b913-4d1b-aa30-195a2d80e541 req-ebdd7c0c-d6ac-46a8-a020-53522a0907ff tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:39.232837 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e0f8a57f-b913-4d1b-aa30-195a2d80e541 req-ebdd7c0c-d6ac-46a8-a020-53522a0907ff tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/ports?device_id=cff3d0b0-5413-4f78-bbff-bd4df25547fb HTTP/1.1" status: 200 len: 945 time: 0.1196775 Sep 07 02:47:39.241969 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device bb918191-62e0-4656-8659-1616b29dbf72 up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:47:39.244640 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d87770-30d9-4b40-8ede-70e6dbc5a156 admin admin] Made reservation on behalf of 33268ef65c41497094439ef5f6cfa1c0 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:47:39.247164 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-66d87770-30d9-4b40-8ede-70e6dbc5a156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:39.269596 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-66d87770-30d9-4b40-8ede-70e6dbc5a156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:39.296246 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port bb918191-62e0-4656-8659-1616b29dbf72 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:47:39.300241 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port bb918191-62e0-4656-8659-1616b29dbf72 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:47:39.300622 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:39.351522 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a38f2a1-6b52-4de8-b10f-cad8b2d2c068 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:47:39.390449 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e0f8a57f-b913-4d1b-aa30-195a2d80e541 req-22b829bd-ec58-474c-8193-fef79fd15faa tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/security-groups?id=8627b096-1ea2-45e2-baf2-b285074b2a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294641 Sep 07 02:47:39.392182 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:39.394519 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a38f2a1-6b52-4de8-b10f-cad8b2d2c068 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:39.394878 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-0a38f2a1-6b52-4de8-b10f-cad8b2d2c068 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Added segment fa06e567-8daa-4279-9dab-35671a543cf4 of type vlan for network 7d13e129-0c0e-4df4-b028-c4d4b48bcc4e Sep 07 02:47:39.420292 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a44591a-31d3-48ca-8597-33bc7c61b8b6 req-39408a26-4133-479d-8223-fbbf6bfccf7f service neutron] 10.222.0.16 "GET /v2.0/networks/ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118773 Sep 07 02:47:39.430686 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port bb918191-62e0-4656-8659-1616b29dbf72, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=bb918191-62e0-4656-8659-1616b29dbf72,segment=NetworkSegment(f7365d16-60af-4f35-91cc-fd0a2a4fb280),segment_id=f7365d16-60af-4f35-91cc-fd0a2a4fb280)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:47:39.434918 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:39.493883 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=bb918191-62e0-4656-8659-1616b29dbf72,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:39.526078 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a38f2a1-6b52-4de8-b10f-cad8b2d2c068 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:39.530789 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a44591a-31d3-48ca-8597-33bc7c61b8b6 req-ca7d3e81-914e-4716-a8ff-a41e81e1557e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=4857470d-e751-42ad-b0ae-ff54d7d0611e HTTP/1.1" status: 200 len: 217 time: 0.0887234 Sep 07 02:47:39.578382 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b7413-bfcd-4bde-9325-9eade14d4570 req-3ba5274b-1a4f-4456-8368-731480a5376f tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:39.579953 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-915b7413-bfcd-4bde-9325-9eade14d4570 req-3ba5274b-1a4f-4456-8368-731480a5376f tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] 10.222.0.22 "GET /v2.0/ports?device_id=447e4569-539f-4df6-926a-0a27ff06a734 HTTP/1.1" status: 200 len: 945 time: 0.0610797 Sep 07 02:47:39.611675 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a38f2a1-6b52-4de8-b10f-cad8b2d2c068 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:39.617889 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a38f2a1-6b52-4de8-b10f-cad8b2d2c068 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:39.618602 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a38f2a1-6b52-4de8-b10f-cad8b2d2c068 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:39.644309 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-915b7413-bfcd-4bde-9325-9eade14d4570 req-8a1497c6-7ca6-4812-8351-09660e1516b4 tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] 10.222.0.22 "GET /v2.0/security-groups?id=979a4161-9ef3-4486-b4ae-301a87f7c661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573587 Sep 07 02:47:39.669136 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44591a-31d3-48ca-8597-33bc7c61b8b6 req-14f430c0-04c1-4885-8e76-b58ae7bdb06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:39.670653 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a44591a-31d3-48ca-8597-33bc7c61b8b6 req-14f430c0-04c1-4885-8e76-b58ae7bdb06d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=95502a8a-ba2e-4b63-8065-1d79001ecb5c HTTP/1.1" status: 200 len: 797 time: 0.1307657 Sep 07 02:47:39.681667 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-66d87770-30d9-4b40-8ede-70e6dbc5a156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:39.700728 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-66d87770-30d9-4b40-8ede-70e6dbc5a156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:39.756253 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-0a38f2a1-6b52-4de8-b10f-cad8b2d2c068 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6808045 Sep 07 02:47:39.758706 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60186) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:39.765686 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-736a8e35-ba28-43e7-a38e-23a6ff597292 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1573084960'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:39.772463 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a38f2a1-6b52-4de8-b10f-cad8b2d2c068 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Pushing event updated for resources: {'Network': ['ID=7d13e129-0c0e-4df4-b028-c4d4b48bcc4e,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:39.780447 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66d87770-30d9-4b40-8ede-70e6dbc5a156 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:47:39.784109 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 7d13e129-0c0e-4df4-b028-c4d4b48bcc4e details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:47:39.802815 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d87770-30d9-4b40-8ede-70e6dbc5a156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ce8da5-5ded-40fd-b39f-35a805a0a2f3,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:39.809457 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-66d87770-30d9-4b40-8ede-70e6dbc5a156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:39.809816 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-66d87770-30d9-4b40-8ede-70e6dbc5a156 admin admin] Added segment f4415755-3645-4949-b748-f5b2d2ce82a3 of type vlan for network f6f7fc01-35dd-4727-94ca-8fc90863bd33 Sep 07 02:47:39.820810 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736a8e35-ba28-43e7-a38e-23a6ff597292 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Made reservation on behalf of 8588d6f5763640d5877655c3506d457e for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:47:39.823006 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44591a-31d3-48ca-8597-33bc7c61b8b6 req-162caab3-18b4-4a83-ade4-28897c9dadf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:39.824747 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a44591a-31d3-48ca-8597-33bc7c61b8b6 req-162caab3-18b4-4a83-ade4-28897c9dadf0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fef96230-f3dd-4368-8b6e-5738962456fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1416910 Sep 07 02:47:39.826001 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-736a8e35-ba28-43e7-a38e-23a6ff597292 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:39.857722 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-736a8e35-ba28-43e7-a38e-23a6ff597292 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:47:39.874693 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-736a8e35-ba28-43e7-a38e-23a6ff597292 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:39.875678 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-736a8e35-ba28-43e7-a38e-23a6ff597292 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Added segment 31794594-c285-4078-aa34-a181e4624a4c of type vlan for network 1bf2240c-b6ec-4767-a75c-4f9737a9399b Sep 07 02:47:39.885923 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-66d87770-30d9-4b40-8ede-70e6dbc5a156 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:39.922030 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-736a8e35-ba28-43e7-a38e-23a6ff597292 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:39.950755 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-736a8e35-ba28-43e7-a38e-23a6ff597292 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:39.958280 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736a8e35-ba28-43e7-a38e-23a6ff597292 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:39.959595 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-736a8e35-ba28-43e7-a38e-23a6ff597292 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:39.964332 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-66d87770-30d9-4b40-8ede-70e6dbc5a156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:39.965314 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d87770-30d9-4b40-8ede-70e6dbc5a156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:39.965915 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-66d87770-30d9-4b40-8ede-70e6dbc5a156 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:39.980930 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a44591a-31d3-48ca-8597-33bc7c61b8b6 req-0f82c666-640b-41e0-ace7-37a7dda8cf41 service neutron] 10.222.0.16 "GET /v2.0/networks/fef96230-f3dd-4368-8b6e-5738962456fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349914 Sep 07 02:47:40.011116 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-736a8e35-ba28-43e7-a38e-23a6ff597292 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2443433 Sep 07 02:47:40.016551 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-66d87770-30d9-4b40-8ede-70e6dbc5a156 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0613787 Sep 07 02:47:40.027220 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60196) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:40.032101 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-555b5e3a-83cb-450b-90f4-b0b369105a33 admin admin] Request body: {'subnet': {'network_id': 'f6f7fc01-35dd-4727-94ca-8fc90863bd33', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1137995496-subnet', 'tenant_id': '33268ef65c41497094439ef5f6cfa1c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:40.047638 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736a8e35-ba28-43e7-a38e-23a6ff597292 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Pushing event updated for resources: {'Network': ['ID=1bf2240c-b6ec-4767-a75c-4f9737a9399b,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:40.059384 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 1bf2240c-b6ec-4767-a75c-4f9737a9399b details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:47:40.062841 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60200) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:40.099717 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d87770-30d9-4b40-8ede-70e6dbc5a156 admin admin] Pushing event updated for resources: {'Network': ['ID=f6f7fc01-35dd-4727-94ca-8fc90863bd33,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:40.115641 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network f6f7fc01-35dd-4727-94ca-8fc90863bd33 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:47:40.163618 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '447e4569-539f-4df6-926a-0a27ff06a734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb918191-62e0-4656-8659-1616b29dbf72'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:47:40.177958 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b905ac0-ec26-4846-b2da-aa0c930581b3" -d '{"events": [{"server_uuid": "447e4569-539f-4df6-926a-0a27ff06a734", "name": "network-vif-plugged", "status": "completed", "tag": "bb918191-62e0-4656-8659-1616b29dbf72"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:47:40.210349 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555b5e3a-83cb-450b-90f4-b0b369105a33 admin admin] Made reservation on behalf of 33268ef65c41497094439ef5f6cfa1c0 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:47:40.212167 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-63d52102-8c7f-43b7-9bc9-1c363a9f3381 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:40.212696 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-555b5e3a-83cb-450b-90f4-b0b369105a33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:40.212933 n-d-796209-16 neutron-server[94701]: WARNING neutron.api.v2.base [None req-63d52102-8c7f-43b7-9bc9-1c363a9f3381 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 07 02:47:40.213705 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-63d52102-8c7f-43b7-9bc9-1c363a9f3381 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] create failed (client error): There was a conflict when trying to complete your request. Sep 07 02:47:40.215629 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-63d52102-8c7f-43b7-9bc9-1c363a9f3381 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1512239 Sep 07 02:47:40.230014 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60208) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:40.236346 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-2790a25e-1750-4123-a41c-8f3f83d3010d tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Request body: {'security_group': {'name': 'tempest-secgroup--880014150'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:40.288007 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad79a23f-6a9c-4b94-be78-8aa84fe00115 x-openstack-request-id: req-ad79a23f-6a9c-4b94-be78-8aa84fe00115 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:47:40.289695 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "447e4569-539f-4df6-926a-0a27ff06a734", "name": "network-vif-plugged", "status": "completed", "tag": "bb918191-62e0-4656-8659-1616b29dbf72", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:47:40.290164 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ad79a23f-6a9c-4b94-be78-8aa84fe00115 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:47:40.292136 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '447e4569-539f-4df6-926a-0a27ff06a734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb918191-62e0-4656-8659-1616b29dbf72', 'code': 200} Sep 07 02:47:40.304814 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2790a25e-1750-4123-a41c-8f3f83d3010d tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:40.317141 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2790a25e-1750-4123-a41c-8f3f83d3010d tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:40.332663 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a44591a-31d3-48ca-8597-33bc7c61b8b6 req-b1e722f7-1321-462c-85a2-b4e428663003 service neutron] 10.222.0.16 "GET /v2.0/networks/fef96230-f3dd-4368-8b6e-5738962456fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3387501 Sep 07 02:47:40.343928 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae7790d-24f1-49f7-8d58-9d359f23a212 req-2363ac58-21b5-4779-abb9-d13062ee9746 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:40.346047 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eae7790d-24f1-49f7-8d58-9d359f23a212 req-2363ac58-21b5-4779-abb9-d13062ee9746 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd03b013-92cc-4982-b8c3-5bae3a1f039f HTTP/1.1" status: 200 len: 945 time: 0.1276097 Sep 07 02:47:40.397336 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a44591a-31d3-48ca-8597-33bc7c61b8b6 req-b1a7331b-39c5-44a1-a122-597413b9c0bb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=6d6cd00f-b2ec-4d02-88ed-e2f7438c43b6 HTTP/1.1" status: 200 len: 217 time: 0.0552878 Sep 07 02:47:40.419077 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eae7790d-24f1-49f7-8d58-9d359f23a212 req-f36862b8-2294-4341-842e-60eb3fbd152e tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617514 Sep 07 02:47:40.503022 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2790a25e-1750-4123-a41c-8f3f83d3010d tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:40.507743 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2790a25e-1750-4123-a41c-8f3f83d3010d tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:40.529658 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44591a-31d3-48ca-8597-33bc7c61b8b6 req-c57eefaa-f6c2-463e-acad-d1bfcba0f82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:40.531853 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a44591a-31d3-48ca-8597-33bc7c61b8b6 req-c57eefaa-f6c2-463e-acad-d1bfcba0f82c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=95502a8a-ba2e-4b63-8065-1d79001ecb5c HTTP/1.1" status: 200 len: 797 time: 0.1194484 Sep 07 02:47:40.544342 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2790a25e-1750-4123-a41c-8f3f83d3010d tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6da6bce6-9b12-41de-af0f-32f0a87bb896,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:40.549624 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d7faa-00cc-4776-b625-10e9afa3c8a4 req-4407171c-5f5c-4d1b-9e2d-0e327e394b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:40.551456 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9c9d7faa-00cc-4776-b625-10e9afa3c8a4 req-4407171c-5f5c-4d1b-9e2d-0e327e394b82 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=447e4569-539f-4df6-926a-0a27ff06a734 HTTP/1.1" status: 200 len: 1097 time: 0.1931305 Sep 07 02:47:40.606480 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2790a25e-1750-4123-a41c-8f3f83d3010d tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:40.611663 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2790a25e-1750-4123-a41c-8f3f83d3010d tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:40.640810 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2790a25e-1750-4123-a41c-8f3f83d3010d tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:40.645693 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-2790a25e-1750-4123-a41c-8f3f83d3010d tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4141104 Sep 07 02:47:40.648624 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60212) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:40.653335 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-f2f481bb-1cf5-41aa-809b-85f216174442 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Request body: {'security_group_rule': {'security_group_id': '415eea00-235d-4eff-87be-6fcc6ff11af0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:40.661607 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2790a25e-1750-4123-a41c-8f3f83d3010d tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=415eea00-235d-4eff-87be-6fcc6ff11af0,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:40.684109 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088ed9e-d1ac-4a1d-8c33-1a83424ba097 req-61f1f684-4bf6-47c6-9be2-fe7042fd709e tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:40.685859 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d088ed9e-d1ac-4a1d-8c33-1a83424ba097 req-61f1f684-4bf6-47c6-9be2-fe7042fd709e tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/ports?device_id=cff3d0b0-5413-4f78-bbff-bd4df25547fb HTTP/1.1" status: 200 len: 945 time: 0.1960196 Sep 07 02:47:40.691271 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9c9d7faa-00cc-4776-b625-10e9afa3c8a4 req-91c83518-02c6-45e2-83a8-d49d6aa1725f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=979a4161-9ef3-4486-b4ae-301a87f7c661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251318 Sep 07 02:47:40.696902 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44591a-31d3-48ca-8597-33bc7c61b8b6 req-f328bbfe-759b-4cc1-b7aa-db0a3800983a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:40.698827 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a44591a-31d3-48ca-8597-33bc7c61b8b6 req-f328bbfe-759b-4cc1-b7aa-db0a3800983a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fef96230-f3dd-4368-8b6e-5738962456fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1462717 Sep 07 02:47:40.703179 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-555b5e3a-83cb-450b-90f4-b0b369105a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:40.717231 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f2f481bb-1cf5-41aa-809b-85f216174442 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:40.819278 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f2f481bb-1cf5-41aa-809b-85f216174442 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:40.829073 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85828fb1-3f09-4f01-a91f-e84b788fc6ad req-14323de9-28e7-40a7-b3a1-8553e4ee860c tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:40.831961 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-85828fb1-3f09-4f01-a91f-e84b788fc6ad req-14323de9-28e7-40a7-b3a1-8553e4ee860c tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] 10.222.0.22 "GET /v2.0/ports?device_id=447e4569-539f-4df6-926a-0a27ff06a734 HTTP/1.1" status: 200 len: 945 time: 0.0827813 Sep 07 02:47:40.833497 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f2f481bb-1cf5-41aa-809b-85f216174442 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:40.847387 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d088ed9e-d1ac-4a1d-8c33-1a83424ba097 req-4b7d0f08-e803-446a-93db-abc4ae8049f8 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/security-groups?id=8627b096-1ea2-45e2-baf2-b285074b2a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471877 Sep 07 02:47:40.853404 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555b5e3a-83cb-450b-90f4-b0b369105a33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=761d613d-3f6f-424b-93b1-a91aab12adbe,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:40.879192 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555b5e3a-83cb-450b-90f4-b0b369105a33 admin admin] Checking segment: {'id': 'f4415755-3645-4949-b748-f5b2d2ce82a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'f6f7fc01-35dd-4727-94ca-8fc90863bd33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:47:40.879572 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555b5e3a-83cb-450b-90f4-b0b369105a33 admin admin] Network hostable DHCP agents. Network: f6f7fc01-35dd-4727-94ca-8fc90863bd33, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:47:40.901037 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-85828fb1-3f09-4f01-a91f-e84b788fc6ad req-b3a82699-6859-489d-b0e9-42ca7f08a3e2 tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] 10.222.0.22 "GET /v2.0/security-groups?id=979a4161-9ef3-4486-b4ae-301a87f7c661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616450 Sep 07 02:47:40.906387 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a44591a-31d3-48ca-8597-33bc7c61b8b6 req-68d2951c-19ee-4629-ab90-ee9109d94b0b service neutron] 10.222.0.16 "GET /v2.0/networks/fef96230-f3dd-4368-8b6e-5738962456fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930270 Sep 07 02:47:40.906922 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f481bb-1cf5-41aa-809b-85f216174442 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12c68b6b-f614-46c8-98b8-ddd0cec7558d,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:40.920411 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f2f481bb-1cf5-41aa-809b-85f216174442 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:40.924256 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f2f481bb-1cf5-41aa-809b-85f216174442 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2719421 Sep 07 02:47:40.924443 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60218) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:40.929535 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-06bb0865-8a32-4ef2-a08b-3401f41780f8 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Request body: {'security_group_rule': {'security_group_id': '415eea00-235d-4eff-87be-6fcc6ff11af0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:40.930398 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555b5e3a-83cb-450b-90f4-b0b369105a33 admin admin] Network f6f7fc01-35dd-4727-94ca-8fc90863bd33 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:47:40.961242 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-06bb0865-8a32-4ef2-a08b-3401f41780f8 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:40.963574 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-555b5e3a-83cb-450b-90f4-b0b369105a33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, f6f7fc01-35dd-4727-94ca-8fc90863bd33) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:47:40.973690 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f1b521-fc6f-4bd4-baa8-b381051be07f None None] Network f6f7fc01-35dd-4727-94ca-8fc90863bd33 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:47:41.008005 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555b5e3a-83cb-450b-90f4-b0b369105a33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:41.008846 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-555b5e3a-83cb-450b-90f4-b0b369105a33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:41.033889 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-06bb0865-8a32-4ef2-a08b-3401f41780f8 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] create failed (client error): There was a conflict when trying to complete your request. Sep 07 02:47:41.037880 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-06bb0865-8a32-4ef2-a08b-3401f41780f8 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1097736 Sep 07 02:47:41.038122 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60220) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:41.080164 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-555b5e3a-83cb-450b-90f4-b0b369105a33 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0518513 Sep 07 02:47:41.116462 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae804ff1-96c4-4489-8fd7-15c9d02e51e8 req-24f9bcaf-2969-4d54-b1d3-e958b9b2bd96 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:41.116733 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-df3d7a3c-0567-4110-88f9-260c185b3808 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:41.122019 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ae804ff1-96c4-4489-8fd7-15c9d02e51e8 req-24f9bcaf-2969-4d54-b1d3-e958b9b2bd96 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/ports?device_id=cff3d0b0-5413-4f78-bbff-bd4df25547fb HTTP/1.1" status: 200 len: 945 time: 0.1294398 Sep 07 02:47:41.124893 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a44591a-31d3-48ca-8597-33bc7c61b8b6 req-48d61197-546c-45ad-9b93-777d1cdab9b3 service neutron] 10.222.0.16 "GET /v2.0/networks/fef96230-f3dd-4368-8b6e-5738962456fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125256 Sep 07 02:47:41.127751 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60224) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:41.132309 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-be163f6d-d3ba-417c-bf3c-b7d3827e3cc0 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Request body: {'floatingip': {'port_id': '7f01f67e-3409-48ce-92b1-62482d74cd88'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:41.146311 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-df3d7a3c-0567-4110-88f9-260c185b3808 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:41.200957 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a44591a-31d3-48ca-8597-33bc7c61b8b6 req-093586ef-daa9-49c7-af5f-d947fe753743 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=89b4efa3-3083-4932-8997-1d7345c55233 HTTP/1.1" status: 200 len: 217 time: 0.0649946 Sep 07 02:47:41.209562 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c636093-42e5-43dc-9c99-c45582b54342 None None] Network f6f7fc01-35dd-4727-94ca-8fc90863bd33 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:47:41.209906 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-df3d7a3c-0567-4110-88f9-260c185b3808 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:41.215330 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-df3d7a3c-0567-4110-88f9-260c185b3808 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:41.218716 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-df3d7a3c-0567-4110-88f9-260c185b3808 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] 10.222.0.22 "DELETE /v2.0/security-groups/415eea00-235d-4eff-87be-6fcc6ff11af0 HTTP/1.1" status: 204 len: 168 time: 0.1770341 Sep 07 02:47:41.225922 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60228) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:41.227058 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3d7a3c-0567-4110-88f9-260c185b3808 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=415eea00-235d-4eff-87be-6fcc6ff11af0,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:41.310590 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44591a-31d3-48ca-8597-33bc7c61b8b6 req-32afb2ef-bf8b-4d77-8dbe-b0b8053f8aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:41.314651 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a44591a-31d3-48ca-8597-33bc7c61b8b6 req-32afb2ef-bf8b-4d77-8dbe-b0b8053f8aea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=95502a8a-ba2e-4b63-8065-1d79001ecb5c HTTP/1.1" status: 200 len: 797 time: 0.0875309 Sep 07 02:47:41.317073 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-be163f6d-d3ba-417c-bf3c-b7d3827e3cc0 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks [] for floatingip, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:41.340485 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60232) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:41.421935 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-42eb0556-743f-4499-b6d2-b9aa3f1e2601 admin admin] Deleting subnet 761d613d-3f6f-424b-93b1-a91aab12adbe {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:47:41.427006 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-42eb0556-743f-4499-b6d2-b9aa3f1e2601 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:41.470881 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-42eb0556-743f-4499-b6d2-b9aa3f1e2601 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:41.526550 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-42eb0556-743f-4499-b6d2-b9aa3f1e2601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:41.573416 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-25f7ac58-9474-428d-bae4-22bc6adb4005 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3392882 Sep 07 02:47:41.574301 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60236) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:41.597541 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-265e0ba5-506e-4e8b-ac6f-08d233ebba24 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Request body: {'security_group': {'name': 'tempest-secgroup--1126152377'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:41.615112 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44591a-31d3-48ca-8597-33bc7c61b8b6 req-eeb7b985-b090-409d-b011-24237c71a629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:41.616615 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a44591a-31d3-48ca-8597-33bc7c61b8b6 req-eeb7b985-b090-409d-b011-24237c71a629 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fef96230-f3dd-4368-8b6e-5738962456fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2290282 Sep 07 02:47:41.657820 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-265e0ba5-506e-4e8b-ac6f-08d233ebba24 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:41.699976 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4ede8-5752-425c-adeb-12474f19e273 req-1ea3ceca-1230-4686-be47-46db6f464895 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:41.708176 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-02a4ede8-5752-425c-adeb-12474f19e273 req-1ea3ceca-1230-4686-be47-46db6f464895 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd03b013-92cc-4982-b8c3-5bae3a1f039f HTTP/1.1" status: 200 len: 945 time: 0.1520412 Sep 07 02:47:41.751749 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-42eb0556-743f-4499-b6d2-b9aa3f1e2601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:41.800784 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eb0556-743f-4499-b6d2-b9aa3f1e2601 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=761d613d-3f6f-424b-93b1-a91aab12adbe,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:41.816375 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-02a4ede8-5752-425c-adeb-12474f19e273 req-662d6cb0-4506-44f7-a385-ca6f63eef532 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072078 Sep 07 02:47:41.820739 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-42eb0556-743f-4499-b6d2-b9aa3f1e2601 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:41.823899 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a44591a-31d3-48ca-8597-33bc7c61b8b6 req-92ab13cc-bfe8-4bbd-844d-6de4433f3ea0 service neutron] 10.222.0.16 "GET /v2.0/networks/fef96230-f3dd-4368-8b6e-5738962456fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933832 Sep 07 02:47:41.825941 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-42eb0556-743f-4499-b6d2-b9aa3f1e2601 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/761d613d-3f6f-424b-93b1-a91aab12adbe HTTP/1.1" status: 204 len: 168 time: 0.4840872 Sep 07 02:47:41.839989 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60238) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:41.939816 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-265e0ba5-506e-4e8b-ac6f-08d233ebba24 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:41.949597 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-265e0ba5-506e-4e8b-ac6f-08d233ebba24 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:41.963146 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e7cc3b06-cd97-499e-be92-b5e5e66c0f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:41.995594 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-265e0ba5-506e-4e8b-ac6f-08d233ebba24 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:41.999627 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-265e0ba5-506e-4e8b-ac6f-08d233ebba24 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4208462 Sep 07 02:47:41.999627 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265e0ba5-506e-4e8b-ac6f-08d233ebba24 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d15cee46-8894-4cb1-8d3c-6bf9347cebef,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:42.001565 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60242) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:42.008999 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-17d682cd-4ba9-4a4d-9390-81ccbcf06b02 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Request body: {'security_group_rule': {'security_group_id': 'd15cee46-8894-4cb1-8d3c-6bf9347cebef', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:42.010056 n-d-796209-16 neutron-server[94701]: WARNING neutron.api.v2.base [None req-17d682cd-4ba9-4a4d-9390-81ccbcf06b02 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 07 02:47:42.010803 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-17d682cd-4ba9-4a4d-9390-81ccbcf06b02 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 02:47:42.014888 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-17d682cd-4ba9-4a4d-9390-81ccbcf06b02 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0079377 Sep 07 02:47:42.030957 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60244) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:42.114798 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e7cc3b06-cd97-499e-be92-b5e5e66c0f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:42.157268 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-e7cc3b06-cd97-499e-be92-b5e5e66c0f27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6f7fc01-35dd-4727-94ca-8fc90863bd33']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:42.169555 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2b45b6f0-a733-44b1-b731-54c1c2d0f6ed tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:42.173001 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-e7cc3b06-cd97-499e-be92-b5e5e66c0f27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4415755-3645-4949-b748-f5b2d2ce82a3') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:42.173420 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-e7cc3b06-cd97-499e-be92-b5e5e66c0f27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4415755-3645-4949-b748-f5b2d2ce82a3') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:42.191117 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e7cc3b06-cd97-499e-be92-b5e5e66c0f27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:42.219431 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2b45b6f0-a733-44b1-b731-54c1c2d0f6ed tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:42.221827 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e7cc3b06-cd97-499e-be92-b5e5e66c0f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:42.235673 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7cc3b06-cd97-499e-be92-b5e5e66c0f27 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:47:42.236486 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e7cc3b06-cd97-499e-be92-b5e5e66c0f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:42.238380 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:47:42.238380 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:47:42.238380 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:47:42.238380 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:47:42.238380 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:47:42.238380 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:47:42.238380 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:47:42.238380 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:47:42.238380 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:47:42.238380 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:47:42.238380 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:47:42.238380 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:47:42.238380 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:47:42.238380 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:47:42.238380 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:47:42.238380 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:47:42.238380 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:47:42.238380 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:47:42.238380 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:47:42.238380 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:47:42.238380 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:47:42.238380 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:47:42.238380 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:47:42.238380 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:47:42.238380 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:47:42.238380 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:47:42.238380 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:47:42.238380 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:47:42.238380 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:47:42.238380 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:47:42.238380 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:47:42.238380 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:47:42.329481 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e7cc3b06-cd97-499e-be92-b5e5e66c0f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:42.332608 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2b45b6f0-a733-44b1-b731-54c1c2d0f6ed tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:42.336055 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2b45b6f0-a733-44b1-b731-54c1c2d0f6ed tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:42.341737 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-2b45b6f0-a733-44b1-b731-54c1c2d0f6ed tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] 10.222.0.22 "DELETE /v2.0/security-groups/d15cee46-8894-4cb1-8d3c-6bf9347cebef HTTP/1.1" status: 204 len: 168 time: 0.3095517 Sep 07 02:47:42.350174 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e7cc3b06-cd97-499e-be92-b5e5e66c0f27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:42.352172 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e7cc3b06-cd97-499e-be92-b5e5e66c0f27 admin admin] 10.222.0.22 "DELETE /v2.0/networks/f6f7fc01-35dd-4727-94ca-8fc90863bd33 HTTP/1.1" status: 204 len: 168 time: 0.5110993 Sep 07 02:47:42.352691 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60248) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:42.388337 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cc3b06-cd97-499e-be92-b5e5e66c0f27 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6f7fc01-35dd-4727-94ca-8fc90863bd33,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:42.399841 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b45b6f0-a733-44b1-b731-54c1c2d0f6ed tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15cee46-8894-4cb1-8d3c-6bf9347cebef,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:42.450013 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-46b3e37b-27a0-459b-8e73-36ce64b83528 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0888090 Sep 07 02:47:42.450494 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60252) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:42.455885 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-b8ed2bc3-81b9-4690-9a7c-98c31a62abd1 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Request body: {'security_group': {'name': 'tempest-secgroup--714055396'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:42.483513 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b8ed2bc3-81b9-4690-9a7c-98c31a62abd1 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:42.587239 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60254) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:42.633742 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4890e3b0-1185-48d7-91f7-7fc04a8fdbe2 req-2118cef6-e702-4eea-b4e7-50dd775e39f2 tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:42.635944 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4890e3b0-1185-48d7-91f7-7fc04a8fdbe2 req-2118cef6-e702-4eea-b4e7-50dd775e39f2 tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] 10.222.0.22 "GET /v2.0/ports?device_id=447e4569-539f-4df6-926a-0a27ff06a734 HTTP/1.1" status: 200 len: 945 time: 0.3099973 Sep 07 02:47:42.636344 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b8ed2bc3-81b9-4690-9a7c-98c31a62abd1 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:42.643286 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a44591a-31d3-48ca-8597-33bc7c61b8b6 req-11541b24-a212-4a12-8761-49c11831cc36 service neutron] 10.222.0.16 "GET /v2.0/networks/fef96230-f3dd-4368-8b6e-5738962456fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8014903 Sep 07 02:47:42.650177 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b8ed2bc3-81b9-4690-9a7c-98c31a62abd1 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:42.677649 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-6b1800d4-5b0c-4c1d-b19d-d423aafb022f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=33268ef65c41497094439ef5f6cfa1c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0866940 Sep 07 02:47:42.677887 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-be163f6d-d3ba-417c-bf3c-b7d3827e3cc0 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:42.678485 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60256) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:42.701100 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b8ed2bc3-81b9-4690-9a7c-98c31a62abd1 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:42.705824 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b8ed2bc3-81b9-4690-9a7c-98c31a62abd1 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2518642 Sep 07 02:47:42.709745 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60258) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:42.713772 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-be163f6d-d3ba-417c-bf3c-b7d3827e3cc0 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:42.716143 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a44591a-31d3-48ca-8597-33bc7c61b8b6 req-8f7c3091-15dc-4b58-8237-df4a0bd2780b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=5decaa5e-6c54-47c4-be19-8bad024d841e HTTP/1.1" status: 200 len: 217 time: 0.0570374 Sep 07 02:47:42.718178 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-7c6023d6-d6c0-4972-b520-bd6b7579c413 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Request body: {'security_group_rule': {'security_group_id': '9fe7d6cf-0a17-45fa-9512-44151f222426', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:42.719707 n-d-796209-16 neutron-server[94701]: WARNING neutron.api.v2.base [None req-7c6023d6-d6c0-4972-b520-bd6b7579c413 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 07 02:47:42.720293 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-7c6023d6-d6c0-4972-b520-bd6b7579c413 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 02:47:42.724159 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-7c6023d6-d6c0-4972-b520-bd6b7579c413 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0106316 Sep 07 02:47:42.725471 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60260) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:42.737379 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed2bc3-81b9-4690-9a7c-98c31a62abd1 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe7d6cf-0a17-45fa-9512-44151f222426,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:42.790489 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6a4e61e8-f172-4a78-8747-4883d3d28510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:42.795144 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4890e3b0-1185-48d7-91f7-7fc04a8fdbe2 req-e3256325-7176-4476-a109-97c0770eb016 tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] 10.222.0.22 "GET /v2.0/security-groups?id=979a4161-9ef3-4486-b4ae-301a87f7c661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481876 Sep 07 02:47:42.826411 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6a4e61e8-f172-4a78-8747-4883d3d28510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:42.826830 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44591a-31d3-48ca-8597-33bc7c61b8b6 req-4d5cda5d-b034-4088-b7e8-6b6bea910f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:42.828785 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a44591a-31d3-48ca-8597-33bc7c61b8b6 req-4d5cda5d-b034-4088-b7e8-6b6bea910f52 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=95502a8a-ba2e-4b63-8065-1d79001ecb5c HTTP/1.1" status: 200 len: 797 time: 0.0695517 Sep 07 02:47:42.834305 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7cf866af-02f4-48e4-812a-a2c2f6ef098a tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:42.926957 n-d-796209-16 neutron-server[94700]: INFO neutron.db.l3_db [None req-be163f6d-d3ba-417c-bf3c-b7d3827e3cc0 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Floating IP 56ee72c7-5f57-45d3-a0f4-34804f618418 associated. External IP: 172.25.5.198, port: 7f01f67e-3409-48ce-92b1-62482d74cd88. Sep 07 02:47:42.944172 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7cf866af-02f4-48e4-812a-a2c2f6ef098a tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:43.027851 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44591a-31d3-48ca-8597-33bc7c61b8b6 req-01b0dfdd-1a50-402f-80ee-3e86dcfebc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:43.030200 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a44591a-31d3-48ca-8597-33bc7c61b8b6 req-01b0dfdd-1a50-402f-80ee-3e86dcfebc40 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fef96230-f3dd-4368-8b6e-5738962456fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1577597 Sep 07 02:47:43.036488 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c9c1e-e5a8-4a3c-86dc-0a3b1239b7df req-9d224385-4397-48d9-bd3e-959ff7aa449b tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:43.038289 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-315c9c1e-e5a8-4a3c-86dc-0a3b1239b7df req-9d224385-4397-48d9-bd3e-959ff7aa449b tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd03b013-92cc-4982-b8c3-5bae3a1f039f HTTP/1.1" status: 200 len: 945 time: 0.1076462 Sep 07 02:47:43.047752 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6a4e61e8-f172-4a78-8747-4883d3d28510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:43.059187 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6a4e61e8-f172-4a78-8747-4883d3d28510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:43.060892 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-6a4e61e8-f172-4a78-8747-4883d3d28510 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/88ce8da5-5ded-40fd-b39f-35a805a0a2f3 HTTP/1.1" status: 204 len: 168 time: 0.3814108 Sep 07 02:47:43.070142 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7cf866af-02f4-48e4-812a-a2c2f6ef098a tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:43.073206 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7cf866af-02f4-48e4-812a-a2c2f6ef098a tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:43.074575 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-7cf866af-02f4-48e4-812a-a2c2f6ef098a tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] 10.222.0.22 "DELETE /v2.0/security-groups/9fe7d6cf-0a17-45fa-9512-44151f222426 HTTP/1.1" status: 204 len: 168 time: 0.3479564 Sep 07 02:47:43.084815 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60270) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:43.088572 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4e61e8-f172-4a78-8747-4883d3d28510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ce8da5-5ded-40fd-b39f-35a805a0a2f3,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:43.154856 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-315c9c1e-e5a8-4a3c-86dc-0a3b1239b7df req-1929519f-aae1-4f34-9f65-f7f589c391c9 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919707 Sep 07 02:47:43.156167 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf866af-02f4-48e4-812a-a2c2f6ef098a tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe7d6cf-0a17-45fa-9512-44151f222426,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:43.215242 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8d57b9a6-a32e-4889-8605-54d0d20315ce tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1258440 Sep 07 02:47:43.215807 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60272) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:43.220820 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-9ee2a043-d9b5-4294-ad03-7352f8c99378 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Request body: {'security_group': {'name': 'tempest-secgroup--150953704'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:43.253510 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9ee2a043-d9b5-4294-ad03-7352f8c99378 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:43.350953 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a264e844-4d50-47d2-910d-8f3d01bd8790 req-6a2a0b97-b056-40ec-9642-64aa0a3fb4ca tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:43.358430 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a264e844-4d50-47d2-910d-8f3d01bd8790 req-6a2a0b97-b056-40ec-9642-64aa0a3fb4ca tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] 10.222.0.22 "GET /v2.0/ports?device_id=447e4569-539f-4df6-926a-0a27ff06a734 HTTP/1.1" status: 200 len: 945 time: 0.1799781 Sep 07 02:47:43.371594 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60274) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:43.377241 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-88f071d7-caeb-4a81-8ede-67c8c962bbfc tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Request body: {'subnets': [{'network_id': '7d13e129-0c0e-4df4-b028-c4d4b48bcc4e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--414058759', 'ip_version': 6}, {'network_id': '1bf2240c-b6ec-4767-a75c-4f9737a9399b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:43.377564 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-88f071d7-caeb-4a81-8ede-67c8c962bbfc tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Request body: {'subnet': {'network_id': '7d13e129-0c0e-4df4-b028-c4d4b48bcc4e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--414058759', 'ip_version': 6}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:43.378279 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-88f071d7-caeb-4a81-8ede-67c8c962bbfc tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Request body: {'subnet': {'network_id': '1bf2240c-b6ec-4767-a75c-4f9737a9399b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:43.405681 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9ee2a043-d9b5-4294-ad03-7352f8c99378 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:43.417663 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9ee2a043-d9b5-4294-ad03-7352f8c99378 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:43.507195 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a44591a-31d3-48ca-8597-33bc7c61b8b6 req-0c77dff9-1bc1-45d8-8e5e-6aef94d1a81f service neutron] 10.222.0.16 "GET /v2.0/networks/fef96230-f3dd-4368-8b6e-5738962456fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277321 Sep 07 02:47:43.508281 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9ee2a043-d9b5-4294-ad03-7352f8c99378 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:43.514017 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-9ee2a043-d9b5-4294-ad03-7352f8c99378 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2925251 Sep 07 02:47:43.515518 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60280) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:43.523551 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-f2bd19b0-4a27-4f50-be8d-6855feef341b tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Request body: {'security_group_rule': {'security_group_id': 'ee45cb2b-e0e1-4d74-aa11-3b2be9f45efb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:43.535913 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee2a043-d9b5-4294-ad03-7352f8c99378 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee45cb2b-e0e1-4d74-aa11-3b2be9f45efb,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:43.543715 n-d-796209-16 neutron-server[94700]: WARNING neutron.api.v2.base [None req-f2bd19b0-4a27-4f50-be8d-6855feef341b tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 07 02:47:43.545961 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [None req-f2bd19b0-4a27-4f50-be8d-6855feef341b tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 02:47:43.552175 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f2bd19b0-4a27-4f50-be8d-6855feef341b tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0315032 Sep 07 02:47:43.553841 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60284) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:43.585159 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-af575e7e-9b72-4b21-85e4-df44fe40c2d6 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Request body: {'security_group_rule': {'security_group_id': 'ee45cb2b-e0e1-4d74-aa11-3b2be9f45efb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:43.586779 n-d-796209-16 neutron-server[94701]: WARNING neutron.api.v2.base [None req-af575e7e-9b72-4b21-85e4-df44fe40c2d6 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 07 02:47:43.587292 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-af575e7e-9b72-4b21-85e4-df44fe40c2d6 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 02:47:43.588336 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-af575e7e-9b72-4b21-85e4-df44fe40c2d6 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0334268 Sep 07 02:47:43.592245 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a264e844-4d50-47d2-910d-8f3d01bd8790 req-c15b3682-5bdc-4fce-807f-3edcac840574 tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] 10.222.0.22 "GET /v2.0/security-groups?id=979a4161-9ef3-4486-b4ae-301a87f7c661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326427 Sep 07 02:47:43.592395 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60288) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:43.596358 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be163f6d-d3ba-417c-bf3c-b7d3827e3cc0 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Router 46b86a9e-ce2e-42ab-a6ad-2c076247d5f4 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:47:43.597259 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-d3501a52-2990-416b-bd04-9d42bfdf9097 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Request body: {'security_group_rule': {'security_group_id': 'ee45cb2b-e0e1-4d74-aa11-3b2be9f45efb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:43.598495 n-d-796209-16 neutron-server[94701]: WARNING neutron.api.v2.base [None req-d3501a52-2990-416b-bd04-9d42bfdf9097 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 07 02:47:43.599008 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-d3501a52-2990-416b-bd04-9d42bfdf9097 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 02:47:43.600044 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d3501a52-2990-416b-bd04-9d42bfdf9097 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0068917 Sep 07 02:47:43.606728 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60290) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:43.614224 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-88839711-f039-44d5-af9e-072e74ddabf8 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Request body: {'security_group_rule': {'security_group_id': 'ee45cb2b-e0e1-4d74-aa11-3b2be9f45efb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:43.615159 n-d-796209-16 neutron-server[94701]: WARNING neutron.api.v2.base [None req-88839711-f039-44d5-af9e-072e74ddabf8 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 07 02:47:43.615706 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-88839711-f039-44d5-af9e-072e74ddabf8 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 02:47:43.616696 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-88839711-f039-44d5-af9e-072e74ddabf8 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0091183 Sep 07 02:47:43.619517 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60294) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:43.646275 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f071d7-caeb-4a81-8ede-67c8c962bbfc tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Made reservation on behalf of 8588d6f5763640d5877655c3506d457e for: {'subnet': 2} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:47:43.653428 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-88f071d7-caeb-4a81-8ede-67c8c962bbfc tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:43.653800 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-88f071d7-caeb-4a81-8ede-67c8c962bbfc tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:43.816904 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5e483875-1dbd-4983-8b1a-1a335f2fa2e0 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:43.823734 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a44591a-31d3-48ca-8597-33bc7c61b8b6 req-83bb4c47-edf3-4519-acc8-658e85663fd6 service neutron] 10.222.0.16 "GET /v2.0/networks/fef96230-f3dd-4368-8b6e-5738962456fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061972 Sep 07 02:47:43.888892 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5e483875-1dbd-4983-8b1a-1a335f2fa2e0 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:43.908330 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be163f6d-d3ba-417c-bf3c-b7d3827e3cc0 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:47:43.913599 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-be163f6d-d3ba-417c-bf3c-b7d3827e3cc0 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:43.923635 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af64e1fc-2c5a-45e4-94ab-88d7ab039c56 None None] Sync routers for ids ['46b86a9e-ce2e-42ab-a6ad-2c076247d5f4'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:47:43.942743 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af64e1fc-2c5a-45e4-94ab-88d7ab039c56 None None] Routers {'46b86a9e-ce2e-42ab-a6ad-2c076247d5f4'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:47:43.943377 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-af64e1fc-2c5a-45e4-94ab-88d7ab039c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:47:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['46b86a9e-ce2e-42ab-a6ad-2c076247d5f4'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:44.027285 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-be163f6d-d3ba-417c-bf3c-b7d3827e3cc0 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "PUT /v2.0/floatingips/56ee72c7-5f57-45d3-a0f4-34804f618418 HTTP/1.1" status: 200 len: 991 time: 2.8982306 Sep 07 02:47:44.028743 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a44591a-31d3-48ca-8597-33bc7c61b8b6 req-2677f502-acab-4a0c-a2cd-d2563647e8e5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e7ad01c7-8747-4618-90fb-6bdd88c0a6d2 HTTP/1.1" status: 200 len: 217 time: 0.1662667 Sep 07 02:47:44.030971 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cff3d0b0-5413-4f78-bbff-bd4df25547fb', 'tag': '7f01f67e-3409-48ce-92b1-62482d74cd88'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:47:44.033334 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95f0bca-7eaa-4322-9343-4c38c6b965bc" -d '{"events": [{"name": "network-changed", "server_uuid": "cff3d0b0-5413-4f78-bbff-bd4df25547fb", "tag": "7f01f67e-3409-48ce-92b1-62482d74cd88"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:47:44.135693 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-af64e1fc-2c5a-45e4-94ab-88d7ab039c56 None None] Set router 46b86a9e-ce2e-42ab-a6ad-2c076247d5f4 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:47:44.143096 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea30a0f1-43e8-4fb2-ab06-0b382534e966 x-openstack-request-id: req-ea30a0f1-43e8-4fb2-ab06-0b382534e966 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:47:44.143735 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cff3d0b0-5413-4f78-bbff-bd4df25547fb", "tag": "7f01f67e-3409-48ce-92b1-62482d74cd88", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:47:44.145983 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ea30a0f1-43e8-4fb2-ab06-0b382534e966 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:47:44.146529 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cff3d0b0-5413-4f78-bbff-bd4df25547fb', 'tag': '7f01f67e-3409-48ce-92b1-62482d74cd88', 'status': 'completed', 'code': 200} Sep 07 02:47:44.159446 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5e483875-1dbd-4983-8b1a-1a335f2fa2e0 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:44.169408 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5e483875-1dbd-4983-8b1a-1a335f2fa2e0 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:44.178773 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-5e483875-1dbd-4983-8b1a-1a335f2fa2e0 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] 10.222.0.22 "DELETE /v2.0/security-groups/ee45cb2b-e0e1-4d74-aa11-3b2be9f45efb HTTP/1.1" status: 204 len: 168 time: 0.5582037 Sep 07 02:47:44.215972 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60312) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:44.264723 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e9af00-f182-41e4-b052-b235d0ce5d1e req-b5b5d466-c0e7-44da-bfd1-f6fd70828912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:44.266445 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-54e9af00-f182-41e4-b052-b235d0ce5d1e req-b5b5d466-c0e7-44da-bfd1-f6fd70828912 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bd03b013-92cc-4982-b8c3-5bae3a1f039f HTTP/1.1" status: 200 len: 1097 time: 0.5001750 Sep 07 02:47:44.270042 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-88f071d7-caeb-4a81-8ede-67c8c962bbfc tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:44.290320 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e483875-1dbd-4983-8b1a-1a335f2fa2e0 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee45cb2b-e0e1-4d74-aa11-3b2be9f45efb,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:44.365938 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44591a-31d3-48ca-8597-33bc7c61b8b6 req-ba519ad5-282b-4a62-87b3-5a085eced9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:44.367876 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a44591a-31d3-48ca-8597-33bc7c61b8b6 req-ba519ad5-282b-4a62-87b3-5a085eced9ec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fa07d668-6197-4922-9f11-0bb1fe24556f HTTP/1.1" status: 200 len: 797 time: 0.3313653 Sep 07 02:47:44.377375 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f071d7-caeb-4a81-8ede-67c8c962bbfc tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Pushing event updated for resources: {'Subnet': ['ID=6e990e77-304d-404c-98da-bed020bd8c4a,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:44.393870 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60318) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:44.394931 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f071d7-caeb-4a81-8ede-67c8c962bbfc tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Checking segment: {'id': 'fa06e567-8daa-4279-9dab-35671a543cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d13e129-0c0e-4df4-b028-c4d4b48bcc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:47:44.395308 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f071d7-caeb-4a81-8ede-67c8c962bbfc tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Network hostable DHCP agents. Network: 7d13e129-0c0e-4df4-b028-c4d4b48bcc4e, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:47:44.454463 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f071d7-caeb-4a81-8ede-67c8c962bbfc tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Network 7d13e129-0c0e-4df4-b028-c4d4b48bcc4e is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:47:44.463124 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f0bca-7eaa-4322-9343-4c38c6b965bc req-2f4b8117-9070-4aeb-b5e0-d96aa68cd525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:44.464889 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c95f0bca-7eaa-4322-9343-4c38c6b965bc req-2f4b8117-9070-4aeb-b5e0-d96aa68cd525 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a9eedd8c00c24a18a92c5e78e10e8a63&device_id=cff3d0b0-5413-4f78-bbff-bd4df25547fb HTTP/1.1" status: 200 len: 1097 time: 0.3161030 Sep 07 02:47:44.471428 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-54e9af00-f182-41e4-b052-b235d0ce5d1e req-b99882a6-3c8d-4427-b1e0-db145d8e5852 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850719 Sep 07 02:47:44.475099 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-88f071d7-caeb-4a81-8ede-67c8c962bbfc tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 7d13e129-0c0e-4df4-b028-c4d4b48bcc4e) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:47:44.482294 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9cad5c80-1671-4939-90c3-21f6d6881922 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2590649 Sep 07 02:47:44.487542 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60324) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:44.492266 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-7e9c824a-cf9b-426e-ba19-07c1bef6f1b3 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Request body: {'security_group': {'name': 'tempest-secgroup--827017609'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:44.494929 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b03124b-2cc6-4c6c-8ae7-0f84fd101862 None None] Network 7d13e129-0c0e-4df4-b028-c4d4b48bcc4e requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:47:44.501199 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-88f071d7-caeb-4a81-8ede-67c8c962bbfc tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:44.514029 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ed671-6949-415a-8963-89839b7b95cf req-bf3e16e5-afe2-4cde-ba0a-e9538db2e2a1 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:44.521254 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1f1ed671-6949-415a-8963-89839b7b95cf req-bf3e16e5-afe2-4cde-ba0a-e9538db2e2a1 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd03b013-92cc-4982-b8c3-5bae3a1f039f HTTP/1.1" status: 200 len: 945 time: 0.2458203 Sep 07 02:47:44.588195 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44591a-31d3-48ca-8597-33bc7c61b8b6 req-9f2f6b92-e605-43c8-8044-67649e15a532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:44.589735 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a44591a-31d3-48ca-8597-33bc7c61b8b6 req-9f2f6b92-e605-43c8-8044-67649e15a532 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5ef2135d-eb79-4b03-bc59-b7d80582547a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2095721 Sep 07 02:47:44.623255 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-641baa15-fd2c-4d54-8921-13a4284ee4b3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-612165806-network', 'tenant_id': '82a45090c023468b95127c390faba656'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:44.624463 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-af64e1fc-2c5a-45e4-94ab-88d7ab039c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b86a9e-ce2e-42ab-a6ad-2c076247d5f4', 'name': 'tempest-AttachVolumeTestJSON-556686093-router', 'tenant_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': 'e2980f5d-551c-4247-9806-cf3022158b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:47:08Z', 'updated_at': '2021-09-07T02:47:15Z', 'revision_number': 4, 'project_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'gw_port': {'id': 'e2980f5d-551c-4247-9806-cf3022158b44', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:8c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b86a9e-ce2e-42ab-a6ad-2c076247d5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:10Z', 'updated_at': '2021-09-07T02:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': '56ee72c7-5f57-45d3-a0f4-34804f618418', 'tenant_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'floating_ip_address': '172.25.5.198', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '46b86a9e-ce2e-42ab-a6ad-2c076247d5f4', 'port_id': '7f01f67e-3409-48ce-92b1-62482d74cd88', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c14598de-557e-41f6-bdcf-28289778b06c', 'mac_address': 'fa:16:3e:2d:b8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff3d0b0-5413-4f78-bbff-bd4df25547fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T02:47:22Z', 'updated_at': '2021-09-07T02:47:42Z', 'revision_number': 1, 'project_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1359631-4d95-4e6b-8e71-ab65182e0e03', 'name': '', 'network_id': 'c14598de-557e-41f6-bdcf-28289778b06c', 'tenant_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'mac_address': 'fa:16:3e:81:9f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b86a9e-ce2e-42ab-a6ad-2c076247d5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '2131ccdf-cbf5-4ee9-96cf-e4c911da986a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:14Z', 'updated_at': '2021-09-07T02:47:24Z', 'revision_number': 5, 'project_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'subnets': [{'id': '2131ccdf-cbf5-4ee9-96cf-e4c911da986a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:44.644030 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7e9c824a-cf9b-426e-ba19-07c1bef6f1b3 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:44.671627 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1f1ed671-6949-415a-8963-89839b7b95cf req-fa7bd0d5-1c51-42bc-b7e4-675cfd6d485a tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324792 Sep 07 02:47:44.691093 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af64e1fc-2c5a-45e4-94ab-88d7ab039c56 None None] Checking router: 46b86a9e-ce2e-42ab-a6ad-2c076247d5f4 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:47:44.711987 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f071d7-caeb-4a81-8ede-67c8c962bbfc tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Pushing event updated for resources: {'Subnet': ['ID=14b92375-ebb2-434d-a3d5-39c6bc26a11e,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:44.721872 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af64e1fc-2c5a-45e4-94ab-88d7ab039c56 None None] Routers {'46b86a9e-ce2e-42ab-a6ad-2c076247d5f4'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:47:44.723505 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-af64e1fc-2c5a-45e4-94ab-88d7ab039c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:47:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['46b86a9e-ce2e-42ab-a6ad-2c076247d5f4'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:44.726871 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f071d7-caeb-4a81-8ede-67c8c962bbfc tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Checking segment: {'id': '31794594-c285-4078-aa34-a181e4624a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1bf2240c-b6ec-4767-a75c-4f9737a9399b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:47:44.727244 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f071d7-caeb-4a81-8ede-67c8c962bbfc tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Network hostable DHCP agents. Network: 1bf2240c-b6ec-4767-a75c-4f9737a9399b, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:47:44.731952 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.db.api [None req-7e9c824a-cf9b-426e-ba19-07c1bef6f1b3 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 02:47:44.731952 n-d-796209-16 neutron-server[94701]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 07 02:47:44.731952 n-d-796209-16 neutron-server[94701]: [parameters: {'project_id_1': '6c0105e0b9da4460980200d67555fb38', 'expiration_1': datetime.datetime(2021, 9, 7, 2, 47, 24, 684555)}] Sep 07 02:47:44.731952 n-d-796209-16 neutron-server[94701]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 02:47:44.731952 n-d-796209-16 neutron-server[94701]: DEBUG oslo_db.api [None req-7e9c824a-cf9b-426e-ba19-07c1bef6f1b3 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 02:47:44.742741 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-641baa15-fd2c-4d54-8921-13a4284ee4b3 admin admin] Made reservation on behalf of 82a45090c023468b95127c390faba656 for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:47:44.745348 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-641baa15-fd2c-4d54-8921-13a4284ee4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:44.756649 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-641baa15-fd2c-4d54-8921-13a4284ee4b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:44.761292 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dda659-fd86-4dd0-9a98-f03c6ca53c74 req-4fc4e5a4-6a65-458d-9013-3a8282acc3d4 tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:44.763278 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-19dda659-fd86-4dd0-9a98-f03c6ca53c74 req-4fc4e5a4-6a65-458d-9013-3a8282acc3d4 tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] 10.222.0.23 "GET /v2.0/ports?device_id=447e4569-539f-4df6-926a-0a27ff06a734 HTTP/1.1" status: 200 len: 945 time: 0.1789429 Sep 07 02:47:44.765496 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48f0efb-8cc6-4dc1-8f84-fcf716cc5d45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-7d13e129-0c0e-4df4-b028-c4d4b48bcc4e', 'network_id': '7d13e129-0c0e-4df4-b028-c4d4b48bcc4e', 'tenant_id': '8588d6f5763640d5877655c3506d457e', 'fixed_ips': [{'subnet_id': '6e990e77-304d-404c-98da-bed020bd8c4a'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:47:44.766827 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d48f0efb-8cc6-4dc1-8f84-fcf716cc5d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:44.772378 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f071d7-caeb-4a81-8ede-67c8c962bbfc tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Network 1bf2240c-b6ec-4767-a75c-4f9737a9399b is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:47:44.823194 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-88f071d7-caeb-4a81-8ede-67c8c962bbfc tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 1bf2240c-b6ec-4767-a75c-4f9737a9399b) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:47:44.841263 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f071d7-caeb-4a81-8ede-67c8c962bbfc tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:44.841911 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f071d7-caeb-4a81-8ede-67c8c962bbfc tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:44.842651 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-88f071d7-caeb-4a81-8ede-67c8c962bbfc tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:44.852341 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f0bca-7eaa-4322-9343-4c38c6b965bc req-0a7d3222-1937-45aa-9e9b-f5a958581f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:44.854137 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c95f0bca-7eaa-4322-9343-4c38c6b965bc req-0a7d3222-1937-45aa-9e9b-f5a958581f1b service neutron] 10.222.0.23 "GET /v2.0/networks?id=c14598de-557e-41f6-bdcf-28289778b06c HTTP/1.1" status: 200 len: 910 time: 0.3813927 Sep 07 02:47:44.877036 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15fdf2b-2c1e-4c9a-94cd-995faa743242 None None] Network 1bf2240c-b6ec-4767-a75c-4f9737a9399b requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:47:44.881772 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e65ce1-2f66-413e-8b13-eada221b419b req-b1fa8cb6-b45e-43ae-a54a-b1816625beec tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:44.893735 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-41e65ce1-2f66-413e-8b13-eada221b419b req-b1fa8cb6-b45e-43ae-a54a-b1816625beec tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] 10.222.0.22 "GET /v2.0/ports?device_id=447e4569-539f-4df6-926a-0a27ff06a734 HTTP/1.1" status: 200 len: 945 time: 0.1104276 Sep 07 02:47:44.904224 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-af64e1fc-2c5a-45e4-94ab-88d7ab039c56 None None] Set router 46b86a9e-ce2e-42ab-a6ad-2c076247d5f4 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:47:44.992280 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a44591a-31d3-48ca-8597-33bc7c61b8b6 req-f355cf88-a314-4080-9785-9a93562e01ea service neutron] 10.222.0.16 "GET /v2.0/networks/5ef2135d-eb79-4b03-bc59-b7d80582547a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284109 Sep 07 02:47:45.007865 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-41e65ce1-2f66-413e-8b13-eada221b419b req-fce52bb7-391e-4b6d-b002-aae0b1f0d1cb tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] 10.222.0.22 "GET /v2.0/security-groups?id=979a4161-9ef3-4486-b4ae-301a87f7c661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128798 Sep 07 02:47:45.022879 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-d48f0efb-8cc6-4dc1-8f84-fcf716cc5d45 None None] Allocated IP 2001:db8::1 (7d13e129-0c0e-4df4-b028-c4d4b48bcc4e/6e990e77-304d-404c-98da-bed020bd8c4a/638d8b30-8572-4e05-a070-4fd9d40a329a) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:47:45.037217 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-641baa15-fd2c-4d54-8921-13a4284ee4b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:45.037500 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c95f0bca-7eaa-4322-9343-4c38c6b965bc req-830be25b-38cc-4bde-b056-3465b9098a84 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f01f67e-3409-48ce-92b1-62482d74cd88 HTTP/1.1" status: 200 len: 999 time: 0.1746371 Sep 07 02:47:45.043136 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-641baa15-fd2c-4d54-8921-13a4284ee4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:45.068305 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-88f071d7-caeb-4a81-8ede-67c8c962bbfc tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.6956525 Sep 07 02:47:45.069209 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60328) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:45.102930 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-641baa15-fd2c-4d54-8921-13a4284ee4b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:47:45.128936 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-19dda659-fd86-4dd0-9a98-f03c6ca53c74 req-80a09455-9b17-44ff-af58-72e85b5ae533 tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] Deleting port bb918191-62e0-4656-8659-1616b29dbf72 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:47:45.129150 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-19dda659-fd86-4dd0-9a98-f03c6ca53c74 req-80a09455-9b17-44ff-af58-72e85b5ae533 tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:45.185353 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c6421c-e9b6-410f-b621-df31683f9705 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-1bf2240c-b6ec-4767-a75c-4f9737a9399b', 'network_id': '1bf2240c-b6ec-4767-a75c-4f9737a9399b', 'tenant_id': '8588d6f5763640d5877655c3506d457e', 'fixed_ips': [{'subnet_id': '14b92375-ebb2-434d-a3d5-39c6bc26a11e'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:47:45.187096 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e7c6421c-e9b6-410f-b621-df31683f9705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:45.220689 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641baa15-fd2c-4d54-8921-13a4284ee4b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54150a83-42e9-48fd-98b1-9fb76d3ea810,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:45.228112 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-641baa15-fd2c-4d54-8921-13a4284ee4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:45.228760 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-641baa15-fd2c-4d54-8921-13a4284ee4b3 admin admin] Added segment 671b0d78-496f-4a6a-a20b-d6937a9097d2 of type vlan for network 2dd15660-a8a2-4615-aae6-6565f5b9c926 Sep 07 02:47:45.236621 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-19dda659-fd86-4dd0-9a98-f03c6ca53c74 req-80a09455-9b17-44ff-af58-72e85b5ae533 tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] For port bb918191-62e0-4656-8659-1616b29dbf72, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=bb918191-62e0-4656-8659-1616b29dbf72,segment=NetworkSegment(f7365d16-60af-4f35-91cc-fd0a2a4fb280),segment_id=f7365d16-60af-4f35-91cc-fd0a2a4fb280)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:47:45.236763 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7e9c824a-cf9b-426e-ba19-07c1bef6f1b3 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:45.237012 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-19dda659-fd86-4dd0-9a98-f03c6ca53c74 req-80a09455-9b17-44ff-af58-72e85b5ae533 tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:45.243566 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-af64e1fc-2c5a-45e4-94ab-88d7ab039c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b86a9e-ce2e-42ab-a6ad-2c076247d5f4', 'name': 'tempest-AttachVolumeTestJSON-556686093-router', 'tenant_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': 'e2980f5d-551c-4247-9806-cf3022158b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:47:08Z', 'updated_at': '2021-09-07T02:47:15Z', 'revision_number': 4, 'project_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'gw_port': {'id': 'e2980f5d-551c-4247-9806-cf3022158b44', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:8c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b86a9e-ce2e-42ab-a6ad-2c076247d5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:10Z', 'updated_at': '2021-09-07T02:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': '56ee72c7-5f57-45d3-a0f4-34804f618418', 'tenant_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'floating_ip_address': '172.25.5.198', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '46b86a9e-ce2e-42ab-a6ad-2c076247d5f4', 'port_id': '7f01f67e-3409-48ce-92b1-62482d74cd88', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c14598de-557e-41f6-bdcf-28289778b06c', 'mac_address': 'fa:16:3e:2d:b8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff3d0b0-5413-4f78-bbff-bd4df25547fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T02:47:22Z', 'updated_at': '2021-09-07T02:47:42Z', 'revision_number': 1, 'project_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1359631-4d95-4e6b-8e71-ab65182e0e03', 'name': '', 'network_id': 'c14598de-557e-41f6-bdcf-28289778b06c', 'tenant_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'mac_address': 'fa:16:3e:81:9f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b86a9e-ce2e-42ab-a6ad-2c076247d5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '2131ccdf-cbf5-4ee9-96cf-e4c911da986a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:14Z', 'updated_at': '2021-09-07T02:47:24Z', 'revision_number': 5, 'project_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'subnets': [{'id': '2131ccdf-cbf5-4ee9-96cf-e4c911da986a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:45.283624 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af64e1fc-2c5a-45e4-94ab-88d7ab039c56 None None] The sync data for ids ['46b86a9e-ce2e-42ab-a6ad-2c076247d5f4'] in n-d-796209-16 is: [{'id': '46b86a9e-ce2e-42ab-a6ad-2c076247d5f4', 'name': 'tempest-AttachVolumeTestJSON-556686093-router', 'tenant_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': 'e2980f5d-551c-4247-9806-cf3022158b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:47:08Z', 'updated_at': '2021-09-07T02:47:15Z', 'revision_number': 4, 'project_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'gw_port': {'id': 'e2980f5d-551c-4247-9806-cf3022158b44', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:8c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b86a9e-ce2e-42ab-a6ad-2c076247d5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:10Z', 'updated_at': '2021-09-07T02:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': '56ee72c7-5f57-45d3-a0f4-34804f618418', 'tenant_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'floating_ip_address': '172.25.5.198', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '46b86a9e-ce2e-42ab-a6ad-2c076247d5f4', 'port_id': '7f01f67e-3409-48ce-92b1-62482d74cd88', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c14598de-557e-41f6-bdcf-28289778b06c', 'mac_address': 'fa:16:3e:2d:b8:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff3d0b0-5413-4f78-bbff-bd4df25547fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T02:47:22Z', 'updated_at': '2021-09-07T02:47:42Z', 'revision_number': 1, 'project_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1359631-4d95-4e6b-8e71-ab65182e0e03', 'name': '', 'network_id': 'c14598de-557e-41f6-bdcf-28289778b06c', 'tenant_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'mac_address': 'fa:16:3e:81:9f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b86a9e-ce2e-42ab-a6ad-2c076247d5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '2131ccdf-cbf5-4ee9-96cf-e4c911da986a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:14Z', 'updated_at': '2021-09-07T02:47:24Z', 'revision_number': 5, 'project_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'subnets': [{'id': '2131ccdf-cbf5-4ee9-96cf-e4c911da986a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:47:45.284575 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01958388-c4f6-477a-b78d-81ed4dfd2244 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:45.286986 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01958388-c4f6-477a-b78d-81ed4dfd2244 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:45.289160 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01958388-c4f6-477a-b78d-81ed4dfd2244 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:45.289990 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a44591a-31d3-48ca-8597-33bc7c61b8b6 req-560b5c56-5480-4948-a352-a9ac28918b05 service neutron] 10.222.0.16 "GET /v2.0/networks/5ef2135d-eb79-4b03-bc59-b7d80582547a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835925 Sep 07 02:47:45.292739 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-19dda659-fd86-4dd0-9a98-f03c6ca53c74 req-80a09455-9b17-44ff-af58-72e85b5ae533 tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] Calling delete_port for bb918191-62e0-4656-8659-1616b29dbf72 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:47:45.307283 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-01958388-c4f6-477a-b78d-81ed4dfd2244 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2238429 Sep 07 02:47:45.310384 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60332) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:45.430088 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d48f0efb-8cc6-4dc1-8f84-fcf716cc5d45 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:45.450252 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-d48f0efb-8cc6-4dc1-8f84-fcf716cc5d45 None None] Transition to ACTIVE for port object 638d8b30-8572-4e05-a070-4fd9d40a329a will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:47:45.453623 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-e7c6421c-e9b6-410f-b621-df31683f9705 None None] Allocated IP 2001:db8:0:1::1 (1bf2240c-b6ec-4767-a75c-4f9737a9399b/14b92375-ebb2-434d-a3d5-39c6bc26a11e/a9487162-faa0-4cc1-b867-2ab30cbcc4a1) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:47:45.484564 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-d48f0efb-8cc6-4dc1-8f84-fcf716cc5d45 None None] Transition to ACTIVE for port object 638d8b30-8572-4e05-a070-4fd9d40a329a will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:47:45.505188 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d48f0efb-8cc6-4dc1-8f84-fcf716cc5d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:45.724092 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e7c9ff-bc74-49a0-9c09-e468ef3f0ca7 None None] New status for floating IP 56ee72c7-5f57-45d3-a0f4-34804f618418: ACTIVE {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 02:47:45.766653 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-641baa15-fd2c-4d54-8921-13a4284ee4b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:45.801776 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-641baa15-fd2c-4d54-8921-13a4284ee4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:45.803423 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641baa15-fd2c-4d54-8921-13a4284ee4b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:45.804234 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-641baa15-fd2c-4d54-8921-13a4284ee4b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:45.804689 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48f0efb-8cc6-4dc1-8f84-fcf716cc5d45 None None] Network 7d13e129-0c0e-4df4-b028-c4d4b48bcc4e is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:47:45.816539 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-d48f0efb-8cc6-4dc1-8f84-fcf716cc5d45 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:47:45.819103 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48f0efb-8cc6-4dc1-8f84-fcf716cc5d45 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:47:45.819727 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-847bbb48-977e-43c0-bb83-fbf853b4d415 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Deleting subnet 6e990e77-304d-404c-98da-bed020bd8c4a {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:47:45.823464 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-847bbb48-977e-43c0-bb83-fbf853b4d415 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:45.836793 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48f0efb-8cc6-4dc1-8f84-fcf716cc5d45 None None] Pushing event updated for resources: {'Port': ['ID=638d8b30-8572-4e05-a070-4fd9d40a329a,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:45.866491 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f0bca-7eaa-4322-9343-4c38c6b965bc req-50d482e3-5e5e-4e3a-83ab-12db35ff629b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:45.867984 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c95f0bca-7eaa-4322-9343-4c38c6b965bc req-50d482e3-5e5e-4e3a-83ab-12db35ff629b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2131ccdf-cbf5-4ee9-96cf-e4c911da986a HTTP/1.1" status: 200 len: 849 time: 0.8125668 Sep 07 02:47:45.873320 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a44591a-31d3-48ca-8597-33bc7c61b8b6 req-fabe28f2-e4ec-424b-9d05-41761df619a9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dfc9b065-1c7f-4968-9ce9-8ee8bb3c5e67 HTTP/1.1" status: 200 len: 217 time: 0.5762644 Sep 07 02:47:45.911152 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641baa15-fd2c-4d54-8921-13a4284ee4b3 admin admin] Pushing event updated for resources: {'Network': ['ID=2dd15660-a8a2-4615-aae6-6565f5b9c926,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:45.941404 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 2dd15660-a8a2-4615-aae6-6565f5b9c926 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:47:45.969055 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-847bbb48-977e-43c0-bb83-fbf853b4d415 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:45.976370 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7e9c824a-cf9b-426e-ba19-07c1bef6f1b3 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:45.987830 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7e9c824a-cf9b-426e-ba19-07c1bef6f1b3 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:46.022457 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-641baa15-fd2c-4d54-8921-13a4284ee4b3 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6233184 Sep 07 02:47:46.022804 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-d48f0efb-8cc6-4dc1-8f84-fcf716cc5d45 None None] Attempting to bind port 638d8b30-8572-4e05-a070-4fd9d40a329a on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:47:46.023274 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-d48f0efb-8cc6-4dc1-8f84-fcf716cc5d45 None None] Attempting to bind port 638d8b30-8572-4e05-a070-4fd9d40a329a by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'fa06e567-8daa-4279-9dab-35671a543cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d13e129-0c0e-4df4-b028-c4d4b48bcc4e'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:47:46.023774 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48f0efb-8cc6-4dc1-8f84-fcf716cc5d45 None None] Attempting to bind port 638d8b30-8572-4e05-a070-4fd9d40a329a on network 7d13e129-0c0e-4df4-b028-c4d4b48bcc4e {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:47:46.025650 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60340) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:46.035054 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-a0cfad43-0661-48b8-8cc8-2677d5499297 admin admin] Request body: {'subnet': {'network_id': '2dd15660-a8a2-4615-aae6-6565f5b9c926', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-612165806-subnet', 'tenant_id': '82a45090c023468b95127c390faba656', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:46.035727 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9c824a-cf9b-426e-ba19-07c1bef6f1b3 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb97a14-e3fd-4864-a5f3-fe0e69cf1d27,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:46.069355 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7e9c824a-cf9b-426e-ba19-07c1bef6f1b3 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:46.070692 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-7e9c824a-cf9b-426e-ba19-07c1bef6f1b3 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5821445 Sep 07 02:47:46.075204 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60344) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:46.081178 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-d58a3908-4bd3-4c4f-a31e-79f8ab1c29b1 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Request body: {'security_group_rule': {'security_group_id': '0bb97a14-e3fd-4864-a5f3-fe0e69cf1d27', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:46.082926 n-d-796209-16 neutron-server[94701]: WARNING neutron.api.v2.base [None req-d58a3908-4bd3-4c4f-a31e-79f8ab1c29b1 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 07 02:47:46.083446 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-d58a3908-4bd3-4c4f-a31e-79f8ab1c29b1 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 02:47:46.084466 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d58a3908-4bd3-4c4f-a31e-79f8ab1c29b1 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0083039 Sep 07 02:47:46.091665 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60346) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:46.105100 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e7c6421c-e9b6-410f-b621-df31683f9705 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:46.111381 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f0bca-7eaa-4322-9343-4c38c6b965bc req-fa400bfc-a0e5-4c16-b7b4-2e8bf59598b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:46.112163 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-251f8a98-2b6e-4ec0-9b46-f6ff5a76e781 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Request body: {'security_group_rule': {'security_group_id': '0bb97a14-e3fd-4864-a5f3-fe0e69cf1d27', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:46.112932 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c95f0bca-7eaa-4322-9343-4c38c6b965bc req-fa400bfc-a0e5-4c16-b7b4-2e8bf59598b3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14598de-557e-41f6-bdcf-28289778b06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2291391 Sep 07 02:47:46.120812 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c50bf-cf87-4a08-a9ce-dc59526c7f0c req-ffbb60c1-f79d-42da-9f43-5fe2ebdaa934 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:46.122291 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f07c50bf-cf87-4a08-a9ce-dc59526c7f0c req-ffbb60c1-f79d-42da-9f43-5fe2ebdaa934 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd03b013-92cc-4982-b8c3-5bae3a1f039f HTTP/1.1" status: 200 len: 945 time: 0.2594321 Sep 07 02:47:46.127421 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0cfad43-0661-48b8-8cc8-2677d5499297 admin admin] Made reservation on behalf of 82a45090c023468b95127c390faba656 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:47:46.127820 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44591a-31d3-48ca-8597-33bc7c61b8b6 req-1be5b784-65ff-4332-ad2c-6d9a3f381dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:46.129247 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a44591a-31d3-48ca-8597-33bc7c61b8b6 req-1be5b784-65ff-4332-ad2c-6d9a3f381dda service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fa07d668-6197-4922-9f11-0bb1fe24556f HTTP/1.1" status: 200 len: 797 time: 0.2418196 Sep 07 02:47:46.130218 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a0cfad43-0661-48b8-8cc8-2677d5499297 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:46.141257 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48f0efb-8cc6-4dc1-8f84-fcf716cc5d45 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:47:46.141704 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48f0efb-8cc6-4dc1-8f84-fcf716cc5d45 None None] Checking segment: {'id': 'fa06e567-8daa-4279-9dab-35671a543cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d13e129-0c0e-4df4-b028-c4d4b48bcc4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:47:46.142724 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d48f0efb-8cc6-4dc1-8f84-fcf716cc5d45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:46.142724 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48f0efb-8cc6-4dc1-8f84-fcf716cc5d45 None None] Bound using segment: {'id': 'fa06e567-8daa-4279-9dab-35671a543cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d13e129-0c0e-4df4-b028-c4d4b48bcc4e'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:47:46.143177 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-d48f0efb-8cc6-4dc1-8f84-fcf716cc5d45 None None] Bound port: 638d8b30-8572-4e05-a070-4fd9d40a329a, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa06e567-8daa-4279-9dab-35671a543cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d13e129-0c0e-4df4-b028-c4d4b48bcc4e'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:47:46.143753 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d48f0efb-8cc6-4dc1-8f84-fcf716cc5d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:46.156098 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-e7c6421c-e9b6-410f-b621-df31683f9705 None None] Transition to ACTIVE for port object a9487162-faa0-4cc1-b867-2ab30cbcc4a1 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:47:46.202384 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-e7c6421c-e9b6-410f-b621-df31683f9705 None None] Transition to ACTIVE for port object a9487162-faa0-4cc1-b867-2ab30cbcc4a1 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:47:46.222302 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e7c6421c-e9b6-410f-b621-df31683f9705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:46.249704 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c58f9-7970-44b7-9810-b039a1b97289 req-195ae07f-591f-4514-aa31-b1e0d712f0e0 tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:46.252463 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-402c58f9-7970-44b7-9810-b039a1b97289 req-195ae07f-591f-4514-aa31-b1e0d712f0e0 tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] 10.222.0.22 "GET /v2.0/ports?device_id=447e4569-539f-4df6-926a-0a27ff06a734 HTTP/1.1" status: 200 len: 945 time: 0.1338356 Sep 07 02:47:46.276313 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c6421c-e9b6-410f-b621-df31683f9705 None None] Pushing event updated for resources: {'Port': ['ID=a9487162-faa0-4cc1-b867-2ab30cbcc4a1,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:46.278144 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-251f8a98-2b6e-4ec0-9b46-f6ff5a76e781 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 02:47:46.282848 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-251f8a98-2b6e-4ec0-9b46-f6ff5a76e781 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1869905 Sep 07 02:47:46.285319 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60350) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:46.292196 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-be7b4bd1-46d7-4213-8f5e-e021dbbbbbfc tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Request body: {'security_group_rule': {'security_group_id': '0bb97a14-e3fd-4864-a5f3-fe0e69cf1d27', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:46.294526 n-d-796209-16 neutron-server[94701]: WARNING neutron.api.v2.base [None req-be7b4bd1-46d7-4213-8f5e-e021dbbbbbfc tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 07 02:47:46.295398 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-be7b4bd1-46d7-4213-8f5e-e021dbbbbbfc tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 02:47:46.295544 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c6421c-e9b6-410f-b621-df31683f9705 None None] Network 1bf2240c-b6ec-4767-a75c-4f9737a9399b is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:47:46.299770 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-be7b4bd1-46d7-4213-8f5e-e021dbbbbbfc tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0098450 Sep 07 02:47:46.299953 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-e7c6421c-e9b6-410f-b621-df31683f9705 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:47:46.299953 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c6421c-e9b6-410f-b621-df31683f9705 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:47:46.300142 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60352) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:46.306021 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-8a8c80fb-5176-48df-aed9-adca5d0f6a59 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Request body: {'security_group_rule': {'security_group_id': '0bb97a14-e3fd-4864-a5f3-fe0e69cf1d27', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:46.322276 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f07c50bf-cf87-4a08-a9ce-dc59526c7f0c req-84724d5e-71bc-4156-988b-c80c1f3fedf9 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819949 Sep 07 02:47:46.330003 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-847bbb48-977e-43c0-bb83-fbf853b4d415 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:46.356346 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a44591a-31d3-48ca-8597-33bc7c61b8b6 req-8493ce4e-2284-498d-8388-6cd140e69cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:46.357564 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a44591a-31d3-48ca-8597-33bc7c61b8b6 req-8493ce4e-2284-498d-8388-6cd140e69cba service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5ef2135d-eb79-4b03-bc59-b7d80582547a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2117207 Sep 07 02:47:46.369680 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-e7c6421c-e9b6-410f-b621-df31683f9705 None None] Attempting to bind port a9487162-faa0-4cc1-b867-2ab30cbcc4a1 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:47:46.370270 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-e7c6421c-e9b6-410f-b621-df31683f9705 None None] Attempting to bind port a9487162-faa0-4cc1-b867-2ab30cbcc4a1 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '31794594-c285-4078-aa34-a181e4624a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1bf2240c-b6ec-4767-a75c-4f9737a9399b'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:47:46.370730 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c6421c-e9b6-410f-b621-df31683f9705 None None] Attempting to bind port a9487162-faa0-4cc1-b867-2ab30cbcc4a1 on network 1bf2240c-b6ec-4767-a75c-4f9737a9399b {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:47:46.377077 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c6421c-e9b6-410f-b621-df31683f9705 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:47:46.377527 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c6421c-e9b6-410f-b621-df31683f9705 None None] Checking segment: {'id': '31794594-c285-4078-aa34-a181e4624a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1bf2240c-b6ec-4767-a75c-4f9737a9399b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:47:46.378146 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e7c6421c-e9b6-410f-b621-df31683f9705 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:46.378766 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c6421c-e9b6-410f-b621-df31683f9705 None None] Bound using segment: {'id': '31794594-c285-4078-aa34-a181e4624a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1bf2240c-b6ec-4767-a75c-4f9737a9399b'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:47:46.379428 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-e7c6421c-e9b6-410f-b621-df31683f9705 None None] Bound port: a9487162-faa0-4cc1-b867-2ab30cbcc4a1, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31794594-c285-4078-aa34-a181e4624a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1bf2240c-b6ec-4767-a75c-4f9737a9399b'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:47:46.380052 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e7c6421c-e9b6-410f-b621-df31683f9705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:46.395985 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-402c58f9-7970-44b7-9810-b039a1b97289 req-1c344472-489f-4ad4-90b9-9d61cdbcbebc tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] 10.222.0.22 "GET /v2.0/security-groups?id=979a4161-9ef3-4486-b4ae-301a87f7c661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788937 Sep 07 02:47:46.459859 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-8a8c80fb-5176-48df-aed9-adca5d0f6a59 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 02:47:46.463811 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8a8c80fb-5176-48df-aed9-adca5d0f6a59 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1600811 Sep 07 02:47:46.464644 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60356) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:46.471354 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-07fd3552-be7f-41ed-8cc6-d5c87d91a9ec tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Request body: {'security_group_rule': {'security_group_id': '0bb97a14-e3fd-4864-a5f3-fe0e69cf1d27', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:46.472247 n-d-796209-16 neutron-server[94701]: WARNING neutron.api.v2.base [None req-07fd3552-be7f-41ed-8cc6-d5c87d91a9ec tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 07 02:47:46.472418 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-07fd3552-be7f-41ed-8cc6-d5c87d91a9ec tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 02:47:46.476224 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-07fd3552-be7f-41ed-8cc6-d5c87d91a9ec tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0078068 Sep 07 02:47:46.477019 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60358) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:46.483519 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-65554784-ce7d-44e8-8e8b-c03f8610fe95 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Request body: {'security_group_rule': {'security_group_id': '0bb97a14-e3fd-4864-a5f3-fe0e69cf1d27', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:46.487342 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-e7c6421c-e9b6-410f-b621-df31683f9705 None None] For port a9487162-faa0-4cc1-b867-2ab30cbcc4a1, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:47:46.491385 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-e7c6421c-e9b6-410f-b621-df31683f9705 None None] For port a9487162-faa0-4cc1-b867-2ab30cbcc4a1, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=a9487162-faa0-4cc1-b867-2ab30cbcc4a1,segment=NetworkSegment(31794594-c285-4078-aa34-a181e4624a4c),segment_id=31794594-c285-4078-aa34-a181e4624a4c)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:47:46.500046 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e7c6421c-e9b6-410f-b621-df31683f9705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:46.503434 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c95f0bca-7eaa-4322-9343-4c38c6b965bc req-046344ad-beb6-4c9d-9f58-12c16ac8ffa4 service neutron] 10.222.0.23 "GET /v2.0/networks/c14598de-557e-41f6-bdcf-28289778b06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3786559 Sep 07 02:47:46.528197 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-19dda659-fd86-4dd0-9a98-f03c6ca53c74 req-80a09455-9b17-44ff-af58-72e85b5ae533 tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:46.559430 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['bb918191-62e0-4656-8659-1616b29dbf72'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:47:46.560353 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a0cfad43-0661-48b8-8cc8-2677d5499297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:46.622712 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a09455-9b17-44ff-af58-72e85b5ae533 tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] Pushing event deleted for resources: {'Port': ['ID=bb918191-62e0-4656-8659-1616b29dbf72,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:46.626257 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c6421c-e9b6-410f-b621-df31683f9705 None None] Pushing event updated for resources: {'Port': ['ID=a9487162-faa0-4cc1-b867-2ab30cbcc4a1,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:46.628890 n-d-796209-16 neutron-server[94701]: INFO neutron.db.securitygroups_db [None req-65554784-ce7d-44e8-8e8b-c03f8610fe95 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Project 6c0105e0b9da4460980200d67555fb38 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 02:47:46.634244 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cfad43-0661-48b8-8cc8-2677d5499297 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac223360-8a8e-4533-8aad-52e511f20cab,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:46.653182 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-d48f0efb-8cc6-4dc1-8f84-fcf716cc5d45 None None] For port 638d8b30-8572-4e05-a070-4fd9d40a329a, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:47:46.672661 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-d48f0efb-8cc6-4dc1-8f84-fcf716cc5d45 None None] For port 638d8b30-8572-4e05-a070-4fd9d40a329a, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=638d8b30-8572-4e05-a070-4fd9d40a329a,segment=NetworkSegment(fa06e567-8daa-4279-9dab-35671a543cf4),segment_id=fa06e567-8daa-4279-9dab-35671a543cf4)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:47:46.681756 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d48f0efb-8cc6-4dc1-8f84-fcf716cc5d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:46.684431 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-65554784-ce7d-44e8-8e8b-c03f8610fe95 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 02:47:46.685993 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-65554784-ce7d-44e8-8e8b-c03f8610fe95 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2079568 Sep 07 02:47:46.687514 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cfad43-0661-48b8-8cc8-2677d5499297 admin admin] Checking segment: {'id': '671b0d78-496f-4a6a-a20b-d6937a9097d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2dd15660-a8a2-4615-aae6-6565f5b9c926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:47:46.687966 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cfad43-0661-48b8-8cc8-2677d5499297 admin admin] Network hostable DHCP agents. Network: 2dd15660-a8a2-4615-aae6-6565f5b9c926, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:47:46.691024 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60362) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:46.703437 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-0811f776-e379-4402-8b1e-9fea29f79cde tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Request body: {'security_group_rule': {'security_group_id': '0bb97a14-e3fd-4864-a5f3-fe0e69cf1d27', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:46.704297 n-d-796209-16 neutron-server[94701]: WARNING neutron.api.v2.base [None req-0811f776-e379-4402-8b1e-9fea29f79cde tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 07 02:47:46.704982 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-0811f776-e379-4402-8b1e-9fea29f79cde tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 02:47:46.706624 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-0811f776-e379-4402-8b1e-9fea29f79cde tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0091245 Sep 07 02:47:46.708908 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60366) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:46.716626 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-58cdccfd-451c-42fb-8e46-cfaa79122f00 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Request body: {'security_group_rule': {'security_group_id': '0bb97a14-e3fd-4864-a5f3-fe0e69cf1d27', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:46.723114 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-847bbb48-977e-43c0-bb83-fbf853b4d415 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:46.745712 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a44591a-31d3-48ca-8597-33bc7c61b8b6 req-542c63e1-2a33-431f-bcea-53daf667e5c0 service neutron] 10.222.0.16 "GET /v2.0/networks/5ef2135d-eb79-4b03-bc59-b7d80582547a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565021 Sep 07 02:47:46.760909 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cfad43-0661-48b8-8cc8-2677d5499297 admin admin] Network 2dd15660-a8a2-4615-aae6-6565f5b9c926 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:47:46.770403 n-d-796209-16 neutron-server[94701]: INFO neutron.db.securitygroups_db [None req-58cdccfd-451c-42fb-8e46-cfaa79122f00 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Project 6c0105e0b9da4460980200d67555fb38 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 02:47:46.784232 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-a0cfad43-0661-48b8-8cc8-2677d5499297 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 2dd15660-a8a2-4615-aae6-6565f5b9c926) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:47:46.791909 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cfad43-0661-48b8-8cc8-2677d5499297 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:46.792731 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a0cfad43-0661-48b8-8cc8-2677d5499297 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:46.798266 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-58cdccfd-451c-42fb-8e46-cfaa79122f00 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 02:47:46.799563 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-58cdccfd-451c-42fb-8e46-cfaa79122f00 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0882738 Sep 07 02:47:46.802878 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60368) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:46.810323 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-28f50bda-4d7e-489f-a709-7d05a14e30d5 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Request body: {'security_group_rule': {'security_group_id': '0bb97a14-e3fd-4864-a5f3-fe0e69cf1d27', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:46.813611 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-19dda659-fd86-4dd0-9a98-f03c6ca53c74 req-80a09455-9b17-44ff-af58-72e85b5ae533 tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] No DVR routers for this DVR port bb918191-62e0-4656-8659-1616b29dbf72 on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:47:46.820215 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48f0efb-8cc6-4dc1-8f84-fcf716cc5d45 None None] Pushing event updated for resources: {'Port': ['ID=638d8b30-8572-4e05-a070-4fd9d40a329a,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:46.832336 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-19dda659-fd86-4dd0-9a98-f03c6ca53c74 req-80a09455-9b17-44ff-af58-72e85b5ae533 tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:46.834238 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-19dda659-fd86-4dd0-9a98-f03c6ca53c74 req-80a09455-9b17-44ff-af58-72e85b5ae533 tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] 10.222.0.23 "DELETE /v2.0/ports/bb918191-62e0-4656-8659-1616b29dbf72 HTTP/1.1" status: 204 len: 173 time: 2.0363474 Sep 07 02:47:46.846081 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f473e24-a8eb-44fd-9ce9-96d7e96d0ae8 None None] Network 2dd15660-a8a2-4615-aae6-6565f5b9c926 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:47:46.886277 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847bbb48-977e-43c0-bb83-fbf853b4d415 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Pushing event deleted for resources: {'Subnet': ['ID=6e990e77-304d-404c-98da-bed020bd8c4a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:46.888265 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a0cfad43-0661-48b8-8cc8-2677d5499297 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8615618 Sep 07 02:47:46.890268 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '447e4569-539f-4df6-926a-0a27ff06a734', 'name': 'network-vif-deleted', 'tag': 'bb918191-62e0-4656-8659-1616b29dbf72'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:47:46.892617 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055ba3b8-ec53-4ab7-bb3e-016081fac448" -d '{"events": [{"server_uuid": "447e4569-539f-4df6-926a-0a27ff06a734", "name": "network-vif-deleted", "tag": "bb918191-62e0-4656-8659-1616b29dbf72"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:47:46.894905 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60370) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:46.901751 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-e28a83aa-bdf3-4e96-a43d-c76c9f382014 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-612165806-router', 'tenant_id': '82a45090c023468b95127c390faba656', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:46.954688 n-d-796209-16 neutron-server[94701]: INFO neutron.db.securitygroups_db [None req-28f50bda-4d7e-489f-a709-7d05a14e30d5 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Project 6c0105e0b9da4460980200d67555fb38 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 02:47:46.975202 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-847bbb48-977e-43c0-bb83-fbf853b4d415 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:46.977292 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-847bbb48-977e-43c0-bb83-fbf853b4d415 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] 10.222.0.22 "DELETE /v2.0/subnets/6e990e77-304d-404c-98da-bed020bd8c4a HTTP/1.1" status: 204 len: 168 time: 1.6623595 Sep 07 02:47:46.984124 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60374) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:46.989505 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afbdcdfb-b76f-4cee-a7a6-8f1316d183ba x-openstack-request-id: req-afbdcdfb-b76f-4cee-a7a6-8f1316d183ba {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:47:46.989803 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "447e4569-539f-4df6-926a-0a27ff06a734", "name": "network-vif-deleted", "tag": "bb918191-62e0-4656-8659-1616b29dbf72", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:47:46.990072 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-afbdcdfb-b76f-4cee-a7a6-8f1316d183ba {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:47:46.990590 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '447e4569-539f-4df6-926a-0a27ff06a734', 'name': 'network-vif-deleted', 'tag': 'bb918191-62e0-4656-8659-1616b29dbf72', 'status': 'completed', 'code': 200} Sep 07 02:47:47.011212 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2679a6a-a8d2-498c-a64a-8a2f4f6e573c req-e50f640b-13b0-4897-84a3-8a566114be4f tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:47.012419 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f2679a6a-a8d2-498c-a64a-8a2f4f6e573c req-e50f640b-13b0-4897-84a3-8a566114be4f tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd03b013-92cc-4982-b8c3-5bae3a1f039f HTTP/1.1" status: 200 len: 945 time: 0.1932700 Sep 07 02:47:47.013554 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c95f0bca-7eaa-4322-9343-4c38c6b965bc req-f63013ec-c2ae-4b00-89d7-75562f7f078a service neutron] 10.222.0.23 "GET /v2.0/networks/c14598de-557e-41f6-bdcf-28289778b06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5012445 Sep 07 02:47:47.079767 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced5be9-40dd-441d-b1d2-d2c4a3bf137c req-a4338457-2722-45e5-86c1-d4cee54a191a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:47.081339 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bced5be9-40dd-441d-b1d2-d2c4a3bf137c req-a4338457-2722-45e5-86c1-d4cee54a191a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=01da84d8cdfa4892bc470ad7dd96f194&device_id=bd03b013-92cc-4982-b8c3-5bae3a1f039f HTTP/1.1" status: 200 len: 1097 time: 0.3160009 Sep 07 02:47:47.084373 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e28a83aa-bdf3-4e96-a43d-c76c9f382014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:47.085578 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e28a83aa-bdf3-4e96-a43d-c76c9f382014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:47.135635 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-28f50bda-4d7e-489f-a709-7d05a14e30d5 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 02:47:47.136692 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-28f50bda-4d7e-489f-a709-7d05a14e30d5 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3327215 Sep 07 02:47:47.152331 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60378) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:47.165600 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a44591a-31d3-48ca-8597-33bc7c61b8b6 req-a2592f1b-598a-41e3-8160-ab552f816462 service neutron] 10.222.0.16 "GET /v2.0/networks/5ef2135d-eb79-4b03-bc59-b7d80582547a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3804779 Sep 07 02:47:47.187242 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e28a83aa-bdf3-4e96-a43d-c76c9f382014 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:47.209093 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f2679a6a-a8d2-498c-a64a-8a2f4f6e573c req-91df1b0e-6011-488f-a61d-98890bb0efe1 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797803 Sep 07 02:47:47.213462 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-09b4bc03-4cab-4e08-85d9-4a7ea90bb14d tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Deleting subnet 14b92375-ebb2-434d-a3d5-39c6bc26a11e {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:47:47.216332 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-09b4bc03-4cab-4e08-85d9-4a7ea90bb14d tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:47.223349 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac4f89a-ae86-4b26-b48e-a43d7b52db84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-2dd15660-a8a2-4615-aae6-6565f5b9c926', 'network_id': '2dd15660-a8a2-4615-aae6-6565f5b9c926', 'tenant_id': '82a45090c023468b95127c390faba656', 'fixed_ips': [{'subnet_id': 'ac223360-8a8e-4533-8aad-52e511f20cab'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:47:47.224146 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bac4f89a-ae86-4b26-b48e-a43d7b52db84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:47.261584 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-09b4bc03-4cab-4e08-85d9-4a7ea90bb14d tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:47.295397 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5ecba33a-d81f-470d-9e7c-c1cb8995e0fd tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:47.324302 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced5be9-40dd-441d-b1d2-d2c4a3bf137c req-e3e5a778-6693-46b6-b10a-f990db765da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:47.327308 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bced5be9-40dd-441d-b1d2-d2c4a3bf137c req-e3e5a778-6693-46b6-b10a-f990db765da8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5d441d5c-0eb6-4443-b7e8-2a0161da35f4 HTTP/1.1" status: 200 len: 917 time: 0.2372720 Sep 07 02:47:47.361176 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5ecba33a-d81f-470d-9e7c-c1cb8995e0fd tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:47.419114 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bced5be9-40dd-441d-b1d2-d2c4a3bf137c req-843eb580-692a-40da-94b4-2c83c61d24d8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4937cd9-07e1-4ee3-92d4-2d008a1e972f HTTP/1.1" status: 200 len: 217 time: 0.0800159 Sep 07 02:47:47.464088 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-bac4f89a-ae86-4b26-b48e-a43d7b52db84 None None] Allocated IP 172.20.0.2 (2dd15660-a8a2-4615-aae6-6565f5b9c926/ac223360-8a8e-4533-8aad-52e511f20cab/9fe7c0df-57b0-4fdc-a38e-cdd8a5a0fb46) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:47:47.542539 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced5be9-40dd-441d-b1d2-d2c4a3bf137c req-9e64a05c-7bfb-4038-9f6e-cec64cf5e444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:47.547377 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bced5be9-40dd-441d-b1d2-d2c4a3bf137c req-9e64a05c-7bfb-4038-9f6e-cec64cf5e444 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f937e685-ea69-493b-8539-36425b3759bc HTTP/1.1" status: 200 len: 857 time: 0.1162221 Sep 07 02:47:47.572192 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5ecba33a-d81f-470d-9e7c-c1cb8995e0fd tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:47.577443 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5ecba33a-d81f-470d-9e7c-c1cb8995e0fd tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:47.581652 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-5ecba33a-d81f-470d-9e7c-c1cb8995e0fd tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] 10.222.0.22 "DELETE /v2.0/security-groups/0bb97a14-e3fd-4864-a5f3-fe0e69cf1d27 HTTP/1.1" status: 204 len: 168 time: 0.4276435 Sep 07 02:47:47.582569 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60384) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:47.617945 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-09b4bc03-4cab-4e08-85d9-4a7ea90bb14d tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:47.627902 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bced5be9-40dd-441d-b1d2-d2c4a3bf137c req-ea5cec78-bf82-4498-afa3-95bf907a5e53 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5d441d5c-0eb6-4443-b7e8-2a0161da35f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697720 Sep 07 02:47:47.647913 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e28a83aa-bdf3-4e96-a43d-c76c9f382014 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:47.672467 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecba33a-d81f-470d-9e7c-c1cb8995e0fd tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb97a14-e3fd-4864-a5f3-fe0e69cf1d27,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:47.687507 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a10c9f4-7253-4d96-8dd8-f933119bf5c0 req-bf344f99-a293-4b0a-86bf-48d40790eebb tempest-InstanceActionsV221TestJSON-1316004520 tempest-InstanceActionsV221TestJSON-1316004520-project] 10.222.0.22 "GET /v2.0/ports?device_id=447e4569-539f-4df6-926a-0a27ff06a734 HTTP/1.1" status: 200 len: 210 time: 0.0881987 Sep 07 02:47:47.731073 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bac4f89a-ae86-4b26-b48e-a43d7b52db84 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:47.747682 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-bac4f89a-ae86-4b26-b48e-a43d7b52db84 None None] Transition to ACTIVE for port object 9fe7c0df-57b0-4fdc-a38e-cdd8a5a0fb46 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:47:47.764114 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-09b4bc03-4cab-4e08-85d9-4a7ea90bb14d tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:47.766211 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-bac4f89a-ae86-4b26-b48e-a43d7b52db84 None None] Transition to ACTIVE for port object 9fe7c0df-57b0-4fdc-a38e-cdd8a5a0fb46 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:47:47.775821 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bac4f89a-ae86-4b26-b48e-a43d7b52db84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:47.820149 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bced5be9-40dd-441d-b1d2-d2c4a3bf137c req-a7a2a1a1-b77f-4e81-bf66-79a2b8e73a92 service neutron] 10.222.0.16 "GET /v2.0/networks/5d441d5c-0eb6-4443-b7e8-2a0161da35f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641603 Sep 07 02:47:47.826019 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9f17d226-0e10-4a55-94a3-eccb5a93172c tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2153101 Sep 07 02:47:47.830837 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60386) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:47.832477 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac4f89a-ae86-4b26-b48e-a43d7b52db84 None None] Network 2dd15660-a8a2-4615-aae6-6565f5b9c926 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:47:47.837505 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-ae57dd77-83eb-4540-89ab-09af8c6d09d8 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Request body: {'security_group': {'name': 'tempest-secgroup--1766698673'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:47.840672 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-bac4f89a-ae86-4b26-b48e-a43d7b52db84 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:47:47.841366 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b4bc03-4cab-4e08-85d9-4a7ea90bb14d tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Pushing event deleted for resources: {'Subnet': ['ID=14b92375-ebb2-434d-a3d5-39c6bc26a11e,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:47.845748 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac4f89a-ae86-4b26-b48e-a43d7b52db84 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:47:47.852887 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-09b4bc03-4cab-4e08-85d9-4a7ea90bb14d tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:47.855816 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-09b4bc03-4cab-4e08-85d9-4a7ea90bb14d tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] 10.222.0.22 "DELETE /v2.0/subnets/14b92375-ebb2-434d-a3d5-39c6bc26a11e HTTP/1.1" status: 204 len: 168 time: 0.8579748 Sep 07 02:47:47.857586 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60388) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:47.883139 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac4f89a-ae86-4b26-b48e-a43d7b52db84 None None] Pushing event updated for resources: {'Port': ['ID=9fe7c0df-57b0-4fdc-a38e-cdd8a5a0fb46,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:47.921938 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-bac4f89a-ae86-4b26-b48e-a43d7b52db84 None None] Attempting to bind port 9fe7c0df-57b0-4fdc-a38e-cdd8a5a0fb46 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:47:47.921938 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-bac4f89a-ae86-4b26-b48e-a43d7b52db84 None None] Attempting to bind port 9fe7c0df-57b0-4fdc-a38e-cdd8a5a0fb46 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '671b0d78-496f-4a6a-a20b-d6937a9097d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2dd15660-a8a2-4615-aae6-6565f5b9c926'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:47:47.922274 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac4f89a-ae86-4b26-b48e-a43d7b52db84 None None] Attempting to bind port 9fe7c0df-57b0-4fdc-a38e-cdd8a5a0fb46 on network 2dd15660-a8a2-4615-aae6-6565f5b9c926 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:47:47.928783 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac4f89a-ae86-4b26-b48e-a43d7b52db84 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:47:47.929578 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac4f89a-ae86-4b26-b48e-a43d7b52db84 None None] Checking segment: {'id': '671b0d78-496f-4a6a-a20b-d6937a9097d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2dd15660-a8a2-4615-aae6-6565f5b9c926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:47:47.930196 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bac4f89a-ae86-4b26-b48e-a43d7b52db84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:47.931197 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac4f89a-ae86-4b26-b48e-a43d7b52db84 None None] Bound using segment: {'id': '671b0d78-496f-4a6a-a20b-d6937a9097d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2dd15660-a8a2-4615-aae6-6565f5b9c926'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:47:47.931914 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-bac4f89a-ae86-4b26-b48e-a43d7b52db84 None None] Bound port: 9fe7c0df-57b0-4fdc-a38e-cdd8a5a0fb46, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '671b0d78-496f-4a6a-a20b-d6937a9097d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2dd15660-a8a2-4615-aae6-6565f5b9c926'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:47:47.932545 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bac4f89a-ae86-4b26-b48e-a43d7b52db84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:47.939583 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd4c044-5422-4073-87fe-fabfa9edeb26 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:47.944912 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-3cd4c044-5422-4073-87fe-fabfa9edeb26 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0830233 Sep 07 02:47:47.945340 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60390) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:47.981697 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ae57dd77-83eb-4540-89ab-09af8c6d09d8 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:48.015583 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-bac4f89a-ae86-4b26-b48e-a43d7b52db84 None None] For port 9fe7c0df-57b0-4fdc-a38e-cdd8a5a0fb46, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:47:48.018683 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-bac4f89a-ae86-4b26-b48e-a43d7b52db84 None None] For port 9fe7c0df-57b0-4fdc-a38e-cdd8a5a0fb46, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=9fe7c0df-57b0-4fdc-a38e-cdd8a5a0fb46,segment=NetworkSegment(671b0d78-496f-4a6a-a20b-d6937a9097d2),segment_id=671b0d78-496f-4a6a-a20b-d6937a9097d2)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:47:48.026903 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bac4f89a-ae86-4b26-b48e-a43d7b52db84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:48.119335 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e28a83aa-bdf3-4e96-a43d-c76c9f382014 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:48.125226 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b7fedb-e1ca-4769-b562-39beeea8a552 None None] Network 1bf2240c-b6ec-4767-a75c-4f9737a9399b requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:47:48.148139 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e28a83aa-bdf3-4e96-a43d-c76c9f382014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:48.155067 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-83510ac0-2d03-4d99-8664-e18765d1e767 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:48.160925 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bced5be9-40dd-441d-b1d2-d2c4a3bf137c req-6e3dfc83-c09c-4bd5-9c10-27a47322f049 service neutron] 10.222.0.16 "GET /v2.0/networks/5d441d5c-0eb6-4443-b7e8-2a0161da35f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321645 Sep 07 02:47:48.265621 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac4f89a-ae86-4b26-b48e-a43d7b52db84 None None] Pushing event updated for resources: {'Port': ['ID=9fe7c0df-57b0-4fdc-a38e-cdd8a5a0fb46,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:48.279064 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ae57dd77-83eb-4540-89ab-09af8c6d09d8 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:48.297010 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ae57dd77-83eb-4540-89ab-09af8c6d09d8 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:48.298603 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-1f7271e6-2acf-49f5-b20d-a097d0e874dc None None] Provisioning for port a9487162-faa0-4cc1-b867-2ab30cbcc4a1 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:47:48.334156 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-e28a83aa-bdf3-4e96-a43d-c76c9f382014 admin admin] Allocated IP 172.25.5.30 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/2e6559a7-de86-40c2-b044-6bf1cfc9e2bc) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:47:48.382692 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ae57dd77-83eb-4540-89ab-09af8c6d09d8 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:48.387733 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ae57dd77-83eb-4540-89ab-09af8c6d09d8 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5548301 Sep 07 02:47:48.390527 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-83510ac0-2d03-4d99-8664-e18765d1e767 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Deleting port a9487162-faa0-4cc1-b867-2ab30cbcc4a1 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:47:48.391200 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-83510ac0-2d03-4d99-8664-e18765d1e767 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:48.393699 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60396) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:48.401413 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-bfa5da69-aa95-4905-8282-92900cd65f09 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Request body: {'security_group_rule': {'security_group_id': '96c84d34-33a5-4197-8aad-5b9dd5588b51', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:48.406407 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae57dd77-83eb-4540-89ab-09af8c6d09d8 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96c84d34-33a5-4197-8aad-5b9dd5588b51,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:48.477263 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e28a83aa-bdf3-4e96-a43d-c76c9f382014 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:48.525700 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e28a83aa-bdf3-4e96-a43d-c76c9f382014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:48.564711 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba7543f-fdc0-40a6-8377-0d9e58076281 None None] DHCP port deletion for 1bf2240c-b6ec-4767-a75c-4f9737a9399b request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:47:48.570527 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-83510ac0-2d03-4d99-8664-e18765d1e767 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] For port a9487162-faa0-4cc1-b867-2ab30cbcc4a1, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=a9487162-faa0-4cc1-b867-2ab30cbcc4a1,segment=NetworkSegment(31794594-c285-4078-aa34-a181e4624a4c),segment_id=31794594-c285-4078-aa34-a181e4624a4c)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:47:48.574026 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-83510ac0-2d03-4d99-8664-e18765d1e767 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:48.598045 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28a83aa-bdf3-4e96-a43d-c76c9f382014 admin admin] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:47:48.610413 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-e28a83aa-bdf3-4e96-a43d-c76c9f382014 admin admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:47:48.614311 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28a83aa-bdf3-4e96-a43d-c76c9f382014 admin admin] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:47:48.629638 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd34bd-bd4b-46d6-9728-4ba52758ae97 req-d804555e-8326-4b46-944f-b793718a49b3 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:48.638484 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ebdd34bd-bd4b-46d6-9728-4ba52758ae97 req-d804555e-8326-4b46-944f-b793718a49b3 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd03b013-92cc-4982-b8c3-5bae3a1f039f HTTP/1.1" status: 200 len: 945 time: 0.2162848 Sep 07 02:47:48.661717 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-eba7543f-fdc0-40a6-8377-0d9e58076281 None None] Deleting port a9487162-faa0-4cc1-b867-2ab30cbcc4a1 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:47:48.661871 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-eba7543f-fdc0-40a6-8377-0d9e58076281 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:48.665076 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-83510ac0-2d03-4d99-8664-e18765d1e767 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Calling delete_port for a9487162-faa0-4cc1-b867-2ab30cbcc4a1 owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:47:48.673953 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [None req-bfa5da69-aa95-4905-8282-92900cd65f09 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] create failed (client error): The resource could not be found. Sep 07 02:47:48.678115 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-bfa5da69-aa95-4905-8282-92900cd65f09 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2818348 Sep 07 02:47:48.683763 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60400) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:48.684446 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28a83aa-bdf3-4e96-a43d-c76c9f382014 admin admin] Pushing event updated for resources: {'Port': ['ID=2e6559a7-de86-40c2-b044-6bf1cfc9e2bc,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:48.702837 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-62f3ee16-c533-4fae-b5a0-fa569ff8c6e6 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Request body: {'security_group_rule': {'security_group_id': '96c84d34-33a5-4197-8aad-5b9dd5588b51', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '0ce3fff6-0bab-4f7e-8740-2c5f79766f99'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:48.746720 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-eba7543f-fdc0-40a6-8377-0d9e58076281 None None] For port a9487162-faa0-4cc1-b867-2ab30cbcc4a1, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=a9487162-faa0-4cc1-b867-2ab30cbcc4a1,segment=NetworkSegment(31794594-c285-4078-aa34-a181e4624a4c),segment_id=31794594-c285-4078-aa34-a181e4624a4c)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:47:48.747331 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-eba7543f-fdc0-40a6-8377-0d9e58076281 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:48.763221 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-eba7543f-fdc0-40a6-8377-0d9e58076281 None None] Calling delete_port for a9487162-faa0-4cc1-b867-2ab30cbcc4a1 owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:47:48.787265 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ebdd34bd-bd4b-46d6-9728-4ba52758ae97 req-b5b2da00-cbbe-4df4-b8ec-880ecadf72bf tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399927 Sep 07 02:47:48.882660 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-62f3ee16-c533-4fae-b5a0-fa569ff8c6e6 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] create failed (client error): The resource could not be found. Sep 07 02:47:48.882660 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-62f3ee16-c533-4fae-b5a0-fa569ff8c6e6 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1905837 Sep 07 02:47:48.885531 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60406) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:48.889806 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b65f2e-7278-4583-90fc-ee004e14265b None None] Network 7d13e129-0c0e-4df4-b028-c4d4b48bcc4e requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:47:48.915627 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-83510ac0-2d03-4d99-8664-e18765d1e767 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:48.932718 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83510ac0-2d03-4d99-8664-e18765d1e767 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] No DVR routers for this DVR port a9487162-faa0-4cc1-b867-2ab30cbcc4a1 on host n-d-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:47:48.989870 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83510ac0-2d03-4d99-8664-e18765d1e767 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Pushing event deleted for resources: {'Port': ['ID=a9487162-faa0-4cc1-b867-2ab30cbcc4a1,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:48.992367 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-eba7543f-fdc0-40a6-8377-0d9e58076281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:49.021021 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba7543f-fdc0-40a6-8377-0d9e58076281 None None] Pushing event deleted for resources: {'Port': ['ID=a9487162-faa0-4cc1-b867-2ab30cbcc4a1,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:49.049960 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-78fe0b59-6586-4a26-b7fb-2ccc88f4a1ec tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:49.079737 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e28a83aa-bdf3-4e96-a43d-c76c9f382014 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:49.096445 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 638d8b30-8572-4e05-a070-4fd9d40a329a up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:47:49.105706 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-6d0c6cfb-0cd1-46c0-beca-2fa2e88d7442 None None] Provisioning for port 638d8b30-8572-4e05-a070-4fd9d40a329a completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:47:49.108679 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60412) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:49.113609 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba7543f-fdc0-40a6-8377-0d9e58076281 None None] No DVR routers for this DVR port a9487162-faa0-4cc1-b867-2ab30cbcc4a1 on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:47:49.116676 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-83510ac0-2d03-4d99-8664-e18765d1e767 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:49.170065 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-83510ac0-2d03-4d99-8664-e18765d1e767 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bf2240c-b6ec-4767-a75c-4f9737a9399b']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:49.184843 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-83510ac0-2d03-4d99-8664-e18765d1e767 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31794594-c285-4078-aa34-a181e4624a4c') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:49.185140 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-83510ac0-2d03-4d99-8664-e18765d1e767 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31794594-c285-4078-aa34-a181e4624a4c') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:49.197609 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbf56d27-3352-41ab-b043-aa7e4c9ca033 admin admin] Deleting subnet 46a59755-8ac5-4b4a-9652-b636db34e72e {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:47:49.209283 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-83510ac0-2d03-4d99-8664-e18765d1e767 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:49.211167 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dbf56d27-3352-41ab-b043-aa7e4c9ca033 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:49.217083 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-78fe0b59-6586-4a26-b7fb-2ccc88f4a1ec tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:49.222562 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 638d8b30-8572-4e05-a070-4fd9d40a329a completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:47:49.227537 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 638d8b30-8572-4e05-a070-4fd9d40a329a triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:47:49.227960 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:49.256426 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device bb918191-62e0-4656-8659-1616b29dbf72 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:47:49.264792 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-83510ac0-2d03-4d99-8664-e18765d1e767 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:49.276545 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83510ac0-2d03-4d99-8664-e18765d1e767 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:47:49.277019 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-83510ac0-2d03-4d99-8664-e18765d1e767 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:49.280809 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:47:49.280809 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:47:49.280809 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:47:49.280809 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:47:49.280809 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:47:49.280809 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:47:49.280809 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:47:49.280809 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:47:49.280809 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:47:49.280809 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:47:49.280809 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:47:49.280809 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:47:49.280809 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:47:49.280809 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:47:49.280809 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:47:49.280809 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:47:49.280809 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:47:49.280809 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:47:49.280809 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:47:49.280809 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:47:49.280809 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:47:49.280809 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:47:49.280809 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:47:49.280809 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:47:49.280809 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:47:49.280809 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:47:49.280809 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:47:49.280809 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:47:49.280809 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:47:49.280809 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:47:49.280809 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:47:49.280809 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:47:49.294219 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dbf56d27-3352-41ab-b043-aa7e4c9ca033 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:49.308834 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843e338f-bc45-4ffe-8c1e-aa4135d8e211 None None] DHCP port deletion for 7d13e129-0c0e-4df4-b028-c4d4b48bcc4e request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:47:49.311935 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-78fe0b59-6586-4a26-b7fb-2ccc88f4a1ec tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:49.314821 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-78fe0b59-6586-4a26-b7fb-2ccc88f4a1ec tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:49.316272 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-78fe0b59-6586-4a26-b7fb-2ccc88f4a1ec tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] 10.222.0.22 "DELETE /v2.0/security-groups/96c84d34-33a5-4197-8aad-5b9dd5588b51 HTTP/1.1" status: 204 len: 168 time: 0.4293301 Sep 07 02:47:49.321244 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: bb918191-62e0-4656-8659-1616b29dbf72 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:47:49.321589 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device bb918191-62e0-4656-8659-1616b29dbf72 not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:47:49.322209 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60416) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:49.352988 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fe0b59-6586-4a26-b7fb-2ccc88f4a1ec tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c84d34-33a5-4197-8aad-5b9dd5588b51,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:49.361035 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dbf56d27-3352-41ab-b043-aa7e4c9ca033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:49.439340 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e28a83aa-bdf3-4e96-a43d-c76c9f382014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:49.449203 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-fe283365-5e89-4f70-b666-82c2c943fc37 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1234272 Sep 07 02:47:49.456408 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60418) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:49.460956 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-6d369fff-d445-4a23-ace1-f0dbd755882b tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Request body: {'security_group_rule': {'security_group_id': 'ba1ac55e-706c-4fcf-b052-2f753b964476', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:49.477753 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dbf56d27-3352-41ab-b043-aa7e4c9ca033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:49.487929 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-83510ac0-2d03-4d99-8664-e18765d1e767 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:49.517218 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-83510ac0-2d03-4d99-8664-e18765d1e767 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:49.522097 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-83510ac0-2d03-4d99-8664-e18765d1e767 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] 10.222.0.22 "DELETE /v2.0/networks/1bf2240c-b6ec-4767-a75c-4f9737a9399b HTTP/1.1" status: 204 len: 168 time: 1.5755198 Sep 07 02:47:49.524912 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf56d27-3352-41ab-b043-aa7e4c9ca033 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46a59755-8ac5-4b4a-9652-b636db34e72e,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:49.547325 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60420) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:49.550907 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dbf56d27-3352-41ab-b043-aa7e4c9ca033 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:49.558665 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-dbf56d27-3352-41ab-b043-aa7e4c9ca033 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/46a59755-8ac5-4b4a-9652-b636db34e72e HTTP/1.1" status: 204 len: 168 time: 0.4489615 Sep 07 02:47:49.586094 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60422) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:49.598023 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83510ac0-2d03-4d99-8664-e18765d1e767 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Pushing event deleted for resources: {'Network': ['ID=1bf2240c-b6ec-4767-a75c-4f9737a9399b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:49.633844 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5569ae73-4cb9-4817-a00b-65cd4d5836e3 None None] Network 2dd15660-a8a2-4615-aae6-6565f5b9c926 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:47:49.660654 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:49.685180 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-843e338f-bc45-4ffe-8c1e-aa4135d8e211 None None] Deleting port 638d8b30-8572-4e05-a070-4fd9d40a329a {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:47:49.685753 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-843e338f-bc45-4ffe-8c1e-aa4135d8e211 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:49.704462 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-6d369fff-d445-4a23-ace1-f0dbd755882b tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] create failed (client error): The resource could not be found. Sep 07 02:47:49.712560 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-6d369fff-d445-4a23-ace1-f0dbd755882b tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2550075 Sep 07 02:47:49.713184 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60426) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:49.719508 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-f2509817-2286-4ac8-bb82-b5b44aa6ac56 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Request body: {'security_group': {'name': 'tempest-secgroup--763274199'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:49.727707 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e28a83aa-bdf3-4e96-a43d-c76c9f382014 admin admin] Router a130bbcc-f0c0-4ad2-be09-cc5600fe611f is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 02:47:49.733961 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d778247b-9b8a-43c9-a99d-b2482b718b20 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:49.748160 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ef8232b2-f042-42f5-98bd-897c77d7aec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:49.818040 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 638d8b30-8572-4e05-a070-4fd9d40a329a, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=638d8b30-8572-4e05-a070-4fd9d40a329a,segment=NetworkSegment(fa06e567-8daa-4279-9dab-35671a543cf4),segment_id=fa06e567-8daa-4279-9dab-35671a543cf4)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:47:49.830231 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:49.831112 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 9fe7c0df-57b0-4fdc-a38e-cdd8a5a0fb46 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:47:49.847545 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-843e338f-bc45-4ffe-8c1e-aa4135d8e211 None None] For port 638d8b30-8572-4e05-a070-4fd9d40a329a, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=638d8b30-8572-4e05-a070-4fd9d40a329a,segment=NetworkSegment(fa06e567-8daa-4279-9dab-35671a543cf4),segment_id=fa06e567-8daa-4279-9dab-35671a543cf4)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:47:49.847962 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-843e338f-bc45-4ffe-8c1e-aa4135d8e211 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:49.866816 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ef8232b2-f042-42f5-98bd-897c77d7aec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:49.870685 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-6dee4e6f-c909-4ead-85cd-c54d2b64e640 None None] Provisioning for port 9fe7c0df-57b0-4fdc-a38e-cdd8a5a0fb46 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:47:49.893419 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e28a83aa-bdf3-4e96-a43d-c76c9f382014 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:47:49.893852 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-ef8232b2-f042-42f5-98bd-897c77d7aec0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['476185b8-d8dd-4ca2-b0a5-220223b8fc7d']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:49.896877 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-d778247b-9b8a-43c9-a99d-b2482b718b20 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Deleting port 638d8b30-8572-4e05-a070-4fd9d40a329a {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:47:49.897305 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d778247b-9b8a-43c9-a99d-b2482b718b20 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:49.903115 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adac622-95f1-4b92-82b0-6e009d5af5cc None None] Sync routers for ids ['a130bbcc-f0c0-4ad2-be09-cc5600fe611f'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:47:49.912303 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adac622-95f1-4b92-82b0-6e009d5af5cc None None] Routers {'a130bbcc-f0c0-4ad2-be09-cc5600fe611f'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:47:49.913237 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-5adac622-95f1-4b92-82b0-6e009d5af5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:47:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['a130bbcc-f0c0-4ad2-be09-cc5600fe611f'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:49.916176 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-843e338f-bc45-4ffe-8c1e-aa4135d8e211 None None] Calling delete_port for 638d8b30-8572-4e05-a070-4fd9d40a329a owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:47:49.928646 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f2509817-2286-4ac8-bb82-b5b44aa6ac56 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:49.957742 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e28a83aa-bdf3-4e96-a43d-c76c9f382014 admin admin] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:49.959074 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e28a83aa-bdf3-4e96-a43d-c76c9f382014 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0631342 Sep 07 02:47:49.964402 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60430) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:50.024188 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-d778247b-9b8a-43c9-a99d-b2482b718b20 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] For port 638d8b30-8572-4e05-a070-4fd9d40a329a, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=638d8b30-8572-4e05-a070-4fd9d40a329a,segment=NetworkSegment(fa06e567-8daa-4279-9dab-35671a543cf4),segment_id=fa06e567-8daa-4279-9dab-35671a543cf4)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:47:50.025059 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d778247b-9b8a-43c9-a99d-b2482b718b20 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:50.026246 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=638d8b30-8572-4e05-a070-4fd9d40a329a,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:50.028675 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-5adac622-95f1-4b92-82b0-6e009d5af5cc None None] Set router a130bbcc-f0c0-4ad2-be09-cc5600fe611f gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:47:50.047581 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-d778247b-9b8a-43c9-a99d-b2482b718b20 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Calling delete_port for 638d8b30-8572-4e05-a070-4fd9d40a329a owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:47:50.054916 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8158bb9-b83a-4046-be19-d7e2b88adf70 req-a602b52a-eef8-413f-b0c1-cc6e71ccae7d tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:50.066653 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d8158bb9-b83a-4046-be19-d7e2b88adf70 req-a602b52a-eef8-413f-b0c1-cc6e71ccae7d tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd03b013-92cc-4982-b8c3-5bae3a1f039f HTTP/1.1" status: 200 len: 945 time: 0.1690378 Sep 07 02:47:50.100906 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 9fe7c0df-57b0-4fdc-a38e-cdd8a5a0fb46 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:47:50.110597 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 9fe7c0df-57b0-4fdc-a38e-cdd8a5a0fb46 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:47:50.110970 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:50.136781 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-843e338f-bc45-4ffe-8c1e-aa4135d8e211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:50.161626 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-ef8232b2-f042-42f5-98bd-897c77d7aec0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7365d16-60af-4f35-91cc-fd0a2a4fb280') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:50.161919 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-ef8232b2-f042-42f5-98bd-897c77d7aec0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7365d16-60af-4f35-91cc-fd0a2a4fb280') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:50.172258 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e338f-bc45-4ffe-8c1e-aa4135d8e211 None None] Pushing event deleted for resources: {'Port': ['ID=638d8b30-8572-4e05-a070-4fd9d40a329a,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:50.178573 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843e338f-bc45-4ffe-8c1e-aa4135d8e211 None None] No DVR routers for this DVR port 638d8b30-8572-4e05-a070-4fd9d40a329a on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:47:50.183316 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d778247b-9b8a-43c9-a99d-b2482b718b20 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:50.238438 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-5adac622-95f1-4b92-82b0-6e009d5af5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a130bbcc-f0c0-4ad2-be09-cc5600fe611f', 'name': 'tempest-AttachVolumeShelveTestJSON-612165806-router', 'tenant_id': '82a45090c023468b95127c390faba656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '2e6559a7-de86-40c2-b044-6bf1cfc9e2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:47:47Z', 'updated_at': '2021-09-07T02:47:48Z', 'revision_number': 3, 'project_id': '82a45090c023468b95127c390faba656', 'gw_port': {'id': '2e6559a7-de86-40c2-b044-6bf1cfc9e2bc', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a130bbcc-f0c0-4ad2-be09-cc5600fe611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:48Z', 'updated_at': '2021-09-07T02:47:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:50.254420 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ef8232b2-f042-42f5-98bd-897c77d7aec0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:50.260531 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:50.269460 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ef8232b2-f042-42f5-98bd-897c77d7aec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:50.272747 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adac622-95f1-4b92-82b0-6e009d5af5cc None None] Checking router: a130bbcc-f0c0-4ad2-be09-cc5600fe611f for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:47:50.273106 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adac622-95f1-4b92-82b0-6e009d5af5cc None None] Updating router a130bbcc-f0c0-4ad2-be09-cc5600fe611f port 2e6559a7-de86-40c2-b044-6bf1cfc9e2bc binding host n-d-796209-16 {{(pid=94703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 02:47:50.277002 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef8232b2-f042-42f5-98bd-897c77d7aec0 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:47:50.277775 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ef8232b2-f042-42f5-98bd-897c77d7aec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:50.298842 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d8158bb9-b83a-4046-be19-d7e2b88adf70 req-cf702c73-95af-4704-aa2e-b6ab7c78a321 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301795 Sep 07 02:47:50.302882 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 9fe7c0df-57b0-4fdc-a38e-cdd8a5a0fb46, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=9fe7c0df-57b0-4fdc-a38e-cdd8a5a0fb46,segment=NetworkSegment(671b0d78-496f-4a6a-a20b-d6937a9097d2),segment_id=671b0d78-496f-4a6a-a20b-d6937a9097d2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:47:50.312613 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:50.331582 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-5adac622-95f1-4b92-82b0-6e009d5af5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:50.394079 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:47:50.394079 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:47:50.394079 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:47:50.394079 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:47:50.394079 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:47:50.394079 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:47:50.394079 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:47:50.394079 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:47:50.394079 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:47:50.394079 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:47:50.394079 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:47:50.394079 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:47:50.394079 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:47:50.394079 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:47:50.394079 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:47:50.394079 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:47:50.394079 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:47:50.394079 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:47:50.394079 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:47:50.394079 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:47:50.394079 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:47:50.394079 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:47:50.394079 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:47:50.394079 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:47:50.394079 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:47:50.394079 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:47:50.394079 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:47:50.394079 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:47:50.394079 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:47:50.394079 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:47:50.394079 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:47:50.394079 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:47:50.400810 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=9fe7c0df-57b0-4fdc-a38e-cdd8a5a0fb46,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:50.403108 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d778247b-9b8a-43c9-a99d-b2482b718b20 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Pushing event deleted for resources: {'Port': ['ID=638d8b30-8572-4e05-a070-4fd9d40a329a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:50.413089 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d778247b-9b8a-43c9-a99d-b2482b718b20 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] No DVR routers for this DVR port 638d8b30-8572-4e05-a070-4fd9d40a329a on host n-d-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:47:50.466256 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ef8232b2-f042-42f5-98bd-897c77d7aec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:50.494248 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ef8232b2-f042-42f5-98bd-897c77d7aec0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:50.496299 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ef8232b2-f042-42f5-98bd-897c77d7aec0 admin admin] 10.222.0.22 "DELETE /v2.0/networks/476185b8-d8dd-4ca2-b0a5-220223b8fc7d HTTP/1.1" status: 204 len: 168 time: 0.9026432 Sep 07 02:47:50.507221 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8232b2-f042-42f5-98bd-897c77d7aec0 admin admin] Pushing event deleted for resources: {'Network': ['ID=476185b8-d8dd-4ca2-b0a5-220223b8fc7d,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:50.554049 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-f2c2ea1a-8490-47dc-8f5c-c25bca92fb01 None None] Provisioning complete for port 9fe7c0df-57b0-4fdc-a38e-cdd8a5a0fb46 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:47:50.554442 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f2c2ea1a-8490-47dc-8f5c-c25bca92fb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:50.621892 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d778247b-9b8a-43c9-a99d-b2482b718b20 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:50.624320 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-5adac622-95f1-4b92-82b0-6e009d5af5cc None None] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:50.635981 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-5adac622-95f1-4b92-82b0-6e009d5af5cc None None] Transition to ACTIVE for port object 2e6559a7-de86-40c2-b044-6bf1cfc9e2bc will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:47:50.647268 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-5adac622-95f1-4b92-82b0-6e009d5af5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:50.683353 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-d778247b-9b8a-43c9-a99d-b2482b718b20 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d13e129-0c0e-4df4-b028-c4d4b48bcc4e']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:50.700729 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-d778247b-9b8a-43c9-a99d-b2482b718b20 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa06e567-8daa-4279-9dab-35671a543cf4') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:50.701328 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-d778247b-9b8a-43c9-a99d-b2482b718b20 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa06e567-8daa-4279-9dab-35671a543cf4') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:50.704484 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474601f8-e0e7-4d2c-b1e3-43ad2622cc6f None None] Pushing event updated for resources: {'Port': ['ID=2e6559a7-de86-40c2-b044-6bf1cfc9e2bc,revision_number=2']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:50.715606 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474601f8-e0e7-4d2c-b1e3-43ad2622cc6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:47:50.716174 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474601f8-e0e7-4d2c-b1e3-43ad2622cc6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:47:50.716836 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474601f8-e0e7-4d2c-b1e3-43ad2622cc6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:47:50.720972 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474601f8-e0e7-4d2c-b1e3-43ad2622cc6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:47:50.721351 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474601f8-e0e7-4d2c-b1e3-43ad2622cc6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:47:50.721892 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474601f8-e0e7-4d2c-b1e3-43ad2622cc6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:47:50.722333 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474601f8-e0e7-4d2c-b1e3-43ad2622cc6f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:47:50.722569 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474601f8-e0e7-4d2c-b1e3-43ad2622cc6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:47:50.722931 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474601f8-e0e7-4d2c-b1e3-43ad2622cc6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:47:50.723237 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474601f8-e0e7-4d2c-b1e3-43ad2622cc6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:47:50.723592 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474601f8-e0e7-4d2c-b1e3-43ad2622cc6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:47:50.723943 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474601f8-e0e7-4d2c-b1e3-43ad2622cc6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:47:50.729249 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60438) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:50.758467 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d778247b-9b8a-43c9-a99d-b2482b718b20 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:50.760278 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-5adac622-95f1-4b92-82b0-6e009d5af5cc None None] Attempting to bind port 2e6559a7-de86-40c2-b044-6bf1cfc9e2bc on host n-d-796209-16 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:47:50.762426 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-5adac622-95f1-4b92-82b0-6e009d5af5cc None None] Attempting to bind port 2e6559a7-de86-40c2-b044-6bf1cfc9e2bc by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:47:50.763014 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adac622-95f1-4b92-82b0-6e009d5af5cc None None] Attempting to bind port 2e6559a7-de86-40c2-b044-6bf1cfc9e2bc on network 1166b922-7457-4da4-bdda-328e8c8e7bc6 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:47:50.770776 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adac622-95f1-4b92-82b0-6e009d5af5cc None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:47:50.771170 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adac622-95f1-4b92-82b0-6e009d5af5cc None None] Checking segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:47:50.771599 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-5adac622-95f1-4b92-82b0-6e009d5af5cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:50.772001 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adac622-95f1-4b92-82b0-6e009d5af5cc None None] Bound using segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:47:50.772474 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-5adac622-95f1-4b92-82b0-6e009d5af5cc None None] Bound port: 2e6559a7-de86-40c2-b044-6bf1cfc9e2bc, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:47:50.772861 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-5adac622-95f1-4b92-82b0-6e009d5af5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:50.805153 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d778247b-9b8a-43c9-a99d-b2482b718b20 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:50.821498 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a70bc7c1-90c8-46cf-bcc6-133083ed6512 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=89ac3f7facab4fd8a1183de0857e6752&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0883632 Sep 07 02:47:50.822209 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d778247b-9b8a-43c9-a99d-b2482b718b20 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:47:50.822632 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d778247b-9b8a-43c9-a99d-b2482b718b20 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:50.832649 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:47:50.832649 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:47:50.832649 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:47:50.832649 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:47:50.832649 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:47:50.832649 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:47:50.832649 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:47:50.832649 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:47:50.832649 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:47:50.832649 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:47:50.832649 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:47:50.832649 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:47:50.832649 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:47:50.832649 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:47:50.832649 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:47:50.832649 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:47:50.832649 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:47:50.832649 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:47:50.832649 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:47:50.832649 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:47:50.832649 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:47:50.832649 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:47:50.832649 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:47:50.832649 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:47:50.832649 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:47:50.832649 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:47:50.832649 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:47:50.832649 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:47:50.832649 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:47:50.832649 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:47:50.832649 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:47:50.832649 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:47:50.834714 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60444) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:50.848677 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-5adac622-95f1-4b92-82b0-6e009d5af5cc None None] For port 2e6559a7-de86-40c2-b044-6bf1cfc9e2bc, host n-d-796209-16, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:47:50.852763 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-5adac622-95f1-4b92-82b0-6e009d5af5cc None None] For port 2e6559a7-de86-40c2-b044-6bf1cfc9e2bc, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=2e6559a7-de86-40c2-b044-6bf1cfc9e2bc,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:47:50.864369 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-5adac622-95f1-4b92-82b0-6e009d5af5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:50.943973 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f2509817-2286-4ac8-bb82-b5b44aa6ac56 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:50.956306 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f2509817-2286-4ac8-bb82-b5b44aa6ac56 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:50.960309 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d778247b-9b8a-43c9-a99d-b2482b718b20 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:50.972715 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d778247b-9b8a-43c9-a99d-b2482b718b20 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:50.976967 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-d778247b-9b8a-43c9-a99d-b2482b718b20 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] 10.222.0.22 "DELETE /v2.0/networks/7d13e129-0c0e-4df4-b028-c4d4b48bcc4e HTTP/1.1" status: 204 len: 168 time: 1.4252396 Sep 07 02:47:50.977307 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60448) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:50.983057 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 9fe7c0df-57b0-4fdc-a38e-cdd8a5a0fb46 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:47:51.001895 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2509817-2286-4ac8-bb82-b5b44aa6ac56 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c72b6a84-c1f3-43f6-8b21-0cb5ba8a51bc,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:51.029131 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d778247b-9b8a-43c9-a99d-b2482b718b20 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Pushing event deleted for resources: {'Network': ['ID=7d13e129-0c0e-4df4-b028-c4d4b48bcc4e,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:51.035297 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b5e4c4e0-7aed-485c-916b-cc1b4696cf50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:51.052543 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f2509817-2286-4ac8-bb82-b5b44aa6ac56 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:51.053902 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f2509817-2286-4ac8-bb82-b5b44aa6ac56 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3397043 Sep 07 02:47:51.059861 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60450) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:51.069728 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-2f713e13-c221-4f2c-9ce2-f259ccfb5f5b tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Request body: {'security_group': {'name': 'tempest-secgroup--1531203824'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:51.101036 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 9fe7c0df-57b0-4fdc-a38e-cdd8a5a0fb46 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:47:51.101418 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:51.135536 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b5e4c4e0-7aed-485c-916b-cc1b4696cf50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:51.137211 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adac622-95f1-4b92-82b0-6e009d5af5cc None None] Routers {'a130bbcc-f0c0-4ad2-be09-cc5600fe611f'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:47:51.140520 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-5adac622-95f1-4b92-82b0-6e009d5af5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:47:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['a130bbcc-f0c0-4ad2-be09-cc5600fe611f'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:51.162468 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a6821157-564c-4e38-808a-63792530cdb8 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:51.195346 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2f713e13-c221-4f2c-9ce2-f259ccfb5f5b tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:51.221395 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eac206f8-9de5-42bf-ade0-a7f2e8517d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:51.270015 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474601f8-e0e7-4d2c-b1e3-43ad2622cc6f None None] Pushing event updated for resources: {'Port': ['ID=2e6559a7-de86-40c2-b044-6bf1cfc9e2bc,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:51.361975 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:51.372200 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:51.381268 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-5adac622-95f1-4b92-82b0-6e009d5af5cc None None] Set router a130bbcc-f0c0-4ad2-be09-cc5600fe611f gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:47:51.393655 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 638d8b30-8572-4e05-a070-4fd9d40a329a no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:47:51.404718 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a6821157-564c-4e38-808a-63792530cdb8 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:51.411676 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-eac206f8-9de5-42bf-ade0-a7f2e8517d9b admin admin] Allocated IP 172.20.0.1 (2dd15660-a8a2-4615-aae6-6565f5b9c926/ac223360-8a8e-4533-8aad-52e511f20cab/1415233f-22d7-4a31-aac9-d7bf273298a1) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:47:51.428487 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 638d8b30-8572-4e05-a070-4fd9d40a329a {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:47:51.429405 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 638d8b30-8572-4e05-a070-4fd9d40a329a not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:47:51.429534 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b5e4c4e0-7aed-485c-916b-cc1b4696cf50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:51.432168 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b5e4c4e0-7aed-485c-916b-cc1b4696cf50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:51.435504 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b5e4c4e0-7aed-485c-916b-cc1b4696cf50 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/979a4161-9ef3-4486-b4ae-301a87f7c661 HTTP/1.1" status: 204 len: 168 time: 0.5873353 Sep 07 02:47:51.440349 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-a6821157-564c-4e38-808a-63792530cdb8 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['742e0373-4371-45b8-a997-b501df639e41']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:51.461442 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e4c4e0-7aed-485c-916b-cc1b4696cf50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979a4161-9ef3-4486-b4ae-301a87f7c661,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:51.465472 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-a6821157-564c-4e38-808a-63792530cdb8 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '639f166b-3131-4126-a716-6a37fb3ea73d') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:51.465778 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-a6821157-564c-4e38-808a-63792530cdb8 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '639f166b-3131-4126-a716-6a37fb3ea73d') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:51.483310 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a6821157-564c-4e38-808a-63792530cdb8 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:51.507063 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a6821157-564c-4e38-808a-63792530cdb8 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:51.520552 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2f713e13-c221-4f2c-9ce2-f259ccfb5f5b tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:51.521733 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6821157-564c-4e38-808a-63792530cdb8 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:47:51.522138 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a6821157-564c-4e38-808a-63792530cdb8 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:51.525203 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:47:51.525203 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:47:51.525203 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:47:51.525203 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:47:51.525203 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:47:51.525203 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:47:51.525203 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:47:51.525203 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:47:51.525203 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:47:51.525203 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:47:51.525203 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:47:51.525203 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:47:51.525203 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:47:51.525203 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:47:51.525203 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:47:51.525203 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:47:51.525203 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:47:51.525203 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:47:51.525203 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:47:51.525203 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:47:51.525203 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:47:51.525203 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:47:51.525203 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:47:51.525203 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:47:51.525203 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:47:51.525203 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:47:51.525203 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:47:51.525203 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:47:51.525203 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:47:51.525203 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:47:51.525203 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:47:51.525203 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:47:51.536636 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2f713e13-c221-4f2c-9ce2-f259ccfb5f5b tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:51.585582 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f713e13-c221-4f2c-9ce2-f259ccfb5f5b tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb38db40-0228-4731-b5d3-7c9c04ded2bb,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:51.707323 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-5adac622-95f1-4b92-82b0-6e009d5af5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a130bbcc-f0c0-4ad2-be09-cc5600fe611f', 'name': 'tempest-AttachVolumeShelveTestJSON-612165806-router', 'tenant_id': '82a45090c023468b95127c390faba656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '2e6559a7-de86-40c2-b044-6bf1cfc9e2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:47:47Z', 'updated_at': '2021-09-07T02:47:48Z', 'revision_number': 3, 'project_id': '82a45090c023468b95127c390faba656', 'gw_port': {'id': '2e6559a7-de86-40c2-b044-6bf1cfc9e2bc', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a130bbcc-f0c0-4ad2-be09-cc5600fe611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:48Z', 'updated_at': '2021-09-07T02:47:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:51.728046 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eac206f8-9de5-42bf-ade0-a7f2e8517d9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:51.746090 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-eac206f8-9de5-42bf-ade0-a7f2e8517d9b admin admin] Transition to ACTIVE for port object 1415233f-22d7-4a31-aac9-d7bf273298a1 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:47:51.771754 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adac622-95f1-4b92-82b0-6e009d5af5cc None None] The sync data for ids ['a130bbcc-f0c0-4ad2-be09-cc5600fe611f'] in n-d-796209-16 is: [{'id': 'a130bbcc-f0c0-4ad2-be09-cc5600fe611f', 'name': 'tempest-AttachVolumeShelveTestJSON-612165806-router', 'tenant_id': '82a45090c023468b95127c390faba656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '2e6559a7-de86-40c2-b044-6bf1cfc9e2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:47:47Z', 'updated_at': '2021-09-07T02:47:48Z', 'revision_number': 3, 'project_id': '82a45090c023468b95127c390faba656', 'gw_port': {'id': '2e6559a7-de86-40c2-b044-6bf1cfc9e2bc', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4e:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a130bbcc-f0c0-4ad2-be09-cc5600fe611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:48Z', 'updated_at': '2021-09-07T02:47:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:47:51.801053 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eac206f8-9de5-42bf-ade0-a7f2e8517d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:51.841084 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac206f8-9de5-42bf-ade0-a7f2e8517d9b admin admin] Network 2dd15660-a8a2-4615-aae6-6565f5b9c926 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:47:51.844294 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-eac206f8-9de5-42bf-ade0-a7f2e8517d9b admin admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:47:51.848775 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac206f8-9de5-42bf-ade0-a7f2e8517d9b admin admin] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:47:51.974069 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac206f8-9de5-42bf-ade0-a7f2e8517d9b admin admin] Pushing event updated for resources: {'Port': ['ID=1415233f-22d7-4a31-aac9-d7bf273298a1,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:52.017301 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eac206f8-9de5-42bf-ade0-a7f2e8517d9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:52.211630 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2f713e13-c221-4f2c-9ce2-f259ccfb5f5b tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:52.217067 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-2f713e13-c221-4f2c-9ce2-f259ccfb5f5b tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1561441 Sep 07 02:47:52.218359 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60472) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:52.226692 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-3ef030ff-ca77-4e49-84c8-8dc4064f3a75 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Request body: {'security_group_rule': {'security_group_id': 'c72b6a84-c1f3-43f6-8b21-0cb5ba8a51bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'eb38db40-0228-4731-b5d3-7c9c04ded2bb'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:52.243308 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a6821157-564c-4e38-808a-63792530cdb8 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:52.258920 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a6821157-564c-4e38-808a-63792530cdb8 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:52.258920 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a6821157-564c-4e38-808a-63792530cdb8 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] 10.222.0.22 "DELETE /v2.0/networks/742e0373-4371-45b8-a997-b501df639e41 HTTP/1.1" status: 204 len: 168 time: 1.2772219 Sep 07 02:47:52.259440 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eac206f8-9de5-42bf-ade0-a7f2e8517d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:52.261858 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60476) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:52.305295 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6821157-564c-4e38-808a-63792530cdb8 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Pushing event deleted for resources: {'Network': ['ID=742e0373-4371-45b8-a997-b501df639e41,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:52.318224 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-b1998c05-7066-4bda-a52a-f72f69e333f5 None None] Provisioning for port 1415233f-22d7-4a31-aac9-d7bf273298a1 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:47:52.334639 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-b1998c05-7066-4bda-a52a-f72f69e333f5 None None] Provisioning complete for port 1415233f-22d7-4a31-aac9-d7bf273298a1 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:47:52.335024 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b1998c05-7066-4bda-a52a-f72f69e333f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:52.336072 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb488c17-b1a8-4f68-ac52-0e51e1c24700 req-a4b8be9c-a7ec-4736-b8f3-1036b24f338a tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:52.337742 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fb488c17-b1a8-4f68-ac52-0e51e1c24700 req-a4b8be9c-a7ec-4736-b8f3-1036b24f338a tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd03b013-92cc-4982-b8c3-5bae3a1f039f HTTP/1.1" status: 200 len: 945 time: 0.1961498 Sep 07 02:47:52.396298 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-b1998c05-7066-4bda-a52a-f72f69e333f5 None None] Port 1415233f-22d7-4a31-aac9-d7bf273298a1 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:47:52.423556 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [None req-3ef030ff-ca77-4e49-84c8-8dc4064f3a75 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 02:47:52.429515 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60480) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:52.429736 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3ef030ff-ca77-4e49-84c8-8dc4064f3a75 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2077494 Sep 07 02:47:52.438934 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b4c6080a-69f2-4d23-aa18-06c8e4659f59 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:52.460955 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fb488c17-b1a8-4f68-ac52-0e51e1c24700 req-5146f9d3-e2fe-4109-9a51-ab7ac2ac16f7 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090696 Sep 07 02:47:52.545591 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-68bc744d-80e5-49b1-af71-2535fe9cd3b4 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:52.576376 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eac206f8-9de5-42bf-ade0-a7f2e8517d9b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:52.592279 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-68bc744d-80e5-49b1-af71-2535fe9cd3b4 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:52.618248 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b4c6080a-69f2-4d23-aa18-06c8e4659f59 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:52.620989 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eac206f8-9de5-42bf-ade0-a7f2e8517d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:52.667913 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-b4c6080a-69f2-4d23-aa18-06c8e4659f59 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbc2893f-c326-4df6-b564-f82cbe7b898d']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:52.680353 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-b4c6080a-69f2-4d23-aa18-06c8e4659f59 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb4a992a-3ec4-4a0d-a857-7c9338121151') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:52.680930 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-b4c6080a-69f2-4d23-aa18-06c8e4659f59 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb4a992a-3ec4-4a0d-a857-7c9338121151') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:52.695432 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b4c6080a-69f2-4d23-aa18-06c8e4659f59 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:52.714329 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b4c6080a-69f2-4d23-aa18-06c8e4659f59 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:52.715271 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eac206f8-9de5-42bf-ade0-a7f2e8517d9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:52.724461 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4c6080a-69f2-4d23-aa18-06c8e4659f59 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:47:52.725310 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b4c6080a-69f2-4d23-aa18-06c8e4659f59 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:52.747588 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60498) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:52.757242 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-68bc744d-80e5-49b1-af71-2535fe9cd3b4 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:52.759812 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-68bc744d-80e5-49b1-af71-2535fe9cd3b4 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:52.760943 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-68bc744d-80e5-49b1-af71-2535fe9cd3b4 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] 10.222.0.22 "DELETE /v2.0/security-groups/eb38db40-0228-4731-b5d3-7c9c04ded2bb HTTP/1.1" status: 204 len: 168 time: 0.3307767 Sep 07 02:47:52.768437 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60502) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:52.770433 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac206f8-9de5-42bf-ade0-a7f2e8517d9b admin admin] Pushing event updated for resources: {'Port': ['ID=1415233f-22d7-4a31-aac9-d7bf273298a1,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:52.800661 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bc744d-80e5-49b1-af71-2535fe9cd3b4 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb38db40-0228-4731-b5d3-7c9c04ded2bb,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:52.835579 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:47:52.835579 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:47:52.835579 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:47:52.835579 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:47:52.835579 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:47:52.835579 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:47:52.835579 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:47:52.835579 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:47:52.835579 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:47:52.835579 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:47:52.835579 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:47:52.835579 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:47:52.835579 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:47:52.835579 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:47:52.835579 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:47:52.835579 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:47:52.835579 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:47:52.835579 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:47:52.835579 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:47:52.835579 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:47:52.835579 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:47:52.835579 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:47:52.835579 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:47:52.835579 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:47:52.835579 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:47:52.835579 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:47:52.835579 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:47:52.835579 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:47:52.835579 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:47:52.835579 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:47:52.835579 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:47:52.835579 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:47:52.843371 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b4c6080a-69f2-4d23-aa18-06c8e4659f59 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:52.849022 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b4c6080a-69f2-4d23-aa18-06c8e4659f59 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:52.855840 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b4c6080a-69f2-4d23-aa18-06c8e4659f59 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] 10.222.0.22 "DELETE /v2.0/networks/dbc2893f-c326-4df6-b564-f82cbe7b898d HTTP/1.1" status: 204 len: 168 time: 0.5893183 Sep 07 02:47:52.891301 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c6080a-69f2-4d23-aa18-06c8e4659f59 tempest-BulkNetworkOpsIpV6Test-1680420868 tempest-BulkNetworkOpsIpV6Test-1680420868-project] Pushing event deleted for resources: {'Network': ['ID=dbc2893f-c326-4df6-b564-f82cbe7b898d,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:53.001378 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8c5833c7-6a68-4468-bb08-0af917aa6267 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2317023 Sep 07 02:47:53.005516 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60508) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:53.009282 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 2e6559a7-de86-40c2-b044-6bf1cfc9e2bc up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:47:53.020001 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-3c7335dc-23e6-49cc-b135-34df74c56622 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-128783077-network', 'tenant_id': '445c53ad075a45b9973ed57696589478'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:53.094061 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac206f8-9de5-42bf-ade0-a7f2e8517d9b admin admin] Network 2dd15660-a8a2-4615-aae6-6565f5b9c926 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:47:53.100029 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 2e6559a7-de86-40c2-b044-6bf1cfc9e2bc completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:47:53.103173 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-eac206f8-9de5-42bf-ade0-a7f2e8517d9b admin admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:47:53.105131 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 2e6559a7-de86-40c2-b044-6bf1cfc9e2bc triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:47:53.105586 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:53.116383 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7335dc-23e6-49cc-b135-34df74c56622 admin admin] Made reservation on behalf of 445c53ad075a45b9973ed57696589478 for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:47:53.118737 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3c7335dc-23e6-49cc-b135-34df74c56622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:53.139595 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3c7335dc-23e6-49cc-b135-34df74c56622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:53.214335 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-537bd8e0-bccc-4363-b4b6-ece4777ab80c tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:53.252181 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:53.268318 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-537bd8e0-bccc-4363-b4b6-ece4777ab80c tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:53.292374 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 2e6559a7-de86-40c2-b044-6bf1cfc9e2bc, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=2e6559a7-de86-40c2-b044-6bf1cfc9e2bc,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:47:53.300476 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:53.326072 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60514) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:53.343467 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-537bd8e0-bccc-4363-b4b6-ece4777ab80c tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:53.356545 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-537bd8e0-bccc-4363-b4b6-ece4777ab80c tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:53.364104 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-537bd8e0-bccc-4363-b4b6-ece4777ab80c tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] 10.222.0.22 "DELETE /v2.0/security-groups/c72b6a84-c1f3-43f6-8b21-0cb5ba8a51bc HTTP/1.1" status: 204 len: 168 time: 0.3540497 Sep 07 02:47:53.387836 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=2e6559a7-de86-40c2-b044-6bf1cfc9e2bc,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:53.388394 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60518) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:53.390041 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537bd8e0-bccc-4363-b4b6-ece4777ab80c tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72b6a84-c1f3-43f6-8b21-0cb5ba8a51bc,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:53.486619 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eac206f8-9de5-42bf-ade0-a7f2e8517d9b admin admin] Router a130bbcc-f0c0-4ad2-be09-cc5600fe611f has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:47:53.521474 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-0b03ac39-2ba5-462b-9548-3547e07a59b7 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1230516 Sep 07 02:47:53.522530 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60520) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:53.526440 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-ae04c220-6645-4e4a-b218-a1b412adf76f tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Request body: {'security_group': {'name': 'tempest-secgroup--231007187'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:53.552762 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3c7335dc-23e6-49cc-b135-34df74c56622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:53.556849 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-8f7faf73-f9ef-4f20-96a9-2633c9767a79 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8588d6f5763640d5877655c3506d457e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2291210 Sep 07 02:47:53.559258 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60522) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:53.596097 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3c7335dc-23e6-49cc-b135-34df74c56622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:53.618182 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b1ad9305-89a8-4d8f-8472-6f15cbe0424d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:53.643673 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b1ad9305-89a8-4d8f-8472-6f15cbe0424d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:53.643901 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c7335dc-23e6-49cc-b135-34df74c56622 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:47:53.652103 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ae04c220-6645-4e4a-b218-a1b412adf76f tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:53.654380 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-231762a6-4606-4a04-8501-8d623ef22ea5 None None] Provisioning complete for port 1415233f-22d7-4a31-aac9-d7bf273298a1 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:47:53.657525 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-231762a6-4606-4a04-8501-8d623ef22ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:53.678607 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7335dc-23e6-49cc-b135-34df74c56622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627ab8d3-8f74-46d7-be35-b6cf5ae488d0,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:53.694389 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3c7335dc-23e6-49cc-b135-34df74c56622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:53.694739 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-3c7335dc-23e6-49cc-b135-34df74c56622 admin admin] Added segment 030032f0-715c-4bc4-a884-16085dcaab36 of type vlan for network ae4c1888-ea10-4b6e-a554-a27855dc8974 Sep 07 02:47:53.702455 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b1ad9305-89a8-4d8f-8472-6f15cbe0424d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:53.705452 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b1ad9305-89a8-4d8f-8472-6f15cbe0424d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:53.708925 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b1ad9305-89a8-4d8f-8472-6f15cbe0424d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/be1fc73b-144c-4251-85f6-7ab5ee0961c4 HTTP/1.1" status: 204 len: 168 time: 0.1463244 Sep 07 02:47:53.713674 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-231762a6-4606-4a04-8501-8d623ef22ea5 None None] Port 1415233f-22d7-4a31-aac9-d7bf273298a1 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:47:53.721694 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ad9305-89a8-4d8f-8472-6f15cbe0424d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1fc73b-144c-4251-85f6-7ab5ee0961c4,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:53.820316 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac206f8-9de5-42bf-ade0-a7f2e8517d9b admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:47:53.822730 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3c7335dc-23e6-49cc-b135-34df74c56622 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:53.839667 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-eac206f8-9de5-42bf-ade0-a7f2e8517d9b admin admin] 10.222.0.22 "PUT /v2.0/routers/a130bbcc-f0c0-4ad2-be09-cc5600fe611f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8686144 Sep 07 02:47:53.897702 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3c7335dc-23e6-49cc-b135-34df74c56622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:53.898776 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7335dc-23e6-49cc-b135-34df74c56622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:53.899377 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3c7335dc-23e6-49cc-b135-34df74c56622 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:53.974651 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7335dc-23e6-49cc-b135-34df74c56622 admin admin] Pushing event updated for resources: {'Network': ['ID=ae4c1888-ea10-4b6e-a554-a27855dc8974,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:53.988928 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network ae4c1888-ea10-4b6e-a554-a27855dc8974 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:47:54.021953 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ae04c220-6645-4e4a-b218-a1b412adf76f tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:54.036033 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ae04c220-6645-4e4a-b218-a1b412adf76f tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:54.067214 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60540) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:54.067976 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-3c7335dc-23e6-49cc-b135-34df74c56622 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3191736 Sep 07 02:47:54.073827 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-bdac413c-62e4-4b2b-85ba-bf67c5100f74 admin admin] Request body: {'subnet': {'network_id': 'ae4c1888-ea10-4b6e-a554-a27855dc8974', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-128783077-subnet', 'tenant_id': '445c53ad075a45b9973ed57696589478', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:54.075275 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ae04c220-6645-4e4a-b218-a1b412adf76f tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:54.077546 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-ae04c220-6645-4e4a-b218-a1b412adf76f tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5538695 Sep 07 02:47:54.082402 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60542) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:54.112745 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-dc250670-7133-4dca-8fd7-313baf140ae6 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Request body: {'security_group_rule': {'security_group_id': '49ad7386-c274-49d9-ade5-89cf44af3357', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:54.117231 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae04c220-6645-4e4a-b218-a1b412adf76f tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49ad7386-c274-49d9-ade5-89cf44af3357,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:54.182361 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdac413c-62e4-4b2b-85ba-bf67c5100f74 admin admin] Made reservation on behalf of 445c53ad075a45b9973ed57696589478 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:47:54.188835 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bdac413c-62e4-4b2b-85ba-bf67c5100f74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:54.324465 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [None req-dc250670-7133-4dca-8fd7-313baf140ae6 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 02:47:54.325555 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-dc250670-7133-4dca-8fd7-313baf140ae6 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2298763 Sep 07 02:47:54.328928 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60552) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:54.333967 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-93854e1b-4e79-41c7-932e-7a6ca8e5cb3d tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Request body: {'security_group_rule': {'security_group_id': '49ad7386-c274-49d9-ade5-89cf44af3357', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:54.402353 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-93854e1b-4e79-41c7-932e-7a6ca8e5cb3d tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 02:47:54.403764 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-93854e1b-4e79-41c7-932e-7a6ca8e5cb3d tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0735009 Sep 07 02:47:54.407033 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60554) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:54.492701 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bdac413c-62e4-4b2b-85ba-bf67c5100f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:54.497646 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-98b9f07e-bc52-4101-8845-9578a90b8ee5 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:54.510079 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df00f4c2-77a9-45b3-bdd1-2e89a78d685b None None] Sync routers for ids ['a130bbcc-f0c0-4ad2-be09-cc5600fe611f'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:47:54.521544 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df00f4c2-77a9-45b3-bdd1-2e89a78d685b None None] Routers {'a130bbcc-f0c0-4ad2-be09-cc5600fe611f'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:47:54.522180 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-df00f4c2-77a9-45b3-bdd1-2e89a78d685b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:47:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['a130bbcc-f0c0-4ad2-be09-cc5600fe611f'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:54.535904 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-98b9f07e-bc52-4101-8845-9578a90b8ee5 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:54.570114 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdac413c-62e4-4b2b-85ba-bf67c5100f74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c095df2-3830-4065-93c3-c109883cb5d9,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:54.580721 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdac413c-62e4-4b2b-85ba-bf67c5100f74 admin admin] Checking segment: {'id': '030032f0-715c-4bc4-a884-16085dcaab36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ae4c1888-ea10-4b6e-a554-a27855dc8974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:47:54.581442 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdac413c-62e4-4b2b-85ba-bf67c5100f74 admin admin] Network hostable DHCP agents. Network: ae4c1888-ea10-4b6e-a554-a27855dc8974, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:47:54.586063 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-98b9f07e-bc52-4101-8845-9578a90b8ee5 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:54.589682 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-98b9f07e-bc52-4101-8845-9578a90b8ee5 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:54.594081 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-98b9f07e-bc52-4101-8845-9578a90b8ee5 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] 10.222.0.22 "DELETE /v2.0/security-groups/49ad7386-c274-49d9-ade5-89cf44af3357 HTTP/1.1" status: 204 len: 168 time: 0.1838503 Sep 07 02:47:54.597650 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60562) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:54.606597 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b9f07e-bc52-4101-8845-9578a90b8ee5 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ad7386-c274-49d9-ade5-89cf44af3357,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:54.653477 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdac413c-62e4-4b2b-85ba-bf67c5100f74 admin admin] Network ae4c1888-ea10-4b6e-a554-a27855dc8974 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:47:54.698730 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-72c521f7-8d34-49b5-852b-baefadfcff70 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0988123 Sep 07 02:47:54.700787 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-bdac413c-62e4-4b2b-85ba-bf67c5100f74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, ae4c1888-ea10-4b6e-a554-a27855dc8974) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:47:54.702627 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60566) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:54.707369 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdac413c-62e4-4b2b-85ba-bf67c5100f74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:54.707964 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bdac413c-62e4-4b2b-85ba-bf67c5100f74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:54.709292 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-dccd8df0-eb7a-40c7-89ae-7d5ff5005f05 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Request body: {'security_group': {'name': 'tempest-secgroup--1372944900'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:54.722808 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32badc3f-c488-4dd9-9d80-2ffa9c2ca289 None None] Network ae4c1888-ea10-4b6e-a554-a27855dc8974 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:47:54.739298 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-bdac413c-62e4-4b2b-85ba-bf67c5100f74 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6700079 Sep 07 02:47:54.783089 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dccd8df0-eb7a-40c7-89ae-7d5ff5005f05 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:54.806308 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-df00f4c2-77a9-45b3-bdd1-2e89a78d685b None None] Set router a130bbcc-f0c0-4ad2-be09-cc5600fe611f gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:47:54.926321 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 2e6559a7-de86-40c2-b044-6bf1cfc9e2bc up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:47:54.960721 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60572) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:54.966909 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dccd8df0-eb7a-40c7-89ae-7d5ff5005f05 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:54.977406 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dccd8df0-eb7a-40c7-89ae-7d5ff5005f05 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:55.064197 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccd8df0-eb7a-40c7-89ae-7d5ff5005f05 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=567a75d0-c832-44d1-bcc6-11d237cc1e32,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:55.089685 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dccd8df0-eb7a-40c7-89ae-7d5ff5005f05 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:55.094725 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60578) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:55.094917 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-dccd8df0-eb7a-40c7-89ae-7d5ff5005f05 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3907864 Sep 07 02:47:55.104692 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-fcade7df-d8c9-4d7b-8ab9-4e1e7977f000 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:55.105348 n-d-796209-16 neutron-server[94700]: WARNING neutron.api.v2.base [None req-fcade7df-d8c9-4d7b-8ab9-4e1e7977f000 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 07 02:47:55.105952 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [None req-fcade7df-d8c9-4d7b-8ab9-4e1e7977f000 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] update failed (client error): There was a conflict when trying to complete your request. Sep 07 02:47:55.106980 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-fcade7df-d8c9-4d7b-8ab9-4e1e7977f000 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] 10.222.0.22 "PUT /v2.0/security-groups/567a75d0-c832-44d1-bcc6-11d237cc1e32 HTTP/1.1" status: 409 len: 330 time: 0.0112693 Sep 07 02:47:55.107666 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60582) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:55.110049 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60584) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:55.117784 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-a5c45de7-99fa-4c33-886e-4ec099286d04 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Request body: {'security_group': {'name': 'tempest-securitygroup--379649399', 'description': 'tempest-description--1249203262'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:55.131072 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 2e6559a7-de86-40c2-b044-6bf1cfc9e2bc triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:47:55.136121 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:55.174252 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a5c45de7-99fa-4c33-886e-4ec099286d04 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:55.183556 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-b50674bf-7e6c-47f7-bb51-03f1f85dce03 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-765468989'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:55.194526 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50378057-0b24-433d-b547-4d6fd02e976f None None] Network ae4c1888-ea10-4b6e-a554-a27855dc8974 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:47:55.214936 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50674bf-7e6c-47f7-bb51-03f1f85dce03 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Made reservation on behalf of e6b49bab3da64eabb19430ae3f40d3d3 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:47:55.220353 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b50674bf-7e6c-47f7-bb51-03f1f85dce03 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:55.238675 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b50674bf-7e6c-47f7-bb51-03f1f85dce03 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:55.270556 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a2c2f34d-a616-436b-9c6e-11ca5e88ac20 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:55.302930 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a2c2f34d-a616-436b-9c6e-11ca5e88ac20 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:55.391819 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a2c2f34d-a616-436b-9c6e-11ca5e88ac20 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:55.396427 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a2c2f34d-a616-436b-9c6e-11ca5e88ac20 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:55.400755 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a2c2f34d-a616-436b-9c6e-11ca5e88ac20 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] 10.222.0.22 "DELETE /v2.0/security-groups/567a75d0-c832-44d1-bcc6-11d237cc1e32 HTTP/1.1" status: 204 len: 168 time: 0.2897315 Sep 07 02:47:55.401680 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60596) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:55.402935 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a5c45de7-99fa-4c33-886e-4ec099286d04 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:55.415662 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a5c45de7-99fa-4c33-886e-4ec099286d04 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:55.431843 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c2f34d-a616-436b-9c6e-11ca5e88ac20 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=567a75d0-c832-44d1-bcc6-11d237cc1e32,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:55.467638 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c45de7-99fa-4c33-886e-4ec099286d04 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:55.510656 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60602) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:55.510880 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-757835a7-071b-41d3-adfa-98751ca117a3 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0884416 Sep 07 02:47:55.545850 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-9935860c-f8ae-4bfd-8539-e6f065644d8c tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] delete failed (client error): The resource could not be found. Sep 07 02:47:55.551595 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-9935860c-f8ae-4bfd-8539-e6f065644d8c tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] 10.222.0.22 "DELETE /v2.0/security-groups/c69920fd-ceb1-4e2c-bd10-c659f94972fa HTTP/1.1" status: 404 len: 347 time: 0.0352626 Sep 07 02:47:55.552807 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60604) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:55.582165 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b50674bf-7e6c-47f7-bb51-03f1f85dce03 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:55.590866 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b50674bf-7e6c-47f7-bb51-03f1f85dce03 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:55.612221 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-13174718-0774-41fa-b07c-403162a24dc1 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] show failed (client error): The resource could not be found. Sep 07 02:47:55.612221 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-13174718-0774-41fa-b07c-403162a24dc1 tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] 10.222.0.22 "GET /v2.0/security-groups/7b6346ef-c253-4b2b-9a04-37e95fc5f6c8 HTTP/1.1" status: 404 len: 347 time: 0.0590310 Sep 07 02:47:55.612221 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a5c45de7-99fa-4c33-886e-4ec099286d04 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:55.612221 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a5c45de7-99fa-4c33-886e-4ec099286d04 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5066462 Sep 07 02:47:55.620706 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60606) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:55.621057 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60608) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:55.640938 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-df00f4c2-77a9-45b3-bdd1-2e89a78d685b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a130bbcc-f0c0-4ad2-be09-cc5600fe611f', 'name': 'tempest-AttachVolumeShelveTestJSON-612165806-router', 'tenant_id': '82a45090c023468b95127c390faba656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '2e6559a7-de86-40c2-b044-6bf1cfc9e2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:47:47Z', 'updated_at': '2021-09-07T02:47:52Z', 'revision_number': 4, 'project_id': '82a45090c023468b95127c390faba656', 'gw_port': {'id': '2e6559a7-de86-40c2-b044-6bf1cfc9e2bc', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130bbcc-f0c0-4ad2-be09-cc5600fe611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:48Z', 'updated_at': '2021-09-07T02:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '1415233f-22d7-4a31-aac9-d7bf273298a1', 'name': '', 'network_id': '2dd15660-a8a2-4615-aae6-6565f5b9c926', 'tenant_id': '82a45090c023468b95127c390faba656', 'mac_address': 'fa:16:3e:84:c9:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a130bbcc-f0c0-4ad2-be09-cc5600fe611f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'ac223360-8a8e-4533-8aad-52e511f20cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:51Z', 'updated_at': '2021-09-07T02:47:52Z', 'revision_number': 2, 'project_id': '82a45090c023468b95127c390faba656', 'subnets': [{'id': 'ac223360-8a8e-4533-8aad-52e511f20cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:55.646781 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b50674bf-7e6c-47f7-bb51-03f1f85dce03 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:47:55.648637 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-6f48d3eb-55d9-4aff-81c3-18f320893f24 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Request body: {'security_group_rule': {'security_group_id': 'aa20f7f3-69ec-4763-b2fb-7aaab605e2f0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:55.655288 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50674bf-7e6c-47f7-bb51-03f1f85dce03 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0febfa5e-d771-4eb1-8ff7-5fc42fd25d19,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:55.662984 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b50674bf-7e6c-47f7-bb51-03f1f85dce03 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:55.663558 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-b50674bf-7e6c-47f7-bb51-03f1f85dce03 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Added segment 72c37191-55ce-4b8c-a1d4-04cab5c757a0 of type vlan for network 244b20a6-2d0b-4283-b342-130e9b60623f Sep 07 02:47:55.677023 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df00f4c2-77a9-45b3-bdd1-2e89a78d685b None None] Checking router: a130bbcc-f0c0-4ad2-be09-cc5600fe611f for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:47:55.678338 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df00f4c2-77a9-45b3-bdd1-2e89a78d685b None None] Updating router a130bbcc-f0c0-4ad2-be09-cc5600fe611f port 1415233f-22d7-4a31-aac9-d7bf273298a1 binding host n-d-796209-16 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 02:47:55.691820 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-3e4785bc-379f-43f0-8150-59d51dc9920c tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] show failed (client error): The resource could not be found. Sep 07 02:47:55.692889 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-3e4785bc-379f-43f0-8150-59d51dc9920c tempest-NegativeSecGroupIPv6Test-987973433 tempest-NegativeSecGroupIPv6Test-987973433-project] 10.222.0.22 "GET /v2.0/security-group-rules/220974d0-f5c1-4e50-bad8-745de02705b2 HTTP/1.1" status: 404 len: 356 time: 0.0709090 Sep 07 02:47:55.709347 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-df00f4c2-77a9-45b3-bdd1-2e89a78d685b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:55.715096 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31b998a-82a7-4d90-a2b3-4feed0dd016e req-eeea6e9b-708b-4019-bde7-994591c960cc tempest-InstanceActionsNegativeTestJSON-1797521211 tempest-InstanceActionsNegativeTestJSON-1797521211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:55.722439 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a31b998a-82a7-4d90-a2b3-4feed0dd016e req-eeea6e9b-708b-4019-bde7-994591c960cc tempest-InstanceActionsNegativeTestJSON-1797521211 tempest-InstanceActionsNegativeTestJSON-1797521211-project] 10.222.0.22 "GET /v2.0/networks?id=ae4c1888-ea10-4b6e-a554-a27855dc8974 HTTP/1.1" status: 200 len: 821 time: 0.2575991 Sep 07 02:47:55.738825 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6f48d3eb-55d9-4aff-81c3-18f320893f24 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:55.749753 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b50674bf-7e6c-47f7-bb51-03f1f85dce03 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:55.753027 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a31b998a-82a7-4d90-a2b3-4feed0dd016e req-09a2d1f8-0810-4b88-b478-a7caa04b0856 tempest-InstanceActionsNegativeTestJSON-1797521211 tempest-InstanceActionsNegativeTestJSON-1797521211-project] 10.222.0.22 "GET /v2.0/quotas/445c53ad075a45b9973ed57696589478 HTTP/1.1" status: 200 len: 375 time: 0.0292025 Sep 07 02:47:55.798302 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b50674bf-7e6c-47f7-bb51-03f1f85dce03 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:55.806570 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50674bf-7e6c-47f7-bb51-03f1f85dce03 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:55.808373 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a31b998a-82a7-4d90-a2b3-4feed0dd016e req-2e5bb021-18c9-483d-b72f-60eb8d25b6f5 tempest-InstanceActionsNegativeTestJSON-1797521211 tempest-InstanceActionsNegativeTestJSON-1797521211-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=445c53ad075a45b9973ed57696589478&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544143 Sep 07 02:47:55.812230 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b50674bf-7e6c-47f7-bb51-03f1f85dce03 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:55.899517 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b50674bf-7e6c-47f7-bb51-03f1f85dce03 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9375496 Sep 07 02:47:55.918370 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6f48d3eb-55d9-4aff-81c3-18f320893f24 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:55.933195 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6f48d3eb-55d9-4aff-81c3-18f320893f24 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:55.948206 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-86ffdc08-1c78-4fbd-8769-5eaf8f1d3a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:55.978396 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a31b998a-82a7-4d90-a2b3-4feed0dd016e req-617ffc0a-2c28-4dcf-b757-678f2fbd0df2 service neutron] 10.222.0.22 "GET /v2.0/networks/ae4c1888-ea10-4b6e-a554-a27855dc8974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688054 Sep 07 02:47:56.004566 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48d3eb-55d9-4aff-81c3-18f320893f24 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99d53d33-45d6-49e3-9070-b13be5da14e6,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:56.016157 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50674bf-7e6c-47f7-bb51-03f1f85dce03 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Pushing event updated for resources: {'Network': ['ID=244b20a6-2d0b-4283-b342-130e9b60623f,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:56.035242 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6f48d3eb-55d9-4aff-81c3-18f320893f24 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:56.039502 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-6f48d3eb-55d9-4aff-81c3-18f320893f24 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4138618 Sep 07 02:47:56.039850 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60612) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:56.048086 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-e779b077-48b8-4a08-b27b-ff3fb84cac50 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Request body: {'security_group_rule': {'security_group_id': 'aa20f7f3-69ec-4763-b2fb-7aaab605e2f0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:56.119542 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 244b20a6-2d0b-4283-b342-130e9b60623f details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:47:56.123410 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e779b077-48b8-4a08-b27b-ff3fb84cac50 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:56.152832 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a31b998a-82a7-4d90-a2b3-4feed0dd016e req-b5d3c60d-c93d-47c0-a68a-f44fe34b8241 service neutron] 10.222.0.22 "GET /v2.0/networks/ae4c1888-ea10-4b6e-a554-a27855dc8974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732690 Sep 07 02:47:56.266127 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e779b077-48b8-4a08-b27b-ff3fb84cac50 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:56.285256 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e779b077-48b8-4a08-b27b-ff3fb84cac50 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:56.290498 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60620) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:56.335212 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779b077-48b8-4a08-b27b-ff3fb84cac50 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6299d20d-f367-44e2-90a1-d0f43ecb903b,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:56.385628 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e779b077-48b8-4a08-b27b-ff3fb84cac50 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:56.387613 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-e779b077-48b8-4a08-b27b-ff3fb84cac50 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3459849 Sep 07 02:47:56.390814 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60626) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:56.397304 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-04280102-0ef4-4db8-81ae-a56a5320b859 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Request body: {'floatingip': {'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:56.435096 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-df00f4c2-77a9-45b3-bdd1-2e89a78d685b None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:56.445757 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bf8b04da-ae9d-4556-9a28-d29be484af39 req-763b2603-2302-4d91-a904-16db4daa1f82 tempest-InstanceActionsNegativeTestJSON-1797521211 tempest-InstanceActionsNegativeTestJSON-1797521211-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d526f37-f40a-4e0e-acf1-65b9f3acf5c2 HTTP/1.1" status: 200 len: 210 time: 0.0455995 Sep 07 02:47:56.470992 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-04280102-0ef4-4db8-81ae-a56a5320b859 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks [] for floatingip, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:56.473889 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-df00f4c2-77a9-45b3-bdd1-2e89a78d685b None None] Transition to ACTIVE for port object 1415233f-22d7-4a31-aac9-d7bf273298a1 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:47:56.518008 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-df00f4c2-77a9-45b3-bdd1-2e89a78d685b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:56.636528 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-323ab39d-6c3a-4f83-ba08-46e327429779 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6c0105e0b9da4460980200d67555fb38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3445499 Sep 07 02:47:56.640276 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60634) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:56.642188 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804f86d7-b95b-4601-afbc-a49cc22d3f79 None None] Pushing event updated for resources: {'Port': ['ID=1415233f-22d7-4a31-aac9-d7bf273298a1,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:56.651680 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-04280102-0ef4-4db8-81ae-a56a5320b859 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:56.785533 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-23b08598-b052-4250-9c8b-cf3d8b24ec61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:56.837474 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-04280102-0ef4-4db8-81ae-a56a5320b859 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Allocated IP 172.25.5.2 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/84c25809-fbe5-48ad-847c-04ecbe247571) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:47:56.842867 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-23b08598-b052-4250-9c8b-cf3d8b24ec61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:56.938110 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-df00f4c2-77a9-45b3-bdd1-2e89a78d685b None None] Attempting to bind port 1415233f-22d7-4a31-aac9-d7bf273298a1 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:47:56.938509 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-df00f4c2-77a9-45b3-bdd1-2e89a78d685b None None] Attempting to bind port 1415233f-22d7-4a31-aac9-d7bf273298a1 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '671b0d78-496f-4a6a-a20b-d6937a9097d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2dd15660-a8a2-4615-aae6-6565f5b9c926'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:47:56.939192 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df00f4c2-77a9-45b3-bdd1-2e89a78d685b None None] Attempting to bind port 1415233f-22d7-4a31-aac9-d7bf273298a1 on network 2dd15660-a8a2-4615-aae6-6565f5b9c926 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:47:56.969765 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df00f4c2-77a9-45b3-bdd1-2e89a78d685b None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:47:56.970227 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df00f4c2-77a9-45b3-bdd1-2e89a78d685b None None] Checking segment: {'id': '671b0d78-496f-4a6a-a20b-d6937a9097d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2dd15660-a8a2-4615-aae6-6565f5b9c926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:47:56.971912 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-23b08598-b052-4250-9c8b-cf3d8b24ec61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:56.974913 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-23b08598-b052-4250-9c8b-cf3d8b24ec61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:56.975423 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-df00f4c2-77a9-45b3-bdd1-2e89a78d685b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:56.975955 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df00f4c2-77a9-45b3-bdd1-2e89a78d685b None None] Bound using segment: {'id': '671b0d78-496f-4a6a-a20b-d6937a9097d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2dd15660-a8a2-4615-aae6-6565f5b9c926'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:47:56.976466 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-df00f4c2-77a9-45b3-bdd1-2e89a78d685b None None] Bound port: 1415233f-22d7-4a31-aac9-d7bf273298a1, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '671b0d78-496f-4a6a-a20b-d6937a9097d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2dd15660-a8a2-4615-aae6-6565f5b9c926'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:47:56.976865 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-df00f4c2-77a9-45b3-bdd1-2e89a78d685b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:56.981142 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-23b08598-b052-4250-9c8b-cf3d8b24ec61 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6da6bce6-9b12-41de-af0f-32f0a87bb896 HTTP/1.1" status: 204 len: 168 time: 0.3396511 Sep 07 02:47:57.002343 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b08598-b052-4250-9c8b-cf3d8b24ec61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da6bce6-9b12-41de-af0f-32f0a87bb896,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:57.145062 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-04280102-0ef4-4db8-81ae-a56a5320b859 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:57.172755 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-df00f4c2-77a9-45b3-bdd1-2e89a78d685b None None] For port 1415233f-22d7-4a31-aac9-d7bf273298a1, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:47:57.185304 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-df00f4c2-77a9-45b3-bdd1-2e89a78d685b None None] For port 1415233f-22d7-4a31-aac9-d7bf273298a1, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=1415233f-22d7-4a31-aac9-d7bf273298a1,segment=NetworkSegment(671b0d78-496f-4a6a-a20b-d6937a9097d2),segment_id=671b0d78-496f-4a6a-a20b-d6937a9097d2)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:47:57.192927 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-df00f4c2-77a9-45b3-bdd1-2e89a78d685b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:57.223775 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-04280102-0ef4-4db8-81ae-a56a5320b859 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:57.305813 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04280102-0ef4-4db8-81ae-a56a5320b859 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:47:57.309083 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-04280102-0ef4-4db8-81ae-a56a5320b859 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:47:57.312892 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04280102-0ef4-4db8-81ae-a56a5320b859 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:47:57.346016 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04280102-0ef4-4db8-81ae-a56a5320b859 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Pushing event updated for resources: {'Port': ['ID=84c25809-fbe5-48ad-847c-04ecbe247571,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:57.365716 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 02:47:57.488366 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804f86d7-b95b-4601-afbc-a49cc22d3f79 None None] Pushing event updated for resources: {'Port': ['ID=1415233f-22d7-4a31-aac9-d7bf273298a1,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:57.515180 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df00f4c2-77a9-45b3-bdd1-2e89a78d685b None None] Routers {'a130bbcc-f0c0-4ad2-be09-cc5600fe611f'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:47:57.515747 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-df00f4c2-77a9-45b3-bdd1-2e89a78d685b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:47:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['a130bbcc-f0c0-4ad2-be09-cc5600fe611f'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:57.670201 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-04280102-0ef4-4db8-81ae-a56a5320b859 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:57.790556 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-df00f4c2-77a9-45b3-bdd1-2e89a78d685b None None] Set router a130bbcc-f0c0-4ad2-be09-cc5600fe611f gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:47:57.806993 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7c6cee4c-54ed-4034-baee-c306603e3493 req-2bd59324-06b8-45a1-b7fe-5fa38e1b1651 tempest-InstanceActionsNegativeTestJSON-1797521211 tempest-InstanceActionsNegativeTestJSON-1797521211-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d526f37-f40a-4e0e-acf1-65b9f3acf5c2 HTTP/1.1" status: 200 len: 210 time: 0.0871289 Sep 07 02:47:57.883111 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-04280102-0ef4-4db8-81ae-a56a5320b859 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:58.182011 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-04280102-0ef4-4db8-81ae-a56a5320b859 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:58.188665 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-04280102-0ef4-4db8-81ae-a56a5320b859 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:58.229694 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-887d1559-6660-4a8c-b3e0-dc3ecc6f01cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:58.266309 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04280102-0ef4-4db8-81ae-a56a5320b859 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Pushing event updated for resources: {'Port': ['ID=84c25809-fbe5-48ad-847c-04ecbe247571,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:58.324026 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-df00f4c2-77a9-45b3-bdd1-2e89a78d685b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a130bbcc-f0c0-4ad2-be09-cc5600fe611f', 'name': 'tempest-AttachVolumeShelveTestJSON-612165806-router', 'tenant_id': '82a45090c023468b95127c390faba656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '2e6559a7-de86-40c2-b044-6bf1cfc9e2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:47:47Z', 'updated_at': '2021-09-07T02:47:52Z', 'revision_number': 4, 'project_id': '82a45090c023468b95127c390faba656', 'gw_port': {'id': '2e6559a7-de86-40c2-b044-6bf1cfc9e2bc', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130bbcc-f0c0-4ad2-be09-cc5600fe611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:48Z', 'updated_at': '2021-09-07T02:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '1415233f-22d7-4a31-aac9-d7bf273298a1', 'name': '', 'network_id': '2dd15660-a8a2-4615-aae6-6565f5b9c926', 'tenant_id': '82a45090c023468b95127c390faba656', 'mac_address': 'fa:16:3e:84:c9:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a130bbcc-f0c0-4ad2-be09-cc5600fe611f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'ac223360-8a8e-4533-8aad-52e511f20cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:51Z', 'updated_at': '2021-09-07T02:47:57Z', 'revision_number': 4, 'project_id': '82a45090c023468b95127c390faba656', 'subnets': [{'id': 'ac223360-8a8e-4533-8aad-52e511f20cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:47:58.324951 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-04280102-0ef4-4db8-81ae-a56a5320b859 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:58.354036 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-04280102-0ef4-4db8-81ae-a56a5320b859 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:58.363504 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-04280102-0ef4-4db8-81ae-a56a5320b859 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.9623799 Sep 07 02:47:58.373381 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df00f4c2-77a9-45b3-bdd1-2e89a78d685b None None] The sync data for ids ['a130bbcc-f0c0-4ad2-be09-cc5600fe611f'] in n-d-796209-16 is: [{'id': 'a130bbcc-f0c0-4ad2-be09-cc5600fe611f', 'name': 'tempest-AttachVolumeShelveTestJSON-612165806-router', 'tenant_id': '82a45090c023468b95127c390faba656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '2e6559a7-de86-40c2-b044-6bf1cfc9e2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:47:47Z', 'updated_at': '2021-09-07T02:47:52Z', 'revision_number': 4, 'project_id': '82a45090c023468b95127c390faba656', 'gw_port': {'id': '2e6559a7-de86-40c2-b044-6bf1cfc9e2bc', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130bbcc-f0c0-4ad2-be09-cc5600fe611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:48Z', 'updated_at': '2021-09-07T02:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '1415233f-22d7-4a31-aac9-d7bf273298a1', 'name': '', 'network_id': '2dd15660-a8a2-4615-aae6-6565f5b9c926', 'tenant_id': '82a45090c023468b95127c390faba656', 'mac_address': 'fa:16:3e:84:c9:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a130bbcc-f0c0-4ad2-be09-cc5600fe611f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'ac223360-8a8e-4533-8aad-52e511f20cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:51Z', 'updated_at': '2021-09-07T02:47:57Z', 'revision_number': 4, 'project_id': '82a45090c023468b95127c390faba656', 'subnets': [{'id': 'ac223360-8a8e-4533-8aad-52e511f20cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:47:58.459323 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60672) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:58.735622 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:58.954540 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-595378be-8603-4cc3-b2ea-5e02745a8db0 tempest-ServiceProvidersTest-2039668582 tempest-ServiceProvidersTest-2039668582-project] 10.222.0.22 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.4936812 Sep 07 02:47:58.972907 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 1415233f-22d7-4a31-aac9-d7bf273298a1 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:47:58.994409 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d3ce2eab-5d91-4c98-99f1-9b38e9f23cab req-1488cd98-af8a-4b85-a933-ad276ead3e75 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--379649399&fields=id&tenant_id=82a45090c023468b95127c390faba656 HTTP/1.1" status: 200 len: 267 time: 0.2456608 Sep 07 02:47:59.039537 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31b998a-82a7-4d90-a2b3-4feed0dd016e req-8d0d2d8e-a3f8-4ebf-aff9-b22d28cb5ab2 tempest-InstanceActionsNegativeTestJSON-1797521211 tempest-InstanceActionsNegativeTestJSON-1797521211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:59.041481 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a31b998a-82a7-4d90-a2b3-4feed0dd016e req-8d0d2d8e-a3f8-4ebf-aff9-b22d28cb5ab2 tempest-InstanceActionsNegativeTestJSON-1797521211 tempest-InstanceActionsNegativeTestJSON-1797521211-project] 10.222.0.23 "GET /v2.0/networks?id=ae4c1888-ea10-4b6e-a554-a27855dc8974 HTTP/1.1" status: 200 len: 821 time: 0.4633119 Sep 07 02:47:59.104278 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-a31b998a-82a7-4d90-a2b3-4feed0dd016e req-0a95a2b5-c5b9-4636-9313-7a9e4ec53bd4 tempest-InstanceActionsNegativeTestJSON-1797521211 tempest-InstanceActionsNegativeTestJSON-1797521211-project] Request body: {'port': {'device_id': '1d526f37-f40a-4e0e-acf1-65b9f3acf5c2', 'network_id': 'ae4c1888-ea10-4b6e-a554-a27855dc8974', 'admin_state_up': True, 'tenant_id': '445c53ad075a45b9973ed57696589478'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:59.105154 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 1415233f-22d7-4a31-aac9-d7bf273298a1 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:47:59.132430 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 1415233f-22d7-4a31-aac9-d7bf273298a1 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:47:59.133049 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:59.231778 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7a1996a3-7e10-46fb-a7b0-2167eceb35d3 req-f7f2d14e-15fb-4b76-8e3e-268239fc6aa1 tempest-InstanceActionsNegativeTestJSON-1797521211 tempest-InstanceActionsNegativeTestJSON-1797521211-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d526f37-f40a-4e0e-acf1-65b9f3acf5c2 HTTP/1.1" status: 200 len: 210 time: 0.1809285 Sep 07 02:47:59.324322 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:59.329756 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60696) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:59.344307 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-7ab8520f-925e-442b-a224-eadabcf2228d tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Request body: {'subnet': {'network_id': '244b20a6-2d0b-4283-b342-130e9b60623f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:47:59.353460 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce2eab-5d91-4c98-99f1-9b38e9f23cab req-531db2e1-7bc6-4318-889b-cf3c39a0ced9 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:47:59.358036 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d3ce2eab-5d91-4c98-99f1-9b38e9f23cab req-531db2e1-7bc6-4318-889b-cf3c39a0ced9 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/networks?id=2dd15660-a8a2-4615-aae6-6565f5b9c926 HTTP/1.1" status: 200 len: 816 time: 0.3580503 Sep 07 02:47:59.379783 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d3ce2eab-5d91-4c98-99f1-9b38e9f23cab req-63415066-7044-44f6-8616-61a56945e72b tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/quotas/82a45090c023468b95127c390faba656 HTTP/1.1" status: 200 len: 375 time: 0.0157521 Sep 07 02:47:59.384699 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 1415233f-22d7-4a31-aac9-d7bf273298a1, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=1415233f-22d7-4a31-aac9-d7bf273298a1,segment=NetworkSegment(671b0d78-496f-4a6a-a20b-d6937a9097d2),segment_id=671b0d78-496f-4a6a-a20b-d6937a9097d2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:47:59.392397 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:59.470788 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=1415233f-22d7-4a31-aac9-d7bf273298a1,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:47:59.476530 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:59.524696 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.db.api [None req-7ab8520f-925e-442b-a224-eadabcf2228d tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 02:47:59.524696 n-d-796209-16 neutron-server[94700]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 07 02:47:59.524696 n-d-796209-16 neutron-server[94700]: [parameters: {'project_id': 'e6b49bab3da64eabb19430ae3f40d3d3', 'id': '90a19e67-4173-4e76-8eed-0ff18b0ba65d', 'expiration': datetime.datetime(2021, 9, 7, 2, 49, 59, 518083)}] Sep 07 02:47:59.524696 n-d-796209-16 neutron-server[94700]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 02:47:59.525210 n-d-796209-16 neutron-server[94700]: DEBUG oslo_db.api [None req-7ab8520f-925e-442b-a224-eadabcf2228d tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 02:47:59.536324 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a31b998a-82a7-4d90-a2b3-4feed0dd016e req-0a95a2b5-c5b9-4636-9313-7a9e4ec53bd4 tempest-InstanceActionsNegativeTestJSON-1797521211 tempest-InstanceActionsNegativeTestJSON-1797521211-project] Made reservation on behalf of 445c53ad075a45b9973ed57696589478 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:47:59.540018 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a31b998a-82a7-4d90-a2b3-4feed0dd016e req-0a95a2b5-c5b9-4636-9313-7a9e4ec53bd4 tempest-InstanceActionsNegativeTestJSON-1797521211 tempest-InstanceActionsNegativeTestJSON-1797521211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:59.541294 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d3ce2eab-5d91-4c98-99f1-9b38e9f23cab req-05ea8d5f-1b2c-4bb2-bf8f-386289c926e8 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=82a45090c023468b95127c390faba656&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1492813 Sep 07 02:47:59.580003 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60700) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:47:59.693004 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d3ce2eab-5d91-4c98-99f1-9b38e9f23cab req-3b0aa94e-5972-48d9-9407-2ceb6df2c5a4 service neutron] 10.222.0.22 "GET /v2.0/networks/2dd15660-a8a2-4615-aae6-6565f5b9c926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495414 Sep 07 02:47:59.729341 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-a31b998a-82a7-4d90-a2b3-4feed0dd016e req-0a95a2b5-c5b9-4636-9313-7a9e4ec53bd4 tempest-InstanceActionsNegativeTestJSON-1797521211 tempest-InstanceActionsNegativeTestJSON-1797521211-project] Allocated IP 172.20.0.13 (ae4c1888-ea10-4b6e-a554-a27855dc8974/7c095df2-3830-4065-93c3-c109883cb5d9/aaad09d3-02ab-4e73-ad94-e4075683fa1f) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:47:59.790272 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8084112a-9e97-4dd7-9e93-feaeed323c9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:47:59.849579 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d3ce2eab-5d91-4c98-99f1-9b38e9f23cab req-788e10e2-7e7d-49c2-897b-7bc0234bc7ef service neutron] 10.222.0.22 "GET /v2.0/networks/2dd15660-a8a2-4615-aae6-6565f5b9c926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468906 Sep 07 02:47:59.980686 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a31b998a-82a7-4d90-a2b3-4feed0dd016e req-0a95a2b5-c5b9-4636-9313-7a9e4ec53bd4 tempest-InstanceActionsNegativeTestJSON-1797521211 tempest-InstanceActionsNegativeTestJSON-1797521211-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:00.033578 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8084112a-9e97-4dd7-9e93-feaeed323c9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:00.046850 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8084112a-9e97-4dd7-9e93-feaeed323c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:00.105832 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8084112a-9e97-4dd7-9e93-feaeed323c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25bfe127-12d2-4f8a-a926-4fe1ea7117d7,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:00.116333 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7fe8c9d0-4626-4374-9059-2c7a7e2d05fc req-f221304c-41cc-41d5-abc1-98d0d7b8b929 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 210 time: 0.0580866 Sep 07 02:48:00.120876 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab8520f-925e-442b-a224-eadabcf2228d tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Made reservation on behalf of e6b49bab3da64eabb19430ae3f40d3d3 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:48:00.127577 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7ab8520f-925e-442b-a224-eadabcf2228d tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:00.133338 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-8084112a-9e97-4dd7-9e93-feaeed323c9c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2c98a3d8f6d9439c96ad7dc9c3a5df1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5523188 Sep 07 02:48:00.135829 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a31b998a-82a7-4d90-a2b3-4feed0dd016e req-0a95a2b5-c5b9-4636-9313-7a9e4ec53bd4 tempest-InstanceActionsNegativeTestJSON-1797521211 tempest-InstanceActionsNegativeTestJSON-1797521211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:00.136268 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60714) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:00.215394 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8eba601e-48d6-47ed-83b1-9795425458b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:00.248065 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a31b998a-82a7-4d90-a2b3-4feed0dd016e req-0a95a2b5-c5b9-4636-9313-7a9e4ec53bd4 tempest-InstanceActionsNegativeTestJSON-1797521211 tempest-InstanceActionsNegativeTestJSON-1797521211-project] Network ae4c1888-ea10-4b6e-a554-a27855dc8974 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:48:00.250427 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8eba601e-48d6-47ed-83b1-9795425458b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:00.273516 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-a31b998a-82a7-4d90-a2b3-4feed0dd016e req-0a95a2b5-c5b9-4636-9313-7a9e4ec53bd4 tempest-InstanceActionsNegativeTestJSON-1797521211 tempest-InstanceActionsNegativeTestJSON-1797521211-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:48:00.282712 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-a31b998a-82a7-4d90-a2b3-4feed0dd016e req-0a95a2b5-c5b9-4636-9313-7a9e4ec53bd4 tempest-InstanceActionsNegativeTestJSON-1797521211 tempest-InstanceActionsNegativeTestJSON-1797521211-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:48:00.319261 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95a2b5-c5b9-4636-9313-7a9e4ec53bd4 tempest-InstanceActionsNegativeTestJSON-1797521211 tempest-InstanceActionsNegativeTestJSON-1797521211-project] Pushing event updated for resources: {'Port': ['ID=aaad09d3-02ab-4e73-ad94-e4075683fa1f,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:00.337288 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8eba601e-48d6-47ed-83b1-9795425458b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:00.341575 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8eba601e-48d6-47ed-83b1-9795425458b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:00.343790 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8eba601e-48d6-47ed-83b1-9795425458b4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/25bfe127-12d2-4f8a-a926-4fe1ea7117d7 HTTP/1.1" status: 204 len: 168 time: 0.2061253 Sep 07 02:48:00.355810 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eba601e-48d6-47ed-83b1-9795425458b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25bfe127-12d2-4f8a-a926-4fe1ea7117d7,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:00.429586 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31b998a-82a7-4d90-a2b3-4feed0dd016e req-0a95a2b5-c5b9-4636-9313-7a9e4ec53bd4 tempest-InstanceActionsNegativeTestJSON-1797521211 tempest-InstanceActionsNegativeTestJSON-1797521211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:00.430214 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a31b998a-82a7-4d90-a2b3-4feed0dd016e req-0a95a2b5-c5b9-4636-9313-7a9e4ec53bd4 tempest-InstanceActionsNegativeTestJSON-1797521211 tempest-InstanceActionsNegativeTestJSON-1797521211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:00.477888 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a31b998a-82a7-4d90-a2b3-4feed0dd016e req-0a95a2b5-c5b9-4636-9313-7a9e4ec53bd4 tempest-InstanceActionsNegativeTestJSON-1797521211 tempest-InstanceActionsNegativeTestJSON-1797521211-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3916533 Sep 07 02:48:00.515559 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-a31b998a-82a7-4d90-a2b3-4feed0dd016e req-a1c4207a-3c97-4feb-b38e-c89bc9ec46d4 service neutron] Request body: {'port': {'device_id': '1d526f37-f40a-4e0e-acf1-65b9f3acf5c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:48:00.555846 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972d76f-602d-4be6-a59d-0ae95c6461be req-dc7bf035-8b75-4b8e-8017-2e4df9dfd4fa tempest-InstanceActionsNegativeTestJSON-1797521211 tempest-InstanceActionsNegativeTestJSON-1797521211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:00.557358 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0972d76f-602d-4be6-a59d-0ae95c6461be req-dc7bf035-8b75-4b8e-8017-2e4df9dfd4fa tempest-InstanceActionsNegativeTestJSON-1797521211 tempest-InstanceActionsNegativeTestJSON-1797521211-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d526f37-f40a-4e0e-acf1-65b9f3acf5c2 HTTP/1.1" status: 200 len: 932 time: 0.1479847 Sep 07 02:48:00.606927 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7ab8520f-925e-442b-a224-eadabcf2228d tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:00.650537 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a31b998a-82a7-4d90-a2b3-4feed0dd016e req-a1c4207a-3c97-4feb-b38e-c89bc9ec46d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:00.696192 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0972d76f-602d-4be6-a59d-0ae95c6461be req-b24f0050-e24a-42aa-84a2-56b7f8e6be97 tempest-InstanceActionsNegativeTestJSON-1797521211 tempest-InstanceActionsNegativeTestJSON-1797521211-project] 10.222.0.22 "GET /v2.0/security-groups?id=627ab8d3-8f74-46d7-be35-b6cf5ae488d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297374 Sep 07 02:48:00.725155 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab8520f-925e-442b-a224-eadabcf2228d tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Pushing event updated for resources: {'Subnet': ['ID=44a36241-ae2d-45ec-aada-b6d069568047,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:00.757677 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab8520f-925e-442b-a224-eadabcf2228d tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Checking segment: {'id': '72c37191-55ce-4b8c-a1d4-04cab5c757a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '244b20a6-2d0b-4283-b342-130e9b60623f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:48:00.758086 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab8520f-925e-442b-a224-eadabcf2228d tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Network hostable DHCP agents. Network: 244b20a6-2d0b-4283-b342-130e9b60623f, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:48:00.855309 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab8520f-925e-442b-a224-eadabcf2228d tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Network 244b20a6-2d0b-4283-b342-130e9b60623f is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:48:00.881849 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-7ab8520f-925e-442b-a224-eadabcf2228d tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 244b20a6-2d0b-4283-b342-130e9b60623f) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:48:00.890186 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab8520f-925e-442b-a224-eadabcf2228d tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:00.891309 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7ab8520f-925e-442b-a224-eadabcf2228d tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:00.896509 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 1415233f-22d7-4a31-aac9-d7bf273298a1 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:48:00.933118 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8a9eb6-7366-4067-92f5-0f6b3743da7c None None] Network 244b20a6-2d0b-4283-b342-130e9b60623f requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:48:01.009528 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-7ab8520f-925e-442b-a224-eadabcf2228d tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6754284 Sep 07 02:48:01.013163 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60740) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:01.019157 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-67dbcac8-0e03-458d-be77-a8140c565605 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1559635912'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:48:01.078666 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67dbcac8-0e03-458d-be77-a8140c565605 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Made reservation on behalf of e6b49bab3da64eabb19430ae3f40d3d3 for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:48:01.083326 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-67dbcac8-0e03-458d-be77-a8140c565605 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:01.115067 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67dbcac8-0e03-458d-be77-a8140c565605 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:48:01.126625 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 1415233f-22d7-4a31-aac9-d7bf273298a1 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:48:01.127264 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:01.128287 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-67dbcac8-0e03-458d-be77-a8140c565605 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:01.128943 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-67dbcac8-0e03-458d-be77-a8140c565605 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Added segment 2d26cc88-3bd7-48bb-985c-a972efb02609 of type vlan for network 4d21e7c4-a051-4b2d-b40c-19627752fa69 Sep 07 02:48:01.192609 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-a31b998a-82a7-4d90-a2b3-4feed0dd016e req-a1c4207a-3c97-4feb-b38e-c89bc9ec46d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaad09d3-02ab-4e73-ad94-e4075683fa1f {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:48:01.195955 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-67dbcac8-0e03-458d-be77-a8140c565605 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:01.205116 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a31b998a-82a7-4d90-a2b3-4feed0dd016e req-a1c4207a-3c97-4feb-b38e-c89bc9ec46d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:01.220480 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-a31b998a-82a7-4d90-a2b3-4feed0dd016e req-a1c4207a-3c97-4feb-b38e-c89bc9ec46d4 service neutron] Transition to ACTIVE for port object aaad09d3-02ab-4e73-ad94-e4075683fa1f will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:48:01.225022 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a31b998a-82a7-4d90-a2b3-4feed0dd016e req-a1c4207a-3c97-4feb-b38e-c89bc9ec46d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:01.252547 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-890563ff-3615-4f06-9ca3-5c86983ef9a2 req-4bcae568-3d0f-4127-98f1-cd1280452029 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 210 time: 0.0361309 Sep 07 02:48:01.271372 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-67dbcac8-0e03-458d-be77-a8140c565605 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:01.281884 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67dbcac8-0e03-458d-be77-a8140c565605 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:01.283070 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-67dbcac8-0e03-458d-be77-a8140c565605 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:01.311522 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c4207a-3c97-4feb-b38e-c89bc9ec46d4 service neutron] Pushing event updated for resources: {'Port': ['ID=aaad09d3-02ab-4e73-ad94-e4075683fa1f,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:01.335543 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-67dbcac8-0e03-458d-be77-a8140c565605 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3207574 Sep 07 02:48:01.361876 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e84868f-26d2-4377-9afe-f4e23c2cf2de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-244b20a6-2d0b-4283-b342-130e9b60623f', 'network_id': '244b20a6-2d0b-4283-b342-130e9b60623f', 'tenant_id': 'e6b49bab3da64eabb19430ae3f40d3d3', 'fixed_ips': [{'subnet_id': '44a36241-ae2d-45ec-aada-b6d069568047'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:48:01.362906 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4e84868f-26d2-4377-9afe-f4e23c2cf2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:01.374812 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60754) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:01.381958 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-2b47a4cc-3282-4ea3-8c55-e743983018d3 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Request body: {'subnet': {'network_id': '4d21e7c4-a051-4b2d-b40c-19627752fa69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:48:01.390272 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dbcac8-0e03-458d-be77-a8140c565605 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Pushing event updated for resources: {'Network': ['ID=4d21e7c4-a051-4b2d-b40c-19627752fa69,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:01.403872 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:01.415374 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-a31b998a-82a7-4d90-a2b3-4feed0dd016e req-a1c4207a-3c97-4feb-b38e-c89bc9ec46d4 service neutron] Attempting to bind port aaad09d3-02ab-4e73-ad94-e4075683fa1f on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:48:01.416095 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-a31b998a-82a7-4d90-a2b3-4feed0dd016e req-a1c4207a-3c97-4feb-b38e-c89bc9ec46d4 service neutron] Attempting to bind port aaad09d3-02ab-4e73-ad94-e4075683fa1f by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '030032f0-715c-4bc4-a884-16085dcaab36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ae4c1888-ea10-4b6e-a554-a27855dc8974'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:48:01.416406 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31b998a-82a7-4d90-a2b3-4feed0dd016e req-a1c4207a-3c97-4feb-b38e-c89bc9ec46d4 service neutron] Attempting to bind port aaad09d3-02ab-4e73-ad94-e4075683fa1f on network ae4c1888-ea10-4b6e-a554-a27855dc8974 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:48:01.424262 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 4d21e7c4-a051-4b2d-b40c-19627752fa69 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:48:01.429268 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31b998a-82a7-4d90-a2b3-4feed0dd016e req-a1c4207a-3c97-4feb-b38e-c89bc9ec46d4 service neutron] Port aaad09d3-02ab-4e73-ad94-e4075683fa1f on network ae4c1888-ea10-4b6e-a554-a27855dc8974 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:48:01.429626 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31b998a-82a7-4d90-a2b3-4feed0dd016e req-a1c4207a-3c97-4feb-b38e-c89bc9ec46d4 service neutron] Attempting to bind port aaad09d3-02ab-4e73-ad94-e4075683fa1f on network ae4c1888-ea10-4b6e-a554-a27855dc8974 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:48:01.441362 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31b998a-82a7-4d90-a2b3-4feed0dd016e req-a1c4207a-3c97-4feb-b38e-c89bc9ec46d4 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:48:01.441850 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31b998a-82a7-4d90-a2b3-4feed0dd016e req-a1c4207a-3c97-4feb-b38e-c89bc9ec46d4 service neutron] Checking segment: {'id': '030032f0-715c-4bc4-a884-16085dcaab36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ae4c1888-ea10-4b6e-a554-a27855dc8974'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:48:01.442245 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a31b998a-82a7-4d90-a2b3-4feed0dd016e req-a1c4207a-3c97-4feb-b38e-c89bc9ec46d4 service neutron] Bound using segment: {'id': '030032f0-715c-4bc4-a884-16085dcaab36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ae4c1888-ea10-4b6e-a554-a27855dc8974'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:48:01.442682 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-a31b998a-82a7-4d90-a2b3-4feed0dd016e req-a1c4207a-3c97-4feb-b38e-c89bc9ec46d4 service neutron] Bound port: aaad09d3-02ab-4e73-ad94-e4075683fa1f, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '030032f0-715c-4bc4-a884-16085dcaab36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'ae4c1888-ea10-4b6e-a554-a27855dc8974'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:48:01.443045 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a31b998a-82a7-4d90-a2b3-4feed0dd016e req-a1c4207a-3c97-4feb-b38e-c89bc9ec46d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:01.550810 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b47a4cc-3282-4ea3-8c55-e743983018d3 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Made reservation on behalf of e6b49bab3da64eabb19430ae3f40d3d3 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:48:01.557872 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2b47a4cc-3282-4ea3-8c55-e743983018d3 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:01.589066 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-a31b998a-82a7-4d90-a2b3-4feed0dd016e req-a1c4207a-3c97-4feb-b38e-c89bc9ec46d4 service neutron] For port aaad09d3-02ab-4e73-ad94-e4075683fa1f, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:48:01.614767 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-a31b998a-82a7-4d90-a2b3-4feed0dd016e req-a1c4207a-3c97-4feb-b38e-c89bc9ec46d4 service neutron] For port aaad09d3-02ab-4e73-ad94-e4075683fa1f, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=aaad09d3-02ab-4e73-ad94-e4075683fa1f,segment=NetworkSegment(030032f0-715c-4bc4-a884-16085dcaab36),segment_id=030032f0-715c-4bc4-a884-16085dcaab36)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:48:01.625374 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a31b998a-82a7-4d90-a2b3-4feed0dd016e req-a1c4207a-3c97-4feb-b38e-c89bc9ec46d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:01.689745 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31b998a-82a7-4d90-a2b3-4feed0dd016e req-a1c4207a-3c97-4feb-b38e-c89bc9ec46d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:01.690684 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a31b998a-82a7-4d90-a2b3-4feed0dd016e req-a1c4207a-3c97-4feb-b38e-c89bc9ec46d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:01.692359 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a31b998a-82a7-4d90-a2b3-4feed0dd016e req-a1c4207a-3c97-4feb-b38e-c89bc9ec46d4 service neutron] 10.222.0.23 "PUT /v2.0/ports/aaad09d3-02ab-4e73-ad94-e4075683fa1f HTTP/1.1" status: 200 len: 1093 time: 1.1869535 Sep 07 02:48:01.693017 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d526f37-f40a-4e0e-acf1-65b9f3acf5c2', 'tag': 'aaad09d3-02ab-4e73-ad94-e4075683fa1f'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:48:01.695568 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153d5433-3353-466a-9c49-f9dac1464a23" -d '{"events": [{"name": "network-changed", "server_uuid": "1d526f37-f40a-4e0e-acf1-65b9f3acf5c2", "tag": "aaad09d3-02ab-4e73-ad94-e4075683fa1f"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:48:01.710833 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce2eab-5d91-4c98-99f1-9b38e9f23cab req-9bbaf222-a7d4-42eb-9b6f-42980dcdb86c tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:01.713562 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d3ce2eab-5d91-4c98-99f1-9b38e9f23cab req-9bbaf222-a7d4-42eb-9b6f-42980dcdb86c tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.16 "GET /v2.0/networks?id=2dd15660-a8a2-4615-aae6-6565f5b9c926 HTTP/1.1" status: 200 len: 816 time: 0.2140300 Sep 07 02:48:01.728705 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-4e84868f-26d2-4377-9afe-f4e23c2cf2de None None] Allocated IP 2001:db8:0:ffff::2 (244b20a6-2d0b-4283-b342-130e9b60623f/44a36241-ae2d-45ec-aada-b6d069568047/2e525d8d-c870-4800-b428-fd61400b4313) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:48:01.768371 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c4207a-3c97-4feb-b38e-c89bc9ec46d4 service neutron] Pushing event updated for resources: {'Port': ['ID=aaad09d3-02ab-4e73-ad94-e4075683fa1f,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:01.777840 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c445ebdb-c2f2-49cf-8d7a-759671d158a1 x-openstack-request-id: req-c445ebdb-c2f2-49cf-8d7a-759671d158a1 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:48:01.778274 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d526f37-f40a-4e0e-acf1-65b9f3acf5c2", "tag": "aaad09d3-02ab-4e73-ad94-e4075683fa1f", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:48:01.778765 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c445ebdb-c2f2-49cf-8d7a-759671d158a1 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:48:01.779294 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d526f37-f40a-4e0e-acf1-65b9f3acf5c2', 'tag': 'aaad09d3-02ab-4e73-ad94-e4075683fa1f', 'status': 'completed', 'code': 200} Sep 07 02:48:01.847925 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d3ce2eab-5d91-4c98-99f1-9b38e9f23cab req-9f5b4eda-6526-40a9-893f-00c2e171b2c8 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82a45090c023468b95127c390faba656 HTTP/1.1" status: 200 len: 379 time: 0.1207905 Sep 07 02:48:01.864222 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-d3ce2eab-5d91-4c98-99f1-9b38e9f23cab req-43ad765c-1d1c-40ea-bc2b-64771c92b4af tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Request body: {'port': {'device_id': '2d8a2429-04f7-44e0-a1c1-027ae91deef5', 'network_id': '2dd15660-a8a2-4615-aae6-6565f5b9c926', 'admin_state_up': True, 'tenant_id': '82a45090c023468b95127c390faba656', 'security_groups': ['aa20f7f3-69ec-4763-b2fb-7aaab605e2f0']}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:48:01.885802 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31b998a-82a7-4d90-a2b3-4feed0dd016e req-89bd02f3-22e6-419b-adcf-fde20702237a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:01.888096 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a31b998a-82a7-4d90-a2b3-4feed0dd016e req-89bd02f3-22e6-419b-adcf-fde20702237a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=445c53ad075a45b9973ed57696589478&device_id=1d526f37-f40a-4e0e-acf1-65b9f3acf5c2 HTTP/1.1" status: 200 len: 1096 time: 0.0985732 Sep 07 02:48:01.944715 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4e84868f-26d2-4377-9afe-f4e23c2cf2de None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:01.955090 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-4e84868f-26d2-4377-9afe-f4e23c2cf2de None None] Transition to ACTIVE for port object 2e525d8d-c870-4800-b428-fd61400b4313 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:48:01.973897 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-4e84868f-26d2-4377-9afe-f4e23c2cf2de None None] Transition to ACTIVE for port object 2e525d8d-c870-4800-b428-fd61400b4313 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:48:01.979384 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a31b998a-82a7-4d90-a2b3-4feed0dd016e req-539155b6-39bd-4455-8d14-3fdc3abca640 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aaad09d3-02ab-4e73-ad94-e4075683fa1f HTTP/1.1" status: 200 len: 217 time: 0.0794945 Sep 07 02:48:01.983933 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4e84868f-26d2-4377-9afe-f4e23c2cf2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:02.066064 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e84868f-26d2-4377-9afe-f4e23c2cf2de None None] Network 244b20a6-2d0b-4283-b342-130e9b60623f is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:48:02.069653 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31b998a-82a7-4d90-a2b3-4feed0dd016e req-9b5f9c72-52e4-4930-8596-d643d8213ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:02.070216 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-4e84868f-26d2-4377-9afe-f4e23c2cf2de None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:48:02.071371 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a31b998a-82a7-4d90-a2b3-4feed0dd016e req-9b5f9c72-52e4-4930-8596-d643d8213ea5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7c095df2-3830-4065-93c3-c109883cb5d9 HTTP/1.1" status: 200 len: 861 time: 0.0825446 Sep 07 02:48:02.083657 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e84868f-26d2-4377-9afe-f4e23c2cf2de None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:48:02.092303 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e84868f-26d2-4377-9afe-f4e23c2cf2de None None] Pushing event updated for resources: {'Port': ['ID=2e525d8d-c870-4800-b428-fd61400b4313,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:02.122713 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a31b998a-82a7-4d90-a2b3-4feed0dd016e req-41d37ef4-2845-4db1-aabd-b5677a2884f6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ae4c1888-ea10-4b6e-a554-a27855dc8974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335927 Sep 07 02:48:02.122713 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3ce2eab-5d91-4c98-99f1-9b38e9f23cab req-43ad765c-1d1c-40ea-bc2b-64771c92b4af tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Made reservation on behalf of 82a45090c023468b95127c390faba656 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:48:02.130432 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d3ce2eab-5d91-4c98-99f1-9b38e9f23cab req-43ad765c-1d1c-40ea-bc2b-64771c92b4af tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:02.154548 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08075b-63b9-41c7-b702-06482c2cb0f2 req-4dac1503-d169-410b-ae3c-b0c422cda7e7 tempest-InstanceActionsNegativeTestJSON-1797521211 tempest-InstanceActionsNegativeTestJSON-1797521211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:02.162127 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ed08075b-63b9-41c7-b702-06482c2cb0f2 req-4dac1503-d169-410b-ae3c-b0c422cda7e7 tempest-InstanceActionsNegativeTestJSON-1797521211 tempest-InstanceActionsNegativeTestJSON-1797521211-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d526f37-f40a-4e0e-acf1-65b9f3acf5c2 HTTP/1.1" status: 200 len: 944 time: 0.1273606 Sep 07 02:48:02.169393 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-4e84868f-26d2-4377-9afe-f4e23c2cf2de None None] Attempting to bind port 2e525d8d-c870-4800-b428-fd61400b4313 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:48:02.170133 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-4e84868f-26d2-4377-9afe-f4e23c2cf2de None None] Attempting to bind port 2e525d8d-c870-4800-b428-fd61400b4313 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '72c37191-55ce-4b8c-a1d4-04cab5c757a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '244b20a6-2d0b-4283-b342-130e9b60623f'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:48:02.170719 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e84868f-26d2-4377-9afe-f4e23c2cf2de None None] Attempting to bind port 2e525d8d-c870-4800-b428-fd61400b4313 on network 244b20a6-2d0b-4283-b342-130e9b60623f {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:48:02.178433 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e84868f-26d2-4377-9afe-f4e23c2cf2de None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:48:02.179199 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e84868f-26d2-4377-9afe-f4e23c2cf2de None None] Checking segment: {'id': '72c37191-55ce-4b8c-a1d4-04cab5c757a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '244b20a6-2d0b-4283-b342-130e9b60623f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:48:02.179744 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4e84868f-26d2-4377-9afe-f4e23c2cf2de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:02.180230 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e84868f-26d2-4377-9afe-f4e23c2cf2de None None] Bound using segment: {'id': '72c37191-55ce-4b8c-a1d4-04cab5c757a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '244b20a6-2d0b-4283-b342-130e9b60623f'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:48:02.180797 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-4e84868f-26d2-4377-9afe-f4e23c2cf2de None None] Bound port: 2e525d8d-c870-4800-b428-fd61400b4313, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72c37191-55ce-4b8c-a1d4-04cab5c757a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '244b20a6-2d0b-4283-b342-130e9b60623f'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:48:02.181274 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4e84868f-26d2-4377-9afe-f4e23c2cf2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:02.269381 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-4e84868f-26d2-4377-9afe-f4e23c2cf2de None None] For port 2e525d8d-c870-4800-b428-fd61400b4313, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:48:02.273229 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-4e84868f-26d2-4377-9afe-f4e23c2cf2de None None] For port 2e525d8d-c870-4800-b428-fd61400b4313, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=2e525d8d-c870-4800-b428-fd61400b4313,segment=NetworkSegment(72c37191-55ce-4b8c-a1d4-04cab5c757a0),segment_id=72c37191-55ce-4b8c-a1d4-04cab5c757a0)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:48:02.283385 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4e84868f-26d2-4377-9afe-f4e23c2cf2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:02.294150 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ed08075b-63b9-41c7-b702-06482c2cb0f2 req-2b97b7d0-fa3c-4fbf-ab71-d9287ed994e7 tempest-InstanceActionsNegativeTestJSON-1797521211 tempest-InstanceActionsNegativeTestJSON-1797521211-project] 10.222.0.22 "GET /v2.0/security-groups?id=627ab8d3-8f74-46d7-be35-b6cf5ae488d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280465 Sep 07 02:48:02.328060 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a31b998a-82a7-4d90-a2b3-4feed0dd016e req-cf90cbfb-979f-41e5-9f77-a468bf5dbaa8 service neutron] 10.222.0.23 "GET /v2.0/networks/ae4c1888-ea10-4b6e-a554-a27855dc8974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948409 Sep 07 02:48:02.408781 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e84868f-26d2-4377-9afe-f4e23c2cf2de None None] Pushing event updated for resources: {'Port': ['ID=2e525d8d-c870-4800-b428-fd61400b4313,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:02.504474 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f7e86ed2-7334-48ae-b205-c03d75a99b05 req-7331f3f7-2bc8-4ad9-9f0e-dcb9fa96aa68 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 210 time: 0.1330960 Sep 07 02:48:02.512994 n-d-796209-16 neutron-server[94701]: DEBUG neutron.objects.ports [None req-2b47a4cc-3282-4ea3-8c55-e743983018d3 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94701) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 02:48:02.514580 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2b47a4cc-3282-4ea3-8c55-e743983018d3 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:02.551333 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-d3ce2eab-5d91-4c98-99f1-9b38e9f23cab req-43ad765c-1d1c-40ea-bc2b-64771c92b4af tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Allocated IP 172.20.0.3 (2dd15660-a8a2-4615-aae6-6565f5b9c926/ac223360-8a8e-4533-8aad-52e511f20cab/9835f8ab-da11-48dd-bb5b-d803606bbeef) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:48:02.558517 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a31b998a-82a7-4d90-a2b3-4feed0dd016e req-ac383bbf-24c3-4e6a-9012-3d735e072dda service neutron] 10.222.0.23 "GET /v2.0/networks/ae4c1888-ea10-4b6e-a554-a27855dc8974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166877 Sep 07 02:48:02.618987 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b47a4cc-3282-4ea3-8c55-e743983018d3 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Pushing event updated for resources: {'Subnet': ['ID=8cae3ee2-f7bd-4e63-b6e9-5bffcafed302,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:02.625346 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b47a4cc-3282-4ea3-8c55-e743983018d3 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Checking segment: {'id': '2d26cc88-3bd7-48bb-985c-a972efb02609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4d21e7c4-a051-4b2d-b40c-19627752fa69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:48:02.625809 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b47a4cc-3282-4ea3-8c55-e743983018d3 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Network hostable DHCP agents. Network: 4d21e7c4-a051-4b2d-b40c-19627752fa69, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:48:02.661157 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b47a4cc-3282-4ea3-8c55-e743983018d3 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Network 4d21e7c4-a051-4b2d-b40c-19627752fa69 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:48:02.679996 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-2b47a4cc-3282-4ea3-8c55-e743983018d3 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 4d21e7c4-a051-4b2d-b40c-19627752fa69) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:48:02.692645 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7894aca5-573a-43c2-bc07-33465a075087 None None] Network 4d21e7c4-a051-4b2d-b40c-19627752fa69 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:48:02.698354 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b47a4cc-3282-4ea3-8c55-e743983018d3 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:02.699451 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2b47a4cc-3282-4ea3-8c55-e743983018d3 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:02.732143 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-2b47a4cc-3282-4ea3-8c55-e743983018d3 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3551660 Sep 07 02:48:02.735437 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60788) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:02.741560 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-2e29b930-8bef-487f-afbe-c712b4198807 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Request body: {'port': {'network_id': '4d21e7c4-a051-4b2d-b40c-19627752fa69', 'name': 'tempest-NetworksIpV6TestAttrs-1389894656'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:48:02.772796 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60790) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:02.814373 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d5433-3353-466a-9c49-f9dac1464a23 req-49af16cd-7fc1-4cc8-8db1-ab30192a358b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:02.825214 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-153d5433-3353-466a-9c49-f9dac1464a23 req-49af16cd-7fc1-4cc8-8db1-ab30192a358b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=445c53ad075a45b9973ed57696589478&device_id=1d526f37-f40a-4e0e-acf1-65b9f3acf5c2 HTTP/1.1" status: 200 len: 1096 time: 0.1905365 Sep 07 02:48:02.893125 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc62acc-18d9-433b-948d-40a6b738c238 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-4d21e7c4-a051-4b2d-b40c-19627752fa69', 'network_id': '4d21e7c4-a051-4b2d-b40c-19627752fa69', 'tenant_id': 'e6b49bab3da64eabb19430ae3f40d3d3', 'fixed_ips': [{'subnet_id': '8cae3ee2-f7bd-4e63-b6e9-5bffcafed302'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:48:02.894644 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4bc62acc-18d9-433b-948d-40a6b738c238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:02.902711 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e29b930-8bef-487f-afbe-c712b4198807 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Made reservation on behalf of e6b49bab3da64eabb19430ae3f40d3d3 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:48:02.909620 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2e29b930-8bef-487f-afbe-c712b4198807 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:02.930782 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-2e29b930-8bef-487f-afbe-c712b4198807 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] device_id is not set on port 10a9be08-76f7-4fd0-a636-551bfe59d897 yet. {{(pid=94701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:48:02.955016 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d3ce2eab-5d91-4c98-99f1-9b38e9f23cab req-43ad765c-1d1c-40ea-bc2b-64771c92b4af tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:02.985884 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-d3ce2eab-5d91-4c98-99f1-9b38e9f23cab req-43ad765c-1d1c-40ea-bc2b-64771c92b4af tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Transition to ACTIVE for port object 9835f8ab-da11-48dd-bb5b-d803606bbeef will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:48:03.002626 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d5433-3353-466a-9c49-f9dac1464a23 req-a19867d1-b38f-4f33-858b-ebab87239c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:03.002844 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-00e6741e-ec2e-42f8-a123-d91b561b5a4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:03.004197 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-153d5433-3353-466a-9c49-f9dac1464a23 req-a19867d1-b38f-4f33-858b-ebab87239c0a service neutron] 10.222.0.23 "GET /v2.0/networks?id=ae4c1888-ea10-4b6e-a554-a27855dc8974 HTTP/1.1" status: 200 len: 921 time: 0.1680984 Sep 07 02:48:03.006989 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 2e525d8d-c870-4800-b428-fd61400b4313 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:48:03.060024 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-153d5433-3353-466a-9c49-f9dac1464a23 req-0e536371-1381-430b-ab69-2d9cb31c1651 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aaad09d3-02ab-4e73-ad94-e4075683fa1f HTTP/1.1" status: 200 len: 217 time: 0.0475998 Sep 07 02:48:03.076361 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 2e525d8d-c870-4800-b428-fd61400b4313 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:48:03.120456 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d5433-3353-466a-9c49-f9dac1464a23 req-d473b74f-c411-429c-883c-6b4578404e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:03.122395 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-153d5433-3353-466a-9c49-f9dac1464a23 req-d473b74f-c411-429c-883c-6b4578404e49 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7c095df2-3830-4065-93c3-c109883cb5d9 HTTP/1.1" status: 200 len: 861 time: 0.0538626 Sep 07 02:48:03.122631 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-2e29b930-8bef-487f-afbe-c712b4198807 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Allocated IP 2001:db8::f816:3eff:fea1:926a (4d21e7c4-a051-4b2d-b40c-19627752fa69/8cae3ee2-f7bd-4e63-b6e9-5bffcafed302/10a9be08-76f7-4fd0-a636-551bfe59d897) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:48:03.124400 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d3ce2eab-5d91-4c98-99f1-9b38e9f23cab req-43ad765c-1d1c-40ea-bc2b-64771c92b4af tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:03.192647 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-153d5433-3353-466a-9c49-f9dac1464a23 req-629c79d6-bcc9-4384-aba4-593a67a7ad19 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ae4c1888-ea10-4b6e-a554-a27855dc8974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593288 Sep 07 02:48:03.205098 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3ce2eab-5d91-4c98-99f1-9b38e9f23cab req-43ad765c-1d1c-40ea-bc2b-64771c92b4af tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Network 2dd15660-a8a2-4615-aae6-6565f5b9c926 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:48:03.218862 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-d3ce2eab-5d91-4c98-99f1-9b38e9f23cab req-43ad765c-1d1c-40ea-bc2b-64771c92b4af tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:48:03.233285 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3ce2eab-5d91-4c98-99f1-9b38e9f23cab req-43ad765c-1d1c-40ea-bc2b-64771c92b4af tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:48:03.244162 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-00e6741e-ec2e-42f8-a123-d91b561b5a4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:03.264722 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-00e6741e-ec2e-42f8-a123-d91b561b5a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:03.267699 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ad765c-1d1c-40ea-bc2b-64771c92b4af tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Pushing event updated for resources: {'Port': ['ID=9835f8ab-da11-48dd-bb5b-d803606bbeef,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:03.332696 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce2eab-5d91-4c98-99f1-9b38e9f23cab req-43ad765c-1d1c-40ea-bc2b-64771c92b4af tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:03.333423 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d3ce2eab-5d91-4c98-99f1-9b38e9f23cab req-43ad765c-1d1c-40ea-bc2b-64771c92b4af tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:03.369732 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-00e6741e-ec2e-42f8-a123-d91b561b5a4e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=733b25dee5854fcdb51492ddd394a2b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5958686 Sep 07 02:48:03.372902 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e6741e-ec2e-42f8-a123-d91b561b5a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c950350-83e1-4c02-9731-71af56b9017e,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:03.373959 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d3ce2eab-5d91-4c98-99f1-9b38e9f23cab req-43ad765c-1d1c-40ea-bc2b-64771c92b4af tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5153909 Sep 07 02:48:03.374612 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60802) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:03.376659 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-153d5433-3353-466a-9c49-f9dac1464a23 req-069b20eb-c832-4d56-8d7f-bac5cf35b3af service neutron] 10.222.0.23 "GET /v2.0/networks/ae4c1888-ea10-4b6e-a554-a27855dc8974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737761 Sep 07 02:48:03.394447 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-d3ce2eab-5d91-4c98-99f1-9b38e9f23cab req-c972592f-6cb3-4252-a984-e83f0a452bb6 service neutron] Request body: {'port': {'device_id': '2d8a2429-04f7-44e0-a1c1-027ae91deef5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:48:03.450031 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2e29b930-8bef-487f-afbe-c712b4198807 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:03.481470 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-2e29b930-8bef-487f-afbe-c712b4198807 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Transition to ACTIVE for port object 10a9be08-76f7-4fd0-a636-551bfe59d897 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:48:03.509564 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7e1f97-0d09-422d-be10-d7780898b408 req-97a3dc4e-211c-4945-8fa5-988a109ff3e8 tempest-InstanceActionsNegativeTestJSON-1797521211 tempest-InstanceActionsNegativeTestJSON-1797521211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:03.511067 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1f7e1f97-0d09-422d-be10-d7780898b408 req-97a3dc4e-211c-4945-8fa5-988a109ff3e8 tempest-InstanceActionsNegativeTestJSON-1797521211 tempest-InstanceActionsNegativeTestJSON-1797521211-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d526f37-f40a-4e0e-acf1-65b9f3acf5c2 HTTP/1.1" status: 200 len: 944 time: 0.0831485 Sep 07 02:48:03.561974 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2e29b930-8bef-487f-afbe-c712b4198807 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:03.612643 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d3ce2eab-5d91-4c98-99f1-9b38e9f23cab req-c972592f-6cb3-4252-a984-e83f0a452bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:03.632549 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1f7e1f97-0d09-422d-be10-d7780898b408 req-f9b7c8f7-7954-4eef-a907-4b20a7834601 tempest-InstanceActionsNegativeTestJSON-1797521211 tempest-InstanceActionsNegativeTestJSON-1797521211-project] 10.222.0.22 "GET /v2.0/security-groups?id=627ab8d3-8f74-46d7-be35-b6cf5ae488d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075704 Sep 07 02:48:03.633950 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-4bc62acc-18d9-433b-948d-40a6b738c238 None None] Allocated IP 2001:db8::f816:3eff:fe50:32f7 (4d21e7c4-a051-4b2d-b40c-19627752fa69/8cae3ee2-f7bd-4e63-b6e9-5bffcafed302/7f9a0b36-e614-4d15-ab89-65a5294f1b70) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:48:03.691123 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e29b930-8bef-487f-afbe-c712b4198807 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Pushing event updated for resources: {'Port': ['ID=10a9be08-76f7-4fd0-a636-551bfe59d897,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:03.707695 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e29b930-8bef-487f-afbe-c712b4198807 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Network 4d21e7c4-a051-4b2d-b40c-19627752fa69 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:48:03.709469 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-2e29b930-8bef-487f-afbe-c712b4198807 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:48:03.712219 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e29b930-8bef-487f-afbe-c712b4198807 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:48:03.719206 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e29b930-8bef-487f-afbe-c712b4198807 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:03.720145 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2e29b930-8bef-487f-afbe-c712b4198807 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:03.739114 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-2e29b930-8bef-487f-afbe-c712b4198807 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.0023017 Sep 07 02:48:03.741718 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60806) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:03.800557 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8120bb9-98e9-4f68-9d1f-a47d10dc6022 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Deleting subnet 8cae3ee2-f7bd-4e63-b6e9-5bffcafed302 {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:48:03.839783 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-556b2285-600e-4048-8af3-109196f04c94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:03.873915 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-153d5433-3353-466a-9c49-f9dac1464a23 req-29799317-8a64-42f1-809d-96bfc7681285 service neutron] 10.222.0.23 "GET /v2.0/networks/ae4c1888-ea10-4b6e-a554-a27855dc8974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4759877 Sep 07 02:48:03.908483 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-556b2285-600e-4048-8af3-109196f04c94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:03.925363 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe3ce69-d420-4302-b33e-a05f76f69fd3 None None] Network 244b20a6-2d0b-4283-b342-130e9b60623f requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:48:03.956178 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e35cc-9a80-4ab1-ba1b-edb84f2849ff req-dc025e0d-72fc-4dd7-9269-a94c0806381d tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:03.958133 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-027e35cc-9a80-4ab1-ba1b-edb84f2849ff req-dc025e0d-72fc-4dd7-9269-a94c0806381d tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 931 time: 0.2724578 Sep 07 02:48:03.966082 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a04f3149-c1ab-4718-8982-e0339b7eaa6d None None] Provisioning for port 9835f8ab-da11-48dd-bb5b-d803606bbeef completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:48:03.980608 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a04f3149-c1ab-4718-8982-e0339b7eaa6d None None] Provisioning complete for port 9835f8ab-da11-48dd-bb5b-d803606bbeef triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:48:03.980975 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a04f3149-c1ab-4718-8982-e0339b7eaa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:04.055385 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-027e35cc-9a80-4ab1-ba1b-edb84f2849ff req-b9bea7e1-a2de-4596-aa62-c5356ff64f34 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634246 Sep 07 02:48:04.059796 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-556b2285-600e-4048-8af3-109196f04c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:04.062914 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-556b2285-600e-4048-8af3-109196f04c94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:04.065865 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-556b2285-600e-4048-8af3-109196f04c94 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0c950350-83e1-4c02-9731-71af56b9017e HTTP/1.1" status: 204 len: 168 time: 0.6860723 Sep 07 02:48:04.089269 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4bc62acc-18d9-433b-948d-40a6b738c238 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:04.096592 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556b2285-600e-4048-8af3-109196f04c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c950350-83e1-4c02-9731-71af56b9017e,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:04.122301 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-4bc62acc-18d9-433b-948d-40a6b738c238 None None] Transition to ACTIVE for port object 7f9a0b36-e614-4d15-ab89-65a5294f1b70 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:48:04.139263 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a04f3149-c1ab-4718-8982-e0339b7eaa6d None None] Port 9835f8ab-da11-48dd-bb5b-d803606bbeef cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:48:04.155603 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-d3ce2eab-5d91-4c98-99f1-9b38e9f23cab req-c972592f-6cb3-4252-a984-e83f0a452bb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9835f8ab-da11-48dd-bb5b-d803606bbeef {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:48:04.163329 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d3ce2eab-5d91-4c98-99f1-9b38e9f23cab req-c972592f-6cb3-4252-a984-e83f0a452bb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:04.178757 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-d3ce2eab-5d91-4c98-99f1-9b38e9f23cab req-c972592f-6cb3-4252-a984-e83f0a452bb6 service neutron] Transition to ACTIVE for port object 9835f8ab-da11-48dd-bb5b-d803606bbeef will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:48:04.182249 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d3ce2eab-5d91-4c98-99f1-9b38e9f23cab req-c972592f-6cb3-4252-a984-e83f0a452bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:04.190441 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-4bc62acc-18d9-433b-948d-40a6b738c238 None None] Transition to ACTIVE for port object 7f9a0b36-e614-4d15-ab89-65a5294f1b70 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:48:04.201961 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b8120bb9-98e9-4f68-9d1f-a47d10dc6022 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:04.222619 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4bc62acc-18d9-433b-948d-40a6b738c238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:04.239928 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c972592f-6cb3-4252-a984-e83f0a452bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=9835f8ab-da11-48dd-bb5b-d803606bbeef,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:04.331756 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b8120bb9-98e9-4f68-9d1f-a47d10dc6022 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:04.345706 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-611780ce-4d01-42d0-90f1-076c2d79548a None None] Provisioning for port 2e525d8d-c870-4800-b428-fd61400b4313 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:48:04.352691 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc62acc-18d9-433b-948d-40a6b738c238 None None] Network 4d21e7c4-a051-4b2d-b40c-19627752fa69 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:48:04.359072 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-d3ce2eab-5d91-4c98-99f1-9b38e9f23cab req-c972592f-6cb3-4252-a984-e83f0a452bb6 service neutron] Attempting to bind port 9835f8ab-da11-48dd-bb5b-d803606bbeef on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:48:04.359072 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-d3ce2eab-5d91-4c98-99f1-9b38e9f23cab req-c972592f-6cb3-4252-a984-e83f0a452bb6 service neutron] Attempting to bind port 9835f8ab-da11-48dd-bb5b-d803606bbeef by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '671b0d78-496f-4a6a-a20b-d6937a9097d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2dd15660-a8a2-4615-aae6-6565f5b9c926'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:48:04.359796 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ce2eab-5d91-4c98-99f1-9b38e9f23cab req-c972592f-6cb3-4252-a984-e83f0a452bb6 service neutron] Attempting to bind port 9835f8ab-da11-48dd-bb5b-d803606bbeef on network 2dd15660-a8a2-4615-aae6-6565f5b9c926 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:48:04.365131 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ce2eab-5d91-4c98-99f1-9b38e9f23cab req-c972592f-6cb3-4252-a984-e83f0a452bb6 service neutron] Port 9835f8ab-da11-48dd-bb5b-d803606bbeef on network 2dd15660-a8a2-4615-aae6-6565f5b9c926 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:48:04.365701 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ce2eab-5d91-4c98-99f1-9b38e9f23cab req-c972592f-6cb3-4252-a984-e83f0a452bb6 service neutron] Attempting to bind port 9835f8ab-da11-48dd-bb5b-d803606bbeef on network 2dd15660-a8a2-4615-aae6-6565f5b9c926 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:48:04.373136 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ce2eab-5d91-4c98-99f1-9b38e9f23cab req-c972592f-6cb3-4252-a984-e83f0a452bb6 service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:48:04.373749 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ce2eab-5d91-4c98-99f1-9b38e9f23cab req-c972592f-6cb3-4252-a984-e83f0a452bb6 service neutron] Checking segment: {'id': '671b0d78-496f-4a6a-a20b-d6937a9097d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2dd15660-a8a2-4615-aae6-6565f5b9c926'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:48:04.374373 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ce2eab-5d91-4c98-99f1-9b38e9f23cab req-c972592f-6cb3-4252-a984-e83f0a452bb6 service neutron] Bound using segment: {'id': '671b0d78-496f-4a6a-a20b-d6937a9097d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2dd15660-a8a2-4615-aae6-6565f5b9c926'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:48:04.375027 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-d3ce2eab-5d91-4c98-99f1-9b38e9f23cab req-c972592f-6cb3-4252-a984-e83f0a452bb6 service neutron] Bound port: 9835f8ab-da11-48dd-bb5b-d803606bbeef, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '671b0d78-496f-4a6a-a20b-d6937a9097d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2dd15660-a8a2-4615-aae6-6565f5b9c926'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:48:04.375675 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d3ce2eab-5d91-4c98-99f1-9b38e9f23cab req-c972592f-6cb3-4252-a984-e83f0a452bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:04.378931 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-4bc62acc-18d9-433b-948d-40a6b738c238 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:48:04.381766 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc62acc-18d9-433b-948d-40a6b738c238 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:48:04.385867 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-611780ce-4d01-42d0-90f1-076c2d79548a None None] Provisioning complete for port 2e525d8d-c870-4800-b428-fd61400b4313 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:48:04.386702 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-611780ce-4d01-42d0-90f1-076c2d79548a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:04.391761 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc62acc-18d9-433b-948d-40a6b738c238 None None] Pushing event updated for resources: {'Port': ['ID=7f9a0b36-e614-4d15-ab89-65a5294f1b70,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:04.530211 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-d3ce2eab-5d91-4c98-99f1-9b38e9f23cab req-c972592f-6cb3-4252-a984-e83f0a452bb6 service neutron] For port 9835f8ab-da11-48dd-bb5b-d803606bbeef, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:48:04.535072 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-d3ce2eab-5d91-4c98-99f1-9b38e9f23cab req-c972592f-6cb3-4252-a984-e83f0a452bb6 service neutron] For port 9835f8ab-da11-48dd-bb5b-d803606bbeef, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=9835f8ab-da11-48dd-bb5b-d803606bbeef,segment=NetworkSegment(671b0d78-496f-4a6a-a20b-d6937a9097d2),segment_id=671b0d78-496f-4a6a-a20b-d6937a9097d2)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:48:04.546288 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d3ce2eab-5d91-4c98-99f1-9b38e9f23cab req-c972592f-6cb3-4252-a984-e83f0a452bb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:04.565153 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60818) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:04.586672 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-4bc62acc-18d9-433b-948d-40a6b738c238 None None] Attempting to bind port 7f9a0b36-e614-4d15-ab89-65a5294f1b70 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:48:04.587022 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce2eab-5d91-4c98-99f1-9b38e9f23cab req-c972592f-6cb3-4252-a984-e83f0a452bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:04.587283 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-4bc62acc-18d9-433b-948d-40a6b738c238 None None] Attempting to bind port 7f9a0b36-e614-4d15-ab89-65a5294f1b70 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '2d26cc88-3bd7-48bb-985c-a972efb02609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4d21e7c4-a051-4b2d-b40c-19627752fa69'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:48:04.587672 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c15e8418-38f1-4a93-9236-766984d7ba86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:04.587855 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc62acc-18d9-433b-948d-40a6b738c238 None None] Attempting to bind port 7f9a0b36-e614-4d15-ab89-65a5294f1b70 on network 4d21e7c4-a051-4b2d-b40c-19627752fa69 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:48:04.588586 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d3ce2eab-5d91-4c98-99f1-9b38e9f23cab req-c972592f-6cb3-4252-a984-e83f0a452bb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:04.590307 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d3ce2eab-5d91-4c98-99f1-9b38e9f23cab req-c972592f-6cb3-4252-a984-e83f0a452bb6 service neutron] 10.222.0.16 "PUT /v2.0/ports/9835f8ab-da11-48dd-bb5b-d803606bbeef HTTP/1.1" status: 200 len: 1092 time: 1.2061722 Sep 07 02:48:04.593508 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d8a2429-04f7-44e0-a1c1-027ae91deef5', 'tag': '9835f8ab-da11-48dd-bb5b-d803606bbeef'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:48:04.598995 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc62acc-18d9-433b-948d-40a6b738c238 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:48:04.600110 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc62acc-18d9-433b-948d-40a6b738c238 None None] Checking segment: {'id': '2d26cc88-3bd7-48bb-985c-a972efb02609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4d21e7c4-a051-4b2d-b40c-19627752fa69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:48:04.600594 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4bc62acc-18d9-433b-948d-40a6b738c238 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:04.601067 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc62acc-18d9-433b-948d-40a6b738c238 None None] Bound using segment: {'id': '2d26cc88-3bd7-48bb-985c-a972efb02609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4d21e7c4-a051-4b2d-b40c-19627752fa69'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:48:04.601637 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-4bc62acc-18d9-433b-948d-40a6b738c238 None None] Bound port: 7f9a0b36-e614-4d15-ab89-65a5294f1b70, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d26cc88-3bd7-48bb-985c-a972efb02609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4d21e7c4-a051-4b2d-b40c-19627752fa69'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:48:04.602068 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75bd1c97-2342-43b8-9418-502ac5ecfe82" -d '{"events": [{"name": "network-changed", "server_uuid": "2d8a2429-04f7-44e0-a1c1-027ae91deef5", "tag": "9835f8ab-da11-48dd-bb5b-d803606bbeef"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:48:04.602266 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4bc62acc-18d9-433b-948d-40a6b738c238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:04.647956 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c972592f-6cb3-4252-a984-e83f0a452bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=9835f8ab-da11-48dd-bb5b-d803606bbeef,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:04.664671 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c6dab0-2426-4fbc-926a-8ebba794a951 x-openstack-request-id: req-08c6dab0-2426-4fbc-926a-8ebba794a951 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:48:04.664671 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d8a2429-04f7-44e0-a1c1-027ae91deef5", "tag": "9835f8ab-da11-48dd-bb5b-d803606bbeef", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:48:04.664671 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-08c6dab0-2426-4fbc-926a-8ebba794a951 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:48:04.665079 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d8a2429-04f7-44e0-a1c1-027ae91deef5', 'tag': '9835f8ab-da11-48dd-bb5b-d803606bbeef', 'status': 'completed', 'code': 200} Sep 07 02:48:04.675286 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-611780ce-4d01-42d0-90f1-076c2d79548a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:04.711991 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b8120bb9-98e9-4f68-9d1f-a47d10dc6022 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:04.758059 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce2eab-5d91-4c98-99f1-9b38e9f23cab req-e209debd-caf4-4caf-a919-aefbb66a1c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:04.763323 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d3ce2eab-5d91-4c98-99f1-9b38e9f23cab req-e209debd-caf4-4caf-a919-aefbb66a1c7c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=82a45090c023468b95127c390faba656&device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 1095 time: 0.1091478 Sep 07 02:48:04.797060 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-611780ce-4d01-42d0-90f1-076c2d79548a None None] For port 2e525d8d-c870-4800-b428-fd61400b4313, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=2e525d8d-c870-4800-b428-fd61400b4313,segment=NetworkSegment(72c37191-55ce-4b8c-a1d4-04cab5c757a0),segment_id=72c37191-55ce-4b8c-a1d4-04cab5c757a0)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:48:04.802446 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-611780ce-4d01-42d0-90f1-076c2d79548a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:04.829347 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d3ce2eab-5d91-4c98-99f1-9b38e9f23cab req-0ce625ac-aab2-4867-90df-76578125c098 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9835f8ab-da11-48dd-bb5b-d803606bbeef HTTP/1.1" status: 200 len: 217 time: 0.0590243 Sep 07 02:48:04.855646 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b8120bb9-98e9-4f68-9d1f-a47d10dc6022 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:04.857433 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-4bc62acc-18d9-433b-948d-40a6b738c238 None None] For port 7f9a0b36-e614-4d15-ab89-65a5294f1b70, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:48:04.880538 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-4bc62acc-18d9-433b-948d-40a6b738c238 None None] For port 7f9a0b36-e614-4d15-ab89-65a5294f1b70, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=7f9a0b36-e614-4d15-ab89-65a5294f1b70,segment=NetworkSegment(2d26cc88-3bd7-48bb-985c-a972efb02609),segment_id=2d26cc88-3bd7-48bb-985c-a972efb02609)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:48:04.887180 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611780ce-4d01-42d0-90f1-076c2d79548a None None] Pushing event updated for resources: {'Port': ['ID=2e525d8d-c870-4800-b428-fd61400b4313,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:04.893573 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4bc62acc-18d9-433b-948d-40a6b738c238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:04.905155 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8120bb9-98e9-4f68-9d1f-a47d10dc6022 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Pushing event deleted for resources: {'Subnet': ['ID=8cae3ee2-f7bd-4e63-b6e9-5bffcafed302,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:04.927396 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b8120bb9-98e9-4f68-9d1f-a47d10dc6022 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:04.929488 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b8120bb9-98e9-4f68-9d1f-a47d10dc6022 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] 10.222.0.22 "DELETE /v2.0/subnets/8cae3ee2-f7bd-4e63-b6e9-5bffcafed302 HTTP/1.1" status: 204 len: 168 time: 1.1868210 Sep 07 02:48:04.932051 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c15e8418-38f1-4a93-9236-766984d7ba86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:04.932202 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69e610-bdaa-4df2-9fdd-331231e367c8 req-38103616-ab8d-4cf1-bf11-72918f330dc6 tempest-InstanceActionsNegativeTestJSON-1797521211 tempest-InstanceActionsNegativeTestJSON-1797521211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:04.933142 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60824) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:04.944205 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0f69e610-bdaa-4df2-9fdd-331231e367c8 req-38103616-ab8d-4cf1-bf11-72918f330dc6 tempest-InstanceActionsNegativeTestJSON-1797521211 tempest-InstanceActionsNegativeTestJSON-1797521211-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d526f37-f40a-4e0e-acf1-65b9f3acf5c2 HTTP/1.1" status: 200 len: 944 time: 0.1188431 Sep 07 02:48:04.948042 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce2eab-5d91-4c98-99f1-9b38e9f23cab req-4a38fb09-1871-4e5d-8cee-770dd5bf6ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:04.952505 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d3ce2eab-5d91-4c98-99f1-9b38e9f23cab req-4a38fb09-1871-4e5d-8cee-770dd5bf6ed1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ac223360-8a8e-4533-8aad-52e511f20cab HTTP/1.1" status: 200 len: 855 time: 0.1135740 Sep 07 02:48:04.972848 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c15e8418-38f1-4a93-9236-766984d7ba86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:04.994701 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc62acc-18d9-433b-948d-40a6b738c238 None None] Pushing event updated for resources: {'Port': ['ID=7f9a0b36-e614-4d15-ab89-65a5294f1b70,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:05.004012 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-6a56ad9c-849e-4868-bb8e-1914b5447535 None None] Provisioning complete for port 2e525d8d-c870-4800-b428-fd61400b4313 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:48:05.004567 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6a56ad9c-849e-4868-bb8e-1914b5447535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:05.037236 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce2eab-5d91-4c98-99f1-9b38e9f23cab req-d2d92c0d-6fec-44e4-85ad-191acce46fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:05.039204 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d3ce2eab-5d91-4c98-99f1-9b38e9f23cab req-d2d92c0d-6fec-44e4-85ad-191acce46fd4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2dd15660-a8a2-4615-aae6-6565f5b9c926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0763011 Sep 07 02:48:05.042193 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd896890-f400-4b3f-a0f8-f350a354f443 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:05.042619 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0f69e610-bdaa-4df2-9fdd-331231e367c8 req-6086545f-9837-436f-8f15-87babe649a4e tempest-InstanceActionsNegativeTestJSON-1797521211 tempest-InstanceActionsNegativeTestJSON-1797521211-project] 10.222.0.22 "GET /v2.0/security-groups?id=627ab8d3-8f74-46d7-be35-b6cf5ae488d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972919 Sep 07 02:48:05.043875 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd896890-f400-4b3f-a0f8-f350a354f443 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:05.048369 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-cd896890-f400-4b3f-a0f8-f350a354f443 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1115808 Sep 07 02:48:05.051898 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c15e8418-38f1-4a93-9236-766984d7ba86 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=127e28e2650d4aedbb7c7a2933f0fa9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4834404 Sep 07 02:48:05.051898 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15e8418-38f1-4a93-9236-766984d7ba86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea5f0cc-32ec-42f3-9f97-d3e0d716c8b9,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:05.052498 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60826) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:05.053057 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60828) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:05.223158 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3545bf8e-8092-43e1-979e-dbb6e71836e6 req-ab86e68a-1180-44d6-b775-fc75b8d89b18 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:05.230979 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3545bf8e-8092-43e1-979e-dbb6e71836e6 req-ab86e68a-1180-44d6-b775-fc75b8d89b18 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 943 time: 0.0622511 Sep 07 02:48:05.258787 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c4da4100-44ea-45f2-bfb5-172bdc3ef011 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:05.268658 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3545bf8e-8092-43e1-979e-dbb6e71836e6 req-d58f9feb-4719-4097-a93a-44a4782e1af4 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364101 Sep 07 02:48:05.284689 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4da4100-44ea-45f2-bfb5-172bdc3ef011 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 07 02:48:05.285156 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4da4100-44ea-45f2-bfb5-172bdc3ef011 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:48:05.289231 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c4da4100-44ea-45f2-bfb5-172bdc3ef011 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] 10.222.0.22 "DELETE /v2.0/networks/4d21e7c4-a051-4b2d-b40c-19627752fa69 HTTP/1.1" status: 409 len: 405 time: 0.2334692 Sep 07 02:48:05.292939 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8ce745ef-8ae8-414c-9743-69782d47d974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:05.302022 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60832) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:05.309067 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-2b2bbc74-9c82-43f3-b89b-ef28a1a56423 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2057575616'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:48:05.323395 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d3ce2eab-5d91-4c98-99f1-9b38e9f23cab req-ad04c071-e08e-4b92-9753-58cd600db9d5 service neutron] 10.222.0.16 "GET /v2.0/networks/2dd15660-a8a2-4615-aae6-6565f5b9c926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692189 Sep 07 02:48:05.337651 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2bbc74-9c82-43f3-b89b-ef28a1a56423 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Made reservation on behalf of e6b49bab3da64eabb19430ae3f40d3d3 for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:48:05.344330 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2b2bbc74-9c82-43f3-b89b-ef28a1a56423 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:05.346665 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8ce745ef-8ae8-414c-9743-69782d47d974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:05.377453 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b2bbc74-9c82-43f3-b89b-ef28a1a56423 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:48:05.379368 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device aaad09d3-02ab-4e73-ad94-e4075683fa1f details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:48:05.395744 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2b2bbc74-9c82-43f3-b89b-ef28a1a56423 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:05.396663 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-2b2bbc74-9c82-43f3-b89b-ef28a1a56423 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Added segment eb811110-9848-40ac-b057-76e23c223b41 of type vlan for network ab94aa7b-826d-4a24-a993-f9dd3d53040b Sep 07 02:48:05.442748 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2b2bbc74-9c82-43f3-b89b-ef28a1a56423 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:05.470770 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d3ce2eab-5d91-4c98-99f1-9b38e9f23cab req-73938202-279f-4cbe-b9d3-c185e4abc8f5 service neutron] 10.222.0.16 "GET /v2.0/networks/2dd15660-a8a2-4615-aae6-6565f5b9c926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386886 Sep 07 02:48:05.478212 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2b2bbc74-9c82-43f3-b89b-ef28a1a56423 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:05.478466 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8ce745ef-8ae8-414c-9743-69782d47d974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:05.481461 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8ce745ef-8ae8-414c-9743-69782d47d974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:05.483156 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-8ce745ef-8ae8-414c-9743-69782d47d974 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2ea5f0cc-32ec-42f3-9f97-d3e0d716c8b9 HTTP/1.1" status: 204 len: 168 time: 0.4079661 Sep 07 02:48:05.494162 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce745ef-8ae8-414c-9743-69782d47d974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea5f0cc-32ec-42f3-9f97-d3e0d716c8b9,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:05.503035 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2bbc74-9c82-43f3-b89b-ef28a1a56423 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:05.504857 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2b2bbc74-9c82-43f3-b89b-ef28a1a56423 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:05.528657 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port aaad09d3-02ab-4e73-ad94-e4075683fa1f, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=aaad09d3-02ab-4e73-ad94-e4075683fa1f,segment=NetworkSegment(030032f0-715c-4bc4-a884-16085dcaab36),segment_id=030032f0-715c-4bc4-a884-16085dcaab36)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:48:05.557376 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-2b2bbc74-9c82-43f3-b89b-ef28a1a56423 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2515876 Sep 07 02:48:05.558260 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60842) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:05.563721 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-fc9be250-1fa2-4035-a8c5-6bc8a0d81861 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Request body: {'subnet': {'network_id': 'ab94aa7b-826d-4a24-a993-f9dd3d53040b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:48:05.568582 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': 'aaad09d3-02ab-4e73-ad94-e4075683fa1f', 'network_id': 'ae4c1888-ea10-4b6e-a554-a27855dc8974', 'port_id': 'aaad09d3-02ab-4e73-ad94-e4075683fa1f', 'mac_address': 'fa:16:3e:bc:b3:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c095df2-3830-4065-93c3-c109883cb5d9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:48:05.578356 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd1c97-2342-43b8-9418-502ac5ecfe82 req-e40eff0a-0f49-4f49-a030-3d52989c93a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:05.580015 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-75bd1c97-2342-43b8-9418-502ac5ecfe82 req-e40eff0a-0f49-4f49-a030-3d52989c93a1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=82a45090c023468b95127c390faba656&device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 1095 time: 0.0465689 Sep 07 02:48:05.624413 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:05.627446 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2bbc74-9c82-43f3-b89b-ef28a1a56423 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Pushing event updated for resources: {'Network': ['ID=ab94aa7b-826d-4a24-a993-f9dd3d53040b,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:05.644278 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network ab94aa7b-826d-4a24-a993-f9dd3d53040b details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:48:05.656319 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaad09d3-02ab-4e73-ad94-e4075683fa1f {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:48:05.716592 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd1c97-2342-43b8-9418-502ac5ecfe82 req-f618f190-34b7-4a46-a2f0-2794a4532c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:05.719595 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-75bd1c97-2342-43b8-9418-502ac5ecfe82 req-f618f190-34b7-4a46-a2f0-2794a4532c93 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2dd15660-a8a2-4615-aae6-6565f5b9c926 HTTP/1.1" status: 200 len: 916 time: 0.1309016 Sep 07 02:48:05.745984 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9be250-1fa2-4035-a8c5-6bc8a0d81861 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Made reservation on behalf of e6b49bab3da64eabb19430ae3f40d3d3 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:48:05.746257 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port aaad09d3-02ab-4e73-ad94-e4075683fa1f, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=aaad09d3-02ab-4e73-ad94-e4075683fa1f,segment=NetworkSegment(030032f0-715c-4bc4-a884-16085dcaab36),segment_id=030032f0-715c-4bc4-a884-16085dcaab36)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:48:05.751640 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fc9be250-1fa2-4035-a8c5-6bc8a0d81861 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:05.760021 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:05.790781 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-75bd1c97-2342-43b8-9418-502ac5ecfe82 req-91cb2347-89db-4bd1-a23f-f1f4a1df2f13 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9835f8ab-da11-48dd-bb5b-d803606bbeef HTTP/1.1" status: 200 len: 217 time: 0.0633609 Sep 07 02:48:05.830332 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=aaad09d3-02ab-4e73-ad94-e4075683fa1f,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:06.011995 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['aaad09d3-02ab-4e73-ad94-e4075683fa1f'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:48:06.166692 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30dc74f2-c04a-457a-b26d-1b17e567a8af None None] Network 4d21e7c4-a051-4b2d-b40c-19627752fa69 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:48:06.174493 n-d-796209-16 neutron-server[94701]: DEBUG neutron.objects.ports [None req-fc9be250-1fa2-4035-a8c5-6bc8a0d81861 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94701) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 02:48:06.176917 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fc9be250-1fa2-4035-a8c5-6bc8a0d81861 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:06.254407 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd1c97-2342-43b8-9418-502ac5ecfe82 req-71c2c508-5884-4f1a-90fc-bb1684a61880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:06.256072 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-75bd1c97-2342-43b8-9418-502ac5ecfe82 req-71c2c508-5884-4f1a-90fc-bb1684a61880 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ac223360-8a8e-4533-8aad-52e511f20cab HTTP/1.1" status: 200 len: 855 time: 0.4568543 Sep 07 02:48:06.271052 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4ceb6-3be7-410c-b190-69608eff7832 req-b53eb666-d355-47de-9ab8-3b362ba2b91c tempest-InstanceActionsNegativeTestJSON-1797521211 tempest-InstanceActionsNegativeTestJSON-1797521211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:06.272722 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-63f4ceb6-3be7-410c-b190-69608eff7832 req-b53eb666-d355-47de-9ab8-3b362ba2b91c tempest-InstanceActionsNegativeTestJSON-1797521211 tempest-InstanceActionsNegativeTestJSON-1797521211-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d526f37-f40a-4e0e-acf1-65b9f3acf5c2 HTTP/1.1" status: 200 len: 945 time: 0.0695162 Sep 07 02:48:06.274612 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9be250-1fa2-4035-a8c5-6bc8a0d81861 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Pushing event updated for resources: {'Subnet': ['ID=5730dd04-9341-4506-a566-d2f78c7a6413,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:06.287719 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9be250-1fa2-4035-a8c5-6bc8a0d81861 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Checking segment: {'id': 'eb811110-9848-40ac-b057-76e23c223b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ab94aa7b-826d-4a24-a993-f9dd3d53040b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:48:06.288121 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9be250-1fa2-4035-a8c5-6bc8a0d81861 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Network hostable DHCP agents. Network: ab94aa7b-826d-4a24-a993-f9dd3d53040b, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:48:06.319554 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9be250-1fa2-4035-a8c5-6bc8a0d81861 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Network ab94aa7b-826d-4a24-a993-f9dd3d53040b is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:48:06.330685 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-099d5e66-d554-444e-9ba7-49398b4cd59d None None] Provisioning for port 7f9a0b36-e614-4d15-ab89-65a5294f1b70 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:48:06.348437 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-fc9be250-1fa2-4035-a8c5-6bc8a0d81861 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, ab94aa7b-826d-4a24-a993-f9dd3d53040b) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:48:06.357912 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9be250-1fa2-4035-a8c5-6bc8a0d81861 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:06.358979 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fc9be250-1fa2-4035-a8c5-6bc8a0d81861 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:06.361840 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd1c97-2342-43b8-9418-502ac5ecfe82 req-3db0f131-6529-4f6b-91f4-e22d9dc0e7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:06.364745 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-75bd1c97-2342-43b8-9418-502ac5ecfe82 req-3db0f131-6529-4f6b-91f4-e22d9dc0e7de service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2dd15660-a8a2-4615-aae6-6565f5b9c926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0911255 Sep 07 02:48:06.382290 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-63f4ceb6-3be7-410c-b190-69608eff7832 req-b9054581-75b6-4bc1-8fff-673153ba29a5 tempest-InstanceActionsNegativeTestJSON-1797521211 tempest-InstanceActionsNegativeTestJSON-1797521211-project] 10.222.0.22 "GET /v2.0/security-groups?id=627ab8d3-8f74-46d7-be35-b6cf5ae488d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704396 Sep 07 02:48:06.386853 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-fc9be250-1fa2-4035-a8c5-6bc8a0d81861 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8274305 Sep 07 02:48:06.389035 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942341df-63a3-40fa-aa00-7c69d9a4a38e None None] Network ab94aa7b-826d-4a24-a993-f9dd3d53040b requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:48:06.397496 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60862) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:06.413918 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-f9974e68-5a66-4747-93a8-d5cf1fd933de tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Request body: {'port': {'network_id': 'ab94aa7b-826d-4a24-a993-f9dd3d53040b', 'name': 'tempest-NetworksIpV6TestAttrs-1646395019'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:48:06.468402 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c0e3e-d3b3-4339-b491-01720a365a09 req-463a9cee-b1a8-43e0-a8dc-09cb090d983b tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:06.470997 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-da3c0e3e-d3b3-4339-b491-01720a365a09 req-463a9cee-b1a8-43e0-a8dc-09cb090d983b tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 943 time: 0.0809462 Sep 07 02:48:06.536875 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3eb415-947d-485c-8066-87578d138906 None None] DHCP port deletion for 4d21e7c4-a051-4b2d-b40c-19627752fa69 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:48:06.543970 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-da3c0e3e-d3b3-4339-b491-01720a365a09 req-e8224920-1547-468e-a30d-191facd8e1de tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665030 Sep 07 02:48:06.635839 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-75bd1c97-2342-43b8-9418-502ac5ecfe82 req-c0c7df6b-c2a4-412a-ae35-428ee2e30859 service neutron] 10.222.0.16 "GET /v2.0/networks/2dd15660-a8a2-4615-aae6-6565f5b9c926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523265 Sep 07 02:48:06.637103 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35eef7cc-7fa0-4c07-948e-c1e44434ab2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-ab94aa7b-826d-4a24-a993-f9dd3d53040b', 'network_id': 'ab94aa7b-826d-4a24-a993-f9dd3d53040b', 'tenant_id': 'e6b49bab3da64eabb19430ae3f40d3d3', 'fixed_ips': [{'subnet_id': '5730dd04-9341-4506-a566-d2f78c7a6413'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:48:06.638111 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-35eef7cc-7fa0-4c07-948e-c1e44434ab2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:06.659872 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-0c3eb415-947d-485c-8066-87578d138906 None None] Deleting port 7f9a0b36-e614-4d15-ab89-65a5294f1b70 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:48:06.660281 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0c3eb415-947d-485c-8066-87578d138906 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:06.713975 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9974e68-5a66-4747-93a8-d5cf1fd933de tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Made reservation on behalf of e6b49bab3da64eabb19430ae3f40d3d3 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:48:06.718604 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f9974e68-5a66-4747-93a8-d5cf1fd933de tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:06.787120 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-f9974e68-5a66-4747-93a8-d5cf1fd933de tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] device_id is not set on port b32d2e04-7d05-469f-92b5-4afb9c55b03b yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:48:06.889192 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-75bd1c97-2342-43b8-9418-502ac5ecfe82 req-95aace8e-192b-4482-bbd5-9b32354c809b service neutron] 10.222.0.16 "GET /v2.0/networks/2dd15660-a8a2-4615-aae6-6565f5b9c926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429872 Sep 07 02:48:06.920581 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 2e525d8d-c870-4800-b428-fd61400b4313 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:48:06.971394 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-35eef7cc-7fa0-4c07-948e-c1e44434ab2e None None] Allocated IP 2001:db8::f816:3eff:feda:dfab (ab94aa7b-826d-4a24-a993-f9dd3d53040b/5730dd04-9341-4506-a566-d2f78c7a6413/5e63fc9e-5f6d-474d-ad36-50fee5899f75) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:48:06.975079 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-0c3eb415-947d-485c-8066-87578d138906 None None] For port 7f9a0b36-e614-4d15-ab89-65a5294f1b70, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=7f9a0b36-e614-4d15-ab89-65a5294f1b70,segment=NetworkSegment(2d26cc88-3bd7-48bb-985c-a972efb02609),segment_id=2d26cc88-3bd7-48bb-985c-a972efb02609)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:48:06.975079 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0c3eb415-947d-485c-8066-87578d138906 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:07.000690 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-0c3eb415-947d-485c-8066-87578d138906 None None] Calling delete_port for 7f9a0b36-e614-4d15-ab89-65a5294f1b70 owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:48:07.118843 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 2e525d8d-c870-4800-b428-fd61400b4313 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:48:07.119218 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:07.202355 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0c3eb415-947d-485c-8066-87578d138906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:07.257045 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3eb415-947d-485c-8066-87578d138906 None None] Pushing event deleted for resources: {'Port': ['ID=7f9a0b36-e614-4d15-ab89-65a5294f1b70,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:07.262597 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3eb415-947d-485c-8066-87578d138906 None None] No DVR routers for this DVR port 7f9a0b36-e614-4d15-ab89-65a5294f1b70 on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:48:07.301776 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-35eef7cc-7fa0-4c07-948e-c1e44434ab2e None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:07.317453 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-35eef7cc-7fa0-4c07-948e-c1e44434ab2e None None] Transition to ACTIVE for port object 5e63fc9e-5f6d-474d-ad36-50fee5899f75 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:48:07.336568 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-35eef7cc-7fa0-4c07-948e-c1e44434ab2e None None] Transition to ACTIVE for port object 5e63fc9e-5f6d-474d-ad36-50fee5899f75 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:48:07.343038 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-35eef7cc-7fa0-4c07-948e-c1e44434ab2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:07.384948 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35eef7cc-7fa0-4c07-948e-c1e44434ab2e None None] Network ab94aa7b-826d-4a24-a993-f9dd3d53040b is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:48:07.387080 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device aaad09d3-02ab-4e73-ad94-e4075683fa1f up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:48:07.393884 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-f9974e68-5a66-4747-93a8-d5cf1fd933de tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Allocated IP 2001:db8::f816:3eff:fefa:ede8 (ab94aa7b-826d-4a24-a993-f9dd3d53040b/5730dd04-9341-4506-a566-d2f78c7a6413/b32d2e04-7d05-469f-92b5-4afb9c55b03b) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:48:07.439202 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-35eef7cc-7fa0-4c07-948e-c1e44434ab2e None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:48:07.449725 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35eef7cc-7fa0-4c07-948e-c1e44434ab2e None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:48:07.452931 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eef7cc-7fa0-4c07-948e-c1e44434ab2e None None] Pushing event updated for resources: {'Port': ['ID=5e63fc9e-5f6d-474d-ad36-50fee5899f75,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:07.459154 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port aaad09d3-02ab-4e73-ad94-e4075683fa1f completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:48:07.466118 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port aaad09d3-02ab-4e73-ad94-e4075683fa1f triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:48:07.466513 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:07.531295 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b75ac6-a5ab-4c78-aedd-a96af2d3594d req-4e5452aa-7a95-4a65-9b90-b5eacc2e7b9b tempest-InstanceActionsNegativeTestJSON-1797521211 tempest-InstanceActionsNegativeTestJSON-1797521211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:07.540191 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c0b75ac6-a5ab-4c78-aedd-a96af2d3594d req-4e5452aa-7a95-4a65-9b90-b5eacc2e7b9b tempest-InstanceActionsNegativeTestJSON-1797521211 tempest-InstanceActionsNegativeTestJSON-1797521211-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d526f37-f40a-4e0e-acf1-65b9f3acf5c2 HTTP/1.1" status: 200 len: 945 time: 0.0665448 Sep 07 02:48:07.582532 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-35eef7cc-7fa0-4c07-948e-c1e44434ab2e None None] Attempting to bind port 5e63fc9e-5f6d-474d-ad36-50fee5899f75 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:48:07.583891 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-35eef7cc-7fa0-4c07-948e-c1e44434ab2e None None] Attempting to bind port 5e63fc9e-5f6d-474d-ad36-50fee5899f75 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'eb811110-9848-40ac-b057-76e23c223b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ab94aa7b-826d-4a24-a993-f9dd3d53040b'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:48:07.584550 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35eef7cc-7fa0-4c07-948e-c1e44434ab2e None None] Attempting to bind port 5e63fc9e-5f6d-474d-ad36-50fee5899f75 on network ab94aa7b-826d-4a24-a993-f9dd3d53040b {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:48:07.639733 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c0b75ac6-a5ab-4c78-aedd-a96af2d3594d req-19f4a37e-c2a8-44f3-90bd-34008ccb6895 tempest-InstanceActionsNegativeTestJSON-1797521211 tempest-InstanceActionsNegativeTestJSON-1797521211-project] 10.222.0.22 "GET /v2.0/security-groups?id=627ab8d3-8f74-46d7-be35-b6cf5ae488d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932899 Sep 07 02:48:07.663719 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35eef7cc-7fa0-4c07-948e-c1e44434ab2e None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:48:07.664456 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35eef7cc-7fa0-4c07-948e-c1e44434ab2e None None] Checking segment: {'id': 'eb811110-9848-40ac-b057-76e23c223b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ab94aa7b-826d-4a24-a993-f9dd3d53040b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:48:07.665096 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-35eef7cc-7fa0-4c07-948e-c1e44434ab2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:07.665669 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35eef7cc-7fa0-4c07-948e-c1e44434ab2e None None] Bound using segment: {'id': 'eb811110-9848-40ac-b057-76e23c223b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ab94aa7b-826d-4a24-a993-f9dd3d53040b'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:48:07.666722 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-35eef7cc-7fa0-4c07-948e-c1e44434ab2e None None] Bound port: 5e63fc9e-5f6d-474d-ad36-50fee5899f75, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb811110-9848-40ac-b057-76e23c223b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ab94aa7b-826d-4a24-a993-f9dd3d53040b'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:48:07.667284 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-35eef7cc-7fa0-4c07-948e-c1e44434ab2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:07.679661 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:07.685423 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f9974e68-5a66-4747-93a8-d5cf1fd933de tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:07.708031 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-f9974e68-5a66-4747-93a8-d5cf1fd933de tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Transition to ACTIVE for port object b32d2e04-7d05-469f-92b5-4afb9c55b03b will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:48:07.744636 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d526f37-f40a-4e0e-acf1-65b9f3acf5c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaad09d3-02ab-4e73-ad94-e4075683fa1f'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:48:07.747067 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65b785d-6847-4b65-82a5-a1dac7dd087a" -d '{"events": [{"server_uuid": "1d526f37-f40a-4e0e-acf1-65b9f3acf5c2", "name": "network-vif-plugged", "status": "completed", "tag": "aaad09d3-02ab-4e73-ad94-e4075683fa1f"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:48:07.780240 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port aaad09d3-02ab-4e73-ad94-e4075683fa1f, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=aaad09d3-02ab-4e73-ad94-e4075683fa1f,segment=NetworkSegment(030032f0-715c-4bc4-a884-16085dcaab36),segment_id=030032f0-715c-4bc4-a884-16085dcaab36)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:48:07.789622 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:07.794442 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca69bc-88fe-41f9-a58b-14cb05ab2f13 req-1fce18be-c9ca-45ef-831f-ad3bf24b9949 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:07.796941 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f9974e68-5a66-4747-93a8-d5cf1fd933de tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:07.803438 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-83ca69bc-88fe-41f9-a58b-14cb05ab2f13 req-1fce18be-c9ca-45ef-831f-ad3bf24b9949 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 943 time: 0.0692275 Sep 07 02:48:07.851525 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-35eef7cc-7fa0-4c07-948e-c1e44434ab2e None None] For port 5e63fc9e-5f6d-474d-ad36-50fee5899f75, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:48:07.866722 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-83ca69bc-88fe-41f9-a58b-14cb05ab2f13 req-35a7af59-112d-4175-a92b-20a6703d6307 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486615 Sep 07 02:48:07.878146 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9974e68-5a66-4747-93a8-d5cf1fd933de tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Network ab94aa7b-826d-4a24-a993-f9dd3d53040b is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:48:07.890808 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9974e68-5a66-4747-93a8-d5cf1fd933de tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Pushing event updated for resources: {'Port': ['ID=b32d2e04-7d05-469f-92b5-4afb9c55b03b,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:07.894139 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-f9974e68-5a66-4747-93a8-d5cf1fd933de tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:48:07.896442 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9974e68-5a66-4747-93a8-d5cf1fd933de tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:48:07.903882 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9974e68-5a66-4747-93a8-d5cf1fd933de tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:07.905081 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f9974e68-5a66-4747-93a8-d5cf1fd933de tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:07.915026 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-35eef7cc-7fa0-4c07-948e-c1e44434ab2e None None] For port 5e63fc9e-5f6d-474d-ad36-50fee5899f75, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=5e63fc9e-5f6d-474d-ad36-50fee5899f75,segment=NetworkSegment(eb811110-9848-40ac-b057-76e23c223b41),segment_id=eb811110-9848-40ac-b057-76e23c223b41)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:48:07.916425 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=aaad09d3-02ab-4e73-ad94-e4075683fa1f,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:07.931262 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f9974e68-5a66-4747-93a8-d5cf1fd933de tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.5326741 Sep 07 02:48:07.932871 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60914) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:07.942243 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-35eef7cc-7fa0-4c07-948e-c1e44434ab2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:08.028680 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-8208dfeb-e5f8-4f8e-8ee6-bc21ab778b41 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Deleting subnet 5730dd04-9341-4506-a566-d2f78c7a6413 {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:48:08.032882 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8208dfeb-e5f8-4f8e-8ee6-bc21ab778b41 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:08.131065 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-247bb1f4-f96d-4d39-9438-958da5867486 x-openstack-request-id: req-247bb1f4-f96d-4d39-9438-958da5867486 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:48:08.131304 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d526f37-f40a-4e0e-acf1-65b9f3acf5c2", "name": "network-vif-plugged", "status": "completed", "tag": "aaad09d3-02ab-4e73-ad94-e4075683fa1f", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:48:08.131582 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-247bb1f4-f96d-4d39-9438-958da5867486 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:48:08.132012 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d526f37-f40a-4e0e-acf1-65b9f3acf5c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaad09d3-02ab-4e73-ad94-e4075683fa1f', 'code': 200} Sep 07 02:48:08.185173 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8208dfeb-e5f8-4f8e-8ee6-bc21ab778b41 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:08.185452 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eef7cc-7fa0-4c07-948e-c1e44434ab2e None None] Pushing event updated for resources: {'Port': ['ID=5e63fc9e-5f6d-474d-ad36-50fee5899f75,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:08.302591 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f825e9e-e04b-4236-b863-01a9f8f0e906 req-f0cbe866-2ba8-4bed-9530-6758d3a7e0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:08.304273 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6f825e9e-e04b-4236-b863-01a9f8f0e906 req-f0cbe866-2ba8-4bed-9530-6758d3a7e0f3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=01da84d8cdfa4892bc470ad7dd96f194&device_id=bd03b013-92cc-4982-b8c3-5bae3a1f039f HTTP/1.1" status: 200 len: 1097 time: 0.1368234 Sep 07 02:48:08.313897 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f335de0d-2361-4797-b301-73d89b74b2c5 req-6f6ca67c-975d-4dc0-bbfc-bd6c87675c34 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:08.315703 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f335de0d-2361-4797-b301-73d89b74b2c5 req-6f6ca67c-975d-4dc0-bbfc-bd6c87675c34 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd03b013-92cc-4982-b8c3-5bae3a1f039f HTTP/1.1" status: 200 len: 945 time: 0.0968287 Sep 07 02:48:08.319075 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2169043-dab3-447d-9271-239b8836e501 req-67fd14eb-ac76-4fec-a4ec-f2c945095497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:08.320614 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d2169043-dab3-447d-9271-239b8836e501 req-67fd14eb-ac76-4fec-a4ec-f2c945095497 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1d526f37-f40a-4e0e-acf1-65b9f3acf5c2 HTTP/1.1" status: 200 len: 1098 time: 0.3001018 Sep 07 02:48:08.344679 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8208dfeb-e5f8-4f8e-8ee6-bc21ab778b41 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:08.352237 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 9835f8ab-da11-48dd-bb5b-d803606bbeef details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:48:08.477822 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8208dfeb-e5f8-4f8e-8ee6-bc21ab778b41 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:08.514753 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8208dfeb-e5f8-4f8e-8ee6-bc21ab778b41 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:08.523166 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8208dfeb-e5f8-4f8e-8ee6-bc21ab778b41 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] 10.222.0.22 "DELETE /v2.0/subnets/5730dd04-9341-4506-a566-d2f78c7a6413 HTTP/1.1" status: 204 len: 168 time: 0.5884361 Sep 07 02:48:08.526214 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60922) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:08.546359 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d2169043-dab3-447d-9271-239b8836e501 req-7e576a6f-c574-468d-b1fe-239ce14f458c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=627ab8d3-8f74-46d7-be35-b6cf5ae488d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159140 Sep 07 02:48:08.549783 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f825e9e-e04b-4236-b863-01a9f8f0e906 req-47798c45-d92d-4a02-9924-ae1c8f5f498d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:08.551229 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6f825e9e-e04b-4236-b863-01a9f8f0e906 req-47798c45-d92d-4a02-9924-ae1c8f5f498d service neutron] 10.222.0.16 "GET /v2.0/networks?id=5d441d5c-0eb6-4443-b7e8-2a0161da35f4 HTTP/1.1" status: 200 len: 917 time: 0.2344344 Sep 07 02:48:08.554161 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f335de0d-2361-4797-b301-73d89b74b2c5 req-796ba313-16c9-442c-9c5b-fd520a41d496 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258556 Sep 07 02:48:08.587811 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 9835f8ab-da11-48dd-bb5b-d803606bbeef, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=9835f8ab-da11-48dd-bb5b-d803606bbeef,segment=NetworkSegment(671b0d78-496f-4a6a-a20b-d6937a9097d2),segment_id=671b0d78-496f-4a6a-a20b-d6937a9097d2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:48:08.606580 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8208dfeb-e5f8-4f8e-8ee6-bc21ab778b41 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Pushing event deleted for resources: {'Subnet': ['ID=5730dd04-9341-4506-a566-d2f78c7a6413,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:08.607153 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '9835f8ab-da11-48dd-bb5b-d803606bbeef', 'network_id': '2dd15660-a8a2-4615-aae6-6565f5b9c926', 'port_id': '9835f8ab-da11-48dd-bb5b-d803606bbeef', 'mac_address': 'fa:16:3e:33:80:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac223360-8a8e-4533-8aad-52e511f20cab', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:48:08.617373 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6f825e9e-e04b-4236-b863-01a9f8f0e906 req-9f3bd112-a26f-4936-b25f-d60fa0cce454 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4937cd9-07e1-4ee3-92d4-2d008a1e972f HTTP/1.1" status: 200 len: 217 time: 0.0569744 Sep 07 02:48:08.638461 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7568762a-fc9f-48f8-83f7-4670b62519c0 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:08.641835 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7568762a-fc9f-48f8-83f7-4670b62519c0 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:08.645636 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-7568762a-fc9f-48f8-83f7-4670b62519c0 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0827434 Sep 07 02:48:08.650134 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60924) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:08.664090 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:08.689193 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9835f8ab-da11-48dd-bb5b-d803606bbeef {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:48:08.708907 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f825e9e-e04b-4236-b863-01a9f8f0e906 req-ed9d353b-294f-4833-8791-2178d1f5f37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:08.711099 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6f825e9e-e04b-4236-b863-01a9f8f0e906 req-ed9d353b-294f-4833-8791-2178d1f5f37d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f937e685-ea69-493b-8539-36425b3759bc HTTP/1.1" status: 200 len: 857 time: 0.0853727 Sep 07 02:48:08.725956 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 9835f8ab-da11-48dd-bb5b-d803606bbeef, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=9835f8ab-da11-48dd-bb5b-d803606bbeef,segment=NetworkSegment(671b0d78-496f-4a6a-a20b-d6937a9097d2),segment_id=671b0d78-496f-4a6a-a20b-d6937a9097d2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:48:08.732390 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:08.773468 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6f825e9e-e04b-4236-b863-01a9f8f0e906 req-0e177eb4-4ff4-425e-aa34-ca82132d3a5d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5d441d5c-0eb6-4443-b7e8-2a0161da35f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490637 Sep 07 02:48:08.844853 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=9835f8ab-da11-48dd-bb5b-d803606bbeef,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:08.845323 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4a1ebb93-1a1e-4714-b8e9-2824ce3d0a3d tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:08.857737 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a1ebb93-1a1e-4714-b8e9-2824ce3d0a3d tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 07 02:48:08.858229 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a1ebb93-1a1e-4714-b8e9-2824ce3d0a3d tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:48:08.860113 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-4a1ebb93-1a1e-4714-b8e9-2824ce3d0a3d tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] 10.222.0.22 "DELETE /v2.0/networks/ab94aa7b-826d-4a24-a993-f9dd3d53040b HTTP/1.1" status: 409 len: 405 time: 0.2084506 Sep 07 02:48:08.866657 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60930) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:08.871800 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-34c1a2fa-d80b-49ca-9825-a00e5020ade2 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-950931080'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:48:08.907505 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0969ef9c-a2a6-49ef-8cbb-1e08ac8e4186 req-4e00ef6d-1f6b-46e6-999f-e0ba65308560 tempest-InstanceActionsNegativeTestJSON-1797521211 tempest-InstanceActionsNegativeTestJSON-1797521211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:08.907505 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0969ef9c-a2a6-49ef-8cbb-1e08ac8e4186 req-4e00ef6d-1f6b-46e6-999f-e0ba65308560 tempest-InstanceActionsNegativeTestJSON-1797521211 tempest-InstanceActionsNegativeTestJSON-1797521211-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d526f37-f40a-4e0e-acf1-65b9f3acf5c2 HTTP/1.1" status: 200 len: 946 time: 0.1183863 Sep 07 02:48:08.956456 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c1a2fa-d80b-49ca-9825-a00e5020ade2 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Made reservation on behalf of e6b49bab3da64eabb19430ae3f40d3d3 for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:48:08.959568 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-34c1a2fa-d80b-49ca-9825-a00e5020ade2 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:08.965945 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 5e63fc9e-5f6d-474d-ad36-50fee5899f75 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:48:08.976080 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0969ef9c-a2a6-49ef-8cbb-1e08ac8e4186 req-5048d6bc-6596-4cc7-b47f-3e4baaf7b1a2 tempest-InstanceActionsNegativeTestJSON-1797521211 tempest-InstanceActionsNegativeTestJSON-1797521211-project] 10.222.0.22 "GET /v2.0/security-groups?id=627ab8d3-8f74-46d7-be35-b6cf5ae488d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648601 Sep 07 02:48:08.984737 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6f825e9e-e04b-4236-b863-01a9f8f0e906 req-fec05a43-8fe5-4a49-9392-7ec0eb288847 service neutron] 10.222.0.16 "GET /v2.0/networks/5d441d5c-0eb6-4443-b7e8-2a0161da35f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970437 Sep 07 02:48:08.994361 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34c1a2fa-d80b-49ca-9825-a00e5020ade2 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:48:09.005205 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-34c1a2fa-d80b-49ca-9825-a00e5020ade2 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:09.005657 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-34c1a2fa-d80b-49ca-9825-a00e5020ade2 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Added segment 79b18643-9b8e-4b43-94ee-30637781b66f of type vlan for network 86452e10-9450-42bf-a4f7-6158620c4149 Sep 07 02:48:09.035024 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 5e63fc9e-5f6d-474d-ad36-50fee5899f75 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:48:09.067866 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-34c1a2fa-d80b-49ca-9825-a00e5020ade2 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:09.103150 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-34c1a2fa-d80b-49ca-9825-a00e5020ade2 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:09.107933 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['9835f8ab-da11-48dd-bb5b-d803606bbeef'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:48:09.110106 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c1a2fa-d80b-49ca-9825-a00e5020ade2 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:09.112063 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-34c1a2fa-d80b-49ca-9825-a00e5020ade2 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:09.138048 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b83303-a282-44d7-9238-1bf4a5330b33 req-46857fd3-6a43-497f-90a9-dfa3fb988111 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:09.140221 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-99b83303-a282-44d7-9238-1bf4a5330b33 req-46857fd3-6a43-497f-90a9-dfa3fb988111 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 944 time: 0.1755521 Sep 07 02:48:09.180107 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-34c1a2fa-d80b-49ca-9825-a00e5020ade2 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3088071 Sep 07 02:48:09.180313 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60940) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:09.196028 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-3811e390-c4c4-4345-b907-acabda505158 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Request body: {'subnet': {'network_id': '86452e10-9450-42bf-a4f7-6158620c4149', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:48:09.247239 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c1a2fa-d80b-49ca-9825-a00e5020ade2 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Pushing event updated for resources: {'Network': ['ID=86452e10-9450-42bf-a4f7-6158620c4149,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:09.265249 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 86452e10-9450-42bf-a4f7-6158620c4149 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:48:09.270045 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6f825e9e-e04b-4236-b863-01a9f8f0e906 req-99efda6d-0e47-4032-beaf-d38aadfc515d service neutron] 10.222.0.16 "GET /v2.0/networks/5d441d5c-0eb6-4443-b7e8-2a0161da35f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365093 Sep 07 02:48:09.299466 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-99b83303-a282-44d7-9238-1bf4a5330b33 req-b1865c66-ad5c-43c0-ba55-1f2bd8cf1798 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336882 Sep 07 02:48:09.393177 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3811e390-c4c4-4345-b907-acabda505158 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Made reservation on behalf of e6b49bab3da64eabb19430ae3f40d3d3 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:48:09.398556 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3811e390-c4c4-4345-b907-acabda505158 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:09.576486 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f0941e-0acc-46ac-ae13-9631f887b965 None None] Network ab94aa7b-826d-4a24-a993-f9dd3d53040b requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:48:09.721915 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9711a63-be2d-4295-b23f-b727baf21aef req-e1fb3913-e7db-4056-be69-afcd78d0ab80 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:09.728776 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-1aa6f133-071e-4977-b897-875f548651e7 None None] Provisioning for port 5e63fc9e-5f6d-474d-ad36-50fee5899f75 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:48:09.737681 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-1aa6f133-071e-4977-b897-875f548651e7 None None] Provisioning complete for port 5e63fc9e-5f6d-474d-ad36-50fee5899f75 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:48:09.738498 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1aa6f133-071e-4977-b897-875f548651e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:09.739275 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b9711a63-be2d-4295-b23f-b727baf21aef req-e1fb3913-e7db-4056-be69-afcd78d0ab80 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd03b013-92cc-4982-b8c3-5bae3a1f039f HTTP/1.1" status: 200 len: 945 time: 0.0793304 Sep 07 02:48:09.814534 n-d-796209-16 neutron-server[94700]: DEBUG neutron.objects.ports [None req-3811e390-c4c4-4345-b907-acabda505158 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94700) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 02:48:09.816229 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3811e390-c4c4-4345-b907-acabda505158 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:09.841546 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b9711a63-be2d-4295-b23f-b727baf21aef req-98921ff7-7d65-4e27-b77a-25178ffb9eb4 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008279 Sep 07 02:48:09.867797 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83039d4-7e3f-4ad6-8775-59a983d22271 None None] DHCP port deletion for ab94aa7b-826d-4a24-a993-f9dd3d53040b request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:48:09.874594 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1aa6f133-071e-4977-b897-875f548651e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:09.899178 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3811e390-c4c4-4345-b907-acabda505158 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Pushing event updated for resources: {'Subnet': ['ID=3d0d96f4-38bd-4dfc-a42f-2f3a67e1f932,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:09.908027 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3811e390-c4c4-4345-b907-acabda505158 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Checking segment: {'id': '79b18643-9b8e-4b43-94ee-30637781b66f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '86452e10-9450-42bf-a4f7-6158620c4149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:48:09.908396 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3811e390-c4c4-4345-b907-acabda505158 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Network hostable DHCP agents. Network: 86452e10-9450-42bf-a4f7-6158620c4149, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:48:09.925896 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3811e390-c4c4-4345-b907-acabda505158 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Network 86452e10-9450-42bf-a4f7-6158620c4149 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:48:09.934223 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-1aa6f133-071e-4977-b897-875f548651e7 None None] For port 5e63fc9e-5f6d-474d-ad36-50fee5899f75, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=5e63fc9e-5f6d-474d-ad36-50fee5899f75,segment=NetworkSegment(eb811110-9848-40ac-b057-76e23c223b41),segment_id=eb811110-9848-40ac-b057-76e23c223b41)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:48:09.935753 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-3811e390-c4c4-4345-b907-acabda505158 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 86452e10-9450-42bf-a4f7-6158620c4149) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:48:09.941105 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3811e390-c4c4-4345-b907-acabda505158 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:09.941722 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3811e390-c4c4-4345-b907-acabda505158 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:09.955530 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3fec33-dd6a-473f-bd8c-9c09a18e822f None None] Network 86452e10-9450-42bf-a4f7-6158620c4149 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:48:09.961241 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3811e390-c4c4-4345-b907-acabda505158 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.7807174 Sep 07 02:48:09.965084 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60952) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:09.975162 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1aa6f133-071e-4977-b897-875f548651e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:09.981779 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-e83039d4-7e3f-4ad6-8775-59a983d22271 None None] Deleting port 5e63fc9e-5f6d-474d-ad36-50fee5899f75 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:48:09.982160 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e83039d4-7e3f-4ad6-8775-59a983d22271 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:10.128937 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa6f133-071e-4977-b897-875f548651e7 None None] Pushing event updated for resources: {'Port': ['ID=5e63fc9e-5f6d-474d-ad36-50fee5899f75,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:10.146407 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-e83039d4-7e3f-4ad6-8775-59a983d22271 None None] For port 5e63fc9e-5f6d-474d-ad36-50fee5899f75, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=5e63fc9e-5f6d-474d-ad36-50fee5899f75,segment=NetworkSegment(eb811110-9848-40ac-b057-76e23c223b41),segment_id=eb811110-9848-40ac-b057-76e23c223b41)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:48:10.146641 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8b2f7583-a15c-4f35-9f29-4fc29b7415af tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:10.146813 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e83039d4-7e3f-4ad6-8775-59a983d22271 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:10.163124 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-e83039d4-7e3f-4ad6-8775-59a983d22271 None None] Calling delete_port for 5e63fc9e-5f6d-474d-ad36-50fee5899f75 owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:48:10.167267 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93a937-4dde-4c4d-99d9-612a31dcec18 req-9a643d42-84cb-44b1-bb27-aedd19c4f55a tempest-InstanceActionsNegativeTestJSON-1797521211 tempest-InstanceActionsNegativeTestJSON-1797521211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:10.168883 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ab93a937-4dde-4c4d-99d9-612a31dcec18 req-9a643d42-84cb-44b1-bb27-aedd19c4f55a tempest-InstanceActionsNegativeTestJSON-1797521211 tempest-InstanceActionsNegativeTestJSON-1797521211-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d526f37-f40a-4e0e-acf1-65b9f3acf5c2 HTTP/1.1" status: 200 len: 946 time: 0.0724058 Sep 07 02:48:10.244847 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8b2f7583-a15c-4f35-9f29-4fc29b7415af tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:10.276851 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b24aae-e8c7-48ae-859c-bae72896a3ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-86452e10-9450-42bf-a4f7-6158620c4149', 'network_id': '86452e10-9450-42bf-a4f7-6158620c4149', 'tenant_id': 'e6b49bab3da64eabb19430ae3f40d3d3', 'fixed_ips': [{'subnet_id': '3d0d96f4-38bd-4dfc-a42f-2f3a67e1f932'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:48:10.277795 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12b24aae-e8c7-48ae-859c-bae72896a3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:10.284948 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ab93a937-4dde-4c4d-99d9-612a31dcec18 req-64c85855-a01f-4982-a74c-d7a16cf5bbbd tempest-InstanceActionsNegativeTestJSON-1797521211 tempest-InstanceActionsNegativeTestJSON-1797521211-project] 10.222.0.22 "GET /v2.0/security-groups?id=627ab8d3-8f74-46d7-be35-b6cf5ae488d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815582 Sep 07 02:48:10.361055 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8b2f7583-a15c-4f35-9f29-4fc29b7415af tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:10.363746 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e83039d4-7e3f-4ad6-8775-59a983d22271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:10.383969 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83039d4-7e3f-4ad6-8775-59a983d22271 None None] No DVR routers for this DVR port 5e63fc9e-5f6d-474d-ad36-50fee5899f75 on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:48:10.412224 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83039d4-7e3f-4ad6-8775-59a983d22271 None None] Pushing event deleted for resources: {'Port': ['ID=5e63fc9e-5f6d-474d-ad36-50fee5899f75,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:10.465192 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2f7583-a15c-4f35-9f29-4fc29b7415af tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Pushing event deleted for resources: {'Subnet': ['ID=3d0d96f4-38bd-4dfc-a42f-2f3a67e1f932,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:10.515425 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server [None req-12b24aae-e8c7-48ae-859c-bae72896a3ed None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3d0d96f4-38bd-4dfc-a42f-2f3a67e1f932: This subnet is being modified by another concurrent operation. Sep 07 02:48:10.515425 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 07 02:48:10.515425 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 07 02:48:10.515425 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 07 02:48:10.515425 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 07 02:48:10.515425 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 07 02:48:10.515425 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 07 02:48:10.515425 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 07 02:48:10.515425 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 07 02:48:10.515425 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 07 02:48:10.515425 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 07 02:48:10.515425 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 07 02:48:10.515425 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 02:48:10.515425 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 02:48:10.515425 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 02:48:10.515425 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 02:48:10.515425 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 07 02:48:10.515425 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 02:48:10.515425 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 07 02:48:10.515425 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 07 02:48:10.515425 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 02:48:10.515425 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 02:48:10.515425 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 02:48:10.515425 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 02:48:10.515425 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 07 02:48:10.515425 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 02:48:10.515425 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 07 02:48:10.515425 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 07 02:48:10.515425 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 02:48:10.515425 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 02:48:10.515425 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 02:48:10.515425 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 02:48:10.515425 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 07 02:48:10.515425 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 07 02:48:10.515425 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 07 02:48:10.515425 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 07 02:48:10.515425 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 07 02:48:10.515425 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 07 02:48:10.515425 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 07 02:48:10.515425 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 07 02:48:10.515425 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 07 02:48:10.515425 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 07 02:48:10.515425 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 07 02:48:10.515425 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 07 02:48:10.515425 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 07 02:48:10.515425 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 07 02:48:10.515425 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 07 02:48:10.515425 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 07 02:48:10.515425 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 02:48:10.515425 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 02:48:10.515425 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 02:48:10.515425 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 02:48:10.515425 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 07 02:48:10.515425 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 02:48:10.519518 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 07 02:48:10.519518 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 07 02:48:10.519518 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 02:48:10.519518 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 02:48:10.519518 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 02:48:10.519518 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 02:48:10.519518 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 07 02:48:10.519518 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 02:48:10.519518 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 07 02:48:10.519518 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 07 02:48:10.519518 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 02:48:10.519518 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 02:48:10.519518 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 02:48:10.519518 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 02:48:10.519518 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 07 02:48:10.519518 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 07 02:48:10.519518 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1474, in create_port Sep 07 02:48:10.519518 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 07 02:48:10.519518 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1439, in _create_port_db Sep 07 02:48:10.519518 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 07 02:48:10.519518 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 07 02:48:10.519518 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 07 02:48:10.519518 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 07 02:48:10.519518 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 07 02:48:10.519518 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 02:48:10.519518 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 02:48:10.519518 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 02:48:10.519518 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 02:48:10.519518 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 07 02:48:10.519518 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 07 02:48:10.519518 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 07 02:48:10.519518 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 07 02:48:10.519518 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 07 02:48:10.519518 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 07 02:48:10.519518 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 07 02:48:10.519518 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server raise exception Sep 07 02:48:10.519518 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3d0d96f4-38bd-4dfc-a42f-2f3a67e1f932: This subnet is being modified by another concurrent operation. Sep 07 02:48:10.519518 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server Sep 07 02:48:10.539672 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8b2f7583-a15c-4f35-9f29-4fc29b7415af tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:10.563787 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5cac5-0650-4197-8d52-16da376b1d36 req-d7b41437-a0fa-4fc3-a30f-9edb92f62cc8 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:10.565313 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a5f5cac5-0650-4197-8d52-16da376b1d36 req-d7b41437-a0fa-4fc3-a30f-9edb92f62cc8 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 944 time: 0.1850677 Sep 07 02:48:10.589617 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-8b2f7583-a15c-4f35-9f29-4fc29b7415af tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86452e10-9450-42bf-a4f7-6158620c4149']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:10.617946 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-8b2f7583-a15c-4f35-9f29-4fc29b7415af tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79b18643-9b8e-4b43-94ee-30637781b66f') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:10.617946 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-8b2f7583-a15c-4f35-9f29-4fc29b7415af tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79b18643-9b8e-4b43-94ee-30637781b66f') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:10.633434 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e874dbfa-8762-4d27-9bbd-1b5c09f681f6 None None] Network 86452e10-9450-42bf-a4f7-6158620c4149 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:48:10.637181 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8b2f7583-a15c-4f35-9f29-4fc29b7415af tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:10.671243 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8b2f7583-a15c-4f35-9f29-4fc29b7415af tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:10.692818 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a5f5cac5-0650-4197-8d52-16da376b1d36 req-d8430170-ef7c-4799-98f2-99bbc5e1f1e4 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132677 Sep 07 02:48:10.695764 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b2f7583-a15c-4f35-9f29-4fc29b7415af tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:48:10.696858 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8b2f7583-a15c-4f35-9f29-4fc29b7415af tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:10.700576 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:48:10.700576 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:48:10.700576 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:48:10.700576 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:48:10.700576 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:48:10.700576 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:48:10.700576 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:48:10.700576 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:48:10.700576 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:48:10.700576 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:48:10.700576 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:48:10.700576 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:48:10.700576 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:48:10.700576 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:48:10.700576 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:48:10.700576 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:48:10.700576 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:48:10.700576 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:48:10.700576 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:48:10.700576 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:48:10.700576 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:48:10.700576 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:48:10.700576 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:48:10.700576 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:48:10.700576 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:48:10.700576 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:48:10.700576 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:48:10.700576 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:48:10.700576 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:48:10.700576 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:48:10.700576 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:48:10.700576 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:48:10.802152 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8b2f7583-a15c-4f35-9f29-4fc29b7415af tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:10.821369 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8b2f7583-a15c-4f35-9f29-4fc29b7415af tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:10.824415 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8b2f7583-a15c-4f35-9f29-4fc29b7415af tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] 10.222.0.22 "DELETE /v2.0/networks/86452e10-9450-42bf-a4f7-6158620c4149 HTTP/1.1" status: 204 len: 168 time: 0.8581467 Sep 07 02:48:10.828471 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60970) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:10.834381 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-9211af1b-03cb-40d2-9ebb-dbd22ca6d160 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1333789770'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:48:10.839802 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2f7583-a15c-4f35-9f29-4fc29b7415af tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Pushing event deleted for resources: {'Network': ['ID=86452e10-9450-42bf-a4f7-6158620c4149,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:10.877596 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 5e63fc9e-5f6d-474d-ad36-50fee5899f75 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:48:10.883708 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9211af1b-03cb-40d2-9ebb-dbd22ca6d160 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Made reservation on behalf of e6b49bab3da64eabb19430ae3f40d3d3 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:48:10.892960 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9211af1b-03cb-40d2-9ebb-dbd22ca6d160 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:10.923743 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc09b480-d867-4ef0-8e45-3f752f3bf3c2 None None] get_active_networks_info from n-d-796209-16 {{(pid=94702) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 02:48:10.928650 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee38aa4-9e0f-4cf5-907f-0f6b1462dd28 req-72c7c3c0-599c-4159-beda-b8f24e0da7d6 tempest-InstanceActionsNegativeTestJSON-1797521211 tempest-InstanceActionsNegativeTestJSON-1797521211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:10.931101 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dee38aa4-9e0f-4cf5-907f-0f6b1462dd28 req-72c7c3c0-599c-4159-beda-b8f24e0da7d6 tempest-InstanceActionsNegativeTestJSON-1797521211 tempest-InstanceActionsNegativeTestJSON-1797521211-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d526f37-f40a-4e0e-acf1-65b9f3acf5c2 HTTP/1.1" status: 200 len: 946 time: 0.0704222 Sep 07 02:48:10.935208 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9211af1b-03cb-40d2-9ebb-dbd22ca6d160 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:48:10.960046 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9211af1b-03cb-40d2-9ebb-dbd22ca6d160 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:10.960391 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-9211af1b-03cb-40d2-9ebb-dbd22ca6d160 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Added segment 7548eb5e-f7e6-4c04-81ad-cfbb3abc67e6 of type vlan for network d2289333-93ae-499a-ba24-3792504e2922 Sep 07 02:48:10.973319 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dee38aa4-9e0f-4cf5-907f-0f6b1462dd28 req-fb5eb4b0-3869-4ee2-b216-8bb680853464 tempest-InstanceActionsNegativeTestJSON-1797521211 tempest-InstanceActionsNegativeTestJSON-1797521211-project] 10.222.0.22 "GET /v2.0/security-groups?id=627ab8d3-8f74-46d7-be35-b6cf5ae488d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337718 Sep 07 02:48:10.974999 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 5e63fc9e-5f6d-474d-ad36-50fee5899f75 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:48:10.975357 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 5e63fc9e-5f6d-474d-ad36-50fee5899f75 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:48:11.020085 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e99da-70a6-4fd0-ac8b-c12e2dd8d487 req-7240dd07-0f49-491e-b215-2243db23b51b tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:11.021601 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-322e99da-70a6-4fd0-ac8b-c12e2dd8d487 req-7240dd07-0f49-491e-b215-2243db23b51b tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd03b013-92cc-4982-b8c3-5bae3a1f039f HTTP/1.1" status: 200 len: 945 time: 0.0988243 Sep 07 02:48:11.025156 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9211af1b-03cb-40d2-9ebb-dbd22ca6d160 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:11.079577 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-322e99da-70a6-4fd0-ac8b-c12e2dd8d487 req-3f9f4c1a-1d30-4e32-af89-92c5e9bdca3a tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488846 Sep 07 02:48:11.080169 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9211af1b-03cb-40d2-9ebb-dbd22ca6d160 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:11.085634 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9211af1b-03cb-40d2-9ebb-dbd22ca6d160 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:11.086235 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9211af1b-03cb-40d2-9ebb-dbd22ca6d160 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:11.107025 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc09b480-d867-4ef0-8e45-3f752f3bf3c2 None None] Resources bound (agent type, host, resource id): {{(pid=94702) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 07 02:48:11.120863 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9211af1b-03cb-40d2-9ebb-dbd22ca6d160 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2912686 Sep 07 02:48:11.124541 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60976) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:11.130075 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-d97b7002-4109-4015-844c-444a05514684 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Request body: {'subnet': {'network_id': 'd2289333-93ae-499a-ba24-3792504e2922', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:48:11.156754 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9211af1b-03cb-40d2-9ebb-dbd22ca6d160 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Pushing event updated for resources: {'Network': ['ID=d2289333-93ae-499a-ba24-3792504e2922,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:11.172688 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network d2289333-93ae-499a-ba24-3792504e2922 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:48:11.222303 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d97b7002-4109-4015-844c-444a05514684 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Made reservation on behalf of e6b49bab3da64eabb19430ae3f40d3d3 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:48:11.226058 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d97b7002-4109-4015-844c-444a05514684 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:11.411901 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d97b7002-4109-4015-844c-444a05514684 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:11.474878 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97b7002-4109-4015-844c-444a05514684 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Pushing event updated for resources: {'Subnet': ['ID=cadb17ad-43f0-4ced-9200-c1ce5e098c12,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:11.482665 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97b7002-4109-4015-844c-444a05514684 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Checking segment: {'id': '7548eb5e-f7e6-4c04-81ad-cfbb3abc67e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd2289333-93ae-499a-ba24-3792504e2922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:48:11.483032 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97b7002-4109-4015-844c-444a05514684 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Network hostable DHCP agents. Network: d2289333-93ae-499a-ba24-3792504e2922, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:48:11.499612 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97b7002-4109-4015-844c-444a05514684 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Network d2289333-93ae-499a-ba24-3792504e2922 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:48:11.508551 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-d97b7002-4109-4015-844c-444a05514684 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, d2289333-93ae-499a-ba24-3792504e2922) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:48:11.515357 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97b7002-4109-4015-844c-444a05514684 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:11.516177 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d97b7002-4109-4015-844c-444a05514684 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:11.532710 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d97b7002-4109-4015-844c-444a05514684 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4065576 Sep 07 02:48:11.535281 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60982) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:11.641252 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-27734f58-e240-495d-a436-07963446a647 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:11.712240 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-27734f58-e240-495d-a436-07963446a647 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:11.728479 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d44cbe-4971-4aa7-8420-be2de88ebe46 None None] Network d2289333-93ae-499a-ba24-3792504e2922 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:48:11.794289 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-27734f58-e240-495d-a436-07963446a647 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:11.823198 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27734f58-e240-495d-a436-07963446a647 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Pushing event deleted for resources: {'Subnet': ['ID=cadb17ad-43f0-4ced-9200-c1ce5e098c12,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:11.876463 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb18f57-5d4f-4397-957d-26627fe85c43 None None] Network d2289333-93ae-499a-ba24-3792504e2922 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:48:11.886502 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a1e0f-468c-4a1d-a2bd-0eee86523031 req-f7b7527f-580d-4ba1-81e9-9d0ed938ffd3 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:11.892139 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-066a1e0f-468c-4a1d-a2bd-0eee86523031 req-f7b7527f-580d-4ba1-81e9-9d0ed938ffd3 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 944 time: 0.0768569 Sep 07 02:48:11.896318 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-27734f58-e240-495d-a436-07963446a647 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:11.937788 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-27734f58-e240-495d-a436-07963446a647 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2289333-93ae-499a-ba24-3792504e2922']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:11.945517 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-066a1e0f-468c-4a1d-a2bd-0eee86523031 req-1c01251c-f8d3-4db1-8b2d-a2a21cd18635 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468826 Sep 07 02:48:11.957497 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-27734f58-e240-495d-a436-07963446a647 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7548eb5e-f7e6-4c04-81ad-cfbb3abc67e6') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:11.957797 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-27734f58-e240-495d-a436-07963446a647 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7548eb5e-f7e6-4c04-81ad-cfbb3abc67e6') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:11.976988 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-27734f58-e240-495d-a436-07963446a647 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:11.991994 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-27734f58-e240-495d-a436-07963446a647 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:11.999977 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27734f58-e240-495d-a436-07963446a647 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:48:12.000188 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-27734f58-e240-495d-a436-07963446a647 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:12.015780 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:48:12.015780 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:48:12.015780 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:48:12.015780 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:48:12.015780 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:48:12.015780 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:48:12.015780 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:48:12.015780 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:48:12.015780 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:48:12.015780 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:48:12.015780 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:48:12.015780 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:48:12.015780 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:48:12.015780 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:48:12.015780 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:48:12.015780 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:48:12.015780 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:48:12.015780 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:48:12.015780 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:48:12.015780 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:48:12.015780 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:48:12.015780 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:48:12.015780 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:48:12.015780 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:48:12.015780 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:48:12.015780 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:48:12.015780 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:48:12.015780 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:48:12.015780 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:48:12.015780 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:48:12.015780 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:48:12.015780 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:48:12.082043 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-27734f58-e240-495d-a436-07963446a647 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:12.114559 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-27734f58-e240-495d-a436-07963446a647 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:12.116505 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-27734f58-e240-495d-a436-07963446a647 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] 10.222.0.22 "DELETE /v2.0/networks/d2289333-93ae-499a-ba24-3792504e2922 HTTP/1.1" status: 204 len: 168 time: 0.5802205 Sep 07 02:48:12.120368 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 32774) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:12.126303 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-9204dfb6-fa2e-4e0c-828c-0b439becf9d5 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-527110355'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:48:12.129766 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27734f58-e240-495d-a436-07963446a647 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Pushing event deleted for resources: {'Network': ['ID=d2289333-93ae-499a-ba24-3792504e2922,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:12.156175 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9367ae59-5936-450b-9573-aa18a3d79dfd req-fddc31e9-537a-4857-a0dd-6e4228a1b4eb tempest-InstanceActionsNegativeTestJSON-1797521211 tempest-InstanceActionsNegativeTestJSON-1797521211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:12.163718 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9367ae59-5936-450b-9573-aa18a3d79dfd req-fddc31e9-537a-4857-a0dd-6e4228a1b4eb tempest-InstanceActionsNegativeTestJSON-1797521211 tempest-InstanceActionsNegativeTestJSON-1797521211-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d526f37-f40a-4e0e-acf1-65b9f3acf5c2 HTTP/1.1" status: 200 len: 946 time: 0.0848248 Sep 07 02:48:12.212646 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9367ae59-5936-450b-9573-aa18a3d79dfd req-95ef4e5c-bf51-4363-afd8-8c43acf88d29 tempest-InstanceActionsNegativeTestJSON-1797521211 tempest-InstanceActionsNegativeTestJSON-1797521211-project] 10.222.0.22 "GET /v2.0/security-groups?id=627ab8d3-8f74-46d7-be35-b6cf5ae488d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479648 Sep 07 02:48:12.218202 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9204dfb6-fa2e-4e0c-828c-0b439becf9d5 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Made reservation on behalf of e6b49bab3da64eabb19430ae3f40d3d3 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:48:12.222498 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9204dfb6-fa2e-4e0c-828c-0b439becf9d5 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:12.269958 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448057dc-94ee-4ec9-8358-bf74057c0c5c req-0c0cb72a-a66d-4305-90d5-68d686628c70 tempest-InstanceActionsNegativeTestJSON-1797521211 tempest-InstanceActionsNegativeTestJSON-1797521211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:12.271616 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-448057dc-94ee-4ec9-8358-bf74057c0c5c req-0c0cb72a-a66d-4305-90d5-68d686628c70 tempest-InstanceActionsNegativeTestJSON-1797521211 tempest-InstanceActionsNegativeTestJSON-1797521211-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d526f37-f40a-4e0e-acf1-65b9f3acf5c2 HTTP/1.1" status: 200 len: 946 time: 0.1183753 Sep 07 02:48:12.333491 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9204dfb6-fa2e-4e0c-828c-0b439becf9d5 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:48:12.352459 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 9835f8ab-da11-48dd-bb5b-d803606bbeef up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:48:12.360280 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9204dfb6-fa2e-4e0c-828c-0b439becf9d5 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:12.360631 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-9204dfb6-fa2e-4e0c-828c-0b439becf9d5 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Added segment b8b9b122-1b4a-42b5-935f-26b6a0cc1f09 of type vlan for network 113f9952-a4c0-4594-9135-675a901a6ae5 Sep 07 02:48:12.369065 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de9a2c-94d9-4014-be18-f1e29c36cf8c req-d0bfa7f7-45a3-4756-9af7-0a115af4dfd2 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:12.370608 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d1de9a2c-94d9-4014-be18-f1e29c36cf8c req-d0bfa7f7-45a3-4756-9af7-0a115af4dfd2 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd03b013-92cc-4982-b8c3-5bae3a1f039f HTTP/1.1" status: 200 len: 945 time: 0.1299391 Sep 07 02:48:12.406112 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port 9835f8ab-da11-48dd-bb5b-d803606bbeef completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:48:12.411501 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 9835f8ab-da11-48dd-bb5b-d803606bbeef triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:48:12.412046 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:12.460115 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9204dfb6-fa2e-4e0c-828c-0b439becf9d5 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:12.491679 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d1de9a2c-94d9-4014-be18-f1e29c36cf8c req-b20f9d2a-b161-4bae-8c2c-59ededc7e6af tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868607 Sep 07 02:48:12.514184 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:12.520569 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9204dfb6-fa2e-4e0c-828c-0b439becf9d5 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:12.526587 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9204dfb6-fa2e-4e0c-828c-0b439becf9d5 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:12.527257 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9204dfb6-fa2e-4e0c-828c-0b439becf9d5 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:12.540036 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8a2429-04f7-44e0-a1c1-027ae91deef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9835f8ab-da11-48dd-bb5b-d803606bbeef'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:48:12.542444 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11bcea1-5aec-4701-b211-6c768c8295e7" -d '{"events": [{"server_uuid": "2d8a2429-04f7-44e0-a1c1-027ae91deef5", "name": "network-vif-plugged", "status": "completed", "tag": "9835f8ab-da11-48dd-bb5b-d803606bbeef"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:48:12.564918 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 9835f8ab-da11-48dd-bb5b-d803606bbeef, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=9835f8ab-da11-48dd-bb5b-d803606bbeef,segment=NetworkSegment(671b0d78-496f-4a6a-a20b-d6937a9097d2),segment_id=671b0d78-496f-4a6a-a20b-d6937a9097d2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:48:12.567136 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-448057dc-94ee-4ec9-8358-bf74057c0c5c req-4c65f368-8c04-4f8d-b9a2-60c98be98e76 tempest-InstanceActionsNegativeTestJSON-1797521211 tempest-InstanceActionsNegativeTestJSON-1797521211-project] Deleting port aaad09d3-02ab-4e73-ad94-e4075683fa1f {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:48:12.567527 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-448057dc-94ee-4ec9-8358-bf74057c0c5c req-4c65f368-8c04-4f8d-b9a2-60c98be98e76 tempest-InstanceActionsNegativeTestJSON-1797521211 tempest-InstanceActionsNegativeTestJSON-1797521211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:12.570799 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:12.589928 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9204dfb6-fa2e-4e0c-828c-0b439becf9d5 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4681551 Sep 07 02:48:12.593762 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 32780) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:12.601684 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-33a8eccc-3cb9-47d1-8e06-481631f51d6e tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Request body: {'subnet': {'network_id': '113f9952-a4c0-4594-9135-675a901a6ae5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:48:12.618560 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59fe3c5b-ee81-4a75-88ff-0f8ea3d72c4d x-openstack-request-id: req-59fe3c5b-ee81-4a75-88ff-0f8ea3d72c4d {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:48:12.619067 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d8a2429-04f7-44e0-a1c1-027ae91deef5", "name": "network-vif-plugged", "status": "completed", "tag": "9835f8ab-da11-48dd-bb5b-d803606bbeef", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:48:12.619509 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-59fe3c5b-ee81-4a75-88ff-0f8ea3d72c4d {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:48:12.620797 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d8a2429-04f7-44e0-a1c1-027ae91deef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9835f8ab-da11-48dd-bb5b-d803606bbeef', 'code': 200} Sep 07 02:48:12.650951 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=9835f8ab-da11-48dd-bb5b-d803606bbeef,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:12.705234 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9204dfb6-fa2e-4e0c-828c-0b439becf9d5 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Pushing event updated for resources: {'Network': ['ID=113f9952-a4c0-4594-9135-675a901a6ae5,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:12.721595 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 113f9952-a4c0-4594-9135-675a901a6ae5 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:48:12.734684 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a8eccc-3cb9-47d1-8e06-481631f51d6e tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Made reservation on behalf of e6b49bab3da64eabb19430ae3f40d3d3 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:48:12.738798 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-33a8eccc-3cb9-47d1-8e06-481631f51d6e tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:12.754044 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-448057dc-94ee-4ec9-8358-bf74057c0c5c req-4c65f368-8c04-4f8d-b9a2-60c98be98e76 tempest-InstanceActionsNegativeTestJSON-1797521211 tempest-InstanceActionsNegativeTestJSON-1797521211-project] For port aaad09d3-02ab-4e73-ad94-e4075683fa1f, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=aaad09d3-02ab-4e73-ad94-e4075683fa1f,segment=NetworkSegment(030032f0-715c-4bc4-a884-16085dcaab36),segment_id=030032f0-715c-4bc4-a884-16085dcaab36)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:48:12.754571 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-448057dc-94ee-4ec9-8358-bf74057c0c5c req-4c65f368-8c04-4f8d-b9a2-60c98be98e76 tempest-InstanceActionsNegativeTestJSON-1797521211 tempest-InstanceActionsNegativeTestJSON-1797521211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:12.787895 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-448057dc-94ee-4ec9-8358-bf74057c0c5c req-4c65f368-8c04-4f8d-b9a2-60c98be98e76 tempest-InstanceActionsNegativeTestJSON-1797521211 tempest-InstanceActionsNegativeTestJSON-1797521211-project] Calling delete_port for aaad09d3-02ab-4e73-ad94-e4075683fa1f owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:48:12.809266 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf99890-6d71-4e31-aaff-882bbeb1c186 req-512aba08-e21f-4fe3-957e-81c02d01fed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:12.811205 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ddf99890-6d71-4e31-aaff-882bbeb1c186 req-512aba08-e21f-4fe3-957e-81c02d01fed8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 1097 time: 0.1162593 Sep 07 02:48:12.887966 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ddf99890-6d71-4e31-aaff-882bbeb1c186 req-32f8fc51-c398-46ea-b746-9eb96daa9160 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435200 Sep 07 02:48:12.966368 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-448057dc-94ee-4ec9-8358-bf74057c0c5c req-4c65f368-8c04-4f8d-b9a2-60c98be98e76 tempest-InstanceActionsNegativeTestJSON-1797521211 tempest-InstanceActionsNegativeTestJSON-1797521211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:12.981303 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['aaad09d3-02ab-4e73-ad94-e4075683fa1f'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:48:13.021915 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65f368-8c04-4f8d-b9a2-60c98be98e76 tempest-InstanceActionsNegativeTestJSON-1797521211 tempest-InstanceActionsNegativeTestJSON-1797521211-project] Pushing event deleted for resources: {'Port': ['ID=aaad09d3-02ab-4e73-ad94-e4075683fa1f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:13.024248 n-d-796209-16 neutron-server[94701]: DEBUG neutron.objects.ports [None req-33a8eccc-3cb9-47d1-8e06-481631f51d6e tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94701) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 02:48:13.026621 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-33a8eccc-3cb9-47d1-8e06-481631f51d6e tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:13.111726 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-448057dc-94ee-4ec9-8358-bf74057c0c5c req-4c65f368-8c04-4f8d-b9a2-60c98be98e76 tempest-InstanceActionsNegativeTestJSON-1797521211 tempest-InstanceActionsNegativeTestJSON-1797521211-project] No DVR routers for this DVR port aaad09d3-02ab-4e73-ad94-e4075683fa1f on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:48:13.114262 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-448057dc-94ee-4ec9-8358-bf74057c0c5c req-4c65f368-8c04-4f8d-b9a2-60c98be98e76 tempest-InstanceActionsNegativeTestJSON-1797521211 tempest-InstanceActionsNegativeTestJSON-1797521211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:13.116274 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-448057dc-94ee-4ec9-8358-bf74057c0c5c req-4c65f368-8c04-4f8d-b9a2-60c98be98e76 tempest-InstanceActionsNegativeTestJSON-1797521211 tempest-InstanceActionsNegativeTestJSON-1797521211-project] 10.222.0.23 "DELETE /v2.0/ports/aaad09d3-02ab-4e73-ad94-e4075683fa1f HTTP/1.1" status: 204 len: 173 time: 0.8279858 Sep 07 02:48:13.116713 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d526f37-f40a-4e0e-acf1-65b9f3acf5c2', 'name': 'network-vif-deleted', 'tag': 'aaad09d3-02ab-4e73-ad94-e4075683fa1f'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:48:13.118962 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c573c66-6e9b-4fc2-8766-c53983a871eb" -d '{"events": [{"server_uuid": "1d526f37-f40a-4e0e-acf1-65b9f3acf5c2", "name": "network-vif-deleted", "tag": "aaad09d3-02ab-4e73-ad94-e4075683fa1f"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:48:13.153172 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a8eccc-3cb9-47d1-8e06-481631f51d6e tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Pushing event updated for resources: {'Subnet': ['ID=71af5b4f-b1fc-4b11-8923-f3368d8e8552,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:13.179154 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a8eccc-3cb9-47d1-8e06-481631f51d6e tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Checking segment: {'id': 'b8b9b122-1b4a-42b5-935f-26b6a0cc1f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '113f9952-a4c0-4594-9135-675a901a6ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:48:13.179678 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a8eccc-3cb9-47d1-8e06-481631f51d6e tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Network hostable DHCP agents. Network: 113f9952-a4c0-4594-9135-675a901a6ae5, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:48:13.189645 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531eb065-f49f-45d5-af6e-653e1060eaf7 req-7533000e-206b-4e3a-8176-12a1b3e26992 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:13.213588 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-531eb065-f49f-45d5-af6e-653e1060eaf7 req-7533000e-206b-4e3a-8176-12a1b3e26992 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 945 time: 0.1307676 Sep 07 02:48:13.267534 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a8eccc-3cb9-47d1-8e06-481631f51d6e tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Network 113f9952-a4c0-4594-9135-675a901a6ae5 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:48:13.297108 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-531eb065-f49f-45d5-af6e-653e1060eaf7 req-40fa57f0-6396-4d6e-9ae1-d2f36c7ff372 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806150 Sep 07 02:48:13.302050 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-33a8eccc-3cb9-47d1-8e06-481631f51d6e tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 113f9952-a4c0-4594-9135-675a901a6ae5) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:48:13.306939 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a8eccc-3cb9-47d1-8e06-481631f51d6e tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:13.313760 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-33a8eccc-3cb9-47d1-8e06-481631f51d6e tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:13.329679 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23548a0d-67a6-4a10-9b8d-ff5a283c5d90 x-openstack-request-id: req-23548a0d-67a6-4a10-9b8d-ff5a283c5d90 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:48:13.330158 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d526f37-f40a-4e0e-acf1-65b9f3acf5c2", "name": "network-vif-deleted", "tag": "aaad09d3-02ab-4e73-ad94-e4075683fa1f", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:48:13.330418 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-23548a0d-67a6-4a10-9b8d-ff5a283c5d90 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:48:13.330866 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d526f37-f40a-4e0e-acf1-65b9f3acf5c2', 'name': 'network-vif-deleted', 'tag': 'aaad09d3-02ab-4e73-ad94-e4075683fa1f', 'status': 'completed', 'code': 200} Sep 07 02:48:13.333565 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-33a8eccc-3cb9-47d1-8e06-481631f51d6e tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7379308 Sep 07 02:48:13.336613 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 32792) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:13.340930 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e1d769-6d2f-4a54-adc6-cd934cd24574 None None] Network 113f9952-a4c0-4594-9135-675a901a6ae5 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:48:13.475667 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-26701ef4-20f1-4cf5-86e5-06c435ba6b1b tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:13.475872 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a88b0835-56f8-403b-aac1-b9de0a2d705b req-a4cb493a-b9e6-49f6-aa59-9ba1fcf1538d tempest-InstanceActionsNegativeTestJSON-1797521211 tempest-InstanceActionsNegativeTestJSON-1797521211-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d526f37-f40a-4e0e-acf1-65b9f3acf5c2 HTTP/1.1" status: 200 len: 210 time: 0.0415244 Sep 07 02:48:13.533522 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d29fb71-e9ee-4794-922f-4229f48c77ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-113f9952-a4c0-4594-9135-675a901a6ae5', 'network_id': '113f9952-a4c0-4594-9135-675a901a6ae5', 'tenant_id': 'e6b49bab3da64eabb19430ae3f40d3d3', 'fixed_ips': [{'subnet_id': '71af5b4f-b1fc-4b11-8923-f3368d8e8552'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:48:13.534581 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1d29fb71-e9ee-4794-922f-4229f48c77ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:13.547603 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-26701ef4-20f1-4cf5-86e5-06c435ba6b1b tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:13.621331 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-26701ef4-20f1-4cf5-86e5-06c435ba6b1b tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:13.645495 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086e6e9-aed1-4ab3-bfd0-ec54c89eaf44 req-d4a47df6-7c6c-4af7-aa8d-e67fc5f40878 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:13.647677 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7086e6e9-aed1-4ab3-bfd0-ec54c89eaf44 req-d4a47df6-7c6c-4af7-aa8d-e67fc5f40878 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd03b013-92cc-4982-b8c3-5bae3a1f039f HTTP/1.1" status: 200 len: 945 time: 0.0735555 Sep 07 02:48:13.652714 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server [None req-1d29fb71-e9ee-4794-922f-4229f48c77ab None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 71af5b4f-b1fc-4b11-8923-f3368d8e8552: This subnet is being modified by another concurrent operation. Sep 07 02:48:13.652714 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 07 02:48:13.652714 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 07 02:48:13.652714 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 07 02:48:13.652714 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 07 02:48:13.652714 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 07 02:48:13.652714 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 07 02:48:13.652714 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 07 02:48:13.652714 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 07 02:48:13.652714 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 07 02:48:13.652714 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 07 02:48:13.652714 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 07 02:48:13.652714 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 02:48:13.652714 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 02:48:13.652714 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 02:48:13.652714 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 02:48:13.652714 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 07 02:48:13.652714 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 02:48:13.652714 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 07 02:48:13.652714 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 07 02:48:13.652714 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 02:48:13.652714 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 02:48:13.652714 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 02:48:13.652714 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 02:48:13.652714 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 07 02:48:13.652714 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 02:48:13.652714 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 07 02:48:13.652714 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 07 02:48:13.652714 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 02:48:13.652714 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 02:48:13.652714 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 02:48:13.652714 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 02:48:13.652714 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 07 02:48:13.652714 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 07 02:48:13.652714 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 07 02:48:13.652714 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 07 02:48:13.652714 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 07 02:48:13.652714 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 07 02:48:13.652714 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 07 02:48:13.652714 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 07 02:48:13.652714 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 07 02:48:13.652714 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 07 02:48:13.652714 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 07 02:48:13.652714 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 07 02:48:13.652714 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 07 02:48:13.652714 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 07 02:48:13.652714 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 07 02:48:13.652714 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 07 02:48:13.652714 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 02:48:13.652714 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 02:48:13.652714 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 02:48:13.652714 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 02:48:13.652714 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 07 02:48:13.652714 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 02:48:13.656971 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 07 02:48:13.656971 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 07 02:48:13.656971 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 02:48:13.656971 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 02:48:13.656971 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 02:48:13.656971 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 02:48:13.656971 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 07 02:48:13.656971 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 02:48:13.656971 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 07 02:48:13.656971 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 07 02:48:13.656971 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 02:48:13.656971 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 02:48:13.656971 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 02:48:13.656971 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 02:48:13.656971 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 07 02:48:13.656971 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 07 02:48:13.656971 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1474, in create_port Sep 07 02:48:13.656971 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 07 02:48:13.656971 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1439, in _create_port_db Sep 07 02:48:13.656971 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 07 02:48:13.656971 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 07 02:48:13.656971 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 07 02:48:13.656971 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 07 02:48:13.656971 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 07 02:48:13.656971 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 02:48:13.656971 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 02:48:13.656971 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 02:48:13.656971 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 02:48:13.656971 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 07 02:48:13.656971 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 07 02:48:13.656971 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 07 02:48:13.656971 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 07 02:48:13.656971 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 07 02:48:13.656971 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 07 02:48:13.656971 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 07 02:48:13.656971 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server raise exception Sep 07 02:48:13.656971 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 71af5b4f-b1fc-4b11-8923-f3368d8e8552: This subnet is being modified by another concurrent operation. Sep 07 02:48:13.656971 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server Sep 07 02:48:13.664398 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26701ef4-20f1-4cf5-86e5-06c435ba6b1b tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Pushing event deleted for resources: {'Subnet': ['ID=71af5b4f-b1fc-4b11-8923-f3368d8e8552,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:13.685945 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1da914a-2424-4204-b857-883579ee0586 None None] Network 113f9952-a4c0-4594-9135-675a901a6ae5 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:48:13.706550 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7086e6e9-aed1-4ab3-bfd0-ec54c89eaf44 req-df77b4f0-f56e-4278-a77f-4f7c859a8b30 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508511 Sep 07 02:48:13.743009 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-26701ef4-20f1-4cf5-86e5-06c435ba6b1b tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:13.766664 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-26701ef4-20f1-4cf5-86e5-06c435ba6b1b tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['113f9952-a4c0-4594-9135-675a901a6ae5']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:13.777159 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-26701ef4-20f1-4cf5-86e5-06c435ba6b1b tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8b9b122-1b4a-42b5-935f-26b6a0cc1f09') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:13.777500 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-26701ef4-20f1-4cf5-86e5-06c435ba6b1b tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8b9b122-1b4a-42b5-935f-26b6a0cc1f09') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:13.788718 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-26701ef4-20f1-4cf5-86e5-06c435ba6b1b tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:13.803192 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-26701ef4-20f1-4cf5-86e5-06c435ba6b1b tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:13.809984 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26701ef4-20f1-4cf5-86e5-06c435ba6b1b tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:48:13.810973 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-26701ef4-20f1-4cf5-86e5-06c435ba6b1b tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:13.814045 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:48:13.814045 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:48:13.814045 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:48:13.814045 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:48:13.814045 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:48:13.814045 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:48:13.814045 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:48:13.814045 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:48:13.814045 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:48:13.814045 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:48:13.814045 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:48:13.814045 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:48:13.814045 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:48:13.814045 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:48:13.814045 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:48:13.814045 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:48:13.814045 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:48:13.814045 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:48:13.814045 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:48:13.814045 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:48:13.814045 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:48:13.814045 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:48:13.814045 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:48:13.814045 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:48:13.814045 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:48:13.814045 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:48:13.814045 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:48:13.814045 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:48:13.814045 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:48:13.814045 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:48:13.814045 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:48:13.814045 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:48:13.827698 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e4f74e-e3e9-4e52-9b1f-b118b90c987a None None] get_active_networks_info from n-d-796209-16 {{(pid=94702) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 02:48:13.875569 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-26701ef4-20f1-4cf5-86e5-06c435ba6b1b tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:13.882739 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-26701ef4-20f1-4cf5-86e5-06c435ba6b1b tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:13.888432 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-26701ef4-20f1-4cf5-86e5-06c435ba6b1b tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] 10.222.0.22 "DELETE /v2.0/networks/113f9952-a4c0-4594-9135-675a901a6ae5 HTTP/1.1" status: 204 len: 168 time: 0.5471380 Sep 07 02:48:13.889709 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 32798) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:13.906342 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26701ef4-20f1-4cf5-86e5-06c435ba6b1b tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Pushing event deleted for resources: {'Network': ['ID=113f9952-a4c0-4594-9135-675a901a6ae5,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:13.918657 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-c08fcac2-df6c-4712-acf9-650f41de61d6 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] DELETE failed (client error): The resource could not be found. Sep 07 02:48:13.919224 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c08fcac2-df6c-4712-acf9-650f41de61d6 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:48:13.921627 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c08fcac2-df6c-4712-acf9-650f41de61d6 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] 10.222.0.22 "DELETE /v2.0/subnets/71af5b4f-b1fc-4b11-8923-f3368d8e8552 HTTP/1.1" status: 404 len: 337 time: 0.0308433 Sep 07 02:48:13.924309 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 32800) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:13.943432 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-dae21508-c78e-47a4-a9da-ce67ff21e4e5 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] DELETE failed (client error): The resource could not be found. Sep 07 02:48:13.944439 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dae21508-c78e-47a4-a9da-ce67ff21e4e5 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:48:13.946372 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-dae21508-c78e-47a4-a9da-ce67ff21e4e5 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] 10.222.0.22 "DELETE /v2.0/networks/113f9952-a4c0-4594-9135-675a901a6ae5 HTTP/1.1" status: 404 len: 339 time: 0.0209196 Sep 07 02:48:13.949043 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 32802) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:13.953999 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e4f74e-e3e9-4e52-9b1f-b118b90c987a None None] Resources bound (agent type, host, resource id): {{(pid=94702) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 07 02:48:13.983120 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f2b4017-106a-4234-baf9-c08c68e42e67 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] DELETE failed (client error): The resource could not be found. Sep 07 02:48:13.983715 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f2b4017-106a-4234-baf9-c08c68e42e67 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:48:13.986359 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-1f2b4017-106a-4234-baf9-c08c68e42e67 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] 10.222.0.22 "DELETE /v2.0/subnets/cadb17ad-43f0-4ced-9200-c1ce5e098c12 HTTP/1.1" status: 404 len: 337 time: 0.0359843 Sep 07 02:48:13.988746 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 32804) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:14.262119 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c7cc120-4ce7-4182-88f3-e4f057b15768 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] DELETE failed (client error): The resource could not be found. Sep 07 02:48:14.262763 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c7cc120-4ce7-4182-88f3-e4f057b15768 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:48:14.266768 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-9c7cc120-4ce7-4182-88f3-e4f057b15768 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] 10.222.0.22 "DELETE /v2.0/networks/d2289333-93ae-499a-ba24-3792504e2922 HTTP/1.1" status: 404 len: 339 time: 0.2744484 Sep 07 02:48:14.267068 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 32816) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:14.293996 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-34e952ef-8f77-4526-8ec5-cc446062fbbd tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] DELETE failed (client error): The resource could not be found. Sep 07 02:48:14.294456 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34e952ef-8f77-4526-8ec5-cc446062fbbd tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:48:14.296776 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-34e952ef-8f77-4526-8ec5-cc446062fbbd tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] 10.222.0.22 "DELETE /v2.0/subnets/3d0d96f4-38bd-4dfc-a42f-2f3a67e1f932 HTTP/1.1" status: 404 len: 337 time: 0.0287549 Sep 07 02:48:14.299251 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 32818) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:14.317828 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-a71fb88f-8c96-41dc-8f91-fbe507daecc4 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] DELETE failed (client error): The resource could not be found. Sep 07 02:48:14.318359 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a71fb88f-8c96-41dc-8f91-fbe507daecc4 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:48:14.320062 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a71fb88f-8c96-41dc-8f91-fbe507daecc4 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] 10.222.0.22 "DELETE /v2.0/networks/86452e10-9450-42bf-a4f7-6158620c4149 HTTP/1.1" status: 404 len: 339 time: 0.0198772 Sep 07 02:48:14.322463 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 32820) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:14.421639 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-20c8e9fb-8dcf-438a-9f15-54476545c9d5 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Deleting port b32d2e04-7d05-469f-92b5-4afb9c55b03b {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:48:14.421968 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-20c8e9fb-8dcf-438a-9f15-54476545c9d5 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:14.458146 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0750eb9f-2bf6-4280-9926-f6b40e0417b3 req-422ae335-c41a-491e-88f7-ca52a2ce30e2 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:14.472218 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0750eb9f-2bf6-4280-9926-f6b40e0417b3 req-422ae335-c41a-491e-88f7-ca52a2ce30e2 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 945 time: 0.0820696 Sep 07 02:48:14.501277 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-20c8e9fb-8dcf-438a-9f15-54476545c9d5 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:14.508297 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0750eb9f-2bf6-4280-9926-f6b40e0417b3 req-dff33fdf-186e-4ce1-ad04-40ccfc54d554 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352402 Sep 07 02:48:14.526849 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-20c8e9fb-8dcf-438a-9f15-54476545c9d5 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Calling delete_port for b32d2e04-7d05-469f-92b5-4afb9c55b03b owned by {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:48:14.558037 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 32830) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:14.639572 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-20c8e9fb-8dcf-438a-9f15-54476545c9d5 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:14.647896 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-f22ffe21-e594-438d-b815-24f41f33a2cd admin admin] Deleting subnet 7c095df2-3830-4065-93c3-c109883cb5d9 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:48:14.657207 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f22ffe21-e594-438d-b815-24f41f33a2cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:14.671656 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c8e9fb-8dcf-438a-9f15-54476545c9d5 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Pushing event deleted for resources: {'Port': ['ID=b32d2e04-7d05-469f-92b5-4afb9c55b03b,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:14.675520 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-20c8e9fb-8dcf-438a-9f15-54476545c9d5 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:14.677658 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-20c8e9fb-8dcf-438a-9f15-54476545c9d5 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] 10.222.0.22 "DELETE /v2.0/ports/b32d2e04-7d05-469f-92b5-4afb9c55b03b HTTP/1.1" status: 204 len: 168 time: 0.3542836 Sep 07 02:48:14.684037 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 32834) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:14.711160 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e867be-0a76-4e88-a3fd-b31590d83363 req-19f46bae-cbfa-4af6-a61b-d46dd4ba97ca tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:14.711959 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-3228727f-d157-4356-8c64-cd96db7bac56 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] DELETE failed (client error): The resource could not be found. Sep 07 02:48:14.712479 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3228727f-d157-4356-8c64-cd96db7bac56 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:48:14.712780 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-91e867be-0a76-4e88-a3fd-b31590d83363 req-19f46bae-cbfa-4af6-a61b-d46dd4ba97ca tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 945 time: 0.1218708 Sep 07 02:48:14.717725 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 32836) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:14.717913 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-3228727f-d157-4356-8c64-cd96db7bac56 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] 10.222.0.22 "DELETE /v2.0/subnets/5730dd04-9341-4506-a566-d2f78c7a6413 HTTP/1.1" status: 404 len: 337 time: 0.0327263 Sep 07 02:48:14.725188 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 32838) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:14.727256 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f22ffe21-e594-438d-b815-24f41f33a2cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:14.730259 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-80c02807-f8a0-4d70-b19b-cd3060b85aeb tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Request body: {'floatingip': {'port_id': '9835f8ab-da11-48dd-bb5b-d803606bbeef'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:48:14.771176 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-80c02807-f8a0-4d70-b19b-cd3060b85aeb tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks [] for floatingip, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:14.833439 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f22ffe21-e594-438d-b815-24f41f33a2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:14.839003 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b5fc4269-4b62-40c2-a269-3274695f664e tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:14.933114 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d75c319-9ee6-49f5-af6f-9b212c283b58 req-69ced8b5-ac83-4ff1-b52f-91a7661cdbb3 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:14.934716 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8d75c319-9ee6-49f5-af6f-9b212c283b58 req-69ced8b5-ac83-4ff1-b52f-91a7661cdbb3 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd03b013-92cc-4982-b8c3-5bae3a1f039f HTTP/1.1" status: 200 len: 945 time: 0.0977046 Sep 07 02:48:14.974115 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b5fc4269-4b62-40c2-a269-3274695f664e tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:14.982675 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f22ffe21-e594-438d-b815-24f41f33a2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:15.021685 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22ffe21-e594-438d-b815-24f41f33a2cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c095df2-3830-4065-93c3-c109883cb5d9,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:15.023569 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8d75c319-9ee6-49f5-af6f-9b212c283b58 req-333a8286-6300-4953-9f42-7268395f451b tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791502 Sep 07 02:48:15.024745 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-b5fc4269-4b62-40c2-a269-3274695f664e tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab94aa7b-826d-4a24-a993-f9dd3d53040b']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:15.027355 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f22ffe21-e594-438d-b815-24f41f33a2cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:15.031918 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f22ffe21-e594-438d-b815-24f41f33a2cd admin admin] 10.222.0.22 "DELETE /v2.0/subnets/7c095df2-3830-4065-93c3-c109883cb5d9 HTTP/1.1" status: 204 len: 168 time: 0.4727845 Sep 07 02:48:15.033091 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 32842) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:15.053960 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-b5fc4269-4b62-40c2-a269-3274695f664e tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb811110-9848-40ac-b057-76e23c223b41') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:15.054265 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-b5fc4269-4b62-40c2-a269-3274695f664e tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb811110-9848-40ac-b057-76e23c223b41') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:15.080148 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b5fc4269-4b62-40c2-a269-3274695f664e tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:15.120973 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b5fc4269-4b62-40c2-a269-3274695f664e tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:15.133747 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5fc4269-4b62-40c2-a269-3274695f664e tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:48:15.134208 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b5fc4269-4b62-40c2-a269-3274695f664e tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:15.137397 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:48:15.137397 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:48:15.137397 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:48:15.137397 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:48:15.137397 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:48:15.137397 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:48:15.137397 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:48:15.137397 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:48:15.137397 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:48:15.137397 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:48:15.137397 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:48:15.137397 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:48:15.137397 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:48:15.137397 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:48:15.137397 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:48:15.137397 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:48:15.137397 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:48:15.137397 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:48:15.137397 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:48:15.137397 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:48:15.137397 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:48:15.137397 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:48:15.137397 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:48:15.137397 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:48:15.137397 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:48:15.137397 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:48:15.137397 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:48:15.137397 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:48:15.137397 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:48:15.137397 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:48:15.137397 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:48:15.137397 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:48:15.154472 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-17577e4e-1222-4037-88fc-fd5b7e91009b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:15.259299 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b5fc4269-4b62-40c2-a269-3274695f664e tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:15.263745 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b5fc4269-4b62-40c2-a269-3274695f664e tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:15.265897 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b5fc4269-4b62-40c2-a269-3274695f664e tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] 10.222.0.22 "DELETE /v2.0/networks/ab94aa7b-826d-4a24-a993-f9dd3d53040b HTTP/1.1" status: 204 len: 168 time: 0.5471992 Sep 07 02:48:15.280137 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 32844) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:15.307716 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fc4269-4b62-40c2-a269-3274695f664e tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Pushing event deleted for resources: {'Network': ['ID=ab94aa7b-826d-4a24-a993-f9dd3d53040b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:15.381177 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-17577e4e-1222-4037-88fc-fd5b7e91009b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:15.423687 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-17577e4e-1222-4037-88fc-fd5b7e91009b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae4c1888-ea10-4b6e-a554-a27855dc8974']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:15.435198 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-17577e4e-1222-4037-88fc-fd5b7e91009b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '030032f0-715c-4bc4-a884-16085dcaab36') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:15.436025 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-17577e4e-1222-4037-88fc-fd5b7e91009b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '030032f0-715c-4bc4-a884-16085dcaab36') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:15.449445 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-17577e4e-1222-4037-88fc-fd5b7e91009b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:15.467354 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-17577e4e-1222-4037-88fc-fd5b7e91009b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:15.475915 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17577e4e-1222-4037-88fc-fd5b7e91009b admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:48:15.476310 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-17577e4e-1222-4037-88fc-fd5b7e91009b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:15.478077 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:48:15.478077 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:48:15.478077 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:48:15.478077 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:48:15.478077 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:48:15.478077 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:48:15.478077 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:48:15.478077 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:48:15.478077 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:48:15.478077 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:48:15.478077 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:48:15.478077 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:48:15.478077 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:48:15.478077 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:48:15.478077 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:48:15.478077 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:48:15.478077 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:48:15.478077 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:48:15.478077 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:48:15.478077 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:48:15.478077 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:48:15.478077 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:48:15.478077 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:48:15.478077 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:48:15.478077 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:48:15.478077 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:48:15.478077 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:48:15.478077 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:48:15.478077 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:48:15.478077 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:48:15.478077 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:48:15.478077 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:48:15.480779 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-9b78361c-d732-42a7-8b79-1cab82046ed8 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Deleting port 10a9be08-76f7-4fd0-a636-551bfe59d897 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:48:15.480779 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9b78361c-d732-42a7-8b79-1cab82046ed8 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:15.538900 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-80c02807-f8a0-4d70-b19b-cd3060b85aeb tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:15.545996 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-80c02807-f8a0-4d70-b19b-cd3060b85aeb tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:15.589494 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-17577e4e-1222-4037-88fc-fd5b7e91009b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:15.600611 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-17577e4e-1222-4037-88fc-fd5b7e91009b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:15.602241 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-17577e4e-1222-4037-88fc-fd5b7e91009b admin admin] 10.222.0.22 "DELETE /v2.0/networks/ae4c1888-ea10-4b6e-a554-a27855dc8974 HTTP/1.1" status: 204 len: 168 time: 0.5629566 Sep 07 02:48:15.606422 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9b78361c-d732-42a7-8b79-1cab82046ed8 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:15.622330 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17577e4e-1222-4037-88fc-fd5b7e91009b admin admin] Pushing event deleted for resources: {'Network': ['ID=ae4c1888-ea10-4b6e-a554-a27855dc8974,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:15.629647 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-9b78361c-d732-42a7-8b79-1cab82046ed8 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Calling delete_port for 10a9be08-76f7-4fd0-a636-551bfe59d897 owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:48:15.661299 n-d-796209-16 neutron-server[94701]: INFO neutron.db.l3_db [None req-80c02807-f8a0-4d70-b19b-cd3060b85aeb tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Floating IP 2071b51c-299d-4241-b7f2-053dfb83ad2d associated. External IP: 172.25.5.2, port: 9835f8ab-da11-48dd-bb5b-d803606bbeef. Sep 07 02:48:15.729010 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9b78361c-d732-42a7-8b79-1cab82046ed8 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:15.759373 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78361c-d732-42a7-8b79-1cab82046ed8 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Pushing event deleted for resources: {'Port': ['ID=10a9be08-76f7-4fd0-a636-551bfe59d897,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:15.765401 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9b78361c-d732-42a7-8b79-1cab82046ed8 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:15.767335 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9b78361c-d732-42a7-8b79-1cab82046ed8 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] 10.222.0.22 "DELETE /v2.0/ports/10a9be08-76f7-4fd0-a636-551bfe59d897 HTTP/1.1" status: 204 len: 168 time: 0.4862409 Sep 07 02:48:15.769734 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 32854) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:15.798163 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-0056c7dc-9739-4e05-97be-5e460483de80 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] DELETE failed (client error): The resource could not be found. Sep 07 02:48:15.798687 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0056c7dc-9739-4e05-97be-5e460483de80 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:48:15.802731 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-0056c7dc-9739-4e05-97be-5e460483de80 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] 10.222.0.22 "DELETE /v2.0/subnets/8cae3ee2-f7bd-4e63-b6e9-5bffcafed302 HTTP/1.1" status: 404 len: 337 time: 0.0298090 Sep 07 02:48:15.803226 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 32856) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:15.820383 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 32858) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:15.883175 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-55ccad33-ef31-4cfa-83c1-fe36a7a615e7 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:15.901576 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-7cb755b4-4e85-4e19-82e4-38d58232ddf6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=445c53ad075a45b9973ed57696589478&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0800383 Sep 07 02:48:15.904558 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 32860) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:15.942934 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c02807-f8a0-4d70-b19b-cd3060b85aeb tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Router a130bbcc-f0c0-4ad2-be09-cc5600fe611f has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:48:15.968089 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-55ccad33-ef31-4cfa-83c1-fe36a7a615e7 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:15.987559 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-55ccad33-ef31-4cfa-83c1-fe36a7a615e7 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d21e7c4-a051-4b2d-b40c-19627752fa69']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:15.996635 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-55ccad33-ef31-4cfa-83c1-fe36a7a615e7 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d26cc88-3bd7-48bb-985c-a972efb02609') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:15.996935 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-55ccad33-ef31-4cfa-83c1-fe36a7a615e7 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d26cc88-3bd7-48bb-985c-a972efb02609') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:16.003985 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-212a9ba0-9280-4bbe-8cc0-4f642c427bae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:16.006101 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-55ccad33-ef31-4cfa-83c1-fe36a7a615e7 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:16.019669 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-55ccad33-ef31-4cfa-83c1-fe36a7a615e7 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:16.025433 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55ccad33-ef31-4cfa-83c1-fe36a7a615e7 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:48:16.025883 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-55ccad33-ef31-4cfa-83c1-fe36a7a615e7 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:16.028739 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:48:16.028739 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:48:16.028739 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:48:16.028739 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:48:16.028739 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:48:16.028739 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:48:16.028739 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:48:16.028739 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:48:16.028739 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:48:16.028739 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:48:16.028739 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:48:16.028739 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:48:16.028739 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:48:16.028739 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:48:16.028739 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:48:16.028739 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:48:16.028739 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:48:16.028739 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:48:16.028739 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:48:16.028739 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:48:16.028739 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:48:16.028739 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:48:16.028739 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:48:16.028739 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:48:16.028739 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:48:16.028739 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:48:16.028739 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:48:16.028739 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:48:16.028739 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:48:16.028739 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:48:16.028739 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:48:16.028739 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:48:16.036380 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-212a9ba0-9280-4bbe-8cc0-4f642c427bae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:16.112583 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c02807-f8a0-4d70-b19b-cd3060b85aeb tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:48:16.117962 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-80c02807-f8a0-4d70-b19b-cd3060b85aeb tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:16.122852 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ad4b89-db74-465d-a04f-ecdf7e695498 None None] Sync routers for ids ['a130bbcc-f0c0-4ad2-be09-cc5600fe611f'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:48:16.137394 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ad4b89-db74-465d-a04f-ecdf7e695498 None None] Routers {'a130bbcc-f0c0-4ad2-be09-cc5600fe611f'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:48:16.138990 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-92ad4b89-db74-465d-a04f-ecdf7e695498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:47:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['a130bbcc-f0c0-4ad2-be09-cc5600fe611f'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:16.149762 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-80c02807-f8a0-4d70-b19b-cd3060b85aeb tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "PUT /v2.0/floatingips/2071b51c-299d-4241-b7f2-053dfb83ad2d HTTP/1.1" status: 200 len: 989 time: 1.4234569 Sep 07 02:48:16.150650 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d8a2429-04f7-44e0-a1c1-027ae91deef5', 'tag': '9835f8ab-da11-48dd-bb5b-d803606bbeef'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:48:16.153231 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f7a243-d25e-463f-8f15-192f7f92ff7e" -d '{"events": [{"name": "network-changed", "server_uuid": "2d8a2429-04f7-44e0-a1c1-027ae91deef5", "tag": "9835f8ab-da11-48dd-bb5b-d803606bbeef"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:48:16.165655 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-212a9ba0-9280-4bbe-8cc0-4f642c427bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:16.168284 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-212a9ba0-9280-4bbe-8cc0-4f642c427bae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:16.171788 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-212a9ba0-9280-4bbe-8cc0-4f642c427bae admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/627ab8d3-8f74-46d7-be35-b6cf5ae488d0 HTTP/1.1" status: 204 len: 168 time: 0.2640026 Sep 07 02:48:16.185844 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a9ba0-9280-4bbe-8cc0-4f642c427bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627ab8d3-8f74-46d7-be35-b6cf5ae488d0,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:16.258183 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-92ad4b89-db74-465d-a04f-ecdf7e695498 None None] Set router a130bbcc-f0c0-4ad2-be09-cc5600fe611f gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:48:16.503750 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-55ccad33-ef31-4cfa-83c1-fe36a7a615e7 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:16.525245 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-55ccad33-ef31-4cfa-83c1-fe36a7a615e7 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:16.529827 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 32882) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:16.530066 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-55ccad33-ef31-4cfa-83c1-fe36a7a615e7 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] 10.222.0.22 "DELETE /v2.0/networks/4d21e7c4-a051-4b2d-b40c-19627752fa69 HTTP/1.1" status: 204 len: 168 time: 0.7258050 Sep 07 02:48:16.530949 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ccad33-ef31-4cfa-83c1-fe36a7a615e7 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Pushing event deleted for resources: {'Network': ['ID=4d21e7c4-a051-4b2d-b40c-19627752fa69,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:16.556965 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b19536-4e37-4d11-84ce-1d064d434460 req-57823ff6-1370-4902-98ce-559a224c14e5 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:16.564950 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-82b19536-4e37-4d11-84ce-1d064d434460 req-57823ff6-1370-4902-98ce-559a224c14e5 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd03b013-92cc-4982-b8c3-5bae3a1f039f HTTP/1.1" status: 200 len: 945 time: 0.0874901 Sep 07 02:48:16.616662 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-82b19536-4e37-4d11-84ce-1d064d434460 req-e02d73c9-ed7d-49ac-9beb-cbd46cc932c4 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458531 Sep 07 02:48:16.630676 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-92ad4b89-db74-465d-a04f-ecdf7e695498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a130bbcc-f0c0-4ad2-be09-cc5600fe611f', 'name': 'tempest-AttachVolumeShelveTestJSON-612165806-router', 'tenant_id': '82a45090c023468b95127c390faba656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '2e6559a7-de86-40c2-b044-6bf1cfc9e2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:47:47Z', 'updated_at': '2021-09-07T02:47:52Z', 'revision_number': 4, 'project_id': '82a45090c023468b95127c390faba656', 'gw_port': {'id': '2e6559a7-de86-40c2-b044-6bf1cfc9e2bc', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130bbcc-f0c0-4ad2-be09-cc5600fe611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:48Z', 'updated_at': '2021-09-07T02:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': '2071b51c-299d-4241-b7f2-053dfb83ad2d', 'tenant_id': '82a45090c023468b95127c390faba656', 'floating_ip_address': '172.25.5.2', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': 'a130bbcc-f0c0-4ad2-be09-cc5600fe611f', 'port_id': '9835f8ab-da11-48dd-bb5b-d803606bbeef', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dd15660-a8a2-4615-aae6-6565f5b9c926', 'mac_address': 'fa:16:3e:33:80:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8a2429-04f7-44e0-a1c1-027ae91deef5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T02:47:57Z', 'updated_at': '2021-09-07T02:48:15Z', 'revision_number': 1, 'project_id': '82a45090c023468b95127c390faba656', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1415233f-22d7-4a31-aac9-d7bf273298a1', 'name': '', 'network_id': '2dd15660-a8a2-4615-aae6-6565f5b9c926', 'tenant_id': '82a45090c023468b95127c390faba656', 'mac_address': 'fa:16:3e:84:c9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130bbcc-f0c0-4ad2-be09-cc5600fe611f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'ac223360-8a8e-4533-8aad-52e511f20cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:51Z', 'updated_at': '2021-09-07T02:47:59Z', 'revision_number': 5, 'project_id': '82a45090c023468b95127c390faba656', 'subnets': [{'id': 'ac223360-8a8e-4533-8aad-52e511f20cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:16.675125 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7a243-d25e-463f-8f15-192f7f92ff7e req-7f769e10-712a-4c3b-82f5-feb863fd06f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:16.676767 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-54f7a243-d25e-463f-8f15-192f7f92ff7e req-7f769e10-712a-4c3b-82f5-feb863fd06f2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=82a45090c023468b95127c390faba656&device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 1097 time: 0.0747359 Sep 07 02:48:16.693608 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ad4b89-db74-465d-a04f-ecdf7e695498 None None] Checking router: a130bbcc-f0c0-4ad2-be09-cc5600fe611f for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:48:16.716312 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ad4b89-db74-465d-a04f-ecdf7e695498 None None] Routers {'a130bbcc-f0c0-4ad2-be09-cc5600fe611f'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:48:16.717194 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-92ad4b89-db74-465d-a04f-ecdf7e695498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:47:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['a130bbcc-f0c0-4ad2-be09-cc5600fe611f'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:16.845597 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7a243-d25e-463f-8f15-192f7f92ff7e req-8de15789-4c26-4866-afc0-87b8502b9c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:16.847281 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-54f7a243-d25e-463f-8f15-192f7f92ff7e req-8de15789-4c26-4866-afc0-87b8502b9c02 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2dd15660-a8a2-4615-aae6-6565f5b9c926 HTTP/1.1" status: 200 len: 916 time: 0.1627846 Sep 07 02:48:16.915318 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-92ad4b89-db74-465d-a04f-ecdf7e695498 None None] Set router a130bbcc-f0c0-4ad2-be09-cc5600fe611f gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:48:16.945050 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-54f7a243-d25e-463f-8f15-192f7f92ff7e req-add4d52d-bdbb-472f-9234-54003da5b501 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9835f8ab-da11-48dd-bb5b-d803606bbeef HTTP/1.1" status: 200 len: 997 time: 0.0895724 Sep 07 02:48:16.976184 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf03a6cd-47d9-417d-911a-a8458b5cd6bf x-openstack-request-id: req-bf03a6cd-47d9-417d-911a-a8458b5cd6bf {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:48:16.977162 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d8a2429-04f7-44e0-a1c1-027ae91deef5", "tag": "9835f8ab-da11-48dd-bb5b-d803606bbeef", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:48:16.977605 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bf03a6cd-47d9-417d-911a-a8458b5cd6bf {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:48:16.978217 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d8a2429-04f7-44e0-a1c1-027ae91deef5', 'tag': '9835f8ab-da11-48dd-bb5b-d803606bbeef', 'status': 'completed', 'code': 200} Sep 07 02:48:17.004399 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-d064bdff-ff21-4685-94db-662aea42c53f tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Deleting subnet 44a36241-ae2d-45ec-aada-b6d069568047 {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:48:17.007919 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d064bdff-ff21-4685-94db-662aea42c53f tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:17.039569 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7a243-d25e-463f-8f15-192f7f92ff7e req-c68d3cc8-7510-4640-9221-a01686ce811a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:17.041825 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-54f7a243-d25e-463f-8f15-192f7f92ff7e req-c68d3cc8-7510-4640-9221-a01686ce811a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ac223360-8a8e-4533-8aad-52e511f20cab HTTP/1.1" status: 200 len: 855 time: 0.0881884 Sep 07 02:48:17.061219 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d064bdff-ff21-4685-94db-662aea42c53f tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:17.091308 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7a243-d25e-463f-8f15-192f7f92ff7e req-4cbbae5e-a918-48c1-9a43-d31f755a2885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:17.093701 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-54f7a243-d25e-463f-8f15-192f7f92ff7e req-4cbbae5e-a918-48c1-9a43-d31f755a2885 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2dd15660-a8a2-4615-aae6-6565f5b9c926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442276 Sep 07 02:48:17.185555 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d064bdff-ff21-4685-94db-662aea42c53f tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:17.269536 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-92ad4b89-db74-465d-a04f-ecdf7e695498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a130bbcc-f0c0-4ad2-be09-cc5600fe611f', 'name': 'tempest-AttachVolumeShelveTestJSON-612165806-router', 'tenant_id': '82a45090c023468b95127c390faba656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '2e6559a7-de86-40c2-b044-6bf1cfc9e2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:47:47Z', 'updated_at': '2021-09-07T02:47:52Z', 'revision_number': 4, 'project_id': '82a45090c023468b95127c390faba656', 'gw_port': {'id': '2e6559a7-de86-40c2-b044-6bf1cfc9e2bc', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130bbcc-f0c0-4ad2-be09-cc5600fe611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:48Z', 'updated_at': '2021-09-07T02:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': '2071b51c-299d-4241-b7f2-053dfb83ad2d', 'tenant_id': '82a45090c023468b95127c390faba656', 'floating_ip_address': '172.25.5.2', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': 'a130bbcc-f0c0-4ad2-be09-cc5600fe611f', 'port_id': '9835f8ab-da11-48dd-bb5b-d803606bbeef', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dd15660-a8a2-4615-aae6-6565f5b9c926', 'mac_address': 'fa:16:3e:33:80:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8a2429-04f7-44e0-a1c1-027ae91deef5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T02:47:57Z', 'updated_at': '2021-09-07T02:48:15Z', 'revision_number': 1, 'project_id': '82a45090c023468b95127c390faba656', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1415233f-22d7-4a31-aac9-d7bf273298a1', 'name': '', 'network_id': '2dd15660-a8a2-4615-aae6-6565f5b9c926', 'tenant_id': '82a45090c023468b95127c390faba656', 'mac_address': 'fa:16:3e:84:c9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130bbcc-f0c0-4ad2-be09-cc5600fe611f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'ac223360-8a8e-4533-8aad-52e511f20cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:51Z', 'updated_at': '2021-09-07T02:47:59Z', 'revision_number': 5, 'project_id': '82a45090c023468b95127c390faba656', 'subnets': [{'id': 'ac223360-8a8e-4533-8aad-52e511f20cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:17.270253 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-54f7a243-d25e-463f-8f15-192f7f92ff7e req-f5118b8c-7057-488d-8c04-649f71b527a9 service neutron] 10.222.0.16 "GET /v2.0/networks/2dd15660-a8a2-4615-aae6-6565f5b9c926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684790 Sep 07 02:48:17.305120 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ad4b89-db74-465d-a04f-ecdf7e695498 None None] The sync data for ids ['a130bbcc-f0c0-4ad2-be09-cc5600fe611f'] in n-d-796209-16 is: [{'id': 'a130bbcc-f0c0-4ad2-be09-cc5600fe611f', 'name': 'tempest-AttachVolumeShelveTestJSON-612165806-router', 'tenant_id': '82a45090c023468b95127c390faba656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '2e6559a7-de86-40c2-b044-6bf1cfc9e2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:47:47Z', 'updated_at': '2021-09-07T02:47:52Z', 'revision_number': 4, 'project_id': '82a45090c023468b95127c390faba656', 'gw_port': {'id': '2e6559a7-de86-40c2-b044-6bf1cfc9e2bc', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130bbcc-f0c0-4ad2-be09-cc5600fe611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:48Z', 'updated_at': '2021-09-07T02:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': '2071b51c-299d-4241-b7f2-053dfb83ad2d', 'tenant_id': '82a45090c023468b95127c390faba656', 'floating_ip_address': '172.25.5.2', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': 'a130bbcc-f0c0-4ad2-be09-cc5600fe611f', 'port_id': '9835f8ab-da11-48dd-bb5b-d803606bbeef', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dd15660-a8a2-4615-aae6-6565f5b9c926', 'mac_address': 'fa:16:3e:33:80:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d8a2429-04f7-44e0-a1c1-027ae91deef5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T02:47:57Z', 'updated_at': '2021-09-07T02:48:15Z', 'revision_number': 1, 'project_id': '82a45090c023468b95127c390faba656', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1415233f-22d7-4a31-aac9-d7bf273298a1', 'name': '', 'network_id': '2dd15660-a8a2-4615-aae6-6565f5b9c926', 'tenant_id': '82a45090c023468b95127c390faba656', 'mac_address': 'fa:16:3e:84:c9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130bbcc-f0c0-4ad2-be09-cc5600fe611f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'ac223360-8a8e-4533-8aad-52e511f20cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:51Z', 'updated_at': '2021-09-07T02:47:59Z', 'revision_number': 5, 'project_id': '82a45090c023468b95127c390faba656', 'subnets': [{'id': 'ac223360-8a8e-4533-8aad-52e511f20cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:48:17.318763 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d064bdff-ff21-4685-94db-662aea42c53f tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:17.347767 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d064bdff-ff21-4685-94db-662aea42c53f tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Pushing event deleted for resources: {'Subnet': ['ID=44a36241-ae2d-45ec-aada-b6d069568047,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:17.358784 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d064bdff-ff21-4685-94db-662aea42c53f tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:48:17.359142 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d064bdff-ff21-4685-94db-662aea42c53f tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:48:17.359579 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d064bdff-ff21-4685-94db-662aea42c53f tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:48:17.359879 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d064bdff-ff21-4685-94db-662aea42c53f tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:48:17.360220 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d064bdff-ff21-4685-94db-662aea42c53f tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:48:17.360559 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d064bdff-ff21-4685-94db-662aea42c53f tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:48:17.360890 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d064bdff-ff21-4685-94db-662aea42c53f tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:48:17.361225 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d064bdff-ff21-4685-94db-662aea42c53f tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:48:17.361653 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d064bdff-ff21-4685-94db-662aea42c53f tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:48:17.361874 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d064bdff-ff21-4685-94db-662aea42c53f tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:48:17.362204 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d064bdff-ff21-4685-94db-662aea42c53f tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:48:17.362532 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d064bdff-ff21-4685-94db-662aea42c53f tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:48:17.368498 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042671ba-e8fc-4499-b646-1da13541cc5b None None] Network 244b20a6-2d0b-4283-b342-130e9b60623f requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:48:17.369001 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d064bdff-ff21-4685-94db-662aea42c53f tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:17.392991 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d064bdff-ff21-4685-94db-662aea42c53f tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] 10.222.0.22 "DELETE /v2.0/subnets/44a36241-ae2d-45ec-aada-b6d069568047 HTTP/1.1" status: 204 len: 168 time: 0.8612289 Sep 07 02:48:17.395321 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 32908) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:17.407302 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-54f7a243-d25e-463f-8f15-192f7f92ff7e req-621306dd-762c-4dfd-bd49-c160eca3d560 service neutron] 10.222.0.16 "GET /v2.0/networks/2dd15660-a8a2-4615-aae6-6565f5b9c926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294603 Sep 07 02:48:17.478683 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1421a19e-34d4-43c3-b7af-44f15b8f0da6 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:17.482830 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device aaad09d3-02ab-4e73-ad94-e4075683fa1f no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:48:17.494981 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 32910) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:17.511758 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: aaad09d3-02ab-4e73-ad94-e4075683fa1f {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:48:17.512114 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device aaad09d3-02ab-4e73-ad94-e4075683fa1f not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:48:17.563259 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-1421a19e-34d4-43c3-b7af-44f15b8f0da6 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Deleting port 2e525d8d-c870-4800-b428-fd61400b4313 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:48:17.563878 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1421a19e-34d4-43c3-b7af-44f15b8f0da6 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:17.662633 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-32e99250-649f-4949-8b4c-667a6aa396c6 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1643897823-network', 'tenant_id': '7a58bd7af8604f138d13c9a903147654'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:48:17.662890 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec643da-7c8b-44d1-b0b1-84b38958a9df None None] DHCP port deletion for 244b20a6-2d0b-4283-b342-130e9b60623f request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:48:17.676018 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-1421a19e-34d4-43c3-b7af-44f15b8f0da6 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] For port 2e525d8d-c870-4800-b428-fd61400b4313, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=2e525d8d-c870-4800-b428-fd61400b4313,segment=NetworkSegment(72c37191-55ce-4b8c-a1d4-04cab5c757a0),segment_id=72c37191-55ce-4b8c-a1d4-04cab5c757a0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:48:17.676481 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1421a19e-34d4-43c3-b7af-44f15b8f0da6 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:17.689451 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e99250-649f-4949-8b4c-667a6aa396c6 admin admin] Made reservation on behalf of 7a58bd7af8604f138d13c9a903147654 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:48:17.692817 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-32e99250-649f-4949-8b4c-667a6aa396c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:17.692999 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-1421a19e-34d4-43c3-b7af-44f15b8f0da6 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Calling delete_port for 2e525d8d-c870-4800-b428-fd61400b4313 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:48:17.717383 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-32e99250-649f-4949-8b4c-667a6aa396c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:17.725356 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fa29f9-e13b-4748-a0e9-b08d2097f40c None None] New status for floating IP 2071b51c-299d-4241-b7f2-053dfb83ad2d: ACTIVE {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 02:48:17.868606 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b556fd6-a18b-47eb-b991-3db8d80910aa req-a8082fc1-d437-49f0-9e4b-813f1ed2e292 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:17.871847 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5b556fd6-a18b-47eb-b991-3db8d80910aa req-a8082fc1-d437-49f0-9e4b-813f1ed2e292 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd03b013-92cc-4982-b8c3-5bae3a1f039f HTTP/1.1" status: 200 len: 945 time: 0.1143382 Sep 07 02:48:17.877194 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-6ec643da-7c8b-44d1-b0b1-84b38958a9df None None] Deleting port 2e525d8d-c870-4800-b428-fd61400b4313 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:48:17.879262 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6ec643da-7c8b-44d1-b0b1-84b38958a9df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:17.912056 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1421a19e-34d4-43c3-b7af-44f15b8f0da6 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:17.917820 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-32e99250-649f-4949-8b4c-667a6aa396c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:17.930069 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-32e99250-649f-4949-8b4c-667a6aa396c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:17.944654 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1421a19e-34d4-43c3-b7af-44f15b8f0da6 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] No DVR routers for this DVR port 2e525d8d-c870-4800-b428-fd61400b4313 on host n-d-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:48:17.952337 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1421a19e-34d4-43c3-b7af-44f15b8f0da6 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Pushing event deleted for resources: {'Port': ['ID=2e525d8d-c870-4800-b428-fd61400b4313,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:17.966685 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32e99250-649f-4949-8b4c-667a6aa396c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:48:17.992139 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-32e99250-649f-4949-8b4c-667a6aa396c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:17.992492 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-32e99250-649f-4949-8b4c-667a6aa396c6 admin admin] Added segment 675f325e-c0db-4bf6-96ba-e83c61f73a25 of type vlan for network c3e9c931-f81d-4ddd-b951-fc0a129a55f6 Sep 07 02:48:18.008492 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5b556fd6-a18b-47eb-b991-3db8d80910aa req-c65c2f2e-1c50-44f0-93ce-89483ab9bcba tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878079 Sep 07 02:48:18.009204 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e99250-649f-4949-8b4c-667a6aa396c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea0b42a-a0b3-464e-b69c-d55e3a9013d6,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:18.028331 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-6ec643da-7c8b-44d1-b0b1-84b38958a9df None None] For port 2e525d8d-c870-4800-b428-fd61400b4313, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=2e525d8d-c870-4800-b428-fd61400b4313,segment=NetworkSegment(72c37191-55ce-4b8c-a1d4-04cab5c757a0),segment_id=72c37191-55ce-4b8c-a1d4-04cab5c757a0)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:48:18.029003 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6ec643da-7c8b-44d1-b0b1-84b38958a9df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:18.061096 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-6ec643da-7c8b-44d1-b0b1-84b38958a9df None None] Calling delete_port for 2e525d8d-c870-4800-b428-fd61400b4313 owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:48:18.083721 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1421a19e-34d4-43c3-b7af-44f15b8f0da6 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:18.105654 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-32e99250-649f-4949-8b4c-667a6aa396c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:18.134184 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-1421a19e-34d4-43c3-b7af-44f15b8f0da6 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['244b20a6-2d0b-4283-b342-130e9b60623f']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:18.146938 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-1421a19e-34d4-43c3-b7af-44f15b8f0da6 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72c37191-55ce-4b8c-a1d4-04cab5c757a0') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:18.147293 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-1421a19e-34d4-43c3-b7af-44f15b8f0da6 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72c37191-55ce-4b8c-a1d4-04cab5c757a0') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:18.164612 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1421a19e-34d4-43c3-b7af-44f15b8f0da6 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:18.172889 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-32e99250-649f-4949-8b4c-667a6aa396c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:18.174713 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e99250-649f-4949-8b4c-667a6aa396c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:18.176694 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-32e99250-649f-4949-8b4c-667a6aa396c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:18.196329 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1421a19e-34d4-43c3-b7af-44f15b8f0da6 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:18.205835 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1421a19e-34d4-43c3-b7af-44f15b8f0da6 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:48:18.206448 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-32e99250-649f-4949-8b4c-667a6aa396c6 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7097142 Sep 07 02:48:18.206560 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1421a19e-34d4-43c3-b7af-44f15b8f0da6 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:18.211855 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:48:18.211855 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:48:18.211855 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:48:18.211855 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:48:18.211855 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:48:18.211855 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:48:18.211855 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:48:18.211855 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:48:18.211855 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:48:18.211855 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:48:18.211855 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:48:18.211855 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:48:18.211855 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:48:18.211855 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:48:18.211855 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:48:18.211855 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:48:18.211855 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:48:18.211855 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:48:18.211855 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:48:18.211855 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:48:18.211855 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:48:18.211855 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:48:18.211855 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:48:18.211855 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:48:18.211855 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:48:18.211855 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:48:18.211855 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:48:18.211855 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:48:18.211855 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:48:18.211855 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:48:18.211855 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:48:18.211855 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:48:18.213960 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 32922) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:18.228909 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-b5f4e5f2-3c3d-4a4d-94e1-d30715f130a9 admin admin] Request body: {'subnet': {'network_id': 'c3e9c931-f81d-4ddd-b951-fc0a129a55f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1643897823-subnet', 'tenant_id': '7a58bd7af8604f138d13c9a903147654', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:48:18.239638 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6ec643da-7c8b-44d1-b0b1-84b38958a9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:18.274867 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec643da-7c8b-44d1-b0b1-84b38958a9df None None] Pushing event deleted for resources: {'Port': ['ID=2e525d8d-c870-4800-b428-fd61400b4313,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:18.290923 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec643da-7c8b-44d1-b0b1-84b38958a9df None None] No DVR routers for this DVR port 2e525d8d-c870-4800-b428-fd61400b4313 on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:48:18.302230 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e99250-649f-4949-8b4c-667a6aa396c6 admin admin] Pushing event updated for resources: {'Network': ['ID=c3e9c931-f81d-4ddd-b951-fc0a129a55f6,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:18.316752 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network c3e9c931-f81d-4ddd-b951-fc0a129a55f6 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:48:18.345506 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1421a19e-34d4-43c3-b7af-44f15b8f0da6 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:18.349895 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f4e5f2-3c3d-4a4d-94e1-d30715f130a9 admin admin] Made reservation on behalf of 7a58bd7af8604f138d13c9a903147654 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:48:18.353715 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b5f4e5f2-3c3d-4a4d-94e1-d30715f130a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:18.368169 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1421a19e-34d4-43c3-b7af-44f15b8f0da6 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:18.375555 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-1421a19e-34d4-43c3-b7af-44f15b8f0da6 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] 10.222.0.22 "DELETE /v2.0/networks/244b20a6-2d0b-4283-b342-130e9b60623f HTTP/1.1" status: 204 len: 168 time: 0.9789295 Sep 07 02:48:18.405667 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1421a19e-34d4-43c3-b7af-44f15b8f0da6 tempest-NetworksIpV6TestAttrs-1422544322 tempest-NetworksIpV6TestAttrs-1422544322-project] Pushing event deleted for resources: {'Network': ['ID=244b20a6-2d0b-4283-b342-130e9b60623f,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:18.574815 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b5f4e5f2-3c3d-4a4d-94e1-d30715f130a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:18.579012 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 32930) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:18.640519 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f4e5f2-3c3d-4a4d-94e1-d30715f130a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f17e5fa-a209-4015-9c2d-28cec449864b,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:18.650297 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f4e5f2-3c3d-4a4d-94e1-d30715f130a9 admin admin] Checking segment: {'id': '675f325e-c0db-4bf6-96ba-e83c61f73a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c3e9c931-f81d-4ddd-b951-fc0a129a55f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:48:18.650753 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f4e5f2-3c3d-4a4d-94e1-d30715f130a9 admin admin] Network hostable DHCP agents. Network: c3e9c931-f81d-4ddd-b951-fc0a129a55f6, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:48:18.669442 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f4e5f2-3c3d-4a4d-94e1-d30715f130a9 admin admin] Network c3e9c931-f81d-4ddd-b951-fc0a129a55f6 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:48:18.679015 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-b5f4e5f2-3c3d-4a4d-94e1-d30715f130a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, c3e9c931-f81d-4ddd-b951-fc0a129a55f6) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:48:18.683927 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f4e5f2-3c3d-4a4d-94e1-d30715f130a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:18.685112 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b5f4e5f2-3c3d-4a4d-94e1-d30715f130a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:18.688613 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84ad5a2-79d1-4d20-bc87-c24d8a59df1e None None] Network c3e9c931-f81d-4ddd-b951-fc0a129a55f6 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:48:18.704744 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b5f4e5f2-3c3d-4a4d-94e1-d30715f130a9 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4913783 Sep 07 02:48:18.748211 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c6f5e2d6-c14e-4d33-9789-841f4bc691cb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e6b49bab3da64eabb19430ae3f40d3d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1653130 Sep 07 02:48:18.750811 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 32936) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:18.804862 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-48836bc0-eaa8-4084-9d2d-451702b623c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:18.839833 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-48836bc0-eaa8-4084-9d2d-451702b623c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:18.840363 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95c6930-f1d7-4a59-8842-345a844ea992 None None] Network c3e9c931-f81d-4ddd-b951-fc0a129a55f6 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:48:18.918556 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-48836bc0-eaa8-4084-9d2d-451702b623c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:18.925211 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-48836bc0-eaa8-4084-9d2d-451702b623c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:18.926428 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-48836bc0-eaa8-4084-9d2d-451702b623c3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0febfa5e-d771-4eb1-8ff7-5fc42fd25d19 HTTP/1.1" status: 204 len: 168 time: 0.1746745 Sep 07 02:48:18.936855 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48836bc0-eaa8-4084-9d2d-451702b623c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0febfa5e-d771-4eb1-8ff7-5fc42fd25d19,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:18.949965 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 2e525d8d-c870-4800-b428-fd61400b4313 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:48:19.025901 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 2e525d8d-c870-4800-b428-fd61400b4313 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:48:19.026977 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 2e525d8d-c870-4800-b428-fd61400b4313 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:48:19.189760 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4b428-2565-4715-a372-0658b022357f req-2e66f6a7-71c8-45ea-bfe1-53a3316ee177 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:19.197353 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-30e4b428-2565-4715-a372-0658b022357f req-2e66f6a7-71c8-45ea-bfe1-53a3316ee177 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd03b013-92cc-4982-b8c3-5bae3a1f039f HTTP/1.1" status: 200 len: 945 time: 0.0670164 Sep 07 02:48:19.238662 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-30e4b428-2565-4715-a372-0658b022357f req-6b69dc19-d837-41a3-90b2-45fbbc4bbb04 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403864 Sep 07 02:48:19.284873 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9339362-afce-488d-8685-464f0321a491 req-b385030d-e3db-47b0-94ac-a125f10a2988 tempest-ServerAddressesTestJSON-554176096 tempest-ServerAddressesTestJSON-554176096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:19.286590 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a9339362-afce-488d-8685-464f0321a491 req-b385030d-e3db-47b0-94ac-a125f10a2988 tempest-ServerAddressesTestJSON-554176096 tempest-ServerAddressesTestJSON-554176096-project] 10.222.0.22 "GET /v2.0/networks?id=c3e9c931-f81d-4ddd-b951-fc0a129a55f6 HTTP/1.1" status: 200 len: 814 time: 0.1355014 Sep 07 02:48:19.307248 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a9339362-afce-488d-8685-464f0321a491 req-5fa10246-5b85-408d-ac2f-42e523706cd3 tempest-ServerAddressesTestJSON-554176096 tempest-ServerAddressesTestJSON-554176096-project] 10.222.0.22 "GET /v2.0/quotas/7a58bd7af8604f138d13c9a903147654 HTTP/1.1" status: 200 len: 375 time: 0.0140634 Sep 07 02:48:19.344962 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a9339362-afce-488d-8685-464f0321a491 req-31e76978-0693-474d-9013-70bc699a3c47 tempest-ServerAddressesTestJSON-554176096 tempest-ServerAddressesTestJSON-554176096-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=7a58bd7af8604f138d13c9a903147654&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306940 Sep 07 02:48:19.454204 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a9339362-afce-488d-8685-464f0321a491 req-1b8573f0-c02f-45da-a8d0-483a1fd2bcc3 service neutron] 10.222.0.22 "GET /v2.0/networks/c3e9c931-f81d-4ddd-b951-fc0a129a55f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019187 Sep 07 02:48:19.561881 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a9339362-afce-488d-8685-464f0321a491 req-059262f8-654c-47eb-825b-411276108d7f service neutron] 10.222.0.22 "GET /v2.0/networks/c3e9c931-f81d-4ddd-b951-fc0a129a55f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017737 Sep 07 02:48:19.756216 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ebf5ae9d-2422-454a-9cf7-bb74a8320b18 req-d6c05cd4-3700-4f7d-98ae-b07b97f33ca1 tempest-ServerAddressesTestJSON-554176096 tempest-ServerAddressesTestJSON-554176096-project] 10.222.0.22 "GET /v2.0/ports?device_id=9094f2d0-7b3c-43e1-b6a5-110031b6f608 HTTP/1.1" status: 200 len: 210 time: 0.0363736 Sep 07 02:48:19.852706 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 32996) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:19.991748 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-d3e4817d-bd3a-4efe-b1b3-ebad1f5afceb tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1528945433', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:48:20.023853 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d3e4817d-bd3a-4efe-b1b3-ebad1f5afceb tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:20.025957 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d3e4817d-bd3a-4efe-b1b3-ebad1f5afceb tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:20.125534 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d3e4817d-bd3a-4efe-b1b3-ebad1f5afceb tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:20.132140 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d3e4817d-bd3a-4efe-b1b3-ebad1f5afceb tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:20.173832 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d3e4817d-bd3a-4efe-b1b3-ebad1f5afceb tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:20.175841 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d3e4817d-bd3a-4efe-b1b3-ebad1f5afceb tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.3218901 Sep 07 02:48:20.179713 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 33010) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:20.186933 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-dffb9643-a202-48ea-bc1b-f4323e063736 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-772935048'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:48:20.214741 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dffb9643-a202-48ea-bc1b-f4323e063736 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Made reservation on behalf of e9c33ad3ccf4475b990a6818221b29ab for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:48:20.218275 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dffb9643-a202-48ea-bc1b-f4323e063736 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:20.232174 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dffb9643-a202-48ea-bc1b-f4323e063736 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:20.351224 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dffb9643-a202-48ea-bc1b-f4323e063736 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:20.356594 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dffb9643-a202-48ea-bc1b-f4323e063736 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:20.375474 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4036d0-99b0-433b-84fc-56b79f6e7a3e req-d2a29f13-c395-4603-a2d2-f3e8f929bb95 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:20.377062 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ed4036d0-99b0-433b-84fc-56b79f6e7a3e req-d2a29f13-c395-4603-a2d2-f3e8f929bb95 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd03b013-92cc-4982-b8c3-5bae3a1f039f HTTP/1.1" status: 200 len: 945 time: 0.0650611 Sep 07 02:48:20.390611 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dffb9643-a202-48ea-bc1b-f4323e063736 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:48:20.407020 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffb9643-a202-48ea-bc1b-f4323e063736 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95e4d036-186f-4e66-b06c-e2e478409e8d,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:20.413824 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dffb9643-a202-48ea-bc1b-f4323e063736 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:20.414473 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-dffb9643-a202-48ea-bc1b-f4323e063736 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Added segment 9984e73e-d556-450e-b9f9-875786afdc0c of type vlan for network ce177258-4861-4225-ac22-f8e4630ffa2f Sep 07 02:48:20.449862 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ed4036d0-99b0-433b-84fc-56b79f6e7a3e req-10febf19-ca2c-47b1-ba5e-c7bb0488e8ae tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525124 Sep 07 02:48:20.489333 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dffb9643-a202-48ea-bc1b-f4323e063736 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:20.525434 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef52683-99c2-4245-b6ec-6dd564e8a3c3 req-705f8bce-5715-477e-8ba6-bd626d78efb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:20.528912 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7ef52683-99c2-4245-b6ec-6dd564e8a3c3 req-705f8bce-5715-477e-8ba6-bd626d78efb6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bd03b013-92cc-4982-b8c3-5bae3a1f039f HTTP/1.1" status: 200 len: 1097 time: 0.0702114 Sep 07 02:48:20.542905 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dffb9643-a202-48ea-bc1b-f4323e063736 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:20.549384 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffb9643-a202-48ea-bc1b-f4323e063736 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:20.550018 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dffb9643-a202-48ea-bc1b-f4323e063736 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:20.597302 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-dffb9643-a202-48ea-bc1b-f4323e063736 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4162257 Sep 07 02:48:20.600383 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 33016) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:20.605637 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-c485686a-49e3-4a30-b7dd-c514cf848431 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Request body: {'subnet': {'network_id': 'ce177258-4861-4225-ac22-f8e4630ffa2f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:48:20.637449 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7ef52683-99c2-4245-b6ec-6dd564e8a3c3 req-4957303e-62c8-4e68-8f32-5350fc1d1050 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015563 Sep 07 02:48:20.638210 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffb9643-a202-48ea-bc1b-f4323e063736 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Pushing event updated for resources: {'Network': ['ID=ce177258-4861-4225-ac22-f8e4630ffa2f,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:20.648559 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network ce177258-4861-4225-ac22-f8e4630ffa2f details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:48:20.703683 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c485686a-49e3-4a30-b7dd-c514cf848431 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Made reservation on behalf of e9c33ad3ccf4475b990a6818221b29ab for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:48:20.707127 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c485686a-49e3-4a30-b7dd-c514cf848431 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:20.863170 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b3ca163c-7b7d-4a51-8cbc-c1304273d825 req-6c75b316-56c2-4bbe-982a-501ab69e3c8b tempest-ServerAddressesTestJSON-554176096 tempest-ServerAddressesTestJSON-554176096-project] 10.222.0.22 "GET /v2.0/ports?device_id=9094f2d0-7b3c-43e1-b6a5-110031b6f608 HTTP/1.1" status: 200 len: 210 time: 0.0357385 Sep 07 02:48:20.922288 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c485686a-49e3-4a30-b7dd-c514cf848431 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:20.943402 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9339362-afce-488d-8685-464f0321a491 req-dd72aa54-85be-4a8a-bd41-e91a76019a79 tempest-ServerAddressesTestJSON-554176096 tempest-ServerAddressesTestJSON-554176096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:20.945028 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a9339362-afce-488d-8685-464f0321a491 req-dd72aa54-85be-4a8a-bd41-e91a76019a79 tempest-ServerAddressesTestJSON-554176096 tempest-ServerAddressesTestJSON-554176096-project] 10.222.0.23 "GET /v2.0/networks?id=c3e9c931-f81d-4ddd-b951-fc0a129a55f6 HTTP/1.1" status: 200 len: 814 time: 0.1232004 Sep 07 02:48:20.960210 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-a9339362-afce-488d-8685-464f0321a491 req-8c340659-ed66-4f91-8571-976a28f80829 tempest-ServerAddressesTestJSON-554176096 tempest-ServerAddressesTestJSON-554176096-project] Request body: {'port': {'device_id': '9094f2d0-7b3c-43e1-b6a5-110031b6f608', 'network_id': 'c3e9c931-f81d-4ddd-b951-fc0a129a55f6', 'admin_state_up': True, 'tenant_id': '7a58bd7af8604f138d13c9a903147654'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:48:20.986363 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c485686a-49e3-4a30-b7dd-c514cf848431 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Pushing event updated for resources: {'Subnet': ['ID=fafa4acb-73fb-45e6-89c7-de4705a94eec,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:20.995326 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c485686a-49e3-4a30-b7dd-c514cf848431 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Checking segment: {'id': '9984e73e-d556-450e-b9f9-875786afdc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ce177258-4861-4225-ac22-f8e4630ffa2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:48:20.995722 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c485686a-49e3-4a30-b7dd-c514cf848431 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Network hostable DHCP agents. Network: ce177258-4861-4225-ac22-f8e4630ffa2f, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:48:21.011521 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c485686a-49e3-4a30-b7dd-c514cf848431 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Network ce177258-4861-4225-ac22-f8e4630ffa2f is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:48:21.020040 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-c485686a-49e3-4a30-b7dd-c514cf848431 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, ce177258-4861-4225-ac22-f8e4630ffa2f) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:48:21.025178 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c485686a-49e3-4a30-b7dd-c514cf848431 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:21.025527 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c485686a-49e3-4a30-b7dd-c514cf848431 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:21.032885 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c487e5-7648-405b-83e9-a62d303001b3 None None] Network ce177258-4861-4225-ac22-f8e4630ffa2f requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:48:21.060151 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c485686a-49e3-4a30-b7dd-c514cf848431 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4584196 Sep 07 02:48:21.063458 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 33022) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:21.079526 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-db16f53c-e718-45ef-b385-105953bfe790 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Request body: {'network': {'name': 'tempest-router-network01--1106659655'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:48:21.083575 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9339362-afce-488d-8685-464f0321a491 req-8c340659-ed66-4f91-8571-976a28f80829 tempest-ServerAddressesTestJSON-554176096 tempest-ServerAddressesTestJSON-554176096-project] Made reservation on behalf of 7a58bd7af8604f138d13c9a903147654 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:48:21.087846 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a9339362-afce-488d-8685-464f0321a491 req-8c340659-ed66-4f91-8571-976a28f80829 tempest-ServerAddressesTestJSON-554176096 tempest-ServerAddressesTestJSON-554176096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:21.119028 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db16f53c-e718-45ef-b385-105953bfe790 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Made reservation on behalf of e9c33ad3ccf4475b990a6818221b29ab for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:48:21.126147 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-db16f53c-e718-45ef-b385-105953bfe790 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:21.154282 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db16f53c-e718-45ef-b385-105953bfe790 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:48:21.164077 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-db16f53c-e718-45ef-b385-105953bfe790 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:21.164554 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-db16f53c-e718-45ef-b385-105953bfe790 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Added segment 39ec27d2-2773-4b82-bfc6-40fee65dd316 of type vlan for network 92c88013-cdaf-4ba4-938f-085e81548ef3 Sep 07 02:48:21.224836 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-db16f53c-e718-45ef-b385-105953bfe790 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:21.251310 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-db16f53c-e718-45ef-b385-105953bfe790 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:21.257346 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db16f53c-e718-45ef-b385-105953bfe790 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:21.258103 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-db16f53c-e718-45ef-b385-105953bfe790 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:21.274831 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-a9339362-afce-488d-8685-464f0321a491 req-8c340659-ed66-4f91-8571-976a28f80829 tempest-ServerAddressesTestJSON-554176096 tempest-ServerAddressesTestJSON-554176096-project] Allocated IP 172.20.0.5 (c3e9c931-f81d-4ddd-b951-fc0a129a55f6/8f17e5fa-a209-4015-9c2d-28cec449864b/ffe25871-0921-4d13-9468-ce99583706b9) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:48:21.277752 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf19489c-b2da-4b40-b3c3-067ce35c9981 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-ce177258-4861-4225-ac22-f8e4630ffa2f', 'network_id': 'ce177258-4861-4225-ac22-f8e4630ffa2f', 'tenant_id': 'e9c33ad3ccf4475b990a6818221b29ab', 'fixed_ips': [{'subnet_id': 'fafa4acb-73fb-45e6-89c7-de4705a94eec'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:48:21.283972 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-cf19489c-b2da-4b40-b3c3-067ce35c9981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:21.299167 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-db16f53c-e718-45ef-b385-105953bfe790 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2350938 Sep 07 02:48:21.301863 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 33034) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:21.308056 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-28fe9f8b-0d3d-45e5-969f-c7ee51be3319 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Request body: {'network': {'name': 'tempest-router-network02--1668659244'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:48:21.355991 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db16f53c-e718-45ef-b385-105953bfe790 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Pushing event updated for resources: {'Network': ['ID=92c88013-cdaf-4ba4-938f-085e81548ef3,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:21.370411 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28fe9f8b-0d3d-45e5-969f-c7ee51be3319 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Made reservation on behalf of e9c33ad3ccf4475b990a6818221b29ab for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:48:21.374565 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-28fe9f8b-0d3d-45e5-969f-c7ee51be3319 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:21.399876 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28fe9f8b-0d3d-45e5-969f-c7ee51be3319 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:48:21.410118 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-28fe9f8b-0d3d-45e5-969f-c7ee51be3319 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:21.410539 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-28fe9f8b-0d3d-45e5-969f-c7ee51be3319 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Added segment c031d511-420e-496b-81c2-399b28fe75a2 of type vlan for network 67df4870-b431-43c9-90da-bc74d84954f5 Sep 07 02:48:21.481563 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-28fe9f8b-0d3d-45e5-969f-c7ee51be3319 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:21.505720 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a9339362-afce-488d-8685-464f0321a491 req-8c340659-ed66-4f91-8571-976a28f80829 tempest-ServerAddressesTestJSON-554176096 tempest-ServerAddressesTestJSON-554176096-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:21.530368 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-28fe9f8b-0d3d-45e5-969f-c7ee51be3319 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:21.536828 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fe9f8b-0d3d-45e5-969f-c7ee51be3319 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:21.537501 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-28fe9f8b-0d3d-45e5-969f-c7ee51be3319 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:21.644093 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fe9f8b-0d3d-45e5-969f-c7ee51be3319 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Pushing event updated for resources: {'Network': ['ID=67df4870-b431-43c9-90da-bc74d84954f5,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:21.649982 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5af535-1ddd-4887-a3ee-b0fea3abe097 req-08615bda-607a-4edc-987e-9b14d11c010f tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:21.651799 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dc5af535-1ddd-4887-a3ee-b0fea3abe097 req-08615bda-607a-4edc-987e-9b14d11c010f tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd03b013-92cc-4982-b8c3-5bae3a1f039f HTTP/1.1" status: 200 len: 945 time: 0.1104739 Sep 07 02:48:21.653408 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 33042) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:21.656362 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a9339362-afce-488d-8685-464f0321a491 req-8c340659-ed66-4f91-8571-976a28f80829 tempest-ServerAddressesTestJSON-554176096 tempest-ServerAddressesTestJSON-554176096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:21.658065 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-28fe9f8b-0d3d-45e5-969f-c7ee51be3319 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3487840 Sep 07 02:48:21.669556 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-0413a187-eae0-429f-95dd-01a48e211a1a tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Request body: {'subnet': {'network_id': '92c88013-cdaf-4ba4-938f-085e81548ef3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:48:21.689144 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 92c88013-cdaf-4ba4-938f-085e81548ef3 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:48:21.691693 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 67df4870-b431-43c9-90da-bc74d84954f5 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:48:21.758721 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9339362-afce-488d-8685-464f0321a491 req-8c340659-ed66-4f91-8571-976a28f80829 tempest-ServerAddressesTestJSON-554176096 tempest-ServerAddressesTestJSON-554176096-project] Network c3e9c931-f81d-4ddd-b951-fc0a129a55f6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:48:21.769538 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-a9339362-afce-488d-8685-464f0321a491 req-8c340659-ed66-4f91-8571-976a28f80829 tempest-ServerAddressesTestJSON-554176096 tempest-ServerAddressesTestJSON-554176096-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:48:21.771926 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9339362-afce-488d-8685-464f0321a491 req-8c340659-ed66-4f91-8571-976a28f80829 tempest-ServerAddressesTestJSON-554176096 tempest-ServerAddressesTestJSON-554176096-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:48:21.826501 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:21.835859 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c340659-ed66-4f91-8571-976a28f80829 tempest-ServerAddressesTestJSON-554176096 tempest-ServerAddressesTestJSON-554176096-project] Pushing event updated for resources: {'Port': ['ID=ffe25871-0921-4d13-9468-ce99583706b9,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:21.857049 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dc5af535-1ddd-4887-a3ee-b0fea3abe097 req-b311f9af-5aeb-44a8-88f3-83386c7c255c tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828010 Sep 07 02:48:21.862521 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:21.892857 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0413a187-eae0-429f-95dd-01a48e211a1a tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Made reservation on behalf of e9c33ad3ccf4475b990a6818221b29ab for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:48:21.896596 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0413a187-eae0-429f-95dd-01a48e211a1a tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:21.920669 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9339362-afce-488d-8685-464f0321a491 req-8c340659-ed66-4f91-8571-976a28f80829 tempest-ServerAddressesTestJSON-554176096 tempest-ServerAddressesTestJSON-554176096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:21.921315 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a9339362-afce-488d-8685-464f0321a491 req-8c340659-ed66-4f91-8571-976a28f80829 tempest-ServerAddressesTestJSON-554176096 tempest-ServerAddressesTestJSON-554176096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:21.947387 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-cf19489c-b2da-4b40-b3c3-067ce35c9981 None None] Allocated IP 2001:db8::2 (ce177258-4861-4225-ac22-f8e4630ffa2f/fafa4acb-73fb-45e6-89c7-de4705a94eec/d68b88b9-1df1-441c-b242-4eec41ab1283) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:48:21.990519 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a9339362-afce-488d-8685-464f0321a491 req-8c340659-ed66-4f91-8571-976a28f80829 tempest-ServerAddressesTestJSON-554176096 tempest-ServerAddressesTestJSON-554176096-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0351865 Sep 07 02:48:22.007176 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-a9339362-afce-488d-8685-464f0321a491 req-2970adc2-0b87-4977-ac69-bfee131d36f2 service neutron] Request body: {'port': {'device_id': '9094f2d0-7b3c-43e1-b6a5-110031b6f608', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:48:22.012457 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f2bbc9-49d2-4c9c-bf65-324a33f3ef84 req-842c1d54-62e9-45a3-b7d4-679b6f3372df tempest-ServerAddressesTestJSON-554176096 tempest-ServerAddressesTestJSON-554176096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:22.014552 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-59f2bbc9-49d2-4c9c-bf65-324a33f3ef84 req-842c1d54-62e9-45a3-b7d4-679b6f3372df tempest-ServerAddressesTestJSON-554176096 tempest-ServerAddressesTestJSON-554176096-project] 10.222.0.22 "GET /v2.0/ports?device_id=9094f2d0-7b3c-43e1-b6a5-110031b6f608 HTTP/1.1" status: 200 len: 931 time: 0.0535898 Sep 07 02:48:22.076222 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-59f2bbc9-49d2-4c9c-bf65-324a33f3ef84 req-2700465e-553d-4462-acc3-55492811524b tempest-ServerAddressesTestJSON-554176096 tempest-ServerAddressesTestJSON-554176096-project] 10.222.0.22 "GET /v2.0/security-groups?id=7ea0b42a-a0b3-464e-b69c-d55e3a9013d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465369 Sep 07 02:48:22.091357 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a9339362-afce-488d-8685-464f0321a491 req-2970adc2-0b87-4977-ac69-bfee131d36f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:22.194677 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-cf19489c-b2da-4b40-b3c3-067ce35c9981 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:22.212589 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-cf19489c-b2da-4b40-b3c3-067ce35c9981 None None] Transition to ACTIVE for port object d68b88b9-1df1-441c-b242-4eec41ab1283 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:48:22.229361 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-cf19489c-b2da-4b40-b3c3-067ce35c9981 None None] Transition to ACTIVE for port object d68b88b9-1df1-441c-b242-4eec41ab1283 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:48:22.235818 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-cf19489c-b2da-4b40-b3c3-067ce35c9981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:22.277107 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf19489c-b2da-4b40-b3c3-067ce35c9981 None None] Network ce177258-4861-4225-ac22-f8e4630ffa2f is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:48:22.281888 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-cf19489c-b2da-4b40-b3c3-067ce35c9981 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:48:22.286744 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf19489c-b2da-4b40-b3c3-067ce35c9981 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:48:22.289060 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf19489c-b2da-4b40-b3c3-067ce35c9981 None None] Pushing event updated for resources: {'Port': ['ID=d68b88b9-1df1-441c-b242-4eec41ab1283,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:22.350871 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0413a187-eae0-429f-95dd-01a48e211a1a tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:22.361442 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-cf19489c-b2da-4b40-b3c3-067ce35c9981 None None] Attempting to bind port d68b88b9-1df1-441c-b242-4eec41ab1283 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:48:22.362457 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-cf19489c-b2da-4b40-b3c3-067ce35c9981 None None] Attempting to bind port d68b88b9-1df1-441c-b242-4eec41ab1283 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '9984e73e-d556-450e-b9f9-875786afdc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ce177258-4861-4225-ac22-f8e4630ffa2f'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:48:22.362457 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf19489c-b2da-4b40-b3c3-067ce35c9981 None None] Attempting to bind port d68b88b9-1df1-441c-b242-4eec41ab1283 on network ce177258-4861-4225-ac22-f8e4630ffa2f {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:48:22.367197 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf19489c-b2da-4b40-b3c3-067ce35c9981 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:48:22.367608 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf19489c-b2da-4b40-b3c3-067ce35c9981 None None] Checking segment: {'id': '9984e73e-d556-450e-b9f9-875786afdc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ce177258-4861-4225-ac22-f8e4630ffa2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:48:22.368035 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-cf19489c-b2da-4b40-b3c3-067ce35c9981 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:22.368413 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf19489c-b2da-4b40-b3c3-067ce35c9981 None None] Bound using segment: {'id': '9984e73e-d556-450e-b9f9-875786afdc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ce177258-4861-4225-ac22-f8e4630ffa2f'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:48:22.368880 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-cf19489c-b2da-4b40-b3c3-067ce35c9981 None None] Bound port: d68b88b9-1df1-441c-b242-4eec41ab1283, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9984e73e-d556-450e-b9f9-875786afdc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ce177258-4861-4225-ac22-f8e4630ffa2f'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:48:22.369264 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-cf19489c-b2da-4b40-b3c3-067ce35c9981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:22.435832 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-cf19489c-b2da-4b40-b3c3-067ce35c9981 None None] For port d68b88b9-1df1-441c-b242-4eec41ab1283, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:48:22.438998 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-cf19489c-b2da-4b40-b3c3-067ce35c9981 None None] For port d68b88b9-1df1-441c-b242-4eec41ab1283, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=d68b88b9-1df1-441c-b242-4eec41ab1283,segment=NetworkSegment(9984e73e-d556-450e-b9f9-875786afdc0c),segment_id=9984e73e-d556-450e-b9f9-875786afdc0c)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:48:22.444488 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-cf19489c-b2da-4b40-b3c3-067ce35c9981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:22.457361 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0413a187-eae0-429f-95dd-01a48e211a1a tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Pushing event updated for resources: {'Subnet': ['ID=173c7cc2-600a-4465-b503-0f7a6dd9ab2a,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:22.478473 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0413a187-eae0-429f-95dd-01a48e211a1a tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:48:22.478872 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0413a187-eae0-429f-95dd-01a48e211a1a tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:48:22.479216 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0413a187-eae0-429f-95dd-01a48e211a1a tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:48:22.479579 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0413a187-eae0-429f-95dd-01a48e211a1a tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:48:22.479913 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0413a187-eae0-429f-95dd-01a48e211a1a tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:48:22.480237 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0413a187-eae0-429f-95dd-01a48e211a1a tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:48:22.480560 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0413a187-eae0-429f-95dd-01a48e211a1a tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:48:22.480880 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0413a187-eae0-429f-95dd-01a48e211a1a tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:48:22.481199 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0413a187-eae0-429f-95dd-01a48e211a1a tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:48:22.481517 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0413a187-eae0-429f-95dd-01a48e211a1a tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:48:22.481896 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0413a187-eae0-429f-95dd-01a48e211a1a tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:48:22.482708 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0413a187-eae0-429f-95dd-01a48e211a1a tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:48:22.495035 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0413a187-eae0-429f-95dd-01a48e211a1a tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Checking segment: {'id': '39ec27d2-2773-4b82-bfc6-40fee65dd316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '92c88013-cdaf-4ba4-938f-085e81548ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:48:22.495390 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0413a187-eae0-429f-95dd-01a48e211a1a tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Network hostable DHCP agents. Network: 92c88013-cdaf-4ba4-938f-085e81548ef3, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:48:22.515727 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf19489c-b2da-4b40-b3c3-067ce35c9981 None None] Pushing event updated for resources: {'Port': ['ID=d68b88b9-1df1-441c-b242-4eec41ab1283,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:22.582479 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0413a187-eae0-429f-95dd-01a48e211a1a tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Network 92c88013-cdaf-4ba4-938f-085e81548ef3 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:48:22.596504 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-a9339362-afce-488d-8685-464f0321a491 req-2970adc2-0b87-4977-ac69-bfee131d36f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffe25871-0921-4d13-9468-ce99583706b9 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:48:22.602001 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-0413a187-eae0-429f-95dd-01a48e211a1a tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 92c88013-cdaf-4ba4-938f-085e81548ef3) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:48:22.612090 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acb323b-ae37-4302-b96f-d71022f735d4 None None] Network 92c88013-cdaf-4ba4-938f-085e81548ef3 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:48:22.613137 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a9339362-afce-488d-8685-464f0321a491 req-2970adc2-0b87-4977-ac69-bfee131d36f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:22.638953 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0413a187-eae0-429f-95dd-01a48e211a1a tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:22.641147 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0413a187-eae0-429f-95dd-01a48e211a1a tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:22.739223 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-a9339362-afce-488d-8685-464f0321a491 req-2970adc2-0b87-4977-ac69-bfee131d36f2 service neutron] Transition to ACTIVE for port object ffe25871-0921-4d13-9468-ce99583706b9 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:48:22.747297 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a9339362-afce-488d-8685-464f0321a491 req-2970adc2-0b87-4977-ac69-bfee131d36f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:22.765504 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 33054) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:22.766072 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-0413a187-eae0-429f-95dd-01a48e211a1a tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1001773 Sep 07 02:48:22.777366 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-229bdde5-6787-42bb-9b0a-95643dce6a24 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Request body: {'subnet': {'network_id': '67df4870-b431-43c9-90da-bc74d84954f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:48:22.881220 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2970adc2-0b87-4977-ac69-bfee131d36f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ffe25871-0921-4d13-9468-ce99583706b9,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:22.935455 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01da53b9-d3ee-4490-8860-e55b2f5af2c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-92c88013-cdaf-4ba4-938f-085e81548ef3', 'network_id': '92c88013-cdaf-4ba4-938f-085e81548ef3', 'tenant_id': 'e9c33ad3ccf4475b990a6818221b29ab', 'fixed_ips': [{'subnet_id': '173c7cc2-600a-4465-b503-0f7a6dd9ab2a'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:48:22.941687 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-01da53b9-d3ee-4490-8860-e55b2f5af2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:23.019514 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-a9339362-afce-488d-8685-464f0321a491 req-2970adc2-0b87-4977-ac69-bfee131d36f2 service neutron] Attempting to bind port ffe25871-0921-4d13-9468-ce99583706b9 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:48:23.019866 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-a9339362-afce-488d-8685-464f0321a491 req-2970adc2-0b87-4977-ac69-bfee131d36f2 service neutron] Attempting to bind port ffe25871-0921-4d13-9468-ce99583706b9 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '675f325e-c0db-4bf6-96ba-e83c61f73a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c3e9c931-f81d-4ddd-b951-fc0a129a55f6'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:48:23.020298 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9339362-afce-488d-8685-464f0321a491 req-2970adc2-0b87-4977-ac69-bfee131d36f2 service neutron] Attempting to bind port ffe25871-0921-4d13-9468-ce99583706b9 on network c3e9c931-f81d-4ddd-b951-fc0a129a55f6 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:48:23.025254 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9339362-afce-488d-8685-464f0321a491 req-2970adc2-0b87-4977-ac69-bfee131d36f2 service neutron] Port ffe25871-0921-4d13-9468-ce99583706b9 on network c3e9c931-f81d-4ddd-b951-fc0a129a55f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:48:23.025577 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9339362-afce-488d-8685-464f0321a491 req-2970adc2-0b87-4977-ac69-bfee131d36f2 service neutron] Attempting to bind port ffe25871-0921-4d13-9468-ce99583706b9 on network c3e9c931-f81d-4ddd-b951-fc0a129a55f6 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:48:23.031870 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9339362-afce-488d-8685-464f0321a491 req-2970adc2-0b87-4977-ac69-bfee131d36f2 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:48:23.032212 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9339362-afce-488d-8685-464f0321a491 req-2970adc2-0b87-4977-ac69-bfee131d36f2 service neutron] Checking segment: {'id': '675f325e-c0db-4bf6-96ba-e83c61f73a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c3e9c931-f81d-4ddd-b951-fc0a129a55f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:48:23.032595 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9339362-afce-488d-8685-464f0321a491 req-2970adc2-0b87-4977-ac69-bfee131d36f2 service neutron] Bound using segment: {'id': '675f325e-c0db-4bf6-96ba-e83c61f73a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c3e9c931-f81d-4ddd-b951-fc0a129a55f6'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:48:23.033142 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-a9339362-afce-488d-8685-464f0321a491 req-2970adc2-0b87-4977-ac69-bfee131d36f2 service neutron] Bound port: ffe25871-0921-4d13-9468-ce99583706b9, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '675f325e-c0db-4bf6-96ba-e83c61f73a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c3e9c931-f81d-4ddd-b951-fc0a129a55f6'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:48:23.033513 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a9339362-afce-488d-8685-464f0321a491 req-2970adc2-0b87-4977-ac69-bfee131d36f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:23.054030 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229bdde5-6787-42bb-9b0a-95643dce6a24 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Made reservation on behalf of e9c33ad3ccf4475b990a6818221b29ab for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:48:23.059753 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-229bdde5-6787-42bb-9b0a-95643dce6a24 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:23.101783 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc506b-005c-4e26-9fa1-5d571dc0ccff req-49be478f-c29c-4e63-a45f-5d1f2ae16d4b tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:23.103473 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c3bc506b-005c-4e26-9fa1-5d571dc0ccff req-49be478f-c29c-4e63-a45f-5d1f2ae16d4b tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd03b013-92cc-4982-b8c3-5bae3a1f039f HTTP/1.1" status: 200 len: 945 time: 0.1122630 Sep 07 02:48:23.105973 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-01da53b9-d3ee-4490-8860-e55b2f5af2c4 None None] Allocated IP 2001:db8::2 (92c88013-cdaf-4ba4-938f-085e81548ef3/173c7cc2-600a-4465-b503-0f7a6dd9ab2a/64f3c586-deec-4fb4-b8af-222646778a29) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:48:23.121405 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-a9339362-afce-488d-8685-464f0321a491 req-2970adc2-0b87-4977-ac69-bfee131d36f2 service neutron] For port ffe25871-0921-4d13-9468-ce99583706b9, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:48:23.126834 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-a9339362-afce-488d-8685-464f0321a491 req-2970adc2-0b87-4977-ac69-bfee131d36f2 service neutron] For port ffe25871-0921-4d13-9468-ce99583706b9, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=ffe25871-0921-4d13-9468-ce99583706b9,segment=NetworkSegment(675f325e-c0db-4bf6-96ba-e83c61f73a25),segment_id=675f325e-c0db-4bf6-96ba-e83c61f73a25)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:48:23.133731 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a9339362-afce-488d-8685-464f0321a491 req-2970adc2-0b87-4977-ac69-bfee131d36f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:23.185415 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9339362-afce-488d-8685-464f0321a491 req-2970adc2-0b87-4977-ac69-bfee131d36f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:23.185415 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a9339362-afce-488d-8685-464f0321a491 req-2970adc2-0b87-4977-ac69-bfee131d36f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:23.186474 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a9339362-afce-488d-8685-464f0321a491 req-2970adc2-0b87-4977-ac69-bfee131d36f2 service neutron] 10.222.0.23 "PUT /v2.0/ports/ffe25871-0921-4d13-9468-ce99583706b9 HTTP/1.1" status: 200 len: 1092 time: 1.1857855 Sep 07 02:48:23.186917 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9094f2d0-7b3c-43e1-b6a5-110031b6f608', 'tag': 'ffe25871-0921-4d13-9468-ce99583706b9'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:48:23.189215 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984d480b-cc67-4dfe-9794-a335604bce16" -d '{"events": [{"name": "network-changed", "server_uuid": "9094f2d0-7b3c-43e1-b6a5-110031b6f608", "tag": "ffe25871-0921-4d13-9468-ce99583706b9"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:48:23.229750 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c3bc506b-005c-4e26-9fa1-5d571dc0ccff req-238d437f-e741-4244-aaa9-636ffe7b6f21 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151347 Sep 07 02:48:23.254026 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a06c2b-1c65-458b-88fb-a9122a8a1f9a req-1efdcdb1-45e7-4068-b90a-b0885a454efd tempest-ServerAddressesTestJSON-554176096 tempest-ServerAddressesTestJSON-554176096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:23.255681 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a2a06c2b-1c65-458b-88fb-a9122a8a1f9a req-1efdcdb1-45e7-4068-b90a-b0885a454efd tempest-ServerAddressesTestJSON-554176096 tempest-ServerAddressesTestJSON-554176096-project] 10.222.0.22 "GET /v2.0/ports?device_id=9094f2d0-7b3c-43e1-b6a5-110031b6f608 HTTP/1.1" status: 200 len: 943 time: 0.0887547 Sep 07 02:48:23.264094 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2970adc2-0b87-4977-ac69-bfee131d36f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ffe25871-0921-4d13-9468-ce99583706b9,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:23.308763 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-01da53b9-d3ee-4490-8860-e55b2f5af2c4 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:23.320312 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-01da53b9-d3ee-4490-8860-e55b2f5af2c4 None None] Transition to ACTIVE for port object 64f3c586-deec-4fb4-b8af-222646778a29 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:48:23.320495 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9e89b3-12af-474c-92f4-7d3f0960cc2b x-openstack-request-id: req-4c9e89b3-12af-474c-92f4-7d3f0960cc2b {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:48:23.320642 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9094f2d0-7b3c-43e1-b6a5-110031b6f608", "tag": "ffe25871-0921-4d13-9468-ce99583706b9", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:48:23.320829 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4c9e89b3-12af-474c-92f4-7d3f0960cc2b {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:48:23.321393 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9094f2d0-7b3c-43e1-b6a5-110031b6f608', 'tag': 'ffe25871-0921-4d13-9468-ce99583706b9', 'status': 'completed', 'code': 200} Sep 07 02:48:23.328361 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a2a06c2b-1c65-458b-88fb-a9122a8a1f9a req-aa549475-23b5-4a23-8233-4bb38acae695 tempest-ServerAddressesTestJSON-554176096 tempest-ServerAddressesTestJSON-554176096-project] 10.222.0.22 "GET /v2.0/security-groups?id=7ea0b42a-a0b3-464e-b69c-d55e3a9013d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596855 Sep 07 02:48:23.331737 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9339362-afce-488d-8685-464f0321a491 req-83420601-9823-408d-a600-480beea2ec8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:23.332699 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a9339362-afce-488d-8685-464f0321a491 req-83420601-9823-408d-a600-480beea2ec8f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7a58bd7af8604f138d13c9a903147654&device_id=9094f2d0-7b3c-43e1-b6a5-110031b6f608 HTTP/1.1" status: 200 len: 1095 time: 0.0883126 Sep 07 02:48:23.339920 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-01da53b9-d3ee-4490-8860-e55b2f5af2c4 None None] Transition to ACTIVE for port object 64f3c586-deec-4fb4-b8af-222646778a29 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:48:23.356206 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-01da53b9-d3ee-4490-8860-e55b2f5af2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:23.378826 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01da53b9-d3ee-4490-8860-e55b2f5af2c4 None None] Network 92c88013-cdaf-4ba4-938f-085e81548ef3 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:48:23.385681 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a9339362-afce-488d-8685-464f0321a491 req-73fd00d1-deb0-44cb-accf-eb0ba0cb3091 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ffe25871-0921-4d13-9468-ce99583706b9 HTTP/1.1" status: 200 len: 217 time: 0.0433493 Sep 07 02:48:23.432797 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-01da53b9-d3ee-4490-8860-e55b2f5af2c4 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:48:23.435555 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01da53b9-d3ee-4490-8860-e55b2f5af2c4 None None] Pushing event updated for resources: {'Port': ['ID=64f3c586-deec-4fb4-b8af-222646778a29,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:23.450638 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01da53b9-d3ee-4490-8860-e55b2f5af2c4 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:48:23.465270 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-229bdde5-6787-42bb-9b0a-95643dce6a24 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:23.489822 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9339362-afce-488d-8685-464f0321a491 req-caa320b6-5cc4-4a6e-be06-f98f003f5f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:23.491568 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a9339362-afce-488d-8685-464f0321a491 req-caa320b6-5cc4-4a6e-be06-f98f003f5f90 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8f17e5fa-a209-4015-9c2d-28cec449864b HTTP/1.1" status: 200 len: 854 time: 0.0997281 Sep 07 02:48:23.549696 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229bdde5-6787-42bb-9b0a-95643dce6a24 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Pushing event updated for resources: {'Subnet': ['ID=be0480f3-5c5e-4ea2-8687-751e3ac6f211,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:23.555008 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a9339362-afce-488d-8685-464f0321a491 req-a3dea611-c2fa-4c27-a94b-9c9e7d953972 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c3e9c931-f81d-4ddd-b951-fc0a129a55f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448322 Sep 07 02:48:23.555431 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229bdde5-6787-42bb-9b0a-95643dce6a24 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Checking segment: {'id': 'c031d511-420e-496b-81c2-399b28fe75a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '67df4870-b431-43c9-90da-bc74d84954f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:48:23.555834 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229bdde5-6787-42bb-9b0a-95643dce6a24 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Network hostable DHCP agents. Network: 67df4870-b431-43c9-90da-bc74d84954f5, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:48:23.572934 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-01da53b9-d3ee-4490-8860-e55b2f5af2c4 None None] Attempting to bind port 64f3c586-deec-4fb4-b8af-222646778a29 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:48:23.573457 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-01da53b9-d3ee-4490-8860-e55b2f5af2c4 None None] Attempting to bind port 64f3c586-deec-4fb4-b8af-222646778a29 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '39ec27d2-2773-4b82-bfc6-40fee65dd316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '92c88013-cdaf-4ba4-938f-085e81548ef3'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:48:23.573842 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01da53b9-d3ee-4490-8860-e55b2f5af2c4 None None] Attempting to bind port 64f3c586-deec-4fb4-b8af-222646778a29 on network 92c88013-cdaf-4ba4-938f-085e81548ef3 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:48:23.581045 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229bdde5-6787-42bb-9b0a-95643dce6a24 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Network 67df4870-b431-43c9-90da-bc74d84954f5 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:48:23.581347 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01da53b9-d3ee-4490-8860-e55b2f5af2c4 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:48:23.583131 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01da53b9-d3ee-4490-8860-e55b2f5af2c4 None None] Checking segment: {'id': '39ec27d2-2773-4b82-bfc6-40fee65dd316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '92c88013-cdaf-4ba4-938f-085e81548ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:48:23.583911 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-01da53b9-d3ee-4490-8860-e55b2f5af2c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:23.584049 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01da53b9-d3ee-4490-8860-e55b2f5af2c4 None None] Bound using segment: {'id': '39ec27d2-2773-4b82-bfc6-40fee65dd316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '92c88013-cdaf-4ba4-938f-085e81548ef3'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:48:23.584512 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-01da53b9-d3ee-4490-8860-e55b2f5af2c4 None None] Bound port: 64f3c586-deec-4fb4-b8af-222646778a29, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39ec27d2-2773-4b82-bfc6-40fee65dd316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '92c88013-cdaf-4ba4-938f-085e81548ef3'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:48:23.587198 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-01da53b9-d3ee-4490-8860-e55b2f5af2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:23.600918 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-229bdde5-6787-42bb-9b0a-95643dce6a24 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 67df4870-b431-43c9-90da-bc74d84954f5) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:48:23.605802 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229bdde5-6787-42bb-9b0a-95643dce6a24 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:23.606410 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-229bdde5-6787-42bb-9b0a-95643dce6a24 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:23.644054 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-229bdde5-6787-42bb-9b0a-95643dce6a24 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8786268 Sep 07 02:48:23.644710 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 33076) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:23.671783 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b1120b-63a3-4de1-b966-3d01c52d29e7 None None] Network 67df4870-b431-43c9-90da-bc74d84954f5 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:48:23.782146 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-01da53b9-d3ee-4490-8860-e55b2f5af2c4 None None] For port 64f3c586-deec-4fb4-b8af-222646778a29, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:48:23.803590 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-01da53b9-d3ee-4490-8860-e55b2f5af2c4 None None] For port 64f3c586-deec-4fb4-b8af-222646778a29, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=64f3c586-deec-4fb4-b8af-222646778a29,segment=NetworkSegment(39ec27d2-2773-4b82-bfc6-40fee65dd316),segment_id=39ec27d2-2773-4b82-bfc6-40fee65dd316)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:48:23.813171 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-01da53b9-d3ee-4490-8860-e55b2f5af2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:23.820569 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a9339362-afce-488d-8685-464f0321a491 req-9bb0a570-a277-4e70-8f81-345ae2bde605 service neutron] 10.222.0.23 "GET /v2.0/networks/c3e9c931-f81d-4ddd-b951-fc0a129a55f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499437 Sep 07 02:48:23.942098 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f9041-c997-4aa7-8043-c53c4156a547 req-515fcc1c-338d-40c7-8092-4ae9496205a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:23.943850 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e03f9041-c997-4aa7-8043-c53c4156a547 req-515fcc1c-338d-40c7-8092-4ae9496205a2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=01da84d8cdfa4892bc470ad7dd96f194&device_id=bd03b013-92cc-4982-b8c3-5bae3a1f039f HTTP/1.1" status: 200 len: 1097 time: 0.1951325 Sep 07 02:48:23.985791 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01da53b9-d3ee-4490-8860-e55b2f5af2c4 None None] Pushing event updated for resources: {'Port': ['ID=64f3c586-deec-4fb4-b8af-222646778a29,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:24.062168 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759a2574-28c1-462b-8797-c5e3c47b61c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-67df4870-b431-43c9-90da-bc74d84954f5', 'network_id': '67df4870-b431-43c9-90da-bc74d84954f5', 'tenant_id': 'e9c33ad3ccf4475b990a6818221b29ab', 'fixed_ips': [{'subnet_id': 'be0480f3-5c5e-4ea2-8687-751e3ac6f211'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:48:24.063342 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-759a2574-28c1-462b-8797-c5e3c47b61c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:24.078765 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df54286-d7ac-4542-a815-7b1e745ca811 req-39527e61-e40a-4ca8-ad27-15b1f08f0242 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:24.080418 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0df54286-d7ac-4542-a815-7b1e745ca811 req-39527e61-e40a-4ca8-ad27-15b1f08f0242 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd03b013-92cc-4982-b8c3-5bae3a1f039f HTTP/1.1" status: 200 len: 945 time: 0.3036623 Sep 07 02:48:24.136896 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f22a0382-6ca7-45f7-a204-ae32e6b7fce3 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:24.146625 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0df54286-d7ac-4542-a815-7b1e745ca811 req-802b4e6b-e0f0-42f2-85c2-f3f7b4cc5c2b tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562453 Sep 07 02:48:24.215894 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a9339362-afce-488d-8685-464f0321a491 req-94b64ec9-47c3-4c03-b4e0-d19f3cfa033a service neutron] 10.222.0.23 "GET /v2.0/networks/c3e9c931-f81d-4ddd-b951-fc0a129a55f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3490987 Sep 07 02:48:24.222611 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0a71e0-583a-45b3-820f-77f2874e9a81 None None] Network ce177258-4861-4225-ac22-f8e4630ffa2f requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:48:24.264356 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f9041-c997-4aa7-8043-c53c4156a547 req-1d862a38-2428-4f69-9208-84d1713386c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:24.266084 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e03f9041-c997-4aa7-8043-c53c4156a547 req-1d862a38-2428-4f69-9208-84d1713386c7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5d441d5c-0eb6-4443-b7e8-2a0161da35f4 HTTP/1.1" status: 200 len: 917 time: 0.2510386 Sep 07 02:48:24.345478 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e03f9041-c997-4aa7-8043-c53c4156a547 req-68da7ce1-6474-4964-a2db-d8ec432d9427 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b4937cd9-07e1-4ee3-92d4-2d008a1e972f HTTP/1.1" status: 200 len: 217 time: 0.0704389 Sep 07 02:48:24.455913 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f9041-c997-4aa7-8043-c53c4156a547 req-b714b239-90ce-41f3-9931-5430cf579eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:24.456662 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-5a78b132-2143-4ecc-a943-750c4e0b007d None None] Provisioning for port d68b88b9-1df1-441c-b242-4eec41ab1283 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:48:24.458863 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e03f9041-c997-4aa7-8043-c53c4156a547 req-b714b239-90ce-41f3-9931-5430cf579eba service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f937e685-ea69-493b-8539-36425b3759bc HTTP/1.1" status: 200 len: 857 time: 0.0944762 Sep 07 02:48:24.461453 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d480b-cc67-4dfe-9794-a335604bce16 req-4029c1a2-16f7-4189-b109-e86147acafb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:24.464519 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-984d480b-cc67-4dfe-9794-a335604bce16 req-4029c1a2-16f7-4189-b109-e86147acafb9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7a58bd7af8604f138d13c9a903147654&device_id=9094f2d0-7b3c-43e1-b6a5-110031b6f608 HTTP/1.1" status: 200 len: 1095 time: 0.1311414 Sep 07 02:48:24.520123 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e03f9041-c997-4aa7-8043-c53c4156a547 req-87cd7e84-f48e-4af2-b501-52c7855b775a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5d441d5c-0eb6-4443-b7e8-2a0161da35f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539629 Sep 07 02:48:24.545391 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-759a2574-28c1-462b-8797-c5e3c47b61c9 None None] Allocated IP 2001:db8::2 (67df4870-b431-43c9-90da-bc74d84954f5/be0480f3-5c5e-4ea2-8687-751e3ac6f211/73a4436c-171e-487f-a3dc-391a80873c02) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:48:24.645223 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e03f9041-c997-4aa7-8043-c53c4156a547 req-b8e8fe03-e6fa-4071-9642-982fab7d8d1e service neutron] 10.222.0.16 "GET /v2.0/networks/5d441d5c-0eb6-4443-b7e8-2a0161da35f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152115 Sep 07 02:48:24.695780 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735af516-4860-4a03-a3d9-3aa9c4b6b9c7 req-e49657a2-42c9-43f8-86a6-ff674705361c tempest-ServerAddressesTestJSON-554176096 tempest-ServerAddressesTestJSON-554176096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:24.704034 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-735af516-4860-4a03-a3d9-3aa9c4b6b9c7 req-e49657a2-42c9-43f8-86a6-ff674705361c tempest-ServerAddressesTestJSON-554176096 tempest-ServerAddressesTestJSON-554176096-project] 10.222.0.22 "GET /v2.0/ports?device_id=9094f2d0-7b3c-43e1-b6a5-110031b6f608 HTTP/1.1" status: 200 len: 943 time: 0.1541491 Sep 07 02:48:24.732515 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-f22a0382-6ca7-45f7-a204-ae32e6b7fce3 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Allocated IP 2001:db8::1 (92c88013-cdaf-4ba4-938f-085e81548ef3/173c7cc2-600a-4465-b503-0f7a6dd9ab2a/0b9090bf-52e0-4b4c-809d-ca378028bddb) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:48:24.771719 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-735af516-4860-4a03-a3d9-3aa9c4b6b9c7 req-afac9a35-b2ff-4486-8515-16abf9aea71b tempest-ServerAddressesTestJSON-554176096 tempest-ServerAddressesTestJSON-554176096-project] 10.222.0.22 "GET /v2.0/security-groups?id=7ea0b42a-a0b3-464e-b69c-d55e3a9013d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666707 Sep 07 02:48:24.863541 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d480b-cc67-4dfe-9794-a335604bce16 req-2a273c5c-4400-4435-b269-3c6c7c68560c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:24.868936 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-759a2574-28c1-462b-8797-c5e3c47b61c9 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:24.876694 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-984d480b-cc67-4dfe-9794-a335604bce16 req-2a273c5c-4400-4435-b269-3c6c7c68560c service neutron] 10.222.0.23 "GET /v2.0/networks?id=c3e9c931-f81d-4ddd-b951-fc0a129a55f6 HTTP/1.1" status: 200 len: 914 time: 0.3942246 Sep 07 02:48:24.887864 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-759a2574-28c1-462b-8797-c5e3c47b61c9 None None] Transition to ACTIVE for port object 73a4436c-171e-487f-a3dc-391a80873c02 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:48:24.896356 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e03f9041-c997-4aa7-8043-c53c4156a547 req-31eca10b-2c10-4ff1-80f3-4d43ae97fec8 service neutron] 10.222.0.16 "GET /v2.0/networks/5d441d5c-0eb6-4443-b7e8-2a0161da35f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129452 Sep 07 02:48:24.939285 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f22a0382-6ca7-45f7-a204-ae32e6b7fce3 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:24.964888 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-f22a0382-6ca7-45f7-a204-ae32e6b7fce3 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Transition to ACTIVE for port object 0b9090bf-52e0-4b4c-809d-ca378028bddb will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:48:24.980682 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-759a2574-28c1-462b-8797-c5e3c47b61c9 None None] Transition to ACTIVE for port object 73a4436c-171e-487f-a3dc-391a80873c02 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:48:25.011958 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-759a2574-28c1-462b-8797-c5e3c47b61c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:25.015601 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f22a0382-6ca7-45f7-a204-ae32e6b7fce3 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:25.040441 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-984d480b-cc67-4dfe-9794-a335604bce16 req-29e38a89-a53f-4cab-a60c-57d329a92358 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ffe25871-0921-4d13-9468-ce99583706b9 HTTP/1.1" status: 200 len: 217 time: 0.1435723 Sep 07 02:48:25.075302 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device d68b88b9-1df1-441c-b242-4eec41ab1283 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:48:25.104136 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22a0382-6ca7-45f7-a204-ae32e6b7fce3 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Network 92c88013-cdaf-4ba4-938f-085e81548ef3 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:48:25.106143 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22a0382-6ca7-45f7-a204-ae32e6b7fce3 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Pushing event updated for resources: {'Port': ['ID=0b9090bf-52e0-4b4c-809d-ca378028bddb,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:25.113311 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-f22a0382-6ca7-45f7-a204-ae32e6b7fce3 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:48:25.121384 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22a0382-6ca7-45f7-a204-ae32e6b7fce3 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:48:25.121966 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f22a0382-6ca7-45f7-a204-ae32e6b7fce3 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:25.146956 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759a2574-28c1-462b-8797-c5e3c47b61c9 None None] Network 67df4870-b431-43c9-90da-bc74d84954f5 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:48:25.149796 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759a2574-28c1-462b-8797-c5e3c47b61c9 None None] Pushing event updated for resources: {'Port': ['ID=73a4436c-171e-487f-a3dc-391a80873c02,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:25.157274 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-759a2574-28c1-462b-8797-c5e3c47b61c9 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:48:25.161266 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759a2574-28c1-462b-8797-c5e3c47b61c9 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:48:25.161469 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d480b-cc67-4dfe-9794-a335604bce16 req-7cbac63d-3e5c-4f05-b2e0-6729093ec2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:25.163010 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-984d480b-cc67-4dfe-9794-a335604bce16 req-7cbac63d-3e5c-4f05-b2e0-6729093ec2c4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8f17e5fa-a209-4015-9c2d-28cec449864b HTTP/1.1" status: 200 len: 854 time: 0.1122384 Sep 07 02:48:25.211153 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-984d480b-cc67-4dfe-9794-a335604bce16 req-6d5c340d-b742-4384-8afb-331c82371d75 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c3e9c931-f81d-4ddd-b951-fc0a129a55f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404718 Sep 07 02:48:25.245221 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-759a2574-28c1-462b-8797-c5e3c47b61c9 None None] Attempting to bind port 73a4436c-171e-487f-a3dc-391a80873c02 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:48:25.245655 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-759a2574-28c1-462b-8797-c5e3c47b61c9 None None] Attempting to bind port 73a4436c-171e-487f-a3dc-391a80873c02 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'c031d511-420e-496b-81c2-399b28fe75a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '67df4870-b431-43c9-90da-bc74d84954f5'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:48:25.246026 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759a2574-28c1-462b-8797-c5e3c47b61c9 None None] Attempting to bind port 73a4436c-171e-487f-a3dc-391a80873c02 on network 67df4870-b431-43c9-90da-bc74d84954f5 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:48:25.248924 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port d68b88b9-1df1-441c-b242-4eec41ab1283 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:48:25.255682 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port d68b88b9-1df1-441c-b242-4eec41ab1283 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:48:25.256056 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:25.259527 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759a2574-28c1-462b-8797-c5e3c47b61c9 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:48:25.259847 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759a2574-28c1-462b-8797-c5e3c47b61c9 None None] Checking segment: {'id': 'c031d511-420e-496b-81c2-399b28fe75a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '67df4870-b431-43c9-90da-bc74d84954f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:48:25.260616 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-759a2574-28c1-462b-8797-c5e3c47b61c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:25.261445 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759a2574-28c1-462b-8797-c5e3c47b61c9 None None] Bound using segment: {'id': 'c031d511-420e-496b-81c2-399b28fe75a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '67df4870-b431-43c9-90da-bc74d84954f5'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:48:25.262543 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-759a2574-28c1-462b-8797-c5e3c47b61c9 None None] Bound port: 73a4436c-171e-487f-a3dc-391a80873c02, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c031d511-420e-496b-81c2-399b28fe75a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '67df4870-b431-43c9-90da-bc74d84954f5'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:48:25.263853 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-759a2574-28c1-462b-8797-c5e3c47b61c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:25.411392 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-984d480b-cc67-4dfe-9794-a335604bce16 req-45798734-3d0e-4d48-a81e-2ef44ba81549 service neutron] 10.222.0.23 "GET /v2.0/networks/c3e9c931-f81d-4ddd-b951-fc0a129a55f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925831 Sep 07 02:48:25.445724 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:25.498059 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-759a2574-28c1-462b-8797-c5e3c47b61c9 None None] For port 73a4436c-171e-487f-a3dc-391a80873c02, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:48:25.503788 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-759a2574-28c1-462b-8797-c5e3c47b61c9 None None] For port 73a4436c-171e-487f-a3dc-391a80873c02, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=73a4436c-171e-487f-a3dc-391a80873c02,segment=NetworkSegment(c031d511-420e-496b-81c2-399b28fe75a2),segment_id=c031d511-420e-496b-81c2-399b28fe75a2)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:48:25.517146 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-759a2574-28c1-462b-8797-c5e3c47b61c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:25.564621 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port d68b88b9-1df1-441c-b242-4eec41ab1283, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=d68b88b9-1df1-441c-b242-4eec41ab1283,segment=NetworkSegment(9984e73e-d556-450e-b9f9-875786afdc0c),segment_id=9984e73e-d556-450e-b9f9-875786afdc0c)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:48:25.573154 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8810c3a0-3ac8-4026-a915-f89364024cd6 None None] Network 92c88013-cdaf-4ba4-938f-085e81548ef3 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:48:25.575036 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-984d480b-cc67-4dfe-9794-a335604bce16 req-babfb35e-c78a-4a84-8337-e57914286563 service neutron] 10.222.0.23 "GET /v2.0/networks/c3e9c931-f81d-4ddd-b951-fc0a129a55f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564255 Sep 07 02:48:25.621181 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:25.621951 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 64f3c586-deec-4fb4-b8af-222646778a29 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:48:25.721156 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759a2574-28c1-462b-8797-c5e3c47b61c9 None None] Pushing event updated for resources: {'Port': ['ID=73a4436c-171e-487f-a3dc-391a80873c02,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:25.737153 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-2106e462-970d-41f8-8a62-c5cb37a5675a None None] Provisioning for port 64f3c586-deec-4fb4-b8af-222646778a29 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:48:25.747958 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6ce7b-df39-418b-93d2-b0d77d50bb29 req-66396e5d-65ae-4ac5-bf47-1148dd577534 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:25.755349 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7ed6ce7b-df39-418b-93d2-b0d77d50bb29 req-66396e5d-65ae-4ac5-bf47-1148dd577534 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd03b013-92cc-4982-b8c3-5bae3a1f039f HTTP/1.1" status: 200 len: 945 time: 0.0810037 Sep 07 02:48:25.815497 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f22a0382-6ca7-45f7-a204-ae32e6b7fce3 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:25.853557 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7ed6ce7b-df39-418b-93d2-b0d77d50bb29 req-72a5378b-2af8-4b6a-acff-ceb9c24311a2 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890656 Sep 07 02:48:25.881929 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=d68b88b9-1df1-441c-b242-4eec41ab1283,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:25.888999 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 64f3c586-deec-4fb4-b8af-222646778a29 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:48:25.899128 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 64f3c586-deec-4fb4-b8af-222646778a29 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:48:25.899444 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:25.949563 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b4886581-99e3-42ed-ad4d-b5c895363ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:25.962217 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b2c50-09ed-49c6-ae2a-a91c41d0c778 req-209d9cf7-97f1-4ba4-949d-0a0f16483e29 tempest-ServerAddressesTestJSON-554176096 tempest-ServerAddressesTestJSON-554176096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:25.971410 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-557b2c50-09ed-49c6-ae2a-a91c41d0c778 req-209d9cf7-97f1-4ba4-949d-0a0f16483e29 tempest-ServerAddressesTestJSON-554176096 tempest-ServerAddressesTestJSON-554176096-project] 10.222.0.22 "GET /v2.0/ports?device_id=9094f2d0-7b3c-43e1-b6a5-110031b6f608 HTTP/1.1" status: 200 len: 943 time: 0.1081355 Sep 07 02:48:26.033863 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-557b2c50-09ed-49c6-ae2a-a91c41d0c778 req-aaa71070-3506-4d61-89ee-64e4746e578c tempest-ServerAddressesTestJSON-554176096 tempest-ServerAddressesTestJSON-554176096-project] 10.222.0.22 "GET /v2.0/security-groups?id=7ea0b42a-a0b3-464e-b69c-d55e3a9013d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561113 Sep 07 02:48:26.057001 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:26.121278 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 64f3c586-deec-4fb4-b8af-222646778a29, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=64f3c586-deec-4fb4-b8af-222646778a29,segment=NetworkSegment(39ec27d2-2773-4b82-bfc6-40fee65dd316),segment_id=39ec27d2-2773-4b82-bfc6-40fee65dd316)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:48:26.130163 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:26.193215 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=64f3c586-deec-4fb4-b8af-222646778a29,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:26.273083 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f22a0382-6ca7-45f7-a204-ae32e6b7fce3 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:26.278083 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f22a0382-6ca7-45f7-a204-ae32e6b7fce3 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:26.278984 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f22a0382-6ca7-45f7-a204-ae32e6b7fce3 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:26.351381 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22a0382-6ca7-45f7-a204-ae32e6b7fce3 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Pushing event updated for resources: {'Port': ['ID=0b9090bf-52e0-4b4c-809d-ca378028bddb,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:26.409763 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-c9c0fb68-8b0a-4c76-8602-68277dc975b0 None None] Provisioning for port 0b9090bf-52e0-4b4c-809d-ca378028bddb completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:48:26.414699 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-c9c0fb68-8b0a-4c76-8602-68277dc975b0 None None] Provisioning complete for port 0b9090bf-52e0-4b4c-809d-ca378028bddb triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:48:26.415084 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c9c0fb68-8b0a-4c76-8602-68277dc975b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:26.433952 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22a0382-6ca7-45f7-a204-ae32e6b7fce3 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Network 92c88013-cdaf-4ba4-938f-085e81548ef3 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:48:26.436761 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-f22a0382-6ca7-45f7-a204-ae32e6b7fce3 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:48:26.458072 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-c9c0fb68-8b0a-4c76-8602-68277dc975b0 None None] Port 0b9090bf-52e0-4b4c-809d-ca378028bddb cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:48:26.469445 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-c9c0fb68-8b0a-4c76-8602-68277dc975b0 None None] Provisioning complete for port 64f3c586-deec-4fb4-b8af-222646778a29 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:48:26.469873 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c9c0fb68-8b0a-4c76-8602-68277dc975b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:26.608475 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f22a0382-6ca7-45f7-a204-ae32e6b7fce3 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Router 4ed9c68d-86e7-4601-87a8-c2d11cda9edf is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 02:48:26.776547 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22a0382-6ca7-45f7-a204-ae32e6b7fce3 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:48:26.786214 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425a05db-96ff-4aa8-bd8b-888fae91fa7f None None] Sync routers for ids ['4ed9c68d-86e7-4601-87a8-c2d11cda9edf'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:48:26.800763 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f22a0382-6ca7-45f7-a204-ae32e6b7fce3 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] 10.222.0.22 "PUT /v2.0/routers/4ed9c68d-86e7-4601-87a8-c2d11cda9edf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1549845 Sep 07 02:48:26.803742 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 33122) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:26.806899 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425a05db-96ff-4aa8-bd8b-888fae91fa7f None None] Routers {'4ed9c68d-86e7-4601-87a8-c2d11cda9edf'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:48:26.807802 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-425a05db-96ff-4aa8-bd8b-888fae91fa7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:47:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['4ed9c68d-86e7-4601-87a8-c2d11cda9edf'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:26.829845 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-01bf1236-bc60-4058-975b-99895410212c None None] Provisioning complete for port 0b9090bf-52e0-4b4c-809d-ca378028bddb triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:48:26.831320 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-01bf1236-bc60-4058-975b-99895410212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:26.887096 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-425a05db-96ff-4aa8-bd8b-888fae91fa7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:26.915813 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425a05db-96ff-4aa8-bd8b-888fae91fa7f None None] Routers {'4ed9c68d-86e7-4601-87a8-c2d11cda9edf'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:48:26.916452 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-425a05db-96ff-4aa8-bd8b-888fae91fa7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:47:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['4ed9c68d-86e7-4601-87a8-c2d11cda9edf'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:27.014162 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-425a05db-96ff-4aa8-bd8b-888fae91fa7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:27.015249 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425a05db-96ff-4aa8-bd8b-888fae91fa7f None None] The sync data for ids ['4ed9c68d-86e7-4601-87a8-c2d11cda9edf'] in n-d-796209-16 is: [] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:48:27.205117 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device d68b88b9-1df1-441c-b242-4eec41ab1283 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:48:27.234749 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a6f64-a4d3-4ba4-a9c8-d058ba97f567 req-794131ec-9563-477d-b896-3991dfb4ba03 tempest-ServerAddressesTestJSON-554176096 tempest-ServerAddressesTestJSON-554176096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:27.244134 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-172a6f64-a4d3-4ba4-a9c8-d058ba97f567 req-794131ec-9563-477d-b896-3991dfb4ba03 tempest-ServerAddressesTestJSON-554176096 tempest-ServerAddressesTestJSON-554176096-project] 10.222.0.22 "GET /v2.0/ports?device_id=9094f2d0-7b3c-43e1-b6a5-110031b6f608 HTTP/1.1" status: 200 len: 943 time: 0.0861897 Sep 07 02:48:27.246056 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-01bf1236-bc60-4058-975b-99895410212c None None] Port 0b9090bf-52e0-4b4c-809d-ca378028bddb cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:48:27.275732 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port d68b88b9-1df1-441c-b242-4eec41ab1283 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:48:27.276265 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:27.285480 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-172a6f64-a4d3-4ba4-a9c8-d058ba97f567 req-6d9dd1bf-4ab0-44e6-8641-c9b2690e9116 tempest-ServerAddressesTestJSON-554176096 tempest-ServerAddressesTestJSON-554176096-project] 10.222.0.22 "GET /v2.0/security-groups?id=7ea0b42a-a0b3-464e-b69c-d55e3a9013d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404217 Sep 07 02:48:27.345822 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17aab6c-10bb-495b-b824-3bfd32379972 None None] Network 67df4870-b431-43c9-90da-bc74d84954f5 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:48:27.453624 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-7609251e-fc73-4a10-a196-3daad09d1ea6 None None] Provisioning for port 73a4436c-171e-487f-a3dc-391a80873c02 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:48:27.475796 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 64f3c586-deec-4fb4-b8af-222646778a29 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:48:27.504323 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device ffe25871-0921-4d13-9468-ce99583706b9 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:48:27.523632 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a634da96-7786-4c99-81be-b2640d92b4b3 req-c6a99da1-b6b5-48c6-9dea-f2f6a0b4defa tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:27.525146 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a634da96-7786-4c99-81be-b2640d92b4b3 req-c6a99da1-b6b5-48c6-9dea-f2f6a0b4defa tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd03b013-92cc-4982-b8c3-5bae3a1f039f HTTP/1.1" status: 200 len: 945 time: 0.1041691 Sep 07 02:48:27.541377 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-7609251e-fc73-4a10-a196-3daad09d1ea6 None None] Provisioning complete for port 0b9090bf-52e0-4b4c-809d-ca378028bddb triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:48:27.541777 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7609251e-fc73-4a10-a196-3daad09d1ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:27.650868 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a634da96-7786-4c99-81be-b2640d92b4b3 req-39749632-d530-4de8-b480-03094afad4df tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944672 Sep 07 02:48:27.707951 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-7609251e-fc73-4a10-a196-3daad09d1ea6 None None] Port 0b9090bf-52e0-4b4c-809d-ca378028bddb cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:48:27.849638 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 64f3c586-deec-4fb4-b8af-222646778a29 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:48:27.850015 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:27.873237 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [None req-646ec948-c860-4781-a77d-6cfb4494d96a tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 02:48:27.873237 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-646ec948-c860-4781-a77d-6cfb4494d96a tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] 10.222.0.22 "PUT /v2.0/routers/4ed9c68d-86e7-4601-87a8-c2d11cda9edf/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0635140 Sep 07 02:48:27.875929 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 33140) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:27.905106 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port ffe25871-0921-4d13-9468-ce99583706b9, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=ffe25871-0921-4d13-9468-ce99583706b9,segment=NetworkSegment(675f325e-c0db-4bf6-96ba-e83c61f73a25),segment_id=675f325e-c0db-4bf6-96ba-e83c61f73a25)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:48:27.923845 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': 'ffe25871-0921-4d13-9468-ce99583706b9', 'network_id': 'c3e9c931-f81d-4ddd-b951-fc0a129a55f6', 'port_id': 'ffe25871-0921-4d13-9468-ce99583706b9', 'mac_address': 'fa:16:3e:da:f7:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f17e5fa-a209-4015-9c2d-28cec449864b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:48:28.007888 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:28.023149 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffe25871-0921-4d13-9468-ce99583706b9 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:48:28.059187 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port ffe25871-0921-4d13-9468-ce99583706b9, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=ffe25871-0921-4d13-9468-ce99583706b9,segment=NetworkSegment(675f325e-c0db-4bf6-96ba-e83c61f73a25),segment_id=675f325e-c0db-4bf6-96ba-e83c61f73a25)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:48:28.060952 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 73a4436c-171e-487f-a3dc-391a80873c02 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:48:28.083596 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:28.157001 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=ffe25871-0921-4d13-9468-ce99583706b9,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:28.188251 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 73a4436c-171e-487f-a3dc-391a80873c02 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:48:28.193320 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b54ac788-0976-417e-a6b2-560bf8be3149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:28.195290 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 73a4436c-171e-487f-a3dc-391a80873c02 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:48:28.195733 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:28.307975 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:28.321487 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-068d81c3-3543-4ec7-b7d7-5ee91e748d96 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:28.332031 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['ffe25871-0921-4d13-9468-ce99583706b9'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:48:28.389402 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 73a4436c-171e-487f-a3dc-391a80873c02, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=73a4436c-171e-487f-a3dc-391a80873c02,segment=NetworkSegment(c031d511-420e-496b-81c2-399b28fe75a2),segment_id=c031d511-420e-496b-81c2-399b28fe75a2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:48:28.404754 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-74f16847-7300-4cc1-bba3-bf1053a60105 None None] Provisioning complete for port 73a4436c-171e-487f-a3dc-391a80873c02 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:48:28.405376 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-74f16847-7300-4cc1-bba3-bf1053a60105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:28.408305 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:28.447615 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8beb6-51a8-4b95-a1aa-c1f78af3f69b req-54884cb0-e9ac-4ad9-b94f-87bfcec74f4d tempest-ServerAddressesTestJSON-554176096 tempest-ServerAddressesTestJSON-554176096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:28.457154 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9ed8beb6-51a8-4b95-a1aa-c1f78af3f69b req-54884cb0-e9ac-4ad9-b94f-87bfcec74f4d tempest-ServerAddressesTestJSON-554176096 tempest-ServerAddressesTestJSON-554176096-project] 10.222.0.22 "GET /v2.0/ports?device_id=9094f2d0-7b3c-43e1-b6a5-110031b6f608 HTTP/1.1" status: 200 len: 944 time: 0.0977826 Sep 07 02:48:28.506010 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9ed8beb6-51a8-4b95-a1aa-c1f78af3f69b req-32da1d67-7b15-4419-b9fd-58f2fa1a9cd6 tempest-ServerAddressesTestJSON-554176096 tempest-ServerAddressesTestJSON-554176096-project] 10.222.0.22 "GET /v2.0/security-groups?id=7ea0b42a-a0b3-464e-b69c-d55e3a9013d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420792 Sep 07 02:48:28.551094 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=73a4436c-171e-487f-a3dc-391a80873c02,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:28.618087 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-068d81c3-3543-4ec7-b7d7-5ee91e748d96 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Deleting port 0b9090bf-52e0-4b4c-809d-ca378028bddb {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:48:28.618533 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-068d81c3-3543-4ec7-b7d7-5ee91e748d96 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:28.698763 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:28.732827 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-068d81c3-3543-4ec7-b7d7-5ee91e748d96 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:28.745461 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-068d81c3-3543-4ec7-b7d7-5ee91e748d96 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Calling delete_port for 0b9090bf-52e0-4b4c-809d-ca378028bddb owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:48:28.890600 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 73a4436c-171e-487f-a3dc-391a80873c02 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:48:28.975336 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 73a4436c-171e-487f-a3dc-391a80873c02 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:48:28.975898 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:28.977105 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-068d81c3-3543-4ec7-b7d7-5ee91e748d96 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:29.038359 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068d81c3-3543-4ec7-b7d7-5ee91e748d96 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Pushing event deleted for resources: {'Port': ['ID=0b9090bf-52e0-4b4c-809d-ca378028bddb,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:29.160866 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-068d81c3-3543-4ec7-b7d7-5ee91e748d96 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:29.351700 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-068d81c3-3543-4ec7-b7d7-5ee91e748d96 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Router 4ed9c68d-86e7-4601-87a8-c2d11cda9edf has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:48:29.432150 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068d81c3-3543-4ec7-b7d7-5ee91e748d96 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:48:29.439013 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-068d81c3-3543-4ec7-b7d7-5ee91e748d96 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] 10.222.0.22 "PUT /v2.0/routers/4ed9c68d-86e7-4601-87a8-c2d11cda9edf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5616715 Sep 07 02:48:29.444012 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 33168) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:29.445422 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb0df95-1111-4c17-a9d1-4a4be5cf80ea None None] Sync routers for ids ['4ed9c68d-86e7-4601-87a8-c2d11cda9edf'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:48:29.467272 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb0df95-1111-4c17-a9d1-4a4be5cf80ea None None] Routers {'4ed9c68d-86e7-4601-87a8-c2d11cda9edf'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:48:29.467942 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-6eb0df95-1111-4c17-a9d1-4a4be5cf80ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:48:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['4ed9c68d-86e7-4601-87a8-c2d11cda9edf'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:29.495955 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-3f6b6bb0-8cf9-40ab-95f9-8165d08a9e2f tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] delete failed (client error): The resource could not be found. Sep 07 02:48:29.503153 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 33170) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:29.503552 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-3f6b6bb0-8cf9-40ab-95f9-8165d08a9e2f tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] 10.222.0.22 "DELETE /v2.0/routers/tempest-non_exist_router-1596851932 HTTP/1.1" status: 404 len: 335 time: 0.0579972 Sep 07 02:48:29.504598 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-6eb0df95-1111-4c17-a9d1-4a4be5cf80ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:29.506916 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device ffe25871-0921-4d13-9468-ce99583706b9 up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:48:29.508963 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:29.509392 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-c56bdac0-12b0-4e12-b4a8-470bd775c62d tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Request body: {'router': {'external_gateway_info': {'network_id': '4ed9c68d-86e7-4601-87a8-c2d11cda9edf'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:48:29.584968 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb0df95-1111-4c17-a9d1-4a4be5cf80ea None None] Routers {'4ed9c68d-86e7-4601-87a8-c2d11cda9edf'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:48:29.585606 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-6eb0df95-1111-4c17-a9d1-4a4be5cf80ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:48:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['4ed9c68d-86e7-4601-87a8-c2d11cda9edf'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:29.635885 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-6eb0df95-1111-4c17-a9d1-4a4be5cf80ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:29.636532 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb0df95-1111-4c17-a9d1-4a4be5cf80ea None None] The sync data for ids ['4ed9c68d-86e7-4601-87a8-c2d11cda9edf'] in n-d-796209-16 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:48:29.661145 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port ffe25871-0921-4d13-9468-ce99583706b9 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:48:29.667928 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port ffe25871-0921-4d13-9468-ce99583706b9 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:48:29.668592 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:29.817827 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:29.841955 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9094f2d0-7b3c-43e1-b6a5-110031b6f608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe25871-0921-4d13-9468-ce99583706b9'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:48:29.844381 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b97533d-d089-4b22-b36b-69b96d083d9e" -d '{"events": [{"server_uuid": "9094f2d0-7b3c-43e1-b6a5-110031b6f608", "name": "network-vif-plugged", "status": "completed", "tag": "ffe25871-0921-4d13-9468-ce99583706b9"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:48:29.846269 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21470da-75c5-4976-9154-76c640ab9e58 req-1a712c82-1976-4d2e-b324-650897827aae tempest-ServerAddressesTestJSON-554176096 tempest-ServerAddressesTestJSON-554176096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:29.847822 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d21470da-75c5-4976-9154-76c640ab9e58 req-1a712c82-1976-4d2e-b324-650897827aae tempest-ServerAddressesTestJSON-554176096 tempest-ServerAddressesTestJSON-554176096-project] 10.222.0.22 "GET /v2.0/ports?device_id=9094f2d0-7b3c-43e1-b6a5-110031b6f608 HTTP/1.1" status: 200 len: 944 time: 0.2447660 Sep 07 02:48:29.864121 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port ffe25871-0921-4d13-9468-ce99583706b9, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=ffe25871-0921-4d13-9468-ce99583706b9,segment=NetworkSegment(675f325e-c0db-4bf6-96ba-e83c61f73a25),segment_id=675f325e-c0db-4bf6-96ba-e83c61f73a25)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:48:29.870841 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:29.884243 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c56bdac0-12b0-4e12-b4a8-470bd775c62d tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:29.921104 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [None req-c56bdac0-12b0-4e12-b4a8-470bd775c62d tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] update failed (client error): The resource could not be found. Sep 07 02:48:29.924044 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c56bdac0-12b0-4e12-b4a8-470bd775c62d tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] 10.222.0.22 "PUT /v2.0/routers/4ed9c68d-86e7-4601-87a8-c2d11cda9edf HTTP/1.1" status: 404 len: 339 time: 0.4176800 Sep 07 02:48:29.926913 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 33182) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:29.938845 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-44a68336-ee3e-44a3-9484-88c2b8702748 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-457981663'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:48:29.953194 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=ffe25871-0921-4d13-9468-ce99583706b9,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:29.962024 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d21470da-75c5-4976-9154-76c640ab9e58 req-3bc831b8-cd2c-4a4a-8079-e9308e83800e tempest-ServerAddressesTestJSON-554176096 tempest-ServerAddressesTestJSON-554176096-project] 10.222.0.22 "GET /v2.0/security-groups?id=7ea0b42a-a0b3-464e-b69c-d55e3a9013d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739944 Sep 07 02:48:29.973089 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a68336-ee3e-44a3-9484-88c2b8702748 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Made reservation on behalf of e9c33ad3ccf4475b990a6818221b29ab for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:48:29.980114 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-44a68336-ee3e-44a3-9484-88c2b8702748 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:30.017802 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44a68336-ee3e-44a3-9484-88c2b8702748 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:48:30.030270 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-44a68336-ee3e-44a3-9484-88c2b8702748 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:30.030682 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-44a68336-ee3e-44a3-9484-88c2b8702748 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Added segment 92e92aa8-23bd-4c7b-b03a-7fcdeed982c5 of type vlan for network 74bd24be-716f-437f-a0d8-7343246b4b74 Sep 07 02:48:30.080185 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-44a68336-ee3e-44a3-9484-88c2b8702748 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:30.095654 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b55baf-cc02-4376-af7e-76cbc5f6fef5 x-openstack-request-id: req-b6b55baf-cc02-4376-af7e-76cbc5f6fef5 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:48:30.095951 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9094f2d0-7b3c-43e1-b6a5-110031b6f608", "name": "network-vif-plugged", "status": "completed", "tag": "ffe25871-0921-4d13-9468-ce99583706b9", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:48:30.096204 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b6b55baf-cc02-4376-af7e-76cbc5f6fef5 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:48:30.096635 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9094f2d0-7b3c-43e1-b6a5-110031b6f608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe25871-0921-4d13-9468-ce99583706b9', 'code': 200} Sep 07 02:48:30.114432 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-44a68336-ee3e-44a3-9484-88c2b8702748 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:30.120476 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a68336-ee3e-44a3-9484-88c2b8702748 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:30.121614 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-44a68336-ee3e-44a3-9484-88c2b8702748 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:30.147359 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 33188) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:30.148009 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-44a68336-ee3e-44a3-9484-88c2b8702748 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2191312 Sep 07 02:48:30.153268 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-92a98558-51d1-4176-bf82-ee3ef567ecad tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Request body: {'subnet': {'network_id': '74bd24be-716f-437f-a0d8-7343246b4b74', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:48:30.233827 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a68336-ee3e-44a3-9484-88c2b8702748 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Pushing event updated for resources: {'Network': ['ID=74bd24be-716f-437f-a0d8-7343246b4b74,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:30.244063 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 74bd24be-716f-437f-a0d8-7343246b4b74 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:48:30.274368 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c3dd4-c168-4bb1-8b3e-0cab0f22e0e3 req-0f5bcaec-4610-4c51-b3d1-b30866630461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:30.275912 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c54c3dd4-c168-4bb1-8b3e-0cab0f22e0e3 req-0f5bcaec-4610-4c51-b3d1-b30866630461 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9094f2d0-7b3c-43e1-b6a5-110031b6f608 HTTP/1.1" status: 200 len: 1097 time: 0.1190012 Sep 07 02:48:30.318597 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a98558-51d1-4176-bf82-ee3ef567ecad tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Made reservation on behalf of e9c33ad3ccf4475b990a6818221b29ab for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:48:30.322355 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-92a98558-51d1-4176-bf82-ee3ef567ecad tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:30.342876 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c54c3dd4-c168-4bb1-8b3e-0cab0f22e0e3 req-4337a582-a5c2-48c5-8aa4-96e22e42f15e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7ea0b42a-a0b3-464e-b69c-d55e3a9013d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590250 Sep 07 02:48:30.516298 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-92a98558-51d1-4176-bf82-ee3ef567ecad tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:30.578058 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a98558-51d1-4176-bf82-ee3ef567ecad tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Pushing event updated for resources: {'Subnet': ['ID=b9c22083-be55-4389-8427-7217f9abef34,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:30.584047 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a98558-51d1-4176-bf82-ee3ef567ecad tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Checking segment: {'id': '92e92aa8-23bd-4c7b-b03a-7fcdeed982c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '74bd24be-716f-437f-a0d8-7343246b4b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:48:30.584500 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a98558-51d1-4176-bf82-ee3ef567ecad tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Network hostable DHCP agents. Network: 74bd24be-716f-437f-a0d8-7343246b4b74, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:48:30.602337 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a98558-51d1-4176-bf82-ee3ef567ecad tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Network 74bd24be-716f-437f-a0d8-7343246b4b74 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:48:30.612693 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-92a98558-51d1-4176-bf82-ee3ef567ecad tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 74bd24be-716f-437f-a0d8-7343246b4b74) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:48:30.618080 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a98558-51d1-4176-bf82-ee3ef567ecad tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:30.618686 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-92a98558-51d1-4176-bf82-ee3ef567ecad tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:30.631947 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fc84b1-8c40-4b66-b6a4-798bf7d41292 None None] Network 74bd24be-716f-437f-a0d8-7343246b4b74 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:48:30.640638 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-92a98558-51d1-4176-bf82-ee3ef567ecad tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4892027 Sep 07 02:48:30.640638 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 33194) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:30.648839 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-84b36f9b-6aa8-4cce-b033-340240a04702 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Request body: {'router': {'external_gateway_info': {'network_id': '74bd24be-716f-437f-a0d8-7343246b4b74'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:48:30.787520 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4222a4e7-9fef-45e8-b110-8f6292e13287 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-74bd24be-716f-437f-a0d8-7343246b4b74', 'network_id': '74bd24be-716f-437f-a0d8-7343246b4b74', 'tenant_id': 'e9c33ad3ccf4475b990a6818221b29ab', 'fixed_ips': [{'subnet_id': 'b9c22083-be55-4389-8427-7217f9abef34'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:48:30.788724 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4222a4e7-9fef-45e8-b110-8f6292e13287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:30.892002 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-84b36f9b-6aa8-4cce-b033-340240a04702 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:30.947628 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-4222a4e7-9fef-45e8-b110-8f6292e13287 None None] Allocated IP 2001:db8:1::2 (74bd24be-716f-437f-a0d8-7343246b4b74/b9c22083-be55-4389-8427-7217f9abef34/4c2fcb2a-e470-4c08-ba55-45a813c55173) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:48:31.042011 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [None req-84b36f9b-6aa8-4cce-b033-340240a04702 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 02:48:31.043846 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-84b36f9b-6aa8-4cce-b033-340240a04702 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] 10.222.0.22 "PUT /v2.0/routers/4ed9c68d-86e7-4601-87a8-c2d11cda9edf HTTP/1.1" status: 400 len: 364 time: 0.4021580 Sep 07 02:48:31.049019 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 33212) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:31.141385 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4222a4e7-9fef-45e8-b110-8f6292e13287 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:31.158193 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-4222a4e7-9fef-45e8-b110-8f6292e13287 None None] Transition to ACTIVE for port object 4c2fcb2a-e470-4c08-ba55-45a813c55173 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:48:31.168749 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70bdeee-abd9-4994-9f37-a1238448698c req-6af57ad8-490b-46ad-b055-b3d34935e6c3 tempest-ServerAddressesTestJSON-554176096 tempest-ServerAddressesTestJSON-554176096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:31.171234 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f70bdeee-abd9-4994-9f37-a1238448698c req-6af57ad8-490b-46ad-b055-b3d34935e6c3 tempest-ServerAddressesTestJSON-554176096 tempest-ServerAddressesTestJSON-554176096-project] 10.222.0.22 "GET /v2.0/ports?device_id=9094f2d0-7b3c-43e1-b6a5-110031b6f608 HTTP/1.1" status: 200 len: 945 time: 0.0730996 Sep 07 02:48:31.193873 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-4222a4e7-9fef-45e8-b110-8f6292e13287 None None] Transition to ACTIVE for port object 4c2fcb2a-e470-4c08-ba55-45a813c55173 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:48:31.206121 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4222a4e7-9fef-45e8-b110-8f6292e13287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:31.223784 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f70bdeee-abd9-4994-9f37-a1238448698c req-fa8eceef-267b-427a-9ea9-c07c3781ce9f tempest-ServerAddressesTestJSON-554176096 tempest-ServerAddressesTestJSON-554176096-project] 10.222.0.22 "GET /v2.0/security-groups?id=7ea0b42a-a0b3-464e-b69c-d55e3a9013d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464478 Sep 07 02:48:31.344145 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4222a4e7-9fef-45e8-b110-8f6292e13287 None None] Network 74bd24be-716f-437f-a0d8-7343246b4b74 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:48:31.349704 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4222a4e7-9fef-45e8-b110-8f6292e13287 None None] Pushing event updated for resources: {'Port': ['ID=4c2fcb2a-e470-4c08-ba55-45a813c55173,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:31.364116 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-4222a4e7-9fef-45e8-b110-8f6292e13287 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:48:31.375839 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4222a4e7-9fef-45e8-b110-8f6292e13287 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:48:31.412685 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:31.495368 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-4222a4e7-9fef-45e8-b110-8f6292e13287 None None] Attempting to bind port 4c2fcb2a-e470-4c08-ba55-45a813c55173 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:48:31.495914 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-4222a4e7-9fef-45e8-b110-8f6292e13287 None None] Attempting to bind port 4c2fcb2a-e470-4c08-ba55-45a813c55173 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '92e92aa8-23bd-4c7b-b03a-7fcdeed982c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '74bd24be-716f-437f-a0d8-7343246b4b74'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:48:31.496383 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4222a4e7-9fef-45e8-b110-8f6292e13287 None None] Attempting to bind port 4c2fcb2a-e470-4c08-ba55-45a813c55173 on network 74bd24be-716f-437f-a0d8-7343246b4b74 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:48:31.502156 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4222a4e7-9fef-45e8-b110-8f6292e13287 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:48:31.503044 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4222a4e7-9fef-45e8-b110-8f6292e13287 None None] Checking segment: {'id': '92e92aa8-23bd-4c7b-b03a-7fcdeed982c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '74bd24be-716f-437f-a0d8-7343246b4b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:48:31.503721 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4222a4e7-9fef-45e8-b110-8f6292e13287 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:31.504187 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4222a4e7-9fef-45e8-b110-8f6292e13287 None None] Bound using segment: {'id': '92e92aa8-23bd-4c7b-b03a-7fcdeed982c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '74bd24be-716f-437f-a0d8-7343246b4b74'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:48:31.504741 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-4222a4e7-9fef-45e8-b110-8f6292e13287 None None] Bound port: 4c2fcb2a-e470-4c08-ba55-45a813c55173, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e92aa8-23bd-4c7b-b03a-7fcdeed982c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '74bd24be-716f-437f-a0d8-7343246b4b74'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:48:31.505197 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4222a4e7-9fef-45e8-b110-8f6292e13287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:31.572237 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ba57e5e7-dac0-4405-b22c-d376a02e518f tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:31.574686 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-4222a4e7-9fef-45e8-b110-8f6292e13287 None None] For port 4c2fcb2a-e470-4c08-ba55-45a813c55173, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:48:31.578314 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-4222a4e7-9fef-45e8-b110-8f6292e13287 None None] For port 4c2fcb2a-e470-4c08-ba55-45a813c55173, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=4c2fcb2a-e470-4c08-ba55-45a813c55173,segment=NetworkSegment(92e92aa8-23bd-4c7b-b03a-7fcdeed982c5),segment_id=92e92aa8-23bd-4c7b-b03a-7fcdeed982c5)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:48:31.583856 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4222a4e7-9fef-45e8-b110-8f6292e13287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:31.664404 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4222a4e7-9fef-45e8-b110-8f6292e13287 None None] Pushing event updated for resources: {'Port': ['ID=4c2fcb2a-e470-4c08-ba55-45a813c55173,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:31.864563 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-ba57e5e7-dac0-4405-b22c-d376a02e518f tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Allocated IP 2001:db8::1 (ce177258-4861-4225-ac22-f8e4630ffa2f/fafa4acb-73fb-45e6-89c7-de4705a94eec/ef103a90-55a2-4fc2-a5e9-97844546be21) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:48:32.027767 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ba57e5e7-dac0-4405-b22c-d376a02e518f tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:32.043175 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-ba57e5e7-dac0-4405-b22c-d376a02e518f tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Transition to ACTIVE for port object ef103a90-55a2-4fc2-a5e9-97844546be21 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:48:32.088798 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ba57e5e7-dac0-4405-b22c-d376a02e518f tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:32.131720 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba57e5e7-dac0-4405-b22c-d376a02e518f tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Network ce177258-4861-4225-ac22-f8e4630ffa2f is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:48:32.140828 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-ba57e5e7-dac0-4405-b22c-d376a02e518f tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:48:32.152677 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba57e5e7-dac0-4405-b22c-d376a02e518f tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Pushing event updated for resources: {'Port': ['ID=ef103a90-55a2-4fc2-a5e9-97844546be21,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:32.162084 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba57e5e7-dac0-4405-b22c-d376a02e518f tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:48:32.162914 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ba57e5e7-dac0-4405-b22c-d376a02e518f tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:32.363080 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ba57e5e7-dac0-4405-b22c-d376a02e518f tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:32.517510 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3a8649-4114-4b4c-a1cf-aafab81b14d5 req-0b78f42b-2f1f-4667-b09d-742657699773 tempest-ServerAddressesTestJSON-554176096 tempest-ServerAddressesTestJSON-554176096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:32.533874 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9f3a8649-4114-4b4c-a1cf-aafab81b14d5 req-0b78f42b-2f1f-4667-b09d-742657699773 tempest-ServerAddressesTestJSON-554176096 tempest-ServerAddressesTestJSON-554176096-project] 10.222.0.22 "GET /v2.0/ports?device_id=9094f2d0-7b3c-43e1-b6a5-110031b6f608 HTTP/1.1" status: 200 len: 945 time: 0.1677103 Sep 07 02:48:32.599278 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-1c625629-6aa4-45de-993b-c9b3e8b6e7bf None None] Provisioning for port ef103a90-55a2-4fc2-a5e9-97844546be21 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:48:32.603966 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-1c625629-6aa4-45de-993b-c9b3e8b6e7bf None None] Provisioning complete for port ef103a90-55a2-4fc2-a5e9-97844546be21 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:48:32.604777 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1c625629-6aa4-45de-993b-c9b3e8b6e7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:32.654328 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-1c625629-6aa4-45de-993b-c9b3e8b6e7bf None None] Port ef103a90-55a2-4fc2-a5e9-97844546be21 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:48:32.720548 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9f3a8649-4114-4b4c-a1cf-aafab81b14d5 req-663e70b3-3b9c-4fbb-8a04-c2a081ddab97 tempest-ServerAddressesTestJSON-554176096 tempest-ServerAddressesTestJSON-554176096-project] 10.222.0.22 "GET /v2.0/security-groups?id=7ea0b42a-a0b3-464e-b69c-d55e3a9013d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849892 Sep 07 02:48:32.905394 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ba57e5e7-dac0-4405-b22c-d376a02e518f tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:32.915168 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ba57e5e7-dac0-4405-b22c-d376a02e518f tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:32.916203 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ba57e5e7-dac0-4405-b22c-d376a02e518f tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:32.994328 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 4c2fcb2a-e470-4c08-ba55-45a813c55173 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:48:33.039375 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2070a1d9-a9cc-4f85-81f8-1e4d9ed3dcdb None None] Network 74bd24be-716f-437f-a0d8-7343246b4b74 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:48:33.059748 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba57e5e7-dac0-4405-b22c-d376a02e518f tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Pushing event updated for resources: {'Port': ['ID=ef103a90-55a2-4fc2-a5e9-97844546be21,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:33.108207 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba57e5e7-dac0-4405-b22c-d376a02e518f tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Network ce177258-4861-4225-ac22-f8e4630ffa2f is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:48:33.109394 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-ba57e5e7-dac0-4405-b22c-d376a02e518f tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:48:33.127763 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 4c2fcb2a-e470-4c08-ba55-45a813c55173 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:48:33.136873 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-9dabdb08-b8e2-4af2-9b32-a53278d1f4d8 None None] Provisioning for port 4c2fcb2a-e470-4c08-ba55-45a813c55173 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:48:33.143515 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 4c2fcb2a-e470-4c08-ba55-45a813c55173 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:48:33.144135 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:33.160421 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-9dabdb08-b8e2-4af2-9b32-a53278d1f4d8 None None] Provisioning complete for port 4c2fcb2a-e470-4c08-ba55-45a813c55173 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:48:33.160841 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9dabdb08-b8e2-4af2-9b32-a53278d1f4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:33.268230 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba57e5e7-dac0-4405-b22c-d376a02e518f tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Router 4ed9c68d-86e7-4601-87a8-c2d11cda9edf has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:48:33.396350 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:33.399371 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9dabdb08-b8e2-4af2-9b32-a53278d1f4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:33.432926 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e05fab-eece-4b6f-b247-d769c89dd814 req-3189c5e8-65fc-4390-809e-254856681e66 tempest-ServerAddressesTestJSON-554176096 tempest-ServerAddressesTestJSON-554176096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:33.434645 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-67e05fab-eece-4b6f-b247-d769c89dd814 req-3189c5e8-65fc-4390-809e-254856681e66 tempest-ServerAddressesTestJSON-554176096 tempest-ServerAddressesTestJSON-554176096-project] 10.222.0.22 "GET /v2.0/ports?device_id=9094f2d0-7b3c-43e1-b6a5-110031b6f608 HTTP/1.1" status: 200 len: 945 time: 0.1120617 Sep 07 02:48:33.438785 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba57e5e7-dac0-4405-b22c-d376a02e518f tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:48:33.448392 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-ba57e5e7-dac0-4405-b22c-d376a02e518f tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] 10.222.0.22 "PUT /v2.0/routers/4ed9c68d-86e7-4601-87a8-c2d11cda9edf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3957906 Sep 07 02:48:33.449728 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d0910f-ca37-441b-b370-2a3f37a2a7ab None None] Sync routers for ids ['4ed9c68d-86e7-4601-87a8-c2d11cda9edf'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:48:33.452479 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 33262) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:33.458354 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 4c2fcb2a-e470-4c08-ba55-45a813c55173, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=4c2fcb2a-e470-4c08-ba55-45a813c55173,segment=NetworkSegment(92e92aa8-23bd-4c7b-b03a-7fcdeed982c5),segment_id=92e92aa8-23bd-4c7b-b03a-7fcdeed982c5)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:48:33.462499 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d0910f-ca37-441b-b370-2a3f37a2a7ab None None] Routers {'4ed9c68d-86e7-4601-87a8-c2d11cda9edf'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:48:33.464662 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-a1d0910f-ca37-441b-b370-2a3f37a2a7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:48:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['4ed9c68d-86e7-4601-87a8-c2d11cda9edf'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:33.466421 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:33.536825 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-67e05fab-eece-4b6f-b247-d769c89dd814 req-723962c9-c53a-457d-bd63-883859a3cff1 tempest-ServerAddressesTestJSON-554176096 tempest-ServerAddressesTestJSON-554176096-project] 10.222.0.22 "GET /v2.0/security-groups?id=7ea0b42a-a0b3-464e-b69c-d55e3a9013d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769920 Sep 07 02:48:33.538396 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-a1d0910f-ca37-441b-b370-2a3f37a2a7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:33.548952 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d0910f-ca37-441b-b370-2a3f37a2a7ab None None] Routers {'4ed9c68d-86e7-4601-87a8-c2d11cda9edf'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:48:33.550036 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-a1d0910f-ca37-441b-b370-2a3f37a2a7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:48:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['4ed9c68d-86e7-4601-87a8-c2d11cda9edf'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:33.568089 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.db.api [None req-9dabdb08-b8e2-4af2-9b32-a53278d1f4d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 02:48:33.568553 n-d-796209-16 neutron-server[94702]: DEBUG oslo_db.api [None req-9dabdb08-b8e2-4af2-9b32-a53278d1f4d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 02:48:33.573830 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=4c2fcb2a-e470-4c08-ba55-45a813c55173,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:33.589938 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-a1d0910f-ca37-441b-b370-2a3f37a2a7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:33.590605 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d0910f-ca37-441b-b370-2a3f37a2a7ab None None] The sync data for ids ['4ed9c68d-86e7-4601-87a8-c2d11cda9edf'] in n-d-796209-16 is: [] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:48:33.613787 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c4143a3b-16d2-4c25-9a9c-92a267370315 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:33.731131 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [None req-c4143a3b-16d2-4c25-9a9c-92a267370315 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 07 02:48:33.732840 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c4143a3b-16d2-4c25-9a9c-92a267370315 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] 10.222.0.22 "DELETE /v2.0/routers/4ed9c68d-86e7-4601-87a8-c2d11cda9edf HTTP/1.1" status: 409 len: 329 time: 0.2793753 Sep 07 02:48:33.735953 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 33276) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:34.308933 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 02:48:34.386798 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-6a036cee-7f46-49d3-8b32-06f0b5bcea7c None None] Provisioning complete for port ef103a90-55a2-4fc2-a5e9-97844546be21 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:48:34.388834 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6a036cee-7f46-49d3-8b32-06f0b5bcea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:34.432022 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-6a036cee-7f46-49d3-8b32-06f0b5bcea7c None None] Port ef103a90-55a2-4fc2-a5e9-97844546be21 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:48:34.443792 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-6a036cee-7f46-49d3-8b32-06f0b5bcea7c None None] Provisioning complete for port 4c2fcb2a-e470-4c08-ba55-45a813c55173 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:48:34.444670 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6a036cee-7f46-49d3-8b32-06f0b5bcea7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:34.494259 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-996c5505-66aa-4fc8-804d-80a5d5918129 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:34.628675 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d675d2e-1d41-4069-8719-ee5d21225342 req-79922473-89be-465c-a76a-efbe66c20e76 tempest-ServerAddressesTestJSON-554176096 tempest-ServerAddressesTestJSON-554176096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:34.630411 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2d675d2e-1d41-4069-8719-ee5d21225342 req-79922473-89be-465c-a76a-efbe66c20e76 tempest-ServerAddressesTestJSON-554176096 tempest-ServerAddressesTestJSON-554176096-project] 10.222.0.23 "GET /v2.0/ports?device_id=9094f2d0-7b3c-43e1-b6a5-110031b6f608 HTTP/1.1" status: 200 len: 945 time: 0.0980439 Sep 07 02:48:34.802131 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990667da-eb9c-4bff-9933-1dbbc2f9fa5f req-f99b6294-a47f-42ab-a971-1dd2467370b5 tempest-ServerAddressesTestJSON-554176096 tempest-ServerAddressesTestJSON-554176096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:34.803799 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-990667da-eb9c-4bff-9933-1dbbc2f9fa5f req-f99b6294-a47f-42ab-a971-1dd2467370b5 tempest-ServerAddressesTestJSON-554176096 tempest-ServerAddressesTestJSON-554176096-project] 10.222.0.22 "GET /v2.0/ports?device_id=9094f2d0-7b3c-43e1-b6a5-110031b6f608 HTTP/1.1" status: 200 len: 945 time: 0.1720853 Sep 07 02:48:34.875048 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-990667da-eb9c-4bff-9933-1dbbc2f9fa5f req-1999336c-7bfe-41e9-ac0d-771bbcaed91c tempest-ServerAddressesTestJSON-554176096 tempest-ServerAddressesTestJSON-554176096-project] 10.222.0.22 "GET /v2.0/security-groups?id=7ea0b42a-a0b3-464e-b69c-d55e3a9013d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613928 Sep 07 02:48:34.882269 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-2d675d2e-1d41-4069-8719-ee5d21225342 req-28834b3c-1764-43d0-b9fc-755ed1780388 tempest-ServerAddressesTestJSON-554176096 tempest-ServerAddressesTestJSON-554176096-project] Deleting port ffe25871-0921-4d13-9468-ce99583706b9 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:48:34.882685 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2d675d2e-1d41-4069-8719-ee5d21225342 req-28834b3c-1764-43d0-b9fc-755ed1780388 tempest-ServerAddressesTestJSON-554176096 tempest-ServerAddressesTestJSON-554176096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:34.891080 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 4c2fcb2a-e470-4c08-ba55-45a813c55173 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:48:34.962723 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 4c2fcb2a-e470-4c08-ba55-45a813c55173 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:48:34.963343 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:35.029642 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-2d675d2e-1d41-4069-8719-ee5d21225342 req-28834b3c-1764-43d0-b9fc-755ed1780388 tempest-ServerAddressesTestJSON-554176096 tempest-ServerAddressesTestJSON-554176096-project] For port ffe25871-0921-4d13-9468-ce99583706b9, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=ffe25871-0921-4d13-9468-ce99583706b9,segment=NetworkSegment(675f325e-c0db-4bf6-96ba-e83c61f73a25),segment_id=675f325e-c0db-4bf6-96ba-e83c61f73a25)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:48:35.030101 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2d675d2e-1d41-4069-8719-ee5d21225342 req-28834b3c-1764-43d0-b9fc-755ed1780388 tempest-ServerAddressesTestJSON-554176096 tempest-ServerAddressesTestJSON-554176096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:35.046917 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-2d675d2e-1d41-4069-8719-ee5d21225342 req-28834b3c-1764-43d0-b9fc-755ed1780388 tempest-ServerAddressesTestJSON-554176096 tempest-ServerAddressesTestJSON-554176096-project] Calling delete_port for ffe25871-0921-4d13-9468-ce99583706b9 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:48:35.128801 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-996c5505-66aa-4fc8-804d-80a5d5918129 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Deleting port ef103a90-55a2-4fc2-a5e9-97844546be21 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:48:35.129272 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-996c5505-66aa-4fc8-804d-80a5d5918129 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:35.239019 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-996c5505-66aa-4fc8-804d-80a5d5918129 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:35.284610 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-996c5505-66aa-4fc8-804d-80a5d5918129 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Calling delete_port for ef103a90-55a2-4fc2-a5e9-97844546be21 owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:48:35.350509 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2d675d2e-1d41-4069-8719-ee5d21225342 req-28834b3c-1764-43d0-b9fc-755ed1780388 tempest-ServerAddressesTestJSON-554176096 tempest-ServerAddressesTestJSON-554176096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:35.362926 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['ffe25871-0921-4d13-9468-ce99583706b9'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:48:35.400096 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28834b3c-1764-43d0-b9fc-755ed1780388 tempest-ServerAddressesTestJSON-554176096 tempest-ServerAddressesTestJSON-554176096-project] Pushing event deleted for resources: {'Port': ['ID=ffe25871-0921-4d13-9468-ce99583706b9,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:35.484348 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d675d2e-1d41-4069-8719-ee5d21225342 req-28834b3c-1764-43d0-b9fc-755ed1780388 tempest-ServerAddressesTestJSON-554176096 tempest-ServerAddressesTestJSON-554176096-project] No DVR routers for this DVR port ffe25871-0921-4d13-9468-ce99583706b9 on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:48:35.487002 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2d675d2e-1d41-4069-8719-ee5d21225342 req-28834b3c-1764-43d0-b9fc-755ed1780388 tempest-ServerAddressesTestJSON-554176096 tempest-ServerAddressesTestJSON-554176096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:35.489416 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2d675d2e-1d41-4069-8719-ee5d21225342 req-28834b3c-1764-43d0-b9fc-755ed1780388 tempest-ServerAddressesTestJSON-554176096 tempest-ServerAddressesTestJSON-554176096-project] 10.222.0.23 "DELETE /v2.0/ports/ffe25871-0921-4d13-9468-ce99583706b9 HTTP/1.1" status: 204 len: 173 time: 0.8451159 Sep 07 02:48:35.491657 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9094f2d0-7b3c-43e1-b6a5-110031b6f608', 'name': 'network-vif-deleted', 'tag': 'ffe25871-0921-4d13-9468-ce99583706b9'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:48:35.494401 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71655a70-49ae-4b8f-acd2-6e46af00dc52" -d '{"events": [{"server_uuid": "9094f2d0-7b3c-43e1-b6a5-110031b6f608", "name": "network-vif-deleted", "tag": "ffe25871-0921-4d13-9468-ce99583706b9"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:48:35.638556 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-996c5505-66aa-4fc8-804d-80a5d5918129 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:35.681875 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996c5505-66aa-4fc8-804d-80a5d5918129 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Pushing event deleted for resources: {'Port': ['ID=ef103a90-55a2-4fc2-a5e9-97844546be21,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:35.750680 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684aaf5d-fef4-4997-a471-23f29bc3d7d1 x-openstack-request-id: req-684aaf5d-fef4-4997-a471-23f29bc3d7d1 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:48:35.750954 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9094f2d0-7b3c-43e1-b6a5-110031b6f608", "name": "network-vif-deleted", "tag": "ffe25871-0921-4d13-9468-ce99583706b9", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:48:35.751210 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-684aaf5d-fef4-4997-a471-23f29bc3d7d1 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:48:35.751630 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9094f2d0-7b3c-43e1-b6a5-110031b6f608', 'name': 'network-vif-deleted', 'tag': 'ffe25871-0921-4d13-9468-ce99583706b9', 'status': 'completed', 'code': 200} Sep 07 02:48:35.818877 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-996c5505-66aa-4fc8-804d-80a5d5918129 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:36.031518 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-996c5505-66aa-4fc8-804d-80a5d5918129 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Router 4ed9c68d-86e7-4601-87a8-c2d11cda9edf has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:48:36.087296 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-30676b1e-e6e8-449a-b785-7cb7aeae1d77 req-550b2e7a-7131-49d8-bee5-b54963f8ee66 tempest-ServerAddressesTestJSON-554176096 tempest-ServerAddressesTestJSON-554176096-project] 10.222.0.22 "GET /v2.0/ports?device_id=9094f2d0-7b3c-43e1-b6a5-110031b6f608 HTTP/1.1" status: 200 len: 210 time: 0.0541260 Sep 07 02:48:36.197410 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996c5505-66aa-4fc8-804d-80a5d5918129 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:48:36.207251 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a04a6a6-cda2-43b1-8a26-0676c3ff9164 None None] Sync routers for ids ['4ed9c68d-86e7-4601-87a8-c2d11cda9edf'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:48:36.209471 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-996c5505-66aa-4fc8-804d-80a5d5918129 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] 10.222.0.22 "PUT /v2.0/routers/4ed9c68d-86e7-4601-87a8-c2d11cda9edf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4725008 Sep 07 02:48:36.212961 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 33320) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:36.228802 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a04a6a6-cda2-43b1-8a26-0676c3ff9164 None None] Routers {'4ed9c68d-86e7-4601-87a8-c2d11cda9edf'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:48:36.229974 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-2a04a6a6-cda2-43b1-8a26-0676c3ff9164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:48:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['4ed9c68d-86e7-4601-87a8-c2d11cda9edf'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:36.268160 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [None req-a98af6c6-66d0-4b2d-8915-e95754ba41c3 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] show failed (client error): The resource could not be found. Sep 07 02:48:36.273650 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 33322) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:36.274922 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a98af6c6-66d0-4b2d-8915-e95754ba41c3 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] 10.222.0.22 "GET /v2.0/routers/tempest-non_exist_router-1580021255 HTTP/1.1" status: 404 len: 335 time: 0.0593607 Sep 07 02:48:36.276476 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-2a04a6a6-cda2-43b1-8a26-0676c3ff9164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:36.279605 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-b884b2e8-5982-40de-a48f-ed78d4767cdb tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:48:36.285477 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a04a6a6-cda2-43b1-8a26-0676c3ff9164 None None] Routers {'4ed9c68d-86e7-4601-87a8-c2d11cda9edf'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:48:36.286172 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-2a04a6a6-cda2-43b1-8a26-0676c3ff9164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:48:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['4ed9c68d-86e7-4601-87a8-c2d11cda9edf'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:36.319756 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-2a04a6a6-cda2-43b1-8a26-0676c3ff9164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:36.320514 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a04a6a6-cda2-43b1-8a26-0676c3ff9164 None None] The sync data for ids ['4ed9c68d-86e7-4601-87a8-c2d11cda9edf'] in n-d-796209-16 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:48:36.340746 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-b884b2e8-5982-40de-a48f-ed78d4767cdb tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] update failed (client error): The resource could not be found. Sep 07 02:48:36.342144 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b884b2e8-5982-40de-a48f-ed78d4767cdb tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] 10.222.0.22 "PUT /v2.0/routers/tempest-non_exist_router-1817136331 HTTP/1.1" status: 404 len: 335 time: 0.0665989 Sep 07 02:48:36.346655 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 33324) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:36.355004 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 33326) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:36.405750 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-81d68278-1df8-40ca-9ec2-f9a452a37936 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Deleting subnet b9c22083-be55-4389-8427-7217f9abef34 {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:48:36.409481 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-81d68278-1df8-40ca-9ec2-f9a452a37936 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:36.468163 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-81d68278-1df8-40ca-9ec2-f9a452a37936 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:36.511902 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-178f6ee4-e6ba-4c10-ba32-c486fc11171f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:36.629286 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-178f6ee4-e6ba-4c10-ba32-c486fc11171f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:36.636959 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-178f6ee4-e6ba-4c10-ba32-c486fc11171f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:36.705589 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-178f6ee4-e6ba-4c10-ba32-c486fc11171f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=35d16e2aacec44f1a6cba2ed1d0b53da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3470638 Sep 07 02:48:36.705589 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178f6ee4-e6ba-4c10-ba32-c486fc11171f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de155ec5-a23a-448d-be01-25747628cf56,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:36.706301 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 33332) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:36.773277 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fc946059-951f-4188-9c0d-4d7c20833dd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:36.802515 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fc946059-951f-4188-9c0d-4d7c20833dd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:36.861096 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fc946059-951f-4188-9c0d-4d7c20833dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:36.865718 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fc946059-951f-4188-9c0d-4d7c20833dd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:36.867998 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-fc946059-951f-4188-9c0d-4d7c20833dd7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/de155ec5-a23a-448d-be01-25747628cf56 HTTP/1.1" status: 204 len: 168 time: 0.1506445 Sep 07 02:48:36.882622 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc946059-951f-4188-9c0d-4d7c20833dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de155ec5-a23a-448d-be01-25747628cf56,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:36.884326 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-81d68278-1df8-40ca-9ec2-f9a452a37936 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:36.958621 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-81d68278-1df8-40ca-9ec2-f9a452a37936 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:36.987639 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d68278-1df8-40ca-9ec2-f9a452a37936 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Pushing event deleted for resources: {'Subnet': ['ID=b9c22083-be55-4389-8427-7217f9abef34,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:36.991379 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-81d68278-1df8-40ca-9ec2-f9a452a37936 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:36.995594 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-81d68278-1df8-40ca-9ec2-f9a452a37936 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] 10.222.0.22 "DELETE /v2.0/subnets/b9c22083-be55-4389-8427-7217f9abef34 HTTP/1.1" status: 204 len: 168 time: 0.6453588 Sep 07 02:48:36.996301 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 33340) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:37.000344 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96498867-07ec-444c-aa39-7d1ae2a23dc9 None None] Network 74bd24be-716f-437f-a0d8-7343246b4b74 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:48:37.133058 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-179bfd05-6d4d-444e-908a-d8350e3feb10 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:37.164568 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 33344) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:37.217862 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-179bfd05-6d4d-444e-908a-d8350e3feb10 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Deleting port 4c2fcb2a-e470-4c08-ba55-45a813c55173 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:48:37.217862 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-179bfd05-6d4d-444e-908a-d8350e3feb10 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:37.219094 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 33350) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:37.225352 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9abf9a8-35f5-486b-81ce-14193c63387a None None] DHCP port deletion for 74bd24be-716f-437f-a0d8-7343246b4b74 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:48:37.256601 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9ee483f3-36f9-4cea-8972-145cb33fb318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:37.280641 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-84299f83-b2dc-4d83-aed0-65e24dc2e0c5 admin admin] Deleting subnet 8f17e5fa-a209-4015-9c2d-28cec449864b {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:48:37.294729 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-84299f83-b2dc-4d83-aed0-65e24dc2e0c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:37.296415 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-b9abf9a8-35f5-486b-81ce-14193c63387a None None] Deleting port 4c2fcb2a-e470-4c08-ba55-45a813c55173 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:48:37.296863 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b9abf9a8-35f5-486b-81ce-14193c63387a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:37.383119 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-84299f83-b2dc-4d83-aed0-65e24dc2e0c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:37.385437 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-179bfd05-6d4d-444e-908a-d8350e3feb10 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] For port 4c2fcb2a-e470-4c08-ba55-45a813c55173, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=4c2fcb2a-e470-4c08-ba55-45a813c55173,segment=NetworkSegment(92e92aa8-23bd-4c7b-b03a-7fcdeed982c5),segment_id=92e92aa8-23bd-4c7b-b03a-7fcdeed982c5)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:48:37.390574 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-179bfd05-6d4d-444e-908a-d8350e3feb10 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:37.411265 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-b9abf9a8-35f5-486b-81ce-14193c63387a None None] For port 4c2fcb2a-e470-4c08-ba55-45a813c55173, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=4c2fcb2a-e470-4c08-ba55-45a813c55173,segment=NetworkSegment(92e92aa8-23bd-4c7b-b03a-7fcdeed982c5),segment_id=92e92aa8-23bd-4c7b-b03a-7fcdeed982c5)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:48:37.411766 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b9abf9a8-35f5-486b-81ce-14193c63387a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:37.433750 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-179bfd05-6d4d-444e-908a-d8350e3feb10 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Calling delete_port for 4c2fcb2a-e470-4c08-ba55-45a813c55173 owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:48:37.436405 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-b9abf9a8-35f5-486b-81ce-14193c63387a None None] Calling delete_port for 4c2fcb2a-e470-4c08-ba55-45a813c55173 owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:48:37.438022 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-84299f83-b2dc-4d83-aed0-65e24dc2e0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:37.494900 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-84299f83-b2dc-4d83-aed0-65e24dc2e0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:37.532996 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b9abf9a8-35f5-486b-81ce-14193c63387a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:37.539362 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84299f83-b2dc-4d83-aed0-65e24dc2e0c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f17e5fa-a209-4015-9c2d-28cec449864b,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:37.548394 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-84299f83-b2dc-4d83-aed0-65e24dc2e0c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:37.550520 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-84299f83-b2dc-4d83-aed0-65e24dc2e0c5 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/8f17e5fa-a209-4015-9c2d-28cec449864b HTTP/1.1" status: 204 len: 168 time: 0.3845787 Sep 07 02:48:37.554881 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 33356) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:37.557728 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9abf9a8-35f5-486b-81ce-14193c63387a None None] No DVR routers for this DVR port 4c2fcb2a-e470-4c08-ba55-45a813c55173 on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:48:37.561798 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-179bfd05-6d4d-444e-908a-d8350e3feb10 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:37.586882 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9abf9a8-35f5-486b-81ce-14193c63387a None None] Pushing event deleted for resources: {'Port': ['ID=4c2fcb2a-e470-4c08-ba55-45a813c55173,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:37.599159 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9abf9a8-35f5-486b-81ce-14193c63387a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:48:37.599775 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9abf9a8-35f5-486b-81ce-14193c63387a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:48:37.600561 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9abf9a8-35f5-486b-81ce-14193c63387a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:48:37.600998 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9abf9a8-35f5-486b-81ce-14193c63387a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:48:37.601343 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9abf9a8-35f5-486b-81ce-14193c63387a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:48:37.601684 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9abf9a8-35f5-486b-81ce-14193c63387a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:48:37.602021 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9abf9a8-35f5-486b-81ce-14193c63387a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:48:37.602395 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9abf9a8-35f5-486b-81ce-14193c63387a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:48:37.602971 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9abf9a8-35f5-486b-81ce-14193c63387a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:48:37.603651 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9abf9a8-35f5-486b-81ce-14193c63387a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:48:37.604246 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9abf9a8-35f5-486b-81ce-14193c63387a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:48:37.604830 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9abf9a8-35f5-486b-81ce-14193c63387a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:48:37.614629 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179bfd05-6d4d-444e-908a-d8350e3feb10 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] No DVR routers for this DVR port 4c2fcb2a-e470-4c08-ba55-45a813c55173 on host n-d-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:48:37.616363 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179bfd05-6d4d-444e-908a-d8350e3feb10 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Pushing event deleted for resources: {'Port': ['ID=4c2fcb2a-e470-4c08-ba55-45a813c55173,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:37.673274 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a75d540b-a886-4869-b81a-76f59076359b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:37.686384 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9ee483f3-36f9-4cea-8972-145cb33fb318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:37.721186 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9ee483f3-36f9-4cea-8972-145cb33fb318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:37.724894 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-179bfd05-6d4d-444e-908a-d8350e3feb10 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:37.777616 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9ee483f3-36f9-4cea-8972-145cb33fb318 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4e5402ec57f8446ea94f03380d41111d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5564291 Sep 07 02:48:37.780581 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-179bfd05-6d4d-444e-908a-d8350e3feb10 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74bd24be-716f-437f-a0d8-7343246b4b74']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:37.790061 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 33360) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:37.806255 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a75d540b-a886-4869-b81a-76f59076359b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:37.833208 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-179bfd05-6d4d-444e-908a-d8350e3feb10 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92e92aa8-23bd-4c7b-b03a-7fcdeed982c5') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:37.833444 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-179bfd05-6d4d-444e-908a-d8350e3feb10 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92e92aa8-23bd-4c7b-b03a-7fcdeed982c5') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:37.839806 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-a75d540b-a886-4869-b81a-76f59076359b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3e9c931-f81d-4ddd-b951-fc0a129a55f6']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:37.841748 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee483f3-36f9-4cea-8972-145cb33fb318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db8feb0-4b0b-42a1-814a-c36c97732bb9,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:37.851751 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-179bfd05-6d4d-444e-908a-d8350e3feb10 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:37.865047 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-a75d540b-a886-4869-b81a-76f59076359b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '675f325e-c0db-4bf6-96ba-e83c61f73a25') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:37.867542 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-a75d540b-a886-4869-b81a-76f59076359b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '675f325e-c0db-4bf6-96ba-e83c61f73a25') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:37.871178 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-179bfd05-6d4d-444e-908a-d8350e3feb10 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:37.877244 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a75d540b-a886-4869-b81a-76f59076359b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:37.884403 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-179bfd05-6d4d-444e-908a-d8350e3feb10 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:48:37.884806 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-179bfd05-6d4d-444e-908a-d8350e3feb10 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:37.888449 n-d-796209-16 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:48:37.888449 n-d-796209-16 neutron-server[94700]: self.session.flush() Sep 07 02:48:37.888449 n-d-796209-16 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:48:37.888449 n-d-796209-16 neutron-server[94700]: self.session.flush() Sep 07 02:48:37.888449 n-d-796209-16 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:48:37.888449 n-d-796209-16 neutron-server[94700]: self.session.flush() Sep 07 02:48:37.888449 n-d-796209-16 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:48:37.888449 n-d-796209-16 neutron-server[94700]: self.session.flush() Sep 07 02:48:37.888449 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:48:37.888449 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:48:37.888449 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:48:37.888449 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:48:37.888449 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:48:37.888449 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:48:37.888449 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:48:37.888449 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:48:37.888449 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:48:37.888449 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:48:37.888449 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:48:37.888449 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:48:37.888449 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:48:37.888449 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:48:37.888449 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:48:37.888449 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:48:37.888449 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:48:37.888449 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:48:37.888449 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:48:37.888449 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:48:37.888449 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:48:37.888449 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:48:37.888449 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:48:37.888449 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:48:37.888449 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:48:37.888449 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:48:37.888449 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:48:37.888449 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:48:37.888449 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:48:37.888449 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:48:37.888449 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:48:37.888449 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:48:37.891885 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-09d4a384-fc59-4a31-ae7e-0bfe12db02a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:37.907672 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a75d540b-a886-4869-b81a-76f59076359b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:37.919056 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a75d540b-a886-4869-b81a-76f59076359b admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:48:37.919507 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a75d540b-a886-4869-b81a-76f59076359b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:37.976060 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:48:37.976060 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:48:37.976060 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:48:37.976060 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:48:37.976060 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:48:37.976060 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:48:37.976060 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:48:37.976060 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:48:37.976060 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:48:37.976060 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:48:37.976060 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:48:37.976060 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:48:37.976060 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:48:37.976060 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:48:37.976060 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:48:37.976060 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:48:37.976060 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:48:37.976060 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:48:37.976060 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:48:37.976060 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:48:37.976060 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:48:37.976060 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:48:37.976060 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:48:37.976060 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:48:37.976060 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:48:37.976060 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:48:37.976060 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:48:37.976060 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:48:37.976060 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:48:37.976060 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:48:37.976060 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:48:37.976060 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:48:37.982963 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-09d4a384-fc59-4a31-ae7e-0bfe12db02a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:37.991630 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a75d540b-a886-4869-b81a-76f59076359b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:38.001746 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a75d540b-a886-4869-b81a-76f59076359b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:38.004173 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-179bfd05-6d4d-444e-908a-d8350e3feb10 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:38.006638 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a75d540b-a886-4869-b81a-76f59076359b admin admin] 10.222.0.22 "DELETE /v2.0/networks/c3e9c931-f81d-4ddd-b951-fc0a129a55f6 HTTP/1.1" status: 204 len: 168 time: 0.4503384 Sep 07 02:48:38.019904 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75d540b-a886-4869-b81a-76f59076359b admin admin] Pushing event deleted for resources: {'Network': ['ID=c3e9c931-f81d-4ddd-b951-fc0a129a55f6,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:38.028973 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-179bfd05-6d4d-444e-908a-d8350e3feb10 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:38.030922 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-179bfd05-6d4d-444e-908a-d8350e3feb10 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] 10.222.0.22 "DELETE /v2.0/networks/74bd24be-716f-437f-a0d8-7343246b4b74 HTTP/1.1" status: 204 len: 168 time: 1.0340345 Sep 07 02:48:38.034501 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 33366) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:38.045240 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179bfd05-6d4d-444e-908a-d8350e3feb10 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Pushing event deleted for resources: {'Network': ['ID=74bd24be-716f-437f-a0d8-7343246b4b74,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:38.069806 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-09d4a384-fc59-4a31-ae7e-0bfe12db02a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:38.074040 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-09d4a384-fc59-4a31-ae7e-0bfe12db02a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:38.075924 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-09d4a384-fc59-4a31-ae7e-0bfe12db02a5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9db8feb0-4b0b-42a1-814a-c36c97732bb9 HTTP/1.1" status: 204 len: 168 time: 0.2847686 Sep 07 02:48:38.106848 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d4a384-fc59-4a31-ae7e-0bfe12db02a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db8feb0-4b0b-42a1-814a-c36c97732bb9,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:38.133181 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-be26766f-8e5e-4dfb-987c-0148ea882e5a tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Deleting subnet be0480f3-5c5e-4ea2-8687-751e3ac6f211 {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:48:38.136997 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-be26766f-8e5e-4dfb-987c-0148ea882e5a tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:38.185173 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-be26766f-8e5e-4dfb-987c-0148ea882e5a tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:38.261797 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 33370) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:38.290031 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-be26766f-8e5e-4dfb-987c-0148ea882e5a tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:38.323705 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-baa3c518-a0a7-49c7-a982-1d735bfc1c6a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7a58bd7af8604f138d13c9a903147654&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0602083 Sep 07 02:48:38.326694 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 33374) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:38.394642 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-be26766f-8e5e-4dfb-987c-0148ea882e5a tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:38.431296 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-31ffc80b-7a57-4b30-b6f4-b0be8fd756e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:38.448406 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be26766f-8e5e-4dfb-987c-0148ea882e5a tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Pushing event deleted for resources: {'Subnet': ['ID=be0480f3-5c5e-4ea2-8687-751e3ac6f211,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:38.460555 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf2ce75-25c5-4b01-9411-2c7522d4da62 None None] Network 67df4870-b431-43c9-90da-bc74d84954f5 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:48:38.464745 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-be26766f-8e5e-4dfb-987c-0148ea882e5a tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:38.473115 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 33382) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:38.482037 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-be26766f-8e5e-4dfb-987c-0148ea882e5a tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] 10.222.0.22 "DELETE /v2.0/subnets/be0480f3-5c5e-4ea2-8687-751e3ac6f211 HTTP/1.1" status: 204 len: 168 time: 0.4459474 Sep 07 02:48:38.533550 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-31ffc80b-7a57-4b30-b6f4-b0be8fd756e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:38.585395 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-5561dd4d-25b9-4ee7-b5c1-57e59c906f2b tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Deleting subnet 173c7cc2-600a-4465-b503-0f7a6dd9ab2a {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:48:38.589232 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5561dd4d-25b9-4ee7-b5c1-57e59c906f2b tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:38.647510 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5561dd4d-25b9-4ee7-b5c1-57e59c906f2b tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:38.677621 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-31ffc80b-7a57-4b30-b6f4-b0be8fd756e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:38.680466 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-31ffc80b-7a57-4b30-b6f4-b0be8fd756e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:38.683525 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-31ffc80b-7a57-4b30-b6f4-b0be8fd756e6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7ea0b42a-a0b3-464e-b69c-d55e3a9013d6 HTTP/1.1" status: 204 len: 168 time: 0.3532724 Sep 07 02:48:38.704827 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620821dc-ac9e-4527-a9fb-7b2e67264834 None None] DHCP port deletion for 67df4870-b431-43c9-90da-bc74d84954f5 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:48:38.717884 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ffc80b-7a57-4b30-b6f4-b0be8fd756e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea0b42a-a0b3-464e-b69c-d55e3a9013d6,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:38.811367 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5561dd4d-25b9-4ee7-b5c1-57e59c906f2b tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:38.823121 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-620821dc-ac9e-4527-a9fb-7b2e67264834 None None] Deleting port 73a4436c-171e-487f-a3dc-391a80873c02 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:48:38.826454 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-620821dc-ac9e-4527-a9fb-7b2e67264834 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:38.911844 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5561dd4d-25b9-4ee7-b5c1-57e59c906f2b tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:38.939734 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5561dd4d-25b9-4ee7-b5c1-57e59c906f2b tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:38.941924 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-5561dd4d-25b9-4ee7-b5c1-57e59c906f2b tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] 10.222.0.22 "DELETE /v2.0/subnets/173c7cc2-600a-4465-b503-0f7a6dd9ab2a HTTP/1.1" status: 204 len: 168 time: 0.4678633 Sep 07 02:48:38.944466 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 33400) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:38.965501 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5561dd4d-25b9-4ee7-b5c1-57e59c906f2b tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Pushing event deleted for resources: {'Subnet': ['ID=173c7cc2-600a-4465-b503-0f7a6dd9ab2a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:38.966863 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 4c2fcb2a-e470-4c08-ba55-45a813c55173 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:48:38.970442 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce3e016-7968-4650-a13f-c2af438d032f None None] Network 92c88013-cdaf-4ba4-938f-085e81548ef3 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:48:39.090941 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 4c2fcb2a-e470-4c08-ba55-45a813c55173 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:48:39.091366 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 4c2fcb2a-e470-4c08-ba55-45a813c55173 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:48:39.091895 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 73a4436c-171e-487f-a3dc-391a80873c02 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:48:39.102561 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0c80511c-30e3-4e7d-af00-63d35394df9c tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:39.129343 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-620821dc-ac9e-4527-a9fb-7b2e67264834 None None] For port 73a4436c-171e-487f-a3dc-391a80873c02, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=73a4436c-171e-487f-a3dc-391a80873c02,segment=NetworkSegment(c031d511-420e-496b-81c2-399b28fe75a2),segment_id=c031d511-420e-496b-81c2-399b28fe75a2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:48:39.130163 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-620821dc-ac9e-4527-a9fb-7b2e67264834 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:39.180727 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-620821dc-ac9e-4527-a9fb-7b2e67264834 None None] Calling delete_port for 73a4436c-171e-487f-a3dc-391a80873c02 owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:48:39.195458 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0c80511c-30e3-4e7d-af00-63d35394df9c tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Deleting port 73a4436c-171e-487f-a3dc-391a80873c02 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:48:39.197654 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0c80511c-30e3-4e7d-af00-63d35394df9c tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:39.349036 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0c80511c-30e3-4e7d-af00-63d35394df9c tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] For port 73a4436c-171e-487f-a3dc-391a80873c02, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=73a4436c-171e-487f-a3dc-391a80873c02,segment=NetworkSegment(c031d511-420e-496b-81c2-399b28fe75a2),segment_id=c031d511-420e-496b-81c2-399b28fe75a2)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:48:39.350085 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0c80511c-30e3-4e7d-af00-63d35394df9c tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:39.366377 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0c80511c-30e3-4e7d-af00-63d35394df9c tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Calling delete_port for 73a4436c-171e-487f-a3dc-391a80873c02 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:48:39.380831 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:39.415217 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-620821dc-ac9e-4527-a9fb-7b2e67264834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:39.476557 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620821dc-ac9e-4527-a9fb-7b2e67264834 None None] Pushing event deleted for resources: {'Port': ['ID=73a4436c-171e-487f-a3dc-391a80873c02,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:39.483709 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620821dc-ac9e-4527-a9fb-7b2e67264834 None None] No DVR routers for this DVR port 73a4436c-171e-487f-a3dc-391a80873c02 on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:48:39.487733 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c29650-7670-44de-85ad-58ffa0fe284b None None] DHCP port deletion for 92c88013-cdaf-4ba4-938f-085e81548ef3 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:48:39.544800 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0c80511c-30e3-4e7d-af00-63d35394df9c tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:39.568949 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device ffe25871-0921-4d13-9468-ce99583706b9 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:48:39.602688 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: ffe25871-0921-4d13-9468-ce99583706b9 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:48:39.603250 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device ffe25871-0921-4d13-9468-ce99583706b9 not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:48:39.606522 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c80511c-30e3-4e7d-af00-63d35394df9c tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Pushing event deleted for resources: {'Port': ['ID=73a4436c-171e-487f-a3dc-391a80873c02,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:39.609184 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c80511c-30e3-4e7d-af00-63d35394df9c tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] No DVR routers for this DVR port 73a4436c-171e-487f-a3dc-391a80873c02 on host n-d-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:48:39.631258 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-f7c29650-7670-44de-85ad-58ffa0fe284b None None] Deleting port 64f3c586-deec-4fb4-b8af-222646778a29 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:48:39.631832 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f7c29650-7670-44de-85ad-58ffa0fe284b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:39.720700 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-f7c29650-7670-44de-85ad-58ffa0fe284b None None] For port 64f3c586-deec-4fb4-b8af-222646778a29, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=64f3c586-deec-4fb4-b8af-222646778a29,segment=NetworkSegment(39ec27d2-2773-4b82-bfc6-40fee65dd316),segment_id=39ec27d2-2773-4b82-bfc6-40fee65dd316)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:48:39.721359 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f7c29650-7670-44de-85ad-58ffa0fe284b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:39.739465 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-f7c29650-7670-44de-85ad-58ffa0fe284b None None] Calling delete_port for 64f3c586-deec-4fb4-b8af-222646778a29 owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:48:39.833034 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0c80511c-30e3-4e7d-af00-63d35394df9c tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:39.861077 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-0c80511c-30e3-4e7d-af00-63d35394df9c tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67df4870-b431-43c9-90da-bc74d84954f5']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:39.868190 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f7c29650-7670-44de-85ad-58ffa0fe284b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:39.886885 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-0c80511c-30e3-4e7d-af00-63d35394df9c tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c031d511-420e-496b-81c2-399b28fe75a2') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:39.889633 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-0c80511c-30e3-4e7d-af00-63d35394df9c tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c031d511-420e-496b-81c2-399b28fe75a2') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:39.907252 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c29650-7670-44de-85ad-58ffa0fe284b None None] Pushing event deleted for resources: {'Port': ['ID=64f3c586-deec-4fb4-b8af-222646778a29,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:39.913260 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0c80511c-30e3-4e7d-af00-63d35394df9c tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:39.917098 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c29650-7670-44de-85ad-58ffa0fe284b None None] No DVR routers for this DVR port 64f3c586-deec-4fb4-b8af-222646778a29 on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:48:39.963774 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0c80511c-30e3-4e7d-af00-63d35394df9c tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:39.973033 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c80511c-30e3-4e7d-af00-63d35394df9c tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:48:39.973194 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 33442) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:39.974476 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0c80511c-30e3-4e7d-af00-63d35394df9c tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:39.978044 n-d-796209-16 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:48:39.978044 n-d-796209-16 neutron-server[94701]: self.session.flush() Sep 07 02:48:39.978044 n-d-796209-16 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:48:39.978044 n-d-796209-16 neutron-server[94701]: self.session.flush() Sep 07 02:48:39.978044 n-d-796209-16 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:48:39.978044 n-d-796209-16 neutron-server[94701]: self.session.flush() Sep 07 02:48:39.978044 n-d-796209-16 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:48:39.978044 n-d-796209-16 neutron-server[94701]: self.session.flush() Sep 07 02:48:39.978044 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:48:39.978044 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:48:39.978044 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:48:39.978044 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:48:39.978044 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:48:39.978044 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:48:39.978044 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:48:39.978044 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:48:39.978044 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:48:39.978044 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:48:39.978044 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:48:39.978044 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:48:39.978044 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:48:39.978044 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:48:39.978044 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:48:39.978044 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:48:39.978044 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:48:39.978044 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:48:39.978044 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:48:39.978044 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:48:39.978044 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:48:39.978044 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:48:39.978044 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:48:39.978044 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:48:39.978044 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:48:39.978044 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:48:39.978044 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:48:39.978044 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:48:39.978044 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:48:39.978044 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:48:39.978044 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:48:39.978044 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:48:40.058310 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03283480-267d-401b-b814-f114d0e6c04f req-ec7bc6d6-d126-4e91-9884-5cb2e7124eaf tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:40.060781 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-03283480-267d-401b-b814-f114d0e6c04f req-ec7bc6d6-d126-4e91-9884-5cb2e7124eaf tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=31c05c42-271e-4af7-ac65-46700f7829ab HTTP/1.1" status: 200 len: 945 time: 0.1316035 Sep 07 02:48:40.123392 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0c80511c-30e3-4e7d-af00-63d35394df9c tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:40.133004 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0c80511c-30e3-4e7d-af00-63d35394df9c tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:40.137470 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 33454) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:40.138170 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-0c80511c-30e3-4e7d-af00-63d35394df9c tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] 10.222.0.22 "DELETE /v2.0/networks/67df4870-b431-43c9-90da-bc74d84954f5 HTTP/1.1" status: 204 len: 168 time: 1.1925309 Sep 07 02:48:40.162196 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c80511c-30e3-4e7d-af00-63d35394df9c tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Pushing event deleted for resources: {'Network': ['ID=67df4870-b431-43c9-90da-bc74d84954f5,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:40.173342 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-03283480-267d-401b-b814-f114d0e6c04f req-0b15454d-59bf-4f10-bc10-2c4355dae866 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928817 Sep 07 02:48:40.260345 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7b5bde9b-6e9e-4407-9ce8-a2a031197326 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:40.314485 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-6eb39b14-409c-41d9-bdb4-72bf1e97aa66 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-119852618-network', 'tenant_id': '2b0a04a186584df08062805d9b68deda'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:48:40.370416 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7b5bde9b-6e9e-4407-9ce8-a2a031197326 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:40.391313 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb39b14-409c-41d9-bdb4-72bf1e97aa66 admin admin] Made reservation on behalf of 2b0a04a186584df08062805d9b68deda for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:48:40.394536 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6eb39b14-409c-41d9-bdb4-72bf1e97aa66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:40.404919 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-7b5bde9b-6e9e-4407-9ce8-a2a031197326 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92c88013-cdaf-4ba4-938f-085e81548ef3']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:40.407198 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6eb39b14-409c-41d9-bdb4-72bf1e97aa66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:40.421852 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-7b5bde9b-6e9e-4407-9ce8-a2a031197326 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39ec27d2-2773-4b82-bfc6-40fee65dd316') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:40.422145 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-7b5bde9b-6e9e-4407-9ce8-a2a031197326 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39ec27d2-2773-4b82-bfc6-40fee65dd316') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:40.434493 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7b5bde9b-6e9e-4407-9ce8-a2a031197326 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:40.456105 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7b5bde9b-6e9e-4407-9ce8-a2a031197326 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:40.463817 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b5bde9b-6e9e-4407-9ce8-a2a031197326 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:48:40.464210 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7b5bde9b-6e9e-4407-9ce8-a2a031197326 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:40.467740 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:48:40.467740 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:48:40.467740 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:48:40.467740 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:48:40.467740 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:48:40.467740 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:48:40.467740 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:48:40.467740 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:48:40.467740 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:48:40.467740 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:48:40.467740 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:48:40.467740 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:48:40.467740 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:48:40.467740 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:48:40.467740 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:48:40.467740 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:48:40.467740 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:48:40.467740 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:48:40.467740 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:48:40.467740 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:48:40.467740 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:48:40.467740 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:48:40.467740 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:48:40.467740 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:48:40.467740 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:48:40.467740 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:48:40.467740 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:48:40.467740 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:48:40.467740 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:48:40.467740 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:48:40.467740 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:48:40.467740 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:48:40.533881 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7b5bde9b-6e9e-4407-9ce8-a2a031197326 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:40.547324 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7b5bde9b-6e9e-4407-9ce8-a2a031197326 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:40.549243 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-7b5bde9b-6e9e-4407-9ce8-a2a031197326 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] 10.222.0.22 "DELETE /v2.0/networks/92c88013-cdaf-4ba4-938f-085e81548ef3 HTTP/1.1" status: 204 len: 168 time: 0.4102476 Sep 07 02:48:40.551904 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 33460) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:40.564071 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5bde9b-6e9e-4407-9ce8-a2a031197326 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Pushing event deleted for resources: {'Network': ['ID=92c88013-cdaf-4ba4-938f-085e81548ef3,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:40.619540 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-3451d9a9-698e-4822-bf88-422d2918d8d0 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Deleting subnet fafa4acb-73fb-45e6-89c7-de4705a94eec {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:48:40.624119 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3451d9a9-698e-4822-bf88-422d2918d8d0 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:40.639936 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6eb39b14-409c-41d9-bdb4-72bf1e97aa66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:40.649386 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6eb39b14-409c-41d9-bdb4-72bf1e97aa66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:40.671384 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3451d9a9-698e-4822-bf88-422d2918d8d0 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:40.703384 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eb39b14-409c-41d9-bdb4-72bf1e97aa66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:48:40.721118 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6eb39b14-409c-41d9-bdb4-72bf1e97aa66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:40.721485 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-6eb39b14-409c-41d9-bdb4-72bf1e97aa66 admin admin] Added segment 5a4dcf31-8b05-4e7a-87f1-baca1d26a39c of type vlan for network 2e9aa464-84c0-42de-b5c6-c04299d5a19e Sep 07 02:48:40.785453 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3451d9a9-698e-4822-bf88-422d2918d8d0 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:40.804838 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6eb39b14-409c-41d9-bdb4-72bf1e97aa66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:40.809164 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb39b14-409c-41d9-bdb4-72bf1e97aa66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ad6a2a-c1a1-4b90-a91e-f545a6963c70,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:40.845893 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e98c44ca-e3a7-436d-9654-7577bc00c399 req-6276de05-9359-46db-b7bb-56b259245efc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cff3d0b0-5413-4f78-bbff-bd4df25547fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0867481 Sep 07 02:48:40.847035 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6eb39b14-409c-41d9-bdb4-72bf1e97aa66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:40.850294 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb39b14-409c-41d9-bdb4-72bf1e97aa66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:40.850977 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6eb39b14-409c-41d9-bdb4-72bf1e97aa66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:40.872678 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3451d9a9-698e-4822-bf88-422d2918d8d0 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:40.878241 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-6eb39b14-409c-41d9-bdb4-72bf1e97aa66 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9040155 Sep 07 02:48:40.883202 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 33472) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:40.896442 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-3917a1f6-a401-40a5-b4c8-c502ef30df2b admin admin] Request body: {'subnet': {'network_id': '2e9aa464-84c0-42de-b5c6-c04299d5a19e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-119852618-subnet', 'tenant_id': '2b0a04a186584df08062805d9b68deda', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:48:40.920728 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 64f3c586-deec-4fb4-b8af-222646778a29 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:48:40.936426 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb39b14-409c-41d9-bdb4-72bf1e97aa66 admin admin] Pushing event updated for resources: {'Network': ['ID=2e9aa464-84c0-42de-b5c6-c04299d5a19e,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:40.944523 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 64f3c586-deec-4fb4-b8af-222646778a29 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:48:40.945089 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 64f3c586-deec-4fb4-b8af-222646778a29 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:48:40.948078 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 2e9aa464-84c0-42de-b5c6-c04299d5a19e details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:48:40.953404 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3451d9a9-698e-4822-bf88-422d2918d8d0 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Pushing event deleted for resources: {'Subnet': ['ID=fafa4acb-73fb-45e6-89c7-de4705a94eec,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:40.971905 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3451d9a9-698e-4822-bf88-422d2918d8d0 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:40.973974 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-3451d9a9-698e-4822-bf88-422d2918d8d0 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] 10.222.0.22 "DELETE /v2.0/subnets/fafa4acb-73fb-45e6-89c7-de4705a94eec HTTP/1.1" status: 204 len: 168 time: 0.4204135 Sep 07 02:48:40.974860 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c44ca-e3a7-436d-9654-7577bc00c399 req-c7498624-938a-4c7f-b98b-fda92391b55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:40.976578 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 33474) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:40.977245 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e98c44ca-e3a7-436d-9654-7577bc00c399 req-c7498624-938a-4c7f-b98b-fda92391b55a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a9eedd8c00c24a18a92c5e78e10e8a63&device_id=cff3d0b0-5413-4f78-bbff-bd4df25547fb HTTP/1.1" status: 200 len: 1097 time: 0.0519807 Sep 07 02:48:40.985869 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f22620e-d4c9-4d33-90c5-eac1990a9edf None None] Network ce177258-4861-4225-ac22-f8e4630ffa2f requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:48:41.013889 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3917a1f6-a401-40a5-b4c8-c502ef30df2b admin admin] Made reservation on behalf of 2b0a04a186584df08062805d9b68deda for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:48:41.016504 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3917a1f6-a401-40a5-b4c8-c502ef30df2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:41.102486 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c44ca-e3a7-436d-9654-7577bc00c399 req-1c4f2058-b700-4e77-95ca-7b72a860fff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:41.104614 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e98c44ca-e3a7-436d-9654-7577bc00c399 req-1c4f2058-b700-4e77-95ca-7b72a860fff3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c14598de-557e-41f6-bdcf-28289778b06c HTTP/1.1" status: 200 len: 910 time: 0.1059310 Sep 07 02:48:41.128787 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d98b5a75-0b12-47fa-be0f-fbe00c20bbf5 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:41.192704 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e98c44ca-e3a7-436d-9654-7577bc00c399 req-f155f32a-4f75-4c22-b706-893a8b8fbc56 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f01f67e-3409-48ce-92b1-62482d74cd88 HTTP/1.1" status: 200 len: 1001 time: 0.0792265 Sep 07 02:48:41.250166 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-d98b5a75-0b12-47fa-be0f-fbe00c20bbf5 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Deleting port d68b88b9-1df1-441c-b242-4eec41ab1283 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:48:41.250510 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d98b5a75-0b12-47fa-be0f-fbe00c20bbf5 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:41.285943 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c44ca-e3a7-436d-9654-7577bc00c399 req-73df3c4d-ddf1-4bcc-acf5-1666d49f65a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:41.287801 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e98c44ca-e3a7-436d-9654-7577bc00c399 req-73df3c4d-ddf1-4bcc-acf5-1666d49f65a3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2131ccdf-cbf5-4ee9-96cf-e4c911da986a HTTP/1.1" status: 200 len: 849 time: 0.0860486 Sep 07 02:48:41.324686 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7967a06d-9e18-4b71-b677-a4deaf3f4a4b None None] DHCP port deletion for ce177258-4861-4225-ac22-f8e4630ffa2f request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:48:41.360303 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-d98b5a75-0b12-47fa-be0f-fbe00c20bbf5 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] For port d68b88b9-1df1-441c-b242-4eec41ab1283, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=d68b88b9-1df1-441c-b242-4eec41ab1283,segment=NetworkSegment(9984e73e-d556-450e-b9f9-875786afdc0c),segment_id=9984e73e-d556-450e-b9f9-875786afdc0c)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:48:41.360684 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d98b5a75-0b12-47fa-be0f-fbe00c20bbf5 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:41.375634 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3917a1f6-a401-40a5-b4c8-c502ef30df2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:41.377732 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-d98b5a75-0b12-47fa-be0f-fbe00c20bbf5 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Calling delete_port for d68b88b9-1df1-441c-b242-4eec41ab1283 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:48:41.394310 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-7967a06d-9e18-4b71-b677-a4deaf3f4a4b None None] Deleting port d68b88b9-1df1-441c-b242-4eec41ab1283 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:48:41.394870 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7967a06d-9e18-4b71-b677-a4deaf3f4a4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:41.410154 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c44ca-e3a7-436d-9654-7577bc00c399 req-93011a03-8a5a-4fa5-92b1-b21c7ba4f58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:41.411734 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e98c44ca-e3a7-436d-9654-7577bc00c399 req-93011a03-8a5a-4fa5-92b1-b21c7ba4f58c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14598de-557e-41f6-bdcf-28289778b06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1162467 Sep 07 02:48:41.421478 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21e6a2-a9ff-469d-9d85-ad057cc1a1b4 req-127486ae-62ca-4239-891a-758be55793f8 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:41.429517 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-aa21e6a2-a9ff-469d-9d85-ad057cc1a1b4 req-127486ae-62ca-4239-891a-758be55793f8 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=31c05c42-271e-4af7-ac65-46700f7829ab HTTP/1.1" status: 200 len: 945 time: 0.0761611 Sep 07 02:48:41.471220 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-7967a06d-9e18-4b71-b677-a4deaf3f4a4b None None] For port d68b88b9-1df1-441c-b242-4eec41ab1283, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=d68b88b9-1df1-441c-b242-4eec41ab1283,segment=NetworkSegment(9984e73e-d556-450e-b9f9-875786afdc0c),segment_id=9984e73e-d556-450e-b9f9-875786afdc0c)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:48:41.471659 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7967a06d-9e18-4b71-b677-a4deaf3f4a4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:41.485091 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-7967a06d-9e18-4b71-b677-a4deaf3f4a4b None None] Calling delete_port for d68b88b9-1df1-441c-b242-4eec41ab1283 owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:48:41.495262 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3917a1f6-a401-40a5-b4c8-c502ef30df2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c714891-3ab3-4af4-b252-c7178b590fd7,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:41.503435 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3917a1f6-a401-40a5-b4c8-c502ef30df2b admin admin] Checking segment: {'id': '5a4dcf31-8b05-4e7a-87f1-baca1d26a39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '2e9aa464-84c0-42de-b5c6-c04299d5a19e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:48:41.504167 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3917a1f6-a401-40a5-b4c8-c502ef30df2b admin admin] Network hostable DHCP agents. Network: 2e9aa464-84c0-42de-b5c6-c04299d5a19e, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:48:41.517841 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-aa21e6a2-a9ff-469d-9d85-ad057cc1a1b4 req-261c67fd-564d-4ca9-84a2-d7bc5271f293 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869370 Sep 07 02:48:41.550070 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3917a1f6-a401-40a5-b4c8-c502ef30df2b admin admin] Network 2e9aa464-84c0-42de-b5c6-c04299d5a19e is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:48:41.563060 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-3917a1f6-a401-40a5-b4c8-c502ef30df2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 2e9aa464-84c0-42de-b5c6-c04299d5a19e) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:48:41.576493 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3917a1f6-a401-40a5-b4c8-c502ef30df2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:41.577729 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3917a1f6-a401-40a5-b4c8-c502ef30df2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:41.580484 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d98b5a75-0b12-47fa-be0f-fbe00c20bbf5 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:41.581036 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1747f076-3b4c-42df-823e-d9088ef2fbf3 None None] Network 2e9aa464-84c0-42de-b5c6-c04299d5a19e requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:48:41.615123 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b5a75-0b12-47fa-be0f-fbe00c20bbf5 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Pushing event deleted for resources: {'Port': ['ID=d68b88b9-1df1-441c-b242-4eec41ab1283,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:41.619246 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98b5a75-0b12-47fa-be0f-fbe00c20bbf5 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] No DVR routers for this DVR port d68b88b9-1df1-441c-b242-4eec41ab1283 on host n-d-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:48:41.626957 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-3917a1f6-a401-40a5-b4c8-c502ef30df2b admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7374978 Sep 07 02:48:41.627113 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e98c44ca-e3a7-436d-9654-7577bc00c399 req-1d766a2e-9728-433e-adb5-71377ea6c902 service neutron] 10.222.0.23 "GET /v2.0/networks/c14598de-557e-41f6-bdcf-28289778b06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953518 Sep 07 02:48:41.630442 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 33482) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:41.635986 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-9d15cac6-ec66-4f2d-b441-2625044e5077 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-119852618-router', 'tenant_id': '2b0a04a186584df08062805d9b68deda', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:48:41.726082 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d98b5a75-0b12-47fa-be0f-fbe00c20bbf5 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:41.735609 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9d15cac6-ec66-4f2d-b441-2625044e5077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:41.736642 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9d15cac6-ec66-4f2d-b441-2625044e5077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:41.756749 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-d98b5a75-0b12-47fa-be0f-fbe00c20bbf5 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce177258-4861-4225-ac22-f8e4630ffa2f']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:41.759809 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e98c44ca-e3a7-436d-9654-7577bc00c399 req-0cca69b8-3664-4c96-9e4d-a7aa01ceaa45 service neutron] 10.222.0.23 "GET /v2.0/networks/c14598de-557e-41f6-bdcf-28289778b06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180763 Sep 07 02:48:41.759961 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7967a06d-9e18-4b71-b677-a4deaf3f4a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:41.772906 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-d98b5a75-0b12-47fa-be0f-fbe00c20bbf5 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9984e73e-d556-450e-b9f9-875786afdc0c') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:41.773276 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-d98b5a75-0b12-47fa-be0f-fbe00c20bbf5 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9984e73e-d556-450e-b9f9-875786afdc0c') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:41.787299 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d98b5a75-0b12-47fa-be0f-fbe00c20bbf5 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:41.811917 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7967a06d-9e18-4b71-b677-a4deaf3f4a4b None None] Pushing event deleted for resources: {'Port': ['ID=d68b88b9-1df1-441c-b242-4eec41ab1283,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:41.813704 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d98b5a75-0b12-47fa-be0f-fbe00c20bbf5 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:41.829123 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d98b5a75-0b12-47fa-be0f-fbe00c20bbf5 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:48:41.830815 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d98b5a75-0b12-47fa-be0f-fbe00c20bbf5 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:41.834212 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:48:41.834212 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:48:41.834212 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:48:41.834212 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:48:41.834212 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:48:41.834212 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:48:41.834212 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:48:41.834212 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:48:41.834212 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:48:41.834212 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:48:41.834212 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:48:41.834212 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:48:41.834212 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:48:41.834212 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:48:41.834212 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:48:41.834212 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:48:41.834212 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:48:41.834212 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:48:41.834212 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:48:41.834212 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:48:41.834212 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:48:41.834212 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:48:41.834212 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:48:41.834212 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:48:41.834212 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:48:41.834212 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:48:41.834212 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:48:41.834212 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:48:41.834212 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:48:41.834212 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:48:41.834212 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:48:41.834212 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:48:41.842649 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7967a06d-9e18-4b71-b677-a4deaf3f4a4b None None] No DVR routers for this DVR port d68b88b9-1df1-441c-b242-4eec41ab1283 on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:48:41.848579 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9d15cac6-ec66-4f2d-b441-2625044e5077 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:41.865987 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2dd375-8221-46c3-8c1a-29d9b04d8bb5 None None] Network 2e9aa464-84c0-42de-b5c6-c04299d5a19e requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:48:41.922316 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d98b5a75-0b12-47fa-be0f-fbe00c20bbf5 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:41.927450 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d98b5a75-0b12-47fa-be0f-fbe00c20bbf5 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:41.933224 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d98b5a75-0b12-47fa-be0f-fbe00c20bbf5 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] 10.222.0.22 "DELETE /v2.0/networks/ce177258-4861-4225-ac22-f8e4630ffa2f HTTP/1.1" status: 204 len: 168 time: 0.9556527 Sep 07 02:48:41.935571 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 33492) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:41.978040 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b5a75-0b12-47fa-be0f-fbe00c20bbf5 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Pushing event deleted for resources: {'Network': ['ID=ce177258-4861-4225-ac22-f8e4630ffa2f,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:41.984892 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-6bb45ac8-e558-4c4b-b77c-f463683e5ee0 tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ed9c68d-86e7-4601-87a8-c2d11cda9edf HTTP/1.1" status: 200 len: 205 time: 0.0337253 Sep 07 02:48:41.987579 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 33496) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:42.016022 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9d15cac6-ec66-4f2d-b441-2625044e5077 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:42.083079 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-15ab2fd1-d1d0-4c23-b16e-761e068e39be tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks [] for router, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:42.134582 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8a7a4-8e3d-4b86-a291-863aeeacc40b req-cc8e5f63-6c35-4449-9a1e-ae22ea759f01 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:42.136203 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e3c8a7a4-8e3d-4b86-a291-863aeeacc40b req-cc8e5f63-6c35-4449-9a1e-ae22ea759f01 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c05c42-271e-4af7-ac65-46700f7829ab HTTP/1.1" status: 200 len: 945 time: 0.1169686 Sep 07 02:48:42.270186 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-15ab2fd1-d1d0-4c23-b16e-761e068e39be tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:42.274095 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-15ab2fd1-d1d0-4c23-b16e-761e068e39be tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:42.322172 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-15ab2fd1-d1d0-4c23-b16e-761e068e39be tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:42.322426 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-e3c8a7a4-8e3d-4b86-a291-863aeeacc40b req-0dee1d2b-a638-42b0-8561-882ddb2b389b tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Deleting port 8ca56a69-b5f4-4954-a2f1-9fe76cb551b8 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:48:42.322541 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e3c8a7a4-8e3d-4b86-a291-863aeeacc40b req-0dee1d2b-a638-42b0-8561-882ddb2b389b tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:42.322789 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ab2fd1-d1d0-4c23-b16e-761e068e39be tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Fanout notify agent at l3_agent the message router_deleted on router 4ed9c68d-86e7-4601-87a8-c2d11cda9edf {{(pid=94701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 02:48:42.337383 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-15ab2fd1-d1d0-4c23-b16e-761e068e39be tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:42.343517 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-15ab2fd1-d1d0-4c23-b16e-761e068e39be tempest-RoutersNegativeIpV6Test-363462467 tempest-RoutersNegativeIpV6Test-363462467-project] 10.222.0.22 "DELETE /v2.0/routers/4ed9c68d-86e7-4601-87a8-c2d11cda9edf HTTP/1.1" status: 204 len: 168 time: 0.3537023 Sep 07 02:48:42.585909 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 33510) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:42.739124 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-41403147-9e48-4696-a6cb-a4d137777251 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e9c33ad3ccf4475b990a6818221b29ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1508448 Sep 07 02:48:42.742862 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 33514) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:42.796754 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-aa6a4572-b43a-4c9c-96d5-7f29b8572753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:42.825813 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9d15cac6-ec66-4f2d-b441-2625044e5077 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:42.827419 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-aa6a4572-b43a-4c9c-96d5-7f29b8572753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:42.862029 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-e3c8a7a4-8e3d-4b86-a291-863aeeacc40b req-0dee1d2b-a638-42b0-8561-882ddb2b389b tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] For port 8ca56a69-b5f4-4954-a2f1-9fe76cb551b8, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=8ca56a69-b5f4-4954-a2f1-9fe76cb551b8,segment=NetworkSegment(b3eb252a-4923-4f55-afa9-bd49022e406f),segment_id=b3eb252a-4923-4f55-afa9-bd49022e406f)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:48:42.862207 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e3c8a7a4-8e3d-4b86-a291-863aeeacc40b req-0dee1d2b-a638-42b0-8561-882ddb2b389b tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:42.865140 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9d15cac6-ec66-4f2d-b441-2625044e5077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:42.888281 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-e3c8a7a4-8e3d-4b86-a291-863aeeacc40b req-0dee1d2b-a638-42b0-8561-882ddb2b389b tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Calling delete_port for 8ca56a69-b5f4-4954-a2f1-9fe76cb551b8 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:48:42.890268 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-aa6a4572-b43a-4c9c-96d5-7f29b8572753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:42.894008 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-aa6a4572-b43a-4c9c-96d5-7f29b8572753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:42.895988 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-aa6a4572-b43a-4c9c-96d5-7f29b8572753 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/95e4d036-186f-4e66-b06c-e2e478409e8d HTTP/1.1" status: 204 len: 168 time: 0.1520040 Sep 07 02:48:42.903690 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b41207-4805-4715-80f8-5dea138bf9a7 req-38f06d15-b9de-4f40-8a86-42cd8723b63a tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:42.905228 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-70b41207-4805-4715-80f8-5dea138bf9a7 req-38f06d15-b9de-4f40-8a86-42cd8723b63a tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=31c05c42-271e-4af7-ac65-46700f7829ab HTTP/1.1" status: 200 len: 945 time: 0.1382813 Sep 07 02:48:42.909052 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6a4572-b43a-4c9c-96d5-7f29b8572753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e4d036-186f-4e66-b06c-e2e478409e8d,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:43.017475 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device d68b88b9-1df1-441c-b242-4eec41ab1283 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:48:43.050734 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: d68b88b9-1df1-441c-b242-4eec41ab1283 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:48:43.051880 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-70b41207-4805-4715-80f8-5dea138bf9a7 req-bbc4250c-f5b4-4937-8792-b5dd1a54ac07 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098225 Sep 07 02:48:43.070711 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device d68b88b9-1df1-441c-b242-4eec41ab1283 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:48:43.179433 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-9d15cac6-ec66-4f2d-b441-2625044e5077 admin admin] Allocated IP 172.25.5.254 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/0f86721a-0083-4460-9d1b-7458a93a3527) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:48:43.194635 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e3c8a7a4-8e3d-4b86-a291-863aeeacc40b req-0dee1d2b-a638-42b0-8561-882ddb2b389b tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:43.209501 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['b4937cd9-07e1-4ee3-92d4-2d008a1e972f'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:48:43.213398 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['8ca56a69-b5f4-4954-a2f1-9fe76cb551b8'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:48:43.317726 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dee1d2b-a638-42b0-8561-882ddb2b389b tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Pushing event deleted for resources: {'Port': ['ID=8ca56a69-b5f4-4954-a2f1-9fe76cb551b8,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:43.473288 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c8a7a4-8e3d-4b86-a291-863aeeacc40b req-0dee1d2b-a638-42b0-8561-882ddb2b389b tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] No DVR routers for this DVR port 8ca56a69-b5f4-4954-a2f1-9fe76cb551b8 on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:48:43.485309 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e3c8a7a4-8e3d-4b86-a291-863aeeacc40b req-0dee1d2b-a638-42b0-8561-882ddb2b389b tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:43.490320 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e3c8a7a4-8e3d-4b86-a291-863aeeacc40b req-0dee1d2b-a638-42b0-8561-882ddb2b389b tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.23 "DELETE /v2.0/ports/8ca56a69-b5f4-4954-a2f1-9fe76cb551b8 HTTP/1.1" status: 204 len: 173 time: 1.3478074 Sep 07 02:48:43.491463 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c05c42-271e-4af7-ac65-46700f7829ab', 'name': 'network-vif-deleted', 'tag': '8ca56a69-b5f4-4954-a2f1-9fe76cb551b8'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:48:43.500298 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f71cff-399c-43b6-9ac3-06a0a7af2b07" -d '{"events": [{"server_uuid": "31c05c42-271e-4af7-ac65-46700f7829ab", "name": "network-vif-deleted", "tag": "8ca56a69-b5f4-4954-a2f1-9fe76cb551b8"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:48:43.589906 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9d15cac6-ec66-4f2d-b441-2625044e5077 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:43.609710 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02cd008d-1fc6-4fc6-9493-57e03e87253e x-openstack-request-id: req-02cd008d-1fc6-4fc6-9493-57e03e87253e {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:48:43.610226 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c05c42-271e-4af7-ac65-46700f7829ab", "name": "network-vif-deleted", "tag": "8ca56a69-b5f4-4954-a2f1-9fe76cb551b8", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:48:43.610716 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-02cd008d-1fc6-4fc6-9493-57e03e87253e {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:48:43.611668 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31c05c42-271e-4af7-ac65-46700f7829ab', 'name': 'network-vif-deleted', 'tag': '8ca56a69-b5f4-4954-a2f1-9fe76cb551b8', 'status': 'completed', 'code': 200} Sep 07 02:48:43.645060 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9d15cac6-ec66-4f2d-b441-2625044e5077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:43.721908 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d15cac6-ec66-4f2d-b441-2625044e5077 admin admin] Pushing event updated for resources: {'Port': ['ID=0f86721a-0083-4460-9d1b-7458a93a3527,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:43.725404 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d15cac6-ec66-4f2d-b441-2625044e5077 admin admin] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:48:43.727154 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-9d15cac6-ec66-4f2d-b441-2625044e5077 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:48:43.733443 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d15cac6-ec66-4f2d-b441-2625044e5077 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:48:44.246336 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9d15cac6-ec66-4f2d-b441-2625044e5077 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:44.279468 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e77555b2-d09e-4ba4-85f2-30d17a70ba8f req-a615230d-7324-4584-9508-c426beedf9f7 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=31c05c42-271e-4af7-ac65-46700f7829ab HTTP/1.1" status: 200 len: 210 time: 0.0354242 Sep 07 02:48:44.308659 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a308b058-b3c7-44dc-8b52-45c4abc2e618 req-4fe552f3-ac7c-4274-a918-b1dfe5ad1d69 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:44.315659 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a308b058-b3c7-44dc-8b52-45c4abc2e618 req-4fe552f3-ac7c-4274-a918-b1dfe5ad1d69 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:44.321861 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a308b058-b3c7-44dc-8b52-45c4abc2e618 req-4fe552f3-ac7c-4274-a918-b1dfe5ad1d69 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:44.328415 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a308b058-b3c7-44dc-8b52-45c4abc2e618 req-4fe552f3-ac7c-4274-a918-b1dfe5ad1d69 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:44.334720 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a308b058-b3c7-44dc-8b52-45c4abc2e618 req-4fe552f3-ac7c-4274-a918-b1dfe5ad1d69 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:44.341915 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a308b058-b3c7-44dc-8b52-45c4abc2e618 req-4fe552f3-ac7c-4274-a918-b1dfe5ad1d69 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:44.347900 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a308b058-b3c7-44dc-8b52-45c4abc2e618 req-4fe552f3-ac7c-4274-a918-b1dfe5ad1d69 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:44.349904 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a308b058-b3c7-44dc-8b52-45c4abc2e618 req-4fe552f3-ac7c-4274-a918-b1dfe5ad1d69 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 5436 time: 0.1898484 Sep 07 02:48:44.452215 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a308b058-b3c7-44dc-8b52-45c4abc2e618 req-6f086af9-9cd5-49a0-822a-72e882dc5c50 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcc0067a-9ce8-4875-b922-e18ef41ab841&id=57505a62-ceae-4832-b8a9-6ac0b7088f20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0880768 Sep 07 02:48:44.579848 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9d15cac6-ec66-4f2d-b441-2625044e5077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:44.737083 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d15cac6-ec66-4f2d-b441-2625044e5077 admin admin] Router 1032b0b7-9562-4523-9a23-5a38db2145cf is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 02:48:44.878078 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d15cac6-ec66-4f2d-b441-2625044e5077 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:48:44.890528 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6eb878-0fe4-4a79-a952-446c36a315b8 None None] Sync routers for ids ['1032b0b7-9562-4523-9a23-5a38db2145cf'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:48:44.898236 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9d15cac6-ec66-4f2d-b441-2625044e5077 admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:44.902207 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9d15cac6-ec66-4f2d-b441-2625044e5077 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.2680898 Sep 07 02:48:44.902369 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6eb878-0fe4-4a79-a952-446c36a315b8 None None] Routers {'1032b0b7-9562-4523-9a23-5a38db2145cf'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:48:44.902369 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-bc6eb878-0fe4-4a79-a952-446c36a315b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:48:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['1032b0b7-9562-4523-9a23-5a38db2145cf'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:44.904085 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 33586) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:45.113264 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-2185cf94-0872-44f7-866e-ad7d297de5b5 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:45.124543 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-2185cf94-0872-44f7-866e-ad7d297de5b5 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:45.142354 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-2185cf94-0872-44f7-866e-ad7d297de5b5 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:45.149809 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-2185cf94-0872-44f7-866e-ad7d297de5b5 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:45.159244 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-2185cf94-0872-44f7-866e-ad7d297de5b5 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:45.166968 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-2185cf94-0872-44f7-866e-ad7d297de5b5 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:45.176565 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-2185cf94-0872-44f7-866e-ad7d297de5b5 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:45.179828 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-2185cf94-0872-44f7-866e-ad7d297de5b5 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.16 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 5436 time: 0.1489189 Sep 07 02:48:45.233710 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-bc6eb878-0fe4-4a79-a952-446c36a315b8 None None] Set router 1032b0b7-9562-4523-9a23-5a38db2145cf gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:48:45.279792 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-6b127668-1e24-4b75-9ac6-de92d76ed0a9 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:45.281195 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-6b127668-1e24-4b75-9ac6-de92d76ed0a9 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.16 "GET /v2.0/ports/21eaabc2-91c8-4dda-aaa3-2aa2a5e27cfe?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0877037 Sep 07 02:48:45.466788 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c38c5310-5c3f-4c2d-a9c6-90cdc08f2392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:45.560082 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-b1f400fd-00f9-4d93-b975-36083d41a6bc tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.16 "GET /v2.0/networks/7ef96948-9b26-4186-9197-3dc341e621f0?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2710769 Sep 07 02:48:45.584242 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-77e78160-f146-4559-8269-234dae77f507 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:48:45.586440 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-bc6eb878-0fe4-4a79-a952-446c36a315b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1032b0b7-9562-4523-9a23-5a38db2145cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-119852618-router', 'tenant_id': '2b0a04a186584df08062805d9b68deda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '0f86721a-0083-4460-9d1b-7458a93a3527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:48:41Z', 'updated_at': '2021-09-07T02:48:43Z', 'revision_number': 3, 'project_id': '2b0a04a186584df08062805d9b68deda', 'gw_port': {'id': '0f86721a-0083-4460-9d1b-7458a93a3527', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1032b0b7-9562-4523-9a23-5a38db2145cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:48:42Z', 'updated_at': '2021-09-07T02:48:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:45.598008 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 8ca56a69-b5f4-4954-a2f1-9fe76cb551b8 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:48:45.655066 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-77e78160-f146-4559-8269-234dae77f507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:45.680337 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: 8ca56a69-b5f4-4954-a2f1-9fe76cb551b8 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:48:45.680681 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 8ca56a69-b5f4-4954-a2f1-9fe76cb551b8 not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:48:45.695723 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6eb878-0fe4-4a79-a952-446c36a315b8 None None] Checking router: 1032b0b7-9562-4523-9a23-5a38db2145cf for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:48:45.696061 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6eb878-0fe4-4a79-a952-446c36a315b8 None None] Updating router 1032b0b7-9562-4523-9a23-5a38db2145cf port 0f86721a-0083-4460-9d1b-7458a93a3527 binding host n-d-796209-16 {{(pid=94703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 02:48:45.759549 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-bc6eb878-0fe4-4a79-a952-446c36a315b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:45.791734 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-c38c5310-5c3f-4c2d-a9c6-90cdc08f2392 admin admin] Allocated IP 172.20.0.1 (2e9aa464-84c0-42de-b5c6-c04299d5a19e/8c714891-3ab3-4af4-b252-c7178b590fd7/49f31e3f-097d-4357-b5b0-c1aeb9296a11) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:48:45.839329 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91a794-159f-4280-a2af-3fde40037593 req-367a65c5-b609-45fd-a582-9aa687e12c74 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:45.846089 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91a794-159f-4280-a2af-3fde40037593 req-367a65c5-b609-45fd-a582-9aa687e12c74 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:45.852158 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91a794-159f-4280-a2af-3fde40037593 req-367a65c5-b609-45fd-a582-9aa687e12c74 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:45.858987 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91a794-159f-4280-a2af-3fde40037593 req-367a65c5-b609-45fd-a582-9aa687e12c74 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:45.864937 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91a794-159f-4280-a2af-3fde40037593 req-367a65c5-b609-45fd-a582-9aa687e12c74 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:45.871197 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91a794-159f-4280-a2af-3fde40037593 req-367a65c5-b609-45fd-a582-9aa687e12c74 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:45.877295 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91a794-159f-4280-a2af-3fde40037593 req-367a65c5-b609-45fd-a582-9aa687e12c74 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:45.879700 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6c91a794-159f-4280-a2af-3fde40037593 req-367a65c5-b609-45fd-a582-9aa687e12c74 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 5436 time: 0.1555016 Sep 07 02:48:46.046804 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6c91a794-159f-4280-a2af-3fde40037593 req-5abb1f13-e4d2-4d8b-8dd3-21295019e592 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcc0067a-9ce8-4875-b922-e18ef41ab841&id=57505a62-ceae-4832-b8a9-6ac0b7088f20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0909972 Sep 07 02:48:46.096042 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-77e78160-f146-4559-8269-234dae77f507 service neutron] For port 21eaabc2-91c8-4dda-aaa3-2aa2a5e27cfe, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=21eaabc2-91c8-4dda-aaa3-2aa2a5e27cfe,segment=NetworkSegment(42e2f895-6783-4d8e-9fcc-c0b67699fbd1),segment_id=42e2f895-6783-4d8e-9fcc-c0b67699fbd1)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:48:46.163933 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-77e78160-f146-4559-8269-234dae77f507 service neutron] For port 21eaabc2-91c8-4dda-aaa3-2aa2a5e27cfe, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:48:46.183742 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-bc6eb878-0fe4-4a79-a952-446c36a315b8 None None] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:46.197320 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-bc6eb878-0fe4-4a79-a952-446c36a315b8 None None] Transition to ACTIVE for port object 0f86721a-0083-4460-9d1b-7458a93a3527 will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:48:46.205709 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-bc6eb878-0fe4-4a79-a952-446c36a315b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:46.221256 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-77e78160-f146-4559-8269-234dae77f507 service neutron] device_id is not set on port 21eaabc2-91c8-4dda-aaa3-2aa2a5e27cfe yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:48:46.240092 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-77e78160-f146-4559-8269-234dae77f507 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:46.252965 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-77e78160-f146-4559-8269-234dae77f507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:46.260868 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-bc6eb878-0fe4-4a79-a952-446c36a315b8 None None] Attempting to bind port 0f86721a-0083-4460-9d1b-7458a93a3527 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:48:46.260868 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-bc6eb878-0fe4-4a79-a952-446c36a315b8 None None] Attempting to bind port 0f86721a-0083-4460-9d1b-7458a93a3527 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:48:46.261283 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6eb878-0fe4-4a79-a952-446c36a315b8 None None] Attempting to bind port 0f86721a-0083-4460-9d1b-7458a93a3527 on network 1166b922-7457-4da4-bdda-328e8c8e7bc6 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:48:46.271218 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6eb878-0fe4-4a79-a952-446c36a315b8 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:48:46.271619 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6eb878-0fe4-4a79-a952-446c36a315b8 None None] Checking segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:48:46.272018 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-bc6eb878-0fe4-4a79-a952-446c36a315b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:46.272536 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6eb878-0fe4-4a79-a952-446c36a315b8 None None] Bound using segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:48:46.273057 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-bc6eb878-0fe4-4a79-a952-446c36a315b8 None None] Bound port: 0f86721a-0083-4460-9d1b-7458a93a3527, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:48:46.273479 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-bc6eb878-0fe4-4a79-a952-446c36a315b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:46.303661 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c38c5310-5c3f-4c2d-a9c6-90cdc08f2392 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:46.339326 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-bc6eb878-0fe4-4a79-a952-446c36a315b8 None None] For port 0f86721a-0083-4460-9d1b-7458a93a3527, host n-d-796209-16, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:48:46.343284 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-bc6eb878-0fe4-4a79-a952-446c36a315b8 None None] For port 0f86721a-0083-4460-9d1b-7458a93a3527, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=0f86721a-0083-4460-9d1b-7458a93a3527,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:48:46.354369 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-77e78160-f146-4559-8269-234dae77f507 service neutron] No DVR routers for this DVR port 21eaabc2-91c8-4dda-aaa3-2aa2a5e27cfe on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:48:46.354921 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c667184-d9ed-4865-bf04-8f5eb794f5a2 None None] Pushing event updated for resources: {'Port': ['ID=0f86721a-0083-4460-9d1b-7458a93a3527,revision_number=2']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:46.362739 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e78160-f146-4559-8269-234dae77f507 service neutron] Pushing event updated for resources: {'Port': ['ID=21eaabc2-91c8-4dda-aaa3-2aa2a5e27cfe,revision_number=6']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:46.369541 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-bc6eb878-0fe4-4a79-a952-446c36a315b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:46.384168 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c38c5310-5c3f-4c2d-a9c6-90cdc08f2392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:46.408354 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-77e78160-f146-4559-8269-234dae77f507 service neutron] In _notify_port_updated(), no bound segment for port 21eaabc2-91c8-4dda-aaa3-2aa2a5e27cfe on network 7ef96948-9b26-4186-9197-3dc341e621f0 {{(pid=94700) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 02:48:46.409629 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-77e78160-f146-4559-8269-234dae77f507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:46.410270 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-77e78160-f146-4559-8269-234dae77f507 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:46.412245 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-77e78160-f146-4559-8269-234dae77f507 service neutron] 10.222.0.16 "PUT /v2.0/ports/21eaabc2-91c8-4dda-aaa3-2aa2a5e27cfe HTTP/1.1" status: 200 len: 1028 time: 0.8418357 Sep 07 02:48:46.428768 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38c5310-5c3f-4c2d-a9c6-90cdc08f2392 admin admin] Network 2e9aa464-84c0-42de-b5c6-c04299d5a19e is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:48:46.433583 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-c38c5310-5c3f-4c2d-a9c6-90cdc08f2392 admin admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:48:46.436212 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38c5310-5c3f-4c2d-a9c6-90cdc08f2392 admin admin] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:48:46.457041 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6eb878-0fe4-4a79-a952-446c36a315b8 None None] Routers {'1032b0b7-9562-4523-9a23-5a38db2145cf'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:48:46.460170 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-bc6eb878-0fe4-4a79-a952-446c36a315b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:48:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['1032b0b7-9562-4523-9a23-5a38db2145cf'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:46.485613 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c38c5310-5c3f-4c2d-a9c6-90cdc08f2392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:46.486571 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-84e26487-082d-43a5-829d-053eb19a424b tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:46.488114 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-84e26487-082d-43a5-829d-053eb19a424b tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.16 "GET /v2.0/ports/1727b4ca-2dd0-4cd4-898e-db87f6c72464?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0675752 Sep 07 02:48:46.502819 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-834321a6-42d7-4f39-8e77-48ae39d4dace service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:48:46.525096 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c667184-d9ed-4865-bf04-8f5eb794f5a2 None None] Pushing event updated for resources: {'Port': ['ID=0f86721a-0083-4460-9d1b-7458a93a3527,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:46.593695 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-834321a6-42d7-4f39-8e77-48ae39d4dace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:46.627936 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933cce67-5306-4582-bae0-cc4ddeed35e2 req-b8b14094-a306-43cd-b0e6-b4fdc4140bba tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:46.641053 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-933cce67-5306-4582-bae0-cc4ddeed35e2 req-b8b14094-a306-43cd-b0e6-b4fdc4140bba tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd03b013-92cc-4982-b8c3-5bae3a1f039f HTTP/1.1" status: 200 len: 945 time: 0.2868369 Sep 07 02:48:46.672901 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-bc6eb878-0fe4-4a79-a952-446c36a315b8 None None] Set router 1032b0b7-9562-4523-9a23-5a38db2145cf gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:48:46.673597 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c38c5310-5c3f-4c2d-a9c6-90cdc08f2392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:46.681358 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-edb12929-850e-4a42-afcd-34cc0791174a None None] Provisioning complete for port 21eaabc2-91c8-4dda-aaa3-2aa2a5e27cfe triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:48:46.682353 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-edb12929-850e-4a42-afcd-34cc0791174a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:46.726399 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38c5310-5c3f-4c2d-a9c6-90cdc08f2392 admin admin] Pushing event updated for resources: {'Port': ['ID=49f31e3f-097d-4357-b5b0-c1aeb9296a11,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:46.750033 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-933cce67-5306-4582-bae0-cc4ddeed35e2 req-53fe786a-689f-46f7-85c8-b05354e9a324 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132269 Sep 07 02:48:46.822791 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-edb12929-850e-4a42-afcd-34cc0791174a None None] Port 21eaabc2-91c8-4dda-aaa3-2aa2a5e27cfe cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:48:46.911896 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-834321a6-42d7-4f39-8e77-48ae39d4dace service neutron] For port 1727b4ca-2dd0-4cd4-898e-db87f6c72464, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=1727b4ca-2dd0-4cd4-898e-db87f6c72464,segment=NetworkSegment(42e2f895-6783-4d8e-9fcc-c0b67699fbd1),segment_id=42e2f895-6783-4d8e-9fcc-c0b67699fbd1)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:48:46.944027 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-bc6eb878-0fe4-4a79-a952-446c36a315b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1032b0b7-9562-4523-9a23-5a38db2145cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-119852618-router', 'tenant_id': '2b0a04a186584df08062805d9b68deda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '0f86721a-0083-4460-9d1b-7458a93a3527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:48:41Z', 'updated_at': '2021-09-07T02:48:43Z', 'revision_number': 3, 'project_id': '2b0a04a186584df08062805d9b68deda', 'gw_port': {'id': '0f86721a-0083-4460-9d1b-7458a93a3527', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1032b0b7-9562-4523-9a23-5a38db2145cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:48:42Z', 'updated_at': '2021-09-07T02:48:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:46.957294 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-834321a6-42d7-4f39-8e77-48ae39d4dace service neutron] For port 1727b4ca-2dd0-4cd4-898e-db87f6c72464, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:48:47.004586 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-834321a6-42d7-4f39-8e77-48ae39d4dace service neutron] device_id is not set on port 1727b4ca-2dd0-4cd4-898e-db87f6c72464 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:48:47.017383 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-834321a6-42d7-4f39-8e77-48ae39d4dace service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:47.021104 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6eb878-0fe4-4a79-a952-446c36a315b8 None None] The sync data for ids ['1032b0b7-9562-4523-9a23-5a38db2145cf'] in n-d-796209-16 is: [{'id': '1032b0b7-9562-4523-9a23-5a38db2145cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-119852618-router', 'tenant_id': '2b0a04a186584df08062805d9b68deda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '0f86721a-0083-4460-9d1b-7458a93a3527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:48:41Z', 'updated_at': '2021-09-07T02:48:43Z', 'revision_number': 3, 'project_id': '2b0a04a186584df08062805d9b68deda', 'gw_port': {'id': '0f86721a-0083-4460-9d1b-7458a93a3527', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1032b0b7-9562-4523-9a23-5a38db2145cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:48:42Z', 'updated_at': '2021-09-07T02:48:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:48:47.035862 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-834321a6-42d7-4f39-8e77-48ae39d4dace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:47.086746 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c38c5310-5c3f-4c2d-a9c6-90cdc08f2392 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:47.095930 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c38c5310-5c3f-4c2d-a9c6-90cdc08f2392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:47.122231 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834321a6-42d7-4f39-8e77-48ae39d4dace service neutron] Pushing event updated for resources: {'Port': ['ID=1727b4ca-2dd0-4cd4-898e-db87f6c72464,revision_number=6']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:47.198295 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-834321a6-42d7-4f39-8e77-48ae39d4dace service neutron] No DVR routers for this DVR port 1727b4ca-2dd0-4cd4-898e-db87f6c72464 on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:48:47.249504 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-834321a6-42d7-4f39-8e77-48ae39d4dace service neutron] In _notify_port_updated(), no bound segment for port 1727b4ca-2dd0-4cd4-898e-db87f6c72464 on network 7ef96948-9b26-4186-9197-3dc341e621f0 {{(pid=94700) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 02:48:47.252638 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-834321a6-42d7-4f39-8e77-48ae39d4dace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:47.256050 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-834321a6-42d7-4f39-8e77-48ae39d4dace service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:47.256605 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c38c5310-5c3f-4c2d-a9c6-90cdc08f2392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:47.257755 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-834321a6-42d7-4f39-8e77-48ae39d4dace service neutron] 10.222.0.16 "PUT /v2.0/ports/1727b4ca-2dd0-4cd4-898e-db87f6c72464 HTTP/1.1" status: 200 len: 1028 time: 0.7598500 Sep 07 02:48:47.267272 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38c5310-5c3f-4c2d-a9c6-90cdc08f2392 admin admin] Pushing event updated for resources: {'Port': ['ID=49f31e3f-097d-4357-b5b0-c1aeb9296a11,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:47.465927 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38c5310-5c3f-4c2d-a9c6-90cdc08f2392 admin admin] Network 2e9aa464-84c0-42de-b5c6-c04299d5a19e is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:48:47.465927 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-c38c5310-5c3f-4c2d-a9c6-90cdc08f2392 admin admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:48:47.471666 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-7025283e-8342-408f-89b5-262327bc9718 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Deleting port f5e5ca93-a975-4948-8d7a-7e504030ec90 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:48:47.480245 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-7025283e-8342-408f-89b5-262327bc9718 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:47.520419 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c66f52-3f22-477c-8a0e-30c34d47779f req-ed12bd14-56c4-4e04-bc8a-25db4036b8df tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:47.528706 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c66f52-3f22-477c-8a0e-30c34d47779f req-ed12bd14-56c4-4e04-bc8a-25db4036b8df tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:47.533369 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c66f52-3f22-477c-8a0e-30c34d47779f req-ed12bd14-56c4-4e04-bc8a-25db4036b8df tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:47.544584 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c66f52-3f22-477c-8a0e-30c34d47779f req-ed12bd14-56c4-4e04-bc8a-25db4036b8df tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:47.555334 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c66f52-3f22-477c-8a0e-30c34d47779f req-ed12bd14-56c4-4e04-bc8a-25db4036b8df tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:47.563744 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-97c66f52-3f22-477c-8a0e-30c34d47779f req-ed12bd14-56c4-4e04-bc8a-25db4036b8df tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 3886 time: 0.2982006 Sep 07 02:48:47.565215 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-fa3968d4-a5e7-46dc-bb19-982795bcc77e None None] Provisioning complete for port 1727b4ca-2dd0-4cd4-898e-db87f6c72464 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:48:47.567847 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fa3968d4-a5e7-46dc-bb19-982795bcc77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:47.615124 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-fa3968d4-a5e7-46dc-bb19-982795bcc77e None None] Port 1727b4ca-2dd0-4cd4-898e-db87f6c72464 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:48:47.653197 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-7025283e-8342-408f-89b5-262327bc9718 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] For port f5e5ca93-a975-4948-8d7a-7e504030ec90, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=f5e5ca93-a975-4948-8d7a-7e504030ec90,segment=NetworkSegment(42e2f895-6783-4d8e-9fcc-c0b67699fbd1),segment_id=42e2f895-6783-4d8e-9fcc-c0b67699fbd1)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:48:47.653614 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-7025283e-8342-408f-89b5-262327bc9718 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:47.679807 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-7025283e-8342-408f-89b5-262327bc9718 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Calling delete_port for f5e5ca93-a975-4948-8d7a-7e504030ec90 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:48:47.738085 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-97c66f52-3f22-477c-8a0e-30c34d47779f req-105d2dd3-f220-413f-b3d2-3ed0479c4a1e tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcc0067a-9ce8-4875-b922-e18ef41ab841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1733727 Sep 07 02:48:47.801939 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c38c5310-5c3f-4c2d-a9c6-90cdc08f2392 admin admin] Router 1032b0b7-9562-4523-9a23-5a38db2145cf has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:48:47.881159 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-7025283e-8342-408f-89b5-262327bc9718 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:47.955316 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7025283e-8342-408f-89b5-262327bc9718 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Pushing event deleted for resources: {'Port': ['ID=f5e5ca93-a975-4948-8d7a-7e504030ec90,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:47.987344 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-7025283e-8342-408f-89b5-262327bc9718 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] No DVR routers for this DVR port f5e5ca93-a975-4948-8d7a-7e504030ec90 on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:48:47.999935 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-7025283e-8342-408f-89b5-262327bc9718 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:48.002026 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-7025283e-8342-408f-89b5-262327bc9718 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.16 "DELETE /v2.0/ports/f5e5ca93-a975-4948-8d7a-7e504030ec90 HTTP/1.1" status: 204 len: 173 time: 0.7378278 Sep 07 02:48:48.003688 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff8c528d-373f-42ed-8303-ff263d703c42', 'name': 'network-vif-deleted', 'tag': 'f5e5ca93-a975-4948-8d7a-7e504030ec90'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:48:48.009697 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b163a42-19a2-4d9c-8a50-2ec383cb27dc" -d '{"events": [{"server_uuid": "ff8c528d-373f-42ed-8303-ff263d703c42", "name": "network-vif-deleted", "tag": "f5e5ca93-a975-4948-8d7a-7e504030ec90"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:48:48.036767 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4972a1-c484-4789-954d-12afa883243f req-15919a66-7101-4c5a-a715-bd03a5d822f4 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:48.045084 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8c4972a1-c484-4789-954d-12afa883243f req-15919a66-7101-4c5a-a715-bd03a5d822f4 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd03b013-92cc-4982-b8c3-5bae3a1f039f HTTP/1.1" status: 200 len: 945 time: 0.1195955 Sep 07 02:48:48.083648 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ae4685-888b-4210-81f2-79a40c737d2c x-openstack-request-id: req-f4ae4685-888b-4210-81f2-79a40c737d2c {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:48:48.083941 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff8c528d-373f-42ed-8303-ff263d703c42", "name": "network-vif-deleted", "tag": "f5e5ca93-a975-4948-8d7a-7e504030ec90", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:48:48.084198 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f4ae4685-888b-4210-81f2-79a40c737d2c {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:48:48.084613 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff8c528d-373f-42ed-8303-ff263d703c42', 'name': 'network-vif-deleted', 'tag': 'f5e5ca93-a975-4948-8d7a-7e504030ec90', 'status': 'completed', 'code': 200} Sep 07 02:48:48.111155 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c38c5310-5c3f-4c2d-a9c6-90cdc08f2392 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:48:48.122271 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c38c5310-5c3f-4c2d-a9c6-90cdc08f2392 admin admin] 10.222.0.22 "PUT /v2.0/routers/1032b0b7-9562-4523-9a23-5a38db2145cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2169929 Sep 07 02:48:48.140292 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8c4972a1-c484-4789-954d-12afa883243f req-23bf2d45-a02a-4477-b225-b421dd323b0f tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942349 Sep 07 02:48:48.193079 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-3f89d82f-01b0-4359-9d15-424043b3f14c tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Deleting port 5a10fd3e-a307-42ef-9874-a9290ecbb499 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:48:48.193473 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-3f89d82f-01b0-4359-9d15-424043b3f14c tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:48.437340 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-3f89d82f-01b0-4359-9d15-424043b3f14c tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] For port 5a10fd3e-a307-42ef-9874-a9290ecbb499, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=5a10fd3e-a307-42ef-9874-a9290ecbb499,segment=NetworkSegment(b5a31333-dc66-4c28-b309-79aa5613af15),segment_id=b5a31333-dc66-4c28-b309-79aa5613af15)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:48:48.442826 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-3f89d82f-01b0-4359-9d15-424043b3f14c tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:48.473632 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-3f89d82f-01b0-4359-9d15-424043b3f14c tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Calling delete_port for 5a10fd3e-a307-42ef-9874-a9290ecbb499 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:48:48.618182 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 21eaabc2-91c8-4dda-aaa3-2aa2a5e27cfe no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:48:48.681052 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 21eaabc2-91c8-4dda-aaa3-2aa2a5e27cfe not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:48:48.681712 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 1727b4ca-2dd0-4cd4-898e-db87f6c72464 no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:48:48.742209 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 1727b4ca-2dd0-4cd4-898e-db87f6c72464 not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:48:48.742669 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 7ece7923-d776-40ec-9db6-8b3f1d9ba82b no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:48:48.805892 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-3f89d82f-01b0-4359-9d15-424043b3f14c tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:48.835159 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f89d82f-01b0-4359-9d15-424043b3f14c tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Pushing event deleted for resources: {'Port': ['ID=5a10fd3e-a307-42ef-9874-a9290ecbb499,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:48.835881 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:48.877718 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff8c528d-373f-42ed-8303-ff263d703c42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ece7923-d776-40ec-9db6-8b3f1d9ba82b'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:48:48.881848 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ff2fa0-94b2-4e62-88ca-d391fe4da55d" -d '{"events": [{"server_uuid": "ff8c528d-373f-42ed-8303-ff263d703c42", "name": "network-vif-unplugged", "status": "completed", "tag": "7ece7923-d776-40ec-9db6-8b3f1d9ba82b"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:48:48.902684 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-3f89d82f-01b0-4359-9d15-424043b3f14c tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] No DVR routers for this DVR port 5a10fd3e-a307-42ef-9874-a9290ecbb499 on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:48:48.911360 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e8275-0d56-4c81-a934-3ad4a3b9dbd5 req-2d585934-c2cd-4a38-92be-796c873947cb tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:48.913004 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-814e8275-0d56-4c81-a934-3ad4a3b9dbd5 req-2d585934-c2cd-4a38-92be-796c873947cb tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/networks?id=2e9aa464-84c0-42de-b5c6-c04299d5a19e HTTP/1.1" status: 200 len: 819 time: 0.2010839 Sep 07 02:48:48.914128 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-3f89d82f-01b0-4359-9d15-424043b3f14c tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:48.916087 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-3f89d82f-01b0-4359-9d15-424043b3f14c tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.16 "DELETE /v2.0/ports/5a10fd3e-a307-42ef-9874-a9290ecbb499 HTTP/1.1" status: 204 len: 173 time: 0.9023218 Sep 07 02:48:48.921669 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 7ece7923-d776-40ec-9db6-8b3f1d9ba82b, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=7ece7923-d776-40ec-9db6-8b3f1d9ba82b,segment=NetworkSegment(531bd934-22d9-4955-9c53-1181d12eb23f),segment_id=531bd934-22d9-4955-9c53-1181d12eb23f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:48:48.929206 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:48.930460 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 09d8e09b-36fc-4d4b-816b-ee7185e3ed7d no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:48:48.958925 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b551b92-9aee-4cb6-8eb3-05644f20dc67 req-0d5058c5-371e-4741-81bb-e5e0ad09931f tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:48.969037 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b551b92-9aee-4cb6-8eb3-05644f20dc67 req-0d5058c5-371e-4741-81bb-e5e0ad09931f tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:48.975553 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b551b92-9aee-4cb6-8eb3-05644f20dc67 req-0d5058c5-371e-4741-81bb-e5e0ad09931f tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:48.977327 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-814e8275-0d56-4c81-a934-3ad4a3b9dbd5 req-71216696-787c-4020-a741-106700bf15d7 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/quotas/2b0a04a186584df08062805d9b68deda HTTP/1.1" status: 200 len: 375 time: 0.0576272 Sep 07 02:48:48.983615 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8b551b92-9aee-4cb6-8eb3-05644f20dc67 req-0d5058c5-371e-4741-81bb-e5e0ad09931f tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 2417 time: 0.1061113 Sep 07 02:48:49.014969 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 0f86721a-0083-4460-9d1b-7458a93a3527 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:48:49.047336 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8b551b92-9aee-4cb6-8eb3-05644f20dc67 req-20ca630e-92d2-4ecc-9e71-dcd1b9307e19 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcc0067a-9ce8-4875-b922-e18ef41ab841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624599 Sep 07 02:48:49.086460 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-3805edfc-6ca4-401d-91fe-e17389518da5 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Deleting port bd2646ca-659b-4e2b-8d78-87d5a7a2747d {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:48:49.086805 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-3805edfc-6ca4-401d-91fe-e17389518da5 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:49.095830 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-814e8275-0d56-4c81-a934-3ad4a3b9dbd5 req-4de6286b-6184-4b9c-880a-087a8332ab5a tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=2b0a04a186584df08062805d9b68deda&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0998971 Sep 07 02:48:49.098842 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=7ece7923-d776-40ec-9db6-8b3f1d9ba82b,revision_number=6']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:49.151440 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 0f86721a-0083-4460-9d1b-7458a93a3527 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:48:49.162150 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 0f86721a-0083-4460-9d1b-7458a93a3527 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:48:49.162324 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:49.197076 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 02:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350b1739-969f-487f-bfb9-c3a82a5d21ef x-openstack-request-id: req-350b1739-969f-487f-bfb9-c3a82a5d21ef {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:48:49.197374 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff8c528d-373f-42ed-8303-ff263d703c42", "name": "network-vif-unplugged", "status": "completed", "tag": "7ece7923-d776-40ec-9db6-8b3f1d9ba82b", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:48:49.197633 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-350b1739-969f-487f-bfb9-c3a82a5d21ef {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:48:49.198034 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff8c528d-373f-42ed-8303-ff263d703c42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ece7923-d776-40ec-9db6-8b3f1d9ba82b', 'code': 200} Sep 07 02:48:49.201039 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:49.247439 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 09d8e09b-36fc-4d4b-816b-ee7185e3ed7d, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=09d8e09b-36fc-4d4b-816b-ee7185e3ed7d,segment=NetworkSegment(42e2f895-6783-4d8e-9fcc-c0b67699fbd1),segment_id=42e2f895-6783-4d8e-9fcc-c0b67699fbd1)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:48:49.259348 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:49.260162 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device bd2646ca-659b-4e2b-8d78-87d5a7a2747d no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:48:49.294704 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-3805edfc-6ca4-401d-91fe-e17389518da5 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] For port bd2646ca-659b-4e2b-8d78-87d5a7a2747d, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=bd2646ca-659b-4e2b-8d78-87d5a7a2747d,segment=NetworkSegment(b5a31333-dc66-4c28-b309-79aa5613af15),segment_id=b5a31333-dc66-4c28-b309-79aa5613af15)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:48:49.295082 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-3805edfc-6ca4-401d-91fe-e17389518da5 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:49.333459 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-814e8275-0d56-4c81-a934-3ad4a3b9dbd5 req-7846545b-48ef-4b69-931d-e0a76efa4908 service neutron] 10.222.0.22 "GET /v2.0/networks/2e9aa464-84c0-42de-b5c6-c04299d5a19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195325 Sep 07 02:48:49.341390 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-3805edfc-6ca4-401d-91fe-e17389518da5 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Calling delete_port for bd2646ca-659b-4e2b-8d78-87d5a7a2747d owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:48:49.422898 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8327f0-467c-4e6b-a666-5eb891265eaa req-f910acba-efac-45b6-b7ab-f20fa67e73df tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:49.424920 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ed8327f0-467c-4e6b-a666-5eb891265eaa req-f910acba-efac-45b6-b7ab-f20fa67e73df tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd03b013-92cc-4982-b8c3-5bae3a1f039f HTTP/1.1" status: 200 len: 945 time: 0.0824025 Sep 07 02:48:49.485603 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:49.498533 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=09d8e09b-36fc-4d4b-816b-ee7185e3ed7d,revision_number=6']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:49.511469 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ed8327f0-467c-4e6b-a666-5eb891265eaa req-6763baae-0182-4ac9-abdb-1ca73fd3742c tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781302 Sep 07 02:48:49.572981 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 0f86721a-0083-4460-9d1b-7458a93a3527, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=0f86721a-0083-4460-9d1b-7458a93a3527,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:48:49.583316 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:49.609589 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-814e8275-0d56-4c81-a934-3ad4a3b9dbd5 req-ca015f4f-d998-4a0a-b435-6c01361f6ffe service neutron] 10.222.0.22 "GET /v2.0/networks/2e9aa464-84c0-42de-b5c6-c04299d5a19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656922 Sep 07 02:48:49.635363 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:49.696299 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=0f86721a-0083-4460-9d1b-7458a93a3527,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:49.718387 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-3805edfc-6ca4-401d-91fe-e17389518da5 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:49.739967 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 5a10fd3e-a307-42ef-9874-a9290ecbb499 no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:48:49.781746 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: 5a10fd3e-a307-42ef-9874-a9290ecbb499 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:48:49.782481 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 5a10fd3e-a307-42ef-9874-a9290ecbb499 not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:48:49.783114 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device f5e5ca93-a975-4948-8d7a-7e504030ec90 no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:48:49.831633 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-3805edfc-6ca4-401d-91fe-e17389518da5 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] No DVR routers for this DVR port bd2646ca-659b-4e2b-8d78-87d5a7a2747d on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:48:49.834794 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3805edfc-6ca4-401d-91fe-e17389518da5 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Pushing event deleted for resources: {'Port': ['ID=bd2646ca-659b-4e2b-8d78-87d5a7a2747d,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:49.861646 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-3805edfc-6ca4-401d-91fe-e17389518da5 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:49.867650 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-3805edfc-6ca4-401d-91fe-e17389518da5 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.16 "DELETE /v2.0/ports/bd2646ca-659b-4e2b-8d78-87d5a7a2747d HTTP/1.1" status: 204 len: 173 time: 0.9408369 Sep 07 02:48:49.970129 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0bbffdfd-919e-4578-ae3c-33846148fc5b req-e27d8ff2-24d1-4f61-a6a0-f82a609e15bb tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/ports?device_id=56d8a0c3-29f8-4582-bd71-98a81eff804d HTTP/1.1" status: 200 len: 210 time: 0.0662425 Sep 07 02:48:50.035298 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-4ed24d91-2c7d-4673-bb4f-08a6c1bff9ea tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Deleting port 7ece7923-d776-40ec-9db6-8b3f1d9ba82b {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:48:50.038804 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-4ed24d91-2c7d-4673-bb4f-08a6c1bff9ea tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:50.053395 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990d683a-bb03-42d0-ba4f-7a3f7bbb13d9 None None] Sync routers for ids ['1032b0b7-9562-4523-9a23-5a38db2145cf'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:48:50.062913 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: f5e5ca93-a975-4948-8d7a-7e504030ec90 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:48:50.062913 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device f5e5ca93-a975-4948-8d7a-7e504030ec90 not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:48:50.070602 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990d683a-bb03-42d0-ba4f-7a3f7bbb13d9 None None] Routers {'1032b0b7-9562-4523-9a23-5a38db2145cf'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:48:50.071384 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-990d683a-bb03-42d0-ba4f-7a3f7bbb13d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:48:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['1032b0b7-9562-4523-9a23-5a38db2145cf'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:50.089152 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff8c528d-373f-42ed-8303-ff263d703c42', 'name': 'network-vif-deleted', 'tag': '5a10fd3e-a307-42ef-9874-a9290ecbb499'}, {'server_uuid': 'ff8c528d-373f-42ed-8303-ff263d703c42', 'name': 'network-vif-deleted', 'tag': 'bd2646ca-659b-4e2b-8d78-87d5a7a2747d'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:48:50.097467 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447b1faf-62fb-4b8f-a73e-f5a1c83c2ad1" -d '{"events": [{"server_uuid": "ff8c528d-373f-42ed-8303-ff263d703c42", "name": "network-vif-deleted", "tag": "5a10fd3e-a307-42ef-9874-a9290ecbb499"}, {"server_uuid": "ff8c528d-373f-42ed-8303-ff263d703c42", "name": "network-vif-deleted", "tag": "bd2646ca-659b-4e2b-8d78-87d5a7a2747d"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:48:50.345966 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-990d683a-bb03-42d0-ba4f-7a3f7bbb13d9 None None] Set router 1032b0b7-9562-4523-9a23-5a38db2145cf gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:48:50.697635 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 07 Sep 2021 02:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c02c94b-dfb6-42b4-8c5d-9ba75d02e9d8 x-openstack-request-id: req-7c02c94b-dfb6-42b4-8c5d-9ba75d02e9d8 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:48:50.698272 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff8c528d-373f-42ed-8303-ff263d703c42", "name": "network-vif-deleted", "tag": "5a10fd3e-a307-42ef-9874-a9290ecbb499", "status": "completed", "code": 200}, {"server_uuid": "ff8c528d-373f-42ed-8303-ff263d703c42", "name": "network-vif-deleted", "tag": "bd2646ca-659b-4e2b-8d78-87d5a7a2747d", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:48:50.698272 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7c02c94b-dfb6-42b4-8c5d-9ba75d02e9d8 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:48:50.698584 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff8c528d-373f-42ed-8303-ff263d703c42', 'name': 'network-vif-deleted', 'tag': '5a10fd3e-a307-42ef-9874-a9290ecbb499', 'status': 'completed', 'code': 200} Sep 07 02:48:50.698835 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff8c528d-373f-42ed-8303-ff263d703c42', 'name': 'network-vif-deleted', 'tag': 'bd2646ca-659b-4e2b-8d78-87d5a7a2747d', 'status': 'completed', 'code': 200} Sep 07 02:48:50.724392 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2deba00-52ab-477f-928b-24a5608bb040 req-66445336-ab4b-48d4-a2a1-493dc99ea7a9 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:50.752617 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b2deba00-52ab-477f-928b-24a5608bb040 req-66445336-ab4b-48d4-a2a1-493dc99ea7a9 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd03b013-92cc-4982-b8c3-5bae3a1f039f HTTP/1.1" status: 200 len: 945 time: 0.1163223 Sep 07 02:48:50.776872 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-4ed24d91-2c7d-4673-bb4f-08a6c1bff9ea tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] For port 7ece7923-d776-40ec-9db6-8b3f1d9ba82b, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=7ece7923-d776-40ec-9db6-8b3f1d9ba82b,segment=NetworkSegment(531bd934-22d9-4955-9c53-1181d12eb23f),segment_id=531bd934-22d9-4955-9c53-1181d12eb23f)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:48:50.777259 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-4ed24d91-2c7d-4673-bb4f-08a6c1bff9ea tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:50.810220 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-990d683a-bb03-42d0-ba4f-7a3f7bbb13d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1032b0b7-9562-4523-9a23-5a38db2145cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-119852618-router', 'tenant_id': '2b0a04a186584df08062805d9b68deda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '0f86721a-0083-4460-9d1b-7458a93a3527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:48:41Z', 'updated_at': '2021-09-07T02:48:46Z', 'revision_number': 4, 'project_id': '2b0a04a186584df08062805d9b68deda', 'gw_port': {'id': '0f86721a-0083-4460-9d1b-7458a93a3527', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1032b0b7-9562-4523-9a23-5a38db2145cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:48:42Z', 'updated_at': '2021-09-07T02:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '49f31e3f-097d-4357-b5b0-c1aeb9296a11', 'name': '', 'network_id': '2e9aa464-84c0-42de-b5c6-c04299d5a19e', 'tenant_id': '2b0a04a186584df08062805d9b68deda', 'mac_address': 'fa:16:3e:30:bc:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1032b0b7-9562-4523-9a23-5a38db2145cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '8c714891-3ab3-4af4-b252-c7178b590fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:48:45Z', 'updated_at': '2021-09-07T02:48:46Z', 'revision_number': 2, 'project_id': '2b0a04a186584df08062805d9b68deda', 'subnets': [{'id': '8c714891-3ab3-4af4-b252-c7178b590fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:50.816171 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b2deba00-52ab-477f-928b-24a5608bb040 req-9bff980d-795b-49f0-95b8-25a2a8e3dfff tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610535 Sep 07 02:48:50.826656 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97a5ba-5bb7-44bb-9f7d-84f87f07724a req-4892e023-45da-4e1e-8a04-a0ca7e6ba6c8 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:50.835521 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97a5ba-5bb7-44bb-9f7d-84f87f07724a req-4892e023-45da-4e1e-8a04-a0ca7e6ba6c8 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:50.844934 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cc97a5ba-5bb7-44bb-9f7d-84f87f07724a req-4892e023-45da-4e1e-8a04-a0ca7e6ba6c8 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 1678 time: 0.6556611 Sep 07 02:48:50.903868 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990d683a-bb03-42d0-ba4f-7a3f7bbb13d9 None None] Checking router: 1032b0b7-9562-4523-9a23-5a38db2145cf for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:48:50.904504 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990d683a-bb03-42d0-ba4f-7a3f7bbb13d9 None None] Updating router 1032b0b7-9562-4523-9a23-5a38db2145cf port 49f31e3f-097d-4357-b5b0-c1aeb9296a11 binding host n-d-796209-16 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 02:48:50.937052 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-990d683a-bb03-42d0-ba4f-7a3f7bbb13d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:51.015748 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cc97a5ba-5bb7-44bb-9f7d-84f87f07724a req-52cc8870-552c-49da-850a-2371525b9ef4 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcc0067a-9ce8-4875-b922-e18ef41ab841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631258 Sep 07 02:48:51.062475 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 0f86721a-0083-4460-9d1b-7458a93a3527 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:48:51.148449 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-4ed24d91-2c7d-4673-bb4f-08a6c1bff9ea tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:51.149296 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-4ed24d91-2c7d-4673-bb4f-08a6c1bff9ea tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:51.149797 n-d-796209-16 neutron-server[94700]: INFO neutron.db.l3_db [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-4ed24d91-2c7d-4673-bb4f-08a6c1bff9ea tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Floating IP f82863df-1f06-467b-aaab-4b6167969454 disassociated. External IP: 172.25.5.165, port: 7ece7923-d776-40ec-9db6-8b3f1d9ba82b. Sep 07 02:48:51.150372 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-4ed24d91-2c7d-4673-bb4f-08a6c1bff9ea tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Calling delete_port for 7ece7923-d776-40ec-9db6-8b3f1d9ba82b owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:48:51.156793 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c2b9a6aa-f27c-4572-bf61-f55a5999d66f req-1dff8a7e-29f9-4f5b-bd24-578f0c11aa8e tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/ports?device_id=56d8a0c3-29f8-4582-bd71-98a81eff804d HTTP/1.1" status: 200 len: 210 time: 0.0563381 Sep 07 02:48:51.192860 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 0f86721a-0083-4460-9d1b-7458a93a3527 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:48:51.193340 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:51.218305 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff8c528d-373f-42ed-8303-ff263d703c42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09d8e09b-36fc-4d4b-816b-ee7185e3ed7d'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:48:51.220769 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf02ab2b-8f00-44bb-87df-a119c2702849" -d '{"events": [{"server_uuid": "ff8c528d-373f-42ed-8303-ff263d703c42", "name": "network-vif-unplugged", "status": "completed", "tag": "09d8e09b-36fc-4d4b-816b-ee7185e3ed7d"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:48:51.290564 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 02:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978634c3-f2b4-435d-9a20-287a2fba3384 x-openstack-request-id: req-978634c3-f2b4-435d-9a20-287a2fba3384 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:48:51.291595 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff8c528d-373f-42ed-8303-ff263d703c42", "name": "network-vif-unplugged", "status": "completed", "tag": "09d8e09b-36fc-4d4b-816b-ee7185e3ed7d", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:48:51.291969 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-978634c3-f2b4-435d-9a20-287a2fba3384 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:48:51.292478 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff8c528d-373f-42ed-8303-ff263d703c42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09d8e09b-36fc-4d4b-816b-ee7185e3ed7d', 'code': 200} Sep 07 02:48:51.319046 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-4ed24d91-2c7d-4673-bb4f-08a6c1bff9ea tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:51.390281 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed24d91-2c7d-4673-bb4f-08a6c1bff9ea tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Pushing event deleted for resources: {'Port': ['ID=7ece7923-d776-40ec-9db6-8b3f1d9ba82b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:51.413440 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:51.423745 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:51.436157 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-990d683a-bb03-42d0-ba4f-7a3f7bbb13d9 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:51.459211 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-990d683a-bb03-42d0-ba4f-7a3f7bbb13d9 None None] Transition to ACTIVE for port object 49f31e3f-097d-4357-b5b0-c1aeb9296a11 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:48:51.481398 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-990d683a-bb03-42d0-ba4f-7a3f7bbb13d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:51.737902 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1a2b61-4825-4a50-99f3-20faf724b756 None None] Pushing event updated for resources: {'Port': ['ID=49f31e3f-097d-4357-b5b0-c1aeb9296a11,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:51.753941 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-990d683a-bb03-42d0-ba4f-7a3f7bbb13d9 None None] Attempting to bind port 49f31e3f-097d-4357-b5b0-c1aeb9296a11 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:48:51.754323 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-990d683a-bb03-42d0-ba4f-7a3f7bbb13d9 None None] Attempting to bind port 49f31e3f-097d-4357-b5b0-c1aeb9296a11 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '5a4dcf31-8b05-4e7a-87f1-baca1d26a39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '2e9aa464-84c0-42de-b5c6-c04299d5a19e'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:48:51.754756 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990d683a-bb03-42d0-ba4f-7a3f7bbb13d9 None None] Attempting to bind port 49f31e3f-097d-4357-b5b0-c1aeb9296a11 on network 2e9aa464-84c0-42de-b5c6-c04299d5a19e {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:48:51.760316 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990d683a-bb03-42d0-ba4f-7a3f7bbb13d9 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:48:51.760601 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990d683a-bb03-42d0-ba4f-7a3f7bbb13d9 None None] Checking segment: {'id': '5a4dcf31-8b05-4e7a-87f1-baca1d26a39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '2e9aa464-84c0-42de-b5c6-c04299d5a19e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:48:51.761011 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-990d683a-bb03-42d0-ba4f-7a3f7bbb13d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:51.761407 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990d683a-bb03-42d0-ba4f-7a3f7bbb13d9 None None] Bound using segment: {'id': '5a4dcf31-8b05-4e7a-87f1-baca1d26a39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '2e9aa464-84c0-42de-b5c6-c04299d5a19e'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:48:51.761881 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-990d683a-bb03-42d0-ba4f-7a3f7bbb13d9 None None] Bound port: 49f31e3f-097d-4357-b5b0-c1aeb9296a11, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a4dcf31-8b05-4e7a-87f1-baca1d26a39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '2e9aa464-84c0-42de-b5c6-c04299d5a19e'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:48:51.762293 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-990d683a-bb03-42d0-ba4f-7a3f7bbb13d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:51.774470 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7212bf1-101a-47a1-84e0-787f48ad1c25 req-179a3f79-9acb-4555-b4e3-698aa9872f1f tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:51.778468 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b7212bf1-101a-47a1-84e0-787f48ad1c25 req-179a3f79-9acb-4555-b4e3-698aa9872f1f tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd03b013-92cc-4982-b8c3-5bae3a1f039f HTTP/1.1" status: 200 len: 945 time: 0.1846132 Sep 07 02:48:51.791770 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e8275-0d56-4c81-a934-3ad4a3b9dbd5 req-1bfc516a-c3a7-4479-8118-a85cae6a22e6 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:51.793307 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-814e8275-0d56-4c81-a934-3ad4a3b9dbd5 req-1bfc516a-c3a7-4479-8118-a85cae6a22e6 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.23 "GET /v2.0/networks?id=2e9aa464-84c0-42de-b5c6-c04299d5a19e HTTP/1.1" status: 200 len: 819 time: 0.4253237 Sep 07 02:48:51.813922 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-814e8275-0d56-4c81-a934-3ad4a3b9dbd5 req-5d9ffb62-34d2-4bfc-bc9a-4853d1cd7ac9 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Request body: {'port': {'device_id': '56d8a0c3-29f8-4582-bd71-98a81eff804d', 'network_id': '2e9aa464-84c0-42de-b5c6-c04299d5a19e', 'admin_state_up': True, 'tenant_id': '2b0a04a186584df08062805d9b68deda'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:48:51.872763 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-990d683a-bb03-42d0-ba4f-7a3f7bbb13d9 None None] For port 49f31e3f-097d-4357-b5b0-c1aeb9296a11, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:48:51.881622 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-990d683a-bb03-42d0-ba4f-7a3f7bbb13d9 None None] For port 49f31e3f-097d-4357-b5b0-c1aeb9296a11, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=49f31e3f-097d-4357-b5b0-c1aeb9296a11,segment=NetworkSegment(5a4dcf31-8b05-4e7a-87f1-baca1d26a39c),segment_id=5a4dcf31-8b05-4e7a-87f1-baca1d26a39c)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:48:51.890569 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-990d683a-bb03-42d0-ba4f-7a3f7bbb13d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:51.986898 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990d683a-bb03-42d0-ba4f-7a3f7bbb13d9 None None] Routers {'1032b0b7-9562-4523-9a23-5a38db2145cf'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:48:51.987851 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-990d683a-bb03-42d0-ba4f-7a3f7bbb13d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:48:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['1032b0b7-9562-4523-9a23-5a38db2145cf'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:52.068797 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1e838-c706-4498-a6d0-364af7b6f7c2 req-5dbe9ab1-228c-4bd7-83cd-13df0fa931b1 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:52.095921 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3ef1e838-c706-4498-a6d0-364af7b6f7c2 req-5dbe9ab1-228c-4bd7-83cd-13df0fa931b1 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd03b013-92cc-4982-b8c3-5bae3a1f039f HTTP/1.1" status: 200 len: 945 time: 0.1361032 Sep 07 02:48:52.209210 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3ef1e838-c706-4498-a6d0-364af7b6f7c2 req-fd1862bf-f199-4f98-b004-a341fae1ae47 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122711 Sep 07 02:48:52.218255 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 33762) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:52.219340 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-4ed24d91-2c7d-4673-bb4f-08a6c1bff9ea tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Router 9b43e779-b574-4839-80bd-7ec974775f43 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:48:52.287896 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-990d683a-bb03-42d0-ba4f-7a3f7bbb13d9 None None] Set router 1032b0b7-9562-4523-9a23-5a38db2145cf gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:48:52.369967 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6e115083-d5d6-4ef1-a05c-6d90730e6e35 req-292a2821-f5f3-4957-8da9-fc8fb7189969 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/ports?device_id=56d8a0c3-29f8-4582-bd71-98a81eff804d HTTP/1.1" status: 200 len: 210 time: 0.0477350 Sep 07 02:48:52.408817 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-87ccf7c0-23a7-4a15-a825-bf3b1d1ca2d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:52.410604 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1a2b61-4825-4a50-99f3-20faf724b756 None None] Pushing event updated for resources: {'Port': ['ID=49f31e3f-097d-4357-b5b0-c1aeb9296a11,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:52.437739 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-814e8275-0d56-4c81-a934-3ad4a3b9dbd5 req-5d9ffb62-34d2-4bfc-bc9a-4853d1cd7ac9 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Made reservation on behalf of 2b0a04a186584df08062805d9b68deda for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:48:52.442791 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-814e8275-0d56-4c81-a934-3ad4a3b9dbd5 req-5d9ffb62-34d2-4bfc-bc9a-4853d1cd7ac9 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:52.446947 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-4ed24d91-2c7d-4673-bb4f-08a6c1bff9ea tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:48:52.462431 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cae937-1db4-414a-b89d-c20af794d799 None None] Sync routers for ids ['9b43e779-b574-4839-80bd-7ec974775f43'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:48:52.488198 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cae937-1db4-414a-b89d-c20af794d799 None None] Routers {'9b43e779-b574-4839-80bd-7ec974775f43'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:48:52.489301 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-b7212bf1-101a-47a1-84e0-787f48ad1c25 req-db0cda5e-d983-4df6-a0e7-6231bd9b75b2 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Deleting port b4937cd9-07e1-4ee3-92d4-2d008a1e972f {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:48:52.489647 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b7212bf1-101a-47a1-84e0-787f48ad1c25 req-db0cda5e-d983-4df6-a0e7-6231bd9b75b2 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:52.490316 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-a6cae937-1db4-414a-b89d-c20af794d799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:48:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['9b43e779-b574-4839-80bd-7ec974775f43'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:52.521420 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03836be-e6fd-4e19-9b21-4bd7d297134e req-1d80bf1d-6ae9-4933-ac5a-300843a906d6 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:52.523141 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e03836be-e6fd-4e19-9b21-4bd7d297134e req-1d80bf1d-6ae9-4933-ac5a-300843a906d6 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 943 time: 0.3386562 Sep 07 02:48:52.552548 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-87ccf7c0-23a7-4a15-a825-bf3b1d1ca2d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:52.560643 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-87ccf7c0-23a7-4a15-a825-bf3b1d1ca2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:52.573510 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-4ed24d91-2c7d-4673-bb4f-08a6c1bff9ea tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] No DVR routers for this DVR port 7ece7923-d776-40ec-9db6-8b3f1d9ba82b on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:48:52.590613 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-990d683a-bb03-42d0-ba4f-7a3f7bbb13d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1032b0b7-9562-4523-9a23-5a38db2145cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-119852618-router', 'tenant_id': '2b0a04a186584df08062805d9b68deda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '0f86721a-0083-4460-9d1b-7458a93a3527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:48:41Z', 'updated_at': '2021-09-07T02:48:46Z', 'revision_number': 4, 'project_id': '2b0a04a186584df08062805d9b68deda', 'gw_port': {'id': '0f86721a-0083-4460-9d1b-7458a93a3527', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1032b0b7-9562-4523-9a23-5a38db2145cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:48:42Z', 'updated_at': '2021-09-07T02:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '49f31e3f-097d-4357-b5b0-c1aeb9296a11', 'name': '', 'network_id': '2e9aa464-84c0-42de-b5c6-c04299d5a19e', 'tenant_id': '2b0a04a186584df08062805d9b68deda', 'mac_address': 'fa:16:3e:30:bc:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1032b0b7-9562-4523-9a23-5a38db2145cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '8c714891-3ab3-4af4-b252-c7178b590fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:48:45Z', 'updated_at': '2021-09-07T02:48:51Z', 'revision_number': 4, 'project_id': '2b0a04a186584df08062805d9b68deda', 'subnets': [{'id': '8c714891-3ab3-4af4-b252-c7178b590fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:52.595349 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-87ccf7c0-23a7-4a15-a825-bf3b1d1ca2d9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=43fc394fa0cc4d7ab39194b4871dbe64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3719110 Sep 07 02:48:52.595349 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 33768) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:52.596136 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-4ed24d91-2c7d-4673-bb4f-08a6c1bff9ea tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:52.598178 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-4ed24d91-2c7d-4673-bb4f-08a6c1bff9ea tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.16 "DELETE /v2.0/ports/7ece7923-d776-40ec-9db6-8b3f1d9ba82b HTTP/1.1" status: 204 len: 173 time: 2.7176788 Sep 07 02:48:52.632433 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990d683a-bb03-42d0-ba4f-7a3f7bbb13d9 None None] The sync data for ids ['1032b0b7-9562-4523-9a23-5a38db2145cf'] in n-d-796209-16 is: [{'id': '1032b0b7-9562-4523-9a23-5a38db2145cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-119852618-router', 'tenant_id': '2b0a04a186584df08062805d9b68deda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '0f86721a-0083-4460-9d1b-7458a93a3527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:48:41Z', 'updated_at': '2021-09-07T02:48:46Z', 'revision_number': 4, 'project_id': '2b0a04a186584df08062805d9b68deda', 'gw_port': {'id': '0f86721a-0083-4460-9d1b-7458a93a3527', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1032b0b7-9562-4523-9a23-5a38db2145cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:48:42Z', 'updated_at': '2021-09-07T02:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '49f31e3f-097d-4357-b5b0-c1aeb9296a11', 'name': '', 'network_id': '2e9aa464-84c0-42de-b5c6-c04299d5a19e', 'tenant_id': '2b0a04a186584df08062805d9b68deda', 'mac_address': 'fa:16:3e:30:bc:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1032b0b7-9562-4523-9a23-5a38db2145cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '8c714891-3ab3-4af4-b252-c7178b590fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:48:45Z', 'updated_at': '2021-09-07T02:48:51Z', 'revision_number': 4, 'project_id': '2b0a04a186584df08062805d9b68deda', 'subnets': [{'id': '8c714891-3ab3-4af4-b252-c7178b590fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:48:52.669372 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-a6cae937-1db4-414a-b89d-c20af794d799 None None] Set router 9b43e779-b574-4839-80bd-7ec974775f43 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:48:52.677947 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9c4b3c85-b613-4e5a-a147-21cca3349918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:52.707351 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9c4b3c85-b613-4e5a-a147-21cca3349918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:52.737196 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff8c528d-373f-42ed-8303-ff263d703c42', 'name': 'network-vif-deleted', 'tag': '7ece7923-d776-40ec-9db6-8b3f1d9ba82b'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:48:52.739998 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed6e268-789f-4f8c-ac28-0d7f02704013" -d '{"events": [{"server_uuid": "ff8c528d-373f-42ed-8303-ff263d703c42", "name": "network-vif-deleted", "tag": "7ece7923-d776-40ec-9db6-8b3f1d9ba82b"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:48:52.810870 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9c4b3c85-b613-4e5a-a147-21cca3349918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:52.813513 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9c4b3c85-b613-4e5a-a147-21cca3349918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:52.814890 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-9c4b3c85-b613-4e5a-a147-21cca3349918 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/dbf2c2f1-a6c8-4ebf-8704-982b537f7ab0 HTTP/1.1" status: 204 len: 168 time: 0.2198153 Sep 07 02:48:52.815888 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ccf7c0-23a7-4a15-a825-bf3b1d1ca2d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf2c2f1-a6c8-4ebf-8704-982b537f7ab0,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:52.839929 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4b3c85-b613-4e5a-a147-21cca3349918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf2c2f1-a6c8-4ebf-8704-982b537f7ab0,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:52.883583 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f790e684-2d81-44f7-86d1-9a02d71267fd x-openstack-request-id: req-f790e684-2d81-44f7-86d1-9a02d71267fd {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:48:52.884107 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff8c528d-373f-42ed-8303-ff263d703c42", "name": "network-vif-deleted", "tag": "7ece7923-d776-40ec-9db6-8b3f1d9ba82b", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:48:52.886149 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f790e684-2d81-44f7-86d1-9a02d71267fd {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:48:52.886149 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff8c528d-373f-42ed-8303-ff263d703c42', 'name': 'network-vif-deleted', 'tag': '7ece7923-d776-40ec-9db6-8b3f1d9ba82b', 'status': 'completed', 'code': 200} Sep 07 02:48:52.935373 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e03836be-e6fd-4e19-9b21-4bd7d297134e req-5ce50f91-7296-4611-8e90-62345b993a7d tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcc0067a-9ce8-4875-b922-e18ef41ab841&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3844059 Sep 07 02:48:53.038050 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-b7212bf1-101a-47a1-84e0-787f48ad1c25 req-db0cda5e-d983-4df6-a0e7-6231bd9b75b2 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] For port b4937cd9-07e1-4ee3-92d4-2d008a1e972f, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=b4937cd9-07e1-4ee3-92d4-2d008a1e972f,segment=NetworkSegment(b3eb252a-4923-4f55-afa9-bd49022e406f),segment_id=b3eb252a-4923-4f55-afa9-bd49022e406f)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:48:53.038485 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b7212bf1-101a-47a1-84e0-787f48ad1c25 req-db0cda5e-d983-4df6-a0e7-6231bd9b75b2 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:53.073615 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-b7212bf1-101a-47a1-84e0-787f48ad1c25 req-db0cda5e-d983-4df6-a0e7-6231bd9b75b2 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Calling delete_port for b4937cd9-07e1-4ee3-92d4-2d008a1e972f owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:48:53.083710 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-814e8275-0d56-4c81-a934-3ad4a3b9dbd5 req-5d9ffb62-34d2-4bfc-bc9a-4853d1cd7ac9 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Allocated IP 172.20.0.9 (2e9aa464-84c0-42de-b5c6-c04299d5a19e/8c714891-3ab3-4af4-b252-c7178b590fd7/319858d8-aee5-4452-baa9-8a3c87da7b44) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:48:53.099278 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 49f31e3f-097d-4357-b5b0-c1aeb9296a11 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:48:53.128318 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-a6cae937-1db4-414a-b89d-c20af794d799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b43e779-b574-4839-80bd-7ec974775f43', 'name': 'tempest-TaggedBootDevicesTest-261108608-router', 'tenant_id': '3d937c5301ab43c080b18db78872855b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'ad2b5ea9-262e-4481-8300-2f1466c529a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:38:32Z', 'updated_at': '2021-09-07T02:38:37Z', 'revision_number': 4, 'project_id': '3d937c5301ab43c080b18db78872855b', 'gw_port': {'id': 'ad2b5ea9-262e-4481-8300-2f1466c529a6', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b43e779-b574-4839-80bd-7ec974775f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:38:33Z', 'updated_at': '2021-09-07T02:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '73d2bee5-252c-45f4-b84f-bfdcac7b2de2', 'name': '', 'network_id': '96cf2c3c-2cd2-4441-b075-5aca4d5876d6', 'tenant_id': '3d937c5301ab43c080b18db78872855b', 'mac_address': 'fa:16:3e:01:b4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b43e779-b574-4839-80bd-7ec974775f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'e3b4fb3d-94e3-4aeb-a2af-6938d3cac266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:38:36Z', 'updated_at': '2021-09-07T02:38:44Z', 'revision_number': 5, 'project_id': '3d937c5301ab43c080b18db78872855b', 'subnets': [{'id': 'e3b4fb3d-94e3-4aeb-a2af-6938d3cac266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:53.212225 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 49f31e3f-097d-4357-b5b0-c1aeb9296a11 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:48:53.219649 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 49f31e3f-097d-4357-b5b0-c1aeb9296a11 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:48:53.221494 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:53.247391 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cae937-1db4-414a-b89d-c20af794d799 None None] Checking router: 9b43e779-b574-4839-80bd-7ec974775f43 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:48:53.248324 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-e6626968-d0e9-4ee6-aab3-6d85200a46e9 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Deleting port 09d8e09b-36fc-4d4b-816b-ee7185e3ed7d {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:48:53.248685 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-e6626968-d0e9-4ee6-aab3-6d85200a46e9 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:53.260253 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cae937-1db4-414a-b89d-c20af794d799 None None] Routers {'9b43e779-b574-4839-80bd-7ec974775f43'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:48:53.261281 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-a6cae937-1db4-414a-b89d-c20af794d799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:48:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['9b43e779-b574-4839-80bd-7ec974775f43'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:53.385868 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 33790) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:53.412923 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7aa1aa01-1c6e-4f14-b076-8a8a5d011f8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:53.438832 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-a6cae937-1db4-414a-b89d-c20af794d799 None None] Set router 9b43e779-b574-4839-80bd-7ec974775f43 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:48:53.451113 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:53.516396 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 49f31e3f-097d-4357-b5b0-c1aeb9296a11, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=49f31e3f-097d-4357-b5b0-c1aeb9296a11,segment=NetworkSegment(5a4dcf31-8b05-4e7a-87f1-baca1d26a39c),segment_id=5a4dcf31-8b05-4e7a-87f1-baca1d26a39c)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:48:53.526341 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:53.547631 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-e6626968-d0e9-4ee6-aab3-6d85200a46e9 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] For port 09d8e09b-36fc-4d4b-816b-ee7185e3ed7d, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=09d8e09b-36fc-4d4b-816b-ee7185e3ed7d,segment=NetworkSegment(42e2f895-6783-4d8e-9fcc-c0b67699fbd1),segment_id=42e2f895-6783-4d8e-9fcc-c0b67699fbd1)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:48:53.554973 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-e6626968-d0e9-4ee6-aab3-6d85200a46e9 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:53.564562 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-217d430f-3e8f-4374-94a7-186c5ba62c21 req-ee34edb6-13ef-4c07-844d-d5e087c0a8a1 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/ports?device_id=56d8a0c3-29f8-4582-bd71-98a81eff804d HTTP/1.1" status: 200 len: 210 time: 0.0541370 Sep 07 02:48:53.596614 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-e6626968-d0e9-4ee6-aab3-6d85200a46e9 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Calling delete_port for 09d8e09b-36fc-4d4b-816b-ee7185e3ed7d owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:48:53.635716 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=49f31e3f-097d-4357-b5b0-c1aeb9296a11,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:53.700531 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7aa1aa01-1c6e-4f14-b076-8a8a5d011f8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:53.708274 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7aa1aa01-1c6e-4f14-b076-8a8a5d011f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:53.793366 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa1aa01-1c6e-4f14-b076-8a8a5d011f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6c00b2-34bb-4051-8807-0d89b06e5cf9,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:53.800346 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-7aa1aa01-1c6e-4f14-b076-8a8a5d011f8a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5dedd9c30e334a0ab3e29e5e998242ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4126184 Sep 07 02:48:53.803100 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 33798) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:53.883373 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-64ba55e5-cf14-4bde-90f5-09157f54bbb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:53.923544 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-64ba55e5-cf14-4bde-90f5-09157f54bbb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:53.983167 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-a6cae937-1db4-414a-b89d-c20af794d799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b43e779-b574-4839-80bd-7ec974775f43', 'name': 'tempest-TaggedBootDevicesTest-261108608-router', 'tenant_id': '3d937c5301ab43c080b18db78872855b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'ad2b5ea9-262e-4481-8300-2f1466c529a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:38:32Z', 'updated_at': '2021-09-07T02:38:37Z', 'revision_number': 4, 'project_id': '3d937c5301ab43c080b18db78872855b', 'gw_port': {'id': 'ad2b5ea9-262e-4481-8300-2f1466c529a6', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b43e779-b574-4839-80bd-7ec974775f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:38:33Z', 'updated_at': '2021-09-07T02:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '73d2bee5-252c-45f4-b84f-bfdcac7b2de2', 'name': '', 'network_id': '96cf2c3c-2cd2-4441-b075-5aca4d5876d6', 'tenant_id': '3d937c5301ab43c080b18db78872855b', 'mac_address': 'fa:16:3e:01:b4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b43e779-b574-4839-80bd-7ec974775f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'e3b4fb3d-94e3-4aeb-a2af-6938d3cac266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:38:36Z', 'updated_at': '2021-09-07T02:38:44Z', 'revision_number': 5, 'project_id': '3d937c5301ab43c080b18db78872855b', 'subnets': [{'id': 'e3b4fb3d-94e3-4aeb-a2af-6938d3cac266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:54.029716 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-64ba55e5-cf14-4bde-90f5-09157f54bbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:54.033283 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-64ba55e5-cf14-4bde-90f5-09157f54bbb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:54.037577 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-64ba55e5-cf14-4bde-90f5-09157f54bbb4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6f6c00b2-34bb-4051-8807-0d89b06e5cf9 HTTP/1.1" status: 204 len: 168 time: 0.2331524 Sep 07 02:48:54.043938 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35565cb-5e38-46d1-b6ef-59d65f444f6d req-78b6e485-cb91-4a6c-ba4d-f273a7f9bfc2 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:54.051049 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c35565cb-5e38-46d1-b6ef-59d65f444f6d req-78b6e485-cb91-4a6c-ba4d-f273a7f9bfc2 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd03b013-92cc-4982-b8c3-5bae3a1f039f HTTP/1.1" status: 200 len: 945 time: 0.7303541 Sep 07 02:48:54.054551 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cae937-1db4-414a-b89d-c20af794d799 None None] The sync data for ids ['9b43e779-b574-4839-80bd-7ec974775f43'] in n-d-796209-16 is: [{'id': '9b43e779-b574-4839-80bd-7ec974775f43', 'name': 'tempest-TaggedBootDevicesTest-261108608-router', 'tenant_id': '3d937c5301ab43c080b18db78872855b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'ad2b5ea9-262e-4481-8300-2f1466c529a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:38:32Z', 'updated_at': '2021-09-07T02:38:37Z', 'revision_number': 4, 'project_id': '3d937c5301ab43c080b18db78872855b', 'gw_port': {'id': 'ad2b5ea9-262e-4481-8300-2f1466c529a6', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b43e779-b574-4839-80bd-7ec974775f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:38:33Z', 'updated_at': '2021-09-07T02:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '73d2bee5-252c-45f4-b84f-bfdcac7b2de2', 'name': '', 'network_id': '96cf2c3c-2cd2-4441-b075-5aca4d5876d6', 'tenant_id': '3d937c5301ab43c080b18db78872855b', 'mac_address': 'fa:16:3e:01:b4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b43e779-b574-4839-80bd-7ec974775f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'e3b4fb3d-94e3-4aeb-a2af-6938d3cac266', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:38:36Z', 'updated_at': '2021-09-07T02:38:44Z', 'revision_number': 5, 'project_id': '3d937c5301ab43c080b18db78872855b', 'subnets': [{'id': 'e3b4fb3d-94e3-4aeb-a2af-6938d3cac266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:48:54.055011 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ba55e5-cf14-4bde-90f5-09157f54bbb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6c00b2-34bb-4051-8807-0d89b06e5cf9,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:54.095416 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-e6626968-d0e9-4ee6-aab3-6d85200a46e9 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:54.157590 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-814e8275-0d56-4c81-a934-3ad4a3b9dbd5 req-5d9ffb62-34d2-4bfc-bc9a-4853d1cd7ac9 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:54.158796 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a55802b1-92e9-4974-aa7e-f969d3c08394 req-e138d06f-a913-440d-8200-af539cf14892 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 210 time: 0.0851486 Sep 07 02:48:54.164836 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6626968-d0e9-4ee6-aab3-6d85200a46e9 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Pushing event deleted for resources: {'Port': ['ID=09d8e09b-36fc-4d4b-816b-ee7185e3ed7d,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:54.218821 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b7212bf1-101a-47a1-84e0-787f48ad1c25 req-db0cda5e-d983-4df6-a0e7-6231bd9b75b2 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:54.228957 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c35565cb-5e38-46d1-b6ef-59d65f444f6d req-11f72a3b-001f-4ca4-b2ce-3c5a461b538f tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.22 "GET /v2.0/security-groups?id=718a3b76-a894-45b6-86d4-dabebe65a3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493452 Sep 07 02:48:54.233152 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['b4937cd9-07e1-4ee3-92d4-2d008a1e972f'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:48:54.281002 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-e6626968-d0e9-4ee6-aab3-6d85200a46e9 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] No DVR routers for this DVR port 09d8e09b-36fc-4d4b-816b-ee7185e3ed7d on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:48:54.283575 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-e6626968-d0e9-4ee6-aab3-6d85200a46e9 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:54.285987 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-62a70874-f5f6-42c7-ab71-716a27a4fd27 req-e6626968-d0e9-4ee6-aab3-6d85200a46e9 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.16 "DELETE /v2.0/ports/09d8e09b-36fc-4d4b-816b-ee7185e3ed7d HTTP/1.1" status: 204 len: 173 time: 1.5218210 Sep 07 02:48:54.299557 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0cda5e-d983-4df6-a0e7-6231bd9b75b2 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Pushing event deleted for resources: {'Port': ['ID=b4937cd9-07e1-4ee3-92d4-2d008a1e972f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:54.377554 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7212bf1-101a-47a1-84e0-787f48ad1c25 req-db0cda5e-d983-4df6-a0e7-6231bd9b75b2 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] No DVR routers for this DVR port b4937cd9-07e1-4ee3-92d4-2d008a1e972f on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:48:54.380086 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b7212bf1-101a-47a1-84e0-787f48ad1c25 req-db0cda5e-d983-4df6-a0e7-6231bd9b75b2 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:54.382220 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b7212bf1-101a-47a1-84e0-787f48ad1c25 req-db0cda5e-d983-4df6-a0e7-6231bd9b75b2 tempest-ServerRescueNegativeTestJSON-1612191401 tempest-ServerRescueNegativeTestJSON-1612191401-project] 10.222.0.16 "DELETE /v2.0/ports/b4937cd9-07e1-4ee3-92d4-2d008a1e972f HTTP/1.1" status: 204 len: 173 time: 2.5871694 Sep 07 02:48:54.464944 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-814e8275-0d56-4c81-a934-3ad4a3b9dbd5 req-5d9ffb62-34d2-4bfc-bc9a-4853d1cd7ac9 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:54.610990 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9ffb62-34d2-4bfc-bc9a-4853d1cd7ac9 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Pushing event updated for resources: {'Port': ['ID=319858d8-aee5-4452-baa9-8a3c87da7b44,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:54.620182 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-814e8275-0d56-4c81-a934-3ad4a3b9dbd5 req-5d9ffb62-34d2-4bfc-bc9a-4853d1cd7ac9 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Network 2e9aa464-84c0-42de-b5c6-c04299d5a19e is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:48:54.623308 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-814e8275-0d56-4c81-a934-3ad4a3b9dbd5 req-5d9ffb62-34d2-4bfc-bc9a-4853d1cd7ac9 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:48:54.629487 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-814e8275-0d56-4c81-a934-3ad4a3b9dbd5 req-5d9ffb62-34d2-4bfc-bc9a-4853d1cd7ac9 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:48:54.893435 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff8c528d-373f-42ed-8303-ff263d703c42', 'name': 'network-vif-deleted', 'tag': '09d8e09b-36fc-4d4b-816b-ee7185e3ed7d'}, {'server_uuid': 'bd03b013-92cc-4982-b8c3-5bae3a1f039f', 'name': 'network-vif-deleted', 'tag': 'b4937cd9-07e1-4ee3-92d4-2d008a1e972f'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:48:54.903362 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644bbf23-df4c-43b7-afc0-53f5e6b3ca52" -d '{"events": [{"server_uuid": "ff8c528d-373f-42ed-8303-ff263d703c42", "name": "network-vif-deleted", "tag": "09d8e09b-36fc-4d4b-816b-ee7185e3ed7d"}, {"server_uuid": "bd03b013-92cc-4982-b8c3-5bae3a1f039f", "name": "network-vif-deleted", "tag": "b4937cd9-07e1-4ee3-92d4-2d008a1e972f"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:48:54.907643 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c0d3ea-16a8-45de-9d67-79e05c09cbe7 None None] New status for floating IP f82863df-1f06-467b-aaab-4b6167969454: DOWN {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 02:48:54.944433 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e8275-0d56-4c81-a934-3ad4a3b9dbd5 req-5d9ffb62-34d2-4bfc-bc9a-4853d1cd7ac9 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:54.947155 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-814e8275-0d56-4c81-a934-3ad4a3b9dbd5 req-5d9ffb62-34d2-4bfc-bc9a-4853d1cd7ac9 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:55.010951 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 49f31e3f-097d-4357-b5b0-c1aeb9296a11 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:48:55.030351 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9550d251-67ae-479d-9770-634cf3248549 req-f19ad0da-4964-4a00-8b7c-4c6d2f1702ed tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:55.038895 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9550d251-67ae-479d-9770-634cf3248549 req-f19ad0da-4964-4a00-8b7c-4c6d2f1702ed tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/ports?device_id=56d8a0c3-29f8-4582-bd71-98a81eff804d HTTP/1.1" status: 200 len: 931 time: 0.2543457 Sep 07 02:48:55.088319 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-814e8275-0d56-4c81-a934-3ad4a3b9dbd5 req-5d9ffb62-34d2-4bfc-bc9a-4853d1cd7ac9 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2815709 Sep 07 02:48:55.123383 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-814e8275-0d56-4c81-a934-3ad4a3b9dbd5 req-b1d94b9d-408d-4a00-a08e-6c3ff638ec43 service neutron] Request body: {'port': {'device_id': '56d8a0c3-29f8-4582-bd71-98a81eff804d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:48:55.126840 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 07 Sep 2021 02:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce30f8d5-2920-49de-84a5-94e32e1fe4f5 x-openstack-request-id: req-ce30f8d5-2920-49de-84a5-94e32e1fe4f5 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:48:55.127787 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff8c528d-373f-42ed-8303-ff263d703c42", "name": "network-vif-deleted", "tag": "09d8e09b-36fc-4d4b-816b-ee7185e3ed7d", "status": "completed", "code": 200}, {"server_uuid": "bd03b013-92cc-4982-b8c3-5bae3a1f039f", "name": "network-vif-deleted", "tag": "b4937cd9-07e1-4ee3-92d4-2d008a1e972f", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:48:55.128066 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ce30f8d5-2920-49de-84a5-94e32e1fe4f5 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:48:55.134589 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff8c528d-373f-42ed-8303-ff263d703c42', 'name': 'network-vif-deleted', 'tag': '09d8e09b-36fc-4d4b-816b-ee7185e3ed7d', 'status': 'completed', 'code': 200} Sep 07 02:48:55.135275 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd03b013-92cc-4982-b8c3-5bae3a1f039f', 'name': 'network-vif-deleted', 'tag': 'b4937cd9-07e1-4ee3-92d4-2d008a1e972f', 'status': 'completed', 'code': 200} Sep 07 02:48:55.200968 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 49f31e3f-097d-4357-b5b0-c1aeb9296a11 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:48:55.202008 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:55.209761 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9550d251-67ae-479d-9770-634cf3248549 req-399bbc13-583e-40ca-8e33-b80c92cd6fed tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/security-groups?id=35ad6a2a-c1a1-4b90-a91e-f545a6963c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698844 Sep 07 02:48:55.334504 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 33840) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:55.341905 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-814e8275-0d56-4c81-a934-3ad4a3b9dbd5 req-b1d94b9d-408d-4a00-a08e-6c3ff638ec43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:55.603590 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-61e74c3f-9f1b-42e6-91b6-9e62d27fc549 req-22bfe96c-e78c-4901-891a-9bbf94bde422 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 210 time: 0.3008595 Sep 07 02:48:55.808983 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-814e8275-0d56-4c81-a934-3ad4a3b9dbd5 req-b1d94b9d-408d-4a00-a08e-6c3ff638ec43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 319858d8-aee5-4452-baa9-8a3c87da7b44 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:48:55.821970 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-814e8275-0d56-4c81-a934-3ad4a3b9dbd5 req-b1d94b9d-408d-4a00-a08e-6c3ff638ec43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:55.856495 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-814e8275-0d56-4c81-a934-3ad4a3b9dbd5 req-b1d94b9d-408d-4a00-a08e-6c3ff638ec43 service neutron] Transition to ACTIVE for port object 319858d8-aee5-4452-baa9-8a3c87da7b44 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:48:55.867160 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-814e8275-0d56-4c81-a934-3ad4a3b9dbd5 req-b1d94b9d-408d-4a00-a08e-6c3ff638ec43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:55.931460 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6ab4a6ef-483f-4185-a05c-38edc7de6483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:55.994658 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d94b9d-408d-4a00-a08e-6c3ff638ec43 service neutron] Pushing event updated for resources: {'Port': ['ID=319858d8-aee5-4452-baa9-8a3c87da7b44,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:56.129954 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-626e2fbe-c3c9-4f4a-be0d-98c4b3029d58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:56.143518 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-814e8275-0d56-4c81-a934-3ad4a3b9dbd5 req-b1d94b9d-408d-4a00-a08e-6c3ff638ec43 service neutron] Attempting to bind port 319858d8-aee5-4452-baa9-8a3c87da7b44 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:48:56.144504 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-814e8275-0d56-4c81-a934-3ad4a3b9dbd5 req-b1d94b9d-408d-4a00-a08e-6c3ff638ec43 service neutron] Attempting to bind port 319858d8-aee5-4452-baa9-8a3c87da7b44 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '5a4dcf31-8b05-4e7a-87f1-baca1d26a39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '2e9aa464-84c0-42de-b5c6-c04299d5a19e'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:48:56.145088 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814e8275-0d56-4c81-a934-3ad4a3b9dbd5 req-b1d94b9d-408d-4a00-a08e-6c3ff638ec43 service neutron] Attempting to bind port 319858d8-aee5-4452-baa9-8a3c87da7b44 on network 2e9aa464-84c0-42de-b5c6-c04299d5a19e {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:48:56.150051 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814e8275-0d56-4c81-a934-3ad4a3b9dbd5 req-b1d94b9d-408d-4a00-a08e-6c3ff638ec43 service neutron] Port 319858d8-aee5-4452-baa9-8a3c87da7b44 on network 2e9aa464-84c0-42de-b5c6-c04299d5a19e not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:48:56.150579 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814e8275-0d56-4c81-a934-3ad4a3b9dbd5 req-b1d94b9d-408d-4a00-a08e-6c3ff638ec43 service neutron] Attempting to bind port 319858d8-aee5-4452-baa9-8a3c87da7b44 on network 2e9aa464-84c0-42de-b5c6-c04299d5a19e {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:48:56.166181 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814e8275-0d56-4c81-a934-3ad4a3b9dbd5 req-b1d94b9d-408d-4a00-a08e-6c3ff638ec43 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:48:56.166729 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814e8275-0d56-4c81-a934-3ad4a3b9dbd5 req-b1d94b9d-408d-4a00-a08e-6c3ff638ec43 service neutron] Checking segment: {'id': '5a4dcf31-8b05-4e7a-87f1-baca1d26a39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '2e9aa464-84c0-42de-b5c6-c04299d5a19e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:48:56.167279 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814e8275-0d56-4c81-a934-3ad4a3b9dbd5 req-b1d94b9d-408d-4a00-a08e-6c3ff638ec43 service neutron] Bound using segment: {'id': '5a4dcf31-8b05-4e7a-87f1-baca1d26a39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '2e9aa464-84c0-42de-b5c6-c04299d5a19e'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:48:56.167922 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-814e8275-0d56-4c81-a934-3ad4a3b9dbd5 req-b1d94b9d-408d-4a00-a08e-6c3ff638ec43 service neutron] Bound port: 319858d8-aee5-4452-baa9-8a3c87da7b44, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a4dcf31-8b05-4e7a-87f1-baca1d26a39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '2e9aa464-84c0-42de-b5c6-c04299d5a19e'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:48:56.168519 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-814e8275-0d56-4c81-a934-3ad4a3b9dbd5 req-b1d94b9d-408d-4a00-a08e-6c3ff638ec43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:56.249759 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-814e8275-0d56-4c81-a934-3ad4a3b9dbd5 req-b1d94b9d-408d-4a00-a08e-6c3ff638ec43 service neutron] For port 319858d8-aee5-4452-baa9-8a3c87da7b44, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:48:56.253463 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-814e8275-0d56-4c81-a934-3ad4a3b9dbd5 req-b1d94b9d-408d-4a00-a08e-6c3ff638ec43 service neutron] For port 319858d8-aee5-4452-baa9-8a3c87da7b44, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=319858d8-aee5-4452-baa9-8a3c87da7b44,segment=NetworkSegment(5a4dcf31-8b05-4e7a-87f1-baca1d26a39c),segment_id=5a4dcf31-8b05-4e7a-87f1-baca1d26a39c)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:48:56.264717 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-814e8275-0d56-4c81-a934-3ad4a3b9dbd5 req-b1d94b9d-408d-4a00-a08e-6c3ff638ec43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:56.345139 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d94b9d-408d-4a00-a08e-6c3ff638ec43 service neutron] Pushing event updated for resources: {'Port': ['ID=319858d8-aee5-4452-baa9-8a3c87da7b44,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:56.393952 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e8275-0d56-4c81-a934-3ad4a3b9dbd5 req-b1d94b9d-408d-4a00-a08e-6c3ff638ec43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:56.394961 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-814e8275-0d56-4c81-a934-3ad4a3b9dbd5 req-b1d94b9d-408d-4a00-a08e-6c3ff638ec43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:56.396636 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-814e8275-0d56-4c81-a934-3ad4a3b9dbd5 req-b1d94b9d-408d-4a00-a08e-6c3ff638ec43 service neutron] 10.222.0.23 "PUT /v2.0/ports/319858d8-aee5-4452-baa9-8a3c87da7b44 HTTP/1.1" status: 200 len: 1092 time: 1.2989147 Sep 07 02:48:56.418977 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec7598-824e-4063-80df-583851f2f009 req-4a0e56e1-f042-4463-8953-ac3acfacef0e tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:56.427042 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b3ec7598-824e-4063-80df-583851f2f009 req-4a0e56e1-f042-4463-8953-ac3acfacef0e tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/ports?device_id=56d8a0c3-29f8-4582-bd71-98a81eff804d HTTP/1.1" status: 200 len: 943 time: 0.0782328 Sep 07 02:48:56.473940 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b3ec7598-824e-4063-80df-583851f2f009 req-33d348c9-7a95-45bd-8a2c-8a874a4d941a tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/security-groups?id=35ad6a2a-c1a1-4b90-a91e-f545a6963c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434363 Sep 07 02:48:56.577811 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e8275-0d56-4c81-a934-3ad4a3b9dbd5 req-7abd0e23-5a63-409a-a597-6d6f90e8e539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:56.579988 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-814e8275-0d56-4c81-a934-3ad4a3b9dbd5 req-7abd0e23-5a63-409a-a597-6d6f90e8e539 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2b0a04a186584df08062805d9b68deda&device_id=56d8a0c3-29f8-4582-bd71-98a81eff804d HTTP/1.1" status: 200 len: 1095 time: 0.1189725 Sep 07 02:48:56.637540 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-814e8275-0d56-4c81-a934-3ad4a3b9dbd5 req-33406776-ce80-4a78-82ea-894a66d56e48 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=319858d8-aee5-4452-baa9-8a3c87da7b44 HTTP/1.1" status: 200 len: 217 time: 0.0487313 Sep 07 02:48:56.638389 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device b4937cd9-07e1-4ee3-92d4-2d008a1e972f no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:48:56.652377 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-626e2fbe-c3c9-4f4a-be0d-98c4b3029d58 admin admin] Deleting port 4e383310-ba26-4ee4-99bf-ad457f158fac {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:48:56.654172 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-626e2fbe-c3c9-4f4a-be0d-98c4b3029d58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:56.703009 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: b4937cd9-07e1-4ee3-92d4-2d008a1e972f {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:48:56.716210 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device b4937cd9-07e1-4ee3-92d4-2d008a1e972f not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:48:56.797232 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-75784eda-8669-4a76-b428-2bd769fcd668 req-aa1ffe10-8d2e-4b6b-be56-0559d1e4e616 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 210 time: 0.0626388 Sep 07 02:48:56.801261 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e8275-0d56-4c81-a934-3ad4a3b9dbd5 req-6154cd6e-1d43-4d72-a7b7-983ff099f7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:56.802678 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-814e8275-0d56-4c81-a934-3ad4a3b9dbd5 req-6154cd6e-1d43-4d72-a7b7-983ff099f7ea service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8c714891-3ab3-4af4-b252-c7178b590fd7 HTTP/1.1" status: 200 len: 859 time: 0.1566498 Sep 07 02:48:56.842347 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-626e2fbe-c3c9-4f4a-be0d-98c4b3029d58 admin admin] For port 4e383310-ba26-4ee4-99bf-ad457f158fac, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=4e383310-ba26-4ee4-99bf-ad457f158fac,segment=NetworkSegment(b3eb252a-4923-4f55-afa9-bd49022e406f),segment_id=b3eb252a-4923-4f55-afa9-bd49022e406f)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:48:56.842933 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-814e8275-0d56-4c81-a934-3ad4a3b9dbd5 req-a08b2174-02d8-44b4-895b-5c40b2ba13aa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2e9aa464-84c0-42de-b5c6-c04299d5a19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328588 Sep 07 02:48:56.843181 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-626e2fbe-c3c9-4f4a-be0d-98c4b3029d58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:56.857209 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-626e2fbe-c3c9-4f4a-be0d-98c4b3029d58 admin admin] Calling delete_port for 4e383310-ba26-4ee4-99bf-ad457f158fac owned by network:router_interface {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:48:57.028478 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-814e8275-0d56-4c81-a934-3ad4a3b9dbd5 req-dbcccb2e-a58d-41e4-bd22-b94ffdbf2478 service neutron] 10.222.0.23 "GET /v2.0/networks/2e9aa464-84c0-42de-b5c6-c04299d5a19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747372 Sep 07 02:48:57.143422 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56d8a0c3-29f8-4582-bd71-98a81eff804d', 'tag': '319858d8-aee5-4452-baa9-8a3c87da7b44'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:48:57.145970 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f4e3af-228e-432e-bcf6-ef2b8d068338" -d '{"events": [{"name": "network-changed", "server_uuid": "56d8a0c3-29f8-4582-bd71-98a81eff804d", "tag": "319858d8-aee5-4452-baa9-8a3c87da7b44"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:48:57.189704 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-626e2fbe-c3c9-4f4a-be0d-98c4b3029d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:57.220324 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-706091a7-fd70-4a0d-88dc-b036749faee6 x-openstack-request-id: req-706091a7-fd70-4a0d-88dc-b036749faee6 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:48:57.220645 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56d8a0c3-29f8-4582-bd71-98a81eff804d", "tag": "319858d8-aee5-4452-baa9-8a3c87da7b44", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:48:57.220847 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-706091a7-fd70-4a0d-88dc-b036749faee6 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:48:57.221532 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56d8a0c3-29f8-4582-bd71-98a81eff804d', 'tag': '319858d8-aee5-4452-baa9-8a3c87da7b44', 'status': 'completed', 'code': 200} Sep 07 02:48:57.223858 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-814e8275-0d56-4c81-a934-3ad4a3b9dbd5 req-b9b3b29f-c049-4712-95b1-4ffb9860421a service neutron] 10.222.0.23 "GET /v2.0/networks/2e9aa464-84c0-42de-b5c6-c04299d5a19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877670 Sep 07 02:48:57.253833 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626e2fbe-c3c9-4f4a-be0d-98c4b3029d58 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e383310-ba26-4ee4-99bf-ad457f158fac,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:48:57.360854 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f4e3af-228e-432e-bcf6-ef2b8d068338 req-899fd7c6-471e-4d2a-91d1-4471e3b166c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:57.364619 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-14f4e3af-228e-432e-bcf6-ef2b8d068338 req-899fd7c6-471e-4d2a-91d1-4471e3b166c7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2b0a04a186584df08062805d9b68deda&device_id=56d8a0c3-29f8-4582-bd71-98a81eff804d HTTP/1.1" status: 200 len: 1095 time: 0.0884144 Sep 07 02:48:57.516461 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-626e2fbe-c3c9-4f4a-be0d-98c4b3029d58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:57.534608 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f4e3af-228e-432e-bcf6-ef2b8d068338 req-a169dc21-daa7-4231-96b9-3edeea53418d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:57.536279 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-14f4e3af-228e-432e-bcf6-ef2b8d068338 req-a169dc21-daa7-4231-96b9-3edeea53418d service neutron] 10.222.0.23 "GET /v2.0/networks?id=2e9aa464-84c0-42de-b5c6-c04299d5a19e HTTP/1.1" status: 200 len: 919 time: 0.1638317 Sep 07 02:48:57.584377 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-14f4e3af-228e-432e-bcf6-ef2b8d068338 req-8797458e-160b-4058-90e4-f3e197e9d13d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=319858d8-aee5-4452-baa9-8a3c87da7b44 HTTP/1.1" status: 200 len: 217 time: 0.0398452 Sep 07 02:48:57.750608 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f4e3af-228e-432e-bcf6-ef2b8d068338 req-0d0b1858-7853-4752-8efc-f08a98cde547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:57.752163 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-14f4e3af-228e-432e-bcf6-ef2b8d068338 req-0d0b1858-7853-4752-8efc-f08a98cde547 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8c714891-3ab3-4af4-b252-c7178b590fd7 HTTP/1.1" status: 200 len: 859 time: 0.1397834 Sep 07 02:48:57.864645 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-14f4e3af-228e-432e-bcf6-ef2b8d068338 req-216a6758-bfd2-4f19-84d0-465a00ace6a7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2e9aa464-84c0-42de-b5c6-c04299d5a19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1006002 Sep 07 02:48:58.042508 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-51fe4871-638d-4533-979b-ab9fbcef9341 req-06bdaed2-d3c3-41c3-a50c-da75d8dd9ce5 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 210 time: 0.0382864 Sep 07 02:48:58.075142 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1263d471-e811-4488-aa58-2bed33920fe2 req-ce19f20f-e187-41e2-bf14-e951fea530e3 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:58.091510 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1263d471-e811-4488-aa58-2bed33920fe2 req-ce19f20f-e187-41e2-bf14-e951fea530e3 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/ports?device_id=56d8a0c3-29f8-4582-bd71-98a81eff804d HTTP/1.1" status: 200 len: 943 time: 0.4775789 Sep 07 02:48:58.115623 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-14f4e3af-228e-432e-bcf6-ef2b8d068338 req-4e89949a-40e8-48a6-9fdf-8c504aebac72 service neutron] 10.222.0.23 "GET /v2.0/networks/2e9aa464-84c0-42de-b5c6-c04299d5a19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269692 Sep 07 02:48:58.206622 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c55cb519-a4cf-4997-828a-6044a1b9b1fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:58.244725 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1263d471-e811-4488-aa58-2bed33920fe2 req-fb24e6c0-fb8d-4787-b62b-e94899cd97c5 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/security-groups?id=35ad6a2a-c1a1-4b90-a91e-f545a6963c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585915 Sep 07 02:48:58.378806 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-626e2fbe-c3c9-4f4a-be0d-98c4b3029d58 admin admin] Router dae33375-9dac-45d7-b4a1-4f99fc97548f has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:48:58.380733 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-14f4e3af-228e-432e-bcf6-ef2b8d068338 req-129d597b-42b1-4134-9227-0b7ff7289867 service neutron] 10.222.0.23 "GET /v2.0/networks/2e9aa464-84c0-42de-b5c6-c04299d5a19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531567 Sep 07 02:48:58.540971 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-626e2fbe-c3c9-4f4a-be0d-98c4b3029d58 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:48:58.546917 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-626e2fbe-c3c9-4f4a-be0d-98c4b3029d58 admin admin] 10.222.0.22 "PUT /v2.0/routers/dae33375-9dac-45d7-b4a1-4f99fc97548f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2105272 Sep 07 02:48:58.549684 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 33926) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:48:58.553628 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318aa5b1-164c-4254-9bfc-f7556c4d736d None None] Sync routers for ids ['dae33375-9dac-45d7-b4a1-4f99fc97548f'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:48:58.570988 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318aa5b1-164c-4254-9bfc-f7556c4d736d None None] Routers {'dae33375-9dac-45d7-b4a1-4f99fc97548f'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:48:58.571403 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-318aa5b1-164c-4254-9bfc-f7556c4d736d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:48:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['dae33375-9dac-45d7-b4a1-4f99fc97548f'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:58.705387 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:58.713435 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e33292d3-ec9b-4eb7-91ab-9343c5654b9f admin admin] Notify callbacks [] for router, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:58.799897 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-318aa5b1-164c-4254-9bfc-f7556c4d736d None None] Set router dae33375-9dac-45d7-b4a1-4f99fc97548f gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:48:58.943401 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e33292d3-ec9b-4eb7-91ab-9343c5654b9f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:59.102669 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-e33292d3-ec9b-4eb7-91ab-9343c5654b9f admin admin] Deleting port 793c2e31-3d51-439e-ae9d-a3780480a13e {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:48:59.103326 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e33292d3-ec9b-4eb7-91ab-9343c5654b9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:59.214412 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-318aa5b1-164c-4254-9bfc-f7556c4d736d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae33375-9dac-45d7-b4a1-4f99fc97548f', 'name': 'tempest-ServerRescueNegativeTestJSON-14748490-router', 'tenant_id': '01da84d8cdfa4892bc470ad7dd96f194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '793c2e31-3d51-439e-ae9d-a3780480a13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:46:24Z', 'updated_at': '2021-09-07T02:48:57Z', 'revision_number': 5, 'project_id': '01da84d8cdfa4892bc470ad7dd96f194', 'gw_port': {'id': '793c2e31-3d51-439e-ae9d-a3780480a13e', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae33375-9dac-45d7-b4a1-4f99fc97548f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:46:26Z', 'updated_at': '2021-09-07T02:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:59.268235 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318aa5b1-164c-4254-9bfc-f7556c4d736d None None] Checking router: dae33375-9dac-45d7-b4a1-4f99fc97548f for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:48:59.286058 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318aa5b1-164c-4254-9bfc-f7556c4d736d None None] Routers {'dae33375-9dac-45d7-b4a1-4f99fc97548f'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:48:59.286687 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-318aa5b1-164c-4254-9bfc-f7556c4d736d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:48:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['dae33375-9dac-45d7-b4a1-4f99fc97548f'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:59.289973 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ff72abb0-4bdb-4260-bb7f-5d64a2506b88 req-60583129-6d5d-4585-88a3-b6d88d0cdee6 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 210 time: 0.1172302 Sep 07 02:48:59.357952 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-e33292d3-ec9b-4eb7-91ab-9343c5654b9f admin admin] For port 793c2e31-3d51-439e-ae9d-a3780480a13e, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=793c2e31-3d51-439e-ae9d-a3780480a13e,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:48:59.358334 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e33292d3-ec9b-4eb7-91ab-9343c5654b9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:59.416224 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-e33292d3-ec9b-4eb7-91ab-9343c5654b9f admin admin] Calling delete_port for 793c2e31-3d51-439e-ae9d-a3780480a13e owned by network:router_gateway {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:48:59.467077 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-318aa5b1-164c-4254-9bfc-f7556c4d736d None None] Set router dae33375-9dac-45d7-b4a1-4f99fc97548f gateway port host: None {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:48:59.487635 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:59.518672 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-318aa5b1-164c-4254-9bfc-f7556c4d736d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae33375-9dac-45d7-b4a1-4f99fc97548f', 'name': 'tempest-ServerRescueNegativeTestJSON-14748490-router', 'tenant_id': '01da84d8cdfa4892bc470ad7dd96f194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:46:24Z', 'updated_at': '2021-09-07T02:48:58Z', 'revision_number': 6, 'project_id': '01da84d8cdfa4892bc470ad7dd96f194', 'gw_port_host': None}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:48:59.519823 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63184d11-7fd1-42df-bfb9-ab36bc3cbde8 req-7a051212-7c35-4dec-8292-018b5e65c415 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:48:59.521967 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-63184d11-7fd1-42df-bfb9-ab36bc3cbde8 req-7a051212-7c35-4dec-8292-018b5e65c415 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/ports?device_id=56d8a0c3-29f8-4582-bd71-98a81eff804d HTTP/1.1" status: 200 len: 943 time: 0.1075141 Sep 07 02:48:59.550424 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318aa5b1-164c-4254-9bfc-f7556c4d736d None None] The sync data for ids ['dae33375-9dac-45d7-b4a1-4f99fc97548f'] in n-d-796209-16 is: [{'id': 'dae33375-9dac-45d7-b4a1-4f99fc97548f', 'name': 'tempest-ServerRescueNegativeTestJSON-14748490-router', 'tenant_id': '01da84d8cdfa4892bc470ad7dd96f194', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:46:24Z', 'updated_at': '2021-09-07T02:48:58Z', 'revision_number': 6, 'project_id': '01da84d8cdfa4892bc470ad7dd96f194', 'gw_port_host': None}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:48:59.627142 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-63184d11-7fd1-42df-bfb9-ab36bc3cbde8 req-3b68c65d-3c2a-4de1-900e-4eb397d607b5 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/security-groups?id=35ad6a2a-c1a1-4b90-a91e-f545a6963c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977941 Sep 07 02:48:59.644788 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 319858d8-aee5-4452-baa9-8a3c87da7b44 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:48:59.819753 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 319858d8-aee5-4452-baa9-8a3c87da7b44, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=319858d8-aee5-4452-baa9-8a3c87da7b44,segment=NetworkSegment(5a4dcf31-8b05-4e7a-87f1-baca1d26a39c),segment_id=5a4dcf31-8b05-4e7a-87f1-baca1d26a39c)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:48:59.934672 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e33292d3-ec9b-4eb7-91ab-9343c5654b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:48:59.978685 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33292d3-ec9b-4eb7-91ab-9343c5654b9f admin admin] Pushing event deleted for resources: {'Port': ['ID=793c2e31-3d51-439e-ae9d-a3780480a13e,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:00.116756 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e33292d3-ec9b-4eb7-91ab-9343c5654b9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:00.168481 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '319858d8-aee5-4452-baa9-8a3c87da7b44', 'network_id': '2e9aa464-84c0-42de-b5c6-c04299d5a19e', 'port_id': '319858d8-aee5-4452-baa9-8a3c87da7b44', 'mac_address': 'fa:16:3e:58:2e:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c714891-3ab3-4af4-b252-c7178b590fd7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:49:00.260316 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:00.277019 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 319858d8-aee5-4452-baa9-8a3c87da7b44 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:49:00.339405 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 319858d8-aee5-4452-baa9-8a3c87da7b44, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=319858d8-aee5-4452-baa9-8a3c87da7b44,segment=NetworkSegment(5a4dcf31-8b05-4e7a-87f1-baca1d26a39c),segment_id=5a4dcf31-8b05-4e7a-87f1-baca1d26a39c)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:49:00.351531 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:00.352843 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e33292d3-ec9b-4eb7-91ab-9343c5654b9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:00.357201 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e33292d3-ec9b-4eb7-91ab-9343c5654b9f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:00.471787 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=319858d8-aee5-4452-baa9-8a3c87da7b44,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:00.484821 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e33292d3-ec9b-4eb7-91ab-9343c5654b9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:00.485682 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e33292d3-ec9b-4eb7-91ab-9343c5654b9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router dae33375-9dac-45d7-b4a1-4f99fc97548f {{(pid=94701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 02:49:00.491856 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e33292d3-ec9b-4eb7-91ab-9343c5654b9f admin admin] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:00.493325 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e33292d3-ec9b-4eb7-91ab-9343c5654b9f admin admin] 10.222.0.22 "DELETE /v2.0/routers/dae33375-9dac-45d7-b4a1-4f99fc97548f HTTP/1.1" status: 204 len: 168 time: 1.9427171 Sep 07 02:49:00.496024 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 33964) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:00.522055 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-16bd56fb-b7db-4454-8fb9-14e1435e8893 req-f2d02749-9bce-48ea-bce4-a3ab4e19172e tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 210 time: 0.0606296 Sep 07 02:49:00.559886 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['319858d8-aee5-4452-baa9-8a3c87da7b44'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:49:00.569490 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-f01f8889-bf8a-401a-855e-01fc691dfa43 admin admin] Deleting subnet f937e685-ea69-493b-8539-36425b3759bc {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:49:00.576530 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f01f8889-bf8a-401a-855e-01fc691dfa43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:00.682350 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f01f8889-bf8a-401a-855e-01fc691dfa43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:00.836344 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f01f8889-bf8a-401a-855e-01fc691dfa43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:00.852699 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b45d226-50a6-4ca9-bdf2-21838616a018 req-dcae7aff-b6d7-4538-aa5b-c4927f4585f5 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:00.869463 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4b45d226-50a6-4ca9-bdf2-21838616a018 req-dcae7aff-b6d7-4538-aa5b-c4927f4585f5 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/ports?device_id=56d8a0c3-29f8-4582-bd71-98a81eff804d HTTP/1.1" status: 200 len: 944 time: 0.1100180 Sep 07 02:49:00.977621 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4b45d226-50a6-4ca9-bdf2-21838616a018 req-e6fcf9d6-46f0-403b-9da6-325613f51ff4 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/security-groups?id=35ad6a2a-c1a1-4b90-a91e-f545a6963c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072221 Sep 07 02:49:01.037660 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f01f8889-bf8a-401a-855e-01fc691dfa43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:01.037798 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 4e383310-ba26-4ee4-99bf-ad457f158fac no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:49:01.112811 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f01f8889-bf8a-401a-855e-01fc691dfa43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:01.117914 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f01f8889-bf8a-401a-855e-01fc691dfa43 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/f937e685-ea69-493b-8539-36425b3759bc HTTP/1.1" status: 204 len: 168 time: 0.6174386 Sep 07 02:49:01.117914 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01f8889-bf8a-401a-855e-01fc691dfa43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f937e685-ea69-493b-8539-36425b3759bc,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:01.118578 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 33976) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:01.153542 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 4e383310-ba26-4ee4-99bf-ad457f158fac {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:49:01.153885 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 4e383310-ba26-4ee4-99bf-ad457f158fac not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:49:01.154303 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 793c2e31-3d51-439e-ae9d-a3780480a13e no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:49:01.186229 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 793c2e31-3d51-439e-ae9d-a3780480a13e {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:49:01.186590 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 793c2e31-3d51-439e-ae9d-a3780480a13e not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:49:01.285279 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-603ae2c3-3a11-41e5-a8b7-c6b0779d7f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:01.338626 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:01.418664 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-603ae2c3-3a11-41e5-a8b7-c6b0779d7f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:01.443338 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-603ae2c3-3a11-41e5-a8b7-c6b0779d7f70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d441d5c-0eb6-4443-b7e8-2a0161da35f4']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:49:01.455430 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-603ae2c3-3a11-41e5-a8b7-c6b0779d7f70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3eb252a-4923-4f55-afa9-bd49022e406f') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:49:01.461373 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-603ae2c3-3a11-41e5-a8b7-c6b0779d7f70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3eb252a-4923-4f55-afa9-bd49022e406f') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:49:01.502196 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-603ae2c3-3a11-41e5-a8b7-c6b0779d7f70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:01.521277 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-603ae2c3-3a11-41e5-a8b7-c6b0779d7f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:01.536827 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-603ae2c3-3a11-41e5-a8b7-c6b0779d7f70 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:49:01.537231 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-603ae2c3-3a11-41e5-a8b7-c6b0779d7f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:01.549333 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:49:01.549333 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:49:01.549333 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:49:01.549333 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:49:01.549333 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:49:01.549333 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:49:01.549333 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:49:01.549333 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:49:01.549333 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:49:01.549333 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:49:01.549333 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:49:01.549333 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:49:01.549333 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:49:01.549333 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:49:01.549333 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:49:01.549333 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:49:01.549333 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:49:01.549333 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:49:01.549333 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:49:01.549333 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:49:01.549333 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:49:01.549333 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:49:01.549333 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:49:01.549333 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:49:01.549333 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:49:01.549333 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:49:01.549333 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:49:01.549333 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:49:01.549333 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:49:01.549333 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:49:01.549333 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:49:01.549333 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:49:01.622564 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-603ae2c3-3a11-41e5-a8b7-c6b0779d7f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:01.634452 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-603ae2c3-3a11-41e5-a8b7-c6b0779d7f70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:01.637640 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-603ae2c3-3a11-41e5-a8b7-c6b0779d7f70 admin admin] 10.222.0.22 "DELETE /v2.0/networks/5d441d5c-0eb6-4443-b7e8-2a0161da35f4 HTTP/1.1" status: 204 len: 168 time: 0.5171041 Sep 07 02:49:01.660436 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603ae2c3-3a11-41e5-a8b7-c6b0779d7f70 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d441d5c-0eb6-4443-b7e8-2a0161da35f4,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:01.681118 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 319858d8-aee5-4452-baa9-8a3c87da7b44 up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:49:01.707950 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-906609b0-3fde-4869-ac61-e615d1a6af6e req-effc4f3c-ea65-4ffc-adae-5091adbd1bdb tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 210 time: 0.0809522 Sep 07 02:49:01.787655 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port 319858d8-aee5-4452-baa9-8a3c87da7b44 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:49:01.798603 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port 319858d8-aee5-4452-baa9-8a3c87da7b44 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:49:01.798972 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:01.921285 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:01.966152 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56d8a0c3-29f8-4582-bd71-98a81eff804d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '319858d8-aee5-4452-baa9-8a3c87da7b44'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:49:01.968746 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2abce319-28c1-49f9-9ce3-3bc58a7fcc07" -d '{"events": [{"server_uuid": "56d8a0c3-29f8-4582-bd71-98a81eff804d", "name": "network-vif-plugged", "status": "completed", "tag": "319858d8-aee5-4452-baa9-8a3c87da7b44"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:49:01.983561 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 319858d8-aee5-4452-baa9-8a3c87da7b44, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=319858d8-aee5-4452-baa9-8a3c87da7b44,segment=NetworkSegment(5a4dcf31-8b05-4e7a-87f1-baca1d26a39c),segment_id=5a4dcf31-8b05-4e7a-87f1-baca1d26a39c)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:49:01.989209 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:01.994529 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 33992) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:02.049336 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f32c2092-fa83-408b-a8a8-cca2952d8ca7 x-openstack-request-id: req-f32c2092-fa83-408b-a8a8-cca2952d8ca7 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:49:02.049626 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56d8a0c3-29f8-4582-bd71-98a81eff804d", "name": "network-vif-plugged", "status": "completed", "tag": "319858d8-aee5-4452-baa9-8a3c87da7b44", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:49:02.049873 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f32c2092-fa83-408b-a8a8-cca2952d8ca7 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:49:02.050256 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56d8a0c3-29f8-4582-bd71-98a81eff804d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '319858d8-aee5-4452-baa9-8a3c87da7b44', 'code': 200} Sep 07 02:49:02.102728 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 33996) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:02.118388 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a45afa56-ddab-4b04-8fc4-03254e28423b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=01da84d8cdfa4892bc470ad7dd96f194&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1212723 Sep 07 02:49:02.118670 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=319858d8-aee5-4452-baa9-8a3c87da7b44,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:02.232450 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1a1029fe-1cd9-4d4a-9425-749d61e82d6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:02.263893 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe4c69-5b6d-4a57-b6da-85f4cd45302c req-a1c204e0-8745-4bf5-85a0-5915b43082ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:02.265435 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-66fe4c69-5b6d-4a57-b6da-85f4cd45302c req-a1c204e0-8745-4bf5-85a0-5915b43082ed service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=56d8a0c3-29f8-4582-bd71-98a81eff804d HTTP/1.1" status: 200 len: 1097 time: 0.1636059 Sep 07 02:49:02.283194 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ca88d-5dd6-42d3-bbbb-76c8d8a4e83e req-4aecb71b-ae29-46ad-bcb0-3660afb4709c tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:02.287116 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e67ca88d-5dd6-42d3-bbbb-76c8d8a4e83e req-4aecb71b-ae29-46ad-bcb0-3660afb4709c tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/ports?device_id=56d8a0c3-29f8-4582-bd71-98a81eff804d HTTP/1.1" status: 200 len: 945 time: 0.1611133 Sep 07 02:49:02.322671 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1a1029fe-1cd9-4d4a-9425-749d61e82d6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:02.344396 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-66fe4c69-5b6d-4a57-b6da-85f4cd45302c req-e34663f2-3efa-44f0-a8af-08871c409e9e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=35ad6a2a-c1a1-4b90-a91e-f545a6963c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695958 Sep 07 02:49:02.388927 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e67ca88d-5dd6-42d3-bbbb-76c8d8a4e83e req-69b63c12-e745-4d18-8ecc-2e19e330090d tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/security-groups?id=35ad6a2a-c1a1-4b90-a91e-f545a6963c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929582 Sep 07 02:49:02.420395 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1a1029fe-1cd9-4d4a-9425-749d61e82d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:02.423298 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1a1029fe-1cd9-4d4a-9425-749d61e82d6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:02.424887 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-1a1029fe-1cd9-4d4a-9425-749d61e82d6f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/718a3b76-a894-45b6-86d4-dabebe65a3c4 HTTP/1.1" status: 204 len: 168 time: 0.3211930 Sep 07 02:49:02.444474 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1029fe-1cd9-4d4a-9425-749d61e82d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718a3b76-a894-45b6-86d4-dabebe65a3c4,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:02.945320 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e675623d-b2b8-4c2a-a3cc-ec12db21f8a0 req-98260966-3882-4a0c-89d8-ce1ba54dbca2 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 210 time: 0.0772347 Sep 07 02:49:03.631746 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6144d026-d9fc-4d36-8df0-3ff2d928aaf6 req-c4c0f5e1-29a8-414f-8f50-2cc2e8b2611d tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:03.641846 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6144d026-d9fc-4d36-8df0-3ff2d928aaf6 req-c4c0f5e1-29a8-414f-8f50-2cc2e8b2611d tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/ports?device_id=56d8a0c3-29f8-4582-bd71-98a81eff804d HTTP/1.1" status: 200 len: 945 time: 0.0944977 Sep 07 02:49:03.741769 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6144d026-d9fc-4d36-8df0-3ff2d928aaf6 req-e6d75dd0-ea95-428a-acd1-408d59438bec tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/security-groups?id=35ad6a2a-c1a1-4b90-a91e-f545a6963c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979166 Sep 07 02:49:04.111430 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6a4e7-a055-41fc-82c1-4268b015e570 req-4bc98006-db55-4a20-b2a4-1069d40ccb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:04.112974 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9fb6a4e7-a055-41fc-82c1-4268b015e570 req-4bc98006-db55-4a20-b2a4-1069d40ccb8e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2b0a04a186584df08062805d9b68deda&device_id=56d8a0c3-29f8-4582-bd71-98a81eff804d HTTP/1.1" status: 200 len: 1097 time: 0.0795586 Sep 07 02:49:04.234155 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-597c7e46-2683-4b24-a196-601ae149402e req-53eef7b6-177b-47dc-9cc4-6037e7c70f93 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 210 time: 0.0365851 Sep 07 02:49:04.269601 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6a4e7-a055-41fc-82c1-4268b015e570 req-eee22cce-3aef-4702-a432-c78d53ff2ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:04.272242 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9fb6a4e7-a055-41fc-82c1-4268b015e570 req-eee22cce-3aef-4702-a432-c78d53ff2ed1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2e9aa464-84c0-42de-b5c6-c04299d5a19e HTTP/1.1" status: 200 len: 919 time: 0.1520059 Sep 07 02:49:04.324742 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9fb6a4e7-a055-41fc-82c1-4268b015e570 req-737c1507-1571-4596-aaa7-3d37809308ce service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=319858d8-aee5-4452-baa9-8a3c87da7b44 HTTP/1.1" status: 200 len: 217 time: 0.0452807 Sep 07 02:49:04.812034 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb6a4e7-a055-41fc-82c1-4268b015e570 req-d115cc89-8812-477e-8a3f-7e9c25f520f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:04.813713 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9fb6a4e7-a055-41fc-82c1-4268b015e570 req-d115cc89-8812-477e-8a3f-7e9c25f520f7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8c714891-3ab3-4af4-b252-c7178b590fd7 HTTP/1.1" status: 200 len: 859 time: 0.4822059 Sep 07 02:49:04.828011 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f87be-a56e-4b12-a038-31eccb19b981 req-3cdf644b-09ee-4133-ba9f-4150a85e8ea4 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:04.849941 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a54f87be-a56e-4b12-a038-31eccb19b981 req-3cdf644b-09ee-4133-ba9f-4150a85e8ea4 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/ports?device_id=56d8a0c3-29f8-4582-bd71-98a81eff804d HTTP/1.1" status: 200 len: 945 time: 0.5071592 Sep 07 02:49:04.887688 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9fb6a4e7-a055-41fc-82c1-4268b015e570 req-d75651af-6981-4830-b493-1205956c9c92 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2e9aa464-84c0-42de-b5c6-c04299d5a19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340762 Sep 07 02:49:04.941605 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a54f87be-a56e-4b12-a038-31eccb19b981 req-efc05691-5802-47b5-a24c-e9dabf11a1a4 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/security-groups?id=35ad6a2a-c1a1-4b90-a91e-f545a6963c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904744 Sep 07 02:49:05.055229 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9fb6a4e7-a055-41fc-82c1-4268b015e570 req-70bd7bde-e7a5-4b09-bcc9-f6229c10bf90 service neutron] 10.222.0.23 "GET /v2.0/networks/2e9aa464-84c0-42de-b5c6-c04299d5a19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596491 Sep 07 02:49:05.268085 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9fb6a4e7-a055-41fc-82c1-4268b015e570 req-42146acf-1abf-4890-b6c2-03443bd5faf2 service neutron] 10.222.0.23 "GET /v2.0/networks/2e9aa464-84c0-42de-b5c6-c04299d5a19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041442 Sep 07 02:49:05.463942 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7754d6e5-c974-4e95-9813-bcbc51709fe7 req-c08342fb-c619-43d5-9ff7-49723b3e3c0c tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 210 time: 0.0820806 Sep 07 02:49:06.166737 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba899cb-4c13-449b-8e1d-5b18c92d0b36 req-cdcc6493-7cb7-46be-8d3c-734d33d65914 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:06.168830 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bba899cb-4c13-449b-8e1d-5b18c92d0b36 req-cdcc6493-7cb7-46be-8d3c-734d33d65914 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/ports?device_id=56d8a0c3-29f8-4582-bd71-98a81eff804d HTTP/1.1" status: 200 len: 945 time: 0.0865953 Sep 07 02:49:06.222123 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bba899cb-4c13-449b-8e1d-5b18c92d0b36 req-78f4dba7-2190-413d-9259-92c0477b8fbf tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/security-groups?id=35ad6a2a-c1a1-4b90-a91e-f545a6963c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434253 Sep 07 02:49:06.644111 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bbca899c-715c-4396-97fb-b246a631c9ae req-543fe4ad-e674-4941-a8f1-2130d7a4a403 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 210 time: 0.0483372 Sep 07 02:49:07.438068 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee2db9-3d0d-49cd-aadb-fa670188fcf3 req-18ac1ad1-0c57-43bd-a9a7-484b6f7cf14f tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:07.440469 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9cee2db9-3d0d-49cd-aadb-fa670188fcf3 req-18ac1ad1-0c57-43bd-a9a7-484b6f7cf14f tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/ports?device_id=56d8a0c3-29f8-4582-bd71-98a81eff804d HTTP/1.1" status: 200 len: 945 time: 0.0670891 Sep 07 02:49:07.503075 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9cee2db9-3d0d-49cd-aadb-fa670188fcf3 req-efd48f7a-bf85-4c30-94ab-0a873ecbd063 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/security-groups?id=35ad6a2a-c1a1-4b90-a91e-f545a6963c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556717 Sep 07 02:49:07.791215 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e8377d64-ea05-4531-b48e-1d2749f1c647 req-f2f521c6-59f3-4175-b042-102dacf9d07e tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 210 time: 0.0350397 Sep 07 02:49:08.668852 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc820b-8d84-4216-a2bc-75d099622ab6 req-6f52bca5-194a-42cf-aa85-978c376ac0d1 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:08.677517 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-42fc820b-8d84-4216-a2bc-75d099622ab6 req-6f52bca5-194a-42cf-aa85-978c376ac0d1 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/ports?device_id=56d8a0c3-29f8-4582-bd71-98a81eff804d HTTP/1.1" status: 200 len: 945 time: 0.0753531 Sep 07 02:49:08.731720 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-42fc820b-8d84-4216-a2bc-75d099622ab6 req-ddea7aa4-f60f-4025-a660-bf302cd84c45 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/security-groups?id=35ad6a2a-c1a1-4b90-a91e-f545a6963c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491214 Sep 07 02:49:08.973107 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2161c16e-d2d3-4663-9691-44c534bd2004 req-39a532be-4c6a-4cff-80c8-c9d3446f6348 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 210 time: 0.0673194 Sep 07 02:49:09.326010 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 34224) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:09.547112 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-87434a30-c4d4-4093-ba01-f70f4e88fffc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:09.657120 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-87434a30-c4d4-4093-ba01-f70f4e88fffc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:09.665487 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-87434a30-c4d4-4093-ba01-f70f4e88fffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:09.710421 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-87434a30-c4d4-4093-ba01-f70f4e88fffc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ee164895ef244684a4ac93cd1e621552&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3799047 Sep 07 02:49:09.711392 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87434a30-c4d4-4093-ba01-f70f4e88fffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c0568c-2b1a-498a-9199-8d8f0efbe284,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:09.712915 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 34232) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:09.802857 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-410755c3-6fbb-4a3c-9c6f-d4fe880e6ac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:09.872520 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-410755c3-6fbb-4a3c-9c6f-d4fe880e6ac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:09.918639 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4834cfa3-2bd1-4d9a-a864-b058d178418d req-95966f41-aa12-4017-9d20-4b2a5d077361 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:09.926068 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4834cfa3-2bd1-4d9a-a864-b058d178418d req-95966f41-aa12-4017-9d20-4b2a5d077361 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/ports?device_id=56d8a0c3-29f8-4582-bd71-98a81eff804d HTTP/1.1" status: 200 len: 945 time: 0.1059809 Sep 07 02:49:09.967891 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4834cfa3-2bd1-4d9a-a864-b058d178418d req-8f3b2524-be36-43fd-bcd5-913635de8124 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/security-groups?id=35ad6a2a-c1a1-4b90-a91e-f545a6963c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407155 Sep 07 02:49:09.975368 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-410755c3-6fbb-4a3c-9c6f-d4fe880e6ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:09.978227 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-410755c3-6fbb-4a3c-9c6f-d4fe880e6ac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:09.979739 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-410755c3-6fbb-4a3c-9c6f-d4fe880e6ac0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/93c0568c-2b1a-498a-9199-8d8f0efbe284 HTTP/1.1" status: 204 len: 168 time: 0.2657466 Sep 07 02:49:09.989536 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410755c3-6fbb-4a3c-9c6f-d4fe880e6ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c0568c-2b1a-498a-9199-8d8f0efbe284,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:10.132245 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-50a4b16f-203a-4045-aba1-c98a2fef7759 req-367e42d9-0c23-4980-a3cf-1df27b790cc9 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff8c528d-373f-42ed-8303-ff263d703c42 HTTP/1.1" status: 200 len: 210 time: 0.0375206 Sep 07 02:49:11.165173 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f903b459-d772-44f9-9c3a-b855f9a018aa req-0318ec4c-f989-4e96-aa56-90ae8998ce2b tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:11.168165 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f903b459-d772-44f9-9c3a-b855f9a018aa req-0318ec4c-f989-4e96-aa56-90ae8998ce2b tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/ports?device_id=56d8a0c3-29f8-4582-bd71-98a81eff804d HTTP/1.1" status: 200 len: 945 time: 0.0762808 Sep 07 02:49:11.247852 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f903b459-d772-44f9-9c3a-b855f9a018aa req-c83ef672-d541-454f-94a3-82ec9c00a157 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/security-groups?id=35ad6a2a-c1a1-4b90-a91e-f545a6963c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571840 Sep 07 02:49:11.307698 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 02:49:11.342404 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 34312) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:11.408807 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-88f8b05c-9027-47b3-9d40-4eee323faf8d tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:11.468256 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-88f8b05c-9027-47b3-9d40-4eee323faf8d tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:11.520508 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 34318) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:11.544762 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-88f8b05c-9027-47b3-9d40-4eee323faf8d tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:11.547342 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-88f8b05c-9027-47b3-9d40-4eee323faf8d tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:11.551093 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-88f8b05c-9027-47b3-9d40-4eee323faf8d tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "DELETE /v2.0/security-groups/bcc0067a-9ce8-4875-b922-e18ef41ab841 HTTP/1.1" status: 204 len: 168 time: 0.2050478 Sep 07 02:49:11.551518 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 34324) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:11.564016 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f8b05c-9027-47b3-9d40-4eee323faf8d tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc0067a-9ce8-4875-b922-e18ef41ab841,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:11.572593 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [None req-ebd72051-c70b-41c1-af95-5fb957ffbe2f tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] show failed (client error): The resource could not be found. Sep 07 02:49:11.578240 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ebd72051-c70b-41c1-af95-5fb957ffbe2f tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "GET /v2.0/security-groups/bcc0067a-9ce8-4875-b922-e18ef41ab841 HTTP/1.1" status: 404 len: 347 time: 0.0221455 Sep 07 02:49:11.578465 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 34326) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:11.731077 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-f33f6c87-b7e5-4db9-b857-3cab13218c42 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Deleting port feff6fbc-de4c-4e93-a4ca-0e1238a23499 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:49:11.731422 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f33f6c87-b7e5-4db9-b857-3cab13218c42 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:11.800839 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cd85795d-cb7f-41a5-9320-3bf5452fe214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:11.826151 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f33f6c87-b7e5-4db9-b857-3cab13218c42 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:11.826476 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f33f6c87-b7e5-4db9-b857-3cab13218c42 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:11.841971 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-f33f6c87-b7e5-4db9-b857-3cab13218c42 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Calling delete_port for feff6fbc-de4c-4e93-a4ca-0e1238a23499 owned by network:floatingip {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:49:11.923615 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cd85795d-cb7f-41a5-9320-3bf5452fe214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:11.929336 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cd85795d-cb7f-41a5-9320-3bf5452fe214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:11.982961 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-cd85795d-cb7f-41a5-9320-3bf5452fe214 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=06cbdc5a01734a20bd1db3460d436e82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4613609 Sep 07 02:49:11.985555 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 34338) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:11.991904 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd85795d-cb7f-41a5-9320-3bf5452fe214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d96dc3ef-7ffb-4eb4-b34b-cd138d42bdab,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:12.018343 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f33f6c87-b7e5-4db9-b857-3cab13218c42 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:12.079312 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33f6c87-b7e5-4db9-b857-3cab13218c42 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Pushing event deleted for resources: {'Port': ['ID=feff6fbc-de4c-4e93-a4ca-0e1238a23499,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:12.083791 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c0a8e2f1-fb88-4239-b609-f0a1a266e533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:12.122190 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c0a8e2f1-fb88-4239-b609-f0a1a266e533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:12.151527 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f33f6c87-b7e5-4db9-b857-3cab13218c42 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks [] for floatingip, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:12.159816 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f33f6c87-b7e5-4db9-b857-3cab13218c42 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:12.161113 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f33f6c87-b7e5-4db9-b857-3cab13218c42 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "DELETE /v2.0/floatingips/f82863df-1f06-467b-aaab-4b6167969454 HTTP/1.1" status: 204 len: 168 time: 0.5815494 Sep 07 02:49:12.164083 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 34344) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:12.181805 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c0a8e2f1-fb88-4239-b609-f0a1a266e533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:12.185254 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c0a8e2f1-fb88-4239-b609-f0a1a266e533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:12.188800 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c0a8e2f1-fb88-4239-b609-f0a1a266e533 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d96dc3ef-7ffb-4eb4-b34b-cd138d42bdab HTTP/1.1" status: 204 len: 168 time: 0.1997838 Sep 07 02:49:12.197209 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a8e2f1-fb88-4239-b609-f0a1a266e533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96dc3ef-7ffb-4eb4-b34b-cd138d42bdab,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:12.341279 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-952bbbf0-281c-42fc-a887-d5a7007e2c1a tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Deleting port 21eaabc2-91c8-4dda-aaa3-2aa2a5e27cfe {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:49:12.341839 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-952bbbf0-281c-42fc-a887-d5a7007e2c1a tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:12.470856 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb16e32-4bcd-4160-b480-6a51bddbcbd5 req-25319086-1e2c-4959-81d7-0ec9e3a94f5c tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:12.478355 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-952bbbf0-281c-42fc-a887-d5a7007e2c1a tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:12.481084 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3bb16e32-4bcd-4160-b480-6a51bddbcbd5 req-25319086-1e2c-4959-81d7-0ec9e3a94f5c tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/ports?device_id=56d8a0c3-29f8-4582-bd71-98a81eff804d HTTP/1.1" status: 200 len: 945 time: 0.1219771 Sep 07 02:49:12.491557 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-952bbbf0-281c-42fc-a887-d5a7007e2c1a tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Calling delete_port for 21eaabc2-91c8-4dda-aaa3-2aa2a5e27cfe owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:49:12.552058 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3bb16e32-4bcd-4160-b480-6a51bddbcbd5 req-039acdf2-a001-4e87-8979-d94a2e3b239c tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/security-groups?id=35ad6a2a-c1a1-4b90-a91e-f545a6963c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696993 Sep 07 02:49:12.656013 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-952bbbf0-281c-42fc-a887-d5a7007e2c1a tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:12.690640 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952bbbf0-281c-42fc-a887-d5a7007e2c1a tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Pushing event deleted for resources: {'Port': ['ID=21eaabc2-91c8-4dda-aaa3-2aa2a5e27cfe,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:12.738392 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 34364) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:12.753661 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d517a3be-2105-447c-9aac-9bc1bd56d4c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:12.762175 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-952bbbf0-281c-42fc-a887-d5a7007e2c1a tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:12.764236 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-952bbbf0-281c-42fc-a887-d5a7007e2c1a tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "DELETE /v2.0/ports/21eaabc2-91c8-4dda-aaa3-2aa2a5e27cfe HTTP/1.1" status: 204 len: 168 time: 0.5990257 Sep 07 02:49:12.767263 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 34366) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:12.907753 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-e05ea5a3-023e-4ef3-91c5-97d4e70a14b5 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Deleting port 1727b4ca-2dd0-4cd4-898e-db87f6c72464 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:49:12.908100 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e05ea5a3-023e-4ef3-91c5-97d4e70a14b5 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:12.988984 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d517a3be-2105-447c-9aac-9bc1bd56d4c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:12.996224 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d517a3be-2105-447c-9aac-9bc1bd56d4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:13.055280 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e05ea5a3-023e-4ef3-91c5-97d4e70a14b5 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:13.074817 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d517a3be-2105-447c-9aac-9bc1bd56d4c0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=94c2d166c2a14488bfdd27a58610afd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3336072 Sep 07 02:49:13.076431 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 34372) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:13.080017 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d517a3be-2105-447c-9aac-9bc1bd56d4c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01de486-edf2-4243-8a56-396260a99c99,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:13.101796 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-e05ea5a3-023e-4ef3-91c5-97d4e70a14b5 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Calling delete_port for 1727b4ca-2dd0-4cd4-898e-db87f6c72464 owned by {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:49:13.104357 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 34374) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:13.146677 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-35cedb6e-aa82-4874-a444-96a860648bdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:13.185284 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-35cedb6e-aa82-4874-a444-96a860648bdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:13.302780 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-35cedb6e-aa82-4874-a444-96a860648bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:13.306404 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-35cedb6e-aa82-4874-a444-96a860648bdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:13.311470 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-35cedb6e-aa82-4874-a444-96a860648bdb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b01de486-edf2-4243-8a56-396260a99c99 HTTP/1.1" status: 204 len: 168 time: 0.2333722 Sep 07 02:49:13.314756 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e05ea5a3-023e-4ef3-91c5-97d4e70a14b5 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:13.362913 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cedb6e-aa82-4874-a444-96a860648bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01de486-edf2-4243-8a56-396260a99c99,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:13.381004 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4c569533-f219-402f-9b6c-9a1b1bfc6fd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:13.392548 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05ea5a3-023e-4ef3-91c5-97d4e70a14b5 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Pushing event deleted for resources: {'Port': ['ID=1727b4ca-2dd0-4cd4-898e-db87f6c72464,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:13.543741 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e05ea5a3-023e-4ef3-91c5-97d4e70a14b5 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:13.545687 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e05ea5a3-023e-4ef3-91c5-97d4e70a14b5 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "DELETE /v2.0/ports/1727b4ca-2dd0-4cd4-898e-db87f6c72464 HTTP/1.1" status: 204 len: 168 time: 0.7774811 Sep 07 02:49:13.548285 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 34398) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:13.580887 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4c569533-f219-402f-9b6c-9a1b1bfc6fd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:13.591293 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4c569533-f219-402f-9b6c-9a1b1bfc6fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:13.653520 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-4c569533-f219-402f-9b6c-9a1b1bfc6fd2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b8262536906f49d99c6bd54efcb06ac5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5455649 Sep 07 02:49:13.657463 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 34404) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:13.693812 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c569533-f219-402f-9b6c-9a1b1bfc6fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a425453-516a-4693-81d9-f6865d7ebb7c,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:13.705326 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ab89e02-3e7d-49ac-9c91-0cc5bbec8cca tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Deleting subnet 41c9fc72-e726-4843-ad37-6ac26831d188 {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:49:13.716879 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0ab89e02-3e7d-49ac-9c91-0cc5bbec8cca tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:13.762732 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 34408) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:13.775941 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0ab89e02-3e7d-49ac-9c91-0cc5bbec8cca tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:13.776128 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-636c9143-6a22-4db6-af35-3de52f2133ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:13.821640 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3815e5-0e23-4514-adac-11a4046d5e66 req-e825e8a9-5916-4520-aafa-6c4ce78bf25f tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:13.823249 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4e3815e5-0e23-4514-adac-11a4046d5e66 req-e825e8a9-5916-4520-aafa-6c4ce78bf25f tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/ports?device_id=56d8a0c3-29f8-4582-bd71-98a81eff804d HTTP/1.1" status: 200 len: 945 time: 0.1666627 Sep 07 02:49:13.868739 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-62327ed8-f491-4c59-8e81-4c3de75561d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:13.908539 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-636c9143-6a22-4db6-af35-3de52f2133ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:13.914200 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-636c9143-6a22-4db6-af35-3de52f2133ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:13.948665 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4e3815e5-0e23-4514-adac-11a4046d5e66 req-83d2c8a4-cfad-4346-8b49-ce22033060ec tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/security-groups?id=35ad6a2a-c1a1-4b90-a91e-f545a6963c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143723 Sep 07 02:49:13.951311 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-62327ed8-f491-4c59-8e81-4c3de75561d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:13.979615 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 34410) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:13.980622 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-636c9143-6a22-4db6-af35-3de52f2133ac admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=00f0324518c34702a7bf989cc307d699&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2118890 Sep 07 02:49:13.981927 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636c9143-6a22-4db6-af35-3de52f2133ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aaa1506-b3cf-4dc7-ac3b-e5bb16c09f24,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:14.026391 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0ab89e02-3e7d-49ac-9c91-0cc5bbec8cca tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:14.095319 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cb98b395-1969-4d96-b832-24bc00e4c3be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:14.106468 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-62327ed8-f491-4c59-8e81-4c3de75561d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:14.109026 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-62327ed8-f491-4c59-8e81-4c3de75561d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:14.110181 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-62327ed8-f491-4c59-8e81-4c3de75561d1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7a425453-516a-4693-81d9-f6865d7ebb7c HTTP/1.1" status: 204 len: 168 time: 0.4517734 Sep 07 02:49:14.134506 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62327ed8-f491-4c59-8e81-4c3de75561d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a425453-516a-4693-81d9-f6865d7ebb7c,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:14.137527 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cb98b395-1969-4d96-b832-24bc00e4c3be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:14.154089 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0ab89e02-3e7d-49ac-9c91-0cc5bbec8cca tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:14.193086 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab89e02-3e7d-49ac-9c91-0cc5bbec8cca tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Pushing event deleted for resources: {'Subnet': ['ID=41c9fc72-e726-4843-ad37-6ac26831d188,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:14.195081 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0ab89e02-3e7d-49ac-9c91-0cc5bbec8cca tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:14.196987 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-0ab89e02-3e7d-49ac-9c91-0cc5bbec8cca tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "DELETE /v2.0/subnets/41c9fc72-e726-4843-ad37-6ac26831d188 HTTP/1.1" status: 204 len: 168 time: 0.6475902 Sep 07 02:49:14.200372 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 34416) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:14.204828 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa4af42-a10e-4934-b16b-f5e44517c03d None None] Network 03d408a7-bed1-4074-b2d6-43492534ac51 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:49:14.242673 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cb98b395-1969-4d96-b832-24bc00e4c3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:14.245267 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cb98b395-1969-4d96-b832-24bc00e4c3be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:14.246512 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-cb98b395-1969-4d96-b832-24bc00e4c3be admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5aaa1506-b3cf-4dc7-ac3b-e5bb16c09f24 HTTP/1.1" status: 204 len: 168 time: 0.2634478 Sep 07 02:49:14.262705 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb98b395-1969-4d96-b832-24bc00e4c3be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aaa1506-b3cf-4dc7-ac3b-e5bb16c09f24,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:14.299775 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-80c05ce0-8eb0-42d4-965f-4decba7e8819 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Deleting subnet a0ace46c-e993-499e-976f-0d7f1499256e {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:49:14.307010 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-80c05ce0-8eb0-42d4-965f-4decba7e8819 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:14.377039 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-80c05ce0-8eb0-42d4-965f-4decba7e8819 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:14.487419 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-80c05ce0-8eb0-42d4-965f-4decba7e8819 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:14.520761 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41a57b9-8854-4bd5-a8e9-9b4bc46992ee None None] DHCP port deletion for 03d408a7-bed1-4074-b2d6-43492534ac51 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:49:14.575689 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-e41a57b9-8854-4bd5-a8e9-9b4bc46992ee None None] Deleting port 03204d76-012a-4e97-8e7a-098b79811a8c {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:49:14.576447 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e41a57b9-8854-4bd5-a8e9-9b4bc46992ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:14.581630 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-80c05ce0-8eb0-42d4-965f-4decba7e8819 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:14.628302 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c05ce0-8eb0-42d4-965f-4decba7e8819 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Pushing event deleted for resources: {'Subnet': ['ID=a0ace46c-e993-499e-976f-0d7f1499256e,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:14.636124 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-80c05ce0-8eb0-42d4-965f-4decba7e8819 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:14.638629 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-80c05ce0-8eb0-42d4-965f-4decba7e8819 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "DELETE /v2.0/subnets/a0ace46c-e993-499e-976f-0d7f1499256e HTTP/1.1" status: 204 len: 168 time: 0.4359703 Sep 07 02:49:14.641546 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 34434) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:14.653337 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ab181b-5bd7-4fe9-aea2-05bb23377984 None None] Network 7ef96948-9b26-4186-9197-3dc341e621f0 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:49:14.741889 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 34440) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:14.768856 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0b3549d2-67aa-4900-a547-91fe27f93711 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:14.775005 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-63525cf7-2d4a-4d06-a986-1c0bf3183ba4 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:14.776487 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-e41a57b9-8854-4bd5-a8e9-9b4bc46992ee None None] For port 03204d76-012a-4e97-8e7a-098b79811a8c, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=03204d76-012a-4e97-8e7a-098b79811a8c,segment=NetworkSegment(b5a31333-dc66-4c28-b309-79aa5613af15),segment_id=b5a31333-dc66-4c28-b309-79aa5613af15)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:49:14.777463 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e41a57b9-8854-4bd5-a8e9-9b4bc46992ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:14.800121 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-e41a57b9-8854-4bd5-a8e9-9b4bc46992ee None None] Calling delete_port for 03204d76-012a-4e97-8e7a-098b79811a8c owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:49:14.889389 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-63525cf7-2d4a-4d06-a986-1c0bf3183ba4 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Deleting port 03204d76-012a-4e97-8e7a-098b79811a8c {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:49:14.889739 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-63525cf7-2d4a-4d06-a986-1c0bf3183ba4 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:14.987375 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e41a57b9-8854-4bd5-a8e9-9b4bc46992ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:14.987642 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0b3549d2-67aa-4900-a547-91fe27f93711 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:14.993857 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-63525cf7-2d4a-4d06-a986-1c0bf3183ba4 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] For port 03204d76-012a-4e97-8e7a-098b79811a8c, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=03204d76-012a-4e97-8e7a-098b79811a8c,segment=NetworkSegment(b5a31333-dc66-4c28-b309-79aa5613af15),segment_id=b5a31333-dc66-4c28-b309-79aa5613af15)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:49:14.994227 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-63525cf7-2d4a-4d06-a986-1c0bf3183ba4 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:15.003387 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0b3549d2-67aa-4900-a547-91fe27f93711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:15.028094 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41a57b9-8854-4bd5-a8e9-9b4bc46992ee None None] Pushing event deleted for resources: {'Port': ['ID=03204d76-012a-4e97-8e7a-098b79811a8c,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:15.036645 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-63525cf7-2d4a-4d06-a986-1c0bf3183ba4 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Calling delete_port for 03204d76-012a-4e97-8e7a-098b79811a8c owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:49:15.037952 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 03204d76-012a-4e97-8e7a-098b79811a8c no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:49:15.068041 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3549d2-67aa-4900-a547-91fe27f93711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94549dab-ea1c-44ec-87f7-6d084d148bb6,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:15.075848 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-0b3549d2-67aa-4900-a547-91fe27f93711 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=14e46327de1141279a9ea9999a13a37b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3325138 Sep 07 02:49:15.079404 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 34450) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:15.098697 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 03204d76-012a-4e97-8e7a-098b79811a8c {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:49:15.099644 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 03204d76-012a-4e97-8e7a-098b79811a8c not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:49:15.105241 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb6ced1-8186-4a75-ad47-387f39078d55 None None] DHCP port deletion for 7ef96948-9b26-4186-9197-3dc341e621f0 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:49:15.122001 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41a57b9-8854-4bd5-a8e9-9b4bc46992ee None None] No DVR routers for this DVR port 03204d76-012a-4e97-8e7a-098b79811a8c on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:49:15.168657 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-63525cf7-2d4a-4d06-a986-1c0bf3183ba4 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:15.193598 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-ddb6ced1-8186-4a75-ad47-387f39078d55 None None] Deleting port 63321724-ce5d-4e41-ad3d-db20471f7b7c {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:49:15.193598 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ddb6ced1-8186-4a75-ad47-387f39078d55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:15.212748 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63525cf7-2d4a-4d06-a986-1c0bf3183ba4 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Pushing event deleted for resources: {'Port': ['ID=03204d76-012a-4e97-8e7a-098b79811a8c,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:15.214541 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63525cf7-2d4a-4d06-a986-1c0bf3183ba4 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] No DVR routers for this DVR port 03204d76-012a-4e97-8e7a-098b79811a8c on host n-d-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:49:15.232724 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9d5444d9-7fd0-4d16-ae66-788c2cb768b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:15.304101 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99255e6-022c-4d5a-bb57-d14918fa9aea req-3dcbeaf2-d948-4fca-81b6-e14a3745adf1 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:15.314289 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-ddb6ced1-8186-4a75-ad47-387f39078d55 None None] For port 63321724-ce5d-4e41-ad3d-db20471f7b7c, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=63321724-ce5d-4e41-ad3d-db20471f7b7c,segment=NetworkSegment(42e2f895-6783-4d8e-9fcc-c0b67699fbd1),segment_id=42e2f895-6783-4d8e-9fcc-c0b67699fbd1)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:49:15.314895 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f99255e6-022c-4d5a-bb57-d14918fa9aea req-3dcbeaf2-d948-4fca-81b6-e14a3745adf1 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/ports?device_id=56d8a0c3-29f8-4582-bd71-98a81eff804d HTTP/1.1" status: 200 len: 945 time: 0.1359000 Sep 07 02:49:15.316990 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ddb6ced1-8186-4a75-ad47-387f39078d55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:15.334354 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-ddb6ced1-8186-4a75-ad47-387f39078d55 None None] Calling delete_port for 63321724-ce5d-4e41-ad3d-db20471f7b7c owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:49:15.346997 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9d5444d9-7fd0-4d16-ae66-788c2cb768b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:15.396555 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-63525cf7-2d4a-4d06-a986-1c0bf3183ba4 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:15.408917 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f99255e6-022c-4d5a-bb57-d14918fa9aea req-b94b2a0c-4391-47c8-830b-0e1f30753773 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/security-groups?id=35ad6a2a-c1a1-4b90-a91e-f545a6963c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934148 Sep 07 02:49:15.436190 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ddb6ced1-8186-4a75-ad47-387f39078d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:15.447126 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9d5444d9-7fd0-4d16-ae66-788c2cb768b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:15.452591 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9d5444d9-7fd0-4d16-ae66-788c2cb768b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:15.457114 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9d5444d9-7fd0-4d16-ae66-788c2cb768b7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/94549dab-ea1c-44ec-87f7-6d084d148bb6 HTTP/1.1" status: 204 len: 168 time: 0.3755867 Sep 07 02:49:15.475572 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-63525cf7-2d4a-4d06-a986-1c0bf3183ba4 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03d408a7-bed1-4074-b2d6-43492534ac51']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:49:15.478645 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5444d9-7fd0-4d16-ae66-788c2cb768b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94549dab-ea1c-44ec-87f7-6d084d148bb6,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:15.490326 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb6ced1-8186-4a75-ad47-387f39078d55 None None] Pushing event deleted for resources: {'Port': ['ID=63321724-ce5d-4e41-ad3d-db20471f7b7c,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:15.495719 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-63525cf7-2d4a-4d06-a986-1c0bf3183ba4 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5a31333-dc66-4c28-b309-79aa5613af15') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:49:15.496027 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-63525cf7-2d4a-4d06-a986-1c0bf3183ba4 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5a31333-dc66-4c28-b309-79aa5613af15') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:49:15.507606 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb6ced1-8186-4a75-ad47-387f39078d55 None None] No DVR routers for this DVR port 63321724-ce5d-4e41-ad3d-db20471f7b7c on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:49:15.519851 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-63525cf7-2d4a-4d06-a986-1c0bf3183ba4 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:15.547936 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-63525cf7-2d4a-4d06-a986-1c0bf3183ba4 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:15.554290 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63525cf7-2d4a-4d06-a986-1c0bf3183ba4 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:49:15.554803 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-63525cf7-2d4a-4d06-a986-1c0bf3183ba4 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:15.557965 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:49:15.557965 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:49:15.557965 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:49:15.557965 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:49:15.557965 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:49:15.557965 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:49:15.557965 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:49:15.557965 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:49:15.557965 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:49:15.557965 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:49:15.557965 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:49:15.557965 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:49:15.557965 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:49:15.557965 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:49:15.557965 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:49:15.557965 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:49:15.557965 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:49:15.557965 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:49:15.557965 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:49:15.557965 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:49:15.557965 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:49:15.557965 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:49:15.557965 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:49:15.557965 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:49:15.557965 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:49:15.557965 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:49:15.557965 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:49:15.557965 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:49:15.557965 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:49:15.557965 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:49:15.557965 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:49:15.557965 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:49:15.633685 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-63525cf7-2d4a-4d06-a986-1c0bf3183ba4 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:15.641064 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-63525cf7-2d4a-4d06-a986-1c0bf3183ba4 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:15.643413 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-63525cf7-2d4a-4d06-a986-1c0bf3183ba4 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "DELETE /v2.0/networks/03d408a7-bed1-4074-b2d6-43492534ac51 HTTP/1.1" status: 204 len: 168 time: 1.0008242 Sep 07 02:49:15.646327 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 34476) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:15.662412 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63525cf7-2d4a-4d06-a986-1c0bf3183ba4 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Pushing event deleted for resources: {'Network': ['ID=03d408a7-bed1-4074-b2d6-43492534ac51,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:15.755875 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-21f9befb-5a88-4efe-9f8a-fd2c82ba63c7 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:15.858376 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-21f9befb-5a88-4efe-9f8a-fd2c82ba63c7 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:15.890283 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-21f9befb-5a88-4efe-9f8a-fd2c82ba63c7 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ef96948-9b26-4186-9197-3dc341e621f0']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:49:15.902348 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-21f9befb-5a88-4efe-9f8a-fd2c82ba63c7 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42e2f895-6783-4d8e-9fcc-c0b67699fbd1') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:49:15.902899 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-21f9befb-5a88-4efe-9f8a-fd2c82ba63c7 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42e2f895-6783-4d8e-9fcc-c0b67699fbd1') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:49:15.926713 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-21f9befb-5a88-4efe-9f8a-fd2c82ba63c7 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:15.942488 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-21f9befb-5a88-4efe-9f8a-fd2c82ba63c7 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:15.949819 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21f9befb-5a88-4efe-9f8a-fd2c82ba63c7 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:49:15.950256 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-21f9befb-5a88-4efe-9f8a-fd2c82ba63c7 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:15.953680 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:49:15.953680 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:49:15.953680 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:49:15.953680 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:49:15.953680 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:49:15.953680 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:49:15.953680 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:49:15.953680 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:49:15.953680 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:49:15.953680 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:49:15.953680 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:49:15.953680 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:49:15.953680 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:49:15.953680 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:49:15.953680 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:49:15.953680 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:49:15.953680 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:49:15.953680 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:49:15.953680 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:49:15.953680 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:49:15.953680 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:49:15.953680 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:49:15.953680 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:49:15.953680 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:49:15.953680 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:49:15.953680 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:49:15.953680 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:49:15.953680 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:49:15.953680 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:49:15.953680 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:49:15.953680 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:49:15.953680 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:49:16.025966 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-21f9befb-5a88-4efe-9f8a-fd2c82ba63c7 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:16.035975 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-21f9befb-5a88-4efe-9f8a-fd2c82ba63c7 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:16.037913 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-21f9befb-5a88-4efe-9f8a-fd2c82ba63c7 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] 10.222.0.22 "DELETE /v2.0/networks/7ef96948-9b26-4186-9197-3dc341e621f0 HTTP/1.1" status: 204 len: 168 time: 0.3901546 Sep 07 02:49:16.064491 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f9befb-5a88-4efe-9f8a-fd2c82ba63c7 tempest-TaggedBootDevicesTest-540782699 tempest-TaggedBootDevicesTest-540782699-project] Pushing event deleted for resources: {'Network': ['ID=7ef96948-9b26-4186-9197-3dc341e621f0,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:16.653977 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33900a8f-c4ce-4e88-8103-c32ac2224a91 req-13631978-7be9-4c6f-838e-623145e608e8 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:16.664491 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-33900a8f-c4ce-4e88-8103-c32ac2224a91 req-13631978-7be9-4c6f-838e-623145e608e8 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/ports?device_id=56d8a0c3-29f8-4582-bd71-98a81eff804d HTTP/1.1" status: 200 len: 945 time: 0.0988476 Sep 07 02:49:16.740321 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-33900a8f-c4ce-4e88-8103-c32ac2224a91 req-5d284406-7b94-4fb4-8b19-96fc4631c27a tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/security-groups?id=35ad6a2a-c1a1-4b90-a91e-f545a6963c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746720 Sep 07 02:49:16.953817 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 63321724-ce5d-4e41-ad3d-db20471f7b7c no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:49:16.982055 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 63321724-ce5d-4e41-ad3d-db20471f7b7c {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:49:16.982653 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 63321724-ce5d-4e41-ad3d-db20471f7b7c not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:49:18.083092 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 34626) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:18.210001 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f18ae280-9257-4ee3-8fa9-a2284be2ee35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:18.321767 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f18ae280-9257-4ee3-8fa9-a2284be2ee35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:18.340995 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f18ae280-9257-4ee3-8fa9-a2284be2ee35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:18.393644 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f71ba-8d31-4108-9320-abe7cbae15df req-c2c0ffbf-cd22-4761-8746-61540c49ab55 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:18.403438 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a53f71ba-8d31-4108-9320-abe7cbae15df req-c2c0ffbf-cd22-4761-8746-61540c49ab55 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/ports?device_id=56d8a0c3-29f8-4582-bd71-98a81eff804d HTTP/1.1" status: 200 len: 945 time: 0.4863172 Sep 07 02:49:18.451118 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f18ae280-9257-4ee3-8fa9-a2284be2ee35 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9a480dd15dee40d3850ed5afefa919dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3664622 Sep 07 02:49:18.458861 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18ae280-9257-4ee3-8fa9-a2284be2ee35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05bd18b3-666c-4129-bd52-cab16611c883,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:18.460663 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 34646) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:18.548533 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a53f71ba-8d31-4108-9320-abe7cbae15df req-b05af3e8-21d8-46f4-965a-0a537f28f1d6 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/security-groups?id=35ad6a2a-c1a1-4b90-a91e-f545a6963c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438260 Sep 07 02:49:18.568963 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e0c65860-0798-4f7d-8682-cb1bfc991e45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:18.591750 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e0c65860-0798-4f7d-8682-cb1bfc991e45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:18.642413 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e0c65860-0798-4f7d-8682-cb1bfc991e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:18.645231 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e0c65860-0798-4f7d-8682-cb1bfc991e45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:18.650190 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e0c65860-0798-4f7d-8682-cb1bfc991e45 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/05bd18b3-666c-4129-bd52-cab16611c883 HTTP/1.1" status: 204 len: 168 time: 0.1856294 Sep 07 02:49:18.661700 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c65860-0798-4f7d-8682-cb1bfc991e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05bd18b3-666c-4129-bd52-cab16611c883,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:18.669820 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c65860-0798-4f7d-8682-cb1bfc991e45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:49:18.670205 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c65860-0798-4f7d-8682-cb1bfc991e45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:49:18.670729 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c65860-0798-4f7d-8682-cb1bfc991e45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:49:18.671810 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c65860-0798-4f7d-8682-cb1bfc991e45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:49:18.673967 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c65860-0798-4f7d-8682-cb1bfc991e45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:49:18.674527 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c65860-0798-4f7d-8682-cb1bfc991e45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:49:18.675020 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c65860-0798-4f7d-8682-cb1bfc991e45 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:49:18.675513 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c65860-0798-4f7d-8682-cb1bfc991e45 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:49:18.676000 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c65860-0798-4f7d-8682-cb1bfc991e45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:49:18.676331 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c65860-0798-4f7d-8682-cb1bfc991e45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:49:18.676811 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c65860-0798-4f7d-8682-cb1bfc991e45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:49:18.678880 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c65860-0798-4f7d-8682-cb1bfc991e45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:49:19.127880 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 34664) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:19.142761 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-64eff94c-4630-4131-a567-f850882eaafa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:19.236927 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-64eff94c-4630-4131-a567-f850882eaafa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:19.241157 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-64eff94c-4630-4131-a567-f850882eaafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:19.279652 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-64eff94c-4630-4131-a567-f850882eaafa admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0606f427f0404364b856600a97a0abea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1503613 Sep 07 02:49:19.280767 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eff94c-4630-4131-a567-f850882eaafa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31b7534-0535-4820-ac9f-bdbf0f72c0dc,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:19.282424 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 34668) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:19.341259 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-babfccd8-4661-473e-951e-e301ac89179c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:19.364700 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-babfccd8-4661-473e-951e-e301ac89179c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:19.424235 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-babfccd8-4661-473e-951e-e301ac89179c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:19.425565 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 34672) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:19.427578 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-babfccd8-4661-473e-951e-e301ac89179c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:19.438278 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-babfccd8-4661-473e-951e-e301ac89179c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e31b7534-0535-4820-ac9f-bdbf0f72c0dc HTTP/1.1" status: 204 len: 168 time: 0.1477969 Sep 07 02:49:19.446555 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babfccd8-4661-473e-951e-e301ac89179c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31b7534-0535-4820-ac9f-bdbf0f72c0dc,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:19.573622 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-34ad0fe7-8744-4bce-b522-2163385e39e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:19.747874 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955062c-8784-4253-9627-545ee9d60b29 req-aaf9c8ce-7d7a-4195-909b-a1ea7aa08937 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:19.764245 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c955062c-8784-4253-9627-545ee9d60b29 req-aaf9c8ce-7d7a-4195-909b-a1ea7aa08937 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/ports?device_id=56d8a0c3-29f8-4582-bd71-98a81eff804d HTTP/1.1" status: 200 len: 945 time: 0.0948217 Sep 07 02:49:19.808034 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-34ad0fe7-8744-4bce-b522-2163385e39e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:19.813290 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c955062c-8784-4253-9627-545ee9d60b29 req-f002682f-a57a-4108-8537-14bfd73e9918 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/security-groups?id=35ad6a2a-c1a1-4b90-a91e-f545a6963c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476506 Sep 07 02:49:19.814447 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-34ad0fe7-8744-4bce-b522-2163385e39e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:19.852424 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-34ad0fe7-8744-4bce-b522-2163385e39e9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=31ae2d466c6e424ea70d9aa0b428c5ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4254150 Sep 07 02:49:19.855762 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 34702) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:19.879244 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad0fe7-8744-4bce-b522-2163385e39e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f10de5-7056-45be-b33d-afc88818ff61,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:19.934882 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c7196c5a-3a84-490a-a514-885f04fa7312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:19.968878 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c7196c5a-3a84-490a-a514-885f04fa7312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:20.028596 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c7196c5a-3a84-490a-a514-885f04fa7312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:20.031073 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c7196c5a-3a84-490a-a514-885f04fa7312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:20.032261 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c7196c5a-3a84-490a-a514-885f04fa7312 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/65f10de5-7056-45be-b33d-afc88818ff61 HTTP/1.1" status: 204 len: 168 time: 0.1754074 Sep 07 02:49:20.049133 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7196c5a-3a84-490a-a514-885f04fa7312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f10de5-7056-45be-b33d-afc88818ff61,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:20.606455 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 34734) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:20.619711 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-89c9db52-8d63-4d93-91d2-35cae87f4c77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:20.739937 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-89c9db52-8d63-4d93-91d2-35cae87f4c77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:20.753262 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-89c9db52-8d63-4d93-91d2-35cae87f4c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:20.812130 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c9db52-8d63-4d93-91d2-35cae87f4c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e64dbd3-5525-4ece-9e59-93fbbc68f616,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:20.847356 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 34748) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:20.847932 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-89c9db52-8d63-4d93-91d2-35cae87f4c77 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1e19ce5f23814541b0b0b85b8536d463&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2398205 Sep 07 02:49:20.966624 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d1d3ce08-5271-4534-b334-f8d7fa13dd24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:21.000060 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d1d3ce08-5271-4534-b334-f8d7fa13dd24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:21.014894 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec0f54a-7487-450e-8123-ead9181437a8 req-8dab2764-e2ae-4e1e-85b8-3de275fb2806 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:21.016437 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3ec0f54a-7487-450e-8123-ead9181437a8 req-8dab2764-e2ae-4e1e-85b8-3de275fb2806 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/ports?device_id=56d8a0c3-29f8-4582-bd71-98a81eff804d HTTP/1.1" status: 200 len: 945 time: 0.1070449 Sep 07 02:49:21.091455 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3ec0f54a-7487-450e-8123-ead9181437a8 req-499b79ba-8a9b-4f76-b530-17394925fc46 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/security-groups?id=35ad6a2a-c1a1-4b90-a91e-f545a6963c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650542 Sep 07 02:49:21.113203 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d1d3ce08-5271-4534-b334-f8d7fa13dd24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:21.115166 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d1d3ce08-5271-4534-b334-f8d7fa13dd24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:21.116370 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-d1d3ce08-5271-4534-b334-f8d7fa13dd24 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1e64dbd3-5525-4ece-9e59-93fbbc68f616 HTTP/1.1" status: 204 len: 168 time: 0.2671235 Sep 07 02:49:21.125701 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d3ce08-5271-4534-b334-f8d7fa13dd24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e64dbd3-5525-4ece-9e59-93fbbc68f616,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:21.185839 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 34758) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:21.341773 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:21.373757 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-31fb5e17-b2c5-41c4-ad5b-3967a7195944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:21.378080 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:21.491058 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-31fb5e17-b2c5-41c4-ad5b-3967a7195944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:21.496448 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-31fb5e17-b2c5-41c4-ad5b-3967a7195944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:21.542739 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-31fb5e17-b2c5-41c4-ad5b-3967a7195944 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=23b622663c864ccfbab741a8813f9bad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3551092 Sep 07 02:49:21.544353 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fb5e17-b2c5-41c4-ad5b-3967a7195944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b409fe2-10da-47ec-aa24-dfaad45b5bb6,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:21.545435 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 34774) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:21.603759 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-50f1b9f1-1298-4188-980e-082f9efd049a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:21.640544 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-50f1b9f1-1298-4188-980e-082f9efd049a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:21.699794 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-50f1b9f1-1298-4188-980e-082f9efd049a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:21.704194 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-50f1b9f1-1298-4188-980e-082f9efd049a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:21.724149 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-50f1b9f1-1298-4188-980e-082f9efd049a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9b409fe2-10da-47ec-aa24-dfaad45b5bb6 HTTP/1.1" status: 204 len: 168 time: 0.1690819 Sep 07 02:49:21.745975 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f1b9f1-1298-4188-980e-082f9efd049a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b409fe2-10da-47ec-aa24-dfaad45b5bb6,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:22.276937 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be3e8c8-9547-49f3-bd8d-a0d43bc0f93f req-edf69c27-247c-4a1e-b2fa-9d5ed321b592 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:22.285411 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2be3e8c8-9547-49f3-bd8d-a0d43bc0f93f req-edf69c27-247c-4a1e-b2fa-9d5ed321b592 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/ports?device_id=56d8a0c3-29f8-4582-bd71-98a81eff804d HTTP/1.1" status: 200 len: 945 time: 0.0783074 Sep 07 02:49:22.336708 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2be3e8c8-9547-49f3-bd8d-a0d43bc0f93f req-f8c65cdb-3d5c-43b9-963d-c4ff903dfb51 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/security-groups?id=35ad6a2a-c1a1-4b90-a91e-f545a6963c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496812 Sep 07 02:49:23.632536 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad2c06e-bf45-4fcc-9fa7-6f97acdb192b req-e18d2456-d526-48f2-8588-2a56edf215ca tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:23.634222 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9ad2c06e-bf45-4fcc-9fa7-6f97acdb192b req-e18d2456-d526-48f2-8588-2a56edf215ca tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/ports?device_id=56d8a0c3-29f8-4582-bd71-98a81eff804d HTTP/1.1" status: 200 len: 945 time: 0.1844831 Sep 07 02:49:23.734831 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9ad2c06e-bf45-4fcc-9fa7-6f97acdb192b req-4caea303-1bcd-49cb-a9c7-e59ac371f748 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/security-groups?id=35ad6a2a-c1a1-4b90-a91e-f545a6963c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910921 Sep 07 02:49:23.957133 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 34906) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:24.148808 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-efdcd8b8-3a56-4a6e-b967-0ff4add6fa03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:24.304710 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-efdcd8b8-3a56-4a6e-b967-0ff4add6fa03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:24.312190 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-efdcd8b8-3a56-4a6e-b967-0ff4add6fa03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:24.350125 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdcd8b8-3a56-4a6e-b967-0ff4add6fa03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1dfdb52-e7a7-4ba6-ba41-848b5140c22a,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:24.376396 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 34924) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:24.377254 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-efdcd8b8-3a56-4a6e-b967-0ff4add6fa03 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=adf1fc4d30414bc3bd896d0ea20eaf30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4182305 Sep 07 02:49:24.437532 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-732be996-7b00-4822-97cd-cbba801a9a7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:24.474193 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 34926) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:24.480771 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-732be996-7b00-4822-97cd-cbba801a9a7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:24.534017 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-732be996-7b00-4822-97cd-cbba801a9a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:24.537207 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-732be996-7b00-4822-97cd-cbba801a9a7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:24.539047 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-732be996-7b00-4822-97cd-cbba801a9a7d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f1dfdb52-e7a7-4ba6-ba41-848b5140c22a HTTP/1.1" status: 204 len: 168 time: 0.1604574 Sep 07 02:49:24.569424 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732be996-7b00-4822-97cd-cbba801a9a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1dfdb52-e7a7-4ba6-ba41-848b5140c22a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:24.587211 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732be996-7b00-4822-97cd-cbba801a9a7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:49:24.590398 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732be996-7b00-4822-97cd-cbba801a9a7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:49:24.591723 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732be996-7b00-4822-97cd-cbba801a9a7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:49:24.592144 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732be996-7b00-4822-97cd-cbba801a9a7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:49:24.593644 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732be996-7b00-4822-97cd-cbba801a9a7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:49:24.594072 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732be996-7b00-4822-97cd-cbba801a9a7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:49:24.595130 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732be996-7b00-4822-97cd-cbba801a9a7d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:49:24.597239 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732be996-7b00-4822-97cd-cbba801a9a7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:49:24.597662 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732be996-7b00-4822-97cd-cbba801a9a7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:49:24.598077 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732be996-7b00-4822-97cd-cbba801a9a7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:49:24.598489 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732be996-7b00-4822-97cd-cbba801a9a7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:49:24.598891 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732be996-7b00-4822-97cd-cbba801a9a7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:49:24.656575 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8e0f3fdc-b9b3-4505-adfb-0843af18bb4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:24.771371 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8e0f3fdc-b9b3-4505-adfb-0843af18bb4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:24.778499 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8e0f3fdc-b9b3-4505-adfb-0843af18bb4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:24.882021 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8e0f3fdc-b9b3-4505-adfb-0843af18bb4f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2fc729d94f4b44478fba0c58971c9b1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4067187 Sep 07 02:49:24.883621 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0f3fdc-b9b3-4505-adfb-0843af18bb4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f617057c-f1b2-46d7-8158-b32ee3e07f26,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:24.887001 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 34940) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:24.932753 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6da13-d3e2-4f99-9b3a-51529ba4c360 req-5538e905-11f2-4723-ba53-706d6e7a2288 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:24.946585 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-05b6da13-d3e2-4f99-9b3a-51529ba4c360 req-5538e905-11f2-4723-ba53-706d6e7a2288 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/ports?device_id=56d8a0c3-29f8-4582-bd71-98a81eff804d HTTP/1.1" status: 200 len: 945 time: 0.1054881 Sep 07 02:49:25.001873 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0a49b1ba-7afd-43c8-b03c-19a268470136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:25.010952 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-05b6da13-d3e2-4f99-9b3a-51529ba4c360 req-e4f8f6df-0bf1-476c-9424-bd8df559ae6a tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/security-groups?id=35ad6a2a-c1a1-4b90-a91e-f545a6963c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628259 Sep 07 02:49:25.032183 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0a49b1ba-7afd-43c8-b03c-19a268470136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:25.088326 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0a49b1ba-7afd-43c8-b03c-19a268470136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:25.092509 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0a49b1ba-7afd-43c8-b03c-19a268470136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:25.095538 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-0a49b1ba-7afd-43c8-b03c-19a268470136 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f617057c-f1b2-46d7-8158-b32ee3e07f26 HTTP/1.1" status: 204 len: 168 time: 0.2054908 Sep 07 02:49:25.102950 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a49b1ba-7afd-43c8-b03c-19a268470136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f617057c-f1b2-46d7-8158-b32ee3e07f26,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:25.599620 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 34966) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:25.670296 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-03aa053f-d136-47ec-8494-64fbf8b1ec60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:25.875775 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-03aa053f-d136-47ec-8494-64fbf8b1ec60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:25.887325 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-03aa053f-d136-47ec-8494-64fbf8b1ec60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:25.892430 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-45680d55-0281-4321-bf6a-c230c9ec5d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:25.932819 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-03aa053f-d136-47ec-8494-64fbf8b1ec60 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5b4f9cc503f8429d8d40f92012570325&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3292539 Sep 07 02:49:25.932819 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aa053f-d136-47ec-8494-64fbf8b1ec60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=588856b3-5c4c-429d-b4ad-2cef0644f77b,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:25.933096 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 34972) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:26.022393 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-16d99829-8ee3-4138-a06c-2d3e9f4ee3da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:26.055074 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-16d99829-8ee3-4138-a06c-2d3e9f4ee3da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:26.142813 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-16d99829-8ee3-4138-a06c-2d3e9f4ee3da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:26.148167 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-16d99829-8ee3-4138-a06c-2d3e9f4ee3da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:26.153236 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-16d99829-8ee3-4138-a06c-2d3e9f4ee3da admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/588856b3-5c4c-429d-b4ad-2cef0644f77b HTTP/1.1" status: 204 len: 168 time: 0.2174122 Sep 07 02:49:26.179399 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d99829-8ee3-4138-a06c-2d3e9f4ee3da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588856b3-5c4c-429d-b4ad-2cef0644f77b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:26.259149 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef2771-5716-4e1c-a892-d9eb01b7eb51 req-cae2df60-4282-4c78-9e63-d4afbcedf23d tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:26.275287 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1fef2771-5716-4e1c-a892-d9eb01b7eb51 req-cae2df60-4282-4c78-9e63-d4afbcedf23d tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/ports?device_id=56d8a0c3-29f8-4582-bd71-98a81eff804d HTTP/1.1" status: 200 len: 945 time: 0.1281662 Sep 07 02:49:26.362750 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1fef2771-5716-4e1c-a892-d9eb01b7eb51 req-18d89524-ca1b-446f-bb51-fd242d0d2902 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/security-groups?id=35ad6a2a-c1a1-4b90-a91e-f545a6963c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769718 Sep 07 02:49:26.665010 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 35000) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:27.673657 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e6dba7-6295-4252-9e94-841ea7829acf req-5e4e06cd-0df9-4cc0-aecd-7ff3385db5a3 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:27.675269 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-99e6dba7-6295-4252-9e94-841ea7829acf req-5e4e06cd-0df9-4cc0-aecd-7ff3385db5a3 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/ports?device_id=56d8a0c3-29f8-4582-bd71-98a81eff804d HTTP/1.1" status: 200 len: 945 time: 0.1370595 Sep 07 02:49:27.873643 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-99e6dba7-6295-4252-9e94-841ea7829acf req-3b52013f-ea2e-4f7b-8d7b-7966b9175e53 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/security-groups?id=35ad6a2a-c1a1-4b90-a91e-f545a6963c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757481 Sep 07 02:49:27.950105 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-58bf0e2d-e86f-40ea-9693-1c008cfa316a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:28.192051 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c96d18c1-5b35-47c5-9459-0886cab8d63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:28.238772 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-58bf0e2d-e86f-40ea-9693-1c008cfa316a admin admin] Deleting port 73d2bee5-252c-45f4-b84f-bfdcac7b2de2 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:49:28.239118 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-58bf0e2d-e86f-40ea-9693-1c008cfa316a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:28.323272 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-58bf0e2d-e86f-40ea-9693-1c008cfa316a admin admin] For port 73d2bee5-252c-45f4-b84f-bfdcac7b2de2, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=73d2bee5-252c-45f4-b84f-bfdcac7b2de2,segment=NetworkSegment(531bd934-22d9-4955-9c53-1181d12eb23f),segment_id=531bd934-22d9-4955-9c53-1181d12eb23f)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:49:28.323696 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-58bf0e2d-e86f-40ea-9693-1c008cfa316a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:28.337638 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-58bf0e2d-e86f-40ea-9693-1c008cfa316a admin admin] Calling delete_port for 73d2bee5-252c-45f4-b84f-bfdcac7b2de2 owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:49:28.538270 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-58bf0e2d-e86f-40ea-9693-1c008cfa316a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:28.568725 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bf0e2d-e86f-40ea-9693-1c008cfa316a admin admin] Pushing event deleted for resources: {'Port': ['ID=73d2bee5-252c-45f4-b84f-bfdcac7b2de2,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:28.711298 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:28.778976 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-58bf0e2d-e86f-40ea-9693-1c008cfa316a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:29.086546 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ece60-d5fe-4543-8ff7-71e01ef43f1f req-915e43cb-81e5-4302-a4ec-917f3ad6a9da tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:29.100037 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b79ece60-d5fe-4543-8ff7-71e01ef43f1f req-915e43cb-81e5-4302-a4ec-917f3ad6a9da tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/ports?device_id=56d8a0c3-29f8-4582-bd71-98a81eff804d HTTP/1.1" status: 200 len: 945 time: 0.1053224 Sep 07 02:49:29.184925 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b79ece60-d5fe-4543-8ff7-71e01ef43f1f req-bf35218e-5536-4b4c-b1ba-da4ebc3f39a3 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/security-groups?id=35ad6a2a-c1a1-4b90-a91e-f545a6963c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819733 Sep 07 02:49:29.238431 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58bf0e2d-e86f-40ea-9693-1c008cfa316a admin admin] Router 9b43e779-b574-4839-80bd-7ec974775f43 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:49:29.361210 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 35114) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:29.389208 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58bf0e2d-e86f-40ea-9693-1c008cfa316a admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:49:29.399574 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6206c2-5821-4aff-b04a-10fa0e8fca70 None None] Sync routers for ids ['9b43e779-b574-4839-80bd-7ec974775f43'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:49:29.403526 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-58bf0e2d-e86f-40ea-9693-1c008cfa316a admin admin] 10.222.0.22 "PUT /v2.0/routers/9b43e779-b574-4839-80bd-7ec974775f43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7354529 Sep 07 02:49:29.404156 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 35118) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:29.423046 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6206c2-5821-4aff-b04a-10fa0e8fca70 None None] Routers {'9b43e779-b574-4839-80bd-7ec974775f43'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:49:29.423769 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-9e6206c2-5821-4aff-b04a-10fa0e8fca70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:49:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['9b43e779-b574-4839-80bd-7ec974775f43'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:49:29.524096 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:29.556785 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-abe7a5d2-2244-404b-b073-0c343869e97d admin admin] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:29.624207 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4e75325b-0408-4778-b4d5-dc15908d0931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:29.701526 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-9e6206c2-5821-4aff-b04a-10fa0e8fca70 None None] Set router 9b43e779-b574-4839-80bd-7ec974775f43 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:49:29.738157 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4e75325b-0408-4778-b4d5-dc15908d0931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:29.749940 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4e75325b-0408-4778-b4d5-dc15908d0931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:29.786812 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e75325b-0408-4778-b4d5-dc15908d0931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3e445f-d238-4be4-81f7-2d2b7d921bde,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:29.815115 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-4e75325b-0408-4778-b4d5-dc15908d0931 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d1368b86c67b4e6586e847fbfb59067b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4525239 Sep 07 02:49:29.818060 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 35126) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:29.900212 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c9671b5c-6be5-4a35-ab29-6b26a330cc8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:29.929019 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c9671b5c-6be5-4a35-ab29-6b26a330cc8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:29.994870 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c9671b5c-6be5-4a35-ab29-6b26a330cc8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:29.998406 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c9671b5c-6be5-4a35-ab29-6b26a330cc8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:30.000537 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c9671b5c-6be5-4a35-ab29-6b26a330cc8b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cd3e445f-d238-4be4-81f7-2d2b7d921bde HTTP/1.1" status: 204 len: 168 time: 0.1811855 Sep 07 02:49:30.011509 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9671b5c-6be5-4a35-ab29-6b26a330cc8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3e445f-d238-4be4-81f7-2d2b7d921bde,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:30.072775 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-9e6206c2-5821-4aff-b04a-10fa0e8fca70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b43e779-b574-4839-80bd-7ec974775f43', 'name': 'tempest-TaggedBootDevicesTest-261108608-router', 'tenant_id': '3d937c5301ab43c080b18db78872855b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'ad2b5ea9-262e-4481-8300-2f1466c529a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:38:32Z', 'updated_at': '2021-09-07T02:49:28Z', 'revision_number': 5, 'project_id': '3d937c5301ab43c080b18db78872855b', 'gw_port': {'id': 'ad2b5ea9-262e-4481-8300-2f1466c529a6', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b43e779-b574-4839-80bd-7ec974775f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:38:33Z', 'updated_at': '2021-09-07T02:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:49:30.110051 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6206c2-5821-4aff-b04a-10fa0e8fca70 None None] Checking router: 9b43e779-b574-4839-80bd-7ec974775f43 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:49:30.121055 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6206c2-5821-4aff-b04a-10fa0e8fca70 None None] Routers {'9b43e779-b574-4839-80bd-7ec974775f43'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:49:30.121952 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-9e6206c2-5821-4aff-b04a-10fa0e8fca70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:49:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['9b43e779-b574-4839-80bd-7ec974775f43'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:49:30.353017 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-abe7a5d2-2244-404b-b073-0c343869e97d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:30.377115 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-9e6206c2-5821-4aff-b04a-10fa0e8fca70 None None] Set router 9b43e779-b574-4839-80bd-7ec974775f43 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:49:30.394333 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 35144) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:30.416056 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0ee908d5-151e-41d6-a73a-47b182ee5ce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:30.462527 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a77e90-2563-4ba4-8f0a-b2533f794a57 req-854b6aeb-9700-4ed3-9649-32ded2898c46 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:30.477972 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d8a77e90-2563-4ba4-8f0a-b2533f794a57 req-854b6aeb-9700-4ed3-9649-32ded2898c46 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/ports?device_id=56d8a0c3-29f8-4582-bd71-98a81eff804d HTTP/1.1" status: 200 len: 945 time: 0.1402342 Sep 07 02:49:30.572259 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d8a77e90-2563-4ba4-8f0a-b2533f794a57 req-cdf37b34-5823-45ec-a087-c61e2e324cfd tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/security-groups?id=35ad6a2a-c1a1-4b90-a91e-f545a6963c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913432 Sep 07 02:49:30.588665 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0ee908d5-151e-41d6-a73a-47b182ee5ce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:30.598430 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-abe7a5d2-2244-404b-b073-0c343869e97d admin admin] Deleting port ad2b5ea9-262e-4481-8300-2f1466c529a6 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:49:30.598985 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-abe7a5d2-2244-404b-b073-0c343869e97d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:30.600424 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0ee908d5-151e-41d6-a73a-47b182ee5ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:30.635066 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-9e6206c2-5821-4aff-b04a-10fa0e8fca70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b43e779-b574-4839-80bd-7ec974775f43', 'name': 'tempest-TaggedBootDevicesTest-261108608-router', 'tenant_id': '3d937c5301ab43c080b18db78872855b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'ad2b5ea9-262e-4481-8300-2f1466c529a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:38:32Z', 'updated_at': '2021-09-07T02:49:28Z', 'revision_number': 5, 'project_id': '3d937c5301ab43c080b18db78872855b', 'gw_port': {'id': 'ad2b5ea9-262e-4481-8300-2f1466c529a6', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b43e779-b574-4839-80bd-7ec974775f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:38:33Z', 'updated_at': '2021-09-07T02:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:49:30.664432 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee908d5-151e-41d6-a73a-47b182ee5ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00a2120-8b93-47f1-a367-cd6386aba7ad,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:30.689753 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-0ee908d5-151e-41d6-a73a-47b182ee5ce4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f7910e1f32fe4f1d919a5d39401bdb69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2933125 Sep 07 02:49:30.690489 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 35146) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:30.692509 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-abe7a5d2-2244-404b-b073-0c343869e97d admin admin] For port ad2b5ea9-262e-4481-8300-2f1466c529a6, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=ad2b5ea9-262e-4481-8300-2f1466c529a6,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:49:30.692842 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6206c2-5821-4aff-b04a-10fa0e8fca70 None None] The sync data for ids ['9b43e779-b574-4839-80bd-7ec974775f43'] in n-d-796209-16 is: [{'id': '9b43e779-b574-4839-80bd-7ec974775f43', 'name': 'tempest-TaggedBootDevicesTest-261108608-router', 'tenant_id': '3d937c5301ab43c080b18db78872855b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'ad2b5ea9-262e-4481-8300-2f1466c529a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:38:32Z', 'updated_at': '2021-09-07T02:49:28Z', 'revision_number': 5, 'project_id': '3d937c5301ab43c080b18db78872855b', 'gw_port': {'id': 'ad2b5ea9-262e-4481-8300-2f1466c529a6', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b43e779-b574-4839-80bd-7ec974775f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:38:33Z', 'updated_at': '2021-09-07T02:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:49:30.693143 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-abe7a5d2-2244-404b-b073-0c343869e97d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:30.708051 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-abe7a5d2-2244-404b-b073-0c343869e97d admin admin] Calling delete_port for ad2b5ea9-262e-4481-8300-2f1466c529a6 owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:49:30.764144 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6ce55639-6ee8-4fc7-a52a-b5acb504fbf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:30.792390 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6ce55639-6ee8-4fc7-a52a-b5acb504fbf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:30.861877 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6ce55639-6ee8-4fc7-a52a-b5acb504fbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:30.864484 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6ce55639-6ee8-4fc7-a52a-b5acb504fbf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:30.868167 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-6ce55639-6ee8-4fc7-a52a-b5acb504fbf6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c00a2120-8b93-47f1-a367-cd6386aba7ad HTTP/1.1" status: 204 len: 168 time: 0.1742687 Sep 07 02:49:30.877934 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce55639-6ee8-4fc7-a52a-b5acb504fbf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00a2120-8b93-47f1-a367-cd6386aba7ad,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:30.975217 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-abe7a5d2-2244-404b-b073-0c343869e97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:31.004630 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe7a5d2-2244-404b-b073-0c343869e97d admin admin] Pushing event deleted for resources: {'Port': ['ID=ad2b5ea9-262e-4481-8300-2f1466c529a6,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:31.205615 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-abe7a5d2-2244-404b-b073-0c343869e97d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:31.232503 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 73d2bee5-252c-45f4-b84f-bfdcac7b2de2 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:49:31.279383 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 73d2bee5-252c-45f4-b84f-bfdcac7b2de2 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:49:31.280016 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 73d2bee5-252c-45f4-b84f-bfdcac7b2de2 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:49:31.342384 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:31.476050 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-abe7a5d2-2244-404b-b073-0c343869e97d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:31.481006 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-abe7a5d2-2244-404b-b073-0c343869e97d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:31.542733 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-abe7a5d2-2244-404b-b073-0c343869e97d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:31.543663 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe7a5d2-2244-404b-b073-0c343869e97d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b43e779-b574-4839-80bd-7ec974775f43 {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 02:49:31.553682 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-abe7a5d2-2244-404b-b073-0c343869e97d admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:31.557891 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 35166) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:31.558711 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-abe7a5d2-2244-404b-b073-0c343869e97d admin admin] 10.222.0.22 "DELETE /v2.0/routers/9b43e779-b574-4839-80bd-7ec974775f43 HTTP/1.1" status: 204 len: 168 time: 2.1525435 Sep 07 02:49:31.568222 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26f4254-2300-455e-ad3f-29a34c628c37 req-c05bb36f-a825-44da-b8e1-53d7c6326fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:31.571014 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e26f4254-2300-455e-ad3f-29a34c628c37 req-c05bb36f-a825-44da-b8e1-53d7c6326fd8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=56d8a0c3-29f8-4582-bd71-98a81eff804d HTTP/1.1" status: 200 len: 1097 time: 0.1873617 Sep 07 02:49:31.628724 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e26f4254-2300-455e-ad3f-29a34c628c37 req-867f7a81-e685-4e2c-bdaf-fa94efaf3e50 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=35ad6a2a-c1a1-4b90-a91e-f545a6963c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463469 Sep 07 02:49:31.635543 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-a041d77b-32c9-4f3d-856f-095fda67b0be admin admin] Deleting subnet e3b4fb3d-94e3-4aeb-a2af-6938d3cac266 {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:49:31.644828 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a041d77b-32c9-4f3d-856f-095fda67b0be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:31.691325 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a041d77b-32c9-4f3d-856f-095fda67b0be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:31.822991 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039813d2-f734-463c-87a1-30337b29a151 req-621ce017-eced-43f9-8cb7-71e2955dc6a9 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:31.825090 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-039813d2-f734-463c-87a1-30337b29a151 req-621ce017-eced-43f9-8cb7-71e2955dc6a9 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/ports?device_id=56d8a0c3-29f8-4582-bd71-98a81eff804d HTTP/1.1" status: 200 len: 945 time: 0.0643868 Sep 07 02:49:31.902803 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-039813d2-f734-463c-87a1-30337b29a151 req-0cdbf3b5-ee2b-44c8-a5dc-f391844feb09 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/security-groups?id=35ad6a2a-c1a1-4b90-a91e-f545a6963c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596957 Sep 07 02:49:31.906142 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a041d77b-32c9-4f3d-856f-095fda67b0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:31.983384 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a041d77b-32c9-4f3d-856f-095fda67b0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:32.013515 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a041d77b-32c9-4f3d-856f-095fda67b0be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3b4fb3d-94e3-4aeb-a2af-6938d3cac266,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:32.027056 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a041d77b-32c9-4f3d-856f-095fda67b0be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:32.031823 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a041d77b-32c9-4f3d-856f-095fda67b0be admin admin] 10.222.0.22 "DELETE /v2.0/subnets/e3b4fb3d-94e3-4aeb-a2af-6938d3cac266 HTTP/1.1" status: 204 len: 168 time: 0.4707065 Sep 07 02:49:32.032196 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 35180) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:32.037325 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1769302e-49da-4fae-b113-09f290e5d51e None None] Network 96cf2c3c-2cd2-4441-b075-5aca4d5876d6 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:49:32.185000 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e5d6677a-396b-46a4-9f3f-d079a33308da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:32.293043 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-e5d6677a-396b-46a4-9f3f-d079a33308da admin admin] Deleting port fd7da9a3-264e-4bc9-9075-be598c9e8e4c {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:49:32.293515 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e5d6677a-396b-46a4-9f3f-d079a33308da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:32.384650 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a73613-d476-41d6-aaa9-9ae8d2e0945a None None] DHCP port deletion for 96cf2c3c-2cd2-4441-b075-5aca4d5876d6 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:49:32.401008 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-e5d6677a-396b-46a4-9f3f-d079a33308da admin admin] For port fd7da9a3-264e-4bc9-9075-be598c9e8e4c, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=fd7da9a3-264e-4bc9-9075-be598c9e8e4c,segment=NetworkSegment(531bd934-22d9-4955-9c53-1181d12eb23f),segment_id=531bd934-22d9-4955-9c53-1181d12eb23f)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:49:32.401418 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e5d6677a-396b-46a4-9f3f-d079a33308da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:32.420132 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-e5d6677a-396b-46a4-9f3f-d079a33308da admin admin] Calling delete_port for fd7da9a3-264e-4bc9-9075-be598c9e8e4c owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:49:32.471950 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-39a73613-d476-41d6-aaa9-9ae8d2e0945a None None] Deleting port fd7da9a3-264e-4bc9-9075-be598c9e8e4c {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:49:32.472475 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-39a73613-d476-41d6-aaa9-9ae8d2e0945a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:32.560101 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e5d6677a-396b-46a4-9f3f-d079a33308da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:32.591347 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d6677a-396b-46a4-9f3f-d079a33308da admin admin] No DVR routers for this DVR port fd7da9a3-264e-4bc9-9075-be598c9e8e4c on host n-d-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:49:32.646151 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d6677a-396b-46a4-9f3f-d079a33308da admin admin] Pushing event deleted for resources: {'Port': ['ID=fd7da9a3-264e-4bc9-9075-be598c9e8e4c,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:32.673334 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-39a73613-d476-41d6-aaa9-9ae8d2e0945a None None] For port fd7da9a3-264e-4bc9-9075-be598c9e8e4c, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=fd7da9a3-264e-4bc9-9075-be598c9e8e4c,segment=NetworkSegment(531bd934-22d9-4955-9c53-1181d12eb23f),segment_id=531bd934-22d9-4955-9c53-1181d12eb23f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:49:32.673808 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-39a73613-d476-41d6-aaa9-9ae8d2e0945a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:32.697174 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-39a73613-d476-41d6-aaa9-9ae8d2e0945a None None] Calling delete_port for fd7da9a3-264e-4bc9-9075-be598c9e8e4c owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:49:32.746187 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e5d6677a-396b-46a4-9f3f-d079a33308da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:32.781833 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-e5d6677a-396b-46a4-9f3f-d079a33308da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96cf2c3c-2cd2-4441-b075-5aca4d5876d6']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:49:32.793241 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-e5d6677a-396b-46a4-9f3f-d079a33308da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '531bd934-22d9-4955-9c53-1181d12eb23f') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:49:32.793887 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-e5d6677a-396b-46a4-9f3f-d079a33308da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '531bd934-22d9-4955-9c53-1181d12eb23f') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:49:32.805735 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:49:32.805735 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:49:32.805735 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:49:32.805735 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:49:32.805735 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:49:32.805735 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:49:32.805735 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:49:32.805735 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:49:32.805735 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:49:32.805735 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:49:32.805735 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:49:32.805735 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:49:32.805735 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:49:32.805735 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:49:32.805735 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:49:32.805735 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:49:32.805735 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:49:32.805735 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:49:32.805735 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:49:32.805735 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:49:32.805735 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:49:32.805735 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:49:32.805735 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:49:32.805735 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:49:32.805735 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:49:32.805735 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:49:32.805735 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:49:32.805735 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:49:32.805735 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:49:32.805735 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:49:32.805735 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:49:32.805735 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:49:32.805735 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:49:32.805735 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:49:32.805735 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:49:32.805735 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:49:32.805735 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:49:32.805735 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:49:32.805735 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:49:32.805735 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:49:32.809193 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:49:32.809193 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:49:32.809193 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:49:32.809193 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:49:32.809193 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:49:32.809193 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:49:32.809193 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:49:32.809193 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:49:32.809193 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:49:32.809193 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:49:32.809193 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:49:32.809193 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:49:32.809193 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:49:32.809193 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:49:32.811636 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e5d6677a-396b-46a4-9f3f-d079a33308da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:32.816433 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-39a73613-d476-41d6-aaa9-9ae8d2e0945a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:32.829953 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e5d6677a-396b-46a4-9f3f-d079a33308da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:32.838540 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5d6677a-396b-46a4-9f3f-d079a33308da admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:49:32.840141 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e5d6677a-396b-46a4-9f3f-d079a33308da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:32.843317 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:49:32.843317 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:49:32.843317 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:49:32.843317 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:49:32.843317 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:49:32.843317 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:49:32.843317 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:49:32.843317 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:49:32.843317 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:49:32.843317 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:49:32.843317 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:49:32.843317 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:49:32.843317 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:49:32.843317 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:49:32.843317 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:49:32.843317 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:49:32.843317 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:49:32.843317 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:49:32.843317 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:49:32.843317 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:49:32.843317 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:49:32.843317 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:49:32.843317 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:49:32.843317 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:49:32.843317 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:49:32.843317 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:49:32.843317 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:49:32.843317 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:49:32.843317 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:49:32.843317 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:49:32.843317 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:49:32.843317 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:49:32.851785 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a73613-d476-41d6-aaa9-9ae8d2e0945a None None] Pushing event deleted for resources: {'Port': ['ID=fd7da9a3-264e-4bc9-9075-be598c9e8e4c,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:32.855955 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a73613-d476-41d6-aaa9-9ae8d2e0945a None None] No DVR routers for this DVR port fd7da9a3-264e-4bc9-9075-be598c9e8e4c on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:49:32.923046 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e5d6677a-396b-46a4-9f3f-d079a33308da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:32.933274 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e5d6677a-396b-46a4-9f3f-d079a33308da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:32.935431 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e5d6677a-396b-46a4-9f3f-d079a33308da admin admin] 10.222.0.22 "DELETE /v2.0/networks/96cf2c3c-2cd2-4441-b075-5aca4d5876d6 HTTP/1.1" status: 204 len: 168 time: 0.9023712 Sep 07 02:49:32.949812 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d6677a-396b-46a4-9f3f-d079a33308da admin admin] Pushing event deleted for resources: {'Network': ['ID=96cf2c3c-2cd2-4441-b075-5aca4d5876d6,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:32.954230 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device ad2b5ea9-262e-4481-8300-2f1466c529a6 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:49:32.987426 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: ad2b5ea9-262e-4481-8300-2f1466c529a6 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:49:32.988186 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device ad2b5ea9-262e-4481-8300-2f1466c529a6 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:49:32.988929 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device fd7da9a3-264e-4bc9-9075-be598c9e8e4c no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:49:33.102059 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd156ae3-9481-4dc8-899d-f90cbaa2da79 req-f5b30286-e46b-45e5-a087-131745564bc2 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:33.110045 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fd156ae3-9481-4dc8-899d-f90cbaa2da79 req-f5b30286-e46b-45e5-a087-131745564bc2 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/ports?device_id=56d8a0c3-29f8-4582-bd71-98a81eff804d HTTP/1.1" status: 200 len: 945 time: 0.1058125 Sep 07 02:49:33.187149 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fd156ae3-9481-4dc8-899d-f90cbaa2da79 req-f669412a-3d21-4476-896d-504e8e9d7e8f tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/security-groups?id=35ad6a2a-c1a1-4b90-a91e-f545a6963c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667684 Sep 07 02:49:33.237506 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-5cdec262-4e8b-4a6e-969c-6b9b06de62b9 req-35b245d3-fb32-48d6-a4b9-7162c48b73b4 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-41377992', 'description': 'tempest-description-1337548378'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:49:33.237858 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: fd7da9a3-264e-4bc9-9075-be598c9e8e4c {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:49:33.238349 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device fd7da9a3-264e-4bc9-9075-be598c9e8e4c not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:49:33.259203 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 35226) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:33.274101 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-5cdec262-4e8b-4a6e-969c-6b9b06de62b9 req-35b245d3-fb32-48d6-a4b9-7162c48b73b4 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:33.311777 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f2e2f4dc-2519-40d5-97d5-f6548259b262 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3d937c5301ab43c080b18db78872855b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0500686 Sep 07 02:49:33.314078 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 35230) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:33.328995 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 35232) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:33.427242 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-5cdec262-4e8b-4a6e-969c-6b9b06de62b9 req-35b245d3-fb32-48d6-a4b9-7162c48b73b4 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:33.436681 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6ce4b003-1786-4f2f-be91-7d7892096e3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:33.441371 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-5cdec262-4e8b-4a6e-969c-6b9b06de62b9 req-35b245d3-fb32-48d6-a4b9-7162c48b73b4 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:33.507731 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6ce4b003-1786-4f2f-be91-7d7892096e3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:33.518606 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b245d3-fb32-48d6-a4b9-7162c48b73b4 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de322b69-ab57-4d52-b280-b66ebb54185b,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:33.534921 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-5cdec262-4e8b-4a6e-969c-6b9b06de62b9 req-35b245d3-fb32-48d6-a4b9-7162c48b73b4 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:33.536337 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5cdec262-4e8b-4a6e-969c-6b9b06de62b9 req-35b245d3-fb32-48d6-a4b9-7162c48b73b4 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3042886 Sep 07 02:49:33.608670 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6ce4b003-1786-4f2f-be91-7d7892096e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:33.611385 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6ce4b003-1786-4f2f-be91-7d7892096e3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:33.614851 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-6ce4b003-1786-4f2f-be91-7d7892096e3e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/57505a62-ceae-4832-b8a9-6ac0b7088f20 HTTP/1.1" status: 204 len: 168 time: 0.2974792 Sep 07 02:49:33.634564 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce4b003-1786-4f2f-be91-7d7892096e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57505a62-ceae-4832-b8a9-6ac0b7088f20,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:33.659085 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-c82d0880-3561-4069-ba62-51db30bb1415 tempest-ExternalNetworksTestJSON-164181347 tempest-ExternalNetworksTestJSON-164181347-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1208058254'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:49:33.717534 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0d3284eb-0c89-44ac-b702-1e248ff22246 req-5e6eb4f8-66f6-4e64-99c0-17a07f6fba5f tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-41377992&fields=id&tenant_id=2b0a04a186584df08062805d9b68deda HTTP/1.1" status: 200 len: 267 time: 0.0931354 Sep 07 02:49:33.743322 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82d0880-3561-4069-ba62-51db30bb1415 tempest-ExternalNetworksTestJSON-164181347 tempest-ExternalNetworksTestJSON-164181347-project] Made reservation on behalf of 6c0f568a34fe4f7eb0a080810d5a131f for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:49:33.747306 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c82d0880-3561-4069-ba62-51db30bb1415 tempest-ExternalNetworksTestJSON-164181347 tempest-ExternalNetworksTestJSON-164181347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:33.763159 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c82d0880-3561-4069-ba62-51db30bb1415 tempest-ExternalNetworksTestJSON-164181347 tempest-ExternalNetworksTestJSON-164181347-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:33.786480 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3284eb-0c89-44ac-b702-1e248ff22246 req-3edee7ed-13dd-4dc6-bc49-162e74159b91 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:33.794341 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0d3284eb-0c89-44ac-b702-1e248ff22246 req-3edee7ed-13dd-4dc6-bc49-162e74159b91 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/ports?device_id=56d8a0c3-29f8-4582-bd71-98a81eff804d HTTP/1.1" status: 200 len: 945 time: 0.0759492 Sep 07 02:49:33.802653 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-0d3284eb-0c89-44ac-b702-1e248ff22246 req-5da4253d-7f4a-4647-8247-d53bcbe6d354 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Request body: {'port': {'security_groups': ['35ad6a2a-c1a1-4b90-a91e-f545a6963c70', 'de322b69-ab57-4d52-b280-b66ebb54185b']}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:49:33.873753 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0d3284eb-0c89-44ac-b702-1e248ff22246 req-5da4253d-7f4a-4647-8247-d53bcbe6d354 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:34.154837 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c82d0880-3561-4069-ba62-51db30bb1415 tempest-ExternalNetworksTestJSON-164181347 tempest-ExternalNetworksTestJSON-164181347-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:34.180819 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-0d3284eb-0c89-44ac-b702-1e248ff22246 req-5da4253d-7f4a-4647-8247-d53bcbe6d354 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] For port 319858d8-aee5-4452-baa9-8a3c87da7b44, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=319858d8-aee5-4452-baa9-8a3c87da7b44,segment=NetworkSegment(5a4dcf31-8b05-4e7a-87f1-baca1d26a39c),segment_id=5a4dcf31-8b05-4e7a-87f1-baca1d26a39c)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:49:34.211323 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c82d0880-3561-4069-ba62-51db30bb1415 tempest-ExternalNetworksTestJSON-164181347 tempest-ExternalNetworksTestJSON-164181347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:34.224312 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c82d0880-3561-4069-ba62-51db30bb1415 tempest-ExternalNetworksTestJSON-164181347 tempest-ExternalNetworksTestJSON-164181347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:49:34.237537 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c82d0880-3561-4069-ba62-51db30bb1415 tempest-ExternalNetworksTestJSON-164181347 tempest-ExternalNetworksTestJSON-164181347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:34.237905 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-c82d0880-3561-4069-ba62-51db30bb1415 tempest-ExternalNetworksTestJSON-164181347 tempest-ExternalNetworksTestJSON-164181347-project] Added segment 5fa1f782-2891-466c-a778-266084d19f1d of type vlan for network 089e090c-ea91-45be-ae23-1ced341c5fb0 Sep 07 02:49:34.283933 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c82d0880-3561-4069-ba62-51db30bb1415 tempest-ExternalNetworksTestJSON-164181347 tempest-ExternalNetworksTestJSON-164181347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:34.325047 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0d3284eb-0c89-44ac-b702-1e248ff22246 req-5da4253d-7f4a-4647-8247-d53bcbe6d354 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:34.345852 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0d3284eb-0c89-44ac-b702-1e248ff22246 req-5da4253d-7f4a-4647-8247-d53bcbe6d354 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:34.358465 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['319858d8-aee5-4452-baa9-8a3c87da7b44'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:49:34.423769 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82d0880-3561-4069-ba62-51db30bb1415 tempest-ExternalNetworksTestJSON-164181347 tempest-ExternalNetworksTestJSON-164181347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db88c1d9-e1e0-4130-abd3-b44f35e77fcf,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:34.469623 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3284eb-0c89-44ac-b702-1e248ff22246 req-5da4253d-7f4a-4647-8247-d53bcbe6d354 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:34.471983 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0d3284eb-0c89-44ac-b702-1e248ff22246 req-5da4253d-7f4a-4647-8247-d53bcbe6d354 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:34.479342 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0d3284eb-0c89-44ac-b702-1e248ff22246 req-5da4253d-7f4a-4647-8247-d53bcbe6d354 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "PUT /v2.0/ports/319858d8-aee5-4452-baa9-8a3c87da7b44 HTTP/1.1" status: 200 len: 981 time: 0.6837499 Sep 07 02:49:34.481001 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56d8a0c3-29f8-4582-bd71-98a81eff804d', 'tag': '319858d8-aee5-4452-baa9-8a3c87da7b44'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:49:34.513024 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870640b7-fee7-45cd-a125-4f95d73454b1" -d '{"events": [{"name": "network-changed", "server_uuid": "56d8a0c3-29f8-4582-bd71-98a81eff804d", "tag": "319858d8-aee5-4452-baa9-8a3c87da7b44"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:49:34.525160 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c82d0880-3561-4069-ba62-51db30bb1415 tempest-ExternalNetworksTestJSON-164181347 tempest-ExternalNetworksTestJSON-164181347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:34.538246 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82d0880-3561-4069-ba62-51db30bb1415 tempest-ExternalNetworksTestJSON-164181347 tempest-ExternalNetworksTestJSON-164181347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:34.540257 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c82d0880-3561-4069-ba62-51db30bb1415 tempest-ExternalNetworksTestJSON-164181347 tempest-ExternalNetworksTestJSON-164181347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:34.548234 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['319858d8-aee5-4452-baa9-8a3c87da7b44'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:49:34.658569 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7b611488-3c4e-4ee1-a197-3b060f0f387d req-4034ea0a-6894-454c-ba16-7dabe92ef0b0 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-41377992&fields=id&tenant_id=2b0a04a186584df08062805d9b68deda HTTP/1.1" status: 200 len: 267 time: 0.0667729 Sep 07 02:49:34.686854 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 35284) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:34.716232 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82d0880-3561-4069-ba62-51db30bb1415 tempest-ExternalNetworksTestJSON-164181347 tempest-ExternalNetworksTestJSON-164181347-project] Pushing event updated for resources: {'Network': ['ID=089e090c-ea91-45be-ae23-1ced341c5fb0,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:34.720442 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24aea7d7-576e-4b14-a249-4ae259089bf8 x-openstack-request-id: req-24aea7d7-576e-4b14-a249-4ae259089bf8 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:49:34.720811 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56d8a0c3-29f8-4582-bd71-98a81eff804d", "tag": "319858d8-aee5-4452-baa9-8a3c87da7b44", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:49:34.721156 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-24aea7d7-576e-4b14-a249-4ae259089bf8 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:49:34.721624 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56d8a0c3-29f8-4582-bd71-98a81eff804d', 'tag': '319858d8-aee5-4452-baa9-8a3c87da7b44', 'status': 'completed', 'code': 200} Sep 07 02:49:34.747721 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c82d0880-3561-4069-ba62-51db30bb1415 tempest-ExternalNetworksTestJSON-164181347 tempest-ExternalNetworksTestJSON-164181347-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.4157467 Sep 07 02:49:34.752500 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 35290) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:34.773132 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 089e090c-ea91-45be-ae23-1ced341c5fb0 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:49:34.774401 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da4253d-7f4a-4647-8247-d53bcbe6d354 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Pushing event updated for resources: {'Port': ['ID=319858d8-aee5-4452-baa9-8a3c87da7b44,revision_number=6']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:34.791241 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870640b7-fee7-45cd-a125-4f95d73454b1 req-68cd7465-c448-46ef-b1e5-64b330b5b45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:34.793043 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-870640b7-fee7-45cd-a125-4f95d73454b1 req-68cd7465-c448-46ef-b1e5-64b330b5b45c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2b0a04a186584df08062805d9b68deda&device_id=56d8a0c3-29f8-4582-bd71-98a81eff804d HTTP/1.1" status: 200 len: 1136 time: 0.0667450 Sep 07 02:49:34.843766 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b611488-3c4e-4ee1-a197-3b060f0f387d req-715a09f8-6067-4d9d-a3cd-3244d286e489 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:34.846417 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7b611488-3c4e-4ee1-a197-3b060f0f387d req-715a09f8-6067-4d9d-a3cd-3244d286e489 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/ports?device_id=56d8a0c3-29f8-4582-bd71-98a81eff804d HTTP/1.1" status: 200 len: 984 time: 0.1801171 Sep 07 02:49:34.860851 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-7b611488-3c4e-4ee1-a197-3b060f0f387d req-950c38ad-7e1c-4ac5-b834-88e6f7969233 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Request body: {'port': {'security_groups': ['35ad6a2a-c1a1-4b90-a91e-f545a6963c70']}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:49:34.926834 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870640b7-fee7-45cd-a125-4f95d73454b1 req-45f90a26-a196-4975-9e18-e5fd799a9979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:34.929000 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-870640b7-fee7-45cd-a125-4f95d73454b1 req-45f90a26-a196-4975-9e18-e5fd799a9979 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2e9aa464-84c0-42de-b5c6-c04299d5a19e HTTP/1.1" status: 200 len: 919 time: 0.1278007 Sep 07 02:49:34.986082 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-870640b7-fee7-45cd-a125-4f95d73454b1 req-9b1554e6-6abf-4484-9ff9-4bfd29ea72c0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=319858d8-aee5-4452-baa9-8a3c87da7b44 HTTP/1.1" status: 200 len: 217 time: 0.0491688 Sep 07 02:49:35.037082 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-b3213277-60f7-4cf8-8f67-880bd4506f41 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-2040138843-network', 'tenant_id': 'e748c59c942c401f97af51eb8e42f544'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:49:35.045809 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870640b7-fee7-45cd-a125-4f95d73454b1 req-3087d39e-5ff4-4278-8b8c-43bae262eeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:35.047919 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-870640b7-fee7-45cd-a125-4f95d73454b1 req-3087d39e-5ff4-4278-8b8c-43bae262eeb7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8c714891-3ab3-4af4-b252-c7178b590fd7 HTTP/1.1" status: 200 len: 859 time: 0.0551524 Sep 07 02:49:35.085352 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-7b611488-3c4e-4ee1-a197-3b060f0f387d req-950c38ad-7e1c-4ac5-b834-88e6f7969233 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:35.098341 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3213277-60f7-4cf8-8f67-880bd4506f41 admin admin] Made reservation on behalf of e748c59c942c401f97af51eb8e42f544 for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:49:35.102667 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-870640b7-fee7-45cd-a125-4f95d73454b1 req-2d6cb75e-0ba4-42aa-9b33-2cabc12899f5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2e9aa464-84c0-42de-b5c6-c04299d5a19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367019 Sep 07 02:49:35.106732 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b3213277-60f7-4cf8-8f67-880bd4506f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:35.228282 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-4890a0ee-f1f3-44bb-ade0-434ad40c439e tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Request body: {'network': {'name': 'tempest-network--771575250', 'router:external': True}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:49:35.229125 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-870640b7-fee7-45cd-a125-4f95d73454b1 req-c858a9e9-6436-42e8-ac57-64bc3f872ec8 service neutron] 10.222.0.23 "GET /v2.0/networks/2e9aa464-84c0-42de-b5c6-c04299d5a19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181934 Sep 07 02:49:35.234631 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b3213277-60f7-4cf8-8f67-880bd4506f41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:35.281520 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.db.api [None req-b3213277-60f7-4cf8-8f67-880bd4506f41 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 02:49:35.281520 n-d-796209-16 neutron-server[94701]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 07 02:49:35.281520 n-d-796209-16 neutron-server[94701]: [parameters: {'project_id_1': 'e748c59c942c401f97af51eb8e42f544', 'expiration_1': datetime.datetime(2021, 9, 7, 2, 49, 15, 266261)}] Sep 07 02:49:35.281520 n-d-796209-16 neutron-server[94701]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 02:49:35.281997 n-d-796209-16 neutron-server[94701]: DEBUG oslo_db.api [None req-b3213277-60f7-4cf8-8f67-880bd4506f41 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 02:49:35.297499 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4890a0ee-f1f3-44bb-ade0-434ad40c439e tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Made reservation on behalf of 7f36217820534322af6af2f4f4a255af for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:49:35.299873 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4890a0ee-f1f3-44bb-ade0-434ad40c439e tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:35.332535 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4890a0ee-f1f3-44bb-ade0-434ad40c439e tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:35.362204 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-870640b7-fee7-45cd-a125-4f95d73454b1 req-48f2c475-b355-4e71-b4c0-a37eb3cd4f7b service neutron] 10.222.0.23 "GET /v2.0/networks/2e9aa464-84c0-42de-b5c6-c04299d5a19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239369 Sep 07 02:49:35.462475 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-7b611488-3c4e-4ee1-a197-3b060f0f387d req-950c38ad-7e1c-4ac5-b834-88e6f7969233 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] For port 319858d8-aee5-4452-baa9-8a3c87da7b44, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=319858d8-aee5-4452-baa9-8a3c87da7b44,segment=NetworkSegment(5a4dcf31-8b05-4e7a-87f1-baca1d26a39c),segment_id=5a4dcf31-8b05-4e7a-87f1-baca1d26a39c)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:49:35.544102 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-7b611488-3c4e-4ee1-a197-3b060f0f387d req-950c38ad-7e1c-4ac5-b834-88e6f7969233 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:35.550991 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-7b611488-3c4e-4ee1-a197-3b060f0f387d req-950c38ad-7e1c-4ac5-b834-88e6f7969233 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:35.562027 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['319858d8-aee5-4452-baa9-8a3c87da7b44'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:49:35.614700 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b611488-3c4e-4ee1-a197-3b060f0f387d req-950c38ad-7e1c-4ac5-b834-88e6f7969233 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:35.614700 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-7b611488-3c4e-4ee1-a197-3b060f0f387d req-950c38ad-7e1c-4ac5-b834-88e6f7969233 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:35.615774 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7b611488-3c4e-4ee1-a197-3b060f0f387d req-950c38ad-7e1c-4ac5-b834-88e6f7969233 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "PUT /v2.0/ports/319858d8-aee5-4452-baa9-8a3c87da7b44 HTTP/1.1" status: 200 len: 942 time: 0.7598374 Sep 07 02:49:35.616251 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56d8a0c3-29f8-4582-bd71-98a81eff804d', 'tag': '319858d8-aee5-4452-baa9-8a3c87da7b44'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:49:35.632196 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b383e5-915d-4a47-bc08-aeadcac72664" -d '{"events": [{"name": "network-changed", "server_uuid": "56d8a0c3-29f8-4582-bd71-98a81eff804d", "tag": "319858d8-aee5-4452-baa9-8a3c87da7b44"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:49:35.687962 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c38ad-7e1c-4ac5-b834-88e6f7969233 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Pushing event updated for resources: {'Port': ['ID=319858d8-aee5-4452-baa9-8a3c87da7b44,revision_number=7']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:35.694123 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['319858d8-aee5-4452-baa9-8a3c87da7b44'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:49:35.734683 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4890a0ee-f1f3-44bb-ade0-434ad40c439e tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:35.742533 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4890a0ee-f1f3-44bb-ade0-434ad40c439e tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:35.786862 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b3213277-60f7-4cf8-8f67-880bd4506f41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:35.832029 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4890a0ee-f1f3-44bb-ade0-434ad40c439e tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:49:35.844963 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4890a0ee-f1f3-44bb-ade0-434ad40c439e tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe7440e-14a4-4f74-ac13-7b53e0ebd38b,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:35.881590 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4b9cf7-f9a2-4544-be77-725296bbc9a0 x-openstack-request-id: req-9d4b9cf7-f9a2-4544-be77-725296bbc9a0 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:49:35.881886 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56d8a0c3-29f8-4582-bd71-98a81eff804d", "tag": "319858d8-aee5-4452-baa9-8a3c87da7b44", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:49:35.882141 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9d4b9cf7-f9a2-4544-be77-725296bbc9a0 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:49:35.882552 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56d8a0c3-29f8-4582-bd71-98a81eff804d', 'tag': '319858d8-aee5-4452-baa9-8a3c87da7b44', 'status': 'completed', 'code': 200} Sep 07 02:49:35.883702 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4890a0ee-f1f3-44bb-ade0-434ad40c439e tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:35.884055 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-4890a0ee-f1f3-44bb-ade0-434ad40c439e tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Added segment aa3f2d04-78c2-4948-970f-0f9ddf22aef6 of type vlan for network 94cf6de6-0990-4358-a05f-2379090ec1e5 Sep 07 02:49:36.054194 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4890a0ee-f1f3-44bb-ade0-434ad40c439e tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:36.069201 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-29e48554-22ca-40a8-ad46-e1fa2f293cb9 req-b6929b98-0acb-41fd-b98b-a2f1dd05abde tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4135261 Sep 07 02:49:36.076380 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-29e48554-22ca-40a8-ad46-e1fa2f293cb9 req-e70dfb86-a151-462f-8176-38ab241b4eda tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Request body: {'floatingip': {'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:49:36.162269 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b383e5-915d-4a47-bc08-aeadcac72664 req-3dec6893-7f16-41ef-ba7c-b9a37ef90a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:36.163902 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c9b383e5-915d-4a47-bc08-aeadcac72664 req-3dec6893-7f16-41ef-ba7c-b9a37ef90a20 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2b0a04a186584df08062805d9b68deda&device_id=56d8a0c3-29f8-4582-bd71-98a81eff804d HTTP/1.1" status: 200 len: 1097 time: 0.0923114 Sep 07 02:49:36.180074 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b3213277-60f7-4cf8-8f67-880bd4506f41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:36.192841 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b3213277-60f7-4cf8-8f67-880bd4506f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:36.234311 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3213277-60f7-4cf8-8f67-880bd4506f41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:49:36.240652 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-29e48554-22ca-40a8-ad46-e1fa2f293cb9 req-e70dfb86-a151-462f-8176-38ab241b4eda tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Notify callbacks [] for floatingip, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:36.245737 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b3213277-60f7-4cf8-8f67-880bd4506f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:36.246190 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-b3213277-60f7-4cf8-8f67-880bd4506f41 admin admin] Added segment 0f2957e5-5c0d-4830-9eff-1bf4d124b341 of type vlan for network 2bf2aa26-37a8-4cd7-a6be-6167e835d939 Sep 07 02:49:36.304332 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b3213277-60f7-4cf8-8f67-880bd4506f41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:36.370999 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b383e5-915d-4a47-bc08-aeadcac72664 req-42754452-e0e4-4a2a-aaaa-777398d17134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:36.372721 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c9b383e5-915d-4a47-bc08-aeadcac72664 req-42754452-e0e4-4a2a-aaaa-777398d17134 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2e9aa464-84c0-42de-b5c6-c04299d5a19e HTTP/1.1" status: 200 len: 919 time: 0.2012157 Sep 07 02:49:36.391068 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4890a0ee-f1f3-44bb-ade0-434ad40c439e tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:36.392000 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4890a0ee-f1f3-44bb-ade0-434ad40c439e tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:36.392603 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4890a0ee-f1f3-44bb-ade0-434ad40c439e tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:36.404683 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3213277-60f7-4cf8-8f67-880bd4506f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad726ea-b259-4029-9910-1e3794ed9f9c,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:36.433883 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c9b383e5-915d-4a47-bc08-aeadcac72664 req-8793afa9-a607-466a-b031-6b2dd6855319 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=319858d8-aee5-4452-baa9-8a3c87da7b44 HTTP/1.1" status: 200 len: 217 time: 0.0465000 Sep 07 02:49:36.435324 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb894b-2267-4514-8d9d-366db3d8e015 req-8f5ed2fd-13e6-4b4f-8f07-b746b79e8779 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:36.437398 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-80bb894b-2267-4514-8d9d-366db3d8e015 req-8f5ed2fd-13e6-4b4f-8f07-b746b79e8779 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/ports?device_id=cff3d0b0-5413-4f78-bbff-bd4df25547fb HTTP/1.1" status: 200 len: 945 time: 0.1282029 Sep 07 02:49:36.449993 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b3213277-60f7-4cf8-8f67-880bd4506f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:36.452494 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3213277-60f7-4cf8-8f67-880bd4506f41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:36.452671 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b3213277-60f7-4cf8-8f67-880bd4506f41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:36.478419 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-4890a0ee-f1f3-44bb-ade0-434ad40c439e tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.7246141 Sep 07 02:49:36.483431 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b3213277-60f7-4cf8-8f67-880bd4506f41 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7953687 Sep 07 02:49:36.488497 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 35322) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:36.488840 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 35324) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:36.496023 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-29e48554-22ca-40a8-ad46-e1fa2f293cb9 req-e70dfb86-a151-462f-8176-38ab241b4eda tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:36.528832 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-574bc27a-4bd9-4568-b847-8c5028100a3b admin admin] Request body: {'subnet': {'network_id': '2bf2aa26-37a8-4cd7-a6be-6167e835d939', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-2040138843-subnet', 'tenant_id': 'e748c59c942c401f97af51eb8e42f544', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:49:36.555501 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4890a0ee-f1f3-44bb-ade0-434ad40c439e tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Pushing event updated for resources: {'Network': ['ID=94cf6de6-0990-4358-a05f-2379090ec1e5,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:36.567827 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 94cf6de6-0990-4358-a05f-2379090ec1e5 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:49:36.604992 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-29e48554-22ca-40a8-ad46-e1fa2f293cb9 req-e70dfb86-a151-462f-8176-38ab241b4eda tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Allocated IP 172.25.5.214 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/f73fd257-fa7b-4bc5-9eb5-9ee5b1480312) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:49:36.711541 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-29e48554-22ca-40a8-ad46-e1fa2f293cb9 req-e70dfb86-a151-462f-8176-38ab241b4eda tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:36.716630 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-80bb894b-2267-4514-8d9d-366db3d8e015 req-13fb1499-3e1c-4ab4-be55-89a281e30e49 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/security-groups?id=8627b096-1ea2-45e2-baf2-b285074b2a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2435741 Sep 07 02:49:36.722720 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9348d905-3c35-4840-b13d-87b14d351eb0 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:36.726062 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-574bc27a-4bd9-4568-b847-8c5028100a3b admin admin] Made reservation on behalf of e748c59c942c401f97af51eb8e42f544 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:49:36.742603 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-574bc27a-4bd9-4568-b847-8c5028100a3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:36.742603 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3213277-60f7-4cf8-8f67-880bd4506f41 admin admin] Pushing event updated for resources: {'Network': ['ID=2bf2aa26-37a8-4cd7-a6be-6167e835d939,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:36.756917 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-29e48554-22ca-40a8-ad46-e1fa2f293cb9 req-e70dfb86-a151-462f-8176-38ab241b4eda tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:36.759718 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 2bf2aa26-37a8-4cd7-a6be-6167e835d939 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:49:36.811407 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b383e5-915d-4a47-bc08-aeadcac72664 req-cbdf6df2-338b-427f-95a7-addcc73c9313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:36.814591 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c9b383e5-915d-4a47-bc08-aeadcac72664 req-cbdf6df2-338b-427f-95a7-addcc73c9313 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8c714891-3ab3-4af4-b252-c7178b590fd7 HTTP/1.1" status: 200 len: 859 time: 0.3721302 Sep 07 02:49:36.868998 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29e48554-22ca-40a8-ad46-e1fa2f293cb9 req-e70dfb86-a151-462f-8176-38ab241b4eda tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:49:36.874696 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-29e48554-22ca-40a8-ad46-e1fa2f293cb9 req-e70dfb86-a151-462f-8176-38ab241b4eda tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:49:36.877905 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e48554-22ca-40a8-ad46-e1fa2f293cb9 req-e70dfb86-a151-462f-8176-38ab241b4eda tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:49:36.912141 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9348d905-3c35-4840-b13d-87b14d351eb0 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:36.943077 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-9348d905-3c35-4840-b13d-87b14d351eb0 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94cf6de6-0990-4358-a05f-2379090ec1e5']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:49:36.950211 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c9b383e5-915d-4a47-bc08-aeadcac72664 req-b51454f5-9723-498e-8272-e4cf921cdf50 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2e9aa464-84c0-42de-b5c6-c04299d5a19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1250350 Sep 07 02:49:36.956220 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70dfb86-a151-462f-8176-38ab241b4eda tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Pushing event updated for resources: {'Port': ['ID=f73fd257-fa7b-4bc5-9eb5-9ee5b1480312,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:36.985418 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-9348d905-3c35-4840-b13d-87b14d351eb0 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa3f2d04-78c2-4948-970f-0f9ddf22aef6') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:49:36.985716 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-9348d905-3c35-4840-b13d-87b14d351eb0 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa3f2d04-78c2-4948-970f-0f9ddf22aef6') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:49:37.001069 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9348d905-3c35-4840-b13d-87b14d351eb0 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:37.020994 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9348d905-3c35-4840-b13d-87b14d351eb0 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:37.048745 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9348d905-3c35-4840-b13d-87b14d351eb0 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:49:37.049152 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9348d905-3c35-4840-b13d-87b14d351eb0 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:37.050865 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:49:37.050865 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:49:37.050865 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:49:37.050865 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:49:37.050865 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:49:37.050865 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:49:37.050865 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:49:37.050865 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:49:37.050865 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:49:37.050865 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:49:37.050865 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:49:37.050865 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:49:37.050865 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:49:37.050865 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:49:37.050865 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:49:37.050865 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:49:37.050865 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:49:37.050865 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:49:37.050865 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:49:37.050865 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:49:37.050865 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:49:37.050865 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:49:37.050865 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:49:37.050865 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:49:37.050865 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:49:37.050865 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:49:37.050865 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:49:37.050865 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:49:37.050865 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:49:37.050865 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:49:37.050865 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:49:37.050865 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:49:37.053288 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-29e48554-22ca-40a8-ad46-e1fa2f293cb9 req-e70dfb86-a151-462f-8176-38ab241b4eda tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:37.161696 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-574bc27a-4bd9-4568-b847-8c5028100a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:37.200142 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c9b383e5-915d-4a47-bc08-aeadcac72664 req-a782bf09-7931-4bfe-b4ea-4741a15b2a52 service neutron] 10.222.0.23 "GET /v2.0/networks/2e9aa464-84c0-42de-b5c6-c04299d5a19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411776 Sep 07 02:49:37.201467 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-29e48554-22ca-40a8-ad46-e1fa2f293cb9 req-e70dfb86-a151-462f-8176-38ab241b4eda tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:37.219568 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9348d905-3c35-4840-b13d-87b14d351eb0 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:37.239943 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9348d905-3c35-4840-b13d-87b14d351eb0 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 94cf6de6-0990-4358-a05f-2379090ec1e5 {{(pid=94701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 07 02:49:37.244741 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9348d905-3c35-4840-b13d-87b14d351eb0 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:37.251866 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-9348d905-3c35-4840-b13d-87b14d351eb0 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] 10.222.0.22 "DELETE /v2.0/networks/94cf6de6-0990-4358-a05f-2379090ec1e5 HTTP/1.1" status: 204 len: 168 time: 0.7313292 Sep 07 02:49:37.252208 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 35334) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:37.259107 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574bc27a-4bd9-4568-b847-8c5028100a3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e5d5e37-e832-4960-908b-1d0126f218ce,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:37.262664 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9348d905-3c35-4840-b13d-87b14d351eb0 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Pushing event deleted for resources: {'Network': ['ID=94cf6de6-0990-4358-a05f-2379090ec1e5,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:37.269796 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574bc27a-4bd9-4568-b847-8c5028100a3b admin admin] Checking segment: {'id': '0f2957e5-5c0d-4830-9eff-1bf4d124b341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2bf2aa26-37a8-4cd7-a6be-6167e835d939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:49:37.270163 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574bc27a-4bd9-4568-b847-8c5028100a3b admin admin] Network hostable DHCP agents. Network: 2bf2aa26-37a8-4cd7-a6be-6167e835d939, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:49:37.320982 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574bc27a-4bd9-4568-b847-8c5028100a3b admin admin] Network 2bf2aa26-37a8-4cd7-a6be-6167e835d939 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:49:37.332242 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-574bc27a-4bd9-4568-b847-8c5028100a3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 2bf2aa26-37a8-4cd7-a6be-6167e835d939) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:49:37.342960 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdf049f-ad84-454f-b33c-81a18b5e874a None None] Network 2bf2aa26-37a8-4cd7-a6be-6167e835d939 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:49:37.344919 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574bc27a-4bd9-4568-b847-8c5028100a3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:37.345538 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-574bc27a-4bd9-4568-b847-8c5028100a3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:37.372398 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-574bc27a-4bd9-4568-b847-8c5028100a3b admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8551636 Sep 07 02:49:37.405318 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c9b383e5-915d-4a47-bc08-aeadcac72664 req-58db5113-efbf-4c78-8c20-18e68cb4e66e service neutron] 10.222.0.23 "GET /v2.0/networks/2e9aa464-84c0-42de-b5c6-c04299d5a19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934881 Sep 07 02:49:37.410785 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-597105e7-141e-48ae-aeb8-976344445cea tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:49:37.603887 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-29e48554-22ca-40a8-ad46-e1fa2f293cb9 req-e70dfb86-a151-462f-8176-38ab241b4eda tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:37.605231 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cb3585-4fbf-494c-84ca-568887cede66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-2bf2aa26-37a8-4cd7-a6be-6167e835d939', 'network_id': '2bf2aa26-37a8-4cd7-a6be-6167e835d939', 'tenant_id': 'e748c59c942c401f97af51eb8e42f544', 'fixed_ips': [{'subnet_id': '2e5d5e37-e832-4960-908b-1d0126f218ce'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:49:37.606705 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d3cb3585-4fbf-494c-84ca-568887cede66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:37.611428 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597105e7-141e-48ae-aeb8-976344445cea tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Made reservation on behalf of 7f36217820534322af6af2f4f4a255af for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:49:37.618210 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-597105e7-141e-48ae-aeb8-976344445cea tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:37.645517 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-29e48554-22ca-40a8-ad46-e1fa2f293cb9 req-e70dfb86-a151-462f-8176-38ab241b4eda tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:37.731542 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70dfb86-a151-462f-8176-38ab241b4eda tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Pushing event updated for resources: {'Port': ['ID=f73fd257-fa7b-4bc5-9eb5-9ee5b1480312,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:37.767087 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-597105e7-141e-48ae-aeb8-976344445cea tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:49:37.782571 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-29e48554-22ca-40a8-ad46-e1fa2f293cb9 req-e70dfb86-a151-462f-8176-38ab241b4eda tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:37.786287 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-597105e7-141e-48ae-aeb8-976344445cea tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:37.787518 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-597105e7-141e-48ae-aeb8-976344445cea tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Added segment 419f922a-4ecc-4baf-b947-a2b60228f56e of type vlan for network 822a41c3-9c0f-408f-bb9c-db7b25f54e1a Sep 07 02:49:37.836300 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-d3cb3585-4fbf-494c-84ca-568887cede66 None None] Allocated IP 172.20.0.2 (2bf2aa26-37a8-4cd7-a6be-6167e835d939/2e5d5e37-e832-4960-908b-1d0126f218ce/b631113b-8573-4455-bb8e-74b5f1eac94f) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:49:37.862940 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-29e48554-22ca-40a8-ad46-e1fa2f293cb9 req-e70dfb86-a151-462f-8176-38ab241b4eda tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:37.864422 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-29e48554-22ca-40a8-ad46-e1fa2f293cb9 req-e70dfb86-a151-462f-8176-38ab241b4eda tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7940924 Sep 07 02:49:37.967473 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-597105e7-141e-48ae-aeb8-976344445cea tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:38.035198 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-29e48554-22ca-40a8-ad46-e1fa2f293cb9 req-2e0fe0ca-6fd7-46d8-b6ff-6aee56109ba0 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.214 HTTP/1.1" status: 200 len: 696 time: 0.1496522 Sep 07 02:49:38.093277 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-597105e7-141e-48ae-aeb8-976344445cea tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:38.094330 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597105e7-141e-48ae-aeb8-976344445cea tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:38.095199 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-597105e7-141e-48ae-aeb8-976344445cea tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:38.179922 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d3cb3585-4fbf-494c-84ca-568887cede66 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:38.186795 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-597105e7-141e-48ae-aeb8-976344445cea tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 0.7938745 Sep 07 02:49:38.195677 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1ab62-2309-4fb8-9772-daae29e4e21a req-68d7be11-0890-40e9-beb0-4109bcde62c4 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:38.212423 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-92e1ab62-2309-4fb8-9772-daae29e4e21a req-68d7be11-0890-40e9-beb0-4109bcde62c4 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/networks?id=2bf2aa26-37a8-4cd7-a6be-6167e835d939 HTTP/1.1" status: 200 len: 816 time: 0.2437108 Sep 07 02:49:38.213275 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 35362) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:38.222904 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-d3cb3585-4fbf-494c-84ca-568887cede66 None None] Transition to ACTIVE for port object b631113b-8573-4455-bb8e-74b5f1eac94f will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:49:38.226969 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-21d862e3-6907-40d6-b69a-22158b19573b tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Request body: {'subnet': {'network_id': '822a41c3-9c0f-408f-bb9c-db7b25f54e1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:49:38.251715 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-92e1ab62-2309-4fb8-9772-daae29e4e21a req-a4bdcdce-95ed-4930-a4d7-941bcfd85d56 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/quotas/e748c59c942c401f97af51eb8e42f544 HTTP/1.1" status: 200 len: 375 time: 0.0164330 Sep 07 02:49:38.260126 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597105e7-141e-48ae-aeb8-976344445cea tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Pushing event updated for resources: {'Network': ['ID=822a41c3-9c0f-408f-bb9c-db7b25f54e1a,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:38.269199 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-d3cb3585-4fbf-494c-84ca-568887cede66 None None] Transition to ACTIVE for port object b631113b-8573-4455-bb8e-74b5f1eac94f will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:49:38.275226 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 822a41c3-9c0f-408f-bb9c-db7b25f54e1a details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:49:38.305917 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d3cb3585-4fbf-494c-84ca-568887cede66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:38.324808 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e48554-22ca-40a8-ad46-e1fa2f293cb9 req-457a0a69-e3fd-4612-9892-10ba0ef37aea tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:38.335181 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-29e48554-22ca-40a8-ad46-e1fa2f293cb9 req-457a0a69-e3fd-4612-9892-10ba0ef37aea tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/networks/1166b922-7457-4da4-bdda-328e8c8e7bc6 HTTP/1.1" status: 200 len: 784 time: 0.2886019 Sep 07 02:49:38.347268 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [req-29e48554-22ca-40a8-ad46-e1fa2f293cb9 req-f820679e-8471-42aa-8809-b3c0f508e246 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 02:49:38.348349 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-29e48554-22ca-40a8-ad46-e1fa2f293cb9 req-f820679e-8471-42aa-8809-b3c0f508e246 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107989 Sep 07 02:49:38.371552 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d862e3-6907-40d6-b69a-22158b19573b tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Made reservation on behalf of 7f36217820534322af6af2f4f4a255af for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:49:38.373889 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-21d862e3-6907-40d6-b69a-22158b19573b tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:38.404572 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cb3585-4fbf-494c-84ca-568887cede66 None None] Network 2bf2aa26-37a8-4cd7-a6be-6167e835d939 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:49:38.412069 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-92e1ab62-2309-4fb8-9772-daae29e4e21a req-552e6c67-4bc2-42b2-a5b9-e7e76cba4271 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e748c59c942c401f97af51eb8e42f544&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1411686 Sep 07 02:49:38.418729 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-d3cb3585-4fbf-494c-84ca-568887cede66 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:49:38.422980 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cb3585-4fbf-494c-84ca-568887cede66 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:49:38.425045 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb3585-4fbf-494c-84ca-568887cede66 None None] Pushing event updated for resources: {'Port': ['ID=b631113b-8573-4455-bb8e-74b5f1eac94f,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:38.443913 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb3585-4fbf-494c-84ca-568887cede66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:49:38.444645 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb3585-4fbf-494c-84ca-568887cede66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:49:38.444794 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb3585-4fbf-494c-84ca-568887cede66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:49:38.445134 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb3585-4fbf-494c-84ca-568887cede66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:49:38.445668 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb3585-4fbf-494c-84ca-568887cede66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:49:38.445808 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb3585-4fbf-494c-84ca-568887cede66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:49:38.446163 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb3585-4fbf-494c-84ca-568887cede66 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:49:38.446493 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb3585-4fbf-494c-84ca-568887cede66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:49:38.446820 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb3585-4fbf-494c-84ca-568887cede66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:49:38.447143 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb3585-4fbf-494c-84ca-568887cede66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:49:38.447465 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb3585-4fbf-494c-84ca-568887cede66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:49:38.448365 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cb3585-4fbf-494c-84ca-568887cede66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:49:38.562319 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-d3cb3585-4fbf-494c-84ca-568887cede66 None None] Attempting to bind port b631113b-8573-4455-bb8e-74b5f1eac94f on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:49:38.562669 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-d3cb3585-4fbf-494c-84ca-568887cede66 None None] Attempting to bind port b631113b-8573-4455-bb8e-74b5f1eac94f by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '0f2957e5-5c0d-4830-9eff-1bf4d124b341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2bf2aa26-37a8-4cd7-a6be-6167e835d939'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:49:38.562993 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cb3585-4fbf-494c-84ca-568887cede66 None None] Attempting to bind port b631113b-8573-4455-bb8e-74b5f1eac94f on network 2bf2aa26-37a8-4cd7-a6be-6167e835d939 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:49:38.576106 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cb3585-4fbf-494c-84ca-568887cede66 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:49:38.576536 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cb3585-4fbf-494c-84ca-568887cede66 None None] Checking segment: {'id': '0f2957e5-5c0d-4830-9eff-1bf4d124b341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2bf2aa26-37a8-4cd7-a6be-6167e835d939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:49:38.577185 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d3cb3585-4fbf-494c-84ca-568887cede66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:38.577711 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cb3585-4fbf-494c-84ca-568887cede66 None None] Bound using segment: {'id': '0f2957e5-5c0d-4830-9eff-1bf4d124b341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2bf2aa26-37a8-4cd7-a6be-6167e835d939'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:49:38.578185 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-d3cb3585-4fbf-494c-84ca-568887cede66 None None] Bound port: b631113b-8573-4455-bb8e-74b5f1eac94f, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f2957e5-5c0d-4830-9eff-1bf4d124b341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2bf2aa26-37a8-4cd7-a6be-6167e835d939'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:49:38.579173 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d3cb3585-4fbf-494c-84ca-568887cede66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:38.612762 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d85f2-3bda-4dcf-8689-1cd810903ee3 req-eb793878-4b23-4d04-be51-4de12967237a tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:38.614899 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-988d85f2-3bda-4dcf-8689-1cd810903ee3 req-eb793878-4b23-4d04-be51-4de12967237a tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/ports?device_id=cff3d0b0-5413-4f78-bbff-bd4df25547fb HTTP/1.1" status: 200 len: 945 time: 0.0973082 Sep 07 02:49:38.690468 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-92e1ab62-2309-4fb8-9772-daae29e4e21a req-943008e8-b153-4dbc-b667-9dcc59c7b945 service neutron] 10.222.0.22 "GET /v2.0/networks/2bf2aa26-37a8-4cd7-a6be-6167e835d939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484937 Sep 07 02:49:38.715104 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-d3cb3585-4fbf-494c-84ca-568887cede66 None None] For port b631113b-8573-4455-bb8e-74b5f1eac94f, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:49:38.721590 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-d3cb3585-4fbf-494c-84ca-568887cede66 None None] For port b631113b-8573-4455-bb8e-74b5f1eac94f, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=b631113b-8573-4455-bb8e-74b5f1eac94f,segment=NetworkSegment(0f2957e5-5c0d-4830-9eff-1bf4d124b341),segment_id=0f2957e5-5c0d-4830-9eff-1bf4d124b341)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:49:38.730215 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d3cb3585-4fbf-494c-84ca-568887cede66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:38.859332 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb3585-4fbf-494c-84ca-568887cede66 None None] Pushing event updated for resources: {'Port': ['ID=b631113b-8573-4455-bb8e-74b5f1eac94f,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:38.916525 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-92e1ab62-2309-4fb8-9772-daae29e4e21a req-eed3ceaf-09dc-4ae7-98a2-4223b6401171 service neutron] 10.222.0.22 "GET /v2.0/networks/2bf2aa26-37a8-4cd7-a6be-6167e835d939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114832 Sep 07 02:49:39.067918 n-d-796209-16 neutron-server[94701]: DEBUG neutron.objects.ports [None req-21d862e3-6907-40d6-b69a-22158b19573b tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94701) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 02:49:39.068513 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-21d862e3-6907-40d6-b69a-22158b19573b tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:39.170055 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d862e3-6907-40d6-b69a-22158b19573b tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Checking segment: {'id': '419f922a-4ecc-4baf-b947-a2b60228f56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '822a41c3-9c0f-408f-bb9c-db7b25f54e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:49:39.170645 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d862e3-6907-40d6-b69a-22158b19573b tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Network hostable DHCP agents. Network: 822a41c3-9c0f-408f-bb9c-db7b25f54e1a, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:49:39.197263 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d862e3-6907-40d6-b69a-22158b19573b tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Pushing event updated for resources: {'Subnet': ['ID=fe7d0063-544d-4f01-ba19-776e7a36bd54,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:39.211822 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-988d85f2-3bda-4dcf-8689-1cd810903ee3 req-a1f11f40-fc20-4ce1-8d33-ad64a100c8e1 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/security-groups?id=8627b096-1ea2-45e2-baf2-b285074b2a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5901506 Sep 07 02:49:39.247615 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d862e3-6907-40d6-b69a-22158b19573b tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Network 822a41c3-9c0f-408f-bb9c-db7b25f54e1a is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:49:39.273270 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-21d862e3-6907-40d6-b69a-22158b19573b tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 822a41c3-9c0f-408f-bb9c-db7b25f54e1a) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:49:39.280635 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d862e3-6907-40d6-b69a-22158b19573b tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:39.281484 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-21d862e3-6907-40d6-b69a-22158b19573b tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:39.284931 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef548f03-b189-4502-9860-78f8edca73ae None None] Network 822a41c3-9c0f-408f-bb9c-db7b25f54e1a requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:49:39.303629 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-21d862e3-6907-40d6-b69a-22158b19573b tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0871081 Sep 07 02:49:39.306627 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 35388) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:39.312042 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-375cab3a-ce9f-4122-8be6-bd8944b6e234 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Request body: {'floatingip': {'floating_network_id': '822a41c3-9c0f-408f-bb9c-db7b25f54e1a'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:49:39.478705 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-375cab3a-ce9f-4122-8be6-bd8944b6e234 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:39.565513 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a66516-f07c-4dc7-986d-72fca161d9b0 req-7fc92e4b-c10e-4b3b-9070-6948b7d8d35d tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:39.579054 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a3a66516-f07c-4dc7-986d-72fca161d9b0 req-7fc92e4b-c10e-4b3b-9070-6948b7d8d35d tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/ports?device_id=56d8a0c3-29f8-4582-bd71-98a81eff804d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2623663 Sep 07 02:49:39.607441 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b590dd-0caf-446f-b002-e3e517a867a3 None None] Network 822a41c3-9c0f-408f-bb9c-db7b25f54e1a requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:49:39.709129 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a3a66516-f07c-4dc7-986d-72fca161d9b0 req-8636acba-b5e8-4063-8fa7-5ebb7b0164c3 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.214 HTTP/1.1" status: 200 len: 696 time: 0.1129889 Sep 07 02:49:39.723187 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-a3a66516-f07c-4dc7-986d-72fca161d9b0 req-f674422d-8bcd-4f9d-a235-dbdc2b91d36c tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Request body: {'floatingip': {'port_id': '319858d8-aee5-4452-baa9-8a3c87da7b44', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:49:39.742278 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4ce30-2d5c-457a-915e-614412f9f574 req-a1e36f25-ab86-4c12-aa1a-a95399aa9431 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:39.746143 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6db4ce30-2d5c-457a-915e-614412f9f574 req-a1e36f25-ab86-4c12-aa1a-a95399aa9431 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/networks?id=2bf2aa26-37a8-4cd7-a6be-6167e835d939 HTTP/1.1" status: 200 len: 816 time: 0.2591469 Sep 07 02:49:39.769130 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6db4ce30-2d5c-457a-915e-614412f9f574 req-286073e1-1957-4200-bc1d-0f74de4c7783 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/quotas/e748c59c942c401f97af51eb8e42f544 HTTP/1.1" status: 200 len: 375 time: 0.0186043 Sep 07 02:49:39.861802 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a3a66516-f07c-4dc7-986d-72fca161d9b0 req-f674422d-8bcd-4f9d-a235-dbdc2b91d36c tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Notify callbacks [] for floatingip, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:39.884817 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6db4ce30-2d5c-457a-915e-614412f9f574 req-27234acc-8eab-4f8e-a374-53451c5d2eb4 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e748c59c942c401f97af51eb8e42f544&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1046448 Sep 07 02:49:40.039861 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6db4ce30-2d5c-457a-915e-614412f9f574 req-3d30d22a-fdf1-4e3b-82f6-98e6f850610f service neutron] 10.222.0.22 "GET /v2.0/networks/2bf2aa26-37a8-4cd7-a6be-6167e835d939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540470 Sep 07 02:49:40.118430 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-375cab3a-ce9f-4122-8be6-bd8944b6e234 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:40.160407 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6db4ce30-2d5c-457a-915e-614412f9f574 req-17af13e3-fb0a-4ac6-8741-019a6effce46 service neutron] 10.222.0.22 "GET /v2.0/networks/2bf2aa26-37a8-4cd7-a6be-6167e835d939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191993 Sep 07 02:49:40.382738 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a9b34e-b01a-49ec-bfdf-6214cd4be5d6 None None] Network 2bf2aa26-37a8-4cd7-a6be-6167e835d939 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:49:40.532551 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9683ebf4-bfca-498d-b2f3-25a2c857ceae req-83155085-a6d6-450c-bfcc-560c9c0e32a3 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:40.546306 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9683ebf4-bfca-498d-b2f3-25a2c857ceae req-83155085-a6d6-450c-bfcc-560c9c0e32a3 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/ports?device_id=cff3d0b0-5413-4f78-bbff-bd4df25547fb HTTP/1.1" status: 200 len: 945 time: 0.0952215 Sep 07 02:49:40.564002 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-98b4cfab-63c0-4327-b9ad-4956e18332b7 None None] Provisioning for port b631113b-8573-4455-bb8e-74b5f1eac94f completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:49:40.631649 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-375cab3a-ce9f-4122-8be6-bd8944b6e234 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Allocated IP 172.20.0.2 (822a41c3-9c0f-408f-bb9c-db7b25f54e1a/fe7d0063-544d-4f01-ba19-776e7a36bd54/ab7eee2e-9a74-480b-81a6-ce1d014e21ee) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:49:40.671156 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9683ebf4-bfca-498d-b2f3-25a2c857ceae req-ddfa3f30-7b4d-4946-a2f9-d2cba51d7f15 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/security-groups?id=8627b096-1ea2-45e2-baf2-b285074b2a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235776 Sep 07 02:49:40.937445 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.db.resource_extend [req-a3a66516-f07c-4dc7-986d-72fca161d9b0 req-f674422d-8bcd-4f9d-a235-dbdc2b91d36c tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 02:49:41.072381 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc3c4de-3148-43b3-adeb-28a5689dfbb6 req-9c597a03-6ab3-4e9b-9e44-8a39916cd1da tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:41.074508 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4dc3c4de-3148-43b3-adeb-28a5689dfbb6 req-9c597a03-6ab3-4e9b-9e44-8a39916cd1da tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/networks?id=2bf2aa26-37a8-4cd7-a6be-6167e835d939 HTTP/1.1" status: 200 len: 816 time: 0.1551714 Sep 07 02:49:41.080945 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device b631113b-8573-4455-bb8e-74b5f1eac94f up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:49:41.093795 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4dc3c4de-3148-43b3-adeb-28a5689dfbb6 req-da50d822-2722-42b1-9aca-18f882053cf6 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/quotas/e748c59c942c401f97af51eb8e42f544 HTTP/1.1" status: 200 len: 375 time: 0.0124984 Sep 07 02:49:41.196874 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port b631113b-8573-4455-bb8e-74b5f1eac94f completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:49:41.203137 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port b631113b-8573-4455-bb8e-74b5f1eac94f triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:49:41.205421 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:41.224686 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4dc3c4de-3148-43b3-adeb-28a5689dfbb6 req-dd3d60a1-ae2b-4353-950a-cd9668ad8972 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e748c59c942c401f97af51eb8e42f544&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1228621 Sep 07 02:49:41.234035 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a3a66516-f07c-4dc7-986d-72fca161d9b0 req-f674422d-8bcd-4f9d-a235-dbdc2b91d36c tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:41.244062 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1ab62-2309-4fb8-9772-daae29e4e21a req-8ea6112c-8271-46dd-b184-74956ce4192d tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:41.246857 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-92e1ab62-2309-4fb8-9772-daae29e4e21a req-8ea6112c-8271-46dd-b184-74956ce4192d tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.23 "GET /v2.0/networks?id=2bf2aa26-37a8-4cd7-a6be-6167e835d939 HTTP/1.1" status: 200 len: 816 time: 0.4964275 Sep 07 02:49:41.289827 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a3a66516-f07c-4dc7-986d-72fca161d9b0 req-f674422d-8bcd-4f9d-a235-dbdc2b91d36c tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:41.353106 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-92e1ab62-2309-4fb8-9772-daae29e4e21a req-8a0fdbaf-a2b0-49cb-a6e5-ebb4939faaef tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Request body: {'port': {'device_id': 'c69c02a1-ea23-49df-8d6c-0758b6213e88', 'network_id': '2bf2aa26-37a8-4cd7-a6be-6167e835d939', 'admin_state_up': True, 'tenant_id': 'e748c59c942c401f97af51eb8e42f544'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:49:41.432150 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4dc3c4de-3148-43b3-adeb-28a5689dfbb6 req-b8024b64-8f28-4363-a9b0-f7d01729f6d5 service neutron] 10.222.0.22 "GET /v2.0/networks/2bf2aa26-37a8-4cd7-a6be-6167e835d939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048967 Sep 07 02:49:41.438941 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:41.530435 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port b631113b-8573-4455-bb8e-74b5f1eac94f, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=b631113b-8573-4455-bb8e-74b5f1eac94f,segment=NetworkSegment(0f2957e5-5c0d-4830-9eff-1bf4d124b341),segment_id=0f2957e5-5c0d-4830-9eff-1bf4d124b341)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:49:41.536665 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:41.603623 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4dc3c4de-3148-43b3-adeb-28a5689dfbb6 req-e3152896-1b8f-44d2-b2ca-7b1e795b6a27 service neutron] 10.222.0.22 "GET /v2.0/networks/2bf2aa26-37a8-4cd7-a6be-6167e835d939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698561 Sep 07 02:49:41.634501 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=b631113b-8573-4455-bb8e-74b5f1eac94f,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:41.734586 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-375cab3a-ce9f-4122-8be6-bd8944b6e234 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:41.757126 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df2db002-4ce4-40b5-821b-a85fe5e6eda2 req-af630afc-3d1a-4eca-bcad-51d2d21775eb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.5446558 Sep 07 02:49:41.758921 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84e78c-eab4-4f29-827d-75d833a59c0f req-c25a43ed-45d5-42fa-ac84-8846ad28d2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:41.760320 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0b84e78c-eab4-4f29-827d-75d833a59c0f req-c25a43ed-45d5-42fa-ac84-8846ad28d2e5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a9eedd8c00c24a18a92c5e78e10e8a63&device_id=cff3d0b0-5413-4f78-bbff-bd4df25547fb HTTP/1.1" status: 200 len: 1097 time: 0.5077267 Sep 07 02:49:41.897023 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4ce30-2d5c-457a-915e-614412f9f574 req-63784625-d05b-49be-a6d9-1bea56f90e1c tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:41.899073 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6db4ce30-2d5c-457a-915e-614412f9f574 req-63784625-d05b-49be-a6d9-1bea56f90e1c tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.16 "GET /v2.0/networks?id=2bf2aa26-37a8-4cd7-a6be-6167e835d939 HTTP/1.1" status: 200 len: 816 time: 0.1494565 Sep 07 02:49:41.972061 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-6db4ce30-2d5c-457a-915e-614412f9f574 req-50eb3d0d-a292-407e-b508-9cd1118ebbda tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Request body: {'port': {'device_id': '7b4c0959-8b25-4296-a6d0-61af053c97d2', 'network_id': '2bf2aa26-37a8-4cd7-a6be-6167e835d939', 'admin_state_up': True, 'tenant_id': 'e748c59c942c401f97af51eb8e42f544'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:49:42.061170 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f29f6-4dfa-424c-a575-4f32318e1a04 req-e9f9753e-7a20-44e9-9232-ccd9b5ba5371 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:42.074981 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-752f29f6-4dfa-424c-a575-4f32318e1a04 req-e9f9753e-7a20-44e9-9232-ccd9b5ba5371 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/ports?device_id=cff3d0b0-5413-4f78-bbff-bd4df25547fb HTTP/1.1" status: 200 len: 945 time: 0.0812662 Sep 07 02:49:42.133481 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-375cab3a-ce9f-4122-8be6-bd8944b6e234 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:42.136294 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-752f29f6-4dfa-424c-a575-4f32318e1a04 req-ada98674-c06d-4c5c-90e3-7f290685a9cf tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/security-groups?id=8627b096-1ea2-45e2-baf2-b285074b2a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599141 Sep 07 02:49:42.246890 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375cab3a-ce9f-4122-8be6-bd8944b6e234 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Pushing event updated for resources: {'Port': ['ID=ab7eee2e-9a74-480b-81a6-ce1d014e21ee,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:42.298593 n-d-796209-16 neutron-server[94700]: INFO neutron.db.l3_db [req-a3a66516-f07c-4dc7-986d-72fca161d9b0 req-f674422d-8bcd-4f9d-a235-dbdc2b91d36c tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Floating IP 4d3a61c5-87d1-461b-8ea1-7ef8ddff34ab associated. External IP: 172.25.5.214, port: 319858d8-aee5-4452-baa9-8a3c87da7b44. Sep 07 02:49:42.368578 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-62b3a707-4fdd-4296-bec5-41065c182d14 req-ad8a17e2-e9bf-46ff-b9a1-ecdcb1cb7711 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/ports?device_id=900567d9-8331-465d-89ef-e22ee16f0aef HTTP/1.1" status: 200 len: 210 time: 0.0407193 Sep 07 02:49:42.410521 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375cab3a-ce9f-4122-8be6-bd8944b6e234 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Network 822a41c3-9c0f-408f-bb9c-db7b25f54e1a is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:49:42.434553 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2db002-4ce4-40b5-821b-a85fe5e6eda2 req-d3218fdc-ea3b-41b2-941b-1e13a17aeab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:42.435247 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2db002-4ce4-40b5-821b-a85fe5e6eda2 req-d3218fdc-ea3b-41b2-941b-1e13a17aeab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:42.435766 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2db002-4ce4-40b5-821b-a85fe5e6eda2 req-d3218fdc-ea3b-41b2-941b-1e13a17aeab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:42.436431 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2db002-4ce4-40b5-821b-a85fe5e6eda2 req-d3218fdc-ea3b-41b2-941b-1e13a17aeab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:42.437086 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2db002-4ce4-40b5-821b-a85fe5e6eda2 req-d3218fdc-ea3b-41b2-941b-1e13a17aeab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:42.437567 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2db002-4ce4-40b5-821b-a85fe5e6eda2 req-d3218fdc-ea3b-41b2-941b-1e13a17aeab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:42.438042 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2db002-4ce4-40b5-821b-a85fe5e6eda2 req-d3218fdc-ea3b-41b2-941b-1e13a17aeab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:42.440175 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df2db002-4ce4-40b5-821b-a85fe5e6eda2 req-d3218fdc-ea3b-41b2-941b-1e13a17aeab7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=afaf54fa75d241989f6b7192737d6028&device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 6508 time: 0.4999597 Sep 07 02:49:42.454353 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-375cab3a-ce9f-4122-8be6-bd8944b6e234 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:49:42.461648 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375cab3a-ce9f-4122-8be6-bd8944b6e234 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:49:42.567048 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92e1ab62-2309-4fb8-9772-daae29e4e21a req-8a0fdbaf-a2b0-49cb-a6e5-ebb4939faaef tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Made reservation on behalf of e748c59c942c401f97af51eb8e42f544 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:49:42.571941 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-92e1ab62-2309-4fb8-9772-daae29e4e21a req-8a0fdbaf-a2b0-49cb-a6e5-ebb4939faaef tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:42.587730 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84e78c-eab4-4f29-827d-75d833a59c0f req-e79d9ced-4ecb-4a15-aab5-5240401261d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:42.589276 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0b84e78c-eab4-4f29-827d-75d833a59c0f req-e79d9ced-4ecb-4a15-aab5-5240401261d1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c14598de-557e-41f6-bdcf-28289778b06c HTTP/1.1" status: 200 len: 910 time: 0.6524446 Sep 07 02:49:42.899822 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6db4ce30-2d5c-457a-915e-614412f9f574 req-50eb3d0d-a292-407e-b508-9cd1118ebbda tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Made reservation on behalf of e748c59c942c401f97af51eb8e42f544 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:49:42.904751 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6db4ce30-2d5c-457a-915e-614412f9f574 req-50eb3d0d-a292-407e-b508-9cd1118ebbda tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:42.964638 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device b631113b-8573-4455-bb8e-74b5f1eac94f up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:49:43.025156 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port b631113b-8573-4455-bb8e-74b5f1eac94f triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:49:43.025513 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:43.067621 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0b84e78c-eab4-4f29-827d-75d833a59c0f req-17bff149-a86a-41d2-9318-4deccedb6723 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f01f67e-3409-48ce-92b1-62482d74cd88 HTTP/1.1" status: 200 len: 1001 time: 0.4404793 Sep 07 02:49:43.189753 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2db002-4ce4-40b5-821b-a85fe5e6eda2 req-9c77c9fc-80bc-4632-8d76-1011f9559eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:43.190246 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2db002-4ce4-40b5-821b-a85fe5e6eda2 req-9c77c9fc-80bc-4632-8d76-1011f9559eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:43.190727 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2db002-4ce4-40b5-821b-a85fe5e6eda2 req-9c77c9fc-80bc-4632-8d76-1011f9559eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:43.200870 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df2db002-4ce4-40b5-821b-a85fe5e6eda2 req-9c77c9fc-80bc-4632-8d76-1011f9559eb9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96&id=fef96230-f3dd-4368-8b6e-5738962456fc&id=fef96230-f3dd-4368-8b6e-5738962456fc&id=fef96230-f3dd-4368-8b6e-5738962456fc&id=fef96230-f3dd-4368-8b6e-5738962456fc&id=5ef2135d-eb79-4b03-bc59-b7d80582547a&id=5ef2135d-eb79-4b03-bc59-b7d80582547a HTTP/1.1" status: 200 len: 2293 time: 0.7196763 Sep 07 02:49:43.231869 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-375cab3a-ce9f-4122-8be6-bd8944b6e234 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:43.355468 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804cd08d-55ba-4548-8683-427b4ec28cde req-eb1c3c1c-1d21-4105-97e0-155998cd1374 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:43.357457 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-804cd08d-55ba-4548-8683-427b4ec28cde req-eb1c3c1c-1d21-4105-97e0-155998cd1374 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/ports?device_id=cff3d0b0-5413-4f78-bbff-bd4df25547fb HTTP/1.1" status: 200 len: 945 time: 0.0990877 Sep 07 02:49:43.410593 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-804cd08d-55ba-4548-8683-427b4ec28cde req-ea5e4aa8-6a7d-4742-a45e-e0a58a67ea73 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/security-groups?id=8627b096-1ea2-45e2-baf2-b285074b2a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457742 Sep 07 02:49:43.452178 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3a66516-f07c-4dc7-986d-72fca161d9b0 req-f674422d-8bcd-4f9d-a235-dbdc2b91d36c tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Router 1032b0b7-9562-4523-9a23-5a38db2145cf has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:49:43.652467 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-375cab3a-ce9f-4122-8be6-bd8944b6e234 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:43.661864 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc3c4de-3148-43b3-adeb-28a5689dfbb6 req-497f44f0-da8f-47d3-8a52-0def7173a222 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:43.664110 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4dc3c4de-3148-43b3-adeb-28a5689dfbb6 req-497f44f0-da8f-47d3-8a52-0def7173a222 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.23 "GET /v2.0/networks?id=2bf2aa26-37a8-4cd7-a6be-6167e835d939 HTTP/1.1" status: 200 len: 816 time: 0.4236045 Sep 07 02:49:43.673808 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-92e1ab62-2309-4fb8-9772-daae29e4e21a req-8a0fdbaf-a2b0-49cb-a6e5-ebb4939faaef tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Allocated IP 172.20.0.10 (2bf2aa26-37a8-4cd7-a6be-6167e835d939/2e5d5e37-e832-4960-908b-1d0126f218ce/637dbb64-5a82-4958-ab43-de16c7434d3f) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:49:43.706064 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84e78c-eab4-4f29-827d-75d833a59c0f req-f8add9ab-2513-4481-81ec-214c8f920e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:43.707583 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0b84e78c-eab4-4f29-827d-75d833a59c0f req-f8add9ab-2513-4481-81ec-214c8f920e1b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2131ccdf-cbf5-4ee9-96cf-e4c911da986a HTTP/1.1" status: 200 len: 849 time: 0.6192439 Sep 07 02:49:43.708435 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-36c0d829-eaf5-4df8-a9e8-f170c374fab7 req-a4c9af0c-70e0-4372-99f3-373c972755b3 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/ports?device_id=900567d9-8331-465d-89ef-e22ee16f0aef HTTP/1.1" status: 200 len: 210 time: 0.0768857 Sep 07 02:49:43.742277 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-4dc3c4de-3148-43b3-adeb-28a5689dfbb6 req-60092696-32fb-4421-8300-8bdc6dbd44e4 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Request body: {'port': {'device_id': '900567d9-8331-465d-89ef-e22ee16f0aef', 'network_id': '2bf2aa26-37a8-4cd7-a6be-6167e835d939', 'admin_state_up': True, 'tenant_id': 'e748c59c942c401f97af51eb8e42f544'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:49:44.174696 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df2db002-4ce4-40b5-821b-a85fe5e6eda2 req-56498bff-6c3d-4b1e-93e9-95b4d5067002 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3ed5bfa-6d20-4d8d-812a-3f29f0868f88 HTTP/1.1" status: 200 len: 1002 time: 0.9388347 Sep 07 02:49:44.441782 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2db002-4ce4-40b5-821b-a85fe5e6eda2 req-92414357-b48d-4aec-ae02-98dcead504a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:44.443078 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df2db002-4ce4-40b5-821b-a85fe5e6eda2 req-92414357-b48d-4aec-ae02-98dcead504a1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=57bbd74d-776c-4c52-9483-e440eaacf00e HTTP/1.1" status: 200 len: 854 time: 0.2461858 Sep 07 02:49:44.504475 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84e78c-eab4-4f29-827d-75d833a59c0f req-f96e2137-7811-4d99-a924-d7e45bbcee0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:44.506019 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0b84e78c-eab4-4f29-827d-75d833a59c0f req-f96e2137-7811-4d99-a924-d7e45bbcee0d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14598de-557e-41f6-bdcf-28289778b06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7740676 Sep 07 02:49:44.582753 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720f493-2e4d-43d2-b8d4-028df61235c1 req-85e13487-b017-4086-80c2-250ee45b9360 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:44.588236 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a720f493-2e4d-43d2-b8d4-028df61235c1 req-85e13487-b017-4086-80c2-250ee45b9360 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/ports?device_id=cff3d0b0-5413-4f78-bbff-bd4df25547fb HTTP/1.1" status: 200 len: 945 time: 0.0778177 Sep 07 02:49:44.642921 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a720f493-2e4d-43d2-b8d4-028df61235c1 req-e4a1570f-5bcd-4df2-8bbc-55f87d073b77 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/security-groups?id=8627b096-1ea2-45e2-baf2-b285074b2a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521004 Sep 07 02:49:44.767146 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dc3c4de-3148-43b3-adeb-28a5689dfbb6 req-60092696-32fb-4421-8300-8bdc6dbd44e4 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Made reservation on behalf of e748c59c942c401f97af51eb8e42f544 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:49:44.772137 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4dc3c4de-3148-43b3-adeb-28a5689dfbb6 req-60092696-32fb-4421-8300-8bdc6dbd44e4 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:44.788297 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3a66516-f07c-4dc7-986d-72fca161d9b0 req-f674422d-8bcd-4f9d-a235-dbdc2b91d36c tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:49:44.796877 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a3a66516-f07c-4dc7-986d-72fca161d9b0 req-f674422d-8bcd-4f9d-a235-dbdc2b91d36c tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:44.805560 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44251ffb-d0f8-4e9e-84e6-c1ce7bbbb861 None None] Sync routers for ids ['1032b0b7-9562-4523-9a23-5a38db2145cf'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:49:44.859642 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-375cab3a-ce9f-4122-8be6-bd8944b6e234 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:44.860439 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44251ffb-d0f8-4e9e-84e6-c1ce7bbbb861 None None] Routers {'1032b0b7-9562-4523-9a23-5a38db2145cf'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:49:44.861350 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-44251ffb-d0f8-4e9e-84e6-c1ce7bbbb861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:49:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['1032b0b7-9562-4523-9a23-5a38db2145cf'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:49:44.893986 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3d567990-5299-49bd-8f60-d0a749ce560f req-6c020c67-36b3-4061-bf27-812666be1ec0 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/ports?device_id=900567d9-8331-465d-89ef-e22ee16f0aef HTTP/1.1" status: 200 len: 210 time: 0.0540233 Sep 07 02:49:44.969586 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-375cab3a-ce9f-4122-8be6-bd8944b6e234 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:44.988384 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-44251ffb-d0f8-4e9e-84e6-c1ce7bbbb861 None None] Set router 1032b0b7-9562-4523-9a23-5a38db2145cf gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:49:45.050918 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a3a66516-f07c-4dc7-986d-72fca161d9b0 req-f674422d-8bcd-4f9d-a235-dbdc2b91d36c tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "PUT /v2.0/floatingips/4d3a61c5-87d1-461b-8ea1-7ef8ddff34ab HTTP/1.1" status: 200 len: 996 time: 5.3330853 Sep 07 02:49:45.070411 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56d8a0c3-29f8-4582-bd71-98a81eff804d', 'tag': '319858d8-aee5-4452-baa9-8a3c87da7b44'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:49:45.076132 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43985327-a023-4444-8cc8-f62c943a89ce" -d '{"events": [{"name": "network-changed", "server_uuid": "56d8a0c3-29f8-4582-bd71-98a81eff804d", "tag": "319858d8-aee5-4452-baa9-8a3c87da7b44"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:49:45.124185 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2db002-4ce4-40b5-821b-a85fe5e6eda2 req-b0b541c7-4e31-40a9-b462-25c38afdfbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:45.126976 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df2db002-4ce4-40b5-821b-a85fe5e6eda2 req-b0b541c7-4e31-40a9-b462-25c38afdfbbe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6273184 Sep 07 02:49:45.129328 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-92e1ab62-2309-4fb8-9772-daae29e4e21a req-8a0fdbaf-a2b0-49cb-a6e5-ebb4939faaef tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:45.190401 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0b84e78c-eab4-4f29-827d-75d833a59c0f req-93a17e28-13af-408c-bbef-f925d331b266 service neutron] 10.222.0.23 "GET /v2.0/networks/c14598de-557e-41f6-bdcf-28289778b06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6368935 Sep 07 02:49:45.231653 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b5f5df-1303-4e24-99a4-ca78c6378fc8 x-openstack-request-id: req-44b5f5df-1303-4e24-99a4-ca78c6378fc8 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:49:45.232350 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56d8a0c3-29f8-4582-bd71-98a81eff804d", "tag": "319858d8-aee5-4452-baa9-8a3c87da7b44", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:49:45.232783 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-44b5f5df-1303-4e24-99a4-ca78c6378fc8 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:49:45.233355 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56d8a0c3-29f8-4582-bd71-98a81eff804d', 'tag': '319858d8-aee5-4452-baa9-8a3c87da7b44', 'status': 'completed', 'code': 200} Sep 07 02:49:45.234107 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375cab3a-ce9f-4122-8be6-bd8944b6e234 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Pushing event updated for resources: {'Port': ['ID=ab7eee2e-9a74-480b-81a6-ce1d014e21ee,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:45.286612 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-92e1ab62-2309-4fb8-9772-daae29e4e21a req-8a0fdbaf-a2b0-49cb-a6e5-ebb4939faaef tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Transition to ACTIVE for port object 637dbb64-5a82-4958-ab43-de16c7434d3f will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:49:45.287234 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-44251ffb-d0f8-4e9e-84e6-c1ce7bbbb861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1032b0b7-9562-4523-9a23-5a38db2145cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-119852618-router', 'tenant_id': '2b0a04a186584df08062805d9b68deda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '0f86721a-0083-4460-9d1b-7458a93a3527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:48:41Z', 'updated_at': '2021-09-07T02:48:46Z', 'revision_number': 4, 'project_id': '2b0a04a186584df08062805d9b68deda', 'gw_port': {'id': '0f86721a-0083-4460-9d1b-7458a93a3527', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1032b0b7-9562-4523-9a23-5a38db2145cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:48:42Z', 'updated_at': '2021-09-07T02:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': '4d3a61c5-87d1-461b-8ea1-7ef8ddff34ab', 'tenant_id': '2b0a04a186584df08062805d9b68deda', 'floating_ip_address': '172.25.5.214', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '1032b0b7-9562-4523-9a23-5a38db2145cf', 'port_id': '319858d8-aee5-4452-baa9-8a3c87da7b44', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e9aa464-84c0-42de-b5c6-c04299d5a19e', 'mac_address': 'fa:16:3e:58:2e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d8a0c3-29f8-4582-bd71-98a81eff804d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T02:49:36Z', 'updated_at': '2021-09-07T02:49:40Z', 'revision_number': 1, 'project_id': '2b0a04a186584df08062805d9b68deda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49f31e3f-097d-4357-b5b0-c1aeb9296a11', 'name': '', 'network_id': '2e9aa464-84c0-42de-b5c6-c04299d5a19e', 'tenant_id': '2b0a04a186584df08062805d9b68deda', 'mac_address': 'fa:16:3e:30:bc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1032b0b7-9562-4523-9a23-5a38db2145cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '8c714891-3ab3-4af4-b252-c7178b590fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:48:45Z', 'updated_at': '2021-09-07T02:48:53Z', 'revision_number': 5, 'project_id': '2b0a04a186584df08062805d9b68deda', 'subnets': [{'id': '8c714891-3ab3-4af4-b252-c7178b590fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:49:45.296872 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43985327-a023-4444-8cc8-f62c943a89ce req-6a03ad71-6fa4-4212-aeea-5adb03025450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:45.298409 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-43985327-a023-4444-8cc8-f62c943a89ce req-6a03ad71-6fa4-4212-aeea-5adb03025450 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2b0a04a186584df08062805d9b68deda&device_id=56d8a0c3-29f8-4582-bd71-98a81eff804d HTTP/1.1" status: 200 len: 1097 time: 0.0818212 Sep 07 02:49:45.307357 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-375cab3a-ce9f-4122-8be6-bd8944b6e234 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:45.318977 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44251ffb-d0f8-4e9e-84e6-c1ce7bbbb861 None None] Checking router: 1032b0b7-9562-4523-9a23-5a38db2145cf for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:49:45.329940 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44251ffb-d0f8-4e9e-84e6-c1ce7bbbb861 None None] Routers {'1032b0b7-9562-4523-9a23-5a38db2145cf'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:49:45.330548 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-44251ffb-d0f8-4e9e-84e6-c1ce7bbbb861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:49:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['1032b0b7-9562-4523-9a23-5a38db2145cf'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:49:45.418650 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-375cab3a-ce9f-4122-8be6-bd8944b6e234 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:45.423456 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-375cab3a-ce9f-4122-8be6-bd8944b6e234 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.1115816 Sep 07 02:49:45.427826 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 35586) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:45.450487 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43985327-a023-4444-8cc8-f62c943a89ce req-b3ff2807-a7c2-4933-8391-ab7b93e6f741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:45.453233 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-43985327-a023-4444-8cc8-f62c943a89ce req-b3ff2807-a7c2-4933-8391-ab7b93e6f741 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2e9aa464-84c0-42de-b5c6-c04299d5a19e HTTP/1.1" status: 200 len: 919 time: 0.1478457 Sep 07 02:49:45.583578 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a66516-f07c-4dc7-986d-72fca161d9b0 req-51d89b33-02f9-460c-8f10-c49e52f6a40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:45.585401 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a3a66516-f07c-4dc7-986d-72fca161d9b0 req-51d89b33-02f9-460c-8f10-c49e52f6a40b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2b0a04a186584df08062805d9b68deda&device_id=56d8a0c3-29f8-4582-bd71-98a81eff804d HTTP/1.1" status: 200 len: 1097 time: 0.4708185 Sep 07 02:49:45.622630 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-44251ffb-d0f8-4e9e-84e6-c1ce7bbbb861 None None] Set router 1032b0b7-9562-4523-9a23-5a38db2145cf gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:49:45.771334 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a66516-f07c-4dc7-986d-72fca161d9b0 req-a13b0846-eaa8-40a9-b588-92074e23745d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:45.773198 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a3a66516-f07c-4dc7-986d-72fca161d9b0 req-a13b0846-eaa8-40a9-b588-92074e23745d service neutron] 10.222.0.22 "GET /v2.0/networks?id=2e9aa464-84c0-42de-b5c6-c04299d5a19e HTTP/1.1" status: 200 len: 919 time: 0.1772070 Sep 07 02:49:45.774710 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-5f51d493-b91d-46c0-bc0c-f065b2013c20 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] 10.222.0.22 "GET /v2.0/floatingips?floating_network_id=822a41c3-9c0f-408f-bb9c-db7b25f54e1a HTTP/1.1" status: 200 len: 689 time: 0.3419793 Sep 07 02:49:45.817802 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df2db002-4ce4-40b5-821b-a85fe5e6eda2 req-62ab0b65-3cc2-4fa7-a98a-eb6b83835ebf service neutron] 10.222.0.16 "GET /v2.0/networks/ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6730022 Sep 07 02:49:45.840271 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 35608) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:45.992017 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df2db002-4ce4-40b5-821b-a85fe5e6eda2 req-a6c2ffab-5ed0-42af-8f06-57966438e780 service neutron] 10.222.0.16 "GET /v2.0/networks/ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414342 Sep 07 02:49:45.993036 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-92e1ab62-2309-4fb8-9772-daae29e4e21a req-8a0fdbaf-a2b0-49cb-a6e5-ebb4939faaef tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:46.039617 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-44251ffb-d0f8-4e9e-84e6-c1ce7bbbb861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1032b0b7-9562-4523-9a23-5a38db2145cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-119852618-router', 'tenant_id': '2b0a04a186584df08062805d9b68deda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '0f86721a-0083-4460-9d1b-7458a93a3527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:48:41Z', 'updated_at': '2021-09-07T02:48:46Z', 'revision_number': 4, 'project_id': '2b0a04a186584df08062805d9b68deda', 'gw_port': {'id': '0f86721a-0083-4460-9d1b-7458a93a3527', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1032b0b7-9562-4523-9a23-5a38db2145cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:48:42Z', 'updated_at': '2021-09-07T02:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': '4d3a61c5-87d1-461b-8ea1-7ef8ddff34ab', 'tenant_id': '2b0a04a186584df08062805d9b68deda', 'floating_ip_address': '172.25.5.214', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '1032b0b7-9562-4523-9a23-5a38db2145cf', 'port_id': '319858d8-aee5-4452-baa9-8a3c87da7b44', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e9aa464-84c0-42de-b5c6-c04299d5a19e', 'mac_address': 'fa:16:3e:58:2e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d8a0c3-29f8-4582-bd71-98a81eff804d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T02:49:36Z', 'updated_at': '2021-09-07T02:49:40Z', 'revision_number': 1, 'project_id': '2b0a04a186584df08062805d9b68deda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49f31e3f-097d-4357-b5b0-c1aeb9296a11', 'name': '', 'network_id': '2e9aa464-84c0-42de-b5c6-c04299d5a19e', 'tenant_id': '2b0a04a186584df08062805d9b68deda', 'mac_address': 'fa:16:3e:30:bc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1032b0b7-9562-4523-9a23-5a38db2145cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '8c714891-3ab3-4af4-b252-c7178b590fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:48:45Z', 'updated_at': '2021-09-07T02:48:53Z', 'revision_number': 5, 'project_id': '2b0a04a186584df08062805d9b68deda', 'subnets': [{'id': '8c714891-3ab3-4af4-b252-c7178b590fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:49:46.071590 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-43985327-a023-4444-8cc8-f62c943a89ce req-a92a2902-c5b7-4c58-a209-cb3b9ba4838b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=319858d8-aee5-4452-baa9-8a3c87da7b44 HTTP/1.1" status: 200 len: 999 time: 0.6106350 Sep 07 02:49:46.102802 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44251ffb-d0f8-4e9e-84e6-c1ce7bbbb861 None None] The sync data for ids ['1032b0b7-9562-4523-9a23-5a38db2145cf'] in n-d-796209-16 is: [{'id': '1032b0b7-9562-4523-9a23-5a38db2145cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-119852618-router', 'tenant_id': '2b0a04a186584df08062805d9b68deda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '0f86721a-0083-4460-9d1b-7458a93a3527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:48:41Z', 'updated_at': '2021-09-07T02:48:46Z', 'revision_number': 4, 'project_id': '2b0a04a186584df08062805d9b68deda', 'gw_port': {'id': '0f86721a-0083-4460-9d1b-7458a93a3527', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1032b0b7-9562-4523-9a23-5a38db2145cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:48:42Z', 'updated_at': '2021-09-07T02:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': '4d3a61c5-87d1-461b-8ea1-7ef8ddff34ab', 'tenant_id': '2b0a04a186584df08062805d9b68deda', 'floating_ip_address': '172.25.5.214', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '1032b0b7-9562-4523-9a23-5a38db2145cf', 'port_id': '319858d8-aee5-4452-baa9-8a3c87da7b44', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1900, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e9aa464-84c0-42de-b5c6-c04299d5a19e', 'mac_address': 'fa:16:3e:58:2e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d8a0c3-29f8-4582-bd71-98a81eff804d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T02:49:36Z', 'updated_at': '2021-09-07T02:49:40Z', 'revision_number': 1, 'project_id': '2b0a04a186584df08062805d9b68deda', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49f31e3f-097d-4357-b5b0-c1aeb9296a11', 'name': '', 'network_id': '2e9aa464-84c0-42de-b5c6-c04299d5a19e', 'tenant_id': '2b0a04a186584df08062805d9b68deda', 'mac_address': 'fa:16:3e:30:bc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1032b0b7-9562-4523-9a23-5a38db2145cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '8c714891-3ab3-4af4-b252-c7178b590fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:48:45Z', 'updated_at': '2021-09-07T02:48:53Z', 'revision_number': 5, 'project_id': '2b0a04a186584df08062805d9b68deda', 'subnets': [{'id': '8c714891-3ab3-4af4-b252-c7178b590fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:49:46.160570 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0fdbaf-a2b0-49cb-a6e5-ebb4939faaef tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Pushing event updated for resources: {'Port': ['ID=637dbb64-5a82-4958-ab43-de16c7434d3f,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:46.205087 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43985327-a023-4444-8cc8-f62c943a89ce req-04be1307-ae9a-4c7c-8173-bb690c0a5d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:46.206869 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-43985327-a023-4444-8cc8-f62c943a89ce req-04be1307-ae9a-4c7c-8173-bb690c0a5d17 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8c714891-3ab3-4af4-b252-c7178b590fd7 HTTP/1.1" status: 200 len: 859 time: 0.1241405 Sep 07 02:49:46.219783 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a3cea-9bde-4cdf-bd6f-fcca5383ccd0 req-2e2d298e-0959-4501-84b1-a967302743bd tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:46.229501 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5c6a3cea-9bde-4cdf-bd6f-fcca5383ccd0 req-2e2d298e-0959-4501-84b1-a967302743bd tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/ports?device_id=cff3d0b0-5413-4f78-bbff-bd4df25547fb HTTP/1.1" status: 200 len: 945 time: 0.3244362 Sep 07 02:49:46.308618 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f98efefc-fde6-4ac0-a108-3bdbed315bf0 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:46.312411 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df2db002-4ce4-40b5-821b-a85fe5e6eda2 req-bf15ff58-6844-44ac-bc91-872072c6f85f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=4857470d-e751-42ad-b0ae-ff54d7d0611e HTTP/1.1" status: 200 len: 217 time: 0.2571251 Sep 07 02:49:46.314206 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a3a66516-f07c-4dc7-986d-72fca161d9b0 req-9e80aec4-c3b9-42ca-a158-d992f3c1b954 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=319858d8-aee5-4452-baa9-8a3c87da7b44 HTTP/1.1" status: 200 len: 999 time: 0.4772038 Sep 07 02:49:46.316318 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0b84e78c-eab4-4f29-827d-75d833a59c0f req-7979d7dd-762f-4a85-a417-fb78afa1d7f1 service neutron] 10.222.0.23 "GET /v2.0/networks/c14598de-557e-41f6-bdcf-28289778b06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1017468 Sep 07 02:49:46.329312 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92e1ab62-2309-4fb8-9772-daae29e4e21a req-8a0fdbaf-a2b0-49cb-a6e5-ebb4939faaef tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Network 2bf2aa26-37a8-4cd7-a6be-6167e835d939 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:49:46.336685 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-43985327-a023-4444-8cc8-f62c943a89ce req-ff8aebda-d7c0-4972-a72d-20585b490c3e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2e9aa464-84c0-42de-b5c6-c04299d5a19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0989087 Sep 07 02:49:46.377763 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-92e1ab62-2309-4fb8-9772-daae29e4e21a req-8a0fdbaf-a2b0-49cb-a6e5-ebb4939faaef tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:49:46.467352 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-43985327-a023-4444-8cc8-f62c943a89ce req-dfe2a7cb-3070-412f-946c-408fa93c6567 service neutron] 10.222.0.23 "GET /v2.0/networks/2e9aa464-84c0-42de-b5c6-c04299d5a19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205077 Sep 07 02:49:46.483893 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5c6a3cea-9bde-4cdf-bd6f-fcca5383ccd0 req-5d56c5bf-6c9f-459a-a7da-c8e210b41aaa tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/security-groups?id=8627b096-1ea2-45e2-baf2-b285074b2a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2532732 Sep 07 02:49:46.631601 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c159b448-cb43-4274-8b8b-3103cc8e90cc None None] New status for floating IP 4d3a61c5-87d1-461b-8ea1-7ef8ddff34ab: ACTIVE {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 02:49:46.691000 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-43985327-a023-4444-8cc8-f62c943a89ce req-ad4361b0-bf09-451c-b3a2-8012e7ad69c2 service neutron] 10.222.0.23 "GET /v2.0/networks/2e9aa464-84c0-42de-b5c6-c04299d5a19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060380 Sep 07 02:49:46.784457 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a2ca09b5-9785-4145-acc4-9296853bb1b6 req-82aff050-aa13-4c36-906c-c026eaf2514c tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/ports?device_id=900567d9-8331-465d-89ef-e22ee16f0aef HTTP/1.1" status: 200 len: 210 time: 0.0756814 Sep 07 02:49:46.787916 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-92e1ab62-2309-4fb8-9772-daae29e4e21a req-8a0fdbaf-a2b0-49cb-a6e5-ebb4939faaef tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:49:46.869526 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2db002-4ce4-40b5-821b-a85fe5e6eda2 req-b9bf56d2-23f1-4eb7-8b96-a268febc63be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:46.871021 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df2db002-4ce4-40b5-821b-a85fe5e6eda2 req-b9bf56d2-23f1-4eb7-8b96-a268febc63be service neutron] 10.222.0.16 "GET /v2.0/subnets?id=95502a8a-ba2e-4b63-8065-1d79001ecb5c HTTP/1.1" status: 200 len: 797 time: 0.4965594 Sep 07 02:49:46.916328 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8493f727-e3d3-412d-a32b-846415c1f51f None None] Provisioning for port 637dbb64-5a82-4958-ab43-de16c7434d3f completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:49:46.921368 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8493f727-e3d3-412d-a32b-846415c1f51f None None] Provisioning complete for port 637dbb64-5a82-4958-ab43-de16c7434d3f triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:49:46.922098 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8493f727-e3d3-412d-a32b-846415c1f51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:46.964302 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8493f727-e3d3-412d-a32b-846415c1f51f None None] Port 637dbb64-5a82-4958-ab43-de16c7434d3f cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:49:46.969430 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-6db4ce30-2d5c-457a-915e-614412f9f574 req-50eb3d0d-a292-407e-b508-9cd1118ebbda tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Allocated IP 172.20.0.11 (2bf2aa26-37a8-4cd7-a6be-6167e835d939/2e5d5e37-e832-4960-908b-1d0126f218ce/886262fa-f07f-468f-85df-94584aa284a5) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:49:46.982668 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a66516-f07c-4dc7-986d-72fca161d9b0 req-7b678644-b82d-4558-9b3f-065b17cc59f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:46.984233 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a3a66516-f07c-4dc7-986d-72fca161d9b0 req-7b678644-b82d-4558-9b3f-065b17cc59f5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8c714891-3ab3-4af4-b252-c7178b590fd7 HTTP/1.1" status: 200 len: 859 time: 0.6407232 Sep 07 02:49:47.018459 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2db002-4ce4-40b5-821b-a85fe5e6eda2 req-b683f765-3a7e-4f02-926f-9b836780adcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:47.020199 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df2db002-4ce4-40b5-821b-a85fe5e6eda2 req-b683f765-3a7e-4f02-926f-9b836780adcc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fef96230-f3dd-4368-8b6e-5738962456fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1207910 Sep 07 02:49:47.072065 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1ab62-2309-4fb8-9772-daae29e4e21a req-8a0fdbaf-a2b0-49cb-a6e5-ebb4939faaef tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:47.072492 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-92e1ab62-2309-4fb8-9772-daae29e4e21a req-8a0fdbaf-a2b0-49cb-a6e5-ebb4939faaef tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:47.080345 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a3a66516-f07c-4dc7-986d-72fca161d9b0 req-b9b54297-78bf-4d57-a304-f0b0a81bebb9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2e9aa464-84c0-42de-b5c6-c04299d5a19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645628 Sep 07 02:49:47.115457 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [req-a3a66516-f07c-4dc7-986d-72fca161d9b0 req-cf3f24b1-d2f2-43a1-81a8-f6f6f9cb9720 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 02:49:47.116553 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a3a66516-f07c-4dc7-986d-72fca161d9b0 req-cf3f24b1-d2f2-43a1-81a8-f6f6f9cb9720 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0160978 Sep 07 02:49:47.120868 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-f98efefc-fde6-4ac0-a108-3bdbed315bf0 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Deleting port ab7eee2e-9a74-480b-81a6-ce1d014e21ee {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:49:47.121476 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f98efefc-fde6-4ac0-a108-3bdbed315bf0 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:47.176007 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-92e1ab62-2309-4fb8-9772-daae29e4e21a req-8a0fdbaf-a2b0-49cb-a6e5-ebb4939faaef tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8820219 Sep 07 02:49:47.227967 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-92e1ab62-2309-4fb8-9772-daae29e4e21a req-2301d3c7-fb1b-4de4-a888-69503023c254 service neutron] Request body: {'port': {'device_id': 'c69c02a1-ea23-49df-8d6c-0758b6213e88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:49:47.483828 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df2db002-4ce4-40b5-821b-a85fe5e6eda2 req-e5823c3b-4ec2-493c-bfdb-b8412aa0dee9 service neutron] 10.222.0.16 "GET /v2.0/networks/fef96230-f3dd-4368-8b6e-5738962456fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4464262 Sep 07 02:49:47.496981 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-92e1ab62-2309-4fb8-9772-daae29e4e21a req-2301d3c7-fb1b-4de4-a888-69503023c254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:47.524493 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f98efefc-fde6-4ac0-a108-3bdbed315bf0 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:47.524831 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f98efefc-fde6-4ac0-a108-3bdbed315bf0 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:47.569814 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-f98efefc-fde6-4ac0-a108-3bdbed315bf0 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Calling delete_port for ab7eee2e-9a74-480b-81a6-ce1d014e21ee owned by network:floatingip {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:49:47.576533 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a3a66516-f07c-4dc7-986d-72fca161d9b0 req-c6f2af88-3614-4da4-9b21-2224f3d99772 service neutron] 10.222.0.22 "GET /v2.0/networks/2e9aa464-84c0-42de-b5c6-c04299d5a19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4438510 Sep 07 02:49:47.626381 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44359992-df12-4e89-bf85-30c82a18599e req-dae92685-0f6e-490c-a454-91af2b62ade6 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:47.634416 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-44359992-df12-4e89-bf85-30c82a18599e req-dae92685-0f6e-490c-a454-91af2b62ade6 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/ports?device_id=cff3d0b0-5413-4f78-bbff-bd4df25547fb HTTP/1.1" status: 200 len: 945 time: 0.0605338 Sep 07 02:49:47.684521 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-44359992-df12-4e89-bf85-30c82a18599e req-ed4971bb-e6e9-40b3-ac0c-c974cbb2e78b tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/security-groups?id=8627b096-1ea2-45e2-baf2-b285074b2a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478430 Sep 07 02:49:47.765536 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6db4ce30-2d5c-457a-915e-614412f9f574 req-50eb3d0d-a292-407e-b508-9cd1118ebbda tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:47.912492 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-6db4ce30-2d5c-457a-915e-614412f9f574 req-50eb3d0d-a292-407e-b508-9cd1118ebbda tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Transition to ACTIVE for port object 886262fa-f07f-468f-85df-94584aa284a5 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:49:47.921121 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df2db002-4ce4-40b5-821b-a85fe5e6eda2 req-240037b8-d43c-45fc-a9dd-c7b3f81619d2 service neutron] 10.222.0.16 "GET /v2.0/networks/fef96230-f3dd-4368-8b6e-5738962456fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4219575 Sep 07 02:49:47.962077 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a1d5fe0d-82ad-4fec-ae5a-94ee9c705c42 req-92cb37ca-1248-44f4-8754-b46421270db7 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/ports?device_id=900567d9-8331-465d-89ef-e22ee16f0aef HTTP/1.1" status: 200 len: 210 time: 0.0352914 Sep 07 02:49:48.006641 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df2db002-4ce4-40b5-821b-a85fe5e6eda2 req-4a85f685-51b4-4e09-aed9-975f8149009e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=6d6cd00f-b2ec-4d02-88ed-e2f7438c43b6 HTTP/1.1" status: 200 len: 217 time: 0.0716612 Sep 07 02:49:48.014828 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c2dce-5692-4dc3-894a-63df0ff6ab4d req-fe6b8d38-cb9a-4ef3-96a3-21a4ff367f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:48.016629 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6e5c2dce-5692-4dc3-894a-63df0ff6ab4d req-fe6b8d38-cb9a-4ef3-96a3-21a4ff367f86 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a9eedd8c00c24a18a92c5e78e10e8a63&device_id=cff3d0b0-5413-4f78-bbff-bd4df25547fb HTTP/1.1" status: 200 len: 1097 time: 0.0485086 Sep 07 02:49:48.147962 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a3a66516-f07c-4dc7-986d-72fca161d9b0 req-ebd4733d-f086-4c1f-915c-85dd4b633852 service neutron] 10.222.0.22 "GET /v2.0/networks/2e9aa464-84c0-42de-b5c6-c04299d5a19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5456409 Sep 07 02:49:48.167955 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6db4ce30-2d5c-457a-915e-614412f9f574 req-50eb3d0d-a292-407e-b508-9cd1118ebbda tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:48.176467 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027029f6-ebaf-4d77-90cc-c116c6f942a6 req-92718b93-4bdc-452e-a076-f984f19ab4e2 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:48.184137 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-027029f6-ebaf-4d77-90cc-c116c6f942a6 req-92718b93-4bdc-452e-a076-f984f19ab4e2 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/ports?device_id=cff3d0b0-5413-4f78-bbff-bd4df25547fb HTTP/1.1" status: 200 len: 945 time: 0.1242115 Sep 07 02:49:48.245761 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-027029f6-ebaf-4d77-90cc-c116c6f942a6 req-dbd9c4db-5cfb-48f8-8e66-c01050600de0 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/security-groups?id=8627b096-1ea2-45e2-baf2-b285074b2a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559289 Sep 07 02:49:48.307276 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 02:49:48.312363 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c2dce-5692-4dc3-894a-63df0ff6ab4d req-a8e93719-5be9-4de7-bb00-e63b7e6208d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:48.313883 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6e5c2dce-5692-4dc3-894a-63df0ff6ab4d req-a8e93719-5be9-4de7-bb00-e63b7e6208d6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c14598de-557e-41f6-bdcf-28289778b06c HTTP/1.1" status: 200 len: 910 time: 0.2867293 Sep 07 02:49:48.319531 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6db4ce30-2d5c-457a-915e-614412f9f574 req-50eb3d0d-a292-407e-b508-9cd1118ebbda tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Network 2bf2aa26-37a8-4cd7-a6be-6167e835d939 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:49:48.333439 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2db002-4ce4-40b5-821b-a85fe5e6eda2 req-5e9fb5e8-59a5-4a8e-90dd-5fa60808519a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:48.335867 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df2db002-4ce4-40b5-821b-a85fe5e6eda2 req-5e9fb5e8-59a5-4a8e-90dd-5fa60808519a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=95502a8a-ba2e-4b63-8065-1d79001ecb5c HTTP/1.1" status: 200 len: 797 time: 0.3092163 Sep 07 02:49:48.353565 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-4dc3c4de-3148-43b3-adeb-28a5689dfbb6 req-60092696-32fb-4421-8300-8bdc6dbd44e4 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Allocated IP 172.20.0.9 (2bf2aa26-37a8-4cd7-a6be-6167e835d939/2e5d5e37-e832-4960-908b-1d0126f218ce/19820eb7-e810-411a-a909-358519e58df4) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:49:48.379148 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-6db4ce30-2d5c-457a-915e-614412f9f574 req-50eb3d0d-a292-407e-b508-9cd1118ebbda tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:49:48.421857 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db4ce30-2d5c-457a-915e-614412f9f574 req-50eb3d0d-a292-407e-b508-9cd1118ebbda tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:49:48.532282 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-03be4ae7-5bc4-43aa-b15a-f1b40a70a6f3 req-8ecfa6fa-9fc5-45f1-9ec0-5107f3cd718a tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.214 HTTP/1.1" status: 200 len: 1001 time: 0.2554116 Sep 07 02:49:48.589985 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6e5c2dce-5692-4dc3-894a-63df0ff6ab4d req-ee933a0c-13a0-440f-a732-a42bd06df7c3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f01f67e-3409-48ce-92b1-62482d74cd88 HTTP/1.1" status: 200 len: 1001 time: 0.2370090 Sep 07 02:49:48.602977 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4ce30-2d5c-457a-915e-614412f9f574 req-50eb3d0d-a292-407e-b508-9cd1118ebbda tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:48.604471 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6db4ce30-2d5c-457a-915e-614412f9f574 req-50eb3d0d-a292-407e-b508-9cd1118ebbda tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:48.607030 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eb3d0d-a292-407e-b508-9cd1118ebbda tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Pushing event updated for resources: {'Port': ['ID=886262fa-f07f-468f-85df-94584aa284a5,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:48.615267 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f98efefc-fde6-4ac0-a108-3bdbed315bf0 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:48.621801 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be4ae7-5bc4-43aa-b15a-f1b40a70a6f3 req-e92d5eb1-90a6-4da1-b24d-f5f51de3d9ed tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:48.637531 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-03be4ae7-5bc4-43aa-b15a-f1b40a70a6f3 req-e92d5eb1-90a6-4da1-b24d-f5f51de3d9ed tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/ports/319858d8-aee5-4452-baa9-8a3c87da7b44 HTTP/1.1" status: 200 len: 942 time: 0.0950401 Sep 07 02:49:48.680654 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98efefc-fde6-4ac0-a108-3bdbed315bf0 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Pushing event deleted for resources: {'Port': ['ID=ab7eee2e-9a74-480b-81a6-ce1d014e21ee,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:48.710395 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-b8ce39ee-c21f-4254-a984-22ea849a5fea None None] Provisioning for port 886262fa-f07f-468f-85df-94584aa284a5 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:49:48.717684 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-b8ce39ee-c21f-4254-a984-22ea849a5fea None None] Provisioning complete for port 886262fa-f07f-468f-85df-94584aa284a5 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:49:48.718326 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b8ce39ee-c21f-4254-a984-22ea849a5fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:48.753913 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c2dce-5692-4dc3-894a-63df0ff6ab4d req-69d3f205-5ee1-4221-b147-541450b88b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:48.755615 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6e5c2dce-5692-4dc3-894a-63df0ff6ab4d req-69d3f205-5ee1-4221-b147-541450b88b41 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2131ccdf-cbf5-4ee9-96cf-e4c911da986a HTTP/1.1" status: 200 len: 849 time: 0.1557791 Sep 07 02:49:48.770505 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6db4ce30-2d5c-457a-915e-614412f9f574 req-50eb3d0d-a292-407e-b508-9cd1118ebbda tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.8222616 Sep 07 02:49:48.770765 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-b8ce39ee-c21f-4254-a984-22ea849a5fea None None] Port 886262fa-f07f-468f-85df-94584aa284a5 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:49:48.804292 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-6db4ce30-2d5c-457a-915e-614412f9f574 req-a2985c46-39d5-4a51-b4a3-74bdef7e0cbc service neutron] Request body: {'port': {'device_id': '7b4c0959-8b25-4296-a6d0-61af053c97d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:49:48.826259 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-03be4ae7-5bc4-43aa-b15a-f1b40a70a6f3 req-b656930f-82e2-4e4a-9b8b-db5b01260438 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.214 HTTP/1.1" status: 200 len: 1001 time: 0.1333094 Sep 07 02:49:48.872584 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2db002-4ce4-40b5-821b-a85fe5e6eda2 req-0cd32054-606c-4619-a097-c4d0d12a73cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:48.875847 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df2db002-4ce4-40b5-821b-a85fe5e6eda2 req-0cd32054-606c-4619-a097-c4d0d12a73cf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fef96230-f3dd-4368-8b6e-5738962456fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4696460 Sep 07 02:49:48.937516 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4dc3c4de-3148-43b3-adeb-28a5689dfbb6 req-60092696-32fb-4421-8300-8bdc6dbd44e4 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:48.948903 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6db4ce30-2d5c-457a-915e-614412f9f574 req-a2985c46-39d5-4a51-b4a3-74bdef7e0cbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:48.975768 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f98efefc-fde6-4ac0-a108-3bdbed315bf0 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:48.977870 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c2dce-5692-4dc3-894a-63df0ff6ab4d req-c2308717-7c61-47af-a4c5-9646a048f2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:48.979566 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6e5c2dce-5692-4dc3-894a-63df0ff6ab4d req-c2308717-7c61-47af-a4c5-9646a048f2fc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14598de-557e-41f6-bdcf-28289778b06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2161222 Sep 07 02:49:49.034344 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be4ae7-5bc4-43aa-b15a-f1b40a70a6f3 req-55388c2d-c00a-4401-9341-2a2310300416 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:49.041537 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-03be4ae7-5bc4-43aa-b15a-f1b40a70a6f3 req-55388c2d-c00a-4401-9341-2a2310300416 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/networks/1166b922-7457-4da4-bdda-328e8c8e7bc6 HTTP/1.1" status: 200 len: 784 time: 0.2142978 Sep 07 02:49:49.062321 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [req-03be4ae7-5bc4-43aa-b15a-f1b40a70a6f3 req-1aa24f36-99af-4977-a30e-ba4fc390ce3c tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 02:49:49.065982 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-03be4ae7-5bc4-43aa-b15a-f1b40a70a6f3 req-1aa24f36-99af-4977-a30e-ba4fc390ce3c tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0233271 Sep 07 02:49:49.078007 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-4dc3c4de-3148-43b3-adeb-28a5689dfbb6 req-60092696-32fb-4421-8300-8bdc6dbd44e4 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Transition to ACTIVE for port object 19820eb7-e810-411a-a909-358519e58df4 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:49:49.167173 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-71b53cb1-636c-4cb1-83f8-85a65e5361a6 req-7b2ed2b0-0ba7-4422-b249-678211a7f525 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/ports?device_id=900567d9-8331-465d-89ef-e22ee16f0aef HTTP/1.1" status: 200 len: 210 time: 0.0868597 Sep 07 02:49:49.204166 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df2db002-4ce4-40b5-821b-a85fe5e6eda2 req-eec67376-9061-4642-b34e-3f5d8222b1b2 service neutron] 10.222.0.16 "GET /v2.0/networks/fef96230-f3dd-4368-8b6e-5738962456fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970767 Sep 07 02:49:49.215465 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-03be4ae7-5bc4-43aa-b15a-f1b40a70a6f3 req-5bb3c23b-a4dd-4988-91ca-bda105a742c0 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.214 HTTP/1.1" status: 200 len: 1001 time: 0.1484635 Sep 07 02:49:49.221132 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-03be4ae7-5bc4-43aa-b15a-f1b40a70a6f3 req-bbe43277-73c2-4b83-bcc5-cafb60c61312 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:49:49.266471 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6e5c2dce-5692-4dc3-894a-63df0ff6ab4d req-0bb632d2-b335-412b-9f80-f6dec0d3dc0b service neutron] 10.222.0.23 "GET /v2.0/networks/c14598de-557e-41f6-bdcf-28289778b06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754004 Sep 07 02:49:49.351680 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-03be4ae7-5bc4-43aa-b15a-f1b40a70a6f3 req-bbe43277-73c2-4b83-bcc5-cafb60c61312 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Notify callbacks [] for floatingip, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:49.405187 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f98efefc-fde6-4ac0-a108-3bdbed315bf0 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:49.565394 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6e5c2dce-5692-4dc3-894a-63df0ff6ab4d req-5dc50484-35ef-4825-aa98-d597b827c51a service neutron] 10.222.0.23 "GET /v2.0/networks/c14598de-557e-41f6-bdcf-28289778b06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864251 Sep 07 02:49:49.600769 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-03be4ae7-5bc4-43aa-b15a-f1b40a70a6f3 req-bbe43277-73c2-4b83-bcc5-cafb60c61312 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:49.610165 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-03be4ae7-5bc4-43aa-b15a-f1b40a70a6f3 req-bbe43277-73c2-4b83-bcc5-cafb60c61312 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:49.610633 n-d-796209-16 neutron-server[94701]: INFO neutron.db.l3_db [req-03be4ae7-5bc4-43aa-b15a-f1b40a70a6f3 req-bbe43277-73c2-4b83-bcc5-cafb60c61312 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Floating IP 4d3a61c5-87d1-461b-8ea1-7ef8ddff34ab disassociated. External IP: 172.25.5.214, port: 319858d8-aee5-4452-baa9-8a3c87da7b44. Sep 07 02:49:49.828701 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df2db002-4ce4-40b5-821b-a85fe5e6eda2 req-aa877ae9-56cc-4bc1-8e0f-b6a6c6d75ad5 service neutron] 10.222.0.16 "GET /v2.0/networks/fef96230-f3dd-4368-8b6e-5738962456fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6128364 Sep 07 02:49:49.855300 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03be4ae7-5bc4-43aa-b15a-f1b40a70a6f3 req-bbe43277-73c2-4b83-bcc5-cafb60c61312 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Router 1032b0b7-9562-4523-9a23-5a38db2145cf has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:49:49.900947 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4dc3c4de-3148-43b3-adeb-28a5689dfbb6 req-60092696-32fb-4421-8300-8bdc6dbd44e4 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:49.923910 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f98efefc-fde6-4ac0-a108-3bdbed315bf0 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:49.988709 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03be4ae7-5bc4-43aa-b15a-f1b40a70a6f3 req-bbe43277-73c2-4b83-bcc5-cafb60c61312 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:49:49.993691 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-03be4ae7-5bc4-43aa-b15a-f1b40a70a6f3 req-bbe43277-73c2-4b83-bcc5-cafb60c61312 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:50.001423 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622963d0-d9a1-4fd3-9851-6318e645bce0 None None] Sync routers for ids ['1032b0b7-9562-4523-9a23-5a38db2145cf'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:49:50.018061 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622963d0-d9a1-4fd3-9851-6318e645bce0 None None] Routers {'1032b0b7-9562-4523-9a23-5a38db2145cf'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:49:50.018939 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-622963d0-d9a1-4fd3-9851-6318e645bce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:49:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['1032b0b7-9562-4523-9a23-5a38db2145cf'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:49:50.029603 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-03be4ae7-5bc4-43aa-b15a-f1b40a70a6f3 req-bbe43277-73c2-4b83-bcc5-cafb60c61312 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "PUT /v2.0/floatingips/4d3a61c5-87d1-461b-8ea1-7ef8ddff34ab HTTP/1.1" status: 200 len: 695 time: 0.8130665 Sep 07 02:49:50.029981 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56d8a0c3-29f8-4582-bd71-98a81eff804d', 'tag': '319858d8-aee5-4452-baa9-8a3c87da7b44'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:49:50.032836 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0d2ca9-e50f-4ed7-9004-02f34df457d7" -d '{"events": [{"name": "network-changed", "server_uuid": "56d8a0c3-29f8-4582-bd71-98a81eff804d", "tag": "319858d8-aee5-4452-baa9-8a3c87da7b44"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:49:50.048357 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df2db002-4ce4-40b5-821b-a85fe5e6eda2 req-c119f542-d73e-44af-9179-36fff3b40bd4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=89b4efa3-3083-4932-8997-1d7345c55233 HTTP/1.1" status: 200 len: 217 time: 0.1490338 Sep 07 02:49:50.125958 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be4ae7-5bc4-43aa-b15a-f1b40a70a6f3 req-3a6c9c92-5cc1-459d-abea-c4eebe89dea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:50.128139 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-03be4ae7-5bc4-43aa-b15a-f1b40a70a6f3 req-3a6c9c92-5cc1-459d-abea-c4eebe89dea1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2b0a04a186584df08062805d9b68deda&device_id=56d8a0c3-29f8-4582-bd71-98a81eff804d HTTP/1.1" status: 200 len: 1097 time: 0.0828741 Sep 07 02:49:50.212076 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-92e1ab62-2309-4fb8-9772-daae29e4e21a req-2301d3c7-fb1b-4de4-a888-69503023c254 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 637dbb64-5a82-4958-ab43-de16c7434d3f {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:49:50.231986 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60092696-32fb-4421-8300-8bdc6dbd44e4 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Pushing event updated for resources: {'Port': ['ID=19820eb7-e810-411a-a909-358519e58df4,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:50.235587 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98efefc-fde6-4ac0-a108-3bdbed315bf0 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=fe7d0063-544d-4f01-ba19-776e7a36bd54,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:50.250848 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be4ae7-5bc4-43aa-b15a-f1b40a70a6f3 req-92415050-a8e3-4974-91a9-051e18fb13ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:50.252915 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-03be4ae7-5bc4-43aa-b15a-f1b40a70a6f3 req-92415050-a8e3-4974-91a9-051e18fb13ef service neutron] 10.222.0.22 "GET /v2.0/networks?id=2e9aa464-84c0-42de-b5c6-c04299d5a19e HTTP/1.1" status: 200 len: 919 time: 0.1178441 Sep 07 02:49:50.263234 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-622963d0-d9a1-4fd3-9851-6318e645bce0 None None] Set router 1032b0b7-9562-4523-9a23-5a38db2145cf gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:49:50.297841 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-92e1ab62-2309-4fb8-9772-daae29e4e21a req-2301d3c7-fb1b-4de4-a888-69503023c254 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:50.312494 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-03be4ae7-5bc4-43aa-b15a-f1b40a70a6f3 req-2c972a28-8b97-4e33-8a65-f9adaabef1d2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=319858d8-aee5-4452-baa9-8a3c87da7b44 HTTP/1.1" status: 200 len: 217 time: 0.0515132 Sep 07 02:49:50.318335 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dc3c4de-3148-43b3-adeb-28a5689dfbb6 req-60092696-32fb-4421-8300-8bdc6dbd44e4 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Network 2bf2aa26-37a8-4cd7-a6be-6167e835d939 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:49:50.337407 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593921df-0d0f-486b-a181-716cccd7fa30 req-9f4d5fe1-4eeb-45a9-bc3b-2fdb8c11885a tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:50.339846 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-593921df-0d0f-486b-a181-716cccd7fa30 req-9f4d5fe1-4eeb-45a9-bc3b-2fdb8c11885a tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/ports?device_id=cff3d0b0-5413-4f78-bbff-bd4df25547fb HTTP/1.1" status: 200 len: 945 time: 0.9689689 Sep 07 02:49:50.346505 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2db002-4ce4-40b5-821b-a85fe5e6eda2 req-110278dc-59c6-467e-b4e8-10d66f8ba9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:50.348156 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df2db002-4ce4-40b5-821b-a85fe5e6eda2 req-110278dc-59c6-467e-b4e8-10d66f8ba9c3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=95502a8a-ba2e-4b63-8065-1d79001ecb5c HTTP/1.1" status: 200 len: 797 time: 0.1042860 Sep 07 02:49:50.349075 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-4dc3c4de-3148-43b3-adeb-28a5689dfbb6 req-60092696-32fb-4421-8300-8bdc6dbd44e4 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:49:50.386998 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dc3c4de-3148-43b3-adeb-28a5689dfbb6 req-60092696-32fb-4421-8300-8bdc6dbd44e4 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:49:50.397083 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-92e1ab62-2309-4fb8-9772-daae29e4e21a req-2301d3c7-fb1b-4de4-a888-69503023c254 service neutron] Transition to ACTIVE for port object 637dbb64-5a82-4958-ab43-de16c7434d3f will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:49:50.434553 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be4ae7-5bc4-43aa-b15a-f1b40a70a6f3 req-a507cd9d-672a-4f42-98f0-54997c639f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:50.440930 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-03be4ae7-5bc4-43aa-b15a-f1b40a70a6f3 req-a507cd9d-672a-4f42-98f0-54997c639f50 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8c714891-3ab3-4af4-b252-c7178b590fd7 HTTP/1.1" status: 200 len: 859 time: 0.1224010 Sep 07 02:49:50.450229 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f98efefc-fde6-4ac0-a108-3bdbed315bf0 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:50.495372 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-92e1ab62-2309-4fb8-9772-daae29e4e21a req-2301d3c7-fb1b-4de4-a888-69503023c254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:50.593036 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-622963d0-d9a1-4fd3-9851-6318e645bce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1032b0b7-9562-4523-9a23-5a38db2145cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-119852618-router', 'tenant_id': '2b0a04a186584df08062805d9b68deda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '0f86721a-0083-4460-9d1b-7458a93a3527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:48:41Z', 'updated_at': '2021-09-07T02:48:46Z', 'revision_number': 4, 'project_id': '2b0a04a186584df08062805d9b68deda', 'gw_port': {'id': '0f86721a-0083-4460-9d1b-7458a93a3527', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1032b0b7-9562-4523-9a23-5a38db2145cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:48:42Z', 'updated_at': '2021-09-07T02:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '49f31e3f-097d-4357-b5b0-c1aeb9296a11', 'name': '', 'network_id': '2e9aa464-84c0-42de-b5c6-c04299d5a19e', 'tenant_id': '2b0a04a186584df08062805d9b68deda', 'mac_address': 'fa:16:3e:30:bc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1032b0b7-9562-4523-9a23-5a38db2145cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '8c714891-3ab3-4af4-b252-c7178b590fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:48:45Z', 'updated_at': '2021-09-07T02:48:53Z', 'revision_number': 5, 'project_id': '2b0a04a186584df08062805d9b68deda', 'subnets': [{'id': '8c714891-3ab3-4af4-b252-c7178b590fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:49:50.626778 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622963d0-d9a1-4fd3-9851-6318e645bce0 None None] Checking router: 1032b0b7-9562-4523-9a23-5a38db2145cf for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:49:50.643013 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622963d0-d9a1-4fd3-9851-6318e645bce0 None None] Routers {'1032b0b7-9562-4523-9a23-5a38db2145cf'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:49:50.644385 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-622963d0-d9a1-4fd3-9851-6318e645bce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:49:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['1032b0b7-9562-4523-9a23-5a38db2145cf'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:49:50.645408 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-f98efefc-fde6-4ac0-a108-3bdbed315bf0 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['822a41c3-9c0f-408f-bb9c-db7b25f54e1a']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:49:50.665630 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2db002-4ce4-40b5-821b-a85fe5e6eda2 req-2bbdde73-7822-46c7-ac25-be15dc7038b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:50.670838 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df2db002-4ce4-40b5-821b-a85fe5e6eda2 req-2bbdde73-7822-46c7-ac25-be15dc7038b9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fef96230-f3dd-4368-8b6e-5738962456fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3126254 Sep 07 02:49:50.733922 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-f98efefc-fde6-4ac0-a108-3bdbed315bf0 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '419f922a-4ecc-4baf-b947-a2b60228f56e') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:49:50.734228 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-f98efefc-fde6-4ac0-a108-3bdbed315bf0 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '419f922a-4ecc-4baf-b947-a2b60228f56e') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:49:50.865301 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-73351b12-b81c-43fe-b040-e281068a08fc None None] Provisioning for port 19820eb7-e810-411a-a909-358519e58df4 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:49:50.889877 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-73351b12-b81c-43fe-b040-e281068a08fc None None] Provisioning complete for port 19820eb7-e810-411a-a909-358519e58df4 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:49:50.890064 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-73351b12-b81c-43fe-b040-e281068a08fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:50.901942 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df2db002-4ce4-40b5-821b-a85fe5e6eda2 req-137ff7a7-1c0c-41fb-baac-61bca41b946b service neutron] 10.222.0.16 "GET /v2.0/networks/fef96230-f3dd-4368-8b6e-5738962456fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642599 Sep 07 02:49:50.932584 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc3c4de-3148-43b3-adeb-28a5689dfbb6 req-60092696-32fb-4421-8300-8bdc6dbd44e4 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:50.933287 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4dc3c4de-3148-43b3-adeb-28a5689dfbb6 req-60092696-32fb-4421-8300-8bdc6dbd44e4 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:50.970775 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-622963d0-d9a1-4fd3-9851-6318e645bce0 None None] Set router 1032b0b7-9562-4523-9a23-5a38db2145cf gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:49:50.995032 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-73351b12-b81c-43fe-b040-e281068a08fc None None] Port 19820eb7-e810-411a-a909-358519e58df4 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:49:51.018469 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-593921df-0d0f-486b-a181-716cccd7fa30 req-431659ae-b341-4ac1-baa4-382cf49cad41 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/security-groups?id=8627b096-1ea2-45e2-baf2-b285074b2a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6633241 Sep 07 02:49:51.029615 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f98efefc-fde6-4ac0-a108-3bdbed315bf0 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:51.095890 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2301d3c7-fb1b-4de4-a888-69503023c254 service neutron] Pushing event updated for resources: {'Port': ['ID=637dbb64-5a82-4958-ab43-de16c7434d3f,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:51.166065 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f98efefc-fde6-4ac0-a108-3bdbed315bf0 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:51.190580 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-92e1ab62-2309-4fb8-9772-daae29e4e21a req-2301d3c7-fb1b-4de4-a888-69503023c254 service neutron] Attempting to bind port 637dbb64-5a82-4958-ab43-de16c7434d3f on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:49:51.190580 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-92e1ab62-2309-4fb8-9772-daae29e4e21a req-2301d3c7-fb1b-4de4-a888-69503023c254 service neutron] Attempting to bind port 637dbb64-5a82-4958-ab43-de16c7434d3f by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '0f2957e5-5c0d-4830-9eff-1bf4d124b341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2bf2aa26-37a8-4cd7-a6be-6167e835d939'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:49:51.190580 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e1ab62-2309-4fb8-9772-daae29e4e21a req-2301d3c7-fb1b-4de4-a888-69503023c254 service neutron] Attempting to bind port 637dbb64-5a82-4958-ab43-de16c7434d3f on network 2bf2aa26-37a8-4cd7-a6be-6167e835d939 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:49:51.262854 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-03be4ae7-5bc4-43aa-b15a-f1b40a70a6f3 req-740b25bf-23d3-4725-adb6-58600d822b56 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2e9aa464-84c0-42de-b5c6-c04299d5a19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8133335 Sep 07 02:49:51.263683 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f98efefc-fde6-4ac0-a108-3bdbed315bf0 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:49:51.264110 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f98efefc-fde6-4ac0-a108-3bdbed315bf0 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:51.268000 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:49:51.268000 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:49:51.268000 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:49:51.268000 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:49:51.268000 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:49:51.268000 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:49:51.268000 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:49:51.268000 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:49:51.268000 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:49:51.268000 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:49:51.268000 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:49:51.268000 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:49:51.268000 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:49:51.268000 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:49:51.268000 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:49:51.268000 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:49:51.268000 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:49:51.268000 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:49:51.268000 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:49:51.268000 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:49:51.268000 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:49:51.268000 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:49:51.268000 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:49:51.268000 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:49:51.268000 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:49:51.268000 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:49:51.268000 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:49:51.268000 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:49:51.268000 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:49:51.268000 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:49:51.268000 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:49:51.268000 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:49:51.270677 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4dc3c4de-3148-43b3-adeb-28a5689dfbb6 req-60092696-32fb-4421-8300-8bdc6dbd44e4 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.5445113 Sep 07 02:49:51.290284 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e1ab62-2309-4fb8-9772-daae29e4e21a req-2301d3c7-fb1b-4de4-a888-69503023c254 service neutron] Port 637dbb64-5a82-4958-ab43-de16c7434d3f on network 2bf2aa26-37a8-4cd7-a6be-6167e835d939 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:49:51.290892 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e1ab62-2309-4fb8-9772-daae29e4e21a req-2301d3c7-fb1b-4de4-a888-69503023c254 service neutron] Attempting to bind port 637dbb64-5a82-4958-ab43-de16c7434d3f on network 2bf2aa26-37a8-4cd7-a6be-6167e835d939 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:49:51.322896 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7ca84f-c466-494a-bdbd-022422a7cc5b x-openstack-request-id: req-3c7ca84f-c466-494a-bdbd-022422a7cc5b {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:49:51.323202 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56d8a0c3-29f8-4582-bd71-98a81eff804d", "tag": "319858d8-aee5-4452-baa9-8a3c87da7b44", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:49:51.323454 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3c7ca84f-c466-494a-bdbd-022422a7cc5b {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:49:51.323887 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56d8a0c3-29f8-4582-bd71-98a81eff804d', 'tag': '319858d8-aee5-4452-baa9-8a3c87da7b44', 'status': 'completed', 'code': 200} Sep 07 02:49:51.352562 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:51.402342 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:51.413530 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e1ab62-2309-4fb8-9772-daae29e4e21a req-2301d3c7-fb1b-4de4-a888-69503023c254 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:49:51.413530 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e1ab62-2309-4fb8-9772-daae29e4e21a req-2301d3c7-fb1b-4de4-a888-69503023c254 service neutron] Checking segment: {'id': '0f2957e5-5c0d-4830-9eff-1bf4d124b341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2bf2aa26-37a8-4cd7-a6be-6167e835d939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:49:51.413859 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e1ab62-2309-4fb8-9772-daae29e4e21a req-2301d3c7-fb1b-4de4-a888-69503023c254 service neutron] Bound using segment: {'id': '0f2957e5-5c0d-4830-9eff-1bf4d124b341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2bf2aa26-37a8-4cd7-a6be-6167e835d939'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:49:51.425002 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-92e1ab62-2309-4fb8-9772-daae29e4e21a req-2301d3c7-fb1b-4de4-a888-69503023c254 service neutron] Bound port: 637dbb64-5a82-4958-ab43-de16c7434d3f, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f2957e5-5c0d-4830-9eff-1bf4d124b341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2bf2aa26-37a8-4cd7-a6be-6167e835d939'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:49:51.425712 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-92e1ab62-2309-4fb8-9772-daae29e4e21a req-2301d3c7-fb1b-4de4-a888-69503023c254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:51.433244 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-622963d0-d9a1-4fd3-9851-6318e645bce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1032b0b7-9562-4523-9a23-5a38db2145cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-119852618-router', 'tenant_id': '2b0a04a186584df08062805d9b68deda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '0f86721a-0083-4460-9d1b-7458a93a3527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:48:41Z', 'updated_at': '2021-09-07T02:48:46Z', 'revision_number': 4, 'project_id': '2b0a04a186584df08062805d9b68deda', 'gw_port': {'id': '0f86721a-0083-4460-9d1b-7458a93a3527', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1032b0b7-9562-4523-9a23-5a38db2145cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:48:42Z', 'updated_at': '2021-09-07T02:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '49f31e3f-097d-4357-b5b0-c1aeb9296a11', 'name': '', 'network_id': '2e9aa464-84c0-42de-b5c6-c04299d5a19e', 'tenant_id': '2b0a04a186584df08062805d9b68deda', 'mac_address': 'fa:16:3e:30:bc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1032b0b7-9562-4523-9a23-5a38db2145cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '8c714891-3ab3-4af4-b252-c7178b590fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:48:45Z', 'updated_at': '2021-09-07T02:48:53Z', 'revision_number': 5, 'project_id': '2b0a04a186584df08062805d9b68deda', 'subnets': [{'id': '8c714891-3ab3-4af4-b252-c7178b590fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:49:51.447707 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-4dc3c4de-3148-43b3-adeb-28a5689dfbb6 req-e6916a61-7de5-48ff-9b68-0690f835bc6d service neutron] Request body: {'port': {'device_id': '900567d9-8331-465d-89ef-e22ee16f0aef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:49:51.500172 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622963d0-d9a1-4fd3-9851-6318e645bce0 None None] The sync data for ids ['1032b0b7-9562-4523-9a23-5a38db2145cf'] in n-d-796209-16 is: [{'id': '1032b0b7-9562-4523-9a23-5a38db2145cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-119852618-router', 'tenant_id': '2b0a04a186584df08062805d9b68deda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '0f86721a-0083-4460-9d1b-7458a93a3527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:48:41Z', 'updated_at': '2021-09-07T02:48:46Z', 'revision_number': 4, 'project_id': '2b0a04a186584df08062805d9b68deda', 'gw_port': {'id': '0f86721a-0083-4460-9d1b-7458a93a3527', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1032b0b7-9562-4523-9a23-5a38db2145cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:48:42Z', 'updated_at': '2021-09-07T02:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '49f31e3f-097d-4357-b5b0-c1aeb9296a11', 'name': '', 'network_id': '2e9aa464-84c0-42de-b5c6-c04299d5a19e', 'tenant_id': '2b0a04a186584df08062805d9b68deda', 'mac_address': 'fa:16:3e:30:bc:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1032b0b7-9562-4523-9a23-5a38db2145cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': '8c714891-3ab3-4af4-b252-c7178b590fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:48:45Z', 'updated_at': '2021-09-07T02:48:53Z', 'revision_number': 5, 'project_id': '2b0a04a186584df08062805d9b68deda', 'subnets': [{'id': '8c714891-3ab3-4af4-b252-c7178b590fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:49:51.555660 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-03be4ae7-5bc4-43aa-b15a-f1b40a70a6f3 req-5b598826-2f69-4011-87e1-1d83ef7419fb service neutron] 10.222.0.22 "GET /v2.0/networks/2e9aa464-84c0-42de-b5c6-c04299d5a19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825465 Sep 07 02:49:51.672909 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-03be4ae7-5bc4-43aa-b15a-f1b40a70a6f3 req-ccd9225d-dea5-45c6-96c4-62a81f2ef944 service neutron] 10.222.0.22 "GET /v2.0/networks/2e9aa464-84c0-42de-b5c6-c04299d5a19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161478 Sep 07 02:49:51.682738 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d2ca9-e50f-4ed7-9004-02f34df457d7 req-53bac0c3-2625-4583-96ec-43009efe6975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:51.689176 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1c0d2ca9-e50f-4ed7-9004-02f34df457d7 req-53bac0c3-2625-4583-96ec-43009efe6975 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2b0a04a186584df08062805d9b68deda&device_id=56d8a0c3-29f8-4582-bd71-98a81eff804d HTTP/1.1" status: 200 len: 1097 time: 0.2577641 Sep 07 02:49:51.721403 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df2db002-4ce4-40b5-821b-a85fe5e6eda2 req-044a75bf-e079-4074-864e-1ca0c711b4a3 service neutron] 10.222.0.16 "GET /v2.0/networks/fef96230-f3dd-4368-8b6e-5738962456fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6991415 Sep 07 02:49:51.846779 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f98efefc-fde6-4ac0-a108-3bdbed315bf0 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:51.880315 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e0a5b7e5-8683-4ca4-be25-eaaddea5afa0 req-55bf2721-801e-4a91-b906-89d9b495d4e9 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/floatingips/4d3a61c5-87d1-461b-8ea1-7ef8ddff34ab HTTP/1.1" status: 200 len: 695 time: 0.1496933 Sep 07 02:49:51.884422 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-6db4ce30-2d5c-457a-915e-614412f9f574 req-a2985c46-39d5-4a51-b4a3-74bdef7e0cbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 886262fa-f07f-468f-85df-94584aa284a5 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:49:51.921869 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-92e1ab62-2309-4fb8-9772-daae29e4e21a req-2301d3c7-fb1b-4de4-a888-69503023c254 service neutron] For port 637dbb64-5a82-4958-ab43-de16c7434d3f, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:49:51.937604 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d2ca9-e50f-4ed7-9004-02f34df457d7 req-ac105635-a041-4547-b0a8-60d51dc0744e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:51.937885 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-92e1ab62-2309-4fb8-9772-daae29e4e21a req-2301d3c7-fb1b-4de4-a888-69503023c254 service neutron] For port 637dbb64-5a82-4958-ab43-de16c7434d3f, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=637dbb64-5a82-4958-ab43-de16c7434d3f,segment=NetworkSegment(0f2957e5-5c0d-4830-9eff-1bf4d124b341),segment_id=0f2957e5-5c0d-4830-9eff-1bf4d124b341)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:49:51.939264 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1c0d2ca9-e50f-4ed7-9004-02f34df457d7 req-ac105635-a041-4547-b0a8-60d51dc0744e service neutron] 10.222.0.23 "GET /v2.0/networks?id=2e9aa464-84c0-42de-b5c6-c04299d5a19e HTTP/1.1" status: 200 len: 919 time: 0.2411344 Sep 07 02:49:51.955133 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6db4ce30-2d5c-457a-915e-614412f9f574 req-a2985c46-39d5-4a51-b4a3-74bdef7e0cbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:51.959144 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f98efefc-fde6-4ac0-a108-3bdbed315bf0 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 822a41c3-9c0f-408f-bb9c-db7b25f54e1a {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 07 02:49:51.994413 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1c0d2ca9-e50f-4ed7-9004-02f34df457d7 req-f7e0ded9-785f-4ddc-830c-c255bb0ea2f3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=319858d8-aee5-4452-baa9-8a3c87da7b44 HTTP/1.1" status: 200 len: 217 time: 0.0442770 Sep 07 02:49:52.016381 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-92e1ab62-2309-4fb8-9772-daae29e4e21a req-2301d3c7-fb1b-4de4-a888-69503023c254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:52.027451 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f98efefc-fde6-4ac0-a108-3bdbed315bf0 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:52.029991 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f98efefc-fde6-4ac0-a108-3bdbed315bf0 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] 10.222.0.22 "DELETE /v2.0/networks/822a41c3-9c0f-408f-bb9c-db7b25f54e1a HTTP/1.1" status: 204 len: 168 time: 6.1885412 Sep 07 02:49:52.042605 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 35778) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:52.050641 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 35780) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:52.065153 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df2db002-4ce4-40b5-821b-a85fe5e6eda2 req-afdb5dde-cd2c-4453-9be7-7af3151ba570 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=5decaa5e-6c54-47c4-be19-8bad024d841e HTTP/1.1" status: 200 len: 217 time: 0.3281667 Sep 07 02:49:52.099924 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4dc3c4de-3148-43b3-adeb-28a5689dfbb6 req-e6916a61-7de5-48ff-9b68-0690f835bc6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:52.114975 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98efefc-fde6-4ac0-a108-3bdbed315bf0 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Pushing event deleted for resources: {'Network': ['ID=822a41c3-9c0f-408f-bb9c-db7b25f54e1a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:52.152980 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1878b0c4-91ae-4ce9-a0f4-6d7170b93c58 req-5b393ccc-d456-47a8-84de-99fda39516b2 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:52.161099 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1878b0c4-91ae-4ce9-a0f4-6d7170b93c58 req-5b393ccc-d456-47a8-84de-99fda39516b2 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/ports?device_id=900567d9-8331-465d-89ef-e22ee16f0aef HTTP/1.1" status: 200 len: 931 time: 0.6834340 Sep 07 02:49:52.187715 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-6db4ce30-2d5c-457a-915e-614412f9f574 req-a2985c46-39d5-4a51-b4a3-74bdef7e0cbc service neutron] Transition to ACTIVE for port object 886262fa-f07f-468f-85df-94584aa284a5 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:49:52.221949 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1ab62-2309-4fb8-9772-daae29e4e21a req-2301d3c7-fb1b-4de4-a888-69503023c254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:52.222797 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-92e1ab62-2309-4fb8-9772-daae29e4e21a req-2301d3c7-fb1b-4de4-a888-69503023c254 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:52.224427 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-92e1ab62-2309-4fb8-9772-daae29e4e21a req-2301d3c7-fb1b-4de4-a888-69503023c254 service neutron] 10.222.0.23 "PUT /v2.0/ports/637dbb64-5a82-4958-ab43-de16c7434d3f HTTP/1.1" status: 200 len: 1093 time: 5.0098901 Sep 07 02:49:52.232372 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c69c02a1-ea23-49df-8d6c-0758b6213e88', 'tag': '637dbb64-5a82-4958-ab43-de16c7434d3f'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:49:52.234929 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a100d543-2b8c-40a6-8dca-49f16c36bc63" -d '{"events": [{"name": "network-changed", "server_uuid": "c69c02a1-ea23-49df-8d6c-0758b6213e88", "tag": "637dbb64-5a82-4958-ab43-de16c7434d3f"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:49:52.249433 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d2ca9-e50f-4ed7-9004-02f34df457d7 req-5e4e6196-0655-49f6-ac3f-ff6076808781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:52.251157 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1c0d2ca9-e50f-4ed7-9004-02f34df457d7 req-5e4e6196-0655-49f6-ac3f-ff6076808781 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8c714891-3ab3-4af4-b252-c7178b590fd7 HTTP/1.1" status: 200 len: 859 time: 0.2226410 Sep 07 02:49:52.282862 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6db4ce30-2d5c-457a-915e-614412f9f574 req-a2985c46-39d5-4a51-b4a3-74bdef7e0cbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:52.315021 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a5b7e5-8683-4ca4-be25-eaaddea5afa0 req-d9fe040a-0b4f-4187-86de-c9020defc771 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:52.316721 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e0a5b7e5-8683-4ca4-be25-eaaddea5afa0 req-d9fe040a-0b4f-4187-86de-c9020defc771 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/networks/1166b922-7457-4da4-bdda-328e8c8e7bc6 HTTP/1.1" status: 200 len: 784 time: 0.4136999 Sep 07 02:49:52.340618 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8b77e3f2-c1c2-4f6b-b989-39a942fb5e0f tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] 10.222.0.22 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3048 time: 0.2959628 Sep 07 02:49:52.355327 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [req-e0a5b7e5-8683-4ca4-be25-eaaddea5afa0 req-c0c49b29-9d88-4d19-a37c-6091e9b007da tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 02:49:52.356409 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e0a5b7e5-8683-4ca4-be25-eaaddea5afa0 req-c0c49b29-9d88-4d19-a37c-6091e9b007da tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0144980 Sep 07 02:49:52.370829 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 35794) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:52.373694 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1c0d2ca9-e50f-4ed7-9004-02f34df457d7 req-fd3be06f-229d-4259-a5c1-7ccddbe78470 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2e9aa464-84c0-42de-b5c6-c04299d5a19e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896914 Sep 07 02:49:52.395628 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2301d3c7-fb1b-4de4-a888-69503023c254 service neutron] Pushing event updated for resources: {'Port': ['ID=637dbb64-5a82-4958-ab43-de16c7434d3f,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:52.488407 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-725cb0f1-3261-470b-a62e-ad7e3145cc6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:52.505418 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2985c46-39d5-4a51-b4a3-74bdef7e0cbc service neutron] Pushing event updated for resources: {'Port': ['ID=886262fa-f07f-468f-85df-94584aa284a5,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:52.649666 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e0a5b7e5-8683-4ca4-be25-eaaddea5afa0 req-66b70f27-3d94-41c8-ba57-1dcd1f0ab3c4 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.214 HTTP/1.1" status: 200 len: 698 time: 0.1679282 Sep 07 02:49:52.671321 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2db002-4ce4-40b5-821b-a85fe5e6eda2 req-9ff1b54d-14d1-4998-bfbe-689a19a9a148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:52.673496 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df2db002-4ce4-40b5-821b-a85fe5e6eda2 req-9ff1b54d-14d1-4998-bfbe-689a19a9a148 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=95502a8a-ba2e-4b63-8065-1d79001ecb5c HTTP/1.1" status: 200 len: 797 time: 0.5484521 Sep 07 02:49:52.722877 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e0a5b7e5-8683-4ca4-be25-eaaddea5afa0 req-a94a4129-a7ff-473b-806b-261599eeba36 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.5.214 HTTP/1.1" status: 200 len: 698 time: 0.0524988 Sep 07 02:49:52.734629 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1878b0c4-91ae-4ce9-a0f4-6d7170b93c58 req-0cab5558-1282-483d-8bfd-10393fe2534a tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ad726ea-b259-4029-9910-1e3794ed9f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5723646 Sep 07 02:49:52.778412 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-6db4ce30-2d5c-457a-915e-614412f9f574 req-a2985c46-39d5-4a51-b4a3-74bdef7e0cbc service neutron] Attempting to bind port 886262fa-f07f-468f-85df-94584aa284a5 on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:49:52.778748 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-6db4ce30-2d5c-457a-915e-614412f9f574 req-a2985c46-39d5-4a51-b4a3-74bdef7e0cbc service neutron] Attempting to bind port 886262fa-f07f-468f-85df-94584aa284a5 by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '0f2957e5-5c0d-4830-9eff-1bf4d124b341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2bf2aa26-37a8-4cd7-a6be-6167e835d939'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:49:52.779074 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db4ce30-2d5c-457a-915e-614412f9f574 req-a2985c46-39d5-4a51-b4a3-74bdef7e0cbc service neutron] Attempting to bind port 886262fa-f07f-468f-85df-94584aa284a5 on network 2bf2aa26-37a8-4cd7-a6be-6167e835d939 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:49:52.815226 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc83fac7-e807-4857-8ee0-0c27ea408fea None None] New status for floating IP 4d3a61c5-87d1-461b-8ea1-7ef8ddff34ab: DOWN {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 02:49:52.817196 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1ab62-2309-4fb8-9772-daae29e4e21a req-103a19fe-07ff-487b-a2d9-59bb7fa05ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:52.822979 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-92e1ab62-2309-4fb8-9772-daae29e4e21a req-103a19fe-07ff-487b-a2d9-59bb7fa05ef0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e748c59c942c401f97af51eb8e42f544&device_id=c69c02a1-ea23-49df-8d6c-0758b6213e88 HTTP/1.1" status: 200 len: 1096 time: 0.5134065 Sep 07 02:49:52.895159 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607feab9-dc08-4f4b-bbff-e98fa26980b8 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:52.895663 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607feab9-dc08-4f4b-bbff-e98fa26980b8 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:52.896410 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607feab9-dc08-4f4b-bbff-e98fa26980b8 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:52.896961 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607feab9-dc08-4f4b-bbff-e98fa26980b8 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:52.897416 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607feab9-dc08-4f4b-bbff-e98fa26980b8 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:52.897868 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607feab9-dc08-4f4b-bbff-e98fa26980b8 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:52.898319 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607feab9-dc08-4f4b-bbff-e98fa26980b8 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:52.898768 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607feab9-dc08-4f4b-bbff-e98fa26980b8 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:52.899217 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607feab9-dc08-4f4b-bbff-e98fa26980b8 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:52.899688 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607feab9-dc08-4f4b-bbff-e98fa26980b8 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:52.904986 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-607feab9-dc08-4f4b-bbff-e98fa26980b8 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6487 time: 0.5308657 Sep 07 02:49:52.909805 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 35802) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:53.008402 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-4dc3c4de-3148-43b3-adeb-28a5689dfbb6 req-e6916a61-7de5-48ff-9b68-0690f835bc6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19820eb7-e810-411a-a909-358519e58df4 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:49:53.016378 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4dc3c4de-3148-43b3-adeb-28a5689dfbb6 req-e6916a61-7de5-48ff-9b68-0690f835bc6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:53.042912 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-4dc3c4de-3148-43b3-adeb-28a5689dfbb6 req-e6916a61-7de5-48ff-9b68-0690f835bc6d service neutron] Transition to ACTIVE for port object 19820eb7-e810-411a-a909-358519e58df4 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:49:53.045629 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-22011304-9666-4ac3-ac03-adbca46f3410 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] delete failed (client error): The resource could not be found. Sep 07 02:49:53.049428 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-22011304-9666-4ac3-ac03-adbca46f3410 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] 10.222.0.22 "DELETE /v2.0/floatingips/873486bc-1ae6-4afd-b8a1-0838d08820ab HTTP/1.1" status: 404 len: 345 time: 0.1310384 Sep 07 02:49:53.072409 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1c0d2ca9-e50f-4ed7-9004-02f34df457d7 req-ab98dcbe-c50f-4c65-9841-295bf5f59b34 service neutron] 10.222.0.23 "GET /v2.0/networks/2e9aa464-84c0-42de-b5c6-c04299d5a19e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6295483 Sep 07 02:49:53.073010 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 35808) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:53.108417 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-f851e669-0a6a-4ffa-a172-9a26344ba949 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] DELETE failed (client error): The resource could not be found. Sep 07 02:49:53.108988 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f851e669-0a6a-4ffa-a172-9a26344ba949 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:49:53.109797 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-92e1ab62-2309-4fb8-9772-daae29e4e21a req-db8471ed-4264-418e-8b6d-8c74f1e3e19c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=637dbb64-5a82-4958-ab43-de16c7434d3f HTTP/1.1" status: 200 len: 217 time: 0.2766418 Sep 07 02:49:53.112468 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f851e669-0a6a-4ffa-a172-9a26344ba949 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] 10.222.0.22 "DELETE /v2.0/networks/822a41c3-9c0f-408f-bb9c-db7b25f54e1a HTTP/1.1" status: 404 len: 339 time: 0.0348465 Sep 07 02:49:53.127200 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 35812) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:53.139057 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db4ce30-2d5c-457a-915e-614412f9f574 req-a2985c46-39d5-4a51-b4a3-74bdef7e0cbc service neutron] Port 886262fa-f07f-468f-85df-94584aa284a5 on network 2bf2aa26-37a8-4cd7-a6be-6167e835d939 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:49:53.139384 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db4ce30-2d5c-457a-915e-614412f9f574 req-a2985c46-39d5-4a51-b4a3-74bdef7e0cbc service neutron] Attempting to bind port 886262fa-f07f-468f-85df-94584aa284a5 on network 2bf2aa26-37a8-4cd7-a6be-6167e835d939 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:49:53.139714 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-5b346f7a-240a-476e-b9b2-d073b2579e19 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Request body: {'network': {'name': 'tempest-network--1621048940', 'router:external': True}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:49:53.142687 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4dc3c4de-3148-43b3-adeb-28a5689dfbb6 req-e6916a61-7de5-48ff-9b68-0690f835bc6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:53.219167 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db4ce30-2d5c-457a-915e-614412f9f574 req-a2985c46-39d5-4a51-b4a3-74bdef7e0cbc service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:49:53.219540 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db4ce30-2d5c-457a-915e-614412f9f574 req-a2985c46-39d5-4a51-b4a3-74bdef7e0cbc service neutron] Checking segment: {'id': '0f2957e5-5c0d-4830-9eff-1bf4d124b341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2bf2aa26-37a8-4cd7-a6be-6167e835d939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:49:53.219901 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db4ce30-2d5c-457a-915e-614412f9f574 req-a2985c46-39d5-4a51-b4a3-74bdef7e0cbc service neutron] Bound using segment: {'id': '0f2957e5-5c0d-4830-9eff-1bf4d124b341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2bf2aa26-37a8-4cd7-a6be-6167e835d939'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:49:53.220647 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-6db4ce30-2d5c-457a-915e-614412f9f574 req-a2985c46-39d5-4a51-b4a3-74bdef7e0cbc service neutron] Bound port: 886262fa-f07f-468f-85df-94584aa284a5, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f2957e5-5c0d-4830-9eff-1bf4d124b341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2bf2aa26-37a8-4cd7-a6be-6167e835d939'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:49:53.220800 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6db4ce30-2d5c-457a-915e-614412f9f574 req-a2985c46-39d5-4a51-b4a3-74bdef7e0cbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:53.252337 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2db002-4ce4-40b5-821b-a85fe5e6eda2 req-8b902ae6-291c-4ebc-ba69-bfbadda7bec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:53.254018 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df2db002-4ce4-40b5-821b-a85fe5e6eda2 req-8b902ae6-291c-4ebc-ba69-bfbadda7bec6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fef96230-f3dd-4368-8b6e-5738962456fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5183325 Sep 07 02:49:53.276783 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1c0d2ca9-e50f-4ed7-9004-02f34df457d7 req-be39af19-4c8c-4b2d-a90a-eb8283deb03d service neutron] 10.222.0.23 "GET /v2.0/networks/2e9aa464-84c0-42de-b5c6-c04299d5a19e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610446 Sep 07 02:49:53.278225 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-e0a5b7e5-8683-4ca4-be25-eaaddea5afa0 req-73850f29-0b7a-4b51-a53d-73b3e97061ce tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Deleting port f73fd257-fa7b-4bc5-9eb5-9ee5b1480312 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:49:53.278688 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-e0a5b7e5-8683-4ca4-be25-eaaddea5afa0 req-73850f29-0b7a-4b51-a53d-73b3e97061ce tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:53.324276 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-725cb0f1-3261-470b-a62e-ad7e3145cc6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:53.332174 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6916a61-7de5-48ff-9b68-0690f835bc6d service neutron] Pushing event updated for resources: {'Port': ['ID=19820eb7-e810-411a-a909-358519e58df4,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:53.362451 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1ab62-2309-4fb8-9772-daae29e4e21a req-d6817fae-871e-4ced-8b4f-5f9833fc496b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:53.364157 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-92e1ab62-2309-4fb8-9772-daae29e4e21a req-d6817fae-871e-4ced-8b4f-5f9833fc496b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2e5d5e37-e832-4960-908b-1d0126f218ce HTTP/1.1" status: 200 len: 855 time: 0.2437396 Sep 07 02:49:53.372946 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-725cb0f1-3261-470b-a62e-ad7e3145cc6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:53.435653 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725cb0f1-3261-470b-a62e-ad7e3145cc6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc9547a-c526-4b54-a8d5-9cf91dce0817,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:53.439287 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b346f7a-240a-476e-b9b2-d073b2579e19 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Made reservation on behalf of 7f36217820534322af6af2f4f4a255af for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:49:53.444887 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5b346f7a-240a-476e-b9b2-d073b2579e19 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:53.474381 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-725cb0f1-3261-470b-a62e-ad7e3145cc6a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4bf4028f05584b30873f519ec1ad66b9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3786228 Sep 07 02:49:53.484349 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-e0a5b7e5-8683-4ca4-be25-eaaddea5afa0 req-73850f29-0b7a-4b51-a53d-73b3e97061ce tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:53.484646 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-e0a5b7e5-8683-4ca4-be25-eaaddea5afa0 req-73850f29-0b7a-4b51-a53d-73b3e97061ce tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:53.487734 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 35818) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:53.509172 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b346f7a-240a-476e-b9b2-d073b2579e19 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:49:53.529473 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5b346f7a-240a-476e-b9b2-d073b2579e19 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:53.529713 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-5b346f7a-240a-476e-b9b2-d073b2579e19 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Added segment a2f33f37-ca45-426b-bc68-0a3ba3b2308d of type vlan for network ac3918d1-813b-415c-9cb9-3c5dcc1d0e51 Sep 07 02:49:53.547792 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-e0a5b7e5-8683-4ca4-be25-eaaddea5afa0 req-73850f29-0b7a-4b51-a53d-73b3e97061ce tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Calling delete_port for f73fd257-fa7b-4bc5-9eb5-9ee5b1480312 owned by network:floatingip {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:49:53.653279 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5b346f7a-240a-476e-b9b2-d073b2579e19 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:53.681388 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a50bd82-4446-4409-b1b5-482cea6b5499 req-b43dc9d3-a950-421e-9c4f-3578139094d7 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:53.682882 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6a50bd82-4446-4409-b1b5-482cea6b5499 req-b43dc9d3-a950-421e-9c4f-3578139094d7 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/ports?device_id=cff3d0b0-5413-4f78-bbff-bd4df25547fb HTTP/1.1" status: 200 len: 945 time: 0.5749276 Sep 07 02:49:53.727035 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d03d2d29-a0ac-454c-a310-5729d19f9330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:53.750004 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5b346f7a-240a-476e-b9b2-d073b2579e19 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:53.750977 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b346f7a-240a-476e-b9b2-d073b2579e19 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:53.751603 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5b346f7a-240a-476e-b9b2-d073b2579e19 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:53.796787 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d03d2d29-a0ac-454c-a310-5729d19f9330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:53.799596 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-6db4ce30-2d5c-457a-915e-614412f9f574 req-a2985c46-39d5-4a51-b4a3-74bdef7e0cbc service neutron] For port 886262fa-f07f-468f-85df-94584aa284a5, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:49:53.841778 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-6db4ce30-2d5c-457a-915e-614412f9f574 req-a2985c46-39d5-4a51-b4a3-74bdef7e0cbc service neutron] For port 886262fa-f07f-468f-85df-94584aa284a5, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=886262fa-f07f-468f-85df-94584aa284a5,segment=NetworkSegment(0f2957e5-5c0d-4830-9eff-1bf4d124b341),segment_id=0f2957e5-5c0d-4830-9eff-1bf4d124b341)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:49:53.851979 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-5b346f7a-240a-476e-b9b2-d073b2579e19 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7225850 Sep 07 02:49:53.856319 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 35826) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:53.860695 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6a50bd82-4446-4409-b1b5-482cea6b5499 req-77648738-c158-4c48-ab87-f271eace9478 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/security-groups?id=8627b096-1ea2-45e2-baf2-b285074b2a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258616 Sep 07 02:49:53.861737 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6db4ce30-2d5c-457a-915e-614412f9f574 req-a2985c46-39d5-4a51-b4a3-74bdef7e0cbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:53.866907 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df2db002-4ce4-40b5-821b-a85fe5e6eda2 req-78a1afa7-74c6-407e-a3d5-483d42407759 service neutron] 10.222.0.16 "GET /v2.0/networks/fef96230-f3dd-4368-8b6e-5738962456fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5954735 Sep 07 02:49:53.879209 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1ab62-2309-4fb8-9772-daae29e4e21a req-1f2612c7-fb89-46a6-9ca9-b52feddda0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:53.880713 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-92e1ab62-2309-4fb8-9772-daae29e4e21a req-1f2612c7-fb89-46a6-9ca9-b52feddda0ff service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2bf2aa26-37a8-4cd7-a6be-6167e835d939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5070064 Sep 07 02:49:53.894202 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-4dc3c4de-3148-43b3-adeb-28a5689dfbb6 req-e6916a61-7de5-48ff-9b68-0690f835bc6d service neutron] Attempting to bind port 19820eb7-e810-411a-a909-358519e58df4 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:49:53.894549 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-4dc3c4de-3148-43b3-adeb-28a5689dfbb6 req-e6916a61-7de5-48ff-9b68-0690f835bc6d service neutron] Attempting to bind port 19820eb7-e810-411a-a909-358519e58df4 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '0f2957e5-5c0d-4830-9eff-1bf4d124b341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2bf2aa26-37a8-4cd7-a6be-6167e835d939'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:49:53.894864 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc3c4de-3148-43b3-adeb-28a5689dfbb6 req-e6916a61-7de5-48ff-9b68-0690f835bc6d service neutron] Attempting to bind port 19820eb7-e810-411a-a909-358519e58df4 on network 2bf2aa26-37a8-4cd7-a6be-6167e835d939 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:49:53.919110 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b346f7a-240a-476e-b9b2-d073b2579e19 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Pushing event updated for resources: {'Network': ['ID=ac3918d1-813b-415c-9cb9-3c5dcc1d0e51,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:53.935030 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network ac3918d1-813b-415c-9cb9-3c5dcc1d0e51 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:49:53.936918 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-e0a5b7e5-8683-4ca4-be25-eaaddea5afa0 req-73850f29-0b7a-4b51-a53d-73b3e97061ce tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:53.984954 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d03d2d29-a0ac-454c-a310-5729d19f9330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:53.987944 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d03d2d29-a0ac-454c-a310-5729d19f9330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:53.991407 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d03d2d29-a0ac-454c-a310-5729d19f9330 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0cc9547a-c526-4b54-a8d5-9cf91dce0817 HTTP/1.1" status: 204 len: 168 time: 0.5003107 Sep 07 02:49:54.006793 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73850f29-0b7a-4b51-a53d-73b3e97061ce tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Pushing event deleted for resources: {'Port': ['ID=f73fd257-fa7b-4bc5-9eb5-9ee5b1480312,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:54.043193 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc3c4de-3148-43b3-adeb-28a5689dfbb6 req-e6916a61-7de5-48ff-9b68-0690f835bc6d service neutron] Port 19820eb7-e810-411a-a909-358519e58df4 on network 2bf2aa26-37a8-4cd7-a6be-6167e835d939 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:49:54.043741 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc3c4de-3148-43b3-adeb-28a5689dfbb6 req-e6916a61-7de5-48ff-9b68-0690f835bc6d service neutron] Attempting to bind port 19820eb7-e810-411a-a909-358519e58df4 on network 2bf2aa26-37a8-4cd7-a6be-6167e835d939 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:49:54.076720 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a388859-551c-499b-9a71-25384d0f35f5 x-openstack-request-id: req-6a388859-551c-499b-9a71-25384d0f35f5 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:49:54.078081 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c69c02a1-ea23-49df-8d6c-0758b6213e88", "tag": "637dbb64-5a82-4958-ab43-de16c7434d3f", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:49:54.078394 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6a388859-551c-499b-9a71-25384d0f35f5 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:49:54.080389 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c69c02a1-ea23-49df-8d6c-0758b6213e88', 'tag': '637dbb64-5a82-4958-ab43-de16c7434d3f', 'status': 'completed', 'code': 200} Sep 07 02:49:54.107430 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03d2d29-a0ac-454c-a310-5729d19f9330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc9547a-c526-4b54-a8d5-9cf91dce0817,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:54.152310 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4ce30-2d5c-457a-915e-614412f9f574 req-a2985c46-39d5-4a51-b4a3-74bdef7e0cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:54.153059 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6db4ce30-2d5c-457a-915e-614412f9f574 req-a2985c46-39d5-4a51-b4a3-74bdef7e0cbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:54.154631 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6db4ce30-2d5c-457a-915e-614412f9f574 req-a2985c46-39d5-4a51-b4a3-74bdef7e0cbc service neutron] 10.222.0.16 "PUT /v2.0/ports/886262fa-f07f-468f-85df-94584aa284a5 HTTP/1.1" status: 200 len: 1093 time: 5.3550675 Sep 07 02:49:54.162057 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-e0a5b7e5-8683-4ca4-be25-eaaddea5afa0 req-73850f29-0b7a-4b51-a53d-73b3e97061ce tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Notify callbacks [] for floatingip, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:54.165642 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-e0a5b7e5-8683-4ca4-be25-eaaddea5afa0 req-73850f29-0b7a-4b51-a53d-73b3e97061ce tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:54.168649 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e0a5b7e5-8683-4ca4-be25-eaaddea5afa0 req-73850f29-0b7a-4b51-a53d-73b3e97061ce tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "DELETE /v2.0/floatingips/4d3a61c5-87d1-461b-8ea1-7ef8ddff34ab HTTP/1.1" status: 204 len: 173 time: 1.3804753 Sep 07 02:49:54.269235 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc3c4de-3148-43b3-adeb-28a5689dfbb6 req-e6916a61-7de5-48ff-9b68-0690f835bc6d service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:49:54.269687 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc3c4de-3148-43b3-adeb-28a5689dfbb6 req-e6916a61-7de5-48ff-9b68-0690f835bc6d service neutron] Checking segment: {'id': '0f2957e5-5c0d-4830-9eff-1bf4d124b341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2bf2aa26-37a8-4cd7-a6be-6167e835d939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:49:54.270166 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc3c4de-3148-43b3-adeb-28a5689dfbb6 req-e6916a61-7de5-48ff-9b68-0690f835bc6d service neutron] Bound using segment: {'id': '0f2957e5-5c0d-4830-9eff-1bf4d124b341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2bf2aa26-37a8-4cd7-a6be-6167e835d939'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:49:54.270687 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-4dc3c4de-3148-43b3-adeb-28a5689dfbb6 req-e6916a61-7de5-48ff-9b68-0690f835bc6d service neutron] Bound port: 19820eb7-e810-411a-a909-358519e58df4, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f2957e5-5c0d-4830-9eff-1bf4d124b341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2bf2aa26-37a8-4cd7-a6be-6167e835d939'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:49:54.271121 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4dc3c4de-3148-43b3-adeb-28a5689dfbb6 req-e6916a61-7de5-48ff-9b68-0690f835bc6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:54.352261 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37119f-b402-464c-8aba-6166cae1fb3c req-0ab7f75e-e64d-433c-8a7f-0521a3a97a81 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:54.355058 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7a37119f-b402-464c-8aba-6166cae1fb3c req-0ab7f75e-e64d-433c-8a7f-0521a3a97a81 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/ports?device_id=900567d9-8331-465d-89ef-e22ee16f0aef HTTP/1.1" status: 200 len: 943 time: 0.0734251 Sep 07 02:49:54.418764 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7a37119f-b402-464c-8aba-6166cae1fb3c req-36b588b2-2161-43d0-bef7-6327e94cb29c tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ad726ea-b259-4029-9910-1e3794ed9f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562260 Sep 07 02:49:54.449437 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2985c46-39d5-4a51-b4a3-74bdef7e0cbc service neutron] Pushing event updated for resources: {'Port': ['ID=886262fa-f07f-468f-85df-94584aa284a5,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:54.454283 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 35846) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:54.470284 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5e994660-3fb5-4628-9253-52ae79b6d4ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:54.593693 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5e994660-3fb5-4628-9253-52ae79b6d4ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:54.604520 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5e994660-3fb5-4628-9253-52ae79b6d4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:54.638717 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-4dc3c4de-3148-43b3-adeb-28a5689dfbb6 req-e6916a61-7de5-48ff-9b68-0690f835bc6d service neutron] For port 19820eb7-e810-411a-a909-358519e58df4, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:49:54.642421 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4ce30-2d5c-457a-915e-614412f9f574 req-566a5721-5819-48fd-9dab-bc7db5c755f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:54.643998 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6db4ce30-2d5c-457a-915e-614412f9f574 req-566a5721-5819-48fd-9dab-bc7db5c755f4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e748c59c942c401f97af51eb8e42f544&device_id=7b4c0959-8b25-4296-a6d0-61af053c97d2 HTTP/1.1" status: 200 len: 1096 time: 0.4410036 Sep 07 02:49:54.646526 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-5e994660-3fb5-4628-9253-52ae79b6d4ba admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2153722cd9304501a737633ca2392c18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1909218 Sep 07 02:49:54.649293 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e994660-3fb5-4628-9253-52ae79b6d4ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c80864-7291-426a-92e4-885c4fa9191b,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:54.650153 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df2db002-4ce4-40b5-821b-a85fe5e6eda2 req-ff272803-3fd2-40a1-b090-be4ff6c9db3c service neutron] 10.222.0.16 "GET /v2.0/networks/fef96230-f3dd-4368-8b6e-5738962456fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7570698 Sep 07 02:49:54.653551 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 35848) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:54.658141 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05893b48-759a-4935-b8e0-dd00fbc272a6 tempest-ExternalNetworksTestJSON-164181347 tempest-ExternalNetworksTestJSON-164181347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:54.664101 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05893b48-759a-4935-b8e0-dd00fbc272a6 tempest-ExternalNetworksTestJSON-164181347 tempest-ExternalNetworksTestJSON-164181347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:54.671045 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05893b48-759a-4935-b8e0-dd00fbc272a6 tempest-ExternalNetworksTestJSON-164181347 tempest-ExternalNetworksTestJSON-164181347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:54.677405 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05893b48-759a-4935-b8e0-dd00fbc272a6 tempest-ExternalNetworksTestJSON-164181347 tempest-ExternalNetworksTestJSON-164181347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:54.679139 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-05893b48-759a-4935-b8e0-dd00fbc272a6 tempest-ExternalNetworksTestJSON-164181347 tempest-ExternalNetworksTestJSON-164181347-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.8151643 Sep 07 02:49:54.686254 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 35850) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:54.700384 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5e3068a9-9b1c-4252-a654-1b569cdbfe33 req-eb2764d8-7916-4655-b95d-cd116acf60c2 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/security-groups/de322b69-ab57-4d52-b280-b66ebb54185b HTTP/1.1" status: 200 len: 1808 time: 0.4717875 Sep 07 02:49:54.702544 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-92e1ab62-2309-4fb8-9772-daae29e4e21a req-df78aa5d-6430-46a8-9927-c351a14b444c service neutron] 10.222.0.23 "GET /v2.0/networks/2bf2aa26-37a8-4cd7-a6be-6167e835d939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8054719 Sep 07 02:49:54.765176 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-4dc3c4de-3148-43b3-adeb-28a5689dfbb6 req-e6916a61-7de5-48ff-9b68-0690f835bc6d service neutron] For port 19820eb7-e810-411a-a909-358519e58df4, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=19820eb7-e810-411a-a909-358519e58df4,segment=NetworkSegment(0f2957e5-5c0d-4830-9eff-1bf4d124b341),segment_id=0f2957e5-5c0d-4830-9eff-1bf4d124b341)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:49:54.767810 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2d2a8d12-7363-4c56-9744-1a90c9f749bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:54.777535 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6db4ce30-2d5c-457a-915e-614412f9f574 req-fae8335c-0809-4707-97a4-ee132398e823 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=886262fa-f07f-468f-85df-94584aa284a5 HTTP/1.1" status: 200 len: 217 time: 0.0953701 Sep 07 02:49:54.778076 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3a4946c3-febd-429d-ba6a-00fd2590158e tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:54.778798 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df2db002-4ce4-40b5-821b-a85fe5e6eda2 req-f265079e-a682-406a-839f-75d1d32c092f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e7ad01c7-8747-4618-90fb-6bdd88c0a6d2 HTTP/1.1" status: 200 len: 217 time: 0.0982091 Sep 07 02:49:54.787638 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4dc3c4de-3148-43b3-adeb-28a5689dfbb6 req-e6916a61-7de5-48ff-9b68-0690f835bc6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:54.807674 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2d2a8d12-7363-4c56-9744-1a90c9f749bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:54.923254 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3a4946c3-febd-429d-ba6a-00fd2590158e tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:54.952778 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-3a4946c3-febd-429d-ba6a-00fd2590158e tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac3918d1-813b-415c-9cb9-3c5dcc1d0e51']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:49:54.956007 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc3c4de-3148-43b3-adeb-28a5689dfbb6 req-e6916a61-7de5-48ff-9b68-0690f835bc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:54.956427 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2d2a8d12-7363-4c56-9744-1a90c9f749bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:54.956616 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4dc3c4de-3148-43b3-adeb-28a5689dfbb6 req-e6916a61-7de5-48ff-9b68-0690f835bc6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:54.958053 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4dc3c4de-3148-43b3-adeb-28a5689dfbb6 req-e6916a61-7de5-48ff-9b68-0690f835bc6d service neutron] 10.222.0.23 "PUT /v2.0/ports/19820eb7-e810-411a-a909-358519e58df4 HTTP/1.1" status: 200 len: 1092 time: 3.6311352 Sep 07 02:49:54.960408 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2d2a8d12-7363-4c56-9744-1a90c9f749bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:54.962771 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-2d2a8d12-7363-4c56-9744-1a90c9f749bf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/47c80864-7291-426a-92e4-885c4fa9191b HTTP/1.1" status: 204 len: 168 time: 0.3070817 Sep 07 02:49:55.024031 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2a8d12-7363-4c56-9744-1a90c9f749bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c80864-7291-426a-92e4-885c4fa9191b,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:55.035740 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-3a4946c3-febd-429d-ba6a-00fd2590158e tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2f33f37-ca45-426b-bc68-0a3ba3b2308d') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:49:55.037883 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-3a4946c3-febd-429d-ba6a-00fd2590158e tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2f33f37-ca45-426b-bc68-0a3ba3b2308d') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:49:55.074807 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3a4946c3-febd-429d-ba6a-00fd2590158e tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:55.081073 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4ce30-2d5c-457a-915e-614412f9f574 req-3b62aeb1-9988-4ce7-aab4-5c21f37ea91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:55.083759 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6db4ce30-2d5c-457a-915e-614412f9f574 req-3b62aeb1-9988-4ce7-aab4-5c21f37ea91c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2e5d5e37-e832-4960-908b-1d0126f218ce HTTP/1.1" status: 200 len: 855 time: 0.2765291 Sep 07 02:49:55.090531 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2db002-4ce4-40b5-821b-a85fe5e6eda2 req-939a6b75-8e72-4105-8516-d53556fe83de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:55.092511 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df2db002-4ce4-40b5-821b-a85fe5e6eda2 req-939a6b75-8e72-4105-8516-d53556fe83de service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fa07d668-6197-4922-9f11-0bb1fe24556f HTTP/1.1" status: 200 len: 797 time: 0.2808163 Sep 07 02:49:55.143968 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6916a61-7de5-48ff-9b68-0690f835bc6d service neutron] Pushing event updated for resources: {'Port': ['ID=19820eb7-e810-411a-a909-358519e58df4,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:55.144689 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3a4946c3-febd-429d-ba6a-00fd2590158e tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:55.156923 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a4946c3-febd-429d-ba6a-00fd2590158e tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:49:55.156923 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3a4946c3-febd-429d-ba6a-00fd2590158e tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:55.157569 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:49:55.157569 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:49:55.157569 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:49:55.157569 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:49:55.157569 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:49:55.157569 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:49:55.157569 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:49:55.157569 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:49:55.157569 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:49:55.157569 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:49:55.157569 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:49:55.157569 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:49:55.157569 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:49:55.157569 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:49:55.157569 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:49:55.157569 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:49:55.157569 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:49:55.157569 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:49:55.157569 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:49:55.157569 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:49:55.157569 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:49:55.157569 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:49:55.157569 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:49:55.157569 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:49:55.157569 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:49:55.157569 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:49:55.157569 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:49:55.157569 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:49:55.157569 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:49:55.157569 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:49:55.157569 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:49:55.157569 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:49:55.266745 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5e3068a9-9b1c-4252-a654-1b569cdbfe33 req-f01d321c-f4af-4482-ac5f-f5226d6f14f0 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:55.280527 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-92e1ab62-2309-4fb8-9772-daae29e4e21a req-e5b3f623-978b-4648-8a66-3d363e4b355e service neutron] 10.222.0.23 "GET /v2.0/networks/2bf2aa26-37a8-4cd7-a6be-6167e835d939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5126753 Sep 07 02:49:55.280729 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3a4946c3-febd-429d-ba6a-00fd2590158e tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:55.303784 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc3c4de-3148-43b3-adeb-28a5689dfbb6 req-eae21c05-2be8-451f-b6aa-38e3b6071aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:55.305465 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4dc3c4de-3148-43b3-adeb-28a5689dfbb6 req-eae21c05-2be8-451f-b6aa-38e3b6071aae service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e748c59c942c401f97af51eb8e42f544&device_id=900567d9-8331-465d-89ef-e22ee16f0aef HTTP/1.1" status: 200 len: 1095 time: 0.2704141 Sep 07 02:49:55.320745 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5e3068a9-9b1c-4252-a654-1b569cdbfe33 req-f01d321c-f4af-4482-ac5f-f5226d6f14f0 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:55.336424 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a4946c3-febd-429d-ba6a-00fd2590158e tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ac3918d1-813b-415c-9cb9-3c5dcc1d0e51 {{(pid=94701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 07 02:49:55.339959 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4946c3-febd-429d-ba6a-00fd2590158e tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Pushing event deleted for resources: {'Network': ['ID=ac3918d1-813b-415c-9cb9-3c5dcc1d0e51,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:55.344190 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3a4946c3-febd-429d-ba6a-00fd2590158e tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:55.352636 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-3a4946c3-febd-429d-ba6a-00fd2590158e tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] 10.222.0.22 "DELETE /v2.0/networks/ac3918d1-813b-415c-9cb9-3c5dcc1d0e51 HTTP/1.1" status: 204 len: 168 time: 0.6652522 Sep 07 02:49:55.353342 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 35870) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:55.365577 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-b01e3da7-a9d7-44b7-8f39-d5982c74f23c tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Request body: {'network': {'name': 'tempest-network--71346590', 'router:external': True}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:49:55.402834 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4ce30-2d5c-457a-915e-614412f9f574 req-a84e8d1f-fb70-4a28-b7c0-34e59f61eb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:55.404384 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6db4ce30-2d5c-457a-915e-614412f9f574 req-a84e8d1f-fb70-4a28-b7c0-34e59f61eb0b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2bf2aa26-37a8-4cd7-a6be-6167e835d939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3064065 Sep 07 02:49:55.414000 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4dc3c4de-3148-43b3-adeb-28a5689dfbb6 req-319742f3-54ca-438f-9052-36e4ac25f698 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19820eb7-e810-411a-a909-358519e58df4 HTTP/1.1" status: 200 len: 217 time: 0.0889184 Sep 07 02:49:55.415557 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01e3da7-a9d7-44b7-8f39-d5982c74f23c tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Made reservation on behalf of 7f36217820534322af6af2f4f4a255af for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:49:55.417913 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b01e3da7-a9d7-44b7-8f39-d5982c74f23c tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:55.444401 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2db002-4ce4-40b5-821b-a85fe5e6eda2 req-690b710a-fdcd-4b74-adab-8edb158d3b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:55.446433 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df2db002-4ce4-40b5-821b-a85fe5e6eda2 req-690b710a-fdcd-4b74-adab-8edb158d3b0b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5ef2135d-eb79-4b03-bc59-b7d80582547a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2814069 Sep 07 02:49:55.469027 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b01e3da7-a9d7-44b7-8f39-d5982c74f23c tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:49:55.488741 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b01e3da7-a9d7-44b7-8f39-d5982c74f23c tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:55.489080 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-b01e3da7-a9d7-44b7-8f39-d5982c74f23c tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Added segment e9faf934-a4cd-4227-b1e3-23b3e3a39f1b of type vlan for network a2cf9548-4c08-4e04-8578-eb83dddefd27 Sep 07 02:49:55.600194 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b01e3da7-a9d7-44b7-8f39-d5982c74f23c tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:55.635958 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da2eb28-8fb1-4232-bde0-adc8e99d7885 req-1da80a55-ed5c-4fcb-b747-77811e5eadfe tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:55.646326 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0da2eb28-8fb1-4232-bde0-adc8e99d7885 req-1da80a55-ed5c-4fcb-b747-77811e5eadfe tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/ports?device_id=900567d9-8331-465d-89ef-e22ee16f0aef HTTP/1.1" status: 200 len: 943 time: 0.0968499 Sep 07 02:49:55.729553 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0da2eb28-8fb1-4232-bde0-adc8e99d7885 req-80975299-ed4f-4047-8bb5-e2b03f1b6e4f tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ad726ea-b259-4029-9910-1e3794ed9f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809519 Sep 07 02:49:55.738029 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b01e3da7-a9d7-44b7-8f39-d5982c74f23c tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:55.739298 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01e3da7-a9d7-44b7-8f39-d5982c74f23c tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:55.740191 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b01e3da7-a9d7-44b7-8f39-d5982c74f23c tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:55.801639 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5e3068a9-9b1c-4252-a654-1b569cdbfe33 req-f01d321c-f4af-4482-ac5f-f5226d6f14f0 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:55.805646 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5e3068a9-9b1c-4252-a654-1b569cdbfe33 req-f01d321c-f4af-4482-ac5f-f5226d6f14f0 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:55.808143 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5e3068a9-9b1c-4252-a654-1b569cdbfe33 req-f01d321c-f4af-4482-ac5f-f5226d6f14f0 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "DELETE /v2.0/security-groups/de322b69-ab57-4d52-b280-b66ebb54185b HTTP/1.1" status: 204 len: 173 time: 1.0413463 Sep 07 02:49:55.840042 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100d543-2b8c-40a6-8dca-49f16c36bc63 req-0cbd50d0-2cee-470f-a3a8-84a44495854e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:55.841896 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a100d543-2b8c-40a6-8dca-49f16c36bc63 req-0cbd50d0-2cee-470f-a3a8-84a44495854e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e748c59c942c401f97af51eb8e42f544&device_id=c69c02a1-ea23-49df-8d6c-0758b6213e88 HTTP/1.1" status: 200 len: 1096 time: 0.4525256 Sep 07 02:49:55.854169 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01e3da7-a9d7-44b7-8f39-d5982c74f23c tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Pushing event updated for resources: {'Network': ['ID=a2cf9548-4c08-4e04-8578-eb83dddefd27,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:55.855573 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc3c4de-3148-43b3-adeb-28a5689dfbb6 req-8649a063-8dda-4cbb-9a1c-5f97aecfeb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:55.857914 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4dc3c4de-3148-43b3-adeb-28a5689dfbb6 req-8649a063-8dda-4cbb-9a1c-5f97aecfeb36 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2e5d5e37-e832-4960-908b-1d0126f218ce HTTP/1.1" status: 200 len: 855 time: 0.3994341 Sep 07 02:49:55.870614 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01d321c-f4af-4482-ac5f-f5226d6f14f0 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de322b69-ab57-4d52-b280-b66ebb54185b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:55.871179 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b01e3da7-a9d7-44b7-8f39-d5982c74f23c tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 860 time: 0.5161903 Sep 07 02:49:55.874006 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 35892) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:55.930029 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network a2cf9548-4c08-4e04-8578-eb83dddefd27 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:49:55.993855 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ce6b11-e39e-44f7-a501-4e0266a9c59d tempest-ExternalNetworksTestJSON-164181347 tempest-ExternalNetworksTestJSON-164181347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:55.997463 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-78ce6b11-e39e-44f7-a501-4e0266a9c59d tempest-ExternalNetworksTestJSON-164181347 tempest-ExternalNetworksTestJSON-164181347-project] 10.222.0.22 "GET /v2.0/networks/a2cf9548-4c08-4e04-8578-eb83dddefd27 HTTP/1.1" status: 200 len: 755 time: 0.1190000 Sep 07 02:49:55.999921 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 35900) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:56.203568 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635239bd-5d87-4a43-a483-f72d98de94f3 tempest-ExternalNetworksTestJSON-164181347 tempest-ExternalNetworksTestJSON-164181347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:56.205780 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-635239bd-5d87-4a43-a483-f72d98de94f3 tempest-ExternalNetworksTestJSON-164181347 tempest-ExternalNetworksTestJSON-164181347-project] 10.222.0.22 "GET /v2.0/networks/089e090c-ea91-45be-ae23-1ced341c5fb0 HTTP/1.1" status: 200 len: 768 time: 0.2042313 Sep 07 02:49:56.208399 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 35914) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:56.218486 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-42d0cb81-b883-4a37-93b8-686443b4d2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:56.535267 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b4c0959-8b25-4296-a6d0-61af053c97d2', 'tag': '886262fa-f07f-468f-85df-94584aa284a5'}, {'name': 'network-changed', 'server_uuid': '900567d9-8331-465d-89ef-e22ee16f0aef', 'tag': '19820eb7-e810-411a-a909-358519e58df4'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:49:56.537623 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0677487b-3402-4385-8d50-7cbe436c50db" -d '{"events": [{"name": "network-changed", "server_uuid": "7b4c0959-8b25-4296-a6d0-61af053c97d2", "tag": "886262fa-f07f-468f-85df-94584aa284a5"}, {"name": "network-changed", "server_uuid": "900567d9-8331-465d-89ef-e22ee16f0aef", "tag": "19820eb7-e810-411a-a909-358519e58df4"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:49:56.602226 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df2db002-4ce4-40b5-821b-a85fe5e6eda2 req-aec06907-8922-4fe6-b25d-a1048a8284a4 service neutron] 10.222.0.16 "GET /v2.0/networks/5ef2135d-eb79-4b03-bc59-b7d80582547a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0980806 Sep 07 02:49:56.693070 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6db4ce30-2d5c-457a-915e-614412f9f574 req-d3cbcb56-e509-473c-adac-e5150ac0976c service neutron] 10.222.0.16 "GET /v2.0/networks/2bf2aa26-37a8-4cd7-a6be-6167e835d939?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2555211 Sep 07 02:49:56.725331 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 07 Sep 2021 02:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8398a044-c6b0-4156-9f45-02df40e287c7 x-openstack-request-id: req-8398a044-c6b0-4156-9f45-02df40e287c7 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:49:56.725591 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b4c0959-8b25-4296-a6d0-61af053c97d2", "tag": "886262fa-f07f-468f-85df-94584aa284a5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "900567d9-8331-465d-89ef-e22ee16f0aef", "tag": "19820eb7-e810-411a-a909-358519e58df4", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:49:56.725790 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8398a044-c6b0-4156-9f45-02df40e287c7 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:49:56.726376 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b4c0959-8b25-4296-a6d0-61af053c97d2', 'tag': '886262fa-f07f-468f-85df-94584aa284a5', 'status': 'completed', 'code': 200} Sep 07 02:49:56.726842 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '900567d9-8331-465d-89ef-e22ee16f0aef', 'tag': '19820eb7-e810-411a-a909-358519e58df4', 'status': 'completed', 'code': 200} Sep 07 02:49:56.789765 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b8440a5d-23cc-4600-b9a9-5cc3a50469de tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:56.845027 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc3c4de-3148-43b3-adeb-28a5689dfbb6 req-52fd9361-7d29-432e-a3eb-e8aa2a13cc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:56.846874 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4dc3c4de-3148-43b3-adeb-28a5689dfbb6 req-52fd9361-7d29-432e-a3eb-e8aa2a13cc91 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2bf2aa26-37a8-4cd7-a6be-6167e835d939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9696796 Sep 07 02:49:56.869201 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f79cf1-3a1c-402a-ab11-f6136deebfdb req-469b820f-098e-48d2-90be-c8df5ac0c461 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:56.877583 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-24f79cf1-3a1c-402a-ab11-f6136deebfdb req-469b820f-098e-48d2-90be-c8df5ac0c461 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/ports?device_id=56d8a0c3-29f8-4582-bd71-98a81eff804d HTTP/1.1" status: 200 len: 945 time: 0.1316245 Sep 07 02:49:56.942024 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-24f79cf1-3a1c-402a-ab11-f6136deebfdb req-4ec21403-b7cf-425d-aaec-3f398ff8f2ed tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/security-groups?id=35ad6a2a-c1a1-4b90-a91e-f545a6963c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615399 Sep 07 02:49:56.982280 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b8440a5d-23cc-4600-b9a9-5cc3a50469de tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:57.010384 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-b8440a5d-23cc-4600-b9a9-5cc3a50469de tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2cf9548-4c08-4e04-8578-eb83dddefd27']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:49:57.026043 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-b8440a5d-23cc-4600-b9a9-5cc3a50469de tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9faf934-a4cd-4227-b1e3-23b3e3a39f1b') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:49:57.026422 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-b8440a5d-23cc-4600-b9a9-5cc3a50469de tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9faf934-a4cd-4227-b1e3-23b3e3a39f1b') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:49:57.042778 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b8440a5d-23cc-4600-b9a9-5cc3a50469de tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:57.065167 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100d543-2b8c-40a6-8dca-49f16c36bc63 req-bbfada0f-7846-4db9-a6b3-bef42d403cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:57.073053 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b8440a5d-23cc-4600-b9a9-5cc3a50469de tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:57.079947 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8440a5d-23cc-4600-b9a9-5cc3a50469de tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:49:57.080456 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b8440a5d-23cc-4600-b9a9-5cc3a50469de tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:57.081404 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a100d543-2b8c-40a6-8dca-49f16c36bc63 req-bbfada0f-7846-4db9-a6b3-bef42d403cdb service neutron] 10.222.0.23 "GET /v2.0/networks?id=2bf2aa26-37a8-4cd7-a6be-6167e835d939 HTTP/1.1" status: 200 len: 916 time: 1.2175255 Sep 07 02:49:57.082517 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:49:57.082517 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:49:57.082517 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:49:57.082517 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:49:57.082517 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:49:57.082517 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:49:57.082517 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:49:57.082517 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:49:57.082517 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:49:57.082517 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:49:57.082517 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:49:57.082517 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:49:57.082517 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:49:57.082517 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:49:57.082517 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:49:57.082517 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:49:57.082517 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:49:57.082517 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:49:57.082517 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:49:57.082517 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:49:57.082517 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:49:57.082517 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:49:57.082517 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:49:57.082517 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:49:57.082517 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:49:57.082517 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:49:57.082517 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:49:57.082517 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:49:57.082517 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:49:57.082517 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:49:57.082517 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:49:57.082517 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:49:57.188862 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275808cc-6ca0-44f7-a0b8-c43fba6cca92 req-5ff6de73-4250-4c0b-9568-029b2296c02c tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:57.195337 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-275808cc-6ca0-44f7-a0b8-c43fba6cca92 req-5ff6de73-4250-4c0b-9568-029b2296c02c tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/ports?device_id=900567d9-8331-465d-89ef-e22ee16f0aef HTTP/1.1" status: 200 len: 943 time: 0.3527064 Sep 07 02:49:57.221083 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b8440a5d-23cc-4600-b9a9-5cc3a50469de tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:57.228967 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8440a5d-23cc-4600-b9a9-5cc3a50469de tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a2cf9548-4c08-4e04-8578-eb83dddefd27 {{(pid=94701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 07 02:49:57.231579 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b8440a5d-23cc-4600-b9a9-5cc3a50469de tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:57.234806 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b8440a5d-23cc-4600-b9a9-5cc3a50469de tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] 10.222.0.22 "DELETE /v2.0/networks/a2cf9548-4c08-4e04-8578-eb83dddefd27 HTTP/1.1" status: 204 len: 168 time: 1.0228195 Sep 07 02:49:57.246879 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 35948) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:57.253001 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-f132c9d4-ac32-47ef-bd51-09d913a74ce6 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Request body: {'network': {'name': 'tempest-network--407941476'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:49:57.257316 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8440a5d-23cc-4600-b9a9-5cc3a50469de tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Pushing event deleted for resources: {'Network': ['ID=a2cf9548-4c08-4e04-8578-eb83dddefd27,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:57.291165 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a100d543-2b8c-40a6-8dca-49f16c36bc63 req-82b919e3-7057-4598-9463-f29f1b08ed63 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=637dbb64-5a82-4958-ab43-de16c7434d3f HTTP/1.1" status: 200 len: 217 time: 0.1940665 Sep 07 02:49:57.291848 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f132c9d4-ac32-47ef-bd51-09d913a74ce6 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Made reservation on behalf of 7f36217820534322af6af2f4f4a255af for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:49:57.295638 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f132c9d4-ac32-47ef-bd51-09d913a74ce6 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:57.312405 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df2db002-4ce4-40b5-821b-a85fe5e6eda2 req-3053afa3-9a6c-4c60-b5ec-e4cf8b5c974a service neutron] 10.222.0.16 "GET /v2.0/networks/5ef2135d-eb79-4b03-bc59-b7d80582547a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6415517 Sep 07 02:49:57.342137 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f132c9d4-ac32-47ef-bd51-09d913a74ce6 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:49:57.359903 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f132c9d4-ac32-47ef-bd51-09d913a74ce6 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:57.363677 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-f132c9d4-ac32-47ef-bd51-09d913a74ce6 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Added segment 5cc4de3f-f74c-4317-b29a-f8412a352efe of type vlan for network eda873a6-87dc-4c2c-a2c5-202a6fdafd4b Sep 07 02:49:57.370732 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6db4ce30-2d5c-457a-915e-614412f9f574 req-3d40af38-d623-4ce7-aafd-501ae5409979 service neutron] 10.222.0.16 "GET /v2.0/networks/2bf2aa26-37a8-4cd7-a6be-6167e835d939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6370931 Sep 07 02:49:57.457510 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f132c9d4-ac32-47ef-bd51-09d913a74ce6 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:57.473103 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-275808cc-6ca0-44f7-a0b8-c43fba6cca92 req-72f181b4-c2d5-4905-b7aa-4f30f21d553d tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ad726ea-b259-4029-9910-1e3794ed9f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888115 Sep 07 02:49:57.479142 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df2db002-4ce4-40b5-821b-a85fe5e6eda2 req-345c8636-2df3-44fb-85e0-7954628ef5ee service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dfc9b065-1c7f-4968-9ce9-8ee8bb3c5e67 HTTP/1.1" status: 200 len: 217 time: 0.0830529 Sep 07 02:49:57.528298 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f132c9d4-ac32-47ef-bd51-09d913a74ce6 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:57.530418 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f132c9d4-ac32-47ef-bd51-09d913a74ce6 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:57.531747 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f132c9d4-ac32-47ef-bd51-09d913a74ce6 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:57.566326 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f132c9d4-ac32-47ef-bd51-09d913a74ce6 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3178089 Sep 07 02:49:57.570028 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 35960) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:57.586539 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-8771a9d3-70c5-4f77-a554-b372f7f34ebc tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:49:57.607028 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2db002-4ce4-40b5-821b-a85fe5e6eda2 req-e5c22097-3095-454d-aaac-24ab95641040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:57.608548 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df2db002-4ce4-40b5-821b-a85fe5e6eda2 req-e5c22097-3095-454d-aaac-24ab95641040 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fa07d668-6197-4922-9f11-0bb1fe24556f HTTP/1.1" status: 200 len: 797 time: 0.0905766 Sep 07 02:49:57.623289 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4dc3c4de-3148-43b3-adeb-28a5689dfbb6 req-4296b45f-3d3b-4860-8ae5-31b3d331f39d service neutron] 10.222.0.23 "GET /v2.0/networks/2bf2aa26-37a8-4cd7-a6be-6167e835d939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7592123 Sep 07 02:49:57.629741 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f132c9d4-ac32-47ef-bd51-09d913a74ce6 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Pushing event updated for resources: {'Network': ['ID=eda873a6-87dc-4c2c-a2c5-202a6fdafd4b,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:57.638367 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100d543-2b8c-40a6-8dca-49f16c36bc63 req-a2c5a7f0-e0fd-428c-aed3-0e8da921fc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:57.640233 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network eda873a6-87dc-4c2c-a2c5-202a6fdafd4b details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:49:57.643947 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a100d543-2b8c-40a6-8dca-49f16c36bc63 req-a2c5a7f0-e0fd-428c-aed3-0e8da921fc16 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2e5d5e37-e832-4960-908b-1d0126f218ce HTTP/1.1" status: 200 len: 855 time: 0.3416195 Sep 07 02:49:57.768347 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677487b-3402-4385-8d50-7cbe436c50db req-b19cace4-4b31-4326-b7c5-656a76cbc2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:57.769821 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0677487b-3402-4385-8d50-7cbe436c50db req-b19cace4-4b31-4326-b7c5-656a76cbc2ca service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e748c59c942c401f97af51eb8e42f544&device_id=7b4c0959-8b25-4296-a6d0-61af053c97d2 HTTP/1.1" status: 200 len: 1096 time: 0.2928271 Sep 07 02:49:57.864745 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 637dbb64-5a82-4958-ab43-de16c7434d3f details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:49:57.973708 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100d543-2b8c-40a6-8dca-49f16c36bc63 req-901a9f7c-31c2-4654-b161-d653414924cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:57.975394 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a100d543-2b8c-40a6-8dca-49f16c36bc63 req-901a9f7c-31c2-4654-b161-d653414924cb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2bf2aa26-37a8-4cd7-a6be-6167e835d939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2965491 Sep 07 02:49:57.977292 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2db002-4ce4-40b5-821b-a85fe5e6eda2 req-5d899577-05c8-46dd-9e87-0cf0bc3d0c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:57.979428 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df2db002-4ce4-40b5-821b-a85fe5e6eda2 req-5d899577-05c8-46dd-9e87-0cf0bc3d0c7d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5ef2135d-eb79-4b03-bc59-b7d80582547a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3530469 Sep 07 02:49:58.034175 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 637dbb64-5a82-4958-ab43-de16c7434d3f, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=637dbb64-5a82-4958-ab43-de16c7434d3f,segment=NetworkSegment(0f2957e5-5c0d-4830-9eff-1bf4d124b341),segment_id=0f2957e5-5c0d-4830-9eff-1bf4d124b341)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:49:58.051290 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '637dbb64-5a82-4958-ab43-de16c7434d3f', 'network_id': '2bf2aa26-37a8-4cd7-a6be-6167e835d939', 'port_id': '637dbb64-5a82-4958-ab43-de16c7434d3f', 'mac_address': 'fa:16:3e:64:93:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e5d5e37-e832-4960-908b-1d0126f218ce', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:49:58.120562 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677487b-3402-4385-8d50-7cbe436c50db req-cfe911cc-2886-42d0-b418-81f365a69451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:58.122080 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0677487b-3402-4385-8d50-7cbe436c50db req-cfe911cc-2886-42d0-b418-81f365a69451 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2bf2aa26-37a8-4cd7-a6be-6167e835d939 HTTP/1.1" status: 200 len: 916 time: 0.3405640 Sep 07 02:49:58.126302 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b7323-6d08-46cc-b1bb-6fc265e2b04f req-590c54cf-9825-4e03-9cd3-37ddc15a17d1 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:58.135531 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-989b7323-6d08-46cc-b1bb-6fc265e2b04f req-590c54cf-9825-4e03-9cd3-37ddc15a17d1 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/ports?device_id=56d8a0c3-29f8-4582-bd71-98a81eff804d HTTP/1.1" status: 200 len: 945 time: 0.0621111 Sep 07 02:49:58.200393 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-989b7323-6d08-46cc-b1bb-6fc265e2b04f req-05e8fb67-a67a-4ec7-b2e3-2f606ad2f7e4 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/security-groups?id=35ad6a2a-c1a1-4b90-a91e-f545a6963c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639637 Sep 07 02:49:58.266032 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4dc3c4de-3148-43b3-adeb-28a5689dfbb6 req-0f4c276b-af4a-4c2f-9539-366d24618a79 service neutron] 10.222.0.23 "GET /v2.0/networks/2bf2aa26-37a8-4cd7-a6be-6167e835d939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5071487 Sep 07 02:49:58.394502 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:58.413662 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0677487b-3402-4385-8d50-7cbe436c50db req-5bc89278-eb68-4bd0-95de-73325a38b98b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=886262fa-f07f-468f-85df-94584aa284a5 HTTP/1.1" status: 200 len: 217 time: 0.1646750 Sep 07 02:49:58.421039 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8771a9d3-70c5-4f77-a554-b372f7f34ebc tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:58.443809 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-41d2db50-934d-48ab-af16-b07cc82dabcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:58.452713 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 637dbb64-5a82-4958-ab43-de16c7434d3f {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:49:58.520408 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 637dbb64-5a82-4958-ab43-de16c7434d3f, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=637dbb64-5a82-4958-ab43-de16c7434d3f,segment=NetworkSegment(0f2957e5-5c0d-4830-9eff-1bf4d124b341),segment_id=0f2957e5-5c0d-4830-9eff-1bf4d124b341)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:49:58.537380 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:58.548616 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8771a9d3-70c5-4f77-a554-b372f7f34ebc tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:58.593613 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677487b-3402-4385-8d50-7cbe436c50db req-5284386b-563d-44d1-9163-619906c3e2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:58.595126 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0677487b-3402-4385-8d50-7cbe436c50db req-5284386b-563d-44d1-9163-619906c3e2dc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e748c59c942c401f97af51eb8e42f544&device_id=900567d9-8331-465d-89ef-e22ee16f0aef HTTP/1.1" status: 200 len: 1095 time: 0.2262247 Sep 07 02:49:58.596943 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df2db002-4ce4-40b5-821b-a85fe5e6eda2 req-d231b0b3-0aec-4d32-97ab-0cf2485af02a service neutron] 10.222.0.16 "GET /v2.0/networks/5ef2135d-eb79-4b03-bc59-b7d80582547a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6086674 Sep 07 02:49:58.642971 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=637dbb64-5a82-4958-ab43-de16c7434d3f,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:58.655219 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8771a9d3-70c5-4f77-a554-b372f7f34ebc tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Network eda873a6-87dc-4c2c-a2c5-202a6fdafd4b is not hosted by any dhcp agent {{(pid=94700) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 07 02:49:58.656155 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8771a9d3-70c5-4f77-a554-b372f7f34ebc tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:58.656752 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8771a9d3-70c5-4f77-a554-b372f7f34ebc tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:58.660720 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-8771a9d3-70c5-4f77-a554-b372f7f34ebc tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] 10.222.0.22 "PUT /v2.0/networks/eda873a6-87dc-4c2c-a2c5-202a6fdafd4b HTTP/1.1" status: 200 len: 856 time: 1.0787299 Sep 07 02:49:58.667091 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 36002) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:58.694096 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:58.696076 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8771a9d3-70c5-4f77-a554-b372f7f34ebc tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Pushing event updated for resources: {'Network': ['ID=eda873a6-87dc-4c2c-a2c5-202a6fdafd4b,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:58.715469 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a100d543-2b8c-40a6-8dca-49f16c36bc63 req-c9393e97-0706-4e12-8975-d47c9dfd0f78 service neutron] 10.222.0.23 "GET /v2.0/networks/2bf2aa26-37a8-4cd7-a6be-6167e835d939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7164447 Sep 07 02:49:58.721351 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677487b-3402-4385-8d50-7cbe436c50db req-9ebca0b8-1ed8-43c2-add5-87f69f9b5747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:58.722544 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0677487b-3402-4385-8d50-7cbe436c50db req-9ebca0b8-1ed8-43c2-add5-87f69f9b5747 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2e5d5e37-e832-4960-908b-1d0126f218ce HTTP/1.1" status: 200 len: 855 time: 0.2904871 Sep 07 02:49:58.737626 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5371db-cc62-4ae3-9cc2-0eeea2491915 req-57e90348-e2e4-4859-90aa-be824dee7536 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:58.739161 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1b5371db-cc62-4ae3-9cc2-0eeea2491915 req-57e90348-e2e4-4859-90aa-be824dee7536 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.23 "GET /v2.0/ports?device_id=56d8a0c3-29f8-4582-bd71-98a81eff804d HTTP/1.1" status: 200 len: 945 time: 0.2159164 Sep 07 02:49:58.758951 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['637dbb64-5a82-4958-ab43-de16c7434d3f'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:49:58.878117 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-731d99c7-a87d-4dd3-8b4c-bdf8eafa6fe6 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:58.888815 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a100d543-2b8c-40a6-8dca-49f16c36bc63 req-17f1acbf-dc8f-4399-b17d-f40e462af0e9 service neutron] 10.222.0.23 "GET /v2.0/networks/2bf2aa26-37a8-4cd7-a6be-6167e835d939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584020 Sep 07 02:49:58.906394 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4505a4-49b6-438d-9c2d-a40fff7237f4 req-48931cc6-b05b-41c9-9ce6-2e26d60c8952 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:58.908271 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1f4505a4-49b6-438d-9c2d-a40fff7237f4 req-48931cc6-b05b-41c9-9ce6-2e26d60c8952 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/ports?device_id=900567d9-8331-465d-89ef-e22ee16f0aef HTTP/1.1" status: 200 len: 943 time: 0.3049731 Sep 07 02:49:59.054803 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677487b-3402-4385-8d50-7cbe436c50db req-4c1afec4-089f-41d1-8b8c-1bc0904a0600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:59.055315 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0677487b-3402-4385-8d50-7cbe436c50db req-4c1afec4-089f-41d1-8b8c-1bc0904a0600 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2bf2aa26-37a8-4cd7-a6be-6167e835d939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2875555 Sep 07 02:49:59.065663 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df2db002-4ce4-40b5-821b-a85fe5e6eda2 req-2b396707-d6bb-489b-bb6e-cad1875ec8b6 service neutron] 10.222.0.16 "GET /v2.0/networks/5ef2135d-eb79-4b03-bc59-b7d80582547a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4547803 Sep 07 02:49:59.090140 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1f4505a4-49b6-438d-9c2d-a40fff7237f4 req-90d0ce10-fb65-49fb-858a-1d8b7bac049d tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ad726ea-b259-4029-9910-1e3794ed9f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071358 Sep 07 02:49:59.104559 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677487b-3402-4385-8d50-7cbe436c50db req-a9b51ba9-36ba-4b3f-89ea-6159cf6a54d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:59.106365 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0677487b-3402-4385-8d50-7cbe436c50db req-a9b51ba9-36ba-4b3f-89ea-6159cf6a54d7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2bf2aa26-37a8-4cd7-a6be-6167e835d939 HTTP/1.1" status: 200 len: 916 time: 0.4977796 Sep 07 02:49:59.173911 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-731d99c7-a87d-4dd3-8b4c-bdf8eafa6fe6 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:59.205875 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-1b5371db-cc62-4ae3-9cc2-0eeea2491915 req-583a2176-c945-4ec4-9218-1688380d1cbe tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Deleting port 319858d8-aee5-4452-baa9-8a3c87da7b44 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:49:59.206193 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-1b5371db-cc62-4ae3-9cc2-0eeea2491915 req-583a2176-c945-4ec4-9218-1688380d1cbe tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:59.210654 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-731d99c7-a87d-4dd3-8b4c-bdf8eafa6fe6 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eda873a6-87dc-4c2c-a2c5-202a6fdafd4b']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:49:59.235186 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-731d99c7-a87d-4dd3-8b4c-bdf8eafa6fe6 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cc4de3f-f74c-4317-b29a-f8412a352efe') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:49:59.235690 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-731d99c7-a87d-4dd3-8b4c-bdf8eafa6fe6 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cc4de3f-f74c-4317-b29a-f8412a352efe') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:49:59.259518 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-731d99c7-a87d-4dd3-8b4c-bdf8eafa6fe6 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:59.382193 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-731d99c7-a87d-4dd3-8b4c-bdf8eafa6fe6 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:59.401787 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-731d99c7-a87d-4dd3-8b4c-bdf8eafa6fe6 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:49:59.402211 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-731d99c7-a87d-4dd3-8b4c-bdf8eafa6fe6 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:59.481594 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:59.504406 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:49:59.504406 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:49:59.504406 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:49:59.504406 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:49:59.504406 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:49:59.504406 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:49:59.504406 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:49:59.504406 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:49:59.504406 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:49:59.504406 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:49:59.504406 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:49:59.504406 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:49:59.504406 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:49:59.504406 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:49:59.504406 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:49:59.504406 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:49:59.504406 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:49:59.504406 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:49:59.504406 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:49:59.504406 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:49:59.504406 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:49:59.504406 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:49:59.504406 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:49:59.504406 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:49:59.504406 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:49:59.504406 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:49:59.504406 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:49:59.504406 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:49:59.504406 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:49:59.504406 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:49:59.504406 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:49:59.504406 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:49:59.535621 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-731d99c7-a87d-4dd3-8b4c-bdf8eafa6fe6 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:59.539608 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731d99c7-a87d-4dd3-8b4c-bdf8eafa6fe6 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network eda873a6-87dc-4c2c-a2c5-202a6fdafd4b {{(pid=94701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 07 02:49:59.542556 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-731d99c7-a87d-4dd3-8b4c-bdf8eafa6fe6 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:59.550293 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-731d99c7-a87d-4dd3-8b4c-bdf8eafa6fe6 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] 10.222.0.22 "DELETE /v2.0/networks/eda873a6-87dc-4c2c-a2c5-202a6fdafd4b HTTP/1.1" status: 204 len: 168 time: 0.8697219 Sep 07 02:49:59.550945 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 36030) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:59.589267 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0677487b-3402-4385-8d50-7cbe436c50db req-11a28e48-df6c-40e1-b184-bd35be82b97f service neutron] 10.222.0.16 "GET /v2.0/networks/2bf2aa26-37a8-4cd7-a6be-6167e835d939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5208042 Sep 07 02:49:59.692766 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-f27d3625-6c9f-4bf1-a2fa-48221c6db25f tempest-ExternalNetworksTestJSON-164181347 tempest-ExternalNetworksTestJSON-164181347-project] DELETE failed (client error): The resource could not be found. Sep 07 02:49:59.693249 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f27d3625-6c9f-4bf1-a2fa-48221c6db25f tempest-ExternalNetworksTestJSON-164181347 tempest-ExternalNetworksTestJSON-164181347-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:49:59.710073 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f27d3625-6c9f-4bf1-a2fa-48221c6db25f tempest-ExternalNetworksTestJSON-164181347 tempest-ExternalNetworksTestJSON-164181347-project] 10.222.0.22 "DELETE /v2.0/subnets/fe7d0063-544d-4f01-ba19-776e7a36bd54 HTTP/1.1" status: 404 len: 337 time: 0.1508482 Sep 07 02:49:59.710749 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 36040) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:49:59.723837 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0677487b-3402-4385-8d50-7cbe436c50db req-1cef7c09-7b81-4773-9e9c-de1452936aca service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19820eb7-e810-411a-a909-358519e58df4 HTTP/1.1" status: 200 len: 217 time: 0.6067989 Sep 07 02:49:59.746297 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ddd88-c3a7-442e-af1e-dbc73f06e544 req-b10ec03f-c24d-43dd-8a92-72e8cb63246f tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:49:59.759314 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dd8ddd88-c3a7-442e-af1e-dbc73f06e544 req-b10ec03f-c24d-43dd-8a92-72e8cb63246f tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/ports?device_id=56d8a0c3-29f8-4582-bd71-98a81eff804d HTTP/1.1" status: 200 len: 945 time: 0.4124775 Sep 07 02:49:59.816142 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731d99c7-a87d-4dd3-8b4c-bdf8eafa6fe6 tempest-ExternalNetworksTestJSON-2070186678 tempest-ExternalNetworksTestJSON-2070186678-project-admin] Pushing event deleted for resources: {'Network': ['ID=eda873a6-87dc-4c2c-a2c5-202a6fdafd4b,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:49:59.848674 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-1b5371db-cc62-4ae3-9cc2-0eeea2491915 req-583a2176-c945-4ec4-9218-1688380d1cbe tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] For port 319858d8-aee5-4452-baa9-8a3c87da7b44, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=319858d8-aee5-4452-baa9-8a3c87da7b44,segment=NetworkSegment(5a4dcf31-8b05-4e7a-87f1-baca1d26a39c),segment_id=5a4dcf31-8b05-4e7a-87f1-baca1d26a39c)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:49:59.849352 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-1b5371db-cc62-4ae3-9cc2-0eeea2491915 req-583a2176-c945-4ec4-9218-1688380d1cbe tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:59.863368 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 637dbb64-5a82-4958-ab43-de16c7434d3f up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:49:59.897348 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-1b5371db-cc62-4ae3-9cc2-0eeea2491915 req-583a2176-c945-4ec4-9218-1688380d1cbe tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Calling delete_port for 319858d8-aee5-4452-baa9-8a3c87da7b44 owned by compute:nova {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:49:59.934404 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dd8ddd88-c3a7-442e-af1e-dbc73f06e544 req-a99ebd6f-5198-49ca-9ead-89ab5a6b3566 tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/security-groups?id=35ad6a2a-c1a1-4b90-a91e-f545a6963c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738837 Sep 07 02:49:59.958053 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0699c19d-19fe-4f54-9d65-df35def82ea6 tempest-ExternalNetworksTestJSON-164181347 tempest-ExternalNetworksTestJSON-164181347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:49:59.964290 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port 637dbb64-5a82-4958-ab43-de16c7434d3f completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:49:59.971995 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port 637dbb64-5a82-4958-ab43-de16c7434d3f triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:49:59.972380 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:00.044244 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2878be51-9ae8-4ae0-9750-d90b27911865 req-3613fa6b-7097-4f9e-afd2-9ccc43a3ef05 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:00.052529 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2878be51-9ae8-4ae0-9750-d90b27911865 req-3613fa6b-7097-4f9e-afd2-9ccc43a3ef05 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 945 time: 0.2539012 Sep 07 02:50:00.084532 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677487b-3402-4385-8d50-7cbe436c50db req-c7d9dff4-6017-4bfd-abaf-5c56b8117943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:00.086151 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0677487b-3402-4385-8d50-7cbe436c50db req-c7d9dff4-6017-4bfd-abaf-5c56b8117943 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2e5d5e37-e832-4960-908b-1d0126f218ce HTTP/1.1" status: 200 len: 855 time: 0.3446486 Sep 07 02:50:00.131437 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2878be51-9ae8-4ae0-9750-d90b27911865 req-7b00a716-0856-48e4-a2d5-625757af9fdb tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735421 Sep 07 02:50:00.163751 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0677487b-3402-4385-8d50-7cbe436c50db req-cdfb8e25-df22-4ec1-a583-bbab48b0d031 service neutron] 10.222.0.16 "GET /v2.0/networks/2bf2aa26-37a8-4cd7-a6be-6167e835d939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5578814 Sep 07 02:50:00.181485 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677487b-3402-4385-8d50-7cbe436c50db req-8dd77325-13ae-4279-b847-7c847a02a6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:00.183574 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0677487b-3402-4385-8d50-7cbe436c50db req-8dd77325-13ae-4279-b847-7c847a02a6d2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2bf2aa26-37a8-4cd7-a6be-6167e835d939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0816975 Sep 07 02:50:00.230881 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:00.254646 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0699c19d-19fe-4f54-9d65-df35def82ea6 tempest-ExternalNetworksTestJSON-164181347 tempest-ExternalNetworksTestJSON-164181347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:00.271937 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c69c02a1-ea23-49df-8d6c-0758b6213e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '637dbb64-5a82-4958-ab43-de16c7434d3f'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:50:00.279221 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d9272b-b186-44da-859e-48556d2c2135" -d '{"events": [{"server_uuid": "c69c02a1-ea23-49df-8d6c-0758b6213e88", "name": "network-vif-plugged", "status": "completed", "tag": "637dbb64-5a82-4958-ab43-de16c7434d3f"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:50:00.300219 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 637dbb64-5a82-4958-ab43-de16c7434d3f, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=637dbb64-5a82-4958-ab43-de16c7434d3f,segment=NetworkSegment(0f2957e5-5c0d-4830-9eff-1bf4d124b341),segment_id=0f2957e5-5c0d-4830-9eff-1bf4d124b341)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:50:00.306304 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:00.307959 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 319858d8-aee5-4452-baa9-8a3c87da7b44 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:50:00.327610 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0677487b-3402-4385-8d50-7cbe436c50db req-8e9ea8c9-6eb0-40df-bbe0-971289314e74 service neutron] 10.222.0.23 "GET /v2.0/networks/2bf2aa26-37a8-4cd7-a6be-6167e835d939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368690 Sep 07 02:50:00.339662 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-0699c19d-19fe-4f54-9d65-df35def82ea6 tempest-ExternalNetworksTestJSON-164181347 tempest-ExternalNetworksTestJSON-164181347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['089e090c-ea91-45be-ae23-1ced341c5fb0']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:50:00.366525 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a31e099-6029-4b05-86b8-d1434b5c8f5b x-openstack-request-id: req-8a31e099-6029-4b05-86b8-d1434b5c8f5b {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:50:00.367893 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c69c02a1-ea23-49df-8d6c-0758b6213e88", "name": "network-vif-plugged", "status": "completed", "tag": "637dbb64-5a82-4958-ab43-de16c7434d3f", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:50:00.368338 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8a31e099-6029-4b05-86b8-d1434b5c8f5b {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:50:00.369199 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c69c02a1-ea23-49df-8d6c-0758b6213e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '637dbb64-5a82-4958-ab43-de16c7434d3f', 'code': 200} Sep 07 02:50:00.369956 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-0699c19d-19fe-4f54-9d65-df35def82ea6 tempest-ExternalNetworksTestJSON-164181347 tempest-ExternalNetworksTestJSON-164181347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fa1f782-2891-466c-a778-266084d19f1d') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:50:00.370265 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-0699c19d-19fe-4f54-9d65-df35def82ea6 tempest-ExternalNetworksTestJSON-164181347 tempest-ExternalNetworksTestJSON-164181347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fa1f782-2891-466c-a778-266084d19f1d') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:50:00.442542 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0677487b-3402-4385-8d50-7cbe436c50db req-64de91c3-2bab-418b-8d9f-54b3a9448f8a service neutron] 10.222.0.23 "GET /v2.0/networks/2bf2aa26-37a8-4cd7-a6be-6167e835d939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080730 Sep 07 02:50:00.450468 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0699c19d-19fe-4f54-9d65-df35def82ea6 tempest-ExternalNetworksTestJSON-164181347 tempest-ExternalNetworksTestJSON-164181347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:00.473440 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:00.476239 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=637dbb64-5a82-4958-ab43-de16c7434d3f,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:00.489917 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28175ac-2e43-4ee3-a4a5-75ce4bd03b29 req-0344f620-6593-4838-af1b-8e5b87471701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:00.490266 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73182124-9031-4e02-96e5-dca024db7200 req-e9b26552-894b-4b41-b94c-6084916d95aa tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:00.491752 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d28175ac-2e43-4ee3-a4a5-75ce4bd03b29 req-0344f620-6593-4838-af1b-8e5b87471701 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c69c02a1-ea23-49df-8d6c-0758b6213e88 HTTP/1.1" status: 200 len: 1098 time: 0.0481386 Sep 07 02:50:00.496064 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-73182124-9031-4e02-96e5-dca024db7200 req-e9b26552-894b-4b41-b94c-6084916d95aa tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/ports?device_id=900567d9-8331-465d-89ef-e22ee16f0aef HTTP/1.1" status: 200 len: 943 time: 0.2442670 Sep 07 02:50:00.504713 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0699c19d-19fe-4f54-9d65-df35def82ea6 tempest-ExternalNetworksTestJSON-164181347 tempest-ExternalNetworksTestJSON-164181347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:00.506809 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-1b5371db-cc62-4ae3-9cc2-0eeea2491915 req-583a2176-c945-4ec4-9218-1688380d1cbe tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:00.533171 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d28175ac-2e43-4ee3-a4a5-75ce4bd03b29 req-ca529db9-8fbc-4b61-867f-d7d06c86928e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0ad726ea-b259-4029-9910-1e3794ed9f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323589 Sep 07 02:50:00.572004 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583a2176-c945-4ec4-9218-1688380d1cbe tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Pushing event deleted for resources: {'Port': ['ID=319858d8-aee5-4452-baa9-8a3c87da7b44,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:00.580190 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0699c19d-19fe-4f54-9d65-df35def82ea6 tempest-ExternalNetworksTestJSON-164181347 tempest-ExternalNetworksTestJSON-164181347-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:50:00.580619 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0699c19d-19fe-4f54-9d65-df35def82ea6 tempest-ExternalNetworksTestJSON-164181347 tempest-ExternalNetworksTestJSON-164181347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:00.588548 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:50:00.588548 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:50:00.588548 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:50:00.588548 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:50:00.588548 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:50:00.588548 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:50:00.588548 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:50:00.588548 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:50:00.588548 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:50:00.588548 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:50:00.588548 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:50:00.588548 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:50:00.588548 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:50:00.588548 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:50:00.588548 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:50:00.588548 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:50:00.588548 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:50:00.588548 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:50:00.588548 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:50:00.588548 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:50:00.588548 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:50:00.588548 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:50:00.588548 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:50:00.588548 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:50:00.588548 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:50:00.588548 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:50:00.588548 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:50:00.588548 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:50:00.588548 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:50:00.588548 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:50:00.588548 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:50:00.588548 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:50:00.698602 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b5371db-cc62-4ae3-9cc2-0eeea2491915 req-583a2176-c945-4ec4-9218-1688380d1cbe tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] No DVR routers for this DVR port 319858d8-aee5-4452-baa9-8a3c87da7b44 on host n-h1-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:50:00.707678 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-1b5371db-cc62-4ae3-9cc2-0eeea2491915 req-583a2176-c945-4ec4-9218-1688380d1cbe tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:00.709905 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1b5371db-cc62-4ae3-9cc2-0eeea2491915 req-583a2176-c945-4ec4-9218-1688380d1cbe tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.23 "DELETE /v2.0/ports/319858d8-aee5-4452-baa9-8a3c87da7b44 HTTP/1.1" status: 204 len: 173 time: 1.9059525 Sep 07 02:50:00.710417 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56d8a0c3-29f8-4582-bd71-98a81eff804d', 'name': 'network-vif-deleted', 'tag': '319858d8-aee5-4452-baa9-8a3c87da7b44'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:50:00.713324 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9302c0-4583-4d8b-b8c0-0ba335ad65a2" -d '{"events": [{"server_uuid": "56d8a0c3-29f8-4582-bd71-98a81eff804d", "name": "network-vif-deleted", "tag": "319858d8-aee5-4452-baa9-8a3c87da7b44"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:50:00.721557 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0699c19d-19fe-4f54-9d65-df35def82ea6 tempest-ExternalNetworksTestJSON-164181347 tempest-ExternalNetworksTestJSON-164181347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:00.737632 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-73182124-9031-4e02-96e5-dca024db7200 req-d1f31e53-b87d-49f7-8c96-9961b622921d tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ad726ea-b259-4029-9910-1e3794ed9f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006669 Sep 07 02:50:00.744449 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0699c19d-19fe-4f54-9d65-df35def82ea6 tempest-ExternalNetworksTestJSON-164181347 tempest-ExternalNetworksTestJSON-164181347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:00.757741 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-0699c19d-19fe-4f54-9d65-df35def82ea6 tempest-ExternalNetworksTestJSON-164181347 tempest-ExternalNetworksTestJSON-164181347-project] 10.222.0.22 "DELETE /v2.0/networks/089e090c-ea91-45be-ae23-1ced341c5fb0 HTTP/1.1" status: 204 len: 168 time: 1.0315208 Sep 07 02:50:00.783937 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0699c19d-19fe-4f54-9d65-df35def82ea6 tempest-ExternalNetworksTestJSON-164181347 tempest-ExternalNetworksTestJSON-164181347-project] Pushing event deleted for resources: {'Network': ['ID=089e090c-ea91-45be-ae23-1ced341c5fb0,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:00.794864 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c218c30c-bb0f-4117-8f42-cfd12d2bf957 x-openstack-request-id: req-c218c30c-bb0f-4117-8f42-cfd12d2bf957 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:50:00.795366 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56d8a0c3-29f8-4582-bd71-98a81eff804d", "name": "network-vif-deleted", "tag": "319858d8-aee5-4452-baa9-8a3c87da7b44", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:50:00.795662 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c218c30c-bb0f-4117-8f42-cfd12d2bf957 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:50:00.796074 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56d8a0c3-29f8-4582-bd71-98a81eff804d', 'name': 'network-vif-deleted', 'tag': '319858d8-aee5-4452-baa9-8a3c87da7b44', 'status': 'completed', 'code': 200} Sep 07 02:50:00.932734 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 886262fa-f07f-468f-85df-94584aa284a5 details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:50:01.085665 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 886262fa-f07f-468f-85df-94584aa284a5, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=886262fa-f07f-468f-85df-94584aa284a5,segment=NetworkSegment(0f2957e5-5c0d-4830-9eff-1bf4d124b341),segment_id=0f2957e5-5c0d-4830-9eff-1bf4d124b341)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:50:01.095874 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-58c0c4a9-b1a8-4f68-8003-ac76aaf4eb33 req-8ff9a88c-ebab-4589-9494-1b6a78050b0e tempest-ServerRescueTestJSONUnderV235-245249058 tempest-ServerRescueTestJSONUnderV235-245249058-project] 10.222.0.22 "GET /v2.0/ports?device_id=56d8a0c3-29f8-4582-bd71-98a81eff804d HTTP/1.1" status: 200 len: 210 time: 0.0710683 Sep 07 02:50:01.099874 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '886262fa-f07f-468f-85df-94584aa284a5', 'network_id': '2bf2aa26-37a8-4cd7-a6be-6167e835d939', 'port_id': '886262fa-f07f-468f-85df-94584aa284a5', 'mac_address': 'fa:16:3e:7f:31:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e5d5e37-e832-4960-908b-1d0126f218ce', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:50:01.138226 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 36074) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:01.146798 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:01.171136 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 886262fa-f07f-468f-85df-94584aa284a5 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:50:01.220136 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 886262fa-f07f-468f-85df-94584aa284a5, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=886262fa-f07f-468f-85df-94584aa284a5,segment=NetworkSegment(0f2957e5-5c0d-4830-9eff-1bf4d124b341),segment_id=0f2957e5-5c0d-4830-9eff-1bf4d124b341)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:50:01.226881 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:01.353690 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=886262fa-f07f-468f-85df-94584aa284a5,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:01.362455 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:01.387848 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a732d-7d67-454a-a5ea-871830c88cc3 req-d81a2fae-ef9f-41c6-a6b9-eb9408adeb62 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:01.391521 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a29a732d-7d67-454a-a5ea-871830c88cc3 req-d81a2fae-ef9f-41c6-a6b9-eb9408adeb62 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 945 time: 0.0941224 Sep 07 02:50:01.452698 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3e9dfb44-ace8-43f4-b5e6-c4ce0839c5eb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6c0f568a34fe4f7eb0a080810d5a131f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3133407 Sep 07 02:50:01.455865 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 36092) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:01.481620 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a29a732d-7d67-454a-a5ea-871830c88cc3 req-aa782819-d45b-4c33-a9b9-5f873e2cf580 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770237 Sep 07 02:50:01.532458 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['886262fa-f07f-468f-85df-94584aa284a5'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:50:01.549300 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1fbb54bc-4c98-427c-8114-b13b30609f03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:01.574518 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1fbb54bc-4c98-427c-8114-b13b30609f03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:01.635153 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1fbb54bc-4c98-427c-8114-b13b30609f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:01.639053 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1fbb54bc-4c98-427c-8114-b13b30609f03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:01.640120 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-1fbb54bc-4c98-427c-8114-b13b30609f03 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/db88c1d9-e1e0-4130-abd3-b44f35e77fcf HTTP/1.1" status: 204 len: 168 time: 0.1833327 Sep 07 02:50:01.652152 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbb54bc-4c98-427c-8114-b13b30609f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db88c1d9-e1e0-4130-abd3-b44f35e77fcf,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:01.877088 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 19820eb7-e810-411a-a909-358519e58df4 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:50:01.946304 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8208063b-75a8-446b-9fd9-950d1481fc38 req-3304220b-a9d6-46e4-9ff6-1dc0aee1cd22 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:01.956770 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8208063b-75a8-446b-9fd9-950d1481fc38 req-3304220b-a9d6-46e4-9ff6-1dc0aee1cd22 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/ports?device_id=900567d9-8331-465d-89ef-e22ee16f0aef HTTP/1.1" status: 200 len: 943 time: 0.0976245 Sep 07 02:50:02.017914 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 19820eb7-e810-411a-a909-358519e58df4, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=19820eb7-e810-411a-a909-358519e58df4,segment=NetworkSegment(0f2957e5-5c0d-4830-9eff-1bf4d124b341),segment_id=0f2957e5-5c0d-4830-9eff-1bf4d124b341)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:50:02.027373 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8208063b-75a8-446b-9fd9-950d1481fc38 req-91cdc7af-8db1-46b7-a305-4cd00694e555 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ad726ea-b259-4029-9910-1e3794ed9f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679033 Sep 07 02:50:02.032089 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '19820eb7-e810-411a-a909-358519e58df4', 'network_id': '2bf2aa26-37a8-4cd7-a6be-6167e835d939', 'port_id': '19820eb7-e810-411a-a909-358519e58df4', 'mac_address': 'fa:16:3e:2f:52:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e5d5e37-e832-4960-908b-1d0126f218ce', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:50:02.099253 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:02.114195 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19820eb7-e810-411a-a909-358519e58df4 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:50:02.142142 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 19820eb7-e810-411a-a909-358519e58df4, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=19820eb7-e810-411a-a909-358519e58df4,segment=NetworkSegment(0f2957e5-5c0d-4830-9eff-1bf4d124b341),segment_id=0f2957e5-5c0d-4830-9eff-1bf4d124b341)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:50:02.148268 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 36114) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:02.150666 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:02.178573 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 36116) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:02.208254 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-e9c7b207-1870-45a4-9c02-1f431512758b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7f36217820534322af6af2f4f4a255af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0587366 Sep 07 02:50:02.209914 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=19820eb7-e810-411a-a909-358519e58df4,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:02.210685 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 36118) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:02.277570 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e145fdd6-b568-4530-9b21-64a3d150df49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:02.303770 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e145fdd6-b568-4530-9b21-64a3d150df49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:02.377308 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['19820eb7-e810-411a-a909-358519e58df4'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:50:02.380455 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e145fdd6-b568-4530-9b21-64a3d150df49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:02.383560 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e145fdd6-b568-4530-9b21-64a3d150df49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:02.385774 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-e145fdd6-b568-4530-9b21-64a3d150df49 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6fe7440e-14a4-4f74-ac13-7b53e0ebd38b HTTP/1.1" status: 204 len: 168 time: 0.1739397 Sep 07 02:50:02.407844 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e145fdd6-b568-4530-9b21-64a3d150df49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe7440e-14a4-4f74-ac13-7b53e0ebd38b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:02.715183 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a3da5-0747-4a78-945a-278fa1da6f8a req-1961fe02-2188-4299-bba1-4681b01cb57c tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:02.724368 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-312a3da5-0747-4a78-945a-278fa1da6f8a req-1961fe02-2188-4299-bba1-4681b01cb57c tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 945 time: 0.1215532 Sep 07 02:50:02.735279 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0f9449fe-db71-4534-a2c5-55e506b03972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:02.783557 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-312a3da5-0747-4a78-945a-278fa1da6f8a req-8b5a6815-de73-4b0b-a933-b056a76c974a tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578618 Sep 07 02:50:02.948150 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 886262fa-f07f-468f-85df-94584aa284a5 up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:50:03.037222 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port 886262fa-f07f-468f-85df-94584aa284a5 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:50:03.051507 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0f9449fe-db71-4534-a2c5-55e506b03972 admin admin] Deleting port 49f31e3f-097d-4357-b5b0-c1aeb9296a11 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:50:03.052938 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 886262fa-f07f-468f-85df-94584aa284a5 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:50:03.053310 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:03.064781 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0f9449fe-db71-4534-a2c5-55e506b03972 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:03.182615 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:03.221431 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4903c92a-fbd0-4947-a11b-c4bce9aaf494 req-16673049-ffb4-4154-ac89-ae971dbdfded tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:03.222318 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 886262fa-f07f-468f-85df-94584aa284a5, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=886262fa-f07f-468f-85df-94584aa284a5,segment=NetworkSegment(0f2957e5-5c0d-4830-9eff-1bf4d124b341),segment_id=0f2957e5-5c0d-4830-9eff-1bf4d124b341)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:50:03.223040 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4903c92a-fbd0-4947-a11b-c4bce9aaf494 req-16673049-ffb4-4154-ac89-ae971dbdfded tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/ports?device_id=900567d9-8331-465d-89ef-e22ee16f0aef HTTP/1.1" status: 200 len: 944 time: 0.0843260 Sep 07 02:50:03.232798 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4c0959-8b25-4296-a6d0-61af053c97d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '886262fa-f07f-468f-85df-94584aa284a5'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:50:03.235735 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c2a7d2-3338-4671-ba20-2cb10ca03147" -d '{"events": [{"server_uuid": "7b4c0959-8b25-4296-a6d0-61af053c97d2", "name": "network-vif-plugged", "status": "completed", "tag": "886262fa-f07f-468f-85df-94584aa284a5"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:50:03.255624 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:03.284163 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4903c92a-fbd0-4947-a11b-c4bce9aaf494 req-dba96a91-5e06-440d-8fb2-da735d87be1c tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ad726ea-b259-4029-9910-1e3794ed9f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517137 Sep 07 02:50:03.303417 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0f9449fe-db71-4534-a2c5-55e506b03972 admin admin] For port 49f31e3f-097d-4357-b5b0-c1aeb9296a11, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=49f31e3f-097d-4357-b5b0-c1aeb9296a11,segment=NetworkSegment(5a4dcf31-8b05-4e7a-87f1-baca1d26a39c),segment_id=5a4dcf31-8b05-4e7a-87f1-baca1d26a39c)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:50:03.303816 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0f9449fe-db71-4534-a2c5-55e506b03972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:03.317230 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f871292-21db-4c93-aaa6-9e12ff1cdf4a x-openstack-request-id: req-4f871292-21db-4c93-aaa6-9e12ff1cdf4a {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:50:03.318312 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b4c0959-8b25-4296-a6d0-61af053c97d2", "name": "network-vif-plugged", "status": "completed", "tag": "886262fa-f07f-468f-85df-94584aa284a5", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:50:03.318732 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4f871292-21db-4c93-aaa6-9e12ff1cdf4a {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:50:03.319448 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b4c0959-8b25-4296-a6d0-61af053c97d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '886262fa-f07f-468f-85df-94584aa284a5', 'code': 200} Sep 07 02:50:03.333865 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=886262fa-f07f-468f-85df-94584aa284a5,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:03.344423 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0f9449fe-db71-4534-a2c5-55e506b03972 admin admin] Calling delete_port for 49f31e3f-097d-4357-b5b0-c1aeb9296a11 owned by network:router_interface {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:50:03.471399 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab3eb6-1de0-43a4-97bd-11ea3a8d69ee req-2504afef-6303-4066-b0d7-e083b998e3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:03.473303 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-09ab3eb6-1de0-43a4-97bd-11ea3a8d69ee req-2504afef-6303-4066-b0d7-e083b998e3f8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7b4c0959-8b25-4296-a6d0-61af053c97d2 HTTP/1.1" status: 200 len: 1098 time: 0.0808337 Sep 07 02:50:03.521834 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-09ab3eb6-1de0-43a4-97bd-11ea3a8d69ee req-4db1c28c-bbf6-40e0-b2fd-7c550f25411d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0ad726ea-b259-4029-9910-1e3794ed9f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410812 Sep 07 02:50:03.620031 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0f9449fe-db71-4534-a2c5-55e506b03972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:03.637381 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 36170) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:03.654736 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9449fe-db71-4534-a2c5-55e506b03972 admin admin] Pushing event deleted for resources: {'Port': ['ID=49f31e3f-097d-4357-b5b0-c1aeb9296a11,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:03.799341 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-d575bb29-4160-452a-8f44-e7f2a5d38215 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-374434293'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:50:03.839246 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d575bb29-4160-452a-8f44-e7f2a5d38215 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Made reservation on behalf of 1e9fae9a49014abbad8bef63294b869b for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:50:03.843283 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d575bb29-4160-452a-8f44-e7f2a5d38215 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:03.859511 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d575bb29-4160-452a-8f44-e7f2a5d38215 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:03.894327 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 19820eb7-e810-411a-a909-358519e58df4 up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:50:03.918563 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0f9449fe-db71-4534-a2c5-55e506b03972 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:04.062411 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port 19820eb7-e810-411a-a909-358519e58df4 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:50:04.068183 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port 19820eb7-e810-411a-a909-358519e58df4 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:50:04.069147 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:04.132111 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c825fc76-cec4-4e24-bf90-a646183208bf req-c1fa1bbe-a2fb-4863-a6fa-a97d7f5ded98 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:04.133742 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c825fc76-cec4-4e24-bf90-a646183208bf req-c1fa1bbe-a2fb-4863-a6fa-a97d7f5ded98 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 945 time: 0.1694252 Sep 07 02:50:04.197731 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d575bb29-4160-452a-8f44-e7f2a5d38215 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:04.213659 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c825fc76-cec4-4e24-bf90-a646183208bf req-2c3cd773-4f4e-4b82-a601-b53662841175 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705426 Sep 07 02:50:04.218722 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d575bb29-4160-452a-8f44-e7f2a5d38215 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:04.258793 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d575bb29-4160-452a-8f44-e7f2a5d38215 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:50:04.270736 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d575bb29-4160-452a-8f44-e7f2a5d38215 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98ead885-c899-436e-b895-cf244a587684,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:04.277399 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d575bb29-4160-452a-8f44-e7f2a5d38215 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:04.278177 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-d575bb29-4160-452a-8f44-e7f2a5d38215 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Added segment 9052b36a-db89-4401-ace9-af53f638c696 of type vlan for network bc98a1bb-8b15-46ce-bf7f-305635c55c32 Sep 07 02:50:04.294683 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:04.334970 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d575bb29-4160-452a-8f44-e7f2a5d38215 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:04.373209 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d575bb29-4160-452a-8f44-e7f2a5d38215 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:04.380915 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d575bb29-4160-452a-8f44-e7f2a5d38215 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:04.381631 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d575bb29-4160-452a-8f44-e7f2a5d38215 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:04.402232 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 19820eb7-e810-411a-a909-358519e58df4, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=19820eb7-e810-411a-a909-358519e58df4,segment=NetworkSegment(0f2957e5-5c0d-4830-9eff-1bf4d124b341),segment_id=0f2957e5-5c0d-4830-9eff-1bf4d124b341)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:50:04.427050 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:04.443370 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f9449fe-db71-4534-a2c5-55e506b03972 admin admin] Router 1032b0b7-9562-4523-9a23-5a38db2145cf has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:50:04.476237 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d575bb29-4160-452a-8f44-e7f2a5d38215 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Pushing event updated for resources: {'Network': ['ID=bc98a1bb-8b15-46ce-bf7f-305635c55c32,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:04.490649 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-d575bb29-4160-452a-8f44-e7f2a5d38215 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8521297 Sep 07 02:50:04.500446 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network bc98a1bb-8b15-46ce-bf7f-305635c55c32 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:50:04.646592 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 36210) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:04.698512 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50850622-0933-41ed-a1ca-0278e16d3379 req-78dc1e67-73b5-44f8-9413-d20c7b0491e1 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:04.700389 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-50850622-0933-41ed-a1ca-0278e16d3379 req-78dc1e67-73b5-44f8-9413-d20c7b0491e1 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/ports?device_id=900567d9-8331-465d-89ef-e22ee16f0aef HTTP/1.1" status: 200 len: 945 time: 0.2503963 Sep 07 02:50:04.704977 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=19820eb7-e810-411a-a909-358519e58df4,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:04.792719 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-50850622-0933-41ed-a1ca-0278e16d3379 req-0a56ad62-89e2-45a4-bc42-339377d066ca tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ad726ea-b259-4029-9910-1e3794ed9f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809243 Sep 07 02:50:04.805892 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f9449fe-db71-4534-a2c5-55e506b03972 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:50:04.806417 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-0f9449fe-db71-4534-a2c5-55e506b03972 admin admin] 10.222.0.22 "PUT /v2.0/routers/1032b0b7-9562-4523-9a23-5a38db2145cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6266446 Sep 07 02:50:04.809035 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 36216) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:04.828186 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5c870b-e3f4-46b2-9319-68aa7247fe10 None None] Sync routers for ids ['1032b0b7-9562-4523-9a23-5a38db2145cf'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:50:04.872681 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5c870b-e3f4-46b2-9319-68aa7247fe10 None None] Routers {'1032b0b7-9562-4523-9a23-5a38db2145cf'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:50:04.873315 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-af5c870b-e3f4-46b2-9319-68aa7247fe10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:49:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['1032b0b7-9562-4523-9a23-5a38db2145cf'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:50:04.937191 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6f10bcb9-bd9d-4b8b-9ea3-5718df139aa5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:05.032784 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3f563d4d-45a6-4cc2-a9a2-f51f80dea8e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:05.085960 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-af5c870b-e3f4-46b2-9319-68aa7247fe10 None None] Set router 1032b0b7-9562-4523-9a23-5a38db2145cf gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:50:05.240533 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6f10bcb9-bd9d-4b8b-9ea3-5718df139aa5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:05.321298 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '900567d9-8331-465d-89ef-e22ee16f0aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19820eb7-e810-411a-a909-358519e58df4'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:50:05.324634 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a66e28a1-1dcf-4edc-b394-df225e0dee65" -d '{"events": [{"server_uuid": "900567d9-8331-465d-89ef-e22ee16f0aef", "name": "network-vif-plugged", "status": "completed", "tag": "19820eb7-e810-411a-a909-358519e58df4"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:50:05.335648 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3f563d4d-45a6-4cc2-a9a2-f51f80dea8e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:05.349521 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3f563d4d-45a6-4cc2-a9a2-f51f80dea8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:05.378050 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-af5c870b-e3f4-46b2-9319-68aa7247fe10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1032b0b7-9562-4523-9a23-5a38db2145cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-119852618-router', 'tenant_id': '2b0a04a186584df08062805d9b68deda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '0f86721a-0083-4460-9d1b-7458a93a3527', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:48:41Z', 'updated_at': '2021-09-07T02:50:03Z', 'revision_number': 5, 'project_id': '2b0a04a186584df08062805d9b68deda', 'gw_port': {'id': '0f86721a-0083-4460-9d1b-7458a93a3527', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:2c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1032b0b7-9562-4523-9a23-5a38db2145cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:48:42Z', 'updated_at': '2021-09-07T02:48:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:50:05.414546 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f563d4d-45a6-4cc2-a9a2-f51f80dea8e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9f4f64-3fe9-488f-a92a-f6ea0ba171f5,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:05.447790 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96531f11-525a-4a17-9d1f-725f66905490 x-openstack-request-id: req-96531f11-525a-4a17-9d1f-725f66905490 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:50:05.448363 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "900567d9-8331-465d-89ef-e22ee16f0aef", "name": "network-vif-plugged", "status": "completed", "tag": "19820eb7-e810-411a-a909-358519e58df4", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:50:05.448835 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-96531f11-525a-4a17-9d1f-725f66905490 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:50:05.449473 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '900567d9-8331-465d-89ef-e22ee16f0aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19820eb7-e810-411a-a909-358519e58df4', 'code': 200} Sep 07 02:50:05.478895 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5c870b-e3f4-46b2-9319-68aa7247fe10 None None] Checking router: 1032b0b7-9562-4523-9a23-5a38db2145cf for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:50:05.487466 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5c870b-e3f4-46b2-9319-68aa7247fe10 None None] Routers {'1032b0b7-9562-4523-9a23-5a38db2145cf'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:50:05.488335 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-af5c870b-e3f4-46b2-9319-68aa7247fe10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:49:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['1032b0b7-9562-4523-9a23-5a38db2145cf'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:50:05.505989 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-6f10bcb9-bd9d-4b8b-9ea3-5718df139aa5 admin admin] Deleting port 0f86721a-0083-4460-9d1b-7458a93a3527 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:50:05.506692 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6f10bcb9-bd9d-4b8b-9ea3-5718df139aa5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:05.575051 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3f563d4d-45a6-4cc2-a9a2-f51f80dea8e1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c72de7a941bc48c4b954f7ab8dc8cc4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9243920 Sep 07 02:50:05.575279 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 36228) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:05.594084 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8789f14d-b528-42ae-ac7f-0a2e2645868f req-558dc835-8de4-44d1-bc64-ed9ad9cfb7d4 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:05.596000 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8789f14d-b528-42ae-ac7f-0a2e2645868f req-558dc835-8de4-44d1-bc64-ed9ad9cfb7d4 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 945 time: 0.1961758 Sep 07 02:50:05.619959 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df1491-ca01-4d39-8e27-1e66a0494c59 req-c94a95e8-8476-4be3-bc49-74b12196d55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:05.627576 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-26df1491-ca01-4d39-8e27-1e66a0494c59 req-c94a95e8-8476-4be3-bc49-74b12196d55c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=900567d9-8331-465d-89ef-e22ee16f0aef HTTP/1.1" status: 200 len: 1097 time: 0.1297367 Sep 07 02:50:05.659591 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-af5c870b-e3f4-46b2-9319-68aa7247fe10 None None] Set router 1032b0b7-9562-4523-9a23-5a38db2145cf gateway port host: None {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:50:05.706785 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-6f10bcb9-bd9d-4b8b-9ea3-5718df139aa5 admin admin] For port 0f86721a-0083-4460-9d1b-7458a93a3527, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=0f86721a-0083-4460-9d1b-7458a93a3527,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:50:05.707553 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6f10bcb9-bd9d-4b8b-9ea3-5718df139aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:05.723334 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1ed2e029-a34d-4307-8288-1d67e11252d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:05.724641 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8789f14d-b528-42ae-ac7f-0a2e2645868f req-2ecb807e-733f-4e94-9ae7-25f43f991983 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131752 Sep 07 02:50:05.747027 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-6f10bcb9-bd9d-4b8b-9ea3-5718df139aa5 admin admin] Calling delete_port for 0f86721a-0083-4460-9d1b-7458a93a3527 owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:50:05.779016 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1ed2e029-a34d-4307-8288-1d67e11252d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:05.800813 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-26df1491-ca01-4d39-8e27-1e66a0494c59 req-a3dfdfe4-fc94-41ec-96e0-93cffa315442 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0ad726ea-b259-4029-9910-1e3794ed9f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874369 Sep 07 02:50:05.892843 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1ed2e029-a34d-4307-8288-1d67e11252d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:05.895971 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1ed2e029-a34d-4307-8288-1d67e11252d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:05.898013 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-1ed2e029-a34d-4307-8288-1d67e11252d3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0c9f4f64-3fe9-488f-a92a-f6ea0ba171f5 HTTP/1.1" status: 204 len: 168 time: 0.3217964 Sep 07 02:50:05.923702 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed2e029-a34d-4307-8288-1d67e11252d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9f4f64-3fe9-488f-a92a-f6ea0ba171f5,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:05.954411 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-af5c870b-e3f4-46b2-9319-68aa7247fe10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1032b0b7-9562-4523-9a23-5a38db2145cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-119852618-router', 'tenant_id': '2b0a04a186584df08062805d9b68deda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:48:41Z', 'updated_at': '2021-09-07T02:50:05Z', 'revision_number': 6, 'project_id': '2b0a04a186584df08062805d9b68deda', 'gw_port_host': None}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:50:06.004581 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d0bc06-b207-438e-87ac-06dbba6ff616 req-9369b44f-b753-4d04-8c7b-dfb85bbcf049 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:06.011986 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-07d0bc06-b207-438e-87ac-06dbba6ff616 req-9369b44f-b753-4d04-8c7b-dfb85bbcf049 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/ports?device_id=900567d9-8331-465d-89ef-e22ee16f0aef HTTP/1.1" status: 200 len: 945 time: 0.0793087 Sep 07 02:50:06.012218 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5c870b-e3f4-46b2-9319-68aa7247fe10 None None] The sync data for ids ['1032b0b7-9562-4523-9a23-5a38db2145cf'] in n-d-796209-16 is: [{'id': '1032b0b7-9562-4523-9a23-5a38db2145cf', 'name': 'tempest-ServerRescueTestJSONUnderV235-119852618-router', 'tenant_id': '2b0a04a186584df08062805d9b68deda', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:48:41Z', 'updated_at': '2021-09-07T02:50:05Z', 'revision_number': 6, 'project_id': '2b0a04a186584df08062805d9b68deda', 'gw_port_host': None}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:50:06.137530 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-07d0bc06-b207-438e-87ac-06dbba6ff616 req-3ef47afc-00b6-4d64-ac9f-867151adfc1d tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ad726ea-b259-4029-9910-1e3794ed9f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241686 Sep 07 02:50:06.243101 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6f10bcb9-bd9d-4b8b-9ea3-5718df139aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:06.270057 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f10bcb9-bd9d-4b8b-9ea3-5718df139aa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f86721a-0083-4460-9d1b-7458a93a3527,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:06.384727 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 36248) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:06.400311 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6f10bcb9-bd9d-4b8b-9ea3-5718df139aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:06.400917 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-114f975d-6591-4195-a5d4-c92c316f05fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:06.519697 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6f10bcb9-bd9d-4b8b-9ea3-5718df139aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:06.522657 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6f10bcb9-bd9d-4b8b-9ea3-5718df139aa5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:06.530108 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-114f975d-6591-4195-a5d4-c92c316f05fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:06.549626 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-114f975d-6591-4195-a5d4-c92c316f05fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:06.584635 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-114f975d-6591-4195-a5d4-c92c316f05fb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3dbbcea5647c42178336b4bfca312938&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1954496 Sep 07 02:50:06.588481 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 36254) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:06.615383 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6f10bcb9-bd9d-4b8b-9ea3-5718df139aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:06.617381 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f10bcb9-bd9d-4b8b-9ea3-5718df139aa5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1032b0b7-9562-4523-9a23-5a38db2145cf {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 02:50:06.632120 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6f10bcb9-bd9d-4b8b-9ea3-5718df139aa5 admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:06.633697 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-6f10bcb9-bd9d-4b8b-9ea3-5718df139aa5 admin admin] 10.222.0.22 "DELETE /v2.0/routers/1032b0b7-9562-4523-9a23-5a38db2145cf HTTP/1.1" status: 204 len: 168 time: 1.8222032 Sep 07 02:50:06.638884 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 36258) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:06.666788 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f975d-6591-4195-a5d4-c92c316f05fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eedf48e2-0609-4780-905f-33cca8bb51a5,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:06.722374 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ab05c11c-2319-4eea-81f5-d37f4686285b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:06.742901 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-06730588-b74c-4217-84e5-afd9d3a3e226 admin admin] Deleting subnet 8c714891-3ab3-4af4-b252-c7178b590fd7 {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:50:06.761704 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-06730588-b74c-4217-84e5-afd9d3a3e226 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:06.764825 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ab05c11c-2319-4eea-81f5-d37f4686285b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:06.830747 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-06730588-b74c-4217-84e5-afd9d3a3e226 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:06.926536 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ab05c11c-2319-4eea-81f5-d37f4686285b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:06.929439 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ab05c11c-2319-4eea-81f5-d37f4686285b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:06.930622 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-ab05c11c-2319-4eea-81f5-d37f4686285b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/eedf48e2-0609-4780-905f-33cca8bb51a5 HTTP/1.1" status: 204 len: 168 time: 0.3364339 Sep 07 02:50:06.956726 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab05c11c-2319-4eea-81f5-d37f4686285b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eedf48e2-0609-4780-905f-33cca8bb51a5,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:06.967980 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ffc872-cfbe-48dc-bbd7-0a5f36a834c3 req-48cde4af-fe0b-424d-81bc-fb0ea50d2784 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:06.971256 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e3ffc872-cfbe-48dc-bbd7-0a5f36a834c3 req-48cde4af-fe0b-424d-81bc-fb0ea50d2784 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 945 time: 0.1235008 Sep 07 02:50:07.027508 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-06730588-b74c-4217-84e5-afd9d3a3e226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:07.059667 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 0f86721a-0083-4460-9d1b-7458a93a3527 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:50:07.094046 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e3ffc872-cfbe-48dc-bbd7-0a5f36a834c3 req-0a270695-5fed-4782-b126-929fff428847 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904531 Sep 07 02:50:07.176429 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 0f86721a-0083-4460-9d1b-7458a93a3527 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:50:07.177131 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 0f86721a-0083-4460-9d1b-7458a93a3527 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:50:07.178201 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 49f31e3f-097d-4357-b5b0-c1aeb9296a11 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:50:07.249436 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 49f31e3f-097d-4357-b5b0-c1aeb9296a11 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:50:07.250429 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 49f31e3f-097d-4357-b5b0-c1aeb9296a11 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:50:07.260412 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-06730588-b74c-4217-84e5-afd9d3a3e226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:07.304920 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-06730588-b74c-4217-84e5-afd9d3a3e226 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:07.309857 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-06730588-b74c-4217-84e5-afd9d3a3e226 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/8c714891-3ab3-4af4-b252-c7178b590fd7 HTTP/1.1" status: 204 len: 168 time: 0.6658697 Sep 07 02:50:07.310549 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 36272) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:07.342717 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06730588-b74c-4217-84e5-afd9d3a3e226 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c714891-3ab3-4af4-b252-c7178b590fd7,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:07.417100 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83453613-46a8-4ce2-98d6-61360c98caf5 req-c8f6916c-7e77-4153-b330-9ded0357ad79 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:07.418921 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-83453613-46a8-4ce2-98d6-61360c98caf5 req-c8f6916c-7e77-4153-b330-9ded0357ad79 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/ports?device_id=900567d9-8331-465d-89ef-e22ee16f0aef HTTP/1.1" status: 200 len: 945 time: 0.1252871 Sep 07 02:50:07.518906 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8b6de3c6-fd1c-46b3-9454-1c2de49a9487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:07.523618 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-83453613-46a8-4ce2-98d6-61360c98caf5 req-31537665-e44c-45ff-89eb-8ee595d80236 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ad726ea-b259-4029-9910-1e3794ed9f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968063 Sep 07 02:50:07.637249 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8b6de3c6-fd1c-46b3-9454-1c2de49a9487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:07.739465 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-8b6de3c6-fd1c-46b3-9454-1c2de49a9487 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e9aa464-84c0-42de-b5c6-c04299d5a19e']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:50:07.759841 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-8b6de3c6-fd1c-46b3-9454-1c2de49a9487 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a4dcf31-8b05-4e7a-87f1-baca1d26a39c') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:50:07.760367 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-8b6de3c6-fd1c-46b3-9454-1c2de49a9487 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a4dcf31-8b05-4e7a-87f1-baca1d26a39c') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:50:07.780192 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf63d7f-b55b-4935-a6e6-a5a4104bcf6a req-b93fed76-001e-4f3a-8bef-6df4085ae7b2 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:07.781995 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8cf63d7f-b55b-4935-a6e6-a5a4104bcf6a req-b93fed76-001e-4f3a-8bef-6df4085ae7b2 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/ports?device_id=c69c02a1-ea23-49df-8d6c-0758b6213e88 HTTP/1.1" status: 200 len: 946 time: 0.1420608 Sep 07 02:50:07.783712 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8b6de3c6-fd1c-46b3-9454-1c2de49a9487 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:07.830798 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8b6de3c6-fd1c-46b3-9454-1c2de49a9487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:07.847766 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b6de3c6-fd1c-46b3-9454-1c2de49a9487 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:50:07.848345 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8b6de3c6-fd1c-46b3-9454-1c2de49a9487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:07.850327 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:50:07.850327 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:50:07.850327 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:50:07.850327 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:50:07.850327 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:50:07.850327 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:50:07.850327 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:50:07.850327 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:50:07.850327 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:50:07.850327 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:50:07.850327 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:50:07.850327 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:50:07.850327 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:50:07.850327 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:50:07.850327 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:50:07.850327 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:50:07.850327 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:50:07.850327 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:50:07.850327 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:50:07.850327 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:50:07.850327 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:50:07.850327 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:50:07.850327 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:50:07.850327 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:50:07.850327 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:50:07.850327 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:50:07.850327 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:50:07.850327 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:50:07.850327 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:50:07.850327 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:50:07.850327 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:50:07.850327 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:50:07.894433 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8cf63d7f-b55b-4935-a6e6-a5a4104bcf6a req-53200fb6-295c-405f-bf7d-34d19623b3ca tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ad726ea-b259-4029-9910-1e3794ed9f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950389 Sep 07 02:50:07.943078 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8b6de3c6-fd1c-46b3-9454-1c2de49a9487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:07.950810 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8b6de3c6-fd1c-46b3-9454-1c2de49a9487 admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:07.953130 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-8b6de3c6-fd1c-46b3-9454-1c2de49a9487 admin admin] 10.222.0.22 "DELETE /v2.0/networks/2e9aa464-84c0-42de-b5c6-c04299d5a19e HTTP/1.1" status: 204 len: 168 time: 0.6415141 Sep 07 02:50:07.983724 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6de3c6-fd1c-46b3-9454-1c2de49a9487 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e9aa464-84c0-42de-b5c6-c04299d5a19e,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:08.046290 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078ddcf8-36de-4472-960c-41b78dbb13fe req-8743911d-666d-4946-9c8d-6e3ebd5e49b0 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:08.047970 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-078ddcf8-36de-4472-960c-41b78dbb13fe req-8743911d-666d-4946-9c8d-6e3ebd5e49b0 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b4c0959-8b25-4296-a6d0-61af053c97d2 HTTP/1.1" status: 200 len: 946 time: 0.0622811 Sep 07 02:50:08.084798 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 36310) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:08.091243 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-076a0344-9033-4018-b91b-983000d632c7 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Request body: {'subnet': {'network_id': 'bc98a1bb-8b15-46ce-bf7f-305635c55c32', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:50:08.124700 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-078ddcf8-36de-4472-960c-41b78dbb13fe req-a289589d-7f9a-42bc-bf98-a418e55470c3 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ad726ea-b259-4029-9910-1e3794ed9f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505090 Sep 07 02:50:08.198703 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076a0344-9033-4018-b91b-983000d632c7 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Made reservation on behalf of 1e9fae9a49014abbad8bef63294b869b for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:50:08.204674 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 36320) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:08.208789 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-076a0344-9033-4018-b91b-983000d632c7 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:08.601741 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-076a0344-9033-4018-b91b-983000d632c7 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:08.615516 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2792d8-02ec-418b-975f-a82da879780a req-ab8e2e99-b9c4-47ad-9280-e625d8ff4d5e tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:08.624013 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3d2792d8-02ec-418b-975f-a82da879780a req-ab8e2e99-b9c4-47ad-9280-e625d8ff4d5e tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/ports?device_id=900567d9-8331-465d-89ef-e22ee16f0aef HTTP/1.1" status: 200 len: 945 time: 0.1214099 Sep 07 02:50:08.725309 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a0344-9033-4018-b91b-983000d632c7 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Pushing event updated for resources: {'Subnet': ['ID=2fdf1eea-0f53-44aa-8b86-f1df741ecc4a,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:08.744968 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3d2792d8-02ec-418b-975f-a82da879780a req-e3567015-089c-4169-b289-342d07bb61a7 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ad726ea-b259-4029-9910-1e3794ed9f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197026 Sep 07 02:50:08.746600 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-df413d76-29d6-429c-ae6c-b8e7b886de97 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2b0a04a186584df08062805d9b68deda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5407217 Sep 07 02:50:08.749760 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 36338) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:08.763944 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076a0344-9033-4018-b91b-983000d632c7 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Checking segment: {'id': '9052b36a-db89-4401-ace9-af53f638c696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'bc98a1bb-8b15-46ce-bf7f-305635c55c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:50:08.764353 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076a0344-9033-4018-b91b-983000d632c7 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Network hostable DHCP agents. Network: bc98a1bb-8b15-46ce-bf7f-305635c55c32, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:50:08.801213 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076a0344-9033-4018-b91b-983000d632c7 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Network bc98a1bb-8b15-46ce-bf7f-305635c55c32 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:50:08.801864 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a909ac5-9bbf-45be-b071-28a4d244ee19 req-6c0ddc92-adf1-4329-b1a9-da8f9c2c610f tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:08.803424 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1a909ac5-9bbf-45be-b071-28a4d244ee19 req-6c0ddc92-adf1-4329-b1a9-da8f9c2c610f tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 945 time: 0.5210090 Sep 07 02:50:08.812948 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-076a0344-9033-4018-b91b-983000d632c7 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, bc98a1bb-8b15-46ce-bf7f-305635c55c32) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:50:08.819116 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076a0344-9033-4018-b91b-983000d632c7 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:08.820163 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-076a0344-9033-4018-b91b-983000d632c7 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:08.823299 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e5ac1c-ed9e-4926-b086-86052640bd07 None None] Network bc98a1bb-8b15-46ce-bf7f-305635c55c32 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:50:08.843951 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-076a0344-9033-4018-b91b-983000d632c7 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7576606 Sep 07 02:50:08.847307 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 36344) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:08.857079 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-833af7a5-a5e9-429b-9509-f85c0bcf4e64 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-568140937'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:50:08.891726 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833af7a5-a5e9-429b-9509-f85c0bcf4e64 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Made reservation on behalf of 1e9fae9a49014abbad8bef63294b869b for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:50:08.898408 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-833af7a5-a5e9-429b-9509-f85c0bcf4e64 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:08.955383 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9959fef4-3c17-47ba-9050-3d41d0844091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:08.965288 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-833af7a5-a5e9-429b-9509-f85c0bcf4e64 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:50:08.977978 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-833af7a5-a5e9-429b-9509-f85c0bcf4e64 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:08.979142 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-833af7a5-a5e9-429b-9509-f85c0bcf4e64 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Added segment 926d2821-e21a-4a47-9a66-803f1c095c64 of type vlan for network 85e2f938-baff-4deb-8592-91147f28b970 Sep 07 02:50:09.003735 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1a909ac5-9bbf-45be-b071-28a4d244ee19 req-13c82c48-6712-4d83-aa32-d7575be8968c tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1865652 Sep 07 02:50:09.030656 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edff90a2-aad0-4691-8384-1c366fe27c84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-bc98a1bb-8b15-46ce-bf7f-305635c55c32', 'network_id': 'bc98a1bb-8b15-46ce-bf7f-305635c55c32', 'tenant_id': '1e9fae9a49014abbad8bef63294b869b', 'fixed_ips': [{'subnet_id': '2fdf1eea-0f53-44aa-8b86-f1df741ecc4a'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:50:09.034209 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-edff90a2-aad0-4691-8384-1c366fe27c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:09.041138 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9959fef4-3c17-47ba-9050-3d41d0844091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:09.062559 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-833af7a5-a5e9-429b-9509-f85c0bcf4e64 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:09.117053 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9959fef4-3c17-47ba-9050-3d41d0844091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:09.121822 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9959fef4-3c17-47ba-9050-3d41d0844091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:09.123754 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-833af7a5-a5e9-429b-9509-f85c0bcf4e64 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:09.126237 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-9959fef4-3c17-47ba-9050-3d41d0844091 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/35ad6a2a-c1a1-4b90-a91e-f545a6963c70 HTTP/1.1" status: 204 len: 168 time: 0.3752680 Sep 07 02:50:09.132119 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833af7a5-a5e9-429b-9509-f85c0bcf4e64 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:09.133068 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-833af7a5-a5e9-429b-9509-f85c0bcf4e64 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:09.142104 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9959fef4-3c17-47ba-9050-3d41d0844091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ad6a2a-c1a1-4b90-a91e-f545a6963c70,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:09.163833 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-833af7a5-a5e9-429b-9509-f85c0bcf4e64 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3148875 Sep 07 02:50:09.167389 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 36356) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:09.173380 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-909bcfdc-dea8-4545-9f34-bef5c5fa630b tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Request body: {'subnet': {'network_id': '85e2f938-baff-4deb-8592-91147f28b970', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:50:09.243727 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833af7a5-a5e9-429b-9509-f85c0bcf4e64 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Pushing event updated for resources: {'Network': ['ID=85e2f938-baff-4deb-8592-91147f28b970,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:09.256343 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 85e2f938-baff-4deb-8592-91147f28b970 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:50:09.359974 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909bcfdc-dea8-4545-9f34-bef5c5fa630b tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Made reservation on behalf of 1e9fae9a49014abbad8bef63294b869b for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:50:09.365680 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-909bcfdc-dea8-4545-9f34-bef5c5fa630b tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:09.423112 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-edff90a2-aad0-4691-8384-1c366fe27c84 None None] Allocated IP 2001:db8:0:ffff::2 (bc98a1bb-8b15-46ce-bf7f-305635c55c32/2fdf1eea-0f53-44aa-8b86-f1df741ecc4a/3f591f2a-69f2-46d5-96c7-3d37b9c982b7) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:50:09.475571 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00885f44-3cc4-471e-9243-ea82404e8ce5 req-70de6a2f-25d3-4396-80e9-bbeecca41023 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:09.477692 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-00885f44-3cc4-471e-9243-ea82404e8ce5 req-70de6a2f-25d3-4396-80e9-bbeecca41023 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/ports?device_id=c69c02a1-ea23-49df-8d6c-0758b6213e88 HTTP/1.1" status: 200 len: 946 time: 0.1642435 Sep 07 02:50:09.547778 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-00885f44-3cc4-471e-9243-ea82404e8ce5 req-e71e9aa5-c287-4c17-85bd-7e71e931abf8 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ad726ea-b259-4029-9910-1e3794ed9f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548868 Sep 07 02:50:09.625383 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-909bcfdc-dea8-4545-9f34-bef5c5fa630b tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:09.755594 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-edff90a2-aad0-4691-8384-1c366fe27c84 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:09.771286 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-edff90a2-aad0-4691-8384-1c366fe27c84 None None] Transition to ACTIVE for port object 3f591f2a-69f2-46d5-96c7-3d37b9c982b7 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:50:09.791756 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-edff90a2-aad0-4691-8384-1c366fe27c84 None None] Transition to ACTIVE for port object 3f591f2a-69f2-46d5-96c7-3d37b9c982b7 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:50:09.799014 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909bcfdc-dea8-4545-9f34-bef5c5fa630b tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Pushing event updated for resources: {'Subnet': ['ID=3ff6c083-1b78-4b2a-9d38-a8d92d2d4839,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:09.801850 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-edff90a2-aad0-4691-8384-1c366fe27c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:09.857707 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edff90a2-aad0-4691-8384-1c366fe27c84 None None] Pushing event updated for resources: {'Port': ['ID=3f591f2a-69f2-46d5-96c7-3d37b9c982b7,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:09.870383 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edff90a2-aad0-4691-8384-1c366fe27c84 None None] Network bc98a1bb-8b15-46ce-bf7f-305635c55c32 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:50:09.872902 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-edff90a2-aad0-4691-8384-1c366fe27c84 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:50:09.873166 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909bcfdc-dea8-4545-9f34-bef5c5fa630b tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Checking segment: {'id': '926d2821-e21a-4a47-9a66-803f1c095c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '85e2f938-baff-4deb-8592-91147f28b970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:50:09.873560 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909bcfdc-dea8-4545-9f34-bef5c5fa630b tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Network hostable DHCP agents. Network: 85e2f938-baff-4deb-8592-91147f28b970, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:50:09.876158 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edff90a2-aad0-4691-8384-1c366fe27c84 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:50:09.956718 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-edff90a2-aad0-4691-8384-1c366fe27c84 None None] Attempting to bind port 3f591f2a-69f2-46d5-96c7-3d37b9c982b7 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:50:09.957410 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-edff90a2-aad0-4691-8384-1c366fe27c84 None None] Attempting to bind port 3f591f2a-69f2-46d5-96c7-3d37b9c982b7 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '9052b36a-db89-4401-ace9-af53f638c696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'bc98a1bb-8b15-46ce-bf7f-305635c55c32'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:50:09.957978 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edff90a2-aad0-4691-8384-1c366fe27c84 None None] Attempting to bind port 3f591f2a-69f2-46d5-96c7-3d37b9c982b7 on network bc98a1bb-8b15-46ce-bf7f-305635c55c32 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:50:09.966157 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edff90a2-aad0-4691-8384-1c366fe27c84 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:50:09.966805 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edff90a2-aad0-4691-8384-1c366fe27c84 None None] Checking segment: {'id': '9052b36a-db89-4401-ace9-af53f638c696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'bc98a1bb-8b15-46ce-bf7f-305635c55c32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:50:09.967399 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-edff90a2-aad0-4691-8384-1c366fe27c84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:09.968031 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edff90a2-aad0-4691-8384-1c366fe27c84 None None] Bound using segment: {'id': '9052b36a-db89-4401-ace9-af53f638c696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'bc98a1bb-8b15-46ce-bf7f-305635c55c32'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:50:09.968683 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-edff90a2-aad0-4691-8384-1c366fe27c84 None None] Bound port: 3f591f2a-69f2-46d5-96c7-3d37b9c982b7, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9052b36a-db89-4401-ace9-af53f638c696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'bc98a1bb-8b15-46ce-bf7f-305635c55c32'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:50:09.969317 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-edff90a2-aad0-4691-8384-1c366fe27c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:09.991380 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909bcfdc-dea8-4545-9f34-bef5c5fa630b tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Network 85e2f938-baff-4deb-8592-91147f28b970 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:50:10.032687 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d8c22-22ba-491f-8550-60307729f458 req-6806a8a7-066c-4ff8-833d-b7ce8d310bb7 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:10.042168 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d8c22-22ba-491f-8550-60307729f458 req-6806a8a7-066c-4ff8-833d-b7ce8d310bb7 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:10.049636 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d8c22-22ba-491f-8550-60307729f458 req-6806a8a7-066c-4ff8-833d-b7ce8d310bb7 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:10.052547 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e23d8c22-22ba-491f-8550-60307729f458 req-6806a8a7-066c-4ff8-833d-b7ce8d310bb7 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/ports?device_id=900567d9-8331-465d-89ef-e22ee16f0aef&device_id=7b4c0959-8b25-4296-a6d0-61af053c97d2&device_id=c69c02a1-ea23-49df-8d6c-0758b6213e88 HTTP/1.1" status: 200 len: 2418 time: 0.1481032 Sep 07 02:50:10.054137 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-909bcfdc-dea8-4545-9f34-bef5c5fa630b tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 85e2f938-baff-4deb-8592-91147f28b970) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:50:10.060104 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909bcfdc-dea8-4545-9f34-bef5c5fa630b tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:10.061357 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-909bcfdc-dea8-4545-9f34-bef5c5fa630b tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:10.101379 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-edff90a2-aad0-4691-8384-1c366fe27c84 None None] For port 3f591f2a-69f2-46d5-96c7-3d37b9c982b7, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:50:10.105927 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-edff90a2-aad0-4691-8384-1c366fe27c84 None None] For port 3f591f2a-69f2-46d5-96c7-3d37b9c982b7, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=3f591f2a-69f2-46d5-96c7-3d37b9c982b7,segment=NetworkSegment(9052b36a-db89-4401-ace9-af53f638c696),segment_id=9052b36a-db89-4401-ace9-af53f638c696)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:50:10.109322 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6af4c64-c750-4dbf-b738-ee91ec493a31 None None] Network 85e2f938-baff-4deb-8592-91147f28b970 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:50:10.123813 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 36394) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:10.124838 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-909bcfdc-dea8-4545-9f34-bef5c5fa630b tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9554873 Sep 07 02:50:10.157636 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-edff90a2-aad0-4691-8384-1c366fe27c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:10.167140 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e23d8c22-22ba-491f-8550-60307729f458 req-7c274fd7-b364-48eb-9c9b-5775c938c525 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ad726ea-b259-4029-9910-1e3794ed9f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865707 Sep 07 02:50:10.372782 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edff90a2-aad0-4691-8384-1c366fe27c84 None None] Pushing event updated for resources: {'Port': ['ID=3f591f2a-69f2-46d5-96c7-3d37b9c982b7,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:10.537423 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60e628f-dfde-4598-8bbc-e4c5a9fabc41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-85e2f938-baff-4deb-8592-91147f28b970', 'network_id': '85e2f938-baff-4deb-8592-91147f28b970', 'tenant_id': '1e9fae9a49014abbad8bef63294b869b', 'fixed_ips': [{'subnet_id': '3ff6c083-1b78-4b2a-9d38-a8d92d2d4839'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:50:10.538313 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b60e628f-dfde-4598-8bbc-e4c5a9fabc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:10.550435 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1533bc7e-b4e9-4985-8a6f-56c4d217ceb3 req-94f7941b-fbc0-4799-a22e-92eb674526c6 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:10.552851 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1533bc7e-b4e9-4985-8a6f-56c4d217ceb3 req-94f7941b-fbc0-4799-a22e-92eb674526c6 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/ports?device_id=900567d9-8331-465d-89ef-e22ee16f0aef HTTP/1.1" status: 200 len: 945 time: 0.0847685 Sep 07 02:50:10.667425 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1533bc7e-b4e9-4985-8a6f-56c4d217ceb3 req-af52cac1-a05f-4213-89ef-b87dc4c4e5bb tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ad726ea-b259-4029-9910-1e3794ed9f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880959 Sep 07 02:50:10.724823 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 36420) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:10.859283 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e46dbb6-4e48-4ed9-8858-9c30b2b321aa req-7b81f190-0b40-4261-842f-d92710b9ecbf tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:10.870142 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1e46dbb6-4e48-4ed9-8858-9c30b2b321aa req-7b81f190-0b40-4261-842f-d92710b9ecbf tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 945 time: 0.1584058 Sep 07 02:50:10.898234 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-973a8639-9a62-4721-9078-dd52f6c02c48 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:10.954943 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-b60e628f-dfde-4598-8bbc-e4c5a9fabc41 None None] Allocated IP 2001:db8::1 (85e2f938-baff-4deb-8592-91147f28b970/3ff6c083-1b78-4b2a-9d38-a8d92d2d4839/9aed0363-124e-4dca-8805-2aecd76ba99a) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:50:10.994709 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1e46dbb6-4e48-4ed9-8858-9c30b2b321aa req-1a01bf5a-b200-4e6f-abaf-a444955b2121 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235912 Sep 07 02:50:11.001930 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-eb1b5478-cd0c-44c2-ba84-d22d9482e52e admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1372508449-network', 'tenant_id': '34d6f487a8ed417cbb6e8f421376de2c'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:50:11.098277 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 3f591f2a-69f2-46d5-96c7-3d37b9c982b7 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:50:11.160318 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-973a8639-9a62-4721-9078-dd52f6c02c48 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:11.166720 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb1b5478-cd0c-44c2-ba84-d22d9482e52e admin admin] Made reservation on behalf of 34d6f487a8ed417cbb6e8f421376de2c for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:50:11.173119 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eb1b5478-cd0c-44c2-ba84-d22d9482e52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:11.224302 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eb1b5478-cd0c-44c2-ba84-d22d9482e52e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:11.252223 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 3f591f2a-69f2-46d5-96c7-3d37b9c982b7 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:50:11.375753 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eb1b5478-cd0c-44c2-ba84-d22d9482e52e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:11.386824 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eb1b5478-cd0c-44c2-ba84-d22d9482e52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:11.404161 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb1b5478-cd0c-44c2-ba84-d22d9482e52e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:50:11.417097 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eb1b5478-cd0c-44c2-ba84-d22d9482e52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:11.417650 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-eb1b5478-cd0c-44c2-ba84-d22d9482e52e admin admin] Added segment 651d73bc-0a97-4334-b4f1-8fb9e6575c2d of type vlan for network 7b2c30e3-d8ee-4103-9516-9743310e9c45 Sep 07 02:50:11.466752 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b60e628f-dfde-4598-8bbc-e4c5a9fabc41 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:11.491060 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-b60e628f-dfde-4598-8bbc-e4c5a9fabc41 None None] Transition to ACTIVE for port object 9aed0363-124e-4dca-8805-2aecd76ba99a will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:50:11.493615 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eb1b5478-cd0c-44c2-ba84-d22d9482e52e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:11.516583 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-b60e628f-dfde-4598-8bbc-e4c5a9fabc41 None None] Transition to ACTIVE for port object 9aed0363-124e-4dca-8805-2aecd76ba99a will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:50:11.524327 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1b5478-cd0c-44c2-ba84-d22d9482e52e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7568d87e-82e3-434b-bc1d-0a70b8d074af,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:11.524636 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b60e628f-dfde-4598-8bbc-e4c5a9fabc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:11.604430 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60e628f-dfde-4598-8bbc-e4c5a9fabc41 None None] Pushing event updated for resources: {'Port': ['ID=9aed0363-124e-4dca-8805-2aecd76ba99a,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:11.622165 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-973a8639-9a62-4721-9078-dd52f6c02c48 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:11.625055 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eb1b5478-cd0c-44c2-ba84-d22d9482e52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:11.625864 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1b5478-cd0c-44c2-ba84-d22d9482e52e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:11.626694 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eb1b5478-cd0c-44c2-ba84-d22d9482e52e admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:11.635359 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60e628f-dfde-4598-8bbc-e4c5a9fabc41 None None] Network 85e2f938-baff-4deb-8592-91147f28b970 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:50:11.639352 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-b60e628f-dfde-4598-8bbc-e4c5a9fabc41 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:50:11.646516 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60e628f-dfde-4598-8bbc-e4c5a9fabc41 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:50:11.725590 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973a8639-9a62-4721-9078-dd52f6c02c48 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Pushing event deleted for resources: {'Subnet': ['ID=3ff6c083-1b78-4b2a-9d38-a8d92d2d4839,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:11.728542 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1b5478-cd0c-44c2-ba84-d22d9482e52e admin admin] Pushing event updated for resources: {'Network': ['ID=7b2c30e3-d8ee-4103-9516-9743310e9c45,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:11.735192 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-eb1b5478-cd0c-44c2-ba84-d22d9482e52e admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9961832 Sep 07 02:50:11.735535 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 36444) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:11.747929 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-659fad27-860c-4b21-b003-abd521071fe1 admin admin] Request body: {'subnet': {'network_id': '7b2c30e3-d8ee-4103-9516-9743310e9c45', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1372508449-subnet', 'tenant_id': '34d6f487a8ed417cbb6e8f421376de2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:50:11.780754 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659fad27-860c-4b21-b003-abd521071fe1 admin admin] Made reservation on behalf of 34d6f487a8ed417cbb6e8f421376de2c for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:50:11.784851 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 7b2c30e3-d8ee-4103-9516-9743310e9c45 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:50:11.790204 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-659fad27-860c-4b21-b003-abd521071fe1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:11.861130 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-b60e628f-dfde-4598-8bbc-e4c5a9fabc41 None None] Attempting to bind port 9aed0363-124e-4dca-8805-2aecd76ba99a on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:50:11.861893 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-b60e628f-dfde-4598-8bbc-e4c5a9fabc41 None None] Attempting to bind port 9aed0363-124e-4dca-8805-2aecd76ba99a by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '926d2821-e21a-4a47-9a66-803f1c095c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '85e2f938-baff-4deb-8592-91147f28b970'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:50:11.862713 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60e628f-dfde-4598-8bbc-e4c5a9fabc41 None None] Attempting to bind port 9aed0363-124e-4dca-8805-2aecd76ba99a on network 85e2f938-baff-4deb-8592-91147f28b970 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:50:11.874175 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60e628f-dfde-4598-8bbc-e4c5a9fabc41 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:50:11.875999 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60e628f-dfde-4598-8bbc-e4c5a9fabc41 None None] Checking segment: {'id': '926d2821-e21a-4a47-9a66-803f1c095c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '85e2f938-baff-4deb-8592-91147f28b970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:50:11.877503 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b60e628f-dfde-4598-8bbc-e4c5a9fabc41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:11.879039 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60e628f-dfde-4598-8bbc-e4c5a9fabc41 None None] Bound using segment: {'id': '926d2821-e21a-4a47-9a66-803f1c095c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '85e2f938-baff-4deb-8592-91147f28b970'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:50:11.881041 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-b60e628f-dfde-4598-8bbc-e4c5a9fabc41 None None] Bound port: 9aed0363-124e-4dca-8805-2aecd76ba99a, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '926d2821-e21a-4a47-9a66-803f1c095c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '85e2f938-baff-4deb-8592-91147f28b970'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:50:11.882141 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b60e628f-dfde-4598-8bbc-e4c5a9fabc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:11.963959 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-973a8639-9a62-4721-9078-dd52f6c02c48 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:11.997825 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-973a8639-9a62-4721-9078-dd52f6c02c48 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85e2f938-baff-4deb-8592-91147f28b970']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:50:12.008717 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-b60e628f-dfde-4598-8bbc-e4c5a9fabc41 None None] For port 9aed0363-124e-4dca-8805-2aecd76ba99a, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:50:12.012765 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-973a8639-9a62-4721-9078-dd52f6c02c48 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '926d2821-e21a-4a47-9a66-803f1c095c64') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:50:12.013168 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-973a8639-9a62-4721-9078-dd52f6c02c48 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '926d2821-e21a-4a47-9a66-803f1c095c64') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:50:12.013460 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-b60e628f-dfde-4598-8bbc-e4c5a9fabc41 None None] For port 9aed0363-124e-4dca-8805-2aecd76ba99a, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=9aed0363-124e-4dca-8805-2aecd76ba99a,segment=NetworkSegment(926d2821-e21a-4a47-9a66-803f1c095c64),segment_id=926d2821-e21a-4a47-9a66-803f1c095c64)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:50:12.026784 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-973a8639-9a62-4721-9078-dd52f6c02c48 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:12.033392 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b60e628f-dfde-4598-8bbc-e4c5a9fabc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:12.067602 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-973a8639-9a62-4721-9078-dd52f6c02c48 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:12.080129 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-973a8639-9a62-4721-9078-dd52f6c02c48 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:50:12.080537 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-973a8639-9a62-4721-9078-dd52f6c02c48 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:12.084368 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:50:12.084368 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:50:12.084368 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:50:12.084368 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:50:12.084368 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:50:12.084368 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:50:12.084368 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:50:12.084368 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:50:12.084368 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:50:12.084368 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:50:12.084368 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:50:12.084368 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:50:12.084368 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:50:12.084368 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:50:12.084368 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:50:12.084368 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:50:12.084368 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:50:12.084368 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:50:12.084368 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:50:12.084368 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:50:12.084368 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:50:12.084368 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:50:12.084368 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:50:12.084368 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:50:12.084368 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:50:12.084368 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:50:12.084368 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:50:12.084368 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:50:12.084368 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:50:12.084368 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:50:12.084368 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:50:12.084368 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:50:12.128714 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c3b103-1f45-4361-bbd7-5bc27ef33478 None None] Network bc98a1bb-8b15-46ce-bf7f-305635c55c32 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:50:12.178211 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34212e81-96bd-4823-b971-2f6b559b9135 req-431a695b-c552-42cc-b665-0bf77a8c9eec tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:12.188239 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-34212e81-96bd-4823-b971-2f6b559b9135 req-431a695b-c552-42cc-b665-0bf77a8c9eec tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 945 time: 0.0751987 Sep 07 02:50:12.253412 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.db.api [None req-973a8639-9a62-4721-9078-dd52f6c02c48 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 07 02:50:12.253412 n-d-796209-16 neutron-server[94700]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 07 02:50:12.253412 n-d-796209-16 neutron-server[94700]: [parameters: {'id': '85e2f938-baff-4deb-8592-91147f28b970'}] Sep 07 02:50:12.253412 n-d-796209-16 neutron-server[94700]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 02:50:12.254239 n-d-796209-16 neutron-server[94700]: DEBUG oslo_db.api [None req-973a8639-9a62-4721-9078-dd52f6c02c48 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 02:50:12.261487 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-34212e81-96bd-4823-b971-2f6b559b9135 req-7407d20d-ed50-4153-b01b-59248e55deb1 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673063 Sep 07 02:50:12.278327 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-659fad27-860c-4b21-b003-abd521071fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:12.369765 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659fad27-860c-4b21-b003-abd521071fe1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20ae40f1-a561-4dea-8ae0-74185c43804a,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:12.411821 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659fad27-860c-4b21-b003-abd521071fe1 admin admin] Checking segment: {'id': '651d73bc-0a97-4334-b4f1-8fb9e6575c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7b2c30e3-d8ee-4103-9516-9743310e9c45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:50:12.412186 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659fad27-860c-4b21-b003-abd521071fe1 admin admin] Network hostable DHCP agents. Network: 7b2c30e3-d8ee-4103-9516-9743310e9c45, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:50:12.463147 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659fad27-860c-4b21-b003-abd521071fe1 admin admin] Network 7b2c30e3-d8ee-4103-9516-9743310e9c45 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:50:12.481485 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-659fad27-860c-4b21-b003-abd521071fe1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 7b2c30e3-d8ee-4103-9516-9743310e9c45) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:50:12.487433 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659fad27-860c-4b21-b003-abd521071fe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:12.488781 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-659fad27-860c-4b21-b003-abd521071fe1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:12.512513 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-659fad27-860c-4b21-b003-abd521071fe1 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7758145 Sep 07 02:50:12.586961 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd9ef8e-58b2-4bf9-94b9-6a03a1b800ae None None] Network 7b2c30e3-d8ee-4103-9516-9743310e9c45 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:50:12.663009 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ebd738-daa3-4fc2-bca2-f38ee829d528 req-fa71b3da-2d7e-4cf8-9731-e0a67339764e tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:12.667050 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-40d16e09-935b-4871-949f-4f739664daa1 None None] Provisioning for port 3f591f2a-69f2-46d5-96c7-3d37b9c982b7 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:50:12.672570 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e6ebd738-daa3-4fc2-bca2-f38ee829d528 req-fa71b3da-2d7e-4cf8-9731-e0a67339764e tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/ports?device_id=c69c02a1-ea23-49df-8d6c-0758b6213e88 HTTP/1.1" status: 200 len: 946 time: 0.1144836 Sep 07 02:50:12.722957 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e6ebd738-daa3-4fc2-bca2-f38ee829d528 req-e7c57708-a31a-4c36-b19a-7e34e1a8428d tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ad726ea-b259-4029-9910-1e3794ed9f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479746 Sep 07 02:50:12.754792 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-973a8639-9a62-4721-9078-dd52f6c02c48 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:12.766637 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-40d16e09-935b-4871-949f-4f739664daa1 None None] Provisioning complete for port 3f591f2a-69f2-46d5-96c7-3d37b9c982b7 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:50:12.767199 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-40d16e09-935b-4871-949f-4f739664daa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:12.773480 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d4948e-1cf9-49b7-9932-293c628eeb09 None None] Network 85e2f938-baff-4deb-8592-91147f28b970 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:50:12.789471 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60e628f-dfde-4598-8bbc-e4c5a9fabc41 None None] Pushing event updated for resources: {'Port': ['ID=9aed0363-124e-4dca-8805-2aecd76ba99a,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:12.892782 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-973a8639-9a62-4721-9078-dd52f6c02c48 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Deleting port 9aed0363-124e-4dca-8805-2aecd76ba99a {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:50:12.893507 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-973a8639-9a62-4721-9078-dd52f6c02c48 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:13.007401 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-973a8639-9a62-4721-9078-dd52f6c02c48 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] For port 9aed0363-124e-4dca-8805-2aecd76ba99a, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=9aed0363-124e-4dca-8805-2aecd76ba99a,segment=NetworkSegment(926d2821-e21a-4a47-9a66-803f1c095c64),segment_id=926d2821-e21a-4a47-9a66-803f1c095c64)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:50:13.008237 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-973a8639-9a62-4721-9078-dd52f6c02c48 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:13.031084 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 9835f8ab-da11-48dd-bb5b-d803606bbeef details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:50:13.044902 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-973a8639-9a62-4721-9078-dd52f6c02c48 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Calling delete_port for 9aed0363-124e-4dca-8805-2aecd76ba99a owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:50:13.212322 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-973a8639-9a62-4721-9078-dd52f6c02c48 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:13.250620 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973a8639-9a62-4721-9078-dd52f6c02c48 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] No DVR routers for this DVR port 9aed0363-124e-4dca-8805-2aecd76ba99a on host n-d-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:50:13.291275 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973a8639-9a62-4721-9078-dd52f6c02c48 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Pushing event deleted for resources: {'Port': ['ID=9aed0363-124e-4dca-8805-2aecd76ba99a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:13.469645 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-40d16e09-935b-4871-949f-4f739664daa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:13.470022 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b58079-a88c-457c-a6ed-c8a638eebe50 req-4dd4c308-a852-4b5d-9042-b91686d0151f tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:13.485393 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-00b58079-a88c-457c-a6ed-c8a638eebe50 req-4dd4c308-a852-4b5d-9042-b91686d0151f tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 945 time: 0.0963960 Sep 07 02:50:13.520766 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-40d16e09-935b-4871-949f-4f739664daa1 None None] For port 3f591f2a-69f2-46d5-96c7-3d37b9c982b7, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=3f591f2a-69f2-46d5-96c7-3d37b9c982b7,segment=NetworkSegment(9052b36a-db89-4401-ace9-af53f638c696),segment_id=9052b36a-db89-4401-ace9-af53f638c696)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:50:13.566997 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-40d16e09-935b-4871-949f-4f739664daa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:13.577943 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa78d0a-d2e9-4260-a149-db492b55e42d None None] Network 7b2c30e3-d8ee-4103-9516-9743310e9c45 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:50:13.582896 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-00b58079-a88c-457c-a6ed-c8a638eebe50 req-e2e13b36-3269-4a37-b126-fe28cee4fc2c tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963519 Sep 07 02:50:13.676415 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-973a8639-9a62-4721-9078-dd52f6c02c48 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:13.755024 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7cc46-2d06-4613-8ff3-394574e8ed62 req-e28c4a07-d580-4ba2-94db-038d061aca5c tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:13.766498 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9cc7cc46-2d06-4613-8ff3-394574e8ed62 req-e28c4a07-d580-4ba2-94db-038d061aca5c tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] 10.222.0.22 "GET /v2.0/networks?id=7b2c30e3-d8ee-4103-9516-9743310e9c45 HTTP/1.1" status: 200 len: 809 time: 0.4785092 Sep 07 02:50:13.780120 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-973a8639-9a62-4721-9078-dd52f6c02c48 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85e2f938-baff-4deb-8592-91147f28b970']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:50:13.808748 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-973a8639-9a62-4721-9078-dd52f6c02c48 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '926d2821-e21a-4a47-9a66-803f1c095c64') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:50:13.820018 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-973a8639-9a62-4721-9078-dd52f6c02c48 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '926d2821-e21a-4a47-9a66-803f1c095c64') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:50:13.829402 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9cc7cc46-2d06-4613-8ff3-394574e8ed62 req-7dd53eeb-0086-4b40-9332-f079d8eacdbc tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] 10.222.0.22 "GET /v2.0/quotas/34d6f487a8ed417cbb6e8f421376de2c HTTP/1.1" status: 200 len: 375 time: 0.0616326 Sep 07 02:50:13.864607 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-973a8639-9a62-4721-9078-dd52f6c02c48 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:13.924714 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9cc7cc46-2d06-4613-8ff3-394574e8ed62 req-a22d1489-b588-469b-8b9b-c4d53dfffaf8 tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=34d6f487a8ed417cbb6e8f421376de2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0938015 Sep 07 02:50:13.936646 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a982c47d-bf50-410f-a383-e32ad9797608 None None] Provisioning complete for port 3f591f2a-69f2-46d5-96c7-3d37b9c982b7 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:50:13.937293 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a982c47d-bf50-410f-a383-e32ad9797608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:13.943276 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9addc3-4811-4e96-a1f1-26d06e1648e2 req-cb3fe675-e2c2-4e10-aaef-ba59a84a3891 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:13.945003 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1e9addc3-4811-4e96-a1f1-26d06e1648e2 req-cb3fe675-e2c2-4e10-aaef-ba59a84a3891 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/ports?device_id=c69c02a1-ea23-49df-8d6c-0758b6213e88 HTTP/1.1" status: 200 len: 946 time: 0.1260321 Sep 07 02:50:13.983329 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-973a8639-9a62-4721-9078-dd52f6c02c48 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:14.012248 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-973a8639-9a62-4721-9078-dd52f6c02c48 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:50:14.013543 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-973a8639-9a62-4721-9078-dd52f6c02c48 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:14.030071 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1e9addc3-4811-4e96-a1f1-26d06e1648e2 req-738bcdb5-79f6-43ba-bec9-4454a25e5867 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ad726ea-b259-4029-9910-1e3794ed9f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774586 Sep 07 02:50:14.037324 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 9835f8ab-da11-48dd-bb5b-d803606bbeef, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=9835f8ab-da11-48dd-bb5b-d803606bbeef,segment=NetworkSegment(671b0d78-496f-4a6a-a20b-d6937a9097d2),segment_id=671b0d78-496f-4a6a-a20b-d6937a9097d2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:50:14.039933 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d16e09-935b-4871-949f-4f739664daa1 None None] Pushing event updated for resources: {'Port': ['ID=3f591f2a-69f2-46d5-96c7-3d37b9c982b7,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:14.113947 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '9835f8ab-da11-48dd-bb5b-d803606bbeef', 'network_id': '2dd15660-a8a2-4615-aae6-6565f5b9c926', 'port_id': '9835f8ab-da11-48dd-bb5b-d803606bbeef', 'mac_address': 'fa:16:3e:33:80:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac223360-8a8e-4533-8aad-52e511f20cab', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:50:14.126647 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:50:14.126647 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:50:14.126647 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:50:14.126647 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:50:14.126647 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:50:14.126647 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:50:14.126647 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:50:14.126647 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:50:14.126647 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:50:14.126647 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:50:14.126647 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:50:14.126647 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:50:14.126647 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:50:14.126647 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:50:14.126647 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:50:14.126647 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:50:14.126647 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:50:14.126647 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:50:14.126647 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:50:14.126647 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:50:14.126647 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:50:14.126647 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:50:14.126647 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:50:14.126647 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:50:14.126647 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:50:14.126647 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:50:14.126647 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:50:14.126647 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:50:14.126647 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:50:14.126647 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:50:14.126647 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:50:14.126647 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:50:14.133650 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-973a8639-9a62-4721-9078-dd52f6c02c48 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:14.141662 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-973a8639-9a62-4721-9078-dd52f6c02c48 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:14.147784 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-973a8639-9a62-4721-9078-dd52f6c02c48 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] 10.222.0.22 "DELETE /v2.0/networks/85e2f938-baff-4deb-8592-91147f28b970 HTTP/1.1" status: 204 len: 168 time: 4.0192502 Sep 07 02:50:14.148578 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 36544) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:14.154063 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-b2683ec7-2214-4e41-877b-b1daacb04d7f tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2135793843'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:50:14.183811 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a2b201-3028-48ee-9cd4-15161465cbe0 None None] get_active_networks_info from n-d-796209-16 {{(pid=94702) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 02:50:14.219222 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2683ec7-2214-4e41-877b-b1daacb04d7f tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Made reservation on behalf of 1e9fae9a49014abbad8bef63294b869b for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:50:14.223631 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b2683ec7-2214-4e41-877b-b1daacb04d7f tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:14.247998 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:14.249007 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973a8639-9a62-4721-9078-dd52f6c02c48 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Pushing event deleted for resources: {'Network': ['ID=85e2f938-baff-4deb-8592-91147f28b970,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:14.254500 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2683ec7-2214-4e41-877b-b1daacb04d7f tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:50:14.274569 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b2683ec7-2214-4e41-877b-b1daacb04d7f tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:14.274569 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-b2683ec7-2214-4e41-877b-b1daacb04d7f tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Added segment f7f3cdb5-4939-481b-827d-274ac5cf16d3 of type vlan for network 7308dc64-303b-49a6-a5ff-42923cbe0688 Sep 07 02:50:14.318373 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9835f8ab-da11-48dd-bb5b-d803606bbeef {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:50:14.343756 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9cc7cc46-2d06-4613-8ff3-394574e8ed62 req-2361d0fa-f038-4e33-84c8-25c99bf17dce service neutron] 10.222.0.22 "GET /v2.0/networks/7b2c30e3-d8ee-4103-9516-9743310e9c45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4177904 Sep 07 02:50:14.345435 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 9835f8ab-da11-48dd-bb5b-d803606bbeef, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=9835f8ab-da11-48dd-bb5b-d803606bbeef,segment=NetworkSegment(671b0d78-496f-4a6a-a20b-d6937a9097d2),segment_id=671b0d78-496f-4a6a-a20b-d6937a9097d2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:50:14.359467 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:14.406801 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b2683ec7-2214-4e41-877b-b1daacb04d7f tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:14.463919 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b2683ec7-2214-4e41-877b-b1daacb04d7f tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:14.471049 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2683ec7-2214-4e41-877b-b1daacb04d7f tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:14.472879 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b2683ec7-2214-4e41-877b-b1daacb04d7f tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:14.512056 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['9835f8ab-da11-48dd-bb5b-d803606bbeef'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:50:14.553888 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9cc7cc46-2d06-4613-8ff3-394574e8ed62 req-55c75226-529b-4669-9611-b35ff5154165 service neutron] 10.222.0.22 "GET /v2.0/networks/7b2c30e3-d8ee-4103-9516-9743310e9c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014685 Sep 07 02:50:14.573216 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b2683ec7-2214-4e41-877b-b1daacb04d7f tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4239967 Sep 07 02:50:14.576165 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 36548) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:14.582333 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-6106ab34-b096-4ff6-9567-3d08760f12dc tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Request body: {'subnet': {'network_id': '7308dc64-303b-49a6-a5ff-42923cbe0688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:50:14.624441 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=9835f8ab-da11-48dd-bb5b-d803606bbeef,revision_number=6']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:14.654739 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2683ec7-2214-4e41-877b-b1daacb04d7f tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Pushing event updated for resources: {'Network': ['ID=7308dc64-303b-49a6-a5ff-42923cbe0688,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:14.668699 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 7308dc64-303b-49a6-a5ff-42923cbe0688 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:50:14.732533 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6106ab34-b096-4ff6-9567-3d08760f12dc tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Made reservation on behalf of 1e9fae9a49014abbad8bef63294b869b for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:50:14.738071 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6106ab34-b096-4ff6-9567-3d08760f12dc tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:14.878679 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a2b201-3028-48ee-9cd4-15161465cbe0 None None] Resources bound (agent type, host, resource id): {{(pid=94702) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 07 02:50:14.941956 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904ec12-b8b0-446c-9e98-217dc36b55be req-04b8316e-77d9-430e-b162-3b69cac21711 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:14.953669 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a904ec12-b8b0-446c-9e98-217dc36b55be req-04b8316e-77d9-430e-b162-3b69cac21711 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 944 time: 0.2385848 Sep 07 02:50:15.041452 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a904ec12-b8b0-446c-9e98-217dc36b55be req-9b757c5d-15d9-4193-8b86-d14dfe499c70 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659809 Sep 07 02:50:15.118140 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 3f591f2a-69f2-46d5-96c7-3d37b9c982b7 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:50:15.417102 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ccbcd3fc-3b4f-4fbf-97e8-2afa6c9389b4 req-cf845629-4eaa-4981-b3e0-62b76a7b63aa tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] 10.222.0.22 "GET /v2.0/ports?device_id=0564824d-6cc4-4fbd-88e3-536e2022dd69 HTTP/1.1" status: 200 len: 210 time: 0.2185588 Sep 07 02:50:15.421903 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6106ab34-b096-4ff6-9567-3d08760f12dc tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:15.432298 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 3f591f2a-69f2-46d5-96c7-3d37b9c982b7 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:50:15.433014 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:15.454066 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd3ef4f-2a11-491f-b2ef-630fdd2a59ea req-9deca169-a985-4d12-9757-2ac9eef1e601 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:15.469445 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cdd3ef4f-2a11-491f-b2ef-630fdd2a59ea req-9deca169-a985-4d12-9757-2ac9eef1e601 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/ports?device_id=c69c02a1-ea23-49df-8d6c-0758b6213e88 HTTP/1.1" status: 200 len: 946 time: 0.1868260 Sep 07 02:50:15.561583 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cdd3ef4f-2a11-491f-b2ef-630fdd2a59ea req-1e713f0b-6e36-4111-98a5-e1cc366d674e tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ad726ea-b259-4029-9910-1e3794ed9f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856090 Sep 07 02:50:15.570426 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6106ab34-b096-4ff6-9567-3d08760f12dc tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Pushing event updated for resources: {'Subnet': ['ID=25f98380-b34c-4692-9ca3-d89672c557cf,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:15.616095 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6106ab34-b096-4ff6-9567-3d08760f12dc tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Checking segment: {'id': 'f7f3cdb5-4939-481b-827d-274ac5cf16d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7308dc64-303b-49a6-a5ff-42923cbe0688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:50:15.616465 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6106ab34-b096-4ff6-9567-3d08760f12dc tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Network hostable DHCP agents. Network: 7308dc64-303b-49a6-a5ff-42923cbe0688, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:50:15.670636 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6106ab34-b096-4ff6-9567-3d08760f12dc tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Network 7308dc64-303b-49a6-a5ff-42923cbe0688 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:50:15.688532 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-6106ab34-b096-4ff6-9567-3d08760f12dc tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 7308dc64-303b-49a6-a5ff-42923cbe0688) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:50:15.693797 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6106ab34-b096-4ff6-9567-3d08760f12dc tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:15.694793 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6106ab34-b096-4ff6-9567-3d08760f12dc tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:15.700174 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae0c144-8ceb-4cf0-8120-f6f6c9c6e036 None None] Network 7308dc64-303b-49a6-a5ff-42923cbe0688 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:50:15.758157 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-6106ab34-b096-4ff6-9567-3d08760f12dc tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1804066 Sep 07 02:50:15.761884 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 36580) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:15.768031 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-9df4f871-eecf-411f-9a0b-b44acdfd671c tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1334301696'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:50:15.817595 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df4f871-eecf-411f-9a0b-b44acdfd671c tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Made reservation on behalf of 1e9fae9a49014abbad8bef63294b869b for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:50:15.823091 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9df4f871-eecf-411f-9a0b-b44acdfd671c tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:15.872431 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9df4f871-eecf-411f-9a0b-b44acdfd671c tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:50:15.890078 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9df4f871-eecf-411f-9a0b-b44acdfd671c tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:15.890348 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-9df4f871-eecf-411f-9a0b-b44acdfd671c tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Added segment 1483aeb3-1d3e-40f6-b588-3b8730993751 of type vlan for network a39a9bc4-2075-465b-81d4-ac7e05f6b05b Sep 07 02:50:15.970100 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9df4f871-eecf-411f-9a0b-b44acdfd671c tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:16.004775 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cfa6d1-d21b-4b02-b391-2d77b0370042 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-7308dc64-303b-49a6-a5ff-42923cbe0688', 'network_id': '7308dc64-303b-49a6-a5ff-42923cbe0688', 'tenant_id': '1e9fae9a49014abbad8bef63294b869b', 'fixed_ips': [{'subnet_id': '25f98380-b34c-4692-9ca3-d89672c557cf'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:50:16.005668 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-93cfa6d1-d21b-4b02-b391-2d77b0370042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:16.025817 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9df4f871-eecf-411f-9a0b-b44acdfd671c tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:16.032581 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df4f871-eecf-411f-9a0b-b44acdfd671c tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:16.034401 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9df4f871-eecf-411f-9a0b-b44acdfd671c tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:16.187648 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-9df4f871-eecf-411f-9a0b-b44acdfd671c tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4210217 Sep 07 02:50:16.187875 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 36594) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:16.193241 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-78f97334-7a77-4a18-9d46-0d74abe3060d tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Request body: {'subnet': {'network_id': 'a39a9bc4-2075-465b-81d4-ac7e05f6b05b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:50:16.256259 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df4f871-eecf-411f-9a0b-b44acdfd671c tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Pushing event updated for resources: {'Network': ['ID=a39a9bc4-2075-465b-81d4-ac7e05f6b05b,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:16.314630 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-93cfa6d1-d21b-4b02-b391-2d77b0370042 None None] Allocated IP 2001:db8::1 (7308dc64-303b-49a6-a5ff-42923cbe0688/25f98380-b34c-4692-9ca3-d89672c557cf/88789efd-d185-4fee-96f7-6c76f0552e1b) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:50:16.325052 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network a39a9bc4-2075-465b-81d4-ac7e05f6b05b details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:50:16.327658 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f97334-7a77-4a18-9d46-0d74abe3060d tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Made reservation on behalf of 1e9fae9a49014abbad8bef63294b869b for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:50:16.334267 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-78f97334-7a77-4a18-9d46-0d74abe3060d tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:16.388825 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccce15e6-6d4d-4b45-a685-ac562b7129eb req-e2ab9270-9ea3-4c40-8a8c-80ed503785f3 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:16.401501 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ccce15e6-6d4d-4b45-a685-ac562b7129eb req-e2ab9270-9ea3-4c40-8a8c-80ed503785f3 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 944 time: 0.1611662 Sep 07 02:50:16.489402 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.ipam_backend_mixin [None req-78f97334-7a77-4a18-9d46-0d74abe3060d tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Performing IP validity checks on allocation pools {{(pid=94700) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 07 02:50:16.490649 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.ipam_backend_mixin [None req-78f97334-7a77-4a18-9d46-0d74abe3060d tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94700) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 07 02:50:16.517937 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ccce15e6-6d4d-4b45-a685-ac562b7129eb req-77a3e90d-89df-4434-936b-ec386e5e63b3 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071904 Sep 07 02:50:16.611080 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7db9ffcc-fd20-4b01-ab9f-497bf1a03fc6 req-5f43dd73-de92-4a87-ad2a-602fd5183423 tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] 10.222.0.22 "GET /v2.0/ports?device_id=0564824d-6cc4-4fbd-88e3-536e2022dd69 HTTP/1.1" status: 200 len: 210 time: 0.0628903 Sep 07 02:50:16.775760 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-93cfa6d1-d21b-4b02-b391-2d77b0370042 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:16.786046 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-93cfa6d1-d21b-4b02-b391-2d77b0370042 None None] Transition to ACTIVE for port object 88789efd-d185-4fee-96f7-6c76f0552e1b will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:50:16.790792 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da5617-7a91-43fb-b823-70258ae20b93 req-6e34ecc5-0627-42db-b2ec-9a1e98b449ef tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:16.802811 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-93cfa6d1-d21b-4b02-b391-2d77b0370042 None None] Transition to ACTIVE for port object 88789efd-d185-4fee-96f7-6c76f0552e1b will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:50:16.808770 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-11da5617-7a91-43fb-b823-70258ae20b93 req-6e34ecc5-0627-42db-b2ec-9a1e98b449ef tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/ports?device_id=c69c02a1-ea23-49df-8d6c-0758b6213e88 HTTP/1.1" status: 200 len: 946 time: 0.1012578 Sep 07 02:50:16.814184 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-93cfa6d1-d21b-4b02-b391-2d77b0370042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:16.870355 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cfa6d1-d21b-4b02-b391-2d77b0370042 None None] Network 7308dc64-303b-49a6-a5ff-42923cbe0688 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:50:16.878977 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-93cfa6d1-d21b-4b02-b391-2d77b0370042 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:50:16.885509 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cfa6d1-d21b-4b02-b391-2d77b0370042 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:50:16.889129 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cfa6d1-d21b-4b02-b391-2d77b0370042 None None] Pushing event updated for resources: {'Port': ['ID=88789efd-d185-4fee-96f7-6c76f0552e1b,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:16.911173 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-11da5617-7a91-43fb-b823-70258ae20b93 req-5a4c59cb-9e8d-43b2-b571-cb82f0c2e5c5 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ad726ea-b259-4029-9910-1e3794ed9f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965846 Sep 07 02:50:17.089678 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7cc46-2d06-4613-8ff3-394574e8ed62 req-f8dfa626-ba67-43a6-acfa-437c457678ec tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:17.091762 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9cc7cc46-2d06-4613-8ff3-394574e8ed62 req-f8dfa626-ba67-43a6-acfa-437c457678ec tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] 10.222.0.16 "GET /v2.0/networks?id=7b2c30e3-d8ee-4103-9516-9743310e9c45 HTTP/1.1" status: 200 len: 809 time: 0.4233437 Sep 07 02:50:17.093749 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-78f97334-7a77-4a18-9d46-0d74abe3060d tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:17.111201 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-9cc7cc46-2d06-4613-8ff3-394574e8ed62 req-2fda4d89-2a91-4335-84ed-fa54baf82fe2 tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] Request body: {'port': {'device_id': '0564824d-6cc4-4fbd-88e3-536e2022dd69', 'network_id': '7b2c30e3-d8ee-4103-9516-9743310e9c45', 'admin_state_up': True, 'tenant_id': '34d6f487a8ed417cbb6e8f421376de2c'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:50:17.176210 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 9835f8ab-da11-48dd-bb5b-d803606bbeef up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:50:17.295442 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-93cfa6d1-d21b-4b02-b391-2d77b0370042 None None] Attempting to bind port 88789efd-d185-4fee-96f7-6c76f0552e1b on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:50:17.316016 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-93cfa6d1-d21b-4b02-b391-2d77b0370042 None None] Attempting to bind port 88789efd-d185-4fee-96f7-6c76f0552e1b by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'f7f3cdb5-4939-481b-827d-274ac5cf16d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7308dc64-303b-49a6-a5ff-42923cbe0688'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:50:17.317100 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cfa6d1-d21b-4b02-b391-2d77b0370042 None None] Attempting to bind port 88789efd-d185-4fee-96f7-6c76f0552e1b on network 7308dc64-303b-49a6-a5ff-42923cbe0688 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:50:17.332898 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cfa6d1-d21b-4b02-b391-2d77b0370042 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:50:17.333614 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cfa6d1-d21b-4b02-b391-2d77b0370042 None None] Checking segment: {'id': 'f7f3cdb5-4939-481b-827d-274ac5cf16d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7308dc64-303b-49a6-a5ff-42923cbe0688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:50:17.334323 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-93cfa6d1-d21b-4b02-b391-2d77b0370042 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:17.334906 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cfa6d1-d21b-4b02-b391-2d77b0370042 None None] Bound using segment: {'id': 'f7f3cdb5-4939-481b-827d-274ac5cf16d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7308dc64-303b-49a6-a5ff-42923cbe0688'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:50:17.335590 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-93cfa6d1-d21b-4b02-b391-2d77b0370042 None None] Bound port: 88789efd-d185-4fee-96f7-6c76f0552e1b, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7f3cdb5-4939-481b-827d-274ac5cf16d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '7308dc64-303b-49a6-a5ff-42923cbe0688'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:50:17.336174 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-93cfa6d1-d21b-4b02-b391-2d77b0370042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:17.386597 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f97334-7a77-4a18-9d46-0d74abe3060d tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Checking segment: {'id': '1483aeb3-1d3e-40f6-b588-3b8730993751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a39a9bc4-2075-465b-81d4-ac7e05f6b05b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:50:17.386959 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f97334-7a77-4a18-9d46-0d74abe3060d tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Network hostable DHCP agents. Network: a39a9bc4-2075-465b-81d4-ac7e05f6b05b, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:50:17.410960 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f97334-7a77-4a18-9d46-0d74abe3060d tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Pushing event updated for resources: {'Subnet': ['ID=7337fdfe-9457-4142-9b12-cb53051f79fd,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:17.417420 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 9835f8ab-da11-48dd-bb5b-d803606bbeef triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:50:17.417910 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:17.447379 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-93cfa6d1-d21b-4b02-b391-2d77b0370042 None None] For port 88789efd-d185-4fee-96f7-6c76f0552e1b, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:50:17.469228 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-93cfa6d1-d21b-4b02-b391-2d77b0370042 None None] For port 88789efd-d185-4fee-96f7-6c76f0552e1b, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=88789efd-d185-4fee-96f7-6c76f0552e1b,segment=NetworkSegment(f7f3cdb5-4939-481b-827d-274ac5cf16d3),segment_id=f7f3cdb5-4939-481b-827d-274ac5cf16d3)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:50:17.478019 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-93cfa6d1-d21b-4b02-b391-2d77b0370042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:17.497792 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f97334-7a77-4a18-9d46-0d74abe3060d tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Network a39a9bc4-2075-465b-81d4-ac7e05f6b05b is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:50:17.552721 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-78f97334-7a77-4a18-9d46-0d74abe3060d tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, a39a9bc4-2075-465b-81d4-ac7e05f6b05b) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:50:17.569966 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f97334-7a77-4a18-9d46-0d74abe3060d tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:17.570850 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-78f97334-7a77-4a18-9d46-0d74abe3060d tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:17.584580 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b404352-3c36-453c-b012-7175d39dd8fd None None] Network a39a9bc4-2075-465b-81d4-ac7e05f6b05b requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:50:17.615254 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cc7cc46-2d06-4613-8ff3-394574e8ed62 req-2fda4d89-2a91-4335-84ed-fa54baf82fe2 tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] Made reservation on behalf of 34d6f487a8ed417cbb6e8f421376de2c for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:50:17.623793 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9cc7cc46-2d06-4613-8ff3-394574e8ed62 req-2fda4d89-2a91-4335-84ed-fa54baf82fe2 tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:17.663573 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-78f97334-7a77-4a18-9d46-0d74abe3060d tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.4715297 Sep 07 02:50:17.677119 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 36622) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:17.749870 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487c6cb-8435-4565-810b-0f3f9472f8c7 req-77779018-1fef-4ad7-9a67-af85f1a4b0c8 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:17.757891 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8487c6cb-8435-4565-810b-0f3f9472f8c7 req-77779018-1fef-4ad7-9a67-af85f1a4b0c8 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 944 time: 0.1340106 Sep 07 02:50:17.805507 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8487c6cb-8435-4565-810b-0f3f9472f8c7 req-c41fadb5-88d6-4cce-a51a-c30149e68f04 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463696 Sep 07 02:50:17.862647 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bc16238d-8bee-4901-ad31-55054417a729 req-5e4bf108-d921-4fef-be4c-105652cdca8b tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] 10.222.0.22 "GET /v2.0/ports?device_id=0564824d-6cc4-4fbd-88e3-536e2022dd69 HTTP/1.1" status: 200 len: 210 time: 0.1011963 Sep 07 02:50:17.871873 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cfa6d1-d21b-4b02-b391-2d77b0370042 None None] Pushing event updated for resources: {'Port': ['ID=88789efd-d185-4fee-96f7-6c76f0552e1b,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:17.895729 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:18.028979 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 9835f8ab-da11-48dd-bb5b-d803606bbeef, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=9835f8ab-da11-48dd-bb5b-d803606bbeef,segment=NetworkSegment(671b0d78-496f-4a6a-a20b-d6937a9097d2),segment_id=671b0d78-496f-4a6a-a20b-d6937a9097d2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:50:18.031513 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8a2429-04f7-44e0-a1c1-027ae91deef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9835f8ab-da11-48dd-bb5b-d803606bbeef'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:50:18.034238 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc44ee0e-43bd-4695-9bdc-4e0a2f5d2a44" -d '{"events": [{"server_uuid": "2d8a2429-04f7-44e0-a1c1-027ae91deef5", "name": "network-vif-plugged", "status": "completed", "tag": "9835f8ab-da11-48dd-bb5b-d803606bbeef"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:50:18.045649 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:18.069368 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb070131-8c17-4023-bf78-8c1e4f4ccc3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-a39a9bc4-2075-465b-81d4-ac7e05f6b05b', 'network_id': 'a39a9bc4-2075-465b-81d4-ac7e05f6b05b', 'tenant_id': '1e9fae9a49014abbad8bef63294b869b', 'fixed_ips': [{'subnet_id': '7337fdfe-9457-4142-9b12-cb53051f79fd'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:50:18.072277 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-cb070131-8c17-4023-bf78-8c1e4f4ccc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:18.145702 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08af8fe-b6bb-4bfc-8152-fdf0daabfc09 x-openstack-request-id: req-e08af8fe-b6bb-4bfc-8152-fdf0daabfc09 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:50:18.145994 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d8a2429-04f7-44e0-a1c1-027ae91deef5", "name": "network-vif-plugged", "status": "completed", "tag": "9835f8ab-da11-48dd-bb5b-d803606bbeef", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:50:18.146249 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e08af8fe-b6bb-4bfc-8152-fdf0daabfc09 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:50:18.146638 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d8a2429-04f7-44e0-a1c1-027ae91deef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9835f8ab-da11-48dd-bb5b-d803606bbeef', 'code': 200} Sep 07 02:50:18.150479 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def7293f-1b2b-4bc5-98a8-916c02c38c72 req-1440d25f-69f6-4eb0-9d68-9483872a245f tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:18.161240 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-def7293f-1b2b-4bc5-98a8-916c02c38c72 req-1440d25f-69f6-4eb0-9d68-9483872a245f tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/ports?device_id=c69c02a1-ea23-49df-8d6c-0758b6213e88 HTTP/1.1" status: 200 len: 946 time: 0.1446788 Sep 07 02:50:18.258867 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bb017eec-742b-4894-a750-e77f8c25eddc tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:18.263649 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-def7293f-1b2b-4bc5-98a8-916c02c38c72 req-4e08e7ca-a043-4eb3-bc8f-7c8c62f499cf tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ad726ea-b259-4029-9910-1e3794ed9f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011550 Sep 07 02:50:18.281492 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=9835f8ab-da11-48dd-bb5b-d803606bbeef,revision_number=7']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:18.380715 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-9cc7cc46-2d06-4613-8ff3-394574e8ed62 req-2fda4d89-2a91-4335-84ed-fa54baf82fe2 tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] Allocated IP 172.20.0.11 (7b2c30e3-d8ee-4103-9516-9743310e9c45/20ae40f1-a561-4dea-8ae0-74185c43804a/d6b8bb0d-9c01-41b6-a622-709f4d20183a) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:50:18.380715 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bb017eec-742b-4894-a750-e77f8c25eddc tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:18.408940 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-cb070131-8c17-4023-bf78-8c1e4f4ccc3a None None] Allocated IP 2001:db8::3 (a39a9bc4-2075-465b-81d4-ac7e05f6b05b/7337fdfe-9457-4142-9b12-cb53051f79fd/8d89366e-72b8-4aaa-91c3-39c876ce1381) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:50:18.692248 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-cb070131-8c17-4023-bf78-8c1e4f4ccc3a None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:18.712195 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-cb070131-8c17-4023-bf78-8c1e4f4ccc3a None None] Transition to ACTIVE for port object 8d89366e-72b8-4aaa-91c3-39c876ce1381 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:50:18.752088 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-cb070131-8c17-4023-bf78-8c1e4f4ccc3a None None] Transition to ACTIVE for port object 8d89366e-72b8-4aaa-91c3-39c876ce1381 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:50:18.771003 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-cb070131-8c17-4023-bf78-8c1e4f4ccc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:18.840394 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9cc7cc46-2d06-4613-8ff3-394574e8ed62 req-2fda4d89-2a91-4335-84ed-fa54baf82fe2 tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:18.874447 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bb017eec-742b-4894-a750-e77f8c25eddc tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:18.878872 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb070131-8c17-4023-bf78-8c1e4f4ccc3a None None] Network a39a9bc4-2075-465b-81d4-ac7e05f6b05b is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:50:18.882483 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-cb070131-8c17-4023-bf78-8c1e4f4ccc3a None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:50:18.885804 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb070131-8c17-4023-bf78-8c1e4f4ccc3a None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:50:18.930905 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb070131-8c17-4023-bf78-8c1e4f4ccc3a None None] Pushing event updated for resources: {'Port': ['ID=8d89366e-72b8-4aaa-91c3-39c876ce1381,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:18.981033 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-cb070131-8c17-4023-bf78-8c1e4f4ccc3a None None] Attempting to bind port 8d89366e-72b8-4aaa-91c3-39c876ce1381 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:50:18.981413 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-cb070131-8c17-4023-bf78-8c1e4f4ccc3a None None] Attempting to bind port 8d89366e-72b8-4aaa-91c3-39c876ce1381 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '1483aeb3-1d3e-40f6-b588-3b8730993751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a39a9bc4-2075-465b-81d4-ac7e05f6b05b'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:50:18.981785 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb070131-8c17-4023-bf78-8c1e4f4ccc3a None None] Attempting to bind port 8d89366e-72b8-4aaa-91c3-39c876ce1381 on network a39a9bc4-2075-465b-81d4-ac7e05f6b05b {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:50:19.001156 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb070131-8c17-4023-bf78-8c1e4f4ccc3a None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:50:19.001540 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb070131-8c17-4023-bf78-8c1e4f4ccc3a None None] Checking segment: {'id': '1483aeb3-1d3e-40f6-b588-3b8730993751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a39a9bc4-2075-465b-81d4-ac7e05f6b05b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:50:19.001961 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-cb070131-8c17-4023-bf78-8c1e4f4ccc3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:19.002368 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb070131-8c17-4023-bf78-8c1e4f4ccc3a None None] Bound using segment: {'id': '1483aeb3-1d3e-40f6-b588-3b8730993751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a39a9bc4-2075-465b-81d4-ac7e05f6b05b'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:50:19.002878 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-cb070131-8c17-4023-bf78-8c1e4f4ccc3a None None] Bound port: 8d89366e-72b8-4aaa-91c3-39c876ce1381, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1483aeb3-1d3e-40f6-b588-3b8730993751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a39a9bc4-2075-465b-81d4-ac7e05f6b05b'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:50:19.013881 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-cb070131-8c17-4023-bf78-8c1e4f4ccc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:19.067129 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f1038-ea26-4e4d-8dc6-fdeb269987cf req-55b48cbc-a46a-43ce-9a4b-239bbd4c66c5 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:19.078239 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-491f1038-ea26-4e4d-8dc6-fdeb269987cf req-55b48cbc-a46a-43ce-9a4b-239bbd4c66c5 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 945 time: 0.0871093 Sep 07 02:50:19.100676 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb017eec-742b-4894-a750-e77f8c25eddc tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Pushing event deleted for resources: {'Subnet': ['ID=7337fdfe-9457-4142-9b12-cb53051f79fd,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:19.159510 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9cc7cc46-2d06-4613-8ff3-394574e8ed62 req-2fda4d89-2a91-4335-84ed-fa54baf82fe2 tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:19.164442 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-491f1038-ea26-4e4d-8dc6-fdeb269987cf req-189d17a5-2747-417b-83c3-7c65ea23afa2 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793312 Sep 07 02:50:19.183561 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 88789efd-d185-4fee-96f7-6c76f0552e1b up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:50:19.239818 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-cb070131-8c17-4023-bf78-8c1e4f4ccc3a None None] For port 8d89366e-72b8-4aaa-91c3-39c876ce1381, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:50:19.244856 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-cb070131-8c17-4023-bf78-8c1e4f4ccc3a None None] For port 8d89366e-72b8-4aaa-91c3-39c876ce1381, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=8d89366e-72b8-4aaa-91c3-39c876ce1381,segment=NetworkSegment(1483aeb3-1d3e-40f6-b588-3b8730993751),segment_id=1483aeb3-1d3e-40f6-b588-3b8730993751)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:50:19.255250 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-cb070131-8c17-4023-bf78-8c1e4f4ccc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:19.312263 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fda4d89-2a91-4335-84ed-fa54baf82fe2 tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] Pushing event updated for resources: {'Port': ['ID=d6b8bb0d-9c01-41b6-a622-709f4d20183a,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:19.412633 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bb017eec-742b-4894-a750-e77f8c25eddc tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:19.442882 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb070131-8c17-4023-bf78-8c1e4f4ccc3a None None] Pushing event updated for resources: {'Port': ['ID=8d89366e-72b8-4aaa-91c3-39c876ce1381,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:19.453128 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cc7cc46-2d06-4613-8ff3-394574e8ed62 req-2fda4d89-2a91-4335-84ed-fa54baf82fe2 tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] Network 7b2c30e3-d8ee-4103-9516-9743310e9c45 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:50:19.471314 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a32cd0-20b2-42d6-891a-40081a5ef660 req-906c4e8b-5d92-4fe9-87b7-13b3585cb8a1 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:19.480411 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c5a32cd0-20b2-42d6-891a-40081a5ef660 req-906c4e8b-5d92-4fe9-87b7-13b3585cb8a1 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/ports?device_id=c69c02a1-ea23-49df-8d6c-0758b6213e88 HTTP/1.1" status: 200 len: 946 time: 0.1130898 Sep 07 02:50:19.508941 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcaa3819-6228-447d-8c5d-2ebcf8ff0f4a None None] Network 7308dc64-303b-49a6-a5ff-42923cbe0688 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:50:19.509478 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b5df0-c795-4dd3-a962-c8c5cb337e01 req-4a545c3a-8f61-47d1-b742-3dd7e5e74dd3 tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:19.518859 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b35b5df0-c795-4dd3-a962-c8c5cb337e01 req-4a545c3a-8f61-47d1-b742-3dd7e5e74dd3 tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] 10.222.0.22 "GET /v2.0/ports?device_id=0564824d-6cc4-4fbd-88e3-536e2022dd69 HTTP/1.1" status: 200 len: 932 time: 0.4459763 Sep 07 02:50:19.541685 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-9cc7cc46-2d06-4613-8ff3-394574e8ed62 req-2fda4d89-2a91-4335-84ed-fa54baf82fe2 tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:50:19.551420 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cc7cc46-2d06-4613-8ff3-394574e8ed62 req-2fda4d89-2a91-4335-84ed-fa54baf82fe2 tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:50:19.572171 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c5a32cd0-20b2-42d6-891a-40081a5ef660 req-c49ea556-41e3-4935-9bc6-eb947c83f766 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ad726ea-b259-4029-9910-1e3794ed9f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777259 Sep 07 02:50:19.573301 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 88789efd-d185-4fee-96f7-6c76f0552e1b completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:50:19.600550 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb49faa9-7d7f-45cd-9489-edc4bb0dac6c None None] Network a39a9bc4-2075-465b-81d4-ac7e05f6b05b requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:50:19.628457 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-bb017eec-742b-4894-a750-e77f8c25eddc tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a39a9bc4-2075-465b-81d4-ac7e05f6b05b']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:50:19.661191 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-bb017eec-742b-4894-a750-e77f8c25eddc tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1483aeb3-1d3e-40f6-b588-3b8730993751') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:50:19.661576 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-bb017eec-742b-4894-a750-e77f8c25eddc tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1483aeb3-1d3e-40f6-b588-3b8730993751') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:50:19.692868 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bb017eec-742b-4894-a750-e77f8c25eddc tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:19.708065 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7cc46-2d06-4613-8ff3-394574e8ed62 req-2fda4d89-2a91-4335-84ed-fa54baf82fe2 tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:19.708703 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9cc7cc46-2d06-4613-8ff3-394574e8ed62 req-2fda4d89-2a91-4335-84ed-fa54baf82fe2 tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:19.733308 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b35b5df0-c795-4dd3-a962-c8c5cb337e01 req-b538ceac-ac7b-452d-8479-fd348bd52692 tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] 10.222.0.22 "GET /v2.0/security-groups?id=7568d87e-82e3-434b-bc1d-0a70b8d074af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132974 Sep 07 02:50:19.753854 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bb017eec-742b-4894-a750-e77f8c25eddc tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:19.771205 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb017eec-742b-4894-a750-e77f8c25eddc tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:50:19.772842 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bb017eec-742b-4894-a750-e77f8c25eddc tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:19.784150 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9cc7cc46-2d06-4613-8ff3-394574e8ed62 req-2fda4d89-2a91-4335-84ed-fa54baf82fe2 tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6746361 Sep 07 02:50:19.784803 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-d153f267-8f23-4cbc-a3a6-d85e1c2e29ca None None] Provisioning for port 88789efd-d185-4fee-96f7-6c76f0552e1b completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:50:19.789894 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:50:19.789894 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:50:19.789894 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:50:19.789894 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:50:19.789894 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:50:19.789894 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:50:19.789894 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:50:19.789894 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:50:19.789894 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:50:19.789894 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:50:19.789894 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:50:19.789894 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:50:19.789894 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:50:19.789894 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:50:19.789894 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:50:19.789894 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:50:19.789894 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:50:19.789894 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:50:19.789894 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:50:19.789894 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:50:19.789894 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:50:19.789894 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:50:19.789894 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:50:19.789894 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:50:19.789894 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:50:19.789894 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:50:19.789894 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:50:19.789894 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:50:19.789894 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:50:19.789894 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:50:19.789894 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:50:19.789894 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:50:19.813574 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-d153f267-8f23-4cbc-a3a6-d85e1c2e29ca None None] Provisioning complete for port 88789efd-d185-4fee-96f7-6c76f0552e1b triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:50:19.813953 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d153f267-8f23-4cbc-a3a6-d85e1c2e29ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:19.841596 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-9cc7cc46-2d06-4613-8ff3-394574e8ed62 req-035534a6-f1ff-4947-97b1-ced9342fb1d4 service neutron] Request body: {'port': {'device_id': '0564824d-6cc4-4fbd-88e3-536e2022dd69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:50:19.920936 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9cc7cc46-2d06-4613-8ff3-394574e8ed62 req-035534a6-f1ff-4947-97b1-ced9342fb1d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:20.059159 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d153f267-8f23-4cbc-a3a6-d85e1c2e29ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:20.070133 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.db.api [None req-bb017eec-742b-4894-a750-e77f8c25eddc tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 07 02:50:20.070133 n-d-796209-16 neutron-server[94700]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 07 02:50:20.070133 n-d-796209-16 neutron-server[94700]: [parameters: {'id': 'a39a9bc4-2075-465b-81d4-ac7e05f6b05b'}] Sep 07 02:50:20.070133 n-d-796209-16 neutron-server[94700]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 02:50:20.070650 n-d-796209-16 neutron-server[94700]: DEBUG oslo_db.api [None req-bb017eec-742b-4894-a750-e77f8c25eddc tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 02:50:20.119586 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-d153f267-8f23-4cbc-a3a6-d85e1c2e29ca None None] For port 88789efd-d185-4fee-96f7-6c76f0552e1b, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=88789efd-d185-4fee-96f7-6c76f0552e1b,segment=NetworkSegment(f7f3cdb5-4939-481b-827d-274ac5cf16d3),segment_id=f7f3cdb5-4939-481b-827d-274ac5cf16d3)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:50:20.147350 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d153f267-8f23-4cbc-a3a6-d85e1c2e29ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:20.227331 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d153f267-8f23-4cbc-a3a6-d85e1c2e29ca None None] Pushing event updated for resources: {'Port': ['ID=88789efd-d185-4fee-96f7-6c76f0552e1b,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:20.413227 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef2d530-15c6-4c70-a294-80dec8ab90e6 req-24087162-0259-472d-8aff-8079d39e47e1 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:20.426191 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9ef2d530-15c6-4c70-a294-80dec8ab90e6 req-24087162-0259-472d-8aff-8079d39e47e1 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 945 time: 0.1311996 Sep 07 02:50:20.468647 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222a7a82-5336-41f6-8887-f2bcaec2d845 None None] get_active_networks_info from n-d-796209-16 {{(pid=94702) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 02:50:20.557291 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9ef2d530-15c6-4c70-a294-80dec8ab90e6 req-2a372265-e44d-4ecd-8fb8-fd5c75c3f552 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238635 Sep 07 02:50:20.651933 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-9cc7cc46-2d06-4613-8ff3-394574e8ed62 req-035534a6-f1ff-4947-97b1-ced9342fb1d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6b8bb0d-9c01-41b6-a622-709f4d20183a {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:50:20.661608 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9cc7cc46-2d06-4613-8ff3-394574e8ed62 req-035534a6-f1ff-4947-97b1-ced9342fb1d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:20.676638 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-9cc7cc46-2d06-4613-8ff3-394574e8ed62 req-035534a6-f1ff-4947-97b1-ced9342fb1d4 service neutron] Transition to ACTIVE for port object d6b8bb0d-9c01-41b6-a622-709f4d20183a will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:50:20.678257 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bb017eec-742b-4894-a750-e77f8c25eddc tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:20.682173 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-22e60d6f-ab90-4851-a7e1-720af60fb692 None None] Provisioning complete for port 88789efd-d185-4fee-96f7-6c76f0552e1b triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:50:20.682621 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-22e60d6f-ab90-4851-a7e1-720af60fb692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:20.736188 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9cc7cc46-2d06-4613-8ff3-394574e8ed62 req-035534a6-f1ff-4947-97b1-ced9342fb1d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:20.796341 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222a7a82-5336-41f6-8887-f2bcaec2d845 None None] Resources bound (agent type, host, resource id): {{(pid=94702) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 07 02:50:20.799001 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d965a0ff-66ba-466e-942f-487cb17787a3 req-d9970d6d-a67f-4ed3-a726-b220892339ae tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:20.800860 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d965a0ff-66ba-466e-942f-487cb17787a3 req-d9970d6d-a67f-4ed3-a726-b220892339ae tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/ports?device_id=c69c02a1-ea23-49df-8d6c-0758b6213e88 HTTP/1.1" status: 200 len: 946 time: 0.1173451 Sep 07 02:50:20.977135 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035534a6-f1ff-4947-97b1-ced9342fb1d4 service neutron] Pushing event updated for resources: {'Port': ['ID=d6b8bb0d-9c01-41b6-a622-709f4d20183a,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:21.063510 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b581e2-84e0-41d4-bdfc-320a915ee178 req-d56eee72-a31d-435a-b806-09c342fb3fd7 tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:21.069308 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e4b581e2-84e0-41d4-bdfc-320a915ee178 req-d56eee72-a31d-435a-b806-09c342fb3fd7 tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] 10.222.0.22 "GET /v2.0/ports?device_id=0564824d-6cc4-4fbd-88e3-536e2022dd69 HTTP/1.1" status: 200 len: 944 time: 0.1272588 Sep 07 02:50:21.168829 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e4b581e2-84e0-41d4-bdfc-320a915ee178 req-4b70afd0-51b1-49a9-9d12-653aba9fb2af tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] 10.222.0.22 "GET /v2.0/security-groups?id=7568d87e-82e3-434b-bc1d-0a70b8d074af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985036 Sep 07 02:50:21.191329 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 88789efd-d185-4fee-96f7-6c76f0552e1b up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:50:21.228378 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d965a0ff-66ba-466e-942f-487cb17787a3 req-198f865c-2e58-4af6-a040-c25fcaa78a93 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ad726ea-b259-4029-9910-1e3794ed9f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4140089 Sep 07 02:50:21.313709 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-bb017eec-742b-4894-a750-e77f8c25eddc tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Deleting port 8d89366e-72b8-4aaa-91c3-39c876ce1381 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:50:21.314117 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bb017eec-742b-4894-a750-e77f8c25eddc tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:21.389677 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-bb017eec-742b-4894-a750-e77f8c25eddc tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] For port 8d89366e-72b8-4aaa-91c3-39c876ce1381, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=8d89366e-72b8-4aaa-91c3-39c876ce1381,segment=NetworkSegment(1483aeb3-1d3e-40f6-b588-3b8730993751),segment_id=1483aeb3-1d3e-40f6-b588-3b8730993751)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:50:21.397198 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bb017eec-742b-4894-a750-e77f8c25eddc tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:21.490430 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-bb017eec-742b-4894-a750-e77f8c25eddc tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Calling delete_port for 8d89366e-72b8-4aaa-91c3-39c876ce1381 owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:50:21.490685 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:21.491665 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:21.518419 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 88789efd-d185-4fee-96f7-6c76f0552e1b triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:50:21.518941 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:21.736099 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8918e2-8a7a-40c4-807b-e055a2f7af90 req-ecb3e010-7828-4f91-90d8-c6cee9fd35d4 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:21.742500 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-de8918e2-8a7a-40c4-807b-e055a2f7af90 req-ecb3e010-7828-4f91-90d8-c6cee9fd35d4 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 945 time: 0.0874829 Sep 07 02:50:21.855033 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-de8918e2-8a7a-40c4-807b-e055a2f7af90 req-83718abd-0313-4507-ab07-4d329480e9a1 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020694 Sep 07 02:50:21.934955 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-9cc7cc46-2d06-4613-8ff3-394574e8ed62 req-035534a6-f1ff-4947-97b1-ced9342fb1d4 service neutron] Attempting to bind port d6b8bb0d-9c01-41b6-a622-709f4d20183a on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:50:21.935351 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-9cc7cc46-2d06-4613-8ff3-394574e8ed62 req-035534a6-f1ff-4947-97b1-ced9342fb1d4 service neutron] Attempting to bind port d6b8bb0d-9c01-41b6-a622-709f4d20183a by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '651d73bc-0a97-4334-b4f1-8fb9e6575c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7b2c30e3-d8ee-4103-9516-9743310e9c45'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:50:21.935735 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc7cc46-2d06-4613-8ff3-394574e8ed62 req-035534a6-f1ff-4947-97b1-ced9342fb1d4 service neutron] Attempting to bind port d6b8bb0d-9c01-41b6-a622-709f4d20183a on network 7b2c30e3-d8ee-4103-9516-9743310e9c45 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:50:21.946931 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc7cc46-2d06-4613-8ff3-394574e8ed62 req-035534a6-f1ff-4947-97b1-ced9342fb1d4 service neutron] Port d6b8bb0d-9c01-41b6-a622-709f4d20183a on network 7b2c30e3-d8ee-4103-9516-9743310e9c45 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:50:21.947225 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc7cc46-2d06-4613-8ff3-394574e8ed62 req-035534a6-f1ff-4947-97b1-ced9342fb1d4 service neutron] Attempting to bind port d6b8bb0d-9c01-41b6-a622-709f4d20183a on network 7b2c30e3-d8ee-4103-9516-9743310e9c45 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:50:21.956147 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc7cc46-2d06-4613-8ff3-394574e8ed62 req-035534a6-f1ff-4947-97b1-ced9342fb1d4 service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:50:21.956565 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc7cc46-2d06-4613-8ff3-394574e8ed62 req-035534a6-f1ff-4947-97b1-ced9342fb1d4 service neutron] Checking segment: {'id': '651d73bc-0a97-4334-b4f1-8fb9e6575c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7b2c30e3-d8ee-4103-9516-9743310e9c45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:50:21.957173 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc7cc46-2d06-4613-8ff3-394574e8ed62 req-035534a6-f1ff-4947-97b1-ced9342fb1d4 service neutron] Bound using segment: {'id': '651d73bc-0a97-4334-b4f1-8fb9e6575c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7b2c30e3-d8ee-4103-9516-9743310e9c45'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:50:21.957716 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-9cc7cc46-2d06-4613-8ff3-394574e8ed62 req-035534a6-f1ff-4947-97b1-ced9342fb1d4 service neutron] Bound port: d6b8bb0d-9c01-41b6-a622-709f4d20183a, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '651d73bc-0a97-4334-b4f1-8fb9e6575c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7b2c30e3-d8ee-4103-9516-9743310e9c45'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:50:21.958081 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9cc7cc46-2d06-4613-8ff3-394574e8ed62 req-035534a6-f1ff-4947-97b1-ced9342fb1d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:22.025161 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bb017eec-742b-4894-a750-e77f8c25eddc tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:22.066688 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb017eec-742b-4894-a750-e77f8c25eddc tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Pushing event deleted for resources: {'Port': ['ID=8d89366e-72b8-4aaa-91c3-39c876ce1381,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:22.070959 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb017eec-742b-4894-a750-e77f8c25eddc tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] No DVR routers for this DVR port 8d89366e-72b8-4aaa-91c3-39c876ce1381 on host n-d-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:50:22.079120 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-9cc7cc46-2d06-4613-8ff3-394574e8ed62 req-035534a6-f1ff-4947-97b1-ced9342fb1d4 service neutron] For port d6b8bb0d-9c01-41b6-a622-709f4d20183a, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:50:22.121870 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-9cc7cc46-2d06-4613-8ff3-394574e8ed62 req-035534a6-f1ff-4947-97b1-ced9342fb1d4 service neutron] For port d6b8bb0d-9c01-41b6-a622-709f4d20183a, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=d6b8bb0d-9c01-41b6-a622-709f4d20183a,segment=NetworkSegment(651d73bc-0a97-4334-b4f1-8fb9e6575c2d),segment_id=651d73bc-0a97-4334-b4f1-8fb9e6575c2d)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:50:22.140154 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9cc7cc46-2d06-4613-8ff3-394574e8ed62 req-035534a6-f1ff-4947-97b1-ced9342fb1d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:22.245949 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bb017eec-742b-4894-a750-e77f8c25eddc tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:22.330849 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7cc46-2d06-4613-8ff3-394574e8ed62 req-035534a6-f1ff-4947-97b1-ced9342fb1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:22.331627 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-9cc7cc46-2d06-4613-8ff3-394574e8ed62 req-035534a6-f1ff-4947-97b1-ced9342fb1d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:22.335774 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9cc7cc46-2d06-4613-8ff3-394574e8ed62 req-035534a6-f1ff-4947-97b1-ced9342fb1d4 service neutron] 10.222.0.16 "PUT /v2.0/ports/d6b8bb0d-9c01-41b6-a622-709f4d20183a HTTP/1.1" status: 200 len: 1093 time: 2.5183773 Sep 07 02:50:22.336589 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0564824d-6cc4-4fbd-88e3-536e2022dd69', 'tag': 'd6b8bb0d-9c01-41b6-a622-709f4d20183a'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:50:22.340452 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27d7f6d-c009-445e-b179-917fa23dff1b" -d '{"events": [{"name": "network-changed", "server_uuid": "0564824d-6cc4-4fbd-88e3-536e2022dd69", "tag": "d6b8bb0d-9c01-41b6-a622-709f4d20183a"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:50:22.371334 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-bb017eec-742b-4894-a750-e77f8c25eddc tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a39a9bc4-2075-465b-81d4-ac7e05f6b05b']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:50:22.388912 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e989d8c-d8b1-4cb9-affb-eeb819c1f278 req-f560adad-ef7d-4d56-a7b9-aa8c37da205e tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:22.402311 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6e989d8c-d8b1-4cb9-affb-eeb819c1f278 req-f560adad-ef7d-4d56-a7b9-aa8c37da205e tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] 10.222.0.22 "GET /v2.0/ports?device_id=0564824d-6cc4-4fbd-88e3-536e2022dd69 HTTP/1.1" status: 200 len: 944 time: 0.1381950 Sep 07 02:50:22.455451 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6e989d8c-d8b1-4cb9-affb-eeb819c1f278 req-1e3b6942-6281-4b35-8765-8c37eb07b423 tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] 10.222.0.22 "GET /v2.0/security-groups?id=7568d87e-82e3-434b-bc1d-0a70b8d074af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517488 Sep 07 02:50:22.460018 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-bb017eec-742b-4894-a750-e77f8c25eddc tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1483aeb3-1d3e-40f6-b588-3b8730993751') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:50:22.460326 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-bb017eec-742b-4894-a750-e77f8c25eddc tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1483aeb3-1d3e-40f6-b588-3b8730993751') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:50:22.472608 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035534a6-f1ff-4947-97b1-ced9342fb1d4 service neutron] Pushing event updated for resources: {'Port': ['ID=d6b8bb0d-9c01-41b6-a622-709f4d20183a,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:22.494110 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bb017eec-742b-4894-a750-e77f8c25eddc tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:22.527311 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bb017eec-742b-4894-a750-e77f8c25eddc tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:22.534062 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb017eec-742b-4894-a750-e77f8c25eddc tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:50:22.534475 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bb017eec-742b-4894-a750-e77f8c25eddc tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:22.608058 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95470f35-ec3f-40ce-914c-1c3dbe56f350 x-openstack-request-id: req-95470f35-ec3f-40ce-914c-1c3dbe56f350 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:50:22.608396 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0564824d-6cc4-4fbd-88e3-536e2022dd69", "tag": "d6b8bb0d-9c01-41b6-a622-709f4d20183a", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:50:22.608660 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-95470f35-ec3f-40ce-914c-1c3dbe56f350 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:50:22.609352 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0564824d-6cc4-4fbd-88e3-536e2022dd69', 'tag': 'd6b8bb0d-9c01-41b6-a622-709f4d20183a', 'status': 'completed', 'code': 200} Sep 07 02:50:22.610109 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:50:22.610109 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:50:22.610109 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:50:22.610109 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:50:22.610109 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:50:22.610109 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:50:22.610109 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:50:22.610109 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:50:22.610109 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:50:22.610109 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:50:22.610109 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:50:22.610109 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:50:22.610109 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:50:22.610109 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:50:22.610109 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:50:22.610109 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:50:22.610109 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:50:22.610109 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:50:22.610109 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:50:22.610109 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:50:22.610109 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:50:22.610109 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:50:22.610109 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:50:22.610109 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:50:22.610109 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:50:22.610109 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:50:22.610109 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:50:22.610109 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:50:22.610109 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:50:22.610109 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:50:22.610109 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:50:22.610109 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:50:22.616636 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bb017eec-742b-4894-a750-e77f8c25eddc tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:22.623012 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bb017eec-742b-4894-a750-e77f8c25eddc tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:22.624919 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-bb017eec-742b-4894-a750-e77f8c25eddc tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] 10.222.0.22 "DELETE /v2.0/networks/a39a9bc4-2075-465b-81d4-ac7e05f6b05b HTTP/1.1" status: 204 len: 168 time: 4.9464417 Sep 07 02:50:22.628991 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 36722) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:22.634420 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-a6182c29-d66e-404c-9201-bd2574b01be7 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2074548815'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:50:22.652232 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e92f8-7722-4f3d-ac8d-94127d5716ad req-ca532c6e-6f34-4eb1-b8f4-9ead2267df0f tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:22.654114 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-854e92f8-7722-4f3d-ac8d-94127d5716ad req-ca532c6e-6f34-4eb1-b8f4-9ead2267df0f tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/ports?device_id=c69c02a1-ea23-49df-8d6c-0758b6213e88 HTTP/1.1" status: 200 len: 946 time: 0.2670641 Sep 07 02:50:22.665890 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6182c29-d66e-404c-9201-bd2574b01be7 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Made reservation on behalf of 1e9fae9a49014abbad8bef63294b869b for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:50:22.670851 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7cc46-2d06-4613-8ff3-394574e8ed62 req-68148de5-49e6-482d-8e46-6d46263ba3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:22.671381 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a6182c29-d66e-404c-9201-bd2574b01be7 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:22.672568 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9cc7cc46-2d06-4613-8ff3-394574e8ed62 req-68148de5-49e6-482d-8e46-6d46263ba3e0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=34d6f487a8ed417cbb6e8f421376de2c&device_id=0564824d-6cc4-4fbd-88e3-536e2022dd69 HTTP/1.1" status: 200 len: 1096 time: 0.2340491 Sep 07 02:50:22.673369 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb017eec-742b-4894-a750-e77f8c25eddc tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Pushing event deleted for resources: {'Network': ['ID=a39a9bc4-2075-465b-81d4-ac7e05f6b05b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:22.737461 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6182c29-d66e-404c-9201-bd2574b01be7 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:50:22.759601 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9cc7cc46-2d06-4613-8ff3-394574e8ed62 req-b01957ed-b138-4f3b-aec1-d0eea93e0c58 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6b8bb0d-9c01-41b6-a622-709f4d20183a HTTP/1.1" status: 200 len: 217 time: 0.0600965 Sep 07 02:50:22.762100 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a6182c29-d66e-404c-9201-bd2574b01be7 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:22.764484 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-a6182c29-d66e-404c-9201-bd2574b01be7 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Added segment 9d6b7706-7d53-438c-b83d-f83c86d05291 of type vlan for network 9f159670-abc8-4046-8c96-5fbf71143df7 Sep 07 02:50:22.828090 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a6182c29-d66e-404c-9201-bd2574b01be7 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:22.841846 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7cc46-2d06-4613-8ff3-394574e8ed62 req-3ae7ea57-d7d5-42b6-b3d7-c1ed8091ccf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:22.844015 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9cc7cc46-2d06-4613-8ff3-394574e8ed62 req-3ae7ea57-d7d5-42b6-b3d7-c1ed8091ccf6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=20ae40f1-a561-4dea-8ae0-74185c43804a HTTP/1.1" status: 200 len: 849 time: 0.0717838 Sep 07 02:50:22.847581 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-854e92f8-7722-4f3d-ac8d-94127d5716ad req-27ef9fb8-bab3-455c-a673-01c9af0505b7 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ad726ea-b259-4029-9910-1e3794ed9f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720424 Sep 07 02:50:22.890209 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a6182c29-d66e-404c-9201-bd2574b01be7 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:22.898824 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6182c29-d66e-404c-9201-bd2574b01be7 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:22.900051 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a6182c29-d66e-404c-9201-bd2574b01be7 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:22.936846 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9cc7cc46-2d06-4613-8ff3-394574e8ed62 req-3aced727-ecaa-4b03-86b4-e9c4c1b5df2b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7b2c30e3-d8ee-4103-9516-9743310e9c45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765243 Sep 07 02:50:22.990215 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6182c29-d66e-404c-9201-bd2574b01be7 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Pushing event updated for resources: {'Network': ['ID=9f159670-abc8-4046-8c96-5fbf71143df7,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:23.001212 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6182c29-d66e-404c-9201-bd2574b01be7 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:50:23.001597 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6182c29-d66e-404c-9201-bd2574b01be7 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:50:23.002112 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6182c29-d66e-404c-9201-bd2574b01be7 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:50:23.002479 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6182c29-d66e-404c-9201-bd2574b01be7 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:50:23.003535 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6182c29-d66e-404c-9201-bd2574b01be7 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:50:23.003737 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6182c29-d66e-404c-9201-bd2574b01be7 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:50:23.004194 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6182c29-d66e-404c-9201-bd2574b01be7 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:50:23.004688 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6182c29-d66e-404c-9201-bd2574b01be7 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:50:23.005150 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6182c29-d66e-404c-9201-bd2574b01be7 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:50:23.005482 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6182c29-d66e-404c-9201-bd2574b01be7 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:50:23.005810 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6182c29-d66e-404c-9201-bd2574b01be7 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:50:23.006188 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6182c29-d66e-404c-9201-bd2574b01be7 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:50:23.019246 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 9f159670-abc8-4046-8c96-5fbf71143df7 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:50:23.075786 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a6182c29-d66e-404c-9201-bd2574b01be7 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4454083 Sep 07 02:50:23.080000 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 36730) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:23.091229 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-feb4b40c-6913-4521-8a33-4bc66f0d10ea tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Request body: {'subnet': {'network_id': '9f159670-abc8-4046-8c96-5fbf71143df7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:50:23.116277 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9cc7cc46-2d06-4613-8ff3-394574e8ed62 req-63dce5b0-ee11-4c10-ad35-9e6ebb82b265 service neutron] 10.222.0.16 "GET /v2.0/networks/7b2c30e3-d8ee-4103-9516-9743310e9c45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697526 Sep 07 02:50:23.136395 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08731bb4-2667-481b-836a-885cab99276b req-f8cd78e4-bada-446c-8069-00de7de52096 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:23.139398 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-08731bb4-2667-481b-836a-885cab99276b req-f8cd78e4-bada-446c-8069-00de7de52096 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 945 time: 0.1533034 Sep 07 02:50:23.225424 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-08731bb4-2667-481b-836a-885cab99276b req-c022ab04-4ce8-4210-9401-b103f3125ebe tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790637 Sep 07 02:50:23.281830 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9cc7cc46-2d06-4613-8ff3-394574e8ed62 req-88cc27db-75b1-4bbc-9810-1e9cb6378e2f service neutron] 10.222.0.16 "GET /v2.0/networks/7b2c30e3-d8ee-4103-9516-9743310e9c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344576 Sep 07 02:50:23.438112 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d7f6d-c009-445e-b179-917fa23dff1b req-2a01e9a5-0b92-4dd3-927c-2cc86bb7ffcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:23.440257 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c27d7f6d-c009-445e-b179-917fa23dff1b req-2a01e9a5-0b92-4dd3-927c-2cc86bb7ffcd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=34d6f487a8ed417cbb6e8f421376de2c&device_id=0564824d-6cc4-4fbd-88e3-536e2022dd69 HTTP/1.1" status: 200 len: 1096 time: 0.0810025 Sep 07 02:50:23.457821 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb4b40c-6913-4521-8a33-4bc66f0d10ea tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Made reservation on behalf of 1e9fae9a49014abbad8bef63294b869b for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:50:23.464314 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-feb4b40c-6913-4521-8a33-4bc66f0d10ea tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:23.667565 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d7f6d-c009-445e-b179-917fa23dff1b req-14a79ad8-5122-4a71-b4c4-3ace3d56c729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:23.668906 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c27d7f6d-c009-445e-b179-917fa23dff1b req-14a79ad8-5122-4a71-b4c4-3ace3d56c729 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7b2c30e3-d8ee-4103-9516-9743310e9c45 HTTP/1.1" status: 200 len: 909 time: 0.2201977 Sep 07 02:50:23.684730 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb5c622-30df-4ec1-8159-5cbd0fb856e0 req-6dd250e0-0833-4bb4-bb8b-c8e4c58b98b3 tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:23.691897 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bbb5c622-30df-4ec1-8159-5cbd0fb856e0 req-6dd250e0-0833-4bb4-bb8b-c8e4c58b98b3 tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] 10.222.0.22 "GET /v2.0/ports?device_id=0564824d-6cc4-4fbd-88e3-536e2022dd69 HTTP/1.1" status: 200 len: 944 time: 0.1083300 Sep 07 02:50:23.771804 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c27d7f6d-c009-445e-b179-917fa23dff1b req-f9f4f1b6-ad6e-4416-bffb-b887768f9e0b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6b8bb0d-9c01-41b6-a622-709f4d20183a HTTP/1.1" status: 200 len: 217 time: 0.0604646 Sep 07 02:50:23.783985 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bbb5c622-30df-4ec1-8159-5cbd0fb856e0 req-ddbb2b86-030a-49b1-a329-9946a2bb21a1 tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] 10.222.0.22 "GET /v2.0/security-groups?id=7568d87e-82e3-434b-bc1d-0a70b8d074af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911472 Sep 07 02:50:23.863877 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d7f6d-c009-445e-b179-917fa23dff1b req-b789b216-7486-45da-8e34-2fed78a06511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:23.865394 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c27d7f6d-c009-445e-b179-917fa23dff1b req-b789b216-7486-45da-8e34-2fed78a06511 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=20ae40f1-a561-4dea-8ae0-74185c43804a HTTP/1.1" status: 200 len: 849 time: 0.0849216 Sep 07 02:50:23.974677 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c27d7f6d-c009-445e-b179-917fa23dff1b req-6ce83caf-028a-4493-8309-ffc24b0516f8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7b2c30e3-d8ee-4103-9516-9743310e9c45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653470 Sep 07 02:50:24.006673 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-feb4b40c-6913-4521-8a33-4bc66f0d10ea tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:24.074362 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793718fe-66ad-4677-bd0d-7352b31dd823 req-220be542-c623-4a80-969d-59d33f28219a tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:24.076666 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-793718fe-66ad-4677-bd0d-7352b31dd823 req-220be542-c623-4a80-969d-59d33f28219a tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/ports?device_id=c69c02a1-ea23-49df-8d6c-0758b6213e88 HTTP/1.1" status: 200 len: 946 time: 0.1131070 Sep 07 02:50:24.150815 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-793718fe-66ad-4677-bd0d-7352b31dd823 req-ad9308fd-e947-44f9-b351-b47b8b947bbe tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ad726ea-b259-4029-9910-1e3794ed9f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545666 Sep 07 02:50:24.248773 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb4b40c-6913-4521-8a33-4bc66f0d10ea tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Pushing event updated for resources: {'Subnet': ['ID=d664a2d8-22c9-4880-8e45-addf3549bbfb,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:24.329329 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb4b40c-6913-4521-8a33-4bc66f0d10ea tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Checking segment: {'id': '9d6b7706-7d53-438c-b83d-f83c86d05291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9f159670-abc8-4046-8c96-5fbf71143df7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:50:24.329701 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb4b40c-6913-4521-8a33-4bc66f0d10ea tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Network hostable DHCP agents. Network: 9f159670-abc8-4046-8c96-5fbf71143df7, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:50:24.334394 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c27d7f6d-c009-445e-b179-917fa23dff1b req-57ebb790-95e7-4548-bc55-0e14e3aab757 service neutron] 10.222.0.16 "GET /v2.0/networks/7b2c30e3-d8ee-4103-9516-9743310e9c45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416376 Sep 07 02:50:24.447097 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb4b40c-6913-4521-8a33-4bc66f0d10ea tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Network 9f159670-abc8-4046-8c96-5fbf71143df7 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:50:24.466583 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c11b59-7ddb-45b7-ba94-dacaf84cd1a1 req-f7315dd1-5411-4011-99a2-19356cff4449 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:24.476158 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-59c11b59-7ddb-45b7-ba94-dacaf84cd1a1 req-f7315dd1-5411-4011-99a2-19356cff4449 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 945 time: 0.1123779 Sep 07 02:50:24.540991 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-59c11b59-7ddb-45b7-ba94-dacaf84cd1a1 req-4e3197d7-ce80-4d5e-b51b-16ab50bb0575 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560536 Sep 07 02:50:24.558480 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-feb4b40c-6913-4521-8a33-4bc66f0d10ea tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 9f159670-abc8-4046-8c96-5fbf71143df7) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:50:24.563735 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c27d7f6d-c009-445e-b179-917fa23dff1b req-728a4faa-7b15-4638-87b2-59834f0c1035 service neutron] 10.222.0.16 "GET /v2.0/networks/7b2c30e3-d8ee-4103-9516-9743310e9c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202089 Sep 07 02:50:24.564928 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb4b40c-6913-4521-8a33-4bc66f0d10ea tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:24.565523 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-feb4b40c-6913-4521-8a33-4bc66f0d10ea tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:24.581219 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6280dc-9041-4f8f-9790-a9b4fb23e128 None None] Network 9f159670-abc8-4046-8c96-5fbf71143df7 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:50:24.599461 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-feb4b40c-6913-4521-8a33-4bc66f0d10ea tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.5167856 Sep 07 02:50:24.602117 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 36774) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:24.786770 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-edcd2772-441c-436b-b797-bfdd2b033f24 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:24.858463 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048f4b4c-deef-430a-9b3f-da3cfffee972 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-9f159670-abc8-4046-8c96-5fbf71143df7', 'network_id': '9f159670-abc8-4046-8c96-5fbf71143df7', 'tenant_id': '1e9fae9a49014abbad8bef63294b869b', 'fixed_ips': [{'subnet_id': 'd664a2d8-22c9-4880-8e45-addf3549bbfb'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:50:24.859778 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-048f4b4c-deef-430a-9b3f-da3cfffee972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:24.914228 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-edcd2772-441c-436b-b797-bfdd2b033f24 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:25.015979 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4601c99b-151e-46f3-8116-53bf1dca5047 req-89ebf813-d762-437d-8e70-bb10d65469da tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:25.030560 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4601c99b-151e-46f3-8116-53bf1dca5047 req-89ebf813-d762-437d-8e70-bb10d65469da tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] 10.222.0.22 "GET /v2.0/ports?device_id=0564824d-6cc4-4fbd-88e3-536e2022dd69 HTTP/1.1" status: 200 len: 944 time: 0.1078610 Sep 07 02:50:25.200431 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4601c99b-151e-46f3-8116-53bf1dca5047 req-c330de33-047d-4257-864d-3034ce9363c5 tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] 10.222.0.22 "GET /v2.0/security-groups?id=7568d87e-82e3-434b-bc1d-0a70b8d074af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710937 Sep 07 02:50:25.292814 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-048f4b4c-deef-430a-9b3f-da3cfffee972 None None] Allocated IP 2001:db8::1 (9f159670-abc8-4046-8c96-5fbf71143df7/d664a2d8-22c9-4880-8e45-addf3549bbfb/f69564f8-9644-4fbb-95f1-215e74d519a7) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:50:25.316061 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 02:50:25.453866 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df974a-8a39-4bf7-9a37-4bb75d7af739 req-6f0965ae-5ae4-4965-bfc7-bdcae6e995e8 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:25.456704 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d8df974a-8a39-4bf7-9a37-4bb75d7af739 req-6f0965ae-5ae4-4965-bfc7-bdcae6e995e8 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/ports?device_id=c69c02a1-ea23-49df-8d6c-0758b6213e88 HTTP/1.1" status: 200 len: 946 time: 0.1135550 Sep 07 02:50:25.597255 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d8df974a-8a39-4bf7-9a37-4bb75d7af739 req-e786a7c1-10dc-4f54-8e0b-871bd25648ad tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ad726ea-b259-4029-9910-1e3794ed9f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223230 Sep 07 02:50:25.708327 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-048f4b4c-deef-430a-9b3f-da3cfffee972 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:25.726283 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-048f4b4c-deef-430a-9b3f-da3cfffee972 None None] Transition to ACTIVE for port object f69564f8-9644-4fbb-95f1-215e74d519a7 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:50:25.751285 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbaa492-4114-4fee-960c-6fe840690d28 req-ba0f5ab2-680f-4f08-a19a-7224ec948e23 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:25.754770 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-048f4b4c-deef-430a-9b3f-da3cfffee972 None None] Transition to ACTIVE for port object f69564f8-9644-4fbb-95f1-215e74d519a7 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:50:25.760498 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bcbaa492-4114-4fee-960c-6fe840690d28 req-ba0f5ab2-680f-4f08-a19a-7224ec948e23 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 945 time: 0.0693419 Sep 07 02:50:25.773928 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-048f4b4c-deef-430a-9b3f-da3cfffee972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:25.794516 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-edcd2772-441c-436b-b797-bfdd2b033f24 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:25.815981 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bcbaa492-4114-4fee-960c-6fe840690d28 req-fe1bc325-b5bd-423f-b5ef-16c7eabd1864 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543706 Sep 07 02:50:25.847074 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcd2772-441c-436b-b797-bfdd2b033f24 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Pushing event deleted for resources: {'Subnet': ['ID=d664a2d8-22c9-4880-8e45-addf3549bbfb,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:25.876205 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048f4b4c-deef-430a-9b3f-da3cfffee972 None None] Network 9f159670-abc8-4046-8c96-5fbf71143df7 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:50:25.891360 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-048f4b4c-deef-430a-9b3f-da3cfffee972 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:50:25.898893 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048f4b4c-deef-430a-9b3f-da3cfffee972 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:50:25.937150 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f4b4c-deef-430a-9b3f-da3cfffee972 None None] Pushing event updated for resources: {'Port': ['ID=f69564f8-9644-4fbb-95f1-215e74d519a7,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:25.996348 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-048b9fa9-d1c7-4c2f-9c55-a26df996df17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:26.017782 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-edcd2772-441c-436b-b797-bfdd2b033f24 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:26.029510 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-048f4b4c-deef-430a-9b3f-da3cfffee972 None None] Attempting to bind port f69564f8-9644-4fbb-95f1-215e74d519a7 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:50:26.030160 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-048f4b4c-deef-430a-9b3f-da3cfffee972 None None] Attempting to bind port f69564f8-9644-4fbb-95f1-215e74d519a7 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '9d6b7706-7d53-438c-b83d-f83c86d05291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9f159670-abc8-4046-8c96-5fbf71143df7'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:50:26.030722 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048f4b4c-deef-430a-9b3f-da3cfffee972 None None] Attempting to bind port f69564f8-9644-4fbb-95f1-215e74d519a7 on network 9f159670-abc8-4046-8c96-5fbf71143df7 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:50:26.044433 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048f4b4c-deef-430a-9b3f-da3cfffee972 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:50:26.044823 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048f4b4c-deef-430a-9b3f-da3cfffee972 None None] Checking segment: {'id': '9d6b7706-7d53-438c-b83d-f83c86d05291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9f159670-abc8-4046-8c96-5fbf71143df7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:50:26.045235 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-048f4b4c-deef-430a-9b3f-da3cfffee972 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:26.045635 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048f4b4c-deef-430a-9b3f-da3cfffee972 None None] Bound using segment: {'id': '9d6b7706-7d53-438c-b83d-f83c86d05291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9f159670-abc8-4046-8c96-5fbf71143df7'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:50:26.046127 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-048f4b4c-deef-430a-9b3f-da3cfffee972 None None] Bound port: f69564f8-9644-4fbb-95f1-215e74d519a7, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d6b7706-7d53-438c-b83d-f83c86d05291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9f159670-abc8-4046-8c96-5fbf71143df7'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:50:26.046535 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-048f4b4c-deef-430a-9b3f-da3cfffee972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:26.065674 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-edcd2772-441c-436b-b797-bfdd2b033f24 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f159670-abc8-4046-8c96-5fbf71143df7']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:50:26.089095 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-edcd2772-441c-436b-b797-bfdd2b033f24 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d6b7706-7d53-438c-b83d-f83c86d05291') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:50:26.089741 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-edcd2772-441c-436b-b797-bfdd2b033f24 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d6b7706-7d53-438c-b83d-f83c86d05291') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:50:26.102359 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-edcd2772-441c-436b-b797-bfdd2b033f24 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:26.153454 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-edcd2772-441c-436b-b797-bfdd2b033f24 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:26.166634 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edcd2772-441c-436b-b797-bfdd2b033f24 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:50:26.167674 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-edcd2772-441c-436b-b797-bfdd2b033f24 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:26.173578 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:50:26.173578 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:50:26.173578 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:50:26.173578 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:50:26.173578 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:50:26.173578 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:50:26.173578 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:50:26.173578 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:50:26.173578 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:50:26.173578 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:50:26.173578 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:50:26.173578 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:50:26.173578 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:50:26.173578 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:50:26.173578 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:50:26.173578 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:50:26.173578 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:50:26.173578 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:50:26.173578 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:50:26.173578 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:50:26.173578 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:50:26.173578 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:50:26.173578 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:50:26.173578 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:50:26.173578 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:50:26.173578 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:50:26.173578 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:50:26.173578 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:50:26.173578 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:50:26.173578 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:50:26.173578 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:50:26.173578 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:50:26.230871 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-048f4b4c-deef-430a-9b3f-da3cfffee972 None None] For port f69564f8-9644-4fbb-95f1-215e74d519a7, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:50:26.271152 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.db.api [None req-edcd2772-441c-436b-b797-bfdd2b033f24 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 07 02:50:26.271152 n-d-796209-16 neutron-server[94701]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 07 02:50:26.271152 n-d-796209-16 neutron-server[94701]: [parameters: {'id': '9f159670-abc8-4046-8c96-5fbf71143df7'}] Sep 07 02:50:26.271152 n-d-796209-16 neutron-server[94701]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 02:50:26.271884 n-d-796209-16 neutron-server[94701]: DEBUG oslo_db.api [None req-edcd2772-441c-436b-b797-bfdd2b033f24 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 02:50:26.272170 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-048f4b4c-deef-430a-9b3f-da3cfffee972 None None] For port f69564f8-9644-4fbb-95f1-215e74d519a7, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=f69564f8-9644-4fbb-95f1-215e74d519a7,segment=NetworkSegment(9d6b7706-7d53-438c-b83d-f83c86d05291),segment_id=9d6b7706-7d53-438c-b83d-f83c86d05291)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:50:26.278477 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-048f4b4c-deef-430a-9b3f-da3cfffee972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:26.413630 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f4b4c-deef-430a-9b3f-da3cfffee972 None None] Pushing event updated for resources: {'Port': ['ID=f69564f8-9644-4fbb-95f1-215e74d519a7,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:26.454447 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53598738-aae1-4d05-a741-5ef1186e0d83 req-3de66438-a4a5-497a-af37-1ab080eeaef6 tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:26.462991 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-53598738-aae1-4d05-a741-5ef1186e0d83 req-3de66438-a4a5-497a-af37-1ab080eeaef6 tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] 10.222.0.22 "GET /v2.0/ports?device_id=0564824d-6cc4-4fbd-88e3-536e2022dd69 HTTP/1.1" status: 200 len: 944 time: 0.1337745 Sep 07 02:50:26.519299 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b10e432-bb5f-4679-ba68-8f4b76d41074 None None] Network 9f159670-abc8-4046-8c96-5fbf71143df7 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:50:26.522126 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-53598738-aae1-4d05-a741-5ef1186e0d83 req-37686bb4-787c-4146-bd77-6b4a2a38ed67 tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] 10.222.0.22 "GET /v2.0/security-groups?id=7568d87e-82e3-434b-bc1d-0a70b8d074af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581346 Sep 07 02:50:26.776667 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-edcd2772-441c-436b-b797-bfdd2b033f24 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:26.817090 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c818a0-80df-47b1-aecc-72df39ba28d3 req-d4f74564-b02c-44be-b4e0-7e2ddaea66e0 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:26.826892 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-86c818a0-80df-47b1-aecc-72df39ba28d3 req-d4f74564-b02c-44be-b4e0-7e2ddaea66e0 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/ports?device_id=c69c02a1-ea23-49df-8d6c-0758b6213e88 HTTP/1.1" status: 200 len: 946 time: 0.1037574 Sep 07 02:50:26.867037 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539da425-b1e4-4bc1-b7c7-1b73cd0442a8 None None] get_active_networks_info from n-d-796209-16 {{(pid=94702) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 02:50:26.907433 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-86c818a0-80df-47b1-aecc-72df39ba28d3 req-7bb963b0-8df0-425d-98fc-fcc55ccb98a9 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ad726ea-b259-4029-9910-1e3794ed9f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790780 Sep 07 02:50:26.959181 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-edcd2772-441c-436b-b797-bfdd2b033f24 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Deleting port f69564f8-9644-4fbb-95f1-215e74d519a7 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:50:26.959831 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-edcd2772-441c-436b-b797-bfdd2b033f24 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:27.091415 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539da425-b1e4-4bc1-b7c7-1b73cd0442a8 None None] Resources bound (agent type, host, resource id): {{(pid=94702) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 07 02:50:27.129934 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device d6b8bb0d-9c01-41b6-a622-709f4d20183a details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:50:27.148329 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-edcd2772-441c-436b-b797-bfdd2b033f24 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] For port f69564f8-9644-4fbb-95f1-215e74d519a7, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=f69564f8-9644-4fbb-95f1-215e74d519a7,segment=NetworkSegment(9d6b7706-7d53-438c-b83d-f83c86d05291),segment_id=9d6b7706-7d53-438c-b83d-f83c86d05291)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:50:27.149110 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-edcd2772-441c-436b-b797-bfdd2b033f24 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:27.172253 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-edcd2772-441c-436b-b797-bfdd2b033f24 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Calling delete_port for f69564f8-9644-4fbb-95f1-215e74d519a7 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:50:27.190879 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1ab9f2-cb34-495d-ac6c-9fdc76b731ab req-5d224591-fc9b-42e5-be64-7bd39e76166b tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:27.192898 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7f1ab9f2-cb34-495d-ac6c-9fdc76b731ab req-5d224591-fc9b-42e5-be64-7bd39e76166b tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 945 time: 0.2045076 Sep 07 02:50:27.288974 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7f1ab9f2-cb34-495d-ac6c-9fdc76b731ab req-1d55060e-a697-4332-9a0c-7cf17badb604 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881751 Sep 07 02:50:27.396485 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-edcd2772-441c-436b-b797-bfdd2b033f24 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:27.464547 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcd2772-441c-436b-b797-bfdd2b033f24 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] No DVR routers for this DVR port f69564f8-9644-4fbb-95f1-215e74d519a7 on host n-d-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:50:27.473461 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcd2772-441c-436b-b797-bfdd2b033f24 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Pushing event deleted for resources: {'Port': ['ID=f69564f8-9644-4fbb-95f1-215e74d519a7,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:27.650025 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port d6b8bb0d-9c01-41b6-a622-709f4d20183a, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=d6b8bb0d-9c01-41b6-a622-709f4d20183a,segment=NetworkSegment(651d73bc-0a97-4334-b4f1-8fb9e6575c2d),segment_id=651d73bc-0a97-4334-b4f1-8fb9e6575c2d)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:50:27.707706 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-edcd2772-441c-436b-b797-bfdd2b033f24 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:27.747194 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': 'd6b8bb0d-9c01-41b6-a622-709f4d20183a', 'network_id': '7b2c30e3-d8ee-4103-9516-9743310e9c45', 'port_id': 'd6b8bb0d-9c01-41b6-a622-709f4d20183a', 'mac_address': 'fa:16:3e:62:e7:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20ae40f1-a561-4dea-8ae0-74185c43804a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:50:27.764469 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-edcd2772-441c-436b-b797-bfdd2b033f24 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f159670-abc8-4046-8c96-5fbf71143df7']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:50:27.780911 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-edcd2772-441c-436b-b797-bfdd2b033f24 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d6b7706-7d53-438c-b83d-f83c86d05291') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:50:27.781387 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-edcd2772-441c-436b-b797-bfdd2b033f24 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d6b7706-7d53-438c-b83d-f83c86d05291') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:50:27.807563 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-edcd2772-441c-436b-b797-bfdd2b033f24 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:27.837517 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e214fc-98ed-447c-b054-ee49537d71c1 req-22e56c08-fe70-48ee-bea5-7221b1718622 tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:27.839883 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-edcd2772-441c-436b-b797-bfdd2b033f24 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:27.859445 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edcd2772-441c-436b-b797-bfdd2b033f24 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:50:27.859993 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-edcd2772-441c-436b-b797-bfdd2b033f24 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:27.860872 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e3e214fc-98ed-447c-b054-ee49537d71c1 req-22e56c08-fe70-48ee-bea5-7221b1718622 tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] 10.222.0.22 "GET /v2.0/ports?device_id=0564824d-6cc4-4fbd-88e3-536e2022dd69 HTTP/1.1" status: 200 len: 944 time: 0.1544149 Sep 07 02:50:27.865357 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:50:27.865357 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:50:27.865357 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:50:27.865357 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:50:27.865357 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:50:27.865357 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:50:27.865357 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:50:27.865357 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:50:27.865357 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:50:27.865357 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:50:27.865357 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:50:27.865357 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:50:27.865357 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:50:27.865357 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:50:27.865357 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:50:27.865357 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:50:27.865357 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:50:27.865357 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:50:27.865357 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:50:27.865357 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:50:27.865357 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:50:27.865357 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:50:27.865357 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:50:27.865357 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:50:27.865357 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:50:27.865357 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:50:27.865357 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:50:27.865357 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:50:27.865357 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:50:27.865357 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:50:27.865357 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:50:27.865357 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:50:27.940163 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:27.979905 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e3e214fc-98ed-447c-b054-ee49537d71c1 req-883ee3a0-0e21-47c8-8813-6c7c56c7745c tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] 10.222.0.22 "GET /v2.0/security-groups?id=7568d87e-82e3-434b-bc1d-0a70b8d074af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024399 Sep 07 02:50:27.985258 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6b8bb0d-9c01-41b6-a622-709f4d20183a {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:50:28.022377 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-edcd2772-441c-436b-b797-bfdd2b033f24 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:28.052226 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port d6b8bb0d-9c01-41b6-a622-709f4d20183a, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=d6b8bb0d-9c01-41b6-a622-709f4d20183a,segment=NetworkSegment(651d73bc-0a97-4334-b4f1-8fb9e6575c2d),segment_id=651d73bc-0a97-4334-b4f1-8fb9e6575c2d)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:50:28.079509 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:28.096654 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-edcd2772-441c-436b-b797-bfdd2b033f24 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:28.099225 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-edcd2772-441c-436b-b797-bfdd2b033f24 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] 10.222.0.22 "DELETE /v2.0/networks/9f159670-abc8-4046-8c96-5fbf71143df7 HTTP/1.1" status: 204 len: 168 time: 3.4960721 Sep 07 02:50:28.103559 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 36880) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:28.109929 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-26b665ec-6bde-484b-ab70-f3a86d612120 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-259740656'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:50:28.174453 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b665ec-6bde-484b-ab70-f3a86d612120 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Made reservation on behalf of 1e9fae9a49014abbad8bef63294b869b for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:50:28.183798 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-26b665ec-6bde-484b-ab70-f3a86d612120 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:28.189928 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcd2772-441c-436b-b797-bfdd2b033f24 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Pushing event deleted for resources: {'Network': ['ID=9f159670-abc8-4046-8c96-5fbf71143df7,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:28.226316 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=d6b8bb0d-9c01-41b6-a622-709f4d20183a,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:28.233466 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a8f98e-4856-4f70-a395-5105f47cd3e2 req-87493816-ad93-4f66-8edd-08cb70dac1eb tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:28.235103 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-42a8f98e-4856-4f70-a395-5105f47cd3e2 req-87493816-ad93-4f66-8edd-08cb70dac1eb tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/ports?device_id=c69c02a1-ea23-49df-8d6c-0758b6213e88 HTTP/1.1" status: 200 len: 946 time: 0.1766081 Sep 07 02:50:28.250175 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26b665ec-6bde-484b-ab70-f3a86d612120 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:50:28.260869 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-80abb0d4-e8db-46ca-82e3-9c81e0f87d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:28.275440 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-26b665ec-6bde-484b-ab70-f3a86d612120 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:28.276804 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-26b665ec-6bde-484b-ab70-f3a86d612120 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Added segment 6092577b-4cde-4404-91a5-5a59e789e838 of type vlan for network ea1cb6df-9286-45e5-82ed-07d271093aec Sep 07 02:50:28.311606 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-42a8f98e-4856-4f70-a395-5105f47cd3e2 req-3471fcd9-6c97-43df-ad86-b1da31eb8b44 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ad726ea-b259-4029-9910-1e3794ed9f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665135 Sep 07 02:50:28.333490 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-26b665ec-6bde-484b-ab70-f3a86d612120 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:28.397288 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-26b665ec-6bde-484b-ab70-f3a86d612120 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:28.407512 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b665ec-6bde-484b-ab70-f3a86d612120 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:28.408362 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-26b665ec-6bde-484b-ab70-f3a86d612120 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:28.417627 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['d6b8bb0d-9c01-41b6-a622-709f4d20183a'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:50:28.531774 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b665ec-6bde-484b-ab70-f3a86d612120 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Pushing event updated for resources: {'Network': ['ID=ea1cb6df-9286-45e5-82ed-07d271093aec,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:28.578949 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b665ec-6bde-484b-ab70-f3a86d612120 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:50:28.579525 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b665ec-6bde-484b-ab70-f3a86d612120 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:50:28.580088 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b665ec-6bde-484b-ab70-f3a86d612120 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:50:28.580562 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b665ec-6bde-484b-ab70-f3a86d612120 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:50:28.581016 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b665ec-6bde-484b-ab70-f3a86d612120 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:50:28.581548 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b665ec-6bde-484b-ab70-f3a86d612120 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:50:28.581980 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b665ec-6bde-484b-ab70-f3a86d612120 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:50:28.582487 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b665ec-6bde-484b-ab70-f3a86d612120 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:50:28.582938 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b665ec-6bde-484b-ab70-f3a86d612120 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:50:28.583445 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b665ec-6bde-484b-ab70-f3a86d612120 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:50:28.584060 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b665ec-6bde-484b-ab70-f3a86d612120 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:50:28.584554 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b665ec-6bde-484b-ab70-f3a86d612120 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:50:28.608898 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-26b665ec-6bde-484b-ab70-f3a86d612120 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5032213 Sep 07 02:50:28.611746 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 36890) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:28.617320 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-4d96fd64-18e2-4472-b921-c4c29220c626 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Request body: {'subnet': {'network_id': 'ea1cb6df-9286-45e5-82ed-07d271093aec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:50:28.624771 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network ea1cb6df-9286-45e5-82ed-07d271093aec details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:50:28.654316 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa7348-21a6-40f2-a7d6-34bdce43dd11 req-45e57440-35c3-4df8-9761-d929e61bd100 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:28.662117 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e1aa7348-21a6-40f2-a7d6-34bdce43dd11 req-45e57440-35c3-4df8-9761-d929e61bd100 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 945 time: 0.2504780 Sep 07 02:50:28.750438 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e1aa7348-21a6-40f2-a7d6-34bdce43dd11 req-de095e30-4c34-42c6-8824-6287d89ef730 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873580 Sep 07 02:50:28.803394 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:28.849974 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d96fd64-18e2-4472-b921-c4c29220c626 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Made reservation on behalf of 1e9fae9a49014abbad8bef63294b869b for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:50:28.854601 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4d96fd64-18e2-4472-b921-c4c29220c626 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:29.161019 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc0ab3-127a-484f-984b-7918a2e4a7fb req-c6bb085a-7bda-42f9-8edd-97569dbf1bd3 tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:29.169847 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dacc0ab3-127a-484f-984b-7918a2e4a7fb req-c6bb085a-7bda-42f9-8edd-97569dbf1bd3 tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] 10.222.0.22 "GET /v2.0/ports?device_id=0564824d-6cc4-4fbd-88e3-536e2022dd69 HTTP/1.1" status: 200 len: 945 time: 0.0861437 Sep 07 02:50:29.228883 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dacc0ab3-127a-484f-984b-7918a2e4a7fb req-ec928b96-603e-4e30-afef-9f59e1c86ebe tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] 10.222.0.22 "GET /v2.0/security-groups?id=7568d87e-82e3-434b-bc1d-0a70b8d074af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533359 Sep 07 02:50:29.264201 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4d96fd64-18e2-4472-b921-c4c29220c626 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:29.399814 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d96fd64-18e2-4472-b921-c4c29220c626 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Checking segment: {'id': '6092577b-4cde-4404-91a5-5a59e789e838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ea1cb6df-9286-45e5-82ed-07d271093aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:50:29.400253 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d96fd64-18e2-4472-b921-c4c29220c626 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Network hostable DHCP agents. Network: ea1cb6df-9286-45e5-82ed-07d271093aec, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:50:29.410746 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96fd64-18e2-4472-b921-c4c29220c626 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Pushing event updated for resources: {'Subnet': ['ID=16c7d49e-77af-43b9-9787-fe2e4aaab4a7,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:29.493920 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:29.526489 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [req-41959dbe-35b7-40db-880d-720d7e2da26e req-35f91583-bb0a-4067-a11b-d94f35b7c19c service neutron] (94701) timed out ('10.222.0.16', 59722) {{(pid=94701) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 02:50:29.546343 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d96fd64-18e2-4472-b921-c4c29220c626 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Network ea1cb6df-9286-45e5-82ed-07d271093aec is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:50:29.569789 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e73c50-c618-4ac9-8501-a52e0fa76333 req-759da96f-8929-4c0f-b423-25c3a9954211 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:29.578269 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d6e73c50-c618-4ac9-8501-a52e0fa76333 req-759da96f-8929-4c0f-b423-25c3a9954211 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/ports?device_id=c69c02a1-ea23-49df-8d6c-0758b6213e88 HTTP/1.1" status: 200 len: 946 time: 0.1753168 Sep 07 02:50:29.597361 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-4d96fd64-18e2-4472-b921-c4c29220c626 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, ea1cb6df-9286-45e5-82ed-07d271093aec) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:50:29.602009 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d96fd64-18e2-4472-b921-c4c29220c626 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:29.602876 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4d96fd64-18e2-4472-b921-c4c29220c626 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:29.606993 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef7ed12-c77d-4116-8d18-cd98135f419e None None] Network ea1cb6df-9286-45e5-82ed-07d271093aec requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:50:29.654897 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-4d96fd64-18e2-4472-b921-c4c29220c626 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0418866 Sep 07 02:50:29.657651 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 36912) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:29.695361 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d6e73c50-c618-4ac9-8501-a52e0fa76333 req-f3abca44-2be3-4456-8cb7-acd2855d603e tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ad726ea-b259-4029-9910-1e3794ed9f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079941 Sep 07 02:50:29.697363 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [req-8fa5b452-1deb-4c25-8de9-b324072e02ff req-3da5a1ee-e250-4338-b337-57732247b7fb service neutron] (94700) timed out ('10.222.0.16', 59614) {{(pid=94700) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 02:50:29.858854 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0e539fa7-06d3-4e5c-a622-971673bd1d5e tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:29.911282 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfda7712-da9d-403c-b280-c9c46aa190f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-ea1cb6df-9286-45e5-82ed-07d271093aec', 'network_id': 'ea1cb6df-9286-45e5-82ed-07d271093aec', 'tenant_id': '1e9fae9a49014abbad8bef63294b869b', 'fixed_ips': [{'subnet_id': '16c7d49e-77af-43b9-9787-fe2e4aaab4a7'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:50:29.912201 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-cfda7712-da9d-403c-b280-c9c46aa190f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:30.025721 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0e539fa7-06d3-4e5c-a622-971673bd1d5e tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:30.169356 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f0455e-2c43-424c-bde2-67d448aeb9f0 req-5b1164ec-1143-4c33-aff9-3e2197e643a3 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:30.175005 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-91f0455e-2c43-424c-bde2-67d448aeb9f0 req-5b1164ec-1143-4c33-aff9-3e2197e643a3 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 945 time: 0.1630447 Sep 07 02:50:30.237464 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-91f0455e-2c43-424c-bde2-67d448aeb9f0 req-7133e7f0-b521-48f7-8ff6-5e14a4af6853 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557594 Sep 07 02:50:30.238918 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-cfda7712-da9d-403c-b280-c9c46aa190f8 None None] Allocated IP 2001:db8::1 (ea1cb6df-9286-45e5-82ed-07d271093aec/16c7d49e-77af-43b9-9787-fe2e4aaab4a7/d7c5cdd9-ed68-4b81-89ac-74a3718959d2) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:50:30.400977 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f7767-416a-41cc-aacd-d4e299eb76cf req-0fae8f75-46fd-4f2d-97a9-0193982b2581 tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:30.410133 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-714f7767-416a-41cc-aacd-d4e299eb76cf req-0fae8f75-46fd-4f2d-97a9-0193982b2581 tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] 10.222.0.22 "GET /v2.0/ports?device_id=0564824d-6cc4-4fbd-88e3-536e2022dd69 HTTP/1.1" status: 200 len: 945 time: 0.1009195 Sep 07 02:50:30.452206 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-cfda7712-da9d-403c-b280-c9c46aa190f8 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:30.464713 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-cfda7712-da9d-403c-b280-c9c46aa190f8 None None] Transition to ACTIVE for port object d7c5cdd9-ed68-4b81-89ac-74a3718959d2 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:50:30.484652 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-714f7767-416a-41cc-aacd-d4e299eb76cf req-b13a42a0-6b6a-42df-a4c9-35473ff1494a tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] 10.222.0.22 "GET /v2.0/security-groups?id=7568d87e-82e3-434b-bc1d-0a70b8d074af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735402 Sep 07 02:50:30.494345 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-cfda7712-da9d-403c-b280-c9c46aa190f8 None None] Transition to ACTIVE for port object d7c5cdd9-ed68-4b81-89ac-74a3718959d2 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:50:30.512009 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-cfda7712-da9d-403c-b280-c9c46aa190f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:30.528778 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0e539fa7-06d3-4e5c-a622-971673bd1d5e tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:30.599898 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e539fa7-06d3-4e5c-a622-971673bd1d5e tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Pushing event deleted for resources: {'Subnet': ['ID=16c7d49e-77af-43b9-9787-fe2e4aaab4a7,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:30.613133 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfda7712-da9d-403c-b280-c9c46aa190f8 None None] Network ea1cb6df-9286-45e5-82ed-07d271093aec is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:50:30.618948 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-cfda7712-da9d-403c-b280-c9c46aa190f8 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:50:30.623582 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfda7712-da9d-403c-b280-c9c46aa190f8 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:50:30.637795 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfda7712-da9d-403c-b280-c9c46aa190f8 None None] Pushing event updated for resources: {'Port': ['ID=d7c5cdd9-ed68-4b81-89ac-74a3718959d2,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:30.717601 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-cfda7712-da9d-403c-b280-c9c46aa190f8 None None] Attempting to bind port d7c5cdd9-ed68-4b81-89ac-74a3718959d2 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:50:30.718182 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-cfda7712-da9d-403c-b280-c9c46aa190f8 None None] Attempting to bind port d7c5cdd9-ed68-4b81-89ac-74a3718959d2 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '6092577b-4cde-4404-91a5-5a59e789e838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ea1cb6df-9286-45e5-82ed-07d271093aec'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:50:30.718849 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0e539fa7-06d3-4e5c-a622-971673bd1d5e tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:30.719145 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfda7712-da9d-403c-b280-c9c46aa190f8 None None] Attempting to bind port d7c5cdd9-ed68-4b81-89ac-74a3718959d2 on network ea1cb6df-9286-45e5-82ed-07d271093aec {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:50:30.725889 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfda7712-da9d-403c-b280-c9c46aa190f8 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:50:30.726772 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfda7712-da9d-403c-b280-c9c46aa190f8 None None] Checking segment: {'id': '6092577b-4cde-4404-91a5-5a59e789e838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ea1cb6df-9286-45e5-82ed-07d271093aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:50:30.727592 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-cfda7712-da9d-403c-b280-c9c46aa190f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:30.728802 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfda7712-da9d-403c-b280-c9c46aa190f8 None None] Bound using segment: {'id': '6092577b-4cde-4404-91a5-5a59e789e838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ea1cb6df-9286-45e5-82ed-07d271093aec'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:50:30.729481 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-cfda7712-da9d-403c-b280-c9c46aa190f8 None None] Bound port: d7c5cdd9-ed68-4b81-89ac-74a3718959d2, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6092577b-4cde-4404-91a5-5a59e789e838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ea1cb6df-9286-45e5-82ed-07d271093aec'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:50:30.730067 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-cfda7712-da9d-403c-b280-c9c46aa190f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:30.767408 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-0e539fa7-06d3-4e5c-a622-971673bd1d5e tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea1cb6df-9286-45e5-82ed-07d271093aec']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:50:30.782305 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-0e539fa7-06d3-4e5c-a622-971673bd1d5e tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6092577b-4cde-4404-91a5-5a59e789e838') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:50:30.782932 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-0e539fa7-06d3-4e5c-a622-971673bd1d5e tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6092577b-4cde-4404-91a5-5a59e789e838') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:50:30.802955 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0e539fa7-06d3-4e5c-a622-971673bd1d5e tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:30.830722 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-cfda7712-da9d-403c-b280-c9c46aa190f8 None None] For port d7c5cdd9-ed68-4b81-89ac-74a3718959d2, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:50:30.837114 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-cfda7712-da9d-403c-b280-c9c46aa190f8 None None] For port d7c5cdd9-ed68-4b81-89ac-74a3718959d2, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=d7c5cdd9-ed68-4b81-89ac-74a3718959d2,segment=NetworkSegment(6092577b-4cde-4404-91a5-5a59e789e838),segment_id=6092577b-4cde-4404-91a5-5a59e789e838)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:50:30.843245 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-cfda7712-da9d-403c-b280-c9c46aa190f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:30.857073 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0e539fa7-06d3-4e5c-a622-971673bd1d5e tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:30.868858 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e539fa7-06d3-4e5c-a622-971673bd1d5e tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:50:30.869554 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0e539fa7-06d3-4e5c-a622-971673bd1d5e tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:30.872966 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:50:30.872966 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:50:30.872966 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:50:30.872966 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:50:30.872966 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:50:30.872966 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:50:30.872966 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:50:30.872966 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:50:30.872966 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:50:30.872966 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:50:30.872966 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:50:30.872966 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:50:30.872966 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:50:30.872966 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:50:30.872966 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:50:30.872966 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:50:30.872966 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:50:30.872966 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:50:30.872966 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:50:30.872966 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:50:30.872966 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:50:30.872966 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:50:30.872966 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:50:30.872966 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:50:30.872966 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:50:30.872966 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:50:30.872966 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:50:30.872966 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:50:30.872966 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:50:30.872966 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:50:30.872966 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:50:30.872966 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:50:30.948866 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb9d0eb-1ad8-4b6e-b7c2-e5c58b270251 req-3ce724c1-784d-4759-93e8-b16b355fe9f8 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:30.957114 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4bb9d0eb-1ad8-4b6e-b7c2-e5c58b270251 req-3ce724c1-784d-4759-93e8-b16b355fe9f8 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/ports?device_id=c69c02a1-ea23-49df-8d6c-0758b6213e88 HTTP/1.1" status: 200 len: 946 time: 0.1391258 Sep 07 02:50:30.992541 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.db.api [None req-0e539fa7-06d3-4e5c-a622-971673bd1d5e tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 07 02:50:30.992541 n-d-796209-16 neutron-server[94700]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 07 02:50:30.992541 n-d-796209-16 neutron-server[94700]: [parameters: {'id': 'ea1cb6df-9286-45e5-82ed-07d271093aec'}] Sep 07 02:50:30.992541 n-d-796209-16 neutron-server[94700]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 02:50:30.994011 n-d-796209-16 neutron-server[94700]: DEBUG oslo_db.api [None req-0e539fa7-06d3-4e5c-a622-971673bd1d5e tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 02:50:30.997586 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfda7712-da9d-403c-b280-c9c46aa190f8 None None] Pushing event updated for resources: {'Port': ['ID=d7c5cdd9-ed68-4b81-89ac-74a3718959d2,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:31.011219 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d906f6dd-b8d3-4890-8922-53cf1459cfc1 None None] Network ea1cb6df-9286-45e5-82ed-07d271093aec requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:50:31.014585 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4bb9d0eb-1ad8-4b6e-b7c2-e5c58b270251 req-024c7016-d134-4cd1-b2d8-2836969512b5 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ad726ea-b259-4029-9910-1e3794ed9f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561583 Sep 07 02:50:31.170214 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device d6b8bb0d-9c01-41b6-a622-709f4d20183a up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:50:31.263716 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3940c9da-f9e3-4b1e-a5d6-f8035921e842 None None] get_active_networks_info from n-d-796209-16 {{(pid=94702) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 02:50:31.371413 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:31.391098 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port d6b8bb0d-9c01-41b6-a622-709f4d20183a completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:50:31.422418 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port d6b8bb0d-9c01-41b6-a622-709f4d20183a triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:50:31.422988 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:31.504653 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c91619-ef69-4351-bc0c-df719f175aa5 req-5e042fc6-1326-4ee8-82fa-6f93b2770895 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:31.512359 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-11c91619-ef69-4351-bc0c-df719f175aa5 req-5e042fc6-1326-4ee8-82fa-6f93b2770895 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 945 time: 0.1215162 Sep 07 02:50:31.512708 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0e539fa7-06d3-4e5c-a622-971673bd1d5e tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:31.582540 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-11c91619-ef69-4351-bc0c-df719f175aa5 req-71f481a9-777c-479e-95d8-677ed1e6d719 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619206 Sep 07 02:50:31.647760 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3940c9da-f9e3-4b1e-a5d6-f8035921e842 None None] Resources bound (agent type, host, resource id): {{(pid=94702) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 07 02:50:31.686613 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a491c-af9b-40c9-a7bc-9dcb3d08d163 req-722a9331-87c5-4677-b168-a89c02b98bcd tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:31.698086 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-0e539fa7-06d3-4e5c-a622-971673bd1d5e tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Deleting port d7c5cdd9-ed68-4b81-89ac-74a3718959d2 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:50:31.698844 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0e539fa7-06d3-4e5c-a622-971673bd1d5e tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:31.702763 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5a4a491c-af9b-40c9-a7bc-9dcb3d08d163 req-722a9331-87c5-4677-b168-a89c02b98bcd tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] 10.222.0.22 "GET /v2.0/ports?device_id=0564824d-6cc4-4fbd-88e3-536e2022dd69 HTTP/1.1" status: 200 len: 945 time: 0.1062455 Sep 07 02:50:31.793349 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5a4a491c-af9b-40c9-a7bc-9dcb3d08d163 req-59e3630a-31ba-4a51-82a9-fa53e700ce1c tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] 10.222.0.22 "GET /v2.0/security-groups?id=7568d87e-82e3-434b-bc1d-0a70b8d074af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892310 Sep 07 02:50:31.825526 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:31.871527 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-0e539fa7-06d3-4e5c-a622-971673bd1d5e tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] For port d7c5cdd9-ed68-4b81-89ac-74a3718959d2, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=d7c5cdd9-ed68-4b81-89ac-74a3718959d2,segment=NetworkSegment(6092577b-4cde-4404-91a5-5a59e789e838),segment_id=6092577b-4cde-4404-91a5-5a59e789e838)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:50:31.872047 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0e539fa7-06d3-4e5c-a622-971673bd1d5e tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:31.897249 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-0e539fa7-06d3-4e5c-a622-971673bd1d5e tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Calling delete_port for d7c5cdd9-ed68-4b81-89ac-74a3718959d2 owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:50:31.928443 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port d6b8bb0d-9c01-41b6-a622-709f4d20183a, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=d6b8bb0d-9c01-41b6-a622-709f4d20183a,segment=NetworkSegment(651d73bc-0a97-4334-b4f1-8fb9e6575c2d),segment_id=651d73bc-0a97-4334-b4f1-8fb9e6575c2d)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:50:32.010152 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0e539fa7-06d3-4e5c-a622-971673bd1d5e tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:32.019337 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0564824d-6cc4-4fbd-88e3-536e2022dd69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b8bb0d-9c01-41b6-a622-709f4d20183a'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:50:32.023903 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da66789-b21c-4f0b-a20f-95285f2f3d30" -d '{"events": [{"server_uuid": "0564824d-6cc4-4fbd-88e3-536e2022dd69", "name": "network-vif-plugged", "status": "completed", "tag": "d6b8bb0d-9c01-41b6-a622-709f4d20183a"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:50:32.032623 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:32.065906 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e539fa7-06d3-4e5c-a622-971673bd1d5e tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] No DVR routers for this DVR port d7c5cdd9-ed68-4b81-89ac-74a3718959d2 on host n-d-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:50:32.089018 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e539fa7-06d3-4e5c-a622-971673bd1d5e tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Pushing event deleted for resources: {'Port': ['ID=d7c5cdd9-ed68-4b81-89ac-74a3718959d2,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:32.176033 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b3e44b-1996-4d1b-a812-f7dbea841cd2 x-openstack-request-id: req-f0b3e44b-1996-4d1b-a812-f7dbea841cd2 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:50:32.176325 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0564824d-6cc4-4fbd-88e3-536e2022dd69", "name": "network-vif-plugged", "status": "completed", "tag": "d6b8bb0d-9c01-41b6-a622-709f4d20183a", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:50:32.176576 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f0b3e44b-1996-4d1b-a812-f7dbea841cd2 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:50:32.176971 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0564824d-6cc4-4fbd-88e3-536e2022dd69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b8bb0d-9c01-41b6-a622-709f4d20183a', 'code': 200} Sep 07 02:50:32.181426 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=d6b8bb0d-9c01-41b6-a622-709f4d20183a,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:32.317427 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c068a9-922c-4c98-8008-6cde27e81594 req-0fe4ac01-552e-47d2-9ae7-1fb5e00c16f2 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:32.322518 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b8c068a9-922c-4c98-8008-6cde27e81594 req-0fe4ac01-552e-47d2-9ae7-1fb5e00c16f2 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/ports?device_id=c69c02a1-ea23-49df-8d6c-0758b6213e88 HTTP/1.1" status: 200 len: 946 time: 0.1703460 Sep 07 02:50:32.363843 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0e539fa7-06d3-4e5c-a622-971673bd1d5e tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:32.429070 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bfec3b-1770-4a1e-bc6a-c46c7694f417 req-b0bc44df-7f06-4400-8617-51a04899b9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:32.433690 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-66bfec3b-1770-4a1e-bc6a-c46c7694f417 req-b0bc44df-7f06-4400-8617-51a04899b9cc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0564824d-6cc4-4fbd-88e3-536e2022dd69 HTTP/1.1" status: 200 len: 1098 time: 0.2390759 Sep 07 02:50:32.455800 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-0e539fa7-06d3-4e5c-a622-971673bd1d5e tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea1cb6df-9286-45e5-82ed-07d271093aec']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:50:32.478699 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-0e539fa7-06d3-4e5c-a622-971673bd1d5e tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6092577b-4cde-4404-91a5-5a59e789e838') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:50:32.478888 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-0e539fa7-06d3-4e5c-a622-971673bd1d5e tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6092577b-4cde-4404-91a5-5a59e789e838') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:50:32.484401 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b8c068a9-922c-4c98-8008-6cde27e81594 req-faa77a68-6381-46e8-a823-717c9b4518e9 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ad726ea-b259-4029-9910-1e3794ed9f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530533 Sep 07 02:50:32.513009 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0e539fa7-06d3-4e5c-a622-971673bd1d5e tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:32.630653 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-66bfec3b-1770-4a1e-bc6a-c46c7694f417 req-47617fbb-02bd-4cee-8012-c925354cd045 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7568d87e-82e3-434b-bc1d-0a70b8d074af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852310 Sep 07 02:50:32.634127 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0e539fa7-06d3-4e5c-a622-971673bd1d5e tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:32.643325 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e539fa7-06d3-4e5c-a622-971673bd1d5e tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:50:32.643760 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0e539fa7-06d3-4e5c-a622-971673bd1d5e tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:32.646768 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:50:32.646768 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:50:32.646768 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:50:32.646768 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:50:32.646768 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:50:32.646768 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:50:32.646768 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:50:32.646768 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:50:32.646768 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:50:32.646768 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:50:32.646768 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:50:32.646768 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:50:32.646768 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:50:32.646768 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:50:32.646768 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:50:32.646768 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:50:32.646768 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:50:32.646768 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:50:32.646768 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:50:32.646768 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:50:32.646768 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:50:32.646768 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:50:32.646768 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:50:32.646768 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:50:32.646768 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:50:32.646768 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:50:32.646768 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:50:32.646768 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:50:32.646768 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:50:32.646768 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:50:32.646768 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:50:32.646768 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:50:32.688814 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693799a-c8fc-4738-b1fd-692d989e6dc5 req-5ec4650b-7bba-41d9-84aa-ea7534d928d2 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:32.704808 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693799a-c8fc-4738-b1fd-692d989e6dc5 req-5ec4650b-7bba-41d9-84aa-ea7534d928d2 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:32.711194 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693799a-c8fc-4738-b1fd-692d989e6dc5 req-5ec4650b-7bba-41d9-84aa-ea7534d928d2 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:32.720933 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693799a-c8fc-4738-b1fd-692d989e6dc5 req-5ec4650b-7bba-41d9-84aa-ea7534d928d2 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:32.727514 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693799a-c8fc-4738-b1fd-692d989e6dc5 req-5ec4650b-7bba-41d9-84aa-ea7534d928d2 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:32.736403 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693799a-c8fc-4738-b1fd-692d989e6dc5 req-5ec4650b-7bba-41d9-84aa-ea7534d928d2 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:32.744787 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693799a-c8fc-4738-b1fd-692d989e6dc5 req-5ec4650b-7bba-41d9-84aa-ea7534d928d2 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:32.752680 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a693799a-c8fc-4738-b1fd-692d989e6dc5 req-5ec4650b-7bba-41d9-84aa-ea7534d928d2 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 5444 time: 0.2193544 Sep 07 02:50:32.785813 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a326bdb1-f7a9-4c0c-92f7-6f7dd2cbb6b3 req-e78b964c-876d-4cd3-b7d7-cccf2b0d5e6d tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:32.794289 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a326bdb1-f7a9-4c0c-92f7-6f7dd2cbb6b3 req-e78b964c-876d-4cd3-b7d7-cccf2b0d5e6d tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 945 time: 0.0761850 Sep 07 02:50:32.853060 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a326bdb1-f7a9-4c0c-92f7-6f7dd2cbb6b3 req-4e867489-d6d1-4bdf-93a7-6b4c8c571c59 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574861 Sep 07 02:50:32.880425 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a693799a-c8fc-4738-b1fd-692d989e6dc5 req-4b03292a-f206-4094-a83a-ccc760f8017c tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/security-groups?id=89726ab1-0a53-4d54-93e7-e4e6ba92ef38&id=2895453c-c2ff-4721-9c31-7aa9bbb51629&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1267478 Sep 07 02:50:32.893976 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0e539fa7-06d3-4e5c-a622-971673bd1d5e tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:32.896771 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0e539fa7-06d3-4e5c-a622-971673bd1d5e tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:32.911537 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-0e539fa7-06d3-4e5c-a622-971673bd1d5e tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] 10.222.0.22 "DELETE /v2.0/networks/ea1cb6df-9286-45e5-82ed-07d271093aec HTTP/1.1" status: 204 len: 168 time: 3.2409551 Sep 07 02:50:32.911893 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 36986) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:32.911893 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-36f9c976-de43-4af5-be98-556349ab5ee9 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-826338439'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:50:32.960945 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e539fa7-06d3-4e5c-a622-971673bd1d5e tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Pushing event deleted for resources: {'Network': ['ID=ea1cb6df-9286-45e5-82ed-07d271093aec,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:32.968291 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f9c976-de43-4af5-be98-556349ab5ee9 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Made reservation on behalf of 1e9fae9a49014abbad8bef63294b869b for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:50:32.975525 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-36f9c976-de43-4af5-be98-556349ab5ee9 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:33.118614 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121eb57-69d7-4ef2-8ba3-9c2c621bc04d req-dd8cc51b-0aa8-495e-bc53-9c1e99c62451 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:33.132468 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36f9c976-de43-4af5-be98-556349ab5ee9 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:50:33.150779 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121eb57-69d7-4ef2-8ba3-9c2c621bc04d req-dd8cc51b-0aa8-495e-bc53-9c1e99c62451 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:33.169036 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121eb57-69d7-4ef2-8ba3-9c2c621bc04d req-dd8cc51b-0aa8-495e-bc53-9c1e99c62451 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:33.173380 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-36f9c976-de43-4af5-be98-556349ab5ee9 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:33.173784 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-36f9c976-de43-4af5-be98-556349ab5ee9 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Added segment 26501d4f-faa0-438c-b840-8be1738c3585 of type vlan for network 7f198b4b-cfce-43d4-a29d-60e49f52ade5 Sep 07 02:50:33.183687 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121eb57-69d7-4ef2-8ba3-9c2c621bc04d req-dd8cc51b-0aa8-495e-bc53-9c1e99c62451 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:33.191068 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121eb57-69d7-4ef2-8ba3-9c2c621bc04d req-dd8cc51b-0aa8-495e-bc53-9c1e99c62451 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:33.192376 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e5e92e-60b0-4992-88b1-e5f9c4295d74 req-7b429895-40a6-438d-b885-64a017e29503 tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:33.194070 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-41e5e92e-60b0-4992-88b1-e5f9c4295d74 req-7b429895-40a6-438d-b885-64a017e29503 tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] 10.222.0.22 "GET /v2.0/ports?device_id=0564824d-6cc4-4fbd-88e3-536e2022dd69 HTTP/1.1" status: 200 len: 946 time: 0.1909800 Sep 07 02:50:33.205881 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121eb57-69d7-4ef2-8ba3-9c2c621bc04d req-dd8cc51b-0aa8-495e-bc53-9c1e99c62451 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:33.213822 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121eb57-69d7-4ef2-8ba3-9c2c621bc04d req-dd8cc51b-0aa8-495e-bc53-9c1e99c62451 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:33.231931 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a121eb57-69d7-4ef2-8ba3-9c2c621bc04d req-dd8cc51b-0aa8-495e-bc53-9c1e99c62451 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 5444 time: 0.1987813 Sep 07 02:50:33.309872 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-41e5e92e-60b0-4992-88b1-e5f9c4295d74 req-83b6e89f-7002-40c7-be12-e8d24fe5d9a1 tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] 10.222.0.22 "GET /v2.0/security-groups?id=7568d87e-82e3-434b-bc1d-0a70b8d074af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081254 Sep 07 02:50:33.326245 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-36f9c976-de43-4af5-be98-556349ab5ee9 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:33.385306 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-36f9c976-de43-4af5-be98-556349ab5ee9 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:33.394156 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f9c976-de43-4af5-be98-556349ab5ee9 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:33.394871 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-36f9c976-de43-4af5-be98-556349ab5ee9 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:33.537349 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f9c976-de43-4af5-be98-556349ab5ee9 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Pushing event updated for resources: {'Network': ['ID=7f198b4b-cfce-43d4-a29d-60e49f52ade5,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:33.543296 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-36f9c976-de43-4af5-be98-556349ab5ee9 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6369956 Sep 07 02:50:33.546681 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 37008) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:33.551650 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 7f198b4b-cfce-43d4-a29d-60e49f52ade5 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:50:33.552586 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-bc336957-ee89-4e20-a18b-289b0e39d590 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Request body: {'subnet': {'network_id': '7f198b4b-cfce-43d4-a29d-60e49f52ade5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:50:33.723068 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc2f87-8139-49c1-9239-af5b170525ca req-dfb94c73-6010-4ff7-97bf-2b0a3d153d11 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:33.736880 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f9fc2f87-8139-49c1-9239-af5b170525ca req-dfb94c73-6010-4ff7-97bf-2b0a3d153d11 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/ports?device_id=cff3d0b0-5413-4f78-bbff-bd4df25547fb HTTP/1.1" status: 200 len: 945 time: 0.0866487 Sep 07 02:50:33.796424 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f9fc2f87-8139-49c1-9239-af5b170525ca req-eb0dc92f-2ee3-405e-88a3-4f6bdc62d2b5 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/security-groups?id=8627b096-1ea2-45e2-baf2-b285074b2a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583818 Sep 07 02:50:33.862874 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee8c08-cae7-443e-aa16-0892bf27c2ca req-58a79b00-1559-4ed8-98c0-19eac21bc9b7 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:33.865213 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-48ee8c08-cae7-443e-aa16-0892bf27c2ca req-58a79b00-1559-4ed8-98c0-19eac21bc9b7 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/ports?device_id=c69c02a1-ea23-49df-8d6c-0758b6213e88 HTTP/1.1" status: 200 len: 946 time: 0.2626860 Sep 07 02:50:33.924865 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-48ee8c08-cae7-443e-aa16-0892bf27c2ca req-bfe66853-0be2-489e-8b7f-02d61899cd40 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ad726ea-b259-4029-9910-1e3794ed9f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532525 Sep 07 02:50:33.925564 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc336957-ee89-4e20-a18b-289b0e39d590 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Made reservation on behalf of 1e9fae9a49014abbad8bef63294b869b for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:50:33.929367 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bc336957-ee89-4e20-a18b-289b0e39d590 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:34.180097 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74443db-c7e2-4e98-8700-9e7fe898c3a5 req-217b4e6e-d1ac-4cd0-a568-a9f4e77f6e4a tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:34.186245 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c74443db-c7e2-4e98-8700-9e7fe898c3a5 req-217b4e6e-d1ac-4cd0-a568-a9f4e77f6e4a tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 945 time: 0.1292741 Sep 07 02:50:34.270712 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c74443db-c7e2-4e98-8700-9e7fe898c3a5 req-633622cd-6e04-43cb-a25b-fa85c35de0c9 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795910 Sep 07 02:50:34.359384 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bc336957-ee89-4e20-a18b-289b0e39d590 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:34.573585 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbe7f6-57e1-4a7b-933f-be258890c919 req-234a58af-ca89-4bc3-bc54-f1b887581fdc tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:34.576376 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2ecbe7f6-57e1-4a7b-933f-be258890c919 req-234a58af-ca89-4bc3-bc54-f1b887581fdc tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] 10.222.0.22 "GET /v2.0/ports?device_id=0564824d-6cc4-4fbd-88e3-536e2022dd69 HTTP/1.1" status: 200 len: 946 time: 0.0920458 Sep 07 02:50:34.609276 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc336957-ee89-4e20-a18b-289b0e39d590 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Pushing event updated for resources: {'Subnet': ['ID=602d8d6b-2991-406b-aafd-5f3bc02f17f9,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:34.619882 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f547c-1c44-45ea-a612-016e1e88b264 req-f59dc2d0-ab00-4877-85e5-59ff80c0f474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:34.621847 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a73f547c-1c44-45ea-a612-016e1e88b264 req-f59dc2d0-ab00-4877-85e5-59ff80c0f474 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e748c59c942c401f97af51eb8e42f544&device_id=c69c02a1-ea23-49df-8d6c-0758b6213e88 HTTP/1.1" status: 200 len: 1098 time: 0.1329474 Sep 07 02:50:34.632127 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b20964-b785-4633-82a9-b3ac1b3139ef req-b5aa22bc-afeb-4f88-9210-01216304a93b tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:34.640077 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-88b20964-b785-4633-82a9-b3ac1b3139ef req-b5aa22bc-afeb-4f88-9210-01216304a93b tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/ports?device_id=c69c02a1-ea23-49df-8d6c-0758b6213e88 HTTP/1.1" status: 200 len: 946 time: 0.1413074 Sep 07 02:50:34.688887 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2ecbe7f6-57e1-4a7b-933f-be258890c919 req-49d33b10-99c9-4e7d-a19c-7808e3f4f221 tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] 10.222.0.22 "GET /v2.0/security-groups?id=7568d87e-82e3-434b-bc1d-0a70b8d074af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907798 Sep 07 02:50:34.714617 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc336957-ee89-4e20-a18b-289b0e39d590 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Checking segment: {'id': '26501d4f-faa0-438c-b840-8be1738c3585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7f198b4b-cfce-43d4-a29d-60e49f52ade5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:50:34.714617 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc336957-ee89-4e20-a18b-289b0e39d590 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Network hostable DHCP agents. Network: 7f198b4b-cfce-43d4-a29d-60e49f52ade5, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:50:34.840147 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-88b20964-b785-4633-82a9-b3ac1b3139ef req-c142b54c-9ec9-47e9-8029-75d538693601 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ad726ea-b259-4029-9910-1e3794ed9f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990154 Sep 07 02:50:34.888873 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc336957-ee89-4e20-a18b-289b0e39d590 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Network 7f198b4b-cfce-43d4-a29d-60e49f52ade5 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:50:34.924231 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-bc336957-ee89-4e20-a18b-289b0e39d590 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 7f198b4b-cfce-43d4-a29d-60e49f52ade5) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:50:34.935454 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc336957-ee89-4e20-a18b-289b0e39d590 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:34.936101 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bc336957-ee89-4e20-a18b-289b0e39d590 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:34.937244 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f96830-bc68-4bc3-92a5-4ef2d3abedf7 None None] Network 7f198b4b-cfce-43d4-a29d-60e49f52ade5 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:50:35.006469 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f547c-1c44-45ea-a612-016e1e88b264 req-db0962e0-f331-4c8c-9489-c7284552e018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:35.008406 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a73f547c-1c44-45ea-a612-016e1e88b264 req-db0962e0-f331-4c8c-9489-c7284552e018 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2bf2aa26-37a8-4cd7-a6be-6167e835d939 HTTP/1.1" status: 200 len: 916 time: 0.3436286 Sep 07 02:50:35.016438 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-bc336957-ee89-4e20-a18b-289b0e39d590 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4690380 Sep 07 02:50:35.019408 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 37052) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:35.035804 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-15529942-1cdd-4d45-a6c9-31cb009eba08 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Request body: {'subnet': {'network_id': '7f198b4b-cfce-43d4-a29d-60e49f52ade5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:50:35.199648 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a73f547c-1c44-45ea-a612-016e1e88b264 req-4cf6ac2b-c91b-49c8-bfba-278e3e7edcbc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=637dbb64-5a82-4958-ab43-de16c7434d3f HTTP/1.1" status: 200 len: 217 time: 0.1732576 Sep 07 02:50:35.279450 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15529942-1cdd-4d45-a6c9-31cb009eba08 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Made reservation on behalf of 1e9fae9a49014abbad8bef63294b869b for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:50:35.288177 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724f4156-709e-45c0-b38e-5d23f049f5c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-7f198b4b-cfce-43d4-a29d-60e49f52ade5', 'network_id': '7f198b4b-cfce-43d4-a29d-60e49f52ade5', 'tenant_id': '1e9fae9a49014abbad8bef63294b869b', 'fixed_ips': [{'subnet_id': '602d8d6b-2991-406b-aafd-5f3bc02f17f9'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:50:35.289035 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-15529942-1cdd-4d45-a6c9-31cb009eba08 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:35.289606 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-724f4156-709e-45c0-b38e-5d23f049f5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:35.310881 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74544757-9b65-4a21-99db-f49ab3c3f7cf req-1444e15d-a5fc-4dd8-b325-afc178de181d tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:35.321512 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-74544757-9b65-4a21-99db-f49ab3c3f7cf req-1444e15d-a5fc-4dd8-b325-afc178de181d tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/ports?device_id=cff3d0b0-5413-4f78-bbff-bd4df25547fb HTTP/1.1" status: 200 len: 945 time: 0.3655396 Sep 07 02:50:35.364539 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f547c-1c44-45ea-a612-016e1e88b264 req-143af1da-f24d-442b-a0a8-0d4a4de45f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:35.366326 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a73f547c-1c44-45ea-a612-016e1e88b264 req-143af1da-f24d-442b-a0a8-0d4a4de45f9a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2e5d5e37-e832-4960-908b-1d0126f218ce HTTP/1.1" status: 200 len: 855 time: 0.1651683 Sep 07 02:50:35.386012 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-74544757-9b65-4a21-99db-f49ab3c3f7cf req-3fe2f26d-e773-47b9-a3bc-91cd23acb1c8 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/security-groups?id=8627b096-1ea2-45e2-baf2-b285074b2a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583699 Sep 07 02:50:35.521523 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f547c-1c44-45ea-a612-016e1e88b264 req-ff95e1eb-fb6e-479c-be63-25df440af5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:35.537504 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a73f547c-1c44-45ea-a612-016e1e88b264 req-ff95e1eb-fb6e-479c-be63-25df440af5a7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2bf2aa26-37a8-4cd7-a6be-6167e835d939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1412492 Sep 07 02:50:35.664377 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-724f4156-709e-45c0-b38e-5d23f049f5c1 None None] Allocated IP 2001:db8::2 (7f198b4b-cfce-43d4-a29d-60e49f52ade5/602d8d6b-2991-406b-aafd-5f3bc02f17f9/f0752e41-6fb7-479d-b8c2-276899e30d4a) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:50:35.676269 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b27aff-57e6-487c-b6e0-8a6c63770a1d req-cf93449f-27be-4550-91c3-f4c2b1db12b6 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:35.684907 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-80b27aff-57e6-487c-b6e0-8a6c63770a1d req-cf93449f-27be-4550-91c3-f4c2b1db12b6 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 945 time: 0.1993904 Sep 07 02:50:35.730169 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a73f547c-1c44-45ea-a612-016e1e88b264 req-550cc83e-761f-4628-8f3c-60fe7af7ade7 service neutron] 10.222.0.23 "GET /v2.0/networks/2bf2aa26-37a8-4cd7-a6be-6167e835d939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897936 Sep 07 02:50:35.876603 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-80b27aff-57e6-487c-b6e0-8a6c63770a1d req-1031872e-12ce-46ee-b2a2-dd8968b054e5 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1903391 Sep 07 02:50:35.955161 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 37092) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:35.971413 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a73f547c-1c44-45ea-a612-016e1e88b264 req-525e13d0-3f8e-4505-82d9-fb0c4d77f92c service neutron] 10.222.0.23 "GET /v2.0/networks/2bf2aa26-37a8-4cd7-a6be-6167e835d939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308886 Sep 07 02:50:36.243274 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa9bc8-0823-4e8a-b64b-b326939e28b8 req-a44d0514-39ee-44d3-99ce-e5b56d5fed37 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:36.250717 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-32fa9bc8-0823-4e8a-b64b-b326939e28b8 req-a44d0514-39ee-44d3-99ce-e5b56d5fed37 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/ports?device_id=c69c02a1-ea23-49df-8d6c-0758b6213e88 HTTP/1.1" status: 200 len: 946 time: 0.1104052 Sep 07 02:50:36.280064 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f40961-78ed-445f-9cf3-0507826e9ea1 req-b14b4263-369c-40b2-893f-5478f3568e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:36.280587 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f40961-78ed-445f-9cf3-0507826e9ea1 req-b14b4263-369c-40b2-893f-5478f3568e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:36.281121 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f40961-78ed-445f-9cf3-0507826e9ea1 req-b14b4263-369c-40b2-893f-5478f3568e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:36.281746 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f40961-78ed-445f-9cf3-0507826e9ea1 req-b14b4263-369c-40b2-893f-5478f3568e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:36.282295 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f40961-78ed-445f-9cf3-0507826e9ea1 req-b14b4263-369c-40b2-893f-5478f3568e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:36.282774 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f40961-78ed-445f-9cf3-0507826e9ea1 req-b14b4263-369c-40b2-893f-5478f3568e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:36.283306 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f40961-78ed-445f-9cf3-0507826e9ea1 req-b14b4263-369c-40b2-893f-5478f3568e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:36.290561 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-60f40961-78ed-445f-9cf3-0507826e9ea1 req-b14b4263-369c-40b2-893f-5478f3568e9a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 6508 time: 0.3341677 Sep 07 02:50:36.419296 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-724f4156-709e-45c0-b38e-5d23f049f5c1 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:36.425399 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-32fa9bc8-0823-4e8a-b64b-b326939e28b8 req-b2967f98-c589-4ecd-8845-4748a03f8412 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ad726ea-b259-4029-9910-1e3794ed9f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734881 Sep 07 02:50:36.436726 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-724f4156-709e-45c0-b38e-5d23f049f5c1 None None] Transition to ACTIVE for port object f0752e41-6fb7-479d-b8c2-276899e30d4a will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:50:36.452373 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-15529942-1cdd-4d45-a6c9-31cb009eba08 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:36.471472 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-724f4156-709e-45c0-b38e-5d23f049f5c1 None None] Transition to ACTIVE for port object f0752e41-6fb7-479d-b8c2-276899e30d4a will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:50:36.486924 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-724f4156-709e-45c0-b38e-5d23f049f5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:36.577534 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-60f40961-78ed-445f-9cf3-0507826e9ea1 req-3100b4d4-fc46-4c38-a368-d0e97c729e3b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2895453c-c2ff-4721-9c31-7aa9bbb51629&id=89726ab1-0a53-4d54-93e7-e4e6ba92ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2731154 Sep 07 02:50:36.588168 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15529942-1cdd-4d45-a6c9-31cb009eba08 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Network 7f198b4b-cfce-43d4-a29d-60e49f52ade5 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:50:36.611098 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724f4156-709e-45c0-b38e-5d23f049f5c1 None None] Network 7f198b4b-cfce-43d4-a29d-60e49f52ade5 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:50:36.621064 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-724f4156-709e-45c0-b38e-5d23f049f5c1 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:50:36.625873 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724f4156-709e-45c0-b38e-5d23f049f5c1 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:50:36.629373 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724f4156-709e-45c0-b38e-5d23f049f5c1 None None] Pushing event updated for resources: {'Port': ['ID=f0752e41-6fb7-479d-b8c2-276899e30d4a,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:36.629985 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-15529942-1cdd-4d45-a6c9-31cb009eba08 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:50:36.633410 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15529942-1cdd-4d45-a6c9-31cb009eba08 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:36.634330 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-15529942-1cdd-4d45-a6c9-31cb009eba08 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:36.638128 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15529942-1cdd-4d45-a6c9-31cb009eba08 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Pushing event updated for resources: {'Subnet': ['ID=da24d60e-64b8-4094-9181-23ce35f9aad4,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:36.682624 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1375e73d-faee-4239-968c-47794df654fe req-8dcd3a0a-e0dc-4e10-8731-0174fd946a38 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:36.684538 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1375e73d-faee-4239-968c-47794df654fe req-8dcd3a0a-e0dc-4e10-8731-0174fd946a38 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/ports?device_id=cff3d0b0-5413-4f78-bbff-bd4df25547fb HTTP/1.1" status: 200 len: 945 time: 0.1224909 Sep 07 02:50:36.688853 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 37130) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:36.689449 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-15529942-1cdd-4d45-a6c9-31cb009eba08 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6667480 Sep 07 02:50:36.753975 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-724f4156-709e-45c0-b38e-5d23f049f5c1 None None] Attempting to bind port f0752e41-6fb7-479d-b8c2-276899e30d4a on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:50:36.753975 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-724f4156-709e-45c0-b38e-5d23f049f5c1 None None] Attempting to bind port f0752e41-6fb7-479d-b8c2-276899e30d4a by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '26501d4f-faa0-438c-b840-8be1738c3585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7f198b4b-cfce-43d4-a29d-60e49f52ade5'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:50:36.753975 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724f4156-709e-45c0-b38e-5d23f049f5c1 None None] Attempting to bind port f0752e41-6fb7-479d-b8c2-276899e30d4a on network 7f198b4b-cfce-43d4-a29d-60e49f52ade5 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:50:36.760793 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724f4156-709e-45c0-b38e-5d23f049f5c1 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:50:36.761178 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724f4156-709e-45c0-b38e-5d23f049f5c1 None None] Checking segment: {'id': '26501d4f-faa0-438c-b840-8be1738c3585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7f198b4b-cfce-43d4-a29d-60e49f52ade5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:50:36.761584 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-724f4156-709e-45c0-b38e-5d23f049f5c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:36.761979 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724f4156-709e-45c0-b38e-5d23f049f5c1 None None] Bound using segment: {'id': '26501d4f-faa0-438c-b840-8be1738c3585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7f198b4b-cfce-43d4-a29d-60e49f52ade5'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:50:36.762450 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-724f4156-709e-45c0-b38e-5d23f049f5c1 None None] Bound port: f0752e41-6fb7-479d-b8c2-276899e30d4a, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26501d4f-faa0-438c-b840-8be1738c3585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7f198b4b-cfce-43d4-a29d-60e49f52ade5'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:50:36.762833 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-724f4156-709e-45c0-b38e-5d23f049f5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:36.765751 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1375e73d-faee-4239-968c-47794df654fe req-76c1ca32-109c-4094-a48d-3eb5e7ec4d12 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/security-groups?id=8627b096-1ea2-45e2-baf2-b285074b2a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732400 Sep 07 02:50:36.818781 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cccd7dd-9a7f-4798-bad0-658eadb95d56 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:36.820326 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cccd7dd-9a7f-4798-bad0-658eadb95d56 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:36.826427 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cccd7dd-9a7f-4798-bad0-658eadb95d56 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:36.828372 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cccd7dd-9a7f-4798-bad0-658eadb95d56 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:36.829866 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cccd7dd-9a7f-4798-bad0-658eadb95d56 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:36.835670 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-7cccd7dd-9a7f-4798-bad0-658eadb95d56 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1417887 Sep 07 02:50:36.836005 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 37132) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:36.847557 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-545f7130-d3f5-45ae-b80c-4cfc88ef84b6 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2000043885'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:50:36.887673 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545f7130-d3f5-45ae-b80c-4cfc88ef84b6 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Made reservation on behalf of 1e9fae9a49014abbad8bef63294b869b for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:50:36.895108 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-545f7130-d3f5-45ae-b80c-4cfc88ef84b6 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:36.923659 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-545f7130-d3f5-45ae-b80c-4cfc88ef84b6 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:50:36.928578 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-724f4156-709e-45c0-b38e-5d23f049f5c1 None None] For port f0752e41-6fb7-479d-b8c2-276899e30d4a, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:50:36.932850 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-724f4156-709e-45c0-b38e-5d23f049f5c1 None None] For port f0752e41-6fb7-479d-b8c2-276899e30d4a, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=f0752e41-6fb7-479d-b8c2-276899e30d4a,segment=NetworkSegment(26501d4f-faa0-438c-b840-8be1738c3585),segment_id=26501d4f-faa0-438c-b840-8be1738c3585)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:50:36.936495 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-545f7130-d3f5-45ae-b80c-4cfc88ef84b6 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:36.936926 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-545f7130-d3f5-45ae-b80c-4cfc88ef84b6 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Added segment a8131a96-3f91-40f0-9e65-506498de833f of type vlan for network 0403d885-1b34-4694-8577-d7eed90ccb9b Sep 07 02:50:36.938174 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-724f4156-709e-45c0-b38e-5d23f049f5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:36.996232 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724f4156-709e-45c0-b38e-5d23f049f5c1 None None] Pushing event updated for resources: {'Port': ['ID=f0752e41-6fb7-479d-b8c2-276899e30d4a,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:37.043354 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-545f7130-d3f5-45ae-b80c-4cfc88ef84b6 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:37.054010 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11760b-171f-4e19-af68-3aa437038824 req-49015a18-fbd5-4b67-ab33-c7847929e2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:37.056475 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fe11760b-171f-4e19-af68-3aa437038824 req-49015a18-fbd5-4b67-ab33-c7847929e2f4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=82a45090c023468b95127c390faba656&device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 1097 time: 0.0776622 Sep 07 02:50:37.177161 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33501818-b9f5-4550-b6a1-4de651ddf0bb req-e9cdf4eb-19d7-4c3d-9efc-cf430c8357f2 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:37.178827 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-33501818-b9f5-4550-b6a1-4de651ddf0bb req-e9cdf4eb-19d7-4c3d-9efc-cf430c8357f2 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 945 time: 0.1036963 Sep 07 02:50:37.245875 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-33501818-b9f5-4550-b6a1-4de651ddf0bb req-e893c14d-d3f6-48ed-b619-5b946c01efc0 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489109 Sep 07 02:50:37.754569 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-545f7130-d3f5-45ae-b80c-4cfc88ef84b6 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:37.760797 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545f7130-d3f5-45ae-b80c-4cfc88ef84b6 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:37.761585 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-545f7130-d3f5-45ae-b80c-4cfc88ef84b6 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:37.841117 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 37168) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:37.841520 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-545f7130-d3f5-45ae-b80c-4cfc88ef84b6 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0036402 Sep 07 02:50:37.851135 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-af7b2209-b15c-4e46-b355-1569856cc8fd tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:50:37.899891 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11760b-171f-4e19-af68-3aa437038824 req-5a768edd-4514-4fae-9b28-ee36e9a5c8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:37.900943 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fe11760b-171f-4e19-af68-3aa437038824 req-5a768edd-4514-4fae-9b28-ee36e9a5c8fe service neutron] 10.222.0.16 "GET /v2.0/networks?id=2dd15660-a8a2-4615-aae6-6565f5b9c926 HTTP/1.1" status: 200 len: 916 time: 0.8360248 Sep 07 02:50:37.912547 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e55f5e-37e5-4a64-896e-878dff4f4bb2 req-35ff4460-1af5-4292-989e-32d69d375307 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:37.914561 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b9e55f5e-37e5-4a64-896e-878dff4f4bb2 req-35ff4460-1af5-4292-989e-32d69d375307 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/ports?device_id=c69c02a1-ea23-49df-8d6c-0758b6213e88 HTTP/1.1" status: 200 len: 946 time: 0.1739500 Sep 07 02:50:37.915346 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545f7130-d3f5-45ae-b80c-4cfc88ef84b6 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Pushing event updated for resources: {'Network': ['ID=0403d885-1b34-4694-8577-d7eed90ccb9b,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:37.927470 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 0403d885-1b34-4694-8577-d7eed90ccb9b details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:50:37.963525 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b9e55f5e-37e5-4a64-896e-878dff4f4bb2 req-132214fe-a7b1-43f2-b230-7ada8c86a218 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ad726ea-b259-4029-9910-1e3794ed9f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390143 Sep 07 02:50:38.106158 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fe11760b-171f-4e19-af68-3aa437038824 req-3914c795-d2d2-43aa-bb31-adb154d83993 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9835f8ab-da11-48dd-bb5b-d803606bbeef HTTP/1.1" status: 200 len: 999 time: 0.1877210 Sep 07 02:50:38.250436 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e89a1f-660d-4714-9de2-57a9b421c417 req-87bc962c-8a42-402e-8824-415c865d02a0 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:38.257884 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-96e89a1f-660d-4714-9de2-57a9b421c417 req-87bc962c-8a42-402e-8824-415c865d02a0 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/ports?device_id=cff3d0b0-5413-4f78-bbff-bd4df25547fb HTTP/1.1" status: 200 len: 945 time: 0.2519381 Sep 07 02:50:38.258677 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11760b-171f-4e19-af68-3aa437038824 req-c0f8d8d0-2ec3-4cca-bb6b-4181268c1166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:38.260469 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fe11760b-171f-4e19-af68-3aa437038824 req-c0f8d8d0-2ec3-4cca-bb6b-4181268c1166 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ac223360-8a8e-4533-8aad-52e511f20cab HTTP/1.1" status: 200 len: 855 time: 0.1458480 Sep 07 02:50:38.315621 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-af7b2209-b15c-4e46-b355-1569856cc8fd tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:38.330391 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11760b-171f-4e19-af68-3aa437038824 req-3b95d533-29f5-4115-a514-70f108f11ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:38.333918 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fe11760b-171f-4e19-af68-3aa437038824 req-3b95d533-29f5-4115-a514-70f108f11ee8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2dd15660-a8a2-4615-aae6-6565f5b9c926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601861 Sep 07 02:50:38.363984 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-af7b2209-b15c-4e46-b355-1569856cc8fd tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:38.428609 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-96e89a1f-660d-4714-9de2-57a9b421c417 req-e970ecfa-9532-4577-892b-022ebb9b2f3a tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/security-groups?id=8627b096-1ea2-45e2-baf2-b285074b2a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628091 Sep 07 02:50:38.437495 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-af7b2209-b15c-4e46-b355-1569856cc8fd tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Network 0403d885-1b34-4694-8577-d7eed90ccb9b is not hosted by any dhcp agent {{(pid=94701) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 07 02:50:38.448559 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7b2209-b15c-4e46-b355-1569856cc8fd tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:38.449333 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-af7b2209-b15c-4e46-b355-1569856cc8fd tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:38.454038 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-af7b2209-b15c-4e46-b355-1569856cc8fd tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] 10.222.0.22 "PUT /v2.0/networks/0403d885-1b34-4694-8577-d7eed90ccb9b HTTP/1.1" status: 200 len: 723 time: 0.6112509 Sep 07 02:50:38.461304 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 37186) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:38.470286 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-f6364d14-2c6a-47b1-8651-1d81e70eeabe tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Request body: {'subnet': {'network_id': '0403d885-1b34-4694-8577-d7eed90ccb9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:50:38.512801 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fe11760b-171f-4e19-af68-3aa437038824 req-d7646b44-db89-4f6c-a3b5-f257de1a7332 service neutron] 10.222.0.16 "GET /v2.0/networks/2dd15660-a8a2-4615-aae6-6565f5b9c926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685503 Sep 07 02:50:38.643553 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fe11760b-171f-4e19-af68-3aa437038824 req-66377660-81b6-42ad-ba59-3b6e617b6ca5 service neutron] 10.222.0.16 "GET /v2.0/networks/2dd15660-a8a2-4615-aae6-6565f5b9c926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160278 Sep 07 02:50:38.704825 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627affb5-997b-4cd5-9292-57ec6dd97814 req-4ffe6695-aee2-416e-af64-43aa0cbeac18 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:38.713384 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-627affb5-997b-4cd5-9292-57ec6dd97814 req-4ffe6695-aee2-416e-af64-43aa0cbeac18 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 945 time: 0.0687709 Sep 07 02:50:38.735963 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7b2209-b15c-4e46-b355-1569856cc8fd tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Pushing event updated for resources: {'Network': ['ID=0403d885-1b34-4694-8577-d7eed90ccb9b,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:38.741769 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2392918f-eff3-4793-ae46-bac244873b4c None None] Network 7f198b4b-cfce-43d4-a29d-60e49f52ade5 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:50:38.759918 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 0403d885-1b34-4694-8577-d7eed90ccb9b details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:50:38.762190 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-627affb5-997b-4cd5-9292-57ec6dd97814 req-b7041129-d7b8-4f52-a6ba-fdc1a6e0cefd tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478303 Sep 07 02:50:38.768862 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82839085-ba74-4645-9c26-5f890fe6a854 req-ee2e15c2-963b-43b8-8b17-d86a88c9d6e6 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:38.770632 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-82839085-ba74-4645-9c26-5f890fe6a854 req-ee2e15c2-963b-43b8-8b17-d86a88c9d6e6 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/ports?device_id=c69c02a1-ea23-49df-8d6c-0758b6213e88 HTTP/1.1" status: 200 len: 946 time: 0.2371342 Sep 07 02:50:38.771976 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6364d14-2c6a-47b1-8651-1d81e70eeabe tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Made reservation on behalf of 1e9fae9a49014abbad8bef63294b869b for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:50:38.776029 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f6364d14-2c6a-47b1-8651-1d81e70eeabe tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:38.874114 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-82839085-ba74-4645-9c26-5f890fe6a854 req-602ff3b8-4b60-4710-a0f7-c7019c7eacea tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ad726ea-b259-4029-9910-1e3794ed9f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939212 Sep 07 02:50:38.912971 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-503c931c-a088-48c6-9dbb-2d241a6328a5 None None] Provisioning for port f0752e41-6fb7-479d-b8c2-276899e30d4a completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:50:38.927239 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a13137-9b6b-4ee8-a818-e6902553963b req-12ab1559-ac48-426d-8fcf-b47c37ba5cc0 tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:38.928959 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-64a13137-9b6b-4ee8-a818-e6902553963b req-12ab1559-ac48-426d-8fcf-b47c37ba5cc0 tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] 10.222.0.22 "GET /v2.0/ports?device_id=0564824d-6cc4-4fbd-88e3-536e2022dd69 HTTP/1.1" status: 200 len: 946 time: 0.0805330 Sep 07 02:50:39.009434 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-64a13137-9b6b-4ee8-a818-e6902553963b req-bf4a7c03-43e7-468b-81b8-fbff27bd525d tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] 10.222.0.22 "GET /v2.0/security-groups?id=7568d87e-82e3-434b-bc1d-0a70b8d074af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613289 Sep 07 02:50:39.110094 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd4be0-7e00-4612-a29f-c016d67b246c req-bb9f9302-fff9-4ae4-b602-06475895a862 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:39.121891 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-51cd4be0-7e00-4612-a29f-c016d67b246c req-bb9f9302-fff9-4ae4-b602-06475895a862 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b4c0959-8b25-4296-a6d0-61af053c97d2 HTTP/1.1" status: 200 len: 946 time: 0.1021788 Sep 07 02:50:39.135508 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device f0752e41-6fb7-479d-b8c2-276899e30d4a up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:50:39.191055 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e521e83-28b9-4adb-8724-fc427d6f8f00 None None] Update dhcp port {'port': {'network_id': '7f198b4b-cfce-43d4-a29d-60e49f52ade5', 'fixed_ips': [{'subnet_id': '602d8d6b-2991-406b-aafd-5f3bc02f17f9', 'ip_address': '2001:db8::2'}, {'subnet_id': 'da24d60e-64b8-4094-9181-23ce35f9aad4'}], 'binding:host_id': 'n-d-796209-16'}, 'id': 'f0752e41-6fb7-479d-b8c2-276899e30d4a'} from n-d-796209-16. {{(pid=94702) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 07 02:50:39.198641 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f6364d14-2c6a-47b1-8651-1d81e70eeabe tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:39.237833 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8e521e83-28b9-4adb-8724-fc427d6f8f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:39.269923 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-51cd4be0-7e00-4612-a29f-c016d67b246c req-ed1e4768-0773-400f-bc66-076730c69a96 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ad726ea-b259-4029-9910-1e3794ed9f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471310 Sep 07 02:50:39.273547 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6364d14-2c6a-47b1-8651-1d81e70eeabe tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Pushing event updated for resources: {'Subnet': ['ID=956616e1-7502-43fa-9461-7ec7f7037bb0,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:39.313986 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port f0752e41-6fb7-479d-b8c2-276899e30d4a completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:50:39.319082 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port f0752e41-6fb7-479d-b8c2-276899e30d4a triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:50:39.319667 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:39.331386 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6364d14-2c6a-47b1-8651-1d81e70eeabe tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Checking segment: {'id': 'a8131a96-3f91-40f0-9e65-506498de833f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0403d885-1b34-4694-8577-d7eed90ccb9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:50:39.331784 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6364d14-2c6a-47b1-8651-1d81e70eeabe tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Network hostable DHCP agents. Network: 0403d885-1b34-4694-8577-d7eed90ccb9b, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:50:39.354334 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6364d14-2c6a-47b1-8651-1d81e70eeabe tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Network 0403d885-1b34-4694-8577-d7eed90ccb9b is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:50:39.373514 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-f6364d14-2c6a-47b1-8651-1d81e70eeabe tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 0403d885-1b34-4694-8577-d7eed90ccb9b) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:50:39.378892 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6364d14-2c6a-47b1-8651-1d81e70eeabe tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:39.379829 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f6364d14-2c6a-47b1-8651-1d81e70eeabe tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528148'] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:39.395090 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6993a34-87ab-4f41-8860-199d9ee67040 None None] Network 0403d885-1b34-4694-8577-d7eed90ccb9b requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:50:39.437475 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f6364d14-2c6a-47b1-8651-1d81e70eeabe tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9740455 Sep 07 02:50:39.438203 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 37228) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:39.444818 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-1d9335d8-ce6a-42d6-9451-245a549cbc55 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:50:39.533862 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467fcc0f-db1c-40a2-b4c4-40eab749e45b req-2beea334-5fde-4829-b4b6-70ef5cc60f9a tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:39.550879 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-467fcc0f-db1c-40a2-b4c4-40eab749e45b req-2beea334-5fde-4829-b4b6-70ef5cc60f9a tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/ports?device_id=900567d9-8331-465d-89ef-e22ee16f0aef HTTP/1.1" status: 200 len: 945 time: 0.1578627 Sep 07 02:50:39.604096 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1d9335d8-ce6a-42d6-9451-245a549cbc55 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13768646'] for subnet, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:39.666925 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-467fcc0f-db1c-40a2-b4c4-40eab749e45b req-945fca02-4f1c-471c-81ee-92f84bded204 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ad726ea-b259-4029-9910-1e3794ed9f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138375 Sep 07 02:50:39.716689 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [req-c5871166-618c-4a97-a56f-59df1ce7b24d req-6a76de3b-f73f-4f03-9045-6e12cce96429 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 02:50:39.717799 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c5871166-618c-4a97-a56f-59df1ce7b24d req-6a76de3b-f73f-4f03-9045-6e12cce96429 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070281 Sep 07 02:50:39.771916 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f4391-3141-455f-9459-d4e117a84843 req-bdcc55ee-080f-4e63-ba2b-e75645b9265a tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:39.773548 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ad3f4391-3141-455f-9459-d4e117a84843 req-bdcc55ee-080f-4e63-ba2b-e75645b9265a tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/ports?device_id=cff3d0b0-5413-4f78-bbff-bd4df25547fb HTTP/1.1" status: 200 len: 945 time: 0.1932838 Sep 07 02:50:39.861729 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c5871166-618c-4a97-a56f-59df1ce7b24d req-00890f60-bf6d-402d-bbd5-15245949774b tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1289115 Sep 07 02:50:39.888091 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ad3f4391-3141-455f-9459-d4e117a84843 req-b88edf88-b21e-43fd-9a85-19d66eb5e682 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/security-groups?id=8627b096-1ea2-45e2-baf2-b285074b2a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067901 Sep 07 02:50:39.889324 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1d9335d8-ce6a-42d6-9451-245a549cbc55 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768889760476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14194174'] for subnet, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:39.982018 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9335d8-ce6a-42d6-9451-245a549cbc55 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:39.983259 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1d9335d8-ce6a-42d6-9451-245a549cbc55 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:39.988898 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 37292) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:40.000485 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-1d9335d8-ce6a-42d6-9451-245a549cbc55 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] 10.222.0.22 "PUT /v2.0/subnets/956616e1-7502-43fa-9461-7ec7f7037bb0 HTTP/1.1" status: 200 len: 826 time: 0.5602682 Sep 07 02:50:40.006863 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:40.035401 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9335d8-ce6a-42d6-9451-245a549cbc55 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Pushing event updated for resources: {'Subnet': ['ID=956616e1-7502-43fa-9461-7ec7f7037bb0,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:40.058535 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f60a87f-fb2f-41e4-ab4f-c0a77be44db6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-0403d885-1b34-4694-8577-d7eed90ccb9b', 'network_id': '0403d885-1b34-4694-8577-d7eed90ccb9b', 'tenant_id': '1e9fae9a49014abbad8bef63294b869b', 'fixed_ips': [{'subnet_id': '956616e1-7502-43fa-9461-7ec7f7037bb0'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:50:40.059528 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1f60a87f-fb2f-41e4-ab4f-c0a77be44db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:40.090355 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-8e521e83-28b9-4adb-8724-fc427d6f8f00 None None] Allocated IP 172.20.0.1 (7f198b4b-cfce-43d4-a29d-60e49f52ade5/da24d60e-64b8-4094-9181-23ce35f9aad4/f0752e41-6fb7-479d-b8c2-276899e30d4a) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:50:40.102575 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port f0752e41-6fb7-479d-b8c2-276899e30d4a, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=f0752e41-6fb7-479d-b8c2-276899e30d4a,segment=NetworkSegment(26501d4f-faa0-438c-b840-8be1738c3585),segment_id=26501d4f-faa0-438c-b840-8be1738c3585)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:50:40.190393 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:40.216665 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb1e90f-ea91-4f72-8a7e-caabf22ee7e9 req-7a7b2a53-1556-4ec5-ac8f-052239792a54 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:40.218275 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ceb1e90f-ea91-4f72-8a7e-caabf22ee7e9 req-7a7b2a53-1556-4ec5-ac8f-052239792a54 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 945 time: 0.1311476 Sep 07 02:50:40.301831 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ceb1e90f-ea91-4f72-8a7e-caabf22ee7e9 req-c260e911-868d-4abc-83d5-54790f1778cd tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774093 Sep 07 02:50:40.311364 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54f489-3fbf-4f0c-a4dc-8b7b51f284b9 req-12badd1b-65f7-4eff-be43-23daacfa9041 tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:40.313524 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0f54f489-3fbf-4f0c-a4dc-8b7b51f284b9 req-12badd1b-65f7-4eff-be43-23daacfa9041 tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] 10.222.0.16 "GET /v2.0/ports?device_id=0564824d-6cc4-4fbd-88e3-536e2022dd69 HTTP/1.1" status: 200 len: 946 time: 0.3124285 Sep 07 02:50:40.355660 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c562631f-2a34-499d-8d6d-9a5f0c848717 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:40.538819 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c562631f-2a34-499d-8d6d-9a5f0c848717 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:40.564773 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff12f84-040e-47fe-a5dd-1c8859ce54b5 req-166bd477-6c9e-46c3-a498-3ef1a9a229b8 tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:40.567455 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-aff12f84-040e-47fe-a5dd-1c8859ce54b5 req-166bd477-6c9e-46c3-a498-3ef1a9a229b8 tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] 10.222.0.22 "GET /v2.0/ports?device_id=0564824d-6cc4-4fbd-88e3-536e2022dd69 HTTP/1.1" status: 200 len: 946 time: 0.0994477 Sep 07 02:50:40.646865 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-0f54f489-3fbf-4f0c-a4dc-8b7b51f284b9 req-2f04663e-f498-446e-b762-85f3b10a326e tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] Deleting port d6b8bb0d-9c01-41b6-a622-709f4d20183a {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:50:40.647882 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0f54f489-3fbf-4f0c-a4dc-8b7b51f284b9 req-2f04663e-f498-446e-b762-85f3b10a326e tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:40.665425 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-aff12f84-040e-47fe-a5dd-1c8859ce54b5 req-3120a305-6de0-484e-897b-33ecec36c4de tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] 10.222.0.22 "GET /v2.0/security-groups?id=7568d87e-82e3-434b-bc1d-0a70b8d074af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861757 Sep 07 02:50:40.736089 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=f0752e41-6fb7-479d-b8c2-276899e30d4a,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:40.759277 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8e521e83-28b9-4adb-8724-fc427d6f8f00 None None] For port f0752e41-6fb7-479d-b8c2-276899e30d4a, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=f0752e41-6fb7-479d-b8c2-276899e30d4a,segment=NetworkSegment(26501d4f-faa0-438c-b840-8be1738c3585),segment_id=26501d4f-faa0-438c-b840-8be1738c3585)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:50:40.807797 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:50:40.808760 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:50:40.809336 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:50:40.810032 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:50:40.810538 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:50:40.810973 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:50:40.811560 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:50:40.812124 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:50:40.812896 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:50:40.813556 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:50:40.814114 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:50:40.814669 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:50:40.840904 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-0f54f489-3fbf-4f0c-a4dc-8b7b51f284b9 req-2f04663e-f498-446e-b762-85f3b10a326e tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] For port d6b8bb0d-9c01-41b6-a622-709f4d20183a, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=d6b8bb0d-9c01-41b6-a622-709f4d20183a,segment=NetworkSegment(651d73bc-0a97-4334-b4f1-8fb9e6575c2d),segment_id=651d73bc-0a97-4334-b4f1-8fb9e6575c2d)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:50:40.841254 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0f54f489-3fbf-4f0c-a4dc-8b7b51f284b9 req-2f04663e-f498-446e-b762-85f3b10a326e tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:40.850099 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-1f60a87f-fb2f-41e4-ab4f-c0a77be44db6 None None] Allocated IP 2001:db8::2 (0403d885-1b34-4694-8577-d7eed90ccb9b/956616e1-7502-43fa-9461-7ec7f7037bb0/b6e7b7f3-4e09-4516-935d-cd49aa64cf92) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:50:40.873358 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-0f54f489-3fbf-4f0c-a4dc-8b7b51f284b9 req-2f04663e-f498-446e-b762-85f3b10a326e tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] Calling delete_port for d6b8bb0d-9c01-41b6-a622-709f4d20183a owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:50:40.909255 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8e521e83-28b9-4adb-8724-fc427d6f8f00 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:41.118364 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e0b204-5cc7-43eb-96de-6f9831be3e32 req-1d77f391-d49a-4f80-ad1c-1e0ef918842d tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:41.127007 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0f54f489-3fbf-4f0c-a4dc-8b7b51f284b9 req-2f04663e-f498-446e-b762-85f3b10a326e tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:41.128563 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-08e0b204-5cc7-43eb-96de-6f9831be3e32 req-1d77f391-d49a-4f80-ad1c-1e0ef918842d tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/ports?device_id=c69c02a1-ea23-49df-8d6c-0758b6213e88 HTTP/1.1" status: 200 len: 946 time: 0.1075070 Sep 07 02:50:41.136553 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8e521e83-28b9-4adb-8724-fc427d6f8f00 None None] Transition to ACTIVE for port object f0752e41-6fb7-479d-b8c2-276899e30d4a will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:50:41.139127 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device f0752e41-6fb7-479d-b8c2-276899e30d4a up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:50:41.148133 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['d6b8bb0d-9c01-41b6-a622-709f4d20183a'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:50:41.184094 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987ffca3-52e6-4b79-a8f9-f78ad9bf3ecf req-cb911ffc-328c-4053-b283-6cae55f01831 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:41.193954 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-987ffca3-52e6-4b79-a8f9-f78ad9bf3ecf req-cb911ffc-328c-4053-b283-6cae55f01831 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/ports?device_id=cff3d0b0-5413-4f78-bbff-bd4df25547fb HTTP/1.1" status: 200 len: 945 time: 0.1377161 Sep 07 02:50:41.208402 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f04663e-f498-446e-b762-85f3b10a326e tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] Pushing event deleted for resources: {'Port': ['ID=d6b8bb0d-9c01-41b6-a622-709f4d20183a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:41.230189 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8e521e83-28b9-4adb-8724-fc427d6f8f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:41.254137 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-08e0b204-5cc7-43eb-96de-6f9831be3e32 req-728794a4-6b02-4dc3-b46c-802677699980 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ad726ea-b259-4029-9910-1e3794ed9f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061561 Sep 07 02:50:41.298209 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-987ffca3-52e6-4b79-a8f9-f78ad9bf3ecf req-83dbc78a-dca9-4fcb-b973-766bd164c08d tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/security-groups?id=8627b096-1ea2-45e2-baf2-b285074b2a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012270 Sep 07 02:50:41.348820 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 9835f8ab-da11-48dd-bb5b-d803606bbeef no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:50:41.366460 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f54f489-3fbf-4f0c-a4dc-8b7b51f284b9 req-2f04663e-f498-446e-b762-85f3b10a326e tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] No DVR routers for this DVR port d6b8bb0d-9c01-41b6-a622-709f4d20183a on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:50:41.370071 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0f54f489-3fbf-4f0c-a4dc-8b7b51f284b9 req-2f04663e-f498-446e-b762-85f3b10a326e tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:41.372769 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0f54f489-3fbf-4f0c-a4dc-8b7b51f284b9 req-2f04663e-f498-446e-b762-85f3b10a326e tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] 10.222.0.16 "DELETE /v2.0/ports/d6b8bb0d-9c01-41b6-a622-709f4d20183a HTTP/1.1" status: 204 len: 173 time: 1.0459003 Sep 07 02:50:41.373205 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0564824d-6cc4-4fbd-88e3-536e2022dd69', 'name': 'network-vif-deleted', 'tag': 'd6b8bb0d-9c01-41b6-a622-709f4d20183a'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:50:41.376064 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b976780-8a37-4e60-8513-7384a11b6279" -d '{"events": [{"server_uuid": "0564824d-6cc4-4fbd-88e3-536e2022dd69", "name": "network-vif-deleted", "tag": "d6b8bb0d-9c01-41b6-a622-709f4d20183a"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:50:41.422486 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e521e83-28b9-4adb-8724-fc427d6f8f00 None None] Pushing event updated for resources: {'Port': ['ID=f0752e41-6fb7-479d-b8c2-276899e30d4a,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:41.476362 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e1842-bb1e-420e-975a-08b85ae12c97 req-4fa9188e-6c79-4f05-b6ea-c6b9b2965098 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:41.483838 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d13e1842-bb1e-420e-975a-08b85ae12c97 req-4fa9188e-6c79-4f05-b6ea-c6b9b2965098 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b4c0959-8b25-4296-a6d0-61af053c97d2 HTTP/1.1" status: 200 len: 946 time: 0.1330225 Sep 07 02:50:41.591942 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1f60a87f-fb2f-41e4-ab4f-c0a77be44db6 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:41.626496 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-1f60a87f-fb2f-41e4-ab4f-c0a77be44db6 None None] Transition to ACTIVE for port object b6e7b7f3-4e09-4516-935d-cd49aa64cf92 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:50:41.626780 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d13e1842-bb1e-420e-975a-08b85ae12c97 req-9e8c3b0d-0d31-47e5-9496-e806372068fc tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ad726ea-b259-4029-9910-1e3794ed9f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323528 Sep 07 02:50:41.639400 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e91ba25-7363-4134-8d22-619c769b4236 req-b0562c9b-9c33-444a-99f3-58125fb4bdd9 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:41.648327 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7e91ba25-7363-4134-8d22-619c769b4236 req-b0562c9b-9c33-444a-99f3-58125fb4bdd9 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 945 time: 0.1092844 Sep 07 02:50:41.674831 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:41.685211 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15d5d88-3f50-4824-9eb5-50fbff242c38 x-openstack-request-id: req-a15d5d88-3f50-4824-9eb5-50fbff242c38 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:50:41.685685 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0564824d-6cc4-4fbd-88e3-536e2022dd69", "name": "network-vif-deleted", "tag": "d6b8bb0d-9c01-41b6-a622-709f4d20183a", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:50:41.686032 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a15d5d88-3f50-4824-9eb5-50fbff242c38 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:50:41.686748 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0564824d-6cc4-4fbd-88e3-536e2022dd69', 'name': 'network-vif-deleted', 'tag': 'd6b8bb0d-9c01-41b6-a622-709f4d20183a', 'status': 'completed', 'code': 200} Sep 07 02:50:41.695103 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-1f60a87f-fb2f-41e4-ab4f-c0a77be44db6 None None] Transition to ACTIVE for port object b6e7b7f3-4e09-4516-935d-cd49aa64cf92 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:50:41.706009 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7e91ba25-7363-4134-8d22-619c769b4236 req-7a2482e0-452c-4216-b097-c664c9596c3d tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518131 Sep 07 02:50:41.713594 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1f60a87f-fb2f-41e4-ab4f-c0a77be44db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:41.757623 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c562631f-2a34-499d-8d6d-9a5f0c848717 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:41.832630 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c562631f-2a34-499d-8d6d-9a5f0c848717 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Pushing event deleted for resources: {'Subnet': ['ID=956616e1-7502-43fa-9461-7ec7f7037bb0,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:41.850332 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8a2429-04f7-44e0-a1c1-027ae91deef5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9835f8ab-da11-48dd-bb5b-d803606bbeef'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:50:41.861938 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9221106c-38d5-4cec-b299-281388aaae92" -d '{"events": [{"server_uuid": "2d8a2429-04f7-44e0-a1c1-027ae91deef5", "name": "network-vif-unplugged", "status": "completed", "tag": "9835f8ab-da11-48dd-bb5b-d803606bbeef"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:50:41.866488 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81801ff-3550-4ff0-9f26-dffb8f06e494 req-496536f8-14b4-49ab-a871-3ab893070b05 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:41.875050 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b81801ff-3550-4ff0-9f26-dffb8f06e494 req-496536f8-14b4-49ab-a871-3ab893070b05 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/ports?device_id=900567d9-8331-465d-89ef-e22ee16f0aef HTTP/1.1" status: 200 len: 945 time: 0.1014640 Sep 07 02:50:41.928042 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b81801ff-3550-4ff0-9f26-dffb8f06e494 req-280161e6-0346-45a4-b155-515ead419db3 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ad726ea-b259-4029-9910-1e3794ed9f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473475 Sep 07 02:50:41.935194 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f60a87f-fb2f-41e4-ab4f-c0a77be44db6 None None] Network 0403d885-1b34-4694-8577-d7eed90ccb9b is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:50:41.950698 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-1f60a87f-fb2f-41e4-ab4f-c0a77be44db6 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:50:41.983008 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 9835f8ab-da11-48dd-bb5b-d803606bbeef, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=9835f8ab-da11-48dd-bb5b-d803606bbeef,segment=NetworkSegment(671b0d78-496f-4a6a-a20b-d6937a9097d2),segment_id=671b0d78-496f-4a6a-a20b-d6937a9097d2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:50:41.991153 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f60a87f-fb2f-41e4-ab4f-c0a77be44db6 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:50:42.002826 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:42.018249 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-248170e4-1d8e-489f-ad5d-2073ce1dc81c req-1d456e09-74b4-4a6c-9c58-d74280d55b15 tempest-ServerTagsTestJSON-1534239132 tempest-ServerTagsTestJSON-1534239132-project] 10.222.0.22 "GET /v2.0/ports?device_id=0564824d-6cc4-4fbd-88e3-536e2022dd69 HTTP/1.1" status: 200 len: 210 time: 0.1145401 Sep 07 02:50:42.020530 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c562631f-2a34-499d-8d6d-9a5f0c848717 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:42.039085 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f60a87f-fb2f-41e4-ab4f-c0a77be44db6 None None] Pushing event updated for resources: {'Port': ['ID=b6e7b7f3-4e09-4516-935d-cd49aa64cf92,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:42.053189 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-c562631f-2a34-499d-8d6d-9a5f0c848717 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0403d885-1b34-4694-8577-d7eed90ccb9b']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:50:42.095210 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-c562631f-2a34-499d-8d6d-9a5f0c848717 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8131a96-3f91-40f0-9e65-506498de833f') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:50:42.095833 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-c562631f-2a34-499d-8d6d-9a5f0c848717 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8131a96-3f91-40f0-9e65-506498de833f') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:50:42.098981 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-1f60a87f-fb2f-41e4-ab4f-c0a77be44db6 None None] Attempting to bind port b6e7b7f3-4e09-4516-935d-cd49aa64cf92 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:50:42.099701 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-1f60a87f-fb2f-41e4-ab4f-c0a77be44db6 None None] Attempting to bind port b6e7b7f3-4e09-4516-935d-cd49aa64cf92 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a8131a96-3f91-40f0-9e65-506498de833f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0403d885-1b34-4694-8577-d7eed90ccb9b'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:50:42.100244 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f60a87f-fb2f-41e4-ab4f-c0a77be44db6 None None] Attempting to bind port b6e7b7f3-4e09-4516-935d-cd49aa64cf92 on network 0403d885-1b34-4694-8577-d7eed90ccb9b {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:50:42.139060 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f60a87f-fb2f-41e4-ab4f-c0a77be44db6 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:50:42.139923 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f60a87f-fb2f-41e4-ab4f-c0a77be44db6 None None] Checking segment: {'id': 'a8131a96-3f91-40f0-9e65-506498de833f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0403d885-1b34-4694-8577-d7eed90ccb9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:50:42.140688 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1f60a87f-fb2f-41e4-ab4f-c0a77be44db6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:42.141509 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f60a87f-fb2f-41e4-ab4f-c0a77be44db6 None None] Bound using segment: {'id': 'a8131a96-3f91-40f0-9e65-506498de833f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0403d885-1b34-4694-8577-d7eed90ccb9b'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:50:42.142290 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-1f60a87f-fb2f-41e4-ab4f-c0a77be44db6 None None] Bound port: b6e7b7f3-4e09-4516-935d-cd49aa64cf92, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8131a96-3f91-40f0-9e65-506498de833f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0403d885-1b34-4694-8577-d7eed90ccb9b'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:50:42.142917 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1f60a87f-fb2f-41e4-ab4f-c0a77be44db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:42.149045 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c562631f-2a34-499d-8d6d-9a5f0c848717 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:42.218762 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 07 Sep 2021 02:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355981d8-81a1-40d4-9681-fb338fd616c0 x-openstack-request-id: req-355981d8-81a1-40d4-9681-fb338fd616c0 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:50:42.219062 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d8a2429-04f7-44e0-a1c1-027ae91deef5", "name": "network-vif-unplugged", "status": "failed", "tag": "9835f8ab-da11-48dd-bb5b-d803606bbeef", "code": 422}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:50:42.219314 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-355981d8-81a1-40d4-9681-fb338fd616c0 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:50:42.220672 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c562631f-2a34-499d-8d6d-9a5f0c848717 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:42.227615 n-d-796209-16 neutron-server[94702]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2d8a2429-04f7-44e0-a1c1-027ae91deef5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9835f8ab-da11-48dd-bb5b-d803606bbeef', 'code': 422} returned with failed status Sep 07 02:50:42.242274 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c562631f-2a34-499d-8d6d-9a5f0c848717 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:50:42.243274 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c562631f-2a34-499d-8d6d-9a5f0c848717 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:42.262469 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:50:42.262469 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:50:42.262469 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:50:42.262469 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:50:42.262469 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:50:42.262469 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:50:42.262469 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:50:42.262469 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:50:42.262469 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:50:42.262469 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:50:42.262469 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:50:42.262469 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:50:42.262469 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:50:42.262469 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:50:42.262469 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:50:42.262469 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:50:42.262469 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:50:42.262469 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:50:42.262469 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:50:42.262469 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:50:42.262469 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:50:42.262469 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:50:42.262469 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:50:42.262469 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:50:42.262469 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:50:42.262469 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:50:42.262469 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:50:42.262469 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:50:42.262469 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:50:42.262469 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:50:42.262469 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:50:42.262469 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:50:42.319534 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=9835f8ab-da11-48dd-bb5b-d803606bbeef,revision_number=8']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:42.408909 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-1f60a87f-fb2f-41e4-ab4f-c0a77be44db6 None None] For port b6e7b7f3-4e09-4516-935d-cd49aa64cf92, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:50:42.416772 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-1f60a87f-fb2f-41e4-ab4f-c0a77be44db6 None None] For port b6e7b7f3-4e09-4516-935d-cd49aa64cf92, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=b6e7b7f3-4e09-4516-935d-cd49aa64cf92,segment=NetworkSegment(a8131a96-3f91-40f0-9e65-506498de833f),segment_id=a8131a96-3f91-40f0-9e65-506498de833f)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:50:42.422173 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.db.api [None req-c562631f-2a34-499d-8d6d-9a5f0c848717 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 07 02:50:42.422173 n-d-796209-16 neutron-server[94700]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 07 02:50:42.422173 n-d-796209-16 neutron-server[94700]: [parameters: {'id': '0403d885-1b34-4694-8577-d7eed90ccb9b'}] Sep 07 02:50:42.422173 n-d-796209-16 neutron-server[94700]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 02:50:42.423426 n-d-796209-16 neutron-server[94700]: DEBUG oslo_db.api [None req-c562631f-2a34-499d-8d6d-9a5f0c848717 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 02:50:42.425653 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1f60a87f-fb2f-41e4-ab4f-c0a77be44db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:42.518964 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ffc63-7fd3-410f-910d-a9e347d6aef4 req-a9abeded-60a6-48b6-a124-4e835a458718 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:42.525974 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ffc63-7fd3-410f-910d-a9e347d6aef4 req-a9abeded-60a6-48b6-a124-4e835a458718 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:42.534352 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ffc63-7fd3-410f-910d-a9e347d6aef4 req-a9abeded-60a6-48b6-a124-4e835a458718 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:42.547348 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7b1ffc63-7fd3-410f-910d-a9e347d6aef4 req-a9abeded-60a6-48b6-a124-4e835a458718 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/ports?device_id=900567d9-8331-465d-89ef-e22ee16f0aef&device_id=7b4c0959-8b25-4296-a6d0-61af053c97d2&device_id=c69c02a1-ea23-49df-8d6c-0758b6213e88 HTTP/1.1" status: 200 len: 2418 time: 0.1122766 Sep 07 02:50:42.551387 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f60a87f-fb2f-41e4-ab4f-c0a77be44db6 None None] Pushing event updated for resources: {'Port': ['ID=b6e7b7f3-4e09-4516-935d-cd49aa64cf92,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:42.569058 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32199f7c-9f60-4080-a5b0-2d9de53d5e80 None None] Network 0403d885-1b34-4694-8577-d7eed90ccb9b requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:50:42.649138 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7b1ffc63-7fd3-410f-910d-a9e347d6aef4 req-bb57414d-2ef7-4cac-bc80-1b5e5adb94fb tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ad726ea-b259-4029-9910-1e3794ed9f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936539 Sep 07 02:50:42.713691 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [req-cd21631f-204d-4dff-811f-5749dbe5d42f req-6fbb2535-ed82-4b21-aab6-5c7e06db7634 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 02:50:42.714784 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cd21631f-204d-4dff-811f-5749dbe5d42f req-6fbb2535-ed82-4b21-aab6-5c7e06db7634 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065386 Sep 07 02:50:42.866083 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928359df-e183-4a6c-bb5a-7cf60f3f007a req-06f3b9bb-4d19-4595-8db9-7f8e2720a56f tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:42.868177 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c558718-e1a5-4f8f-a46c-a233fd9e86e1 None None] Network 0403d885-1b34-4694-8577-d7eed90ccb9b requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:50:42.875061 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-928359df-e183-4a6c-bb5a-7cf60f3f007a req-06f3b9bb-4d19-4595-8db9-7f8e2720a56f tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/ports?device_id=cff3d0b0-5413-4f78-bbff-bd4df25547fb HTTP/1.1" status: 200 len: 945 time: 0.1160998 Sep 07 02:50:42.931391 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c562631f-2a34-499d-8d6d-9a5f0c848717 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:42.968807 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-928359df-e183-4a6c-bb5a-7cf60f3f007a req-27dcd834-523d-4e2c-881a-6b4c98a3e9b9 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/security-groups?id=8627b096-1ea2-45e2-baf2-b285074b2a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921242 Sep 07 02:50:43.004639 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932f1dd0-e719-4fa1-9889-2b0299af62cb None None] Network 7f198b4b-cfce-43d4-a29d-60e49f52ade5 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:50:43.153210 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [req-2d45ab39-17cd-432e-b37d-8932d2ec11c3 req-12a61343-9cc7-43f2-896f-4d4e4447dae4 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 02:50:43.155910 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2d45ab39-17cd-432e-b37d-8932d2ec11c3 req-12a61343-9cc7-43f2-896f-4d4e4447dae4 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082989 Sep 07 02:50:43.165967 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-c562631f-2a34-499d-8d6d-9a5f0c848717 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Deleting port b6e7b7f3-4e09-4516-935d-cd49aa64cf92 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:50:43.166622 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c562631f-2a34-499d-8d6d-9a5f0c848717 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:43.175345 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device f0752e41-6fb7-479d-b8c2-276899e30d4a up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:50:43.271666 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-c562631f-2a34-499d-8d6d-9a5f0c848717 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] For port b6e7b7f3-4e09-4516-935d-cd49aa64cf92, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=b6e7b7f3-4e09-4516-935d-cd49aa64cf92,segment=NetworkSegment(a8131a96-3f91-40f0-9e65-506498de833f),segment_id=a8131a96-3f91-40f0-9e65-506498de833f)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:50:43.272055 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c562631f-2a34-499d-8d6d-9a5f0c848717 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:43.315244 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-c562631f-2a34-499d-8d6d-9a5f0c848717 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Calling delete_port for b6e7b7f3-4e09-4516-935d-cd49aa64cf92 owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:50:43.332655 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device d6b8bb0d-9c01-41b6-a622-709f4d20183a no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:50:43.433773 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 37640) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:43.562744 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c562631f-2a34-499d-8d6d-9a5f0c848717 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:43.625344 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cd21631f-204d-4dff-811f-5749dbe5d42f req-59579d00-22fb-4772-a0b9-2be5222af23a tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.8982637 Sep 07 02:50:43.706079 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c562631f-2a34-499d-8d6d-9a5f0c848717 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Pushing event deleted for resources: {'Port': ['ID=b6e7b7f3-4e09-4516-935d-cd49aa64cf92,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:43.738143 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: d6b8bb0d-9c01-41b6-a622-709f4d20183a {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:50:43.738893 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device d6b8bb0d-9c01-41b6-a622-709f4d20183a not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:50:43.739618 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 9835f8ab-da11-48dd-bb5b-d803606bbeef no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:50:43.772970 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-34ebe17d-31f3-4037-bb70-17fab824dfef None None] Provisioning for port f0752e41-6fb7-479d-b8c2-276899e30d4a completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:50:43.782642 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c562631f-2a34-499d-8d6d-9a5f0c848717 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] No DVR routers for this DVR port b6e7b7f3-4e09-4516-935d-cd49aa64cf92 on host n-d-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:50:43.786908 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-34ebe17d-31f3-4037-bb70-17fab824dfef None None] Provisioning complete for port f0752e41-6fb7-479d-b8c2-276899e30d4a triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:50:43.788051 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-34ebe17d-31f3-4037-bb70-17fab824dfef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:43.791067 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce67b299-d925-4d70-b515-cd6212b56b87 admin admin] Deleting subnet 20ae40f1-a561-4dea-8ae0-74185c43804a {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:50:43.912938 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d27a24ed-39be-4c3a-a48e-85d0393f3631 req-c268ae39-7464-44ea-99b0-891a8c1f4e1b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2125530 Sep 07 02:50:43.918047 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ce67b299-d925-4d70-b515-cd6212b56b87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:43.941468 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [req-d27a24ed-39be-4c3a-a48e-85d0393f3631 req-e9632d63-3b88-4c9d-945d-99d182b4cc1f service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 02:50:43.943287 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d27a24ed-39be-4c3a-a48e-85d0393f3631 req-e9632d63-3b88-4c9d-945d-99d182b4cc1f service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136347 Sep 07 02:50:44.018410 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port f0752e41-6fb7-479d-b8c2-276899e30d4a triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:50:44.021282 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:44.105902 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ce67b299-d925-4d70-b515-cd6212b56b87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:44.249447 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e4f639-84b5-49d0-aad7-bc7e20956a61 req-bd18bda4-744b-4c92-bedf-824cd3aca4e2 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:44.263468 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-75e4f639-84b5-49d0-aad7-bc7e20956a61 req-bd18bda4-744b-4c92-bedf-824cd3aca4e2 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/ports?device_id=cff3d0b0-5413-4f78-bbff-bd4df25547fb HTTP/1.1" status: 200 len: 945 time: 0.1209261 Sep 07 02:50:44.339155 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-75e4f639-84b5-49d0-aad7-bc7e20956a61 req-9d544919-0507-44f2-8e8d-f19931f42dd6 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/security-groups?id=8627b096-1ea2-45e2-baf2-b285074b2a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737064 Sep 07 02:50:44.370675 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c562631f-2a34-499d-8d6d-9a5f0c848717 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:44.422254 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-c562631f-2a34-499d-8d6d-9a5f0c848717 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0403d885-1b34-4694-8577-d7eed90ccb9b']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:50:44.474748 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a9b3c-95ff-4f84-8c9f-3ae892b3c2f0 req-bf35996a-2562-4788-9882-1b0d3687f7d4 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:44.476473 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-755a9b3c-95ff-4f84-8c9f-3ae892b3c2f0 req-bf35996a-2562-4788-9882-1b0d3687f7d4 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 943 time: 0.9483747 Sep 07 02:50:44.481438 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-c562631f-2a34-499d-8d6d-9a5f0c848717 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8131a96-3f91-40f0-9e65-506498de833f') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:50:44.481753 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-c562631f-2a34-499d-8d6d-9a5f0c848717 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8131a96-3f91-40f0-9e65-506498de833f') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:50:44.516597 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c562631f-2a34-499d-8d6d-9a5f0c848717 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:44.623163 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ce67b299-d925-4d70-b515-cd6212b56b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:44.770339 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d37d8aa-f13c-4615-b72a-f3cd4419017c None None] get_active_networks_info from n-d-796209-16 {{(pid=94702) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 02:50:44.792135 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c562631f-2a34-499d-8d6d-9a5f0c848717 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:44.808173 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c562631f-2a34-499d-8d6d-9a5f0c848717 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:50:44.808870 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c562631f-2a34-499d-8d6d-9a5f0c848717 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:44.828208 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-755a9b3c-95ff-4f84-8c9f-3ae892b3c2f0 req-ce49f260-20e6-4c96-ba3d-f96365cbae58 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3148003 Sep 07 02:50:44.831541 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:50:44.831541 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:50:44.831541 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:50:44.831541 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:50:44.831541 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:50:44.831541 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:50:44.831541 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:50:44.831541 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:50:44.831541 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:50:44.831541 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:50:44.831541 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:50:44.831541 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:50:44.831541 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:50:44.831541 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:50:44.831541 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:50:44.831541 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:50:44.831541 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:50:44.831541 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:50:44.831541 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:50:44.831541 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:50:44.831541 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:50:44.831541 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:50:44.831541 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:50:44.831541 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:50:44.831541 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:50:44.831541 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:50:44.831541 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:50:44.831541 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:50:44.831541 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:50:44.831541 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:50:44.831541 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:50:44.831541 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:50:44.898511 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-bf249b4c-e820-43e2-b555-f61a55a4e243 None None] Provisioning complete for port f0752e41-6fb7-479d-b8c2-276899e30d4a triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:50:44.899531 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bf249b4c-e820-43e2-b555-f61a55a4e243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:45.090961 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ce67b299-d925-4d70-b515-cd6212b56b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:45.104986 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c562631f-2a34-499d-8d6d-9a5f0c848717 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:45.186854 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d37d8aa-f13c-4615-b72a-f3cd4419017c None None] Resources bound (agent type, host, resource id): {{(pid=94702) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 07 02:50:45.198168 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c562631f-2a34-499d-8d6d-9a5f0c848717 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:45.201283 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c562631f-2a34-499d-8d6d-9a5f0c848717 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] 10.222.0.22 "DELETE /v2.0/networks/0403d885-1b34-4694-8577-d7eed90ccb9b HTTP/1.1" status: 204 len: 168 time: 5.2097931 Sep 07 02:50:45.208023 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ce67b299-d925-4d70-b515-cd6212b56b87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:45.210322 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 37794) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:45.212906 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ce67b299-d925-4d70-b515-cd6212b56b87 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/20ae40f1-a561-4dea-8ae0-74185c43804a HTTP/1.1" status: 204 len: 168 time: 1.7780170 Sep 07 02:50:45.213787 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce67b299-d925-4d70-b515-cd6212b56b87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20ae40f1-a561-4dea-8ae0-74185c43804a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:45.217391 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 37796) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:45.220495 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee4058-e6ab-4a65-b8b2-55b61b4704bb req-cb9ff474-2af0-44b5-b7c2-17d549b17ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:45.222275 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3eee4058-e6ab-4a65-b8b2-55b61b4704bb req-cb9ff474-2af0-44b5-b7c2-17d549b17ab1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a9eedd8c00c24a18a92c5e78e10e8a63&device_id=cff3d0b0-5413-4f78-bbff-bd4df25547fb HTTP/1.1" status: 200 len: 1097 time: 0.2231472 Sep 07 02:50:45.227325 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c562631f-2a34-499d-8d6d-9a5f0c848717 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Pushing event deleted for resources: {'Network': ['ID=0403d885-1b34-4694-8577-d7eed90ccb9b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:45.262035 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d8fb4-b01e-4b95-9e36-b1e2c68ad7c2 req-717c4b06-a4f6-453f-bec2-19d8dfba6a36 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:45.263823 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a40d8fb4-b01e-4b95-9e36-b1e2c68ad7c2 req-717c4b06-a4f6-453f-bec2-19d8dfba6a36 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/ports?device_id=cff3d0b0-5413-4f78-bbff-bd4df25547fb HTTP/1.1" status: 200 len: 945 time: 0.1719089 Sep 07 02:50:45.278334 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ff5f238-e4b3-4237-8953-1f10ac9328fa tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] DELETE failed (client error): The resource could not be found. Sep 07 02:50:45.279008 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ff5f238-e4b3-4237-8953-1f10ac9328fa tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:50:45.284598 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 37804) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:45.285849 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-9ff5f238-e4b3-4237-8953-1f10ac9328fa tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] 10.222.0.22 "DELETE /v2.0/networks/0403d885-1b34-4694-8577-d7eed90ccb9b HTTP/1.1" status: 404 len: 339 time: 0.0710647 Sep 07 02:50:45.290003 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-bf37dd15-8744-43a9-928b-1314e45a8935 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1660967481', 'description': 'd1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:50:45.334022 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf37dd15-8744-43a9-928b-1314e45a8935 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Made reservation on behalf of 1e9fae9a49014abbad8bef63294b869b for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:50:45.338285 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bf37dd15-8744-43a9-928b-1314e45a8935 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:45.387634 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf37dd15-8744-43a9-928b-1314e45a8935 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:50:45.408243 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bf37dd15-8744-43a9-928b-1314e45a8935 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:45.408518 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-bf37dd15-8744-43a9-928b-1314e45a8935 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Added segment 876dd0c0-9a5a-4b8c-b8af-98a084037460 of type vlan for network f1224d08-959e-40e5-a3d8-52ba36ea7424 Sep 07 02:50:45.447464 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-763dbf07-10e9-407d-9b29-97955bad78e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:45.493344 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bf37dd15-8744-43a9-928b-1314e45a8935 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:45.552750 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a40d8fb4-b01e-4b95-9e36-b1e2c68ad7c2 req-c754bbb3-bcbb-4c03-acf6-3293c8318b96 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/security-groups?id=8627b096-1ea2-45e2-baf2-b285074b2a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2764928 Sep 07 02:50:45.584787 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bf37dd15-8744-43a9-928b-1314e45a8935 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:45.591348 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf37dd15-8744-43a9-928b-1314e45a8935 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:45.591993 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bf37dd15-8744-43a9-928b-1314e45a8935 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:45.692117 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-bf37dd15-8744-43a9-928b-1314e45a8935 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4057360 Sep 07 02:50:45.699322 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 37814) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:45.709499 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee4058-e6ab-4a65-b8b2-55b61b4704bb req-768f6145-890f-44d4-8223-e7e400cd2352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:45.713075 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3eee4058-e6ab-4a65-b8b2-55b61b4704bb req-768f6145-890f-44d4-8223-e7e400cd2352 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c14598de-557e-41f6-bdcf-28289778b06c HTTP/1.1" status: 200 len: 910 time: 0.4599242 Sep 07 02:50:45.789050 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf37dd15-8744-43a9-928b-1314e45a8935 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Pushing event updated for resources: {'Network': ['ID=f1224d08-959e-40e5-a3d8-52ba36ea7424,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:45.801762 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network f1224d08-959e-40e5-a3d8-52ba36ea7424 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:50:45.850940 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-763dbf07-10e9-407d-9b29-97955bad78e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:45.911950 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-763dbf07-10e9-407d-9b29-97955bad78e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b2c30e3-d8ee-4103-9516-9743310e9c45']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:50:45.932250 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-763dbf07-10e9-407d-9b29-97955bad78e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '651d73bc-0a97-4334-b4f1-8fb9e6575c2d') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:50:45.932844 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-763dbf07-10e9-407d-9b29-97955bad78e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '651d73bc-0a97-4334-b4f1-8fb9e6575c2d') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:50:45.936202 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3eee4058-e6ab-4a65-b8b2-55b61b4704bb req-eff61551-10e4-4b1d-a440-756981f2eea7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f01f67e-3409-48ce-92b1-62482d74cd88 HTTP/1.1" status: 200 len: 1001 time: 0.2141449 Sep 07 02:50:45.946916 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-763dbf07-10e9-407d-9b29-97955bad78e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:45.983501 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907b3a09-c2b2-4e51-8746-08ede853d314 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:45.985150 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-907b3a09-c2b2-4e51-8746-08ede853d314 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] 10.222.0.22 "GET /v2.0/networks?id=f1224d08-959e-40e5-a3d8-52ba36ea7424 HTTP/1.1" status: 200 len: 765 time: 0.2847936 Sep 07 02:50:45.988483 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 37824) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:46.012140 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-b91ee753-e464-467b-8571-cb20e8b5009f tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Request body: {'network': {'description': 'd2'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:50:46.017048 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-763dbf07-10e9-407d-9b29-97955bad78e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:46.043629 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-763dbf07-10e9-407d-9b29-97955bad78e2 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:50:46.044398 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-763dbf07-10e9-407d-9b29-97955bad78e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:46.046372 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:50:46.046372 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:50:46.046372 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:50:46.046372 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:50:46.046372 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:50:46.046372 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:50:46.046372 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:50:46.046372 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:50:46.046372 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:50:46.046372 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:50:46.046372 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:50:46.046372 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:50:46.046372 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:50:46.046372 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:50:46.046372 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:50:46.046372 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:50:46.046372 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:50:46.046372 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:50:46.046372 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:50:46.046372 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:50:46.046372 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:50:46.046372 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:50:46.046372 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:50:46.046372 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:50:46.046372 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:50:46.046372 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:50:46.046372 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:50:46.046372 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:50:46.046372 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:50:46.046372 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:50:46.046372 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:50:46.046372 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:50:46.157492 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee4058-e6ab-4a65-b8b2-55b61b4704bb req-20e8479f-ab36-4ac3-a70e-a067fc5b728a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:46.159261 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3eee4058-e6ab-4a65-b8b2-55b61b4704bb req-20e8479f-ab36-4ac3-a70e-a067fc5b728a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2131ccdf-cbf5-4ee9-96cf-e4c911da986a HTTP/1.1" status: 200 len: 849 time: 0.2149642 Sep 07 02:50:46.187568 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b9e0ba-65ea-4564-87cc-8febd4efa1d1 req-eaed6499-d23e-47e1-bc43-f6e7e5b13850 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:46.189514 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f0b9e0ba-65ea-4564-87cc-8febd4efa1d1 req-eaed6499-d23e-47e1-bc43-f6e7e5b13850 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 943 time: 0.1957371 Sep 07 02:50:46.207336 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-763dbf07-10e9-407d-9b29-97955bad78e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:46.222296 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-763dbf07-10e9-407d-9b29-97955bad78e2 admin admin] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:46.224831 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-763dbf07-10e9-407d-9b29-97955bad78e2 admin admin] 10.222.0.22 "DELETE /v2.0/networks/7b2c30e3-d8ee-4103-9516-9743310e9c45 HTTP/1.1" status: 204 len: 168 time: 1.0014174 Sep 07 02:50:46.264812 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763dbf07-10e9-407d-9b29-97955bad78e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b2c30e3-d8ee-4103-9516-9743310e9c45,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:46.329060 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee4058-e6ab-4a65-b8b2-55b61b4704bb req-24a22b56-3984-45a4-b34f-c612eaf2fcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:46.331557 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3eee4058-e6ab-4a65-b8b2-55b61b4704bb req-24a22b56-3984-45a4-b34f-c612eaf2fcbd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14598de-557e-41f6-bdcf-28289778b06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1638303 Sep 07 02:50:46.347737 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f0b9e0ba-65ea-4564-87cc-8febd4efa1d1 req-40adb397-12c2-4e99-a8fe-9cf33b53b939 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413321 Sep 07 02:50:46.404295 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b91ee753-e464-467b-8571-cb20e8b5009f tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:46.426757 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b91ee753-e464-467b-8571-cb20e8b5009f tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:46.438588 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b91ee753-e464-467b-8571-cb20e8b5009f tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Network f1224d08-959e-40e5-a3d8-52ba36ea7424 is not hosted by any dhcp agent {{(pid=94700) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 07 02:50:46.444373 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91ee753-e464-467b-8571-cb20e8b5009f tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:46.445162 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b91ee753-e464-467b-8571-cb20e8b5009f tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:46.446731 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b91ee753-e464-467b-8571-cb20e8b5009f tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] 10.222.0.22 "PUT /v2.0/networks/f1224d08-959e-40e5-a3d8-52ba36ea7424 HTTP/1.1" status: 200 len: 762 time: 0.4572091 Sep 07 02:50:46.458160 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 37838) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:46.483645 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 37840) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:46.565830 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91ee753-e464-467b-8571-cb20e8b5009f tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Pushing event updated for resources: {'Network': ['ID=f1224d08-959e-40e5-a3d8-52ba36ea7424,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:46.579095 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network f1224d08-959e-40e5-a3d8-52ba36ea7424 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:50:46.581640 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3eee4058-e6ab-4a65-b8b2-55b61b4704bb req-13a90854-b242-4bd5-a62f-fb55a4af6f7e service neutron] 10.222.0.23 "GET /v2.0/networks/c14598de-557e-41f6-bdcf-28289778b06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326219 Sep 07 02:50:46.625459 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-8c71e491-01ec-409e-b408-a2142a0e4d66 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=34d6f487a8ed417cbb6e8f421376de2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1387753 Sep 07 02:50:46.626436 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 37844) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:46.663183 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8463f4-9195-4f8e-8026-54f6a6b9bdc4 req-c795059e-e3ff-46ea-b9ee-22b0bc0cfd66 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:46.665327 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eb8463f4-9195-4f8e-8026-54f6a6b9bdc4 req-c795059e-e3ff-46ea-b9ee-22b0bc0cfd66 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/ports?device_id=900567d9-8331-465d-89ef-e22ee16f0aef HTTP/1.1" status: 200 len: 945 time: 0.1581514 Sep 07 02:50:46.686987 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db6e4e9-119c-4ff9-b5bc-f6e01e4229ff tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:46.688754 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-6db6e4e9-119c-4ff9-b5bc-f6e01e4229ff tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] 10.222.0.22 "GET /v2.0/networks?id=f1224d08-959e-40e5-a3d8-52ba36ea7424 HTTP/1.1" status: 200 len: 765 time: 0.2291243 Sep 07 02:50:46.706424 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 37848) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:46.766477 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eb8463f4-9195-4f8e-8026-54f6a6b9bdc4 req-2be5629d-ca58-4e6e-99b5-16ccca503937 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ad726ea-b259-4029-9910-1e3794ed9f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889256 Sep 07 02:50:46.799291 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3eee4058-e6ab-4a65-b8b2-55b61b4704bb req-6a0dd35c-0c7a-4db3-a1aa-ebc2029dac3a service neutron] 10.222.0.23 "GET /v2.0/networks/c14598de-557e-41f6-bdcf-28289778b06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074957 Sep 07 02:50:47.255000 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb902557-1313-45ac-976b-df13c48d5b25 req-451a679e-4305-4b89-a5e0-d887decad335 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:47.256822 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bb902557-1313-45ac-976b-df13c48d5b25 req-451a679e-4305-4b89-a5e0-d887decad335 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/ports?device_id=cff3d0b0-5413-4f78-bbff-bd4df25547fb HTTP/1.1" status: 200 len: 945 time: 0.5994375 Sep 07 02:50:47.340178 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a09089-4012-428e-b4c7-6133a8a2df39 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:47.344967 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 37860) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:47.345488 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-66a09089-4012-428e-b4c7-6133a8a2df39 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6369400 Sep 07 02:50:47.367961 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-adc17283-cdbd-42b0-bb97-fb1d5a90db11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:47.403448 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bb902557-1313-45ac-976b-df13c48d5b25 req-ab453179-3887-4c1c-8ab7-6f825ea5feba tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/security-groups?id=8627b096-1ea2-45e2-baf2-b285074b2a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256192 Sep 07 02:50:47.422235 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-adc17283-cdbd-42b0-bb97-fb1d5a90db11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:47.442609 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-1dadbee7-dfd3-4e22-a454-11aba87459df tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] 10.222.0.22 "GET /v2.0/subnets?network_id=1166b922-7457-4da4-bdda-328e8c8e7bc6 HTTP/1.1" status: 200 len: 207 time: 0.0957546 Sep 07 02:50:47.446443 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 37868) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:47.559299 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-adc17283-cdbd-42b0-bb97-fb1d5a90db11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:47.563105 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-adc17283-cdbd-42b0-bb97-fb1d5a90db11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:47.567439 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-adc17283-cdbd-42b0-bb97-fb1d5a90db11 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7568d87e-82e3-434b-bc1d-0a70b8d074af HTTP/1.1" status: 204 len: 168 time: 0.9345059 Sep 07 02:50:47.585202 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc17283-cdbd-42b0-bb97-fb1d5a90db11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7568d87e-82e3-434b-bc1d-0a70b8d074af,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:47.691803 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea037c2e-2dbb-40ee-ac6c-de7bc96c8af3 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:47.698186 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea037c2e-2dbb-40ee-ac6c-de7bc96c8af3 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:47.704429 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea037c2e-2dbb-40ee-ac6c-de7bc96c8af3 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:47.710385 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea037c2e-2dbb-40ee-ac6c-de7bc96c8af3 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:47.716421 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea037c2e-2dbb-40ee-ac6c-de7bc96c8af3 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:47.722629 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea037c2e-2dbb-40ee-ac6c-de7bc96c8af3 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:47.731191 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-ea037c2e-2dbb-40ee-ac6c-de7bc96c8af3 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2792506 Sep 07 02:50:47.732410 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 37872) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:47.780978 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b23ce-044d-4b75-b305-637f8c9d2bf2 req-f3e20516-426f-4e91-acbb-d8b5fe3dc758 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:47.788752 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-336b23ce-044d-4b75-b305-637f8c9d2bf2 req-f3e20516-426f-4e91-acbb-d8b5fe3dc758 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 943 time: 0.3001423 Sep 07 02:50:47.907949 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-336b23ce-044d-4b75-b305-637f8c9d2bf2 req-2338e3e6-e67d-428f-a28a-c7c7ad93c7a0 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176178 Sep 07 02:50:48.075137 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-aec1704d-392c-4992-a0ce-256be9bf09e3 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] 10.222.0.22 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.3408747 Sep 07 02:50:48.080093 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 37886) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:48.166681 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce9f9f2-3d52-4444-a71d-929a275dffeb req-42e9dc85-e08e-451e-a0a9-8afff992c333 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:48.171837 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9ce9f9f2-3d52-4444-a71d-929a275dffeb req-42e9dc85-e08e-451e-a0a9-8afff992c333 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.23 "GET /v2.0/ports?device_id=900567d9-8331-465d-89ef-e22ee16f0aef HTTP/1.1" status: 200 len: 945 time: 0.1417851 Sep 07 02:50:48.212904 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca864f-bbd6-4dfb-b24b-21d25233cea2 req-b07c4cc3-d80b-4740-9aa2-9f8b3c06ea79 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:48.220229 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-73ca864f-bbd6-4dfb-b24b-21d25233cea2 req-b07c4cc3-d80b-4740-9aa2-9f8b3c06ea79 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/ports?device_id=900567d9-8331-465d-89ef-e22ee16f0aef HTTP/1.1" status: 200 len: 945 time: 0.2545745 Sep 07 02:50:48.232769 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b86d6f6-81c5-4913-aae4-10046312ae4c tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:48.234444 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b86d6f6-81c5-4913-aae4-10046312ae4c tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:48.235964 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b86d6f6-81c5-4913-aae4-10046312ae4c tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:48.239579 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b86d6f6-81c5-4913-aae4-10046312ae4c tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:48.244126 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b86d6f6-81c5-4913-aae4-10046312ae4c tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:48.244126 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-0b86d6f6-81c5-4913-aae4-10046312ae4c tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1623816 Sep 07 02:50:48.247741 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 37892) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:48.315236 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45e0990-b494-4373-a6f0-68778ebbc500 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Attributes excluded by policy engine: ['shared'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:48.316945 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45e0990-b494-4373-a6f0-68778ebbc500 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Attributes excluded by policy engine: ['shared'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:48.318374 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45e0990-b494-4373-a6f0-68778ebbc500 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Attributes excluded by policy engine: ['shared'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:48.319923 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45e0990-b494-4373-a6f0-68778ebbc500 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Attributes excluded by policy engine: ['shared'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:48.321426 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45e0990-b494-4373-a6f0-68778ebbc500 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Attributes excluded by policy engine: ['shared'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:48.323194 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c45e0990-b494-4373-a6f0-68778ebbc500 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] 10.222.0.22 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0743818 Sep 07 02:50:48.326686 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 37896) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:48.392994 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-9ce9f9f2-3d52-4444-a71d-929a275dffeb req-3834ab30-efb6-40b3-9c98-743a770d5231 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Deleting port 19820eb7-e810-411a-a909-358519e58df4 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:50:48.393956 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-9ce9f9f2-3d52-4444-a71d-929a275dffeb req-3834ab30-efb6-40b3-9c98-743a770d5231 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:48.536010 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f31df51-d6c2-4a4e-8544-f7fe40b08e54 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:48.543647 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-0f31df51-d6c2-4a4e-8544-f7fe40b08e54 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] 10.222.0.22 "GET /v2.0/networks/bc98a1bb-8b15-46ce-bf7f-305635c55c32 HTTP/1.1" status: 200 len: 803 time: 0.2118254 Sep 07 02:50:48.544286 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-9ce9f9f2-3d52-4444-a71d-929a275dffeb req-3834ab30-efb6-40b3-9c98-743a770d5231 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] For port 19820eb7-e810-411a-a909-358519e58df4, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=19820eb7-e810-411a-a909-358519e58df4,segment=NetworkSegment(0f2957e5-5c0d-4830-9eff-1bf4d124b341),segment_id=0f2957e5-5c0d-4830-9eff-1bf4d124b341)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:50:48.544668 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-9ce9f9f2-3d52-4444-a71d-929a275dffeb req-3834ab30-efb6-40b3-9c98-743a770d5231 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:48.556225 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-73ca864f-bbd6-4dfb-b24b-21d25233cea2 req-d547c514-5df3-4d1c-837c-0fb90eba65ec tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ad726ea-b259-4029-9910-1e3794ed9f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350792 Sep 07 02:50:48.556751 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 37906) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:48.641415 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-9ce9f9f2-3d52-4444-a71d-929a275dffeb req-3834ab30-efb6-40b3-9c98-743a770d5231 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Calling delete_port for 19820eb7-e810-411a-a909-358519e58df4 owned by compute:nova {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:50:48.751567 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ec613a88-1814-4deb-bbb0-c308d04a97cc tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] 10.222.0.22 "GET /v2.0/networks/bc98a1bb-8b15-46ce-bf7f-305635c55c32?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1933703 Sep 07 02:50:48.752689 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 37914) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:48.814305 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8a1cc3-3b34-4716-ab30-e0b882ad4dd4 req-68f7c0d6-a277-44ba-aba7-511b6eebd33d tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:48.821503 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6f8a1cc3-3b34-4716-ab30-e0b882ad4dd4 req-68f7c0d6-a277-44ba-aba7-511b6eebd33d tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/ports?device_id=cff3d0b0-5413-4f78-bbff-bd4df25547fb HTTP/1.1" status: 200 len: 945 time: 0.2470469 Sep 07 02:50:48.862901 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c1db26-237c-42f3-bc12-ac82901674c4 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:48.869668 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-32c1db26-237c-42f3-bc12-ac82901674c4 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] 10.222.0.22 "GET /v2.0/subnets/2fdf1eea-0f53-44aa-8b86-f1df741ecc4a HTTP/1.1" status: 200 len: 843 time: 0.1150942 Sep 07 02:50:48.870221 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 37920) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:48.912270 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6f8a1cc3-3b34-4716-ab30-e0b882ad4dd4 req-77a08ef0-6549-4c9e-be63-e81a9180f5df tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/security-groups?id=8627b096-1ea2-45e2-baf2-b285074b2a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857410 Sep 07 02:50:48.955804 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff4569b-94f8-4667-9983-809619dd7557 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Attributes excluded by policy engine: ['shared'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:48.963232 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-7ff4569b-94f8-4667-9983-809619dd7557 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] 10.222.0.22 "GET /v2.0/subnets/2fdf1eea-0f53-44aa-8b86-f1df741ecc4a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0911584 Sep 07 02:50:48.963232 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 37928) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:48.968359 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-eca13d71-a214-4cc5-a663-9af5f8434519 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1669082682'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:50:48.973115 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-9ce9f9f2-3d52-4444-a71d-929a275dffeb req-3834ab30-efb6-40b3-9c98-743a770d5231 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:48.992969 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['886262fa-f07f-468f-85df-94584aa284a5'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:50:48.995698 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['637dbb64-5a82-4958-ab43-de16c7434d3f', '19820eb7-e810-411a-a909-358519e58df4'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:50:49.029835 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 37932) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:49.087557 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3834ab30-efb6-40b3-9c98-743a770d5231 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Pushing event deleted for resources: {'Port': ['ID=19820eb7-e810-411a-a909-358519e58df4,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:49.186437 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ce9f9f2-3d52-4444-a71d-929a275dffeb req-3834ab30-efb6-40b3-9c98-743a770d5231 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] No DVR routers for this DVR port 19820eb7-e810-411a-a909-358519e58df4 on host n-h1-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:50:49.194575 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-9ce9f9f2-3d52-4444-a71d-929a275dffeb req-3834ab30-efb6-40b3-9c98-743a770d5231 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:49.198617 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9ce9f9f2-3d52-4444-a71d-929a275dffeb req-3834ab30-efb6-40b3-9c98-743a770d5231 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.23 "DELETE /v2.0/ports/19820eb7-e810-411a-a909-358519e58df4 HTTP/1.1" status: 204 len: 173 time: 1.0166488 Sep 07 02:50:49.203712 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '900567d9-8331-465d-89ef-e22ee16f0aef', 'name': 'network-vif-deleted', 'tag': '19820eb7-e810-411a-a909-358519e58df4'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:50:49.207289 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1901780-125f-472f-859d-20ac9f4782d2" -d '{"events": [{"server_uuid": "900567d9-8331-465d-89ef-e22ee16f0aef", "name": "network-vif-deleted", "tag": "19820eb7-e810-411a-a909-358519e58df4"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:50:49.269998 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c208a1c8-4dba-4923-b1a2-35fe90ef32e4 req-905ddc2c-b536-4035-b351-84432a4fd607 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:49.276278 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c208a1c8-4dba-4923-b1a2-35fe90ef32e4 req-905ddc2c-b536-4035-b351-84432a4fd607 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 943 time: 0.2354655 Sep 07 02:50:49.281725 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca13d71-a214-4cc5-a663-9af5f8434519 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Made reservation on behalf of 1e9fae9a49014abbad8bef63294b869b for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:50:49.285259 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eca13d71-a214-4cc5-a663-9af5f8434519 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:49.319894 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e279b39-1704-488f-ac66-dc3709e44363 x-openstack-request-id: req-5e279b39-1704-488f-ac66-dc3709e44363 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:50:49.320982 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "900567d9-8331-465d-89ef-e22ee16f0aef", "name": "network-vif-deleted", "tag": "19820eb7-e810-411a-a909-358519e58df4", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:50:49.321427 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5e279b39-1704-488f-ac66-dc3709e44363 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:50:49.321853 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '900567d9-8331-465d-89ef-e22ee16f0aef', 'name': 'network-vif-deleted', 'tag': '19820eb7-e810-411a-a909-358519e58df4', 'status': 'completed', 'code': 200} Sep 07 02:50:49.334683 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-8af93887-96ec-41a3-bb43-6202e8a94ba3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-427226183-network', 'tenant_id': '13ffe4144f534528a6810c0c36ace2be'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:50:49.412326 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c208a1c8-4dba-4923-b1a2-35fe90ef32e4 req-988377db-2d0b-446a-bccf-c307d50d89cb tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102018 Sep 07 02:50:49.435159 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eca13d71-a214-4cc5-a663-9af5f8434519 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:50:49.437634 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af93887-96ec-41a3-bb43-6202e8a94ba3 admin admin] Made reservation on behalf of 13ffe4144f534528a6810c0c36ace2be for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:50:49.440117 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8af93887-96ec-41a3-bb43-6202e8a94ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:49.455847 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8af93887-96ec-41a3-bb43-6202e8a94ba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:49.500016 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eca13d71-a214-4cc5-a663-9af5f8434519 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:49.500369 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-eca13d71-a214-4cc5-a663-9af5f8434519 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Added segment 9c77e0a1-767d-4558-8745-2bf509e0ed78 of type vlan for network edde2a26-0304-4e1f-8558-336fa5b99398 Sep 07 02:50:49.564099 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eca13d71-a214-4cc5-a663-9af5f8434519 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:49.637403 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eca13d71-a214-4cc5-a663-9af5f8434519 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:49.646750 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca13d71-a214-4cc5-a663-9af5f8434519 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:49.647508 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eca13d71-a214-4cc5-a663-9af5f8434519 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:49.756261 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca13d71-a214-4cc5-a663-9af5f8434519 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Pushing event updated for resources: {'Network': ['ID=edde2a26-0304-4e1f-8558-336fa5b99398,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:49.768062 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network edde2a26-0304-4e1f-8558-336fa5b99398 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:50:49.784830 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e7f7db35-b80e-409f-9f16-08cdafd658e9 req-f2f8f26c-755e-4c83-beb3-23cdf4dfcdf8 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/ports?device_id=900567d9-8331-465d-89ef-e22ee16f0aef HTTP/1.1" status: 200 len: 210 time: 0.0862525 Sep 07 02:50:49.838413 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8af93887-96ec-41a3-bb43-6202e8a94ba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:49.851024 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8af93887-96ec-41a3-bb43-6202e8a94ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:49.873784 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-eca13d71-a214-4cc5-a663-9af5f8434519 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9095647 Sep 07 02:50:49.876705 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 37950) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:49.885619 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-693938e4-ee34-4b24-bdb8-544b325b804f tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Request body: {'subnet': {'network_id': 'edde2a26-0304-4e1f-8558-336fa5b99398', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:50:49.941100 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8af93887-96ec-41a3-bb43-6202e8a94ba3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:50:49.951756 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af93887-96ec-41a3-bb43-6202e8a94ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5781c22-cd43-4868-876c-f9d4aa09f999,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:49.959651 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8af93887-96ec-41a3-bb43-6202e8a94ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:49.960003 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-8af93887-96ec-41a3-bb43-6202e8a94ba3 admin admin] Added segment e9d929c5-8f5d-4fa8-8af9-463491d37eb2 of type vlan for network 425487d9-ea00-48c2-8b07-b3e74c380248 Sep 07 02:50:50.036406 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8af93887-96ec-41a3-bb43-6202e8a94ba3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:50.085207 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693938e4-ee34-4b24-bdb8-544b325b804f tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Made reservation on behalf of 1e9fae9a49014abbad8bef63294b869b for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:50:50.094016 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-693938e4-ee34-4b24-bdb8-544b325b804f tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:50.100453 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8af93887-96ec-41a3-bb43-6202e8a94ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:50.104035 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af93887-96ec-41a3-bb43-6202e8a94ba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:50.105347 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8af93887-96ec-41a3-bb43-6202e8a94ba3 admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:50.225164 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-8af93887-96ec-41a3-bb43-6202e8a94ba3 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1941082 Sep 07 02:50:50.228708 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 37962) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:50.236066 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-11630bab-94fb-44c1-a16c-be9a59026b5e admin admin] Request body: {'subnet': {'network_id': '425487d9-ea00-48c2-8b07-b3e74c380248', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-427226183-subnet', 'tenant_id': '13ffe4144f534528a6810c0c36ace2be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:50:50.250349 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.ipam_backend_mixin [None req-693938e4-ee34-4b24-bdb8-544b325b804f tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Performing IP validity checks on allocation pools {{(pid=94701) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 07 02:50:50.250942 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.ipam_backend_mixin [None req-693938e4-ee34-4b24-bdb8-544b325b804f tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94701) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 07 02:50:50.315597 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af93887-96ec-41a3-bb43-6202e8a94ba3 admin admin] Pushing event updated for resources: {'Network': ['ID=425487d9-ea00-48c2-8b07-b3e74c380248,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:50.326696 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 425487d9-ea00-48c2-8b07-b3e74c380248 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:50:50.334341 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11630bab-94fb-44c1-a16c-be9a59026b5e admin admin] Made reservation on behalf of 13ffe4144f534528a6810c0c36ace2be for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:50:50.337575 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-11630bab-94fb-44c1-a16c-be9a59026b5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:50.524519 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-693938e4-ee34-4b24-bdb8-544b325b804f tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:50.529888 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 37968) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:50.608911 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693938e4-ee34-4b24-bdb8-544b325b804f tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Pushing event updated for resources: {'Subnet': ['ID=83040541-b8ec-43f1-b440-616a03312890,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:50.618458 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693938e4-ee34-4b24-bdb8-544b325b804f tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Checking segment: {'id': '9c77e0a1-767d-4558-8745-2bf509e0ed78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edde2a26-0304-4e1f-8558-336fa5b99398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:50:50.618458 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693938e4-ee34-4b24-bdb8-544b325b804f tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Network hostable DHCP agents. Network: edde2a26-0304-4e1f-8558-336fa5b99398, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:50:50.656625 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693938e4-ee34-4b24-bdb8-544b325b804f tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Network edde2a26-0304-4e1f-8558-336fa5b99398 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:50:50.669157 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-693938e4-ee34-4b24-bdb8-544b325b804f tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, edde2a26-0304-4e1f-8558-336fa5b99398) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:50:50.675947 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693938e4-ee34-4b24-bdb8-544b325b804f tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:50.676574 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-693938e4-ee34-4b24-bdb8-544b325b804f tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:50.684511 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83c5280-97e4-43cf-b1c5-031345203ac2 None None] Network edde2a26-0304-4e1f-8558-336fa5b99398 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:50:50.694321 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de227cd-d41e-4921-8d04-44001678f979 req-7ac5d93c-c14a-4192-b33b-d6f460e1131c tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:50.697150 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4de227cd-d41e-4921-8d04-44001678f979 req-7ac5d93c-c14a-4192-b33b-d6f460e1131c tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 943 time: 0.1453598 Sep 07 02:50:50.708217 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-693938e4-ee34-4b24-bdb8-544b325b804f tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.8297555 Sep 07 02:50:50.710164 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 37976) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:50.727909 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-e6fd769d-3f72-48fd-8651-7b973de7ffcf tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:50:50.892285 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-65ba0007-896c-4229-ae58-9ae29e42ad21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:50.933486 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ece2559-4d6b-40be-8788-9e8e0d9590cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-edde2a26-0304-4e1f-8558-336fa5b99398', 'network_id': 'edde2a26-0304-4e1f-8558-336fa5b99398', 'tenant_id': '1e9fae9a49014abbad8bef63294b869b', 'fixed_ips': [{'subnet_id': '83040541-b8ec-43f1-b440-616a03312890'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:50:50.934703 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5ece2559-4d6b-40be-8788-9e8e0d9590cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:50.996494 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4de227cd-d41e-4921-8d04-44001678f979 req-330d1206-8d77-4825-9c2b-81a48e0413bd tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2906933 Sep 07 02:50:51.021581 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-11630bab-94fb-44c1-a16c-be9a59026b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:51.100633 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e6fd769d-3f72-48fd-8651-7b973de7ffcf tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12889305'] for subnet, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:51.249649 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-65ba0007-896c-4229-ae58-9ae29e42ad21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:51.293656 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-65ba0007-896c-4229-ae58-9ae29e42ad21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:51.320271 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.db.api [None req-5ece2559-4d6b-40be-8788-9e8e0d9590cc None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 02:50:51.320271 n-d-796209-16 neutron-server[94702]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Sep 07 02:50:51.320271 n-d-796209-16 neutron-server[94702]: [parameters: {'in_use': 1, 'id_1': '83040541-b8ec-43f1-b440-616a03312890'}] Sep 07 02:50:51.320271 n-d-796209-16 neutron-server[94702]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 02:50:51.321241 n-d-796209-16 neutron-server[94702]: DEBUG oslo_db.api [None req-5ece2559-4d6b-40be-8788-9e8e0d9590cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 02:50:51.397532 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:51.402458 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:51.410542 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11630bab-94fb-44c1-a16c-be9a59026b5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=384df4a0-6ed3-4747-8ce4-4d617b6c5693,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:51.428193 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 37996) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:51.428741 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-65ba0007-896c-4229-ae58-9ae29e42ad21 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ffa8d970e2004fbca81f7965aec92bfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8973458 Sep 07 02:50:51.429004 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba0007-896c-4229-ae58-9ae29e42ad21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa40f1f-b67f-49cf-89f5-ae3c67d19365,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:51.449156 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11630bab-94fb-44c1-a16c-be9a59026b5e admin admin] Checking segment: {'id': 'e9d929c5-8f5d-4fa8-8af9-463491d37eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '425487d9-ea00-48c2-8b07-b3e74c380248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:50:51.449520 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11630bab-94fb-44c1-a16c-be9a59026b5e admin admin] Network hostable DHCP agents. Network: 425487d9-ea00-48c2-8b07-b3e74c380248, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:50:51.458863 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab51e9-63cc-471d-bea3-5a386b382371 req-cd9fa02b-6c1c-4eb5-8a38-c2307b6dcf34 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:51.460629 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d4ab51e9-63cc-471d-bea3-5a386b382371 req-cd9fa02b-6c1c-4eb5-8a38-c2307b6dcf34 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b4c0959-8b25-4296-a6d0-61af053c97d2 HTTP/1.1" status: 200 len: 946 time: 0.2071865 Sep 07 02:50:51.498589 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c32b5b81-bbe0-498e-a459-e083b347bb92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:51.521789 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c32b5b81-bbe0-498e-a459-e083b347bb92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:51.547284 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11630bab-94fb-44c1-a16c-be9a59026b5e admin admin] Network 425487d9-ea00-48c2-8b07-b3e74c380248 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:50:51.573583 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d4ab51e9-63cc-471d-bea3-5a386b382371 req-f2e9504a-8979-4059-ace4-518e6c3a53fc tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ad726ea-b259-4029-9910-1e3794ed9f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993142 Sep 07 02:50:51.574787 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-11630bab-94fb-44c1-a16c-be9a59026b5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 425487d9-ea00-48c2-8b07-b3e74c380248) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:50:51.581059 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11630bab-94fb-44c1-a16c-be9a59026b5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:51.581726 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-11630bab-94fb-44c1-a16c-be9a59026b5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:51.587063 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c32b5b81-bbe0-498e-a459-e083b347bb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:51.589106 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1555b841-c20c-48e1-8359-9d13429f4c72 None None] Network 425487d9-ea00-48c2-8b07-b3e74c380248 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:50:51.589853 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c32b5b81-bbe0-498e-a459-e083b347bb92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:51.591007 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c32b5b81-bbe0-498e-a459-e083b347bb92 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7aa40f1f-b67f-49cf-89f5-ae3c67d19365 HTTP/1.1" status: 204 len: 168 time: 0.1607180 Sep 07 02:50:51.593626 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e6fd769d-3f72-48fd-8651-7b973de7ffcf tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768889760476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13005800'] for subnet, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:51.599456 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32b5b81-bbe0-498e-a459-e083b347bb92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa40f1f-b67f-49cf-89f5-ae3c67d19365,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:51.655705 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-11630bab-94fb-44c1-a16c-be9a59026b5e admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4168994 Sep 07 02:50:51.655705 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fd769d-3f72-48fd-8651-7b973de7ffcf tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:51.655705 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e6fd769d-3f72-48fd-8651-7b973de7ffcf tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:51.655705 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-e6fd769d-3f72-48fd-8651-7b973de7ffcf tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] 10.222.0.22 "PUT /v2.0/subnets/83040541-b8ec-43f1-b440-616a03312890 HTTP/1.1" status: 200 len: 900 time: 0.9373262 Sep 07 02:50:51.659856 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 38006) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:51.687342 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fd769d-3f72-48fd-8651-7b973de7ffcf tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Pushing event updated for resources: {'Subnet': ['ID=83040541-b8ec-43f1-b440-616a03312890,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:51.827692 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5ece2559-4d6b-40be-8788-9e8e0d9590cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:51.860200 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1915baf5-4d5b-4847-b778-fa5774cbbf76 None None] Network 425487d9-ea00-48c2-8b07-b3e74c380248 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:50:51.884446 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bd3c09ae-83ff-4825-a208-32ce9ad4bd44 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:52.020400 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bd3c09ae-83ff-4825-a208-32ce9ad4bd44 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:52.193021 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-5ece2559-4d6b-40be-8788-9e8e0d9590cc None None] Allocated IP 2001:db8::3 (edde2a26-0304-4e1f-8558-336fa5b99398/83040541-b8ec-43f1-b440-616a03312890/645f180b-cd98-4aad-8826-a411a539b6d7) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:50:52.195529 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 19820eb7-e810-411a-a909-358519e58df4 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:50:52.251800 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: 19820eb7-e810-411a-a909-358519e58df4 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:50:52.252402 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 19820eb7-e810-411a-a909-358519e58df4 not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:50:52.266054 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5dff49-f3af-4b4a-bc7e-cc00d241f40f req-b3951b73-cb2f-4e1e-95a6-8602482ac8c2 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:52.275775 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4c5dff49-f3af-4b4a-bc7e-cc00d241f40f req-b3951b73-cb2f-4e1e-95a6-8602482ac8c2 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 943 time: 0.1427884 Sep 07 02:50:52.375258 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4c5dff49-f3af-4b4a-bc7e-cc00d241f40f req-580df0d1-c937-4e12-93d9-0611d9425423 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972104 Sep 07 02:50:52.461752 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb0322-1593-4d96-a0df-eddbb3eaeb2e req-24624ac6-a3dc-43f5-a768-c431062d4e09 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:52.470381 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-97eb0322-1593-4d96-a0df-eddbb3eaeb2e req-24624ac6-a3dc-43f5-a768-c431062d4e09 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/networks?id=425487d9-ea00-48c2-8b07-b3e74c380248 HTTP/1.1" status: 200 len: 813 time: 0.2237155 Sep 07 02:50:52.495707 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-97eb0322-1593-4d96-a0df-eddbb3eaeb2e req-dda15ec2-4d39-4f0f-b190-78c4e7d5aa44 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/quotas/13ffe4144f534528a6810c0c36ace2be HTTP/1.1" status: 200 len: 375 time: 0.0233335 Sep 07 02:50:52.525696 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87ef44-bda6-4303-9a06-383d1d43cf80 req-2c57199a-d5f6-4c4f-93e7-08c9dcab4a15 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:52.537611 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-af87ef44-bda6-4303-9a06-383d1d43cf80 req-2c57199a-d5f6-4c4f-93e7-08c9dcab4a15 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b4c0959-8b25-4296-a6d0-61af053c97d2 HTTP/1.1" status: 200 len: 946 time: 0.1584353 Sep 07 02:50:52.548462 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-97eb0322-1593-4d96-a0df-eddbb3eaeb2e req-70e7a827-7d19-456e-a056-9239e3a540bd tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=13ffe4144f534528a6810c0c36ace2be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502727 Sep 07 02:50:52.566488 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5ece2559-4d6b-40be-8788-9e8e0d9590cc None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:52.584307 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-5ece2559-4d6b-40be-8788-9e8e0d9590cc None None] Transition to ACTIVE for port object 645f180b-cd98-4aad-8826-a411a539b6d7 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:50:52.604414 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-5ece2559-4d6b-40be-8788-9e8e0d9590cc None None] Transition to ACTIVE for port object 645f180b-cd98-4aad-8826-a411a539b6d7 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:50:52.618816 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5ece2559-4d6b-40be-8788-9e8e0d9590cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:52.704051 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-af87ef44-bda6-4303-9a06-383d1d43cf80 req-758e2dc6-3365-49e5-8731-bd67d087a97a tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Deleting port 886262fa-f07f-468f-85df-94584aa284a5 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:50:52.704819 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-af87ef44-bda6-4303-9a06-383d1d43cf80 req-758e2dc6-3365-49e5-8731-bd67d087a97a tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:52.749821 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ece2559-4d6b-40be-8788-9e8e0d9590cc None None] Pushing event updated for resources: {'Port': ['ID=645f180b-cd98-4aad-8826-a411a539b6d7,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:52.768240 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ece2559-4d6b-40be-8788-9e8e0d9590cc None None] Network edde2a26-0304-4e1f-8558-336fa5b99398 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:50:52.770754 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-5ece2559-4d6b-40be-8788-9e8e0d9590cc None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:50:52.772728 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-97eb0322-1593-4d96-a0df-eddbb3eaeb2e req-5b845ba3-8318-4dad-904a-b0d8cf235902 service neutron] 10.222.0.22 "GET /v2.0/networks/425487d9-ea00-48c2-8b07-b3e74c380248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223363 Sep 07 02:50:52.780836 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bd3c09ae-83ff-4825-a208-32ce9ad4bd44 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:52.781678 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ece2559-4d6b-40be-8788-9e8e0d9590cc None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:50:52.845756 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c09ae-83ff-4825-a208-32ce9ad4bd44 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Pushing event deleted for resources: {'Subnet': ['ID=83040541-b8ec-43f1-b440-616a03312890,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:52.916668 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-5ece2559-4d6b-40be-8788-9e8e0d9590cc None None] Attempting to bind port 645f180b-cd98-4aad-8826-a411a539b6d7 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:50:52.917146 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-5ece2559-4d6b-40be-8788-9e8e0d9590cc None None] Attempting to bind port 645f180b-cd98-4aad-8826-a411a539b6d7 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '9c77e0a1-767d-4558-8745-2bf509e0ed78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edde2a26-0304-4e1f-8558-336fa5b99398'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:50:52.919762 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ece2559-4d6b-40be-8788-9e8e0d9590cc None None] Attempting to bind port 645f180b-cd98-4aad-8826-a411a539b6d7 on network edde2a26-0304-4e1f-8558-336fa5b99398 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:50:52.927375 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-af87ef44-bda6-4303-9a06-383d1d43cf80 req-758e2dc6-3365-49e5-8731-bd67d087a97a tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] For port 886262fa-f07f-468f-85df-94584aa284a5, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=886262fa-f07f-468f-85df-94584aa284a5,segment=NetworkSegment(0f2957e5-5c0d-4830-9eff-1bf4d124b341),segment_id=0f2957e5-5c0d-4830-9eff-1bf4d124b341)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:50:52.927905 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-af87ef44-bda6-4303-9a06-383d1d43cf80 req-758e2dc6-3365-49e5-8731-bd67d087a97a tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:52.936152 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ece2559-4d6b-40be-8788-9e8e0d9590cc None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:50:52.936990 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ece2559-4d6b-40be-8788-9e8e0d9590cc None None] Checking segment: {'id': '9c77e0a1-767d-4558-8745-2bf509e0ed78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edde2a26-0304-4e1f-8558-336fa5b99398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:50:52.937598 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5ece2559-4d6b-40be-8788-9e8e0d9590cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:52.938170 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ece2559-4d6b-40be-8788-9e8e0d9590cc None None] Bound using segment: {'id': '9c77e0a1-767d-4558-8745-2bf509e0ed78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edde2a26-0304-4e1f-8558-336fa5b99398'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:50:52.938831 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-5ece2559-4d6b-40be-8788-9e8e0d9590cc None None] Bound port: 645f180b-cd98-4aad-8826-a411a539b6d7, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c77e0a1-767d-4558-8745-2bf509e0ed78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'edde2a26-0304-4e1f-8558-336fa5b99398'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:50:52.939426 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5ece2559-4d6b-40be-8788-9e8e0d9590cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:52.950761 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-af87ef44-bda6-4303-9a06-383d1d43cf80 req-758e2dc6-3365-49e5-8731-bd67d087a97a tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Calling delete_port for 886262fa-f07f-468f-85df-94584aa284a5 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:50:52.981075 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bd3c09ae-83ff-4825-a208-32ce9ad4bd44 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:53.042950 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929d722-503f-42f0-b17a-12f54587fc64 req-6ab4f912-6b93-41e7-b13d-8d37e3fa0534 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:53.044814 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2929d722-503f-42f0-b17a-12f54587fc64 req-6ab4f912-6b93-41e7-b13d-8d37e3fa0534 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b4c0959-8b25-4296-a6d0-61af053c97d2 HTTP/1.1" status: 200 len: 946 time: 0.2809379 Sep 07 02:50:53.060305 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-bd3c09ae-83ff-4825-a208-32ce9ad4bd44 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edde2a26-0304-4e1f-8558-336fa5b99398']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:50:53.077690 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-5ece2559-4d6b-40be-8788-9e8e0d9590cc None None] For port 645f180b-cd98-4aad-8826-a411a539b6d7, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:50:53.087842 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-5ece2559-4d6b-40be-8788-9e8e0d9590cc None None] For port 645f180b-cd98-4aad-8826-a411a539b6d7, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=645f180b-cd98-4aad-8826-a411a539b6d7,segment=NetworkSegment(9c77e0a1-767d-4558-8745-2bf509e0ed78),segment_id=9c77e0a1-767d-4558-8745-2bf509e0ed78)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:50:53.094277 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-bd3c09ae-83ff-4825-a208-32ce9ad4bd44 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c77e0a1-767d-4558-8745-2bf509e0ed78') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:50:53.094809 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-bd3c09ae-83ff-4825-a208-32ce9ad4bd44 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c77e0a1-767d-4558-8745-2bf509e0ed78') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:50:53.098030 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5ece2559-4d6b-40be-8788-9e8e0d9590cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:53.098920 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-97eb0322-1593-4d96-a0df-eddbb3eaeb2e req-1e7f14a2-df3e-4396-bd07-679a50e139ad service neutron] 10.222.0.22 "GET /v2.0/networks/425487d9-ea00-48c2-8b07-b3e74c380248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074625 Sep 07 02:50:53.104878 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 38058) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:53.114312 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bd3c09ae-83ff-4825-a208-32ce9ad4bd44 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:53.150041 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bd3c09ae-83ff-4825-a208-32ce9ad4bd44 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:53.164137 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2929d722-503f-42f0-b17a-12f54587fc64 req-86d5fccf-cee1-48c2-9723-d4a0ea0a8820 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ad726ea-b259-4029-9910-1e3794ed9f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127870 Sep 07 02:50:53.171395 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd3c09ae-83ff-4825-a208-32ce9ad4bd44 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:50:53.171844 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bd3c09ae-83ff-4825-a208-32ce9ad4bd44 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:53.174861 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:50:53.174861 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:50:53.174861 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:50:53.174861 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:50:53.174861 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:50:53.174861 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:50:53.174861 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:50:53.174861 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:50:53.174861 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:50:53.174861 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:50:53.174861 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:50:53.174861 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:50:53.174861 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:50:53.174861 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:50:53.174861 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:50:53.174861 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:50:53.174861 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:50:53.174861 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:50:53.174861 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:50:53.174861 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:50:53.174861 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:50:53.174861 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:50:53.174861 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:50:53.174861 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:50:53.174861 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:50:53.174861 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:50:53.174861 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:50:53.174861 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:50:53.174861 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:50:53.174861 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:50:53.174861 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:50:53.174861 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:50:53.279443 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-af87ef44-bda6-4303-9a06-383d1d43cf80 req-758e2dc6-3365-49e5-8731-bd67d087a97a tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:53.283222 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.db.api [None req-bd3c09ae-83ff-4825-a208-32ce9ad4bd44 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 07 02:50:53.283222 n-d-796209-16 neutron-server[94701]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 07 02:50:53.283222 n-d-796209-16 neutron-server[94701]: [parameters: {'id': 'edde2a26-0304-4e1f-8558-336fa5b99398'}] Sep 07 02:50:53.283222 n-d-796209-16 neutron-server[94701]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 02:50:53.284173 n-d-796209-16 neutron-server[94701]: DEBUG oslo_db.api [None req-bd3c09ae-83ff-4825-a208-32ce9ad4bd44 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 02:50:53.330954 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ece2559-4d6b-40be-8788-9e8e0d9590cc None None] Pushing event updated for resources: {'Port': ['ID=645f180b-cd98-4aad-8826-a411a539b6d7,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:53.360822 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758e2dc6-3365-49e5-8731-bd67d087a97a tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Pushing event deleted for resources: {'Port': ['ID=886262fa-f07f-468f-85df-94584aa284a5,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:53.362398 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['637dbb64-5a82-4958-ab43-de16c7434d3f'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:50:53.373343 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['886262fa-f07f-468f-85df-94584aa284a5'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:50:53.385020 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-064d8a50-d9a5-49fb-8c99-223ccdf08a98 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-820425220-network', 'tenant_id': 'adb3b25717864ee6bd69a566d88c1692'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:50:53.446896 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064d8a50-d9a5-49fb-8c99-223ccdf08a98 admin admin] Made reservation on behalf of adb3b25717864ee6bd69a566d88c1692 for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:50:53.449538 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-064d8a50-d9a5-49fb-8c99-223ccdf08a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:53.467121 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-064d8a50-d9a5-49fb-8c99-223ccdf08a98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:53.538748 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-af87ef44-bda6-4303-9a06-383d1d43cf80 req-758e2dc6-3365-49e5-8731-bd67d087a97a tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] No DVR routers for this DVR port 886262fa-f07f-468f-85df-94584aa284a5 on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:50:53.542892 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ac167e-6992-4dd4-817c-048e351ed533 None None] Network edde2a26-0304-4e1f-8558-336fa5b99398 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:50:53.551163 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f45b51fa-0726-4fe8-a4ea-c0a202c6cb27 req-b36b0876-bfbc-4539-8b60-cae6e8dd038b tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 210 time: 0.0848029 Sep 07 02:50:53.554267 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-af87ef44-bda6-4303-9a06-383d1d43cf80 req-758e2dc6-3365-49e5-8731-bd67d087a97a tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:53.558326 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-af87ef44-bda6-4303-9a06-383d1d43cf80 req-758e2dc6-3365-49e5-8731-bd67d087a97a tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.16 "DELETE /v2.0/ports/886262fa-f07f-468f-85df-94584aa284a5 HTTP/1.1" status: 204 len: 173 time: 1.0152066 Sep 07 02:50:53.560047 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b4c0959-8b25-4296-a6d0-61af053c97d2', 'name': 'network-vif-deleted', 'tag': '886262fa-f07f-468f-85df-94584aa284a5'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:50:53.564453 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb10b7ad-49e1-4968-9287-e0acf91edef8" -d '{"events": [{"server_uuid": "7b4c0959-8b25-4296-a6d0-61af053c97d2", "name": "network-vif-deleted", "tag": "886262fa-f07f-468f-85df-94584aa284a5"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:50:53.688555 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40be2817-e40f-4685-9c69-8559366d350c x-openstack-request-id: req-40be2817-e40f-4685-9c69-8559366d350c {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:50:53.688555 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b4c0959-8b25-4296-a6d0-61af053c97d2", "name": "network-vif-deleted", "tag": "886262fa-f07f-468f-85df-94584aa284a5", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:50:53.688555 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-40be2817-e40f-4685-9c69-8559366d350c {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:50:53.688555 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b4c0959-8b25-4296-a6d0-61af053c97d2', 'name': 'network-vif-deleted', 'tag': '886262fa-f07f-468f-85df-94584aa284a5', 'status': 'completed', 'code': 200} Sep 07 02:50:53.744353 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7013c3a3-68e4-40b1-8ee2-591d38a49b6a req-c62e1652-403f-46a8-b4c6-954c580cc9e7 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:53.747582 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7013c3a3-68e4-40b1-8ee2-591d38a49b6a req-c62e1652-403f-46a8-b4c6-954c580cc9e7 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 943 time: 0.2004976 Sep 07 02:50:53.800233 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bd3c09ae-83ff-4825-a208-32ce9ad4bd44 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:53.866108 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5affa0aa-f510-48d4-888f-a785e014d995 None None] Network edde2a26-0304-4e1f-8558-336fa5b99398 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:50:53.884323 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7013c3a3-68e4-40b1-8ee2-591d38a49b6a req-42fb5c2e-ebe5-454f-9614-f37ff3958301 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280398 Sep 07 02:50:53.886402 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-064d8a50-d9a5-49fb-8c99-223ccdf08a98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:53.925977 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-064d8a50-d9a5-49fb-8c99-223ccdf08a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:53.973766 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d8a50-d9a5-49fb-8c99-223ccdf08a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e079e1ff-510e-432f-860a-c0373b639fcc,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:54.014088 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-064d8a50-d9a5-49fb-8c99-223ccdf08a98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:50:54.046224 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-064d8a50-d9a5-49fb-8c99-223ccdf08a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:54.046575 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-064d8a50-d9a5-49fb-8c99-223ccdf08a98 admin admin] Added segment 2da7b104-c042-4d5d-ad73-f22f847a8390 of type vlan for network 3c42ac32-a945-4daf-a3fc-a0a13acd44a1 Sep 07 02:50:54.151018 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-bd3c09ae-83ff-4825-a208-32ce9ad4bd44 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Deleting port 645f180b-cd98-4aad-8826-a411a539b6d7 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:50:54.151730 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bd3c09ae-83ff-4825-a208-32ce9ad4bd44 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:54.154608 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-064d8a50-d9a5-49fb-8c99-223ccdf08a98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:54.171849 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c975d39-5e7c-433e-a8ca-8940e12e789d None None] get_active_networks_info from n-d-796209-16 {{(pid=94702) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 02:50:54.329363 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-064d8a50-d9a5-49fb-8c99-223ccdf08a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:54.330588 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064d8a50-d9a5-49fb-8c99-223ccdf08a98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:54.331396 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-064d8a50-d9a5-49fb-8c99-223ccdf08a98 admin admin] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:54.343153 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7b6a7417-952b-4534-bea0-c18c2e07ed08 req-a399fe51-f430-4732-be8e-836b02e4fa64 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b4c0959-8b25-4296-a6d0-61af053c97d2 HTTP/1.1" status: 200 len: 210 time: 0.0343578 Sep 07 02:50:54.379823 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-064d8a50-d9a5-49fb-8c99-223ccdf08a98 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2733247 Sep 07 02:50:54.381628 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-bd3c09ae-83ff-4825-a208-32ce9ad4bd44 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] For port 645f180b-cd98-4aad-8826-a411a539b6d7, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=645f180b-cd98-4aad-8826-a411a539b6d7,segment=NetworkSegment(9c77e0a1-767d-4558-8745-2bf509e0ed78),segment_id=9c77e0a1-767d-4558-8745-2bf509e0ed78)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:50:54.382008 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bd3c09ae-83ff-4825-a208-32ce9ad4bd44 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:54.383702 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38094) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:54.391601 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-7fc9e0eb-254f-4c8c-8506-8e7d2fe61edd admin admin] Request body: {'subnet': {'network_id': '3c42ac32-a945-4daf-a3fc-a0a13acd44a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-820425220-subnet', 'tenant_id': 'adb3b25717864ee6bd69a566d88c1692', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:50:54.431858 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-bd3c09ae-83ff-4825-a208-32ce9ad4bd44 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Calling delete_port for 645f180b-cd98-4aad-8826-a411a539b6d7 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:50:54.434000 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d8a50-d9a5-49fb-8c99-223ccdf08a98 admin admin] Pushing event updated for resources: {'Network': ['ID=3c42ac32-a945-4daf-a3fc-a0a13acd44a1,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:54.441972 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c975d39-5e7c-433e-a8ca-8940e12e789d None None] Resources bound (agent type, host, resource id): {{(pid=94702) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 07 02:50:54.463357 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 3c42ac32-a945-4daf-a3fc-a0a13acd44a1 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:50:54.471831 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc9e0eb-254f-4c8c-8506-8e7d2fe61edd admin admin] Made reservation on behalf of adb3b25717864ee6bd69a566d88c1692 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:50:54.478401 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7fc9e0eb-254f-4c8c-8506-8e7d2fe61edd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:54.553231 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bd3c09ae-83ff-4825-a208-32ce9ad4bd44 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:54.587504 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c09ae-83ff-4825-a208-32ce9ad4bd44 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Pushing event deleted for resources: {'Port': ['ID=645f180b-cd98-4aad-8826-a411a539b6d7,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:54.621823 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3c09ae-83ff-4825-a208-32ce9ad4bd44 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] No DVR routers for this DVR port 645f180b-cd98-4aad-8826-a411a539b6d7 on host n-d-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:50:54.669993 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a24ed-39be-4c3a-a48e-85d0393f3631 req-bc2b663d-ecdf-4eea-9f62-a65b33718239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:54.672227 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d27a24ed-39be-4c3a-a48e-85d0393f3631 req-bc2b663d-ecdf-4eea-9f62-a65b33718239 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5&tenant_id=82a45090c023468b95127c390faba656 HTTP/1.1" status: 200 len: 1095 time: 0.1886926 Sep 07 02:50:54.788362 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f0198b99-41bb-4adb-b8ac-4c022b6331cb req-a153cc23-d134-40f1-9b7f-91ac29344b37 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 210 time: 0.0707853 Sep 07 02:50:54.790498 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bd3c09ae-83ff-4825-a208-32ce9ad4bd44 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:54.818448 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-bd3c09ae-83ff-4825-a208-32ce9ad4bd44 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edde2a26-0304-4e1f-8558-336fa5b99398']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:50:54.832784 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-bd3c09ae-83ff-4825-a208-32ce9ad4bd44 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c77e0a1-767d-4558-8745-2bf509e0ed78') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:50:54.833758 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-bd3c09ae-83ff-4825-a208-32ce9ad4bd44 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c77e0a1-767d-4558-8745-2bf509e0ed78') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:50:54.846343 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bd3c09ae-83ff-4825-a208-32ce9ad4bd44 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:54.866314 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bd3c09ae-83ff-4825-a208-32ce9ad4bd44 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:54.882198 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd3c09ae-83ff-4825-a208-32ce9ad4bd44 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:50:54.884425 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bd3c09ae-83ff-4825-a208-32ce9ad4bd44 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:54.888422 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:50:54.888422 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:50:54.888422 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:50:54.888422 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:50:54.888422 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:50:54.888422 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:50:54.888422 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:50:54.888422 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:50:54.888422 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:50:54.888422 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:50:54.888422 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:50:54.888422 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:50:54.888422 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:50:54.888422 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:50:54.888422 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:50:54.888422 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:50:54.888422 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:50:54.888422 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:50:54.888422 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:50:54.888422 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:50:54.888422 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:50:54.888422 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:50:54.888422 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:50:54.888422 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:50:54.888422 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:50:54.888422 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:50:54.888422 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:50:54.888422 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:50:54.888422 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:50:54.888422 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:50:54.888422 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:50:54.888422 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:50:54.896346 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a24ed-39be-4c3a-a48e-85d0393f3631 req-fa8a57c3-03a4-4ccf-8132-afd03f661b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:54.898254 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d27a24ed-39be-4c3a-a48e-85d0393f3631 req-fa8a57c3-03a4-4ccf-8132-afd03f661b18 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=82a45090c023468b95127c390faba656&device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 1095 time: 0.1941142 Sep 07 02:50:54.947332 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7fc9e0eb-254f-4c8c-8506-8e7d2fe61edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:55.139910 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bd3c09ae-83ff-4825-a208-32ce9ad4bd44 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:55.144790 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bd3c09ae-83ff-4825-a208-32ce9ad4bd44 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:55.149953 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-bd3c09ae-83ff-4825-a208-32ce9ad4bd44 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] 10.222.0.22 "DELETE /v2.0/networks/edde2a26-0304-4e1f-8558-336fa5b99398 HTTP/1.1" status: 204 len: 168 time: 3.4835293 Sep 07 02:50:55.158673 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38112) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:55.176229 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c09ae-83ff-4825-a208-32ce9ad4bd44 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Pushing event deleted for resources: {'Network': ['ID=edde2a26-0304-4e1f-8558-336fa5b99398,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:55.209645 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb0322-1593-4d96-a0df-eddbb3eaeb2e req-410a1833-39f2-4047-9675-ab22c1b1c1b3 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:55.211166 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-97eb0322-1593-4d96-a0df-eddbb3eaeb2e req-410a1833-39f2-4047-9675-ab22c1b1c1b3 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.23 "GET /v2.0/networks?id=425487d9-ea00-48c2-8b07-b3e74c380248 HTTP/1.1" status: 200 len: 813 time: 0.1563861 Sep 07 02:50:55.225598 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-97eb0322-1593-4d96-a0df-eddbb3eaeb2e req-3668053a-7f29-4b2b-98bd-b9ff9c9e4107 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Request body: {'port': {'device_id': '0d32e6b0-855e-4510-bcd5-85ff68c2c765', 'network_id': '425487d9-ea00-48c2-8b07-b3e74c380248', 'admin_state_up': True, 'tenant_id': '13ffe4144f534528a6810c0c36ace2be'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:50:55.230071 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc9e0eb-254f-4c8c-8506-8e7d2fe61edd admin admin] Pushing event updated for resources: {'Subnet': ['ID=71f8ba6b-e6ee-4fe1-b5ee-57701f9a3d40,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:55.234711 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-f09c1a17-5c2b-47b4-b09a-2bf4477e9b04 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] DELETE failed (client error): The resource could not be found. Sep 07 02:50:55.235163 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f09c1a17-5c2b-47b4-b09a-2bf4477e9b04 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:50:55.236923 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f09c1a17-5c2b-47b4-b09a-2bf4477e9b04 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] 10.222.0.22 "DELETE /v2.0/subnets/83040541-b8ec-43f1-b440-616a03312890 HTTP/1.1" status: 404 len: 337 time: 0.0737064 Sep 07 02:50:55.239714 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38114) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:55.262527 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a24ed-39be-4c3a-a48e-85d0393f3631 req-7ff9914f-f0f5-42cd-82ee-4ffb9f624f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:55.264008 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d27a24ed-39be-4c3a-a48e-85d0393f3631 req-7ff9914f-f0f5-42cd-82ee-4ffb9f624f26 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2dd15660-a8a2-4615-aae6-6565f5b9c926 HTTP/1.1" status: 200 len: 916 time: 0.3548558 Sep 07 02:50:55.280506 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e632eac-a7c6-4fbd-a805-1b4236ec61bb req-3fc34e1e-5ed2-4755-9c20-8c7c5ffca80c tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:55.281947 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8e632eac-a7c6-4fbd-a805-1b4236ec61bb req-3fc34e1e-5ed2-4755-9c20-8c7c5ffca80c tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 943 time: 0.1734862 Sep 07 02:50:55.289811 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f7dd05d-c528-477f-b9ec-a561e03d24c4 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] DELETE failed (client error): The resource could not be found. Sep 07 02:50:55.290386 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f7dd05d-c528-477f-b9ec-a561e03d24c4 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:50:55.294273 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-7f7dd05d-c528-477f-b9ec-a561e03d24c4 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] 10.222.0.22 "DELETE /v2.0/networks/edde2a26-0304-4e1f-8558-336fa5b99398 HTTP/1.1" status: 404 len: 339 time: 0.0481319 Sep 07 02:50:55.295146 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 38116) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:55.339684 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc9e0eb-254f-4c8c-8506-8e7d2fe61edd admin admin] Checking segment: {'id': '2da7b104-c042-4d5d-ad73-f22f847a8390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '3c42ac32-a945-4daf-a3fc-a0a13acd44a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:50:55.340045 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc9e0eb-254f-4c8c-8506-8e7d2fe61edd admin admin] Network hostable DHCP agents. Network: 3c42ac32-a945-4daf-a3fc-a0a13acd44a1, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:50:55.408987 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8e632eac-a7c6-4fbd-a805-1b4236ec61bb req-174b2aa3-0c33-4ea4-a461-ec3c5d2ff19e tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131551 Sep 07 02:50:55.412483 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d27a24ed-39be-4c3a-a48e-85d0393f3631 req-c0936db2-111c-4aa8-9557-4bb82080f17f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9835f8ab-da11-48dd-bb5b-d803606bbeef HTTP/1.1" status: 200 len: 997 time: 0.1294260 Sep 07 02:50:55.416900 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc9e0eb-254f-4c8c-8506-8e7d2fe61edd admin admin] Network 3c42ac32-a945-4daf-a3fc-a0a13acd44a1 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:50:55.417133 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-48fe613d-7512-45b6-8900-00f6dc6bb2b6 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:55.471628 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a24ed-39be-4c3a-a48e-85d0393f3631 req-6700f3f7-ee61-4a02-b798-8e0d6a808c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:55.473309 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d27a24ed-39be-4c3a-a48e-85d0393f3631 req-6700f3f7-ee61-4a02-b798-8e0d6a808c40 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ac223360-8a8e-4533-8aad-52e511f20cab HTTP/1.1" status: 200 len: 855 time: 0.0528705 Sep 07 02:50:55.493687 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-7fc9e0eb-254f-4c8c-8506-8e7d2fe61edd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 3c42ac32-a945-4daf-a3fc-a0a13acd44a1) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:50:55.500840 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc9e0eb-254f-4c8c-8506-8e7d2fe61edd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:55.501567 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7fc9e0eb-254f-4c8c-8506-8e7d2fe61edd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:55.504785 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97eb0322-1593-4d96-a0df-eddbb3eaeb2e req-3668053a-7f29-4b2b-98bd-b9ff9c9e4107 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Made reservation on behalf of 13ffe4144f534528a6810c0c36ace2be for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:50:55.508643 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-97eb0322-1593-4d96-a0df-eddbb3eaeb2e req-3668053a-7f29-4b2b-98bd-b9ff9c9e4107 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:55.512562 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb9d5f0-c7f7-4a1d-ba8a-51399177a1c8 None None] Network 3c42ac32-a945-4daf-a3fc-a0a13acd44a1 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:50:55.545698 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-7fc9e0eb-254f-4c8c-8506-8e7d2fe61edd admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1598809 Sep 07 02:50:55.551540 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a24ed-39be-4c3a-a48e-85d0393f3631 req-3e909dd1-be05-4641-8f63-2f8cdec3e9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:55.551540 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d27a24ed-39be-4c3a-a48e-85d0393f3631 req-3e909dd1-be05-4641-8f63-2f8cdec3e9db service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2dd15660-a8a2-4615-aae6-6565f5b9c926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0692213 Sep 07 02:50:55.717703 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b71f983-8e90-4d93-a093-e6468e9efa74 None None] Network 3c42ac32-a945-4daf-a3fc-a0a13acd44a1 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:50:55.778557 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b48af70-4812-475d-8a2e-38c973bd8acd req-a246df4a-394c-41d4-aabe-d74bbd6a0c7e tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:55.786510 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9b48af70-4812-475d-8a2e-38c973bd8acd req-a246df4a-394c-41d4-aabe-d74bbd6a0c7e tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/ports?device_id=c69c02a1-ea23-49df-8d6c-0758b6213e88 HTTP/1.1" status: 200 len: 946 time: 0.0866652 Sep 07 02:50:55.839646 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9b48af70-4812-475d-8a2e-38c973bd8acd req-3cfdfc50-ac3e-4b02-913b-44d4d313d477 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ad726ea-b259-4029-9910-1e3794ed9f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521231 Sep 07 02:50:55.848854 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d27a24ed-39be-4c3a-a48e-85d0393f3631 req-eb5f3b06-db03-4fdd-a398-b1f6a9494e5c service neutron] 10.222.0.16 "GET /v2.0/networks/2dd15660-a8a2-4615-aae6-6565f5b9c926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818601 Sep 07 02:50:55.904606 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-dede096a-5da0-448b-b8b1-1601b02b2f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:56.040182 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-48fe613d-7512-45b6-8900-00f6dc6bb2b6 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:56.066612 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d27a24ed-39be-4c3a-a48e-85d0393f3631 req-4a12daab-e14a-4191-a7be-04d6730e7cfd service neutron] 10.222.0.16 "GET /v2.0/networks/2dd15660-a8a2-4615-aae6-6565f5b9c926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098718 Sep 07 02:50:56.085261 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-263e35c8-7b1c-42fb-a649-cf57ba1078e5 req-91d0197e-d635-4ef4-9349-44c137f9ce00 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 210 time: 0.0552659 Sep 07 02:50:56.104945 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-48fe613d-7512-45b6-8900-00f6dc6bb2b6 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1224d08-959e-40e5-a3d8-52ba36ea7424']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:50:56.146306 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-48fe613d-7512-45b6-8900-00f6dc6bb2b6 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '876dd0c0-9a5a-4b8c-b8af-98a084037460') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:50:56.146614 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-48fe613d-7512-45b6-8900-00f6dc6bb2b6 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '876dd0c0-9a5a-4b8c-b8af-98a084037460') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:50:56.161079 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-48fe613d-7512-45b6-8900-00f6dc6bb2b6 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:56.192745 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-48fe613d-7512-45b6-8900-00f6dc6bb2b6 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:56.225924 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48fe613d-7512-45b6-8900-00f6dc6bb2b6 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:50:56.226384 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-48fe613d-7512-45b6-8900-00f6dc6bb2b6 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:56.229492 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:50:56.229492 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:50:56.229492 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:50:56.229492 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:50:56.229492 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:50:56.229492 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:50:56.229492 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:50:56.229492 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:50:56.229492 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:50:56.229492 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:50:56.229492 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:50:56.229492 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:50:56.229492 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:50:56.229492 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:50:56.229492 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:50:56.229492 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:50:56.229492 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:50:56.229492 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:50:56.229492 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:50:56.229492 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:50:56.229492 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:50:56.229492 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:50:56.229492 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:50:56.229492 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:50:56.229492 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:50:56.229492 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:50:56.229492 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:50:56.229492 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:50:56.229492 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:50:56.229492 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:50:56.229492 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:50:56.229492 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:50:56.297700 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [req-97eb0322-1593-4d96-a0df-eddbb3eaeb2e req-3668053a-7f29-4b2b-98bd-b9ff9c9e4107 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Allocated IP 172.20.0.4 (425487d9-ea00-48c2-8b07-b3e74c380248/384df4a0-6ed3-4747-8ce4-4d617b6c5693/307b71c8-1330-4f86-b0c6-ac62473e3585) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:50:56.311193 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-48fe613d-7512-45b6-8900-00f6dc6bb2b6 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:56.318290 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-48fe613d-7512-45b6-8900-00f6dc6bb2b6 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:56.323309 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38160) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:56.332801 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-48fe613d-7512-45b6-8900-00f6dc6bb2b6 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] 10.222.0.22 "DELETE /v2.0/networks/f1224d08-959e-40e5-a3d8-52ba36ea7424 HTTP/1.1" status: 204 len: 168 time: 1.0362031 Sep 07 02:50:56.353291 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 38162) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:56.357565 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-952c6248-5248-44f2-90c5-ea6d56ca367c tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] DELETE failed (client error): The resource could not be found. Sep 07 02:50:56.358268 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-952c6248-5248-44f2-90c5-ea6d56ca367c tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:50:56.362864 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-952c6248-5248-44f2-90c5-ea6d56ca367c tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] 10.222.0.22 "DELETE /v2.0/subnets/956616e1-7502-43fa-9461-7ec7f7037bb0 HTTP/1.1" status: 404 len: 337 time: 0.0384917 Sep 07 02:50:56.363467 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38164) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:56.369543 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-e0a095d2-41cd-4e01-b305-a585d16a4e63 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1578740845-network', 'tenant_id': '9dbc3befb2bb43a9b7640ace6c253848'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:50:56.373862 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fe613d-7512-45b6-8900-00f6dc6bb2b6 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Pushing event deleted for resources: {'Network': ['ID=f1224d08-959e-40e5-a3d8-52ba36ea7424,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:56.384481 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-644d7146-8221-47db-8151-34eeb8435f81 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] DELETE failed (client error): The resource could not be found. Sep 07 02:50:56.385245 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-644d7146-8221-47db-8151-34eeb8435f81 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:50:56.389880 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-644d7146-8221-47db-8151-34eeb8435f81 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] 10.222.0.22 "DELETE /v2.0/networks/0403d885-1b34-4694-8577-d7eed90ccb9b HTTP/1.1" status: 404 len: 339 time: 0.0252364 Sep 07 02:50:56.390683 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38166) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:56.479684 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a095d2-41cd-4e01-b305-a585d16a4e63 admin admin] Made reservation on behalf of 9dbc3befb2bb43a9b7640ace6c253848 for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:50:56.485165 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e0a095d2-41cd-4e01-b305-a585d16a4e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:56.488242 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdcadb8f-d64a-4042-bcc1-7227425eb33a tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Deleting subnet da24d60e-64b8-4094-9181-23ce35f9aad4 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:50:56.492999 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cdcadb8f-d64a-4042-bcc1-7227425eb33a tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:56.507362 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e0a095d2-41cd-4e01-b305-a585d16a4e63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:56.622858 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-97eb0322-1593-4d96-a0df-eddbb3eaeb2e req-3668053a-7f29-4b2b-98bd-b9ff9c9e4107 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:56.737490 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e0a095d2-41cd-4e01-b305-a585d16a4e63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:56.739580 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-97eb0322-1593-4d96-a0df-eddbb3eaeb2e req-3668053a-7f29-4b2b-98bd-b9ff9c9e4107 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:56.749229 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e0a095d2-41cd-4e01-b305-a585d16a4e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:56.762636 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0a095d2-41cd-4e01-b305-a585d16a4e63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:50:56.772907 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e0a095d2-41cd-4e01-b305-a585d16a4e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:56.773668 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-e0a095d2-41cd-4e01-b305-a585d16a4e63 admin admin] Added segment 2f06b239-0f14-4baa-b143-90991e4d7a25 of type vlan for network 72712918-cd9a-4bfb-ad9e-41f2620ee9b5 Sep 07 02:50:56.824170 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e0a095d2-41cd-4e01-b305-a585d16a4e63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:56.871887 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cdcadb8f-d64a-4042-bcc1-7227425eb33a tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:56.910348 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8739005-91ef-4a2f-b2f3-27e70e130c4a req-c67fa0fd-c3c0-4e1e-bb5f-16fd8a45bcd1 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:56.918693 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e8739005-91ef-4a2f-b2f3-27e70e130c4a req-c67fa0fd-c3c0-4e1e-bb5f-16fd8a45bcd1 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 943 time: 0.4175053 Sep 07 02:50:57.008607 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a095d2-41cd-4e01-b305-a585d16a4e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=374709a1-70b3-4179-b286-14d1bc7c9631,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:57.011376 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e0a095d2-41cd-4e01-b305-a585d16a4e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:57.012405 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a095d2-41cd-4e01-b305-a585d16a4e63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:57.013040 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e0a095d2-41cd-4e01-b305-a585d16a4e63 admin admin] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:57.016078 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e8739005-91ef-4a2f-b2f3-27e70e130c4a req-423d0c9a-9514-41a5-89aa-97d1832efff8 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961061 Sep 07 02:50:57.096442 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cdcadb8f-d64a-4042-bcc1-7227425eb33a tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:57.108161 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97eb0322-1593-4d96-a0df-eddbb3eaeb2e req-3668053a-7f29-4b2b-98bd-b9ff9c9e4107 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Network 425487d9-ea00-48c2-8b07-b3e74c380248 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:50:57.193766 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [req-97eb0322-1593-4d96-a0df-eddbb3eaeb2e req-3668053a-7f29-4b2b-98bd-b9ff9c9e4107 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:50:57.193766 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-97eb0322-1593-4d96-a0df-eddbb3eaeb2e req-3668053a-7f29-4b2b-98bd-b9ff9c9e4107 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:50:57.214168 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3668053a-7f29-4b2b-98bd-b9ff9c9e4107 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Pushing event updated for resources: {'Port': ['ID=307b71c8-1330-4f86-b0c6-ac62473e3585,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:57.227222 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e0a095d2-41cd-4e01-b305-a585d16a4e63 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8680553 Sep 07 02:50:57.230770 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38194) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:57.261099 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-5fb0ab8b-5d33-4891-8229-c535b544601a admin admin] Request body: {'subnet': {'network_id': '72712918-cd9a-4bfb-ad9e-41f2620ee9b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1578740845-subnet', 'tenant_id': '9dbc3befb2bb43a9b7640ace6c253848', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:50:57.316975 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a095d2-41cd-4e01-b305-a585d16a4e63 admin admin] Pushing event updated for resources: {'Network': ['ID=72712918-cd9a-4bfb-ad9e-41f2620ee9b5,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:57.330295 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 886262fa-f07f-468f-85df-94584aa284a5 no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:50:57.358191 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c721fd53-b5f3-4766-a6fd-16f0b2822e0b req-a960498e-05b8-4c0b-92fb-f4574c67d4a9 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:57.361445 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c721fd53-b5f3-4766-a6fd-16f0b2822e0b req-a960498e-05b8-4c0b-92fb-f4574c67d4a9 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/ports?device_id=c69c02a1-ea23-49df-8d6c-0758b6213e88 HTTP/1.1" status: 200 len: 946 time: 0.3457844 Sep 07 02:50:57.384083 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: 886262fa-f07f-468f-85df-94584aa284a5 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:50:57.388255 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 886262fa-f07f-468f-85df-94584aa284a5 not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:50:57.399628 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 72712918-cd9a-4bfb-ad9e-41f2620ee9b5 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:50:57.412607 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb0322-1593-4d96-a0df-eddbb3eaeb2e req-3668053a-7f29-4b2b-98bd-b9ff9c9e4107 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:57.413832 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-97eb0322-1593-4d96-a0df-eddbb3eaeb2e req-3668053a-7f29-4b2b-98bd-b9ff9c9e4107 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:57.467100 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c721fd53-b5f3-4766-a6fd-16f0b2822e0b req-9acaf20b-7d4e-40c3-b57b-afc20ffdb76f tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ad726ea-b259-4029-9910-1e3794ed9f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968816 Sep 07 02:50:57.486863 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cdcadb8f-d64a-4042-bcc1-7227425eb33a tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:57.516693 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-97eb0322-1593-4d96-a0df-eddbb3eaeb2e req-3668053a-7f29-4b2b-98bd-b9ff9c9e4107 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2943084 Sep 07 02:50:57.529668 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-97eb0322-1593-4d96-a0df-eddbb3eaeb2e req-589db12c-adb7-48ee-aa5b-0b71d325bd97 service neutron] Request body: {'port': {'device_id': '0d32e6b0-855e-4510-bcd5-85ff68c2c765', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:50:57.531283 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cdcadb8f-d64a-4042-bcc1-7227425eb33a tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:57.536196 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-cdcadb8f-d64a-4042-bcc1-7227425eb33a tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] 10.222.0.22 "DELETE /v2.0/subnets/da24d60e-64b8-4094-9181-23ce35f9aad4 HTTP/1.1" status: 204 len: 168 time: 1.1443653 Sep 07 02:50:57.550320 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e29cf7a-9515-40ee-a674-ceb6604cf0cb None None] Network 7f198b4b-cfce-43d4-a29d-60e49f52ade5 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:50:57.560855 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 38198) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:57.581356 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb0ab8b-5d33-4891-8229-c535b544601a admin admin] Made reservation on behalf of 9dbc3befb2bb43a9b7640ace6c253848 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:50:57.583715 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5fb0ab8b-5d33-4891-8229-c535b544601a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:57.603175 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcadb8f-d64a-4042-bcc1-7227425eb33a tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Pushing event deleted for resources: {'Subnet': ['ID=da24d60e-64b8-4094-9181-23ce35f9aad4,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:57.627370 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b18eb-045c-4a79-9099-7e7f0aa172b1 req-21934032-caaf-4b43-8f3e-0eea75612dd4 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:57.628940 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-123b18eb-045c-4a79-9099-7e7f0aa172b1 req-21934032-caaf-4b43-8f3e-0eea75612dd4 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.23 "GET /v2.0/ports?device_id=c69c02a1-ea23-49df-8d6c-0758b6213e88 HTTP/1.1" status: 200 len: 946 time: 0.3617620 Sep 07 02:50:57.645380 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b4028-2498-419b-8460-ea65fcfc6859 req-7ec34074-a372-434f-8db4-da3c57b9bbc1 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:57.647350 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df2b4028-2498-419b-8460-ea65fcfc6859 req-7ec34074-a372-434f-8db4-da3c57b9bbc1 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 931 time: 0.3781474 Sep 07 02:50:57.684980 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-97eb0322-1593-4d96-a0df-eddbb3eaeb2e req-589db12c-adb7-48ee-aa5b-0b71d325bd97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:57.690498 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae97bfbd-d507-47ce-b670-6ef62f96b855 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Deleting subnet 602d8d6b-2991-406b-aafd-5f3bc02f17f9 {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:50:57.717908 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ae97bfbd-d507-47ce-b670-6ef62f96b855 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:57.752413 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df2b4028-2498-419b-8460-ea65fcfc6859 req-b0107581-d65b-4cb1-94a3-91bf798ba894 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911374 Sep 07 02:50:57.860382 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ae97bfbd-d507-47ce-b670-6ef62f96b855 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:58.142946 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-123b18eb-045c-4a79-9099-7e7f0aa172b1 req-d3a2b20b-68eb-42e3-a995-501a03924404 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Deleting port 637dbb64-5a82-4958-ab43-de16c7434d3f {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:50:58.143439 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-123b18eb-045c-4a79-9099-7e7f0aa172b1 req-d3a2b20b-68eb-42e3-a995-501a03924404 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:58.196478 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9a565ab4-af83-4285-b421-db56ded8362c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:58.411961 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [req-97eb0322-1593-4d96-a0df-eddbb3eaeb2e req-589db12c-adb7-48ee-aa5b-0b71d325bd97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 307b71c8-1330-4f86-b0c6-ac62473e3585 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:50:58.421075 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5fb0ab8b-5d33-4891-8229-c535b544601a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:58.430763 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-97eb0322-1593-4d96-a0df-eddbb3eaeb2e req-589db12c-adb7-48ee-aa5b-0b71d325bd97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:58.460242 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-97eb0322-1593-4d96-a0df-eddbb3eaeb2e req-589db12c-adb7-48ee-aa5b-0b71d325bd97 service neutron] Transition to ACTIVE for port object 307b71c8-1330-4f86-b0c6-ac62473e3585 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:50:58.470781 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ae97bfbd-d507-47ce-b670-6ef62f96b855 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:58.522041 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb0ab8b-5d33-4891-8229-c535b544601a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6e37c11-33ae-48cb-968d-ae725e02c287,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:58.581575 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-123b18eb-045c-4a79-9099-7e7f0aa172b1 req-d3a2b20b-68eb-42e3-a995-501a03924404 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] For port 637dbb64-5a82-4958-ab43-de16c7434d3f, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=637dbb64-5a82-4958-ab43-de16c7434d3f,segment=NetworkSegment(0f2957e5-5c0d-4830-9eff-1bf4d124b341),segment_id=0f2957e5-5c0d-4830-9eff-1bf4d124b341)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:50:58.582334 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-123b18eb-045c-4a79-9099-7e7f0aa172b1 req-d3a2b20b-68eb-42e3-a995-501a03924404 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:58.610277 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-123b18eb-045c-4a79-9099-7e7f0aa172b1 req-d3a2b20b-68eb-42e3-a995-501a03924404 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Calling delete_port for 637dbb64-5a82-4958-ab43-de16c7434d3f owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:50:58.622319 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-97eb0322-1593-4d96-a0df-eddbb3eaeb2e req-589db12c-adb7-48ee-aa5b-0b71d325bd97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:58.693649 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:58.711169 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589db12c-adb7-48ee-aa5b-0b71d325bd97 service neutron] Pushing event updated for resources: {'Port': ['ID=307b71c8-1330-4f86-b0c6-ac62473e3585,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:58.720827 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ae97bfbd-d507-47ce-b670-6ef62f96b855 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:58.775546 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ae97bfbd-d507-47ce-b670-6ef62f96b855 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:58.782976 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-ae97bfbd-d507-47ce-b670-6ef62f96b855 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] 10.222.0.22 "DELETE /v2.0/subnets/602d8d6b-2991-406b-aafd-5f3bc02f17f9 HTTP/1.1" status: 204 len: 168 time: 1.2208445 Sep 07 02:50:58.784481 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae97bfbd-d507-47ce-b670-6ef62f96b855 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Pushing event deleted for resources: {'Subnet': ['ID=602d8d6b-2991-406b-aafd-5f3bc02f17f9,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:58.794450 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 38218) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:50:58.797729 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb0ab8b-5d33-4891-8229-c535b544601a admin admin] Checking segment: {'id': '2f06b239-0f14-4baa-b143-90991e4d7a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '72712918-cd9a-4bfb-ad9e-41f2620ee9b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:50:58.798368 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb0ab8b-5d33-4891-8229-c535b544601a admin admin] Network hostable DHCP agents. Network: 72712918-cd9a-4bfb-ad9e-41f2620ee9b5, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:50:58.828454 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967fcb69-6b6e-4b46-bd60-b8701992f1b4 req-ecac32cd-d2c3-4d37-9595-2c70dca4f299 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:58.830380 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-967fcb69-6b6e-4b46-bd60-b8701992f1b4 req-ecac32cd-d2c3-4d37-9595-2c70dca4f299 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/ports?device_id=c69c02a1-ea23-49df-8d6c-0758b6213e88 HTTP/1.1" status: 200 len: 946 time: 0.2298772 Sep 07 02:50:58.887265 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48b2ebe-66c9-4a76-bc26-8f598a60071c None None] Network 7f198b4b-cfce-43d4-a29d-60e49f52ade5 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:50:58.891901 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a59a59be-c92e-43d5-bc0d-fbd068caa7bb tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:58.929429 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb0ab8b-5d33-4891-8229-c535b544601a admin admin] Network 72712918-cd9a-4bfb-ad9e-41f2620ee9b5 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:50:58.989562 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-c3b8975d-ed66-4be6-9ae3-a1c6884e155b None None] Provisioning complete for port f0752e41-6fb7-479d-b8c2-276899e30d4a triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:50:58.990337 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c3b8975d-ed66-4be6-9ae3-a1c6884e155b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:58.994430 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc06f2f-1ccd-46a7-aeb1-d540d8e1acb5 req-7911fab5-da8e-496e-b5a8-2a81ca34e445 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:59.003337 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5bc06f2f-1ccd-46a7-aeb1-d540d8e1acb5 req-7911fab5-da8e-496e-b5a8-2a81ca34e445 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 943 time: 0.8174753 Sep 07 02:50:59.062977 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-967fcb69-6b6e-4b46-bd60-b8701992f1b4 req-8bfa41a4-c407-470d-bd8f-e864defb5ec4 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ad726ea-b259-4029-9910-1e3794ed9f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231967 Sep 07 02:50:59.129531 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-123b18eb-045c-4a79-9099-7e7f0aa172b1 req-d3a2b20b-68eb-42e3-a995-501a03924404 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:59.132582 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-5fb0ab8b-5d33-4891-8229-c535b544601a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 72712918-cd9a-4bfb-ad9e-41f2620ee9b5) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:50:59.145403 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb0ab8b-5d33-4891-8229-c535b544601a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:59.150205 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5fb0ab8b-5d33-4891-8229-c535b544601a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:59.150799 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['637dbb64-5a82-4958-ab43-de16c7434d3f'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:50:59.154245 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a51334-b774-4f12-b1af-c268169ce183 None None] Network 72712918-cd9a-4bfb-ad9e-41f2620ee9b5 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:50:59.212407 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a2b20b-68eb-42e3-a995-501a03924404 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Pushing event deleted for resources: {'Port': ['ID=637dbb64-5a82-4958-ab43-de16c7434d3f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:50:59.220526 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81c4213-eb76-41df-b50c-a117d091cd4c None None] DHCP port deletion for 7f198b4b-cfce-43d4-a29d-60e49f52ade5 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:50:59.237939 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-97eb0322-1593-4d96-a0df-eddbb3eaeb2e req-589db12c-adb7-48ee-aa5b-0b71d325bd97 service neutron] Attempting to bind port 307b71c8-1330-4f86-b0c6-ac62473e3585 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:50:59.238382 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-97eb0322-1593-4d96-a0df-eddbb3eaeb2e req-589db12c-adb7-48ee-aa5b-0b71d325bd97 service neutron] Attempting to bind port 307b71c8-1330-4f86-b0c6-ac62473e3585 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': 'e9d929c5-8f5d-4fa8-8af9-463491d37eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '425487d9-ea00-48c2-8b07-b3e74c380248'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:50:59.238825 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97eb0322-1593-4d96-a0df-eddbb3eaeb2e req-589db12c-adb7-48ee-aa5b-0b71d325bd97 service neutron] Attempting to bind port 307b71c8-1330-4f86-b0c6-ac62473e3585 on network 425487d9-ea00-48c2-8b07-b3e74c380248 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:50:59.247818 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97eb0322-1593-4d96-a0df-eddbb3eaeb2e req-589db12c-adb7-48ee-aa5b-0b71d325bd97 service neutron] Port 307b71c8-1330-4f86-b0c6-ac62473e3585 on network 425487d9-ea00-48c2-8b07-b3e74c380248 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:50:59.247818 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97eb0322-1593-4d96-a0df-eddbb3eaeb2e req-589db12c-adb7-48ee-aa5b-0b71d325bd97 service neutron] Attempting to bind port 307b71c8-1330-4f86-b0c6-ac62473e3585 on network 425487d9-ea00-48c2-8b07-b3e74c380248 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:50:59.256723 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97eb0322-1593-4d96-a0df-eddbb3eaeb2e req-589db12c-adb7-48ee-aa5b-0b71d325bd97 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:50:59.257178 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97eb0322-1593-4d96-a0df-eddbb3eaeb2e req-589db12c-adb7-48ee-aa5b-0b71d325bd97 service neutron] Checking segment: {'id': 'e9d929c5-8f5d-4fa8-8af9-463491d37eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '425487d9-ea00-48c2-8b07-b3e74c380248'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:50:59.258291 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97eb0322-1593-4d96-a0df-eddbb3eaeb2e req-589db12c-adb7-48ee-aa5b-0b71d325bd97 service neutron] Bound using segment: {'id': 'e9d929c5-8f5d-4fa8-8af9-463491d37eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '425487d9-ea00-48c2-8b07-b3e74c380248'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:50:59.258959 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-97eb0322-1593-4d96-a0df-eddbb3eaeb2e req-589db12c-adb7-48ee-aa5b-0b71d325bd97 service neutron] Bound port: 307b71c8-1330-4f86-b0c6-ac62473e3585, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9d929c5-8f5d-4fa8-8af9-463491d37eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '425487d9-ea00-48c2-8b07-b3e74c380248'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:50:59.259424 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-97eb0322-1593-4d96-a0df-eddbb3eaeb2e req-589db12c-adb7-48ee-aa5b-0b71d325bd97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:59.361404 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-5fb0ab8b-5d33-4891-8229-c535b544601a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1254253 Sep 07 02:50:59.401861 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-123b18eb-045c-4a79-9099-7e7f0aa172b1 req-d3a2b20b-68eb-42e3-a995-501a03924404 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] No DVR routers for this DVR port 637dbb64-5a82-4958-ab43-de16c7434d3f on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:50:59.421371 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-123b18eb-045c-4a79-9099-7e7f0aa172b1 req-d3a2b20b-68eb-42e3-a995-501a03924404 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:59.435082 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-123b18eb-045c-4a79-9099-7e7f0aa172b1 req-d3a2b20b-68eb-42e3-a995-501a03924404 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.23 "DELETE /v2.0/ports/637dbb64-5a82-4958-ab43-de16c7434d3f HTTP/1.1" status: 204 len: 173 time: 1.7709277 Sep 07 02:50:59.435622 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c69c02a1-ea23-49df-8d6c-0758b6213e88', 'name': 'network-vif-deleted', 'tag': '637dbb64-5a82-4958-ab43-de16c7434d3f'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:50:59.441591 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7361468c-0cb1-400e-a062-98476c8ba805" -d '{"events": [{"server_uuid": "c69c02a1-ea23-49df-8d6c-0758b6213e88", "name": "network-vif-deleted", "tag": "637dbb64-5a82-4958-ab43-de16c7434d3f"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:50:59.476859 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5bc06f2f-1ccd-46a7-aeb1-d540d8e1acb5 req-db20f36b-9b4d-49ed-810f-882e7287cc81 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4638789 Sep 07 02:50:59.502827 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-a59a59be-c92e-43d5-bc0d-fbd068caa7bb tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Deleting port f0752e41-6fb7-479d-b8c2-276899e30d4a {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:50:59.503275 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a59a59be-c92e-43d5-bc0d-fbd068caa7bb tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:59.567763 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031929f0-3513-481e-ae0a-c92aa9caca81 req-dae24a27-10fc-4192-8b7f-22f001e9f8fa tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:59.583040 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-031929f0-3513-481e-ae0a-c92aa9caca81 req-dae24a27-10fc-4192-8b7f-22f001e9f8fa tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 943 time: 0.3723581 Sep 07 02:50:59.678372 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:59.700668 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a81c4213-eb76-41df-b50c-a117d091cd4c None None] Deleting port f0752e41-6fb7-479d-b8c2-276899e30d4a {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:50:59.701387 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a81c4213-eb76-41df-b50c-a117d091cd4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:59.714513 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed9a445-e726-4494-bb1e-3c68f6ecad24 x-openstack-request-id: req-1ed9a445-e726-4494-bb1e-3c68f6ecad24 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:50:59.715287 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c69c02a1-ea23-49df-8d6c-0758b6213e88", "name": "network-vif-deleted", "tag": "637dbb64-5a82-4958-ab43-de16c7434d3f", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:50:59.717560 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1ed9a445-e726-4494-bb1e-3c68f6ecad24 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:50:59.719150 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c69c02a1-ea23-49df-8d6c-0758b6213e88', 'name': 'network-vif-deleted', 'tag': '637dbb64-5a82-4958-ab43-de16c7434d3f', 'status': 'completed', 'code': 200} Sep 07 02:50:59.736005 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-031929f0-3513-481e-ae0a-c92aa9caca81 req-3c519047-ea87-48be-a9e2-7a5486025cdf tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407905 Sep 07 02:50:59.745856 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-97eb0322-1593-4d96-a0df-eddbb3eaeb2e req-589db12c-adb7-48ee-aa5b-0b71d325bd97 service neutron] For port 307b71c8-1330-4f86-b0c6-ac62473e3585, host n-h1-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:50:59.825244 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-97eb0322-1593-4d96-a0df-eddbb3eaeb2e req-589db12c-adb7-48ee-aa5b-0b71d325bd97 service neutron] For port 307b71c8-1330-4f86-b0c6-ac62473e3585, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=307b71c8-1330-4f86-b0c6-ac62473e3585,segment=NetworkSegment(e9d929c5-8f5d-4fa8-8af9-463491d37eb2),segment_id=e9d929c5-8f5d-4fa8-8af9-463491d37eb2)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:50:59.831963 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-a59a59be-c92e-43d5-bc0d-fbd068caa7bb tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] For port f0752e41-6fb7-479d-b8c2-276899e30d4a, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=f0752e41-6fb7-479d-b8c2-276899e30d4a,segment=NetworkSegment(26501d4f-faa0-438c-b840-8be1738c3585),segment_id=26501d4f-faa0-438c-b840-8be1738c3585)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:50:59.832401 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a59a59be-c92e-43d5-bc0d-fbd068caa7bb tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:59.841925 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-97eb0322-1593-4d96-a0df-eddbb3eaeb2e req-589db12c-adb7-48ee-aa5b-0b71d325bd97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:59.858603 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-a59a59be-c92e-43d5-bc0d-fbd068caa7bb tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Calling delete_port for f0752e41-6fb7-479d-b8c2-276899e30d4a owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:50:59.894250 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a81c4213-eb76-41df-b50c-a117d091cd4c None None] For port f0752e41-6fb7-479d-b8c2-276899e30d4a, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=f0752e41-6fb7-479d-b8c2-276899e30d4a,segment=NetworkSegment(26501d4f-faa0-438c-b840-8be1738c3585),segment_id=26501d4f-faa0-438c-b840-8be1738c3585)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:50:59.894250 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a81c4213-eb76-41df-b50c-a117d091cd4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:59.910511 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a81c4213-eb76-41df-b50c-a117d091cd4c None None] Calling delete_port for f0752e41-6fb7-479d-b8c2-276899e30d4a owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:50:59.936812 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb0322-1593-4d96-a0df-eddbb3eaeb2e req-589db12c-adb7-48ee-aa5b-0b71d325bd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:50:59.937628 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-97eb0322-1593-4d96-a0df-eddbb3eaeb2e req-589db12c-adb7-48ee-aa5b-0b71d325bd97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:50:59.950091 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-97eb0322-1593-4d96-a0df-eddbb3eaeb2e req-589db12c-adb7-48ee-aa5b-0b71d325bd97 service neutron] 10.222.0.23 "PUT /v2.0/ports/307b71c8-1330-4f86-b0c6-ac62473e3585 HTTP/1.1" status: 200 len: 1092 time: 2.4250319 Sep 07 02:50:59.955249 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d32e6b0-855e-4510-bcd5-85ff68c2c765', 'tag': '307b71c8-1330-4f86-b0c6-ac62473e3585'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:50:59.959347 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031381ee-acc9-4757-b66b-84e4bf390699" -d '{"events": [{"name": "network-changed", "server_uuid": "0d32e6b0-855e-4510-bcd5-85ff68c2c765", "tag": "307b71c8-1330-4f86-b0c6-ac62473e3585"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:51:00.091993 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8764a9-2aaf-4784-923b-3f8c82ccef4b None None] Network 72712918-cd9a-4bfb-ad9e-41f2620ee9b5 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:51:00.112537 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d73913-39a4-4e56-bbc0-8930325a4787 x-openstack-request-id: req-e9d73913-39a4-4e56-bbc0-8930325a4787 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:51:00.112999 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d32e6b0-855e-4510-bcd5-85ff68c2c765", "tag": "307b71c8-1330-4f86-b0c6-ac62473e3585", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:51:00.113523 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e9d73913-39a4-4e56-bbc0-8930325a4787 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:51:00.114088 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d32e6b0-855e-4510-bcd5-85ff68c2c765', 'tag': '307b71c8-1330-4f86-b0c6-ac62473e3585', 'status': 'completed', 'code': 200} Sep 07 02:51:00.116983 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589db12c-adb7-48ee-aa5b-0b71d325bd97 service neutron] Pushing event updated for resources: {'Port': ['ID=307b71c8-1330-4f86-b0c6-ac62473e3585,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:00.238128 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb0322-1593-4d96-a0df-eddbb3eaeb2e req-3a406c54-b1fc-4ec2-9bce-952e12de6518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:00.241094 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-97eb0322-1593-4d96-a0df-eddbb3eaeb2e req-3a406c54-b1fc-4ec2-9bce-952e12de6518 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=13ffe4144f534528a6810c0c36ace2be&device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 1095 time: 0.1951034 Sep 07 02:51:00.321255 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-85c2a5ae-6697-4497-83b3-8b3dbbc995d6 req-32156eae-d650-40e8-aa05-469ee454b688 tempest-ListServerFiltersTestJSON-539154131 tempest-ListServerFiltersTestJSON-539154131-project] 10.222.0.22 "GET /v2.0/ports?device_id=c69c02a1-ea23-49df-8d6c-0758b6213e88 HTTP/1.1" status: 200 len: 210 time: 0.0627680 Sep 07 02:51:00.344457 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a59a59be-c92e-43d5-bc0d-fbd068caa7bb tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:00.354388 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-97eb0322-1593-4d96-a0df-eddbb3eaeb2e req-cc0383f1-d248-4317-b6c5-d708919b48d8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=307b71c8-1330-4f86-b0c6-ac62473e3585 HTTP/1.1" status: 200 len: 217 time: 0.0898929 Sep 07 02:51:00.360859 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a81c4213-eb76-41df-b50c-a117d091cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:00.382657 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81c4213-eb76-41df-b50c-a117d091cd4c None None] No DVR routers for this DVR port f0752e41-6fb7-479d-b8c2-276899e30d4a on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:51:00.393844 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59a59be-c92e-43d5-bc0d-fbd068caa7bb tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Pushing event deleted for resources: {'Port': ['ID=f0752e41-6fb7-479d-b8c2-276899e30d4a,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:00.416534 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81c4213-eb76-41df-b50c-a117d091cd4c None None] Pushing event deleted for resources: {'Port': ['ID=f0752e41-6fb7-479d-b8c2-276899e30d4a,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:00.441720 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59a59be-c92e-43d5-bc0d-fbd068caa7bb tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] No DVR routers for this DVR port f0752e41-6fb7-479d-b8c2-276899e30d4a on host n-d-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:51:00.613094 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb0322-1593-4d96-a0df-eddbb3eaeb2e req-8f675be5-fe37-4ffa-92ca-5326b9a700ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:00.614693 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-97eb0322-1593-4d96-a0df-eddbb3eaeb2e req-8f675be5-fe37-4ffa-92ca-5326b9a700ea service neutron] 10.222.0.23 "GET /v2.0/subnets?id=384df4a0-6ed3-4747-8ce4-4d617b6c5693 HTTP/1.1" status: 200 len: 853 time: 0.2380993 Sep 07 02:51:00.742718 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda32fe2-b3d2-429c-9cf1-1ed54a4dd63b req-c51b3179-4654-4c50-b3ea-025df3d7791e tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:00.758167 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cda32fe2-b3d2-429c-9cf1-1ed54a4dd63b req-c51b3179-4654-4c50-b3ea-025df3d7791e tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 943 time: 0.1121917 Sep 07 02:51:00.803453 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-97eb0322-1593-4d96-a0df-eddbb3eaeb2e req-1580118a-c373-4387-8572-226700509f0b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=425487d9-ea00-48c2-8b07-b3e74c380248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1701512 Sep 07 02:51:00.808900 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a59a59be-c92e-43d5-bc0d-fbd068caa7bb tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:00.809402 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cda32fe2-b3d2-429c-9cf1-1ed54a4dd63b req-aae63301-50c7-48ca-86fc-554e1eb19b04 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464544 Sep 07 02:51:00.898909 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-a59a59be-c92e-43d5-bc0d-fbd068caa7bb tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f198b4b-cfce-43d4-a29d-60e49f52ade5']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:51:00.986885 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381936e8-edec-41b0-8e27-e1b840b54dd7 req-b6ab9d4d-91da-4c95-a2cc-ecde2bf768a9 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:00.989170 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fdbfad-1209-4f4e-b2e2-f281023bab3e req-8c712ce5-96e8-438d-ba0d-8be7fa3418b7 tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:00.990863 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b9fdbfad-1209-4f4e-b2e2-f281023bab3e req-8c712ce5-96e8-438d-ba0d-8be7fa3418b7 tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] 10.222.0.22 "GET /v2.0/networks?id=3c42ac32-a945-4daf-a3fc-a0a13acd44a1 HTTP/1.1" status: 200 len: 811 time: 0.6355033 Sep 07 02:51:00.994974 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-381936e8-edec-41b0-8e27-e1b840b54dd7 req-b6ab9d4d-91da-4c95-a2cc-ecde2bf768a9 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 943 time: 0.0688362 Sep 07 02:51:01.008595 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-a59a59be-c92e-43d5-bc0d-fbd068caa7bb tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26501d4f-faa0-438c-b840-8be1738c3585') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:51:01.009037 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-a59a59be-c92e-43d5-bc0d-fbd068caa7bb tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26501d4f-faa0-438c-b840-8be1738c3585') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:51:01.028729 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b9fdbfad-1209-4f4e-b2e2-f281023bab3e req-c590fa93-afbb-43ee-b784-9d0084c2ccf3 tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] 10.222.0.22 "GET /v2.0/quotas/adb3b25717864ee6bd69a566d88c1692 HTTP/1.1" status: 200 len: 375 time: 0.0297165 Sep 07 02:51:01.032211 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a59a59be-c92e-43d5-bc0d-fbd068caa7bb tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:01.043279 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-381936e8-edec-41b0-8e27-e1b840b54dd7 req-84097882-2027-486b-901e-d49fd17db0e1 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474467 Sep 07 02:51:01.106393 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device f0752e41-6fb7-479d-b8c2-276899e30d4a no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:51:01.149468 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: f0752e41-6fb7-479d-b8c2-276899e30d4a {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:51:01.149867 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device f0752e41-6fb7-479d-b8c2-276899e30d4a not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:51:01.174632 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b9fdbfad-1209-4f4e-b2e2-f281023bab3e req-ab8fbf68-9252-4fd6-a499-d5f359a8f8b6 tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=adb3b25717864ee6bd69a566d88c1692&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1383388 Sep 07 02:51:01.176643 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a59a59be-c92e-43d5-bc0d-fbd068caa7bb tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:01.181000 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-97eb0322-1593-4d96-a0df-eddbb3eaeb2e req-3b868de4-7040-4e31-8430-fa652cbddfc4 service neutron] 10.222.0.23 "GET /v2.0/networks/425487d9-ea00-48c2-8b07-b3e74c380248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3657818 Sep 07 02:51:01.186839 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a59a59be-c92e-43d5-bc0d-fbd068caa7bb tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:51:01.187683 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a59a59be-c92e-43d5-bc0d-fbd068caa7bb tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:01.191544 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:51:01.191544 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:51:01.191544 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:51:01.191544 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:51:01.191544 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:51:01.191544 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:51:01.191544 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:51:01.191544 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:51:01.191544 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:51:01.191544 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:51:01.191544 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:51:01.191544 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:51:01.191544 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:51:01.191544 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:51:01.191544 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:51:01.191544 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:51:01.191544 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:51:01.191544 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:51:01.191544 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:51:01.191544 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:51:01.191544 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:51:01.191544 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:51:01.191544 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:51:01.191544 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:51:01.191544 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:51:01.191544 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:51:01.191544 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:51:01.191544 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:51:01.191544 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:51:01.191544 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:51:01.191544 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:51:01.191544 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:51:01.394061 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38274) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:01.442488 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:01.484301 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-dda1aace-ba87-4f6b-bf49-7876f3fb9ec3 admin admin] Deleting subnet 2e5d5e37-e832-4960-908b-1d0126f218ce {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:51:01.494802 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dda1aace-ba87-4f6b-bf49-7876f3fb9ec3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:01.562795 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dda1aace-ba87-4f6b-bf49-7876f3fb9ec3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:01.589577 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-97eb0322-1593-4d96-a0df-eddbb3eaeb2e req-5135259a-3b7f-40b4-8e18-d91c31973c9c service neutron] 10.222.0.23 "GET /v2.0/networks/425487d9-ea00-48c2-8b07-b3e74c380248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3923745 Sep 07 02:51:01.606070 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a59a59be-c92e-43d5-bc0d-fbd068caa7bb tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:01.678361 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b9fdbfad-1209-4f4e-b2e2-f281023bab3e req-7edb6e2f-f13a-49c5-b323-9dffca65af7d service neutron] 10.222.0.22 "GET /v2.0/networks/3c42ac32-a945-4daf-a3fc-a0a13acd44a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4564304 Sep 07 02:51:01.683593 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a59a59be-c92e-43d5-bc0d-fbd068caa7bb tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:01.683593 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a59a59be-c92e-43d5-bc0d-fbd068caa7bb tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] 10.222.0.22 "DELETE /v2.0/networks/7f198b4b-cfce-43d4-a29d-60e49f52ade5 HTTP/1.1" status: 204 len: 168 time: 2.8852520 Sep 07 02:51:01.689583 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38282) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:01.718937 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59a59be-c92e-43d5-bc0d-fbd068caa7bb tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Pushing event deleted for resources: {'Network': ['ID=7f198b4b-cfce-43d4-a29d-60e49f52ade5,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:01.733188 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-4df57c37-c108-4d99-85d5-4bab5a6abb8a tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] DELETE failed (client error): The resource could not be found. Sep 07 02:51:01.733969 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4df57c37-c108-4d99-85d5-4bab5a6abb8a tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:51:01.739281 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-4df57c37-c108-4d99-85d5-4bab5a6abb8a tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] 10.222.0.22 "DELETE /v2.0/subnets/16c7d49e-77af-43b9-9787-fe2e4aaab4a7 HTTP/1.1" status: 404 len: 337 time: 0.0429521 Sep 07 02:51:01.742743 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38284) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:01.746765 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dda1aace-ba87-4f6b-bf49-7876f3fb9ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:01.766799 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-9823cdfd-d2ca-4198-a135-da5369330973 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] DELETE failed (client error): The resource could not be found. Sep 07 02:51:01.767794 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9823cdfd-d2ca-4198-a135-da5369330973 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:51:01.772534 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9823cdfd-d2ca-4198-a135-da5369330973 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] 10.222.0.22 "DELETE /v2.0/networks/ea1cb6df-9286-45e5-82ed-07d271093aec HTTP/1.1" status: 404 len: 339 time: 0.0275886 Sep 07 02:51:01.773508 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38286) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:01.806135 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031381ee-acc9-4757-b66b-84e4bf390699 req-aed6f7bc-95f0-461b-b2a5-88f142fc038c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:01.807794 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-031381ee-acc9-4757-b66b-84e4bf390699 req-aed6f7bc-95f0-461b-b2a5-88f142fc038c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=13ffe4144f534528a6810c0c36ace2be&device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 1095 time: 0.1234398 Sep 07 02:51:01.865684 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ebde48b-22b9-447b-8459-9ecb6d0c1287 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] DELETE failed (client error): The resource could not be found. Sep 07 02:51:01.866593 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ebde48b-22b9-447b-8459-9ecb6d0c1287 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:51:01.882719 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3ebde48b-22b9-447b-8459-9ecb6d0c1287 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] 10.222.0.22 "DELETE /v2.0/subnets/d664a2d8-22c9-4880-8e45-addf3549bbfb HTTP/1.1" status: 404 len: 337 time: 0.0863562 Sep 07 02:51:01.889849 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38290) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:01.934051 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-67f4c5b9-6bc6-436e-90a9-191a8b28c125 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] DELETE failed (client error): The resource could not be found. Sep 07 02:51:01.934762 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67f4c5b9-6bc6-436e-90a9-191a8b28c125 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:51:01.937843 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b9fdbfad-1209-4f4e-b2e2-f281023bab3e req-ca1308e8-0127-468c-8bff-f37eae065801 service neutron] 10.222.0.22 "GET /v2.0/networks/3c42ac32-a945-4daf-a3fc-a0a13acd44a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320089 Sep 07 02:51:01.939410 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-67f4c5b9-6bc6-436e-90a9-191a8b28c125 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] 10.222.0.22 "DELETE /v2.0/networks/9f159670-abc8-4046-8c96-5fbf71143df7 HTTP/1.1" status: 404 len: 339 time: 0.0481753 Sep 07 02:51:01.940470 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 38296) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:02.015117 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dda1aace-ba87-4f6b-bf49-7876f3fb9ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:02.032205 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-51711c48-ba66-4382-87d1-f85139d7b6c4 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] DELETE failed (client error): The resource could not be found. Sep 07 02:51:02.033004 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51711c48-ba66-4382-87d1-f85139d7b6c4 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:51:02.036543 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-51711c48-ba66-4382-87d1-f85139d7b6c4 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] 10.222.0.22 "DELETE /v2.0/subnets/7337fdfe-9457-4142-9b12-cb53051f79fd HTTP/1.1" status: 404 len: 337 time: 0.0954397 Sep 07 02:51:02.040030 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 38298) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:02.048077 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda1aace-ba87-4f6b-bf49-7876f3fb9ec3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e5d5e37-e832-4960-908b-1d0126f218ce,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:02.071852 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ffc8cf-aa90-4c90-b08f-eb24714eaf1c req-27f6549d-0ffa-4c3e-aa8d-f14a5faa9515 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:02.086791 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b6ffc8cf-aa90-4c90-b08f-eb24714eaf1c req-27f6549d-0ffa-4c3e-aa8d-f14a5faa9515 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 943 time: 0.1420879 Sep 07 02:51:02.107376 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b57e81-310c-4ba1-a8ff-d7a88083a48b None None] Network 2bf2aa26-37a8-4cd7-a6be-6167e835d939 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:51:02.122097 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dda1aace-ba87-4f6b-bf49-7876f3fb9ec3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:02.125053 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-dda1aace-ba87-4f6b-bf49-7876f3fb9ec3 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/2e5d5e37-e832-4960-908b-1d0126f218ce HTTP/1.1" status: 204 len: 168 time: 0.7299070 Sep 07 02:51:02.133969 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5830a73-bc26-4521-a88b-79578c8f5620 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] DELETE failed (client error): The resource could not be found. Sep 07 02:51:02.137088 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5830a73-bc26-4521-a88b-79578c8f5620 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:51:02.142351 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38302) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:02.143045 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e5830a73-bc26-4521-a88b-79578c8f5620 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] 10.222.0.22 "DELETE /v2.0/networks/a39a9bc4-2075-465b-81d4-ac7e05f6b05b HTTP/1.1" status: 404 len: 339 time: 0.0896790 Sep 07 02:51:02.149454 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 38304) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:02.205032 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031381ee-acc9-4757-b66b-84e4bf390699 req-5ac52970-b568-4889-b0d7-2d72732e11c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:02.207465 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-031381ee-acc9-4757-b66b-84e4bf390699 req-5ac52970-b568-4889-b0d7-2d72732e11c1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=425487d9-ea00-48c2-8b07-b3e74c380248 HTTP/1.1" status: 200 len: 913 time: 0.3664739 Sep 07 02:51:02.239917 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 637dbb64-5a82-4958-ab43-de16c7434d3f no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:51:02.309154 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 02:51:02.323811 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: 637dbb64-5a82-4958-ab43-de16c7434d3f {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:51:02.324159 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 637dbb64-5a82-4958-ab43-de16c7434d3f not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:51:02.358999 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4565da31-103a-434e-9101-74a3716a80c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:02.408879 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-031381ee-acc9-4757-b66b-84e4bf390699 req-186df286-cb88-4db5-adff-33c0ea3ede28 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=307b71c8-1330-4f86-b0c6-ac62473e3585 HTTP/1.1" status: 200 len: 217 time: 0.0962539 Sep 07 02:51:02.437768 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b6ffc8cf-aa90-4c90-b08f-eb24714eaf1c req-ff804707-ebc9-42fc-b46d-7804603cc7d1 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3497360 Sep 07 02:51:02.592929 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e400c9b3-8202-42e4-b86c-9d684c1d5529 req-5749a7c2-a150-4565-8daa-86404ea1d7ac tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] 10.222.0.22 "GET /v2.0/ports?device_id=47e4ea32-8f5f-4005-8db0-e325b9609a68 HTTP/1.1" status: 200 len: 210 time: 0.0545452 Sep 07 02:51:02.607174 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-6100e780-2d26-4496-ab99-bbe95b0f8c15 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Deleting subnet 25f98380-b34c-4692-9ca3-d89672c557cf {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:51:02.618274 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9736e878-beda-41b4-b8ca-502dad01a621 None None] DHCP port deletion for 2bf2aa26-37a8-4cd7-a6be-6167e835d939 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:51:02.626472 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-4565da31-103a-434e-9101-74a3716a80c2 admin admin] Deleting port b631113b-8573-4455-bb8e-74b5f1eac94f {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:51:02.626824 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4565da31-103a-434e-9101-74a3716a80c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:02.639901 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6100e780-2d26-4496-ab99-bbe95b0f8c15 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:02.705370 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d41a4f-1d75-47e1-8e2b-f19f1bc21a5b req-a6ecd8a0-cd0d-41cc-9abc-511110dbb1be tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:02.716486 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-35d41a4f-1d75-47e1-8e2b-f19f1bc21a5b req-a6ecd8a0-cd0d-41cc-9abc-511110dbb1be tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 943 time: 0.3115230 Sep 07 02:51:02.723115 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031381ee-acc9-4757-b66b-84e4bf390699 req-be07052f-3a27-4de7-9544-e41a764936b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:02.724856 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-031381ee-acc9-4757-b66b-84e4bf390699 req-be07052f-3a27-4de7-9544-e41a764936b2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=384df4a0-6ed3-4747-8ce4-4d617b6c5693 HTTP/1.1" status: 200 len: 853 time: 0.3011591 Sep 07 02:51:02.775436 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-9736e878-beda-41b4-b8ca-502dad01a621 None None] Deleting port b631113b-8573-4455-bb8e-74b5f1eac94f {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:51:02.776165 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9736e878-beda-41b4-b8ca-502dad01a621 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:02.783339 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-031381ee-acc9-4757-b66b-84e4bf390699 req-14181ba8-2de3-453a-a460-d4df0273416a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=425487d9-ea00-48c2-8b07-b3e74c380248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492935 Sep 07 02:51:02.786528 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6100e780-2d26-4496-ab99-bbe95b0f8c15 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:02.862046 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-4565da31-103a-434e-9101-74a3716a80c2 admin admin] For port b631113b-8573-4455-bb8e-74b5f1eac94f, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=b631113b-8573-4455-bb8e-74b5f1eac94f,segment=NetworkSegment(0f2957e5-5c0d-4830-9eff-1bf4d124b341),segment_id=0f2957e5-5c0d-4830-9eff-1bf4d124b341)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:51:02.862719 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4565da31-103a-434e-9101-74a3716a80c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:02.882063 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-35d41a4f-1d75-47e1-8e2b-f19f1bc21a5b req-8767759f-8cbb-49e3-9ed1-f8ed17fa788d tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643808 Sep 07 02:51:02.909830 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-4565da31-103a-434e-9101-74a3716a80c2 admin admin] Calling delete_port for b631113b-8573-4455-bb8e-74b5f1eac94f owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:51:02.935124 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-9736e878-beda-41b4-b8ca-502dad01a621 None None] For port b631113b-8573-4455-bb8e-74b5f1eac94f, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=b631113b-8573-4455-bb8e-74b5f1eac94f,segment=NetworkSegment(0f2957e5-5c0d-4830-9eff-1bf4d124b341),segment_id=0f2957e5-5c0d-4830-9eff-1bf4d124b341)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:51:02.935550 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9736e878-beda-41b4-b8ca-502dad01a621 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:03.000649 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-9736e878-beda-41b4-b8ca-502dad01a621 None None] Calling delete_port for b631113b-8573-4455-bb8e-74b5f1eac94f owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:51:03.033647 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-031381ee-acc9-4757-b66b-84e4bf390699 req-bb124086-aa29-4bee-b4ac-a49154cf85b8 service neutron] 10.222.0.23 "GET /v2.0/networks/425487d9-ea00-48c2-8b07-b3e74c380248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404337 Sep 07 02:51:03.061885 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6100e780-2d26-4496-ab99-bbe95b0f8c15 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:03.126988 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9736e878-beda-41b4-b8ca-502dad01a621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:03.133575 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device b631113b-8573-4455-bb8e-74b5f1eac94f no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:51:03.185093 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9736e878-beda-41b4-b8ca-502dad01a621 None None] Pushing event deleted for resources: {'Port': ['ID=b631113b-8573-4455-bb8e-74b5f1eac94f,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:03.199583 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4565da31-103a-434e-9101-74a3716a80c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:03.237266 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: b631113b-8573-4455-bb8e-74b5f1eac94f {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:51:03.237791 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device b631113b-8573-4455-bb8e-74b5f1eac94f not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:51:03.244929 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9736e878-beda-41b4-b8ca-502dad01a621 None None] No DVR routers for this DVR port b631113b-8573-4455-bb8e-74b5f1eac94f on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:51:03.281743 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4565da31-103a-434e-9101-74a3716a80c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b631113b-8573-4455-bb8e-74b5f1eac94f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:03.297627 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4565da31-103a-434e-9101-74a3716a80c2 admin admin] No DVR routers for this DVR port b631113b-8573-4455-bb8e-74b5f1eac94f on host n-d-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:51:03.419055 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4565da31-103a-434e-9101-74a3716a80c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:03.464629 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-4565da31-103a-434e-9101-74a3716a80c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bf2aa26-37a8-4cd7-a6be-6167e835d939']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:51:03.496750 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-4565da31-103a-434e-9101-74a3716a80c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f2957e5-5c0d-4830-9eff-1bf4d124b341') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:51:03.497057 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-4565da31-103a-434e-9101-74a3716a80c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f2957e5-5c0d-4830-9eff-1bf4d124b341') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:51:03.547853 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4565da31-103a-434e-9101-74a3716a80c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:03.638784 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4565da31-103a-434e-9101-74a3716a80c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:03.648250 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4565da31-103a-434e-9101-74a3716a80c2 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:51:03.648668 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4565da31-103a-434e-9101-74a3716a80c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:03.664329 n-d-796209-16 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:51:03.664329 n-d-796209-16 neutron-server[94700]: self.session.flush() Sep 07 02:51:03.664329 n-d-796209-16 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:51:03.664329 n-d-796209-16 neutron-server[94700]: self.session.flush() Sep 07 02:51:03.664329 n-d-796209-16 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:51:03.664329 n-d-796209-16 neutron-server[94700]: self.session.flush() Sep 07 02:51:03.664329 n-d-796209-16 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:51:03.664329 n-d-796209-16 neutron-server[94700]: self.session.flush() Sep 07 02:51:03.664329 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:51:03.664329 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:51:03.664329 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:51:03.664329 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:51:03.664329 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:51:03.664329 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:51:03.664329 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:51:03.664329 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:51:03.664329 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:51:03.664329 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:51:03.664329 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:51:03.664329 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:51:03.664329 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:51:03.664329 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:51:03.664329 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:51:03.664329 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:51:03.664329 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:51:03.664329 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:51:03.664329 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:51:03.664329 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:51:03.664329 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:51:03.664329 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:51:03.664329 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:51:03.664329 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:51:03.664329 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:51:03.664329 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:51:03.664329 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:51:03.664329 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:51:03.664329 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:51:03.664329 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:51:03.664329 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:51:03.664329 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:51:03.688256 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5899a2eb-5348-476f-9ca7-26925bd60cbb req-b50d42f4-6b46-4912-b4b8-ee3096e6da88 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:03.690798 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5899a2eb-5348-476f-9ca7-26925bd60cbb req-b50d42f4-6b46-4912-b4b8-ee3096e6da88 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 943 time: 0.1244280 Sep 07 02:51:03.819217 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4565da31-103a-434e-9101-74a3716a80c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:03.824991 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5899a2eb-5348-476f-9ca7-26925bd60cbb req-f1e4e053-32c0-442f-be43-a97d26e064f4 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965831 Sep 07 02:51:03.833234 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4565da31-103a-434e-9101-74a3716a80c2 admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:03.840607 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-4565da31-103a-434e-9101-74a3716a80c2 admin admin] 10.222.0.22 "DELETE /v2.0/networks/2bf2aa26-37a8-4cd7-a6be-6167e835d939 HTTP/1.1" status: 204 len: 168 time: 1.6911912 Sep 07 02:51:03.877871 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2e8d071d-773f-46c3-970a-e4d2237e3184 req-aa95997b-34b6-439c-8eb2-da6bc5c45c55 tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] 10.222.0.22 "GET /v2.0/ports?device_id=47e4ea32-8f5f-4005-8db0-e325b9609a68 HTTP/1.1" status: 200 len: 210 time: 0.0703769 Sep 07 02:51:03.891815 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4565da31-103a-434e-9101-74a3716a80c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2bf2aa26-37a8-4cd7-a6be-6167e835d939,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:03.928036 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-031381ee-acc9-4757-b66b-84e4bf390699 req-d3b315bb-aff6-453e-9996-ea9e677136d3 service neutron] 10.222.0.23 "GET /v2.0/networks/425487d9-ea00-48c2-8b07-b3e74c380248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8692031 Sep 07 02:51:03.931500 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6100e780-2d26-4496-ab99-bbe95b0f8c15 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:03.956258 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6100e780-2d26-4496-ab99-bbe95b0f8c15 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:03.958604 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-6100e780-2d26-4496-ab99-bbe95b0f8c15 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] 10.222.0.22 "DELETE /v2.0/subnets/25f98380-b34c-4692-9ca3-d89672c557cf HTTP/1.1" status: 204 len: 168 time: 1.8065853 Sep 07 02:51:03.961852 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38340) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:03.973849 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36575375-8513-41bc-9968-717d5d1fdfe2 None None] Network 7308dc64-303b-49a6-a5ff-42923cbe0688 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:51:03.978431 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6100e780-2d26-4496-ab99-bbe95b0f8c15 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Pushing event deleted for resources: {'Subnet': ['ID=25f98380-b34c-4692-9ca3-d89672c557cf,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:04.123435 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1848fc60-32cf-472c-aacf-f626fc5201cd tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:04.211249 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1767cae-2357-40c3-af4a-c3b96fc31b04 req-ff5211b3-9172-48c7-8701-21588c85141e tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:04.213092 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b1767cae-2357-40c3-af4a-c3b96fc31b04 req-ff5211b3-9172-48c7-8701-21588c85141e tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 943 time: 0.1034164 Sep 07 02:51:04.214637 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 307b71c8-1330-4f86-b0c6-ac62473e3585 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:51:04.248356 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 38348) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:04.253164 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-1848fc60-32cf-472c-aacf-f626fc5201cd tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Deleting port 88789efd-d185-4fee-96f7-6c76f0552e1b {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:51:04.253513 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1848fc60-32cf-472c-aacf-f626fc5201cd tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:04.339923 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38350) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:04.378759 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-1acb1ba0-a51a-47eb-a93e-17abec5be386 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e748c59c942c401f97af51eb8e42f544&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0816302 Sep 07 02:51:04.389895 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b1767cae-2357-40c3-af4a-c3b96fc31b04 req-9de2473c-07e8-41d0-a18a-96db56bc678d tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678174 Sep 07 02:51:04.437900 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-1848fc60-32cf-472c-aacf-f626fc5201cd tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] For port 88789efd-d185-4fee-96f7-6c76f0552e1b, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=88789efd-d185-4fee-96f7-6c76f0552e1b,segment=NetworkSegment(f7f3cdb5-4939-481b-827d-274ac5cf16d3),segment_id=f7f3cdb5-4939-481b-827d-274ac5cf16d3)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:51:04.446095 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1848fc60-32cf-472c-aacf-f626fc5201cd tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:04.545068 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-1848fc60-32cf-472c-aacf-f626fc5201cd tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Calling delete_port for 88789efd-d185-4fee-96f7-6c76f0552e1b owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:51:04.559632 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 307b71c8-1330-4f86-b0c6-ac62473e3585, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=307b71c8-1330-4f86-b0c6-ac62473e3585,segment=NetworkSegment(e9d929c5-8f5d-4fa8-8af9-463491d37eb2),segment_id=e9d929c5-8f5d-4fa8-8af9-463491d37eb2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:51:04.570889 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1aebe04d-c652-4702-b1ef-7ba253493d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:04.573863 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '307b71c8-1330-4f86-b0c6-ac62473e3585', 'network_id': '425487d9-ea00-48c2-8b07-b3e74c380248', 'port_id': '307b71c8-1330-4f86-b0c6-ac62473e3585', 'mac_address': 'fa:16:3e:aa:c2:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '384df4a0-6ed3-4747-8ce4-4d617b6c5693', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:51:04.631091 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f28900-7f3e-4848-ba22-93f3e9495011 None None] DHCP port deletion for 7308dc64-303b-49a6-a5ff-42923cbe0688 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:51:04.660650 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1aebe04d-c652-4702-b1ef-7ba253493d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:04.678308 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:04.701634 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 307b71c8-1330-4f86-b0c6-ac62473e3585 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:51:04.728126 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 307b71c8-1330-4f86-b0c6-ac62473e3585, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=307b71c8-1330-4f86-b0c6-ac62473e3585,segment=NetworkSegment(e9d929c5-8f5d-4fa8-8af9-463491d37eb2),segment_id=e9d929c5-8f5d-4fa8-8af9-463491d37eb2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:51:04.742129 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:04.771428 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1aebe04d-c652-4702-b1ef-7ba253493d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:04.774624 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1aebe04d-c652-4702-b1ef-7ba253493d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:04.796632 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-1aebe04d-c652-4702-b1ef-7ba253493d7c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0ad726ea-b259-4029-9910-1e3794ed9f9c HTTP/1.1" status: 204 len: 168 time: 0.4344890 Sep 07 02:51:04.828334 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aebe04d-c652-4702-b1ef-7ba253493d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad726ea-b259-4029-9910-1e3794ed9f9c,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:04.882944 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1848fc60-32cf-472c-aacf-f626fc5201cd tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:04.887333 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=307b71c8-1330-4f86-b0c6-ac62473e3585,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:04.897431 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-23f28900-7f3e-4848-ba22-93f3e9495011 None None] Deleting port 88789efd-d185-4fee-96f7-6c76f0552e1b {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:51:04.897891 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-23f28900-7f3e-4848-ba22-93f3e9495011 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:04.942536 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1848fc60-32cf-472c-aacf-f626fc5201cd tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Pushing event deleted for resources: {'Port': ['ID=88789efd-d185-4fee-96f7-6c76f0552e1b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:04.948041 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1848fc60-32cf-472c-aacf-f626fc5201cd tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] No DVR routers for this DVR port 88789efd-d185-4fee-96f7-6c76f0552e1b on host n-d-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:51:05.070466 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-23f28900-7f3e-4848-ba22-93f3e9495011 None None] For port 88789efd-d185-4fee-96f7-6c76f0552e1b, host n-d-796209-16, got binding levels [] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:51:05.071150 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-23f28900-7f3e-4848-ba22-93f3e9495011 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:05.095691 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-23f28900-7f3e-4848-ba22-93f3e9495011 None None] Calling delete_port for 88789efd-d185-4fee-96f7-6c76f0552e1b owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:51:05.102142 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.ipam_backend_mixin [None req-23f28900-7f3e-4848-ba22-93f3e9495011 None None] Port 88789efd-d185-4fee-96f7-6c76f0552e1b was not found and therefore no delete operation was performed {{(pid=94702) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 07 02:51:05.108929 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-23f28900-7f3e-4848-ba22-93f3e9495011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:05.111009 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec4f83a-69b1-45b3-8ac9-1ebd9296d265 req-d466d0b8-0457-4d45-bb13-8648d5e32508 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:05.118801 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9ec4f83a-69b1-45b3-8ac9-1ebd9296d265 req-d466d0b8-0457-4d45-bb13-8648d5e32508 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 943 time: 0.1226232 Sep 07 02:51:05.120397 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ce7b031c-daee-4c01-80f4-1a102cd25a8d req-a48df7d3-d2c5-493e-bab8-107902000f46 tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] 10.222.0.22 "GET /v2.0/ports?device_id=47e4ea32-8f5f-4005-8db0-e325b9609a68 HTTP/1.1" status: 200 len: 210 time: 0.1082747 Sep 07 02:51:05.142786 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 88789efd-d185-4fee-96f7-6c76f0552e1b no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:51:05.247542 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 88789efd-d185-4fee-96f7-6c76f0552e1b {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:51:05.248342 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 88789efd-d185-4fee-96f7-6c76f0552e1b not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:51:05.264219 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['307b71c8-1330-4f86-b0c6-ac62473e3585'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:51:05.298008 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9ec4f83a-69b1-45b3-8ac9-1ebd9296d265 req-4263703f-4359-4788-8ee8-65e529ba625c tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1715186 Sep 07 02:51:05.323410 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1848fc60-32cf-472c-aacf-f626fc5201cd tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:05.395753 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f28900-7f3e-4848-ba22-93f3e9495011 None None] Pushing event deleted for resources: {'Port': ['ID=88789efd-d185-4fee-96f7-6c76f0552e1b,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:05.414794 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f28900-7f3e-4848-ba22-93f3e9495011 None None] No DVR routers for this DVR port 88789efd-d185-4fee-96f7-6c76f0552e1b on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:51:05.594751 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-1848fc60-32cf-472c-aacf-f626fc5201cd tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7308dc64-303b-49a6-a5ff-42923cbe0688']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:51:05.649625 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fdbfad-1209-4f4e-b2e2-f281023bab3e req-9062bf36-b932-4a06-919e-916a2a48fb9d tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:05.651549 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b9fdbfad-1209-4f4e-b2e2-f281023bab3e req-9062bf36-b932-4a06-919e-916a2a48fb9d tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] 10.222.0.16 "GET /v2.0/networks?id=3c42ac32-a945-4daf-a3fc-a0a13acd44a1 HTTP/1.1" status: 200 len: 811 time: 0.3728750 Sep 07 02:51:05.662228 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-1848fc60-32cf-472c-aacf-f626fc5201cd tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7f3cdb5-4939-481b-827d-274ac5cf16d3') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:51:05.662714 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-1848fc60-32cf-472c-aacf-f626fc5201cd tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7f3cdb5-4939-481b-827d-274ac5cf16d3') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:51:05.677149 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1848fc60-32cf-472c-aacf-f626fc5201cd tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:05.696592 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1848fc60-32cf-472c-aacf-f626fc5201cd tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:05.709884 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf60e9-d9ce-453b-9770-70ab8dcf3051 req-c5961021-022e-4368-8e48-51044e1a5a64 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:05.717505 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0dbf60e9-d9ce-453b-9770-70ab8dcf3051 req-c5961021-022e-4368-8e48-51044e1a5a64 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 944 time: 0.1674802 Sep 07 02:51:05.722252 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1848fc60-32cf-472c-aacf-f626fc5201cd tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:51:05.722803 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1848fc60-32cf-472c-aacf-f626fc5201cd tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:05.731305 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:51:05.731305 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:51:05.731305 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:51:05.731305 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:51:05.731305 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:51:05.731305 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:51:05.731305 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:51:05.731305 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:51:05.731305 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:51:05.731305 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:51:05.731305 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:51:05.731305 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:51:05.731305 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:51:05.731305 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:51:05.731305 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:51:05.731305 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:51:05.731305 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:51:05.731305 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:51:05.731305 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:51:05.731305 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:51:05.731305 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:51:05.731305 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:51:05.731305 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:51:05.731305 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:51:05.731305 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:51:05.731305 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:51:05.731305 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:51:05.731305 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:51:05.731305 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:51:05.731305 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:51:05.731305 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:51:05.731305 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:51:05.765931 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-b9fdbfad-1209-4f4e-b2e2-f281023bab3e req-d0031f10-2ff9-42b9-8f93-9902c4e2d38d tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] Request body: {'port': {'device_id': '47e4ea32-8f5f-4005-8db0-e325b9609a68', 'network_id': '3c42ac32-a945-4daf-a3fc-a0a13acd44a1', 'admin_state_up': True, 'tenant_id': 'adb3b25717864ee6bd69a566d88c1692'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:51:05.960107 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1848fc60-32cf-472c-aacf-f626fc5201cd tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:05.974944 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0dbf60e9-d9ce-453b-9770-70ab8dcf3051 req-ec09bc78-9a07-4849-815a-10cc6317bc1c tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543113 Sep 07 02:51:05.992370 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1848fc60-32cf-472c-aacf-f626fc5201cd tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:05.994576 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-1848fc60-32cf-472c-aacf-f626fc5201cd tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] 10.222.0.22 "DELETE /v2.0/networks/7308dc64-303b-49a6-a5ff-42923cbe0688 HTTP/1.1" status: 204 len: 168 time: 2.0315049 Sep 07 02:51:05.997082 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 38388) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:06.008600 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1848fc60-32cf-472c-aacf-f626fc5201cd tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Pushing event deleted for resources: {'Network': ['ID=7308dc64-303b-49a6-a5ff-42923cbe0688,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:06.020874 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9fdbfad-1209-4f4e-b2e2-f281023bab3e req-d0031f10-2ff9-42b9-8f93-9902c4e2d38d tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] Made reservation on behalf of adb3b25717864ee6bd69a566d88c1692 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:51:06.028257 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b9fdbfad-1209-4f4e-b2e2-f281023bab3e req-d0031f10-2ff9-42b9-8f93-9902c4e2d38d tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:06.068585 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-e978736d-bd1f-4081-8b6b-4e7c779a2b4d tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] DELETE failed (client error): The resource could not be found. Sep 07 02:51:06.069343 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e978736d-bd1f-4081-8b6b-4e7c779a2b4d tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:51:06.075383 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e978736d-bd1f-4081-8b6b-4e7c779a2b4d tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] 10.222.0.22 "DELETE /v2.0/subnets/3ff6c083-1b78-4b2a-9d38-a8d92d2d4839 HTTP/1.1" status: 404 len: 337 time: 0.0772386 Sep 07 02:51:06.076483 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 38392) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:06.097702 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a0d7857-0331-49b6-a576-898b4f2eb468 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] DELETE failed (client error): The resource could not be found. Sep 07 02:51:06.099287 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a0d7857-0331-49b6-a576-898b4f2eb468 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:51:06.105131 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-6a0d7857-0331-49b6-a576-898b4f2eb468 tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] 10.222.0.22 "DELETE /v2.0/networks/85e2f938-baff-4deb-8592-91147f28b970 HTTP/1.1" status: 404 len: 339 time: 0.0268078 Sep 07 02:51:06.106212 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 38394) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:06.166363 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-7af62a25-1e02-40fe-b171-ee2110d240db tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Deleting subnet 2fdf1eea-0f53-44aa-8b86-f1df741ecc4a {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:51:06.170981 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7af62a25-1e02-40fe-b171-ee2110d240db tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:06.205268 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 307b71c8-1330-4f86-b0c6-ac62473e3585 up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:51:06.262317 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-b9fdbfad-1209-4f4e-b2e2-f281023bab3e req-d0031f10-2ff9-42b9-8f93-9902c4e2d38d tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] Allocated IP 172.20.0.10 (3c42ac32-a945-4daf-a3fc-a0a13acd44a1/71f8ba6b-e6ee-4fe1-b5ee-57701f9a3d40/4bbcd3e4-3ecf-439b-93d4-5bb41bf1c051) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:51:06.290186 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-678d2338-defb-4ec0-81b8-b7346a888c5a req-03d56406-8add-4c3c-9441-ebf4edb17806 tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] 10.222.0.22 "GET /v2.0/ports?device_id=47e4ea32-8f5f-4005-8db0-e325b9609a68 HTTP/1.1" status: 200 len: 210 time: 0.0560105 Sep 07 02:51:06.309288 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7af62a25-1e02-40fe-b171-ee2110d240db tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:06.318704 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port 307b71c8-1330-4f86-b0c6-ac62473e3585 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:51:06.324939 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port 307b71c8-1330-4f86-b0c6-ac62473e3585 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:51:06.325588 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:06.470125 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:06.532613 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7af62a25-1e02-40fe-b171-ee2110d240db tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:06.533393 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d32e6b0-855e-4510-bcd5-85ff68c2c765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307b71c8-1330-4f86-b0c6-ac62473e3585'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:51:06.538134 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14416add-d56e-470f-9273-4b7861d24770" -d '{"events": [{"server_uuid": "0d32e6b0-855e-4510-bcd5-85ff68c2c765", "name": "network-vif-plugged", "status": "completed", "tag": "307b71c8-1330-4f86-b0c6-ac62473e3585"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:51:06.556291 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 307b71c8-1330-4f86-b0c6-ac62473e3585, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=307b71c8-1330-4f86-b0c6-ac62473e3585,segment=NetworkSegment(e9d929c5-8f5d-4fa8-8af9-463491d37eb2),segment_id=e9d929c5-8f5d-4fa8-8af9-463491d37eb2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:51:06.562765 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:06.691469 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7af62a25-1e02-40fe-b171-ee2110d240db tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:06.728331 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429675e-ba26-4193-a633-60c1acfb5d77 req-277a457e-7595-4f49-949d-80f00223b7bf tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:06.742521 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=307b71c8-1330-4f86-b0c6-ac62473e3585,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:06.753012 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d429675e-ba26-4193-a633-60c1acfb5d77 req-277a457e-7595-4f49-949d-80f00223b7bf tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 943 time: 0.2664137 Sep 07 02:51:06.753275 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df24e47-e35b-44ab-a3c4-80dc190e74dc x-openstack-request-id: req-5df24e47-e35b-44ab-a3c4-80dc190e74dc {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:51:06.753741 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d32e6b0-855e-4510-bcd5-85ff68c2c765", "name": "network-vif-plugged", "status": "completed", "tag": "307b71c8-1330-4f86-b0c6-ac62473e3585", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:51:06.754161 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5df24e47-e35b-44ab-a3c4-80dc190e74dc {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:51:06.754721 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d32e6b0-855e-4510-bcd5-85ff68c2c765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307b71c8-1330-4f86-b0c6-ac62473e3585', 'code': 200} Sep 07 02:51:06.859866 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af62a25-1e02-40fe-b171-ee2110d240db tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Pushing event deleted for resources: {'Subnet': ['ID=2fdf1eea-0f53-44aa-8b86-f1df741ecc4a,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:06.859866 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7af62a25-1e02-40fe-b171-ee2110d240db tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:06.859866 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-7af62a25-1e02-40fe-b171-ee2110d240db tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] 10.222.0.22 "DELETE /v2.0/subnets/2fdf1eea-0f53-44aa-8b86-f1df741ecc4a HTTP/1.1" status: 204 len: 168 time: 0.7491095 Sep 07 02:51:06.859866 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 38422) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:06.879598 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126eb2da-7d24-4756-81d5-34ff37d5905d None None] Network bc98a1bb-8b15-46ce-bf7f-305635c55c32 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:51:06.913042 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b9fdbfad-1209-4f4e-b2e2-f281023bab3e req-d0031f10-2ff9-42b9-8f93-9902c4e2d38d tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:07.036112 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b41e7-6ddf-48db-aec8-9f72ecc2fe7d req-03396dc1-8908-41ea-b297-7ddced332cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:07.040467 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-306b41e7-6ddf-48db-aec8-9f72ecc2fe7d req-03396dc1-8908-41ea-b297-7ddced332cb8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 1097 time: 0.2344918 Sep 07 02:51:07.065387 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d429675e-ba26-4193-a633-60c1acfb5d77 req-1310d74c-1872-4df6-9e3f-b542de387c68 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3105109 Sep 07 02:51:07.070810 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b9fdbfad-1209-4f4e-b2e2-f281023bab3e req-d0031f10-2ff9-42b9-8f93-9902c4e2d38d tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:07.193109 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-447b018e-cd4a-4cf8-99d0-b86b57e987ef tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:07.205717 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9fdbfad-1209-4f4e-b2e2-f281023bab3e req-d0031f10-2ff9-42b9-8f93-9902c4e2d38d tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] Network 3c42ac32-a945-4daf-a3fc-a0a13acd44a1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:51:07.214730 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-b9fdbfad-1209-4f4e-b2e2-f281023bab3e req-d0031f10-2ff9-42b9-8f93-9902c4e2d38d tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:51:07.234942 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9fdbfad-1209-4f4e-b2e2-f281023bab3e req-d0031f10-2ff9-42b9-8f93-9902c4e2d38d tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:51:07.257173 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f85cc18-8aae-444a-84f4-dcc2310bc073 None None] DHCP port deletion for bc98a1bb-8b15-46ce-bf7f-305635c55c32 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:51:07.337539 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0031f10-2ff9-42b9-8f93-9902c4e2d38d tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] Pushing event updated for resources: {'Port': ['ID=4bbcd3e4-3ecf-439b-93d4-5bb41bf1c051,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:07.389281 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-9f85cc18-8aae-444a-84f4-dcc2310bc073 None None] Deleting port 3f591f2a-69f2-46d5-96c7-3d37b9c982b7 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:51:07.389933 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9f85cc18-8aae-444a-84f4-dcc2310bc073 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:07.405029 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-306b41e7-6ddf-48db-aec8-9f72ecc2fe7d req-7d1263de-dae1-4ca3-9ec9-41d1801232f9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460722 Sep 07 02:51:07.411702 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fdbfad-1209-4f4e-b2e2-f281023bab3e req-d0031f10-2ff9-42b9-8f93-9902c4e2d38d tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:07.413673 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b9fdbfad-1209-4f4e-b2e2-f281023bab3e req-d0031f10-2ff9-42b9-8f93-9902c4e2d38d tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:07.443148 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510178c3-c398-4775-944e-2210aa3e2bb0 req-3afef5fe-464c-49a5-b2f5-4db21e167feb tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:07.451156 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b9fdbfad-1209-4f4e-b2e2-f281023bab3e req-d0031f10-2ff9-42b9-8f93-9902c4e2d38d tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6905439 Sep 07 02:51:07.458388 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-510178c3-c398-4775-944e-2210aa3e2bb0 req-3afef5fe-464c-49a5-b2f5-4db21e167feb tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.2569497 Sep 07 02:51:07.477159 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-9f85cc18-8aae-444a-84f4-dcc2310bc073 None None] For port 3f591f2a-69f2-46d5-96c7-3d37b9c982b7, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=3f591f2a-69f2-46d5-96c7-3d37b9c982b7,segment=NetworkSegment(9052b36a-db89-4401-ace9-af53f638c696),segment_id=9052b36a-db89-4401-ace9-af53f638c696)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:51:07.477496 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9f85cc18-8aae-444a-84f4-dcc2310bc073 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:07.510927 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-b9fdbfad-1209-4f4e-b2e2-f281023bab3e req-3856e772-ca92-4a41-b970-213c9caab6a9 service neutron] Request body: {'port': {'device_id': '47e4ea32-8f5f-4005-8db0-e325b9609a68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:51:07.516598 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-9f85cc18-8aae-444a-84f4-dcc2310bc073 None None] Calling delete_port for 3f591f2a-69f2-46d5-96c7-3d37b9c982b7 owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:51:07.544379 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-510178c3-c398-4775-944e-2210aa3e2bb0 req-0178ebea-8d8f-41bb-99be-5b624a66a205 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848067 Sep 07 02:51:07.648455 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-447b018e-cd4a-4cf8-99d0-b86b57e987ef tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Deleting port 3f591f2a-69f2-46d5-96c7-3d37b9c982b7 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:51:07.648807 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-447b018e-cd4a-4cf8-99d0-b86b57e987ef tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:07.690151 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9f85cc18-8aae-444a-84f4-dcc2310bc073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:07.736039 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38448) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:07.750756 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f85cc18-8aae-444a-84f4-dcc2310bc073 None None] Pushing event deleted for resources: {'Port': ['ID=3f591f2a-69f2-46d5-96c7-3d37b9c982b7,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:07.752706 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f85cc18-8aae-444a-84f4-dcc2310bc073 None None] No DVR routers for this DVR port 3f591f2a-69f2-46d5-96c7-3d37b9c982b7 on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:51:07.806322 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ffbed-6599-49a2-b19d-197e0eac0b6c req-eddfb867-e9bb-404b-b11f-75989b48d49a tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:07.816460 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a78ffbed-6599-49a2-b19d-197e0eac0b6c req-eddfb867-e9bb-404b-b11f-75989b48d49a tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] 10.222.0.22 "GET /v2.0/ports?device_id=47e4ea32-8f5f-4005-8db0-e325b9609a68 HTTP/1.1" status: 200 len: 932 time: 0.3756325 Sep 07 02:51:07.829500 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-447b018e-cd4a-4cf8-99d0-b86b57e987ef tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] For port 3f591f2a-69f2-46d5-96c7-3d37b9c982b7, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=3f591f2a-69f2-46d5-96c7-3d37b9c982b7,segment=NetworkSegment(9052b36a-db89-4401-ace9-af53f638c696),segment_id=9052b36a-db89-4401-ace9-af53f638c696)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:51:07.830383 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-447b018e-cd4a-4cf8-99d0-b86b57e987ef tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:07.860501 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-447b018e-cd4a-4cf8-99d0-b86b57e987ef tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Calling delete_port for 3f591f2a-69f2-46d5-96c7-3d37b9c982b7 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:51:07.867232 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b9fdbfad-1209-4f4e-b2e2-f281023bab3e req-3856e772-ca92-4a41-b970-213c9caab6a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:08.025306 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-447b018e-cd4a-4cf8-99d0-b86b57e987ef tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:08.052568 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447b018e-cd4a-4cf8-99d0-b86b57e987ef tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Pushing event deleted for resources: {'Port': ['ID=3f591f2a-69f2-46d5-96c7-3d37b9c982b7,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:08.072243 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447b018e-cd4a-4cf8-99d0-b86b57e987ef tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] No DVR routers for this DVR port 3f591f2a-69f2-46d5-96c7-3d37b9c982b7 on host n-d-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:51:08.117288 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-85e10a33-0abe-4987-8171-a7f6a7632055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:08.187834 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a78ffbed-6599-49a2-b19d-197e0eac0b6c req-f0b13036-1157-4fc8-aafc-1969cf6fb839 tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] 10.222.0.22 "GET /v2.0/security-groups?id=e079e1ff-510e-432f-860a-c0373b639fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696191 Sep 07 02:51:08.279828 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-447b018e-cd4a-4cf8-99d0-b86b57e987ef tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:08.319589 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-447b018e-cd4a-4cf8-99d0-b86b57e987ef tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc98a1bb-8b15-46ce-bf7f-305635c55c32']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:51:08.367551 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8765a1-69ba-4e2c-bfba-9477c97e23b4 req-1c55af3a-1d51-497b-bc5c-c9b006323189 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:08.378770 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bb8765a1-69ba-4e2c-bfba-9477c97e23b4 req-1c55af3a-1d51-497b-bc5c-c9b006323189 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 943 time: 0.1698155 Sep 07 02:51:08.419258 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-447b018e-cd4a-4cf8-99d0-b86b57e987ef tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9052b36a-db89-4401-ace9-af53f638c696') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:51:08.421285 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-447b018e-cd4a-4cf8-99d0-b86b57e987ef tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9052b36a-db89-4401-ace9-af53f638c696') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:51:08.477207 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-447b018e-cd4a-4cf8-99d0-b86b57e987ef tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:08.549191 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-b9fdbfad-1209-4f4e-b2e2-f281023bab3e req-3856e772-ca92-4a41-b970-213c9caab6a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bbcd3e4-3ecf-439b-93d4-5bb41bf1c051 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:51:08.553665 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-447b018e-cd4a-4cf8-99d0-b86b57e987ef tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:08.556811 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b9fdbfad-1209-4f4e-b2e2-f281023bab3e req-3856e772-ca92-4a41-b970-213c9caab6a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:08.588477 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bb8765a1-69ba-4e2c-bfba-9477c97e23b4 req-56c44a81-ce62-47c8-a241-d382d94ec981 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2082887 Sep 07 02:51:08.594637 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-447b018e-cd4a-4cf8-99d0-b86b57e987ef tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:51:08.595108 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-447b018e-cd4a-4cf8-99d0-b86b57e987ef tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:08.603574 n-d-796209-16 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:51:08.603574 n-d-796209-16 neutron-server[94701]: self.session.flush() Sep 07 02:51:08.603574 n-d-796209-16 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:51:08.603574 n-d-796209-16 neutron-server[94701]: self.session.flush() Sep 07 02:51:08.603574 n-d-796209-16 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:51:08.603574 n-d-796209-16 neutron-server[94701]: self.session.flush() Sep 07 02:51:08.603574 n-d-796209-16 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:51:08.603574 n-d-796209-16 neutron-server[94701]: self.session.flush() Sep 07 02:51:08.603574 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:51:08.603574 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:51:08.603574 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:51:08.603574 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:51:08.603574 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:51:08.603574 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:51:08.603574 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:51:08.603574 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:51:08.603574 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:51:08.603574 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:51:08.603574 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:51:08.603574 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:51:08.603574 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:51:08.603574 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:51:08.603574 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:51:08.603574 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:51:08.603574 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:51:08.603574 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:51:08.603574 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:51:08.603574 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:51:08.603574 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:51:08.603574 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:51:08.603574 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:51:08.603574 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:51:08.603574 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:51:08.603574 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:51:08.603574 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:51:08.603574 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:51:08.603574 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:51:08.603574 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:51:08.603574 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:51:08.603574 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:51:08.654011 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-85e10a33-0abe-4987-8171-a7f6a7632055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:08.660394 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-85e10a33-0abe-4987-8171-a7f6a7632055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:08.727197 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-b9fdbfad-1209-4f4e-b2e2-f281023bab3e req-3856e772-ca92-4a41-b970-213c9caab6a9 service neutron] Transition to ACTIVE for port object 4bbcd3e4-3ecf-439b-93d4-5bb41bf1c051 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:51:08.729120 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-447b018e-cd4a-4cf8-99d0-b86b57e987ef tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:08.748390 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e10a33-0abe-4987-8171-a7f6a7632055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c30218-d524-4a03-bb25-1f885552a792,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:08.749070 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-447b018e-cd4a-4cf8-99d0-b86b57e987ef tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:08.753832 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-447b018e-cd4a-4cf8-99d0-b86b57e987ef tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] 10.222.0.22 "DELETE /v2.0/networks/bc98a1bb-8b15-46ce-bf7f-305635c55c32 HTTP/1.1" status: 204 len: 168 time: 1.8897505 Sep 07 02:51:08.754822 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447b018e-cd4a-4cf8-99d0-b86b57e987ef tempest-NetworksIpV6Test-332862477 tempest-NetworksIpV6Test-332862477-project] Pushing event deleted for resources: {'Network': ['ID=bc98a1bb-8b15-46ce-bf7f-305635c55c32,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:08.759336 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-85e10a33-0abe-4987-8171-a7f6a7632055 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b72cd561cf534077a748fba9b9eab77c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0213060 Sep 07 02:51:08.762925 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 38470) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:08.764678 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b9fdbfad-1209-4f4e-b2e2-f281023bab3e req-3856e772-ca92-4a41-b970-213c9caab6a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:08.819344 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-74b32f6b-dd4a-4e82-b5fc-15a5e381526a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:08.820410 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a15c93-4c1e-4ea4-b392-971620de813f req-86ef5351-9206-4596-ba08-0b9846ef34ef tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:08.822034 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b0a15c93-4c1e-4ea4-b392-971620de813f req-86ef5351-9206-4596-ba08-0b9846ef34ef tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.1251354 Sep 07 02:51:08.848361 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-74b32f6b-dd4a-4e82-b5fc-15a5e381526a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:08.872825 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3856e772-ca92-4a41-b970-213c9caab6a9 service neutron] Pushing event updated for resources: {'Port': ['ID=4bbcd3e4-3ecf-439b-93d4-5bb41bf1c051,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:08.919247 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-74b32f6b-dd4a-4e82-b5fc-15a5e381526a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:08.922025 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-74b32f6b-dd4a-4e82-b5fc-15a5e381526a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:08.923204 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-74b32f6b-dd4a-4e82-b5fc-15a5e381526a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/10c30218-d524-4a03-bb25-1f885552a792 HTTP/1.1" status: 204 len: 168 time: 0.1599317 Sep 07 02:51:08.932368 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b0a15c93-4c1e-4ea4-b392-971620de813f req-af3c0c85-d123-4168-b530-20a1e010e64d tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968490 Sep 07 02:51:08.946911 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b32f6b-dd4a-4e82-b5fc-15a5e381526a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c30218-d524-4a03-bb25-1f885552a792,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:08.953207 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-b9fdbfad-1209-4f4e-b2e2-f281023bab3e req-3856e772-ca92-4a41-b970-213c9caab6a9 service neutron] Attempting to bind port 4bbcd3e4-3ecf-439b-93d4-5bb41bf1c051 on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:51:08.953542 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-b9fdbfad-1209-4f4e-b2e2-f281023bab3e req-3856e772-ca92-4a41-b970-213c9caab6a9 service neutron] Attempting to bind port 4bbcd3e4-3ecf-439b-93d4-5bb41bf1c051 by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '2da7b104-c042-4d5d-ad73-f22f847a8390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '3c42ac32-a945-4daf-a3fc-a0a13acd44a1'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:51:08.953871 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fdbfad-1209-4f4e-b2e2-f281023bab3e req-3856e772-ca92-4a41-b970-213c9caab6a9 service neutron] Attempting to bind port 4bbcd3e4-3ecf-439b-93d4-5bb41bf1c051 on network 3c42ac32-a945-4daf-a3fc-a0a13acd44a1 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:51:08.960863 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fdbfad-1209-4f4e-b2e2-f281023bab3e req-3856e772-ca92-4a41-b970-213c9caab6a9 service neutron] Port 4bbcd3e4-3ecf-439b-93d4-5bb41bf1c051 on network 3c42ac32-a945-4daf-a3fc-a0a13acd44a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:51:08.961363 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fdbfad-1209-4f4e-b2e2-f281023bab3e req-3856e772-ca92-4a41-b970-213c9caab6a9 service neutron] Attempting to bind port 4bbcd3e4-3ecf-439b-93d4-5bb41bf1c051 on network 3c42ac32-a945-4daf-a3fc-a0a13acd44a1 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:51:08.969107 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fdbfad-1209-4f4e-b2e2-f281023bab3e req-3856e772-ca92-4a41-b970-213c9caab6a9 service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:51:08.969715 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fdbfad-1209-4f4e-b2e2-f281023bab3e req-3856e772-ca92-4a41-b970-213c9caab6a9 service neutron] Checking segment: {'id': '2da7b104-c042-4d5d-ad73-f22f847a8390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '3c42ac32-a945-4daf-a3fc-a0a13acd44a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:51:08.970111 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9fdbfad-1209-4f4e-b2e2-f281023bab3e req-3856e772-ca92-4a41-b970-213c9caab6a9 service neutron] Bound using segment: {'id': '2da7b104-c042-4d5d-ad73-f22f847a8390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '3c42ac32-a945-4daf-a3fc-a0a13acd44a1'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:51:08.970684 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-b9fdbfad-1209-4f4e-b2e2-f281023bab3e req-3856e772-ca92-4a41-b970-213c9caab6a9 service neutron] Bound port: 4bbcd3e4-3ecf-439b-93d4-5bb41bf1c051, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2da7b104-c042-4d5d-ad73-f22f847a8390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '3c42ac32-a945-4daf-a3fc-a0a13acd44a1'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:51:08.971150 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b9fdbfad-1209-4f4e-b2e2-f281023bab3e req-3856e772-ca92-4a41-b970-213c9caab6a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:09.088648 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-b9fdbfad-1209-4f4e-b2e2-f281023bab3e req-3856e772-ca92-4a41-b970-213c9caab6a9 service neutron] For port 4bbcd3e4-3ecf-439b-93d4-5bb41bf1c051, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:51:09.092140 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-b9fdbfad-1209-4f4e-b2e2-f281023bab3e req-3856e772-ca92-4a41-b970-213c9caab6a9 service neutron] For port 4bbcd3e4-3ecf-439b-93d4-5bb41bf1c051, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=4bbcd3e4-3ecf-439b-93d4-5bb41bf1c051,segment=NetworkSegment(2da7b104-c042-4d5d-ad73-f22f847a8390),segment_id=2da7b104-c042-4d5d-ad73-f22f847a8390)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:51:09.107456 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b9fdbfad-1209-4f4e-b2e2-f281023bab3e req-3856e772-ca92-4a41-b970-213c9caab6a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:09.108626 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 3f591f2a-69f2-46d5-96c7-3d37b9c982b7 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:51:09.153588 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 38484) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:09.158064 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 3f591f2a-69f2-46d5-96c7-3d37b9c982b7 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:51:09.158600 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 3f591f2a-69f2-46d5-96c7-3d37b9c982b7 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:51:09.194558 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fdbfad-1209-4f4e-b2e2-f281023bab3e req-3856e772-ca92-4a41-b970-213c9caab6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:09.195218 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b9fdbfad-1209-4f4e-b2e2-f281023bab3e req-3856e772-ca92-4a41-b970-213c9caab6a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:09.196702 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b9fdbfad-1209-4f4e-b2e2-f281023bab3e req-3856e772-ca92-4a41-b970-213c9caab6a9 service neutron] 10.222.0.16 "PUT /v2.0/ports/4bbcd3e4-3ecf-439b-93d4-5bb41bf1c051 HTTP/1.1" status: 200 len: 1093 time: 1.7046254 Sep 07 02:51:09.197150 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47e4ea32-8f5f-4005-8db0-e325b9609a68', 'tag': '4bbcd3e4-3ecf-439b-93d4-5bb41bf1c051'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:51:09.199839 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c938c6cf-2e69-493e-99cc-02533b13ecee" -d '{"events": [{"name": "network-changed", "server_uuid": "47e4ea32-8f5f-4005-8db0-e325b9609a68", "tag": "4bbcd3e4-3ecf-439b-93d4-5bb41bf1c051"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:51:09.214136 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3856e772-ca92-4a41-b970-213c9caab6a9 service neutron] Pushing event updated for resources: {'Port': ['ID=4bbcd3e4-3ecf-439b-93d4-5bb41bf1c051,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:09.287785 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f7b120-a791-43e2-bfc9-35b101cdca0c x-openstack-request-id: req-42f7b120-a791-43e2-bfc9-35b101cdca0c {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:51:09.288066 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47e4ea32-8f5f-4005-8db0-e325b9609a68", "tag": "4bbcd3e4-3ecf-439b-93d4-5bb41bf1c051", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:51:09.288836 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-42f7b120-a791-43e2-bfc9-35b101cdca0c {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:51:09.289257 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47e4ea32-8f5f-4005-8db0-e325b9609a68', 'tag': '4bbcd3e4-3ecf-439b-93d4-5bb41bf1c051', 'status': 'completed', 'code': 200} Sep 07 02:51:09.312008 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fdbfad-1209-4f4e-b2e2-f281023bab3e req-e79b23b4-cdd7-4046-97dd-6e5a5cf5fee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:09.314073 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b9fdbfad-1209-4f4e-b2e2-f281023bab3e req-e79b23b4-cdd7-4046-97dd-6e5a5cf5fee3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=adb3b25717864ee6bd69a566d88c1692&device_id=47e4ea32-8f5f-4005-8db0-e325b9609a68 HTTP/1.1" status: 200 len: 1096 time: 0.0642421 Sep 07 02:51:09.412708 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b9fdbfad-1209-4f4e-b2e2-f281023bab3e req-5bd8081f-1959-464a-a682-03802bbce65f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bbcd3e4-3ecf-439b-93d4-5bb41bf1c051 HTTP/1.1" status: 200 len: 217 time: 0.0825315 Sep 07 02:51:09.475656 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34613883-f406-4bc4-b28a-c85a3a1228d8 req-9f4559fc-0e08-4fa1-b210-9f7c5bf70b4c tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:09.483126 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-34613883-f406-4bc4-b28a-c85a3a1228d8 req-9f4559fc-0e08-4fa1-b210-9f7c5bf70b4c tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] 10.222.0.22 "GET /v2.0/ports?device_id=47e4ea32-8f5f-4005-8db0-e325b9609a68 HTTP/1.1" status: 200 len: 944 time: 0.1644778 Sep 07 02:51:09.516662 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fdbfad-1209-4f4e-b2e2-f281023bab3e req-98d5c973-edef-4932-8339-d4b46515fc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:09.518373 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b9fdbfad-1209-4f4e-b2e2-f281023bab3e req-98d5c973-edef-4932-8339-d4b46515fc8a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=71f8ba6b-e6ee-4fe1-b5ee-57701f9a3d40 HTTP/1.1" status: 200 len: 851 time: 0.0976830 Sep 07 02:51:09.537480 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24db47b-fb53-4abd-b032-faa068910a4d req-62f1b621-6b0f-4499-a5f5-594107ce2f9f tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:09.543880 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-34613883-f406-4bc4-b28a-c85a3a1228d8 req-6df48f89-6b46-48ad-be41-4d521898502e tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] 10.222.0.22 "GET /v2.0/security-groups?id=e079e1ff-510e-432f-860a-c0373b639fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598481 Sep 07 02:51:09.544806 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e24db47b-fb53-4abd-b032-faa068910a4d req-62f1b621-6b0f-4499-a5f5-594107ce2f9f tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/networks?id=425487d9-ea00-48c2-8b07-b3e74c380248 HTTP/1.1" status: 200 len: 813 time: 0.1321268 Sep 07 02:51:09.561787 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b9fdbfad-1209-4f4e-b2e2-f281023bab3e req-58f9c275-c856-4b32-8802-a71f4ef63f40 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3c42ac32-a945-4daf-a3fc-a0a13acd44a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322392 Sep 07 02:51:09.572030 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e24db47b-fb53-4abd-b032-faa068910a4d req-7dfb5197-920a-46c6-91be-8cb5187e885d tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/quotas/13ffe4144f534528a6810c0c36ace2be HTTP/1.1" status: 200 len: 375 time: 0.0263231 Sep 07 02:51:09.623636 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-08aafa4e-46ee-462e-85a6-f6d062a0cdec admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1e9fae9a49014abbad8bef63294b869b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4683769 Sep 07 02:51:09.625954 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 38516) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:09.649255 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e24db47b-fb53-4abd-b032-faa068910a4d req-e37c0a75-8d35-41dc-913d-b7e3899c7cf6 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=13ffe4144f534528a6810c0c36ace2be&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0763898 Sep 07 02:51:09.686466 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b9fdbfad-1209-4f4e-b2e2-f281023bab3e req-4dcaf88c-172d-46d5-95e3-737241e64e4c service neutron] 10.222.0.16 "GET /v2.0/networks/3c42ac32-a945-4daf-a3fc-a0a13acd44a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149673 Sep 07 02:51:09.795820 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0e2d37d4-a269-4d64-ae99-4119dc1ca88f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:09.822575 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e24db47b-fb53-4abd-b032-faa068910a4d req-e1518c83-a203-456d-9bc2-adbc9abb5950 service neutron] 10.222.0.22 "GET /v2.0/networks/425487d9-ea00-48c2-8b07-b3e74c380248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506207 Sep 07 02:51:09.840337 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637c688-c183-4ded-b23b-a09a5e900c8d req-0e8f5d38-dc6d-4868-9c2f-c84b2281bd2b tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:09.842347 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e637c688-c183-4ded-b23b-a09a5e900c8d req-0e8f5d38-dc6d-4868-9c2f-c84b2281bd2b tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 943 time: 0.1145320 Sep 07 02:51:09.844544 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b9fdbfad-1209-4f4e-b2e2-f281023bab3e req-a97c6925-e85e-4594-a795-0ecbdf504004 service neutron] 10.222.0.16 "GET /v2.0/networks/3c42ac32-a945-4daf-a3fc-a0a13acd44a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490233 Sep 07 02:51:09.858878 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0e2d37d4-a269-4d64-ae99-4119dc1ca88f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:09.928045 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e637c688-c183-4ded-b23b-a09a5e900c8d req-293e1d0d-65c2-4a09-8052-538483c0f320 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792332 Sep 07 02:51:09.989241 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e24db47b-fb53-4abd-b032-faa068910a4d req-0617a592-c81d-49a7-83e3-cae2ce34f1d1 service neutron] 10.222.0.22 "GET /v2.0/networks/425487d9-ea00-48c2-8b07-b3e74c380248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657012 Sep 07 02:51:09.993968 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c938c6cf-2e69-493e-99cc-02533b13ecee req-be5f8407-faae-4e6b-9a60-9b38b23a0958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:09.995576 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0e2d37d4-a269-4d64-ae99-4119dc1ca88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:10.000067 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0e2d37d4-a269-4d64-ae99-4119dc1ca88f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:10.001029 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c938c6cf-2e69-493e-99cc-02533b13ecee req-be5f8407-faae-4e6b-9a60-9b38b23a0958 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=adb3b25717864ee6bd69a566d88c1692&device_id=47e4ea32-8f5f-4005-8db0-e325b9609a68 HTTP/1.1" status: 200 len: 1096 time: 0.0935853 Sep 07 02:51:10.001938 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-0e2d37d4-a269-4d64-ae99-4119dc1ca88f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/98ead885-c899-436e-b895-cf244a587684 HTTP/1.1" status: 204 len: 168 time: 0.3749986 Sep 07 02:51:10.022198 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d37d4-a269-4d64-ae99-4119dc1ca88f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ead885-c899-436e-b895-cf244a587684,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:10.209710 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c938c6cf-2e69-493e-99cc-02533b13ecee req-95d8249b-2ead-4cbd-8474-216ac16b81d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:10.211786 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c938c6cf-2e69-493e-99cc-02533b13ecee req-95d8249b-2ead-4cbd-8474-216ac16b81d1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3c42ac32-a945-4daf-a3fc-a0a13acd44a1 HTTP/1.1" status: 200 len: 911 time: 0.2035053 Sep 07 02:51:10.288086 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0cae3393-619e-43ed-bd9e-af0f07fe60a2 req-5f7436b8-62c9-4de1-9ee7-25bae07e5827 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=def4375e-a273-4927-b2d0-daee1b97d01e HTTP/1.1" status: 200 len: 210 time: 0.0584402 Sep 07 02:51:10.308555 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c938c6cf-2e69-493e-99cc-02533b13ecee req-8891bcc3-93f9-4e59-823e-828f01683673 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bbcd3e4-3ecf-439b-93d4-5bb41bf1c051 HTTP/1.1" status: 200 len: 217 time: 0.0887492 Sep 07 02:51:10.385809 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c938c6cf-2e69-493e-99cc-02533b13ecee req-612c4c08-7f1a-40f8-9659-14e6365e41f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:10.387457 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c938c6cf-2e69-493e-99cc-02533b13ecee req-612c4c08-7f1a-40f8-9659-14e6365e41f0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=71f8ba6b-e6ee-4fe1-b5ee-57701f9a3d40 HTTP/1.1" status: 200 len: 851 time: 0.0717695 Sep 07 02:51:10.434830 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c938c6cf-2e69-493e-99cc-02533b13ecee req-7c762368-02a2-476a-9729-f3f381b4cebb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3c42ac32-a945-4daf-a3fc-a0a13acd44a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392034 Sep 07 02:51:10.605319 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c938c6cf-2e69-493e-99cc-02533b13ecee req-e4dff70a-80b8-4d20-9aeb-cb625543e53d service neutron] 10.222.0.16 "GET /v2.0/networks/3c42ac32-a945-4daf-a3fc-a0a13acd44a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617630 Sep 07 02:51:10.700696 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b9135-df6b-440c-b761-99d60d1fc829 req-1893b8e3-e5c6-4d5a-9536-5b4c7c639695 tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:10.713682 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ad7b9135-df6b-440c-b761-99d60d1fc829 req-1893b8e3-e5c6-4d5a-9536-5b4c7c639695 tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] 10.222.0.22 "GET /v2.0/ports?device_id=47e4ea32-8f5f-4005-8db0-e325b9609a68 HTTP/1.1" status: 200 len: 944 time: 0.0607183 Sep 07 02:51:10.765828 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ad7b9135-df6b-440c-b761-99d60d1fc829 req-5b18fcf7-42e6-44e9-9d19-fa1ca8b3719a tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] 10.222.0.22 "GET /v2.0/security-groups?id=e079e1ff-510e-432f-860a-c0373b639fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486162 Sep 07 02:51:10.793363 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c938c6cf-2e69-493e-99cc-02533b13ecee req-6e61523d-7964-4780-8438-942ada553f05 service neutron] 10.222.0.16 "GET /v2.0/networks/3c42ac32-a945-4daf-a3fc-a0a13acd44a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795475 Sep 07 02:51:10.975906 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0486a451-8ba3-498f-bf2b-42a61c49a78e req-2350cfa1-df40-482d-bc60-f4a9642bdc81 tempest-ServerShowV254Test-1044817157 tempest-ServerShowV254Test-1044817157-project] 10.222.0.22 "GET /v2.0/ports?device_id=7617e04e-50af-46f6-8de9-2d2673cd167d HTTP/1.1" status: 200 len: 210 time: 0.0561936 Sep 07 02:51:11.118424 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66779d-8d96-47fe-9d1e-fd6453d91c33 req-c7f3ce97-e2fa-44af-a1f8-38c0d41b651c tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:11.119997 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6b66779d-8d96-47fe-9d1e-fd6453d91c33 req-c7f3ce97-e2fa-44af-a1f8-38c0d41b651c tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 943 time: 0.0650198 Sep 07 02:51:11.163313 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6b66779d-8d96-47fe-9d1e-fd6453d91c33 req-758fc881-bf9c-41e6-a792-ab5c34547476 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372143 Sep 07 02:51:11.295129 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38612) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:11.424283 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3cfc64f0-bee9-4561-bb5a-b965a6368abb req-f8fc3567-9a85-4217-960c-3e4007200f54 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=def4375e-a273-4927-b2d0-daee1b97d01e HTTP/1.1" status: 200 len: 210 time: 0.0607274 Sep 07 02:51:11.470033 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-1362ce17-6c3d-4cad-86a5-41d6fa2310b3 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-280387928'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:51:11.530462 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1362ce17-6c3d-4cad-86a5-41d6fa2310b3 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Made reservation on behalf of f454ca8a0bab4ccfb979d91b13b54fc2 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:51:11.534771 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1362ce17-6c3d-4cad-86a5-41d6fa2310b3 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:11.545065 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1362ce17-6c3d-4cad-86a5-41d6fa2310b3 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:11.586166 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24db47b-fb53-4abd-b032-faa068910a4d req-7c42eca8-173c-4bd8-85c2-f3b8cb6a2277 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:11.588678 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e24db47b-fb53-4abd-b032-faa068910a4d req-7c42eca8-173c-4bd8-85c2-f3b8cb6a2277 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.23 "GET /v2.0/networks?id=425487d9-ea00-48c2-8b07-b3e74c380248 HTTP/1.1" status: 200 len: 813 time: 0.1620865 Sep 07 02:51:11.607400 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-e24db47b-fb53-4abd-b032-faa068910a4d req-5e76a5a0-6a85-4f7e-be97-4d90d589a278 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Request body: {'port': {'device_id': 'def4375e-a273-4927-b2d0-daee1b97d01e', 'network_id': '425487d9-ea00-48c2-8b07-b3e74c380248', 'admin_state_up': True, 'tenant_id': '13ffe4144f534528a6810c0c36ace2be'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:51:11.684536 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1362ce17-6c3d-4cad-86a5-41d6fa2310b3 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:11.690440 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1362ce17-6c3d-4cad-86a5-41d6fa2310b3 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:11.719286 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1362ce17-6c3d-4cad-86a5-41d6fa2310b3 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:51:11.738067 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1362ce17-6c3d-4cad-86a5-41d6fa2310b3 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:11.738421 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-1362ce17-6c3d-4cad-86a5-41d6fa2310b3 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Added segment 9b9c007f-e498-4c27-a0b3-ea46c5c8027e of type vlan for network 2f46c035-23c9-4be2-b63f-775eef371272 Sep 07 02:51:11.740032 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362ce17-6c3d-4cad-86a5-41d6fa2310b3 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21d59c6b-c5e0-4c1e-81be-4b7e12627d10,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:11.762841 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e24db47b-fb53-4abd-b032-faa068910a4d req-5e76a5a0-6a85-4f7e-be97-4d90d589a278 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Made reservation on behalf of 13ffe4144f534528a6810c0c36ace2be for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:51:11.767931 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-e24db47b-fb53-4abd-b032-faa068910a4d req-5e76a5a0-6a85-4f7e-be97-4d90d589a278 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:11.789099 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1362ce17-6c3d-4cad-86a5-41d6fa2310b3 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:11.860081 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1362ce17-6c3d-4cad-86a5-41d6fa2310b3 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:11.865365 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1362ce17-6c3d-4cad-86a5-41d6fa2310b3 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:11.865951 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1362ce17-6c3d-4cad-86a5-41d6fa2310b3 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:11.930252 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [req-e24db47b-fb53-4abd-b032-faa068910a4d req-5e76a5a0-6a85-4f7e-be97-4d90d589a278 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Allocated IP 172.20.0.10 (425487d9-ea00-48c2-8b07-b3e74c380248/384df4a0-6ed3-4747-8ce4-4d617b6c5693/a5c4e9e6-0d37-4dac-9016-ecb98aa966c4) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:51:11.973215 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362ce17-6c3d-4cad-86a5-41d6fa2310b3 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event updated for resources: {'Network': ['ID=2f46c035-23c9-4be2-b63f-775eef371272,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:11.985529 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 2f46c035-23c9-4be2-b63f-775eef371272 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:51:12.006070 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-1362ce17-6c3d-4cad-86a5-41d6fa2310b3 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7028003 Sep 07 02:51:12.006880 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38630) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:12.013366 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-f48e8f6a-c593-44c0-b8fb-8d7f6c6aedca tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Request body: {'port': {'network_id': '2f46c035-23c9-4be2-b63f-775eef371272', 'name': 'tempest-PortsTestJSON-2121279409'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:51:12.032611 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a7e5a1-6640-4117-978d-be5a138615dd req-b6c65e2c-ba31-49de-a434-f357c07a23e0 tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:12.040792 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a2a7e5a1-6640-4117-978d-be5a138615dd req-b6c65e2c-ba31-49de-a434-f357c07a23e0 tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] 10.222.0.22 "GET /v2.0/ports?device_id=47e4ea32-8f5f-4005-8db0-e325b9609a68 HTTP/1.1" status: 200 len: 944 time: 0.1903448 Sep 07 02:51:12.198598 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-e24db47b-fb53-4abd-b032-faa068910a4d req-5e76a5a0-6a85-4f7e-be97-4d90d589a278 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:12.221431 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-49898bd9-cf34-4f17-ba31-42c089929045 req-8ff0f559-96cb-48cc-9287-c42f009216bd tempest-ServerShowV254Test-1044817157 tempest-ServerShowV254Test-1044817157-project] 10.222.0.22 "GET /v2.0/ports?device_id=7617e04e-50af-46f6-8de9-2d2673cd167d HTTP/1.1" status: 200 len: 210 time: 0.0440855 Sep 07 02:51:12.278897 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-e24db47b-fb53-4abd-b032-faa068910a4d req-5e76a5a0-6a85-4f7e-be97-4d90d589a278 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:12.292947 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['307b71c8-1330-4f86-b0c6-ac62473e3585'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:51:12.411248 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e24db47b-fb53-4abd-b032-faa068910a4d req-5e76a5a0-6a85-4f7e-be97-4d90d589a278 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Network 425487d9-ea00-48c2-8b07-b3e74c380248 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:51:12.420239 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [req-e24db47b-fb53-4abd-b032-faa068910a4d req-5e76a5a0-6a85-4f7e-be97-4d90d589a278 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:51:12.430146 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-e24db47b-fb53-4abd-b032-faa068910a4d req-5e76a5a0-6a85-4f7e-be97-4d90d589a278 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:51:12.437366 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e76a5a0-6a85-4f7e-be97-4d90d589a278 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Pushing event updated for resources: {'Port': ['ID=a5c4e9e6-0d37-4dac-9016-ecb98aa966c4,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:12.495344 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c93db-0896-463d-8052-4486c309a5d3 req-b4a53b53-3028-41d7-89a5-fd3bda3bdedd tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:12.500498 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f33c93db-0896-463d-8052-4486c309a5d3 req-b4a53b53-3028-41d7-89a5-fd3bda3bdedd tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 943 time: 0.1391253 Sep 07 02:51:12.526988 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24db47b-fb53-4abd-b032-faa068910a4d req-5e76a5a0-6a85-4f7e-be97-4d90d589a278 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:12.527629 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-e24db47b-fb53-4abd-b032-faa068910a4d req-5e76a5a0-6a85-4f7e-be97-4d90d589a278 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:12.554393 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a2a7e5a1-6640-4117-978d-be5a138615dd req-d1a424cf-0e14-4b22-83b5-f68294db9c8c tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] 10.222.0.22 "GET /v2.0/security-groups?id=e079e1ff-510e-432f-860a-c0373b639fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5119700 Sep 07 02:51:12.555197 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e24db47b-fb53-4abd-b032-faa068910a4d req-5e76a5a0-6a85-4f7e-be97-4d90d589a278 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9542427 Sep 07 02:51:12.557474 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f33c93db-0896-463d-8052-4486c309a5d3 req-76ae0e63-8d7d-4c5d-8d9b-9859c05ee04c tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526252 Sep 07 02:51:12.578958 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-e24db47b-fb53-4abd-b032-faa068910a4d req-718a0a20-b875-4110-9fae-cba04ffff7aa service neutron] Request body: {'port': {'device_id': 'def4375e-a273-4927-b2d0-daee1b97d01e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:51:12.586736 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48e8f6a-c593-44c0-b8fb-8d7f6c6aedca tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Made reservation on behalf of f454ca8a0bab4ccfb979d91b13b54fc2 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:51:12.593598 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f48e8f6a-c593-44c0-b8fb-8d7f6c6aedca tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:12.617919 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-f48e8f6a-c593-44c0-b8fb-8d7f6c6aedca tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] device_id is not set on port 22755a89-b4b1-46c2-a4f8-7f40e11e9998 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:51:12.650304 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-e24db47b-fb53-4abd-b032-faa068910a4d req-718a0a20-b875-4110-9fae-cba04ffff7aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:12.748915 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ef066-17bd-4063-a841-1cc5099e72e9 req-6ef7f85c-fe70-4765-b7e6-a76fd141a8bf tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:12.752319 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fa3ef066-17bd-4063-a841-1cc5099e72e9 req-6ef7f85c-fe70-4765-b7e6-a76fd141a8bf tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=def4375e-a273-4927-b2d0-daee1b97d01e HTTP/1.1" status: 200 len: 932 time: 0.0835960 Sep 07 02:51:12.824598 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fa3ef066-17bd-4063-a841-1cc5099e72e9 req-9a298505-61a3-4242-b40e-f0bde97c211b tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595541 Sep 07 02:51:12.881021 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f48e8f6a-c593-44c0-b8fb-8d7f6c6aedca tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:12.919398 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f48e8f6a-c593-44c0-b8fb-8d7f6c6aedca tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:12.953899 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [req-e24db47b-fb53-4abd-b032-faa068910a4d req-718a0a20-b875-4110-9fae-cba04ffff7aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5c4e9e6-0d37-4dac-9016-ecb98aa966c4 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:51:12.961985 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-e24db47b-fb53-4abd-b032-faa068910a4d req-718a0a20-b875-4110-9fae-cba04ffff7aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:12.980370 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-e24db47b-fb53-4abd-b032-faa068910a4d req-718a0a20-b875-4110-9fae-cba04ffff7aa service neutron] Transition to ACTIVE for port object a5c4e9e6-0d37-4dac-9016-ecb98aa966c4 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:51:12.983458 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48e8f6a-c593-44c0-b8fb-8d7f6c6aedca tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event updated for resources: {'Port': ['ID=22755a89-b4b1-46c2-a4f8-7f40e11e9998,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:12.987395 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-e24db47b-fb53-4abd-b032-faa068910a4d req-718a0a20-b875-4110-9fae-cba04ffff7aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:12.994942 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48e8f6a-c593-44c0-b8fb-8d7f6c6aedca tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Checking segment: {'id': '9b9c007f-e498-4c27-a0b3-ea46c5c8027e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2f46c035-23c9-4be2-b63f-775eef371272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:51:12.995312 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48e8f6a-c593-44c0-b8fb-8d7f6c6aedca tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Network hostable DHCP agents. Network: 2f46c035-23c9-4be2-b63f-775eef371272, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:51:13.027554 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48e8f6a-c593-44c0-b8fb-8d7f6c6aedca tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Network 2f46c035-23c9-4be2-b63f-775eef371272 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:51:13.040643 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-f48e8f6a-c593-44c0-b8fb-8d7f6c6aedca tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 2f46c035-23c9-4be2-b63f-775eef371272) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:51:13.045672 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48e8f6a-c593-44c0-b8fb-8d7f6c6aedca tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:51:13.052120 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48e8f6a-c593-44c0-b8fb-8d7f6c6aedca tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:13.052751 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f48e8f6a-c593-44c0-b8fb-8d7f6c6aedca tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:13.054713 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a16f922-a66a-442d-b741-7a98ed152cdb None None] Network 2f46c035-23c9-4be2-b63f-775eef371272 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:51:13.083896 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f48e8f6a-c593-44c0-b8fb-8d7f6c6aedca tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0742064 Sep 07 02:51:13.086588 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38654) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:13.091547 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-d9099e82-37bf-47ed-8782-9118ce3e1679 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1191181808'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:51:13.112028 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718a0a20-b875-4110-9fae-cba04ffff7aa service neutron] Pushing event updated for resources: {'Port': ['ID=a5c4e9e6-0d37-4dac-9016-ecb98aa966c4,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:13.113443 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9099e82-37bf-47ed-8782-9118ce3e1679 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Made reservation on behalf of f454ca8a0bab4ccfb979d91b13b54fc2 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:51:13.119471 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d9099e82-37bf-47ed-8782-9118ce3e1679 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:13.137612 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-e24db47b-fb53-4abd-b032-faa068910a4d req-718a0a20-b875-4110-9fae-cba04ffff7aa service neutron] Attempting to bind port a5c4e9e6-0d37-4dac-9016-ecb98aa966c4 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:51:13.138065 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-e24db47b-fb53-4abd-b032-faa068910a4d req-718a0a20-b875-4110-9fae-cba04ffff7aa service neutron] Attempting to bind port a5c4e9e6-0d37-4dac-9016-ecb98aa966c4 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': 'e9d929c5-8f5d-4fa8-8af9-463491d37eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '425487d9-ea00-48c2-8b07-b3e74c380248'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:51:13.138491 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24db47b-fb53-4abd-b032-faa068910a4d req-718a0a20-b875-4110-9fae-cba04ffff7aa service neutron] Attempting to bind port a5c4e9e6-0d37-4dac-9016-ecb98aa966c4 on network 425487d9-ea00-48c2-8b07-b3e74c380248 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:51:13.143869 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24db47b-fb53-4abd-b032-faa068910a4d req-718a0a20-b875-4110-9fae-cba04ffff7aa service neutron] Port a5c4e9e6-0d37-4dac-9016-ecb98aa966c4 on network 425487d9-ea00-48c2-8b07-b3e74c380248 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:51:13.144486 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24db47b-fb53-4abd-b032-faa068910a4d req-718a0a20-b875-4110-9fae-cba04ffff7aa service neutron] Attempting to bind port a5c4e9e6-0d37-4dac-9016-ecb98aa966c4 on network 425487d9-ea00-48c2-8b07-b3e74c380248 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:51:13.150402 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24db47b-fb53-4abd-b032-faa068910a4d req-718a0a20-b875-4110-9fae-cba04ffff7aa service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:51:13.150873 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24db47b-fb53-4abd-b032-faa068910a4d req-718a0a20-b875-4110-9fae-cba04ffff7aa service neutron] Checking segment: {'id': 'e9d929c5-8f5d-4fa8-8af9-463491d37eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '425487d9-ea00-48c2-8b07-b3e74c380248'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:51:13.151650 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24db47b-fb53-4abd-b032-faa068910a4d req-718a0a20-b875-4110-9fae-cba04ffff7aa service neutron] Bound using segment: {'id': 'e9d929c5-8f5d-4fa8-8af9-463491d37eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '425487d9-ea00-48c2-8b07-b3e74c380248'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:51:13.152406 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-e24db47b-fb53-4abd-b032-faa068910a4d req-718a0a20-b875-4110-9fae-cba04ffff7aa service neutron] Bound port: a5c4e9e6-0d37-4dac-9016-ecb98aa966c4, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9d929c5-8f5d-4fa8-8af9-463491d37eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '425487d9-ea00-48c2-8b07-b3e74c380248'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:51:13.153067 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-e24db47b-fb53-4abd-b032-faa068910a4d req-718a0a20-b875-4110-9fae-cba04ffff7aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:13.156367 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9099e82-37bf-47ed-8782-9118ce3e1679 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:51:13.180227 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d9099e82-37bf-47ed-8782-9118ce3e1679 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:13.180601 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-d9099e82-37bf-47ed-8782-9118ce3e1679 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Added segment bb19bed5-957a-4134-868c-9041b24b0afd of type vlan for network 778f3e16-aa39-48f8-ac02-24e2fd4d0626 Sep 07 02:51:13.260530 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-e24db47b-fb53-4abd-b032-faa068910a4d req-718a0a20-b875-4110-9fae-cba04ffff7aa service neutron] For port a5c4e9e6-0d37-4dac-9016-ecb98aa966c4, host n-h1-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:51:13.264586 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-e24db47b-fb53-4abd-b032-faa068910a4d req-718a0a20-b875-4110-9fae-cba04ffff7aa service neutron] For port a5c4e9e6-0d37-4dac-9016-ecb98aa966c4, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=a5c4e9e6-0d37-4dac-9016-ecb98aa966c4,segment=NetworkSegment(e9d929c5-8f5d-4fa8-8af9-463491d37eb2),segment_id=e9d929c5-8f5d-4fa8-8af9-463491d37eb2)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:51:13.269258 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-e24db47b-fb53-4abd-b032-faa068910a4d req-718a0a20-b875-4110-9fae-cba04ffff7aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:13.279517 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ffba0219-a13f-4f2b-a281-002e43132049 req-83bcfbae-ba40-4124-abd2-306bc53e52d7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7617e04e-50af-46f6-8de9-2d2673cd167d HTTP/1.1" status: 200 len: 210 time: 0.0399392 Sep 07 02:51:13.292788 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d9099e82-37bf-47ed-8782-9118ce3e1679 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:13.309285 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24db47b-fb53-4abd-b032-faa068910a4d req-718a0a20-b875-4110-9fae-cba04ffff7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:13.310557 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-e24db47b-fb53-4abd-b032-faa068910a4d req-718a0a20-b875-4110-9fae-cba04ffff7aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:13.312014 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e24db47b-fb53-4abd-b032-faa068910a4d req-718a0a20-b875-4110-9fae-cba04ffff7aa service neutron] 10.222.0.23 "PUT /v2.0/ports/a5c4e9e6-0d37-4dac-9016-ecb98aa966c4 HTTP/1.1" status: 200 len: 1093 time: 0.7407751 Sep 07 02:51:13.312467 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def4375e-a273-4927-b2d0-daee1b97d01e', 'tag': 'a5c4e9e6-0d37-4dac-9016-ecb98aa966c4'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:51:13.315148 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c1aecb-e458-4f40-a7f7-9fb6d84bc44d" -d '{"events": [{"name": "network-changed", "server_uuid": "def4375e-a273-4927-b2d0-daee1b97d01e", "tag": "a5c4e9e6-0d37-4dac-9016-ecb98aa966c4"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:51:13.332643 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d9099e82-37bf-47ed-8782-9118ce3e1679 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:13.340537 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9099e82-37bf-47ed-8782-9118ce3e1679 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:13.341799 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d9099e82-37bf-47ed-8782-9118ce3e1679 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:13.371372 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718a0a20-b875-4110-9fae-cba04ffff7aa service neutron] Pushing event updated for resources: {'Port': ['ID=a5c4e9e6-0d37-4dac-9016-ecb98aa966c4,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:13.379292 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a2eefd-5e95-4263-804c-68ef85122b03 x-openstack-request-id: req-f2a2eefd-5e95-4263-804c-68ef85122b03 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:51:13.379776 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "def4375e-a273-4927-b2d0-daee1b97d01e", "tag": "a5c4e9e6-0d37-4dac-9016-ecb98aa966c4", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:51:13.380091 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f2a2eefd-5e95-4263-804c-68ef85122b03 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:51:13.380729 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'def4375e-a273-4927-b2d0-daee1b97d01e', 'tag': 'a5c4e9e6-0d37-4dac-9016-ecb98aa966c4', 'status': 'completed', 'code': 200} Sep 07 02:51:13.390154 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-d9099e82-37bf-47ed-8782-9118ce3e1679 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3025131 Sep 07 02:51:13.392736 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38666) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:13.398944 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-92ae07b9-c5ed-4b56-a6b4-560821940b69 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Request body: {'ports': [{'network_id': '2f46c035-23c9-4be2-b63f-775eef371272'}, {'network_id': '778f3e16-aa39-48f8-ac02-24e2fd4d0626'}]} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:51:13.399260 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-92ae07b9-c5ed-4b56-a6b4-560821940b69 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Request body: {'port': {'network_id': '2f46c035-23c9-4be2-b63f-775eef371272'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:51:13.399764 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-92ae07b9-c5ed-4b56-a6b4-560821940b69 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Request body: {'port': {'network_id': '778f3e16-aa39-48f8-ac02-24e2fd4d0626'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:51:13.405720 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 4bbcd3e4-3ecf-439b-93d4-5bb41bf1c051 details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:51:13.423509 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d71b27da-c297-42a7-8861-c663a16ef05e req-b18d99b0-c042-4e8a-9896-f9cdefdd9845 tempest-ServerShowV254Test-1044817157 tempest-ServerShowV254Test-1044817157-project] 10.222.0.22 "GET /v2.0/ports?device_id=7617e04e-50af-46f6-8de9-2d2673cd167d HTTP/1.1" status: 200 len: 210 time: 0.0730908 Sep 07 02:51:13.440306 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24db47b-fb53-4abd-b032-faa068910a4d req-70af89a2-0603-4399-91f5-3a2292092a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:13.442152 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e24db47b-fb53-4abd-b032-faa068910a4d req-70af89a2-0603-4399-91f5-3a2292092a53 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=13ffe4144f534528a6810c0c36ace2be&device_id=def4375e-a273-4927-b2d0-daee1b97d01e HTTP/1.1" status: 200 len: 1096 time: 0.0606236 Sep 07 02:51:13.470831 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9099e82-37bf-47ed-8782-9118ce3e1679 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event updated for resources: {'Network': ['ID=778f3e16-aa39-48f8-ac02-24e2fd4d0626,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:13.487510 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 778f3e16-aa39-48f8-ac02-24e2fd4d0626 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:51:13.503848 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e24db47b-fb53-4abd-b032-faa068910a4d req-6125e347-9f88-4ec1-84eb-9042f0245cb9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a5c4e9e6-0d37-4dac-9016-ecb98aa966c4 HTTP/1.1" status: 200 len: 217 time: 0.0528562 Sep 07 02:51:13.560758 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 4bbcd3e4-3ecf-439b-93d4-5bb41bf1c051, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=4bbcd3e4-3ecf-439b-93d4-5bb41bf1c051,segment=NetworkSegment(2da7b104-c042-4d5d-ad73-f22f847a8390),segment_id=2da7b104-c042-4d5d-ad73-f22f847a8390)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:51:13.560993 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24db47b-fb53-4abd-b032-faa068910a4d req-92a0c270-fbda-4a25-9a44-22f6e1d63d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:13.562871 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e24db47b-fb53-4abd-b032-faa068910a4d req-92a0c270-fbda-4a25-9a44-22f6e1d63d0c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=384df4a0-6ed3-4747-8ce4-4d617b6c5693 HTTP/1.1" status: 200 len: 853 time: 0.0520680 Sep 07 02:51:13.573050 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '4bbcd3e4-3ecf-439b-93d4-5bb41bf1c051', 'network_id': '3c42ac32-a945-4daf-a3fc-a0a13acd44a1', 'port_id': '4bbcd3e4-3ecf-439b-93d4-5bb41bf1c051', 'mac_address': 'fa:16:3e:d8:b5:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71f8ba6b-e6ee-4fe1-b5ee-57701f9a3d40', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:51:13.622654 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e24db47b-fb53-4abd-b032-faa068910a4d req-c529e0c4-b41b-4fb5-aa19-2ca428fc7dbf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=425487d9-ea00-48c2-8b07-b3e74c380248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520532 Sep 07 02:51:13.711968 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:13.717861 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ae07b9-c5ed-4b56-a6b4-560821940b69 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Made reservation on behalf of f454ca8a0bab4ccfb979d91b13b54fc2 for: {'port': 2} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:51:13.723247 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-92ae07b9-c5ed-4b56-a6b4-560821940b69 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:13.748194 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f5f0f5-15f2-45dc-8842-691982d15a2f req-ce19c128-2e52-4c6d-8ef4-90d004af8ac2 tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:13.748365 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bbcd3e4-3ecf-439b-93d4-5bb41bf1c051 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:51:13.756110 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a3f5f0f5-15f2-45dc-8842-691982d15a2f req-ce19c128-2e52-4c6d-8ef4-90d004af8ac2 tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] 10.222.0.22 "GET /v2.0/ports?device_id=47e4ea32-8f5f-4005-8db0-e325b9609a68 HTTP/1.1" status: 200 len: 944 time: 0.0866156 Sep 07 02:51:13.763590 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e24db47b-fb53-4abd-b032-faa068910a4d req-0df7eba0-166d-4d86-8a43-352902bb536d service neutron] 10.222.0.23 "GET /v2.0/networks/425487d9-ea00-48c2-8b07-b3e74c380248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140378 Sep 07 02:51:13.775116 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 4bbcd3e4-3ecf-439b-93d4-5bb41bf1c051, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=4bbcd3e4-3ecf-439b-93d4-5bb41bf1c051,segment=NetworkSegment(2da7b104-c042-4d5d-ad73-f22f847a8390),segment_id=2da7b104-c042-4d5d-ad73-f22f847a8390)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:51:13.778231 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-92ae07b9-c5ed-4b56-a6b4-560821940b69 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:13.779386 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:13.842388 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=4bbcd3e4-3ecf-439b-93d4-5bb41bf1c051,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:13.859557 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46b15d4-5110-4e3c-9c84-0314ecc1eefd req-5224a214-19ea-4fed-b5ff-b53fe89fe8c0 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:13.861125 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f46b15d4-5110-4e3c-9c84-0314ecc1eefd req-5224a214-19ea-4fed-b5ff-b53fe89fe8c0 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 943 time: 0.1871700 Sep 07 02:51:13.886278 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-92ae07b9-c5ed-4b56-a6b4-560821940b69 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] device_id is not set on port 5dbd91a8-5514-42e0-9536-202d93529783 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:51:13.893045 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a3f5f0f5-15f2-45dc-8842-691982d15a2f req-cba6c7fa-51e3-4c1c-a1df-926c2f7df7b1 tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] 10.222.0.22 "GET /v2.0/security-groups?id=e079e1ff-510e-432f-860a-c0373b639fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359446 Sep 07 02:51:13.928098 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e24db47b-fb53-4abd-b032-faa068910a4d req-18c19cdc-7342-4b5a-9ab0-3c86539dbb48 service neutron] 10.222.0.23 "GET /v2.0/networks/425487d9-ea00-48c2-8b07-b3e74c380248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475475 Sep 07 02:51:13.939789 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f46b15d4-5110-4e3c-9c84-0314ecc1eefd req-211be716-f7c0-458e-aab5-9aa4acc83cbd tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690749 Sep 07 02:51:14.031721 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c1aecb-e458-4f40-a7f7-9fb6d84bc44d req-e00d916b-146f-488a-8080-89df95131dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:14.033464 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-61c1aecb-e458-4f40-a7f7-9fb6d84bc44d req-e00d916b-146f-488a-8080-89df95131dc2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=13ffe4144f534528a6810c0c36ace2be&device_id=def4375e-a273-4927-b2d0-daee1b97d01e HTTP/1.1" status: 200 len: 1096 time: 0.0481999 Sep 07 02:51:14.061434 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c65c3c-95f0-4365-994a-f27c6a072d99 req-8a563976-c677-4683-8e92-503ce9d43e8b tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:14.063036 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d1c65c3c-95f0-4365-994a-f27c6a072d99 req-8a563976-c677-4683-8e92-503ce9d43e8b tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=def4375e-a273-4927-b2d0-daee1b97d01e HTTP/1.1" status: 200 len: 944 time: 0.0816333 Sep 07 02:51:14.090226 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['4bbcd3e4-3ecf-439b-93d4-5bb41bf1c051'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:51:14.099570 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-92ae07b9-c5ed-4b56-a6b4-560821940b69 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:14.136411 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d1c65c3c-95f0-4365-994a-f27c6a072d99 req-c21f8e78-991a-4d9d-9a86-a650744ee5a0 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605590 Sep 07 02:51:14.171675 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c1aecb-e458-4f40-a7f7-9fb6d84bc44d req-27901391-c246-410a-8c5b-cfeb805ddb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:14.173436 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-61c1aecb-e458-4f40-a7f7-9fb6d84bc44d req-27901391-c246-410a-8c5b-cfeb805ddb38 service neutron] 10.222.0.23 "GET /v2.0/networks?id=425487d9-ea00-48c2-8b07-b3e74c380248 HTTP/1.1" status: 200 len: 913 time: 0.1319308 Sep 07 02:51:14.218864 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-92ae07b9-c5ed-4b56-a6b4-560821940b69 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] device_id is not set on port 54ced5df-e39d-4d02-9514-5178cc8c97c5 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:51:14.229490 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-61c1aecb-e458-4f40-a7f7-9fb6d84bc44d req-393d7584-5290-407d-8430-4f775688d3f9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a5c4e9e6-0d37-4dac-9016-ecb98aa966c4 HTTP/1.1" status: 200 len: 217 time: 0.0407562 Sep 07 02:51:14.283577 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c1aecb-e458-4f40-a7f7-9fb6d84bc44d req-3541e127-06ce-4dd8-980e-37cc6edd263c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:14.284994 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-61c1aecb-e458-4f40-a7f7-9fb6d84bc44d req-3541e127-06ce-4dd8-980e-37cc6edd263c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=384df4a0-6ed3-4747-8ce4-4d617b6c5693 HTTP/1.1" status: 200 len: 853 time: 0.0479929 Sep 07 02:51:14.341520 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-61c1aecb-e458-4f40-a7f7-9fb6d84bc44d req-200e3c40-0cc8-4698-8dc0-588707bf3cd9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=425487d9-ea00-48c2-8b07-b3e74c380248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466788 Sep 07 02:51:14.365823 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-92ae07b9-c5ed-4b56-a6b4-560821940b69 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:14.415290 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-92ae07b9-c5ed-4b56-a6b4-560821940b69 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:14.449920 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-61c1aecb-e458-4f40-a7f7-9fb6d84bc44d req-d15a4cb4-c759-41d5-8886-e99e8fe786fa service neutron] 10.222.0.23 "GET /v2.0/networks/425487d9-ea00-48c2-8b07-b3e74c380248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008122 Sep 07 02:51:14.454735 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ae07b9-c5ed-4b56-a6b4-560821940b69 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Network 2f46c035-23c9-4be2-b63f-775eef371272 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:51:14.460793 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-92ae07b9-c5ed-4b56-a6b4-560821940b69 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:51:14.468745 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ae07b9-c5ed-4b56-a6b4-560821940b69 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:51:14.469636 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-92ae07b9-c5ed-4b56-a6b4-560821940b69 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:14.516456 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ae07b9-c5ed-4b56-a6b4-560821940b69 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event updated for resources: {'Port': ['ID=5dbd91a8-5514-42e0-9536-202d93529783,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:14.558230 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ae07b9-c5ed-4b56-a6b4-560821940b69 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Checking segment: {'id': 'bb19bed5-957a-4134-868c-9041b24b0afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '778f3e16-aa39-48f8-ac02-24e2fd4d0626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:51:14.558600 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ae07b9-c5ed-4b56-a6b4-560821940b69 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Network hostable DHCP agents. Network: 778f3e16-aa39-48f8-ac02-24e2fd4d0626, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:51:14.564005 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ee84a04a-1b33-4175-afbf-89a5a93a3417 req-7d535579-35c8-481e-a154-92b2812342a3 tempest-ServerShowV254Test-1044817157 tempest-ServerShowV254Test-1044817157-project] 10.222.0.22 "GET /v2.0/ports?device_id=7617e04e-50af-46f6-8de9-2d2673cd167d HTTP/1.1" status: 200 len: 210 time: 0.0345871 Sep 07 02:51:14.580045 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ae07b9-c5ed-4b56-a6b4-560821940b69 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event updated for resources: {'Port': ['ID=54ced5df-e39d-4d02-9514-5178cc8c97c5,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:14.593976 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ae07b9-c5ed-4b56-a6b4-560821940b69 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Network 778f3e16-aa39-48f8-ac02-24e2fd4d0626 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:51:14.594672 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-61c1aecb-e458-4f40-a7f7-9fb6d84bc44d req-9caba765-e70e-4dbd-8ac7-4d736b796481 service neutron] 10.222.0.23 "GET /v2.0/networks/425487d9-ea00-48c2-8b07-b3e74c380248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342690 Sep 07 02:51:14.612502 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-92ae07b9-c5ed-4b56-a6b4-560821940b69 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 778f3e16-aa39-48f8-ac02-24e2fd4d0626) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:51:14.621622 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc9aa40-1800-4761-b812-3e2293579057 None None] Network 778f3e16-aa39-48f8-ac02-24e2fd4d0626 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:51:14.623564 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ae07b9-c5ed-4b56-a6b4-560821940b69 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:51:14.629847 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ae07b9-c5ed-4b56-a6b4-560821940b69 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:14.635619 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ae07b9-c5ed-4b56-a6b4-560821940b69 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:14.636435 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-92ae07b9-c5ed-4b56-a6b4-560821940b69 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:14.658220 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-92ae07b9-c5ed-4b56-a6b4-560821940b69 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.2644439 Sep 07 02:51:14.661041 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38692) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:14.761927 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-455439cc-cc53-4f27-8c4e-cd3f9b84084a tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Deleting port 54ced5df-e39d-4d02-9514-5178cc8c97c5 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:51:14.762692 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-455439cc-cc53-4f27-8c4e-cd3f9b84084a tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:14.838739 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-455439cc-cc53-4f27-8c4e-cd3f9b84084a tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:14.851876 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-455439cc-cc53-4f27-8c4e-cd3f9b84084a tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Calling delete_port for 54ced5df-e39d-4d02-9514-5178cc8c97c5 owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:51:14.940210 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-455439cc-cc53-4f27-8c4e-cd3f9b84084a tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:14.988158 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455439cc-cc53-4f27-8c4e-cd3f9b84084a tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event deleted for resources: {'Port': ['ID=54ced5df-e39d-4d02-9514-5178cc8c97c5,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:14.998300 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-455439cc-cc53-4f27-8c4e-cd3f9b84084a tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:15.000554 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-455439cc-cc53-4f27-8c4e-cd3f9b84084a tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "DELETE /v2.0/ports/54ced5df-e39d-4d02-9514-5178cc8c97c5 HTTP/1.1" status: 204 len: 168 time: 0.3383305 Sep 07 02:51:15.003170 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 38708) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:15.071839 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b46ab-ebdb-4694-a2c6-62213ed99f8f req-aaa24dc7-26b6-42ab-8392-ba6aaa89cbad tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:15.076962 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5c3b46ab-ebdb-4694-a2c6-62213ed99f8f req-aaa24dc7-26b6-42ab-8392-ba6aaa89cbad tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] 10.222.0.22 "GET /v2.0/ports?device_id=47e4ea32-8f5f-4005-8db0-e325b9609a68 HTTP/1.1" status: 200 len: 945 time: 0.0899723 Sep 07 02:51:15.093113 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b6d0f8-2122-43fb-b948-1dc4028b91f7 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:15.101320 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b6d0f8-2122-43fb-b948-1dc4028b91f7 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:15.102920 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-98b6d0f8-2122-43fb-b948-1dc4028b91f7 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0985439 Sep 07 02:51:15.105680 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 38712) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:15.134970 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5c3b46ab-ebdb-4694-a2c6-62213ed99f8f req-1361e174-134d-405e-9dd2-2cb3bd84d477 tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] 10.222.0.22 "GET /v2.0/security-groups?id=e079e1ff-510e-432f-860a-c0373b639fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504525 Sep 07 02:51:15.219530 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9e1b5be3-5c66-40e3-bce2-3a43968c70b2 req-31e9a0c8-8818-4583-9061-ba32d98a6190 tempest-ServerShowV254Test-1044817157 tempest-ServerShowV254Test-1044817157-project] 10.222.0.22 "GET /v2.0/ports?device_id=7617e04e-50af-46f6-8de9-2d2673cd167d HTTP/1.1" status: 200 len: 210 time: 0.0286527 Sep 07 02:51:15.226364 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3cd355-b9aa-4b46-8a4e-12ae1eb48645 req-5e370f01-4d59-4644-8f72-000af7d5de39 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:15.227506 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4d3cd355-b9aa-4b46-8a4e-12ae1eb48645 req-5e370f01-4d59-4644-8f72-000af7d5de39 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 943 time: 0.1192861 Sep 07 02:51:15.264332 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-6e638dbf-4282-4ac2-baec-ece96885ea0f tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Deleting port 5dbd91a8-5514-42e0-9536-202d93529783 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:51:15.265249 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6e638dbf-4282-4ac2-baec-ece96885ea0f tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:15.299802 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4d3cd355-b9aa-4b46-8a4e-12ae1eb48645 req-80ec069c-bd7d-4793-a759-693f234c0ac3 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658026 Sep 07 02:51:15.347898 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6e638dbf-4282-4ac2-baec-ece96885ea0f tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:15.351869 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a20145-645c-4bf7-b07d-35387d250330 req-6237df44-5d3b-4f32-bdbd-a355d8e11160 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:15.353596 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b1a20145-645c-4bf7-b07d-35387d250330 req-6237df44-5d3b-4f32-bdbd-a355d8e11160 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=def4375e-a273-4927-b2d0-daee1b97d01e HTTP/1.1" status: 200 len: 944 time: 0.0558183 Sep 07 02:51:15.362227 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-6e638dbf-4282-4ac2-baec-ece96885ea0f tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Calling delete_port for 5dbd91a8-5514-42e0-9536-202d93529783 owned by {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:51:15.394018 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b1a20145-645c-4bf7-b07d-35387d250330 req-ff2f53e3-dfaf-4556-97fd-7415296d109b tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343814 Sep 07 02:51:15.419000 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 4bbcd3e4-3ecf-439b-93d4-5bb41bf1c051 up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:51:15.449640 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6e638dbf-4282-4ac2-baec-ece96885ea0f tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:15.476645 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port 4bbcd3e4-3ecf-439b-93d4-5bb41bf1c051 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:51:15.479688 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e638dbf-4282-4ac2-baec-ece96885ea0f tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event deleted for resources: {'Port': ['ID=5dbd91a8-5514-42e0-9536-202d93529783,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:15.480919 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 4bbcd3e4-3ecf-439b-93d4-5bb41bf1c051 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:51:15.481833 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:15.487120 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6e638dbf-4282-4ac2-baec-ece96885ea0f tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:15.490412 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-6e638dbf-4282-4ac2-baec-ece96885ea0f tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "DELETE /v2.0/ports/5dbd91a8-5514-42e0-9536-202d93529783 HTTP/1.1" status: 204 len: 168 time: 0.3830163 Sep 07 02:51:15.492336 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 38718) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:15.544692 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bbb2fa-4b4d-4bb8-a486-3185c58f453d tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:15.547918 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-96bbb2fa-4b4d-4bb8-a486-3185c58f453d tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0544128 Sep 07 02:51:15.548824 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 38720) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:15.565259 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:15.577679 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f689383-6825-4d97-8097-0da3fc59c820 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] GET failed (client error): The resource could not be found. Sep 07 02:51:15.581761 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-1f689383-6825-4d97-8097-0da3fc59c820 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "GET /v2.0/ports/54ced5df-e39d-4d02-9514-5178cc8c97c5 HTTP/1.1" status: 404 len: 333 time: 0.0293932 Sep 07 02:51:15.581936 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 38722) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:15.588514 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e4ea32-8f5f-4005-8db0-e325b9609a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bbcd3e4-3ecf-439b-93d4-5bb41bf1c051'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:51:15.591677 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec64e852-5059-46a1-9d06-b06dab8f54f5" -d '{"events": [{"server_uuid": "47e4ea32-8f5f-4005-8db0-e325b9609a68", "name": "network-vif-plugged", "status": "completed", "tag": "4bbcd3e4-3ecf-439b-93d4-5bb41bf1c051"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:51:15.604082 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 4bbcd3e4-3ecf-439b-93d4-5bb41bf1c051, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=4bbcd3e4-3ecf-439b-93d4-5bb41bf1c051,segment=NetworkSegment(2da7b104-c042-4d5d-ad73-f22f847a8390),segment_id=2da7b104-c042-4d5d-ad73-f22f847a8390)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:51:15.606688 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-e94f55e2-9f2d-4e4f-b031-9819e4ee30ef tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] GET failed (client error): The resource could not be found. Sep 07 02:51:15.609061 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e94f55e2-9f2d-4e4f-b031-9819e4ee30ef tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "GET /v2.0/ports/5dbd91a8-5514-42e0-9536-202d93529783 HTTP/1.1" status: 404 len: 333 time: 0.0257852 Sep 07 02:51:15.611374 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 38726) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:15.613099 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:15.647609 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad3a7ce-fea9-4901-a181-165bf477e35f x-openstack-request-id: req-6ad3a7ce-fea9-4901-a181-165bf477e35f {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:51:15.647906 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47e4ea32-8f5f-4005-8db0-e325b9609a68", "name": "network-vif-plugged", "status": "completed", "tag": "4bbcd3e4-3ecf-439b-93d4-5bb41bf1c051", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:51:15.648165 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6ad3a7ce-fea9-4901-a181-165bf477e35f {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:51:15.648561 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47e4ea32-8f5f-4005-8db0-e325b9609a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bbcd3e4-3ecf-439b-93d4-5bb41bf1c051', 'code': 200} Sep 07 02:51:15.666834 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=4bbcd3e4-3ecf-439b-93d4-5bb41bf1c051,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:15.707222 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-65ca29be-6524-4d1e-ad77-bd5059cabd7b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:15.747001 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d51939c-d2d1-4f45-af77-cc1cf32cb7fb req-3ee16b01-0ec6-4fab-814e-682d8852d0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:15.748557 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9d51939c-d2d1-4f45-af77-cc1cf32cb7fb req-3ee16b01-0ec6-4fab-814e-682d8852d0df service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=47e4ea32-8f5f-4005-8db0-e325b9609a68 HTTP/1.1" status: 200 len: 1098 time: 0.0439386 Sep 07 02:51:15.784821 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9d51939c-d2d1-4f45-af77-cc1cf32cb7fb req-5cc40da0-acf9-42e6-bbc6-352ff5d72da8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e079e1ff-510e-432f-860a-c0373b639fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286901 Sep 07 02:51:15.800108 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-65ca29be-6524-4d1e-ad77-bd5059cabd7b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:15.819970 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-65ca29be-6524-4d1e-ad77-bd5059cabd7b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['778f3e16-aa39-48f8-ac02-24e2fd4d0626']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:51:15.829215 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-65ca29be-6524-4d1e-ad77-bd5059cabd7b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb19bed5-957a-4134-868c-9041b24b0afd') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:51:15.829509 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-65ca29be-6524-4d1e-ad77-bd5059cabd7b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb19bed5-957a-4134-868c-9041b24b0afd') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:51:15.838527 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-65ca29be-6524-4d1e-ad77-bd5059cabd7b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:15.851162 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-65ca29be-6524-4d1e-ad77-bd5059cabd7b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:15.856890 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65ca29be-6524-4d1e-ad77-bd5059cabd7b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:51:15.857212 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-65ca29be-6524-4d1e-ad77-bd5059cabd7b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:15.860021 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:51:15.860021 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:51:15.860021 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:51:15.860021 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:51:15.860021 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:51:15.860021 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:51:15.860021 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:51:15.860021 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:51:15.860021 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:51:15.860021 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:51:15.860021 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:51:15.860021 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:51:15.860021 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:51:15.860021 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:51:15.860021 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:51:15.860021 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:51:15.860021 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:51:15.860021 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:51:15.860021 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:51:15.860021 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:51:15.860021 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:51:15.860021 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:51:15.860021 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:51:15.860021 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:51:15.860021 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:51:15.860021 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:51:15.860021 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:51:15.860021 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:51:15.860021 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:51:15.860021 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:51:15.860021 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:51:15.860021 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:51:15.920972 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-65ca29be-6524-4d1e-ad77-bd5059cabd7b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:15.929530 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-65ca29be-6524-4d1e-ad77-bd5059cabd7b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:15.933669 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-65ca29be-6524-4d1e-ad77-bd5059cabd7b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "DELETE /v2.0/networks/778f3e16-aa39-48f8-ac02-24e2fd4d0626 HTTP/1.1" status: 204 len: 168 time: 0.3181379 Sep 07 02:51:15.935623 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38728) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:15.940718 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-7d078234-6d99-48bb-b13e-68813eabd931 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-162889810'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:51:15.963818 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d078234-6d99-48bb-b13e-68813eabd931 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Made reservation on behalf of f454ca8a0bab4ccfb979d91b13b54fc2 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:51:15.967340 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7d078234-6d99-48bb-b13e-68813eabd931 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:15.993555 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d078234-6d99-48bb-b13e-68813eabd931 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:51:16.003804 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7d078234-6d99-48bb-b13e-68813eabd931 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:16.004154 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-7d078234-6d99-48bb-b13e-68813eabd931 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Added segment 390a6dda-2e95-4d51-885a-a7b97e9392c0 of type vlan for network 7ea8fa64-1238-4122-8cc0-adfb2ff8fdd4 Sep 07 02:51:16.047124 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7d078234-6d99-48bb-b13e-68813eabd931 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:16.101078 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7d078234-6d99-48bb-b13e-68813eabd931 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:16.109196 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d078234-6d99-48bb-b13e-68813eabd931 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:16.109778 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7d078234-6d99-48bb-b13e-68813eabd931 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:16.162302 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-7d078234-6d99-48bb-b13e-68813eabd931 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2254367 Sep 07 02:51:16.172642 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38736) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:16.209460 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-3f2fd002-68fe-46fe-b496-da63ec10e671 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Request body: {'subnet': {'network_id': '7ea8fa64-1238-4122-8cc0-adfb2ff8fdd4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:51:16.226656 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device a5c4e9e6-0d37-4dac-9016-ecb98aa966c4 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:51:16.244375 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d078234-6d99-48bb-b13e-68813eabd931 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event updated for resources: {'Network': ['ID=7ea8fa64-1238-4122-8cc0-adfb2ff8fdd4,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:16.328928 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ca29be-6524-4d1e-ad77-bd5059cabd7b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event deleted for resources: {'Network': ['ID=778f3e16-aa39-48f8-ac02-24e2fd4d0626,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:16.372068 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d94d53c6-62e7-4770-8501-e0ae7967aaf8 req-16a18fe6-411a-41a1-b629-53141e029e43 tempest-ServerShowV254Test-1044817157 tempest-ServerShowV254Test-1044817157-project] 10.222.0.22 "GET /v2.0/ports?device_id=7617e04e-50af-46f6-8de9-2d2673cd167d HTTP/1.1" status: 200 len: 210 time: 0.0451241 Sep 07 02:51:16.374497 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b3d886-e533-49fe-9226-e92fef4ea575 req-f57423c7-01ed-4130-bb29-90aae587761b tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:16.375904 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-39b3d886-e533-49fe-9226-e92fef4ea575 req-f57423c7-01ed-4130-bb29-90aae587761b tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] 10.222.0.22 "GET /v2.0/ports?device_id=47e4ea32-8f5f-4005-8db0-e325b9609a68 HTTP/1.1" status: 200 len: 946 time: 0.1265011 Sep 07 02:51:16.420877 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 7ea8fa64-1238-4122-8cc0-adfb2ff8fdd4 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:51:16.428987 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2fd002-68fe-46fe-b496-da63ec10e671 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Made reservation on behalf of f454ca8a0bab4ccfb979d91b13b54fc2 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:51:16.435797 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3f2fd002-68fe-46fe-b496-da63ec10e671 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:16.471239 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port a5c4e9e6-0d37-4dac-9016-ecb98aa966c4, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=a5c4e9e6-0d37-4dac-9016-ecb98aa966c4,segment=NetworkSegment(e9d929c5-8f5d-4fa8-8af9-463491d37eb2),segment_id=e9d929c5-8f5d-4fa8-8af9-463491d37eb2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:51:16.503111 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-39b3d886-e533-49fe-9226-e92fef4ea575 req-ff10037d-4f02-40ab-94bd-bd654600b088 tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] 10.222.0.22 "GET /v2.0/security-groups?id=e079e1ff-510e-432f-860a-c0373b639fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033924 Sep 07 02:51:16.526561 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0938a4b-67c0-4ca9-87c9-18179c85d910 req-9e88779b-bd87-4ca2-8ecd-df511768701a tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:16.529159 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a0938a4b-67c0-4ca9-87c9-18179c85d910 req-9e88779b-bd87-4ca2-8ecd-df511768701a tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 943 time: 0.0915143 Sep 07 02:51:16.530802 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': 'a5c4e9e6-0d37-4dac-9016-ecb98aa966c4', 'network_id': '425487d9-ea00-48c2-8b07-b3e74c380248', 'port_id': 'a5c4e9e6-0d37-4dac-9016-ecb98aa966c4', 'mac_address': 'fa:16:3e:14:ba:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '384df4a0-6ed3-4747-8ce4-4d617b6c5693', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:51:16.582659 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:16.590615 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a0938a4b-67c0-4ca9-87c9-18179c85d910 req-f2e89ae5-19fc-4eed-96cb-9f154425585f tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543475 Sep 07 02:51:16.599664 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5c4e9e6-0d37-4dac-9016-ecb98aa966c4 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:51:16.628414 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port a5c4e9e6-0d37-4dac-9016-ecb98aa966c4, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=a5c4e9e6-0d37-4dac-9016-ecb98aa966c4,segment=NetworkSegment(e9d929c5-8f5d-4fa8-8af9-463491d37eb2),segment_id=e9d929c5-8f5d-4fa8-8af9-463491d37eb2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:51:16.633270 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:16.685011 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52cbd9b-7e9b-4e8d-a6f1-c77a570e54e4 req-88a24cf8-64fe-48f6-aac6-b95c8df0e935 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:16.686377 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=a5c4e9e6-0d37-4dac-9016-ecb98aa966c4,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:16.686565 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b52cbd9b-7e9b-4e8d-a6f1-c77a570e54e4 req-88a24cf8-64fe-48f6-aac6-b95c8df0e935 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=def4375e-a273-4927-b2d0-daee1b97d01e HTTP/1.1" status: 200 len: 944 time: 0.0975232 Sep 07 02:51:16.765695 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b52cbd9b-7e9b-4e8d-a6f1-c77a570e54e4 req-740aff09-d2bc-40bd-b812-412ff1924200 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691183 Sep 07 02:51:16.781746 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3f2fd002-68fe-46fe-b496-da63ec10e671 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:16.845439 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2fd002-68fe-46fe-b496-da63ec10e671 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event updated for resources: {'Subnet': ['ID=9ceea246-c058-4675-8c76-e38759ede7eb,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:16.855640 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2fd002-68fe-46fe-b496-da63ec10e671 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Checking segment: {'id': '390a6dda-2e95-4d51-885a-a7b97e9392c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '7ea8fa64-1238-4122-8cc0-adfb2ff8fdd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:51:16.855999 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2fd002-68fe-46fe-b496-da63ec10e671 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Network hostable DHCP agents. Network: 7ea8fa64-1238-4122-8cc0-adfb2ff8fdd4, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:51:16.860756 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['a5c4e9e6-0d37-4dac-9016-ecb98aa966c4'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:51:16.873269 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2fd002-68fe-46fe-b496-da63ec10e671 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Network 7ea8fa64-1238-4122-8cc0-adfb2ff8fdd4 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:51:16.887450 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-3f2fd002-68fe-46fe-b496-da63ec10e671 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 7ea8fa64-1238-4122-8cc0-adfb2ff8fdd4) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:51:16.897352 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ad0eb1-a8aa-4efe-ba65-a4bd9da947e8 None None] Network 7ea8fa64-1238-4122-8cc0-adfb2ff8fdd4 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:51:16.899122 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2fd002-68fe-46fe-b496-da63ec10e671 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:16.899897 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3f2fd002-68fe-46fe-b496-da63ec10e671 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:16.925785 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3f2fd002-68fe-46fe-b496-da63ec10e671 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7518823 Sep 07 02:51:16.928413 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38750) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:16.933894 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-917bbedc-85ea-447e-906c-38ebf9918989 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Request body: {'port': {'network_id': '7ea8fa64-1238-4122-8cc0-adfb2ff8fdd4', 'name': 'tempest-PortsTestJSON-843633804'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:51:17.068289 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917bbedc-85ea-447e-906c-38ebf9918989 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Made reservation on behalf of f454ca8a0bab4ccfb979d91b13b54fc2 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:51:17.074556 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-917bbedc-85ea-447e-906c-38ebf9918989 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:17.095515 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-917bbedc-85ea-447e-906c-38ebf9918989 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] device_id is not set on port 4b03a6ff-cb14-4a02-b416-d08c4e8d0e06 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:51:17.119073 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee9019f-3695-4672-b6a9-f90c66fb4998 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-7ea8fa64-1238-4122-8cc0-adfb2ff8fdd4', 'network_id': '7ea8fa64-1238-4122-8cc0-adfb2ff8fdd4', 'tenant_id': 'f454ca8a0bab4ccfb979d91b13b54fc2', 'fixed_ips': [{'subnet_id': '9ceea246-c058-4675-8c76-e38759ede7eb'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:51:17.120139 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bee9019f-3695-4672-b6a9-f90c66fb4998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:17.237075 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-917bbedc-85ea-447e-906c-38ebf9918989 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Allocated IP 172.20.0.5 (7ea8fa64-1238-4122-8cc0-adfb2ff8fdd4/9ceea246-c058-4675-8c76-e38759ede7eb/4b03a6ff-cb14-4a02-b416-d08c4e8d0e06) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:51:17.384223 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-917bbedc-85ea-447e-906c-38ebf9918989 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:17.397601 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-917bbedc-85ea-447e-906c-38ebf9918989 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Transition to ACTIVE for port object 4b03a6ff-cb14-4a02-b416-d08c4e8d0e06 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:51:17.424393 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 9835f8ab-da11-48dd-bb5b-d803606bbeef details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:51:17.444512 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-917bbedc-85ea-447e-906c-38ebf9918989 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:17.487654 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9c256a28-13f5-43cb-8672-bb10695face6 req-ab7be44c-eb73-44dd-b93d-6ea9f90fbc99 tempest-ServerShowV254Test-1044817157 tempest-ServerShowV254Test-1044817157-project] 10.222.0.22 "GET /v2.0/ports?device_id=7617e04e-50af-46f6-8de9-2d2673cd167d HTTP/1.1" status: 200 len: 210 time: 0.0376227 Sep 07 02:51:17.509582 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917bbedc-85ea-447e-906c-38ebf9918989 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Network 7ea8fa64-1238-4122-8cc0-adfb2ff8fdd4 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:51:17.517925 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-917bbedc-85ea-447e-906c-38ebf9918989 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:51:17.530898 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917bbedc-85ea-447e-906c-38ebf9918989 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:51:17.561528 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-bee9019f-3695-4672-b6a9-f90c66fb4998 None None] Allocated IP 172.20.0.2 (7ea8fa64-1238-4122-8cc0-adfb2ff8fdd4/9ceea246-c058-4675-8c76-e38759ede7eb/7176ace7-40ab-4898-8c81-3bcd401182af) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:51:17.594738 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 9835f8ab-da11-48dd-bb5b-d803606bbeef, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=9835f8ab-da11-48dd-bb5b-d803606bbeef,segment=NetworkSegment(671b0d78-496f-4a6a-a20b-d6937a9097d2),segment_id=671b0d78-496f-4a6a-a20b-d6937a9097d2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:51:17.605626 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917bbedc-85ea-447e-906c-38ebf9918989 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event updated for resources: {'Port': ['ID=4b03a6ff-cb14-4a02-b416-d08c4e8d0e06,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:17.625795 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '9835f8ab-da11-48dd-bb5b-d803606bbeef', 'network_id': '2dd15660-a8a2-4615-aae6-6565f5b9c926', 'port_id': '9835f8ab-da11-48dd-bb5b-d803606bbeef', 'mac_address': 'fa:16:3e:33:80:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac223360-8a8e-4533-8aad-52e511f20cab', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:51:17.645128 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917bbedc-85ea-447e-906c-38ebf9918989 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:17.645710 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-917bbedc-85ea-447e-906c-38ebf9918989 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:17.665418 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee55268-179d-4361-a195-a308cf27a736 req-4947229a-73a8-4eb1-bb35-1d909d8f12a7 tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:17.673432 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0ee55268-179d-4361-a195-a308cf27a736 req-4947229a-73a8-4eb1-bb35-1d909d8f12a7 tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] 10.222.0.22 "GET /v2.0/ports?device_id=47e4ea32-8f5f-4005-8db0-e325b9609a68 HTTP/1.1" status: 200 len: 946 time: 0.1098049 Sep 07 02:51:17.713495 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0ee55268-179d-4361-a195-a308cf27a736 req-828ce7ed-7e07-442d-9fda-d5d26018f1af tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] 10.222.0.22 "GET /v2.0/security-groups?id=e079e1ff-510e-432f-860a-c0373b639fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391381 Sep 07 02:51:17.718360 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:17.719848 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-917bbedc-85ea-447e-906c-38ebf9918989 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.7900524 Sep 07 02:51:17.723445 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38762) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:17.746808 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9835f8ab-da11-48dd-bb5b-d803606bbeef {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:51:17.754206 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eff80b-8904-4fe5-b60c-d734187b6984 req-f84228bc-5bf4-4bf5-a136-6bb700680e3b tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:17.761756 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-69eff80b-8904-4fe5-b60c-d734187b6984 req-f84228bc-5bf4-4bf5-a136-6bb700680e3b tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 943 time: 0.0870955 Sep 07 02:51:17.809539 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 9835f8ab-da11-48dd-bb5b-d803606bbeef, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=9835f8ab-da11-48dd-bb5b-d803606bbeef,segment=NetworkSegment(671b0d78-496f-4a6a-a20b-d6937a9097d2),segment_id=671b0d78-496f-4a6a-a20b-d6937a9097d2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:51:17.813940 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-69eff80b-8904-4fe5-b60c-d734187b6984 req-44446f07-f3a8-46d9-a9c4-7dbb6ae35ac8 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512614 Sep 07 02:51:17.830859 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:17.835449 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bee9019f-3695-4672-b6a9-f90c66fb4998 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:17.847454 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-bee9019f-3695-4672-b6a9-f90c66fb4998 None None] Transition to ACTIVE for port object 7176ace7-40ab-4898-8c81-3bcd401182af will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:51:17.895872 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-bee9019f-3695-4672-b6a9-f90c66fb4998 None None] Transition to ACTIVE for port object 7176ace7-40ab-4898-8c81-3bcd401182af will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:51:17.904633 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c499143-f80b-4fc7-9262-cfaad94a5787 req-746690c8-ca31-4c60-99b6-38d5017afefa tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:17.911639 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bee9019f-3695-4672-b6a9-f90c66fb4998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:17.916182 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1c499143-f80b-4fc7-9262-cfaad94a5787 req-746690c8-ca31-4c60-99b6-38d5017afefa tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] 10.222.0.22 "GET /v2.0/ports?device_id=47e4ea32-8f5f-4005-8db0-e325b9609a68 HTTP/1.1" status: 200 len: 946 time: 0.0852764 Sep 07 02:51:17.935217 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=9835f8ab-da11-48dd-bb5b-d803606bbeef,revision_number=9']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:17.954733 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8665dc-7398-46f1-8466-46323ff87743 req-73619195-dde6-411b-a445-6051cc946318 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:17.956347 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-be8665dc-7398-46f1-8466-46323ff87743 req-73619195-dde6-411b-a445-6051cc946318 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=def4375e-a273-4927-b2d0-daee1b97d01e HTTP/1.1" status: 200 len: 945 time: 0.0628572 Sep 07 02:51:17.965100 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-2b527d5a-726d-4678-81d0-a55a8a1146b3 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Deleting port 4b03a6ff-cb14-4a02-b416-d08c4e8d0e06 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:51:17.965464 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2b527d5a-726d-4678-81d0-a55a8a1146b3 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:17.968731 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee9019f-3695-4672-b6a9-f90c66fb4998 None None] Network 7ea8fa64-1238-4122-8cc0-adfb2ff8fdd4 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:51:17.971695 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-bee9019f-3695-4672-b6a9-f90c66fb4998 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:51:17.974538 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee9019f-3695-4672-b6a9-f90c66fb4998 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:51:18.008598 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1c499143-f80b-4fc7-9262-cfaad94a5787 req-da8f84f9-f6bd-459d-b39b-efd845f56989 tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] 10.222.0.22 "GET /v2.0/security-groups?id=e079e1ff-510e-432f-860a-c0373b639fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757234 Sep 07 02:51:18.008850 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-be8665dc-7398-46f1-8466-46323ff87743 req-f10926d8-b951-490b-9186-3631b1425d2f tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409503 Sep 07 02:51:18.024473 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee9019f-3695-4672-b6a9-f90c66fb4998 None None] Pushing event updated for resources: {'Port': ['ID=7176ace7-40ab-4898-8c81-3bcd401182af,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:18.058901 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-bee9019f-3695-4672-b6a9-f90c66fb4998 None None] Attempting to bind port 7176ace7-40ab-4898-8c81-3bcd401182af on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:51:18.059435 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-bee9019f-3695-4672-b6a9-f90c66fb4998 None None] Attempting to bind port 7176ace7-40ab-4898-8c81-3bcd401182af by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '390a6dda-2e95-4d51-885a-a7b97e9392c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '7ea8fa64-1238-4122-8cc0-adfb2ff8fdd4'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:51:18.059980 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee9019f-3695-4672-b6a9-f90c66fb4998 None None] Attempting to bind port 7176ace7-40ab-4898-8c81-3bcd401182af on network 7ea8fa64-1238-4122-8cc0-adfb2ff8fdd4 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:51:18.065639 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee9019f-3695-4672-b6a9-f90c66fb4998 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:51:18.066151 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee9019f-3695-4672-b6a9-f90c66fb4998 None None] Checking segment: {'id': '390a6dda-2e95-4d51-885a-a7b97e9392c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '7ea8fa64-1238-4122-8cc0-adfb2ff8fdd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:51:18.066667 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bee9019f-3695-4672-b6a9-f90c66fb4998 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:18.067184 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee9019f-3695-4672-b6a9-f90c66fb4998 None None] Bound using segment: {'id': '390a6dda-2e95-4d51-885a-a7b97e9392c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '7ea8fa64-1238-4122-8cc0-adfb2ff8fdd4'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:51:18.067828 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-bee9019f-3695-4672-b6a9-f90c66fb4998 None None] Bound port: 7176ace7-40ab-4898-8c81-3bcd401182af, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '390a6dda-2e95-4d51-885a-a7b97e9392c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '7ea8fa64-1238-4122-8cc0-adfb2ff8fdd4'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:51:18.068316 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bee9019f-3695-4672-b6a9-f90c66fb4998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:18.128972 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2b527d5a-726d-4678-81d0-a55a8a1146b3 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:18.129697 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['9835f8ab-da11-48dd-bb5b-d803606bbeef'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:51:18.145385 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-2b527d5a-726d-4678-81d0-a55a8a1146b3 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Calling delete_port for 4b03a6ff-cb14-4a02-b416-d08c4e8d0e06 owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:51:18.172647 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-bee9019f-3695-4672-b6a9-f90c66fb4998 None None] For port 7176ace7-40ab-4898-8c81-3bcd401182af, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:51:18.209654 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-bee9019f-3695-4672-b6a9-f90c66fb4998 None None] For port 7176ace7-40ab-4898-8c81-3bcd401182af, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=7176ace7-40ab-4898-8c81-3bcd401182af,segment=NetworkSegment(390a6dda-2e95-4d51-885a-a7b97e9392c0),segment_id=390a6dda-2e95-4d51-885a-a7b97e9392c0)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:51:18.218708 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bee9019f-3695-4672-b6a9-f90c66fb4998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:18.242807 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device a5c4e9e6-0d37-4dac-9016-ecb98aa966c4 up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:51:18.306336 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c87c6-82af-4763-bfbd-065301689936 req-5c59e054-7f28-4207-be87-b54592ad4a41 tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:18.308586 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7d4c87c6-82af-4763-bfbd-065301689936 req-5c59e054-7f28-4207-be87-b54592ad4a41 tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] 10.222.0.22 "GET /v2.0/ports?device_id=47e4ea32-8f5f-4005-8db0-e325b9609a68 HTTP/1.1" status: 200 len: 946 time: 0.0787344 Sep 07 02:51:18.345450 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2b527d5a-726d-4678-81d0-a55a8a1146b3 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:18.381355 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7d4c87c6-82af-4763-bfbd-065301689936 req-a33c049b-5b6e-46d1-baa6-55c4e4467ec4 tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] 10.222.0.22 "GET /v2.0/security-groups?id=e079e1ff-510e-432f-860a-c0373b639fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646958 Sep 07 02:51:18.412565 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b527d5a-726d-4678-81d0-a55a8a1146b3 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event deleted for resources: {'Port': ['ID=4b03a6ff-cb14-4a02-b416-d08c4e8d0e06,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:18.515837 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2b527d5a-726d-4678-81d0-a55a8a1146b3 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:18.521774 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 38776) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:18.524197 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-2b527d5a-726d-4678-81d0-a55a8a1146b3 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "DELETE /v2.0/ports/4b03a6ff-cb14-4a02-b416-d08c4e8d0e06 HTTP/1.1" status: 204 len: 168 time: 0.7991049 Sep 07 02:51:18.554426 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee9019f-3695-4672-b6a9-f90c66fb4998 None None] Pushing event updated for resources: {'Port': ['ID=7176ace7-40ab-4898-8c81-3bcd401182af,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:18.567762 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-66704c6b-b578-44c7-9e9e-5e9990830bed tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] DELETE failed (client error): The resource could not be found. Sep 07 02:51:18.568698 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66704c6b-b578-44c7-9e9e-5e9990830bed tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:51:18.571738 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-66704c6b-b578-44c7-9e9e-5e9990830bed tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "DELETE /v2.0/ports/4b03a6ff-cb14-4a02-b416-d08c4e8d0e06 HTTP/1.1" status: 404 len: 333 time: 0.0489204 Sep 07 02:51:18.574776 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38778) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:18.608851 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port a5c4e9e6-0d37-4dac-9016-ecb98aa966c4 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:51:18.609080 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-24b347ae-fff0-4636-9f3c-22703e6e0f54 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] GET failed (client error): The resource could not be found. Sep 07 02:51:18.610921 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-24b347ae-fff0-4636-9f3c-22703e6e0f54 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "GET /v2.0/ports/4b03a6ff-cb14-4a02-b416-d08c4e8d0e06 HTTP/1.1" status: 404 len: 333 time: 0.0345707 Sep 07 02:51:18.614514 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 38780) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:18.616451 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port a5c4e9e6-0d37-4dac-9016-ecb98aa966c4 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:51:18.616832 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:18.686977 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a2330493-a29b-41e1-b2c7-15f234fad66e req-2bf4b537-ef49-4852-82ad-7517cbaf359e tempest-ServerShowV254Test-1044817157 tempest-ServerShowV254Test-1044817157-project] 10.222.0.22 "GET /v2.0/ports?device_id=7617e04e-50af-46f6-8de9-2d2673cd167d HTTP/1.1" status: 200 len: 210 time: 0.0473030 Sep 07 02:51:18.708750 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-8afb345a-36f5-4ac3-8b5d-2e5fc8fa9c92 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Deleting subnet 9ceea246-c058-4675-8c76-e38759ede7eb {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:51:18.715296 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8afb345a-36f5-4ac3-8b5d-2e5fc8fa9c92 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:18.754316 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:18.774421 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8afb345a-36f5-4ac3-8b5d-2e5fc8fa9c92 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:18.787365 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def4375e-a273-4927-b2d0-daee1b97d01e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c4e9e6-0d37-4dac-9016-ecb98aa966c4'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:51:18.790521 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92fb2410-092f-4c86-b189-8a47d1c50c1f" -d '{"events": [{"server_uuid": "def4375e-a273-4927-b2d0-daee1b97d01e", "name": "network-vif-plugged", "status": "completed", "tag": "a5c4e9e6-0d37-4dac-9016-ecb98aa966c4"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:51:18.811938 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port a5c4e9e6-0d37-4dac-9016-ecb98aa966c4, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=a5c4e9e6-0d37-4dac-9016-ecb98aa966c4,segment=NetworkSegment(e9d929c5-8f5d-4fa8-8af9-463491d37eb2),segment_id=e9d929c5-8f5d-4fa8-8af9-463491d37eb2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:51:18.819596 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:18.851633 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7afb4a-e775-40b8-97bf-0dc3d44a8b4c x-openstack-request-id: req-ab7afb4a-e775-40b8-97bf-0dc3d44a8b4c {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:51:18.852022 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def4375e-a273-4927-b2d0-daee1b97d01e", "name": "network-vif-plugged", "status": "completed", "tag": "a5c4e9e6-0d37-4dac-9016-ecb98aa966c4", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:51:18.852273 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ab7afb4a-e775-40b8-97bf-0dc3d44a8b4c {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:51:18.852659 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def4375e-a273-4927-b2d0-daee1b97d01e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c4e9e6-0d37-4dac-9016-ecb98aa966c4', 'code': 200} Sep 07 02:51:18.886310 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=a5c4e9e6-0d37-4dac-9016-ecb98aa966c4,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:18.926474 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8afb345a-36f5-4ac3-8b5d-2e5fc8fa9c92 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:18.966386 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5904f7ea-83dd-4a0c-acc5-7ddb34e5ccfc req-97ac93a5-986a-4b0d-a20a-19ec7638035c tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:18.968161 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5904f7ea-83dd-4a0c-acc5-7ddb34e5ccfc req-97ac93a5-986a-4b0d-a20a-19ec7638035c tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 944 time: 0.0574548 Sep 07 02:51:18.972332 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d75357-1e25-4c7b-a062-9b20f8f49779 req-5a9ef826-89d6-4d12-86f5-3e99d3e6fd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:18.973842 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a4d75357-1e25-4c7b-a062-9b20f8f49779 req-5a9ef826-89d6-4d12-86f5-3e99d3e6fd6d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=def4375e-a273-4927-b2d0-daee1b97d01e HTTP/1.1" status: 200 len: 1098 time: 0.0732696 Sep 07 02:51:19.019774 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8afb345a-36f5-4ac3-8b5d-2e5fc8fa9c92 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:19.024859 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5904f7ea-83dd-4a0c-acc5-7ddb34e5ccfc req-1ede13ec-14ca-4d16-8163-5b4c9dd651e6 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456486 Sep 07 02:51:19.037244 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a4d75357-1e25-4c7b-a062-9b20f8f49779 req-60bb2de8-8584-4055-b883-0ea0b1b01787 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493436 Sep 07 02:51:19.060590 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8afb345a-36f5-4ac3-8b5d-2e5fc8fa9c92 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:19.063119 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8afb345a-36f5-4ac3-8b5d-2e5fc8fa9c92 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "DELETE /v2.0/subnets/9ceea246-c058-4675-8c76-e38759ede7eb HTTP/1.1" status: 204 len: 168 time: 0.4467983 Sep 07 02:51:19.063844 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afb345a-36f5-4ac3-8b5d-2e5fc8fa9c92 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event deleted for resources: {'Subnet': ['ID=9ceea246-c058-4675-8c76-e38759ede7eb,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:19.066847 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 38788) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:19.095410 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 7176ace7-40ab-4898-8c81-3bcd401182af up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:51:19.148374 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 7176ace7-40ab-4898-8c81-3bcd401182af completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:51:19.184033 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-62530626-466a-4e51-a806-589d9c13007d tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:19.200696 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e76194f-53f4-40c9-bb9b-adba9d75980b req-7902ea2e-5a40-451c-9242-7eabb3019900 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:19.202507 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2e76194f-53f4-40c9-bb9b-adba9d75980b req-7902ea2e-5a40-451c-9242-7eabb3019900 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=def4375e-a273-4927-b2d0-daee1b97d01e HTTP/1.1" status: 200 len: 946 time: 0.0975809 Sep 07 02:51:19.265172 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2e76194f-53f4-40c9-bb9b-adba9d75980b req-2f732e0f-8ef4-475f-98f6-0d6697175502 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559785 Sep 07 02:51:19.282913 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-62530626-466a-4e51-a806-589d9c13007d tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Deleting port 7176ace7-40ab-4898-8c81-3bcd401182af {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:51:19.283260 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-62530626-466a-4e51-a806-589d9c13007d tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:19.358972 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-62530626-466a-4e51-a806-589d9c13007d tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] For port 7176ace7-40ab-4898-8c81-3bcd401182af, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=7176ace7-40ab-4898-8c81-3bcd401182af,segment=NetworkSegment(390a6dda-2e95-4d51-885a-a7b97e9392c0),segment_id=390a6dda-2e95-4d51-885a-a7b97e9392c0)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:51:19.359346 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-62530626-466a-4e51-a806-589d9c13007d tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:19.372765 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-62530626-466a-4e51-a806-589d9c13007d tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Calling delete_port for 7176ace7-40ab-4898-8c81-3bcd401182af owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:51:19.428450 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0cc1a03-be00-4e59-bf6e-2ebccf922828 None None] Network 7ea8fa64-1238-4122-8cc0-adfb2ff8fdd4 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:51:19.454114 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 9835f8ab-da11-48dd-bb5b-d803606bbeef up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:51:19.466070 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-62530626-466a-4e51-a806-589d9c13007d tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:19.498738 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62530626-466a-4e51-a806-589d9c13007d tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event deleted for resources: {'Port': ['ID=7176ace7-40ab-4898-8c81-3bcd401182af,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:19.500754 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62530626-466a-4e51-a806-589d9c13007d tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] No DVR routers for this DVR port 7176ace7-40ab-4898-8c81-3bcd401182af on host n-d-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:51:19.514878 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-ab4cf364-758a-4b18-8764-25ec3440535f None None] Could not find standard attr ID for object 7176ace7-40ab-4898-8c81-3bcd401182af. {{(pid=94702) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 02:51:19.565516 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1324f3df-257a-4046-b4d9-0fc361b0ff94 req-780a2f74-057c-4264-b6d8-834f0288e063 tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:19.567996 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1324f3df-257a-4046-b4d9-0fc361b0ff94 req-780a2f74-057c-4264-b6d8-834f0288e063 tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] 10.222.0.22 "GET /v2.0/ports?device_id=47e4ea32-8f5f-4005-8db0-e325b9609a68 HTTP/1.1" status: 200 len: 946 time: 0.0566831 Sep 07 02:51:19.590476 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 9835f8ab-da11-48dd-bb5b-d803606bbeef triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:51:19.590995 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:19.616790 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1324f3df-257a-4046-b4d9-0fc361b0ff94 req-a5f08e56-1877-404d-ba1b-901336b6cbb6 tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] 10.222.0.22 "GET /v2.0/security-groups?id=e079e1ff-510e-432f-860a-c0373b639fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406334 Sep 07 02:51:19.629792 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-62530626-466a-4e51-a806-589d9c13007d tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:19.655457 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-62530626-466a-4e51-a806-589d9c13007d tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ea8fa64-1238-4122-8cc0-adfb2ff8fdd4']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:51:19.664928 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-62530626-466a-4e51-a806-589d9c13007d tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '390a6dda-2e95-4d51-885a-a7b97e9392c0') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:51:19.665235 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-62530626-466a-4e51-a806-589d9c13007d tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '390a6dda-2e95-4d51-885a-a7b97e9392c0') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:51:19.665393 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c4d493-78bb-4622-9cbb-2371845f457b None None] DHCP port deletion for 7ea8fa64-1238-4122-8cc0-adfb2ff8fdd4 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:51:19.677891 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-62530626-466a-4e51-a806-589d9c13007d tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:19.697015 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-62530626-466a-4e51-a806-589d9c13007d tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:19.709192 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62530626-466a-4e51-a806-589d9c13007d tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:51:19.709574 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-62530626-466a-4e51-a806-589d9c13007d tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:19.710336 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:19.713133 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:51:19.713133 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:51:19.713133 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:51:19.713133 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:51:19.713133 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:51:19.713133 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:51:19.713133 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:51:19.713133 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:51:19.713133 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:51:19.713133 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:51:19.713133 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:51:19.713133 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:51:19.713133 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:51:19.713133 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:51:19.713133 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:51:19.713133 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:51:19.713133 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:51:19.713133 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:51:19.713133 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:51:19.713133 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:51:19.713133 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:51:19.713133 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:51:19.713133 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:51:19.713133 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:51:19.713133 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:51:19.713133 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:51:19.713133 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:51:19.713133 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:51:19.713133 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:51:19.713133 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:51:19.713133 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:51:19.713133 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:51:19.760345 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 9835f8ab-da11-48dd-bb5b-d803606bbeef, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=9835f8ab-da11-48dd-bb5b-d803606bbeef,segment=NetworkSegment(671b0d78-496f-4a6a-a20b-d6937a9097d2),segment_id=671b0d78-496f-4a6a-a20b-d6937a9097d2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:51:19.768596 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:19.821619 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-62530626-466a-4e51-a806-589d9c13007d tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:19.862216 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cf4bd2e2-e1e8-4cdb-b4b2-3a14f4688a73 req-a96e1ca4-4cb6-45aa-a2e6-34d8c5c5dc19 tempest-ServerShowV254Test-1044817157 tempest-ServerShowV254Test-1044817157-project] 10.222.0.22 "GET /v2.0/ports?device_id=7617e04e-50af-46f6-8de9-2d2673cd167d HTTP/1.1" status: 200 len: 210 time: 0.0590060 Sep 07 02:51:19.869975 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=9835f8ab-da11-48dd-bb5b-d803606bbeef,revision_number=10']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:19.887530 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-62530626-466a-4e51-a806-589d9c13007d tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:19.889453 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-62530626-466a-4e51-a806-589d9c13007d tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "DELETE /v2.0/networks/7ea8fa64-1238-4122-8cc0-adfb2ff8fdd4 HTTP/1.1" status: 204 len: 168 time: 0.8216660 Sep 07 02:51:19.890579 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62530626-466a-4e51-a806-589d9c13007d tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event deleted for resources: {'Network': ['ID=7ea8fa64-1238-4122-8cc0-adfb2ff8fdd4,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:19.893333 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 38808) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:19.899203 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-5409078d-d72c-42e5-922e-2d0da131ac41 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-8540408'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:51:19.948717 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c1527-c5d3-4bb2-a353-b9577f696dc1 req-3532124b-7d3e-4006-9e96-d6d33d18a11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:19.950349 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-100c1527-c5d3-4bb2-a353-b9577f696dc1 req-3532124b-7d3e-4006-9e96-d6d33d18a11d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=adb3b25717864ee6bd69a566d88c1692&device_id=47e4ea32-8f5f-4005-8db0-e325b9609a68 HTTP/1.1" status: 200 len: 1098 time: 0.0491550 Sep 07 02:51:19.954628 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5409078d-d72c-42e5-922e-2d0da131ac41 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Made reservation on behalf of f454ca8a0bab4ccfb979d91b13b54fc2 for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:51:19.958354 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5409078d-d72c-42e5-922e-2d0da131ac41 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:19.968881 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773aeaa7-785b-4d61-8b0f-78a6780103b6 req-6965cab3-cc49-4619-9b3a-ba3251d3b56d tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:19.970387 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-773aeaa7-785b-4d61-8b0f-78a6780103b6 req-6965cab3-cc49-4619-9b3a-ba3251d3b56d tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] 10.222.0.22 "GET /v2.0/ports?device_id=47e4ea32-8f5f-4005-8db0-e325b9609a68 HTTP/1.1" status: 200 len: 946 time: 0.0871036 Sep 07 02:51:20.025456 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5409078d-d72c-42e5-922e-2d0da131ac41 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:51:20.040404 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-773aeaa7-785b-4d61-8b0f-78a6780103b6 req-91e10d28-e8e3-4c98-aa6d-ffb9d5b0acdb tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] 10.222.0.22 "GET /v2.0/security-groups?id=e079e1ff-510e-432f-860a-c0373b639fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627797 Sep 07 02:51:20.043395 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5409078d-d72c-42e5-922e-2d0da131ac41 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:20.043778 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-5409078d-d72c-42e5-922e-2d0da131ac41 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Added segment 92c04082-31b6-40bb-af22-38cd7c334de6 of type vlan for network 1e249cd3-5fcf-4643-84ee-6b47e5ded020 Sep 07 02:51:20.061278 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c1527-c5d3-4bb2-a353-b9577f696dc1 req-a0843f75-db46-4b1f-8fdf-1fb25dbd0ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:20.063215 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-100c1527-c5d3-4bb2-a353-b9577f696dc1 req-a0843f75-db46-4b1f-8fdf-1fb25dbd0ace service neutron] 10.222.0.16 "GET /v2.0/networks?id=3c42ac32-a945-4daf-a3fc-a0a13acd44a1 HTTP/1.1" status: 200 len: 911 time: 0.1060171 Sep 07 02:51:20.105734 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5409078d-d72c-42e5-922e-2d0da131ac41 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:20.131225 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5409078d-d72c-42e5-922e-2d0da131ac41 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:20.134512 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-100c1527-c5d3-4bb2-a353-b9577f696dc1 req-a26e7549-78fe-4dfe-bff0-959524a1851f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bbcd3e4-3ecf-439b-93d4-5bb41bf1c051 HTTP/1.1" status: 200 len: 217 time: 0.0566952 Sep 07 02:51:20.136806 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5409078d-d72c-42e5-922e-2d0da131ac41 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:20.137398 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5409078d-d72c-42e5-922e-2d0da131ac41 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:20.180100 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-5409078d-d72c-42e5-922e-2d0da131ac41 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2849984 Sep 07 02:51:20.183508 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 38816) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:20.188545 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-48a73603-aa93-41ce-9e76-64ff48830201 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Request body: {'subnet': {'network_id': '1e249cd3-5fcf-4643-84ee-6b47e5ded020', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:51:20.214626 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b4acad-e7ab-4cb3-a2b6-7667c157ed7d req-e6563bf4-10d8-4f34-94d2-eb92b2f9a7c8 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:20.221809 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-66b4acad-e7ab-4cb3-a2b6-7667c157ed7d req-e6563bf4-10d8-4f34-94d2-eb92b2f9a7c8 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 946 time: 0.0900021 Sep 07 02:51:20.232289 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c1527-c5d3-4bb2-a353-b9577f696dc1 req-dd322978-37d9-4eb0-9663-435fb7611e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:20.233717 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-100c1527-c5d3-4bb2-a353-b9577f696dc1 req-dd322978-37d9-4eb0-9663-435fb7611e5b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=71f8ba6b-e6ee-4fe1-b5ee-57701f9a3d40 HTTP/1.1" status: 200 len: 851 time: 0.0906062 Sep 07 02:51:20.252981 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5409078d-d72c-42e5-922e-2d0da131ac41 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event updated for resources: {'Network': ['ID=1e249cd3-5fcf-4643-84ee-6b47e5ded020,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:20.263756 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 1e249cd3-5fcf-4643-84ee-6b47e5ded020 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:51:20.275982 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-100c1527-c5d3-4bb2-a353-b9577f696dc1 req-5a72a2eb-9565-43b7-a15c-22ba0d1d883d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3c42ac32-a945-4daf-a3fc-a0a13acd44a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346463 Sep 07 02:51:20.284653 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-66b4acad-e7ab-4cb3-a2b6-7667c157ed7d req-ccce8e80-5037-4721-ac5a-531d800875c6 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618286 Sep 07 02:51:20.322083 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a73603-aa93-41ce-9e76-64ff48830201 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Made reservation on behalf of f454ca8a0bab4ccfb979d91b13b54fc2 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:51:20.325715 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-48a73603-aa93-41ce-9e76-64ff48830201 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:20.404254 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-100c1527-c5d3-4bb2-a353-b9577f696dc1 req-b7e7b8b7-eb2d-4dbc-bb49-537983371f22 service neutron] 10.222.0.16 "GET /v2.0/networks/3c42ac32-a945-4daf-a3fc-a0a13acd44a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077871 Sep 07 02:51:20.454862 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87bb7cf-dc4b-4e3b-9aa2-f12bef705c6d req-c61a5a11-c17d-49f3-933e-e74f30321aa4 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:20.456386 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b87bb7cf-dc4b-4e3b-9aa2-f12bef705c6d req-c61a5a11-c17d-49f3-933e-e74f30321aa4 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=def4375e-a273-4927-b2d0-daee1b97d01e HTTP/1.1" status: 200 len: 946 time: 0.0999155 Sep 07 02:51:20.501030 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-100c1527-c5d3-4bb2-a353-b9577f696dc1 req-dbc3854b-6b70-43d2-8808-315f6a07250e service neutron] 10.222.0.16 "GET /v2.0/networks/3c42ac32-a945-4daf-a3fc-a0a13acd44a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886753 Sep 07 02:51:20.530054 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b87bb7cf-dc4b-4e3b-9aa2-f12bef705c6d req-c6fe4df1-cee1-49f7-8d0c-0995fd3da34d tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665228 Sep 07 02:51:20.578999 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-48a73603-aa93-41ce-9e76-64ff48830201 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:20.649342 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a73603-aa93-41ce-9e76-64ff48830201 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event updated for resources: {'Subnet': ['ID=aceff9b9-8a5a-4268-8fd0-2cccd20f7c74,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:20.656110 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a73603-aa93-41ce-9e76-64ff48830201 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Checking segment: {'id': '92c04082-31b6-40bb-af22-38cd7c334de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1e249cd3-5fcf-4643-84ee-6b47e5ded020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:51:20.656505 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a73603-aa93-41ce-9e76-64ff48830201 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Network hostable DHCP agents. Network: 1e249cd3-5fcf-4643-84ee-6b47e5ded020, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:51:20.674222 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a73603-aa93-41ce-9e76-64ff48830201 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Network 1e249cd3-5fcf-4643-84ee-6b47e5ded020 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:51:20.685210 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-48a73603-aa93-41ce-9e76-64ff48830201 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 1e249cd3-5fcf-4643-84ee-6b47e5ded020) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:51:20.689673 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a73603-aa93-41ce-9e76-64ff48830201 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:20.690269 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-48a73603-aa93-41ce-9e76-64ff48830201 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:20.697833 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c558c44-aec3-4d16-b960-9e1f86862dcc None None] Network 1e249cd3-5fcf-4643-84ee-6b47e5ded020 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:51:20.708202 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-48a73603-aa93-41ce-9e76-64ff48830201 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5238254 Sep 07 02:51:20.711564 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 38824) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:20.716689 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-6152cf12-2451-4a57-a9b0-c05c930cd849 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Request body: {'port': {'network_id': '1e249cd3-5fcf-4643-84ee-6b47e5ded020', 'security_groups': [], 'name': 'tempest-PortsTestJSON-735673194'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:51:20.834460 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a2d85a-c698-47f9-a692-b039ce5469f0 req-9327a630-f669-4259-bcd7-26aa57a65567 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:20.835964 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c7a2d85a-c698-47f9-a692-b039ce5469f0 req-9327a630-f669-4259-bcd7-26aa57a65567 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=def4375e-a273-4927-b2d0-daee1b97d01e HTTP/1.1" status: 200 len: 946 time: 0.1043088 Sep 07 02:51:20.842291 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84958e70-ff23-4cb9-834d-8bc71e6d3e92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-1e249cd3-5fcf-4643-84ee-6b47e5ded020', 'network_id': '1e249cd3-5fcf-4643-84ee-6b47e5ded020', 'tenant_id': 'f454ca8a0bab4ccfb979d91b13b54fc2', 'fixed_ips': [{'subnet_id': 'aceff9b9-8a5a-4268-8fd0-2cccd20f7c74'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:51:20.843162 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-84958e70-ff23-4cb9-834d-8bc71e6d3e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:20.853963 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8a2429-04f7-44e0-a1c1-027ae91deef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9835f8ab-da11-48dd-bb5b-d803606bbeef'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:51:20.856252 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78977301-a779-4f26-9bcc-a37d8f0f0c83" -d '{"events": [{"server_uuid": "2d8a2429-04f7-44e0-a1c1-027ae91deef5", "name": "network-vif-plugged", "status": "completed", "tag": "9835f8ab-da11-48dd-bb5b-d803606bbeef"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:51:20.891648 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c7a2d85a-c698-47f9-a692-b039ce5469f0 req-4b5bec0e-bfd5-4b93-bed1-fedcdc2cf536 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462966 Sep 07 02:51:20.892709 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6152cf12-2451-4a57-a9b0-c05c930cd849 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Made reservation on behalf of f454ca8a0bab4ccfb979d91b13b54fc2 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:51:20.896098 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6152cf12-2451-4a57-a9b0-c05c930cd849 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:20.920840 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b45f011-9386-40ff-9444-45cdd8154b13 x-openstack-request-id: req-1b45f011-9386-40ff-9444-45cdd8154b13 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:51:20.921139 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d8a2429-04f7-44e0-a1c1-027ae91deef5", "name": "network-vif-plugged", "status": "completed", "tag": "9835f8ab-da11-48dd-bb5b-d803606bbeef", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:51:20.921375 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1b45f011-9386-40ff-9444-45cdd8154b13 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:51:20.921758 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d8a2429-04f7-44e0-a1c1-027ae91deef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9835f8ab-da11-48dd-bb5b-d803606bbeef', 'code': 200} Sep 07 02:51:20.925241 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-6152cf12-2451-4a57-a9b0-c05c930cd849 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] device_id is not set on port 8844586c-eccf-415a-bba6-eba4652ca5c5 yet. {{(pid=94701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:51:20.988543 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7ef80557-5005-457d-b564-69b7c8d73d2f req-97146242-db3e-41dc-8da2-9935850a984c tempest-ServerShowV254Test-1044817157 tempest-ServerShowV254Test-1044817157-project] 10.222.0.22 "GET /v2.0/ports?device_id=7617e04e-50af-46f6-8de9-2d2673cd167d HTTP/1.1" status: 200 len: 210 time: 0.0327566 Sep 07 02:51:21.027415 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-84958e70-ff23-4cb9-834d-8bc71e6d3e92 None None] Allocated IP 172.20.0.2 (1e249cd3-5fcf-4643-84ee-6b47e5ded020/aceff9b9-8a5a-4268-8fd0-2cccd20f7c74/ed8cee39-505d-463f-b026-ed269898e352) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:51:21.048303 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 7176ace7-40ab-4898-8c81-3bcd401182af no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:51:21.097019 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 7176ace7-40ab-4898-8c81-3bcd401182af {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:51:21.097355 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 7176ace7-40ab-4898-8c81-3bcd401182af not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:51:21.151028 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a3689-6596-4ad1-87d9-8c0e4a966ff7 req-66b96de0-c9e2-4e82-b1b8-d152e0ce1e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:21.152621 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b80a3689-6596-4ad1-87d9-8c0e4a966ff7 req-66b96de0-c9e2-4e82-b1b8-d152e0ce1e52 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 1098 time: 0.0712376 Sep 07 02:51:21.219093 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc624b3-f9e8-456c-adfc-9136678c2c09 req-3b9539ab-2a03-4cdf-aa14-5dd99749410a tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:21.222931 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4dc624b3-f9e8-456c-adfc-9136678c2c09 req-3b9539ab-2a03-4cdf-aa14-5dd99749410a tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] 10.222.0.22 "GET /v2.0/ports?device_id=47e4ea32-8f5f-4005-8db0-e325b9609a68 HTTP/1.1" status: 200 len: 946 time: 0.0842128 Sep 07 02:51:21.224455 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b80a3689-6596-4ad1-87d9-8c0e4a966ff7 req-11b9db92-d5d8-42ad-9b42-06619b3b8705 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647061 Sep 07 02:51:21.294278 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4dc624b3-f9e8-456c-adfc-9136678c2c09 req-5829ae94-6ed1-4e11-a519-8cc0e944b59a tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] 10.222.0.22 "GET /v2.0/security-groups?id=e079e1ff-510e-432f-860a-c0373b639fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610778 Sep 07 02:51:21.309167 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-84958e70-ff23-4cb9-834d-8bc71e6d3e92 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:21.317778 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-84958e70-ff23-4cb9-834d-8bc71e6d3e92 None None] Transition to ACTIVE for port object ed8cee39-505d-463f-b026-ed269898e352 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:51:21.339778 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-84958e70-ff23-4cb9-834d-8bc71e6d3e92 None None] Transition to ACTIVE for port object ed8cee39-505d-463f-b026-ed269898e352 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:51:21.346842 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-84958e70-ff23-4cb9-834d-8bc71e6d3e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:21.427924 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84958e70-ff23-4cb9-834d-8bc71e6d3e92 None None] Network 1e249cd3-5fcf-4643-84ee-6b47e5ded020 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:51:21.436396 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-6152cf12-2451-4a57-a9b0-c05c930cd849 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Allocated IP 172.20.0.6 (1e249cd3-5fcf-4643-84ee-6b47e5ded020/aceff9b9-8a5a-4268-8fd0-2cccd20f7c74/8844586c-eccf-415a-bba6-eba4652ca5c5) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:51:21.445502 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:21.446601 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-84958e70-ff23-4cb9-834d-8bc71e6d3e92 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:51:21.448881 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84958e70-ff23-4cb9-834d-8bc71e6d3e92 None None] Pushing event updated for resources: {'Port': ['ID=ed8cee39-505d-463f-b026-ed269898e352,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:21.453173 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84958e70-ff23-4cb9-834d-8bc71e6d3e92 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:51:21.473680 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:21.483220 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd96629-9f43-4de8-b8c1-d1607ae8c125 req-29a73308-9167-4fdb-9e97-c9d082784ca5 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:21.490863 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ccd96629-9f43-4de8-b8c1-d1607ae8c125 req-29a73308-9167-4fdb-9e97-c9d082784ca5 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 946 time: 0.0985928 Sep 07 02:51:21.544108 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ccd96629-9f43-4de8-b8c1-d1607ae8c125 req-c51d1bd0-eccb-4d58-814d-4890a2069064 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519938 Sep 07 02:51:21.576829 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-84958e70-ff23-4cb9-834d-8bc71e6d3e92 None None] Attempting to bind port ed8cee39-505d-463f-b026-ed269898e352 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:51:21.577474 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-84958e70-ff23-4cb9-834d-8bc71e6d3e92 None None] Attempting to bind port ed8cee39-505d-463f-b026-ed269898e352 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '92c04082-31b6-40bb-af22-38cd7c334de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1e249cd3-5fcf-4643-84ee-6b47e5ded020'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:51:21.577850 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84958e70-ff23-4cb9-834d-8bc71e6d3e92 None None] Attempting to bind port ed8cee39-505d-463f-b026-ed269898e352 on network 1e249cd3-5fcf-4643-84ee-6b47e5ded020 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:51:21.583376 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84958e70-ff23-4cb9-834d-8bc71e6d3e92 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:51:21.583982 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84958e70-ff23-4cb9-834d-8bc71e6d3e92 None None] Checking segment: {'id': '92c04082-31b6-40bb-af22-38cd7c334de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1e249cd3-5fcf-4643-84ee-6b47e5ded020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:51:21.585218 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-84958e70-ff23-4cb9-834d-8bc71e6d3e92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:21.585690 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84958e70-ff23-4cb9-834d-8bc71e6d3e92 None None] Bound using segment: {'id': '92c04082-31b6-40bb-af22-38cd7c334de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1e249cd3-5fcf-4643-84ee-6b47e5ded020'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:51:21.586404 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-84958e70-ff23-4cb9-834d-8bc71e6d3e92 None None] Bound port: ed8cee39-505d-463f-b026-ed269898e352, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92c04082-31b6-40bb-af22-38cd7c334de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '1e249cd3-5fcf-4643-84ee-6b47e5ded020'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:51:21.586750 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-84958e70-ff23-4cb9-834d-8bc71e6d3e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:21.634553 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6152cf12-2451-4a57-a9b0-c05c930cd849 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:21.651426 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-6152cf12-2451-4a57-a9b0-c05c930cd849 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Transition to ACTIVE for port object 8844586c-eccf-415a-bba6-eba4652ca5c5 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:51:21.683616 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-84958e70-ff23-4cb9-834d-8bc71e6d3e92 None None] For port ed8cee39-505d-463f-b026-ed269898e352, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:51:21.687743 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-84958e70-ff23-4cb9-834d-8bc71e6d3e92 None None] For port ed8cee39-505d-463f-b026-ed269898e352, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=ed8cee39-505d-463f-b026-ed269898e352,segment=NetworkSegment(92c04082-31b6-40bb-af22-38cd7c334de6),segment_id=92c04082-31b6-40bb-af22-38cd7c334de6)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:51:21.690419 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6152cf12-2451-4a57-a9b0-c05c930cd849 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:21.692989 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-84958e70-ff23-4cb9-834d-8bc71e6d3e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:21.738410 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6152cf12-2451-4a57-a9b0-c05c930cd849 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Network 1e249cd3-5fcf-4643-84ee-6b47e5ded020 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:51:21.742181 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-6152cf12-2451-4a57-a9b0-c05c930cd849 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:51:21.748912 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6152cf12-2451-4a57-a9b0-c05c930cd849 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:51:21.753253 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84958e70-ff23-4cb9-834d-8bc71e6d3e92 None None] Pushing event updated for resources: {'Port': ['ID=ed8cee39-505d-463f-b026-ed269898e352,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:21.785001 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6152cf12-2451-4a57-a9b0-c05c930cd849 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event updated for resources: {'Port': ['ID=8844586c-eccf-415a-bba6-eba4652ca5c5,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:21.814442 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6152cf12-2451-4a57-a9b0-c05c930cd849 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:21.815425 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6152cf12-2451-4a57-a9b0-c05c930cd849 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:21.840220 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-6152cf12-2451-4a57-a9b0-c05c930cd849 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.1275716 Sep 07 02:51:21.840513 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38848) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:21.974697 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-6da2b5e2-c44e-4bf7-962e-486892c629eb tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Deleting port 8844586c-eccf-415a-bba6-eba4652ca5c5 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:51:21.978665 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6da2b5e2-c44e-4bf7-962e-486892c629eb tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:22.138680 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6da2b5e2-c44e-4bf7-962e-486892c629eb tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:22.149755 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-48b5586b-41ae-4e55-affe-d0d4987f3465 req-c4d999f0-41c8-4543-b703-c33babfb0987 tempest-ServerShowV254Test-1044817157 tempest-ServerShowV254Test-1044817157-project] 10.222.0.22 "GET /v2.0/ports?device_id=7617e04e-50af-46f6-8de9-2d2673cd167d HTTP/1.1" status: 200 len: 210 time: 0.0402009 Sep 07 02:51:22.152017 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-6da2b5e2-c44e-4bf7-962e-486892c629eb tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Calling delete_port for 8844586c-eccf-415a-bba6-eba4652ca5c5 owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:51:22.162106 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3645c0aa-e7aa-460c-825c-2c569f8aba6f req-3e78f8b3-a761-4d5a-ac41-464f53ffe4ef tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:22.164338 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3645c0aa-e7aa-460c-825c-2c569f8aba6f req-3e78f8b3-a761-4d5a-ac41-464f53ffe4ef tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.23 "GET /v2.0/ports?device_id=def4375e-a273-4927-b2d0-daee1b97d01e HTTP/1.1" status: 200 len: 946 time: 0.0870495 Sep 07 02:51:22.228446 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36386c21-cd08-46a6-b5f6-86c30ed1d00b req-3af2593f-c4e5-4dbd-99a3-99b1582df34f tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:22.229938 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-36386c21-cd08-46a6-b5f6-86c30ed1d00b req-3af2593f-c4e5-4dbd-99a3-99b1582df34f tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=def4375e-a273-4927-b2d0-daee1b97d01e HTTP/1.1" status: 200 len: 946 time: 0.2067614 Sep 07 02:51:22.289145 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-3645c0aa-e7aa-460c-825c-2c569f8aba6f req-157de307-a2db-4601-b092-8923821bae03 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Deleting port a5c4e9e6-0d37-4dac-9016-ecb98aa966c4 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:51:22.289506 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-3645c0aa-e7aa-460c-825c-2c569f8aba6f req-157de307-a2db-4601-b092-8923821bae03 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:22.311546 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-36386c21-cd08-46a6-b5f6-86c30ed1d00b req-3729d571-510b-45ef-a9ad-10d99d560b38 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684314 Sep 07 02:51:22.436287 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6da2b5e2-c44e-4bf7-962e-486892c629eb tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:22.473513 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-3645c0aa-e7aa-460c-825c-2c569f8aba6f req-157de307-a2db-4601-b092-8923821bae03 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] For port a5c4e9e6-0d37-4dac-9016-ecb98aa966c4, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=a5c4e9e6-0d37-4dac-9016-ecb98aa966c4,segment=NetworkSegment(e9d929c5-8f5d-4fa8-8af9-463491d37eb2),segment_id=e9d929c5-8f5d-4fa8-8af9-463491d37eb2)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:51:22.474014 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-3645c0aa-e7aa-460c-825c-2c569f8aba6f req-157de307-a2db-4601-b092-8923821bae03 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:22.513417 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da2b5e2-c44e-4bf7-962e-486892c629eb tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event deleted for resources: {'Port': ['ID=8844586c-eccf-415a-bba6-eba4652ca5c5,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:22.536499 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-3645c0aa-e7aa-460c-825c-2c569f8aba6f req-157de307-a2db-4601-b092-8923821bae03 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Calling delete_port for a5c4e9e6-0d37-4dac-9016-ecb98aa966c4 owned by compute:nova {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:51:22.598345 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d4779-2b2c-4358-b08c-6c0dd2c81a9e req-01ca2329-8f2c-4bee-878d-be6da3c1df1e tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:22.599980 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d19d4779-2b2c-4358-b08c-6c0dd2c81a9e req-01ca2329-8f2c-4bee-878d-be6da3c1df1e tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] 10.222.0.22 "GET /v2.0/ports?device_id=47e4ea32-8f5f-4005-8db0-e325b9609a68 HTTP/1.1" status: 200 len: 946 time: 0.1767683 Sep 07 02:51:22.625273 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6da2b5e2-c44e-4bf7-962e-486892c629eb tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:22.627304 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-6da2b5e2-c44e-4bf7-962e-486892c629eb tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "DELETE /v2.0/ports/8844586c-eccf-415a-bba6-eba4652ca5c5 HTTP/1.1" status: 204 len: 168 time: 0.7856951 Sep 07 02:51:22.629963 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38870) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:22.670437 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-01d14dde-c17d-4b71-9a76-b2f4fcb46505 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] GET failed (client error): The resource could not be found. Sep 07 02:51:22.672340 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-01d14dde-c17d-4b71-9a76-b2f4fcb46505 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "GET /v2.0/ports/8844586c-eccf-415a-bba6-eba4652ca5c5 HTTP/1.1" status: 404 len: 333 time: 0.0413556 Sep 07 02:51:22.675640 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38872) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:22.751284 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d19d4779-2b2c-4358-b08c-6c0dd2c81a9e req-6076c150-0707-49c0-b72d-f30fc6c69913 tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] 10.222.0.22 "GET /v2.0/security-groups?id=e079e1ff-510e-432f-860a-c0373b639fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350098 Sep 07 02:51:22.760416 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d86a1f5-8b0c-43bb-be9a-2654eb2fca9a req-2dfc00ec-82f9-4f79-be2f-6674c7b939bd tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:22.762073 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5d86a1f5-8b0c-43bb-be9a-2654eb2fca9a req-2dfc00ec-82f9-4f79-be2f-6674c7b939bd tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/ports?device_id=cff3d0b0-5413-4f78-bbff-bd4df25547fb HTTP/1.1" status: 200 len: 945 time: 0.2599189 Sep 07 02:51:22.775556 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-3645c0aa-e7aa-460c-825c-2c569f8aba6f req-157de307-a2db-4601-b092-8923821bae03 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:22.787687 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['307b71c8-1330-4f86-b0c6-ac62473e3585', 'a5c4e9e6-0d37-4dac-9016-ecb98aa966c4'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:51:22.794398 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-87eeffce-01b2-4236-9056-62a47be0aa3c tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Deleting subnet aceff9b9-8a5a-4268-8fd0-2cccd20f7c74 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:51:22.798405 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-87eeffce-01b2-4236-9056-62a47be0aa3c tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:22.871162 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157de307-a2db-4601-b092-8923821bae03 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Pushing event deleted for resources: {'Port': ['ID=a5c4e9e6-0d37-4dac-9016-ecb98aa966c4,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:22.874326 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-3645c0aa-e7aa-460c-825c-2c569f8aba6f req-157de307-a2db-4601-b092-8923821bae03 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] No DVR routers for this DVR port a5c4e9e6-0d37-4dac-9016-ecb98aa966c4 on host n-h1-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:51:22.876766 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-3645c0aa-e7aa-460c-825c-2c569f8aba6f req-157de307-a2db-4601-b092-8923821bae03 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:22.878901 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3645c0aa-e7aa-460c-825c-2c569f8aba6f req-157de307-a2db-4601-b092-8923821bae03 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.23 "DELETE /v2.0/ports/a5c4e9e6-0d37-4dac-9016-ecb98aa966c4 HTTP/1.1" status: 204 len: 173 time: 0.7075763 Sep 07 02:51:22.879583 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def4375e-a273-4927-b2d0-daee1b97d01e', 'name': 'network-vif-deleted', 'tag': 'a5c4e9e6-0d37-4dac-9016-ecb98aa966c4'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:51:22.882986 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d41e77d-535f-41f3-bfca-e53b1a594c24" -d '{"events": [{"server_uuid": "def4375e-a273-4927-b2d0-daee1b97d01e", "name": "network-vif-deleted", "tag": "a5c4e9e6-0d37-4dac-9016-ecb98aa966c4"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:51:22.925171 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-87eeffce-01b2-4236-9056-62a47be0aa3c tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:22.935907 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5d86a1f5-8b0c-43bb-be9a-2654eb2fca9a req-37217fbb-e04e-4570-8ba2-e72b996a8c1d tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/security-groups?id=8627b096-1ea2-45e2-baf2-b285074b2a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616836 Sep 07 02:51:22.986475 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d081940f-9376-4e46-8145-409b4c59d214 req-f9ff49c6-17db-4858-ad81-9778aee6131f tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:22.988068 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d081940f-9376-4e46-8145-409b4c59d214 req-f9ff49c6-17db-4858-ad81-9778aee6131f tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 946 time: 0.1432533 Sep 07 02:51:23.028474 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e907cee-4af0-41e1-8957-b5787f9fd5da None None] Network 1e249cd3-5fcf-4643-84ee-6b47e5ded020 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:51:23.081548 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d081940f-9376-4e46-8145-409b4c59d214 req-3ca71f47-e6cc-45d0-9fea-4214d47091b2 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797334 Sep 07 02:51:23.154737 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-87eeffce-01b2-4236-9056-62a47be0aa3c tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:23.201535 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device ed8cee39-505d-463f-b026-ed269898e352 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:51:23.210211 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-34dc7bd5-9f33-413b-a1b7-a77022308ad9 None None] Provisioning for port ed8cee39-505d-463f-b026-ed269898e352 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:51:23.256463 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8b2e06-d235-4998-aef7-244c4d1bff4d x-openstack-request-id: req-fc8b2e06-d235-4998-aef7-244c4d1bff4d {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:51:23.257376 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def4375e-a273-4927-b2d0-daee1b97d01e", "name": "network-vif-deleted", "tag": "a5c4e9e6-0d37-4dac-9016-ecb98aa966c4", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:51:23.258448 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fc8b2e06-d235-4998-aef7-244c4d1bff4d {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:51:23.258448 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def4375e-a273-4927-b2d0-daee1b97d01e', 'name': 'network-vif-deleted', 'tag': 'a5c4e9e6-0d37-4dac-9016-ecb98aa966c4', 'status': 'completed', 'code': 200} Sep 07 02:51:23.283438 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-87eeffce-01b2-4236-9056-62a47be0aa3c tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:23.328234 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eeffce-01b2-4236-9056-62a47be0aa3c tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event deleted for resources: {'Subnet': ['ID=aceff9b9-8a5a-4268-8fd0-2cccd20f7c74,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:23.331959 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-87eeffce-01b2-4236-9056-62a47be0aa3c tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:23.333967 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-87eeffce-01b2-4236-9056-62a47be0aa3c tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "DELETE /v2.0/subnets/aceff9b9-8a5a-4268-8fd0-2cccd20f7c74 HTTP/1.1" status: 204 len: 168 time: 0.6573088 Sep 07 02:51:23.344830 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38916) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:23.370767 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port ed8cee39-505d-463f-b026-ed269898e352 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:51:23.377436 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port ed8cee39-505d-463f-b026-ed269898e352 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:51:23.378217 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:23.385888 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a4d62-0161-4468-a8ed-ea47d31207a5 req-a61e9f0a-736c-4478-af74-613d3e86c413 tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:23.398371 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cd5a4d62-0161-4468-a8ed-ea47d31207a5 req-a61e9f0a-736c-4478-af74-613d3e86c413 tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] 10.222.0.22 "GET /v2.0/ports?device_id=47e4ea32-8f5f-4005-8db0-e325b9609a68 HTTP/1.1" status: 200 len: 946 time: 0.1151478 Sep 07 02:51:23.463534 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cd5a4d62-0161-4468-a8ed-ea47d31207a5 req-abbfdb67-2e06-4f05-b156-8daf79d537e5 tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] 10.222.0.22 "GET /v2.0/security-groups?id=e079e1ff-510e-432f-860a-c0373b639fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641007 Sep 07 02:51:23.487001 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:23.538319 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port ed8cee39-505d-463f-b026-ed269898e352, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=ed8cee39-505d-463f-b026-ed269898e352,segment=NetworkSegment(92c04082-31b6-40bb-af22-38cd7c334de6),segment_id=92c04082-31b6-40bb-af22-38cd7c334de6)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:51:23.545086 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:23.610674 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=ed8cee39-505d-463f-b026-ed269898e352,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:23.657277 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-25bf188a-6bb8-4ee7-b133-3f6220158951 req-77f549dc-4127-4191-bd07-1e0bcdf143ff tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=def4375e-a273-4927-b2d0-daee1b97d01e HTTP/1.1" status: 200 len: 210 time: 0.0626373 Sep 07 02:51:23.753663 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57e2eeb-6ff0-4ffa-a8d1-0a4eb6e55eb4 None None] Network 1e249cd3-5fcf-4643-84ee-6b47e5ded020 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:51:23.833646 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-10d15e80-2d34-4021-ab3e-111e6ee1e1d6 None None] Provisioning complete for port ed8cee39-505d-463f-b026-ed269898e352 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:51:23.834486 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-10d15e80-2d34-4021-ab3e-111e6ee1e1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:23.837745 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1d3db825-b408-4647-a747-8d2b0bffc0f5 req-b43fde61-49a3-460e-a46c-a36c322574c7 tempest-ServerShowV254Test-1044817157 tempest-ServerShowV254Test-1044817157-project] 10.222.0.22 "GET /v2.0/ports?device_id=7617e04e-50af-46f6-8de9-2d2673cd167d HTTP/1.1" status: 200 len: 210 time: 0.5121593 Sep 07 02:51:23.913647 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b59e338-f4bb-4140-b94d-453e4ae1e1f3 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:23.981185 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-0b59e338-f4bb-4140-b94d-453e4ae1e1f3 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Deleting port ed8cee39-505d-463f-b026-ed269898e352 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:51:23.981769 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b59e338-f4bb-4140-b94d-453e4ae1e1f3 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:24.051581 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18a17ce-1ffc-491d-a0df-d1c9826996f7 None None] DHCP port deletion for 1e249cd3-5fcf-4643-84ee-6b47e5ded020 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:51:24.056527 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-0b59e338-f4bb-4140-b94d-453e4ae1e1f3 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] For port ed8cee39-505d-463f-b026-ed269898e352, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=ed8cee39-505d-463f-b026-ed269898e352,segment=NetworkSegment(92c04082-31b6-40bb-af22-38cd7c334de6),segment_id=92c04082-31b6-40bb-af22-38cd7c334de6)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:51:24.057197 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b59e338-f4bb-4140-b94d-453e4ae1e1f3 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:24.073481 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-0b59e338-f4bb-4140-b94d-453e4ae1e1f3 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Calling delete_port for ed8cee39-505d-463f-b026-ed269898e352 owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:51:24.111841 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce36e5b-2910-4808-990f-9130549ddc9f req-c534d884-e813-4bc3-b4ad-35ff75ad93a8 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:24.113612 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3ce36e5b-2910-4808-990f-9130549ddc9f req-c534d884-e813-4bc3-b4ad-35ff75ad93a8 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/ports?device_id=cff3d0b0-5413-4f78-bbff-bd4df25547fb HTTP/1.1" status: 200 len: 945 time: 0.0893764 Sep 07 02:51:24.162426 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-f18a17ce-1ffc-491d-a0df-d1c9826996f7 None None] Deleting port ed8cee39-505d-463f-b026-ed269898e352 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:51:24.167755 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f18a17ce-1ffc-491d-a0df-d1c9826996f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:24.183285 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3ce36e5b-2910-4808-990f-9130549ddc9f req-789e11af-c4ed-43c0-b8f1-41b2b3cad4c6 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/security-groups?id=8627b096-1ea2-45e2-baf2-b285074b2a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540712 Sep 07 02:51:24.192513 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b59e338-f4bb-4140-b94d-453e4ae1e1f3 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:24.242418 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-f18a17ce-1ffc-491d-a0df-d1c9826996f7 None None] For port ed8cee39-505d-463f-b026-ed269898e352, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=ed8cee39-505d-463f-b026-ed269898e352,segment=NetworkSegment(92c04082-31b6-40bb-af22-38cd7c334de6),segment_id=92c04082-31b6-40bb-af22-38cd7c334de6)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:51:24.242768 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f18a17ce-1ffc-491d-a0df-d1c9826996f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:24.250176 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b59e338-f4bb-4140-b94d-453e4ae1e1f3 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event deleted for resources: {'Port': ['ID=ed8cee39-505d-463f-b026-ed269898e352,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:24.253052 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b59e338-f4bb-4140-b94d-453e4ae1e1f3 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] No DVR routers for this DVR port ed8cee39-505d-463f-b026-ed269898e352 on host n-d-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:51:24.260140 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-f18a17ce-1ffc-491d-a0df-d1c9826996f7 None None] Calling delete_port for ed8cee39-505d-463f-b026-ed269898e352 owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:51:24.322378 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b057d3-9b8d-45f3-846a-3e14d0772426 req-588628df-3ec1-4c3a-ad7b-3c224e50fc92 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:24.324027 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-99b057d3-9b8d-45f3-846a-3e14d0772426 req-588628df-3ec1-4c3a-ad7b-3c224e50fc92 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 946 time: 0.1346881 Sep 07 02:51:24.334524 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacdaac7-08b4-40e7-bd3f-015c07fc8b94 req-e72fdfc5-c1e8-4111-b2ae-769b32cbef7b tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:24.336574 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-aacdaac7-08b4-40e7-bd3f-015c07fc8b94 req-e72fdfc5-c1e8-4111-b2ae-769b32cbef7b tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.23 "GET /v2.0/ports?device_id=cff3d0b0-5413-4f78-bbff-bd4df25547fb HTTP/1.1" status: 200 len: 945 time: 0.0596685 Sep 07 02:51:24.353152 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f18a17ce-1ffc-491d-a0df-d1c9826996f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:24.379711 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a17ce-1ffc-491d-a0df-d1c9826996f7 None None] Pushing event deleted for resources: {'Port': ['ID=ed8cee39-505d-463f-b026-ed269898e352,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:24.384043 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b59e338-f4bb-4140-b94d-453e4ae1e1f3 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:24.384740 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18a17ce-1ffc-491d-a0df-d1c9826996f7 None None] No DVR routers for this DVR port ed8cee39-505d-463f-b026-ed269898e352 on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:51:24.425259 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-99b057d3-9b8d-45f3-846a-3e14d0772426 req-9c15b0df-1afd-4b47-a45d-a6fb26b67707 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926707 Sep 07 02:51:24.429410 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-0b59e338-f4bb-4140-b94d-453e4ae1e1f3 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e249cd3-5fcf-4643-84ee-6b47e5ded020']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:51:24.441285 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-0b59e338-f4bb-4140-b94d-453e4ae1e1f3 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92c04082-31b6-40bb-af22-38cd7c334de6') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:51:24.444912 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-0b59e338-f4bb-4140-b94d-453e4ae1e1f3 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92c04082-31b6-40bb-af22-38cd7c334de6') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:51:24.459120 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b59e338-f4bb-4140-b94d-453e4ae1e1f3 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:24.468568 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-aacdaac7-08b4-40e7-bd3f-015c07fc8b94 req-a7129d01-6787-484e-aa7e-3b2c79ccba12 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Deleting port 7f01f67e-3409-48ce-92b1-62482d74cd88 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:51:24.468923 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-aacdaac7-08b4-40e7-bd3f-015c07fc8b94 req-a7129d01-6787-484e-aa7e-3b2c79ccba12 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:24.474682 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b59e338-f4bb-4140-b94d-453e4ae1e1f3 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:24.481398 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b59e338-f4bb-4140-b94d-453e4ae1e1f3 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:51:24.481796 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b59e338-f4bb-4140-b94d-453e4ae1e1f3 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:24.485361 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:51:24.485361 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:51:24.485361 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:51:24.485361 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:51:24.485361 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:51:24.485361 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:51:24.485361 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:51:24.485361 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:51:24.485361 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:51:24.485361 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:51:24.485361 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:51:24.485361 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:51:24.485361 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:51:24.485361 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:51:24.485361 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:51:24.485361 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:51:24.485361 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:51:24.485361 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:51:24.485361 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:51:24.485361 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:51:24.485361 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:51:24.485361 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:51:24.485361 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:51:24.485361 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:51:24.485361 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:51:24.485361 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:51:24.485361 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:51:24.485361 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:51:24.485361 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:51:24.485361 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:51:24.485361 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:51:24.485361 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:51:24.559213 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b59e338-f4bb-4140-b94d-453e4ae1e1f3 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:24.566874 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b59e338-f4bb-4140-b94d-453e4ae1e1f3 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:24.569665 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-0b59e338-f4bb-4140-b94d-453e4ae1e1f3 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "DELETE /v2.0/networks/1e249cd3-5fcf-4643-84ee-6b47e5ded020 HTTP/1.1" status: 204 len: 168 time: 1.2244790 Sep 07 02:51:24.573831 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38928) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:24.578801 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-8e47e7bf-d803-4b2f-9fd0-27075927b22c tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Request body: {'port': {'network_id': '2f46c035-23c9-4be2-b63f-775eef371272', 'name': 'tempest-PortsTestJSON-951566126'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:51:24.591519 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b59e338-f4bb-4140-b94d-453e4ae1e1f3 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event deleted for resources: {'Network': ['ID=1e249cd3-5fcf-4643-84ee-6b47e5ded020,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:24.630050 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-aacdaac7-08b4-40e7-bd3f-015c07fc8b94 req-a7129d01-6787-484e-aa7e-3b2c79ccba12 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] For port 7f01f67e-3409-48ce-92b1-62482d74cd88, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=7f01f67e-3409-48ce-92b1-62482d74cd88,segment=NetworkSegment(d870a195-8ec5-4537-8987-1fe2b1130707),segment_id=d870a195-8ec5-4537-8987-1fe2b1130707)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:51:24.630763 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-aacdaac7-08b4-40e7-bd3f-015c07fc8b94 req-a7129d01-6787-484e-aa7e-3b2c79ccba12 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:24.651240 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf529e-1d8d-4e96-b787-7d85b7d34c6f req-40629f0a-44ad-4f56-9104-3d7488a40e7b tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:24.653003 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cecf529e-1d8d-4e96-b787-7d85b7d34c6f req-40629f0a-44ad-4f56-9104-3d7488a40e7b tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] 10.222.0.22 "GET /v2.0/ports?device_id=47e4ea32-8f5f-4005-8db0-e325b9609a68 HTTP/1.1" status: 200 len: 946 time: 0.1115623 Sep 07 02:51:24.677411 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e47e7bf-d803-4b2f-9fd0-27075927b22c tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Made reservation on behalf of f454ca8a0bab4ccfb979d91b13b54fc2 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:51:24.682178 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8e47e7bf-d803-4b2f-9fd0-27075927b22c tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:24.709073 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-8e47e7bf-d803-4b2f-9fd0-27075927b22c tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] device_id is not set on port f249c26b-03a1-4b21-b0b8-57cd8817e913 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:51:24.816301 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cecf529e-1d8d-4e96-b787-7d85b7d34c6f req-b9a9189b-bb5f-4448-bd73-d93d0aa6815f tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] 10.222.0.22 "GET /v2.0/security-groups?id=e079e1ff-510e-432f-860a-c0373b639fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411216 Sep 07 02:51:24.862563 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275eb53c-6595-4a72-9314-a36dde7230ec req-536b4777-75c2-469e-b82d-6d3dfc28a068 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:24.864125 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-275eb53c-6595-4a72-9314-a36dde7230ec req-536b4777-75c2-469e-b82d-6d3dfc28a068 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.0694466 Sep 07 02:51:24.938092 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-aacdaac7-08b4-40e7-bd3f-015c07fc8b94 req-a7129d01-6787-484e-aa7e-3b2c79ccba12 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:24.938512 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-aacdaac7-08b4-40e7-bd3f-015c07fc8b94 req-a7129d01-6787-484e-aa7e-3b2c79ccba12 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:24.938840 n-d-796209-16 neutron-server[94701]: INFO neutron.db.l3_db [req-aacdaac7-08b4-40e7-bd3f-015c07fc8b94 req-a7129d01-6787-484e-aa7e-3b2c79ccba12 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Floating IP 56ee72c7-5f57-45d3-a0f4-34804f618418 disassociated. External IP: 172.25.5.198, port: 7f01f67e-3409-48ce-92b1-62482d74cd88. Sep 07 02:51:24.939194 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-aacdaac7-08b4-40e7-bd3f-015c07fc8b94 req-a7129d01-6787-484e-aa7e-3b2c79ccba12 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Calling delete_port for 7f01f67e-3409-48ce-92b1-62482d74cd88 owned by compute:nova {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:51:24.967950 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-275eb53c-6595-4a72-9314-a36dde7230ec req-c38306b9-5c43-4552-9228-cc25c3b8b857 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876486 Sep 07 02:51:24.989945 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8e47e7bf-d803-4b2f-9fd0-27075927b22c tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:25.054979 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8e47e7bf-d803-4b2f-9fd0-27075927b22c tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:25.114639 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device ed8cee39-505d-463f-b026-ed269898e352 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:51:25.150359 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e47e7bf-d803-4b2f-9fd0-27075927b22c tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Network 2f46c035-23c9-4be2-b63f-775eef371272 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:51:25.156606 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: ed8cee39-505d-463f-b026-ed269898e352 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:51:25.157205 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device ed8cee39-505d-463f-b026-ed269898e352 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:51:25.172526 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-8e47e7bf-d803-4b2f-9fd0-27075927b22c tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:51:25.195389 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e47e7bf-d803-4b2f-9fd0-27075927b22c tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:51:25.201379 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e47e7bf-d803-4b2f-9fd0-27075927b22c tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:25.202328 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8e47e7bf-d803-4b2f-9fd0-27075927b22c tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:25.214883 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-aacdaac7-08b4-40e7-bd3f-015c07fc8b94 req-a7129d01-6787-484e-aa7e-3b2c79ccba12 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:25.253167 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e47e7bf-d803-4b2f-9fd0-27075927b22c tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event updated for resources: {'Port': ['ID=f249c26b-03a1-4b21-b0b8-57cd8817e913,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:25.263129 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-8e47e7bf-d803-4b2f-9fd0-27075927b22c tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6862946 Sep 07 02:51:25.265501 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38948) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:25.288265 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7129d01-6787-484e-aa7e-3b2c79ccba12 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Pushing event deleted for resources: {'Port': ['ID=7f01f67e-3409-48ce-92b1-62482d74cd88,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:25.291843 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2e700fef-83f7-4da0-919c-fc85a32dc5c2 req-2ace58f8-3c94-4ff2-b1c1-944b7ee017c2 tempest-ServerShowV254Test-1044817157 tempest-ServerShowV254Test-1044817157-project] 10.222.0.22 "GET /v2.0/ports?device_id=7617e04e-50af-46f6-8de9-2d2673cd167d HTTP/1.1" status: 200 len: 210 time: 0.0855627 Sep 07 02:51:25.318197 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec27af-1278-45b6-bb03-51a50a4d6bd7 req-c327f4e1-c00f-467c-99ac-f126e27811dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:25.319904 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b8ec27af-1278-45b6-bb03-51a50a4d6bd7 req-c327f4e1-c00f-467c-99ac-f126e27811dc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=adb3b25717864ee6bd69a566d88c1692&device_id=47e4ea32-8f5f-4005-8db0-e325b9609a68 HTTP/1.1" status: 200 len: 1098 time: 0.2001090 Sep 07 02:51:25.345838 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80087e75-9af5-45fa-897f-ea2a6eb8356f req-2a3e4235-9e7d-4ebb-a670-ecef4465064f tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:25.347456 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-80087e75-9af5-45fa-897f-ea2a6eb8356f req-2a3e4235-9e7d-4ebb-a670-ecef4465064f tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] 10.222.0.22 "GET /v2.0/ports?device_id=47e4ea32-8f5f-4005-8db0-e325b9609a68 HTTP/1.1" status: 200 len: 946 time: 0.2067442 Sep 07 02:51:25.404169 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7129d01-6787-484e-aa7e-3b2c79ccba12 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:51:25.404656 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7129d01-6787-484e-aa7e-3b2c79ccba12 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:51:25.405102 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7129d01-6787-484e-aa7e-3b2c79ccba12 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:51:25.405537 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7129d01-6787-484e-aa7e-3b2c79ccba12 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:51:25.405986 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7129d01-6787-484e-aa7e-3b2c79ccba12 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:51:25.406415 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7129d01-6787-484e-aa7e-3b2c79ccba12 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:51:25.406840 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7129d01-6787-484e-aa7e-3b2c79ccba12 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:51:25.407265 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7129d01-6787-484e-aa7e-3b2c79ccba12 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:51:25.407710 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7129d01-6787-484e-aa7e-3b2c79ccba12 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:51:25.408132 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7129d01-6787-484e-aa7e-3b2c79ccba12 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:51:25.408554 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7129d01-6787-484e-aa7e-3b2c79ccba12 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:51:25.408973 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7129d01-6787-484e-aa7e-3b2c79ccba12 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:51:25.446515 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-12da0f8a-8e88-49f3-a971-04ada83af86b req-101e9901-ff60-428c-bd66-f997cc684b3f tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/ports?device_id=cff3d0b0-5413-4f78-bbff-bd4df25547fb HTTP/1.1" status: 200 len: 210 time: 0.0310817 Sep 07 02:51:25.453968 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aacdaac7-08b4-40e7-bd3f-015c07fc8b94 req-a7129d01-6787-484e-aa7e-3b2c79ccba12 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Router 46b86a9e-ce2e-42ab-a6ad-2c076247d5f4 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:51:25.467408 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec27af-1278-45b6-bb03-51a50a4d6bd7 req-43e25ea5-0d6f-4282-9eec-83cf09641d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:25.468944 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b8ec27af-1278-45b6-bb03-51a50a4d6bd7 req-43e25ea5-0d6f-4282-9eec-83cf09641d2c service neutron] 10.222.0.16 "GET /v2.0/networks?id=3c42ac32-a945-4daf-a3fc-a0a13acd44a1 HTTP/1.1" status: 200 len: 911 time: 0.1411419 Sep 07 02:51:25.554589 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-80087e75-9af5-45fa-897f-ea2a6eb8356f req-15c51aef-f860-4ff8-a139-aa5c4600b151 tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] 10.222.0.22 "GET /v2.0/security-groups?id=e079e1ff-510e-432f-860a-c0373b639fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893640 Sep 07 02:51:25.563575 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b8ec27af-1278-45b6-bb03-51a50a4d6bd7 req-fc7f485c-f832-4572-94be-e418f2b6bd95 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bbcd3e4-3ecf-439b-93d4-5bb41bf1c051 HTTP/1.1" status: 200 len: 217 time: 0.0750792 Sep 07 02:51:25.578780 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-397cde5d-2ed9-401d-90d8-110c12d03710 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Deleting port f249c26b-03a1-4b21-b0b8-57cd8817e913 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:51:25.579343 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-397cde5d-2ed9-401d-90d8-110c12d03710 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:25.617705 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07201509-d374-459d-92ad-d56e4fc54669 req-8081a189-820a-442d-8cf9-f7b76f568dc1 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:25.619352 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-07201509-d374-459d-92ad-d56e4fc54669 req-8081a189-820a-442d-8cf9-f7b76f568dc1 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.0958476 Sep 07 02:51:25.621040 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aacdaac7-08b4-40e7-bd3f-015c07fc8b94 req-a7129d01-6787-484e-aa7e-3b2c79ccba12 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:51:25.641742 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de19a827-bd18-498e-b63d-2dcec3988c15 None None] Sync routers for ids ['46b86a9e-ce2e-42ab-a6ad-2c076247d5f4'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:51:25.655977 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de19a827-bd18-498e-b63d-2dcec3988c15 None None] Routers {'46b86a9e-ce2e-42ab-a6ad-2c076247d5f4'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:51:25.656977 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-de19a827-bd18-498e-b63d-2dcec3988c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:50:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['46b86a9e-ce2e-42ab-a6ad-2c076247d5f4'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:51:25.696847 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-397cde5d-2ed9-401d-90d8-110c12d03710 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:25.713889 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec27af-1278-45b6-bb03-51a50a4d6bd7 req-2eae55c2-5554-40d3-a5ea-802053d574c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:25.715407 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b8ec27af-1278-45b6-bb03-51a50a4d6bd7 req-2eae55c2-5554-40d3-a5ea-802053d574c8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=71f8ba6b-e6ee-4fe1-b5ee-57701f9a3d40 HTTP/1.1" status: 200 len: 851 time: 0.1210628 Sep 07 02:51:25.718037 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-aacdaac7-08b4-40e7-bd3f-015c07fc8b94 req-a7129d01-6787-484e-aa7e-3b2c79ccba12 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] No DVR routers for this DVR port 7f01f67e-3409-48ce-92b1-62482d74cd88 on host n-h1-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:51:25.719784 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-397cde5d-2ed9-401d-90d8-110c12d03710 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Calling delete_port for f249c26b-03a1-4b21-b0b8-57cd8817e913 owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:51:25.725518 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-aacdaac7-08b4-40e7-bd3f-015c07fc8b94 req-a7129d01-6787-484e-aa7e-3b2c79ccba12 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:25.734975 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-aacdaac7-08b4-40e7-bd3f-015c07fc8b94 req-a7129d01-6787-484e-aa7e-3b2c79ccba12 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.23 "DELETE /v2.0/ports/7f01f67e-3409-48ce-92b1-62482d74cd88 HTTP/1.1" status: 204 len: 173 time: 1.3911326 Sep 07 02:51:25.736366 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff3d0b0-5413-4f78-bbff-bd4df25547fb', 'name': 'network-vif-deleted', 'tag': '7f01f67e-3409-48ce-92b1-62482d74cd88'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:51:25.739987 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf5ffc2-5a09-45eb-b57a-af728994bcc3" -d '{"events": [{"server_uuid": "cff3d0b0-5413-4f78-bbff-bd4df25547fb", "name": "network-vif-deleted", "tag": "7f01f67e-3409-48ce-92b1-62482d74cd88"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:51:25.753937 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-07201509-d374-459d-92ad-d56e4fc54669 req-6550f4c6-5cf0-4561-a940-b3fae5ced28b tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029587 Sep 07 02:51:25.829178 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-de19a827-bd18-498e-b63d-2dcec3988c15 None None] Set router 46b86a9e-ce2e-42ab-a6ad-2c076247d5f4 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:51:25.838891 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377dd91c-3c52-4f52-ab97-cca25fa96619 x-openstack-request-id: req-377dd91c-3c52-4f52-ab97-cca25fa96619 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:51:25.839314 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cff3d0b0-5413-4f78-bbff-bd4df25547fb", "name": "network-vif-deleted", "tag": "7f01f67e-3409-48ce-92b1-62482d74cd88", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:51:25.839702 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-377dd91c-3c52-4f52-ab97-cca25fa96619 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:51:25.840371 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cff3d0b0-5413-4f78-bbff-bd4df25547fb', 'name': 'network-vif-deleted', 'tag': '7f01f67e-3409-48ce-92b1-62482d74cd88', 'status': 'completed', 'code': 200} Sep 07 02:51:25.906438 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b8ec27af-1278-45b6-bb03-51a50a4d6bd7 req-dcbd6062-4cbd-4220-80e6-220a2a21ddf2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3c42ac32-a945-4daf-a3fc-a0a13acd44a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1682830 Sep 07 02:51:25.936125 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-90eb53ac-3bb7-4c7f-8af0-80570d9d868a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:25.944725 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872e087-3be4-4d50-9f06-e1e5d08baf27 req-bc7b1c87-0e15-4989-96bc-f411ed4fee9f tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:25.953850 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1872e087-3be4-4d50-9f06-e1e5d08baf27 req-bc7b1c87-0e15-4989-96bc-f411ed4fee9f tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.0779800 Sep 07 02:51:25.994993 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1872e087-3be4-4d50-9f06-e1e5d08baf27 req-552f36f8-d0d2-40e7-8aef-f7c1abfec129 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390215 Sep 07 02:51:26.049434 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b8ec27af-1278-45b6-bb03-51a50a4d6bd7 req-d2b2e232-a21f-4e4f-a2fd-d224e1542996 service neutron] 10.222.0.16 "GET /v2.0/networks/3c42ac32-a945-4daf-a3fc-a0a13acd44a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329169 Sep 07 02:51:26.117657 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-de19a827-bd18-498e-b63d-2dcec3988c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b86a9e-ce2e-42ab-a6ad-2c076247d5f4', 'name': 'tempest-AttachVolumeTestJSON-556686093-router', 'tenant_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': 'e2980f5d-551c-4247-9806-cf3022158b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:47:08Z', 'updated_at': '2021-09-07T02:47:15Z', 'revision_number': 4, 'project_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'gw_port': {'id': 'e2980f5d-551c-4247-9806-cf3022158b44', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:8c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b86a9e-ce2e-42ab-a6ad-2c076247d5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:10Z', 'updated_at': '2021-09-07T02:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'c1359631-4d95-4e6b-8e71-ab65182e0e03', 'name': '', 'network_id': 'c14598de-557e-41f6-bdcf-28289778b06c', 'tenant_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'mac_address': 'fa:16:3e:81:9f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b86a9e-ce2e-42ab-a6ad-2c076247d5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '2131ccdf-cbf5-4ee9-96cf-e4c911da986a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:14Z', 'updated_at': '2021-09-07T02:47:24Z', 'revision_number': 5, 'project_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'subnets': [{'id': '2131ccdf-cbf5-4ee9-96cf-e4c911da986a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:51:26.156593 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de19a827-bd18-498e-b63d-2dcec3988c15 None None] Checking router: 46b86a9e-ce2e-42ab-a6ad-2c076247d5f4 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:51:26.161678 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-397cde5d-2ed9-401d-90d8-110c12d03710 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:26.173242 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de19a827-bd18-498e-b63d-2dcec3988c15 None None] Routers {'46b86a9e-ce2e-42ab-a6ad-2c076247d5f4'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:51:26.173897 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-de19a827-bd18-498e-b63d-2dcec3988c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:50:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['46b86a9e-ce2e-42ab-a6ad-2c076247d5f4'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:51:26.193828 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397cde5d-2ed9-401d-90d8-110c12d03710 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event deleted for resources: {'Port': ['ID=f249c26b-03a1-4b21-b0b8-57cd8817e913,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:26.216854 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-397cde5d-2ed9-401d-90d8-110c12d03710 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:26.222362 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 38960) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:26.222901 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-397cde5d-2ed9-401d-90d8-110c12d03710 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "DELETE /v2.0/ports/f249c26b-03a1-4b21-b0b8-57cd8817e913 HTTP/1.1" status: 204 len: 168 time: 0.9569864 Sep 07 02:51:26.227782 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-418f82c7-b45a-4906-b5d1-b5ad164ec7c5 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Request body: {'port': {'network_id': '2f46c035-23c9-4be2-b63f-775eef371272', 'mac_address': 'fa:16:3e:e4:e3:3d', 'name': 'tempest-PortsTestJSON-505558067'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:51:26.239520 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b8ec27af-1278-45b6-bb03-51a50a4d6bd7 req-c46c8540-3b40-4267-b96d-a4efc12c602c service neutron] 10.222.0.16 "GET /v2.0/networks/3c42ac32-a945-4daf-a3fc-a0a13acd44a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808517 Sep 07 02:51:26.286090 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device a5c4e9e6-0d37-4dac-9016-ecb98aa966c4 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:51:26.363448 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: a5c4e9e6-0d37-4dac-9016-ecb98aa966c4 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:51:26.363736 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device a5c4e9e6-0d37-4dac-9016-ecb98aa966c4 not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:51:26.367310 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 7f01f67e-3409-48ce-92b1-62482d74cd88 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:51:26.399150 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: 7f01f67e-3409-48ce-92b1-62482d74cd88 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:51:26.399893 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 7f01f67e-3409-48ce-92b1-62482d74cd88 not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:51:26.420434 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418f82c7-b45a-4906-b5d1-b5ad164ec7c5 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Made reservation on behalf of f454ca8a0bab4ccfb979d91b13b54fc2 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:51:26.427430 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-de19a827-bd18-498e-b63d-2dcec3988c15 None None] Set router 46b86a9e-ce2e-42ab-a6ad-2c076247d5f4 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:51:26.468999 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2c59eae0-b26a-4e89-9928-dda886a20c8d req-6930edf1-d1ed-4d78-93cd-4f3705733124 tempest-ServerShowV254Test-1044817157 tempest-ServerShowV254Test-1044817157-project] 10.222.0.22 "GET /v2.0/ports?device_id=7617e04e-50af-46f6-8de9-2d2673cd167d HTTP/1.1" status: 200 len: 210 time: 0.0391607 Sep 07 02:51:26.520994 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-418f82c7-b45a-4906-b5d1-b5ad164ec7c5 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:26.580927 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-418f82c7-b45a-4906-b5d1-b5ad164ec7c5 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] device_id is not set on port b5dcc8ab-afa8-4af2-8a95-72c8f59675e7 yet. {{(pid=94701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:51:26.629765 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38974) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:26.724176 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b268e1-5be4-4f75-b112-83d37be893cb req-e3527757-2618-432a-a269-c07dc05959e3 tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:26.726476 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-25b268e1-5be4-4f75-b112-83d37be893cb req-e3527757-2618-432a-a269-c07dc05959e3 tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] 10.222.0.22 "GET /v2.0/ports?device_id=47e4ea32-8f5f-4005-8db0-e325b9609a68 HTTP/1.1" status: 200 len: 946 time: 0.0868661 Sep 07 02:51:26.752946 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-07f6c57b-4917-4728-9375-be1fb3aacb65 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:26.807885 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-07f6c57b-4917-4728-9375-be1fb3aacb65 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:26.838829 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-25b268e1-5be4-4f75-b112-83d37be893cb req-96ba4652-4da8-4434-8a04-348c1b2a778a tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] 10.222.0.22 "GET /v2.0/security-groups?id=e079e1ff-510e-432f-860a-c0373b639fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920208 Sep 07 02:51:26.909288 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-07f6c57b-4917-4728-9375-be1fb3aacb65 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:26.912785 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-07f6c57b-4917-4728-9375-be1fb3aacb65 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:26.917418 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 38980) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:26.918155 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-07f6c57b-4917-4728-9375-be1fb3aacb65 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "DELETE /v2.0/security-groups/8627b096-1ea2-45e2-baf2-b285074b2a6a HTTP/1.1" status: 204 len: 168 time: 0.2870975 Sep 07 02:51:26.931185 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f6c57b-4917-4728-9375-be1fb3aacb65 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8627b096-1ea2-45e2-baf2-b285074b2a6a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:26.955440 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-418f82c7-b45a-4906-b5d1-b5ad164ec7c5 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:26.957850 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-27f8525b-d015-464d-89a5-b0d15756a4f4 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] show failed (client error): The resource could not be found. Sep 07 02:51:26.959117 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-27f8525b-d015-464d-89a5-b0d15756a4f4 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/security-groups/8627b096-1ea2-45e2-baf2-b285074b2a6a HTTP/1.1" status: 404 len: 347 time: 0.0403256 Sep 07 02:51:26.962500 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 38982) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:27.113408 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-de19a827-bd18-498e-b63d-2dcec3988c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b86a9e-ce2e-42ab-a6ad-2c076247d5f4', 'name': 'tempest-AttachVolumeTestJSON-556686093-router', 'tenant_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': 'e2980f5d-551c-4247-9806-cf3022158b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:47:08Z', 'updated_at': '2021-09-07T02:47:15Z', 'revision_number': 4, 'project_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'gw_port': {'id': 'e2980f5d-551c-4247-9806-cf3022158b44', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:8c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b86a9e-ce2e-42ab-a6ad-2c076247d5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:10Z', 'updated_at': '2021-09-07T02:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'c1359631-4d95-4e6b-8e71-ab65182e0e03', 'name': '', 'network_id': 'c14598de-557e-41f6-bdcf-28289778b06c', 'tenant_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'mac_address': 'fa:16:3e:81:9f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b86a9e-ce2e-42ab-a6ad-2c076247d5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '2131ccdf-cbf5-4ee9-96cf-e4c911da986a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:14Z', 'updated_at': '2021-09-07T02:47:24Z', 'revision_number': 5, 'project_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'subnets': [{'id': '2131ccdf-cbf5-4ee9-96cf-e4c911da986a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:51:27.164490 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de19a827-bd18-498e-b63d-2dcec3988c15 None None] The sync data for ids ['46b86a9e-ce2e-42ab-a6ad-2c076247d5f4'] in n-d-796209-16 is: [{'id': '46b86a9e-ce2e-42ab-a6ad-2c076247d5f4', 'name': 'tempest-AttachVolumeTestJSON-556686093-router', 'tenant_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': 'e2980f5d-551c-4247-9806-cf3022158b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:47:08Z', 'updated_at': '2021-09-07T02:47:15Z', 'revision_number': 4, 'project_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'gw_port': {'id': 'e2980f5d-551c-4247-9806-cf3022158b44', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:8c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b86a9e-ce2e-42ab-a6ad-2c076247d5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:10Z', 'updated_at': '2021-09-07T02:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'c1359631-4d95-4e6b-8e71-ab65182e0e03', 'name': '', 'network_id': 'c14598de-557e-41f6-bdcf-28289778b06c', 'tenant_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'mac_address': 'fa:16:3e:81:9f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b86a9e-ce2e-42ab-a6ad-2c076247d5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '2131ccdf-cbf5-4ee9-96cf-e4c911da986a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:14Z', 'updated_at': '2021-09-07T02:47:24Z', 'revision_number': 5, 'project_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'subnets': [{'id': '2131ccdf-cbf5-4ee9-96cf-e4c911da986a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:51:27.532271 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-418f82c7-b45a-4906-b5d1-b5ad164ec7c5 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:27.575010 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a067e5b-cc7e-4d8f-bcf5-cf597a4be5f6 None None] New status for floating IP 56ee72c7-5f57-45d3-a0f4-34804f618418: DOWN {{(pid=94703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 02:51:27.579559 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-fcb4f8a6-66c5-4a30-bd0e-bb89632ba2d3 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Deleting port 5512d5a9-c5e0-4313-a816-7b5a7130bdd0 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:51:27.579913 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fcb4f8a6-66c5-4a30-bd0e-bb89632ba2d3 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:27.611207 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418f82c7-b45a-4906-b5d1-b5ad164ec7c5 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Network 2f46c035-23c9-4be2-b63f-775eef371272 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:51:27.623514 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-418f82c7-b45a-4906-b5d1-b5ad164ec7c5 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:51:27.624149 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-318b2fb2-71f5-4f9b-9bfb-4034e50ab386 req-6a659f08-a54a-4894-b408-a7cd715b1186 tempest-ServerShowV254Test-1044817157 tempest-ServerShowV254Test-1044817157-project] 10.222.0.22 "GET /v2.0/ports?device_id=7617e04e-50af-46f6-8de9-2d2673cd167d HTTP/1.1" status: 200 len: 210 time: 0.0656717 Sep 07 02:51:27.638128 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418f82c7-b45a-4906-b5d1-b5ad164ec7c5 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:51:27.645000 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418f82c7-b45a-4906-b5d1-b5ad164ec7c5 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:27.646032 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-418f82c7-b45a-4906-b5d1-b5ad164ec7c5 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:27.648973 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418f82c7-b45a-4906-b5d1-b5ad164ec7c5 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event updated for resources: {'Port': ['ID=b5dcc8ab-afa8-4af2-8a95-72c8f59675e7,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:27.707234 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-418f82c7-b45a-4906-b5d1-b5ad164ec7c5 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4835041 Sep 07 02:51:27.709936 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38990) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:27.726391 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fcb4f8a6-66c5-4a30-bd0e-bb89632ba2d3 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:27.726843 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fcb4f8a6-66c5-4a30-bd0e-bb89632ba2d3 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:27.743622 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-fcb4f8a6-66c5-4a30-bd0e-bb89632ba2d3 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Calling delete_port for 5512d5a9-c5e0-4313-a816-7b5a7130bdd0 owned by network:floatingip {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:51:27.769669 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e19c7c5-0ddc-44a8-a749-dd003f41878a tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:27.774168 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9e19c7c5-0ddc-44a8-a749-dd003f41878a tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "GET /v2.0/ports/b5dcc8ab-afa8-4af2-8a95-72c8f59675e7 HTTP/1.1" status: 200 len: 840 time: 0.0632260 Sep 07 02:51:27.774963 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38994) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:27.937372 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-4e90456b-759d-4d63-805c-8f2390f47362 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Deleting port b5dcc8ab-afa8-4af2-8a95-72c8f59675e7 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:51:27.937721 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4e90456b-759d-4d63-805c-8f2390f47362 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:28.011471 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4e90456b-759d-4d63-805c-8f2390f47362 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:28.018030 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056457b-b227-4899-9a48-02cf3469f9fc req-5afd9e15-6d1f-4241-9c46-6bbd440f8cb3 tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:28.020727 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1056457b-b227-4899-9a48-02cf3469f9fc req-5afd9e15-6d1f-4241-9c46-6bbd440f8cb3 tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] 10.222.0.22 "GET /v2.0/ports?device_id=47e4ea32-8f5f-4005-8db0-e325b9609a68 HTTP/1.1" status: 200 len: 946 time: 0.0979300 Sep 07 02:51:28.023719 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fcb4f8a6-66c5-4a30-bd0e-bb89632ba2d3 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:28.030245 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-4e90456b-759d-4d63-805c-8f2390f47362 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Calling delete_port for b5dcc8ab-afa8-4af2-8a95-72c8f59675e7 owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:51:28.078455 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb4f8a6-66c5-4a30-bd0e-bb89632ba2d3 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Pushing event deleted for resources: {'Port': ['ID=5512d5a9-c5e0-4313-a816-7b5a7130bdd0,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:28.138493 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1056457b-b227-4899-9a48-02cf3469f9fc req-6ff02d3d-91f9-442d-a749-5233c7d61538 tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] 10.222.0.22 "GET /v2.0/security-groups?id=e079e1ff-510e-432f-860a-c0373b639fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053526 Sep 07 02:51:28.151525 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fcb4f8a6-66c5-4a30-bd0e-bb89632ba2d3 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks [] for floatingip, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:28.165848 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fcb4f8a6-66c5-4a30-bd0e-bb89632ba2d3 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:28.167111 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-fcb4f8a6-66c5-4a30-bd0e-bb89632ba2d3 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "DELETE /v2.0/floatingips/56ee72c7-5f57-45d3-a0f4-34804f618418 HTTP/1.1" status: 204 len: 168 time: 1.2035310 Sep 07 02:51:28.197530 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1bc2f60c-03a4-4c55-81ba-bcd4b2f0ed75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:28.230920 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d5f2a9-a443-43ed-91bc-81d1b0a62ea2 req-0395a41e-77c0-42fb-9c5b-2930a679f926 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:28.235981 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-76d5f2a9-a443-43ed-91bc-81d1b0a62ea2 req-0395a41e-77c0-42fb-9c5b-2930a679f926 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.0936198 Sep 07 02:51:28.236956 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4e90456b-759d-4d63-805c-8f2390f47362 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:28.279945 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e90456b-759d-4d63-805c-8f2390f47362 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event deleted for resources: {'Port': ['ID=b5dcc8ab-afa8-4af2-8a95-72c8f59675e7,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:28.288711 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4e90456b-759d-4d63-805c-8f2390f47362 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:28.292356 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-4e90456b-759d-4d63-805c-8f2390f47362 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "DELETE /v2.0/ports/b5dcc8ab-afa8-4af2-8a95-72c8f59675e7 HTTP/1.1" status: 204 len: 168 time: 0.5158014 Sep 07 02:51:28.293893 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 39014) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:28.322910 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-76d5f2a9-a443-43ed-91bc-81d1b0a62ea2 req-2e84564f-d755-4a57-b698-a17a4f14df58 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803452 Sep 07 02:51:28.325140 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-e114b89e-5048-4c3a-a421-361aad73dab0 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] GET failed (client error): The resource could not be found. Sep 07 02:51:28.333645 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 39018) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:28.335991 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e114b89e-5048-4c3a-a421-361aad73dab0 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "GET /v2.0/ports/b5dcc8ab-afa8-4af2-8a95-72c8f59675e7 HTTP/1.1" status: 404 len: 333 time: 0.0409658 Sep 07 02:51:28.340817 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-eb30dd9e-7b74-41aa-b056-0d3750c105a4 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Request body: {'port': {'network_id': '2f46c035-23c9-4be2-b63f-775eef371272', 'name': 'tempest-PortsTestJSON-384336951'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:51:28.481711 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb30dd9e-7b74-41aa-b056-0d3750c105a4 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Made reservation on behalf of f454ca8a0bab4ccfb979d91b13b54fc2 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:51:28.485158 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eb30dd9e-7b74-41aa-b056-0d3750c105a4 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:28.494939 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190dd2c-f722-4ddf-bfc3-24a85004eb1a req-ab842c36-cb56-4bc1-8291-1456d85ec74f tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:28.496452 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5190dd2c-f722-4ddf-bfc3-24a85004eb1a req-ab842c36-cb56-4bc1-8291-1456d85ec74f tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] 10.222.0.22 "GET /v2.0/ports?device_id=47e4ea32-8f5f-4005-8db0-e325b9609a68 HTTP/1.1" status: 200 len: 946 time: 0.0774038 Sep 07 02:51:28.526036 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-eb30dd9e-7b74-41aa-b056-0d3750c105a4 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] device_id is not set on port 4be2aaa2-95b4-40e6-a65a-1c1b9eb33b05 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:51:28.558814 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 39022) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:28.564417 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-aee9b7b6-a9da-4878-b8df-c8083167812e tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1480006437', 'description': 'tempest-description--267712202'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:51:28.582108 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5190dd2c-f722-4ddf-bfc3-24a85004eb1a req-b2cb86f9-63ee-4425-bb57-61d676238d88 tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] 10.222.0.22 "GET /v2.0/security-groups?id=e079e1ff-510e-432f-860a-c0373b639fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769138 Sep 07 02:51:28.606746 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-aee9b7b6-a9da-4878-b8df-c8083167812e tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:28.696889 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:28.708253 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bf6a9b-9942-4988-a5dc-67ab03a06e18 req-b8905949-7bfa-40c8-920f-1168523495bd tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:28.711095 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d4bf6a9b-9942-4988-a5dc-67ab03a06e18 req-b8905949-7bfa-40c8-920f-1168523495bd tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.0892015 Sep 07 02:51:28.745321 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eb30dd9e-7b74-41aa-b056-0d3750c105a4 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:28.771463 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-aee9b7b6-a9da-4878-b8df-c8083167812e tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:28.777892 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d4bf6a9b-9942-4988-a5dc-67ab03a06e18 req-07249834-293c-4713-93e7-88cf274f57f8 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596750 Sep 07 02:51:28.779002 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-aee9b7b6-a9da-4878-b8df-c8083167812e tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:28.823501 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-aee9b7b6-a9da-4878-b8df-c8083167812e tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:28.827963 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-aee9b7b6-a9da-4878-b8df-c8083167812e tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2643824 Sep 07 02:51:28.827963 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee9b7b6-a9da-4878-b8df-c8083167812e tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e905e83e-56d9-4132-aee0-83881ffcb702,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:28.828573 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 39028) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:28.843748 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-9124c8f5-2591-4500-b108-3d72dc173f17 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Request body: {'security_group_rule': {'security_group_id': 'e905e83e-56d9-4132-aee0-83881ffcb702', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:51:28.848967 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eb30dd9e-7b74-41aa-b056-0d3750c105a4 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:28.852288 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b769cc7e-e6d0-4459-83a1-2933a7a55af4 req-c9facc76-31f7-4577-b5fe-81b277e0f5e7 tempest-ServerShowV254Test-1044817157 tempest-ServerShowV254Test-1044817157-project] 10.222.0.22 "GET /v2.0/ports?device_id=7617e04e-50af-46f6-8de9-2d2673cd167d HTTP/1.1" status: 200 len: 210 time: 0.0542784 Sep 07 02:51:28.876642 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9124c8f5-2591-4500-b108-3d72dc173f17 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:28.924762 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb30dd9e-7b74-41aa-b056-0d3750c105a4 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Network 2f46c035-23c9-4be2-b63f-775eef371272 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:51:28.926187 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb30dd9e-7b74-41aa-b056-0d3750c105a4 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event updated for resources: {'Port': ['ID=4be2aaa2-95b4-40e6-a65a-1c1b9eb33b05,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:28.933183 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-eb30dd9e-7b74-41aa-b056-0d3750c105a4 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:51:28.935912 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb30dd9e-7b74-41aa-b056-0d3750c105a4 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:51:28.936284 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb30dd9e-7b74-41aa-b056-0d3750c105a4 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:51:28.936638 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb30dd9e-7b74-41aa-b056-0d3750c105a4 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:51:28.936947 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb30dd9e-7b74-41aa-b056-0d3750c105a4 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:51:28.937283 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb30dd9e-7b74-41aa-b056-0d3750c105a4 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:51:28.937614 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb30dd9e-7b74-41aa-b056-0d3750c105a4 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:51:28.937952 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb30dd9e-7b74-41aa-b056-0d3750c105a4 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:51:28.938258 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb30dd9e-7b74-41aa-b056-0d3750c105a4 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:51:28.938582 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb30dd9e-7b74-41aa-b056-0d3750c105a4 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:51:28.938905 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb30dd9e-7b74-41aa-b056-0d3750c105a4 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:51:28.939289 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb30dd9e-7b74-41aa-b056-0d3750c105a4 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:51:28.939648 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb30dd9e-7b74-41aa-b056-0d3750c105a4 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:51:28.942727 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb30dd9e-7b74-41aa-b056-0d3750c105a4 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:51:28.949494 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb30dd9e-7b74-41aa-b056-0d3750c105a4 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:28.950151 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eb30dd9e-7b74-41aa-b056-0d3750c105a4 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:28.969345 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-eb30dd9e-7b74-41aa-b056-0d3750c105a4 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6313255 Sep 07 02:51:28.969587 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9124c8f5-2591-4500-b108-3d72dc173f17 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:28.969775 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 39032) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:28.978274 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-5cdb764e-cd0b-476f-8de3-4c8d86aa00df tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:51:28.984626 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9124c8f5-2591-4500-b108-3d72dc173f17 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:29.024998 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9124c8f5-2591-4500-b108-3d72dc173f17 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f910c8e8-5a61-4d97-acc6-5b4799060e86,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:29.060669 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9124c8f5-2591-4500-b108-3d72dc173f17 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:29.061893 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-9124c8f5-2591-4500-b108-3d72dc173f17 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2229145 Sep 07 02:51:29.064516 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 39036) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:29.072767 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-6ae7c956-08c4-4d33-a845-1d501acbaf0f tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Request body: {'security_group_rule': {'security_group_id': 'e905e83e-56d9-4132-aee0-83881ffcb702', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:51:29.089969 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5cdb764e-cd0b-476f-8de3-4c8d86aa00df tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:29.156736 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6ae7c956-08c4-4d33-a845-1d501acbaf0f tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:29.289339 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6ae7c956-08c4-4d33-a845-1d501acbaf0f tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:29.293074 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6ae7c956-08c4-4d33-a845-1d501acbaf0f tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:29.321080 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae7c956-08c4-4d33-a845-1d501acbaf0f tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=758e8266-f2eb-4b04-b339-5c8d895490d9,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:29.346479 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6ae7c956-08c4-4d33-a845-1d501acbaf0f tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:29.347707 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-6ae7c956-08c4-4d33-a845-1d501acbaf0f tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2822082 Sep 07 02:51:29.350802 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 39044) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:29.351864 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5cdb764e-cd0b-476f-8de3-4c8d86aa00df tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:29.356410 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-724c2cdc-59cd-420a-9211-cf00848d7785 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Request body: {'floatingip': {'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:51:29.357482 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5cdb764e-cd0b-476f-8de3-4c8d86aa00df tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:29.381416 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-724c2cdc-59cd-420a-9211-cf00848d7785 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks [] for floatingip, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:29.397072 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-5cdb764e-cd0b-476f-8de3-4c8d86aa00df tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] In _notify_port_updated(), no bound segment for port 4be2aaa2-95b4-40e6-a65a-1c1b9eb33b05 on network 2f46c035-23c9-4be2-b63f-775eef371272 {{(pid=94701) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 02:51:29.402777 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cdb764e-cd0b-476f-8de3-4c8d86aa00df tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:29.403403 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5cdb764e-cd0b-476f-8de3-4c8d86aa00df tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:29.407155 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-5cdb764e-cd0b-476f-8de3-4c8d86aa00df tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "PUT /v2.0/ports/4be2aaa2-95b4-40e6-a65a-1c1b9eb33b05 HTTP/1.1" status: 200 len: 818 time: 0.4339707 Sep 07 02:51:29.408103 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 39046) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:29.447799 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdb764e-cd0b-476f-8de3-4c8d86aa00df tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event updated for resources: {'Port': ['ID=4be2aaa2-95b4-40e6-a65a-1c1b9eb33b05,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:29.489219 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:29.490617 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-724c2cdc-59cd-420a-9211-cf00848d7785 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:29.511458 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-b2fbe29e-47b6-4e85-9eef-6f0730a272bc tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Deleting port 4be2aaa2-95b4-40e6-a65a-1c1b9eb33b05 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:51:29.511772 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b2fbe29e-47b6-4e85-9eef-6f0730a272bc tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:29.582925 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b2fbe29e-47b6-4e85-9eef-6f0730a272bc tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:29.595255 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-b2fbe29e-47b6-4e85-9eef-6f0730a272bc tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Calling delete_port for 4be2aaa2-95b4-40e6-a65a-1c1b9eb33b05 owned by {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:51:29.604857 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-724c2cdc-59cd-420a-9211-cf00848d7785 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Allocated IP 172.25.5.222 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/cfbe37b3-eb06-4ac5-98ad-8f486a6c77e5) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:51:29.724457 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37115f-bba9-43f6-b267-332c548f0454 req-7c7d4fcb-9b18-4441-9af1-51925a6c4e84 tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:29.726698 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ee37115f-bba9-43f6-b267-332c548f0454 req-7c7d4fcb-9b18-4441-9af1-51925a6c4e84 tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] 10.222.0.22 "GET /v2.0/ports?device_id=47e4ea32-8f5f-4005-8db0-e325b9609a68 HTTP/1.1" status: 200 len: 946 time: 0.0643368 Sep 07 02:51:29.727907 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b2fbe29e-47b6-4e85-9eef-6f0730a272bc tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:29.728380 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-724c2cdc-59cd-420a-9211-cf00848d7785 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:29.775029 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-724c2cdc-59cd-420a-9211-cf00848d7785 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:29.783395 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fbe29e-47b6-4e85-9eef-6f0730a272bc tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event deleted for resources: {'Port': ['ID=4be2aaa2-95b4-40e6-a65a-1c1b9eb33b05,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:29.790793 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b2fbe29e-47b6-4e85-9eef-6f0730a272bc tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:29.795560 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b2fbe29e-47b6-4e85-9eef-6f0730a272bc tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "DELETE /v2.0/ports/4be2aaa2-95b4-40e6-a65a-1c1b9eb33b05 HTTP/1.1" status: 204 len: 168 time: 0.3870943 Sep 07 02:51:29.797528 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 39050) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:29.820059 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724c2cdc-59cd-420a-9211-cf00848d7785 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:51:29.822956 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-724c2cdc-59cd-420a-9211-cf00848d7785 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:51:29.825547 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724c2cdc-59cd-420a-9211-cf00848d7785 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:51:29.853186 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ee37115f-bba9-43f6-b267-332c548f0454 req-4e46ef7f-7579-47c5-be06-85a73c917e10 tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] 10.222.0.22 "GET /v2.0/security-groups?id=e079e1ff-510e-432f-860a-c0373b639fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164510 Sep 07 02:51:29.862172 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724c2cdc-59cd-420a-9211-cf00848d7785 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Pushing event updated for resources: {'Port': ['ID=cfbe37b3-eb06-4ac5-98ad-8f486a6c77e5,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:29.879078 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a501b0ce-0a17-489e-b0b5-1528b79b3a50 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:29.883211 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a501b0ce-0a17-489e-b0b5-1528b79b3a50 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0847061 Sep 07 02:51:29.884339 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 39054) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:29.912687 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fcc9559-1927-4a01-a51e-5044fa87ab2a tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] GET failed (client error): The resource could not be found. Sep 07 02:51:29.915138 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-3fcc9559-1927-4a01-a51e-5044fa87ab2a tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "GET /v2.0/ports/4be2aaa2-95b4-40e6-a65a-1c1b9eb33b05 HTTP/1.1" status: 404 len: 333 time: 0.0298352 Sep 07 02:51:29.918781 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 39058) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:29.924050 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-0386247a-dff5-4982-af2c-1f2af37058a4 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1200483989'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:51:29.946522 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0386247a-dff5-4982-af2c-1f2af37058a4 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Made reservation on behalf of f454ca8a0bab4ccfb979d91b13b54fc2 for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:51:29.950523 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0386247a-dff5-4982-af2c-1f2af37058a4 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:29.965355 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-724c2cdc-59cd-420a-9211-cf00848d7785 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:29.980000 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0386247a-dff5-4982-af2c-1f2af37058a4 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:51:29.987578 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1bb8cbc6-c6bd-4c6b-9332-478824a57c7e req-39e33e84-c002-44bd-9cac-a05004b813cc tempest-ServerShowV254Test-1044817157 tempest-ServerShowV254Test-1044817157-project] 10.222.0.22 "GET /v2.0/ports?device_id=7617e04e-50af-46f6-8de9-2d2673cd167d HTTP/1.1" status: 200 len: 210 time: 0.0366538 Sep 07 02:51:29.990496 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0386247a-dff5-4982-af2c-1f2af37058a4 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:29.990937 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-0386247a-dff5-4982-af2c-1f2af37058a4 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Added segment 795f42c3-6e96-4a32-ab84-e16bc5b018a4 of type vlan for network 2d60c5fd-689a-4cdc-b78f-1c1f38ec6fce Sep 07 02:51:30.018741 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-724c2cdc-59cd-420a-9211-cf00848d7785 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:30.035704 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0386247a-dff5-4982-af2c-1f2af37058a4 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:30.068773 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0386247a-dff5-4982-af2c-1f2af37058a4 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:30.074780 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0386247a-dff5-4982-af2c-1f2af37058a4 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:30.075374 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0386247a-dff5-4982-af2c-1f2af37058a4 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:30.114682 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-0386247a-dff5-4982-af2c-1f2af37058a4 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1920371 Sep 07 02:51:30.114935 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 39060) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:30.121784 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-8e6b251f-2e4f-4663-8623-2e1665d57c90 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Request body: {'subnet': {'network_id': '2d60c5fd-689a-4cdc-b78f-1c1f38ec6fce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:51:30.172748 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-724c2cdc-59cd-420a-9211-cf00848d7785 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:30.173003 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0386247a-dff5-4982-af2c-1f2af37058a4 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event updated for resources: {'Network': ['ID=2d60c5fd-689a-4cdc-b78f-1c1f38ec6fce,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:30.179450 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-724c2cdc-59cd-420a-9211-cf00848d7785 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:30.188495 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 2d60c5fd-689a-4cdc-b78f-1c1f38ec6fce details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:51:30.267095 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724c2cdc-59cd-420a-9211-cf00848d7785 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Pushing event updated for resources: {'Port': ['ID=cfbe37b3-eb06-4ac5-98ad-8f486a6c77e5,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:30.280957 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6b251f-2e4f-4663-8623-2e1665d57c90 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Made reservation on behalf of f454ca8a0bab4ccfb979d91b13b54fc2 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:51:30.286164 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8e6b251f-2e4f-4663-8623-2e1665d57c90 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:30.290372 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-724c2cdc-59cd-420a-9211-cf00848d7785 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:30.306163 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-724c2cdc-59cd-420a-9211-cf00848d7785 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:30.316495 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-724c2cdc-59cd-420a-9211-cf00848d7785 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9554756 Sep 07 02:51:30.500497 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf35dc5a-8850-4c94-abb8-13d5f70d1286 req-ab35a63c-b5aa-4c8d-b5e0-2299dc1cfe90 tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:30.502346 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cf35dc5a-8850-4c94-abb8-13d5f70d1286 req-ab35a63c-b5aa-4c8d-b5e0-2299dc1cfe90 tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] 10.222.0.16 "GET /v2.0/ports?device_id=47e4ea32-8f5f-4005-8db0-e325b9609a68 HTTP/1.1" status: 200 len: 946 time: 0.0938869 Sep 07 02:51:30.512657 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df772b-d23f-4ae8-8492-9051288b2993 req-14bfb747-32f8-4587-b94c-47464623329a tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:30.514347 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-65df772b-d23f-4ae8-8492-9051288b2993 req-14bfb747-32f8-4587-b94c-47464623329a tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.0797443 Sep 07 02:51:30.549190 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8e6b251f-2e4f-4663-8623-2e1665d57c90 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:30.595517 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eb729310-1915-47d0-a85a-9066143da0b6 req-0e7ae183-6ea5-480f-b925-316a6cea1ee0 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1480006437&fields=id&tenant_id=a9eedd8c00c24a18a92c5e78e10e8a63 HTTP/1.1" status: 200 len: 267 time: 0.0838034 Sep 07 02:51:30.612031 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-65df772b-d23f-4ae8-8492-9051288b2993 req-e910c3af-0851-43e3-857a-63ce220440b3 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887527 Sep 07 02:51:30.647270 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-cf35dc5a-8850-4c94-abb8-13d5f70d1286 req-31ccf011-fa7f-4862-b5c6-1cdef6dcff1c tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] Deleting port 4bbcd3e4-3ecf-439b-93d4-5bb41bf1c051 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:51:30.647917 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-cf35dc5a-8850-4c94-abb8-13d5f70d1286 req-31ccf011-fa7f-4862-b5c6-1cdef6dcff1c tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:30.662311 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6b251f-2e4f-4663-8623-2e1665d57c90 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event updated for resources: {'Subnet': ['ID=a169b00d-81f6-4d1c-b645-6db3dadc39e5,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:30.717980 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6b251f-2e4f-4663-8623-2e1665d57c90 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Checking segment: {'id': '795f42c3-6e96-4a32-ab84-e16bc5b018a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2d60c5fd-689a-4cdc-b78f-1c1f38ec6fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:51:30.718624 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6b251f-2e4f-4663-8623-2e1665d57c90 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Network hostable DHCP agents. Network: 2d60c5fd-689a-4cdc-b78f-1c1f38ec6fce, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:51:30.816646 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6b251f-2e4f-4663-8623-2e1665d57c90 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Network 2d60c5fd-689a-4cdc-b78f-1c1f38ec6fce is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:51:30.816646 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb729310-1915-47d0-a85a-9066143da0b6 req-041d4fb5-cc33-484a-9ea5-2c728ab98412 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:30.941449 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eb729310-1915-47d0-a85a-9066143da0b6 req-041d4fb5-cc33-484a-9ea5-2c728ab98412 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/networks?id=c14598de-557e-41f6-bdcf-28289778b06c HTTP/1.1" status: 200 len: 810 time: 0.2141864 Sep 07 02:51:30.944789 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d419e6f5-ac4a-4086-b0a3-083d27d8c72c req-534a73a7-d30f-47b8-9a73-fbd74a13ec32 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:30.945407 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-8e6b251f-2e4f-4663-8623-2e1665d57c90 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 2d60c5fd-689a-4cdc-b78f-1c1f38ec6fce) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:51:30.945726 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d419e6f5-ac4a-4086-b0a3-083d27d8c72c req-534a73a7-d30f-47b8-9a73-fbd74a13ec32 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.1383128 Sep 07 02:51:30.946037 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6b251f-2e4f-4663-8623-2e1665d57c90 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:30.946037 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8e6b251f-2e4f-4663-8623-2e1665d57c90 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:30.946037 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eb729310-1915-47d0-a85a-9066143da0b6 req-46a2404a-5411-4f61-aeda-41b878f908d3 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/quotas/a9eedd8c00c24a18a92c5e78e10e8a63 HTTP/1.1" status: 200 len: 375 time: 0.0299098 Sep 07 02:51:30.946655 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29e51e8-ab52-4dda-b6a5-1d93155ca9e1 None None] Network 2d60c5fd-689a-4cdc-b78f-1c1f38ec6fce requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:51:30.947242 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8e6b251f-2e4f-4663-8623-2e1665d57c90 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7818000 Sep 07 02:51:30.947242 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 39104) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:30.947242 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-cc242892-c0ec-4883-9377-df6afdbf476c tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Request body: {'subnet': {'network_id': '2d60c5fd-689a-4cdc-b78f-1c1f38ec6fce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:51:30.967766 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-cf35dc5a-8850-4c94-abb8-13d5f70d1286 req-31ccf011-fa7f-4862-b5c6-1cdef6dcff1c tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] For port 4bbcd3e4-3ecf-439b-93d4-5bb41bf1c051, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=4bbcd3e4-3ecf-439b-93d4-5bb41bf1c051,segment=NetworkSegment(2da7b104-c042-4d5d-ad73-f22f847a8390),segment_id=2da7b104-c042-4d5d-ad73-f22f847a8390)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:51:30.968884 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-cf35dc5a-8850-4c94-abb8-13d5f70d1286 req-31ccf011-fa7f-4862-b5c6-1cdef6dcff1c tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:31.019343 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eb729310-1915-47d0-a85a-9066143da0b6 req-d53c9ae4-c7d2-4158-a16a-be32080b4403 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a9eedd8c00c24a18a92c5e78e10e8a63&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1551735 Sep 07 02:51:31.019668 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d419e6f5-ac4a-4086-b0a3-083d27d8c72c req-17d7e819-c5f3-4d1a-a0a9-509b35da95ed tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802673 Sep 07 02:51:31.020739 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-cf35dc5a-8850-4c94-abb8-13d5f70d1286 req-31ccf011-fa7f-4862-b5c6-1cdef6dcff1c tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] Calling delete_port for 4bbcd3e4-3ecf-439b-93d4-5bb41bf1c051 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:51:31.095927 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098c9619-d8d3-48b0-807f-351e3ac0aa23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-2d60c5fd-689a-4cdc-b78f-1c1f38ec6fce', 'network_id': '2d60c5fd-689a-4cdc-b78f-1c1f38ec6fce', 'tenant_id': 'f454ca8a0bab4ccfb979d91b13b54fc2', 'fixed_ips': [{'subnet_id': 'a169b00d-81f6-4d1c-b645-6db3dadc39e5'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:51:31.099900 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-098c9619-d8d3-48b0-807f-351e3ac0aa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:31.204875 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eb729310-1915-47d0-a85a-9066143da0b6 req-4d744e8f-e56f-41ee-953c-6357f7e2be85 service neutron] 10.222.0.22 "GET /v2.0/networks/c14598de-557e-41f6-bdcf-28289778b06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540194 Sep 07 02:51:31.235698 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc242892-c0ec-4883-9377-df6afdbf476c tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Made reservation on behalf of f454ca8a0bab4ccfb979d91b13b54fc2 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:51:31.239887 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cc242892-c0ec-4883-9377-df6afdbf476c tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:31.288208 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b122c-ff2a-4a79-ad00-49eb7891fab2 req-4559ba49-cd81-43de-8031-88566699887c tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:31.296947 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-346b122c-ff2a-4a79-ad00-49eb7891fab2 req-4559ba49-cd81-43de-8031-88566699887c tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] 10.222.0.22 "GET /v2.0/ports?device_id=47e4ea32-8f5f-4005-8db0-e325b9609a68 HTTP/1.1" status: 200 len: 946 time: 0.1030848 Sep 07 02:51:31.297470 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-098c9619-d8d3-48b0-807f-351e3ac0aa23 None None] Allocated IP 172.20.0.2 (2d60c5fd-689a-4cdc-b78f-1c1f38ec6fce/a169b00d-81f6-4d1c-b645-6db3dadc39e5/f38ed628-96c8-4bfb-9889-ddea82f389b1) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:51:31.385403 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-346b122c-ff2a-4a79-ad00-49eb7891fab2 req-fffc45de-e121-4f2a-b442-a34a6d9d2bb5 tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] 10.222.0.22 "GET /v2.0/security-groups?id=e079e1ff-510e-432f-860a-c0373b639fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872209 Sep 07 02:51:31.406231 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eb729310-1915-47d0-a85a-9066143da0b6 req-f55bcf2b-1f28-45a5-a15d-d5d170e732b2 service neutron] 10.222.0.22 "GET /v2.0/networks/c14598de-557e-41f6-bdcf-28289778b06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941593 Sep 07 02:51:31.415593 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-cf35dc5a-8850-4c94-abb8-13d5f70d1286 req-31ccf011-fa7f-4862-b5c6-1cdef6dcff1c tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:31.423063 n-d-796209-16 neutron-server[94701]: INFO neutron.db.ipam_backend_mixin [None req-cc242892-c0ec-4883-9377-df6afdbf476c tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a169b00d-81f6-4d1c-b645-6db3dadc39e5 (CIDR: 172.20.0.0/28) Sep 07 02:51:31.427368 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc242892-c0ec-4883-9377-df6afdbf476c tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 02:51:31.428296 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc242892-c0ec-4883-9377-df6afdbf476c tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:51:31.453253 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-cc242892-c0ec-4883-9377-df6afdbf476c tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5505800 Sep 07 02:51:31.455939 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 39122) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:31.458453 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ccf011-fa7f-4862-b5c6-1cdef6dcff1c tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] Pushing event deleted for resources: {'Port': ['ID=4bbcd3e4-3ecf-439b-93d4-5bb41bf1c051,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:31.469805 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-b8116a0e-65aa-4baf-a66c-57db246c866b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Request body: {'subnet': {'network_id': '2d60c5fd-689a-4cdc-b78f-1c1f38ec6fce', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:51:31.507521 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf35dc5a-8850-4c94-abb8-13d5f70d1286 req-31ccf011-fa7f-4862-b5c6-1cdef6dcff1c tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] No DVR routers for this DVR port 4bbcd3e4-3ecf-439b-93d4-5bb41bf1c051 on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:51:31.507521 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-cf35dc5a-8850-4c94-abb8-13d5f70d1286 req-31ccf011-fa7f-4862-b5c6-1cdef6dcff1c tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:31.507521 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cf35dc5a-8850-4c94-abb8-13d5f70d1286 req-31ccf011-fa7f-4862-b5c6-1cdef6dcff1c tempest-TestServerAdvancedOps-2006307484 tempest-TestServerAdvancedOps-2006307484-project] 10.222.0.16 "DELETE /v2.0/ports/4bbcd3e4-3ecf-439b-93d4-5bb41bf1c051 HTTP/1.1" status: 204 len: 173 time: 0.9899166 Sep 07 02:51:31.507521 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e4ea32-8f5f-4005-8db0-e325b9609a68', 'name': 'network-vif-deleted', 'tag': '4bbcd3e4-3ecf-439b-93d4-5bb41bf1c051'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:51:31.513277 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:31.513478 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f709e1ef-e618-4fe1-b553-68f3eb119bda" -d '{"events": [{"server_uuid": "47e4ea32-8f5f-4005-8db0-e325b9609a68", "name": "network-vif-deleted", "tag": "4bbcd3e4-3ecf-439b-93d4-5bb41bf1c051"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:51:31.519173 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['4bbcd3e4-3ecf-439b-93d4-5bb41bf1c051'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:51:31.572693 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-eb42990e-2dde-43cb-a2e1-3fc9c6ad36a2 req-4f7d1592-5060-4ecc-8373-9956ed554ad0 tempest-ServerShowV254Test-1044817157 tempest-ServerShowV254Test-1044817157-project] 10.222.0.22 "GET /v2.0/ports?device_id=7617e04e-50af-46f6-8de9-2d2673cd167d HTTP/1.1" status: 200 len: 210 time: 0.0490546 Sep 07 02:51:31.698119 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-098c9619-d8d3-48b0-807f-351e3ac0aa23 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:31.710994 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-098c9619-d8d3-48b0-807f-351e3ac0aa23 None None] Transition to ACTIVE for port object f38ed628-96c8-4bfb-9889-ddea82f389b1 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:51:31.727048 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8116a0e-65aa-4baf-a66c-57db246c866b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Made reservation on behalf of f454ca8a0bab4ccfb979d91b13b54fc2 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:51:31.728662 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724083c9-46d1-4b0c-8414-7ab92f23c0d3 x-openstack-request-id: req-724083c9-46d1-4b0c-8414-7ab92f23c0d3 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:51:31.728955 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47e4ea32-8f5f-4005-8db0-e325b9609a68", "name": "network-vif-deleted", "tag": "4bbcd3e4-3ecf-439b-93d4-5bb41bf1c051", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:51:31.729207 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-724083c9-46d1-4b0c-8414-7ab92f23c0d3 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:51:31.729602 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47e4ea32-8f5f-4005-8db0-e325b9609a68', 'name': 'network-vif-deleted', 'tag': '4bbcd3e4-3ecf-439b-93d4-5bb41bf1c051', 'status': 'completed', 'code': 200} Sep 07 02:51:31.731775 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b8116a0e-65aa-4baf-a66c-57db246c866b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:31.735790 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-098c9619-d8d3-48b0-807f-351e3ac0aa23 None None] Transition to ACTIVE for port object f38ed628-96c8-4bfb-9889-ddea82f389b1 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:51:31.744648 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-098c9619-d8d3-48b0-807f-351e3ac0aa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:31.802097 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098c9619-d8d3-48b0-807f-351e3ac0aa23 None None] Network 2d60c5fd-689a-4cdc-b78f-1c1f38ec6fce is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:51:31.807363 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-098c9619-d8d3-48b0-807f-351e3ac0aa23 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:51:31.822441 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098c9619-d8d3-48b0-807f-351e3ac0aa23 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:51:31.823667 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-87ac35d0-613b-44d8-8ed0-29c977ef43c2 req-48e62ec5-0032-4fdb-9813-37f2362be3a8 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/ports?device_id=d000464e-e517-4a0f-83ab-fbee6f133110 HTTP/1.1" status: 200 len: 210 time: 0.0605786 Sep 07 02:51:31.859061 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098c9619-d8d3-48b0-807f-351e3ac0aa23 None None] Pushing event updated for resources: {'Port': ['ID=f38ed628-96c8-4bfb-9889-ddea82f389b1,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:31.892663 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-098c9619-d8d3-48b0-807f-351e3ac0aa23 None None] Attempting to bind port f38ed628-96c8-4bfb-9889-ddea82f389b1 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:51:31.893047 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-098c9619-d8d3-48b0-807f-351e3ac0aa23 None None] Attempting to bind port f38ed628-96c8-4bfb-9889-ddea82f389b1 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '795f42c3-6e96-4a32-ab84-e16bc5b018a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2d60c5fd-689a-4cdc-b78f-1c1f38ec6fce'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:51:31.893412 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098c9619-d8d3-48b0-807f-351e3ac0aa23 None None] Attempting to bind port f38ed628-96c8-4bfb-9889-ddea82f389b1 on network 2d60c5fd-689a-4cdc-b78f-1c1f38ec6fce {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:51:31.899113 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098c9619-d8d3-48b0-807f-351e3ac0aa23 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:51:31.899508 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098c9619-d8d3-48b0-807f-351e3ac0aa23 None None] Checking segment: {'id': '795f42c3-6e96-4a32-ab84-e16bc5b018a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2d60c5fd-689a-4cdc-b78f-1c1f38ec6fce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:51:31.900407 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-098c9619-d8d3-48b0-807f-351e3ac0aa23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:31.901131 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098c9619-d8d3-48b0-807f-351e3ac0aa23 None None] Bound using segment: {'id': '795f42c3-6e96-4a32-ab84-e16bc5b018a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2d60c5fd-689a-4cdc-b78f-1c1f38ec6fce'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:51:31.901941 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-098c9619-d8d3-48b0-807f-351e3ac0aa23 None None] Bound port: f38ed628-96c8-4bfb-9889-ddea82f389b1, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '795f42c3-6e96-4a32-ab84-e16bc5b018a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2d60c5fd-689a-4cdc-b78f-1c1f38ec6fce'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:51:31.902672 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-098c9619-d8d3-48b0-807f-351e3ac0aa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:31.941579 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f47058-87c3-44a4-bcd1-594ba30fdbe3 req-c9f63be3-d0b5-4c66-a01b-738f2b447a1d tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:31.943530 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-93f47058-87c3-44a4-bcd1-594ba30fdbe3 req-c9f63be3-d0b5-4c66-a01b-738f2b447a1d tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.1765926 Sep 07 02:51:32.039031 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-098c9619-d8d3-48b0-807f-351e3ac0aa23 None None] For port f38ed628-96c8-4bfb-9889-ddea82f389b1, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:51:32.044358 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-098c9619-d8d3-48b0-807f-351e3ac0aa23 None None] For port f38ed628-96c8-4bfb-9889-ddea82f389b1, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=f38ed628-96c8-4bfb-9889-ddea82f389b1,segment=NetworkSegment(795f42c3-6e96-4a32-ab84-e16bc5b018a4),segment_id=795f42c3-6e96-4a32-ab84-e16bc5b018a4)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:51:32.051110 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-098c9619-d8d3-48b0-807f-351e3ac0aa23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:32.066651 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-93f47058-87c3-44a4-bcd1-594ba30fdbe3 req-8d38287e-0d8a-461d-9bc1-b716866f5451 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763464 Sep 07 02:51:32.172045 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098c9619-d8d3-48b0-807f-351e3ac0aa23 None None] Pushing event updated for resources: {'Port': ['ID=f38ed628-96c8-4bfb-9889-ddea82f389b1,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:32.265749 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b68010-af2f-4384-a237-08ad272e3835 req-55b47f10-1434-4dbb-b76a-2689704d6180 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:32.267368 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-64b68010-af2f-4384-a237-08ad272e3835 req-55b47f10-1434-4dbb-b76a-2689704d6180 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.1062429 Sep 07 02:51:32.288938 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b8116a0e-65aa-4baf-a66c-57db246c866b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:32.320667 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-64b68010-af2f-4384-a237-08ad272e3835 req-a200b5b5-3702-4668-9151-0653a826aaa8 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458534 Sep 07 02:51:32.351889 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8116a0e-65aa-4baf-a66c-57db246c866b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Network 2d60c5fd-689a-4cdc-b78f-1c1f38ec6fce is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:51:32.358876 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-b8116a0e-65aa-4baf-a66c-57db246c866b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:51:32.366770 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8116a0e-65aa-4baf-a66c-57db246c866b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:32.367384 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b8116a0e-65aa-4baf-a66c-57db246c866b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:32.398453 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8116a0e-65aa-4baf-a66c-57db246c866b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event updated for resources: {'Subnet': ['ID=92c972c0-2a42-43da-9eb7-dbac179d6c8b,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:32.411812 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b8116a0e-65aa-4baf-a66c-57db246c866b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9543045 Sep 07 02:51:32.418059 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 39158) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:32.450542 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-caf5e5b4-e695-4f81-9fa2-cf33ab1296dd tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Request body: {'port': {'network_id': '2d60c5fd-689a-4cdc-b78f-1c1f38ec6fce', 'fixed_ips': [{'subnet_id': 'a169b00d-81f6-4d1c-b645-6db3dadc39e5'}, {'subnet_id': '92c972c0-2a42-43da-9eb7-dbac179d6c8b'}], 'name': 'tempest-PortsTestJSON-1478607638'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:51:32.490021 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 39164) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:32.562611 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dc1c71c-0edc-48bb-ac30-60dc5d904d50 admin admin] Deleting subnet 71f8ba6b-e6ee-4fe1-b5ee-57701f9a3d40 {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:51:32.567181 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2dc1c71c-0edc-48bb-ac30-60dc5d904d50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:32.622261 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2dc1c71c-0edc-48bb-ac30-60dc5d904d50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:32.696060 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2dc1c71c-0edc-48bb-ac30-60dc5d904d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:32.728170 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06220599-124d-4e3c-b410-6b99d28a5f83 req-ec6eb9a6-15dc-4cd5-a5dc-035931afde06 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:32.729702 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-06220599-124d-4e3c-b410-6b99d28a5f83 req-ec6eb9a6-15dc-4cd5-a5dc-035931afde06 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.1599808 Sep 07 02:51:32.765130 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-978a4a51-b292-4a1b-bf96-0ea3ac0b578e req-481c723a-fe9e-4331-b02d-c3a39e746226 tempest-ServerShowV254Test-1044817157 tempest-ServerShowV254Test-1044817157-project] 10.222.0.22 "GET /v2.0/ports?device_id=7617e04e-50af-46f6-8de9-2d2673cd167d HTTP/1.1" status: 200 len: 210 time: 0.0456595 Sep 07 02:51:32.790213 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf5e5b4-e695-4f81-9fa2-cf33ab1296dd tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Made reservation on behalf of f454ca8a0bab4ccfb979d91b13b54fc2 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:51:32.798524 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-06220599-124d-4e3c-b410-6b99d28a5f83 req-bc789c23-4af8-45bd-8666-7f500e5d47f6 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615718 Sep 07 02:51:32.814420 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2dc1c71c-0edc-48bb-ac30-60dc5d904d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:32.855644 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc1c71c-0edc-48bb-ac30-60dc5d904d50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71f8ba6b-e6ee-4fe1-b5ee-57701f9a3d40,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:32.861399 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2dc1c71c-0edc-48bb-ac30-60dc5d904d50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:32.863921 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-2dc1c71c-0edc-48bb-ac30-60dc5d904d50 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/71f8ba6b-e6ee-4fe1-b5ee-57701f9a3d40 HTTP/1.1" status: 204 len: 168 time: 0.3728433 Sep 07 02:51:32.867545 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 39178) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:32.955960 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-869542b4-d177-483d-aec0-dac9dc58a2a3 req-3486ee30-d0fe-4e70-9433-2df9e10e6a72 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/ports?device_id=d000464e-e517-4a0f-83ab-fbee6f133110 HTTP/1.1" status: 200 len: 210 time: 0.0398512 Sep 07 02:51:32.987934 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-caf5e5b4-e695-4f81-9fa2-cf33ab1296dd tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:32.998464 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-113351c7-c50e-470f-ad2c-1766809a1744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:33.029685 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-caf5e5b4-e695-4f81-9fa2-cf33ab1296dd tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] device_id is not set on port 46d8b212-cc29-4a8e-b7bc-3df9fe6fd9fc yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:51:33.067708 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b184ce-e2cf-41d3-8c83-a42d963c34ac req-2bd3cead-0c1d-481b-ab6d-df094bb3a7b7 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:33.088247 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-73b184ce-e2cf-41d3-8c83-a42d963c34ac req-2bd3cead-0c1d-481b-ab6d-df094bb3a7b7 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.1523807 Sep 07 02:51:33.198054 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device f38ed628-96c8-4bfb-9889-ddea82f389b1 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:51:33.323588 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb729310-1915-47d0-a85a-9066143da0b6 req-bbcc5625-db3a-4e19-bd12-3b8f34f26442 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:33.326109 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eb729310-1915-47d0-a85a-9066143da0b6 req-bbcc5625-db3a-4e19-bd12-3b8f34f26442 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.23 "GET /v2.0/networks?id=c14598de-557e-41f6-bdcf-28289778b06c HTTP/1.1" status: 200 len: 810 time: 0.2368186 Sep 07 02:51:33.332505 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port f38ed628-96c8-4bfb-9889-ddea82f389b1 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:51:33.422016 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-113351c7-c50e-470f-ad2c-1766809a1744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:33.452924 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-73b184ce-e2cf-41d3-8c83-a42d963c34ac req-139a0e01-ba0c-4594-858f-f063d794d636 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859128 Sep 07 02:51:33.469031 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-113351c7-c50e-470f-ad2c-1766809a1744 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c42ac32-a945-4daf-a3fc-a0a13acd44a1']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:51:33.509655 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-113351c7-c50e-470f-ad2c-1766809a1744 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2da7b104-c042-4d5d-ad73-f22f847a8390') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:51:33.509956 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-113351c7-c50e-470f-ad2c-1766809a1744 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2da7b104-c042-4d5d-ad73-f22f847a8390') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:51:33.524967 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eb729310-1915-47d0-a85a-9066143da0b6 req-9714079c-3ab4-4816-a167-5eaa2e3785de tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9eedd8c00c24a18a92c5e78e10e8a63 HTTP/1.1" status: 200 len: 380 time: 0.1601562 Sep 07 02:51:33.528264 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 4bbcd3e4-3ecf-439b-93d4-5bb41bf1c051 no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:51:33.529560 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-113351c7-c50e-470f-ad2c-1766809a1744 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:33.544112 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-eb729310-1915-47d0-a85a-9066143da0b6 req-87be4ddb-8145-4a7b-8b27-c9869adc600e tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Request body: {'port': {'device_id': 'd000464e-e517-4a0f-83ab-fbee6f133110', 'network_id': 'c14598de-557e-41f6-bdcf-28289778b06c', 'admin_state_up': True, 'tenant_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'security_groups': ['e905e83e-56d9-4132-aee0-83881ffcb702']}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:51:33.558495 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: 4bbcd3e4-3ecf-439b-93d4-5bb41bf1c051 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:51:33.559177 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 4bbcd3e4-3ecf-439b-93d4-5bb41bf1c051 not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:51:33.584691 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-113351c7-c50e-470f-ad2c-1766809a1744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:33.603149 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-113351c7-c50e-470f-ad2c-1766809a1744 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:51:33.603923 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-113351c7-c50e-470f-ad2c-1766809a1744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:33.606139 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:51:33.606139 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:51:33.606139 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:51:33.606139 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:51:33.606139 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:51:33.606139 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:51:33.606139 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:51:33.606139 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:51:33.606139 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:51:33.606139 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:51:33.606139 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:51:33.606139 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:51:33.606139 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:51:33.606139 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:51:33.606139 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:51:33.606139 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:51:33.606139 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:51:33.606139 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:51:33.606139 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:51:33.606139 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:51:33.606139 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:51:33.606139 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:51:33.606139 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:51:33.606139 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:51:33.606139 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:51:33.606139 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:51:33.606139 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:51:33.606139 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:51:33.606139 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:51:33.606139 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:51:33.606139 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:51:33.606139 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:51:33.648062 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cebe77-26c0-4eff-92d9-04b5f39dfd53 None None] Network 2d60c5fd-689a-4cdc-b78f-1c1f38ec6fce requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:51:33.762077 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-113351c7-c50e-470f-ad2c-1766809a1744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:33.769471 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-b2d940d1-0c51-4986-9d38-08f3078fd090 None None] Provisioning for port f38ed628-96c8-4bfb-9889-ddea82f389b1 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:51:33.775178 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-113351c7-c50e-470f-ad2c-1766809a1744 admin admin] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:33.778078 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-113351c7-c50e-470f-ad2c-1766809a1744 admin admin] 10.222.0.22 "DELETE /v2.0/networks/3c42ac32-a945-4daf-a3fc-a0a13acd44a1 HTTP/1.1" status: 204 len: 168 time: 0.9090590 Sep 07 02:51:33.782118 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 39200) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:33.793811 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cfcf17-212f-4f3c-b27a-35b8e1211a6f req-2fbd5c6b-7804-4561-baf2-748f052ff22b tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:33.795738 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c7cfcf17-212f-4f3c-b27a-35b8e1211a6f req-2fbd5c6b-7804-4561-baf2-748f052ff22b tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.0824130 Sep 07 02:51:33.840140 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-b2d940d1-0c51-4986-9d38-08f3078fd090 None None] Provisioning complete for port f38ed628-96c8-4bfb-9889-ddea82f389b1 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:51:33.840520 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b2d940d1-0c51-4986-9d38-08f3078fd090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:33.916578 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb729310-1915-47d0-a85a-9066143da0b6 req-87be4ddb-8145-4a7b-8b27-c9869adc600e tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Made reservation on behalf of a9eedd8c00c24a18a92c5e78e10e8a63 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:51:33.920234 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-eb729310-1915-47d0-a85a-9066143da0b6 req-87be4ddb-8145-4a7b-8b27-c9869adc600e tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:33.933115 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113351c7-c50e-470f-ad2c-1766809a1744 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c42ac32-a945-4daf-a3fc-a0a13acd44a1,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:33.955054 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f91b82fe-ffe8-48df-94c8-51ee64f142ee req-066bd6b2-f2e7-4ffc-87ae-56a57ce35664 tempest-ServerShowV254Test-1044817157 tempest-ServerShowV254Test-1044817157-project] 10.222.0.22 "GET /v2.0/ports?device_id=7617e04e-50af-46f6-8de9-2d2673cd167d HTTP/1.1" status: 200 len: 210 time: 0.0526052 Sep 07 02:51:33.989399 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b2d940d1-0c51-4986-9d38-08f3078fd090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:33.993539 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-caf5e5b4-e695-4f81-9fa2-cf33ab1296dd tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Allocated IP 172.20.0.12 (2d60c5fd-689a-4cdc-b78f-1c1f38ec6fce/a169b00d-81f6-4d1c-b645-6db3dadc39e5/46d8b212-cc29-4a8e-b7bc-3df9fe6fd9fc) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:51:33.998723 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c7cfcf17-212f-4f3c-b27a-35b8e1211a6f req-82424d3a-2ab8-4e88-82cb-9da076dea1f7 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268432 Sep 07 02:51:34.006447 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-764abd80-b4b9-424c-940a-917394b0ea82 admin admin] Deleting subnet f6e37c11-33ae-48cb-968d-ae725e02c287 {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:51:34.023985 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-caf5e5b4-e695-4f81-9fa2-cf33ab1296dd tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Allocated IP 172.20.0.28 (2d60c5fd-689a-4cdc-b78f-1c1f38ec6fce/92c972c0-2a42-43da-9eb7-dbac179d6c8b/46d8b212-cc29-4a8e-b7bc-3df9fe6fd9fc) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:51:34.062982 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-b2d940d1-0c51-4986-9d38-08f3078fd090 None None] For port f38ed628-96c8-4bfb-9889-ddea82f389b1, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=f38ed628-96c8-4bfb-9889-ddea82f389b1,segment=NetworkSegment(795f42c3-6e96-4a32-ab84-e16bc5b018a4),segment_id=795f42c3-6e96-4a32-ab84-e16bc5b018a4)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:51:34.081142 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-764abd80-b4b9-424c-940a-917394b0ea82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:34.121796 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b2d940d1-0c51-4986-9d38-08f3078fd090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:34.172619 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa725cb-435a-4461-9e9f-5d901be7c212 None None] Update dhcp port {'port': {'network_id': '2d60c5fd-689a-4cdc-b78f-1c1f38ec6fce', 'fixed_ips': [{'subnet_id': 'a169b00d-81f6-4d1c-b645-6db3dadc39e5', 'ip_address': '172.20.0.2'}, {'subnet_id': '92c972c0-2a42-43da-9eb7-dbac179d6c8b'}], 'binding:host_id': 'n-d-796209-16'}, 'id': 'f38ed628-96c8-4bfb-9889-ddea82f389b1'} from n-d-796209-16. {{(pid=94702) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 07 02:51:34.195546 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-764abd80-b4b9-424c-940a-917394b0ea82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:34.215719 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d940d1-0c51-4986-9d38-08f3078fd090 None None] Pushing event updated for resources: {'Port': ['ID=f38ed628-96c8-4bfb-9889-ddea82f389b1,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:34.219861 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6aa725cb-435a-4461-9e9f-5d901be7c212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:34.256558 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-db500fe6-b567-45a4-b43d-ed4d3118a4b3 req-2c7ba5b4-c179-43c2-b064-cb6552bb6076 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/ports?device_id=d000464e-e517-4a0f-83ab-fbee6f133110 HTTP/1.1" status: 200 len: 210 time: 0.0459044 Sep 07 02:51:34.267471 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b4be7-2ded-480d-8715-f5ff5a80a6aa req-d01b8737-b642-41c2-9c4c-dd3c80189d15 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:34.269006 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5e3b4be7-2ded-480d-8715-f5ff5a80a6aa req-d01b8737-b642-41c2-9c4c-dd3c80189d15 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.1408849 Sep 07 02:51:34.324996 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [req-eb729310-1915-47d0-a85a-9066143da0b6 req-87be4ddb-8145-4a7b-8b27-c9869adc600e tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Allocated IP 172.20.0.6 (c14598de-557e-41f6-bdcf-28289778b06c/2131ccdf-cbf5-4ee9-96cf-e4c911da986a/3fbb39bc-564b-438c-9257-1f44071b61e2) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:51:34.345967 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-caf5e5b4-e695-4f81-9fa2-cf33ab1296dd tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:34.357488 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5e3b4be7-2ded-480d-8715-f5ff5a80a6aa req-542987df-0968-4b03-8cfe-82af720af6f6 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821216 Sep 07 02:51:34.358538 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-764abd80-b4b9-424c-940a-917394b0ea82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:34.362823 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-caf5e5b4-e695-4f81-9fa2-cf33ab1296dd tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Transition to ACTIVE for port object 46d8b212-cc29-4a8e-b7bc-3df9fe6fd9fc will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:51:34.430640 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-caf5e5b4-e695-4f81-9fa2-cf33ab1296dd tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:34.500281 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-6aa725cb-435a-4461-9e9f-5d901be7c212 None None] Allocated IP 172.20.0.18 (2d60c5fd-689a-4cdc-b78f-1c1f38ec6fce/92c972c0-2a42-43da-9eb7-dbac179d6c8b/f38ed628-96c8-4bfb-9889-ddea82f389b1) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:51:34.514019 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf5e5b4-e695-4f81-9fa2-cf33ab1296dd tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Network 2d60c5fd-689a-4cdc-b78f-1c1f38ec6fce is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:51:34.518669 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-caf5e5b4-e695-4f81-9fa2-cf33ab1296dd tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:51:34.523286 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf5e5b4-e695-4f81-9fa2-cf33ab1296dd tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:51:34.532064 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-764abd80-b4b9-424c-940a-917394b0ea82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:34.577509 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf5e5b4-e695-4f81-9fa2-cf33ab1296dd tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event updated for resources: {'Port': ['ID=46d8b212-cc29-4a8e-b7bc-3df9fe6fd9fc,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:34.607527 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf5e5b4-e695-4f81-9fa2-cf33ab1296dd tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:34.608172 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-caf5e5b4-e695-4f81-9fa2-cf33ab1296dd tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:34.613868 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764abd80-b4b9-424c-940a-917394b0ea82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6e37c11-33ae-48cb-968d-ae725e02c287,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:34.633432 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-caf5e5b4-e695-4f81-9fa2-cf33ab1296dd tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.2087181 Sep 07 02:51:34.636362 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 39228) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:34.644187 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-2bf20947-db4f-4558-8968-622004d646d2 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a169b00d-81f6-4d1c-b645-6db3dadc39e5'}]}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:51:34.648035 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-764abd80-b4b9-424c-940a-917394b0ea82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:34.653916 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-764abd80-b4b9-424c-940a-917394b0ea82 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/f6e37c11-33ae-48cb-968d-ae725e02c287 HTTP/1.1" status: 204 len: 168 time: 0.8684063 Sep 07 02:51:34.657619 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 39230) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:34.666393 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-6aa725cb-435a-4461-9e9f-5d901be7c212 None None] For port f38ed628-96c8-4bfb-9889-ddea82f389b1, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=f38ed628-96c8-4bfb-9889-ddea82f389b1,segment=NetworkSegment(795f42c3-6e96-4a32-ab84-e16bc5b018a4),segment_id=795f42c3-6e96-4a32-ab84-e16bc5b018a4)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:51:34.716330 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6aa725cb-435a-4461-9e9f-5d901be7c212 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:34.734915 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-6aa725cb-435a-4461-9e9f-5d901be7c212 None None] Transition to ACTIVE for port object f38ed628-96c8-4bfb-9889-ddea82f389b1 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:51:34.744587 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6aa725cb-435a-4461-9e9f-5d901be7c212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:34.767754 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2bf20947-db4f-4558-8968-622004d646d2 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:34.861619 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa725cb-435a-4461-9e9f-5d901be7c212 None None] Pushing event updated for resources: {'Port': ['ID=f38ed628-96c8-4bfb-9889-ddea82f389b1,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:35.105873 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device f38ed628-96c8-4bfb-9889-ddea82f389b1 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:51:35.172483 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc47e5b-8519-4000-830d-92ff8d1e14c3 req-e7cc5e6b-f998-44a2-918e-547938c84aa8 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:35.176515 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ddc47e5b-8519-4000-830d-92ff8d1e14c3 req-e7cc5e6b-f998-44a2-918e-547938c84aa8 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.6263916 Sep 07 02:51:35.187470 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-eb729310-1915-47d0-a85a-9066143da0b6 req-87be4ddb-8145-4a7b-8b27-c9869adc600e tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:35.199667 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-2bf20947-db4f-4558-8968-622004d646d2 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Delete allocated IP 172.20.0.28 (2d60c5fd-689a-4cdc-b78f-1c1f38ec6fce/92c972c0-2a42-43da-9eb7-dbac179d6c8b) {{(pid=94700) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 07 02:51:35.203088 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-eb729310-1915-47d0-a85a-9066143da0b6 req-87be4ddb-8145-4a7b-8b27-c9869adc600e tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Transition to ACTIVE for port object 3fbb39bc-564b-438c-9257-1f44071b61e2 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:51:35.270949 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-50974559-e824-414e-a35c-85bba4637fd5 req-17036cfe-4242-471d-9958-16931752a37b tempest-ServerShowV254Test-1044817157 tempest-ServerShowV254Test-1044817157-project] 10.222.0.22 "GET /v2.0/ports?device_id=7617e04e-50af-46f6-8de9-2d2673cd167d HTTP/1.1" status: 200 len: 210 time: 0.1712849 Sep 07 02:51:35.275320 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-eb729310-1915-47d0-a85a-9066143da0b6 req-87be4ddb-8145-4a7b-8b27-c9869adc600e tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:35.346413 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-09f48948-e503-4cba-9a29-e7e732d0bcef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:35.370754 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ddc47e5b-8519-4000-830d-92ff8d1e14c3 req-eeb0276a-2767-44d1-8b2b-71d7d2a55873 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026695 Sep 07 02:51:35.377370 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb729310-1915-47d0-a85a-9066143da0b6 req-87be4ddb-8145-4a7b-8b27-c9869adc600e tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Network c14598de-557e-41f6-bdcf-28289778b06c is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:51:35.407918 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2bf20947-db4f-4558-8968-622004d646d2 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:35.410670 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87be4ddb-8145-4a7b-8b27-c9869adc600e tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Pushing event updated for resources: {'Port': ['ID=3fbb39bc-564b-438c-9257-1f44071b61e2,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:35.414585 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [req-eb729310-1915-47d0-a85a-9066143da0b6 req-87be4ddb-8145-4a7b-8b27-c9869adc600e tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:51:35.435984 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb729310-1915-47d0-a85a-9066143da0b6 req-87be4ddb-8145-4a7b-8b27-c9869adc600e tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:51:35.459066 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-2bf20947-db4f-4558-8968-622004d646d2 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Ignored duplicate provisioning block setup for port 46d8b212-cc29-4a8e-b7bc-3df9fe6fd9fc by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 07 02:51:35.483258 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2bf20947-db4f-4558-8968-622004d646d2 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:35.593592 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bc280c-faf2-49f8-8536-d7732c156f3a None None] Network 2d60c5fd-689a-4cdc-b78f-1c1f38ec6fce requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:51:35.598424 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb729310-1915-47d0-a85a-9066143da0b6 req-87be4ddb-8145-4a7b-8b27-c9869adc600e tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:35.599179 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-eb729310-1915-47d0-a85a-9066143da0b6 req-87be4ddb-8145-4a7b-8b27-c9869adc600e tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:35.656049 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f33cd7-f14f-4664-b9b3-58118f77ec23 req-61a9ba46-273a-4426-861d-9c4e54193dac tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:35.657457 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-09f48948-e503-4cba-9a29-e7e732d0bcef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:35.660071 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-33f33cd7-f14f-4664-b9b3-58118f77ec23 req-61a9ba46-273a-4426-861d-9c4e54193dac tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/ports?device_id=d000464e-e517-4a0f-83ab-fbee6f133110 HTTP/1.1" status: 200 len: 931 time: 0.2190337 Sep 07 02:51:35.661937 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf20947-db4f-4558-8968-622004d646d2 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event updated for resources: {'Port': ['ID=46d8b212-cc29-4a8e-b7bc-3df9fe6fd9fc,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:35.673977 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eb729310-1915-47d0-a85a-9066143da0b6 req-87be4ddb-8145-4a7b-8b27-c9869adc600e tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1385067 Sep 07 02:51:35.692633 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-eb729310-1915-47d0-a85a-9066143da0b6 req-e9b6f10c-8f64-44d7-993a-40933249e8e9 service neutron] Request body: {'port': {'device_id': 'd000464e-e517-4a0f-83ab-fbee6f133110', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:51:35.714702 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-b53cedad-7059-4782-a864-08ff76e95fc4 None None] Provisioning for port f38ed628-96c8-4bfb-9889-ddea82f389b1 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:51:35.720879 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-09f48948-e503-4cba-9a29-e7e732d0bcef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72712918-cd9a-4bfb-ad9e-41f2620ee9b5']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:51:35.730678 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-2bf20947-db4f-4558-8968-622004d646d2 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] In _notify_port_updated(), no bound segment for port 46d8b212-cc29-4a8e-b7bc-3df9fe6fd9fc on network 2d60c5fd-689a-4cdc-b78f-1c1f38ec6fce {{(pid=94700) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 02:51:35.752729 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf20947-db4f-4558-8968-622004d646d2 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:35.752729 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2bf20947-db4f-4558-8968-622004d646d2 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:35.752729 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-2bf20947-db4f-4558-8968-622004d646d2 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "PUT /v2.0/ports/46d8b212-cc29-4a8e-b7bc-3df9fe6fd9fc HTTP/1.1" status: 200 len: 920 time: 1.0999396 Sep 07 02:51:35.753179 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f165a2c1-93ed-447a-87a7-df52cae970e5 req-8968defe-ebf6-49ee-9033-51e9a829d0c3 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:35.753344 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 39254) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:35.753492 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f165a2c1-93ed-447a-87a7-df52cae970e5 req-8968defe-ebf6-49ee-9033-51e9a829d0c3 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.2312145 Sep 07 02:51:35.753668 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-b53cedad-7059-4782-a864-08ff76e95fc4 None None] Provisioning complete for port f38ed628-96c8-4bfb-9889-ddea82f389b1 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:51:35.753847 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-0ee7b619-b71f-4f2b-9fda-2ee295001eb8 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a169b00d-81f6-4d1c-b645-6db3dadc39e5'}, {'subnet_id': '92c972c0-2a42-43da-9eb7-dbac179d6c8b'}]}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:51:35.757268 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b53cedad-7059-4782-a864-08ff76e95fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:35.766914 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-09f48948-e503-4cba-9a29-e7e732d0bcef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f06b239-0f14-4baa-b143-90991e4d7a25') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:51:35.767260 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-09f48948-e503-4cba-9a29-e7e732d0bcef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f06b239-0f14-4baa-b143-90991e4d7a25') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:51:35.792672 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-33f33cd7-f14f-4664-b9b3-58118f77ec23 req-3893eb04-0f6f-4393-93f6-ab2ba02634b3 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/security-groups?id=e905e83e-56d9-4132-aee0-83881ffcb702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153398 Sep 07 02:51:35.816689 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-09f48948-e503-4cba-9a29-e7e732d0bcef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:35.833228 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-eb729310-1915-47d0-a85a-9066143da0b6 req-e9b6f10c-8f64-44d7-993a-40933249e8e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:35.858008 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-09f48948-e503-4cba-9a29-e7e732d0bcef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:35.860511 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0ee7b619-b71f-4f2b-9fda-2ee295001eb8 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:35.877597 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f165a2c1-93ed-447a-87a7-df52cae970e5 req-9a86903a-44fd-4c91-bde4-97d8e0ce1a60 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252189 Sep 07 02:51:35.887763 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09f48948-e503-4cba-9a29-e7e732d0bcef admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:51:35.888186 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-09f48948-e503-4cba-9a29-e7e732d0bcef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:35.891166 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:51:35.891166 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:51:35.891166 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:51:35.891166 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:51:35.891166 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:51:35.891166 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:51:35.891166 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:51:35.891166 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:51:35.891166 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:51:35.891166 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:51:35.891166 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:51:35.891166 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:51:35.891166 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:51:35.891166 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:51:35.891166 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:51:35.891166 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:51:35.891166 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:51:35.891166 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:51:35.891166 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:51:35.891166 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:51:35.891166 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:51:35.891166 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:51:35.891166 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:51:35.891166 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:51:35.891166 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:51:35.891166 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:51:35.891166 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:51:35.891166 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:51:35.891166 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:51:35.891166 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:51:35.891166 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:51:35.891166 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:51:36.128229 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-f20a9e4c-988b-4be0-9a7c-1094be07054f None None] Provisioning for port 3fbb39bc-564b-438c-9257-1f44071b61e2 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:51:36.132813 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-f20a9e4c-988b-4be0-9a7c-1094be07054f None None] Provisioning complete for port 3fbb39bc-564b-438c-9257-1f44071b61e2 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:51:36.133287 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f20a9e4c-988b-4be0-9a7c-1094be07054f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:36.203760 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-f20a9e4c-988b-4be0-9a7c-1094be07054f None None] Port 3fbb39bc-564b-438c-9257-1f44071b61e2 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:51:36.230177 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-09f48948-e503-4cba-9a29-e7e732d0bcef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:36.240914 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-09f48948-e503-4cba-9a29-e7e732d0bcef admin admin] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:36.242778 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-09f48948-e503-4cba-9a29-e7e732d0bcef admin admin] 10.222.0.22 "DELETE /v2.0/networks/72712918-cd9a-4bfb-ad9e-41f2620ee9b5 HTTP/1.1" status: 204 len: 168 time: 1.5845444 Sep 07 02:51:36.270337 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f48948-e503-4cba-9a29-e7e732d0bcef admin admin] Pushing event deleted for resources: {'Network': ['ID=72712918-cd9a-4bfb-ad9e-41f2620ee9b5,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:36.305737 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed824691-1793-490c-a99c-4d603dbc09e9 req-907dd017-c15d-4d1f-b85b-3ac53a7a83fd tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:36.313681 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ed824691-1793-490c-a99c-4d603dbc09e9 req-907dd017-c15d-4d1f-b85b-3ac53a7a83fd tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.2395599 Sep 07 02:51:36.341637 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-0ee7b619-b71f-4f2b-9fda-2ee295001eb8 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Allocated IP 172.20.0.25 (2d60c5fd-689a-4cdc-b78f-1c1f38ec6fce/92c972c0-2a42-43da-9eb7-dbac179d6c8b/46d8b212-cc29-4a8e-b7bc-3df9fe6fd9fc) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:51:36.359068 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8f1bf5a6-a8bf-4d48-ae84-ad56359378e1 None None] Provisioning for port 46d8b212-cc29-4a8e-b7bc-3df9fe6fd9fc completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:51:36.374118 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8f1bf5a6-a8bf-4d48-ae84-ad56359378e1 None None] Provisioning complete for port 46d8b212-cc29-4a8e-b7bc-3df9fe6fd9fc triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:51:36.375223 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8f1bf5a6-a8bf-4d48-ae84-ad56359378e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:36.398026 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ed824691-1793-490c-a99c-4d603dbc09e9 req-cf0dfec2-673d-42bb-8e7d-eb1e37d49b59 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833504 Sep 07 02:51:36.485977 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [req-eb729310-1915-47d0-a85a-9066143da0b6 req-e9b6f10c-8f64-44d7-993a-40933249e8e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fbb39bc-564b-438c-9257-1f44071b61e2 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:51:36.496494 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-eb729310-1915-47d0-a85a-9066143da0b6 req-e9b6f10c-8f64-44d7-993a-40933249e8e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:36.505505 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8f1bf5a6-a8bf-4d48-ae84-ad56359378e1 None None] Port 46d8b212-cc29-4a8e-b7bc-3df9fe6fd9fc cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:51:36.525458 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8f1bf5a6-a8bf-4d48-ae84-ad56359378e1 None None] Provisioning complete for port f38ed628-96c8-4bfb-9889-ddea82f389b1 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:51:36.525845 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8f1bf5a6-a8bf-4d48-ae84-ad56359378e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:36.541700 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-72ade34b-91e1-45ba-a428-75deb27c7e72 req-1be1472e-059b-4432-86f1-e5d60f38d24a tempest-ServerShowV254Test-1044817157 tempest-ServerShowV254Test-1044817157-project] 10.222.0.22 "GET /v2.0/ports?device_id=7617e04e-50af-46f6-8de9-2d2673cd167d HTTP/1.1" status: 200 len: 210 time: 0.0918028 Sep 07 02:51:36.553557 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-eb729310-1915-47d0-a85a-9066143da0b6 req-e9b6f10c-8f64-44d7-993a-40933249e8e9 service neutron] Transition to ACTIVE for port object 3fbb39bc-564b-438c-9257-1f44071b61e2 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:51:36.574427 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-eb729310-1915-47d0-a85a-9066143da0b6 req-e9b6f10c-8f64-44d7-993a-40933249e8e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:36.667182 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0ee7b619-b71f-4f2b-9fda-2ee295001eb8 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:36.694429 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73fa059-175b-42b4-a954-cab9000d9d50 req-db07b4ae-b202-4494-94fa-a1d5475083da tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:36.703749 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 39284) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:36.708104 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e73fa059-175b-42b4-a954-cab9000d9d50 req-db07b4ae-b202-4494-94fa-a1d5475083da tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.1809163 Sep 07 02:51:36.715691 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-0ee7b619-b71f-4f2b-9fda-2ee295001eb8 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Ignored duplicate provisioning block setup for port 46d8b212-cc29-4a8e-b7bc-3df9fe6fd9fc by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 07 02:51:36.727759 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0ee7b619-b71f-4f2b-9fda-2ee295001eb8 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:36.788470 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-5f4c2c02-c047-4ad7-8800-080f3c9cc002 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=adb3b25717864ee6bd69a566d88c1692&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0835211 Sep 07 02:51:36.808519 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-ac48fd45-8a0f-44ca-95f2-929d47a18b8b None None] Provisioning complete for port 46d8b212-cc29-4a8e-b7bc-3df9fe6fd9fc triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:51:36.811690 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ac48fd45-8a0f-44ca-95f2-929d47a18b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:36.816230 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 39286) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:36.840624 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b6f10c-8f64-44d7-993a-40933249e8e9 service neutron] Pushing event updated for resources: {'Port': ['ID=3fbb39bc-564b-438c-9257-1f44071b61e2,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:36.898055 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e73fa059-175b-42b4-a954-cab9000d9d50 req-9688b1bd-094f-4376-a6f5-b944ab259a67 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889329 Sep 07 02:51:36.909527 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-ac48fd45-8a0f-44ca-95f2-929d47a18b8b None None] Port 46d8b212-cc29-4a8e-b7bc-3df9fe6fd9fc cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:51:36.961936 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-eb729310-1915-47d0-a85a-9066143da0b6 req-e9b6f10c-8f64-44d7-993a-40933249e8e9 service neutron] Attempting to bind port 3fbb39bc-564b-438c-9257-1f44071b61e2 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:51:36.962290 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-eb729310-1915-47d0-a85a-9066143da0b6 req-e9b6f10c-8f64-44d7-993a-40933249e8e9 service neutron] Attempting to bind port 3fbb39bc-564b-438c-9257-1f44071b61e2 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': 'd870a195-8ec5-4537-8987-1fe2b1130707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c14598de-557e-41f6-bdcf-28289778b06c'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:51:36.965018 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb729310-1915-47d0-a85a-9066143da0b6 req-e9b6f10c-8f64-44d7-993a-40933249e8e9 service neutron] Attempting to bind port 3fbb39bc-564b-438c-9257-1f44071b61e2 on network c14598de-557e-41f6-bdcf-28289778b06c {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:51:36.971163 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb729310-1915-47d0-a85a-9066143da0b6 req-e9b6f10c-8f64-44d7-993a-40933249e8e9 service neutron] Port 3fbb39bc-564b-438c-9257-1f44071b61e2 on network c14598de-557e-41f6-bdcf-28289778b06c not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:51:36.971786 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb729310-1915-47d0-a85a-9066143da0b6 req-e9b6f10c-8f64-44d7-993a-40933249e8e9 service neutron] Attempting to bind port 3fbb39bc-564b-438c-9257-1f44071b61e2 on network c14598de-557e-41f6-bdcf-28289778b06c {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:51:36.981354 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb729310-1915-47d0-a85a-9066143da0b6 req-e9b6f10c-8f64-44d7-993a-40933249e8e9 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:51:36.982346 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb729310-1915-47d0-a85a-9066143da0b6 req-e9b6f10c-8f64-44d7-993a-40933249e8e9 service neutron] Checking segment: {'id': 'd870a195-8ec5-4537-8987-1fe2b1130707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c14598de-557e-41f6-bdcf-28289778b06c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:51:36.983738 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb729310-1915-47d0-a85a-9066143da0b6 req-e9b6f10c-8f64-44d7-993a-40933249e8e9 service neutron] Bound using segment: {'id': 'd870a195-8ec5-4537-8987-1fe2b1130707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c14598de-557e-41f6-bdcf-28289778b06c'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:51:36.985040 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-eb729310-1915-47d0-a85a-9066143da0b6 req-e9b6f10c-8f64-44d7-993a-40933249e8e9 service neutron] Bound port: 3fbb39bc-564b-438c-9257-1f44071b61e2, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd870a195-8ec5-4537-8987-1fe2b1130707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'c14598de-557e-41f6-bdcf-28289778b06c'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:51:36.986863 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-eb729310-1915-47d0-a85a-9066143da0b6 req-e9b6f10c-8f64-44d7-993a-40933249e8e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:37.023094 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee7b619-b71f-4f2b-9fda-2ee295001eb8 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event updated for resources: {'Port': ['ID=46d8b212-cc29-4a8e-b7bc-3df9fe6fd9fc,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:37.121558 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-0ee7b619-b71f-4f2b-9fda-2ee295001eb8 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] In _notify_port_updated(), no bound segment for port 46d8b212-cc29-4a8e-b7bc-3df9fe6fd9fc on network 2d60c5fd-689a-4cdc-b78f-1c1f38ec6fce {{(pid=94700) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 02:51:37.128306 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee7b619-b71f-4f2b-9fda-2ee295001eb8 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:37.129019 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0ee7b619-b71f-4f2b-9fda-2ee295001eb8 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:37.130518 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-0ee7b619-b71f-4f2b-9fda-2ee295001eb8 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "PUT /v2.0/ports/46d8b212-cc29-4a8e-b7bc-3df9fe6fd9fc HTTP/1.1" status: 200 len: 1000 time: 1.3848600 Sep 07 02:51:37.134819 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 39296) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:37.139825 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f0787c85-a21f-41ec-b771-e794afe8a6d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:37.152662 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-9bcd8e2d-1a20-493d-aafd-0e7a200a7786 None None] Provisioning complete for port 46d8b212-cc29-4a8e-b7bc-3df9fe6fd9fc triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:51:37.153171 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9bcd8e2d-1a20-493d-aafd-0e7a200a7786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:37.170119 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51369828-a7f3-4e75-ab34-47df932cf667 req-a1c94427-ef38-4cec-a93b-38b88a152cdd tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:37.172180 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-51369828-a7f3-4e75-ab34-47df932cf667 req-a1c94427-ef38-4cec-a93b-38b88a152cdd tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/ports?device_id=d000464e-e517-4a0f-83ab-fbee6f133110 HTTP/1.1" status: 200 len: 943 time: 0.1569457 Sep 07 02:51:37.227797 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-51369828-a7f3-4e75-ab34-47df932cf667 req-55d0c055-b2be-4fc2-a83c-b79b47211943 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/security-groups?id=e905e83e-56d9-4132-aee0-83881ffcb702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484517 Sep 07 02:51:37.235061 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f0787c85-a21f-41ec-b771-e794afe8a6d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:37.270415 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-eb729310-1915-47d0-a85a-9066143da0b6 req-e9b6f10c-8f64-44d7-993a-40933249e8e9 service neutron] For port 3fbb39bc-564b-438c-9257-1f44071b61e2, host n-h1-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:51:37.275295 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-9bcd8e2d-1a20-493d-aafd-0e7a200a7786 None None] Port 46d8b212-cc29-4a8e-b7bc-3df9fe6fd9fc cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:51:37.338610 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f0787c85-a21f-41ec-b771-e794afe8a6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:37.342441 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f0787c85-a21f-41ec-b771-e794afe8a6d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:37.343505 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f0787c85-a21f-41ec-b771-e794afe8a6d1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e079e1ff-510e-432f-860a-c0373b639fcc HTTP/1.1" status: 204 len: 168 time: 0.5274351 Sep 07 02:51:37.356581 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0787c85-a21f-41ec-b771-e794afe8a6d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e079e1ff-510e-432f-860a-c0373b639fcc,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:37.430949 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-eb729310-1915-47d0-a85a-9066143da0b6 req-e9b6f10c-8f64-44d7-993a-40933249e8e9 service neutron] For port 3fbb39bc-564b-438c-9257-1f44071b61e2, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=3fbb39bc-564b-438c-9257-1f44071b61e2,segment=NetworkSegment(d870a195-8ec5-4537-8987-1fe2b1130707),segment_id=d870a195-8ec5-4537-8987-1fe2b1130707)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:51:37.454195 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-eb729310-1915-47d0-a85a-9066143da0b6 req-e9b6f10c-8f64-44d7-993a-40933249e8e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:37.517293 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564ef61-4534-42bd-bba7-fc70133fa98f req-a054f9b8-ea46-4cda-90e5-f7752605c0e0 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:37.520322 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2564ef61-4534-42bd-bba7-fc70133fa98f req-a054f9b8-ea46-4cda-90e5-f7752605c0e0 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/networks?id=425487d9-ea00-48c2-8b07-b3e74c380248 HTTP/1.1" status: 200 len: 813 time: 0.2410200 Sep 07 02:51:37.527058 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb729310-1915-47d0-a85a-9066143da0b6 req-e9b6f10c-8f64-44d7-993a-40933249e8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:37.528467 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-eb729310-1915-47d0-a85a-9066143da0b6 req-e9b6f10c-8f64-44d7-993a-40933249e8e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:37.529915 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eb729310-1915-47d0-a85a-9066143da0b6 req-e9b6f10c-8f64-44d7-993a-40933249e8e9 service neutron] 10.222.0.23 "PUT /v2.0/ports/3fbb39bc-564b-438c-9257-1f44071b61e2 HTTP/1.1" status: 200 len: 1092 time: 1.8453906 Sep 07 02:51:37.533849 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a6b31f43-3e67-46e8-84b7-22a0cd08e203 None None] Provisioning complete for port 46d8b212-cc29-4a8e-b7bc-3df9fe6fd9fc triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:51:37.534420 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a6b31f43-3e67-46e8-84b7-22a0cd08e203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:37.582247 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd000464e-e517-4a0f-83ab-fbee6f133110', 'tag': '3fbb39bc-564b-438c-9257-1f44071b61e2'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:51:37.586125 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0158d6c7-0b1e-4fb9-b191-ddcf3fc9d440" -d '{"events": [{"name": "network-changed", "server_uuid": "d000464e-e517-4a0f-83ab-fbee6f133110", "tag": "3fbb39bc-564b-438c-9257-1f44071b61e2"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:51:37.627729 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a6b31f43-3e67-46e8-84b7-22a0cd08e203 None None] Port 46d8b212-cc29-4a8e-b7bc-3df9fe6fd9fc cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:51:37.641506 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2564ef61-4534-42bd-bba7-fc70133fa98f req-b03dce49-555c-4abe-bd80-2a857fd4247d tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/quotas/13ffe4144f534528a6810c0c36ace2be HTTP/1.1" status: 200 len: 375 time: 0.0736790 Sep 07 02:51:37.651347 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b6f10c-8f64-44d7-993a-40933249e8e9 service neutron] Pushing event updated for resources: {'Port': ['ID=3fbb39bc-564b-438c-9257-1f44071b61e2,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:37.725008 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb729310-1915-47d0-a85a-9066143da0b6 req-5441bd44-290f-4d84-8e9a-d7a57f5450f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:37.726785 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eb729310-1915-47d0-a85a-9066143da0b6 req-5441bd44-290f-4d84-8e9a-d7a57f5450f8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a9eedd8c00c24a18a92c5e78e10e8a63&device_id=d000464e-e517-4a0f-83ab-fbee6f133110 HTTP/1.1" status: 200 len: 1095 time: 0.1335361 Sep 07 02:51:37.731423 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-99d1a3df-2227-450d-a340-44ce1ee77790 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Deleting port 46d8b212-cc29-4a8e-b7bc-3df9fe6fd9fc {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:51:37.732020 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-99d1a3df-2227-450d-a340-44ce1ee77790 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:37.748834 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-93e64bd4-8445-40d1-9153-9000b81750dc req-dfc6a922-4185-4abb-ac2f-c79e25c9d70c tempest-ServerShowV254Test-1044817157 tempest-ServerShowV254Test-1044817157-project] 10.222.0.22 "GET /v2.0/ports?device_id=7617e04e-50af-46f6-8de9-2d2673cd167d HTTP/1.1" status: 200 len: 210 time: 0.0532198 Sep 07 02:51:37.847185 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a285b88-4e22-4ca7-8deb-c9a53135cd1b x-openstack-request-id: req-8a285b88-4e22-4ca7-8deb-c9a53135cd1b {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:51:37.847836 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d000464e-e517-4a0f-83ab-fbee6f133110", "tag": "3fbb39bc-564b-438c-9257-1f44071b61e2", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:51:37.848283 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8a285b88-4e22-4ca7-8deb-c9a53135cd1b {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:51:37.848814 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd000464e-e517-4a0f-83ab-fbee6f133110', 'tag': '3fbb39bc-564b-438c-9257-1f44071b61e2', 'status': 'completed', 'code': 200} Sep 07 02:51:37.861587 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2564ef61-4534-42bd-bba7-fc70133fa98f req-9c865bbf-86e1-4abb-ba7c-8be2a19e91eb tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=13ffe4144f534528a6810c0c36ace2be&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2111940 Sep 07 02:51:37.866730 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eb729310-1915-47d0-a85a-9066143da0b6 req-0b8cb352-1086-4a96-9f2a-30feb6f86f7a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3fbb39bc-564b-438c-9257-1f44071b61e2 HTTP/1.1" status: 200 len: 217 time: 0.1267512 Sep 07 02:51:37.907439 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 39332) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:37.985940 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-44ab7d04-8ba4-464e-bdd0-fbc06997e944 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9dbc3befb2bb43a9b7640ace6c253848&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0749798 Sep 07 02:51:37.991253 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 39334) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:38.001605 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb729310-1915-47d0-a85a-9066143da0b6 req-ef83caa0-32da-4347-b260-0615f0f8b6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:38.002975 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eb729310-1915-47d0-a85a-9066143da0b6 req-ef83caa0-32da-4347-b260-0615f0f8b6cb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2131ccdf-cbf5-4ee9-96cf-e4c911da986a HTTP/1.1" status: 200 len: 849 time: 0.0795016 Sep 07 02:51:38.026828 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-99d1a3df-2227-450d-a340-44ce1ee77790 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:38.027722 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666fbc3-dd6a-4e61-b1bd-cb03a1935b03 req-90736b7d-26fa-41a7-90e2-b51aead309db tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:38.030081 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4666fbc3-dd6a-4e61-b1bd-cb03a1935b03 req-90736b7d-26fa-41a7-90e2-b51aead309db tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.0604672 Sep 07 02:51:38.063169 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-99d1a3df-2227-450d-a340-44ce1ee77790 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Calling delete_port for 46d8b212-cc29-4a8e-b7bc-3df9fe6fd9fc owned by {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:51:38.095043 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4666fbc3-dd6a-4e61-b1bd-cb03a1935b03 req-0e81ac19-1a9e-4c6f-a4b3-200a6935022a tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533187 Sep 07 02:51:38.147462 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb729310-1915-47d0-a85a-9066143da0b6 req-2e08f9b4-3ab3-46ff-a103-20aaee984174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:38.148952 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eb729310-1915-47d0-a85a-9066143da0b6 req-2e08f9b4-3ab3-46ff-a103-20aaee984174 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14598de-557e-41f6-bdcf-28289778b06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1327188 Sep 07 02:51:38.154417 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e3f96f93-bef6-4f0e-9286-c07fe3c3b60e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:38.253306 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e3f96f93-bef6-4f0e-9286-c07fe3c3b60e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:38.365202 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b08c68-2dd2-4bae-8024-8a5808239c1d req-6b605fa1-8a5b-469c-b71b-32dcf5c0bcb3 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:38.365848 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8690be-c607-4e35-a1b0-fa6681a32b11 req-074e482a-9bd6-4755-b99c-1d69dd26317b tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:38.366884 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ed8690be-c607-4e35-a1b0-fa6681a32b11 req-074e482a-9bd6-4755-b99c-1d69dd26317b tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.2063885 Sep 07 02:51:38.368475 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-93b08c68-2dd2-4bae-8024-8a5808239c1d req-6b605fa1-8a5b-469c-b71b-32dcf5c0bcb3 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/ports?device_id=d000464e-e517-4a0f-83ab-fbee6f133110 HTTP/1.1" status: 200 len: 943 time: 0.0671177 Sep 07 02:51:38.420458 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-93b08c68-2dd2-4bae-8024-8a5808239c1d req-c3a1e4d5-2a62-466a-aabd-5cef29dc3b9f tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/security-groups?id=e905e83e-56d9-4132-aee0-83881ffcb702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425646 Sep 07 02:51:38.420627 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eb729310-1915-47d0-a85a-9066143da0b6 req-71854c0f-51a4-479c-9e0e-1fa39312c422 service neutron] 10.222.0.23 "GET /v2.0/networks/c14598de-557e-41f6-bdcf-28289778b06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612269 Sep 07 02:51:38.426448 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e3f96f93-bef6-4f0e-9286-c07fe3c3b60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:38.429327 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e3f96f93-bef6-4f0e-9286-c07fe3c3b60e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:38.430659 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e3f96f93-bef6-4f0e-9286-c07fe3c3b60e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/374709a1-70b3-4179-b286-14d1bc7c9631 HTTP/1.1" status: 204 len: 168 time: 0.4381616 Sep 07 02:51:38.500616 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f96f93-bef6-4f0e-9286-c07fe3c3b60e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=374709a1-70b3-4179-b286-14d1bc7c9631,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:38.527337 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ed8690be-c607-4e35-a1b0-fa6681a32b11 req-a7c7b7a4-ea18-4bd3-8520-192e4aefbb79 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478200 Sep 07 02:51:38.578072 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-99d1a3df-2227-450d-a340-44ce1ee77790 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:38.618152 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d1a3df-2227-450d-a340-44ce1ee77790 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event deleted for resources: {'Port': ['ID=46d8b212-cc29-4a8e-b7bc-3df9fe6fd9fc,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:38.656780 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eb729310-1915-47d0-a85a-9066143da0b6 req-a1f6b760-6d60-4025-bf2f-4dbf7328f9ea service neutron] 10.222.0.23 "GET /v2.0/networks/c14598de-557e-41f6-bdcf-28289778b06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232959 Sep 07 02:51:38.795199 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-99d1a3df-2227-450d-a340-44ce1ee77790 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:38.800524 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-99d1a3df-2227-450d-a340-44ce1ee77790 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "DELETE /v2.0/ports/46d8b212-cc29-4a8e-b7bc-3df9fe6fd9fc HTTP/1.1" status: 204 len: 168 time: 1.6615496 Sep 07 02:51:38.801483 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 39366) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:38.819184 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158d6c7-0b1e-4fb9-b191-ddcf3fc9d440 req-774dfa1c-4782-48e3-a284-2e5e6db72378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:38.821271 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0158d6c7-0b1e-4fb9-b191-ddcf3fc9d440 req-774dfa1c-4782-48e3-a284-2e5e6db72378 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a9eedd8c00c24a18a92c5e78e10e8a63&device_id=d000464e-e517-4a0f-83ab-fbee6f133110 HTTP/1.1" status: 200 len: 1095 time: 0.0677218 Sep 07 02:51:38.901317 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-026fbc7f-e783-4e09-9a22-ca0fc929eb23 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] GET failed (client error): The resource could not be found. Sep 07 02:51:38.903013 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-026fbc7f-e783-4e09-9a22-ca0fc929eb23 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "GET /v2.0/ports/46d8b212-cc29-4a8e-b7bc-3df9fe6fd9fc HTTP/1.1" status: 404 len: 333 time: 0.1004581 Sep 07 02:51:38.939881 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 39376) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:39.022555 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7dc8fd79-4968-489d-b6d8-cdcb7d71566c req-1e23f684-a92f-4302-8a7b-36219a919b06 tempest-ServerShowV254Test-1044817157 tempest-ServerShowV254Test-1044817157-project] 10.222.0.22 "GET /v2.0/ports?device_id=7617e04e-50af-46f6-8de9-2d2673cd167d HTTP/1.1" status: 200 len: 210 time: 0.0398383 Sep 07 02:51:39.039253 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158d6c7-0b1e-4fb9-b191-ddcf3fc9d440 req-3af6a73c-debf-446c-9c8a-b8f50f024d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:39.041287 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0158d6c7-0b1e-4fb9-b191-ddcf3fc9d440 req-3af6a73c-debf-446c-9c8a-b8f50f024d0c service neutron] 10.222.0.23 "GET /v2.0/networks?id=c14598de-557e-41f6-bdcf-28289778b06c HTTP/1.1" status: 200 len: 910 time: 0.2103915 Sep 07 02:51:39.047148 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-539e4fc1-b84e-401c-9b2a-ec4b8ca51de2 req-181d3dea-cd40-4eee-a8f5-890174fb0787 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=13ffe4144f534528a6810c0c36ace2be HTTP/1.1" status: 200 len: 221 time: 0.1429679 Sep 07 02:51:39.068088 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0939eb6-b238-428e-8f82-8cf9ab2237af tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Deleting subnet 92c972c0-2a42-43da-9eb7-dbac179d6c8b {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:51:39.081201 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e0939eb6-b238-428e-8f82-8cf9ab2237af tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:39.104636 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0158d6c7-0b1e-4fb9-b191-ddcf3fc9d440 req-686a67d9-fc74-4a4b-b076-5b00a1ef025a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3fbb39bc-564b-438c-9257-1f44071b61e2 HTTP/1.1" status: 200 len: 217 time: 0.0560765 Sep 07 02:51:39.138528 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e0939eb6-b238-428e-8f82-8cf9ab2237af tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:39.175432 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158d6c7-0b1e-4fb9-b191-ddcf3fc9d440 req-810c5136-2921-4680-873f-b80d1d08deab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:39.177181 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0158d6c7-0b1e-4fb9-b191-ddcf3fc9d440 req-810c5136-2921-4680-873f-b80d1d08deab service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2131ccdf-cbf5-4ee9-96cf-e4c911da986a HTTP/1.1" status: 200 len: 849 time: 0.0645566 Sep 07 02:51:39.227268 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158d6c7-0b1e-4fb9-b191-ddcf3fc9d440 req-49019d51-819d-4331-a584-d763da3ca139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:39.228852 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0158d6c7-0b1e-4fb9-b191-ddcf3fc9d440 req-49019d51-819d-4331-a584-d763da3ca139 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14598de-557e-41f6-bdcf-28289778b06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425272 Sep 07 02:51:39.256076 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bc4441-577a-47a1-88d5-58806fbf00c7 req-1997c1c5-5181-4799-85c0-e0d70544f07b tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:39.257841 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-61bc4441-577a-47a1-88d5-58806fbf00c7 req-1997c1c5-5181-4799-85c0-e0d70544f07b tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.1158378 Sep 07 02:51:39.312579 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 02:51:39.314410 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e0939eb6-b238-428e-8f82-8cf9ab2237af tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:39.336856 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0158d6c7-0b1e-4fb9-b191-ddcf3fc9d440 req-84633774-3d03-4e58-84bc-0db086102eb4 service neutron] 10.222.0.23 "GET /v2.0/networks/c14598de-557e-41f6-bdcf-28289778b06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003518 Sep 07 02:51:39.339059 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-61bc4441-577a-47a1-88d5-58806fbf00c7 req-c40144ed-7231-4934-ae93-f91a199476a4 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686727 Sep 07 02:51:39.399096 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e0939eb6-b238-428e-8f82-8cf9ab2237af tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:39.444782 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0939eb6-b238-428e-8f82-8cf9ab2237af tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event deleted for resources: {'Subnet': ['ID=92c972c0-2a42-43da-9eb7-dbac179d6c8b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:39.449111 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e0939eb6-b238-428e-8f82-8cf9ab2237af tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:39.451066 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-e0939eb6-b238-428e-8f82-8cf9ab2237af tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "DELETE /v2.0/subnets/92c972c0-2a42-43da-9eb7-dbac179d6c8b HTTP/1.1" status: 204 len: 168 time: 0.4755342 Sep 07 02:51:39.454576 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 39394) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:39.458687 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d82092-3999-492c-8df6-4554104380de None None] Network 2d60c5fd-689a-4cdc-b78f-1c1f38ec6fce requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:51:39.538034 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9cb432f-1c84-4bb0-9f20-09ad20d1ec29 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Deleting subnet a169b00d-81f6-4d1c-b645-6db3dadc39e5 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:51:39.544317 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b9cb432f-1c84-4bb0-9f20-09ad20d1ec29 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:39.555936 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0158d6c7-0b1e-4fb9-b191-ddcf3fc9d440 req-0aa4caae-ecb1-4a88-b35b-534c24ab4cc4 service neutron] 10.222.0.23 "GET /v2.0/networks/c14598de-557e-41f6-bdcf-28289778b06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067165 Sep 07 02:51:39.577553 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f23206-cee3-4c30-9f2a-b4e03e80c1d1 req-853b05ef-0e62-402f-a07f-c6064e100f05 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:39.589081 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-05f23206-cee3-4c30-9f2a-b4e03e80c1d1 req-853b05ef-0e62-402f-a07f-c6064e100f05 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.1110635 Sep 07 02:51:39.618601 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b9cb432f-1c84-4bb0-9f20-09ad20d1ec29 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:39.666715 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-05f23206-cee3-4c30-9f2a-b4e03e80c1d1 req-b2e8006f-a402-457a-9435-9b73e98fde79 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767584 Sep 07 02:51:39.716625 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1baccda-8c3b-44b2-bc4d-71a32ae23a62 req-237a947f-8c96-4fe9-8740-4d60dba9a8e4 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:39.718157 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a1baccda-8c3b-44b2-bc4d-71a32ae23a62 req-237a947f-8c96-4fe9-8740-4d60dba9a8e4 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/ports?device_id=d000464e-e517-4a0f-83ab-fbee6f133110 HTTP/1.1" status: 200 len: 943 time: 0.1231871 Sep 07 02:51:39.785358 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b9cb432f-1c84-4bb0-9f20-09ad20d1ec29 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:39.826082 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a1baccda-8c3b-44b2-bc4d-71a32ae23a62 req-c2ab9f3c-3459-4f6c-8a70-d0bebbfe79f1 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/security-groups?id=e905e83e-56d9-4132-aee0-83881ffcb702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889268 Sep 07 02:51:39.862857 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e5a06-a8cd-437e-bc0b-b56c16506f47 req-3cd0714b-266d-41cb-b94f-17bb4e3a2943 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:39.865966 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3f4e5a06-a8cd-437e-bc0b-b56c16506f47 req-3cd0714b-266d-41cb-b94f-17bb4e3a2943 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.0749128 Sep 07 02:51:39.874127 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b9cb432f-1c84-4bb0-9f20-09ad20d1ec29 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:39.908143 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cb432f-1c84-4bb0-9f20-09ad20d1ec29 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event deleted for resources: {'Subnet': ['ID=a169b00d-81f6-4d1c-b645-6db3dadc39e5,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:39.916139 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b9cb432f-1c84-4bb0-9f20-09ad20d1ec29 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:39.918043 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b9cb432f-1c84-4bb0-9f20-09ad20d1ec29 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "DELETE /v2.0/subnets/a169b00d-81f6-4d1c-b645-6db3dadc39e5 HTTP/1.1" status: 204 len: 168 time: 0.4622915 Sep 07 02:51:39.920613 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 39410) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:39.944553 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3f4e5a06-a8cd-437e-bc0b-b56c16506f47 req-a8afd19c-6098-4bd2-8680-555ff8efc0a5 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711398 Sep 07 02:51:40.061783 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-22708027-cdf1-4f85-bcf7-9ba76773ea4b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:40.129140 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b085f9d-26c8-42fb-b40d-455347a816fb req-05e71822-60f0-4ab6-ad4b-b972d8341a33 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:40.135127 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0b085f9d-26c8-42fb-b40d-455347a816fb req-05e71822-60f0-4ab6-ad4b-b972d8341a33 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.1141562 Sep 07 02:51:40.191053 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7773a77b-acd9-4dd3-9b66-7b734a19832c req-7d073a13-572d-4f7e-844c-b27fdb20c35b tempest-ServerShowV254Test-1044817157 tempest-ServerShowV254Test-1044817157-project] 10.222.0.22 "GET /v2.0/ports?device_id=7617e04e-50af-46f6-8de9-2d2673cd167d HTTP/1.1" status: 200 len: 210 time: 0.0361643 Sep 07 02:51:40.196137 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0b085f9d-26c8-42fb-b40d-455347a816fb req-c57184c9-aaf2-4576-8e8f-ec06b6426f1e tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561166 Sep 07 02:51:40.220495 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-22708027-cdf1-4f85-bcf7-9ba76773ea4b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Deleting port f38ed628-96c8-4bfb-9889-ddea82f389b1 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:51:40.220495 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-22708027-cdf1-4f85-bcf7-9ba76773ea4b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:40.298959 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-22708027-cdf1-4f85-bcf7-9ba76773ea4b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] For port f38ed628-96c8-4bfb-9889-ddea82f389b1, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=f38ed628-96c8-4bfb-9889-ddea82f389b1,segment=NetworkSegment(795f42c3-6e96-4a32-ab84-e16bc5b018a4),segment_id=795f42c3-6e96-4a32-ab84-e16bc5b018a4)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:51:40.299334 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-22708027-cdf1-4f85-bcf7-9ba76773ea4b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:40.318267 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-22708027-cdf1-4f85-bcf7-9ba76773ea4b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Calling delete_port for f38ed628-96c8-4bfb-9889-ddea82f389b1 owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:51:40.354318 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539057c-40ba-4b56-81df-3cd5fdd98707 req-4a52b9c3-0ad4-4320-a5d9-4e7e8a83b693 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:40.356246 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9539057c-40ba-4b56-81df-3cd5fdd98707 req-4a52b9c3-0ad4-4320-a5d9-4e7e8a83b693 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.0563481 Sep 07 02:51:40.425214 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9539057c-40ba-4b56-81df-3cd5fdd98707 req-ba90d163-2462-44c1-950d-381fa5c41875 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623379 Sep 07 02:51:40.427653 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20955d4e-e86f-4f93-acda-b084e903a257 None None] Network 2d60c5fd-689a-4cdc-b78f-1c1f38ec6fce requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:51:40.432953 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-22708027-cdf1-4f85-bcf7-9ba76773ea4b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:40.453092 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-620fd0a7-e5ea-4364-bcf3-ab0d1cbc77df None None] Could not find standard attr ID for object f38ed628-96c8-4bfb-9889-ddea82f389b1. {{(pid=94702) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 02:51:40.466778 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22708027-cdf1-4f85-bcf7-9ba76773ea4b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] No DVR routers for this DVR port f38ed628-96c8-4bfb-9889-ddea82f389b1 on host n-d-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:51:40.473252 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22708027-cdf1-4f85-bcf7-9ba76773ea4b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event deleted for resources: {'Port': ['ID=f38ed628-96c8-4bfb-9889-ddea82f389b1,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:40.602041 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-22708027-cdf1-4f85-bcf7-9ba76773ea4b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:40.625887 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a2d4da-74a2-4f61-8136-86b7b27cf8bb None None] DHCP port deletion for 2d60c5fd-689a-4cdc-b78f-1c1f38ec6fce request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:51:40.643089 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2773ac-4e00-48dc-8cc6-681df8bf92e7 req-8aeed66f-a299-4e63-9d79-74e89278ca3b tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:40.644615 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-eb2773ac-4e00-48dc-8cc6-681df8bf92e7 req-8aeed66f-a299-4e63-9d79-74e89278ca3b tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.1186130 Sep 07 02:51:40.659786 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-22708027-cdf1-4f85-bcf7-9ba76773ea4b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d60c5fd-689a-4cdc-b78f-1c1f38ec6fce']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:51:40.678634 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-22708027-cdf1-4f85-bcf7-9ba76773ea4b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '795f42c3-6e96-4a32-ab84-e16bc5b018a4') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:51:40.678939 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-22708027-cdf1-4f85-bcf7-9ba76773ea4b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '795f42c3-6e96-4a32-ab84-e16bc5b018a4') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:51:40.693634 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-22708027-cdf1-4f85-bcf7-9ba76773ea4b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:40.731347 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-eb2773ac-4e00-48dc-8cc6-681df8bf92e7 req-f987cd89-bfff-4cc8-8016-83ce8aa214fd tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806293 Sep 07 02:51:40.734709 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-22708027-cdf1-4f85-bcf7-9ba76773ea4b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:40.745308 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22708027-cdf1-4f85-bcf7-9ba76773ea4b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:51:40.745925 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-22708027-cdf1-4f85-bcf7-9ba76773ea4b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:40.749025 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:51:40.749025 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:51:40.749025 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:51:40.749025 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:51:40.749025 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:51:40.749025 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:51:40.749025 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:51:40.749025 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:51:40.749025 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:51:40.749025 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:51:40.749025 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:51:40.749025 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:51:40.749025 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:51:40.749025 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:51:40.749025 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:51:40.749025 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:51:40.749025 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:51:40.749025 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:51:40.749025 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:51:40.749025 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:51:40.749025 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:51:40.749025 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:51:40.749025 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:51:40.749025 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:51:40.749025 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:51:40.749025 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:51:40.749025 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:51:40.749025 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:51:40.749025 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:51:40.749025 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:51:40.749025 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:51:40.749025 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:51:40.836693 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-22708027-cdf1-4f85-bcf7-9ba76773ea4b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:40.858432 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-22708027-cdf1-4f85-bcf7-9ba76773ea4b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:40.860318 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-22708027-cdf1-4f85-bcf7-9ba76773ea4b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "DELETE /v2.0/networks/2d60c5fd-689a-4cdc-b78f-1c1f38ec6fce HTTP/1.1" status: 204 len: 168 time: 0.9378886 Sep 07 02:51:40.864251 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 39446) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:40.874608 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22708027-cdf1-4f85-bcf7-9ba76773ea4b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event deleted for resources: {'Network': ['ID=2d60c5fd-689a-4cdc-b78f-1c1f38ec6fce,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:40.893295 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361bd4eb-e123-4014-a561-42ba7729a44f req-c7d36e65-f61f-43fd-a2e4-546dd629dd0b tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:40.895022 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-361bd4eb-e123-4014-a561-42ba7729a44f req-c7d36e65-f61f-43fd-a2e4-546dd629dd0b tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.0717139 Sep 07 02:51:40.943203 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805464c9-cc00-45dc-ab92-5dc2efda67db tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:40.946005 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-805464c9-cc00-45dc-ab92-5dc2efda67db tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0785334 Sep 07 02:51:40.950231 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 39448) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:40.989344 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfdd3eb-567f-4d4b-aaae-ca62ee18543a req-5572fd50-de40-4878-b913-3c11fca55b4b tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:40.991641 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fdfdd3eb-567f-4d4b-aaae-ca62ee18543a req-5572fd50-de40-4878-b913-3c11fca55b4b tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/ports?device_id=d000464e-e517-4a0f-83ab-fbee6f133110 HTTP/1.1" status: 200 len: 943 time: 0.0744328 Sep 07 02:51:41.012830 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-361bd4eb-e123-4014-a561-42ba7729a44f req-e59c6dc6-f36d-4958-a1b9-e251468770ce tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115625 Sep 07 02:51:41.057867 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fdfdd3eb-567f-4d4b-aaae-ca62ee18543a req-21311817-6073-471d-aa75-48581cd8fb8a tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/security-groups?id=e905e83e-56d9-4132-aee0-83881ffcb702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509276 Sep 07 02:51:41.061710 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-7097dd5d-50c9-4fb1-ac0b-eef248bbc76c tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1090043 Sep 07 02:51:41.070100 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 39454) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:41.076519 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-3d7764de-9820-4fe1-9ef6-cd5e65e6069c tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1889533521'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:51:41.094024 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device f38ed628-96c8-4bfb-9889-ddea82f389b1 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:51:41.108328 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7764de-9820-4fe1-9ef6-cd5e65e6069c tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Made reservation on behalf of f454ca8a0bab4ccfb979d91b13b54fc2 for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:51:41.115770 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3d7764de-9820-4fe1-9ef6-cd5e65e6069c tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:41.118734 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: f38ed628-96c8-4bfb-9889-ddea82f389b1 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:51:41.119264 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device f38ed628-96c8-4bfb-9889-ddea82f389b1 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:51:41.145851 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d7764de-9820-4fe1-9ef6-cd5e65e6069c tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:51:41.162116 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3d7764de-9820-4fe1-9ef6-cd5e65e6069c tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:41.163110 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-3d7764de-9820-4fe1-9ef6-cd5e65e6069c tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Added segment db29855a-e408-4f80-b223-05ce40493a95 of type vlan for network 55d77434-e7b5-4edf-adc5-1ca1e9dd8de1 Sep 07 02:51:41.194259 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce4b8f-49b3-4ead-89f4-169cc91616b0 req-2562ed29-fd86-46cc-889c-4671f9872270 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:41.196697 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b1ce4b8f-49b3-4ead-89f4-169cc91616b0 req-2562ed29-fd86-46cc-889c-4671f9872270 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.0633855 Sep 07 02:51:41.208111 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3d7764de-9820-4fe1-9ef6-cd5e65e6069c tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:41.238469 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3d7764de-9820-4fe1-9ef6-cd5e65e6069c tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:41.247531 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7764de-9820-4fe1-9ef6-cd5e65e6069c tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:41.248269 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3d7764de-9820-4fe1-9ef6-cd5e65e6069c tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:41.263668 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b1ce4b8f-49b3-4ead-89f4-169cc91616b0 req-d9b1c73a-bdc7-45e2-bda8-b081cb7853d2 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479143 Sep 07 02:51:41.326092 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-3d7764de-9820-4fe1-9ef6-cd5e65e6069c tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2524006 Sep 07 02:51:41.326092 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e9d2fff0-2cc5-485c-a3c5-e78d922ce27a req-b710b470-4744-4a53-a125-e45bfc98f922 tempest-ServerShowV254Test-1044817157 tempest-ServerShowV254Test-1044817157-project] 10.222.0.22 "GET /v2.0/ports?device_id=7617e04e-50af-46f6-8de9-2d2673cd167d HTTP/1.1" status: 200 len: 210 time: 0.0373261 Sep 07 02:51:41.326894 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 39468) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:41.332663 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-38ff9d22-6cf7-48bf-812d-96dedb40053f tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Request body: {'subnet': {'network_id': '55d77434-e7b5-4edf-adc5-1ca1e9dd8de1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:51:41.362861 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7764de-9820-4fe1-9ef6-cd5e65e6069c tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event updated for resources: {'Network': ['ID=55d77434-e7b5-4edf-adc5-1ca1e9dd8de1,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:41.374517 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 55d77434-e7b5-4edf-adc5-1ca1e9dd8de1 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:51:41.530493 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72558443-49a0-4201-a66d-2f043de2be76 req-c635fd4f-34eb-4b6b-afa9-5b0e935bf4c0 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:41.531748 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-72558443-49a0-4201-a66d-2f043de2be76 req-c635fd4f-34eb-4b6b-afa9-5b0e935bf4c0 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.1366236 Sep 07 02:51:41.572708 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ff9d22-6cf7-48bf-812d-96dedb40053f tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Made reservation on behalf of f454ca8a0bab4ccfb979d91b13b54fc2 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:51:41.577617 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-38ff9d22-6cf7-48bf-812d-96dedb40053f tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:41.605685 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-72558443-49a0-4201-a66d-2f043de2be76 req-f1bbd11e-3315-461b-a94e-e149e0143902 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655043 Sep 07 02:51:41.730007 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58f922-8499-4a29-a402-5297a2384bb8 req-6c6dfbb6-f719-4c7c-a4e7-9380475ad215 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:41.731769 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-df58f922-8499-4a29-a402-5297a2384bb8 req-6c6dfbb6-f719-4c7c-a4e7-9380475ad215 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.0534499 Sep 07 02:51:41.787061 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-df58f922-8499-4a29-a402-5297a2384bb8 req-97698297-3db5-40b3-b8f3-15f92b43b422 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464787 Sep 07 02:51:41.802354 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-38ff9d22-6cf7-48bf-812d-96dedb40053f tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:41.867216 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ff9d22-6cf7-48bf-812d-96dedb40053f tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event updated for resources: {'Subnet': ['ID=135005c1-edd7-4caa-bcab-6f42a28dbfdf,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:41.886771 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ff9d22-6cf7-48bf-812d-96dedb40053f tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Checking segment: {'id': 'db29855a-e408-4f80-b223-05ce40493a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '55d77434-e7b5-4edf-adc5-1ca1e9dd8de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:51:41.887143 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ff9d22-6cf7-48bf-812d-96dedb40053f tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Network hostable DHCP agents. Network: 55d77434-e7b5-4edf-adc5-1ca1e9dd8de1, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:51:41.906655 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ff9d22-6cf7-48bf-812d-96dedb40053f tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Network 55d77434-e7b5-4edf-adc5-1ca1e9dd8de1 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:51:41.916779 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-38ff9d22-6cf7-48bf-812d-96dedb40053f tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 55d77434-e7b5-4edf-adc5-1ca1e9dd8de1) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:51:41.920963 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ff9d22-6cf7-48bf-812d-96dedb40053f tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:41.921646 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-38ff9d22-6cf7-48bf-812d-96dedb40053f tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:41.927049 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022d967f-ce3d-493c-b001-5accec23ebd0 None None] Network 55d77434-e7b5-4edf-adc5-1ca1e9dd8de1 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:51:41.937521 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-38ff9d22-6cf7-48bf-812d-96dedb40053f tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6090982 Sep 07 02:51:41.940095 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 39488) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:41.945832 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-3625bf27-9ed4-4701-82b0-5eecd04439a6 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Request body: {'port': {'network_id': '55d77434-e7b5-4edf-adc5-1ca1e9dd8de1', 'name': 'tempest-PortsTestJSON-1946541047'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:51:41.986450 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82657bee-1c4d-4132-8485-f52dd41583a4 req-69ab1f07-fadb-4dee-97c8-5afc42f782bc tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:41.997006 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-82657bee-1c4d-4132-8485-f52dd41583a4 req-69ab1f07-fadb-4dee-97c8-5afc42f782bc tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.1132746 Sep 07 02:51:42.040454 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-82657bee-1c4d-4132-8485-f52dd41583a4 req-5a6ba761-fb71-483c-8116-c4829a03cdd7 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421054 Sep 07 02:51:42.098135 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3625bf27-9ed4-4701-82b0-5eecd04439a6 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Made reservation on behalf of f454ca8a0bab4ccfb979d91b13b54fc2 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:51:42.120265 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3625bf27-9ed4-4701-82b0-5eecd04439a6 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:42.121086 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f30de5-cde9-445b-82b9-326d5b2bb9cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-55d77434-e7b5-4edf-adc5-1ca1e9dd8de1', 'network_id': '55d77434-e7b5-4edf-adc5-1ca1e9dd8de1', 'tenant_id': 'f454ca8a0bab4ccfb979d91b13b54fc2', 'fixed_ips': [{'subnet_id': '135005c1-edd7-4caa-bcab-6f42a28dbfdf'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:51:42.122134 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-87f30de5-cde9-445b-82b9-326d5b2bb9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:42.151715 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-3625bf27-9ed4-4701-82b0-5eecd04439a6 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] device_id is not set on port 34c8b006-47d5-457d-accc-27324eff628c yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:51:42.223991 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a39f872-81ab-460a-923c-9c9f36e089b6 req-7f4632ed-0f16-4907-b2ba-aa6885199c51 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:42.226849 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1a39f872-81ab-460a-923c-9c9f36e089b6 req-7f4632ed-0f16-4907-b2ba-aa6885199c51 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.0728252 Sep 07 02:51:42.291976 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1a39f872-81ab-460a-923c-9c9f36e089b6 req-0a7fd2aa-075b-4592-b995-de02a7c54e6a tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529556 Sep 07 02:51:42.309842 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-45812159-480b-47f3-b645-fd833e403fcc req-209dde21-07aa-4d6d-809b-6ac3d9503fd9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1679471 Sep 07 02:51:42.337917 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7849f19-45c1-49b5-86ab-8f00ee7a0e43 req-6d60e27e-719e-4b62-86ca-a6bcb391ecf0 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:42.339655 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a7849f19-45c1-49b5-86ab-8f00ee7a0e43 req-6d60e27e-719e-4b62-86ca-a6bcb391ecf0 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/ports?device_id=d000464e-e517-4a0f-83ab-fbee6f133110 HTTP/1.1" status: 200 len: 943 time: 0.1213174 Sep 07 02:51:42.352643 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 3fbb39bc-564b-438c-9257-1f44071b61e2 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:51:42.379635 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-87f30de5-cde9-445b-82b9-326d5b2bb9cc None None] Allocated IP 172.20.0.2 (55d77434-e7b5-4edf-adc5-1ca1e9dd8de1/135005c1-edd7-4caa-bcab-6f42a28dbfdf/fb9da81b-561f-4072-b37d-5083831f457b) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:51:42.415337 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a7849f19-45c1-49b5-86ab-8f00ee7a0e43 req-5128a91c-709c-4900-a997-d0a94678bead tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/security-groups?id=e905e83e-56d9-4132-aee0-83881ffcb702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582037 Sep 07 02:51:42.504763 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844210e2-499c-4464-8844-1203d688ebe3 req-bd807591-2f9b-4e03-b799-005a6e9272b0 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:42.507864 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45812159-480b-47f3-b645-fd833e403fcc req-083d2c71-839d-4e97-a17c-077ad552338d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:42.508463 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45812159-480b-47f3-b645-fd833e403fcc req-083d2c71-839d-4e97-a17c-077ad552338d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:42.509324 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45812159-480b-47f3-b645-fd833e403fcc req-083d2c71-839d-4e97-a17c-077ad552338d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:42.511096 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45812159-480b-47f3-b645-fd833e403fcc req-083d2c71-839d-4e97-a17c-077ad552338d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:42.511096 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45812159-480b-47f3-b645-fd833e403fcc req-083d2c71-839d-4e97-a17c-077ad552338d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:42.511096 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45812159-480b-47f3-b645-fd833e403fcc req-083d2c71-839d-4e97-a17c-077ad552338d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:42.511096 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45812159-480b-47f3-b645-fd833e403fcc req-083d2c71-839d-4e97-a17c-077ad552338d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:42.513073 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-844210e2-499c-4464-8844-1203d688ebe3 req-bd807591-2f9b-4e03-b799-005a6e9272b0 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.0822222 Sep 07 02:51:42.513184 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-45812159-480b-47f3-b645-fd833e403fcc req-083d2c71-839d-4e97-a17c-077ad552338d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=afaf54fa75d241989f6b7192737d6028&device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 6508 time: 0.0943422 Sep 07 02:51:42.542504 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1a780043-73ee-41e5-900f-9a585d6f5883 req-1511a831-e977-4cff-a763-effd70506776 tempest-ServerShowV254Test-1044817157 tempest-ServerShowV254Test-1044817157-project] 10.222.0.22 "GET /v2.0/ports?device_id=7617e04e-50af-46f6-8de9-2d2673cd167d HTTP/1.1" status: 200 len: 210 time: 0.0280125 Sep 07 02:51:42.588637 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-844210e2-499c-4464-8844-1203d688ebe3 req-74129f1d-de49-4fee-bee4-2489a3f0d06b tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741067 Sep 07 02:51:42.732975 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45812159-480b-47f3-b645-fd833e403fcc req-b9720a77-5147-4492-ac84-6f29a02eb01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:42.733825 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45812159-480b-47f3-b645-fd833e403fcc req-b9720a77-5147-4492-ac84-6f29a02eb01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:42.734615 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45812159-480b-47f3-b645-fd833e403fcc req-b9720a77-5147-4492-ac84-6f29a02eb01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:42.737554 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-45812159-480b-47f3-b645-fd833e403fcc req-b9720a77-5147-4492-ac84-6f29a02eb01b service neutron] 10.222.0.16 "GET /v2.0/networks?id=ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96&id=fef96230-f3dd-4368-8b6e-5738962456fc&id=fef96230-f3dd-4368-8b6e-5738962456fc&id=fef96230-f3dd-4368-8b6e-5738962456fc&id=fef96230-f3dd-4368-8b6e-5738962456fc&id=5ef2135d-eb79-4b03-bc59-b7d80582547a&id=5ef2135d-eb79-4b03-bc59-b7d80582547a HTTP/1.1" status: 200 len: 2293 time: 0.1764340 Sep 07 02:51:42.758522 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 3fbb39bc-564b-438c-9257-1f44071b61e2, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=3fbb39bc-564b-438c-9257-1f44071b61e2,segment=NetworkSegment(d870a195-8ec5-4537-8987-1fe2b1130707),segment_id=d870a195-8ec5-4537-8987-1fe2b1130707)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:51:42.782865 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '3fbb39bc-564b-438c-9257-1f44071b61e2', 'network_id': 'c14598de-557e-41f6-bdcf-28289778b06c', 'port_id': '3fbb39bc-564b-438c-9257-1f44071b61e2', 'mac_address': 'fa:16:3e:86:ba:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2131ccdf-cbf5-4ee9-96cf-e4c911da986a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:51:42.806019 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d85bd-4a4a-4561-89cd-41237444f8a2 req-0e1bd59e-651c-47c2-b9a0-8b421eafb729 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:42.807683 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ae9d85bd-4a4a-4561-89cd-41237444f8a2 req-0e1bd59e-651c-47c2-b9a0-8b421eafb729 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.1358621 Sep 07 02:51:42.852196 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-45812159-480b-47f3-b645-fd833e403fcc req-fa4b00f4-0ce1-4a30-ab01-ea9847f5cb16 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3ed5bfa-6d20-4d8d-812a-3f29f0868f88 HTTP/1.1" status: 200 len: 1002 time: 0.1066773 Sep 07 02:51:42.873195 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-87f30de5-cde9-445b-82b9-326d5b2bb9cc None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:42.877797 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:42.890534 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-87f30de5-cde9-445b-82b9-326d5b2bb9cc None None] Transition to ACTIVE for port object fb9da81b-561f-4072-b37d-5083831f457b will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:51:42.897979 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ae9d85bd-4a4a-4561-89cd-41237444f8a2 req-992f465f-5005-4d53-9a92-cfcc89917597 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777624 Sep 07 02:51:42.899971 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fbb39bc-564b-438c-9257-1f44071b61e2 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:51:42.916778 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45812159-480b-47f3-b645-fd833e403fcc req-628d5d9b-145c-4dd1-8992-311a570945f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:42.918347 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-45812159-480b-47f3-b645-fd833e403fcc req-628d5d9b-145c-4dd1-8992-311a570945f4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=57bbd74d-776c-4c52-9483-e440eaacf00e HTTP/1.1" status: 200 len: 854 time: 0.0554667 Sep 07 02:51:42.949479 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-87f30de5-cde9-445b-82b9-326d5b2bb9cc None None] Transition to ACTIVE for port object fb9da81b-561f-4072-b37d-5083831f457b will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:51:42.952682 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 3fbb39bc-564b-438c-9257-1f44071b61e2, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=3fbb39bc-564b-438c-9257-1f44071b61e2,segment=NetworkSegment(d870a195-8ec5-4537-8987-1fe2b1130707),segment_id=d870a195-8ec5-4537-8987-1fe2b1130707)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:51:42.960987 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:42.966416 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-87f30de5-cde9-445b-82b9-326d5b2bb9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:43.030361 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=3fbb39bc-564b-438c-9257-1f44071b61e2,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:43.045209 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:51:43.045553 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:51:43.045894 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:51:43.046390 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:51:43.046725 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:51:43.047055 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:51:43.047382 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:51:43.047732 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:51:43.048059 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:51:43.048382 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:51:43.048745 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:51:43.049031 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:51:43.062143 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-3625bf27-9ed4-4701-82b0-5eecd04439a6 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Allocated IP 172.20.0.14 (55d77434-e7b5-4edf-adc5-1ca1e9dd8de1/135005c1-edd7-4caa-bcab-6f42a28dbfdf/34c8b006-47d5-457d-accc-27324eff628c) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:51:43.066237 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45812159-480b-47f3-b645-fd833e403fcc req-481ef275-efd1-42ce-a412-36911416cfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:43.068192 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-45812159-480b-47f3-b645-fd833e403fcc req-481ef275-efd1-42ce-a412-36911416cfeb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1411412 Sep 07 02:51:43.074446 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f30de5-cde9-445b-82b9-326d5b2bb9cc None None] Network 55d77434-e7b5-4edf-adc5-1ca1e9dd8de1 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:51:43.096924 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-87f30de5-cde9-445b-82b9-326d5b2bb9cc None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:51:43.099394 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f30de5-cde9-445b-82b9-326d5b2bb9cc None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:51:43.138369 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f30de5-cde9-445b-82b9-326d5b2bb9cc None None] Pushing event updated for resources: {'Port': ['ID=fb9da81b-561f-4072-b37d-5083831f457b,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:43.179847 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['3fbb39bc-564b-438c-9257-1f44071b61e2'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:51:43.205478 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-87f30de5-cde9-445b-82b9-326d5b2bb9cc None None] Attempting to bind port fb9da81b-561f-4072-b37d-5083831f457b on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:51:43.205968 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-87f30de5-cde9-445b-82b9-326d5b2bb9cc None None] Attempting to bind port fb9da81b-561f-4072-b37d-5083831f457b by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'db29855a-e408-4f80-b223-05ce40493a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '55d77434-e7b5-4edf-adc5-1ca1e9dd8de1'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:51:43.206223 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f30de5-cde9-445b-82b9-326d5b2bb9cc None None] Attempting to bind port fb9da81b-561f-4072-b37d-5083831f457b on network 55d77434-e7b5-4edf-adc5-1ca1e9dd8de1 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:51:43.221593 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f30de5-cde9-445b-82b9-326d5b2bb9cc None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:51:43.221973 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f30de5-cde9-445b-82b9-326d5b2bb9cc None None] Checking segment: {'id': 'db29855a-e408-4f80-b223-05ce40493a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '55d77434-e7b5-4edf-adc5-1ca1e9dd8de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:51:43.222389 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-87f30de5-cde9-445b-82b9-326d5b2bb9cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:43.222789 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f30de5-cde9-445b-82b9-326d5b2bb9cc None None] Bound using segment: {'id': 'db29855a-e408-4f80-b223-05ce40493a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '55d77434-e7b5-4edf-adc5-1ca1e9dd8de1'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:51:43.223396 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-87f30de5-cde9-445b-82b9-326d5b2bb9cc None None] Bound port: fb9da81b-561f-4072-b37d-5083831f457b, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db29855a-e408-4f80-b223-05ce40493a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '55d77434-e7b5-4edf-adc5-1ca1e9dd8de1'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:51:43.223827 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-87f30de5-cde9-445b-82b9-326d5b2bb9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:43.333483 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-87f30de5-cde9-445b-82b9-326d5b2bb9cc None None] For port fb9da81b-561f-4072-b37d-5083831f457b, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:51:43.337753 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-87f30de5-cde9-445b-82b9-326d5b2bb9cc None None] For port fb9da81b-561f-4072-b37d-5083831f457b, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=fb9da81b-561f-4072-b37d-5083831f457b,segment=NetworkSegment(db29855a-e408-4f80-b223-05ce40493a95),segment_id=db29855a-e408-4f80-b223-05ce40493a95)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:51:43.347074 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-87f30de5-cde9-445b-82b9-326d5b2bb9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:43.469474 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f30de5-cde9-445b-82b9-326d5b2bb9cc None None] Pushing event updated for resources: {'Port': ['ID=fb9da81b-561f-4072-b37d-5083831f457b,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:43.560239 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18795bc-b474-41d0-b8a1-fb94ae55671a req-374a8b19-13e6-4803-88e6-30d45fdc50c7 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:43.568004 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b18795bc-b474-41d0-b8a1-fb94ae55671a req-374a8b19-13e6-4803-88e6-30d45fdc50c7 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.5193505 Sep 07 02:51:43.667012 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74886a7c-2e07-4c10-891c-8b47ca007ad0 req-c3983168-d2c5-455a-9240-a58d5eacdad3 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:43.691913 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-74886a7c-2e07-4c10-891c-8b47ca007ad0 req-c3983168-d2c5-455a-9240-a58d5eacdad3 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/ports?device_id=d000464e-e517-4a0f-83ab-fbee6f133110 HTTP/1.1" status: 200 len: 944 time: 0.1173155 Sep 07 02:51:43.710909 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b18795bc-b474-41d0-b8a1-fb94ae55671a req-012cdde3-5e0c-43ea-9ddc-61b5d47a1255 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412144 Sep 07 02:51:43.773819 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-74886a7c-2e07-4c10-891c-8b47ca007ad0 req-0d494eeb-57e3-4df5-87f4-61b79b2f19c6 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/security-groups?id=e905e83e-56d9-4132-aee0-83881ffcb702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806527 Sep 07 02:51:43.785806 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-45812159-480b-47f3-b645-fd833e403fcc req-d0efaf84-7b15-40a6-b28c-3d2e1de1084c service neutron] 10.222.0.16 "GET /v2.0/networks/ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6958439 Sep 07 02:51:43.959944 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8317783-b112-459a-8f5b-2a6093912da0 req-0b86aa40-0e79-4ad2-903f-13e811a4baf7 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:43.965006 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-386de067-91c5-47fb-a995-6279d74c163c req-67868d23-582d-44ed-ba60-c48713657652 tempest-ServerShowV254Test-1044817157 tempest-ServerShowV254Test-1044817157-project] 10.222.0.22 "GET /v2.0/ports?device_id=7617e04e-50af-46f6-8de9-2d2673cd167d HTTP/1.1" status: 200 len: 210 time: 0.0455539 Sep 07 02:51:43.965252 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d8317783-b112-459a-8f5b-2a6093912da0 req-0b86aa40-0e79-4ad2-903f-13e811a4baf7 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.1001263 Sep 07 02:51:44.012507 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d8317783-b112-459a-8f5b-2a6093912da0 req-d78cb6bb-dd75-4812-ad74-30e0d82830c5 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396161 Sep 07 02:51:44.034915 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3625bf27-9ed4-4701-82b0-5eecd04439a6 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:44.048366 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-45812159-480b-47f3-b645-fd833e403fcc req-671a30ae-3fa5-4684-9679-24a38f497a32 service neutron] 10.222.0.16 "GET /v2.0/networks/ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177763 Sep 07 02:51:44.116690 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-45812159-480b-47f3-b645-fd833e403fcc req-e49a066c-90e7-427f-9f02-9ba0b750e233 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=4857470d-e751-42ad-b0ae-ff54d7d0611e HTTP/1.1" status: 200 len: 217 time: 0.0583653 Sep 07 02:51:44.120732 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-3625bf27-9ed4-4701-82b0-5eecd04439a6 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Transition to ACTIVE for port object 34c8b006-47d5-457d-accc-27324eff628c will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:51:44.206459 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45812159-480b-47f3-b645-fd833e403fcc req-b09d7b13-5c3a-4d07-8c0d-a66266940c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:44.208259 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-45812159-480b-47f3-b645-fd833e403fcc req-b09d7b13-5c3a-4d07-8c0d-a66266940c5a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=95502a8a-ba2e-4b63-8065-1d79001ecb5c HTTP/1.1" status: 200 len: 797 time: 0.0821974 Sep 07 02:51:44.249782 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3625bf27-9ed4-4701-82b0-5eecd04439a6 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:44.253249 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6cec5-c892-49ee-8b7b-a387a00a36d3 req-ef7b374c-30e6-49e8-99a4-e277846b6a77 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:44.256238 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-95d6cec5-c892-49ee-8b7b-a387a00a36d3 req-ef7b374c-30e6-49e8-99a4-e277846b6a77 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.0671451 Sep 07 02:51:44.312373 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3625bf27-9ed4-4701-82b0-5eecd04439a6 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Network 55d77434-e7b5-4edf-adc5-1ca1e9dd8de1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:51:44.321896 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-3625bf27-9ed4-4701-82b0-5eecd04439a6 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:51:44.329948 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 3fbb39bc-564b-438c-9257-1f44071b61e2 up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:51:44.343902 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-95d6cec5-c892-49ee-8b7b-a387a00a36d3 req-b5c134f6-4ba1-4a71-ad79-233d5458bd39 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716763 Sep 07 02:51:44.349342 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3625bf27-9ed4-4701-82b0-5eecd04439a6 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:51:44.358947 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3625bf27-9ed4-4701-82b0-5eecd04439a6 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event updated for resources: {'Port': ['ID=34c8b006-47d5-457d-accc-27324eff628c,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:44.402149 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45812159-480b-47f3-b645-fd833e403fcc req-27dc4ebe-e6b8-4aa4-8dda-ced89eeb0e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:44.404783 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-45812159-480b-47f3-b645-fd833e403fcc req-27dc4ebe-e6b8-4aa4-8dda-ced89eeb0e9a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fef96230-f3dd-4368-8b6e-5738962456fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1874943 Sep 07 02:51:44.434682 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port 3fbb39bc-564b-438c-9257-1f44071b61e2 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:51:44.438699 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port 3fbb39bc-564b-438c-9257-1f44071b61e2 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:51:44.439084 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:44.470058 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3625bf27-9ed4-4701-82b0-5eecd04439a6 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:44.470734 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3625bf27-9ed4-4701-82b0-5eecd04439a6 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:44.587601 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3625bf27-9ed4-4701-82b0-5eecd04439a6 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.6463058 Sep 07 02:51:44.591207 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:44.591912 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 39568) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:44.600468 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-9c2e2629-8696-448a-b3b0-d37164b0627d tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Request body: {'port': {'network_id': '55d77434-e7b5-4edf-adc5-1ca1e9dd8de1', 'name': 'tempest-PortsTestJSON-1108686713'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:51:44.609981 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-45812159-480b-47f3-b645-fd833e403fcc req-02616c1f-0ed3-43ce-bd33-26cafa17a3dc service neutron] 10.222.0.16 "GET /v2.0/networks/fef96230-f3dd-4368-8b6e-5738962456fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924484 Sep 07 02:51:44.625678 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff4afc-c2ca-4a2a-ade1-cd2493d7febd req-f1d91813-108c-4693-b807-c1e98cd673bf tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:44.634150 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6bff4afc-c2ca-4a2a-ade1-cd2493d7febd req-f1d91813-108c-4693-b807-c1e98cd673bf tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.1026564 Sep 07 02:51:44.668459 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd000464e-e517-4a0f-83ab-fbee6f133110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fbb39bc-564b-438c-9257-1f44071b61e2'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:51:44.677150 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8acf4f5-b49d-44ee-8c1f-c092eff19e92" -d '{"events": [{"server_uuid": "d000464e-e517-4a0f-83ab-fbee6f133110", "name": "network-vif-plugged", "status": "completed", "tag": "3fbb39bc-564b-438c-9257-1f44071b61e2"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:51:44.712514 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 3fbb39bc-564b-438c-9257-1f44071b61e2, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=3fbb39bc-564b-438c-9257-1f44071b61e2,segment=NetworkSegment(d870a195-8ec5-4537-8987-1fe2b1130707),segment_id=d870a195-8ec5-4537-8987-1fe2b1130707)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:51:44.720137 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:44.807615 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6bff4afc-c2ca-4a2a-ade1-cd2493d7febd req-a110f909-2c95-40c9-bccc-98ceb3dbff05 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663020 Sep 07 02:51:44.818030 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2e2629-8696-448a-b3b0-d37164b0627d tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Made reservation on behalf of f454ca8a0bab4ccfb979d91b13b54fc2 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:51:44.824790 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78559188-d518-4dc4-9d50-c6eb5892f337 x-openstack-request-id: req-78559188-d518-4dc4-9d50-c6eb5892f337 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:51:44.825646 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d000464e-e517-4a0f-83ab-fbee6f133110", "name": "network-vif-plugged", "status": "completed", "tag": "3fbb39bc-564b-438c-9257-1f44071b61e2", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:51:44.826022 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-78559188-d518-4dc4-9d50-c6eb5892f337 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:51:44.826614 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd000464e-e517-4a0f-83ab-fbee6f133110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fbb39bc-564b-438c-9257-1f44071b61e2', 'code': 200} Sep 07 02:51:44.828300 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9c2e2629-8696-448a-b3b0-d37164b0627d tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:44.885681 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=3fbb39bc-564b-438c-9257-1f44071b61e2,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:44.910504 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-45812159-480b-47f3-b645-fd833e403fcc req-c0fea1bb-bc17-487e-8ba4-cd7c65154fbf service neutron] 10.222.0.16 "GET /v2.0/networks/fef96230-f3dd-4368-8b6e-5738962456fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735703 Sep 07 02:51:44.917795 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-9c2e2629-8696-448a-b3b0-d37164b0627d tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] device_id is not set on port fab75bed-fc96-4c9c-824a-48218f9ea4dc yet. {{(pid=94701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:51:44.937200 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9fba88-3e36-4a38-9bfc-4689a3c63f79 None None] Network 55d77434-e7b5-4edf-adc5-1ca1e9dd8de1 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:51:44.995232 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-45812159-480b-47f3-b645-fd833e403fcc req-aa95ae6d-eb70-4f01-bdee-cb80de7d4e17 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=6d6cd00f-b2ec-4d02-88ed-e2f7438c43b6 HTTP/1.1" status: 200 len: 217 time: 0.0761528 Sep 07 02:51:45.006036 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-c9f701fe-3ad4-4576-804f-32f450099fcf None None] Provisioning for port fb9da81b-561f-4072-b37d-5083831f457b completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:51:45.093613 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a74e47-5c0a-4129-8dea-ba7e3daebef9 req-04a65e0c-27e9-4405-8bb2-3019f71ebece tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:45.095204 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-31a74e47-5c0a-4129-8dea-ba7e3daebef9 req-04a65e0c-27e9-4405-8bb2-3019f71ebece tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.0989881 Sep 07 02:51:45.102121 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45812159-480b-47f3-b645-fd833e403fcc req-ccd2d8a8-9ec4-4851-b2d5-af8e987c29c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:45.103741 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-45812159-480b-47f3-b645-fd833e403fcc req-ccd2d8a8-9ec4-4851-b2d5-af8e987c29c4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=95502a8a-ba2e-4b63-8065-1d79001ecb5c HTTP/1.1" status: 200 len: 797 time: 0.0748568 Sep 07 02:51:45.151398 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-9c2e2629-8696-448a-b3b0-d37164b0627d tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Allocated IP 172.20.0.4 (55d77434-e7b5-4edf-adc5-1ca1e9dd8de1/135005c1-edd7-4caa-bcab-6f42a28dbfdf/fab75bed-fc96-4c9c-824a-48218f9ea4dc) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:51:45.197465 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device fb9da81b-561f-4072-b37d-5083831f457b up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:51:45.225919 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45812159-480b-47f3-b645-fd833e403fcc req-1593c516-807c-49bc-bda0-42766f6d697a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:45.227572 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-45812159-480b-47f3-b645-fd833e403fcc req-1593c516-807c-49bc-bda0-42766f6d697a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fef96230-f3dd-4368-8b6e-5738962456fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1154282 Sep 07 02:51:45.245708 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-31a74e47-5c0a-4129-8dea-ba7e3daebef9 req-1ba91c6d-e826-4c6b-94f4-5c9961d6fd7d tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368709 Sep 07 02:51:45.282364 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port fb9da81b-561f-4072-b37d-5083831f457b completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:51:45.299833 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port fb9da81b-561f-4072-b37d-5083831f457b triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:51:45.300217 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:45.300490 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5428fe49-a436-4212-9c9c-e56677846313 req-878a2a02-2f12-406a-925e-35ca630a971a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1495926 Sep 07 02:51:45.452698 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:45.468624 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-77314dc5-0bf7-425e-ba3e-c881e4fd4b48 req-1046b5d5-2733-4014-91a6-ae05f4aec674 tempest-ServerShowV254Test-1044817157 tempest-ServerShowV254Test-1044817157-project] 10.222.0.22 "GET /v2.0/ports?device_id=7617e04e-50af-46f6-8de9-2d2673cd167d HTTP/1.1" status: 200 len: 210 time: 0.0555234 Sep 07 02:51:45.473107 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-45812159-480b-47f3-b645-fd833e403fcc req-7ac20b32-751a-4276-ba20-7181101e2e9d service neutron] 10.222.0.16 "GET /v2.0/networks/fef96230-f3dd-4368-8b6e-5738962456fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263083 Sep 07 02:51:45.481975 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261ff77-14b3-4636-96ba-219db25a7ce6 req-7221ad8c-e913-4760-b802-c4796adca1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:45.483583 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9261ff77-14b3-4636-96ba-219db25a7ce6 req-7221ad8c-e913-4760-b802-c4796adca1bb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d000464e-e517-4a0f-83ab-fbee6f133110 HTTP/1.1" status: 200 len: 1097 time: 0.6235921 Sep 07 02:51:45.500894 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5428fe49-a436-4212-9c9c-e56677846313 req-838ff3ca-62e8-4bb6-8361-6c842514d25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:45.502676 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5428fe49-a436-4212-9c9c-e56677846313 req-838ff3ca-62e8-4bb6-8361-6c842514d25b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=13ffe4144f534528a6810c0c36ace2be&device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 1097 time: 0.1334314 Sep 07 02:51:45.538257 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a0c76d-c435-4b66-a495-25a8edd76931 req-3a509f84-5651-472e-a6a6-f1b9cdec3c99 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:45.541830 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port fb9da81b-561f-4072-b37d-5083831f457b, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=fb9da81b-561f-4072-b37d-5083831f457b,segment=NetworkSegment(db29855a-e408-4f80-b223-05ce40493a95),segment_id=db29855a-e408-4f80-b223-05ce40493a95)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:51:45.547202 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-41a0c76d-c435-4b66-a495-25a8edd76931 req-3a509f84-5651-472e-a6a6-f1b9cdec3c99 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/ports?device_id=d000464e-e517-4a0f-83ab-fbee6f133110 HTTP/1.1" status: 200 len: 945 time: 0.5969861 Sep 07 02:51:45.552172 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:45.567653 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9c2e2629-8696-448a-b3b0-d37164b0627d tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:45.636193 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9261ff77-14b3-4636-96ba-219db25a7ce6 req-a2d3f9f3-0f1a-44e1-a526-61c840424dfa service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e905e83e-56d9-4132-aee0-83881ffcb702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256647 Sep 07 02:51:45.642475 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-9c2e2629-8696-448a-b3b0-d37164b0627d tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Transition to ACTIVE for port object fab75bed-fc96-4c9c-824a-48218f9ea4dc will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:51:45.657512 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=fb9da81b-561f-4072-b37d-5083831f457b,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:45.666897 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a3c032ef-6fc4-4afe-8c8a-e0620dc4ef8f None None] Provisioning complete for port fb9da81b-561f-4072-b37d-5083831f457b triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:51:45.667119 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a3c032ef-6fc4-4afe-8c8a-e0620dc4ef8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:45.678642 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-41a0c76d-c435-4b66-a495-25a8edd76931 req-d9c39a80-84bc-47ae-92e9-d5a4e7d8304e tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/security-groups?id=e905e83e-56d9-4132-aee0-83881ffcb702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310217 Sep 07 02:51:45.731152 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9c2e2629-8696-448a-b3b0-d37164b0627d tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:45.793599 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2e2629-8696-448a-b3b0-d37164b0627d tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Network 55d77434-e7b5-4edf-adc5-1ca1e9dd8de1 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:51:45.799129 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-9c2e2629-8696-448a-b3b0-d37164b0627d tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:51:45.806275 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2e2629-8696-448a-b3b0-d37164b0627d tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:51:45.816249 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a3c032ef-6fc4-4afe-8c8a-e0620dc4ef8f None None] Provisioning for port 34c8b006-47d5-457d-accc-27324eff628c completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:51:45.822619 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a3c032ef-6fc4-4afe-8c8a-e0620dc4ef8f None None] Provisioning complete for port 34c8b006-47d5-457d-accc-27324eff628c triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:51:45.823179 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a3c032ef-6fc4-4afe-8c8a-e0620dc4ef8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:45.823559 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0393d58-7893-4f04-800b-11939325ce8d req-634fc163-a3f8-41be-b408-6d4da3016a70 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:45.829210 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a0393d58-7893-4f04-800b-11939325ce8d req-634fc163-a3f8-41be-b408-6d4da3016a70 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.1764855 Sep 07 02:51:45.832261 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2e2629-8696-448a-b3b0-d37164b0627d tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event updated for resources: {'Port': ['ID=fab75bed-fc96-4c9c-824a-48218f9ea4dc,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:45.836058 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-45812159-480b-47f3-b645-fd833e403fcc req-a7253ad9-ef01-46fd-8682-19901d13fbaa service neutron] 10.222.0.16 "GET /v2.0/networks/fef96230-f3dd-4368-8b6e-5738962456fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504722 Sep 07 02:51:45.872368 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2e2629-8696-448a-b3b0-d37164b0627d tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:45.873415 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9c2e2629-8696-448a-b3b0-d37164b0627d tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:45.890409 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a3c032ef-6fc4-4afe-8c8a-e0620dc4ef8f None None] Port 34c8b006-47d5-457d-accc-27324eff628c cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:51:45.899744 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-9c2e2629-8696-448a-b3b0-d37164b0627d tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3064051 Sep 07 02:51:45.902080 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 39590) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:45.907298 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-45812159-480b-47f3-b645-fd833e403fcc req-2902e98e-55fe-4fa8-bbb6-cd98472ba6ce service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=89b4efa3-3083-4932-8997-1d7345c55233 HTTP/1.1" status: 200 len: 217 time: 0.0611291 Sep 07 02:51:45.909343 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5428fe49-a436-4212-9c9c-e56677846313 req-6e7c44e6-2e96-42be-a005-2d029ef37c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:45.910737 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5428fe49-a436-4212-9c9c-e56677846313 req-6e7c44e6-2e96-42be-a005-2d029ef37c44 service neutron] 10.222.0.23 "GET /v2.0/networks?id=425487d9-ea00-48c2-8b07-b3e74c380248 HTTP/1.1" status: 200 len: 913 time: 0.3687737 Sep 07 02:51:46.004234 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5428fe49-a436-4212-9c9c-e56677846313 req-9dbccbdb-92cc-4fb4-92f4-13a604671356 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=307b71c8-1330-4f86-b0c6-ac62473e3585 HTTP/1.1" status: 200 len: 217 time: 0.0788498 Sep 07 02:51:46.010871 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f6451d-81b0-4e6a-b62e-9177087cb313 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:46.017483 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e5f6451d-81b0-4e6a-b62e-9177087cb313 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 923 time: 0.1137106 Sep 07 02:51:46.018039 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-d1b0415f-48c6-4102-84cd-0806b7260d47 None None] Provisioning complete for port 34c8b006-47d5-457d-accc-27324eff628c triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:51:46.018193 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 39592) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:46.018518 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d1b0415f-48c6-4102-84cd-0806b7260d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:46.033726 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a0393d58-7893-4f04-800b-11939325ce8d req-cd2cd288-66cf-45bf-afe5-81ddf96a42cb tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285069 Sep 07 02:51:46.067443 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45812159-480b-47f3-b645-fd833e403fcc req-7c6cce6f-2126-4df2-b201-363a56ec2d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:46.069080 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-45812159-480b-47f3-b645-fd833e403fcc req-7c6cce6f-2126-4df2-b201-363a56ec2d32 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=95502a8a-ba2e-4b63-8065-1d79001ecb5c HTTP/1.1" status: 200 len: 797 time: 0.1511736 Sep 07 02:51:46.071022 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-d1b0415f-48c6-4102-84cd-0806b7260d47 None None] Port 34c8b006-47d5-457d-accc-27324eff628c cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:51:46.190015 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5428fe49-a436-4212-9c9c-e56677846313 req-ec91c2cd-cac5-429e-a853-9a91aa9a19cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:46.191978 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5428fe49-a436-4212-9c9c-e56677846313 req-ec91c2cd-cac5-429e-a853-9a91aa9a19cb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=384df4a0-6ed3-4747-8ce4-4d617b6c5693 HTTP/1.1" status: 200 len: 853 time: 0.1570098 Sep 07 02:51:46.218170 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45812159-480b-47f3-b645-fd833e403fcc req-40338ae1-3f72-4b5e-8ca6-7ab1d25c568a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:46.219807 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-45812159-480b-47f3-b645-fd833e403fcc req-40338ae1-3f72-4b5e-8ca6-7ab1d25c568a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fef96230-f3dd-4368-8b6e-5738962456fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1280415 Sep 07 02:51:46.243710 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5428fe49-a436-4212-9c9c-e56677846313 req-4c3f455f-02dd-4010-9548-93b69c181424 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=425487d9-ea00-48c2-8b07-b3e74c380248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358822 Sep 07 02:51:46.292938 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-4600dd0a-5367-4d1c-8eab-8f3849e9ca32 None None] Provisioning for port fab75bed-fc96-4c9c-824a-48218f9ea4dc completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:51:46.296637 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-4600dd0a-5367-4d1c-8eab-8f3849e9ca32 None None] Provisioning complete for port fab75bed-fc96-4c9c-824a-48218f9ea4dc triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:51:46.297004 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4600dd0a-5367-4d1c-8eab-8f3849e9ca32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:46.331625 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-60338d9f-c482-4d10-9c12-b1e34833c166 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Deleting port fab75bed-fc96-4c9c-824a-48218f9ea4dc {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:51:46.331970 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-60338d9f-c482-4d10-9c12-b1e34833c166 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:46.349400 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-4600dd0a-5367-4d1c-8eab-8f3849e9ca32 None None] Port fab75bed-fc96-4c9c-824a-48218f9ea4dc cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:51:46.495715 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409c08ba-5ed8-4414-b961-4b2be96fb970 req-bbdd28bb-448c-462d-a0b4-bc5805e6d362 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:46.497150 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-409c08ba-5ed8-4414-b961-4b2be96fb970 req-bbdd28bb-448c-462d-a0b4-bc5805e6d362 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.2559161 Sep 07 02:51:46.526232 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-45812159-480b-47f3-b645-fd833e403fcc req-ed91c2dc-fa01-4822-a952-68bfe6d2e9cc service neutron] 10.222.0.16 "GET /v2.0/networks/fef96230-f3dd-4368-8b6e-5738962456fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875714 Sep 07 02:51:46.531417 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5428fe49-a436-4212-9c9c-e56677846313 req-e671d0c0-0db9-465f-84df-da2d09230d87 service neutron] 10.222.0.23 "GET /v2.0/networks/425487d9-ea00-48c2-8b07-b3e74c380248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607002 Sep 07 02:51:46.572463 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-60338d9f-c482-4d10-9c12-b1e34833c166 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:46.638275 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-60338d9f-c482-4d10-9c12-b1e34833c166 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Calling delete_port for fab75bed-fc96-4c9c-824a-48218f9ea4dc owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:51:46.647592 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-070e28e2-e82e-4a2a-9b11-99fe09eb20d5 req-c34b476a-e1ef-4ba1-8b7f-ae73ee4490da tempest-ServerShowV254Test-1044817157 tempest-ServerShowV254Test-1044817157-project] 10.222.0.22 "GET /v2.0/ports?device_id=7617e04e-50af-46f6-8de9-2d2673cd167d HTTP/1.1" status: 200 len: 210 time: 0.0553536 Sep 07 02:51:46.677971 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-409c08ba-5ed8-4414-b961-4b2be96fb970 req-249056a6-2fff-42ad-a021-1f0a5b1792c4 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646879 Sep 07 02:51:46.824037 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5428fe49-a436-4212-9c9c-e56677846313 req-55a03cdf-fa76-48d3-90e3-7fb85c951abd service neutron] 10.222.0.23 "GET /v2.0/networks/425487d9-ea00-48c2-8b07-b3e74c380248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741153 Sep 07 02:51:46.829340 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-45812159-480b-47f3-b645-fd833e403fcc req-d565ea63-af25-4549-ade6-4d6c08168f08 service neutron] 10.222.0.16 "GET /v2.0/networks/fef96230-f3dd-4368-8b6e-5738962456fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866168 Sep 07 02:51:46.888079 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-45812159-480b-47f3-b645-fd833e403fcc req-1b4989d4-18f9-4016-a178-314a4ad70aab service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=5decaa5e-6c54-47c4-be19-8bad024d841e HTTP/1.1" status: 200 len: 217 time: 0.0500975 Sep 07 02:51:46.983645 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45812159-480b-47f3-b645-fd833e403fcc req-4deb7498-01fb-4199-8d2d-941e0391cc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:46.985170 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-45812159-480b-47f3-b645-fd833e403fcc req-4deb7498-01fb-4199-8d2d-941e0391cc92 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=95502a8a-ba2e-4b63-8065-1d79001ecb5c HTTP/1.1" status: 200 len: 797 time: 0.0684958 Sep 07 02:51:46.986287 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-60338d9f-c482-4d10-9c12-b1e34833c166 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:47.028263 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60338d9f-c482-4d10-9c12-b1e34833c166 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event deleted for resources: {'Port': ['ID=fab75bed-fc96-4c9c-824a-48218f9ea4dc,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:47.123529 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device fb9da81b-561f-4072-b37d-5083831f457b up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:51:47.164497 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45812159-480b-47f3-b645-fd833e403fcc req-9081e60b-c9e1-4fb7-8d91-170d41f0933c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:47.166475 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-45812159-480b-47f3-b645-fd833e403fcc req-9081e60b-c9e1-4fb7-8d91-170d41f0933c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fef96230-f3dd-4368-8b6e-5738962456fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1687202 Sep 07 02:51:47.175176 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-60338d9f-c482-4d10-9c12-b1e34833c166 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:47.181408 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-60338d9f-c482-4d10-9c12-b1e34833c166 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "DELETE /v2.0/ports/fab75bed-fc96-4c9c-824a-48218f9ea4dc HTTP/1.1" status: 204 len: 168 time: 1.1608276 Sep 07 02:51:47.190899 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 39604) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:47.228387 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577fda6c-4734-452e-9be1-f95ac0b5ff1e req-ecac2ccc-fd6b-4a47-9988-96eccecaa942 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:47.229983 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-577fda6c-4734-452e-9be1-f95ac0b5ff1e req-ecac2ccc-fd6b-4a47-9988-96eccecaa942 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/ports?device_id=d000464e-e517-4a0f-83ab-fbee6f133110 HTTP/1.1" status: 200 len: 945 time: 0.4672756 Sep 07 02:51:47.234771 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port fb9da81b-561f-4072-b37d-5083831f457b triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:51:47.235248 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:47.308645 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-577fda6c-4734-452e-9be1-f95ac0b5ff1e req-44e3639c-e38d-4253-af91-d5155261c33d tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/security-groups?id=e905e83e-56d9-4132-aee0-83881ffcb702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666940 Sep 07 02:51:47.593625 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-94a02e96-38d0-4940-a7b5-1d2a3f5999c4 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] GET failed (client error): The resource could not be found. Sep 07 02:51:47.597784 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-94a02e96-38d0-4940-a7b5-1d2a3f5999c4 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "GET /v2.0/ports/fab75bed-fc96-4c9c-824a-48218f9ea4dc HTTP/1.1" status: 404 len: 333 time: 0.4028580 Sep 07 02:51:47.598192 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 39610) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:47.662819 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83feb6ee-853e-4cae-9821-624d5465d305 req-bd49c445-af0f-4a1c-bdd0-bc77af55dae1 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:47.664441 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-83feb6ee-853e-4cae-9821-624d5465d305 req-bd49c445-af0f-4a1c-bdd0-bc77af55dae1 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/ports?device_id=d000464e-e517-4a0f-83ab-fbee6f133110 HTTP/1.1" status: 200 len: 945 time: 0.1232665 Sep 07 02:51:47.673239 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 39612) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:47.675404 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-45812159-480b-47f3-b645-fd833e403fcc req-70a907c5-31dc-4f2f-9c9e-a061681e4c01 service neutron] 10.222.0.16 "GET /v2.0/networks/fef96230-f3dd-4368-8b6e-5738962456fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4925280 Sep 07 02:51:47.680759 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-427ad85a-02f9-4ca4-a34d-9f237ce5c367 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Request body: {'floatingip': {'port_id': '3fbb39bc-564b-438c-9257-1f44071b61e2'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:51:47.730636 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-427ad85a-02f9-4ca4-a34d-9f237ce5c367 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks [] for floatingip, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:47.819837 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9d07d7ea-2292-4d44-abd7-24fbc3ca30cd req-5e3cbe30-1191-44a2-a92c-fa3bcb976a75 tempest-ServerShowV254Test-1044817157 tempest-ServerShowV254Test-1044817157-project] 10.222.0.22 "GET /v2.0/ports?device_id=7617e04e-50af-46f6-8de9-2d2673cd167d HTTP/1.1" status: 200 len: 210 time: 0.0814016 Sep 07 02:51:47.857822 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d00e8a-3a95-4329-8772-c4ef913ab46c req-b1c4911d-9527-4a4a-a17f-5b5f59818c27 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:47.859500 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-51d00e8a-3a95-4329-8772-c4ef913ab46c req-b1c4911d-9527-4a4a-a17f-5b5f59818c27 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.0771124 Sep 07 02:51:47.864463 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-16968063-b72e-4fc0-8011-ea7180298c07 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Deleting port 34c8b006-47d5-457d-accc-27324eff628c {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:51:47.864804 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-16968063-b72e-4fc0-8011-ea7180298c07 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:47.865666 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-45812159-480b-47f3-b645-fd833e403fcc req-81ac5460-16c5-4120-81b4-f4a5b5743bf0 service neutron] 10.222.0.16 "GET /v2.0/networks/fef96230-f3dd-4368-8b6e-5738962456fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815908 Sep 07 02:51:47.919752 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-45812159-480b-47f3-b645-fd833e403fcc req-e6dfd884-a6f4-4ea3-836e-6c082bd463e5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e7ad01c7-8747-4618-90fb-6bdd88c0a6d2 HTTP/1.1" status: 200 len: 217 time: 0.0395751 Sep 07 02:51:47.982075 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45812159-480b-47f3-b645-fd833e403fcc req-189b3afa-eda6-4785-88cc-08a3e4b5f4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:47.983799 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-45812159-480b-47f3-b645-fd833e403fcc req-189b3afa-eda6-4785-88cc-08a3e4b5f4d9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fa07d668-6197-4922-9f11-0bb1fe24556f HTTP/1.1" status: 200 len: 797 time: 0.0546172 Sep 07 02:51:47.997102 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-51d00e8a-3a95-4329-8772-c4ef913ab46c req-95d7bf54-f30c-4d06-9fd5-9011f3d4aabe tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301761 Sep 07 02:51:48.077672 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45812159-480b-47f3-b645-fd833e403fcc req-d5b604d5-da6e-46d6-8da4-37df7228c9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:48.088851 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-45812159-480b-47f3-b645-fd833e403fcc req-d5b604d5-da6e-46d6-8da4-37df7228c9f1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5ef2135d-eb79-4b03-bc59-b7d80582547a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0858388 Sep 07 02:51:48.142526 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-16968063-b72e-4fc0-8011-ea7180298c07 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:48.203612 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-16968063-b72e-4fc0-8011-ea7180298c07 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Calling delete_port for 34c8b006-47d5-457d-accc-27324eff628c owned by {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:51:48.224028 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-45812159-480b-47f3-b645-fd833e403fcc req-deb28834-a2e3-4401-855b-2f16e852db38 service neutron] 10.222.0.16 "GET /v2.0/networks/5ef2135d-eb79-4b03-bc59-b7d80582547a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255751 Sep 07 02:51:48.326629 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-45812159-480b-47f3-b645-fd833e403fcc req-eadc6e4b-3a24-4a94-bc12-cd7466875d5c service neutron] 10.222.0.16 "GET /v2.0/networks/5ef2135d-eb79-4b03-bc59-b7d80582547a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947938 Sep 07 02:51:48.373343 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-45812159-480b-47f3-b645-fd833e403fcc req-7f91224f-3401-46bb-b115-2de8de0bdba7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=dfc9b065-1c7f-4968-9ce9-8ee8bb3c5e67 HTTP/1.1" status: 200 len: 217 time: 0.0373650 Sep 07 02:51:48.437807 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45812159-480b-47f3-b645-fd833e403fcc req-8128dce5-9adc-4e3e-a8ba-dcc16e7e977e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:48.439882 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-45812159-480b-47f3-b645-fd833e403fcc req-8128dce5-9adc-4e3e-a8ba-dcc16e7e977e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fa07d668-6197-4922-9f11-0bb1fe24556f HTTP/1.1" status: 200 len: 797 time: 0.0564892 Sep 07 02:51:48.480736 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7bf2b-fb70-4292-aec2-91f5f2241e90 req-82a99656-04f6-4db1-a2ff-f55846d8e6d6 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:48.482361 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e7e7bf2b-fb70-4292-aec2-91f5f2241e90 req-82a99656-04f6-4db1-a2ff-f55846d8e6d6 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.2037535 Sep 07 02:51:48.497590 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45812159-480b-47f3-b645-fd833e403fcc req-e549c3c4-2c8a-43e7-a289-e0f7eb40706e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:48.501169 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-45812159-480b-47f3-b645-fd833e403fcc req-e549c3c4-2c8a-43e7-a289-e0f7eb40706e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5ef2135d-eb79-4b03-bc59-b7d80582547a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0535810 Sep 07 02:51:48.579626 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-16968063-b72e-4fc0-8011-ea7180298c07 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:48.594658 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-427ad85a-02f9-4ca4-a34d-9f237ce5c367 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:48.599388 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e7e7bf2b-fb70-4292-aec2-91f5f2241e90 req-72d36a53-6b94-4e48-af1d-1b3aa9d2d39f tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993001 Sep 07 02:51:48.604901 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-45812159-480b-47f3-b645-fd833e403fcc req-e0d594aa-41c9-4ac1-98ae-9c1663140129 service neutron] 10.222.0.16 "GET /v2.0/networks/5ef2135d-eb79-4b03-bc59-b7d80582547a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954249 Sep 07 02:51:48.622703 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-427ad85a-02f9-4ca4-a34d-9f237ce5c367 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:48.625753 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16968063-b72e-4fc0-8011-ea7180298c07 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event deleted for resources: {'Port': ['ID=34c8b006-47d5-457d-accc-27324eff628c,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:48.728404 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-45812159-480b-47f3-b645-fd833e403fcc req-41aa700b-55ba-490c-8c4c-6f2e8ac46d14 service neutron] 10.222.0.16 "GET /v2.0/networks/5ef2135d-eb79-4b03-bc59-b7d80582547a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152797 Sep 07 02:51:48.798903 n-d-796209-16 neutron-server[94701]: INFO neutron.db.l3_db [None req-427ad85a-02f9-4ca4-a34d-9f237ce5c367 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Floating IP 889c68bb-7419-4d8f-82d4-48c07eb86d8f associated. External IP: 172.25.5.222, port: 3fbb39bc-564b-438c-9257-1f44071b61e2. Sep 07 02:51:48.847659 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-16968063-b72e-4fc0-8011-ea7180298c07 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:48.851535 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-16968063-b72e-4fc0-8011-ea7180298c07 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "DELETE /v2.0/ports/34c8b006-47d5-457d-accc-27324eff628c HTTP/1.1" status: 204 len: 168 time: 1.2503567 Sep 07 02:51:48.852474 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 39626) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:48.879684 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-afa13757-c3c3-4d40-ae87-06355a91389b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] GET failed (client error): The resource could not be found. Sep 07 02:51:48.883941 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-afa13757-c3c3-4d40-ae87-06355a91389b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "GET /v2.0/ports/34c8b006-47d5-457d-accc-27324eff628c HTTP/1.1" status: 404 len: 333 time: 0.0304060 Sep 07 02:51:48.884880 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 39630) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:48.970296 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b00ca884-02fc-4c09-9aa3-344ba3490ead req-87b40bf9-21d8-4db4-b523-0efc8b12d05e tempest-ServerShowV254Test-1044817157 tempest-ServerShowV254Test-1044817157-project] 10.222.0.22 "GET /v2.0/ports?device_id=7617e04e-50af-46f6-8de9-2d2673cd167d HTTP/1.1" status: 200 len: 210 time: 0.0351985 Sep 07 02:51:48.974319 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-2965ec66-1e74-4346-bc09-7cbd348d0171 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Deleting subnet 135005c1-edd7-4caa-bcab-6f42a28dbfdf {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:51:48.979096 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2965ec66-1e74-4346-bc09-7cbd348d0171 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:49.031767 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2965ec66-1e74-4346-bc09-7cbd348d0171 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:49.068137 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-427ad85a-02f9-4ca4-a34d-9f237ce5c367 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Router 46b86a9e-ce2e-42ab-a6ad-2c076247d5f4 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:51:49.091154 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-970d0d6a-75a3-4439-ae63-a9f523a2bde5 req-d868bcff-fcff-4f0e-b8a8-34ed697c0cf5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7617e04e-50af-46f6-8de9-2d2673cd167d HTTP/1.1" status: 200 len: 210 time: 0.0310817 Sep 07 02:51:49.154614 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2965ec66-1e74-4346-bc09-7cbd348d0171 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:49.180437 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-427ad85a-02f9-4ca4-a34d-9f237ce5c367 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:51:49.185567 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-427ad85a-02f9-4ca4-a34d-9f237ce5c367 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:49.192052 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c31e2ea-a7fa-48a8-ab61-8bbd89618d11 None None] Sync routers for ids ['46b86a9e-ce2e-42ab-a6ad-2c076247d5f4'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:51:49.201939 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c31e2ea-a7fa-48a8-ab61-8bbd89618d11 None None] Routers {'46b86a9e-ce2e-42ab-a6ad-2c076247d5f4'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:51:49.203092 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-6c31e2ea-a7fa-48a8-ab61-8bbd89618d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:51:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['46b86a9e-ce2e-42ab-a6ad-2c076247d5f4'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:51:49.216503 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-427ad85a-02f9-4ca4-a34d-9f237ce5c367 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "PUT /v2.0/floatingips/889c68bb-7419-4d8f-82d4-48c07eb86d8f HTTP/1.1" status: 200 len: 991 time: 1.5393789 Sep 07 02:51:49.216503 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd000464e-e517-4a0f-83ab-fbee6f133110', 'tag': '3fbb39bc-564b-438c-9257-1f44071b61e2'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:51:49.217441 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e314671-e3ef-4a6e-84a6-cb4d283d6769" -d '{"events": [{"name": "network-changed", "server_uuid": "d000464e-e517-4a0f-83ab-fbee6f133110", "tag": "3fbb39bc-564b-438c-9257-1f44071b61e2"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:51:49.221518 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2965ec66-1e74-4346-bc09-7cbd348d0171 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:49.250162 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2965ec66-1e74-4346-bc09-7cbd348d0171 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event deleted for resources: {'Subnet': ['ID=135005c1-edd7-4caa-bcab-6f42a28dbfdf,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:49.258032 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2965ec66-1e74-4346-bc09-7cbd348d0171 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:49.262298 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-2965ec66-1e74-4346-bc09-7cbd348d0171 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "DELETE /v2.0/subnets/135005c1-edd7-4caa-bcab-6f42a28dbfdf HTTP/1.1" status: 204 len: 168 time: 0.3741710 Sep 07 02:51:49.262554 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 39636) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:49.273019 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc3e1d5-1cc5-4e77-b422-ca08612927ed x-openstack-request-id: req-2dc3e1d5-1cc5-4e77-b422-ca08612927ed {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:51:49.273749 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d000464e-e517-4a0f-83ab-fbee6f133110", "tag": "3fbb39bc-564b-438c-9257-1f44071b61e2", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:51:49.274225 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2dc3e1d5-1cc5-4e77-b422-ca08612927ed {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:51:49.274797 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd000464e-e517-4a0f-83ab-fbee6f133110', 'tag': '3fbb39bc-564b-438c-9257-1f44071b61e2', 'status': 'completed', 'code': 200} Sep 07 02:51:49.296855 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8035a8-f861-4cb6-b87a-8d07c17f7cba None None] Network 55d77434-e7b5-4edf-adc5-1ca1e9dd8de1 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:51:49.382593 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-05122d80-e17b-45b1-96f0-f1d1f8599a78 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:49.424394 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e314671-e3ef-4a6e-84a6-cb4d283d6769 req-bd26cd52-c917-4062-abf2-eda3470794c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:49.425984 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4e314671-e3ef-4a6e-84a6-cb4d283d6769 req-bd26cd52-c917-4062-abf2-eda3470794c8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a9eedd8c00c24a18a92c5e78e10e8a63&device_id=d000464e-e517-4a0f-83ab-fbee6f133110 HTTP/1.1" status: 200 len: 1097 time: 0.0789394 Sep 07 02:51:49.466464 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-6c31e2ea-a7fa-48a8-ab61-8bbd89618d11 None None] Set router 46b86a9e-ce2e-42ab-a6ad-2c076247d5f4 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:51:49.512495 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-05122d80-e17b-45b1-96f0-f1d1f8599a78 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Deleting port fb9da81b-561f-4072-b37d-5083831f457b {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:51:49.512972 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-05122d80-e17b-45b1-96f0-f1d1f8599a78 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:49.591524 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e314671-e3ef-4a6e-84a6-cb4d283d6769 req-e87fcab3-2a65-4c0a-8f46-718243eaba29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:49.592775 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4e314671-e3ef-4a6e-84a6-cb4d283d6769 req-e87fcab3-2a65-4c0a-8f46-718243eaba29 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c14598de-557e-41f6-bdcf-28289778b06c HTTP/1.1" status: 200 len: 910 time: 0.1591692 Sep 07 02:51:49.599301 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-05122d80-e17b-45b1-96f0-f1d1f8599a78 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] For port fb9da81b-561f-4072-b37d-5083831f457b, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=fb9da81b-561f-4072-b37d-5083831f457b,segment=NetworkSegment(db29855a-e408-4f80-b223-05ce40493a95),segment_id=db29855a-e408-4f80-b223-05ce40493a95)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:51:49.600322 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-05122d80-e17b-45b1-96f0-f1d1f8599a78 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:49.631924 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4de45a-cebc-417c-8cbe-425a9eab6cc9 None None] DHCP port deletion for 55d77434-e7b5-4edf-adc5-1ca1e9dd8de1 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:51:49.652383 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-05122d80-e17b-45b1-96f0-f1d1f8599a78 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Calling delete_port for fb9da81b-561f-4072-b37d-5083831f457b owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:51:49.726177 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4e314671-e3ef-4a6e-84a6-cb4d283d6769 req-ff5734d6-b172-4496-ae7f-e489856fa2f8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3fbb39bc-564b-438c-9257-1f44071b61e2 HTTP/1.1" status: 200 len: 999 time: 0.1231613 Sep 07 02:51:49.735836 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-ea4de45a-cebc-417c-8cbe-425a9eab6cc9 None None] Deleting port fb9da81b-561f-4072-b37d-5083831f457b {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:51:49.736221 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ea4de45a-cebc-417c-8cbe-425a9eab6cc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:49.811608 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-ea4de45a-cebc-417c-8cbe-425a9eab6cc9 None None] For port fb9da81b-561f-4072-b37d-5083831f457b, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=fb9da81b-561f-4072-b37d-5083831f457b,segment=NetworkSegment(db29855a-e408-4f80-b223-05ce40493a95),segment_id=db29855a-e408-4f80-b223-05ce40493a95)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:51:49.812021 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ea4de45a-cebc-417c-8cbe-425a9eab6cc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:49.826157 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e314671-e3ef-4a6e-84a6-cb4d283d6769 req-1f407a13-603b-4341-89ed-1a96bebfe0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:49.827996 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4e314671-e3ef-4a6e-84a6-cb4d283d6769 req-1f407a13-603b-4341-89ed-1a96bebfe0cb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2131ccdf-cbf5-4ee9-96cf-e4c911da986a HTTP/1.1" status: 200 len: 849 time: 0.0894387 Sep 07 02:51:49.828116 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-ea4de45a-cebc-417c-8cbe-425a9eab6cc9 None None] Calling delete_port for fb9da81b-561f-4072-b37d-5083831f457b owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:51:49.841431 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa944476-714d-4701-9703-e9257ad4d167 req-53f19d79-c3da-454b-9340-3d71beb8e524 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:49.842416 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-6c31e2ea-a7fa-48a8-ab61-8bbd89618d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b86a9e-ce2e-42ab-a6ad-2c076247d5f4', 'name': 'tempest-AttachVolumeTestJSON-556686093-router', 'tenant_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': 'e2980f5d-551c-4247-9806-cf3022158b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:47:08Z', 'updated_at': '2021-09-07T02:47:15Z', 'revision_number': 4, 'project_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'gw_port': {'id': 'e2980f5d-551c-4247-9806-cf3022158b44', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:8c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b86a9e-ce2e-42ab-a6ad-2c076247d5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:10Z', 'updated_at': '2021-09-07T02:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': '889c68bb-7419-4d8f-82d4-48c07eb86d8f', 'tenant_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'floating_ip_address': '172.25.5.222', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '46b86a9e-ce2e-42ab-a6ad-2c076247d5f4', 'port_id': '3fbb39bc-564b-438c-9257-1f44071b61e2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c14598de-557e-41f6-bdcf-28289778b06c', 'mac_address': 'fa:16:3e:86:ba:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd000464e-e517-4a0f-83ab-fbee6f133110', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T02:51:29Z', 'updated_at': '2021-09-07T02:51:48Z', 'revision_number': 1, 'project_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1359631-4d95-4e6b-8e71-ab65182e0e03', 'name': '', 'network_id': 'c14598de-557e-41f6-bdcf-28289778b06c', 'tenant_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'mac_address': 'fa:16:3e:81:9f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b86a9e-ce2e-42ab-a6ad-2c076247d5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '2131ccdf-cbf5-4ee9-96cf-e4c911da986a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:14Z', 'updated_at': '2021-09-07T02:47:24Z', 'revision_number': 5, 'project_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'subnets': [{'id': '2131ccdf-cbf5-4ee9-96cf-e4c911da986a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:51:49.843105 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-aa944476-714d-4701-9703-e9257ad4d167 req-53f19d79-c3da-454b-9340-3d71beb8e524 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.1192238 Sep 07 02:51:49.874380 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c31e2ea-a7fa-48a8-ab61-8bbd89618d11 None None] Checking router: 46b86a9e-ce2e-42ab-a6ad-2c076247d5f4 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:51:49.890573 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-05122d80-e17b-45b1-96f0-f1d1f8599a78 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:49.916791 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c31e2ea-a7fa-48a8-ab61-8bbd89618d11 None None] Routers {'46b86a9e-ce2e-42ab-a6ad-2c076247d5f4'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:51:49.917376 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-6c31e2ea-a7fa-48a8-ab61-8bbd89618d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:51:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['46b86a9e-ce2e-42ab-a6ad-2c076247d5f4'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:51:49.932763 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05122d80-e17b-45b1-96f0-f1d1f8599a78 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event deleted for resources: {'Port': ['ID=fb9da81b-561f-4072-b37d-5083831f457b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:49.934621 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05122d80-e17b-45b1-96f0-f1d1f8599a78 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] No DVR routers for this DVR port fb9da81b-561f-4072-b37d-5083831f457b on host n-d-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:51:49.968994 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-aa944476-714d-4701-9703-e9257ad4d167 req-888b897f-74c3-4582-828b-f191f16013cc tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183176 Sep 07 02:51:49.975002 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e314671-e3ef-4a6e-84a6-cb4d283d6769 req-97c9bb0f-d4df-4c96-b53d-3a965bba80eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:49.978058 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4e314671-e3ef-4a6e-84a6-cb4d283d6769 req-97c9bb0f-d4df-4c96-b53d-3a965bba80eb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14598de-557e-41f6-bdcf-28289778b06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1265306 Sep 07 02:51:50.140397 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-05122d80-e17b-45b1-96f0-f1d1f8599a78 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:50.184617 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2183ebd4-fba6-42f1-a9ce-0fd80850628e req-f3d62f91-4e7a-4f21-bab1-f63b677ae933 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:50.186516 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2183ebd4-fba6-42f1-a9ce-0fd80850628e req-f3d62f91-4e7a-4f21-bab1-f63b677ae933 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.0853672 Sep 07 02:51:50.206227 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ea4de45a-cebc-417c-8cbe-425a9eab6cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:50.214982 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-611f62b7-e27d-4da5-85e1-69bc717676fd req-992c6071-53f8-4b97-9211-8cbfaf8a3eda tempest-ServerShowV254Test-1044817157 tempest-ServerShowV254Test-1044817157-project] 10.222.0.22 "GET /v2.0/ports?device_id=7617e04e-50af-46f6-8de9-2d2673cd167d HTTP/1.1" status: 200 len: 210 time: 0.0871806 Sep 07 02:51:50.245772 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-05122d80-e17b-45b1-96f0-f1d1f8599a78 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55d77434-e7b5-4edf-adc5-1ca1e9dd8de1']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:51:50.247844 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4de45a-cebc-417c-8cbe-425a9eab6cc9 None None] Pushing event deleted for resources: {'Port': ['ID=fb9da81b-561f-4072-b37d-5083831f457b,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:50.253469 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-05122d80-e17b-45b1-96f0-f1d1f8599a78 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db29855a-e408-4f80-b223-05ce40493a95') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:51:50.254511 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-05122d80-e17b-45b1-96f0-f1d1f8599a78 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db29855a-e408-4f80-b223-05ce40493a95') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:51:50.255465 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-6c31e2ea-a7fa-48a8-ab61-8bbd89618d11 None None] Set router 46b86a9e-ce2e-42ab-a6ad-2c076247d5f4 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:51:50.257865 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4de45a-cebc-417c-8cbe-425a9eab6cc9 None None] No DVR routers for this DVR port fb9da81b-561f-4072-b37d-5083831f457b on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:51:50.277254 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-05122d80-e17b-45b1-96f0-f1d1f8599a78 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:50.284281 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4e314671-e3ef-4a6e-84a6-cb4d283d6769 req-c2651852-0835-49e8-8256-ae013d502ec1 service neutron] 10.222.0.23 "GET /v2.0/networks/c14598de-557e-41f6-bdcf-28289778b06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848892 Sep 07 02:51:50.286318 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2183ebd4-fba6-42f1-a9ce-0fd80850628e req-209c4526-e32d-42e1-a2ca-2ee966538104 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904319 Sep 07 02:51:50.320255 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-05122d80-e17b-45b1-96f0-f1d1f8599a78 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:50.353878 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05122d80-e17b-45b1-96f0-f1d1f8599a78 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:51:50.354304 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-05122d80-e17b-45b1-96f0-f1d1f8599a78 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:50.357810 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:51:50.357810 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:51:50.357810 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:51:50.357810 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:51:50.357810 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:51:50.357810 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:51:50.357810 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:51:50.357810 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:51:50.357810 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:51:50.357810 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:51:50.357810 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:51:50.357810 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:51:50.357810 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:51:50.357810 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:51:50.357810 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:51:50.357810 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:51:50.357810 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:51:50.357810 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:51:50.357810 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:51:50.357810 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:51:50.357810 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:51:50.357810 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:51:50.357810 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:51:50.357810 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:51:50.357810 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:51:50.357810 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:51:50.357810 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:51:50.357810 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:51:50.357810 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:51:50.357810 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:51:50.357810 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:51:50.357810 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:51:50.494571 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-05122d80-e17b-45b1-96f0-f1d1f8599a78 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:50.499411 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-05122d80-e17b-45b1-96f0-f1d1f8599a78 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:50.505141 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-05122d80-e17b-45b1-96f0-f1d1f8599a78 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "DELETE /v2.0/networks/55d77434-e7b5-4edf-adc5-1ca1e9dd8de1 HTTP/1.1" status: 204 len: 168 time: 1.2378323 Sep 07 02:51:50.506387 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 39652) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:50.511864 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4e314671-e3ef-4a6e-84a6-cb4d283d6769 req-55dafb2c-87ef-4273-9686-72a9f4a277a6 service neutron] 10.222.0.23 "GET /v2.0/networks/c14598de-557e-41f6-bdcf-28289778b06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189775 Sep 07 02:51:50.512878 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-a3890524-820e-4a91-9ad1-c99d5d620c2b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1844683107'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:51:50.534764 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05122d80-e17b-45b1-96f0-f1d1f8599a78 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event deleted for resources: {'Network': ['ID=55d77434-e7b5-4edf-adc5-1ca1e9dd8de1,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:50.541303 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-6c31e2ea-a7fa-48a8-ab61-8bbd89618d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b86a9e-ce2e-42ab-a6ad-2c076247d5f4', 'name': 'tempest-AttachVolumeTestJSON-556686093-router', 'tenant_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': 'e2980f5d-551c-4247-9806-cf3022158b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:47:08Z', 'updated_at': '2021-09-07T02:47:15Z', 'revision_number': 4, 'project_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'gw_port': {'id': 'e2980f5d-551c-4247-9806-cf3022158b44', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:8c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b86a9e-ce2e-42ab-a6ad-2c076247d5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:10Z', 'updated_at': '2021-09-07T02:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': '889c68bb-7419-4d8f-82d4-48c07eb86d8f', 'tenant_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'floating_ip_address': '172.25.5.222', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '46b86a9e-ce2e-42ab-a6ad-2c076247d5f4', 'port_id': '3fbb39bc-564b-438c-9257-1f44071b61e2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c14598de-557e-41f6-bdcf-28289778b06c', 'mac_address': 'fa:16:3e:86:ba:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd000464e-e517-4a0f-83ab-fbee6f133110', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T02:51:29Z', 'updated_at': '2021-09-07T02:51:48Z', 'revision_number': 1, 'project_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1359631-4d95-4e6b-8e71-ab65182e0e03', 'name': '', 'network_id': 'c14598de-557e-41f6-bdcf-28289778b06c', 'tenant_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'mac_address': 'fa:16:3e:81:9f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b86a9e-ce2e-42ab-a6ad-2c076247d5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '2131ccdf-cbf5-4ee9-96cf-e4c911da986a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:14Z', 'updated_at': '2021-09-07T02:47:24Z', 'revision_number': 5, 'project_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'subnets': [{'id': '2131ccdf-cbf5-4ee9-96cf-e4c911da986a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:51:50.542397 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3890524-820e-4a91-9ad1-c99d5d620c2b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Made reservation on behalf of f454ca8a0bab4ccfb979d91b13b54fc2 for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:51:50.546587 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a3890524-820e-4a91-9ad1-c99d5d620c2b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:50.549573 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555205b-60db-4240-a6c5-1be75859755e req-65bc2406-842c-4092-b593-23312be3817b tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:50.551997 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b555205b-60db-4240-a6c5-1be75859755e req-65bc2406-842c-4092-b593-23312be3817b tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.1342859 Sep 07 02:51:50.570397 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c31e2ea-a7fa-48a8-ab61-8bbd89618d11 None None] The sync data for ids ['46b86a9e-ce2e-42ab-a6ad-2c076247d5f4'] in n-d-796209-16 is: [{'id': '46b86a9e-ce2e-42ab-a6ad-2c076247d5f4', 'name': 'tempest-AttachVolumeTestJSON-556686093-router', 'tenant_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': 'e2980f5d-551c-4247-9806-cf3022158b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:47:08Z', 'updated_at': '2021-09-07T02:47:15Z', 'revision_number': 4, 'project_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'gw_port': {'id': 'e2980f5d-551c-4247-9806-cf3022158b44', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:8c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b86a9e-ce2e-42ab-a6ad-2c076247d5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:10Z', 'updated_at': '2021-09-07T02:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': '889c68bb-7419-4d8f-82d4-48c07eb86d8f', 'tenant_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'floating_ip_address': '172.25.5.222', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '46b86a9e-ce2e-42ab-a6ad-2c076247d5f4', 'port_id': '3fbb39bc-564b-438c-9257-1f44071b61e2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c14598de-557e-41f6-bdcf-28289778b06c', 'mac_address': 'fa:16:3e:86:ba:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd000464e-e517-4a0f-83ab-fbee6f133110', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T02:51:29Z', 'updated_at': '2021-09-07T02:51:48Z', 'revision_number': 1, 'project_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1359631-4d95-4e6b-8e71-ab65182e0e03', 'name': '', 'network_id': 'c14598de-557e-41f6-bdcf-28289778b06c', 'tenant_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'mac_address': 'fa:16:3e:81:9f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b86a9e-ce2e-42ab-a6ad-2c076247d5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '2131ccdf-cbf5-4ee9-96cf-e4c911da986a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:14Z', 'updated_at': '2021-09-07T02:47:24Z', 'revision_number': 5, 'project_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'subnets': [{'id': '2131ccdf-cbf5-4ee9-96cf-e4c911da986a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:51:50.576254 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3890524-820e-4a91-9ad1-c99d5d620c2b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:51:50.589170 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a3890524-820e-4a91-9ad1-c99d5d620c2b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:50.589601 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-a3890524-820e-4a91-9ad1-c99d5d620c2b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Added segment 277fcfd3-cbc9-406c-b700-707921ef75c3 of type vlan for network 17acfa9b-d4cd-405c-8441-9035cce54c69 Sep 07 02:51:50.596198 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b555205b-60db-4240-a6c5-1be75859755e req-2ec5a08f-0254-4560-abaa-cf55abb74541 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390539 Sep 07 02:51:50.635542 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a3890524-820e-4a91-9ad1-c99d5d620c2b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:50.662556 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a3890524-820e-4a91-9ad1-c99d5d620c2b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:50.668633 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3890524-820e-4a91-9ad1-c99d5d620c2b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:50.669247 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a3890524-820e-4a91-9ad1-c99d5d620c2b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:50.716988 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a3890524-820e-4a91-9ad1-c99d5d620c2b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2091820 Sep 07 02:51:50.719820 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 39660) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:50.725040 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-4a1e99d4-e916-406f-8a76-36c366ffaef5 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Request body: {'subnet': {'network_id': '17acfa9b-d4cd-405c-8441-9035cce54c69', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:51:50.780381 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3890524-820e-4a91-9ad1-c99d5d620c2b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event updated for resources: {'Network': ['ID=17acfa9b-d4cd-405c-8441-9035cce54c69,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:50.793175 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab42aaf-6165-479d-9861-f3e481a572f6 req-1e408fc0-9d1c-453a-a308-a964aaf7ff55 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:50.794774 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6ab42aaf-6165-479d-9861-f3e481a572f6 req-1e408fc0-9d1c-453a-a308-a964aaf7ff55 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.1039448 Sep 07 02:51:50.799682 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 17acfa9b-d4cd-405c-8441-9035cce54c69 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:51:50.851713 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1e99d4-e916-406f-8a76-36c366ffaef5 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Made reservation on behalf of f454ca8a0bab4ccfb979d91b13b54fc2 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:51:50.856580 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4a1e99d4-e916-406f-8a76-36c366ffaef5 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:50.866675 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6ab42aaf-6165-479d-9861-f3e481a572f6 req-8675edde-439b-48bd-aeee-b8c6e55a0d43 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643179 Sep 07 02:51:50.906504 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25f8600-ab51-4d5f-bef8-14a7d022a55e None None] New status for floating IP 889c68bb-7419-4d8f-82d4-48c07eb86d8f: ACTIVE {{(pid=94703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 02:51:51.056654 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19caf21-7625-44eb-8a01-21586650e504 req-516d93f2-46e5-4a91-8fb1-69954ad37f7d tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:51.064889 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a19caf21-7625-44eb-8a01-21586650e504 req-516d93f2-46e5-4a91-8fb1-69954ad37f7d tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.0851765 Sep 07 02:51:51.097627 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device fb9da81b-561f-4072-b37d-5083831f457b no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:51:51.135621 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4a1e99d4-e916-406f-8a76-36c366ffaef5 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:51.151367 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: fb9da81b-561f-4072-b37d-5083831f457b {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:51:51.155456 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device fb9da81b-561f-4072-b37d-5083831f457b not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:51:51.170076 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a19caf21-7625-44eb-8a01-21586650e504 req-513b9c15-0d73-45a9-ae90-205f6c2f31a4 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034789 Sep 07 02:51:51.237967 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1e99d4-e916-406f-8a76-36c366ffaef5 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event updated for resources: {'Subnet': ['ID=21ab75f4-ff7d-4390-81c3-a4e5fb682c7a,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:51.290150 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1e99d4-e916-406f-8a76-36c366ffaef5 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Checking segment: {'id': '277fcfd3-cbc9-406c-b700-707921ef75c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '17acfa9b-d4cd-405c-8441-9035cce54c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:51:51.291103 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1e99d4-e916-406f-8a76-36c366ffaef5 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Network hostable DHCP agents. Network: 17acfa9b-d4cd-405c-8441-9035cce54c69, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:51:51.331801 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba373f-646f-4ac5-a95d-467aa24c7a74 req-4bccc09f-d28a-472e-8d42-73109ff600d5 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:51.333507 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a7ba373f-646f-4ac5-a95d-467aa24c7a74 req-4bccc09f-d28a-472e-8d42-73109ff600d5 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.0911653 Sep 07 02:51:51.335474 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1e99d4-e916-406f-8a76-36c366ffaef5 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Network 17acfa9b-d4cd-405c-8441-9035cce54c69 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:51:51.344401 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7ed7af95-1cee-47c7-b2f2-62aa781accaf req-a7b64afd-45c2-4bbf-bc4b-0c5879f06b35 tempest-ServerShowV254Test-1044817157 tempest-ServerShowV254Test-1044817157-project] 10.222.0.22 "GET /v2.0/ports?device_id=7617e04e-50af-46f6-8de9-2d2673cd167d HTTP/1.1" status: 200 len: 210 time: 0.0445096 Sep 07 02:51:51.362434 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-4a1e99d4-e916-406f-8a76-36c366ffaef5 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 17acfa9b-d4cd-405c-8441-9035cce54c69) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:51:51.371282 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fb4f81-76bf-4b31-9c7b-f7e6c69736ad None None] Network 17acfa9b-d4cd-405c-8441-9035cce54c69 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:51:51.386203 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1e99d4-e916-406f-8a76-36c366ffaef5 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:51.386749 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4a1e99d4-e916-406f-8a76-36c366ffaef5 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:51.425938 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a7ba373f-646f-4ac5-a95d-467aa24c7a74 req-f247ef08-df52-4378-95d0-968e720c23c5 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831616 Sep 07 02:51:51.429096 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-4a1e99d4-e916-406f-8a76-36c366ffaef5 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7082112 Sep 07 02:51:51.431879 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 39694) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:51.439931 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-740df14f-c3d0-4b11-aec5-200926682ab6 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Request body: {'port': {'network_id': '17acfa9b-d4cd-405c-8441-9035cce54c69', 'name': 'tempest-PortsTestJSON-1895695151', 'fixed_ips': [{'subnet_id': '21ab75f4-ff7d-4390-81c3-a4e5fb682c7a', 'ip_address': '172.20.0.10'}]}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:51:51.532587 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:51.533543 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:51.587220 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740df14f-c3d0-4b11-aec5-200926682ab6 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Made reservation on behalf of f454ca8a0bab4ccfb979d91b13b54fc2 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:51:51.633279 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e04360-af54-4c40-bf31-bea5ab3f6725 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-17acfa9b-d4cd-405c-8441-9035cce54c69', 'network_id': '17acfa9b-d4cd-405c-8441-9035cce54c69', 'tenant_id': 'f454ca8a0bab4ccfb979d91b13b54fc2', 'fixed_ips': [{'subnet_id': '21ab75f4-ff7d-4390-81c3-a4e5fb682c7a'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:51:51.634228 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c1e04360-af54-4c40-bf31-bea5ab3f6725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:51.717831 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb118623-6f05-491f-8ee3-f1136826288a req-530883a8-d100-43ca-a7e9-0d7bdb797a4b tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:51.728480 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eb118623-6f05-491f-8ee3-f1136826288a req-530883a8-d100-43ca-a7e9-0d7bdb797a4b tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.0699742 Sep 07 02:51:51.741763 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-867414ca-dce9-4527-9451-ade43f702108 req-8d8e6045-06c2-4062-8580-623c07ab742b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7121379838b54301910df53c7f4d4c25&device_id=7617e04e-50af-46f6-8de9-2d2673cd167d HTTP/1.1" status: 200 len: 210 time: 0.0435467 Sep 07 02:51:51.746014 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-740df14f-c3d0-4b11-aec5-200926682ab6 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:51.768184 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-740df14f-c3d0-4b11-aec5-200926682ab6 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] device_id is not set on port 25134493-3bed-4b8b-9270-8b3ec05e621e yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:51:51.779265 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eb118623-6f05-491f-8ee3-f1136826288a req-37f47a72-5820-4bf4-bab5-2dcd660789f3 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497191 Sep 07 02:51:51.858886 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-867414ca-dce9-4527-9451-ade43f702108 req-4c657a15-c408-48e2-a497-f73e5020cd3c service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=7121379838b54301910df53c7f4d4c25&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0963273 Sep 07 02:51:51.881933 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-c1e04360-af54-4c40-bf31-bea5ab3f6725 None None] Allocated IP 172.20.0.2 (17acfa9b-d4cd-405c-8441-9035cce54c69/21ab75f4-ff7d-4390-81c3-a4e5fb682c7a/37d87f6b-e0f7-4f29-a395-82184677ac94) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:51:51.890980 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f70a356e-e835-4646-bb5b-0d020be4a9ee req-8b0bc43c-a10d-4a96-97f4-0a1a0f0b4b8b tempest-ServerShowV254Test-1044817157 tempest-ServerShowV254Test-1044817157-project] 10.222.0.22 "GET /v2.0/ports?device_id=7617e04e-50af-46f6-8de9-2d2673cd167d HTTP/1.1" status: 200 len: 210 time: 0.0342321 Sep 07 02:51:51.930035 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bba67f0-7ad8-4367-a613-f59fe6eb865e req-3206db07-a4dd-4701-8847-5db98c5e8258 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:51.933797 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0bba67f0-7ad8-4367-a613-f59fe6eb865e req-3206db07-a4dd-4701-8847-5db98c5e8258 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.0681353 Sep 07 02:51:51.985471 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0bba67f0-7ad8-4367-a613-f59fe6eb865e req-3cba4914-b5cd-44fc-9629-6719ff2f1cbc tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447264 Sep 07 02:51:52.101920 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c1e04360-af54-4c40-bf31-bea5ab3f6725 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:52.110173 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867414ca-dce9-4527-9451-ade43f702108 req-a47cb436-c3e9-4234-9dd1-03ecd5bb24e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:52.112019 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-867414ca-dce9-4527-9451-ade43f702108 req-a47cb436-c3e9-4234-9dd1-03ecd5bb24e6 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2200694 Sep 07 02:51:52.114714 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-c1e04360-af54-4c40-bf31-bea5ab3f6725 None None] Transition to ACTIVE for port object 37d87f6b-e0f7-4f29-a395-82184677ac94 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:51:52.132964 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-c1e04360-af54-4c40-bf31-bea5ab3f6725 None None] Transition to ACTIVE for port object 37d87f6b-e0f7-4f29-a395-82184677ac94 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:51:52.138974 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c1e04360-af54-4c40-bf31-bea5ab3f6725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:52.167248 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b6297-b6e8-4edb-9f95-8d196434bae3 req-59550211-4123-4a75-9349-04ac4f105374 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:52.181728 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-086b6297-b6e8-4edb-9f95-8d196434bae3 req-59550211-4123-4a75-9349-04ac4f105374 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.0753572 Sep 07 02:51:52.182059 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e04360-af54-4c40-bf31-bea5ab3f6725 None None] Network 17acfa9b-d4cd-405c-8441-9035cce54c69 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:51:52.186895 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-c1e04360-af54-4c40-bf31-bea5ab3f6725 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:51:52.192957 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e04360-af54-4c40-bf31-bea5ab3f6725 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:51:52.228275 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e04360-af54-4c40-bf31-bea5ab3f6725 None None] Pushing event updated for resources: {'Port': ['ID=37d87f6b-e0f7-4f29-a395-82184677ac94,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:52.237731 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-740df14f-c3d0-4b11-aec5-200926682ab6 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Allocated IP 172.20.0.10 (17acfa9b-d4cd-405c-8441-9035cce54c69/21ab75f4-ff7d-4390-81c3-a4e5fb682c7a/25134493-3bed-4b8b-9270-8b3ec05e621e) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:51:52.241558 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-086b6297-b6e8-4edb-9f95-8d196434bae3 req-53ea0254-179b-438a-b190-8ea9eb6d8016 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588155 Sep 07 02:51:52.279421 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-c1e04360-af54-4c40-bf31-bea5ab3f6725 None None] Attempting to bind port 37d87f6b-e0f7-4f29-a395-82184677ac94 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:51:52.279843 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-c1e04360-af54-4c40-bf31-bea5ab3f6725 None None] Attempting to bind port 37d87f6b-e0f7-4f29-a395-82184677ac94 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '277fcfd3-cbc9-406c-b700-707921ef75c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '17acfa9b-d4cd-405c-8441-9035cce54c69'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:51:52.280359 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e04360-af54-4c40-bf31-bea5ab3f6725 None None] Attempting to bind port 37d87f6b-e0f7-4f29-a395-82184677ac94 on network 17acfa9b-d4cd-405c-8441-9035cce54c69 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:51:52.288035 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e04360-af54-4c40-bf31-bea5ab3f6725 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:51:52.289078 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e04360-af54-4c40-bf31-bea5ab3f6725 None None] Checking segment: {'id': '277fcfd3-cbc9-406c-b700-707921ef75c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '17acfa9b-d4cd-405c-8441-9035cce54c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:51:52.289490 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c1e04360-af54-4c40-bf31-bea5ab3f6725 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:52.289892 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e04360-af54-4c40-bf31-bea5ab3f6725 None None] Bound using segment: {'id': '277fcfd3-cbc9-406c-b700-707921ef75c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '17acfa9b-d4cd-405c-8441-9035cce54c69'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:51:52.290516 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-c1e04360-af54-4c40-bf31-bea5ab3f6725 None None] Bound port: 37d87f6b-e0f7-4f29-a395-82184677ac94, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '277fcfd3-cbc9-406c-b700-707921ef75c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '17acfa9b-d4cd-405c-8441-9035cce54c69'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:51:52.290904 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c1e04360-af54-4c40-bf31-bea5ab3f6725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:52.373316 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-c1e04360-af54-4c40-bf31-bea5ab3f6725 None None] For port 37d87f6b-e0f7-4f29-a395-82184677ac94, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:51:52.377821 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-c1e04360-af54-4c40-bf31-bea5ab3f6725 None None] For port 37d87f6b-e0f7-4f29-a395-82184677ac94, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=37d87f6b-e0f7-4f29-a395-82184677ac94,segment=NetworkSegment(277fcfd3-cbc9-406c-b700-707921ef75c3),segment_id=277fcfd3-cbc9-406c-b700-707921ef75c3)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:51:52.385034 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c1e04360-af54-4c40-bf31-bea5ab3f6725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:52.484718 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e04360-af54-4c40-bf31-bea5ab3f6725 None None] Pushing event updated for resources: {'Port': ['ID=37d87f6b-e0f7-4f29-a395-82184677ac94,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:52.824463 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd3faa-afce-449b-a202-eb86273d4571 req-5206acf9-e504-45d4-ad92-9019cc0147ab tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:52.826441 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cddd3faa-afce-449b-a202-eb86273d4571 req-5206acf9-e504-45d4-ad92-9019cc0147ab tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.1205418 Sep 07 02:51:52.857937 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-740df14f-c3d0-4b11-aec5-200926682ab6 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:52.882745 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-740df14f-c3d0-4b11-aec5-200926682ab6 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Transition to ACTIVE for port object 25134493-3bed-4b8b-9270-8b3ec05e621e will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:51:52.891274 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cddd3faa-afce-449b-a202-eb86273d4571 req-a21ee942-8a85-4445-b742-a2bf77f449d9 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582981 Sep 07 02:51:52.926091 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-740df14f-c3d0-4b11-aec5-200926682ab6 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:52.977778 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740df14f-c3d0-4b11-aec5-200926682ab6 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Network 17acfa9b-d4cd-405c-8441-9035cce54c69 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:51:52.981930 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-740df14f-c3d0-4b11-aec5-200926682ab6 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:51:52.992072 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740df14f-c3d0-4b11-aec5-200926682ab6 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:51:53.024721 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740df14f-c3d0-4b11-aec5-200926682ab6 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event updated for resources: {'Port': ['ID=25134493-3bed-4b8b-9270-8b3ec05e621e,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:53.092978 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740df14f-c3d0-4b11-aec5-200926682ab6 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:53.093937 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-740df14f-c3d0-4b11-aec5-200926682ab6 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:53.127993 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bb4d5c8c-c12e-4dec-9660-c142153559ef req-3f9b54b8-3d85-471f-a6ec-8c4edffac88e tempest-ServerShowV254Test-1044817157 tempest-ServerShowV254Test-1044817157-project] 10.222.0.22 "GET /v2.0/ports?device_id=7617e04e-50af-46f6-8de9-2d2673cd167d HTTP/1.1" status: 200 len: 210 time: 0.0636039 Sep 07 02:51:53.147003 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-740df14f-c3d0-4b11-aec5-200926682ab6 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.7130182 Sep 07 02:51:53.149424 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 39806) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:53.156567 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-f1a92f58-d106-418c-a155-23a8c8a3b46b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Request body: {'port': {'network_id': '17acfa9b-d4cd-405c-8441-9035cce54c69', 'name': 'tempest-PortsTestJSON-1786966072', 'fixed_ips': [{'subnet_id': '21ab75f4-ff7d-4390-81c3-a4e5fb682c7a', 'ip_address': '172.20.0.9'}]}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:51:53.170360 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d4c0d-dc49-4354-a8f3-9ac7f4a06c4b req-73e35fc8-00b7-49e1-8e46-5cc6bb14a737 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:53.172515 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 37d87f6b-e0f7-4f29-a395-82184677ac94 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:51:53.186266 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-773d4c0d-dc49-4354-a8f3-9ac7f4a06c4b req-73e35fc8-00b7-49e1-8e46-5cc6bb14a737 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.1035163 Sep 07 02:51:53.290354 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-773d4c0d-dc49-4354-a8f3-9ac7f4a06c4b req-e535af7e-5255-42d7-ab7d-8687b65879f2 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030059 Sep 07 02:51:53.299596 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 37d87f6b-e0f7-4f29-a395-82184677ac94 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:51:53.411655 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-867414ca-dce9-4527-9451-ade43f702108 req-7fe661e5-4e90-45ec-a63d-73b5cb083ce4 tempest-ServerShowV254Test-1044817157 tempest-ServerShowV254Test-1044817157-project] 10.222.0.16 "GET /v2.0/ports?device_id=7617e04e-50af-46f6-8de9-2d2673cd167d HTTP/1.1" status: 200 len: 210 time: 0.0320067 Sep 07 02:51:53.413206 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a92f58-d106-418c-a155-23a8c8a3b46b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Made reservation on behalf of f454ca8a0bab4ccfb979d91b13b54fc2 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:51:53.441324 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f1a92f58-d106-418c-a155-23a8c8a3b46b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:53.561332 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-f1a92f58-d106-418c-a155-23a8c8a3b46b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] device_id is not set on port 6f451674-ac12-400c-a911-b217368c3c9c yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:51:53.667419 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1497fbd2-ea02-4354-a14a-2cb31903962e req-936f4100-0efe-4e71-8b03-d262dcc7edef tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:53.668987 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1497fbd2-ea02-4354-a14a-2cb31903962e req-936f4100-0efe-4e71-8b03-d262dcc7edef tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.2599013 Sep 07 02:51:53.757010 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1497fbd2-ea02-4354-a14a-2cb31903962e req-8572f4e6-69e7-4360-915c-6e970100f4a3 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624204 Sep 07 02:51:53.773053 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6165909a-3967-4fc2-ab40-7246048f08fa None None] Network 17acfa9b-d4cd-405c-8441-9035cce54c69 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:51:53.871875 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-f1a92f58-d106-418c-a155-23a8c8a3b46b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Allocated IP 172.20.0.9 (17acfa9b-d4cd-405c-8441-9035cce54c69/21ab75f4-ff7d-4390-81c3-a4e5fb682c7a/6f451674-ac12-400c-a911-b217368c3c9c) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:51:53.897841 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-4968352b-8b74-4c4c-9c4f-33515d5ef9f6 None None] Provisioning for port 37d87f6b-e0f7-4f29-a395-82184677ac94 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:51:53.918020 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-4968352b-8b74-4c4c-9c4f-33515d5ef9f6 None None] Provisioning complete for port 37d87f6b-e0f7-4f29-a395-82184677ac94 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:51:53.918393 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4968352b-8b74-4c4c-9c4f-33515d5ef9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:54.037563 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f2e6be-3298-4317-a06d-2202a345924d req-d9593300-c6e3-4c1d-a66d-16f1314ed27f tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:54.040176 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-20f2e6be-3298-4317-a06d-2202a345924d req-d9593300-c6e3-4c1d-a66d-16f1314ed27f tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.1074774 Sep 07 02:51:54.142450 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-20f2e6be-3298-4317-a06d-2202a345924d req-3bfe3bd3-7f8b-44fb-aa5e-614863f66c0b tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574281 Sep 07 02:51:54.166108 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4968352b-8b74-4c4c-9c4f-33515d5ef9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:54.205108 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f1a92f58-d106-418c-a155-23a8c8a3b46b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:54.226474 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-f1a92f58-d106-418c-a155-23a8c8a3b46b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Transition to ACTIVE for port object 6f451674-ac12-400c-a911-b217368c3c9c will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:51:54.251941 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-4968352b-8b74-4c4c-9c4f-33515d5ef9f6 None None] For port 37d87f6b-e0f7-4f29-a395-82184677ac94, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=37d87f6b-e0f7-4f29-a395-82184677ac94,segment=NetworkSegment(277fcfd3-cbc9-406c-b700-707921ef75c3),segment_id=277fcfd3-cbc9-406c-b700-707921ef75c3)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:51:54.275863 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4968352b-8b74-4c4c-9c4f-33515d5ef9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:54.352826 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4968352b-8b74-4c4c-9c4f-33515d5ef9f6 None None] Pushing event updated for resources: {'Port': ['ID=37d87f6b-e0f7-4f29-a395-82184677ac94,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:54.386686 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a289b-a3cc-4ae2-b6e5-bc4de51144d6 req-80891a62-90f3-4f3c-be7c-554fb663d93c tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:54.394896 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6a7a289b-a3cc-4ae2-b6e5-bc4de51144d6 req-80891a62-90f3-4f3c-be7c-554fb663d93c tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.1273131 Sep 07 02:51:54.398370 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f1a92f58-d106-418c-a155-23a8c8a3b46b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:54.516170 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a92f58-d106-418c-a155-23a8c8a3b46b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Network 17acfa9b-d4cd-405c-8441-9035cce54c69 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:51:54.532414 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6a7a289b-a3cc-4ae2-b6e5-bc4de51144d6 req-6301322c-3e7e-4b3b-aa12-1d89813e01c0 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364405 Sep 07 02:51:54.537785 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-f1a92f58-d106-418c-a155-23a8c8a3b46b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:51:54.557421 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a92f58-d106-418c-a155-23a8c8a3b46b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:51:54.618170 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3082fee9-0542-4fb2-a5c2-a8b340d8b8f8 None None] Provisioning for port 25134493-3bed-4b8b-9270-8b3ec05e621e completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:51:54.622736 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3082fee9-0542-4fb2-a5c2-a8b340d8b8f8 None None] Provisioning complete for port 25134493-3bed-4b8b-9270-8b3ec05e621e triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:51:54.623363 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3082fee9-0542-4fb2-a5c2-a8b340d8b8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:54.632063 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a92f58-d106-418c-a155-23a8c8a3b46b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event updated for resources: {'Port': ['ID=6f451674-ac12-400c-a911-b217368c3c9c,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:54.685077 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3082fee9-0542-4fb2-a5c2-a8b340d8b8f8 None None] Port 25134493-3bed-4b8b-9270-8b3ec05e621e cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:51:54.692557 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a92f58-d106-418c-a155-23a8c8a3b46b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:54.693771 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f1a92f58-d106-418c-a155-23a8c8a3b46b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:54.699467 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3082fee9-0542-4fb2-a5c2-a8b340d8b8f8 None None] Provisioning complete for port 37d87f6b-e0f7-4f29-a395-82184677ac94 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:51:54.700244 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3082fee9-0542-4fb2-a5c2-a8b340d8b8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:54.788870 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 39988) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:54.790489 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f1a92f58-d106-418c-a155-23a8c8a3b46b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6388531 Sep 07 02:51:54.824199 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e42648e-9e02-4f1a-adf4-8b6295f8e0b8 req-4f6daa06-fe16-407d-acbd-daeb4ddedb01 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:54.848634 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2e42648e-9e02-4f1a-adf4-8b6295f8e0b8 req-4f6daa06-fe16-407d-acbd-daeb4ddedb01 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.1427610 Sep 07 02:51:54.861079 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 39998) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:54.918907 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c39c3c-3d17-47cc-9c32-0bc38cdb69ae tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:54.924747 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 40008) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:54.928858 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-78c39c3c-3d17-47cc-9c32-0bc38cdb69ae tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1375544 Sep 07 02:51:54.969890 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-10b0ebd1-de34-4b56-925a-e2919816884e None None] Provisioning complete for port 25134493-3bed-4b8b-9270-8b3ec05e621e triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:51:54.971043 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-10b0ebd1-de34-4b56-925a-e2919816884e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:54.985112 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2e42648e-9e02-4f1a-adf4-8b6295f8e0b8 req-3387dfe1-0ad4-47af-99ac-9a452522c87a tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325650 Sep 07 02:51:55.078434 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c295e5-3f31-44af-bddd-1ff1086a7693 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:55.096526 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c295e5-3f31-44af-bddd-1ff1086a7693 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:55.097156 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-10b0ebd1-de34-4b56-925a-e2919816884e None None] Port 25134493-3bed-4b8b-9270-8b3ec05e621e cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:51:55.108169 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c295e5-3f31-44af-bddd-1ff1086a7693 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:55.112755 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-64c295e5-3f31-44af-bddd-1ff1086a7693 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1867399 Sep 07 02:51:55.113044 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 40026) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:55.129732 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 37d87f6b-e0f7-4f29-a395-82184677ac94 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:51:55.138313 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c8d3d49f-e345-4b48-877f-70054d679734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:55.245922 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c8d3d49f-e345-4b48-877f-70054d679734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:55.256697 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c8d3d49f-e345-4b48-877f-70054d679734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:55.302136 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d3d49f-e345-4b48-877f-70054d679734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28042d95-01c6-4040-aa21-bb5f7c9736d6,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:55.313053 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 37d87f6b-e0f7-4f29-a395-82184677ac94 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:51:55.313772 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:55.315763 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c8d3d49f-e345-4b48-877f-70054d679734 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7121379838b54301910df53c7f4d4c25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4533257 Sep 07 02:51:55.316256 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 40046) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:55.360772 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b8272-9ee6-4b8c-9fed-9d68c7c5a29a req-8d115eb5-0ce8-4435-b3f5-4e8625e6aa3e tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:55.363433 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e44b8272-9ee6-4b8c-9fed-9d68c7c5a29a req-8d115eb5-0ce8-4435-b3f5-4e8625e6aa3e tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.2079887 Sep 07 02:51:55.391535 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bf3d4076-6f60-4d0f-9c9f-9258a2358c01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:55.408779 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-19398050-962e-45fe-bc77-8f554593e4f8 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Deleting port 6f451674-ac12-400c-a911-b217368c3c9c {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:51:55.409307 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-19398050-962e-45fe-bc77-8f554593e4f8 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:55.431693 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bf3d4076-6f60-4d0f-9c9f-9258a2358c01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:55.461626 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e44b8272-9ee6-4b8c-9fed-9d68c7c5a29a req-4e2e6a58-cc11-4936-ba0c-5ea5901bf552 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845251 Sep 07 02:51:55.516852 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-ba02449c-b883-43df-814a-b347217893b2 None None] Provisioning for port 6f451674-ac12-400c-a911-b217368c3c9c completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:51:55.522405 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-ba02449c-b883-43df-814a-b347217893b2 None None] Provisioning complete for port 6f451674-ac12-400c-a911-b217368c3c9c triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:51:55.522954 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ba02449c-b883-43df-814a-b347217893b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:55.561723 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bf3d4076-6f60-4d0f-9c9f-9258a2358c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:55.566066 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bf3d4076-6f60-4d0f-9c9f-9258a2358c01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:55.567277 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-bf3d4076-6f60-4d0f-9c9f-9258a2358c01 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/28042d95-01c6-4040-aa21-bb5f7c9736d6 HTTP/1.1" status: 204 len: 168 time: 0.2496300 Sep 07 02:51:55.590447 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-ba02449c-b883-43df-814a-b347217893b2 None None] Port 6f451674-ac12-400c-a911-b217368c3c9c cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:51:55.600044 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3d4076-6f60-4d0f-9c9f-9258a2358c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28042d95-01c6-4040-aa21-bb5f7c9736d6,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:55.614345 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-19398050-962e-45fe-bc77-8f554593e4f8 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:55.632435 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-19398050-962e-45fe-bc77-8f554593e4f8 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Calling delete_port for 6f451674-ac12-400c-a911-b217368c3c9c owned by {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:51:55.759568 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1e76d-ed3b-4814-986e-1d3453ae32ca req-4a6428a4-8294-457c-93df-b28b9fe410da tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:55.761054 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8fc1e76d-ed3b-4814-986e-1d3453ae32ca req-4a6428a4-8294-457c-93df-b28b9fe410da tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.0706954 Sep 07 02:51:55.841492 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8fc1e76d-ed3b-4814-986e-1d3453ae32ca req-b7fd9188-f3e7-483e-9185-eb4f494db957 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663977 Sep 07 02:51:55.877368 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-19398050-962e-45fe-bc77-8f554593e4f8 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:55.897888 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-14d36c87-0ed5-42c1-a2df-682de69a28f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:55.929966 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19398050-962e-45fe-bc77-8f554593e4f8 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event deleted for resources: {'Port': ['ID=6f451674-ac12-400c-a911-b217368c3c9c,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:56.050892 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-19398050-962e-45fe-bc77-8f554593e4f8 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:56.053391 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-19398050-962e-45fe-bc77-8f554593e4f8 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "DELETE /v2.0/ports/6f451674-ac12-400c-a911-b217368c3c9c HTTP/1.1" status: 204 len: 168 time: 0.9393041 Sep 07 02:51:56.057653 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 40152) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:56.096762 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-8689ed11-0c37-4500-b019-c9a0c7b0c1e8 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] GET failed (client error): The resource could not be found. Sep 07 02:51:56.100947 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8689ed11-0c37-4500-b019-c9a0c7b0c1e8 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "GET /v2.0/ports/6f451674-ac12-400c-a911-b217368c3c9c HTTP/1.1" status: 404 len: 333 time: 0.0396678 Sep 07 02:51:56.101458 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 40160) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:56.142706 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c2803-f74a-4c98-b603-ee6726d31261 req-a1ff7aa6-68c8-4939-8674-0577ca2cab92 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:56.144250 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0f2c2803-f74a-4c98-b603-ee6726d31261 req-a1ff7aa6-68c8-4939-8674-0577ca2cab92 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.1420937 Sep 07 02:51:56.242737 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0f2c2803-f74a-4c98-b603-ee6726d31261 req-bec59178-6ca2-4ca4-9db2-2997816c0191 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902765 Sep 07 02:51:56.270273 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-7d9b442b-db0d-4d0b-b4a2-96b51b0d7992 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Deleting port 25134493-3bed-4b8b-9270-8b3ec05e621e {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:51:56.270539 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7d9b442b-db0d-4d0b-b4a2-96b51b0d7992 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:56.376585 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7d9b442b-db0d-4d0b-b4a2-96b51b0d7992 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:56.394974 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-7d9b442b-db0d-4d0b-b4a2-96b51b0d7992 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Calling delete_port for 25134493-3bed-4b8b-9270-8b3ec05e621e owned by {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:51:56.463572 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 40216) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:56.531057 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e641ae-4197-4cc0-9c34-ffc615b4f538 req-3060ee20-eddd-45da-9fdf-15ea65c33968 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:56.538912 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c2e641ae-4197-4cc0-9c34-ffc615b4f538 req-3060ee20-eddd-45da-9fdf-15ea65c33968 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.0801313 Sep 07 02:51:56.612132 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c2e641ae-4197-4cc0-9c34-ffc615b4f538 req-bf2c00e8-7563-494b-b9c2-c63a244ca348 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722411 Sep 07 02:51:56.647208 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7d9b442b-db0d-4d0b-b4a2-96b51b0d7992 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:56.656351 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-bf4e536b-d4bb-41d0-a056-2e48a80fd045 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-467761034-network', 'tenant_id': 'c7eefead9d3a49c096322dafb730fc1d'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:51:56.691773 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4e536b-d4bb-41d0-a056-2e48a80fd045 admin admin] Made reservation on behalf of c7eefead9d3a49c096322dafb730fc1d for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:51:56.695888 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bf4e536b-d4bb-41d0-a056-2e48a80fd045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:56.709361 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b442b-db0d-4d0b-b4a2-96b51b0d7992 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event deleted for resources: {'Port': ['ID=25134493-3bed-4b8b-9270-8b3ec05e621e,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:56.709741 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bf4e536b-d4bb-41d0-a056-2e48a80fd045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:56.755584 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7d9b442b-db0d-4d0b-b4a2-96b51b0d7992 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:56.757913 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-7d9b442b-db0d-4d0b-b4a2-96b51b0d7992 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "DELETE /v2.0/ports/25134493-3bed-4b8b-9270-8b3ec05e621e HTTP/1.1" status: 204 len: 168 time: 0.6554334 Sep 07 02:51:56.760466 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 40246) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:56.792573 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c4260-f2e3-4a87-ab9c-8dd80781eb24 req-f9d3fde3-c55c-4a84-b20f-de91b574cfa9 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:56.794153 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8d0c4260-f2e3-4a87-ab9c-8dd80781eb24 req-f9d3fde3-c55c-4a84-b20f-de91b574cfa9 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.0867786 Sep 07 02:51:56.799243 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-230b2893-81a5-4ebd-9b94-f1a8b4815aa5 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] GET failed (client error): The resource could not be found. Sep 07 02:51:56.801092 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-230b2893-81a5-4ebd-9b94-f1a8b4815aa5 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "GET /v2.0/ports/25134493-3bed-4b8b-9270-8b3ec05e621e HTTP/1.1" status: 404 len: 333 time: 0.0397105 Sep 07 02:51:56.804397 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 40248) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:56.861295 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-4031058d-2292-4a79-97d8-488d1cf14952 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Deleting subnet 21ab75f4-ff7d-4390-81c3-a4e5fb682c7a {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:51:56.862486 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8d0c4260-f2e3-4a87-ab9c-8dd80781eb24 req-3558d84c-707f-4f11-80e5-eba2387a3706 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590422 Sep 07 02:51:56.883543 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4031058d-2292-4a79-97d8-488d1cf14952 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:56.907599 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bf4e536b-d4bb-41d0-a056-2e48a80fd045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:56.913163 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bf4e536b-d4bb-41d0-a056-2e48a80fd045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:56.934024 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4031058d-2292-4a79-97d8-488d1cf14952 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:56.937450 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf4e536b-d4bb-41d0-a056-2e48a80fd045 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:51:56.953884 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4e536b-d4bb-41d0-a056-2e48a80fd045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c30c8a-e2d2-4668-8f9d-ddfbfa545784,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:56.957121 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bf4e536b-d4bb-41d0-a056-2e48a80fd045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:56.957639 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-bf4e536b-d4bb-41d0-a056-2e48a80fd045 admin admin] Added segment 658bbed9-8af5-42f0-9f35-d429458c298a of type vlan for network 52c36ff9-9386-42f1-855f-551bb914bdf5 Sep 07 02:51:57.031046 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bf4e536b-d4bb-41d0-a056-2e48a80fd045 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:57.054396 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2691d79a-c905-4c8b-9c30-fe9df4f0761c req-698e2f53-5584-489a-8f5a-f9bb51c73822 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:57.056021 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2691d79a-c905-4c8b-9c30-fe9df4f0761c req-698e2f53-5584-489a-8f5a-f9bb51c73822 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.0962355 Sep 07 02:51:57.087508 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bf4e536b-d4bb-41d0-a056-2e48a80fd045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:57.088537 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4e536b-d4bb-41d0-a056-2e48a80fd045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:57.089126 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bf4e536b-d4bb-41d0-a056-2e48a80fd045 admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:57.133921 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-bf4e536b-d4bb-41d0-a056-2e48a80fd045 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6692979 Sep 07 02:51:57.138216 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 40256) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:57.144788 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-05c767ef-9e89-4d9e-844c-830141a0ab42 admin admin] Request body: {'subnet': {'network_id': '52c36ff9-9386-42f1-855f-551bb914bdf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-467761034-subnet', 'tenant_id': 'c7eefead9d3a49c096322dafb730fc1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:51:57.184704 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2691d79a-c905-4c8b-9c30-fe9df4f0761c req-f7914ace-29da-4bf6-b1da-ae013af2e82e tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204689 Sep 07 02:51:57.187077 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4e536b-d4bb-41d0-a056-2e48a80fd045 admin admin] Pushing event updated for resources: {'Network': ['ID=52c36ff9-9386-42f1-855f-551bb914bdf5,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:57.203573 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 52c36ff9-9386-42f1-855f-551bb914bdf5 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:51:57.220866 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c767ef-9e89-4d9e-844c-830141a0ab42 admin admin] Made reservation on behalf of c7eefead9d3a49c096322dafb730fc1d for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:51:57.223538 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-05c767ef-9e89-4d9e-844c-830141a0ab42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:57.393927 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a28379f-bb44-4f0b-906d-7ce05a9e6a35 req-4a7f1a87-29cf-459d-bcf2-508a81129d41 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:57.395428 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9a28379f-bb44-4f0b-906d-7ce05a9e6a35 req-4a7f1a87-29cf-459d-bcf2-508a81129d41 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.0883765 Sep 07 02:51:57.400812 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4031058d-2292-4a79-97d8-488d1cf14952 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:57.463792 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4031058d-2292-4a79-97d8-488d1cf14952 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:57.465065 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9a28379f-bb44-4f0b-906d-7ce05a9e6a35 req-7602b371-7cdb-48ca-bc97-96fff66a7a09 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503891 Sep 07 02:51:57.478333 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4031058d-2292-4a79-97d8-488d1cf14952 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:57.482798 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-4031058d-2292-4a79-97d8-488d1cf14952 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "DELETE /v2.0/subnets/21ab75f4-ff7d-4390-81c3-a4e5fb682c7a HTTP/1.1" status: 204 len: 168 time: 0.6750906 Sep 07 02:51:57.490005 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f675fa7a-c837-4543-9729-dabcf992f1e5 None None] Network 17acfa9b-d4cd-405c-8441-9035cce54c69 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:51:57.499772 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 40270) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:57.500406 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4031058d-2292-4a79-97d8-488d1cf14952 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event deleted for resources: {'Subnet': ['ID=21ab75f4-ff7d-4390-81c3-a4e5fb682c7a,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:57.602067 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-05c767ef-9e89-4d9e-844c-830141a0ab42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:57.607381 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-546d8e24-2598-45d6-b3f3-ef97de616c0d tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:57.746246 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c767ef-9e89-4d9e-844c-830141a0ab42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d6b566d-0211-44b1-9a18-df454c725718,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:57.758368 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c767ef-9e89-4d9e-844c-830141a0ab42 admin admin] Checking segment: {'id': '658bbed9-8af5-42f0-9f35-d429458c298a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '52c36ff9-9386-42f1-855f-551bb914bdf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:51:57.758745 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c767ef-9e89-4d9e-844c-830141a0ab42 admin admin] Network hostable DHCP agents. Network: 52c36ff9-9386-42f1-855f-551bb914bdf5, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:51:57.781797 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-546d8e24-2598-45d6-b3f3-ef97de616c0d tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Deleting port 37d87f6b-e0f7-4f29-a395-82184677ac94 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:51:57.782144 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-546d8e24-2598-45d6-b3f3-ef97de616c0d tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:57.797020 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c767ef-9e89-4d9e-844c-830141a0ab42 admin admin] Network 52c36ff9-9386-42f1-855f-551bb914bdf5 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:51:57.823189 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2ec401-42c3-4d3f-9121-3616dfa2f129 None None] DHCP port deletion for 17acfa9b-d4cd-405c-8441-9035cce54c69 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:51:57.873870 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-ca2ec401-42c3-4d3f-9121-3616dfa2f129 None None] Deleting port 37d87f6b-e0f7-4f29-a395-82184677ac94 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:51:57.874634 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ca2ec401-42c3-4d3f-9121-3616dfa2f129 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:57.882372 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-546d8e24-2598-45d6-b3f3-ef97de616c0d tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] For port 37d87f6b-e0f7-4f29-a395-82184677ac94, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=37d87f6b-e0f7-4f29-a395-82184677ac94,segment=NetworkSegment(277fcfd3-cbc9-406c-b700-707921ef75c3),segment_id=277fcfd3-cbc9-406c-b700-707921ef75c3)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:51:57.883068 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-546d8e24-2598-45d6-b3f3-ef97de616c0d tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:57.895042 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-05c767ef-9e89-4d9e-844c-830141a0ab42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 52c36ff9-9386-42f1-855f-551bb914bdf5) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:51:57.904688 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c767ef-9e89-4d9e-844c-830141a0ab42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:57.905288 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-05c767ef-9e89-4d9e-844c-830141a0ab42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:57.910923 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf28df23-68d2-4773-849e-03e8578fca85 None None] Network 52c36ff9-9386-42f1-855f-551bb914bdf5 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:51:57.911457 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-546d8e24-2598-45d6-b3f3-ef97de616c0d tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Calling delete_port for 37d87f6b-e0f7-4f29-a395-82184677ac94 owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:51:57.944222 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-05c767ef-9e89-4d9e-844c-830141a0ab42 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8033843 Sep 07 02:51:58.049575 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-546d8e24-2598-45d6-b3f3-ef97de616c0d tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:58.109115 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2fce5b-0dd4-445a-bbdb-08e0283054f1 req-0edad58c-7067-41b4-b523-6ffbb1101857 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:58.112281 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-ca2ec401-42c3-4d3f-9121-3616dfa2f129 None None] For port 37d87f6b-e0f7-4f29-a395-82184677ac94, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=37d87f6b-e0f7-4f29-a395-82184677ac94,segment=NetworkSegment(277fcfd3-cbc9-406c-b700-707921ef75c3),segment_id=277fcfd3-cbc9-406c-b700-707921ef75c3)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:51:58.113161 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ca2ec401-42c3-4d3f-9121-3616dfa2f129 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:58.119722 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546d8e24-2598-45d6-b3f3-ef97de616c0d tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event deleted for resources: {'Port': ['ID=37d87f6b-e0f7-4f29-a395-82184677ac94,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:58.122051 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546d8e24-2598-45d6-b3f3-ef97de616c0d tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] No DVR routers for this DVR port 37d87f6b-e0f7-4f29-a395-82184677ac94 on host n-d-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:51:58.123174 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4d2fce5b-0dd4-445a-bbdb-08e0283054f1 req-0edad58c-7067-41b4-b523-6ffbb1101857 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.1155355 Sep 07 02:51:58.169917 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4d2fce5b-0dd4-445a-bbdb-08e0283054f1 req-e30c09b6-fb7b-4ff5-bafa-68bb913b9473 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439258 Sep 07 02:51:58.175437 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-ca2ec401-42c3-4d3f-9121-3616dfa2f129 None None] Calling delete_port for 37d87f6b-e0f7-4f29-a395-82184677ac94 owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:51:58.234741 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-051e23c1-7f88-4b69-a59f-cccaf2dbfdb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:58.252840 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-546d8e24-2598-45d6-b3f3-ef97de616c0d tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:58.275874 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-546d8e24-2598-45d6-b3f3-ef97de616c0d tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17acfa9b-d4cd-405c-8441-9035cce54c69']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:51:58.291058 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-546d8e24-2598-45d6-b3f3-ef97de616c0d tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '277fcfd3-cbc9-406c-b700-707921ef75c3') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:51:58.292184 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-546d8e24-2598-45d6-b3f3-ef97de616c0d tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '277fcfd3-cbc9-406c-b700-707921ef75c3') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:51:58.305519 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-546d8e24-2598-45d6-b3f3-ef97de616c0d tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:58.326663 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-546d8e24-2598-45d6-b3f3-ef97de616c0d tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:58.338528 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cac5acd-a777-47cf-a460-a807ad3b5086 None None] Network 52c36ff9-9386-42f1-855f-551bb914bdf5 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:51:58.345350 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-546d8e24-2598-45d6-b3f3-ef97de616c0d tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:51:58.346713 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-546d8e24-2598-45d6-b3f3-ef97de616c0d tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:58.352171 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:51:58.352171 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:51:58.352171 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:51:58.352171 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:51:58.352171 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:51:58.352171 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:51:58.352171 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:51:58.352171 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:51:58.352171 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:51:58.352171 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:51:58.352171 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:51:58.352171 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:51:58.352171 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:51:58.352171 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:51:58.352171 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:51:58.352171 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:51:58.352171 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:51:58.352171 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:51:58.352171 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:51:58.352171 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:51:58.352171 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:51:58.352171 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:51:58.352171 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:51:58.352171 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:51:58.352171 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:51:58.352171 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:51:58.352171 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:51:58.352171 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:51:58.352171 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:51:58.352171 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:51:58.352171 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:51:58.352171 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:51:58.439619 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-546d8e24-2598-45d6-b3f3-ef97de616c0d tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:58.440065 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ca2ec401-42c3-4d3f-9121-3616dfa2f129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:58.449032 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ca2ec401-42c3-4d3f-9121-3616dfa2f129 None None] Network 17acfa9b-d4cd-405c-8441-9035cce54c69 is not hosted by any dhcp agent {{(pid=94702) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 07 02:51:58.449742 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2ec401-42c3-4d3f-9121-3616dfa2f129 None None] No DVR routers for this DVR port 37d87f6b-e0f7-4f29-a395-82184677ac94 on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:51:58.451041 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-546d8e24-2598-45d6-b3f3-ef97de616c0d tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:58.460979 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 40310) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:58.463564 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-546d8e24-2598-45d6-b3f3-ef97de616c0d tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "DELETE /v2.0/networks/17acfa9b-d4cd-405c-8441-9035cce54c69 HTTP/1.1" status: 204 len: 168 time: 0.9652185 Sep 07 02:51:58.466847 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-6d5e303b-edaf-4453-804c-74fa22705e69 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1396550048'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:51:58.483838 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2ec401-42c3-4d3f-9121-3616dfa2f129 None None] Pushing event deleted for resources: {'Port': ['ID=37d87f6b-e0f7-4f29-a395-82184677ac94,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:58.507530 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546d8e24-2598-45d6-b3f3-ef97de616c0d tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event deleted for resources: {'Network': ['ID=17acfa9b-d4cd-405c-8441-9035cce54c69,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:58.529013 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5e303b-edaf-4453-804c-74fa22705e69 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Made reservation on behalf of f454ca8a0bab4ccfb979d91b13b54fc2 for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:51:58.544558 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6d5e303b-edaf-4453-804c-74fa22705e69 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:58.571433 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d5e303b-edaf-4453-804c-74fa22705e69 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:51:58.585737 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6d5e303b-edaf-4453-804c-74fa22705e69 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:58.585737 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-6d5e303b-edaf-4453-804c-74fa22705e69 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Added segment a2ce2634-2cc3-4759-a181-4a7a3f75ad5e of type vlan for network 2c721ace-c18b-4952-8fb0-ac7e3702fc7e Sep 07 02:51:58.636293 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6d5e303b-edaf-4453-804c-74fa22705e69 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:58.640512 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 40316) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:58.647844 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-61638218-e102-4d68-b53d-b044708141b0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1668332853-network', 'tenant_id': 'c7b5224fd66941c19a91dad724ac5fc2'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:51:58.689478 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6d5e303b-edaf-4453-804c-74fa22705e69 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:58.695301 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:58.697976 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5e303b-edaf-4453-804c-74fa22705e69 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:58.698934 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6d5e303b-edaf-4453-804c-74fa22705e69 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:58.707322 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61638218-e102-4d68-b53d-b044708141b0 admin admin] Made reservation on behalf of c7b5224fd66941c19a91dad724ac5fc2 for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:51:58.710391 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-61638218-e102-4d68-b53d-b044708141b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:58.740496 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-61638218-e102-4d68-b53d-b044708141b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:58.756728 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-6d5e303b-edaf-4453-804c-74fa22705e69 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2946291 Sep 07 02:51:58.759652 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 40320) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:58.766978 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-43a235c4-2520-4571-a81e-073b2058e9e4 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Request body: {'subnet': {'network_id': '2c721ace-c18b-4952-8fb0-ac7e3702fc7e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:51:58.802006 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5e303b-edaf-4453-804c-74fa22705e69 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event updated for resources: {'Network': ['ID=2c721ace-c18b-4952-8fb0-ac7e3702fc7e,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:58.817291 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 2c721ace-c18b-4952-8fb0-ac7e3702fc7e details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:51:58.953480 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-61638218-e102-4d68-b53d-b044708141b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:58.959084 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-61638218-e102-4d68-b53d-b044708141b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:58.981236 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a235c4-2520-4571-a81e-073b2058e9e4 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Made reservation on behalf of f454ca8a0bab4ccfb979d91b13b54fc2 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:51:58.987434 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-43a235c4-2520-4571-a81e-073b2058e9e4 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:58.990696 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61638218-e102-4d68-b53d-b044708141b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce6515f-65e7-4e9c-b85c-e7f3be143bfd,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:59.024031 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61638218-e102-4d68-b53d-b044708141b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:51:59.046316 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-61638218-e102-4d68-b53d-b044708141b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:59.046827 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-61638218-e102-4d68-b53d-b044708141b0 admin admin] Added segment cdf16722-2968-49dd-b231-3507f52df24f of type vlan for network 6f0276e7-bc20-4d67-8506-5530db77edf7 Sep 07 02:51:59.119455 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-61638218-e102-4d68-b53d-b044708141b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:59.129830 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 37d87f6b-e0f7-4f29-a395-82184677ac94 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:51:59.152272 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 37d87f6b-e0f7-4f29-a395-82184677ac94 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:51:59.152951 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 37d87f6b-e0f7-4f29-a395-82184677ac94 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:51:59.189941 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-61638218-e102-4d68-b53d-b044708141b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:59.191559 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61638218-e102-4d68-b53d-b044708141b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:59.193086 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-61638218-e102-4d68-b53d-b044708141b0 admin admin] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:59.232146 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-61638218-e102-4d68-b53d-b044708141b0 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5878973 Sep 07 02:51:59.232862 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 40330) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:59.239770 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-eb9c7bb0-cd77-4703-96e4-a24b425dafec admin admin] Request body: {'subnet': {'network_id': '6f0276e7-bc20-4d67-8506-5530db77edf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1668332853-subnet', 'tenant_id': 'c7b5224fd66941c19a91dad724ac5fc2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:51:59.293822 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-43a235c4-2520-4571-a81e-073b2058e9e4 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:59.353671 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61638218-e102-4d68-b53d-b044708141b0 admin admin] Pushing event updated for resources: {'Network': ['ID=6f0276e7-bc20-4d67-8506-5530db77edf7,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:59.365732 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 6f0276e7-bc20-4d67-8506-5530db77edf7 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:51:59.375655 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9c7bb0-cd77-4703-96e4-a24b425dafec admin admin] Made reservation on behalf of c7b5224fd66941c19a91dad724ac5fc2 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:51:59.378295 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eb9c7bb0-cd77-4703-96e4-a24b425dafec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:59.400553 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a235c4-2520-4571-a81e-073b2058e9e4 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event updated for resources: {'Subnet': ['ID=863fe2a9-6c02-474d-98ba-a5150dac833b,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:59.427286 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b2b7eb-83c4-4c1e-bfdc-de31ab880757 req-0b46272e-6c33-4f42-8517-d1a09163b93a tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:59.435464 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-36b2b7eb-83c4-4c1e-bfdc-de31ab880757 req-0b46272e-6c33-4f42-8517-d1a09163b93a tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.1225648 Sep 07 02:51:59.436856 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a235c4-2520-4571-a81e-073b2058e9e4 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Checking segment: {'id': 'a2ce2634-2cc3-4759-a181-4a7a3f75ad5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2c721ace-c18b-4952-8fb0-ac7e3702fc7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:51:59.437338 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a235c4-2520-4571-a81e-073b2058e9e4 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Network hostable DHCP agents. Network: 2c721ace-c18b-4952-8fb0-ac7e3702fc7e, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:51:59.466425 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a235c4-2520-4571-a81e-073b2058e9e4 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Network 2c721ace-c18b-4952-8fb0-ac7e3702fc7e is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:51:59.489716 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-43a235c4-2520-4571-a81e-073b2058e9e4 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 2c721ace-c18b-4952-8fb0-ac7e3702fc7e) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:51:59.496493 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a235c4-2520-4571-a81e-073b2058e9e4 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:59.497192 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-43a235c4-2520-4571-a81e-073b2058e9e4 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:59.505099 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e9cba3-098e-418b-87c9-136f089d048a None None] Network 2c721ace-c18b-4952-8fb0-ac7e3702fc7e requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:51:59.526884 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-43a235c4-2520-4571-a81e-073b2058e9e4 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7653875 Sep 07 02:51:59.527586 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 40334) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:59.532784 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-36b2b7eb-83c4-4c1e-bfdc-de31ab880757 req-753d41c0-5273-4734-acfb-6fa2594c5d58 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958800 Sep 07 02:51:59.533626 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-17752063-5c5a-46ec-a9f3-9ccd9b9a9ddc tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1364856005', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:51:59.544522 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:59.573593 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-17752063-5c5a-46ec-a9f3-9ccd9b9a9ddc tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:59.576513 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-17752063-5c5a-46ec-a9f3-9ccd9b9a9ddc tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:59.643695 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-17752063-5c5a-46ec-a9f3-9ccd9b9a9ddc tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:59.649268 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-17752063-5c5a-46ec-a9f3-9ccd9b9a9ddc tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:59.667812 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-17752063-5c5a-46ec-a9f3-9ccd9b9a9ddc tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:59.669727 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-17752063-5c5a-46ec-a9f3-9ccd9b9a9ddc tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1408424 Sep 07 02:51:59.672092 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 40336) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:51:59.679327 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-a17b6aa5-cd19-4fb3-b8f6-ccef978839f5 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Request body: {'port': {'network_id': '2c721ace-c18b-4952-8fb0-ac7e3702fc7e', 'name': 'tempest-PortsTestJSON-793296062'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:51:59.697163 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eb9c7bb0-cd77-4703-96e4-a24b425dafec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:59.721849 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4073e055-9a5e-4bce-b211-24dc646e8515 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-2c721ace-c18b-4952-8fb0-ac7e3702fc7e', 'network_id': '2c721ace-c18b-4952-8fb0-ac7e3702fc7e', 'tenant_id': 'f454ca8a0bab4ccfb979d91b13b54fc2', 'fixed_ips': [{'subnet_id': '863fe2a9-6c02-474d-98ba-a5150dac833b'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:51:59.722957 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4073e055-9a5e-4bce-b211-24dc646e8515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:59.750739 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c7bb0-cd77-4703-96e4-a24b425dafec admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec5bf32f-da18-4c96-a29d-2cc3dfee297a,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:51:59.821921 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9c7bb0-cd77-4703-96e4-a24b425dafec admin admin] Checking segment: {'id': 'cdf16722-2968-49dd-b231-3507f52df24f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6f0276e7-bc20-4d67-8506-5530db77edf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:51:59.828599 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9c7bb0-cd77-4703-96e4-a24b425dafec admin admin] Network hostable DHCP agents. Network: 6f0276e7-bc20-4d67-8506-5530db77edf7, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:51:59.833205 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17b6aa5-cd19-4fb3-b8f6-ccef978839f5 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Made reservation on behalf of f454ca8a0bab4ccfb979d91b13b54fc2 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:51:59.838670 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a17b6aa5-cd19-4fb3-b8f6-ccef978839f5 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:59.856016 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9c7bb0-cd77-4703-96e4-a24b425dafec admin admin] Network 6f0276e7-bc20-4d67-8506-5530db77edf7 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:51:59.864104 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-a17b6aa5-cd19-4fb3-b8f6-ccef978839f5 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] device_id is not set on port e07c9669-8a60-4016-86f0-4fe06e8c7267 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:51:59.881639 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-eb9c7bb0-cd77-4703-96e4-a24b425dafec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 6f0276e7-bc20-4d67-8506-5530db77edf7) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:51:59.886107 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9c7bb0-cd77-4703-96e4-a24b425dafec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:51:59.886755 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eb9c7bb0-cd77-4703-96e4-a24b425dafec admin admin] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:51:59.891809 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5b3464-97b9-433a-b3bd-a10de0787163 None None] Network 6f0276e7-bc20-4d67-8506-5530db77edf7 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:51:59.913423 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-eb9c7bb0-cd77-4703-96e4-a24b425dafec admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6792173 Sep 07 02:51:59.925335 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-4073e055-9a5e-4bce-b211-24dc646e8515 None None] Allocated IP 172.20.0.2 (2c721ace-c18b-4952-8fb0-ac7e3702fc7e/863fe2a9-6c02-474d-98ba-a5150dac833b/62ce6e6c-38eb-4ba6-aaaf-e3572df75a1e) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:52:00.397103 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4073e055-9a5e-4bce-b211-24dc646e8515 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:00.407324 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0b5976-f9b4-4242-9bb1-1c099f80060e None None] Network 6f0276e7-bc20-4d67-8506-5530db77edf7 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:52:00.412609 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-4073e055-9a5e-4bce-b211-24dc646e8515 None None] Transition to ACTIVE for port object 62ce6e6c-38eb-4ba6-aaaf-e3572df75a1e will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:52:00.473349 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-4073e055-9a5e-4bce-b211-24dc646e8515 None None] Transition to ACTIVE for port object 62ce6e6c-38eb-4ba6-aaaf-e3572df75a1e will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:52:00.491285 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4073e055-9a5e-4bce-b211-24dc646e8515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:00.550449 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-a17b6aa5-cd19-4fb3-b8f6-ccef978839f5 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Allocated IP 172.20.0.13 (2c721ace-c18b-4952-8fb0-ac7e3702fc7e/863fe2a9-6c02-474d-98ba-a5150dac833b/e07c9669-8a60-4016-86f0-4fe06e8c7267) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:52:00.561679 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4073e055-9a5e-4bce-b211-24dc646e8515 None None] Network 2c721ace-c18b-4952-8fb0-ac7e3702fc7e is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:52:00.565332 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4073e055-9a5e-4bce-b211-24dc646e8515 None None] Pushing event updated for resources: {'Port': ['ID=62ce6e6c-38eb-4ba6-aaaf-e3572df75a1e,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:00.576122 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-4073e055-9a5e-4bce-b211-24dc646e8515 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:52:00.606338 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915bd780-475b-4a05-bc8c-f2fe732d44ae req-1c001007-aa03-422f-9294-b887736aa47c tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:00.608158 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-915bd780-475b-4a05-bc8c-f2fe732d44ae req-1c001007-aa03-422f-9294-b887736aa47c tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] 10.222.0.22 "GET /v2.0/networks?id=52c36ff9-9386-42f1-855f-551bb914bdf5 HTTP/1.1" status: 200 len: 824 time: 0.1650782 Sep 07 02:52:00.610292 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4073e055-9a5e-4bce-b211-24dc646e8515 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:52:00.626215 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-915bd780-475b-4a05-bc8c-f2fe732d44ae req-6694ea0a-77ab-44da-9da0-915039522dba tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] 10.222.0.22 "GET /v2.0/quotas/c7eefead9d3a49c096322dafb730fc1d HTTP/1.1" status: 200 len: 375 time: 0.0114522 Sep 07 02:52:00.666779 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-915bd780-475b-4a05-bc8c-f2fe732d44ae req-609d5675-99a3-4666-ad8e-96d519d4214b tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c7eefead9d3a49c096322dafb730fc1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346708 Sep 07 02:52:00.693797 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-4073e055-9a5e-4bce-b211-24dc646e8515 None None] Attempting to bind port 62ce6e6c-38eb-4ba6-aaaf-e3572df75a1e on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:52:00.694237 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-4073e055-9a5e-4bce-b211-24dc646e8515 None None] Attempting to bind port 62ce6e6c-38eb-4ba6-aaaf-e3572df75a1e by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a2ce2634-2cc3-4759-a181-4a7a3f75ad5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2c721ace-c18b-4952-8fb0-ac7e3702fc7e'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:52:00.694621 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4073e055-9a5e-4bce-b211-24dc646e8515 None None] Attempting to bind port 62ce6e6c-38eb-4ba6-aaaf-e3572df75a1e on network 2c721ace-c18b-4952-8fb0-ac7e3702fc7e {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:52:00.709346 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4073e055-9a5e-4bce-b211-24dc646e8515 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:52:00.711952 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4073e055-9a5e-4bce-b211-24dc646e8515 None None] Checking segment: {'id': 'a2ce2634-2cc3-4759-a181-4a7a3f75ad5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2c721ace-c18b-4952-8fb0-ac7e3702fc7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:52:00.712391 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4073e055-9a5e-4bce-b211-24dc646e8515 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:00.712798 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4073e055-9a5e-4bce-b211-24dc646e8515 None None] Bound using segment: {'id': 'a2ce2634-2cc3-4759-a181-4a7a3f75ad5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2c721ace-c18b-4952-8fb0-ac7e3702fc7e'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:52:00.713296 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-4073e055-9a5e-4bce-b211-24dc646e8515 None None] Bound port: 62ce6e6c-38eb-4ba6-aaaf-e3572df75a1e, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2ce2634-2cc3-4759-a181-4a7a3f75ad5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2c721ace-c18b-4952-8fb0-ac7e3702fc7e'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:52:00.713687 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4073e055-9a5e-4bce-b211-24dc646e8515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:00.768239 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cca9a8-99fe-49e3-8153-3230e51f970b req-60880388-b4a9-4ece-a67a-34479163a41d tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:00.769701 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-87cca9a8-99fe-49e3-8153-3230e51f970b req-60880388-b4a9-4ece-a67a-34479163a41d tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.1438038 Sep 07 02:52:00.771696 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-915bd780-475b-4a05-bc8c-f2fe732d44ae req-1264445d-ca86-42a6-9f9c-bd077243ca95 service neutron] 10.222.0.22 "GET /v2.0/networks/52c36ff9-9386-42f1-855f-551bb914bdf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966394 Sep 07 02:52:00.811456 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-4073e055-9a5e-4bce-b211-24dc646e8515 None None] For port 62ce6e6c-38eb-4ba6-aaaf-e3572df75a1e, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:52:00.816988 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-4073e055-9a5e-4bce-b211-24dc646e8515 None None] For port 62ce6e6c-38eb-4ba6-aaaf-e3572df75a1e, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=62ce6e6c-38eb-4ba6-aaaf-e3572df75a1e,segment=NetworkSegment(a2ce2634-2cc3-4759-a181-4a7a3f75ad5e),segment_id=a2ce2634-2cc3-4759-a181-4a7a3f75ad5e)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:52:00.824739 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4073e055-9a5e-4bce-b211-24dc646e8515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:00.845735 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-87cca9a8-99fe-49e3-8153-3230e51f970b req-7a833633-44c7-48ac-8ada-fc9dbbbc447d tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649049 Sep 07 02:52:00.885370 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-915bd780-475b-4a05-bc8c-f2fe732d44ae req-d16e84fb-57fc-46b8-9bed-fcc81359b2b5 service neutron] 10.222.0.22 "GET /v2.0/networks/52c36ff9-9386-42f1-855f-551bb914bdf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074760 Sep 07 02:52:00.895652 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a17b6aa5-cd19-4fb3-b8f6-ccef978839f5 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:00.931422 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-a17b6aa5-cd19-4fb3-b8f6-ccef978839f5 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Transition to ACTIVE for port object e07c9669-8a60-4016-86f0-4fe06e8c7267 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:52:00.944802 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4073e055-9a5e-4bce-b211-24dc646e8515 None None] Pushing event updated for resources: {'Port': ['ID=62ce6e6c-38eb-4ba6-aaaf-e3572df75a1e,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:00.984920 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a17b6aa5-cd19-4fb3-b8f6-ccef978839f5 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:01.031834 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17b6aa5-cd19-4fb3-b8f6-ccef978839f5 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Network 2c721ace-c18b-4952-8fb0-ac7e3702fc7e is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:52:01.035036 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-a17b6aa5-cd19-4fb3-b8f6-ccef978839f5 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:52:01.042010 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17b6aa5-cd19-4fb3-b8f6-ccef978839f5 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:52:01.047884 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b6aa5-cd19-4fb3-b8f6-ccef978839f5 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event updated for resources: {'Port': ['ID=e07c9669-8a60-4016-86f0-4fe06e8c7267,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:01.098254 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17b6aa5-cd19-4fb3-b8f6-ccef978839f5 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:01.098925 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a17b6aa5-cd19-4fb3-b8f6-ccef978839f5 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:01.149184 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-60128dc5-a41e-4a37-ab59-7314b0bfe548 req-ebb75dd4-cbca-4543-8790-180234e6aa32 tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c5fa716-483b-4b1b-a246-a8eef84c5f3b HTTP/1.1" status: 200 len: 210 time: 0.0471919 Sep 07 02:52:01.155537 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a17b6aa5-cd19-4fb3-b8f6-ccef978839f5 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4820459 Sep 07 02:52:01.158013 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 40368) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:01.337290 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:01.602443 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-44eaa7df-5a7d-4afe-a3a6-2d886a57bcb4 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:01.869272 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-44eaa7df-5a7d-4afe-a3a6-2d886a57bcb4 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:01.874643 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-44eaa7df-5a7d-4afe-a3a6-2d886a57bcb4 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:01.990927 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eaa7df-5a7d-4afe-a3a6-2d886a57bcb4 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event updated for resources: {'Port': ['ID=e07c9669-8a60-4016-86f0-4fe06e8c7267,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:02.046442 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e7137b-8f24-4087-82c8-dbb0edf92b5d req-27c52ce4-2027-4261-9ee7-292d09ff67aa tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:02.047925 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e2e7137b-8f24-4087-82c8-dbb0edf92b5d req-27c52ce4-2027-4261-9ee7-292d09ff67aa tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.1131461 Sep 07 02:52:02.116015 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e2e7137b-8f24-4087-82c8-dbb0edf92b5d req-6ace47cd-1fa0-45a1-aa80-c7f2b374648d tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490966 Sep 07 02:52:02.142238 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62986cc-f5ee-4033-9f7a-3e3ad443fd47 None None] Network 2c721ace-c18b-4952-8fb0-ac7e3702fc7e requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:52:02.259911 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-9a5f8dd0-758c-4377-a931-d9898dfed8f5 None None] Provisioning for port 62ce6e6c-38eb-4ba6-aaaf-e3572df75a1e completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:52:02.316537 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0de91c96-9226-40e6-99f5-c462b0a1ecff req-e1618d1e-bc4e-463b-9568-efaef9dec8d1 tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c5fa716-483b-4b1b-a246-a8eef84c5f3b HTTP/1.1" status: 200 len: 210 time: 0.0451844 Sep 07 02:52:02.619769 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-44eaa7df-5a7d-4afe-a3a6-2d886a57bcb4 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:02.709903 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-965021e1-5a3b-4810-98a0-36d59b842d5a None None] Provisioning for port e07c9669-8a60-4016-86f0-4fe06e8c7267 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:52:02.724731 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-965021e1-5a3b-4810-98a0-36d59b842d5a None None] Provisioning complete for port e07c9669-8a60-4016-86f0-4fe06e8c7267 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:52:02.725340 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-965021e1-5a3b-4810-98a0-36d59b842d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:02.751378 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915bd780-475b-4a05-bc8c-f2fe732d44ae req-49a20c95-f84e-4145-b148-de2f60995ddf tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:02.753297 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-915bd780-475b-4a05-bc8c-f2fe732d44ae req-49a20c95-f84e-4145-b148-de2f60995ddf tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] 10.222.0.16 "GET /v2.0/networks?id=52c36ff9-9386-42f1-855f-551bb914bdf5 HTTP/1.1" status: 200 len: 824 time: 0.6164227 Sep 07 02:52:02.769734 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-915bd780-475b-4a05-bc8c-f2fe732d44ae req-f8a24566-aff9-42d9-a10c-79c4979b2288 tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] Request body: {'port': {'device_id': '1c5fa716-483b-4b1b-a246-a8eef84c5f3b', 'network_id': '52c36ff9-9386-42f1-855f-551bb914bdf5', 'admin_state_up': True, 'tenant_id': 'c7eefead9d3a49c096322dafb730fc1d'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:52:02.776436 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-965021e1-5a3b-4810-98a0-36d59b842d5a None None] Port e07c9669-8a60-4016-86f0-4fe06e8c7267 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:52:02.892198 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-44eaa7df-5a7d-4afe-a3a6-2d886a57bcb4 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:02.909630 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-27f579f0-4bbe-4ff5-a6d1-ae65233a1b1f None None] Provisioning complete for port e07c9669-8a60-4016-86f0-4fe06e8c7267 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:52:02.911052 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-27f579f0-4bbe-4ff5-a6d1-ae65233a1b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:02.960966 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-27f579f0-4bbe-4ff5-a6d1-ae65233a1b1f None None] Port e07c9669-8a60-4016-86f0-4fe06e8c7267 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:52:03.009222 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-915bd780-475b-4a05-bc8c-f2fe732d44ae req-f8a24566-aff9-42d9-a10c-79c4979b2288 tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] Made reservation on behalf of c7eefead9d3a49c096322dafb730fc1d for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:52:03.012882 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-915bd780-475b-4a05-bc8c-f2fe732d44ae req-f8a24566-aff9-42d9-a10c-79c4979b2288 tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:03.150751 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 62ce6e6c-38eb-4ba6-aaaf-e3572df75a1e up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:52:03.222562 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-67a24bf6-a9e2-42a2-b62b-34c10fbd958f None None] Provisioning complete for port e07c9669-8a60-4016-86f0-4fe06e8c7267 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:52:03.223167 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-67a24bf6-a9e2-42a2-b62b-34c10fbd958f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:03.325778 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-67a24bf6-a9e2-42a2-b62b-34c10fbd958f None None] Port e07c9669-8a60-4016-86f0-4fe06e8c7267 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:52:03.330032 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 62ce6e6c-38eb-4ba6-aaaf-e3572df75a1e completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:52:03.345640 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 62ce6e6c-38eb-4ba6-aaaf-e3572df75a1e triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:52:03.346165 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:03.364026 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9206efb-92b8-48a0-b127-e1f9430fc11c req-ad0a55c7-560e-4eb5-ae4f-76c573358e0b tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:03.365682 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b9206efb-92b8-48a0-b127-e1f9430fc11c req-ad0a55c7-560e-4eb5-ae4f-76c573358e0b tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.1280365 Sep 07 02:52:03.416226 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-915bd780-475b-4a05-bc8c-f2fe732d44ae req-f8a24566-aff9-42d9-a10c-79c4979b2288 tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] Allocated IP 172.20.0.6 (52c36ff9-9386-42f1-855f-551bb914bdf5/7d6b566d-0211-44b1-9a18-df454c725718/1103b53a-1571-43a7-b967-107c8a5c3f1f) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:52:03.449995 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:03.450911 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-44eaa7df-5a7d-4afe-a3a6-2d886a57bcb4 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:03.465439 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b9206efb-92b8-48a0-b127-e1f9430fc11c req-5d6b1033-1e59-486a-9305-9ed5309307ec tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893846 Sep 07 02:52:03.468794 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-44eaa7df-5a7d-4afe-a3a6-2d886a57bcb4 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:03.513542 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 62ce6e6c-38eb-4ba6-aaaf-e3572df75a1e, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=62ce6e6c-38eb-4ba6-aaaf-e3572df75a1e,segment=NetworkSegment(a2ce2634-2cc3-4759-a181-4a7a3f75ad5e),segment_id=a2ce2634-2cc3-4759-a181-4a7a3f75ad5e)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:52:03.529177 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:03.550651 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eaa7df-5a7d-4afe-a3a6-2d886a57bcb4 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event updated for resources: {'Port': ['ID=e07c9669-8a60-4016-86f0-4fe06e8c7267,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:03.565795 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-12b6ce97-a5f7-4956-9752-cd819359c10d req-d84ac96e-4957-4c84-991e-9dc839b13ba9 tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c5fa716-483b-4b1b-a246-a8eef84c5f3b HTTP/1.1" status: 200 len: 210 time: 0.0494909 Sep 07 02:52:03.622306 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=62ce6e6c-38eb-4ba6-aaaf-e3572df75a1e,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:03.633324 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-44eaa7df-5a7d-4afe-a3a6-2d886a57bcb4 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:03.694812 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2038383-43f7-4a18-bd97-24917cdd108d req-8653686f-fa58-4c70-938e-c5930df09dab tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:03.696388 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a2038383-43f7-4a18-bd97-24917cdd108d req-8653686f-fa58-4c70-938e-c5930df09dab tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 946 time: 0.1367726 Sep 07 02:52:03.842858 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a2038383-43f7-4a18-bd97-24917cdd108d req-ced868c4-9b1c-46f7-9037-eeb5a54be274 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136162 Sep 07 02:52:03.853919 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-915bd780-475b-4a05-bc8c-f2fe732d44ae req-f8a24566-aff9-42d9-a10c-79c4979b2288 tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:03.861294 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44eaa7df-5a7d-4afe-a3a6-2d886a57bcb4 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Network 2c721ace-c18b-4952-8fb0-ac7e3702fc7e is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:52:03.864251 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-44eaa7df-5a7d-4afe-a3a6-2d886a57bcb4 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:52:03.990893 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-915bd780-475b-4a05-bc8c-f2fe732d44ae req-f8a24566-aff9-42d9-a10c-79c4979b2288 tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:04.047156 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-915bd780-475b-4a05-bc8c-f2fe732d44ae req-f8a24566-aff9-42d9-a10c-79c4979b2288 tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] Network 52c36ff9-9386-42f1-855f-551bb914bdf5 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:52:04.058395 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-915bd780-475b-4a05-bc8c-f2fe732d44ae req-f8a24566-aff9-42d9-a10c-79c4979b2288 tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:52:04.068798 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-915bd780-475b-4a05-bc8c-f2fe732d44ae req-f8a24566-aff9-42d9-a10c-79c4979b2288 tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:52:04.068798 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a24566-aff9-42d9-a10c-79c4979b2288 tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] Pushing event updated for resources: {'Port': ['ID=1103b53a-1571-43a7-b967-107c8a5c3f1f,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:04.095217 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44eaa7df-5a7d-4afe-a3a6-2d886a57bcb4 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Router fa55469b-f855-47a1-b335-9e2b94abc8f8 is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 02:52:04.153230 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-5c038250-840c-43a8-88cf-2bcf74dad12f None None] Provisioning complete for port e07c9669-8a60-4016-86f0-4fe06e8c7267 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:52:04.154164 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5c038250-840c-43a8-88cf-2bcf74dad12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:04.166921 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915bd780-475b-4a05-bc8c-f2fe732d44ae req-f8a24566-aff9-42d9-a10c-79c4979b2288 tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:04.167568 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-915bd780-475b-4a05-bc8c-f2fe732d44ae req-f8a24566-aff9-42d9-a10c-79c4979b2288 tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:04.192026 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-5c038250-840c-43a8-88cf-2bcf74dad12f None None] Port e07c9669-8a60-4016-86f0-4fe06e8c7267 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:52:04.212444 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-915bd780-475b-4a05-bc8c-f2fe732d44ae req-f8a24566-aff9-42d9-a10c-79c4979b2288 tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4473741 Sep 07 02:52:04.223019 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44eaa7df-5a7d-4afe-a3a6-2d886a57bcb4 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:52:04.228865 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-915bd780-475b-4a05-bc8c-f2fe732d44ae req-5e5901fa-1985-4c23-916d-4102253cc98b service neutron] Request body: {'port': {'device_id': '1c5fa716-483b-4b1b-a246-a8eef84c5f3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:52:04.233684 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04420997-3636-44e1-89d1-541ed78c12e5 None None] Sync routers for ids ['fa55469b-f855-47a1-b335-9e2b94abc8f8'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:52:04.236144 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-44eaa7df-5a7d-4afe-a3a6-2d886a57bcb4 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "PUT /v2.0/routers/fa55469b-f855-47a1-b335-9e2b94abc8f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0769651 Sep 07 02:52:04.238787 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 40406) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:04.261756 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04420997-3636-44e1-89d1-541ed78c12e5 None None] Routers {'fa55469b-f855-47a1-b335-9e2b94abc8f8'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:52:04.262397 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-04420997-3636-44e1-89d1-541ed78c12e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:51:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['fa55469b-f855-47a1-b335-9e2b94abc8f8'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:52:04.291145 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-915bd780-475b-4a05-bc8c-f2fe732d44ae req-5e5901fa-1985-4c23-916d-4102253cc98b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:04.314947 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-04420997-3636-44e1-89d1-541ed78c12e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:52:04.319372 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c926984-7c8f-4b23-a16e-1d216f3b9f06 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:04.320922 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-0c926984-7c8f-4b23-a16e-1d216f3b9f06 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "GET /v2.0/ports?device_id=fa55469b-f855-47a1-b335-9e2b94abc8f8 HTTP/1.1" status: 200 len: 982 time: 0.0802400 Sep 07 02:52:04.323966 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 40408) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:04.324803 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04420997-3636-44e1-89d1-541ed78c12e5 None None] Routers {'fa55469b-f855-47a1-b335-9e2b94abc8f8'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:52:04.325616 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-04420997-3636-44e1-89d1-541ed78c12e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:51:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['fa55469b-f855-47a1-b335-9e2b94abc8f8'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:52:04.359963 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-04420997-3636-44e1-89d1-541ed78c12e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:52:04.360949 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04420997-3636-44e1-89d1-541ed78c12e5 None None] The sync data for ids ['fa55469b-f855-47a1-b335-9e2b94abc8f8'] in n-d-796209-16 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:52:04.619992 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-915bd780-475b-4a05-bc8c-f2fe732d44ae req-5e5901fa-1985-4c23-916d-4102253cc98b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1103b53a-1571-43a7-b967-107c8a5c3f1f {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:52:04.628903 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-915bd780-475b-4a05-bc8c-f2fe732d44ae req-5e5901fa-1985-4c23-916d-4102253cc98b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:04.644114 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-915bd780-475b-4a05-bc8c-f2fe732d44ae req-5e5901fa-1985-4c23-916d-4102253cc98b service neutron] Transition to ACTIVE for port object 1103b53a-1571-43a7-b967-107c8a5c3f1f will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:52:04.647377 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086c540-ada4-4087-9677-f8915db336f8 req-cc33e669-1217-4c07-9e7a-c3925a0b3bc2 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:04.649396 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5086c540-ada4-4087-9677-f8915db336f8 req-cc33e669-1217-4c07-9e7a-c3925a0b3bc2 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.0891674 Sep 07 02:52:04.650699 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-915bd780-475b-4a05-bc8c-f2fe732d44ae req-5e5901fa-1985-4c23-916d-4102253cc98b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:04.742035 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5901fa-1985-4c23-916d-4102253cc98b service neutron] Pushing event updated for resources: {'Port': ['ID=1103b53a-1571-43a7-b967-107c8a5c3f1f,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:04.757524 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5086c540-ada4-4087-9677-f8915db336f8 req-0d67b9d6-6d63-4a73-9ab4-5f983e9b0714 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873492 Sep 07 02:52:04.807372 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c781752b-0a7c-4ce1-8c7b-a2a61099c0b3 req-509dbb7b-c377-4c9e-acbc-31bc5417428a tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:04.809018 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c781752b-0a7c-4ce1-8c7b-a2a61099c0b3 req-509dbb7b-c377-4c9e-acbc-31bc5417428a tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c5fa716-483b-4b1b-a246-a8eef84c5f3b HTTP/1.1" status: 200 len: 943 time: 0.1229575 Sep 07 02:52:04.848264 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-915bd780-475b-4a05-bc8c-f2fe732d44ae req-5e5901fa-1985-4c23-916d-4102253cc98b service neutron] Attempting to bind port 1103b53a-1571-43a7-b967-107c8a5c3f1f on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:52:04.848855 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-915bd780-475b-4a05-bc8c-f2fe732d44ae req-5e5901fa-1985-4c23-916d-4102253cc98b service neutron] Attempting to bind port 1103b53a-1571-43a7-b967-107c8a5c3f1f by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '658bbed9-8af5-42f0-9f35-d429458c298a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '52c36ff9-9386-42f1-855f-551bb914bdf5'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:52:04.849044 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915bd780-475b-4a05-bc8c-f2fe732d44ae req-5e5901fa-1985-4c23-916d-4102253cc98b service neutron] Attempting to bind port 1103b53a-1571-43a7-b967-107c8a5c3f1f on network 52c36ff9-9386-42f1-855f-551bb914bdf5 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:52:04.859534 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915bd780-475b-4a05-bc8c-f2fe732d44ae req-5e5901fa-1985-4c23-916d-4102253cc98b service neutron] Port 1103b53a-1571-43a7-b967-107c8a5c3f1f on network 52c36ff9-9386-42f1-855f-551bb914bdf5 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:52:04.860402 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915bd780-475b-4a05-bc8c-f2fe732d44ae req-5e5901fa-1985-4c23-916d-4102253cc98b service neutron] Attempting to bind port 1103b53a-1571-43a7-b967-107c8a5c3f1f on network 52c36ff9-9386-42f1-855f-551bb914bdf5 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:52:04.869700 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915bd780-475b-4a05-bc8c-f2fe732d44ae req-5e5901fa-1985-4c23-916d-4102253cc98b service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:52:04.870011 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915bd780-475b-4a05-bc8c-f2fe732d44ae req-5e5901fa-1985-4c23-916d-4102253cc98b service neutron] Checking segment: {'id': '658bbed9-8af5-42f0-9f35-d429458c298a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '52c36ff9-9386-42f1-855f-551bb914bdf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:52:04.870455 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-915bd780-475b-4a05-bc8c-f2fe732d44ae req-5e5901fa-1985-4c23-916d-4102253cc98b service neutron] Bound using segment: {'id': '658bbed9-8af5-42f0-9f35-d429458c298a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '52c36ff9-9386-42f1-855f-551bb914bdf5'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:52:04.870911 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-915bd780-475b-4a05-bc8c-f2fe732d44ae req-5e5901fa-1985-4c23-916d-4102253cc98b service neutron] Bound port: 1103b53a-1571-43a7-b967-107c8a5c3f1f, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '658bbed9-8af5-42f0-9f35-d429458c298a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '52c36ff9-9386-42f1-855f-551bb914bdf5'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:52:04.871277 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-915bd780-475b-4a05-bc8c-f2fe732d44ae req-5e5901fa-1985-4c23-916d-4102253cc98b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:04.876003 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c781752b-0a7c-4ce1-8c7b-a2a61099c0b3 req-bd1f4d39-52e1-41e1-9ee9-254731452faa tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] 10.222.0.22 "GET /v2.0/security-groups?id=71c30c8a-e2d2-4668-8f9d-ddfbfa545784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598767 Sep 07 02:52:04.888134 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e9658f6e-4601-4e9f-943e-b2f449c94dfc tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:05.004133 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8790b7-7385-486a-a25a-130b3456debb req-fa7262b3-3fed-4baf-a29b-d092a62e8a67 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:05.006515 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1e8790b7-7385-486a-a25a-130b3456debb req-fa7262b3-3fed-4baf-a29b-d092a62e8a67 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 946 time: 0.0779498 Sep 07 02:52:05.008836 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-915bd780-475b-4a05-bc8c-f2fe732d44ae req-5e5901fa-1985-4c23-916d-4102253cc98b service neutron] For port 1103b53a-1571-43a7-b967-107c8a5c3f1f, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:52:05.027265 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-915bd780-475b-4a05-bc8c-f2fe732d44ae req-5e5901fa-1985-4c23-916d-4102253cc98b service neutron] For port 1103b53a-1571-43a7-b967-107c8a5c3f1f, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=1103b53a-1571-43a7-b967-107c8a5c3f1f,segment=NetworkSegment(658bbed9-8af5-42f0-9f35-d429458c298a),segment_id=658bbed9-8af5-42f0-9f35-d429458c298a)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:52:05.052586 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-915bd780-475b-4a05-bc8c-f2fe732d44ae req-5e5901fa-1985-4c23-916d-4102253cc98b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:05.092701 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184c6824-8153-4433-870e-c48c9e8bae3f req-96b1c832-ee49-4b53-acab-cdf7dc6d56dc tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:05.101288 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-184c6824-8153-4433-870e-c48c9e8bae3f req-96b1c832-ee49-4b53-acab-cdf7dc6d56dc tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 946 time: 0.1356637 Sep 07 02:52:05.113735 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915bd780-475b-4a05-bc8c-f2fe732d44ae req-5e5901fa-1985-4c23-916d-4102253cc98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:05.114359 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-915bd780-475b-4a05-bc8c-f2fe732d44ae req-5e5901fa-1985-4c23-916d-4102253cc98b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:05.116573 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-915bd780-475b-4a05-bc8c-f2fe732d44ae req-5e5901fa-1985-4c23-916d-4102253cc98b service neutron] 10.222.0.16 "PUT /v2.0/ports/1103b53a-1571-43a7-b967-107c8a5c3f1f HTTP/1.1" status: 200 len: 1092 time: 0.8946865 Sep 07 02:52:05.116753 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c5fa716-483b-4b1b-a246-a8eef84c5f3b', 'tag': '1103b53a-1571-43a7-b967-107c8a5c3f1f'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:52:05.119059 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afdc67df-bb9a-44a9-8f85-5522aa2ce76a" -d '{"events": [{"name": "network-changed", "server_uuid": "1c5fa716-483b-4b1b-a246-a8eef84c5f3b", "tag": "1103b53a-1571-43a7-b967-107c8a5c3f1f"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:52:05.128358 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 62ce6e6c-38eb-4ba6-aaaf-e3572df75a1e up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:52:05.189169 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5901fa-1985-4c23-916d-4102253cc98b service neutron] Pushing event updated for resources: {'Port': ['ID=1103b53a-1571-43a7-b967-107c8a5c3f1f,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:05.201120 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-184c6824-8153-4433-870e-c48c9e8bae3f req-8c6e2d5f-2554-411d-8868-2a7fb46fb364 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960014 Sep 07 02:52:05.242301 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d9cee6-b8ce-4145-b70e-74a1cb1fdde2 x-openstack-request-id: req-b3d9cee6-b8ce-4145-b70e-74a1cb1fdde2 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:52:05.242606 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c5fa716-483b-4b1b-a246-a8eef84c5f3b", "tag": "1103b53a-1571-43a7-b967-107c8a5c3f1f", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:52:05.242864 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b3d9cee6-b8ce-4145-b70e-74a1cb1fdde2 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:52:05.243278 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c5fa716-483b-4b1b-a246-a8eef84c5f3b', 'tag': '1103b53a-1571-43a7-b967-107c8a5c3f1f', 'status': 'completed', 'code': 200} Sep 07 02:52:05.243770 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 62ce6e6c-38eb-4ba6-aaaf-e3572df75a1e triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:52:05.244403 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:05.247405 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-1e8790b7-7385-486a-a25a-130b3456debb req-c5b7f210-fe8e-4600-bbb6-0ef3f5bc338f tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Deleting port 9835f8ab-da11-48dd-bb5b-d803606bbeef {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:52:05.247775 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1e8790b7-7385-486a-a25a-130b3456debb req-c5b7f210-fe8e-4600-bbb6-0ef3f5bc338f tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:05.251696 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915bd780-475b-4a05-bc8c-f2fe732d44ae req-dc1282ac-b8d1-446a-840d-0c57514ae4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:05.253228 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-915bd780-475b-4a05-bc8c-f2fe732d44ae req-dc1282ac-b8d1-446a-840d-0c57514ae4bd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c7eefead9d3a49c096322dafb730fc1d&device_id=1c5fa716-483b-4b1b-a246-a8eef84c5f3b HTTP/1.1" status: 200 len: 1095 time: 0.0831587 Sep 07 02:52:05.302780 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-e9658f6e-4601-4e9f-943e-b2f449c94dfc tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Deleting port e07c9669-8a60-4016-86f0-4fe06e8c7267 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:52:05.303454 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e9658f6e-4601-4e9f-943e-b2f449c94dfc tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:05.328494 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-915bd780-475b-4a05-bc8c-f2fe732d44ae req-ba3cb741-3bf0-4f35-bce9-af1808fef395 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1103b53a-1571-43a7-b967-107c8a5c3f1f HTTP/1.1" status: 200 len: 217 time: 0.0522766 Sep 07 02:52:05.404880 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e9658f6e-4601-4e9f-943e-b2f449c94dfc tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:05.418044 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-e9658f6e-4601-4e9f-943e-b2f449c94dfc tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Calling delete_port for e07c9669-8a60-4016-86f0-4fe06e8c7267 owned by network:router_interface {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:52:05.418217 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915bd780-475b-4a05-bc8c-f2fe732d44ae req-d7a7999d-92ff-4282-988e-0c240d6d283b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:05.419696 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-915bd780-475b-4a05-bc8c-f2fe732d44ae req-d7a7999d-92ff-4282-988e-0c240d6d283b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d6b566d-0211-44b1-9a18-df454c725718 HTTP/1.1" status: 200 len: 864 time: 0.0656536 Sep 07 02:52:05.424718 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-1e8790b7-7385-486a-a25a-130b3456debb req-c5b7f210-fe8e-4600-bbb6-0ef3f5bc338f tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] For port 9835f8ab-da11-48dd-bb5b-d803606bbeef, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=9835f8ab-da11-48dd-bb5b-d803606bbeef,segment=NetworkSegment(671b0d78-496f-4a6a-a20b-d6937a9097d2),segment_id=671b0d78-496f-4a6a-a20b-d6937a9097d2)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:52:05.425095 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1e8790b7-7385-486a-a25a-130b3456debb req-c5b7f210-fe8e-4600-bbb6-0ef3f5bc338f tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:05.462667 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-915bd780-475b-4a05-bc8c-f2fe732d44ae req-5b955923-6d1b-49eb-bfa2-2c5b696ac298 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=52c36ff9-9386-42f1-855f-551bb914bdf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348604 Sep 07 02:52:05.607360 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e9658f6e-4601-4e9f-943e-b2f449c94dfc tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:05.644331 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9658f6e-4601-4e9f-943e-b2f449c94dfc tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event deleted for resources: {'Port': ['ID=e07c9669-8a60-4016-86f0-4fe06e8c7267,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:05.681101 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-915bd780-475b-4a05-bc8c-f2fe732d44ae req-13eb690f-09a9-497b-a947-ec838356906d service neutron] 10.222.0.16 "GET /v2.0/networks/52c36ff9-9386-42f1-855f-551bb914bdf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868730 Sep 07 02:52:05.731590 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1e8790b7-7385-486a-a25a-130b3456debb req-c5b7f210-fe8e-4600-bbb6-0ef3f5bc338f tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:05.733085 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1e8790b7-7385-486a-a25a-130b3456debb req-c5b7f210-fe8e-4600-bbb6-0ef3f5bc338f tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:05.733758 n-d-796209-16 neutron-server[94700]: INFO neutron.db.l3_db [req-1e8790b7-7385-486a-a25a-130b3456debb req-c5b7f210-fe8e-4600-bbb6-0ef3f5bc338f tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Floating IP 2071b51c-299d-4241-b7f2-053dfb83ad2d disassociated. External IP: 172.25.5.2, port: 9835f8ab-da11-48dd-bb5b-d803606bbeef. Sep 07 02:52:05.734340 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-1e8790b7-7385-486a-a25a-130b3456debb req-c5b7f210-fe8e-4600-bbb6-0ef3f5bc338f tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Calling delete_port for 9835f8ab-da11-48dd-bb5b-d803606bbeef owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:52:05.798710 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e9658f6e-4601-4e9f-943e-b2f449c94dfc tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:05.829590 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-915bd780-475b-4a05-bc8c-f2fe732d44ae req-c8c153ed-c8fd-4a33-bead-98a82d4fce6a service neutron] 10.222.0.16 "GET /v2.0/networks/52c36ff9-9386-42f1-855f-551bb914bdf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406348 Sep 07 02:52:05.977822 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc67df-bb9a-44a9-8f85-5522aa2ce76a req-07396dd8-ded3-4177-8925-c1df59e5fa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:05.980411 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-afdc67df-bb9a-44a9-8f85-5522aa2ce76a req-07396dd8-ded3-4177-8925-c1df59e5fa2b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c7eefead9d3a49c096322dafb730fc1d&device_id=1c5fa716-483b-4b1b-a246-a8eef84c5f3b HTTP/1.1" status: 200 len: 1095 time: 0.0757666 Sep 07 02:52:06.030753 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470d3b7-c7b8-4ad0-a00e-a687ea1f263e req-55cef819-ef3d-4821-a673-29594e26e5af tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:06.033468 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7470d3b7-c7b8-4ad0-a00e-a687ea1f263e req-55cef819-ef3d-4821-a673-29594e26e5af tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.1706429 Sep 07 02:52:06.037730 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9658f6e-4601-4e9f-943e-b2f449c94dfc tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Router fa55469b-f855-47a1-b335-9e2b94abc8f8 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:52:06.151188 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75562368-e691-422a-bab6-d47c065155f7 req-333869ea-254c-4327-bccc-ee8993260ea7 tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:06.152748 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-75562368-e691-422a-bab6-d47c065155f7 req-333869ea-254c-4327-bccc-ee8993260ea7 tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c5fa716-483b-4b1b-a246-a8eef84c5f3b HTTP/1.1" status: 200 len: 943 time: 0.1357882 Sep 07 02:52:06.158815 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9658f6e-4601-4e9f-943e-b2f449c94dfc tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:52:06.171201 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7470d3b7-c7b8-4ad0-a00e-a687ea1f263e req-ef549920-6267-46e4-b3c6-6b29d6ce6195 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276419 Sep 07 02:52:06.177645 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586a961a-41de-4849-9ec9-6bc9c4175ce8 None None] Sync routers for ids ['fa55469b-f855-47a1-b335-9e2b94abc8f8'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:52:06.182235 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e9658f6e-4601-4e9f-943e-b2f449c94dfc tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "PUT /v2.0/routers/fa55469b-f855-47a1-b335-9e2b94abc8f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8535781 Sep 07 02:52:06.183032 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 40430) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:06.193105 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586a961a-41de-4849-9ec9-6bc9c4175ce8 None None] Routers {'fa55469b-f855-47a1-b335-9e2b94abc8f8'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:52:06.194030 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-586a961a-41de-4849-9ec9-6bc9c4175ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:51:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['fa55469b-f855-47a1-b335-9e2b94abc8f8'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:52:06.207628 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc67df-bb9a-44a9-8f85-5522aa2ce76a req-7b3571ca-0427-4996-a86a-fb06d0166dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:06.209740 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-afdc67df-bb9a-44a9-8f85-5522aa2ce76a req-7b3571ca-0427-4996-a86a-fb06d0166dd3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=52c36ff9-9386-42f1-855f-551bb914bdf5 HTTP/1.1" status: 200 len: 924 time: 0.2216361 Sep 07 02:52:06.212855 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-43e2d0b8-04ed-485b-9d37-b6b6f53dfe41 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] GET failed (client error): The resource could not be found. Sep 07 02:52:06.213721 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-75562368-e691-422a-bab6-d47c065155f7 req-d75e44b5-b1bd-4d77-af2f-222fc63512c9 tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] 10.222.0.22 "GET /v2.0/security-groups?id=71c30c8a-e2d2-4668-8f9d-ddfbfa545784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480506 Sep 07 02:52:06.214984 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-43e2d0b8-04ed-485b-9d37-b6b6f53dfe41 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "GET /v2.0/ports/e07c9669-8a60-4016-86f0-4fe06e8c7267 HTTP/1.1" status: 404 len: 333 time: 0.0308371 Sep 07 02:52:06.218090 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 40432) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:06.261009 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-586a961a-41de-4849-9ec9-6bc9c4175ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:52:06.265873 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-afdc67df-bb9a-44a9-8f85-5522aa2ce76a req-cf642975-017f-4142-9e4a-f6aa8ba20200 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1103b53a-1571-43a7-b967-107c8a5c3f1f HTTP/1.1" status: 200 len: 217 time: 0.0474403 Sep 07 02:52:06.267120 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1e8790b7-7385-486a-a25a-130b3456debb req-c5b7f210-fe8e-4600-bbb6-0ef3f5bc338f tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:06.275373 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586a961a-41de-4849-9ec9-6bc9c4175ce8 None None] Routers {'fa55469b-f855-47a1-b335-9e2b94abc8f8'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:52:06.276293 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-586a961a-41de-4849-9ec9-6bc9c4175ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:51:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['fa55469b-f855-47a1-b335-9e2b94abc8f8'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:52:06.316695 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-586a961a-41de-4849-9ec9-6bc9c4175ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:52:06.318218 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586a961a-41de-4849-9ec9-6bc9c4175ce8 None None] The sync data for ids ['fa55469b-f855-47a1-b335-9e2b94abc8f8'] in n-d-796209-16 is: [] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:52:06.334889 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7f210-fe8e-4600-bbb6-0ef3f5bc338f tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Pushing event deleted for resources: {'Port': ['ID=9835f8ab-da11-48dd-bb5b-d803606bbeef,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:06.363940 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-238d95eb-5e5c-4c5b-9ff9-8efb47638d4a tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for router, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:06.392267 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc67df-bb9a-44a9-8f85-5522aa2ce76a req-8571ea66-f3ef-4ecb-9fbc-69f672f3ed97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:06.393908 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-afdc67df-bb9a-44a9-8f85-5522aa2ce76a req-8571ea66-f3ef-4ecb-9fbc-69f672f3ed97 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7d6b566d-0211-44b1-9a18-df454c725718 HTTP/1.1" status: 200 len: 864 time: 0.1179962 Sep 07 02:52:06.422951 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b4caf124-01f7-4668-be7c-06a44d7e4aee req-e6a9366c-dd3b-48ef-aa35-e64f57706d9a tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 210 time: 0.0625474 Sep 07 02:52:06.468574 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-afdc67df-bb9a-44a9-8f85-5522aa2ce76a req-0e4c2009-5934-48b8-9081-ba6d84d27b87 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=52c36ff9-9386-42f1-855f-551bb914bdf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656891 Sep 07 02:52:06.520173 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e8790b7-7385-486a-a25a-130b3456debb req-c5b7f210-fe8e-4600-bbb6-0ef3f5bc338f tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Router a130bbcc-f0c0-4ad2-be09-cc5600fe611f has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:52:06.912987 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-238d95eb-5e5c-4c5b-9ff9-8efb47638d4a tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:06.915641 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-238d95eb-5e5c-4c5b-9ff9-8efb47638d4a tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:06.963034 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-238d95eb-5e5c-4c5b-9ff9-8efb47638d4a tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:06.963907 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-238d95eb-5e5c-4c5b-9ff9-8efb47638d4a tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Fanout notify agent at l3_agent the message router_deleted on router fa55469b-f855-47a1-b335-9e2b94abc8f8 {{(pid=94701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 02:52:06.965858 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-afdc67df-bb9a-44a9-8f85-5522aa2ce76a req-918f1e48-3eb1-4b64-8244-26b0f0619c75 service neutron] 10.222.0.16 "GET /v2.0/networks/52c36ff9-9386-42f1-855f-551bb914bdf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4888029 Sep 07 02:52:06.971356 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-238d95eb-5e5c-4c5b-9ff9-8efb47638d4a tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:06.972518 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-238d95eb-5e5c-4c5b-9ff9-8efb47638d4a tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "DELETE /v2.0/routers/fa55469b-f855-47a1-b335-9e2b94abc8f8 HTTP/1.1" status: 204 len: 168 time: 0.7534573 Sep 07 02:52:06.975643 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 40442) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:07.033171 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-e95065bc-5123-4683-bfa4-27805998b593 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Deleting subnet 863fe2a9-6c02-474d-98ba-a5150dac833b {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:52:07.036774 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e95065bc-5123-4683-bfa4-27805998b593 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:07.076776 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e8790b7-7385-486a-a25a-130b3456debb req-c5b7f210-fe8e-4600-bbb6-0ef3f5bc338f tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:52:07.077411 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e95065bc-5123-4683-bfa4-27805998b593 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:07.087175 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec38fa0-fb82-4917-8e37-82ed978f6cb0 None None] Sync routers for ids ['a130bbcc-f0c0-4ad2-be09-cc5600fe611f'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:52:07.096607 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec38fa0-fb82-4917-8e37-82ed978f6cb0 None None] Routers {'a130bbcc-f0c0-4ad2-be09-cc5600fe611f'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:52:07.097304 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-6ec38fa0-fb82-4917-8e37-82ed978f6cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:51:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['a130bbcc-f0c0-4ad2-be09-cc5600fe611f'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:52:07.126830 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e8790b7-7385-486a-a25a-130b3456debb req-c5b7f210-fe8e-4600-bbb6-0ef3f5bc338f tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] No DVR routers for this DVR port 9835f8ab-da11-48dd-bb5b-d803606bbeef on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:52:07.133435 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1e8790b7-7385-486a-a25a-130b3456debb req-c5b7f210-fe8e-4600-bbb6-0ef3f5bc338f tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:07.135408 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1e8790b7-7385-486a-a25a-130b3456debb req-c5b7f210-fe8e-4600-bbb6-0ef3f5bc338f tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.16 "DELETE /v2.0/ports/9835f8ab-da11-48dd-bb5b-d803606bbeef HTTP/1.1" status: 204 len: 173 time: 2.1224504 Sep 07 02:52:07.142953 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-afdc67df-bb9a-44a9-8f85-5522aa2ce76a req-aabd6c80-8290-4948-af58-327018fd171c service neutron] 10.222.0.16 "GET /v2.0/networks/52c36ff9-9386-42f1-855f-551bb914bdf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651316 Sep 07 02:52:07.171545 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e95065bc-5123-4683-bfa4-27805998b593 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:07.239048 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-6ec38fa0-fb82-4917-8e37-82ed978f6cb0 None None] Set router a130bbcc-f0c0-4ad2-be09-cc5600fe611f gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:52:07.244569 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8a2429-04f7-44e0-a1c1-027ae91deef5', 'name': 'network-vif-deleted', 'tag': '9835f8ab-da11-48dd-bb5b-d803606bbeef'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:52:07.246887 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c64eb4c-1f19-44ac-aaa0-322f18c6ace4" -d '{"events": [{"server_uuid": "2d8a2429-04f7-44e0-a1c1-027ae91deef5", "name": "network-vif-deleted", "tag": "9835f8ab-da11-48dd-bb5b-d803606bbeef"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:52:07.289555 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e95065bc-5123-4683-bfa4-27805998b593 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:07.324388 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e95065bc-5123-4683-bfa4-27805998b593 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:07.326563 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e95065bc-5123-4683-bfa4-27805998b593 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "DELETE /v2.0/subnets/863fe2a9-6c02-474d-98ba-a5150dac833b HTTP/1.1" status: 204 len: 168 time: 0.3497808 Sep 07 02:52:07.327987 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95065bc-5123-4683-bfa4-27805998b593 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event deleted for resources: {'Subnet': ['ID=863fe2a9-6c02-474d-98ba-a5150dac833b,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:07.333734 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 40450) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:07.335323 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eddb0983-48be-41e4-8a0c-b1f95c114cab None None] Network 2c721ace-c18b-4952-8fb0-ac7e3702fc7e requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:52:07.363740 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5bcdcf-1418-4e01-879c-680b1e058349 req-edd06299-600b-4b5d-8578-87970d91b136 tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:07.365390 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fd5bcdcf-1418-4e01-879c-680b1e058349 req-edd06299-600b-4b5d-8578-87970d91b136 tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c5fa716-483b-4b1b-a246-a8eef84c5f3b HTTP/1.1" status: 200 len: 943 time: 0.0586782 Sep 07 02:52:07.375832 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaa7436-bf57-41aa-af87-49451c074d31 req-44190423-663f-44e6-b049-7b012ab1b372 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:07.377310 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-edaa7436-bf57-41aa-af87-49451c074d31 req-44190423-663f-44e6-b049-7b012ab1b372 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.1231146 Sep 07 02:52:07.412079 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fd5bcdcf-1418-4e01-879c-680b1e058349 req-c83e6bd7-8284-4103-9e7f-c6f1102d58df tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] 10.222.0.22 "GET /v2.0/security-groups?id=71c30c8a-e2d2-4668-8f9d-ddfbfa545784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364859 Sep 07 02:52:07.448621 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-74e1e5fc-07d5-4fff-b824-c8006045c0e0 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:07.463574 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f72d4b43-0129-4b6c-9d11-4a65fb38f42a x-openstack-request-id: req-f72d4b43-0129-4b6c-9d11-4a65fb38f42a {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:52:07.463936 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d8a2429-04f7-44e0-a1c1-027ae91deef5", "name": "network-vif-deleted", "tag": "9835f8ab-da11-48dd-bb5b-d803606bbeef", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:52:07.464275 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f72d4b43-0129-4b6c-9d11-4a65fb38f42a {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:52:07.464759 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d8a2429-04f7-44e0-a1c1-027ae91deef5', 'name': 'network-vif-deleted', 'tag': '9835f8ab-da11-48dd-bb5b-d803606bbeef', 'status': 'completed', 'code': 200} Sep 07 02:52:07.474597 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-edaa7436-bf57-41aa-af87-49451c074d31 req-33ecbbe6-ba79-4cb0-82e4-bd59b13e89fd tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889504 Sep 07 02:52:07.519857 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-74e1e5fc-07d5-4fff-b824-c8006045c0e0 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Deleting port 62ce6e6c-38eb-4ba6-aaaf-e3572df75a1e {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:52:07.520188 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-74e1e5fc-07d5-4fff-b824-c8006045c0e0 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:07.610678 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-6ec38fa0-fb82-4917-8e37-82ed978f6cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a130bbcc-f0c0-4ad2-be09-cc5600fe611f', 'name': 'tempest-AttachVolumeShelveTestJSON-612165806-router', 'tenant_id': '82a45090c023468b95127c390faba656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '2e6559a7-de86-40c2-b044-6bf1cfc9e2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:47:47Z', 'updated_at': '2021-09-07T02:47:52Z', 'revision_number': 4, 'project_id': '82a45090c023468b95127c390faba656', 'gw_port': {'id': '2e6559a7-de86-40c2-b044-6bf1cfc9e2bc', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130bbcc-f0c0-4ad2-be09-cc5600fe611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:48Z', 'updated_at': '2021-09-07T02:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '1415233f-22d7-4a31-aac9-d7bf273298a1', 'name': '', 'network_id': '2dd15660-a8a2-4615-aae6-6565f5b9c926', 'tenant_id': '82a45090c023468b95127c390faba656', 'mac_address': 'fa:16:3e:84:c9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130bbcc-f0c0-4ad2-be09-cc5600fe611f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'ac223360-8a8e-4533-8aad-52e511f20cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:51Z', 'updated_at': '2021-09-07T02:47:59Z', 'revision_number': 5, 'project_id': '82a45090c023468b95127c390faba656', 'subnets': [{'id': 'ac223360-8a8e-4533-8aad-52e511f20cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:52:07.612376 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-74e1e5fc-07d5-4fff-b824-c8006045c0e0 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] For port 62ce6e6c-38eb-4ba6-aaaf-e3572df75a1e, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=62ce6e6c-38eb-4ba6-aaaf-e3572df75a1e,segment=NetworkSegment(a2ce2634-2cc3-4759-a181-4a7a3f75ad5e),segment_id=a2ce2634-2cc3-4759-a181-4a7a3f75ad5e)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:52:07.612820 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-74e1e5fc-07d5-4fff-b824-c8006045c0e0 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:07.614423 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e0420f-9951-4c09-b8de-b29c67a4ec98 None None] DHCP port deletion for 2c721ace-c18b-4952-8fb0-ac7e3702fc7e request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:52:07.621846 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7499914c-115f-46e6-8eac-e7652f3681e5 req-362d98c2-9bcb-412f-a637-dc020af8e8de tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=2d8a2429-04f7-44e0-a1c1-027ae91deef5 HTTP/1.1" status: 200 len: 210 time: 0.0673521 Sep 07 02:52:07.646216 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec38fa0-fb82-4917-8e37-82ed978f6cb0 None None] Checking router: a130bbcc-f0c0-4ad2-be09-cc5600fe611f for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:52:07.648534 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-74e1e5fc-07d5-4fff-b824-c8006045c0e0 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Calling delete_port for 62ce6e6c-38eb-4ba6-aaaf-e3572df75a1e owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:52:07.650786 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 1103b53a-1571-43a7-b967-107c8a5c3f1f details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:52:07.652858 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 9835f8ab-da11-48dd-bb5b-d803606bbeef no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:52:07.708825 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: 9835f8ab-da11-48dd-bb5b-d803606bbeef {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:52:07.709178 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 9835f8ab-da11-48dd-bb5b-d803606bbeef not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:52:07.720091 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec38fa0-fb82-4917-8e37-82ed978f6cb0 None None] Routers {'a130bbcc-f0c0-4ad2-be09-cc5600fe611f'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:52:07.720713 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-6ec38fa0-fb82-4917-8e37-82ed978f6cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:51:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['a130bbcc-f0c0-4ad2-be09-cc5600fe611f'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:52:07.749242 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-74e1e5fc-07d5-4fff-b824-c8006045c0e0 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:07.774763 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e1e5fc-07d5-4fff-b824-c8006045c0e0 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event deleted for resources: {'Port': ['ID=62ce6e6c-38eb-4ba6-aaaf-e3572df75a1e,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:07.785741 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e1e5fc-07d5-4fff-b824-c8006045c0e0 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] No DVR routers for this DVR port 62ce6e6c-38eb-4ba6-aaaf-e3572df75a1e on host n-d-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:52:07.874393 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-74e1e5fc-07d5-4fff-b824-c8006045c0e0 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:07.895432 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-74e1e5fc-07d5-4fff-b824-c8006045c0e0 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c721ace-c18b-4952-8fb0-ac7e3702fc7e']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:52:07.905248 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-74e1e5fc-07d5-4fff-b824-c8006045c0e0 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2ce2634-2cc3-4759-a181-4a7a3f75ad5e') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:52:07.905826 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-74e1e5fc-07d5-4fff-b824-c8006045c0e0 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2ce2634-2cc3-4759-a181-4a7a3f75ad5e') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:52:07.906802 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-e6e0420f-9951-4c09-b8de-b29c67a4ec98 None None] Deleting port 62ce6e6c-38eb-4ba6-aaaf-e3572df75a1e {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:52:07.907007 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e6e0420f-9951-4c09-b8de-b29c67a4ec98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:07.909650 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 1103b53a-1571-43a7-b967-107c8a5c3f1f, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=1103b53a-1571-43a7-b967-107c8a5c3f1f,segment=NetworkSegment(658bbed9-8af5-42f0-9f35-d429458c298a),segment_id=658bbed9-8af5-42f0-9f35-d429458c298a)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:52:07.912960 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-6ec38fa0-fb82-4917-8e37-82ed978f6cb0 None None] Set router a130bbcc-f0c0-4ad2-be09-cc5600fe611f gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:52:07.916701 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-74e1e5fc-07d5-4fff-b824-c8006045c0e0 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:07.930094 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-74e1e5fc-07d5-4fff-b824-c8006045c0e0 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:07.936054 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74e1e5fc-07d5-4fff-b824-c8006045c0e0 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:52:07.936446 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-74e1e5fc-07d5-4fff-b824-c8006045c0e0 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:07.939609 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:52:07.939609 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:52:07.939609 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:52:07.939609 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:52:07.939609 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:52:07.939609 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:52:07.939609 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:52:07.939609 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:52:07.939609 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:52:07.939609 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:52:07.939609 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:52:07.939609 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:52:07.939609 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:52:07.939609 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:52:07.939609 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:52:07.939609 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:52:07.939609 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:52:07.939609 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:52:07.939609 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:52:07.939609 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:52:07.939609 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:52:07.939609 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:52:07.939609 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:52:07.939609 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:52:07.939609 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:52:07.939609 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:52:07.939609 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:52:07.939609 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:52:07.939609 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:52:07.939609 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:52:07.939609 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:52:07.939609 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:52:07.965003 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '1103b53a-1571-43a7-b967-107c8a5c3f1f', 'network_id': '52c36ff9-9386-42f1-855f-551bb914bdf5', 'port_id': '1103b53a-1571-43a7-b967-107c8a5c3f1f', 'mac_address': 'fa:16:3e:89:9f:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d6b566d-0211-44b1-9a18-df454c725718', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:52:08.004797 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-74e1e5fc-07d5-4fff-b824-c8006045c0e0 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:08.014223 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-74e1e5fc-07d5-4fff-b824-c8006045c0e0 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:08.016192 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-74e1e5fc-07d5-4fff-b824-c8006045c0e0 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "DELETE /v2.0/networks/2c721ace-c18b-4952-8fb0-ac7e3702fc7e HTTP/1.1" status: 204 len: 168 time: 0.6810019 Sep 07 02:52:08.022762 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 40456) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:08.028673 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e1e5fc-07d5-4fff-b824-c8006045c0e0 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event deleted for resources: {'Network': ['ID=2c721ace-c18b-4952-8fb0-ac7e3702fc7e,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:08.092045 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e312a9b-b43a-4c52-948f-db3f08ce272b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:08.093579 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-5e312a9b-b43a-4c52-948f-db3f08ce272b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "GET /v2.0/ports/22755a89-b4b1-46c2-a4f8-7f40e11e9998 HTTP/1.1" status: 200 len: 841 time: 0.0698016 Sep 07 02:52:08.097567 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 40460) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:08.149071 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-5cdfc923-a659-437f-8de3-a3999efe3ea8 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "GET /v2.0/ports/22755a89-b4b1-46c2-a4f8-7f40e11e9998?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0502379 Sep 07 02:52:08.153363 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 40464) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:08.159658 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-11d4304c-d24b-4943-ad3d-54b5f7716f12 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Request body: {'subnet': {'network_id': '2f46c035-23c9-4be2-b63f-775eef371272', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:52:08.211458 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-e6e0420f-9951-4c09-b8de-b29c67a4ec98 None None] For port 62ce6e6c-38eb-4ba6-aaaf-e3572df75a1e, host n-d-796209-16, got binding levels [] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:52:08.211939 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e6e0420f-9951-4c09-b8de-b29c67a4ec98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:08.260308 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-e6e0420f-9951-4c09-b8de-b29c67a4ec98 None None] Calling delete_port for 62ce6e6c-38eb-4ba6-aaaf-e3572df75a1e owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:52:08.274244 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.ipam_backend_mixin [None req-e6e0420f-9951-4c09-b8de-b29c67a4ec98 None None] Port 62ce6e6c-38eb-4ba6-aaaf-e3572df75a1e was not found and therefore no delete operation was performed {{(pid=94702) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 07 02:52:08.276999 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:08.280539 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e6e0420f-9951-4c09-b8de-b29c67a4ec98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:08.280989 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d4304c-d24b-4943-ad3d-54b5f7716f12 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Made reservation on behalf of f454ca8a0bab4ccfb979d91b13b54fc2 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:52:08.285271 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-11d4304c-d24b-4943-ad3d-54b5f7716f12 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:08.341857 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e6e0420f-9951-4c09-b8de-b29c67a4ec98 None None] Network 2c721ace-c18b-4952-8fb0-ac7e3702fc7e is not hosted by any dhcp agent {{(pid=94702) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 07 02:52:08.341857 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e0420f-9951-4c09-b8de-b29c67a4ec98 None None] No DVR routers for this DVR port 62ce6e6c-38eb-4ba6-aaaf-e3572df75a1e on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:52:08.348662 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e0420f-9951-4c09-b8de-b29c67a4ec98 None None] Pushing event deleted for resources: {'Port': ['ID=62ce6e6c-38eb-4ba6-aaaf-e3572df75a1e,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:08.355055 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1103b53a-1571-43a7-b967-107c8a5c3f1f {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:52:08.386949 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 1103b53a-1571-43a7-b967-107c8a5c3f1f, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=1103b53a-1571-43a7-b967-107c8a5c3f1f,segment=NetworkSegment(658bbed9-8af5-42f0-9f35-d429458c298a),segment_id=658bbed9-8af5-42f0-9f35-d429458c298a)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:52:08.393269 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:08.474399 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=1103b53a-1571-43a7-b967-107c8a5c3f1f,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:08.496802 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-6ec38fa0-fb82-4917-8e37-82ed978f6cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a130bbcc-f0c0-4ad2-be09-cc5600fe611f', 'name': 'tempest-AttachVolumeShelveTestJSON-612165806-router', 'tenant_id': '82a45090c023468b95127c390faba656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '2e6559a7-de86-40c2-b044-6bf1cfc9e2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:47:47Z', 'updated_at': '2021-09-07T02:47:52Z', 'revision_number': 4, 'project_id': '82a45090c023468b95127c390faba656', 'gw_port': {'id': '2e6559a7-de86-40c2-b044-6bf1cfc9e2bc', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130bbcc-f0c0-4ad2-be09-cc5600fe611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:48Z', 'updated_at': '2021-09-07T02:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '1415233f-22d7-4a31-aac9-d7bf273298a1', 'name': '', 'network_id': '2dd15660-a8a2-4615-aae6-6565f5b9c926', 'tenant_id': '82a45090c023468b95127c390faba656', 'mac_address': 'fa:16:3e:84:c9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130bbcc-f0c0-4ad2-be09-cc5600fe611f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'ac223360-8a8e-4533-8aad-52e511f20cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:51Z', 'updated_at': '2021-09-07T02:47:59Z', 'revision_number': 5, 'project_id': '82a45090c023468b95127c390faba656', 'subnets': [{'id': 'ac223360-8a8e-4533-8aad-52e511f20cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:52:08.508608 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-11d4304c-d24b-4943-ad3d-54b5f7716f12 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:08.525122 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec38fa0-fb82-4917-8e37-82ed978f6cb0 None None] The sync data for ids ['a130bbcc-f0c0-4ad2-be09-cc5600fe611f'] in n-d-796209-16 is: [{'id': 'a130bbcc-f0c0-4ad2-be09-cc5600fe611f', 'name': 'tempest-AttachVolumeShelveTestJSON-612165806-router', 'tenant_id': '82a45090c023468b95127c390faba656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '2e6559a7-de86-40c2-b044-6bf1cfc9e2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:47:47Z', 'updated_at': '2021-09-07T02:47:52Z', 'revision_number': 4, 'project_id': '82a45090c023468b95127c390faba656', 'gw_port': {'id': '2e6559a7-de86-40c2-b044-6bf1cfc9e2bc', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130bbcc-f0c0-4ad2-be09-cc5600fe611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:48Z', 'updated_at': '2021-09-07T02:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '1415233f-22d7-4a31-aac9-d7bf273298a1', 'name': '', 'network_id': '2dd15660-a8a2-4615-aae6-6565f5b9c926', 'tenant_id': '82a45090c023468b95127c390faba656', 'mac_address': 'fa:16:3e:84:c9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130bbcc-f0c0-4ad2-be09-cc5600fe611f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'ac223360-8a8e-4533-8aad-52e511f20cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:51Z', 'updated_at': '2021-09-07T02:47:59Z', 'revision_number': 5, 'project_id': '82a45090c023468b95127c390faba656', 'subnets': [{'id': 'ac223360-8a8e-4533-8aad-52e511f20cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:52:08.587285 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d4304c-d24b-4943-ad3d-54b5f7716f12 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Network 2f46c035-23c9-4be2-b63f-775eef371272 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:52:08.591048 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-11d4304c-d24b-4943-ad3d-54b5f7716f12 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:52:08.592895 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d4304c-d24b-4943-ad3d-54b5f7716f12 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event updated for resources: {'Subnet': ['ID=99dbb347-4f6e-4fdf-9534-7f8044c2e6ab,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:08.596713 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d4304c-d24b-4943-ad3d-54b5f7716f12 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:08.597482 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-11d4304c-d24b-4943-ad3d-54b5f7716f12 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:08.608873 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562dba4a-480e-419d-b631-f0d834429af8 None None] Network 2f46c035-23c9-4be2-b63f-775eef371272 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:52:08.620989 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbadd0d-4d2c-4be1-9c58-bf968a74275b req-d0fcd8df-9209-4071-8535-77d34bfd0cf2 tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:08.622801 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3bbadd0d-4d2c-4be1-9c58-bf968a74275b req-d0fcd8df-9209-4071-8535-77d34bfd0cf2 tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c5fa716-483b-4b1b-a246-a8eef84c5f3b HTTP/1.1" status: 200 len: 944 time: 0.1295004 Sep 07 02:52:08.631329 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-11d4304c-d24b-4943-ad3d-54b5f7716f12 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4765792 Sep 07 02:52:08.635970 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 40478) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:08.645871 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-02f0c135-d503-449b-a9f1-d851b2de0a35 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Request body: {'security_group': {'name': 'tempest-secgroup-933912404'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:52:08.684133 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3bbadd0d-4d2c-4be1-9c58-bf968a74275b req-5af78503-5104-4795-9bde-b3fcb39e9888 tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] 10.222.0.22 "GET /v2.0/security-groups?id=71c30c8a-e2d2-4668-8f9d-ddfbfa545784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511868 Sep 07 02:52:08.720895 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730549f5-2641-4eb3-87af-7a651e928587 req-c618d862-3f88-4955-b453-6ea160b6f2ad tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:08.722892 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-730549f5-2641-4eb3-87af-7a651e928587 req-c618d862-3f88-4955-b453-6ea160b6f2ad tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.1518040 Sep 07 02:52:08.724948 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-02f0c135-d503-449b-a9f1-d851b2de0a35 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:08.770219 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 40486) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:08.804163 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['1103b53a-1571-43a7-b967-107c8a5c3f1f'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:52:08.853355 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-730549f5-2641-4eb3-87af-7a651e928587 req-e7568ba0-6208-4844-a802-38a0a92b33a9 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207435 Sep 07 02:52:08.869095 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2dcca2a7-85a9-4a59-8ce5-8e617a364b67 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:08.912824 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8150d302-bd65-45ea-95a2-882b006ba774 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-2f46c035-23c9-4be2-b63f-775eef371272', 'network_id': '2f46c035-23c9-4be2-b63f-775eef371272', 'tenant_id': 'f454ca8a0bab4ccfb979d91b13b54fc2', 'fixed_ips': [{'subnet_id': '99dbb347-4f6e-4fdf-9534-7f8044c2e6ab'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:52:08.913716 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8150d302-bd65-45ea-95a2-882b006ba774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:08.936390 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2dcca2a7-85a9-4a59-8ce5-8e617a364b67 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:08.983616 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-02f0c135-d503-449b-a9f1-d851b2de0a35 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:08.983616 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-02f0c135-d503-449b-a9f1-d851b2de0a35 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:08.991356 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cc0c5a-73f7-4f4f-8b1f-d8854d1d55a4 None None] New status for floating IP 2071b51c-299d-4241-b7f2-053dfb83ad2d: DOWN {{(pid=94703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 02:52:09.007389 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2dcca2a7-85a9-4a59-8ce5-8e617a364b67 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:09.010526 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2dcca2a7-85a9-4a59-8ce5-8e617a364b67 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:09.011912 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-2dcca2a7-85a9-4a59-8ce5-8e617a364b67 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "DELETE /v2.0/security-groups/aa20f7f3-69ec-4763-b2fb-7aaab605e2f0 HTTP/1.1" status: 204 len: 168 time: 0.2404187 Sep 07 02:52:09.015695 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 40492) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:09.049793 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f0c135-d503-449b-a9f1-d851b2de0a35 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2009bcfc-9423-4d25-9c48-901e0f7d4854,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:09.056416 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [None req-1299ce3d-5d9f-4b4e-b543-5b306c119c2e tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] show failed (client error): The resource could not be found. Sep 07 02:52:09.060998 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-1299ce3d-5d9f-4b4e-b543-5b306c119c2e tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups/aa20f7f3-69ec-4763-b2fb-7aaab605e2f0 HTTP/1.1" status: 404 len: 347 time: 0.0405977 Sep 07 02:52:09.061809 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 40494) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:09.075016 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-02f0c135-d503-449b-a9f1-d851b2de0a35 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:09.076542 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-02f0c135-d503-449b-a9f1-d851b2de0a35 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4359879 Sep 07 02:52:09.079427 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 40496) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:09.090465 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-b646d69a-65f1-47de-9931-8bc8dd9b95bf tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Request body: {'security_group': {'name': 'tempest-secgroup-2052767870'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:52:09.139629 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcca2a7-85a9-4a59-8ce5-8e617a364b67 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa20f7f3-69ec-4763-b2fb-7aaab605e2f0,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:09.146680 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b646d69a-65f1-47de-9931-8bc8dd9b95bf tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:09.225357 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-8150d302-bd65-45ea-95a2-882b006ba774 None None] Allocated IP 172.20.0.2 (2f46c035-23c9-4be2-b63f-775eef371272/99dbb347-4f6e-4fdf-9534-7f8044c2e6ab/7d6ef916-d8fa-4774-b156-e02f4c81cdec) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:52:09.276164 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-54c1b1df-0ee3-443b-a555-e84a4d6b3acc tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Deleting port 84c25809-fbe5-48ad-847c-04ecbe247571 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:52:09.276785 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-54c1b1df-0ee3-443b-a555-e84a4d6b3acc tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:09.288119 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b646d69a-65f1-47de-9931-8bc8dd9b95bf tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:09.294278 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b646d69a-65f1-47de-9931-8bc8dd9b95bf tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:09.307106 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 62ce6e6c-38eb-4ba6-aaaf-e3572df75a1e no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:52:09.335693 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b646d69a-65f1-47de-9931-8bc8dd9b95bf tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7eacc89-e54a-442b-95de-ba9a36688259,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:09.357837 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b646d69a-65f1-47de-9931-8bc8dd9b95bf tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:09.365672 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b646d69a-65f1-47de-9931-8bc8dd9b95bf tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2827578 Sep 07 02:52:09.366016 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 40504) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:09.374725 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-a4e884ae-9ec1-4bbc-9b0d-84ecf3c8b6d0 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1443568588', 'security_groups': ['f7eacc89-e54a-442b-95de-ba9a36688259'], 'network_id': '2f46c035-23c9-4be2-b63f-775eef371272', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '99dbb347-4f6e-4fdf-9534-7f8044c2e6ab'}]}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:52:09.391937 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 62ce6e6c-38eb-4ba6-aaaf-e3572df75a1e {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:52:09.392293 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 62ce6e6c-38eb-4ba6-aaaf-e3572df75a1e not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:52:09.399273 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-54c1b1df-0ee3-443b-a555-e84a4d6b3acc tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:09.399273 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-54c1b1df-0ee3-443b-a555-e84a4d6b3acc tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:09.412822 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-54c1b1df-0ee3-443b-a555-e84a4d6b3acc tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Calling delete_port for 84c25809-fbe5-48ad-847c-04ecbe247571 owned by network:floatingip {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:52:09.485612 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8150d302-bd65-45ea-95a2-882b006ba774 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:09.496652 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8150d302-bd65-45ea-95a2-882b006ba774 None None] Transition to ACTIVE for port object 7d6ef916-d8fa-4774-b156-e02f4c81cdec will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:52:09.510298 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e884ae-9ec1-4bbc-9b0d-84ecf3c8b6d0 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Made reservation on behalf of f454ca8a0bab4ccfb979d91b13b54fc2 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:52:09.515566 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8150d302-bd65-45ea-95a2-882b006ba774 None None] Transition to ACTIVE for port object 7d6ef916-d8fa-4774-b156-e02f4c81cdec will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:52:09.524000 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8150d302-bd65-45ea-95a2-882b006ba774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:09.569167 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8150d302-bd65-45ea-95a2-882b006ba774 None None] Network 2f46c035-23c9-4be2-b63f-775eef371272 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:52:09.572588 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-8150d302-bd65-45ea-95a2-882b006ba774 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:52:09.575449 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8150d302-bd65-45ea-95a2-882b006ba774 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:52:09.583424 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-54c1b1df-0ee3-443b-a555-e84a4d6b3acc tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:09.592621 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8150d302-bd65-45ea-95a2-882b006ba774 None None] Pushing event updated for resources: {'Port': ['ID=7d6ef916-d8fa-4774-b156-e02f4c81cdec,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:09.621599 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c1b1df-0ee3-443b-a555-e84a4d6b3acc tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Pushing event deleted for resources: {'Port': ['ID=84c25809-fbe5-48ad-847c-04ecbe247571,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:09.626480 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a4e884ae-9ec1-4bbc-9b0d-84ecf3c8b6d0 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:09.652566 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-a4e884ae-9ec1-4bbc-9b0d-84ecf3c8b6d0 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] device_id is not set on port 51c7e63e-8f38-42c1-8ecd-a28b32479b69 yet. {{(pid=94701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:52:09.676405 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-8150d302-bd65-45ea-95a2-882b006ba774 None None] Attempting to bind port 7d6ef916-d8fa-4774-b156-e02f4c81cdec on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:52:09.677355 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-8150d302-bd65-45ea-95a2-882b006ba774 None None] Attempting to bind port 7d6ef916-d8fa-4774-b156-e02f4c81cdec by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '9b9c007f-e498-4c27-a0b3-ea46c5c8027e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2f46c035-23c9-4be2-b63f-775eef371272'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:52:09.677736 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8150d302-bd65-45ea-95a2-882b006ba774 None None] Attempting to bind port 7d6ef916-d8fa-4774-b156-e02f4c81cdec on network 2f46c035-23c9-4be2-b63f-775eef371272 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:52:09.683234 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8150d302-bd65-45ea-95a2-882b006ba774 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:52:09.683692 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8150d302-bd65-45ea-95a2-882b006ba774 None None] Checking segment: {'id': '9b9c007f-e498-4c27-a0b3-ea46c5c8027e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2f46c035-23c9-4be2-b63f-775eef371272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:52:09.684109 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8150d302-bd65-45ea-95a2-882b006ba774 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:09.684514 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8150d302-bd65-45ea-95a2-882b006ba774 None None] Bound using segment: {'id': '9b9c007f-e498-4c27-a0b3-ea46c5c8027e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2f46c035-23c9-4be2-b63f-775eef371272'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:52:09.684993 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-8150d302-bd65-45ea-95a2-882b006ba774 None None] Bound port: 7d6ef916-d8fa-4774-b156-e02f4c81cdec, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b9c007f-e498-4c27-a0b3-ea46c5c8027e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2f46c035-23c9-4be2-b63f-775eef371272'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:52:09.685497 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8150d302-bd65-45ea-95a2-882b006ba774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:09.711795 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-54c1b1df-0ee3-443b-a555-e84a4d6b3acc tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks [] for floatingip, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:09.715621 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-54c1b1df-0ee3-443b-a555-e84a4d6b3acc tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:09.725046 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-54c1b1df-0ee3-443b-a555-e84a4d6b3acc tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "DELETE /v2.0/floatingips/2071b51c-299d-4241-b7f2-053dfb83ad2d HTTP/1.1" status: 204 len: 168 time: 0.6543972 Sep 07 02:52:09.810061 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8150d302-bd65-45ea-95a2-882b006ba774 None None] For port 7d6ef916-d8fa-4774-b156-e02f4c81cdec, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:52:09.813807 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8150d302-bd65-45ea-95a2-882b006ba774 None None] For port 7d6ef916-d8fa-4774-b156-e02f4c81cdec, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=7d6ef916-d8fa-4774-b156-e02f4c81cdec,segment=NetworkSegment(9b9c007f-e498-4c27-a0b3-ea46c5c8027e),segment_id=9b9c007f-e498-4c27-a0b3-ea46c5c8027e)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:52:09.818320 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8150d302-bd65-45ea-95a2-882b006ba774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:09.882658 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-a4e884ae-9ec1-4bbc-9b0d-84ecf3c8b6d0 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Allocated IP 172.20.0.7 (2f46c035-23c9-4be2-b63f-775eef371272/99dbb347-4f6e-4fdf-9534-7f8044c2e6ab/51c7e63e-8f38-42c1-8ecd-a28b32479b69) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:52:09.885766 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8150d302-bd65-45ea-95a2-882b006ba774 None None] Pushing event updated for resources: {'Port': ['ID=7d6ef916-d8fa-4774-b156-e02f4c81cdec,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:09.900787 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18b6fe-cc3d-49c1-a934-5584555added req-0703ab70-1e58-4626-a961-3472c51ca54d tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:09.902478 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4e18b6fe-cc3d-49c1-a934-5584555added req-0703ab70-1e58-4626-a961-3472c51ca54d tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c5fa716-483b-4b1b-a246-a8eef84c5f3b HTTP/1.1" status: 200 len: 944 time: 0.0764046 Sep 07 02:52:09.990327 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4e18b6fe-cc3d-49c1-a934-5584555added req-fc1f1625-d3cc-4c08-adbb-6596f182cfb9 tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] 10.222.0.22 "GET /v2.0/security-groups?id=71c30c8a-e2d2-4668-8f9d-ddfbfa545784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753198 Sep 07 02:52:10.135312 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a4e884ae-9ec1-4bbc-9b0d-84ecf3c8b6d0 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:10.168170 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-a4e884ae-9ec1-4bbc-9b0d-84ecf3c8b6d0 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Transition to ACTIVE for port object 51c7e63e-8f38-42c1-8ecd-a28b32479b69 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:52:10.239113 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd91ee5-f432-4996-bbc8-aa8e04ba4594 req-25b24548-3457-45ca-acda-95b153f82a54 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:10.241683 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1dd91ee5-f432-4996-bbc8-aa8e04ba4594 req-25b24548-3457-45ca-acda-95b153f82a54 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.0952833 Sep 07 02:52:10.259606 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a4e884ae-9ec1-4bbc-9b0d-84ecf3c8b6d0 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:10.349279 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e884ae-9ec1-4bbc-9b0d-84ecf3c8b6d0 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Network 2f46c035-23c9-4be2-b63f-775eef371272 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:52:10.356983 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1dd91ee5-f432-4996-bbc8-aa8e04ba4594 req-414d86ec-997c-4ad0-9756-4d0b005a0ec2 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923083 Sep 07 02:52:10.360701 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-a4e884ae-9ec1-4bbc-9b0d-84ecf3c8b6d0 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:52:10.368259 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e884ae-9ec1-4bbc-9b0d-84ecf3c8b6d0 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:52:10.396681 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e884ae-9ec1-4bbc-9b0d-84ecf3c8b6d0 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event updated for resources: {'Port': ['ID=51c7e63e-8f38-42c1-8ecd-a28b32479b69,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:10.433113 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e884ae-9ec1-4bbc-9b0d-84ecf3c8b6d0 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:10.433677 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a4e884ae-9ec1-4bbc-9b0d-84ecf3c8b6d0 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:10.451184 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a4e884ae-9ec1-4bbc-9b0d-84ecf3c8b6d0 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0841620 Sep 07 02:52:10.454196 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 40528) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:10.461376 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-36e0c80d-f787-4be5-8987-4385923ca9d1 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Request body: {'subnet': {'network_id': '2f46c035-23c9-4be2-b63f-775eef371272', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:52:10.465474 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 40530) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:10.471404 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-fa0e6a31-bb34-4ad4-b7b7-f4066d011ed0 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1464161766', 'description': 'tempest-description--1971500537'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:52:10.505063 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fa0e6a31-bb34-4ad4-b7b7-f4066d011ed0 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:10.592121 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fa0e6a31-bb34-4ad4-b7b7-f4066d011ed0 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:10.596120 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fa0e6a31-bb34-4ad4-b7b7-f4066d011ed0 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:10.612874 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e0c80d-f787-4be5-8987-4385923ca9d1 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Made reservation on behalf of f454ca8a0bab4ccfb979d91b13b54fc2 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:52:10.617076 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-36e0c80d-f787-4be5-8987-4385923ca9d1 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:10.632193 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0e6a31-bb34-4ad4-b7b7-f4066d011ed0 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71b22b25-b5d6-4ba9-812b-2e36880aadcd,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:10.645366 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fa0e6a31-bb34-4ad4-b7b7-f4066d011ed0 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:10.647746 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-fa0e6a31-bb34-4ad4-b7b7-f4066d011ed0 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1801448 Sep 07 02:52:10.651895 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 40536) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:10.659347 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-87db447d-3012-4247-ade5-77b738585393 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Request body: {'security_group_rule': {'security_group_id': '71b22b25-b5d6-4ba9-812b-2e36880aadcd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:52:10.698432 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-87db447d-3012-4247-ade5-77b738585393 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:10.727396 n-d-796209-16 neutron-server[94701]: INFO neutron.db.ipam_backend_mixin [None req-36e0c80d-f787-4be5-8987-4385923ca9d1 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 99dbb347-4f6e-4fdf-9534-7f8044c2e6ab (CIDR: 172.20.0.0/28) Sep 07 02:52:10.734268 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-36e0c80d-f787-4be5-8987-4385923ca9d1 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 02:52:10.735175 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36e0c80d-f787-4be5-8987-4385923ca9d1 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:52:10.769673 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-36e0c80d-f787-4be5-8987-4385923ca9d1 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3139586 Sep 07 02:52:10.774701 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 40540) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:10.785618 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-312602b2-7ced-42a4-adcd-62c03126aeef tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Request body: {'subnet': {'network_id': '2f46c035-23c9-4be2-b63f-775eef371272', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:52:10.816342 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-87db447d-3012-4247-ade5-77b738585393 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:10.824973 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-87db447d-3012-4247-ade5-77b738585393 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:10.844784 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87db447d-3012-4247-ade5-77b738585393 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84fc3c83-3ef1-4493-82a1-99ccd8e20bf2,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:10.853705 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-87db447d-3012-4247-ade5-77b738585393 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:10.855391 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-87db447d-3012-4247-ade5-77b738585393 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2023022 Sep 07 02:52:10.858107 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 40542) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:10.865079 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-a19a52d7-09dd-4939-b35d-7b138aed83aa tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Request body: {'security_group_rule': {'security_group_id': '71b22b25-b5d6-4ba9-812b-2e36880aadcd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:52:10.916984 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a19a52d7-09dd-4939-b35d-7b138aed83aa tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:10.977455 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312602b2-7ced-42a4-adcd-62c03126aeef tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Made reservation on behalf of f454ca8a0bab4ccfb979d91b13b54fc2 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:52:10.981036 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-312602b2-7ced-42a4-adcd-62c03126aeef tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:11.042909 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a19a52d7-09dd-4939-b35d-7b138aed83aa tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:11.080686 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a19a52d7-09dd-4939-b35d-7b138aed83aa tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:11.112369 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19a52d7-09dd-4939-b35d-7b138aed83aa tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54d7c0b8-893e-4b23-b447-d175b2a1602d,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:11.133402 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a19a52d7-09dd-4939-b35d-7b138aed83aa tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:11.136657 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a19a52d7-09dd-4939-b35d-7b138aed83aa tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2753055 Sep 07 02:52:11.138715 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 40550) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:11.144296 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-29ceb5cc-8916-44b6-ae6c-c84525c53746 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Request body: {'floatingip': {'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:52:11.184952 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-29ceb5cc-8916-44b6-ae6c-c84525c53746 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks [] for floatingip, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:11.193611 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270b4f1-e3cc-4492-b1d4-092e61975039 req-fc63b9df-de14-428e-8d8b-313ee119eed3 tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:11.195693 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f270b4f1-e3cc-4492-b1d4-092e61975039 req-fc63b9df-de14-428e-8d8b-313ee119eed3 tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c5fa716-483b-4b1b-a246-a8eef84c5f3b HTTP/1.1" status: 200 len: 944 time: 0.0717514 Sep 07 02:52:11.213860 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a65f8718-b844-48f2-bb53-6171436785cb None None] Provisioning complete for port 22755a89-b4b1-46c2-a4f8-7f40e11e9998 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:52:11.219798 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a65f8718-b844-48f2-bb53-6171436785cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:11.226384 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 7d6ef916-d8fa-4774-b156-e02f4c81cdec up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:52:11.294838 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f270b4f1-e3cc-4492-b1d4-092e61975039 req-4c93b4a0-1df7-4194-a014-6a4050f88b60 tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] 10.222.0.22 "GET /v2.0/security-groups?id=71c30c8a-e2d2-4668-8f9d-ddfbfa545784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887656 Sep 07 02:52:11.308674 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a65f8718-b844-48f2-bb53-6171436785cb None None] Port 22755a89-b4b1-46c2-a4f8-7f40e11e9998 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:52:11.329743 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a65f8718-b844-48f2-bb53-6171436785cb None None] Provisioning for port 7d6ef916-d8fa-4774-b156-e02f4c81cdec completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:52:11.333121 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 7d6ef916-d8fa-4774-b156-e02f4c81cdec completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:52:11.336529 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a65f8718-b844-48f2-bb53-6171436785cb None None] Provisioning complete for port 7d6ef916-d8fa-4774-b156-e02f4c81cdec triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:52:11.336911 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a65f8718-b844-48f2-bb53-6171436785cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:11.339602 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 7d6ef916-d8fa-4774-b156-e02f4c81cdec triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:52:11.340140 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:11.413308 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-312602b2-7ced-42a4-adcd-62c03126aeef tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:11.492889 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312602b2-7ced-42a4-adcd-62c03126aeef tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Network 2f46c035-23c9-4be2-b63f-775eef371272 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:52:11.522025 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-29ceb5cc-8916-44b6-ae6c-c84525c53746 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:11.523978 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-312602b2-7ced-42a4-adcd-62c03126aeef tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:52:11.529735 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312602b2-7ced-42a4-adcd-62c03126aeef tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:11.530768 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-312602b2-7ced-42a4-adcd-62c03126aeef tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:11.541029 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696a2314-e263-4e2d-a1a2-922bda84c7f8 None None] Network 2f46c035-23c9-4be2-b63f-775eef371272 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:52:11.543149 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312602b2-7ced-42a4-adcd-62c03126aeef tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event updated for resources: {'Subnet': ['ID=4441d5dc-b609-4a01-945f-acca5dc972b9,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:11.588091 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:11.594469 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a65f8718-b844-48f2-bb53-6171436785cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:11.612260 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3eb7f0-816a-4682-a287-14114c794ede req-93e137ac-518b-412b-8021-a34f3e7c7019 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:11.613744 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fe3eb7f0-816a-4682-a287-14114c794ede req-93e137ac-518b-412b-8021-a34f3e7c7019 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.1539459 Sep 07 02:52:11.620353 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-312602b2-7ced-42a4-adcd-62c03126aeef tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8418217 Sep 07 02:52:11.621087 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 40564) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:11.626332 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-1b6bd949-22eb-432d-88e2-bd69172b4dea tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-330147942', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4441d5dc-b609-4a01-945f-acca5dc972b9'}], 'security_groups': ['2009bcfc-9423-4d25-9c48-901e0f7d4854']}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:52:11.697567 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fe3eb7f0-816a-4682-a287-14114c794ede req-4f0c081d-d984-41c8-8add-8d6400f78a0c tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766530 Sep 07 02:52:11.707913 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 1103b53a-1571-43a7-b967-107c8a5c3f1f up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:52:11.729121 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-29ceb5cc-8916-44b6-ae6c-c84525c53746 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Allocated IP 172.25.5.125 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/b9f23776-38b6-475f-adb6-76f093ec2d51) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:52:11.740595 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a65f8718-b844-48f2-bb53-6171436785cb None None] For port 7d6ef916-d8fa-4774-b156-e02f4c81cdec, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=7d6ef916-d8fa-4774-b156-e02f4c81cdec,segment=NetworkSegment(9b9c007f-e498-4c27-a0b3-ea46c5c8027e),segment_id=9b9c007f-e498-4c27-a0b3-ea46c5c8027e)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:52:11.756469 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a65f8718-b844-48f2-bb53-6171436785cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:11.884067 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1b6bd949-22eb-432d-88e2-bd69172b4dea tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:11.892157 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-29ceb5cc-8916-44b6-ae6c-c84525c53746 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:11.909079 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.db.api [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 02:52:11.909656 n-d-796209-16 neutron-server[94702]: DEBUG oslo_db.api [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 02:52:11.920290 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port 1103b53a-1571-43a7-b967-107c8a5c3f1f completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:52:11.922636 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65f8718-b844-48f2-bb53-6171436785cb None None] Pushing event updated for resources: {'Port': ['ID=7d6ef916-d8fa-4774-b156-e02f4c81cdec,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:11.940007 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-d34dae90-37d7-4545-9baa-b35fb3a3b75d None None] Provisioning for port 51c7e63e-8f38-42c1-8ecd-a28b32479b69 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:52:11.943764 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-29ceb5cc-8916-44b6-ae6c-c84525c53746 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:11.967940 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-d34dae90-37d7-4545-9baa-b35fb3a3b75d None None] Provisioning complete for port 51c7e63e-8f38-42c1-8ecd-a28b32479b69 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:52:11.968384 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d34dae90-37d7-4545-9baa-b35fb3a3b75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:12.010887 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ceb5cc-8916-44b6-ae6c-c84525c53746 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:52:12.012438 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-29ceb5cc-8916-44b6-ae6c-c84525c53746 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:52:12.015506 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ceb5cc-8916-44b6-ae6c-c84525c53746 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:52:12.016636 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 1103b53a-1571-43a7-b967-107c8a5c3f1f triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:52:12.017037 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:12.042752 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-d34dae90-37d7-4545-9baa-b35fb3a3b75d None None] Port 51c7e63e-8f38-42c1-8ecd-a28b32479b69 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:52:12.046862 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ceb5cc-8916-44b6-ae6c-c84525c53746 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Pushing event updated for resources: {'Port': ['ID=b9f23776-38b6-475f-adb6-76f093ec2d51,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:12.153194 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-29ceb5cc-8916-44b6-ae6c-c84525c53746 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:12.163217 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:12.191337 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28fad92-ad87-49a1-9994-88e20c6c29dc None None] Update dhcp port {'port': {'network_id': '2f46c035-23c9-4be2-b63f-775eef371272', 'fixed_ips': [{'subnet_id': '99dbb347-4f6e-4fdf-9534-7f8044c2e6ab', 'ip_address': '172.20.0.2'}, {'subnet_id': '4441d5dc-b609-4a01-945f-acca5dc972b9'}], 'binding:host_id': 'n-d-796209-16'}, 'id': '7d6ef916-d8fa-4774-b156-e02f4c81cdec'} from n-d-796209-16. {{(pid=94702) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 07 02:52:12.200973 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-29ceb5cc-8916-44b6-ae6c-c84525c53746 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:12.223716 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c5fa716-483b-4b1b-a246-a8eef84c5f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1103b53a-1571-43a7-b967-107c8a5c3f1f'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:52:12.226528 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c653757e-2102-45fa-aea7-997f76d732f4" -d '{"events": [{"server_uuid": "1c5fa716-483b-4b1b-a246-a8eef84c5f3b", "name": "network-vif-plugged", "status": "completed", "tag": "1103b53a-1571-43a7-b967-107c8a5c3f1f"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:52:12.251618 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-1b6bd949-22eb-432d-88e2-bd69172b4dea tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Delete allocated IP 172.20.0.7 (2f46c035-23c9-4be2-b63f-775eef371272/99dbb347-4f6e-4fdf-9534-7f8044c2e6ab) {{(pid=94700) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 07 02:52:12.264672 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-1b6bd949-22eb-432d-88e2-bd69172b4dea tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Allocated IP 172.20.0.23 (2f46c035-23c9-4be2-b63f-775eef371272/4441d5dc-b609-4a01-945f-acca5dc972b9/51c7e63e-8f38-42c1-8ecd-a28b32479b69) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:52:12.268541 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d28fad92-ad87-49a1-9994-88e20c6c29dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:12.278639 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 1103b53a-1571-43a7-b967-107c8a5c3f1f, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=1103b53a-1571-43a7-b967-107c8a5c3f1f,segment=NetworkSegment(658bbed9-8af5-42f0-9f35-d429458c298a),segment_id=658bbed9-8af5-42f0-9f35-d429458c298a)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:52:12.288736 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:12.340696 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27dece9d-6a6a-49ba-a5a1-cd623e77f084 x-openstack-request-id: req-27dece9d-6a6a-49ba-a5a1-cd623e77f084 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:52:12.346008 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c5fa716-483b-4b1b-a246-a8eef84c5f3b", "name": "network-vif-plugged", "status": "completed", "tag": "1103b53a-1571-43a7-b967-107c8a5c3f1f", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:52:12.346353 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-27dece9d-6a6a-49ba-a5a1-cd623e77f084 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:52:12.346760 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c5fa716-483b-4b1b-a246-a8eef84c5f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1103b53a-1571-43a7-b967-107c8a5c3f1f', 'code': 200} Sep 07 02:52:12.455142 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-29ceb5cc-8916-44b6-ae6c-c84525c53746 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:12.473510 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7748c0-e378-4cda-b7f4-765ccd4df264 req-ffd00ea0-03cb-4270-9d23-71526bb85120 tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:12.475109 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-be7748c0-e378-4cda-b7f4-765ccd4df264 req-ffd00ea0-03cb-4270-9d23-71526bb85120 tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c5fa716-483b-4b1b-a246-a8eef84c5f3b HTTP/1.1" status: 200 len: 945 time: 0.0700338 Sep 07 02:52:12.475951 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-29ceb5cc-8916-44b6-ae6c-c84525c53746 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:12.505614 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=1103b53a-1571-43a7-b967-107c8a5c3f1f,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:12.545770 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd6e267-e81e-40df-bead-8cb6507ad5bb req-dcd57a06-63c2-44f8-8215-4ea5c3d23545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:12.547670 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0bd6e267-e81e-40df-bead-8cb6507ad5bb req-dcd57a06-63c2-44f8-8215-4ea5c3d23545 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1c5fa716-483b-4b1b-a246-a8eef84c5f3b HTTP/1.1" status: 200 len: 1097 time: 0.1273746 Sep 07 02:52:12.581406 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-be7748c0-e378-4cda-b7f4-765ccd4df264 req-149b0be2-0831-4d17-9283-12c8655bbcb7 tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] 10.222.0.22 "GET /v2.0/security-groups?id=71c30c8a-e2d2-4668-8f9d-ddfbfa545784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956399 Sep 07 02:52:12.583862 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ceb5cc-8916-44b6-ae6c-c84525c53746 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Pushing event updated for resources: {'Port': ['ID=b9f23776-38b6-475f-adb6-76f093ec2d51,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:12.599766 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-29ceb5cc-8916-44b6-ae6c-c84525c53746 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:12.620894 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-29ceb5cc-8916-44b6-ae6c-c84525c53746 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:12.622118 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0bd6e267-e81e-40df-bead-8cb6507ad5bb req-2b5f5c0d-d1ef-4498-86fd-eddc849d0f91 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=71c30c8a-e2d2-4668-8f9d-ddfbfa545784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654235 Sep 07 02:52:12.623523 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-29ceb5cc-8916-44b6-ae6c-c84525c53746 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4824831 Sep 07 02:52:12.657683 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1b6bd949-22eb-432d-88e2-bd69172b4dea tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:12.670099 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-1b6bd949-22eb-432d-88e2-bd69172b4dea tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Ignored duplicate provisioning block setup for port 51c7e63e-8f38-42c1-8ecd-a28b32479b69 by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 07 02:52:12.688755 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1b6bd949-22eb-432d-88e2-bd69172b4dea tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:12.739641 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-d28fad92-ad87-49a1-9994-88e20c6c29dc None None] Allocated IP 172.20.0.18 (2f46c035-23c9-4be2-b63f-775eef371272/4441d5dc-b609-4a01-945f-acca5dc972b9/7d6ef916-d8fa-4774-b156-e02f4c81cdec) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:52:12.838139 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6bd949-22eb-432d-88e2-bd69172b4dea tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event updated for resources: {'Port': ['ID=51c7e63e-8f38-42c1-8ecd-a28b32479b69,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:12.889604 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-1b6bd949-22eb-432d-88e2-bd69172b4dea tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] In _notify_port_updated(), no bound segment for port 51c7e63e-8f38-42c1-8ecd-a28b32479b69 on network 2f46c035-23c9-4be2-b63f-775eef371272 {{(pid=94700) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 02:52:12.895239 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6bd949-22eb-432d-88e2-bd69172b4dea tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:12.896431 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1b6bd949-22eb-432d-88e2-bd69172b4dea tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:12.897264 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-1b6bd949-22eb-432d-88e2-bd69172b4dea tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "PUT /v2.0/ports/51c7e63e-8f38-42c1-8ecd-a28b32479b69 HTTP/1.1" status: 200 len: 920 time: 1.2754951 Sep 07 02:52:12.898941 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c50a607-b3aa-4240-96ee-e618231e6ca8 req-a5cd4271-14b8-4d6d-b015-cb3cafc17b9d tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:12.900159 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 40606) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:12.900542 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2c50a607-b3aa-4240-96ee-e618231e6ca8 req-a5cd4271-14b8-4d6d-b015-cb3cafc17b9d tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.0706968 Sep 07 02:52:12.920063 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-58d91942-f0d4-40b8-98a3-52f1cd097d0b req-6fb05859-eecd-44fa-9890-e8e63106cd9a tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1464161766&fields=id&tenant_id=82a45090c023468b95127c390faba656 HTTP/1.1" status: 200 len: 267 time: 0.0765352 Sep 07 02:52:12.935201 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-d28fad92-ad87-49a1-9994-88e20c6c29dc None None] For port 7d6ef916-d8fa-4774-b156-e02f4c81cdec, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=7d6ef916-d8fa-4774-b156-e02f4c81cdec,segment=NetworkSegment(9b9c007f-e498-4c27-a0b3-ea46c5c8027e),segment_id=9b9c007f-e498-4c27-a0b3-ea46c5c8027e)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:52:12.963586 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2c50a607-b3aa-4240-96ee-e618231e6ca8 req-9159db4a-a71e-42d7-a2b8-0e83448c1a8f tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562491 Sep 07 02:52:12.970334 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d28fad92-ad87-49a1-9994-88e20c6c29dc None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:12.990535 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-d28fad92-ad87-49a1-9994-88e20c6c29dc None None] Transition to ACTIVE for port object 7d6ef916-d8fa-4774-b156-e02f4c81cdec will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:52:12.995959 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d28fad92-ad87-49a1-9994-88e20c6c29dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:13.088495 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28fad92-ad87-49a1-9994-88e20c6c29dc None None] Pushing event updated for resources: {'Port': ['ID=7d6ef916-d8fa-4774-b156-e02f4c81cdec,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:13.119698 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 7d6ef916-d8fa-4774-b156-e02f4c81cdec up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:52:13.120780 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-c8c587de-a5ab-45fe-a9b4-2218c6411738 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Deleting port 51c7e63e-8f38-42c1-8ecd-a28b32479b69 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:52:13.121131 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c8c587de-a5ab-45fe-a9b4-2218c6411738 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:13.146227 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d91942-f0d4-40b8-98a3-52f1cd097d0b req-524bd7dc-1a1a-491c-9e46-8ab62854ab9e tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:13.147897 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-58d91942-f0d4-40b8-98a3-52f1cd097d0b req-524bd7dc-1a1a-491c-9e46-8ab62854ab9e tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/networks?id=2dd15660-a8a2-4615-aae6-6565f5b9c926 HTTP/1.1" status: 200 len: 816 time: 0.2015715 Sep 07 02:52:13.180529 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-58d91942-f0d4-40b8-98a3-52f1cd097d0b req-7e663520-78d1-4d71-9597-b5680397e7f3 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/quotas/82a45090c023468b95127c390faba656 HTTP/1.1" status: 200 len: 375 time: 0.0206339 Sep 07 02:52:13.276074 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c8c587de-a5ab-45fe-a9b4-2218c6411738 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:13.301503 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-58d91942-f0d4-40b8-98a3-52f1cd097d0b req-ceb5bdf9-8b40-445e-a077-9481b1a39bb5 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=82a45090c023468b95127c390faba656&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0903711 Sep 07 02:52:13.307292 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-c8c587de-a5ab-45fe-a9b4-2218c6411738 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Calling delete_port for 51c7e63e-8f38-42c1-8ecd-a28b32479b69 owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:52:13.461756 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-58d91942-f0d4-40b8-98a3-52f1cd097d0b req-4529f3d9-26a0-4908-9978-2c643ff9db4d service neutron] 10.222.0.22 "GET /v2.0/networks/2dd15660-a8a2-4615-aae6-6565f5b9c926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436222 Sep 07 02:52:13.582432 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c8c587de-a5ab-45fe-a9b4-2218c6411738 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:13.630857 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c587de-a5ab-45fe-a9b4-2218c6411738 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event deleted for resources: {'Port': ['ID=51c7e63e-8f38-42c1-8ecd-a28b32479b69,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:13.692149 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-58d91942-f0d4-40b8-98a3-52f1cd097d0b req-dd1166d9-2692-415f-896d-5c69ebf6eed5 service neutron] 10.222.0.22 "GET /v2.0/networks/2dd15660-a8a2-4615-aae6-6565f5b9c926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918566 Sep 07 02:52:13.732158 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-bc7b73aa-fafb-47c0-b854-e86712ceeb83 None None] Provisioning complete for port 22755a89-b4b1-46c2-a4f8-7f40e11e9998 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:52:13.732647 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bc7b73aa-fafb-47c0-b854-e86712ceeb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:13.760804 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e1087-475a-4f53-991e-7ef47c45b380 req-1e139e9a-582f-425e-aedc-481df7232299 tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:13.763049 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ba5e1087-475a-4f53-991e-7ef47c45b380 req-1e139e9a-582f-425e-aedc-481df7232299 tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c5fa716-483b-4b1b-a246-a8eef84c5f3b HTTP/1.1" status: 200 len: 945 time: 0.0794408 Sep 07 02:52:13.764021 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c8c587de-a5ab-45fe-a9b4-2218c6411738 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:13.766323 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c8c587de-a5ab-45fe-a9b4-2218c6411738 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "DELETE /v2.0/ports/51c7e63e-8f38-42c1-8ecd-a28b32479b69 HTTP/1.1" status: 204 len: 168 time: 0.8652437 Sep 07 02:52:13.769096 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 40624) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:13.801039 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-bc7b73aa-fafb-47c0-b854-e86712ceeb83 None None] Port 22755a89-b4b1-46c2-a4f8-7f40e11e9998 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:52:13.802269 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-23c44993-9557-46fb-bf5e-e18d3b818687 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] GET failed (client error): The resource could not be found. Sep 07 02:52:13.803886 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-23c44993-9557-46fb-bf5e-e18d3b818687 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "GET /v2.0/ports/51c7e63e-8f38-42c1-8ecd-a28b32479b69 HTTP/1.1" status: 404 len: 333 time: 0.0332999 Sep 07 02:52:13.805575 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-bc7b73aa-fafb-47c0-b854-e86712ceeb83 None None] Could not find standard attr ID for object 51c7e63e-8f38-42c1-8ecd-a28b32479b69. {{(pid=94702) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 02:52:13.809148 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 40626) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:13.841354 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-bc7b73aa-fafb-47c0-b854-e86712ceeb83 None None] Provisioning for port 7d6ef916-d8fa-4774-b156-e02f4c81cdec completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:52:13.846183 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-bc7b73aa-fafb-47c0-b854-e86712ceeb83 None None] Provisioning complete for port 7d6ef916-d8fa-4774-b156-e02f4c81cdec triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:52:13.846558 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bc7b73aa-fafb-47c0-b854-e86712ceeb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:13.880834 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ba5e1087-475a-4f53-991e-7ef47c45b380 req-bb984b51-eee9-44fe-9d93-e6c28043d840 tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] 10.222.0.22 "GET /v2.0/security-groups?id=71c30c8a-e2d2-4668-8f9d-ddfbfa545784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712752 Sep 07 02:52:13.935280 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dcb405d5-66c0-46fe-b641-48a61b878ac1 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:13.979427 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dcb405d5-66c0-46fe-b641-48a61b878ac1 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:14.062030 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dcb405d5-66c0-46fe-b641-48a61b878ac1 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:14.066703 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dcb405d5-66c0-46fe-b641-48a61b878ac1 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:14.072232 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 40638) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:14.084076 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-dcb405d5-66c0-46fe-b641-48a61b878ac1 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "DELETE /v2.0/security-groups/f7eacc89-e54a-442b-95de-ba9a36688259 HTTP/1.1" status: 204 len: 168 time: 0.2737594 Sep 07 02:52:14.153500 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ac1e4221-ddf1-4f41-9f2e-e5788545749d req-34d2a929-6d3f-4907-b330-d1f41d4acca9 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 210 time: 0.1049039 Sep 07 02:52:14.190408 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb405d5-66c0-46fe-b641-48a61b878ac1 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7eacc89-e54a-442b-95de-ba9a36688259,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:14.226063 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4d9ba928-b86c-4274-bf0c-f017a0be32de tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:14.250458 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4d9ba928-b86c-4274-bf0c-f017a0be32de tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:14.295137 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5b3fb-1134-435e-8e14-7b70aea3d01c req-a5d1adbf-9fdf-44f5-9006-2ee7b70083eb tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:14.301298 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-34f5b3fb-1134-435e-8e14-7b70aea3d01c req-a5d1adbf-9fdf-44f5-9006-2ee7b70083eb tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.1747990 Sep 07 02:52:14.307970 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-bf2c2b06-9208-4551-8fc7-b1b55cb17775 None None] Could not find standard attr ID for object 51c7e63e-8f38-42c1-8ecd-a28b32479b69. {{(pid=94702) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 02:52:14.326131 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4d9ba928-b86c-4274-bf0c-f017a0be32de tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:14.330822 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4d9ba928-b86c-4274-bf0c-f017a0be32de tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:14.334934 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 40648) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:14.347984 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-4d9ba928-b86c-4274-bf0c-f017a0be32de tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "DELETE /v2.0/security-groups/2009bcfc-9423-4d25-9c48-901e0f7d4854 HTTP/1.1" status: 204 len: 168 time: 0.2737799 Sep 07 02:52:14.390163 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9ba928-b86c-4274-bf0c-f017a0be32de tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2009bcfc-9423-4d25-9c48-901e0f7d4854,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:14.409797 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-34f5b3fb-1134-435e-8e14-7b70aea3d01c req-3131b174-528f-4048-9d95-18f28a6f0684 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976686 Sep 07 02:52:14.453285 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-878218bc-dc70-4063-8894-4c962f8feeaf tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Deleting subnet 99dbb347-4f6e-4fdf-9534-7f8044c2e6ab {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:52:14.456939 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-878218bc-dc70-4063-8894-4c962f8feeaf tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:14.513131 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-878218bc-dc70-4063-8894-4c962f8feeaf tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:14.608643 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-878218bc-dc70-4063-8894-4c962f8feeaf tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:14.668214 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-878218bc-dc70-4063-8894-4c962f8feeaf tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:14.696353 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878218bc-dc70-4063-8894-4c962f8feeaf tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event deleted for resources: {'Subnet': ['ID=99dbb347-4f6e-4fdf-9534-7f8044c2e6ab,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:14.704113 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-878218bc-dc70-4063-8894-4c962f8feeaf tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:14.707522 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-878218bc-dc70-4063-8894-4c962f8feeaf tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "DELETE /v2.0/subnets/99dbb347-4f6e-4fdf-9534-7f8044c2e6ab HTTP/1.1" status: 204 len: 168 time: 0.3701808 Sep 07 02:52:14.710174 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 40656) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:14.712554 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a6dd74-4174-4c2e-b09a-8588ba97564a None None] Network 2f46c035-23c9-4be2-b63f-775eef371272 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:52:14.717067 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-9c007436-881a-437e-90ce-3067923a4d3b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Request body: {'subnet': {'network_id': '2f46c035-23c9-4be2-b63f-775eef371272', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:52:14.844400 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c007436-881a-437e-90ce-3067923a4d3b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Made reservation on behalf of f454ca8a0bab4ccfb979d91b13b54fc2 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:52:14.848226 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9c007436-881a-437e-90ce-3067923a4d3b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:15.062006 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845e666-2841-4d08-95a3-9031eb146167 req-0984a99d-1272-4ba8-b523-9b24843fced9 tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:15.063685 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1845e666-2841-4d08-95a3-9031eb146167 req-0984a99d-1272-4ba8-b523-9b24843fced9 tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c5fa716-483b-4b1b-a246-a8eef84c5f3b HTTP/1.1" status: 200 len: 945 time: 0.0794029 Sep 07 02:52:15.156436 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9c007436-881a-437e-90ce-3067923a4d3b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:15.214086 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 7d6ef916-d8fa-4774-b156-e02f4c81cdec up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:52:15.222308 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c007436-881a-437e-90ce-3067923a4d3b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event updated for resources: {'Subnet': ['ID=35131fef-14b3-4db9-a905-e48d57dce05b,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:15.234930 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c007436-881a-437e-90ce-3067923a4d3b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Network 2f46c035-23c9-4be2-b63f-775eef371272 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:52:15.236636 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-9c007436-881a-437e-90ce-3067923a4d3b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:52:15.240049 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c007436-881a-437e-90ce-3067923a4d3b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:15.240788 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9c007436-881a-437e-90ce-3067923a4d3b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:15.262811 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-9c007436-881a-437e-90ce-3067923a4d3b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5512323 Sep 07 02:52:15.263895 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 40672) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:15.268927 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1845e666-2841-4d08-95a3-9031eb146167 req-256aaaa3-4711-4b2b-b710-4c07a9855e4f tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] 10.222.0.22 "GET /v2.0/security-groups?id=71c30c8a-e2d2-4668-8f9d-ddfbfa545784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953955 Sep 07 02:52:15.272014 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-ecdb6b86-1ef5-468e-87d9-01eee63e7fdf tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Request body: {'security_group': {'name': 'tempest-secgroup-1742693599'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:52:15.284742 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d91942-f0d4-40b8-98a3-52f1cd097d0b req-ba21000c-c1f1-4c31-b4dd-50f62ac57651 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:15.286634 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-58d91942-f0d4-40b8-98a3-52f1cd097d0b req-ba21000c-c1f1-4c31-b4dd-50f62ac57651 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.23 "GET /v2.0/networks?id=2dd15660-a8a2-4615-aae6-6565f5b9c926 HTTP/1.1" status: 200 len: 816 time: 0.1667411 Sep 07 02:52:15.354758 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2a95e4bf-2e17-449e-8298-b83c543b4ad8 req-82802abb-f4c4-4dae-80c8-ccfb75af600f tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 210 time: 0.0523336 Sep 07 02:52:15.357125 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ecdb6b86-1ef5-468e-87d9-01eee63e7fdf tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:15.378440 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 7d6ef916-d8fa-4774-b156-e02f4c81cdec triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:52:15.378821 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:15.406120 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-58d91942-f0d4-40b8-98a3-52f1cd097d0b req-795c8fbe-c7fe-4636-a6cd-1e2521a9d2a2 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82a45090c023468b95127c390faba656 HTTP/1.1" status: 200 len: 380 time: 0.1082072 Sep 07 02:52:15.425806 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-58d91942-f0d4-40b8-98a3-52f1cd097d0b req-362138b7-4cb0-44de-bb5e-0227077f2642 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Request body: {'port': {'device_id': 'f10d1fc1-87e6-4931-930f-33683ef02a46', 'network_id': '2dd15660-a8a2-4615-aae6-6565f5b9c926', 'admin_state_up': True, 'tenant_id': '82a45090c023468b95127c390faba656', 'security_groups': ['71b22b25-b5d6-4ba9-812b-2e36880aadcd']}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:52:15.486134 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ecdb6b86-1ef5-468e-87d9-01eee63e7fdf tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:15.497918 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ecdb6b86-1ef5-468e-87d9-01eee63e7fdf tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:15.563904 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ecdb6b86-1ef5-468e-87d9-01eee63e7fdf tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:15.568739 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-ecdb6b86-1ef5-468e-87d9-01eee63e7fdf tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3024399 Sep 07 02:52:15.570211 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 40682) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:15.597695 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdb6b86-1ef5-468e-87d9-01eee63e7fdf tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac680fb0-8b9c-485a-baf2-ef739d279d8e,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:15.603089 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219310bf-8f74-4969-b116-7cb566a0dca2 req-322cc8d8-9932-4591-bfde-2dedabe53f55 tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:15.605473 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-4fac9d5b-e908-4a6e-ac55-5b8166de7f3e tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Request body: {'security_group': {'name': 'tempest-secgroup-520196467'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:52:15.606773 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-219310bf-8f74-4969-b116-7cb566a0dca2 req-322cc8d8-9932-4591-bfde-2dedabe53f55 tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c5fa716-483b-4b1b-a246-a8eef84c5f3b HTTP/1.1" status: 200 len: 945 time: 0.2199721 Sep 07 02:52:15.647522 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775f600-30de-494f-a5ff-f4d684860932 req-080aa76a-aba1-4fa6-a639-70f01b946482 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:15.649740 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d775f600-30de-494f-a5ff-f4d684860932 req-080aa76a-aba1-4fa6-a639-70f01b946482 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.0999804 Sep 07 02:52:15.684052 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-219310bf-8f74-4969-b116-7cb566a0dca2 req-334b76d8-eb5a-4359-8edf-57c6cc1c78ef tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] 10.222.0.22 "GET /v2.0/security-groups?id=71c30c8a-e2d2-4668-8f9d-ddfbfa545784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592103 Sep 07 02:52:15.686421 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58d91942-f0d4-40b8-98a3-52f1cd097d0b req-362138b7-4cb0-44de-bb5e-0227077f2642 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Made reservation on behalf of 82a45090c023468b95127c390faba656 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:52:15.687727 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4fac9d5b-e908-4a6e-ac55-5b8166de7f3e tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:15.693344 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-58d91942-f0d4-40b8-98a3-52f1cd097d0b req-362138b7-4cb0-44de-bb5e-0227077f2642 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:15.741528 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d775f600-30de-494f-a5ff-f4d684860932 req-c2db1830-dbeb-4090-85e7-a48085120bbd tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797307 Sep 07 02:52:15.835183 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4fac9d5b-e908-4a6e-ac55-5b8166de7f3e tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:15.845325 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4fac9d5b-e908-4a6e-ac55-5b8166de7f3e tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:15.877984 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4fac9d5b-e908-4a6e-ac55-5b8166de7f3e tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:15.879523 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-4fac9d5b-e908-4a6e-ac55-5b8166de7f3e tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2831547 Sep 07 02:52:15.884334 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 40694) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:15.900239 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-61a7b0b2-b4a3-4c74-9d24-8b751ce0fdc9 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Request body: {'security_group': {'name': 'tempest-secgroup-683227468'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:52:15.904343 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac9d5b-e908-4a6e-ac55-5b8166de7f3e tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0395c7f-ce0e-41ce-b75f-ba6961ed812d,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:15.946008 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-58d91942-f0d4-40b8-98a3-52f1cd097d0b req-362138b7-4cb0-44de-bb5e-0227077f2642 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Allocated IP 172.20.0.12 (2dd15660-a8a2-4615-aae6-6565f5b9c926/ac223360-8a8e-4533-8aad-52e511f20cab/0a6228a5-9d7a-4224-9828-32709fba14a6) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:52:15.960970 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-61a7b0b2-b4a3-4c74-9d24-8b751ce0fdc9 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:15.999151 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0811e8ff-6d02-4d4d-b88b-2f6485424c72 req-70c17315-ca27-4dd8-9770-750ac921db4c tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:16.018752 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0811e8ff-6d02-4d4d-b88b-2f6485424c72 req-70c17315-ca27-4dd8-9770-750ac921db4c tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c5fa716-483b-4b1b-a246-a8eef84c5f3b HTTP/1.1" status: 200 len: 945 time: 0.0939784 Sep 07 02:52:16.068261 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0811e8ff-6d02-4d4d-b88b-2f6485424c72 req-032ece3c-ac2e-4793-978b-201d50833c45 tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] 10.222.0.22 "GET /v2.0/security-groups?id=71c30c8a-e2d2-4668-8f9d-ddfbfa545784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426137 Sep 07 02:52:16.163335 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5af961-d16a-42a5-9842-6ba47dd9456d None None] Network 2f46c035-23c9-4be2-b63f-775eef371272 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:52:16.211839 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-58d91942-f0d4-40b8-98a3-52f1cd097d0b req-362138b7-4cb0-44de-bb5e-0227077f2642 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:16.229401 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-58d91942-f0d4-40b8-98a3-52f1cd097d0b req-362138b7-4cb0-44de-bb5e-0227077f2642 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Transition to ACTIVE for port object 0a6228a5-9d7a-4224-9828-32709fba14a6 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:52:16.274519 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-58d91942-f0d4-40b8-98a3-52f1cd097d0b req-362138b7-4cb0-44de-bb5e-0227077f2642 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:16.281029 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-0f9451a5-aa9b-4515-8ee0-ddf29d5ffe51 None None] Provisioning complete for port 22755a89-b4b1-46c2-a4f8-7f40e11e9998 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:52:16.281656 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0f9451a5-aa9b-4515-8ee0-ddf29d5ffe51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:16.315896 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 02:52:16.359893 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-61a7b0b2-b4a3-4c74-9d24-8b751ce0fdc9 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:16.368543 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-0f9451a5-aa9b-4515-8ee0-ddf29d5ffe51 None None] Port 22755a89-b4b1-46c2-a4f8-7f40e11e9998 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:52:16.380503 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-61a7b0b2-b4a3-4c74-9d24-8b751ce0fdc9 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:16.395431 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58d91942-f0d4-40b8-98a3-52f1cd097d0b req-362138b7-4cb0-44de-bb5e-0227077f2642 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Network 2dd15660-a8a2-4615-aae6-6565f5b9c926 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:52:16.402715 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-0f9451a5-aa9b-4515-8ee0-ddf29d5ffe51 None None] Provisioning complete for port 7d6ef916-d8fa-4774-b156-e02f4c81cdec triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:52:16.403093 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0f9451a5-aa9b-4515-8ee0-ddf29d5ffe51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:16.412211 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-58d91942-f0d4-40b8-98a3-52f1cd097d0b req-362138b7-4cb0-44de-bb5e-0227077f2642 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:52:16.418606 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362138b7-4cb0-44de-bb5e-0227077f2642 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Pushing event updated for resources: {'Port': ['ID=0a6228a5-9d7a-4224-9828-32709fba14a6,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:16.425277 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d91942-f0d4-40b8-98a3-52f1cd097d0b req-362138b7-4cb0-44de-bb5e-0227077f2642 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:52:16.485207 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a7b0b2-b4a3-4c74-9d24-8b751ce0fdc9 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0a2674-84f6-42e9-b9ef-29a08c016b18,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:16.485561 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a6b281-2f8e-4a64-b976-743b0bad130b req-30b9c344-2553-4983-9a70-d5dba2894a3a tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:16.487224 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-29a6b281-2f8e-4a64-b976-743b0bad130b req-30b9c344-2553-4983-9a70-d5dba2894a3a tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c5fa716-483b-4b1b-a246-a8eef84c5f3b HTTP/1.1" status: 200 len: 945 time: 0.0976868 Sep 07 02:52:16.505370 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-61a7b0b2-b4a3-4c74-9d24-8b751ce0fdc9 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:16.510653 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-61a7b0b2-b4a3-4c74-9d24-8b751ce0fdc9 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6213949 Sep 07 02:52:16.512197 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 40716) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:16.547803 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-29a6b281-2f8e-4a64-b976-743b0bad130b req-422e4740-67f1-4dfd-aba1-97cb77733c2e tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] 10.222.0.22 "GET /v2.0/security-groups?id=71c30c8a-e2d2-4668-8f9d-ddfbfa545784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489533 Sep 07 02:52:16.569354 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-aaa1f737-fd6a-4f95-8274-3877014603c1 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-146206088', 'security_groups': ['fc0a2674-84f6-42e9-b9ef-29a08c016b18'], 'network_id': '2f46c035-23c9-4be2-b63f-775eef371272', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '35131fef-14b3-4db9-a905-e48d57dce05b'}]}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:52:16.635896 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d91942-f0d4-40b8-98a3-52f1cd097d0b req-362138b7-4cb0-44de-bb5e-0227077f2642 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:16.636716 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-58d91942-f0d4-40b8-98a3-52f1cd097d0b req-362138b7-4cb0-44de-bb5e-0227077f2642 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:16.660087 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b62754c-4e24-45d0-8061-e013bb393cf6 None None] Update dhcp port {'port': {'network_id': '2f46c035-23c9-4be2-b63f-775eef371272', 'fixed_ips': [{'subnet_id': '4441d5dc-b609-4a01-945f-acca5dc972b9', 'ip_address': '172.20.0.18'}, {'subnet_id': '35131fef-14b3-4db9-a905-e48d57dce05b'}], 'binding:host_id': 'n-d-796209-16'}, 'id': '7d6ef916-d8fa-4774-b156-e02f4c81cdec'} from n-d-796209-16. {{(pid=94702) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 07 02:52:16.697384 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0b62754c-4e24-45d0-8061-e013bb393cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:16.705278 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-58d91942-f0d4-40b8-98a3-52f1cd097d0b req-362138b7-4cb0-44de-bb5e-0227077f2642 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2834897 Sep 07 02:52:16.725631 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35447d4-feac-4d61-9fe5-2947dc06e659 req-087ab880-feac-433f-b5af-df79ec297165 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:16.727141 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c35447d4-feac-4d61-9fe5-2947dc06e659 req-087ab880-feac-433f-b5af-df79ec297165 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 932 time: 0.2430110 Sep 07 02:52:16.733211 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-58d91942-f0d4-40b8-98a3-52f1cd097d0b req-8fb7a4ec-6944-4e80-a62d-46228f9a6b13 service neutron] Request body: {'port': {'device_id': 'f10d1fc1-87e6-4931-930f-33683ef02a46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:52:16.763897 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-eef67f2e-a219-48ad-b983-061595077ae3 None None] Provisioning for port 0a6228a5-9d7a-4224-9828-32709fba14a6 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:52:16.817846 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-eef67f2e-a219-48ad-b983-061595077ae3 None None] Provisioning complete for port 0a6228a5-9d7a-4224-9828-32709fba14a6 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:52:16.818223 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-eef67f2e-a219-48ad-b983-061595077ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:16.829820 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-58d91942-f0d4-40b8-98a3-52f1cd097d0b req-8fb7a4ec-6944-4e80-a62d-46228f9a6b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:16.880724 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-eef67f2e-a219-48ad-b983-061595077ae3 None None] Port 0a6228a5-9d7a-4224-9828-32709fba14a6 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:52:16.885900 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2885a4c-32b6-4740-83fc-3bf5c212b64d req-d320c861-b59f-4de1-bf74-082f130670fa tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:16.893906 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d2885a4c-32b6-4740-83fc-3bf5c212b64d req-d320c861-b59f-4de1-bf74-082f130670fa tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.0772064 Sep 07 02:52:16.930954 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-0b62754c-4e24-45d0-8061-e013bb393cf6 None None] Allocated IP 172.20.0.2 (2f46c035-23c9-4be2-b63f-775eef371272/35131fef-14b3-4db9-a905-e48d57dce05b/7d6ef916-d8fa-4774-b156-e02f4c81cdec) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:52:16.941140 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c35447d4-feac-4d61-9fe5-2947dc06e659 req-ed1d4d7e-88b7-47e9-a6c3-344ce695d9dd tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=71b22b25-b5d6-4ba9-812b-2e36880aadcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2034531 Sep 07 02:52:16.957731 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa1f737-fd6a-4f95-8274-3877014603c1 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Made reservation on behalf of f454ca8a0bab4ccfb979d91b13b54fc2 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:52:16.959452 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d2885a4c-32b6-4740-83fc-3bf5c212b64d req-3fd683ee-585a-4979-ab9d-6ffa4da8e7b8 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599036 Sep 07 02:52:17.052814 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-0b62754c-4e24-45d0-8061-e013bb393cf6 None None] For port 7d6ef916-d8fa-4774-b156-e02f4c81cdec, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=7d6ef916-d8fa-4774-b156-e02f4c81cdec,segment=NetworkSegment(9b9c007f-e498-4c27-a0b3-ea46c5c8027e),segment_id=9b9c007f-e498-4c27-a0b3-ea46c5c8027e)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:52:17.088478 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0b62754c-4e24-45d0-8061-e013bb393cf6 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:17.103684 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-0b62754c-4e24-45d0-8061-e013bb393cf6 None None] Transition to ACTIVE for port object 7d6ef916-d8fa-4774-b156-e02f4c81cdec will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:52:17.109033 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0b62754c-4e24-45d0-8061-e013bb393cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:17.178169 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b62754c-4e24-45d0-8061-e013bb393cf6 None None] Pushing event updated for resources: {'Port': ['ID=7d6ef916-d8fa-4774-b156-e02f4c81cdec,revision_number=6']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:17.494539 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-aaa1f737-fd6a-4f95-8274-3877014603c1 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:17.542649 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-aaa1f737-fd6a-4f95-8274-3877014603c1 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] device_id is not set on port 0bf6ab26-40d0-4084-90f9-46c384117559 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:52:17.805093 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be13e1d-6c88-48fc-a6d1-76fb689761a9 req-1dd95209-0f71-4736-b0f6-0007ccf410bc tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:17.806789 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1be13e1d-6c88-48fc-a6d1-76fb689761a9 req-1dd95209-0f71-4736-b0f6-0007ccf410bc tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] 10.222.0.16 "GET /v2.0/ports?device_id=1c5fa716-483b-4b1b-a246-a8eef84c5f3b HTTP/1.1" status: 200 len: 945 time: 0.2055333 Sep 07 02:52:17.811668 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-10df9734-e24f-4b34-aaed-c0b8ba4c855d None None] Provisioning complete for port 22755a89-b4b1-46c2-a4f8-7f40e11e9998 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:52:17.812148 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-10df9734-e24f-4b34-aaed-c0b8ba4c855d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:17.822546 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243be584-7f63-4f5f-91b2-be4230c97eca req-4a956f89-d5f9-4dcd-96a5-26657aa885ae tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:17.824050 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-243be584-7f63-4f5f-91b2-be4230c97eca req-4a956f89-d5f9-4dcd-96a5-26657aa885ae tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c5fa716-483b-4b1b-a246-a8eef84c5f3b HTTP/1.1" status: 200 len: 945 time: 0.1954591 Sep 07 02:52:17.830785 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-58d91942-f0d4-40b8-98a3-52f1cd097d0b req-8fb7a4ec-6944-4e80-a62d-46228f9a6b13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a6228a5-9d7a-4224-9828-32709fba14a6 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:52:17.845914 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-10df9734-e24f-4b34-aaed-c0b8ba4c855d None None] Port 22755a89-b4b1-46c2-a4f8-7f40e11e9998 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:52:17.857704 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-10df9734-e24f-4b34-aaed-c0b8ba4c855d None None] Provisioning for port 7d6ef916-d8fa-4774-b156-e02f4c81cdec completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:52:17.861666 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-10df9734-e24f-4b34-aaed-c0b8ba4c855d None None] Provisioning complete for port 7d6ef916-d8fa-4774-b156-e02f4c81cdec triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:52:17.862113 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-10df9734-e24f-4b34-aaed-c0b8ba4c855d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:17.869056 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-58d91942-f0d4-40b8-98a3-52f1cd097d0b req-8fb7a4ec-6944-4e80-a62d-46228f9a6b13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:17.933453 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-58d91942-f0d4-40b8-98a3-52f1cd097d0b req-8fb7a4ec-6944-4e80-a62d-46228f9a6b13 service neutron] Transition to ACTIVE for port object 0a6228a5-9d7a-4224-9828-32709fba14a6 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:52:17.951469 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-58d91942-f0d4-40b8-98a3-52f1cd097d0b req-8fb7a4ec-6944-4e80-a62d-46228f9a6b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:17.968781 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-aaa1f737-fd6a-4f95-8274-3877014603c1 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Allocated IP 172.20.0.14 (2f46c035-23c9-4be2-b63f-775eef371272/35131fef-14b3-4db9-a905-e48d57dce05b/0bf6ab26-40d0-4084-90f9-46c384117559) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:52:18.015525 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-243be584-7f63-4f5f-91b2-be4230c97eca req-00725014-73e8-4184-9d69-97cb012a7014 tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] 10.222.0.22 "GET /v2.0/security-groups?id=71c30c8a-e2d2-4668-8f9d-ddfbfa545784&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627476 Sep 07 02:52:18.123890 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb7a4ec-6944-4e80-a62d-46228f9a6b13 service neutron] Pushing event updated for resources: {'Port': ['ID=0a6228a5-9d7a-4224-9828-32709fba14a6,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:18.136731 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354c4e61-9be6-4abd-8a67-e4e35e3f81bc req-ca0ca8eb-851b-4482-8c6c-fab436a1a5df tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:18.139087 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-354c4e61-9be6-4abd-8a67-e4e35e3f81bc req-ca0ca8eb-851b-4482-8c6c-fab436a1a5df tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.0775142 Sep 07 02:52:18.184363 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-354c4e61-9be6-4abd-8a67-e4e35e3f81bc req-a3ce5de9-45d7-4079-8d75-f7271ccb675b tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379629 Sep 07 02:52:18.305527 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-1be13e1d-6c88-48fc-a6d1-76fb689761a9 req-c1f4ce74-941b-4670-a0ea-5b5e134ee443 tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] Deleting port 1103b53a-1571-43a7-b967-107c8a5c3f1f {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:52:18.305901 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1be13e1d-6c88-48fc-a6d1-76fb689761a9 req-c1f4ce74-941b-4670-a0ea-5b5e134ee443 tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:18.349351 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-58d91942-f0d4-40b8-98a3-52f1cd097d0b req-8fb7a4ec-6944-4e80-a62d-46228f9a6b13 service neutron] Attempting to bind port 0a6228a5-9d7a-4224-9828-32709fba14a6 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:52:18.349688 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-58d91942-f0d4-40b8-98a3-52f1cd097d0b req-8fb7a4ec-6944-4e80-a62d-46228f9a6b13 service neutron] Attempting to bind port 0a6228a5-9d7a-4224-9828-32709fba14a6 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '671b0d78-496f-4a6a-a20b-d6937a9097d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2dd15660-a8a2-4615-aae6-6565f5b9c926'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:52:18.350021 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d91942-f0d4-40b8-98a3-52f1cd097d0b req-8fb7a4ec-6944-4e80-a62d-46228f9a6b13 service neutron] Attempting to bind port 0a6228a5-9d7a-4224-9828-32709fba14a6 on network 2dd15660-a8a2-4615-aae6-6565f5b9c926 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:52:18.365757 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a2ddf4-355c-4619-a15e-227c7f9462e5 req-4371a5e9-9e2b-4a67-9c85-1a787fee9555 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:18.367294 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-24a2ddf4-355c-4619-a15e-227c7f9462e5 req-4371a5e9-9e2b-4a67-9c85-1a787fee9555 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 944 time: 0.1752043 Sep 07 02:52:18.433243 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d91942-f0d4-40b8-98a3-52f1cd097d0b req-8fb7a4ec-6944-4e80-a62d-46228f9a6b13 service neutron] Port 0a6228a5-9d7a-4224-9828-32709fba14a6 on network 2dd15660-a8a2-4615-aae6-6565f5b9c926 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:52:18.433700 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d91942-f0d4-40b8-98a3-52f1cd097d0b req-8fb7a4ec-6944-4e80-a62d-46228f9a6b13 service neutron] Attempting to bind port 0a6228a5-9d7a-4224-9828-32709fba14a6 on network 2dd15660-a8a2-4615-aae6-6565f5b9c926 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:52:18.467847 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d91942-f0d4-40b8-98a3-52f1cd097d0b req-8fb7a4ec-6944-4e80-a62d-46228f9a6b13 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:52:18.468194 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d91942-f0d4-40b8-98a3-52f1cd097d0b req-8fb7a4ec-6944-4e80-a62d-46228f9a6b13 service neutron] Checking segment: {'id': '671b0d78-496f-4a6a-a20b-d6937a9097d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2dd15660-a8a2-4615-aae6-6565f5b9c926'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:52:18.468582 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d91942-f0d4-40b8-98a3-52f1cd097d0b req-8fb7a4ec-6944-4e80-a62d-46228f9a6b13 service neutron] Bound using segment: {'id': '671b0d78-496f-4a6a-a20b-d6937a9097d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2dd15660-a8a2-4615-aae6-6565f5b9c926'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:52:18.469021 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-58d91942-f0d4-40b8-98a3-52f1cd097d0b req-8fb7a4ec-6944-4e80-a62d-46228f9a6b13 service neutron] Bound port: 0a6228a5-9d7a-4224-9828-32709fba14a6, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '671b0d78-496f-4a6a-a20b-d6937a9097d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2dd15660-a8a2-4615-aae6-6565f5b9c926'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:52:18.469381 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-58d91942-f0d4-40b8-98a3-52f1cd097d0b req-8fb7a4ec-6944-4e80-a62d-46228f9a6b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:18.474216 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-aaa1f737-fd6a-4f95-8274-3877014603c1 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:18.538319 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-1be13e1d-6c88-48fc-a6d1-76fb689761a9 req-c1f4ce74-941b-4670-a0ea-5b5e134ee443 tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] For port 1103b53a-1571-43a7-b967-107c8a5c3f1f, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=1103b53a-1571-43a7-b967-107c8a5c3f1f,segment=NetworkSegment(658bbed9-8af5-42f0-9f35-d429458c298a),segment_id=658bbed9-8af5-42f0-9f35-d429458c298a)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:52:18.538692 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1be13e1d-6c88-48fc-a6d1-76fb689761a9 req-c1f4ce74-941b-4670-a0ea-5b5e134ee443 tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:18.542261 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-aaa1f737-fd6a-4f95-8274-3877014603c1 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Transition to ACTIVE for port object 0bf6ab26-40d0-4084-90f9-46c384117559 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:52:18.546025 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-24a2ddf4-355c-4619-a15e-227c7f9462e5 req-9f297619-ccd9-4a0d-96ff-c47988afdf5e tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=71b22b25-b5d6-4ba9-812b-2e36880aadcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533287 Sep 07 02:52:18.578252 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-1be13e1d-6c88-48fc-a6d1-76fb689761a9 req-c1f4ce74-941b-4670-a0ea-5b5e134ee443 tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] Calling delete_port for 1103b53a-1571-43a7-b967-107c8a5c3f1f owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:52:18.688768 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-58d91942-f0d4-40b8-98a3-52f1cd097d0b req-8fb7a4ec-6944-4e80-a62d-46228f9a6b13 service neutron] For port 0a6228a5-9d7a-4224-9828-32709fba14a6, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:52:18.691129 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-aaa1f737-fd6a-4f95-8274-3877014603c1 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:18.695047 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-58d91942-f0d4-40b8-98a3-52f1cd097d0b req-8fb7a4ec-6944-4e80-a62d-46228f9a6b13 service neutron] For port 0a6228a5-9d7a-4224-9828-32709fba14a6, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=0a6228a5-9d7a-4224-9828-32709fba14a6,segment=NetworkSegment(671b0d78-496f-4a6a-a20b-d6937a9097d2),segment_id=671b0d78-496f-4a6a-a20b-d6937a9097d2)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:52:18.731821 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-58d91942-f0d4-40b8-98a3-52f1cd097d0b req-8fb7a4ec-6944-4e80-a62d-46228f9a6b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:18.793626 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa1f737-fd6a-4f95-8274-3877014603c1 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Network 2f46c035-23c9-4be2-b63f-775eef371272 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:52:18.801137 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-aaa1f737-fd6a-4f95-8274-3877014603c1 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:52:18.802956 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa1f737-fd6a-4f95-8274-3877014603c1 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event updated for resources: {'Port': ['ID=0bf6ab26-40d0-4084-90f9-46c384117559,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:18.808085 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d91942-f0d4-40b8-98a3-52f1cd097d0b req-8fb7a4ec-6944-4e80-a62d-46228f9a6b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:18.808743 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-58d91942-f0d4-40b8-98a3-52f1cd097d0b req-8fb7a4ec-6944-4e80-a62d-46228f9a6b13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:18.810220 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-58d91942-f0d4-40b8-98a3-52f1cd097d0b req-8fb7a4ec-6944-4e80-a62d-46228f9a6b13 service neutron] 10.222.0.23 "PUT /v2.0/ports/0a6228a5-9d7a-4224-9828-32709fba14a6 HTTP/1.1" status: 200 len: 1093 time: 2.0958936 Sep 07 02:52:18.810901 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa1f737-fd6a-4f95-8274-3877014603c1 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:52:18.813208 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f10d1fc1-87e6-4931-930f-33683ef02a46', 'tag': '0a6228a5-9d7a-4224-9828-32709fba14a6'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:52:18.815464 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a55fc5-3676-44a8-a913-65c0677d7754" -d '{"events": [{"name": "network-changed", "server_uuid": "f10d1fc1-87e6-4931-930f-33683ef02a46", "tag": "0a6228a5-9d7a-4224-9828-32709fba14a6"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:52:18.885282 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9acfed23-95d9-4ce8-99a6-e625c5d7f61f x-openstack-request-id: req-9acfed23-95d9-4ce8-99a6-e625c5d7f61f {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:52:18.885504 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f10d1fc1-87e6-4931-930f-33683ef02a46", "tag": "0a6228a5-9d7a-4224-9828-32709fba14a6", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:52:18.885738 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9acfed23-95d9-4ce8-99a6-e625c5d7f61f {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:52:18.886143 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f10d1fc1-87e6-4931-930f-33683ef02a46', 'tag': '0a6228a5-9d7a-4224-9828-32709fba14a6', 'status': 'completed', 'code': 200} Sep 07 02:52:18.952033 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1be13e1d-6c88-48fc-a6d1-76fb689761a9 req-c1f4ce74-941b-4670-a0ea-5b5e134ee443 tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:18.964378 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['1103b53a-1571-43a7-b967-107c8a5c3f1f'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:52:18.968950 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa1f737-fd6a-4f95-8274-3877014603c1 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:18.969646 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-aaa1f737-fd6a-4f95-8274-3877014603c1 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:19.000717 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb7a4ec-6944-4e80-a62d-46228f9a6b13 service neutron] Pushing event updated for resources: {'Port': ['ID=0a6228a5-9d7a-4224-9828-32709fba14a6,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:19.054289 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 40772) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:19.054407 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-aaa1f737-fd6a-4f95-8274-3877014603c1 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4922278 Sep 07 02:52:19.057505 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d91942-f0d4-40b8-98a3-52f1cd097d0b req-f245723f-99ea-4ac1-88aa-2e51a1e9def4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:19.058993 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-58d91942-f0d4-40b8-98a3-52f1cd097d0b req-f245723f-99ea-4ac1-88aa-2e51a1e9def4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=82a45090c023468b95127c390faba656&device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 1096 time: 0.1886194 Sep 07 02:52:19.059764 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-b008f777-2ae4-4666-831e-f06be572b63e tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Request body: {'subnet': {'network_id': '2f46c035-23c9-4be2-b63f-775eef371272', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:52:19.102224 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f4ce74-941b-4670-a0ea-5b5e134ee443 tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] Pushing event deleted for resources: {'Port': ['ID=1103b53a-1571-43a7-b967-107c8a5c3f1f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:19.134640 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-1be13e1d-6c88-48fc-a6d1-76fb689761a9 req-c1f4ce74-941b-4670-a0ea-5b5e134ee443 tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] No DVR routers for this DVR port 1103b53a-1571-43a7-b967-107c8a5c3f1f on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:52:19.153175 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1be13e1d-6c88-48fc-a6d1-76fb689761a9 req-c1f4ce74-941b-4670-a0ea-5b5e134ee443 tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:19.153404 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 7d6ef916-d8fa-4774-b156-e02f4c81cdec up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:52:19.156400 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1be13e1d-6c88-48fc-a6d1-76fb689761a9 req-c1f4ce74-941b-4670-a0ea-5b5e134ee443 tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] 10.222.0.16 "DELETE /v2.0/ports/1103b53a-1571-43a7-b967-107c8a5c3f1f HTTP/1.1" status: 204 len: 173 time: 1.3303142 Sep 07 02:52:19.217770 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 7d6ef916-d8fa-4774-b156-e02f4c81cdec triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:52:19.218442 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:19.243856 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-324d8e39-ad65-4a99-bbdc-7e38e3732111 None None] Provisioning for port 0bf6ab26-40d0-4084-90f9-46c384117559 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:52:19.251793 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-324d8e39-ad65-4a99-bbdc-7e38e3732111 None None] Provisioning complete for port 0bf6ab26-40d0-4084-90f9-46c384117559 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:52:19.252400 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-324d8e39-ad65-4a99-bbdc-7e38e3732111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:19.264703 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b008f777-2ae4-4666-831e-f06be572b63e tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Made reservation on behalf of f454ca8a0bab4ccfb979d91b13b54fc2 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:52:19.271896 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b008f777-2ae4-4666-831e-f06be572b63e tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:19.289251 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-58d91942-f0d4-40b8-98a3-52f1cd097d0b req-988c8a6d-fe6b-4293-91e4-d19b896530b6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a6228a5-9d7a-4224-9828-32709fba14a6 HTTP/1.1" status: 200 len: 217 time: 0.1881669 Sep 07 02:52:19.309082 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-324d8e39-ad65-4a99-bbdc-7e38e3732111 None None] Port 0bf6ab26-40d0-4084-90f9-46c384117559 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:52:19.338033 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c2ba2db0-fcc3-413a-b891-06d99f109b4d req-6cd93823-51bd-4c23-b185-118f4caf0572 tempest-ServersNegativeTestMultiTenantJSON-1700016837 tempest-ServersNegativeTestMultiTenantJSON-1700016837-project] 10.222.0.22 "GET /v2.0/ports?device_id=1c5fa716-483b-4b1b-a246-a8eef84c5f3b HTTP/1.1" status: 200 len: 210 time: 0.0516467 Sep 07 02:52:19.413870 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d91942-f0d4-40b8-98a3-52f1cd097d0b req-d92802b4-243a-40ee-a26e-43de916a49e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:19.415367 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-58d91942-f0d4-40b8-98a3-52f1cd097d0b req-d92802b4-243a-40ee-a26e-43de916a49e7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ac223360-8a8e-4533-8aad-52e511f20cab HTTP/1.1" status: 200 len: 855 time: 0.1165028 Sep 07 02:52:19.451012 n-d-796209-16 neutron-server[94701]: INFO neutron.db.ipam_backend_mixin [None req-b008f777-2ae4-4666-831e-f06be572b63e tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 35131fef-14b3-4db9-a905-e48d57dce05b (CIDR: 172.20.0.0/28) Sep 07 02:52:19.460612 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edf99b9-aed5-42c5-884e-c9788934d12b req-92095308-2d4d-4e00-ba7f-71bdd083bff7 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:19.462101 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5edf99b9-aed5-42c5-884e-c9788934d12b req-92095308-2d4d-4e00-ba7f-71bdd083bff7 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.0808735 Sep 07 02:52:19.463956 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-b008f777-2ae4-4666-831e-f06be572b63e tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 02:52:19.464589 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b008f777-2ae4-4666-831e-f06be572b63e tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:52:19.470789 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d91942-f0d4-40b8-98a3-52f1cd097d0b req-4d98e270-c5f3-42a2-872e-b80935a41d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:19.472544 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-58d91942-f0d4-40b8-98a3-52f1cd097d0b req-4d98e270-c5f3-42a2-872e-b80935a41d95 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2dd15660-a8a2-4615-aae6-6565f5b9c926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488689 Sep 07 02:52:19.497373 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b008f777-2ae4-4666-831e-f06be572b63e tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4392614 Sep 07 02:52:19.500236 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 40782) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:19.507849 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-5d71af8f-68e5-4296-9512-e750f8ff4cec tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Request body: {'subnet': {'network_id': '2f46c035-23c9-4be2-b63f-775eef371272', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:52:19.526062 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5edf99b9-aed5-42c5-884e-c9788934d12b req-c9a35cd9-1630-4a63-a6a4-876e90f5c795 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550883 Sep 07 02:52:19.585329 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-58d91942-f0d4-40b8-98a3-52f1cd097d0b req-6b9cdc34-4e0f-4494-8c0c-c678139e7359 service neutron] 10.222.0.23 "GET /v2.0/networks/2dd15660-a8a2-4615-aae6-6565f5b9c926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026630 Sep 07 02:52:19.645910 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d71af8f-68e5-4296-9512-e750f8ff4cec tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Made reservation on behalf of f454ca8a0bab4ccfb979d91b13b54fc2 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:52:19.656118 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5d71af8f-68e5-4296-9512-e750f8ff4cec tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:19.730174 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-58d91942-f0d4-40b8-98a3-52f1cd097d0b req-5c2599e9-2739-4d28-bf06-3adf916c46b2 service neutron] 10.222.0.23 "GET /v2.0/networks/2dd15660-a8a2-4615-aae6-6565f5b9c926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292853 Sep 07 02:52:19.776969 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a0b16-2809-4a3e-b686-bb26918b88ae req-fd5d3d18-71e9-4662-9370-d882ac383654 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:19.778496 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-217a0b16-2809-4a3e-b686-bb26918b88ae req-fd5d3d18-71e9-4662-9370-d882ac383654 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 944 time: 0.1177530 Sep 07 02:52:19.834557 n-d-796209-16 neutron-server[94701]: INFO neutron.db.ipam_backend_mixin [None req-5d71af8f-68e5-4296-9512-e750f8ff4cec tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 4441d5dc-b609-4a01-945f-acca5dc972b9 (CIDR: 172.20.0.16/28) Sep 07 02:52:19.840785 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d71af8f-68e5-4296-9512-e750f8ff4cec tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 02:52:19.841365 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d71af8f-68e5-4296-9512-e750f8ff4cec tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:52:19.845766 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-217a0b16-2809-4a3e-b686-bb26918b88ae req-63758ac4-99a5-48fc-adfa-9f53b16242c1 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=71b22b25-b5d6-4ba9-812b-2e36880aadcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540612 Sep 07 02:52:19.851598 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a55fc5-3676-44a8-a913-65c0677d7754 req-c0b5b001-47c1-4d8e-b579-87bc9f743e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:19.853361 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-85a55fc5-3676-44a8-a913-65c0677d7754 req-c0b5b001-47c1-4d8e-b579-87bc9f743e96 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=82a45090c023468b95127c390faba656&device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 1096 time: 0.0575316 Sep 07 02:52:19.868668 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-5d71af8f-68e5-4296-9512-e750f8ff4cec tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3675671 Sep 07 02:52:19.869271 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 40794) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:19.874302 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-22d4d858-3a1b-4ce2-8cd3-c382139f4351 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Request body: {'subnet': {'network_id': '2f46c035-23c9-4be2-b63f-775eef371272', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:52:19.965167 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a55fc5-3676-44a8-a913-65c0677d7754 req-4fd55f1d-44b7-4bdb-bb1e-0a3bed4e2bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:19.966687 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-85a55fc5-3676-44a8-a913-65c0677d7754 req-4fd55f1d-44b7-4bdb-bb1e-0a3bed4e2bbe service neutron] 10.222.0.23 "GET /v2.0/networks?id=2dd15660-a8a2-4615-aae6-6565f5b9c926 HTTP/1.1" status: 200 len: 916 time: 0.1055872 Sep 07 02:52:19.987034 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d4d858-3a1b-4ce2-8cd3-c382139f4351 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Made reservation on behalf of f454ca8a0bab4ccfb979d91b13b54fc2 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:52:19.991278 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-22d4d858-3a1b-4ce2-8cd3-c382139f4351 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:20.024690 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-85a55fc5-3676-44a8-a913-65c0677d7754 req-34dc0d8b-ef7c-45c6-83e6-901a13f497f0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a6228a5-9d7a-4224-9828-32709fba14a6 HTTP/1.1" status: 200 len: 217 time: 0.0396242 Sep 07 02:52:20.085433 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a55fc5-3676-44a8-a913-65c0677d7754 req-e70b1ced-4c3d-4bb1-98e9-6da777a79d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:20.087474 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-85a55fc5-3676-44a8-a913-65c0677d7754 req-e70b1ced-4c3d-4bb1-98e9-6da777a79d40 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ac223360-8a8e-4533-8aad-52e511f20cab HTTP/1.1" status: 200 len: 855 time: 0.0484228 Sep 07 02:52:20.149897 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a55fc5-3676-44a8-a913-65c0677d7754 req-9ea2224e-ca80-4659-84e9-f6010a86ec20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:20.151692 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-85a55fc5-3676-44a8-a913-65c0677d7754 req-9ea2224e-ca80-4659-84e9-f6010a86ec20 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2dd15660-a8a2-4615-aae6-6565f5b9c926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493767 Sep 07 02:52:20.254731 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-85a55fc5-3676-44a8-a913-65c0677d7754 req-35e31c4b-b3fc-4d04-b6cb-0b5c8135eda2 service neutron] 10.222.0.23 "GET /v2.0/networks/2dd15660-a8a2-4615-aae6-6565f5b9c926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922623 Sep 07 02:52:20.255474 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-22d4d858-3a1b-4ce2-8cd3-c382139f4351 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:20.296977 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d4d858-3a1b-4ce2-8cd3-c382139f4351 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Network 2f46c035-23c9-4be2-b63f-775eef371272 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:52:20.300023 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-22d4d858-3a1b-4ce2-8cd3-c382139f4351 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:52:20.304187 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d4d858-3a1b-4ce2-8cd3-c382139f4351 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:20.304779 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-22d4d858-3a1b-4ce2-8cd3-c382139f4351 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:20.310051 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf59689-773c-49a1-bd58-87a6292550ff None None] Network 2f46c035-23c9-4be2-b63f-775eef371272 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:52:20.318895 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d4d858-3a1b-4ce2-8cd3-c382139f4351 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event updated for resources: {'Subnet': ['ID=e6381321-a1b4-4a31-8966-433bcce07223,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:20.330506 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-22d4d858-3a1b-4ce2-8cd3-c382139f4351 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4575021 Sep 07 02:52:20.330506 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 40804) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:20.339463 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-71e57a31-6809-43c3-a606-e603feff1dab tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1267474492', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e6381321-a1b4-4a31-8966-433bcce07223'}], 'security_groups': ['ac680fb0-8b9c-485a-baf2-ef739d279d8e', 'b0395c7f-ce0e-41ce-b75f-ba6961ed812d']}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:52:20.361038 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-85a55fc5-3676-44a8-a913-65c0677d7754 req-568f4b80-2da0-4074-a1e0-9da2df6e1e05 service neutron] 10.222.0.23 "GET /v2.0/networks/2dd15660-a8a2-4615-aae6-6565f5b9c926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967193 Sep 07 02:52:20.434789 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 40810) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:20.514870 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-39fb9b47-7fa9-4a3e-bae1-654404739e51 admin admin] Deleting subnet 7d6b566d-0211-44b1-9a18-df454c725718 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:52:20.518501 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-39fb9b47-7fa9-4a3e-bae1-654404739e51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:20.526086 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 307b71c8-1330-4f86-b0c6-ac62473e3585 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:52:20.589011 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-71e57a31-6809-43c3-a606-e603feff1dab tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:20.594489 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-39fb9b47-7fa9-4a3e-bae1-654404739e51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:20.639374 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-39fb9b47-7fa9-4a3e-bae1-654404739e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:20.704399 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-39fb9b47-7fa9-4a3e-bae1-654404739e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:20.713631 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0267b772-b601-4bec-a826-9c321e95656f None None] Update dhcp port {'port': {'network_id': '2f46c035-23c9-4be2-b63f-775eef371272', 'fixed_ips': [{'subnet_id': '4441d5dc-b609-4a01-945f-acca5dc972b9', 'ip_address': '172.20.0.18'}, {'subnet_id': '35131fef-14b3-4db9-a905-e48d57dce05b', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e6381321-a1b4-4a31-8966-433bcce07223'}], 'binding:host_id': 'n-d-796209-16'}, 'id': '7d6ef916-d8fa-4774-b156-e02f4c81cdec'} from n-d-796209-16. {{(pid=94702) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 07 02:52:20.732891 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-39fb9b47-7fa9-4a3e-bae1-654404739e51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:20.741368 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-39fb9b47-7fa9-4a3e-bae1-654404739e51 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/7d6b566d-0211-44b1-9a18-df454c725718 HTTP/1.1" status: 204 len: 168 time: 0.3029823 Sep 07 02:52:20.742187 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 40828) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:20.772543 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 307b71c8-1330-4f86-b0c6-ac62473e3585, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=307b71c8-1330-4f86-b0c6-ac62473e3585,segment=NetworkSegment(e9d929c5-8f5d-4fa8-8af9-463491d37eb2),segment_id=e9d929c5-8f5d-4fa8-8af9-463491d37eb2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:52:20.800888 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fb9b47-7fa9-4a3e-bae1-654404739e51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d6b566d-0211-44b1-9a18-df454c725718,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:20.819240 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0267b772-b601-4bec-a826-9c321e95656f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:20.830180 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '307b71c8-1330-4f86-b0c6-ac62473e3585', 'network_id': '425487d9-ea00-48c2-8b07-b3e74c380248', 'port_id': '307b71c8-1330-4f86-b0c6-ac62473e3585', 'mac_address': 'fa:16:3e:aa:c2:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '384df4a0-6ed3-4747-8ce4-4d617b6c5693', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:52:20.836012 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a049b464-91a4-451a-948a-2e5c52e58f4c req-d691d0ec-843c-4319-80c1-623591a61268 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:20.837831 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a049b464-91a4-451a-948a-2e5c52e58f4c req-d691d0ec-843c-4319-80c1-623591a61268 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.1577144 Sep 07 02:52:20.917010 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c5fa716-483b-4b1b-a246-a8eef84c5f3b', 'name': 'network-vif-deleted', 'tag': '1103b53a-1571-43a7-b967-107c8a5c3f1f'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:52:20.919612 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de08ed97-c1e4-455b-b95b-96250e1a3e6a" -d '{"events": [{"server_uuid": "1c5fa716-483b-4b1b-a246-a8eef84c5f3b", "name": "network-vif-deleted", "tag": "1103b53a-1571-43a7-b967-107c8a5c3f1f"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:52:20.924506 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-40b350a8-5211-4610-8f88-c9972d2649d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:20.956462 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:20.973707 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 307b71c8-1330-4f86-b0c6-ac62473e3585 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:52:21.029239 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a049b464-91a4-451a-948a-2e5c52e58f4c req-b3087fa9-f038-4e2d-9f86-c375bef63dd7 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661131 Sep 07 02:52:21.094669 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 307b71c8-1330-4f86-b0c6-ac62473e3585, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=307b71c8-1330-4f86-b0c6-ac62473e3585,segment=NetworkSegment(e9d929c5-8f5d-4fa8-8af9-463491d37eb2),segment_id=e9d929c5-8f5d-4fa8-8af9-463491d37eb2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:52:21.117251 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:21.143020 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9b2366-8034-48df-b0d8-3f8bdd7d08dd x-openstack-request-id: req-af9b2366-8034-48df-b0d8-3f8bdd7d08dd {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:52:21.143320 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c5fa716-483b-4b1b-a246-a8eef84c5f3b", "name": "network-vif-deleted", "tag": "1103b53a-1571-43a7-b967-107c8a5c3f1f", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:52:21.143601 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-af9b2366-8034-48df-b0d8-3f8bdd7d08dd {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:52:21.144002 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c5fa716-483b-4b1b-a246-a8eef84c5f3b', 'name': 'network-vif-deleted', 'tag': '1103b53a-1571-43a7-b967-107c8a5c3f1f', 'status': 'completed', 'code': 200} Sep 07 02:52:21.146875 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-40b350a8-5211-4610-8f88-c9972d2649d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:21.172970 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-40b350a8-5211-4610-8f88-c9972d2649d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52c36ff9-9386-42f1-855f-551bb914bdf5']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:52:21.191114 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0561d1f0-c75a-4889-b941-4490e0ef11ac req-68f36d60-6902-44e2-92a3-8637b3e25e04 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:21.196052 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0561d1f0-c75a-4889-b941-4490e0ef11ac req-68f36d60-6902-44e2-92a3-8637b3e25e04 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 944 time: 0.2124739 Sep 07 02:52:21.198997 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-40b350a8-5211-4610-8f88-c9972d2649d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '658bbed9-8af5-42f0-9f35-d429458c298a') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:52:21.199582 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-40b350a8-5211-4610-8f88-c9972d2649d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '658bbed9-8af5-42f0-9f35-d429458c298a') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:52:21.216157 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-40b350a8-5211-4610-8f88-c9972d2649d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:21.229668 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['307b71c8-1330-4f86-b0c6-ac62473e3585'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:52:21.254965 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-40b350a8-5211-4610-8f88-c9972d2649d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:21.269938 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40b350a8-5211-4610-8f88-c9972d2649d2 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:52:21.270393 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-40b350a8-5211-4610-8f88-c9972d2649d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:21.272849 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:52:21.272849 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:52:21.272849 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:52:21.272849 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:52:21.272849 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:52:21.272849 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:52:21.272849 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:52:21.272849 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:52:21.272849 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:52:21.272849 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:52:21.272849 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:52:21.272849 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:52:21.272849 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:52:21.272849 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:52:21.272849 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:52:21.272849 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:52:21.272849 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:52:21.272849 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:52:21.272849 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:52:21.272849 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:52:21.272849 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:52:21.272849 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:52:21.272849 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:52:21.272849 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:52:21.272849 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:52:21.272849 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:52:21.272849 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:52:21.272849 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:52:21.272849 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:52:21.272849 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:52:21.272849 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:52:21.272849 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:52:21.283248 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=307b71c8-1330-4f86-b0c6-ac62473e3585,revision_number=6']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:21.291739 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-0267b772-b601-4bec-a826-9c321e95656f None None] Allocated IP 172.20.0.34 (2f46c035-23c9-4be2-b63f-775eef371272/e6381321-a1b4-4a31-8966-433bcce07223/7d6ef916-d8fa-4774-b156-e02f4c81cdec) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:52:21.318856 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0561d1f0-c75a-4889-b941-4490e0ef11ac req-ce26d7a6-c3eb-4341-a59f-7c3d14932d70 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=71b22b25-b5d6-4ba9-812b-2e36880aadcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799890 Sep 07 02:52:21.392370 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-40b350a8-5211-4610-8f88-c9972d2649d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:21.426663 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-40b350a8-5211-4610-8f88-c9972d2649d2 admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:21.428707 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-40b350a8-5211-4610-8f88-c9972d2649d2 admin admin] 10.222.0.22 "DELETE /v2.0/networks/52c36ff9-9386-42f1-855f-551bb914bdf5 HTTP/1.1" status: 204 len: 168 time: 0.6290095 Sep 07 02:52:21.429753 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b350a8-5211-4610-8f88-c9972d2649d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=52c36ff9-9386-42f1-855f-551bb914bdf5,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:21.431519 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 40856) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:21.470661 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:21.471936 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:21.498063 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-565653ff-dd27-43f4-b8c1-432704784704 admin admin] Deleting subnet ec5bf32f-da18-4c96-a29d-2cc3dfee297a {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:52:21.501201 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-565653ff-dd27-43f4-b8c1-432704784704 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:21.512369 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-0267b772-b601-4bec-a826-9c321e95656f None None] For port 7d6ef916-d8fa-4774-b156-e02f4c81cdec, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=7d6ef916-d8fa-4774-b156-e02f4c81cdec,segment=NetworkSegment(9b9c007f-e498-4c27-a0b3-ea46c5c8027e),segment_id=9b9c007f-e498-4c27-a0b3-ea46c5c8027e)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:52:21.552744 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-565653ff-dd27-43f4-b8c1-432704784704 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:21.573341 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0267b772-b601-4bec-a826-9c321e95656f None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:21.606065 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-0267b772-b601-4bec-a826-9c321e95656f None None] Transition to ACTIVE for port object 7d6ef916-d8fa-4774-b156-e02f4c81cdec will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:52:21.619044 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0267b772-b601-4bec-a826-9c321e95656f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:21.747597 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-71e57a31-6809-43c3-a606-e603feff1dab tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Delete allocated IP 172.20.0.14 (2f46c035-23c9-4be2-b63f-775eef371272/35131fef-14b3-4db9-a905-e48d57dce05b) {{(pid=94701) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 07 02:52:21.760477 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-71e57a31-6809-43c3-a606-e603feff1dab tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Allocated IP 172.20.0.43 (2f46c035-23c9-4be2-b63f-775eef371272/e6381321-a1b4-4a31-8966-433bcce07223/0bf6ab26-40d0-4084-90f9-46c384117559) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:52:21.767921 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 1103b53a-1571-43a7-b967-107c8a5c3f1f no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:52:21.815725 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: 1103b53a-1571-43a7-b967-107c8a5c3f1f {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:52:21.815725 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 1103b53a-1571-43a7-b967-107c8a5c3f1f not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:52:21.817743 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0267b772-b601-4bec-a826-9c321e95656f None None] Pushing event updated for resources: {'Port': ['ID=7d6ef916-d8fa-4774-b156-e02f4c81cdec,revision_number=7']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:21.984600 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-565653ff-dd27-43f4-b8c1-432704784704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:22.103505 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-71e57a31-6809-43c3-a606-e603feff1dab tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:22.152654 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-565653ff-dd27-43f4-b8c1-432704784704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:22.192767 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-71e57a31-6809-43c3-a606-e603feff1dab tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Transition to ACTIVE for port object 0bf6ab26-40d0-4084-90f9-46c384117559 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:52:22.217349 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565653ff-dd27-43f4-b8c1-432704784704 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec5bf32f-da18-4c96-a29d-2cc3dfee297a,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:22.222979 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-71e57a31-6809-43c3-a606-e603feff1dab tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:22.238310 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-565653ff-dd27-43f4-b8c1-432704784704 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:22.241443 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-565653ff-dd27-43f4-b8c1-432704784704 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ec5bf32f-da18-4c96-a29d-2cc3dfee297a HTTP/1.1" status: 204 len: 168 time: 0.8081093 Sep 07 02:52:22.244776 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 40872) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:22.360955 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a9d19-9d23-4bc0-a65c-e0e9f396e585 req-cdb24a8f-01b9-4727-a116-b1469e861d22 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:22.369304 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-767a9d19-9d23-4bc0-a65c-e0e9f396e585 req-cdb24a8f-01b9-4727-a116-b1469e861d22 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 944 time: 0.2216437 Sep 07 02:52:22.427664 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4cf31e7d-3023-4de9-9978-52226e937225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:22.504188 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-767a9d19-9d23-4bc0-a65c-e0e9f396e585 req-0d8e6b74-d114-49e3-b23c-1b0355189c7b tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338639 Sep 07 02:52:22.553196 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 0a6228a5-9d7a-4224-9828-32709fba14a6 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:52:22.555379 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 307b71c8-1330-4f86-b0c6-ac62473e3585 up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:52:22.689813 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4cf31e7d-3023-4de9-9978-52226e937225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:22.737059 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-4cf31e7d-3023-4de9-9978-52226e937225 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f0276e7-bc20-4d67-8506-5530db77edf7']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:52:22.761466 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-4cf31e7d-3023-4de9-9978-52226e937225 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdf16722-2968-49dd-b231-3507f52df24f') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:52:22.761757 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-4cf31e7d-3023-4de9-9978-52226e937225 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdf16722-2968-49dd-b231-3507f52df24f') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:52:22.782336 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4cf31e7d-3023-4de9-9978-52226e937225 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:22.823197 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4cf31e7d-3023-4de9-9978-52226e937225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:22.845793 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e57a31-6809-43c3-a606-e603feff1dab tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event updated for resources: {'Port': ['ID=0bf6ab26-40d0-4084-90f9-46c384117559,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:22.853790 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cf31e7d-3023-4de9-9978-52226e937225 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:52:22.854408 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4cf31e7d-3023-4de9-9978-52226e937225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:22.856148 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port 307b71c8-1330-4f86-b0c6-ac62473e3585 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:52:22.856446 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:22.860449 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:52:22.860449 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:52:22.860449 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:52:22.860449 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:52:22.860449 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:52:22.860449 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:52:22.860449 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:52:22.860449 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:52:22.860449 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:52:22.860449 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:52:22.860449 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:52:22.860449 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:52:22.860449 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:52:22.860449 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:52:22.860449 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:52:22.860449 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:52:22.860449 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:52:22.860449 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:52:22.860449 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:52:22.860449 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:52:22.860449 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:52:22.860449 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:52:22.860449 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:52:22.860449 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:52:22.860449 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:52:22.860449 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:52:22.860449 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:52:22.860449 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:52:22.860449 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:52:22.860449 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:52:22.860449 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:52:22.860449 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:52:22.936842 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffbd9af-c38e-4bd3-81e5-a743003a772d req-d2c01ca5-44af-45f4-a739-247e41b78589 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:22.946801 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9ffbd9af-c38e-4bd3-81e5-a743003a772d req-d2c01ca5-44af-45f4-a739-247e41b78589 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 944 time: 0.1021519 Sep 07 02:52:22.956855 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-71e57a31-6809-43c3-a606-e603feff1dab tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] In _notify_port_updated(), no bound segment for port 0bf6ab26-40d0-4084-90f9-46c384117559 on network 2f46c035-23c9-4be2-b63f-775eef371272 {{(pid=94701) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 02:52:22.966677 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e57a31-6809-43c3-a606-e603feff1dab tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:22.978981 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-71e57a31-6809-43c3-a606-e603feff1dab tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:22.985467 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-71e57a31-6809-43c3-a606-e603feff1dab tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "PUT /v2.0/ports/0bf6ab26-40d0-4084-90f9-46c384117559 HTTP/1.1" status: 200 len: 960 time: 2.6509068 Sep 07 02:52:22.986810 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 40886) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:23.007127 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 0a6228a5-9d7a-4224-9828-32709fba14a6, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=0a6228a5-9d7a-4224-9828-32709fba14a6,segment=NetworkSegment(671b0d78-496f-4a6a-a20b-d6937a9097d2),segment_id=671b0d78-496f-4a6a-a20b-d6937a9097d2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:52:23.015881 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-d86000ec-45c2-4a6b-a388-cb8384b423dd None None] Provisioning for port 0bf6ab26-40d0-4084-90f9-46c384117559 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:52:23.026459 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-d86000ec-45c2-4a6b-a388-cb8384b423dd None None] Provisioning complete for port 0bf6ab26-40d0-4084-90f9-46c384117559 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:52:23.027022 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d86000ec-45c2-4a6b-a388-cb8384b423dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:23.076128 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '0a6228a5-9d7a-4224-9828-32709fba14a6', 'network_id': '2dd15660-a8a2-4615-aae6-6565f5b9c926', 'port_id': '0a6228a5-9d7a-4224-9828-32709fba14a6', 'mac_address': 'fa:16:3e:7f:bc:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac223360-8a8e-4533-8aad-52e511f20cab', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:52:23.098066 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-d86000ec-45c2-4a6b-a388-cb8384b423dd None None] Port 0bf6ab26-40d0-4084-90f9-46c384117559 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:52:23.100934 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4cf31e7d-3023-4de9-9978-52226e937225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:23.111764 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4cf31e7d-3023-4de9-9978-52226e937225 admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:23.113621 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-4cf31e7d-3023-4de9-9978-52226e937225 admin admin] 10.222.0.22 "DELETE /v2.0/networks/6f0276e7-bc20-4d67-8506-5530db77edf7 HTTP/1.1" status: 204 len: 168 time: 0.8654971 Sep 07 02:52:23.118991 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9ffbd9af-c38e-4bd3-81e5-a743003a772d req-d80a6a50-7a5f-4c2b-b4bf-1d54801b4ee0 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=71b22b25-b5d6-4ba9-812b-2e36880aadcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348479 Sep 07 02:52:23.177925 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf31e7d-3023-4de9-9978-52226e937225 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f0276e7-bc20-4d67-8506-5530db77edf7,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:23.225633 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-62a561e0-8bff-4f14-8231-b3ea7b9db796 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Deleting port 0bf6ab26-40d0-4084-90f9-46c384117559 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:52:23.225830 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:23.226880 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-62a561e0-8bff-4f14-8231-b3ea7b9db796 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:23.228793 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-d86000ec-45c2-4a6b-a388-cb8384b423dd None None] Provisioning complete for port 22755a89-b4b1-46c2-a4f8-7f40e11e9998 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:52:23.229165 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d86000ec-45c2-4a6b-a388-cb8384b423dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:23.319141 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 7d6ef916-d8fa-4774-b156-e02f4c81cdec up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:52:23.390118 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-62a561e0-8bff-4f14-8231-b3ea7b9db796 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:23.433186 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-62a561e0-8bff-4f14-8231-b3ea7b9db796 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Calling delete_port for 0bf6ab26-40d0-4084-90f9-46c384117559 owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:52:23.451016 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:23.488200 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a6228a5-9d7a-4224-9828-32709fba14a6 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:52:23.495284 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 40896) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:23.572813 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d32e6b0-855e-4510-bcd5-85ff68c2c765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307b71c8-1330-4f86-b0c6-ac62473e3585'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:52:23.577365 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4eec716-f748-4b27-a917-a5e6eff78745" -d '{"events": [{"server_uuid": "0d32e6b0-855e-4510-bcd5-85ff68c2c765", "name": "network-vif-plugged", "status": "completed", "tag": "307b71c8-1330-4f86-b0c6-ac62473e3585"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:52:23.579626 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-d86000ec-45c2-4a6b-a388-cb8384b423dd None None] Port 22755a89-b4b1-46c2-a4f8-7f40e11e9998 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:52:23.594452 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 0a6228a5-9d7a-4224-9828-32709fba14a6, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=0a6228a5-9d7a-4224-9828-32709fba14a6,segment=NetworkSegment(671b0d78-496f-4a6a-a20b-d6937a9097d2),segment_id=671b0d78-496f-4a6a-a20b-d6937a9097d2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:52:23.612464 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 307b71c8-1330-4f86-b0c6-ac62473e3585, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=307b71c8-1330-4f86-b0c6-ac62473e3585,segment=NetworkSegment(e9d929c5-8f5d-4fa8-8af9-463491d37eb2),segment_id=e9d929c5-8f5d-4fa8-8af9-463491d37eb2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:52:23.614209 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:23.635993 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a1b8c565-ddbe-4db8-b65f-04b50f5f66de admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c7eefead9d3a49c096322dafb730fc1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1373487 Sep 07 02:52:23.643747 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 40902) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:23.663208 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1264028d-8527-4b13-8c7d-3304e6603868 x-openstack-request-id: req-1264028d-8527-4b13-8c7d-3304e6603868 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:52:23.664382 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d32e6b0-855e-4510-bcd5-85ff68c2c765", "name": "network-vif-plugged", "status": "completed", "tag": "307b71c8-1330-4f86-b0c6-ac62473e3585", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:52:23.665658 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1264028d-8527-4b13-8c7d-3304e6603868 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:52:23.666469 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d32e6b0-855e-4510-bcd5-85ff68c2c765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307b71c8-1330-4f86-b0c6-ac62473e3585', 'code': 200} Sep 07 02:52:23.668806 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:23.690599 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=0a6228a5-9d7a-4224-9828-32709fba14a6,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:23.703511 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-d86000ec-45c2-4a6b-a388-cb8384b423dd None None] Provisioning for port 7d6ef916-d8fa-4774-b156-e02f4c81cdec completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:52:23.748005 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-62a561e0-8bff-4f14-8231-b3ea7b9db796 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:23.756861 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-d86000ec-45c2-4a6b-a388-cb8384b423dd None None] Provisioning complete for port 7d6ef916-d8fa-4774-b156-e02f4c81cdec triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:52:23.757197 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d86000ec-45c2-4a6b-a388-cb8384b423dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:23.767437 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-76c4f9e6-2dfb-437f-a596-14c05791cf07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:23.784727 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd8c10-531d-487c-b882-77a7c592fb42 req-ff6da5c8-5022-482f-b699-03ec89a9f726 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:23.787568 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f5dd8c10-531d-487c-b882-77a7c592fb42 req-ff6da5c8-5022-482f-b699-03ec89a9f726 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.1091349 Sep 07 02:52:23.806915 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=307b71c8-1330-4f86-b0c6-ac62473e3585,revision_number=7']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:23.807415 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-76c4f9e6-2dfb-437f-a596-14c05791cf07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:23.876779 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-76c4f9e6-2dfb-437f-a596-14c05791cf07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:23.880985 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-76c4f9e6-2dfb-437f-a596-14c05791cf07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:23.888028 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a561e0-8bff-4f14-8231-b3ea7b9db796 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event deleted for resources: {'Port': ['ID=0bf6ab26-40d0-4084-90f9-46c384117559,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:23.895169 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-76c4f9e6-2dfb-437f-a596-14c05791cf07 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/71c30c8a-e2d2-4668-8f9d-ddfbfa545784 HTTP/1.1" status: 204 len: 168 time: 0.2502770 Sep 07 02:52:23.916139 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['0a6228a5-9d7a-4224-9828-32709fba14a6'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:52:23.952963 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c4f9e6-2dfb-437f-a596-14c05791cf07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c30c8a-e2d2-4668-8f9d-ddfbfa545784,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:24.014357 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-62a561e0-8bff-4f14-8231-b3ea7b9db796 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:24.016648 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-62a561e0-8bff-4f14-8231-b3ea7b9db796 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "DELETE /v2.0/ports/0bf6ab26-40d0-4084-90f9-46c384117559 HTTP/1.1" status: 204 len: 168 time: 1.0274761 Sep 07 02:52:24.019320 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 40910) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:24.070077 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-a10a266e-b739-42a7-9b8f-94a13dd2c53d tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] GET failed (client error): The resource could not be found. Sep 07 02:52:24.071673 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a10a266e-b739-42a7-9b8f-94a13dd2c53d tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "GET /v2.0/ports/0bf6ab26-40d0-4084-90f9-46c384117559 HTTP/1.1" status: 404 len: 333 time: 0.0507679 Sep 07 02:52:24.074613 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 40912) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:24.111636 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f5dd8c10-531d-487c-b882-77a7c592fb42 req-47ac4a4d-da76-437c-bd72-bc1ee0b6a1ce tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622545 Sep 07 02:52:24.272432 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eaa5dfae-c6e9-4e7a-9bf0-35f15b26ab7b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:24.322859 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-b3e6806a-fd0e-43f5-a841-41e27f8d00e4 None None] Could not find standard attr ID for object 0bf6ab26-40d0-4084-90f9-46c384117559. {{(pid=94702) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 02:52:24.350626 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eaa5dfae-c6e9-4e7a-9bf0-35f15b26ab7b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:24.416358 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf30f0-615b-4d1e-b72e-d91e4588d178 req-9d9df508-36ab-42df-862f-174d163488ef tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:24.444094 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-afdf30f0-615b-4d1e-b72e-d91e4588d178 req-9d9df508-36ab-42df-862f-174d163488ef tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 945 time: 0.1460936 Sep 07 02:52:24.503159 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-afdf30f0-615b-4d1e-b72e-d91e4588d178 req-a2769e12-1e21-472d-9b24-eaa6fa678963 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=71b22b25-b5d6-4ba9-812b-2e36880aadcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579059 Sep 07 02:52:24.503963 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eaa5dfae-c6e9-4e7a-9bf0-35f15b26ab7b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:24.507079 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eaa5dfae-c6e9-4e7a-9bf0-35f15b26ab7b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:24.508349 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-eaa5dfae-c6e9-4e7a-9bf0-35f15b26ab7b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "DELETE /v2.0/security-groups/fc0a2674-84f6-42e9-b9ef-29a08c016b18 HTTP/1.1" status: 204 len: 168 time: 0.4326491 Sep 07 02:52:24.510977 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 40926) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:24.520799 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa5dfae-c6e9-4e7a-9bf0-35f15b26ab7b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0a2674-84f6-42e9-b9ef-29a08c016b18,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:24.588715 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 40928) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:24.632026 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d4bdbff9-2b3e-4cf0-92c2-86769b2723bb tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:24.636433 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ac7d32be-bf15-44de-8487-40cc2845bf1a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c7b5224fd66941c19a91dad724ac5fc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465569 Sep 07 02:52:24.638922 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 40932) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:24.686799 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d4bdbff9-2b3e-4cf0-92c2-86769b2723bb tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:24.750828 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5266b04-4572-4f82-ae6c-085c5dc7da7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:24.778322 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5266b04-4572-4f82-ae6c-085c5dc7da7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:24.780235 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d4bdbff9-2b3e-4cf0-92c2-86769b2723bb tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:24.782853 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d4bdbff9-2b3e-4cf0-92c2-86769b2723bb tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:24.784206 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d4bdbff9-2b3e-4cf0-92c2-86769b2723bb tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "DELETE /v2.0/security-groups/b0395c7f-ce0e-41ce-b75f-ba6961ed812d HTTP/1.1" status: 204 len: 168 time: 0.2718217 Sep 07 02:52:24.787468 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 40936) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:24.802270 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bdbff9-2b3e-4cf0-92c2-86769b2723bb tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0395c7f-ce0e-41ce-b75f-ba6961ed812d,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:24.877031 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5266b04-4572-4f82-ae6c-085c5dc7da7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:24.882255 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5266b04-4572-4f82-ae6c-085c5dc7da7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:24.883528 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c5266b04-4572-4f82-ae6c-085c5dc7da7e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0ce6515f-65e7-4e9c-b85c-e7f3be143bfd HTTP/1.1" status: 204 len: 168 time: 0.2433476 Sep 07 02:52:24.902245 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5266b04-4572-4f82-ae6c-085c5dc7da7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce6515f-65e7-4e9c-b85c-e7f3be143bfd,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:24.929133 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-85b873f0-1e18-4361-b2f5-88597dfca9b1 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:24.962907 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-85b873f0-1e18-4361-b2f5-88597dfca9b1 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:25.023877 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-85b873f0-1e18-4361-b2f5-88597dfca9b1 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:25.028660 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-85b873f0-1e18-4361-b2f5-88597dfca9b1 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:25.032537 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-85b873f0-1e18-4361-b2f5-88597dfca9b1 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "DELETE /v2.0/security-groups/ac680fb0-8b9c-485a-baf2-ef739d279d8e HTTP/1.1" status: 204 len: 168 time: 0.2411244 Sep 07 02:52:25.032616 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 40942) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:25.041028 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b873f0-1e18-4361-b2f5-88597dfca9b1 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac680fb0-8b9c-485a-baf2-ef739d279d8e,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:25.127060 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-e57e289a-b951-4148-9e1a-42fa2cba4086 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Deleting subnet 35131fef-14b3-4db9-a905-e48d57dce05b {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:52:25.130957 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e57e289a-b951-4148-9e1a-42fa2cba4086 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:25.219079 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e57e289a-b951-4148-9e1a-42fa2cba4086 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:25.389491 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63389f7-78e7-40fd-8892-071b7ec6d001 req-5e83d21f-552e-4391-ac93-6a75d92be372 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:25.391673 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d63389f7-78e7-40fd-8892-071b7ec6d001 req-5e83d21f-552e-4391-ac93-6a75d92be372 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.1820791 Sep 07 02:52:25.441276 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e57e289a-b951-4148-9e1a-42fa2cba4086 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:25.497953 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d63389f7-78e7-40fd-8892-071b7ec6d001 req-030a0299-323d-4f5d-b520-65c51bf4a916 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831828 Sep 07 02:52:25.569603 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e57e289a-b951-4148-9e1a-42fa2cba4086 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:25.635115 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57e289a-b951-4148-9e1a-42fa2cba4086 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event deleted for resources: {'Subnet': ['ID=35131fef-14b3-4db9-a905-e48d57dce05b,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:25.657312 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57e289a-b951-4148-9e1a-42fa2cba4086 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:52:25.659704 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57e289a-b951-4148-9e1a-42fa2cba4086 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:52:25.660059 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57e289a-b951-4148-9e1a-42fa2cba4086 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:52:25.660405 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57e289a-b951-4148-9e1a-42fa2cba4086 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:52:25.662464 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57e289a-b951-4148-9e1a-42fa2cba4086 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:52:25.667417 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57e289a-b951-4148-9e1a-42fa2cba4086 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:52:25.669584 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57e289a-b951-4148-9e1a-42fa2cba4086 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:52:25.669946 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57e289a-b951-4148-9e1a-42fa2cba4086 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:52:25.670293 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57e289a-b951-4148-9e1a-42fa2cba4086 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:52:25.670631 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57e289a-b951-4148-9e1a-42fa2cba4086 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:52:25.670965 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57e289a-b951-4148-9e1a-42fa2cba4086 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:52:25.671294 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57e289a-b951-4148-9e1a-42fa2cba4086 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:52:25.690608 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e57e289a-b951-4148-9e1a-42fa2cba4086 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:25.699306 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e57e289a-b951-4148-9e1a-42fa2cba4086 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "DELETE /v2.0/subnets/35131fef-14b3-4db9-a905-e48d57dce05b HTTP/1.1" status: 204 len: 168 time: 0.6647167 Sep 07 02:52:25.700224 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 40966) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:25.713690 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cb17ee-5e78-4104-bac3-3212f2a4cbbb None None] Network 2f46c035-23c9-4be2-b63f-775eef371272 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:52:25.765729 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e7408a-9c26-4b75-8934-5571173ac190 req-6c721430-8544-41eb-9d63-19a9f8203ed6 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:25.768166 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-68e7408a-9c26-4b75-8934-5571173ac190 req-6c721430-8544-41eb-9d63-19a9f8203ed6 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 945 time: 0.1251087 Sep 07 02:52:25.786318 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-096a6d4d-b0f1-4b0c-ae49-7b564bf553aa tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Deleting subnet e6381321-a1b4-4a31-8966-433bcce07223 {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:52:25.789531 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-096a6d4d-b0f1-4b0c-ae49-7b564bf553aa tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:25.841744 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-096a6d4d-b0f1-4b0c-ae49-7b564bf553aa tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:25.844365 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-68e7408a-9c26-4b75-8934-5571173ac190 req-2b23ff90-97e5-45bb-b38f-ad2b8143cda4 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=71b22b25-b5d6-4ba9-812b-2e36880aadcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666430 Sep 07 02:52:25.937213 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-cc26fe64-3153-463c-bc00-d39ed54811d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:25.956969 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-096a6d4d-b0f1-4b0c-ae49-7b564bf553aa tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:26.047528 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-096a6d4d-b0f1-4b0c-ae49-7b564bf553aa tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:26.091969 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096a6d4d-b0f1-4b0c-ae49-7b564bf553aa tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event deleted for resources: {'Subnet': ['ID=e6381321-a1b4-4a31-8966-433bcce07223,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:26.094980 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-096a6d4d-b0f1-4b0c-ae49-7b564bf553aa tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:26.097846 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-096a6d4d-b0f1-4b0c-ae49-7b564bf553aa tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "DELETE /v2.0/subnets/e6381321-a1b4-4a31-8966-433bcce07223 HTTP/1.1" status: 204 len: 168 time: 0.3840477 Sep 07 02:52:26.101280 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 40976) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:26.156512 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-c83d7825-da76-4769-be22-e1793c5efd8d tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] DELETE failed (client error): The resource could not be found. Sep 07 02:52:26.158380 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c83d7825-da76-4769-be22-e1793c5efd8d tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:52:26.169007 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 40984) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:26.171259 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c83d7825-da76-4769-be22-e1793c5efd8d tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "DELETE /v2.0/subnets/35131fef-14b3-4db9-a905-e48d57dce05b HTTP/1.1" status: 404 len: 337 time: 0.0685716 Sep 07 02:52:26.279557 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3baae10-670e-40d5-b87b-6f8b2f24714c tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Deleting subnet 4441d5dc-b609-4a01-945f-acca5dc972b9 {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:52:26.287907 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f3baae10-670e-40d5-b87b-6f8b2f24714c tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:26.392320 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f3baae10-670e-40d5-b87b-6f8b2f24714c tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:26.503901 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f3baae10-670e-40d5-b87b-6f8b2f24714c tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:26.592357 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 0a6228a5-9d7a-4224-9828-32709fba14a6 up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:52:26.618019 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f3baae10-670e-40d5-b87b-6f8b2f24714c tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:26.695947 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f3baae10-670e-40d5-b87b-6f8b2f24714c tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:26.701796 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f3baae10-670e-40d5-b87b-6f8b2f24714c tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "DELETE /v2.0/subnets/4441d5dc-b609-4a01-945f-acca5dc972b9 HTTP/1.1" status: 204 len: 168 time: 0.5315783 Sep 07 02:52:26.702858 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 41000) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:26.703915 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3baae10-670e-40d5-b87b-6f8b2f24714c tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event deleted for resources: {'Subnet': ['ID=4441d5dc-b609-4a01-945f-acca5dc972b9,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:26.719296 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port 0a6228a5-9d7a-4224-9828-32709fba14a6 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:52:26.728637 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port 0a6228a5-9d7a-4224-9828-32709fba14a6 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:52:26.729020 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:26.747808 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-966c68ab-1671-4ace-981a-671d51b3b1a8 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] DELETE failed (client error): The resource could not be found. Sep 07 02:52:26.748516 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-966c68ab-1671-4ace-981a-671d51b3b1a8 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:52:26.753595 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 41002) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:26.765450 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-966c68ab-1671-4ace-981a-671d51b3b1a8 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "DELETE /v2.0/subnets/99dbb347-4f6e-4fdf-9534-7f8044c2e6ab HTTP/1.1" status: 404 len: 337 time: 0.0613911 Sep 07 02:52:26.786580 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63441681-189d-47f3-98f8-42132c969084 req-95c7f4e3-b12f-449e-8f8e-eee57ccead75 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:26.798739 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-63441681-189d-47f3-98f8-42132c969084 req-95c7f4e3-b12f-449e-8f8e-eee57ccead75 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.1673191 Sep 07 02:52:26.810484 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-62b1505c-2d6f-428a-8b36-f70d73de77ce tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "GET /v2.0/ports?device_id=fa55469b-f855-47a1-b335-9e2b94abc8f8 HTTP/1.1" status: 200 len: 205 time: 0.0552905 Sep 07 02:52:26.811127 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 41006) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:26.875696 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-63441681-189d-47f3-98f8-42132c969084 req-c84a0764-26aa-43b0-98b1-3c8a60899ee6 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759606 Sep 07 02:52:26.892141 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-8f57f8c8-32bf-4584-bfb3-a11e38e46a4f tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] delete failed (client error): The resource could not be found. Sep 07 02:52:26.896667 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 41010) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:26.918155 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8f57f8c8-32bf-4584-bfb3-a11e38e46a4f tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "DELETE /v2.0/routers/fa55469b-f855-47a1-b335-9e2b94abc8f8 HTTP/1.1" status: 404 len: 336 time: 0.0938241 Sep 07 02:52:26.938385 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:26.973314 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-19457652-8322-460e-a709-cbdcbc023132 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] DELETE failed (client error): The resource could not be found. Sep 07 02:52:26.979575 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19457652-8322-460e-a709-cbdcbc023132 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:52:26.984382 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 41014) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:26.993903 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f10d1fc1-87e6-4931-930f-33683ef02a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a6228a5-9d7a-4224-9828-32709fba14a6'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:52:26.994908 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-19457652-8322-460e-a709-cbdcbc023132 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "DELETE /v2.0/subnets/863fe2a9-6c02-474d-98ba-a5150dac833b HTTP/1.1" status: 404 len: 337 time: 0.0969322 Sep 07 02:52:27.008171 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320f707a-f7ec-4b05-abb2-fe5c1c863a66" -d '{"events": [{"server_uuid": "f10d1fc1-87e6-4931-930f-33683ef02a46", "name": "network-vif-plugged", "status": "completed", "tag": "0a6228a5-9d7a-4224-9828-32709fba14a6"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:52:27.043806 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 0a6228a5-9d7a-4224-9828-32709fba14a6, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=0a6228a5-9d7a-4224-9828-32709fba14a6,segment=NetworkSegment(671b0d78-496f-4a6a-a20b-d6937a9097d2),segment_id=671b0d78-496f-4a6a-a20b-d6937a9097d2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:52:27.046520 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-da9aaec8-2ecf-4723-b2c0-0f13919d6329 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] DELETE failed (client error): The resource could not be found. Sep 07 02:52:27.046991 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da9aaec8-2ecf-4723-b2c0-0f13919d6329 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:52:27.054657 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:27.084463 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 41022) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:27.085566 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-da9aaec8-2ecf-4723-b2c0-0f13919d6329 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "DELETE /v2.0/subnets/21ab75f4-ff7d-4390-81c3-a4e5fb682c7a HTTP/1.1" status: 404 len: 337 time: 0.0995495 Sep 07 02:52:27.126893 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d8dcda-0fbc-4e05-90c6-1809c3e96c9f x-openstack-request-id: req-d7d8dcda-0fbc-4e05-90c6-1809c3e96c9f {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:52:27.128941 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f10d1fc1-87e6-4931-930f-33683ef02a46", "name": "network-vif-plugged", "status": "completed", "tag": "0a6228a5-9d7a-4224-9828-32709fba14a6", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:52:27.130694 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d7d8dcda-0fbc-4e05-90c6-1809c3e96c9f {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:52:27.132075 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f10d1fc1-87e6-4931-930f-33683ef02a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a6228a5-9d7a-4224-9828-32709fba14a6', 'code': 200} Sep 07 02:52:27.162561 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2130c9d-bf77-4df4-ba9e-46b5b2305349 None None] Network 2f46c035-23c9-4be2-b63f-775eef371272 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:52:27.182532 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-fac14d7d-a97d-4ce7-a25b-705bd167dd95 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] DELETE failed (client error): The resource could not be found. Sep 07 02:52:27.185563 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fac14d7d-a97d-4ce7-a25b-705bd167dd95 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:52:27.190361 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce83d12c-85a1-4200-8b3e-1b513b400fb7 req-bdd2bcaa-22a1-4028-aaf7-f44c55324c11 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:27.197943 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ce83d12c-85a1-4200-8b3e-1b513b400fb7 req-bdd2bcaa-22a1-4028-aaf7-f44c55324c11 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 946 time: 0.1536009 Sep 07 02:52:27.202423 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-fac14d7d-a97d-4ce7-a25b-705bd167dd95 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "DELETE /v2.0/subnets/135005c1-edd7-4caa-bcab-6f42a28dbfdf HTTP/1.1" status: 404 len: 337 time: 0.1132171 Sep 07 02:52:27.204927 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 41026) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:27.262189 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ce83d12c-85a1-4200-8b3e-1b513b400fb7 req-18707c45-2037-45e7-bfe3-140300b02e3c tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=71b22b25-b5d6-4ba9-812b-2e36880aadcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631506 Sep 07 02:52:27.306211 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-d711f439-b106-4aa9-9b57-5b019d1f1d4c tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] DELETE failed (client error): The resource could not be found. Sep 07 02:52:27.342906 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d711f439-b106-4aa9-9b57-5b019d1f1d4c tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:52:27.345294 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-d711f439-b106-4aa9-9b57-5b019d1f1d4c tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "DELETE /v2.0/ports/46d8b212-cc29-4a8e-b7bc-3df9fe6fd9fc HTTP/1.1" status: 404 len: 333 time: 0.1321111 Sep 07 02:52:27.348804 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 41032) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:27.404452 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7085d1f5-ec08-42dc-855d-ccad7d512756 req-8f4104ac-af70-42f2-a035-afdaf2fb76d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:27.410365 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7085d1f5-ec08-42dc-855d-ccad7d512756 req-8f4104ac-af70-42f2-a035-afdaf2fb76d5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 1098 time: 0.1651874 Sep 07 02:52:27.427061 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef6fbd8c-cb87-479b-b6e6-41277ef61444 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] DELETE failed (client error): The resource could not be found. Sep 07 02:52:27.427563 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef6fbd8c-cb87-479b-b6e6-41277ef61444 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:52:27.434882 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 41036) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:27.435230 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-ef6fbd8c-cb87-479b-b6e6-41277ef61444 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "DELETE /v2.0/subnets/92c972c0-2a42-43da-9eb7-dbac179d6c8b HTTP/1.1" status: 404 len: 337 time: 0.0851798 Sep 07 02:52:27.463031 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=0a6228a5-9d7a-4224-9828-32709fba14a6,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:27.470523 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dec2da1-1ce0-4535-a180-03d63903108a tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] DELETE failed (client error): The resource could not be found. Sep 07 02:52:27.471121 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dec2da1-1ce0-4535-a180-03d63903108a tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:52:27.476385 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-2dec2da1-1ce0-4535-a180-03d63903108a tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "DELETE /v2.0/subnets/a169b00d-81f6-4d1c-b645-6db3dadc39e5 HTTP/1.1" status: 404 len: 337 time: 0.0373466 Sep 07 02:52:27.478503 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 41038) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:27.479971 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-6785a805-3b32-4b0f-a279-357703995d6b None None] Provisioning complete for port 22755a89-b4b1-46c2-a4f8-7f40e11e9998 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:52:27.480522 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6785a805-3b32-4b0f-a279-357703995d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:27.548211 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3eab3ea-9a23-4edf-b744-680f0ee95f00 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] DELETE failed (client error): The resource could not be found. Sep 07 02:52:27.550746 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3eab3ea-9a23-4edf-b744-680f0ee95f00 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:52:27.561008 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a3eab3ea-9a23-4edf-b744-680f0ee95f00 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "DELETE /v2.0/ports/8844586c-eccf-415a-bba6-eba4652ca5c5 HTTP/1.1" status: 404 len: 333 time: 0.0779703 Sep 07 02:52:27.562354 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 41048) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:27.563881 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7085d1f5-ec08-42dc-855d-ccad7d512756 req-151c73f1-e0d2-4714-aee4-3cfbc63866af service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=71b22b25-b5d6-4ba9-812b-2e36880aadcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437747 Sep 07 02:52:27.599316 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-9005fd56-ab5d-4288-ae3b-210a5ab3f546 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] DELETE failed (client error): The resource could not be found. Sep 07 02:52:27.600601 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9005fd56-ab5d-4288-ae3b-210a5ab3f546 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:52:27.606015 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 41054) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:27.607845 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-9005fd56-ab5d-4288-ae3b-210a5ab3f546 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "DELETE /v2.0/subnets/aceff9b9-8a5a-4268-8fd0-2cccd20f7c74 HTTP/1.1" status: 404 len: 337 time: 0.0436640 Sep 07 02:52:27.632010 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-6785a805-3b32-4b0f-a279-357703995d6b None None] Port 22755a89-b4b1-46c2-a4f8-7f40e11e9998 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:52:27.636244 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a32cc38-604f-4536-973e-46983e7a52df tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] DELETE failed (client error): The resource could not be found. Sep 07 02:52:27.636722 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a32cc38-604f-4536-973e-46983e7a52df tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:52:27.642189 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 41058) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:27.644130 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-6a32cc38-604f-4536-973e-46983e7a52df tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "DELETE /v2.0/subnets/9ceea246-c058-4675-8c76-e38759ede7eb HTTP/1.1" status: 404 len: 337 time: 0.0314469 Sep 07 02:52:27.685496 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-6785a805-3b32-4b0f-a279-357703995d6b None None] Provisioning complete for port 7d6ef916-d8fa-4774-b156-e02f4c81cdec triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:52:27.685878 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6785a805-3b32-4b0f-a279-357703995d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:27.801950 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a624bf-a431-4678-9dd4-560fec68bfed None None] DHCP port deletion for 2f46c035-23c9-4be2-b63f-775eef371272 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:52:27.848416 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-1da21191-a2d3-40b3-b86f-e7ab0b5cfc98 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Deleting port 22755a89-b4b1-46c2-a4f8-7f40e11e9998 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:52:27.848856 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1da21191-a2d3-40b3-b86f-e7ab0b5cfc98 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:27.945733 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-94a624bf-a431-4678-9dd4-560fec68bfed None None] Deleting port 7d6ef916-d8fa-4774-b156-e02f4c81cdec {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:52:27.946903 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-94a624bf-a431-4678-9dd4-560fec68bfed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:27.975402 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1da21191-a2d3-40b3-b86f-e7ab0b5cfc98 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:27.998767 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-1da21191-a2d3-40b3-b86f-e7ab0b5cfc98 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Calling delete_port for 22755a89-b4b1-46c2-a4f8-7f40e11e9998 owned by {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:52:28.088876 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-94a624bf-a431-4678-9dd4-560fec68bfed None None] For port 7d6ef916-d8fa-4774-b156-e02f4c81cdec, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=7d6ef916-d8fa-4774-b156-e02f4c81cdec,segment=NetworkSegment(9b9c007f-e498-4c27-a0b3-ea46c5c8027e),segment_id=9b9c007f-e498-4c27-a0b3-ea46c5c8027e)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:52:28.089285 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-94a624bf-a431-4678-9dd4-560fec68bfed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:28.131548 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-94a624bf-a431-4678-9dd4-560fec68bfed None None] Calling delete_port for 7d6ef916-d8fa-4774-b156-e02f4c81cdec owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:52:28.172292 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef06c8-5320-4a8f-9b31-5468ac8f6130 req-e06ded63-9e1f-43aa-b2be-f327891d4021 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:28.173898 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3eef06c8-5320-4a8f-9b31-5468ac8f6130 req-e06ded63-9e1f-43aa-b2be-f327891d4021 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.1495352 Sep 07 02:52:28.244490 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-94a624bf-a431-4678-9dd4-560fec68bfed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:28.269848 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a624bf-a431-4678-9dd4-560fec68bfed None None] No DVR routers for this DVR port 7d6ef916-d8fa-4774-b156-e02f4c81cdec on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:52:28.283451 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3eef06c8-5320-4a8f-9b31-5468ac8f6130 req-d547a26f-c495-491b-8308-d51a5e1884e2 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961261 Sep 07 02:52:28.292466 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1da21191-a2d3-40b3-b86f-e7ab0b5cfc98 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:28.339124 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1da21191-a2d3-40b3-b86f-e7ab0b5cfc98 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:28.344657 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 41086) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:28.345184 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-1da21191-a2d3-40b3-b86f-e7ab0b5cfc98 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "DELETE /v2.0/ports/22755a89-b4b1-46c2-a4f8-7f40e11e9998 HTTP/1.1" status: 204 len: 168 time: 0.7002463 Sep 07 02:52:28.345903 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da21191-a2d3-40b3-b86f-e7ab0b5cfc98 tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event deleted for resources: {'Port': ['ID=22755a89-b4b1-46c2-a4f8-7f40e11e9998,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:28.381636 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-426978d0-65a9-4f90-a110-294a65b66835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:28.388224 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a624bf-a431-4678-9dd4-560fec68bfed None None] Pushing event deleted for resources: {'Port': ['ID=7d6ef916-d8fa-4774-b156-e02f4c81cdec,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:28.703351 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:29.032740 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bee402-3ff2-4d37-9440-047c3fa7333e req-12a0fe5c-32ad-4aa2-bf68-094efc2b4e96 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:29.040197 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-40bee402-3ff2-4d37-9440-047c3fa7333e req-12a0fe5c-32ad-4aa2-bf68-094efc2b4e96 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 946 time: 0.6493866 Sep 07 02:52:29.050600 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-107db900-7876-4362-ac80-b1b9f850f46b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:29.144577 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-40bee402-3ff2-4d37-9440-047c3fa7333e req-9e0988d9-e950-4daa-acac-7e6270644ac9 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=71b22b25-b5d6-4ba9-812b-2e36880aadcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994656 Sep 07 02:52:29.155343 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 7d6ef916-d8fa-4774-b156-e02f4c81cdec no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:52:29.204827 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 7d6ef916-d8fa-4774-b156-e02f4c81cdec {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:52:29.206815 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 7d6ef916-d8fa-4774-b156-e02f4c81cdec not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:52:29.239021 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-107db900-7876-4362-ac80-b1b9f850f46b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:29.262174 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-107db900-7876-4362-ac80-b1b9f850f46b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f46c035-23c9-4be2-b63f-775eef371272']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:52:29.274216 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-107db900-7876-4362-ac80-b1b9f850f46b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b9c007f-e498-4c27-a0b3-ea46c5c8027e') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:52:29.274766 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-107db900-7876-4362-ac80-b1b9f850f46b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b9c007f-e498-4c27-a0b3-ea46c5c8027e') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:52:29.286100 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-107db900-7876-4362-ac80-b1b9f850f46b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:29.300011 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-107db900-7876-4362-ac80-b1b9f850f46b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:29.307429 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-107db900-7876-4362-ac80-b1b9f850f46b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:52:29.308168 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-107db900-7876-4362-ac80-b1b9f850f46b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:29.313652 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:52:29.313652 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:52:29.313652 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:52:29.313652 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:52:29.313652 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:52:29.313652 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:52:29.313652 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:52:29.313652 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:52:29.313652 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:52:29.313652 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:52:29.313652 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:52:29.313652 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:52:29.313652 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:52:29.313652 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:52:29.313652 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:52:29.313652 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:52:29.313652 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:52:29.313652 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:52:29.313652 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:52:29.313652 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:52:29.313652 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:52:29.313652 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:52:29.313652 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:52:29.313652 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:52:29.313652 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:52:29.313652 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:52:29.313652 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:52:29.313652 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:52:29.313652 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:52:29.313652 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:52:29.313652 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:52:29.313652 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:52:29.442730 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-107db900-7876-4362-ac80-b1b9f850f46b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:29.461419 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-107db900-7876-4362-ac80-b1b9f850f46b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:29.469599 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-107db900-7876-4362-ac80-b1b9f850f46b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] 10.222.0.22 "DELETE /v2.0/networks/2f46c035-23c9-4be2-b63f-775eef371272 HTTP/1.1" status: 204 len: 168 time: 1.1236472 Sep 07 02:52:29.515872 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:29.524203 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f08b64-ba04-49cf-b7d7-f303f5a9fbb7 req-560faccb-a315-4f5e-9b04-c9ed53dd8228 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:29.530497 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-26f08b64-ba04-49cf-b7d7-f303f5a9fbb7 req-560faccb-a315-4f5e-9b04-c9ed53dd8228 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.1298270 Sep 07 02:52:29.540869 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107db900-7876-4362-ac80-b1b9f850f46b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Pushing event deleted for resources: {'Network': ['ID=2f46c035-23c9-4be2-b63f-775eef371272,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:29.565190 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107db900-7876-4362-ac80-b1b9f850f46b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:52:29.566069 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107db900-7876-4362-ac80-b1b9f850f46b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:52:29.568769 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107db900-7876-4362-ac80-b1b9f850f46b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:52:29.569308 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107db900-7876-4362-ac80-b1b9f850f46b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:52:29.572289 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107db900-7876-4362-ac80-b1b9f850f46b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:52:29.573718 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107db900-7876-4362-ac80-b1b9f850f46b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:52:29.575536 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107db900-7876-4362-ac80-b1b9f850f46b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:52:29.577803 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107db900-7876-4362-ac80-b1b9f850f46b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:52:29.585841 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107db900-7876-4362-ac80-b1b9f850f46b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:52:29.587031 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107db900-7876-4362-ac80-b1b9f850f46b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:52:29.588222 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107db900-7876-4362-ac80-b1b9f850f46b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:52:29.589831 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107db900-7876-4362-ac80-b1b9f850f46b tempest-PortsTestJSON-1675290628 tempest-PortsTestJSON-1675290628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:52:29.620978 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-26f08b64-ba04-49cf-b7d7-f303f5a9fbb7 req-849ea750-cc24-4165-8dd3-3115ca2b51ea tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837791 Sep 07 02:52:29.947135 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 41138) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:30.181498 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3ccaa2ac-db9e-4c9c-842e-2bb159f377c6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f454ca8a0bab4ccfb979d91b13b54fc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2308567 Sep 07 02:52:30.181860 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 41146) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:30.244301 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ad634415-b405-4b5c-8385-74b6dfc24b66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:30.270641 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ad634415-b405-4b5c-8385-74b6dfc24b66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:30.347583 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ad634415-b405-4b5c-8385-74b6dfc24b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:30.352127 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ad634415-b405-4b5c-8385-74b6dfc24b66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:30.354291 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ad634415-b405-4b5c-8385-74b6dfc24b66 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/21d59c6b-c5e0-4c1e-81be-4b7e12627d10 HTTP/1.1" status: 204 len: 168 time: 0.1710858 Sep 07 02:52:30.368884 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad634415-b405-4b5c-8385-74b6dfc24b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d59c6b-c5e0-4c1e-81be-4b7e12627d10,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:30.400914 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7739e5-36f7-422d-9f92-f6d4ad018f9f req-beab1105-b9e2-433d-a1c7-23c74907714a tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:30.414448 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0f7739e5-36f7-422d-9f92-f6d4ad018f9f req-beab1105-b9e2-433d-a1c7-23c74907714a tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 946 time: 0.1298394 Sep 07 02:52:30.496971 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0f7739e5-36f7-422d-9f92-f6d4ad018f9f req-a11bf2ef-f286-4c9e-985c-30a53bd68e24 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=71b22b25-b5d6-4ba9-812b-2e36880aadcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811505 Sep 07 02:52:30.715791 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc23a8-c532-416b-9b12-7f63110bca26 req-163375c8-bde6-488e-9111-bdb202f870dc tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:30.724296 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-44fc23a8-c532-416b-9b12-7f63110bca26 req-163375c8-bde6-488e-9111-bdb202f870dc tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 946 time: 0.0911160 Sep 07 02:52:30.729347 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 41166) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:30.737312 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-f1391b15-e094-4dbf-bd5e-938b64051e0f tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Request body: {'floatingip': {'port_id': '0a6228a5-9d7a-4224-9828-32709fba14a6'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:52:30.832955 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f1391b15-e094-4dbf-bd5e-938b64051e0f tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks [] for floatingip, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:30.894541 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095662e2-457b-41e7-9f99-e458c63881ff req-b6c44500-6800-4c16-888a-31cb760fd0ad tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:30.904930 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-095662e2-457b-41e7-9f99-e458c63881ff req-b6c44500-6800-4c16-888a-31cb760fd0ad tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.1188717 Sep 07 02:52:30.989395 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-095662e2-457b-41e7-9f99-e458c63881ff req-35a1c337-5429-4d8a-a2e3-d262f243cc27 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703237 Sep 07 02:52:31.342925 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:31.586146 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f1391b15-e094-4dbf-bd5e-938b64051e0f tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:31.597556 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f1391b15-e094-4dbf-bd5e-938b64051e0f tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:31.777091 n-d-796209-16 neutron-server[94701]: INFO neutron.db.l3_db [None req-f1391b15-e094-4dbf-bd5e-938b64051e0f tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Floating IP 3a5dea7d-82be-49c2-b587-80c7c25aa91b associated. External IP: 172.25.5.125, port: 0a6228a5-9d7a-4224-9828-32709fba14a6. Sep 07 02:52:32.193951 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1391b15-e094-4dbf-bd5e-938b64051e0f tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Router a130bbcc-f0c0-4ad2-be09-cc5600fe611f has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:52:32.202929 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1751fa2f-7af5-49fd-be2b-ee4491626e27 req-34e1d396-3d5c-45e3-bb0f-10f4fdb91e72 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:32.204488 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1751fa2f-7af5-49fd-be2b-ee4491626e27 req-34e1d396-3d5c-45e3-bb0f-10f4fdb91e72 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.0814972 Sep 07 02:52:32.242697 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 41228) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:32.292644 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1751fa2f-7af5-49fd-be2b-ee4491626e27 req-cb6eea48-2c11-4594-9e21-214733bd4cb0 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811074 Sep 07 02:52:32.360095 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1391b15-e094-4dbf-bd5e-938b64051e0f tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:52:32.366392 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f1391b15-e094-4dbf-bd5e-938b64051e0f tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:32.377688 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e08ee15-e57a-4bf1-ae57-21449ef5ca0f None None] Sync routers for ids ['a130bbcc-f0c0-4ad2-be09-cc5600fe611f'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:52:32.396567 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e08ee15-e57a-4bf1-ae57-21449ef5ca0f None None] Routers {'a130bbcc-f0c0-4ad2-be09-cc5600fe611f'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:52:32.397423 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-8e08ee15-e57a-4bf1-ae57-21449ef5ca0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:52:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['a130bbcc-f0c0-4ad2-be09-cc5600fe611f'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:52:32.412277 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f1391b15-e094-4dbf-bd5e-938b64051e0f tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "PUT /v2.0/floatingips/3a5dea7d-82be-49c2-b587-80c7c25aa91b HTTP/1.1" status: 200 len: 992 time: 1.6784620 Sep 07 02:52:32.412277 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f10d1fc1-87e6-4931-930f-33683ef02a46', 'tag': '0a6228a5-9d7a-4224-9828-32709fba14a6'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:52:32.417346 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e30847-569f-455f-8e84-66b4109156c2" -d '{"events": [{"name": "network-changed", "server_uuid": "f10d1fc1-87e6-4931-930f-33683ef02a46", "tag": "0a6228a5-9d7a-4224-9828-32709fba14a6"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:52:32.508967 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e99252-fef6-4144-830e-046fea89e71e x-openstack-request-id: req-b8e99252-fef6-4144-830e-046fea89e71e {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:52:32.509786 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f10d1fc1-87e6-4931-930f-33683ef02a46", "tag": "0a6228a5-9d7a-4224-9828-32709fba14a6", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:52:32.510218 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b8e99252-fef6-4144-830e-046fea89e71e {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:52:32.510730 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f10d1fc1-87e6-4931-930f-33683ef02a46', 'tag': '0a6228a5-9d7a-4224-9828-32709fba14a6', 'status': 'completed', 'code': 200} Sep 07 02:52:32.593493 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-8e08ee15-e57a-4bf1-ae57-21449ef5ca0f None None] Set router a130bbcc-f0c0-4ad2-be09-cc5600fe611f gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:52:32.614939 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-f6be106f-30c8-4ec1-a4fd-dde1de67a149 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1590515501', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:52:32.694526 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f6be106f-30c8-4ec1-a4fd-dde1de67a149 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:32.695722 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f6be106f-30c8-4ec1-a4fd-dde1de67a149 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:32.721991 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e30847-569f-455f-8e84-66b4109156c2 req-c64ed829-49b7-42ee-b7bb-d336e1a39300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:32.723618 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b8e30847-569f-455f-8e84-66b4109156c2 req-c64ed829-49b7-42ee-b7bb-d336e1a39300 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=82a45090c023468b95127c390faba656&device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 1098 time: 0.1914744 Sep 07 02:52:32.961154 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f6be106f-30c8-4ec1-a4fd-dde1de67a149 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:32.973442 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f6be106f-30c8-4ec1-a4fd-dde1de67a149 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:32.996673 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f6be106f-30c8-4ec1-a4fd-dde1de67a149 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:32.998420 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f6be106f-30c8-4ec1-a4fd-dde1de67a149 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7544408 Sep 07 02:52:33.001177 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 41280) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:33.009082 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-9b4f947c-b308-44d9-9ce8-ea8f3089e704 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-511995346'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:52:33.032816 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-8e08ee15-e57a-4bf1-ae57-21449ef5ca0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a130bbcc-f0c0-4ad2-be09-cc5600fe611f', 'name': 'tempest-AttachVolumeShelveTestJSON-612165806-router', 'tenant_id': '82a45090c023468b95127c390faba656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '2e6559a7-de86-40c2-b044-6bf1cfc9e2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:47:47Z', 'updated_at': '2021-09-07T02:47:52Z', 'revision_number': 4, 'project_id': '82a45090c023468b95127c390faba656', 'gw_port': {'id': '2e6559a7-de86-40c2-b044-6bf1cfc9e2bc', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130bbcc-f0c0-4ad2-be09-cc5600fe611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:48Z', 'updated_at': '2021-09-07T02:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': '3a5dea7d-82be-49c2-b587-80c7c25aa91b', 'tenant_id': '82a45090c023468b95127c390faba656', 'floating_ip_address': '172.25.5.125', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': 'a130bbcc-f0c0-4ad2-be09-cc5600fe611f', 'port_id': '0a6228a5-9d7a-4224-9828-32709fba14a6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dd15660-a8a2-4615-aae6-6565f5b9c926', 'mac_address': 'fa:16:3e:7f:bc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10d1fc1-87e6-4931-930f-33683ef02a46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T02:52:12Z', 'updated_at': '2021-09-07T02:52:31Z', 'revision_number': 1, 'project_id': '82a45090c023468b95127c390faba656', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1415233f-22d7-4a31-aac9-d7bf273298a1', 'name': '', 'network_id': '2dd15660-a8a2-4615-aae6-6565f5b9c926', 'tenant_id': '82a45090c023468b95127c390faba656', 'mac_address': 'fa:16:3e:84:c9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130bbcc-f0c0-4ad2-be09-cc5600fe611f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'ac223360-8a8e-4533-8aad-52e511f20cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:51Z', 'updated_at': '2021-09-07T02:47:59Z', 'revision_number': 5, 'project_id': '82a45090c023468b95127c390faba656', 'subnets': [{'id': 'ac223360-8a8e-4533-8aad-52e511f20cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:52:33.046991 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e30847-569f-455f-8e84-66b4109156c2 req-5acfec33-3ee1-41ad-9135-50ea36c6435f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:33.048958 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b8e30847-569f-455f-8e84-66b4109156c2 req-5acfec33-3ee1-41ad-9135-50ea36c6435f service neutron] 10.222.0.23 "GET /v2.0/networks?id=2dd15660-a8a2-4615-aae6-6565f5b9c926 HTTP/1.1" status: 200 len: 916 time: 0.3126881 Sep 07 02:52:33.062082 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b4f947c-b308-44d9-9ce8-ea8f3089e704 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Made reservation on behalf of 2f52961eeb7245c7a9a8a4a4da20d53b for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:52:33.071152 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9b4f947c-b308-44d9-9ce8-ea8f3089e704 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:33.093387 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9b4f947c-b308-44d9-9ce8-ea8f3089e704 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:33.109874 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e08ee15-e57a-4bf1-ae57-21449ef5ca0f None None] Checking router: a130bbcc-f0c0-4ad2-be09-cc5600fe611f for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:52:33.134723 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e08ee15-e57a-4bf1-ae57-21449ef5ca0f None None] Routers {'a130bbcc-f0c0-4ad2-be09-cc5600fe611f'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:52:33.136293 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-8e08ee15-e57a-4bf1-ae57-21449ef5ca0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:52:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['a130bbcc-f0c0-4ad2-be09-cc5600fe611f'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:52:33.216806 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b8e30847-569f-455f-8e84-66b4109156c2 req-849773f2-9304-4f48-af18-55d017b928c0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a6228a5-9d7a-4224-9828-32709fba14a6 HTTP/1.1" status: 200 len: 1000 time: 0.1598020 Sep 07 02:52:33.264089 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9b4f947c-b308-44d9-9ce8-ea8f3089e704 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:33.270099 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9b4f947c-b308-44d9-9ce8-ea8f3089e704 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:33.303815 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e30847-569f-455f-8e84-66b4109156c2 req-c6861b52-ecb9-48b3-995f-5ed5254b865f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:33.306826 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b8e30847-569f-455f-8e84-66b4109156c2 req-c6861b52-ecb9-48b3-995f-5ed5254b865f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ac223360-8a8e-4533-8aad-52e511f20cab HTTP/1.1" status: 200 len: 855 time: 0.0820842 Sep 07 02:52:33.314322 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b4f947c-b308-44d9-9ce8-ea8f3089e704 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:52:33.326660 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4f947c-b308-44d9-9ce8-ea8f3089e704 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=456587cd-3753-44e7-aa99-219ed515e49b,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:33.360007 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9b4f947c-b308-44d9-9ce8-ea8f3089e704 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:33.366666 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-9b4f947c-b308-44d9-9ce8-ea8f3089e704 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Added segment 35c3482d-cc2a-48c1-afa9-4e884ed21fad of type vlan for network ad257ad2-8313-4511-af8f-8d7182b19dc7 Sep 07 02:52:33.416117 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e30847-569f-455f-8e84-66b4109156c2 req-2a78e1f5-b402-4557-b7c8-8dc3547391af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:33.417705 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b8e30847-569f-455f-8e84-66b4109156c2 req-2a78e1f5-b402-4557-b7c8-8dc3547391af service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2dd15660-a8a2-4615-aae6-6565f5b9c926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1021404 Sep 07 02:52:33.427530 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9b4f947c-b308-44d9-9ce8-ea8f3089e704 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:33.435297 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-8e08ee15-e57a-4bf1-ae57-21449ef5ca0f None None] Set router a130bbcc-f0c0-4ad2-be09-cc5600fe611f gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:52:33.477079 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9b4f947c-b308-44d9-9ce8-ea8f3089e704 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:33.489143 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4f947c-b308-44d9-9ce8-ea8f3089e704 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:33.490369 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9b4f947c-b308-44d9-9ce8-ea8f3089e704 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:33.531383 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-9b4f947c-b308-44d9-9ce8-ea8f3089e704 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5275083 Sep 07 02:52:33.534669 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 41308) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:33.543076 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-90db6e5f-73b7-4602-9c41-8c2e3c354f8e tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Request body: {'subnet': {'network_id': 'ad257ad2-8313-4511-af8f-8d7182b19dc7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:52:33.618761 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4f947c-b308-44d9-9ce8-ea8f3089e704 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Pushing event updated for resources: {'Network': ['ID=ad257ad2-8313-4511-af8f-8d7182b19dc7,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:33.640318 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network ad257ad2-8313-4511-af8f-8d7182b19dc7 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:52:33.655921 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f9e31b-6897-4ed2-ad86-990b15b1a098 req-34043769-eef6-4e1d-9f07-534c84169a1b tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:33.657543 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-01f9e31b-6897-4ed2-ad86-990b15b1a098 req-34043769-eef6-4e1d-9f07-534c84169a1b tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.1890924 Sep 07 02:52:33.796611 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-01f9e31b-6897-4ed2-ad86-990b15b1a098 req-280c9a93-a9f3-49de-b589-c3dc1be32ac8 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261687 Sep 07 02:52:33.814626 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b8e30847-569f-455f-8e84-66b4109156c2 req-7d09efa4-d918-4908-aaa2-455a665b32c6 service neutron] 10.222.0.23 "GET /v2.0/networks/2dd15660-a8a2-4615-aae6-6565f5b9c926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3896668 Sep 07 02:52:33.837569 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90db6e5f-73b7-4602-9c41-8c2e3c354f8e tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Made reservation on behalf of 2f52961eeb7245c7a9a8a4a4da20d53b for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:52:33.846835 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-90db6e5f-73b7-4602-9c41-8c2e3c354f8e tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:34.019877 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b8e30847-569f-455f-8e84-66b4109156c2 req-a0b3806b-2fd0-4d93-81c0-e6e4cbbfeb8a service neutron] 10.222.0.23 "GET /v2.0/networks/2dd15660-a8a2-4615-aae6-6565f5b9c926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956723 Sep 07 02:52:34.165435 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-8e08ee15-e57a-4bf1-ae57-21449ef5ca0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a130bbcc-f0c0-4ad2-be09-cc5600fe611f', 'name': 'tempest-AttachVolumeShelveTestJSON-612165806-router', 'tenant_id': '82a45090c023468b95127c390faba656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '2e6559a7-de86-40c2-b044-6bf1cfc9e2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:47:47Z', 'updated_at': '2021-09-07T02:47:52Z', 'revision_number': 4, 'project_id': '82a45090c023468b95127c390faba656', 'gw_port': {'id': '2e6559a7-de86-40c2-b044-6bf1cfc9e2bc', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130bbcc-f0c0-4ad2-be09-cc5600fe611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:48Z', 'updated_at': '2021-09-07T02:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': '3a5dea7d-82be-49c2-b587-80c7c25aa91b', 'tenant_id': '82a45090c023468b95127c390faba656', 'floating_ip_address': '172.25.5.125', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': 'a130bbcc-f0c0-4ad2-be09-cc5600fe611f', 'port_id': '0a6228a5-9d7a-4224-9828-32709fba14a6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dd15660-a8a2-4615-aae6-6565f5b9c926', 'mac_address': 'fa:16:3e:7f:bc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10d1fc1-87e6-4931-930f-33683ef02a46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T02:52:12Z', 'updated_at': '2021-09-07T02:52:31Z', 'revision_number': 1, 'project_id': '82a45090c023468b95127c390faba656', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1415233f-22d7-4a31-aac9-d7bf273298a1', 'name': '', 'network_id': '2dd15660-a8a2-4615-aae6-6565f5b9c926', 'tenant_id': '82a45090c023468b95127c390faba656', 'mac_address': 'fa:16:3e:84:c9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130bbcc-f0c0-4ad2-be09-cc5600fe611f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'ac223360-8a8e-4533-8aad-52e511f20cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:51Z', 'updated_at': '2021-09-07T02:47:59Z', 'revision_number': 5, 'project_id': '82a45090c023468b95127c390faba656', 'subnets': [{'id': 'ac223360-8a8e-4533-8aad-52e511f20cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:52:34.204455 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e08ee15-e57a-4bf1-ae57-21449ef5ca0f None None] The sync data for ids ['a130bbcc-f0c0-4ad2-be09-cc5600fe611f'] in n-d-796209-16 is: [{'id': 'a130bbcc-f0c0-4ad2-be09-cc5600fe611f', 'name': 'tempest-AttachVolumeShelveTestJSON-612165806-router', 'tenant_id': '82a45090c023468b95127c390faba656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '2e6559a7-de86-40c2-b044-6bf1cfc9e2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:47:47Z', 'updated_at': '2021-09-07T02:47:52Z', 'revision_number': 4, 'project_id': '82a45090c023468b95127c390faba656', 'gw_port': {'id': '2e6559a7-de86-40c2-b044-6bf1cfc9e2bc', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130bbcc-f0c0-4ad2-be09-cc5600fe611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:48Z', 'updated_at': '2021-09-07T02:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': '3a5dea7d-82be-49c2-b587-80c7c25aa91b', 'tenant_id': '82a45090c023468b95127c390faba656', 'floating_ip_address': '172.25.5.125', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': 'a130bbcc-f0c0-4ad2-be09-cc5600fe611f', 'port_id': '0a6228a5-9d7a-4224-9828-32709fba14a6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2dd15660-a8a2-4615-aae6-6565f5b9c926', 'mac_address': 'fa:16:3e:7f:bc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f10d1fc1-87e6-4931-930f-33683ef02a46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T02:52:12Z', 'updated_at': '2021-09-07T02:52:31Z', 'revision_number': 1, 'project_id': '82a45090c023468b95127c390faba656', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1415233f-22d7-4a31-aac9-d7bf273298a1', 'name': '', 'network_id': '2dd15660-a8a2-4615-aae6-6565f5b9c926', 'tenant_id': '82a45090c023468b95127c390faba656', 'mac_address': 'fa:16:3e:84:c9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130bbcc-f0c0-4ad2-be09-cc5600fe611f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'ac223360-8a8e-4533-8aad-52e511f20cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:51Z', 'updated_at': '2021-09-07T02:47:59Z', 'revision_number': 5, 'project_id': '82a45090c023468b95127c390faba656', 'subnets': [{'id': 'ac223360-8a8e-4533-8aad-52e511f20cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:52:34.236654 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-90db6e5f-73b7-4602-9c41-8c2e3c354f8e tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:34.414839 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90db6e5f-73b7-4602-9c41-8c2e3c354f8e tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Pushing event updated for resources: {'Subnet': ['ID=a25372f4-6db2-4b8a-b4d2-3a8534f7e065,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:34.440953 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90db6e5f-73b7-4602-9c41-8c2e3c354f8e tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Checking segment: {'id': '35c3482d-cc2a-48c1-afa9-4e884ed21fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ad257ad2-8313-4511-af8f-8d7182b19dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:52:34.441334 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90db6e5f-73b7-4602-9c41-8c2e3c354f8e tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Network hostable DHCP agents. Network: ad257ad2-8313-4511-af8f-8d7182b19dc7, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:52:34.483936 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90db6e5f-73b7-4602-9c41-8c2e3c354f8e tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Network ad257ad2-8313-4511-af8f-8d7182b19dc7 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:52:34.520321 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-90db6e5f-73b7-4602-9c41-8c2e3c354f8e tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, ad257ad2-8313-4511-af8f-8d7182b19dc7) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:52:34.526173 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90db6e5f-73b7-4602-9c41-8c2e3c354f8e tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:34.526946 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-90db6e5f-73b7-4602-9c41-8c2e3c354f8e tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:34.538135 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641b220f-4d0d-4e8b-8bc0-3c70263018d5 None None] Network ad257ad2-8313-4511-af8f-8d7182b19dc7 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:52:34.550983 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 41370) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:34.551630 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-90db6e5f-73b7-4602-9c41-8c2e3c354f8e tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0147302 Sep 07 02:52:34.556908 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-69631c12-152a-487f-9150-8d152a5222b1 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Request body: {'network': {'name': 'tempest-router-network01--914225327'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:52:34.599708 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69631c12-152a-487f-9150-8d152a5222b1 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Made reservation on behalf of 2f52961eeb7245c7a9a8a4a4da20d53b for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:52:34.603895 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-69631c12-152a-487f-9150-8d152a5222b1 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:34.639672 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5cefca-72a9-4c2c-9941-99838fbb82f3 None None] New status for floating IP 3a5dea7d-82be-49c2-b587-80c7c25aa91b: ACTIVE {{(pid=94703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 02:52:34.679116 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69631c12-152a-487f-9150-8d152a5222b1 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:52:34.703785 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-69631c12-152a-487f-9150-8d152a5222b1 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:34.704299 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-69631c12-152a-487f-9150-8d152a5222b1 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Added segment b656364d-7393-46cc-9ed9-466b7d916005 of type vlan for network ff74aabd-63c1-4a20-8634-4b7a75148eb4 Sep 07 02:52:34.806808 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-69631c12-152a-487f-9150-8d152a5222b1 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:34.807993 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc9c41e-4256-43e3-a377-7a9d0119fe19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-ad257ad2-8313-4511-af8f-8d7182b19dc7', 'network_id': 'ad257ad2-8313-4511-af8f-8d7182b19dc7', 'tenant_id': '2f52961eeb7245c7a9a8a4a4da20d53b', 'fixed_ips': [{'subnet_id': 'a25372f4-6db2-4b8a-b4d2-3a8534f7e065'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:52:34.812646 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fcc9c41e-4256-43e3-a377-7a9d0119fe19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:34.883225 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-69631c12-152a-487f-9150-8d152a5222b1 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:34.893281 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69631c12-152a-487f-9150-8d152a5222b1 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:34.893943 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-69631c12-152a-487f-9150-8d152a5222b1 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:35.015500 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69631c12-152a-487f-9150-8d152a5222b1 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Pushing event updated for resources: {'Network': ['ID=ff74aabd-63c1-4a20-8634-4b7a75148eb4,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:35.030628 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-69631c12-152a-487f-9150-8d152a5222b1 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4783406 Sep 07 02:52:35.033010 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 41394) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:35.042233 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-659fe7b3-2b51-4bd3-8a8d-1f18deb6dbd6 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Request body: {'network': {'name': 'tempest-router-network02--1385924646'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:52:35.082845 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659fe7b3-2b51-4bd3-8a8d-1f18deb6dbd6 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Made reservation on behalf of 2f52961eeb7245c7a9a8a4a4da20d53b for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:52:35.088618 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-659fe7b3-2b51-4bd3-8a8d-1f18deb6dbd6 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:35.097613 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-fcc9c41e-4256-43e3-a377-7a9d0119fe19 None None] Allocated IP 172.20.0.2 (ad257ad2-8313-4511-af8f-8d7182b19dc7/a25372f4-6db2-4b8a-b4d2-3a8534f7e065/c6f5d01e-b04e-4782-b9d8-3ae345534d0b) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:52:35.126394 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6299bae8-035e-4528-9a41-0b5f94738d51 req-0c8d385b-5f12-460c-8406-87b3dafe63a9 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:35.135720 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-659fe7b3-2b51-4bd3-8a8d-1f18deb6dbd6 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:52:35.135981 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6299bae8-035e-4528-9a41-0b5f94738d51 req-0c8d385b-5f12-460c-8406-87b3dafe63a9 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.1686640 Sep 07 02:52:35.154093 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-659fe7b3-2b51-4bd3-8a8d-1f18deb6dbd6 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:35.154463 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-659fe7b3-2b51-4bd3-8a8d-1f18deb6dbd6 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Added segment 3cfd9ab4-4f26-4628-b75c-c03fa754ebda of type vlan for network 33e1610b-d7e7-4ae2-aeb0-acc5ec6115b1 Sep 07 02:52:35.204217 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-659fe7b3-2b51-4bd3-8a8d-1f18deb6dbd6 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:35.246875 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-659fe7b3-2b51-4bd3-8a8d-1f18deb6dbd6 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:35.250683 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6299bae8-035e-4528-9a41-0b5f94738d51 req-65273c83-47f9-48a7-b776-ee842d31b418 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137416 Sep 07 02:52:35.262049 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659fe7b3-2b51-4bd3-8a8d-1f18deb6dbd6 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:35.262772 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-659fe7b3-2b51-4bd3-8a8d-1f18deb6dbd6 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:35.319650 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network ff74aabd-63c1-4a20-8634-4b7a75148eb4 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:52:35.462938 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659fe7b3-2b51-4bd3-8a8d-1f18deb6dbd6 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Pushing event updated for resources: {'Network': ['ID=33e1610b-d7e7-4ae2-aeb0-acc5ec6115b1,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:35.472384 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 41402) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:35.475508 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-659fe7b3-2b51-4bd3-8a8d-1f18deb6dbd6 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4404130 Sep 07 02:52:35.476645 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 33e1610b-d7e7-4ae2-aeb0-acc5ec6115b1 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:52:35.478014 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 41404) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:35.483751 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-f5aa3a1c-67f8-4607-addf-f73650e5850a tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Request body: {'subnet': {'network_id': 'ff74aabd-63c1-4a20-8634-4b7a75148eb4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:52:35.606418 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fcc9c41e-4256-43e3-a377-7a9d0119fe19 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:35.618114 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-fcc9c41e-4256-43e3-a377-7a9d0119fe19 None None] Transition to ACTIVE for port object c6f5d01e-b04e-4782-b9d8-3ae345534d0b will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:52:35.644995 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-fcc9c41e-4256-43e3-a377-7a9d0119fe19 None None] Transition to ACTIVE for port object c6f5d01e-b04e-4782-b9d8-3ae345534d0b will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:52:35.654319 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5aa3a1c-67f8-4607-addf-f73650e5850a tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Made reservation on behalf of 2f52961eeb7245c7a9a8a4a4da20d53b for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:52:35.657135 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fcc9c41e-4256-43e3-a377-7a9d0119fe19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:35.658158 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f5aa3a1c-67f8-4607-addf-f73650e5850a tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:35.720079 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc9c41e-4256-43e3-a377-7a9d0119fe19 None None] Pushing event updated for resources: {'Port': ['ID=c6f5d01e-b04e-4782-b9d8-3ae345534d0b,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:35.731761 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc9c41e-4256-43e3-a377-7a9d0119fe19 None None] Network ad257ad2-8313-4511-af8f-8d7182b19dc7 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:52:35.733289 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-fcc9c41e-4256-43e3-a377-7a9d0119fe19 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:52:35.735932 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc9c41e-4256-43e3-a377-7a9d0119fe19 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:52:35.748655 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4e6654c6-a242-4b37-93de-7dfa2c6a446a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:35.805231 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-fcc9c41e-4256-43e3-a377-7a9d0119fe19 None None] Attempting to bind port c6f5d01e-b04e-4782-b9d8-3ae345534d0b on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:52:35.808967 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-fcc9c41e-4256-43e3-a377-7a9d0119fe19 None None] Attempting to bind port c6f5d01e-b04e-4782-b9d8-3ae345534d0b by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '35c3482d-cc2a-48c1-afa9-4e884ed21fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ad257ad2-8313-4511-af8f-8d7182b19dc7'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:52:35.809558 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc9c41e-4256-43e3-a377-7a9d0119fe19 None None] Attempting to bind port c6f5d01e-b04e-4782-b9d8-3ae345534d0b on network ad257ad2-8313-4511-af8f-8d7182b19dc7 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:52:35.818393 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc9c41e-4256-43e3-a377-7a9d0119fe19 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:52:35.819075 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc9c41e-4256-43e3-a377-7a9d0119fe19 None None] Checking segment: {'id': '35c3482d-cc2a-48c1-afa9-4e884ed21fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ad257ad2-8313-4511-af8f-8d7182b19dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:52:35.819719 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fcc9c41e-4256-43e3-a377-7a9d0119fe19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:35.820312 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc9c41e-4256-43e3-a377-7a9d0119fe19 None None] Bound using segment: {'id': '35c3482d-cc2a-48c1-afa9-4e884ed21fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ad257ad2-8313-4511-af8f-8d7182b19dc7'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:52:35.821007 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-fcc9c41e-4256-43e3-a377-7a9d0119fe19 None None] Bound port: c6f5d01e-b04e-4782-b9d8-3ae345534d0b, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35c3482d-cc2a-48c1-afa9-4e884ed21fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ad257ad2-8313-4511-af8f-8d7182b19dc7'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:52:35.821639 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fcc9c41e-4256-43e3-a377-7a9d0119fe19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:35.928138 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-fcc9c41e-4256-43e3-a377-7a9d0119fe19 None None] For port c6f5d01e-b04e-4782-b9d8-3ae345534d0b, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:52:35.939468 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-fcc9c41e-4256-43e3-a377-7a9d0119fe19 None None] For port c6f5d01e-b04e-4782-b9d8-3ae345534d0b, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=c6f5d01e-b04e-4782-b9d8-3ae345534d0b,segment=NetworkSegment(35c3482d-cc2a-48c1-afa9-4e884ed21fad),segment_id=35c3482d-cc2a-48c1-afa9-4e884ed21fad)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:52:35.944776 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4e6654c6-a242-4b37-93de-7dfa2c6a446a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:35.950326 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fcc9c41e-4256-43e3-a377-7a9d0119fe19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:35.955201 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4e6654c6-a242-4b37-93de-7dfa2c6a446a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:36.017957 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 41418) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:36.024972 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f5aa3a1c-67f8-4607-addf-f73650e5850a tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:36.028827 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-4e6654c6-a242-4b37-93de-7dfa2c6a446a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6a33f1573d9949ceaea71aaf2c5bbf33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5543249 Sep 07 02:52:36.071076 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6654c6-a242-4b37-93de-7dfa2c6a446a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3a85d7-d130-40a9-b797-d02801ed24fa,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:36.104354 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc9c41e-4256-43e3-a377-7a9d0119fe19 None None] Pushing event updated for resources: {'Port': ['ID=c6f5d01e-b04e-4782-b9d8-3ae345534d0b,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:36.182808 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aa3a1c-67f8-4607-addf-f73650e5850a tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Pushing event updated for resources: {'Subnet': ['ID=192ebbab-f1fe-40b4-bae3-9fce9d687636,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:36.188256 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5aa3a1c-67f8-4607-addf-f73650e5850a tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Checking segment: {'id': 'b656364d-7393-46cc-9ed9-466b7d916005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ff74aabd-63c1-4a20-8634-4b7a75148eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:52:36.188638 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5aa3a1c-67f8-4607-addf-f73650e5850a tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Network hostable DHCP agents. Network: ff74aabd-63c1-4a20-8634-4b7a75148eb4, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:52:36.194824 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-afe446ee-0333-470c-9c18-9314ff7e29c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:36.229977 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-afe446ee-0333-470c-9c18-9314ff7e29c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:36.231958 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5aa3a1c-67f8-4607-addf-f73650e5850a tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Network ff74aabd-63c1-4a20-8634-4b7a75148eb4 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:52:36.265808 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-f5aa3a1c-67f8-4607-addf-f73650e5850a tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, ff74aabd-63c1-4a20-8634-4b7a75148eb4) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:52:36.273791 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1da86d-d34e-4014-af40-ce868d105ded None None] Network ff74aabd-63c1-4a20-8634-4b7a75148eb4 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:52:36.290281 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5aa3a1c-67f8-4607-addf-f73650e5850a tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:36.290895 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f5aa3a1c-67f8-4607-addf-f73650e5850a tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:36.332645 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 41426) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:36.339682 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-0499c244-2851-4b8c-8724-8d68124e5808 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Request body: {'subnet': {'network_id': '33e1610b-d7e7-4ae2-aeb0-acc5ec6115b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:52:36.345198 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f5aa3a1c-67f8-4607-addf-f73650e5850a tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8650291 Sep 07 02:52:36.378323 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-afe446ee-0333-470c-9c18-9314ff7e29c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:36.387962 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-afe446ee-0333-470c-9c18-9314ff7e29c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:36.392273 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-afe446ee-0333-470c-9c18-9314ff7e29c8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bb3a85d7-d130-40a9-b797-d02801ed24fa HTTP/1.1" status: 204 len: 168 time: 0.3729022 Sep 07 02:52:36.411280 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe446ee-0333-470c-9c18-9314ff7e29c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3a85d7-d130-40a9-b797-d02801ed24fa,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:36.612045 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0499c244-2851-4b8c-8724-8d68124e5808 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Made reservation on behalf of 2f52961eeb7245c7a9a8a4a4da20d53b for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:52:36.617314 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0499c244-2851-4b8c-8724-8d68124e5808 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:36.830523 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76578cb0-5855-4a4f-9cd5-0cbd7993e626 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-ff74aabd-63c1-4a20-8634-4b7a75148eb4', 'network_id': 'ff74aabd-63c1-4a20-8634-4b7a75148eb4', 'tenant_id': '2f52961eeb7245c7a9a8a4a4da20d53b', 'fixed_ips': [{'subnet_id': '192ebbab-f1fe-40b4-bae3-9fce9d687636'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:52:36.835320 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-76578cb0-5855-4a4f-9cd5-0cbd7993e626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:36.919903 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0766141e-29ad-4715-8849-c5da7f24434f req-c054ea15-dfb2-482d-ad4b-8f266cd55199 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:36.921299 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0766141e-29ad-4715-8849-c5da7f24434f req-c054ea15-dfb2-482d-ad4b-8f266cd55199 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.4668033 Sep 07 02:52:36.925369 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0499c244-2851-4b8c-8724-8d68124e5808 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:36.998707 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 41442) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:37.079285 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0766141e-29ad-4715-8849-c5da7f24434f req-8ab81229-446a-4228-a0de-60e4ef1c1472 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320379 Sep 07 02:52:37.105037 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6a77be1c-7dc9-4b0d-9482-bd530d8d179a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:37.217248 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0499c244-2851-4b8c-8724-8d68124e5808 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Pushing event updated for resources: {'Subnet': ['ID=e4f29a55-67cb-4718-81d1-9f31f136b37a,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:37.240645 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0499c244-2851-4b8c-8724-8d68124e5808 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Checking segment: {'id': '3cfd9ab4-4f26-4628-b75c-c03fa754ebda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '33e1610b-d7e7-4ae2-aeb0-acc5ec6115b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:52:37.241244 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0499c244-2851-4b8c-8724-8d68124e5808 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Network hostable DHCP agents. Network: 33e1610b-d7e7-4ae2-aeb0-acc5ec6115b1, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:52:37.280358 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0499c244-2851-4b8c-8724-8d68124e5808 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Network 33e1610b-d7e7-4ae2-aeb0-acc5ec6115b1 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:52:37.297566 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-0499c244-2851-4b8c-8724-8d68124e5808 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 33e1610b-d7e7-4ae2-aeb0-acc5ec6115b1) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:52:37.302569 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0499c244-2851-4b8c-8724-8d68124e5808 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:37.303339 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0499c244-2851-4b8c-8724-8d68124e5808 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:37.314872 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed69cc0e-eebb-4b1b-b584-05df86c418b2 None None] Network 33e1610b-d7e7-4ae2-aeb0-acc5ec6115b1 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:52:37.380619 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device c6f5d01e-b04e-4782-b9d8-3ae345534d0b up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:52:37.394257 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6a77be1c-7dc9-4b0d-9482-bd530d8d179a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:37.404895 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6a77be1c-7dc9-4b0d-9482-bd530d8d179a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:37.412387 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-0499c244-2851-4b8c-8724-8d68124e5808 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0778947 Sep 07 02:52:37.414992 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 41450) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:37.473108 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a77be1c-7dc9-4b0d-9482-bd530d8d179a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d77fdc-bfc7-4fe9-9783-f3ce7c7eb683,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:37.484489 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-76578cb0-5855-4a4f-9cd5-0cbd7993e626 None None] Allocated IP 172.20.0.2 (ff74aabd-63c1-4a20-8634-4b7a75148eb4/192ebbab-f1fe-40b4-bae3-9fce9d687636/2f6ab9e3-c51c-4468-9b25-c87f48242772) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:52:37.569390 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-6a77be1c-7dc9-4b0d-9482-bd530d8d179a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a9029b856899436b950e53e3097ce428&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5690184 Sep 07 02:52:37.578863 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 41452) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:37.727179 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port c6f5d01e-b04e-4782-b9d8-3ae345534d0b completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:52:37.775090 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3182a1db-0f96-4e01-be17-3d861b5ba167 None None] Network ad257ad2-8313-4511-af8f-8d7182b19dc7 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:52:37.881031 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5573217-d21c-48d6-aec8-d184353c9ef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:37.952779 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5573217-d21c-48d6-aec8-d184353c9ef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:37.963303 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61170d68-8fa1-428e-b7d0-786a02eab107 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-33e1610b-d7e7-4ae2-aeb0-acc5ec6115b1', 'network_id': '33e1610b-d7e7-4ae2-aeb0-acc5ec6115b1', 'tenant_id': '2f52961eeb7245c7a9a8a4a4da20d53b', 'fixed_ips': [{'subnet_id': 'e4f29a55-67cb-4718-81d1-9f31f136b37a'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:52:37.964374 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-61170d68-8fa1-428e-b7d0-786a02eab107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:37.989305 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-7a72bed7-a31b-4746-832b-c7bb27612dd6 None None] Provisioning for port c6f5d01e-b04e-4782-b9d8-3ae345534d0b completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:52:38.003592 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c44d351d-89f0-40bc-91e2-e3dbb358644b tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:38.011629 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-7a72bed7-a31b-4746-832b-c7bb27612dd6 None None] Provisioning complete for port c6f5d01e-b04e-4782-b9d8-3ae345534d0b triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:52:38.011978 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7a72bed7-a31b-4746-832b-c7bb27612dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:38.019549 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-76578cb0-5855-4a4f-9cd5-0cbd7993e626 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:38.218195 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5573217-d21c-48d6-aec8-d184353c9ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:38.220713 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5573217-d21c-48d6-aec8-d184353c9ef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:38.224144 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c5573217-d21c-48d6-aec8-d184353c9ef8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/03d77fdc-bfc7-4fe9-9783-f3ce7c7eb683 HTTP/1.1" status: 204 len: 168 time: 0.6418839 Sep 07 02:52:38.262472 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5573217-d21c-48d6-aec8-d184353c9ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d77fdc-bfc7-4fe9-9783-f3ce7c7eb683,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:38.282035 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-76578cb0-5855-4a4f-9cd5-0cbd7993e626 None None] Transition to ACTIVE for port object 2f6ab9e3-c51c-4468-9b25-c87f48242772 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:52:38.310253 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-76578cb0-5855-4a4f-9cd5-0cbd7993e626 None None] Transition to ACTIVE for port object 2f6ab9e3-c51c-4468-9b25-c87f48242772 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:52:38.320709 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-61170d68-8fa1-428e-b7d0-786a02eab107 None None] Allocated IP 172.20.0.2 (33e1610b-d7e7-4ae2-aeb0-acc5ec6115b1/e4f29a55-67cb-4718-81d1-9f31f136b37a/e41035c0-1d8b-44ad-a7ad-fe723485f708) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:52:38.401082 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-76578cb0-5855-4a4f-9cd5-0cbd7993e626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:38.563385 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76578cb0-5855-4a4f-9cd5-0cbd7993e626 None None] Network ff74aabd-63c1-4a20-8634-4b7a75148eb4 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:52:38.609936 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-76578cb0-5855-4a4f-9cd5-0cbd7993e626 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:52:38.622398 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76578cb0-5855-4a4f-9cd5-0cbd7993e626 None None] Pushing event updated for resources: {'Port': ['ID=2f6ab9e3-c51c-4468-9b25-c87f48242772,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:38.625335 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76578cb0-5855-4a4f-9cd5-0cbd7993e626 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:52:38.674042 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-c44d351d-89f0-40bc-91e2-e3dbb358644b tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Allocated IP 172.20.0.1 (ff74aabd-63c1-4a20-8634-4b7a75148eb4/192ebbab-f1fe-40b4-bae3-9fce9d687636/460a91bf-5c78-47d4-b92f-47a649010111) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:52:38.893393 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517deca-ded0-490f-a178-94cfc14d6553 req-d77788d7-d310-4dec-9665-5dad9f76f18f tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:38.895947 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b517deca-ded0-490f-a178-94cfc14d6553 req-d77788d7-d310-4dec-9665-5dad9f76f18f tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.6855106 Sep 07 02:52:38.987588 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c44d351d-89f0-40bc-91e2-e3dbb358644b tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:38.992490 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b517deca-ded0-490f-a178-94cfc14d6553 req-1ed35e25-8c70-4c1e-bd9d-c6a3a233051c tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831745 Sep 07 02:52:39.006180 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-c44d351d-89f0-40bc-91e2-e3dbb358644b tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Transition to ACTIVE for port object 460a91bf-5c78-47d4-b92f-47a649010111 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:52:39.098970 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c44d351d-89f0-40bc-91e2-e3dbb358644b tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:39.117214 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47f0b3-4ea0-430d-922c-0c75267361c2 req-78d44795-6715-46d2-a7b3-f25ad41c7943 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:39.118435 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-76578cb0-5855-4a4f-9cd5-0cbd7993e626 None None] Attempting to bind port 2f6ab9e3-c51c-4468-9b25-c87f48242772 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:52:39.118869 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-76578cb0-5855-4a4f-9cd5-0cbd7993e626 None None] Attempting to bind port 2f6ab9e3-c51c-4468-9b25-c87f48242772 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'b656364d-7393-46cc-9ed9-466b7d916005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ff74aabd-63c1-4a20-8634-4b7a75148eb4'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:52:39.119168 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76578cb0-5855-4a4f-9cd5-0cbd7993e626 None None] Attempting to bind port 2f6ab9e3-c51c-4468-9b25-c87f48242772 on network ff74aabd-63c1-4a20-8634-4b7a75148eb4 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:52:39.121467 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7a72bed7-a31b-4746-832b-c7bb27612dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:39.136472 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-61170d68-8fa1-428e-b7d0-786a02eab107 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:39.139241 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47f0b3-4ea0-430d-922c-0c75267361c2 req-78d44795-6715-46d2-a7b3-f25ad41c7943 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:39.148211 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47f0b3-4ea0-430d-922c-0c75267361c2 req-78d44795-6715-46d2-a7b3-f25ad41c7943 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:39.168470 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47f0b3-4ea0-430d-922c-0c75267361c2 req-78d44795-6715-46d2-a7b3-f25ad41c7943 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:39.181207 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47f0b3-4ea0-430d-922c-0c75267361c2 req-78d44795-6715-46d2-a7b3-f25ad41c7943 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:39.188903 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47f0b3-4ea0-430d-922c-0c75267361c2 req-78d44795-6715-46d2-a7b3-f25ad41c7943 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:39.190350 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76578cb0-5855-4a4f-9cd5-0cbd7993e626 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:52:39.192358 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76578cb0-5855-4a4f-9cd5-0cbd7993e626 None None] Checking segment: {'id': 'b656364d-7393-46cc-9ed9-466b7d916005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ff74aabd-63c1-4a20-8634-4b7a75148eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:52:39.194097 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-76578cb0-5855-4a4f-9cd5-0cbd7993e626 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:39.196178 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76578cb0-5855-4a4f-9cd5-0cbd7993e626 None None] Bound using segment: {'id': 'b656364d-7393-46cc-9ed9-466b7d916005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ff74aabd-63c1-4a20-8634-4b7a75148eb4'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:52:39.197726 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-76578cb0-5855-4a4f-9cd5-0cbd7993e626 None None] Bound port: 2f6ab9e3-c51c-4468-9b25-c87f48242772, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b656364d-7393-46cc-9ed9-466b7d916005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'ff74aabd-63c1-4a20-8634-4b7a75148eb4'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:52:39.198133 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47f0b3-4ea0-430d-922c-0c75267361c2 req-78d44795-6715-46d2-a7b3-f25ad41c7943 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:39.199153 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-76578cb0-5855-4a4f-9cd5-0cbd7993e626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:39.212364 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ce47f0b3-4ea0-430d-922c-0c75267361c2 req-78d44795-6715-46d2-a7b3-f25ad41c7943 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 5444 time: 0.3360081 Sep 07 02:52:39.245283 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44d351d-89f0-40bc-91e2-e3dbb358644b tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Network ff74aabd-63c1-4a20-8634-4b7a75148eb4 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:52:39.251733 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-c44d351d-89f0-40bc-91e2-e3dbb358644b tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:52:39.260075 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44d351d-89f0-40bc-91e2-e3dbb358644b tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Pushing event updated for resources: {'Port': ['ID=460a91bf-5c78-47d4-b92f-47a649010111,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:39.265537 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44d351d-89f0-40bc-91e2-e3dbb358644b tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:52:39.310576 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ce47f0b3-4ea0-430d-922c-0c75267361c2 req-82906df5-faba-4f57-94ac-c9ed5683db1d tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/security-groups?id=89726ab1-0a53-4d54-93e7-e4e6ba92ef38&id=2895453c-c2ff-4721-9c31-7aa9bbb51629&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0968552 Sep 07 02:52:39.381106 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c44d351d-89f0-40bc-91e2-e3dbb358644b tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:39.384818 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-7a72bed7-a31b-4746-832b-c7bb27612dd6 None None] For port c6f5d01e-b04e-4782-b9d8-3ae345534d0b, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=c6f5d01e-b04e-4782-b9d8-3ae345534d0b,segment=NetworkSegment(35c3482d-cc2a-48c1-afa9-4e884ed21fad),segment_id=35c3482d-cc2a-48c1-afa9-4e884ed21fad)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:52:39.524565 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-61170d68-8fa1-428e-b7d0-786a02eab107 None None] Transition to ACTIVE for port object e41035c0-1d8b-44ad-a7ad-fe723485f708 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:52:39.546669 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7a72bed7-a31b-4746-832b-c7bb27612dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:39.690618 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-76578cb0-5855-4a4f-9cd5-0cbd7993e626 None None] For port 2f6ab9e3-c51c-4468-9b25-c87f48242772, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:52:39.705720 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-76578cb0-5855-4a4f-9cd5-0cbd7993e626 None None] For port 2f6ab9e3-c51c-4468-9b25-c87f48242772, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=2f6ab9e3-c51c-4468-9b25-c87f48242772,segment=NetworkSegment(b656364d-7393-46cc-9ed9-466b7d916005),segment_id=b656364d-7393-46cc-9ed9-466b7d916005)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:52:39.715429 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-61170d68-8fa1-428e-b7d0-786a02eab107 None None] Transition to ACTIVE for port object e41035c0-1d8b-44ad-a7ad-fe723485f708 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:52:39.723730 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-76578cb0-5855-4a4f-9cd5-0cbd7993e626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:39.763999 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-61170d68-8fa1-428e-b7d0-786a02eab107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:39.852734 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61170d68-8fa1-428e-b7d0-786a02eab107 None None] Network 33e1610b-d7e7-4ae2-aeb0-acc5ec6115b1 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:52:39.862224 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-61170d68-8fa1-428e-b7d0-786a02eab107 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:52:39.880195 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-488f53b2-93a8-4f3a-8c71-8e388b2a619d tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:39.884825 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61170d68-8fa1-428e-b7d0-786a02eab107 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:52:39.904048 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-488f53b2-93a8-4f3a-8c71-8e388b2a619d tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:39.919410 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a72bed7-a31b-4746-832b-c7bb27612dd6 None None] Pushing event updated for resources: {'Port': ['ID=c6f5d01e-b04e-4782-b9d8-3ae345534d0b,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:39.924368 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-488f53b2-93a8-4f3a-8c71-8e388b2a619d tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:39.945148 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-488f53b2-93a8-4f3a-8c71-8e388b2a619d tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:39.986585 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76578cb0-5855-4a4f-9cd5-0cbd7993e626 None None] Pushing event updated for resources: {'Port': ['ID=2f6ab9e3-c51c-4468-9b25-c87f48242772,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:39.991908 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-488f53b2-93a8-4f3a-8c71-8e388b2a619d tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:40.024239 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-488f53b2-93a8-4f3a-8c71-8e388b2a619d tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:40.031107 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-488f53b2-93a8-4f3a-8c71-8e388b2a619d tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:40.045736 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-488f53b2-93a8-4f3a-8c71-8e388b2a619d tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 5444 time: 0.3142350 Sep 07 02:52:40.115531 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61170d68-8fa1-428e-b7d0-786a02eab107 None None] Pushing event updated for resources: {'Port': ['ID=e41035c0-1d8b-44ad-a7ad-fe723485f708,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:40.172370 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-8bc1a864-d101-456e-9d24-084b111fab37 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:40.174127 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-8bc1a864-d101-456e-9d24-084b111fab37 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.16 "GET /v2.0/ports/6d6cd00f-b2ec-4d02-88ed-e2f7438c43b6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1188965 Sep 07 02:52:40.213417 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-61170d68-8fa1-428e-b7d0-786a02eab107 None None] Attempting to bind port e41035c0-1d8b-44ad-a7ad-fe723485f708 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:52:40.213417 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-61170d68-8fa1-428e-b7d0-786a02eab107 None None] Attempting to bind port e41035c0-1d8b-44ad-a7ad-fe723485f708 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '3cfd9ab4-4f26-4628-b75c-c03fa754ebda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '33e1610b-d7e7-4ae2-aeb0-acc5ec6115b1'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:52:40.213905 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61170d68-8fa1-428e-b7d0-786a02eab107 None None] Attempting to bind port e41035c0-1d8b-44ad-a7ad-fe723485f708 on network 33e1610b-d7e7-4ae2-aeb0-acc5ec6115b1 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:52:40.228082 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61170d68-8fa1-428e-b7d0-786a02eab107 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:52:40.228697 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61170d68-8fa1-428e-b7d0-786a02eab107 None None] Checking segment: {'id': '3cfd9ab4-4f26-4628-b75c-c03fa754ebda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '33e1610b-d7e7-4ae2-aeb0-acc5ec6115b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:52:40.229117 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-61170d68-8fa1-428e-b7d0-786a02eab107 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:40.229524 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61170d68-8fa1-428e-b7d0-786a02eab107 None None] Bound using segment: {'id': '3cfd9ab4-4f26-4628-b75c-c03fa754ebda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '33e1610b-d7e7-4ae2-aeb0-acc5ec6115b1'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:52:40.230013 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-61170d68-8fa1-428e-b7d0-786a02eab107 None None] Bound port: e41035c0-1d8b-44ad-a7ad-fe723485f708, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cfd9ab4-4f26-4628-b75c-c03fa754ebda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '33e1610b-d7e7-4ae2-aeb0-acc5ec6115b1'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:52:40.230398 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-61170d68-8fa1-428e-b7d0-786a02eab107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:40.266981 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-edae623f-6032-4208-a0ee-2944eae3a52d None None] Provisioning complete for port c6f5d01e-b04e-4782-b9d8-3ae345534d0b triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:52:40.274288 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-edae623f-6032-4208-a0ee-2944eae3a52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:40.465792 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-61170d68-8fa1-428e-b7d0-786a02eab107 None None] For port e41035c0-1d8b-44ad-a7ad-fe723485f708, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:52:40.474178 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-61170d68-8fa1-428e-b7d0-786a02eab107 None None] For port e41035c0-1d8b-44ad-a7ad-fe723485f708, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=e41035c0-1d8b-44ad-a7ad-fe723485f708,segment=NetworkSegment(3cfd9ab4-4f26-4628-b75c-c03fa754ebda),segment_id=3cfd9ab4-4f26-4628-b75c-c03fa754ebda)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:52:40.475760 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09298e21-24d5-4cea-999d-ddf64a03f47a req-873b240c-0d54-40f9-858f-c1bfc67dc0e7 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:40.477882 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-09298e21-24d5-4cea-999d-ddf64a03f47a req-873b240c-0d54-40f9-858f-c1bfc67dc0e7 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.2810071 Sep 07 02:52:40.605804 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-09298e21-24d5-4cea-999d-ddf64a03f47a req-934382ad-51a3-412c-a86c-f5a92135c1b8 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170058 Sep 07 02:52:40.616701 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-a887e066-4693-4eaf-b433-64ee79792859 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.16 "GET /v2.0/networks/fef96230-f3dd-4368-8b6e-5738962456fc?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4359438 Sep 07 02:52:40.629062 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-92566378-5472-45af-8d44-994b2c87548c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:52:40.736395 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c44d351d-89f0-40bc-91e2-e3dbb358644b tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:40.749425 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-92566378-5472-45af-8d44-994b2c87548c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:40.785978 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdeb272-f6a8-4fc2-9b3d-870d645e6a4b req-94b45b96-84c4-4f04-af22-d24944a4e92e tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:40.799113 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdeb272-f6a8-4fc2-9b3d-870d645e6a4b req-94b45b96-84c4-4f04-af22-d24944a4e92e tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:40.809170 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdeb272-f6a8-4fc2-9b3d-870d645e6a4b req-94b45b96-84c4-4f04-af22-d24944a4e92e tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:40.814531 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdeb272-f6a8-4fc2-9b3d-870d645e6a4b req-94b45b96-84c4-4f04-af22-d24944a4e92e tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:40.832880 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdeb272-f6a8-4fc2-9b3d-870d645e6a4b req-94b45b96-84c4-4f04-af22-d24944a4e92e tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:40.846326 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdeb272-f6a8-4fc2-9b3d-870d645e6a4b req-94b45b96-84c4-4f04-af22-d24944a4e92e tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:40.861293 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdeb272-f6a8-4fc2-9b3d-870d645e6a4b req-94b45b96-84c4-4f04-af22-d24944a4e92e tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:40.863357 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6cdeb272-f6a8-4fc2-9b3d-870d645e6a4b req-94b45b96-84c4-4f04-af22-d24944a4e92e tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 5444 time: 0.2841318 Sep 07 02:52:40.868833 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-61170d68-8fa1-428e-b7d0-786a02eab107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:41.127317 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61170d68-8fa1-428e-b7d0-786a02eab107 None None] Pushing event updated for resources: {'Port': ['ID=e41035c0-1d8b-44ad-a7ad-fe723485f708,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:41.151029 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-92566378-5472-45af-8d44-994b2c87548c service neutron] For port 6d6cd00f-b2ec-4d02-88ed-e2f7438c43b6, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=6d6cd00f-b2ec-4d02-88ed-e2f7438c43b6,segment=NetworkSegment(b82d7036-1e05-4803-9f61-149407a6a937),segment_id=b82d7036-1e05-4803-9f61-149407a6a937)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:52:41.183187 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6cdeb272-f6a8-4fc2-9b3d-870d645e6a4b req-b4ebd35e-7461-45f0-b72a-cfa2a86647c8 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/security-groups?id=89726ab1-0a53-4d54-93e7-e4e6ba92ef38&id=2895453c-c2ff-4721-9c31-7aa9bbb51629&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3094683 Sep 07 02:52:41.231768 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-92566378-5472-45af-8d44-994b2c87548c service neutron] For port 6d6cd00f-b2ec-4d02-88ed-e2f7438c43b6, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:52:41.313852 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-92566378-5472-45af-8d44-994b2c87548c service neutron] device_id is not set on port 6d6cd00f-b2ec-4d02-88ed-e2f7438c43b6 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:52:41.324992 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-92566378-5472-45af-8d44-994b2c87548c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:41.339589 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-92566378-5472-45af-8d44-994b2c87548c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:41.422896 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 2f6ab9e3-c51c-4468-9b25-c87f48242772 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:52:41.446802 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c44d351d-89f0-40bc-91e2-e3dbb358644b tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:41.452880 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c44d351d-89f0-40bc-91e2-e3dbb358644b tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:41.526597 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-92566378-5472-45af-8d44-994b2c87548c service neutron] No DVR routers for this DVR port 6d6cd00f-b2ec-4d02-88ed-e2f7438c43b6 on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:52:41.587970 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c44d351d-89f0-40bc-91e2-e3dbb358644b tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:41.627720 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 2f6ab9e3-c51c-4468-9b25-c87f48242772 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:52:41.638811 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device c6f5d01e-b04e-4782-b9d8-3ae345534d0b up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:52:41.668747 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92566378-5472-45af-8d44-994b2c87548c service neutron] Pushing event updated for resources: {'Port': ['ID=6d6cd00f-b2ec-4d02-88ed-e2f7438c43b6,revision_number=6']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:41.732500 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port c6f5d01e-b04e-4782-b9d8-3ae345534d0b triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:52:41.732891 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:41.740304 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-92566378-5472-45af-8d44-994b2c87548c service neutron] In _notify_port_updated(), no bound segment for port 6d6cd00f-b2ec-4d02-88ed-e2f7438c43b6 on network fef96230-f3dd-4368-8b6e-5738962456fc {{(pid=94700) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 02:52:41.743655 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-92566378-5472-45af-8d44-994b2c87548c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:41.744634 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-92566378-5472-45af-8d44-994b2c87548c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:41.745689 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-92566378-5472-45af-8d44-994b2c87548c service neutron] 10.222.0.16 "PUT /v2.0/ports/6d6cd00f-b2ec-4d02-88ed-e2f7438c43b6 HTTP/1.1" status: 200 len: 1031 time: 1.1219878 Sep 07 02:52:41.860206 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c418c497-dc7d-4a5c-bd4b-3d6515fd329d None None] Network ff74aabd-63c1-4a20-8634-4b7a75148eb4 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:52:41.919558 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-ea30e8a8-ded4-4771-b9a6-6d9d9c88d817 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:41.922508 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device f3ed5bfa-6d20-4d8d-812a-3f29f0868f88 no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:52:41.924223 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-ea30e8a8-ded4-4771-b9a6-6d9d9c88d817 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.16 "GET /v2.0/ports/4857470d-e751-42ad-b0ae-ff54d7d0611e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1454904 Sep 07 02:52:41.949548 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-f77f1e47-3b94-4e17-a603-1a872c588809 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:52:41.970271 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44d351d-89f0-40bc-91e2-e3dbb358644b tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Pushing event updated for resources: {'Port': ['ID=460a91bf-5c78-47d4-b92f-47a649010111,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:42.018316 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2840efd-c1dc-45d5-a727-54ba9c2cd686 req-204ff8c5-97a8-40d2-b8ea-0f9260d47c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:42.021376 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d2840efd-c1dc-45d5-a727-54ba9c2cd686 req-204ff8c5-97a8-40d2-b8ea-0f9260d47c44 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=13ffe4144f534528a6810c0c36ace2be&device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 1097 time: 0.2732770 Sep 07 02:52:42.025709 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f223e-cb4d-4ad9-8317-6387b97c8c76 req-06adf5a7-780d-4cbd-a349-a4fa5f43c7d3 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:42.027560 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-518f223e-cb4d-4ad9-8317-6387b97c8c76 req-06adf5a7-780d-4cbd-a349-a4fa5f43c7d3 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.1861577 Sep 07 02:52:42.096909 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-f77f1e47-3b94-4e17-a603-1a872c588809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:42.119183 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44d351d-89f0-40bc-91e2-e3dbb358644b tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Network ff74aabd-63c1-4a20-8634-4b7a75148eb4 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:52:42.128319 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-c44d351d-89f0-40bc-91e2-e3dbb358644b tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:52:42.133499 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-518f223e-cb4d-4ad9-8317-6387b97c8c76 req-ae4e079f-86ed-48a0-aa83-fa9b0a0326f3 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972273 Sep 07 02:52:42.172523 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-bd503d42-f4d4-49e4-8a45-b1efe55a846f None None] Provisioning for port 2f6ab9e3-c51c-4468-9b25-c87f48242772 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:52:42.197521 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-bd503d42-f4d4-49e4-8a45-b1efe55a846f None None] Provisioning complete for port 2f6ab9e3-c51c-4468-9b25-c87f48242772 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:52:42.197902 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bd503d42-f4d4-49e4-8a45-b1efe55a846f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:42.219779 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2840efd-c1dc-45d5-a727-54ba9c2cd686 req-9a366746-1829-4a54-a535-6d1f108791e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:42.221747 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d2840efd-c1dc-45d5-a727-54ba9c2cd686 req-9a366746-1829-4a54-a535-6d1f108791e6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=425487d9-ea00-48c2-8b07-b3e74c380248 HTTP/1.1" status: 200 len: 913 time: 0.1909881 Sep 07 02:52:42.305840 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d2840efd-c1dc-45d5-a727-54ba9c2cd686 req-53c3670d-2be4-4dc7-a8a8-82b90500e992 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=307b71c8-1330-4f86-b0c6-ac62473e3585 HTTP/1.1" status: 200 len: 217 time: 0.0593910 Sep 07 02:52:42.327454 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c44d351d-89f0-40bc-91e2-e3dbb358644b tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Router 7800f4e7-ab2e-45b2-a421-025322ccc93a is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 02:52:42.357734 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:42.446183 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3ed5bfa-6d20-4d8d-812a-3f29f0868f88'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:52:42.446183 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905ee0c9-4312-49d5-a4c1-9f6d71d4fdcc" -d '{"events": [{"server_uuid": "5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc", "name": "network-vif-unplugged", "status": "completed", "tag": "f3ed5bfa-6d20-4d8d-812a-3f29f0868f88"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:52:42.459261 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2840efd-c1dc-45d5-a727-54ba9c2cd686 req-7f607932-c559-47f3-ab0f-d5648b023bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:42.461476 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d2840efd-c1dc-45d5-a727-54ba9c2cd686 req-7f607932-c559-47f3-ab0f-d5648b023bab service neutron] 10.222.0.23 "GET /v2.0/subnets?id=384df4a0-6ed3-4747-8ce4-4d617b6c5693 HTTP/1.1" status: 200 len: 853 time: 0.1457400 Sep 07 02:52:42.470209 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port f3ed5bfa-6d20-4d8d-812a-3f29f0868f88, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=f3ed5bfa-6d20-4d8d-812a-3f29f0868f88,segment=NetworkSegment(4a40d81e-a446-40cf-a314-2d7295172ca6),segment_id=4a40d81e-a446-40cf-a314-2d7295172ca6)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:52:42.512546 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bd503d42-f4d4-49e4-8a45-b1efe55a846f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:42.521368 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:42.522258 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 6d6cd00f-b2ec-4d02-88ed-e2f7438c43b6 no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:52:42.556720 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 02:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e25510-c691-411d-85e1-39dc04fb08ff x-openstack-request-id: req-a1e25510-c691-411d-85e1-39dc04fb08ff {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:52:42.556994 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc", "name": "network-vif-unplugged", "status": "completed", "tag": "f3ed5bfa-6d20-4d8d-812a-3f29f0868f88", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:52:42.559495 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44d351d-89f0-40bc-91e2-e3dbb358644b tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:52:42.559665 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a1e25510-c691-411d-85e1-39dc04fb08ff {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:52:42.560194 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3ed5bfa-6d20-4d8d-812a-3f29f0868f88', 'code': 200} Sep 07 02:52:42.565284 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c44d351d-89f0-40bc-91e2-e3dbb358644b tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] 10.222.0.22 "PUT /v2.0/routers/7800f4e7-ab2e-45b2-a421-025322ccc93a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1492398 Sep 07 02:52:42.578409 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 41602) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:42.588154 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc374a73-f0cc-4cdb-a7f9-4fbc421fa18b None None] Sync routers for ids ['7800f4e7-ab2e-45b2-a421-025322ccc93a'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:52:42.609560 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d2840efd-c1dc-45d5-a727-54ba9c2cd686 req-d6c0c0ea-eea1-4106-b5e4-bf69f234a446 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=425487d9-ea00-48c2-8b07-b3e74c380248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1318073 Sep 07 02:52:42.730951 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-bd503d42-f4d4-49e4-8a45-b1efe55a846f None None] For port 2f6ab9e3-c51c-4468-9b25-c87f48242772, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=2f6ab9e3-c51c-4468-9b25-c87f48242772,segment=NetworkSegment(b656364d-7393-46cc-9ed9-466b7d916005),segment_id=b656364d-7393-46cc-9ed9-466b7d916005)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:52:42.743127 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc374a73-f0cc-4cdb-a7f9-4fbc421fa18b None None] Routers {'7800f4e7-ab2e-45b2-a421-025322ccc93a'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:52:42.744156 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-dc374a73-f0cc-4cdb-a7f9-4fbc421fa18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:52:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['7800f4e7-ab2e-45b2-a421-025322ccc93a'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:52:42.767580 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bd503d42-f4d4-49e4-8a45-b1efe55a846f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:42.821669 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-dc374a73-f0cc-4cdb-a7f9-4fbc421fa18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:52:42.835109 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 6d6cd00f-b2ec-4d02-88ed-e2f7438c43b6 not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:52:42.846391 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 5decaa5e-6c54-47c4-be19-8bad024d841e no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:52:42.849443 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=f3ed5bfa-6d20-4d8d-812a-3f29f0868f88,revision_number=6']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:42.859547 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc374a73-f0cc-4cdb-a7f9-4fbc421fa18b None None] Routers {'7800f4e7-ab2e-45b2-a421-025322ccc93a'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:52:42.859681 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-dc374a73-f0cc-4cdb-a7f9-4fbc421fa18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:52:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['7800f4e7-ab2e-45b2-a421-025322ccc93a'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:52:42.899626 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3fc9d-c4f1-4526-a9ca-8a2b7f2214c3 req-ac6ceabf-fe53-4343-a7ad-fdc588b36162 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:42.911379 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3fc9d-c4f1-4526-a9ca-8a2b7f2214c3 req-ac6ceabf-fe53-4343-a7ad-fdc588b36162 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:42.941784 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3fc9d-c4f1-4526-a9ca-8a2b7f2214c3 req-ac6ceabf-fe53-4343-a7ad-fdc588b36162 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:42.965758 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3fc9d-c4f1-4526-a9ca-8a2b7f2214c3 req-ac6ceabf-fe53-4343-a7ad-fdc588b36162 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:42.983615 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3fc9d-c4f1-4526-a9ca-8a2b7f2214c3 req-ac6ceabf-fe53-4343-a7ad-fdc588b36162 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:43.001204 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-dc374a73-f0cc-4cdb-a7f9-4fbc421fa18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:52:43.001873 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc374a73-f0cc-4cdb-a7f9-4fbc421fa18b None None] The sync data for ids ['7800f4e7-ab2e-45b2-a421-025322ccc93a'] in n-d-796209-16 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:52:43.005536 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3fc9d-c4f1-4526-a9ca-8a2b7f2214c3 req-ac6ceabf-fe53-4343-a7ad-fdc588b36162 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:43.013749 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d6e3fc9d-c4f1-4526-a9ca-8a2b7f2214c3 req-ac6ceabf-fe53-4343-a7ad-fdc588b36162 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 4664 time: 0.5510051 Sep 07 02:52:43.069013 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d2840efd-c1dc-45d5-a727-54ba9c2cd686 req-f7414344-a553-407e-b4d8-a08005bd22a0 service neutron] 10.222.0.23 "GET /v2.0/networks/425487d9-ea00-48c2-8b07-b3e74c380248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4422417 Sep 07 02:52:43.146895 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-828afc7f-c972-4f9e-aca5-307e2c439cee None None] Provisioning complete for port 6d6cd00f-b2ec-4d02-88ed-e2f7438c43b6 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:52:43.146895 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-828afc7f-c972-4f9e-aca5-307e2c439cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:43.213278 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd503d42-f4d4-49e4-8a45-b1efe55a846f None None] Pushing event updated for resources: {'Port': ['ID=2f6ab9e3-c51c-4468-9b25-c87f48242772,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:43.273018 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd503d42-f4d4-49e4-8a45-b1efe55a846f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:52:43.282900 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd503d42-f4d4-49e4-8a45-b1efe55a846f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:52:43.283618 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd503d42-f4d4-49e4-8a45-b1efe55a846f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:52:43.284301 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd503d42-f4d4-49e4-8a45-b1efe55a846f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:52:43.285348 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd503d42-f4d4-49e4-8a45-b1efe55a846f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:52:43.285850 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd503d42-f4d4-49e4-8a45-b1efe55a846f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:52:43.286335 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd503d42-f4d4-49e4-8a45-b1efe55a846f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:52:43.286818 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd503d42-f4d4-49e4-8a45-b1efe55a846f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:52:43.287665 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd503d42-f4d4-49e4-8a45-b1efe55a846f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:52:43.288151 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd503d42-f4d4-49e4-8a45-b1efe55a846f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:52:43.288632 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd503d42-f4d4-49e4-8a45-b1efe55a846f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:52:43.289276 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd503d42-f4d4-49e4-8a45-b1efe55a846f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:52:43.312174 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ff42c3-2cff-447a-baf7-9363af885252 None None] Network 33e1610b-d7e7-4ae2-aeb0-acc5ec6115b1 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:52:43.332410 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-828afc7f-c972-4f9e-aca5-307e2c439cee None None] Port 6d6cd00f-b2ec-4d02-88ed-e2f7438c43b6 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:52:43.360542 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device e41035c0-1d8b-44ad-a7ad-fe723485f708 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:52:43.376102 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-f77f1e47-3b94-4e17-a603-1a872c588809 service neutron] For port 4857470d-e751-42ad-b0ae-ff54d7d0611e, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=4857470d-e751-42ad-b0ae-ff54d7d0611e,segment=NetworkSegment(b82d7036-1e05-4803-9f61-149407a6a937),segment_id=b82d7036-1e05-4803-9f61-149407a6a937)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:52:43.386018 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d6e3fc9d-c4f1-4526-a9ca-8a2b7f2214c3 req-38fc449c-e12d-4f40-8170-52426771e6b9 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/security-groups?id=89726ab1-0a53-4d54-93e7-e4e6ba92ef38&id=2895453c-c2ff-4721-9c31-7aa9bbb51629&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3160474 Sep 07 02:52:43.447832 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d2840efd-c1dc-45d5-a727-54ba9c2cd686 req-cb50e759-8d2e-4d88-9409-f2968d99c272 service neutron] 10.222.0.23 "GET /v2.0/networks/425487d9-ea00-48c2-8b07-b3e74c380248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178055 Sep 07 02:52:43.452801 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-f77f1e47-3b94-4e17-a603-1a872c588809 service neutron] For port 4857470d-e751-42ad-b0ae-ff54d7d0611e, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:52:43.493221 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-f77f1e47-3b94-4e17-a603-1a872c588809 service neutron] device_id is not set on port 4857470d-e751-42ad-b0ae-ff54d7d0611e yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:52:43.512016 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-f77f1e47-3b94-4e17-a603-1a872c588809 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:43.523960 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-f77f1e47-3b94-4e17-a603-1a872c588809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:43.527931 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:43.581164 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d6ff8-623d-4353-a375-408908768744 req-92f3585a-b0d3-40b0-aa42-4d00f5ae84f3 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:43.615841 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-547d6ff8-623d-4353-a375-408908768744 req-92f3585a-b0d3-40b0-aa42-4d00f5ae84f3 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.2061014 Sep 07 02:52:43.662238 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-f77f1e47-3b94-4e17-a603-1a872c588809 service neutron] No DVR routers for this DVR port 4857470d-e751-42ad-b0ae-ff54d7d0611e on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:52:43.782318 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 5decaa5e-6c54-47c4-be19-8bad024d841e, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=5decaa5e-6c54-47c4-be19-8bad024d841e,segment=NetworkSegment(b82d7036-1e05-4803-9f61-149407a6a937),segment_id=b82d7036-1e05-4803-9f61-149407a6a937)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:52:43.816742 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77f1e47-3b94-4e17-a603-1a872c588809 service neutron] Pushing event updated for resources: {'Port': ['ID=4857470d-e751-42ad-b0ae-ff54d7d0611e,revision_number=6']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:43.823646 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-11115d60-7358-4098-b0be-80dc433497f7 None None] Provisioning for port 460a91bf-5c78-47d4-b92f-47a649010111 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:52:43.849988 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-11115d60-7358-4098-b0be-80dc433497f7 None None] Provisioning complete for port 460a91bf-5c78-47d4-b92f-47a649010111 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:52:43.850368 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-11115d60-7358-4098-b0be-80dc433497f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:43.852163 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:43.854255 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-f77f1e47-3b94-4e17-a603-1a872c588809 service neutron] In _notify_port_updated(), no bound segment for port 4857470d-e751-42ad-b0ae-ff54d7d0611e on network fef96230-f3dd-4368-8b6e-5738962456fc {{(pid=94700) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 02:52:43.854945 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 4857470d-e751-42ad-b0ae-ff54d7d0611e no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:52:43.857602 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-f77f1e47-3b94-4e17-a603-1a872c588809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:43.858288 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-f77f1e47-3b94-4e17-a603-1a872c588809 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:43.867976 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-f77f1e47-3b94-4e17-a603-1a872c588809 service neutron] 10.222.0.16 "PUT /v2.0/ports/4857470d-e751-42ad-b0ae-ff54d7d0611e HTTP/1.1" status: 200 len: 1033 time: 1.9223104 Sep 07 02:52:43.926920 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-547d6ff8-623d-4353-a375-408908768744 req-9a7e9737-874c-4882-b977-2a9421bd9917 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100524 Sep 07 02:52:43.941654 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-3ca6a3e8-7343-43dc-bf7e-6e2a4a761e7c tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 02:52:43.942721 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-3ca6a3e8-7343-43dc-bf7e-6e2a4a761e7c tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] 10.222.0.22 "PUT /v2.0/routers/7800f4e7-ab2e-45b2-a421-025322ccc93a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3592503 Sep 07 02:52:43.946056 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 41650) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:43.982609 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port e41035c0-1d8b-44ad-a7ad-fe723485f708 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:52:44.118582 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-14f95a61-4798-41e4-835c-dae08a53d97e tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Deleting port 89b4efa3-3083-4932-8997-1d7345c55233 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:52:44.119062 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-14f95a61-4798-41e4-835c-dae08a53d97e tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:44.200713 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 4857470d-e751-42ad-b0ae-ff54d7d0611e not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:52:44.201244 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device e7ad01c7-8747-4618-90fb-6bdd88c0a6d2 no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:52:44.248501 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-11115d60-7358-4098-b0be-80dc433497f7 None None] Port 460a91bf-5c78-47d4-b92f-47a649010111 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:52:44.265788 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=5decaa5e-6c54-47c4-be19-8bad024d841e,revision_number=6']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:44.281224 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-14f95a61-4798-41e4-835c-dae08a53d97e tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] For port 89b4efa3-3083-4932-8997-1d7345c55233, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=89b4efa3-3083-4932-8997-1d7345c55233,segment=NetworkSegment(b82d7036-1e05-4803-9f61-149407a6a937),segment_id=b82d7036-1e05-4803-9f61-149407a6a937)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:52:44.282046 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-14f95a61-4798-41e4-835c-dae08a53d97e tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:44.309983 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-14f95a61-4798-41e4-835c-dae08a53d97e tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Calling delete_port for 89b4efa3-3083-4932-8997-1d7345c55233 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:52:44.311561 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-11115d60-7358-4098-b0be-80dc433497f7 None None] Provisioning complete for port 2f6ab9e3-c51c-4468-9b25-c87f48242772 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:52:44.312041 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-11115d60-7358-4098-b0be-80dc433497f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:44.418273 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:44.574793 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5decaa5e-6c54-47c4-be19-8bad024d841e'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:52:44.595295 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ccc6477-64ed-42a9-ae4a-35dac7eee85d" -d '{"events": [{"server_uuid": "5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc", "name": "network-vif-unplugged", "status": "completed", "tag": "5decaa5e-6c54-47c4-be19-8bad024d841e"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:52:44.652190 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port e7ad01c7-8747-4618-90fb-6bdd88c0a6d2, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=e7ad01c7-8747-4618-90fb-6bdd88c0a6d2,segment=NetworkSegment(b8bc3fdf-2e3e-4972-88d9-8c4ff4b8870b),segment_id=b8bc3fdf-2e3e-4972-88d9-8c4ff4b8870b)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:52:44.656955 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-11115d60-7358-4098-b0be-80dc433497f7 None None] Provisioning for port e41035c0-1d8b-44ad-a7ad-fe723485f708 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:52:44.667049 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f82a5d-8e35-453a-a2da-0a1b81f5445a req-20b2a5a2-971b-4b56-915e-5639f1c36040 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:44.682706 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f82a5d-8e35-453a-a2da-0a1b81f5445a req-20b2a5a2-971b-4b56-915e-5639f1c36040 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:44.693450 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f82a5d-8e35-453a-a2da-0a1b81f5445a req-20b2a5a2-971b-4b56-915e-5639f1c36040 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:44.693581 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-14f95a61-4798-41e4-835c-dae08a53d97e tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:44.701087 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f82a5d-8e35-453a-a2da-0a1b81f5445a req-20b2a5a2-971b-4b56-915e-5639f1c36040 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:44.703127 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 02:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aee24ad-1d5b-4d38-9b0b-34b3adf7a701 x-openstack-request-id: req-0aee24ad-1d5b-4d38-9b0b-34b3adf7a701 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:52:44.703472 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc", "name": "network-vif-unplugged", "status": "completed", "tag": "5decaa5e-6c54-47c4-be19-8bad024d841e", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:52:44.703901 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0aee24ad-1d5b-4d38-9b0b-34b3adf7a701 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:52:44.706895 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5decaa5e-6c54-47c4-be19-8bad024d841e', 'code': 200} Sep 07 02:52:44.710214 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-11115d60-7358-4098-b0be-80dc433497f7 None None] Provisioning complete for port e41035c0-1d8b-44ad-a7ad-fe723485f708 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:52:44.710957 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f82a5d-8e35-453a-a2da-0a1b81f5445a req-20b2a5a2-971b-4b56-915e-5639f1c36040 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:44.713080 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-57f82a5d-8e35-453a-a2da-0a1b81f5445a req-20b2a5a2-971b-4b56-915e-5639f1c36040 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 3882 time: 0.1644206 Sep 07 02:52:44.720790 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-11115d60-7358-4098-b0be-80dc433497f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:44.723766 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 307b71c8-1330-4f86-b0c6-ac62473e3585 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:52:44.729871 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:44.731060 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 89b4efa3-3083-4932-8997-1d7345c55233 no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:52:44.740552 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f95a61-4798-41e4-835c-dae08a53d97e tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Pushing event deleted for resources: {'Port': ['ID=89b4efa3-3083-4932-8997-1d7345c55233,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:44.808928 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-14f95a61-4798-41e4-835c-dae08a53d97e tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] No DVR routers for this DVR port 89b4efa3-3083-4932-8997-1d7345c55233 on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:52:44.811747 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-14f95a61-4798-41e4-835c-dae08a53d97e tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:44.813938 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-14f95a61-4798-41e4-835c-dae08a53d97e tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.16 "DELETE /v2.0/ports/89b4efa3-3083-4932-8997-1d7345c55233 HTTP/1.1" status: 204 len: 173 time: 0.9450316 Sep 07 02:52:44.814438 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc', 'name': 'network-vif-deleted', 'tag': '89b4efa3-3083-4932-8997-1d7345c55233'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:52:44.817584 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4946f22-4515-42b9-a40e-e3eab62e4e78" -d '{"events": [{"server_uuid": "5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc", "name": "network-vif-deleted", "tag": "89b4efa3-3083-4932-8997-1d7345c55233"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:52:44.854851 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: 89b4efa3-3083-4932-8997-1d7345c55233 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:52:44.855208 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 89b4efa3-3083-4932-8997-1d7345c55233 not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:52:44.855666 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device dfc9b065-1c7f-4968-9ce9-8ee8bb3c5e67 no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:52:44.860749 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-57f82a5d-8e35-453a-a2da-0a1b81f5445a req-1e99c9cb-9636-485e-b2a9-92ddceff6c53 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/security-groups?id=89726ab1-0a53-4d54-93e7-e4e6ba92ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064873 Sep 07 02:52:44.895632 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9626ae21-b885-41d6-bdde-10330c429703 x-openstack-request-id: req-9626ae21-b885-41d6-bdde-10330c429703 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:52:44.896030 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc", "name": "network-vif-deleted", "tag": "89b4efa3-3083-4932-8997-1d7345c55233", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:52:44.896366 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9626ae21-b885-41d6-bdde-10330c429703 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:52:44.896832 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc', 'name': 'network-vif-deleted', 'tag': '89b4efa3-3083-4932-8997-1d7345c55233', 'status': 'completed', 'code': 200} Sep 07 02:52:44.935431 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1eaa8392-289a-4936-9ecb-684ce88f7b4c tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:44.982321 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-c4cc0196-cff1-4ae2-b7dc-43fff96a61a1 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Deleting port 5decaa5e-6c54-47c4-be19-8bad024d841e {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:52:44.982787 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-c4cc0196-cff1-4ae2-b7dc-43fff96a61a1 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:45.032945 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=e7ad01c7-8747-4618-90fb-6bdd88c0a6d2,revision_number=6']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:45.244016 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-c4cc0196-cff1-4ae2-b7dc-43fff96a61a1 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] For port 5decaa5e-6c54-47c4-be19-8bad024d841e, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=5decaa5e-6c54-47c4-be19-8bad024d841e,segment=NetworkSegment(b82d7036-1e05-4803-9f61-149407a6a937),segment_id=b82d7036-1e05-4803-9f61-149407a6a937)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:52:45.245083 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-c4cc0196-cff1-4ae2-b7dc-43fff96a61a1 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:45.294316 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-c4cc0196-cff1-4ae2-b7dc-43fff96a61a1 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Calling delete_port for 5decaa5e-6c54-47c4-be19-8bad024d841e owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:52:45.305232 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-11115d60-7358-4098-b0be-80dc433497f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:45.401424 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 2f6ab9e3-c51c-4468-9b25-c87f48242772 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:52:45.501207 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d26f2a-59d3-4d91-9805-bfa08d945498 req-67fdea6d-d8f0-4657-b478-792be0bfdc9d tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:45.503219 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-46d26f2a-59d3-4d91-9805-bfa08d945498 req-67fdea6d-d8f0-4657-b478-792be0bfdc9d tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.2939897 Sep 07 02:52:45.516833 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:45.612768 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-11115d60-7358-4098-b0be-80dc433497f7 None None] For port e41035c0-1d8b-44ad-a7ad-fe723485f708, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=e41035c0-1d8b-44ad-a7ad-fe723485f708,segment=NetworkSegment(3cfd9ab4-4f26-4628-b75c-c03fa754ebda),segment_id=3cfd9ab4-4f26-4628-b75c-c03fa754ebda)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:52:45.623606 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-c4cc0196-cff1-4ae2-b7dc-43fff96a61a1 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:45.632149 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-46d26f2a-59d3-4d91-9805-bfa08d945498 req-1426b278-9a4a-4384-9c8c-1c23114fea69 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048958 Sep 07 02:52:45.661992 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cc0196-cff1-4ae2-b7dc-43fff96a61a1 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Pushing event deleted for resources: {'Port': ['ID=5decaa5e-6c54-47c4-be19-8bad024d841e,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:45.683317 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-11115d60-7358-4098-b0be-80dc433497f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:45.711750 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-1eaa8392-289a-4936-9ecb-684ce88f7b4c tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Deleting port 460a91bf-5c78-47d4-b92f-47a649010111 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:52:45.712350 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1eaa8392-289a-4936-9ecb-684ce88f7b4c tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:45.758204 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-c4cc0196-cff1-4ae2-b7dc-43fff96a61a1 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] No DVR routers for this DVR port 5decaa5e-6c54-47c4-be19-8bad024d841e on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:52:45.761709 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-c4cc0196-cff1-4ae2-b7dc-43fff96a61a1 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:45.763796 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-c4cc0196-cff1-4ae2-b7dc-43fff96a61a1 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.16 "DELETE /v2.0/ports/5decaa5e-6c54-47c4-be19-8bad024d841e HTTP/1.1" status: 204 len: 173 time: 0.9419267 Sep 07 02:52:45.774065 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11115d60-7358-4098-b0be-80dc433497f7 None None] Pushing event updated for resources: {'Port': ['ID=e41035c0-1d8b-44ad-a7ad-fe723485f708,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:45.785406 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:45.821917 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port dfc9b065-1c7f-4968-9ce9-8ee8bb3c5e67, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=dfc9b065-1c7f-4968-9ce9-8ee8bb3c5e67,segment=NetworkSegment(b8bc3fdf-2e3e-4972-88d9-8c4ff4b8870b),segment_id=b8bc3fdf-2e3e-4972-88d9-8c4ff4b8870b)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:52:45.843276 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:45.844516 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1eaa8392-289a-4936-9ecb-684ce88f7b4c tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:45.857782 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 2f6ab9e3-c51c-4468-9b25-c87f48242772 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:52:45.858548 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:45.862014 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-1eaa8392-289a-4936-9ecb-684ce88f7b4c tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Calling delete_port for 460a91bf-5c78-47d4-b92f-47a649010111 owned by network:router_interface {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:52:45.947625 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 307b71c8-1330-4f86-b0c6-ac62473e3585, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=307b71c8-1330-4f86-b0c6-ac62473e3585,segment=NetworkSegment(e9d929c5-8f5d-4fa8-8af9-463491d37eb2),segment_id=e9d929c5-8f5d-4fa8-8af9-463491d37eb2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:52:45.958674 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-5c1d486f-d5e0-44ad-a46e-5d3056a9fece None None] Provisioning complete for port 460a91bf-5c78-47d4-b92f-47a649010111 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:52:45.963919 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5c1d486f-d5e0-44ad-a46e-5d3056a9fece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:45.991436 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:46.179684 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1eaa8392-289a-4936-9ecb-684ce88f7b4c tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:46.227526 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c2306805-805b-4a12-a71d-7d9d21168888 req-f547a6b0-60eb-4cf2-904a-1587dfd9f2b8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d000464e-e517-4a0f-83ab-fbee6f133110&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0971680 Sep 07 02:52:46.249373 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaa8392-289a-4936-9ecb-684ce88f7b4c tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Pushing event deleted for resources: {'Port': ['ID=460a91bf-5c78-47d4-b92f-47a649010111,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:46.425034 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=dfc9b065-1c7f-4968-9ce9-8ee8bb3c5e67,revision_number=6']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:46.523283 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1eaa8392-289a-4936-9ecb-684ce88f7b4c tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:46.533952 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-5c1d486f-d5e0-44ad-a46e-5d3056a9fece None None] Port 460a91bf-5c78-47d4-b92f-47a649010111 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:52:46.569265 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2306805-805b-4a12-a71d-7d9d21168888 req-a5f01e58-5d17-4f77-bc42-d597aa8f521c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:46.571105 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c2306805-805b-4a12-a71d-7d9d21168888 req-a5f01e58-5d17-4f77-bc42-d597aa8f521c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a9eedd8c00c24a18a92c5e78e10e8a63&device_id=d000464e-e517-4a0f-83ab-fbee6f133110 HTTP/1.1" status: 200 len: 1097 time: 0.2882733 Sep 07 02:52:46.621690 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-5c1d486f-d5e0-44ad-a46e-5d3056a9fece None None] Provisioning complete for port 4857470d-e751-42ad-b0ae-ff54d7d0611e triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:52:46.622839 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5c1d486f-d5e0-44ad-a46e-5d3056a9fece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:46.669220 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 41734) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:46.678293 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=307b71c8-1330-4f86-b0c6-ac62473e3585,revision_number=8']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:46.703414 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-5c1d486f-d5e0-44ad-a46e-5d3056a9fece None None] Port 4857470d-e751-42ad-b0ae-ff54d7d0611e cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:52:46.707737 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7ad01c7-8747-4618-90fb-6bdd88c0a6d2'}, {'server_uuid': '5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfc9b065-1c7f-4968-9ce9-8ee8bb3c5e67'}, {'server_uuid': '0d32e6b0-855e-4510-bcd5-85ff68c2c765', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '307b71c8-1330-4f86-b0c6-ac62473e3585'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:52:46.710307 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab68124-eba5-4a4c-95fb-8525b8c3bae9" -d '{"events": [{"server_uuid": "5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc", "name": "network-vif-unplugged", "status": "completed", "tag": "e7ad01c7-8747-4618-90fb-6bdd88c0a6d2"}, {"server_uuid": "5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc", "name": "network-vif-unplugged", "status": "completed", "tag": "dfc9b065-1c7f-4968-9ce9-8ee8bb3c5e67"}, {"server_uuid": "0d32e6b0-855e-4510-bcd5-85ff68c2c765", "name": "network-vif-unplugged", "status": "completed", "tag": "307b71c8-1330-4f86-b0c6-ac62473e3585"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:52:46.722186 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-5c1d486f-d5e0-44ad-a46e-5d3056a9fece None None] Provisioning complete for port e41035c0-1d8b-44ad-a7ad-fe723485f708 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:52:46.723089 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5c1d486f-d5e0-44ad-a46e-5d3056a9fece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:46.744890 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2306805-805b-4a12-a71d-7d9d21168888 req-aa009c0e-4bf7-4f6a-bb23-bdd1dc52b31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:46.746386 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c2306805-805b-4a12-a71d-7d9d21168888 req-aa009c0e-4bf7-4f6a-bb23-bdd1dc52b31f service neutron] 10.222.0.23 "GET /v2.0/networks?id=c14598de-557e-41f6-bdcf-28289778b06c HTTP/1.1" status: 200 len: 910 time: 0.1401217 Sep 07 02:52:46.778603 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 528 Content-Type: application/json Date: Tue, 07 Sep 2021 02:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1233536-2914-4010-a20a-d990f2b4157d x-openstack-request-id: req-d1233536-2914-4010-a20a-d990f2b4157d {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:52:46.779007 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc", "name": "network-vif-unplugged", "status": "completed", "tag": "e7ad01c7-8747-4618-90fb-6bdd88c0a6d2", "code": 200}, {"server_uuid": "5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc", "name": "network-vif-unplugged", "status": "completed", "tag": "dfc9b065-1c7f-4968-9ce9-8ee8bb3c5e67", "code": 200}, {"server_uuid": "0d32e6b0-855e-4510-bcd5-85ff68c2c765", "name": "network-vif-unplugged", "status": "failed", "tag": "307b71c8-1330-4f86-b0c6-ac62473e3585", "code": 422}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:52:46.779366 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d1233536-2914-4010-a20a-d990f2b4157d {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:52:46.781514 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7ad01c7-8747-4618-90fb-6bdd88c0a6d2', 'code': 200} Sep 07 02:52:46.782052 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfc9b065-1c7f-4968-9ce9-8ee8bb3c5e67', 'code': 200} Sep 07 02:52:46.784054 n-d-796209-16 neutron-server[94702]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0d32e6b0-855e-4510-bcd5-85ff68c2c765', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '307b71c8-1330-4f86-b0c6-ac62473e3585', 'code': 422} returned with failed status Sep 07 02:52:46.865715 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e8ab8003-8965-4cb6-b9c5-4e0952bb05f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:46.913107 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eaa8392-289a-4936-9ecb-684ce88f7b4c tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Router 7800f4e7-ab2e-45b2-a421-025322ccc93a has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:52:47.009393 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9112194e-cab5-4a4f-9ff0-ef4a883b3f9c req-5dbfc9fc-533e-4f36-9161-10a44bf92624 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:47.010918 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9112194e-cab5-4a4f-9ff0-ef4a883b3f9c req-5dbfc9fc-533e-4f36-9161-10a44bf92624 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 943 time: 0.1479182 Sep 07 02:52:47.051788 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eaa8392-289a-4936-9ecb-684ce88f7b4c tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:52:47.071318 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cb7247-7939-48ea-a984-ebf19fc71df3 None None] Sync routers for ids ['7800f4e7-ab2e-45b2-a421-025322ccc93a'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:52:47.082244 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-1eaa8392-289a-4936-9ecb-684ce88f7b4c tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] 10.222.0.22 "PUT /v2.0/routers/7800f4e7-ab2e-45b2-a421-025322ccc93a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1355352 Sep 07 02:52:47.088568 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cb7247-7939-48ea-a984-ebf19fc71df3 None None] Routers {'7800f4e7-ab2e-45b2-a421-025322ccc93a'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:52:47.089797 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-92cb7247-7939-48ea-a984-ebf19fc71df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:52:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['7800f4e7-ab2e-45b2-a421-025322ccc93a'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:52:47.091466 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 41746) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:47.141486 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-92cb7247-7939-48ea-a984-ebf19fc71df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:52:47.144543 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-51fba143-823a-4320-9d56-13f86559e8ed tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] delete failed (client error): The resource could not be found. Sep 07 02:52:47.151365 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-51fba143-823a-4320-9d56-13f86559e8ed tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] 10.222.0.22 "DELETE /v2.0/routers/tempest-non_exist_router-837073939 HTTP/1.1" status: 404 len: 334 time: 0.0588400 Sep 07 02:52:47.152550 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cb7247-7939-48ea-a984-ebf19fc71df3 None None] Routers {'7800f4e7-ab2e-45b2-a421-025322ccc93a'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:52:47.154453 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 41750) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:47.155823 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-92cb7247-7939-48ea-a984-ebf19fc71df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:52:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['7800f4e7-ab2e-45b2-a421-025322ccc93a'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:52:47.160324 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-ee65d82e-cbf6-450d-91f8-34fd87df6993 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Request body: {'router': {'external_gateway_info': {'network_id': '7800f4e7-ab2e-45b2-a421-025322ccc93a'}}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:52:47.197103 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-92cb7247-7939-48ea-a984-ebf19fc71df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:52:47.198046 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cb7247-7939-48ea-a984-ebf19fc71df3 None None] The sync data for ids ['7800f4e7-ab2e-45b2-a421-025322ccc93a'] in n-d-796209-16 is: [] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:52:47.209482 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc', 'name': 'network-vif-deleted', 'tag': '5decaa5e-6c54-47c4-be19-8bad024d841e'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:52:47.211735 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ead8db-a531-45c8-8524-76f2469e0534" -d '{"events": [{"server_uuid": "5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc", "name": "network-vif-deleted", "tag": "5decaa5e-6c54-47c4-be19-8bad024d841e"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:52:47.217958 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device e41035c0-1d8b-44ad-a7ad-fe723485f708 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:52:47.231524 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9112194e-cab5-4a4f-9ff0-ef4a883b3f9c req-6f5c65f2-98bd-4780-96c9-f12f5593727b tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890585 Sep 07 02:52:47.287274 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port e41035c0-1d8b-44ad-a7ad-fe723485f708 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:52:47.287702 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:47.363381 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff3a0b-05ca-4c50-ae44-434c1e0f0bfa req-6efd432d-7fbd-47a0-b383-a957a776440a tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:47.374907 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff3a0b-05ca-4c50-ae44-434c1e0f0bfa req-6efd432d-7fbd-47a0-b383-a957a776440a tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:47.391611 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff3a0b-05ca-4c50-ae44-434c1e0f0bfa req-6efd432d-7fbd-47a0-b383-a957a776440a tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:47.396473 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ddff3a0b-05ca-4c50-ae44-434c1e0f0bfa req-6efd432d-7fbd-47a0-b383-a957a776440a tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 2411 time: 0.7888265 Sep 07 02:52:47.421821 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc02376-2c5f-4e33-ac57-cdd2bf173581 x-openstack-request-id: req-acc02376-2c5f-4e33-ac57-cdd2bf173581 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:52:47.422168 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc", "name": "network-vif-deleted", "tag": "5decaa5e-6c54-47c4-be19-8bad024d841e", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:52:47.422432 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-acc02376-2c5f-4e33-ac57-cdd2bf173581 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:52:47.422820 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc', 'name': 'network-vif-deleted', 'tag': '5decaa5e-6c54-47c4-be19-8bad024d841e', 'status': 'completed', 'code': 200} Sep 07 02:52:47.424759 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c2306805-805b-4a12-a71d-7d9d21168888 req-698fcb12-4f9a-40fb-860b-5cf4b5f0b759 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3fbb39bc-564b-438c-9257-1f44071b61e2 HTTP/1.1" status: 200 len: 1001 time: 0.2081654 Sep 07 02:52:47.449748 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-c142d7cf-34cd-4a63-96ac-94729590876f tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Deleting port e7ad01c7-8747-4618-90fb-6bdd88c0a6d2 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:52:47.450090 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-c142d7cf-34cd-4a63-96ac-94729590876f tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:47.462178 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e8ab8003-8965-4cb6-b9c5-4e0952bb05f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:47.513857 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e8ab8003-8965-4cb6-b9c5-4e0952bb05f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:47.526981 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ddff3a0b-05ca-4c50-ae44-434c1e0f0bfa req-463a9802-62c1-4adb-899d-59773cd089f3 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/security-groups?id=89726ab1-0a53-4d54-93e7-e4e6ba92ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129286 Sep 07 02:52:47.561164 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2306805-805b-4a12-a71d-7d9d21168888 req-6ba05390-a161-43d5-9660-4ff025f99b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:47.562698 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c2306805-805b-4a12-a71d-7d9d21168888 req-6ba05390-a161-43d5-9660-4ff025f99b77 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2131ccdf-cbf5-4ee9-96cf-e4c911da986a HTTP/1.1" status: 200 len: 849 time: 0.1277690 Sep 07 02:52:47.566473 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ee65d82e-cbf6-450d-91f8-34fd87df6993 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:47.619316 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ab8003-8965-4cb6-b9c5-4e0952bb05f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48fcb228-e2fe-4832-b7e5-14ae5ffed903,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:47.639446 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-c142d7cf-34cd-4a63-96ac-94729590876f tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] For port e7ad01c7-8747-4618-90fb-6bdd88c0a6d2, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=e7ad01c7-8747-4618-90fb-6bdd88c0a6d2,segment=NetworkSegment(b8bc3fdf-2e3e-4972-88d9-8c4ff4b8870b),segment_id=b8bc3fdf-2e3e-4972-88d9-8c4ff4b8870b)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:52:47.639839 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-c142d7cf-34cd-4a63-96ac-94729590876f tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:47.648402 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-ee65d82e-cbf6-450d-91f8-34fd87df6993 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] update failed (client error): The resource could not be found. Sep 07 02:52:47.655652 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 41768) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:47.655829 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-ee65d82e-cbf6-450d-91f8-34fd87df6993 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] 10.222.0.22 "PUT /v2.0/routers/7800f4e7-ab2e-45b2-a421-025322ccc93a HTTP/1.1" status: 404 len: 339 time: 0.5001192 Sep 07 02:52:47.660633 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2306805-805b-4a12-a71d-7d9d21168888 req-13a023aa-e67b-42e9-bd29-89a659858283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:47.661116 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e8ab8003-8965-4cb6-b9c5-4e0952bb05f6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5da433f448724b298b0d43f16026e74d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9896939 Sep 07 02:52:47.662479 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c2306805-805b-4a12-a71d-7d9d21168888 req-13a023aa-e67b-42e9-bd29-89a659858283 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c14598de-557e-41f6-bdcf-28289778b06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0921412 Sep 07 02:52:47.664680 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 41770) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:47.667973 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-c142d7cf-34cd-4a63-96ac-94729590876f tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Calling delete_port for e7ad01c7-8747-4618-90fb-6bdd88c0a6d2 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:52:47.694492 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abcc341-528d-4056-bda2-23e6cf643241 req-8ef753b4-902d-44dc-9e09-dc8cbb618239 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:47.696463 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8abcc341-528d-4056-bda2-23e6cf643241 req-8ef753b4-902d-44dc-9e09-dc8cbb618239 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 943 time: 0.2316864 Sep 07 02:52:47.760316 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8abcc341-528d-4056-bda2-23e6cf643241 req-33a83307-f4b2-4a36-91d6-3efa7bb30118 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529950 Sep 07 02:52:47.763242 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ab0f7758-bdd9-40f3-b0e0-c1cd0f83c325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:47.788214 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ab0f7758-bdd9-40f3-b0e0-c1cd0f83c325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:47.852119 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ab0f7758-bdd9-40f3-b0e0-c1cd0f83c325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:47.855037 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ab0f7758-bdd9-40f3-b0e0-c1cd0f83c325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:47.858598 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-ab0f7758-bdd9-40f3-b0e0-c1cd0f83c325 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/48fcb228-e2fe-4832-b7e5-14ae5ffed903 HTTP/1.1" status: 204 len: 168 time: 0.1906779 Sep 07 02:52:47.866065 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f7758-bdd9-40f3-b0e0-c1cd0f83c325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48fcb228-e2fe-4832-b7e5-14ae5ffed903,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:48.021853 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c2306805-805b-4a12-a71d-7d9d21168888 req-b4615b24-baba-46f7-ab50-d74f860b8d71 service neutron] 10.222.0.23 "GET /v2.0/networks/c14598de-557e-41f6-bdcf-28289778b06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158081 Sep 07 02:52:48.033116 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [req-450e84f1-fe12-478f-bc38-19e456569f89 req-d25b7ed3-1aa8-4cac-b78e-60a7da69e06e service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 02:52:48.034617 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-450e84f1-fe12-478f-bc38-19e456569f89 req-d25b7ed3-1aa8-4cac-b78e-60a7da69e06e service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072522 Sep 07 02:52:48.252557 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-c142d7cf-34cd-4a63-96ac-94729590876f tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:48.253036 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 41800) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:48.271554 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-da099595-3174-40e6-8ed6-473c2c213ac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:48.320631 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c142d7cf-34cd-4a63-96ac-94729590876f tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Pushing event deleted for resources: {'Port': ['ID=e7ad01c7-8747-4618-90fb-6bdd88c0a6d2,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:48.322991 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1876eb3d-9a04-43ff-854a-3ca13bee86cc tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:48.414312 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c2306805-805b-4a12-a71d-7d9d21168888 req-a0a55fcb-7791-488f-9d3f-e5483b9f687e service neutron] 10.222.0.23 "GET /v2.0/networks/c14598de-557e-41f6-bdcf-28289778b06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201897 Sep 07 02:52:48.430968 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-da099595-3174-40e6-8ed6-473c2c213ac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:48.439104 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-da099595-3174-40e6-8ed6-473c2c213ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:48.493647 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9102bdfc-462d-472a-9198-301d7a61a60e req-6746206c-2508-4d97-abf1-6f95262b8cd2 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:48.500013 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9102bdfc-462d-472a-9198-301d7a61a60e req-6746206c-2508-4d97-abf1-6f95262b8cd2 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 943 time: 0.3020837 Sep 07 02:52:48.500156 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-da099595-3174-40e6-8ed6-473c2c213ac6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=299c3c87d0ad400cbd3baa3b233d6108&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2455513 Sep 07 02:52:48.500693 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 41810) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:48.502662 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da099595-3174-40e6-8ed6-473c2c213ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2fe2fb-f270-486d-b479-6f6b8943cfb2,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:48.555718 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-c142d7cf-34cd-4a63-96ac-94729590876f tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] No DVR routers for this DVR port e7ad01c7-8747-4618-90fb-6bdd88c0a6d2 on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:52:48.566581 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-c142d7cf-34cd-4a63-96ac-94729590876f tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:48.569029 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-c142d7cf-34cd-4a63-96ac-94729590876f tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.16 "DELETE /v2.0/ports/e7ad01c7-8747-4618-90fb-6bdd88c0a6d2 HTTP/1.1" status: 204 len: 173 time: 2.7985706 Sep 07 02:52:48.577334 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1a6abdc0-e9f7-489d-a845-28e0ca879502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:48.620604 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1a6abdc0-e9f7-489d-a845-28e0ca879502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:48.694942 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 307b71c8-1330-4f86-b0c6-ac62473e3585 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:52:48.703321 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9102bdfc-462d-472a-9198-301d7a61a60e req-a4f0f367-7c16-4079-98b6-af2317a522bc tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961451 Sep 07 02:52:48.761878 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e084b7d9-d5f6-4062-9470-2672cf0e930e req-9e622d80-de95-4339-a269-6e48c6dedaf7 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:48.769952 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e084b7d9-d5f6-4062-9470-2672cf0e930e req-9e622d80-de95-4339-a269-6e48c6dedaf7 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:48.771633 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e084b7d9-d5f6-4062-9470-2672cf0e930e req-9e622d80-de95-4339-a269-6e48c6dedaf7 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 1678 time: 0.1100297 Sep 07 02:52:48.813255 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1a6abdc0-e9f7-489d-a845-28e0ca879502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:48.816634 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1a6abdc0-e9f7-489d-a845-28e0ca879502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:48.817877 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-1a6abdc0-e9f7-489d-a845-28e0ca879502 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/dd2fe2fb-f270-486d-b479-6f6b8943cfb2 HTTP/1.1" status: 204 len: 168 time: 0.3161330 Sep 07 02:52:48.849308 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6abdc0-e9f7-489d-a845-28e0ca879502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2fe2fb-f270-486d-b479-6f6b8943cfb2,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:48.867185 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e084b7d9-d5f6-4062-9470-2672cf0e930e req-1f86eb83-7f3c-4f98-a06b-5e83feb078bd tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/security-groups?id=89726ab1-0a53-4d54-93e7-e4e6ba92ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817480 Sep 07 02:52:48.931123 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-1876eb3d-9a04-43ff-854a-3ca13bee86cc tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Allocated IP 172.20.0.1 (ad257ad2-8313-4511-af8f-8d7182b19dc7/a25372f4-6db2-4b8a-b4d2-3a8534f7e065/e6ce005e-1cfb-4121-8152-b4825ec1331f) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:52:48.937615 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-7db4f607-8f55-41a8-9010-00f733513712 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Deleting port f3ed5bfa-6d20-4d8d-812a-3f29f0868f88 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:52:48.937988 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-7db4f607-8f55-41a8-9010-00f733513712 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:49.042738 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-90ead797-ab53-44fb-baf7-52207b9c5f19 req-d5cf9eaf-ab8a-467f-8596-d8c21cfe1dae service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3482671 Sep 07 02:52:49.054554 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [req-90ead797-ab53-44fb-baf7-52207b9c5f19 req-b37ccc8a-cb79-48c0-9287-f851ca54c221 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 02:52:49.056146 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-90ead797-ab53-44fb-baf7-52207b9c5f19 req-b37ccc8a-cb79-48c0-9287-f851ca54c221 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088146 Sep 07 02:52:49.160410 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-7db4f607-8f55-41a8-9010-00f733513712 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] For port f3ed5bfa-6d20-4d8d-812a-3f29f0868f88, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=f3ed5bfa-6d20-4d8d-812a-3f29f0868f88,segment=NetworkSegment(4a40d81e-a446-40cf-a314-2d7295172ca6),segment_id=4a40d81e-a446-40cf-a314-2d7295172ca6)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:52:49.161031 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-7db4f607-8f55-41a8-9010-00f733513712 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:49.245387 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1876eb3d-9a04-43ff-854a-3ca13bee86cc tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:49.273927 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-1876eb3d-9a04-43ff-854a-3ca13bee86cc tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Transition to ACTIVE for port object e6ce005e-1cfb-4121-8152-b4825ec1331f will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:52:49.423790 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc', 'name': 'network-vif-deleted', 'tag': 'e7ad01c7-8747-4618-90fb-6bdd88c0a6d2'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:52:49.426459 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12df7d2-05d1-44b0-a64d-c0dfee9c94fa" -d '{"events": [{"server_uuid": "5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc", "name": "network-vif-deleted", "tag": "e7ad01c7-8747-4618-90fb-6bdd88c0a6d2"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:52:49.480482 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1876eb3d-9a04-43ff-854a-3ca13bee86cc tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:49.484069 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-7db4f607-8f55-41a8-9010-00f733513712 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:49.484435 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-7db4f607-8f55-41a8-9010-00f733513712 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:49.484889 n-d-796209-16 neutron-server[94700]: INFO neutron.db.l3_db [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-7db4f607-8f55-41a8-9010-00f733513712 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Floating IP 9283a37c-d52e-417e-8de4-246400416b37 disassociated. External IP: 172.25.5.208, port: f3ed5bfa-6d20-4d8d-812a-3f29f0868f88. Sep 07 02:52:49.485234 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-7db4f607-8f55-41a8-9010-00f733513712 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Calling delete_port for f3ed5bfa-6d20-4d8d-812a-3f29f0868f88 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:52:49.516950 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6d4485-3f2e-4de1-9cac-9b43cb103684 x-openstack-request-id: req-3a6d4485-3f2e-4de1-9cac-9b43cb103684 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:52:49.517259 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc", "name": "network-vif-deleted", "tag": "e7ad01c7-8747-4618-90fb-6bdd88c0a6d2", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:52:49.517692 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3a6d4485-3f2e-4de1-9cac-9b43cb103684 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:52:49.518117 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc', 'name': 'network-vif-deleted', 'tag': 'e7ad01c7-8747-4618-90fb-6bdd88c0a6d2', 'status': 'completed', 'code': 200} Sep 07 02:52:49.569693 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1876eb3d-9a04-43ff-854a-3ca13bee86cc tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Network ad257ad2-8313-4511-af8f-8d7182b19dc7 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:52:49.577459 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-1876eb3d-9a04-43ff-854a-3ca13bee86cc tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:52:49.583292 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1876eb3d-9a04-43ff-854a-3ca13bee86cc tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:52:49.659027 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1876eb3d-9a04-43ff-854a-3ca13bee86cc tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Pushing event updated for resources: {'Port': ['ID=e6ce005e-1cfb-4121-8152-b4825ec1331f,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:49.696179 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1876eb3d-9a04-43ff-854a-3ca13bee86cc tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:49.982919 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1876eb3d-9a04-43ff-854a-3ca13bee86cc tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:49.995846 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-7db4f607-8f55-41a8-9010-00f733513712 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:50.012487 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db998b-bc94-461c-8979-49102d70fb48 req-c477a2ab-cf34-467d-9971-c74f9ef295f1 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:50.014073 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-66db998b-bc94-461c-8979-49102d70fb48 req-c477a2ab-cf34-467d-9971-c74f9ef295f1 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 943 time: 0.1650350 Sep 07 02:52:50.028641 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-ac6bf806-8b7b-4499-a7ff-5f70dc3a9714 None None] Provisioning for port e6ce005e-1cfb-4121-8152-b4825ec1331f completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:52:50.037713 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-ac6bf806-8b7b-4499-a7ff-5f70dc3a9714 None None] Provisioning complete for port e6ce005e-1cfb-4121-8152-b4825ec1331f triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:52:50.038344 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ac6bf806-8b7b-4499-a7ff-5f70dc3a9714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:50.089696 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-ac6bf806-8b7b-4499-a7ff-5f70dc3a9714 None None] Port e6ce005e-1cfb-4121-8152-b4825ec1331f cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:52:50.099301 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db4f607-8f55-41a8-9010-00f733513712 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Pushing event deleted for resources: {'Port': ['ID=f3ed5bfa-6d20-4d8d-812a-3f29f0868f88,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:50.131621 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb999fd5-65c9-438c-800b-77c5bfff6d2f req-208b44e2-e992-42c1-931d-1f3274c1c618 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:50.141198 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bb999fd5-65c9-438c-800b-77c5bfff6d2f req-208b44e2-e992-42c1-931d-1f3274c1c618 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 943 time: 0.1398804 Sep 07 02:52:50.224018 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bb999fd5-65c9-438c-800b-77c5bfff6d2f req-8d1e6898-1be4-42d7-b95d-e2b900cf711f tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/security-groups?id=89726ab1-0a53-4d54-93e7-e4e6ba92ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786612 Sep 07 02:52:50.272381 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-66db998b-bc94-461c-8979-49102d70fb48 req-f5fbe36d-fb8d-4e3d-80e8-5c786fc2793b tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914566 Sep 07 02:52:50.329357 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-7db4f607-8f55-41a8-9010-00f733513712 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Router da2c3e07-0bea-4415-b297-dc7e89bfe9cf has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:52:50.517536 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ead797-ab53-44fb-baf7-52207b9c5f19 req-0a552412-392a-4701-93d0-de5c31aea1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:50.519123 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-90ead797-ab53-44fb-baf7-52207b9c5f19 req-0a552412-392a-4701-93d0-de5c31aea1aa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765&tenant_id=13ffe4144f534528a6810c0c36ace2be HTTP/1.1" status: 200 len: 1095 time: 0.4334605 Sep 07 02:52:50.565125 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [req-90ead797-ab53-44fb-baf7-52207b9c5f19 req-0cf3b844-ec53-4ef3-aa5b-3aa59457fb20 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 02:52:50.566351 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-90ead797-ab53-44fb-baf7-52207b9c5f19 req-0cf3b844-ec53-4ef3-aa5b-3aa59457fb20 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124614 Sep 07 02:52:50.582370 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-90ead797-ab53-44fb-baf7-52207b9c5f19 req-5bdd2705-37ab-46c9-9a7e-50deb97c19dc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-796209-16', 'device_owner': 'compute:nova'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:52:50.980264 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1876eb3d-9a04-43ff-854a-3ca13bee86cc tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:50.982494 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-7db4f607-8f55-41a8-9010-00f733513712 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:52:50.992357 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1876eb3d-9a04-43ff-854a-3ca13bee86cc tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:50.996028 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e5c07f-32d5-41af-9cec-6f4e3d4cb853 None None] Sync routers for ids ['da2c3e07-0bea-4415-b297-dc7e89bfe9cf'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:52:51.006886 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e5c07f-32d5-41af-9cec-6f4e3d4cb853 None None] Routers {'da2c3e07-0bea-4415-b297-dc7e89bfe9cf'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:52:51.007778 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-89e5c07f-32d5-41af-9cec-6f4e3d4cb853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:52:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['da2c3e07-0bea-4415-b297-dc7e89bfe9cf'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:52:51.092521 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-7db4f607-8f55-41a8-9010-00f733513712 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] No DVR routers for this DVR port f3ed5bfa-6d20-4d8d-812a-3f29f0868f88 on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:52:51.102007 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-7db4f607-8f55-41a8-9010-00f733513712 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:51.104031 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-7db4f607-8f55-41a8-9010-00f733513712 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.16 "DELETE /v2.0/ports/f3ed5bfa-6d20-4d8d-812a-3f29f0868f88 HTTP/1.1" status: 204 len: 173 time: 2.5257602 Sep 07 02:52:51.132843 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-90ead797-ab53-44fb-baf7-52207b9c5f19 req-5bdd2705-37ab-46c9-9a7e-50deb97c19dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:51.166682 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-89e5c07f-32d5-41af-9cec-6f4e3d4cb853 None None] Set router da2c3e07-0bea-4415-b297-dc7e89bfe9cf gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:52:51.169126 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1876eb3d-9a04-43ff-854a-3ca13bee86cc tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Pushing event updated for resources: {'Port': ['ID=e6ce005e-1cfb-4121-8152-b4825ec1331f,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:51.175980 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1876eb3d-9a04-43ff-854a-3ca13bee86cc tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:51.410020 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8b820f-6ef4-45b4-b929-349bf7dda4c2 req-f8a340fc-f78e-43f5-bea3-7e81ef8185c0 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:51.412541 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dd8b820f-6ef4-45b4-b929-349bf7dda4c2 req-f8a340fc-f78e-43f5-bea3-7e81ef8185c0 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 943 time: 0.0716035 Sep 07 02:52:51.451662 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:51.470254 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:51.479909 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-89e5c07f-32d5-41af-9cec-6f4e3d4cb853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da2c3e07-0bea-4415-b297-dc7e89bfe9cf', 'name': 'tempest-TaggedBootDevicesTest_v242-70382135-router', 'tenant_id': 'afaf54fa75d241989f6b7192737d6028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'c681a56d-d910-43ec-a691-598a24e331bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:42:36Z', 'updated_at': '2021-09-07T02:42:44Z', 'revision_number': 4, 'project_id': 'afaf54fa75d241989f6b7192737d6028', 'gw_port': {'id': 'c681a56d-d910-43ec-a691-598a24e331bd', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:1b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2c3e07-0bea-4415-b297-dc7e89bfe9cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:42:37Z', 'updated_at': '2021-09-07T02:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '15380b5f-25a7-49e2-a9c1-274751bff67c', 'name': '', 'network_id': 'ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96', 'tenant_id': 'afaf54fa75d241989f6b7192737d6028', 'mac_address': 'fa:16:3e:d8:84:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2c3e07-0bea-4415-b297-dc7e89bfe9cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '57bbd74d-776c-4c52-9483-e440eaacf00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:42:42Z', 'updated_at': '2021-09-07T02:42:51Z', 'revision_number': 5, 'project_id': 'afaf54fa75d241989f6b7192737d6028', 'subnets': [{'id': '57bbd74d-776c-4c52-9483-e440eaacf00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:52:51.490591 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dd8b820f-6ef4-45b4-b929-349bf7dda4c2 req-7c06ca3f-9ddf-4918-8b88-c822777d5808 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/security-groups?id=89726ab1-0a53-4d54-93e7-e4e6ba92ef38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616331 Sep 07 02:52:51.518088 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e5c07f-32d5-41af-9cec-6f4e3d4cb853 None None] Checking router: da2c3e07-0bea-4415-b297-dc7e89bfe9cf for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:52:51.529028 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e5c07f-32d5-41af-9cec-6f4e3d4cb853 None None] Routers {'da2c3e07-0bea-4415-b297-dc7e89bfe9cf'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:52:51.529882 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-89e5c07f-32d5-41af-9cec-6f4e3d4cb853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:52:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['da2c3e07-0bea-4415-b297-dc7e89bfe9cf'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:52:51.531794 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1876eb3d-9a04-43ff-854a-3ca13bee86cc tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Network ad257ad2-8313-4511-af8f-8d7182b19dc7 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:52:51.533387 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc', 'name': 'network-vif-deleted', 'tag': 'f3ed5bfa-6d20-4d8d-812a-3f29f0868f88'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:52:51.538012 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27ba7d0-88fb-4a82-a5c2-ee41711509ff" -d '{"events": [{"server_uuid": "5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc", "name": "network-vif-deleted", "tag": "f3ed5bfa-6d20-4d8d-812a-3f29f0868f88"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:52:51.639789 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-1876eb3d-9a04-43ff-854a-3ca13bee86cc tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:52:51.658572 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-89e5c07f-32d5-41af-9cec-6f4e3d4cb853 None None] Set router da2c3e07-0bea-4415-b297-dc7e89bfe9cf gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:52:51.670642 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e6ff3c-c38f-4633-953c-83d9bea8ae22 x-openstack-request-id: req-70e6ff3c-c38f-4633-953c-83d9bea8ae22 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:52:51.672381 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc", "name": "network-vif-deleted", "tag": "f3ed5bfa-6d20-4d8d-812a-3f29f0868f88", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:52:51.672640 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-70e6ff3c-c38f-4633-953c-83d9bea8ae22 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:52:51.673049 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc', 'name': 'network-vif-deleted', 'tag': 'f3ed5bfa-6d20-4d8d-812a-3f29f0868f88', 'status': 'completed', 'code': 200} Sep 07 02:52:51.685835 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-c8f52f10-d4d8-4211-8ff1-f11d8692dc30 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Deleting port dfc9b065-1c7f-4968-9ce9-8ee8bb3c5e67 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:52:51.687017 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-c8f52f10-d4d8-4211-8ff1-f11d8692dc30 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:51.921159 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-89e5c07f-32d5-41af-9cec-6f4e3d4cb853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da2c3e07-0bea-4415-b297-dc7e89bfe9cf', 'name': 'tempest-TaggedBootDevicesTest_v242-70382135-router', 'tenant_id': 'afaf54fa75d241989f6b7192737d6028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'c681a56d-d910-43ec-a691-598a24e331bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:42:36Z', 'updated_at': '2021-09-07T02:42:44Z', 'revision_number': 4, 'project_id': 'afaf54fa75d241989f6b7192737d6028', 'gw_port': {'id': 'c681a56d-d910-43ec-a691-598a24e331bd', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:1b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2c3e07-0bea-4415-b297-dc7e89bfe9cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:42:37Z', 'updated_at': '2021-09-07T02:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '15380b5f-25a7-49e2-a9c1-274751bff67c', 'name': '', 'network_id': 'ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96', 'tenant_id': 'afaf54fa75d241989f6b7192737d6028', 'mac_address': 'fa:16:3e:d8:84:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2c3e07-0bea-4415-b297-dc7e89bfe9cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '57bbd74d-776c-4c52-9483-e440eaacf00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:42:42Z', 'updated_at': '2021-09-07T02:42:51Z', 'revision_number': 5, 'project_id': 'afaf54fa75d241989f6b7192737d6028', 'subnets': [{'id': '57bbd74d-776c-4c52-9483-e440eaacf00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:52:51.949825 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-90ead797-ab53-44fb-baf7-52207b9c5f19 req-5bdd2705-37ab-46c9-9a7e-50deb97c19dc service neutron] For port 307b71c8-1330-4f86-b0c6-ac62473e3585, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=307b71c8-1330-4f86-b0c6-ac62473e3585,segment=NetworkSegment(e9d929c5-8f5d-4fa8-8af9-463491d37eb2),segment_id=e9d929c5-8f5d-4fa8-8af9-463491d37eb2)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:52:51.954336 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-c8f52f10-d4d8-4211-8ff1-f11d8692dc30 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] For port dfc9b065-1c7f-4968-9ce9-8ee8bb3c5e67, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=dfc9b065-1c7f-4968-9ce9-8ee8bb3c5e67,segment=NetworkSegment(b8bc3fdf-2e3e-4972-88d9-8c4ff4b8870b),segment_id=b8bc3fdf-2e3e-4972-88d9-8c4ff4b8870b)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:52:51.954706 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-c8f52f10-d4d8-4211-8ff1-f11d8692dc30 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:51.959742 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e5c07f-32d5-41af-9cec-6f4e3d4cb853 None None] The sync data for ids ['da2c3e07-0bea-4415-b297-dc7e89bfe9cf'] in n-d-796209-16 is: [{'id': 'da2c3e07-0bea-4415-b297-dc7e89bfe9cf', 'name': 'tempest-TaggedBootDevicesTest_v242-70382135-router', 'tenant_id': 'afaf54fa75d241989f6b7192737d6028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'c681a56d-d910-43ec-a691-598a24e331bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:42:36Z', 'updated_at': '2021-09-07T02:42:44Z', 'revision_number': 4, 'project_id': 'afaf54fa75d241989f6b7192737d6028', 'gw_port': {'id': 'c681a56d-d910-43ec-a691-598a24e331bd', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:1b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2c3e07-0bea-4415-b297-dc7e89bfe9cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:42:37Z', 'updated_at': '2021-09-07T02:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '15380b5f-25a7-49e2-a9c1-274751bff67c', 'name': '', 'network_id': 'ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96', 'tenant_id': 'afaf54fa75d241989f6b7192737d6028', 'mac_address': 'fa:16:3e:d8:84:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2c3e07-0bea-4415-b297-dc7e89bfe9cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '57bbd74d-776c-4c52-9483-e440eaacf00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:42:42Z', 'updated_at': '2021-09-07T02:42:51Z', 'revision_number': 5, 'project_id': 'afaf54fa75d241989f6b7192737d6028', 'subnets': [{'id': '57bbd74d-776c-4c52-9483-e440eaacf00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:52:52.027216 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-c8f52f10-d4d8-4211-8ff1-f11d8692dc30 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Calling delete_port for dfc9b065-1c7f-4968-9ce9-8ee8bb3c5e67 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:52:52.046013 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-5d7af392-c23c-47aa-8363-34122147a681 None None] Provisioning complete for port e6ce005e-1cfb-4121-8152-b4825ec1331f triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:52:52.046397 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5d7af392-c23c-47aa-8363-34122147a681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:52.109107 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-5d7af392-c23c-47aa-8363-34122147a681 None None] Port e6ce005e-1cfb-4121-8152-b4825ec1331f cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:52:52.139980 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fbb800-7759-43d0-9035-d06d190bf9de req-5e5f27be-8603-4459-9fa5-b11a852907d3 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:52.142095 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-43fbb800-7759-43d0-9035-d06d190bf9de req-5e5f27be-8603-4459-9fa5-b11a852907d3 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 943 time: 0.7116320 Sep 07 02:52:52.193848 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1876eb3d-9a04-43ff-854a-3ca13bee86cc tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Router 7800f4e7-ab2e-45b2-a421-025322ccc93a has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:52:52.230007 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-90ead797-ab53-44fb-baf7-52207b9c5f19 req-5bdd2705-37ab-46c9-9a7e-50deb97c19dc service neutron] For port 307b71c8-1330-4f86-b0c6-ac62473e3585, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:52:52.270026 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-43fbb800-7759-43d0-9035-d06d190bf9de req-4739a27a-03f2-4441-aa25-2cd071e74d2e tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146963 Sep 07 02:52:52.332618 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27009dba-1562-431b-b749-c064172f8582 None None] New status for floating IP 9283a37c-d52e-417e-8de4-246400416b37: DOWN {{(pid=94703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 02:52:52.346375 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 41964) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:52.391222 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-90ead797-ab53-44fb-baf7-52207b9c5f19 req-5bdd2705-37ab-46c9-9a7e-50deb97c19dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 307b71c8-1330-4f86-b0c6-ac62473e3585 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:52:52.403180 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-90ead797-ab53-44fb-baf7-52207b9c5f19 req-5bdd2705-37ab-46c9-9a7e-50deb97c19dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:52.450580 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-c8f52f10-d4d8-4211-8ff1-f11d8692dc30 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:52.499168 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec3c641-393c-4d80-abeb-f3ce7b2996a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:52.513713 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-90ead797-ab53-44fb-baf7-52207b9c5f19 req-5bdd2705-37ab-46c9-9a7e-50deb97c19dc service neutron] Transition to ACTIVE for port object 307b71c8-1330-4f86-b0c6-ac62473e3585 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:52:52.526335 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f52f10-d4d8-4211-8ff1-f11d8692dc30 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Pushing event deleted for resources: {'Port': ['ID=dfc9b065-1c7f-4968-9ce9-8ee8bb3c5e67,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:52.528297 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-90ead797-ab53-44fb-baf7-52207b9c5f19 req-5bdd2705-37ab-46c9-9a7e-50deb97c19dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:52.561566 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1876eb3d-9a04-43ff-854a-3ca13bee86cc tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:52:52.571149 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-1876eb3d-9a04-43ff-854a-3ca13bee86cc tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] 10.222.0.22 "PUT /v2.0/routers/7800f4e7-ab2e-45b2-a421-025322ccc93a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9139709 Sep 07 02:52:52.571903 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 41972) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:52.578079 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f930521e-58ea-481d-98a7-4ff6a3a84269 None None] Sync routers for ids ['7800f4e7-ab2e-45b2-a421-025322ccc93a'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:52:52.591075 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f930521e-58ea-481d-98a7-4ff6a3a84269 None None] Routers {'7800f4e7-ab2e-45b2-a421-025322ccc93a'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:52:52.593143 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f930521e-58ea-481d-98a7-4ff6a3a84269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:52:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['7800f4e7-ab2e-45b2-a421-025322ccc93a'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:52:52.623381 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-c8f52f10-d4d8-4211-8ff1-f11d8692dc30 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] No DVR routers for this DVR port dfc9b065-1c7f-4968-9ce9-8ee8bb3c5e67 on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:52:52.630740 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-c8f52f10-d4d8-4211-8ff1-f11d8692dc30 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:52.633053 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-184096c8-6a55-42a1-b6f9-95a9d989ef54 req-c8f52f10-d4d8-4211-8ff1-f11d8692dc30 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.16 "DELETE /v2.0/ports/dfc9b065-1c7f-4968-9ce9-8ee8bb3c5e67 HTTP/1.1" status: 204 len: 173 time: 1.5210793 Sep 07 02:52:52.640038 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdd2705-37ab-46c9-9a7e-50deb97c19dc service neutron] Pushing event updated for resources: {'Port': ['ID=307b71c8-1330-4f86-b0c6-ac62473e3585,revision_number=9']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:52.662311 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-90ead797-ab53-44fb-baf7-52207b9c5f19 req-5bdd2705-37ab-46c9-9a7e-50deb97c19dc service neutron] No DVR routers for this DVR port 307b71c8-1330-4f86-b0c6-ac62473e3585 on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:52:52.667702 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f930521e-58ea-481d-98a7-4ff6a3a84269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:52:52.677410 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f930521e-58ea-481d-98a7-4ff6a3a84269 None None] Routers {'7800f4e7-ab2e-45b2-a421-025322ccc93a'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:52:52.678404 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f930521e-58ea-481d-98a7-4ff6a3a84269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:52:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['7800f4e7-ab2e-45b2-a421-025322ccc93a'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:52:52.719755 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f930521e-58ea-481d-98a7-4ff6a3a84269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:52:52.720663 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f930521e-58ea-481d-98a7-4ff6a3a84269 None None] The sync data for ids ['7800f4e7-ab2e-45b2-a421-025322ccc93a'] in n-d-796209-16 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:52:52.731940 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-90ead797-ab53-44fb-baf7-52207b9c5f19 req-5bdd2705-37ab-46c9-9a7e-50deb97c19dc service neutron] Attempting to bind port 307b71c8-1330-4f86-b0c6-ac62473e3585 on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:52:52.732564 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-90ead797-ab53-44fb-baf7-52207b9c5f19 req-5bdd2705-37ab-46c9-9a7e-50deb97c19dc service neutron] Attempting to bind port 307b71c8-1330-4f86-b0c6-ac62473e3585 by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': 'e9d929c5-8f5d-4fa8-8af9-463491d37eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '425487d9-ea00-48c2-8b07-b3e74c380248'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:52:52.733162 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ead797-ab53-44fb-baf7-52207b9c5f19 req-5bdd2705-37ab-46c9-9a7e-50deb97c19dc service neutron] Attempting to bind port 307b71c8-1330-4f86-b0c6-ac62473e3585 on network 425487d9-ea00-48c2-8b07-b3e74c380248 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:52:52.738646 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ead797-ab53-44fb-baf7-52207b9c5f19 req-5bdd2705-37ab-46c9-9a7e-50deb97c19dc service neutron] Port 307b71c8-1330-4f86-b0c6-ac62473e3585 on network 425487d9-ea00-48c2-8b07-b3e74c380248 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:52:52.739152 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ead797-ab53-44fb-baf7-52207b9c5f19 req-5bdd2705-37ab-46c9-9a7e-50deb97c19dc service neutron] Attempting to bind port 307b71c8-1330-4f86-b0c6-ac62473e3585 on network 425487d9-ea00-48c2-8b07-b3e74c380248 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:52:52.746766 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ead797-ab53-44fb-baf7-52207b9c5f19 req-5bdd2705-37ab-46c9-9a7e-50deb97c19dc service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:52:52.747350 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ead797-ab53-44fb-baf7-52207b9c5f19 req-5bdd2705-37ab-46c9-9a7e-50deb97c19dc service neutron] Checking segment: {'id': 'e9d929c5-8f5d-4fa8-8af9-463491d37eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '425487d9-ea00-48c2-8b07-b3e74c380248'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:52:52.748099 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ead797-ab53-44fb-baf7-52207b9c5f19 req-5bdd2705-37ab-46c9-9a7e-50deb97c19dc service neutron] Bound using segment: {'id': 'e9d929c5-8f5d-4fa8-8af9-463491d37eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '425487d9-ea00-48c2-8b07-b3e74c380248'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:52:52.748717 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-90ead797-ab53-44fb-baf7-52207b9c5f19 req-5bdd2705-37ab-46c9-9a7e-50deb97c19dc service neutron] Bound port: 307b71c8-1330-4f86-b0c6-ac62473e3585, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9d929c5-8f5d-4fa8-8af9-463491d37eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '425487d9-ea00-48c2-8b07-b3e74c380248'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:52:52.749897 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-90ead797-ab53-44fb-baf7-52207b9c5f19 req-5bdd2705-37ab-46c9-9a7e-50deb97c19dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:52.822394 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-90ead797-ab53-44fb-baf7-52207b9c5f19 req-5bdd2705-37ab-46c9-9a7e-50deb97c19dc service neutron] For port 307b71c8-1330-4f86-b0c6-ac62473e3585, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:52:52.827924 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-90ead797-ab53-44fb-baf7-52207b9c5f19 req-5bdd2705-37ab-46c9-9a7e-50deb97c19dc service neutron] For port 307b71c8-1330-4f86-b0c6-ac62473e3585, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=307b71c8-1330-4f86-b0c6-ac62473e3585,segment=NetworkSegment(e9d929c5-8f5d-4fa8-8af9-463491d37eb2),segment_id=e9d929c5-8f5d-4fa8-8af9-463491d37eb2)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:52:52.834528 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-90ead797-ab53-44fb-baf7-52207b9c5f19 req-5bdd2705-37ab-46c9-9a7e-50deb97c19dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:52.870924 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ead797-ab53-44fb-baf7-52207b9c5f19 req-5bdd2705-37ab-46c9-9a7e-50deb97c19dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:52.871682 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-90ead797-ab53-44fb-baf7-52207b9c5f19 req-5bdd2705-37ab-46c9-9a7e-50deb97c19dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:52.873536 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-90ead797-ab53-44fb-baf7-52207b9c5f19 req-5bdd2705-37ab-46c9-9a7e-50deb97c19dc service neutron] 10.222.0.16 "PUT /v2.0/ports/307b71c8-1330-4f86-b0c6-ac62473e3585 HTTP/1.1" status: 200 len: 1092 time: 2.2983503 Sep 07 02:52:52.948943 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdd2705-37ab-46c9-9a7e-50deb97c19dc service neutron] Pushing event updated for resources: {'Port': ['ID=307b71c8-1330-4f86-b0c6-ac62473e3585,revision_number=10']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:52.960645 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ead797-ab53-44fb-baf7-52207b9c5f19 req-05d21387-d613-4c79-b213-bbcfcc222e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:52.962305 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-90ead797-ab53-44fb-baf7-52207b9c5f19 req-05d21387-d613-4c79-b213-bbcfcc222e43 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=13ffe4144f534528a6810c0c36ace2be&device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 1096 time: 0.0562551 Sep 07 02:52:53.096210 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ead797-ab53-44fb-baf7-52207b9c5f19 req-337d88a5-8d8b-4ffc-a6a8-4efad5063464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:53.098144 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-90ead797-ab53-44fb-baf7-52207b9c5f19 req-337d88a5-8d8b-4ffc-a6a8-4efad5063464 service neutron] 10.222.0.16 "GET /v2.0/networks?id=425487d9-ea00-48c2-8b07-b3e74c380248 HTTP/1.1" status: 200 len: 913 time: 0.1284132 Sep 07 02:52:53.168064 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-90ead797-ab53-44fb-baf7-52207b9c5f19 req-7d43d63f-453f-4a5e-9367-978f2d6f5781 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=307b71c8-1330-4f86-b0c6-ac62473e3585 HTTP/1.1" status: 200 len: 217 time: 0.0623584 Sep 07 02:52:53.190449 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8627a011-f498-4c3b-8c6b-a0448fe1b0bb tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks [] for router, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:53.194247 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9ac2faf2-1548-45ba-8080-986333ba23e6 req-171fe57f-ae60-445c-9d8f-f91bcf9ac117 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 210 time: 0.5123687 Sep 07 02:52:53.228189 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ead797-ab53-44fb-baf7-52207b9c5f19 req-a4c3e10e-bbe1-453e-b97b-7c235062f406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:53.229866 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-90ead797-ab53-44fb-baf7-52207b9c5f19 req-a4c3e10e-bbe1-453e-b97b-7c235062f406 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=384df4a0-6ed3-4747-8ce4-4d617b6c5693 HTTP/1.1" status: 200 len: 853 time: 0.0538092 Sep 07 02:52:53.265488 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-90ead797-ab53-44fb-baf7-52207b9c5f19 req-3f897fff-84aa-4b52-88e9-31f2c5ef70b4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=425487d9-ea00-48c2-8b07-b3e74c380248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282969 Sep 07 02:52:53.285430 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec3c641-393c-4d80-abeb-f3ce7b2996a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:53.296218 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eec3c641-393c-4d80-abeb-f3ce7b2996a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:53.315163 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 02:52:53.326177 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec3c641-393c-4d80-abeb-f3ce7b2996a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa86ada-bcdb-4c2a-b251-c06c79d1ccac,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:53.329438 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-8627a011-f498-4c3b-8c6b-a0448fe1b0bb tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 07 02:52:53.333430 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8627a011-f498-4c3b-8c6b-a0448fe1b0bb tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] 10.222.0.22 "DELETE /v2.0/routers/7800f4e7-ab2e-45b2-a421-025322ccc93a HTTP/1.1" status: 409 len: 329 time: 0.7601829 Sep 07 02:52:53.334009 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 41980) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:53.410710 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-90ead797-ab53-44fb-baf7-52207b9c5f19 req-53cdf01f-5836-492a-93f0-e87e816d01c9 service neutron] 10.222.0.16 "GET /v2.0/networks/425487d9-ea00-48c2-8b07-b3e74c380248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371732 Sep 07 02:52:53.426718 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-eec3c641-393c-4d80-abeb-f3ce7b2996a6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=201ef39d89ed43ccbca93cb8c387aefd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0790784 Sep 07 02:52:53.429628 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 41982) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:53.444985 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295f69d-f735-40af-9557-09581256edac req-5feb31f6-7693-4f70-85f0-4fb433526300 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:53.446423 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5295f69d-f735-40af-9557-09581256edac req-5feb31f6-7693-4f70-85f0-4fb433526300 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 944 time: 0.0812335 Sep 07 02:52:53.564069 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5295f69d-f735-40af-9557-09581256edac req-80583bd5-079b-47c3-9f1f-37e93ab12602 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031911 Sep 07 02:52:53.590777 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9efc33df-36d4-4add-b522-0f16786011d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:53.598266 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-90ead797-ab53-44fb-baf7-52207b9c5f19 req-5dc3ad1a-5bb5-418f-a797-1de8362467ae service neutron] 10.222.0.16 "GET /v2.0/networks/425487d9-ea00-48c2-8b07-b3e74c380248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811416 Sep 07 02:52:53.619941 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9efc33df-36d4-4add-b522-0f16786011d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:53.678374 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc', 'name': 'network-vif-deleted', 'tag': 'dfc9b065-1c7f-4968-9ce9-8ee8bb3c5e67'}, {'name': 'network-changed', 'server_uuid': '0d32e6b0-855e-4510-bcd5-85ff68c2c765', 'tag': '307b71c8-1330-4f86-b0c6-ac62473e3585'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:52:53.680884 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2639c414-74f0-4c49-a9f6-0dd8a7554dcc" -d '{"events": [{"server_uuid": "5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc", "name": "network-vif-deleted", "tag": "dfc9b065-1c7f-4968-9ce9-8ee8bb3c5e67"}, {"name": "network-changed", "server_uuid": "0d32e6b0-855e-4510-bcd5-85ff68c2c765", "tag": "307b71c8-1330-4f86-b0c6-ac62473e3585"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:52:53.694965 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d8ba33a9-681f-4faa-ad16-ee7069ecf546 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:53.708380 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9efc33df-36d4-4add-b522-0f16786011d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:53.711416 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9efc33df-36d4-4add-b522-0f16786011d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:53.713016 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9efc33df-36d4-4add-b522-0f16786011d3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3fa86ada-bcdb-4c2a-b251-c06c79d1ccac HTTP/1.1" status: 204 len: 168 time: 0.2811260 Sep 07 02:52:53.732263 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efc33df-36d4-4add-b522-0f16786011d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa86ada-bcdb-4c2a-b251-c06c79d1ccac,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:53.746086 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 07 Sep 2021 02:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310660bb-acc0-4d03-95ef-9c19198ad02e x-openstack-request-id: req-310660bb-acc0-4d03-95ef-9c19198ad02e {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:52:53.746623 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc", "name": "network-vif-deleted", "tag": "dfc9b065-1c7f-4968-9ce9-8ee8bb3c5e67", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0d32e6b0-855e-4510-bcd5-85ff68c2c765", "tag": "307b71c8-1330-4f86-b0c6-ac62473e3585", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:52:53.746882 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-310660bb-acc0-4d03-95ef-9c19198ad02e {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:52:53.747300 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc', 'name': 'network-vif-deleted', 'tag': 'dfc9b065-1c7f-4968-9ce9-8ee8bb3c5e67', 'status': 'completed', 'code': 200} Sep 07 02:52:53.747594 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d32e6b0-855e-4510-bcd5-85ff68c2c765', 'tag': '307b71c8-1330-4f86-b0c6-ac62473e3585', 'status': 'completed', 'code': 200} Sep 07 02:52:53.830435 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639c414-74f0-4c49-a9f6-0dd8a7554dcc req-9a0fe18a-73ef-4681-bc63-ee88ba160eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:53.835775 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2639c414-74f0-4c49-a9f6-0dd8a7554dcc req-9a0fe18a-73ef-4681-bc63-ee88ba160eda service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=13ffe4144f534528a6810c0c36ace2be&device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 1096 time: 0.0618861 Sep 07 02:52:53.979334 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639c414-74f0-4c49-a9f6-0dd8a7554dcc req-03bdc948-40e7-4c87-93a3-3770613b341e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:53.980925 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2639c414-74f0-4c49-a9f6-0dd8a7554dcc req-03bdc948-40e7-4c87-93a3-3770613b341e service neutron] 10.222.0.16 "GET /v2.0/networks?id=425487d9-ea00-48c2-8b07-b3e74c380248 HTTP/1.1" status: 200 len: 913 time: 0.1407454 Sep 07 02:52:54.062247 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2639c414-74f0-4c49-a9f6-0dd8a7554dcc req-46e3d076-63c3-4ae7-afee-6ae497af8045 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=307b71c8-1330-4f86-b0c6-ac62473e3585 HTTP/1.1" status: 200 len: 217 time: 0.0737944 Sep 07 02:52:54.107790 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-d8ba33a9-681f-4faa-ad16-ee7069ecf546 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Deleting port e6ce005e-1cfb-4121-8152-b4825ec1331f {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:52:54.108152 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d8ba33a9-681f-4faa-ad16-ee7069ecf546 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:54.123918 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639c414-74f0-4c49-a9f6-0dd8a7554dcc req-01c822ca-c499-416b-907e-b8cf8e1567b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:54.125462 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2639c414-74f0-4c49-a9f6-0dd8a7554dcc req-01c822ca-c499-416b-907e-b8cf8e1567b5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=384df4a0-6ed3-4747-8ce4-4d617b6c5693 HTTP/1.1" status: 200 len: 853 time: 0.0545554 Sep 07 02:52:54.167407 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2639c414-74f0-4c49-a9f6-0dd8a7554dcc req-1cbc7451-5009-4354-9d45-103b05cdbc71 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=425487d9-ea00-48c2-8b07-b3e74c380248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347426 Sep 07 02:52:54.189782 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 42008) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:54.264298 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-65732f73-8224-4bb8-8be3-c12376ef90e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:54.312072 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d8ba33a9-681f-4faa-ad16-ee7069ecf546 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:54.358330 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-d8ba33a9-681f-4faa-ad16-ee7069ecf546 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Calling delete_port for e6ce005e-1cfb-4121-8152-b4825ec1331f owned by network:router_interface {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:52:54.414568 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-eff887f4-a5cd-40ec-8419-992f1847ff58 req-6a3c54d4-71ac-46dd-9d22-0a6a7d26d757 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 210 time: 0.0852082 Sep 07 02:52:54.447441 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2639c414-74f0-4c49-a9f6-0dd8a7554dcc req-da9eea1b-d1b0-44e8-93a2-fa51f6107579 service neutron] 10.222.0.16 "GET /v2.0/networks/425487d9-ea00-48c2-8b07-b3e74c380248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725334 Sep 07 02:52:54.564527 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-65732f73-8224-4bb8-8be3-c12376ef90e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:54.580920 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-65732f73-8224-4bb8-8be3-c12376ef90e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:54.761776 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65732f73-8224-4bb8-8be3-c12376ef90e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2933b56-b383-4a6e-a489-7c43ee85a758,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:54.765288 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d8ba33a9-681f-4faa-ad16-ee7069ecf546 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:54.776791 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-65732f73-8224-4bb8-8be3-c12376ef90e1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7a31b56efb41421faa73a46792564c3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5796075 Sep 07 02:52:54.779150 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 42022) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:54.871305 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ba33a9-681f-4faa-ad16-ee7069ecf546 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Pushing event deleted for resources: {'Port': ['ID=e6ce005e-1cfb-4121-8152-b4825ec1331f,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:54.876615 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980fc65-6809-4b4c-8e10-bfcfa88ecc2b req-803804bd-8491-4bc5-934e-c0825bac0d4a tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:54.887378 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b980fc65-6809-4b4c-8e10-bfcfa88ecc2b req-803804bd-8491-4bc5-934e-c0825bac0d4a tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 944 time: 0.1793742 Sep 07 02:52:54.911896 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a43854ae-3ae8-4dd5-8841-db2e46ef29e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:54.935642 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a43854ae-3ae8-4dd5-8841-db2e46ef29e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:54.996416 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2639c414-74f0-4c49-a9f6-0dd8a7554dcc req-dd70478d-80b8-4139-bf21-6662e46a96ba service neutron] 10.222.0.16 "GET /v2.0/networks/425487d9-ea00-48c2-8b07-b3e74c380248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5122681 Sep 07 02:52:55.006287 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a43854ae-3ae8-4dd5-8841-db2e46ef29e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:55.009019 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a43854ae-3ae8-4dd5-8841-db2e46ef29e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:55.025485 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a43854ae-3ae8-4dd5-8841-db2e46ef29e5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f2933b56-b383-4a6e-a489-7c43ee85a758 HTTP/1.1" status: 204 len: 168 time: 0.2444415 Sep 07 02:52:55.072048 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43854ae-3ae8-4dd5-8841-db2e46ef29e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2933b56-b383-4a6e-a489-7c43ee85a758,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:55.088586 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b980fc65-6809-4b4c-8e10-bfcfa88ecc2b req-7edfdcc9-f6f2-4092-a133-1bee2463ade4 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002635 Sep 07 02:52:55.243498 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d8ba33a9-681f-4faa-ad16-ee7069ecf546 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:55.541385 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ba33a9-681f-4faa-ad16-ee7069ecf546 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Router 7800f4e7-ab2e-45b2-a421-025322ccc93a has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:52:55.685439 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e009584c-6943-40ef-be7f-91146277898d req-cba2efb0-ad16-4879-be1b-d31f77617f01 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 210 time: 0.0755541 Sep 07 02:52:55.730220 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ba33a9-681f-4faa-ad16-ee7069ecf546 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:52:55.741350 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 42044) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:55.745072 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697d6c91-2eb9-4376-9bcc-4b1066a11609 None None] Sync routers for ids ['7800f4e7-ab2e-45b2-a421-025322ccc93a'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:52:55.755149 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d8ba33a9-681f-4faa-ad16-ee7069ecf546 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] 10.222.0.22 "PUT /v2.0/routers/7800f4e7-ab2e-45b2-a421-025322ccc93a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4179759 Sep 07 02:52:55.756469 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697d6c91-2eb9-4376-9bcc-4b1066a11609 None None] Routers {'7800f4e7-ab2e-45b2-a421-025322ccc93a'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:52:55.757611 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-697d6c91-2eb9-4376-9bcc-4b1066a11609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:52:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['7800f4e7-ab2e-45b2-a421-025322ccc93a'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:52:55.804392 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-697d6c91-2eb9-4376-9bcc-4b1066a11609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:52:55.811613 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [None req-cd4df745-a191-48a2-96c9-0efd5811aa7d tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] show failed (client error): The resource could not be found. Sep 07 02:52:55.813129 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-cd4df745-a191-48a2-96c9-0efd5811aa7d tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] 10.222.0.22 "GET /v2.0/routers/tempest-non_exist_router-430787871 HTTP/1.1" status: 404 len: 334 time: 0.0706224 Sep 07 02:52:55.817316 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 42046) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:55.829168 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-b6e7552d-9ed8-4c6f-9495-a368347ba027 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:52:55.834277 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697d6c91-2eb9-4376-9bcc-4b1066a11609 None None] Routers {'7800f4e7-ab2e-45b2-a421-025322ccc93a'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:52:55.835444 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-697d6c91-2eb9-4376-9bcc-4b1066a11609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:52:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['7800f4e7-ab2e-45b2-a421-025322ccc93a'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:52:55.889942 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-20d64327-381d-4ace-98d3-7f826696fad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:55.941179 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-697d6c91-2eb9-4376-9bcc-4b1066a11609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:52:55.941943 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697d6c91-2eb9-4376-9bcc-4b1066a11609 None None] The sync data for ids ['7800f4e7-ab2e-45b2-a421-025322ccc93a'] in n-d-796209-16 is: [] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:52:55.949120 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [None req-b6e7552d-9ed8-4c6f-9495-a368347ba027 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] update failed (client error): The resource could not be found. Sep 07 02:52:55.954393 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b6e7552d-9ed8-4c6f-9495-a368347ba027 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] 10.222.0.22 "PUT /v2.0/routers/tempest-non_exist_router-1131817159 HTTP/1.1" status: 404 len: 335 time: 0.1280279 Sep 07 02:52:55.954393 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 42050) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:56.029466 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c50ff08-79c7-4359-9dd5-77dd0bc344f8 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Deleting subnet e4f29a55-67cb-4718-81d1-9f31f136b37a {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:52:56.033449 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4c50ff08-79c7-4359-9dd5-77dd0bc344f8 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:56.081059 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4c50ff08-79c7-4359-9dd5-77dd0bc344f8 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:56.321670 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4c50ff08-79c7-4359-9dd5-77dd0bc344f8 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:56.372679 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b226b8-ffd7-48d4-af54-318b7c498dc2 req-e211c440-8bf3-4c50-9062-c7ec7271bc2c tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:56.382100 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-84b226b8-ffd7-48d4-af54-318b7c498dc2 req-e211c440-8bf3-4c50-9062-c7ec7271bc2c tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 944 time: 0.1471233 Sep 07 02:52:56.436425 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4c50ff08-79c7-4359-9dd5-77dd0bc344f8 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:56.490666 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c50ff08-79c7-4359-9dd5-77dd0bc344f8 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Pushing event deleted for resources: {'Subnet': ['ID=e4f29a55-67cb-4718-81d1-9f31f136b37a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:56.501242 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4c50ff08-79c7-4359-9dd5-77dd0bc344f8 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:56.502278 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3156b6fb-492a-4eb1-8e7c-002b37e35678 None None] Network 33e1610b-d7e7-4ae2-aeb0-acc5ec6115b1 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:52:56.503964 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-4c50ff08-79c7-4359-9dd5-77dd0bc344f8 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] 10.222.0.22 "DELETE /v2.0/subnets/e4f29a55-67cb-4718-81d1-9f31f136b37a HTTP/1.1" status: 204 len: 168 time: 0.5482316 Sep 07 02:52:56.506837 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 42064) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:56.522766 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-84b226b8-ffd7-48d4-af54-318b7c498dc2 req-fe630c1b-3418-4098-9d1d-9049253c0b99 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376090 Sep 07 02:52:56.649492 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-98200f64-9311-4709-ad6d-9c0339a3159d tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Deleting subnet 192ebbab-f1fe-40b4-bae3-9fce9d687636 {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:52:56.658008 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-98200f64-9311-4709-ad6d-9c0339a3159d tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:56.752444 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-98200f64-9311-4709-ad6d-9c0339a3159d tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:56.954817 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-19708e11-2408-4bf6-b1f4-e995309a86c4 req-a5eccb93-c17d-4fd7-9580-e2461959f9fc tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 210 time: 0.0801220 Sep 07 02:52:57.034075 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba06677-13cc-4ce8-be90-b6bce57d5d0b None None] DHCP port deletion for 33e1610b-d7e7-4ae2-aeb0-acc5ec6115b1 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:52:57.062271 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-98200f64-9311-4709-ad6d-9c0339a3159d tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:57.120103 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-eba06677-13cc-4ce8-be90-b6bce57d5d0b None None] Deleting port e41035c0-1d8b-44ad-a7ad-fe723485f708 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:52:57.120415 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-eba06677-13cc-4ce8-be90-b6bce57d5d0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:57.183737 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-98200f64-9311-4709-ad6d-9c0339a3159d tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:57.216583 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device e41035c0-1d8b-44ad-a7ad-fe723485f708 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:52:57.220504 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-98200f64-9311-4709-ad6d-9c0339a3159d tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:57.225407 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 42082) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:57.228215 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-98200f64-9311-4709-ad6d-9c0339a3159d tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] 10.222.0.22 "DELETE /v2.0/subnets/192ebbab-f1fe-40b4-bae3-9fce9d687636 HTTP/1.1" status: 204 len: 168 time: 0.7201290 Sep 07 02:52:57.279120 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98200f64-9311-4709-ad6d-9c0339a3159d tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Pushing event deleted for resources: {'Subnet': ['ID=192ebbab-f1fe-40b4-bae3-9fce9d687636,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:57.293152 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acb030a-7d05-4127-ae28-c440047e3f7a None None] Network ff74aabd-63c1-4a20-8634-4b7a75148eb4 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:52:57.402261 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f349d58c-5619-43ad-b432-5a5f6587e940 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:57.415280 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-eba06677-13cc-4ce8-be90-b6bce57d5d0b None None] For port e41035c0-1d8b-44ad-a7ad-fe723485f708, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=e41035c0-1d8b-44ad-a7ad-fe723485f708,segment=NetworkSegment(3cfd9ab4-4f26-4628-b75c-c03fa754ebda),segment_id=3cfd9ab4-4f26-4628-b75c-c03fa754ebda)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:52:57.420324 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-eba06677-13cc-4ce8-be90-b6bce57d5d0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:57.522145 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-f349d58c-5619-43ad-b432-5a5f6587e940 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Deleting port e41035c0-1d8b-44ad-a7ad-fe723485f708 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:52:57.522539 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f349d58c-5619-43ad-b432-5a5f6587e940 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:57.539810 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-eba06677-13cc-4ce8-be90-b6bce57d5d0b None None] Calling delete_port for e41035c0-1d8b-44ad-a7ad-fe723485f708 owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:52:57.641127 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:57.664783 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-f349d58c-5619-43ad-b432-5a5f6587e940 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] For port e41035c0-1d8b-44ad-a7ad-fe723485f708, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=e41035c0-1d8b-44ad-a7ad-fe723485f708,segment=NetworkSegment(3cfd9ab4-4f26-4628-b75c-c03fa754ebda),segment_id=3cfd9ab4-4f26-4628-b75c-c03fa754ebda)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:52:57.665082 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f349d58c-5619-43ad-b432-5a5f6587e940 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:57.694698 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-f349d58c-5619-43ad-b432-5a5f6587e940 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Calling delete_port for e41035c0-1d8b-44ad-a7ad-fe723485f708 owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:52:57.729293 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32006cbc-a292-4c25-9d7f-5b036637003b req-604279a5-61fb-4a9d-ac7a-ed5ab9125e81 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:57.731625 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-32006cbc-a292-4c25-9d7f-5b036637003b req-604279a5-61fb-4a9d-ac7a-ed5ab9125e81 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 944 time: 0.0990622 Sep 07 02:52:57.801143 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-32006cbc-a292-4c25-9d7f-5b036637003b req-fb247983-8f8d-4fc2-bbf7-b0e90460f8b8 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544670 Sep 07 02:52:57.832499 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port e41035c0-1d8b-44ad-a7ad-fe723485f708, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=e41035c0-1d8b-44ad-a7ad-fe723485f708,segment=NetworkSegment(3cfd9ab4-4f26-4628-b75c-c03fa754ebda),segment_id=3cfd9ab4-4f26-4628-b75c-c03fa754ebda)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:52:57.849627 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:57.876476 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f349d58c-5619-43ad-b432-5a5f6587e940 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:57.907681 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=e41035c0-1d8b-44ad-a7ad-fe723485f708,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:57.934960 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-eba06677-13cc-4ce8-be90-b6bce57d5d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:57.968634 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba06677-13cc-4ce8-be90-b6bce57d5d0b None None] Pushing event deleted for resources: {'Port': ['ID=e41035c0-1d8b-44ad-a7ad-fe723485f708,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:57.972736 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba06677-13cc-4ce8-be90-b6bce57d5d0b None None] No DVR routers for this DVR port e41035c0-1d8b-44ad-a7ad-fe723485f708 on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:52:57.979347 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f349d58c-5619-43ad-b432-5a5f6587e940 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] No DVR routers for this DVR port e41035c0-1d8b-44ad-a7ad-fe723485f708 on host n-d-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:52:57.996643 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f349d58c-5619-43ad-b432-5a5f6587e940 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Pushing event deleted for resources: {'Port': ['ID=e41035c0-1d8b-44ad-a7ad-fe723485f708,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:58.080417 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f42c77-6034-4977-8c96-411e4b30062c None None] DHCP port deletion for ff74aabd-63c1-4a20-8634-4b7a75148eb4 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:52:58.193533 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-25437235-636d-47ff-bb85-2ee1a89bd37c req-574e53d4-634c-44da-ba47-aa255f5004dd tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 210 time: 0.0498219 Sep 07 02:52:58.201177 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f349d58c-5619-43ad-b432-5a5f6587e940 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:58.232313 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-508bcead-d07e-4e7c-bb59-89cf66c2b9a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:58.239089 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-e2f42c77-6034-4977-8c96-411e4b30062c None None] Deleting port 2f6ab9e3-c51c-4468-9b25-c87f48242772 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:52:58.239338 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e2f42c77-6034-4977-8c96-411e4b30062c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:58.296565 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-f349d58c-5619-43ad-b432-5a5f6587e940 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33e1610b-d7e7-4ae2-aeb0-acc5ec6115b1']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:52:58.332237 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-f349d58c-5619-43ad-b432-5a5f6587e940 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cfd9ab4-4f26-4628-b75c-c03fa754ebda') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:52:58.332536 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-f349d58c-5619-43ad-b432-5a5f6587e940 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cfd9ab4-4f26-4628-b75c-c03fa754ebda') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:52:58.338244 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-e2f42c77-6034-4977-8c96-411e4b30062c None None] For port 2f6ab9e3-c51c-4468-9b25-c87f48242772, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=2f6ab9e3-c51c-4468-9b25-c87f48242772,segment=NetworkSegment(b656364d-7393-46cc-9ed9-466b7d916005),segment_id=b656364d-7393-46cc-9ed9-466b7d916005)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:52:58.338732 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e2f42c77-6034-4977-8c96-411e4b30062c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:58.348157 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f349d58c-5619-43ad-b432-5a5f6587e940 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:58.353430 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-e2f42c77-6034-4977-8c96-411e4b30062c None None] Calling delete_port for 2f6ab9e3-c51c-4468-9b25-c87f48242772 owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:52:58.367222 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f349d58c-5619-43ad-b432-5a5f6587e940 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:58.376227 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f349d58c-5619-43ad-b432-5a5f6587e940 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:52:58.377328 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f349d58c-5619-43ad-b432-5a5f6587e940 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:58.457098 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:52:58.457098 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:52:58.457098 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:52:58.457098 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:52:58.457098 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:52:58.457098 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:52:58.457098 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:52:58.457098 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:52:58.457098 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:52:58.457098 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:52:58.457098 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:52:58.457098 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:52:58.457098 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:52:58.457098 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:52:58.457098 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:52:58.457098 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:52:58.457098 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:52:58.457098 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:52:58.457098 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:52:58.457098 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:52:58.457098 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:52:58.457098 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:52:58.457098 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:52:58.457098 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:52:58.457098 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:52:58.457098 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:52:58.457098 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:52:58.457098 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:52:58.457098 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:52:58.457098 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:52:58.457098 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:52:58.457098 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:52:58.461303 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f349d58c-5619-43ad-b432-5a5f6587e940 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:58.468314 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f349d58c-5619-43ad-b432-5a5f6587e940 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:58.473963 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f349d58c-5619-43ad-b432-5a5f6587e940 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] 10.222.0.22 "DELETE /v2.0/networks/33e1610b-d7e7-4ae2-aeb0-acc5ec6115b1 HTTP/1.1" status: 204 len: 168 time: 1.2430449 Sep 07 02:52:58.474737 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 42110) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:58.487662 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f349d58c-5619-43ad-b432-5a5f6587e940 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Pushing event deleted for resources: {'Network': ['ID=33e1610b-d7e7-4ae2-aeb0-acc5ec6115b1,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:58.615662 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e2f42c77-6034-4977-8c96-411e4b30062c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:58.656471 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c0d0cf33-7e9c-43de-a383-043cbe246762 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:58.681422 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f42c77-6034-4977-8c96-411e4b30062c None None] Pushing event deleted for resources: {'Port': ['ID=2f6ab9e3-c51c-4468-9b25-c87f48242772,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:58.724302 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f42c77-6034-4977-8c96-411e4b30062c None None] No DVR routers for this DVR port 2f6ab9e3-c51c-4468-9b25-c87f48242772 on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:52:58.733278 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:58.812675 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c0d0cf33-7e9c-43de-a383-043cbe246762 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:58.857863 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-c0d0cf33-7e9c-43de-a383-043cbe246762 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff74aabd-63c1-4a20-8634-4b7a75148eb4']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:52:58.881239 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-c0d0cf33-7e9c-43de-a383-043cbe246762 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b656364d-7393-46cc-9ed9-466b7d916005') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:52:58.881868 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-c0d0cf33-7e9c-43de-a383-043cbe246762 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b656364d-7393-46cc-9ed9-466b7d916005') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:52:58.902799 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c0d0cf33-7e9c-43de-a383-043cbe246762 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:58.946061 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c0d0cf33-7e9c-43de-a383-043cbe246762 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:58.956065 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0d0cf33-7e9c-43de-a383-043cbe246762 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:52:58.956912 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c0d0cf33-7e9c-43de-a383-043cbe246762 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:58.961228 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:52:58.961228 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:52:58.961228 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:52:58.961228 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:52:58.961228 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:52:58.961228 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:52:58.961228 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:52:58.961228 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:52:58.961228 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:52:58.961228 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:52:58.961228 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:52:58.961228 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:52:58.961228 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:52:58.961228 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:52:58.961228 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:52:58.961228 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:52:58.961228 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:52:58.961228 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:52:58.961228 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:52:58.961228 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:52:58.961228 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:52:58.961228 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:52:58.961228 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:52:58.961228 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:52:58.961228 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:52:58.961228 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:52:58.961228 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:52:58.961228 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:52:58.961228 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:52:58.961228 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:52:58.961228 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:52:58.961228 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:52:59.129997 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad1155-9cc7-44da-a33e-ba1d55382db0 req-21182f4b-2718-4a47-8c3e-be5c791c70fc tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:52:59.131656 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3dad1155-9cc7-44da-a33e-ba1d55382db0 req-21182f4b-2718-4a47-8c3e-be5c791c70fc tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 944 time: 0.2324467 Sep 07 02:52:59.151332 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c0d0cf33-7e9c-43de-a383-043cbe246762 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:59.159046 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c0d0cf33-7e9c-43de-a383-043cbe246762 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:59.162651 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c0d0cf33-7e9c-43de-a383-043cbe246762 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] 10.222.0.22 "DELETE /v2.0/networks/ff74aabd-63c1-4a20-8634-4b7a75148eb4 HTTP/1.1" status: 204 len: 168 time: 0.6866186 Sep 07 02:52:59.165430 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 42128) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:59.182100 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d0cf33-7e9c-43de-a383-043cbe246762 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Pushing event deleted for resources: {'Network': ['ID=ff74aabd-63c1-4a20-8634-4b7a75148eb4,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:59.228257 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3dad1155-9cc7-44da-a33e-ba1d55382db0 req-b064ea23-81b5-4165-a0a8-05f13c0747cf tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612857 Sep 07 02:52:59.244938 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 2f6ab9e3-c51c-4468-9b25-c87f48242772 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:52:59.286606 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 2f6ab9e3-c51c-4468-9b25-c87f48242772 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:52:59.290261 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 2f6ab9e3-c51c-4468-9b25-c87f48242772 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:52:59.304480 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-027f537e-5b98-4353-be0d-514bbd3b7414 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Deleting subnet a25372f4-6db2-4b8a-b4d2-3a8534f7e065 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:52:59.320309 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-027f537e-5b98-4353-be0d-514bbd3b7414 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:59.354273 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f8c3d050-15fe-4164-b220-cdd50913f9a6 req-5ec3ef2c-45aa-4f94-bee5-13a315d25988 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 210 time: 0.0418396 Sep 07 02:52:59.391716 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-027f537e-5b98-4353-be0d-514bbd3b7414 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:59.498148 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:59.577723 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-027f537e-5b98-4353-be0d-514bbd3b7414 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:59.662020 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-027f537e-5b98-4353-be0d-514bbd3b7414 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:59.684353 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-027f537e-5b98-4353-be0d-514bbd3b7414 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:52:59.686725 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-027f537e-5b98-4353-be0d-514bbd3b7414 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] 10.222.0.22 "DELETE /v2.0/subnets/a25372f4-6db2-4b8a-b4d2-3a8534f7e065 HTTP/1.1" status: 204 len: 168 time: 0.5202994 Sep 07 02:52:59.689262 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 42136) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:52:59.692814 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2558d9-9daa-4ea7-b138-37ef8db9c7a0 None None] Network ad257ad2-8313-4511-af8f-8d7182b19dc7 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:52:59.713574 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027f537e-5b98-4353-be0d-514bbd3b7414 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Pushing event deleted for resources: {'Subnet': ['ID=a25372f4-6db2-4b8a-b4d2-3a8534f7e065,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:52:59.856204 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2d6f5f07-9a03-48bf-9567-a71762b71697 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:00.029251 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-2d6f5f07-9a03-48bf-9567-a71762b71697 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Deleting port c6f5d01e-b04e-4782-b9d8-3ae345534d0b {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:53:00.033434 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2d6f5f07-9a03-48bf-9567-a71762b71697 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:00.099192 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae34bebd-f2db-41c5-b9b7-7cb5d0fd71bb None None] DHCP port deletion for ad257ad2-8313-4511-af8f-8d7182b19dc7 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:53:00.218979 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-2d6f5f07-9a03-48bf-9567-a71762b71697 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] For port c6f5d01e-b04e-4782-b9d8-3ae345534d0b, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=c6f5d01e-b04e-4782-b9d8-3ae345534d0b,segment=NetworkSegment(35c3482d-cc2a-48c1-afa9-4e884ed21fad),segment_id=35c3482d-cc2a-48c1-afa9-4e884ed21fad)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:53:00.219829 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2d6f5f07-9a03-48bf-9567-a71762b71697 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:00.220095 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-ae34bebd-f2db-41c5-b9b7-7cb5d0fd71bb None None] Deleting port c6f5d01e-b04e-4782-b9d8-3ae345534d0b {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:53:00.220572 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ae34bebd-f2db-41c5-b9b7-7cb5d0fd71bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:00.242000 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-2d6f5f07-9a03-48bf-9567-a71762b71697 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Calling delete_port for c6f5d01e-b04e-4782-b9d8-3ae345534d0b owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:53:00.379627 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-ae34bebd-f2db-41c5-b9b7-7cb5d0fd71bb None None] For port c6f5d01e-b04e-4782-b9d8-3ae345534d0b, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=c6f5d01e-b04e-4782-b9d8-3ae345534d0b,segment=NetworkSegment(35c3482d-cc2a-48c1-afa9-4e884ed21fad),segment_id=35c3482d-cc2a-48c1-afa9-4e884ed21fad)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:53:00.381785 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ae34bebd-f2db-41c5-b9b7-7cb5d0fd71bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:00.422996 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd13b8-37bb-44ac-92b5-8f5fe7ed5e6a req-b5db4cb3-24ee-4467-adb6-89f80fdc20e8 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:00.437989 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b7bd13b8-37bb-44ac-92b5-8f5fe7ed5e6a req-b5db4cb3-24ee-4467-adb6-89f80fdc20e8 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 944 time: 0.1089470 Sep 07 02:53:00.442329 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-ae34bebd-f2db-41c5-b9b7-7cb5d0fd71bb None None] Calling delete_port for c6f5d01e-b04e-4782-b9d8-3ae345534d0b owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:53:00.454900 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2d6f5f07-9a03-48bf-9567-a71762b71697 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:00.577701 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6f5f07-9a03-48bf-9567-a71762b71697 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] No DVR routers for this DVR port c6f5d01e-b04e-4782-b9d8-3ae345534d0b on host n-d-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:53:00.583673 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6f5f07-9a03-48bf-9567-a71762b71697 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Pushing event deleted for resources: {'Port': ['ID=c6f5d01e-b04e-4782-b9d8-3ae345534d0b,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:00.623749 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ae34bebd-f2db-41c5-b9b7-7cb5d0fd71bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:00.657213 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-098fb88a-8845-4d90-b205-13e6de1de229 req-6aeb3366-7927-45c6-b37d-a2deb51e83c0 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 210 time: 0.0873592 Sep 07 02:53:00.678428 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae34bebd-f2db-41c5-b9b7-7cb5d0fd71bb None None] Pushing event deleted for resources: {'Port': ['ID=c6f5d01e-b04e-4782-b9d8-3ae345534d0b,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:00.688956 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae34bebd-f2db-41c5-b9b7-7cb5d0fd71bb None None] No DVR routers for this DVR port c6f5d01e-b04e-4782-b9d8-3ae345534d0b on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:53:00.889502 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2d6f5f07-9a03-48bf-9567-a71762b71697 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:00.933299 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-2d6f5f07-9a03-48bf-9567-a71762b71697 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad257ad2-8313-4511-af8f-8d7182b19dc7']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:53:00.945659 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-2d6f5f07-9a03-48bf-9567-a71762b71697 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35c3482d-cc2a-48c1-afa9-4e884ed21fad') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:53:00.946245 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-2d6f5f07-9a03-48bf-9567-a71762b71697 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35c3482d-cc2a-48c1-afa9-4e884ed21fad') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:53:00.958791 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2d6f5f07-9a03-48bf-9567-a71762b71697 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:00.975317 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2d6f5f07-9a03-48bf-9567-a71762b71697 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:00.983116 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d6f5f07-9a03-48bf-9567-a71762b71697 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:53:00.983793 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2d6f5f07-9a03-48bf-9567-a71762b71697 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:01.053990 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:53:01.053990 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:53:01.053990 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:53:01.053990 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:53:01.053990 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:53:01.053990 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:53:01.053990 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:53:01.053990 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:53:01.053990 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:53:01.053990 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:53:01.053990 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:53:01.053990 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:53:01.053990 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:53:01.053990 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:53:01.053990 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:53:01.053990 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:53:01.053990 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:53:01.053990 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:53:01.053990 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:53:01.053990 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:53:01.053990 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:53:01.053990 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:53:01.053990 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:53:01.053990 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:53:01.053990 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:53:01.053990 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:53:01.053990 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:53:01.053990 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:53:01.053990 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:53:01.053990 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:53:01.053990 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:53:01.053990 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:53:01.085475 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b7bd13b8-37bb-44ac-92b5-8f5fe7ed5e6a req-76a7b622-6f81-4d45-aef2-dab49a95bbdb tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6460712 Sep 07 02:53:01.087108 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2d6f5f07-9a03-48bf-9567-a71762b71697 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:01.105711 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2d6f5f07-9a03-48bf-9567-a71762b71697 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:01.111938 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-2d6f5f07-9a03-48bf-9567-a71762b71697 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] 10.222.0.22 "DELETE /v2.0/networks/ad257ad2-8313-4511-af8f-8d7182b19dc7 HTTP/1.1" status: 204 len: 168 time: 1.4215860 Sep 07 02:53:01.115673 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 42162) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:01.145574 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6f5f07-9a03-48bf-9567-a71762b71697 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Pushing event deleted for resources: {'Network': ['ID=ad257ad2-8313-4511-af8f-8d7182b19dc7,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:01.165053 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-0070775b-bd57-40fc-bacc-11a52f2bbe6f tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] 10.222.0.22 "GET /v2.0/ports?device_id=7800f4e7-ab2e-45b2-a421-025322ccc93a HTTP/1.1" status: 200 len: 205 time: 0.0482111 Sep 07 02:53:01.167284 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 42164) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:01.215800 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device c6f5d01e-b04e-4782-b9d8-3ae345534d0b no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:53:01.310723 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: c6f5d01e-b04e-4782-b9d8-3ae345534d0b {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:53:01.316194 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device c6f5d01e-b04e-4782-b9d8-3ae345534d0b not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:53:01.701433 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:01.759882 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8f5b9556-7753-4c66-a446-4623a879b043 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:01.911964 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ac77a912-e223-42cd-8d2f-3c6e6579ce81 req-5b16515d-21ba-46e7-bd61-0569459c0d86 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 210 time: 0.0919416 Sep 07 02:53:02.118959 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8f5b9556-7753-4c66-a446-4623a879b043 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:02.121675 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8f5b9556-7753-4c66-a446-4623a879b043 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:02.192742 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8f5b9556-7753-4c66-a446-4623a879b043 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:02.193304 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f5b9556-7753-4c66-a446-4623a879b043 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Fanout notify agent at l3_agent the message router_deleted on router 7800f4e7-ab2e-45b2-a421-025322ccc93a {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 02:53:02.204709 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8f5b9556-7753-4c66-a446-4623a879b043 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:02.213085 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-8f5b9556-7753-4c66-a446-4623a879b043 tempest-RoutersNegativeTest-1210659448 tempest-RoutersNegativeTest-1210659448-project] 10.222.0.22 "DELETE /v2.0/routers/7800f4e7-ab2e-45b2-a421-025322ccc93a HTTP/1.1" status: 204 len: 168 time: 1.0436721 Sep 07 02:53:02.343423 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e625a1b8-6c08-4768-8fb1-050f3f1b4d79 req-b8e5dbe9-78e3-467f-9598-3a6a25c4299c tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:02.345257 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e625a1b8-6c08-4768-8fb1-050f3f1b4d79 req-b8e5dbe9-78e3-467f-9598-3a6a25c4299c tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 944 time: 0.1284463 Sep 07 02:53:02.439054 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e625a1b8-6c08-4768-8fb1-050f3f1b4d79 req-c4cb6ca0-8ab3-4356-a80e-2dbe983e638d tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848174 Sep 07 02:53:02.818991 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 42198) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:03.144636 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2a7c3279-481e-46b9-9311-f0c7ed01926d req-938f57d7-9a13-4b99-aff6-746c9ad8f338 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 210 time: 0.0847359 Sep 07 02:53:03.165859 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3c46cd91-dbe7-46df-b46a-4c5af23d335b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2f52961eeb7245c7a9a8a4a4da20d53b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3454332 Sep 07 02:53:03.168366 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 42210) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:03.277762 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d9574bd8-60f7-49d4-a3ac-6866f7be0627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:03.318572 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d9574bd8-60f7-49d4-a3ac-6866f7be0627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:03.379373 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d9574bd8-60f7-49d4-a3ac-6866f7be0627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:03.382291 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d9574bd8-60f7-49d4-a3ac-6866f7be0627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:03.391782 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d9574bd8-60f7-49d4-a3ac-6866f7be0627 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/456587cd-3753-44e7-aa99-219ed515e49b HTTP/1.1" status: 204 len: 168 time: 0.2190962 Sep 07 02:53:03.418446 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9574bd8-60f7-49d4-a3ac-6866f7be0627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=456587cd-3753-44e7-aa99-219ed515e49b,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:03.693551 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be689d54-44f4-41fd-a3fc-2eeffb709227 req-64337c71-db63-4b0d-9fe7-de13c4de0e30 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:03.715815 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-be689d54-44f4-41fd-a3fc-2eeffb709227 req-64337c71-db63-4b0d-9fe7-de13c4de0e30 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 944 time: 0.1629057 Sep 07 02:53:03.809810 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-be689d54-44f4-41fd-a3fc-2eeffb709227 req-0fe100c3-6bf5-4fe3-8772-5dece14c2360 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924547 Sep 07 02:53:04.391117 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1040ced0-dbda-49f2-8a34-cb9e64ac2f86 req-60907d1a-8a5a-4ab7-ab92-26f8f2d25137 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 210 time: 0.0941017 Sep 07 02:53:05.085075 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f2ff1-6c2c-40b6-a310-c9516c630f13 req-c9b6d8e8-34c5-4055-91c2-144d6710b060 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:05.086625 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f16f2ff1-6c2c-40b6-a310-c9516c630f13 req-c9b6d8e8-34c5-4055-91c2-144d6710b060 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 944 time: 0.1039479 Sep 07 02:53:05.107901 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 42266) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:05.155870 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f16f2ff1-6c2c-40b6-a310-c9516c630f13 req-a9c49bce-78cd-450a-8aa2-c137e63145c1 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599306 Sep 07 02:53:05.255011 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-fa63b0de-964f-40a9-9017-93fb43ba370b tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Request body: {'security_group': {'name': 'tempest-secgroup--1598678653'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:53:05.280616 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fa63b0de-964f-40a9-9017-93fb43ba370b tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:05.290697 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fa63b0de-964f-40a9-9017-93fb43ba370b tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:05.420973 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fa63b0de-964f-40a9-9017-93fb43ba370b tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:05.428450 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fa63b0de-964f-40a9-9017-93fb43ba370b tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:05.479601 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa63b0de-964f-40a9-9017-93fb43ba370b tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73dafdf9-fb49-457b-bc59-2432da02d9fa,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:05.587274 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ae4749a5-5831-4e45-b3c0-41e0466855df req-1f4e7d2a-7ad8-40b2-b596-b1c384715c59 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 210 time: 0.0621252 Sep 07 02:53:05.618568 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fa63b0de-964f-40a9-9017-93fb43ba370b tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:05.631616 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fa63b0de-964f-40a9-9017-93fb43ba370b tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:05.678829 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fa63b0de-964f-40a9-9017-93fb43ba370b tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:05.683827 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 42326) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:05.692641 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-fa63b0de-964f-40a9-9017-93fb43ba370b tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5825262 Sep 07 02:53:05.698523 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa63b0de-964f-40a9-9017-93fb43ba370b tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a708677-13d3-423a-bdb3-0e2ec53c2181,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:05.747331 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-208d507b-2f18-4256-b906-bd3cb4d38906 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0620599 Sep 07 02:53:05.749973 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 42338) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:05.756332 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-620aa6db-87df-429f-9c11-848d18f463e3 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Request body: {'security_group': {'name': 'tempest-security--1368976091', 'description': 'tempest-security-description-2085824773'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:53:05.793171 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-620aa6db-87df-429f-9c11-848d18f463e3 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:05.857570 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-620aa6db-87df-429f-9c11-848d18f463e3 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:05.864902 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-620aa6db-87df-429f-9c11-848d18f463e3 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:05.867430 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-620aa6db-87df-429f-9c11-848d18f463e3 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:05.871524 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 42352) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:05.871921 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-620aa6db-87df-429f-9c11-848d18f463e3 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] 10.222.0.22 "PUT /v2.0/security-groups/6a708677-13d3-423a-bdb3-0e2ec53c2181 HTTP/1.1" status: 200 len: 1780 time: 0.1203032 Sep 07 02:53:05.902714 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620aa6db-87df-429f-9c11-848d18f463e3 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a708677-13d3-423a-bdb3-0e2ec53c2181,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:05.948785 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-5d1f28bb-68b8-4270-8a9a-d2a808e174c5 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] 10.222.0.22 "GET /v2.0/security-groups/6a708677-13d3-423a-bdb3-0e2ec53c2181 HTTP/1.1" status: 200 len: 1780 time: 0.0761166 Sep 07 02:53:05.951462 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 42366) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:06.033846 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-298078fb-1c1d-4cd4-8cbf-195868c0045f tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:06.071009 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-298078fb-1c1d-4cd4-8cbf-195868c0045f tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:06.132702 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-298078fb-1c1d-4cd4-8cbf-195868c0045f tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:06.136086 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-298078fb-1c1d-4cd4-8cbf-195868c0045f tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:06.137372 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-298078fb-1c1d-4cd4-8cbf-195868c0045f tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] 10.222.0.22 "DELETE /v2.0/security-groups/6a708677-13d3-423a-bdb3-0e2ec53c2181 HTTP/1.1" status: 204 len: 168 time: 0.1845403 Sep 07 02:53:06.140373 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 42392) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:06.151050 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298078fb-1c1d-4cd4-8cbf-195868c0045f tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a708677-13d3-423a-bdb3-0e2ec53c2181,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:06.230363 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 42406) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:06.230691 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-63766b81-e954-49c2-becd-9eb066997982 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0880013 Sep 07 02:53:06.252425 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-4521983d-8f0a-4845-8610-c006e228514d tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] delete failed (client error): The resource could not be found. Sep 07 02:53:06.254288 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-4521983d-8f0a-4845-8610-c006e228514d tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] 10.222.0.22 "DELETE /v2.0/security-groups/6a708677-13d3-423a-bdb3-0e2ec53c2181 HTTP/1.1" status: 404 len: 347 time: 0.0225739 Sep 07 02:53:06.261962 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 42412) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:06.267328 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-2982b297-afd3-4646-9416-f752dd5c2b33 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Request body: {'security_group': {'name': 'tempest-secgroup--939669947'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:53:06.324055 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2982b297-afd3-4646-9416-f752dd5c2b33 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:06.329911 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0d31e-2fc3-4e2e-8b69-0a535d685061 req-f56076ed-ce5b-45c6-861f-f0a312809855 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:06.332027 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-06d0d31e-2fc3-4e2e-8b69-0a535d685061 req-f56076ed-ce5b-45c6-861f-f0a312809855 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 944 time: 0.0761724 Sep 07 02:53:06.392540 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-06d0d31e-2fc3-4e2e-8b69-0a535d685061 req-97f96789-7d5a-4543-a96f-9ebaaaaa4663 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488803 Sep 07 02:53:06.462072 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2982b297-afd3-4646-9416-f752dd5c2b33 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:06.468982 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2982b297-afd3-4646-9416-f752dd5c2b33 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:06.506605 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2982b297-afd3-4646-9416-f752dd5c2b33 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:06.508142 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-2982b297-afd3-4646-9416-f752dd5c2b33 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2444861 Sep 07 02:53:06.510523 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2982b297-afd3-4646-9416-f752dd5c2b33 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d51110ed-0bc9-41e8-af38-01b81d0f0570,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:06.511193 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 42444) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:06.516487 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-62eb6cee-94a1-4c03-95b4-855ecf6661f9 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Request body: {'security_group_rule': {'security_group_id': 'd51110ed-0bc9-41e8-af38-01b81d0f0570', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:53:06.566836 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-62eb6cee-94a1-4c03-95b4-855ecf6661f9 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:06.638855 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-62eb6cee-94a1-4c03-95b4-855ecf6661f9 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:06.646591 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-62eb6cee-94a1-4c03-95b4-855ecf6661f9 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:06.678205 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eb6cee-94a1-4c03-95b4-855ecf6661f9 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c719cf51-ffc1-47e1-a608-8eb08cb30348,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:06.684053 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-62eb6cee-94a1-4c03-95b4-855ecf6661f9 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:06.685449 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-62eb6cee-94a1-4c03-95b4-855ecf6661f9 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1731563 Sep 07 02:53:06.688349 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 42466) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:06.763040 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1a66af56-822f-4b58-9753-825d88cd485b tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:06.763168 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-efc8f322-9488-4df4-bf61-3682ace7e1cf req-7679f917-cc64-42bd-af1c-8e9b0cbb942f tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 210 time: 0.0347624 Sep 07 02:53:06.786065 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1a66af56-822f-4b58-9753-825d88cd485b tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:06.815133 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1a66af56-822f-4b58-9753-825d88cd485b tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:06.820392 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1a66af56-822f-4b58-9753-825d88cd485b tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:06.822126 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-1a66af56-822f-4b58-9753-825d88cd485b tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/c719cf51-ffc1-47e1-a608-8eb08cb30348 HTTP/1.1" status: 204 len: 168 time: 0.1323814 Sep 07 02:53:06.824554 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 42484) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:06.842872 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a66af56-822f-4b58-9753-825d88cd485b tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c719cf51-ffc1-47e1-a608-8eb08cb30348,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:06.880839 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-0e98c4db-250d-4f37-ae91-aa8220006228 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0551379 Sep 07 02:53:06.883407 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 42492) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:06.957709 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3cec2f20-90ff-4b3a-abfb-e752ac9e697a tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:06.999620 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3cec2f20-90ff-4b3a-abfb-e752ac9e697a tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:07.063982 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3cec2f20-90ff-4b3a-abfb-e752ac9e697a tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:07.066817 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3cec2f20-90ff-4b3a-abfb-e752ac9e697a tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:07.070383 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-3cec2f20-90ff-4b3a-abfb-e752ac9e697a tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] 10.222.0.22 "DELETE /v2.0/security-groups/d51110ed-0bc9-41e8-af38-01b81d0f0570 HTTP/1.1" status: 204 len: 168 time: 0.1848145 Sep 07 02:53:07.074370 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 42520) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:07.080291 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cec2f20-90ff-4b3a-abfb-e752ac9e697a tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51110ed-0bc9-41e8-af38-01b81d0f0570,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:07.168211 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-10381dda-c9ce-4e9d-8a5c-6e49f67a6454 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0924263 Sep 07 02:53:07.171905 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 42532) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:07.185021 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-a5105553-69fe-4c5b-af57-f62bdc65a69a tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Request body: {'security_group': {'name': 'tempest-secgroup--1607381454'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:53:07.225475 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a5105553-69fe-4c5b-af57-f62bdc65a69a tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:07.337093 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a5105553-69fe-4c5b-af57-f62bdc65a69a tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:07.342645 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a5105553-69fe-4c5b-af57-f62bdc65a69a tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:07.372200 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a5105553-69fe-4c5b-af57-f62bdc65a69a tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:07.373554 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a5105553-69fe-4c5b-af57-f62bdc65a69a tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2004158 Sep 07 02:53:07.376450 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 42560) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:07.379919 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5105553-69fe-4c5b-af57-f62bdc65a69a tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce583819-619b-45f0-b0bb-29757e8e1951,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:07.381349 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-93e260c3-d64c-4f92-a169-cd0836b1ac09 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Request body: {'security_group_rule': {'security_group_id': 'ce583819-619b-45f0-b0bb-29757e8e1951', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:53:07.418293 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-93e260c3-d64c-4f92-a169-cd0836b1ac09 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:07.471284 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-93e260c3-d64c-4f92-a169-cd0836b1ac09 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:07.476560 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-93e260c3-d64c-4f92-a169-cd0836b1ac09 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:07.535283 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e260c3-d64c-4f92-a169-cd0836b1ac09 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f79eb38-1551-46fe-a6af-d64f9fbee24d,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:07.550889 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-93e260c3-d64c-4f92-a169-cd0836b1ac09 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:07.554631 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-93e260c3-d64c-4f92-a169-cd0836b1ac09 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1747284 Sep 07 02:53:07.554983 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 42586) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:07.559516 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-9bf3eb21-fb6d-4cc2-bd2d-655bf1812d96 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Request body: {'security_group_rule': {'security_group_id': 'ce583819-619b-45f0-b0bb-29757e8e1951', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:53:07.585697 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b2f22-6aac-40da-aad8-59b8b434a38b req-d0fb635e-b37e-426f-bc92-7dc14c0fca8a tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:07.588434 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5e8b2f22-6aac-40da-aad8-59b8b434a38b req-d0fb635e-b37e-426f-bc92-7dc14c0fca8a tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 944 time: 0.0871336 Sep 07 02:53:07.660668 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9bf3eb21-fb6d-4cc2-bd2d-655bf1812d96 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:07.667856 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5e8b2f22-6aac-40da-aad8-59b8b434a38b req-25f6f941-f149-4f18-b5ab-b3263ffeda9e tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629277 Sep 07 02:53:07.785035 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9bf3eb21-fb6d-4cc2-bd2d-655bf1812d96 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:07.790158 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9bf3eb21-fb6d-4cc2-bd2d-655bf1812d96 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:07.822631 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9bf3eb21-fb6d-4cc2-bd2d-655bf1812d96 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:07.824655 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-9bf3eb21-fb6d-4cc2-bd2d-655bf1812d96 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2688637 Sep 07 02:53:07.827619 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 42622) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:07.828856 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf3eb21-fb6d-4cc2-bd2d-655bf1812d96 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3bad8c9-e570-4601-9ffd-15f811bd1085,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:07.842055 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-51fc509d-8eda-4784-8971-769a426626e0 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Request body: {'security_group_rule': {'security_group_id': 'ce583819-619b-45f0-b0bb-29757e8e1951', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:53:07.882980 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-51fc509d-8eda-4784-8971-769a426626e0 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:07.960312 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 307b71c8-1330-4f86-b0c6-ac62473e3585 details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:53:07.974647 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fa009957-7713-4a51-bf59-6493bdf86273 req-b78de102-3727-4cf4-9adc-c517f681da40 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 210 time: 0.0627222 Sep 07 02:53:08.014725 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-51fc509d-8eda-4784-8971-769a426626e0 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:08.022741 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-51fc509d-8eda-4784-8971-769a426626e0 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:08.046573 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fc509d-8eda-4784-8971-769a426626e0 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cee1060f-abdb-48e1-b3f7-8408b258b667,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:08.081498 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-51fc509d-8eda-4784-8971-769a426626e0 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:08.082855 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-51fc509d-8eda-4784-8971-769a426626e0 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2536502 Sep 07 02:53:08.085892 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 42654) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:08.091186 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-7e6e9601-53ea-473d-baf7-386dd8ecc23a tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Request body: {'security_group_rule': {'security_group_id': 'ce583819-619b-45f0-b0bb-29757e8e1951', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:53:08.137849 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 307b71c8-1330-4f86-b0c6-ac62473e3585, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=307b71c8-1330-4f86-b0c6-ac62473e3585,segment=NetworkSegment(e9d929c5-8f5d-4fa8-8af9-463491d37eb2),segment_id=e9d929c5-8f5d-4fa8-8af9-463491d37eb2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:53:08.154130 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '307b71c8-1330-4f86-b0c6-ac62473e3585', 'network_id': '425487d9-ea00-48c2-8b07-b3e74c380248', 'port_id': '307b71c8-1330-4f86-b0c6-ac62473e3585', 'mac_address': 'fa:16:3e:aa:c2:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '384df4a0-6ed3-4747-8ce4-4d617b6c5693', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:53:08.176250 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7e6e9601-53ea-473d-baf7-386dd8ecc23a tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:08.200798 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:08.218363 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 307b71c8-1330-4f86-b0c6-ac62473e3585 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:53:08.242681 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 307b71c8-1330-4f86-b0c6-ac62473e3585, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=307b71c8-1330-4f86-b0c6-ac62473e3585,segment=NetworkSegment(e9d929c5-8f5d-4fa8-8af9-463491d37eb2),segment_id=e9d929c5-8f5d-4fa8-8af9-463491d37eb2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:53:08.261585 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:08.318693 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7e6e9601-53ea-473d-baf7-386dd8ecc23a tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:08.323074 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7e6e9601-53ea-473d-baf7-386dd8ecc23a tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:08.327573 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=307b71c8-1330-4f86-b0c6-ac62473e3585,revision_number=11']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:08.341629 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6e9601-53ea-473d-baf7-386dd8ecc23a tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aa501a3-5de7-47fb-86c3-f68c20addfa4,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:08.356147 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7e6e9601-53ea-473d-baf7-386dd8ecc23a tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:08.359991 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-7e6e9601-53ea-473d-baf7-386dd8ecc23a tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2707839 Sep 07 02:53:08.360462 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 42690) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:08.365684 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-a53afb4d-2f45-4aa1-bc06-efa5230309c6 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Request body: {'security_group_rule': {'security_group_id': 'ce583819-619b-45f0-b0bb-29757e8e1951', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:53:08.406777 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a53afb4d-2f45-4aa1-bc06-efa5230309c6 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:08.435820 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 42702) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:08.474861 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['307b71c8-1330-4f86-b0c6-ac62473e3585'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:53:08.508983 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a53afb4d-2f45-4aa1-bc06-efa5230309c6 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:08.516815 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a53afb4d-2f45-4aa1-bc06-efa5230309c6 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:08.543024 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53afb4d-2f45-4aa1-bc06-efa5230309c6 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b12f9288-80e3-4dba-bf2d-8708b2fbdfe4,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:08.550804 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a53afb4d-2f45-4aa1-bc06-efa5230309c6 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:08.552524 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a53afb4d-2f45-4aa1-bc06-efa5230309c6 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1910346 Sep 07 02:53:08.555393 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 42716) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:08.602851 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6b574d18-3c29-47ba-9fed-189a98b29c1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:08.615401 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a1dfc97d-ca0a-480f-a253-f9072d22a29c tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:08.626667 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a1dfc97d-ca0a-480f-a253-f9072d22a29c tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:08.670993 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a1dfc97d-ca0a-480f-a253-f9072d22a29c tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:08.682271 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a1dfc97d-ca0a-480f-a253-f9072d22a29c tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:08.683337 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a1dfc97d-ca0a-480f-a253-f9072d22a29c tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/b12f9288-80e3-4dba-bf2d-8708b2fbdfe4 HTTP/1.1" status: 204 len: 168 time: 0.1269310 Sep 07 02:53:08.686018 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 42730) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:08.690697 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dfc97d-ca0a-480f-a253-f9072d22a29c tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b12f9288-80e3-4dba-bf2d-8708b2fbdfe4,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:08.766962 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6b574d18-3c29-47ba-9fed-189a98b29c1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:08.772547 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6b574d18-3c29-47ba-9fed-189a98b29c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:08.784609 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-fa993afd-2311-449b-a29a-7b099e24963d tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0967810 Sep 07 02:53:08.787225 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 42744) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:08.826914 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-6b574d18-3c29-47ba-9fed-189a98b29c1f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f2648940226e44ac8a49089bd2354d51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3896389 Sep 07 02:53:08.827451 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 42750) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:08.828365 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b574d18-3c29-47ba-9fed-189a98b29c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00006abd-718e-4167-a85c-7f5f1a248b4a,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:08.873440 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bdb4e455-89a3-40a4-8b33-7984843d60bc tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:08.904486 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bdb4e455-89a3-40a4-8b33-7984843d60bc tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:08.973826 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c35e94c-054b-41a2-9d9d-def9e58c6af9 req-aa7f000a-3ba2-41d2-86a1-917390f9a1ac tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:08.981513 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9c35e94c-054b-41a2-9d9d-def9e58c6af9 req-aa7f000a-3ba2-41d2-86a1-917390f9a1ac tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.1301653 Sep 07 02:53:08.983259 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d28588bc-ddf6-4e9f-bf99-772d9fd0aa38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:09.016810 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bdb4e455-89a3-40a4-8b33-7984843d60bc tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:09.028193 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bdb4e455-89a3-40a4-8b33-7984843d60bc tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:09.029827 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-bdb4e455-89a3-40a4-8b33-7984843d60bc tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/4aa501a3-5de7-47fb-86c3-f68c20addfa4 HTTP/1.1" status: 204 len: 168 time: 0.2394948 Sep 07 02:53:09.032355 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 42780) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:09.039863 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d28588bc-ddf6-4e9f-bf99-772d9fd0aa38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:09.061991 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb4e455-89a3-40a4-8b33-7984843d60bc tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4aa501a3-5de7-47fb-86c3-f68c20addfa4,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:09.077428 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9c35e94c-054b-41a2-9d9d-def9e58c6af9 req-3e58169f-0bf1-4d2c-b29c-49f9df4a331b tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928957 Sep 07 02:53:09.126319 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-0f135ba7-0b4c-45bf-86f8-ae9babec6fd4 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0895007 Sep 07 02:53:09.126849 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 42790) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:09.162391 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-862dfc33-45e3-4fcd-922b-453ef0b267ac tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:09.170987 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4532a9c4-a322-4226-9cc7-f18be6d9cf9e req-8c1b5837-3689-4bb3-a4b1-e2c476e3ec01 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 210 time: 0.0462706 Sep 07 02:53:09.177640 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-862dfc33-45e3-4fcd-922b-453ef0b267ac tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:09.198135 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d28588bc-ddf6-4e9f-bf99-772d9fd0aa38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:09.200865 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d28588bc-ddf6-4e9f-bf99-772d9fd0aa38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:09.202831 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d28588bc-ddf6-4e9f-bf99-772d9fd0aa38 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/00006abd-718e-4167-a85c-7f5f1a248b4a HTTP/1.1" status: 204 len: 168 time: 0.3732262 Sep 07 02:53:09.218280 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28588bc-ddf6-4e9f-bf99-772d9fd0aa38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00006abd-718e-4167-a85c-7f5f1a248b4a,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:09.232574 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-862dfc33-45e3-4fcd-922b-453ef0b267ac tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:09.253859 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-862dfc33-45e3-4fcd-922b-453ef0b267ac tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:09.257376 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-862dfc33-45e3-4fcd-922b-453ef0b267ac tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/cee1060f-abdb-48e1-b3f7-8408b258b667 HTTP/1.1" status: 204 len: 168 time: 0.1273196 Sep 07 02:53:09.257376 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862dfc33-45e3-4fcd-922b-453ef0b267ac tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cee1060f-abdb-48e1-b3f7-8408b258b667,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:09.258052 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 42806) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:09.337240 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ff6911cf-3b59-4451-a057-7c8d79888882 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0749271 Sep 07 02:53:09.338316 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 42816) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:09.375055 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6eb61569-1b50-4790-bd62-398a23c4c1c6 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:09.386091 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6eb61569-1b50-4790-bd62-398a23c4c1c6 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:09.428494 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6eb61569-1b50-4790-bd62-398a23c4c1c6 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:09.442700 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6eb61569-1b50-4790-bd62-398a23c4c1c6 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:09.443985 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-6eb61569-1b50-4790-bd62-398a23c4c1c6 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/a3bad8c9-e570-4601-9ffd-15f811bd1085 HTTP/1.1" status: 204 len: 168 time: 0.1053505 Sep 07 02:53:09.444772 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb61569-1b50-4790-bd62-398a23c4c1c6 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a3bad8c9-e570-4601-9ffd-15f811bd1085,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:09.446656 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 42834) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:09.540485 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-e607e4fe-98aa-4f35-af82-607b47c67ae3 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0902781 Sep 07 02:53:09.540902 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 42848) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:09.569166 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9714437a-b7bc-44e9-ba74-d8b7471eb5eb tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:09.578114 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9714437a-b7bc-44e9-ba74-d8b7471eb5eb tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:09.608465 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9714437a-b7bc-44e9-ba74-d8b7471eb5eb tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:09.618869 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9714437a-b7bc-44e9-ba74-d8b7471eb5eb tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:09.620316 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-9714437a-b7bc-44e9-ba74-d8b7471eb5eb tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/7f79eb38-1551-46fe-a6af-d64f9fbee24d HTTP/1.1" status: 204 len: 168 time: 0.0783634 Sep 07 02:53:09.622844 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 42856) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:09.623449 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 42858) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:09.630136 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9714437a-b7bc-44e9-ba74-d8b7471eb5eb tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7f79eb38-1551-46fe-a6af-d64f9fbee24d,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:09.651657 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b74e4978-ed34-4345-ab27-5ae98b7afe73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:09.696215 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b87dbe41-34a3-466a-b446-e8d7e32ef5be tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0642576 Sep 07 02:53:09.699097 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 42860) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:09.755856 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-878623da-561e-405c-a25b-dd589bbd2895 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:09.772050 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b74e4978-ed34-4345-ab27-5ae98b7afe73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:09.778962 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-878623da-561e-405c-a25b-dd589bbd2895 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:09.779383 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b74e4978-ed34-4345-ab27-5ae98b7afe73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:09.818686 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74e4978-ed34-4345-ab27-5ae98b7afe73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da61da0b-4d80-4cde-a09d-d41bb44dac1f,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:09.823524 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b74e4978-ed34-4345-ab27-5ae98b7afe73 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6653975392d84aa1b7219ea69306767c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1984665 Sep 07 02:53:09.826057 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 42862) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:09.914543 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a7495957-9087-4362-a2a1-71ea2893df58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:09.916570 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-878623da-561e-405c-a25b-dd589bbd2895 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:09.919340 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-878623da-561e-405c-a25b-dd589bbd2895 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:09.923439 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 42866) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:09.923893 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-878623da-561e-405c-a25b-dd589bbd2895 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] 10.222.0.22 "DELETE /v2.0/security-groups/ce583819-619b-45f0-b0bb-29757e8e1951 HTTP/1.1" status: 204 len: 168 time: 0.2229977 Sep 07 02:53:09.947006 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878623da-561e-405c-a25b-dd589bbd2895 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce583819-619b-45f0-b0bb-29757e8e1951,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:09.959310 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a7495957-9087-4362-a2a1-71ea2893df58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:09.964143 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 307b71c8-1330-4f86-b0c6-ac62473e3585 up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:53:09.982359 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-1a650b9c-9681-4db1-bd09-ea1d762493cf tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0563424 Sep 07 02:53:09.991973 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 42868) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:09.997343 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-c68f949c-f65a-491e-beb7-7eb1d352530b tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Request body: {'security_group': {'name': 'tempest-secgroup--1324720999'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:53:10.029206 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c68f949c-f65a-491e-beb7-7eb1d352530b tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:10.030602 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a7495957-9087-4362-a2a1-71ea2893df58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:10.036075 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a7495957-9087-4362-a2a1-71ea2893df58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:10.041492 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a7495957-9087-4362-a2a1-71ea2893df58 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/da61da0b-4d80-4cde-a09d-d41bb44dac1f HTTP/1.1" status: 204 len: 168 time: 0.2102110 Sep 07 02:53:10.047568 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7495957-9087-4362-a2a1-71ea2893df58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da61da0b-4d80-4cde-a09d-d41bb44dac1f,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:10.052381 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port 307b71c8-1330-4f86-b0c6-ac62473e3585 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:53:10.066757 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 307b71c8-1330-4f86-b0c6-ac62473e3585 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:53:10.067544 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:10.145154 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c68f949c-f65a-491e-beb7-7eb1d352530b tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:10.150244 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c68f949c-f65a-491e-beb7-7eb1d352530b tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:10.195627 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c68f949c-f65a-491e-beb7-7eb1d352530b tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:10.197764 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c68f949c-f65a-491e-beb7-7eb1d352530b tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2042563 Sep 07 02:53:10.200160 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68f949c-f65a-491e-beb7-7eb1d352530b tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3fd750-7290-4fd4-b96d-8b874abae07e,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:10.204760 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 42874) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:10.212653 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-b73ed22f-e1d5-428b-a760-7698cbaa2426 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Request body: {'security_group_rule': {'security_group_id': 'cd3fd750-7290-4fd4-b96d-8b874abae07e', 'direction': 'ingress', 'protocol': 17}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:53:10.242436 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9636e-f2ff-4f82-b38e-3aca1ba6c9ac req-63593ee7-ebe5-4a81-bc84-79805886e3a9 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:10.243445 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:10.250315 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-93d9636e-f2ff-4f82-b38e-3aca1ba6c9ac req-63593ee7-ebe5-4a81-bc84-79805886e3a9 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 945 time: 0.0721896 Sep 07 02:53:10.275878 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b73ed22f-e1d5-428b-a760-7698cbaa2426 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:10.304948 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-93d9636e-f2ff-4f82-b38e-3aca1ba6c9ac req-3180706f-972c-4d0d-b156-252d2d4bbfa3 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502660 Sep 07 02:53:10.312091 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d32e6b0-855e-4510-bcd5-85ff68c2c765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307b71c8-1330-4f86-b0c6-ac62473e3585'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:53:10.317781 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10eeb471-660d-46d8-af53-3edc9f7fb11c" -d '{"events": [{"server_uuid": "0d32e6b0-855e-4510-bcd5-85ff68c2c765", "name": "network-vif-plugged", "status": "completed", "tag": "307b71c8-1330-4f86-b0c6-ac62473e3585"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:53:10.341053 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 307b71c8-1330-4f86-b0c6-ac62473e3585, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=307b71c8-1330-4f86-b0c6-ac62473e3585,segment=NetworkSegment(e9d929c5-8f5d-4fa8-8af9-463491d37eb2),segment_id=e9d929c5-8f5d-4fa8-8af9-463491d37eb2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:53:10.346064 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:10.384158 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353db0e6-85e0-46c0-8a8f-6c5320ff134f x-openstack-request-id: req-353db0e6-85e0-46c0-8a8f-6c5320ff134f {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:53:10.384611 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d32e6b0-855e-4510-bcd5-85ff68c2c765", "name": "network-vif-plugged", "status": "completed", "tag": "307b71c8-1330-4f86-b0c6-ac62473e3585", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:53:10.384846 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-353db0e6-85e0-46c0-8a8f-6c5320ff134f {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:53:10.385243 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d32e6b0-855e-4510-bcd5-85ff68c2c765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307b71c8-1330-4f86-b0c6-ac62473e3585', 'code': 200} Sep 07 02:53:10.394874 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d3568672-0163-41f2-a8df-fca8b7d59d40 req-cc3d8b4e-e3e8-4598-b5b5-a5ba74da7eac tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 210 time: 0.0735080 Sep 07 02:53:10.425516 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=307b71c8-1330-4f86-b0c6-ac62473e3585,revision_number=12']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:10.463974 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b73ed22f-e1d5-428b-a760-7698cbaa2426 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:10.474905 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b73ed22f-e1d5-428b-a760-7698cbaa2426 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:10.502923 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b73ed22f-e1d5-428b-a760-7698cbaa2426 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:10.505287 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b73ed22f-e1d5-428b-a760-7698cbaa2426 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2986400 Sep 07 02:53:10.508719 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 42886) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:10.509510 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ed22f-e1d5-428b-a760-7698cbaa2426 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f812cfa-ef13-4325-9575-912ad2933c86,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:10.570824 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cdff20-3b5e-4b60-9fc0-0496e98a5641 req-8330a54d-e34a-4572-903e-b03b5a8a3ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:10.572398 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a5cdff20-3b5e-4b60-9fc0-0496e98a5641 req-8330a54d-e34a-4572-903e-b03b5a8a3ef7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 1098 time: 0.0522346 Sep 07 02:53:10.578711 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a7c996bd-c887-43ca-836d-ff4c135d16f5 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:10.616494 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a5cdff20-3b5e-4b60-9fc0-0496e98a5641 req-86c4cd9f-19cf-4a57-94b6-18e26076f95d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360699 Sep 07 02:53:10.628418 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a7c996bd-c887-43ca-836d-ff4c135d16f5 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:10.703389 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a7c996bd-c887-43ca-836d-ff4c135d16f5 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:10.708198 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a7c996bd-c887-43ca-836d-ff4c135d16f5 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:10.709595 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a7c996bd-c887-43ca-836d-ff4c135d16f5 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] 10.222.0.22 "DELETE /v2.0/security-groups/cd3fd750-7290-4fd4-b96d-8b874abae07e HTTP/1.1" status: 204 len: 168 time: 0.1998882 Sep 07 02:53:10.714051 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 42898) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:10.734077 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c996bd-c887-43ca-836d-ff4c135d16f5 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3fd750-7290-4fd4-b96d-8b874abae07e,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:10.774292 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-4d005730-33eb-4766-abf4-0d70c1f0d499 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0589182 Sep 07 02:53:10.775005 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 42902) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:10.779729 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-60f60f3e-17d1-4653-9351-695395fc69db tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Request body: {'security_group': {'name': 'tempest-secgroup--679150706'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:53:10.802792 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-60f60f3e-17d1-4653-9351-695395fc69db tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:10.904897 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-60f60f3e-17d1-4653-9351-695395fc69db tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:10.909097 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-60f60f3e-17d1-4653-9351-695395fc69db tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:10.939805 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-60f60f3e-17d1-4653-9351-695395fc69db tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:10.941577 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-60f60f3e-17d1-4653-9351-695395fc69db tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1654429 Sep 07 02:53:10.944393 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 42910) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:10.949177 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-23f7bfc8-b0eb-4643-8316-449cc4aa6d03 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Request body: {'security_group': {'name': 'tempest-secgroup--235631763'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:53:10.958648 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f60f3e-17d1-4653-9351-695395fc69db tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7e64de-b728-4351-9d6e-aea1a6dbbe0f,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:10.978845 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-23f7bfc8-b0eb-4643-8316-449cc4aa6d03 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:11.110706 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-23f7bfc8-b0eb-4643-8316-449cc4aa6d03 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:11.116201 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-23f7bfc8-b0eb-4643-8316-449cc4aa6d03 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:11.148307 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-23f7bfc8-b0eb-4643-8316-449cc4aa6d03 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:11.152061 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-23f7bfc8-b0eb-4643-8316-449cc4aa6d03 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2039754 Sep 07 02:53:11.152417 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 42918) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:11.152556 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f7bfc8-b0eb-4643-8316-449cc4aa6d03 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e941664a-dba1-4037-8242-a28aa170c1b9,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:11.157232 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-93b087f3-528d-4710-af03-fdf8c593bf7b tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Request body: {'security_group_rule': {'security_group_id': 'cb7e64de-b728-4351-9d6e-aea1a6dbbe0f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e941664a-dba1-4037-8242-a28aa170c1b9', 'remote_ip_prefix': None}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:53:11.197647 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-93b087f3-528d-4710-af03-fdf8c593bf7b tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:11.277699 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-93b087f3-528d-4710-af03-fdf8c593bf7b tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:11.282259 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-93b087f3-528d-4710-af03-fdf8c593bf7b tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:11.302707 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b087f3-528d-4710-af03-fdf8c593bf7b tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c45bfa19-312e-43ed-983c-766c09abb7b6,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:11.307610 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-93b087f3-528d-4710-af03-fdf8c593bf7b tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:11.309083 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-93b087f3-528d-4710-af03-fdf8c593bf7b tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1556468 Sep 07 02:53:11.312201 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 42922) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:11.342095 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-24903a5b-c299-4f92-861c-e414fc2ab431 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:11.351053 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-24903a5b-c299-4f92-861c-e414fc2ab431 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:11.389984 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-24903a5b-c299-4f92-861c-e414fc2ab431 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:11.415597 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-24903a5b-c299-4f92-861c-e414fc2ab431 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:11.416854 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-24903a5b-c299-4f92-861c-e414fc2ab431 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/c45bfa19-312e-43ed-983c-766c09abb7b6 HTTP/1.1" status: 204 len: 168 time: 0.1036355 Sep 07 02:53:11.418122 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24903a5b-c299-4f92-861c-e414fc2ab431 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c45bfa19-312e-43ed-983c-766c09abb7b6,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:11.420049 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 42928) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:11.487749 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a9637-8949-440d-9634-8fb5c6aeacfa req-5e047c05-5143-4186-af24-d53b2656f110 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:11.490465 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ee4a9637-8949-440d-9634-8fb5c6aeacfa req-5e047c05-5143-4186-af24-d53b2656f110 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 946 time: 0.1155674 Sep 07 02:53:11.497291 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-dfdb2418-6e39-4c71-a6db-a0e42bba880b tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0757132 Sep 07 02:53:11.500330 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 42938) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:11.581520 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b9282e03-9392-4966-9b03-a2b054daadcd req-77ac464f-c3f1-4864-a20c-013e82c79b18 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 210 time: 0.0489051 Sep 07 02:53:11.596043 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ee4a9637-8949-440d-9634-8fb5c6aeacfa req-014dbebb-27e7-47f6-8bac-8813993da8f0 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925322 Sep 07 02:53:11.602009 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d70a581c-52b4-4bbe-86da-8e3b787b1fb2 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:11.637444 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d70a581c-52b4-4bbe-86da-8e3b787b1fb2 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:11.699789 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d70a581c-52b4-4bbe-86da-8e3b787b1fb2 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:11.702734 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d70a581c-52b4-4bbe-86da-8e3b787b1fb2 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:11.704270 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d70a581c-52b4-4bbe-86da-8e3b787b1fb2 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] 10.222.0.22 "DELETE /v2.0/security-groups/e941664a-dba1-4037-8242-a28aa170c1b9 HTTP/1.1" status: 204 len: 168 time: 0.2026236 Sep 07 02:53:11.707884 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 42950) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:11.719312 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70a581c-52b4-4bbe-86da-8e3b787b1fb2 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e941664a-dba1-4037-8242-a28aa170c1b9,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:11.798493 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3519ad3d-5529-4e67-923f-4b7e5929738f tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0894294 Sep 07 02:53:11.802078 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 42956) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:11.871531 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f2fe69c9-ba93-4ea5-a08d-e2920c73938b tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:11.915780 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f2fe69c9-ba93-4ea5-a08d-e2920c73938b tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:11.966966 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f2fe69c9-ba93-4ea5-a08d-e2920c73938b tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:11.970960 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f2fe69c9-ba93-4ea5-a08d-e2920c73938b tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:11.975443 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f2fe69c9-ba93-4ea5-a08d-e2920c73938b tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] 10.222.0.22 "DELETE /v2.0/security-groups/cb7e64de-b728-4351-9d6e-aea1a6dbbe0f HTTP/1.1" status: 204 len: 168 time: 0.1694524 Sep 07 02:53:11.975818 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 42966) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:11.985362 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fe69c9-ba93-4ea5-a08d-e2920c73938b tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7e64de-b728-4351-9d6e-aea1a6dbbe0f,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:12.028505 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-38b2353a-41e8-4a76-a387-f50c7db1d20e tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0515270 Sep 07 02:53:12.032982 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 42968) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:12.038321 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-f1cd8902-b3d7-4e9e-8265-c2144942d0a1 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Request body: {'security_group': {'name': 'tempest-secgroup--853768615'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:53:12.070734 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f1cd8902-b3d7-4e9e-8265-c2144942d0a1 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:12.209371 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f1cd8902-b3d7-4e9e-8265-c2144942d0a1 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:12.219084 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f1cd8902-b3d7-4e9e-8265-c2144942d0a1 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:12.249604 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f1cd8902-b3d7-4e9e-8265-c2144942d0a1 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:12.250880 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f1cd8902-b3d7-4e9e-8265-c2144942d0a1 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2176011 Sep 07 02:53:12.254916 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 42988) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:12.256405 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cd8902-b3d7-4e9e-8265-c2144942d0a1 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2523948-a0f2-4873-b55e-90a9c507a6ee,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:12.261886 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-cceac65c-0edb-4f68-9ca9-f57139c5102a tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Request body: {'security_group_rule': {'security_group_id': 'f2523948-a0f2-4873-b55e-90a9c507a6ee', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:53:12.296336 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cceac65c-0edb-4f68-9ca9-f57139c5102a tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:12.377997 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cceac65c-0edb-4f68-9ca9-f57139c5102a tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:12.390892 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cceac65c-0edb-4f68-9ca9-f57139c5102a tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:12.413726 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceac65c-0edb-4f68-9ca9-f57139c5102a tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a222fa0-beaa-45a8-8ba1-5a89f05d27c4,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:12.421469 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cceac65c-0edb-4f68-9ca9-f57139c5102a tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:12.425347 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-cceac65c-0edb-4f68-9ca9-f57139c5102a tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1663108 Sep 07 02:53:12.425749 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43004) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:12.457344 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5fc8bd67-8318-49f8-b3e9-29d52df3a595 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:12.468708 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5fc8bd67-8318-49f8-b3e9-29d52df3a595 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:12.504115 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5fc8bd67-8318-49f8-b3e9-29d52df3a595 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:12.515321 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5fc8bd67-8318-49f8-b3e9-29d52df3a595 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:12.517121 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-5fc8bd67-8318-49f8-b3e9-29d52df3a595 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/3a222fa0-beaa-45a8-8ba1-5a89f05d27c4 HTTP/1.1" status: 204 len: 168 time: 0.0902679 Sep 07 02:53:12.520890 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 43006) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:12.524459 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8bd67-8318-49f8-b3e9-29d52df3a595 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3a222fa0-beaa-45a8-8ba1-5a89f05d27c4,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:12.583590 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43008) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:12.584378 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-dfb99904-5a1a-409b-b772-cec2707a8f25 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0617959 Sep 07 02:53:12.673875 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f5ab8982-e5c1-432e-ae06-b1d1d4df9ce9 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:12.720741 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b5edbb31-0563-4aa5-9e9e-dbab611d1828 req-b1651d2f-3dba-44dd-9fba-972cd25ea97b tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a279e2a-aabb-4dfb-a2fa-d1e39d7f84dc HTTP/1.1" status: 200 len: 210 time: 0.0353756 Sep 07 02:53:12.724792 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f5ab8982-e5c1-432e-ae06-b1d1d4df9ce9 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:12.740104 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43018) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:12.777593 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab746eb-266c-4731-9e8e-4acf636239fe req-c88968e2-fcb0-476c-aaee-e4f7c70dc218 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:12.779346 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fab746eb-266c-4731-9e8e-4acf636239fe req-c88968e2-fcb0-476c-aaee-e4f7c70dc218 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 946 time: 0.0683134 Sep 07 02:53:12.821774 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f5ab8982-e5c1-432e-ae06-b1d1d4df9ce9 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:12.824530 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f5ab8982-e5c1-432e-ae06-b1d1d4df9ce9 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:12.825746 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f5ab8982-e5c1-432e-ae06-b1d1d4df9ce9 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] 10.222.0.22 "DELETE /v2.0/security-groups/f2523948-a0f2-4873-b55e-90a9c507a6ee HTTP/1.1" status: 204 len: 168 time: 0.2411029 Sep 07 02:53:12.829544 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43024) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:12.871068 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab8982-e5c1-432e-ae06-b1d1d4df9ce9 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2523948-a0f2-4873-b55e-90a9c507a6ee,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:12.905885 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-39475a3c-2bbd-4909-9384-6d938f78a064 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0740392 Sep 07 02:53:12.907737 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fab746eb-266c-4731-9e8e-4acf636239fe req-3e162e71-3573-4d82-be31-95c10db6704c tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169508 Sep 07 02:53:12.915884 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 43026) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:12.915884 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-d4a3dbff-9438-4226-adcc-f0fc90222c59 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Request body: {'security_group': {'name': 'tempest-secgroup--563735243'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:53:12.941836 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d4a3dbff-9438-4226-adcc-f0fc90222c59 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:12.995635 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dc3032f9-12d9-44c4-a405-66b7aeec6a38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:13.041671 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d4a3dbff-9438-4226-adcc-f0fc90222c59 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:13.045346 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d4a3dbff-9438-4226-adcc-f0fc90222c59 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:13.073658 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a3dbff-9438-4226-adcc-f0fc90222c59 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27bf5e5d-8af1-4d7a-8860-95aad92a45c9,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:13.130342 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dc3032f9-12d9-44c4-a405-66b7aeec6a38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:13.134491 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dc3032f9-12d9-44c4-a405-66b7aeec6a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:13.138449 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d4a3dbff-9438-4226-adcc-f0fc90222c59 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:13.143438 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d4a3dbff-9438-4226-adcc-f0fc90222c59 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2322009 Sep 07 02:53:13.144542 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 43028) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:13.149602 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-f0518753-f469-465e-b1fc-b54bb7ad64b8 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Request body: {'security_group_rule': {'security_group_id': '27bf5e5d-8af1-4d7a-8860-95aad92a45c9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:53:13.173398 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-dc3032f9-12d9-44c4-a405-66b7aeec6a38 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d2542b7230214917aa961bbfc0ec58de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4265862 Sep 07 02:53:13.174999 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3032f9-12d9-44c4-a405-66b7aeec6a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11de375f-b1cb-4b24-88d7-ec94d1c23f9f,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:13.177547 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43030) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:13.196929 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f0518753-f469-465e-b1fc-b54bb7ad64b8 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:13.233349 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f2624960-f38a-48b7-af65-aaef03de105b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:13.256913 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f2624960-f38a-48b7-af65-aaef03de105b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:13.298249 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f0518753-f469-465e-b1fc-b54bb7ad64b8 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:13.303222 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f0518753-f469-465e-b1fc-b54bb7ad64b8 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:13.314376 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f2624960-f38a-48b7-af65-aaef03de105b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:13.317684 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f2624960-f38a-48b7-af65-aaef03de105b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:13.321418 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f2624960-f38a-48b7-af65-aaef03de105b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/11de375f-b1cb-4b24-88d7-ec94d1c23f9f HTTP/1.1" status: 204 len: 168 time: 0.1404195 Sep 07 02:53:13.329035 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0518753-f469-465e-b1fc-b54bb7ad64b8 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b97ce5c7-5231-42ee-97ce-0233ef26f134,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:13.329427 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2624960-f38a-48b7-af65-aaef03de105b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11de375f-b1cb-4b24-88d7-ec94d1c23f9f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:13.334657 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f0518753-f469-465e-b1fc-b54bb7ad64b8 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:13.339237 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f0518753-f469-465e-b1fc-b54bb7ad64b8 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1932123 Sep 07 02:53:13.339355 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43036) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:13.362266 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-cf0ca57b-7c59-497f-b896-22a802f08493 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] 10.222.0.22 "GET /v2.0/security-group-rules/b97ce5c7-5231-42ee-97ce-0233ef26f134 HTTP/1.1" status: 200 len: 763 time: 0.0190115 Sep 07 02:53:13.362266 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43038) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:13.416881 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-e65d259c-75c9-4752-a10b-95bebfff8acd tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0534303 Sep 07 02:53:13.419550 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 43040) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:13.446909 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-68dfb9ff-6b90-48a1-b97c-e088a80c0bfe tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:13.455122 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-68dfb9ff-6b90-48a1-b97c-e088a80c0bfe tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:13.492957 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-68dfb9ff-6b90-48a1-b97c-e088a80c0bfe tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:13.500752 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-68dfb9ff-6b90-48a1-b97c-e088a80c0bfe tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:13.504139 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-68dfb9ff-6b90-48a1-b97c-e088a80c0bfe tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/b97ce5c7-5231-42ee-97ce-0233ef26f134 HTTP/1.1" status: 204 len: 168 time: 0.0811191 Sep 07 02:53:13.504529 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43044) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:13.506355 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dfb9ff-6b90-48a1-b97c-e088a80c0bfe tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b97ce5c7-5231-42ee-97ce-0233ef26f134,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:13.547554 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-8a2ad756-7905-429a-b316-54ffb29b5296 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0414915 Sep 07 02:53:13.550012 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43046) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:13.554674 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-67ca2f08-81cf-4961-88d0-71e7ecba89b0 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Request body: {'security_group_rule': {'security_group_id': '27bf5e5d-8af1-4d7a-8860-95aad92a45c9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:53:13.585483 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-67ca2f08-81cf-4961-88d0-71e7ecba89b0 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:13.651211 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-67ca2f08-81cf-4961-88d0-71e7ecba89b0 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:13.654722 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-67ca2f08-81cf-4961-88d0-71e7ecba89b0 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:13.675832 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ca2f08-81cf-4961-88d0-71e7ecba89b0 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e0f4495-1574-4b5c-a5a5-172a98e9186b,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:13.679165 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-67ca2f08-81cf-4961-88d0-71e7ecba89b0 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:13.682950 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-67ca2f08-81cf-4961-88d0-71e7ecba89b0 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1294935 Sep 07 02:53:13.683344 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43048) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:13.689468 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 43050) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:13.703001 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-13b00225-0157-4236-9cdd-89d3cf2f2ab2 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] 10.222.0.22 "GET /v2.0/security-group-rules/4e0f4495-1574-4b5c-a5a5-172a98e9186b HTTP/1.1" status: 200 len: 763 time: 0.0161002 Sep 07 02:53:13.703184 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43052) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:13.704790 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-09d3eaf2-0ddb-4b24-af38-2890f1254648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:13.752168 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-145d18a5-743e-415f-8362-875ff2afa4bb tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0454373 Sep 07 02:53:13.752370 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43054) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:13.781540 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-aa1afb5d-82e8-45b9-884c-a5604a9b8abf tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:13.791730 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-aa1afb5d-82e8-45b9-884c-a5604a9b8abf tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:13.814479 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-09d3eaf2-0ddb-4b24-af38-2890f1254648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:13.821216 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-09d3eaf2-0ddb-4b24-af38-2890f1254648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:13.823262 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-aa1afb5d-82e8-45b9-884c-a5604a9b8abf tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:13.828904 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-aa1afb5d-82e8-45b9-884c-a5604a9b8abf tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:13.833197 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-aa1afb5d-82e8-45b9-884c-a5604a9b8abf tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/4e0f4495-1574-4b5c-a5a5-172a98e9186b HTTP/1.1" status: 204 len: 168 time: 0.0765269 Sep 07 02:53:13.834787 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43060) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:13.847761 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1afb5d-82e8-45b9-884c-a5604a9b8abf tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e0f4495-1574-4b5c-a5a5-172a98e9186b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:13.858930 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d3eaf2-0ddb-4b24-af38-2890f1254648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9328740-8c7e-49ae-8c22-aa6953398c6b,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:13.861113 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43062) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:13.871979 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-09d3eaf2-0ddb-4b24-af38-2890f1254648 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3c02dfaa432f4d16b5f7a4f5e890e9a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1807530 Sep 07 02:53:13.872638 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 43064) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:13.930190 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1f3fca92-d4b9-436b-a0f3-145b542427d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:13.939696 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3fb7c357-adcc-4e91-bb83-ddf640e547e1 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1029053 Sep 07 02:53:13.951098 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43070) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:13.960623 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-fc714778-4b67-4d3b-af14-3da6c1cdcdb5 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Request body: {'security_group_rule': {'security_group_id': '27bf5e5d-8af1-4d7a-8860-95aad92a45c9', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:53:13.970006 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1f3fca92-d4b9-436b-a0f3-145b542427d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:13.995582 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-692c176f-b66c-4f00-b112-a4e90ced8d49 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:14.020701 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1f3fca92-d4b9-436b-a0f3-145b542427d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:14.023566 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1f3fca92-d4b9-436b-a0f3-145b542427d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:14.033856 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-1f3fca92-d4b9-436b-a0f3-145b542427d8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b9328740-8c7e-49ae-8c22-aa6953398c6b HTTP/1.1" status: 204 len: 168 time: 0.1536474 Sep 07 02:53:14.038680 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-692c176f-b66c-4f00-b112-a4e90ced8d49 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:14.044750 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3fca92-d4b9-436b-a0f3-145b542427d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9328740-8c7e-49ae-8c22-aa6953398c6b,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:14.069761 n-d-796209-16 neutron-server[94700]: INFO neutron.db.securitygroups_db [None req-fc714778-4b67-4d3b-af14-3da6c1cdcdb5 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Project cace57519f654911be4c2fcfb3bfb15f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 02:53:14.084047 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fc714778-4b67-4d3b-af14-3da6c1cdcdb5 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:14.126061 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f786ec74-fd0b-4f09-ab07-e2c38082804a req-d50d3a3f-1220-45c9-a6ce-dc7e79314c21 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:14.128189 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f786ec74-fd0b-4f09-ab07-e2c38082804a req-d50d3a3f-1220-45c9-a6ce-dc7e79314c21 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 946 time: 0.1074302 Sep 07 02:53:14.189700 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fc714778-4b67-4d3b-af14-3da6c1cdcdb5 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:14.193555 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-692c176f-b66c-4f00-b112-a4e90ced8d49 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:14.196174 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-692c176f-b66c-4f00-b112-a4e90ced8d49 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:14.200269 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 43076) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:14.200440 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-692c176f-b66c-4f00-b112-a4e90ced8d49 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "DELETE /v2.0/security-groups/89726ab1-0a53-4d54-93e7-e4e6ba92ef38 HTTP/1.1" status: 204 len: 168 time: 0.3352344 Sep 07 02:53:14.208121 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fc714778-4b67-4d3b-af14-3da6c1cdcdb5 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:14.229622 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f786ec74-fd0b-4f09-ab07-e2c38082804a req-0728b5d4-1479-4080-8889-f62410ff90db tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896375 Sep 07 02:53:14.235229 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-8c32a407-40a6-49fe-b468-0a43f3c9cd3f tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] show failed (client error): The resource could not be found. Sep 07 02:53:14.239604 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8c32a407-40a6-49fe-b468-0a43f3c9cd3f tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "GET /v2.0/security-groups/89726ab1-0a53-4d54-93e7-e4e6ba92ef38 HTTP/1.1" status: 404 len: 347 time: 0.0330675 Sep 07 02:53:14.240613 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 43080) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:14.245503 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692c176f-b66c-4f00-b112-a4e90ced8d49 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89726ab1-0a53-4d54-93e7-e4e6ba92ef38,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:14.255018 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc714778-4b67-4d3b-af14-3da6c1cdcdb5 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f434d005-1920-46aa-893a-4e85c8cff5e1,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:14.268815 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fc714778-4b67-4d3b-af14-3da6c1cdcdb5 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:14.277540 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-fc714778-4b67-4d3b-af14-3da6c1cdcdb5 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3229196 Sep 07 02:53:14.280556 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43084) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:14.342144 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-0be333ab-632a-4c6c-805a-d28fc1dac5b7 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] 10.222.0.22 "GET /v2.0/security-group-rules/f434d005-1920-46aa-893a-4e85c8cff5e1 HTTP/1.1" status: 200 len: 769 time: 0.0501220 Sep 07 02:53:14.345230 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43088) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:14.404009 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-5a2d0e0e-5c0f-46e4-945a-ef67f2499936 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0553772 Sep 07 02:53:14.404247 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43094) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:14.432561 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5661a87a-4e79-472c-9868-2d34c73ab92d tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:14.441932 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5661a87a-4e79-472c-9868-2d34c73ab92d tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:14.474222 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5661a87a-4e79-472c-9868-2d34c73ab92d tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:14.482811 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5661a87a-4e79-472c-9868-2d34c73ab92d tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:14.484678 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-5661a87a-4e79-472c-9868-2d34c73ab92d tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/f434d005-1920-46aa-893a-4e85c8cff5e1 HTTP/1.1" status: 204 len: 168 time: 0.0794487 Sep 07 02:53:14.487596 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43098) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:14.499309 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5661a87a-4e79-472c-9868-2d34c73ab92d tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f434d005-1920-46aa-893a-4e85c8cff5e1,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:14.543654 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-bb2e80f5-2a7e-4ccc-ad02-36a425b8c189 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0523021 Sep 07 02:53:14.544286 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43102) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:14.549054 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb84e9-8b31-499f-9d30-0ed32ac70a31 req-5cf13449-1f02-4b41-8742-21f8bd2dc0f0 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:14.551586 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cadb84e9-8b31-499f-9d30-0ed32ac70a31 req-5cf13449-1f02-4b41-8742-21f8bd2dc0f0 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 946 time: 0.1805205 Sep 07 02:53:14.589284 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-d428ac72-6f05-418a-88d4-1dc576dd0bb1 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Deleting port be6ccb5b-1286-4769-a793-0116c5af70db {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:53:14.590013 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d428ac72-6f05-418a-88d4-1dc576dd0bb1 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:14.619083 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-147a47f9-3af8-42f0-b20e-48d78695cfe4 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:14.635794 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cadb84e9-8b31-499f-9d30-0ed32ac70a31 req-4d58a336-87df-4ee2-acb6-96bd7a72a066 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736856 Sep 07 02:53:14.651052 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-147a47f9-3af8-42f0-b20e-48d78695cfe4 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:14.698829 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-147a47f9-3af8-42f0-b20e-48d78695cfe4 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:14.701293 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-147a47f9-3af8-42f0-b20e-48d78695cfe4 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:14.702731 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-147a47f9-3af8-42f0-b20e-48d78695cfe4 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] 10.222.0.22 "DELETE /v2.0/security-groups/27bf5e5d-8af1-4d7a-8860-95aad92a45c9 HTTP/1.1" status: 204 len: 168 time: 0.1567168 Sep 07 02:53:14.706493 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43110) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:14.730318 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d428ac72-6f05-418a-88d4-1dc576dd0bb1 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:14.730725 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d428ac72-6f05-418a-88d4-1dc576dd0bb1 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:14.734111 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147a47f9-3af8-42f0-b20e-48d78695cfe4 tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27bf5e5d-8af1-4d7a-8860-95aad92a45c9,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:14.753378 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-d428ac72-6f05-418a-88d4-1dc576dd0bb1 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Calling delete_port for be6ccb5b-1286-4769-a793-0116c5af70db owned by network:floatingip {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:53:14.792445 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-51aecdd5-a4f5-450a-b4b3-2827e7d7a5ee tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0848436 Sep 07 02:53:14.796505 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43114) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:14.836588 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523b934-c6ed-496a-8386-a12dc743e384 req-c613c87b-6f27-4715-9d37-bbfbc8d68e68 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:14.838445 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3523b934-c6ed-496a-8386-a12dc743e384 req-c613c87b-6f27-4715-9d37-bbfbc8d68e68 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 946 time: 0.1121461 Sep 07 02:53:14.888375 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b8a59072-6c3a-470c-9a5d-61656a695f9a tempest-SecGroupIPv6Test-1986219964 tempest-SecGroupIPv6Test-1986219964-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0907593 Sep 07 02:53:14.904087 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3523b934-c6ed-496a-8386-a12dc743e384 req-53abd481-653c-45c2-bf23-69b5a909080f tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544565 Sep 07 02:53:15.142868 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5352c2-e563-4a84-bcf8-817551e40508 req-f3aa5247-863b-4f26-9a98-edbe61c6ab88 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:15.145663 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2e5352c2-e563-4a84-bcf8-817551e40508 req-f3aa5247-863b-4f26-9a98-edbe61c6ab88 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 946 time: 0.1099007 Sep 07 02:53:15.208634 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2e5352c2-e563-4a84-bcf8-817551e40508 req-d8016992-d45d-43ae-994d-ed3bc122f83e tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511260 Sep 07 02:53:15.317692 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43136) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:15.514794 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-fe15d7d3-54d2-4a30-bc39-08d8c5c77a16 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cace57519f654911be4c2fcfb3bfb15f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1955135 Sep 07 02:53:15.517188 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43148) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:15.547080 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3134f8dd-940e-4a11-ab9d-33debe44d78e req-b68e0a17-ad0a-41be-a8d0-323697fa41b8 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:15.556009 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3134f8dd-940e-4a11-ab9d-33debe44d78e req-b68e0a17-ad0a-41be-a8d0-323697fa41b8 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 946 time: 0.0844874 Sep 07 02:53:15.564766 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d428ac72-6f05-418a-88d4-1dc576dd0bb1 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:15.577604 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6128e17d-f6d9-4027-be99-09ae83a19395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:15.604742 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d428ac72-6f05-418a-88d4-1dc576dd0bb1 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Pushing event deleted for resources: {'Port': ['ID=be6ccb5b-1286-4769-a793-0116c5af70db,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:15.609946 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6128e17d-f6d9-4027-be99-09ae83a19395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:15.644500 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3134f8dd-940e-4a11-ab9d-33debe44d78e req-0bb7fc14-e50d-4845-8575-07391e150790 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800016 Sep 07 02:53:15.694826 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6128e17d-f6d9-4027-be99-09ae83a19395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:15.701033 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6128e17d-f6d9-4027-be99-09ae83a19395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:15.702973 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-6128e17d-f6d9-4027-be99-09ae83a19395 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/73dafdf9-fb49-457b-bc59-2432da02d9fa HTTP/1.1" status: 204 len: 168 time: 0.1847067 Sep 07 02:53:15.716187 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d428ac72-6f05-418a-88d4-1dc576dd0bb1 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks [] for floatingip, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:15.718521 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6128e17d-f6d9-4027-be99-09ae83a19395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73dafdf9-fb49-457b-bc59-2432da02d9fa,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:15.719929 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d428ac72-6f05-418a-88d4-1dc576dd0bb1 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:15.721326 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d428ac72-6f05-418a-88d4-1dc576dd0bb1 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "DELETE /v2.0/floatingips/9283a37c-d52e-417e-8de4-246400416b37 HTTP/1.1" status: 204 len: 168 time: 1.4798377 Sep 07 02:53:15.724410 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 43160) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:15.869680 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff6ac9-0562-4bfa-b14a-4166ec702c09 req-6cd8880b-2f9e-4dc7-9ae2-c92fae7e8a47 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:15.871159 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-80ff6ac9-0562-4bfa-b14a-4166ec702c09 req-6cd8880b-2f9e-4dc7-9ae2-c92fae7e8a47 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 946 time: 0.0767047 Sep 07 02:53:15.878512 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-941b16b3-9182-49df-ad30-73784b9ddcef tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Deleting port 6d6cd00f-b2ec-4d02-88ed-e2f7438c43b6 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:53:15.878972 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-941b16b3-9182-49df-ad30-73784b9ddcef tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:15.972403 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-80ff6ac9-0562-4bfa-b14a-4166ec702c09 req-cc0ccb6d-dff5-4007-b5af-2aca7c3520bf tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894156 Sep 07 02:53:16.002645 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-941b16b3-9182-49df-ad30-73784b9ddcef tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:16.016199 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-941b16b3-9182-49df-ad30-73784b9ddcef tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Calling delete_port for 6d6cd00f-b2ec-4d02-88ed-e2f7438c43b6 owned by {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:53:16.185886 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-941b16b3-9182-49df-ad30-73784b9ddcef tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:16.242216 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941b16b3-9182-49df-ad30-73784b9ddcef tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Pushing event deleted for resources: {'Port': ['ID=6d6cd00f-b2ec-4d02-88ed-e2f7438c43b6,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:16.254405 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc905f-f8b0-4d18-80ea-e0b4aed331c8 req-c9237a12-ede8-4337-858e-6cc9fa8aeede tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:16.268681 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dfdc905f-f8b0-4d18-80ea-e0b4aed331c8 req-c9237a12-ede8-4337-858e-6cc9fa8aeede tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 946 time: 0.1389644 Sep 07 02:53:16.357743 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dfdc905f-f8b0-4d18-80ea-e0b4aed331c8 req-f48b6819-9ec6-4053-86d0-8587b37e29ed tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880144 Sep 07 02:53:16.419085 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-941b16b3-9182-49df-ad30-73784b9ddcef tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:16.423728 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-941b16b3-9182-49df-ad30-73784b9ddcef tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "DELETE /v2.0/ports/6d6cd00f-b2ec-4d02-88ed-e2f7438c43b6 HTTP/1.1" status: 204 len: 168 time: 0.6974788 Sep 07 02:53:16.426639 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43194) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:16.660301 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-c70c9783-7850-4588-9e02-46710b76dbc9 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Deleting port 4857470d-e751-42ad-b0ae-ff54d7d0611e {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:53:16.660895 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c70c9783-7850-4588-9e02-46710b76dbc9 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:16.984475 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c70c9783-7850-4588-9e02-46710b76dbc9 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:17.009267 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-c70c9783-7850-4588-9e02-46710b76dbc9 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Calling delete_port for 4857470d-e751-42ad-b0ae-ff54d7d0611e owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:53:17.025484 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86638959-8021-4463-a1ac-f70c23bd56eb req-d77122a4-8177-4d3d-a4a8-c806e2847ada tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:17.036853 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-86638959-8021-4463-a1ac-f70c23bd56eb req-d77122a4-8177-4d3d-a4a8-c806e2847ada tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 946 time: 0.1187584 Sep 07 02:53:17.149984 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-86638959-8021-4463-a1ac-f70c23bd56eb req-348f348c-672b-4134-9db8-eafe0fdf9659 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118774 Sep 07 02:53:17.250502 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c70c9783-7850-4588-9e02-46710b76dbc9 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:17.285800 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70c9783-7850-4588-9e02-46710b76dbc9 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Pushing event deleted for resources: {'Port': ['ID=4857470d-e751-42ad-b0ae-ff54d7d0611e,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:17.413815 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c70c9783-7850-4588-9e02-46710b76dbc9 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:17.416039 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c70c9783-7850-4588-9e02-46710b76dbc9 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "DELETE /v2.0/ports/4857470d-e751-42ad-b0ae-ff54d7d0611e HTTP/1.1" status: 204 len: 168 time: 0.9883013 Sep 07 02:53:17.418927 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 43226) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:17.501664 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-b86e8bb1-2906-45c3-bbab-91f9049050a6 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Deleting subnet fa07d668-6197-4922-9f11-0bb1fe24556f {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:53:17.505811 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b86e8bb1-2906-45c3-bbab-91f9049050a6 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:17.559307 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b86e8bb1-2906-45c3-bbab-91f9049050a6 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:17.673779 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b86e8bb1-2906-45c3-bbab-91f9049050a6 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:17.780011 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b86e8bb1-2906-45c3-bbab-91f9049050a6 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:17.819880 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86e8bb1-2906-45c3-bbab-91f9049050a6 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Pushing event deleted for resources: {'Subnet': ['ID=fa07d668-6197-4922-9f11-0bb1fe24556f,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:17.822972 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b86e8bb1-2906-45c3-bbab-91f9049050a6 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:17.825477 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b86e8bb1-2906-45c3-bbab-91f9049050a6 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "DELETE /v2.0/subnets/fa07d668-6197-4922-9f11-0bb1fe24556f HTTP/1.1" status: 204 len: 168 time: 0.4048829 Sep 07 02:53:17.828171 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43242) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:17.833101 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d6e9d5-2a5a-4038-945a-4574eed1066e None None] Network 5ef2135d-eb79-4b03-bc59-b7d80582547a requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:53:17.923309 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7fcd411-be20-4083-bef0-f64d95d7bf68 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Deleting subnet 95502a8a-ba2e-4b63-8065-1d79001ecb5c {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:53:17.929890 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f7fcd411-be20-4083-bef0-f64d95d7bf68 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:17.994511 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f7fcd411-be20-4083-bef0-f64d95d7bf68 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:18.104438 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f7fcd411-be20-4083-bef0-f64d95d7bf68 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:18.120739 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febfa847-f4ff-422f-938d-04bcc5ec6b84 None None] DHCP port deletion for 5ef2135d-eb79-4b03-bc59-b7d80582547a request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:53:18.183247 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-febfa847-f4ff-422f-938d-04bcc5ec6b84 None None] Deleting port a5c9a6f1-cbe4-4930-b903-300352c2a6dc {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:53:18.183670 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-febfa847-f4ff-422f-938d-04bcc5ec6b84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:18.195779 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f7fcd411-be20-4083-bef0-f64d95d7bf68 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:18.262739 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-febfa847-f4ff-422f-938d-04bcc5ec6b84 None None] For port a5c9a6f1-cbe4-4930-b903-300352c2a6dc, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=a5c9a6f1-cbe4-4930-b903-300352c2a6dc,segment=NetworkSegment(b8bc3fdf-2e3e-4972-88d9-8c4ff4b8870b),segment_id=b8bc3fdf-2e3e-4972-88d9-8c4ff4b8870b)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:53:18.263891 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-febfa847-f4ff-422f-938d-04bcc5ec6b84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:18.270023 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fcd411-be20-4083-bef0-f64d95d7bf68 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Pushing event deleted for resources: {'Subnet': ['ID=95502a8a-ba2e-4b63-8065-1d79001ecb5c,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:18.278996 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f7fcd411-be20-4083-bef0-f64d95d7bf68 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:18.284350 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f7fcd411-be20-4083-bef0-f64d95d7bf68 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "DELETE /v2.0/subnets/95502a8a-ba2e-4b63-8065-1d79001ecb5c HTTP/1.1" status: 204 len: 168 time: 0.4551189 Sep 07 02:53:18.285179 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43256) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:18.314407 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8c3793-5d6c-4134-8696-48f92fd9a2bd None None] Network fef96230-f3dd-4368-8b6e-5738962456fc requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:53:18.365677 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-febfa847-f4ff-422f-938d-04bcc5ec6b84 None None] Calling delete_port for a5c9a6f1-cbe4-4930-b903-300352c2a6dc owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:53:18.372940 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854611d-5cf6-46bb-8824-4c3c492b4d11 req-db6c75df-b377-4b6d-8935-99a9115a66e3 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:18.376399 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a854611d-5cf6-46bb-8824-4c3c492b4d11 req-db6c75df-b377-4b6d-8935-99a9115a66e3 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 946 time: 0.0923476 Sep 07 02:53:18.421249 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-71652033-ca05-46d1-b16f-66dbc5ee0b58 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:18.528376 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-71652033-ca05-46d1-b16f-66dbc5ee0b58 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Deleting port a5c9a6f1-cbe4-4930-b903-300352c2a6dc {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:53:18.528850 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-71652033-ca05-46d1-b16f-66dbc5ee0b58 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:18.532519 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a854611d-5cf6-46bb-8824-4c3c492b4d11 req-3287fdf1-6bf7-4fbe-b0bb-9e3129818be0 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287301 Sep 07 02:53:18.639352 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-71652033-ca05-46d1-b16f-66dbc5ee0b58 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] For port a5c9a6f1-cbe4-4930-b903-300352c2a6dc, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=a5c9a6f1-cbe4-4930-b903-300352c2a6dc,segment=NetworkSegment(b8bc3fdf-2e3e-4972-88d9-8c4ff4b8870b),segment_id=b8bc3fdf-2e3e-4972-88d9-8c4ff4b8870b)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:53:18.641244 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-71652033-ca05-46d1-b16f-66dbc5ee0b58 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:18.685571 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-71652033-ca05-46d1-b16f-66dbc5ee0b58 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Calling delete_port for a5c9a6f1-cbe4-4930-b903-300352c2a6dc owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:53:18.741063 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-febfa847-f4ff-422f-938d-04bcc5ec6b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:18.815458 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febfa847-f4ff-422f-938d-04bcc5ec6b84 None None] Pushing event deleted for resources: {'Port': ['ID=a5c9a6f1-cbe4-4930-b903-300352c2a6dc,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:18.825845 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febfa847-f4ff-422f-938d-04bcc5ec6b84 None None] No DVR routers for this DVR port a5c9a6f1-cbe4-4930-b903-300352c2a6dc on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:53:18.829650 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de1e2a6-6fc1-488a-ad1e-750b540c03ac None None] DHCP port deletion for fef96230-f3dd-4368-8b6e-5738962456fc request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:53:18.892372 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-71652033-ca05-46d1-b16f-66dbc5ee0b58 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:18.944170 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71652033-ca05-46d1-b16f-66dbc5ee0b58 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Pushing event deleted for resources: {'Port': ['ID=a5c9a6f1-cbe4-4930-b903-300352c2a6dc,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:18.947840 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71652033-ca05-46d1-b16f-66dbc5ee0b58 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] No DVR routers for this DVR port a5c9a6f1-cbe4-4930-b903-300352c2a6dc on host n-d-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:53:18.954470 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3de1e2a6-6fc1-488a-ad1e-750b540c03ac None None] Deleting port 0a916b1f-f538-4419-87cb-72a2527207fd {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:53:18.955957 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3de1e2a6-6fc1-488a-ad1e-750b540c03ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:19.055226 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3de1e2a6-6fc1-488a-ad1e-750b540c03ac None None] For port 0a916b1f-f538-4419-87cb-72a2527207fd, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=0a916b1f-f538-4419-87cb-72a2527207fd,segment=NetworkSegment(b82d7036-1e05-4803-9f61-149407a6a937),segment_id=b82d7036-1e05-4803-9f61-149407a6a937)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:53:19.056401 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3de1e2a6-6fc1-488a-ad1e-750b540c03ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:19.094888 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3de1e2a6-6fc1-488a-ad1e-750b540c03ac None None] Calling delete_port for 0a916b1f-f538-4419-87cb-72a2527207fd owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:53:19.110259 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-71652033-ca05-46d1-b16f-66dbc5ee0b58 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:19.135698 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba25fd2-aa83-4660-b778-c13ce08911ba req-e7e4fa27-1605-4dfb-bcc6-7c5f65092f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:19.137411 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-aba25fd2-aa83-4660-b778-c13ce08911ba req-e7e4fa27-1605-4dfb-bcc6-7c5f65092f44 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=13ffe4144f534528a6810c0c36ace2be&device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 1098 time: 0.1529417 Sep 07 02:53:19.153729 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d8e38-0067-4f28-b69a-4befdaceafb3 req-9db23dd9-c695-4409-b90a-68bcaef0d550 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:19.155287 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-650d8e38-0067-4f28-b69a-4befdaceafb3 req-9db23dd9-c695-4409-b90a-68bcaef0d550 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 946 time: 0.1738780 Sep 07 02:53:19.179444 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-71652033-ca05-46d1-b16f-66dbc5ee0b58 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ef2135d-eb79-4b03-bc59-b7d80582547a']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:53:19.219354 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 0a916b1f-f538-4419-87cb-72a2527207fd no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:53:19.240258 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-71652033-ca05-46d1-b16f-66dbc5ee0b58 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8bc3fdf-2e3e-4972-88d9-8c4ff4b8870b') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:53:19.240558 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-71652033-ca05-46d1-b16f-66dbc5ee0b58 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8bc3fdf-2e3e-4972-88d9-8c4ff4b8870b') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:53:19.291448 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-71652033-ca05-46d1-b16f-66dbc5ee0b58 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:19.295474 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-650d8e38-0067-4f28-b69a-4befdaceafb3 req-9dff6e51-5c64-4ddd-a7aa-ce48f7283066 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269112 Sep 07 02:53:19.317088 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-71652033-ca05-46d1-b16f-66dbc5ee0b58 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:19.340306 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71652033-ca05-46d1-b16f-66dbc5ee0b58 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:53:19.340933 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-71652033-ca05-46d1-b16f-66dbc5ee0b58 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:19.344184 n-d-796209-16 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:53:19.344184 n-d-796209-16 neutron-server[94700]: self.session.flush() Sep 07 02:53:19.344184 n-d-796209-16 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:53:19.344184 n-d-796209-16 neutron-server[94700]: self.session.flush() Sep 07 02:53:19.344184 n-d-796209-16 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:53:19.344184 n-d-796209-16 neutron-server[94700]: self.session.flush() Sep 07 02:53:19.344184 n-d-796209-16 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:53:19.344184 n-d-796209-16 neutron-server[94700]: self.session.flush() Sep 07 02:53:19.344184 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:53:19.344184 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:53:19.344184 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:53:19.344184 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:53:19.344184 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:53:19.344184 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:53:19.344184 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:53:19.344184 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:53:19.344184 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:53:19.344184 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:53:19.344184 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:53:19.344184 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:53:19.344184 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:53:19.344184 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:53:19.344184 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:53:19.344184 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:53:19.344184 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:53:19.344184 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:53:19.344184 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:53:19.344184 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:53:19.344184 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:53:19.344184 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:53:19.344184 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:53:19.344184 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:53:19.344184 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:53:19.344184 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:53:19.344184 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:53:19.344184 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:53:19.344184 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:53:19.344184 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:53:19.344184 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:53:19.344184 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:53:19.377839 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba25fd2-aa83-4660-b778-c13ce08911ba req-587ad4e7-3e27-472d-ae7d-eb5563188356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:19.378950 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3de1e2a6-6fc1-488a-ad1e-750b540c03ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:19.379349 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-aba25fd2-aa83-4660-b778-c13ce08911ba req-587ad4e7-3e27-472d-ae7d-eb5563188356 service neutron] 10.222.0.16 "GET /v2.0/networks?id=425487d9-ea00-48c2-8b07-b3e74c380248 HTTP/1.1" status: 200 len: 913 time: 0.2231488 Sep 07 02:53:19.414473 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:19.436882 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de1e2a6-6fc1-488a-ad1e-750b540c03ac None None] No DVR routers for this DVR port 0a916b1f-f538-4419-87cb-72a2527207fd on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:53:19.445723 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de1e2a6-6fc1-488a-ad1e-750b540c03ac None None] Pushing event deleted for resources: {'Port': ['ID=0a916b1f-f538-4419-87cb-72a2527207fd,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:19.489852 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-aba25fd2-aa83-4660-b778-c13ce08911ba req-7b1c3329-8f1b-4128-93f3-e23a7b15014a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=307b71c8-1330-4f86-b0c6-ac62473e3585 HTTP/1.1" status: 200 len: 217 time: 0.0782843 Sep 07 02:53:19.513410 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-71652033-ca05-46d1-b16f-66dbc5ee0b58 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:19.515243 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device a5c9a6f1-cbe4-4930-b903-300352c2a6dc no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:53:19.540311 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: a5c9a6f1-cbe4-4930-b903-300352c2a6dc {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:53:19.540707 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device a5c9a6f1-cbe4-4930-b903-300352c2a6dc not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:53:19.550812 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 43310) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:19.560581 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-71652033-ca05-46d1-b16f-66dbc5ee0b58 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:19.562504 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-71652033-ca05-46d1-b16f-66dbc5ee0b58 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "DELETE /v2.0/networks/5ef2135d-eb79-4b03-bc59-b7d80582547a HTTP/1.1" status: 204 len: 168 time: 1.2762334 Sep 07 02:53:19.565789 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 43316) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:19.590289 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71652033-ca05-46d1-b16f-66dbc5ee0b58 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Pushing event deleted for resources: {'Network': ['ID=5ef2135d-eb79-4b03-bc59-b7d80582547a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:19.600428 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba25fd2-aa83-4660-b778-c13ce08911ba req-072e54e2-a7a7-416c-b54f-ccf563a6fafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:19.602071 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-aba25fd2-aa83-4660-b778-c13ce08911ba req-072e54e2-a7a7-416c-b54f-ccf563a6fafb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=384df4a0-6ed3-4747-8ce4-4d617b6c5693 HTTP/1.1" status: 200 len: 853 time: 0.1043973 Sep 07 02:53:19.651369 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-aba25fd2-aa83-4660-b778-c13ce08911ba req-abf87a15-c0b6-4884-b34d-5e3f3221bf5a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=425487d9-ea00-48c2-8b07-b3e74c380248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422988 Sep 07 02:53:19.714237 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2f1b0cee-4746-4759-aa8e-380b23ca9907 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:19.718137 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6f38eb99-dba8-490d-b285-5f4c4e0ce81f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:19.821085 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-aba25fd2-aa83-4660-b778-c13ce08911ba req-5f74c225-33b4-4348-9479-0b4e01328ddd service neutron] 10.222.0.16 "GET /v2.0/networks/425487d9-ea00-48c2-8b07-b3e74c380248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516585 Sep 07 02:53:19.851975 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2f1b0cee-4746-4759-aa8e-380b23ca9907 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:19.895409 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-2f1b0cee-4746-4759-aa8e-380b23ca9907 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fef96230-f3dd-4368-8b6e-5738962456fc']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:53:19.913469 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-2f1b0cee-4746-4759-aa8e-380b23ca9907 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b82d7036-1e05-4803-9f61-149407a6a937') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:53:19.913769 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-2f1b0cee-4746-4759-aa8e-380b23ca9907 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b82d7036-1e05-4803-9f61-149407a6a937') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:53:19.928400 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2f1b0cee-4746-4759-aa8e-380b23ca9907 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:19.944801 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-aba25fd2-aa83-4660-b778-c13ce08911ba req-e4a71a66-00a3-4be3-8a27-5f7298e63be6 service neutron] 10.222.0.16 "GET /v2.0/networks/425487d9-ea00-48c2-8b07-b3e74c380248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162808 Sep 07 02:53:19.949303 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2f1b0cee-4746-4759-aa8e-380b23ca9907 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:19.967990 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f1b0cee-4746-4759-aa8e-380b23ca9907 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:53:19.968665 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2f1b0cee-4746-4759-aa8e-380b23ca9907 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:19.972746 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:53:19.972746 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:53:19.972746 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:53:19.972746 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:53:19.972746 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:53:19.972746 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:53:19.972746 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:53:19.972746 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:53:19.972746 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:53:19.972746 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:53:19.972746 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:53:19.972746 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:53:19.972746 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:53:19.972746 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:53:19.972746 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:53:19.972746 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:53:19.972746 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:53:19.972746 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:53:19.972746 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:53:19.972746 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:53:19.972746 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:53:19.972746 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:53:19.972746 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:53:19.972746 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:53:19.972746 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:53:19.972746 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:53:19.972746 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:53:19.972746 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:53:19.972746 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:53:19.972746 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:53:19.972746 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:53:19.972746 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:53:19.998543 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6f38eb99-dba8-490d-b285-5f4c4e0ce81f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:20.036022 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6f38eb99-dba8-490d-b285-5f4c4e0ce81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:20.064255 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2f1b0cee-4746-4759-aa8e-380b23ca9907 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:20.089352 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2f1b0cee-4746-4759-aa8e-380b23ca9907 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:20.092320 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-2f1b0cee-4746-4759-aa8e-380b23ca9907 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] 10.222.0.22 "DELETE /v2.0/networks/fef96230-f3dd-4368-8b6e-5738962456fc HTTP/1.1" status: 204 len: 168 time: 0.5252893 Sep 07 02:53:20.108912 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f38eb99-dba8-490d-b285-5f4c4e0ce81f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9bfc33c-5dc2-4d57-80c5-ff022e03f8e0,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:20.111849 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1b0cee-4746-4759-aa8e-380b23ca9907 tempest-TaggedBootDevicesTest_v242-24714418 tempest-TaggedBootDevicesTest_v242-24714418-project] Pushing event deleted for resources: {'Network': ['ID=fef96230-f3dd-4368-8b6e-5738962456fc,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:20.118790 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-6f38eb99-dba8-490d-b285-5f4c4e0ce81f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5d856d5d7e7d4eeba2eb1482a0b2f2b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5667486 Sep 07 02:53:20.119691 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43332) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:20.191720 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-71cb2b6a-debc-4aa3-bbfd-dcff2c717175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:20.216156 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-71cb2b6a-debc-4aa3-bbfd-dcff2c717175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:20.285237 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-71cb2b6a-debc-4aa3-bbfd-dcff2c717175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:20.288035 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-71cb2b6a-debc-4aa3-bbfd-dcff2c717175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:20.289226 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-71cb2b6a-debc-4aa3-bbfd-dcff2c717175 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f9bfc33c-5dc2-4d57-80c5-ff022e03f8e0 HTTP/1.1" status: 204 len: 168 time: 0.1681786 Sep 07 02:53:20.297773 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cb2b6a-debc-4aa3-bbfd-dcff2c717175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9bfc33c-5dc2-4d57-80c5-ff022e03f8e0,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:20.485464 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24142eec-f8ff-4355-8690-547ea3b29126 req-bb5db558-471d-48a9-8213-23fc12fa6849 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:20.487628 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-24142eec-f8ff-4355-8690-547ea3b29126 req-bb5db558-471d-48a9-8213-23fc12fa6849 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 946 time: 0.0745599 Sep 07 02:53:20.535387 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-24142eec-f8ff-4355-8690-547ea3b29126 req-800a3304-f2d4-4699-a000-1b4c49af20fc tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405812 Sep 07 02:53:20.802491 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43364) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:20.833819 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f2ab79d6-37c9-4668-86c7-2fd021f802c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:21.027340 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f2ab79d6-37c9-4668-86c7-2fd021f802c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:21.034484 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f2ab79d6-37c9-4668-86c7-2fd021f802c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:21.116636 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 43372) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:21.126472 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f2ab79d6-37c9-4668-86c7-2fd021f802c8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0f29617222904b498890e7557ccc24f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3226840 Sep 07 02:53:21.138510 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ab79d6-37c9-4668-86c7-2fd021f802c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0592d9df-20f0-438d-b052-31fb60502d71,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:21.195925 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43374) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:21.211647 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-12d0acc3-bbeb-403b-9c8a-b0da80e2b999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:21.238012 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-12d0acc3-bbeb-403b-9c8a-b0da80e2b999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:21.300621 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-12d0acc3-bbeb-403b-9c8a-b0da80e2b999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:21.304673 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-12d0acc3-bbeb-403b-9c8a-b0da80e2b999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:21.309575 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-12d0acc3-bbeb-403b-9c8a-b0da80e2b999 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0592d9df-20f0-438d-b052-31fb60502d71 HTTP/1.1" status: 204 len: 168 time: 0.1896367 Sep 07 02:53:21.343942 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d0acc3-bbeb-403b-9c8a-b0da80e2b999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0592d9df-20f0-438d-b052-31fb60502d71,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:21.348687 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c5f30208-6ba8-4c86-8e18-a37bf52e60f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:21.413544 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:21.457231 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:21.492406 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c5f30208-6ba8-4c86-8e18-a37bf52e60f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:21.500208 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c5f30208-6ba8-4c86-8e18-a37bf52e60f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:21.542674 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 43388) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:21.543067 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c5f30208-6ba8-4c86-8e18-a37bf52e60f1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f90e0c40b6cd42ea98889577992d627b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3449321 Sep 07 02:53:21.557943 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f30208-6ba8-4c86-8e18-a37bf52e60f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b58d9c2a-3f72-4642-9ba1-b5f0c6f38ec8,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:21.629361 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-11e30675-08b3-4728-ae6d-c89b389a3ac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:21.692396 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-11e30675-08b3-4728-ae6d-c89b389a3ac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:21.734164 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef704f7d-fe7a-407c-aa82-ca59cd667c0f req-5b60c132-54c8-49d0-8496-64b3924f2bdb tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:21.739981 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ef704f7d-fe7a-407c-aa82-ca59cd667c0f req-5b60c132-54c8-49d0-8496-64b3924f2bdb tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 946 time: 0.0986223 Sep 07 02:53:21.785530 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-11e30675-08b3-4728-ae6d-c89b389a3ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:21.788531 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-11e30675-08b3-4728-ae6d-c89b389a3ac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:21.789631 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-11e30675-08b3-4728-ae6d-c89b389a3ac2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b58d9c2a-3f72-4642-9ba1-b5f0c6f38ec8 HTTP/1.1" status: 204 len: 168 time: 0.2457426 Sep 07 02:53:21.798780 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e30675-08b3-4728-ae6d-c89b389a3ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58d9c2a-3f72-4642-9ba1-b5f0c6f38ec8,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:21.802700 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ef704f7d-fe7a-407c-aa82-ca59cd667c0f req-3fdda85b-9fe8-463b-aec5-cf52b0f05ea8 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568206 Sep 07 02:53:21.954205 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26119223-b9bc-4305-999f-496706594aed req-c76560c3-4bca-48da-8404-2bc41932dd42 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:21.955986 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-26119223-b9bc-4305-999f-496706594aed req-c76560c3-4bca-48da-8404-2bc41932dd42 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 946 time: 0.0547075 Sep 07 02:53:22.013102 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-26119223-b9bc-4305-999f-496706594aed req-6e7f5bab-cbf4-4bf4-955b-f56c5155070b tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477176 Sep 07 02:53:22.212648 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc300e5-3b3a-4511-9c8d-6322203b4c81 req-c04a43a0-16b0-4b54-852d-0602bcc2ff43 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:22.227082 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ecc300e5-3b3a-4511-9c8d-6322203b4c81 req-c04a43a0-16b0-4b54-852d-0602bcc2ff43 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 946 time: 0.0957849 Sep 07 02:53:22.302214 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ecc300e5-3b3a-4511-9c8d-6322203b4c81 req-96406c44-6b46-4cd8-9037-4cd7a53dab1c tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575342 Sep 07 02:53:22.325660 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43426) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:22.352533 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9457a249-ac55-4ea4-878b-04f12fcaeeb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:22.551258 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9eb0f8-a6a0-407f-be1f-bf3d02013948 req-86567705-bab6-4e89-a5f7-8158f412e661 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:22.561693 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fe9eb0f8-a6a0-407f-be1f-bf3d02013948 req-86567705-bab6-4e89-a5f7-8158f412e661 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 946 time: 0.1134076 Sep 07 02:53:22.674347 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9457a249-ac55-4ea4-878b-04f12fcaeeb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:22.686291 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9457a249-ac55-4ea4-878b-04f12fcaeeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:22.724029 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9457a249-ac55-4ea4-878b-04f12fcaeeb6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f2c86f335f8442ceabd87ff8e4d21875&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3972883 Sep 07 02:53:22.724575 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 43442) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:22.773073 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9457a249-ac55-4ea4-878b-04f12fcaeeb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=090a6516-cec4-416a-81b5-f8abe1e97f71,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:22.784383 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fe9eb0f8-a6a0-407f-be1f-bf3d02013948 req-430d18b8-0a5b-4148-9fe8-ac10fcf73679 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218270 Sep 07 02:53:22.819810 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-45263719-6575-4810-a525-6f83f5ddfbf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:22.874101 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-45263719-6575-4810-a525-6f83f5ddfbf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:22.988257 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-45263719-6575-4810-a525-6f83f5ddfbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:22.991473 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-45263719-6575-4810-a525-6f83f5ddfbf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:22.993757 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-45263719-6575-4810-a525-6f83f5ddfbf2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/090a6516-cec4-416a-81b5-f8abe1e97f71 HTTP/1.1" status: 204 len: 168 time: 0.2676821 Sep 07 02:53:23.015521 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45263719-6575-4810-a525-6f83f5ddfbf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090a6516-cec4-416a-81b5-f8abe1e97f71,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:23.063225 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a9d5c9-5ca7-49c1-bc04-29fc4eaf0aed req-fef1f450-c15c-44ec-bbf5-7e97bba1d42a tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:23.066192 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-83a9d5c9-5ca7-49c1-bc04-29fc4eaf0aed req-fef1f450-c15c-44ec-bbf5-7e97bba1d42a tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 946 time: 0.0675647 Sep 07 02:53:23.144338 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-83a9d5c9-5ca7-49c1-bc04-29fc4eaf0aed req-7ea54060-2d6a-4036-879f-34bd57d7a111 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671396 Sep 07 02:53:23.293101 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b7f485-a18e-4ff7-a904-1eafa5449e39 req-a2a48ae3-eadb-4d81-9b1f-7833f979a5c1 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:23.294956 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-38b7f485-a18e-4ff7-a904-1eafa5449e39 req-a2a48ae3-eadb-4d81-9b1f-7833f979a5c1 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 946 time: 0.0765071 Sep 07 02:53:23.364591 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-38b7f485-a18e-4ff7-a904-1eafa5449e39 req-7999899e-5cd3-4310-9b14-3d6256766312 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592296 Sep 07 02:53:23.516611 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735df9c0-57f5-43e9-8fde-13588f682713 req-366be109-cfc8-457a-b36f-4a23679d1248 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:23.527197 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-735df9c0-57f5-43e9-8fde-13588f682713 req-366be109-cfc8-457a-b36f-4a23679d1248 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 946 time: 0.0760322 Sep 07 02:53:23.572700 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-735df9c0-57f5-43e9-8fde-13588f682713 req-9c71afa2-2450-4912-a34e-e1a68bed7b62 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437920 Sep 07 02:53:23.715715 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c43bbf-1a80-41c4-a333-32c035d6f98e req-03a9fe33-508b-413f-8334-0aa54958a914 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:23.724966 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d2c43bbf-1a80-41c4-a333-32c035d6f98e req-03a9fe33-508b-413f-8334-0aa54958a914 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 946 time: 0.0764501 Sep 07 02:53:23.770088 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d2c43bbf-1a80-41c4-a333-32c035d6f98e req-f5096a13-5edc-4853-bde8-6b44234dadf8 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441477 Sep 07 02:53:24.018623 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912239c-7a8d-41c2-a49a-0815f66325fe req-8110d736-1256-423f-aaf9-b40e5d4cc464 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:24.020251 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5912239c-7a8d-41c2-a49a-0815f66325fe req-8110d736-1256-423f-aaf9-b40e5d4cc464 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 946 time: 0.0792770 Sep 07 02:53:24.104124 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5912239c-7a8d-41c2-a49a-0815f66325fe req-637215ce-a39c-4dee-b5c4-0119044465e3 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740397 Sep 07 02:53:24.339770 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab6462-dc08-47d3-85e0-ee6e26ee456b req-fc2247df-b5bb-45fa-8163-1f5b73b65db3 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:24.351473 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-57ab6462-dc08-47d3-85e0-ee6e26ee456b req-fc2247df-b5bb-45fa-8163-1f5b73b65db3 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 946 time: 0.1241746 Sep 07 02:53:24.428679 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-57ab6462-dc08-47d3-85e0-ee6e26ee456b req-ebe0b85e-36df-4b10-837e-711cd8c7c59b tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707562 Sep 07 02:53:24.738306 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65125059-f89d-47db-90b9-476dcaac560b req-d00cb67c-9f1e-494e-8407-defe96ad0c72 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:24.747829 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-65125059-f89d-47db-90b9-476dcaac560b req-d00cb67c-9f1e-494e-8407-defe96ad0c72 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 946 time: 0.1456921 Sep 07 02:53:24.794861 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-65125059-f89d-47db-90b9-476dcaac560b req-ad66d120-28a2-45e8-b0f3-22ef9e65f3d6 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458963 Sep 07 02:53:24.957698 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd1ab60-6ba7-4e6a-a782-2c867a6954ea req-229f981c-8e94-4dc6-b601-36d97d959f7c tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:24.976158 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bfd1ab60-6ba7-4e6a-a782-2c867a6954ea req-229f981c-8e94-4dc6-b601-36d97d959f7c tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 946 time: 0.0993390 Sep 07 02:53:25.026532 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bfd1ab60-6ba7-4e6a-a782-2c867a6954ea req-7f2e17bb-f91c-4250-a9c2-54ff225c6ff3 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494912 Sep 07 02:53:25.195796 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55cdecd-afc5-4250-8dd8-d79f31cdcb56 req-8bb1cd9d-a96e-40f0-a7a3-868bcc8b9d28 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:25.198340 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f55cdecd-afc5-4250-8dd8-d79f31cdcb56 req-8bb1cd9d-a96e-40f0-a7a3-868bcc8b9d28 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 946 time: 0.0694160 Sep 07 02:53:25.242777 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f55cdecd-afc5-4250-8dd8-d79f31cdcb56 req-62147110-73e0-4469-b74b-16b0fc53ee6f tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368006 Sep 07 02:53:25.389067 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c2b06-06f3-4c2f-bcbe-e77f7a8e5521 req-9d16a80f-78fa-4fcc-840a-da1e90a7c713 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:25.400399 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-216c2b06-06f3-4c2f-bcbe-e77f7a8e5521 req-9d16a80f-78fa-4fcc-840a-da1e90a7c713 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 946 time: 0.0734787 Sep 07 02:53:25.443701 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-216c2b06-06f3-4c2f-bcbe-e77f7a8e5521 req-e1b312f1-7478-48b0-85f7-a10a0d4d1a03 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420985 Sep 07 02:53:25.649801 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf6b19-2ccb-4290-87e0-c063388f3cfb req-508c953e-a7ec-40ff-b9f9-53ea314e2867 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:25.651380 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5ddf6b19-2ccb-4290-87e0-c063388f3cfb req-508c953e-a7ec-40ff-b9f9-53ea314e2867 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 946 time: 0.1021123 Sep 07 02:53:25.715257 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5ddf6b19-2ccb-4290-87e0-c063388f3cfb req-87a3853d-64be-443b-b4db-bfc63a4c42d2 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548871 Sep 07 02:53:25.900728 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1190efc3-d9c9-4f73-a7e6-42c92ad69133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:28.204008 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5e7ce10c-06f2-4745-8578-4514c850578a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:28.507310 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 43774) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:28.710090 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:28.845079 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-52b706db-54eb-49a2-8982-d68b67b33c62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:28.957693 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-52b706db-54eb-49a2-8982-d68b67b33c62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:28.970547 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-52b706db-54eb-49a2-8982-d68b67b33c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:29.074670 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-52b706db-54eb-49a2-8982-d68b67b33c62 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=89e034a383ae41a48de2b3d78f199a9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5661600 Sep 07 02:53:29.074999 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43790) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:29.076502 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b706db-54eb-49a2-8982-d68b67b33c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23567fc3-072f-4398-ac31-4a8c974580d1,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:29.092877 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b706db-54eb-49a2-8982-d68b67b33c62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:53:29.093950 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b706db-54eb-49a2-8982-d68b67b33c62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:53:29.094472 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b706db-54eb-49a2-8982-d68b67b33c62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:53:29.096655 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b706db-54eb-49a2-8982-d68b67b33c62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:53:29.099269 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b706db-54eb-49a2-8982-d68b67b33c62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:53:29.100600 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b706db-54eb-49a2-8982-d68b67b33c62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:53:29.102071 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b706db-54eb-49a2-8982-d68b67b33c62 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:53:29.102765 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b706db-54eb-49a2-8982-d68b67b33c62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:53:29.103885 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b706db-54eb-49a2-8982-d68b67b33c62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:53:29.105587 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b706db-54eb-49a2-8982-d68b67b33c62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:53:29.107070 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b706db-54eb-49a2-8982-d68b67b33c62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:53:29.107674 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b706db-54eb-49a2-8982-d68b67b33c62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:53:29.190618 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4da09f81-8927-413a-b05c-bbea16bc13d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:29.222361 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4da09f81-8927-413a-b05c-bbea16bc13d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:29.297742 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4da09f81-8927-413a-b05c-bbea16bc13d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:29.301854 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4da09f81-8927-413a-b05c-bbea16bc13d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:29.303320 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-4da09f81-8927-413a-b05c-bbea16bc13d4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/23567fc3-072f-4398-ac31-4a8c974580d1 HTTP/1.1" status: 204 len: 168 time: 0.2260487 Sep 07 02:53:29.316641 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da09f81-8927-413a-b05c-bbea16bc13d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23567fc3-072f-4398-ac31-4a8c974580d1,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:29.500686 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:30.140619 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43826) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:30.164245 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0e113fce-ec3a-4cee-97e6-cbd0f2386ebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:30.316792 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 02:53:30.383352 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0e113fce-ec3a-4cee-97e6-cbd0f2386ebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:30.406208 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0e113fce-ec3a-4cee-97e6-cbd0f2386ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:30.478055 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-0e113fce-ec3a-4cee-97e6-cbd0f2386ebb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=25d18d90b6694455813205fb2c094204&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3363304 Sep 07 02:53:30.480718 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 43830) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:30.495100 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e113fce-ec3a-4cee-97e6-cbd0f2386ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=733d2f76-b3a4-43bb-bf9e-078fd2ff9731,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:30.507276 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e113fce-ec3a-4cee-97e6-cbd0f2386ebb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:53:30.508294 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e113fce-ec3a-4cee-97e6-cbd0f2386ebb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:53:30.508851 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e113fce-ec3a-4cee-97e6-cbd0f2386ebb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:53:30.509403 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e113fce-ec3a-4cee-97e6-cbd0f2386ebb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:53:30.510313 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e113fce-ec3a-4cee-97e6-cbd0f2386ebb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:53:30.511084 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e113fce-ec3a-4cee-97e6-cbd0f2386ebb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:53:30.511749 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e113fce-ec3a-4cee-97e6-cbd0f2386ebb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:53:30.512296 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e113fce-ec3a-4cee-97e6-cbd0f2386ebb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:53:30.512854 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e113fce-ec3a-4cee-97e6-cbd0f2386ebb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:53:30.513393 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e113fce-ec3a-4cee-97e6-cbd0f2386ebb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:53:30.514449 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e113fce-ec3a-4cee-97e6-cbd0f2386ebb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:53:30.515700 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e113fce-ec3a-4cee-97e6-cbd0f2386ebb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:53:30.624054 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-515a959f-45be-4725-8dd4-46ebac788c01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:30.688319 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-515a959f-45be-4725-8dd4-46ebac788c01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:30.797054 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-515a959f-45be-4725-8dd4-46ebac788c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:30.800615 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-515a959f-45be-4725-8dd4-46ebac788c01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:30.801809 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-515a959f-45be-4725-8dd4-46ebac788c01 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/733d2f76-b3a4-43bb-bf9e-078fd2ff9731 HTTP/1.1" status: 204 len: 168 time: 0.3200922 Sep 07 02:53:30.822081 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515a959f-45be-4725-8dd4-46ebac788c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733d2f76-b3a4-43bb-bf9e-078fd2ff9731,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:31.358949 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:32.948556 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 43910) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:33.450314 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e103bda0-fe14-459c-ac02-3c55812f352b req-b5e53b69-b484-4492-b14d-5d90dda9a16d tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:33.461115 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e103bda0-fe14-459c-ac02-3c55812f352b req-b5e53b69-b484-4492-b14d-5d90dda9a16d tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 946 time: 0.0968642 Sep 07 02:53:33.520526 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e103bda0-fe14-459c-ac02-3c55812f352b req-ed125d45-7f7d-44d9-8ae9-7581d6ca62da tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522821 Sep 07 02:53:34.157714 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9c517d73-b89d-4b22-934e-66a0d8b826e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:34.588051 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-9c517d73-b89d-4b22-934e-66a0d8b826e8 admin admin] Deleting port 15380b5f-25a7-49e2-a9c1-274751bff67c {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:53:34.588672 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9c517d73-b89d-4b22-934e-66a0d8b826e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:34.661757 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c10053-4073-4232-9791-25b0b05c16d4 req-a951fcb8-e7ae-4c43-b99f-79327c528412 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:34.670399 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-07c10053-4073-4232-9791-25b0b05c16d4 req-a951fcb8-e7ae-4c43-b99f-79327c528412 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 946 time: 0.0726392 Sep 07 02:53:34.709643 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-9c517d73-b89d-4b22-934e-66a0d8b826e8 admin admin] For port 15380b5f-25a7-49e2-a9c1-274751bff67c, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=15380b5f-25a7-49e2-a9c1-274751bff67c,segment=NetworkSegment(4a40d81e-a446-40cf-a314-2d7295172ca6),segment_id=4a40d81e-a446-40cf-a314-2d7295172ca6)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:53:34.710028 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9c517d73-b89d-4b22-934e-66a0d8b826e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:34.730344 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-9c517d73-b89d-4b22-934e-66a0d8b826e8 admin admin] Calling delete_port for 15380b5f-25a7-49e2-a9c1-274751bff67c owned by network:router_interface {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:53:34.730605 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-07c10053-4073-4232-9791-25b0b05c16d4 req-394cdd92-7996-4bca-8844-d73ff00ca132 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/security-groups?id=a5781c22-cd43-4868-876c-f9d4aa09f999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577693 Sep 07 02:53:34.944445 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11cc26-28af-4820-9223-228c11032b25 req-4539ea8b-941a-45c4-aa14-9896c72347af tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:34.947157 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7f11cc26-28af-4820-9223-228c11032b25 req-4539ea8b-941a-45c4-aa14-9896c72347af tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.16 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 946 time: 0.1339447 Sep 07 02:53:35.124189 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9c517d73-b89d-4b22-934e-66a0d8b826e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:35.161444 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c517d73-b89d-4b22-934e-66a0d8b826e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=15380b5f-25a7-49e2-a9c1-274751bff67c,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:35.190176 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-7f11cc26-28af-4820-9223-228c11032b25 req-628308fc-6f39-4371-b783-75d2b9d18d91 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Deleting port 307b71c8-1330-4f86-b0c6-ac62473e3585 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:53:35.190176 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7f11cc26-28af-4820-9223-228c11032b25 req-628308fc-6f39-4371-b783-75d2b9d18d91 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:35.396725 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-7f11cc26-28af-4820-9223-228c11032b25 req-628308fc-6f39-4371-b783-75d2b9d18d91 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] For port 307b71c8-1330-4f86-b0c6-ac62473e3585, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=307b71c8-1330-4f86-b0c6-ac62473e3585,segment=NetworkSegment(e9d929c5-8f5d-4fa8-8af9-463491d37eb2),segment_id=e9d929c5-8f5d-4fa8-8af9-463491d37eb2)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:53:35.397104 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7f11cc26-28af-4820-9223-228c11032b25 req-628308fc-6f39-4371-b783-75d2b9d18d91 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:35.427695 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-7f11cc26-28af-4820-9223-228c11032b25 req-628308fc-6f39-4371-b783-75d2b9d18d91 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Calling delete_port for 307b71c8-1330-4f86-b0c6-ac62473e3585 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:53:35.508234 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9c517d73-b89d-4b22-934e-66a0d8b826e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:35.634803 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 43990) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:35.679651 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7f11cc26-28af-4820-9223-228c11032b25 req-628308fc-6f39-4371-b783-75d2b9d18d91 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:35.691891 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['307b71c8-1330-4f86-b0c6-ac62473e3585'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:53:35.718742 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628308fc-6f39-4371-b783-75d2b9d18d91 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Pushing event deleted for resources: {'Port': ['ID=307b71c8-1330-4f86-b0c6-ac62473e3585,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:35.772944 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f11cc26-28af-4820-9223-228c11032b25 req-628308fc-6f39-4371-b783-75d2b9d18d91 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] No DVR routers for this DVR port 307b71c8-1330-4f86-b0c6-ac62473e3585 on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:53:35.776537 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7f11cc26-28af-4820-9223-228c11032b25 req-628308fc-6f39-4371-b783-75d2b9d18d91 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:35.779141 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7f11cc26-28af-4820-9223-228c11032b25 req-628308fc-6f39-4371-b783-75d2b9d18d91 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.16 "DELETE /v2.0/ports/307b71c8-1330-4f86-b0c6-ac62473e3585 HTTP/1.1" status: 204 len: 173 time: 0.8254216 Sep 07 02:53:35.779954 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d32e6b0-855e-4510-bcd5-85ff68c2c765', 'name': 'network-vif-deleted', 'tag': '307b71c8-1330-4f86-b0c6-ac62473e3585'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:53:35.782469 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6391d1ff-dfa0-4d05-b730-a381ec5f221f" -d '{"events": [{"server_uuid": "0d32e6b0-855e-4510-bcd5-85ff68c2c765", "name": "network-vif-deleted", "tag": "307b71c8-1330-4f86-b0c6-ac62473e3585"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:53:35.865751 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c517d73-b89d-4b22-934e-66a0d8b826e8 admin admin] Router da2c3e07-0bea-4415-b297-dc7e89bfe9cf has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:53:35.899038 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ee3434d9-dc27-4347-a654-15547b7e498a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:35.920404 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c90d9a39-c1be-465d-b523-3a5fe08aa146 req-875da69a-41fb-4a49-86c7-ffbb2c576cb7 tempest-ServersNegativeTestJSON-2081353749 tempest-ServersNegativeTestJSON-2081353749-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d32e6b0-855e-4510-bcd5-85ff68c2c765 HTTP/1.1" status: 200 len: 210 time: 0.0390303 Sep 07 02:53:36.069529 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e10aea-6a62-46ad-b621-61edc361c262 x-openstack-request-id: req-91e10aea-6a62-46ad-b621-61edc361c262 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:53:36.070186 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d32e6b0-855e-4510-bcd5-85ff68c2c765", "name": "network-vif-deleted", "tag": "307b71c8-1330-4f86-b0c6-ac62473e3585", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:53:36.070616 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-91e10aea-6a62-46ad-b621-61edc361c262 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:53:36.071434 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d32e6b0-855e-4510-bcd5-85ff68c2c765', 'name': 'network-vif-deleted', 'tag': '307b71c8-1330-4f86-b0c6-ac62473e3585', 'status': 'completed', 'code': 200} Sep 07 02:53:36.114114 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c517d73-b89d-4b22-934e-66a0d8b826e8 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:53:36.124648 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44024) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:36.125014 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-9c517d73-b89d-4b22-934e-66a0d8b826e8 admin admin] 10.222.0.22 "PUT /v2.0/routers/da2c3e07-0bea-4415-b297-dc7e89bfe9cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1744881 Sep 07 02:53:36.127298 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfffa99-faa3-4536-915b-60fd31726a2c None None] Sync routers for ids ['da2c3e07-0bea-4415-b297-dc7e89bfe9cf'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:53:36.142178 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfffa99-faa3-4536-915b-60fd31726a2c None None] Routers {'da2c3e07-0bea-4415-b297-dc7e89bfe9cf'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:53:36.143653 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-1bfffa99-faa3-4536-915b-60fd31726a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:53:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['da2c3e07-0bea-4415-b297-dc7e89bfe9cf'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:53:36.218942 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ee3434d9-dc27-4347-a654-15547b7e498a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:36.225962 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ee3434d9-dc27-4347-a654-15547b7e498a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:36.298569 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4bf544a0-4bb9-4047-b6a6-2a6db0caa288 admin admin] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:36.304818 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-1bfffa99-faa3-4536-915b-60fd31726a2c None None] Set router da2c3e07-0bea-4415-b297-dc7e89bfe9cf gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:53:36.349794 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44038) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:36.350187 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-ee3434d9-dc27-4347-a654-15547b7e498a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=25b5cdeb3b434cd1871a135ad024c704&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7135866 Sep 07 02:53:36.367766 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3434d9-dc27-4347-a654-15547b7e498a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=459e3133-2bf1-4570-a8bf-a715f5d1ac47,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:36.477320 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1c995249-4a66-4758-8fc7-f571042d66c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:36.481720 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4bf544a0-4bb9-4047-b6a6-2a6db0caa288 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:36.532315 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1c995249-4a66-4758-8fc7-f571042d66c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:36.586038 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-1bfffa99-faa3-4536-915b-60fd31726a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da2c3e07-0bea-4415-b297-dc7e89bfe9cf', 'name': 'tempest-TaggedBootDevicesTest_v242-70382135-router', 'tenant_id': 'afaf54fa75d241989f6b7192737d6028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'c681a56d-d910-43ec-a691-598a24e331bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:42:36Z', 'updated_at': '2021-09-07T02:53:34Z', 'revision_number': 5, 'project_id': 'afaf54fa75d241989f6b7192737d6028', 'gw_port': {'id': 'c681a56d-d910-43ec-a691-598a24e331bd', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:1b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2c3e07-0bea-4415-b297-dc7e89bfe9cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:42:37Z', 'updated_at': '2021-09-07T02:42:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:53:36.587289 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-4bf544a0-4bb9-4047-b6a6-2a6db0caa288 admin admin] Deleting port c681a56d-d910-43ec-a691-598a24e331bd {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:53:36.587728 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4bf544a0-4bb9-4047-b6a6-2a6db0caa288 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:36.614274 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1c995249-4a66-4758-8fc7-f571042d66c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:36.617080 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1c995249-4a66-4758-8fc7-f571042d66c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:36.620594 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-1c995249-4a66-4758-8fc7-f571042d66c9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/459e3133-2bf1-4570-a8bf-a715f5d1ac47 HTTP/1.1" status: 204 len: 168 time: 0.2675002 Sep 07 02:53:36.632146 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfffa99-faa3-4536-915b-60fd31726a2c None None] Checking router: da2c3e07-0bea-4415-b297-dc7e89bfe9cf for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:53:36.646042 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfffa99-faa3-4536-915b-60fd31726a2c None None] Routers {'da2c3e07-0bea-4415-b297-dc7e89bfe9cf'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:53:36.647050 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-1bfffa99-faa3-4536-915b-60fd31726a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:53:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['da2c3e07-0bea-4415-b297-dc7e89bfe9cf'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:53:36.653530 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c995249-4a66-4758-8fc7-f571042d66c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=459e3133-2bf1-4570-a8bf-a715f5d1ac47,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:36.698230 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-4bf544a0-4bb9-4047-b6a6-2a6db0caa288 admin admin] For port c681a56d-d910-43ec-a691-598a24e331bd, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=c681a56d-d910-43ec-a691-598a24e331bd,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:53:36.699297 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4bf544a0-4bb9-4047-b6a6-2a6db0caa288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:36.723658 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-4bf544a0-4bb9-4047-b6a6-2a6db0caa288 admin admin] Calling delete_port for c681a56d-d910-43ec-a691-598a24e331bd owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:53:36.789450 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-1bfffa99-faa3-4536-915b-60fd31726a2c None None] Set router da2c3e07-0bea-4415-b297-dc7e89bfe9cf gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:53:37.011071 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4bf544a0-4bb9-4047-b6a6-2a6db0caa288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:37.018765 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-1bfffa99-faa3-4536-915b-60fd31726a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da2c3e07-0bea-4415-b297-dc7e89bfe9cf', 'name': 'tempest-TaggedBootDevicesTest_v242-70382135-router', 'tenant_id': 'afaf54fa75d241989f6b7192737d6028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:42:36Z', 'updated_at': '2021-09-07T02:53:36Z', 'revision_number': 6, 'project_id': 'afaf54fa75d241989f6b7192737d6028', 'gw_port_host': None}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:53:37.033548 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 44078) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:37.058214 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfffa99-faa3-4536-915b-60fd31726a2c None None] The sync data for ids ['da2c3e07-0bea-4415-b297-dc7e89bfe9cf'] in n-d-796209-16 is: [{'id': 'da2c3e07-0bea-4415-b297-dc7e89bfe9cf', 'name': 'tempest-TaggedBootDevicesTest_v242-70382135-router', 'tenant_id': 'afaf54fa75d241989f6b7192737d6028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:42:36Z', 'updated_at': '2021-09-07T02:53:36Z', 'revision_number': 6, 'project_id': 'afaf54fa75d241989f6b7192737d6028', 'gw_port_host': None}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:53:37.084456 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf544a0-4bb9-4047-b6a6-2a6db0caa288 admin admin] Pushing event deleted for resources: {'Port': ['ID=c681a56d-d910-43ec-a691-598a24e331bd,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:37.145693 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-25cc663e-c79c-4059-8647-bbf43a2ae2c9 admin admin] Deleting subnet 384df4a0-6ed3-4747-8ce4-4d617b6c5693 {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:53:37.149232 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-25cc663e-c79c-4059-8647-bbf43a2ae2c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:37.200375 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-25cc663e-c79c-4059-8647-bbf43a2ae2c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:37.202962 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 44080) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:37.264440 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-12bb5f8a-1ad4-4fc9-aa7e-230cf0059358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:37.354768 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-25cc663e-c79c-4059-8647-bbf43a2ae2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:37.395603 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 44086) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:37.482485 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-12bb5f8a-1ad4-4fc9-aa7e-230cf0059358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:37.488901 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-12bb5f8a-1ad4-4fc9-aa7e-230cf0059358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:37.496113 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-25cc663e-c79c-4059-8647-bbf43a2ae2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:37.578841 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4bf544a0-4bb9-4047-b6a6-2a6db0caa288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:37.581670 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-25cc663e-c79c-4059-8647-bbf43a2ae2c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:37.585923 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-25cc663e-c79c-4059-8647-bbf43a2ae2c9 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/384df4a0-6ed3-4747-8ce4-4d617b6c5693 HTTP/1.1" status: 204 len: 168 time: 0.5506833 Sep 07 02:53:37.586736 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cc663e-c79c-4059-8647-bbf43a2ae2c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=384df4a0-6ed3-4747-8ce4-4d617b6c5693,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:37.590452 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 44090) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:37.604023 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-12bb5f8a-1ad4-4fc9-aa7e-230cf0059358 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4a9d6123eabd4959b157400948964ff4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3985713 Sep 07 02:53:37.606570 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 44092) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:37.608037 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bb5f8a-1ad4-4fc9-aa7e-230cf0059358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf57276-55fd-427b-b3c4-d2d013306bf2,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:37.680374 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8dcafbd7-9eb3-4cdf-941a-6dba856c58da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:37.715068 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4bf544a0-4bb9-4047-b6a6-2a6db0caa288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:37.718365 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4bf544a0-4bb9-4047-b6a6-2a6db0caa288 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:37.760670 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ea16b3c1-5b94-4b8d-af8d-c3bee719424f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:37.764020 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4bf544a0-4bb9-4047-b6a6-2a6db0caa288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:37.764780 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf544a0-4bb9-4047-b6a6-2a6db0caa288 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da2c3e07-0bea-4415-b297-dc7e89bfe9cf {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 02:53:37.767064 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-92057233-f05d-4422-8ca8-a13f74a95b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:37.771574 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4bf544a0-4bb9-4047-b6a6-2a6db0caa288 admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:37.775302 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-4bf544a0-4bb9-4047-b6a6-2a6db0caa288 admin admin] 10.222.0.22 "DELETE /v2.0/routers/da2c3e07-0bea-4415-b297-dc7e89bfe9cf HTTP/1.1" status: 204 len: 168 time: 1.6470029 Sep 07 02:53:37.775924 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44096) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:37.804658 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ea16b3c1-5b94-4b8d-af8d-c3bee719424f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:37.830718 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf972a44-7d4c-4bc9-936d-33cf435207a0 admin admin] Deleting subnet 57bbd74d-776c-4c52-9483-e440eaacf00e {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:53:37.833998 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bf972a44-7d4c-4bc9-936d-33cf435207a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:37.872275 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bf972a44-7d4c-4bc9-936d-33cf435207a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:37.930523 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-92057233-f05d-4422-8ca8-a13f74a95b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:37.956610 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-92057233-f05d-4422-8ca8-a13f74a95b89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['425487d9-ea00-48c2-8b07-b3e74c380248']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:53:37.971153 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ea16b3c1-5b94-4b8d-af8d-c3bee719424f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:37.973778 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ea16b3c1-5b94-4b8d-af8d-c3bee719424f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:37.974999 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-ea16b3c1-5b94-4b8d-af8d-c3bee719424f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/aaf57276-55fd-427b-b3c4-d2d013306bf2 HTTP/1.1" status: 204 len: 168 time: 0.3624194 Sep 07 02:53:37.978087 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-92057233-f05d-4422-8ca8-a13f74a95b89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9d929c5-8f5d-4fa8-8af9-463491d37eb2') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:53:37.978377 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-92057233-f05d-4422-8ca8-a13f74a95b89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9d929c5-8f5d-4fa8-8af9-463491d37eb2') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:53:37.990676 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bf972a44-7d4c-4bc9-936d-33cf435207a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:38.002591 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-92057233-f05d-4422-8ca8-a13f74a95b89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:38.014885 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea16b3c1-5b94-4b8d-af8d-c3bee719424f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf57276-55fd-427b-b3c4-d2d013306bf2,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:38.033476 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8dcafbd7-9eb3-4cdf-941a-6dba856c58da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:38.034689 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-92057233-f05d-4422-8ca8-a13f74a95b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:38.042503 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8dcafbd7-9eb3-4cdf-941a-6dba856c58da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:38.045600 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92057233-f05d-4422-8ca8-a13f74a95b89 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:53:38.046009 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-92057233-f05d-4422-8ca8-a13f74a95b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:38.050772 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:53:38.050772 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:53:38.050772 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:53:38.050772 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:53:38.050772 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:53:38.050772 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:53:38.050772 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:53:38.050772 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:53:38.050772 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:53:38.050772 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:53:38.050772 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:53:38.050772 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:53:38.050772 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:53:38.050772 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:53:38.050772 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:53:38.050772 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:53:38.050772 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:53:38.050772 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:53:38.050772 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:53:38.050772 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:53:38.050772 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:53:38.050772 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:53:38.050772 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:53:38.050772 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:53:38.050772 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:53:38.050772 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:53:38.050772 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:53:38.050772 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:53:38.050772 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:53:38.050772 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:53:38.050772 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:53:38.050772 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:53:38.070634 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bf972a44-7d4c-4bc9-936d-33cf435207a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:38.107356 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf972a44-7d4c-4bc9-936d-33cf435207a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57bbd74d-776c-4c52-9483-e440eaacf00e,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:38.119775 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bf972a44-7d4c-4bc9-936d-33cf435207a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:38.120775 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfc7073-1ce6-4d3c-9367-b56cf5639bc1 None None] Network ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:53:38.129076 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 44102) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:38.129633 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-bf972a44-7d4c-4bc9-936d-33cf435207a0 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/57bbd74d-776c-4c52-9483-e440eaacf00e HTTP/1.1" status: 204 len: 168 time: 0.3523946 Sep 07 02:53:38.173133 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 307b71c8-1330-4f86-b0c6-ac62473e3585 no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:53:38.177074 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44104) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:38.177207 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8dcafbd7-9eb3-4cdf-941a-6dba856c58da admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b77ba3f8775a4875b557ccf735ff46e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7765009 Sep 07 02:53:38.188031 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcafbd7-9eb3-4cdf-941a-6dba856c58da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc1ddb9-3966-4c8b-9d4c-6205d1530d7a,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:38.202587 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-92057233-f05d-4422-8ca8-a13f74a95b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:38.213477 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-92057233-f05d-4422-8ca8-a13f74a95b89 admin admin] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:38.223243 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-92057233-f05d-4422-8ca8-a13f74a95b89 admin admin] 10.222.0.22 "DELETE /v2.0/networks/425487d9-ea00-48c2-8b07-b3e74c380248 HTTP/1.1" status: 204 len: 168 time: 0.6314983 Sep 07 02:53:38.252908 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: 307b71c8-1330-4f86-b0c6-ac62473e3585 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:53:38.255001 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 307b71c8-1330-4f86-b0c6-ac62473e3585 not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:53:38.269498 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c3aeaa7f-e897-4900-a9e9-375f902a778b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:38.307826 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c3aeaa7f-e897-4900-a9e9-375f902a778b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:38.308374 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92057233-f05d-4422-8ca8-a13f74a95b89 admin admin] Pushing event deleted for resources: {'Network': ['ID=425487d9-ea00-48c2-8b07-b3e74c380248,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:38.337785 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-905b2414-032b-45a8-825d-0409c1c8bed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:38.379679 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c3aeaa7f-e897-4900-a9e9-375f902a778b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:38.382223 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c3aeaa7f-e897-4900-a9e9-375f902a778b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:38.383892 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c3aeaa7f-e897-4900-a9e9-375f902a778b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bfc1ddb9-3966-4c8b-9d4c-6205d1530d7a HTTP/1.1" status: 204 len: 168 time: 0.2054029 Sep 07 02:53:38.402131 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aeaa7f-e897-4900-a9e9-375f902a778b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc1ddb9-3966-4c8b-9d4c-6205d1530d7a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:38.501395 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-905b2414-032b-45a8-825d-0409c1c8bed7 admin admin] Deleting port 819b7fc3-5664-4dc6-b4b2-43fd3d182bb3 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:53:38.508156 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-905b2414-032b-45a8-825d-0409c1c8bed7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:38.584316 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd529bbe-8e2f-49f2-a805-0b4e1c412230 None None] DHCP port deletion for ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:53:38.610588 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-905b2414-032b-45a8-825d-0409c1c8bed7 admin admin] For port 819b7fc3-5664-4dc6-b4b2-43fd3d182bb3, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=819b7fc3-5664-4dc6-b4b2-43fd3d182bb3,segment=NetworkSegment(4a40d81e-a446-40cf-a314-2d7295172ca6),segment_id=4a40d81e-a446-40cf-a314-2d7295172ca6)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:53:38.611637 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-905b2414-032b-45a8-825d-0409c1c8bed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:38.620247 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44116) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:38.627953 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-905b2414-032b-45a8-825d-0409c1c8bed7 admin admin] Calling delete_port for 819b7fc3-5664-4dc6-b4b2-43fd3d182bb3 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:53:38.686044 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-fd529bbe-8e2f-49f2-a805-0b4e1c412230 None None] Deleting port 819b7fc3-5664-4dc6-b4b2-43fd3d182bb3 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:53:38.686425 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fd529bbe-8e2f-49f2-a805-0b4e1c412230 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:38.704322 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-864d442a-5635-47cd-87d2-125d7f5286ad admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=13ffe4144f534528a6810c0c36ace2be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0828803 Sep 07 02:53:38.708264 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44120) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:38.821718 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-905b2414-032b-45a8-825d-0409c1c8bed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:38.848841 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ee5230c7-0378-4b15-a4ac-1c4afaf89a6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:38.862758 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-fd529bbe-8e2f-49f2-a805-0b4e1c412230 None None] For port 819b7fc3-5664-4dc6-b4b2-43fd3d182bb3, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=819b7fc3-5664-4dc6-b4b2-43fd3d182bb3,segment=NetworkSegment(4a40d81e-a446-40cf-a314-2d7295172ca6),segment_id=4a40d81e-a446-40cf-a314-2d7295172ca6)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:53:38.863072 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fd529bbe-8e2f-49f2-a805-0b4e1c412230 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:38.889630 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ee5230c7-0378-4b15-a4ac-1c4afaf89a6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:38.893994 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b2414-032b-45a8-825d-0409c1c8bed7 admin admin] Pushing event deleted for resources: {'Port': ['ID=819b7fc3-5664-4dc6-b4b2-43fd3d182bb3,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:38.900870 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905b2414-032b-45a8-825d-0409c1c8bed7 admin admin] No DVR routers for this DVR port 819b7fc3-5664-4dc6-b4b2-43fd3d182bb3 on host n-d-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:53:38.908971 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-fd529bbe-8e2f-49f2-a805-0b4e1c412230 None None] Calling delete_port for 819b7fc3-5664-4dc6-b4b2-43fd3d182bb3 owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:53:38.941114 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44130) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:38.971997 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0342274f-73a0-450e-acb7-a9818c8a8c4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:38.996800 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fd529bbe-8e2f-49f2-a805-0b4e1c412230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:39.026156 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ee5230c7-0378-4b15-a4ac-1c4afaf89a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:39.029967 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ee5230c7-0378-4b15-a4ac-1c4afaf89a6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:39.044430 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ee5230c7-0378-4b15-a4ac-1c4afaf89a6f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a5781c22-cd43-4868-876c-f9d4aa09f999 HTTP/1.1" status: 204 len: 168 time: 0.3261724 Sep 07 02:53:39.049594 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-905b2414-032b-45a8-825d-0409c1c8bed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:39.074553 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-905b2414-032b-45a8-825d-0409c1c8bed7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:53:39.075920 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd529bbe-8e2f-49f2-a805-0b4e1c412230 None None] Pushing event deleted for resources: {'Port': ['ID=819b7fc3-5664-4dc6-b4b2-43fd3d182bb3,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:39.082129 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd529bbe-8e2f-49f2-a805-0b4e1c412230 None None] No DVR routers for this DVR port 819b7fc3-5664-4dc6-b4b2-43fd3d182bb3 on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:53:39.092291 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5230c7-0378-4b15-a4ac-1c4afaf89a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5781c22-cd43-4868-876c-f9d4aa09f999,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:39.110035 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-905b2414-032b-45a8-825d-0409c1c8bed7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a40d81e-a446-40cf-a314-2d7295172ca6') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:53:39.111768 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-905b2414-032b-45a8-825d-0409c1c8bed7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a40d81e-a446-40cf-a314-2d7295172ca6') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:53:39.137910 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-905b2414-032b-45a8-825d-0409c1c8bed7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:39.163944 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-905b2414-032b-45a8-825d-0409c1c8bed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:39.172981 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-905b2414-032b-45a8-825d-0409c1c8bed7 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:53:39.173969 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-905b2414-032b-45a8-825d-0409c1c8bed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:39.177656 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:53:39.177656 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:53:39.177656 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:53:39.177656 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:53:39.177656 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:53:39.177656 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:53:39.177656 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:53:39.177656 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:53:39.177656 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:53:39.177656 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:53:39.177656 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:53:39.177656 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:53:39.177656 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:53:39.177656 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:53:39.177656 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:53:39.177656 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:53:39.177656 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:53:39.177656 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:53:39.177656 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:53:39.177656 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:53:39.177656 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:53:39.177656 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:53:39.177656 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:53:39.177656 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:53:39.177656 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:53:39.177656 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:53:39.177656 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:53:39.177656 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:53:39.177656 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:53:39.177656 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:53:39.177656 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:53:39.177656 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:53:39.225389 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0342274f-73a0-450e-acb7-a9818c8a8c4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:39.234149 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0342274f-73a0-450e-acb7-a9818c8a8c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:39.262901 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 15380b5f-25a7-49e2-a9c1-274751bff67c no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:53:39.281096 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-905b2414-032b-45a8-825d-0409c1c8bed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:39.287143 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-0342274f-73a0-450e-acb7-a9818c8a8c4a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=11e45963dbd4433a9800f4160280a9a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3421202 Sep 07 02:53:39.287143 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44140) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:39.289753 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-905b2414-032b-45a8-825d-0409c1c8bed7 admin admin] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:39.291544 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-905b2414-032b-45a8-825d-0409c1c8bed7 admin admin] 10.222.0.22 "DELETE /v2.0/networks/ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96 HTTP/1.1" status: 204 len: 168 time: 1.1326268 Sep 07 02:53:39.304997 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 15380b5f-25a7-49e2-a9c1-274751bff67c {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:53:39.305643 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 15380b5f-25a7-49e2-a9c1-274751bff67c not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:53:39.306504 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 819b7fc3-5664-4dc6-b4b2-43fd3d182bb3 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:53:39.327886 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b2414-032b-45a8-825d-0409c1c8bed7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddcaaa27-0fdc-40e3-bf2b-d46ed85aab96,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:39.350723 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 819b7fc3-5664-4dc6-b4b2-43fd3d182bb3 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:53:39.351157 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 819b7fc3-5664-4dc6-b4b2-43fd3d182bb3 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:53:39.351779 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device c681a56d-d910-43ec-a691-598a24e331bd no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:53:39.367222 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0342274f-73a0-450e-acb7-a9818c8a8c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e26e68e5-bf9e-41c1-922a-b3a8da1ac7a1,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:39.371776 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: c681a56d-d910-43ec-a691-598a24e331bd {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:53:39.372542 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device c681a56d-d910-43ec-a691-598a24e331bd not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:53:39.421669 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a18d758-4269-40ba-a67c-5144654b9618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:39.446135 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a18d758-4269-40ba-a67c-5144654b9618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:39.505693 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a18d758-4269-40ba-a67c-5144654b9618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:39.508744 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a18d758-4269-40ba-a67c-5144654b9618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:39.513804 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-0a18d758-4269-40ba-a67c-5144654b9618 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e26e68e5-bf9e-41c1-922a-b3a8da1ac7a1 HTTP/1.1" status: 204 len: 168 time: 0.2254994 Sep 07 02:53:39.523407 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a18d758-4269-40ba-a67c-5144654b9618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26e68e5-bf9e-41c1-922a-b3a8da1ac7a1,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:39.592372 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44156) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:39.639320 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-deea48ac-f692-4078-b29f-18d8b28d1796 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=afaf54fa75d241989f6b7192737d6028&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456469 Sep 07 02:53:39.642547 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 44158) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:39.703984 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f12bf312-7cb5-4f65-a97e-7eeef3d6d063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:39.744899 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f12bf312-7cb5-4f65-a97e-7eeef3d6d063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:39.823844 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f12bf312-7cb5-4f65-a97e-7eeef3d6d063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:39.826428 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f12bf312-7cb5-4f65-a97e-7eeef3d6d063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:39.827891 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f12bf312-7cb5-4f65-a97e-7eeef3d6d063 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2895453c-c2ff-4721-9c31-7aa9bbb51629 HTTP/1.1" status: 204 len: 168 time: 0.1841824 Sep 07 02:53:39.836419 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12bf312-7cb5-4f65-a97e-7eeef3d6d063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2895453c-c2ff-4721-9c31-7aa9bbb51629,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:41.825520 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 44296) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:42.141050 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-b1a2442b-841c-4d9b-9b73-1eb72c61056d admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1809060465-network', 'tenant_id': 'ef87f652427b4a4bb64c6ddee37126ef'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:53:42.204057 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a2442b-841c-4d9b-9b73-1eb72c61056d admin admin] Made reservation on behalf of ef87f652427b4a4bb64c6ddee37126ef for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:53:42.207315 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b1a2442b-841c-4d9b-9b73-1eb72c61056d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:42.229669 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b1a2442b-841c-4d9b-9b73-1eb72c61056d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:42.250104 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44308) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:42.440322 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b1a2442b-841c-4d9b-9b73-1eb72c61056d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:42.446978 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b1a2442b-841c-4d9b-9b73-1eb72c61056d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:42.469620 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-95151d4a-bf94-4ccc-bc94-32caf4159442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:42.516321 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1a2442b-841c-4d9b-9b73-1eb72c61056d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:53:42.526666 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a2442b-841c-4d9b-9b73-1eb72c61056d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f132e7fd-f7cf-4829-b8ee-f2174dae9491,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:42.535030 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b1a2442b-841c-4d9b-9b73-1eb72c61056d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:42.535471 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-b1a2442b-841c-4d9b-9b73-1eb72c61056d admin admin] Added segment 07c78454-fcb6-4f61-bd14-beb3abc8d9e6 of type vlan for network 9ee0b156-56e7-46d4-a6d2-47d0c2785504 Sep 07 02:53:42.590176 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b1a2442b-841c-4d9b-9b73-1eb72c61056d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:42.630383 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b1a2442b-841c-4d9b-9b73-1eb72c61056d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:42.631572 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a2442b-841c-4d9b-9b73-1eb72c61056d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:42.632130 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b1a2442b-841c-4d9b-9b73-1eb72c61056d admin admin] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:42.707759 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-95151d4a-bf94-4ccc-bc94-32caf4159442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:42.714314 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-95151d4a-bf94-4ccc-bc94-32caf4159442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:42.747284 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44340) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:42.750551 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b1a2442b-841c-4d9b-9b73-1eb72c61056d admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9238415 Sep 07 02:53:42.774967 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-e775ac6a-2a39-4d0b-ae7b-cfd3b34c822a admin admin] Request body: {'subnet': {'network_id': '9ee0b156-56e7-46d4-a6d2-47d0c2785504', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1809060465-subnet', 'tenant_id': 'ef87f652427b4a4bb64c6ddee37126ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:53:42.784256 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a2442b-841c-4d9b-9b73-1eb72c61056d admin admin] Pushing event updated for resources: {'Network': ['ID=9ee0b156-56e7-46d4-a6d2-47d0c2785504,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:42.797120 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 9ee0b156-56e7-46d4-a6d2-47d0c2785504 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:53:42.857565 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-95151d4a-bf94-4ccc-bc94-32caf4159442 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8105e687d1ca41adaf4099068643cd1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6062562 Sep 07 02:53:42.860208 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 44350) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:42.861163 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95151d4a-bf94-4ccc-bc94-32caf4159442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff4ab93-37a0-4c91-be06-d0b5513dfdfa,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:42.878563 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e775ac6a-2a39-4d0b-ae7b-cfd3b34c822a admin admin] Made reservation on behalf of ef87f652427b4a4bb64c6ddee37126ef for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:53:42.882149 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e775ac6a-2a39-4d0b-ae7b-cfd3b34c822a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:42.943617 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-06648d29-3c92-4a35-8416-21cc68f0bafb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:42.986076 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-06648d29-3c92-4a35-8416-21cc68f0bafb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:43.060050 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-06648d29-3c92-4a35-8416-21cc68f0bafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:43.063337 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-06648d29-3c92-4a35-8416-21cc68f0bafb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:43.065114 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-06648d29-3c92-4a35-8416-21cc68f0bafb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7ff4ab93-37a0-4c91-be06-d0b5513dfdfa HTTP/1.1" status: 204 len: 168 time: 0.2025552 Sep 07 02:53:43.082801 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06648d29-3c92-4a35-8416-21cc68f0bafb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff4ab93-37a0-4c91-be06-d0b5513dfdfa,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:43.084882 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 44360) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:43.202390 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e775ac6a-2a39-4d0b-ae7b-cfd3b34c822a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:43.299382 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e775ac6a-2a39-4d0b-ae7b-cfd3b34c822a admin admin] Pushing event updated for resources: {'Subnet': ['ID=698d3611-0fe6-49f7-b644-bd1875d7e26d,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:43.305799 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e775ac6a-2a39-4d0b-ae7b-cfd3b34c822a admin admin] Checking segment: {'id': '07c78454-fcb6-4f61-bd14-beb3abc8d9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9ee0b156-56e7-46d4-a6d2-47d0c2785504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:53:43.306534 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e775ac6a-2a39-4d0b-ae7b-cfd3b34c822a admin admin] Network hostable DHCP agents. Network: 9ee0b156-56e7-46d4-a6d2-47d0c2785504, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:53:43.332129 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e775ac6a-2a39-4d0b-ae7b-cfd3b34c822a admin admin] Network 9ee0b156-56e7-46d4-a6d2-47d0c2785504 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:53:43.347241 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-e775ac6a-2a39-4d0b-ae7b-cfd3b34c822a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 9ee0b156-56e7-46d4-a6d2-47d0c2785504) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:53:43.358068 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe04ce9-4c7f-4819-8b26-79daa03143ca None None] Network 9ee0b156-56e7-46d4-a6d2-47d0c2785504 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:53:43.365738 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e775ac6a-2a39-4d0b-ae7b-cfd3b34c822a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:43.366351 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e775ac6a-2a39-4d0b-ae7b-cfd3b34c822a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:43.402756 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-e775ac6a-2a39-4d0b-ae7b-cfd3b34c822a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6527874 Sep 07 02:53:43.665297 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086554d7-aa28-461f-bba1-e8a8cc17b0ab None None] Network 9ee0b156-56e7-46d4-a6d2-47d0c2785504 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:53:43.693939 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3f6613cf-2fa1-4207-8bb4-39a3a38b85ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:44.021333 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3f6613cf-2fa1-4207-8bb4-39a3a38b85ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:44.040750 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3f6613cf-2fa1-4207-8bb4-39a3a38b85ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:44.149977 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-3f6613cf-2fa1-4207-8bb4-39a3a38b85ca admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e40635acc04f4133ad080dd1329e04bb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0639524 Sep 07 02:53:44.152587 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44400) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:44.194226 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6613cf-2fa1-4207-8bb4-39a3a38b85ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=842f539a-372e-4e35-907c-493a531bb8c2,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:44.294129 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fce800d9-61a2-49ee-99d7-ff1f58293c96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:44.374090 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fce800d9-61a2-49ee-99d7-ff1f58293c96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:44.478200 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fce800d9-61a2-49ee-99d7-ff1f58293c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:44.482575 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fce800d9-61a2-49ee-99d7-ff1f58293c96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:44.484118 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-fce800d9-61a2-49ee-99d7-ff1f58293c96 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/842f539a-372e-4e35-907c-493a531bb8c2 HTTP/1.1" status: 204 len: 168 time: 0.3302078 Sep 07 02:53:44.529093 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce800d9-61a2-49ee-99d7-ff1f58293c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=842f539a-372e-4e35-907c-493a531bb8c2,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:44.743779 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-b0d41049-09bc-4c0d-9ff0-4607b7d1c478 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:44.753578 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-b0d41049-09bc-4c0d-9ff0-4607b7d1c478 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] 10.222.0.22 "GET /v2.0/networks?id=9ee0b156-56e7-46d4-a6d2-47d0c2785504 HTTP/1.1" status: 200 len: 818 time: 0.3092680 Sep 07 02:53:44.777904 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-2c489d2c-44cc-4ad1-88cf-853bd438bc0d tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] 10.222.0.22 "GET /v2.0/quotas/ef87f652427b4a4bb64c6ddee37126ef HTTP/1.1" status: 200 len: 375 time: 0.0219951 Sep 07 02:53:44.832950 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-de14c2dc-2ab1-40c7-adf5-675aec29e5ff tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ef87f652427b4a4bb64c6ddee37126ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0531597 Sep 07 02:53:44.839778 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-e03177e6-ba0f-47d7-8f17-293a8224c5fd service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 02:53:44.850029 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-e03177e6-ba0f-47d7-8f17-293a8224c5fd service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0156481 Sep 07 02:53:45.017098 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-1cfd1db1-d832-43cb-8075-dbfb29ca87d8 service neutron] 10.222.0.22 "GET /v2.0/networks/9ee0b156-56e7-46d4-a6d2-47d0c2785504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626136 Sep 07 02:53:45.121329 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44438) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:45.151255 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8319fa32-935e-4ad0-8528-77f20899f9fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:45.180419 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-04ecf503-c04a-457b-890c-90cde42ed404 service neutron] 10.222.0.22 "GET /v2.0/networks/9ee0b156-56e7-46d4-a6d2-47d0c2785504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577029 Sep 07 02:53:45.403318 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8319fa32-935e-4ad0-8528-77f20899f9fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:45.410037 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8319fa32-935e-4ad0-8528-77f20899f9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:45.493844 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 44444) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:45.495190 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-8319fa32-935e-4ad0-8528-77f20899f9fc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b8b26193b0ed4b6bbfa6290461c54353&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3723929 Sep 07 02:53:45.496815 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8319fa32-935e-4ad0-8528-77f20899f9fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478a90d1-8886-4a74-811a-9d0678c21fcc,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:45.574281 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5ade8af6-2c98-4e8f-bb88-a098a16af614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:45.607774 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5ade8af6-2c98-4e8f-bb88-a098a16af614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:45.705284 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5ade8af6-2c98-4e8f-bb88-a098a16af614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:45.708938 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5ade8af6-2c98-4e8f-bb88-a098a16af614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:45.710479 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-5ade8af6-2c98-4e8f-bb88-a098a16af614 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/478a90d1-8886-4a74-811a-9d0678c21fcc HTTP/1.1" status: 204 len: 168 time: 0.2155585 Sep 07 02:53:45.739088 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ade8af6-2c98-4e8f-bb88-a098a16af614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478a90d1-8886-4a74-811a-9d0678c21fcc,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:45.904612 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2e11cb1e-9a1d-4ec5-a474-dc0eef305e04 req-ed819acb-43f3-464f-8041-18f68aa2be0e tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4e75f70-5526-4110-bed1-70a54336b8c9 HTTP/1.1" status: 200 len: 210 time: 0.0523438 Sep 07 02:53:46.635456 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee15d6fe-93b9-4abc-9322-83d7859d50e4 req-c0a1fa20-79f7-4830-bb2d-0a64e9ea9761 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4696035 Sep 07 02:53:46.819072 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee15d6fe-93b9-4abc-9322-83d7859d50e4 req-547c69f6-2089-4c13-b894-70f0f0bfa385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:46.828240 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee15d6fe-93b9-4abc-9322-83d7859d50e4 req-547c69f6-2089-4c13-b894-70f0f0bfa385 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=82a45090c023468b95127c390faba656&device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 1098 time: 0.1692333 Sep 07 02:53:47.031895 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee15d6fe-93b9-4abc-9322-83d7859d50e4 req-af2e91d7-316e-4a66-ad69-dbfa85102438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:47.039469 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee15d6fe-93b9-4abc-9322-83d7859d50e4 req-af2e91d7-316e-4a66-ad69-dbfa85102438 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2dd15660-a8a2-4615-aae6-6565f5b9c926 HTTP/1.1" status: 200 len: 916 time: 0.1919980 Sep 07 02:53:47.104298 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-78b03a12-de58-406b-806b-68b88d3b13fa req-d7798bb3-1607-44e5-954d-2628a42adb17 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4e75f70-5526-4110-bed1-70a54336b8c9 HTTP/1.1" status: 200 len: 210 time: 0.0800304 Sep 07 02:53:47.230563 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee15d6fe-93b9-4abc-9322-83d7859d50e4 req-a8a52380-db4e-49db-9904-fbb856f575e3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a6228a5-9d7a-4224-9828-32709fba14a6 HTTP/1.1" status: 200 len: 1002 time: 0.1838770 Sep 07 02:53:47.390128 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee15d6fe-93b9-4abc-9322-83d7859d50e4 req-8ec97fab-7576-47cb-b062-9fc2debbfd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:47.400333 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee15d6fe-93b9-4abc-9322-83d7859d50e4 req-8ec97fab-7576-47cb-b062-9fc2debbfd9c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ac223360-8a8e-4533-8aad-52e511f20cab HTTP/1.1" status: 200 len: 855 time: 0.1596603 Sep 07 02:53:47.552932 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee15d6fe-93b9-4abc-9322-83d7859d50e4 req-7efafb9e-7c50-4bbd-be8c-5d111a78591b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:47.554666 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee15d6fe-93b9-4abc-9322-83d7859d50e4 req-7efafb9e-7c50-4bbd-be8c-5d111a78591b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2dd15660-a8a2-4615-aae6-6565f5b9c926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1473846 Sep 07 02:53:47.578535 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [req-ee15d6fe-93b9-4abc-9322-83d7859d50e4 req-205b8dbe-1249-423f-9a1f-f66fe574ecab service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 02:53:47.590980 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee15d6fe-93b9-4abc-9322-83d7859d50e4 req-205b8dbe-1249-423f-9a1f-f66fe574ecab service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057473 Sep 07 02:53:47.841468 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee15d6fe-93b9-4abc-9322-83d7859d50e4 req-b91daff3-5df2-45c8-afef-ad1d1c560f2d service neutron] 10.222.0.23 "GET /v2.0/networks/2dd15660-a8a2-4615-aae6-6565f5b9c926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492838 Sep 07 02:53:48.227801 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee15d6fe-93b9-4abc-9322-83d7859d50e4 req-495b3fbd-68f5-4fb5-946b-cddd6047723a service neutron] 10.222.0.23 "GET /v2.0/networks/2dd15660-a8a2-4615-aae6-6565f5b9c926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3784287 Sep 07 02:53:48.320184 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-44c68157-b3b3-466c-aa75-24cc3c5efca8 req-cf10da94-e6cb-4d53-b186-d6939d90635f tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4e75f70-5526-4110-bed1-70a54336b8c9 HTTP/1.1" status: 200 len: 210 time: 0.0653224 Sep 07 02:53:48.523786 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-fd7cfb4e-1540-42f3-b16d-0a59c37c91c0 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:48.538676 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-fd7cfb4e-1540-42f3-b16d-0a59c37c91c0 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] 10.222.0.23 "GET /v2.0/networks?id=9ee0b156-56e7-46d4-a6d2-47d0c2785504 HTTP/1.1" status: 200 len: 818 time: 0.1682928 Sep 07 02:53:48.554213 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-bcc9e870-77a7-46bc-b73c-eaed007d4afc tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:48.564312 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-bcc9e870-77a7-46bc-b73c-eaed007d4afc tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] 10.222.0.16 "GET /v2.0/networks?id=9ee0b156-56e7-46d4-a6d2-47d0c2785504 HTTP/1.1" status: 200 len: 818 time: 0.4077499 Sep 07 02:53:48.569688 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-e5a8ea4b-0050-4687-b01e-c41e3bdedb41 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Request body: {'port': {'device_id': '895a8e6b-b31a-4eb1-a757-d44ed146ced1', 'network_id': '9ee0b156-56e7-46d4-a6d2-47d0c2785504', 'admin_state_up': True, 'tenant_id': 'ef87f652427b4a4bb64c6ddee37126ef'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:53:48.617901 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-4bcca42b-3b17-4417-9440-d68ec77bcdb6 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Request body: {'port': {'device_id': '433ef2ce-dcbd-4bd5-a25d-c7677aa66b1d', 'network_id': '9ee0b156-56e7-46d4-a6d2-47d0c2785504', 'admin_state_up': True, 'tenant_id': 'ef87f652427b4a4bb64c6ddee37126ef'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:53:49.080021 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-8203832a-3171-4143-87b4-45a599bdef6f tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:49.082403 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-8203832a-3171-4143-87b4-45a599bdef6f tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] 10.222.0.16 "GET /v2.0/networks?id=9ee0b156-56e7-46d4-a6d2-47d0c2785504 HTTP/1.1" status: 200 len: 818 time: 0.3970308 Sep 07 02:53:49.100194 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-d515941a-6e74-4f6c-b264-22ff2e5261b0 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Request body: {'port': {'device_id': 'b4e75f70-5526-4110-bed1-70a54336b8c9', 'network_id': '9ee0b156-56e7-46d4-a6d2-47d0c2785504', 'admin_state_up': True, 'tenant_id': 'ef87f652427b4a4bb64c6ddee37126ef'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:53:49.139578 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.db.api [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-4bcca42b-3b17-4417-9440-d68ec77bcdb6 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 02:53:49.139578 n-d-796209-16 neutron-server[94700]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 07 02:53:49.139578 n-d-796209-16 neutron-server[94700]: [parameters: {'project_id': 'ef87f652427b4a4bb64c6ddee37126ef', 'id': 'f0c1832c-6394-4e90-a0d3-233d50cdfd6c', 'expiration': datetime.datetime(2021, 9, 7, 2, 55, 49, 116260)}] Sep 07 02:53:49.139578 n-d-796209-16 neutron-server[94700]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 02:53:49.140350 n-d-796209-16 neutron-server[94700]: DEBUG oslo_db.api [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-4bcca42b-3b17-4417-9440-d68ec77bcdb6 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 02:53:49.179233 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-e5a8ea4b-0050-4687-b01e-c41e3bdedb41 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Made reservation on behalf of ef87f652427b4a4bb64c6ddee37126ef for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:53:49.192504 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-e5a8ea4b-0050-4687-b01e-c41e3bdedb41 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:49.505809 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b4404905-9bbc-43fb-ac6d-88c73ef4adc5 req-84472a87-0a3b-457f-8fb6-9a06e6450804 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4e75f70-5526-4110-bed1-70a54336b8c9 HTTP/1.1" status: 200 len: 210 time: 0.1091902 Sep 07 02:53:49.535214 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-d515941a-6e74-4f6c-b264-22ff2e5261b0 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Made reservation on behalf of ef87f652427b4a4bb64c6ddee37126ef for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:53:49.539086 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-d515941a-6e74-4f6c-b264-22ff2e5261b0 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:49.578026 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-e5a8ea4b-0050-4687-b01e-c41e3bdedb41 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Allocated IP 172.20.0.13 (9ee0b156-56e7-46d4-a6d2-47d0c2785504/698d3611-0fe6-49f7-b644-bd1875d7e26d/0e144021-3c26-426e-a076-9c97cf0a1c23) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:53:49.764554 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-4bcca42b-3b17-4417-9440-d68ec77bcdb6 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Made reservation on behalf of ef87f652427b4a4bb64c6ddee37126ef for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:53:49.784910 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-4bcca42b-3b17-4417-9440-d68ec77bcdb6 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:50.121117 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-e5a8ea4b-0050-4687-b01e-c41e3bdedb41 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:50.211590 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-e5a8ea4b-0050-4687-b01e-c41e3bdedb41 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:50.369279 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-e5a8ea4b-0050-4687-b01e-c41e3bdedb41 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Network 9ee0b156-56e7-46d4-a6d2-47d0c2785504 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:53:50.389731 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-e5a8ea4b-0050-4687-b01e-c41e3bdedb41 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:53:50.407106 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-e5a8ea4b-0050-4687-b01e-c41e3bdedb41 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:53:50.484885 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a8ea4b-0050-4687-b01e-c41e3bdedb41 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Pushing event updated for resources: {'Port': ['ID=0e144021-3c26-426e-a076-9c97cf0a1c23,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:50.525928 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-d515941a-6e74-4f6c-b264-22ff2e5261b0 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Allocated IP 172.20.0.3 (9ee0b156-56e7-46d4-a6d2-47d0c2785504/698d3611-0fe6-49f7-b644-bd1875d7e26d/8def62dd-ca54-40a8-9f6f-281e0f6a4d3e) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:53:50.636786 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-e5a8ea4b-0050-4687-b01e-c41e3bdedb41 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:50.637495 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-e5a8ea4b-0050-4687-b01e-c41e3bdedb41 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:50.735016 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-e5a8ea4b-0050-4687-b01e-c41e3bdedb41 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1691236 Sep 07 02:53:50.739139 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1daaa2d4-295d-446c-a208-1b6a2c813da3 req-a91ef208-f95a-4148-a035-7634965a18a6 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4e75f70-5526-4110-bed1-70a54336b8c9 HTTP/1.1" status: 200 len: 210 time: 0.0716493 Sep 07 02:53:50.762010 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-e27e31e8-35de-4ec4-83dc-6225edf4f098 service neutron] Request body: {'port': {'device_id': '895a8e6b-b31a-4eb1-a757-d44ed146ced1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:53:51.009053 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-e27e31e8-35de-4ec4-83dc-6225edf4f098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:51.226958 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-d515941a-6e74-4f6c-b264-22ff2e5261b0 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:51.414682 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:51.436394 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 44714) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:51.466102 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:51.576383 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-d515941a-6e74-4f6c-b264-22ff2e5261b0 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:51.646179 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-4bcca42b-3b17-4417-9440-d68ec77bcdb6 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Allocated IP 172.20.0.9 (9ee0b156-56e7-46d4-a6d2-47d0c2785504/698d3611-0fe6-49f7-b644-bd1875d7e26d/363a429c-3f9c-4931-abfc-cd81965cb9c2) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:53:51.649938 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d515941a-6e74-4f6c-b264-22ff2e5261b0 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Pushing event updated for resources: {'Port': ['ID=8def62dd-ca54-40a8-9f6f-281e0f6a4d3e,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:51.680089 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-d515941a-6e74-4f6c-b264-22ff2e5261b0 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Network 9ee0b156-56e7-46d4-a6d2-47d0c2785504 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:53:51.700761 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-d515941a-6e74-4f6c-b264-22ff2e5261b0 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:53:51.708656 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-d515941a-6e74-4f6c-b264-22ff2e5261b0 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:53:51.714430 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b492dea2-205a-4168-bb65-0d0e1f8268e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:51.881720 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-d515941a-6e74-4f6c-b264-22ff2e5261b0 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:51.883570 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-d515941a-6e74-4f6c-b264-22ff2e5261b0 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:51.920800 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55eec0b-c419-410b-8c1c-b025d532ecf0 req-8a153a80-7b9b-4c26-af25-e550d6a36638 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:51.922330 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d55eec0b-c419-410b-8c1c-b025d532ecf0 req-8a153a80-7b9b-4c26-af25-e550d6a36638 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4e75f70-5526-4110-bed1-70a54336b8c9 HTTP/1.1" status: 200 len: 931 time: 0.0820584 Sep 07 02:53:51.927806 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b492dea2-205a-4168-bb65-0d0e1f8268e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:51.934684 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b492dea2-205a-4168-bb65-0d0e1f8268e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:51.973686 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-d515941a-6e74-4f6c-b264-22ff2e5261b0 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8782642 Sep 07 02:53:51.999349 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b492dea2-205a-4168-bb65-0d0e1f8268e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5f17d4-ee5d-4833-a7d3-90168b3fb628,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:51.999696 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-89a14963-d054-4f03-9cd1-73513acb5f47 service neutron] Request body: {'port': {'device_id': 'b4e75f70-5526-4110-bed1-70a54336b8c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:53:52.012447 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b492dea2-205a-4168-bb65-0d0e1f8268e6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e76b499957b1408a9fde0b024541d6d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5713651 Sep 07 02:53:52.012447 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 44740) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:52.052053 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d55eec0b-c419-410b-8c1c-b025d532ecf0 req-afabb265-43fa-4cc9-aa4a-3d88fdde47d1 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] 10.222.0.22 "GET /v2.0/security-groups?id=f132e7fd-f7cf-4829-b8ee-f2174dae9491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111059 Sep 07 02:53:52.083280 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-18f5710a-7408-4eb0-a07c-3a98a9cb08cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:52.127155 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-18f5710a-7408-4eb0-a07c-3a98a9cb08cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:52.209229 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-89a14963-d054-4f03-9cd1-73513acb5f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:52.234256 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-4bcca42b-3b17-4417-9440-d68ec77bcdb6 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:52.256417 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-18f5710a-7408-4eb0-a07c-3a98a9cb08cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:52.264625 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-18f5710a-7408-4eb0-a07c-3a98a9cb08cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:52.272477 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-18f5710a-7408-4eb0-a07c-3a98a9cb08cd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0c5f17d4-ee5d-4833-a7d3-90168b3fb628 HTTP/1.1" status: 204 len: 168 time: 0.2593184 Sep 07 02:53:52.294812 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f5710a-7408-4eb0-a07c-3a98a9cb08cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5f17d4-ee5d-4833-a7d3-90168b3fb628,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:52.429026 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-4bcca42b-3b17-4417-9440-d68ec77bcdb6 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:52.566440 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-4bcca42b-3b17-4417-9440-d68ec77bcdb6 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Network 9ee0b156-56e7-46d4-a6d2-47d0c2785504 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:53:52.569303 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcca42b-3b17-4417-9440-d68ec77bcdb6 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Pushing event updated for resources: {'Port': ['ID=363a429c-3f9c-4931-abfc-cd81965cb9c2,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:52.572031 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-4bcca42b-3b17-4417-9440-d68ec77bcdb6 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:53:52.576204 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-4bcca42b-3b17-4417-9440-d68ec77bcdb6 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:53:52.656064 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-4bcca42b-3b17-4417-9440-d68ec77bcdb6 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:52.656698 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-4bcca42b-3b17-4417-9440-d68ec77bcdb6 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:52.741009 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-4bcca42b-3b17-4417-9440-d68ec77bcdb6 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1544912 Sep 07 02:53:52.759102 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-78a7c6a6-dfb7-4964-9a65-56ac123eb4f5 service neutron] Request body: {'port': {'device_id': '433ef2ce-dcbd-4bd5-a25d-c7677aa66b1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:53:52.805303 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 44774) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:52.822644 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-e27e31e8-35de-4ec4-83dc-6225edf4f098 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e144021-3c26-426e-a076-9c97cf0a1c23 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:53:52.833985 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4736a31a-faa7-48c6-9228-0c713ceed1b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:52.837430 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-e27e31e8-35de-4ec4-83dc-6225edf4f098 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:52.850710 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-78a7c6a6-dfb7-4964-9a65-56ac123eb4f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:52.865359 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-e27e31e8-35de-4ec4-83dc-6225edf4f098 service neutron] Transition to ACTIVE for port object 0e144021-3c26-426e-a076-9c97cf0a1c23 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:53:53.031209 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-e27e31e8-35de-4ec4-83dc-6225edf4f098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:53.050291 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4736a31a-faa7-48c6-9228-0c713ceed1b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:53.061767 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4736a31a-faa7-48c6-9228-0c713ceed1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:53.134989 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-4736a31a-faa7-48c6-9228-0c713ceed1b9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0e54becd3a534ddb97509da0a7f7798a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3246975 Sep 07 02:53:53.134989 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4736a31a-faa7-48c6-9228-0c713ceed1b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2e6db9-f6f7-4962-ad9b-98536edfaecd,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:53.138254 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 44782) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:53.316097 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a407a6a5-fe53-483a-abcb-b8a082b729b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:53.329908 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d87a64c-db1c-4691-a04d-0a2acf7cc5df req-ce3c612b-6402-4fb0-9677-768e20abf327 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:53.332104 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7d87a64c-db1c-4691-a04d-0a2acf7cc5df req-ce3c612b-6402-4fb0-9677-768e20abf327 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4e75f70-5526-4110-bed1-70a54336b8c9 HTTP/1.1" status: 200 len: 931 time: 0.1387482 Sep 07 02:53:53.405031 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7d87a64c-db1c-4691-a04d-0a2acf7cc5df req-91b39695-78b0-4ff0-a779-d604abe3271a tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] 10.222.0.22 "GET /v2.0/security-groups?id=f132e7fd-f7cf-4829-b8ee-f2174dae9491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581405 Sep 07 02:53:53.410909 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a407a6a5-fe53-483a-abcb-b8a082b729b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:53.486034 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a407a6a5-fe53-483a-abcb-b8a082b729b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:53.488855 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a407a6a5-fe53-483a-abcb-b8a082b729b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:53.490525 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a407a6a5-fe53-483a-abcb-b8a082b729b9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3f2e6db9-f6f7-4962-ad9b-98536edfaecd HTTP/1.1" status: 204 len: 168 time: 0.3513031 Sep 07 02:53:53.522535 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a407a6a5-fe53-483a-abcb-b8a082b729b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2e6db9-f6f7-4962-ad9b-98536edfaecd,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:53.848037 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27e31e8-35de-4ec4-83dc-6225edf4f098 service neutron] Pushing event updated for resources: {'Port': ['ID=0e144021-3c26-426e-a076-9c97cf0a1c23,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:53.870200 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-e27e31e8-35de-4ec4-83dc-6225edf4f098 service neutron] Attempting to bind port 0e144021-3c26-426e-a076-9c97cf0a1c23 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:53:53.870724 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-e27e31e8-35de-4ec4-83dc-6225edf4f098 service neutron] Attempting to bind port 0e144021-3c26-426e-a076-9c97cf0a1c23 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '07c78454-fcb6-4f61-bd14-beb3abc8d9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9ee0b156-56e7-46d4-a6d2-47d0c2785504'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:53:53.871207 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-e27e31e8-35de-4ec4-83dc-6225edf4f098 service neutron] Attempting to bind port 0e144021-3c26-426e-a076-9c97cf0a1c23 on network 9ee0b156-56e7-46d4-a6d2-47d0c2785504 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:53:53.892727 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-e27e31e8-35de-4ec4-83dc-6225edf4f098 service neutron] Port 0e144021-3c26-426e-a076-9c97cf0a1c23 on network 9ee0b156-56e7-46d4-a6d2-47d0c2785504 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:53:53.893752 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-e27e31e8-35de-4ec4-83dc-6225edf4f098 service neutron] Attempting to bind port 0e144021-3c26-426e-a076-9c97cf0a1c23 on network 9ee0b156-56e7-46d4-a6d2-47d0c2785504 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:53:53.901258 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-e27e31e8-35de-4ec4-83dc-6225edf4f098 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:53:53.901909 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-e27e31e8-35de-4ec4-83dc-6225edf4f098 service neutron] Checking segment: {'id': '07c78454-fcb6-4f61-bd14-beb3abc8d9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9ee0b156-56e7-46d4-a6d2-47d0c2785504'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:53:53.902524 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-e27e31e8-35de-4ec4-83dc-6225edf4f098 service neutron] Bound using segment: {'id': '07c78454-fcb6-4f61-bd14-beb3abc8d9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9ee0b156-56e7-46d4-a6d2-47d0c2785504'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:53:53.903158 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-e27e31e8-35de-4ec4-83dc-6225edf4f098 service neutron] Bound port: 0e144021-3c26-426e-a076-9c97cf0a1c23, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07c78454-fcb6-4f61-bd14-beb3abc8d9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9ee0b156-56e7-46d4-a6d2-47d0c2785504'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:53:53.903891 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-e27e31e8-35de-4ec4-83dc-6225edf4f098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:53.977278 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-e27e31e8-35de-4ec4-83dc-6225edf4f098 service neutron] For port 0e144021-3c26-426e-a076-9c97cf0a1c23, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:53:53.980944 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-e27e31e8-35de-4ec4-83dc-6225edf4f098 service neutron] For port 0e144021-3c26-426e-a076-9c97cf0a1c23, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=0e144021-3c26-426e-a076-9c97cf0a1c23,segment=NetworkSegment(07c78454-fcb6-4f61-bd14-beb3abc8d9e6),segment_id=07c78454-fcb6-4f61-bd14-beb3abc8d9e6)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:53:53.993577 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-e27e31e8-35de-4ec4-83dc-6225edf4f098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:54.061834 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-e27e31e8-35de-4ec4-83dc-6225edf4f098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:54.062716 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-e27e31e8-35de-4ec4-83dc-6225edf4f098 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:54.066447 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-e27e31e8-35de-4ec4-83dc-6225edf4f098 service neutron] 10.222.0.23 "PUT /v2.0/ports/0e144021-3c26-426e-a076-9c97cf0a1c23 HTTP/1.1" status: 200 len: 1093 time: 3.3113275 Sep 07 02:53:54.067117 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '895a8e6b-b31a-4eb1-a757-d44ed146ced1', 'tag': '0e144021-3c26-426e-a076-9c97cf0a1c23'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:53:54.069602 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef038c87-0dfd-43a5-963d-16bc1cf99b03" -d '{"events": [{"name": "network-changed", "server_uuid": "895a8e6b-b31a-4eb1-a757-d44ed146ced1", "tag": "0e144021-3c26-426e-a076-9c97cf0a1c23"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:53:54.123696 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-89a14963-d054-4f03-9cd1-73513acb5f47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8def62dd-ca54-40a8-9f6f-281e0f6a4d3e {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:53:54.150645 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-89a14963-d054-4f03-9cd1-73513acb5f47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:54.168105 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e3ac0b6-6640-4306-b756-ed02ba7470e6 x-openstack-request-id: req-9e3ac0b6-6640-4306-b756-ed02ba7470e6 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:53:54.168403 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "895a8e6b-b31a-4eb1-a757-d44ed146ced1", "tag": "0e144021-3c26-426e-a076-9c97cf0a1c23", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:53:54.168638 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9e3ac0b6-6640-4306-b756-ed02ba7470e6 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:53:54.169037 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '895a8e6b-b31a-4eb1-a757-d44ed146ced1', 'tag': '0e144021-3c26-426e-a076-9c97cf0a1c23', 'status': 'completed', 'code': 200} Sep 07 02:53:54.184701 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27e31e8-35de-4ec4-83dc-6225edf4f098 service neutron] Pushing event updated for resources: {'Port': ['ID=0e144021-3c26-426e-a076-9c97cf0a1c23,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:54.193966 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-89a14963-d054-4f03-9cd1-73513acb5f47 service neutron] Transition to ACTIVE for port object 8def62dd-ca54-40a8-9f6f-281e0f6a4d3e will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:53:54.206882 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-494a6159-6181-4fa5-b0bb-a08483b25bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:54.208475 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-494a6159-6181-4fa5-b0bb-a08483b25bf6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ef87f652427b4a4bb64c6ddee37126ef&device_id=895a8e6b-b31a-4eb1-a757-d44ed146ced1 HTTP/1.1" status: 200 len: 1096 time: 0.0804834 Sep 07 02:53:54.219267 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-89a14963-d054-4f03-9cd1-73513acb5f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:54.400886 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-99aa14da-23d4-4fd1-b4ac-ae603b82e4c7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e144021-3c26-426e-a076-9c97cf0a1c23 HTTP/1.1" status: 200 len: 217 time: 0.1755970 Sep 07 02:53:54.489575 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a14963-d054-4f03-9cd1-73513acb5f47 service neutron] Pushing event updated for resources: {'Port': ['ID=8def62dd-ca54-40a8-9f6f-281e0f6a4d3e,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:54.537205 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-ce26937f-9b15-4744-b8da-84c4afb5ada7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:54.538851 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-ce26937f-9b15-4744-b8da-84c4afb5ada7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=698d3611-0fe6-49f7-b644-bd1875d7e26d HTTP/1.1" status: 200 len: 858 time: 0.1288652 Sep 07 02:53:54.655741 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-6149f7a4-2c09-4bd0-8240-51b8b0293c67 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9ee0b156-56e7-46d4-a6d2-47d0c2785504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888999 Sep 07 02:53:54.980634 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dbfd84-038a-4911-851d-60dd5aa01889 req-948cb568-a2b1-4273-8ec2-56debac00852 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:54.982334 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c1dbfd84-038a-4911-851d-60dd5aa01889 req-948cb568-a2b1-4273-8ec2-56debac00852 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4e75f70-5526-4110-bed1-70a54336b8c9 HTTP/1.1" status: 200 len: 943 time: 0.4382136 Sep 07 02:53:54.993010 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-89a14963-d054-4f03-9cd1-73513acb5f47 service neutron] Attempting to bind port 8def62dd-ca54-40a8-9f6f-281e0f6a4d3e on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:53:54.993547 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-89a14963-d054-4f03-9cd1-73513acb5f47 service neutron] Attempting to bind port 8def62dd-ca54-40a8-9f6f-281e0f6a4d3e by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '07c78454-fcb6-4f61-bd14-beb3abc8d9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9ee0b156-56e7-46d4-a6d2-47d0c2785504'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:53:54.996709 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-89a14963-d054-4f03-9cd1-73513acb5f47 service neutron] Attempting to bind port 8def62dd-ca54-40a8-9f6f-281e0f6a4d3e on network 9ee0b156-56e7-46d4-a6d2-47d0c2785504 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:53:55.050999 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-89a14963-d054-4f03-9cd1-73513acb5f47 service neutron] Port 8def62dd-ca54-40a8-9f6f-281e0f6a4d3e on network 9ee0b156-56e7-46d4-a6d2-47d0c2785504 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:53:55.051651 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-89a14963-d054-4f03-9cd1-73513acb5f47 service neutron] Attempting to bind port 8def62dd-ca54-40a8-9f6f-281e0f6a4d3e on network 9ee0b156-56e7-46d4-a6d2-47d0c2785504 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:53:55.055664 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-78a7c6a6-dfb7-4964-9a65-56ac123eb4f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 363a429c-3f9c-4931-abfc-cd81965cb9c2 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:53:55.092243 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-78a7c6a6-dfb7-4964-9a65-56ac123eb4f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:55.108759 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-89a14963-d054-4f03-9cd1-73513acb5f47 service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:53:55.109394 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-89a14963-d054-4f03-9cd1-73513acb5f47 service neutron] Checking segment: {'id': '07c78454-fcb6-4f61-bd14-beb3abc8d9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9ee0b156-56e7-46d4-a6d2-47d0c2785504'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:53:55.109792 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-89a14963-d054-4f03-9cd1-73513acb5f47 service neutron] Bound using segment: {'id': '07c78454-fcb6-4f61-bd14-beb3abc8d9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9ee0b156-56e7-46d4-a6d2-47d0c2785504'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:53:55.110423 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-89a14963-d054-4f03-9cd1-73513acb5f47 service neutron] Bound port: 8def62dd-ca54-40a8-9f6f-281e0f6a4d3e, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07c78454-fcb6-4f61-bd14-beb3abc8d9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9ee0b156-56e7-46d4-a6d2-47d0c2785504'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:53:55.110912 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-89a14963-d054-4f03-9cd1-73513acb5f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:55.208896 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c1dbfd84-038a-4911-851d-60dd5aa01889 req-257f7b2e-432b-4a69-8bea-98515fbb7f83 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] 10.222.0.22 "GET /v2.0/security-groups?id=f132e7fd-f7cf-4829-b8ee-f2174dae9491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058573 Sep 07 02:53:55.227749 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-6923d35c-a37a-45bf-9bd1-35470b7da8f8 service neutron] 10.222.0.23 "GET /v2.0/networks/9ee0b156-56e7-46d4-a6d2-47d0c2785504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5495181 Sep 07 02:53:55.243319 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-78a7c6a6-dfb7-4964-9a65-56ac123eb4f5 service neutron] Transition to ACTIVE for port object 363a429c-3f9c-4931-abfc-cd81965cb9c2 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:53:55.265851 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-78a7c6a6-dfb7-4964-9a65-56ac123eb4f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:55.413083 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-89a14963-d054-4f03-9cd1-73513acb5f47 service neutron] For port 8def62dd-ca54-40a8-9f6f-281e0f6a4d3e, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:53:55.533614 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a7c6a6-dfb7-4964-9a65-56ac123eb4f5 service neutron] Pushing event updated for resources: {'Port': ['ID=363a429c-3f9c-4931-abfc-cd81965cb9c2,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:55.573482 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-fe353756-64c9-4ac4-9e9f-1e5bfd78811d service neutron] 10.222.0.23 "GET /v2.0/networks/9ee0b156-56e7-46d4-a6d2-47d0c2785504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288860 Sep 07 02:53:55.576227 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-89a14963-d054-4f03-9cd1-73513acb5f47 service neutron] For port 8def62dd-ca54-40a8-9f6f-281e0f6a4d3e, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=8def62dd-ca54-40a8-9f6f-281e0f6a4d3e,segment=NetworkSegment(07c78454-fcb6-4f61-bd14-beb3abc8d9e6),segment_id=07c78454-fcb6-4f61-bd14-beb3abc8d9e6)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:53:55.585976 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-89a14963-d054-4f03-9cd1-73513acb5f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:55.606457 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 44964) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:55.666317 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a14963-d054-4f03-9cd1-73513acb5f47 service neutron] Pushing event updated for resources: {'Port': ['ID=8def62dd-ca54-40a8-9f6f-281e0f6a4d3e,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:55.715858 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-89a14963-d054-4f03-9cd1-73513acb5f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:55.716617 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-89a14963-d054-4f03-9cd1-73513acb5f47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:55.718180 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-89a14963-d054-4f03-9cd1-73513acb5f47 service neutron] 10.222.0.16 "PUT /v2.0/ports/8def62dd-ca54-40a8-9f6f-281e0f6a4d3e HTTP/1.1" status: 200 len: 1092 time: 3.7269914 Sep 07 02:53:55.752341 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef038c87-0dfd-43a5-963d-16bc1cf99b03 req-27cf9f8c-cdd0-44d1-b7f3-3fd0c213a526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:55.753885 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ef038c87-0dfd-43a5-963d-16bc1cf99b03 req-27cf9f8c-cdd0-44d1-b7f3-3fd0c213a526 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ef87f652427b4a4bb64c6ddee37126ef&device_id=895a8e6b-b31a-4eb1-a757-d44ed146ced1 HTTP/1.1" status: 200 len: 1096 time: 0.0985541 Sep 07 02:53:55.790033 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-78a7c6a6-dfb7-4964-9a65-56ac123eb4f5 service neutron] Attempting to bind port 363a429c-3f9c-4931-abfc-cd81965cb9c2 on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:53:55.790374 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-78a7c6a6-dfb7-4964-9a65-56ac123eb4f5 service neutron] Attempting to bind port 363a429c-3f9c-4931-abfc-cd81965cb9c2 by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '07c78454-fcb6-4f61-bd14-beb3abc8d9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9ee0b156-56e7-46d4-a6d2-47d0c2785504'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:53:55.790712 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-78a7c6a6-dfb7-4964-9a65-56ac123eb4f5 service neutron] Attempting to bind port 363a429c-3f9c-4931-abfc-cd81965cb9c2 on network 9ee0b156-56e7-46d4-a6d2-47d0c2785504 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:53:55.821255 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-78a7c6a6-dfb7-4964-9a65-56ac123eb4f5 service neutron] Port 363a429c-3f9c-4931-abfc-cd81965cb9c2 on network 9ee0b156-56e7-46d4-a6d2-47d0c2785504 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:53:55.821596 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-78a7c6a6-dfb7-4964-9a65-56ac123eb4f5 service neutron] Attempting to bind port 363a429c-3f9c-4931-abfc-cd81965cb9c2 on network 9ee0b156-56e7-46d4-a6d2-47d0c2785504 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:53:55.833592 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f01c0bb2-a9e9-4df0-b85c-e6a446fe7bc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:55.877640 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-78a7c6a6-dfb7-4964-9a65-56ac123eb4f5 service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:53:55.877640 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-78a7c6a6-dfb7-4964-9a65-56ac123eb4f5 service neutron] Checking segment: {'id': '07c78454-fcb6-4f61-bd14-beb3abc8d9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9ee0b156-56e7-46d4-a6d2-47d0c2785504'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:53:55.877981 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-78a7c6a6-dfb7-4964-9a65-56ac123eb4f5 service neutron] Bound using segment: {'id': '07c78454-fcb6-4f61-bd14-beb3abc8d9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9ee0b156-56e7-46d4-a6d2-47d0c2785504'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:53:55.878437 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-78a7c6a6-dfb7-4964-9a65-56ac123eb4f5 service neutron] Bound port: 363a429c-3f9c-4931-abfc-cd81965cb9c2, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07c78454-fcb6-4f61-bd14-beb3abc8d9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9ee0b156-56e7-46d4-a6d2-47d0c2785504'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:53:55.878796 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-78a7c6a6-dfb7-4964-9a65-56ac123eb4f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:55.898815 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-21efa762-9d2b-4a24-abf7-b9be5f8faaa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:55.922095 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-25c38020-5c8d-44c5-bb5a-3320c39250ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:55.932726 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-25c38020-5c8d-44c5-bb5a-3320c39250ff service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef87f652427b4a4bb64c6ddee37126ef&device_id=b4e75f70-5526-4110-bed1-70a54336b8c9 HTTP/1.1" status: 200 len: 1095 time: 0.1598856 Sep 07 02:53:55.972170 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f01c0bb2-a9e9-4df0-b85c-e6a446fe7bc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:55.979940 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f01c0bb2-a9e9-4df0-b85c-e6a446fe7bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:56.020433 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef038c87-0dfd-43a5-963d-16bc1cf99b03 req-7d678400-3df9-4047-b2f5-5755e28452f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:56.021979 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ef038c87-0dfd-43a5-963d-16bc1cf99b03 req-7d678400-3df9-4047-b2f5-5755e28452f4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9ee0b156-56e7-46d4-a6d2-47d0c2785504 HTTP/1.1" status: 200 len: 918 time: 0.2603927 Sep 07 02:53:56.039398 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f01c0bb2-a9e9-4df0-b85c-e6a446fe7bc1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1765ece586fb4ce4b68a1e2b79a74d56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4310479 Sep 07 02:53:56.044147 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01c0bb2-a9e9-4df0-b85c-e6a446fe7bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d39691a-9e18-464f-b3a6-996170e4254f,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:56.052027 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 44980) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:56.172773 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4e75f70-5526-4110-bed1-70a54336b8c9', 'tag': '8def62dd-ca54-40a8-9f6f-281e0f6a4d3e'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:53:56.175112 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed8aaea-0790-4d8b-9bc5-da2771194aa6" -d '{"events": [{"name": "network-changed", "server_uuid": "b4e75f70-5526-4110-bed1-70a54336b8c9", "tag": "8def62dd-ca54-40a8-9f6f-281e0f6a4d3e"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:53:56.179520 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2f4093ce-db31-49ba-b676-8e976dde6f7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:56.181685 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ef038c87-0dfd-43a5-963d-16bc1cf99b03 req-4841b227-33e6-4420-b441-4a33280bf545 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e144021-3c26-426e-a076-9c97cf0a1c23 HTTP/1.1" status: 200 len: 217 time: 0.1445251 Sep 07 02:53:56.186221 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-f4241366-21da-47f1-9953-9a267c47074b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8def62dd-ca54-40a8-9f6f-281e0f6a4d3e HTTP/1.1" status: 200 len: 217 time: 0.1718113 Sep 07 02:53:56.212234 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-78a7c6a6-dfb7-4964-9a65-56ac123eb4f5 service neutron] For port 363a429c-3f9c-4931-abfc-cd81965cb9c2, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:53:56.223854 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2f4093ce-db31-49ba-b676-8e976dde6f7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:56.299418 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c758ec2-0e88-400a-b30d-a8ba2a51a545 x-openstack-request-id: req-2c758ec2-0e88-400a-b30d-a8ba2a51a545 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:53:56.299784 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4e75f70-5526-4110-bed1-70a54336b8c9", "tag": "8def62dd-ca54-40a8-9f6f-281e0f6a4d3e", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:53:56.300876 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2c758ec2-0e88-400a-b30d-a8ba2a51a545 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:53:56.303711 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4e75f70-5526-4110-bed1-70a54336b8c9', 'tag': '8def62dd-ca54-40a8-9f6f-281e0f6a4d3e', 'status': 'completed', 'code': 200} Sep 07 02:53:56.306090 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2f4093ce-db31-49ba-b676-8e976dde6f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:56.311156 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2f4093ce-db31-49ba-b676-8e976dde6f7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:56.312730 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-2f4093ce-db31-49ba-b676-8e976dde6f7b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2d39691a-9e18-464f-b3a6-996170e4254f HTTP/1.1" status: 204 len: 168 time: 0.2579541 Sep 07 02:53:56.323079 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4093ce-db31-49ba-b676-8e976dde6f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d39691a-9e18-464f-b3a6-996170e4254f,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:56.337574 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-78a7c6a6-dfb7-4964-9a65-56ac123eb4f5 service neutron] For port 363a429c-3f9c-4931-abfc-cd81965cb9c2, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=363a429c-3f9c-4931-abfc-cd81965cb9c2,segment=NetworkSegment(07c78454-fcb6-4f61-bd14-beb3abc8d9e6),segment_id=07c78454-fcb6-4f61-bd14-beb3abc8d9e6)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:53:56.383642 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-78a7c6a6-dfb7-4964-9a65-56ac123eb4f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:56.445722 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de5d5b-7ab5-48fd-87b4-c6cf52ee257e req-9c5feb80-aff1-4327-9f17-890f20b6e2a5 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:56.448218 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d5de5d5b-7ab5-48fd-87b4-c6cf52ee257e req-9c5feb80-aff1-4327-9f17-890f20b6e2a5 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4e75f70-5526-4110-bed1-70a54336b8c9 HTTP/1.1" status: 200 len: 943 time: 0.0946734 Sep 07 02:53:56.481784 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-78a7c6a6-dfb7-4964-9a65-56ac123eb4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:56.482415 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-78a7c6a6-dfb7-4964-9a65-56ac123eb4f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:56.483858 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-78a7c6a6-dfb7-4964-9a65-56ac123eb4f5 service neutron] 10.222.0.16 "PUT /v2.0/ports/363a429c-3f9c-4931-abfc-cd81965cb9c2 HTTP/1.1" status: 200 len: 1092 time: 3.7334180 Sep 07 02:53:56.513286 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-62a257eb-cd06-406f-80b2-31bca75856a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:56.519328 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-62a257eb-cd06-406f-80b2-31bca75856a8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=698d3611-0fe6-49f7-b644-bd1875d7e26d HTTP/1.1" status: 200 len: 858 time: 0.3175008 Sep 07 02:53:56.521903 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef038c87-0dfd-43a5-963d-16bc1cf99b03 req-61e66f64-28aa-4718-9258-7f0b68c9ebb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:56.528282 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ef038c87-0dfd-43a5-963d-16bc1cf99b03 req-61e66f64-28aa-4718-9258-7f0b68c9ebb3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=698d3611-0fe6-49f7-b644-bd1875d7e26d HTTP/1.1" status: 200 len: 858 time: 0.3351047 Sep 07 02:53:56.531188 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a7c6a6-dfb7-4964-9a65-56ac123eb4f5 service neutron] Pushing event updated for resources: {'Port': ['ID=363a429c-3f9c-4931-abfc-cd81965cb9c2,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:56.532769 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d5de5d5b-7ab5-48fd-87b4-c6cf52ee257e req-30df6f7c-88d2-4c5b-ba70-22729accaa22 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] 10.222.0.22 "GET /v2.0/security-groups?id=f132e7fd-f7cf-4829-b8ee-f2174dae9491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763502 Sep 07 02:53:56.664165 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ef038c87-0dfd-43a5-963d-16bc1cf99b03 req-a2a96142-4c95-490a-bbd3-23018f77a52a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9ee0b156-56e7-46d4-a6d2-47d0c2785504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1190181 Sep 07 02:53:56.668942 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-32757499-1f64-4a13-a89c-04cf9e8cfa95 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9ee0b156-56e7-46d4-a6d2-47d0c2785504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1258543 Sep 07 02:53:56.833981 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-18948921-8765-4bc9-87cf-a9a7eecf7f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:56.835580 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-18948921-8765-4bc9-87cf-a9a7eecf7f15 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef87f652427b4a4bb64c6ddee37126ef&device_id=433ef2ce-dcbd-4bd5-a25d-c7677aa66b1d HTTP/1.1" status: 200 len: 1095 time: 0.2937822 Sep 07 02:53:56.890975 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-eca9710d-16af-4db6-98c9-baa62d25391a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=363a429c-3f9c-4931-abfc-cd81965cb9c2 HTTP/1.1" status: 200 len: 217 time: 0.0467534 Sep 07 02:53:56.926855 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ef038c87-0dfd-43a5-963d-16bc1cf99b03 req-d019a97d-3951-4474-aa48-12fcaee27ace service neutron] 10.222.0.23 "GET /v2.0/networks/9ee0b156-56e7-46d4-a6d2-47d0c2785504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554104 Sep 07 02:53:56.957645 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-41fa5bdd-8034-45bc-8178-2435e5072448 service neutron] 10.222.0.16 "GET /v2.0/networks/9ee0b156-56e7-46d4-a6d2-47d0c2785504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566726 Sep 07 02:53:57.055837 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45032) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:57.089083 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c426bd17-6713-4dc4-bcf2-b1510823a12e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:57.189253 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ef038c87-0dfd-43a5-963d-16bc1cf99b03 req-72db8bbd-97a4-4d22-89fc-56cdf20bad61 service neutron] 10.222.0.23 "GET /v2.0/networks/9ee0b156-56e7-46d4-a6d2-47d0c2785504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428606 Sep 07 02:53:57.262217 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c426bd17-6713-4dc4-bcf2-b1510823a12e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:57.270188 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c426bd17-6713-4dc4-bcf2-b1510823a12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:57.270864 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-1ca213da-ca58-49ac-9ff3-8f76d1d3a5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:57.272512 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-1ca213da-ca58-49ac-9ff3-8f76d1d3a5e1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=698d3611-0fe6-49f7-b644-bd1875d7e26d HTTP/1.1" status: 200 len: 858 time: 0.3700497 Sep 07 02:53:57.323023 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c426bd17-6713-4dc4-bcf2-b1510823a12e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71fbb27-f5e4-472c-90c2-5384a7ef6115,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:57.328396 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c426bd17-6713-4dc4-bcf2-b1510823a12e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8e69818d534340fdb3e2509a1911f5ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2714975 Sep 07 02:53:57.331663 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45052) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:57.338944 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-591277bf-5340-446e-b4ad-8e09da35d2cc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9ee0b156-56e7-46d4-a6d2-47d0c2785504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593455 Sep 07 02:53:57.341082 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-569dd6c7-bd44-4d39-a6e5-e9c1b6ae8279 service neutron] 10.222.0.16 "GET /v2.0/networks/9ee0b156-56e7-46d4-a6d2-47d0c2785504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3684521 Sep 07 02:53:57.426175 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-639557aa-dbf0-46c3-9e75-0c8a8b0b9e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:57.449990 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-639557aa-dbf0-46c3-9e75-0c8a8b0b9e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:57.504953 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-639557aa-dbf0-46c3-9e75-0c8a8b0b9e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:57.508530 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-639557aa-dbf0-46c3-9e75-0c8a8b0b9e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:57.512322 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-639557aa-dbf0-46c3-9e75-0c8a8b0b9e9d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e71fbb27-f5e4-472c-90c2-5384a7ef6115 HTTP/1.1" status: 204 len: 168 time: 0.1769598 Sep 07 02:53:57.532521 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639557aa-dbf0-46c3-9e75-0c8a8b0b9e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71fbb27-f5e4-472c-90c2-5384a7ef6115,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:57.575187 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-8d1d8fbd-ba16-45b0-b806-e6b3f9e3dbbc service neutron] 10.222.0.16 "GET /v2.0/networks/9ee0b156-56e7-46d4-a6d2-47d0c2785504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248991 Sep 07 02:53:57.588282 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed8aaea-0790-4d8b-9bc5-da2771194aa6 req-c66c5f03-29f3-4137-b929-62fa56a4021e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:57.590451 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1ed8aaea-0790-4d8b-9bc5-da2771194aa6 req-c66c5f03-29f3-4137-b929-62fa56a4021e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef87f652427b4a4bb64c6ddee37126ef&device_id=b4e75f70-5526-4110-bed1-70a54336b8c9 HTTP/1.1" status: 200 len: 1095 time: 0.0761490 Sep 07 02:53:57.817252 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3a4ed-fd5a-4777-b0f0-0bfada012d6f req-3a4bdbfa-8242-476f-bb96-1adda693fff9 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:57.820847 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-21e3a4ed-fd5a-4777-b0f0-0bfada012d6f req-3a4bdbfa-8242-476f-bb96-1adda693fff9 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4e75f70-5526-4110-bed1-70a54336b8c9 HTTP/1.1" status: 200 len: 943 time: 0.1208749 Sep 07 02:53:57.886160 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee0f488a-1776-4605-94c1-d4ca51b0932d req-f6a44c74-8756-45c6-9b2e-7e6740e2ae30 service neutron] 10.222.0.16 "GET /v2.0/networks/9ee0b156-56e7-46d4-a6d2-47d0c2785504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010569 Sep 07 02:53:57.921689 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed8aaea-0790-4d8b-9bc5-da2771194aa6 req-c68f8eec-ab78-4d7c-9e92-5ab31bed4d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:57.923347 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1ed8aaea-0790-4d8b-9bc5-da2771194aa6 req-c68f8eec-ab78-4d7c-9e92-5ab31bed4d7b service neutron] 10.222.0.16 "GET /v2.0/networks?id=9ee0b156-56e7-46d4-a6d2-47d0c2785504 HTTP/1.1" status: 200 len: 918 time: 0.3243990 Sep 07 02:53:57.950293 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-21e3a4ed-fd5a-4777-b0f0-0bfada012d6f req-c792e9e2-2836-423e-8224-4b1812b68cd6 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] 10.222.0.22 "GET /v2.0/security-groups?id=f132e7fd-f7cf-4829-b8ee-f2174dae9491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048160 Sep 07 02:53:58.008589 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1ed8aaea-0790-4d8b-9bc5-da2771194aa6 req-905aabf3-4cae-498d-84ab-08635168300f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8def62dd-ca54-40a8-9f6f-281e0f6a4d3e HTTP/1.1" status: 200 len: 217 time: 0.0744581 Sep 07 02:53:58.089534 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed8aaea-0790-4d8b-9bc5-da2771194aa6 req-06d8c5fb-8727-43f9-a196-dd657dc93b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:58.091492 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1ed8aaea-0790-4d8b-9bc5-da2771194aa6 req-06d8c5fb-8727-43f9-a196-dd657dc93b4c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=698d3611-0fe6-49f7-b644-bd1875d7e26d HTTP/1.1" status: 200 len: 858 time: 0.0620232 Sep 07 02:53:58.171165 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1ed8aaea-0790-4d8b-9bc5-da2771194aa6 req-86612ad4-8e91-4021-b559-5f182e2725f4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9ee0b156-56e7-46d4-a6d2-47d0c2785504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713816 Sep 07 02:53:58.194969 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45092) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:58.198957 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f42e5503-5c36-4ce0-8df9-585c50527bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:58.299387 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1ed8aaea-0790-4d8b-9bc5-da2771194aa6 req-b3ca3587-dd8d-46c1-aa56-88c0b04e77d6 service neutron] 10.222.0.16 "GET /v2.0/networks/9ee0b156-56e7-46d4-a6d2-47d0c2785504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180198 Sep 07 02:53:58.305218 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '433ef2ce-dcbd-4bd5-a25d-c7677aa66b1d', 'tag': '363a429c-3f9c-4931-abfc-cd81965cb9c2'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:53:58.309209 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe734787-5d56-4e47-bdb7-2b9335bfdb6a" -d '{"events": [{"name": "network-changed", "server_uuid": "433ef2ce-dcbd-4bd5-a25d-c7677aa66b1d", "tag": "363a429c-3f9c-4931-abfc-cd81965cb9c2"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:53:58.389721 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-75bf2341-c03e-4d2a-bf99-10eaf6d06362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:58.496969 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100a358e-4ba2-4140-86a2-a738f6c9bb53 x-openstack-request-id: req-100a358e-4ba2-4140-86a2-a738f6c9bb53 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:53:58.497291 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "433ef2ce-dcbd-4bd5-a25d-c7677aa66b1d", "tag": "363a429c-3f9c-4931-abfc-cd81965cb9c2", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:53:58.497597 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-100a358e-4ba2-4140-86a2-a738f6c9bb53 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:53:58.498104 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '433ef2ce-dcbd-4bd5-a25d-c7677aa66b1d', 'tag': '363a429c-3f9c-4931-abfc-cd81965cb9c2', 'status': 'completed', 'code': 200} Sep 07 02:53:58.588691 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-75bf2341-c03e-4d2a-bf99-10eaf6d06362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:58.597422 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-75bf2341-c03e-4d2a-bf99-10eaf6d06362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:58.654488 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-75bf2341-c03e-4d2a-bf99-10eaf6d06362 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7633fa083c9b4782955719242320d071&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4550614 Sep 07 02:53:58.666357 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45120) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:53:58.686839 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bf2341-c03e-4d2a-bf99-10eaf6d06362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a731226d-c9a1-4c0a-95f4-000ffc7047ce,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:58.708763 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:58.821636 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-79c04ecd-11d2-4753-aacf-ef19d8f48c62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:58.894310 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-79c04ecd-11d2-4753-aacf-ef19d8f48c62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:58.986225 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-79c04ecd-11d2-4753-aacf-ef19d8f48c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:58.988837 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-79c04ecd-11d2-4753-aacf-ef19d8f48c62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:58.990333 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-79c04ecd-11d2-4753-aacf-ef19d8f48c62 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a731226d-c9a1-4c0a-95f4-000ffc7047ce HTTP/1.1" status: 204 len: 168 time: 0.3206830 Sep 07 02:53:59.028313 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c04ecd-11d2-4753-aacf-ef19d8f48c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a731226d-c9a1-4c0a-95f4-000ffc7047ce,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:59.098002 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 0e144021-3c26-426e-a076-9c97cf0a1c23 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:53:59.285972 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ee0cda-7f02-4a39-a424-7af1e8c0fab3 req-bfde8d6c-2b17-48c9-b375-a4f36a1f317c tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:59.294288 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-85ee0cda-7f02-4a39-a424-7af1e8c0fab3 req-bfde8d6c-2b17-48c9-b375-a4f36a1f317c tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4e75f70-5526-4110-bed1-70a54336b8c9 HTTP/1.1" status: 200 len: 943 time: 0.1127520 Sep 07 02:53:59.381470 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-85ee0cda-7f02-4a39-a424-7af1e8c0fab3 req-c5409dbf-2795-492e-835a-4451c07e1eaa tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] 10.222.0.22 "GET /v2.0/security-groups?id=f132e7fd-f7cf-4829-b8ee-f2174dae9491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799468 Sep 07 02:53:59.406311 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe734787-5d56-4e47-bdb7-2b9335bfdb6a req-10d4558c-f860-4502-acaf-33355ceec83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:59.420720 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fe734787-5d56-4e47-bdb7-2b9335bfdb6a req-10d4558c-f860-4502-acaf-33355ceec83f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ef87f652427b4a4bb64c6ddee37126ef&device_id=433ef2ce-dcbd-4bd5-a25d-c7677aa66b1d HTTP/1.1" status: 200 len: 1095 time: 0.9217086 Sep 07 02:53:59.426862 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 0e144021-3c26-426e-a076-9c97cf0a1c23, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=0e144021-3c26-426e-a076-9c97cf0a1c23,segment=NetworkSegment(07c78454-fcb6-4f61-bd14-beb3abc8d9e6),segment_id=07c78454-fcb6-4f61-bd14-beb3abc8d9e6)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:53:59.452802 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '0e144021-3c26-426e-a076-9c97cf0a1c23', 'network_id': '9ee0b156-56e7-46d4-a6d2-47d0c2785504', 'port_id': '0e144021-3c26-426e-a076-9c97cf0a1c23', 'mac_address': 'fa:16:3e:d1:3c:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '698d3611-0fe6-49f7-b644-bd1875d7e26d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:53:59.464754 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1ed8aaea-0790-4d8b-9bc5-da2771194aa6 req-3125eeee-7162-45c7-9733-7a293997dbb1 service neutron] 10.222.0.16 "GET /v2.0/networks/9ee0b156-56e7-46d4-a6d2-47d0c2785504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1499295 Sep 07 02:53:59.555248 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:59.556784 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:59.564227 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe734787-5d56-4e47-bdb7-2b9335bfdb6a req-1adec067-22a8-4189-ac50-70d410ad3fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:59.568458 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fe734787-5d56-4e47-bdb7-2b9335bfdb6a req-1adec067-22a8-4189-ac50-70d410ad3fa0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9ee0b156-56e7-46d4-a6d2-47d0c2785504 HTTP/1.1" status: 200 len: 918 time: 0.1384702 Sep 07 02:53:59.586853 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e144021-3c26-426e-a076-9c97cf0a1c23 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:53:59.615217 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 0e144021-3c26-426e-a076-9c97cf0a1c23, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=0e144021-3c26-426e-a076-9c97cf0a1c23,segment=NetworkSegment(07c78454-fcb6-4f61-bd14-beb3abc8d9e6),segment_id=07c78454-fcb6-4f61-bd14-beb3abc8d9e6)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:53:59.622136 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:53:59.626525 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fe734787-5d56-4e47-bdb7-2b9335bfdb6a req-77082333-4435-47d7-a939-d8fb209c19b8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=363a429c-3f9c-4931-abfc-cd81965cb9c2 HTTP/1.1" status: 200 len: 217 time: 0.0502698 Sep 07 02:53:59.680572 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe734787-5d56-4e47-bdb7-2b9335bfdb6a req-77d7e49d-4c72-4e11-b676-26c9ddb481a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:53:59.682481 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fe734787-5d56-4e47-bdb7-2b9335bfdb6a req-77d7e49d-4c72-4e11-b676-26c9ddb481a9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=698d3611-0fe6-49f7-b644-bd1875d7e26d HTTP/1.1" status: 200 len: 858 time: 0.0487089 Sep 07 02:53:59.707981 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=0e144021-3c26-426e-a076-9c97cf0a1c23,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:53:59.719009 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:53:59.719952 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:53:59.720555 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:53:59.721100 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fe734787-5d56-4e47-bdb7-2b9335bfdb6a req-255cbb26-a764-4942-ad4f-ef10e18ca95f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9ee0b156-56e7-46d4-a6d2-47d0c2785504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313263 Sep 07 02:53:59.721505 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:53:59.722406 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:53:59.722798 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:53:59.723141 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:53:59.723473 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:53:59.723870 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:53:59.724173 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:53:59.725439 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:53:59.725892 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:53:59.846781 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['0e144021-3c26-426e-a076-9c97cf0a1c23'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:53:59.862383 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fe734787-5d56-4e47-bdb7-2b9335bfdb6a req-2ca5b280-5f71-4b4e-8406-4b8aea040077 service neutron] 10.222.0.16 "GET /v2.0/networks/9ee0b156-56e7-46d4-a6d2-47d0c2785504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256809 Sep 07 02:53:59.984926 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fe734787-5d56-4e47-bdb7-2b9335bfdb6a req-5c80ce98-3223-4310-9ae6-5fc01bee20b6 service neutron] 10.222.0.16 "GET /v2.0/networks/9ee0b156-56e7-46d4-a6d2-47d0c2785504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151440 Sep 07 02:53:59.997058 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45176) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:00.271723 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 363a429c-3f9c-4931-abfc-cd81965cb9c2 details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:54:00.278968 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1b61c787-2473-4ca8-99cf-615eeec13186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:00.443678 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 363a429c-3f9c-4931-abfc-cd81965cb9c2, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=363a429c-3f9c-4931-abfc-cd81965cb9c2,segment=NetworkSegment(07c78454-fcb6-4f61-bd14-beb3abc8d9e6),segment_id=07c78454-fcb6-4f61-bd14-beb3abc8d9e6)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:54:00.470180 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '363a429c-3f9c-4931-abfc-cd81965cb9c2', 'network_id': '9ee0b156-56e7-46d4-a6d2-47d0c2785504', 'port_id': '363a429c-3f9c-4931-abfc-cd81965cb9c2', 'mac_address': 'fa:16:3e:aa:ea:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '698d3611-0fe6-49f7-b644-bd1875d7e26d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:54:00.503670 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1b61c787-2473-4ca8-99cf-615eeec13186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:00.546569 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:00.553338 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1b61c787-2473-4ca8-99cf-615eeec13186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:00.562126 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 363a429c-3f9c-4931-abfc-cd81965cb9c2 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:54:00.586432 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 363a429c-3f9c-4931-abfc-cd81965cb9c2, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=363a429c-3f9c-4931-abfc-cd81965cb9c2,segment=NetworkSegment(07c78454-fcb6-4f61-bd14-beb3abc8d9e6),segment_id=07c78454-fcb6-4f61-bd14-beb3abc8d9e6)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:54:00.595872 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:00.596671 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 8def62dd-ca54-40a8-9f6f-281e0f6a4d3e details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:54:00.614842 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b61c787-2473-4ca8-99cf-615eeec13186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6add6124-5660-4f53-abf8-7f263ed3f8c8,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:00.658314 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-1b61c787-2473-4ca8-99cf-615eeec13186 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=43c2638cb366487f9a3fe0401995738d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6600995 Sep 07 02:54:00.659857 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45224) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:00.680448 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489ffbea-f14b-4c2d-9816-bdd4ad230a4f req-fc03146d-1fec-4fe5-9e4c-a94c09a0a9dc tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:00.689720 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-489ffbea-f14b-4c2d-9816-bdd4ad230a4f req-fc03146d-1fec-4fe5-9e4c-a94c09a0a9dc tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4e75f70-5526-4110-bed1-70a54336b8c9 HTTP/1.1" status: 200 len: 943 time: 0.1845748 Sep 07 02:54:00.743966 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 8def62dd-ca54-40a8-9f6f-281e0f6a4d3e, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=8def62dd-ca54-40a8-9f6f-281e0f6a4d3e,segment=NetworkSegment(07c78454-fcb6-4f61-bd14-beb3abc8d9e6),segment_id=07c78454-fcb6-4f61-bd14-beb3abc8d9e6)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:54:00.778033 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '8def62dd-ca54-40a8-9f6f-281e0f6a4d3e', 'network_id': '9ee0b156-56e7-46d4-a6d2-47d0c2785504', 'port_id': '8def62dd-ca54-40a8-9f6f-281e0f6a4d3e', 'mac_address': 'fa:16:3e:b6:98:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '698d3611-0fe6-49f7-b644-bd1875d7e26d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:54:00.799523 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-489ffbea-f14b-4c2d-9816-bdd4ad230a4f req-cc580307-a66d-41ed-95d4-2d67c0d1ee69 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] 10.222.0.22 "GET /v2.0/security-groups?id=f132e7fd-f7cf-4829-b8ee-f2174dae9491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035249 Sep 07 02:54:00.820629 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dea3c5dc-490f-44cf-8d08-636c92725a20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:00.829262 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=363a429c-3f9c-4931-abfc-cd81965cb9c2,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:00.844782 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:00.850217 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dea3c5dc-490f-44cf-8d08-636c92725a20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:00.861533 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8def62dd-ca54-40a8-9f6f-281e0f6a4d3e {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:54:00.884963 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 8def62dd-ca54-40a8-9f6f-281e0f6a4d3e, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=8def62dd-ca54-40a8-9f6f-281e0f6a4d3e,segment=NetworkSegment(07c78454-fcb6-4f61-bd14-beb3abc8d9e6),segment_id=07c78454-fcb6-4f61-bd14-beb3abc8d9e6)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:54:00.895270 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:00.945584 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dea3c5dc-490f-44cf-8d08-636c92725a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:00.948540 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dea3c5dc-490f-44cf-8d08-636c92725a20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:00.952534 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-dea3c5dc-490f-44cf-8d08-636c92725a20 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6add6124-5660-4f53-abf8-7f263ed3f8c8 HTTP/1.1" status: 204 len: 168 time: 0.2914665 Sep 07 02:54:00.965405 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea3c5dc-490f-44cf-8d08-636c92725a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6add6124-5660-4f53-abf8-7f263ed3f8c8,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:01.109141 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 0e144021-3c26-426e-a076-9c97cf0a1c23 up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:54:01.200534 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=8def62dd-ca54-40a8-9f6f-281e0f6a4d3e,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:01.212580 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['8def62dd-ca54-40a8-9f6f-281e0f6a4d3e'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:54:01.273158 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['363a429c-3f9c-4931-abfc-cd81965cb9c2'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:54:01.533356 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:01.606252 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port 0e144021-3c26-426e-a076-9c97cf0a1c23 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:54:01.611901 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45256) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:01.726140 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port 0e144021-3c26-426e-a076-9c97cf0a1c23 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:54:01.726140 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:01.824850 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-97902ad6-728a-44fb-af08-a51f7d20bc19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:02.005663 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d733e362-7507-417c-8127-4abdc7379f91 req-2f23135e-6c44-41c9-81d3-ceee1fd39bc8 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:02.020096 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d733e362-7507-417c-8127-4abdc7379f91 req-2f23135e-6c44-41c9-81d3-ceee1fd39bc8 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4e75f70-5526-4110-bed1-70a54336b8c9 HTTP/1.1" status: 200 len: 944 time: 0.1036906 Sep 07 02:54:02.049717 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-97902ad6-728a-44fb-af08-a51f7d20bc19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:02.060992 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-97902ad6-728a-44fb-af08-a51f7d20bc19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:02.061210 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:02.100334 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '895a8e6b-b31a-4eb1-a757-d44ed146ced1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e144021-3c26-426e-a076-9c97cf0a1c23'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:54:02.103220 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae328735-797b-43e1-8798-b886a3122a69" -d '{"events": [{"server_uuid": "895a8e6b-b31a-4eb1-a757-d44ed146ced1", "name": "network-vif-plugged", "status": "completed", "tag": "0e144021-3c26-426e-a076-9c97cf0a1c23"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:54:02.135718 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 0e144021-3c26-426e-a076-9c97cf0a1c23, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=0e144021-3c26-426e-a076-9c97cf0a1c23,segment=NetworkSegment(07c78454-fcb6-4f61-bd14-beb3abc8d9e6),segment_id=07c78454-fcb6-4f61-bd14-beb3abc8d9e6)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:54:02.146234 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:02.177273 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-97902ad6-728a-44fb-af08-a51f7d20bc19 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=063a15b114b14d88882f4c09ef245a19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5636742 Sep 07 02:54:02.205095 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d733e362-7507-417c-8127-4abdc7379f91 req-21426493-e78b-49ea-ace0-16036bde77f4 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] 10.222.0.22 "GET /v2.0/security-groups?id=f132e7fd-f7cf-4829-b8ee-f2174dae9491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818690 Sep 07 02:54:02.205095 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45280) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:02.276467 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97902ad6-728a-44fb-af08-a51f7d20bc19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=496d75da-6a17-4d2e-bf56-566ea708f154,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:02.283660 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 363a429c-3f9c-4931-abfc-cd81965cb9c2 up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:54:02.347008 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6f99d676-5b67-4201-9090-bf7ff91b705e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:02.435715 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=0e144021-3c26-426e-a076-9c97cf0a1c23,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:02.456409 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6f99d676-5b67-4201-9090-bf7ff91b705e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:02.535133 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6f99d676-5b67-4201-9090-bf7ff91b705e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:02.538919 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6f99d676-5b67-4201-9090-bf7ff91b705e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:02.566935 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-6f99d676-5b67-4201-9090-bf7ff91b705e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/496d75da-6a17-4d2e-bf56-566ea708f154 HTTP/1.1" status: 204 len: 168 time: 0.3084579 Sep 07 02:54:02.571680 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b65d11-28f4-48e1-b16e-d1ebf59a15cb x-openstack-request-id: req-24b65d11-28f4-48e1-b16e-d1ebf59a15cb {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:54:02.581460 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "895a8e6b-b31a-4eb1-a757-d44ed146ced1", "name": "network-vif-plugged", "status": "completed", "tag": "0e144021-3c26-426e-a076-9c97cf0a1c23", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:54:02.581727 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-24b65d11-28f4-48e1-b16e-d1ebf59a15cb {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:54:02.586143 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '895a8e6b-b31a-4eb1-a757-d44ed146ced1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e144021-3c26-426e-a076-9c97cf0a1c23', 'code': 200} Sep 07 02:54:02.604891 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f99d676-5b67-4201-9090-bf7ff91b705e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=496d75da-6a17-4d2e-bf56-566ea708f154,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:02.618416 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port 363a429c-3f9c-4931-abfc-cd81965cb9c2 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:54:02.660720 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 363a429c-3f9c-4931-abfc-cd81965cb9c2 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:54:02.660720 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:02.773654 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:02.789996 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc9caa-3f1b-4cd3-afe5-43b40d551586 req-b3ad97dc-cb5d-4f99-8560-d921564d3588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:02.798606 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b2bc9caa-3f1b-4cd3-afe5-43b40d551586 req-b3ad97dc-cb5d-4f99-8560-d921564d3588 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=895a8e6b-b31a-4eb1-a757-d44ed146ced1 HTTP/1.1" status: 200 len: 1098 time: 0.1431794 Sep 07 02:54:02.817744 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 363a429c-3f9c-4931-abfc-cd81965cb9c2, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=363a429c-3f9c-4931-abfc-cd81965cb9c2,segment=NetworkSegment(07c78454-fcb6-4f61-bd14-beb3abc8d9e6),segment_id=07c78454-fcb6-4f61-bd14-beb3abc8d9e6)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:54:02.827603 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:02.867168 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b2bc9caa-3f1b-4cd3-afe5-43b40d551586 req-03992323-1a8f-41fd-9aeb-6d0949154542 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f132e7fd-f7cf-4829-b8ee-f2174dae9491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601494 Sep 07 02:54:02.904093 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=363a429c-3f9c-4931-abfc-cd81965cb9c2,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:03.382528 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f49eb8-2e26-4dba-98e2-aaf931cc6188 req-6d1a04f9-c578-4a59-8eaa-625248c499dc tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:03.388274 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c5f49eb8-2e26-4dba-98e2-aaf931cc6188 req-6d1a04f9-c578-4a59-8eaa-625248c499dc tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4e75f70-5526-4110-bed1-70a54336b8c9 HTTP/1.1" status: 200 len: 944 time: 0.0875401 Sep 07 02:54:03.441054 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c5f49eb8-2e26-4dba-98e2-aaf931cc6188 req-2d634469-6f3b-4115-8fc8-36cd55e38ac4 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] 10.222.0.22 "GET /v2.0/security-groups?id=f132e7fd-f7cf-4829-b8ee-f2174dae9491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456154 Sep 07 02:54:04.281255 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45390) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:04.301059 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 8def62dd-ca54-40a8-9f6f-281e0f6a4d3e up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:54:04.400453 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port 8def62dd-ca54-40a8-9f6f-281e0f6a4d3e completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:54:04.404678 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 8def62dd-ca54-40a8-9f6f-281e0f6a4d3e triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:54:04.405058 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:04.410657 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a0a8a305-f3ce-4b0e-b1fb-a16e40713268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:04.526329 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:04.564821 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 8def62dd-ca54-40a8-9f6f-281e0f6a4d3e, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=8def62dd-ca54-40a8-9f6f-281e0f6a4d3e,segment=NetworkSegment(07c78454-fcb6-4f61-bd14-beb3abc8d9e6),segment_id=07c78454-fcb6-4f61-bd14-beb3abc8d9e6)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:54:04.574734 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:04.605166 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '433ef2ce-dcbd-4bd5-a25d-c7677aa66b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363a429c-3f9c-4931-abfc-cd81965cb9c2'}, {'server_uuid': 'b4e75f70-5526-4110-bed1-70a54336b8c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8def62dd-ca54-40a8-9f6f-281e0f6a4d3e'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:54:04.607344 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e467a9a0-880e-43f6-97c6-93736466fc94" -d '{"events": [{"server_uuid": "433ef2ce-dcbd-4bd5-a25d-c7677aa66b1d", "name": "network-vif-plugged", "status": "completed", "tag": "363a429c-3f9c-4931-abfc-cd81965cb9c2"}, {"server_uuid": "b4e75f70-5526-4110-bed1-70a54336b8c9", "name": "network-vif-plugged", "status": "completed", "tag": "8def62dd-ca54-40a8-9f6f-281e0f6a4d3e"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:54:04.649930 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a0a8a305-f3ce-4b0e-b1fb-a16e40713268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:04.670673 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a0a8a305-f3ce-4b0e-b1fb-a16e40713268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:04.672904 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 07 Sep 2021 02:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a0874d-b8cc-4a23-ab5a-59b0ded07f55 x-openstack-request-id: req-26a0874d-b8cc-4a23-ab5a-59b0ded07f55 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:54:04.673437 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "433ef2ce-dcbd-4bd5-a25d-c7677aa66b1d", "name": "network-vif-plugged", "status": "completed", "tag": "363a429c-3f9c-4931-abfc-cd81965cb9c2", "code": 200}, {"server_uuid": "b4e75f70-5526-4110-bed1-70a54336b8c9", "name": "network-vif-plugged", "status": "completed", "tag": "8def62dd-ca54-40a8-9f6f-281e0f6a4d3e", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:54:04.673854 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-26a0874d-b8cc-4a23-ab5a-59b0ded07f55 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:54:04.674423 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '433ef2ce-dcbd-4bd5-a25d-c7677aa66b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363a429c-3f9c-4931-abfc-cd81965cb9c2', 'code': 200} Sep 07 02:54:04.674848 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4e75f70-5526-4110-bed1-70a54336b8c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8def62dd-ca54-40a8-9f6f-281e0f6a4d3e', 'code': 200} Sep 07 02:54:04.676181 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=8def62dd-ca54-40a8-9f6f-281e0f6a4d3e,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:04.720764 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a8a305-f3ce-4b0e-b1fb-a16e40713268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f603119-5521-4106-9902-6d0e03b2e64d,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:04.757802 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a0a8a305-f3ce-4b0e-b1fb-a16e40713268 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2d2f6e6facb44e91b8caa11b2e9afa4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4717727 Sep 07 02:54:04.758274 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45414) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:04.763996 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410fd995-8fa5-4c02-a766-35c664414ffc req-724f746c-259f-4549-b95f-f6859144e749 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:04.765577 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-410fd995-8fa5-4c02-a766-35c664414ffc req-724f746c-259f-4549-b95f-f6859144e749 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4e75f70-5526-4110-bed1-70a54336b8c9 HTTP/1.1" status: 200 len: 945 time: 0.1912951 Sep 07 02:54:04.860831 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4f9e8783-e973-41ee-9b97-8078192580e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:04.903635 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4f9e8783-e973-41ee-9b97-8078192580e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:04.909503 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a481d-0882-4fe4-b026-85b2d984ea5b req-39c41dcb-8e1b-47b6-b72f-db12d636920c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:04.911160 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-251a481d-0882-4fe4-b026-85b2d984ea5b req-39c41dcb-8e1b-47b6-b72f-db12d636920c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b4e75f70-5526-4110-bed1-70a54336b8c9 HTTP/1.1" status: 200 len: 1097 time: 0.1428704 Sep 07 02:54:04.944690 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a742f6a-b5f8-4888-b3d6-d04014fe9fff req-342bde2d-a50c-45b3-b73e-a721035e6401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:04.946994 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a742f6a-b5f8-4888-b3d6-d04014fe9fff req-342bde2d-a50c-45b3-b73e-a721035e6401 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=433ef2ce-dcbd-4bd5-a25d-c7677aa66b1d HTTP/1.1" status: 200 len: 1097 time: 0.1793473 Sep 07 02:54:04.972519 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-410fd995-8fa5-4c02-a766-35c664414ffc req-a47f85bd-08d2-4ef1-9fda-f008c6ef6f84 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] 10.222.0.22 "GET /v2.0/security-groups?id=f132e7fd-f7cf-4829-b8ee-f2174dae9491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638918 Sep 07 02:54:04.985261 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4f9e8783-e973-41ee-9b97-8078192580e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:04.989031 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4f9e8783-e973-41ee-9b97-8078192580e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:04.996046 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-4f9e8783-e973-41ee-9b97-8078192580e7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6f603119-5521-4106-9902-6d0e03b2e64d HTTP/1.1" status: 204 len: 168 time: 0.2366560 Sep 07 02:54:05.011691 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-251a481d-0882-4fe4-b026-85b2d984ea5b req-c86c3d03-42b4-409c-b1ab-bcfa27aec81b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f132e7fd-f7cf-4829-b8ee-f2174dae9491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862775 Sep 07 02:54:05.031129 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9e8783-e973-41ee-9b97-8078192580e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f603119-5521-4106-9902-6d0e03b2e64d,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:05.042834 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a742f6a-b5f8-4888-b3d6-d04014fe9fff req-7b9a2100-2227-4ca9-91d3-2090f05ac8f9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f132e7fd-f7cf-4829-b8ee-f2174dae9491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593047 Sep 07 02:54:06.164262 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96e538-d67f-4fb1-8e18-f6ca4c4e041f req-6668375e-b005-42ec-b43a-2687b4a914c3 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:06.167993 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fb96e538-d67f-4fb1-8e18-f6ca4c4e041f req-6668375e-b005-42ec-b43a-2687b4a914c3 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4e75f70-5526-4110-bed1-70a54336b8c9 HTTP/1.1" status: 200 len: 945 time: 0.0668359 Sep 07 02:54:06.237769 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fb96e538-d67f-4fb1-8e18-f6ca4c4e041f req-f2c9a408-f7cc-4d9c-be5c-e0f958013cc7 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] 10.222.0.22 "GET /v2.0/security-groups?id=f132e7fd-f7cf-4829-b8ee-f2174dae9491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617678 Sep 07 02:54:06.998300 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45604) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:07.201721 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c42ac5bf-ac32-47cd-b6dc-ad2d1d005383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:07.318714 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 02:54:07.492919 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c42ac5bf-ac32-47cd-b6dc-ad2d1d005383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:07.537711 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59e5c9-0a1c-4c86-aaba-652645f47540 req-7ec29daa-cabd-4b45-8bc7-dc3baac2f01b tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:07.539356 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2c59e5c9-0a1c-4c86-aaba-652645f47540 req-7ec29daa-cabd-4b45-8bc7-dc3baac2f01b tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4e75f70-5526-4110-bed1-70a54336b8c9 HTTP/1.1" status: 200 len: 945 time: 0.1951647 Sep 07 02:54:07.546192 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c42ac5bf-ac32-47cd-b6dc-ad2d1d005383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:07.622850 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45628) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:07.630861 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c42ac5bf-ac32-47cd-b6dc-ad2d1d005383 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6ca48671cc264f1984d60c7384f37f3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6293700 Sep 07 02:54:07.637285 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ac5bf-ac32-47cd-b6dc-ad2d1d005383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=355ac049-e7d3-4583-94fc-4ab34d6c02ec,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:07.729164 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2c59e5c9-0a1c-4c86-aaba-652645f47540 req-cf7bdb3a-961d-46aa-98f5-581d729fa595 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] 10.222.0.22 "GET /v2.0/security-groups?id=f132e7fd-f7cf-4829-b8ee-f2174dae9491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336861 Sep 07 02:54:07.733353 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2b62ac66-c7c7-441f-9efa-872a6f031516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:07.763280 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2b62ac66-c7c7-441f-9efa-872a6f031516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:07.880707 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2b62ac66-c7c7-441f-9efa-872a6f031516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:07.883264 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2b62ac66-c7c7-441f-9efa-872a6f031516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:07.884541 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-2b62ac66-c7c7-441f-9efa-872a6f031516 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/355ac049-e7d3-4583-94fc-4ab34d6c02ec HTTP/1.1" status: 204 len: 168 time: 0.2605085 Sep 07 02:54:07.896870 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b62ac66-c7c7-441f-9efa-872a6f031516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=355ac049-e7d3-4583-94fc-4ab34d6c02ec,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:07.908178 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58beb8-a4ac-4a18-9db3-dccf7a9a71f4 req-83d5b195-f90d-45a6-abdd-1793f93a3f12 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:07.916583 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fa58beb8-a4ac-4a18-9db3-dccf7a9a71f4 req-83d5b195-f90d-45a6-abdd-1793f93a3f12 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] 10.222.0.22 "GET /v2.0/ports?device_id=895a8e6b-b31a-4eb1-a757-d44ed146ced1 HTTP/1.1" status: 200 len: 946 time: 0.0884695 Sep 07 02:54:08.041688 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fa58beb8-a4ac-4a18-9db3-dccf7a9a71f4 req-19bce9d9-ff37-4422-a8f1-20dece575770 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] 10.222.0.22 "GET /v2.0/security-groups?id=f132e7fd-f7cf-4829-b8ee-f2174dae9491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174536 Sep 07 02:54:08.214673 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45646) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:08.347010 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bbd756-51f3-4737-a271-9bff3fd5f5a0 req-0b8e8993-c760-4c48-94d8-1566276ddd04 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:08.362449 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-38bbd756-51f3-4737-a271-9bff3fd5f5a0 req-0b8e8993-c760-4c48-94d8-1566276ddd04 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] 10.222.0.22 "GET /v2.0/ports?device_id=433ef2ce-dcbd-4bd5-a25d-c7677aa66b1d HTTP/1.1" status: 200 len: 945 time: 0.1198049 Sep 07 02:54:08.491676 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-38bbd756-51f3-4737-a271-9bff3fd5f5a0 req-5b0cfa13-e376-437d-8f93-da2a6ab055ae tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] 10.222.0.22 "GET /v2.0/security-groups?id=f132e7fd-f7cf-4829-b8ee-f2174dae9491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275408 Sep 07 02:54:08.639045 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-34004294-e468-409c-9cf1-0ca6bc9065f4 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Request body: {'floatingip': {'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:54:08.714896 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-34004294-e468-409c-9cf1-0ca6bc9065f4 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks [] for floatingip, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:08.921552 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-34004294-e468-409c-9cf1-0ca6bc9065f4 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:08.922872 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45664) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:08.998154 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7e974d7c-8778-4ea7-9e46-52e6e32ff6a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:09.108467 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-34004294-e468-409c-9cf1-0ca6bc9065f4 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Allocated IP 172.25.5.251 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/841b79a6-02a3-40c2-b94b-82d9e3073a15) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:54:09.341396 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-34004294-e468-409c-9cf1-0ca6bc9065f4 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:09.448920 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-34004294-e468-409c-9cf1-0ca6bc9065f4 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:09.509042 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb799687-2d87-4f1c-98b2-3b18b557cb15 req-4e5090a7-60c3-4b0c-8419-67df2b0380a7 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:09.517559 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bb799687-2d87-4f1c-98b2-3b18b557cb15 req-4e5090a7-60c3-4b0c-8419-67df2b0380a7 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] 10.222.0.22 "GET /v2.0/ports?device_id=433ef2ce-dcbd-4bd5-a25d-c7677aa66b1d HTTP/1.1" status: 200 len: 945 time: 0.6567259 Sep 07 02:54:09.547069 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34004294-e468-409c-9cf1-0ca6bc9065f4 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:54:09.549997 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34004294-e468-409c-9cf1-0ca6bc9065f4 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Pushing event updated for resources: {'Port': ['ID=841b79a6-02a3-40c2-b94b-82d9e3073a15,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:09.554972 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-34004294-e468-409c-9cf1-0ca6bc9065f4 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:54:09.562304 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34004294-e468-409c-9cf1-0ca6bc9065f4 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:54:09.583968 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bb799687-2d87-4f1c-98b2-3b18b557cb15 req-aed0c74c-3d77-40c1-b1a5-474920f452e9 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] 10.222.0.22 "GET /v2.0/security-groups?id=f132e7fd-f7cf-4829-b8ee-f2174dae9491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604470 Sep 07 02:54:09.653920 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7e974d7c-8778-4ea7-9e46-52e6e32ff6a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:09.664819 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7e974d7c-8778-4ea7-9e46-52e6e32ff6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:09.694751 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-34004294-e468-409c-9cf1-0ca6bc9065f4 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:09.718076 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-7e974d7c-8778-4ea7-9e46-52e6e32ff6a3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1a262be472434fc98c8c54dc48a3fb37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7862318 Sep 07 02:54:09.719402 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e974d7c-8778-4ea7-9e46-52e6e32ff6a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1001ff79-a8ad-4196-a7f5-8885fb1079ea,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:09.722514 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45678) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:09.748659 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-34004294-e468-409c-9cf1-0ca6bc9065f4 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:09.830951 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b9840af6-498d-49bc-889b-f5f51fca7fba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:09.862564 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b9840af6-498d-49bc-889b-f5f51fca7fba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:09.927891 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b9840af6-498d-49bc-889b-f5f51fca7fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:09.932131 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b9840af6-498d-49bc-889b-f5f51fca7fba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:09.944336 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b9840af6-498d-49bc-889b-f5f51fca7fba admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1001ff79-a8ad-4196-a7f5-8885fb1079ea HTTP/1.1" status: 204 len: 168 time: 0.2187231 Sep 07 02:54:09.966689 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9840af6-498d-49bc-889b-f5f51fca7fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1001ff79-a8ad-4196-a7f5-8885fb1079ea,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:10.003650 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45688) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:10.141841 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-34004294-e468-409c-9cf1-0ca6bc9065f4 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:10.150833 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-34004294-e468-409c-9cf1-0ca6bc9065f4 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:10.177067 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6385edb1-486a-40b4-b43a-dab8b27a553b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:10.237199 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34004294-e468-409c-9cf1-0ca6bc9065f4 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Pushing event updated for resources: {'Port': ['ID=841b79a6-02a3-40c2-b94b-82d9e3073a15,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:10.309044 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf488d-7705-4483-bc1f-0c3cd0d5cff4 req-0305708b-48fa-4950-96ba-ff62a5294fcc tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:10.310602 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-17cf488d-7705-4483-bc1f-0c3cd0d5cff4 req-0305708b-48fa-4950-96ba-ff62a5294fcc tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] 10.222.0.16 "GET /v2.0/ports?device_id=433ef2ce-dcbd-4bd5-a25d-c7677aa66b1d HTTP/1.1" status: 200 len: 945 time: 0.2721884 Sep 07 02:54:10.366986 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-34004294-e468-409c-9cf1-0ca6bc9065f4 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:10.408739 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6385edb1-486a-40b4-b43a-dab8b27a553b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:10.417611 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6385edb1-486a-40b4-b43a-dab8b27a553b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:10.430968 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-34004294-e468-409c-9cf1-0ca6bc9065f4 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:10.433614 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-34004294-e468-409c-9cf1-0ca6bc9065f4 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2172794 Sep 07 02:54:10.437987 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45700) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:10.454508 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-b1c0f20f-a985-471d-b281-c9b6710b8934 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-576639669'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:54:10.525861 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-17cf488d-7705-4483-bc1f-0c3cd0d5cff4 req-9af30401-b6a7-427d-930d-ceb565bb9698 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Deleting port 363a429c-3f9c-4931-abfc-cd81965cb9c2 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:54:10.530337 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-17cf488d-7705-4483-bc1f-0c3cd0d5cff4 req-9af30401-b6a7-427d-930d-ceb565bb9698 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:10.600207 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-6385edb1-486a-40b4-b43a-dab8b27a553b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fd5ddbf84e244d328d5110258fbba97a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5937908 Sep 07 02:54:10.612438 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45706) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:10.622346 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6385edb1-486a-40b4-b43a-dab8b27a553b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f14d7773-f276-498b-a5ea-e1e90ee6db35,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:10.688304 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c0f20f-a985-471d-b281-c9b6710b8934 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Made reservation on behalf of 0df64543564b43af989c55455c6c1c80 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:54:10.692954 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b1c0f20f-a985-471d-b281-c9b6710b8934 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:10.711565 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b1c0f20f-a985-471d-b281-c9b6710b8934 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:10.759012 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-17cf488d-7705-4483-bc1f-0c3cd0d5cff4 req-9af30401-b6a7-427d-930d-ceb565bb9698 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] For port 363a429c-3f9c-4931-abfc-cd81965cb9c2, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=363a429c-3f9c-4931-abfc-cd81965cb9c2,segment=NetworkSegment(07c78454-fcb6-4f61-bd14-beb3abc8d9e6),segment_id=07c78454-fcb6-4f61-bd14-beb3abc8d9e6)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:54:10.759647 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-17cf488d-7705-4483-bc1f-0c3cd0d5cff4 req-9af30401-b6a7-427d-930d-ceb565bb9698 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:10.801537 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c4670f44-0bd7-433e-9dd2-97918d85eb6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:10.805251 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-17cf488d-7705-4483-bc1f-0c3cd0d5cff4 req-9af30401-b6a7-427d-930d-ceb565bb9698 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Calling delete_port for 363a429c-3f9c-4931-abfc-cd81965cb9c2 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:54:10.830627 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950a713-5b10-400a-9c2f-fe6354421fb0 req-e45e1199-5330-4949-a5fa-f5da01c6cb51 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:10.832880 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a950a713-5b10-400a-9c2f-fe6354421fb0 req-e45e1199-5330-4949-a5fa-f5da01c6cb51 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] 10.222.0.22 "GET /v2.0/ports?device_id=433ef2ce-dcbd-4bd5-a25d-c7677aa66b1d HTTP/1.1" status: 200 len: 945 time: 0.1097288 Sep 07 02:54:10.862298 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c4670f44-0bd7-433e-9dd2-97918d85eb6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:10.894395 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a950a713-5b10-400a-9c2f-fe6354421fb0 req-feb2b7a5-5a50-48ac-bee5-200f80db1d91 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] 10.222.0.22 "GET /v2.0/security-groups?id=f132e7fd-f7cf-4829-b8ee-f2174dae9491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542197 Sep 07 02:54:10.951415 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c4670f44-0bd7-433e-9dd2-97918d85eb6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:10.955734 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c4670f44-0bd7-433e-9dd2-97918d85eb6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:10.957222 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c4670f44-0bd7-433e-9dd2-97918d85eb6c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f14d7773-f276-498b-a5ea-e1e90ee6db35 HTTP/1.1" status: 204 len: 168 time: 0.3426700 Sep 07 02:54:10.969548 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4670f44-0bd7-433e-9dd2-97918d85eb6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14d7773-f276-498b-a5ea-e1e90ee6db35,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:11.013475 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b1c0f20f-a985-471d-b281-c9b6710b8934 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:11.030500 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b1c0f20f-a985-471d-b281-c9b6710b8934 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:11.083353 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1c0f20f-a985-471d-b281-c9b6710b8934 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:54:11.129218 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b1c0f20f-a985-471d-b281-c9b6710b8934 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:11.129581 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-b1c0f20f-a985-471d-b281-c9b6710b8934 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Added segment 01dd69f5-2a21-41c9-9099-373adb9386e3 of type vlan for network 26dda8d9-700a-4992-ab88-74c0477307cd Sep 07 02:54:11.144263 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c0f20f-a985-471d-b281-c9b6710b8934 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b412084b-e793-4cb0-badf-c5842e5b746a,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:11.198362 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b1c0f20f-a985-471d-b281-c9b6710b8934 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:11.266817 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b1c0f20f-a985-471d-b281-c9b6710b8934 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:11.273206 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c0f20f-a985-471d-b281-c9b6710b8934 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:11.273831 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b1c0f20f-a985-471d-b281-c9b6710b8934 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:11.322383 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c443b7d-96b9-4951-a438-daa8af947329 req-695031db-aaaa-4965-895d-87b87ca7f523 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:11.326443 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4c443b7d-96b9-4951-a438-daa8af947329 req-695031db-aaaa-4965-895d-87b87ca7f523 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 946 time: 0.1333566 Sep 07 02:54:11.327949 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-17cf488d-7705-4483-bc1f-0c3cd0d5cff4 req-9af30401-b6a7-427d-930d-ceb565bb9698 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:11.343569 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['363a429c-3f9c-4931-abfc-cd81965cb9c2', '8def62dd-ca54-40a8-9f6f-281e0f6a4d3e'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:54:11.368746 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af30401-b6a7-427d-930d-ceb565bb9698 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Pushing event deleted for resources: {'Port': ['ID=363a429c-3f9c-4931-abfc-cd81965cb9c2,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:11.416017 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b1c0f20f-a985-471d-b281-c9b6710b8934 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9677835 Sep 07 02:54:11.416017 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45738) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:11.417719 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-a102dc61-b0ea-490d-b95a-8692f50d9cd6 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Request body: {'subnet': {'network_id': '26dda8d9-700a-4992-ab88-74c0477307cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:54:11.436757 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4c443b7d-96b9-4951-a438-daa8af947329 req-5c8070c0-614c-4b79-8274-560448a3652c tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=71b22b25-b5d6-4ba9-812b-2e36880aadcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989482 Sep 07 02:54:11.448967 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['0e144021-3c26-426e-a076-9c97cf0a1c23'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:54:11.504563 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c0f20f-a985-471d-b281-c9b6710b8934 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Pushing event updated for resources: {'Network': ['ID=26dda8d9-700a-4992-ab88-74c0477307cd,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:11.525590 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 26dda8d9-700a-4992-ab88-74c0477307cd details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:54:11.560672 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-17cf488d-7705-4483-bc1f-0c3cd0d5cff4 req-9af30401-b6a7-427d-930d-ceb565bb9698 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] No DVR routers for this DVR port 363a429c-3f9c-4931-abfc-cd81965cb9c2 on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:54:11.566370 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-17cf488d-7705-4483-bc1f-0c3cd0d5cff4 req-9af30401-b6a7-427d-930d-ceb565bb9698 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:11.568844 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-17cf488d-7705-4483-bc1f-0c3cd0d5cff4 req-9af30401-b6a7-427d-930d-ceb565bb9698 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] 10.222.0.16 "DELETE /v2.0/ports/363a429c-3f9c-4931-abfc-cd81965cb9c2 HTTP/1.1" status: 204 len: 173 time: 1.2500129 Sep 07 02:54:11.569542 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '433ef2ce-dcbd-4bd5-a25d-c7677aa66b1d', 'name': 'network-vif-deleted', 'tag': '363a429c-3f9c-4931-abfc-cd81965cb9c2'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:54:11.572879 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa26eaf8-af37-457f-b0fa-e18cdcb17efe" -d '{"events": [{"server_uuid": "433ef2ce-dcbd-4bd5-a25d-c7677aa66b1d", "name": "network-vif-deleted", "tag": "363a429c-3f9c-4931-abfc-cd81965cb9c2"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:54:11.628384 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a102dc61-b0ea-490d-b95a-8692f50d9cd6 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Made reservation on behalf of 0df64543564b43af989c55455c6c1c80 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:54:11.634902 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a102dc61-b0ea-490d-b95a-8692f50d9cd6 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:11.749107 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45746) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:11.754409 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b556540-62ae-4c19-9ae2-334e2de66d7a x-openstack-request-id: req-0b556540-62ae-4c19-9ae2-334e2de66d7a {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:54:11.755514 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "433ef2ce-dcbd-4bd5-a25d-c7677aa66b1d", "name": "network-vif-deleted", "tag": "363a429c-3f9c-4931-abfc-cd81965cb9c2", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:54:11.756270 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0b556540-62ae-4c19-9ae2-334e2de66d7a {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:54:11.756943 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '433ef2ce-dcbd-4bd5-a25d-c7677aa66b1d', 'name': 'network-vif-deleted', 'tag': '363a429c-3f9c-4931-abfc-cd81965cb9c2', 'status': 'completed', 'code': 200} Sep 07 02:54:11.763137 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1939130d-7394-482f-93ff-76998fadb627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:11.948968 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a102dc61-b0ea-490d-b95a-8692f50d9cd6 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:11.980522 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1939130d-7394-482f-93ff-76998fadb627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:11.991690 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1939130d-7394-482f-93ff-76998fadb627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:12.087108 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-1939130d-7394-482f-93ff-76998fadb627 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=48b17870868a458cad5df851d5df970a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3368587 Sep 07 02:54:12.093398 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45752) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:12.139955 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1939130d-7394-482f-93ff-76998fadb627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b50098c-9258-44cd-8edb-38522aa955b8,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:12.158945 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4a7fd05c-8ed8-44ff-8e92-fab560e22214 req-4b9c30a8-8009-4ed5-9ad5-4d52ced50c91 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] 10.222.0.22 "GET /v2.0/ports?device_id=433ef2ce-dcbd-4bd5-a25d-c7677aa66b1d HTTP/1.1" status: 200 len: 210 time: 0.0706596 Sep 07 02:54:12.228533 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e6ff2954-ee37-4013-b16c-b57518f4c449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:12.230754 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a102dc61-b0ea-490d-b95a-8692f50d9cd6 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Pushing event updated for resources: {'Subnet': ['ID=12fc87ee-cbae-4e54-a223-87de1b7f4c1d,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:12.244407 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a102dc61-b0ea-490d-b95a-8692f50d9cd6 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Checking segment: {'id': '01dd69f5-2a21-41c9-9099-373adb9386e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '26dda8d9-700a-4992-ab88-74c0477307cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:54:12.244785 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a102dc61-b0ea-490d-b95a-8692f50d9cd6 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Network hostable DHCP agents. Network: 26dda8d9-700a-4992-ab88-74c0477307cd, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:54:12.298257 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e6ff2954-ee37-4013-b16c-b57518f4c449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:12.310315 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a102dc61-b0ea-490d-b95a-8692f50d9cd6 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Network 26dda8d9-700a-4992-ab88-74c0477307cd is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:54:12.354558 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-a102dc61-b0ea-490d-b95a-8692f50d9cd6 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 26dda8d9-700a-4992-ab88-74c0477307cd) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:54:12.366020 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebffa5e-4e71-42a3-a60b-6991df42f8bd None None] Network 26dda8d9-700a-4992-ab88-74c0477307cd requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:54:12.380231 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a102dc61-b0ea-490d-b95a-8692f50d9cd6 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:12.384775 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a102dc61-b0ea-490d-b95a-8692f50d9cd6 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:12.418104 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45764) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:12.418632 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a102dc61-b0ea-490d-b95a-8692f50d9cd6 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0053959 Sep 07 02:54:12.430406 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-3dda6a96-48b2-49be-b0b9-c2af8ce7a568 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1133540250', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}, 'admin_state_up': False}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:54:12.445349 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e6ff2954-ee37-4013-b16c-b57518f4c449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:12.454656 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e6ff2954-ee37-4013-b16c-b57518f4c449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:12.460482 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-e6ff2954-ee37-4013-b16c-b57518f4c449 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1b50098c-9258-44cd-8edb-38522aa955b8 HTTP/1.1" status: 204 len: 168 time: 0.3646309 Sep 07 02:54:12.491091 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ff2954-ee37-4013-b16c-b57518f4c449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b50098c-9258-44cd-8edb-38522aa955b8,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:12.514286 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3dda6a96-48b2-49be-b0b9-c2af8ce7a568 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:12.516514 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3dda6a96-48b2-49be-b0b9-c2af8ce7a568 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:12.607878 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3dda6a96-48b2-49be-b0b9-c2af8ce7a568 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:12.639846 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93951149-dc16-42eb-b582-03fe6f2d6f1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-26dda8d9-700a-4992-ab88-74c0477307cd', 'network_id': '26dda8d9-700a-4992-ab88-74c0477307cd', 'tenant_id': '0df64543564b43af989c55455c6c1c80', 'fixed_ips': [{'subnet_id': '12fc87ee-cbae-4e54-a223-87de1b7f4c1d'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:54:12.641545 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-93951149-dc16-42eb-b582-03fe6f2d6f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:12.775314 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f5b56c-c2d8-4f0d-b46c-c72739cda94f req-7d356a5b-bb86-4b08-8097-d69b040c9992 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:12.779042 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-33f5b56c-c2d8-4f0d-b46c-c72739cda94f req-7d356a5b-bb86-4b08-8097-d69b040c9992 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 946 time: 0.1310658 Sep 07 02:54:12.865395 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-33f5b56c-c2d8-4f0d-b46c-c72739cda94f req-a893aff6-fed5-4fa5-b850-d1f433df48d8 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=71b22b25-b5d6-4ba9-812b-2e36880aadcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783038 Sep 07 02:54:12.893961 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3dda6a96-48b2-49be-b0b9-c2af8ce7a568 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:12.920258 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45776) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:12.931303 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-93951149-dc16-42eb-b582-03fe6f2d6f1b None None] Allocated IP 172.20.0.2 (26dda8d9-700a-4992-ab88-74c0477307cd/12fc87ee-cbae-4e54-a223-87de1b7f4c1d/04b50b20-f7a4-4f0f-a973-f7f1be8ffda3) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:54:13.105723 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-b4bcfe96-74d3-4e00-9a3f-aae47a421efe tempest-ExternalNetworksAdminNegativeTestJSON-1709533138 tempest-ExternalNetworksAdminNegativeTestJSON-1709533138-project-admin] Request body: {'floatingip': {'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:54:13.160474 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b4bcfe96-74d3-4e00-9a3f-aae47a421efe tempest-ExternalNetworksAdminNegativeTestJSON-1709533138 tempest-ExternalNetworksAdminNegativeTestJSON-1709533138-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:13.168393 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-93951149-dc16-42eb-b582-03fe6f2d6f1b None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:13.188945 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-93951149-dc16-42eb-b582-03fe6f2d6f1b None None] Transition to ACTIVE for port object 04b50b20-f7a4-4f0f-a973-f7f1be8ffda3 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:54:13.210311 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-93951149-dc16-42eb-b582-03fe6f2d6f1b None None] Transition to ACTIVE for port object 04b50b20-f7a4-4f0f-a973-f7f1be8ffda3 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:54:13.222821 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-93951149-dc16-42eb-b582-03fe6f2d6f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:13.312724 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93951149-dc16-42eb-b582-03fe6f2d6f1b None None] Pushing event updated for resources: {'Port': ['ID=04b50b20-f7a4-4f0f-a973-f7f1be8ffda3,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:13.321170 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b4bcfe96-74d3-4e00-9a3f-aae47a421efe tempest-ExternalNetworksAdminNegativeTestJSON-1709533138 tempest-ExternalNetworksAdminNegativeTestJSON-1709533138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:13.330492 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93951149-dc16-42eb-b582-03fe6f2d6f1b None None] Network 26dda8d9-700a-4992-ab88-74c0477307cd is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:54:13.342664 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3dda6a96-48b2-49be-b0b9-c2af8ce7a568 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks [] for router_gateway, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:13.345356 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-93951149-dc16-42eb-b582-03fe6f2d6f1b None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:54:13.352948 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93951149-dc16-42eb-b582-03fe6f2d6f1b None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:54:13.402130 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3dda6a96-48b2-49be-b0b9-c2af8ce7a568 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:13.477591 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-93951149-dc16-42eb-b582-03fe6f2d6f1b None None] Attempting to bind port 04b50b20-f7a4-4f0f-a973-f7f1be8ffda3 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:54:13.478162 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-93951149-dc16-42eb-b582-03fe6f2d6f1b None None] Attempting to bind port 04b50b20-f7a4-4f0f-a973-f7f1be8ffda3 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '01dd69f5-2a21-41c9-9099-373adb9386e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '26dda8d9-700a-4992-ab88-74c0477307cd'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:54:13.478378 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93951149-dc16-42eb-b582-03fe6f2d6f1b None None] Attempting to bind port 04b50b20-f7a4-4f0f-a973-f7f1be8ffda3 on network 26dda8d9-700a-4992-ab88-74c0477307cd {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:54:13.488768 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93951149-dc16-42eb-b582-03fe6f2d6f1b None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:54:13.489150 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93951149-dc16-42eb-b582-03fe6f2d6f1b None None] Checking segment: {'id': '01dd69f5-2a21-41c9-9099-373adb9386e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '26dda8d9-700a-4992-ab88-74c0477307cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:54:13.489559 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-93951149-dc16-42eb-b582-03fe6f2d6f1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:13.489954 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93951149-dc16-42eb-b582-03fe6f2d6f1b None None] Bound using segment: {'id': '01dd69f5-2a21-41c9-9099-373adb9386e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '26dda8d9-700a-4992-ab88-74c0477307cd'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:54:13.490426 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-93951149-dc16-42eb-b582-03fe6f2d6f1b None None] Bound port: 04b50b20-f7a4-4f0f-a973-f7f1be8ffda3, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01dd69f5-2a21-41c9-9099-373adb9386e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '26dda8d9-700a-4992-ab88-74c0477307cd'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:54:13.490910 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-93951149-dc16-42eb-b582-03fe6f2d6f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:13.572426 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-b4bcfe96-74d3-4e00-9a3f-aae47a421efe tempest-ExternalNetworksAdminNegativeTestJSON-1709533138 tempest-ExternalNetworksAdminNegativeTestJSON-1709533138-project-admin] Allocated IP 172.25.5.118 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/d8f02661-3db2-46df-a17d-f6328a94d600) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:54:13.621217 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-93951149-dc16-42eb-b582-03fe6f2d6f1b None None] For port 04b50b20-f7a4-4f0f-a973-f7f1be8ffda3, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:54:13.624967 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-93951149-dc16-42eb-b582-03fe6f2d6f1b None None] For port 04b50b20-f7a4-4f0f-a973-f7f1be8ffda3, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=04b50b20-f7a4-4f0f-a973-f7f1be8ffda3,segment=NetworkSegment(01dd69f5-2a21-41c9-9099-373adb9386e3),segment_id=01dd69f5-2a21-41c9-9099-373adb9386e3)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:54:13.632835 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-93951149-dc16-42eb-b582-03fe6f2d6f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:13.721917 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b4bcfe96-74d3-4e00-9a3f-aae47a421efe tempest-ExternalNetworksAdminNegativeTestJSON-1709533138 tempest-ExternalNetworksAdminNegativeTestJSON-1709533138-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:13.801142 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93951149-dc16-42eb-b582-03fe6f2d6f1b None None] Pushing event updated for resources: {'Port': ['ID=04b50b20-f7a4-4f0f-a973-f7f1be8ffda3,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:13.808439 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b4bcfe96-74d3-4e00-9a3f-aae47a421efe tempest-ExternalNetworksAdminNegativeTestJSON-1709533138 tempest-ExternalNetworksAdminNegativeTestJSON-1709533138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:13.896463 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-3dda6a96-48b2-49be-b0b9-c2af8ce7a568 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Allocated IP 172.25.5.238 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/4b494213-e552-4e6e-aab3-3b87ccfc14cb) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:54:13.936060 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bcfe96-74d3-4e00-9a3f-aae47a421efe tempest-ExternalNetworksAdminNegativeTestJSON-1709533138 tempest-ExternalNetworksAdminNegativeTestJSON-1709533138-project-admin] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:54:13.945844 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-b4bcfe96-74d3-4e00-9a3f-aae47a421efe tempest-ExternalNetworksAdminNegativeTestJSON-1709533138 tempest-ExternalNetworksAdminNegativeTestJSON-1709533138-project-admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:54:13.956034 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bcfe96-74d3-4e00-9a3f-aae47a421efe tempest-ExternalNetworksAdminNegativeTestJSON-1709533138 tempest-ExternalNetworksAdminNegativeTestJSON-1709533138-project-admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:54:13.985805 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bcfe96-74d3-4e00-9a3f-aae47a421efe tempest-ExternalNetworksAdminNegativeTestJSON-1709533138 tempest-ExternalNetworksAdminNegativeTestJSON-1709533138-project-admin] Pushing event updated for resources: {'Port': ['ID=d8f02661-3db2-46df-a17d-f6328a94d600,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:14.124557 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de3175-9488-460e-a81e-a8eb644ca0bc req-b89f4b00-cad5-420c-a4d3-224ef61d7d36 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:14.136469 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d1de3175-9488-460e-a81e-a8eb644ca0bc req-b89f4b00-cad5-420c-a4d3-224ef61d7d36 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 946 time: 0.1292167 Sep 07 02:54:14.218611 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3dda6a96-48b2-49be-b0b9-c2af8ce7a568 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:14.293960 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b4bcfe96-74d3-4e00-9a3f-aae47a421efe tempest-ExternalNetworksAdminNegativeTestJSON-1709533138 tempest-ExternalNetworksAdminNegativeTestJSON-1709533138-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:14.298064 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3dda6a96-48b2-49be-b0b9-c2af8ce7a568 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:14.324646 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d1de3175-9488-460e-a81e-a8eb644ca0bc req-c3d28ac7-bc78-44f5-958f-8ca9d473837a tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=71b22b25-b5d6-4ba9-812b-2e36880aadcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250894 Sep 07 02:54:14.394752 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 363a429c-3f9c-4931-abfc-cd81965cb9c2 no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:54:14.399818 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dda6a96-48b2-49be-b0b9-c2af8ce7a568 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:54:14.402311 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b4bcfe96-74d3-4e00-9a3f-aae47a421efe tempest-ExternalNetworksAdminNegativeTestJSON-1709533138 tempest-ExternalNetworksAdminNegativeTestJSON-1709533138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:14.410643 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-3dda6a96-48b2-49be-b0b9-c2af8ce7a568 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:54:14.418659 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dda6a96-48b2-49be-b0b9-c2af8ce7a568 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:54:14.435973 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: 363a429c-3f9c-4931-abfc-cd81965cb9c2 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:54:14.437053 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 363a429c-3f9c-4931-abfc-cd81965cb9c2 not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:54:14.474584 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dda6a96-48b2-49be-b0b9-c2af8ce7a568 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Pushing event updated for resources: {'Port': ['ID=4b494213-e552-4e6e-aab3-3b87ccfc14cb,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:14.700893 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b4bcfe96-74d3-4e00-9a3f-aae47a421efe tempest-ExternalNetworksAdminNegativeTestJSON-1709533138 tempest-ExternalNetworksAdminNegativeTestJSON-1709533138-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:14.709670 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b4bcfe96-74d3-4e00-9a3f-aae47a421efe tempest-ExternalNetworksAdminNegativeTestJSON-1709533138 tempest-ExternalNetworksAdminNegativeTestJSON-1709533138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:14.781299 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a29e64-aae6-4705-91ad-e34f124aeb80 req-70f70940-00c7-499b-987f-3a197350807d tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:14.783418 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e5a29e64-aae6-4705-91ad-e34f124aeb80 req-70f70940-00c7-499b-987f-3a197350807d tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/ports?device_id=d000464e-e517-4a0f-83ab-fbee6f133110 HTTP/1.1" status: 200 len: 945 time: 0.1280608 Sep 07 02:54:14.791845 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bcfe96-74d3-4e00-9a3f-aae47a421efe tempest-ExternalNetworksAdminNegativeTestJSON-1709533138 tempest-ExternalNetworksAdminNegativeTestJSON-1709533138-project-admin] Pushing event updated for resources: {'Port': ['ID=d8f02661-3db2-46df-a17d-f6328a94d600,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:14.876216 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b739205-6272-45b4-b771-cb13ff855055 req-5e1356f4-a692-4aab-ab4d-6ae94abbf211 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:14.882316 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b739205-6272-45b4-b771-cb13ff855055 req-5e1356f4-a692-4aab-ab4d-6ae94abbf211 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:14.884180 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8b739205-6272-45b4-b771-cb13ff855055 req-5e1356f4-a692-4aab-ab4d-6ae94abbf211 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] 10.222.0.22 "GET /v2.0/ports?device_id=895a8e6b-b31a-4eb1-a757-d44ed146ced1&device_id=b4e75f70-5526-4110-bed1-70a54336b8c9 HTTP/1.1" status: 200 len: 1682 time: 0.1513402 Sep 07 02:54:14.898531 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e5a29e64-aae6-4705-91ad-e34f124aeb80 req-2f9bf805-ae21-4a2f-b399-b900827dea15 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/security-groups?id=e905e83e-56d9-4132-aee0-83881ffcb702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059036 Sep 07 02:54:14.901518 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3dda6a96-48b2-49be-b0b9-c2af8ce7a568 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks [] for router_gateway, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:14.951825 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b4bcfe96-74d3-4e00-9a3f-aae47a421efe tempest-ExternalNetworksAdminNegativeTestJSON-1709533138 tempest-ExternalNetworksAdminNegativeTestJSON-1709533138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:14.965806 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8b739205-6272-45b4-b771-cb13ff855055 req-8e0435d9-7320-4818-973f-d7c7277732fd tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] 10.222.0.22 "GET /v2.0/security-groups?id=f132e7fd-f7cf-4829-b8ee-f2174dae9491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738809 Sep 07 02:54:14.996249 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b4bcfe96-74d3-4e00-9a3f-aae47a421efe tempest-ExternalNetworksAdminNegativeTestJSON-1709533138 tempest-ExternalNetworksAdminNegativeTestJSON-1709533138-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:15.001085 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b4bcfe96-74d3-4e00-9a3f-aae47a421efe tempest-ExternalNetworksAdminNegativeTestJSON-1709533138 tempest-ExternalNetworksAdminNegativeTestJSON-1709533138-project-admin] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0795696 Sep 07 02:54:15.001745 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45862) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:15.007116 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-3c18f4ff-b793-4bba-b6db-ba9a307fd879 tempest-ExternalNetworksAdminNegativeTestJSON-1709533138 tempest-ExternalNetworksAdminNegativeTestJSON-1709533138-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-611429221', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'fixed_ips': [{'ip_address': '172.25.5.118'}]}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:54:15.042451 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c18f4ff-b793-4bba-b6db-ba9a307fd879 tempest-ExternalNetworksAdminNegativeTestJSON-1709533138 tempest-ExternalNetworksAdminNegativeTestJSON-1709533138-project-admin] Made reservation on behalf of 8ccff6c58f97492e9bbfffb5e4e69839 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:54:15.046101 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3c18f4ff-b793-4bba-b6db-ba9a307fd879 tempest-ExternalNetworksAdminNegativeTestJSON-1709533138 tempest-ExternalNetworksAdminNegativeTestJSON-1709533138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:15.059906 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3c18f4ff-b793-4bba-b6db-ba9a307fd879 tempest-ExternalNetworksAdminNegativeTestJSON-1709533138 tempest-ExternalNetworksAdminNegativeTestJSON-1709533138-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:15.202472 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3c18f4ff-b793-4bba-b6db-ba9a307fd879 tempest-ExternalNetworksAdminNegativeTestJSON-1709533138 tempest-ExternalNetworksAdminNegativeTestJSON-1709533138-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:15.213613 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3c18f4ff-b793-4bba-b6db-ba9a307fd879 tempest-ExternalNetworksAdminNegativeTestJSON-1709533138 tempest-ExternalNetworksAdminNegativeTestJSON-1709533138-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:15.238642 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-3c18f4ff-b793-4bba-b6db-ba9a307fd879 tempest-ExternalNetworksAdminNegativeTestJSON-1709533138 tempest-ExternalNetworksAdminNegativeTestJSON-1709533138-project-admin] device_id is not set on port d4870a95-7d75-4926-b170-6bf9cfda61ce yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:54:15.240727 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3dda6a96-48b2-49be-b0b9-c2af8ce7a568 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:15.333316 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 04b50b20-f7a4-4f0f-a973-f7f1be8ffda3 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:54:15.367598 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c18f4ff-b793-4bba-b6db-ba9a307fd879 tempest-ExternalNetworksAdminNegativeTestJSON-1709533138 tempest-ExternalNetworksAdminNegativeTestJSON-1709533138-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e205b2da-a79d-4b6f-b448-1c0f31131551,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:15.436653 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfe5f2d-12e7-4257-9b31-b2209201d101 None None] Network 26dda8d9-700a-4992-ab88-74c0477307cd requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:54:15.571096 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd771a-ab09-4a62-9a0c-25f7f279d68a req-be316f3c-ffe7-41ea-bac2-6fd683aba25d tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:15.572398 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-d2e0b286-3092-4aaf-b410-cff8e8cd7c45 None None] Provisioning for port 04b50b20-f7a4-4f0f-a973-f7f1be8ffda3 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:54:15.576515 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6bfd771a-ab09-4a62-9a0c-25f7f279d68a req-be316f3c-ffe7-41ea-bac2-6fd683aba25d tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 946 time: 0.0949295 Sep 07 02:54:15.603019 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c18f4ff-b793-4bba-b6db-ba9a307fd879 tempest-ExternalNetworksAdminNegativeTestJSON-1709533138 tempest-ExternalNetworksAdminNegativeTestJSON-1709533138-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 07 02:54:15.604027 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c18f4ff-b793-4bba-b6db-ba9a307fd879 tempest-ExternalNetworksAdminNegativeTestJSON-1709533138 tempest-ExternalNetworksAdminNegativeTestJSON-1709533138-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:54:15.634996 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3c18f4ff-b793-4bba-b6db-ba9a307fd879 tempest-ExternalNetworksAdminNegativeTestJSON-1709533138 tempest-ExternalNetworksAdminNegativeTestJSON-1709533138-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.6320567 Sep 07 02:54:15.636057 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45882) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:15.650027 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 04b50b20-f7a4-4f0f-a973-f7f1be8ffda3 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:54:15.676121 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 04b50b20-f7a4-4f0f-a973-f7f1be8ffda3 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:54:15.677121 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:15.684180 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dda6a96-48b2-49be-b0b9-c2af8ce7a568 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Router e635094e-4c8c-4723-8f2a-7aac1dd04324 is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 02:54:15.753049 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6bfd771a-ab09-4a62-9a0c-25f7f279d68a req-bb6b3d38-df69-4042-be99-0d7e251d4683 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=71b22b25-b5d6-4ba9-812b-2e36880aadcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639459 Sep 07 02:54:15.900780 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:15.947978 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 04b50b20-f7a4-4f0f-a973-f7f1be8ffda3, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=04b50b20-f7a4-4f0f-a973-f7f1be8ffda3,segment=NetworkSegment(01dd69f5-2a21-41c9-9099-373adb9386e3),segment_id=01dd69f5-2a21-41c9-9099-373adb9386e3)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:54:15.965791 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:15.995512 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927bd91-0517-441a-a0a1-9b462f3781b9 req-66bdb896-27bb-4589-b256-ffec6d47c866 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:16.003623 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1927bd91-0517-441a-a0a1-9b462f3781b9 req-66bdb896-27bb-4589-b256-ffec6d47c866 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] 10.222.0.22 "GET /v2.0/ports?device_id=895a8e6b-b31a-4eb1-a757-d44ed146ced1 HTTP/1.1" status: 200 len: 946 time: 0.1011558 Sep 07 02:54:16.030703 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=04b50b20-f7a4-4f0f-a973-f7f1be8ffda3,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:16.114687 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c55ae8-6094-468e-8256-f2ca43319367 req-e75966c1-208f-4fb2-b56e-62ebe852dd24 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:16.116497 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-15c55ae8-6094-468e-8256-f2ca43319367 req-e75966c1-208f-4fb2-b56e-62ebe852dd24 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/ports?device_id=d000464e-e517-4a0f-83ab-fbee6f133110 HTTP/1.1" status: 200 len: 945 time: 0.0727437 Sep 07 02:54:16.141840 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1927bd91-0517-441a-a0a1-9b462f3781b9 req-fb4cc0e4-1f7e-4d40-ad94-6c7a77c33544 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] 10.222.0.22 "GET /v2.0/security-groups?id=f132e7fd-f7cf-4829-b8ee-f2174dae9491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356926 Sep 07 02:54:16.170840 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-15c55ae8-6094-468e-8256-f2ca43319367 req-5889d9cf-110a-44ee-850f-408dbdeb3a44 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/security-groups?id=e905e83e-56d9-4132-aee0-83881ffcb702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463364 Sep 07 02:54:16.184724 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dda6a96-48b2-49be-b0b9-c2af8ce7a568 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:54:16.197112 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c566dacf-8cdc-44c8-a30a-c6713a391d5c None None] Sync routers for ids ['e635094e-4c8c-4723-8f2a-7aac1dd04324'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:54:16.213024 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c566dacf-8cdc-44c8-a30a-c6713a391d5c None None] Routers {'e635094e-4c8c-4723-8f2a-7aac1dd04324'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:54:16.214989 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-c566dacf-8cdc-44c8-a30a-c6713a391d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:53:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['e635094e-4c8c-4723-8f2a-7aac1dd04324'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:54:16.217420 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0980bdb8-d98f-4e81-9fa0-a01446153660 tempest-ExternalNetworksAdminNegativeTestJSON-1709533138 tempest-ExternalNetworksAdminNegativeTestJSON-1709533138-project-admin] Deleting port d8f02661-3db2-46df-a17d-f6328a94d600 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:54:16.217999 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0980bdb8-d98f-4e81-9fa0-a01446153660 tempest-ExternalNetworksAdminNegativeTestJSON-1709533138 tempest-ExternalNetworksAdminNegativeTestJSON-1709533138-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:16.222937 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3dda6a96-48b2-49be-b0b9-c2af8ce7a568 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:16.226684 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-3dda6a96-48b2-49be-b0b9-c2af8ce7a568 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.8051736 Sep 07 02:54:16.227598 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45904) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:16.297726 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-c566dacf-8cdc-44c8-a30a-c6713a391d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:54:16.309631 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c566dacf-8cdc-44c8-a30a-c6713a391d5c None None] Routers {'e635094e-4c8c-4723-8f2a-7aac1dd04324'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:54:16.309631 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-c566dacf-8cdc-44c8-a30a-c6713a391d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:53:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['e635094e-4c8c-4723-8f2a-7aac1dd04324'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:54:16.311513 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45906) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:16.336279 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0980bdb8-d98f-4e81-9fa0-a01446153660 tempest-ExternalNetworksAdminNegativeTestJSON-1709533138 tempest-ExternalNetworksAdminNegativeTestJSON-1709533138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:16.336603 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0980bdb8-d98f-4e81-9fa0-a01446153660 tempest-ExternalNetworksAdminNegativeTestJSON-1709533138 tempest-ExternalNetworksAdminNegativeTestJSON-1709533138-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:16.345685 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-363915cc-3a8f-4374-aa5b-413bdb85445d None None] Provisioning complete for port 04b50b20-f7a4-4f0f-a973-f7f1be8ffda3 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:54:16.346261 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-363915cc-3a8f-4374-aa5b-413bdb85445d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:16.350773 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0980bdb8-d98f-4e81-9fa0-a01446153660 tempest-ExternalNetworksAdminNegativeTestJSON-1709533138 tempest-ExternalNetworksAdminNegativeTestJSON-1709533138-project-admin] Calling delete_port for d8f02661-3db2-46df-a17d-f6328a94d600 owned by network:floatingip {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:54:16.377696 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-c566dacf-8cdc-44c8-a30a-c6713a391d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:54:16.378651 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c566dacf-8cdc-44c8-a30a-c6713a391d5c None None] The sync data for ids ['e635094e-4c8c-4723-8f2a-7aac1dd04324'] in n-d-796209-16 is: [] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:54:16.516717 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0bdd1150-41fa-4c17-b0df-9dc5a5067062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:16.527080 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0980bdb8-d98f-4e81-9fa0-a01446153660 tempest-ExternalNetworksAdminNegativeTestJSON-1709533138 tempest-ExternalNetworksAdminNegativeTestJSON-1709533138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:16.552705 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048249ae-289c-4e38-ae9e-fd609fe30b5c req-731beca6-9697-45ef-89ea-c6b851572076 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:16.554346 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-048249ae-289c-4e38-ae9e-fd609fe30b5c req-731beca6-9697-45ef-89ea-c6b851572076 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.23 "GET /v2.0/ports?device_id=d000464e-e517-4a0f-83ab-fbee6f133110 HTTP/1.1" status: 200 len: 945 time: 0.1885395 Sep 07 02:54:16.568290 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0980bdb8-d98f-4e81-9fa0-a01446153660 tempest-ExternalNetworksAdminNegativeTestJSON-1709533138 tempest-ExternalNetworksAdminNegativeTestJSON-1709533138-project-admin] Pushing event deleted for resources: {'Port': ['ID=d8f02661-3db2-46df-a17d-f6328a94d600,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:16.661422 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0980bdb8-d98f-4e81-9fa0-a01446153660 tempest-ExternalNetworksAdminNegativeTestJSON-1709533138 tempest-ExternalNetworksAdminNegativeTestJSON-1709533138-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:16.662667 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0980bdb8-d98f-4e81-9fa0-a01446153660 tempest-ExternalNetworksAdminNegativeTestJSON-1709533138 tempest-ExternalNetworksAdminNegativeTestJSON-1709533138-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:16.665485 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-0980bdb8-d98f-4e81-9fa0-a01446153660 tempest-ExternalNetworksAdminNegativeTestJSON-1709533138 tempest-ExternalNetworksAdminNegativeTestJSON-1709533138-project-admin] 10.222.0.22 "DELETE /v2.0/floatingips/90086657-8218-4357-ab3f-7ab3865d6a3d HTTP/1.1" status: 204 len: 168 time: 1.0256343 Sep 07 02:54:16.712030 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0bdd1150-41fa-4c17-b0df-9dc5a5067062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:16.722886 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0bdd1150-41fa-4c17-b0df-9dc5a5067062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:16.808077 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-0bdd1150-41fa-4c17-b0df-9dc5a5067062 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a090db572f8d482a9967e5c4cc99a320&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4933910 Sep 07 02:54:16.808876 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45920) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:16.816135 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdd1150-41fa-4c17-b0df-9dc5a5067062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd7850d-50d3-43f3-a3b7-8bb9d3881d62,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:16.972452 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-89192b4e-a788-4dcf-909f-beb960d6deb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:17.016418 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-89192b4e-a788-4dcf-909f-beb960d6deb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:17.052444 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4d63a-1287-4957-b5bb-a56cad78f935 req-7e42877d-bfaa-4f98-adcc-519ed32813ef tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:17.054145 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-81d4d63a-1287-4957-b5bb-a56cad78f935 req-7e42877d-bfaa-4f98-adcc-519ed32813ef tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] 10.222.0.23 "GET /v2.0/ports?device_id=895a8e6b-b31a-4eb1-a757-d44ed146ced1 HTTP/1.1" status: 200 len: 946 time: 0.1135809 Sep 07 02:54:17.067461 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c73b2-00ee-4105-b2a2-7ff480bc67fd req-5e436f18-e77c-4a4a-b454-11324f8db14f tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:17.069223 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a27c73b2-00ee-4105-b2a2-7ff480bc67fd req-5e436f18-e77c-4a4a-b454-11324f8db14f tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 946 time: 0.1881714 Sep 07 02:54:17.069735 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45926) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:17.174610 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a27c73b2-00ee-4105-b2a2-7ff480bc67fd req-af7f882e-c23e-4a1e-b485-1d6e86b65a84 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=71b22b25-b5d6-4ba9-812b-2e36880aadcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812557 Sep 07 02:54:17.217634 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-89192b4e-a788-4dcf-909f-beb960d6deb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:17.220625 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-89192b4e-a788-4dcf-909f-beb960d6deb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:17.221807 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-89192b4e-a788-4dcf-909f-beb960d6deb2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ccd7850d-50d3-43f3-a3b7-8bb9d3881d62 HTTP/1.1" status: 204 len: 168 time: 0.4110179 Sep 07 02:54:17.269279 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89192b4e-a788-4dcf-909f-beb960d6deb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd7850d-50d3-43f3-a3b7-8bb9d3881d62,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:17.309253 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 04b50b20-f7a4-4f0f-a973-f7f1be8ffda3 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:54:17.366372 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-81d4d63a-1287-4957-b5bb-a56cad78f935 req-950de6c5-c894-401e-afe2-adc18a1d5623 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Deleting port 0e144021-3c26-426e-a076-9c97cf0a1c23 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:54:17.366794 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-81d4d63a-1287-4957-b5bb-a56cad78f935 req-950de6c5-c894-401e-afe2-adc18a1d5623 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:17.391337 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 04b50b20-f7a4-4f0f-a973-f7f1be8ffda3 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:54:17.391337 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:17.414321 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f44f786a-47fe-4140-a7c2-61e5399556ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:17.501612 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7560fa5-96da-405f-8090-defc336b0bcf req-6db6c1d4-5b30-4949-9e9c-6a2ef12dcc87 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:17.503204 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d7560fa5-96da-405f-8090-defc336b0bcf req-6db6c1d4-5b30-4949-9e9c-6a2ef12dcc87 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/ports?device_id=d000464e-e517-4a0f-83ab-fbee6f133110 HTTP/1.1" status: 200 len: 945 time: 0.1935675 Sep 07 02:54:17.533576 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-048249ae-289c-4e38-ae9e-fd609fe30b5c req-e46158ea-95b2-43a0-9e43-d557f0c57d70 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Deleting port 3fbb39bc-564b-438c-9257-1f44071b61e2 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:54:17.533576 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-048249ae-289c-4e38-ae9e-fd609fe30b5c req-e46158ea-95b2-43a0-9e43-d557f0c57d70 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:17.602055 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-81d4d63a-1287-4957-b5bb-a56cad78f935 req-950de6c5-c894-401e-afe2-adc18a1d5623 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] For port 0e144021-3c26-426e-a076-9c97cf0a1c23, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=0e144021-3c26-426e-a076-9c97cf0a1c23,segment=NetworkSegment(07c78454-fcb6-4f61-bd14-beb3abc8d9e6),segment_id=07c78454-fcb6-4f61-bd14-beb3abc8d9e6)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:54:17.602551 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-81d4d63a-1287-4957-b5bb-a56cad78f935 req-950de6c5-c894-401e-afe2-adc18a1d5623 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:17.616625 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d7560fa5-96da-405f-8090-defc336b0bcf req-9d2de4d1-c39e-4cf5-bbaa-0278e749e4d3 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/security-groups?id=e905e83e-56d9-4132-aee0-83881ffcb702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028490 Sep 07 02:54:17.628661 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-81d4d63a-1287-4957-b5bb-a56cad78f935 req-950de6c5-c894-401e-afe2-adc18a1d5623 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Calling delete_port for 0e144021-3c26-426e-a076-9c97cf0a1c23 owned by compute:nova {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:54:17.706466 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdda7789-1f54-43da-808c-e27ec611d9b4 req-a1290add-d9fa-4938-a1fa-e14037e87643 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:17.708777 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bdda7789-1f54-43da-808c-e27ec611d9b4 req-a1290add-d9fa-4938-a1fa-e14037e87643 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4e75f70-5526-4110-bed1-70a54336b8c9 HTTP/1.1" status: 200 len: 945 time: 0.2505131 Sep 07 02:54:17.732141 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c1fee-7adf-47d5-88cb-a9826cf1a1b5 req-d0ed9ed1-4193-4456-8632-292c5f93e398 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:17.740062 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-009c1fee-7adf-47d5-88cb-a9826cf1a1b5 req-d0ed9ed1-4193-4456-8632-292c5f93e398 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] 10.222.0.22 "GET /v2.0/ports?device_id=895a8e6b-b31a-4eb1-a757-d44ed146ced1 HTTP/1.1" status: 200 len: 946 time: 0.2722366 Sep 07 02:54:17.757616 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f44f786a-47fe-4140-a7c2-61e5399556ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:17.758426 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45946) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:17.768266 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f44f786a-47fe-4140-a7c2-61e5399556ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:17.785101 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8934369a-cf94-488b-bcde-b74b35741513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:17.855524 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f44f786a-47fe-4140-a7c2-61e5399556ad admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=aa33d2cbc790401391b20e766e914faa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7813494 Sep 07 02:54:17.862595 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45948) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:17.864568 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44f786a-47fe-4140-a7c2-61e5399556ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4d9ec3-688c-4155-af75-2f88ae26ce98,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:17.909313 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-048249ae-289c-4e38-ae9e-fd609fe30b5c req-e46158ea-95b2-43a0-9e43-d557f0c57d70 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] For port 3fbb39bc-564b-438c-9257-1f44071b61e2, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=3fbb39bc-564b-438c-9257-1f44071b61e2,segment=NetworkSegment(d870a195-8ec5-4537-8987-1fe2b1130707),segment_id=d870a195-8ec5-4537-8987-1fe2b1130707)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:54:17.909835 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-048249ae-289c-4e38-ae9e-fd609fe30b5c req-e46158ea-95b2-43a0-9e43-d557f0c57d70 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:17.914800 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-81d4d63a-1287-4957-b5bb-a56cad78f935 req-950de6c5-c894-401e-afe2-adc18a1d5623 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:17.928696 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['8def62dd-ca54-40a8-9f6f-281e0f6a4d3e'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:54:17.932089 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-009c1fee-7adf-47d5-88cb-a9826cf1a1b5 req-3e09cb9a-bde2-4ae0-84ad-c96b10a02de2 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] 10.222.0.22 "GET /v2.0/security-groups?id=f132e7fd-f7cf-4829-b8ee-f2174dae9491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906660 Sep 07 02:54:17.972055 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950de6c5-c894-401e-afe2-adc18a1d5623 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Pushing event deleted for resources: {'Port': ['ID=0e144021-3c26-426e-a076-9c97cf0a1c23,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:17.991895 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['0e144021-3c26-426e-a076-9c97cf0a1c23'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:54:18.026527 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4cc9e2fe-97d2-4541-80eb-c0ee99f7b790 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:18.048694 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-81d4d63a-1287-4957-b5bb-a56cad78f935 req-950de6c5-c894-401e-afe2-adc18a1d5623 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] No DVR routers for this DVR port 0e144021-3c26-426e-a076-9c97cf0a1c23 on host n-h1-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:54:18.051599 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-81d4d63a-1287-4957-b5bb-a56cad78f935 req-950de6c5-c894-401e-afe2-adc18a1d5623 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:18.054020 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-81d4d63a-1287-4957-b5bb-a56cad78f935 req-950de6c5-c894-401e-afe2-adc18a1d5623 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] 10.222.0.23 "DELETE /v2.0/ports/0e144021-3c26-426e-a076-9c97cf0a1c23 HTTP/1.1" status: 204 len: 173 time: 0.9812875 Sep 07 02:54:18.059601 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '895a8e6b-b31a-4eb1-a757-d44ed146ced1', 'name': 'network-vif-deleted', 'tag': '0e144021-3c26-426e-a076-9c97cf0a1c23'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:54:18.063556 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a742a5e-5a33-43c7-a272-0bc9aabed1ae" -d '{"events": [{"server_uuid": "895a8e6b-b31a-4eb1-a757-d44ed146ced1", "name": "network-vif-deleted", "tag": "0e144021-3c26-426e-a076-9c97cf0a1c23"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:54:18.066725 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-62136bcd-3355-44f4-935c-7e7424a670d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:18.141494 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-62136bcd-3355-44f4-935c-7e7424a670d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:18.190586 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8934369a-cf94-488b-bcde-b74b35741513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:18.201163 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8934369a-cf94-488b-bcde-b74b35741513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:18.291984 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-bdda7789-1f54-43da-808c-e27ec611d9b4 req-9b5badbe-1ccf-474f-b5cd-9a0451dd510a tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Deleting port 8def62dd-ca54-40a8-9f6f-281e0f6a4d3e {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:54:18.292625 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bdda7789-1f54-43da-808c-e27ec611d9b4 req-9b5badbe-1ccf-474f-b5cd-9a0451dd510a tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:18.315473 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-62136bcd-3355-44f4-935c-7e7424a670d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:18.318367 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-62136bcd-3355-44f4-935c-7e7424a670d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:18.319567 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-62136bcd-3355-44f4-935c-7e7424a670d7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8f4d9ec3-688c-4155-af75-2f88ae26ce98 HTTP/1.1" status: 204 len: 168 time: 0.4557788 Sep 07 02:54:18.321220 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8934369a-cf94-488b-bcde-b74b35741513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9726913f-0c18-45f8-bb58-c95e533df7b8,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:18.329574 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8934369a-cf94-488b-bcde-b74b35741513 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=65045011f134470f9b6d809a78140a24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5701282 Sep 07 02:54:18.336319 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45958) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:18.342436 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62136bcd-3355-44f4-935c-7e7424a670d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4d9ec3-688c-4155-af75-2f88ae26ce98,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:18.417894 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-37063683-642d-4658-92f3-9d98d4f0ae12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:18.455701 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-37063683-642d-4658-92f3-9d98d4f0ae12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:18.531365 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-37063683-642d-4658-92f3-9d98d4f0ae12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:18.549987 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-37063683-642d-4658-92f3-9d98d4f0ae12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:18.552392 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-37063683-642d-4658-92f3-9d98d4f0ae12 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9726913f-0c18-45f8-bb58-c95e533df7b8 HTTP/1.1" status: 204 len: 168 time: 0.2144248 Sep 07 02:54:18.553278 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e26ca8-dbbf-447d-9ed0-be1747ae2fbf x-openstack-request-id: req-b3e26ca8-dbbf-447d-9ed0-be1747ae2fbf {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:54:18.553562 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "895a8e6b-b31a-4eb1-a757-d44ed146ced1", "name": "network-vif-deleted", "tag": "0e144021-3c26-426e-a076-9c97cf0a1c23", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:54:18.553811 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b3e26ca8-dbbf-447d-9ed0-be1747ae2fbf {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:54:18.562286 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '895a8e6b-b31a-4eb1-a757-d44ed146ced1', 'name': 'network-vif-deleted', 'tag': '0e144021-3c26-426e-a076-9c97cf0a1c23', 'status': 'completed', 'code': 200} Sep 07 02:54:18.581971 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37063683-642d-4658-92f3-9d98d4f0ae12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9726913f-0c18-45f8-bb58-c95e533df7b8,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:18.593117 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-048249ae-289c-4e38-ae9e-fd609fe30b5c req-e46158ea-95b2-43a0-9e43-d557f0c57d70 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:18.593823 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-048249ae-289c-4e38-ae9e-fd609fe30b5c req-e46158ea-95b2-43a0-9e43-d557f0c57d70 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:18.594019 n-d-796209-16 neutron-server[94700]: INFO neutron.db.l3_db [req-048249ae-289c-4e38-ae9e-fd609fe30b5c req-e46158ea-95b2-43a0-9e43-d557f0c57d70 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Floating IP 889c68bb-7419-4d8f-82d4-48c07eb86d8f disassociated. External IP: 172.25.5.222, port: 3fbb39bc-564b-438c-9257-1f44071b61e2. Sep 07 02:54:18.594594 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-048249ae-289c-4e38-ae9e-fd609fe30b5c req-e46158ea-95b2-43a0-9e43-d557f0c57d70 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Calling delete_port for 3fbb39bc-564b-438c-9257-1f44071b61e2 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:54:18.642800 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6a174-f4a9-447e-99a4-b602c7c0b4ee req-c0144e3d-9f6c-417b-9f1d-4964b6ca8897 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:18.650131 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bae6a174-f4a9-447e-99a4-b602c7c0b4ee req-c0144e3d-9f6c-417b-9f1d-4964b6ca8897 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 946 time: 0.3261774 Sep 07 02:54:18.657879 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-bdda7789-1f54-43da-808c-e27ec611d9b4 req-9b5badbe-1ccf-474f-b5cd-9a0451dd510a tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] For port 8def62dd-ca54-40a8-9f6f-281e0f6a4d3e, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=8def62dd-ca54-40a8-9f6f-281e0f6a4d3e,segment=NetworkSegment(07c78454-fcb6-4f61-bd14-beb3abc8d9e6),segment_id=07c78454-fcb6-4f61-bd14-beb3abc8d9e6)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:54:18.658264 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bdda7789-1f54-43da-808c-e27ec611d9b4 req-9b5badbe-1ccf-474f-b5cd-9a0451dd510a tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:18.810901 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-bdda7789-1f54-43da-808c-e27ec611d9b4 req-9b5badbe-1ccf-474f-b5cd-9a0451dd510a tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Calling delete_port for 8def62dd-ca54-40a8-9f6f-281e0f6a4d3e owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:54:18.851521 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e95ab6f-cad9-489f-b52e-0fb8c38f4798 req-76b159cc-4e35-4af5-9183-1f8e54bccd70 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:18.853415 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7e95ab6f-cad9-489f-b52e-0fb8c38f4798 req-76b159cc-4e35-4af5-9183-1f8e54bccd70 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/ports?device_id=d000464e-e517-4a0f-83ab-fbee6f133110 HTTP/1.1" status: 200 len: 945 time: 0.0860515 Sep 07 02:54:18.896095 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bae6a174-f4a9-447e-99a4-b602c7c0b4ee req-c554cbc4-9275-4444-a413-a12710cce87c tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=71b22b25-b5d6-4ba9-812b-2e36880aadcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2449930 Sep 07 02:54:18.913744 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7e95ab6f-cad9-489f-b52e-0fb8c38f4798 req-889435d3-676f-40d3-9330-34e47524eb04 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/security-groups?id=e905e83e-56d9-4132-aee0-83881ffcb702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532954 Sep 07 02:54:18.948867 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45974) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:19.004009 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-257e097c-4849-4029-8585-20c05741ef79 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8ccff6c58f97492e9bbfffb5e4e69839&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0537269 Sep 07 02:54:19.006273 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45978) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:19.143455 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-048249ae-289c-4e38-ae9e-fd609fe30b5c req-e46158ea-95b2-43a0-9e43-d557f0c57d70 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:19.157346 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 3fbb39bc-564b-438c-9257-1f44071b61e2 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:54:19.160920 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-13add61a-e198-49ab-9c2a-c71b0e213598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:19.192398 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-13add61a-e198-49ab-9c2a-c71b0e213598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:19.194761 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: 3fbb39bc-564b-438c-9257-1f44071b61e2 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:54:19.195889 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 3fbb39bc-564b-438c-9257-1f44071b61e2 not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:54:19.196470 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 0e144021-3c26-426e-a076-9c97cf0a1c23 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:54:19.216247 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b2732-994e-4e11-9fa6-98a27b8437c6 req-625f37c8-53b1-460b-998f-658b14b140c1 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:19.218586 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-de0b2732-994e-4e11-9fa6-98a27b8437c6 req-625f37c8-53b1-460b-998f-658b14b140c1 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4e75f70-5526-4110-bed1-70a54336b8c9 HTTP/1.1" status: 200 len: 945 time: 0.0957558 Sep 07 02:54:19.221160 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: 0e144021-3c26-426e-a076-9c97cf0a1c23 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:54:19.221679 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 0e144021-3c26-426e-a076-9c97cf0a1c23 not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:54:19.251592 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-4cc9e2fe-97d2-4541-80eb-c0ee99f7b790 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Allocated IP 172.20.0.1 (26dda8d9-700a-4992-ab88-74c0477307cd/12fc87ee-cbae-4e54-a223-87de1b7f4c1d/a393201b-e8e4-45ca-ba8e-456bf7c182ed) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:54:19.261223 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46158ea-95b2-43a0-9e43-d557f0c57d70 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Pushing event deleted for resources: {'Port': ['ID=3fbb39bc-564b-438c-9257-1f44071b61e2,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:19.274844 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-de0b2732-994e-4e11-9fa6-98a27b8437c6 req-d5de087b-4bc6-45db-958e-0cfc4a932ff6 tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] 10.222.0.22 "GET /v2.0/security-groups?id=f132e7fd-f7cf-4829-b8ee-f2174dae9491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483415 Sep 07 02:54:19.291294 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-13add61a-e198-49ab-9c2a-c71b0e213598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:19.304000 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-13add61a-e198-49ab-9c2a-c71b0e213598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:19.304000 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-13add61a-e198-49ab-9c2a-c71b0e213598 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e205b2da-a79d-4b6f-b448-1c0f31131551 HTTP/1.1" status: 204 len: 168 time: 0.2928669 Sep 07 02:54:19.316028 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13add61a-e198-49ab-9c2a-c71b0e213598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e205b2da-a79d-4b6f-b448-1c0f31131551,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:19.403992 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bdda7789-1f54-43da-808c-e27ec611d9b4 req-9b5badbe-1ccf-474f-b5cd-9a0451dd510a tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:19.479576 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5badbe-1ccf-474f-b5cd-9a0451dd510a tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Pushing event deleted for resources: {'Port': ['ID=8def62dd-ca54-40a8-9f6f-281e0f6a4d3e,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:19.582414 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdda7789-1f54-43da-808c-e27ec611d9b4 req-9b5badbe-1ccf-474f-b5cd-9a0451dd510a tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] No DVR routers for this DVR port 8def62dd-ca54-40a8-9f6f-281e0f6a4d3e on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:54:19.585090 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bdda7789-1f54-43da-808c-e27ec611d9b4 req-9b5badbe-1ccf-474f-b5cd-9a0451dd510a tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:19.587124 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bdda7789-1f54-43da-808c-e27ec611d9b4 req-9b5badbe-1ccf-474f-b5cd-9a0451dd510a tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] 10.222.0.16 "DELETE /v2.0/ports/8def62dd-ca54-40a8-9f6f-281e0f6a4d3e HTTP/1.1" status: 204 len: 173 time: 1.8710487 Sep 07 02:54:19.595579 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4e75f70-5526-4110-bed1-70a54336b8c9', 'name': 'network-vif-deleted', 'tag': '8def62dd-ca54-40a8-9f6f-281e0f6a4d3e'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:54:19.598409 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0061d7ca-4a60-42b1-aa2e-1b2e701ed5be" -d '{"events": [{"server_uuid": "b4e75f70-5526-4110-bed1-70a54336b8c9", "name": "network-vif-deleted", "tag": "8def62dd-ca54-40a8-9f6f-281e0f6a4d3e"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:54:19.687102 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a3c3d1-6e88-4fa4-9bab-d90f0c10353d x-openstack-request-id: req-74a3c3d1-6e88-4fa4-9bab-d90f0c10353d {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:54:19.688182 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4e75f70-5526-4110-bed1-70a54336b8c9", "name": "network-vif-deleted", "tag": "8def62dd-ca54-40a8-9f6f-281e0f6a4d3e", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:54:19.688620 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-74a3c3d1-6e88-4fa4-9bab-d90f0c10353d {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:54:19.689128 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4e75f70-5526-4110-bed1-70a54336b8c9', 'name': 'network-vif-deleted', 'tag': '8def62dd-ca54-40a8-9f6f-281e0f6a4d3e', 'status': 'completed', 'code': 200} Sep 07 02:54:19.725415 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [req-048249ae-289c-4e38-ae9e-fd609fe30b5c req-e46158ea-95b2-43a0-9e43-d557f0c57d70 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Router 46b86a9e-ce2e-42ab-a6ad-2c076247d5f4 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:54:19.729681 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4cc9e2fe-97d2-4541-80eb-c0ee99f7b790 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:19.924376 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-4cc9e2fe-97d2-4541-80eb-c0ee99f7b790 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Transition to ACTIVE for port object a393201b-e8e4-45ca-ba8e-456bf7c182ed will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:54:19.963114 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-048249ae-289c-4e38-ae9e-fd609fe30b5c req-e46158ea-95b2-43a0-9e43-d557f0c57d70 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:54:19.979123 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521c2059-fcfb-4986-ac46-cc5be1d01ce0 None None] Sync routers for ids ['46b86a9e-ce2e-42ab-a6ad-2c076247d5f4'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:54:20.003732 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521c2059-fcfb-4986-ac46-cc5be1d01ce0 None None] Routers {'46b86a9e-ce2e-42ab-a6ad-2c076247d5f4'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:54:20.004692 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-521c2059-fcfb-4986-ac46-cc5be1d01ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:53:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['46b86a9e-ce2e-42ab-a6ad-2c076247d5f4'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:54:20.024558 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-048249ae-289c-4e38-ae9e-fd609fe30b5c req-e46158ea-95b2-43a0-9e43-d557f0c57d70 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] No DVR routers for this DVR port 3fbb39bc-564b-438c-9257-1f44071b61e2 on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:54:20.028704 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-048249ae-289c-4e38-ae9e-fd609fe30b5c req-e46158ea-95b2-43a0-9e43-d557f0c57d70 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:20.030846 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-048249ae-289c-4e38-ae9e-fd609fe30b5c req-e46158ea-95b2-43a0-9e43-d557f0c57d70 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.23 "DELETE /v2.0/ports/3fbb39bc-564b-438c-9257-1f44071b61e2 HTTP/1.1" status: 204 len: 173 time: 3.4653795 Sep 07 02:54:20.042115 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4cc9e2fe-97d2-4541-80eb-c0ee99f7b790 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:20.129430 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc9e2fe-97d2-4541-80eb-c0ee99f7b790 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Network 26dda8d9-700a-4992-ab88-74c0477307cd is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:54:20.133600 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-4cc9e2fe-97d2-4541-80eb-c0ee99f7b790 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:54:20.140648 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc9e2fe-97d2-4541-80eb-c0ee99f7b790 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:54:20.198319 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4cc9e2fe-97d2-4541-80eb-c0ee99f7b790 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:20.308992 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d66865ef-8403-4907-a81d-a10a0c27ff11 req-12614956-cbc1-4631-901e-9168bc6bfbb7 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/ports?device_id=d000464e-e517-4a0f-83ab-fbee6f133110 HTTP/1.1" status: 200 len: 210 time: 0.0513039 Sep 07 02:54:20.325238 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc9e2fe-97d2-4541-80eb-c0ee99f7b790 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Pushing event updated for resources: {'Port': ['ID=a393201b-e8e4-45ca-ba8e-456bf7c182ed,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:20.332145 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d96ff3-77a9-4c27-a57b-53b2e27aa887 req-9bd80286-4b61-49c3-92d3-e9708f857de5 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:20.341518 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-90d96ff3-77a9-4c27-a57b-53b2e27aa887 req-9bd80286-4b61-49c3-92d3-e9708f857de5 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 946 time: 0.1088853 Sep 07 02:54:20.441125 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-90d96ff3-77a9-4c27-a57b-53b2e27aa887 req-db96e147-2969-4331-b1a6-09f0cfb59b23 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=71b22b25-b5d6-4ba9-812b-2e36880aadcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975301 Sep 07 02:54:20.533168 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-01990666-14f1-45c5-b336-9163b57fc6f1 req-953d1101-a721-44a6-8bd7-f51ea4fe6dcc tempest-ListServersNegativeTestJSON-487773046 tempest-ListServersNegativeTestJSON-487773046-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4e75f70-5526-4110-bed1-70a54336b8c9 HTTP/1.1" status: 200 len: 210 time: 0.0559616 Sep 07 02:54:20.562989 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4cc9e2fe-97d2-4541-80eb-c0ee99f7b790 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:20.664494 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 8def62dd-ca54-40a8-9f6f-281e0f6a4d3e no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:54:20.705705 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: 8def62dd-ca54-40a8-9f6f-281e0f6a4d3e {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:54:20.706270 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 8def62dd-ca54-40a8-9f6f-281e0f6a4d3e not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:54:20.715266 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-34640178-a9ab-43db-8783-4e3565a3d1bc None None] Provisioning for port a393201b-e8e4-45ca-ba8e-456bf7c182ed completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:54:20.726882 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-34640178-a9ab-43db-8783-4e3565a3d1bc None None] Provisioning complete for port a393201b-e8e4-45ca-ba8e-456bf7c182ed triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:54:20.727259 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-34640178-a9ab-43db-8783-4e3565a3d1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:20.807424 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-521c2059-fcfb-4986-ac46-cc5be1d01ce0 None None] Set router 46b86a9e-ce2e-42ab-a6ad-2c076247d5f4 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:54:20.809789 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-34640178-a9ab-43db-8783-4e3565a3d1bc None None] Port a393201b-e8e4-45ca-ba8e-456bf7c182ed cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:54:20.952939 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46046) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:21.043982 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4cc9e2fe-97d2-4541-80eb-c0ee99f7b790 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:21.053580 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4cc9e2fe-97d2-4541-80eb-c0ee99f7b790 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:21.179265 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-521c2059-fcfb-4986-ac46-cc5be1d01ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b86a9e-ce2e-42ab-a6ad-2c076247d5f4', 'name': 'tempest-AttachVolumeTestJSON-556686093-router', 'tenant_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': 'e2980f5d-551c-4247-9806-cf3022158b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:47:08Z', 'updated_at': '2021-09-07T02:47:15Z', 'revision_number': 4, 'project_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'gw_port': {'id': 'e2980f5d-551c-4247-9806-cf3022158b44', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:8c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b86a9e-ce2e-42ab-a6ad-2c076247d5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:10Z', 'updated_at': '2021-09-07T02:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'c1359631-4d95-4e6b-8e71-ab65182e0e03', 'name': '', 'network_id': 'c14598de-557e-41f6-bdcf-28289778b06c', 'tenant_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'mac_address': 'fa:16:3e:81:9f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b86a9e-ce2e-42ab-a6ad-2c076247d5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '2131ccdf-cbf5-4ee9-96cf-e4c911da986a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:14Z', 'updated_at': '2021-09-07T02:47:24Z', 'revision_number': 5, 'project_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'subnets': [{'id': '2131ccdf-cbf5-4ee9-96cf-e4c911da986a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:54:21.218562 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521c2059-fcfb-4986-ac46-cc5be1d01ce0 None None] Checking router: 46b86a9e-ce2e-42ab-a6ad-2c076247d5f4 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:54:21.225845 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc9e2fe-97d2-4541-80eb-c0ee99f7b790 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Pushing event updated for resources: {'Port': ['ID=a393201b-e8e4-45ca-ba8e-456bf7c182ed,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:21.229166 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521c2059-fcfb-4986-ac46-cc5be1d01ce0 None None] Routers {'46b86a9e-ce2e-42ab-a6ad-2c076247d5f4'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:54:21.230023 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-521c2059-fcfb-4986-ac46-cc5be1d01ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:53:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['46b86a9e-ce2e-42ab-a6ad-2c076247d5f4'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:54:21.245155 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4cc9e2fe-97d2-4541-80eb-c0ee99f7b790 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:21.245862 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-a8f37937-cb91-48f3-8cf4-56f2dc861a00 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-506263663'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:54:21.279110 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f37937-cb91-48f3-8cf4-56f2dc861a00 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Made reservation on behalf of 819c73709af74aee976d11a35d78d7e6 for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:54:21.287718 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a8f37937-cb91-48f3-8cf4-56f2dc861a00 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:21.300452 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a8f37937-cb91-48f3-8cf4-56f2dc861a00 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:21.377080 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc9e2fe-97d2-4541-80eb-c0ee99f7b790 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Network 26dda8d9-700a-4992-ab88-74c0477307cd is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:54:21.379117 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-4cc9e2fe-97d2-4541-80eb-c0ee99f7b790 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:54:21.434036 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a8f37937-cb91-48f3-8cf4-56f2dc861a00 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:21.441814 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a8f37937-cb91-48f3-8cf4-56f2dc861a00 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:21.468356 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8f37937-cb91-48f3-8cf4-56f2dc861a00 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:54:21.490207 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a8f37937-cb91-48f3-8cf4-56f2dc861a00 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:21.490778 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-a8f37937-cb91-48f3-8cf4-56f2dc861a00 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Added segment f332698a-ba55-43dc-ab85-2d5cb664c950 of type vlan for network 08d2772c-c615-47db-a417-e1042178085f Sep 07 02:54:21.539414 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:21.565046 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:21.584765 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-521c2059-fcfb-4986-ac46-cc5be1d01ce0 None None] Set router 46b86a9e-ce2e-42ab-a6ad-2c076247d5f4 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:54:21.619376 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a8f37937-cb91-48f3-8cf4-56f2dc861a00 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:21.675403 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 46066) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:21.675697 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 46072) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:21.707209 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a8f37937-cb91-48f3-8cf4-56f2dc861a00 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:21.715833 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f37937-cb91-48f3-8cf4-56f2dc861a00 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:21.716899 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a8f37937-cb91-48f3-8cf4-56f2dc861a00 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:21.720173 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd000464e-e517-4a0f-83ab-fbee6f133110', 'name': 'network-vif-deleted', 'tag': '3fbb39bc-564b-438c-9257-1f44071b61e2'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:54:21.723349 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74dbb180-7f06-4099-aa86-862bcf2809e7" -d '{"events": [{"server_uuid": "d000464e-e517-4a0f-83ab-fbee6f133110", "name": "network-vif-deleted", "tag": "3fbb39bc-564b-438c-9257-1f44071b61e2"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:54:21.869294 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a3d28110-bdae-409b-b481-35c35c2b04f7 None None] Provisioning complete for port a393201b-e8e4-45ca-ba8e-456bf7c182ed triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:54:21.869946 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a3d28110-bdae-409b-b481-35c35c2b04f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:21.906782 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f37937-cb91-48f3-8cf4-56f2dc861a00 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7b86b3-6171-4c19-86d4-6be9ca536a32,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:21.916210 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a3d28110-bdae-409b-b481-35c35c2b04f7 None None] Port a393201b-e8e4-45ca-ba8e-456bf7c182ed cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:54:21.921605 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a8f37937-cb91-48f3-8cf4-56f2dc861a00 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9638627 Sep 07 02:54:21.923722 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46076) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:21.935512 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-521c2059-fcfb-4986-ac46-cc5be1d01ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b86a9e-ce2e-42ab-a6ad-2c076247d5f4', 'name': 'tempest-AttachVolumeTestJSON-556686093-router', 'tenant_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': 'e2980f5d-551c-4247-9806-cf3022158b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:47:08Z', 'updated_at': '2021-09-07T02:47:15Z', 'revision_number': 4, 'project_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'gw_port': {'id': 'e2980f5d-551c-4247-9806-cf3022158b44', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:8c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b86a9e-ce2e-42ab-a6ad-2c076247d5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:10Z', 'updated_at': '2021-09-07T02:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'c1359631-4d95-4e6b-8e71-ab65182e0e03', 'name': '', 'network_id': 'c14598de-557e-41f6-bdcf-28289778b06c', 'tenant_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'mac_address': 'fa:16:3e:81:9f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b86a9e-ce2e-42ab-a6ad-2c076247d5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '2131ccdf-cbf5-4ee9-96cf-e4c911da986a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:14Z', 'updated_at': '2021-09-07T02:47:24Z', 'revision_number': 5, 'project_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'subnets': [{'id': '2131ccdf-cbf5-4ee9-96cf-e4c911da986a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:54:21.944586 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-e0956905-e66e-4f20-9f66-29fa571c460f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Request body: {'port': {'network_id': '08d2772c-c615-47db-a417-e1042178085f', 'name': 'tempest-PortsIpV6TestJSON-2024848822'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:54:21.971434 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521c2059-fcfb-4986-ac46-cc5be1d01ce0 None None] The sync data for ids ['46b86a9e-ce2e-42ab-a6ad-2c076247d5f4'] in n-d-796209-16 is: [{'id': '46b86a9e-ce2e-42ab-a6ad-2c076247d5f4', 'name': 'tempest-AttachVolumeTestJSON-556686093-router', 'tenant_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': 'e2980f5d-551c-4247-9806-cf3022158b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:47:08Z', 'updated_at': '2021-09-07T02:47:15Z', 'revision_number': 4, 'project_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'gw_port': {'id': 'e2980f5d-551c-4247-9806-cf3022158b44', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:8c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b86a9e-ce2e-42ab-a6ad-2c076247d5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:10Z', 'updated_at': '2021-09-07T02:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'c1359631-4d95-4e6b-8e71-ab65182e0e03', 'name': '', 'network_id': 'c14598de-557e-41f6-bdcf-28289778b06c', 'tenant_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'mac_address': 'fa:16:3e:81:9f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b86a9e-ce2e-42ab-a6ad-2c076247d5f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '2131ccdf-cbf5-4ee9-96cf-e4c911da986a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:14Z', 'updated_at': '2021-09-07T02:47:24Z', 'revision_number': 5, 'project_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'subnets': [{'id': '2131ccdf-cbf5-4ee9-96cf-e4c911da986a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:54:22.175458 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f37937-cb91-48f3-8cf4-56f2dc861a00 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event updated for resources: {'Network': ['ID=08d2772c-c615-47db-a417-e1042178085f,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:22.186421 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 08d2772c-c615-47db-a417-e1042178085f details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:54:22.192417 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341e0fb-aa65-4bd9-bb4b-eb6348f14cc5 req-78b5e5a1-61e4-43dd-b516-00639971591f tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:22.200132 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5341e0fb-aa65-4bd9-bb4b-eb6348f14cc5 req-78b5e5a1-61e4-43dd-b516-00639971591f tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 946 time: 0.5059540 Sep 07 02:54:22.224870 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0956905-e66e-4f20-9f66-29fa571c460f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Made reservation on behalf of 819c73709af74aee976d11a35d78d7e6 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:54:22.236168 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e0956905-e66e-4f20-9f66-29fa571c460f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:22.264038 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5234ff75-76ee-4536-9b30-9e7f55048b8b x-openstack-request-id: req-5234ff75-76ee-4536-9b30-9e7f55048b8b {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:54:22.264565 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d000464e-e517-4a0f-83ab-fbee6f133110", "name": "network-vif-deleted", "tag": "3fbb39bc-564b-438c-9257-1f44071b61e2", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:54:22.264565 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5234ff75-76ee-4536-9b30-9e7f55048b8b {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:54:22.264956 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd000464e-e517-4a0f-83ab-fbee6f133110', 'name': 'network-vif-deleted', 'tag': '3fbb39bc-564b-438c-9257-1f44071b61e2', 'status': 'completed', 'code': 200} Sep 07 02:54:22.298918 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5341e0fb-aa65-4bd9-bb4b-eb6348f14cc5 req-8eca2470-2686-4789-9749-bc5055ef3cad tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=71b22b25-b5d6-4ba9-812b-2e36880aadcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978899 Sep 07 02:54:22.311127 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-e0956905-e66e-4f20-9f66-29fa571c460f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] device_id is not set on port 7bcde78a-99d5-425e-95b7-c126007c2a65 yet. {{(pid=94701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:54:22.357468 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cc9e2fe-97d2-4541-80eb-c0ee99f7b790 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Router e635094e-4c8c-4723-8f2a-7aac1dd04324 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:54:22.388731 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbf6461b-c681-43d8-a1df-f4c479fe9b5e admin admin] Deleting subnet 698d3611-0fe6-49f7-b644-bd1875d7e26d {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:54:22.432748 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a654c17-56d1-4ac5-a2f3-423ad5d5a6f2 None None] New status for floating IP 889c68bb-7419-4d8f-82d4-48c07eb86d8f: DOWN {{(pid=94703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 02:54:22.446079 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bbf6461b-c681-43d8-a1df-f4c479fe9b5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:22.475284 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5cd17f98-c5ca-4ff9-a36c-9f4cf6a99db2 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:22.506480 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5cd17f98-c5ca-4ff9-a36c-9f4cf6a99db2 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:22.548895 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e0956905-e66e-4f20-9f66-29fa571c460f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:22.587541 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5cd17f98-c5ca-4ff9-a36c-9f4cf6a99db2 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:22.590960 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5cd17f98-c5ca-4ff9-a36c-9f4cf6a99db2 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:22.595624 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-5cd17f98-c5ca-4ff9-a36c-9f4cf6a99db2 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "DELETE /v2.0/security-groups/e905e83e-56d9-4132-aee0-83881ffcb702 HTTP/1.1" status: 204 len: 168 time: 0.9187181 Sep 07 02:54:22.596435 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 46086) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:22.627260 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd17f98-c5ca-4ff9-a36c-9f4cf6a99db2 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e905e83e-56d9-4132-aee0-83881ffcb702,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:22.629603 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [None req-ee54c364-3595-42ef-808b-9500e64952f7 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] show failed (client error): The resource could not be found. Sep 07 02:54:22.641519 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ee54c364-3595-42ef-808b-9500e64952f7 tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "GET /v2.0/security-groups/e905e83e-56d9-4132-aee0-83881ffcb702 HTTP/1.1" status: 404 len: 347 time: 0.0315092 Sep 07 02:54:22.646393 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 46088) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:22.649160 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e0956905-e66e-4f20-9f66-29fa571c460f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:22.671099 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bbf6461b-c681-43d8-a1df-f4c479fe9b5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:22.746657 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0956905-e66e-4f20-9f66-29fa571c460f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Checking segment: {'id': 'f332698a-ba55-43dc-ab85-2d5cb664c950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '08d2772c-c615-47db-a417-e1042178085f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:54:22.747033 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0956905-e66e-4f20-9f66-29fa571c460f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Network hostable DHCP agents. Network: 08d2772c-c615-47db-a417-e1042178085f, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:54:22.772875 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0956905-e66e-4f20-9f66-29fa571c460f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event updated for resources: {'Port': ['ID=7bcde78a-99d5-425e-95b7-c126007c2a65,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:22.782966 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0956905-e66e-4f20-9f66-29fa571c460f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Network 08d2772c-c615-47db-a417-e1042178085f is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:54:22.809369 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-e0956905-e66e-4f20-9f66-29fa571c460f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 08d2772c-c615-47db-a417-e1042178085f) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:54:22.820227 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0956905-e66e-4f20-9f66-29fa571c460f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:54:22.820523 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62831dfc-cadb-459b-b3cc-50c678b1409b None None] Network 08d2772c-c615-47db-a417-e1042178085f requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:54:22.839608 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0956905-e66e-4f20-9f66-29fa571c460f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:22.840306 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e0956905-e66e-4f20-9f66-29fa571c460f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:22.875831 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e0956905-e66e-4f20-9f66-29fa571c460f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9475036 Sep 07 02:54:22.876463 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46090) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:22.882923 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-d234f454-afd7-44b0-a560-1b7080592c63 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1357216094'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:54:22.917912 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d234f454-afd7-44b0-a560-1b7080592c63 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Made reservation on behalf of 819c73709af74aee976d11a35d78d7e6 for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:54:22.923380 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d234f454-afd7-44b0-a560-1b7080592c63 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:22.957972 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d234f454-afd7-44b0-a560-1b7080592c63 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:54:22.966056 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc9e2fe-97d2-4541-80eb-c0ee99f7b790 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:54:22.969070 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d234f454-afd7-44b0-a560-1b7080592c63 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:22.969635 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-d234f454-afd7-44b0-a560-1b7080592c63 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Added segment 27b1fce3-f2bd-4601-bfdd-a4227581d768 of type vlan for network e4c04252-f28e-465c-b276-f6e0b67eefec Sep 07 02:54:22.997000 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-4cc9e2fe-97d2-4541-80eb-c0ee99f7b790 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] 10.222.0.22 "PUT /v2.0/routers/e635094e-4c8c-4723-8f2a-7aac1dd04324/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7678599 Sep 07 02:54:23.021127 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46092) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:23.033815 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-5844c953-6bc7-421b-9c2c-20fdb8fdb90d tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Request body: {'port': {'network_id': '26dda8d9-700a-4992-ab88-74c0477307cd', 'name': 'tempest-FloatingIPAdminTestJSON-1355932449'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:54:23.035923 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475134bb-9aad-419f-b00f-e8ecbe570533 None None] Sync routers for ids ['e635094e-4c8c-4723-8f2a-7aac1dd04324'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:54:23.087620 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d234f454-afd7-44b0-a560-1b7080592c63 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:23.092465 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bbf6461b-c681-43d8-a1df-f4c479fe9b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:23.143580 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475134bb-9aad-419f-b00f-e8ecbe570533 None None] Routers {'e635094e-4c8c-4723-8f2a-7aac1dd04324'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:54:23.159828 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-475134bb-9aad-419f-b00f-e8ecbe570533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:53:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['e635094e-4c8c-4723-8f2a-7aac1dd04324'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:54:23.173346 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-22dbfaa3-4a62-4007-8723-43e5a8d9400a tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Deleting port cfbe37b3-eb06-4ac5-98ad-8f486a6c77e5 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:54:23.174335 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-22dbfaa3-4a62-4007-8723-43e5a8d9400a tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:23.184694 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 0a6228a5-9d7a-4224-9828-32709fba14a6 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:54:23.195558 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d234f454-afd7-44b0-a560-1b7080592c63 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:23.203564 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d234f454-afd7-44b0-a560-1b7080592c63 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:23.204504 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d234f454-afd7-44b0-a560-1b7080592c63 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:23.247657 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d234f454-afd7-44b0-a560-1b7080592c63 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3698256 Sep 07 02:54:23.253533 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46096) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:23.266019 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bbf6461b-c681-43d8-a1df-f4c479fe9b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:23.268436 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-3ec3c699-546d-486c-a9c9-ba352d1566d5 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Request body: {'ports': [{'network_id': '08d2772c-c615-47db-a417-e1042178085f'}, {'network_id': 'e4c04252-f28e-465c-b276-f6e0b67eefec'}]} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:54:23.268753 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-3ec3c699-546d-486c-a9c9-ba352d1566d5 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Request body: {'port': {'network_id': '08d2772c-c615-47db-a417-e1042178085f'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:54:23.269247 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-3ec3c699-546d-486c-a9c9-ba352d1566d5 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Request body: {'port': {'network_id': 'e4c04252-f28e-465c-b276-f6e0b67eefec'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:54:23.294064 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-475134bb-9aad-419f-b00f-e8ecbe570533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:54:23.311582 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf6461b-c681-43d8-a1df-f4c479fe9b5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=698d3611-0fe6-49f7-b644-bd1875d7e26d,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:23.320261 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bbf6461b-c681-43d8-a1df-f4c479fe9b5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:23.322471 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-bbf6461b-c681-43d8-a1df-f4c479fe9b5e admin admin] 10.222.0.22 "DELETE /v2.0/subnets/698d3611-0fe6-49f7-b644-bd1875d7e26d HTTP/1.1" status: 204 len: 168 time: 1.6440840 Sep 07 02:54:23.325600 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 46100) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:23.346932 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475134bb-9aad-419f-b00f-e8ecbe570533 None None] Routers {'e635094e-4c8c-4723-8f2a-7aac1dd04324'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:54:23.347586 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-475134bb-9aad-419f-b00f-e8ecbe570533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:53:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['e635094e-4c8c-4723-8f2a-7aac1dd04324'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:54:23.391660 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-22dbfaa3-4a62-4007-8723-43e5a8d9400a tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:23.392738 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-22dbfaa3-4a62-4007-8723-43e5a8d9400a tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:23.426634 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-22dbfaa3-4a62-4007-8723-43e5a8d9400a tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Calling delete_port for cfbe37b3-eb06-4ac5-98ad-8f486a6c77e5 owned by network:floatingip {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:54:23.433738 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-475134bb-9aad-419f-b00f-e8ecbe570533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:54:23.434598 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475134bb-9aad-419f-b00f-e8ecbe570533 None None] The sync data for ids ['e635094e-4c8c-4723-8f2a-7aac1dd04324'] in n-d-796209-16 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:54:23.438953 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d234f454-afd7-44b0-a560-1b7080592c63 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event updated for resources: {'Network': ['ID=e4c04252-f28e-465c-b276-f6e0b67eefec,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:23.456462 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network e4c04252-f28e-465c-b276-f6e0b67eefec details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:54:23.506803 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5844c953-6bc7-421b-9c2c-20fdb8fdb90d tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Made reservation on behalf of 0df64543564b43af989c55455c6c1c80 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:54:23.511563 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5844c953-6bc7-421b-9c2c-20fdb8fdb90d tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:23.548308 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-5844c953-6bc7-421b-9c2c-20fdb8fdb90d tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] device_id is not set on port a92572bf-0584-4e11-b8a5-71add9c01b8a yet. {{(pid=94701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:54:23.591306 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 0a6228a5-9d7a-4224-9828-32709fba14a6, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=0a6228a5-9d7a-4224-9828-32709fba14a6,segment=NetworkSegment(671b0d78-496f-4a6a-a20b-d6937a9097d2),segment_id=671b0d78-496f-4a6a-a20b-d6937a9097d2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:54:23.604673 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '0a6228a5-9d7a-4224-9828-32709fba14a6', 'network_id': '2dd15660-a8a2-4615-aae6-6565f5b9c926', 'port_id': '0a6228a5-9d7a-4224-9828-32709fba14a6', 'mac_address': 'fa:16:3e:7f:bc:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac223360-8a8e-4533-8aad-52e511f20cab', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:54:23.613410 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec3c699-546d-486c-a9c9-ba352d1566d5 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Made reservation on behalf of 819c73709af74aee976d11a35d78d7e6 for: {'port': 2} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:54:23.619329 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3ec3c699-546d-486c-a9c9-ba352d1566d5 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:23.628832 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cc81ee6f-fbb5-4226-b0e7-ca0c527ce201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:23.649794 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3ec3c699-546d-486c-a9c9-ba352d1566d5 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:23.690039 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:23.721931 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0a6228a5-9d7a-4224-9828-32709fba14a6 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:54:23.750888 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 0a6228a5-9d7a-4224-9828-32709fba14a6, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=0a6228a5-9d7a-4224-9828-32709fba14a6,segment=NetworkSegment(671b0d78-496f-4a6a-a20b-d6937a9097d2),segment_id=671b0d78-496f-4a6a-a20b-d6937a9097d2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:54:23.751974 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e608df1-49a7-4e88-bebd-4ad12ec26e88 req-b24dd5d8-0a7a-48c6-9066-659c212572b1 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:23.755578 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:23.761837 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5e608df1-49a7-4e88-bebd-4ad12ec26e88 req-b24dd5d8-0a7a-48c6-9066-659c212572b1 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 946 time: 0.3073754 Sep 07 02:54:23.829870 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-3ec3c699-546d-486c-a9c9-ba352d1566d5 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] device_id is not set on port 98222b5f-58e7-4eb5-a254-a8e646ef9378 yet. {{(pid=94701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:54:23.838517 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-5844c953-6bc7-421b-9c2c-20fdb8fdb90d tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Allocated IP 172.20.0.13 (26dda8d9-700a-4992-ab88-74c0477307cd/12fc87ee-cbae-4e54-a223-87de1b7f4c1d/a92572bf-0584-4e11-b8a5-71add9c01b8a) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:54:23.878575 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['0a6228a5-9d7a-4224-9828-32709fba14a6'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:54:23.915749 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=0a6228a5-9d7a-4224-9828-32709fba14a6,revision_number=6']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:23.934286 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5e608df1-49a7-4e88-bebd-4ad12ec26e88 req-ed3f796e-e05d-40e3-bf55-7eeef5207932 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=71b22b25-b5d6-4ba9-812b-2e36880aadcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675434 Sep 07 02:54:23.936232 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cc81ee6f-fbb5-4226-b0e7-ca0c527ce201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:23.989206 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-cc81ee6f-fbb5-4226-b0e7-ca0c527ce201 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ee0b156-56e7-46d4-a6d2-47d0c2785504']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:54:24.007975 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-cc81ee6f-fbb5-4226-b0e7-ca0c527ce201 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07c78454-fcb6-4f61-bd14-beb3abc8d9e6') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:54:24.008689 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-cc81ee6f-fbb5-4226-b0e7-ca0c527ce201 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07c78454-fcb6-4f61-bd14-beb3abc8d9e6') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:54:24.024195 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cc81ee6f-fbb5-4226-b0e7-ca0c527ce201 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:24.052220 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cc81ee6f-fbb5-4226-b0e7-ca0c527ce201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:24.067286 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-22dbfaa3-4a62-4007-8723-43e5a8d9400a tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:24.127795 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc81ee6f-fbb5-4226-b0e7-ca0c527ce201 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:54:24.128338 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cc81ee6f-fbb5-4226-b0e7-ca0c527ce201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:24.194751 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:54:24.194751 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:54:24.194751 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:54:24.194751 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:54:24.194751 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:54:24.194751 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:54:24.194751 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:54:24.194751 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:54:24.194751 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:54:24.194751 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:54:24.194751 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:54:24.194751 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:54:24.194751 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:54:24.194751 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:54:24.194751 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:54:24.194751 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:54:24.194751 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:54:24.194751 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:54:24.194751 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:54:24.194751 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:54:24.194751 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:54:24.194751 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:54:24.194751 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:54:24.194751 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:54:24.194751 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:54:24.194751 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:54:24.194751 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:54:24.194751 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:54:24.194751 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:54:24.194751 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:54:24.194751 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:54:24.194751 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:54:24.201983 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dbfaa3-4a62-4007-8723-43e5a8d9400a tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Pushing event deleted for resources: {'Port': ['ID=cfbe37b3-eb06-4ac5-98ad-8f486a6c77e5,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:24.209593 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cc81ee6f-fbb5-4226-b0e7-ca0c527ce201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:24.214410 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cc81ee6f-fbb5-4226-b0e7-ca0c527ce201 admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:24.220758 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-cc81ee6f-fbb5-4226-b0e7-ca0c527ce201 admin admin] 10.222.0.22 "DELETE /v2.0/networks/9ee0b156-56e7-46d4-a6d2-47d0c2785504 HTTP/1.1" status: 204 len: 168 time: 0.8899364 Sep 07 02:54:24.309024 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc81ee6f-fbb5-4226-b0e7-ca0c527ce201 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ee0b156-56e7-46d4-a6d2-47d0c2785504,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:24.314340 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-22dbfaa3-4a62-4007-8723-43e5a8d9400a tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks [] for floatingip, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:24.317383 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-22dbfaa3-4a62-4007-8723-43e5a8d9400a tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:24.321381 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-22dbfaa3-4a62-4007-8723-43e5a8d9400a tempest-AttachVolumeTestJSON-1138091401 tempest-AttachVolumeTestJSON-1138091401-project] 10.222.0.22 "DELETE /v2.0/floatingips/889c68bb-7419-4d8f-82d4-48c07eb86d8f HTTP/1.1" status: 204 len: 168 time: 1.6712387 Sep 07 02:54:24.690328 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 46140) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:24.829820 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3b2af18d-6eee-4010-9ea2-bcc4d769e676 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ef87f652427b4a4bb64c6ddee37126ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1383078 Sep 07 02:54:24.830458 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 46144) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:24.852773 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3ec3c699-546d-486c-a9c9-ba352d1566d5 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:24.910675 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5844c953-6bc7-421b-9c2c-20fdb8fdb90d tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:24.925810 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-293d00f6-abc1-4a5b-b831-671f6f878aec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:24.941492 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-5844c953-6bc7-421b-9c2c-20fdb8fdb90d tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Transition to ACTIVE for port object a92572bf-0584-4e11-b8a5-71add9c01b8a will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:54:24.951608 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-293d00f6-abc1-4a5b-b831-671f6f878aec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:25.037931 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-293d00f6-abc1-4a5b-b831-671f6f878aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:25.042547 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-293d00f6-abc1-4a5b-b831-671f6f878aec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:25.044833 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-293d00f6-abc1-4a5b-b831-671f6f878aec admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f132e7fd-f7cf-4829-b8ee-f2174dae9491 HTTP/1.1" status: 204 len: 168 time: 0.2131586 Sep 07 02:54:25.055458 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293d00f6-abc1-4a5b-b831-671f6f878aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f132e7fd-f7cf-4829-b8ee-f2174dae9491,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:25.093412 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5844c953-6bc7-421b-9c2c-20fdb8fdb90d tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:25.182981 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 0a6228a5-9d7a-4224-9828-32709fba14a6 up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:54:25.236112 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5844c953-6bc7-421b-9c2c-20fdb8fdb90d tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Network 26dda8d9-700a-4992-ab88-74c0477307cd is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:54:25.360462 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-3ec3c699-546d-486c-a9c9-ba352d1566d5 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] device_id is not set on port d3c95ca1-80af-4c67-a84c-b23ea17108dc yet. {{(pid=94701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:54:25.370824 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port 0a6228a5-9d7a-4224-9828-32709fba14a6 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:54:25.371212 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:25.538184 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:25.540207 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-5844c953-6bc7-421b-9c2c-20fdb8fdb90d tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:54:25.571657 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5844c953-6bc7-421b-9c2c-20fdb8fdb90d tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:54:25.600817 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f10d1fc1-87e6-4931-930f-33683ef02a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a6228a5-9d7a-4224-9828-32709fba14a6'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:54:25.616343 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b120384c-01ec-4d25-ac99-744f94ef2e5f" -d '{"events": [{"server_uuid": "f10d1fc1-87e6-4931-930f-33683ef02a46", "name": "network-vif-plugged", "status": "completed", "tag": "0a6228a5-9d7a-4224-9828-32709fba14a6"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:54:25.682265 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 0a6228a5-9d7a-4224-9828-32709fba14a6, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=0a6228a5-9d7a-4224-9828-32709fba14a6,segment=NetworkSegment(671b0d78-496f-4a6a-a20b-d6937a9097d2),segment_id=671b0d78-496f-4a6a-a20b-d6937a9097d2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:54:25.694853 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:25.747205 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5844c953-6bc7-421b-9c2c-20fdb8fdb90d tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Pushing event updated for resources: {'Port': ['ID=a92572bf-0584-4e11-b8a5-71add9c01b8a,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:25.756390 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3ec3c699-546d-486c-a9c9-ba352d1566d5 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:25.777575 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82e098-d308-4d2d-a3e9-02a45049afc4 req-205ba024-68e0-4ab6-b369-b1a5cccc41dc tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:25.779292 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7d82e098-d308-4d2d-a3e9-02a45049afc4 req-205ba024-68e0-4ab6-b369-b1a5cccc41dc tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 945 time: 0.6882744 Sep 07 02:54:25.834562 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5844c953-6bc7-421b-9c2c-20fdb8fdb90d tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:25.836069 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5844c953-6bc7-421b-9c2c-20fdb8fdb90d tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:25.883121 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac0a157-8272-4e42-94ca-6ac3f4d1a5cc x-openstack-request-id: req-6ac0a157-8272-4e42-94ca-6ac3f4d1a5cc {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:54:25.883419 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f10d1fc1-87e6-4931-930f-33683ef02a46", "name": "network-vif-plugged", "status": "completed", "tag": "0a6228a5-9d7a-4224-9828-32709fba14a6", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:54:25.883701 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6ac0a157-8272-4e42-94ca-6ac3f4d1a5cc {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:54:25.891853 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f10d1fc1-87e6-4931-930f-33683ef02a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a6228a5-9d7a-4224-9828-32709fba14a6', 'code': 200} Sep 07 02:54:25.973862 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-5844c953-6bc7-421b-9c2c-20fdb8fdb90d tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.9528520 Sep 07 02:54:25.974432 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 46166) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:25.979914 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7d82e098-d308-4d2d-a3e9-02a45049afc4 req-b5073020-d6b4-4fb4-bea4-2346371bb803 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=71b22b25-b5d6-4ba9-812b-2e36880aadcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1914759 Sep 07 02:54:26.012169 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3ec3c699-546d-486c-a9c9-ba352d1566d5 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:26.129104 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d47407c6-4ff0-4e12-ba43-0a2f4c5f2311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:26.150666 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec3c699-546d-486c-a9c9-ba352d1566d5 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Network 08d2772c-c615-47db-a417-e1042178085f is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:54:26.166566 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-3ec3c699-546d-486c-a9c9-ba352d1566d5 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:54:26.178411 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec3c699-546d-486c-a9c9-ba352d1566d5 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:54:26.185698 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3ec3c699-546d-486c-a9c9-ba352d1566d5 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:26.222731 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec3c699-546d-486c-a9c9-ba352d1566d5 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event updated for resources: {'Port': ['ID=98222b5f-58e7-4eb5-a254-a8e646ef9378,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:26.239733 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=0a6228a5-9d7a-4224-9828-32709fba14a6,revision_number=7']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:26.312981 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-6bcca500-b940-41eb-a373-b0f654f4e589 None None] Provisioning for port a92572bf-0584-4e11-b8a5-71add9c01b8a completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:54:26.337766 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-6bcca500-b940-41eb-a373-b0f654f4e589 None None] Provisioning complete for port a92572bf-0584-4e11-b8a5-71add9c01b8a triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:54:26.338549 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6bcca500-b940-41eb-a373-b0f654f4e589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:26.364885 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-2fa53c4d-b2d8-480b-991a-3253725a56da tempest-FloatingIPAdminTestJSON-273284402 tempest-FloatingIPAdminTestJSON-273284402-project-admin] Request body: {'floatingip': {'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'project_id': '0df64543564b43af989c55455c6c1c80', 'port_id': 'a92572bf-0584-4e11-b8a5-71add9c01b8a'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:54:26.384810 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec3c699-546d-486c-a9c9-ba352d1566d5 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event updated for resources: {'Port': ['ID=d3c95ca1-80af-4c67-a84c-b23ea17108dc,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:26.393744 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec3c699-546d-486c-a9c9-ba352d1566d5 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Checking segment: {'id': '27b1fce3-f2bd-4601-bfdd-a4227581d768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e4c04252-f28e-465c-b276-f6e0b67eefec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:54:26.397279 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec3c699-546d-486c-a9c9-ba352d1566d5 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Network hostable DHCP agents. Network: e4c04252-f28e-465c-b276-f6e0b67eefec, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:54:26.422334 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-6bcca500-b940-41eb-a373-b0f654f4e589 None None] Port a92572bf-0584-4e11-b8a5-71add9c01b8a cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:54:26.436114 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec3c699-546d-486c-a9c9-ba352d1566d5 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Network e4c04252-f28e-465c-b276-f6e0b67eefec is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:54:26.446712 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2fa53c4d-b2d8-480b-991a-3253725a56da tempest-FloatingIPAdminTestJSON-273284402 tempest-FloatingIPAdminTestJSON-273284402-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:26.457033 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-3ec3c699-546d-486c-a9c9-ba352d1566d5 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, e4c04252-f28e-465c-b276-f6e0b67eefec) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:54:26.465838 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec3c699-546d-486c-a9c9-ba352d1566d5 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:54:26.466998 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a6e193-b680-4935-a45e-e76cb97a5dbc None None] Network e4c04252-f28e-465c-b276-f6e0b67eefec requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:54:26.474681 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec3c699-546d-486c-a9c9-ba352d1566d5 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:26.488537 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec3c699-546d-486c-a9c9-ba352d1566d5 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:26.489520 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3ec3c699-546d-486c-a9c9-ba352d1566d5 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:26.520614 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-3ec3c699-546d-486c-a9c9-ba352d1566d5 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.2635748 Sep 07 02:54:26.520937 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46172) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:26.656253 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2fa53c4d-b2d8-480b-991a-3253725a56da tempest-FloatingIPAdminTestJSON-273284402 tempest-FloatingIPAdminTestJSON-273284402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:26.806192 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-81bbebca-4f64-46d0-894b-ccc09c2828d4 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Deleting port d3c95ca1-80af-4c67-a84c-b23ea17108dc {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:54:26.806544 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-81bbebca-4f64-46d0-894b-ccc09c2828d4 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:27.086382 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-81bbebca-4f64-46d0-894b-ccc09c2828d4 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:27.104104 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-2fa53c4d-b2d8-480b-991a-3253725a56da tempest-FloatingIPAdminTestJSON-273284402 tempest-FloatingIPAdminTestJSON-273284402-project-admin] Allocated IP 172.25.5.211 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/e0da1643-5c3e-4018-99c2-f2ce91c81978) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:54:27.131390 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-81bbebca-4f64-46d0-894b-ccc09c2828d4 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Calling delete_port for d3c95ca1-80af-4c67-a84c-b23ea17108dc owned by {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:54:27.344656 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46190) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:27.438939 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-81bbebca-4f64-46d0-894b-ccc09c2828d4 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:27.468548 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2fa53c4d-b2d8-480b-991a-3253725a56da tempest-FloatingIPAdminTestJSON-273284402 tempest-FloatingIPAdminTestJSON-273284402-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:27.557527 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bbebca-4f64-46d0-894b-ccc09c2828d4 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event deleted for resources: {'Port': ['ID=d3c95ca1-80af-4c67-a84c-b23ea17108dc,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:27.559755 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2fa53c4d-b2d8-480b-991a-3253725a56da tempest-FloatingIPAdminTestJSON-273284402 tempest-FloatingIPAdminTestJSON-273284402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:27.579318 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-81bbebca-4f64-46d0-894b-ccc09c2828d4 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:27.581347 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-81bbebca-4f64-46d0-894b-ccc09c2828d4 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "DELETE /v2.0/ports/d3c95ca1-80af-4c67-a84c-b23ea17108dc HTTP/1.1" status: 204 len: 168 time: 1.0595531 Sep 07 02:54:27.592260 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46194) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:27.627333 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-dd3808e7-587c-4058-88b3-7e069ad52e4c admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1082984472-network', 'tenant_id': '684a4b24923d4f33ad36fea9b1b8538e'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:54:27.643575 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa53c4d-b2d8-480b-991a-3253725a56da tempest-FloatingIPAdminTestJSON-273284402 tempest-FloatingIPAdminTestJSON-273284402-project-admin] Pushing event updated for resources: {'Port': ['ID=e0da1643-5c3e-4018-99c2-f2ce91c81978,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:27.684695 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa53c4d-b2d8-480b-991a-3253725a56da tempest-FloatingIPAdminTestJSON-273284402 tempest-FloatingIPAdminTestJSON-273284402-project-admin] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:54:27.686916 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-2fa53c4d-b2d8-480b-991a-3253725a56da tempest-FloatingIPAdminTestJSON-273284402 tempest-FloatingIPAdminTestJSON-273284402-project-admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:54:27.708559 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af14b3-73dc-4fbd-a148-4254e0e349b5 req-6b137690-efde-4c2a-b7be-83de895ed894 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:27.719268 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-85af14b3-73dc-4fbd-a148-4254e0e349b5 req-6b137690-efde-4c2a-b7be-83de895ed894 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 946 time: 0.5195649 Sep 07 02:54:27.721258 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa53c4d-b2d8-480b-991a-3253725a56da tempest-FloatingIPAdminTestJSON-273284402 tempest-FloatingIPAdminTestJSON-273284402-project-admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:54:27.835656 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3808e7-587c-4058-88b3-7e069ad52e4c admin admin] Made reservation on behalf of 684a4b24923d4f33ad36fea9b1b8538e for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:54:27.845603 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dd3808e7-587c-4058-88b3-7e069ad52e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:27.930797 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ae83f8-8909-4638-8a6b-e98bdc462ed1 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:27.957426 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ae83f8-8909-4638-8a6b-e98bdc462ed1 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:27.965584 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-17ae83f8-8909-4638-8a6b-e98bdc462ed1 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.3678343 Sep 07 02:54:27.972702 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-85af14b3-73dc-4fbd-a148-4254e0e349b5 req-a3f28da7-1da1-412d-a1c6-02e0cf1cc556 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=71b22b25-b5d6-4ba9-812b-2e36880aadcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2523725 Sep 07 02:54:27.975125 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46198) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:27.979594 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dd3808e7-587c-4058-88b3-7e069ad52e4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:28.220060 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5e844c4f-6b4f-4dd1-8672-56b5aaea8b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:28.304473 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-9b9e72a1-cd10-4708-9f34-85a18d73378f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Deleting port 98222b5f-58e7-4eb5-a254-a8e646ef9378 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:54:28.305023 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9b9e72a1-cd10-4708-9f34-85a18d73378f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:28.357668 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dd3808e7-587c-4058-88b3-7e069ad52e4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:28.364671 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dd3808e7-587c-4058-88b3-7e069ad52e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:28.448021 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd3808e7-587c-4058-88b3-7e069ad52e4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:54:28.585702 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3808e7-587c-4058-88b3-7e069ad52e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d62c66-c66e-457c-bc00-918fcf14a70a,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:28.590880 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dd3808e7-587c-4058-88b3-7e069ad52e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:28.591243 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-dd3808e7-587c-4058-88b3-7e069ad52e4c admin admin] Added segment 21a86b78-471f-469c-a189-7252e038a934 of type vlan for network 8d6a7635-0330-4c07-b3d6-69fcc1a1d854 Sep 07 02:54:28.618545 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9b9e72a1-cd10-4708-9f34-85a18d73378f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:28.695639 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-9b9e72a1-cd10-4708-9f34-85a18d73378f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Calling delete_port for 98222b5f-58e7-4eb5-a254-a8e646ef9378 owned by {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:54:28.708286 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:28.743222 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dd3808e7-587c-4058-88b3-7e069ad52e4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:28.899351 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dd3808e7-587c-4058-88b3-7e069ad52e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:28.900415 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3808e7-587c-4058-88b3-7e069ad52e4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:28.901016 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dd3808e7-587c-4058-88b3-7e069ad52e4c admin admin] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:29.005526 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 46204) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:29.006142 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-dd3808e7-587c-4058-88b3-7e069ad52e4c admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6470978 Sep 07 02:54:29.012269 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-6b29c33e-ed42-4e4f-9070-a2f544e76435 admin admin] Request body: {'subnet': {'network_id': '8d6a7635-0330-4c07-b3d6-69fcc1a1d854', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1082984472-subnet', 'tenant_id': '684a4b24923d4f33ad36fea9b1b8538e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:54:29.082465 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3808e7-587c-4058-88b3-7e069ad52e4c admin admin] Pushing event updated for resources: {'Network': ['ID=8d6a7635-0330-4c07-b3d6-69fcc1a1d854,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:29.102920 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9b9e72a1-cd10-4708-9f34-85a18d73378f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:29.104892 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 8d6a7635-0330-4c07-b3d6-69fcc1a1d854 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:54:29.154295 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9e72a1-cd10-4708-9f34-85a18d73378f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event deleted for resources: {'Port': ['ID=98222b5f-58e7-4eb5-a254-a8e646ef9378,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:29.156574 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2fa53c4d-b2d8-480b-991a-3253725a56da tempest-FloatingIPAdminTestJSON-273284402 tempest-FloatingIPAdminTestJSON-273284402-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:29.166464 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b29c33e-ed42-4e4f-9070-a2f544e76435 admin admin] Made reservation on behalf of 684a4b24923d4f33ad36fea9b1b8538e for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:54:29.166760 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9b9e72a1-cd10-4708-9f34-85a18d73378f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:29.168781 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-9b9e72a1-cd10-4708-9f34-85a18d73378f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "DELETE /v2.0/ports/98222b5f-58e7-4eb5-a254-a8e646ef9378 HTTP/1.1" status: 204 len: 168 time: 1.1869121 Sep 07 02:54:29.171061 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9e72a1-cd10-4708-9f34-85a18d73378f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:54:29.172739 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9e72a1-cd10-4708-9f34-85a18d73378f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:54:29.172739 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9e72a1-cd10-4708-9f34-85a18d73378f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:54:29.172950 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9e72a1-cd10-4708-9f34-85a18d73378f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:54:29.173139 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9e72a1-cd10-4708-9f34-85a18d73378f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:54:29.173463 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9e72a1-cd10-4708-9f34-85a18d73378f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:54:29.184780 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9e72a1-cd10-4708-9f34-85a18d73378f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:54:29.184780 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9e72a1-cd10-4708-9f34-85a18d73378f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:54:29.184780 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9e72a1-cd10-4708-9f34-85a18d73378f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:54:29.184780 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9e72a1-cd10-4708-9f34-85a18d73378f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:54:29.184780 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9e72a1-cd10-4708-9f34-85a18d73378f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:54:29.184780 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9e72a1-cd10-4708-9f34-85a18d73378f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:54:29.185389 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6b29c33e-ed42-4e4f-9070-a2f544e76435 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:29.185476 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46210) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:29.476734 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66dcad3-d594-4d4e-9e04-b111da1da8d9 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:29.481106 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c66dcad3-d594-4d4e-9e04-b111da1da8d9 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3018444 Sep 07 02:54:29.487141 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46218) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:29.495819 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d12d9-7d0a-4eb5-a8e3-ed25d1c36772 req-72318f78-e88e-46b9-9d07-64193f9301b2 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:29.504492 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-960d12d9-7d0a-4eb5-a8e3-ed25d1c36772 req-72318f78-e88e-46b9-9d07-64193f9301b2 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 946 time: 0.1951349 Sep 07 02:54:29.520422 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:29.555800 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4ebb428-d577-433f-9299-b2000cee08ea tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] GET failed (client error): The resource could not be found. Sep 07 02:54:29.560584 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b4ebb428-d577-433f-9299-b2000cee08ea tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "GET /v2.0/ports/d3c95ca1-80af-4c67-a84c-b23ea17108dc HTTP/1.1" status: 404 len: 333 time: 0.0540075 Sep 07 02:54:29.561213 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46220) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:29.604816 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b696a52-e128-4db0-86db-f32b129b50fd tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] GET failed (client error): The resource could not be found. Sep 07 02:54:29.610043 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-3b696a52-e128-4db0-86db-f32b129b50fd tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "GET /v2.0/ports/98222b5f-58e7-4eb5-a254-a8e646ef9378 HTTP/1.1" status: 404 len: 333 time: 0.0453949 Sep 07 02:54:29.610677 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46222) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:29.625348 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-960d12d9-7d0a-4eb5-a8e3-ed25d1c36772 req-47bb9f59-12cf-4194-bdfd-ea8fc0643cfd tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=71b22b25-b5d6-4ba9-812b-2e36880aadcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159618 Sep 07 02:54:29.855175 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46226) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:29.879232 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c10afafb-20e7-4551-bfd6-094fcb475eef tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:29.904793 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2fa53c4d-b2d8-480b-991a-3253725a56da tempest-FloatingIPAdminTestJSON-273284402 tempest-FloatingIPAdminTestJSON-273284402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:30.110668 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c10afafb-20e7-4551-bfd6-094fcb475eef tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:30.139565 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-c10afafb-20e7-4551-bfd6-094fcb475eef tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4c04252-f28e-465c-b276-f6e0b67eefec']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:54:30.153340 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-c10afafb-20e7-4551-bfd6-094fcb475eef tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27b1fce3-f2bd-4601-bfdd-a4227581d768') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:54:30.153645 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-c10afafb-20e7-4551-bfd6-094fcb475eef tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27b1fce3-f2bd-4601-bfdd-a4227581d768') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:54:30.166630 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c10afafb-20e7-4551-bfd6-094fcb475eef tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:30.193733 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c10afafb-20e7-4551-bfd6-094fcb475eef tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:30.222585 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c10afafb-20e7-4551-bfd6-094fcb475eef tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:54:30.223013 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c10afafb-20e7-4551-bfd6-094fcb475eef tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:30.234180 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6b29c33e-ed42-4e4f-9070-a2f544e76435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:30.304359 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:54:30.304359 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:54:30.304359 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:54:30.304359 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:54:30.304359 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:54:30.304359 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:54:30.304359 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:54:30.304359 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:54:30.304359 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:54:30.304359 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:54:30.304359 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:54:30.304359 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:54:30.304359 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:54:30.304359 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:54:30.304359 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:54:30.304359 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:54:30.304359 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:54:30.304359 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:54:30.304359 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:54:30.304359 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:54:30.304359 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:54:30.304359 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:54:30.304359 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:54:30.304359 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:54:30.304359 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:54:30.304359 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:54:30.304359 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:54:30.304359 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:54:30.304359 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:54:30.304359 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:54:30.304359 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:54:30.304359 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:54:30.316076 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-47b2c69d-5d58-4b41-bccc-fd3fd76a0e56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:30.336422 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b29c33e-ed42-4e4f-9070-a2f544e76435 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7884018-8ddc-4d3b-ad23-bdb1add6f5e4,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:30.538370 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b29c33e-ed42-4e4f-9070-a2f544e76435 admin admin] Checking segment: {'id': '21a86b78-471f-469c-a189-7252e038a934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8d6a7635-0330-4c07-b3d6-69fcc1a1d854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:54:30.538748 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b29c33e-ed42-4e4f-9070-a2f544e76435 admin admin] Network hostable DHCP agents. Network: 8d6a7635-0330-4c07-b3d6-69fcc1a1d854, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:54:30.581842 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c10afafb-20e7-4551-bfd6-094fcb475eef tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:30.591958 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b29c33e-ed42-4e4f-9070-a2f544e76435 admin admin] Network 8d6a7635-0330-4c07-b3d6-69fcc1a1d854 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:54:30.635526 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c10afafb-20e7-4551-bfd6-094fcb475eef tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:30.641540 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c10afafb-20e7-4551-bfd6-094fcb475eef tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "DELETE /v2.0/networks/e4c04252-f28e-465c-b276-f6e0b67eefec HTTP/1.1" status: 204 len: 168 time: 1.0295241 Sep 07 02:54:30.648027 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10afafb-20e7-4551-bfd6-094fcb475eef tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event deleted for resources: {'Network': ['ID=e4c04252-f28e-465c-b276-f6e0b67eefec,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:30.648944 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-6b29c33e-ed42-4e4f-9070-a2f544e76435 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 8d6a7635-0330-4c07-b3d6-69fcc1a1d854) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:54:30.649761 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46240) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:30.661840 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-e0a22a35-7c55-4ca7-9a1c-798e9133be5e tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1839700806'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:54:30.685898 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b29c33e-ed42-4e4f-9070-a2f544e76435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:30.691204 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1a0ea2-b443-447f-a517-5f5a5df6dc29 None None] Network 8d6a7635-0330-4c07-b3d6-69fcc1a1d854 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:54:30.691728 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6b29c33e-ed42-4e4f-9070-a2f544e76435 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:30.772980 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2fa53c4d-b2d8-480b-991a-3253725a56da tempest-FloatingIPAdminTestJSON-273284402 tempest-FloatingIPAdminTestJSON-273284402-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:30.794603 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2fa53c4d-b2d8-480b-991a-3253725a56da tempest-FloatingIPAdminTestJSON-273284402 tempest-FloatingIPAdminTestJSON-273284402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:30.916101 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-47b2c69d-5d58-4b41-bccc-fd3fd76a0e56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:30.932415 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-47b2c69d-5d58-4b41-bccc-fd3fd76a0e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:31.014189 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-47b2c69d-5d58-4b41-bccc-fd3fd76a0e56 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7f06b14e638547f39523ffcec83271fe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1573973 Sep 07 02:54:31.038732 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 46244) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:31.060447 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a22a35-7c55-4ca7-9a1c-798e9133be5e tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Made reservation on behalf of 819c73709af74aee976d11a35d78d7e6 for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:54:31.065680 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fc0305-64d4-444f-9d26-2c09a747fca3 None None] Network 8d6a7635-0330-4c07-b3d6-69fcc1a1d854 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:54:31.065888 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e0a22a35-7c55-4ca7-9a1c-798e9133be5e tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:31.126816 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-6b29c33e-ed42-4e4f-9070-a2f544e76435 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.1201873 Sep 07 02:54:31.154672 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b2c69d-5d58-4b41-bccc-fd3fd76a0e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5030b5f-348e-441d-a9d0-da3152ab0504,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:31.178009 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0a22a35-7c55-4ca7-9a1c-798e9133be5e tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:54:31.201325 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e0a22a35-7c55-4ca7-9a1c-798e9133be5e tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:31.201946 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-e0a22a35-7c55-4ca7-9a1c-798e9133be5e tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Added segment 4a0aa57a-1099-4061-be74-6290928ddd15 of type vlan for network 0d62ab40-f466-43ae-8cce-24b573c435e2 Sep 07 02:54:31.216901 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa53c4d-b2d8-480b-991a-3253725a56da tempest-FloatingIPAdminTestJSON-273284402 tempest-FloatingIPAdminTestJSON-273284402-project-admin] Pushing event updated for resources: {'Port': ['ID=e0da1643-5c3e-4018-99c2-f2ce91c81978,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:31.302052 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e0a22a35-7c55-4ca7-9a1c-798e9133be5e tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:31.341482 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2fa53c4d-b2d8-480b-991a-3253725a56da tempest-FloatingIPAdminTestJSON-273284402 tempest-FloatingIPAdminTestJSON-273284402-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:31.369492 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e0a22a35-7c55-4ca7-9a1c-798e9133be5e tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:31.369974 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa53c4d-b2d8-480b-991a-3253725a56da tempest-FloatingIPAdminTestJSON-273284402 tempest-FloatingIPAdminTestJSON-273284402-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:54:31.370329 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa53c4d-b2d8-480b-991a-3253725a56da tempest-FloatingIPAdminTestJSON-273284402 tempest-FloatingIPAdminTestJSON-273284402-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:54:31.370674 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa53c4d-b2d8-480b-991a-3253725a56da tempest-FloatingIPAdminTestJSON-273284402 tempest-FloatingIPAdminTestJSON-273284402-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:54:31.371035 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa53c4d-b2d8-480b-991a-3253725a56da tempest-FloatingIPAdminTestJSON-273284402 tempest-FloatingIPAdminTestJSON-273284402-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:54:31.371447 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa53c4d-b2d8-480b-991a-3253725a56da tempest-FloatingIPAdminTestJSON-273284402 tempest-FloatingIPAdminTestJSON-273284402-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:54:31.371881 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa53c4d-b2d8-480b-991a-3253725a56da tempest-FloatingIPAdminTestJSON-273284402 tempest-FloatingIPAdminTestJSON-273284402-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:54:31.372219 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa53c4d-b2d8-480b-991a-3253725a56da tempest-FloatingIPAdminTestJSON-273284402 tempest-FloatingIPAdminTestJSON-273284402-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:54:31.372581 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa53c4d-b2d8-480b-991a-3253725a56da tempest-FloatingIPAdminTestJSON-273284402 tempest-FloatingIPAdminTestJSON-273284402-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:54:31.373115 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa53c4d-b2d8-480b-991a-3253725a56da tempest-FloatingIPAdminTestJSON-273284402 tempest-FloatingIPAdminTestJSON-273284402-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:54:31.373265 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa53c4d-b2d8-480b-991a-3253725a56da tempest-FloatingIPAdminTestJSON-273284402 tempest-FloatingIPAdminTestJSON-273284402-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:54:31.373554 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa53c4d-b2d8-480b-991a-3253725a56da tempest-FloatingIPAdminTestJSON-273284402 tempest-FloatingIPAdminTestJSON-273284402-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:54:31.373888 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa53c4d-b2d8-480b-991a-3253725a56da tempest-FloatingIPAdminTestJSON-273284402 tempest-FloatingIPAdminTestJSON-273284402-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:54:31.376323 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a22a35-7c55-4ca7-9a1c-798e9133be5e tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:31.376934 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e0a22a35-7c55-4ca7-9a1c-798e9133be5e tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:31.423270 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:31.500983 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e0a22a35-7c55-4ca7-9a1c-798e9133be5e tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8408878 Sep 07 02:54:31.509290 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46250) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:31.533040 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-f1d55ca2-9b2b-4f90-90e2-0bb546a1cde4 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Request body: {'subnet': {'network_id': '0d62ab40-f466-43ae-8cce-24b573c435e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:54:31.632894 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb12fc18-35bf-4553-a975-bd8db930c7dc req-90706e4d-8eb1-4fbb-a9c9-a24806585bb8 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:31.637928 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-eb12fc18-35bf-4553-a975-bd8db930c7dc req-90706e4d-8eb1-4fbb-a9c9-a24806585bb8 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 946 time: 0.8236473 Sep 07 02:54:31.675515 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-72086645-c76e-458e-9d4e-82750f3582b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:31.737476 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a22a35-7c55-4ca7-9a1c-798e9133be5e tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event updated for resources: {'Network': ['ID=0d62ab40-f466-43ae-8cce-24b573c435e2,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:31.749241 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 0d62ab40-f466-43ae-8cce-24b573c435e2 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:54:31.871106 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d55ca2-9b2b-4f90-90e2-0bb546a1cde4 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Made reservation on behalf of 819c73709af74aee976d11a35d78d7e6 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:54:31.875902 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f1d55ca2-9b2b-4f90-90e2-0bb546a1cde4 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:31.935399 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-72086645-c76e-458e-9d4e-82750f3582b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:31.956822 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-eb12fc18-35bf-4553-a975-bd8db930c7dc req-0ce31413-d0ce-44ab-b321-3be3242c52c2 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=71b22b25-b5d6-4ba9-812b-2e36880aadcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2961137 Sep 07 02:54:32.013915 n-d-796209-16 neutron-server[94700]: INFO neutron.db.l3_db [None req-2fa53c4d-b2d8-480b-991a-3253725a56da tempest-FloatingIPAdminTestJSON-273284402 tempest-FloatingIPAdminTestJSON-273284402-project-admin] Floating IP 745861ae-4029-40c6-834d-53a3d9300ab6 associated. External IP: 172.25.5.211, port: a92572bf-0584-4e11-b8a5-71add9c01b8a. Sep 07 02:54:32.197272 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-72086645-c76e-458e-9d4e-82750f3582b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:32.201204 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-72086645-c76e-458e-9d4e-82750f3582b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:32.208959 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-72086645-c76e-458e-9d4e-82750f3582b9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a5030b5f-348e-441d-a9d0-da3152ab0504 HTTP/1.1" status: 204 len: 168 time: 1.1144428 Sep 07 02:54:32.225029 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72086645-c76e-458e-9d4e-82750f3582b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5030b5f-348e-441d-a9d0-da3152ab0504,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:32.479513 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f1d55ca2-9b2b-4f90-90e2-0bb546a1cde4 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:32.542379 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9720b30-2d07-48f9-b293-45d06b521118 req-626ff11d-0029-4362-9680-1b5830765835 tempest-ServerMetadataNegativeTestJSON-1034499802 tempest-ServerMetadataNegativeTestJSON-1034499802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:32.544004 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a9720b30-2d07-48f9-b293-45d06b521118 req-626ff11d-0029-4362-9680-1b5830765835 tempest-ServerMetadataNegativeTestJSON-1034499802 tempest-ServerMetadataNegativeTestJSON-1034499802-project] 10.222.0.22 "GET /v2.0/networks?id=8d6a7635-0330-4c07-b3d6-69fcc1a1d854 HTTP/1.1" status: 200 len: 821 time: 0.2224844 Sep 07 02:54:32.586229 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d55ca2-9b2b-4f90-90e2-0bb546a1cde4 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event updated for resources: {'Subnet': ['ID=2bd8b3b9-ede0-418f-9018-66af7374af53,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:32.589649 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a9720b30-2d07-48f9-b293-45d06b521118 req-ce68427c-7fe1-4373-91ee-32d633b6e48d tempest-ServerMetadataNegativeTestJSON-1034499802 tempest-ServerMetadataNegativeTestJSON-1034499802-project] 10.222.0.22 "GET /v2.0/quotas/684a4b24923d4f33ad36fea9b1b8538e HTTP/1.1" status: 200 len: 375 time: 0.0289183 Sep 07 02:54:32.596787 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d55ca2-9b2b-4f90-90e2-0bb546a1cde4 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Checking segment: {'id': '4a0aa57a-1099-4061-be74-6290928ddd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0d62ab40-f466-43ae-8cce-24b573c435e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:54:32.597193 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d55ca2-9b2b-4f90-90e2-0bb546a1cde4 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Network hostable DHCP agents. Network: 0d62ab40-f466-43ae-8cce-24b573c435e2, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:54:32.623165 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa53c4d-b2d8-480b-991a-3253725a56da tempest-FloatingIPAdminTestJSON-273284402 tempest-FloatingIPAdminTestJSON-273284402-project-admin] Router e635094e-4c8c-4723-8f2a-7aac1dd04324 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:54:32.625700 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d55ca2-9b2b-4f90-90e2-0bb546a1cde4 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Network 0d62ab40-f466-43ae-8cce-24b573c435e2 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:54:32.654043 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a9720b30-2d07-48f9-b293-45d06b521118 req-e6bd2cb1-2132-4186-8020-8cedc895b75e tempest-ServerMetadataNegativeTestJSON-1034499802 tempest-ServerMetadataNegativeTestJSON-1034499802-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=684a4b24923d4f33ad36fea9b1b8538e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413811 Sep 07 02:54:32.664801 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-f1d55ca2-9b2b-4f90-90e2-0bb546a1cde4 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 0d62ab40-f466-43ae-8cce-24b573c435e2) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:54:32.676277 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2d9382-0557-4271-9493-1b62099097f9 None None] Network 0d62ab40-f466-43ae-8cce-24b573c435e2 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:54:32.698634 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d55ca2-9b2b-4f90-90e2-0bb546a1cde4 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:32.704105 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f1d55ca2-9b2b-4f90-90e2-0bb546a1cde4 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:32.974206 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f1d55ca2-9b2b-4f90-90e2-0bb546a1cde4 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4565077 Sep 07 02:54:32.979836 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46276) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:32.988495 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-52cc4101-89a7-47e4-a470-7ac65bf0c5c8 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Request body: {'port': {'network_id': '0d62ab40-f466-43ae-8cce-24b573c435e2', 'name': 'tempest-PortsIpV6TestJSON-432496005'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:54:33.108190 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a9720b30-2d07-48f9-b293-45d06b521118 req-a45ea57d-e430-4eb5-9102-5d9414767703 service neutron] 10.222.0.22 "GET /v2.0/networks/8d6a7635-0330-4c07-b3d6-69fcc1a1d854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4411805 Sep 07 02:54:33.177141 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5a6b22-7ab2-4d7d-ba67-ba2a7bedd87d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-0d62ab40-f466-43ae-8cce-24b573c435e2', 'network_id': '0d62ab40-f466-43ae-8cce-24b573c435e2', 'tenant_id': '819c73709af74aee976d11a35d78d7e6', 'fixed_ips': [{'subnet_id': '2bd8b3b9-ede0-418f-9018-66af7374af53'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:54:33.178037 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ef5a6b22-7ab2-4d7d-ba67-ba2a7bedd87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:33.378608 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46280) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:33.478552 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a9720b30-2d07-48f9-b293-45d06b521118 req-081d4c2b-999e-4c55-9fba-77e2aea9992d service neutron] 10.222.0.22 "GET /v2.0/networks/8d6a7635-0330-4c07-b3d6-69fcc1a1d854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367214 Sep 07 02:54:33.513683 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-511a3a55-1921-4a13-b691-0caccefdc9fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:33.573626 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-ef5a6b22-7ab2-4d7d-ba67-ba2a7bedd87d None None] Allocated IP 2001:db8::2 (0d62ab40-f466-43ae-8cce-24b573c435e2/2bd8b3b9-ede0-418f-9018-66af7374af53/8a6af86f-01cf-467b-b45c-0a2ab8d44e9e) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:54:33.614578 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52cc4101-89a7-47e4-a470-7ac65bf0c5c8 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Made reservation on behalf of 819c73709af74aee976d11a35d78d7e6 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:54:33.615385 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa53c4d-b2d8-480b-991a-3253725a56da tempest-FloatingIPAdminTestJSON-273284402 tempest-FloatingIPAdminTestJSON-273284402-project-admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:54:33.621745 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-52cc4101-89a7-47e4-a470-7ac65bf0c5c8 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:33.633142 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ab8ece-882e-453f-ada8-e5d623f8a885 None None] Sync routers for ids ['e635094e-4c8c-4723-8f2a-7aac1dd04324'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:54:33.651083 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ab8ece-882e-453f-ada8-e5d623f8a885 None None] Routers {'e635094e-4c8c-4723-8f2a-7aac1dd04324'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:54:33.652562 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-f4ab8ece-882e-453f-ada8-e5d623f8a885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:54:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['e635094e-4c8c-4723-8f2a-7aac1dd04324'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:54:33.661265 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c28f4-8f18-4dd0-ad67-938cb4fcb3e6 req-855c0046-6731-413f-b645-a1a178e75ef0 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:33.669869 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1a2c28f4-8f18-4dd0-ad67-938cb4fcb3e6 req-855c0046-6731-413f-b645-a1a178e75ef0 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 946 time: 0.1012151 Sep 07 02:54:33.680969 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-52cc4101-89a7-47e4-a470-7ac65bf0c5c8 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] device_id is not set on port 2b655ac3-7e75-4a2b-8024-db15b08c0d11 yet. {{(pid=94701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:54:33.704877 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-f4ab8ece-882e-453f-ada8-e5d623f8a885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:54:33.717734 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ab8ece-882e-453f-ada8-e5d623f8a885 None None] Routers {'e635094e-4c8c-4723-8f2a-7aac1dd04324'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:54:33.719108 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-f4ab8ece-882e-453f-ada8-e5d623f8a885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:54:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['e635094e-4c8c-4723-8f2a-7aac1dd04324'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:54:33.769853 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-f4ab8ece-882e-453f-ada8-e5d623f8a885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:54:33.784552 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ab8ece-882e-453f-ada8-e5d623f8a885 None None] The sync data for ids ['e635094e-4c8c-4723-8f2a-7aac1dd04324'] in n-d-796209-16 is: [] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:54:33.787260 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1a2c28f4-8f18-4dd0-ad67-938cb4fcb3e6 req-09a4fae3-9289-4123-a31c-9d1bd9d94b91 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=71b22b25-b5d6-4ba9-812b-2e36880aadcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164296 Sep 07 02:54:33.965487 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ddb51db5-5014-4d02-92d4-53483e826444 req-410dd7a0-100a-4290-b4c1-5c4100807964 tempest-ServerMetadataNegativeTestJSON-1034499802 tempest-ServerMetadataNegativeTestJSON-1034499802-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbf054f6-848c-4821-9b5e-1d80f2736b8f HTTP/1.1" status: 200 len: 210 time: 0.0778773 Sep 07 02:54:34.236693 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-511a3a55-1921-4a13-b691-0caccefdc9fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:34.256680 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-511a3a55-1921-4a13-b691-0caccefdc9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:34.263391 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2fa53c4d-b2d8-480b-991a-3253725a56da tempest-FloatingIPAdminTestJSON-273284402 tempest-FloatingIPAdminTestJSON-273284402-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:34.320137 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-2fa53c4d-b2d8-480b-991a-3253725a56da tempest-FloatingIPAdminTestJSON-273284402 tempest-FloatingIPAdminTestJSON-273284402-project-admin] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 8.3447084 Sep 07 02:54:34.320773 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 46304) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:34.350405 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511a3a55-1921-4a13-b691-0caccefdc9fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8997e1-f8f2-4bcc-8641-38757e87da0e,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:34.411863 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-511a3a55-1921-4a13-b691-0caccefdc9fb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=97256cddffaf44f2b42b6f7c7a959fd3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0317216 Sep 07 02:54:34.412891 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46308) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:34.427994 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ef5a6b22-7ab2-4d7d-ba67-ba2a7bedd87d None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:34.445296 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-ef5a6b22-7ab2-4d7d-ba67-ba2a7bedd87d None None] Transition to ACTIVE for port object 8a6af86f-01cf-467b-b45c-0a2ab8d44e9e will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:54:34.479138 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-ef5a6b22-7ab2-4d7d-ba67-ba2a7bedd87d None None] Transition to ACTIVE for port object 8a6af86f-01cf-467b-b45c-0a2ab8d44e9e will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:54:34.491190 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ef5a6b22-7ab2-4d7d-ba67-ba2a7bedd87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:34.523264 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-4f5043a7-1097-454b-bc1b-27e01136c599 tempest-FloatingIPAdminTestJSON-273284402 tempest-FloatingIPAdminTestJSON-273284402-project-admin] 10.222.0.22 "GET /v2.0/floatingips/745861ae-4029-40c6-834d-53a3d9300ab6 HTTP/1.1" status: 200 len: 984 time: 0.2008359 Sep 07 02:54:34.525809 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 46310) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:34.581765 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5a6b22-7ab2-4d7d-ba67-ba2a7bedd87d None None] Network 0d62ab40-f466-43ae-8cce-24b573c435e2 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:54:34.584788 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-ef5a6b22-7ab2-4d7d-ba67-ba2a7bedd87d None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:54:34.590565 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5a6b22-7ab2-4d7d-ba67-ba2a7bedd87d None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:54:34.593445 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1a656677-8533-43d6-bcb8-6b87c08aac10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:34.620047 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5a6b22-7ab2-4d7d-ba67-ba2a7bedd87d None None] Pushing event updated for resources: {'Port': ['ID=8a6af86f-01cf-467b-b45c-0a2ab8d44e9e,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:34.640090 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1a656677-8533-43d6-bcb8-6b87c08aac10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:34.642490 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-52cc4101-89a7-47e4-a470-7ac65bf0c5c8 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Allocated IP 2001:db8::344 (0d62ab40-f466-43ae-8cce-24b573c435e2/2bd8b3b9-ede0-418f-9018-66af7374af53/2b655ac3-7e75-4a2b-8024-db15b08c0d11) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:54:34.721538 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-ef5a6b22-7ab2-4d7d-ba67-ba2a7bedd87d None None] Attempting to bind port 8a6af86f-01cf-467b-b45c-0a2ab8d44e9e on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:54:34.728110 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-ef5a6b22-7ab2-4d7d-ba67-ba2a7bedd87d None None] Attempting to bind port 8a6af86f-01cf-467b-b45c-0a2ab8d44e9e by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '4a0aa57a-1099-4061-be74-6290928ddd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0d62ab40-f466-43ae-8cce-24b573c435e2'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:54:34.728496 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5a6b22-7ab2-4d7d-ba67-ba2a7bedd87d None None] Attempting to bind port 8a6af86f-01cf-467b-b45c-0a2ab8d44e9e on network 0d62ab40-f466-43ae-8cce-24b573c435e2 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:54:34.744467 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5a6b22-7ab2-4d7d-ba67-ba2a7bedd87d None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:54:34.747750 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5a6b22-7ab2-4d7d-ba67-ba2a7bedd87d None None] Checking segment: {'id': '4a0aa57a-1099-4061-be74-6290928ddd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0d62ab40-f466-43ae-8cce-24b573c435e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:54:34.748505 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ef5a6b22-7ab2-4d7d-ba67-ba2a7bedd87d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:34.751518 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5a6b22-7ab2-4d7d-ba67-ba2a7bedd87d None None] Bound using segment: {'id': '4a0aa57a-1099-4061-be74-6290928ddd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0d62ab40-f466-43ae-8cce-24b573c435e2'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:54:34.753093 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-ef5a6b22-7ab2-4d7d-ba67-ba2a7bedd87d None None] Bound port: 8a6af86f-01cf-467b-b45c-0a2ab8d44e9e, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a0aa57a-1099-4061-be74-6290928ddd15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '0d62ab40-f466-43ae-8cce-24b573c435e2'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:54:34.755639 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ef5a6b22-7ab2-4d7d-ba67-ba2a7bedd87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:34.803212 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1a656677-8533-43d6-bcb8-6b87c08aac10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:34.805795 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1a656677-8533-43d6-bcb8-6b87c08aac10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:34.816827 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-1a656677-8533-43d6-bcb8-6b87c08aac10 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2d8997e1-f8f2-4bcc-8641-38757e87da0e HTTP/1.1" status: 204 len: 168 time: 0.3955758 Sep 07 02:54:34.865825 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a656677-8533-43d6-bcb8-6b87c08aac10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8997e1-f8f2-4bcc-8641-38757e87da0e,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:34.880100 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-12123897-7e59-4dc3-b99a-382c9b65a279 tempest-FloatingIPAdminTestJSON-273284402 tempest-FloatingIPAdminTestJSON-273284402-project-admin] 10.222.0.22 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2254 time: 0.3522785 Sep 07 02:54:34.882391 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 46318) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:35.038969 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-52cc4101-89a7-47e4-a470-7ac65bf0c5c8 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:35.048859 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-ef5a6b22-7ab2-4d7d-ba67-ba2a7bedd87d None None] For port 8a6af86f-01cf-467b-b45c-0a2ab8d44e9e, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:54:35.067121 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-ef5a6b22-7ab2-4d7d-ba67-ba2a7bedd87d None None] For port 8a6af86f-01cf-467b-b45c-0a2ab8d44e9e, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=8a6af86f-01cf-467b-b45c-0a2ab8d44e9e,segment=NetworkSegment(4a0aa57a-1099-4061-be74-6290928ddd15),segment_id=4a0aa57a-1099-4061-be74-6290928ddd15)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:54:35.078272 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ef5a6b22-7ab2-4d7d-ba67-ba2a7bedd87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:35.078490 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-52cc4101-89a7-47e4-a470-7ac65bf0c5c8 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Transition to ACTIVE for port object 2b655ac3-7e75-4a2b-8024-db15b08c0d11 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:54:35.127304 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-52cc4101-89a7-47e4-a470-7ac65bf0c5c8 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:35.162340 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52cc4101-89a7-47e4-a470-7ac65bf0c5c8 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Network 0d62ab40-f466-43ae-8cce-24b573c435e2 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:54:35.167425 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-52cc4101-89a7-47e4-a470-7ac65bf0c5c8 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:54:35.180195 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cc4101-89a7-47e4-a470-7ac65bf0c5c8 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:54:35.200279 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52cc4101-89a7-47e4-a470-7ac65bf0c5c8 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:35.203192 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-52cc4101-89a7-47e4-a470-7ac65bf0c5c8 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:35.234275 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ff4a1-6a3c-43ab-8bfc-323d1463e851 req-476dff57-053d-4031-9be5-cf20ddfbb70b tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:35.236470 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2b5ff4a1-6a3c-43ab-8bfc-323d1463e851 req-476dff57-053d-4031-9be5-cf20ddfbb70b tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 946 time: 0.2721691 Sep 07 02:54:35.263440 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-52cc4101-89a7-47e4-a470-7ac65bf0c5c8 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2808831 Sep 07 02:54:35.266953 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46326) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:35.269450 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5a6b22-7ab2-4d7d-ba67-ba2a7bedd87d None None] Pushing event updated for resources: {'Port': ['ID=8a6af86f-01cf-467b-b45c-0a2ab8d44e9e,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:35.321714 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2b5ff4a1-6a3c-43ab-8bfc-323d1463e851 req-e4791699-c1d1-411e-96a0-0aa981b9fe12 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=71b22b25-b5d6-4ba9-812b-2e36880aadcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735207 Sep 07 02:54:35.332928 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-7adb17a8-efdd-4f1d-9a03-39121aac3ab2 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Deleting port e0da1643-5c3e-4018-99c2-f2ce91c81978 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:54:35.333511 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7adb17a8-efdd-4f1d-9a03-39121aac3ab2 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:35.359431 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a831db9b-2f54-4335-a44f-02527e89ad53 req-e7896f3f-daa3-4c86-95e4-ed49e2f8ad09 tempest-ServerMetadataNegativeTestJSON-1034499802 tempest-ServerMetadataNegativeTestJSON-1034499802-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbf054f6-848c-4821-9b5e-1d80f2736b8f HTTP/1.1" status: 200 len: 210 time: 0.0695808 Sep 07 02:54:35.433981 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cc4101-89a7-47e4-a470-7ac65bf0c5c8 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event updated for resources: {'Port': ['ID=2b655ac3-7e75-4a2b-8024-db15b08c0d11,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:35.473011 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-78cba9a8-b821-4275-a221-98efa85dd4c8 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Deleting port 2b655ac3-7e75-4a2b-8024-db15b08c0d11 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:54:35.475448 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-78cba9a8-b821-4275-a221-98efa85dd4c8 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:35.510777 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7adb17a8-efdd-4f1d-9a03-39121aac3ab2 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:35.511110 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7adb17a8-efdd-4f1d-9a03-39121aac3ab2 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:35.548413 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-7adb17a8-efdd-4f1d-9a03-39121aac3ab2 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Calling delete_port for e0da1643-5c3e-4018-99c2-f2ce91c81978 owned by network:floatingip {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:54:35.755570 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-78cba9a8-b821-4275-a221-98efa85dd4c8 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:35.784427 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-78cba9a8-b821-4275-a221-98efa85dd4c8 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Calling delete_port for 2b655ac3-7e75-4a2b-8024-db15b08c0d11 owned by {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:54:36.033289 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-78cba9a8-b821-4275-a221-98efa85dd4c8 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:36.076158 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9720b30-2d07-48f9-b293-45d06b521118 req-7c3d2bb7-4a68-49c8-8543-d872f9b92695 tempest-ServerMetadataNegativeTestJSON-1034499802 tempest-ServerMetadataNegativeTestJSON-1034499802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:36.086419 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a9720b30-2d07-48f9-b293-45d06b521118 req-7c3d2bb7-4a68-49c8-8543-d872f9b92695 tempest-ServerMetadataNegativeTestJSON-1034499802 tempest-ServerMetadataNegativeTestJSON-1034499802-project] 10.222.0.16 "GET /v2.0/networks?id=8d6a7635-0330-4c07-b3d6-69fcc1a1d854 HTTP/1.1" status: 200 len: 821 time: 0.3909409 Sep 07 02:54:36.096705 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cba9a8-b821-4275-a221-98efa85dd4c8 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event deleted for resources: {'Port': ['ID=2b655ac3-7e75-4a2b-8024-db15b08c0d11,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:36.111749 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-a9720b30-2d07-48f9-b293-45d06b521118 req-d3e914d8-36c5-464c-9896-46814263f40e tempest-ServerMetadataNegativeTestJSON-1034499802 tempest-ServerMetadataNegativeTestJSON-1034499802-project] Request body: {'port': {'device_id': 'bbf054f6-848c-4821-9b5e-1d80f2736b8f', 'network_id': '8d6a7635-0330-4c07-b3d6-69fcc1a1d854', 'admin_state_up': True, 'tenant_id': '684a4b24923d4f33ad36fea9b1b8538e'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:54:36.181263 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-78cba9a8-b821-4275-a221-98efa85dd4c8 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:36.185623 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-78cba9a8-b821-4275-a221-98efa85dd4c8 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "DELETE /v2.0/ports/2b655ac3-7e75-4a2b-8024-db15b08c0d11 HTTP/1.1" status: 204 len: 168 time: 0.9153845 Sep 07 02:54:36.186218 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46340) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:36.233608 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fc5c0ff-505e-4b27-9540-777a4c7732af tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] DELETE failed (client error): The resource could not be found. Sep 07 02:54:36.243392 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9720b30-2d07-48f9-b293-45d06b521118 req-d3e914d8-36c5-464c-9896-46814263f40e tempest-ServerMetadataNegativeTestJSON-1034499802 tempest-ServerMetadataNegativeTestJSON-1034499802-project] Made reservation on behalf of 684a4b24923d4f33ad36fea9b1b8538e for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:54:36.244709 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fc5c0ff-505e-4b27-9540-777a4c7732af tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:54:36.248558 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a9720b30-2d07-48f9-b293-45d06b521118 req-d3e914d8-36c5-464c-9896-46814263f40e tempest-ServerMetadataNegativeTestJSON-1034499802 tempest-ServerMetadataNegativeTestJSON-1034499802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:36.255047 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-6fc5c0ff-505e-4b27-9540-777a4c7732af tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "DELETE /v2.0/ports/2b655ac3-7e75-4a2b-8024-db15b08c0d11 HTTP/1.1" status: 404 len: 333 time: 0.0670972 Sep 07 02:54:36.255731 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46344) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:36.298492 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-16a571cd-5caf-4f88-9c19-3a5ed047e6ce tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] GET failed (client error): The resource could not be found. Sep 07 02:54:36.302909 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-16a571cd-5caf-4f88-9c19-3a5ed047e6ce tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "GET /v2.0/ports/2b655ac3-7e75-4a2b-8024-db15b08c0d11 HTTP/1.1" status: 404 len: 333 time: 0.0461905 Sep 07 02:54:36.303531 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46348) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:36.488505 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7adb17a8-efdd-4f1d-9a03-39121aac3ab2 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:36.496151 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-f18e034d-b3e9-4436-9813-10aa99e50ab5 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Deleting subnet 2bd8b3b9-ede0-418f-9018-66af7374af53 {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:54:36.506795 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f18e034d-b3e9-4436-9813-10aa99e50ab5 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:36.672182 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d759830a-8acf-480d-8aa5-0e45d29ca1b9 req-dc1eea58-10b4-4339-ae83-2be476d07e94 tempest-ServerMetadataNegativeTestJSON-1034499802 tempest-ServerMetadataNegativeTestJSON-1034499802-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbf054f6-848c-4821-9b5e-1d80f2736b8f HTTP/1.1" status: 200 len: 210 time: 0.0884879 Sep 07 02:54:36.690051 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f18e034d-b3e9-4436-9813-10aa99e50ab5 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:36.822837 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f18e034d-b3e9-4436-9813-10aa99e50ab5 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:36.926124 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f18e034d-b3e9-4436-9813-10aa99e50ab5 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:36.938009 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adb17a8-efdd-4f1d-9a03-39121aac3ab2 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Pushing event deleted for resources: {'Port': ['ID=e0da1643-5c3e-4018-99c2-f2ce91c81978,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:36.966108 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b97d7-d69d-4e8a-88ac-2171f962a9e9 req-45936a1b-affb-4a6c-8f7a-074ce46637ee tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:36.968768 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-194b97d7-d69d-4e8a-88ac-2171f962a9e9 req-45936a1b-affb-4a6c-8f7a-074ce46637ee tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 946 time: 0.3321323 Sep 07 02:54:37.001090 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18e034d-b3e9-4436-9813-10aa99e50ab5 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event deleted for resources: {'Subnet': ['ID=2bd8b3b9-ede0-418f-9018-66af7374af53,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:37.016747 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f18e034d-b3e9-4436-9813-10aa99e50ab5 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:37.023901 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f18e034d-b3e9-4436-9813-10aa99e50ab5 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "DELETE /v2.0/subnets/2bd8b3b9-ede0-418f-9018-66af7374af53 HTTP/1.1" status: 204 len: 168 time: 0.7155817 Sep 07 02:54:37.025846 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46360) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:37.044086 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-a9720b30-2d07-48f9-b293-45d06b521118 req-d3e914d8-36c5-464c-9896-46814263f40e tempest-ServerMetadataNegativeTestJSON-1034499802 tempest-ServerMetadataNegativeTestJSON-1034499802-project] Allocated IP 172.20.0.5 (8d6a7635-0330-4c07-b3d6-69fcc1a1d854/d7884018-8ddc-4d3b-ad23-bdb1add6f5e4/a1c21f5c-6ffa-4428-a7bc-53469541ea3e) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:54:37.083395 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7adb17a8-efdd-4f1d-9a03-39121aac3ab2 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks [] for floatingip, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:37.084166 n-d-796209-16 neutron-server[94700]: INFO neutron.db.l3_db [None req-7adb17a8-efdd-4f1d-9a03-39121aac3ab2 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Floating IP 745861ae-4029-40c6-834d-53a3d9300ab6 disassociated (deleted). External IP: 172.25.5.211, port: a92572bf-0584-4e11-b8a5-71add9c01b8a. Sep 07 02:54:37.223661 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e1ef756d-866c-4279-8182-b45c69c1507d tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:37.244838 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d28a77a-1e3e-42e0-8823-f6662de9ad8d None None] Network 0d62ab40-f466-43ae-8cce-24b573c435e2 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:54:37.331030 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-194b97d7-d69d-4e8a-88ac-2171f962a9e9 req-78965722-5102-4a1c-b2e6-5a4186fa47c1 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=71b22b25-b5d6-4ba9-812b-2e36880aadcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3475959 Sep 07 02:54:37.388776 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 8a6af86f-01cf-467b-b45c-0a2ab8d44e9e up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:54:37.410696 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-e1ef756d-866c-4279-8182-b45c69c1507d tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Deleting port 8a6af86f-01cf-467b-b45c-0a2ab8d44e9e {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:54:37.411277 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e1ef756d-866c-4279-8182-b45c69c1507d tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:37.549585 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-e1ef756d-866c-4279-8182-b45c69c1507d tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] For port 8a6af86f-01cf-467b-b45c-0a2ab8d44e9e, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=8a6af86f-01cf-467b-b45c-0a2ab8d44e9e,segment=NetworkSegment(4a0aa57a-1099-4061-be74-6290928ddd15),segment_id=4a0aa57a-1099-4061-be74-6290928ddd15)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:54:37.549969 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e1ef756d-866c-4279-8182-b45c69c1507d tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:37.600684 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-e1ef756d-866c-4279-8182-b45c69c1507d tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Calling delete_port for 8a6af86f-01cf-467b-b45c-0a2ab8d44e9e owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:54:37.756511 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-997c149f-e784-47ae-ac80-13c0acba48e3 None None] Provisioning for port 8a6af86f-01cf-467b-b45c-0a2ab8d44e9e completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:54:37.805875 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 8a6af86f-01cf-467b-b45c-0a2ab8d44e9e completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:54:37.824600 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e1ef756d-866c-4279-8182-b45c69c1507d tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:37.845464 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 8a6af86f-01cf-467b-b45c-0a2ab8d44e9e triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:54:37.845958 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:37.874050 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ef756d-866c-4279-8182-b45c69c1507d tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event deleted for resources: {'Port': ['ID=8a6af86f-01cf-467b-b45c-0a2ab8d44e9e,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:37.895440 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ef756d-866c-4279-8182-b45c69c1507d tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] No DVR routers for this DVR port 8a6af86f-01cf-467b-b45c-0a2ab8d44e9e on host n-d-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:54:37.910203 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6caa09cd-1ee7-4c84-b8bd-cb04f0fadd75 req-be4a7bbd-a86d-4b55-bd45-e7989611de19 tempest-ServerMetadataNegativeTestJSON-1034499802 tempest-ServerMetadataNegativeTestJSON-1034499802-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbf054f6-848c-4821-9b5e-1d80f2736b8f HTTP/1.1" status: 200 len: 210 time: 0.0886965 Sep 07 02:54:37.915377 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Port 8a6af86f-01cf-467b-b45c-0a2ab8d44e9e was deleted so its status cannot be updated. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Sep 07 02:54:37.962146 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7adb17a8-efdd-4f1d-9a03-39121aac3ab2 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Router e635094e-4c8c-4723-8f2a-7aac1dd04324 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:54:37.991976 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a9720b30-2d07-48f9-b293-45d06b521118 req-d3e914d8-36c5-464c-9896-46814263f40e tempest-ServerMetadataNegativeTestJSON-1034499802 tempest-ServerMetadataNegativeTestJSON-1034499802-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:38.010835 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d75940-1eee-43b9-9293-df401bd00df9 None None] DHCP port deletion for 0d62ab40-f466-43ae-8cce-24b573c435e2 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:54:38.068268 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e1ef756d-866c-4279-8182-b45c69c1507d tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:38.091420 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-e1ef756d-866c-4279-8182-b45c69c1507d tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d62ab40-f466-43ae-8cce-24b573c435e2']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:54:38.111123 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-e1ef756d-866c-4279-8182-b45c69c1507d tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a0aa57a-1099-4061-be74-6290928ddd15') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:54:38.111695 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-e1ef756d-866c-4279-8182-b45c69c1507d tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a0aa57a-1099-4061-be74-6290928ddd15') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:54:38.129266 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e1ef756d-866c-4279-8182-b45c69c1507d tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:38.176615 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e1ef756d-866c-4279-8182-b45c69c1507d tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:38.180819 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a9720b30-2d07-48f9-b293-45d06b521118 req-d3e914d8-36c5-464c-9896-46814263f40e tempest-ServerMetadataNegativeTestJSON-1034499802 tempest-ServerMetadataNegativeTestJSON-1034499802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:38.184804 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7adb17a8-efdd-4f1d-9a03-39121aac3ab2 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:54:38.198899 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ab5b2a-e372-42d5-8dfb-dd5301ff93b9 None None] Sync routers for ids ['e635094e-4c8c-4723-8f2a-7aac1dd04324'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:54:38.200649 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1ef756d-866c-4279-8182-b45c69c1507d tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:54:38.203714 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e1ef756d-866c-4279-8182-b45c69c1507d tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:38.204827 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7adb17a8-efdd-4f1d-9a03-39121aac3ab2 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:38.207064 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:54:38.207064 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:54:38.207064 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:54:38.207064 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:54:38.207064 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:54:38.207064 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:54:38.207064 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:54:38.207064 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:54:38.207064 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:54:38.207064 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:54:38.207064 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:54:38.207064 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:54:38.207064 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:54:38.207064 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:54:38.207064 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:54:38.207064 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:54:38.207064 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:54:38.207064 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:54:38.207064 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:54:38.207064 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:54:38.207064 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:54:38.207064 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:54:38.207064 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:54:38.207064 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:54:38.207064 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:54:38.207064 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:54:38.207064 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:54:38.207064 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:54:38.207064 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:54:38.207064 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:54:38.207064 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:54:38.207064 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:54:38.215143 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ab5b2a-e372-42d5-8dfb-dd5301ff93b9 None None] Routers {'e635094e-4c8c-4723-8f2a-7aac1dd04324'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:54:38.216129 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-27ab5b2a-e372-42d5-8dfb-dd5301ff93b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:54:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['e635094e-4c8c-4723-8f2a-7aac1dd04324'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:54:38.256234 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-7adb17a8-efdd-4f1d-9a03-39121aac3ab2 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] 10.222.0.22 "DELETE /v2.0/floatingips/745861ae-4029-40c6-834d-53a3d9300ab6 HTTP/1.1" status: 204 len: 168 time: 3.3725438 Sep 07 02:54:38.286546 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46388) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:38.300930 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-95f5c456-56a7-4202-a3d4-8daeecf34f2e tempest-FloatingIPAdminTestJSON-273284402 tempest-FloatingIPAdminTestJSON-273284402-project-admin] Request body: {'floatingip': {'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:54:38.302615 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9720b30-2d07-48f9-b293-45d06b521118 req-d3e914d8-36c5-464c-9896-46814263f40e tempest-ServerMetadataNegativeTestJSON-1034499802 tempest-ServerMetadataNegativeTestJSON-1034499802-project] Network 8d6a7635-0330-4c07-b3d6-69fcc1a1d854 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:54:38.306795 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-a9720b30-2d07-48f9-b293-45d06b521118 req-d3e914d8-36c5-464c-9896-46814263f40e tempest-ServerMetadataNegativeTestJSON-1034499802 tempest-ServerMetadataNegativeTestJSON-1034499802-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:54:38.307471 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-27ab5b2a-e372-42d5-8dfb-dd5301ff93b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:54:38.311435 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9720b30-2d07-48f9-b293-45d06b521118 req-d3e914d8-36c5-464c-9896-46814263f40e tempest-ServerMetadataNegativeTestJSON-1034499802 tempest-ServerMetadataNegativeTestJSON-1034499802-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:54:38.335305 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ab5b2a-e372-42d5-8dfb-dd5301ff93b9 None None] Routers {'e635094e-4c8c-4723-8f2a-7aac1dd04324'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:54:38.336389 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-27ab5b2a-e372-42d5-8dfb-dd5301ff93b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:54:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['e635094e-4c8c-4723-8f2a-7aac1dd04324'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:54:38.390836 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e1ef756d-866c-4279-8182-b45c69c1507d tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:38.412894 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e1ef756d-866c-4279-8182-b45c69c1507d tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:38.422000 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e1ef756d-866c-4279-8182-b45c69c1507d tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "DELETE /v2.0/networks/0d62ab40-f466-43ae-8cce-24b573c435e2 HTTP/1.1" status: 204 len: 168 time: 1.3943489 Sep 07 02:54:38.424452 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ef756d-866c-4279-8182-b45c69c1507d tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event deleted for resources: {'Network': ['ID=0d62ab40-f466-43ae-8cce-24b573c435e2,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:38.426807 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46396) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:38.427933 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9720b30-2d07-48f9-b293-45d06b521118 req-d3e914d8-36c5-464c-9896-46814263f40e tempest-ServerMetadataNegativeTestJSON-1034499802 tempest-ServerMetadataNegativeTestJSON-1034499802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:38.428085 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-95f5c456-56a7-4202-a3d4-8daeecf34f2e tempest-FloatingIPAdminTestJSON-273284402 tempest-FloatingIPAdminTestJSON-273284402-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:38.435941 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-217a2e96-a366-4275-baaf-8a63485f42fd tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-121367076'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:54:38.443421 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a9720b30-2d07-48f9-b293-45d06b521118 req-d3e914d8-36c5-464c-9896-46814263f40e tempest-ServerMetadataNegativeTestJSON-1034499802 tempest-ServerMetadataNegativeTestJSON-1034499802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:38.472394 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-27ab5b2a-e372-42d5-8dfb-dd5301ff93b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:54:38.473075 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ab5b2a-e372-42d5-8dfb-dd5301ff93b9 None None] The sync data for ids ['e635094e-4c8c-4723-8f2a-7aac1dd04324'] in n-d-796209-16 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:54:38.510312 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217a2e96-a366-4275-baaf-8a63485f42fd tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Made reservation on behalf of 819c73709af74aee976d11a35d78d7e6 for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:54:38.514160 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-217a2e96-a366-4275-baaf-8a63485f42fd tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:38.562452 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e914d8-36c5-464c-9896-46814263f40e tempest-ServerMetadataNegativeTestJSON-1034499802 tempest-ServerMetadataNegativeTestJSON-1034499802-project] Pushing event updated for resources: {'Port': ['ID=a1c21f5c-6ffa-4428-a7bc-53469541ea3e,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:38.610399 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a9720b30-2d07-48f9-b293-45d06b521118 req-d3e914d8-36c5-464c-9896-46814263f40e tempest-ServerMetadataNegativeTestJSON-1034499802 tempest-ServerMetadataNegativeTestJSON-1034499802-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5151978 Sep 07 02:54:38.623404 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-217a2e96-a366-4275-baaf-8a63485f42fd tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:54:38.629379 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-a9720b30-2d07-48f9-b293-45d06b521118 req-922a41c2-2ca2-4e00-93ec-c5a1d4bc132b service neutron] Request body: {'port': {'device_id': 'bbf054f6-848c-4821-9b5e-1d80f2736b8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:54:38.658918 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-217a2e96-a366-4275-baaf-8a63485f42fd tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:38.659427 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-217a2e96-a366-4275-baaf-8a63485f42fd tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Added segment 26d8b1db-52cb-4124-ba3b-1038a3572210 of type vlan for network 820595fc-89e3-4455-a96c-69f0baaceb10 Sep 07 02:54:38.675763 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa53ce-881a-4c2b-9707-9429ebf2ba3e req-384d9430-fb5c-4826-b2a1-6bb10e496629 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:38.677527 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a0aa53ce-881a-4c2b-9707-9429ebf2ba3e req-384d9430-fb5c-4826-b2a1-6bb10e496629 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 946 time: 0.1597512 Sep 07 02:54:38.788975 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a9720b30-2d07-48f9-b293-45d06b521118 req-922a41c2-2ca2-4e00-93ec-c5a1d4bc132b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:38.831412 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-217a2e96-a366-4275-baaf-8a63485f42fd tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:38.883748 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a0aa53ce-881a-4c2b-9707-9429ebf2ba3e req-95dbc5d7-974a-4808-8de0-3bc78ffdabe4 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=71b22b25-b5d6-4ba9-812b-2e36880aadcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1932592 Sep 07 02:54:38.891167 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-217a2e96-a366-4275-baaf-8a63485f42fd tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:38.896772 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217a2e96-a366-4275-baaf-8a63485f42fd tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:38.897381 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-217a2e96-a366-4275-baaf-8a63485f42fd tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:39.253008 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 8a6af86f-01cf-467b-b45c-0a2ab8d44e9e no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:54:39.257326 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b70038-b334-402a-93dd-76e1e2e1cd54 req-9f23bc9a-aa47-418d-ad48-6aada6bb77b5 tempest-ServerMetadataNegativeTestJSON-1034499802 tempest-ServerMetadataNegativeTestJSON-1034499802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:39.261130 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-49b70038-b334-402a-93dd-76e1e2e1cd54 req-9f23bc9a-aa47-418d-ad48-6aada6bb77b5 tempest-ServerMetadataNegativeTestJSON-1034499802 tempest-ServerMetadataNegativeTestJSON-1034499802-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbf054f6-848c-4821-9b5e-1d80f2736b8f HTTP/1.1" status: 200 len: 931 time: 0.2293720 Sep 07 02:54:39.295190 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 8a6af86f-01cf-467b-b45c-0a2ab8d44e9e {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:54:39.296053 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 8a6af86f-01cf-467b-b45c-0a2ab8d44e9e not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:54:39.409393 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-49b70038-b334-402a-93dd-76e1e2e1cd54 req-0d0024f9-0460-41b1-b35f-89303d895d45 tempest-ServerMetadataNegativeTestJSON-1034499802 tempest-ServerMetadataNegativeTestJSON-1034499802-project] 10.222.0.22 "GET /v2.0/security-groups?id=85d62c66-c66e-457c-bc00-918fcf14a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367540 Sep 07 02:54:39.511986 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-a9720b30-2d07-48f9-b293-45d06b521118 req-922a41c2-2ca2-4e00-93ec-c5a1d4bc132b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1c21f5c-6ffa-4428-a7bc-53469541ea3e {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:54:39.533307 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a9720b30-2d07-48f9-b293-45d06b521118 req-922a41c2-2ca2-4e00-93ec-c5a1d4bc132b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:39.560830 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-a9720b30-2d07-48f9-b293-45d06b521118 req-922a41c2-2ca2-4e00-93ec-c5a1d4bc132b service neutron] Transition to ACTIVE for port object a1c21f5c-6ffa-4428-a7bc-53469541ea3e will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:54:39.569231 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a9720b30-2d07-48f9-b293-45d06b521118 req-922a41c2-2ca2-4e00-93ec-c5a1d4bc132b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:39.730805 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217a2e96-a366-4275-baaf-8a63485f42fd tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event updated for resources: {'Network': ['ID=820595fc-89e3-4455-a96c-69f0baaceb10,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:39.738897 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922a41c2-2ca2-4e00-93ec-c5a1d4bc132b service neutron] Pushing event updated for resources: {'Port': ['ID=a1c21f5c-6ffa-4428-a7bc-53469541ea3e,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:39.753430 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-a9720b30-2d07-48f9-b293-45d06b521118 req-922a41c2-2ca2-4e00-93ec-c5a1d4bc132b service neutron] Attempting to bind port a1c21f5c-6ffa-4428-a7bc-53469541ea3e on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:54:39.753964 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-a9720b30-2d07-48f9-b293-45d06b521118 req-922a41c2-2ca2-4e00-93ec-c5a1d4bc132b service neutron] Attempting to bind port a1c21f5c-6ffa-4428-a7bc-53469541ea3e by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '21a86b78-471f-469c-a189-7252e038a934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8d6a7635-0330-4c07-b3d6-69fcc1a1d854'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:54:39.754671 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9720b30-2d07-48f9-b293-45d06b521118 req-922a41c2-2ca2-4e00-93ec-c5a1d4bc132b service neutron] Attempting to bind port a1c21f5c-6ffa-4428-a7bc-53469541ea3e on network 8d6a7635-0330-4c07-b3d6-69fcc1a1d854 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:54:39.756982 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 820595fc-89e3-4455-a96c-69f0baaceb10 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:54:39.759951 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-217a2e96-a366-4275-baaf-8a63485f42fd tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3294623 Sep 07 02:54:39.760764 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46404) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:39.768016 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-14b05152-0612-474e-bbb6-7d5d003d5cc9 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Request body: {'subnet': {'network_id': '820595fc-89e3-4455-a96c-69f0baaceb10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:54:39.776001 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9720b30-2d07-48f9-b293-45d06b521118 req-922a41c2-2ca2-4e00-93ec-c5a1d4bc132b service neutron] Port a1c21f5c-6ffa-4428-a7bc-53469541ea3e on network 8d6a7635-0330-4c07-b3d6-69fcc1a1d854 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:54:39.776001 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9720b30-2d07-48f9-b293-45d06b521118 req-922a41c2-2ca2-4e00-93ec-c5a1d4bc132b service neutron] Attempting to bind port a1c21f5c-6ffa-4428-a7bc-53469541ea3e on network 8d6a7635-0330-4c07-b3d6-69fcc1a1d854 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:54:39.788971 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9720b30-2d07-48f9-b293-45d06b521118 req-922a41c2-2ca2-4e00-93ec-c5a1d4bc132b service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:54:39.792022 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9720b30-2d07-48f9-b293-45d06b521118 req-922a41c2-2ca2-4e00-93ec-c5a1d4bc132b service neutron] Checking segment: {'id': '21a86b78-471f-469c-a189-7252e038a934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8d6a7635-0330-4c07-b3d6-69fcc1a1d854'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:54:39.792299 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9720b30-2d07-48f9-b293-45d06b521118 req-922a41c2-2ca2-4e00-93ec-c5a1d4bc132b service neutron] Bound using segment: {'id': '21a86b78-471f-469c-a189-7252e038a934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8d6a7635-0330-4c07-b3d6-69fcc1a1d854'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:54:39.792824 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-a9720b30-2d07-48f9-b293-45d06b521118 req-922a41c2-2ca2-4e00-93ec-c5a1d4bc132b service neutron] Bound port: a1c21f5c-6ffa-4428-a7bc-53469541ea3e, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21a86b78-471f-469c-a189-7252e038a934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8d6a7635-0330-4c07-b3d6-69fcc1a1d854'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:54:39.793260 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a9720b30-2d07-48f9-b293-45d06b521118 req-922a41c2-2ca2-4e00-93ec-c5a1d4bc132b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:39.968741 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-95f5c456-56a7-4202-a3d4-8daeecf34f2e tempest-FloatingIPAdminTestJSON-273284402 tempest-FloatingIPAdminTestJSON-273284402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:39.975197 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-a9720b30-2d07-48f9-b293-45d06b521118 req-922a41c2-2ca2-4e00-93ec-c5a1d4bc132b service neutron] For port a1c21f5c-6ffa-4428-a7bc-53469541ea3e, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:54:39.981724 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-a9720b30-2d07-48f9-b293-45d06b521118 req-922a41c2-2ca2-4e00-93ec-c5a1d4bc132b service neutron] For port a1c21f5c-6ffa-4428-a7bc-53469541ea3e, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=a1c21f5c-6ffa-4428-a7bc-53469541ea3e,segment=NetworkSegment(21a86b78-471f-469c-a189-7252e038a934),segment_id=21a86b78-471f-469c-a189-7252e038a934)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:54:40.005900 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a9720b30-2d07-48f9-b293-45d06b521118 req-922a41c2-2ca2-4e00-93ec-c5a1d4bc132b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:40.114814 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b05152-0612-474e-bbb6-7d5d003d5cc9 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Made reservation on behalf of 819c73709af74aee976d11a35d78d7e6 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:54:40.123363 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-14b05152-0612-474e-bbb6-7d5d003d5cc9 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:40.176488 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9720b30-2d07-48f9-b293-45d06b521118 req-922a41c2-2ca2-4e00-93ec-c5a1d4bc132b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:40.177484 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a9720b30-2d07-48f9-b293-45d06b521118 req-922a41c2-2ca2-4e00-93ec-c5a1d4bc132b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:40.179439 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a9720b30-2d07-48f9-b293-45d06b521118 req-922a41c2-2ca2-4e00-93ec-c5a1d4bc132b service neutron] 10.222.0.16 "PUT /v2.0/ports/a1c21f5c-6ffa-4428-a7bc-53469541ea3e HTTP/1.1" status: 200 len: 1092 time: 1.5559609 Sep 07 02:54:40.182308 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbf054f6-848c-4821-9b5e-1d80f2736b8f', 'tag': 'a1c21f5c-6ffa-4428-a7bc-53469541ea3e'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:54:40.185714 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e02e25fc-58de-4fe7-a0dc-75d589f2cd00" -d '{"events": [{"name": "network-changed", "server_uuid": "bbf054f6-848c-4821-9b5e-1d80f2736b8f", "tag": "a1c21f5c-6ffa-4428-a7bc-53469541ea3e"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:54:40.291164 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-95f5c456-56a7-4202-a3d4-8daeecf34f2e tempest-FloatingIPAdminTestJSON-273284402 tempest-FloatingIPAdminTestJSON-273284402-project-admin] Allocated IP 172.25.5.233 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/5bb4ec2d-5161-4a48-a883-61e71f2d6ded) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:54:40.331643 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922a41c2-2ca2-4e00-93ec-c5a1d4bc132b service neutron] Pushing event updated for resources: {'Port': ['ID=a1c21f5c-6ffa-4428-a7bc-53469541ea3e,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:40.370146 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912b05e-64ab-449e-9225-68710fcb2152 req-299ac122-aba2-46e9-8d2f-e15340621a5c tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:40.373078 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4912b05e-64ab-449e-9225-68710fcb2152 req-299ac122-aba2-46e9-8d2f-e15340621a5c tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 946 time: 0.3392642 Sep 07 02:54:40.418667 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9720b30-2d07-48f9-b293-45d06b521118 req-c2766215-6687-42f4-b9d9-5af573ae2e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:40.420432 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a9720b30-2d07-48f9-b293-45d06b521118 req-c2766215-6687-42f4-b9d9-5af573ae2e07 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=684a4b24923d4f33ad36fea9b1b8538e&device_id=bbf054f6-848c-4821-9b5e-1d80f2736b8f HTTP/1.1" status: 200 len: 1095 time: 0.1777651 Sep 07 02:54:40.491716 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 46418) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:40.498119 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-add53b8c-99e3-4f56-8ec1-ee8ac0e0e362 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1895049667', 'description': 'tempest-secgroup-smoke-1895049667 description', 'project_id': '626f31b15da14e0da01388cbfdee7f90'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:54:40.522636 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a9720b30-2d07-48f9-b293-45d06b521118 req-ef67111d-f56b-491e-8a46-1a765f633f33 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1c21f5c-6ffa-4428-a7bc-53469541ea3e HTTP/1.1" status: 200 len: 217 time: 0.0810120 Sep 07 02:54:40.527984 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6afcb0-4433-4399-b8b6-3120579068e0 x-openstack-request-id: req-5d6afcb0-4433-4399-b8b6-3120579068e0 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:54:40.528403 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbf054f6-848c-4821-9b5e-1d80f2736b8f", "tag": "a1c21f5c-6ffa-4428-a7bc-53469541ea3e", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:54:40.529344 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5d6afcb0-4433-4399-b8b6-3120579068e0 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:54:40.529859 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbf054f6-848c-4821-9b5e-1d80f2736b8f', 'tag': 'a1c21f5c-6ffa-4428-a7bc-53469541ea3e', 'status': 'completed', 'code': 200} Sep 07 02:54:40.533999 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4912b05e-64ab-449e-9225-68710fcb2152 req-f2339b7f-b917-45dd-84a1-7307316697e0 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=71b22b25-b5d6-4ba9-812b-2e36880aadcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523318 Sep 07 02:54:40.537002 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-add53b8c-99e3-4f56-8ec1-ee8ac0e0e362 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:40.622576 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-add53b8c-99e3-4f56-8ec1-ee8ac0e0e362 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:40.666963 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-95f5c456-56a7-4202-a3d4-8daeecf34f2e tempest-FloatingIPAdminTestJSON-273284402 tempest-FloatingIPAdminTestJSON-273284402-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:40.698260 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9720b30-2d07-48f9-b293-45d06b521118 req-e1b91041-6b0f-4dcb-8250-e04f2bac9472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:40.699884 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a9720b30-2d07-48f9-b293-45d06b521118 req-e1b91041-6b0f-4dcb-8250-e04f2bac9472 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d7884018-8ddc-4d3b-ad23-bdb1add6f5e4 HTTP/1.1" status: 200 len: 861 time: 0.1650279 Sep 07 02:54:40.764320 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a9720b30-2d07-48f9-b293-45d06b521118 req-6c1a2b24-6faf-43c0-8939-2caac49c7145 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8d6a7635-0330-4c07-b3d6-69fcc1a1d854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536633 Sep 07 02:54:40.853768 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b22e93-7f16-47b9-b4d1-4b37b9cbfc40 req-36e8a450-9dcc-4578-bf0f-4cb24fcbe890 tempest-ServerMetadataNegativeTestJSON-1034499802 tempest-ServerMetadataNegativeTestJSON-1034499802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:40.855502 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a3b22e93-7f16-47b9-b4d1-4b37b9cbfc40 req-36e8a450-9dcc-4578-bf0f-4cb24fcbe890 tempest-ServerMetadataNegativeTestJSON-1034499802 tempest-ServerMetadataNegativeTestJSON-1034499802-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbf054f6-848c-4821-9b5e-1d80f2736b8f HTTP/1.1" status: 200 len: 943 time: 0.1614053 Sep 07 02:54:40.866320 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-95f5c456-56a7-4202-a3d4-8daeecf34f2e tempest-FloatingIPAdminTestJSON-273284402 tempest-FloatingIPAdminTestJSON-273284402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:40.912198 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-14b05152-0612-474e-bbb6-7d5d003d5cc9 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:40.937819 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a9720b30-2d07-48f9-b293-45d06b521118 req-d68d7d6a-813e-4197-a690-a190d376e3b3 service neutron] 10.222.0.16 "GET /v2.0/networks/8d6a7635-0330-4c07-b3d6-69fcc1a1d854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664820 Sep 07 02:54:41.004459 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-add53b8c-99e3-4f56-8ec1-ee8ac0e0e362 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:41.028023 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-add53b8c-99e3-4f56-8ec1-ee8ac0e0e362 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:41.047986 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f5c456-56a7-4202-a3d4-8daeecf34f2e tempest-FloatingIPAdminTestJSON-273284402 tempest-FloatingIPAdminTestJSON-273284402-project-admin] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:54:41.140865 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b05152-0612-474e-bbb6-7d5d003d5cc9 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event updated for resources: {'Subnet': ['ID=cb3b6ad2-87ae-4173-b33d-785e6af7bcba,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:41.175171 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f5c456-56a7-4202-a3d4-8daeecf34f2e tempest-FloatingIPAdminTestJSON-273284402 tempest-FloatingIPAdminTestJSON-273284402-project-admin] Pushing event updated for resources: {'Port': ['ID=5bb4ec2d-5161-4a48-a883-61e71f2d6ded,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:41.186264 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-95f5c456-56a7-4202-a3d4-8daeecf34f2e tempest-FloatingIPAdminTestJSON-273284402 tempest-FloatingIPAdminTestJSON-273284402-project-admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:54:41.199099 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f5c456-56a7-4202-a3d4-8daeecf34f2e tempest-FloatingIPAdminTestJSON-273284402 tempest-FloatingIPAdminTestJSON-273284402-project-admin] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:54:41.212536 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add53b8c-99e3-4f56-8ec1-ee8ac0e0e362 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cedc94d-5eb8-4164-8b8f-c7ddf644bb5b,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:41.290071 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a9720b30-2d07-48f9-b293-45d06b521118 req-e0eb0ef3-23f0-4279-a69f-74adb5ac8e82 service neutron] 10.222.0.16 "GET /v2.0/networks/8d6a7635-0330-4c07-b3d6-69fcc1a1d854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313036 Sep 07 02:54:41.409140 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a3b22e93-7f16-47b9-b4d1-4b37b9cbfc40 req-d0c6ecc6-7294-4911-bc63-f5d45ab9f502 tempest-ServerMetadataNegativeTestJSON-1034499802 tempest-ServerMetadataNegativeTestJSON-1034499802-project] 10.222.0.22 "GET /v2.0/security-groups?id=85d62c66-c66e-457c-bc00-918fcf14a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5469527 Sep 07 02:54:41.410050 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-add53b8c-99e3-4f56-8ec1-ee8ac0e0e362 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:41.423051 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-add53b8c-99e3-4f56-8ec1-ee8ac0e0e362 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:41.528543 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-add53b8c-99e3-4f56-8ec1-ee8ac0e0e362 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:41.532708 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-add53b8c-99e3-4f56-8ec1-ee8ac0e0e362 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0364077 Sep 07 02:54:41.532708 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add53b8c-99e3-4f56-8ec1-ee8ac0e0e362 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=227b796e-e331-4437-9ee2-e029d8455d47,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:41.534046 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 46432) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:41.536996 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e25fc-58de-4fe7-a0dc-75d589f2cd00 req-2d502022-b0ec-465d-8a53-0235aeb0b771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:41.539061 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e02e25fc-58de-4fe7-a0dc-75d589f2cd00 req-2d502022-b0ec-465d-8a53-0235aeb0b771 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=684a4b24923d4f33ad36fea9b1b8538e&device_id=bbf054f6-848c-4821-9b5e-1d80f2736b8f HTTP/1.1" status: 200 len: 1095 time: 0.1876922 Sep 07 02:54:41.551803 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-2938117a-587f-458d-b929-442e559b73fc tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Request body: {'security_group_rule': {'security_group_id': '227b796e-e331-4437-9ee2-e029d8455d47', 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:54:41.562780 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-95f5c456-56a7-4202-a3d4-8daeecf34f2e tempest-FloatingIPAdminTestJSON-273284402 tempest-FloatingIPAdminTestJSON-273284402-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:41.691557 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b05152-0612-474e-bbb6-7d5d003d5cc9 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Checking segment: {'id': '26d8b1db-52cb-4124-ba3b-1038a3572210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '820595fc-89e3-4455-a96c-69f0baaceb10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:54:41.691836 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b05152-0612-474e-bbb6-7d5d003d5cc9 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Network hostable DHCP agents. Network: 820595fc-89e3-4455-a96c-69f0baaceb10, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:54:41.697647 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-95f5c456-56a7-4202-a3d4-8daeecf34f2e tempest-FloatingIPAdminTestJSON-273284402 tempest-FloatingIPAdminTestJSON-273284402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:41.752544 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e25fc-58de-4fe7-a0dc-75d589f2cd00 req-04f35ad4-2c1f-4861-bb2d-0bba35062f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:41.754122 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e02e25fc-58de-4fe7-a0dc-75d589f2cd00 req-04f35ad4-2c1f-4861-bb2d-0bba35062f87 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8d6a7635-0330-4c07-b3d6-69fcc1a1d854 HTTP/1.1" status: 200 len: 921 time: 0.1938100 Sep 07 02:54:41.856898 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e02e25fc-58de-4fe7-a0dc-75d589f2cd00 req-0dd8ec19-b275-486c-b7a5-51d142210d6d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1c21f5c-6ffa-4428-a7bc-53469541ea3e HTTP/1.1" status: 200 len: 217 time: 0.0573120 Sep 07 02:54:41.903510 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b05152-0612-474e-bbb6-7d5d003d5cc9 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Network 820595fc-89e3-4455-a96c-69f0baaceb10 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:54:41.919508 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-14b05152-0612-474e-bbb6-7d5d003d5cc9 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 820595fc-89e3-4455-a96c-69f0baaceb10) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:54:41.927409 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b05152-0612-474e-bbb6-7d5d003d5cc9 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:41.928528 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498ec8f9-be8f-4d61-9ed1-5cbfc816b7bf None None] Network 820595fc-89e3-4455-a96c-69f0baaceb10 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:54:41.929067 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-14b05152-0612-474e-bbb6-7d5d003d5cc9 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:42.033055 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-14b05152-0612-474e-bbb6-7d5d003d5cc9 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2705486 Sep 07 02:54:42.034194 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2938117a-587f-458d-b929-442e559b73fc tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:42.037407 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46436) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:42.059590 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-4b8823b5-98ed-4d1b-8ed3-5434aa3b7e36 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Request body: {'port': {'network_id': '820595fc-89e3-4455-a96c-69f0baaceb10', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-810295543'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:54:42.088940 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e25fc-58de-4fe7-a0dc-75d589f2cd00 req-a5d34cd0-f6d0-47e9-8515-e1cb63c8bc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:42.090031 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e02e25fc-58de-4fe7-a0dc-75d589f2cd00 req-a5d34cd0-f6d0-47e9-8515-e1cb63c8bc57 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d7884018-8ddc-4d3b-ad23-bdb1add6f5e4 HTTP/1.1" status: 200 len: 861 time: 0.2177541 Sep 07 02:54:42.124506 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2938117a-587f-458d-b929-442e559b73fc tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:42.195266 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb484d5-2209-493e-a36b-df5fff511ab0 req-6f96014d-6aa9-4faf-847d-8216d2098746 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:42.199732 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-beb484d5-2209-493e-a36b-df5fff511ab0 req-6f96014d-6aa9-4faf-847d-8216d2098746 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 946 time: 0.4446666 Sep 07 02:54:42.214021 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e02e25fc-58de-4fe7-a0dc-75d589f2cd00 req-6d76d57b-98d2-49e3-a6f1-79a33447a167 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8d6a7635-0330-4c07-b3d6-69fcc1a1d854&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733747 Sep 07 02:54:42.241127 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8823b5-98ed-4d1b-8ed3-5434aa3b7e36 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Made reservation on behalf of 819c73709af74aee976d11a35d78d7e6 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:54:42.246610 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4b8823b5-98ed-4d1b-8ed3-5434aa3b7e36 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:42.272103 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-4b8823b5-98ed-4d1b-8ed3-5434aa3b7e36 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] device_id is not set on port b2808159-f19b-4ffb-b1de-dcb161acbbef yet. {{(pid=94701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:54:42.296422 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2938117a-587f-458d-b929-442e559b73fc tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:42.308252 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 46448) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:42.312468 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-beb484d5-2209-493e-a36b-df5fff511ab0 req-a9b51745-d7d6-4639-a6ae-c982e3a69171 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=71b22b25-b5d6-4ba9-812b-2e36880aadcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877564 Sep 07 02:54:42.335685 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2938117a-587f-458d-b929-442e559b73fc tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb6d53f0-980c-418f-aaef-fd2bddff1768,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:42.382746 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2938117a-587f-458d-b929-442e559b73fc tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:42.387950 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-2938117a-587f-458d-b929-442e559b73fc tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8484750 Sep 07 02:54:42.391364 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 46452) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:42.424920 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-ac572adb-ba91-4143-8716-0bc3cf00bd85 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Request body: {'security_group_rule': {'security_group_id': '227b796e-e331-4437-9ee2-e029d8455d47', 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:54:42.519252 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ac572adb-ba91-4143-8716-0bc3cf00bd85 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:42.532240 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37f12bb-5f5f-4e5b-873b-d3e789e38462 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-820595fc-89e3-4455-a96c-69f0baaceb10', 'network_id': '820595fc-89e3-4455-a96c-69f0baaceb10', 'tenant_id': '819c73709af74aee976d11a35d78d7e6', 'fixed_ips': [{'subnet_id': 'cb3b6ad2-87ae-4173-b33d-785e6af7bcba'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:54:42.533139 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e37f12bb-5f5f-4e5b-873b-d3e789e38462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:42.537763 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-95f5c456-56a7-4202-a3d4-8daeecf34f2e tempest-FloatingIPAdminTestJSON-273284402 tempest-FloatingIPAdminTestJSON-273284402-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:42.560464 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-95f5c456-56a7-4202-a3d4-8daeecf34f2e tempest-FloatingIPAdminTestJSON-273284402 tempest-FloatingIPAdminTestJSON-273284402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:42.617580 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ac572adb-ba91-4143-8716-0bc3cf00bd85 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:42.628261 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ac572adb-ba91-4143-8716-0bc3cf00bd85 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:42.674400 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac572adb-ba91-4143-8716-0bc3cf00bd85 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f490edf8-d0bc-4726-a23a-fc14f4b21dea,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:42.688791 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ac572adb-ba91-4143-8716-0bc3cf00bd85 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:42.709375 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ac572adb-ba91-4143-8716-0bc3cf00bd85 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2884381 Sep 07 02:54:42.709929 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 46458) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:42.722699 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-b93fa270-1e9b-4c10-bd4a-b92c702fc23a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Request body: {'security_group_rule': {'security_group_id': '227b796e-e331-4437-9ee2-e029d8455d47', 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:54:42.744358 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e02e25fc-58de-4fe7-a0dc-75d589f2cd00 req-3a13a17d-e5d7-4661-b5f3-3e2f149f7f12 service neutron] 10.222.0.16 "GET /v2.0/networks/8d6a7635-0330-4c07-b3d6-69fcc1a1d854?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5292280 Sep 07 02:54:42.846443 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-4b8823b5-98ed-4d1b-8ed3-5434aa3b7e36 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Allocated IP 2001:db8::342 (820595fc-89e3-4455-a96c-69f0baaceb10/cb3b6ad2-87ae-4173-b33d-785e6af7bcba/b2808159-f19b-4ffb-b1de-dcb161acbbef) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:54:42.869560 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f5c456-56a7-4202-a3d4-8daeecf34f2e tempest-FloatingIPAdminTestJSON-273284402 tempest-FloatingIPAdminTestJSON-273284402-project-admin] Pushing event updated for resources: {'Port': ['ID=5bb4ec2d-5161-4a48-a883-61e71f2d6ded,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:42.936185 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-95f5c456-56a7-4202-a3d4-8daeecf34f2e tempest-FloatingIPAdminTestJSON-273284402 tempest-FloatingIPAdminTestJSON-273284402-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:42.964527 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95b608c-28a3-417d-b6b1-4c32f8bfbc67 req-7bb129ba-cfee-40b1-9bfb-abd4ab712b40 tempest-ServerMetadataNegativeTestJSON-1034499802 tempest-ServerMetadataNegativeTestJSON-1034499802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:42.978069 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a95b608c-28a3-417d-b6b1-4c32f8bfbc67 req-7bb129ba-cfee-40b1-9bfb-abd4ab712b40 tempest-ServerMetadataNegativeTestJSON-1034499802 tempest-ServerMetadataNegativeTestJSON-1034499802-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbf054f6-848c-4821-9b5e-1d80f2736b8f HTTP/1.1" status: 200 len: 943 time: 0.4116910 Sep 07 02:54:43.156969 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a95b608c-28a3-417d-b6b1-4c32f8bfbc67 req-915c5164-35eb-4534-acf2-09a06b2b8b9a tempest-ServerMetadataNegativeTestJSON-1034499802 tempest-ServerMetadataNegativeTestJSON-1034499802-project] 10.222.0.22 "GET /v2.0/security-groups?id=85d62c66-c66e-457c-bc00-918fcf14a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715083 Sep 07 02:54:43.309254 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4b8823b5-98ed-4d1b-8ed3-5434aa3b7e36 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:43.343127 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-4b8823b5-98ed-4d1b-8ed3-5434aa3b7e36 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Transition to ACTIVE for port object b2808159-f19b-4ffb-b1de-dcb161acbbef will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:54:43.461280 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4b8823b5-98ed-4d1b-8ed3-5434aa3b7e36 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:43.556728 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-e37f12bb-5f5f-4e5b-873b-d3e789e38462 None None] Allocated IP 2001:db8::2 (820595fc-89e3-4455-a96c-69f0baaceb10/cb3b6ad2-87ae-4173-b33d-785e6af7bcba/7bc62604-944e-4c5e-81a7-3a83c4fcf7a2) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:54:43.587174 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e02e25fc-58de-4fe7-a0dc-75d589f2cd00 req-393d5af6-5539-4f01-a05c-463b4f8eb8de service neutron] 10.222.0.16 "GET /v2.0/networks/8d6a7635-0330-4c07-b3d6-69fcc1a1d854?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6992569 Sep 07 02:54:43.592172 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8823b5-98ed-4d1b-8ed3-5434aa3b7e36 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event updated for resources: {'Port': ['ID=b2808159-f19b-4ffb-b1de-dcb161acbbef,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:43.622925 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8823b5-98ed-4d1b-8ed3-5434aa3b7e36 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Network 820595fc-89e3-4455-a96c-69f0baaceb10 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:54:43.626443 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-4b8823b5-98ed-4d1b-8ed3-5434aa3b7e36 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:54:43.634476 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8823b5-98ed-4d1b-8ed3-5434aa3b7e36 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:54:43.647829 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8823b5-98ed-4d1b-8ed3-5434aa3b7e36 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:43.650341 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4b8823b5-98ed-4d1b-8ed3-5434aa3b7e36 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:43.777114 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-4b8823b5-98ed-4d1b-8ed3-5434aa3b7e36 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.7385759 Sep 07 02:54:43.778380 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-95f5c456-56a7-4202-a3d4-8daeecf34f2e tempest-FloatingIPAdminTestJSON-273284402 tempest-FloatingIPAdminTestJSON-273284402-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:43.779545 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-95f5c456-56a7-4202-a3d4-8daeecf34f2e tempest-FloatingIPAdminTestJSON-273284402 tempest-FloatingIPAdminTestJSON-273284402-project-admin] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4845939 Sep 07 02:54:43.780767 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46464) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:43.807395 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46466) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:43.846767 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e37f12bb-5f5f-4e5b-873b-d3e789e38462 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:43.868628 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-e37f12bb-5f5f-4e5b-873b-d3e789e38462 None None] Transition to ACTIVE for port object 7bc62604-944e-4c5e-81a7-3a83c4fcf7a2 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:54:43.895983 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-e37f12bb-5f5f-4e5b-873b-d3e789e38462 None None] Transition to ACTIVE for port object 7bc62604-944e-4c5e-81a7-3a83c4fcf7a2 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:54:43.909055 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e37f12bb-5f5f-4e5b-873b-d3e789e38462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:43.911100 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b93fa270-1e9b-4c10-bd4a-b92c702fc23a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:44.002390 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-d06f4e7a-c7b9-4b01-aaf5-47759ce4aadb tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Deleting port b2808159-f19b-4ffb-b1de-dcb161acbbef {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:54:44.002936 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d06f4e7a-c7b9-4b01-aaf5-47759ce4aadb tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:44.021399 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37f12bb-5f5f-4e5b-873b-d3e789e38462 None None] Pushing event updated for resources: {'Port': ['ID=7bc62604-944e-4c5e-81a7-3a83c4fcf7a2,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:44.064786 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37f12bb-5f5f-4e5b-873b-d3e789e38462 None None] Network 820595fc-89e3-4455-a96c-69f0baaceb10 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:54:44.066873 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b93fa270-1e9b-4c10-bd4a-b92c702fc23a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:44.071302 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-e37f12bb-5f5f-4e5b-873b-d3e789e38462 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:54:44.084269 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37f12bb-5f5f-4e5b-873b-d3e789e38462 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:54:44.086171 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b93fa270-1e9b-4c10-bd4a-b92c702fc23a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:44.168981 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-e37f12bb-5f5f-4e5b-873b-d3e789e38462 None None] Attempting to bind port 7bc62604-944e-4c5e-81a7-3a83c4fcf7a2 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:54:44.169776 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-e37f12bb-5f5f-4e5b-873b-d3e789e38462 None None] Attempting to bind port 7bc62604-944e-4c5e-81a7-3a83c4fcf7a2 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '26d8b1db-52cb-4124-ba3b-1038a3572210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '820595fc-89e3-4455-a96c-69f0baaceb10'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:54:44.170366 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37f12bb-5f5f-4e5b-873b-d3e789e38462 None None] Attempting to bind port 7bc62604-944e-4c5e-81a7-3a83c4fcf7a2 on network 820595fc-89e3-4455-a96c-69f0baaceb10 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:54:44.177481 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea8d872-2688-469e-b709-48fa44ac0513 req-0745bd87-4870-45ed-907c-1e9a1681b685 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:44.179311 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-aea8d872-2688-469e-b709-48fa44ac0513 req-0745bd87-4870-45ed-907c-1e9a1681b685 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 946 time: 0.5893321 Sep 07 02:54:44.180469 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37f12bb-5f5f-4e5b-873b-d3e789e38462 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:54:44.181162 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37f12bb-5f5f-4e5b-873b-d3e789e38462 None None] Checking segment: {'id': '26d8b1db-52cb-4124-ba3b-1038a3572210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '820595fc-89e3-4455-a96c-69f0baaceb10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:54:44.182082 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e37f12bb-5f5f-4e5b-873b-d3e789e38462 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:44.182708 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37f12bb-5f5f-4e5b-873b-d3e789e38462 None None] Bound using segment: {'id': '26d8b1db-52cb-4124-ba3b-1038a3572210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '820595fc-89e3-4455-a96c-69f0baaceb10'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:54:44.183572 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-e37f12bb-5f5f-4e5b-873b-d3e789e38462 None None] Bound port: 7bc62604-944e-4c5e-81a7-3a83c4fcf7a2, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26d8b1db-52cb-4124-ba3b-1038a3572210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '820595fc-89e3-4455-a96c-69f0baaceb10'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:54:44.184181 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e37f12bb-5f5f-4e5b-873b-d3e789e38462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:44.193651 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b93fa270-1e9b-4c10-bd4a-b92c702fc23a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:44.200113 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b93fa270-1e9b-4c10-bd4a-b92c702fc23a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4888942 Sep 07 02:54:44.201258 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-f3da4deb-9796-48c8-b2cf-5db018b138eb tempest-FloatingIPAdminTestJSON-1354240478 tempest-FloatingIPAdminTestJSON-1354240478-project] Request body: {'floatingip': {'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:54:44.203853 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 46472) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:44.226943 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d06f4e7a-c7b9-4b01-aaf5-47759ce4aadb tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:44.245000 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-d06f4e7a-c7b9-4b01-aaf5-47759ce4aadb tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Calling delete_port for b2808159-f19b-4ffb-b1de-dcb161acbbef owned by {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:54:44.281965 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-558f918d-1666-400b-a4ae-7ede4780da35 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Request body: {'security_group_rule': {'security_group_id': '227b796e-e331-4437-9ee2-e029d8455d47', 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:54:44.321590 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 02:54:44.329642 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-aea8d872-2688-469e-b709-48fa44ac0513 req-fd2497d7-5d72-435f-85d9-81779698fd5b tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=71b22b25-b5d6-4ba9-812b-2e36880aadcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231661 Sep 07 02:54:44.341208 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93fa270-1e9b-4c10-bd4a-b92c702fc23a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1254d665-c859-4002-9893-e8399a896f81,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:44.370021 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-e37f12bb-5f5f-4e5b-873b-d3e789e38462 None None] For port 7bc62604-944e-4c5e-81a7-3a83c4fcf7a2, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:54:44.373758 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-e37f12bb-5f5f-4e5b-873b-d3e789e38462 None None] For port 7bc62604-944e-4c5e-81a7-3a83c4fcf7a2, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=7bc62604-944e-4c5e-81a7-3a83c4fcf7a2,segment=NetworkSegment(26d8b1db-52cb-4124-ba3b-1038a3572210),segment_id=26d8b1db-52cb-4124-ba3b-1038a3572210)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:54:44.386897 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e37f12bb-5f5f-4e5b-873b-d3e789e38462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:44.448542 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-558f918d-1666-400b-a4ae-7ede4780da35 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:44.454185 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d06f4e7a-c7b9-4b01-aaf5-47759ce4aadb tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:44.487118 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37f12bb-5f5f-4e5b-873b-d3e789e38462 None None] Pushing event updated for resources: {'Port': ['ID=7bc62604-944e-4c5e-81a7-3a83c4fcf7a2,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:44.496536 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device a1c21f5c-6ffa-4428-a7bc-53469541ea3e details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:54:44.517272 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06f4e7a-c7b9-4b01-aaf5-47759ce4aadb tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event deleted for resources: {'Port': ['ID=b2808159-f19b-4ffb-b1de-dcb161acbbef,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:44.593728 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d06f4e7a-c7b9-4b01-aaf5-47759ce4aadb tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:44.593728 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d06f4e7a-c7b9-4b01-aaf5-47759ce4aadb tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "DELETE /v2.0/ports/b2808159-f19b-4ffb-b1de-dcb161acbbef HTTP/1.1" status: 204 len: 168 time: 0.8090878 Sep 07 02:54:44.602143 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f3da4deb-9796-48c8-b2cf-5db018b138eb tempest-FloatingIPAdminTestJSON-1354240478 tempest-FloatingIPAdminTestJSON-1354240478-project] Notify callbacks [] for floatingip, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:44.610851 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46474) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:44.668464 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-558f918d-1666-400b-a4ae-7ede4780da35 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:44.680960 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b9cd0ff-1ff2-4bf2-aa9e-a31338bbc2c2 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] GET failed (client error): The resource could not be found. Sep 07 02:54:44.682793 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-7b9cd0ff-1ff2-4bf2-aa9e-a31338bbc2c2 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "GET /v2.0/ports/b2808159-f19b-4ffb-b1de-dcb161acbbef HTTP/1.1" status: 404 len: 333 time: 0.0689514 Sep 07 02:54:44.685669 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-558f918d-1666-400b-a4ae-7ede4780da35 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:44.695176 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 46476) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:44.715007 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b5dd6-9896-4ce5-b305-282aa04b4a89 req-6b4cb213-070a-4a67-9896-c896a30e6f34 tempest-ServerMetadataNegativeTestJSON-1034499802 tempest-ServerMetadataNegativeTestJSON-1034499802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:44.729486 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d06b5dd6-9896-4ce5-b305-282aa04b4a89 req-6b4cb213-070a-4a67-9896-c896a30e6f34 tempest-ServerMetadataNegativeTestJSON-1034499802 tempest-ServerMetadataNegativeTestJSON-1034499802-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbf054f6-848c-4821-9b5e-1d80f2736b8f HTTP/1.1" status: 200 len: 943 time: 0.2938497 Sep 07 02:54:44.761723 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port a1c21f5c-6ffa-4428-a7bc-53469541ea3e, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=a1c21f5c-6ffa-4428-a7bc-53469541ea3e,segment=NetworkSegment(21a86b78-471f-469c-a189-7252e038a934),segment_id=21a86b78-471f-469c-a189-7252e038a934)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:54:44.790706 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': 'a1c21f5c-6ffa-4428-a7bc-53469541ea3e', 'network_id': '8d6a7635-0330-4c07-b3d6-69fcc1a1d854', 'port_id': 'a1c21f5c-6ffa-4428-a7bc-53469541ea3e', 'mac_address': 'fa:16:3e:8a:c4:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7884018-8ddc-4d3b-ad23-bdb1add6f5e4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:54:44.804537 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d06b5dd6-9896-4ce5-b305-282aa04b4a89 req-94dee6c9-2ff9-4f7b-ad77-d87486558f1a tempest-ServerMetadataNegativeTestJSON-1034499802 tempest-ServerMetadataNegativeTestJSON-1034499802-project] 10.222.0.22 "GET /v2.0/security-groups?id=85d62c66-c66e-457c-bc00-918fcf14a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674388 Sep 07 02:54:44.815325 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558f918d-1666-400b-a4ae-7ede4780da35 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a39608a-51e9-4800-8d41-0d2ca776da48,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:45.003014 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-558f918d-1666-400b-a4ae-7ede4780da35 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:45.009253 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-558f918d-1666-400b-a4ae-7ede4780da35 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7383549 Sep 07 02:54:45.012377 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f3da4deb-9796-48c8-b2cf-5db018b138eb tempest-FloatingIPAdminTestJSON-1354240478 tempest-FloatingIPAdminTestJSON-1354240478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:45.014321 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46486) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:45.026551 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:45.028797 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-d7a84173-1b90-4bdc-9464-0976d24f12b4 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Request body: {'security_group_rule': {'security_group_id': '227b796e-e331-4437-9ee2-e029d8455d47', 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:54:45.074776 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1c21f5c-6ffa-4428-a7bc-53469541ea3e {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:54:45.120133 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port a1c21f5c-6ffa-4428-a7bc-53469541ea3e, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=a1c21f5c-6ffa-4428-a7bc-53469541ea3e,segment=NetworkSegment(21a86b78-471f-469c-a189-7252e038a934),segment_id=21a86b78-471f-469c-a189-7252e038a934)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:54:45.127461 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:45.130958 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a54e33e-6d8c-4da6-a871-2be87ca393ce tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Deleting subnet cb3b6ad2-87ae-4173-b33d-785e6af7bcba {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:54:45.145006 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9a54e33e-6d8c-4da6-a871-2be87ca393ce tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:45.194929 n-d-796209-16 neutron-server[94701]: INFO neutron.db.securitygroups_db [None req-d7a84173-1b90-4bdc-9464-0976d24f12b4 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Project 626f31b15da14e0da01388cbfdee7f90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 02:54:45.230512 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d7a84173-1b90-4bdc-9464-0976d24f12b4 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:45.247791 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-33831afd-8ac2-49e1-8471-39a21959fc6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:45.287593 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=a1c21f5c-6ffa-4428-a7bc-53469541ea3e,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:45.342422 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['a1c21f5c-6ffa-4428-a7bc-53469541ea3e'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:54:45.400403 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 7bc62604-944e-4c5e-81a7-3a83c4fcf7a2 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:54:45.401838 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9a54e33e-6d8c-4da6-a871-2be87ca393ce tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:45.457182 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-f3da4deb-9796-48c8-b2cf-5db018b138eb tempest-FloatingIPAdminTestJSON-1354240478 tempest-FloatingIPAdminTestJSON-1354240478-project] Allocated IP 172.25.5.104 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/e8521663-9f30-4f73-9bce-19aa5ed86939) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:54:45.490367 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d7a84173-1b90-4bdc-9464-0976d24f12b4 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:45.512883 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d7a84173-1b90-4bdc-9464-0976d24f12b4 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:45.606977 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 7bc62604-944e-4c5e-81a7-3a83c4fcf7a2 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:54:45.618883 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 46498) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:45.623473 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a84173-1b90-4bdc-9464-0976d24f12b4 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2131def-64a9-418d-b3d4-f176f99d4a9e,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:45.651347 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d7a84173-1b90-4bdc-9464-0976d24f12b4 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:45.655641 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d7a84173-1b90-4bdc-9464-0976d24f12b4 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6396883 Sep 07 02:54:45.658274 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46502) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:45.667156 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-823fb6d4-a73b-45ba-82e8-e7518f2acf2a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Request body: {'security_group_rule': {'security_group_id': '227b796e-e331-4437-9ee2-e029d8455d47', 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:54:45.758988 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f3da4deb-9796-48c8-b2cf-5db018b138eb tempest-FloatingIPAdminTestJSON-1354240478 tempest-FloatingIPAdminTestJSON-1354240478-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:45.777196 n-d-796209-16 neutron-server[94701]: INFO neutron.db.securitygroups_db [None req-823fb6d4-a73b-45ba-82e8-e7518f2acf2a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Project 626f31b15da14e0da01388cbfdee7f90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 02:54:45.804009 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-823fb6d4-a73b-45ba-82e8-e7518f2acf2a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:45.904328 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f830c892-e02f-40a2-be8a-9400fa0c5689 req-290395a1-4ab9-476f-a7e8-d06dd2c1d92b tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:45.907119 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f830c892-e02f-40a2-be8a-9400fa0c5689 req-290395a1-4ab9-476f-a7e8-d06dd2c1d92b tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 946 time: 0.4266522 Sep 07 02:54:45.926428 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-02b2a095-efe1-4935-a7ac-3a7e98e6b3f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:45.939089 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-823fb6d4-a73b-45ba-82e8-e7518f2acf2a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:45.947189 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9a54e33e-6d8c-4da6-a871-2be87ca393ce tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:45.954817 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f3da4deb-9796-48c8-b2cf-5db018b138eb tempest-FloatingIPAdminTestJSON-1354240478 tempest-FloatingIPAdminTestJSON-1354240478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:45.979083 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-823fb6d4-a73b-45ba-82e8-e7518f2acf2a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:46.082860 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3da4deb-9796-48c8-b2cf-5db018b138eb tempest-FloatingIPAdminTestJSON-1354240478 tempest-FloatingIPAdminTestJSON-1354240478-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:54:46.084615 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823fb6d4-a73b-45ba-82e8-e7518f2acf2a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f676f6d4-babc-4b4a-a9ad-c55f70dd1a69,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:46.094128 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-f3da4deb-9796-48c8-b2cf-5db018b138eb tempest-FloatingIPAdminTestJSON-1354240478 tempest-FloatingIPAdminTestJSON-1354240478-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:54:46.100549 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3da4deb-9796-48c8-b2cf-5db018b138eb tempest-FloatingIPAdminTestJSON-1354240478 tempest-FloatingIPAdminTestJSON-1354240478-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:54:46.120819 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f830c892-e02f-40a2-be8a-9400fa0c5689 req-ae2db8e8-8173-4a40-ad54-ab081442fae2 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=71b22b25-b5d6-4ba9-812b-2e36880aadcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1997623 Sep 07 02:54:46.154703 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3da4deb-9796-48c8-b2cf-5db018b138eb tempest-FloatingIPAdminTestJSON-1354240478 tempest-FloatingIPAdminTestJSON-1354240478-project] Pushing event updated for resources: {'Port': ['ID=e8521663-9f30-4f73-9bce-19aa5ed86939,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:46.188970 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9a54e33e-6d8c-4da6-a871-2be87ca393ce tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:46.212852 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9a54e33e-6d8c-4da6-a871-2be87ca393ce tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:46.218425 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9a54e33e-6d8c-4da6-a871-2be87ca393ce tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "DELETE /v2.0/subnets/cb3b6ad2-87ae-4173-b33d-785e6af7bcba HTTP/1.1" status: 204 len: 168 time: 1.4842045 Sep 07 02:54:46.223740 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e9454-873a-4b0a-9eb4-8962d53b8600 req-d5eb519f-8af9-4250-9e93-3f09e8dcaa98 tempest-ServerMetadataNegativeTestJSON-1034499802 tempest-ServerMetadataNegativeTestJSON-1034499802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:46.231887 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-432e9454-873a-4b0a-9eb4-8962d53b8600 req-d5eb519f-8af9-4250-9e93-3f09e8dcaa98 tempest-ServerMetadataNegativeTestJSON-1034499802 tempest-ServerMetadataNegativeTestJSON-1034499802-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbf054f6-848c-4821-9b5e-1d80f2736b8f HTTP/1.1" status: 200 len: 944 time: 0.2908835 Sep 07 02:54:46.234719 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46506) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:46.274221 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a54e33e-6d8c-4da6-a871-2be87ca393ce tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event deleted for resources: {'Subnet': ['ID=cb3b6ad2-87ae-4173-b33d-785e6af7bcba,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:46.382629 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-02b2a095-efe1-4935-a7ac-3a7e98e6b3f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:46.393096 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-02b2a095-efe1-4935-a7ac-3a7e98e6b3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:46.412937 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-432e9454-873a-4b0a-9eb4-8962d53b8600 req-d703d958-9236-4366-8232-ff2058cfce30 tempest-ServerMetadataNegativeTestJSON-1034499802 tempest-ServerMetadataNegativeTestJSON-1034499802-project] 10.222.0.22 "GET /v2.0/security-groups?id=85d62c66-c66e-457c-bc00-918fcf14a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774201 Sep 07 02:54:46.419277 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-33831afd-8ac2-49e1-8471-39a21959fc6d admin admin] Deleting port c1359631-4d95-4e6b-8e71-ab65182e0e03 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:54:46.419653 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-33831afd-8ac2-49e1-8471-39a21959fc6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:46.424287 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-823fb6d4-a73b-45ba-82e8-e7518f2acf2a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:46.425926 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-823fb6d4-a73b-45ba-82e8-e7518f2acf2a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7659075 Sep 07 02:54:46.432270 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 46508) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:46.432527 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f744e860-78ab-4118-8cd4-c14376e3b18a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:46.445252 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098784e4-770a-4706-a4ad-8065c938aed5 None None] Network 820595fc-89e3-4455-a96c-69f0baaceb10 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:54:46.445798 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-ec35cf56-f14e-41b5-9e1e-1be05c982cb5 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Request body: {'network': {'name': 'tempest-network-smoke--1232577219', 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'port_security_enabled': True}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:54:46.456929 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f3da4deb-9796-48c8-b2cf-5db018b138eb tempest-FloatingIPAdminTestJSON-1354240478 tempest-FloatingIPAdminTestJSON-1354240478-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:46.483137 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec35cf56-f14e-41b5-9e1e-1be05c982cb5 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Made reservation on behalf of 626f31b15da14e0da01388cbfdee7f90 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:54:46.486822 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ec35cf56-f14e-41b5-9e1e-1be05c982cb5 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:46.501980 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-02b2a095-efe1-4935-a7ac-3a7e98e6b3f9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0778c0a2d10f4e4aad50eccdeef801dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8718808 Sep 07 02:54:46.508289 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 46510) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:46.511831 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b2a095-efe1-4935-a7ac-3a7e98e6b3f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fca58e6-a51f-44ed-b68e-b8bc3c1127b6,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:46.560521 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f3da4deb-9796-48c8-b2cf-5db018b138eb tempest-FloatingIPAdminTestJSON-1354240478 tempest-FloatingIPAdminTestJSON-1354240478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:46.596442 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device a1c21f5c-6ffa-4428-a7bc-53469541ea3e up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:54:46.625235 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec35cf56-f14e-41b5-9e1e-1be05c982cb5 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:54:46.650371 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-f744e860-78ab-4118-8cd4-c14376e3b18a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Deleting port 7bc62604-944e-4c5e-81a7-3a83c4fcf7a2 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:54:46.650789 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f744e860-78ab-4118-8cd4-c14376e3b18a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:46.656175 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ec35cf56-f14e-41b5-9e1e-1be05c982cb5 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:46.656529 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-ec35cf56-f14e-41b5-9e1e-1be05c982cb5 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Added segment be1dc1b1-7827-42bb-893b-a875f19ad000 of type vlan for network 6345c063-9711-4fd7-a5ec-cc5bb3922efa Sep 07 02:54:46.668515 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-373f7ad2-d8dd-4c92-91b7-e4c8f59787b0 None None] Provisioning for port 7bc62604-944e-4c5e-81a7-3a83c4fcf7a2 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:54:46.684428 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-52618a3d-01d3-49f0-aa71-32889fdd300c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:46.692900 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-373f7ad2-d8dd-4c92-91b7-e4c8f59787b0 None None] Provisioning complete for port 7bc62604-944e-4c5e-81a7-3a83c4fcf7a2 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:54:46.693657 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-373f7ad2-d8dd-4c92-91b7-e4c8f59787b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:46.742241 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-33831afd-8ac2-49e1-8471-39a21959fc6d admin admin] For port c1359631-4d95-4e6b-8e71-ab65182e0e03, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=c1359631-4d95-4e6b-8e71-ab65182e0e03,segment=NetworkSegment(d870a195-8ec5-4537-8987-1fe2b1130707),segment_id=d870a195-8ec5-4537-8987-1fe2b1130707)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:54:46.742618 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-33831afd-8ac2-49e1-8471-39a21959fc6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:46.753371 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-f744e860-78ab-4118-8cd4-c14376e3b18a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] For port 7bc62604-944e-4c5e-81a7-3a83c4fcf7a2, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=7bc62604-944e-4c5e-81a7-3a83c4fcf7a2,segment=NetworkSegment(26d8b1db-52cb-4124-ba3b-1038a3572210),segment_id=26d8b1db-52cb-4124-ba3b-1038a3572210)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:54:46.753945 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f744e860-78ab-4118-8cd4-c14376e3b18a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:46.757836 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ec35cf56-f14e-41b5-9e1e-1be05c982cb5 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:46.769187 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-52618a3d-01d3-49f0-aa71-32889fdd300c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:46.779952 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-33831afd-8ac2-49e1-8471-39a21959fc6d admin admin] Calling delete_port for c1359631-4d95-4e6b-8e71-ab65182e0e03 owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:54:46.797139 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-f744e860-78ab-4118-8cd4-c14376e3b18a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Calling delete_port for 7bc62604-944e-4c5e-81a7-3a83c4fcf7a2 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:54:46.810987 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-373f7ad2-d8dd-4c92-91b7-e4c8f59787b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:46.814853 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port a1c21f5c-6ffa-4428-a7bc-53469541ea3e completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:54:46.837578 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port a1c21f5c-6ffa-4428-a7bc-53469541ea3e triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:54:46.838070 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:46.870425 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589afffc-1b6e-4d44-8df7-9af2a7a85ef5 None None] DHCP port deletion for 820595fc-89e3-4455-a96c-69f0baaceb10 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:54:46.888756 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ec35cf56-f14e-41b5-9e1e-1be05c982cb5 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:46.895211 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec35cf56-f14e-41b5-9e1e-1be05c982cb5 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:46.896117 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ec35cf56-f14e-41b5-9e1e-1be05c982cb5 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:46.928054 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-373f7ad2-d8dd-4c92-91b7-e4c8f59787b0 None None] For port 7bc62604-944e-4c5e-81a7-3a83c4fcf7a2, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=7bc62604-944e-4c5e-81a7-3a83c4fcf7a2,segment=NetworkSegment(26d8b1db-52cb-4124-ba3b-1038a3572210),segment_id=26d8b1db-52cb-4124-ba3b-1038a3572210)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:54:46.942635 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-373f7ad2-d8dd-4c92-91b7-e4c8f59787b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:46.960500 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ec35cf56-f14e-41b5-9e1e-1be05c982cb5 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5192220 Sep 07 02:54:46.965592 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46512) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:46.971759 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f744e860-78ab-4118-8cd4-c14376e3b18a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:46.990542 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-2a582ac1-b201-4f7d-8768-26c656d3e972 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1703025574', 'admin_state_up': True, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:54:46.997849 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f7ad2-d8dd-4c92-91b7-e4c8f59787b0 None None] Pushing event deleted for resources: {'Port': ['ID=7bc62604-944e-4c5e-81a7-3a83c4fcf7a2,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:47.005060 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f744e860-78ab-4118-8cd4-c14376e3b18a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] No DVR routers for this DVR port 7bc62604-944e-4c5e-81a7-3a83c4fcf7a2 on host n-d-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:54:47.014435 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec35cf56-f14e-41b5-9e1e-1be05c982cb5 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event updated for resources: {'Network': ['ID=6345c063-9711-4fd7-a5ec-cc5bb3922efa,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:47.028876 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-589afffc-1b6e-4d44-8df7-9af2a7a85ef5 None None] Deleting port 7bc62604-944e-4c5e-81a7-3a83c4fcf7a2 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:54:47.028876 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-589afffc-1b6e-4d44-8df7-9af2a7a85ef5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:47.047067 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 6345c063-9711-4fd7-a5ec-cc5bb3922efa details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:54:47.085709 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-52618a3d-01d3-49f0-aa71-32889fdd300c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:47.103066 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-52618a3d-01d3-49f0-aa71-32889fdd300c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:47.104324 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-52618a3d-01d3-49f0-aa71-32889fdd300c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9fca58e6-a51f-44ed-b68e-b8bc3c1127b6 HTTP/1.1" status: 204 len: 168 time: 0.5935588 Sep 07 02:54:47.130354 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:47.135854 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52618a3d-01d3-49f0-aa71-32889fdd300c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fca58e6-a51f-44ed-b68e-b8bc3c1127b6,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:47.259895 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-589afffc-1b6e-4d44-8df7-9af2a7a85ef5 None None] For port 7bc62604-944e-4c5e-81a7-3a83c4fcf7a2, host n-d-796209-16, got binding levels [] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:54:47.260564 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-589afffc-1b6e-4d44-8df7-9af2a7a85ef5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:47.267413 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf054f6-848c-4821-9b5e-1d80f2736b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c21f5c-6ffa-4428-a7bc-53469541ea3e'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:54:47.270087 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7de81a-3d61-4a76-8f81-67e1452490d9" -d '{"events": [{"server_uuid": "bbf054f6-848c-4821-9b5e-1d80f2736b8f", "name": "network-vif-plugged", "status": "completed", "tag": "a1c21f5c-6ffa-4428-a7bc-53469541ea3e"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:54:47.319269 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f744e860-78ab-4118-8cd4-c14376e3b18a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event deleted for resources: {'Port': ['ID=7bc62604-944e-4c5e-81a7-3a83c4fcf7a2,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:47.321948 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port a1c21f5c-6ffa-4428-a7bc-53469541ea3e, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=a1c21f5c-6ffa-4428-a7bc-53469541ea3e,segment=NetworkSegment(21a86b78-471f-469c-a189-7252e038a934),segment_id=21a86b78-471f-469c-a189-7252e038a934)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:54:47.328014 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-589afffc-1b6e-4d44-8df7-9af2a7a85ef5 None None] Calling delete_port for 7bc62604-944e-4c5e-81a7-3a83c4fcf7a2 owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:54:47.333937 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.ipam_backend_mixin [None req-589afffc-1b6e-4d44-8df7-9af2a7a85ef5 None None] Port 7bc62604-944e-4c5e-81a7-3a83c4fcf7a2 was not found and therefore no delete operation was performed {{(pid=94702) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 07 02:54:47.336383 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f0adf2-f68f-4920-861e-1c4606e892fd x-openstack-request-id: req-23f0adf2-f68f-4920-861e-1c4606e892fd {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:54:47.336927 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf054f6-848c-4821-9b5e-1d80f2736b8f", "name": "network-vif-plugged", "status": "completed", "tag": "a1c21f5c-6ffa-4428-a7bc-53469541ea3e", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:54:47.337423 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-23f0adf2-f68f-4920-861e-1c4606e892fd {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:54:47.338592 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbf054f6-848c-4821-9b5e-1d80f2736b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c21f5c-6ffa-4428-a7bc-53469541ea3e', 'code': 200} Sep 07 02:54:47.340383 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:47.342799 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-589afffc-1b6e-4d44-8df7-9af2a7a85ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:47.373595 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 7bc62604-944e-4c5e-81a7-3a83c4fcf7a2 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:54:47.377561 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589afffc-1b6e-4d44-8df7-9af2a7a85ef5 None None] No DVR routers for this DVR port 7bc62604-944e-4c5e-81a7-3a83c4fcf7a2 on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:54:47.390671 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f744e860-78ab-4118-8cd4-c14376e3b18a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:47.416260 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 7bc62604-944e-4c5e-81a7-3a83c4fcf7a2 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:54:47.417036 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 7bc62604-944e-4c5e-81a7-3a83c4fcf7a2 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:54:47.435182 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-f744e860-78ab-4118-8cd4-c14376e3b18a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['820595fc-89e3-4455-a96c-69f0baaceb10']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:54:47.453361 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-f744e860-78ab-4118-8cd4-c14376e3b18a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26d8b1db-52cb-4124-ba3b-1038a3572210') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:54:47.453668 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-f744e860-78ab-4118-8cd4-c14376e3b18a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26d8b1db-52cb-4124-ba3b-1038a3572210') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:54:47.464563 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=a1c21f5c-6ffa-4428-a7bc-53469541ea3e,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:47.468134 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f744e860-78ab-4118-8cd4-c14376e3b18a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:47.484132 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f744e860-78ab-4118-8cd4-c14376e3b18a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:47.505836 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589afffc-1b6e-4d44-8df7-9af2a7a85ef5 None None] Pushing event deleted for resources: {'Port': ['ID=7bc62604-944e-4c5e-81a7-3a83c4fcf7a2,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:47.522462 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f744e860-78ab-4118-8cd4-c14376e3b18a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:54:47.522876 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f744e860-78ab-4118-8cd4-c14376e3b18a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:47.528357 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:54:47.528357 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:54:47.528357 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:54:47.528357 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:54:47.528357 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:54:47.528357 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:54:47.528357 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:54:47.528357 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:54:47.528357 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:54:47.528357 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:54:47.528357 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:54:47.528357 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:54:47.528357 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:54:47.528357 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:54:47.528357 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:54:47.528357 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:54:47.528357 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:54:47.528357 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:54:47.528357 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:54:47.528357 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:54:47.528357 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:54:47.528357 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:54:47.528357 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:54:47.528357 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:54:47.528357 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:54:47.528357 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:54:47.528357 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:54:47.528357 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:54:47.528357 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:54:47.528357 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:54:47.528357 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:54:47.528357 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:54:47.581428 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2a582ac1-b201-4f7d-8768-26c656d3e972 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:47.582471 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2a582ac1-b201-4f7d-8768-26c656d3e972 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:47.632505 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802224cc-2c73-406b-a81c-0f648f059f24 req-1ff9c29a-b068-4a09-9b23-7c4aea8373c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:47.634205 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-802224cc-2c73-406b-a81c-0f648f059f24 req-1ff9c29a-b068-4a09-9b23-7c4aea8373c0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=82a45090c023468b95127c390faba656&device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 1098 time: 0.4528065 Sep 07 02:54:47.637314 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-33831afd-8ac2-49e1-8471-39a21959fc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:47.655523 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f744e860-78ab-4118-8cd4-c14376e3b18a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:47.677830 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f744e860-78ab-4118-8cd4-c14376e3b18a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:47.684830 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f744e860-78ab-4118-8cd4-c14376e3b18a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "DELETE /v2.0/networks/820595fc-89e3-4455-a96c-69f0baaceb10 HTTP/1.1" status: 204 len: 168 time: 1.4412746 Sep 07 02:54:47.685015 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33831afd-8ac2-49e1-8471-39a21959fc6d admin admin] Pushing event deleted for resources: {'Port': ['ID=c1359631-4d95-4e6b-8e71-ab65182e0e03,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:47.714900 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46528) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:47.722679 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71fba6b-904d-4cac-8f83-675745028611 req-e6ffa128-f90b-47e9-8c2b-5ec5f27d23d9 tempest-ServerMetadataNegativeTestJSON-1034499802 tempest-ServerMetadataNegativeTestJSON-1034499802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:47.730417 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a71fba6b-904d-4cac-8f83-675745028611 req-e6ffa128-f90b-47e9-8c2b-5ec5f27d23d9 tempest-ServerMetadataNegativeTestJSON-1034499802 tempest-ServerMetadataNegativeTestJSON-1034499802-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbf054f6-848c-4821-9b5e-1d80f2736b8f HTTP/1.1" status: 200 len: 945 time: 0.2092826 Sep 07 02:54:47.737511 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-a7372f37-3d36-4f1a-827c-b38384260e10 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Request body: {'port': {'network_id': '08d2772c-c615-47db-a417-e1042178085f', 'name': 'tempest-PortsIpV6TestJSON-1901275000'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:54:47.744513 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f3da4deb-9796-48c8-b2cf-5db018b138eb tempest-FloatingIPAdminTestJSON-1354240478 tempest-FloatingIPAdminTestJSON-1354240478-project] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:47.767702 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f744e860-78ab-4118-8cd4-c14376e3b18a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event deleted for resources: {'Network': ['ID=820595fc-89e3-4455-a96c-69f0baaceb10,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:47.838921 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2a582ac1-b201-4f7d-8768-26c656d3e972 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:47.839955 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f3da4deb-9796-48c8-b2cf-5db018b138eb tempest-FloatingIPAdminTestJSON-1354240478 tempest-FloatingIPAdminTestJSON-1354240478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:47.867226 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802224cc-2c73-406b-a81c-0f648f059f24 req-7a9e6484-685c-4c61-b086-e4c1b3bd280f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:47.868287 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-802224cc-2c73-406b-a81c-0f648f059f24 req-7a9e6484-685c-4c61-b086-e4c1b3bd280f service neutron] 10.222.0.23 "GET /v2.0/networks?id=2dd15660-a8a2-4615-aae6-6565f5b9c926 HTTP/1.1" status: 200 len: 916 time: 0.1868243 Sep 07 02:54:47.889835 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e3dc81-d7a1-455a-af06-42d09b5c8dc8 req-49945bfe-ff09-4fbd-b477-a63fb8b70280 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:47.891406 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-46e3dc81-d7a1-455a-af06-42d09b5c8dc8 req-49945bfe-ff09-4fbd-b477-a63fb8b70280 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 946 time: 0.5994852 Sep 07 02:54:48.063591 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-46e3dc81-d7a1-455a-af06-42d09b5c8dc8 req-59dff3fc-2439-4a6f-8f66-8b330e2af0a3 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=71b22b25-b5d6-4ba9-812b-2e36880aadcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100302 Sep 07 02:54:48.067164 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc632d-34ee-446a-82d0-332ab8967536 req-6bfeea6e-e99d-4b07-b934-b1d2aee240f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:48.068394 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-22cc632d-34ee-446a-82d0-332ab8967536 req-6bfeea6e-e99d-4b07-b934-b1d2aee240f1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bbf054f6-848c-4821-9b5e-1d80f2736b8f HTTP/1.1" status: 200 len: 1097 time: 0.6020906 Sep 07 02:54:48.115173 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a71fba6b-904d-4cac-8f83-675745028611 req-7ad9c1d2-90af-403e-8e77-c6ccb8bc4c97 tempest-ServerMetadataNegativeTestJSON-1034499802 tempest-ServerMetadataNegativeTestJSON-1034499802-project] 10.222.0.22 "GET /v2.0/security-groups?id=85d62c66-c66e-457c-bc00-918fcf14a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3838155 Sep 07 02:54:48.129353 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-802224cc-2c73-406b-a81c-0f648f059f24 req-2983dc01-3c8b-4459-85e6-f4bd9ed7563a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a6228a5-9d7a-4224-9828-32709fba14a6 HTTP/1.1" status: 200 len: 1002 time: 0.2476757 Sep 07 02:54:48.145297 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3da4deb-9796-48c8-b2cf-5db018b138eb tempest-FloatingIPAdminTestJSON-1354240478 tempest-FloatingIPAdminTestJSON-1354240478-project] Pushing event updated for resources: {'Port': ['ID=e8521663-9f30-4f73-9bce-19aa5ed86939,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:48.204414 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f3da4deb-9796-48c8-b2cf-5db018b138eb tempest-FloatingIPAdminTestJSON-1354240478 tempest-FloatingIPAdminTestJSON-1354240478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:48.234514 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-22cc632d-34ee-446a-82d0-332ab8967536 req-7363c5cd-a006-4e2f-8169-742fabc727c3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=85d62c66-c66e-457c-bc00-918fcf14a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506362 Sep 07 02:54:48.237768 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802224cc-2c73-406b-a81c-0f648f059f24 req-a19c551b-4f98-4991-bbd4-9d1f05e364bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:48.239205 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-802224cc-2c73-406b-a81c-0f648f059f24 req-a19c551b-4f98-4991-bbd4-9d1f05e364bd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ac223360-8a8e-4533-8aad-52e511f20cab HTTP/1.1" status: 200 len: 855 time: 0.0941529 Sep 07 02:54:48.246406 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2a582ac1-b201-4f7d-8768-26c656d3e972 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:48.251891 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7372f37-3d36-4f1a-827c-b38384260e10 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Made reservation on behalf of 819c73709af74aee976d11a35d78d7e6 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:54:48.255928 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a7372f37-3d36-4f1a-827c-b38384260e10 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:48.273207 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f3da4deb-9796-48c8-b2cf-5db018b138eb tempest-FloatingIPAdminTestJSON-1354240478 tempest-FloatingIPAdminTestJSON-1354240478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:48.274459 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f3da4deb-9796-48c8-b2cf-5db018b138eb tempest-FloatingIPAdminTestJSON-1354240478 tempest-FloatingIPAdminTestJSON-1354240478-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4680994 Sep 07 02:54:48.283728 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46540) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:48.296516 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-33831afd-8ac2-49e1-8471-39a21959fc6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:48.296883 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-a7372f37-3d36-4f1a-827c-b38384260e10 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] device_id is not set on port 33189eca-f8cc-4d5b-9b06-7bfa95e7453e yet. {{(pid=94701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:54:48.387802 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802224cc-2c73-406b-a81c-0f648f059f24 req-f81a1cf8-6adc-4fb9-94e2-31672261c0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:48.390491 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-802224cc-2c73-406b-a81c-0f648f059f24 req-f81a1cf8-6adc-4fb9-94e2-31672261c0d9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2dd15660-a8a2-4615-aae6-6565f5b9c926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1418703 Sep 07 02:54:48.591290 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-802224cc-2c73-406b-a81c-0f648f059f24 req-fc8ed9ba-c832-46d3-a635-b89b36621cd8 service neutron] 10.222.0.23 "GET /v2.0/networks/2dd15660-a8a2-4615-aae6-6565f5b9c926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921871 Sep 07 02:54:48.759534 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-802224cc-2c73-406b-a81c-0f648f059f24 req-81a8681b-3252-4c0d-bd58-01e9f78d8942 service neutron] 10.222.0.23 "GET /v2.0/networks/2dd15660-a8a2-4615-aae6-6565f5b9c926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218023 Sep 07 02:54:48.796359 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 46548) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:48.796981 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-7adc2a9f-6e14-433f-9ab1-49a7507d403e tempest-FloatingIPAdminTestJSON-273284402 tempest-FloatingIPAdminTestJSON-273284402-project-admin] 10.222.0.22 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2438 time: 0.5113816 Sep 07 02:54:48.903698 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-7376c975-27e3-44e5-82d6-85023eccb68f tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] 10.222.0.22 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1028962 Sep 07 02:54:48.903698 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 46556) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:48.996693 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33831afd-8ac2-49e1-8471-39a21959fc6d admin admin] Router 46b86a9e-ce2e-42ab-a6ad-2c076247d5f4 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:54:48.998615 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a7372f37-3d36-4f1a-827c-b38384260e10 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:49.217053 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2a582ac1-b201-4f7d-8768-26c656d3e972 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for router_gateway, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:49.219010 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-ebd675c0-c83f-4db6-92ae-9ad300e180ae tempest-FloatingIPAdminTestJSON-1354240478 tempest-FloatingIPAdminTestJSON-1354240478-project] Deleting port e8521663-9f30-4f73-9bce-19aa5ed86939 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:54:49.219560 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ebd675c0-c83f-4db6-92ae-9ad300e180ae tempest-FloatingIPAdminTestJSON-1354240478 tempest-FloatingIPAdminTestJSON-1354240478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:49.221953 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a7372f37-3d36-4f1a-827c-b38384260e10 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:49.365363 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7372f37-3d36-4f1a-827c-b38384260e10 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event updated for resources: {'Port': ['ID=33189eca-f8cc-4d5b-9b06-7bfa95e7453e,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:49.397621 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2a582ac1-b201-4f7d-8768-26c656d3e972 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:49.419502 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7372f37-3d36-4f1a-827c-b38384260e10 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Network 08d2772c-c615-47db-a417-e1042178085f is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:54:49.426895 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-a7372f37-3d36-4f1a-827c-b38384260e10 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:54:49.435236 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7372f37-3d36-4f1a-827c-b38384260e10 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:54:49.441998 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7372f37-3d36-4f1a-827c-b38384260e10 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:49.442216 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a7372f37-3d36-4f1a-827c-b38384260e10 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:49.501978 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc94794-7409-4833-80f9-252e4cecb30c req-a28fec9f-7e95-4c5f-8902-d68e61031ecc tempest-ServerMetadataNegativeTestJSON-1034499802 tempest-ServerMetadataNegativeTestJSON-1034499802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:49.503135 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dcc94794-7409-4833-80f9-252e4cecb30c req-a28fec9f-7e95-4c5f-8902-d68e61031ecc tempest-ServerMetadataNegativeTestJSON-1034499802 tempest-ServerMetadataNegativeTestJSON-1034499802-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbf054f6-848c-4821-9b5e-1d80f2736b8f HTTP/1.1" status: 200 len: 945 time: 0.1706924 Sep 07 02:54:49.528742 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a7372f37-3d36-4f1a-827c-b38384260e10 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7961638 Sep 07 02:54:49.529365 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46570) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:49.626266 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dcc94794-7409-4833-80f9-252e4cecb30c req-dd060f2a-c543-4481-9259-9e7627c90bec tempest-ServerMetadataNegativeTestJSON-1034499802 tempest-ServerMetadataNegativeTestJSON-1034499802-project] 10.222.0.22 "GET /v2.0/security-groups?id=85d62c66-c66e-457c-bc00-918fcf14a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160326 Sep 07 02:54:49.689706 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-2a582ac1-b201-4f7d-8768-26c656d3e972 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Allocated IP 172.25.5.184 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/3710a1df-b9af-4a11-a409-df677a7ab61c) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:54:49.753051 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-92668a37-c0ea-4d06-9d06-3b03bff2dc4e tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Deleting port 33189eca-f8cc-4d5b-9b06-7bfa95e7453e {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:54:49.753454 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-92668a37-c0ea-4d06-9d06-3b03bff2dc4e tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:49.800913 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90003b75-1297-4eef-820b-06a1b63df92d req-c0508f3c-c776-409b-be90-fd888a0f7496 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:49.802977 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-90003b75-1297-4eef-820b-06a1b63df92d req-c0508f3c-c776-409b-be90-fd888a0f7496 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 946 time: 0.5612624 Sep 07 02:54:49.807203 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33831afd-8ac2-49e1-8471-39a21959fc6d admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:54:49.884353 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-92668a37-c0ea-4d06-9d06-3b03bff2dc4e tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:49.889052 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-90003b75-1297-4eef-820b-06a1b63df92d req-19c8a575-cd4a-4b5d-b104-bed911afdd87 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=71b22b25-b5d6-4ba9-812b-2e36880aadcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765193 Sep 07 02:54:49.911893 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ebd675c0-c83f-4db6-92ae-9ad300e180ae tempest-FloatingIPAdminTestJSON-1354240478 tempest-FloatingIPAdminTestJSON-1354240478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:49.912241 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ebd675c0-c83f-4db6-92ae-9ad300e180ae tempest-FloatingIPAdminTestJSON-1354240478 tempest-FloatingIPAdminTestJSON-1354240478-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:49.926051 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-ebd675c0-c83f-4db6-92ae-9ad300e180ae tempest-FloatingIPAdminTestJSON-1354240478 tempest-FloatingIPAdminTestJSON-1354240478-project] Calling delete_port for e8521663-9f30-4f73-9bce-19aa5ed86939 owned by network:floatingip {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:54:49.944957 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-33831afd-8ac2-49e1-8471-39a21959fc6d admin admin] 10.222.0.22 "PUT /v2.0/routers/46b86a9e-ce2e-42ab-a6ad-2c076247d5f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6204815 Sep 07 02:54:49.946565 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 46580) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:49.953550 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0457b3e3-0ed7-4ce7-b194-6234b9007e53 None None] Sync routers for ids ['46b86a9e-ce2e-42ab-a6ad-2c076247d5f4'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:54:49.959021 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-92668a37-c0ea-4d06-9d06-3b03bff2dc4e tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Calling delete_port for 33189eca-f8cc-4d5b-9b06-7bfa95e7453e owned by {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:54:49.963509 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0457b3e3-0ed7-4ce7-b194-6234b9007e53 None None] Routers {'46b86a9e-ce2e-42ab-a6ad-2c076247d5f4'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:54:49.964183 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-0457b3e3-0ed7-4ce7-b194-6234b9007e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:54:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['46b86a9e-ce2e-42ab-a6ad-2c076247d5f4'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:54:49.993473 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2a582ac1-b201-4f7d-8768-26c656d3e972 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:50.107106 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-0457b3e3-0ed7-4ce7-b194-6234b9007e53 None None] Set router 46b86a9e-ce2e-42ab-a6ad-2c076247d5f4 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:54:50.184673 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2a582ac1-b201-4f7d-8768-26c656d3e972 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:50.189995 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-92668a37-c0ea-4d06-9d06-3b03bff2dc4e tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:50.241659 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a582ac1-b201-4f7d-8768-26c656d3e972 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:54:50.247569 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-2a582ac1-b201-4f7d-8768-26c656d3e972 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:54:50.250804 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-92668a37-c0ea-4d06-9d06-3b03bff2dc4e tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:50.255726 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-92668a37-c0ea-4d06-9d06-3b03bff2dc4e tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "DELETE /v2.0/ports/33189eca-f8cc-4d5b-9b06-7bfa95e7453e HTTP/1.1" status: 204 len: 168 time: 0.7141464 Sep 07 02:54:50.258372 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46592) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:50.259316 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a582ac1-b201-4f7d-8768-26c656d3e972 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:54:50.274199 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-3778dcb9-38ac-43a4-a6d8-2d394a0a9948 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Request body: {'port': {'network_id': '08d2772c-c615-47db-a417-e1042178085f', 'mac_address': 'fa:16:3e:20:b0:e1', 'name': 'tempest-PortsIpV6TestJSON-134723272'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:54:50.282493 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-983139fb-aac5-4bbd-bac9-d6411c9813a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:50.303767 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a582ac1-b201-4f7d-8768-26c656d3e972 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event updated for resources: {'Port': ['ID=3710a1df-b9af-4a11-a409-df677a7ab61c,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:50.362682 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92668a37-c0ea-4d06-9d06-3b03bff2dc4e tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event deleted for resources: {'Port': ['ID=33189eca-f8cc-4d5b-9b06-7bfa95e7453e,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:50.436932 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ebd675c0-c83f-4db6-92ae-9ad300e180ae tempest-FloatingIPAdminTestJSON-1354240478 tempest-FloatingIPAdminTestJSON-1354240478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:50.440273 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-0457b3e3-0ed7-4ce7-b194-6234b9007e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b86a9e-ce2e-42ab-a6ad-2c076247d5f4', 'name': 'tempest-AttachVolumeTestJSON-556686093-router', 'tenant_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': 'e2980f5d-551c-4247-9806-cf3022158b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:47:08Z', 'updated_at': '2021-09-07T02:54:47Z', 'revision_number': 5, 'project_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'gw_port': {'id': 'e2980f5d-551c-4247-9806-cf3022158b44', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:8c:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b86a9e-ce2e-42ab-a6ad-2c076247d5f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:10Z', 'updated_at': '2021-09-07T02:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:54:50.498577 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd675c0-c83f-4db6-92ae-9ad300e180ae tempest-FloatingIPAdminTestJSON-1354240478 tempest-FloatingIPAdminTestJSON-1354240478-project] Pushing event deleted for resources: {'Port': ['ID=e8521663-9f30-4f73-9bce-19aa5ed86939,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:50.528922 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-983139fb-aac5-4bbd-bac9-d6411c9813a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:50.543457 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0457b3e3-0ed7-4ce7-b194-6234b9007e53 None None] Checking router: 46b86a9e-ce2e-42ab-a6ad-2c076247d5f4 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:54:50.554423 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ebd675c0-c83f-4db6-92ae-9ad300e180ae tempest-FloatingIPAdminTestJSON-1354240478 tempest-FloatingIPAdminTestJSON-1354240478-project] Notify callbacks [] for floatingip, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:50.558098 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ebd675c0-c83f-4db6-92ae-9ad300e180ae tempest-FloatingIPAdminTestJSON-1354240478 tempest-FloatingIPAdminTestJSON-1354240478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:50.559434 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ebd675c0-c83f-4db6-92ae-9ad300e180ae tempest-FloatingIPAdminTestJSON-1354240478 tempest-FloatingIPAdminTestJSON-1354240478-project] 10.222.0.22 "DELETE /v2.0/floatingips/1d3c45ac-751c-4146-aca7-968760bea2c5 HTTP/1.1" status: 204 len: 168 time: 1.6553094 Sep 07 02:54:50.566064 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0457b3e3-0ed7-4ce7-b194-6234b9007e53 None None] Routers {'46b86a9e-ce2e-42ab-a6ad-2c076247d5f4'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:54:50.567849 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46594) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:50.570292 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3778dcb9-38ac-43a4-a6d8-2d394a0a9948 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Made reservation on behalf of 819c73709af74aee976d11a35d78d7e6 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:54:50.571138 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-0457b3e3-0ed7-4ce7-b194-6234b9007e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:54:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['46b86a9e-ce2e-42ab-a6ad-2c076247d5f4'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:54:50.619630 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-983139fb-aac5-4bbd-bac9-d6411c9813a7 admin admin] Deleting port e2980f5d-551c-4247-9806-cf3022158b44 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:54:50.620116 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-983139fb-aac5-4bbd-bac9-d6411c9813a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:50.773166 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-983139fb-aac5-4bbd-bac9-d6411c9813a7 admin admin] For port e2980f5d-551c-4247-9806-cf3022158b44, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=e2980f5d-551c-4247-9806-cf3022158b44,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:54:50.774617 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-983139fb-aac5-4bbd-bac9-d6411c9813a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:50.777479 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-0457b3e3-0ed7-4ce7-b194-6234b9007e53 None None] Set router 46b86a9e-ce2e-42ab-a6ad-2c076247d5f4 gateway port host: None {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:54:50.808865 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-983139fb-aac5-4bbd-bac9-d6411c9813a7 admin admin] Calling delete_port for e2980f5d-551c-4247-9806-cf3022158b44 owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:54:50.861560 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3778dcb9-38ac-43a4-a6d8-2d394a0a9948 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:50.871196 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-0457b3e3-0ed7-4ce7-b194-6234b9007e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b86a9e-ce2e-42ab-a6ad-2c076247d5f4', 'name': 'tempest-AttachVolumeTestJSON-556686093-router', 'tenant_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:47:08Z', 'updated_at': '2021-09-07T02:54:50Z', 'revision_number': 6, 'project_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'gw_port_host': None}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:54:50.905907 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0457b3e3-0ed7-4ce7-b194-6234b9007e53 None None] The sync data for ids ['46b86a9e-ce2e-42ab-a6ad-2c076247d5f4'] in n-d-796209-16 is: [{'id': '46b86a9e-ce2e-42ab-a6ad-2c076247d5f4', 'name': 'tempest-AttachVolumeTestJSON-556686093-router', 'tenant_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:47:08Z', 'updated_at': '2021-09-07T02:54:50Z', 'revision_number': 6, 'project_id': 'a9eedd8c00c24a18a92c5e78e10e8a63', 'gw_port_host': None}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:54:50.975195 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-7dd970c8-3108-4262-b778-6acaa8452124 tempest-FloatingIPAdminTestJSON-273284402 tempest-FloatingIPAdminTestJSON-273284402-project-admin] Deleting port 5bb4ec2d-5161-4a48-a883-61e71f2d6ded {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:54:50.979781 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7dd970c8-3108-4262-b778-6acaa8452124 tempest-FloatingIPAdminTestJSON-273284402 tempest-FloatingIPAdminTestJSON-273284402-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:51.135290 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-3778dcb9-38ac-43a4-a6d8-2d394a0a9948 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] device_id is not set on port dd173752-7f8e-4422-8550-82e7b7440054 yet. {{(pid=94701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:54:51.157344 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82628df-7876-418a-9041-f7f3ad1f7067 req-cb501223-c6b9-4730-bd5a-8829f488dd93 tempest-ServerMetadataNegativeTestJSON-1034499802 tempest-ServerMetadataNegativeTestJSON-1034499802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:51.165819 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d82628df-7876-418a-9041-f7f3ad1f7067 req-cb501223-c6b9-4730-bd5a-8829f488dd93 tempest-ServerMetadataNegativeTestJSON-1034499802 tempest-ServerMetadataNegativeTestJSON-1034499802-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbf054f6-848c-4821-9b5e-1d80f2736b8f HTTP/1.1" status: 200 len: 945 time: 0.3663478 Sep 07 02:54:51.169578 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080274be-2cab-4766-986c-c5342dbcbc1e req-428c90b1-db5d-4e01-8240-70361e63bea1 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:51.180386 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-080274be-2cab-4766-986c-c5342dbcbc1e req-428c90b1-db5d-4e01-8240-70361e63bea1 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 946 time: 0.1114879 Sep 07 02:54:51.180805 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7dd970c8-3108-4262-b778-6acaa8452124 tempest-FloatingIPAdminTestJSON-273284402 tempest-FloatingIPAdminTestJSON-273284402-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:51.181366 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7dd970c8-3108-4262-b778-6acaa8452124 tempest-FloatingIPAdminTestJSON-273284402 tempest-FloatingIPAdminTestJSON-273284402-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:51.183464 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-983139fb-aac5-4bbd-bac9-d6411c9813a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:51.243023 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2a582ac1-b201-4f7d-8768-26c656d3e972 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for router_gateway, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:51.272732 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983139fb-aac5-4bbd-bac9-d6411c9813a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2980f5d-551c-4247-9806-cf3022158b44,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:51.288442 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device c1359631-4d95-4e6b-8e71-ab65182e0e03 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:54:51.332637 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: c1359631-4d95-4e6b-8e71-ab65182e0e03 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:54:51.337544 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device c1359631-4d95-4e6b-8e71-ab65182e0e03 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:54:51.347256 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-080274be-2cab-4766-986c-c5342dbcbc1e req-d8196115-eea5-4477-8a64-f6d15a165345 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=71b22b25-b5d6-4ba9-812b-2e36880aadcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658418 Sep 07 02:54:51.364274 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-7dd970c8-3108-4262-b778-6acaa8452124 tempest-FloatingIPAdminTestJSON-273284402 tempest-FloatingIPAdminTestJSON-273284402-project-admin] Calling delete_port for 5bb4ec2d-5161-4a48-a883-61e71f2d6ded owned by network:floatingip {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:54:51.405519 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-983139fb-aac5-4bbd-bac9-d6411c9813a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:51.427045 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:51.457735 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:51.463830 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d82628df-7876-418a-9041-f7f3ad1f7067 req-f4543d74-9bc1-4f77-84c2-80c14f622e14 tempest-ServerMetadataNegativeTestJSON-1034499802 tempest-ServerMetadataNegativeTestJSON-1034499802-project] 10.222.0.22 "GET /v2.0/security-groups?id=85d62c66-c66e-457c-bc00-918fcf14a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970095 Sep 07 02:54:51.597280 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-983139fb-aac5-4bbd-bac9-d6411c9813a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:51.611707 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-983139fb-aac5-4bbd-bac9-d6411c9813a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:51.704019 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-983139fb-aac5-4bbd-bac9-d6411c9813a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:51.704657 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983139fb-aac5-4bbd-bac9-d6411c9813a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46b86a9e-ce2e-42ab-a6ad-2c076247d5f4 {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 02:54:51.714440 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-983139fb-aac5-4bbd-bac9-d6411c9813a7 admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:51.716085 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-983139fb-aac5-4bbd-bac9-d6411c9813a7 admin admin] 10.222.0.22 "DELETE /v2.0/routers/46b86a9e-ce2e-42ab-a6ad-2c076247d5f4 HTTP/1.1" status: 204 len: 168 time: 1.7671137 Sep 07 02:54:51.718433 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 46620) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:51.778519 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-c794d10e-5b45-40cf-b568-b8c7faff6493 admin admin] Deleting subnet 2131ccdf-cbf5-4ee9-96cf-e4c911da986a {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:54:51.782547 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c794d10e-5b45-40cf-b568-b8c7faff6493 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:51.847626 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c794d10e-5b45-40cf-b568-b8c7faff6493 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:51.965188 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c794d10e-5b45-40cf-b568-b8c7faff6493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:52.002921 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3778dcb9-38ac-43a4-a6d8-2d394a0a9948 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:52.043302 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c794d10e-5b45-40cf-b568-b8c7faff6493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:52.062492 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2a582ac1-b201-4f7d-8768-26c656d3e972 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:52.077621 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c794d10e-5b45-40cf-b568-b8c7faff6493 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:52.079799 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c794d10e-5b45-40cf-b568-b8c7faff6493 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/2131ccdf-cbf5-4ee9-96cf-e4c911da986a HTTP/1.1" status: 204 len: 168 time: 0.3600698 Sep 07 02:54:52.080895 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c794d10e-5b45-40cf-b568-b8c7faff6493 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2131ccdf-cbf5-4ee9-96cf-e4c911da986a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:52.083021 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 46644) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:52.085676 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e711e473-f1cc-436c-96ea-3338054cfe0e None None] Network c14598de-557e-41f6-bdcf-28289778b06c requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:54:52.194423 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-158ce1e5-08bb-4598-8a90-6107d9b57944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:52.279254 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7dd970c8-3108-4262-b778-6acaa8452124 tempest-FloatingIPAdminTestJSON-273284402 tempest-FloatingIPAdminTestJSON-273284402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:52.288173 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-158ce1e5-08bb-4598-8a90-6107d9b57944 admin admin] Deleting port 78734515-81c4-45db-acd3-cb426c87695c {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:54:52.288591 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-158ce1e5-08bb-4598-8a90-6107d9b57944 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:52.331368 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd970c8-3108-4262-b778-6acaa8452124 tempest-FloatingIPAdminTestJSON-273284402 tempest-FloatingIPAdminTestJSON-273284402-project-admin] Pushing event deleted for resources: {'Port': ['ID=5bb4ec2d-5161-4a48-a883-61e71f2d6ded,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:52.333841 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3778dcb9-38ac-43a4-a6d8-2d394a0a9948 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:52.446883 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-158ce1e5-08bb-4598-8a90-6107d9b57944 admin admin] For port 78734515-81c4-45db-acd3-cb426c87695c, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=78734515-81c4-45db-acd3-cb426c87695c,segment=NetworkSegment(d870a195-8ec5-4537-8987-1fe2b1130707),segment_id=d870a195-8ec5-4537-8987-1fe2b1130707)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:54:52.448265 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-158ce1e5-08bb-4598-8a90-6107d9b57944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:52.449231 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0a512d-30c2-4282-92be-aee5c2e5b0b0 None None] DHCP port deletion for c14598de-557e-41f6-bdcf-28289778b06c request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:54:52.461511 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3778dcb9-38ac-43a4-a6d8-2d394a0a9948 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event updated for resources: {'Port': ['ID=dd173752-7f8e-4422-8550-82e7b7440054,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:52.497618 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-158ce1e5-08bb-4598-8a90-6107d9b57944 admin admin] Calling delete_port for 78734515-81c4-45db-acd3-cb426c87695c owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:54:52.509171 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-5d0a512d-30c2-4282-92be-aee5c2e5b0b0 None None] Deleting port 78734515-81c4-45db-acd3-cb426c87695c {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:54:52.509878 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5d0a512d-30c2-4282-92be-aee5c2e5b0b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:52.513380 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3778dcb9-38ac-43a4-a6d8-2d394a0a9948 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Network 08d2772c-c615-47db-a417-e1042178085f is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:54:52.538491 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-3778dcb9-38ac-43a4-a6d8-2d394a0a9948 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:54:52.541605 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3778dcb9-38ac-43a4-a6d8-2d394a0a9948 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:54:52.547708 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3778dcb9-38ac-43a4-a6d8-2d394a0a9948 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:52.548339 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3778dcb9-38ac-43a4-a6d8-2d394a0a9948 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:52.571172 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7dd970c8-3108-4262-b778-6acaa8452124 tempest-FloatingIPAdminTestJSON-273284402 tempest-FloatingIPAdminTestJSON-273284402-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:52.573840 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7dd970c8-3108-4262-b778-6acaa8452124 tempest-FloatingIPAdminTestJSON-273284402 tempest-FloatingIPAdminTestJSON-273284402-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:52.575083 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-7dd970c8-3108-4262-b778-6acaa8452124 tempest-FloatingIPAdminTestJSON-273284402 tempest-FloatingIPAdminTestJSON-273284402-project-admin] 10.222.0.22 "DELETE /v2.0/floatingips/d7a8ca3f-cffc-456b-9e09-b46b1953d8c6 HTTP/1.1" status: 204 len: 168 time: 2.0057969 Sep 07 02:54:52.576354 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd9d483-cae5-4288-93ac-e307d6426175 req-c049157e-cd9f-42a6-9621-e412f37d81ca tempest-ServerMetadataNegativeTestJSON-1034499802 tempest-ServerMetadataNegativeTestJSON-1034499802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:52.578464 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-abd9d483-cae5-4288-93ac-e307d6426175 req-c049157e-cd9f-42a6-9621-e412f37d81ca tempest-ServerMetadataNegativeTestJSON-1034499802 tempest-ServerMetadataNegativeTestJSON-1034499802-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbf054f6-848c-4821-9b5e-1d80f2736b8f HTTP/1.1" status: 200 len: 945 time: 0.1925554 Sep 07 02:54:52.582737 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 46654) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:52.592175 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-5d0a512d-30c2-4282-92be-aee5c2e5b0b0 None None] For port 78734515-81c4-45db-acd3-cb426c87695c, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=78734515-81c4-45db-acd3-cb426c87695c,segment=NetworkSegment(d870a195-8ec5-4537-8987-1fe2b1130707),segment_id=d870a195-8ec5-4537-8987-1fe2b1130707)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:54:52.593308 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5d0a512d-30c2-4282-92be-aee5c2e5b0b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:52.598775 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-3778dcb9-38ac-43a4-a6d8-2d394a0a9948 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.3369389 Sep 07 02:54:52.609204 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 46656) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:52.609436 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-5d0a512d-30c2-4282-92be-aee5c2e5b0b0 None None] Calling delete_port for 78734515-81c4-45db-acd3-cb426c87695c owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:54:52.609968 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46a79a8-47ce-4dde-84c8-14a574c3b127 req-6d406ce7-62f0-451d-b5c3-a098fe900be7 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:52.611509 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c46a79a8-47ce-4dde-84c8-14a574c3b127 req-6d406ce7-62f0-451d-b5c3-a098fe900be7 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 946 time: 0.1454487 Sep 07 02:54:52.634044 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a582ac1-b201-4f7d-8768-26c656d3e972 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Router 65593fc1-2077-4fc0-8278-b47d0f17fdf0 is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 02:54:52.690689 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c46a79a8-47ce-4dde-84c8-14a574c3b127 req-77bd9a37-f2b6-4535-bc7d-648c5f83c10d tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=71b22b25-b5d6-4ba9-812b-2e36880aadcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727959 Sep 07 02:54:52.705249 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5d0a512d-30c2-4282-92be-aee5c2e5b0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:52.722777 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881cb23e-349c-492b-a8b4-584886c19c80 req-4dcddc65-8604-46d8-a021-f39a78e1b362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:52.724345 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-881cb23e-349c-492b-a8b4-584886c19c80 req-4dcddc65-8604-46d8-a021-f39a78e1b362 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=82a45090c023468b95127c390faba656&device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 1098 time: 0.2639430 Sep 07 02:54:52.726345 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0a512d-30c2-4282-92be-aee5c2e5b0b0 None None] No DVR routers for this DVR port 78734515-81c4-45db-acd3-cb426c87695c on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:54:52.739572 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd8f0d2-d86d-4216-a03c-0a8550197724 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:52.740928 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-dbd8f0d2-d86d-4216-a03c-0a8550197724 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "GET /v2.0/ports/dd173752-7f8e-4422-8550-82e7b7440054 HTTP/1.1" status: 200 len: 844 time: 0.1129403 Sep 07 02:54:52.743979 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-abd9d483-cae5-4288-93ac-e307d6426175 req-8bf5ba73-23e3-445e-be46-16ba2d77ab29 tempest-ServerMetadataNegativeTestJSON-1034499802 tempest-ServerMetadataNegativeTestJSON-1034499802-project] 10.222.0.22 "GET /v2.0/security-groups?id=85d62c66-c66e-457c-bc00-918fcf14a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512735 Sep 07 02:54:52.744453 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 46658) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:52.751943 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0a512d-30c2-4282-92be-aee5c2e5b0b0 None None] Pushing event deleted for resources: {'Port': ['ID=78734515-81c4-45db-acd3-cb426c87695c,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:52.798896 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a582ac1-b201-4f7d-8768-26c656d3e972 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:54:52.808225 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f6f2c7-25e9-459c-bf10-30b0b499b627 None None] Sync routers for ids ['65593fc1-2077-4fc0-8278-b47d0f17fdf0'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:54:52.817906 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f6f2c7-25e9-459c-bf10-30b0b499b627 None None] Routers {'65593fc1-2077-4fc0-8278-b47d0f17fdf0'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:54:52.818528 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-d3f6f2c7-25e9-459c-bf10-30b0b499b627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:54:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['65593fc1-2077-4fc0-8278-b47d0f17fdf0'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:54:52.821062 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2a582ac1-b201-4f7d-8768-26c656d3e972 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:52.822328 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-2a582ac1-b201-4f7d-8768-26c656d3e972 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.8535762 Sep 07 02:54:52.828055 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46660) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:52.877951 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-158ce1e5-08bb-4598-8a90-6107d9b57944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:52.952633 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158ce1e5-08bb-4598-8a90-6107d9b57944 admin admin] Pushing event deleted for resources: {'Port': ['ID=78734515-81c4-45db-acd3-cb426c87695c,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:52.966293 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158ce1e5-08bb-4598-8a90-6107d9b57944 admin admin] No DVR routers for this DVR port 78734515-81c4-45db-acd3-cb426c87695c on host n-d-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:54:53.007874 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881cb23e-349c-492b-a8b4-584886c19c80 req-6916024f-b4e4-4c0f-9ef3-c282d1a6134c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:53.009524 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-881cb23e-349c-492b-a8b4-584886c19c80 req-6916024f-b4e4-4c0f-9ef3-c282d1a6134c service neutron] 10.222.0.23 "GET /v2.0/networks?id=2dd15660-a8a2-4615-aae6-6565f5b9c926 HTTP/1.1" status: 200 len: 916 time: 0.2628112 Sep 07 02:54:53.030671 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-2c68b78b-1fc9-4602-a6f6-cbde09aa74c2 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Deleting port a92572bf-0584-4e11-b8a5-71add9c01b8a {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:54:53.031030 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2c68b78b-1fc9-4602-a6f6-cbde09aa74c2 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:53.095198 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-d3f6f2c7-25e9-459c-bf10-30b0b499b627 None None] Set router 65593fc1-2077-4fc0-8278-b47d0f17fdf0 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:54:53.144760 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-158ce1e5-08bb-4598-8a90-6107d9b57944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:53.193880 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-a4c241a3-2205-4895-a653-98a5c5df87b6 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Deleting port dd173752-7f8e-4422-8550-82e7b7440054 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:54:53.194206 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a4c241a3-2205-4895-a653-98a5c5df87b6 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:53.238065 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-881cb23e-349c-492b-a8b4-584886c19c80 req-8b90ba33-b996-43b4-9d27-adcae808eb04 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a6228a5-9d7a-4224-9828-32709fba14a6 HTTP/1.1" status: 200 len: 1002 time: 0.2198541 Sep 07 02:54:53.252278 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 78734515-81c4-45db-acd3-cb426c87695c no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:54:53.254909 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-158ce1e5-08bb-4598-8a90-6107d9b57944 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c14598de-557e-41f6-bdcf-28289778b06c']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:54:53.282695 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 78734515-81c4-45db-acd3-cb426c87695c {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:54:53.283263 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 78734515-81c4-45db-acd3-cb426c87695c not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:54:53.283715 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device e2980f5d-551c-4247-9806-cf3022158b44 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:54:53.349177 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: e2980f5d-551c-4247-9806-cf3022158b44 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:54:53.349831 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device e2980f5d-551c-4247-9806-cf3022158b44 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:54:53.377651 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2c68b78b-1fc9-4602-a6f6-cbde09aa74c2 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:53.389187 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-158ce1e5-08bb-4598-8a90-6107d9b57944 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd870a195-8ec5-4537-8987-1fe2b1130707') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:54:53.390519 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-158ce1e5-08bb-4598-8a90-6107d9b57944 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd870a195-8ec5-4537-8987-1fe2b1130707') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:54:53.395141 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-d3f6f2c7-25e9-459c-bf10-30b0b499b627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65593fc1-2077-4fc0-8278-b47d0f17fdf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703025574', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '3710a1df-b9af-4a11-a409-df677a7ab61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:54:47Z', 'updated_at': '2021-09-07T02:54:50Z', 'revision_number': 3, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'gw_port': {'id': '3710a1df-b9af-4a11-a409-df677a7ab61c', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:70:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65593fc1-2077-4fc0-8278-b47d0f17fdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:54:49Z', 'updated_at': '2021-09-07T02:54:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:54:53.419812 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-158ce1e5-08bb-4598-8a90-6107d9b57944 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:53.422968 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-2c68b78b-1fc9-4602-a6f6-cbde09aa74c2 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Calling delete_port for a92572bf-0584-4e11-b8a5-71add9c01b8a owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:54:53.428702 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f6f2c7-25e9-459c-bf10-30b0b499b627 None None] Checking router: 65593fc1-2077-4fc0-8278-b47d0f17fdf0 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:54:53.429332 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f6f2c7-25e9-459c-bf10-30b0b499b627 None None] Updating router 65593fc1-2077-4fc0-8278-b47d0f17fdf0 port 3710a1df-b9af-4a11-a409-df677a7ab61c binding host n-d-796209-16 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 02:54:53.432733 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a4c241a3-2205-4895-a653-98a5c5df87b6 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:53.453720 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881cb23e-349c-492b-a8b4-584886c19c80 req-0d62b805-78f4-421b-87ce-f01817275554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:53.455309 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-881cb23e-349c-492b-a8b4-584886c19c80 req-0d62b805-78f4-421b-87ce-f01817275554 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ac223360-8a8e-4533-8aad-52e511f20cab HTTP/1.1" status: 200 len: 855 time: 0.2049079 Sep 07 02:54:53.461858 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-158ce1e5-08bb-4598-8a90-6107d9b57944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:53.471674 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d3f6f2c7-25e9-459c-bf10-30b0b499b627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:53.492347 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-a4c241a3-2205-4895-a653-98a5c5df87b6 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Calling delete_port for dd173752-7f8e-4422-8550-82e7b7440054 owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:54:53.507466 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-158ce1e5-08bb-4598-8a90-6107d9b57944 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:54:53.507891 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-158ce1e5-08bb-4598-8a90-6107d9b57944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:53.556913 n-d-796209-16 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:54:53.556913 n-d-796209-16 neutron-server[94700]: self.session.flush() Sep 07 02:54:53.556913 n-d-796209-16 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:54:53.556913 n-d-796209-16 neutron-server[94700]: self.session.flush() Sep 07 02:54:53.556913 n-d-796209-16 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:54:53.556913 n-d-796209-16 neutron-server[94700]: self.session.flush() Sep 07 02:54:53.556913 n-d-796209-16 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:54:53.556913 n-d-796209-16 neutron-server[94700]: self.session.flush() Sep 07 02:54:53.556913 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:54:53.556913 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:54:53.556913 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:54:53.556913 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:54:53.556913 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:54:53.556913 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:54:53.556913 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:54:53.556913 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:54:53.556913 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:54:53.556913 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:54:53.556913 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:54:53.556913 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:54:53.556913 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:54:53.556913 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:54:53.556913 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:54:53.556913 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:54:53.556913 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:54:53.556913 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:54:53.556913 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:54:53.556913 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:54:53.556913 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:54:53.556913 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:54:53.556913 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:54:53.556913 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:54:53.556913 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:54:53.556913 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:54:53.556913 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:54:53.556913 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:54:53.556913 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:54:53.556913 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:54:53.556913 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:54:53.556913 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:54:53.603640 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-ba8d0a7e-51e9-4ad0-8c21-880d7571bfa4 tempest-TestNetworkAdvancedServerOps-2015258804 tempest-TestNetworkAdvancedServerOps-2015258804-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=626f31b15da14e0da01388cbfdee7f90&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7743809 Sep 07 02:54:53.606317 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46678) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:53.703518 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881cb23e-349c-492b-a8b4-584886c19c80 req-39363e8e-5ceb-4c76-84f6-11b5adad8c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:53.705527 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-881cb23e-349c-492b-a8b4-584886c19c80 req-39363e8e-5ceb-4c76-84f6-11b5adad8c25 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2dd15660-a8a2-4615-aae6-6565f5b9c926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2394586 Sep 07 02:54:53.799629 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ee4e87-3b0c-4fad-83b1-d74d6c5b1c49 tempest-TestNetworkAdvancedServerOps-2015258804 tempest-TestNetworkAdvancedServerOps-2015258804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:53.804050 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-91ee4e87-3b0c-4fad-83b1-d74d6c5b1c49 tempest-TestNetworkAdvancedServerOps-2015258804 tempest-TestNetworkAdvancedServerOps-2015258804-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1940286 Sep 07 02:54:53.805189 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46684) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:53.823578 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57bb76-323e-4852-afb6-6aeb6c278f40 req-b48581e4-c0a9-4d66-a9e0-79b759152ebb tempest-ServerMetadataNegativeTestJSON-1034499802 tempest-ServerMetadataNegativeTestJSON-1034499802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:53.825375 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4e57bb76-323e-4852-afb6-6aeb6c278f40 req-b48581e4-c0a9-4d66-a9e0-79b759152ebb tempest-ServerMetadataNegativeTestJSON-1034499802 tempest-ServerMetadataNegativeTestJSON-1034499802-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbf054f6-848c-4821-9b5e-1d80f2736b8f HTTP/1.1" status: 200 len: 945 time: 0.3275583 Sep 07 02:54:53.826548 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-158ce1e5-08bb-4598-8a90-6107d9b57944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:53.832385 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-158ce1e5-08bb-4598-8a90-6107d9b57944 admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:53.835352 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-158ce1e5-08bb-4598-8a90-6107d9b57944 admin admin] 10.222.0.22 "DELETE /v2.0/networks/c14598de-557e-41f6-bdcf-28289778b06c HTTP/1.1" status: 204 len: 168 time: 1.7516668 Sep 07 02:54:53.842825 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d3f6f2c7-25e9-459c-bf10-30b0b499b627 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:53.854796 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-d3f6f2c7-25e9-459c-bf10-30b0b499b627 None None] Transition to ACTIVE for port object 3710a1df-b9af-4a11-a409-df677a7ab61c will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:54:53.863685 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d3f6f2c7-25e9-459c-bf10-30b0b499b627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:53.890109 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-638f9874-0ef5-4619-ac4e-b7d5844b2b3a tempest-TestNetworkAdvancedServerOps-2015258804 tempest-TestNetworkAdvancedServerOps-2015258804-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=1166b922-7457-4da4-bdda-328e8c8e7bc6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0837224 Sep 07 02:54:53.892913 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46688) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:53.908346 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-1452a47f-762b-484e-93dc-5f2829688990 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1815338791', 'network_id': '6345c063-9711-4fd7-a5ec-cc5bb3922efa', 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:54:53.922510 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-d3f6f2c7-25e9-459c-bf10-30b0b499b627 None None] Attempting to bind port 3710a1df-b9af-4a11-a409-df677a7ab61c on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:54:53.923099 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-d3f6f2c7-25e9-459c-bf10-30b0b499b627 None None] Attempting to bind port 3710a1df-b9af-4a11-a409-df677a7ab61c by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:54:53.923896 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f6f2c7-25e9-459c-bf10-30b0b499b627 None None] Attempting to bind port 3710a1df-b9af-4a11-a409-df677a7ab61c on network 1166b922-7457-4da4-bdda-328e8c8e7bc6 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:54:53.944471 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f6f2c7-25e9-459c-bf10-30b0b499b627 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:54:53.945259 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f6f2c7-25e9-459c-bf10-30b0b499b627 None None] Checking segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:54:53.945636 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d3f6f2c7-25e9-459c-bf10-30b0b499b627 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:53.946046 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f6f2c7-25e9-459c-bf10-30b0b499b627 None None] Bound using segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:54:53.946791 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-d3f6f2c7-25e9-459c-bf10-30b0b499b627 None None] Bound port: 3710a1df-b9af-4a11-a409-df677a7ab61c, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:54:53.946943 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d3f6f2c7-25e9-459c-bf10-30b0b499b627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:53.977256 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e548c940-7251-4428-9772-90c430c9e6ae None None] Pushing event updated for resources: {'Port': ['ID=3710a1df-b9af-4a11-a409-df677a7ab61c,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:54.017199 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-d3f6f2c7-25e9-459c-bf10-30b0b499b627 None None] For port 3710a1df-b9af-4a11-a409-df677a7ab61c, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:54:54.019292 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158ce1e5-08bb-4598-8a90-6107d9b57944 admin admin] Pushing event deleted for resources: {'Network': ['ID=c14598de-557e-41f6-bdcf-28289778b06c,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:54.021682 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-d3f6f2c7-25e9-459c-bf10-30b0b499b627 None None] For port 3710a1df-b9af-4a11-a409-df677a7ab61c, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=3710a1df-b9af-4a11-a409-df677a7ab61c,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:54:54.034367 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d3f6f2c7-25e9-459c-bf10-30b0b499b627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:54.048831 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b127de7-fdf2-4bcc-a492-8bbb8b53b805 req-1548b323-9f9e-4d66-b0bf-97466d697393 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:54.059520 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4b127de7-fdf2-4bcc-a492-8bbb8b53b805 req-1548b323-9f9e-4d66-b0bf-97466d697393 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 946 time: 0.1651356 Sep 07 02:54:54.113656 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f6f2c7-25e9-459c-bf10-30b0b499b627 None None] Routers {'65593fc1-2077-4fc0-8278-b47d0f17fdf0'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:54:54.114693 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-d3f6f2c7-25e9-459c-bf10-30b0b499b627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:54:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['65593fc1-2077-4fc0-8278-b47d0f17fdf0'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:54:54.133965 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4b127de7-fdf2-4bcc-a492-8bbb8b53b805 req-b6d1915d-be6d-4f9b-ace6-f06ba7873513 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=71b22b25-b5d6-4ba9-812b-2e36880aadcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700550 Sep 07 02:54:54.158296 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1452a47f-762b-484e-93dc-5f2829688990 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Made reservation on behalf of 626f31b15da14e0da01388cbfdee7f90 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:54:54.162437 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1452a47f-762b-484e-93dc-5f2829688990 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:54.175750 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e548c940-7251-4428-9772-90c430c9e6ae None None] Pushing event updated for resources: {'Port': ['ID=3710a1df-b9af-4a11-a409-df677a7ab61c,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:54.176236 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a4c241a3-2205-4895-a653-98a5c5df87b6 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:54.202359 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-881cb23e-349c-492b-a8b4-584886c19c80 req-e665abac-f63f-4d44-a304-56b2ca0ce6d4 service neutron] 10.222.0.23 "GET /v2.0/networks/2dd15660-a8a2-4615-aae6-6565f5b9c926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4871211 Sep 07 02:54:54.240928 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca68f1-3ec9-4a57-9a36-9f6d97483e75 req-7a0cb932-1c7f-48b4-8149-041f20f6f8e7 tempest-ServerMetadataNegativeTestJSON-1034499802 tempest-ServerMetadataNegativeTestJSON-1034499802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:54.242466 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-28ca68f1-3ec9-4a57-9a36-9f6d97483e75 req-7a0cb932-1c7f-48b4-8149-041f20f6f8e7 tempest-ServerMetadataNegativeTestJSON-1034499802 tempest-ServerMetadataNegativeTestJSON-1034499802-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbf054f6-848c-4821-9b5e-1d80f2736b8f HTTP/1.1" status: 200 len: 945 time: 0.2876785 Sep 07 02:54:54.252291 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a4c241a3-2205-4895-a653-98a5c5df87b6 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:54.254905 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a4c241a3-2205-4895-a653-98a5c5df87b6 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "DELETE /v2.0/ports/dd173752-7f8e-4422-8550-82e7b7440054 HTTP/1.1" status: 204 len: 168 time: 1.4872534 Sep 07 02:54:54.272576 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c241a3-2205-4895-a653-98a5c5df87b6 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event deleted for resources: {'Port': ['ID=dd173752-7f8e-4422-8550-82e7b7440054,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:54.276798 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 46692) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:54.277128 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 46694) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:54.282861 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-d3f6f2c7-25e9-459c-bf10-30b0b499b627 None None] Set router 65593fc1-2077-4fc0-8278-b47d0f17fdf0 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:54:54.348714 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2c68b78b-1fc9-4602-a6f6-cbde09aa74c2 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:54.355043 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-4e57bb76-323e-4852-afb6-6aeb6c278f40 req-390dbb8e-a450-425a-a6ca-99708c453ba5 tempest-ServerMetadataNegativeTestJSON-1034499802 tempest-ServerMetadataNegativeTestJSON-1034499802-project] Deleting port a1c21f5c-6ffa-4428-a7bc-53469541ea3e {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:54:54.355636 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4e57bb76-323e-4852-afb6-6aeb6c278f40 req-390dbb8e-a450-425a-a6ca-99708c453ba5 tempest-ServerMetadataNegativeTestJSON-1034499802 tempest-ServerMetadataNegativeTestJSON-1034499802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:54.393376 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-406b6fd6-3ace-4d32-80b3-067e7b0c2834 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] GET failed (client error): The resource could not be found. Sep 07 02:54:54.395100 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-406b6fd6-3ace-4d32-80b3-067e7b0c2834 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "GET /v2.0/ports/dd173752-7f8e-4422-8550-82e7b7440054 HTTP/1.1" status: 404 len: 333 time: 0.1121693 Sep 07 02:54:54.428856 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 46700) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:54.460949 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1452a47f-762b-484e-93dc-5f2829688990 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:54.470542 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-d8b692a2-09cf-42d9-bb4a-dee14403153e tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Request body: {'port': {'network_id': '08d2772c-c615-47db-a417-e1042178085f', 'name': 'tempest-PortsIpV6TestJSON-1330975838'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:54:54.489528 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68b78b-1fc9-4602-a6f6-cbde09aa74c2 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Pushing event deleted for resources: {'Port': ['ID=a92572bf-0584-4e11-b8a5-71add9c01b8a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:54.555055 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-d3f6f2c7-25e9-459c-bf10-30b0b499b627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65593fc1-2077-4fc0-8278-b47d0f17fdf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703025574', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '3710a1df-b9af-4a11-a409-df677a7ab61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:54:47Z', 'updated_at': '2021-09-07T02:54:50Z', 'revision_number': 3, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'gw_port': {'id': '3710a1df-b9af-4a11-a409-df677a7ab61c', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:70:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65593fc1-2077-4fc0-8278-b47d0f17fdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:54:49Z', 'updated_at': '2021-09-07T02:54:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:54:54.570195 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1452a47f-762b-484e-93dc-5f2829688990 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event updated for resources: {'Subnet': ['ID=39af06ff-7bf6-4dad-82da-8f5351b3a173,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:54.575375 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1452a47f-762b-484e-93dc-5f2829688990 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Checking segment: {'id': 'be1dc1b1-7827-42bb-893b-a875f19ad000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6345c063-9711-4fd7-a5ec-cc5bb3922efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:54:54.575826 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1452a47f-762b-484e-93dc-5f2829688990 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Network hostable DHCP agents. Network: 6345c063-9711-4fd7-a5ec-cc5bb3922efa, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:54:54.588606 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f6f2c7-25e9-459c-bf10-30b0b499b627 None None] The sync data for ids ['65593fc1-2077-4fc0-8278-b47d0f17fdf0'] in n-d-796209-16 is: [{'id': '65593fc1-2077-4fc0-8278-b47d0f17fdf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703025574', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '3710a1df-b9af-4a11-a409-df677a7ab61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:54:47Z', 'updated_at': '2021-09-07T02:54:50Z', 'revision_number': 3, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'gw_port': {'id': '3710a1df-b9af-4a11-a409-df677a7ab61c', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:70:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65593fc1-2077-4fc0-8278-b47d0f17fdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:54:49Z', 'updated_at': '2021-09-07T02:54:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:54:54.609436 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1452a47f-762b-484e-93dc-5f2829688990 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Network 6345c063-9711-4fd7-a5ec-cc5bb3922efa is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:54:54.625727 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-1452a47f-762b-484e-93dc-5f2829688990 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 6345c063-9711-4fd7-a5ec-cc5bb3922efa) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:54:54.634305 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1452a47f-762b-484e-93dc-5f2829688990 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:54.635196 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1452a47f-762b-484e-93dc-5f2829688990 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:54.642379 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b594a369-d53f-44ca-b16b-d0ed91e42183 None None] Network 6345c063-9711-4fd7-a5ec-cc5bb3922efa requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:54:54.674459 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-1452a47f-762b-484e-93dc-5f2829688990 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7698667 Sep 07 02:54:54.674685 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46708) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:54.954304 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3ff0af-0202-4079-bdad-8a6dfe5b1b41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-6345c063-9711-4fd7-a5ec-cc5bb3922efa', 'network_id': '6345c063-9711-4fd7-a5ec-cc5bb3922efa', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'fixed_ips': [{'subnet_id': '39af06ff-7bf6-4dad-82da-8f5351b3a173'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:54:54.955306 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0d3ff0af-0202-4079-bdad-8a6dfe5b1b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:55.173480 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-0d3ff0af-0202-4079-bdad-8a6dfe5b1b41 None None] Allocated IP 172.20.0.2 (6345c063-9711-4fd7-a5ec-cc5bb3922efa/39af06ff-7bf6-4dad-82da-8f5351b3a173/856f95d0-374c-400e-8298-9509675a8e2c) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:54:55.350071 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-28ca68f1-3ec9-4a57-9a36-9f6d97483e75 req-4b82b18f-a124-4687-a6c8-cb452f5946fa tempest-ServerMetadataNegativeTestJSON-1034499802 tempest-ServerMetadataNegativeTestJSON-1034499802-project] 10.222.0.22 "GET /v2.0/security-groups?id=85d62c66-c66e-457c-bc00-918fcf14a70a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0739362 Sep 07 02:54:55.382117 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 3710a1df-b9af-4a11-a409-df677a7ab61c up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:54:55.413898 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 0a6228a5-9d7a-4224-9828-32709fba14a6 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:54:55.424794 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-4e57bb76-323e-4852-afb6-6aeb6c278f40 req-390dbb8e-a450-425a-a6ca-99708c453ba5 tempest-ServerMetadataNegativeTestJSON-1034499802 tempest-ServerMetadataNegativeTestJSON-1034499802-project] For port a1c21f5c-6ffa-4428-a7bc-53469541ea3e, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=a1c21f5c-6ffa-4428-a7bc-53469541ea3e,segment=NetworkSegment(21a86b78-471f-469c-a189-7252e038a934),segment_id=21a86b78-471f-469c-a189-7252e038a934)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:54:55.425317 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4e57bb76-323e-4852-afb6-6aeb6c278f40 req-390dbb8e-a450-425a-a6ca-99708c453ba5 tempest-ServerMetadataNegativeTestJSON-1034499802 tempest-ServerMetadataNegativeTestJSON-1034499802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:55.453177 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-d2c9c407-c8e4-4f90-906a-22b7313c7704 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a9eedd8c00c24a18a92c5e78e10e8a63&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1684432 Sep 07 02:54:55.453832 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5639acc7-2b1b-4068-8d3e-8278a3501c18 req-ebbe7efa-05a8-49bb-81f9-cdf90433d542 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:55.455698 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5639acc7-2b1b-4068-8d3e-8278a3501c18 req-ebbe7efa-05a8-49bb-81f9-cdf90433d542 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 946 time: 0.2153084 Sep 07 02:54:55.459911 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46714) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:55.467951 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-4e57bb76-323e-4852-afb6-6aeb6c278f40 req-390dbb8e-a450-425a-a6ca-99708c453ba5 tempest-ServerMetadataNegativeTestJSON-1034499802 tempest-ServerMetadataNegativeTestJSON-1034499802-project] Calling delete_port for a1c21f5c-6ffa-4428-a7bc-53469541ea3e owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:54:55.472586 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-881cb23e-349c-492b-a8b4-584886c19c80 req-89f1b470-6c26-47e6-a5cb-8ad42cbf2043 service neutron] 10.222.0.23 "GET /v2.0/networks/2dd15660-a8a2-4615-aae6-6565f5b9c926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2262454 Sep 07 02:54:55.479661 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2c68b78b-1fc9-4602-a6f6-cbde09aa74c2 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:55.482386 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-2c68b78b-1fc9-4602-a6f6-cbde09aa74c2 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] 10.222.0.22 "DELETE /v2.0/ports/a92572bf-0584-4e11-b8a5-71add9c01b8a HTTP/1.1" status: 204 len: 168 time: 2.8984213 Sep 07 02:54:55.487990 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 46716) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:55.556703 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5639acc7-2b1b-4068-8d3e-8278a3501c18 req-cb6dc6b5-8b86-4d71-b992-0a0c2c316ce5 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=71b22b25-b5d6-4ba9-812b-2e36880aadcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875287 Sep 07 02:54:55.563889 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0d3ff0af-0202-4079-bdad-8a6dfe5b1b41 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:55.570283 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6f75539d-afa3-4fca-9670-fa717208f973 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:55.613791 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-0d3ff0af-0202-4079-bdad-8a6dfe5b1b41 None None] Transition to ACTIVE for port object 856f95d0-374c-400e-8298-9509675a8e2c will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:54:55.643048 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b692a2-09cf-42d9-bb4a-dee14403153e tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Made reservation on behalf of 819c73709af74aee976d11a35d78d7e6 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:54:55.647576 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d8b692a2-09cf-42d9-bb4a-dee14403153e tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:55.660598 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f9223b5a-77aa-4fd0-bba5-cb29bdb8dc8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:55.674403 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:55.685801 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17f11ca-85fc-4214-b3fc-8f9eddd2198c tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:55.689322 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-0d3ff0af-0202-4079-bdad-8a6dfe5b1b41 None None] Transition to ACTIVE for port object 856f95d0-374c-400e-8298-9509675a8e2c will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:54:55.690362 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c17f11ca-85fc-4214-b3fc-8f9eddd2198c tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] 10.222.0.22 "GET /v2.0/ports?device_id=e635094e-4c8c-4723-8f2a-7aac1dd04324 HTTP/1.1" status: 200 len: 913 time: 0.1990688 Sep 07 02:54:55.693744 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 46718) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:55.697589 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f9223b5a-77aa-4fd0-bba5-cb29bdb8dc8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:55.702833 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-d8b692a2-09cf-42d9-bb4a-dee14403153e tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] device_id is not set on port 76ba71c3-b830-45ca-a4bd-e8a2285cb7f8 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:54:55.732019 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 3710a1df-b9af-4a11-a409-df677a7ab61c completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:54:55.735581 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0d3ff0af-0202-4079-bdad-8a6dfe5b1b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:55.766338 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 3710a1df-b9af-4a11-a409-df677a7ab61c triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:54:55.766849 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:55.813876 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f10d1fc1-87e6-4931-930f-33683ef02a46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a6228a5-9d7a-4224-9828-32709fba14a6'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:54:55.816382 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7fff84-8c29-4b84-a759-615497ce623a" -d '{"events": [{"server_uuid": "f10d1fc1-87e6-4931-930f-33683ef02a46", "name": "network-vif-unplugged", "status": "completed", "tag": "0a6228a5-9d7a-4224-9828-32709fba14a6"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:54:55.826024 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3ff0af-0202-4079-bdad-8a6dfe5b1b41 None None] Network 6345c063-9711-4fd7-a5ec-cc5bb3922efa is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:54:55.842842 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-0d3ff0af-0202-4079-bdad-8a6dfe5b1b41 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:54:55.852832 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 0a6228a5-9d7a-4224-9828-32709fba14a6, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=0a6228a5-9d7a-4224-9828-32709fba14a6,segment=NetworkSegment(671b0d78-496f-4a6a-a20b-d6937a9097d2),segment_id=671b0d78-496f-4a6a-a20b-d6937a9097d2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:54:55.854276 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3ff0af-0202-4079-bdad-8a6dfe5b1b41 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:54:55.863151 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3ff0af-0202-4079-bdad-8a6dfe5b1b41 None None] Pushing event updated for resources: {'Port': ['ID=856f95d0-374c-400e-8298-9509675a8e2c,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:55.898848 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:55.907908 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 02:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d249d6f9-9f96-4701-8d35-7e372433e727 x-openstack-request-id: req-d249d6f9-9f96-4701-8d35-7e372433e727 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:54:55.908356 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f10d1fc1-87e6-4931-930f-33683ef02a46", "name": "network-vif-unplugged", "status": "completed", "tag": "0a6228a5-9d7a-4224-9828-32709fba14a6", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:54:55.909011 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d249d6f9-9f96-4701-8d35-7e372433e727 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:54:55.909457 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f10d1fc1-87e6-4931-930f-33683ef02a46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a6228a5-9d7a-4224-9828-32709fba14a6', 'code': 200} Sep 07 02:54:56.014027 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9f640948-fb1a-45d0-81ed-4a6e22633bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:56.082794 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=0a6228a5-9d7a-4224-9828-32709fba14a6,revision_number=8']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:56.086110 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-0d3ff0af-0202-4079-bdad-8a6dfe5b1b41 None None] Attempting to bind port 856f95d0-374c-400e-8298-9509675a8e2c on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:54:56.086487 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-0d3ff0af-0202-4079-bdad-8a6dfe5b1b41 None None] Attempting to bind port 856f95d0-374c-400e-8298-9509675a8e2c by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'be1dc1b1-7827-42bb-893b-a875f19ad000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6345c063-9711-4fd7-a5ec-cc5bb3922efa'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:54:56.086856 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3ff0af-0202-4079-bdad-8a6dfe5b1b41 None None] Attempting to bind port 856f95d0-374c-400e-8298-9509675a8e2c on network 6345c063-9711-4fd7-a5ec-cc5bb3922efa {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:54:56.096138 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3ff0af-0202-4079-bdad-8a6dfe5b1b41 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:54:56.096463 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3ff0af-0202-4079-bdad-8a6dfe5b1b41 None None] Checking segment: {'id': 'be1dc1b1-7827-42bb-893b-a875f19ad000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6345c063-9711-4fd7-a5ec-cc5bb3922efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:54:56.096876 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0d3ff0af-0202-4079-bdad-8a6dfe5b1b41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:56.097275 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3ff0af-0202-4079-bdad-8a6dfe5b1b41 None None] Bound using segment: {'id': 'be1dc1b1-7827-42bb-893b-a875f19ad000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6345c063-9711-4fd7-a5ec-cc5bb3922efa'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:54:56.098316 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-0d3ff0af-0202-4079-bdad-8a6dfe5b1b41 None None] Bound port: 856f95d0-374c-400e-8298-9509675a8e2c, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be1dc1b1-7827-42bb-893b-a875f19ad000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6345c063-9711-4fd7-a5ec-cc5bb3922efa'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:54:56.098713 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0d3ff0af-0202-4079-bdad-8a6dfe5b1b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:56.132280 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-6f75539d-afa3-4fca-9670-fa717208f973 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Allocated IP 172.20.0.1 (6345c063-9711-4fd7-a5ec-cc5bb3922efa/39af06ff-7bf6-4dad-82da-8f5351b3a173/0c6edd95-6eda-4abd-a823-1380418d4c08) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:54:56.135900 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:56.167745 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4e57bb76-323e-4852-afb6-6aeb6c278f40 req-390dbb8e-a450-425a-a6ca-99708c453ba5 tempest-ServerMetadataNegativeTestJSON-1034499802 tempest-ServerMetadataNegativeTestJSON-1034499802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:56.195519 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f9223b5a-77aa-4fd0-bba5-cb29bdb8dc8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:56.198173 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f9223b5a-77aa-4fd0-bba5-cb29bdb8dc8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:56.203900 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f9223b5a-77aa-4fd0-bba5-cb29bdb8dc8a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/681e8b50-5e92-406d-908f-5c841913bc42 HTTP/1.1" status: 204 len: 168 time: 0.7398145 Sep 07 02:54:56.241224 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 3710a1df-b9af-4a11-a409-df677a7ab61c, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=3710a1df-b9af-4a11-a409-df677a7ab61c,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:54:56.246000 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9223b5a-77aa-4fd0-bba5-cb29bdb8dc8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681e8b50-5e92-406d-908f-5c841913bc42,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:56.259723 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:56.260520 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390dbb8e-a450-425a-a6ca-99708c453ba5 tempest-ServerMetadataNegativeTestJSON-1034499802 tempest-ServerMetadataNegativeTestJSON-1034499802-project] Pushing event deleted for resources: {'Port': ['ID=a1c21f5c-6ffa-4428-a7bc-53469541ea3e,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:56.318720 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-0d3ff0af-0202-4079-bdad-8a6dfe5b1b41 None None] For port 856f95d0-374c-400e-8298-9509675a8e2c, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:54:56.337172 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6f75539d-afa3-4fca-9670-fa717208f973 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:56.339270 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e57bb76-323e-4852-afb6-6aeb6c278f40 req-390dbb8e-a450-425a-a6ca-99708c453ba5 tempest-ServerMetadataNegativeTestJSON-1034499802 tempest-ServerMetadataNegativeTestJSON-1034499802-project] No DVR routers for this DVR port a1c21f5c-6ffa-4428-a7bc-53469541ea3e on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:54:56.344190 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-4e57bb76-323e-4852-afb6-6aeb6c278f40 req-390dbb8e-a450-425a-a6ca-99708c453ba5 tempest-ServerMetadataNegativeTestJSON-1034499802 tempest-ServerMetadataNegativeTestJSON-1034499802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:56.346505 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4e57bb76-323e-4852-afb6-6aeb6c278f40 req-390dbb8e-a450-425a-a6ca-99708c453ba5 tempest-ServerMetadataNegativeTestJSON-1034499802 tempest-ServerMetadataNegativeTestJSON-1034499802-project] 10.222.0.16 "DELETE /v2.0/ports/a1c21f5c-6ffa-4428-a7bc-53469541ea3e HTTP/1.1" status: 204 len: 173 time: 2.5057545 Sep 07 02:54:56.351004 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d8b692a2-09cf-42d9-bb4a-dee14403153e tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:56.352761 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf054f6-848c-4821-9b5e-1d80f2736b8f', 'name': 'network-vif-deleted', 'tag': 'a1c21f5c-6ffa-4428-a7bc-53469541ea3e'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:54:56.355242 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ecd049-feec-4c3d-843c-a9bb7287b145" -d '{"events": [{"server_uuid": "bbf054f6-848c-4821-9b5e-1d80f2736b8f", "name": "network-vif-deleted", "tag": "a1c21f5c-6ffa-4428-a7bc-53469541ea3e"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:54:56.369606 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-0d3ff0af-0202-4079-bdad-8a6dfe5b1b41 None None] For port 856f95d0-374c-400e-8298-9509675a8e2c, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=856f95d0-374c-400e-8298-9509675a8e2c,segment=NetworkSegment(be1dc1b1-7827-42bb-893b-a875f19ad000),segment_id=be1dc1b1-7827-42bb-893b-a875f19ad000)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:54:56.373041 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-6f75539d-afa3-4fca-9670-fa717208f973 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Transition to ACTIVE for port object 0c6edd95-6eda-4abd-a823-1380418d4c08 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:54:56.444908 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0d3ff0af-0202-4079-bdad-8a6dfe5b1b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:56.453524 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d8b692a2-09cf-42d9-bb4a-dee14403153e tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:56.476456 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eebe9948-9560-48bf-bd6f-48dd6dd5a8c9 x-openstack-request-id: req-eebe9948-9560-48bf-bd6f-48dd6dd5a8c9 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:54:56.477027 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=3710a1df-b9af-4a11-a409-df677a7ab61c,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:56.477192 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf054f6-848c-4821-9b5e-1d80f2736b8f", "name": "network-vif-deleted", "tag": "a1c21f5c-6ffa-4428-a7bc-53469541ea3e", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:54:56.477192 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-eebe9948-9560-48bf-bd6f-48dd6dd5a8c9 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:54:56.477785 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbf054f6-848c-4821-9b5e-1d80f2736b8f', 'name': 'network-vif-deleted', 'tag': 'a1c21f5c-6ffa-4428-a7bc-53469541ea3e', 'status': 'completed', 'code': 200} Sep 07 02:54:56.485345 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6f75539d-afa3-4fca-9670-fa717208f973 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:56.567267 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device a1c21f5c-6ffa-4428-a7bc-53469541ea3e no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:54:56.598713 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-634b50fd-bcd0-4301-9961-8afea789cd2a req-b4749536-d5d1-4b50-be36-5a69404e9803 tempest-ServerMetadataNegativeTestJSON-1034499802 tempest-ServerMetadataNegativeTestJSON-1034499802-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbf054f6-848c-4821-9b5e-1d80f2736b8f HTTP/1.1" status: 200 len: 210 time: 0.0714204 Sep 07 02:54:56.610773 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b692a2-09cf-42d9-bb4a-dee14403153e tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Network 08d2772c-c615-47db-a417-e1042178085f is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:54:56.617031 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f75539d-afa3-4fca-9670-fa717208f973 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event updated for resources: {'Port': ['ID=0c6edd95-6eda-4abd-a823-1380418d4c08,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:56.622333 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: a1c21f5c-6ffa-4428-a7bc-53469541ea3e {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:54:56.622688 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device a1c21f5c-6ffa-4428-a7bc-53469541ea3e not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:54:56.630862 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f75539d-afa3-4fca-9670-fa717208f973 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Network 6345c063-9711-4fd7-a5ec-cc5bb3922efa is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:54:56.635953 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-6f75539d-afa3-4fca-9670-fa717208f973 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:54:56.639126 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f75539d-afa3-4fca-9670-fa717208f973 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:54:56.640898 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-d8b692a2-09cf-42d9-bb4a-dee14403153e tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:54:56.647839 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b692a2-09cf-42d9-bb4a-dee14403153e tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:54:56.660737 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b692a2-09cf-42d9-bb4a-dee14403153e tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:56.663580 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d8b692a2-09cf-42d9-bb4a-dee14403153e tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:56.674576 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b692a2-09cf-42d9-bb4a-dee14403153e tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event updated for resources: {'Port': ['ID=76ba71c3-b830-45ca-a4bd-e8a2285cb7f8,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:56.696265 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3ff0af-0202-4079-bdad-8a6dfe5b1b41 None None] Pushing event updated for resources: {'Port': ['ID=856f95d0-374c-400e-8298-9509675a8e2c,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:56.728633 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-d8b692a2-09cf-42d9-bb4a-dee14403153e tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.2980170 Sep 07 02:54:56.731144 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 46734) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:56.735217 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ade64e47-e071-4755-b57e-54ec1b6c8c15 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:56.742580 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-90c8da0d-f866-439a-aa20-4974efd6606f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:54:56.779191 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6f75539d-afa3-4fca-9670-fa717208f973 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:56.875916 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc81925c-d76e-4412-b901-5820fd07b149 req-bfaeccf8-19d8-4915-86d9-28e71a2ff998 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:56.886243 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cc81925c-d76e-4412-b901-5820fd07b149 req-bfaeccf8-19d8-4915-86d9-28e71a2ff998 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 944 time: 0.1524060 Sep 07 02:54:56.889438 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-90c8da0d-f866-439a-aa20-4974efd6606f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:57.006085 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cc81925c-d76e-4412-b901-5820fd07b149 req-c303bdab-7c8d-4eb6-815e-5ed58cc352b1 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=71b22b25-b5d6-4ba9-812b-2e36880aadcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188457 Sep 07 02:54:57.152373 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6f75539d-afa3-4fca-9670-fa717208f973 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:57.476631 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-90c8da0d-f866-439a-aa20-4974efd6606f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:57.488492 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 3710a1df-b9af-4a11-a409-df677a7ab61c up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:54:57.515240 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-90c8da0d-f866-439a-aa20-4974efd6606f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:57.572925 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 3710a1df-b9af-4a11-a409-df677a7ab61c triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:54:57.573942 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:57.659796 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-90c8da0d-f866-439a-aa20-4974efd6606f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] In _notify_port_updated(), no bound segment for port 76ba71c3-b830-45ca-a4bd-e8a2285cb7f8 on network 08d2772c-c615-47db-a417-e1042178085f {{(pid=94700) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 02:54:57.665251 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c8da0d-f866-439a-aa20-4974efd6606f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:57.666385 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-90c8da0d-f866-439a-aa20-4974efd6606f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:57.667965 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-90c8da0d-f866-439a-aa20-4974efd6606f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "PUT /v2.0/ports/76ba71c3-b830-45ca-a4bd-e8a2285cb7f8 HTTP/1.1" status: 200 len: 818 time: 0.9356239 Sep 07 02:54:57.671082 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46756) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:57.692258 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c8da0d-f866-439a-aa20-4974efd6606f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event updated for resources: {'Port': ['ID=76ba71c3-b830-45ca-a4bd-e8a2285cb7f8,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:57.715567 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 46760) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:57.734840 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 856f95d0-374c-400e-8298-9509675a8e2c up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:54:57.757833 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6f75539d-afa3-4fca-9670-fa717208f973 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:57.774624 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6f75539d-afa3-4fca-9670-fa717208f973 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:57.782886 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-ade64e47-e071-4755-b57e-54ec1b6c8c15 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Deleting port a393201b-e8e4-45ca-ba8e-456bf7c182ed {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:54:57.783600 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ade64e47-e071-4755-b57e-54ec1b6c8c15 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:57.817139 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fecb1d1-67bc-4db2-a320-1cedeccbf1d7 admin admin] Deleting subnet d7884018-8ddc-4d3b-ad23-bdb1add6f5e4 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:54:57.820385 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 856f95d0-374c-400e-8298-9509675a8e2c completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:54:57.823076 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2fecb1d1-67bc-4db2-a320-1cedeccbf1d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:57.907573 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2fecb1d1-67bc-4db2-a320-1cedeccbf1d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:57.920615 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f75539d-afa3-4fca-9670-fa717208f973 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event updated for resources: {'Port': ['ID=0c6edd95-6eda-4abd-a823-1380418d4c08,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:57.937567 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6f75539d-afa3-4fca-9670-fa717208f973 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:57.956309 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ade64e47-e071-4755-b57e-54ec1b6c8c15 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:57.980983 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-ade64e47-e071-4755-b57e-54ec1b6c8c15 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Calling delete_port for a393201b-e8e4-45ca-ba8e-456bf7c182ed owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:54:57.992171 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2fecb1d1-67bc-4db2-a320-1cedeccbf1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:58.073341 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-d0baceac-3ab4-49d0-8932-82a2b709e3cb tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Deleting port 76ba71c3-b830-45ca-a4bd-e8a2285cb7f8 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:54:58.074046 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d0baceac-3ab4-49d0-8932-82a2b709e3cb tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:58.172173 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2fecb1d1-67bc-4db2-a320-1cedeccbf1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:58.211235 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fecb1d1-67bc-4db2-a320-1cedeccbf1d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7884018-8ddc-4d3b-ad23-bdb1add6f5e4,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:58.215183 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4721723e-5bb4-463a-9aff-4bcb36b4296d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:58.221708 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2fecb1d1-67bc-4db2-a320-1cedeccbf1d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:58.226014 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-2fecb1d1-67bc-4db2-a320-1cedeccbf1d7 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/d7884018-8ddc-4d3b-ad23-bdb1add6f5e4 HTTP/1.1" status: 204 len: 168 time: 0.5066013 Sep 07 02:54:58.226743 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 46772) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:58.346074 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d0baceac-3ab4-49d0-8932-82a2b709e3cb tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:58.366707 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a754c-7910-4bed-a26c-1642183cdd65 req-32f8dea0-4b1b-4a68-8c36-c5576297d765 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:58.368543 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-547a754c-7910-4bed-a26c-1642183cdd65 req-32f8dea0-4b1b-4a68-8c36-c5576297d765 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 944 time: 0.2282224 Sep 07 02:54:58.377052 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-d0baceac-3ab4-49d0-8932-82a2b709e3cb tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Calling delete_port for 76ba71c3-b830-45ca-a4bd-e8a2285cb7f8 owned by {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:54:58.399049 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f75539d-afa3-4fca-9670-fa717208f973 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Network 6345c063-9711-4fd7-a5ec-cc5bb3922efa is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:54:58.412926 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8840e738-5df8-446e-9988-63165dba6d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:58.421770 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-6f75539d-afa3-4fca-9670-fa717208f973 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:54:58.486981 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c2405f-1955-49c2-b5ac-04a0a87d7ed0 None None] Network 6345c063-9711-4fd7-a5ec-cc5bb3922efa requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:54:58.557048 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-547a754c-7910-4bed-a26c-1642183cdd65 req-3da1e824-2bd2-42f6-b654-443d439de450 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=71b22b25-b5d6-4ba9-812b-2e36880aadcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731935 Sep 07 02:54:58.601544 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ade64e47-e071-4755-b57e-54ec1b6c8c15 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:58.604631 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d0baceac-3ab4-49d0-8932-82a2b709e3cb tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:58.647730 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8840e738-5df8-446e-9988-63165dba6d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:58.752539 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade64e47-e071-4755-b57e-54ec1b6c8c15 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Pushing event deleted for resources: {'Port': ['ID=a393201b-e8e4-45ca-ba8e-456bf7c182ed,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:58.788397 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f75539d-afa3-4fca-9670-fa717208f973 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Router 65593fc1-2077-4fc0-8278-b47d0f17fdf0 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:54:58.870631 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0baceac-3ab4-49d0-8932-82a2b709e3cb tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event deleted for resources: {'Port': ['ID=76ba71c3-b830-45ca-a4bd-e8a2285cb7f8,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:58.911920 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-8840e738-5df8-446e-9988-63165dba6d3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d6a7635-0330-4c07-b3d6-69fcc1a1d854']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:54:58.922329 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d0baceac-3ab4-49d0-8932-82a2b709e3cb tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:58.933972 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d0baceac-3ab4-49d0-8932-82a2b709e3cb tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "DELETE /v2.0/ports/76ba71c3-b830-45ca-a4bd-e8a2285cb7f8 HTTP/1.1" status: 204 len: 168 time: 1.2617505 Sep 07 02:54:58.940817 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-13fb26b4-04a9-4036-ae34-fc20db7410e9 None None] Provisioning for port 856f95d0-374c-400e-8298-9509675a8e2c completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:54:58.943801 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46798) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:58.954339 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:58.962189 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-8840e738-5df8-446e-9988-63165dba6d3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21a86b78-471f-469c-a189-7252e038a934') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:54:58.963208 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-13fb26b4-04a9-4036-ae34-fc20db7410e9 None None] Provisioning complete for port 856f95d0-374c-400e-8298-9509675a8e2c triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:54:58.963802 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-13fb26b4-04a9-4036-ae34-fc20db7410e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:58.964278 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-8840e738-5df8-446e-9988-63165dba6d3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21a86b78-471f-469c-a189-7252e038a934') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:54:58.988757 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8840e738-5df8-446e-9988-63165dba6d3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:59.026903 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8840e738-5df8-446e-9988-63165dba6d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:59.033680 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8840e738-5df8-446e-9988-63165dba6d3c admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:54:59.034197 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8840e738-5df8-446e-9988-63165dba6d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:59.141195 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:54:59.141195 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:54:59.141195 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:54:59.141195 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:54:59.141195 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:54:59.141195 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:54:59.141195 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:54:59.141195 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:54:59.141195 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:54:59.141195 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:54:59.141195 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:54:59.141195 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:54:59.141195 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:54:59.141195 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:54:59.141195 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:54:59.141195 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:54:59.141195 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:54:59.141195 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:54:59.141195 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:54:59.141195 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:54:59.141195 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:54:59.141195 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:54:59.141195 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:54:59.141195 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:54:59.141195 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:54:59.141195 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:54:59.141195 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:54:59.141195 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:54:59.141195 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:54:59.141195 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:54:59.141195 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:54:59.141195 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:54:59.220171 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f75539d-afa3-4fca-9670-fa717208f973 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:54:59.238732 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e20aed8-8a73-4f1b-8aa4-ba91d52f0342 None None] Sync routers for ids ['65593fc1-2077-4fc0-8278-b47d0f17fdf0'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:54:59.239309 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-6f75539d-afa3-4fca-9670-fa717208f973 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "PUT /v2.0/routers/65593fc1-2077-4fc0-8278-b47d0f17fdf0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5618320 Sep 07 02:54:59.241993 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-13fb26b4-04a9-4036-ae34-fc20db7410e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:59.282475 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e20aed8-8a73-4f1b-8aa4-ba91d52f0342 None None] Routers {'65593fc1-2077-4fc0-8278-b47d0f17fdf0'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:54:59.297098 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8840e738-5df8-446e-9988-63165dba6d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:59.297445 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98dae7d-b3e4-4a64-834b-307826f141d9 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:59.303003 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d98dae7d-b3e4-4a64-834b-307826f141d9 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3564658 Sep 07 02:54:59.303451 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-4e20aed8-8a73-4f1b-8aa4-ba91d52f0342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:54:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['65593fc1-2077-4fc0-8278-b47d0f17fdf0'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:54:59.304220 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46810) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:59.380538 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e63d967-c121-46f7-996a-e405cb219333 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] GET failed (client error): The resource could not be found. Sep 07 02:54:59.390924 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-13fb26b4-04a9-4036-ae34-fc20db7410e9 None None] For port 856f95d0-374c-400e-8298-9509675a8e2c, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=856f95d0-374c-400e-8298-9509675a8e2c,segment=NetworkSegment(be1dc1b1-7827-42bb-893b-a875f19ad000),segment_id=be1dc1b1-7827-42bb-893b-a875f19ad000)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:54:59.391303 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8e63d967-c121-46f7-996a-e405cb219333 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "GET /v2.0/ports/76ba71c3-b830-45ca-a4bd-e8a2285cb7f8 HTTP/1.1" status: 404 len: 333 time: 0.0790319 Sep 07 02:54:59.394421 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46814) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:54:59.401032 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-13fb26b4-04a9-4036-ae34-fc20db7410e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:59.416973 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8840e738-5df8-446e-9988-63165dba6d3c admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:59.419851 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-e2c6e89d-c294-48f2-a55d-93197be855b3 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1729578421'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:54:59.422344 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-8840e738-5df8-446e-9988-63165dba6d3c admin admin] 10.222.0.22 "DELETE /v2.0/networks/8d6a7635-0330-4c07-b3d6-69fcc1a1d854 HTTP/1.1" status: 204 len: 168 time: 1.1946487 Sep 07 02:54:59.486894 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c6e89d-c294-48f2-a55d-93197be855b3 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Made reservation on behalf of 819c73709af74aee976d11a35d78d7e6 for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:54:59.501316 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e2c6e89d-c294-48f2-a55d-93197be855b3 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:59.507623 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8840e738-5df8-446e-9988-63165dba6d3c admin admin] Pushing event deleted for resources: {'Network': ['ID=8d6a7635-0330-4c07-b3d6-69fcc1a1d854,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:59.580971 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:59.581240 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2c6e89d-c294-48f2-a55d-93197be855b3 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:54:59.611342 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e2c6e89d-c294-48f2-a55d-93197be855b3 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:59.612973 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-e2c6e89d-c294-48f2-a55d-93197be855b3 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Added segment 424af001-bd5e-43c3-a63e-0319673e6c97 of type vlan for network 9ec7fbee-ed39-4cbc-93c6-d55eb3bc9584 Sep 07 02:54:59.634147 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fb26b4-04a9-4036-ae34-fc20db7410e9 None None] Pushing event updated for resources: {'Port': ['ID=856f95d0-374c-400e-8298-9509675a8e2c,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:54:59.697446 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-4e20aed8-8a73-4f1b-8aa4-ba91d52f0342 None None] Set router 65593fc1-2077-4fc0-8278-b47d0f17fdf0 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:54:59.705974 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-58d7029e-b484-45fd-9065-6612082146ec None None] Provisioning for port 0c6edd95-6eda-4abd-a823-1380418d4c08 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:54:59.718685 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-58d7029e-b484-45fd-9065-6612082146ec None None] Provisioning complete for port 0c6edd95-6eda-4abd-a823-1380418d4c08 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:54:59.721387 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-58d7029e-b484-45fd-9065-6612082146ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:59.728888 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ade64e47-e071-4755-b57e-54ec1b6c8c15 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:59.786124 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-58d7029e-b484-45fd-9065-6612082146ec None None] Port 0c6edd95-6eda-4abd-a823-1380418d4c08 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:54:59.796776 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-58d7029e-b484-45fd-9065-6612082146ec None None] Provisioning complete for port 856f95d0-374c-400e-8298-9509675a8e2c triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:54:59.803236 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-58d7029e-b484-45fd-9065-6612082146ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:59.808931 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e2c6e89d-c294-48f2-a55d-93197be855b3 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:59.961359 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7134c939-d233-47f2-b03e-3ae2bea225e8 req-6dd7fc1f-1789-43a8-b30c-ef2198121adf tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1895049667&fields=id&tenant_id=626f31b15da14e0da01388cbfdee7f90 HTTP/1.1" status: 200 len: 267 time: 0.3180530 Sep 07 02:54:59.981327 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e2c6e89d-c294-48f2-a55d-93197be855b3 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:54:59.996022 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c6e89d-c294-48f2-a55d-93197be855b3 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:54:59.999381 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e2c6e89d-c294-48f2-a55d-93197be855b3 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:00.160050 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 46840) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:00.210564 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e2c6e89d-c294-48f2-a55d-93197be855b3 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8132496 Sep 07 02:55:00.215384 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 46844) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:00.246241 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-5f0c7b17-e1a1-4b11-b240-19a8b5ac866d None None] Provisioning complete for port 0c6edd95-6eda-4abd-a823-1380418d4c08 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:55:00.246904 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5f0c7b17-e1a1-4b11-b240-19a8b5ac866d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:00.327468 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-5f0c7b17-e1a1-4b11-b240-19a8b5ac866d None None] Port 0c6edd95-6eda-4abd-a823-1380418d4c08 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:55:00.346806 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-b48b4d56-fa95-4ecf-be71-267eb33f173f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Request body: {'subnet': {'network_id': '9ec7fbee-ed39-4cbc-93c6-d55eb3bc9584', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:55:00.383239 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9c6cf877-dd45-4f46-b4c6-aa3d474e5a40 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=684a4b24923d4f33ad36fea9b1b8538e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2216601 Sep 07 02:55:00.400272 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 46850) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:00.408235 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-4e20aed8-8a73-4f1b-8aa4-ba91d52f0342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65593fc1-2077-4fc0-8278-b47d0f17fdf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703025574', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '3710a1df-b9af-4a11-a409-df677a7ab61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:54:47Z', 'updated_at': '2021-09-07T02:54:57Z', 'revision_number': 4, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'gw_port': {'id': '3710a1df-b9af-4a11-a409-df677a7ab61c', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:70:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593fc1-2077-4fc0-8278-b47d0f17fdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:54:49Z', 'updated_at': '2021-09-07T02:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '0c6edd95-6eda-4abd-a823-1380418d4c08', 'name': '', 'network_id': '6345c063-9711-4fd7-a5ec-cc5bb3922efa', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'mac_address': 'fa:16:3e:02:6b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65593fc1-2077-4fc0-8278-b47d0f17fdf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': '39af06ff-7bf6-4dad-82da-8f5351b3a173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:54:55Z', 'updated_at': '2021-09-07T02:54:57Z', 'revision_number': 2, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'subnets': [{'id': '39af06ff-7bf6-4dad-82da-8f5351b3a173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:55:00.467315 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7134c939-d233-47f2-b03e-3ae2bea225e8 req-96f3e46f-7a74-4e52-a58b-443e0de789db tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:00.473912 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7134c939-d233-47f2-b03e-3ae2bea225e8 req-96f3e46f-7a74-4e52-a58b-443e0de789db tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/networks?id=6345c063-9711-4fd7-a5ec-cc5bb3922efa HTTP/1.1" status: 200 len: 797 time: 0.4958394 Sep 07 02:55:00.474641 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c6e89d-c294-48f2-a55d-93197be855b3 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event updated for resources: {'Network': ['ID=9ec7fbee-ed39-4cbc-93c6-d55eb3bc9584,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:00.501413 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e20aed8-8a73-4f1b-8aa4-ba91d52f0342 None None] Checking router: 65593fc1-2077-4fc0-8278-b47d0f17fdf0 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:55:00.503819 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e20aed8-8a73-4f1b-8aa4-ba91d52f0342 None None] Updating router 65593fc1-2077-4fc0-8278-b47d0f17fdf0 port 0c6edd95-6eda-4abd-a823-1380418d4c08 binding host n-d-796209-16 {{(pid=94703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 02:55:00.509144 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7134c939-d233-47f2-b03e-3ae2bea225e8 req-f8656e51-5a14-45a6-9415-9eb0755d767b tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/quotas/626f31b15da14e0da01388cbfdee7f90 HTTP/1.1" status: 200 len: 375 time: 0.0245962 Sep 07 02:55:00.520418 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 9ec7fbee-ed39-4cbc-93c6-d55eb3bc9584 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:55:00.550462 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-4e20aed8-8a73-4f1b-8aa4-ba91d52f0342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:00.708871 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48b4d56-fa95-4ecf-be71-267eb33f173f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Made reservation on behalf of 819c73709af74aee976d11a35d78d7e6 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:55:00.709387 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7134c939-d233-47f2-b03e-3ae2bea225e8 req-f5a66c0c-04af-4c83-9430-2dac95542845 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=626f31b15da14e0da01388cbfdee7f90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1840346 Sep 07 02:55:00.714423 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b48b4d56-fa95-4ecf-be71-267eb33f173f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:00.745694 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade64e47-e071-4755-b57e-54ec1b6c8c15 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Router e635094e-4c8c-4723-8f2a-7aac1dd04324 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:55:00.806855 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-15d6a743-93bc-4fd3-99ef-cff9d64f8bdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:01.032757 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-005b441c-9ab1-40e0-b77f-317bc73816a6 req-1bde7a35-4a6d-43d9-b9f7-674cf5b00d35 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1254053 Sep 07 02:55:01.048378 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-7c2e598f-4f46-4698-b419-fafca02e400c None None] Provisioning complete for port 0c6edd95-6eda-4abd-a823-1380418d4c08 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:55:01.049056 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7c2e598f-4f46-4698-b419-fafca02e400c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:01.117501 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b48b4d56-fa95-4ecf-be71-267eb33f173f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:01.179565 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-15d6a743-93bc-4fd3-99ef-cff9d64f8bdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:01.210391 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-7c2e598f-4f46-4698-b419-fafca02e400c None None] Port 0c6edd95-6eda-4abd-a823-1380418d4c08 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:55:01.302394 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7134c939-d233-47f2-b03e-3ae2bea225e8 req-55abdd64-e092-41c9-a7d2-f5c496ac0951 service neutron] 10.222.0.22 "GET /v2.0/networks/6345c063-9711-4fd7-a5ec-cc5bb3922efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5768239 Sep 07 02:55:01.332995 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-4e20aed8-8a73-4f1b-8aa4-ba91d52f0342 None None] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:01.347970 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-4e20aed8-8a73-4f1b-8aa4-ba91d52f0342 None None] Transition to ACTIVE for port object 0c6edd95-6eda-4abd-a823-1380418d4c08 will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:55:01.359661 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-4e20aed8-8a73-4f1b-8aa4-ba91d52f0342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:01.398110 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 856f95d0-374c-400e-8298-9509675a8e2c up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:55:01.588383 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 0a6228a5-9d7a-4224-9828-32709fba14a6 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:55:01.632425 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd4dd20-d22a-4816-bf3d-3f55d3d6c635 None None] Pushing event updated for resources: {'Port': ['ID=0c6edd95-6eda-4abd-a823-1380418d4c08,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:01.683451 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7134c939-d233-47f2-b03e-3ae2bea225e8 req-f49d10c9-c8f2-48b1-8154-2267b62d7a29 service neutron] 10.222.0.22 "GET /v2.0/networks/6345c063-9711-4fd7-a5ec-cc5bb3922efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785498 Sep 07 02:55:01.691274 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-4e20aed8-8a73-4f1b-8aa4-ba91d52f0342 None None] Attempting to bind port 0c6edd95-6eda-4abd-a823-1380418d4c08 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:55:01.693581 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-4e20aed8-8a73-4f1b-8aa4-ba91d52f0342 None None] Attempting to bind port 0c6edd95-6eda-4abd-a823-1380418d4c08 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'be1dc1b1-7827-42bb-893b-a875f19ad000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6345c063-9711-4fd7-a5ec-cc5bb3922efa'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:55:01.695746 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e20aed8-8a73-4f1b-8aa4-ba91d52f0342 None None] Attempting to bind port 0c6edd95-6eda-4abd-a823-1380418d4c08 on network 6345c063-9711-4fd7-a5ec-cc5bb3922efa {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:55:01.719768 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd4dd20-d22a-4816-bf3d-3f55d3d6c635 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:55:01.721358 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd4dd20-d22a-4816-bf3d-3f55d3d6c635 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:55:01.723811 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd4dd20-d22a-4816-bf3d-3f55d3d6c635 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:55:01.724820 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd4dd20-d22a-4816-bf3d-3f55d3d6c635 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:55:01.725417 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd4dd20-d22a-4816-bf3d-3f55d3d6c635 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:55:01.725911 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd4dd20-d22a-4816-bf3d-3f55d3d6c635 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:55:01.726600 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd4dd20-d22a-4816-bf3d-3f55d3d6c635 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:55:01.727092 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd4dd20-d22a-4816-bf3d-3f55d3d6c635 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:55:01.727614 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd4dd20-d22a-4816-bf3d-3f55d3d6c635 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:55:01.728241 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd4dd20-d22a-4816-bf3d-3f55d3d6c635 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:55:01.728773 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd4dd20-d22a-4816-bf3d-3f55d3d6c635 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:55:01.729253 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd4dd20-d22a-4816-bf3d-3f55d3d6c635 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:55:01.736622 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e20aed8-8a73-4f1b-8aa4-ba91d52f0342 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:55:01.737313 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e20aed8-8a73-4f1b-8aa4-ba91d52f0342 None None] Checking segment: {'id': 'be1dc1b1-7827-42bb-893b-a875f19ad000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6345c063-9711-4fd7-a5ec-cc5bb3922efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:55:01.737872 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-4e20aed8-8a73-4f1b-8aa4-ba91d52f0342 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:01.745768 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e20aed8-8a73-4f1b-8aa4-ba91d52f0342 None None] Bound using segment: {'id': 'be1dc1b1-7827-42bb-893b-a875f19ad000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6345c063-9711-4fd7-a5ec-cc5bb3922efa'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:55:01.749096 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-4e20aed8-8a73-4f1b-8aa4-ba91d52f0342 None None] Bound port: 0c6edd95-6eda-4abd-a823-1380418d4c08, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be1dc1b1-7827-42bb-893b-a875f19ad000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6345c063-9711-4fd7-a5ec-cc5bb3922efa'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:55:01.750669 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-4e20aed8-8a73-4f1b-8aa4-ba91d52f0342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:01.912652 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 856f95d0-374c-400e-8298-9509675a8e2c triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:55:01.914724 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:01.924449 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-4e20aed8-8a73-4f1b-8aa4-ba91d52f0342 None None] For port 0c6edd95-6eda-4abd-a823-1380418d4c08, host n-d-796209-16, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:55:01.932606 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-4e20aed8-8a73-4f1b-8aa4-ba91d52f0342 None None] For port 0c6edd95-6eda-4abd-a823-1380418d4c08, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=0c6edd95-6eda-4abd-a823-1380418d4c08,segment=NetworkSegment(be1dc1b1-7827-42bb-893b-a875f19ad000),segment_id=be1dc1b1-7827-42bb-893b-a875f19ad000)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:55:01.943672 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-4e20aed8-8a73-4f1b-8aa4-ba91d52f0342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:02.020713 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:02.085773 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd4dd20-d22a-4816-bf3d-3f55d3d6c635 None None] Pushing event updated for resources: {'Port': ['ID=0c6edd95-6eda-4abd-a823-1380418d4c08,revision_number=4']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:02.128016 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e20aed8-8a73-4f1b-8aa4-ba91d52f0342 None None] Routers {'65593fc1-2077-4fc0-8278-b47d0f17fdf0'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:55:02.128539 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-4e20aed8-8a73-4f1b-8aa4-ba91d52f0342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:54:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['65593fc1-2077-4fc0-8278-b47d0f17fdf0'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:55:02.208817 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade64e47-e071-4755-b57e-54ec1b6c8c15 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:55:02.225678 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3177dd51-2ac3-4032-8369-e64a73032bf5 None None] Sync routers for ids ['e635094e-4c8c-4723-8f2a-7aac1dd04324'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:55:02.227124 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3fdc3392-42ce-42a9-a9b9-531a2046d6cd req-4e976c88-b8ab-4ea7-96e6-b39b5de7a8f2 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=9825f0c0-3240-4c71-adef-7f75dbcde66a HTTP/1.1" status: 200 len: 210 time: 0.1078436 Sep 07 02:55:02.237048 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46902) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:02.241315 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ade64e47-e071-4755-b57e-54ec1b6c8c15 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] 10.222.0.22 "PUT /v2.0/routers/e635094e-4c8c-4723-8f2a-7aac1dd04324/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5402057 Sep 07 02:55:02.300467 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3177dd51-2ac3-4032-8369-e64a73032bf5 None None] Routers {'e635094e-4c8c-4723-8f2a-7aac1dd04324'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:55:02.303895 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-3177dd51-2ac3-4032-8369-e64a73032bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:54:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['e635094e-4c8c-4723-8f2a-7aac1dd04324'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:55:02.307592 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48b4d56-fa95-4ecf-be71-267eb33f173f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event updated for resources: {'Subnet': ['ID=34654b7f-a60b-49c5-b322-c6b270b8aa30,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:02.387069 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-3177dd51-2ac3-4032-8369-e64a73032bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:55:02.408910 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48b4d56-fa95-4ecf-be71-267eb33f173f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Checking segment: {'id': '424af001-bd5e-43c3-a63e-0319673e6c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9ec7fbee-ed39-4cbc-93c6-d55eb3bc9584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:55:02.409276 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48b4d56-fa95-4ecf-be71-267eb33f173f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Network hostable DHCP agents. Network: 9ec7fbee-ed39-4cbc-93c6-d55eb3bc9584, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:55:02.416672 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-4e20aed8-8a73-4f1b-8aa4-ba91d52f0342 None None] Set router 65593fc1-2077-4fc0-8278-b47d0f17fdf0 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:55:02.443015 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3177dd51-2ac3-4032-8369-e64a73032bf5 None None] Routers {'e635094e-4c8c-4723-8f2a-7aac1dd04324'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:55:02.444023 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-3177dd51-2ac3-4032-8369-e64a73032bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:54:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['e635094e-4c8c-4723-8f2a-7aac1dd04324'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:55:02.499883 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3a48f-0ca2-4b79-a4d8-749c10b33b5b req-347d4883-5b40-4b88-aa78-0d8f1024be55 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:02.503103 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6ce3a48f-0ca2-4b79-a4d8-749c10b33b5b req-347d4883-5b40-4b88-aa78-0d8f1024be55 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 944 time: 1.6967926 Sep 07 02:55:02.505897 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48b4d56-fa95-4ecf-be71-267eb33f173f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Network 9ec7fbee-ed39-4cbc-93c6-d55eb3bc9584 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:55:02.583629 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-b48b4d56-fa95-4ecf-be71-267eb33f173f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 9ec7fbee-ed39-4cbc-93c6-d55eb3bc9584) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:55:02.586418 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bc114dc7-0f21-4c1a-9f79-2aa5a18767c4 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks [] for router, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:02.590793 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b441c-9ab1-40e0-b77f-317bc73816a6 req-1e0d6d68-f136-4609-8e83-b1f8aa12e341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:02.595176 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-005b441c-9ab1-40e0-b77f-317bc73816a6 req-1e0d6d68-f136-4609-8e83-b1f8aa12e341 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46&tenant_id=82a45090c023468b95127c390faba656 HTTP/1.1" status: 200 len: 1096 time: 0.1816142 Sep 07 02:55:02.626572 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48b4d56-fa95-4ecf-be71-267eb33f173f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:02.628052 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b48b4d56-fa95-4ecf-be71-267eb33f173f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:02.638422 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-3177dd51-2ac3-4032-8369-e64a73032bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:55:02.639062 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3177dd51-2ac3-4032-8369-e64a73032bf5 None None] The sync data for ids ['e635094e-4c8c-4723-8f2a-7aac1dd04324'] in n-d-796209-16 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:55:02.659761 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5a10dd-0a3f-4b66-854f-5fd1253a6cba None None] Network 9ec7fbee-ed39-4cbc-93c6-d55eb3bc9584 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:55:02.664326 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6ce3a48f-0ca2-4b79-a4d8-749c10b33b5b req-a3c277a0-92a7-45cb-a0f1-6f3ad74f9a16 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=71b22b25-b5d6-4ba9-812b-2e36880aadcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412215 Sep 07 02:55:02.686283 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-15d6a743-93bc-4fd3-99ef-cff9d64f8bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:02.689030 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-15d6a743-93bc-4fd3-99ef-cff9d64f8bdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:02.690392 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-15d6a743-93bc-4fd3-99ef-cff9d64f8bdf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/85d62c66-c66e-457c-bc00-918fcf14a70a HTTP/1.1" status: 204 len: 168 time: 2.2430451 Sep 07 02:55:02.697005 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b48b4d56-fa95-4ecf-be71-267eb33f173f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3876779 Sep 07 02:55:02.714206 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 46914) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:02.721791 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b441c-9ab1-40e0-b77f-317bc73816a6 req-2704f303-e4ff-4c25-828d-16790a957e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:02.723889 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-005b441c-9ab1-40e0-b77f-317bc73816a6 req-2704f303-e4ff-4c25-828d-16790a957e95 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=82a45090c023468b95127c390faba656&device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 1096 time: 0.0927570 Sep 07 02:55:02.729811 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-076694ff-c5f2-4d7a-868e-fa11b02a6550 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Request body: {'subnet': {'network_id': '9ec7fbee-ed39-4cbc-93c6-d55eb3bc9584', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:55:02.918407 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-4e20aed8-8a73-4f1b-8aa4-ba91d52f0342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65593fc1-2077-4fc0-8278-b47d0f17fdf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703025574', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '3710a1df-b9af-4a11-a409-df677a7ab61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:54:47Z', 'updated_at': '2021-09-07T02:54:57Z', 'revision_number': 4, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'gw_port': {'id': '3710a1df-b9af-4a11-a409-df677a7ab61c', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:70:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593fc1-2077-4fc0-8278-b47d0f17fdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:54:49Z', 'updated_at': '2021-09-07T02:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '0c6edd95-6eda-4abd-a823-1380418d4c08', 'name': '', 'network_id': '6345c063-9711-4fd7-a5ec-cc5bb3922efa', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'mac_address': 'fa:16:3e:02:6b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65593fc1-2077-4fc0-8278-b47d0f17fdf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': '39af06ff-7bf6-4dad-82da-8f5351b3a173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:54:55Z', 'updated_at': '2021-09-07T02:55:01Z', 'revision_number': 4, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'subnets': [{'id': '39af06ff-7bf6-4dad-82da-8f5351b3a173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:55:03.033356 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e20aed8-8a73-4f1b-8aa4-ba91d52f0342 None None] The sync data for ids ['65593fc1-2077-4fc0-8278-b47d0f17fdf0'] in n-d-796209-16 is: [{'id': '65593fc1-2077-4fc0-8278-b47d0f17fdf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703025574', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '3710a1df-b9af-4a11-a409-df677a7ab61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:54:47Z', 'updated_at': '2021-09-07T02:54:57Z', 'revision_number': 4, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'gw_port': {'id': '3710a1df-b9af-4a11-a409-df677a7ab61c', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:70:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593fc1-2077-4fc0-8278-b47d0f17fdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:54:49Z', 'updated_at': '2021-09-07T02:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '0c6edd95-6eda-4abd-a823-1380418d4c08', 'name': '', 'network_id': '6345c063-9711-4fd7-a5ec-cc5bb3922efa', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'mac_address': 'fa:16:3e:02:6b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65593fc1-2077-4fc0-8278-b47d0f17fdf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': '39af06ff-7bf6-4dad-82da-8f5351b3a173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:54:55Z', 'updated_at': '2021-09-07T02:55:01Z', 'revision_number': 4, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'subnets': [{'id': '39af06ff-7bf6-4dad-82da-8f5351b3a173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:55:03.184657 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b441c-9ab1-40e0-b77f-317bc73816a6 req-6134837a-7444-4b05-8dff-7e5695f671bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:03.186926 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-005b441c-9ab1-40e0-b77f-317bc73816a6 req-6134837a-7444-4b05-8dff-7e5695f671bd service neutron] 10.222.0.23 "GET /v2.0/networks?id=2dd15660-a8a2-4615-aae6-6565f5b9c926 HTTP/1.1" status: 200 len: 916 time: 0.2745569 Sep 07 02:55:03.188967 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d6a743-93bc-4fd3-99ef-cff9d64f8bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d62c66-c66e-457c-bc00-918fcf14a70a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:03.322296 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076694ff-c5f2-4d7a-868e-fa11b02a6550 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Made reservation on behalf of 819c73709af74aee976d11a35d78d7e6 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:55:03.331384 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-076694ff-c5f2-4d7a-868e-fa11b02a6550 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:03.367388 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea579d4-1246-4752-8c06-8270a7aa70ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-9ec7fbee-ed39-4cbc-93c6-d55eb3bc9584', 'network_id': '9ec7fbee-ed39-4cbc-93c6-d55eb3bc9584', 'tenant_id': '819c73709af74aee976d11a35d78d7e6', 'fixed_ips': [{'subnet_id': '34654b7f-a60b-49c5-b322-c6b270b8aa30'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:55:03.367967 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0ea579d4-1246-4752-8c06-8270a7aa70ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:03.393170 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-005b441c-9ab1-40e0-b77f-317bc73816a6 req-075fb05c-eb58-4678-befc-06b3fd23ad21 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a6228a5-9d7a-4224-9828-32709fba14a6 HTTP/1.1" status: 200 len: 1000 time: 0.1975615 Sep 07 02:55:03.609246 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 0c6edd95-6eda-4abd-a823-1380418d4c08 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:55:03.649050 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b441c-9ab1-40e0-b77f-317bc73816a6 req-da930a2d-bedf-4cdf-8118-7b3900b9951e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:03.650945 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-005b441c-9ab1-40e0-b77f-317bc73816a6 req-da930a2d-bedf-4cdf-8118-7b3900b9951e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ac223360-8a8e-4533-8aad-52e511f20cab HTTP/1.1" status: 200 len: 855 time: 0.2310376 Sep 07 02:55:03.690013 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9bdd722b-0c3d-45a2-b784-c520f16ec912 req-ee6606a5-ef73-40c1-ac14-8819a8615c03 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=9825f0c0-3240-4c71-adef-7f75dbcde66a HTTP/1.1" status: 200 len: 210 time: 0.0782759 Sep 07 02:55:03.842633 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b441c-9ab1-40e0-b77f-317bc73816a6 req-f32a62d5-12c2-416e-88e8-d5d6bb25dbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:03.844744 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-005b441c-9ab1-40e0-b77f-317bc73816a6 req-f32a62d5-12c2-416e-88e8-d5d6bb25dbed service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2dd15660-a8a2-4615-aae6-6565f5b9c926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1852591 Sep 07 02:55:03.864381 n-d-796209-16 neutron-server[94700]: INFO neutron.db.ipam_backend_mixin [None req-076694ff-c5f2-4d7a-868e-fa11b02a6550 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 34654b7f-a60b-49c5-b322-c6b270b8aa30 (CIDR: 2001:db8::/64) Sep 07 02:55:03.922707 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bc114dc7-0f21-4c1a-9f79-2aa5a18767c4 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:03.976179 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 0c6edd95-6eda-4abd-a823-1380418d4c08 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:55:03.976923 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-076694ff-c5f2-4d7a-868e-fa11b02a6550 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 02:55:03.977681 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-076694ff-c5f2-4d7a-868e-fa11b02a6550 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:55:04.001855 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 0c6edd95-6eda-4abd-a823-1380418d4c08 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:55:04.002534 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:04.023607 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-076694ff-c5f2-4d7a-868e-fa11b02a6550 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2983303 Sep 07 02:55:04.028232 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46944) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:04.043349 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-917e1608-4f3d-4f00-923a-fcf3fd409d36 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Request body: {'subnet': {'network_id': '9ec7fbee-ed39-4cbc-93c6-d55eb3bc9584', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:55:04.123998 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-0ea579d4-1246-4752-8c06-8270a7aa70ca None None] Allocated IP 2001:db8::2 (9ec7fbee-ed39-4cbc-93c6-d55eb3bc9584/34654b7f-a60b-49c5-b322-c6b270b8aa30/dc27367d-2100-48e3-aa0a-9e163ef406bd) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:55:04.178353 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-bc114dc7-0f21-4c1a-9f79-2aa5a18767c4 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Deleting port 4b494213-e552-4e6e-aab3-3b87ccfc14cb {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:55:04.178820 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bc114dc7-0f21-4c1a-9f79-2aa5a18767c4 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:04.208551 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-005b441c-9ab1-40e0-b77f-317bc73816a6 req-dbb482a0-df6a-4d9e-a977-1ba1f074128c service neutron] 10.222.0.23 "GET /v2.0/networks/2dd15660-a8a2-4615-aae6-6565f5b9c926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271382 Sep 07 02:55:04.260539 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:04.346981 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 0c6edd95-6eda-4abd-a823-1380418d4c08, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=0c6edd95-6eda-4abd-a823-1380418d4c08,segment=NetworkSegment(be1dc1b1-7827-42bb-893b-a875f19ad000),segment_id=be1dc1b1-7827-42bb-893b-a875f19ad000)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:55:04.365554 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:04.366199 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc2413-3187-4d04-8639-d639ebac4ec7 req-d08b4bfa-5fa0-4563-8060-999897e5d184 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:04.368374 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-48fc2413-3187-4d04-8639-d639ebac4ec7 req-d08b4bfa-5fa0-4563-8060-999897e5d184 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 944 time: 0.5420926 Sep 07 02:55:04.444724 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917e1608-4f3d-4f00-923a-fcf3fd409d36 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Made reservation on behalf of 819c73709af74aee976d11a35d78d7e6 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:55:04.448354 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-917e1608-4f3d-4f00-923a-fcf3fd409d36 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:04.583229 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=0c6edd95-6eda-4abd-a823-1380418d4c08,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:04.613375 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:55:04.614066 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:55:04.614066 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:55:04.614418 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:55:04.617728 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:55:04.618114 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:55:04.620307 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:55:04.620681 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:55:04.621038 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:55:04.621389 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:55:04.621738 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:55:04.622083 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:55:04.631708 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7134c939-d233-47f2-b03e-3ae2bea225e8 req-198795a0-335a-4f75-8d92-04c719fcbe3a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:04.637184 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7134c939-d233-47f2-b03e-3ae2bea225e8 req-198795a0-335a-4f75-8d92-04c719fcbe3a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.16 "GET /v2.0/networks?id=6345c063-9711-4fd7-a5ec-cc5bb3922efa HTTP/1.1" status: 200 len: 797 time: 0.8295205 Sep 07 02:55:04.656455 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-48fc2413-3187-4d04-8639-d639ebac4ec7 req-fe17a972-99b9-42b1-b9fe-791bef544ffb tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=71b22b25-b5d6-4ba9-812b-2e36880aadcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2749829 Sep 07 02:55:04.708210 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 46960) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:04.736739 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-005b441c-9ab1-40e0-b77f-317bc73816a6 req-9725a039-b5d3-4ea4-ad84-502257e794c1 service neutron] 10.222.0.23 "GET /v2.0/networks/2dd15660-a8a2-4615-aae6-6565f5b9c926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5015535 Sep 07 02:55:04.791267 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7134c939-d233-47f2-b03e-3ae2bea225e8 req-9d785c3e-417e-432a-ae91-e7b8a6298b82 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=626f31b15da14e0da01388cbfdee7f90 HTTP/1.1" status: 200 len: 380 time: 0.1327581 Sep 07 02:55:04.808404 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-7134c939-d233-47f2-b03e-3ae2bea225e8 req-9713185d-699e-4dd8-af56-05c69b21ce2f tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Request body: {'port': {'device_id': '9825f0c0-3240-4c71-adef-7f75dbcde66a', 'network_id': '6345c063-9711-4fd7-a5ec-cc5bb3922efa', 'admin_state_up': True, 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'security_groups': ['227b796e-e331-4437-9ee2-e029d8455d47']}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:55:04.880357 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bc114dc7-0f21-4c1a-9f79-2aa5a18767c4 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:04.907524 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cc742b36-6354-43b9-925e-7319ac657e44 req-339fc80a-fc96-43ea-aed9-a3faad7a2d66 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=9825f0c0-3240-4c71-adef-7f75dbcde66a HTTP/1.1" status: 200 len: 210 time: 0.0647905 Sep 07 02:55:04.918612 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-bc114dc7-0f21-4c1a-9f79-2aa5a18767c4 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Calling delete_port for 4b494213-e552-4e6e-aab3-3b87ccfc14cb owned by network:router_gateway {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:55:04.926529 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0ea579d4-1246-4752-8c06-8270a7aa70ca None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:04.933914 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-917e1608-4f3d-4f00-923a-fcf3fd409d36 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:04.968126 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-0ea579d4-1246-4752-8c06-8270a7aa70ca None None] Transition to ACTIVE for port object dc27367d-2100-48e3-aa0a-9e163ef406bd will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:55:05.014841 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-0ea579d4-1246-4752-8c06-8270a7aa70ca None None] Transition to ACTIVE for port object dc27367d-2100-48e3-aa0a-9e163ef406bd will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:55:05.029976 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0ea579d4-1246-4752-8c06-8270a7aa70ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:05.039388 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917e1608-4f3d-4f00-923a-fcf3fd409d36 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Network 9ec7fbee-ed39-4cbc-93c6-d55eb3bc9584 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:55:05.046653 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-917e1608-4f3d-4f00-923a-fcf3fd409d36 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:55:05.076192 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917e1608-4f3d-4f00-923a-fcf3fd409d36 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:05.077686 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-917e1608-4f3d-4f00-923a-fcf3fd409d36 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:05.105937 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea579d4-1246-4752-8c06-8270a7aa70ca None None] Pushing event updated for resources: {'Port': ['ID=dc27367d-2100-48e3-aa0a-9e163ef406bd,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:05.108143 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e1608-4f3d-4f00-923a-fcf3fd409d36 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event updated for resources: {'Subnet': ['ID=a02dba34-5e1a-4acf-b1fb-982d8e65ddaa,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:05.127551 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7134c939-d233-47f2-b03e-3ae2bea225e8 req-9713185d-699e-4dd8-af56-05c69b21ce2f tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Made reservation on behalf of 626f31b15da14e0da01388cbfdee7f90 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:55:05.139590 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7134c939-d233-47f2-b03e-3ae2bea225e8 req-9713185d-699e-4dd8-af56-05c69b21ce2f tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:05.151212 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea579d4-1246-4752-8c06-8270a7aa70ca None None] Network 9ec7fbee-ed39-4cbc-93c6-d55eb3bc9584 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:55:05.152397 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-0ea579d4-1246-4752-8c06-8270a7aa70ca None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:55:05.155802 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea579d4-1246-4752-8c06-8270a7aa70ca None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:55:05.203696 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-917e1608-4f3d-4f00-923a-fcf3fd409d36 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1713200 Sep 07 02:55:05.210746 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46976) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:05.226530 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-0cdb11cb-1739-47a8-b7c3-6dc829465e4c tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Request body: {'port': {'network_id': '9ec7fbee-ed39-4cbc-93c6-d55eb3bc9584', 'fixed_ips': [{'subnet_id': '34654b7f-a60b-49c5-b322-c6b270b8aa30'}, {'subnet_id': 'a02dba34-5e1a-4acf-b1fb-982d8e65ddaa'}], 'name': 'tempest-PortsIpV6TestJSON-968271349'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:55:05.321144 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-0ea579d4-1246-4752-8c06-8270a7aa70ca None None] Attempting to bind port dc27367d-2100-48e3-aa0a-9e163ef406bd on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:55:05.324086 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-0ea579d4-1246-4752-8c06-8270a7aa70ca None None] Attempting to bind port dc27367d-2100-48e3-aa0a-9e163ef406bd by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '424af001-bd5e-43c3-a63e-0319673e6c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9ec7fbee-ed39-4cbc-93c6-d55eb3bc9584'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:55:05.324710 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea579d4-1246-4752-8c06-8270a7aa70ca None None] Attempting to bind port dc27367d-2100-48e3-aa0a-9e163ef406bd on network 9ec7fbee-ed39-4cbc-93c6-d55eb3bc9584 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:55:05.336738 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea579d4-1246-4752-8c06-8270a7aa70ca None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:55:05.337481 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea579d4-1246-4752-8c06-8270a7aa70ca None None] Checking segment: {'id': '424af001-bd5e-43c3-a63e-0319673e6c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9ec7fbee-ed39-4cbc-93c6-d55eb3bc9584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:55:05.339369 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0ea579d4-1246-4752-8c06-8270a7aa70ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:05.340708 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea579d4-1246-4752-8c06-8270a7aa70ca None None] Bound using segment: {'id': '424af001-bd5e-43c3-a63e-0319673e6c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9ec7fbee-ed39-4cbc-93c6-d55eb3bc9584'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:55:05.341329 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-0ea579d4-1246-4752-8c06-8270a7aa70ca None None] Bound port: dc27367d-2100-48e3-aa0a-9e163ef406bd, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '424af001-bd5e-43c3-a63e-0319673e6c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9ec7fbee-ed39-4cbc-93c6-d55eb3bc9584'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:55:05.342686 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0ea579d4-1246-4752-8c06-8270a7aa70ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:05.344987 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-cd0ddf51-4b08-4fd7-8223-d14b737c0379 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-2086028153-network', 'tenant_id': '2702ea0259a24f5bbb460c5973b342ae'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:55:05.351361 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 0c6edd95-6eda-4abd-a823-1380418d4c08 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:55:05.505015 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0ddf51-4b08-4fd7-8223-d14b737c0379 admin admin] Made reservation on behalf of 2702ea0259a24f5bbb460c5973b342ae for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:55:05.510139 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cd0ddf51-4b08-4fd7-8223-d14b737c0379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:05.545794 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cd0ddf51-4b08-4fd7-8223-d14b737c0379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:05.548527 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-7134c939-d233-47f2-b03e-3ae2bea225e8 req-9713185d-699e-4dd8-af56-05c69b21ce2f tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Allocated IP 172.20.0.11 (6345c063-9711-4fd7-a5ec-cc5bb3922efa/39af06ff-7bf6-4dad-82da-8f5351b3a173/c05a5a9d-7b6d-4571-a0cd-6b89f4af8111) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:55:05.559000 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-0ea579d4-1246-4752-8c06-8270a7aa70ca None None] For port dc27367d-2100-48e3-aa0a-9e163ef406bd, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:55:05.565765 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-0ea579d4-1246-4752-8c06-8270a7aa70ca None None] For port dc27367d-2100-48e3-aa0a-9e163ef406bd, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=dc27367d-2100-48e3-aa0a-9e163ef406bd,segment=NetworkSegment(424af001-bd5e-43c3-a63e-0319673e6c97),segment_id=424af001-bd5e-43c3-a63e-0319673e6c97)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:55:05.577706 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bc114dc7-0f21-4c1a-9f79-2aa5a18767c4 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:05.578480 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0ea579d4-1246-4752-8c06-8270a7aa70ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:05.705395 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc114dc7-0f21-4c1a-9f79-2aa5a18767c4 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Pushing event deleted for resources: {'Port': ['ID=4b494213-e552-4e6e-aab3-3b87ccfc14cb,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:05.792971 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bc114dc7-0f21-4c1a-9f79-2aa5a18767c4 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:05.808566 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 0c6edd95-6eda-4abd-a823-1380418d4c08 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:55:05.809141 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:05.810511 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cd0ddf51-4b08-4fd7-8223-d14b737c0379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:05.828922 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cd0ddf51-4b08-4fd7-8223-d14b737c0379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:05.897767 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea579d4-1246-4752-8c06-8270a7aa70ca None None] Pushing event updated for resources: {'Port': ['ID=dc27367d-2100-48e3-aa0a-9e163ef406bd,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:06.063293 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd0ddf51-4b08-4fd7-8223-d14b737c0379 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:55:06.115706 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bc114dc7-0f21-4c1a-9f79-2aa5a18767c4 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:06.119083 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47002) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:06.126187 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bc114dc7-0f21-4c1a-9f79-2aa5a18767c4 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:06.127930 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cdb11cb-1739-47a8-b7c3-6dc829465e4c tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Made reservation on behalf of 819c73709af74aee976d11a35d78d7e6 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:55:06.141997 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed9f54-9fb6-4b8f-8d7a-9c6ad029fb19 req-e46d86d4-7ec8-4a05-aa44-f32c0f4b5bb7 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:06.147756 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-51ed9f54-9fb6-4b8f-8d7a-9c6ad029fb19 req-e46d86d4-7ec8-4a05-aa44-f32c0f4b5bb7 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 944 time: 0.2866685 Sep 07 02:55:06.158562 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0ddf51-4b08-4fd7-8223-d14b737c0379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa88aeb3-3135-489e-a005-1206b0301ffa,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:06.180802 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cd0ddf51-4b08-4fd7-8223-d14b737c0379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:06.181151 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-cd0ddf51-4b08-4fd7-8223-d14b737c0379 admin admin] Added segment 6ee0b4d0-e5a7-44d1-94c3-a82f808ec650 of type vlan for network e3dc8ad7-b983-453d-b36b-d4b3d1cdf4fc Sep 07 02:55:06.200635 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e1d26558-608a-4373-9346-1b49b3d98d15 req-aed5294a-db2d-479a-a88e-e2cffba13a3a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=9825f0c0-3240-4c71-adef-7f75dbcde66a HTTP/1.1" status: 200 len: 210 time: 0.0826004 Sep 07 02:55:06.400637 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-51ed9f54-9fb6-4b8f-8d7a-9c6ad029fb19 req-175cb91e-6ae8-4b46-96c7-bbace0d2ad86 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=71b22b25-b5d6-4ba9-812b-2e36880aadcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2369645 Sep 07 02:55:06.440709 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0cdb11cb-1739-47a8-b7c3-6dc829465e4c tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:06.444067 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cd0ddf51-4b08-4fd7-8223-d14b737c0379 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:06.481154 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7134c939-d233-47f2-b03e-3ae2bea225e8 req-9713185d-699e-4dd8-af56-05c69b21ce2f tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:06.483437 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bc114dc7-0f21-4c1a-9f79-2aa5a18767c4 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:06.484304 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc114dc7-0f21-4c1a-9f79-2aa5a18767c4 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Fanout notify agent at l3_agent the message router_deleted on router e635094e-4c8c-4723-8f2a-7aac1dd04324 {{(pid=94701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 02:55:06.499883 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bc114dc7-0f21-4c1a-9f79-2aa5a18767c4 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:06.501849 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-bc114dc7-0f21-4c1a-9f79-2aa5a18767c4 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] 10.222.0.22 "DELETE /v2.0/routers/e635094e-4c8c-4723-8f2a-7aac1dd04324 HTTP/1.1" status: 204 len: 168 time: 4.2638061 Sep 07 02:55:06.520615 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-0cdb11cb-1739-47a8-b7c3-6dc829465e4c tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] device_id is not set on port 5f82e291-2966-46a4-a5c9-f5bbc3b4d3b7 yet. {{(pid=94701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:55:06.523453 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 47014) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:06.532451 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-7134c939-d233-47f2-b03e-3ae2bea225e8 req-9713185d-699e-4dd8-af56-05c69b21ce2f tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Transition to ACTIVE for port object c05a5a9d-7b6d-4571-a0cd-6b89f4af8111 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:55:06.546441 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2d07e75e-23d3-4465-b9ff-dbcaf6c13f36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:06.637972 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cd0ddf51-4b08-4fd7-8223-d14b737c0379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:06.641232 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0ddf51-4b08-4fd7-8223-d14b737c0379 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:06.643073 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cd0ddf51-4b08-4fd7-8223-d14b737c0379 admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:06.819175 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-8da8d2ff-2d83-4ba2-8cf8-b66cf164ef21 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Deleting subnet 12fc87ee-cbae-4e54-a223-87de1b7f4c1d {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:55:06.891922 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0ddf51-4b08-4fd7-8223-d14b737c0379 admin admin] Pushing event updated for resources: {'Network': ['ID=e3dc8ad7-b983-453d-b36b-d4b3d1cdf4fc,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:06.899030 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8da8d2ff-2d83-4ba2-8cf8-b66cf164ef21 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:06.907132 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network e3dc8ad7-b983-453d-b36b-d4b3d1cdf4fc details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:55:07.010258 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7134c939-d233-47f2-b03e-3ae2bea225e8 req-9713185d-699e-4dd8-af56-05c69b21ce2f tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:07.206243 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2d07e75e-23d3-4465-b9ff-dbcaf6c13f36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:07.224986 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2d07e75e-23d3-4465-b9ff-dbcaf6c13f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:07.226997 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7134c939-d233-47f2-b03e-3ae2bea225e8 req-9713185d-699e-4dd8-af56-05c69b21ce2f tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Network 6345c063-9711-4fd7-a5ec-cc5bb3922efa is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:55:07.237480 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-7134c939-d233-47f2-b03e-3ae2bea225e8 req-9713185d-699e-4dd8-af56-05c69b21ce2f tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:55:07.241220 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-7134c939-d233-47f2-b03e-3ae2bea225e8 req-9713185d-699e-4dd8-af56-05c69b21ce2f tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:55:07.247672 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8da8d2ff-2d83-4ba2-8cf8-b66cf164ef21 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:07.258458 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-cd0ddf51-4b08-4fd7-8223-d14b737c0379 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.5459516 Sep 07 02:55:07.302200 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47030) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:07.322294 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-2d07e75e-23d3-4465-b9ff-dbcaf6c13f36 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8c4f416e13ef463fa3abfc7509ff66c5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2021561 Sep 07 02:55:07.332616 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47032) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:07.344679 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9713185d-699e-4dd8-af56-05c69b21ce2f tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event updated for resources: {'Port': ['ID=c05a5a9d-7b6d-4571-a0cd-6b89f4af8111,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:07.350301 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-0c42ca79-5882-4873-baa0-fecc5d6c222a admin admin] Request body: {'subnet': {'network_id': 'e3dc8ad7-b983-453d-b36b-d4b3d1cdf4fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-2086028153-subnet', 'tenant_id': '2702ea0259a24f5bbb460c5973b342ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:55:07.443626 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7134c939-d233-47f2-b03e-3ae2bea225e8 req-9713185d-699e-4dd8-af56-05c69b21ce2f tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:07.444915 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7134c939-d233-47f2-b03e-3ae2bea225e8 req-9713185d-699e-4dd8-af56-05c69b21ce2f tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:07.501700 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device dc27367d-2100-48e3-aa0a-9e163ef406bd up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:55:07.682788 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port dc27367d-2100-48e3-aa0a-9e163ef406bd completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:55:07.750899 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8da8d2ff-2d83-4ba2-8cf8-b66cf164ef21 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:07.763645 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d07e75e-23d3-4465-b9ff-dbcaf6c13f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63306ecd-2fa5-4560-a7bb-90a3efa37258,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:07.786893 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c42ca79-5882-4873-baa0-fecc5d6c222a admin admin] Made reservation on behalf of 2702ea0259a24f5bbb460c5973b342ae for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:55:07.793439 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0c42ca79-5882-4873-baa0-fecc5d6c222a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:07.851037 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114eb759-8d00-42ef-9d26-e3cef9cdb516 req-ad29c77b-c6df-4834-86ab-2779c5bf5c64 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:07.856848 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-114eb759-8d00-42ef-9d26-e3cef9cdb516 req-ad29c77b-c6df-4834-86ab-2779c5bf5c64 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 944 time: 0.2591419 Sep 07 02:55:07.867928 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7134c939-d233-47f2-b03e-3ae2bea225e8 req-9713185d-699e-4dd8-af56-05c69b21ce2f tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0695801 Sep 07 02:55:07.876394 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-0cdb11cb-1739-47a8-b7c3-6dc829465e4c tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Allocated IP 2001:db8::37f (9ec7fbee-ed39-4cbc-93c6-d55eb3bc9584/34654b7f-a60b-49c5-b322-c6b270b8aa30/5f82e291-2966-46a4-a5c9-f5bbc3b4d3b7) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:55:07.879823 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c7d8d4-a2f4-4fda-a1fe-61555cb3e1a8 None None] Network 9ec7fbee-ed39-4cbc-93c6-d55eb3bc9584 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:55:07.888395 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21096c6f-3b35-4c0b-9241-0092591d2321 req-bf72c04c-884c-443d-8fed-6f51a2b57a95 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:07.899433 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-21096c6f-3b35-4c0b-9241-0092591d2321 req-bf72c04c-884c-443d-8fed-6f51a2b57a95 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=9825f0c0-3240-4c71-adef-7f75dbcde66a HTTP/1.1" status: 200 len: 932 time: 0.3836377 Sep 07 02:55:07.927559 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a6fb7fb8-d779-4cf1-b14d-c7f1beab021b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:07.937985 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-0cdb11cb-1739-47a8-b7c3-6dc829465e4c tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Allocated IP 2001:db8:0:1::4c (9ec7fbee-ed39-4cbc-93c6-d55eb3bc9584/a02dba34-5e1a-4acf-b1fb-982d8e65ddaa/5f82e291-2966-46a4-a5c9-f5bbc3b4d3b7) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:55:07.982948 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-7134c939-d233-47f2-b03e-3ae2bea225e8 req-c083fecc-eac1-4560-83ba-346bfc397548 service neutron] Request body: {'port': {'device_id': '9825f0c0-3240-4c71-adef-7f75dbcde66a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:55:08.007693 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8da8d2ff-2d83-4ba2-8cf8-b66cf164ef21 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:08.011918 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a6fb7fb8-d779-4cf1-b14d-c7f1beab021b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:08.067226 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-21096c6f-3b35-4c0b-9241-0092591d2321 req-521aed23-6322-4b7f-ab03-16b80ef0b80f tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=227b796e-e331-4437-9ee2-e029d8455d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324184 Sep 07 02:55:08.094014 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3788c1e7-958a-4136-b57f-800edb087235 None None] Provisioning for port c05a5a9d-7b6d-4571-a0cd-6b89f4af8111 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:55:08.095972 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8da8d2ff-2d83-4ba2-8cf8-b66cf164ef21 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:08.104948 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-8da8d2ff-2d83-4ba2-8cf8-b66cf164ef21 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] 10.222.0.22 "DELETE /v2.0/subnets/12fc87ee-cbae-4e54-a223-87de1b7f4c1d HTTP/1.1" status: 204 len: 168 time: 1.5756814 Sep 07 02:55:08.111083 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47038) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:08.112260 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d17dc67-e7f5-4d12-9389-65a8482cdc8b None None] Network 26dda8d9-700a-4992-ab88-74c0477307cd requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:55:08.166715 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3788c1e7-958a-4136-b57f-800edb087235 None None] Provisioning complete for port c05a5a9d-7b6d-4571-a0cd-6b89f4af8111 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:55:08.167098 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3788c1e7-958a-4136-b57f-800edb087235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:08.193958 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da8d2ff-2d83-4ba2-8cf8-b66cf164ef21 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Pushing event deleted for resources: {'Subnet': ['ID=12fc87ee-cbae-4e54-a223-87de1b7f4c1d,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:08.234002 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-114eb759-8d00-42ef-9d26-e3cef9cdb516 req-e386cae8-6867-4a92-ac16-5e2daed7eb99 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=71b22b25-b5d6-4ba9-812b-2e36880aadcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3644304 Sep 07 02:55:08.307324 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7134c939-d233-47f2-b03e-3ae2bea225e8 req-c083fecc-eac1-4560-83ba-346bfc397548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:08.546512 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3788c1e7-958a-4136-b57f-800edb087235 None None] Port c05a5a9d-7b6d-4571-a0cd-6b89f4af8111 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:55:08.558803 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5fb1f604-c59c-4475-90dd-7d1a421a4808 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:08.571051 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a6fb7fb8-d779-4cf1-b14d-c7f1beab021b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:08.577762 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a6fb7fb8-d779-4cf1-b14d-c7f1beab021b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:08.580004 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a6fb7fb8-d779-4cf1-b14d-c7f1beab021b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/63306ecd-2fa5-4560-a7bb-90a3efa37258 HTTP/1.1" status: 204 len: 168 time: 1.2205298 Sep 07 02:55:08.683207 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0c42ca79-5882-4873-baa0-fecc5d6c222a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:08.689400 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fb7fb8-d779-4cf1-b14d-c7f1beab021b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63306ecd-2fa5-4560-a7bb-90a3efa37258,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:08.716832 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0cdb11cb-1739-47a8-b7c3-6dc829465e4c tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:08.823189 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-0cdb11cb-1739-47a8-b7c3-6dc829465e4c tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Transition to ACTIVE for port object 5f82e291-2966-46a4-a5c9-f5bbc3b4d3b7 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:55:08.848819 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397b09fc-0986-4988-8eb3-0c7ad0318a69 None None] DHCP port deletion for 26dda8d9-700a-4992-ab88-74c0477307cd request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:55:08.897630 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-1426b8f6-9ce4-4a4c-9cdd-0514351b99bb None None] Provisioning for port dc27367d-2100-48e3-aa0a-9e163ef406bd completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:55:08.906652 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2279c8-db95-476f-865e-289f345018c2 None None] Update dhcp port {'port': {'network_id': '9ec7fbee-ed39-4cbc-93c6-d55eb3bc9584', 'fixed_ips': [{'subnet_id': '34654b7f-a60b-49c5-b322-c6b270b8aa30', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a02dba34-5e1a-4acf-b1fb-982d8e65ddaa'}], 'binding:host_id': 'n-d-796209-16'}, 'id': 'dc27367d-2100-48e3-aa0a-9e163ef406bd'} from n-d-796209-16. {{(pid=94702) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 07 02:55:08.967338 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-1426b8f6-9ce4-4a4c-9cdd-0514351b99bb None None] Provisioning complete for port dc27367d-2100-48e3-aa0a-9e163ef406bd triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:55:08.971402 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1426b8f6-9ce4-4a4c-9cdd-0514351b99bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:08.981633 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c42ca79-5882-4873-baa0-fecc5d6c222a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba5dd80c-7dd1-4712-ad2d-dab01d77dadc,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:08.997709 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-7134c939-d233-47f2-b03e-3ae2bea225e8 req-c083fecc-eac1-4560-83ba-346bfc397548 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c05a5a9d-7b6d-4571-a0cd-6b89f4af8111 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:55:09.015194 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c42ca79-5882-4873-baa0-fecc5d6c222a admin admin] Checking segment: {'id': '6ee0b4d0-e5a7-44d1-94c3-a82f808ec650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e3dc8ad7-b983-453d-b36b-d4b3d1cdf4fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:55:09.021752 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c42ca79-5882-4873-baa0-fecc5d6c222a admin admin] Network hostable DHCP agents. Network: e3dc8ad7-b983-453d-b36b-d4b3d1cdf4fc, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:55:09.022860 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7134c939-d233-47f2-b03e-3ae2bea225e8 req-c083fecc-eac1-4560-83ba-346bfc397548 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:09.061838 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-7134c939-d233-47f2-b03e-3ae2bea225e8 req-c083fecc-eac1-4560-83ba-346bfc397548 service neutron] Transition to ACTIVE for port object c05a5a9d-7b6d-4571-a0cd-6b89f4af8111 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:55:09.074080 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7134c939-d233-47f2-b03e-3ae2bea225e8 req-c083fecc-eac1-4560-83ba-346bfc397548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:09.079372 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-5fb1f604-c59c-4475-90dd-7d1a421a4808 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Deleting port 04b50b20-f7a4-4f0f-a973-f7f1be8ffda3 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:55:09.080071 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5fb1f604-c59c-4475-90dd-7d1a421a4808 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:09.082682 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0cdb11cb-1739-47a8-b7c3-6dc829465e4c tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:09.088248 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c42ca79-5882-4873-baa0-fecc5d6c222a admin admin] Network e3dc8ad7-b983-453d-b36b-d4b3d1cdf4fc is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:55:09.196997 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-0c42ca79-5882-4873-baa0-fecc5d6c222a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, e3dc8ad7-b983-453d-b36b-d4b3d1cdf4fc) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:55:09.290998 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c42ca79-5882-4873-baa0-fecc5d6c222a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:09.293256 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0c42ca79-5882-4873-baa0-fecc5d6c222a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:09.302005 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdb11cb-1739-47a8-b7c3-6dc829465e4c tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Network 9ec7fbee-ed39-4cbc-93c6-d55eb3bc9584 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:55:09.420796 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-0cdb11cb-1739-47a8-b7c3-6dc829465e4c tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:55:09.461000 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c083fecc-eac1-4560-83ba-346bfc397548 service neutron] Pushing event updated for resources: {'Port': ['ID=c05a5a9d-7b6d-4571-a0cd-6b89f4af8111,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:09.509083 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdb11cb-1739-47a8-b7c3-6dc829465e4c tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:55:09.526322 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdb11cb-1739-47a8-b7c3-6dc829465e4c tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:09.527882 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0cdb11cb-1739-47a8-b7c3-6dc829465e4c tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:09.577762 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-5fb1f604-c59c-4475-90dd-7d1a421a4808 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] For port 04b50b20-f7a4-4f0f-a973-f7f1be8ffda3, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=04b50b20-f7a4-4f0f-a973-f7f1be8ffda3,segment=NetworkSegment(01dd69f5-2a21-41c9-9099-373adb9386e3),segment_id=01dd69f5-2a21-41c9-9099-373adb9386e3)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:55:09.585229 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5fb1f604-c59c-4475-90dd-7d1a421a4808 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:09.611242 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-5fb1f604-c59c-4475-90dd-7d1a421a4808 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Calling delete_port for 04b50b20-f7a4-4f0f-a973-f7f1be8ffda3 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:55:09.627077 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fd2279c8-db95-476f-865e-289f345018c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:09.634338 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84a4bc3-7ce5-4cef-8ae4-7ba3f2416e64 None None] Network e3dc8ad7-b983-453d-b36b-d4b3d1cdf4fc requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:55:09.636475 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-7134c939-d233-47f2-b03e-3ae2bea225e8 req-c083fecc-eac1-4560-83ba-346bfc397548 service neutron] Attempting to bind port c05a5a9d-7b6d-4571-a0cd-6b89f4af8111 on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:55:09.636821 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-7134c939-d233-47f2-b03e-3ae2bea225e8 req-c083fecc-eac1-4560-83ba-346bfc397548 service neutron] Attempting to bind port c05a5a9d-7b6d-4571-a0cd-6b89f4af8111 by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': 'be1dc1b1-7827-42bb-893b-a875f19ad000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6345c063-9711-4fd7-a5ec-cc5bb3922efa'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:55:09.637159 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7134c939-d233-47f2-b03e-3ae2bea225e8 req-c083fecc-eac1-4560-83ba-346bfc397548 service neutron] Attempting to bind port c05a5a9d-7b6d-4571-a0cd-6b89f4af8111 on network 6345c063-9711-4fd7-a5ec-cc5bb3922efa {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:55:09.639970 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 04b50b20-f7a4-4f0f-a973-f7f1be8ffda3 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:55:09.662313 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458101c1-d487-41e6-b006-3c861fa67c65 req-8ce38a41-4c2c-4ca5-8bef-dcd3f65e8d75 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:09.663949 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-458101c1-d487-41e6-b006-3c861fa67c65 req-8ce38a41-4c2c-4ca5-8bef-dcd3f65e8d75 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 944 time: 0.2984426 Sep 07 02:55:09.687922 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7134c939-d233-47f2-b03e-3ae2bea225e8 req-c083fecc-eac1-4560-83ba-346bfc397548 service neutron] Port c05a5a9d-7b6d-4571-a0cd-6b89f4af8111 on network 6345c063-9711-4fd7-a5ec-cc5bb3922efa not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:55:09.688250 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7134c939-d233-47f2-b03e-3ae2bea225e8 req-c083fecc-eac1-4560-83ba-346bfc397548 service neutron] Attempting to bind port c05a5a9d-7b6d-4571-a0cd-6b89f4af8111 on network 6345c063-9711-4fd7-a5ec-cc5bb3922efa {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:55:09.731677 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7134c939-d233-47f2-b03e-3ae2bea225e8 req-c083fecc-eac1-4560-83ba-346bfc397548 service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:55:09.732026 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7134c939-d233-47f2-b03e-3ae2bea225e8 req-c083fecc-eac1-4560-83ba-346bfc397548 service neutron] Checking segment: {'id': 'be1dc1b1-7827-42bb-893b-a875f19ad000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6345c063-9711-4fd7-a5ec-cc5bb3922efa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:55:09.733101 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7134c939-d233-47f2-b03e-3ae2bea225e8 req-c083fecc-eac1-4560-83ba-346bfc397548 service neutron] Bound using segment: {'id': 'be1dc1b1-7827-42bb-893b-a875f19ad000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6345c063-9711-4fd7-a5ec-cc5bb3922efa'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:55:09.734380 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-7134c939-d233-47f2-b03e-3ae2bea225e8 req-c083fecc-eac1-4560-83ba-346bfc397548 service neutron] Bound port: c05a5a9d-7b6d-4571-a0cd-6b89f4af8111, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be1dc1b1-7827-42bb-893b-a875f19ad000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6345c063-9711-4fd7-a5ec-cc5bb3922efa'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:55:09.734380 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7134c939-d233-47f2-b03e-3ae2bea225e8 req-c083fecc-eac1-4560-83ba-346bfc397548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:09.743410 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdb11cb-1739-47a8-b7c3-6dc829465e4c tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event updated for resources: {'Port': ['ID=5f82e291-2966-46a4-a5c9-f5bbc3b4d3b7,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:09.761251 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-0c42ca79-5882-4873-baa0-fecc5d6c222a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.4334214 Sep 07 02:55:09.796105 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 47056) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:09.836310 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-458101c1-d487-41e6-b006-3c861fa67c65 req-44769754-7478-4283-a363-726ce79c09f0 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=71b22b25-b5d6-4ba9-812b-2e36880aadcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620636 Sep 07 02:55:09.838146 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 47058) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:09.844073 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-0cdb11cb-1739-47a8-b7c3-6dc829465e4c tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 4.6302543 Sep 07 02:55:09.863241 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-d56d0d21-9ff4-4b1e-a1f5-cdc10612ded7 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '34654b7f-a60b-49c5-b322-c6b270b8aa30'}]}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:55:09.892715 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8f997-fd6f-4d52-b34b-2810e0f01ba6 req-78d87f3b-090b-493e-a6ef-a727ffd8b6a8 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:09.900735 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7ad8f997-fd6f-4d52-b34b-2810e0f01ba6 req-78d87f3b-090b-493e-a6ef-a727ffd8b6a8 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=9825f0c0-3240-4c71-adef-7f75dbcde66a HTTP/1.1" status: 200 len: 944 time: 0.5926313 Sep 07 02:55:09.929061 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-80022762-5f81-46f6-ab23-54008dbe64a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:10.000299 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5fb1f604-c59c-4475-90dd-7d1a421a4808 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:10.034532 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7ad8f997-fd6f-4d52-b34b-2810e0f01ba6 req-6bb33ca7-0062-404a-8013-8ae5dd053c46 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=227b796e-e331-4437-9ee2-e029d8455d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328361 Sep 07 02:55:10.097105 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb1f604-c59c-4475-90dd-7d1a421a4808 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Pushing event deleted for resources: {'Port': ['ID=04b50b20-f7a4-4f0f-a973-f7f1be8ffda3,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:10.106599 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb1f604-c59c-4475-90dd-7d1a421a4808 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] No DVR routers for this DVR port 04b50b20-f7a4-4f0f-a973-f7f1be8ffda3 on host n-d-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:55:10.127438 n-d-796209-16 neutron-server[94702]: INFO neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No ports have port_id starting with 04b50b20-f7a4-4f0f-a973-f7f1be8ffda3 Sep 07 02:55:10.168833 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-397b09fc-0986-4988-8eb3-0c7ad0318a69 None None] Deleting port 04b50b20-f7a4-4f0f-a973-f7f1be8ffda3 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:55:10.172188 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-397b09fc-0986-4988-8eb3-0c7ad0318a69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:10.224198 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47066) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:10.284967 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-7134c939-d233-47f2-b03e-3ae2bea225e8 req-c083fecc-eac1-4560-83ba-346bfc397548 service neutron] For port c05a5a9d-7b6d-4571-a0cd-6b89f4af8111, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:55:10.310922 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5fb1f604-c59c-4475-90dd-7d1a421a4808 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:10.336271 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-7134c939-d233-47f2-b03e-3ae2bea225e8 req-c083fecc-eac1-4560-83ba-346bfc397548 service neutron] For port c05a5a9d-7b6d-4571-a0cd-6b89f4af8111, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=c05a5a9d-7b6d-4571-a0cd-6b89f4af8111,segment=NetworkSegment(be1dc1b1-7827-42bb-893b-a875f19ad000),segment_id=be1dc1b1-7827-42bb-893b-a875f19ad000)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:55:10.362888 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7134c939-d233-47f2-b03e-3ae2bea225e8 req-c083fecc-eac1-4560-83ba-346bfc397548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:10.367274 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-5fb1f604-c59c-4475-90dd-7d1a421a4808 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26dda8d9-700a-4992-ab88-74c0477307cd']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:55:10.378293 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-397b09fc-0986-4988-8eb3-0c7ad0318a69 None None] For port 04b50b20-f7a4-4f0f-a973-f7f1be8ffda3, host n-d-796209-16, got binding levels [] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:55:10.378639 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-397b09fc-0986-4988-8eb3-0c7ad0318a69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:10.378914 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-5fb1f604-c59c-4475-90dd-7d1a421a4808 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01dd69f5-2a21-41c9-9099-373adb9386e3') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:55:10.379218 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-5fb1f604-c59c-4475-90dd-7d1a421a4808 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01dd69f5-2a21-41c9-9099-373adb9386e3') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:55:10.406260 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5fb1f604-c59c-4475-90dd-7d1a421a4808 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:10.409790 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-397b09fc-0986-4988-8eb3-0c7ad0318a69 None None] Calling delete_port for 04b50b20-f7a4-4f0f-a973-f7f1be8ffda3 owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:55:10.413070 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7134c939-d233-47f2-b03e-3ae2bea225e8 req-c083fecc-eac1-4560-83ba-346bfc397548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:10.413905 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.ipam_backend_mixin [None req-397b09fc-0986-4988-8eb3-0c7ad0318a69 None None] Port 04b50b20-f7a4-4f0f-a973-f7f1be8ffda3 was not found and therefore no delete operation was performed {{(pid=94702) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 07 02:55:10.415587 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7134c939-d233-47f2-b03e-3ae2bea225e8 req-c083fecc-eac1-4560-83ba-346bfc397548 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:10.417391 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7134c939-d233-47f2-b03e-3ae2bea225e8 req-c083fecc-eac1-4560-83ba-346bfc397548 service neutron] 10.222.0.16 "PUT /v2.0/ports/c05a5a9d-7b6d-4571-a0cd-6b89f4af8111 HTTP/1.1" status: 200 len: 1093 time: 2.4473488 Sep 07 02:55:10.417605 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-397b09fc-0986-4988-8eb3-0c7ad0318a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:10.430728 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9825f0c0-3240-4c71-adef-7f75dbcde66a', 'tag': 'c05a5a9d-7b6d-4571-a0cd-6b89f4af8111'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:55:10.433026 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5fb1f604-c59c-4475-90dd-7d1a421a4808 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:10.437303 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d50448-b8eb-4d45-a0b1-7dbf26eb45bf" -d '{"events": [{"name": "network-changed", "server_uuid": "9825f0c0-3240-4c71-adef-7f75dbcde66a", "tag": "c05a5a9d-7b6d-4571-a0cd-6b89f4af8111"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:55:10.444652 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fb1f604-c59c-4475-90dd-7d1a421a4808 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:55:10.445334 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5fb1f604-c59c-4475-90dd-7d1a421a4808 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:10.466897 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:55:10.466897 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:55:10.466897 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:55:10.466897 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:55:10.466897 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:55:10.466897 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:55:10.466897 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:55:10.466897 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:55:10.466897 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:55:10.466897 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:55:10.466897 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:55:10.466897 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:55:10.466897 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:55:10.466897 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:55:10.466897 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:55:10.466897 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:55:10.466897 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:55:10.466897 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:55:10.466897 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:55:10.466897 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:55:10.466897 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:55:10.466897 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:55:10.466897 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:55:10.466897 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:55:10.466897 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:55:10.466897 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:55:10.466897 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:55:10.466897 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:55:10.466897 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:55:10.466897 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:55:10.466897 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:55:10.466897 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:55:10.485137 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1426b8f6-9ce4-4a4c-9cdd-0514351b99bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:10.568215 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397b09fc-0986-4988-8eb3-0c7ad0318a69 None None] Pushing event deleted for resources: {'Port': ['ID=04b50b20-f7a4-4f0f-a973-f7f1be8ffda3,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:10.580777 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28841e0b-fadb-4ccb-961a-a4e3236f0c88 x-openstack-request-id: req-28841e0b-fadb-4ccb-961a-a4e3236f0c88 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:55:10.581205 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9825f0c0-3240-4c71-adef-7f75dbcde66a", "tag": "c05a5a9d-7b6d-4571-a0cd-6b89f4af8111", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:55:10.581615 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-28841e0b-fadb-4ccb-961a-a4e3236f0c88 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:55:10.582120 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9825f0c0-3240-4c71-adef-7f75dbcde66a', 'tag': 'c05a5a9d-7b6d-4571-a0cd-6b89f4af8111', 'status': 'completed', 'code': 200} Sep 07 02:55:10.600150 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397b09fc-0986-4988-8eb3-0c7ad0318a69 None None] No DVR routers for this DVR port 04b50b20-f7a4-4f0f-a973-f7f1be8ffda3 on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:55:10.605916 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-642b5c0b-5e3c-472e-a9f9-2d2c77d875ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:10.619612 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4835ae6a-100f-4ebb-8421-4f8dc8fc973e None None] Network e3dc8ad7-b983-453d-b36b-d4b3d1cdf4fc requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:55:10.665655 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d56d0d21-9ff4-4b1e-a1f5-cdc10612ded7 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:10.705178 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c083fecc-eac1-4560-83ba-346bfc397548 service neutron] Pushing event updated for resources: {'Port': ['ID=c05a5a9d-7b6d-4571-a0cd-6b89f4af8111,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:10.752779 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-1426b8f6-9ce4-4a4c-9cdd-0514351b99bb None None] For port dc27367d-2100-48e3-aa0a-9e163ef406bd, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=dc27367d-2100-48e3-aa0a-9e163ef406bd,segment=NetworkSegment(424af001-bd5e-43c3-a63e-0319673e6c97),segment_id=424af001-bd5e-43c3-a63e-0319673e6c97)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:55:10.760374 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5fb1f604-c59c-4475-90dd-7d1a421a4808 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:10.777244 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5fb1f604-c59c-4475-90dd-7d1a421a4808 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:10.786317 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 47086) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:10.788261 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-5fb1f604-c59c-4475-90dd-7d1a421a4808 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] 10.222.0.22 "DELETE /v2.0/networks/26dda8d9-700a-4992-ab88-74c0477307cd HTTP/1.1" status: 204 len: 168 time: 2.6759202 Sep 07 02:55:10.804098 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb1f604-c59c-4475-90dd-7d1a421a4808 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Pushing event deleted for resources: {'Network': ['ID=26dda8d9-700a-4992-ab88-74c0477307cd,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:10.810410 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7134c939-d233-47f2-b03e-3ae2bea225e8 req-8cde9df1-abd8-49f1-8c67-677f4c0793af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:10.811163 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1426b8f6-9ce4-4a4c-9cdd-0514351b99bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:10.812242 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7134c939-d233-47f2-b03e-3ae2bea225e8 req-8cde9df1-abd8-49f1-8c67-677f4c0793af service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=626f31b15da14e0da01388cbfdee7f90&device_id=9825f0c0-3240-4c71-adef-7f75dbcde66a HTTP/1.1" status: 200 len: 1096 time: 0.3100066 Sep 07 02:55:10.835651 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-fd2279c8-db95-476f-865e-289f345018c2 None None] Allocated IP 2001:db8:0:1::2 (9ec7fbee-ed39-4cbc-93c6-d55eb3bc9584/a02dba34-5e1a-4acf-b1fb-982d8e65ddaa/dc27367d-2100-48e3-aa0a-9e163ef406bd) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:55:10.911903 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7134c939-d233-47f2-b03e-3ae2bea225e8 req-25ce75de-4d50-40c7-a90f-03fc9a6c5ae3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c05a5a9d-7b6d-4571-a0cd-6b89f4af8111 HTTP/1.1" status: 200 len: 217 time: 0.0824320 Sep 07 02:55:10.914533 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-80022762-5f81-46f6-ab23-54008dbe64a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:10.945961 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-80022762-5f81-46f6-ab23-54008dbe64a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:11.020983 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1426b8f6-9ce4-4a4c-9cdd-0514351b99bb None None] Pushing event updated for resources: {'Port': ['ID=dc27367d-2100-48e3-aa0a-9e163ef406bd,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:11.042051 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80022762-5f81-46f6-ab23-54008dbe64a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a86474-c4d7-4785-99e2-ae4c8c866683,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:11.090656 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-fd2279c8-db95-476f-865e-289f345018c2 None None] For port dc27367d-2100-48e3-aa0a-9e163ef406bd, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=dc27367d-2100-48e3-aa0a-9e163ef406bd,segment=NetworkSegment(424af001-bd5e-43c3-a63e-0319673e6c97),segment_id=424af001-bd5e-43c3-a63e-0319673e6c97)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:55:11.129506 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-642b5c0b-5e3c-472e-a9f9-2d2c77d875ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:11.135002 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fd2279c8-db95-476f-865e-289f345018c2 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:11.149730 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-642b5c0b-5e3c-472e-a9f9-2d2c77d875ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:11.160955 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-fd2279c8-db95-476f-865e-289f345018c2 None None] Transition to ACTIVE for port object dc27367d-2100-48e3-aa0a-9e163ef406bd will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:55:11.168499 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fd2279c8-db95-476f-865e-289f345018c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:11.209651 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-80022762-5f81-46f6-ab23-54008dbe64a9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f297132bfedc4c6c945ce1b416da9b13&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3722367 Sep 07 02:55:11.213268 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47092) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:11.254652 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7134c939-d233-47f2-b03e-3ae2bea225e8 req-80035ded-ab4a-4cac-8e55-21980ce9939a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:11.256427 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7134c939-d233-47f2-b03e-3ae2bea225e8 req-80035ded-ab4a-4cac-8e55-21980ce9939a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=39af06ff-7bf6-4dad-82da-8f5351b3a173 HTTP/1.1" status: 200 len: 835 time: 0.3257093 Sep 07 02:55:11.313985 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32967f5d-3e8e-42f2-b170-3aa018fee51f req-0f5a7285-3cbb-45aa-b35c-eaf09d02d9e3 tempest-ServerPasswordTestJSON-1359278705 tempest-ServerPasswordTestJSON-1359278705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:11.315615 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-32967f5d-3e8e-42f2-b170-3aa018fee51f req-0f5a7285-3cbb-45aa-b35c-eaf09d02d9e3 tempest-ServerPasswordTestJSON-1359278705 tempest-ServerPasswordTestJSON-1359278705-project] 10.222.0.22 "GET /v2.0/networks?id=e3dc8ad7-b983-453d-b36b-d4b3d1cdf4fc HTTP/1.1" status: 200 len: 813 time: 0.5896568 Sep 07 02:55:11.333215 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device dc27367d-2100-48e3-aa0a-9e163ef406bd up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:55:11.337173 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3e47a-da9b-446f-8e35-bd43ae5459e7 req-abe673bb-6e82-4544-8d6f-23ea38111cb9 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:11.339117 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e6a3e47a-da9b-446f-8e35-bd43ae5459e7 req-abe673bb-6e82-4544-8d6f-23ea38111cb9 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 944 time: 0.2063901 Sep 07 02:55:11.346113 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-642b5c0b-5e3c-472e-a9f9-2d2c77d875ef admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=aa0c0a8152624acb85007719c4f6ba24&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1187353 Sep 07 02:55:11.347462 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642b5c0b-5e3c-472e-a9f9-2d2c77d875ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148f350e-3110-4e95-9b12-6a6fcc40c17e,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:11.355753 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 47094) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:11.372229 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eb098a98-89ed-48c7-a101-1a0338d80623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:11.426498 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eb098a98-89ed-48c7-a101-1a0338d80623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:11.429484 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2279c8-db95-476f-865e-289f345018c2 None None] Pushing event updated for resources: {'Port': ['ID=dc27367d-2100-48e3-aa0a-9e163ef406bd,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:11.449097 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e6a3e47a-da9b-446f-8e35-bd43ae5459e7 req-724d7706-a20d-42ad-8322-287e64300a0b tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=71b22b25-b5d6-4ba9-812b-2e36880aadcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945265 Sep 07 02:55:11.544332 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eb098a98-89ed-48c7-a101-1a0338d80623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:11.552468 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eb098a98-89ed-48c7-a101-1a0338d80623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:11.554339 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-eb098a98-89ed-48c7-a101-1a0338d80623 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/69a86474-c4d7-4785-99e2-ae4c8c866683 HTTP/1.1" status: 204 len: 168 time: 0.3305166 Sep 07 02:55:11.619498 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb098a98-89ed-48c7-a101-1a0338d80623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a86474-c4d7-4785-99e2-ae4c8c866683,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:11.656004 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70839546-d219-4eb0-b1bd-e5d881731ca0 req-6c88bf16-3eb6-4d10-b7fe-208b4f56985a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:11.658171 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-70839546-d219-4eb0-b1bd-e5d881731ca0 req-6c88bf16-3eb6-4d10-b7fe-208b4f56985a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=9825f0c0-3240-4c71-adef-7f75dbcde66a HTTP/1.1" status: 200 len: 944 time: 0.1004424 Sep 07 02:55:11.735126 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-70839546-d219-4eb0-b1bd-e5d881731ca0 req-07e4fad9-138e-4aa7-a64a-322305190688 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=227b796e-e331-4437-9ee2-e029d8455d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701368 Sep 07 02:55:11.949988 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-32967f5d-3e8e-42f2-b170-3aa018fee51f req-3f102b92-3c58-49d2-9f2f-20b0533fb863 tempest-ServerPasswordTestJSON-1359278705 tempest-ServerPasswordTestJSON-1359278705-project] 10.222.0.22 "GET /v2.0/quotas/2702ea0259a24f5bbb460c5973b342ae HTTP/1.1" status: 200 len: 375 time: 0.6125412 Sep 07 02:55:12.017468 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7134c939-d233-47f2-b03e-3ae2bea225e8 req-d0c3e24c-e7d5-48fa-aadc-1afaa56e8d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:12.019573 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7134c939-d233-47f2-b03e-3ae2bea225e8 req-d0c3e24c-e7d5-48fa-aadc-1afaa56e8d8b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6345c063-9711-4fd7-a5ec-cc5bb3922efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7489874 Sep 07 02:55:12.094178 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47100) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:12.102241 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-32967f5d-3e8e-42f2-b170-3aa018fee51f req-04172d3e-513e-46f1-8737-36447f0a998d tempest-ServerPasswordTestJSON-1359278705 tempest-ServerPasswordTestJSON-1359278705-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=2702ea0259a24f5bbb460c5973b342ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1187139 Sep 07 02:55:12.126585 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b43e751a-6948-4f94-9a9c-7992df442f69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:12.259690 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7134c939-d233-47f2-b03e-3ae2bea225e8 req-b696c49b-4ac6-4099-a2e4-7652837aa323 service neutron] 10.222.0.16 "GET /v2.0/networks/6345c063-9711-4fd7-a5ec-cc5bb3922efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188641 Sep 07 02:55:12.281552 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-587b3e8c-1dfe-4aab-a91d-bed274088bc8 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Deleting port 841b79a6-02a3-40c2-b94b-82d9e3073a15 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:55:12.288184 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-587b3e8c-1dfe-4aab-a91d-bed274088bc8 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:12.295639 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b43e751a-6948-4f94-9a9c-7992df442f69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:12.303145 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b43e751a-6948-4f94-9a9c-7992df442f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:12.394816 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b43e751a-6948-4f94-9a9c-7992df442f69 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6a24ed08cdb44482a6e4cc62cec1b26c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2977502 Sep 07 02:55:12.426728 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47104) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:12.444705 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-587b3e8c-1dfe-4aab-a91d-bed274088bc8 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:12.445338 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-587b3e8c-1dfe-4aab-a91d-bed274088bc8 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:12.459529 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43e751a-6948-4f94-9a9c-7992df442f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60d2fed-efc7-4a8d-9e76-4d4fbfbc766a,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:12.460985 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-587b3e8c-1dfe-4aab-a91d-bed274088bc8 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Calling delete_port for 841b79a6-02a3-40c2-b94b-82d9e3073a15 owned by network:floatingip {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:55:12.462507 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09124d8-4a3d-4b93-af71-2ce4e371f8d9 None None] Network 9ec7fbee-ed39-4cbc-93c6-d55eb3bc9584 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:55:12.589279 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-d56d0d21-9ff4-4b1e-a1f5-cdc10612ded7 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Delete allocated IP 2001:db8:0:1::4c (9ec7fbee-ed39-4cbc-93c6-d55eb3bc9584/a02dba34-5e1a-4acf-b1fb-982d8e65ddaa) {{(pid=94700) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 07 02:55:12.656774 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b2e417a7-b6e3-4faf-beb0-e51b5563d69b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:12.697582 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-1acc8762-926a-4ce7-8a38-689bfdeefba7 None None] Provisioning for port dc27367d-2100-48e3-aa0a-9e163ef406bd completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:55:12.719523 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b2e417a7-b6e3-4faf-beb0-e51b5563d69b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:12.719802 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d27a3252-b907-4fd5-8046-590af7c13fcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:12.731709 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-1acc8762-926a-4ce7-8a38-689bfdeefba7 None None] Provisioning complete for port dc27367d-2100-48e3-aa0a-9e163ef406bd triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:55:12.732291 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1acc8762-926a-4ce7-8a38-689bfdeefba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:12.750557 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d27a3252-b907-4fd5-8046-590af7c13fcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:12.796213 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8b3b6-366b-4832-9aa9-c844085b38c2 req-f1dea58c-3b23-4171-8781-e0c5745ce042 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:12.803223 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7ec8b3b6-366b-4832-9aa9-c844085b38c2 req-f1dea58c-3b23-4171-8781-e0c5745ce042 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 944 time: 0.2454619 Sep 07 02:55:12.807458 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [req-32967f5d-3e8e-42f2-b170-3aa018fee51f req-d8a7227b-318e-4609-b52a-f605f57b30ae service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 02:55:12.814599 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-32967f5d-3e8e-42f2-b170-3aa018fee51f req-d8a7227b-318e-4609-b52a-f605f57b30ae service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7114694 Sep 07 02:55:12.822615 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b2e417a7-b6e3-4faf-beb0-e51b5563d69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:12.825719 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b2e417a7-b6e3-4faf-beb0-e51b5563d69b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:12.830493 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b2e417a7-b6e3-4faf-beb0-e51b5563d69b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f60d2fed-efc7-4a8d-9e76-4d4fbfbc766a HTTP/1.1" status: 204 len: 168 time: 0.3993556 Sep 07 02:55:12.864379 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e417a7-b6e3-4faf-beb0-e51b5563d69b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60d2fed-efc7-4a8d-9e76-4d4fbfbc766a,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:12.896008 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7ec8b3b6-366b-4832-9aa9-c844085b38c2 req-f4a27c4a-6574-449f-adb4-e90fa9def5e6 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=71b22b25-b5d6-4ba9-812b-2e36880aadcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830641 Sep 07 02:55:13.069189 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d27a3252-b907-4fd5-8046-590af7c13fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:13.071793 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d27a3252-b907-4fd5-8046-590af7c13fcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:13.072946 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-d27a3252-b907-4fd5-8046-590af7c13fcb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/148f350e-3110-4e95-9b12-6a6fcc40c17e HTTP/1.1" status: 204 len: 168 time: 1.7089982 Sep 07 02:55:13.145381 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7134c939-d233-47f2-b03e-3ae2bea225e8 req-7eb8faa3-f27d-405c-8b61-50c07cb49098 service neutron] 10.222.0.16 "GET /v2.0/networks/6345c063-9711-4fd7-a5ec-cc5bb3922efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8661747 Sep 07 02:55:13.146305 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27a3252-b907-4fd5-8046-590af7c13fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148f350e-3110-4e95-9b12-6a6fcc40c17e,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:13.163965 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-587b3e8c-1dfe-4aab-a91d-bed274088bc8 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:13.274965 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05cd90-fb9a-4828-a387-fe7a76092c60 req-5e2d97d9-0868-4c33-895c-19efff927b72 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:13.299538 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fb05cd90-fb9a-4828-a387-fe7a76092c60 req-5e2d97d9-0868-4c33-895c-19efff927b72 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=9825f0c0-3240-4c71-adef-7f75dbcde66a HTTP/1.1" status: 200 len: 944 time: 0.2033558 Sep 07 02:55:13.409556 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fb05cd90-fb9a-4828-a387-fe7a76092c60 req-76b154f8-1b29-44ed-bd07-927087bbdb5f tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=227b796e-e331-4437-9ee2-e029d8455d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127338 Sep 07 02:55:13.424781 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587b3e8c-1dfe-4aab-a91d-bed274088bc8 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Pushing event deleted for resources: {'Port': ['ID=841b79a6-02a3-40c2-b94b-82d9e3073a15,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:13.431964 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device dc27367d-2100-48e3-aa0a-9e163ef406bd up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:55:13.576148 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-32967f5d-3e8e-42f2-b170-3aa018fee51f req-8e767f97-0d95-4a1e-9bbd-d01a86216c19 service neutron] 10.222.0.22 "GET /v2.0/networks/e3dc8ad7-b983-453d-b36b-d4b3d1cdf4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7605462 Sep 07 02:55:13.589560 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-08de17ba-1322-4858-8547-4c45fc42f71b None None] Provisioning complete for port dc27367d-2100-48e3-aa0a-9e163ef406bd triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:55:13.590067 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-08de17ba-1322-4858-8547-4c45fc42f71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:13.591752 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port dc27367d-2100-48e3-aa0a-9e163ef406bd triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:55:13.592194 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:13.650017 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d56d0d21-9ff4-4b1e-a1f5-cdc10612ded7 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:13.666242 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-d56d0d21-9ff4-4b1e-a1f5-cdc10612ded7 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Ignored duplicate provisioning block setup for port 5f82e291-2966-46a4-a5c9-f5bbc3b4d3b7 by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 07 02:55:13.697011 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d56d0d21-9ff4-4b1e-a1f5-cdc10612ded7 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:13.707115 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d50448-b8eb-4d45-a0b1-7dbf26eb45bf req-a2aa7dbf-3f75-4eff-a8a6-b4c43eeb779e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:13.709172 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c0d50448-b8eb-4d45-a0b1-7dbf26eb45bf req-a2aa7dbf-3f75-4eff-a8a6-b4c43eeb779e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=626f31b15da14e0da01388cbfdee7f90&device_id=9825f0c0-3240-4c71-adef-7f75dbcde66a HTTP/1.1" status: 200 len: 1096 time: 0.3957939 Sep 07 02:55:13.748359 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-587b3e8c-1dfe-4aab-a91d-bed274088bc8 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks [] for floatingip, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:13.751151 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-587b3e8c-1dfe-4aab-a91d-bed274088bc8 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:13.756263 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-587b3e8c-1dfe-4aab-a91d-bed274088bc8 tempest-FloatingIPAdminTestJSON-1749439414 tempest-FloatingIPAdminTestJSON-1749439414-project] 10.222.0.22 "DELETE /v2.0/floatingips/6b0d28db-fc1f-4cd1-bdb5-73719d9592c9 HTTP/1.1" status: 204 len: 168 time: 2.9537416 Sep 07 02:55:13.818877 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47118) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:13.851062 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c636231f-f829-4bd1-b401-ff227a3ccbd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:13.895201 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-08de17ba-1322-4858-8547-4c45fc42f71b None None] Provisioning for port 5f82e291-2966-46a4-a5c9-f5bbc3b4d3b7 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:55:13.901674 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-d56d0d21-9ff4-4b1e-a1f5-cdc10612ded7 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] In _notify_port_updated(), no bound segment for port 5f82e291-2966-46a4-a5c9-f5bbc3b4d3b7 on network 9ec7fbee-ed39-4cbc-93c6-d55eb3bc9584 {{(pid=94700) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 02:55:13.904993 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-08de17ba-1322-4858-8547-4c45fc42f71b None None] Provisioning complete for port 5f82e291-2966-46a4-a5c9-f5bbc3b4d3b7 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:55:13.905495 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-08de17ba-1322-4858-8547-4c45fc42f71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:13.909086 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56d0d21-9ff4-4b1e-a1f5-cdc10612ded7 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:13.910321 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d56d0d21-9ff4-4b1e-a1f5-cdc10612ded7 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:13.914934 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-d56d0d21-9ff4-4b1e-a1f5-cdc10612ded7 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "PUT /v2.0/ports/5f82e291-2966-46a4-a5c9-f5bbc3b4d3b7 HTTP/1.1" status: 200 len: 925 time: 4.0580573 Sep 07 02:55:13.921305 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 47120) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:13.938988 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-8c84a481-2f86-4e65-9acb-d45aaf526380 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '34654b7f-a60b-49c5-b322-c6b270b8aa30'}, {'subnet_id': 'a02dba34-5e1a-4acf-b1fb-982d8e65ddaa'}]}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:55:14.005328 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56d0d21-9ff4-4b1e-a1f5-cdc10612ded7 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event updated for resources: {'Port': ['ID=5f82e291-2966-46a4-a5c9-f5bbc3b4d3b7,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:14.024528 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-08de17ba-1322-4858-8547-4c45fc42f71b None None] Port 5f82e291-2966-46a4-a5c9-f5bbc3b4d3b7 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:55:14.084984 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-32967f5d-3e8e-42f2-b170-3aa018fee51f req-83f91365-b802-452f-b8bb-3fb09cf76164 service neutron] 10.222.0.22 "GET /v2.0/networks/e3dc8ad7-b983-453d-b36b-d4b3d1cdf4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4876220 Sep 07 02:55:14.131737 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8c84a481-2f86-4e65-9acb-d45aaf526380 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:14.134473 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d50448-b8eb-4d45-a0b1-7dbf26eb45bf req-a6eeeced-c473-455c-8142-8e8f5af33de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:14.136996 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c0d50448-b8eb-4d45-a0b1-7dbf26eb45bf req-a6eeeced-c473-455c-8142-8e8f5af33de3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6345c063-9711-4fd7-a5ec-cc5bb3922efa HTTP/1.1" status: 200 len: 897 time: 0.3900557 Sep 07 02:55:14.167722 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8b247a4c-13b4-47ef-bce0-9e13bdddd96f None None] Provisioning complete for port 5f82e291-2966-46a4-a5c9-f5bbc3b4d3b7 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:55:14.168136 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8b247a4c-13b4-47ef-bce0-9e13bdddd96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:14.266734 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8b247a4c-13b4-47ef-bce0-9e13bdddd96f None None] Port 5f82e291-2966-46a4-a5c9-f5bbc3b4d3b7 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:55:14.355206 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c0d50448-b8eb-4d45-a0b1-7dbf26eb45bf req-e4f7fb12-3c91-492b-b94a-2a89c0f7562e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c05a5a9d-7b6d-4571-a0cd-6b89f4af8111 HTTP/1.1" status: 200 len: 217 time: 0.2007604 Sep 07 02:55:14.372016 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 47126) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:14.501659 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-92afc5ae-307b-4406-ad9f-11b7ca68d0f9 None None] Provisioning complete for port 5f82e291-2966-46a4-a5c9-f5bbc3b4d3b7 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:55:14.502667 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-92afc5ae-307b-4406-ad9f-11b7ca68d0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:14.564140 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b8fd403a-d9d3-4cd3-b3d6-254f2264929a req-22756751-1611-4e7b-9d0d-2fc46f8e3585 tempest-ServerPasswordTestJSON-1359278705 tempest-ServerPasswordTestJSON-1359278705-project] 10.222.0.22 "GET /v2.0/ports?device_id=103ac334-b143-4aa6-b47e-38c58338796c HTTP/1.1" status: 200 len: 210 time: 0.1613107 Sep 07 02:55:14.589166 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-92afc5ae-307b-4406-ad9f-11b7ca68d0f9 None None] Port 5f82e291-2966-46a4-a5c9-f5bbc3b4d3b7 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:55:14.596725 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device c05a5a9d-7b6d-4571-a0cd-6b89f4af8111 details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:55:14.669697 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c636231f-f829-4bd1-b401-ff227a3ccbd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:14.680116 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c636231f-f829-4bd1-b401-ff227a3ccbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:14.770237 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port c05a5a9d-7b6d-4571-a0cd-6b89f4af8111, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=c05a5a9d-7b6d-4571-a0cd-6b89f4af8111,segment=NetworkSegment(be1dc1b1-7827-42bb-893b-a875f19ad000),segment_id=be1dc1b1-7827-42bb-893b-a875f19ad000)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:55:14.787338 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': 'c05a5a9d-7b6d-4571-a0cd-6b89f4af8111', 'network_id': '6345c063-9711-4fd7-a5ec-cc5bb3922efa', 'port_id': 'c05a5a9d-7b6d-4571-a0cd-6b89f4af8111', 'mac_address': 'fa:16:3e:6a:ca:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39af06ff-7bf6-4dad-82da-8f5351b3a173', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:55:14.796385 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d50448-b8eb-4d45-a0b1-7dbf26eb45bf req-65119910-5a79-45f6-90c9-d89e04039097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:14.796977 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c0d50448-b8eb-4d45-a0b1-7dbf26eb45bf req-65119910-5a79-45f6-90c9-d89e04039097 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=39af06ff-7bf6-4dad-82da-8f5351b3a173 HTTP/1.1" status: 200 len: 835 time: 0.4403744 Sep 07 02:55:14.798805 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c636231f-f829-4bd1-b401-ff227a3ccbd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d975351d-319e-4bd1-aaaa-e2e56f5f00ee,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:14.874878 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c636231f-f829-4bd1-b401-ff227a3ccbd5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cedd2b17f87743b89e8616a4c21c57e0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0541737 Sep 07 02:55:14.875690 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:14.876343 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47142) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:14.913294 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76593eeb-9b1f-44f6-b68f-8bac8db34eb4 req-0568a895-59ba-4871-9d50-730c08bd710b tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:14.918500 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c05a5a9d-7b6d-4571-a0cd-6b89f4af8111 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:55:14.921105 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-76593eeb-9b1f-44f6-b68f-8bac8db34eb4 req-0568a895-59ba-4871-9d50-730c08bd710b tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 944 time: 0.2469249 Sep 07 02:55:14.992902 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port c05a5a9d-7b6d-4571-a0cd-6b89f4af8111, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=c05a5a9d-7b6d-4571-a0cd-6b89f4af8111,segment=NetworkSegment(be1dc1b1-7827-42bb-893b-a875f19ad000),segment_id=be1dc1b1-7827-42bb-893b-a875f19ad000)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:55:14.999886 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:15.007666 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-e9073f65-bb92-401a-9749-08aed6bae344 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0df64543564b43af989c55455c6c1c80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6279004 Sep 07 02:55:15.014077 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47146) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:15.015581 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d268e815-1fa1-4cf1-987c-58b7c17f46d0 req-955d149f-218e-4b8a-8b4f-3fa577015ae1 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:15.026506 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d268e815-1fa1-4cf1-987c-58b7c17f46d0 req-955d149f-218e-4b8a-8b4f-3fa577015ae1 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=9825f0c0-3240-4c71-adef-7f75dbcde66a HTTP/1.1" status: 200 len: 944 time: 0.2965178 Sep 07 02:55:15.056859 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-76593eeb-9b1f-44f6-b68f-8bac8db34eb4 req-7288694d-c2c6-4902-92a5-cad805ea9489 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=71b22b25-b5d6-4ba9-812b-2e36880aadcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346178 Sep 07 02:55:15.072723 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d50448-b8eb-4d45-a0b1-7dbf26eb45bf req-e2011442-0440-447b-94ac-4ba7ecc7503e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:15.074255 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c0d50448-b8eb-4d45-a0b1-7dbf26eb45bf req-e2011442-0440-447b-94ac-4ba7ecc7503e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6345c063-9711-4fd7-a5ec-cc5bb3922efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2091024 Sep 07 02:55:15.100206 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b7fec8c0-bff7-4eec-84b1-9782ca9c53fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:15.139783 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b7fec8c0-bff7-4eec-84b1-9782ca9c53fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:15.169821 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cc63f9d8-7426-4bbb-b67d-bbb1ddc8886c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:15.186440 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d268e815-1fa1-4cf1-987c-58b7c17f46d0 req-bddf5096-f4d5-4680-810d-de3bdb6faf3b tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=227b796e-e331-4437-9ee2-e029d8455d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535606 Sep 07 02:55:15.188525 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=c05a5a9d-7b6d-4571-a0cd-6b89f4af8111,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:15.221798 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cc63f9d8-7426-4bbb-b67d-bbb1ddc8886c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:15.233422 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['c05a5a9d-7b6d-4571-a0cd-6b89f4af8111'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:55:15.269974 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-8c84a481-2f86-4e65-9acb-d45aaf526380 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Allocated IP 2001:db8:0:1::10c (9ec7fbee-ed39-4cbc-93c6-d55eb3bc9584/a02dba34-5e1a-4acf-b1fb-982d8e65ddaa/5f82e291-2966-46a4-a5c9-f5bbc3b4d3b7) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:55:15.294863 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c0d50448-b8eb-4d45-a0b1-7dbf26eb45bf req-f70505f2-12a1-49ce-a8d6-8110504e1cb0 service neutron] 10.222.0.16 "GET /v2.0/networks/6345c063-9711-4fd7-a5ec-cc5bb3922efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096500 Sep 07 02:55:15.299985 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b7fec8c0-bff7-4eec-84b1-9782ca9c53fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:15.305425 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b7fec8c0-bff7-4eec-84b1-9782ca9c53fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:15.310991 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b7fec8c0-bff7-4eec-84b1-9782ca9c53fb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d975351d-319e-4bd1-aaaa-e2e56f5f00ee HTTP/1.1" status: 204 len: 168 time: 0.4306393 Sep 07 02:55:15.346856 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fec8c0-bff7-4eec-84b1-9782ca9c53fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d975351d-319e-4bd1-aaaa-e2e56f5f00ee,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:15.363335 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cc63f9d8-7426-4bbb-b67d-bbb1ddc8886c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:15.366003 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cc63f9d8-7426-4bbb-b67d-bbb1ddc8886c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:15.369853 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-cc63f9d8-7426-4bbb-b67d-bbb1ddc8886c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b412084b-e793-4cb0-badf-c5842e5b746a HTTP/1.1" status: 204 len: 168 time: 0.3506737 Sep 07 02:55:15.400615 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc63f9d8-7426-4bbb-b67d-bbb1ddc8886c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b412084b-e793-4cb0-badf-c5842e5b746a,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:15.686758 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c0d50448-b8eb-4d45-a0b1-7dbf26eb45bf req-0b24c8d5-4a9a-48cb-8898-1f845f00719f service neutron] 10.222.0.16 "GET /v2.0/networks/6345c063-9711-4fd7-a5ec-cc5bb3922efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3774779 Sep 07 02:55:15.730220 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-afbaf08e-ab89-4509-8688-46f80eb04d83 req-91253d8c-fd8d-4b78-80c1-5795777a0c72 tempest-ServerPasswordTestJSON-1359278705 tempest-ServerPasswordTestJSON-1359278705-project] 10.222.0.22 "GET /v2.0/ports?device_id=103ac334-b143-4aa6-b47e-38c58338796c HTTP/1.1" status: 200 len: 210 time: 0.0533009 Sep 07 02:55:15.745377 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8c84a481-2f86-4e65-9acb-d45aaf526380 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:15.799033 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-8c84a481-2f86-4e65-9acb-d45aaf526380 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Transition to ACTIVE for port object 5f82e291-2966-46a4-a5c9-f5bbc3b4d3b7 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:55:15.804702 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8c84a481-2f86-4e65-9acb-d45aaf526380 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:15.970605 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-8c84a481-2f86-4e65-9acb-d45aaf526380 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] In _notify_port_updated(), no bound segment for port 5f82e291-2966-46a4-a5c9-f5bbc3b4d3b7 on network 9ec7fbee-ed39-4cbc-93c6-d55eb3bc9584 {{(pid=94700) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 02:55:15.976983 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c84a481-2f86-4e65-9acb-d45aaf526380 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:15.977757 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8c84a481-2f86-4e65-9acb-d45aaf526380 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:15.982131 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47166) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:15.983152 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-8c84a481-2f86-4e65-9acb-d45aaf526380 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "PUT /v2.0/ports/5f82e291-2966-46a4-a5c9-f5bbc3b4d3b7 HTTP/1.1" status: 200 len: 1011 time: 2.0596054 Sep 07 02:55:15.994091 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47168) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:16.011280 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c84a481-2f86-4e65-9acb-d45aaf526380 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event updated for resources: {'Port': ['ID=5f82e291-2966-46a4-a5c9-f5bbc3b4d3b7,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:16.123715 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4305008a-a90d-4e39-9ee1-62f1610c04b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:16.245245 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d5da7-e609-4536-ab82-dfda95ce7178 req-1bf7802e-7504-478e-80ed-4a7e579e620b tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:16.253986 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-628dc34b-93c5-468c-ace3-d839808f6021 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Deleting port 5f82e291-2966-46a4-a5c9-f5bbc3b4d3b7 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:55:16.254334 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-628dc34b-93c5-468c-ace3-d839808f6021 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:16.258994 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-774d5da7-e609-4536-ab82-dfda95ce7178 req-1bf7802e-7504-478e-80ed-4a7e579e620b tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 944 time: 0.0914178 Sep 07 02:55:16.389466 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-774d5da7-e609-4536-ab82-dfda95ce7178 req-8cdd40a8-aab4-4895-8746-0af2390205fe tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=71b22b25-b5d6-4ba9-812b-2e36880aadcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260030 Sep 07 02:55:16.435335 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-aadbb7f1-f9a7-469b-befa-9dea0fae1652 None None] Provisioning for port 5f82e291-2966-46a4-a5c9-f5bbc3b4d3b7 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:55:16.458272 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-aadbb7f1-f9a7-469b-befa-9dea0fae1652 None None] Provisioning complete for port 5f82e291-2966-46a4-a5c9-f5bbc3b4d3b7 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:55:16.458789 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-aadbb7f1-f9a7-469b-befa-9dea0fae1652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:16.515715 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-aadbb7f1-f9a7-469b-befa-9dea0fae1652 None None] Port 5f82e291-2966-46a4-a5c9-f5bbc3b4d3b7 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:55:16.525977 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-628dc34b-93c5-468c-ace3-d839808f6021 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:16.536865 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c81a171-402b-4488-9c7c-22a0672e92db req-bc357865-4337-4a73-9fb6-2f38d1b90172 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:16.538706 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1c81a171-402b-4488-9c7c-22a0672e92db req-bc357865-4337-4a73-9fb6-2f38d1b90172 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=9825f0c0-3240-4c71-adef-7f75dbcde66a HTTP/1.1" status: 200 len: 945 time: 0.1915863 Sep 07 02:55:16.550087 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4305008a-a90d-4e39-9ee1-62f1610c04b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:16.582599 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-628dc34b-93c5-468c-ace3-d839808f6021 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Calling delete_port for 5f82e291-2966-46a4-a5c9-f5bbc3b4d3b7 owned by {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:55:16.584406 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4305008a-a90d-4e39-9ee1-62f1610c04b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:16.595923 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device c05a5a9d-7b6d-4571-a0cd-6b89f4af8111 up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:55:16.669528 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4305008a-a90d-4e39-9ee1-62f1610c04b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1e8681-f0a0-42b5-9ee8-558004773a6d,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:16.694537 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port c05a5a9d-7b6d-4571-a0cd-6b89f4af8111 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:55:16.700850 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port c05a5a9d-7b6d-4571-a0cd-6b89f4af8111 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:55:16.701228 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:16.811595 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-4305008a-a90d-4e39-9ee1-62f1610c04b9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=05a808c10cb84e90b8a357bfe647e487&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8161201 Sep 07 02:55:16.814153 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 47186) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:16.817899 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1c81a171-402b-4488-9c7c-22a0672e92db req-a339368f-e0d1-4d92-92b1-548a868fa6f0 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=227b796e-e331-4437-9ee2-e029d8455d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2703209 Sep 07 02:55:16.945205 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:16.989868 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b9b12d16-7769-421b-9ed6-44c22336652c req-3e352753-6bdb-4def-959d-b6fbdd95110b tempest-ServerPasswordTestJSON-1359278705 tempest-ServerPasswordTestJSON-1359278705-project] 10.222.0.22 "GET /v2.0/ports?device_id=103ac334-b143-4aa6-b47e-38c58338796c HTTP/1.1" status: 200 len: 210 time: 0.1164773 Sep 07 02:55:17.006055 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9825f0c0-3240-4c71-adef-7f75dbcde66a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c05a5a9d-7b6d-4571-a0cd-6b89f4af8111'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:55:17.015292 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d15a8200-2d02-4de6-b1bf-61b3a2985cf8" -d '{"events": [{"server_uuid": "9825f0c0-3240-4c71-adef-7f75dbcde66a", "name": "network-vif-plugged", "status": "completed", "tag": "c05a5a9d-7b6d-4571-a0cd-6b89f4af8111"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:55:17.024127 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-628dc34b-93c5-468c-ace3-d839808f6021 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:17.029442 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1313bac6-467a-4da8-85ed-23c544688d6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:17.052268 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port c05a5a9d-7b6d-4571-a0cd-6b89f4af8111, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=c05a5a9d-7b6d-4571-a0cd-6b89f4af8111,segment=NetworkSegment(be1dc1b1-7827-42bb-893b-a875f19ad000),segment_id=be1dc1b1-7827-42bb-893b-a875f19ad000)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:55:17.068902 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:17.117700 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1313bac6-467a-4da8-85ed-23c544688d6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:17.120113 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628dc34b-93c5-468c-ace3-d839808f6021 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event deleted for resources: {'Port': ['ID=5f82e291-2966-46a4-a5c9-f5bbc3b4d3b7,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:17.232720 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e346d6fe-3d2d-464f-963c-cd36b771fd90 x-openstack-request-id: req-e346d6fe-3d2d-464f-963c-cd36b771fd90 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:55:17.233011 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9825f0c0-3240-4c71-adef-7f75dbcde66a", "name": "network-vif-plugged", "status": "completed", "tag": "c05a5a9d-7b6d-4571-a0cd-6b89f4af8111", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:55:17.233340 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e346d6fe-3d2d-464f-963c-cd36b771fd90 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:55:17.233625 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9825f0c0-3240-4c71-adef-7f75dbcde66a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c05a5a9d-7b6d-4571-a0cd-6b89f4af8111', 'code': 200} Sep 07 02:55:17.234263 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=c05a5a9d-7b6d-4571-a0cd-6b89f4af8111,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:17.259235 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-628dc34b-93c5-468c-ace3-d839808f6021 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:17.267253 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-628dc34b-93c5-468c-ace3-d839808f6021 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "DELETE /v2.0/ports/5f82e291-2966-46a4-a5c9-f5bbc3b4d3b7 HTTP/1.1" status: 204 len: 168 time: 1.2833712 Sep 07 02:55:17.268913 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47192) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:17.314828 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1313bac6-467a-4da8-85ed-23c544688d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:17.322273 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1313bac6-467a-4da8-85ed-23c544688d6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:17.323606 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-1313bac6-467a-4da8-85ed-23c544688d6c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2f1e8681-f0a0-42b5-9ee8-558004773a6d HTTP/1.1" status: 204 len: 168 time: 0.5061378 Sep 07 02:55:17.329214 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef5b1d88-7084-48fa-a332-4b8adc3c08a4 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] GET failed (client error): The resource could not be found. Sep 07 02:55:17.334157 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-ef5b1d88-7084-48fa-a332-4b8adc3c08a4 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "GET /v2.0/ports/5f82e291-2966-46a4-a5c9-f5bbc3b4d3b7 HTTP/1.1" status: 404 len: 333 time: 0.0628037 Sep 07 02:55:17.336748 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 47196) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:17.365997 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1313bac6-467a-4da8-85ed-23c544688d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1e8681-f0a0-42b5-9ee8-558004773a6d,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:17.400438 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dbf69a-30d9-4efd-b95c-db8f3ac7cab3 req-812c9d6d-cead-4bdb-abff-c7cf8324ec81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:17.402618 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-00dbf69a-30d9-4efd-b95c-db8f3ac7cab3 req-812c9d6d-cead-4bdb-abff-c7cf8324ec81 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9825f0c0-3240-4c71-adef-7f75dbcde66a HTTP/1.1" status: 200 len: 1098 time: 0.1926541 Sep 07 02:55:17.436716 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-215ec7d0-f569-4dbc-86b2-b16f5bc907aa tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Deleting subnet a02dba34-5e1a-4acf-b1fb-982d8e65ddaa {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:55:17.441790 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-215ec7d0-f569-4dbc-86b2-b16f5bc907aa tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:17.507691 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-215ec7d0-f569-4dbc-86b2-b16f5bc907aa tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:17.558255 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-00dbf69a-30d9-4efd-b95c-db8f3ac7cab3 req-f922baa1-f0c6-4628-bcf9-2aa9834d52d6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=227b796e-e331-4437-9ee2-e029d8455d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314316 Sep 07 02:55:17.625911 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79235cb6-1e6e-44f7-b2f3-3af2309719c4 req-3f09bc73-d980-4d4b-a474-e2997eadf71a tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:17.627509 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-79235cb6-1e6e-44f7-b2f3-3af2309719c4 req-3f09bc73-d980-4d4b-a474-e2997eadf71a tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 944 time: 0.0919585 Sep 07 02:55:17.725185 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-215ec7d0-f569-4dbc-86b2-b16f5bc907aa tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:17.752322 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-79235cb6-1e6e-44f7-b2f3-3af2309719c4 req-b8ff0512-6c83-4e39-b278-703be6ec8a30 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=71b22b25-b5d6-4ba9-812b-2e36880aadcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031070 Sep 07 02:55:17.821782 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-215ec7d0-f569-4dbc-86b2-b16f5bc907aa tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:17.871801 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ec7d0-f569-4dbc-86b2-b16f5bc907aa tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event deleted for resources: {'Subnet': ['ID=a02dba34-5e1a-4acf-b1fb-982d8e65ddaa,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:17.876311 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-215ec7d0-f569-4dbc-86b2-b16f5bc907aa tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:17.883195 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47212) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:17.885335 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8b512e-ccac-4984-8632-2629f33b8067 None None] Network 9ec7fbee-ed39-4cbc-93c6-d55eb3bc9584 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:55:17.893006 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-215ec7d0-f569-4dbc-86b2-b16f5bc907aa tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "DELETE /v2.0/subnets/a02dba34-5e1a-4acf-b1fb-982d8e65ddaa HTTP/1.1" status: 204 len: 168 time: 0.5529685 Sep 07 02:55:17.976270 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cd225eb-cf74-445f-a4b3-16fe6489d5d7 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Deleting subnet 34654b7f-a60b-49c5-b322-c6b270b8aa30 {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:55:17.983791 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5cd225eb-cf74-445f-a4b3-16fe6489d5d7 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:18.120828 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5cd225eb-cf74-445f-a4b3-16fe6489d5d7 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:18.181204 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 47220) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:18.210053 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4dd410-e44f-4116-a027-ee0e749fd8b0 req-3ea92bd7-749c-43a4-b5a0-cb3c59e6c5f8 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:18.220601 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3e4dd410-e44f-4116-a027-ee0e749fd8b0 req-3ea92bd7-749c-43a4-b5a0-cb3c59e6c5f8 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=9825f0c0-3240-4c71-adef-7f75dbcde66a HTTP/1.1" status: 200 len: 946 time: 0.2404089 Sep 07 02:55:18.280921 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9c01a63d-b4d4-4fd7-be65-1c3f7f72abc4 req-c9c8c580-3ff0-47f2-b056-4cd2ca7e9052 tempest-ServerPasswordTestJSON-1359278705 tempest-ServerPasswordTestJSON-1359278705-project] 10.222.0.22 "GET /v2.0/ports?device_id=103ac334-b143-4aa6-b47e-38c58338796c HTTP/1.1" status: 200 len: 210 time: 0.1165709 Sep 07 02:55:18.282188 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eeb59a94-59bb-4e24-8a7f-ca5f5d5d29d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:18.300738 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3e4dd410-e44f-4116-a027-ee0e749fd8b0 req-261b351e-24c5-450b-b636-e804992be2f1 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=227b796e-e331-4437-9ee2-e029d8455d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742357 Sep 07 02:55:18.368786 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5cd225eb-cf74-445f-a4b3-16fe6489d5d7 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:18.543071 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5cd225eb-cf74-445f-a4b3-16fe6489d5d7 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:18.567974 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eeb59a94-59bb-4e24-8a7f-ca5f5d5d29d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:18.588454 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eeb59a94-59bb-4e24-8a7f-ca5f5d5d29d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:18.620394 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd225eb-cf74-445f-a4b3-16fe6489d5d7 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event deleted for resources: {'Subnet': ['ID=34654b7f-a60b-49c5-b322-c6b270b8aa30,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:18.628827 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5cd225eb-cf74-445f-a4b3-16fe6489d5d7 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:18.632153 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-5cd225eb-cf74-445f-a4b3-16fe6489d5d7 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "DELETE /v2.0/subnets/34654b7f-a60b-49c5-b322-c6b270b8aa30 HTTP/1.1" status: 204 len: 168 time: 0.7476447 Sep 07 02:55:18.636299 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47230) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:18.735361 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-eeb59a94-59bb-4e24-8a7f-ca5f5d5d29d2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5733be31d15445d5bfd639a82f468a7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5525141 Sep 07 02:55:18.744769 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 47232) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:18.759629 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb59a94-59bb-4e24-8a7f-ca5f5d5d29d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=942ae8bc-740e-4183-8950-ed9bf4b6192b,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:18.820155 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5f75ad3b-2d7c-445d-ad50-37d2f284da85 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:18.833938 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-38c9082a-38c4-40bb-bafa-bfae35362066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:18.865888 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-38c9082a-38c4-40bb-bafa-bfae35362066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:18.949659 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-5f75ad3b-2d7c-445d-ad50-37d2f284da85 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Deleting port dc27367d-2100-48e3-aa0a-9e163ef406bd {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:55:18.950088 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5f75ad3b-2d7c-445d-ad50-37d2f284da85 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:18.962182 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-38c9082a-38c4-40bb-bafa-bfae35362066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:18.970954 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-38c9082a-38c4-40bb-bafa-bfae35362066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:18.977200 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-38c9082a-38c4-40bb-bafa-bfae35362066 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/942ae8bc-740e-4183-8950-ed9bf4b6192b HTTP/1.1" status: 204 len: 168 time: 0.2310486 Sep 07 02:55:19.021200 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c9082a-38c4-40bb-bafa-bfae35362066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942ae8bc-740e-4183-8950-ed9bf4b6192b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:19.053288 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-5f75ad3b-2d7c-445d-ad50-37d2f284da85 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] For port dc27367d-2100-48e3-aa0a-9e163ef406bd, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=dc27367d-2100-48e3-aa0a-9e163ef406bd,segment=NetworkSegment(424af001-bd5e-43c3-a63e-0319673e6c97),segment_id=424af001-bd5e-43c3-a63e-0319673e6c97)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:55:19.053673 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5f75ad3b-2d7c-445d-ad50-37d2f284da85 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:19.059218 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a0dfc-0f52-429d-8b94-da4c2247d38b req-bb699e83-6bca-4c57-b45d-9ea6248e7b90 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:19.066778 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5f2a0dfc-0f52-429d-8b94-da4c2247d38b req-bb699e83-6bca-4c57-b45d-9ea6248e7b90 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 944 time: 0.1325440 Sep 07 02:55:19.073378 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-5f75ad3b-2d7c-445d-ad50-37d2f284da85 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Calling delete_port for dc27367d-2100-48e3-aa0a-9e163ef406bd owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:55:19.125065 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5f2a0dfc-0f52-429d-8b94-da4c2247d38b req-5f1d2a00-0c24-4f13-8c5a-5c2b89a47a93 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=71b22b25-b5d6-4ba9-812b-2e36880aadcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399210 Sep 07 02:55:19.193994 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5f75ad3b-2d7c-445d-ad50-37d2f284da85 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:19.233018 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f75ad3b-2d7c-445d-ad50-37d2f284da85 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] No DVR routers for this DVR port dc27367d-2100-48e3-aa0a-9e163ef406bd on host n-d-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:55:19.239969 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f75ad3b-2d7c-445d-ad50-37d2f284da85 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event deleted for resources: {'Port': ['ID=dc27367d-2100-48e3-aa0a-9e163ef406bd,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:19.283149 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fbdaed-69fb-4068-99b2-fec5f5348c65 None None] Network 9ec7fbee-ed39-4cbc-93c6-d55eb3bc9584 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:55:19.410584 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-c7668873-7afe-4375-8a2a-d998c9a20400 None None] Could not find standard attr ID for object dc27367d-2100-48e3-aa0a-9e163ef406bd. {{(pid=94702) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 02:55:19.463086 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5f75ad3b-2d7c-445d-ad50-37d2f284da85 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:19.528122 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9bc22611-81b0-4c51-8b40-0e5e81856ad8 req-993894d8-423d-4507-85fc-8bd9f0910dde tempest-ServerPasswordTestJSON-1359278705 tempest-ServerPasswordTestJSON-1359278705-project] 10.222.0.22 "GET /v2.0/ports?device_id=103ac334-b143-4aa6-b47e-38c58338796c HTTP/1.1" status: 200 len: 210 time: 0.0896060 Sep 07 02:55:19.540685 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acc4087-3b4a-40d7-83bb-27576c859c41 None None] DHCP port deletion for 9ec7fbee-ed39-4cbc-93c6-d55eb3bc9584 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:55:19.543348 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-5f75ad3b-2d7c-445d-ad50-37d2f284da85 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ec7fbee-ed39-4cbc-93c6-d55eb3bc9584']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:55:19.559117 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-5f75ad3b-2d7c-445d-ad50-37d2f284da85 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '424af001-bd5e-43c3-a63e-0319673e6c97') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:55:19.559117 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-5f75ad3b-2d7c-445d-ad50-37d2f284da85 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '424af001-bd5e-43c3-a63e-0319673e6c97') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:55:19.568403 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5f75ad3b-2d7c-445d-ad50-37d2f284da85 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:19.587029 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5f75ad3b-2d7c-445d-ad50-37d2f284da85 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:19.593958 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f75ad3b-2d7c-445d-ad50-37d2f284da85 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:55:19.594823 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5f75ad3b-2d7c-445d-ad50-37d2f284da85 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:19.598495 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:55:19.598495 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:55:19.598495 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:55:19.598495 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:55:19.598495 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:55:19.598495 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:55:19.598495 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:55:19.598495 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:55:19.598495 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:55:19.598495 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:55:19.598495 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:55:19.598495 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:55:19.598495 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:55:19.598495 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:55:19.598495 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:55:19.598495 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:55:19.598495 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:55:19.598495 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:55:19.598495 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:55:19.598495 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:55:19.598495 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:55:19.598495 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:55:19.598495 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:55:19.598495 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:55:19.598495 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:55:19.598495 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:55:19.598495 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:55:19.598495 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:55:19.598495 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:55:19.598495 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:55:19.598495 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:55:19.598495 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:55:19.600996 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea112037-a8ab-4450-a332-fc00fdad8cae req-50ba69b5-ee8a-43d1-b81d-5f47e577fc43 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:19.600996 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ea112037-a8ab-4450-a332-fc00fdad8cae req-50ba69b5-ee8a-43d1-b81d-5f47e577fc43 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=9825f0c0-3240-4c71-adef-7f75dbcde66a HTTP/1.1" status: 200 len: 946 time: 0.1492567 Sep 07 02:55:19.606836 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32967f5d-3e8e-42f2-b170-3aa018fee51f req-c08a97b2-7e4a-4155-b355-959ded7387bf tempest-ServerPasswordTestJSON-1359278705 tempest-ServerPasswordTestJSON-1359278705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:19.608814 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-32967f5d-3e8e-42f2-b170-3aa018fee51f req-c08a97b2-7e4a-4155-b355-959ded7387bf tempest-ServerPasswordTestJSON-1359278705 tempest-ServerPasswordTestJSON-1359278705-project] 10.222.0.23 "GET /v2.0/networks?id=e3dc8ad7-b983-453d-b36b-d4b3d1cdf4fc HTTP/1.1" status: 200 len: 813 time: 0.3185775 Sep 07 02:55:19.630235 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-32967f5d-3e8e-42f2-b170-3aa018fee51f req-c8e9b910-8949-4aa6-a191-e6738d0f3ab4 tempest-ServerPasswordTestJSON-1359278705 tempest-ServerPasswordTestJSON-1359278705-project] Request body: {'port': {'device_id': '103ac334-b143-4aa6-b47e-38c58338796c', 'network_id': 'e3dc8ad7-b983-453d-b36b-d4b3d1cdf4fc', 'admin_state_up': True, 'tenant_id': '2702ea0259a24f5bbb460c5973b342ae'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:55:19.672636 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ea112037-a8ab-4450-a332-fc00fdad8cae req-7916153b-81b1-48dc-b281-a1ab1d746935 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=227b796e-e331-4437-9ee2-e029d8455d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628359 Sep 07 02:55:19.709911 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5f75ad3b-2d7c-445d-ad50-37d2f284da85 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:19.732933 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5f75ad3b-2d7c-445d-ad50-37d2f284da85 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:19.742117 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-5f75ad3b-2d7c-445d-ad50-37d2f284da85 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "DELETE /v2.0/networks/9ec7fbee-ed39-4cbc-93c6-d55eb3bc9584 HTTP/1.1" status: 204 len: 168 time: 1.1035280 Sep 07 02:55:19.746612 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 47266) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:19.760926 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f75ad3b-2d7c-445d-ad50-37d2f284da85 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event deleted for resources: {'Network': ['ID=9ec7fbee-ed39-4cbc-93c6-d55eb3bc9584,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:19.842323 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb0822-7212-4db6-b3a7-cec7d720f314 req-cf8fac61-d98c-4999-8b78-7062f3fe2afd tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:19.843838 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-84fb0822-7212-4db6-b3a7-cec7d720f314 req-cf8fac61-d98c-4999-8b78-7062f3fe2afd tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=9825f0c0-3240-4c71-adef-7f75dbcde66a HTTP/1.1" status: 200 len: 946 time: 0.0698569 Sep 07 02:55:19.845442 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85693795-a7c2-4cb7-a443-9c0110805fce tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:19.847169 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-85693795-a7c2-4cb7-a443-9c0110805fce tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0996833 Sep 07 02:55:19.851116 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47270) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:19.858647 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32967f5d-3e8e-42f2-b170-3aa018fee51f req-c8e9b910-8949-4aa6-a191-e6738d0f3ab4 tempest-ServerPasswordTestJSON-1359278705 tempest-ServerPasswordTestJSON-1359278705-project] Made reservation on behalf of 2702ea0259a24f5bbb460c5973b342ae for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:55:19.863020 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-32967f5d-3e8e-42f2-b170-3aa018fee51f req-c8e9b910-8949-4aa6-a191-e6738d0f3ab4 tempest-ServerPasswordTestJSON-1359278705 tempest-ServerPasswordTestJSON-1359278705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:19.931948 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-99b0cdcd-4bb5-41f2-8abb-67ca75af55a9 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0793686 Sep 07 02:55:19.932649 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47274) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:19.937294 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-84fb0822-7212-4db6-b3a7-cec7d720f314 req-06c1132e-27e1-4b1d-8f81-f54107da80ce tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=227b796e-e331-4437-9ee2-e029d8455d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742147 Sep 07 02:55:19.941122 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-f2eefa7b-d6f1-4366-aedf-17c4f3087980 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1611141105'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:55:19.963027 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47278) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:19.995318 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2eefa7b-d6f1-4366-aedf-17c4f3087980 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Made reservation on behalf of 819c73709af74aee976d11a35d78d7e6 for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:55:19.998861 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f2eefa7b-d6f1-4366-aedf-17c4f3087980 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:20.021505 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-32967f5d-3e8e-42f2-b170-3aa018fee51f req-c8e9b910-8949-4aa6-a191-e6738d0f3ab4 tempest-ServerPasswordTestJSON-1359278705 tempest-ServerPasswordTestJSON-1359278705-project] Allocated IP 172.20.0.6 (e3dc8ad7-b983-453d-b36b-d4b3d1cdf4fc/ba5dd80c-7dd1-4712-ad2d-dab01d77dadc/5c62151f-d98e-4da2-80ab-a1493ca89144) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:55:20.034410 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2eefa7b-d6f1-4366-aedf-17c4f3087980 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:55:20.048363 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb57a5b-6937-4c72-857d-4d4aa70f859e tempest-TestNetworkAdvancedServerOps-2015258804 tempest-TestNetworkAdvancedServerOps-2015258804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:20.050528 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-2eb57a5b-6937-4c72-857d-4d4aa70f859e tempest-TestNetworkAdvancedServerOps-2015258804 tempest-TestNetworkAdvancedServerOps-2015258804-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9825f0c0-3240-4c71-adef-7f75dbcde66a HTTP/1.1" status: 200 len: 1093 time: 0.0861719 Sep 07 02:55:20.053336 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47282) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:20.055742 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f2eefa7b-d6f1-4366-aedf-17c4f3087980 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:20.062172 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-f2eefa7b-d6f1-4366-aedf-17c4f3087980 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Added segment a969321c-9674-4e0c-a13f-dbd4cb3f1df2 of type vlan for network 7ca2038a-24fd-466e-9fa7-61e92b660811 Sep 07 02:55:20.066583 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-7242df97-a848-4d5c-a858-eaa95e1cf26a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Request body: {'floatingip': {'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'port_id': 'c05a5a9d-7b6d-4571-a0cd-6b89f4af8111', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:55:20.136639 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f2eefa7b-d6f1-4366-aedf-17c4f3087980 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:20.147926 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7242df97-a848-4d5c-a858-eaa95e1cf26a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for floatingip, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:20.189693 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f2eefa7b-d6f1-4366-aedf-17c4f3087980 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:20.195243 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2eefa7b-d6f1-4366-aedf-17c4f3087980 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:20.195911 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f2eefa7b-d6f1-4366-aedf-17c4f3087980 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:20.242120 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f2eefa7b-d6f1-4366-aedf-17c4f3087980 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3081675 Sep 07 02:55:20.243459 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47292) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:20.253167 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-32967f5d-3e8e-42f2-b170-3aa018fee51f req-c8e9b910-8949-4aa6-a191-e6738d0f3ab4 tempest-ServerPasswordTestJSON-1359278705 tempest-ServerPasswordTestJSON-1359278705-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:20.281837 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-53ee6f57-a04d-4b76-b1b6-05ae76621500 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Request body: {'subnet': {'network_id': '7ca2038a-24fd-466e-9fa7-61e92b660811', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:55:20.318288 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d8746-2590-49e4-8808-f131d1d00e23 req-ccfee19c-6cbb-45e1-8a74-bc37d1714124 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:20.326199 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b20d8746-2590-49e4-8808-f131d1d00e23 req-ccfee19c-6cbb-45e1-8a74-bc37d1714124 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 944 time: 0.0868349 Sep 07 02:55:20.327371 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eefa7b-d6f1-4366-aedf-17c4f3087980 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event updated for resources: {'Network': ['ID=7ca2038a-24fd-466e-9fa7-61e92b660811,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:20.339952 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 7ca2038a-24fd-466e-9fa7-61e92b660811 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:55:20.402602 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-32967f5d-3e8e-42f2-b170-3aa018fee51f req-c8e9b910-8949-4aa6-a191-e6738d0f3ab4 tempest-ServerPasswordTestJSON-1359278705 tempest-ServerPasswordTestJSON-1359278705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:20.431405 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7242df97-a848-4d5c-a858-eaa95e1cf26a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:20.454787 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ee6f57-a04d-4b76-b1b6-05ae76621500 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Made reservation on behalf of 819c73709af74aee976d11a35d78d7e6 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:55:20.460060 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-53ee6f57-a04d-4b76-b1b6-05ae76621500 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:20.469288 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b20d8746-2590-49e4-8808-f131d1d00e23 req-cc818051-b9b9-4476-a1c7-f6460956c6b5 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=71b22b25-b5d6-4ba9-812b-2e36880aadcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417789 Sep 07 02:55:20.514059 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32967f5d-3e8e-42f2-b170-3aa018fee51f req-c8e9b910-8949-4aa6-a191-e6738d0f3ab4 tempest-ServerPasswordTestJSON-1359278705 tempest-ServerPasswordTestJSON-1359278705-project] Network e3dc8ad7-b983-453d-b36b-d4b3d1cdf4fc is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:55:20.532592 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-32967f5d-3e8e-42f2-b170-3aa018fee51f req-c8e9b910-8949-4aa6-a191-e6738d0f3ab4 tempest-ServerPasswordTestJSON-1359278705 tempest-ServerPasswordTestJSON-1359278705-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:55:20.552438 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-32967f5d-3e8e-42f2-b170-3aa018fee51f req-c8e9b910-8949-4aa6-a191-e6738d0f3ab4 tempest-ServerPasswordTestJSON-1359278705 tempest-ServerPasswordTestJSON-1359278705-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:55:20.607463 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32967f5d-3e8e-42f2-b170-3aa018fee51f req-c8e9b910-8949-4aa6-a191-e6738d0f3ab4 tempest-ServerPasswordTestJSON-1359278705 tempest-ServerPasswordTestJSON-1359278705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:20.608381 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-32967f5d-3e8e-42f2-b170-3aa018fee51f req-c8e9b910-8949-4aa6-a191-e6738d0f3ab4 tempest-ServerPasswordTestJSON-1359278705 tempest-ServerPasswordTestJSON-1359278705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:20.620431 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e9b910-8949-4aa6-a191-e6738d0f3ab4 tempest-ServerPasswordTestJSON-1359278705 tempest-ServerPasswordTestJSON-1359278705-project] Pushing event updated for resources: {'Port': ['ID=5c62151f-d98e-4da2-80ab-a1493ca89144,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:20.632214 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-32967f5d-3e8e-42f2-b170-3aa018fee51f req-c8e9b910-8949-4aa6-a191-e6738d0f3ab4 tempest-ServerPasswordTestJSON-1359278705 tempest-ServerPasswordTestJSON-1359278705-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0079675 Sep 07 02:55:20.633744 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 47304) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:20.653630 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-32967f5d-3e8e-42f2-b170-3aa018fee51f req-b4bed314-8fd8-472e-8170-fbfd9c18e350 service neutron] Request body: {'port': {'device_id': '103ac334-b143-4aa6-b47e-38c58338796c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:55:20.661142 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-7242df97-a848-4d5c-a858-eaa95e1cf26a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Allocated IP 172.25.5.213 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/fec7e7cd-5f76-49e9-a684-56eef7dedd85) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:55:20.732372 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-32967f5d-3e8e-42f2-b170-3aa018fee51f req-b4bed314-8fd8-472e-8170-fbfd9c18e350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:20.808219 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121119e-ae23-4960-b8ea-354009c029ed req-5e20d207-dedd-4943-9836-cd27d8e39885 tempest-ServerPasswordTestJSON-1359278705 tempest-ServerPasswordTestJSON-1359278705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:20.809752 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7121119e-ae23-4960-b8ea-354009c029ed req-5e20d207-dedd-4943-9836-cd27d8e39885 tempest-ServerPasswordTestJSON-1359278705 tempest-ServerPasswordTestJSON-1359278705-project] 10.222.0.22 "GET /v2.0/ports?device_id=103ac334-b143-4aa6-b47e-38c58338796c HTTP/1.1" status: 200 len: 931 time: 0.1508393 Sep 07 02:55:20.876757 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-53ee6f57-a04d-4b76-b1b6-05ae76621500 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:20.890030 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-22ff1c71-2b52-4db8-824a-d68264bb3d16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:20.968590 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7121119e-ae23-4960-b8ea-354009c029ed req-c841c6ab-40da-4759-a0a9-1b24654dfe9d tempest-ServerPasswordTestJSON-1359278705 tempest-ServerPasswordTestJSON-1359278705-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa88aeb3-3135-489e-a005-1206b0301ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242690 Sep 07 02:55:20.984350 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7242df97-a848-4d5c-a858-eaa95e1cf26a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:21.009260 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ee6f57-a04d-4b76-b1b6-05ae76621500 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event updated for resources: {'Subnet': ['ID=789b00e7-ccf2-4a34-ad1d-77d4ce74e38c,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:21.027582 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ee6f57-a04d-4b76-b1b6-05ae76621500 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Checking segment: {'id': 'a969321c-9674-4e0c-a13f-dbd4cb3f1df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7ca2038a-24fd-466e-9fa7-61e92b660811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:55:21.027954 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ee6f57-a04d-4b76-b1b6-05ae76621500 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Network hostable DHCP agents. Network: 7ca2038a-24fd-466e-9fa7-61e92b660811, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:55:21.064768 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ee6f57-a04d-4b76-b1b6-05ae76621500 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Network 7ca2038a-24fd-466e-9fa7-61e92b660811 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:55:21.075282 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7242df97-a848-4d5c-a858-eaa95e1cf26a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:21.084243 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-53ee6f57-a04d-4b76-b1b6-05ae76621500 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 7ca2038a-24fd-466e-9fa7-61e92b660811) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:55:21.089049 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ee6f57-a04d-4b76-b1b6-05ae76621500 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:21.089661 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-53ee6f57-a04d-4b76-b1b6-05ae76621500 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:21.093505 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87597f7-8d0f-4dc3-8ecc-010e7f4e1b54 None None] Network 7ca2038a-24fd-466e-9fa7-61e92b660811 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:55:21.104147 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 47316) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:21.139492 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7242df97-a848-4d5c-a858-eaa95e1cf26a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:55:21.151894 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-7242df97-a848-4d5c-a858-eaa95e1cf26a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:55:21.157472 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7242df97-a848-4d5c-a858-eaa95e1cf26a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:55:21.160656 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7242df97-a848-4d5c-a858-eaa95e1cf26a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event updated for resources: {'Port': ['ID=fec7e7cd-5f76-49e9-a684-56eef7dedd85,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:21.183241 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-22ff1c71-2b52-4db8-824a-d68264bb3d16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:21.194116 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-22ff1c71-2b52-4db8-824a-d68264bb3d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:21.196586 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-53ee6f57-a04d-4b76-b1b6-05ae76621500 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9499660 Sep 07 02:55:21.197877 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-32967f5d-3e8e-42f2-b170-3aa018fee51f req-b4bed314-8fd8-472e-8170-fbfd9c18e350 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c62151f-d98e-4da2-80ab-a1493ca89144 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:55:21.199991 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47320) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:21.207058 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-00e88139-b019-45d4-a771-b0cd35c1032a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Request body: {'port': {'network_id': '7ca2038a-24fd-466e-9fa7-61e92b660811', 'name': 'tempest-PortsIpV6TestJSON-1475121473'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:55:21.222259 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-32967f5d-3e8e-42f2-b170-3aa018fee51f req-b4bed314-8fd8-472e-8170-fbfd9c18e350 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:21.259520 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-32967f5d-3e8e-42f2-b170-3aa018fee51f req-b4bed314-8fd8-472e-8170-fbfd9c18e350 service neutron] Transition to ACTIVE for port object 5c62151f-d98e-4da2-80ab-a1493ca89144 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:55:21.261206 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff1c71-2b52-4db8-824a-d68264bb3d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7104c51d-b1e0-4a8d-83f8-64eab170cc3f,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:21.265757 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-22ff1c71-2b52-4db8-824a-d68264bb3d16 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=38bcfe599d334a2a899e97d354b87d0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6309011 Sep 07 02:55:21.267357 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-32967f5d-3e8e-42f2-b170-3aa018fee51f req-b4bed314-8fd8-472e-8170-fbfd9c18e350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:21.275697 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 47322) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:21.324954 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 02:55:21.361311 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device dc27367d-2100-48e3-aa0a-9e163ef406bd no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:55:21.386276 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: dc27367d-2100-48e3-aa0a-9e163ef406bd {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:55:21.386909 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device dc27367d-2100-48e3-aa0a-9e163ef406bd not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:55:21.390128 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f60ba47-bcde-4d74-8e71-8ab359934ff7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-7ca2038a-24fd-466e-9fa7-61e92b660811', 'network_id': '7ca2038a-24fd-466e-9fa7-61e92b660811', 'tenant_id': '819c73709af74aee976d11a35d78d7e6', 'fixed_ips': [{'subnet_id': '789b00e7-ccf2-4a34-ad1d-77d4ce74e38c'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:55:21.391745 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7f60ba47-bcde-4d74-8e71-8ab359934ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:21.480948 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:21.520323 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 0a6228a5-9d7a-4224-9828-32709fba14a6 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:55:21.544229 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:21.700202 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-c47a3247-a4c3-4455-904f-cdff78513c27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-120444924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-120444924-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1199862611'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:55:21.705021 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e88139-b019-45d4-a771-b0cd35c1032a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Made reservation on behalf of 819c73709af74aee976d11a35d78d7e6 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:55:21.707669 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-00e88139-b019-45d4-a771-b0cd35c1032a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:21.749823 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.db.resource_extend [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 02:55:21.811437 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-7f60ba47-bcde-4d74-8e71-8ab359934ff7 None None] Allocated IP 2001:db8::2 (7ca2038a-24fd-466e-9fa7-61e92b660811/789b00e7-ccf2-4a34-ad1d-77d4ce74e38c/30387f0e-dfbb-442b-9da9-d08d5f3f9765) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:55:21.830011 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f9e94f0c-cad3-40b9-9db9-c9410ae40772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:21.852817 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f9e94f0c-cad3-40b9-9db9-c9410ae40772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:21.873192 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 0a6228a5-9d7a-4224-9828-32709fba14a6, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=0a6228a5-9d7a-4224-9828-32709fba14a6,segment=NetworkSegment(671b0d78-496f-4a6a-a20b-d6937a9097d2),segment_id=671b0d78-496f-4a6a-a20b-d6937a9097d2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:55:21.918611 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bed314-8fd8-472e-8170-fbfd9c18e350 service neutron] Pushing event updated for resources: {'Port': ['ID=5c62151f-d98e-4da2-80ab-a1493ca89144,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:21.919210 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '0a6228a5-9d7a-4224-9828-32709fba14a6', 'network_id': '2dd15660-a8a2-4615-aae6-6565f5b9c926', 'port_id': '0a6228a5-9d7a-4224-9828-32709fba14a6', 'mac_address': 'fa:16:3e:7f:bc:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac223360-8a8e-4533-8aad-52e511f20cab', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:55:21.932186 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-32967f5d-3e8e-42f2-b170-3aa018fee51f req-b4bed314-8fd8-472e-8170-fbfd9c18e350 service neutron] Attempting to bind port 5c62151f-d98e-4da2-80ab-a1493ca89144 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:55:21.932764 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-32967f5d-3e8e-42f2-b170-3aa018fee51f req-b4bed314-8fd8-472e-8170-fbfd9c18e350 service neutron] Attempting to bind port 5c62151f-d98e-4da2-80ab-a1493ca89144 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '6ee0b4d0-e5a7-44d1-94c3-a82f808ec650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e3dc8ad7-b983-453d-b36b-d4b3d1cdf4fc'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:55:21.933427 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32967f5d-3e8e-42f2-b170-3aa018fee51f req-b4bed314-8fd8-472e-8170-fbfd9c18e350 service neutron] Attempting to bind port 5c62151f-d98e-4da2-80ab-a1493ca89144 on network e3dc8ad7-b983-453d-b36b-d4b3d1cdf4fc {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:55:21.938314 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47a3247-a4c3-4455-904f-cdff78513c27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-120444924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-120444924-project] Made reservation on behalf of 57b0770445dc42c190d2782d4453d8bb for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:55:21.942471 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c47a3247-a4c3-4455-904f-cdff78513c27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-120444924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-120444924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:21.960424 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32967f5d-3e8e-42f2-b170-3aa018fee51f req-b4bed314-8fd8-472e-8170-fbfd9c18e350 service neutron] Port 5c62151f-d98e-4da2-80ab-a1493ca89144 on network e3dc8ad7-b983-453d-b36b-d4b3d1cdf4fc not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:55:21.960680 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32967f5d-3e8e-42f2-b170-3aa018fee51f req-b4bed314-8fd8-472e-8170-fbfd9c18e350 service neutron] Attempting to bind port 5c62151f-d98e-4da2-80ab-a1493ca89144 on network e3dc8ad7-b983-453d-b36b-d4b3d1cdf4fc {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:55:21.965110 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f9e94f0c-cad3-40b9-9db9-c9410ae40772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:21.974992 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f9e94f0c-cad3-40b9-9db9-c9410ae40772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:21.976456 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f9e94f0c-cad3-40b9-9db9-c9410ae40772 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7104c51d-b1e0-4a8d-83f8-64eab170cc3f HTTP/1.1" status: 204 len: 168 time: 0.6956170 Sep 07 02:55:21.977326 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c47a3247-a4c3-4455-904f-cdff78513c27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-120444924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-120444924-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:21.987993 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:22.000918 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9de936-8d65-4b69-bf90-e9d3256287fc req-046804d7-6d8b-495b-bf5c-785658a1cddb tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:22.002518 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ce9de936-8d65-4b69-bf90-e9d3256287fc req-046804d7-6d8b-495b-bf5c-785658a1cddb tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 944 time: 0.3240964 Sep 07 02:55:22.012571 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32967f5d-3e8e-42f2-b170-3aa018fee51f req-b4bed314-8fd8-472e-8170-fbfd9c18e350 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:55:22.012914 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32967f5d-3e8e-42f2-b170-3aa018fee51f req-b4bed314-8fd8-472e-8170-fbfd9c18e350 service neutron] Checking segment: {'id': '6ee0b4d0-e5a7-44d1-94c3-a82f808ec650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e3dc8ad7-b983-453d-b36b-d4b3d1cdf4fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:55:22.013344 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32967f5d-3e8e-42f2-b170-3aa018fee51f req-b4bed314-8fd8-472e-8170-fbfd9c18e350 service neutron] Bound using segment: {'id': '6ee0b4d0-e5a7-44d1-94c3-a82f808ec650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e3dc8ad7-b983-453d-b36b-d4b3d1cdf4fc'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:55:22.014539 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-32967f5d-3e8e-42f2-b170-3aa018fee51f req-b4bed314-8fd8-472e-8170-fbfd9c18e350 service neutron] Bound port: 5c62151f-d98e-4da2-80ab-a1493ca89144, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ee0b4d0-e5a7-44d1-94c3-a82f808ec650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e3dc8ad7-b983-453d-b36b-d4b3d1cdf4fc'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:55:22.014901 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-32967f5d-3e8e-42f2-b170-3aa018fee51f req-b4bed314-8fd8-472e-8170-fbfd9c18e350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:22.023906 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a6228a5-9d7a-4224-9828-32709fba14a6 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:55:22.024136 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-00e88139-b019-45d4-a771-b0cd35c1032a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] device_id is not set on port f7e78fdf-35eb-4cf2-890d-5924a0b2a46b yet. {{(pid=94701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:55:22.029613 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e94f0c-cad3-40b9-9db9-c9410ae40772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7104c51d-b1e0-4a8d-83f8-64eab170cc3f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:22.039431 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7242df97-a848-4d5c-a858-eaa95e1cf26a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:22.048540 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 0a6228a5-9d7a-4224-9828-32709fba14a6, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=0a6228a5-9d7a-4224-9828-32709fba14a6,segment=NetworkSegment(671b0d78-496f-4a6a-a20b-d6937a9097d2),segment_id=671b0d78-496f-4a6a-a20b-d6937a9097d2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:55:22.064509 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:22.134664 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=0a6228a5-9d7a-4224-9828-32709fba14a6,revision_number=9']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:22.137982 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7f60ba47-bcde-4d74-8e71-8ab359934ff7 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:22.155848 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-7f60ba47-bcde-4d74-8e71-8ab359934ff7 None None] Transition to ACTIVE for port object 30387f0e-dfbb-442b-9da9-d08d5f3f9765 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:55:22.182231 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-7f60ba47-bcde-4d74-8e71-8ab359934ff7 None None] Transition to ACTIVE for port object 30387f0e-dfbb-442b-9da9-d08d5f3f9765 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:55:22.190668 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7f60ba47-bcde-4d74-8e71-8ab359934ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:22.217586 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7242df97-a848-4d5c-a858-eaa95e1cf26a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:22.226516 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ce9de936-8d65-4b69-bf90-e9d3256287fc req-f7442172-d167-41d9-9442-4d939dfb33ce tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=71b22b25-b5d6-4ba9-812b-2e36880aadcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2036989 Sep 07 02:55:22.251306 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-32967f5d-3e8e-42f2-b170-3aa018fee51f req-b4bed314-8fd8-472e-8170-fbfd9c18e350 service neutron] For port 5c62151f-d98e-4da2-80ab-a1493ca89144, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:55:22.251601 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f60ba47-bcde-4d74-8e71-8ab359934ff7 None None] Pushing event updated for resources: {'Port': ['ID=30387f0e-dfbb-442b-9da9-d08d5f3f9765,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:22.259589 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-32967f5d-3e8e-42f2-b170-3aa018fee51f req-b4bed314-8fd8-472e-8170-fbfd9c18e350 service neutron] For port 5c62151f-d98e-4da2-80ab-a1493ca89144, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=5c62151f-d98e-4da2-80ab-a1493ca89144,segment=NetworkSegment(6ee0b4d0-e5a7-44d1-94c3-a82f808ec650),segment_id=6ee0b4d0-e5a7-44d1-94c3-a82f808ec650)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:55:22.267709 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3c40ad-35de-4888-8be0-dd9103f3e45d req-d57d33aa-3d40-41e4-b0cb-8e6f64974175 tempest-ServerPasswordTestJSON-1359278705 tempest-ServerPasswordTestJSON-1359278705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:22.268130 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f60ba47-bcde-4d74-8e71-8ab359934ff7 None None] Network 7ca2038a-24fd-466e-9fa7-61e92b660811 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:55:22.268491 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-32967f5d-3e8e-42f2-b170-3aa018fee51f req-b4bed314-8fd8-472e-8170-fbfd9c18e350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:22.269951 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4c3c40ad-35de-4888-8be0-dd9103f3e45d req-d57d33aa-3d40-41e4-b0cb-8e6f64974175 tempest-ServerPasswordTestJSON-1359278705 tempest-ServerPasswordTestJSON-1359278705-project] 10.222.0.22 "GET /v2.0/ports?device_id=103ac334-b143-4aa6-b47e-38c58338796c HTTP/1.1" status: 200 len: 943 time: 0.1551650 Sep 07 02:55:22.282065 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-7f60ba47-bcde-4d74-8e71-8ab359934ff7 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:55:22.282065 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f60ba47-bcde-4d74-8e71-8ab359934ff7 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:55:22.325287 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32967f5d-3e8e-42f2-b170-3aa018fee51f req-b4bed314-8fd8-472e-8170-fbfd9c18e350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:22.326472 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-32967f5d-3e8e-42f2-b170-3aa018fee51f req-b4bed314-8fd8-472e-8170-fbfd9c18e350 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:22.328184 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-32967f5d-3e8e-42f2-b170-3aa018fee51f req-b4bed314-8fd8-472e-8170-fbfd9c18e350 service neutron] 10.222.0.23 "PUT /v2.0/ports/5c62151f-d98e-4da2-80ab-a1493ca89144 HTTP/1.1" status: 200 len: 1092 time: 1.6849697 Sep 07 02:55:22.330654 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '103ac334-b143-4aa6-b47e-38c58338796c', 'tag': '5c62151f-d98e-4da2-80ab-a1493ca89144'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:55:22.332980 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e090e0-1970-44af-98c0-1a2b7d7770a9" -d '{"events": [{"name": "network-changed", "server_uuid": "103ac334-b143-4aa6-b47e-38c58338796c", "tag": "5c62151f-d98e-4da2-80ab-a1493ca89144"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:55:22.338058 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-00e88139-b019-45d4-a771-b0cd35c1032a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Allocated IP 2001:db8::16d (7ca2038a-24fd-466e-9fa7-61e92b660811/789b00e7-ccf2-4a34-ad1d-77d4ce74e38c/f7e78fdf-35eb-4cf2-890d-5924a0b2a46b) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:55:22.353037 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['0a6228a5-9d7a-4224-9828-32709fba14a6'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:55:22.390354 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4c3c40ad-35de-4888-8be0-dd9103f3e45d req-51665eaa-b774-418a-8332-32347dab41e0 tempest-ServerPasswordTestJSON-1359278705 tempest-ServerPasswordTestJSON-1359278705-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa88aeb3-3135-489e-a005-1206b0301ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000803 Sep 07 02:55:22.394960 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c47a3247-a4c3-4455-904f-cdff78513c27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-120444924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-120444924-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:22.397046 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bed314-8fd8-472e-8170-fbfd9c18e350 service neutron] Pushing event updated for resources: {'Port': ['ID=5c62151f-d98e-4da2-80ab-a1493ca89144,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:22.415141 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c47a3247-a4c3-4455-904f-cdff78513c27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-120444924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-120444924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:22.443260 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d26a62b-d540-44eb-b9f2-49ef2e6688da x-openstack-request-id: req-0d26a62b-d540-44eb-b9f2-49ef2e6688da {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:55:22.443595 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "103ac334-b143-4aa6-b47e-38c58338796c", "tag": "5c62151f-d98e-4da2-80ab-a1493ca89144", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:55:22.443851 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0d26a62b-d540-44eb-b9f2-49ef2e6688da {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:55:22.444423 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '103ac334-b143-4aa6-b47e-38c58338796c', 'tag': '5c62151f-d98e-4da2-80ab-a1493ca89144', 'status': 'completed', 'code': 200} Sep 07 02:55:22.465586 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-7f60ba47-bcde-4d74-8e71-8ab359934ff7 None None] Attempting to bind port 30387f0e-dfbb-442b-9da9-d08d5f3f9765 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:55:22.467194 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-7f60ba47-bcde-4d74-8e71-8ab359934ff7 None None] Attempting to bind port 30387f0e-dfbb-442b-9da9-d08d5f3f9765 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a969321c-9674-4e0c-a13f-dbd4cb3f1df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7ca2038a-24fd-466e-9fa7-61e92b660811'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:55:22.467818 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f60ba47-bcde-4d74-8e71-8ab359934ff7 None None] Attempting to bind port 30387f0e-dfbb-442b-9da9-d08d5f3f9765 on network 7ca2038a-24fd-466e-9fa7-61e92b660811 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:55:22.473248 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c47a3247-a4c3-4455-904f-cdff78513c27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-120444924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-120444924-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:55:22.473803 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f60ba47-bcde-4d74-8e71-8ab359934ff7 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:55:22.474470 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f60ba47-bcde-4d74-8e71-8ab359934ff7 None None] Checking segment: {'id': 'a969321c-9674-4e0c-a13f-dbd4cb3f1df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7ca2038a-24fd-466e-9fa7-61e92b660811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:55:22.475119 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7f60ba47-bcde-4d74-8e71-8ab359934ff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:22.475741 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f60ba47-bcde-4d74-8e71-8ab359934ff7 None None] Bound using segment: {'id': 'a969321c-9674-4e0c-a13f-dbd4cb3f1df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7ca2038a-24fd-466e-9fa7-61e92b660811'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:55:22.476541 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-7f60ba47-bcde-4d74-8e71-8ab359934ff7 None None] Bound port: 30387f0e-dfbb-442b-9da9-d08d5f3f9765, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a969321c-9674-4e0c-a13f-dbd4cb3f1df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7ca2038a-24fd-466e-9fa7-61e92b660811'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:55:22.477099 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7f60ba47-bcde-4d74-8e71-8ab359934ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:22.503065 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47a3247-a4c3-4455-904f-cdff78513c27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-120444924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-120444924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2e71f0-27ca-4232-a11a-c403cdae71ec,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:22.506447 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c47a3247-a4c3-4455-904f-cdff78513c27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-120444924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-120444924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:22.506807 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-c47a3247-a4c3-4455-904f-cdff78513c27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-120444924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-120444924-project] Added segment 8d8e42a5-3484-4d3e-812b-6e37dc604c81 of type vlan for network 8539422e-1a9f-4fd8-a78c-047ff80c2112 Sep 07 02:55:22.533110 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32967f5d-3e8e-42f2-b170-3aa018fee51f req-08ef5454-2d69-410e-b64d-dea20ba98274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:22.534878 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-32967f5d-3e8e-42f2-b170-3aa018fee51f req-08ef5454-2d69-410e-b64d-dea20ba98274 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2702ea0259a24f5bbb460c5973b342ae&device_id=103ac334-b143-4aa6-b47e-38c58338796c HTTP/1.1" status: 200 len: 1095 time: 0.1341200 Sep 07 02:55:22.603945 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47334) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:22.611736 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-7f60ba47-bcde-4d74-8e71-8ab359934ff7 None None] For port 30387f0e-dfbb-442b-9da9-d08d5f3f9765, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:55:22.612580 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-32967f5d-3e8e-42f2-b170-3aa018fee51f req-67ca03f7-a094-4438-9c6e-16720e18a48a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c62151f-d98e-4da2-80ab-a1493ca89144 HTTP/1.1" status: 200 len: 217 time: 0.0514443 Sep 07 02:55:22.614161 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c47a3247-a4c3-4455-904f-cdff78513c27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-120444924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-120444924-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:22.617437 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-7f60ba47-bcde-4d74-8e71-8ab359934ff7 None None] For port 30387f0e-dfbb-442b-9da9-d08d5f3f9765, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=30387f0e-dfbb-442b-9da9-d08d5f3f9765,segment=NetworkSegment(a969321c-9674-4e0c-a13f-dbd4cb3f1df2),segment_id=a969321c-9674-4e0c-a13f-dbd4cb3f1df2)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:55:22.632198 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7f60ba47-bcde-4d74-8e71-8ab359934ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:22.633754 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7242df97-a848-4d5c-a858-eaa95e1cf26a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:22.637803 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-38aa960f-4474-471f-a901-7c84a9df62c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:22.645420 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7242df97-a848-4d5c-a858-eaa95e1cf26a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:22.687230 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c47a3247-a4c3-4455-904f-cdff78513c27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-120444924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-120444924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:22.688617 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47a3247-a4c3-4455-904f-cdff78513c27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-120444924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-120444924-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:22.688617 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c47a3247-a4c3-4455-904f-cdff78513c27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-120444924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-120444924-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:22.692000 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32967f5d-3e8e-42f2-b170-3aa018fee51f req-33ec81ac-4f42-4405-8f31-e333e717a366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:22.693488 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-32967f5d-3e8e-42f2-b170-3aa018fee51f req-33ec81ac-4f42-4405-8f31-e333e717a366 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ba5dd80c-7dd1-4712-ad2d-dab01d77dadc HTTP/1.1" status: 200 len: 853 time: 0.0718083 Sep 07 02:55:22.747101 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f60ba47-bcde-4d74-8e71-8ab359934ff7 None None] Pushing event updated for resources: {'Port': ['ID=30387f0e-dfbb-442b-9da9-d08d5f3f9765,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:22.754594 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-32967f5d-3e8e-42f2-b170-3aa018fee51f req-b6f0ebd0-09bf-472c-97ee-fa8930bbadb0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e3dc8ad7-b983-453d-b36b-d4b3d1cdf4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538387 Sep 07 02:55:22.760033 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-00e88139-b019-45d4-a771-b0cd35c1032a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:22.794718 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7242df97-a848-4d5c-a858-eaa95e1cf26a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event updated for resources: {'Port': ['ID=fec7e7cd-5f76-49e9-a684-56eef7dedd85,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:22.804115 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7242df97-a848-4d5c-a858-eaa95e1cf26a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:22.806959 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47a3247-a4c3-4455-904f-cdff78513c27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-120444924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-120444924-project] Pushing event updated for resources: {'Network': ['ID=8539422e-1a9f-4fd8-a78c-047ff80c2112,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:22.814109 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-00e88139-b019-45d4-a771-b0cd35c1032a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Transition to ACTIVE for port object f7e78fdf-35eb-4cf2-890d-5924a0b2a46b will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:55:22.820847 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 8539422e-1a9f-4fd8-a78c-047ff80c2112 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:55:22.965111 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-32967f5d-3e8e-42f2-b170-3aa018fee51f req-29213ab4-036a-492f-bc7e-9e86a39a0f21 service neutron] 10.222.0.23 "GET /v2.0/networks/e3dc8ad7-b983-453d-b36b-d4b3d1cdf4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702030 Sep 07 02:55:23.001725 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-00e88139-b019-45d4-a771-b0cd35c1032a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:23.010847 n-d-796209-16 neutron-server[94701]: INFO neutron.db.l3_db [None req-7242df97-a848-4d5c-a858-eaa95e1cf26a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Floating IP bc5aa35a-a356-4dd3-9889-20e1d85e2fb8 associated. External IP: 172.25.5.213, port: c05a5a9d-7b6d-4571-a0cd-6b89f4af8111. Sep 07 02:55:23.071890 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-32967f5d-3e8e-42f2-b170-3aa018fee51f req-4d4f90aa-857a-4627-bddc-fd1bf48d5170 service neutron] 10.222.0.23 "GET /v2.0/networks/e3dc8ad7-b983-453d-b36b-d4b3d1cdf4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991075 Sep 07 02:55:23.082902 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-38aa960f-4474-471f-a901-7c84a9df62c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:23.095660 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-38aa960f-4474-471f-a901-7c84a9df62c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:23.102333 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c47a3247-a4c3-4455-904f-cdff78513c27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-120444924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-120444924-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.9916546 Sep 07 02:55:23.116588 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e88139-b019-45d4-a771-b0cd35c1032a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Network 7ca2038a-24fd-466e-9fa7-61e92b660811 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:55:23.130275 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-00e88139-b019-45d4-a771-b0cd35c1032a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:55:23.144086 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e88139-b019-45d4-a771-b0cd35c1032a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:55:23.153163 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e88139-b019-45d4-a771-b0cd35c1032a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:23.153729 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-00e88139-b019-45d4-a771-b0cd35c1032a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:23.165553 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e88139-b019-45d4-a771-b0cd35c1032a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event updated for resources: {'Port': ['ID=f7e78fdf-35eb-4cf2-890d-5924a0b2a46b,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:23.171674 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e090e0-1970-44af-98c0-1a2b7d7770a9 req-f8ec548b-aad1-4077-874b-f95386d3bc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:23.173317 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-05e090e0-1970-44af-98c0-1a2b7d7770a9 req-f8ec548b-aad1-4077-874b-f95386d3bc2c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2702ea0259a24f5bbb460c5973b342ae&device_id=103ac334-b143-4aa6-b47e-38c58338796c HTTP/1.1" status: 200 len: 1095 time: 0.0524964 Sep 07 02:55:23.231193 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-38aa960f-4474-471f-a901-7c84a9df62c4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=828dd74f4ae94810a8609993def99c4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6255133 Sep 07 02:55:23.233893 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 47340) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:23.237764 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-00e88139-b019-45d4-a771-b0cd35c1032a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0365100 Sep 07 02:55:23.248777 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 47342) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:23.260049 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-a736ef33-825d-4179-a58b-a8898d267e89 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Request body: {'port': {'network_id': '7ca2038a-24fd-466e-9fa7-61e92b660811', 'name': 'tempest-PortsIpV6TestJSON-1672153299'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:55:23.271076 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aa960f-4474-471f-a901-7c84a9df62c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9bca451-7ead-43d8-9489-062fc01e5243,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:23.486869 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7242df97-a848-4d5c-a858-eaa95e1cf26a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Router 65593fc1-2077-4fc0-8278-b47d0f17fdf0 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:55:23.496117 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 30387f0e-dfbb-442b-9da9-d08d5f3f9765 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:55:23.537957 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e090e0-1970-44af-98c0-1a2b7d7770a9 req-a088a3d4-b708-428c-b94a-b6b9c4c11ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:23.542830 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-05e090e0-1970-44af-98c0-1a2b7d7770a9 req-a088a3d4-b708-428c-b94a-b6b9c4c11ceb service neutron] 10.222.0.23 "GET /v2.0/networks?id=e3dc8ad7-b983-453d-b36b-d4b3d1cdf4fc HTTP/1.1" status: 200 len: 913 time: 0.3588231 Sep 07 02:55:23.574270 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 0a6228a5-9d7a-4224-9828-32709fba14a6 up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:55:23.617443 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-05e090e0-1970-44af-98c0-1a2b7d7770a9 req-03f4ed04-1b15-4b00-8a2d-71b4680322d9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c62151f-d98e-4da2-80ab-a1493ca89144 HTTP/1.1" status: 200 len: 217 time: 0.0573630 Sep 07 02:55:23.640735 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 30387f0e-dfbb-442b-9da9-d08d5f3f9765 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:55:23.647374 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port 0a6228a5-9d7a-4224-9828-32709fba14a6 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:55:23.647374 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:23.656441 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 47348) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:23.668588 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Request body: {'port': {'network_id': '8539422e-1a9f-4fd8-a78c-047ff80c2112', 'binding:host_id': 'n-h1-796209-16', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1580643419'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:55:23.734229 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-274f39e3-7064-4b02-a101-e0141619c145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:23.737260 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:23.763392 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-274f39e3-7064-4b02-a101-e0141619c145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:23.764694 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f10d1fc1-87e6-4931-930f-33683ef02a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a6228a5-9d7a-4224-9828-32709fba14a6'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:55:23.767153 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c23ce1-81c7-4f97-b642-c6189270990b" -d '{"events": [{"server_uuid": "f10d1fc1-87e6-4931-930f-33683ef02a46", "name": "network-vif-plugged", "status": "completed", "tag": "0a6228a5-9d7a-4224-9828-32709fba14a6"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:55:23.783652 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 0a6228a5-9d7a-4224-9828-32709fba14a6, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=0a6228a5-9d7a-4224-9828-32709fba14a6,segment=NetworkSegment(671b0d78-496f-4a6a-a20b-d6937a9097d2),segment_id=671b0d78-496f-4a6a-a20b-d6937a9097d2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:55:23.793692 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Made reservation on behalf of a217e5a66fd64a43961d1ae0d14578e2 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:55:23.794041 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:23.796785 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:23.797690 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7242df97-a848-4d5c-a858-eaa95e1cf26a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:55:23.808927 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d008f28-2cf7-4864-a281-1365885c3a61 None None] Sync routers for ids ['65593fc1-2077-4fc0-8278-b47d0f17fdf0'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:55:23.831638 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d008f28-2cf7-4864-a281-1365885c3a61 None None] Routers {'65593fc1-2077-4fc0-8278-b47d0f17fdf0'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:55:23.832351 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-7d008f28-2cf7-4864-a281-1365885c3a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:54:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['65593fc1-2077-4fc0-8278-b47d0f17fdf0'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:55:23.840435 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad415a-b43c-486a-943c-e20f39814e45 req-9b054f9c-14dd-4e50-a42a-883e7ca80f92 tempest-ServerPasswordTestJSON-1359278705 tempest-ServerPasswordTestJSON-1359278705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:23.854307 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=0a6228a5-9d7a-4224-9828-32709fba14a6,revision_number=10']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:23.855336 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5aad415a-b43c-486a-943c-e20f39814e45 req-9b054f9c-14dd-4e50-a42a-883e7ca80f92 tempest-ServerPasswordTestJSON-1359278705 tempest-ServerPasswordTestJSON-1359278705-project] 10.222.0.22 "GET /v2.0/ports?device_id=103ac334-b143-4aa6-b47e-38c58338796c HTTP/1.1" status: 200 len: 943 time: 0.1301169 Sep 07 02:55:23.865573 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7242df97-a848-4d5c-a858-eaa95e1cf26a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:23.871220 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5636778c-4897-4763-a63a-a09745d7c244 req-bcb84340-e780-42e1-8a84-3f50e1d9b145 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:23.872991 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5636778c-4897-4763-a63a-a09745d7c244 req-bcb84340-e780-42e1-8a84-3f50e1d9b145 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 945 time: 0.4675348 Sep 07 02:55:23.905528 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:23.921764 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-7242df97-a848-4d5c-a858-eaa95e1cf26a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.8649840 Sep 07 02:55:23.927845 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9825f0c0-3240-4c71-adef-7f75dbcde66a', 'tag': 'c05a5a9d-7b6d-4571-a0cd-6b89f4af8111'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:55:23.931674 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a269d009-51e5-423e-add0-db32bcb2bc46" -d '{"events": [{"name": "network-changed", "server_uuid": "9825f0c0-3240-4c71-adef-7f75dbcde66a", "tag": "c05a5a9d-7b6d-4571-a0cd-6b89f4af8111"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:55:23.959382 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5aad415a-b43c-486a-943c-e20f39814e45 req-112ca1ff-7b07-4909-b984-c2559eb4bf29 tempest-ServerPasswordTestJSON-1359278705 tempest-ServerPasswordTestJSON-1359278705-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa88aeb3-3135-489e-a005-1206b0301ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024766 Sep 07 02:55:23.960646 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-274f39e3-7064-4b02-a101-e0141619c145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:23.963314 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-274f39e3-7064-4b02-a101-e0141619c145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:23.964495 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-274f39e3-7064-4b02-a101-e0141619c145 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d9bca451-7ead-43d8-9489-062fc01e5243 HTTP/1.1" status: 204 len: 168 time: 0.7296393 Sep 07 02:55:23.977854 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-7d008f28-2cf7-4864-a281-1365885c3a61 None None] Set router 65593fc1-2077-4fc0-8278-b47d0f17fdf0 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:55:23.989008 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a736ef33-825d-4179-a58b-a8898d267e89 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Made reservation on behalf of 819c73709af74aee976d11a35d78d7e6 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:55:23.992571 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a736ef33-825d-4179-a58b-a8898d267e89 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:23.999724 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e090e0-1970-44af-98c0-1a2b7d7770a9 req-b3e280b4-6f41-43f2-acbe-266408f6fdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:24.001422 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-05e090e0-1970-44af-98c0-1a2b7d7770a9 req-b3e280b4-6f41-43f2-acbe-266408f6fdd4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ba5dd80c-7dd1-4712-ad2d-dab01d77dadc HTTP/1.1" status: 200 len: 853 time: 0.3770187 Sep 07 02:55:24.006102 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d664c5ab-c6bb-4568-b53b-0f50f7fe3dbc x-openstack-request-id: req-d664c5ab-c6bb-4568-b53b-0f50f7fe3dbc {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:55:24.006392 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f10d1fc1-87e6-4931-930f-33683ef02a46", "name": "network-vif-plugged", "status": "completed", "tag": "0a6228a5-9d7a-4224-9828-32709fba14a6", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:55:24.006647 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d664c5ab-c6bb-4568-b53b-0f50f7fe3dbc {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:55:24.007051 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f10d1fc1-87e6-4931-930f-33683ef02a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a6228a5-9d7a-4224-9828-32709fba14a6', 'code': 200} Sep 07 02:55:24.030601 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5aa0f09-84cc-4fc5-a22a-8387eab4adb6 None None] Network 7ca2038a-24fd-466e-9fa7-61e92b660811 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:55:24.158203 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5636778c-4897-4763-a63a-a09745d7c244 req-5cb8d81d-0a0d-425c-94cb-2616abcd28e7 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=71b22b25-b5d6-4ba9-812b-2e36880aadcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2597160 Sep 07 02:55:24.161015 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-ccb8602c-495f-40c2-adb7-ea6ed3eda361 None None] Provisioning for port 30387f0e-dfbb-442b-9da9-d08d5f3f9765 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:55:24.166070 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274f39e3-7064-4b02-a101-e0141619c145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9bca451-7ead-43d8-9489-062fc01e5243,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:24.171127 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-ccb8602c-495f-40c2-adb7-ea6ed3eda361 None None] Provisioning complete for port 30387f0e-dfbb-442b-9da9-d08d5f3f9765 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:55:24.171792 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ccb8602c-495f-40c2-adb7-ea6ed3eda361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:24.240974 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-05e090e0-1970-44af-98c0-1a2b7d7770a9 req-9ecb35f9-82fa-4e7c-9f10-c24f5a5e2782 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e3dc8ad7-b983-453d-b36b-d4b3d1cdf4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1131551 Sep 07 02:55:24.244811 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-a736ef33-825d-4179-a58b-a8898d267e89 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] device_id is not set on port c74dd122-7d62-4e0b-bb8e-e94e8df073a5 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:55:24.256778 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50a206-b161-4632-b339-d4d1d9f48481 req-1184e916-c884-49be-98d7-1711ab7e9867 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:24.266749 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1b50a206-b161-4632-b339-d4d1d9f48481 req-1184e916-c884-49be-98d7-1711ab7e9867 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=9825f0c0-3240-4c71-adef-7f75dbcde66a HTTP/1.1" status: 200 len: 946 time: 0.1359928 Sep 07 02:55:24.302986 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa3b39b-c62a-41c2-841a-66a43cec2715 x-openstack-request-id: req-9aa3b39b-c62a-41c2-841a-66a43cec2715 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:55:24.303367 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9825f0c0-3240-4c71-adef-7f75dbcde66a", "tag": "c05a5a9d-7b6d-4571-a0cd-6b89f4af8111", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:55:24.303663 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9aa3b39b-c62a-41c2-841a-66a43cec2715 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:55:24.304148 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9825f0c0-3240-4c71-adef-7f75dbcde66a', 'tag': 'c05a5a9d-7b6d-4571-a0cd-6b89f4af8111', 'status': 'completed', 'code': 200} Sep 07 02:55:24.333385 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-7d008f28-2cf7-4864-a281-1365885c3a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65593fc1-2077-4fc0-8278-b47d0f17fdf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703025574', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '3710a1df-b9af-4a11-a409-df677a7ab61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:54:47Z', 'updated_at': '2021-09-07T02:54:57Z', 'revision_number': 4, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'gw_port': {'id': '3710a1df-b9af-4a11-a409-df677a7ab61c', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:70:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593fc1-2077-4fc0-8278-b47d0f17fdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:54:49Z', 'updated_at': '2021-09-07T02:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'bc5aa35a-a356-4dd3-9889-20e1d85e2fb8', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'floating_ip_address': '172.25.5.213', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '65593fc1-2077-4fc0-8278-b47d0f17fdf0', 'port_id': 'c05a5a9d-7b6d-4571-a0cd-6b89f4af8111', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6345c063-9711-4fd7-a5ec-cc5bb3922efa', 'mac_address': 'fa:16:3e:6a:ca:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9825f0c0-3240-4c71-adef-7f75dbcde66a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T02:55:21Z', 'updated_at': '2021-09-07T02:55:21Z', 'revision_number': 0, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c6edd95-6eda-4abd-a823-1380418d4c08', 'name': '', 'network_id': '6345c063-9711-4fd7-a5ec-cc5bb3922efa', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'mac_address': 'fa:16:3e:02:6b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593fc1-2077-4fc0-8278-b47d0f17fdf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': '39af06ff-7bf6-4dad-82da-8f5351b3a173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:54:55Z', 'updated_at': '2021-09-07T02:55:04Z', 'revision_number': 5, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'subnets': [{'id': '39af06ff-7bf6-4dad-82da-8f5351b3a173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:55:24.333683 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1b50a206-b161-4632-b339-d4d1d9f48481 req-cc92ba21-0558-4eb3-b4b5-fa5f2f5990f1 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=227b796e-e331-4437-9ee2-e029d8455d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652137 Sep 07 02:55:24.339625 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc586350-f81f-4752-937c-2dc4e002f57a req-c8e3da33-4d41-4c01-829a-8b4bbcc0b21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:24.342250 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bc586350-f81f-4752-937c-2dc4e002f57a req-c8e3da33-4d41-4c01-829a-8b4bbcc0b21c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 1099 time: 0.1509917 Sep 07 02:55:24.356185 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47358) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:24.375957 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d008f28-2cf7-4864-a281-1365885c3a61 None None] Checking router: 65593fc1-2077-4fc0-8278-b47d0f17fdf0 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:55:24.385611 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d008f28-2cf7-4864-a281-1365885c3a61 None None] Routers {'65593fc1-2077-4fc0-8278-b47d0f17fdf0'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:55:24.386534 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-7d008f28-2cf7-4864-a281-1365885c3a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:54:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['65593fc1-2077-4fc0-8278-b47d0f17fdf0'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:55:24.391995 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ccb8602c-495f-40c2-adb7-ea6ed3eda361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:24.445360 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bc586350-f81f-4752-937c-2dc4e002f57a req-978f8b13-cc84-420a-b9b8-81d77fc7239f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=71b22b25-b5d6-4ba9-812b-2e36880aadcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967264 Sep 07 02:55:24.464353 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-79e593f6-1991-4cc3-a4bb-43611d757f43 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/floatingips/bc5aa35a-a356-4dd3-9889-20e1d85e2fb8 HTTP/1.1" status: 200 len: 992 time: 0.1055706 Sep 07 02:55:24.478405 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-ccb8602c-495f-40c2-adb7-ea6ed3eda361 None None] For port 30387f0e-dfbb-442b-9da9-d08d5f3f9765, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=30387f0e-dfbb-442b-9da9-d08d5f3f9765,segment=NetworkSegment(a969321c-9674-4e0c-a13f-dbd4cb3f1df2),segment_id=a969321c-9674-4e0c-a13f-dbd4cb3f1df2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:55:24.488520 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ccb8602c-495f-40c2-adb7-ea6ed3eda361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:24.520839 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-7d008f28-2cf7-4864-a281-1365885c3a61 None None] Set router 65593fc1-2077-4fc0-8278-b47d0f17fdf0 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:55:24.555669 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb8602c-495f-40c2-adb7-ea6ed3eda361 None None] Pushing event updated for resources: {'Port': ['ID=30387f0e-dfbb-442b-9da9-d08d5f3f9765,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:24.630484 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:24.648081 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:24.651519 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] device_id is not set on port 8398457d-e29f-4089-a239-a9c3eab5c474 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:55:24.773447 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269d009-51e5-423e-add0-db32bcb2bc46 req-89ab77d1-e135-4a7b-a230-fc9f200e6a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:24.774991 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a269d009-51e5-423e-add0-db32bcb2bc46 req-89ab77d1-e135-4a7b-a230-fc9f200e6a93 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=626f31b15da14e0da01388cbfdee7f90&device_id=9825f0c0-3240-4c71-adef-7f75dbcde66a HTTP/1.1" status: 200 len: 1098 time: 0.4213519 Sep 07 02:55:24.807912 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-a736ef33-825d-4179-a58b-a8898d267e89 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Allocated IP 2001:db8::d9 (7ca2038a-24fd-466e-9fa7-61e92b660811/789b00e7-ccf2-4a34-ad1d-77d4ce74e38c/c74dd122-7d62-4e0b-bb8e-e94e8df073a5) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:55:24.825818 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-05e090e0-1970-44af-98c0-1a2b7d7770a9 req-62f49f1d-ae38-419d-a3a2-cdbd26b27359 service neutron] 10.222.0.23 "GET /v2.0/networks/e3dc8ad7-b983-453d-b36b-d4b3d1cdf4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5639236 Sep 07 02:55:24.843086 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a4654d9b-9fc7-4946-bec9-f1b2d036ba6e None None] Provisioning complete for port 30387f0e-dfbb-442b-9da9-d08d5f3f9765 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:55:24.843905 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a4654d9b-9fc7-4946-bec9-f1b2d036ba6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:24.848407 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23d80f9-afaf-4c88-b0da-d9f46b7e13e6,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:24.955136 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-7d008f28-2cf7-4864-a281-1365885c3a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65593fc1-2077-4fc0-8278-b47d0f17fdf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703025574', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '3710a1df-b9af-4a11-a409-df677a7ab61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:54:47Z', 'updated_at': '2021-09-07T02:54:57Z', 'revision_number': 4, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'gw_port': {'id': '3710a1df-b9af-4a11-a409-df677a7ab61c', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:70:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593fc1-2077-4fc0-8278-b47d0f17fdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:54:49Z', 'updated_at': '2021-09-07T02:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'bc5aa35a-a356-4dd3-9889-20e1d85e2fb8', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'floating_ip_address': '172.25.5.213', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '65593fc1-2077-4fc0-8278-b47d0f17fdf0', 'port_id': 'c05a5a9d-7b6d-4571-a0cd-6b89f4af8111', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6345c063-9711-4fd7-a5ec-cc5bb3922efa', 'mac_address': 'fa:16:3e:6a:ca:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9825f0c0-3240-4c71-adef-7f75dbcde66a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T02:55:21Z', 'updated_at': '2021-09-07T02:55:21Z', 'revision_number': 0, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c6edd95-6eda-4abd-a823-1380418d4c08', 'name': '', 'network_id': '6345c063-9711-4fd7-a5ec-cc5bb3922efa', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'mac_address': 'fa:16:3e:02:6b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593fc1-2077-4fc0-8278-b47d0f17fdf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': '39af06ff-7bf6-4dad-82da-8f5351b3a173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:54:55Z', 'updated_at': '2021-09-07T02:55:04Z', 'revision_number': 5, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'subnets': [{'id': '39af06ff-7bf6-4dad-82da-8f5351b3a173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:55:24.961009 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a4654d9b-9fc7-4946-bec9-f1b2d036ba6e None None] Provisioning for port f7e78fdf-35eb-4cf2-890d-5924a0b2a46b completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:55:24.965792 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a4654d9b-9fc7-4946-bec9-f1b2d036ba6e None None] Provisioning complete for port f7e78fdf-35eb-4cf2-890d-5924a0b2a46b triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:55:24.967028 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a4654d9b-9fc7-4946-bec9-f1b2d036ba6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:25.012750 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a4654d9b-9fc7-4946-bec9-f1b2d036ba6e None None] Port f7e78fdf-35eb-4cf2-890d-5924a0b2a46b cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:55:25.035843 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d008f28-2cf7-4864-a281-1365885c3a61 None None] The sync data for ids ['65593fc1-2077-4fc0-8278-b47d0f17fdf0'] in n-d-796209-16 is: [{'id': '65593fc1-2077-4fc0-8278-b47d0f17fdf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703025574', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '3710a1df-b9af-4a11-a409-df677a7ab61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:54:47Z', 'updated_at': '2021-09-07T02:54:57Z', 'revision_number': 4, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'gw_port': {'id': '3710a1df-b9af-4a11-a409-df677a7ab61c', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:70:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593fc1-2077-4fc0-8278-b47d0f17fdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:54:49Z', 'updated_at': '2021-09-07T02:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'bc5aa35a-a356-4dd3-9889-20e1d85e2fb8', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'floating_ip_address': '172.25.5.213', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '65593fc1-2077-4fc0-8278-b47d0f17fdf0', 'port_id': 'c05a5a9d-7b6d-4571-a0cd-6b89f4af8111', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6345c063-9711-4fd7-a5ec-cc5bb3922efa', 'mac_address': 'fa:16:3e:6a:ca:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9825f0c0-3240-4c71-adef-7f75dbcde66a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T02:55:21Z', 'updated_at': '2021-09-07T02:55:21Z', 'revision_number': 0, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c6edd95-6eda-4abd-a823-1380418d4c08', 'name': '', 'network_id': '6345c063-9711-4fd7-a5ec-cc5bb3922efa', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'mac_address': 'fa:16:3e:02:6b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593fc1-2077-4fc0-8278-b47d0f17fdf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': '39af06ff-7bf6-4dad-82da-8f5351b3a173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:54:55Z', 'updated_at': '2021-09-07T02:55:04Z', 'revision_number': 5, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'subnets': [{'id': '39af06ff-7bf6-4dad-82da-8f5351b3a173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:55:25.244072 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269d009-51e5-423e-add0-db32bcb2bc46 req-f17eda2e-5070-45ec-99a6-5ccbd932e726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:25.244625 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3bf4e8b6-9975-4b5a-a377-a6646872c053 None None] Provisioning complete for port f7e78fdf-35eb-4cf2-890d-5924a0b2a46b triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:55:25.244979 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3bf4e8b6-9975-4b5a-a377-a6646872c053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:25.248189 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a269d009-51e5-423e-add0-db32bcb2bc46 req-f17eda2e-5070-45ec-99a6-5ccbd932e726 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6345c063-9711-4fd7-a5ec-cc5bb3922efa HTTP/1.1" status: 200 len: 897 time: 0.4455109 Sep 07 02:55:25.258706 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] device_id is not set on port 8398457d-e29f-4089-a239-a9c3eab5c474 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:55:25.303177 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3bf4e8b6-9975-4b5a-a377-a6646872c053 None None] Port f7e78fdf-35eb-4cf2-890d-5924a0b2a46b cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:55:25.364598 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e24848-e292-422b-9cb2-1fc196dfc750 None None] New status for floating IP bc5aa35a-a356-4dd3-9889-20e1d85e2fb8: ACTIVE {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 02:55:25.425538 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc7067d-9722-4d7b-92e3-14ad476d7a53 req-fdfba8e8-f836-48f0-a13c-2993f6197a0e tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:25.428427 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a269d009-51e5-423e-add0-db32bcb2bc46 req-30d1599d-b55b-4f2e-98c3-05822c1ce5bc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c05a5a9d-7b6d-4571-a0cd-6b89f4af8111 HTTP/1.1" status: 200 len: 1000 time: 0.1378546 Sep 07 02:55:25.431320 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-05e090e0-1970-44af-98c0-1a2b7d7770a9 req-10b793ad-2ce6-4f60-9365-5f7d2c33fac0 service neutron] 10.222.0.23 "GET /v2.0/networks/e3dc8ad7-b983-453d-b36b-d4b3d1cdf4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5800905 Sep 07 02:55:25.434127 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8fc7067d-9722-4d7b-92e3-14ad476d7a53 req-fdfba8e8-f836-48f0-a13c-2993f6197a0e tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 947 time: 0.1180882 Sep 07 02:55:25.444220 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:25.463703 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee21ad7-69ac-4306-b231-918f05b6b684 req-66bf86b5-e18c-48d7-9456-eead91687c28 tempest-ServerPasswordTestJSON-1359278705 tempest-ServerPasswordTestJSON-1359278705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:25.465312 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9ee21ad7-69ac-4306-b231-918f05b6b684 req-66bf86b5-e18c-48d7-9456-eead91687c28 tempest-ServerPasswordTestJSON-1359278705 tempest-ServerPasswordTestJSON-1359278705-project] 10.222.0.22 "GET /v2.0/ports?device_id=103ac334-b143-4aa6-b47e-38c58338796c HTTP/1.1" status: 200 len: 943 time: 0.3728812 Sep 07 02:55:25.469860 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47390) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:25.545463 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-3d6041da-7057-403a-b033-d8a598773e4b tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/floatingips/bc5aa35a-a356-4dd3-9889-20e1d85e2fb8 HTTP/1.1" status: 200 len: 992 time: 0.0715556 Sep 07 02:55:25.566506 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 30387f0e-dfbb-442b-9da9-d08d5f3f9765 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:55:25.568648 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 5c62151f-d98e-4da2-80ab-a1493ca89144 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:55:25.607818 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8fc7067d-9722-4d7b-92e3-14ad476d7a53 req-b184de87-c9e6-45d5-96cd-4aa016d8ca75 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=71b22b25-b5d6-4ba9-812b-2e36880aadcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729980 Sep 07 02:55:25.620275 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Transition to ACTIVE for port object 8398457d-e29f-4089-a239-a9c3eab5c474 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:55:25.666169 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:25.673843 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9ee21ad7-69ac-4306-b231-918f05b6b684 req-753f90dd-93a6-4e44-9c94-b8aa4575c73f tempest-ServerPasswordTestJSON-1359278705 tempest-ServerPasswordTestJSON-1359278705-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa88aeb3-3135-489e-a005-1206b0301ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870055 Sep 07 02:55:25.676810 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a736ef33-825d-4179-a58b-a8898d267e89 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:25.730535 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269d009-51e5-423e-add0-db32bcb2bc46 req-94bae2ce-a338-451a-9c67-f5e276cfd1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:25.731950 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a269d009-51e5-423e-add0-db32bcb2bc46 req-94bae2ce-a338-451a-9c67-f5e276cfd1e1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=39af06ff-7bf6-4dad-82da-8f5351b3a173 HTTP/1.1" status: 200 len: 835 time: 0.2545321 Sep 07 02:55:25.758290 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-a736ef33-825d-4179-a58b-a8898d267e89 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Transition to ACTIVE for port object c74dd122-7d62-4e0b-bb8e-e94e8df073a5 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:55:25.789427 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 30387f0e-dfbb-442b-9da9-d08d5f3f9765 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:55:25.789713 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:25.792340 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 5c62151f-d98e-4da2-80ab-a1493ca89144, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=5c62151f-d98e-4da2-80ab-a1493ca89144,segment=NetworkSegment(6ee0b4d0-e5a7-44d1-94c3-a82f808ec650),segment_id=6ee0b4d0-e5a7-44d1-94c3-a82f808ec650)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:55:25.818063 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Pushing event updated for resources: {'Port': ['ID=8398457d-e29f-4089-a239-a9c3eab5c474,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:25.828010 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Checking segment: {'id': '8d8e42a5-3484-4d3e-812b-6e37dc604c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8539422e-1a9f-4fd8-a78c-047ff80c2112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:55:25.828353 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Network hostable DHCP agents. Network: 8539422e-1a9f-4fd8-a78c-047ff80c2112, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:55:25.836040 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '5c62151f-d98e-4da2-80ab-a1493ca89144', 'network_id': 'e3dc8ad7-b983-453d-b36b-d4b3d1cdf4fc', 'port_id': '5c62151f-d98e-4da2-80ab-a1493ca89144', 'mac_address': 'fa:16:3e:30:80:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba5dd80c-7dd1-4712-ad2d-dab01d77dadc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:55:25.851180 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269d009-51e5-423e-add0-db32bcb2bc46 req-0ec07d01-fee5-4995-b784-bcced939b1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:25.852787 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a269d009-51e5-423e-add0-db32bcb2bc46 req-0ec07d01-fee5-4995-b784-bcced939b1d8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6345c063-9711-4fd7-a5ec-cc5bb3922efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1083488 Sep 07 02:55:25.874048 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Network 8539422e-1a9f-4fd8-a78c-047ff80c2112 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:55:25.899702 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a736ef33-825d-4179-a58b-a8898d267e89 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:25.910002 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 8539422e-1a9f-4fd8-a78c-047ff80c2112) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:55:25.931741 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667c8536-3827-475b-a5f0-64cec2df844a None None] Network 8539422e-1a9f-4fd8-a78c-047ff80c2112 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:55:25.954709 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b7084ff3-0ca1-4125-9edf-9551f2fbe42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:25.967338 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:55:25.976026 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:25.982854 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port 8398457d-e29f-4089-a239-a9c3eab5c474 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:55:25.983412 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port 8398457d-e29f-4089-a239-a9c3eab5c474 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '8d8e42a5-3484-4d3e-812b-6e37dc604c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8539422e-1a9f-4fd8-a78c-047ff80c2112'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:55:25.984012 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port 8398457d-e29f-4089-a239-a9c3eab5c474 on network 8539422e-1a9f-4fd8-a78c-047ff80c2112 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:55:26.012123 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c62151f-d98e-4da2-80ab-a1493ca89144 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:55:26.012848 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Port 8398457d-e29f-4089-a239-a9c3eab5c474 on network 8539422e-1a9f-4fd8-a78c-047ff80c2112 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:55:26.013765 n-d-796209-16 neutron-server[94700]: ERROR neutron.plugins.ml2.managers [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Failed to bind port 8398457d-e29f-4089-a239-a9c3eab5c474 on host n-h1-796209-16 for vnic_type normal using segments [{'id': '8d8e42a5-3484-4d3e-812b-6e37dc604c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8539422e-1a9f-4fd8-a78c-047ff80c2112'}] Sep 07 02:55:26.017417 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a736ef33-825d-4179-a58b-a8898d267e89 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Network 7ca2038a-24fd-466e-9fa7-61e92b660811 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:55:26.022401 n-d-796209-16 neutron-server[94700]: INFO neutron.plugins.ml2.plugin [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempt 2 to bind port 8398457d-e29f-4089-a239-a9c3eab5c474 Sep 07 02:55:26.034383 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-a736ef33-825d-4179-a58b-a8898d267e89 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:55:26.038189 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 5c62151f-d98e-4da2-80ab-a1493ca89144, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=5c62151f-d98e-4da2-80ab-a1493ca89144,segment=NetworkSegment(6ee0b4d0-e5a7-44d1-94c3-a82f808ec650),segment_id=6ee0b4d0-e5a7-44d1-94c3-a82f808ec650)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:55:26.047825 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a736ef33-825d-4179-a58b-a8898d267e89 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event updated for resources: {'Port': ['ID=c74dd122-7d62-4e0b-bb8e-e94e8df073a5,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:26.052238 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a736ef33-825d-4179-a58b-a8898d267e89 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:55:26.074565 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a736ef33-825d-4179-a58b-a8898d267e89 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:26.075343 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a736ef33-825d-4179-a58b-a8898d267e89 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:26.097389 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a269d009-51e5-423e-add0-db32bcb2bc46 req-bea93a81-6dbe-4a9c-8ea3-e7084c5fd410 service neutron] 10.222.0.16 "GET /v2.0/networks/6345c063-9711-4fd7-a5ec-cc5bb3922efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351751 Sep 07 02:55:26.099210 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port 8398457d-e29f-4089-a239-a9c3eab5c474 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:55:26.099573 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port 8398457d-e29f-4089-a239-a9c3eab5c474 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '8d8e42a5-3484-4d3e-812b-6e37dc604c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8539422e-1a9f-4fd8-a78c-047ff80c2112'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:55:26.100119 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port 8398457d-e29f-4089-a239-a9c3eab5c474 on network 8539422e-1a9f-4fd8-a78c-047ff80c2112 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:55:26.108932 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a736ef33-825d-4179-a58b-a8898d267e89 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8583066 Sep 07 02:55:26.111768 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47430) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:26.125181 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Port 8398457d-e29f-4089-a239-a9c3eab5c474 on network 8539422e-1a9f-4fd8-a78c-047ff80c2112 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:55:26.125436 n-d-796209-16 neutron-server[94700]: ERROR neutron.plugins.ml2.managers [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Failed to bind port 8398457d-e29f-4089-a239-a9c3eab5c474 on host n-h1-796209-16 for vnic_type normal using segments [{'id': '8d8e42a5-3484-4d3e-812b-6e37dc604c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8539422e-1a9f-4fd8-a78c-047ff80c2112'}] Sep 07 02:55:26.137094 n-d-796209-16 neutron-server[94700]: INFO neutron.plugins.ml2.plugin [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempt 3 to bind port 8398457d-e29f-4089-a239-a9c3eab5c474 Sep 07 02:55:26.162027 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port 8398457d-e29f-4089-a239-a9c3eab5c474 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:55:26.162851 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port 8398457d-e29f-4089-a239-a9c3eab5c474 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '8d8e42a5-3484-4d3e-812b-6e37dc604c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8539422e-1a9f-4fd8-a78c-047ff80c2112'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:55:26.163662 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port 8398457d-e29f-4089-a239-a9c3eab5c474 on network 8539422e-1a9f-4fd8-a78c-047ff80c2112 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:55:26.183163 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:26.208185 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Port 8398457d-e29f-4089-a239-a9c3eab5c474 on network 8539422e-1a9f-4fd8-a78c-047ff80c2112 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:55:26.213064 n-d-796209-16 neutron-server[94700]: ERROR neutron.plugins.ml2.managers [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Failed to bind port 8398457d-e29f-4089-a239-a9c3eab5c474 on host n-h1-796209-16 for vnic_type normal using segments [{'id': '8d8e42a5-3484-4d3e-812b-6e37dc604c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8539422e-1a9f-4fd8-a78c-047ff80c2112'}] Sep 07 02:55:26.215698 n-d-796209-16 neutron-server[94700]: INFO neutron.plugins.ml2.plugin [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempt 4 to bind port 8398457d-e29f-4089-a239-a9c3eab5c474 Sep 07 02:55:26.254721 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port 8398457d-e29f-4089-a239-a9c3eab5c474 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:55:26.255822 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port 8398457d-e29f-4089-a239-a9c3eab5c474 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '8d8e42a5-3484-4d3e-812b-6e37dc604c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8539422e-1a9f-4fd8-a78c-047ff80c2112'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:55:26.256360 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port 8398457d-e29f-4089-a239-a9c3eab5c474 on network 8539422e-1a9f-4fd8-a78c-047ff80c2112 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:55:26.263019 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a95a77-3e89-4641-a36d-a6a7e86683e4 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:26.273084 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-45a95a77-3e89-4641-a36d-a6a7e86683e4 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A16d HTTP/1.1" status: 200 len: 929 time: 0.1601498 Sep 07 02:55:26.274084 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47438) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:26.320670 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a269d009-51e5-423e-add0-db32bcb2bc46 req-6e150ba8-9e72-43f3-91f4-6b957912b00f service neutron] 10.222.0.16 "GET /v2.0/networks/6345c063-9711-4fd7-a5ec-cc5bb3922efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141521 Sep 07 02:55:26.323528 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Port 8398457d-e29f-4089-a239-a9c3eab5c474 on network 8539422e-1a9f-4fd8-a78c-047ff80c2112 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:55:26.323671 n-d-796209-16 neutron-server[94700]: ERROR neutron.plugins.ml2.managers [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Failed to bind port 8398457d-e29f-4089-a239-a9c3eab5c474 on host n-h1-796209-16 for vnic_type normal using segments [{'id': '8d8e42a5-3484-4d3e-812b-6e37dc604c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8539422e-1a9f-4fd8-a78c-047ff80c2112'}] Sep 07 02:55:26.324065 n-d-796209-16 neutron-server[94700]: INFO neutron.plugins.ml2.plugin [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempt 5 to bind port 8398457d-e29f-4089-a239-a9c3eab5c474 Sep 07 02:55:26.353657 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port 8398457d-e29f-4089-a239-a9c3eab5c474 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:55:26.353934 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port 8398457d-e29f-4089-a239-a9c3eab5c474 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '8d8e42a5-3484-4d3e-812b-6e37dc604c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8539422e-1a9f-4fd8-a78c-047ff80c2112'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:55:26.354307 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port 8398457d-e29f-4089-a239-a9c3eab5c474 on network 8539422e-1a9f-4fd8-a78c-047ff80c2112 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:55:26.367961 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Port 8398457d-e29f-4089-a239-a9c3eab5c474 on network 8539422e-1a9f-4fd8-a78c-047ff80c2112 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:55:26.368303 n-d-796209-16 neutron-server[94700]: ERROR neutron.plugins.ml2.managers [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Failed to bind port 8398457d-e29f-4089-a239-a9c3eab5c474 on host n-h1-796209-16 for vnic_type normal using segments [{'id': '8d8e42a5-3484-4d3e-812b-6e37dc604c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8539422e-1a9f-4fd8-a78c-047ff80c2112'}] Sep 07 02:55:26.368704 n-d-796209-16 neutron-server[94700]: INFO neutron.plugins.ml2.plugin [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempt 6 to bind port 8398457d-e29f-4089-a239-a9c3eab5c474 Sep 07 02:55:26.389465 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-dfd56b5f-5803-49e0-854e-b2085af62e37 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Deleting port c74dd122-7d62-4e0b-bb8e-e94e8df073a5 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:55:26.391564 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dfd56b5f-5803-49e0-854e-b2085af62e37 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:26.394876 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port 8398457d-e29f-4089-a239-a9c3eab5c474 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:55:26.395232 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port 8398457d-e29f-4089-a239-a9c3eab5c474 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '8d8e42a5-3484-4d3e-812b-6e37dc604c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8539422e-1a9f-4fd8-a78c-047ff80c2112'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:55:26.395604 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port 8398457d-e29f-4089-a239-a9c3eab5c474 on network 8539422e-1a9f-4fd8-a78c-047ff80c2112 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:55:26.412797 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Port 8398457d-e29f-4089-a239-a9c3eab5c474 on network 8539422e-1a9f-4fd8-a78c-047ff80c2112 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:55:26.413133 n-d-796209-16 neutron-server[94700]: ERROR neutron.plugins.ml2.managers [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Failed to bind port 8398457d-e29f-4089-a239-a9c3eab5c474 on host n-h1-796209-16 for vnic_type normal using segments [{'id': '8d8e42a5-3484-4d3e-812b-6e37dc604c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8539422e-1a9f-4fd8-a78c-047ff80c2112'}] Sep 07 02:55:26.413528 n-d-796209-16 neutron-server[94700]: INFO neutron.plugins.ml2.plugin [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempt 7 to bind port 8398457d-e29f-4089-a239-a9c3eab5c474 Sep 07 02:55:26.436015 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['5c62151f-d98e-4da2-80ab-a1493ca89144'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:55:26.446946 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port 8398457d-e29f-4089-a239-a9c3eab5c474 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:55:26.447282 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port 8398457d-e29f-4089-a239-a9c3eab5c474 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '8d8e42a5-3484-4d3e-812b-6e37dc604c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8539422e-1a9f-4fd8-a78c-047ff80c2112'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:55:26.448195 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port 8398457d-e29f-4089-a239-a9c3eab5c474 on network 8539422e-1a9f-4fd8-a78c-047ff80c2112 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:55:26.460007 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Port 8398457d-e29f-4089-a239-a9c3eab5c474 on network 8539422e-1a9f-4fd8-a78c-047ff80c2112 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:55:26.460923 n-d-796209-16 neutron-server[94700]: ERROR neutron.plugins.ml2.managers [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Failed to bind port 8398457d-e29f-4089-a239-a9c3eab5c474 on host n-h1-796209-16 for vnic_type normal using segments [{'id': '8d8e42a5-3484-4d3e-812b-6e37dc604c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8539422e-1a9f-4fd8-a78c-047ff80c2112'}] Sep 07 02:55:26.460923 n-d-796209-16 neutron-server[94700]: INFO neutron.plugins.ml2.plugin [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempt 8 to bind port 8398457d-e29f-4089-a239-a9c3eab5c474 Sep 07 02:55:26.481492 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port 8398457d-e29f-4089-a239-a9c3eab5c474 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:55:26.482484 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port 8398457d-e29f-4089-a239-a9c3eab5c474 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '8d8e42a5-3484-4d3e-812b-6e37dc604c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8539422e-1a9f-4fd8-a78c-047ff80c2112'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:55:26.482830 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port 8398457d-e29f-4089-a239-a9c3eab5c474 on network 8539422e-1a9f-4fd8-a78c-047ff80c2112 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:55:26.487839 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Port 8398457d-e29f-4089-a239-a9c3eab5c474 on network 8539422e-1a9f-4fd8-a78c-047ff80c2112 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:55:26.488163 n-d-796209-16 neutron-server[94700]: ERROR neutron.plugins.ml2.managers [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Failed to bind port 8398457d-e29f-4089-a239-a9c3eab5c474 on host n-h1-796209-16 for vnic_type normal using segments [{'id': '8d8e42a5-3484-4d3e-812b-6e37dc604c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8539422e-1a9f-4fd8-a78c-047ff80c2112'}] Sep 07 02:55:26.488557 n-d-796209-16 neutron-server[94700]: INFO neutron.plugins.ml2.plugin [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempt 9 to bind port 8398457d-e29f-4089-a239-a9c3eab5c474 Sep 07 02:55:26.493929 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dfd56b5f-5803-49e0-854e-b2085af62e37 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:26.495036 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=5c62151f-d98e-4da2-80ab-a1493ca89144,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:26.508835 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port 8398457d-e29f-4089-a239-a9c3eab5c474 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:55:26.509610 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port 8398457d-e29f-4089-a239-a9c3eab5c474 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '8d8e42a5-3484-4d3e-812b-6e37dc604c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8539422e-1a9f-4fd8-a78c-047ff80c2112'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:55:26.509610 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port 8398457d-e29f-4089-a239-a9c3eab5c474 on network 8539422e-1a9f-4fd8-a78c-047ff80c2112 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:55:26.516284 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-dfd56b5f-5803-49e0-854e-b2085af62e37 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Calling delete_port for c74dd122-7d62-4e0b-bb8e-e94e8df073a5 owned by {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:55:26.521456 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Port 8398457d-e29f-4089-a239-a9c3eab5c474 on network 8539422e-1a9f-4fd8-a78c-047ff80c2112 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:55:26.521963 n-d-796209-16 neutron-server[94700]: ERROR neutron.plugins.ml2.managers [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Failed to bind port 8398457d-e29f-4089-a239-a9c3eab5c474 on host n-h1-796209-16 for vnic_type normal using segments [{'id': '8d8e42a5-3484-4d3e-812b-6e37dc604c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8539422e-1a9f-4fd8-a78c-047ff80c2112'}] Sep 07 02:55:26.522328 n-d-796209-16 neutron-server[94700]: INFO neutron.plugins.ml2.plugin [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempt 10 to bind port 8398457d-e29f-4089-a239-a9c3eab5c474 Sep 07 02:55:26.561126 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 47446) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:26.562163 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port 8398457d-e29f-4089-a239-a9c3eab5c474 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:55:26.562569 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port 8398457d-e29f-4089-a239-a9c3eab5c474 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '8d8e42a5-3484-4d3e-812b-6e37dc604c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8539422e-1a9f-4fd8-a78c-047ff80c2112'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:55:26.562980 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port 8398457d-e29f-4089-a239-a9c3eab5c474 on network 8539422e-1a9f-4fd8-a78c-047ff80c2112 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:55:26.581859 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Port 8398457d-e29f-4089-a239-a9c3eab5c474 on network 8539422e-1a9f-4fd8-a78c-047ff80c2112 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:55:26.582040 n-d-796209-16 neutron-server[94700]: ERROR neutron.plugins.ml2.managers [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Failed to bind port 8398457d-e29f-4089-a239-a9c3eab5c474 on host n-h1-796209-16 for vnic_type normal using segments [{'id': '8d8e42a5-3484-4d3e-812b-6e37dc604c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8539422e-1a9f-4fd8-a78c-047ff80c2112'}] Sep 07 02:55:26.582510 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:26.596329 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3c010631-a0a2-40f9-9494-c44d389e0205 None None] Provisioning for port c74dd122-7d62-4e0b-bb8e-e94e8df073a5 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:55:26.602634 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3c010631-a0a2-40f9-9494-c44d389e0205 None None] Provisioning complete for port c74dd122-7d62-4e0b-bb8e-e94e8df073a5 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:55:26.603141 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3c010631-a0a2-40f9-9494-c44d389e0205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:26.690340 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3c010631-a0a2-40f9-9494-c44d389e0205 None None] Port c74dd122-7d62-4e0b-bb8e-e94e8df073a5 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:55:26.713652 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dfd56b5f-5803-49e0-854e-b2085af62e37 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:26.763693 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-6c7c6cd7-edd3-4996-81f5-f751737afa1a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/floatingips/bc5aa35a-a356-4dd3-9889-20e1d85e2fb8 HTTP/1.1" status: 200 len: 994 time: 0.1964798 Sep 07 02:55:26.771623 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] For port 8398457d-e29f-4089-a239-a9c3eab5c474, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:55:26.772119 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempted to set empty binding levels {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 07 02:55:26.781695 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:26.815435 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd56b5f-5803-49e0-854e-b2085af62e37 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event deleted for resources: {'Port': ['ID=c74dd122-7d62-4e0b-bb8e-e94e8df073a5,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:26.857559 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dfd56b5f-5803-49e0-854e-b2085af62e37 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:26.860279 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-dfd56b5f-5803-49e0-854e-b2085af62e37 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "DELETE /v2.0/ports/c74dd122-7d62-4e0b-bb8e-e94e8df073a5 HTTP/1.1" status: 204 len: 168 time: 0.5848398 Sep 07 02:55:26.862911 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47456) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:26.867463 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:26.868113 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:26.893843 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-7542bf08-3779-4ef8-98fa-4dc0c3e9327e tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] GET failed (client error): The resource could not be found. Sep 07 02:55:26.895826 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-7542bf08-3779-4ef8-98fa-4dc0c3e9327e tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "GET /v2.0/ports/c74dd122-7d62-4e0b-bb8e-e94e8df073a5 HTTP/1.1" status: 404 len: 333 time: 0.0317614 Sep 07 02:55:26.898225 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47458) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:26.900343 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 3.2377880 Sep 07 02:55:26.901361 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9666ff-e1d1-462e-92b0-cc48e128e80f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Pushing event updated for resources: {'Port': ['ID=8398457d-e29f-4089-a239-a9c3eab5c474,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:26.907911 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47460) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:26.926548 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb5334-6325-4953-998c-0dfabcf5f30c req-78c5d9c3-8ac9-486c-827b-bc1d5610ec33 tempest-ServerPasswordTestJSON-1359278705 tempest-ServerPasswordTestJSON-1359278705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:26.928144 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-23eb5334-6325-4953-998c-0dfabcf5f30c req-78c5d9c3-8ac9-486c-827b-bc1d5610ec33 tempest-ServerPasswordTestJSON-1359278705 tempest-ServerPasswordTestJSON-1359278705-project] 10.222.0.22 "GET /v2.0/ports?device_id=103ac334-b143-4aa6-b47e-38c58338796c HTTP/1.1" status: 200 len: 944 time: 0.1011970 Sep 07 02:55:26.981408 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-23eb5334-6325-4953-998c-0dfabcf5f30c req-393182c9-55da-4f72-bae2-fce3be19775f tempest-ServerPasswordTestJSON-1359278705 tempest-ServerPasswordTestJSON-1359278705-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa88aeb3-3135-489e-a005-1206b0301ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449276 Sep 07 02:55:27.233579 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288240d-8d1f-47e0-93d5-719498b8b3bf req-93d9261c-076e-46e2-b9e6-41a7cd1e78aa tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:27.235742 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3288240d-8d1f-47e0-93d5-719498b8b3bf req-93d9261c-076e-46e2-b9e6-41a7cd1e78aa tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 947 time: 0.4386921 Sep 07 02:55:27.340944 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3288240d-8d1f-47e0-93d5-719498b8b3bf req-c7c87d82-4e3a-4ce1-a4e9-7362932df2e0 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=71b22b25-b5d6-4ba9-812b-2e36880aadcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953524 Sep 07 02:55:27.369578 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-a9ce9169-09f3-4043-8c86-a71732307522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Deleting port 8398457d-e29f-4089-a239-a9c3eab5c474 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:55:27.369927 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a9ce9169-09f3-4043-8c86-a71732307522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:27.375092 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-bf873b90-1eb9-4717-9504-7047aa9413d7 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Deleting port f7e78fdf-35eb-4cf2-890d-5924a0b2a46b {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:55:27.375422 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bf873b90-1eb9-4717-9504-7047aa9413d7 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:27.496665 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-a9ce9169-09f3-4043-8c86-a71732307522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] For port 8398457d-e29f-4089-a239-a9c3eab5c474, host n-h1-796209-16, got binding levels [] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:55:27.497237 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a9ce9169-09f3-4043-8c86-a71732307522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:27.509259 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 5c62151f-d98e-4da2-80ab-a1493ca89144 up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:55:27.515395 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-a9ce9169-09f3-4043-8c86-a71732307522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Calling delete_port for 8398457d-e29f-4089-a239-a9c3eab5c474 owned by {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:55:27.538028 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bf873b90-1eb9-4717-9504-7047aa9413d7 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:27.562412 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port 5c62151f-d98e-4da2-80ab-a1493ca89144 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:55:27.565974 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port 5c62151f-d98e-4da2-80ab-a1493ca89144 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:55:27.566354 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:27.581875 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-bf873b90-1eb9-4717-9504-7047aa9413d7 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Calling delete_port for f7e78fdf-35eb-4cf2-890d-5924a0b2a46b owned by {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:55:27.648304 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:27.674368 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '103ac334-b143-4aa6-b47e-38c58338796c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c62151f-d98e-4da2-80ab-a1493ca89144'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:55:27.677025 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d6bf572-a4bd-431c-b070-330ef912814b" -d '{"events": [{"server_uuid": "103ac334-b143-4aa6-b47e-38c58338796c", "name": "network-vif-plugged", "status": "completed", "tag": "5c62151f-d98e-4da2-80ab-a1493ca89144"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:55:27.691260 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a9ce9169-09f3-4043-8c86-a71732307522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:27.701657 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 5c62151f-d98e-4da2-80ab-a1493ca89144, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=5c62151f-d98e-4da2-80ab-a1493ca89144,segment=NetworkSegment(6ee0b4d0-e5a7-44d1-94c3-a82f808ec650),segment_id=6ee0b4d0-e5a7-44d1-94c3-a82f808ec650)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:55:27.706976 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:27.717663 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ebae9b-e767-4cb9-948f-2e38c3b50475 x-openstack-request-id: req-99ebae9b-e767-4cb9-948f-2e38c3b50475 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:55:27.717955 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "103ac334-b143-4aa6-b47e-38c58338796c", "name": "network-vif-plugged", "status": "completed", "tag": "5c62151f-d98e-4da2-80ab-a1493ca89144", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:55:27.718215 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-99ebae9b-e767-4cb9-948f-2e38c3b50475 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:55:27.718816 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '103ac334-b143-4aa6-b47e-38c58338796c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c62151f-d98e-4da2-80ab-a1493ca89144', 'code': 200} Sep 07 02:55:27.739645 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a9ce9169-09f3-4043-8c86-a71732307522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:27.743984 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a9ce9169-09f3-4043-8c86-a71732307522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] 10.222.0.22 "DELETE /v2.0/ports/8398457d-e29f-4089-a239-a9c3eab5c474 HTTP/1.1" status: 204 len: 168 time: 0.8325441 Sep 07 02:55:27.745026 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce9169-09f3-4043-8c86-a71732307522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Pushing event deleted for resources: {'Port': ['ID=8398457d-e29f-4089-a239-a9c3eab5c474,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:27.745802 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 47482) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:27.780382 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=5c62151f-d98e-4da2-80ab-a1493ca89144,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:27.783393 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-6281b96d-8d49-40da-8f4d-8ac9d9c62add tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] GET failed (client error): The resource could not be found. Sep 07 02:55:27.785074 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-6281b96d-8d49-40da-8f4d-8ac9d9c62add tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] 10.222.0.22 "GET /v2.0/ports/8398457d-e29f-4089-a239-a9c3eab5c474 HTTP/1.1" status: 404 len: 333 time: 0.0364192 Sep 07 02:55:27.789130 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47484) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:27.798886 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-75dd5cb6-e668-4c11-8ce9-8cd9b6db522e tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Request body: {'port': {'network_id': '8539422e-1a9f-4fd8-a78c-047ff80c2112', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1863049305'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:55:27.829467 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bf873b90-1eb9-4717-9504-7047aa9413d7 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:27.865249 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75dd5cb6-e668-4c11-8ce9-8cd9b6db522e tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Made reservation on behalf of a217e5a66fd64a43961d1ae0d14578e2 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:55:27.867650 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-75dd5cb6-e668-4c11-8ce9-8cd9b6db522e tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:27.873536 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf873b90-1eb9-4717-9504-7047aa9413d7 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event deleted for resources: {'Port': ['ID=f7e78fdf-35eb-4cf2-890d-5924a0b2a46b,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:27.894754 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-75dd5cb6-e668-4c11-8ce9-8cd9b6db522e tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] device_id is not set on port 2e367a58-145d-44dd-965a-6ad79db2e09b yet. {{(pid=94701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:55:28.034696 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bf873b90-1eb9-4717-9504-7047aa9413d7 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:28.036746 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-bf873b90-1eb9-4717-9504-7047aa9413d7 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "DELETE /v2.0/ports/f7e78fdf-35eb-4cf2-890d-5924a0b2a46b HTTP/1.1" status: 204 len: 168 time: 1.1375525 Sep 07 02:55:28.043544 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47490) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:28.138667 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b5aefa7-56aa-4cfd-b189-57174ad9aec1 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] GET failed (client error): The resource could not be found. Sep 07 02:55:28.140259 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-3b5aefa7-56aa-4cfd-b189-57174ad9aec1 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "GET /v2.0/ports/f7e78fdf-35eb-4cf2-890d-5924a0b2a46b HTTP/1.1" status: 404 len: 333 time: 0.0956938 Sep 07 02:55:28.156371 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47494) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:28.190513 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2ab5e3bf-97a2-43c7-aa15-93482488c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:28.235688 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd06e9ac-7fd7-4bcd-9b3d-8329a26dadad req-d20dcfb5-e65c-46fd-9526-e8594849c981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:28.237303 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dd06e9ac-7fd7-4bcd-9b3d-8329a26dadad req-d20dcfb5-e65c-46fd-9526-e8594849c981 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=103ac334-b143-4aa6-b47e-38c58338796c HTTP/1.1" status: 200 len: 1097 time: 0.4479856 Sep 07 02:55:28.237521 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-75dd5cb6-e668-4c11-8ce9-8cd9b6db522e tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:28.270667 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a1b77-6ce0-44c4-a5e4-d1f4b6d46e79 req-f1c0cd48-b5eb-4c19-aa83-d464ed3300b7 tempest-ServerPasswordTestJSON-1359278705 tempest-ServerPasswordTestJSON-1359278705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:28.272227 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ed0a1b77-6ce0-44c4-a5e4-d1f4b6d46e79 req-f1c0cd48-b5eb-4c19-aa83-d464ed3300b7 tempest-ServerPasswordTestJSON-1359278705 tempest-ServerPasswordTestJSON-1359278705-project] 10.222.0.22 "GET /v2.0/ports?device_id=103ac334-b143-4aa6-b47e-38c58338796c HTTP/1.1" status: 200 len: 945 time: 0.1612496 Sep 07 02:55:28.274256 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dd06e9ac-7fd7-4bcd-9b3d-8329a26dadad req-fa16fdfb-ee67-4c51-9f0f-1e944035dcbb service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=aa88aeb3-3135-489e-a005-1206b0301ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294633 Sep 07 02:55:28.282276 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ce024f7-4242-4944-bdf8-ad9d3f398a5b tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Deleting subnet 789b00e7-ccf2-4a34-ad1d-77d4ce74e38c {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:55:28.293515 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5ce024f7-4242-4944-bdf8-ad9d3f398a5b tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:28.367719 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-75dd5cb6-e668-4c11-8ce9-8cd9b6db522e tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:28.371129 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5ce024f7-4242-4944-bdf8-ad9d3f398a5b tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:28.404083 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ed0a1b77-6ce0-44c4-a5e4-d1f4b6d46e79 req-4a2983b5-c296-495f-8b36-03eb8d9a24a6 tempest-ServerPasswordTestJSON-1359278705 tempest-ServerPasswordTestJSON-1359278705-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa88aeb3-3135-489e-a005-1206b0301ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180508 Sep 07 02:55:28.447445 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75dd5cb6-e668-4c11-8ce9-8cd9b6db522e tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Network 8539422e-1a9f-4fd8-a78c-047ff80c2112 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:55:28.454023 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-75dd5cb6-e668-4c11-8ce9-8cd9b6db522e tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:55:28.459406 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dd5cb6-e668-4c11-8ce9-8cd9b6db522e tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:55:28.460396 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75dd5cb6-e668-4c11-8ce9-8cd9b6db522e tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:28.461071 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-75dd5cb6-e668-4c11-8ce9-8cd9b6db522e tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:28.475404 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03620ed-e6ef-4b41-b54a-bc382de57a0a req-8d7f8ac1-0c53-4700-9388-884d1d944a45 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:28.477111 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c03620ed-e6ef-4b41-b54a-bc382de57a0a req-8d7f8ac1-0c53-4700-9388-884d1d944a45 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 947 time: 0.0540025 Sep 07 02:55:28.480307 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dd5cb6-e668-4c11-8ce9-8cd9b6db522e tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Pushing event updated for resources: {'Port': ['ID=2e367a58-145d-44dd-965a-6ad79db2e09b,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:28.514915 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-75dd5cb6-e668-4c11-8ce9-8cd9b6db522e tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7221808 Sep 07 02:55:28.516679 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47508) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:28.524775 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c03620ed-e6ef-4b41-b54a-bc382de57a0a req-c189f0e5-1240-4e05-bd1e-e57fe1d57a1b tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=71b22b25-b5d6-4ba9-812b-2e36880aadcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372167 Sep 07 02:55:28.527252 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-796209-16'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:55:28.569572 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5ce024f7-4242-4944-bdf8-ad9d3f398a5b tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:28.621400 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:28.687568 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5ce024f7-4242-4944-bdf8-ad9d3f398a5b tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:28.705509 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:28.733035 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce024f7-4242-4944-bdf8-ad9d3f398a5b tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event deleted for resources: {'Subnet': ['ID=789b00e7-ccf2-4a34-ad1d-77d4ce74e38c,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:28.739647 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5ce024f7-4242-4944-bdf8-ad9d3f398a5b tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:28.741531 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-5ce024f7-4242-4944-bdf8-ad9d3f398a5b tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "DELETE /v2.0/subnets/789b00e7-ccf2-4a34-ad1d-77d4ce74e38c HTTP/1.1" status: 204 len: 168 time: 0.5831134 Sep 07 02:55:28.744127 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47516) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:28.746883 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c04bfa-64d9-44f4-a5e1-e42cb0184377 None None] Network 7ca2038a-24fd-466e-9fa7-61e92b660811 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:55:28.877040 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e9c97338-ed76-4d48-9e66-930d5c5bfdab tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:28.944850 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdc47db-983f-4bc0-b259-4512c3c3916b None None] DHCP port deletion for 7ca2038a-24fd-466e-9fa7-61e92b660811 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:55:28.947181 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] device_id is not set on port 2e367a58-145d-44dd-965a-6ad79db2e09b yet. {{(pid=94701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:55:28.957419 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:28.976246 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Transition to ACTIVE for port object 2e367a58-145d-44dd-965a-6ad79db2e09b will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:55:28.981486 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:29.001527 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-0bdc47db-983f-4bc0-b259-4512c3c3916b None None] Deleting port 30387f0e-dfbb-442b-9da9-d08d5f3f9765 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:55:29.001997 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0bdc47db-983f-4bc0-b259-4512c3c3916b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:29.020801 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-e9c97338-ed76-4d48-9e66-930d5c5bfdab tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Deleting port 30387f0e-dfbb-442b-9da9-d08d5f3f9765 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:55:29.021148 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e9c97338-ed76-4d48-9e66-930d5c5bfdab tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:29.083537 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-0bdc47db-983f-4bc0-b259-4512c3c3916b None None] For port 30387f0e-dfbb-442b-9da9-d08d5f3f9765, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=30387f0e-dfbb-442b-9da9-d08d5f3f9765,segment=NetworkSegment(a969321c-9674-4e0c-a13f-dbd4cb3f1df2),segment_id=a969321c-9674-4e0c-a13f-dbd4cb3f1df2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:55:29.084184 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0bdc47db-983f-4bc0-b259-4512c3c3916b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:29.090472 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Pushing event updated for resources: {'Port': ['ID=2e367a58-145d-44dd-965a-6ad79db2e09b,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:29.117290 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-e9c97338-ed76-4d48-9e66-930d5c5bfdab tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] For port 30387f0e-dfbb-442b-9da9-d08d5f3f9765, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=30387f0e-dfbb-442b-9da9-d08d5f3f9765,segment=NetworkSegment(a969321c-9674-4e0c-a13f-dbd4cb3f1df2),segment_id=a969321c-9674-4e0c-a13f-dbd4cb3f1df2)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:55:29.117676 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e9c97338-ed76-4d48-9e66-930d5c5bfdab tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:29.126967 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port 2e367a58-145d-44dd-965a-6ad79db2e09b on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:55:29.127309 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port 2e367a58-145d-44dd-965a-6ad79db2e09b by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '8d8e42a5-3484-4d3e-812b-6e37dc604c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8539422e-1a9f-4fd8-a78c-047ff80c2112'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:55:29.127675 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port 2e367a58-145d-44dd-965a-6ad79db2e09b on network 8539422e-1a9f-4fd8-a78c-047ff80c2112 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:55:29.136536 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Port 2e367a58-145d-44dd-965a-6ad79db2e09b on network 8539422e-1a9f-4fd8-a78c-047ff80c2112 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:55:29.136881 n-d-796209-16 neutron-server[94701]: ERROR neutron.plugins.ml2.managers [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Failed to bind port 2e367a58-145d-44dd-965a-6ad79db2e09b on host n-h1-796209-16 for vnic_type normal using segments [{'id': '8d8e42a5-3484-4d3e-812b-6e37dc604c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8539422e-1a9f-4fd8-a78c-047ff80c2112'}] Sep 07 02:55:29.137737 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-e9c97338-ed76-4d48-9e66-930d5c5bfdab tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Calling delete_port for 30387f0e-dfbb-442b-9da9-d08d5f3f9765 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:55:29.139807 n-d-796209-16 neutron-server[94701]: INFO neutron.plugins.ml2.plugin [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempt 2 to bind port 2e367a58-145d-44dd-965a-6ad79db2e09b Sep 07 02:55:29.161241 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port 2e367a58-145d-44dd-965a-6ad79db2e09b on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:55:29.161635 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port 2e367a58-145d-44dd-965a-6ad79db2e09b by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '8d8e42a5-3484-4d3e-812b-6e37dc604c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8539422e-1a9f-4fd8-a78c-047ff80c2112'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:55:29.161934 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port 2e367a58-145d-44dd-965a-6ad79db2e09b on network 8539422e-1a9f-4fd8-a78c-047ff80c2112 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:55:29.196437 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Port 2e367a58-145d-44dd-965a-6ad79db2e09b on network 8539422e-1a9f-4fd8-a78c-047ff80c2112 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:55:29.196686 n-d-796209-16 neutron-server[94701]: ERROR neutron.plugins.ml2.managers [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Failed to bind port 2e367a58-145d-44dd-965a-6ad79db2e09b on host n-h1-796209-16 for vnic_type normal using segments [{'id': '8d8e42a5-3484-4d3e-812b-6e37dc604c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8539422e-1a9f-4fd8-a78c-047ff80c2112'}] Sep 07 02:55:29.198248 n-d-796209-16 neutron-server[94701]: INFO neutron.plugins.ml2.plugin [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempt 3 to bind port 2e367a58-145d-44dd-965a-6ad79db2e09b Sep 07 02:55:29.217438 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port 2e367a58-145d-44dd-965a-6ad79db2e09b on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:55:29.217780 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port 2e367a58-145d-44dd-965a-6ad79db2e09b by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '8d8e42a5-3484-4d3e-812b-6e37dc604c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8539422e-1a9f-4fd8-a78c-047ff80c2112'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:55:29.218130 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port 2e367a58-145d-44dd-965a-6ad79db2e09b on network 8539422e-1a9f-4fd8-a78c-047ff80c2112 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:55:29.225986 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Port 2e367a58-145d-44dd-965a-6ad79db2e09b on network 8539422e-1a9f-4fd8-a78c-047ff80c2112 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:55:29.226326 n-d-796209-16 neutron-server[94701]: ERROR neutron.plugins.ml2.managers [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Failed to bind port 2e367a58-145d-44dd-965a-6ad79db2e09b on host n-h1-796209-16 for vnic_type normal using segments [{'id': '8d8e42a5-3484-4d3e-812b-6e37dc604c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8539422e-1a9f-4fd8-a78c-047ff80c2112'}] Sep 07 02:55:29.230997 n-d-796209-16 neutron-server[94701]: INFO neutron.plugins.ml2.plugin [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempt 4 to bind port 2e367a58-145d-44dd-965a-6ad79db2e09b Sep 07 02:55:29.251012 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-0bdc47db-983f-4bc0-b259-4512c3c3916b None None] Calling delete_port for 30387f0e-dfbb-442b-9da9-d08d5f3f9765 owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:55:29.251470 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port 2e367a58-145d-44dd-965a-6ad79db2e09b on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:55:29.251839 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port 2e367a58-145d-44dd-965a-6ad79db2e09b by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '8d8e42a5-3484-4d3e-812b-6e37dc604c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8539422e-1a9f-4fd8-a78c-047ff80c2112'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:55:29.252198 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port 2e367a58-145d-44dd-965a-6ad79db2e09b on network 8539422e-1a9f-4fd8-a78c-047ff80c2112 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:55:29.267079 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Port 2e367a58-145d-44dd-965a-6ad79db2e09b on network 8539422e-1a9f-4fd8-a78c-047ff80c2112 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:55:29.267079 n-d-796209-16 neutron-server[94701]: ERROR neutron.plugins.ml2.managers [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Failed to bind port 2e367a58-145d-44dd-965a-6ad79db2e09b on host n-h1-796209-16 for vnic_type normal using segments [{'id': '8d8e42a5-3484-4d3e-812b-6e37dc604c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8539422e-1a9f-4fd8-a78c-047ff80c2112'}] Sep 07 02:55:29.267652 n-d-796209-16 neutron-server[94701]: INFO neutron.plugins.ml2.plugin [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempt 5 to bind port 2e367a58-145d-44dd-965a-6ad79db2e09b Sep 07 02:55:29.284774 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port 2e367a58-145d-44dd-965a-6ad79db2e09b on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:55:29.285360 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port 2e367a58-145d-44dd-965a-6ad79db2e09b by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '8d8e42a5-3484-4d3e-812b-6e37dc604c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8539422e-1a9f-4fd8-a78c-047ff80c2112'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:55:29.285795 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port 2e367a58-145d-44dd-965a-6ad79db2e09b on network 8539422e-1a9f-4fd8-a78c-047ff80c2112 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:55:29.289384 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e9c97338-ed76-4d48-9e66-930d5c5bfdab tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:29.300842 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Port 2e367a58-145d-44dd-965a-6ad79db2e09b on network 8539422e-1a9f-4fd8-a78c-047ff80c2112 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:55:29.301430 n-d-796209-16 neutron-server[94701]: ERROR neutron.plugins.ml2.managers [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Failed to bind port 2e367a58-145d-44dd-965a-6ad79db2e09b on host n-h1-796209-16 for vnic_type normal using segments [{'id': '8d8e42a5-3484-4d3e-812b-6e37dc604c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8539422e-1a9f-4fd8-a78c-047ff80c2112'}] Sep 07 02:55:29.317964 n-d-796209-16 neutron-server[94701]: INFO neutron.plugins.ml2.plugin [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempt 6 to bind port 2e367a58-145d-44dd-965a-6ad79db2e09b Sep 07 02:55:29.329400 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c97338-ed76-4d48-9e66-930d5c5bfdab tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event deleted for resources: {'Port': ['ID=30387f0e-dfbb-442b-9da9-d08d5f3f9765,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:29.337095 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c97338-ed76-4d48-9e66-930d5c5bfdab tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] No DVR routers for this DVR port 30387f0e-dfbb-442b-9da9-d08d5f3f9765 on host n-d-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:55:29.359097 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 30387f0e-dfbb-442b-9da9-d08d5f3f9765 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:55:29.368042 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c97338-ed76-4d48-9e66-930d5c5bfdab tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:55:29.368487 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c97338-ed76-4d48-9e66-930d5c5bfdab tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:55:29.368803 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c97338-ed76-4d48-9e66-930d5c5bfdab tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:55:29.369102 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c97338-ed76-4d48-9e66-930d5c5bfdab tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:55:29.369439 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c97338-ed76-4d48-9e66-930d5c5bfdab tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:55:29.369772 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c97338-ed76-4d48-9e66-930d5c5bfdab tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:55:29.370107 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c97338-ed76-4d48-9e66-930d5c5bfdab tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:55:29.370439 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c97338-ed76-4d48-9e66-930d5c5bfdab tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:55:29.370768 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c97338-ed76-4d48-9e66-930d5c5bfdab tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:55:29.371098 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c97338-ed76-4d48-9e66-930d5c5bfdab tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:55:29.371429 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c97338-ed76-4d48-9e66-930d5c5bfdab tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:55:29.371783 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c97338-ed76-4d48-9e66-930d5c5bfdab tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:55:29.374940 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port 2e367a58-145d-44dd-965a-6ad79db2e09b on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:55:29.375275 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port 2e367a58-145d-44dd-965a-6ad79db2e09b by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '8d8e42a5-3484-4d3e-812b-6e37dc604c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8539422e-1a9f-4fd8-a78c-047ff80c2112'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:55:29.375666 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port 2e367a58-145d-44dd-965a-6ad79db2e09b on network 8539422e-1a9f-4fd8-a78c-047ff80c2112 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:55:29.387312 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 30387f0e-dfbb-442b-9da9-d08d5f3f9765 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:55:29.387781 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 30387f0e-dfbb-442b-9da9-d08d5f3f9765 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:55:29.396215 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Port 2e367a58-145d-44dd-965a-6ad79db2e09b on network 8539422e-1a9f-4fd8-a78c-047ff80c2112 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:55:29.396915 n-d-796209-16 neutron-server[94701]: ERROR neutron.plugins.ml2.managers [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Failed to bind port 2e367a58-145d-44dd-965a-6ad79db2e09b on host n-h1-796209-16 for vnic_type normal using segments [{'id': '8d8e42a5-3484-4d3e-812b-6e37dc604c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8539422e-1a9f-4fd8-a78c-047ff80c2112'}] Sep 07 02:55:29.401053 n-d-796209-16 neutron-server[94701]: INFO neutron.plugins.ml2.plugin [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempt 7 to bind port 2e367a58-145d-44dd-965a-6ad79db2e09b Sep 07 02:55:29.414163 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0bdc47db-983f-4bc0-b259-4512c3c3916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:29.448762 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port 2e367a58-145d-44dd-965a-6ad79db2e09b on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:55:29.449105 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port 2e367a58-145d-44dd-965a-6ad79db2e09b by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '8d8e42a5-3484-4d3e-812b-6e37dc604c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8539422e-1a9f-4fd8-a78c-047ff80c2112'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:55:29.449450 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port 2e367a58-145d-44dd-965a-6ad79db2e09b on network 8539422e-1a9f-4fd8-a78c-047ff80c2112 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:55:29.453330 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e9c97338-ed76-4d48-9e66-930d5c5bfdab tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:29.455614 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdc47db-983f-4bc0-b259-4512c3c3916b None None] Pushing event deleted for resources: {'Port': ['ID=30387f0e-dfbb-442b-9da9-d08d5f3f9765,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:29.461780 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdc47db-983f-4bc0-b259-4512c3c3916b None None] No DVR routers for this DVR port 30387f0e-dfbb-442b-9da9-d08d5f3f9765 on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:55:29.464096 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Port 2e367a58-145d-44dd-965a-6ad79db2e09b on network 8539422e-1a9f-4fd8-a78c-047ff80c2112 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:55:29.464435 n-d-796209-16 neutron-server[94701]: ERROR neutron.plugins.ml2.managers [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Failed to bind port 2e367a58-145d-44dd-965a-6ad79db2e09b on host n-h1-796209-16 for vnic_type normal using segments [{'id': '8d8e42a5-3484-4d3e-812b-6e37dc604c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8539422e-1a9f-4fd8-a78c-047ff80c2112'}] Sep 07 02:55:29.467831 n-d-796209-16 neutron-server[94701]: INFO neutron.plugins.ml2.plugin [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempt 8 to bind port 2e367a58-145d-44dd-965a-6ad79db2e09b Sep 07 02:55:29.488320 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-e9c97338-ed76-4d48-9e66-930d5c5bfdab tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ca2038a-24fd-466e-9fa7-61e92b660811']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:55:29.496646 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port 2e367a58-145d-44dd-965a-6ad79db2e09b on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:55:29.497088 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port 2e367a58-145d-44dd-965a-6ad79db2e09b by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '8d8e42a5-3484-4d3e-812b-6e37dc604c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8539422e-1a9f-4fd8-a78c-047ff80c2112'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:55:29.497863 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port 2e367a58-145d-44dd-965a-6ad79db2e09b on network 8539422e-1a9f-4fd8-a78c-047ff80c2112 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:55:29.503075 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-e9c97338-ed76-4d48-9e66-930d5c5bfdab tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a969321c-9674-4e0c-a13f-dbd4cb3f1df2') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:55:29.503372 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-e9c97338-ed76-4d48-9e66-930d5c5bfdab tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a969321c-9674-4e0c-a13f-dbd4cb3f1df2') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:55:29.511002 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Port 2e367a58-145d-44dd-965a-6ad79db2e09b on network 8539422e-1a9f-4fd8-a78c-047ff80c2112 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:55:29.511325 n-d-796209-16 neutron-server[94701]: ERROR neutron.plugins.ml2.managers [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Failed to bind port 2e367a58-145d-44dd-965a-6ad79db2e09b on host n-h1-796209-16 for vnic_type normal using segments [{'id': '8d8e42a5-3484-4d3e-812b-6e37dc604c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8539422e-1a9f-4fd8-a78c-047ff80c2112'}] Sep 07 02:55:29.513753 n-d-796209-16 neutron-server[94701]: INFO neutron.plugins.ml2.plugin [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempt 9 to bind port 2e367a58-145d-44dd-965a-6ad79db2e09b Sep 07 02:55:29.516344 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:29.518252 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e9c97338-ed76-4d48-9e66-930d5c5bfdab tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:29.552554 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e9c97338-ed76-4d48-9e66-930d5c5bfdab tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:29.567597 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port 2e367a58-145d-44dd-965a-6ad79db2e09b on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:55:29.567939 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port 2e367a58-145d-44dd-965a-6ad79db2e09b by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '8d8e42a5-3484-4d3e-812b-6e37dc604c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8539422e-1a9f-4fd8-a78c-047ff80c2112'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:55:29.568282 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port 2e367a58-145d-44dd-965a-6ad79db2e09b on network 8539422e-1a9f-4fd8-a78c-047ff80c2112 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:55:29.579567 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9c97338-ed76-4d48-9e66-930d5c5bfdab tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:55:29.579983 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e9c97338-ed76-4d48-9e66-930d5c5bfdab tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:29.583160 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:55:29.583160 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:55:29.583160 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:55:29.583160 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:55:29.583160 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:55:29.583160 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:55:29.583160 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:55:29.583160 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:55:29.583160 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:55:29.583160 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:55:29.583160 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:55:29.583160 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:55:29.583160 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:55:29.583160 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:55:29.583160 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:55:29.583160 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:55:29.583160 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:55:29.583160 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:55:29.583160 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:55:29.583160 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:55:29.583160 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:55:29.583160 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:55:29.583160 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:55:29.583160 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:55:29.583160 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:55:29.583160 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:55:29.583160 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:55:29.583160 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:55:29.583160 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:55:29.583160 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:55:29.583160 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:55:29.583160 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:55:29.585636 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Port 2e367a58-145d-44dd-965a-6ad79db2e09b on network 8539422e-1a9f-4fd8-a78c-047ff80c2112 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:55:29.585636 n-d-796209-16 neutron-server[94701]: ERROR neutron.plugins.ml2.managers [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Failed to bind port 2e367a58-145d-44dd-965a-6ad79db2e09b on host n-h1-796209-16 for vnic_type normal using segments [{'id': '8d8e42a5-3484-4d3e-812b-6e37dc604c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8539422e-1a9f-4fd8-a78c-047ff80c2112'}] Sep 07 02:55:29.594153 n-d-796209-16 neutron-server[94701]: INFO neutron.plugins.ml2.plugin [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempt 10 to bind port 2e367a58-145d-44dd-965a-6ad79db2e09b Sep 07 02:55:29.652165 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port 2e367a58-145d-44dd-965a-6ad79db2e09b on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:55:29.652559 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port 2e367a58-145d-44dd-965a-6ad79db2e09b by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '8d8e42a5-3484-4d3e-812b-6e37dc604c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8539422e-1a9f-4fd8-a78c-047ff80c2112'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:55:29.652847 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port 2e367a58-145d-44dd-965a-6ad79db2e09b on network 8539422e-1a9f-4fd8-a78c-047ff80c2112 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:55:29.668834 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242889c-040c-43c0-a752-9f204ae7784d req-b4366fe8-784f-4ba9-bc76-59b94eac763a tempest-ServerPasswordTestJSON-1359278705 tempest-ServerPasswordTestJSON-1359278705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:29.670388 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0242889c-040c-43c0-a752-9f204ae7784d req-b4366fe8-784f-4ba9-bc76-59b94eac763a tempest-ServerPasswordTestJSON-1359278705 tempest-ServerPasswordTestJSON-1359278705-project] 10.222.0.22 "GET /v2.0/ports?device_id=103ac334-b143-4aa6-b47e-38c58338796c HTTP/1.1" status: 200 len: 945 time: 0.1355932 Sep 07 02:55:29.670945 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Port 2e367a58-145d-44dd-965a-6ad79db2e09b on network 8539422e-1a9f-4fd8-a78c-047ff80c2112 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:55:29.671272 n-d-796209-16 neutron-server[94701]: ERROR neutron.plugins.ml2.managers [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Failed to bind port 2e367a58-145d-44dd-965a-6ad79db2e09b on host n-h1-796209-16 for vnic_type normal using segments [{'id': '8d8e42a5-3484-4d3e-812b-6e37dc604c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8539422e-1a9f-4fd8-a78c-047ff80c2112'}] Sep 07 02:55:29.671666 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:29.674822 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e9c97338-ed76-4d48-9e66-930d5c5bfdab tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:29.691520 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e9c97338-ed76-4d48-9e66-930d5c5bfdab tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:29.693354 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e9c97338-ed76-4d48-9e66-930d5c5bfdab tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "DELETE /v2.0/networks/7ca2038a-24fd-466e-9fa7-61e92b660811 HTTP/1.1" status: 204 len: 168 time: 0.9483166 Sep 07 02:55:29.697020 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 47538) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:29.703675 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-1d74932f-1c32-47a4-b66e-db766cdf1312 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-608861657'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:55:29.723607 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c97338-ed76-4d48-9e66-930d5c5bfdab tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event deleted for resources: {'Network': ['ID=7ca2038a-24fd-466e-9fa7-61e92b660811,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:29.730237 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d74932f-1c32-47a4-b66e-db766cdf1312 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Made reservation on behalf of 819c73709af74aee976d11a35d78d7e6 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:55:29.734809 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1d74932f-1c32-47a4-b66e-db766cdf1312 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:29.760534 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d74932f-1c32-47a4-b66e-db766cdf1312 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:55:29.770894 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1d74932f-1c32-47a4-b66e-db766cdf1312 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:29.771232 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-1d74932f-1c32-47a4-b66e-db766cdf1312 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Added segment 4d2e7b6c-66ad-46f4-ad44-0069945ef80b of type vlan for network 4db5c5bb-994f-4e67-897d-8455673f791c Sep 07 02:55:29.772982 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0242889c-040c-43c0-a752-9f204ae7784d req-7ad8c4d4-d677-4f79-a067-d9c102dc7d0c tempest-ServerPasswordTestJSON-1359278705 tempest-ServerPasswordTestJSON-1359278705-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa88aeb3-3135-489e-a005-1206b0301ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907679 Sep 07 02:55:29.791635 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] For port 2e367a58-145d-44dd-965a-6ad79db2e09b, host n-h1-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:55:29.792219 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempted to set empty binding levels {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 07 02:55:29.797830 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:29.831362 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] In _notify_port_updated(), no bound segment for port 2e367a58-145d-44dd-965a-6ad79db2e09b on network 8539422e-1a9f-4fd8-a78c-047ff80c2112 {{(pid=94701) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 02:55:29.832477 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:29.833102 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:29.833239 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1d74932f-1c32-47a4-b66e-db766cdf1312 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:29.834431 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] 10.222.0.22 "PUT /v2.0/ports/2e367a58-145d-44dd-965a-6ad79db2e09b HTTP/1.1" status: 200 len: 980 time: 1.3136661 Sep 07 02:55:29.837126 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47542) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:29.874965 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1d74932f-1c32-47a4-b66e-db766cdf1312 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:29.882829 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d74932f-1c32-47a4-b66e-db766cdf1312 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:29.883692 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1d74932f-1c32-47a4-b66e-db766cdf1312 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:29.912698 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f7f7ae-ba95-4f24-b33d-567022723625 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Pushing event updated for resources: {'Port': ['ID=2e367a58-145d-44dd-965a-6ad79db2e09b,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:29.930294 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-1d74932f-1c32-47a4-b66e-db766cdf1312 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2313228 Sep 07 02:55:29.938638 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47546) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:29.944682 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-3e914e27-2175-4be8-a586-8a1ee34964ec tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Request body: {'subnet': {'network_id': '4db5c5bb-994f-4e67-897d-8455673f791c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:55:29.970659 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d74932f-1c32-47a4-b66e-db766cdf1312 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event updated for resources: {'Network': ['ID=4db5c5bb-994f-4e67-897d-8455673f791c,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:29.972578 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9a3ac1-5fb1-4eca-be94-0f9254db056c tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:29.973065 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9a3ac1-5fb1-4eca-be94-0f9254db056c tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:29.973633 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9a3ac1-5fb1-4eca-be94-0f9254db056c tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:29.974007 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9a3ac1-5fb1-4eca-be94-0f9254db056c tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:29.974533 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9a3ac1-5fb1-4eca-be94-0f9254db056c tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:29.974982 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9a3ac1-5fb1-4eca-be94-0f9254db056c tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:29.975435 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9a3ac1-5fb1-4eca-be94-0f9254db056c tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:29.975928 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9a3ac1-5fb1-4eca-be94-0f9254db056c tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:29.976562 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9a3ac1-5fb1-4eca-be94-0f9254db056c tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:29.977018 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9a3ac1-5fb1-4eca-be94-0f9254db056c tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:29.977502 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9a3ac1-5fb1-4eca-be94-0f9254db056c tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:29.977941 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9a3ac1-5fb1-4eca-be94-0f9254db056c tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:29.978705 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9a3ac1-5fb1-4eca-be94-0f9254db056c tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:29.978897 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9a3ac1-5fb1-4eca-be94-0f9254db056c tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:29.979300 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9a3ac1-5fb1-4eca-be94-0f9254db056c tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:29.979860 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9a3ac1-5fb1-4eca-be94-0f9254db056c tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:29.980328 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9a3ac1-5fb1-4eca-be94-0f9254db056c tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:29.983416 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 4db5c5bb-994f-4e67-897d-8455673f791c details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:55:29.984113 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-5d9a3ac1-5fb1-4eca-be94-0f9254db056c tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15162 time: 0.1447532 Sep 07 02:55:29.992812 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47550) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:30.130496 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e914e27-2175-4be8-a586-8a1ee34964ec tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Made reservation on behalf of 819c73709af74aee976d11a35d78d7e6 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:55:30.134122 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3e914e27-2175-4be8-a586-8a1ee34964ec tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:30.173614 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-db7afe38-b862-4cb6-89f0-e8684574b47d tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Deleting port 2e367a58-145d-44dd-965a-6ad79db2e09b {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:55:30.173994 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-db7afe38-b862-4cb6-89f0-e8684574b47d tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:30.317164 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-db7afe38-b862-4cb6-89f0-e8684574b47d tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] For port 2e367a58-145d-44dd-965a-6ad79db2e09b, host n-h1-796209-16, got binding levels [] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:55:30.317536 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-db7afe38-b862-4cb6-89f0-e8684574b47d tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:30.336084 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-db7afe38-b862-4cb6-89f0-e8684574b47d tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Calling delete_port for 2e367a58-145d-44dd-965a-6ad79db2e09b owned by {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:55:30.388926 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e95c9-258d-48fe-adb6-104f6c71a3a9 req-8e2848c3-988f-4ddb-abaf-b26dab944e1e tempest-ServerPasswordTestJSON-1359278705 tempest-ServerPasswordTestJSON-1359278705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:30.390455 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0d1e95c9-258d-48fe-adb6-104f6c71a3a9 req-8e2848c3-988f-4ddb-abaf-b26dab944e1e tempest-ServerPasswordTestJSON-1359278705 tempest-ServerPasswordTestJSON-1359278705-project] 10.222.0.22 "GET /v2.0/ports?device_id=103ac334-b143-4aa6-b47e-38c58338796c HTTP/1.1" status: 200 len: 945 time: 0.1546867 Sep 07 02:55:30.530156 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0d1e95c9-258d-48fe-adb6-104f6c71a3a9 req-f53905c2-4195-427d-8d57-fce350d29a16 tempest-ServerPasswordTestJSON-1359278705 tempest-ServerPasswordTestJSON-1359278705-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa88aeb3-3135-489e-a005-1206b0301ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061475 Sep 07 02:55:30.545233 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3e914e27-2175-4be8-a586-8a1ee34964ec tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:30.549979 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-db7afe38-b862-4cb6-89f0-e8684574b47d tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:30.626068 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7afe38-b862-4cb6-89f0-e8684574b47d tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Pushing event deleted for resources: {'Port': ['ID=2e367a58-145d-44dd-965a-6ad79db2e09b,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:30.636868 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-db7afe38-b862-4cb6-89f0-e8684574b47d tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:30.638223 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-db7afe38-b862-4cb6-89f0-e8684574b47d tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] 10.222.0.22 "DELETE /v2.0/ports/2e367a58-145d-44dd-965a-6ad79db2e09b HTTP/1.1" status: 204 len: 168 time: 0.6444597 Sep 07 02:55:30.640908 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 47574) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:30.651167 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e914e27-2175-4be8-a586-8a1ee34964ec tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event updated for resources: {'Subnet': ['ID=be34a8fc-e6b5-4b4e-8048-8a6b0f4f7d66,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:30.666054 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-70a13025-2a10-4e2f-ad4b-abe15b17fd07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] GET failed (client error): The resource could not be found. Sep 07 02:55:30.672373 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-70a13025-2a10-4e2f-ad4b-abe15b17fd07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] 10.222.0.22 "GET /v2.0/ports/2e367a58-145d-44dd-965a-6ad79db2e09b HTTP/1.1" status: 404 len: 333 time: 0.0259690 Sep 07 02:55:30.672573 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e914e27-2175-4be8-a586-8a1ee34964ec tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Checking segment: {'id': '4d2e7b6c-66ad-46f4-ad44-0069945ef80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4db5c5bb-994f-4e67-897d-8455673f791c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:55:30.672573 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e914e27-2175-4be8-a586-8a1ee34964ec tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Network hostable DHCP agents. Network: 4db5c5bb-994f-4e67-897d-8455673f791c, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:55:30.672755 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 47576) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:30.679229 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-03b93764-0f63-44ff-ba34-454e93112e3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844814577', 'network_id': '8539422e-1a9f-4fd8-a78c-047ff80c2112'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:55:30.688717 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e914e27-2175-4be8-a586-8a1ee34964ec tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Network 4db5c5bb-994f-4e67-897d-8455673f791c is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:55:30.698035 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-3e914e27-2175-4be8-a586-8a1ee34964ec tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 4db5c5bb-994f-4e67-897d-8455673f791c) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:55:30.700221 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b93764-0f63-44ff-ba34-454e93112e3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Made reservation on behalf of a217e5a66fd64a43961d1ae0d14578e2 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:55:30.702612 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e914e27-2175-4be8-a586-8a1ee34964ec tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:30.703211 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3e914e27-2175-4be8-a586-8a1ee34964ec tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:30.703915 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-03b93764-0f63-44ff-ba34-454e93112e3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:30.708625 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05337650-0c0c-4c53-8060-e504f9366c3b None None] Network 4db5c5bb-994f-4e67-897d-8455673f791c requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:55:30.722354 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-03b93764-0f63-44ff-ba34-454e93112e3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] device_id is not set on port 43d2cef4-db4a-4e43-a623-12c7c01ea150 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:55:30.724037 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-3e914e27-2175-4be8-a586-8a1ee34964ec tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7843370 Sep 07 02:55:30.725619 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47578) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:30.732306 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-e83c32a5-7093-48f0-b756-779d80964c9f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Request body: {'port': {'network_id': '4db5c5bb-994f-4e67-897d-8455673f791c', 'name': 'tempest-PortsIpV6TestJSON-856361852', 'fixed_ips': [{'subnet_id': 'be34a8fc-e6b5-4b4e-8048-8a6b0f4f7d66', 'ip_address': '2001:db8::10'}]}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:55:30.875291 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83c32a5-7093-48f0-b756-779d80964c9f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Made reservation on behalf of 819c73709af74aee976d11a35d78d7e6 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:55:30.902798 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991308f3-c711-46c4-8e84-a9e8f9e671cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-4db5c5bb-994f-4e67-897d-8455673f791c', 'network_id': '4db5c5bb-994f-4e67-897d-8455673f791c', 'tenant_id': '819c73709af74aee976d11a35d78d7e6', 'fixed_ips': [{'subnet_id': 'be34a8fc-e6b5-4b4e-8048-8a6b0f4f7d66'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:55:30.904482 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-991308f3-c711-46c4-8e84-a9e8f9e671cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:30.932857 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-03b93764-0f63-44ff-ba34-454e93112e3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:30.978878 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-03b93764-0f63-44ff-ba34-454e93112e3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:30.994228 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e83c32a5-7093-48f0-b756-779d80964c9f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:31.012160 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-e83c32a5-7093-48f0-b756-779d80964c9f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] device_id is not set on port 13ea3ebe-c589-4dad-9420-b0b8a3312990 yet. {{(pid=94701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:55:31.037040 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b93764-0f63-44ff-ba34-454e93112e3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Network 8539422e-1a9f-4fd8-a78c-047ff80c2112 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:55:31.040290 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-03b93764-0f63-44ff-ba34-454e93112e3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:55:31.048391 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b93764-0f63-44ff-ba34-454e93112e3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:55:31.049654 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b93764-0f63-44ff-ba34-454e93112e3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:31.050421 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-03b93764-0f63-44ff-ba34-454e93112e3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:31.068701 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b93764-0f63-44ff-ba34-454e93112e3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Pushing event updated for resources: {'Port': ['ID=43d2cef4-db4a-4e43-a623-12c7c01ea150,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:31.082504 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-03b93764-0f63-44ff-ba34-454e93112e3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4060841 Sep 07 02:55:31.083357 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 47594) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:31.099912 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-991308f3-c711-46c4-8e84-a9e8f9e671cf None None] Allocated IP 2001:db8::2 (4db5c5bb-994f-4e67-897d-8455673f791c/be34a8fc-e6b5-4b4e-8048-8a6b0f4f7d66/61adcb88-ee31-4570-b040-89bf5348694b) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:55:31.118155 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbd588e-a733-4261-b18b-30c1cde910b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:31.120238 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-8fbd588e-a733-4261-b18b-30c1cde910b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] 10.222.0.22 "GET /v2.0/ports/43d2cef4-db4a-4e43-a623-12c7c01ea150 HTTP/1.1" status: 200 len: 959 time: 0.0358906 Sep 07 02:55:31.123056 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 47598) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:31.207711 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-875971af-770f-49eb-9b76-c13ebe520bff tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Deleting port 43d2cef4-db4a-4e43-a623-12c7c01ea150 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:55:31.208119 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-875971af-770f-49eb-9b76-c13ebe520bff tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:31.275065 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-875971af-770f-49eb-9b76-c13ebe520bff tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:31.287940 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-875971af-770f-49eb-9b76-c13ebe520bff tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Calling delete_port for 43d2cef4-db4a-4e43-a623-12c7c01ea150 owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:55:31.290112 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-991308f3-c711-46c4-8e84-a9e8f9e671cf None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:31.300020 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-991308f3-c711-46c4-8e84-a9e8f9e671cf None None] Transition to ACTIVE for port object 61adcb88-ee31-4570-b040-89bf5348694b will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:55:31.317901 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-991308f3-c711-46c4-8e84-a9e8f9e671cf None None] Transition to ACTIVE for port object 61adcb88-ee31-4570-b040-89bf5348694b will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:55:31.327799 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-991308f3-c711-46c4-8e84-a9e8f9e671cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:31.377431 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991308f3-c711-46c4-8e84-a9e8f9e671cf None None] Network 4db5c5bb-994f-4e67-897d-8455673f791c is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:55:31.383339 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-875971af-770f-49eb-9b76-c13ebe520bff tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:31.385965 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-991308f3-c711-46c4-8e84-a9e8f9e671cf None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:55:31.389094 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991308f3-c711-46c4-8e84-a9e8f9e671cf None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:55:31.391117 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991308f3-c711-46c4-8e84-a9e8f9e671cf None None] Pushing event updated for resources: {'Port': ['ID=61adcb88-ee31-4570-b040-89bf5348694b,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:31.394592 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:31.417773 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-e83c32a5-7093-48f0-b756-779d80964c9f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Allocated IP 2001:db8::10 (4db5c5bb-994f-4e67-897d-8455673f791c/be34a8fc-e6b5-4b4e-8048-8a6b0f4f7d66/13ea3ebe-c589-4dad-9420-b0b8a3312990) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:55:31.425180 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875971af-770f-49eb-9b76-c13ebe520bff tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Pushing event deleted for resources: {'Port': ['ID=43d2cef4-db4a-4e43-a623-12c7c01ea150,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:31.435577 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875971af-770f-49eb-9b76-c13ebe520bff tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:55:31.435934 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875971af-770f-49eb-9b76-c13ebe520bff tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:55:31.436281 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875971af-770f-49eb-9b76-c13ebe520bff tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:55:31.436746 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875971af-770f-49eb-9b76-c13ebe520bff tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:55:31.437302 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875971af-770f-49eb-9b76-c13ebe520bff tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:55:31.437423 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875971af-770f-49eb-9b76-c13ebe520bff tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:55:31.437770 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875971af-770f-49eb-9b76-c13ebe520bff tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:55:31.441120 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875971af-770f-49eb-9b76-c13ebe520bff tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:55:31.444543 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875971af-770f-49eb-9b76-c13ebe520bff tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:55:31.444901 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875971af-770f-49eb-9b76-c13ebe520bff tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:55:31.445243 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875971af-770f-49eb-9b76-c13ebe520bff tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:55:31.445586 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875971af-770f-49eb-9b76-c13ebe520bff tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:55:31.448471 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-991308f3-c711-46c4-8e84-a9e8f9e671cf None None] Attempting to bind port 61adcb88-ee31-4570-b040-89bf5348694b on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:55:31.448471 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-991308f3-c711-46c4-8e84-a9e8f9e671cf None None] Attempting to bind port 61adcb88-ee31-4570-b040-89bf5348694b by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '4d2e7b6c-66ad-46f4-ad44-0069945ef80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4db5c5bb-994f-4e67-897d-8455673f791c'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:55:31.448720 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991308f3-c711-46c4-8e84-a9e8f9e671cf None None] Attempting to bind port 61adcb88-ee31-4570-b040-89bf5348694b on network 4db5c5bb-994f-4e67-897d-8455673f791c {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:55:31.453588 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-875971af-770f-49eb-9b76-c13ebe520bff tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:31.458537 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991308f3-c711-46c4-8e84-a9e8f9e671cf None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:55:31.458724 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-875971af-770f-49eb-9b76-c13ebe520bff tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] 10.222.0.22 "DELETE /v2.0/ports/43d2cef4-db4a-4e43-a623-12c7c01ea150 HTTP/1.1" status: 204 len: 168 time: 0.3318808 Sep 07 02:55:31.458848 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991308f3-c711-46c4-8e84-a9e8f9e671cf None None] Checking segment: {'id': '4d2e7b6c-66ad-46f4-ad44-0069945ef80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4db5c5bb-994f-4e67-897d-8455673f791c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:55:31.458848 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-991308f3-c711-46c4-8e84-a9e8f9e671cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:31.458848 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991308f3-c711-46c4-8e84-a9e8f9e671cf None None] Bound using segment: {'id': '4d2e7b6c-66ad-46f4-ad44-0069945ef80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4db5c5bb-994f-4e67-897d-8455673f791c'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:55:31.458848 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-991308f3-c711-46c4-8e84-a9e8f9e671cf None None] Bound port: 61adcb88-ee31-4570-b040-89bf5348694b, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d2e7b6c-66ad-46f4-ad44-0069945ef80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4db5c5bb-994f-4e67-897d-8455673f791c'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:55:31.458848 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-991308f3-c711-46c4-8e84-a9e8f9e671cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:31.459294 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 47606) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:31.487432 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-97274249-3928-43d1-ab26-70e48f544409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] GET failed (client error): The resource could not be found. Sep 07 02:55:31.493239 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-97274249-3928-43d1-ab26-70e48f544409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] 10.222.0.22 "GET /v2.0/ports/43d2cef4-db4a-4e43-a623-12c7c01ea150 HTTP/1.1" status: 404 len: 333 time: 0.0293043 Sep 07 02:55:31.496482 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 47608) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:31.502977 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-11748605-977e-48dc-9d4e-5ebabc3d6710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Request body: {'port': {'network_id': '8539422e-1a9f-4fd8-a78c-047ff80c2112', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1896060910'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:55:31.541677 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-991308f3-c711-46c4-8e84-a9e8f9e671cf None None] For port 61adcb88-ee31-4570-b040-89bf5348694b, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:55:31.545977 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-991308f3-c711-46c4-8e84-a9e8f9e671cf None None] For port 61adcb88-ee31-4570-b040-89bf5348694b, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=61adcb88-ee31-4570-b040-89bf5348694b,segment=NetworkSegment(4d2e7b6c-66ad-46f4-ad44-0069945ef80b),segment_id=4d2e7b6c-66ad-46f4-ad44-0069945ef80b)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:55:31.552438 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-991308f3-c711-46c4-8e84-a9e8f9e671cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:31.565523 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11748605-977e-48dc-9d4e-5ebabc3d6710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Made reservation on behalf of a217e5a66fd64a43961d1ae0d14578e2 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:55:31.569810 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-11748605-977e-48dc-9d4e-5ebabc3d6710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:31.603736 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae951c2e-9b4e-40ac-9a54-b5300db6987a req-20205d02-37db-4dfb-a7b2-e9117ef45d93 tempest-ServerPasswordTestJSON-1359278705 tempest-ServerPasswordTestJSON-1359278705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:31.605560 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ae951c2e-9b4e-40ac-9a54-b5300db6987a req-20205d02-37db-4dfb-a7b2-e9117ef45d93 tempest-ServerPasswordTestJSON-1359278705 tempest-ServerPasswordTestJSON-1359278705-project] 10.222.0.23 "GET /v2.0/ports?device_id=103ac334-b143-4aa6-b47e-38c58338796c HTTP/1.1" status: 200 len: 945 time: 0.0878334 Sep 07 02:55:31.611778 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-11748605-977e-48dc-9d4e-5ebabc3d6710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] device_id is not set on port a7e55786-1e35-4b32-afd3-2576b541efeb yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:55:31.625815 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991308f3-c711-46c4-8e84-a9e8f9e671cf None None] Pushing event updated for resources: {'Port': ['ID=61adcb88-ee31-4570-b040-89bf5348694b,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:31.873886 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2b0691-5b3c-4d09-873a-47840aa11c1d req-05fda622-b180-4b69-acb5-d0da91fc72e4 tempest-ServerPasswordTestJSON-1359278705 tempest-ServerPasswordTestJSON-1359278705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:31.886622 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-de2b0691-5b3c-4d09-873a-47840aa11c1d req-05fda622-b180-4b69-acb5-d0da91fc72e4 tempest-ServerPasswordTestJSON-1359278705 tempest-ServerPasswordTestJSON-1359278705-project] 10.222.0.22 "GET /v2.0/ports?device_id=103ac334-b143-4aa6-b47e-38c58338796c HTTP/1.1" status: 200 len: 945 time: 0.2062504 Sep 07 02:55:31.935424 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e83c32a5-7093-48f0-b756-779d80964c9f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:31.956558 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-e83c32a5-7093-48f0-b756-779d80964c9f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Transition to ACTIVE for port object 13ea3ebe-c589-4dad-9420-b0b8a3312990 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:55:31.995372 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e83c32a5-7093-48f0-b756-779d80964c9f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:32.011386 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-ae951c2e-9b4e-40ac-9a54-b5300db6987a req-406d7b20-38bc-4aa0-b9e4-0a9f445e022a tempest-ServerPasswordTestJSON-1359278705 tempest-ServerPasswordTestJSON-1359278705-project] Deleting port 5c62151f-d98e-4da2-80ab-a1493ca89144 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:55:32.011791 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ae951c2e-9b4e-40ac-9a54-b5300db6987a req-406d7b20-38bc-4aa0-b9e4-0a9f445e022a tempest-ServerPasswordTestJSON-1359278705 tempest-ServerPasswordTestJSON-1359278705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:32.019941 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-11748605-977e-48dc-9d4e-5ebabc3d6710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:32.044516 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83c32a5-7093-48f0-b756-779d80964c9f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Network 4db5c5bb-994f-4e67-897d-8455673f791c is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:55:32.052259 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-e83c32a5-7093-48f0-b756-779d80964c9f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:55:32.056407 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-de2b0691-5b3c-4d09-873a-47840aa11c1d req-24886715-bd14-4958-b972-94e54346b945 tempest-ServerPasswordTestJSON-1359278705 tempest-ServerPasswordTestJSON-1359278705-project] 10.222.0.22 "GET /v2.0/security-groups?id=aa88aeb3-3135-489e-a005-1206b0301ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515334 Sep 07 02:55:32.059084 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83c32a5-7093-48f0-b756-779d80964c9f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:55:32.075158 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83c32a5-7093-48f0-b756-779d80964c9f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:32.075901 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e83c32a5-7093-48f0-b756-779d80964c9f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:32.083145 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83c32a5-7093-48f0-b756-779d80964c9f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event updated for resources: {'Port': ['ID=13ea3ebe-c589-4dad-9420-b0b8a3312990,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:32.107893 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e83c32a5-7093-48f0-b756-779d80964c9f tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3811445 Sep 07 02:55:32.110388 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47616) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:32.116499 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-ad78164e-662b-4d5c-ab1a-1600a1283e1b tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Request body: {'port': {'network_id': '4db5c5bb-994f-4e67-897d-8455673f791c', 'name': 'tempest-PortsIpV6TestJSON-384385285', 'fixed_ips': [{'subnet_id': 'be34a8fc-e6b5-4b4e-8048-8a6b0f4f7d66', 'ip_address': '2001:db8::f'}]}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:55:32.157391 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-ae951c2e-9b4e-40ac-9a54-b5300db6987a req-406d7b20-38bc-4aa0-b9e4-0a9f445e022a tempest-ServerPasswordTestJSON-1359278705 tempest-ServerPasswordTestJSON-1359278705-project] For port 5c62151f-d98e-4da2-80ab-a1493ca89144, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=5c62151f-d98e-4da2-80ab-a1493ca89144,segment=NetworkSegment(6ee0b4d0-e5a7-44d1-94c3-a82f808ec650),segment_id=6ee0b4d0-e5a7-44d1-94c3-a82f808ec650)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:55:32.157762 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ae951c2e-9b4e-40ac-9a54-b5300db6987a req-406d7b20-38bc-4aa0-b9e4-0a9f445e022a tempest-ServerPasswordTestJSON-1359278705 tempest-ServerPasswordTestJSON-1359278705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:32.167936 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-11748605-977e-48dc-9d4e-5ebabc3d6710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:32.180042 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-ae951c2e-9b4e-40ac-9a54-b5300db6987a req-406d7b20-38bc-4aa0-b9e4-0a9f445e022a tempest-ServerPasswordTestJSON-1359278705 tempest-ServerPasswordTestJSON-1359278705-project] Calling delete_port for 5c62151f-d98e-4da2-80ab-a1493ca89144 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:55:32.223927 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11748605-977e-48dc-9d4e-5ebabc3d6710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Network 8539422e-1a9f-4fd8-a78c-047ff80c2112 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:55:32.230479 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad78164e-662b-4d5c-ab1a-1600a1283e1b tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Made reservation on behalf of 819c73709af74aee976d11a35d78d7e6 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:55:32.236333 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ad78164e-662b-4d5c-ab1a-1600a1283e1b tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:32.254731 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-ad78164e-662b-4d5c-ab1a-1600a1283e1b tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] device_id is not set on port 9c620bcb-d62f-4cf0-92bf-f06225bde6ad yet. {{(pid=94701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:55:32.263776 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-11748605-977e-48dc-9d4e-5ebabc3d6710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:55:32.265944 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11748605-977e-48dc-9d4e-5ebabc3d6710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:55:32.267276 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11748605-977e-48dc-9d4e-5ebabc3d6710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:32.268067 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-11748605-977e-48dc-9d4e-5ebabc3d6710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:32.281865 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11748605-977e-48dc-9d4e-5ebabc3d6710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Pushing event updated for resources: {'Port': ['ID=a7e55786-1e35-4b32-afd3-2576b541efeb,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:32.304489 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-11748605-977e-48dc-9d4e-5ebabc3d6710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8063288 Sep 07 02:55:32.307399 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 47624) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:32.314647 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:55:32.387249 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:32.443739 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-ad78164e-662b-4d5c-ab1a-1600a1283e1b tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Allocated IP 2001:db8::f (4db5c5bb-994f-4e67-897d-8455673f791c/be34a8fc-e6b5-4b4e-8048-8a6b0f4f7d66/9c620bcb-d62f-4cf0-92bf-f06225bde6ad) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:55:32.472197 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ae951c2e-9b4e-40ac-9a54-b5300db6987a req-406d7b20-38bc-4aa0-b9e4-0a9f445e022a tempest-ServerPasswordTestJSON-1359278705 tempest-ServerPasswordTestJSON-1359278705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:32.484678 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['5c62151f-d98e-4da2-80ab-a1493ca89144'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:55:32.510780 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d7b20-38bc-4aa0-b9e4-0a9f445e022a tempest-ServerPasswordTestJSON-1359278705 tempest-ServerPasswordTestJSON-1359278705-project] Pushing event deleted for resources: {'Port': ['ID=5c62151f-d98e-4da2-80ab-a1493ca89144,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:32.581431 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae951c2e-9b4e-40ac-9a54-b5300db6987a req-406d7b20-38bc-4aa0-b9e4-0a9f445e022a tempest-ServerPasswordTestJSON-1359278705 tempest-ServerPasswordTestJSON-1359278705-project] No DVR routers for this DVR port 5c62151f-d98e-4da2-80ab-a1493ca89144 on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:55:32.585353 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ae951c2e-9b4e-40ac-9a54-b5300db6987a req-406d7b20-38bc-4aa0-b9e4-0a9f445e022a tempest-ServerPasswordTestJSON-1359278705 tempest-ServerPasswordTestJSON-1359278705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:32.587529 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ae951c2e-9b4e-40ac-9a54-b5300db6987a req-406d7b20-38bc-4aa0-b9e4-0a9f445e022a tempest-ServerPasswordTestJSON-1359278705 tempest-ServerPasswordTestJSON-1359278705-project] 10.222.0.23 "DELETE /v2.0/ports/5c62151f-d98e-4da2-80ab-a1493ca89144 HTTP/1.1" status: 204 len: 173 time: 0.9706645 Sep 07 02:55:32.588074 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '103ac334-b143-4aa6-b47e-38c58338796c', 'name': 'network-vif-deleted', 'tag': '5c62151f-d98e-4da2-80ab-a1493ca89144'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:55:32.590964 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c15589e-1861-4f5b-8d27-5eaf18099f64" -d '{"events": [{"server_uuid": "103ac334-b143-4aa6-b47e-38c58338796c", "name": "network-vif-deleted", "tag": "5c62151f-d98e-4da2-80ab-a1493ca89144"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:55:32.662420 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ad78164e-662b-4d5c-ab1a-1600a1283e1b tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:32.666746 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e273b02-f3fa-419d-a664-063faf4f660d x-openstack-request-id: req-6e273b02-f3fa-419d-a664-063faf4f660d {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:55:32.667142 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "103ac334-b143-4aa6-b47e-38c58338796c", "name": "network-vif-deleted", "tag": "5c62151f-d98e-4da2-80ab-a1493ca89144", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:55:32.667539 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6e273b02-f3fa-419d-a664-063faf4f660d {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:55:32.668085 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '103ac334-b143-4aa6-b47e-38c58338796c', 'name': 'network-vif-deleted', 'tag': '5c62151f-d98e-4da2-80ab-a1493ca89144', 'status': 'completed', 'code': 200} Sep 07 02:55:32.695030 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-ad78164e-662b-4d5c-ab1a-1600a1283e1b tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Transition to ACTIVE for port object 9c620bcb-d62f-4cf0-92bf-f06225bde6ad will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:55:32.760352 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] device_id is not set on port a7e55786-1e35-4b32-afd3-2576b541efeb yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:55:32.769529 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:32.771276 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ad78164e-662b-4d5c-ab1a-1600a1283e1b tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:32.785195 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Transition to ACTIVE for port object a7e55786-1e35-4b32-afd3-2576b541efeb will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:55:32.789598 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:32.823731 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad78164e-662b-4d5c-ab1a-1600a1283e1b tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Network 4db5c5bb-994f-4e67-897d-8455673f791c is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:55:32.829240 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-ad78164e-662b-4d5c-ab1a-1600a1283e1b tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:55:32.833234 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad78164e-662b-4d5c-ab1a-1600a1283e1b tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:55:32.838882 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad78164e-662b-4d5c-ab1a-1600a1283e1b tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:32.839555 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ad78164e-662b-4d5c-ab1a-1600a1283e1b tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:32.854246 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Pushing event updated for resources: {'Port': ['ID=a7e55786-1e35-4b32-afd3-2576b541efeb,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:32.878553 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-ad78164e-662b-4d5c-ab1a-1600a1283e1b tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7670712 Sep 07 02:55:32.879178 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 47638) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:32.879701 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad78164e-662b-4d5c-ab1a-1600a1283e1b tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event updated for resources: {'Port': ['ID=9c620bcb-d62f-4cf0-92bf-f06225bde6ad,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:32.896383 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port a7e55786-1e35-4b32-afd3-2576b541efeb on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:55:32.896719 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port a7e55786-1e35-4b32-afd3-2576b541efeb by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '8d8e42a5-3484-4d3e-812b-6e37dc604c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8539422e-1a9f-4fd8-a78c-047ff80c2112'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:55:32.897059 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port a7e55786-1e35-4b32-afd3-2576b541efeb on network 8539422e-1a9f-4fd8-a78c-047ff80c2112 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:55:32.923133 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Port a7e55786-1e35-4b32-afd3-2576b541efeb on network 8539422e-1a9f-4fd8-a78c-047ff80c2112 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:55:32.923569 n-d-796209-16 neutron-server[94700]: ERROR neutron.plugins.ml2.managers [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Failed to bind port a7e55786-1e35-4b32-afd3-2576b541efeb on host n-h1-796209-16 for vnic_type normal using segments [{'id': '8d8e42a5-3484-4d3e-812b-6e37dc604c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8539422e-1a9f-4fd8-a78c-047ff80c2112'}] Sep 07 02:55:32.925894 n-d-796209-16 neutron-server[94700]: INFO neutron.plugins.ml2.plugin [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempt 2 to bind port a7e55786-1e35-4b32-afd3-2576b541efeb Sep 07 02:55:32.944903 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port a7e55786-1e35-4b32-afd3-2576b541efeb on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:55:32.945241 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port a7e55786-1e35-4b32-afd3-2576b541efeb by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '8d8e42a5-3484-4d3e-812b-6e37dc604c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8539422e-1a9f-4fd8-a78c-047ff80c2112'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:55:32.945577 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port a7e55786-1e35-4b32-afd3-2576b541efeb on network 8539422e-1a9f-4fd8-a78c-047ff80c2112 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:55:32.946299 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b749e85d-f20d-4158-8097-cf16ddc6284b None None] Network 4db5c5bb-994f-4e67-897d-8455673f791c requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:55:32.957206 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b941f9-0f9c-4891-a500-4bf7ab7723c0 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:32.961423 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-73b941f9-0f9c-4891-a500-4bf7ab7723c0 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.0785625 Sep 07 02:55:32.961590 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 47642) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:32.978080 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Port a7e55786-1e35-4b32-afd3-2576b541efeb on network 8539422e-1a9f-4fd8-a78c-047ff80c2112 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:55:32.978887 n-d-796209-16 neutron-server[94700]: ERROR neutron.plugins.ml2.managers [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Failed to bind port a7e55786-1e35-4b32-afd3-2576b541efeb on host n-h1-796209-16 for vnic_type normal using segments [{'id': '8d8e42a5-3484-4d3e-812b-6e37dc604c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8539422e-1a9f-4fd8-a78c-047ff80c2112'}] Sep 07 02:55:32.979509 n-d-796209-16 neutron-server[94700]: INFO neutron.plugins.ml2.plugin [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempt 3 to bind port a7e55786-1e35-4b32-afd3-2576b541efeb Sep 07 02:55:33.015462 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port a7e55786-1e35-4b32-afd3-2576b541efeb on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:55:33.015896 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port a7e55786-1e35-4b32-afd3-2576b541efeb by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '8d8e42a5-3484-4d3e-812b-6e37dc604c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8539422e-1a9f-4fd8-a78c-047ff80c2112'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:55:33.016374 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port a7e55786-1e35-4b32-afd3-2576b541efeb on network 8539422e-1a9f-4fd8-a78c-047ff80c2112 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:55:33.025689 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-f5dee413-c365-4529-a0f9-c134c71b6cb4 None None] Provisioning for port 61adcb88-ee31-4570-b040-89bf5348694b completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:55:33.042385 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f377cb-0bcf-4c50-a064-79c122d4730d tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:33.049901 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f377cb-0bcf-4c50-a064-79c122d4730d tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:33.070736 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f377cb-0bcf-4c50-a064-79c122d4730d tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:33.075655 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47646) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:33.076169 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-72f377cb-0bcf-4c50-a064-79c122d4730d tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.1131217 Sep 07 02:55:33.077673 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Port a7e55786-1e35-4b32-afd3-2576b541efeb on network 8539422e-1a9f-4fd8-a78c-047ff80c2112 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:55:33.077673 n-d-796209-16 neutron-server[94700]: ERROR neutron.plugins.ml2.managers [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Failed to bind port a7e55786-1e35-4b32-afd3-2576b541efeb on host n-h1-796209-16 for vnic_type normal using segments [{'id': '8d8e42a5-3484-4d3e-812b-6e37dc604c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8539422e-1a9f-4fd8-a78c-047ff80c2112'}] Sep 07 02:55:33.077993 n-d-796209-16 neutron-server[94700]: INFO neutron.plugins.ml2.plugin [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempt 4 to bind port a7e55786-1e35-4b32-afd3-2576b541efeb Sep 07 02:55:33.093486 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port a7e55786-1e35-4b32-afd3-2576b541efeb on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:55:33.093789 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port a7e55786-1e35-4b32-afd3-2576b541efeb by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '8d8e42a5-3484-4d3e-812b-6e37dc604c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8539422e-1a9f-4fd8-a78c-047ff80c2112'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:55:33.094243 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port a7e55786-1e35-4b32-afd3-2576b541efeb on network 8539422e-1a9f-4fd8-a78c-047ff80c2112 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:55:33.100071 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Port a7e55786-1e35-4b32-afd3-2576b541efeb on network 8539422e-1a9f-4fd8-a78c-047ff80c2112 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:55:33.100071 n-d-796209-16 neutron-server[94700]: ERROR neutron.plugins.ml2.managers [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Failed to bind port a7e55786-1e35-4b32-afd3-2576b541efeb on host n-h1-796209-16 for vnic_type normal using segments [{'id': '8d8e42a5-3484-4d3e-812b-6e37dc604c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8539422e-1a9f-4fd8-a78c-047ff80c2112'}] Sep 07 02:55:33.100434 n-d-796209-16 neutron-server[94700]: INFO neutron.plugins.ml2.plugin [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempt 5 to bind port a7e55786-1e35-4b32-afd3-2576b541efeb Sep 07 02:55:33.124221 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port a7e55786-1e35-4b32-afd3-2576b541efeb on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:55:33.124682 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port a7e55786-1e35-4b32-afd3-2576b541efeb by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '8d8e42a5-3484-4d3e-812b-6e37dc604c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8539422e-1a9f-4fd8-a78c-047ff80c2112'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:55:33.126051 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port a7e55786-1e35-4b32-afd3-2576b541efeb on network 8539422e-1a9f-4fd8-a78c-047ff80c2112 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:55:33.132190 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Port a7e55786-1e35-4b32-afd3-2576b541efeb on network 8539422e-1a9f-4fd8-a78c-047ff80c2112 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:55:33.135343 n-d-796209-16 neutron-server[94700]: ERROR neutron.plugins.ml2.managers [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Failed to bind port a7e55786-1e35-4b32-afd3-2576b541efeb on host n-h1-796209-16 for vnic_type normal using segments [{'id': '8d8e42a5-3484-4d3e-812b-6e37dc604c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8539422e-1a9f-4fd8-a78c-047ff80c2112'}] Sep 07 02:55:33.135813 n-d-796209-16 neutron-server[94700]: INFO neutron.plugins.ml2.plugin [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempt 6 to bind port a7e55786-1e35-4b32-afd3-2576b541efeb Sep 07 02:55:33.154580 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port a7e55786-1e35-4b32-afd3-2576b541efeb on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:55:33.155089 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port a7e55786-1e35-4b32-afd3-2576b541efeb by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '8d8e42a5-3484-4d3e-812b-6e37dc604c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8539422e-1a9f-4fd8-a78c-047ff80c2112'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:55:33.155282 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port a7e55786-1e35-4b32-afd3-2576b541efeb on network 8539422e-1a9f-4fd8-a78c-047ff80c2112 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:55:33.161990 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Port a7e55786-1e35-4b32-afd3-2576b541efeb on network 8539422e-1a9f-4fd8-a78c-047ff80c2112 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:55:33.162376 n-d-796209-16 neutron-server[94700]: ERROR neutron.plugins.ml2.managers [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Failed to bind port a7e55786-1e35-4b32-afd3-2576b541efeb on host n-h1-796209-16 for vnic_type normal using segments [{'id': '8d8e42a5-3484-4d3e-812b-6e37dc604c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8539422e-1a9f-4fd8-a78c-047ff80c2112'}] Sep 07 02:55:33.162718 n-d-796209-16 neutron-server[94700]: INFO neutron.plugins.ml2.plugin [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempt 7 to bind port a7e55786-1e35-4b32-afd3-2576b541efeb Sep 07 02:55:33.179581 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port a7e55786-1e35-4b32-afd3-2576b541efeb on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:55:33.180378 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port a7e55786-1e35-4b32-afd3-2576b541efeb by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '8d8e42a5-3484-4d3e-812b-6e37dc604c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8539422e-1a9f-4fd8-a78c-047ff80c2112'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:55:33.180873 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port a7e55786-1e35-4b32-afd3-2576b541efeb on network 8539422e-1a9f-4fd8-a78c-047ff80c2112 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:55:33.186163 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Port a7e55786-1e35-4b32-afd3-2576b541efeb on network 8539422e-1a9f-4fd8-a78c-047ff80c2112 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:55:33.186505 n-d-796209-16 neutron-server[94700]: ERROR neutron.plugins.ml2.managers [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Failed to bind port a7e55786-1e35-4b32-afd3-2576b541efeb on host n-h1-796209-16 for vnic_type normal using segments [{'id': '8d8e42a5-3484-4d3e-812b-6e37dc604c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8539422e-1a9f-4fd8-a78c-047ff80c2112'}] Sep 07 02:55:33.187336 n-d-796209-16 neutron-server[94700]: INFO neutron.plugins.ml2.plugin [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempt 8 to bind port a7e55786-1e35-4b32-afd3-2576b541efeb Sep 07 02:55:33.205367 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port a7e55786-1e35-4b32-afd3-2576b541efeb on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:55:33.205710 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port a7e55786-1e35-4b32-afd3-2576b541efeb by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '8d8e42a5-3484-4d3e-812b-6e37dc604c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8539422e-1a9f-4fd8-a78c-047ff80c2112'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:55:33.206053 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port a7e55786-1e35-4b32-afd3-2576b541efeb on network 8539422e-1a9f-4fd8-a78c-047ff80c2112 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:55:33.214417 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Port a7e55786-1e35-4b32-afd3-2576b541efeb on network 8539422e-1a9f-4fd8-a78c-047ff80c2112 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:55:33.214817 n-d-796209-16 neutron-server[94700]: ERROR neutron.plugins.ml2.managers [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Failed to bind port a7e55786-1e35-4b32-afd3-2576b541efeb on host n-h1-796209-16 for vnic_type normal using segments [{'id': '8d8e42a5-3484-4d3e-812b-6e37dc604c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8539422e-1a9f-4fd8-a78c-047ff80c2112'}] Sep 07 02:55:33.215224 n-d-796209-16 neutron-server[94700]: INFO neutron.plugins.ml2.plugin [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempt 9 to bind port a7e55786-1e35-4b32-afd3-2576b541efeb Sep 07 02:55:33.256926 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-33808883-d1b9-45ea-8fc0-bdc5fe95b1b8 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Deleting port 9c620bcb-d62f-4cf0-92bf-f06225bde6ad {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:55:33.257387 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-33808883-d1b9-45ea-8fc0-bdc5fe95b1b8 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:33.301862 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5f73801b-7cf6-455f-83ff-8d65b29d1562 req-aa33c901-4df3-4649-9279-62977e9f670c tempest-ServerPasswordTestJSON-1359278705 tempest-ServerPasswordTestJSON-1359278705-project] 10.222.0.22 "GET /v2.0/ports?device_id=103ac334-b143-4aa6-b47e-38c58338796c HTTP/1.1" status: 200 len: 210 time: 0.0616176 Sep 07 02:55:33.302869 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port a7e55786-1e35-4b32-afd3-2576b541efeb on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:55:33.303272 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port a7e55786-1e35-4b32-afd3-2576b541efeb by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '8d8e42a5-3484-4d3e-812b-6e37dc604c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8539422e-1a9f-4fd8-a78c-047ff80c2112'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:55:33.303711 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port a7e55786-1e35-4b32-afd3-2576b541efeb on network 8539422e-1a9f-4fd8-a78c-047ff80c2112 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:55:33.311691 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Port a7e55786-1e35-4b32-afd3-2576b541efeb on network 8539422e-1a9f-4fd8-a78c-047ff80c2112 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:55:33.312036 n-d-796209-16 neutron-server[94700]: ERROR neutron.plugins.ml2.managers [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Failed to bind port a7e55786-1e35-4b32-afd3-2576b541efeb on host n-h1-796209-16 for vnic_type normal using segments [{'id': '8d8e42a5-3484-4d3e-812b-6e37dc604c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8539422e-1a9f-4fd8-a78c-047ff80c2112'}] Sep 07 02:55:33.312611 n-d-796209-16 neutron-server[94700]: INFO neutron.plugins.ml2.plugin [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempt 10 to bind port a7e55786-1e35-4b32-afd3-2576b541efeb Sep 07 02:55:33.331146 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port a7e55786-1e35-4b32-afd3-2576b541efeb on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:55:33.331694 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port a7e55786-1e35-4b32-afd3-2576b541efeb by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '8d8e42a5-3484-4d3e-812b-6e37dc604c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8539422e-1a9f-4fd8-a78c-047ff80c2112'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:55:33.332202 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempting to bind port a7e55786-1e35-4b32-afd3-2576b541efeb on network 8539422e-1a9f-4fd8-a78c-047ff80c2112 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:55:33.337622 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Port a7e55786-1e35-4b32-afd3-2576b541efeb on network 8539422e-1a9f-4fd8-a78c-047ff80c2112 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:55:33.338187 n-d-796209-16 neutron-server[94700]: ERROR neutron.plugins.ml2.managers [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Failed to bind port a7e55786-1e35-4b32-afd3-2576b541efeb on host n-h1-796209-16 for vnic_type normal using segments [{'id': '8d8e42a5-3484-4d3e-812b-6e37dc604c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8539422e-1a9f-4fd8-a78c-047ff80c2112'}] Sep 07 02:55:33.339047 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:33.402160 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-33808883-d1b9-45ea-8fc0-bdc5fe95b1b8 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:33.415430 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 61adcb88-ee31-4570-b040-89bf5348694b up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:55:33.417860 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-33808883-d1b9-45ea-8fc0-bdc5fe95b1b8 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Calling delete_port for 9c620bcb-d62f-4cf0-92bf-f06225bde6ad owned by {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:55:33.465928 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] For port a7e55786-1e35-4b32-afd3-2576b541efeb, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:55:33.466369 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attempted to set empty binding levels {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 07 02:55:33.473328 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:33.476779 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 61adcb88-ee31-4570-b040-89bf5348694b completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:55:33.482138 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 61adcb88-ee31-4570-b040-89bf5348694b triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:55:33.482400 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:33.564011 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] In _notify_port_updated(), no bound segment for port a7e55786-1e35-4b32-afd3-2576b541efeb on network 8539422e-1a9f-4fd8-a78c-047ff80c2112 {{(pid=94700) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 02:55:33.564927 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:33.565547 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:33.567148 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] 10.222.0.22 "PUT /v2.0/ports/a7e55786-1e35-4b32-afd3-2576b541efeb HTTP/1.1" status: 200 len: 980 time: 1.2583947 Sep 07 02:55:33.570369 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47654) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:33.575350 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a4174-5726-414b-8687-ae59ba38fad0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Pushing event updated for resources: {'Port': ['ID=a7e55786-1e35-4b32-afd3-2576b541efeb,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:33.590344 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:33.598070 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-505ac9d6-87a7-4ad1-bc63-308b52591103 None None] Provisioning for port 13ea3ebe-c589-4dad-9420-b0b8a3312990 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:55:33.616645 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-505ac9d6-87a7-4ad1-bc63-308b52591103 None None] Provisioning complete for port 13ea3ebe-c589-4dad-9420-b0b8a3312990 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:55:33.617021 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-505ac9d6-87a7-4ad1-bc63-308b52591103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:33.649772 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-33808883-d1b9-45ea-8fc0-bdc5fe95b1b8 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:33.680664 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 61adcb88-ee31-4570-b040-89bf5348694b, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=61adcb88-ee31-4570-b040-89bf5348694b,segment=NetworkSegment(4d2e7b6c-66ad-46f4-ad44-0069945ef80b),segment_id=4d2e7b6c-66ad-46f4-ad44-0069945ef80b)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:55:33.692388 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:33.695445 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33808883-d1b9-45ea-8fc0-bdc5fe95b1b8 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event deleted for resources: {'Port': ['ID=9c620bcb-d62f-4cf0-92bf-f06225bde6ad,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:33.701933 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-505ac9d6-87a7-4ad1-bc63-308b52591103 None None] Port 13ea3ebe-c589-4dad-9420-b0b8a3312990 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:55:33.733264 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-33808883-d1b9-45ea-8fc0-bdc5fe95b1b8 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:33.735864 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-33808883-d1b9-45ea-8fc0-bdc5fe95b1b8 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "DELETE /v2.0/ports/9c620bcb-d62f-4cf0-92bf-f06225bde6ad HTTP/1.1" status: 204 len: 168 time: 0.6588230 Sep 07 02:55:33.737749 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-505ac9d6-87a7-4ad1-bc63-308b52591103 None None] Could not find standard attr ID for object 9c620bcb-d62f-4cf0-92bf-f06225bde6ad. {{(pid=94702) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 02:55:33.738573 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47658) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:33.776995 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-499edefc-2e7d-4107-8780-7f0d6a02dcd3 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] GET failed (client error): The resource could not be found. Sep 07 02:55:33.777346 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-505ac9d6-87a7-4ad1-bc63-308b52591103 None None] Provisioning complete for port 61adcb88-ee31-4570-b040-89bf5348694b triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:55:33.777688 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-505ac9d6-87a7-4ad1-bc63-308b52591103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:33.780988 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-499edefc-2e7d-4107-8780-7f0d6a02dcd3 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "GET /v2.0/ports/9c620bcb-d62f-4cf0-92bf-f06225bde6ad HTTP/1.1" status: 404 len: 333 time: 0.0377972 Sep 07 02:55:33.781395 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 47660) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:33.783447 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-307fa561-69db-4a4c-a492-ee043f6bd5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Deleting port a7e55786-1e35-4b32-afd3-2576b541efeb {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:55:33.783824 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-307fa561-69db-4a4c-a492-ee043f6bd5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:33.838294 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=61adcb88-ee31-4570-b040-89bf5348694b,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:33.861423 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-307fa561-69db-4a4c-a492-ee043f6bd5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] For port a7e55786-1e35-4b32-afd3-2576b541efeb, host n-h1-796209-16, got binding levels [] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:55:33.861790 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-307fa561-69db-4a4c-a492-ee043f6bd5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:33.880704 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-307fa561-69db-4a4c-a492-ee043f6bd5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Calling delete_port for a7e55786-1e35-4b32-afd3-2576b541efeb owned by {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:55:33.933010 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-85f14427-497c-4108-bfdd-3f974e095bc4 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Deleting port 13ea3ebe-c589-4dad-9420-b0b8a3312990 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:55:33.933604 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-85f14427-497c-4108-bfdd-3f974e095bc4 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:33.993026 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-307fa561-69db-4a4c-a492-ee043f6bd5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:34.024433 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307fa561-69db-4a4c-a492-ee043f6bd5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Pushing event deleted for resources: {'Port': ['ID=a7e55786-1e35-4b32-afd3-2576b541efeb,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:34.029664 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-307fa561-69db-4a4c-a492-ee043f6bd5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:34.032549 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-307fa561-69db-4a4c-a492-ee043f6bd5b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] 10.222.0.22 "DELETE /v2.0/ports/a7e55786-1e35-4b32-afd3-2576b541efeb HTTP/1.1" status: 204 len: 168 time: 0.4588349 Sep 07 02:55:34.034859 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47666) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:34.039950 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-85f14427-497c-4108-bfdd-3f974e095bc4 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:34.054730 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-6b1b6520-70f1-40d4-af33-9801928875d6 None None] Provisioning complete for port 13ea3ebe-c589-4dad-9420-b0b8a3312990 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:55:34.056179 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6b1b6520-70f1-40d4-af33-9801928875d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:34.067799 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b078c09-f067-492c-b3e5-a514679fce96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] GET failed (client error): The resource could not be found. Sep 07 02:55:34.067971 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-85f14427-497c-4108-bfdd-3f974e095bc4 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Calling delete_port for 13ea3ebe-c589-4dad-9420-b0b8a3312990 owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:55:34.069487 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-1b078c09-f067-492c-b3e5-a514679fce96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037 tempest-PortsAdminExtendedAttrsIpV6TestJSON-91274037-project-admin] 10.222.0.22 "GET /v2.0/ports/a7e55786-1e35-4b32-afd3-2576b541efeb HTTP/1.1" status: 404 len: 333 time: 0.0335636 Sep 07 02:55:34.074149 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 47668) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:34.104203 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-6b1b6520-70f1-40d4-af33-9801928875d6 None None] Port 13ea3ebe-c589-4dad-9420-b0b8a3312990 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:55:34.200653 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ea0d9d96-0350-4765-b9a3-b42f36053e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-120444924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-120444924-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:34.218551 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3c7535f3-58bf-4a43-a578-747180d0fce2 None None] Could not find standard attr ID for object 9c620bcb-d62f-4cf0-92bf-f06225bde6ad. {{(pid=94702) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 02:55:34.378138 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47680) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:34.384446 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ea0d9d96-0350-4765-b9a3-b42f36053e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-120444924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-120444924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:34.402380 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-85f14427-497c-4108-bfdd-3f974e095bc4 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:34.433117 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd21a1be-39ee-442f-a64c-1387baf8cc53 admin admin] Deleting subnet ba5dd80c-7dd1-4712-ad2d-dab01d77dadc {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:55:34.436653 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cd21a1be-39ee-442f-a64c-1387baf8cc53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:34.447173 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-ea0d9d96-0350-4765-b9a3-b42f36053e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-120444924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-120444924-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8539422e-1a9f-4fd8-a78c-047ff80c2112']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:55:34.450080 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f14427-497c-4108-bfdd-3f974e095bc4 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event deleted for resources: {'Port': ['ID=13ea3ebe-c589-4dad-9420-b0b8a3312990,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:34.463563 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-ea0d9d96-0350-4765-b9a3-b42f36053e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-120444924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-120444924-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d8e42a5-3484-4d3e-812b-6e37dc604c81') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:55:34.463869 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-ea0d9d96-0350-4765-b9a3-b42f36053e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-120444924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-120444924-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d8e42a5-3484-4d3e-812b-6e37dc604c81') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:55:34.482218 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cd21a1be-39ee-442f-a64c-1387baf8cc53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:34.484147 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ea0d9d96-0350-4765-b9a3-b42f36053e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-120444924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-120444924-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:34.512408 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-85f14427-497c-4108-bfdd-3f974e095bc4 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:34.517453 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-85f14427-497c-4108-bfdd-3f974e095bc4 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "DELETE /v2.0/ports/13ea3ebe-c589-4dad-9420-b0b8a3312990 HTTP/1.1" status: 204 len: 168 time: 0.7327192 Sep 07 02:55:34.518187 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47684) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:34.522329 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ea0d9d96-0350-4765-b9a3-b42f36053e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-120444924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-120444924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:34.535756 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea0d9d96-0350-4765-b9a3-b42f36053e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-120444924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-120444924-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:55:34.536547 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ea0d9d96-0350-4765-b9a3-b42f36053e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-120444924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-120444924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:34.540721 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:55:34.540721 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:55:34.540721 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:55:34.540721 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:55:34.540721 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:55:34.540721 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:55:34.540721 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:55:34.540721 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:55:34.540721 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:55:34.540721 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:55:34.540721 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:55:34.540721 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:55:34.540721 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:55:34.540721 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:55:34.540721 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:55:34.540721 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:55:34.540721 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:55:34.540721 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:55:34.540721 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:55:34.540721 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:55:34.540721 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:55:34.540721 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:55:34.540721 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:55:34.540721 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:55:34.540721 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:55:34.540721 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:55:34.540721 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:55:34.540721 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:55:34.540721 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:55:34.540721 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:55:34.540721 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:55:34.540721 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:55:34.557346 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf12f27e-7cc9-41dd-a000-b0f378558afd tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] GET failed (client error): The resource could not be found. Sep 07 02:55:34.558997 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-cf12f27e-7cc9-41dd-a000-b0f378558afd tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "GET /v2.0/ports/13ea3ebe-c589-4dad-9420-b0b8a3312990 HTTP/1.1" status: 404 len: 333 time: 0.0401950 Sep 07 02:55:34.561775 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47686) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:34.618522 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3f2e582-cd7e-459d-9708-9b32438c4cde tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Deleting subnet be34a8fc-e6b5-4b4e-8048-8a6b0f4f7d66 {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:55:34.625609 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ea0d9d96-0350-4765-b9a3-b42f36053e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-120444924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-120444924-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:34.625794 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cd21a1be-39ee-442f-a64c-1387baf8cc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:34.633839 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ea0d9d96-0350-4765-b9a3-b42f36053e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-120444924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-120444924-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:34.643402 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ea0d9d96-0350-4765-b9a3-b42f36053e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-120444924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-120444924-project] 10.222.0.22 "DELETE /v2.0/networks/8539422e-1a9f-4fd8-a78c-047ff80c2112 HTTP/1.1" status: 204 len: 168 time: 0.5637231 Sep 07 02:55:34.649700 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c3f2e582-cd7e-459d-9708-9b32438c4cde tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:34.660977 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0d9d96-0350-4765-b9a3-b42f36053e64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-120444924 tempest-PortsAdminExtendedAttrsIpV6TestJSON-120444924-project] Pushing event deleted for resources: {'Network': ['ID=8539422e-1a9f-4fd8-a78c-047ff80c2112,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:34.708198 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c3f2e582-cd7e-459d-9708-9b32438c4cde tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:34.766284 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cd21a1be-39ee-442f-a64c-1387baf8cc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:34.801997 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cd21a1be-39ee-442f-a64c-1387baf8cc53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:34.806444 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-cd21a1be-39ee-442f-a64c-1387baf8cc53 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ba5dd80c-7dd1-4712-ad2d-dab01d77dadc HTTP/1.1" status: 204 len: 168 time: 0.4242017 Sep 07 02:55:34.806590 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 47694) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:34.842353 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd21a1be-39ee-442f-a64c-1387baf8cc53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba5dd80c-7dd1-4712-ad2d-dab01d77dadc,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:34.852222 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c3f2e582-cd7e-459d-9708-9b32438c4cde tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:34.899842 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-217f7c16-2bf9-4d52-8d27-ce270de2c6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:34.936862 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c3f2e582-cd7e-459d-9708-9b32438c4cde tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:34.967035 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f2e582-cd7e-459d-9708-9b32438c4cde tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event deleted for resources: {'Subnet': ['ID=be34a8fc-e6b5-4b4e-8048-8a6b0f4f7d66,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:34.974968 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c3f2e582-cd7e-459d-9708-9b32438c4cde tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:34.979535 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c3f2e582-cd7e-459d-9708-9b32438c4cde tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "DELETE /v2.0/subnets/be34a8fc-e6b5-4b4e-8048-8a6b0f4f7d66 HTTP/1.1" status: 204 len: 168 time: 0.4143186 Sep 07 02:55:34.979897 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47702) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:34.980852 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0e1273-5fa7-43c6-9af9-94588df2532d None None] Network 4db5c5bb-994f-4e67-897d-8455673f791c requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:55:35.009222 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47704) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:35.032426 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-217f7c16-2bf9-4d52-8d27-ce270de2c6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:35.066218 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-217f7c16-2bf9-4d52-8d27-ce270de2c6e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3dc8ad7-b983-453d-b36b-d4b3d1cdf4fc']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:55:35.081362 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-217f7c16-2bf9-4d52-8d27-ce270de2c6e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ee0b4d0-e5a7-44d1-94c3-a82f808ec650') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:55:35.081882 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-217f7c16-2bf9-4d52-8d27-ce270de2c6e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ee0b4d0-e5a7-44d1-94c3-a82f808ec650') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:55:35.092900 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-adda6041-8dd1-4fbb-a5fd-a8e0e404ee4a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:35.094395 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-217f7c16-2bf9-4d52-8d27-ce270de2c6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:35.114462 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-217f7c16-2bf9-4d52-8d27-ce270de2c6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:35.122300 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-217f7c16-2bf9-4d52-8d27-ce270de2c6e5 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:55:35.122979 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-217f7c16-2bf9-4d52-8d27-ce270de2c6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:35.125415 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:55:35.125415 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:55:35.125415 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:55:35.125415 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:55:35.125415 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:55:35.125415 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:55:35.125415 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:55:35.125415 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:55:35.125415 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:55:35.125415 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:55:35.125415 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:55:35.125415 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:55:35.125415 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:55:35.125415 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:55:35.125415 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:55:35.125415 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:55:35.125415 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:55:35.125415 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:55:35.125415 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:55:35.125415 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:55:35.125415 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:55:35.125415 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:55:35.125415 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:55:35.125415 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:55:35.125415 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:55:35.125415 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:55:35.125415 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:55:35.125415 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:55:35.125415 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:55:35.125415 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:55:35.125415 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:55:35.125415 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:55:35.155015 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-adda6041-8dd1-4fbb-a5fd-a8e0e404ee4a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Deleting port 61adcb88-ee31-4570-b040-89bf5348694b {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:55:35.155373 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-adda6041-8dd1-4fbb-a5fd-a8e0e404ee4a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:35.213280 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84f28be-1283-464b-9af0-270ce9cd7034 None None] DHCP port deletion for 4db5c5bb-994f-4e67-897d-8455673f791c request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:55:35.236194 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-adda6041-8dd1-4fbb-a5fd-a8e0e404ee4a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] For port 61adcb88-ee31-4570-b040-89bf5348694b, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=61adcb88-ee31-4570-b040-89bf5348694b,segment=NetworkSegment(4d2e7b6c-66ad-46f4-ad44-0069945ef80b),segment_id=4d2e7b6c-66ad-46f4-ad44-0069945ef80b)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:55:35.236578 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-adda6041-8dd1-4fbb-a5fd-a8e0e404ee4a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:35.244553 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-217f7c16-2bf9-4d52-8d27-ce270de2c6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:35.264052 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-217f7c16-2bf9-4d52-8d27-ce270de2c6e5 admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:35.268976 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-217f7c16-2bf9-4d52-8d27-ce270de2c6e5 admin admin] 10.222.0.22 "DELETE /v2.0/networks/e3dc8ad7-b983-453d-b36b-d4b3d1cdf4fc HTTP/1.1" status: 204 len: 168 time: 0.4613764 Sep 07 02:55:35.269163 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-adda6041-8dd1-4fbb-a5fd-a8e0e404ee4a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Calling delete_port for 61adcb88-ee31-4570-b040-89bf5348694b owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:55:35.270538 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217f7c16-2bf9-4d52-8d27-ce270de2c6e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3dc8ad7-b983-453d-b36b-d4b3d1cdf4fc,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:35.321885 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-f84f28be-1283-464b-9af0-270ce9cd7034 None None] Deleting port 61adcb88-ee31-4570-b040-89bf5348694b {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:55:35.323277 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f84f28be-1283-464b-9af0-270ce9cd7034 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:35.338971 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-01d0fa47-f5b2-40ba-bb46-eac7a6c16551 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=57b0770445dc42c190d2782d4453d8bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3259728 Sep 07 02:55:35.340837 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 47718) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:35.389350 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-adda6041-8dd1-4fbb-a5fd-a8e0e404ee4a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:35.389945 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 61adcb88-ee31-4570-b040-89bf5348694b no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:55:35.413655 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1a470ec1-6626-41ed-9028-75309b5fec97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:35.420501 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 61adcb88-ee31-4570-b040-89bf5348694b {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:55:35.420849 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 61adcb88-ee31-4570-b040-89bf5348694b not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:55:35.435427 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-f84f28be-1283-464b-9af0-270ce9cd7034 None None] For port 61adcb88-ee31-4570-b040-89bf5348694b, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=61adcb88-ee31-4570-b040-89bf5348694b,segment=NetworkSegment(4d2e7b6c-66ad-46f4-ad44-0069945ef80b),segment_id=4d2e7b6c-66ad-46f4-ad44-0069945ef80b)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:55:35.435884 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f84f28be-1283-464b-9af0-270ce9cd7034 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:35.440738 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1a470ec1-6626-41ed-9028-75309b5fec97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:35.448999 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-f84f28be-1283-464b-9af0-270ce9cd7034 None None] Calling delete_port for 61adcb88-ee31-4570-b040-89bf5348694b owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:55:35.466039 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adda6041-8dd1-4fbb-a5fd-a8e0e404ee4a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event deleted for resources: {'Port': ['ID=61adcb88-ee31-4570-b040-89bf5348694b,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:35.468547 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adda6041-8dd1-4fbb-a5fd-a8e0e404ee4a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] No DVR routers for this DVR port 61adcb88-ee31-4570-b040-89bf5348694b on host n-d-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:55:35.510243 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1a470ec1-6626-41ed-9028-75309b5fec97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:35.513767 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1a470ec1-6626-41ed-9028-75309b5fec97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:35.513903 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47724) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:35.517345 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-1a470ec1-6626-41ed-9028-75309b5fec97 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0c2e71f0-27ca-4232-a11a-c403cdae71ec HTTP/1.1" status: 204 len: 168 time: 0.1743453 Sep 07 02:55:35.526745 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a470ec1-6626-41ed-9028-75309b5fec97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2e71f0-27ca-4232-a11a-c403cdae71ec,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:35.557222 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 5c62151f-d98e-4da2-80ab-a1493ca89144 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:55:35.587535 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: 5c62151f-d98e-4da2-80ab-a1493ca89144 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:55:35.588001 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 5c62151f-d98e-4da2-80ab-a1493ca89144 not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:55:35.594070 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f84f28be-1283-464b-9af0-270ce9cd7034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:35.594537 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-adda6041-8dd1-4fbb-a5fd-a8e0e404ee4a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:35.619338 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 47730) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:35.619578 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-1088c739-9f5e-4710-adbf-f1ca09616cc5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2702ea0259a24f5bbb460c5973b342ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1045859 Sep 07 02:55:35.626815 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84f28be-1283-464b-9af0-270ce9cd7034 None None] Pushing event deleted for resources: {'Port': ['ID=61adcb88-ee31-4570-b040-89bf5348694b,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:35.629508 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-adda6041-8dd1-4fbb-a5fd-a8e0e404ee4a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4db5c5bb-994f-4e67-897d-8455673f791c']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:55:35.629820 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84f28be-1283-464b-9af0-270ce9cd7034 None None] No DVR routers for this DVR port 61adcb88-ee31-4570-b040-89bf5348694b on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:55:35.644363 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-adda6041-8dd1-4fbb-a5fd-a8e0e404ee4a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d2e7b6c-66ad-46f4-ad44-0069945ef80b') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:55:35.644781 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-adda6041-8dd1-4fbb-a5fd-a8e0e404ee4a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d2e7b6c-66ad-46f4-ad44-0069945ef80b') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:55:35.661297 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-adda6041-8dd1-4fbb-a5fd-a8e0e404ee4a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:35.682187 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-adda6041-8dd1-4fbb-a5fd-a8e0e404ee4a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:35.689758 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adda6041-8dd1-4fbb-a5fd-a8e0e404ee4a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:55:35.690465 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-adda6041-8dd1-4fbb-a5fd-a8e0e404ee4a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:35.693730 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:55:35.693730 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:55:35.693730 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:55:35.693730 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:55:35.693730 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:55:35.693730 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:55:35.693730 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:55:35.693730 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:55:35.693730 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:55:35.693730 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:55:35.693730 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:55:35.693730 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:55:35.693730 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:55:35.693730 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:55:35.693730 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:55:35.693730 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:55:35.693730 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:55:35.693730 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:55:35.693730 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:55:35.693730 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:55:35.693730 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:55:35.693730 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:55:35.693730 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:55:35.693730 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:55:35.693730 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:55:35.693730 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:55:35.693730 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:55:35.693730 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:55:35.693730 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:55:35.693730 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:55:35.693730 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:55:35.693730 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:55:35.698892 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c44420da-135e-4f9b-b5d8-0e4484dfc97c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:35.727290 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c44420da-135e-4f9b-b5d8-0e4484dfc97c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:35.781893 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-adda6041-8dd1-4fbb-a5fd-a8e0e404ee4a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:35.787298 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-adda6041-8dd1-4fbb-a5fd-a8e0e404ee4a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:35.793164 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-adda6041-8dd1-4fbb-a5fd-a8e0e404ee4a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "DELETE /v2.0/networks/4db5c5bb-994f-4e67-897d-8455673f791c HTTP/1.1" status: 204 len: 168 time: 0.8086073 Sep 07 02:55:35.794550 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c44420da-135e-4f9b-b5d8-0e4484dfc97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:35.795143 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c44420da-135e-4f9b-b5d8-0e4484dfc97c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:35.796805 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c44420da-135e-4f9b-b5d8-0e4484dfc97c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/aa88aeb3-3135-489e-a005-1206b0301ffa HTTP/1.1" status: 204 len: 168 time: 0.1756060 Sep 07 02:55:35.797238 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 47736) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:35.806244 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-5f22965f-be61-4fb4-929b-7b67021da529 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-888173499'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:55:35.807594 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adda6041-8dd1-4fbb-a5fd-a8e0e404ee4a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event deleted for resources: {'Network': ['ID=4db5c5bb-994f-4e67-897d-8455673f791c,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:35.823703 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44420da-135e-4f9b-b5d8-0e4484dfc97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa88aeb3-3135-489e-a005-1206b0301ffa,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:35.838293 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f22965f-be61-4fb4-929b-7b67021da529 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Made reservation on behalf of 819c73709af74aee976d11a35d78d7e6 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:55:35.842238 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5f22965f-be61-4fb4-929b-7b67021da529 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:35.869405 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f22965f-be61-4fb4-929b-7b67021da529 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:55:35.880979 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5f22965f-be61-4fb4-929b-7b67021da529 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:35.881400 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-5f22965f-be61-4fb4-929b-7b67021da529 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Added segment 351862c5-c4f6-4c2f-8aaf-bff5d208fb03 of type vlan for network e1ef62a4-3756-4ca8-accb-b26027c5b7a4 Sep 07 02:55:35.928049 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5f22965f-be61-4fb4-929b-7b67021da529 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:35.954577 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5f22965f-be61-4fb4-929b-7b67021da529 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:35.960586 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f22965f-be61-4fb4-929b-7b67021da529 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:35.961179 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5f22965f-be61-4fb4-929b-7b67021da529 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:35.995566 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 47742) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:36.010510 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-5f22965f-be61-4fb4-929b-7b67021da529 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2092433 Sep 07 02:55:36.013481 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47744) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:36.019871 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-68e4fbd6-cd75-4db4-a252-af7819e7fcc2 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Request body: {'subnet': {'network_id': 'e1ef62a4-3756-4ca8-accb-b26027c5b7a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:55:36.045238 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f22965f-be61-4fb4-929b-7b67021da529 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event updated for resources: {'Network': ['ID=e1ef62a4-3756-4ca8-accb-b26027c5b7a4,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:36.070548 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network e1ef62a4-3756-4ca8-accb-b26027c5b7a4 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:55:36.082415 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-8407d044-45e1-4426-9f1f-36a796d386d5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a217e5a66fd64a43961d1ae0d14578e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0833621 Sep 07 02:55:36.088045 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 47746) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:36.146849 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e4fbd6-cd75-4db4-a252-af7819e7fcc2 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Made reservation on behalf of 819c73709af74aee976d11a35d78d7e6 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:55:36.152184 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-68e4fbd6-cd75-4db4-a252-af7819e7fcc2 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:36.157075 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6c59c602-e7f3-4f57-987f-84fa2b9793c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:36.185283 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6c59c602-e7f3-4f57-987f-84fa2b9793c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:36.252759 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6c59c602-e7f3-4f57-987f-84fa2b9793c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:36.255889 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6c59c602-e7f3-4f57-987f-84fa2b9793c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:36.257287 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-6c59c602-e7f3-4f57-987f-84fa2b9793c7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b23d80f9-afaf-4c88-b0da-d9f46b7e13e6 HTTP/1.1" status: 204 len: 168 time: 0.1660345 Sep 07 02:55:36.265758 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c59c602-e7f3-4f57-987f-84fa2b9793c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23d80f9-afaf-4c88-b0da-d9f46b7e13e6,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:36.381040 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-68e4fbd6-cd75-4db4-a252-af7819e7fcc2 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:36.439329 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e4fbd6-cd75-4db4-a252-af7819e7fcc2 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event updated for resources: {'Subnet': ['ID=ca2a7954-88bb-443f-9e6c-747c595892c1,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:36.462533 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e4fbd6-cd75-4db4-a252-af7819e7fcc2 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Checking segment: {'id': '351862c5-c4f6-4c2f-8aaf-bff5d208fb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e1ef62a4-3756-4ca8-accb-b26027c5b7a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:55:36.462830 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e4fbd6-cd75-4db4-a252-af7819e7fcc2 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Network hostable DHCP agents. Network: e1ef62a4-3756-4ca8-accb-b26027c5b7a4, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:55:36.480398 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e4fbd6-cd75-4db4-a252-af7819e7fcc2 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Network e1ef62a4-3756-4ca8-accb-b26027c5b7a4 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:55:36.492048 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-68e4fbd6-cd75-4db4-a252-af7819e7fcc2 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, e1ef62a4-3756-4ca8-accb-b26027c5b7a4) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:55:36.500629 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe45b06-3768-483a-9501-24320637465b None None] Network e1ef62a4-3756-4ca8-accb-b26027c5b7a4 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:55:36.502528 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e4fbd6-cd75-4db4-a252-af7819e7fcc2 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:36.503272 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-68e4fbd6-cd75-4db4-a252-af7819e7fcc2 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:36.524397 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-68e4fbd6-cd75-4db4-a252-af7819e7fcc2 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5093327 Sep 07 02:55:36.527176 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 47760) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:36.534535 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-4aa790e9-a37d-4930-8994-3d07efc0f697 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1038422636', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:55:36.562986 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4aa790e9-a37d-4930-8994-3d07efc0f697 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:36.564602 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4aa790e9-a37d-4930-8994-3d07efc0f697 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:36.638881 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4aa790e9-a37d-4930-8994-3d07efc0f697 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:36.647454 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4aa790e9-a37d-4930-8994-3d07efc0f697 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:36.673198 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5b726f-5a63-486f-9666-717ad00207ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-e1ef62a4-3756-4ca8-accb-b26027c5b7a4', 'network_id': 'e1ef62a4-3756-4ca8-accb-b26027c5b7a4', 'tenant_id': '819c73709af74aee976d11a35d78d7e6', 'fixed_ips': [{'subnet_id': 'ca2a7954-88bb-443f-9e6c-747c595892c1'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:55:36.674208 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-aa5b726f-5a63-486f-9666-717ad00207ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:36.676990 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4aa790e9-a37d-4930-8994-3d07efc0f697 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:36.683671 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-4aa790e9-a37d-4930-8994-3d07efc0f697 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1530941 Sep 07 02:55:36.684056 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 47768) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:36.692526 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-a113211d-b6ad-40e8-9467-4b747091dcd9 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Request body: {'port': {'network_id': 'e1ef62a4-3756-4ca8-accb-b26027c5b7a4', 'name': 'tempest-PortsIpV6TestJSON-1056063140'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:55:36.833241 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a113211d-b6ad-40e8-9467-4b747091dcd9 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Made reservation on behalf of 819c73709af74aee976d11a35d78d7e6 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:55:36.837208 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a113211d-b6ad-40e8-9467-4b747091dcd9 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:36.843062 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-aa5b726f-5a63-486f-9666-717ad00207ce None None] Allocated IP 2001:db8::2 (e1ef62a4-3756-4ca8-accb-b26027c5b7a4/ca2a7954-88bb-443f-9e6c-747c595892c1/67a6779e-2d65-4253-afc7-672b6312bd36) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:55:36.860255 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-a113211d-b6ad-40e8-9467-4b747091dcd9 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] device_id is not set on port e92fb9a8-5534-47dc-b06d-1d0165504136 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:55:37.015900 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-aa5b726f-5a63-486f-9666-717ad00207ce None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:37.024808 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-aa5b726f-5a63-486f-9666-717ad00207ce None None] Transition to ACTIVE for port object 67a6779e-2d65-4253-afc7-672b6312bd36 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:55:37.041896 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-aa5b726f-5a63-486f-9666-717ad00207ce None None] Transition to ACTIVE for port object 67a6779e-2d65-4253-afc7-672b6312bd36 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:55:37.048707 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-aa5b726f-5a63-486f-9666-717ad00207ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:37.089429 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5b726f-5a63-486f-9666-717ad00207ce None None] Network e1ef62a4-3756-4ca8-accb-b26027c5b7a4 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:55:37.094298 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-aa5b726f-5a63-486f-9666-717ad00207ce None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:55:37.096777 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5b726f-5a63-486f-9666-717ad00207ce None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:55:37.125198 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-a113211d-b6ad-40e8-9467-4b747091dcd9 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Allocated IP 2001:db8::268 (e1ef62a4-3756-4ca8-accb-b26027c5b7a4/ca2a7954-88bb-443f-9e6c-747c595892c1/e92fb9a8-5534-47dc-b06d-1d0165504136) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:55:37.135956 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5b726f-5a63-486f-9666-717ad00207ce None None] Pushing event updated for resources: {'Port': ['ID=67a6779e-2d65-4253-afc7-672b6312bd36,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:37.174196 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-aa5b726f-5a63-486f-9666-717ad00207ce None None] Attempting to bind port 67a6779e-2d65-4253-afc7-672b6312bd36 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:55:37.174914 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-aa5b726f-5a63-486f-9666-717ad00207ce None None] Attempting to bind port 67a6779e-2d65-4253-afc7-672b6312bd36 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '351862c5-c4f6-4c2f-8aaf-bff5d208fb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e1ef62a4-3756-4ca8-accb-b26027c5b7a4'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:55:37.175451 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5b726f-5a63-486f-9666-717ad00207ce None None] Attempting to bind port 67a6779e-2d65-4253-afc7-672b6312bd36 on network e1ef62a4-3756-4ca8-accb-b26027c5b7a4 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:55:37.183298 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5b726f-5a63-486f-9666-717ad00207ce None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:55:37.184117 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5b726f-5a63-486f-9666-717ad00207ce None None] Checking segment: {'id': '351862c5-c4f6-4c2f-8aaf-bff5d208fb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e1ef62a4-3756-4ca8-accb-b26027c5b7a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:55:37.184774 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-aa5b726f-5a63-486f-9666-717ad00207ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:37.185325 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5b726f-5a63-486f-9666-717ad00207ce None None] Bound using segment: {'id': '351862c5-c4f6-4c2f-8aaf-bff5d208fb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e1ef62a4-3756-4ca8-accb-b26027c5b7a4'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:55:37.185957 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-aa5b726f-5a63-486f-9666-717ad00207ce None None] Bound port: 67a6779e-2d65-4253-afc7-672b6312bd36, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '351862c5-c4f6-4c2f-8aaf-bff5d208fb03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'e1ef62a4-3756-4ca8-accb-b26027c5b7a4'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:55:37.186502 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-aa5b726f-5a63-486f-9666-717ad00207ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:37.280166 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-aa5b726f-5a63-486f-9666-717ad00207ce None None] For port 67a6779e-2d65-4253-afc7-672b6312bd36, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:55:37.286549 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-aa5b726f-5a63-486f-9666-717ad00207ce None None] For port 67a6779e-2d65-4253-afc7-672b6312bd36, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=67a6779e-2d65-4253-afc7-672b6312bd36,segment=NetworkSegment(351862c5-c4f6-4c2f-8aaf-bff5d208fb03),segment_id=351862c5-c4f6-4c2f-8aaf-bff5d208fb03)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:55:37.294511 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-aa5b726f-5a63-486f-9666-717ad00207ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:37.339315 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a113211d-b6ad-40e8-9467-4b747091dcd9 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:37.354233 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-a113211d-b6ad-40e8-9467-4b747091dcd9 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Transition to ACTIVE for port object e92fb9a8-5534-47dc-b06d-1d0165504136 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:55:37.372699 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5b726f-5a63-486f-9666-717ad00207ce None None] Pushing event updated for resources: {'Port': ['ID=67a6779e-2d65-4253-afc7-672b6312bd36,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:37.396331 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a113211d-b6ad-40e8-9467-4b747091dcd9 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:37.448501 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a113211d-b6ad-40e8-9467-4b747091dcd9 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Network e1ef62a4-3756-4ca8-accb-b26027c5b7a4 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:55:37.453129 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-a113211d-b6ad-40e8-9467-4b747091dcd9 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:55:37.471719 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a113211d-b6ad-40e8-9467-4b747091dcd9 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:55:37.479505 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a113211d-b6ad-40e8-9467-4b747091dcd9 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:37.480220 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a113211d-b6ad-40e8-9467-4b747091dcd9 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:37.494054 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a113211d-b6ad-40e8-9467-4b747091dcd9 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event updated for resources: {'Port': ['ID=e92fb9a8-5534-47dc-b06d-1d0165504136,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:37.513770 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a113211d-b6ad-40e8-9467-4b747091dcd9 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8239112 Sep 07 02:55:37.513880 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47800) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:37.594009 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 47804) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:37.743451 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 47810) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:37.790901 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-2b6b648a-7155-4c24-8673-319257c44c91 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-629202950-network', 'tenant_id': '89c66e467a844386bc921568c75855a2'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:55:37.820993 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b6b648a-7155-4c24-8673-319257c44c91 admin admin] Made reservation on behalf of 89c66e467a844386bc921568c75855a2 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:55:37.826795 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2b6b648a-7155-4c24-8673-319257c44c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:37.841204 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-9c2efe3b-0240-4360-955d-bd3e594343b2 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-223874190'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:55:37.847272 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2b6b648a-7155-4c24-8673-319257c44c91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:37.876495 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2efe3b-0240-4360-955d-bd3e594343b2 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Made reservation on behalf of 4c9354482bbf46e593fb1c1c8959ca81 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:55:37.879929 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9c2efe3b-0240-4360-955d-bd3e594343b2 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:37.891666 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9c2efe3b-0240-4360-955d-bd3e594343b2 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:37.911856 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e5291e43-3c3c-4c20-9234-357db8dc07e3 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:37.988415 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2b6b648a-7155-4c24-8673-319257c44c91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:37.995843 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2b6b648a-7155-4c24-8673-319257c44c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:38.027809 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b6b648a-7155-4c24-8673-319257c44c91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:55:38.054217 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2b6b648a-7155-4c24-8673-319257c44c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:38.054217 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-2b6b648a-7155-4c24-8673-319257c44c91 admin admin] Added segment 58ef1e30-997c-458d-8586-ea47437ece78 of type vlan for network 111cbddc-f6bd-4c03-87bc-4b2b04ef5a64 Sep 07 02:55:38.056250 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6b648a-7155-4c24-8673-319257c44c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760bde14-7bcb-48a9-8bfc-76cd9d95c67c,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:38.117595 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2b6b648a-7155-4c24-8673-319257c44c91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:38.185696 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2b6b648a-7155-4c24-8673-319257c44c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:38.186813 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6b648a-7155-4c24-8673-319257c44c91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:38.187509 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2b6b648a-7155-4c24-8673-319257c44c91 admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:38.232051 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e5291e43-3c3c-4c20-9234-357db8dc07e3 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:38.241284 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e5291e43-3c3c-4c20-9234-357db8dc07e3 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:38.269901 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9c2efe3b-0240-4360-955d-bd3e594343b2 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:38.274462 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6b648a-7155-4c24-8673-319257c44c91 admin admin] Pushing event updated for resources: {'Network': ['ID=111cbddc-f6bd-4c03-87bc-4b2b04ef5a64,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:38.279901 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9c2efe3b-0240-4360-955d-bd3e594343b2 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:38.293415 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-2b6b648a-7155-4c24-8673-319257c44c91 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6981921 Sep 07 02:55:38.303841 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 111cbddc-f6bd-4c03-87bc-4b2b04ef5a64 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:55:38.305025 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 47822) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:38.311380 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-3af91f38-fbc2-4a3f-a6d3-2c2b86019022 admin admin] Request body: {'subnet': {'network_id': '111cbddc-f6bd-4c03-87bc-4b2b04ef5a64', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-629202950-subnet', 'tenant_id': '89c66e467a844386bc921568c75855a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:55:38.324367 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c2efe3b-0240-4360-955d-bd3e594343b2 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:55:38.333643 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5291e43-3c3c-4c20-9234-357db8dc07e3 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event updated for resources: {'Port': ['ID=e92fb9a8-5534-47dc-b06d-1d0165504136,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:38.351203 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2efe3b-0240-4360-955d-bd3e594343b2 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e09143c-01f0-4737-aef3-f384cde3a030,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:38.368519 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9c2efe3b-0240-4360-955d-bd3e594343b2 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:38.370377 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-9c2efe3b-0240-4360-955d-bd3e594343b2 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Added segment 262f109c-f31b-48b6-a0a9-025a6c9b4d9f of type vlan for network 98fba89c-e7ad-427b-9268-93662b8245b2 Sep 07 02:55:38.409038 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af91f38-fbc2-4a3f-a6d3-2c2b86019022 admin admin] Made reservation on behalf of 89c66e467a844386bc921568c75855a2 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:55:38.411863 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3af91f38-fbc2-4a3f-a6d3-2c2b86019022 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:38.441029 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9c2efe3b-0240-4360-955d-bd3e594343b2 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:38.476972 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e5291e43-3c3c-4c20-9234-357db8dc07e3 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:38.518095 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9c2efe3b-0240-4360-955d-bd3e594343b2 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:38.524706 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2efe3b-0240-4360-955d-bd3e594343b2 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:38.525319 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9c2efe3b-0240-4360-955d-bd3e594343b2 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:38.582677 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9c2efe3b-0240-4360-955d-bd3e594343b2 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8378003 Sep 07 02:55:38.597804 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47830) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:38.604472 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-2696677f-5ce8-4202-99f8-9f00323665c6 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Request body: {'subnet': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:55:38.605289 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09120a88-be6d-48c8-a206-80128a41448c None None] Network e1ef62a4-3756-4ca8-accb-b26027c5b7a4 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:55:38.620576 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2efe3b-0240-4360-955d-bd3e594343b2 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event updated for resources: {'Network': ['ID=98fba89c-e7ad-427b-9268-93662b8245b2,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:38.644811 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:55:38.702744 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e5291e43-3c3c-4c20-9234-357db8dc07e3 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:38.728091 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2696677f-5ce8-4202-99f8-9f00323665c6 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Made reservation on behalf of 4c9354482bbf46e593fb1c1c8959ca81 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:55:38.732433 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2696677f-5ce8-4202-99f8-9f00323665c6 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:38.741040 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3af91f38-fbc2-4a3f-a6d3-2c2b86019022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:38.788575 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-0674101d-ef37-4ac6-8b42-3adef58e8ac0 None None] Provisioning for port 67a6779e-2d65-4253-afc7-672b6312bd36 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:55:38.806667 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af91f38-fbc2-4a3f-a6d3-2c2b86019022 admin admin] Pushing event updated for resources: {'Subnet': ['ID=382293f2-2c50-4f74-844f-42b0dddcc916,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:38.830873 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af91f38-fbc2-4a3f-a6d3-2c2b86019022 admin admin] Checking segment: {'id': '58ef1e30-997c-458d-8586-ea47437ece78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '111cbddc-f6bd-4c03-87bc-4b2b04ef5a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:55:38.831358 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af91f38-fbc2-4a3f-a6d3-2c2b86019022 admin admin] Network hostable DHCP agents. Network: 111cbddc-f6bd-4c03-87bc-4b2b04ef5a64, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:55:38.855196 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af91f38-fbc2-4a3f-a6d3-2c2b86019022 admin admin] Network 111cbddc-f6bd-4c03-87bc-4b2b04ef5a64 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:55:38.869196 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-3af91f38-fbc2-4a3f-a6d3-2c2b86019022 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 111cbddc-f6bd-4c03-87bc-4b2b04ef5a64) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:55:38.875393 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af91f38-fbc2-4a3f-a6d3-2c2b86019022 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:38.875973 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3af91f38-fbc2-4a3f-a6d3-2c2b86019022 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:38.882077 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef2c1a2-e4b1-44a3-912c-dc897fdfdb7c None None] Network 111cbddc-f6bd-4c03-87bc-4b2b04ef5a64 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:55:38.903892 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3af91f38-fbc2-4a3f-a6d3-2c2b86019022 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5971134 Sep 07 02:55:38.906509 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 47842) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:38.911001 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-d57518c0-28a3-4f86-a7fe-3ae539845e3f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-629202950-router', 'tenant_id': '89c66e467a844386bc921568c75855a2', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:55:38.938160 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d57518c0-28a3-4f86-a7fe-3ae539845e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:38.939357 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d57518c0-28a3-4f86-a7fe-3ae539845e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:39.006619 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d57518c0-28a3-4f86-a7fe-3ae539845e3f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:39.065967 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9d5a13-3f31-41ac-8641-e98969c00ff8 None None] Network 111cbddc-f6bd-4c03-87bc-4b2b04ef5a64 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:55:39.124661 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2696677f-5ce8-4202-99f8-9f00323665c6 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:39.189768 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d57518c0-28a3-4f86-a7fe-3ae539845e3f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:39.431872 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 67a6779e-2d65-4253-afc7-672b6312bd36 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:55:39.464405 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-6dbb2575-5d9d-4d1e-9f3f-74fb537807cb None None] Provisioning for port e92fb9a8-5534-47dc-b06d-1d0165504136 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:55:39.472843 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-6dbb2575-5d9d-4d1e-9f3f-74fb537807cb None None] Provisioning complete for port e92fb9a8-5534-47dc-b06d-1d0165504136 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:55:39.473273 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6dbb2575-5d9d-4d1e-9f3f-74fb537807cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:39.529402 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-6dbb2575-5d9d-4d1e-9f3f-74fb537807cb None None] Port e92fb9a8-5534-47dc-b06d-1d0165504136 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:55:39.534060 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d57518c0-28a3-4f86-a7fe-3ae539845e3f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:39.541800 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 67a6779e-2d65-4253-afc7-672b6312bd36 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:55:39.547267 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 67a6779e-2d65-4253-afc7-672b6312bd36 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:55:39.547685 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:39.558899 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d57518c0-28a3-4f86-a7fe-3ae539845e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:39.669491 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:39.710049 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-d57518c0-28a3-4f86-a7fe-3ae539845e3f admin admin] Allocated IP 172.25.5.76 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/8494a490-4d7c-476a-a058-118b139f1c95) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:55:39.743423 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2696677f-5ce8-4202-99f8-9f00323665c6 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Checking segment: {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:55:39.743993 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2696677f-5ce8-4202-99f8-9f00323665c6 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Network hostable DHCP agents. Network: 98fba89c-e7ad-427b-9268-93662b8245b2, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:55:39.750668 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 67a6779e-2d65-4253-afc7-672b6312bd36, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=67a6779e-2d65-4253-afc7-672b6312bd36,segment=NetworkSegment(351862c5-c4f6-4c2f-8aaf-bff5d208fb03),segment_id=351862c5-c4f6-4c2f-8aaf-bff5d208fb03)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:55:39.751804 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2696677f-5ce8-4202-99f8-9f00323665c6 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event updated for resources: {'Subnet': ['ID=f8e6dd0a-f166-409e-9ea7-501a65cc5391,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:39.769852 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:39.772962 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2696677f-5ce8-4202-99f8-9f00323665c6 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:55:39.778129 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-cda3d586-d793-4706-864f-360c9e164374 None None] Provisioning complete for port e92fb9a8-5534-47dc-b06d-1d0165504136 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:55:39.778683 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-cda3d586-d793-4706-864f-360c9e164374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:39.801819 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-2696677f-5ce8-4202-99f8-9f00323665c6 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 98fba89c-e7ad-427b-9268-93662b8245b2) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:55:39.818874 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2696677f-5ce8-4202-99f8-9f00323665c6 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:39.819507 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2696677f-5ce8-4202-99f8-9f00323665c6 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:39.831430 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497e5551-abc6-4c16-a351-6da998f107bb None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:55:39.845709 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-2696677f-5ce8-4202-99f8-9f00323665c6 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2440531 Sep 07 02:55:39.846632 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 47854) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:39.852818 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e5291e43-3c3c-4c20-9234-357db8dc07e3 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:39.854349 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-9ae6aad0-b650-436a-999c-6bb74905d035 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Request body: {'port': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'name': 'tempest-NetworksTestDHCPv6-120142181'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:55:39.861924 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e5291e43-3c3c-4c20-9234-357db8dc07e3 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:39.862938 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e5291e43-3c3c-4c20-9234-357db8dc07e3 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:39.933939 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-cda3d586-d793-4706-864f-360c9e164374 None None] Port e92fb9a8-5534-47dc-b06d-1d0165504136 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:55:39.939448 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=67a6779e-2d65-4253-afc7-672b6312bd36,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:39.941498 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d57518c0-28a3-4f86-a7fe-3ae539845e3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:39.999168 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5291e43-3c3c-4c20-9234-357db8dc07e3 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Network e1ef62a4-3756-4ca8-accb-b26027c5b7a4 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:55:40.002481 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-e5291e43-3c3c-4c20-9234-357db8dc07e3 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:55:40.022420 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5291e43-3c3c-4c20-9234-357db8dc07e3 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event updated for resources: {'Port': ['ID=e92fb9a8-5534-47dc-b06d-1d0165504136,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:40.112202 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8c93feef-30ca-4c99-8172-f45d41e0c3c1 None None] Provisioning complete for port e92fb9a8-5534-47dc-b06d-1d0165504136 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:55:40.112832 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8c93feef-30ca-4c99-8172-f45d41e0c3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:40.144398 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7a98fb-b334-450c-8e4c-3a88eb703094 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-98fba89c-e7ad-427b-9268-93662b8245b2', 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'tenant_id': '4c9354482bbf46e593fb1c1c8959ca81', 'fixed_ips': [{'subnet_id': 'f8e6dd0a-f166-409e-9ea7-501a65cc5391'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:55:40.145283 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ab7a98fb-b334-450c-8e4c-3a88eb703094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:40.176797 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d57518c0-28a3-4f86-a7fe-3ae539845e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:40.178735 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5291e43-3c3c-4c20-9234-357db8dc07e3 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Router 904ae6ec-21f8-426c-8136-ba4bdc287ac1 is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 02:55:40.183953 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae6aad0-b650-436a-999c-6bb74905d035 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Made reservation on behalf of 4c9354482bbf46e593fb1c1c8959ca81 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:55:40.185183 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8c93feef-30ca-4c99-8172-f45d41e0c3c1 None None] Port e92fb9a8-5534-47dc-b06d-1d0165504136 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:55:40.190578 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9ae6aad0-b650-436a-999c-6bb74905d035 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:40.238014 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57518c0-28a3-4f86-a7fe-3ae539845e3f admin admin] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:55:40.241515 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-d57518c0-28a3-4f86-a7fe-3ae539845e3f admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:55:40.244219 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57518c0-28a3-4f86-a7fe-3ae539845e3f admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:55:40.276071 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-9ae6aad0-b650-436a-999c-6bb74905d035 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] device_id is not set on port 3a585046-37e2-4d66-9ede-4dd5be52d7e2 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:55:40.305850 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57518c0-28a3-4f86-a7fe-3ae539845e3f admin admin] Pushing event updated for resources: {'Port': ['ID=8494a490-4d7c-476a-a058-118b139f1c95,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:40.308581 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5291e43-3c3c-4c20-9234-357db8dc07e3 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:55:40.317936 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e5291e43-3c3c-4c20-9234-357db8dc07e3 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "PUT /v2.0/routers/904ae6ec-21f8-426c-8136-ba4bdc287ac1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7995768 Sep 07 02:55:40.317936 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47858) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:40.328367 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d4f85f-7525-4d7a-98d2-81601044a166 None None] Sync routers for ids ['904ae6ec-21f8-426c-8136-ba4bdc287ac1'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:55:40.350712 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d4f85f-7525-4d7a-98d2-81601044a166 None None] Routers {'904ae6ec-21f8-426c-8136-ba4bdc287ac1'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:55:40.352626 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-01d4f85f-7525-4d7a-98d2-81601044a166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:55:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['904ae6ec-21f8-426c-8136-ba4bdc287ac1'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:55:40.415824 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c84a053-7a3e-42ab-b8f8-005c6903e67c tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:40.420480 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-2c84a053-7a3e-42ab-b8f8-005c6903e67c tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "GET /v2.0/ports?device_id=904ae6ec-21f8-426c-8136-ba4bdc287ac1 HTTP/1.1" status: 200 len: 989 time: 0.1001210 Sep 07 02:55:40.422382 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47862) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:40.431161 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-ab7a98fb-b334-450c-8e4c-3a88eb703094 None None] Allocated IP 2001:db8::2 (98fba89c-e7ad-427b-9268-93662b8245b2/f8e6dd0a-f166-409e-9ea7-501a65cc5391/116a2bd7-af03-4b87-bf1f-fc3859fad59e) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:55:40.444241 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-01d4f85f-7525-4d7a-98d2-81601044a166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:55:40.455745 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d4f85f-7525-4d7a-98d2-81601044a166 None None] Routers {'904ae6ec-21f8-426c-8136-ba4bdc287ac1'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:55:40.456422 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-01d4f85f-7525-4d7a-98d2-81601044a166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:55:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['904ae6ec-21f8-426c-8136-ba4bdc287ac1'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:55:40.503169 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-01d4f85f-7525-4d7a-98d2-81601044a166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:55:40.504839 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d4f85f-7525-4d7a-98d2-81601044a166 None None] The sync data for ids ['904ae6ec-21f8-426c-8136-ba4bdc287ac1'] in n-d-796209-16 is: [] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:55:40.561303 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47864) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:40.574705 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-771eb1d9-312c-4b37-81f0-2a68ec3997ea None None] Provisioning complete for port e92fb9a8-5534-47dc-b06d-1d0165504136 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:55:40.575859 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-771eb1d9-312c-4b37-81f0-2a68ec3997ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:40.644580 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-771eb1d9-312c-4b37-81f0-2a68ec3997ea None None] Port e92fb9a8-5534-47dc-b06d-1d0165504136 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:55:40.657628 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ab7a98fb-b334-450c-8e4c-3a88eb703094 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:40.666361 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-ab7a98fb-b334-450c-8e4c-3a88eb703094 None None] Transition to ACTIVE for port object 116a2bd7-af03-4b87-bf1f-fc3859fad59e will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:55:40.688100 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-ab7a98fb-b334-450c-8e4c-3a88eb703094 None None] Transition to ACTIVE for port object 116a2bd7-af03-4b87-bf1f-fc3859fad59e will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:55:40.694586 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ab7a98fb-b334-450c-8e4c-3a88eb703094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:40.720895 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-06827c51-f3d7-41e6-9e87-38fd33d1e22e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:40.737088 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7a98fb-b334-450c-8e4c-3a88eb703094 None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:55:40.739978 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-ab7a98fb-b334-450c-8e4c-3a88eb703094 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:55:40.742743 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7a98fb-b334-450c-8e4c-3a88eb703094 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:55:40.761944 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7a98fb-b334-450c-8e4c-3a88eb703094 None None] Pushing event updated for resources: {'Port': ['ID=116a2bd7-af03-4b87-bf1f-fc3859fad59e,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:40.813569 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-ab7a98fb-b334-450c-8e4c-3a88eb703094 None None] Attempting to bind port 116a2bd7-af03-4b87-bf1f-fc3859fad59e on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:55:40.813954 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-ab7a98fb-b334-450c-8e4c-3a88eb703094 None None] Attempting to bind port 116a2bd7-af03-4b87-bf1f-fc3859fad59e by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:55:40.814415 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7a98fb-b334-450c-8e4c-3a88eb703094 None None] Attempting to bind port 116a2bd7-af03-4b87-bf1f-fc3859fad59e on network 98fba89c-e7ad-427b-9268-93662b8245b2 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:55:40.820274 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7a98fb-b334-450c-8e4c-3a88eb703094 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:55:40.820274 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7a98fb-b334-450c-8e4c-3a88eb703094 None None] Checking segment: {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:55:40.820592 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ab7a98fb-b334-450c-8e4c-3a88eb703094 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:40.820903 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7a98fb-b334-450c-8e4c-3a88eb703094 None None] Bound using segment: {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:55:40.821415 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-ab7a98fb-b334-450c-8e4c-3a88eb703094 None None] Bound port: 116a2bd7-af03-4b87-bf1f-fc3859fad59e, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:55:40.821660 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ab7a98fb-b334-450c-8e4c-3a88eb703094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:40.898560 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-ab7a98fb-b334-450c-8e4c-3a88eb703094 None None] For port 116a2bd7-af03-4b87-bf1f-fc3859fad59e, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:55:40.902128 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-ab7a98fb-b334-450c-8e4c-3a88eb703094 None None] For port 116a2bd7-af03-4b87-bf1f-fc3859fad59e, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=116a2bd7-af03-4b87-bf1f-fc3859fad59e,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:55:40.909153 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ab7a98fb-b334-450c-8e4c-3a88eb703094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:40.976433 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7a98fb-b334-450c-8e4c-3a88eb703094 None None] Pushing event updated for resources: {'Port': ['ID=116a2bd7-af03-4b87-bf1f-fc3859fad59e,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:40.994930 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-06827c51-f3d7-41e6-9e87-38fd33d1e22e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:41.002237 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-06827c51-f3d7-41e6-9e87-38fd33d1e22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:41.023921 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-9ae6aad0-b650-436a-999c-6bb74905d035 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Allocated IP 2001:db8::130 (98fba89c-e7ad-427b-9268-93662b8245b2/f8e6dd0a-f166-409e-9ea7-501a65cc5391/3a585046-37e2-4d66-9ede-4dd5be52d7e2) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:55:41.039202 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ad8069a5-5c7e-4d2c-8cde-9cdb12f419f5 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:41.102621 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-06827c51-f3d7-41e6-9e87-38fd33d1e22e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8047b167699d489eb2077567b2aae173&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5369015 Sep 07 02:55:41.103580 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06827c51-f3d7-41e6-9e87-38fd33d1e22e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8982d940-1118-4568-995e-c8fe330439fc,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:41.103728 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 47868) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:41.137787 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d57518c0-28a3-4f86-a7fe-3ae539845e3f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:41.332384 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-76be1959-7d8d-46b9-aad5-ebe8d2462557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:41.363157 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-ad8069a5-5c7e-4d2c-8cde-9cdb12f419f5 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Deleting port e92fb9a8-5534-47dc-b06d-1d0165504136 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:55:41.363530 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ad8069a5-5c7e-4d2c-8cde-9cdb12f419f5 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:41.381643 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-76be1959-7d8d-46b9-aad5-ebe8d2462557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:41.428358 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9ae6aad0-b650-436a-999c-6bb74905d035 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:41.459198 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 67a6779e-2d65-4253-afc7-672b6312bd36 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:55:41.476458 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-9ae6aad0-b650-436a-999c-6bb74905d035 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Transition to ACTIVE for port object 3a585046-37e2-4d66-9ede-4dd5be52d7e2 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:55:41.478728 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ad8069a5-5c7e-4d2c-8cde-9cdb12f419f5 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:41.498328 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-ad8069a5-5c7e-4d2c-8cde-9cdb12f419f5 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Calling delete_port for e92fb9a8-5534-47dc-b06d-1d0165504136 owned by network:router_interface {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:55:41.548428 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-76be1959-7d8d-46b9-aad5-ebe8d2462557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:41.548675 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 67a6779e-2d65-4253-afc7-672b6312bd36 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:55:41.549444 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:41.551075 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-76be1959-7d8d-46b9-aad5-ebe8d2462557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:41.552293 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-76be1959-7d8d-46b9-aad5-ebe8d2462557 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8982d940-1118-4568-995e-c8fe330439fc HTTP/1.1" status: 204 len: 168 time: 0.4483657 Sep 07 02:55:41.563040 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d57518c0-28a3-4f86-a7fe-3ae539845e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:41.571716 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76be1959-7d8d-46b9-aad5-ebe8d2462557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8982d940-1118-4568-995e-c8fe330439fc,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:41.576132 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9ae6aad0-b650-436a-999c-6bb74905d035 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:41.662516 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae6aad0-b650-436a-999c-6bb74905d035 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:55:41.669291 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-9ae6aad0-b650-436a-999c-6bb74905d035 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:55:41.677118 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae6aad0-b650-436a-999c-6bb74905d035 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:55:41.682583 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae6aad0-b650-436a-999c-6bb74905d035 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:41.683250 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9ae6aad0-b650-436a-999c-6bb74905d035 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:41.685620 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 116a2bd7-af03-4b87-bf1f-fc3859fad59e up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:55:41.706568 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae6aad0-b650-436a-999c-6bb74905d035 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event updated for resources: {'Port': ['ID=3a585046-37e2-4d66-9ede-4dd5be52d7e2,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:41.757752 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 116a2bd7-af03-4b87-bf1f-fc3859fad59e completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:55:41.766952 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9ae6aad0-b650-436a-999c-6bb74905d035 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9182079 Sep 07 02:55:41.769612 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 47874) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:41.802682 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ad8069a5-5c7e-4d2c-8cde-9cdb12f419f5 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:41.849582 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e631d54-bfe5-416e-b95d-2fdf9b5de841 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:41.849744 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8069a5-5c7e-4d2c-8cde-9cdb12f419f5 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event deleted for resources: {'Port': ['ID=e92fb9a8-5534-47dc-b06d-1d0165504136,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:41.858779 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e631d54-bfe5-416e-b95d-2fdf9b5de841 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:41.864047 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47876) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:41.864227 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9e631d54-bfe5-416e-b95d-2fdf9b5de841 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0932317 Sep 07 02:55:41.888597 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d57518c0-28a3-4f86-a7fe-3ae539845e3f admin admin] Router 5c774cfb-7509-4c0c-810f-c5950d76d0d7 is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 02:55:42.003531 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ad8069a5-5c7e-4d2c-8cde-9cdb12f419f5 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:42.013148 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47878) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:42.045517 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57518c0-28a3-4f86-a7fe-3ae539845e3f admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:55:42.070011 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d57518c0-28a3-4f86-a7fe-3ae539845e3f admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:42.076095 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae028dd-e424-40c6-ac20-fb4917c7384d None None] Sync routers for ids ['5c774cfb-7509-4c0c-810f-c5950d76d0d7'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:55:42.077691 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-d57518c0-28a3-4f86-a7fe-3ae539845e3f admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1695459 Sep 07 02:55:42.079526 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 47880) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:42.085871 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae028dd-e424-40c6-ac20-fb4917c7384d None None] Routers {'5c774cfb-7509-4c0c-810f-c5950d76d0d7'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:55:42.086504 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-2ae028dd-e424-40c6-ac20-fb4917c7384d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:55:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['5c774cfb-7509-4c0c-810f-c5950d76d0d7'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:55:42.138104 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-53800387-ef33-42e3-b4d3-22bcc21f88f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:42.210858 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c466cf8c-8ed1-4e97-b6b2-9539fa7c9333 None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:55:42.214217 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-2ae028dd-e424-40c6-ac20-fb4917c7384d None None] Set router 5c774cfb-7509-4c0c-810f-c5950d76d0d7 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:55:42.265347 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad8069a5-5c7e-4d2c-8cde-9cdb12f419f5 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Router 904ae6ec-21f8-426c-8136-ba4bdc287ac1 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:55:42.376746 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-bba78a75-1d2f-414e-a993-8d69413dc54f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Deleting port 3a585046-37e2-4d66-9ede-4dd5be52d7e2 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:55:42.377335 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bba78a75-1d2f-414e-a993-8d69413dc54f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:42.384553 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a7840cea-b227-4376-af87-fd53ab422547 None None] Provisioning for port 116a2bd7-af03-4b87-bf1f-fc3859fad59e completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:55:42.401550 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a7840cea-b227-4376-af87-fd53ab422547 None None] Provisioning complete for port 116a2bd7-af03-4b87-bf1f-fc3859fad59e triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:55:42.401915 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a7840cea-b227-4376-af87-fd53ab422547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:42.429323 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad8069a5-5c7e-4d2c-8cde-9cdb12f419f5 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:55:42.443558 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f827abe-f987-48bd-ab68-98432a898a06 None None] Sync routers for ids ['904ae6ec-21f8-426c-8136-ba4bdc287ac1'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:55:42.450729 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-ad8069a5-5c7e-4d2c-8cde-9cdb12f419f5 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "PUT /v2.0/routers/904ae6ec-21f8-426c-8136-ba4bdc287ac1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0239658 Sep 07 02:55:42.453568 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47882) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:42.457816 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f827abe-f987-48bd-ab68-98432a898a06 None None] Routers {'904ae6ec-21f8-426c-8136-ba4bdc287ac1'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:55:42.460029 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-9f827abe-f987-48bd-ab68-98432a898a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:55:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['904ae6ec-21f8-426c-8136-ba4bdc287ac1'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:55:42.495270 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4fa314e-381d-4ec6-909f-fa0ac9c3d611 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] GET failed (client error): The resource could not be found. Sep 07 02:55:42.499875 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a4fa314e-381d-4ec6-909f-fa0ac9c3d611 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "GET /v2.0/ports/e92fb9a8-5534-47dc-b06d-1d0165504136 HTTP/1.1" status: 404 len: 333 time: 0.0421767 Sep 07 02:55:42.500818 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 47884) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:42.504541 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-9f827abe-f987-48bd-ab68-98432a898a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:55:42.515055 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f827abe-f987-48bd-ab68-98432a898a06 None None] Routers {'904ae6ec-21f8-426c-8136-ba4bdc287ac1'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:55:42.516434 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-9f827abe-f987-48bd-ab68-98432a898a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:55:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['904ae6ec-21f8-426c-8136-ba4bdc287ac1'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:55:42.539387 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-53800387-ef33-42e3-b4d3-22bcc21f88f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:42.551467 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-53800387-ef33-42e3-b4d3-22bcc21f88f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:42.563226 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-9f827abe-f987-48bd-ab68-98432a898a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:55:42.564529 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f827abe-f987-48bd-ab68-98432a898a06 None None] The sync data for ids ['904ae6ec-21f8-426c-8136-ba4bdc287ac1'] in n-d-796209-16 is: [] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:55:42.593103 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a7840cea-b227-4376-af87-fd53ab422547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:42.601253 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-53800387-ef33-42e3-b4d3-22bcc21f88f0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=abd5b9b532b14a7485508f209564e4de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5833647 Sep 07 02:55:42.601565 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bba78a75-1d2f-414e-a993-8d69413dc54f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:42.602521 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3378081f-ddc8-40f6-99de-6d03b8127db5 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:42.607053 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 47886) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:42.615946 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-2ae028dd-e424-40c6-ac20-fb4917c7384d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c774cfb-7509-4c0c-810f-c5950d76d0d7', 'name': 'tempest-ServerRescueTestJSON-629202950-router', 'tenant_id': '89c66e467a844386bc921568c75855a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '8494a490-4d7c-476a-a058-118b139f1c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:55:38Z', 'updated_at': '2021-09-07T02:55:40Z', 'revision_number': 3, 'project_id': '89c66e467a844386bc921568c75855a2', 'gw_port': {'id': '8494a490-4d7c-476a-a058-118b139f1c95', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ab:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c774cfb-7509-4c0c-810f-c5950d76d0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:55:39Z', 'updated_at': '2021-09-07T02:55:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:55:42.625841 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-bba78a75-1d2f-414e-a993-8d69413dc54f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Calling delete_port for 3a585046-37e2-4d66-9ede-4dd5be52d7e2 owned by {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:55:42.630927 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53800387-ef33-42e3-b4d3-22bcc21f88f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe5e50d7-09b4-497e-981f-d78a8d291794,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:42.655032 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a7840cea-b227-4376-af87-fd53ab422547 None None] For port 116a2bd7-af03-4b87-bf1f-fc3859fad59e, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=116a2bd7-af03-4b87-bf1f-fc3859fad59e,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:55:42.691972 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a7840cea-b227-4376-af87-fd53ab422547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:42.694968 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae028dd-e424-40c6-ac20-fb4917c7384d None None] Checking router: 5c774cfb-7509-4c0c-810f-c5950d76d0d7 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:55:42.695559 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae028dd-e424-40c6-ac20-fb4917c7384d None None] Updating router 5c774cfb-7509-4c0c-810f-c5950d76d0d7 port 8494a490-4d7c-476a-a058-118b139f1c95 binding host n-d-796209-16 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 02:55:42.727367 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2ae028dd-e424-40c6-ac20-fb4917c7384d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:42.798022 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bba78a75-1d2f-414e-a993-8d69413dc54f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:42.828201 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba78a75-1d2f-414e-a993-8d69413dc54f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event deleted for resources: {'Port': ['ID=3a585046-37e2-4d66-9ede-4dd5be52d7e2,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:42.839108 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3378081f-ddc8-40f6-99de-6d03b8127db5 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:42.842202 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3378081f-ddc8-40f6-99de-6d03b8127db5 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:42.861190 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7840cea-b227-4376-af87-fd53ab422547 None None] Pushing event updated for resources: {'Port': ['ID=116a2bd7-af03-4b87-bf1f-fc3859fad59e,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:42.875548 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bba78a75-1d2f-414e-a993-8d69413dc54f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:42.878275 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-bba78a75-1d2f-414e-a993-8d69413dc54f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/ports/3a585046-37e2-4d66-9ede-4dd5be52d7e2 HTTP/1.1" status: 204 len: 168 time: 1.0121891 Sep 07 02:55:42.880791 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47890) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:42.945228 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3378081f-ddc8-40f6-99de-6d03b8127db5 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:42.945643 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3378081f-ddc8-40f6-99de-6d03b8127db5 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Fanout notify agent at l3_agent the message router_deleted on router 904ae6ec-21f8-426c-8136-ba4bdc287ac1 {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 02:55:42.963169 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3378081f-ddc8-40f6-99de-6d03b8127db5 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:42.964324 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3378081f-ddc8-40f6-99de-6d03b8127db5 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "DELETE /v2.0/routers/904ae6ec-21f8-426c-8136-ba4bdc287ac1 HTTP/1.1" status: 204 len: 168 time: 0.4620631 Sep 07 02:55:42.981158 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 47892) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:43.009939 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-96bdf6b0-69b3-4f3e-9042-dcc126f97296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:43.013462 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b308a50-8d9c-4884-be01-de2812ec1542 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:43.015175 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b308a50-8d9c-4884-be01-de2812ec1542 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:43.017792 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-9b308a50-8d9c-4884-be01-de2812ec1542 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1357996 Sep 07 02:55:43.020725 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-27bdc7ae-80de-4f11-96d5-2e77a3852805 None None] Could not find standard attr ID for object 3a585046-37e2-4d66-9ede-4dd5be52d7e2. {{(pid=94702) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 02:55:43.020898 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47896) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:43.058626 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ed5ac999-5b41-4fc8-a91d-5acf55d8cb86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:43.078679 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-01c75298-8375-4923-879a-f129a8e0500f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Deleting subnet f8e6dd0a-f166-409e-9ea7-501a65cc5391 {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:55:43.083052 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-01c75298-8375-4923-879a-f129a8e0500f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:43.087662 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-27bdc7ae-80de-4f11-96d5-2e77a3852805 None None] Provisioning complete for port 116a2bd7-af03-4b87-bf1f-fc3859fad59e triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:55:43.088042 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-27bdc7ae-80de-4f11-96d5-2e77a3852805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:43.096535 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-05c2e051-799d-48eb-9873-d94fe7c4e2ab tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Deleting subnet ca2a7954-88bb-443f-9e6c-747c595892c1 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:55:43.105305 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-05c2e051-799d-48eb-9873-d94fe7c4e2ab tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:43.128704 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-01c75298-8375-4923-879a-f129a8e0500f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:43.137111 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2ae028dd-e424-40c6-ac20-fb4917c7384d None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:43.145815 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ed5ac999-5b41-4fc8-a91d-5acf55d8cb86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:43.155592 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-2ae028dd-e424-40c6-ac20-fb4917c7384d None None] Transition to ACTIVE for port object 8494a490-4d7c-476a-a058-118b139f1c95 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:55:43.173130 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2ae028dd-e424-40c6-ac20-fb4917c7384d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:43.248048 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-01c75298-8375-4923-879a-f129a8e0500f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:43.250137 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-2ae028dd-e424-40c6-ac20-fb4917c7384d None None] Attempting to bind port 8494a490-4d7c-476a-a058-118b139f1c95 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:55:43.250502 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-2ae028dd-e424-40c6-ac20-fb4917c7384d None None] Attempting to bind port 8494a490-4d7c-476a-a058-118b139f1c95 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:55:43.250778 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae028dd-e424-40c6-ac20-fb4917c7384d None None] Attempting to bind port 8494a490-4d7c-476a-a058-118b139f1c95 on network 1166b922-7457-4da4-bdda-328e8c8e7bc6 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:55:43.271866 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae028dd-e424-40c6-ac20-fb4917c7384d None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:55:43.272532 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae028dd-e424-40c6-ac20-fb4917c7384d None None] Checking segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:55:43.272997 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2ae028dd-e424-40c6-ac20-fb4917c7384d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:43.273404 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae028dd-e424-40c6-ac20-fb4917c7384d None None] Bound using segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:55:43.274106 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-2ae028dd-e424-40c6-ac20-fb4917c7384d None None] Bound port: 8494a490-4d7c-476a-a058-118b139f1c95, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:55:43.275905 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2ae028dd-e424-40c6-ac20-fb4917c7384d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:43.284712 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd3aac-4be5-42c7-95eb-5f06a450bfd1 None None] Pushing event updated for resources: {'Port': ['ID=8494a490-4d7c-476a-a058-118b139f1c95,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:43.347933 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-01c75298-8375-4923-879a-f129a8e0500f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:43.394927 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-2ae028dd-e424-40c6-ac20-fb4917c7384d None None] For port 8494a490-4d7c-476a-a058-118b139f1c95, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:55:43.398391 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-05c2e051-799d-48eb-9873-d94fe7c4e2ab tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:43.408775 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 116a2bd7-af03-4b87-bf1f-fc3859fad59e up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:55:43.415040 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-01c75298-8375-4923-879a-f129a8e0500f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:43.417462 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-01c75298-8375-4923-879a-f129a8e0500f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/subnets/f8e6dd0a-f166-409e-9ea7-501a65cc5391 HTTP/1.1" status: 204 len: 168 time: 0.3955607 Sep 07 02:55:43.419139 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c75298-8375-4923-879a-f129a8e0500f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event deleted for resources: {'Subnet': ['ID=f8e6dd0a-f166-409e-9ea7-501a65cc5391,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:43.422267 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47900) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:43.468431 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-2ae028dd-e424-40c6-ac20-fb4917c7384d None None] For port 8494a490-4d7c-476a-a058-118b139f1c95, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=8494a490-4d7c-476a-a058-118b139f1c95,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:55:43.487465 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-4ea32fca-fb92-4381-a989-de7a81aafbd1 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0639482 Sep 07 02:55:43.490536 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47902) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:43.491979 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2ae028dd-e424-40c6-ac20-fb4917c7384d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:43.494141 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8154ffb6-34ec-41dd-b35a-ada7056077fe None None] Could not find standard attr ID for object 3a585046-37e2-4d66-9ede-4dd5be52d7e2. {{(pid=94702) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 02:55:43.498039 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-d7b13604-0b4e-4834-bed5-27c6a93ea0a1 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Request body: {'subnet': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:55:43.597883 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae028dd-e424-40c6-ac20-fb4917c7384d None None] Routers {'5c774cfb-7509-4c0c-810f-c5950d76d0d7'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:55:43.598777 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-2ae028dd-e424-40c6-ac20-fb4917c7384d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:55:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['5c774cfb-7509-4c0c-810f-c5950d76d0d7'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:55:43.694138 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b13604-0b4e-4834-bed5-27c6a93ea0a1 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Made reservation on behalf of 4c9354482bbf46e593fb1c1c8959ca81 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:55:43.698432 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d7b13604-0b4e-4834-bed5-27c6a93ea0a1 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:43.711133 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-05c2e051-799d-48eb-9873-d94fe7c4e2ab tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:43.712746 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316be219-3627-45ac-8d12-b22d8d54527e None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:55:43.749267 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ed5ac999-5b41-4fc8-a91d-5acf55d8cb86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:43.751919 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ed5ac999-5b41-4fc8-a91d-5acf55d8cb86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:43.753100 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ed5ac999-5b41-4fc8-a91d-5acf55d8cb86 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fe5e50d7-09b4-497e-981f-d78a8d291794 HTTP/1.1" status: 204 len: 168 time: 1.1450794 Sep 07 02:55:43.762639 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-2ae028dd-e424-40c6-ac20-fb4917c7384d None None] Set router 5c774cfb-7509-4c0c-810f-c5950d76d0d7 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:55:43.764719 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd3aac-4be5-42c7-95eb-5f06a450bfd1 None None] Pushing event updated for resources: {'Port': ['ID=8494a490-4d7c-476a-a058-118b139f1c95,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:43.798321 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5ac999-5b41-4fc8-a91d-5acf55d8cb86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe5e50d7-09b4-497e-981f-d78a8d291794,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:43.839225 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-96bdf6b0-69b3-4f3e-9042-dcc126f97296 admin admin] Allocated IP 172.20.0.1 (111cbddc-f6bd-4c03-87bc-4b2b04ef5a64/382293f2-2c50-4f74-844f-42b0dddcc916/65af94e4-b70d-4cb6-9c10-59c93cecdb7c) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:55:43.877315 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-05c2e051-799d-48eb-9873-d94fe7c4e2ab tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:43.949348 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c2e051-799d-48eb-9873-d94fe7c4e2ab tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event deleted for resources: {'Subnet': ['ID=ca2a7954-88bb-443f-9e6c-747c595892c1,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:43.969494 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-05c2e051-799d-48eb-9873-d94fe7c4e2ab tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:43.973526 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-05c2e051-799d-48eb-9873-d94fe7c4e2ab tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "DELETE /v2.0/subnets/ca2a7954-88bb-443f-9e6c-747c595892c1 HTTP/1.1" status: 204 len: 168 time: 0.9878144 Sep 07 02:55:43.975882 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47906) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:44.020192 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1153557d-33e9-4986-889e-bf2df1e9da34 None None] Network e1ef62a4-3756-4ca8-accb-b26027c5b7a4 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:55:44.060537 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 116a2bd7-af03-4b87-bf1f-fc3859fad59e triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:55:44.060914 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:44.079401 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-96bdf6b0-69b3-4f3e-9042-dcc126f97296 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:44.152185 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-96bdf6b0-69b3-4f3e-9042-dcc126f97296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:44.188296 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-597cf31b-90d0-4e7a-89ae-fe32b9c929ff tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:44.196376 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bdf6b0-69b3-4f3e-9042-dcc126f97296 admin admin] Network 111cbddc-f6bd-4c03-87bc-4b2b04ef5a64 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:55:44.200640 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-96bdf6b0-69b3-4f3e-9042-dcc126f97296 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:55:44.206871 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bdf6b0-69b3-4f3e-9042-dcc126f97296 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:55:44.252574 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d7b13604-0b4e-4834-bed5-27c6a93ea0a1 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:44.300535 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bdf6b0-69b3-4f3e-9042-dcc126f97296 admin admin] Pushing event updated for resources: {'Port': ['ID=65af94e4-b70d-4cb6-9c10-59c93cecdb7c,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:44.339612 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-96bdf6b0-69b3-4f3e-9042-dcc126f97296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:44.432983 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b13604-0b4e-4834-bed5-27c6a93ea0a1 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:55:44.467785 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-d7b13604-0b4e-4834-bed5-27c6a93ea0a1 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:55:44.473184 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b13604-0b4e-4834-bed5-27c6a93ea0a1 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:44.478970 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d7b13604-0b4e-4834-bed5-27c6a93ea0a1 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:44.490346 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-2ae028dd-e424-40c6-ac20-fb4917c7384d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c774cfb-7509-4c0c-810f-c5950d76d0d7', 'name': 'tempest-ServerRescueTestJSON-629202950-router', 'tenant_id': '89c66e467a844386bc921568c75855a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '8494a490-4d7c-476a-a058-118b139f1c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:55:38Z', 'updated_at': '2021-09-07T02:55:40Z', 'revision_number': 3, 'project_id': '89c66e467a844386bc921568c75855a2', 'gw_port': {'id': '8494a490-4d7c-476a-a058-118b139f1c95', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ab:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c774cfb-7509-4c0c-810f-c5950d76d0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:55:39Z', 'updated_at': '2021-09-07T02:55:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:55:44.520045 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b13604-0b4e-4834-bed5-27c6a93ea0a1 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event updated for resources: {'Subnet': ['ID=f8596b46-3cca-45fa-b896-859a4a53cff4,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:44.578207 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275770aa-793e-40d4-8042-c3d561117973 None None] DHCP port deletion for 98fba89c-e7ad-427b-9268-93662b8245b2 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:55:44.589525 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d7b13604-0b4e-4834-bed5-27c6a93ea0a1 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0979428 Sep 07 02:55:44.592262 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47920) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:44.599202 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd86b0c-9da4-4d43-bce8-29e1d047900a None None] DHCP port deletion for e1ef62a4-3756-4ca8-accb-b26027c5b7a4 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:55:44.602963 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae028dd-e424-40c6-ac20-fb4917c7384d None None] The sync data for ids ['5c774cfb-7509-4c0c-810f-c5950d76d0d7'] in n-d-796209-16 is: [{'id': '5c774cfb-7509-4c0c-810f-c5950d76d0d7', 'name': 'tempest-ServerRescueTestJSON-629202950-router', 'tenant_id': '89c66e467a844386bc921568c75855a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '8494a490-4d7c-476a-a058-118b139f1c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:55:38Z', 'updated_at': '2021-09-07T02:55:40Z', 'revision_number': 3, 'project_id': '89c66e467a844386bc921568c75855a2', 'gw_port': {'id': '8494a490-4d7c-476a-a058-118b139f1c95', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ab:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c774cfb-7509-4c0c-810f-c5950d76d0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:55:39Z', 'updated_at': '2021-09-07T02:55:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:55:44.610637 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-6388dbe0-5c96-40b0-a6d6-24aa02de4a0c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Request body: {'port': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'name': 'tempest-NetworksTestDHCPv6-1123022259'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:55:44.681875 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-597cf31b-90d0-4e7a-89ae-fe32b9c929ff tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Deleting port 67a6779e-2d65-4253-afc7-672b6312bd36 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:55:44.683023 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-597cf31b-90d0-4e7a-89ae-fe32b9c929ff tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:44.773147 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-96bdf6b0-69b3-4f3e-9042-dcc126f97296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:44.813908 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-0dd86b0c-9da4-4d43-bce8-29e1d047900a None None] Deleting port 67a6779e-2d65-4253-afc7-672b6312bd36 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:55:44.814411 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0dd86b0c-9da4-4d43-bce8-29e1d047900a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:44.848038 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-275770aa-793e-40d4-8042-c3d561117973 None None] Deleting port 116a2bd7-af03-4b87-bf1f-fc3859fad59e {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:55:44.848504 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-275770aa-793e-40d4-8042-c3d561117973 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:45.005869 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-0dd86b0c-9da4-4d43-bce8-29e1d047900a None None] For port 67a6779e-2d65-4253-afc7-672b6312bd36, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=67a6779e-2d65-4253-afc7-672b6312bd36,segment=NetworkSegment(351862c5-c4f6-4c2f-8aaf-bff5d208fb03),segment_id=351862c5-c4f6-4c2f-8aaf-bff5d208fb03)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:55:45.006566 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0dd86b0c-9da4-4d43-bce8-29e1d047900a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:45.027287 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-0dd86b0c-9da4-4d43-bce8-29e1d047900a None None] Calling delete_port for 67a6779e-2d65-4253-afc7-672b6312bd36 owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:55:45.109088 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-275770aa-793e-40d4-8042-c3d561117973 None None] For port 116a2bd7-af03-4b87-bf1f-fc3859fad59e, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=116a2bd7-af03-4b87-bf1f-fc3859fad59e,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:55:45.110572 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-275770aa-793e-40d4-8042-c3d561117973 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:45.179913 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-275770aa-793e-40d4-8042-c3d561117973 None None] Calling delete_port for 116a2bd7-af03-4b87-bf1f-fc3859fad59e owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:55:45.238652 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-96bdf6b0-69b3-4f3e-9042-dcc126f97296 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:45.248811 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-96bdf6b0-69b3-4f3e-9042-dcc126f97296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:45.342332 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0dd86b0c-9da4-4d43-bce8-29e1d047900a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:45.392983 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-597cf31b-90d0-4e7a-89ae-fe32b9c929ff tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] For port 67a6779e-2d65-4253-afc7-672b6312bd36, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=67a6779e-2d65-4253-afc7-672b6312bd36,segment=NetworkSegment(351862c5-c4f6-4c2f-8aaf-bff5d208fb03),segment_id=351862c5-c4f6-4c2f-8aaf-bff5d208fb03)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:55:45.393591 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-597cf31b-90d0-4e7a-89ae-fe32b9c929ff tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:45.398166 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd86b0c-9da4-4d43-bce8-29e1d047900a None None] Pushing event deleted for resources: {'Port': ['ID=67a6779e-2d65-4253-afc7-672b6312bd36,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:45.400234 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd86b0c-9da4-4d43-bce8-29e1d047900a None None] No DVR routers for this DVR port 67a6779e-2d65-4253-afc7-672b6312bd36 on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:55:45.401590 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-275770aa-793e-40d4-8042-c3d561117973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:45.429014 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-597cf31b-90d0-4e7a-89ae-fe32b9c929ff tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Calling delete_port for 67a6779e-2d65-4253-afc7-672b6312bd36 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:55:45.452876 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bdf6b0-69b3-4f3e-9042-dcc126f97296 admin admin] Pushing event updated for resources: {'Port': ['ID=65af94e4-b70d-4cb6-9c10-59c93cecdb7c,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:45.461889 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-96bdf6b0-69b3-4f3e-9042-dcc126f97296 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:45.474512 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 8494a490-4d7c-476a-a058-118b139f1c95 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:55:45.478383 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275770aa-793e-40d4-8042-c3d561117973 None None] Pushing event deleted for resources: {'Port': ['ID=116a2bd7-af03-4b87-bf1f-fc3859fad59e,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:45.481573 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275770aa-793e-40d4-8042-c3d561117973 None None] No DVR routers for this DVR port 116a2bd7-af03-4b87-bf1f-fc3859fad59e on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:55:45.533945 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7df51b1-153d-4975-b1e9-30c7146340be None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:55:45.534764 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6388dbe0-5c96-40b0-a6d6-24aa02de4a0c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Made reservation on behalf of 4c9354482bbf46e593fb1c1c8959ca81 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:55:45.538698 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6388dbe0-5c96-40b0-a6d6-24aa02de4a0c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:45.566171 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-6388dbe0-5c96-40b0-a6d6-24aa02de4a0c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] device_id is not set on port 1d3d4b93-4534-4925-9205-a45c4f49395a yet. {{(pid=94701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:55:45.574964 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-597cf31b-90d0-4e7a-89ae-fe32b9c929ff tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:45.632993 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597cf31b-90d0-4e7a-89ae-fe32b9c929ff tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] No DVR routers for this DVR port 67a6779e-2d65-4253-afc7-672b6312bd36 on host n-d-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:55:45.649639 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 8494a490-4d7c-476a-a058-118b139f1c95 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:55:45.660394 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 8494a490-4d7c-476a-a058-118b139f1c95 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:55:45.660791 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:45.665063 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bdf6b0-69b3-4f3e-9042-dcc126f97296 admin admin] Network 111cbddc-f6bd-4c03-87bc-4b2b04ef5a64 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:55:45.665872 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-96bdf6b0-69b3-4f3e-9042-dcc126f97296 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:55:45.681294 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597cf31b-90d0-4e7a-89ae-fe32b9c929ff tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event deleted for resources: {'Port': ['ID=67a6779e-2d65-4253-afc7-672b6312bd36,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:45.814307 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae75e0d-ea6f-4ff2-a6a1-43d61242edd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-98fba89c-e7ad-427b-9268-93662b8245b2', 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'tenant_id': '4c9354482bbf46e593fb1c1c8959ca81', 'fixed_ips': [{'subnet_id': 'f8596b46-3cca-45fa-b896-859a4a53cff4'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:55:45.815165 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3ae75e0d-ea6f-4ff2-a6a1-43d61242edd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:45.826833 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96bdf6b0-69b3-4f3e-9042-dcc126f97296 admin admin] Router 5c774cfb-7509-4c0c-810f-c5950d76d0d7 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:55:45.841700 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-6388dbe0-5c96-40b0-a6d6-24aa02de4a0c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Allocated IP 2001:db8::2ba (98fba89c-e7ad-427b-9268-93662b8245b2/f8596b46-3cca-45fa-b896-859a4a53cff4/1d3d4b93-4534-4925-9205-a45c4f49395a) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:55:45.923805 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:45.984766 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 8494a490-4d7c-476a-a058-118b139f1c95, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=8494a490-4d7c-476a-a058-118b139f1c95,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:55:45.990608 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:46.001337 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-597cf31b-90d0-4e7a-89ae-fe32b9c929ff tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:46.014998 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96bdf6b0-69b3-4f3e-9042-dcc126f97296 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:55:46.022784 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-96bdf6b0-69b3-4f3e-9042-dcc126f97296 admin admin] 10.222.0.22 "PUT /v2.0/routers/5c774cfb-7509-4c0c-810f-c5950d76d0d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9412100 Sep 07 02:55:46.032002 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-597cf31b-90d0-4e7a-89ae-fe32b9c929ff tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1ef62a4-3756-4ca8-accb-b26027c5b7a4']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:55:46.058007 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-597cf31b-90d0-4e7a-89ae-fe32b9c929ff tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '351862c5-c4f6-4c2f-8aaf-bff5d208fb03') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:55:46.058007 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-597cf31b-90d0-4e7a-89ae-fe32b9c929ff tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '351862c5-c4f6-4c2f-8aaf-bff5d208fb03') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:55:46.071101 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=8494a490-4d7c-476a-a058-118b139f1c95,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:46.075605 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 67a6779e-2d65-4253-afc7-672b6312bd36 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:55:46.092752 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-597cf31b-90d0-4e7a-89ae-fe32b9c929ff tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:46.109347 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 67a6779e-2d65-4253-afc7-672b6312bd36 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:55:46.110428 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 67a6779e-2d65-4253-afc7-672b6312bd36 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:55:46.111016 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 116a2bd7-af03-4b87-bf1f-fc3859fad59e no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:55:46.134965 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-597cf31b-90d0-4e7a-89ae-fe32b9c929ff tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:46.135749 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 116a2bd7-af03-4b87-bf1f-fc3859fad59e {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:55:46.136301 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 116a2bd7-af03-4b87-bf1f-fc3859fad59e not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:55:46.183414 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-597cf31b-90d0-4e7a-89ae-fe32b9c929ff tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:55:46.184426 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-597cf31b-90d0-4e7a-89ae-fe32b9c929ff tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:46.188740 n-d-796209-16 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:55:46.188740 n-d-796209-16 neutron-server[94701]: self.session.flush() Sep 07 02:55:46.188740 n-d-796209-16 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:55:46.188740 n-d-796209-16 neutron-server[94701]: self.session.flush() Sep 07 02:55:46.188740 n-d-796209-16 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:55:46.188740 n-d-796209-16 neutron-server[94701]: self.session.flush() Sep 07 02:55:46.188740 n-d-796209-16 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:55:46.188740 n-d-796209-16 neutron-server[94701]: self.session.flush() Sep 07 02:55:46.188740 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:55:46.188740 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:55:46.188740 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:55:46.188740 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:55:46.188740 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:55:46.188740 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:55:46.188740 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:55:46.188740 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:55:46.188740 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:55:46.188740 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:55:46.188740 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:55:46.188740 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:55:46.188740 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:55:46.188740 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:55:46.188740 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:55:46.188740 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:55:46.188740 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:55:46.188740 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:55:46.188740 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:55:46.188740 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:55:46.188740 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:55:46.188740 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:55:46.188740 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:55:46.188740 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:55:46.188740 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:55:46.188740 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:55:46.188740 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:55:46.188740 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:55:46.188740 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:55:46.188740 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:55:46.188740 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:55:46.188740 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:55:46.273561 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-597cf31b-90d0-4e7a-89ae-fe32b9c929ff tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:46.282968 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-597cf31b-90d0-4e7a-89ae-fe32b9c929ff tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:46.284822 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-597cf31b-90d0-4e7a-89ae-fe32b9c929ff tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "DELETE /v2.0/networks/e1ef62a4-3756-4ca8-accb-b26027c5b7a4 HTTP/1.1" status: 204 len: 168 time: 2.3077464 Sep 07 02:55:46.288475 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 47950) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:46.304955 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597cf31b-90d0-4e7a-89ae-fe32b9c929ff tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event deleted for resources: {'Network': ['ID=e1ef62a4-3756-4ca8-accb-b26027c5b7a4,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:46.308979 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6388dbe0-5c96-40b0-a6d6-24aa02de4a0c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:46.322611 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-6388dbe0-5c96-40b0-a6d6-24aa02de4a0c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Transition to ACTIVE for port object 1d3d4b93-4534-4925-9205-a45c4f49395a will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:55:46.362471 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9171876-5d5a-4071-8670-4ab01392e9f8 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:46.362727 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6388dbe0-5c96-40b0-a6d6-24aa02de4a0c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:46.364511 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-d9171876-5d5a-4071-8670-4ab01392e9f8 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "GET /v2.0/ports/7bcde78a-99d5-425e-95b7-c126007c2a65 HTTP/1.1" status: 200 len: 845 time: 0.0741251 Sep 07 02:55:46.368573 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 47956) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:46.412438 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6388dbe0-5c96-40b0-a6d6-24aa02de4a0c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:55:46.416207 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-6388dbe0-5c96-40b0-a6d6-24aa02de4a0c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:55:46.422747 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6388dbe0-5c96-40b0-a6d6-24aa02de4a0c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:55:46.431748 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6388dbe0-5c96-40b0-a6d6-24aa02de4a0c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:46.431748 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6388dbe0-5c96-40b0-a6d6-24aa02de4a0c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:46.441925 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6388dbe0-5c96-40b0-a6d6-24aa02de4a0c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event updated for resources: {'Port': ['ID=1d3d4b93-4534-4925-9205-a45c4f49395a,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:46.442156 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-bc64a618-952a-4301-a48b-4a4bd98adcfa tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "GET /v2.0/ports/7bcde78a-99d5-425e-95b7-c126007c2a65?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0688694 Sep 07 02:55:46.443508 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 47960) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:46.451874 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-31269227-49bb-4eb5-ad67-fcd6660e3619 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Request body: {'subnet': {'network_id': '08d2772c-c615-47db-a417-e1042178085f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:55:46.453851 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-6388dbe0-5c96-40b0-a6d6-24aa02de4a0c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8556535 Sep 07 02:55:46.456487 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47962) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:46.464257 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-3ae75e0d-ea6f-4ff2-a6a1-43d61242edd9 None None] Allocated IP 2001:db8::2 (98fba89c-e7ad-427b-9268-93662b8245b2/f8596b46-3cca-45fa-b896-859a4a53cff4/a62ff84e-9a33-4e10-9fe6-72f8bd26d684) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:55:46.543893 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d985a844-f3d7-477b-81b7-d929ad41c8c7 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:46.546373 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d985a844-f3d7-477b-81b7-d929ad41c8c7 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0884101 Sep 07 02:55:46.549448 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47970) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:46.665434 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6a2ee875-4ddc-40e2-85d4-7476cecb83ee req-daa9ad44-62d3-48ac-bf1c-233a1d0a27c0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9825f0c0-3240-4c71-adef-7f75dbcde66a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1521487 Sep 07 02:55:46.675101 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3ae75e0d-ea6f-4ff2-a6a1-43d61242edd9 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:46.684613 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3ae75e0d-ea6f-4ff2-a6a1-43d61242edd9 None None] Transition to ACTIVE for port object a62ff84e-9a33-4e10-9fe6-72f8bd26d684 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:55:46.695114 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31269227-49bb-4eb5-ad67-fcd6660e3619 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Made reservation on behalf of 819c73709af74aee976d11a35d78d7e6 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:55:46.698768 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-31269227-49bb-4eb5-ad67-fcd6660e3619 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:46.713911 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3ae75e0d-ea6f-4ff2-a6a1-43d61242edd9 None None] Transition to ACTIVE for port object a62ff84e-9a33-4e10-9fe6-72f8bd26d684 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:55:46.725393 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3ae75e0d-ea6f-4ff2-a6a1-43d61242edd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:46.778313 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae75e0d-ea6f-4ff2-a6a1-43d61242edd9 None None] Pushing event updated for resources: {'Port': ['ID=a62ff84e-9a33-4e10-9fe6-72f8bd26d684,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:46.791892 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae75e0d-ea6f-4ff2-a6a1-43d61242edd9 None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:55:46.794057 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-3ae75e0d-ea6f-4ff2-a6a1-43d61242edd9 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:55:46.797075 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542ddb2-6834-4a10-a5c9-056269ef2de1 req-9a869c34-dfb3-46a3-82d1-9c64c806f9a8 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:46.798284 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae75e0d-ea6f-4ff2-a6a1-43d61242edd9 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:55:46.801718 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8542ddb2-6834-4a10-a5c9-056269ef2de1 req-9a869c34-dfb3-46a3-82d1-9c64c806f9a8 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/networks?id=111cbddc-f6bd-4c03-87bc-4b2b04ef5a64 HTTP/1.1" status: 200 len: 810 time: 0.1915698 Sep 07 02:55:46.839266 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8542ddb2-6834-4a10-a5c9-056269ef2de1 req-fd61362f-8b07-47e7-adc9-9c9d2949e53b tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/quotas/89c66e467a844386bc921568c75855a2 HTTP/1.1" status: 200 len: 375 time: 0.0165546 Sep 07 02:55:46.852598 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ee875-4ddc-40e2-85d4-7476cecb83ee req-785a213c-42fb-414e-bf3c-ed4fdb7b55ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:46.854798 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6a2ee875-4ddc-40e2-85d4-7476cecb83ee req-785a213c-42fb-414e-bf3c-ed4fdb7b55ae service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=626f31b15da14e0da01388cbfdee7f90&device_id=9825f0c0-3240-4c71-adef-7f75dbcde66a HTTP/1.1" status: 200 len: 1098 time: 0.1225762 Sep 07 02:55:46.893346 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-3ae75e0d-ea6f-4ff2-a6a1-43d61242edd9 None None] Attempting to bind port a62ff84e-9a33-4e10-9fe6-72f8bd26d684 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:55:46.894823 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-3ae75e0d-ea6f-4ff2-a6a1-43d61242edd9 None None] Attempting to bind port a62ff84e-9a33-4e10-9fe6-72f8bd26d684 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:55:46.895202 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae75e0d-ea6f-4ff2-a6a1-43d61242edd9 None None] Attempting to bind port a62ff84e-9a33-4e10-9fe6-72f8bd26d684 on network 98fba89c-e7ad-427b-9268-93662b8245b2 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:55:46.904352 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae75e0d-ea6f-4ff2-a6a1-43d61242edd9 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:55:46.904738 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae75e0d-ea6f-4ff2-a6a1-43d61242edd9 None None] Checking segment: {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:55:46.905153 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3ae75e0d-ea6f-4ff2-a6a1-43d61242edd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:46.905676 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae75e0d-ea6f-4ff2-a6a1-43d61242edd9 None None] Bound using segment: {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:55:46.906173 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-3ae75e0d-ea6f-4ff2-a6a1-43d61242edd9 None None] Bound port: a62ff84e-9a33-4e10-9fe6-72f8bd26d684, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:55:46.906596 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3ae75e0d-ea6f-4ff2-a6a1-43d61242edd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:46.922445 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-90496e73-ec1e-40ef-b8b3-577e6ff0dec9 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Deleting port 1d3d4b93-4534-4925-9205-a45c4f49395a {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:55:46.923051 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-90496e73-ec1e-40ef-b8b3-577e6ff0dec9 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:46.972126 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8542ddb2-6834-4a10-a5c9-056269ef2de1 req-ce9bc40d-ba90-4957-ba0c-429d74625ff5 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=89c66e467a844386bc921568c75855a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1242836 Sep 07 02:55:47.029249 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3ae75e0d-ea6f-4ff2-a6a1-43d61242edd9 None None] For port a62ff84e-9a33-4e10-9fe6-72f8bd26d684, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:55:47.030158 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ee875-4ddc-40e2-85d4-7476cecb83ee req-d60d40ce-ce9b-4cb4-8c3f-1aae126f4bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:47.031658 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6a2ee875-4ddc-40e2-85d4-7476cecb83ee req-d60d40ce-ce9b-4cb4-8c3f-1aae126f4bec service neutron] 10.222.0.16 "GET /v2.0/networks?id=6345c063-9711-4fd7-a5ec-cc5bb3922efa HTTP/1.1" status: 200 len: 897 time: 0.1574953 Sep 07 02:55:47.036383 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3ae75e0d-ea6f-4ff2-a6a1-43d61242edd9 None None] For port a62ff84e-9a33-4e10-9fe6-72f8bd26d684, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=a62ff84e-9a33-4e10-9fe6-72f8bd26d684,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:55:47.042421 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3ae75e0d-ea6f-4ff2-a6a1-43d61242edd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:47.162003 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097752ea-51e5-40f2-bff0-087a3d931d47 None None] Sync routers for ids ['5c774cfb-7509-4c0c-810f-c5950d76d0d7'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:55:47.167327 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae75e0d-ea6f-4ff2-a6a1-43d61242edd9 None None] Pushing event updated for resources: {'Port': ['ID=a62ff84e-9a33-4e10-9fe6-72f8bd26d684,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:47.183857 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097752ea-51e5-40f2-bff0-087a3d931d47 None None] Routers {'5c774cfb-7509-4c0c-810f-c5950d76d0d7'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:55:47.184898 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-097752ea-51e5-40f2-bff0-087a3d931d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:55:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['5c774cfb-7509-4c0c-810f-c5950d76d0d7'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:55:47.196177 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-90496e73-ec1e-40ef-b8b3-577e6ff0dec9 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:47.221398 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-90496e73-ec1e-40ef-b8b3-577e6ff0dec9 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Calling delete_port for 1d3d4b93-4534-4925-9205-a45c4f49395a owned by {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:55:47.223390 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-31269227-49bb-4eb5-ad67-fcd6660e3619 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:47.231186 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8542ddb2-6834-4a10-a5c9-056269ef2de1 req-6928f4f1-f4e2-4eeb-b3ae-413742f0c117 service neutron] 10.222.0.22 "GET /v2.0/networks/111cbddc-f6bd-4c03-87bc-4b2b04ef5a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513552 Sep 07 02:55:47.318203 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-289d2f1d-e788-429c-aa63-2556dfa6e72c req-5a63c313-bfed-4504-a28e-2d34dba89bef service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2070625 Sep 07 02:55:47.331565 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6a2ee875-4ddc-40e2-85d4-7476cecb83ee req-fd24d696-b61d-434c-b389-b61f13c23f57 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c05a5a9d-7b6d-4571-a0cd-6b89f4af8111 HTTP/1.1" status: 200 len: 1002 time: 0.2530341 Sep 07 02:55:47.357443 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-097752ea-51e5-40f2-bff0-087a3d931d47 None None] Set router 5c774cfb-7509-4c0c-810f-c5950d76d0d7 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:55:47.409674 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31269227-49bb-4eb5-ad67-fcd6660e3619 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Network 08d2772c-c615-47db-a417-e1042178085f is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:55:47.417214 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31269227-49bb-4eb5-ad67-fcd6660e3619 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event updated for resources: {'Subnet': ['ID=c240869e-98be-4489-b390-8e2bdbf6c4b5,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:47.427629 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 8494a490-4d7c-476a-a058-118b139f1c95 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:55:47.442535 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8542ddb2-6834-4a10-a5c9-056269ef2de1 req-95720e49-bb5e-416b-9975-0d5fc97f4d75 service neutron] 10.222.0.22 "GET /v2.0/networks/111cbddc-f6bd-4c03-87bc-4b2b04ef5a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872182 Sep 07 02:55:47.486922 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-31269227-49bb-4eb5-ad67-fcd6660e3619 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:55:47.502198 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31269227-49bb-4eb5-ad67-fcd6660e3619 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:47.503014 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-31269227-49bb-4eb5-ad67-fcd6660e3619 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:47.554967 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c307ecc-4dda-42d8-ae0f-e6ef1d7aa37c None None] Network 08d2772c-c615-47db-a417-e1042178085f requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:55:47.576275 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ee875-4ddc-40e2-85d4-7476cecb83ee req-9ca9b175-6c97-49d2-bf57-bc5391f1522c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:47.581781 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6a2ee875-4ddc-40e2-85d4-7476cecb83ee req-9ca9b175-6c97-49d2-bf57-bc5391f1522c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=39af06ff-7bf6-4dad-82da-8f5351b3a173 HTTP/1.1" status: 200 len: 835 time: 0.2183986 Sep 07 02:55:47.586270 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-90496e73-ec1e-40ef-b8b3-577e6ff0dec9 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:47.617134 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-31269227-49bb-4eb5-ad67-fcd6660e3619 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1707878 Sep 07 02:55:47.620909 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 47988) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:47.671676 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90496e73-ec1e-40ef-b8b3-577e6ff0dec9 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event deleted for resources: {'Port': ['ID=1d3d4b93-4534-4925-9205-a45c4f49395a,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:47.679259 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-90496e73-ec1e-40ef-b8b3-577e6ff0dec9 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:47.681400 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-90496e73-ec1e-40ef-b8b3-577e6ff0dec9 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/ports/1d3d4b93-4534-4925-9205-a45c4f49395a HTTP/1.1" status: 204 len: 168 time: 1.1309686 Sep 07 02:55:47.684899 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47990) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:47.768065 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 8494a490-4d7c-476a-a058-118b139f1c95 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:55:47.768456 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:47.775684 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f752d729-5957-4a6f-8279-b498b98db297 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:47.777780 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f752d729-5957-4a6f-8279-b498b98db297 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:47.780073 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f752d729-5957-4a6f-8279-b498b98db297 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0937526 Sep 07 02:55:47.782694 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47996) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:47.895170 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dd71dbd-ebab-472e-921c-e982297fe5f6 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Deleting subnet f8596b46-3cca-45fa-b896-859a4a53cff4 {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:55:47.901719 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9dd71dbd-ebab-472e-921c-e982297fe5f6 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:47.982282 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9dd71dbd-ebab-472e-921c-e982297fe5f6 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:48.105600 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9dd71dbd-ebab-472e-921c-e982297fe5f6 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:48.236336 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-097752ea-51e5-40f2-bff0-087a3d931d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c774cfb-7509-4c0c-810f-c5950d76d0d7', 'name': 'tempest-ServerRescueTestJSON-629202950-router', 'tenant_id': '89c66e467a844386bc921568c75855a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '8494a490-4d7c-476a-a058-118b139f1c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:55:38Z', 'updated_at': '2021-09-07T02:55:44Z', 'revision_number': 4, 'project_id': '89c66e467a844386bc921568c75855a2', 'gw_port': {'id': '8494a490-4d7c-476a-a058-118b139f1c95', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ab:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c774cfb-7509-4c0c-810f-c5950d76d0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:55:39Z', 'updated_at': '2021-09-07T02:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '65af94e4-b70d-4cb6-9c10-59c93cecdb7c', 'name': '', 'network_id': '111cbddc-f6bd-4c03-87bc-4b2b04ef5a64', 'tenant_id': '89c66e467a844386bc921568c75855a2', 'mac_address': 'fa:16:3e:da:18:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c774cfb-7509-4c0c-810f-c5950d76d0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '382293f2-2c50-4f74-844f-42b0dddcc916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:55:43Z', 'updated_at': '2021-09-07T02:55:44Z', 'revision_number': 2, 'project_id': '89c66e467a844386bc921568c75855a2', 'subnets': [{'id': '382293f2-2c50-4f74-844f-42b0dddcc916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:55:48.239404 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9dd71dbd-ebab-472e-921c-e982297fe5f6 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:48.241099 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec40df4f-c87b-487f-bd75-31b0e1c6475c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-08d2772c-c615-47db-a417-e1042178085f', 'network_id': '08d2772c-c615-47db-a417-e1042178085f', 'tenant_id': '819c73709af74aee976d11a35d78d7e6', 'fixed_ips': [{'subnet_id': 'c240869e-98be-4489-b390-8e2bdbf6c4b5'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:55:48.242179 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ec40df4f-c87b-487f-bd75-31b0e1c6475c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:48.255638 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-1cc20fd1-07d3-4d2b-886c-e1f612fa315b tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Request body: {'security_group': {'name': 'tempest-secgroup-56365128'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:55:48.270322 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d2f1d-e788-429c-aa63-2556dfa6e72c req-0b9c6eec-348f-475a-8c1a-ee827a2004ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:48.272133 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-289d2f1d-e788-429c-aa63-2556dfa6e72c req-0b9c6eec-348f-475a-8c1a-ee827a2004ca service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=82a45090c023468b95127c390faba656&device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 1099 time: 0.8392653 Sep 07 02:55:48.304234 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097752ea-51e5-40f2-bff0-087a3d931d47 None None] Checking router: 5c774cfb-7509-4c0c-810f-c5950d76d0d7 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:55:48.304895 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097752ea-51e5-40f2-bff0-087a3d931d47 None None] Updating router 5c774cfb-7509-4c0c-810f-c5950d76d0d7 port 65af94e4-b70d-4cb6-9c10-59c93cecdb7c binding host n-d-796209-16 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 02:55:48.311968 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd71dbd-ebab-472e-921c-e982297fe5f6 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event deleted for resources: {'Subnet': ['ID=f8596b46-3cca-45fa-b896-859a4a53cff4,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:48.329881 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9dd71dbd-ebab-472e-921c-e982297fe5f6 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:48.332761 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-9dd71dbd-ebab-472e-921c-e982297fe5f6 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/subnets/f8596b46-3cca-45fa-b896-859a4a53cff4 HTTP/1.1" status: 204 len: 168 time: 0.5488181 Sep 07 02:55:48.335230 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48008) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:48.336192 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-aeab86b5-e075-4f13-8664-cdaeab682e68 req-8b4e99bc-f88e-4c63-b44f-dd9ee7ded5d0 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5cb82fe-718c-48ae-87b9-3ee35681d47c HTTP/1.1" status: 200 len: 210 time: 0.0714607 Sep 07 02:55:48.379812 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1cc20fd1-07d3-4d2b-886c-e1f612fa315b tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:48.396482 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ee875-4ddc-40e2-85d4-7476cecb83ee req-f32de9f3-642d-413e-b3cc-e209520cf0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:48.398361 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6a2ee875-4ddc-40e2-85d4-7476cecb83ee req-f32de9f3-642d-413e-b3cc-e209520cf0ed service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6345c063-9711-4fd7-a5ec-cc5bb3922efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8060877 Sep 07 02:55:48.415551 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-796b3485-540b-43f8-97a8-b4042f48dbc1 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0764272 Sep 07 02:55:48.416067 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48010) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:48.433312 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-5632ee37-8afa-42b1-b564-8532368a430c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Request body: {'subnet': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:55:48.437264 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48012) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:48.457743 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-097752ea-51e5-40f2-bff0-087a3d931d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:48.604232 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d2f1d-e788-429c-aa63-2556dfa6e72c req-7db9fd1d-df0e-4603-86b1-b34416b4b511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:48.605745 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-289d2f1d-e788-429c-aa63-2556dfa6e72c req-7db9fd1d-df0e-4603-86b1-b34416b4b511 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2dd15660-a8a2-4615-aae6-6565f5b9c926 HTTP/1.1" status: 200 len: 916 time: 0.2875319 Sep 07 02:55:48.651443 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5b085303-ed0d-409a-ace9-27f987f3b5d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:48.719224 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6a2ee875-4ddc-40e2-85d4-7476cecb83ee req-60f4fb2d-a34f-4ac9-ac9e-2210649fb134 service neutron] 10.222.0.16 "GET /v2.0/networks/6345c063-9711-4fd7-a5ec-cc5bb3922efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771509 Sep 07 02:55:48.741486 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-ec40df4f-c87b-487f-bd75-31b0e1c6475c None None] Allocated IP 2001:db8::2 (08d2772c-c615-47db-a417-e1042178085f/c240869e-98be-4489-b390-8e2bdbf6c4b5/07452499-5284-4328-96b8-14324e4048ca) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:55:48.763074 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2b12c5-f541-4fe0-a8af-71c0e086dcc9 None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:55:48.776703 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-289d2f1d-e788-429c-aa63-2556dfa6e72c req-12fc1dcc-fbe6-49de-b207-24a3eb030773 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a6228a5-9d7a-4224-9828-32709fba14a6 HTTP/1.1" status: 200 len: 1002 time: 0.1554844 Sep 07 02:55:48.862980 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1cc20fd1-07d3-4d2b-886c-e1f612fa315b tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:48.874787 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1cc20fd1-07d3-4d2b-886c-e1f612fa315b tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:48.890111 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5632ee37-8afa-42b1-b564-8532368a430c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Made reservation on behalf of 4c9354482bbf46e593fb1c1c8959ca81 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:55:48.893511 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5632ee37-8afa-42b1-b564-8532368a430c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:48.927833 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d2f1d-e788-429c-aa63-2556dfa6e72c req-0d717a01-4322-4c3a-bd50-b717fdcb1103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:48.929308 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-289d2f1d-e788-429c-aa63-2556dfa6e72c req-0d717a01-4322-4c3a-bd50-b717fdcb1103 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ac223360-8a8e-4533-8aad-52e511f20cab HTTP/1.1" status: 200 len: 855 time: 0.1423097 Sep 07 02:55:48.935187 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-b0ee877d-c785-4f4f-be4d-90b8eb813f28 None None] Provisioning for port a62ff84e-9a33-4e10-9fe6-72f8bd26d684 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:55:48.937389 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6a2ee875-4ddc-40e2-85d4-7476cecb83ee req-0e332107-115d-4a2f-9002-7cb0b390140b service neutron] 10.222.0.16 "GET /v2.0/networks/6345c063-9711-4fd7-a5ec-cc5bb3922efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060273 Sep 07 02:55:48.939649 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc20fd1-07d3-4d2b-886c-e1f612fa315b tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed33b3a-0bef-49ef-8e71-e3df8b99a84b,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:48.991764 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d2f1d-e788-429c-aa63-2556dfa6e72c req-04ba4682-7f17-4c9a-a004-d13d8bfd1970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:48.993642 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-289d2f1d-e788-429c-aa63-2556dfa6e72c req-04ba4682-7f17-4c9a-a004-d13d8bfd1970 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2dd15660-a8a2-4615-aae6-6565f5b9c926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551026 Sep 07 02:55:49.120525 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5b085303-ed0d-409a-ace9-27f987f3b5d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:49.131738 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5b085303-ed0d-409a-ace9-27f987f3b5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:49.138046 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1cc20fd1-07d3-4d2b-886c-e1f612fa315b tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:49.142569 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-1cc20fd1-07d3-4d2b-886c-e1f612fa315b tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5194046 Sep 07 02:55:49.145493 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48018) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:49.152250 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-0fcf16c6-e983-4e10-975f-07e5ef7bd9c7 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Request body: {'security_group': {'name': 'tempest-secgroup-1247165856'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:55:49.182218 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-289d2f1d-e788-429c-aa63-2556dfa6e72c req-bce20454-9888-4956-9b6c-a17444d1cc4b service neutron] 10.222.0.23 "GET /v2.0/networks/2dd15660-a8a2-4615-aae6-6565f5b9c926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747646 Sep 07 02:55:49.198220 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0fcf16c6-e983-4e10-975f-07e5ef7bd9c7 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:49.225809 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-097752ea-51e5-40f2-bff0-087a3d931d47 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:49.270410 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-097752ea-51e5-40f2-bff0-087a3d931d47 None None] Transition to ACTIVE for port object 65af94e4-b70d-4cb6-9c10-59c93cecdb7c will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:55:49.308845 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-5b085303-ed0d-409a-ace9-27f987f3b5d0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a80dbb50343c4c979dead1f517bb5632&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8669376 Sep 07 02:55:49.313816 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48020) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:49.332960 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b085303-ed0d-409a-ace9-27f987f3b5d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04dd9a05-8853-4829-a065-f432e0de582d,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:49.334363 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ec40df4f-c87b-487f-bd75-31b0e1c6475c None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:49.342118 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-097752ea-51e5-40f2-bff0-087a3d931d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:49.353128 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5632ee37-8afa-42b1-b564-8532368a430c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:49.382454 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-ec40df4f-c87b-487f-bd75-31b0e1c6475c None None] Transition to ACTIVE for port object 07452499-5284-4328-96b8-14324e4048ca will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:55:49.387744 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d621ff0d-ed9d-4334-8df6-76b5afb97cd2 None None] DHCP port deletion for 98fba89c-e7ad-427b-9268-93662b8245b2 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:55:49.428406 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-ec40df4f-c87b-487f-bd75-31b0e1c6475c None None] Transition to ACTIVE for port object 07452499-5284-4328-96b8-14324e4048ca will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:55:49.437827 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5632ee37-8afa-42b1-b564-8532368a430c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:55:49.444863 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542ddb2-6834-4a10-a5c9-056269ef2de1 req-440e07a9-9785-453b-a112-abe8656ea7fb tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:49.446403 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8542ddb2-6834-4a10-a5c9-056269ef2de1 req-440e07a9-9785-453b-a112-abe8656ea7fb tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.23 "GET /v2.0/networks?id=111cbddc-f6bd-4c03-87bc-4b2b04ef5a64 HTTP/1.1" status: 200 len: 810 time: 0.3119299 Sep 07 02:55:49.450484 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-5632ee37-8afa-42b1-b564-8532368a430c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:55:49.456886 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc9a16e-eecd-4a59-8197-9c7c5bcdb547 None None] Pushing event updated for resources: {'Port': ['ID=65af94e4-b70d-4cb6-9c10-59c93cecdb7c,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:49.458115 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5632ee37-8afa-42b1-b564-8532368a430c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:49.458719 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5632ee37-8afa-42b1-b564-8532368a430c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:49.462780 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ec40df4f-c87b-487f-bd75-31b0e1c6475c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:49.464859 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-8542ddb2-6834-4a10-a5c9-056269ef2de1 req-ef30da71-6987-455a-b52e-42aaa9e1ee0e tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Request body: {'port': {'device_id': 'd5cb82fe-718c-48ae-87b9-3ee35681d47c', 'network_id': '111cbddc-f6bd-4c03-87bc-4b2b04ef5a64', 'admin_state_up': True, 'tenant_id': '89c66e467a844386bc921568c75855a2'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:55:49.501698 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-289d2f1d-e788-429c-aa63-2556dfa6e72c req-1ec8105b-29a8-4a40-b176-8d3801ae2b5d service neutron] 10.222.0.23 "GET /v2.0/networks/2dd15660-a8a2-4615-aae6-6565f5b9c926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124218 Sep 07 02:55:49.520608 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-61f4f4b8-6995-45d2-9ec2-bdb63257f8b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:49.522391 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3d84e333-3185-4369-bf32-e31a645f66d9 req-f76a085f-a3a7-4aa2-bf40-bd35e4d95a9c tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5cb82fe-718c-48ae-87b9-3ee35681d47c HTTP/1.1" status: 200 len: 210 time: 0.0695865 Sep 07 02:55:49.525390 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5632ee37-8afa-42b1-b564-8532368a430c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event updated for resources: {'Subnet': ['ID=3f7d4cdc-e0b5-4cb5-8e9f-60dd55387dbd,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:49.560919 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0fcf16c6-e983-4e10-975f-07e5ef7bd9c7 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:49.570310 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0fcf16c6-e983-4e10-975f-07e5ef7bd9c7 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:49.571139 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec40df4f-c87b-487f-bd75-31b0e1c6475c None None] Network 08d2772c-c615-47db-a417-e1042178085f is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:55:49.587084 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-61f4f4b8-6995-45d2-9ec2-bdb63257f8b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:49.596718 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-5632ee37-8afa-42b1-b564-8532368a430c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1790099 Sep 07 02:55:49.597111 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-ec40df4f-c87b-487f-bd75-31b0e1c6475c None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:55:49.597367 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48026) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:49.601260 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec40df4f-c87b-487f-bd75-31b0e1c6475c None None] Pushing event updated for resources: {'Port': ['ID=07452499-5284-4328-96b8-14324e4048ca,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:49.603903 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec40df4f-c87b-487f-bd75-31b0e1c6475c None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:55:49.604779 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0fcf16c6-e983-4e10-975f-07e5ef7bd9c7 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:49.606724 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-d34d1399-e5f0-4740-85f1-7891968c6e9c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Request body: {'port': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'name': 'tempest-NetworksTestDHCPv6-1183548746'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:55:49.609405 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-0fcf16c6-e983-4e10-975f-07e5ef7bd9c7 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4626293 Sep 07 02:55:49.610807 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-097752ea-51e5-40f2-bff0-087a3d931d47 None None] Attempting to bind port 65af94e4-b70d-4cb6-9c10-59c93cecdb7c on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:55:49.611193 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-097752ea-51e5-40f2-bff0-087a3d931d47 None None] Attempting to bind port 65af94e4-b70d-4cb6-9c10-59c93cecdb7c by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '58ef1e30-997c-458d-8586-ea47437ece78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '111cbddc-f6bd-4c03-87bc-4b2b04ef5a64'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:55:49.612084 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097752ea-51e5-40f2-bff0-087a3d931d47 None None] Attempting to bind port 65af94e4-b70d-4cb6-9c10-59c93cecdb7c on network 111cbddc-f6bd-4c03-87bc-4b2b04ef5a64 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:55:49.613881 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48028) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:49.627620 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097752ea-51e5-40f2-bff0-087a3d931d47 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:55:49.627620 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097752ea-51e5-40f2-bff0-087a3d931d47 None None] Checking segment: {'id': '58ef1e30-997c-458d-8586-ea47437ece78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '111cbddc-f6bd-4c03-87bc-4b2b04ef5a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:55:49.627620 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-097752ea-51e5-40f2-bff0-087a3d931d47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:49.628077 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097752ea-51e5-40f2-bff0-087a3d931d47 None None] Bound using segment: {'id': '58ef1e30-997c-458d-8586-ea47437ece78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '111cbddc-f6bd-4c03-87bc-4b2b04ef5a64'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:55:49.628452 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-097752ea-51e5-40f2-bff0-087a3d931d47 None None] Bound port: 65af94e4-b70d-4cb6-9c10-59c93cecdb7c, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58ef1e30-997c-458d-8586-ea47437ece78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '111cbddc-f6bd-4c03-87bc-4b2b04ef5a64'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:55:49.628845 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-097752ea-51e5-40f2-bff0-087a3d931d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:49.633937 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-4d28e7f2-f41a-4470-a324-91eae113694b tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1362320213', 'security_groups': ['9d2261e4-9adc-4cea-bfed-d71905c70794'], 'network_id': '08d2772c-c615-47db-a417-e1042178085f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c240869e-98be-4489-b390-8e2bdbf6c4b5'}]}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:55:49.637980 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcf16c6-e983-4e10-975f-07e5ef7bd9c7 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2261e4-9adc-4cea-bfed-d71905c70794,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:49.650503 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-d621ff0d-ed9d-4334-8df6-76b5afb97cd2 None None] Deleting port a62ff84e-9a33-4e10-9fe6-72f8bd26d684 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:55:49.650991 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d621ff0d-ed9d-4334-8df6-76b5afb97cd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:49.663166 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-61f4f4b8-6995-45d2-9ec2-bdb63257f8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:49.666968 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-61f4f4b8-6995-45d2-9ec2-bdb63257f8b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:49.670802 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-61f4f4b8-6995-45d2-9ec2-bdb63257f8b3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/04dd9a05-8853-4829-a065-f432e0de582d HTTP/1.1" status: 204 len: 168 time: 0.3464749 Sep 07 02:55:49.680158 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f4f4b8-6995-45d2-9ec2-bdb63257f8b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04dd9a05-8853-4829-a065-f432e0de582d,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:49.776730 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-ec40df4f-c87b-487f-bd75-31b0e1c6475c None None] Attempting to bind port 07452499-5284-4328-96b8-14324e4048ca on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:55:49.777113 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-ec40df4f-c87b-487f-bd75-31b0e1c6475c None None] Attempting to bind port 07452499-5284-4328-96b8-14324e4048ca by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'f332698a-ba55-43dc-ab85-2d5cb664c950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '08d2772c-c615-47db-a417-e1042178085f'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:55:49.777742 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec40df4f-c87b-487f-bd75-31b0e1c6475c None None] Attempting to bind port 07452499-5284-4328-96b8-14324e4048ca on network 08d2772c-c615-47db-a417-e1042178085f {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:55:49.791460 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec40df4f-c87b-487f-bd75-31b0e1c6475c None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:55:49.791866 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec40df4f-c87b-487f-bd75-31b0e1c6475c None None] Checking segment: {'id': 'f332698a-ba55-43dc-ab85-2d5cb664c950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '08d2772c-c615-47db-a417-e1042178085f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:55:49.792281 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ec40df4f-c87b-487f-bd75-31b0e1c6475c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:49.792678 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec40df4f-c87b-487f-bd75-31b0e1c6475c None None] Bound using segment: {'id': 'f332698a-ba55-43dc-ab85-2d5cb664c950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '08d2772c-c615-47db-a417-e1042178085f'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:55:49.793156 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-ec40df4f-c87b-487f-bd75-31b0e1c6475c None None] Bound port: 07452499-5284-4328-96b8-14324e4048ca, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f332698a-ba55-43dc-ab85-2d5cb664c950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '08d2772c-c615-47db-a417-e1042178085f'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:55:49.793579 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ec40df4f-c87b-487f-bd75-31b0e1c6475c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:49.843646 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8542ddb2-6834-4a10-a5c9-056269ef2de1 req-ef30da71-6987-455a-b52e-42aaa9e1ee0e tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Made reservation on behalf of 89c66e467a844386bc921568c75855a2 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:55:49.847162 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-8542ddb2-6834-4a10-a5c9-056269ef2de1 req-ef30da71-6987-455a-b52e-42aaa9e1ee0e tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:49.869499 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-097752ea-51e5-40f2-bff0-087a3d931d47 None None] For port 65af94e4-b70d-4cb6-9c10-59c93cecdb7c, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:55:49.880133 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-d621ff0d-ed9d-4334-8df6-76b5afb97cd2 None None] For port a62ff84e-9a33-4e10-9fe6-72f8bd26d684, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=a62ff84e-9a33-4e10-9fe6-72f8bd26d684,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:55:49.880502 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d621ff0d-ed9d-4334-8df6-76b5afb97cd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:49.902036 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-097752ea-51e5-40f2-bff0-087a3d931d47 None None] For port 65af94e4-b70d-4cb6-9c10-59c93cecdb7c, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=65af94e4-b70d-4cb6-9c10-59c93cecdb7c,segment=NetworkSegment(58ef1e30-997c-458d-8586-ea47437ece78),segment_id=58ef1e30-997c-458d-8586-ea47437ece78)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:55:49.909704 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-d621ff0d-ed9d-4334-8df6-76b5afb97cd2 None None] Calling delete_port for a62ff84e-9a33-4e10-9fe6-72f8bd26d684 owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:55:49.916570 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-097752ea-51e5-40f2-bff0-087a3d931d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:49.922532 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.db.api [None req-4d28e7f2-f41a-4470-a324-91eae113694b tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 02:55:49.922532 n-d-796209-16 neutron-server[94701]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 07 02:55:49.922532 n-d-796209-16 neutron-server[94701]: [parameters: {'project_id_1': '819c73709af74aee976d11a35d78d7e6', 'expiration_1': datetime.datetime(2021, 9, 7, 2, 55, 29, 882464)}] Sep 07 02:55:49.922532 n-d-796209-16 neutron-server[94701]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 02:55:49.922986 n-d-796209-16 neutron-server[94701]: DEBUG oslo_db.api [None req-4d28e7f2-f41a-4470-a324-91eae113694b tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 02:55:49.939281 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34d1399-e5f0-4740-85f1-7891968c6e9c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Made reservation on behalf of 4c9354482bbf46e593fb1c1c8959ca81 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:55:49.943442 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d34d1399-e5f0-4740-85f1-7891968c6e9c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:49.970528 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-ec40df4f-c87b-487f-bd75-31b0e1c6475c None None] For port 07452499-5284-4328-96b8-14324e4048ca, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:55:50.006320 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-d34d1399-e5f0-4740-85f1-7891968c6e9c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] device_id is not set on port 8ee243f5-6cda-4c01-b8f7-cf4b9f13e99c yet. {{(pid=94701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:55:50.007128 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48034) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:50.021582 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cb7bcc8c-47b1-495f-9dcc-99b5144b42ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:50.028761 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-ec40df4f-c87b-487f-bd75-31b0e1c6475c None None] For port 07452499-5284-4328-96b8-14324e4048ca, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=07452499-5284-4328-96b8-14324e4048ca,segment=NetworkSegment(f332698a-ba55-43dc-ab85-2d5cb664c950),segment_id=f332698a-ba55-43dc-ab85-2d5cb664c950)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:55:50.044058 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ec40df4f-c87b-487f-bd75-31b0e1c6475c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:50.056558 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097752ea-51e5-40f2-bff0-087a3d931d47 None None] Routers {'5c774cfb-7509-4c0c-810f-c5950d76d0d7'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:55:50.057203 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-097752ea-51e5-40f2-bff0-087a3d931d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:55:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['5c774cfb-7509-4c0c-810f-c5950d76d0d7'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:55:50.067426 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc9a16e-eecd-4a59-8197-9c7c5bcdb547 None None] Pushing event updated for resources: {'Port': ['ID=65af94e4-b70d-4cb6-9c10-59c93cecdb7c,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:50.084032 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [req-8542ddb2-6834-4a10-a5c9-056269ef2de1 req-ef30da71-6987-455a-b52e-42aaa9e1ee0e tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Allocated IP 172.20.0.6 (111cbddc-f6bd-4c03-87bc-4b2b04ef5a64/382293f2-2c50-4f74-844f-42b0dddcc916/39466170-006a-4e0a-b6a4-21db5ec9469c) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:55:50.161463 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cb7bcc8c-47b1-495f-9dcc-99b5144b42ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:50.171253 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cb7bcc8c-47b1-495f-9dcc-99b5144b42ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:50.196068 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d621ff0d-ed9d-4334-8df6-76b5afb97cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:50.196850 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-d34d1399-e5f0-4740-85f1-7891968c6e9c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Allocated IP 2001:db8::194 (98fba89c-e7ad-427b-9268-93662b8245b2/3f7d4cdc-e0b5-4cb5-8e9f-60dd55387dbd/8ee243f5-6cda-4c01-b8f7-cf4b9f13e99c) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:55:50.213342 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-cb7bcc8c-47b1-495f-9dcc-99b5144b42ab admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6cb553df8bfa4072bd507960568ee5ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2050354 Sep 07 02:55:50.214549 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7bcc8c-47b1-495f-9dcc-99b5144b42ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f37cf55-6553-4579-a26d-b32014bd7c18,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:50.217429 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48036) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:50.252003 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec40df4f-c87b-487f-bd75-31b0e1c6475c None None] Pushing event updated for resources: {'Port': ['ID=07452499-5284-4328-96b8-14324e4048ca,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:50.288375 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f317ca0b-8a16-4ad9-b673-0011f02fd89a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:50.313070 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f317ca0b-8a16-4ad9-b673-0011f02fd89a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:50.332211 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d621ff0d-ed9d-4334-8df6-76b5afb97cd2 None None] No DVR routers for this DVR port a62ff84e-9a33-4e10-9fe6-72f8bd26d684 on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:55:50.338068 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d621ff0d-ed9d-4334-8df6-76b5afb97cd2 None None] Pushing event deleted for resources: {'Port': ['ID=a62ff84e-9a33-4e10-9fe6-72f8bd26d684,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:50.344359 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-097752ea-51e5-40f2-bff0-087a3d931d47 None None] Set router 5c774cfb-7509-4c0c-810f-c5950d76d0d7 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:55:50.378356 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f317ca0b-8a16-4ad9-b673-0011f02fd89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:50.381158 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f317ca0b-8a16-4ad9-b673-0011f02fd89a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:50.382685 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f317ca0b-8a16-4ad9-b673-0011f02fd89a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1f37cf55-6553-4579-a26d-b32014bd7c18 HTTP/1.1" status: 204 len: 168 time: 0.1639738 Sep 07 02:55:50.469129 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-8542ddb2-6834-4a10-a5c9-056269ef2de1 req-ef30da71-6987-455a-b52e-42aaa9e1ee0e tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:50.474853 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f317ca0b-8a16-4ad9-b673-0011f02fd89a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f37cf55-6553-4579-a26d-b32014bd7c18,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:50.552759 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d28e7f2-f41a-4470-a324-91eae113694b tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Made reservation on behalf of 819c73709af74aee976d11a35d78d7e6 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:55:50.576305 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709637b2-05b9-44b4-8eec-1499a8945b33 None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:55:50.692924 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bd7813dc-7f7e-4d42-afbf-1f092a6c2938 req-6671af07-bfb7-4589-8852-f1c12ed1e0ca tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5cb82fe-718c-48ae-87b9-3ee35681d47c HTTP/1.1" status: 200 len: 210 time: 0.0358088 Sep 07 02:55:50.915673 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8b7ac4-7abb-4e06-b4c9-9a8ce9758764 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-98fba89c-e7ad-427b-9268-93662b8245b2', 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'tenant_id': '4c9354482bbf46e593fb1c1c8959ca81', 'fixed_ips': [{'subnet_id': '3f7d4cdc-e0b5-4cb5-8e9f-60dd55387dbd'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:55:50.916500 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ff8b7ac4-7abb-4e06-b4c9-9a8ce9758764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:50.930267 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-097752ea-51e5-40f2-bff0-087a3d931d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c774cfb-7509-4c0c-810f-c5950d76d0d7', 'name': 'tempest-ServerRescueTestJSON-629202950-router', 'tenant_id': '89c66e467a844386bc921568c75855a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '8494a490-4d7c-476a-a058-118b139f1c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:55:38Z', 'updated_at': '2021-09-07T02:55:44Z', 'revision_number': 4, 'project_id': '89c66e467a844386bc921568c75855a2', 'gw_port': {'id': '8494a490-4d7c-476a-a058-118b139f1c95', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ab:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c774cfb-7509-4c0c-810f-c5950d76d0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:55:39Z', 'updated_at': '2021-09-07T02:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '65af94e4-b70d-4cb6-9c10-59c93cecdb7c', 'name': '', 'network_id': '111cbddc-f6bd-4c03-87bc-4b2b04ef5a64', 'tenant_id': '89c66e467a844386bc921568c75855a2', 'mac_address': 'fa:16:3e:da:18:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c774cfb-7509-4c0c-810f-c5950d76d0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '382293f2-2c50-4f74-844f-42b0dddcc916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:55:43Z', 'updated_at': '2021-09-07T02:55:49Z', 'revision_number': 4, 'project_id': '89c66e467a844386bc921568c75855a2', 'subnets': [{'id': '382293f2-2c50-4f74-844f-42b0dddcc916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:55:50.967579 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097752ea-51e5-40f2-bff0-087a3d931d47 None None] The sync data for ids ['5c774cfb-7509-4c0c-810f-c5950d76d0d7'] in n-d-796209-16 is: [{'id': '5c774cfb-7509-4c0c-810f-c5950d76d0d7', 'name': 'tempest-ServerRescueTestJSON-629202950-router', 'tenant_id': '89c66e467a844386bc921568c75855a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '8494a490-4d7c-476a-a058-118b139f1c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:55:38Z', 'updated_at': '2021-09-07T02:55:44Z', 'revision_number': 4, 'project_id': '89c66e467a844386bc921568c75855a2', 'gw_port': {'id': '8494a490-4d7c-476a-a058-118b139f1c95', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ab:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c774cfb-7509-4c0c-810f-c5950d76d0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:55:39Z', 'updated_at': '2021-09-07T02:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '65af94e4-b70d-4cb6-9c10-59c93cecdb7c', 'name': '', 'network_id': '111cbddc-f6bd-4c03-87bc-4b2b04ef5a64', 'tenant_id': '89c66e467a844386bc921568c75855a2', 'mac_address': 'fa:16:3e:da:18:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c774cfb-7509-4c0c-810f-c5950d76d0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '382293f2-2c50-4f74-844f-42b0dddcc916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:55:43Z', 'updated_at': '2021-09-07T02:55:49Z', 'revision_number': 4, 'project_id': '89c66e467a844386bc921568c75855a2', 'subnets': [{'id': '382293f2-2c50-4f74-844f-42b0dddcc916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:55:51.010383 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d34d1399-e5f0-4740-85f1-7891968c6e9c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:51.020170 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-8542ddb2-6834-4a10-a5c9-056269ef2de1 req-ef30da71-6987-455a-b52e-42aaa9e1ee0e tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:51.140634 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef30da71-6987-455a-b52e-42aaa9e1ee0e tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Pushing event updated for resources: {'Port': ['ID=39466170-006a-4e0a-b6a4-21db5ec9469c,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:51.171932 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d34d1399-e5f0-4740-85f1-7891968c6e9c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Transition to ACTIVE for port object 8ee243f5-6cda-4c01-b8f7-cf4b9f13e99c will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:55:51.191772 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8542ddb2-6834-4a10-a5c9-056269ef2de1 req-ef30da71-6987-455a-b52e-42aaa9e1ee0e tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Network 111cbddc-f6bd-4c03-87bc-4b2b04ef5a64 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:55:51.234896 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4d28e7f2-f41a-4470-a324-91eae113694b tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:51.268354 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [req-8542ddb2-6834-4a10-a5c9-056269ef2de1 req-ef30da71-6987-455a-b52e-42aaa9e1ee0e tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:55:51.278667 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-8542ddb2-6834-4a10-a5c9-056269ef2de1 req-ef30da71-6987-455a-b52e-42aaa9e1ee0e tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:55:51.410507 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542ddb2-6834-4a10-a5c9-056269ef2de1 req-ef30da71-6987-455a-b52e-42aaa9e1ee0e tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:51.411210 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-8542ddb2-6834-4a10-a5c9-056269ef2de1 req-ef30da71-6987-455a-b52e-42aaa9e1ee0e tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:51.420884 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d34d1399-e5f0-4740-85f1-7891968c6e9c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:51.455047 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-ff8b7ac4-7abb-4e06-b4c9-9a8ce9758764 None None] Allocated IP 2001:db8::2 (98fba89c-e7ad-427b-9268-93662b8245b2/3f7d4cdc-e0b5-4cb5-8e9f-60dd55387dbd/fcc24660-1632-45b8-b10d-486509453917) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:55:51.478545 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:51.503112 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:51.516141 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34d1399-e5f0-4740-85f1-7891968c6e9c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event updated for resources: {'Port': ['ID=8ee243f5-6cda-4c01-b8f7-cf4b9f13e99c,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:51.563033 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-4d28e7f2-f41a-4470-a324-91eae113694b tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] device_id is not set on port 39f6055f-eaa5-4cdb-a863-1b0a0845200c yet. {{(pid=94701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:55:51.573494 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 07452499-5284-4328-96b8-14324e4048ca up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:55:51.610470 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8542ddb2-6834-4a10-a5c9-056269ef2de1 req-ef30da71-6987-455a-b52e-42aaa9e1ee0e tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1536872 Sep 07 02:55:51.648471 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-8542ddb2-6834-4a10-a5c9-056269ef2de1 req-3d1ccf9a-41c2-4d63-bb6c-ea51d1e96b92 service neutron] Request body: {'port': {'device_id': 'd5cb82fe-718c-48ae-87b9-3ee35681d47c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:55:51.688321 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34d1399-e5f0-4740-85f1-7891968c6e9c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:55:51.699603 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-d34d1399-e5f0-4740-85f1-7891968c6e9c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:55:51.705309 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34d1399-e5f0-4740-85f1-7891968c6e9c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:55:51.711010 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34d1399-e5f0-4740-85f1-7891968c6e9c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:51.711823 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d34d1399-e5f0-4740-85f1-7891968c6e9c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:51.760143 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 07452499-5284-4328-96b8-14324e4048ca completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:55:51.765849 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 65af94e4-b70d-4cb6-9c10-59c93cecdb7c up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:55:51.802485 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-8542ddb2-6834-4a10-a5c9-056269ef2de1 req-3d1ccf9a-41c2-4d63-bb6c-ea51d1e96b92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:51.826176 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d34d1399-e5f0-4740-85f1-7891968c6e9c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2255919 Sep 07 02:55:51.829082 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48064) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:51.879662 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-9814ccf9-f1dc-496e-b2ae-2795ae3de0f0 None None] Provisioning complete for port 7bcde78a-99d5-425e-95b7-c126007c2a65 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:55:51.880518 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9814ccf9-f1dc-496e-b2ae-2795ae3de0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:51.901684 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f932faa-63e0-4a4e-8e09-a2924069ee95 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:51.904293 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-8f932faa-63e0-4a4e-8e09-a2924069ee95 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0741386 Sep 07 02:55:51.906839 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48068) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:51.963985 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-9814ccf9-f1dc-496e-b2ae-2795ae3de0f0 None None] Port 7bcde78a-99d5-425e-95b7-c126007c2a65 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:55:52.009170 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ff8b7ac4-7abb-4e06-b4c9-9a8ce9758764 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:52.023377 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-ff8b7ac4-7abb-4e06-b4c9-9a8ce9758764 None None] Transition to ACTIVE for port object fcc24660-1632-45b8-b10d-486509453917 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:55:52.028827 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-9814ccf9-f1dc-496e-b2ae-2795ae3de0f0 None None] Provisioning for port 07452499-5284-4328-96b8-14324e4048ca completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:55:52.041631 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-866fccf8-2782-4a7d-ad70-8b2a8bfeb264 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Deleting port 8ee243f5-6cda-4c01-b8f7-cf4b9f13e99c {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:55:52.041981 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-866fccf8-2782-4a7d-ad70-8b2a8bfeb264 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:52.044547 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-9814ccf9-f1dc-496e-b2ae-2795ae3de0f0 None None] Provisioning complete for port 07452499-5284-4328-96b8-14324e4048ca triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:55:52.045265 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9814ccf9-f1dc-496e-b2ae-2795ae3de0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:52.072864 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 65af94e4-b70d-4cb6-9c10-59c93cecdb7c completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:55:52.083123 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-ff8b7ac4-7abb-4e06-b4c9-9a8ce9758764 None None] Transition to ACTIVE for port object fcc24660-1632-45b8-b10d-486509453917 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:55:52.086798 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 65af94e4-b70d-4cb6-9c10-59c93cecdb7c triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:55:52.087456 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:52.122680 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ff8b7ac4-7abb-4e06-b4c9-9a8ce9758764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:52.164445 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f9c22f-e122-4ad9-b340-10be70188187 req-d6a2c58a-7357-4440-a798-eaa99d9834f2 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:52.174662 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-56f9c22f-e122-4ad9-b340-10be70188187 req-d6a2c58a-7357-4440-a798-eaa99d9834f2 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5cb82fe-718c-48ae-87b9-3ee35681d47c HTTP/1.1" status: 200 len: 931 time: 0.3123453 Sep 07 02:55:52.192587 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-866fccf8-2782-4a7d-ad70-8b2a8bfeb264 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:52.209884 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-866fccf8-2782-4a7d-ad70-8b2a8bfeb264 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Calling delete_port for 8ee243f5-6cda-4c01-b8f7-cf4b9f13e99c owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:55:52.226768 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8b7ac4-7abb-4e06-b4c9-9a8ce9758764 None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:55:52.234549 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8b7ac4-7abb-4e06-b4c9-9a8ce9758764 None None] Pushing event updated for resources: {'Port': ['ID=fcc24660-1632-45b8-b10d-486509453917,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:52.241266 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-ff8b7ac4-7abb-4e06-b4c9-9a8ce9758764 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:55:52.246345 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8b7ac4-7abb-4e06-b4c9-9a8ce9758764 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:55:52.308200 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-4d28e7f2-f41a-4470-a324-91eae113694b tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Allocated IP 2001:db8::3c5 (08d2772c-c615-47db-a417-e1042178085f/c240869e-98be-4489-b390-8e2bdbf6c4b5/39f6055f-eaa5-4cdb-a863-1b0a0845200c) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:55:52.392564 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9814ccf9-f1dc-496e-b2ae-2795ae3de0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:52.412703 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-866fccf8-2782-4a7d-ad70-8b2a8bfeb264 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:52.435209 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:52.464105 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-ff8b7ac4-7abb-4e06-b4c9-9a8ce9758764 None None] Attempting to bind port fcc24660-1632-45b8-b10d-486509453917 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:55:52.464760 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-ff8b7ac4-7abb-4e06-b4c9-9a8ce9758764 None None] Attempting to bind port fcc24660-1632-45b8-b10d-486509453917 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:55:52.464882 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8b7ac4-7abb-4e06-b4c9-9a8ce9758764 None None] Attempting to bind port fcc24660-1632-45b8-b10d-486509453917 on network 98fba89c-e7ad-427b-9268-93662b8245b2 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:55:52.481229 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866fccf8-2782-4a7d-ad70-8b2a8bfeb264 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event deleted for resources: {'Port': ['ID=8ee243f5-6cda-4c01-b8f7-cf4b9f13e99c,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:52.493676 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 65af94e4-b70d-4cb6-9c10-59c93cecdb7c, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=65af94e4-b70d-4cb6-9c10-59c93cecdb7c,segment=NetworkSegment(58ef1e30-997c-458d-8586-ea47437ece78),segment_id=58ef1e30-997c-458d-8586-ea47437ece78)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:55:52.496280 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8b7ac4-7abb-4e06-b4c9-9a8ce9758764 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:55:52.496995 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8b7ac4-7abb-4e06-b4c9-9a8ce9758764 None None] Checking segment: {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:55:52.497597 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ff8b7ac4-7abb-4e06-b4c9-9a8ce9758764 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:52.498090 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8b7ac4-7abb-4e06-b4c9-9a8ce9758764 None None] Bound using segment: {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:55:52.498549 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-ff8b7ac4-7abb-4e06-b4c9-9a8ce9758764 None None] Bound port: fcc24660-1632-45b8-b10d-486509453917, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:55:52.499162 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ff8b7ac4-7abb-4e06-b4c9-9a8ce9758764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:52.506525 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:52.521991 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [req-8542ddb2-6834-4a10-a5c9-056269ef2de1 req-3d1ccf9a-41c2-4d63-bb6c-ea51d1e96b92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39466170-006a-4e0a-b6a4-21db5ec9469c {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:55:52.527428 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device a62ff84e-9a33-4e10-9fe6-72f8bd26d684 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:55:52.532209 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-8542ddb2-6834-4a10-a5c9-056269ef2de1 req-3d1ccf9a-41c2-4d63-bb6c-ea51d1e96b92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:52.545533 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-8542ddb2-6834-4a10-a5c9-056269ef2de1 req-3d1ccf9a-41c2-4d63-bb6c-ea51d1e96b92 service neutron] Transition to ACTIVE for port object 39466170-006a-4e0a-b6a4-21db5ec9469c will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:55:52.553554 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-866fccf8-2782-4a7d-ad70-8b2a8bfeb264 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:52.557751 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-866fccf8-2782-4a7d-ad70-8b2a8bfeb264 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/ports/8ee243f5-6cda-4c01-b8f7-cf4b9f13e99c HTTP/1.1" status: 204 len: 168 time: 0.6493142 Sep 07 02:55:52.559930 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48080) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:52.565209 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-8542ddb2-6834-4a10-a5c9-056269ef2de1 req-3d1ccf9a-41c2-4d63-bb6c-ea51d1e96b92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:52.572795 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: a62ff84e-9a33-4e10-9fe6-72f8bd26d684 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:55:52.573235 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device a62ff84e-9a33-4e10-9fe6-72f8bd26d684 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:55:52.579038 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-9814ccf9-f1dc-496e-b2ae-2795ae3de0f0 None None] For port 07452499-5284-4328-96b8-14324e4048ca, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=07452499-5284-4328-96b8-14324e4048ca,segment=NetworkSegment(f332698a-ba55-43dc-ab85-2d5cb664c950),segment_id=f332698a-ba55-43dc-ab85-2d5cb664c950)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:55:52.610181 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9814ccf9-f1dc-496e-b2ae-2795ae3de0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:52.617055 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-56f9c22f-e122-4ad9-b340-10be70188187 req-39ff2484-5418-41f2-b310-3b56794b8da1 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4411597 Sep 07 02:55:52.617559 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48082) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:52.635402 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=65af94e4-b70d-4cb6-9c10-59c93cecdb7c,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:52.688472 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ea2e7d-77bd-4287-a942-6d5f86dd2143 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:52.691113 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ea2e7d-77bd-4287-a942-6d5f86dd2143 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:52.692592 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-ff8b7ac4-7abb-4e06-b4c9-9a8ce9758764 None None] For port fcc24660-1632-45b8-b10d-486509453917, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:55:52.695932 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-e2ea2e7d-77bd-4287-a942-6d5f86dd2143 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1323946 Sep 07 02:55:52.700139 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48084) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:52.700295 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-ff8b7ac4-7abb-4e06-b4c9-9a8ce9758764 None None] For port fcc24660-1632-45b8-b10d-486509453917, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=fcc24660-1632-45b8-b10d-486509453917,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:55:52.711558 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ff8b7ac4-7abb-4e06-b4c9-9a8ce9758764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:52.719403 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9814ccf9-f1dc-496e-b2ae-2795ae3de0f0 None None] Pushing event updated for resources: {'Port': ['ID=07452499-5284-4328-96b8-14324e4048ca,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:52.781576 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-d94bcbfe-2e89-4f18-af61-bbc90f182a48 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Deleting subnet 3f7d4cdc-e0b5-4cb5-8e9f-60dd55387dbd {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:55:52.787140 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d94bcbfe-2e89-4f18-af61-bbc90f182a48 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:52.789951 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1ccf9a-41c2-4d63-bb6c-ea51d1e96b92 service neutron] Pushing event updated for resources: {'Port': ['ID=39466170-006a-4e0a-b6a4-21db5ec9469c,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:52.801654 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8b7ac4-7abb-4e06-b4c9-9a8ce9758764 None None] Pushing event updated for resources: {'Port': ['ID=fcc24660-1632-45b8-b10d-486509453917,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:52.857634 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d94bcbfe-2e89-4f18-af61-bbc90f182a48 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:52.927321 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4d28e7f2-f41a-4470-a324-91eae113694b tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:52.931267 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-8542ddb2-6834-4a10-a5c9-056269ef2de1 req-3d1ccf9a-41c2-4d63-bb6c-ea51d1e96b92 service neutron] Attempting to bind port 39466170-006a-4e0a-b6a4-21db5ec9469c on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:55:52.931582 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-8542ddb2-6834-4a10-a5c9-056269ef2de1 req-3d1ccf9a-41c2-4d63-bb6c-ea51d1e96b92 service neutron] Attempting to bind port 39466170-006a-4e0a-b6a4-21db5ec9469c by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '58ef1e30-997c-458d-8586-ea47437ece78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '111cbddc-f6bd-4c03-87bc-4b2b04ef5a64'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:55:52.931918 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8542ddb2-6834-4a10-a5c9-056269ef2de1 req-3d1ccf9a-41c2-4d63-bb6c-ea51d1e96b92 service neutron] Attempting to bind port 39466170-006a-4e0a-b6a4-21db5ec9469c on network 111cbddc-f6bd-4c03-87bc-4b2b04ef5a64 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:55:52.936918 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-a387aba3-f424-439c-a164-52bd64e3b15b tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-112651991'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:55:52.951869 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8542ddb2-6834-4a10-a5c9-056269ef2de1 req-3d1ccf9a-41c2-4d63-bb6c-ea51d1e96b92 service neutron] Port 39466170-006a-4e0a-b6a4-21db5ec9469c on network 111cbddc-f6bd-4c03-87bc-4b2b04ef5a64 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:55:52.952460 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8542ddb2-6834-4a10-a5c9-056269ef2de1 req-3d1ccf9a-41c2-4d63-bb6c-ea51d1e96b92 service neutron] Attempting to bind port 39466170-006a-4e0a-b6a4-21db5ec9469c on network 111cbddc-f6bd-4c03-87bc-4b2b04ef5a64 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:55:52.966227 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-4d28e7f2-f41a-4470-a324-91eae113694b tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Transition to ACTIVE for port object 39f6055f-eaa5-4cdb-a863-1b0a0845200c will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:55:52.967739 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8542ddb2-6834-4a10-a5c9-056269ef2de1 req-3d1ccf9a-41c2-4d63-bb6c-ea51d1e96b92 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:55:52.968359 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8542ddb2-6834-4a10-a5c9-056269ef2de1 req-3d1ccf9a-41c2-4d63-bb6c-ea51d1e96b92 service neutron] Checking segment: {'id': '58ef1e30-997c-458d-8586-ea47437ece78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '111cbddc-f6bd-4c03-87bc-4b2b04ef5a64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:55:52.968492 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8542ddb2-6834-4a10-a5c9-056269ef2de1 req-3d1ccf9a-41c2-4d63-bb6c-ea51d1e96b92 service neutron] Bound using segment: {'id': '58ef1e30-997c-458d-8586-ea47437ece78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '111cbddc-f6bd-4c03-87bc-4b2b04ef5a64'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:55:52.968944 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-8542ddb2-6834-4a10-a5c9-056269ef2de1 req-3d1ccf9a-41c2-4d63-bb6c-ea51d1e96b92 service neutron] Bound port: 39466170-006a-4e0a-b6a4-21db5ec9469c, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58ef1e30-997c-458d-8586-ea47437ece78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '111cbddc-f6bd-4c03-87bc-4b2b04ef5a64'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:55:52.969313 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-8542ddb2-6834-4a10-a5c9-056269ef2de1 req-3d1ccf9a-41c2-4d63-bb6c-ea51d1e96b92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:52.970150 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d94bcbfe-2e89-4f18-af61-bbc90f182a48 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:53.033625 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a387aba3-f424-439c-a164-52bd64e3b15b tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:53.034942 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a387aba3-f424-439c-a164-52bd64e3b15b tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:53.050485 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d94bcbfe-2e89-4f18-af61-bbc90f182a48 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:53.087594 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94bcbfe-2e89-4f18-af61-bbc90f182a48 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event deleted for resources: {'Subnet': ['ID=3f7d4cdc-e0b5-4cb5-8e9f-60dd55387dbd,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:53.093643 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d94bcbfe-2e89-4f18-af61-bbc90f182a48 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:53.099656 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-d94bcbfe-2e89-4f18-af61-bbc90f182a48 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/subnets/3f7d4cdc-e0b5-4cb5-8e9f-60dd55387dbd HTTP/1.1" status: 204 len: 168 time: 0.3978510 Sep 07 02:55:53.100724 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48088) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:53.129463 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4d28e7f2-f41a-4470-a324-91eae113694b tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:53.157454 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a387aba3-f424-439c-a164-52bd64e3b15b tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:53.159225 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-8542ddb2-6834-4a10-a5c9-056269ef2de1 req-3d1ccf9a-41c2-4d63-bb6c-ea51d1e96b92 service neutron] For port 39466170-006a-4e0a-b6a4-21db5ec9469c, host n-h1-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:55:53.166220 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a4662a62-532d-4769-9d94-0fca9fc792aa tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0618579 Sep 07 02:55:53.167331 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48090) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:53.194508 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a387aba3-f424-439c-a164-52bd64e3b15b tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:53.217098 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5551ae5a-8108-478d-b633-5c10782e046d tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:53.218480 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-8542ddb2-6834-4a10-a5c9-056269ef2de1 req-3d1ccf9a-41c2-4d63-bb6c-ea51d1e96b92 service neutron] For port 39466170-006a-4e0a-b6a4-21db5ec9469c, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=39466170-006a-4e0a-b6a4-21db5ec9469c,segment=NetworkSegment(58ef1e30-997c-458d-8586-ea47437ece78),segment_id=58ef1e30-997c-458d-8586-ea47437ece78)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:55:53.218641 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-5551ae5a-8108-478d-b633-5c10782e046d tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0505810 Sep 07 02:55:53.221474 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48092) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:53.230066 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-8542ddb2-6834-4a10-a5c9-056269ef2de1 req-3d1ccf9a-41c2-4d63-bb6c-ea51d1e96b92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:53.233867 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d28e7f2-f41a-4470-a324-91eae113694b tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Network 08d2772c-c615-47db-a417-e1042178085f is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:55:53.238427 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a387aba3-f424-439c-a164-52bd64e3b15b tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:53.239663 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a387aba3-f424-439c-a164-52bd64e3b15b tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.5839257 Sep 07 02:55:53.247102 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48094) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:53.249320 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-4d28e7f2-f41a-4470-a324-91eae113694b tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:55:53.255824 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d28e7f2-f41a-4470-a324-91eae113694b tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:55:53.262711 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d28e7f2-f41a-4470-a324-91eae113694b tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:53.263379 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4d28e7f2-f41a-4470-a324-91eae113694b tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:53.267958 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d28e7f2-f41a-4470-a324-91eae113694b tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event updated for resources: {'Port': ['ID=39f6055f-eaa5-4cdb-a863-1b0a0845200c,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:53.280430 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086c52b1-aa96-40dd-b318-0a961ea5911a tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:53.281978 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-086c52b1-aa96-40dd-b318-0a961ea5911a tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0595171 Sep 07 02:55:53.285113 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48096) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:53.320173 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542ddb2-6834-4a10-a5c9-056269ef2de1 req-3d1ccf9a-41c2-4d63-bb6c-ea51d1e96b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:53.320806 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-8542ddb2-6834-4a10-a5c9-056269ef2de1 req-3d1ccf9a-41c2-4d63-bb6c-ea51d1e96b92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:53.322659 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8542ddb2-6834-4a10-a5c9-056269ef2de1 req-3d1ccf9a-41c2-4d63-bb6c-ea51d1e96b92 service neutron] 10.222.0.23 "PUT /v2.0/ports/39466170-006a-4e0a-b6a4-21db5ec9469c HTTP/1.1" status: 200 len: 1092 time: 1.6803324 Sep 07 02:55:53.322659 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5cb82fe-718c-48ae-87b9-3ee35681d47c', 'tag': '39466170-006a-4e0a-b6a4-21db5ec9469c'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:55:53.326646 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd967a18-f18b-48d1-8586-c3d9db01a46d" -d '{"events": [{"name": "network-changed", "server_uuid": "d5cb82fe-718c-48ae-87b9-3ee35681d47c", "tag": "39466170-006a-4e0a-b6a4-21db5ec9469c"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:55:53.361033 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f3390d4a-d313-4076-a33c-0cc4c88b505f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0734317 Sep 07 02:55:53.361033 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48100) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:53.378336 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-f5ec275e-2a36-461f-b801-779a36e244d7 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Request body: {'subnet': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:55:53.460828 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838c1db2-9879-4c2b-9754-154480b34743 x-openstack-request-id: req-838c1db2-9879-4c2b-9754-154480b34743 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:55:53.461105 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5cb82fe-718c-48ae-87b9-3ee35681d47c", "tag": "39466170-006a-4e0a-b6a4-21db5ec9469c", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:55:53.461355 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-838c1db2-9879-4c2b-9754-154480b34743 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:55:53.461748 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5cb82fe-718c-48ae-87b9-3ee35681d47c', 'tag': '39466170-006a-4e0a-b6a4-21db5ec9469c', 'status': 'completed', 'code': 200} Sep 07 02:55:53.465677 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-4d28e7f2-f41a-4470-a324-91eae113694b tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.8503509 Sep 07 02:55:53.466875 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2b0c1b9e-98e6-4d00-97cd-551e2906e1f8 tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] Notify callbacks [] for router, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:53.469263 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48102) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:53.482079 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-c1c6406a-9933-4109-94cc-9f558574844d tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Request body: {'subnet': {'network_id': '08d2772c-c615-47db-a417-e1042178085f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:55:53.504380 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 07452499-5284-4328-96b8-14324e4048ca up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:55:53.521108 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ec275e-2a36-461f-b801-779a36e244d7 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Made reservation on behalf of 4c9354482bbf46e593fb1c1c8959ca81 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:55:53.525382 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f5ec275e-2a36-461f-b801-779a36e244d7 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:53.569827 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 07452499-5284-4328-96b8-14324e4048ca triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:55:53.570417 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:53.609997 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1ccf9a-41c2-4d63-bb6c-ea51d1e96b92 service neutron] Pushing event updated for resources: {'Port': ['ID=39466170-006a-4e0a-b6a4-21db5ec9469c,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:53.670752 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-86933c48-e888-4c43-90fa-7f9b87cf60d2 None None] Provisioning for port 39f6055f-eaa5-4cdb-a863-1b0a0845200c completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:55:53.681073 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542ddb2-6834-4a10-a5c9-056269ef2de1 req-8d736cef-bf66-4737-b7db-3ec1fc310b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:53.682613 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8542ddb2-6834-4a10-a5c9-056269ef2de1 req-8d736cef-bf66-4737-b7db-3ec1fc310b73 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=89c66e467a844386bc921568c75855a2&device_id=d5cb82fe-718c-48ae-87b9-3ee35681d47c HTTP/1.1" status: 200 len: 1095 time: 0.3026640 Sep 07 02:55:53.684681 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-86933c48-e888-4c43-90fa-7f9b87cf60d2 None None] Provisioning complete for port 39f6055f-eaa5-4cdb-a863-1b0a0845200c triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:55:53.685325 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-86933c48-e888-4c43-90fa-7f9b87cf60d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:53.771709 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device fcc24660-1632-45b8-b10d-486509453917 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:55:53.791295 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f5ec275e-2a36-461f-b801-779a36e244d7 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:53.825814 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-86933c48-e888-4c43-90fa-7f9b87cf60d2 None None] Port 39f6055f-eaa5-4cdb-a863-1b0a0845200c cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:55:53.839255 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port fcc24660-1632-45b8-b10d-486509453917 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:55:53.844211 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 65af94e4-b70d-4cb6-9c10-59c93cecdb7c up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:55:53.852530 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8542ddb2-6834-4a10-a5c9-056269ef2de1 req-35ca0950-0755-4f4d-83f8-d6a4312cf7fa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39466170-006a-4e0a-b6a4-21db5ec9469c HTTP/1.1" status: 200 len: 217 time: 0.1277919 Sep 07 02:55:53.865004 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ec275e-2a36-461f-b801-779a36e244d7 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:55:53.866047 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ec275e-2a36-461f-b801-779a36e244d7 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event updated for resources: {'Subnet': ['ID=314befc3-f58f-4b17-b0af-f0cddacc8720,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:53.868960 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-f5ec275e-2a36-461f-b801-779a36e244d7 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:55:53.872145 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ec275e-2a36-461f-b801-779a36e244d7 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:53.872899 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f5ec275e-2a36-461f-b801-779a36e244d7 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:53.893732 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f5ec275e-2a36-461f-b801-779a36e244d7 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5202081 Sep 07 02:55:53.896178 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48106) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:53.903030 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-4aa52e92-c886-4f46-ba98-aed312571bbe tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Request body: {'port': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'fixed_ips': [{'subnet_id': '314befc3-f58f-4b17-b0af-f0cddacc8720', 'ip_address': '2001:db8::6a34:2a34:701:f75'}], 'name': 'tempest-NetworksTestDHCPv6-511548051'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:55:53.906283 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2b0c1b9e-98e6-4d00-97cd-551e2906e1f8 tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:53.911012 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 65af94e4-b70d-4cb6-9c10-59c93cecdb7c triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:55:53.911389 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:53.921015 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2b0c1b9e-98e6-4d00-97cd-551e2906e1f8 tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:54.035408 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f03104b-d2dd-480a-8766-2d9c829f5e04 None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:55:54.049968 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2866c-ddb0-44db-82c5-3553bd2efcc3 req-3d0c228e-4663-4e34-9946-0c1c4877de8e tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:54.051534 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-85e2866c-ddb0-44db-82c5-3553bd2efcc3 req-3d0c228e-4663-4e34-9946-0c1c4877de8e tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5cb82fe-718c-48ae-87b9-3ee35681d47c HTTP/1.1" status: 200 len: 943 time: 0.2864275 Sep 07 02:55:54.067890 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2b0c1b9e-98e6-4d00-97cd-551e2906e1f8 tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:54.068460 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b0c1b9e-98e6-4d00-97cd-551e2906e1f8 tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a366f494-1a01-49f1-b293-5196b129619b {{(pid=94701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 02:55:54.073945 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2b0c1b9e-98e6-4d00-97cd-551e2906e1f8 tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:54.079650 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48114) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:54.080139 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-2b0c1b9e-98e6-4d00-97cd-551e2906e1f8 tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] 10.222.0.22 "DELETE /v2.0/routers/a366f494-1a01-49f1-b293-5196b129619b HTTP/1.1" status: 204 len: 168 time: 0.8318810 Sep 07 02:55:54.084630 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-923b1f31-d7d9-4410-978e-cecca1e082de tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] Request body: {'router': {'name': 'tempest-router-2000999378', 'distributed': False}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:55:54.088196 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542ddb2-6834-4a10-a5c9-056269ef2de1 req-66201439-cec8-4620-85ef-76f024a4e67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:54.089849 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8542ddb2-6834-4a10-a5c9-056269ef2de1 req-66201439-cec8-4620-85ef-76f024a4e67c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=382293f2-2c50-4f74-844f-42b0dddcc916 HTTP/1.1" status: 200 len: 850 time: 0.2111759 Sep 07 02:55:54.090487 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c6406a-9933-4109-94cc-9f558574844d tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Made reservation on behalf of 819c73709af74aee976d11a35d78d7e6 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:55:54.095067 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c1c6406a-9933-4109-94cc-9f558574844d tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:54.126498 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-fa056e10-112c-416a-9cb2-97f6d09a715e None None] Provisioning for port fcc24660-1632-45b8-b10d-486509453917 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:55:54.133362 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-fa056e10-112c-416a-9cb2-97f6d09a715e None None] Provisioning complete for port fcc24660-1632-45b8-b10d-486509453917 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:55:54.134011 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fa056e10-112c-416a-9cb2-97f6d09a715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:54.135279 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa52e92-c886-4f46-ba98-aed312571bbe tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Made reservation on behalf of 4c9354482bbf46e593fb1c1c8959ca81 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:55:54.176571 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14990ce9-85c0-496a-9bc3-7d0ff8c50a33 req-c3d7469c-9b8f-41ee-ab65-278d1d3aa052 tempest-TestNetworkAdvancedServerOps-2015258804 tempest-TestNetworkAdvancedServerOps-2015258804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:54.178151 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-14990ce9-85c0-496a-9bc3-7d0ff8c50a33 req-c3d7469c-9b8f-41ee-ab65-278d1d3aa052 tempest-TestNetworkAdvancedServerOps-2015258804 tempest-TestNetworkAdvancedServerOps-2015258804-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9825f0c0-3240-4c71-adef-7f75dbcde66a HTTP/1.1" status: 200 len: 1098 time: 0.0792086 Sep 07 02:55:54.181039 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-923b1f31-d7d9-4410-978e-cecca1e082de tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:54.182080 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-923b1f31-d7d9-4410-978e-cecca1e082de tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:54.197266 n-d-796209-16 neutron-server[94701]: INFO neutron.db.ipam_backend_mixin [None req-c1c6406a-9933-4109-94cc-9f558574844d tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c240869e-98be-4489-b390-8e2bdbf6c4b5 (CIDR: 2001:db8::/64) Sep 07 02:55:54.217877 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1c6406a-9933-4109-94cc-9f558574844d tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 02:55:54.218948 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1c6406a-9933-4109-94cc-9f558574844d tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:55:54.243802 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-14990ce9-85c0-496a-9bc3-7d0ff8c50a33 req-19e388d9-2d65-490c-ac7a-b9e4b105aadb tempest-TestNetworkAdvancedServerOps-2015258804 tempest-TestNetworkAdvancedServerOps-2015258804-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:54.281346 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8542ddb2-6834-4a10-a5c9-056269ef2de1 req-ab11255f-d157-4eca-973b-cac6c4e74d28 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=111cbddc-f6bd-4c03-87bc-4b2b04ef5a64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813417 Sep 07 02:55:54.281899 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fa056e10-112c-416a-9cb2-97f6d09a715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:54.314692 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-923b1f31-d7d9-4410-978e-cecca1e082de tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:54.317787 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-85e2866c-ddb0-44db-82c5-3553bd2efcc3 req-bee792bd-9b71-4bd7-a05d-70345a70c5ba tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542887 Sep 07 02:55:54.322215 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4aa52e92-c886-4f46-ba98-aed312571bbe tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:54.328479 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-fa056e10-112c-416a-9cb2-97f6d09a715e None None] For port fcc24660-1632-45b8-b10d-486509453917, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=fcc24660-1632-45b8-b10d-486509453917,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:55:54.333525 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fa056e10-112c-416a-9cb2-97f6d09a715e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:54.335878 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-923b1f31-d7d9-4410-978e-cecca1e082de tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:54.363227 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-4aa52e92-c886-4f46-ba98-aed312571bbe tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] device_id is not set on port a0762995-0e64-4cbe-8aaf-747bf72bfeaf yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:55:54.405513 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa056e10-112c-416a-9cb2-97f6d09a715e None None] Pushing event updated for resources: {'Port': ['ID=fcc24660-1632-45b8-b10d-486509453917,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:54.556789 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-14990ce9-85c0-496a-9bc3-7d0ff8c50a33 req-19e388d9-2d65-490c-ac7a-b9e4b105aadb tempest-TestNetworkAdvancedServerOps-2015258804 tempest-TestNetworkAdvancedServerOps-2015258804-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:54.568706 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-14990ce9-85c0-496a-9bc3-7d0ff8c50a33 req-19e388d9-2d65-490c-ac7a-b9e4b105aadb tempest-TestNetworkAdvancedServerOps-2015258804 tempest-TestNetworkAdvancedServerOps-2015258804-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:54.582211 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-923b1f31-d7d9-4410-978e-cecca1e082de tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:54.586010 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-923b1f31-d7d9-4410-978e-cecca1e082de tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5026281 Sep 07 02:55:54.599607 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48116) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:54.658898 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-14990ce9-85c0-496a-9bc3-7d0ff8c50a33 req-19e388d9-2d65-490c-ac7a-b9e4b105aadb tempest-TestNetworkAdvancedServerOps-2015258804 tempest-TestNetworkAdvancedServerOps-2015258804-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=227b796e-e331-4437-9ee2-e029d8455d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4419403 Sep 07 02:55:54.660196 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-4aa52e92-c886-4f46-ba98-aed312571bbe tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Allocated IP 2001:db8::6a34:2a34:701:f75 (98fba89c-e7ad-427b-9268-93662b8245b2/314befc3-f58f-4b17-b0af-f0cddacc8720/a0762995-0e64-4cbe-8aaf-747bf72bfeaf) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:55:54.677780 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e388d9-2d65-490c-ac7a-b9e4b105aadb tempest-TestNetworkAdvancedServerOps-2015258804 tempest-TestNetworkAdvancedServerOps-2015258804-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00dd680-d9ab-4571-9d79-725b9979bc39,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:54.688110 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-1162b3ea-aa16-40ab-87bb-87a175b89230 None None] Provisioning complete for port fcc24660-1632-45b8-b10d-486509453917 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:55:54.689304 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1162b3ea-aa16-40ab-87bb-87a175b89230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:54.690022 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c1c6406a-9933-4109-94cc-9f558574844d tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2175386 Sep 07 02:55:54.690690 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48118) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:54.698623 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-fbcf54ef-180a-41be-aad1-ed2b760fdb5d tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Request body: {'subnet': {'network_id': '08d2772c-c615-47db-a417-e1042178085f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:55:54.733951 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-47ef4c95-2c9e-483b-9943-0c0302935291 tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:54.819530 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8542ddb2-6834-4a10-a5c9-056269ef2de1 req-5cdb4c2d-41bf-4ddd-86b5-78f9f33ebf95 service neutron] 10.222.0.23 "GET /v2.0/networks/111cbddc-f6bd-4c03-87bc-4b2b04ef5a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5289097 Sep 07 02:55:54.874078 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbcf54ef-180a-41be-aad1-ed2b760fdb5d tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Made reservation on behalf of 819c73709af74aee976d11a35d78d7e6 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:55:54.882321 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fbcf54ef-180a-41be-aad1-ed2b760fdb5d tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:54.998635 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-dfe6f93a-5ed3-4c7b-be68-92b8002e1223 None None] Could not find standard attr ID for object 1d3d4b93-4534-4925-9205-a45c4f49395a. {{(pid=94702) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 02:55:55.029073 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8542ddb2-6834-4a10-a5c9-056269ef2de1 req-dba030dc-3d0c-49d6-86c8-a71739915c54 service neutron] 10.222.0.23 "GET /v2.0/networks/111cbddc-f6bd-4c03-87bc-4b2b04ef5a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017438 Sep 07 02:55:55.120677 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-c5e1e684-d5fa-4087-b5a7-0d6a19381ddc None None] Could not find standard attr ID for object 8ee243f5-6cda-4c01-b8f7-cf4b9f13e99c. {{(pid=94702) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 02:55:55.213661 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd967a18-f18b-48d1-8586-c3d9db01a46d req-32b2db46-01a4-4599-a19a-cbb03bd540aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:55.215254 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dd967a18-f18b-48d1-8586-c3d9db01a46d req-32b2db46-01a4-4599-a19a-cbb03bd540aa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=89c66e467a844386bc921568c75855a2&device_id=d5cb82fe-718c-48ae-87b9-3ee35681d47c HTTP/1.1" status: 200 len: 1095 time: 0.1256642 Sep 07 02:55:55.270450 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e294b7-65bd-4d9a-8df5-5ee5b8293a62 req-e4c45bd1-7ffe-4a2c-8aad-f4c5646cbe0e tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:55.272042 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-57e294b7-65bd-4d9a-8df5-5ee5b8293a62 req-e4c45bd1-7ffe-4a2c-8aad-f4c5646cbe0e tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=9825f0c0-3240-4c71-adef-7f75dbcde66a HTTP/1.1" status: 200 len: 946 time: 0.1394722 Sep 07 02:55:55.286799 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-47ef4c95-2c9e-483b-9943-0c0302935291 tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:55.290909 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-47ef4c95-2c9e-483b-9943-0c0302935291 tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:55.355429 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-47ef4c95-2c9e-483b-9943-0c0302935291 tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:55.356557 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ef4c95-2c9e-483b-9943-0c0302935291 tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 30fe37af-23c8-47db-857d-5f3e0f8899ab {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 02:55:55.370916 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device fcc24660-1632-45b8-b10d-486509453917 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:55:55.384968 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-47ef4c95-2c9e-483b-9943-0c0302935291 tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:55.392882 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-47ef4c95-2c9e-483b-9943-0c0302935291 tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] 10.222.0.22 "DELETE /v2.0/routers/30fe37af-23c8-47db-857d-5f3e0f8899ab HTTP/1.1" status: 204 len: 168 time: 0.7873168 Sep 07 02:55:55.396025 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48124) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:55.407347 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-ec409bca-fdcc-4ace-9e06-b09572528531 tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] Request body: {'router': {'name': 'tempest-router-1174541296', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '204e6bbadedb4a37b26113333ec8f9cd'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:55:55.438789 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4aa52e92-c886-4f46-ba98-aed312571bbe tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:55.471210 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-57e294b7-65bd-4d9a-8df5-5ee5b8293a62 req-8595e695-8b9c-44d9-8fda-9ff3ae6cc884 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=227b796e-e331-4437-9ee2-e029d8455d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625960 Sep 07 02:55:55.484205 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port fcc24660-1632-45b8-b10d-486509453917 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:55:55.484868 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:55.498809 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-4aa52e92-c886-4f46-ba98-aed312571bbe tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Transition to ACTIVE for port object a0762995-0e64-4cbe-8aaf-747bf72bfeaf will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:55:55.500594 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48126) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:55.502215 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd967a18-f18b-48d1-8586-c3d9db01a46d req-1d8a4ec4-93ac-4900-aa8f-0ffe8430296d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:55.504328 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dd967a18-f18b-48d1-8586-c3d9db01a46d req-1d8a4ec4-93ac-4900-aa8f-0ffe8430296d service neutron] 10.222.0.23 "GET /v2.0/networks?id=111cbddc-f6bd-4c03-87bc-4b2b04ef5a64 HTTP/1.1" status: 200 len: 910 time: 0.2785964 Sep 07 02:55:55.509234 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fbcf54ef-180a-41be-aad1-ed2b760fdb5d tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:55.513990 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ec409bca-fdcc-4ace-9e06-b09572528531 tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:55.515305 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ec409bca-fdcc-4ace-9e06-b09572528531 tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:55.595367 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4de5ff-8799-4ac5-bd8c-d1ec0ac14e7c req-6c08b453-58c8-4100-8d8a-6e29010255b6 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:55.596082 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dd967a18-f18b-48d1-8586-c3d9db01a46d req-4a2d8b2c-a148-4377-9c57-cd38bf0cb1c6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39466170-006a-4e0a-b6a4-21db5ec9469c HTTP/1.1" status: 200 len: 217 time: 0.0797842 Sep 07 02:55:55.599938 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dd4de5ff-8799-4ac5-bd8c-d1ec0ac14e7c req-6c08b453-58c8-4100-8d8a-6e29010255b6 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5cb82fe-718c-48ae-87b9-3ee35681d47c HTTP/1.1" status: 200 len: 943 time: 0.1651905 Sep 07 02:55:55.604980 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcf54ef-180a-41be-aad1-ed2b760fdb5d tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Network 08d2772c-c615-47db-a417-e1042178085f is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:55:55.611118 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-fbcf54ef-180a-41be-aad1-ed2b760fdb5d tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:55:55.613396 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcf54ef-180a-41be-aad1-ed2b760fdb5d tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:55.614005 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fbcf54ef-180a-41be-aad1-ed2b760fdb5d tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:55.620947 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410e6900-87d0-45ab-ba42-2a516c5fd25b None None] Network 08d2772c-c615-47db-a417-e1042178085f requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:55:55.655208 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf54ef-180a-41be-aad1-ed2b760fdb5d tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event updated for resources: {'Subnet': ['ID=cae3d55d-1a13-49b4-96ed-9c0209c9d4fb,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:55.659320 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-d0c1ec95-28e5-4724-b7d0-630c119c12ea tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/floatingips/bc5aa35a-a356-4dd3-9889-20e1d85e2fb8 HTTP/1.1" status: 200 len: 994 time: 0.1569638 Sep 07 02:55:55.678438 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-fbcf54ef-180a-41be-aad1-ed2b760fdb5d tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9848044 Sep 07 02:55:55.680099 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd967a18-f18b-48d1-8586-c3d9db01a46d req-81868a40-795c-4e89-915a-badf933dd603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:55.681621 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dd967a18-f18b-48d1-8586-c3d9db01a46d req-81868a40-795c-4e89-915a-badf933dd603 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=382293f2-2c50-4f74-844f-42b0dddcc916 HTTP/1.1" status: 200 len: 850 time: 0.0745115 Sep 07 02:55:55.682087 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48130) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:55.687314 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-8de167d8-a6e4-4ceb-a647-228c397a1aa6 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2016707735', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cae3d55d-1a13-49b4-96ed-9c0209c9d4fb'}], 'security_groups': ['5ed33b3a-0bef-49ef-8e71-e3df8b99a84b']}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:55:55.715427 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ec409bca-fdcc-4ace-9e06-b09572528531 tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:55.734677 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ec409bca-fdcc-4ace-9e06-b09572528531 tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:55.742785 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dd967a18-f18b-48d1-8586-c3d9db01a46d req-91f59cb6-f9a4-404c-b048-3f3c48245c06 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=111cbddc-f6bd-4c03-87bc-4b2b04ef5a64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511372 Sep 07 02:55:55.750513 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4aa52e92-c886-4f46-ba98-aed312571bbe tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:55.754561 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ec409bca-fdcc-4ace-9e06-b09572528531 tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:55.758440 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ec409bca-fdcc-4ace-9e06-b09572528531 tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3560646 Sep 07 02:55:55.768384 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48132) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:55.784185 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-f80dbd33-3653-4f02-9db7-d4d723720f5b tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:55:55.801322 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dd4de5ff-8799-4ac5-bd8c-d1ec0ac14e7c req-8fbb3f6a-b727-4933-a8d6-b07714546b6e tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902213 Sep 07 02:55:55.823885 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa52e92-c886-4f46-ba98-aed312571bbe tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:55:55.830009 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-4aa52e92-c886-4f46-ba98-aed312571bbe tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:55:55.834957 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa52e92-c886-4f46-ba98-aed312571bbe tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:55:55.841632 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa52e92-c886-4f46-ba98-aed312571bbe tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:55.842386 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4aa52e92-c886-4f46-ba98-aed312571bbe tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:55.846541 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa52e92-c886-4f46-ba98-aed312571bbe tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event updated for resources: {'Port': ['ID=a0762995-0e64-4cbe-8aaf-747bf72bfeaf,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:55.866603 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-4aa52e92-c886-4f46-ba98-aed312571bbe tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 1.9689913 Sep 07 02:55:55.869668 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48136) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:55.885922 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8de167d8-a6e4-4ceb-a647-228c397a1aa6 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:55.952162 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1944304f-3b9c-41eb-96a3-60ab9cf4650d tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:55.961946 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1944304f-3b9c-41eb-96a3-60ab9cf4650d tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:55.967451 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-1944304f-3b9c-41eb-96a3-60ab9cf4650d tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1605 time: 0.0932279 Sep 07 02:55:55.967878 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48140) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:56.001766 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ffecfa16-42f9-4fd7-8e40-561fd1678ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:56.005592 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [req-8ad25e64-0ed8-4c19-93b5-a9ed1302086e req-47c35d55-e608-49c2-8242-daf3ec0f12e7 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 02:55:56.006637 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8ad25e64-0ed8-4c19-93b5-a9ed1302086e req-47c35d55-e608-49c2-8242-daf3ec0f12e7 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098085 Sep 07 02:55:56.106164 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1a5bc7-2e34-40ee-80cb-3f11d15e845c None None] Update dhcp port {'port': {'network_id': '08d2772c-c615-47db-a417-e1042178085f', 'fixed_ips': [{'subnet_id': 'c240869e-98be-4489-b390-8e2bdbf6c4b5', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cae3d55d-1a13-49b4-96ed-9c0209c9d4fb'}], 'binding:host_id': 'n-d-796209-16'}, 'id': '07452499-5284-4328-96b8-14324e4048ca'} from n-d-796209-16. {{(pid=94702) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 07 02:55:56.116933 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-09defaed-9b62-4b8e-84a4-14936436e0db tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Deleting port a0762995-0e64-4cbe-8aaf-747bf72bfeaf {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:55:56.117411 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-09defaed-9b62-4b8e-84a4-14936436e0db tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:56.139757 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8d1a5bc7-2e34-40ee-80cb-3f11d15e845c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:56.177172 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dd967a18-f18b-48d1-8586-c3d9db01a46d req-40930f4f-c028-4916-a497-8ee06b1824f8 service neutron] 10.222.0.23 "GET /v2.0/networks/111cbddc-f6bd-4c03-87bc-4b2b04ef5a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4237580 Sep 07 02:55:56.230268 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f80dbd33-3653-4f02-9db7-d4d723720f5b tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-553517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3974'] for router, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:56.230969 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f80dbd33-3653-4f02-9db7-d4d723720f5b tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] Notify callbacks [] for router, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:56.241363 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-09defaed-9b62-4b8e-84a4-14936436e0db tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:56.254143 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-09defaed-9b62-4b8e-84a4-14936436e0db tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Calling delete_port for a0762995-0e64-4cbe-8aaf-747bf72bfeaf owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:55:56.342268 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-1a6e49b7-eedf-49ea-893e-d03db5065c34 None None] Provisioning for port a0762995-0e64-4cbe-8aaf-747bf72bfeaf completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:55:56.351031 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-8d1a5bc7-2e34-40ee-80cb-3f11d15e845c None None] Allocated IP 2001:db8:0:1::2 (08d2772c-c615-47db-a417-e1042178085f/cae3d55d-1a13-49b4-96ed-9c0209c9d4fb/07452499-5284-4328-96b8-14324e4048ca) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:55:56.353476 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-1a6e49b7-eedf-49ea-893e-d03db5065c34 None None] Provisioning complete for port a0762995-0e64-4cbe-8aaf-747bf72bfeaf triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:55:56.354069 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1a6e49b7-eedf-49ea-893e-d03db5065c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:56.431165 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-1a6e49b7-eedf-49ea-893e-d03db5065c34 None None] Port a0762995-0e64-4cbe-8aaf-747bf72bfeaf cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:55:56.446742 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f80dbd33-3653-4f02-9db7-d4d723720f5b tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94701) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Sep 07 02:55:56.447505 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f80dbd33-3653-4f02-9db7-d4d723720f5b tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] Router 6528b890-473d-459c-8e8a-e019f90f5831 migrating from provider to provider. {{(pid=94701) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Sep 07 02:55:56.448005 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f80dbd33-3653-4f02-9db7-d4d723720f5b tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:56.465143 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-09defaed-9b62-4b8e-84a4-14936436e0db tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:56.472734 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f80dbd33-3653-4f02-9db7-d4d723720f5b tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:56.484909 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f80dbd33-3653-4f02-9db7-d4d723720f5b tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-553510'] for router, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:56.518036 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8d1a5bc7-2e34-40ee-80cb-3f11d15e845c None None] For port 07452499-5284-4328-96b8-14324e4048ca, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=07452499-5284-4328-96b8-14324e4048ca,segment=NetworkSegment(f332698a-ba55-43dc-ab85-2d5cb664c950),segment_id=f332698a-ba55-43dc-ab85-2d5cb664c950)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:55:56.520601 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09defaed-9b62-4b8e-84a4-14936436e0db tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event deleted for resources: {'Port': ['ID=a0762995-0e64-4cbe-8aaf-747bf72bfeaf,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:56.552791 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8d1a5bc7-2e34-40ee-80cb-3f11d15e845c None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:56.568060 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-09defaed-9b62-4b8e-84a4-14936436e0db tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:56.568968 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8d1a5bc7-2e34-40ee-80cb-3f11d15e845c None None] Transition to ACTIVE for port object 07452499-5284-4328-96b8-14324e4048ca will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:55:56.570369 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-09defaed-9b62-4b8e-84a4-14936436e0db tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/ports/a0762995-0e64-4cbe-8aaf-747bf72bfeaf HTTP/1.1" status: 204 len: 168 time: 0.6012836 Sep 07 02:55:56.574994 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8d1a5bc7-2e34-40ee-80cb-3f11d15e845c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:56.577427 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48150) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:56.587365 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc2ced3-9078-4a48-a5e1-210fe7d440df req-3ba2675a-e1ae-46a3-8558-07d110fa1175 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:56.590160 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4cc2ced3-9078-4a48-a5e1-210fe7d440df req-3ba2675a-e1ae-46a3-8558-07d110fa1175 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=9825f0c0-3240-4c71-adef-7f75dbcde66a HTTP/1.1" status: 200 len: 946 time: 0.1390474 Sep 07 02:55:56.604754 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dd967a18-f18b-48d1-8586-c3d9db01a46d req-84f8ebb5-f42e-495c-b338-78e43c902348 service neutron] 10.222.0.23 "GET /v2.0/networks/111cbddc-f6bd-4c03-87bc-4b2b04ef5a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4158411 Sep 07 02:55:56.694151 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a5bc7-2e34-40ee-80cb-3f11d15e845c None None] Pushing event updated for resources: {'Port': ['ID=07452499-5284-4328-96b8-14324e4048ca,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:56.695957 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbe253b-7d68-41b6-a6a3-a4837ae2bf86 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:56.704753 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbe253b-7d68-41b6-a6a3-a4837ae2bf86 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:56.708869 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-cdbe253b-7d68-41b6-a6a3-a4837ae2bf86 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1279137 Sep 07 02:55:56.709819 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4cc2ced3-9078-4a48-a5e1-210fe7d440df req-7c4b001a-5943-4b0f-b61d-fd06c37675f4 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=227b796e-e331-4437-9ee2-e029d8455d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078224 Sep 07 02:55:56.710324 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48152) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:56.773588 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eccbf0f-5ab4-4638-9a8f-48f380666a4e tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Deleting subnet 314befc3-f58f-4b17-b0af-f0cddacc8720 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:55:56.777171 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9eccbf0f-5ab4-4638-9a8f-48f380666a4e tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:56.837580 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9eccbf0f-5ab4-4638-9a8f-48f380666a4e tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:56.892290 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9eccbf0f-5ab4-4638-9a8f-48f380666a4e tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:56.957822 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9eccbf0f-5ab4-4638-9a8f-48f380666a4e tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:56.987510 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eccbf0f-5ab4-4638-9a8f-48f380666a4e tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event deleted for resources: {'Subnet': ['ID=314befc3-f58f-4b17-b0af-f0cddacc8720,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:57.007032 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9eccbf0f-5ab4-4638-9a8f-48f380666a4e tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:57.009418 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9eccbf0f-5ab4-4638-9a8f-48f380666a4e tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/subnets/314befc3-f58f-4b17-b0af-f0cddacc8720 HTTP/1.1" status: 204 len: 168 time: 0.2981367 Sep 07 02:55:57.012581 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48156) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:57.017461 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e470f6cb-e84e-4d66-b2e5-e7fdbaabc42f None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:55:57.065581 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-bde147d6-b769-4de9-a22b-54db1c5893e7 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0516758 Sep 07 02:55:57.068262 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48158) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:57.074767 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-692c2833-3d57-4b5d-ac47-f9824b08d86e tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Request body: {'subnet': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:55:57.084160 n-d-796209-16 neutron-server[94701]: WARNING neutron.scheduler.l3_agent_scheduler [None req-f80dbd33-3653-4f02-9db7-d4d723720f5b tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] No L3 agents can host the router 6528b890-473d-459c-8e8a-e019f90f5831 Sep 07 02:55:57.102473 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6aa771a6-e726-4ce6-8f55-c93523849952 req-d2a70b84-729e-4001-9c74-6998ffbb4e97 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9825f0c0-3240-4c71-adef-7f75dbcde66a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6484697 Sep 07 02:55:57.217155 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-692c2833-3d57-4b5d-ac47-f9824b08d86e tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Made reservation on behalf of 4c9354482bbf46e593fb1c1c8959ca81 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:55:57.221070 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-692c2833-3d57-4b5d-ac47-f9824b08d86e tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:57.295665 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb4477-2c85-40f7-bc86-d06c885370df req-3aefb911-a856-4a68-a7c4-b3d3f7a6dcd0 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:57.306128 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51cdafda-faff-4be8-81d2-1b562c28e15f None None] DHCP port deletion for 98fba89c-e7ad-427b-9268-93662b8245b2 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:55:57.309266 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c8cb4477-2c85-40f7-bc86-d06c885370df req-3aefb911-a856-4a68-a7c4-b3d3f7a6dcd0 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5cb82fe-718c-48ae-87b9-3ee35681d47c HTTP/1.1" status: 200 len: 943 time: 0.3538198 Sep 07 02:55:57.393690 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 07452499-5284-4328-96b8-14324e4048ca up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:55:57.399191 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80dbd33-3653-4f02-9db7-d4d723720f5b tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] Hosts for router 6528b890-473d-459c-8e8a-e019f90f5831: [] {{(pid=94701) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Sep 07 02:55:57.428657 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-8de167d8-a6e4-4ceb-a647-228c397a1aa6 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Delete allocated IP 2001:db8::3c5 (08d2772c-c615-47db-a417-e1042178085f/c240869e-98be-4489-b390-8e2bdbf6c4b5) {{(pid=94701) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 07 02:55:57.444089 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-51cdafda-faff-4be8-81d2-1b562c28e15f None None] Deleting port fcc24660-1632-45b8-b10d-486509453917 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:55:57.444697 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-51cdafda-faff-4be8-81d2-1b562c28e15f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:57.459840 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80dbd33-3653-4f02-9db7-d4d723720f5b tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] Hosts for other DVR routers connected to router 6528b890-473d-459c-8e8a-e019f90f5831: set() {{(pid=94701) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Sep 07 02:55:57.462415 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f80dbd33-3653-4f02-9db7-d4d723720f5b tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:57.463755 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f80dbd33-3653-4f02-9db7-d4d723720f5b tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] 10.222.0.22 "PUT /v2.0/routers/6528b890-473d-459c-8e8a-e019f90f5831 HTTP/1.1" status: 200 len: 717 time: 1.6935480 Sep 07 02:55:57.466933 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48174) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:57.471532 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c8cb4477-2c85-40f7-bc86-d06c885370df req-79b2fce5-f4a1-4227-894e-137dc7183c7f tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550031 Sep 07 02:55:57.527061 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-8de167d8-a6e4-4ceb-a647-228c397a1aa6 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Allocated IP 2001:db8:0:1::33b (08d2772c-c615-47db-a417-e1042178085f/cae3d55d-1a13-49b4-96ed-9c0209c9d4fb/39f6055f-eaa5-4cdb-a863-1b0a0845200c) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:55:57.534591 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-692c2833-3d57-4b5d-ac47-f9824b08d86e tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:57.567537 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d16a17c8-7749-40af-9f4d-3df2a6475925 tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] 10.222.0.22 "GET /v2.0/routers/6528b890-473d-459c-8e8a-e019f90f5831 HTTP/1.1" status: 200 len: 717 time: 0.0973907 Sep 07 02:55:57.576574 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48178) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:57.584542 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-51cdafda-faff-4be8-81d2-1b562c28e15f None None] For port fcc24660-1632-45b8-b10d-486509453917, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=fcc24660-1632-45b8-b10d-486509453917,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:55:57.584976 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-51cdafda-faff-4be8-81d2-1b562c28e15f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:57.606161 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692c2833-3d57-4b5d-ac47-f9824b08d86e tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:55:57.611849 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-692c2833-3d57-4b5d-ac47-f9824b08d86e tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:55:57.614920 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-0b8d978c-d144-41f7-952c-56ba928ee129 None None] Provisioning complete for port 7bcde78a-99d5-425e-95b7-c126007c2a65 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:55:57.615311 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0b8d978c-d144-41f7-952c-56ba928ee129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:57.619960 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692c2833-3d57-4b5d-ac47-f9824b08d86e tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:57.625517 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 39466170-006a-4e0a-b6a4-21db5ec9469c details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:55:57.627302 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-692c2833-3d57-4b5d-ac47-f9824b08d86e tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:57.649139 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-51cdafda-faff-4be8-81d2-1b562c28e15f None None] Calling delete_port for fcc24660-1632-45b8-b10d-486509453917 owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:55:57.658571 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-692c2833-3d57-4b5d-ac47-f9824b08d86e tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5886810 Sep 07 02:55:57.663854 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48184) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:57.675975 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-af4482a8-622e-47d9-9581-8241c88a7cc1 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Request body: {'port': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'fixed_ips': [{'subnet_id': '861986d2-bdcd-4c9c-963f-62e43251ea82', 'ip_address': '2001:db8::5679:a7b9:8cec:1194'}], 'name': 'tempest-NetworksTestDHCPv6-130502429'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:55:57.688336 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692c2833-3d57-4b5d-ac47-f9824b08d86e tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event updated for resources: {'Subnet': ['ID=861986d2-bdcd-4c9c-963f-62e43251ea82,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:57.733299 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-0b8d978c-d144-41f7-952c-56ba928ee129 None None] Port 7bcde78a-99d5-425e-95b7-c126007c2a65 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:55:57.816599 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8de167d8-a6e4-4ceb-a647-228c397a1aa6 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:57.820424 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-0b8d978c-d144-41f7-952c-56ba928ee129 None None] Provisioning complete for port 39f6055f-eaa5-4cdb-a863-1b0a0845200c triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:55:57.820807 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0b8d978c-d144-41f7-952c-56ba928ee129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:57.832971 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-8de167d8-a6e4-4ceb-a647-228c397a1aa6 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Transition to ACTIVE for port object 39f6055f-eaa5-4cdb-a863-1b0a0845200c will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:55:57.842509 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8de167d8-a6e4-4ceb-a647-228c397a1aa6 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:57.932186 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-0b8d978c-d144-41f7-952c-56ba928ee129 None None] Port 39f6055f-eaa5-4cdb-a863-1b0a0845200c cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:55:57.937605 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-51cdafda-faff-4be8-81d2-1b562c28e15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:57.950756 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 39466170-006a-4e0a-b6a4-21db5ec9469c, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=39466170-006a-4e0a-b6a4-21db5ec9469c,segment=NetworkSegment(58ef1e30-997c-458d-8586-ea47437ece78),segment_id=58ef1e30-997c-458d-8586-ea47437ece78)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:55:57.955914 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-e8518ed8-9771-4b95-8425-e2b321b0f3e5 tempest-RoutersTestDVR-2023220939 tempest-RoutersTestDVR-2023220939-project] 10.222.0.22 "GET /v2.0/routers/6528b890-473d-459c-8e8a-e019f90f5831 HTTP/1.1" status: 200 len: 683 time: 0.3749568 Sep 07 02:55:57.966176 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48192) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:57.976067 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-8de167d8-a6e4-4ceb-a647-228c397a1aa6 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] In _notify_port_updated(), no bound segment for port 39f6055f-eaa5-4cdb-a863-1b0a0845200c on network 08d2772c-c615-47db-a417-e1042178085f {{(pid=94701) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 02:55:57.985109 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de167d8-a6e4-4ceb-a647-228c397a1aa6 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:57.985570 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8de167d8-a6e4-4ceb-a647-228c397a1aa6 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:57.992025 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8de167d8-a6e4-4ceb-a647-228c397a1aa6 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "PUT /v2.0/ports/39f6055f-eaa5-4cdb-a863-1b0a0845200c HTTP/1.1" status: 200 len: 931 time: 2.3088613 Sep 07 02:55:57.997764 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48194) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:58.007290 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de167d8-a6e4-4ceb-a647-228c397a1aa6 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event updated for resources: {'Port': ['ID=39f6055f-eaa5-4cdb-a863-1b0a0845200c,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:58.030413 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '39466170-006a-4e0a-b6a4-21db5ec9469c', 'network_id': '111cbddc-f6bd-4c03-87bc-4b2b04ef5a64', 'port_id': '39466170-006a-4e0a-b6a4-21db5ec9469c', 'mac_address': 'fa:16:3e:ad:98:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '382293f2-2c50-4f74-844f-42b0dddcc916', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:55:58.077457 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cdafda-faff-4be8-81d2-1b562c28e15f None None] Pushing event deleted for resources: {'Port': ['ID=fcc24660-1632-45b8-b10d-486509453917,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:58.080766 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cdafda-faff-4be8-81d2-1b562c28e15f None None] No DVR routers for this DVR port fcc24660-1632-45b8-b10d-486509453917 on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:55:58.099116 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-0b8d978c-d144-41f7-952c-56ba928ee129 None None] Provisioning for port 07452499-5284-4328-96b8-14324e4048ca completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:55:58.105044 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1c005-aa6f-4c98-962d-7a9e3c231500 req-e5fec01b-bf2e-484d-89c8-1d3ebda2e00d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:58.107001 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-68c1c005-aa6f-4c98-962d-7a9e3c231500 req-e5fec01b-bf2e-484d-89c8-1d3ebda2e00d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=9825f0c0-3240-4c71-adef-7f75dbcde66a HTTP/1.1" status: 200 len: 946 time: 0.2448504 Sep 07 02:55:58.108738 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-0b8d978c-d144-41f7-952c-56ba928ee129 None None] Provisioning complete for port 07452499-5284-4328-96b8-14324e4048ca triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:55:58.112342 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0b8d978c-d144-41f7-952c-56ba928ee129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:58.112834 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-885b6258-5dd8-4216-b54d-fe03259cdfe1 tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:58.156427 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a02f2d-5577-4a53-b820-7dd9ba4b066c None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:55:58.158311 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:58.177471 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-75c01429-efc8-45ab-8715-7d4c2559cd90 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Deleting port 39f6055f-eaa5-4cdb-a863-1b0a0845200c {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:55:58.178087 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-75c01429-efc8-45ab-8715-7d4c2559cd90 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:58.234689 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4482a8-622e-47d9-9581-8241c88a7cc1 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Made reservation on behalf of 4c9354482bbf46e593fb1c1c8959ca81 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:55:58.240873 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-af4482a8-622e-47d9-9581-8241c88a7cc1 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:58.243442 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39466170-006a-4e0a-b6a4-21db5ec9469c {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:55:58.252003 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c5f303da-18c7-4e85-b808-125ceae15571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:58.326015 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 02:55:58.338031 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-75c01429-efc8-45ab-8715-7d4c2559cd90 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:58.338875 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-af4482a8-622e-47d9-9581-8241c88a7cc1 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] device_id is not set on port 8930feae-92d7-43aa-bf09-59970ec33a36 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:55:58.348450 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 39466170-006a-4e0a-b6a4-21db5ec9469c, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=39466170-006a-4e0a-b6a4-21db5ec9469c,segment=NetworkSegment(58ef1e30-997c-458d-8586-ea47437ece78),segment_id=58ef1e30-997c-458d-8586-ea47437ece78)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:55:58.352803 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-75c01429-efc8-45ab-8715-7d4c2559cd90 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Calling delete_port for 39f6055f-eaa5-4cdb-a863-1b0a0845200c owned by {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:55:58.353309 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-68c1c005-aa6f-4c98-962d-7a9e3c231500 req-838a5b00-43f3-4cec-bddf-05f1656ddb36 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=227b796e-e331-4437-9ee2-e029d8455d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2354221 Sep 07 02:55:58.362484 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:58.425199 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-885b6258-5dd8-4216-b54d-fe03259cdfe1 tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:58.430184 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-885b6258-5dd8-4216-b54d-fe03259cdfe1 tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:58.476069 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=39466170-006a-4e0a-b6a4-21db5ec9469c,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:58.515651 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-885b6258-5dd8-4216-b54d-fe03259cdfe1 tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:58.516183 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-885b6258-5dd8-4216-b54d-fe03259cdfe1 tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6528b890-473d-459c-8e8a-e019f90f5831 {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 02:55:58.521854 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-885b6258-5dd8-4216-b54d-fe03259cdfe1 tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:58.523028 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-885b6258-5dd8-4216-b54d-fe03259cdfe1 tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] 10.222.0.22 "DELETE /v2.0/routers/6528b890-473d-459c-8e8a-e019f90f5831 HTTP/1.1" status: 204 len: 168 time: 0.5549996 Sep 07 02:55:58.528590 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48200) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:58.536121 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-531b5602-d36d-44b5-a517-a91b62a0811b tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] Request body: {'router': {'name': 'tempest-router-87345488', 'distributed': True}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:55:58.548774 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-75c01429-efc8-45ab-8715-7d4c2559cd90 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:58.565110 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5992cfc2-668b-44d2-aaae-a36a460eac7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-98fba89c-e7ad-427b-9268-93662b8245b2', 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'tenant_id': '4c9354482bbf46e593fb1c1c8959ca81', 'fixed_ips': [{'subnet_id': '861986d2-bdcd-4c9c-963f-62e43251ea82'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:55:58.566010 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5992cfc2-668b-44d2-aaae-a36a460eac7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:58.581168 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['39466170-006a-4e0a-b6a4-21db5ec9469c'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:55:58.590466 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-669a7f87-ba4b-413f-898b-6b6c34f686fa None None] Could not find standard attr ID for object 39f6055f-eaa5-4cdb-a863-1b0a0845200c. {{(pid=94702) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 02:55:58.599129 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c01429-efc8-45ab-8715-7d4c2559cd90 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event deleted for resources: {'Port': ['ID=39f6055f-eaa5-4cdb-a863-1b0a0845200c,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:58.639412 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-af4482a8-622e-47d9-9581-8241c88a7cc1 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Allocated IP 2001:db8::5679:a7b9:8cec:1194 (98fba89c-e7ad-427b-9268-93662b8245b2/861986d2-bdcd-4c9c-963f-62e43251ea82/8930feae-92d7-43aa-bf09-59970ec33a36) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:55:58.645515 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-531b5602-d36d-44b5-a517-a91b62a0811b tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:58.646682 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-531b5602-d36d-44b5-a517-a91b62a0811b tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:58.673950 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-75c01429-efc8-45ab-8715-7d4c2559cd90 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:58.676010 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-75c01429-efc8-45ab-8715-7d4c2559cd90 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "DELETE /v2.0/ports/39f6055f-eaa5-4cdb-a863-1b0a0845200c HTTP/1.1" status: 204 len: 168 time: 0.6770461 Sep 07 02:55:58.679046 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48202) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:58.725597 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:58.753807 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-d17eb27a-7601-4405-a495-1f0e70222e80 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] GET failed (client error): The resource could not be found. Sep 07 02:55:58.756308 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d17eb27a-7601-4405-a495-1f0e70222e80 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "GET /v2.0/ports/39f6055f-eaa5-4cdb-a863-1b0a0845200c HTTP/1.1" status: 404 len: 333 time: 0.0745094 Sep 07 02:55:58.762596 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48204) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:58.819507 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-531b5602-d36d-44b5-a517-a91b62a0811b tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:58.832896 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c7909-704a-474b-879d-386daa1b8155 req-08b4d309-2ec3-4b5d-8b0b-68fbcd229c2e tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:58.835297 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-aa1c7909-704a-474b-879d-386daa1b8155 req-08b4d309-2ec3-4b5d-8b0b-68fbcd229c2e tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5cb82fe-718c-48ae-87b9-3ee35681d47c HTTP/1.1" status: 200 len: 944 time: 0.2381048 Sep 07 02:55:58.841869 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-531b5602-d36d-44b5-a517-a91b62a0811b tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:58.870551 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-af4482a8-622e-47d9-9581-8241c88a7cc1 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:58.888143 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-531b5602-d36d-44b5-a517-a91b62a0811b tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:58.891953 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-531b5602-d36d-44b5-a517-a91b62a0811b tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 719 time: 0.3589895 Sep 07 02:55:58.894825 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48206) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:58.911010 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-af4482a8-622e-47d9-9581-8241c88a7cc1 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Transition to ACTIVE for port object 8930feae-92d7-43aa-bf09-59970ec33a36 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:55:58.918615 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-aa1c7909-704a-474b-879d-386daa1b8155 req-89611515-38a1-4a7c-86a1-552eb7a1b0c5 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704093 Sep 07 02:55:58.921541 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-66ee7026-ca73-4648-a323-c39b356f181d tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:58.949866 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-66ee7026-ca73-4648-a323-c39b356f181d tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:58.991236 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-66ee7026-ca73-4648-a323-c39b356f181d tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:58.994365 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-66ee7026-ca73-4648-a323-c39b356f181d tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:58.998032 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-66ee7026-ca73-4648-a323-c39b356f181d tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "DELETE /v2.0/security-groups/9d2261e4-9adc-4cea-bfed-d71905c70794 HTTP/1.1" status: 204 len: 168 time: 0.2301252 Sep 07 02:55:58.999931 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48208) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:59.005613 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ee7026-ca73-4648-a323-c39b356f181d tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2261e4-9adc-4cea-bfed-d71905c70794,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:59.014127 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bbbfba0e-345e-42ce-a702-a22112198e77 tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:59.027029 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa771a6-e726-4ce6-8f55-c93523849952 req-32404b0f-c6cb-4331-b98d-f166ca10731e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:59.029113 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6aa771a6-e726-4ce6-8f55-c93523849952 req-32404b0f-c6cb-4331-b98d-f166ca10731e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=626f31b15da14e0da01388cbfdee7f90&device_id=9825f0c0-3240-4c71-adef-7f75dbcde66a HTTP/1.1" status: 200 len: 1098 time: 0.1508062 Sep 07 02:55:59.327245 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device fcc24660-1632-45b8-b10d-486509453917 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:55:59.349156 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: fcc24660-1632-45b8-b10d-486509453917 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:55:59.349515 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device fcc24660-1632-45b8-b10d-486509453917 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:55:59.457300 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-af4482a8-622e-47d9-9581-8241c88a7cc1 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:59.463791 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-5992cfc2-668b-44d2-aaae-a36a460eac7a None None] Allocated IP 2001:db8::2 (98fba89c-e7ad-427b-9268-93662b8245b2/861986d2-bdcd-4c9c-963f-62e43251ea82/4941d420-a7eb-478b-ba70-e3fc564315e3) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:55:59.557052 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:59.595623 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bbbfba0e-345e-42ce-a702-a22112198e77 tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:59.613522 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bbbfba0e-345e-42ce-a702-a22112198e77 tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:59.619092 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4482a8-622e-47d9-9581-8241c88a7cc1 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:55:59.638538 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-af4482a8-622e-47d9-9581-8241c88a7cc1 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:55:59.641219 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4482a8-622e-47d9-9581-8241c88a7cc1 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:55:59.642376 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf993314-de08-45f8-bd0d-95459b085908 req-bea2d0a8-7585-45a1-9887-b7815118286c tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:59.643995 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bf993314-de08-45f8-bd0d-95459b085908 req-bea2d0a8-7585-45a1-9887-b7815118286c tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 947 time: 0.0570693 Sep 07 02:55:59.647121 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4482a8-622e-47d9-9581-8241c88a7cc1 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:59.648070 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-af4482a8-622e-47d9-9581-8241c88a7cc1 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:59.649329 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 39466170-006a-4e0a-b6a4-21db5ec9469c up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:55:59.661419 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0f91fcd3-2249-4d5b-9cbd-62e2d9e1dca9 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:59.682487 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5992cfc2-668b-44d2-aaae-a36a460eac7a None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:59.686001 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bf993314-de08-45f8-bd0d-95459b085908 req-57c4d56b-7bf9-4273-a879-dbc6a1c70955 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=71b22b25-b5d6-4ba9-812b-2e36880aadcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337808 Sep 07 02:55:59.697669 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-5992cfc2-668b-44d2-aaae-a36a460eac7a None None] Transition to ACTIVE for port object 4941d420-a7eb-478b-ba70-e3fc564315e3 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:55:59.716849 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-5992cfc2-668b-44d2-aaae-a36a460eac7a None None] Transition to ACTIVE for port object 4941d420-a7eb-478b-ba70-e3fc564315e3 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:55:59.720022 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4482a8-622e-47d9-9581-8241c88a7cc1 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event updated for resources: {'Port': ['ID=8930feae-92d7-43aa-bf09-59970ec33a36,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:59.727627 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5992cfc2-668b-44d2-aaae-a36a460eac7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:59.747876 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa771a6-e726-4ce6-8f55-c93523849952 req-cb053dd4-dff3-4831-af88-14b2adf09fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:59.749409 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6aa771a6-e726-4ce6-8f55-c93523849952 req-cb053dd4-dff3-4831-af88-14b2adf09fab service neutron] 10.222.0.16 "GET /v2.0/networks?id=6345c063-9711-4fd7-a5ec-cc5bb3922efa HTTP/1.1" status: 200 len: 897 time: 0.6790428 Sep 07 02:55:59.755109 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-af4482a8-622e-47d9-9581-8241c88a7cc1 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0880620 Sep 07 02:55:59.757852 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48222) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:59.763771 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704be2cb-1916-467e-985e-b6ddbfa9e20a req-bc87fa1f-0821-46a3-83a4-54a134dc909d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:59.764890 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port 39466170-006a-4e0a-b6a4-21db5ec9469c completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:55:59.765280 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-704be2cb-1916-467e-985e-b6ddbfa9e20a req-bc87fa1f-0821-46a3-83a4-54a134dc909d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=9825f0c0-3240-4c71-adef-7f75dbcde66a HTTP/1.1" status: 200 len: 946 time: 0.3117919 Sep 07 02:55:59.765910 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bbbfba0e-345e-42ce-a702-a22112198e77 tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:59.766442 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbbfba0e-345e-42ce-a702-a22112198e77 tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d82a9f10-4144-4292-b8e0-4cf51101818f {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 02:55:59.774770 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bbbfba0e-345e-42ce-a702-a22112198e77 tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:59.775907 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-bbbfba0e-345e-42ce-a702-a22112198e77 tempest-RoutersTestDVR-288661735 tempest-RoutersTestDVR-288661735-project-admin] 10.222.0.22 "DELETE /v2.0/routers/d82a9f10-4144-4292-b8e0-4cf51101818f HTTP/1.1" status: 204 len: 168 time: 0.8663135 Sep 07 02:55:59.779515 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port 39466170-006a-4e0a-b6a4-21db5ec9469c triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:55:59.780317 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:59.783978 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0f91fcd3-2249-4d5b-9cbd-62e2d9e1dca9 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:59.787427 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5992cfc2-668b-44d2-aaae-a36a460eac7a None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:55:59.807546 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-5992cfc2-668b-44d2-aaae-a36a460eac7a None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:55:59.813645 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5992cfc2-668b-44d2-aaae-a36a460eac7a None None] Pushing event updated for resources: {'Port': ['ID=4941d420-a7eb-478b-ba70-e3fc564315e3,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:59.816776 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5992cfc2-668b-44d2-aaae-a36a460eac7a None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:55:59.841496 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a716e4-b7ea-41c6-965e-e9d8301206eb tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:59.851776 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a716e4-b7ea-41c6-965e-e9d8301206eb tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:59.857910 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-91a716e4-b7ea-41c6-965e-e9d8301206eb tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0987632 Sep 07 02:55:59.858702 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48226) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:59.887257 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-704be2cb-1916-467e-985e-b6ddbfa9e20a req-6add365f-d5ca-46dc-b197-79c417535b17 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=227b796e-e331-4437-9ee2-e029d8455d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051877 Sep 07 02:55:59.897656 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6aa771a6-e726-4ce6-8f55-c93523849952 req-2b3f8646-9f0a-4f71-bc07-aa0a1da2cca6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c05a5a9d-7b6d-4571-a0cd-6b89f4af8111 HTTP/1.1" status: 200 len: 1002 time: 0.1284845 Sep 07 02:55:59.899064 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0f91fcd3-2249-4d5b-9cbd-62e2d9e1dca9 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:59.901952 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0f91fcd3-2249-4d5b-9cbd-62e2d9e1dca9 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:55:59.903497 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-0f91fcd3-2249-4d5b-9cbd-62e2d9e1dca9 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "DELETE /v2.0/security-groups/5ed33b3a-0bef-49ef-8e71-e3df8b99a84b HTTP/1.1" status: 204 len: 168 time: 0.8996127 Sep 07 02:55:59.909623 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48228) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:55:59.966926 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f91fcd3-2249-4d5b-9cbd-62e2d9e1dca9 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed33b3a-0bef-49ef-8e71-e3df8b99a84b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:55:59.984966 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa771a6-e726-4ce6-8f55-c93523849952 req-6413688f-6e18-4563-bee5-3cdfce7e8766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:55:59.986597 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6aa771a6-e726-4ce6-8f55-c93523849952 req-6413688f-6e18-4563-bee5-3cdfce7e8766 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=39af06ff-7bf6-4dad-82da-8f5351b3a173 HTTP/1.1" status: 200 len: 835 time: 0.0816250 Sep 07 02:55:59.999527 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:00.019721 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-5992cfc2-668b-44d2-aaae-a36a460eac7a None None] Attempting to bind port 4941d420-a7eb-478b-ba70-e3fc564315e3 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:56:00.020203 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-5992cfc2-668b-44d2-aaae-a36a460eac7a None None] Attempting to bind port 4941d420-a7eb-478b-ba70-e3fc564315e3 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:56:00.020640 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5992cfc2-668b-44d2-aaae-a36a460eac7a None None] Attempting to bind port 4941d420-a7eb-478b-ba70-e3fc564315e3 on network 98fba89c-e7ad-427b-9268-93662b8245b2 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:56:00.026950 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5992cfc2-668b-44d2-aaae-a36a460eac7a None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:56:00.027460 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5992cfc2-668b-44d2-aaae-a36a460eac7a None None] Checking segment: {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:56:00.028159 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5992cfc2-668b-44d2-aaae-a36a460eac7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:00.028627 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5992cfc2-668b-44d2-aaae-a36a460eac7a None None] Bound using segment: {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:56:00.029178 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-5992cfc2-668b-44d2-aaae-a36a460eac7a None None] Bound port: 4941d420-a7eb-478b-ba70-e3fc564315e3, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:56:00.029899 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5992cfc2-668b-44d2-aaae-a36a460eac7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:00.057249 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5cb82fe-718c-48ae-87b9-3ee35681d47c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39466170-006a-4e0a-b6a4-21db5ec9469c'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:56:00.061403 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec7e777-50bd-434d-a9c6-4f1975b5ffc5" -d '{"events": [{"server_uuid": "d5cb82fe-718c-48ae-87b9-3ee35681d47c", "name": "network-vif-plugged", "status": "completed", "tag": "39466170-006a-4e0a-b6a4-21db5ec9469c"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:56:00.064331 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa771a6-e726-4ce6-8f55-c93523849952 req-c89c8325-6834-476d-9f64-ab39b2560bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:00.066190 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6aa771a6-e726-4ce6-8f55-c93523849952 req-c89c8325-6834-476d-9f64-ab39b2560bc9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6345c063-9711-4fd7-a5ec-cc5bb3922efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0714459 Sep 07 02:56:00.094784 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-12d93e2d-8877-4e06-a133-74e631ff4dca tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Deleting subnet c240869e-98be-4489-b390-8e2bdbf6c4b5 {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:56:00.099430 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 39466170-006a-4e0a-b6a4-21db5ec9469c, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=39466170-006a-4e0a-b6a4-21db5ec9469c,segment=NetworkSegment(58ef1e30-997c-458d-8586-ea47437ece78),segment_id=58ef1e30-997c-458d-8586-ea47437ece78)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:56:00.100963 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-12d93e2d-8877-4e06-a133-74e631ff4dca tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:00.133719 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b59163-928c-4524-ab80-b6340a84115e x-openstack-request-id: req-96b59163-928c-4524-ab80-b6340a84115e {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:56:00.134429 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5cb82fe-718c-48ae-87b9-3ee35681d47c", "name": "network-vif-plugged", "status": "completed", "tag": "39466170-006a-4e0a-b6a4-21db5ec9469c", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:56:00.134429 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-96b59163-928c-4524-ab80-b6340a84115e {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:56:00.134923 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5cb82fe-718c-48ae-87b9-3ee35681d47c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39466170-006a-4e0a-b6a4-21db5ec9469c', 'code': 200} Sep 07 02:56:00.135885 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:00.140735 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48236) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:00.180077 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6aa771a6-e726-4ce6-8f55-c93523849952 req-b2d41dc6-313c-43cf-a6ed-3e75646bd3d3 service neutron] 10.222.0.16 "GET /v2.0/networks/6345c063-9711-4fd7-a5ec-cc5bb3922efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063354 Sep 07 02:56:00.208980 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-5992cfc2-668b-44d2-aaae-a36a460eac7a None None] For port 4941d420-a7eb-478b-ba70-e3fc564315e3, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:56:00.212361 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-5992cfc2-668b-44d2-aaae-a36a460eac7a None None] For port 4941d420-a7eb-478b-ba70-e3fc564315e3, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=4941d420-a7eb-478b-ba70-e3fc564315e3,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:56:00.213541 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=39466170-006a-4e0a-b6a4-21db5ec9469c,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:00.220180 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-12d93e2d-8877-4e06-a133-74e631ff4dca tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:00.221774 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5992cfc2-668b-44d2-aaae-a36a460eac7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:00.274642 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d370946-59d7-48cc-a8b7-78cf56582a8e req-3ca41434-088b-408e-a5c4-bdde90d1514f tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:00.280997 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4d370946-59d7-48cc-a8b7-78cf56582a8e req-3ca41434-088b-408e-a5c4-bdde90d1514f tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5cb82fe-718c-48ae-87b9-3ee35681d47c HTTP/1.1" status: 200 len: 944 time: 0.2545254 Sep 07 02:56:00.298001 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-fdba110c-8af6-4fd4-865f-07d69ee951d6 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Deleting port 8930feae-92d7-43aa-bf09-59970ec33a36 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:56:00.298274 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fdba110c-8af6-4fd4-865f-07d69ee951d6 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:00.299839 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5992cfc2-668b-44d2-aaae-a36a460eac7a None None] Pushing event updated for resources: {'Port': ['ID=4941d420-a7eb-478b-ba70-e3fc564315e3,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:00.318452 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6aa771a6-e726-4ce6-8f55-c93523849952 req-29c1554e-933e-4f8e-a31c-371b73af33f1 service neutron] 10.222.0.16 "GET /v2.0/networks/6345c063-9711-4fd7-a5ec-cc5bb3922efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303391 Sep 07 02:56:00.428934 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ac4d7948-4b10-4991-a793-714b2fcd2fbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:00.432134 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93eb703-e5bc-42eb-9660-6ff2b59039ce req-4a82e509-0eac-4d98-88f4-8d3a6357affa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:00.434243 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a93eb703-e5bc-42eb-9660-6ff2b59039ce req-4a82e509-0eac-4d98-88f4-8d3a6357affa service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d5cb82fe-718c-48ae-87b9-3ee35681d47c HTTP/1.1" status: 200 len: 1097 time: 0.2551720 Sep 07 02:56:00.499033 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4d370946-59d7-48cc-a8b7-78cf56582a8e req-461d8274-8f39-46aa-92af-3b1d7879de31 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040181 Sep 07 02:56:00.527349 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-12d93e2d-8877-4e06-a133-74e631ff4dca tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:00.562811 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fdba110c-8af6-4fd4-865f-07d69ee951d6 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:00.598614 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-fdba110c-8af6-4fd4-865f-07d69ee951d6 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Calling delete_port for 8930feae-92d7-43aa-bf09-59970ec33a36 owned by {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:56:00.607136 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a93eb703-e5bc-42eb-9660-6ff2b59039ce req-3d5a431f-648d-4c46-b4b2-e135d5818bae service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554492 Sep 07 02:56:00.702321 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-12d93e2d-8877-4e06-a133-74e631ff4dca tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:00.751359 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d93e2d-8877-4e06-a133-74e631ff4dca tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event deleted for resources: {'Subnet': ['ID=c240869e-98be-4489-b390-8e2bdbf6c4b5,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:00.753526 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-12d93e2d-8877-4e06-a133-74e631ff4dca tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:00.755435 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-12d93e2d-8877-4e06-a133-74e631ff4dca tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "DELETE /v2.0/subnets/c240869e-98be-4489-b390-8e2bdbf6c4b5 HTTP/1.1" status: 204 len: 168 time: 0.8446894 Sep 07 02:56:00.759778 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38900289-271e-41ab-937b-18e5e15eac71 None None] Network 08d2772c-c615-47db-a417-e1042178085f requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:56:00.760296 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48242) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:00.770414 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-53408bcf-fe06-4627-afb0-39e5b08745cd tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Request body: {'subnet': {'network_id': '08d2772c-c615-47db-a417-e1042178085f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:56:00.796265 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ac4d7948-4b10-4991-a793-714b2fcd2fbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:00.823639 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ac4d7948-4b10-4991-a793-714b2fcd2fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:00.878798 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-ac4d7948-4b10-4991-a793-714b2fcd2fbc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=204e6bbadedb4a37b26113333ec8f9cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7333102 Sep 07 02:56:00.879330 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48244) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:00.880845 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4d7948-4b10-4991-a793-714b2fcd2fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6352cf6-60bd-46cd-a57e-b53f3e18100d,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:00.890070 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fdba110c-8af6-4fd4-865f-07d69ee951d6 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:00.943143 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdba110c-8af6-4fd4-865f-07d69ee951d6 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event deleted for resources: {'Port': ['ID=8930feae-92d7-43aa-bf09-59970ec33a36,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:00.958673 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cee4ea-9d9d-4835-835e-a4232e67f94e req-38bb2070-de0c-442c-85d7-4467f22ccef6 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:00.969627 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d6cee4ea-9d9d-4835-835e-a4232e67f94e req-38bb2070-de0c-442c-85d7-4467f22ccef6 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 947 time: 0.1793356 Sep 07 02:56:00.975802 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fdba110c-8af6-4fd4-865f-07d69ee951d6 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:00.982475 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-fdba110c-8af6-4fd4-865f-07d69ee951d6 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/ports/8930feae-92d7-43aa-bf09-59970ec33a36 HTTP/1.1" status: 204 len: 168 time: 1.1226466 Sep 07 02:56:00.983209 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48248) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:01.029281 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53408bcf-fe06-4627-afb0-39e5b08745cd tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Made reservation on behalf of 819c73709af74aee976d11a35d78d7e6 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:56:01.032583 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-53408bcf-fe06-4627-afb0-39e5b08745cd tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:01.049759 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7a907061-067f-49fa-8881-52c825f925a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:01.074454 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d6cee4ea-9d9d-4835-835e-a4232e67f94e req-4b6fbd45-21ad-4276-9251-ab470f228dfd tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=71b22b25-b5d6-4ba9-812b-2e36880aadcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037016 Sep 07 02:56:01.136145 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b447a0-0348-4d9f-bab8-98d186448f36 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:01.138639 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b447a0-0348-4d9f-bab8-98d186448f36 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:01.142689 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-30b447a0-0348-4d9f-bab8-98d186448f36 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1537349 Sep 07 02:56:01.144004 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48250) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:01.146893 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7a907061-067f-49fa-8881-52c825f925a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:01.157092 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8d0ee-8859-4b48-8ac6-ab47287add91 req-409e5492-64d2-4550-9b12-6316981c702b tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:01.159709 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9cd8d0ee-8859-4b48-8ac6-ab47287add91 req-409e5492-64d2-4550-9b12-6316981c702b tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.23 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 947 time: 0.1535237 Sep 07 02:56:01.168805 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12710845-bae2-42fb-9d8a-02ef3ff56f41 req-e4ff19ac-9934-4f31-95b3-83f9f4157ea2 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:01.170614 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-12710845-bae2-42fb-9d8a-02ef3ff56f41 req-e4ff19ac-9934-4f31-95b3-83f9f4157ea2 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=9825f0c0-3240-4c71-adef-7f75dbcde66a HTTP/1.1" status: 200 len: 946 time: 0.1665251 Sep 07 02:56:01.265339 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-0814d0ce-9382-43dc-9709-bfa2c2d28e13 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Deleting subnet 861986d2-bdcd-4c9c-963f-62e43251ea82 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:56:01.279716 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0814d0ce-9382-43dc-9709-bfa2c2d28e13 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:01.284298 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-12710845-bae2-42fb-9d8a-02ef3ff56f41 req-d5f69575-1181-4c35-8636-8597f957cc0f tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=227b796e-e331-4437-9ee2-e029d8455d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062257 Sep 07 02:56:01.335630 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-9cd8d0ee-8859-4b48-8ac6-ab47287add91 req-f27d0ada-81c6-4fc2-96a4-98de28ed0435 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Deleting port 0a6228a5-9d7a-4224-9828-32709fba14a6 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:56:01.336017 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-9cd8d0ee-8859-4b48-8ac6-ab47287add91 req-f27d0ada-81c6-4fc2-96a4-98de28ed0435 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:01.387145 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:01.399456 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7a907061-067f-49fa-8881-52c825f925a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:01.402326 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7a907061-067f-49fa-8881-52c825f925a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:01.407066 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-7a907061-067f-49fa-8881-52c825f925a3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b6352cf6-60bd-46cd-a57e-b53f3e18100d HTTP/1.1" status: 204 len: 168 time: 0.5265412 Sep 07 02:56:01.439825 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a907061-067f-49fa-8881-52c825f925a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6352cf6-60bd-46cd-a57e-b53f3e18100d,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:01.447191 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0814d0ce-9382-43dc-9709-bfa2c2d28e13 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:01.496126 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-9cd8d0ee-8859-4b48-8ac6-ab47287add91 req-f27d0ada-81c6-4fc2-96a4-98de28ed0435 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] For port 0a6228a5-9d7a-4224-9828-32709fba14a6, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=0a6228a5-9d7a-4224-9828-32709fba14a6,segment=NetworkSegment(671b0d78-496f-4a6a-a20b-d6937a9097d2),segment_id=671b0d78-496f-4a6a-a20b-d6937a9097d2)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:56:01.496655 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-9cd8d0ee-8859-4b48-8ac6-ab47287add91 req-f27d0ada-81c6-4fc2-96a4-98de28ed0435 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:01.509389 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 4941d420-a7eb-478b-ba70-e3fc564315e3 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:56:01.653895 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 4941d420-a7eb-478b-ba70-e3fc564315e3 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:56:01.677770 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-53408bcf-fe06-4627-afb0-39e5b08745cd tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:01.762699 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-0a8a2677-edc5-41bf-af28-25220f3e1852 None None] Provisioning for port 4941d420-a7eb-478b-ba70-e3fc564315e3 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:56:01.767254 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-0a8a2677-edc5-41bf-af28-25220f3e1852 None None] Provisioning complete for port 4941d420-a7eb-478b-ba70-e3fc564315e3 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:01.767653 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0a8a2677-edc5-41bf-af28-25220f3e1852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:01.860508 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53408bcf-fe06-4627-afb0-39e5b08745cd tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Network 08d2772c-c615-47db-a417-e1042178085f is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:56:01.880021 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-53408bcf-fe06-4627-afb0-39e5b08745cd tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:56:01.885352 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53408bcf-fe06-4627-afb0-39e5b08745cd tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:01.886286 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-53408bcf-fe06-4627-afb0-39e5b08745cd tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:01.916787 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a575f8-b542-490f-84ed-827baf2722f2 req-1af0a044-f601-4bb3-829d-0bf7e8d608de tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:01.919190 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f3a575f8-b542-490f-84ed-827baf2722f2 req-1af0a044-f601-4bb3-829d-0bf7e8d608de tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5cb82fe-718c-48ae-87b9-3ee35681d47c HTTP/1.1" status: 200 len: 945 time: 0.2584097 Sep 07 02:56:01.924058 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0a8a2677-edc5-41bf-af28-25220f3e1852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:01.925024 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53408bcf-fe06-4627-afb0-39e5b08745cd tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event updated for resources: {'Subnet': ['ID=0ee2057f-3fdf-45be-a79b-6f3422c2383d,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:01.945624 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0814d0ce-9382-43dc-9709-bfa2c2d28e13 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:01.966275 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-9cd8d0ee-8859-4b48-8ac6-ab47287add91 req-f27d0ada-81c6-4fc2-96a4-98de28ed0435 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:01.966852 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-9cd8d0ee-8859-4b48-8ac6-ab47287add91 req-f27d0ada-81c6-4fc2-96a4-98de28ed0435 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:01.967417 n-d-796209-16 neutron-server[94701]: INFO neutron.db.l3_db [req-9cd8d0ee-8859-4b48-8ac6-ab47287add91 req-f27d0ada-81c6-4fc2-96a4-98de28ed0435 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Floating IP 3a5dea7d-82be-49c2-b587-80c7c25aa91b disassociated. External IP: 172.25.5.125, port: 0a6228a5-9d7a-4224-9828-32709fba14a6. Sep 07 02:56:01.968035 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-9cd8d0ee-8859-4b48-8ac6-ab47287add91 req-f27d0ada-81c6-4fc2-96a4-98de28ed0435 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Calling delete_port for 0a6228a5-9d7a-4224-9828-32709fba14a6 owned by compute:nova {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:56:01.982297 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-53408bcf-fe06-4627-afb0-39e5b08745cd tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2184289 Sep 07 02:56:01.986279 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48258) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:01.994327 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-27cd1149-d827-4dfb-af9a-69ea2e5c6a6a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Request body: {'security_group': {'name': 'tempest-secgroup-327648101'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:56:02.018972 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48260) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:02.032739 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f3a575f8-b542-490f-84ed-827baf2722f2 req-bf331ac1-bf62-47a8-99df-41f540579fb7 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042604 Sep 07 02:56:02.041225 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b913b7f-cb16-4b22-a12e-d110ee709936 None None] Network 08d2772c-c615-47db-a417-e1042178085f requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:56:02.052316 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1e105973-4440-44e0-a29a-b3863e8010bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:02.094317 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-27cd1149-d827-4dfb-af9a-69ea2e5c6a6a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:02.104959 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0814d0ce-9382-43dc-9709-bfa2c2d28e13 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:02.125816 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0814d0ce-9382-43dc-9709-bfa2c2d28e13 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:02.131188 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-0814d0ce-9382-43dc-9709-bfa2c2d28e13 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/subnets/861986d2-bdcd-4c9c-963f-62e43251ea82 HTTP/1.1" status: 204 len: 168 time: 0.9820046 Sep 07 02:56:02.131826 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48264) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:02.164673 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0814d0ce-9382-43dc-9709-bfa2c2d28e13 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event deleted for resources: {'Subnet': ['ID=861986d2-bdcd-4c9c-963f-62e43251ea82,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:02.206457 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d94d34b2-b65f-45d3-b807-9df1834a5261 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0727928 Sep 07 02:56:02.208267 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48266) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:02.216854 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.db.api [None req-0a8a2677-edc5-41bf-af28-25220f3e1852 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 02:56:02.217219 n-d-796209-16 neutron-server[94702]: DEBUG oslo_db.api [None req-0a8a2677-edc5-41bf-af28-25220f3e1852 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 02:56:02.219459 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-f78a459b-1986-4453-875d-982091af20af tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Request body: {'subnet': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:56:02.299067 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe21d81-d5c5-405d-8d00-f4d155c0c831 req-2bf7ed45-7e17-4ccc-a638-02787c6462ec tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:02.300727 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7fe21d81-d5c5-405d-8d00-f4d155c0c831 req-2bf7ed45-7e17-4ccc-a638-02787c6462ec tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 947 time: 0.0879765 Sep 07 02:56:02.316819 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-9cd8d0ee-8859-4b48-8ac6-ab47287add91 req-f27d0ada-81c6-4fc2-96a4-98de28ed0435 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:02.346657 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1e105973-4440-44e0-a29a-b3863e8010bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:02.357890 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1e105973-4440-44e0-a29a-b3863e8010bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:02.384929 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27d0ada-81c6-4fc2-96a4-98de28ed0435 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Pushing event deleted for resources: {'Port': ['ID=0a6228a5-9d7a-4224-9828-32709fba14a6,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:02.432034 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.db.api [None req-f78a459b-1986-4453-875d-982091af20af tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 02:56:02.432034 n-d-796209-16 neutron-server[94700]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 07 02:56:02.432034 n-d-796209-16 neutron-server[94700]: [parameters: {'project_id_1': '4c9354482bbf46e593fb1c1c8959ca81', 'expiration_1': datetime.datetime(2021, 9, 7, 2, 55, 42, 348438)}] Sep 07 02:56:02.432034 n-d-796209-16 neutron-server[94700]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 02:56:02.432548 n-d-796209-16 neutron-server[94700]: DEBUG oslo_db.api [None req-f78a459b-1986-4453-875d-982091af20af tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 02:56:02.436312 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e105973-4440-44e0-a29a-b3863e8010bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5aa51b-0810-4736-8445-9334968f9ccb,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:02.455089 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7fe21d81-d5c5-405d-8d00-f4d155c0c831 req-cc8efe6b-07c2-4a40-ad72-c5238044dfe7 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups?id=71b22b25-b5d6-4ba9-812b-2e36880aadcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475143 Sep 07 02:56:02.470163 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48270) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:02.481699 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-1e105973-4440-44e0-a29a-b3863e8010bc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0a8a7a769a4a4ff09c6f9196dab59f19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4518673 Sep 07 02:56:02.484528 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b2f85d-50cf-456f-a409-734b284966fe None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:56:02.509450 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9bc9d-f841-41bd-a60b-10181cd63e0f req-98bb41e4-51a1-4c66-a74d-2af5f2c1b21b tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:02.510756 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-36b9bc9d-f841-41bd-a60b-10181cd63e0f req-98bb41e4-51a1-4c66-a74d-2af5f2c1b21b tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=9825f0c0-3240-4c71-adef-7f75dbcde66a HTTP/1.1" status: 200 len: 946 time: 0.0944660 Sep 07 02:56:02.556811 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-36b9bc9d-f841-41bd-a60b-10181cd63e0f req-f807361e-7af9-4121-99d7-49fa9856ff94 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=227b796e-e331-4437-9ee2-e029d8455d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389802 Sep 07 02:56:02.641817 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bea5d6e-9dc6-4f99-b3a9-42cbafb3a59a None None] Update dhcp port {'port': {'network_id': '08d2772c-c615-47db-a417-e1042178085f', 'fixed_ips': [{'subnet_id': 'cae3d55d-1a13-49b4-96ed-9c0209c9d4fb', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '0ee2057f-3fdf-45be-a79b-6f3422c2383d'}], 'binding:host_id': 'n-d-796209-16'}, 'id': '07452499-5284-4328-96b8-14324e4048ca'} from n-d-796209-16. {{(pid=94702) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 07 02:56:02.672337 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2bea5d6e-9dc6-4f99-b3a9-42cbafb3a59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:02.727610 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a249a063-9c69-46b8-85e5-7883193c3762 None None] DHCP port deletion for 98fba89c-e7ad-427b-9268-93662b8245b2 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:56:02.852509 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0a8a2677-edc5-41bf-af28-25220f3e1852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:02.898678 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-27cd1149-d827-4dfb-af9a-69ea2e5c6a6a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:02.907335 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-27cd1149-d827-4dfb-af9a-69ea2e5c6a6a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:02.915101 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9cd8d0ee-8859-4b48-8ac6-ab47287add91 req-f27d0ada-81c6-4fc2-96a4-98de28ed0435 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Router a130bbcc-f0c0-4ad2-be09-cc5600fe611f has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:56:02.935145 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-0a8a2677-edc5-41bf-af28-25220f3e1852 None None] For port 4941d420-a7eb-478b-ba70-e3fc564315e3, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=4941d420-a7eb-478b-ba70-e3fc564315e3,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:56:02.939373 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2ba63fc0-1137-4ff4-89ea-262929d5bcc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:02.943559 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-2bea5d6e-9dc6-4f99-b3a9-42cbafb3a59a None None] Allocated IP 2001:db8::2 (08d2772c-c615-47db-a417-e1042178085f/0ee2057f-3fdf-45be-a79b-6f3422c2383d/07452499-5284-4328-96b8-14324e4048ca) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:56:02.945527 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0a8a2677-edc5-41bf-af28-25220f3e1852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:02.962601 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-27cd1149-d827-4dfb-af9a-69ea2e5c6a6a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:02.964039 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-27cd1149-d827-4dfb-af9a-69ea2e5c6a6a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9758623 Sep 07 02:56:02.967947 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48272) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:02.972134 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cd1149-d827-4dfb-af9a-69ea2e5c6a6a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57e6f9bf-56fd-41ee-8f95-64ef7925be88,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:02.977855 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-7a4b6019-c728-44f1-9f41-384a4d03e34e tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Request body: {'security_group': {'name': 'tempest-secgroup-1344252649'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:56:02.984314 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2ba63fc0-1137-4ff4-89ea-262929d5bcc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:02.991452 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a249a063-9c69-46b8-85e5-7883193c3762 None None] Deleting port 4941d420-a7eb-478b-ba70-e3fc564315e3 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:56:02.991645 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a249a063-9c69-46b8-85e5-7883193c3762 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:02.994671 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78a459b-1986-4453-875d-982091af20af tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Made reservation on behalf of 4c9354482bbf46e593fb1c1c8959ca81 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:56:02.997916 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f78a459b-1986-4453-875d-982091af20af tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:03.078535 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7a4b6019-c728-44f1-9f41-384a4d03e34e tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:03.120848 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9cd8d0ee-8859-4b48-8ac6-ab47287add91 req-f27d0ada-81c6-4fc2-96a4-98de28ed0435 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:56:03.140313 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a0cf21-adea-487a-872c-5354549df8cd None None] Sync routers for ids ['a130bbcc-f0c0-4ad2-be09-cc5600fe611f'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:56:03.156474 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a0cf21-adea-487a-872c-5354549df8cd None None] Routers {'a130bbcc-f0c0-4ad2-be09-cc5600fe611f'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:56:03.157178 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-88a0cf21-adea-487a-872c-5354549df8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:55:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['a130bbcc-f0c0-4ad2-be09-cc5600fe611f'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:03.163548 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8a2677-edc5-41bf-af28-25220f3e1852 None None] Pushing event updated for resources: {'Port': ['ID=4941d420-a7eb-478b-ba70-e3fc564315e3,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:03.170897 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-12cec824-43d0-4edf-9d6f-62c6fe88fb47 None None] Could not find standard attr ID for object 8930feae-92d7-43aa-bf09-59970ec33a36. {{(pid=94702) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 02:56:03.177831 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2ba63fc0-1137-4ff4-89ea-262929d5bcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:03.181285 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2ba63fc0-1137-4ff4-89ea-262929d5bcc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:03.182497 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-2ba63fc0-1137-4ff4-89ea-262929d5bcc1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3a5aa51b-0810-4736-8445-9334968f9ccb HTTP/1.1" status: 204 len: 168 time: 0.7112486 Sep 07 02:56:03.184046 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd8d0ee-8859-4b48-8ac6-ab47287add91 req-f27d0ada-81c6-4fc2-96a4-98de28ed0435 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] No DVR routers for this DVR port 0a6228a5-9d7a-4224-9828-32709fba14a6 on host n-h1-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:56:03.194375 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a249a063-9c69-46b8-85e5-7883193c3762 None None] For port 4941d420-a7eb-478b-ba70-e3fc564315e3, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=4941d420-a7eb-478b-ba70-e3fc564315e3,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:56:03.194375 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a249a063-9c69-46b8-85e5-7883193c3762 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:03.208288 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-9cd8d0ee-8859-4b48-8ac6-ab47287add91 req-f27d0ada-81c6-4fc2-96a4-98de28ed0435 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:03.211565 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9cd8d0ee-8859-4b48-8ac6-ab47287add91 req-f27d0ada-81c6-4fc2-96a4-98de28ed0435 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.23 "DELETE /v2.0/ports/0a6228a5-9d7a-4224-9828-32709fba14a6 HTTP/1.1" status: 204 len: 173 time: 2.0386641 Sep 07 02:56:03.211796 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f10d1fc1-87e6-4931-930f-33683ef02a46', 'name': 'network-vif-deleted', 'tag': '0a6228a5-9d7a-4224-9828-32709fba14a6'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:56:03.214231 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c7e0d7-3e13-4ca2-be46-502c842540c6" -d '{"events": [{"server_uuid": "f10d1fc1-87e6-4931-930f-33683ef02a46", "name": "network-vif-deleted", "tag": "0a6228a5-9d7a-4224-9828-32709fba14a6"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:56:03.225532 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba63fc0-1137-4ff4-89ea-262929d5bcc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5aa51b-0810-4736-8445-9334968f9ccb,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:03.232506 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a249a063-9c69-46b8-85e5-7883193c3762 None None] Calling delete_port for 4941d420-a7eb-478b-ba70-e3fc564315e3 owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:56:03.251587 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2a358-3386-40f6-9cd3-5e9b7eadde71 req-48937f00-5f44-48aa-b3f0-7b6f6b164d54 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:03.253625 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0ec2a358-3386-40f6-9cd3-5e9b7eadde71 req-48937f00-5f44-48aa-b3f0-7b6f6b164d54 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5cb82fe-718c-48ae-87b9-3ee35681d47c HTTP/1.1" status: 200 len: 945 time: 0.1074073 Sep 07 02:56:03.278512 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-2bea5d6e-9dc6-4f99-b3a9-42cbafb3a59a None None] For port 07452499-5284-4328-96b8-14324e4048ca, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=07452499-5284-4328-96b8-14324e4048ca,segment=NetworkSegment(f332698a-ba55-43dc-ab85-2d5cb664c950),segment_id=f332698a-ba55-43dc-ab85-2d5cb664c950)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:56:03.288739 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e85dea-447b-4ff3-9ab4-39d2d1486bff x-openstack-request-id: req-58e85dea-447b-4ff3-9ab4-39d2d1486bff {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:56:03.289029 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f10d1fc1-87e6-4931-930f-33683ef02a46", "name": "network-vif-deleted", "tag": "0a6228a5-9d7a-4224-9828-32709fba14a6", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:56:03.289321 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-58e85dea-447b-4ff3-9ab4-39d2d1486bff {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:56:03.289809 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f10d1fc1-87e6-4931-930f-33683ef02a46', 'name': 'network-vif-deleted', 'tag': '0a6228a5-9d7a-4224-9828-32709fba14a6', 'status': 'completed', 'code': 200} Sep 07 02:56:03.314758 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-12cec824-43d0-4edf-9d6f-62c6fe88fb47 None None] Provisioning complete for port 7bcde78a-99d5-425e-95b7-c126007c2a65 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:03.315416 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12cec824-43d0-4edf-9d6f-62c6fe88fb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:03.328862 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0ec2a358-3386-40f6-9cd3-5e9b7eadde71 req-dbca2b0e-a673-4389-81c1-78078c6f25b6 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598350 Sep 07 02:56:03.417366 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7a4b6019-c728-44f1-9f41-384a4d03e34e tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:03.418695 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-88a0cf21-adea-487a-872c-5354549df8cd None None] Set router a130bbcc-f0c0-4ad2-be09-cc5600fe611f gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:56:03.428067 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7a4b6019-c728-44f1-9f41-384a4d03e34e tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:03.454571 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 4941d420-a7eb-478b-ba70-e3fc564315e3 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:56:03.523636 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7a4b6019-c728-44f1-9f41-384a4d03e34e tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:03.524996 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-7a4b6019-c728-44f1-9f41-384a4d03e34e tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5551975 Sep 07 02:56:03.527757 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48284) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:03.533225 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-3bf4ad0c-5b59-442d-8a01-bc1c1380323d tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Request body: {'security_group': {'name': 'tempest-secgroup-1103665337'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:56:03.551768 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4b6019-c728-44f1-9f41-384a4d03e34e tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=287e60cf-52b7-41f2-96f1-f95ecc323320,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:03.584125 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3bf4ad0c-5b59-442d-8a01-bc1c1380323d tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:03.587247 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f78a459b-1986-4453-875d-982091af20af tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:03.638197 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2bea5d6e-9dc6-4f99-b3a9-42cbafb3a59a None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:03.686960 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-502d539d-6303-460a-a9c0-9cff867b57a3 req-18351f63-e119-4cd8-8b33-752bed683e94 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/ports?device_id=f10d1fc1-87e6-4931-930f-33683ef02a46 HTTP/1.1" status: 200 len: 210 time: 0.0768015 Sep 07 02:56:03.692858 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-88a0cf21-adea-487a-872c-5354549df8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a130bbcc-f0c0-4ad2-be09-cc5600fe611f', 'name': 'tempest-AttachVolumeShelveTestJSON-612165806-router', 'tenant_id': '82a45090c023468b95127c390faba656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '2e6559a7-de86-40c2-b044-6bf1cfc9e2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:47:47Z', 'updated_at': '2021-09-07T02:47:52Z', 'revision_number': 4, 'project_id': '82a45090c023468b95127c390faba656', 'gw_port': {'id': '2e6559a7-de86-40c2-b044-6bf1cfc9e2bc', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130bbcc-f0c0-4ad2-be09-cc5600fe611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:48Z', 'updated_at': '2021-09-07T02:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '1415233f-22d7-4a31-aac9-d7bf273298a1', 'name': '', 'network_id': '2dd15660-a8a2-4615-aae6-6565f5b9c926', 'tenant_id': '82a45090c023468b95127c390faba656', 'mac_address': 'fa:16:3e:84:c9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130bbcc-f0c0-4ad2-be09-cc5600fe611f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'ac223360-8a8e-4533-8aad-52e511f20cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:51Z', 'updated_at': '2021-09-07T02:47:59Z', 'revision_number': 5, 'project_id': '82a45090c023468b95127c390faba656', 'subnets': [{'id': 'ac223360-8a8e-4533-8aad-52e511f20cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:03.701232 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78a459b-1986-4453-875d-982091af20af tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:56:03.704694 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-12cec824-43d0-4edf-9d6f-62c6fe88fb47 None None] Port 7bcde78a-99d5-425e-95b7-c126007c2a65 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:56:03.704879 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-f78a459b-1986-4453-875d-982091af20af tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:56:03.707643 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78a459b-1986-4453-875d-982091af20af tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:03.708532 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f78a459b-1986-4453-875d-982091af20af tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:03.718347 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 0a6228a5-9d7a-4224-9828-32709fba14a6 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:56:03.724995 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78a459b-1986-4453-875d-982091af20af tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event updated for resources: {'Subnet': ['ID=8fafab47-73fb-4c0c-89a5-e1d4881dfe29,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:03.772403 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a0cf21-adea-487a-872c-5354549df8cd None None] Checking router: a130bbcc-f0c0-4ad2-be09-cc5600fe611f for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:56:03.789603 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-2bea5d6e-9dc6-4f99-b3a9-42cbafb3a59a None None] Transition to ACTIVE for port object 07452499-5284-4328-96b8-14324e4048ca will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:56:03.794836 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a0cf21-adea-487a-872c-5354549df8cd None None] Routers {'a130bbcc-f0c0-4ad2-be09-cc5600fe611f'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:56:03.796866 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-88a0cf21-adea-487a-872c-5354549df8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:55:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['a130bbcc-f0c0-4ad2-be09-cc5600fe611f'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:03.801255 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: 0a6228a5-9d7a-4224-9828-32709fba14a6 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:56:03.801953 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 0a6228a5-9d7a-4224-9828-32709fba14a6 not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:56:03.815625 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2bea5d6e-9dc6-4f99-b3a9-42cbafb3a59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:03.880504 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470aca0e-1a15-4da8-9f51-a687f7d034cd req-041ab7de-7fc5-4ed4-a15c-419743965890 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:03.884765 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-470aca0e-1a15-4da8-9f51-a687f7d034cd req-041ab7de-7fc5-4ed4-a15c-419743965890 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=9825f0c0-3240-4c71-adef-7f75dbcde66a HTTP/1.1" status: 200 len: 946 time: 0.1243565 Sep 07 02:56:03.946252 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a249a063-9c69-46b8-85e5-7883193c3762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:03.954021 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Port 4941d420-a7eb-478b-ba70-e3fc564315e3 update to DOWN by agent not found {{(pid=94702) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2156}} Sep 07 02:56:03.977760 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-470aca0e-1a15-4da8-9f51-a687f7d034cd req-64f10930-3eef-4511-8cfb-c8b18a504c43 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=227b796e-e331-4437-9ee2-e029d8455d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863829 Sep 07 02:56:04.002060 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-88a0cf21-adea-487a-872c-5354549df8cd None None] Set router a130bbcc-f0c0-4ad2-be09-cc5600fe611f gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:56:04.008680 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ddf06-fba9-4f46-894b-35b2dd0022b1 req-908de837-56d2-4d46-85e6-7b8e8478aed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:04.010328 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0a3ddf06-fba9-4f46-894b-35b2dd0022b1 req-908de837-56d2-4d46-85e6-7b8e8478aed9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=89c66e467a844386bc921568c75855a2&device_id=d5cb82fe-718c-48ae-87b9-3ee35681d47c HTTP/1.1" status: 200 len: 1097 time: 0.2520995 Sep 07 02:56:04.034332 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3bf4ad0c-5b59-442d-8a01-bc1c1380323d tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:04.046517 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bea5d6e-9dc6-4f99-b3a9-42cbafb3a59a None None] Pushing event updated for resources: {'Port': ['ID=07452499-5284-4328-96b8-14324e4048ca,revision_number=6']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:04.054838 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f78a459b-1986-4453-875d-982091af20af tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8414564 Sep 07 02:56:04.055083 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3bf4ad0c-5b59-442d-8a01-bc1c1380323d tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:04.055214 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a249a063-9c69-46b8-85e5-7883193c3762 None None] No DVR routers for this DVR port 4941d420-a7eb-478b-ba70-e3fc564315e3 on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:56:04.055317 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48298) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:04.071635 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab799b87-6cbb-453b-89a2-9ce12b1dcd72 req-f2cf4c08-f007-4aaf-a573-5d834d98722e tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:04.073213 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ab799b87-6cbb-453b-89a2-9ce12b1dcd72 req-f2cf4c08-f007-4aaf-a573-5d834d98722e tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5cb82fe-718c-48ae-87b9-3ee35681d47c HTTP/1.1" status: 200 len: 945 time: 0.2002323 Sep 07 02:56:04.074279 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-034316e7-a0b3-4c32-9d52-2713a0b6ee6f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Request body: {'port': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'fixed_ips': [{'subnet_id': '8fafab47-73fb-4c0c-89a5-e1d4881dfe29', 'ip_address': '2001:db8::c068:abdb:82f0:5b37'}], 'name': 'tempest-NetworksTestDHCPv6-641317841'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:56:04.135007 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826f994b-1527-4ba6-8fb6-06c92c207ab4 None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:56:04.146745 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a249a063-9c69-46b8-85e5-7883193c3762 None None] Pushing event deleted for resources: {'Port': ['ID=4941d420-a7eb-478b-ba70-e3fc564315e3,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:04.163638 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3bf4ad0c-5b59-442d-8a01-bc1c1380323d tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:04.164904 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-3bf4ad0c-5b59-442d-8a01-bc1c1380323d tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6360767 Sep 07 02:56:04.172847 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48302) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:04.181478 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-bbf7a230-11f2-4e18-80b1-0b006e2e0002 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-478437433', 'security_groups': ['98d3ce4b-4be5-4361-8197-3149c985c437'], 'network_id': '08d2772c-c615-47db-a417-e1042178085f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0ee2057f-3fdf-45be-a79b-6f3422c2383d'}]}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:56:04.219962 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf4ad0c-5b59-442d-8a01-bc1c1380323d tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98d3ce4b-4be5-4361-8197-3149c985c437,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:04.269424 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ab799b87-6cbb-453b-89a2-9ce12b1dcd72 req-fd517b7a-4d90-4114-b55a-ceb7b9a72a0e tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833563 Sep 07 02:56:04.310619 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034316e7-a0b3-4c32-9d52-2713a0b6ee6f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Made reservation on behalf of 4c9354482bbf46e593fb1c1c8959ca81 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:56:04.329656 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ddf06-fba9-4f46-894b-35b2dd0022b1 req-8246034e-5d62-4cd3-b4e8-485f3aeb4823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:04.331539 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0a3ddf06-fba9-4f46-894b-35b2dd0022b1 req-8246034e-5d62-4cd3-b4e8-485f3aeb4823 service neutron] 10.222.0.23 "GET /v2.0/networks?id=111cbddc-f6bd-4c03-87bc-4b2b04ef5a64 HTTP/1.1" status: 200 len: 910 time: 0.3130465 Sep 07 02:56:04.350852 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-88a0cf21-adea-487a-872c-5354549df8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a130bbcc-f0c0-4ad2-be09-cc5600fe611f', 'name': 'tempest-AttachVolumeShelveTestJSON-612165806-router', 'tenant_id': '82a45090c023468b95127c390faba656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '2e6559a7-de86-40c2-b044-6bf1cfc9e2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:47:47Z', 'updated_at': '2021-09-07T02:47:52Z', 'revision_number': 4, 'project_id': '82a45090c023468b95127c390faba656', 'gw_port': {'id': '2e6559a7-de86-40c2-b044-6bf1cfc9e2bc', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130bbcc-f0c0-4ad2-be09-cc5600fe611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:48Z', 'updated_at': '2021-09-07T02:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '1415233f-22d7-4a31-aac9-d7bf273298a1', 'name': '', 'network_id': '2dd15660-a8a2-4615-aae6-6565f5b9c926', 'tenant_id': '82a45090c023468b95127c390faba656', 'mac_address': 'fa:16:3e:84:c9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130bbcc-f0c0-4ad2-be09-cc5600fe611f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'ac223360-8a8e-4533-8aad-52e511f20cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:51Z', 'updated_at': '2021-09-07T02:47:59Z', 'revision_number': 5, 'project_id': '82a45090c023468b95127c390faba656', 'subnets': [{'id': 'ac223360-8a8e-4533-8aad-52e511f20cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:04.400614 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a0cf21-adea-487a-872c-5354549df8cd None None] The sync data for ids ['a130bbcc-f0c0-4ad2-be09-cc5600fe611f'] in n-d-796209-16 is: [{'id': 'a130bbcc-f0c0-4ad2-be09-cc5600fe611f', 'name': 'tempest-AttachVolumeShelveTestJSON-612165806-router', 'tenant_id': '82a45090c023468b95127c390faba656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '2e6559a7-de86-40c2-b044-6bf1cfc9e2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:47:47Z', 'updated_at': '2021-09-07T02:47:52Z', 'revision_number': 4, 'project_id': '82a45090c023468b95127c390faba656', 'gw_port': {'id': '2e6559a7-de86-40c2-b044-6bf1cfc9e2bc', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130bbcc-f0c0-4ad2-be09-cc5600fe611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:48Z', 'updated_at': '2021-09-07T02:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '1415233f-22d7-4a31-aac9-d7bf273298a1', 'name': '', 'network_id': '2dd15660-a8a2-4615-aae6-6565f5b9c926', 'tenant_id': '82a45090c023468b95127c390faba656', 'mac_address': 'fa:16:3e:84:c9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130bbcc-f0c0-4ad2-be09-cc5600fe611f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'ac223360-8a8e-4533-8aad-52e511f20cab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:51Z', 'updated_at': '2021-09-07T02:47:59Z', 'revision_number': 5, 'project_id': '82a45090c023468b95127c390faba656', 'subnets': [{'id': 'ac223360-8a8e-4533-8aad-52e511f20cab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:56:04.403875 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0a3ddf06-fba9-4f46-894b-35b2dd0022b1 req-b02a6ce5-e29a-4a9a-96da-134f31dcbbd8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39466170-006a-4e0a-b6a4-21db5ec9469c HTTP/1.1" status: 200 len: 217 time: 0.0644569 Sep 07 02:56:04.462760 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-034316e7-a0b3-4c32-9d52-2713a0b6ee6f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:04.486866 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8d3c11-f78c-4dc3-9400-1191f6c9b6c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-98fba89c-e7ad-427b-9268-93662b8245b2', 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'tenant_id': '4c9354482bbf46e593fb1c1c8959ca81', 'fixed_ips': [{'subnet_id': '8fafab47-73fb-4c0c-89a5-e1d4881dfe29'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:56:04.490470 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-aa8d3c11-f78c-4dc3-9400-1191f6c9b6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:04.513306 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-034316e7-a0b3-4c32-9d52-2713a0b6ee6f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] device_id is not set on port 391d3fb5-9e6d-4c62-8be4-eac576a86c11 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:56:04.517709 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ddf06-fba9-4f46-894b-35b2dd0022b1 req-06cb248e-c681-43c6-b02e-5089433b2f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:04.519339 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0a3ddf06-fba9-4f46-894b-35b2dd0022b1 req-06cb248e-c681-43c6-b02e-5089433b2f83 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=382293f2-2c50-4f74-844f-42b0dddcc916 HTTP/1.1" status: 200 len: 850 time: 0.1025212 Sep 07 02:56:04.561689 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf7a230-11f2-4e18-80b1-0b006e2e0002 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Made reservation on behalf of 819c73709af74aee976d11a35d78d7e6 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:56:04.568199 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0a3ddf06-fba9-4f46-894b-35b2dd0022b1 req-83c1fbe6-32b5-4453-a003-e7c036357a8f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=111cbddc-f6bd-4c03-87bc-4b2b04ef5a64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415654 Sep 07 02:56:04.667405 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48312) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:04.718058 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-aa8d3c11-f78c-4dc3-9400-1191f6c9b6c5 None None] Allocated IP 2001:db8::2 (98fba89c-e7ad-427b-9268-93662b8245b2/8fafab47-73fb-4c0c-89a5-e1d4881dfe29/9f28fb23-6c18-401a-b3df-be21f5f44f06) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:56:04.796463 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bbf7a230-11f2-4e18-80b1-0b006e2e0002 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:04.821075 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0a3ddf06-fba9-4f46-894b-35b2dd0022b1 req-22137a48-b844-4a0e-ab03-1ecc09f15a67 service neutron] 10.222.0.23 "GET /v2.0/networks/111cbddc-f6bd-4c03-87bc-4b2b04ef5a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327313 Sep 07 02:56:04.837264 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-41b11885-0f1c-4a11-822d-fbe3ebfbb3c3 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-534193130'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:56:04.854466 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-bbf7a230-11f2-4e18-80b1-0b006e2e0002 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] device_id is not set on port b77f2928-7cc5-4d08-a619-f41f4f2dbf44 yet. {{(pid=94701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:56:04.872277 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48320) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:04.880611 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ba8e0b-dbd7-48e7-97ec-3f21927b6464 None None] New status for floating IP 3a5dea7d-82be-49c2-b587-80c7c25aa91b: DOWN {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 02:56:04.925590 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b11885-0f1c-4a11-822d-fbe3ebfbb3c3 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Made reservation on behalf of f4ca27208d4a4bf3985c8efd51821a79 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:56:04.930211 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41b11885-0f1c-4a11-822d-fbe3ebfbb3c3 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:04.948001 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41b11885-0f1c-4a11-822d-fbe3ebfbb3c3 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:04.999163 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b1d616bc-01ae-43ab-9d69-2e09c1a36983 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:05.033252 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-aa8d3c11-f78c-4dc3-9400-1191f6c9b6c5 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:05.045186 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-aa8d3c11-f78c-4dc3-9400-1191f6c9b6c5 None None] Transition to ACTIVE for port object 9f28fb23-6c18-401a-b3df-be21f5f44f06 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:56:05.057123 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b1d616bc-01ae-43ab-9d69-2e09c1a36983 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:05.083608 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-aa8d3c11-f78c-4dc3-9400-1191f6c9b6c5 None None] Transition to ACTIVE for port object 9f28fb23-6c18-401a-b3df-be21f5f44f06 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:56:05.088790 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0a3ddf06-fba9-4f46-894b-35b2dd0022b1 req-7e495224-22b7-488e-a89e-d6f811304434 service neutron] 10.222.0.23 "GET /v2.0/networks/111cbddc-f6bd-4c03-87bc-4b2b04ef5a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481930 Sep 07 02:56:05.117875 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-aa8d3c11-f78c-4dc3-9400-1191f6c9b6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:05.155986 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-bbf7a230-11f2-4e18-80b1-0b006e2e0002 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Allocated IP 2001:db8::135 (08d2772c-c615-47db-a417-e1042178085f/0ee2057f-3fdf-45be-a79b-6f3422c2383d/b77f2928-7cc5-4d08-a619-f41f4f2dbf44) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:56:05.187362 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8d3c11-f78c-4dc3-9400-1191f6c9b6c5 None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:56:05.195087 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-aa8d3c11-f78c-4dc3-9400-1191f6c9b6c5 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:56:05.205492 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8d3c11-f78c-4dc3-9400-1191f6c9b6c5 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:56:05.215716 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8d3c11-f78c-4dc3-9400-1191f6c9b6c5 None None] Pushing event updated for resources: {'Port': ['ID=9f28fb23-6c18-401a-b3df-be21f5f44f06,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:05.223255 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-c333910b-7768-4239-b9a0-08d11a46068d None None] Provisioning complete for port 7bcde78a-99d5-425e-95b7-c126007c2a65 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:05.223255 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c333910b-7768-4239-b9a0-08d11a46068d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:05.250606 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-034316e7-a0b3-4c32-9d52-2713a0b6ee6f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Allocated IP 2001:db8::c068:abdb:82f0:5b37 (98fba89c-e7ad-427b-9268-93662b8245b2/8fafab47-73fb-4c0c-89a5-e1d4881dfe29/391d3fb5-9e6d-4c62-8be4-eac576a86c11) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:56:05.269859 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8d3c11-f78c-4dc3-9400-1191f6c9b6c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:56:05.270214 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8d3c11-f78c-4dc3-9400-1191f6c9b6c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:56:05.270563 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8d3c11-f78c-4dc3-9400-1191f6c9b6c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:56:05.270904 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8d3c11-f78c-4dc3-9400-1191f6c9b6c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:56:05.271247 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8d3c11-f78c-4dc3-9400-1191f6c9b6c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:56:05.271611 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8d3c11-f78c-4dc3-9400-1191f6c9b6c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:56:05.272074 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8d3c11-f78c-4dc3-9400-1191f6c9b6c5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:56:05.272262 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8d3c11-f78c-4dc3-9400-1191f6c9b6c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:56:05.272594 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8d3c11-f78c-4dc3-9400-1191f6c9b6c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:56:05.272923 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8d3c11-f78c-4dc3-9400-1191f6c9b6c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:56:05.273251 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8d3c11-f78c-4dc3-9400-1191f6c9b6c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:56:05.273579 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8d3c11-f78c-4dc3-9400-1191f6c9b6c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:56:05.286174 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e171cdd5-f9c9-40f7-bdf7-6ff1f3f50694 req-3feba36b-e07a-487d-a4fe-25a35571114e tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:05.295204 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e171cdd5-f9c9-40f7-bdf7-6ff1f3f50694 req-3feba36b-e07a-487d-a4fe-25a35571114e tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=9825f0c0-3240-4c71-adef-7f75dbcde66a HTTP/1.1" status: 200 len: 946 time: 0.2047956 Sep 07 02:56:05.308158 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-c333910b-7768-4239-b9a0-08d11a46068d None None] Port 7bcde78a-99d5-425e-95b7-c126007c2a65 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:56:05.322452 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b1d616bc-01ae-43ab-9d69-2e09c1a36983 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:05.324561 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-aa8d3c11-f78c-4dc3-9400-1191f6c9b6c5 None None] Attempting to bind port 9f28fb23-6c18-401a-b3df-be21f5f44f06 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:56:05.324939 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-aa8d3c11-f78c-4dc3-9400-1191f6c9b6c5 None None] Attempting to bind port 9f28fb23-6c18-401a-b3df-be21f5f44f06 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:56:05.325309 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8d3c11-f78c-4dc3-9400-1191f6c9b6c5 None None] Attempting to bind port 9f28fb23-6c18-401a-b3df-be21f5f44f06 on network 98fba89c-e7ad-427b-9268-93662b8245b2 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:56:05.334666 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b1d616bc-01ae-43ab-9d69-2e09c1a36983 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:05.336330 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8d3c11-f78c-4dc3-9400-1191f6c9b6c5 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:56:05.336778 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8d3c11-f78c-4dc3-9400-1191f6c9b6c5 None None] Checking segment: {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:56:05.337191 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-aa8d3c11-f78c-4dc3-9400-1191f6c9b6c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:05.337602 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8d3c11-f78c-4dc3-9400-1191f6c9b6c5 None None] Bound using segment: {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:56:05.338078 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-aa8d3c11-f78c-4dc3-9400-1191f6c9b6c5 None None] Bound port: 9f28fb23-6c18-401a-b3df-be21f5f44f06, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:56:05.338462 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-aa8d3c11-f78c-4dc3-9400-1191f6c9b6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:05.339363 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b1d616bc-01ae-43ab-9d69-2e09c1a36983 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "DELETE /v2.0/security-groups/71b22b25-b5d6-4ba9-812b-2e36880aadcd HTTP/1.1" status: 204 len: 168 time: 0.4643414 Sep 07 02:56:05.343149 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48330) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:05.350461 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-c333910b-7768-4239-b9a0-08d11a46068d None None] Provisioning for port 07452499-5284-4328-96b8-14324e4048ca completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:56:05.357094 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-c333910b-7768-4239-b9a0-08d11a46068d None None] Provisioning complete for port 07452499-5284-4328-96b8-14324e4048ca triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:05.357470 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c333910b-7768-4239-b9a0-08d11a46068d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:05.398752 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 07452499-5284-4328-96b8-14324e4048ca up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:56:05.398992 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-59cc5333-b472-44f9-8290-ae8e31d50435 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] show failed (client error): The resource could not be found. Sep 07 02:56:05.398992 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-59cc5333-b472-44f9-8290-ae8e31d50435 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "GET /v2.0/security-groups/71b22b25-b5d6-4ba9-812b-2e36880aadcd HTTP/1.1" status: 404 len: 347 time: 0.0541041 Sep 07 02:56:05.406977 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d616bc-01ae-43ab-9d69-2e09c1a36983 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b22b25-b5d6-4ba9-812b-2e36880aadcd,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:05.411337 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48332) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:05.447247 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bbf7a230-11f2-4e18-80b1-0b006e2e0002 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:05.470793 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-bbf7a230-11f2-4e18-80b1-0b006e2e0002 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Transition to ACTIVE for port object b77f2928-7cc5-4d08-a619-f41f4f2dbf44 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:56:05.490019 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41b11885-0f1c-4a11-822d-fbe3ebfbb3c3 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:05.491990 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa7b48-1eed-4643-9070-5987b8b6d064 req-46a4c5be-79e2-44e8-aa5c-0e6380474c7c tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:05.493548 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-aa8d3c11-f78c-4dc3-9400-1191f6c9b6c5 None None] For port 9f28fb23-6c18-401a-b3df-be21f5f44f06, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:56:05.493831 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-76fa7b48-1eed-4643-9070-5987b8b6d064 req-46a4c5be-79e2-44e8-aa5c-0e6380474c7c tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5cb82fe-718c-48ae-87b9-3ee35681d47c HTTP/1.1" status: 200 len: 945 time: 0.1246567 Sep 07 02:56:05.497530 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-aa8d3c11-f78c-4dc3-9400-1191f6c9b6c5 None None] For port 9f28fb23-6c18-401a-b3df-be21f5f44f06, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=9f28fb23-6c18-401a-b3df-be21f5f44f06,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:56:05.503875 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41b11885-0f1c-4a11-822d-fbe3ebfbb3c3 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:05.504628 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-aa8d3c11-f78c-4dc3-9400-1191f6c9b6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:05.526456 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e171cdd5-f9c9-40f7-bdf7-6ff1f3f50694 req-8990b4cc-bffa-48dc-a20c-7c23dda3ccfe tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=227b796e-e331-4437-9ee2-e029d8455d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2302339 Sep 07 02:56:05.553309 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bbf7a230-11f2-4e18-80b1-0b006e2e0002 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:05.569184 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 07452499-5284-4328-96b8-14324e4048ca triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:05.569573 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:05.584489 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41b11885-0f1c-4a11-822d-fbe3ebfbb3c3 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:56:05.589435 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf7a230-11f2-4e18-80b1-0b006e2e0002 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Network 08d2772c-c615-47db-a417-e1042178085f is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:56:05.615589 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-bbf7a230-11f2-4e18-80b1-0b006e2e0002 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:56:05.619066 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf7a230-11f2-4e18-80b1-0b006e2e0002 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:56:05.625427 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf7a230-11f2-4e18-80b1-0b006e2e0002 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:05.626615 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bbf7a230-11f2-4e18-80b1-0b006e2e0002 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:05.643686 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8d3c11-f78c-4dc3-9400-1191f6c9b6c5 None None] Pushing event updated for resources: {'Port': ['ID=9f28fb23-6c18-401a-b3df-be21f5f44f06,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:05.647125 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-76fa7b48-1eed-4643-9070-5987b8b6d064 req-e679e746-5415-46f0-8c63-2789eb4d1a35 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398983 Sep 07 02:56:05.650538 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-bbf7a230-11f2-4e18-80b1-0b006e2e0002 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4749961 Sep 07 02:56:05.654357 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48334) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:05.662511 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-4857e9ee-52d0-463f-a65f-b5acf920fc0d tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Request body: {'subnet': {'network_id': '08d2772c-c615-47db-a417-e1042178085f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:56:05.674892 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41b11885-0f1c-4a11-822d-fbe3ebfbb3c3 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:05.674892 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-41b11885-0f1c-4a11-822d-fbe3ebfbb3c3 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Added segment dce9a188-8455-479f-ad4e-eb0e1ed715fc of type vlan for network 9e02d4eb-fcf5-4420-b279-3c480e17a3c2 Sep 07 02:56:05.675873 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b11885-0f1c-4a11-822d-fbe3ebfbb3c3 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=786bedee-fbbf-49eb-b51e-fa9eaad7973a,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:05.740185 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41b11885-0f1c-4a11-822d-fbe3ebfbb3c3 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:05.781693 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-034316e7-a0b3-4c32-9d52-2713a0b6ee6f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:05.806200 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf7a230-11f2-4e18-80b1-0b006e2e0002 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event updated for resources: {'Port': ['ID=b77f2928-7cc5-4d08-a619-f41f4f2dbf44,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:05.812705 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-d2d4eda8-cc0a-462c-b8db-2a61db7c0998 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Deleting port b9f23776-38b6-475f-adb6-76f093ec2d51 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:56:05.813065 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d2d4eda8-cc0a-462c-b8db-2a61db7c0998 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:05.816101 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-034316e7-a0b3-4c32-9d52-2713a0b6ee6f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Transition to ACTIVE for port object 391d3fb5-9e6d-4c62-8be4-eac576a86c11 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:56:05.829130 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41b11885-0f1c-4a11-822d-fbe3ebfbb3c3 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:05.835576 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b11885-0f1c-4a11-822d-fbe3ebfbb3c3 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:05.836322 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41b11885-0f1c-4a11-822d-fbe3ebfbb3c3 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:05.837181 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4857e9ee-52d0-463f-a65f-b5acf920fc0d tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Made reservation on behalf of 819c73709af74aee976d11a35d78d7e6 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:56:05.844362 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4857e9ee-52d0-463f-a65f-b5acf920fc0d tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:05.982321 n-d-796209-16 neutron-server[94701]: INFO neutron.db.ipam_backend_mixin [None req-4857e9ee-52d0-463f-a65f-b5acf920fc0d tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0ee2057f-3fdf-45be-a79b-6f3422c2383d (CIDR: 2001:db8::/64) Sep 07 02:56:05.985960 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-4857e9ee-52d0-463f-a65f-b5acf920fc0d tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 02:56:05.986485 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4857e9ee-52d0-463f-a65f-b5acf920fc0d tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:56:06.002832 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-4857e9ee-52d0-463f-a65f-b5acf920fc0d tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3461854 Sep 07 02:56:06.005537 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48336) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:06.014328 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-be88aea1-d89c-4055-b3fd-8d689396186b tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Request body: {'subnet': {'network_id': '08d2772c-c615-47db-a417-e1042178085f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:56:06.097558 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-2c539952-a474-4f5e-b64d-7919fb4a55b9 None None] Provisioning for port b77f2928-7cc5-4d08-a619-f41f4f2dbf44 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:56:06.105664 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-2c539952-a474-4f5e-b64d-7919fb4a55b9 None None] Provisioning complete for port b77f2928-7cc5-4d08-a619-f41f4f2dbf44 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:06.106398 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2c539952-a474-4f5e-b64d-7919fb4a55b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:06.148564 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-2c539952-a474-4f5e-b64d-7919fb4a55b9 None None] Port b77f2928-7cc5-4d08-a619-f41f4f2dbf44 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:56:06.160160 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be88aea1-d89c-4055-b3fd-8d689396186b tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Made reservation on behalf of 819c73709af74aee976d11a35d78d7e6 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:56:06.164220 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-be88aea1-d89c-4055-b3fd-8d689396186b tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:06.196864 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-41b11885-0f1c-4a11-822d-fbe3ebfbb3c3 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.5282800 Sep 07 02:56:06.205122 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48340) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:06.216556 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-23e9199c-2577-46c4-b6dd-379399481ee0 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Request body: {'subnet': {'network_id': '9e02d4eb-fcf5-4420-b279-3c480e17a3c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:56:06.257993 n-d-796209-16 neutron-server[94701]: INFO neutron.db.ipam_backend_mixin [None req-be88aea1-d89c-4055-b3fd-8d689396186b tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet cae3d55d-1a13-49b4-96ed-9c0209c9d4fb (CIDR: 2001:db8:0:1::/64) Sep 07 02:56:06.261095 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-be88aea1-d89c-4055-b3fd-8d689396186b tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 02:56:06.262115 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be88aea1-d89c-4055-b3fd-8d689396186b tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:56:06.280253 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-be88aea1-d89c-4055-b3fd-8d689396186b tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.2703805 Sep 07 02:56:06.280854 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b11885-0f1c-4a11-822d-fbe3ebfbb3c3 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Pushing event updated for resources: {'Network': ['ID=9e02d4eb-fcf5-4420-b279-3c480e17a3c2,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:06.282508 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48342) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:06.292008 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-f523060b-4b6b-4f47-bf48-22144603fc55 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Request body: {'subnet': {'network_id': '08d2772c-c615-47db-a417-e1042178085f', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:56:06.295773 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 9e02d4eb-fcf5-4420-b279-3c480e17a3c2 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:56:06.296487 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d2d4eda8-cc0a-462c-b8db-2a61db7c0998 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:06.296822 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d2d4eda8-cc0a-462c-b8db-2a61db7c0998 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:06.348246 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-d2d4eda8-cc0a-462c-b8db-2a61db7c0998 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Calling delete_port for b9f23776-38b6-475f-adb6-76f093ec2d51 owned by network:floatingip {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:56:06.354382 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-034316e7-a0b3-4c32-9d52-2713a0b6ee6f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:06.447383 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034316e7-a0b3-4c32-9d52-2713a0b6ee6f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:56:06.464984 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-034316e7-a0b3-4c32-9d52-2713a0b6ee6f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:56:06.472547 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034316e7-a0b3-4c32-9d52-2713a0b6ee6f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:56:06.478064 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034316e7-a0b3-4c32-9d52-2713a0b6ee6f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:06.478681 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-034316e7-a0b3-4c32-9d52-2713a0b6ee6f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:06.486905 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034316e7-a0b3-4c32-9d52-2713a0b6ee6f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event updated for resources: {'Port': ['ID=391d3fb5-9e6d-4c62-8be4-eac576a86c11,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:06.493170 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e9199c-2577-46c4-b6dd-379399481ee0 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Made reservation on behalf of f4ca27208d4a4bf3985c8efd51821a79 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:56:06.497256 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-23e9199c-2577-46c4-b6dd-379399481ee0 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:06.509239 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f523060b-4b6b-4f47-bf48-22144603fc55 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Made reservation on behalf of 819c73709af74aee976d11a35d78d7e6 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:56:06.513693 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f523060b-4b6b-4f47-bf48-22144603fc55 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:06.541049 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-034316e7-a0b3-4c32-9d52-2713a0b6ee6f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4857745 Sep 07 02:56:06.545465 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48344) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:06.735105 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7d356f-7f93-4ed9-a987-46a4f5fd9acf tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:06.741067 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7d356f-7f93-4ed9-a987-46a4f5fd9acf tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:06.745276 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ba7d356f-7f93-4ed9-a987-46a4f5fd9acf tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1945784 Sep 07 02:56:06.746712 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48352) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:06.748356 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d2d4eda8-cc0a-462c-b8db-2a61db7c0998 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:06.784335 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79185eba-7a68-4002-9c36-a5ce1124da17 req-4d6e5e40-d74f-48ac-9885-18e1464a1eef tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:06.785910 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-79185eba-7a68-4002-9c36-a5ce1124da17 req-4d6e5e40-d74f-48ac-9885-18e1464a1eef tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=9825f0c0-3240-4c71-adef-7f75dbcde66a HTTP/1.1" status: 200 len: 946 time: 0.1537695 Sep 07 02:56:06.812141 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f523060b-4b6b-4f47-bf48-22144603fc55 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:06.848230 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d4eda8-cc0a-462c-b8db-2a61db7c0998 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Pushing event deleted for resources: {'Port': ['ID=b9f23776-38b6-475f-adb6-76f093ec2d51,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:06.876377 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f523060b-4b6b-4f47-bf48-22144603fc55 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Network 08d2772c-c615-47db-a417-e1042178085f is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:56:06.892487 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a86ea-aa3b-4b31-8feb-e90954900f01 req-e08f4561-9ace-408b-b12e-2f1b0fb307b3 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:06.894062 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e31a86ea-aa3b-4b31-8feb-e90954900f01 req-e08f4561-9ace-408b-b12e-2f1b0fb307b3 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5cb82fe-718c-48ae-87b9-3ee35681d47c HTTP/1.1" status: 200 len: 945 time: 0.1170039 Sep 07 02:56:06.895127 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-f523060b-4b6b-4f47-bf48-22144603fc55 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:56:06.898040 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f523060b-4b6b-4f47-bf48-22144603fc55 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event updated for resources: {'Subnet': ['ID=adbba5c5-3630-448a-b5cc-0937455a6195,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:06.910206 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3dcd51-e0c7-45a6-bd1a-b511c8d6b155 None None] Network 08d2772c-c615-47db-a417-e1042178085f requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:56:06.916139 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f523060b-4b6b-4f47-bf48-22144603fc55 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:06.917055 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f523060b-4b6b-4f47-bf48-22144603fc55 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:06.982695 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e31a86ea-aa3b-4b31-8feb-e90954900f01 req-f27727b7-7467-4f4f-85f0-58bef1a9c008 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508561 Sep 07 02:56:06.986851 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f523060b-4b6b-4f47-bf48-22144603fc55 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7007413 Sep 07 02:56:06.987591 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48354) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:06.997486 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-70196db0-cf13-482a-b5b6-e534451b8500 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-370055177', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'adbba5c5-3630-448a-b5cc-0937455a6195'}], 'security_groups': ['57e6f9bf-56fd-41ee-8f95-64ef7925be88', '287e60cf-52b7-41f2-96f1-f95ecc323320']}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:56:07.005191 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-186ab10d-88d9-42c9-88ff-9f27f76477d5 None None] Provisioning for port 9f28fb23-6c18-401a-b3df-be21f5f44f06 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:56:07.073002 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-79185eba-7a68-4002-9c36-a5ce1124da17 req-8a6e6c24-b2f6-4a20-87c2-2bdaf6dcccd9 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=227b796e-e331-4437-9ee2-e029d8455d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2452278 Sep 07 02:56:07.082362 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d2d4eda8-cc0a-462c-b8db-2a61db7c0998 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks [] for floatingip, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:07.085592 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d2d4eda8-cc0a-462c-b8db-2a61db7c0998 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:07.093825 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-d2d4eda8-cc0a-462c-b8db-2a61db7c0998 tempest-AttachVolumeShelveTestJSON-322666943 tempest-AttachVolumeShelveTestJSON-322666943-project] 10.222.0.22 "DELETE /v2.0/floatingips/3a5dea7d-82be-49c2-b587-80c7c25aa91b HTTP/1.1" status: 204 len: 168 time: 1.6704655 Sep 07 02:56:07.108440 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-23e9199c-2577-46c4-b6dd-379399481ee0 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:07.123719 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-70196db0-cf13-482a-b5b6-e534451b8500 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:07.179854 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-9a553b24-bc73-447d-b1e8-399db62e218d tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Deleting port 391d3fb5-9e6d-4c62-8be4-eac576a86c11 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:56:07.180231 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9a553b24-bc73-447d-b1e8-399db62e218d tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:07.224185 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765ec47b-75c6-4837-b65c-237f24862598 None None] Update dhcp port {'port': {'network_id': '08d2772c-c615-47db-a417-e1042178085f', 'fixed_ips': [{'subnet_id': 'cae3d55d-1a13-49b4-96ed-9c0209c9d4fb', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '0ee2057f-3fdf-45be-a79b-6f3422c2383d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'adbba5c5-3630-448a-b5cc-0937455a6195'}], 'binding:host_id': 'n-d-796209-16'}, 'id': '07452499-5284-4328-96b8-14324e4048ca'} from n-d-796209-16. {{(pid=94702) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 07 02:56:07.261486 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-765ec47b-75c6-4837-b65c-237f24862598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:07.275972 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-f152f92f-be8e-4bd2-9cb5-8034456a11f8 None None] Provisioning for port 391d3fb5-9e6d-4c62-8be4-eac576a86c11 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:56:07.285312 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-f152f92f-be8e-4bd2-9cb5-8034456a11f8 None None] Provisioning complete for port 391d3fb5-9e6d-4c62-8be4-eac576a86c11 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:07.285867 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f152f92f-be8e-4bd2-9cb5-8034456a11f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:07.335373 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e9199c-2577-46c4-b6dd-379399481ee0 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Pushing event updated for resources: {'Subnet': ['ID=a669f90d-6941-4c87-b890-a76faa23ae11,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:07.356566 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e9199c-2577-46c4-b6dd-379399481ee0 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Checking segment: {'id': 'dce9a188-8455-479f-ad4e-eb0e1ed715fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9e02d4eb-fcf5-4420-b279-3c480e17a3c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:56:07.357457 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e9199c-2577-46c4-b6dd-379399481ee0 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Network hostable DHCP agents. Network: 9e02d4eb-fcf5-4420-b279-3c480e17a3c2, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:56:07.391200 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-f152f92f-be8e-4bd2-9cb5-8034456a11f8 None None] Port 391d3fb5-9e6d-4c62-8be4-eac576a86c11 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:56:07.403001 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9a553b24-bc73-447d-b1e8-399db62e218d tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:07.406075 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e9199c-2577-46c4-b6dd-379399481ee0 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Network 9e02d4eb-fcf5-4420-b279-3c480e17a3c2 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:56:07.427080 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-9a553b24-bc73-447d-b1e8-399db62e218d tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Calling delete_port for 391d3fb5-9e6d-4c62-8be4-eac576a86c11 owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:56:07.488047 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 9f28fb23-6c18-401a-b3df-be21f5f44f06 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:56:07.571063 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-23e9199c-2577-46c4-b6dd-379399481ee0 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 9e02d4eb-fcf5-4420-b279-3c480e17a3c2) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:56:07.581495 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e9199c-2577-46c4-b6dd-379399481ee0 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:07.582175 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-23e9199c-2577-46c4-b6dd-379399481ee0 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:07.599608 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9a553b24-bc73-447d-b1e8-399db62e218d tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:07.611570 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-23e9199c-2577-46c4-b6dd-379399481ee0 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4038682 Sep 07 02:56:07.612876 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48360) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:07.618151 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-7d660918-00be-418d-807c-86f991374e66 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Request body: {'port': {'network_id': '9e02d4eb-fcf5-4420-b279-3c480e17a3c2', 'name': 'tempest-AllowedAddressPairTestJSON-602372102'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:56:07.651040 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a553b24-bc73-447d-b1e8-399db62e218d tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event deleted for resources: {'Port': ['ID=391d3fb5-9e6d-4c62-8be4-eac576a86c11,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:07.684113 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9a553b24-bc73-447d-b1e8-399db62e218d tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:07.689011 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9a553b24-bc73-447d-b1e8-399db62e218d tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/ports/391d3fb5-9e6d-4c62-8be4-eac576a86c11 HTTP/1.1" status: 204 len: 168 time: 0.9385426 Sep 07 02:56:07.689694 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48362) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:07.733460 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cc3a29-6813-4009-a897-8c6d6274bccf None None] Network 9e02d4eb-fcf5-4420-b279-3c480e17a3c2 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:56:07.768749 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d660918-00be-418d-807c-86f991374e66 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Made reservation on behalf of f4ca27208d4a4bf3985c8efd51821a79 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:56:07.773967 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7d660918-00be-418d-807c-86f991374e66 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:07.796570 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-7d660918-00be-418d-807c-86f991374e66 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] device_id is not set on port 003202a3-42d0-49b2-bad4-8b9358995e6a yet. {{(pid=94701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:56:07.816395 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c506618-bb2b-46ed-8631-82f4d95c8a9d tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:07.818087 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c506618-bb2b-46ed-8631-82f4d95c8a9d tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:07.824978 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-8c506618-bb2b-46ed-8631-82f4d95c8a9d tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1289711 Sep 07 02:56:07.825513 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48364) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:07.890218 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-b80276b3-d086-4ff8-8854-1e25ed86c61f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Deleting subnet 8fafab47-73fb-4c0c-89a5-e1d4881dfe29 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:56:07.894071 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b80276b3-d086-4ff8-8854-1e25ed86c61f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:07.898645 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-765ec47b-75c6-4837-b65c-237f24862598 None None] Allocated IP 2001:db8:0:2::2 (08d2772c-c615-47db-a417-e1042178085f/adbba5c5-3630-448a-b5cc-0937455a6195/07452499-5284-4328-96b8-14324e4048ca) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:56:07.941567 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 9f28fb23-6c18-401a-b3df-be21f5f44f06 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:56:07.948777 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b80276b3-d086-4ff8-8854-1e25ed86c61f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:07.956454 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 9f28fb23-6c18-401a-b3df-be21f5f44f06 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:07.956856 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:08.027822 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-7d660918-00be-418d-807c-86f991374e66 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Allocated IP 172.20.0.10 (9e02d4eb-fcf5-4420-b279-3c480e17a3c2/a669f90d-6941-4c87-b890-a76faa23ae11/003202a3-42d0-49b2-bad4-8b9358995e6a) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:56:08.082643 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b80276b3-d086-4ff8-8854-1e25ed86c61f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:08.082988 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b346ca-c011-4230-9fca-81b810912051 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-9e02d4eb-fcf5-4420-b279-3c480e17a3c2', 'network_id': '9e02d4eb-fcf5-4420-b279-3c480e17a3c2', 'tenant_id': 'f4ca27208d4a4bf3985c8efd51821a79', 'fixed_ips': [{'subnet_id': 'a669f90d-6941-4c87-b890-a76faa23ae11'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:56:08.084430 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e7b346ca-c011-4230-9fca-81b810912051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:08.170996 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b80276b3-d086-4ff8-8854-1e25ed86c61f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:08.231053 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80276b3-d086-4ff8-8854-1e25ed86c61f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event deleted for resources: {'Subnet': ['ID=8fafab47-73fb-4c0c-89a5-e1d4881dfe29,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:08.232149 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4146ca4-c680-4140-af38-9758cb50c446 None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:56:08.239375 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b80276b3-d086-4ff8-8854-1e25ed86c61f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:08.241432 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b80276b3-d086-4ff8-8854-1e25ed86c61f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/subnets/8fafab47-73fb-4c0c-89a5-e1d4881dfe29 HTTP/1.1" status: 204 len: 168 time: 0.4128151 Sep 07 02:56:08.245021 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48370) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:08.290688 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a43d1c40-a480-41c6-9437-8c12edd667de tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0445468 Sep 07 02:56:08.293534 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48372) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:08.312079 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7d660918-00be-418d-807c-86f991374e66 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:08.336660 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-7d660918-00be-418d-807c-86f991374e66 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Transition to ACTIVE for port object 003202a3-42d0-49b2-bad4-8b9358995e6a will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:56:08.342139 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3e781-faf9-4b08-b413-9b2a85cb6808 req-dedd6c28-ae78-454d-a8ec-272e097e8f8a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:08.343737 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-77a3e781-faf9-4b08-b413-9b2a85cb6808 req-dedd6c28-ae78-454d-a8ec-272e097e8f8a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=9825f0c0-3240-4c71-adef-7f75dbcde66a HTTP/1.1" status: 200 len: 946 time: 0.1398458 Sep 07 02:56:08.356839 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df975ea6-e258-4ac9-8524-fec390cadc78 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:08.358468 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-df975ea6-e258-4ac9-8524-fec390cadc78 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0639045 Sep 07 02:56:08.365107 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48376) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:08.402902 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7d660918-00be-418d-807c-86f991374e66 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:08.418296 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3340fb-9f0d-46a7-af35-a4ae5ae61bd8 req-862882b4-3ec1-42b4-a1d8-a5c829125d46 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:08.425798 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0d3340fb-9f0d-46a7-af35-a4ae5ae61bd8 req-862882b4-3ec1-42b4-a1d8-a5c829125d46 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5cb82fe-718c-48ae-87b9-3ee35681d47c HTTP/1.1" status: 200 len: 945 time: 0.2761204 Sep 07 02:56:08.435174 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-765ec47b-75c6-4837-b65c-237f24862598 None None] For port 07452499-5284-4328-96b8-14324e4048ca, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=07452499-5284-4328-96b8-14324e4048ca,segment=NetworkSegment(f332698a-ba55-43dc-ab85-2d5cb664c950),segment_id=f332698a-ba55-43dc-ab85-2d5cb664c950)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:56:08.437574 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-77a3e781-faf9-4b08-b413-9b2a85cb6808 req-a26aeb66-2e2a-4f5b-8847-99c891551282 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=227b796e-e331-4437-9ee2-e029d8455d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780315 Sep 07 02:56:08.446207 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0809a0e9-d2ba-4306-8abf-18625e0cb4d2 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:08.447713 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-0809a0e9-d2ba-4306-8abf-18625e0cb4d2 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0807998 Sep 07 02:56:08.450334 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48378) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:08.494868 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f2b71aba-3bc1-4c04-bbce-99312b211f7f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0434122 Sep 07 02:56:08.496627 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d660918-00be-418d-807c-86f991374e66 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Network 9e02d4eb-fcf5-4420-b279-3c480e17a3c2 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:56:08.498796 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:08.500306 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48380) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:08.506656 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-51025299-7ee9-4719-ac85-98c7d27340ab tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Request body: {'subnet': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:56:08.507202 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-7d660918-00be-418d-807c-86f991374e66 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:56:08.513643 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d660918-00be-418d-807c-86f991374e66 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:56:08.516363 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d660918-00be-418d-807c-86f991374e66 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Pushing event updated for resources: {'Port': ['ID=003202a3-42d0-49b2-bad4-8b9358995e6a,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:08.560494 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-765ec47b-75c6-4837-b65c-237f24862598 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:08.573385 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0d3340fb-9f0d-46a7-af35-a4ae5ae61bd8 req-a9b35846-a0f6-4252-be32-a841c8ecc7a7 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430292 Sep 07 02:56:08.581711 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-e7b346ca-c011-4230-9fca-81b810912051 None None] Allocated IP 172.20.0.2 (9e02d4eb-fcf5-4420-b279-3c480e17a3c2/a669f90d-6941-4c87-b890-a76faa23ae11/c5d6869b-1aba-4a9e-b756-1c22063cc55b) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:56:08.595378 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 9f28fb23-6c18-401a-b3df-be21f5f44f06, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=9f28fb23-6c18-401a-b3df-be21f5f44f06,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:56:08.608231 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:08.614114 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-765ec47b-75c6-4837-b65c-237f24862598 None None] Transition to ACTIVE for port object 07452499-5284-4328-96b8-14324e4048ca will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:56:08.616828 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51025299-7ee9-4719-ac85-98c7d27340ab tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Made reservation on behalf of 4c9354482bbf46e593fb1c1c8959ca81 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:56:08.617147 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d660918-00be-418d-807c-86f991374e66 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:08.617859 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7d660918-00be-418d-807c-86f991374e66 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:08.620678 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-51025299-7ee9-4719-ac85-98c7d27340ab tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:08.654747 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-765ec47b-75c6-4837-b65c-237f24862598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:08.705986 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb690e9e-045b-4ab7-aba4-bb6e4e91c6cb None None] DHCP port deletion for 98fba89c-e7ad-427b-9268-93662b8245b2 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:56:08.741384 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-7d660918-00be-418d-807c-86f991374e66 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1273608 Sep 07 02:56:08.745132 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48382) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:08.752393 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-4ac86719-3123-4467-84e0-dc985a300746 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Request body: {'port': {'network_id': '9e02d4eb-fcf5-4420-b279-3c480e17a3c2', 'name': 'tempest-AllowedAddressPairTestJSON-708123418', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:29:4f:d4'}]}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:56:08.767101 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-70196db0-cf13-482a-b5b6-e534451b8500 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Delete allocated IP 2001:db8::135 (08d2772c-c615-47db-a417-e1042178085f/0ee2057f-3fdf-45be-a79b-6f3422c2383d) {{(pid=94701) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 07 02:56:08.802172 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-70196db0-cf13-482a-b5b6-e534451b8500 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Allocated IP 2001:db8:0:2::6 (08d2772c-c615-47db-a417-e1042178085f/adbba5c5-3630-448a-b5cc-0937455a6195/b77f2928-7cc5-4d08-a619-f41f4f2dbf44) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:56:08.827935 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=9f28fb23-6c18-401a-b3df-be21f5f44f06,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:08.881966 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-51025299-7ee9-4719-ac85-98c7d27340ab tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:08.945933 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765ec47b-75c6-4837-b65c-237f24862598 None None] Pushing event updated for resources: {'Port': ['ID=07452499-5284-4328-96b8-14324e4048ca,revision_number=7']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:08.966222 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51025299-7ee9-4719-ac85-98c7d27340ab tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:56:08.972487 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-fb690e9e-045b-4ab7-aba4-bb6e4e91c6cb None None] Deleting port 9f28fb23-6c18-401a-b3df-be21f5f44f06 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:56:08.972871 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fb690e9e-045b-4ab7-aba4-bb6e4e91c6cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:08.978051 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e7b346ca-c011-4230-9fca-81b810912051 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:08.981159 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-51025299-7ee9-4719-ac85-98c7d27340ab tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:56:08.990091 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51025299-7ee9-4719-ac85-98c7d27340ab tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:08.991145 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-51025299-7ee9-4719-ac85-98c7d27340ab tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:09.020983 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51025299-7ee9-4719-ac85-98c7d27340ab tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event updated for resources: {'Subnet': ['ID=fb93967d-8d8c-4089-8007-76c0ad3f6cd9,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:09.021975 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-e7b346ca-c011-4230-9fca-81b810912051 None None] Transition to ACTIVE for port object c5d6869b-1aba-4a9e-b756-1c22063cc55b will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:56:09.044129 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac86719-3123-4467-84e0-dc985a300746 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Made reservation on behalf of f4ca27208d4a4bf3985c8efd51821a79 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:56:09.047710 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-51025299-7ee9-4719-ac85-98c7d27340ab tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5456438 Sep 07 02:56:09.049741 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48384) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:09.073631 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-6c8a1f44-594c-4432-a5ca-2eb1197af0d3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Request body: {'port': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'fixed_ips': [{'subnet_id': 'fb93967d-8d8c-4089-8007-76c0ad3f6cd9', 'ip_address': '2001:db8::f1d8:f82e:1ae3:efba'}], 'name': 'tempest-NetworksTestDHCPv6-1392124650'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:56:09.079401 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-e7b346ca-c011-4230-9fca-81b810912051 None None] Transition to ACTIVE for port object c5d6869b-1aba-4a9e-b756-1c22063cc55b will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:56:09.124056 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-fb690e9e-045b-4ab7-aba4-bb6e4e91c6cb None None] For port 9f28fb23-6c18-401a-b3df-be21f5f44f06, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=9f28fb23-6c18-401a-b3df-be21f5f44f06,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:56:09.124867 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fb690e9e-045b-4ab7-aba4-bb6e4e91c6cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:09.145818 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-fb690e9e-045b-4ab7-aba4-bb6e4e91c6cb None None] Calling delete_port for 9f28fb23-6c18-401a-b3df-be21f5f44f06 owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:56:09.165745 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e7b346ca-c011-4230-9fca-81b810912051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:09.221324 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-70196db0-cf13-482a-b5b6-e534451b8500 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:09.226121 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c8a1f44-594c-4432-a5ca-2eb1197af0d3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Made reservation on behalf of 4c9354482bbf46e593fb1c1c8959ca81 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:56:09.234347 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6c8a1f44-594c-4432-a5ca-2eb1197af0d3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:09.234585 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4ac86719-3123-4467-84e0-dc985a300746 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:09.255081 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-70196db0-cf13-482a-b5b6-e534451b8500 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Transition to ACTIVE for port object b77f2928-7cc5-4d08-a619-f41f4f2dbf44 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:56:09.261306 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-6c8a1f44-594c-4432-a5ca-2eb1197af0d3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] device_id is not set on port e025b370-18e5-4bf1-b628-70b29a898d9d yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:56:09.279985 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-4ac86719-3123-4467-84e0-dc985a300746 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] device_id is not set on port 4a392002-d814-4243-8cf7-c642bcbb3c8d yet. {{(pid=94701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:56:09.288130 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-70196db0-cf13-482a-b5b6-e534451b8500 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:09.292541 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b346ca-c011-4230-9fca-81b810912051 None None] Network 9e02d4eb-fcf5-4420-b279-3c480e17a3c2 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:56:09.315231 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-e7b346ca-c011-4230-9fca-81b810912051 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:56:09.318349 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b346ca-c011-4230-9fca-81b810912051 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:56:09.320374 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b346ca-c011-4230-9fca-81b810912051 None None] Pushing event updated for resources: {'Port': ['ID=c5d6869b-1aba-4a9e-b756-1c22063cc55b,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:09.447117 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-70196db0-cf13-482a-b5b6-e534451b8500 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] In _notify_port_updated(), no bound segment for port b77f2928-7cc5-4d08-a619-f41f4f2dbf44 on network 08d2772c-c615-47db-a417-e1042178085f {{(pid=94701) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 02:56:09.453135 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70196db0-cf13-482a-b5b6-e534451b8500 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:09.453943 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-70196db0-cf13-482a-b5b6-e534451b8500 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:09.455396 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-70196db0-cf13-482a-b5b6-e534451b8500 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "PUT /v2.0/ports/b77f2928-7cc5-4d08-a619-f41f4f2dbf44 HTTP/1.1" status: 200 len: 967 time: 2.4668477 Sep 07 02:56:09.460753 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48388) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:09.499204 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70196db0-cf13-482a-b5b6-e534451b8500 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event updated for resources: {'Port': ['ID=b77f2928-7cc5-4d08-a619-f41f4f2dbf44,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:09.505562 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-e7b346ca-c011-4230-9fca-81b810912051 None None] Attempting to bind port c5d6869b-1aba-4a9e-b756-1c22063cc55b on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:56:09.506739 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-e7b346ca-c011-4230-9fca-81b810912051 None None] Attempting to bind port c5d6869b-1aba-4a9e-b756-1c22063cc55b by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'dce9a188-8455-479f-ad4e-eb0e1ed715fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9e02d4eb-fcf5-4420-b279-3c480e17a3c2'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:56:09.513035 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b346ca-c011-4230-9fca-81b810912051 None None] Attempting to bind port c5d6869b-1aba-4a9e-b756-1c22063cc55b on network 9e02d4eb-fcf5-4420-b279-3c480e17a3c2 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:56:09.515783 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 07452499-5284-4328-96b8-14324e4048ca up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:56:09.519438 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fb690e9e-045b-4ab7-aba4-bb6e4e91c6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:09.600948 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b346ca-c011-4230-9fca-81b810912051 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:56:09.601469 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b346ca-c011-4230-9fca-81b810912051 None None] Checking segment: {'id': 'dce9a188-8455-479f-ad4e-eb0e1ed715fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9e02d4eb-fcf5-4420-b279-3c480e17a3c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:56:09.601998 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e7b346ca-c011-4230-9fca-81b810912051 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:09.602648 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b346ca-c011-4230-9fca-81b810912051 None None] Bound using segment: {'id': 'dce9a188-8455-479f-ad4e-eb0e1ed715fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9e02d4eb-fcf5-4420-b279-3c480e17a3c2'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:56:09.603336 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-e7b346ca-c011-4230-9fca-81b810912051 None None] Bound port: c5d6869b-1aba-4a9e-b756-1c22063cc55b, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dce9a188-8455-479f-ad4e-eb0e1ed715fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '9e02d4eb-fcf5-4420-b279-3c480e17a3c2'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:56:09.603841 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e7b346ca-c011-4230-9fca-81b810912051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:09.631326 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb690e9e-045b-4ab7-aba4-bb6e4e91c6cb None None] Pushing event deleted for resources: {'Port': ['ID=9f28fb23-6c18-401a-b3df-be21f5f44f06,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:09.632240 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-4ac86719-3123-4467-84e0-dc985a300746 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Allocated IP 172.20.0.13 (9e02d4eb-fcf5-4420-b279-3c480e17a3c2/a669f90d-6941-4c87-b890-a76faa23ae11/4a392002-d814-4243-8cf7-c642bcbb3c8d) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:56:09.635054 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb690e9e-045b-4ab7-aba4-bb6e4e91c6cb None None] No DVR routers for this DVR port 9f28fb23-6c18-401a-b3df-be21f5f44f06 on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:56:09.670181 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-6c8a1f44-594c-4432-a5ca-2eb1197af0d3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Allocated IP 2001:db8::f1d8:f82e:1ae3:efba (98fba89c-e7ad-427b-9268-93662b8245b2/fb93967d-8d8c-4089-8007-76c0ad3f6cd9/e025b370-18e5-4bf1-b628-70b29a898d9d) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:56:09.706795 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be58b6c2-5e40-4d98-88da-c167bc069cc1 None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:56:09.868994 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6c8a1f44-594c-4432-a5ca-2eb1197af0d3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:09.891325 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-6c8a1f44-594c-4432-a5ca-2eb1197af0d3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Transition to ACTIVE for port object e025b370-18e5-4bf1-b628-70b29a898d9d will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:56:09.891635 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82e5aa5-e5d4-4cbd-a67d-8d6ebd73fab5 req-ecf802b1-3205-493c-93f0-d19d18b2c606 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:09.893411 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f82e5aa5-e5d4-4cbd-a67d-8d6ebd73fab5 req-ecf802b1-3205-493c-93f0-d19d18b2c606 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5cb82fe-718c-48ae-87b9-3ee35681d47c HTTP/1.1" status: 200 len: 945 time: 0.1802077 Sep 07 02:56:09.929537 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3be663e8-8e3f-4d44-b587-a147d0050419 None None] Provisioning complete for port 7bcde78a-99d5-425e-95b7-c126007c2a65 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:09.936118 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3be663e8-8e3f-4d44-b587-a147d0050419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:09.946572 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-e7b346ca-c011-4230-9fca-81b810912051 None None] For port c5d6869b-1aba-4a9e-b756-1c22063cc55b, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:56:09.950306 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6c8a1f44-594c-4432-a5ca-2eb1197af0d3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:10.005443 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f82e5aa5-e5d4-4cbd-a67d-8d6ebd73fab5 req-c0cc0ecc-83a5-4ed3-9732-5c9b7450a4ac tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029837 Sep 07 02:56:10.013788 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4ac86719-3123-4467-84e0-dc985a300746 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:10.045038 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8a1f44-594c-4432-a5ca-2eb1197af0d3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event updated for resources: {'Port': ['ID=e025b370-18e5-4bf1-b628-70b29a898d9d,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:10.050131 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-4ac86719-3123-4467-84e0-dc985a300746 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Transition to ACTIVE for port object 4a392002-d814-4243-8cf7-c642bcbb3c8d will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:56:10.053315 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-e7b346ca-c011-4230-9fca-81b810912051 None None] For port c5d6869b-1aba-4a9e-b756-1c22063cc55b, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=c5d6869b-1aba-4a9e-b756-1c22063cc55b,segment=NetworkSegment(dce9a188-8455-479f-ad4e-eb0e1ed715fc),segment_id=dce9a188-8455-479f-ad4e-eb0e1ed715fc)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:56:10.091892 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e7b346ca-c011-4230-9fca-81b810912051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:10.095515 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4137e9-d2b8-450e-9a52-ea5cdff32ffe req-0dc8fc8a-42c0-43e6-87d8-237f89a63b17 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:10.097858 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3b4137e9-d2b8-450e-9a52-ea5cdff32ffe req-0dc8fc8a-42c0-43e6-87d8-237f89a63b17 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=9825f0c0-3240-4c71-adef-7f75dbcde66a HTTP/1.1" status: 200 len: 946 time: 0.5324686 Sep 07 02:56:10.116365 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4ac86719-3123-4467-84e0-dc985a300746 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:10.123832 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8a1f44-594c-4432-a5ca-2eb1197af0d3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:56:10.132421 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-6c8a1f44-594c-4432-a5ca-2eb1197af0d3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:56:10.148256 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8a1f44-594c-4432-a5ca-2eb1197af0d3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:56:10.154323 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8a1f44-594c-4432-a5ca-2eb1197af0d3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:10.160186 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6c8a1f44-594c-4432-a5ca-2eb1197af0d3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:10.178203 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3be663e8-8e3f-4d44-b587-a147d0050419 None None] Port 7bcde78a-99d5-425e-95b7-c126007c2a65 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:56:10.187944 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 9f28fb23-6c18-401a-b3df-be21f5f44f06 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:56:10.195230 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac86719-3123-4467-84e0-dc985a300746 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Network 9e02d4eb-fcf5-4420-b279-3c480e17a3c2 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:56:10.198476 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-6c8a1f44-594c-4432-a5ca-2eb1197af0d3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1460195 Sep 07 02:56:10.200257 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-4ac86719-3123-4467-84e0-dc985a300746 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:56:10.205516 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48396) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:10.207009 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac86719-3123-4467-84e0-dc985a300746 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:56:10.214399 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-181b04d0-3f56-436d-8449-b545270659cd tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Request body: {'port': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'fixed_ips': [{'subnet_id': 'fb93967d-8d8c-4089-8007-76c0ad3f6cd9', 'ip_address': '2001:db8::f1d8:f82e:1ae3:efba'}], 'name': 'tempest-NetworksTestDHCPv6-2132188799'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:56:10.234795 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac86719-3123-4467-84e0-dc985a300746 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Pushing event updated for resources: {'Port': ['ID=4a392002-d814-4243-8cf7-c642bcbb3c8d,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:10.239403 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3b4137e9-d2b8-450e-9a52-ea5cdff32ffe req-d7b0a5f5-a8ab-4707-82b7-a8e44c8d7c37 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=227b796e-e331-4437-9ee2-e029d8455d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292195 Sep 07 02:56:10.242225 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-82e11440-5467-41b9-b747-53c94803ead6 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Deleting port b77f2928-7cc5-4d08-a619-f41f4f2dbf44 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:56:10.242568 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-82e11440-5467-41b9-b747-53c94803ead6 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:10.299613 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac86719-3123-4467-84e0-dc985a300746 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:10.300250 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4ac86719-3123-4467-84e0-dc985a300746 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:10.330658 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-4ac86719-3123-4467-84e0-dc985a300746 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.5838194 Sep 07 02:56:10.332905 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48398) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:10.425583 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-82e11440-5467-41b9-b747-53c94803ead6 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:10.431746 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9f0006-85db-4bcc-836e-058b9c17f93b tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:10.437989 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 9f28fb23-6c18-401a-b3df-be21f5f44f06 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:56:10.438537 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 9f28fb23-6c18-401a-b3df-be21f5f44f06 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:56:10.445693 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9f0006-85db-4bcc-836e-058b9c17f93b tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:10.468714 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9f0006-85db-4bcc-836e-058b9c17f93b tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:10.471764 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-9e9f0006-85db-4bcc-836e-058b9c17f93b tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1379437 Sep 07 02:56:10.473250 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e103be-a16a-48a2-8cb6-eaad442d9925 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-98fba89c-e7ad-427b-9268-93662b8245b2', 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'tenant_id': '4c9354482bbf46e593fb1c1c8959ca81', 'fixed_ips': [{'subnet_id': 'fb93967d-8d8c-4089-8007-76c0ad3f6cd9'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:56:10.474307 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-23e103be-a16a-48a2-8cb6-eaad442d9925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:10.474829 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48400) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:10.481331 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-82e11440-5467-41b9-b747-53c94803ead6 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Calling delete_port for b77f2928-7cc5-4d08-a619-f41f4f2dbf44 owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:56:10.497967 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3be663e8-8e3f-4d44-b587-a147d0050419 None None] Provisioning for port b77f2928-7cc5-4d08-a619-f41f4f2dbf44 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:56:10.522463 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b346ca-c011-4230-9fca-81b810912051 None None] Pushing event updated for resources: {'Port': ['ID=c5d6869b-1aba-4a9e-b756-1c22063cc55b,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:10.527873 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-181b04d0-3f56-436d-8449-b545270659cd tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Made reservation on behalf of 4c9354482bbf46e593fb1c1c8959ca81 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:56:10.541815 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3be663e8-8e3f-4d44-b587-a147d0050419 None None] Provisioning complete for port b77f2928-7cc5-4d08-a619-f41f4f2dbf44 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:10.543357 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3be663e8-8e3f-4d44-b587-a147d0050419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:10.675772 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-8e879269-08ec-40e4-8c7c-23e8b6d84496 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Deleting port 4a392002-d814-4243-8cf7-c642bcbb3c8d {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:56:10.676254 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8e879269-08ec-40e4-8c7c-23e8b6d84496 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:10.711318 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3be663e8-8e3f-4d44-b587-a147d0050419 None None] Port b77f2928-7cc5-4d08-a619-f41f4f2dbf44 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:56:10.773779 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3be663e8-8e3f-4d44-b587-a147d0050419 None None] Provisioning for port 07452499-5284-4328-96b8-14324e4048ca completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:56:10.782324 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3be663e8-8e3f-4d44-b587-a147d0050419 None None] Provisioning complete for port 07452499-5284-4328-96b8-14324e4048ca triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:10.782700 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3be663e8-8e3f-4d44-b587-a147d0050419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:10.829152 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-181b04d0-3f56-436d-8449-b545270659cd tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:10.841086 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-23e103be-a16a-48a2-8cb6-eaad442d9925 None None] Allocated IP 2001:db8::2 (98fba89c-e7ad-427b-9268-93662b8245b2/fb93967d-8d8c-4089-8007-76c0ad3f6cd9/ce21ee40-a75e-498b-9916-6538b6b47532) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:56:10.862945 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-181b04d0-3f56-436d-8449-b545270659cd tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] device_id is not set on port 3691ee94-7ae1-4903-ad39-9bcba11d2a49 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:56:10.873242 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8e879269-08ec-40e4-8c7c-23e8b6d84496 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:10.902907 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-8e879269-08ec-40e4-8c7c-23e8b6d84496 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Calling delete_port for 4a392002-d814-4243-8cf7-c642bcbb3c8d owned by {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:56:11.073100 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-82e11440-5467-41b9-b747-53c94803ead6 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:11.106780 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e11440-5467-41b9-b747-53c94803ead6 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event deleted for resources: {'Port': ['ID=b77f2928-7cc5-4d08-a619-f41f4f2dbf44,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:11.126133 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-23e103be-a16a-48a2-8cb6-eaad442d9925 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:11.138574 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-23e103be-a16a-48a2-8cb6-eaad442d9925 None None] Transition to ACTIVE for port object ce21ee40-a75e-498b-9916-6538b6b47532 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:56:11.161503 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-23e103be-a16a-48a2-8cb6-eaad442d9925 None None] Transition to ACTIVE for port object ce21ee40-a75e-498b-9916-6538b6b47532 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:56:11.164809 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-82e11440-5467-41b9-b747-53c94803ead6 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:11.169770 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-82e11440-5467-41b9-b747-53c94803ead6 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "DELETE /v2.0/ports/b77f2928-7cc5-4d08-a619-f41f4f2dbf44 HTTP/1.1" status: 204 len: 168 time: 1.7080426 Sep 07 02:56:11.170422 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48414) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:11.175257 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-23e103be-a16a-48a2-8cb6-eaad442d9925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:11.178868 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-fafa2ddb-6393-4166-a268-94a510de9ce1 None None] Could not find standard attr ID for object b77f2928-7cc5-4d08-a619-f41f4f2dbf44. {{(pid=94702) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 02:56:11.257661 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e103be-a16a-48a2-8cb6-eaad442d9925 None None] Pushing event updated for resources: {'Port': ['ID=ce21ee40-a75e-498b-9916-6538b6b47532,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:11.271067 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-21da33de-9a24-427c-9e94-4a4c5f3f04eb tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] GET failed (client error): The resource could not be found. Sep 07 02:56:11.273071 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e103be-a16a-48a2-8cb6-eaad442d9925 None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:56:11.275135 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-23e103be-a16a-48a2-8cb6-eaad442d9925 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:56:11.279252 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e103be-a16a-48a2-8cb6-eaad442d9925 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:56:11.283641 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-21da33de-9a24-427c-9e94-4a4c5f3f04eb tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "GET /v2.0/ports/b77f2928-7cc5-4d08-a619-f41f4f2dbf44 HTTP/1.1" status: 404 len: 333 time: 0.1120944 Sep 07 02:56:11.288045 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48418) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:11.377793 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-181b04d0-3f56-436d-8449-b545270659cd tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] POST failed (client error): There was a conflict when trying to complete your request. Sep 07 02:56:11.378255 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-181b04d0-3f56-436d-8449-b545270659cd tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:56:11.384663 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-23e103be-a16a-48a2-8cb6-eaad442d9925 None None] Attempting to bind port ce21ee40-a75e-498b-9916-6538b6b47532 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:56:11.389679 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-23e103be-a16a-48a2-8cb6-eaad442d9925 None None] Attempting to bind port ce21ee40-a75e-498b-9916-6538b6b47532 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:56:11.390116 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e103be-a16a-48a2-8cb6-eaad442d9925 None None] Attempting to bind port ce21ee40-a75e-498b-9916-6538b6b47532 on network 98fba89c-e7ad-427b-9268-93662b8245b2 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:56:11.417633 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e103be-a16a-48a2-8cb6-eaad442d9925 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:56:11.417964 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e103be-a16a-48a2-8cb6-eaad442d9925 None None] Checking segment: {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:56:11.419028 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-23e103be-a16a-48a2-8cb6-eaad442d9925 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:11.420797 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e103be-a16a-48a2-8cb6-eaad442d9925 None None] Bound using segment: {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:56:11.421531 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-23e103be-a16a-48a2-8cb6-eaad442d9925 None None] Bound port: ce21ee40-a75e-498b-9916-6538b6b47532, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:56:11.422387 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-23e103be-a16a-48a2-8cb6-eaad442d9925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:11.515241 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-beea24c7-05d4-4c60-851a-521fadb256ee tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:11.521193 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-181b04d0-3f56-436d-8449-b545270659cd tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.3098376 Sep 07 02:56:11.527202 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48420) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:11.579939 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-23e103be-a16a-48a2-8cb6-eaad442d9925 None None] For port ce21ee40-a75e-498b-9916-6538b6b47532, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:56:11.587172 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-23e103be-a16a-48a2-8cb6-eaad442d9925 None None] For port ce21ee40-a75e-498b-9916-6538b6b47532, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=ce21ee40-a75e-498b-9916-6538b6b47532,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:56:11.591652 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device c5d6869b-1aba-4a9e-b756-1c22063cc55b up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:56:11.602124 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-23e103be-a16a-48a2-8cb6-eaad442d9925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:11.637564 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a795224b-d9e5-4ed5-9ed4-1538a2145871 req-47852249-a56e-4880-8350-29c3ee371ce0 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:11.639433 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a795224b-d9e5-4ed5-9ed4-1538a2145871 req-47852249-a56e-4880-8350-29c3ee371ce0 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5cb82fe-718c-48ae-87b9-3ee35681d47c HTTP/1.1" status: 200 len: 945 time: 0.1077907 Sep 07 02:56:11.710253 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a795224b-d9e5-4ed5-9ed4-1538a2145871 req-0007cd88-7966-4be0-bc27-6aefd87acb70 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625679 Sep 07 02:56:11.720772 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e103be-a16a-48a2-8cb6-eaad442d9925 None None] Pushing event updated for resources: {'Port': ['ID=ce21ee40-a75e-498b-9916-6538b6b47532,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:11.774899 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port c5d6869b-1aba-4a9e-b756-1c22063cc55b completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:56:11.823073 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8e879269-08ec-40e4-8c7c-23e8b6d84496 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:11.860178 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e879269-08ec-40e4-8c7c-23e8b6d84496 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Pushing event deleted for resources: {'Port': ['ID=4a392002-d814-4243-8cf7-c642bcbb3c8d,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:11.921304 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887955a3-03ca-402e-96b4-6251b4177c75 req-0502d246-bd43-4852-ab4e-395cba752fbe tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:11.922850 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-887955a3-03ca-402e-96b4-6251b4177c75 req-0502d246-bd43-4852-ab4e-395cba752fbe tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=9825f0c0-3240-4c71-adef-7f75dbcde66a HTTP/1.1" status: 200 len: 946 time: 0.5093117 Sep 07 02:56:11.927025 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c4935e-8294-43e7-8d51-1fbf65ca5048 None None] Network 9e02d4eb-fcf5-4420-b279-3c480e17a3c2 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:56:11.933009 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-beea24c7-05d4-4c60-851a-521fadb256ee tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:12.055146 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75a46c5-8a7b-4898-bd48-e11255e43f0c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:12.076694 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75a46c5-8a7b-4898-bd48-e11255e43f0c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:12.078766 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-e75a46c5-8a7b-4898-bd48-e11255e43f0c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.5470748 Sep 07 02:56:12.087165 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48424) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:12.107076 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-887955a3-03ca-402e-96b4-6251b4177c75 req-f9a28d2e-81e4-48a7-a2ae-1d245176aadb tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=227b796e-e331-4437-9ee2-e029d8455d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1702707 Sep 07 02:56:12.160173 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-716dd16e-01c1-43cd-ab0d-46aba2885892 None None] Provisioning for port c5d6869b-1aba-4a9e-b756-1c22063cc55b completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:56:12.166509 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-716dd16e-01c1-43cd-ab0d-46aba2885892 None None] Provisioning complete for port c5d6869b-1aba-4a9e-b756-1c22063cc55b triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:12.167100 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-716dd16e-01c1-43cd-ab0d-46aba2885892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:12.182211 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8e879269-08ec-40e4-8c7c-23e8b6d84496 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:12.184436 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8e879269-08ec-40e4-8c7c-23e8b6d84496 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] 10.222.0.22 "DELETE /v2.0/ports/4a392002-d814-4243-8cf7-c642bcbb3c8d HTTP/1.1" status: 204 len: 168 time: 1.7086084 Sep 07 02:56:12.186932 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48426) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:12.188568 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-beea24c7-05d4-4c60-851a-521fadb256ee tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:12.191393 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-beea24c7-05d4-4c60-851a-521fadb256ee tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:12.193145 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-beea24c7-05d4-4c60-851a-521fadb256ee tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "DELETE /v2.0/security-groups/98d3ce4b-4be5-4361-8197-3149c985c437 HTTP/1.1" status: 204 len: 168 time: 0.9041548 Sep 07 02:56:12.200565 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48428) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:12.236561 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-8728093f-006c-4abc-8737-f034a94c9ec7 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] GET failed (client error): The resource could not be found. Sep 07 02:56:12.242067 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8728093f-006c-4abc-8737-f034a94c9ec7 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] 10.222.0.22 "GET /v2.0/ports/4a392002-d814-4243-8cf7-c642bcbb3c8d HTTP/1.1" status: 404 len: 333 time: 0.0534642 Sep 07 02:56:12.244983 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48430) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:12.250010 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-238b8534-dc96-42f4-866f-2efd406480ef tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Request body: {'port': {'network_id': '9e02d4eb-fcf5-4420-b279-3c480e17a3c2', 'name': 'tempest-AllowedAddressPairTestJSON-452980694'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:56:12.314812 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [req-6aa771a6-e726-4ce6-8f55-c93523849952 req-96aae1c2-7db9-4a59-9209-7836769abe93 service neutron] show failed (client error): The resource could not be found. Sep 07 02:56:12.316034 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6aa771a6-e726-4ce6-8f55-c93523849952 req-96aae1c2-7db9-4a59-9209-7836769abe93 service neutron] 10.222.0.16 "GET /v2.0/ports/c05a5a9d-7b6d-4571-a0cd-6b89f4af8111/bindings/n-h1-796209-16 HTTP/1.1" status: 404 len: 381 time: 0.2360933 Sep 07 02:56:12.318161 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beea24c7-05d4-4c60-851a-521fadb256ee tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d3ce4b-4be5-4361-8197-3149c985c437,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:12.361430 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-716dd16e-01c1-43cd-ab0d-46aba2885892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:12.371562 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6f47fb8b-9d13-42c9-ab32-cab0f8814bf7 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:12.377552 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-ca996fe1-7155-4011-a985-dfedc8bdaa4b tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Deleting port e025b370-18e5-4bf1-b628-70b29a898d9d {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:56:12.378174 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ca996fe1-7155-4011-a985-dfedc8bdaa4b tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:12.401294 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6f47fb8b-9d13-42c9-ab32-cab0f8814bf7 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:12.437879 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-716dd16e-01c1-43cd-ab0d-46aba2885892 None None] For port c5d6869b-1aba-4a9e-b756-1c22063cc55b, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=c5d6869b-1aba-4a9e-b756-1c22063cc55b,segment=NetworkSegment(dce9a188-8455-479f-ad4e-eb0e1ed715fc),segment_id=dce9a188-8455-479f-ad4e-eb0e1ed715fc)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:56:12.445398 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-716dd16e-01c1-43cd-ab0d-46aba2885892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:12.513333 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238b8534-dc96-42f4-866f-2efd406480ef tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Made reservation on behalf of f4ca27208d4a4bf3985c8efd51821a79 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:56:12.517935 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-238b8534-dc96-42f4-866f-2efd406480ef tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:12.531568 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ca996fe1-7155-4011-a985-dfedc8bdaa4b tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:12.534519 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716dd16e-01c1-43cd-ab0d-46aba2885892 None None] Pushing event updated for resources: {'Port': ['ID=c5d6869b-1aba-4a9e-b756-1c22063cc55b,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:12.535347 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6f47fb8b-9d13-42c9-ab32-cab0f8814bf7 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:12.538074 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6f47fb8b-9d13-42c9-ab32-cab0f8814bf7 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:12.539367 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-6f47fb8b-9d13-42c9-ab32-cab0f8814bf7 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "DELETE /v2.0/security-groups/287e60cf-52b7-41f2-96f1-f95ecc323320 HTTP/1.1" status: 204 len: 168 time: 0.3364079 Sep 07 02:56:12.550787 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48432) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:12.575045 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-ca996fe1-7155-4011-a985-dfedc8bdaa4b tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Calling delete_port for e025b370-18e5-4bf1-b628-70b29a898d9d owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:56:12.610549 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f47fb8b-9d13-42c9-ab32-cab0f8814bf7 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=287e60cf-52b7-41f2-96f1-f95ecc323320,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:12.675392 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b92c77c5-776f-41d8-9f5c-ff52a9775ca6 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:12.677959 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-238b8534-dc96-42f4-866f-2efd406480ef tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] device_id is not set on port b7830355-65f6-45ba-877e-8d29f4aa42de yet. {{(pid=94701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:56:12.760147 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ca996fe1-7155-4011-a985-dfedc8bdaa4b tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:12.785186 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-385bb032-6ce6-49e1-9bf1-f925624e4c0e None None] Provisioning for port 003202a3-42d0-49b2-bad4-8b9358995e6a completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:56:12.798363 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b92c77c5-776f-41d8-9f5c-ff52a9775ca6 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:12.799384 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-385bb032-6ce6-49e1-9bf1-f925624e4c0e None None] Provisioning complete for port 003202a3-42d0-49b2-bad4-8b9358995e6a triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:12.799795 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-385bb032-6ce6-49e1-9bf1-f925624e4c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:12.810844 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca996fe1-7155-4011-a985-dfedc8bdaa4b tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event deleted for resources: {'Port': ['ID=e025b370-18e5-4bf1-b628-70b29a898d9d,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:12.844278 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa771a6-e726-4ce6-8f55-c93523849952 req-6a0aad06-a177-4907-afcd-c49ebf453ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:12.846137 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6aa771a6-e726-4ce6-8f55-c93523849952 req-6a0aad06-a177-4907-afcd-c49ebf453ebb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9825f0c0-3240-4c71-adef-7f75dbcde66a&tenant_id=626f31b15da14e0da01388cbfdee7f90 HTTP/1.1" status: 200 len: 1098 time: 0.2460024 Sep 07 02:56:12.858592 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ca996fe1-7155-4011-a985-dfedc8bdaa4b tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:12.864180 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ca996fe1-7155-4011-a985-dfedc8bdaa4b tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/ports/e025b370-18e5-4bf1-b628-70b29a898d9d HTTP/1.1" status: 204 len: 168 time: 0.7604926 Sep 07 02:56:12.864578 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48436) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:12.868452 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-6aa771a6-e726-4ce6-8f55-c93523849952 req-e78eca54-c2cc-42f2-8b18-f69392eda8d9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-796209-16', 'device_owner': 'compute:nova'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:56:12.907814 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-385bb032-6ce6-49e1-9bf1-f925624e4c0e None None] Port 003202a3-42d0-49b2-bad4-8b9358995e6a cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:56:12.930790 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c688d15f-2306-4274-b107-35d463775a25 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:12.932319 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-385bb032-6ce6-49e1-9bf1-f925624e4c0e None None] Provisioning complete for port c5d6869b-1aba-4a9e-b756-1c22063cc55b triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:12.932641 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c688d15f-2306-4274-b107-35d463775a25 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:12.933746 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-385bb032-6ce6-49e1-9bf1-f925624e4c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:12.935294 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c688d15f-2306-4274-b107-35d463775a25 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0696893 Sep 07 02:56:12.937797 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48438) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:13.009678 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-7192043b-55b4-47ab-b56c-75b8c882783d tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Deleting subnet fb93967d-8d8c-4089-8007-76c0ad3f6cd9 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:56:13.015855 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7192043b-55b4-47ab-b56c-75b8c882783d tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:13.091762 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7192043b-55b4-47ab-b56c-75b8c882783d tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:13.113824 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-238b8534-dc96-42f4-866f-2efd406480ef tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Allocated IP 172.20.0.8 (9e02d4eb-fcf5-4420-b279-3c480e17a3c2/a669f90d-6941-4c87-b890-a76faa23ae11/b7830355-65f6-45ba-877e-8d29f4aa42de) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:56:13.129861 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d56fe-9b24-4178-ab5d-36043771fc41 req-a4ac82d6-f650-4b7d-95f9-3288820e610d tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:13.131640 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-732d56fe-9b24-4178-ab5d-36043771fc41 req-a4ac82d6-f650-4b7d-95f9-3288820e610d tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5cb82fe-718c-48ae-87b9-3ee35681d47c HTTP/1.1" status: 200 len: 945 time: 0.2843511 Sep 07 02:56:13.134768 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b92c77c5-776f-41d8-9f5c-ff52a9775ca6 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:13.141010 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b92c77c5-776f-41d8-9f5c-ff52a9775ca6 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:13.145415 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b92c77c5-776f-41d8-9f5c-ff52a9775ca6 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "DELETE /v2.0/security-groups/57e6f9bf-56fd-41ee-8f95-64ef7925be88 HTTP/1.1" status: 204 len: 168 time: 0.5902159 Sep 07 02:56:13.145415 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-6aa771a6-e726-4ce6-8f55-c93523849952 req-e78eca54-c2cc-42f2-8b18-f69392eda8d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:13.147376 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48444) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:13.291928 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-65b1ed0a-91f9-48d8-9716-a5b63ccdd98d None None] Provisioning complete for port 003202a3-42d0-49b2-bad4-8b9358995e6a triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:13.293027 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-65b1ed0a-91f9-48d8-9716-a5b63ccdd98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:13.343965 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-990f195c-6755-4ffb-a167-e96e39648bf8 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Deleting subnet 0ee2057f-3fdf-45be-a79b-6f3422c2383d {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:56:13.352502 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-990f195c-6755-4ffb-a167-e96e39648bf8 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:13.357965 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-65b1ed0a-91f9-48d8-9716-a5b63ccdd98d None None] Port 003202a3-42d0-49b2-bad4-8b9358995e6a cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:56:13.449437 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbbd52c-2526-477a-ae15-3f3983c81b2b req-2124de80-5d39-427d-8301-611a63db6218 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:13.451518 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8fbbd52c-2526-477a-ae15-3f3983c81b2b req-2124de80-5d39-427d-8301-611a63db6218 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=9825f0c0-3240-4c71-adef-7f75dbcde66a HTTP/1.1" status: 200 len: 946 time: 0.2048807 Sep 07 02:56:13.461925 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92c77c5-776f-41d8-9f5c-ff52a9775ca6 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e6f9bf-56fd-41ee-8f95-64ef7925be88,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:13.484209 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7192043b-55b4-47ab-b56c-75b8c882783d tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:13.511871 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3950748f-a8e4-47fc-96ea-48b78d5de2ec None None] Could not find standard attr ID for object 4a392002-d814-4243-8cf7-c642bcbb3c8d. {{(pid=94702) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 02:56:13.517150 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3950748f-a8e4-47fc-96ea-48b78d5de2ec None None] Could not find standard attr ID for object e025b370-18e5-4bf1-b628-70b29a898d9d. {{(pid=94702) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 02:56:13.533139 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-990f195c-6755-4ffb-a167-e96e39648bf8 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:13.550411 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3950748f-a8e4-47fc-96ea-48b78d5de2ec None None] Provisioning for port ce21ee40-a75e-498b-9916-6538b6b47532 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:56:13.555073 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device c5d6869b-1aba-4a9e-b756-1c22063cc55b up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:56:13.574289 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-732d56fe-9b24-4178-ab5d-36043771fc41 req-a22632dc-56a4-4b86-99ad-7ba8255addaf tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3969178 Sep 07 02:56:13.639280 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port c5d6869b-1aba-4a9e-b756-1c22063cc55b triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:13.639958 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:13.743346 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-990f195c-6755-4ffb-a167-e96e39648bf8 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:13.780069 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-6aa771a6-e726-4ce6-8f55-c93523849952 req-e78eca54-c2cc-42f2-8b18-f69392eda8d9 service neutron] For port c05a5a9d-7b6d-4571-a0cd-6b89f4af8111, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=c05a5a9d-7b6d-4571-a0cd-6b89f4af8111,segment=NetworkSegment(be1dc1b1-7827-42bb-893b-a875f19ad000),segment_id=be1dc1b1-7827-42bb-893b-a875f19ad000)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:56:13.794588 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device ce21ee40-a75e-498b-9916-6538b6b47532 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:56:13.810967 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-238b8534-dc96-42f4-866f-2efd406480ef tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:13.848064 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-238b8534-dc96-42f4-866f-2efd406480ef tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Transition to ACTIVE for port object b7830355-65f6-45ba-877e-8d29f4aa42de will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:56:13.853807 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-6aa771a6-e726-4ce6-8f55-c93523849952 req-e78eca54-c2cc-42f2-8b18-f69392eda8d9 service neutron] For port c05a5a9d-7b6d-4571-a0cd-6b89f4af8111, host n-h2-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:56:13.857072 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-990f195c-6755-4ffb-a167-e96e39648bf8 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:13.882270 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8fbbd52c-2526-477a-ae15-3f3983c81b2b req-ffd30682-25b1-4a9e-9c17-0c32b42aabcd tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=227b796e-e331-4437-9ee2-e029d8455d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3912737 Sep 07 02:56:13.903752 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7192043b-55b4-47ab-b56c-75b8c882783d tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:13.903988 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port ce21ee40-a75e-498b-9916-6538b6b47532 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:56:13.907911 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port ce21ee40-a75e-498b-9916-6538b6b47532 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:13.908290 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:13.910707 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990f195c-6755-4ffb-a167-e96e39648bf8 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event deleted for resources: {'Subnet': ['ID=0ee2057f-3fdf-45be-a79b-6f3422c2383d,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:13.920833 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-990f195c-6755-4ffb-a167-e96e39648bf8 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:13.926540 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-990f195c-6755-4ffb-a167-e96e39648bf8 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "DELETE /v2.0/subnets/0ee2057f-3fdf-45be-a79b-6f3422c2383d HTTP/1.1" status: 204 len: 168 time: 0.7779272 Sep 07 02:56:13.928897 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48448) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:13.942049 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7192043b-55b4-47ab-b56c-75b8c882783d tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:13.944008 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-7192043b-55b4-47ab-b56c-75b8c882783d tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/subnets/fb93967d-8d8c-4089-8007-76c0ad3f6cd9 HTTP/1.1" status: 204 len: 168 time: 1.0045822 Sep 07 02:56:13.945327 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9825f0c0-3240-4c71-adef-7f75dbcde66a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c05a5a9d-7b6d-4571-a0cd-6b89f4af8111'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:56:13.950386 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcaa87cf-88b4-4b83-8d6a-e1694e322059" -d '{"events": [{"server_uuid": "9825f0c0-3240-4c71-adef-7f75dbcde66a", "name": "network-vif-unplugged", "status": "completed", "tag": "c05a5a9d-7b6d-4571-a0cd-6b89f4af8111"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:56:13.964100 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975c06b7-e49c-4876-83d1-35be9e8434ea None None] Network 08d2772c-c615-47db-a417-e1042178085f requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:56:13.976098 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-6aa771a6-e726-4ce6-8f55-c93523849952 req-e78eca54-c2cc-42f2-8b18-f69392eda8d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:13.991587 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48452) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:13.997398 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d57196a-ca3b-4c83-b3b3-ed24b5c97b19 None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:56:13.997690 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7192043b-55b4-47ab-b56c-75b8c882783d tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event deleted for resources: {'Subnet': ['ID=fb93967d-8d8c-4089-8007-76c0ad3f6cd9,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:14.025155 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0028dd7-671f-4816-a3a5-7add7b8045a4 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Deleting subnet adbba5c5-3630-448a-b5cc-0937455a6195 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:56:14.029683 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e0028dd7-671f-4816-a3a5-7add7b8045a4 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:14.077494 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 02:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce0eb4a-dbed-4dec-964a-a5479dc3cda3 x-openstack-request-id: req-bce0eb4a-dbed-4dec-964a-a5479dc3cda3 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:56:14.078754 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9825f0c0-3240-4c71-adef-7f75dbcde66a", "name": "network-vif-unplugged", "status": "completed", "tag": "c05a5a9d-7b6d-4571-a0cd-6b89f4af8111", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:56:14.079207 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bce0eb4a-dbed-4dec-964a-a5479dc3cda3 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:56:14.079831 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9825f0c0-3240-4c71-adef-7f75dbcde66a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c05a5a9d-7b6d-4571-a0cd-6b89f4af8111', 'code': 200} Sep 07 02:56:14.084466 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-db277b07-176b-4863-8f29-d707be044ade tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0855038 Sep 07 02:56:14.088231 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e0028dd7-671f-4816-a3a5-7add7b8045a4 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:14.107327 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48454) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:14.112208 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-6aa771a6-e726-4ce6-8f55-c93523849952 req-e78eca54-c2cc-42f2-8b18-f69392eda8d9 service neutron] Transition to ACTIVE for port object c05a5a9d-7b6d-4571-a0cd-6b89f4af8111 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:56:14.119859 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-79ebf7f2-8961-43d8-bb8e-955b9e8656fb tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Request body: {'subnet': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:56:14.126683 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-d13c9bb1-0138-4519-b24e-7467564e662b None None] Could not find standard attr ID for object e025b370-18e5-4bf1-b628-70b29a898d9d. {{(pid=94702) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 02:56:14.135933 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-6aa771a6-e726-4ce6-8f55-c93523849952 req-e78eca54-c2cc-42f2-8b18-f69392eda8d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:14.143760 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-238b8534-dc96-42f4-866f-2efd406480ef tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:14.211436 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e0028dd7-671f-4816-a3a5-7add7b8045a4 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:14.268204 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238b8534-dc96-42f4-866f-2efd406480ef tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Network 9e02d4eb-fcf5-4420-b279-3c480e17a3c2 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:56:14.284034 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:14.298209 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-238b8534-dc96-42f4-866f-2efd406480ef tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:56:14.336640 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e0028dd7-671f-4816-a3a5-7add7b8045a4 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:14.341546 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238b8534-dc96-42f4-866f-2efd406480ef tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:56:14.369558 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port ce21ee40-a75e-498b-9916-6538b6b47532, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=ce21ee40-a75e-498b-9916-6538b6b47532,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:56:14.382623 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0028dd7-671f-4816-a3a5-7add7b8045a4 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event deleted for resources: {'Subnet': ['ID=adbba5c5-3630-448a-b5cc-0937455a6195,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:14.392504 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e0028dd7-671f-4816-a3a5-7add7b8045a4 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:14.394326 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-e0028dd7-671f-4816-a3a5-7add7b8045a4 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "DELETE /v2.0/subnets/adbba5c5-3630-448a-b5cc-0937455a6195 HTTP/1.1" status: 204 len: 168 time: 0.4631777 Sep 07 02:56:14.396479 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:14.397321 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48458) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:14.463472 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-500ec597-a928-422d-95d3-564d00db1d99 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] DELETE failed (client error): The resource could not be found. Sep 07 02:56:14.463957 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-500ec597-a928-422d-95d3-564d00db1d99 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:56:14.466178 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-500ec597-a928-422d-95d3-564d00db1d99 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "DELETE /v2.0/subnets/0ee2057f-3fdf-45be-a79b-6f3422c2383d HTTP/1.1" status: 404 len: 337 time: 0.0678346 Sep 07 02:56:14.468747 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48460) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:14.515116 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffee63da-8e64-40df-beab-15c732b732e9 None None] DHCP port deletion for 98fba89c-e7ad-427b-9268-93662b8245b2 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:56:14.518521 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78eca54-c2cc-42f2-8b18-f69392eda8d9 service neutron] Pushing event updated for resources: {'Port': ['ID=c05a5a9d-7b6d-4571-a0cd-6b89f4af8111,revision_number=6']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:14.550535 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aa771a6-e726-4ce6-8f55-c93523849952 req-e78eca54-c2cc-42f2-8b18-f69392eda8d9 service neutron] No DVR routers for this DVR port c05a5a9d-7b6d-4571-a0cd-6b89f4af8111 on host n-h2-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:56:14.593471 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=ce21ee40-a75e-498b-9916-6538b6b47532,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:14.604006 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-edd397e4-435a-48ef-927e-e784980968db tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Deleting subnet cae3d55d-1a13-49b4-96ed-9c0209c9d4fb {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:56:14.608605 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-edd397e4-435a-48ef-927e-e784980968db tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:14.616698 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c994d81c-68cf-4f82-916d-2db9fcfba6ca None None] Update dhcp port {'port': {'network_id': '08d2772c-c615-47db-a417-e1042178085f', 'fixed_ips': [{'subnet_id': 'cae3d55d-1a13-49b4-96ed-9c0209c9d4fb', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'adbba5c5-3630-448a-b5cc-0937455a6195'}], 'binding:host_id': 'n-d-796209-16'}, 'id': '07452499-5284-4328-96b8-14324e4048ca'} from n-d-796209-16. {{(pid=94702) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 07 02:56:14.664082 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-edd397e4-435a-48ef-927e-e784980968db tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:14.675708 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238b8534-dc96-42f4-866f-2efd406480ef tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:14.676539 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-238b8534-dc96-42f4-866f-2efd406480ef tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:14.689452 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238b8534-dc96-42f4-866f-2efd406480ef tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Pushing event updated for resources: {'Port': ['ID=b7830355-65f6-45ba-877e-8d29f4aa42de,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:14.696512 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c994d81c-68cf-4f82-916d-2db9fcfba6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:14.718145 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-ffee63da-8e64-40df-beab-15c732b732e9 None None] Deleting port ce21ee40-a75e-498b-9916-6538b6b47532 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:56:14.718525 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ffee63da-8e64-40df-beab-15c732b732e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:14.810014 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ebf7f2-8961-43d8-bb8e-955b9e8656fb tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Made reservation on behalf of 4c9354482bbf46e593fb1c1c8959ca81 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:56:14.814116 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-79ebf7f2-8961-43d8-bb8e-955b9e8656fb tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:14.832814 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b5acd-a986-4799-8dd0-3db4362a869a req-8cd9b741-f92f-487f-a334-e05d289db312 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:14.834781 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f99b5acd-a986-4799-8dd0-3db4362a869a req-8cd9b741-f92f-487f-a334-e05d289db312 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5cb82fe-718c-48ae-87b9-3ee35681d47c HTTP/1.1" status: 200 len: 945 time: 0.1244180 Sep 07 02:56:14.842650 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-238b8534-dc96-42f4-866f-2efd406480ef tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5966821 Sep 07 02:56:14.854289 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48464) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:14.861324 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-974138a2-cd44-4786-9ccc-1e2007b266c0 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:29:4f:d4'}]}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:56:14.881806 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-ffee63da-8e64-40df-beab-15c732b732e9 None None] For port ce21ee40-a75e-498b-9916-6538b6b47532, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=ce21ee40-a75e-498b-9916-6538b6b47532,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:56:14.882457 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ffee63da-8e64-40df-beab-15c732b732e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:14.896968 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device c05a5a9d-7b6d-4571-a0cd-6b89f4af8111 no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:56:14.904551 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-edd397e4-435a-48ef-927e-e784980968db tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:14.910858 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-ffee63da-8e64-40df-beab-15c732b732e9 None None] Calling delete_port for ce21ee40-a75e-498b-9916-6538b6b47532 owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:56:14.930982 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-6aa771a6-e726-4ce6-8f55-c93523849952 req-e78eca54-c2cc-42f2-8b18-f69392eda8d9 service neutron] Attempting to bind port c05a5a9d-7b6d-4571-a0cd-6b89f4af8111 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:56:14.931352 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-6aa771a6-e726-4ce6-8f55-c93523849952 req-e78eca54-c2cc-42f2-8b18-f69392eda8d9 service neutron] Attempting to bind port c05a5a9d-7b6d-4571-a0cd-6b89f4af8111 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': 'be1dc1b1-7827-42bb-893b-a875f19ad000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6345c063-9711-4fd7-a5ec-cc5bb3922efa'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:56:14.931645 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa771a6-e726-4ce6-8f55-c93523849952 req-e78eca54-c2cc-42f2-8b18-f69392eda8d9 service neutron] Attempting to bind port c05a5a9d-7b6d-4571-a0cd-6b89f4af8111 on network 6345c063-9711-4fd7-a5ec-cc5bb3922efa {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:56:14.949012 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa771a6-e726-4ce6-8f55-c93523849952 req-e78eca54-c2cc-42f2-8b18-f69392eda8d9 service neutron] Port c05a5a9d-7b6d-4571-a0cd-6b89f4af8111 on network 6345c063-9711-4fd7-a5ec-cc5bb3922efa not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:56:14.949626 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa771a6-e726-4ce6-8f55-c93523849952 req-e78eca54-c2cc-42f2-8b18-f69392eda8d9 service neutron] Attempting to bind port c05a5a9d-7b6d-4571-a0cd-6b89f4af8111 on network 6345c063-9711-4fd7-a5ec-cc5bb3922efa {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:56:14.950051 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-cfd316f4-e6f9-4751-8638-53f127669a30 None None] Provisioning for port b7830355-65f6-45ba-877e-8d29f4aa42de completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:56:14.983189 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa771a6-e726-4ce6-8f55-c93523849952 req-e78eca54-c2cc-42f2-8b18-f69392eda8d9 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:56:14.983657 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa771a6-e726-4ce6-8f55-c93523849952 req-e78eca54-c2cc-42f2-8b18-f69392eda8d9 service neutron] Checking segment: {'id': 'be1dc1b1-7827-42bb-893b-a875f19ad000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6345c063-9711-4fd7-a5ec-cc5bb3922efa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:56:14.984235 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa771a6-e726-4ce6-8f55-c93523849952 req-e78eca54-c2cc-42f2-8b18-f69392eda8d9 service neutron] Bound using segment: {'id': 'be1dc1b1-7827-42bb-893b-a875f19ad000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6345c063-9711-4fd7-a5ec-cc5bb3922efa'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:56:14.984660 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-6aa771a6-e726-4ce6-8f55-c93523849952 req-e78eca54-c2cc-42f2-8b18-f69392eda8d9 service neutron] Bound port: c05a5a9d-7b6d-4571-a0cd-6b89f4af8111, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be1dc1b1-7827-42bb-893b-a875f19ad000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '6345c063-9711-4fd7-a5ec-cc5bb3922efa'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:56:14.985087 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-6aa771a6-e726-4ce6-8f55-c93523849952 req-e78eca54-c2cc-42f2-8b18-f69392eda8d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:15.015766 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f99b5acd-a986-4799-8dd0-3db4362a869a req-5876c214-69b2-44bc-b91b-d26cc7280d36 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703291 Sep 07 02:56:15.120060 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-edd397e4-435a-48ef-927e-e784980968db tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:15.163124 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd397e4-435a-48ef-927e-e784980968db tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event deleted for resources: {'Subnet': ['ID=cae3d55d-1a13-49b4-96ed-9c0209c9d4fb,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:15.169845 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-edd397e4-435a-48ef-927e-e784980968db tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:15.174482 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-edd397e4-435a-48ef-927e-e784980968db tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "DELETE /v2.0/subnets/cae3d55d-1a13-49b4-96ed-9c0209c9d4fb HTTP/1.1" status: 204 len: 168 time: 0.6981034 Sep 07 02:56:15.176632 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda9cba6-84d0-48c9-b989-c88f4140345c req-7f3968a2-a3e4-4ca7-863d-1d6eafefd4ae tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:15.178228 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cda9cba6-84d0-48c9-b989-c88f4140345c req-7f3968a2-a3e4-4ca7-863d-1d6eafefd4ae tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=9825f0c0-3240-4c71-adef-7f75dbcde66a HTTP/1.1" status: 200 len: 944 time: 0.1201122 Sep 07 02:56:15.178736 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48470) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:15.224861 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-974138a2-cd44-4786-9ccc-1e2007b266c0 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:15.234937 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-cfd316f4-e6f9-4751-8638-53f127669a30 None None] Provisioning complete for port b7830355-65f6-45ba-877e-8d29f4aa42de triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:15.238814 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-cfd316f4-e6f9-4751-8638-53f127669a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:15.255739 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server [None req-c994d81c-68cf-4f82-916d-2db9fcfba6ca None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cae3d55d-1a13-49b4-96ed-9c0209c9d4fb: This subnet is being modified by another concurrent operation. Sep 07 02:56:15.255739 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 07 02:56:15.255739 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 07 02:56:15.255739 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 07 02:56:15.255739 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 07 02:56:15.255739 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 07 02:56:15.255739 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 07 02:56:15.255739 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 07 02:56:15.255739 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 07 02:56:15.255739 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 07 02:56:15.255739 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 07 02:56:15.255739 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 07 02:56:15.255739 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 07 02:56:15.255739 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 07 02:56:15.255739 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 02:56:15.255739 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 02:56:15.255739 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 02:56:15.255739 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 02:56:15.255739 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 07 02:56:15.255739 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 02:56:15.255739 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 07 02:56:15.255739 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 07 02:56:15.255739 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 02:56:15.255739 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 02:56:15.255739 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 02:56:15.255739 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 02:56:15.255739 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 07 02:56:15.255739 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 02:56:15.255739 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 07 02:56:15.255739 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 07 02:56:15.255739 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 02:56:15.255739 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 02:56:15.255739 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 02:56:15.255739 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 02:56:15.255739 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 07 02:56:15.255739 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 07 02:56:15.255739 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 07 02:56:15.255739 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 07 02:56:15.255739 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 07 02:56:15.255739 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 07 02:56:15.255739 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 07 02:56:15.255739 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 07 02:56:15.255739 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 07 02:56:15.255739 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 07 02:56:15.255739 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 07 02:56:15.255739 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 07 02:56:15.255739 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 02:56:15.255739 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 02:56:15.255739 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 02:56:15.255739 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 02:56:15.255739 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 07 02:56:15.255739 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 02:56:15.255739 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 07 02:56:15.255739 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 07 02:56:15.259919 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 02:56:15.259919 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 02:56:15.259919 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 02:56:15.259919 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 02:56:15.259919 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 07 02:56:15.259919 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 02:56:15.259919 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 07 02:56:15.259919 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 07 02:56:15.259919 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 02:56:15.259919 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 02:56:15.259919 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 02:56:15.259919 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 02:56:15.259919 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 07 02:56:15.259919 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 07 02:56:15.259919 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1733, in update_port Sep 07 02:56:15.259919 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 07 02:56:15.259919 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 07 02:56:15.259919 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 07 02:56:15.259919 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Sep 07 02:56:15.259919 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 07 02:56:15.259919 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Sep 07 02:56:15.259919 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 07 02:56:15.259919 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Sep 07 02:56:15.259919 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 07 02:56:15.259919 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Sep 07 02:56:15.259919 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 07 02:56:15.259919 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 07 02:56:15.259919 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 07 02:56:15.259919 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 07 02:56:15.259919 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server raise exception Sep 07 02:56:15.259919 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cae3d55d-1a13-49b4-96ed-9c0209c9d4fb: This subnet is being modified by another concurrent operation. Sep 07 02:56:15.259919 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server Sep 07 02:56:15.268352 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-96919751-7c2e-43b2-be82-53c03bba961c tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] DELETE failed (client error): The resource could not be found. Sep 07 02:56:15.268919 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96919751-7c2e-43b2-be82-53c03bba961c tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:56:15.273815 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-96919751-7c2e-43b2-be82-53c03bba961c tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "DELETE /v2.0/subnets/c240869e-98be-4489-b390-8e2bdbf6c4b5 HTTP/1.1" status: 404 len: 337 time: 0.0867977 Sep 07 02:56:15.276076 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48474) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:15.316361 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-6aa771a6-e726-4ce6-8f55-c93523849952 req-e78eca54-c2cc-42f2-8b18-f69392eda8d9 service neutron] For port c05a5a9d-7b6d-4571-a0cd-6b89f4af8111, host n-h1-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:56:15.333217 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device c05a5a9d-7b6d-4571-a0cd-6b89f4af8111 not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:56:15.352471 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-cfd316f4-e6f9-4751-8638-53f127669a30 None None] Port b7830355-65f6-45ba-877e-8d29f4aa42de cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:56:15.390159 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ca7b91-67f0-40ac-bf14-ad6815f0589c None None] Network 08d2772c-c615-47db-a417-e1042178085f requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:56:15.392958 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48478) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:15.395544 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48480) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:15.398369 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-82d3a2dc-d359-41c7-b256-e11d872253fe tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "GET /v2.0/ports?device_id=904ae6ec-21f8-426c-8136-ba4bdc287ac1 HTTP/1.1" status: 200 len: 205 time: 0.0968554 Sep 07 02:56:15.402128 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-6aa771a6-e726-4ce6-8f55-c93523849952 req-e78eca54-c2cc-42f2-8b18-f69392eda8d9 service neutron] For port c05a5a9d-7b6d-4571-a0cd-6b89f4af8111, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=c05a5a9d-7b6d-4571-a0cd-6b89f4af8111,segment=NetworkSegment(be1dc1b1-7827-42bb-893b-a875f19ad000),segment_id=be1dc1b1-7827-42bb-893b-a875f19ad000)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:56:15.413337 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-6aa771a6-e726-4ce6-8f55-c93523849952 req-e78eca54-c2cc-42f2-8b18-f69392eda8d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:15.426397 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cda9cba6-84d0-48c9-b989-c88f4140345c req-bdb069b6-d4f9-43b3-9c65-50b43b48ed7f tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=227b796e-e331-4437-9ee2-e029d8455d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2318773 Sep 07 02:56:15.429720 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-79ebf7f2-8961-43d8-bb8e-955b9e8656fb tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:15.507962 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa771a6-e726-4ce6-8f55-c93523849952 req-e78eca54-c2cc-42f2-8b18-f69392eda8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:15.508602 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-6aa771a6-e726-4ce6-8f55-c93523849952 req-e78eca54-c2cc-42f2-8b18-f69392eda8d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:15.510189 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6aa771a6-e726-4ce6-8f55-c93523849952 req-e78eca54-c2cc-42f2-8b18-f69392eda8d9 service neutron] 10.222.0.23 "PUT /v2.0/ports/c05a5a9d-7b6d-4571-a0cd-6b89f4af8111 HTTP/1.1" status: 200 len: 1093 time: 2.6490159 Sep 07 02:56:15.523559 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [None req-659b76db-adaa-45d9-ae6e-2d099dba28e9 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] delete failed (client error): The resource could not be found. Sep 07 02:56:15.524770 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-659b76db-adaa-45d9-ae6e-2d099dba28e9 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "DELETE /v2.0/routers/904ae6ec-21f8-426c-8136-ba4bdc287ac1 HTTP/1.1" status: 404 len: 336 time: 0.1234841 Sep 07 02:56:15.528099 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48484) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:15.541872 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device ce21ee40-a75e-498b-9916-6538b6b47532 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:56:15.560894 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-2df09e10-4e07-4b65-a3f6-1bd4ee28176d tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] DELETE failed (client error): The resource could not be found. Sep 07 02:56:15.561354 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2df09e10-4e07-4b65-a3f6-1bd4ee28176d tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:56:15.563164 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-2df09e10-4e07-4b65-a3f6-1bd4ee28176d tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "DELETE /v2.0/subnets/ca2a7954-88bb-443f-9e6c-747c595892c1 HTTP/1.1" status: 404 len: 337 time: 0.0341451 Sep 07 02:56:15.566047 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48486) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:15.569245 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ebf7f2-8961-43d8-bb8e-955b9e8656fb tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:56:15.597752 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ffee63da-8e64-40df-beab-15c732b732e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:15.606433 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-79ebf7f2-8961-43d8-bb8e-955b9e8656fb tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:56:15.615341 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ebf7f2-8961-43d8-bb8e-955b9e8656fb tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:15.616179 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-79ebf7f2-8961-43d8-bb8e-955b9e8656fb tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:15.622459 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-6189e5e2-7c0d-48b7-8fcf-bcea5f06b280 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] DELETE failed (client error): The resource could not be found. Sep 07 02:56:15.622949 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6189e5e2-7c0d-48b7-8fcf-bcea5f06b280 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:56:15.625816 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-6189e5e2-7c0d-48b7-8fcf-bcea5f06b280 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "DELETE /v2.0/subnets/be34a8fc-e6b5-4b4e-8048-8a6b0f4f7d66 HTTP/1.1" status: 404 len: 337 time: 0.0592651 Sep 07 02:56:15.629078 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48488) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:15.634887 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78eca54-c2cc-42f2-8b18-f69392eda8d9 service neutron] Pushing event updated for resources: {'Port': ['ID=c05a5a9d-7b6d-4571-a0cd-6b89f4af8111,revision_number=7']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:15.646475 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ebf7f2-8961-43d8-bb8e-955b9e8656fb tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event updated for resources: {'Subnet': ['ID=10477bd0-59e5-4a3f-87d1-2bcd1b2f99bc,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:15.658464 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: ce21ee40-a75e-498b-9916-6538b6b47532 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:56:15.659245 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device ce21ee40-a75e-498b-9916-6538b6b47532 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:56:15.668880 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-79ebf7f2-8961-43d8-bb8e-955b9e8656fb tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5586109 Sep 07 02:56:15.676463 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48490) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:15.681541 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-a803f3d0-4fe1-40dc-9772-bf66fe0d3ea6 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Request body: {'port': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'fixed_ips': [{'subnet_id': '10477bd0-59e5-4a3f-87d1-2bcd1b2f99bc', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-1810829162'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:56:15.687846 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa771a6-e726-4ce6-8f55-c93523849952 req-c7841a80-f16b-4be1-8e06-55814b0c806e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:15.689364 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6aa771a6-e726-4ce6-8f55-c93523849952 req-c7841a80-f16b-4be1-8e06-55814b0c806e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=626f31b15da14e0da01388cbfdee7f90&device_id=9825f0c0-3240-4c71-adef-7f75dbcde66a HTTP/1.1" status: 200 len: 1096 time: 0.1368244 Sep 07 02:56:15.692585 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-895c4fd5-1fe1-4af3-8916-4cb3ed44a7ef tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] DELETE failed (client error): The resource could not be found. Sep 07 02:56:15.693034 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-895c4fd5-1fe1-4af3-8916-4cb3ed44a7ef tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:56:15.694736 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-895c4fd5-1fe1-4af3-8916-4cb3ed44a7ef tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "DELETE /v2.0/subnets/789b00e7-ccf2-4a34-ad1d-77d4ce74e38c HTTP/1.1" status: 404 len: 337 time: 0.0647378 Sep 07 02:56:15.698372 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48492) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:15.723269 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffee63da-8e64-40df-beab-15c732b732e9 None None] No DVR routers for this DVR port ce21ee40-a75e-498b-9916-6538b6b47532 on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:56:15.738122 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffee63da-8e64-40df-beab-15c732b732e9 None None] Pushing event deleted for resources: {'Port': ['ID=ce21ee40-a75e-498b-9916-6538b6b47532,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:15.785731 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67816fc8-0d11-48e2-bfe5-757aafca7896 None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:56:15.837619 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-974138a2-cd44-4786-9ccc-1e2007b266c0 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:15.841937 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b0f1c7f-3333-40ae-bdfd-d0ed5dd5ff7d tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] DELETE failed (client error): The resource could not be found. Sep 07 02:56:15.842770 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b0f1c7f-3333-40ae-bdfd-d0ed5dd5ff7d tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:56:15.844543 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9b0f1c7f-3333-40ae-bdfd-d0ed5dd5ff7d tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "DELETE /v2.0/ports/5f82e291-2966-46a4-a5c9-f5bbc3b4d3b7 HTTP/1.1" status: 404 len: 333 time: 0.1448581 Sep 07 02:56:15.847009 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48494) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:15.854183 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-974138a2-cd44-4786-9ccc-1e2007b266c0 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:15.893826 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-23da2c73-b704-44a6-a174-5e5f675c30d8 None None] Provisioning complete for port 7bcde78a-99d5-425e-95b7-c126007c2a65 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:15.894399 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-23da2c73-b704-44a6-a174-5e5f675c30d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:15.899261 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa771a6-e726-4ce6-8f55-c93523849952 req-6cd2af3b-2d03-4ba0-91b2-e8537c88f609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:15.900939 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6aa771a6-e726-4ce6-8f55-c93523849952 req-6cd2af3b-2d03-4ba0-91b2-e8537c88f609 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6345c063-9711-4fd7-a5ec-cc5bb3922efa HTTP/1.1" status: 200 len: 897 time: 0.2026162 Sep 07 02:56:15.916105 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-e87bb8b2-ef77-4b59-891d-a5f841ff1659 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] DELETE failed (client error): The resource could not be found. Sep 07 02:56:15.916617 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e87bb8b2-ef77-4b59-891d-a5f841ff1659 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:56:15.919003 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-e87bb8b2-ef77-4b59-891d-a5f841ff1659 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "DELETE /v2.0/subnets/a02dba34-5e1a-4acf-b1fb-982d8e65ddaa HTTP/1.1" status: 404 len: 337 time: 0.0710714 Sep 07 02:56:15.922346 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48496) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:15.977281 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a803f3d0-4fe1-40dc-9772-bf66fe0d3ea6 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Made reservation on behalf of 4c9354482bbf46e593fb1c1c8959ca81 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:56:15.992563 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-23da2c73-b704-44a6-a174-5e5f675c30d8 None None] Port 7bcde78a-99d5-425e-95b7-c126007c2a65 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:56:16.003122 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974138a2-cd44-4786-9ccc-1e2007b266c0 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Pushing event updated for resources: {'Port': ['ID=b7830355-65f6-45ba-877e-8d29f4aa42de,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:16.035246 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2de4b3-b701-4f4f-b2d7-37d9aa81dc0b None None] DHCP port deletion for 08d2772c-c615-47db-a417-e1042178085f request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:56:16.037407 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-23da2c73-b704-44a6-a174-5e5f675c30d8 None None] Provisioning complete for port 07452499-5284-4328-96b8-14324e4048ca triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:16.037983 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-23da2c73-b704-44a6-a174-5e5f675c30d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:16.076284 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e92aa02-2c16-40c9-b74b-2c59215aca4a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] DELETE failed (client error): The resource could not be found. Sep 07 02:56:16.076746 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e92aa02-2c16-40c9-b74b-2c59215aca4a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:56:16.080692 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcb31f0-d736-48c0-971f-91d5dd814e90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-98fba89c-e7ad-427b-9268-93662b8245b2', 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'tenant_id': '4c9354482bbf46e593fb1c1c8959ca81', 'fixed_ips': [{'subnet_id': '10477bd0-59e5-4a3f-87d1-2bcd1b2f99bc'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:56:16.081768 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4bcb31f0-d736-48c0-971f-91d5dd814e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:16.082263 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-4e92aa02-2c16-40c9-b74b-2c59215aca4a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "DELETE /v2.0/subnets/34654b7f-a60b-49c5-b322-c6b270b8aa30 HTTP/1.1" status: 404 len: 337 time: 0.1202037 Sep 07 02:56:16.087327 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48500) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:16.101377 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9825f0c0-3240-4c71-adef-7f75dbcde66a', 'tag': 'c05a5a9d-7b6d-4571-a0cd-6b89f4af8111'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:56:16.104195 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409a3e2e-b503-4556-ad32-222d322a5000" -d '{"events": [{"name": "network-changed", "server_uuid": "9825f0c0-3240-4c71-adef-7f75dbcde66a", "tag": "c05a5a9d-7b6d-4571-a0cd-6b89f4af8111"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:56:16.195012 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5166d1c-8916-42a7-8a19-afed4bff7321 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] DELETE failed (client error): The resource could not be found. Sep 07 02:56:16.195756 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5166d1c-8916-42a7-8a19-afed4bff7321 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:56:16.200254 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e5166d1c-8916-42a7-8a19-afed4bff7321 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "DELETE /v2.0/ports/b2808159-f19b-4ffb-b1de-dcb161acbbef HTTP/1.1" status: 404 len: 333 time: 0.0921228 Sep 07 02:56:16.208830 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48504) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:16.218324 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250a6c19-36bd-47a9-bba9-6dffe363499e x-openstack-request-id: req-250a6c19-36bd-47a9-bba9-6dffe363499e {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:56:16.218625 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9825f0c0-3240-4c71-adef-7f75dbcde66a", "tag": "c05a5a9d-7b6d-4571-a0cd-6b89f4af8111", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:56:16.218922 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-250a6c19-36bd-47a9-bba9-6dffe363499e {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:56:16.219318 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9825f0c0-3240-4c71-adef-7f75dbcde66a', 'tag': 'c05a5a9d-7b6d-4571-a0cd-6b89f4af8111', 'status': 'completed', 'code': 200} Sep 07 02:56:16.251834 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6aa771a6-e726-4ce6-8f55-c93523849952 req-51d6fac8-05cd-4b0f-964b-b0399f0ba4d2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c05a5a9d-7b6d-4571-a0cd-6b89f4af8111 HTTP/1.1" status: 200 len: 1000 time: 0.3422165 Sep 07 02:56:16.255125 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-830613c6-c922-44a5-a73c-28bf5017bf4a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] DELETE failed (client error): The resource could not be found. Sep 07 02:56:16.255772 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-830613c6-c922-44a5-a73c-28bf5017bf4a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:56:16.260447 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-830613c6-c922-44a5-a73c-28bf5017bf4a tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "DELETE /v2.0/subnets/cb3b6ad2-87ae-4173-b33d-785e6af7bcba HTTP/1.1" status: 404 len: 337 time: 0.0505183 Sep 07 02:56:16.261110 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48506) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:16.263711 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-6a2de4b3-b701-4f4f-b2d7-37d9aa81dc0b None None] Deleting port 07452499-5284-4328-96b8-14324e4048ca {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:56:16.264104 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6a2de4b3-b701-4f4f-b2d7-37d9aa81dc0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:16.314874 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-974138a2-cd44-4786-9ccc-1e2007b266c0 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] In _notify_port_updated(), no bound segment for port b7830355-65f6-45ba-877e-8d29f4aa42de on network 9e02d4eb-fcf5-4420-b279-3c480e17a3c2 {{(pid=94700) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 02:56:16.320742 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974138a2-cd44-4786-9ccc-1e2007b266c0 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:16.321689 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-974138a2-cd44-4786-9ccc-1e2007b266c0 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:16.326067 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-974138a2-cd44-4786-9ccc-1e2007b266c0 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] 10.222.0.22 "PUT /v2.0/ports/b7830355-65f6-45ba-877e-8d29f4aa42de HTTP/1.1" status: 200 len: 993 time: 1.4668694 Sep 07 02:56:16.326226 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cdcf2ed-84cc-4a29-bfdc-d6bafcb59b37 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] DELETE failed (client error): The resource could not be found. Sep 07 02:56:16.326226 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cdcf2ed-84cc-4a29-bfdc-d6bafcb59b37 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:56:16.327910 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-4cdcf2ed-84cc-4a29-bfdc-d6bafcb59b37 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "DELETE /v2.0/subnets/2bd8b3b9-ede0-418f-9018-66af7374af53 HTTP/1.1" status: 404 len: 337 time: 0.0563092 Sep 07 02:56:16.330742 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48508) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:16.331074 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48510) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:16.383913 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a3e2e-b503-4556-ad32-222d322a5000 req-8989071f-5bff-4c8c-93b0-c3ac53842793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:16.385538 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-409a3e2e-b503-4556-ad32-222d322a5000 req-8989071f-5bff-4c8c-93b0-c3ac53842793 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=626f31b15da14e0da01388cbfdee7f90&device_id=9825f0c0-3240-4c71-adef-7f75dbcde66a HTTP/1.1" status: 200 len: 1096 time: 0.1079147 Sep 07 02:56:16.420827 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-4bcb31f0-d736-48c0-971f-91d5dd814e90 None None] Allocated IP 2001:db8::2 (98fba89c-e7ad-427b-9268-93662b8245b2/10477bd0-59e5-4a3f-87d1-2bcd1b2f99bc/2ef11b0f-96e0-4b69-ba56-c043a3d1bf11) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:56:16.423661 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-6a2de4b3-b701-4f4f-b2d7-37d9aa81dc0b None None] For port 07452499-5284-4328-96b8-14324e4048ca, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=07452499-5284-4328-96b8-14324e4048ca,segment=NetworkSegment(f332698a-ba55-43dc-ab85-2d5cb664c950),segment_id=f332698a-ba55-43dc-ab85-2d5cb664c950)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:56:16.423836 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a803f3d0-4fe1-40dc-9772-bf66fe0d3ea6 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:16.424059 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6a2de4b3-b701-4f4f-b2d7-37d9aa81dc0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:16.429913 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa771a6-e726-4ce6-8f55-c93523849952 req-ff610c9d-b9d6-4a21-8d04-77b4f36e8c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:16.431380 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6aa771a6-e726-4ce6-8f55-c93523849952 req-ff610c9d-b9d6-4a21-8d04-77b4f36e8c8a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=39af06ff-7bf6-4dad-82da-8f5351b3a173 HTTP/1.1" status: 200 len: 835 time: 0.1677575 Sep 07 02:56:16.443519 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-6a2de4b3-b701-4f4f-b2d7-37d9aa81dc0b None None] Calling delete_port for 07452499-5284-4328-96b8-14324e4048ca owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:56:16.467951 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e001087-7b3f-4f8f-85cf-40daa8024f29 req-058ee4eb-70b4-4a13-973a-f3116d271240 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:16.469879 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4e001087-7b3f-4f8f-85cf-40daa8024f29 req-058ee4eb-70b4-4a13-973a-f3116d271240 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5cb82fe-718c-48ae-87b9-3ee35681d47c HTTP/1.1" status: 200 len: 945 time: 0.2014163 Sep 07 02:56:16.529979 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-a803f3d0-4fe1-40dc-9772-bf66fe0d3ea6 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] device_id is not set on port 1bcbf4f5-fe2c-4797-ad86-f76b10ad032b yet. {{(pid=94701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:56:16.600962 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-9a4a3868-7e15-4fbb-ae76-87d107499764 None None] Provisioning complete for port b7830355-65f6-45ba-877e-8d29f4aa42de triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:16.601220 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9a4a3868-7e15-4fbb-ae76-87d107499764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:16.694328 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-9a4a3868-7e15-4fbb-ae76-87d107499764 None None] Port b7830355-65f6-45ba-877e-8d29f4aa42de cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:56:16.717385 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4bcb31f0-d736-48c0-971f-91d5dd814e90 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:16.727671 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6a2de4b3-b701-4f4f-b2d7-37d9aa81dc0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:16.734613 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-4bcb31f0-d736-48c0-971f-91d5dd814e90 None None] Transition to ACTIVE for port object 2ef11b0f-96e0-4b69-ba56-c043a3d1bf11 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:56:16.765637 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2de4b3-b701-4f4f-b2d7-37d9aa81dc0b None None] Pushing event deleted for resources: {'Port': ['ID=07452499-5284-4328-96b8-14324e4048ca,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:16.772602 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2de4b3-b701-4f4f-b2d7-37d9aa81dc0b None None] No DVR routers for this DVR port 07452499-5284-4328-96b8-14324e4048ca on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:56:16.786279 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-4bcb31f0-d736-48c0-971f-91d5dd814e90 None None] Transition to ACTIVE for port object 2ef11b0f-96e0-4b69-ba56-c043a3d1bf11 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:56:16.793874 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4bcb31f0-d736-48c0-971f-91d5dd814e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:16.838105 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcb31f0-d736-48c0-971f-91d5dd814e90 None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:56:16.841527 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-4bcb31f0-d736-48c0-971f-91d5dd814e90 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:56:16.846151 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4e001087-7b3f-4f8f-85cf-40daa8024f29 req-b0f49339-ffb7-4232-bfb2-e1e152870964 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3595142 Sep 07 02:56:16.856977 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcb31f0-d736-48c0-971f-91d5dd814e90 None None] Pushing event updated for resources: {'Port': ['ID=2ef11b0f-96e0-4b69-ba56-c043a3d1bf11,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:16.860699 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcb31f0-d736-48c0-971f-91d5dd814e90 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:56:16.887459 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a3e2e-b503-4556-ad32-222d322a5000 req-ed081bb0-6a15-414b-b980-c6e5f519dcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:16.888987 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-409a3e2e-b503-4556-ad32-222d322a5000 req-ed081bb0-6a15-414b-b980-c6e5f519dcfc service neutron] 10.222.0.16 "GET /v2.0/networks?id=6345c063-9711-4fd7-a5ec-cc5bb3922efa HTTP/1.1" status: 200 len: 897 time: 0.4949071 Sep 07 02:56:16.924980 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-4bcb31f0-d736-48c0-971f-91d5dd814e90 None None] Attempting to bind port 2ef11b0f-96e0-4b69-ba56-c043a3d1bf11 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:56:16.925566 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-4bcb31f0-d736-48c0-971f-91d5dd814e90 None None] Attempting to bind port 2ef11b0f-96e0-4b69-ba56-c043a3d1bf11 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:56:16.925703 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcb31f0-d736-48c0-971f-91d5dd814e90 None None] Attempting to bind port 2ef11b0f-96e0-4b69-ba56-c043a3d1bf11 on network 98fba89c-e7ad-427b-9268-93662b8245b2 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:56:16.931069 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcb31f0-d736-48c0-971f-91d5dd814e90 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:56:16.931439 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcb31f0-d736-48c0-971f-91d5dd814e90 None None] Checking segment: {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:56:16.931881 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4bcb31f0-d736-48c0-971f-91d5dd814e90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:16.932280 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcb31f0-d736-48c0-971f-91d5dd814e90 None None] Bound using segment: {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:56:16.934264 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-4bcb31f0-d736-48c0-971f-91d5dd814e90 None None] Bound port: 2ef11b0f-96e0-4b69-ba56-c043a3d1bf11, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:56:16.934264 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4bcb31f0-d736-48c0-971f-91d5dd814e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:16.977098 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa771a6-e726-4ce6-8f55-c93523849952 req-5f3df027-a486-41ca-8d1e-ce01f41ef58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:16.978653 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6aa771a6-e726-4ce6-8f55-c93523849952 req-5f3df027-a486-41ca-8d1e-ce01f41ef58b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6345c063-9711-4fd7-a5ec-cc5bb3922efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5343983 Sep 07 02:56:17.005251 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-4bcb31f0-d736-48c0-971f-91d5dd814e90 None None] For port 2ef11b0f-96e0-4b69-ba56-c043a3d1bf11, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:56:17.010108 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-4bcb31f0-d736-48c0-971f-91d5dd814e90 None None] For port 2ef11b0f-96e0-4b69-ba56-c043a3d1bf11, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=2ef11b0f-96e0-4b69-ba56-c043a3d1bf11,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:56:17.016710 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-409a3e2e-b503-4556-ad32-222d322a5000 req-9776860f-2002-4093-9ccd-4217e84ee545 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c05a5a9d-7b6d-4571-a0cd-6b89f4af8111 HTTP/1.1" status: 200 len: 1000 time: 0.1182828 Sep 07 02:56:17.018645 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4bcb31f0-d736-48c0-971f-91d5dd814e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:17.087947 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d62f73ff-3473-4c12-acdf-509bbbe8edda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:17.093746 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7322b9b7-17cb-440d-9f6d-f8bb2bcf5147 req-ca7dae95-5084-4bb4-8f7b-53fc9a28391d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:17.095769 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7322b9b7-17cb-440d-9f6d-f8bb2bcf5147 req-ca7dae95-5084-4bb4-8f7b-53fc9a28391d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=9825f0c0-3240-4c71-adef-7f75dbcde66a HTTP/1.1" status: 200 len: 944 time: 0.5676584 Sep 07 02:56:17.102605 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-c6e6029d-dfec-45fe-b203-577199c539c7 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Deleting port 7bcde78a-99d5-425e-95b7-c126007c2a65 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:56:17.102955 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c6e6029d-dfec-45fe-b203-577199c539c7 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:17.104381 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcb31f0-d736-48c0-971f-91d5dd814e90 None None] Pushing event updated for resources: {'Port': ['ID=2ef11b0f-96e0-4b69-ba56-c043a3d1bf11,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:17.132718 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a3e2e-b503-4556-ad32-222d322a5000 req-e2de60e4-6c8a-4326-81f7-2f7520f0b848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:17.134344 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-409a3e2e-b503-4556-ad32-222d322a5000 req-e2de60e4-6c8a-4326-81f7-2f7520f0b848 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=39af06ff-7bf6-4dad-82da-8f5351b3a173 HTTP/1.1" status: 200 len: 835 time: 0.1096601 Sep 07 02:56:17.137048 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-07bcdef5-9db3-4ca0-b062-aff8fba6f253 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Deleting port b7830355-65f6-45ba-877e-8d29f4aa42de {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:56:17.137402 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-07bcdef5-9db3-4ca0-b062-aff8fba6f253 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:17.194145 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-a803f3d0-4fe1-40dc-9772-bf66fe0d3ea6 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 02:56:17.194663 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a803f3d0-4fe1-40dc-9772-bf66fe0d3ea6 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:56:17.225739 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a3e2e-b503-4556-ad32-222d322a5000 req-d387a83e-024c-4365-82dd-d3c37821a2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:17.227422 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-409a3e2e-b503-4556-ad32-222d322a5000 req-d387a83e-024c-4365-82dd-d3c37821a2db service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6345c063-9711-4fd7-a5ec-cc5bb3922efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0848107 Sep 07 02:56:17.349557 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c6e6029d-dfec-45fe-b203-577199c539c7 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:17.358350 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7322b9b7-17cb-440d-9f6d-f8bb2bcf5147 req-c3025347-8b15-4f32-9b7a-26e1da22287e tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=227b796e-e331-4437-9ee2-e029d8455d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2484617 Sep 07 02:56:17.383109 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a803f3d0-4fe1-40dc-9772-bf66fe0d3ea6 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.7030704 Sep 07 02:56:17.386706 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48514) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:17.389959 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6aa771a6-e726-4ce6-8f55-c93523849952 req-250eb01c-058a-4149-9e15-62ea611fe3f9 service neutron] 10.222.0.23 "GET /v2.0/networks/6345c063-9711-4fd7-a5ec-cc5bb3922efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3959889 Sep 07 02:56:17.399444 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-c6e6029d-dfec-45fe-b203-577199c539c7 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Calling delete_port for 7bcde78a-99d5-425e-95b7-c126007c2a65 owned by {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:56:17.431215 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-07bcdef5-9db3-4ca0-b062-aff8fba6f253 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:17.453762 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-409a3e2e-b503-4556-ad32-222d322a5000 req-aa3aa3d9-56ef-466e-9343-be023809610e service neutron] 10.222.0.16 "GET /v2.0/networks/6345c063-9711-4fd7-a5ec-cc5bb3922efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172811 Sep 07 02:56:17.456050 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-07bcdef5-9db3-4ca0-b062-aff8fba6f253 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Calling delete_port for b7830355-65f6-45ba-877e-8d29f4aa42de owned by {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:56:17.507807 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 2ef11b0f-96e0-4b69-ba56-c043a3d1bf11 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:56:17.511438 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c151b7-bdd2-4b50-ae4a-db9409dd4a07 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:17.515541 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-14c151b7-bdd2-4b50-ae4a-db9409dd4a07 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1253669 Sep 07 02:56:17.519429 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48516) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:17.576082 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 2ef11b0f-96e0-4b69-ba56-c043a3d1bf11 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:56:17.637927 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6aa771a6-e726-4ce6-8f55-c93523849952 req-faf2394f-39e5-4133-b74c-8675138b3464 service neutron] 10.222.0.23 "GET /v2.0/networks/6345c063-9711-4fd7-a5ec-cc5bb3922efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365079 Sep 07 02:56:17.642414 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc92daad-f5dd-45e7-9609-5cc85882437c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:17.644438 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc92daad-f5dd-45e7-9609-5cc85882437c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:17.646404 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-fc92daad-f5dd-45e7-9609-5cc85882437c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1255982 Sep 07 02:56:17.649602 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48518) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:17.649997 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 07452499-5284-4328-96b8-14324e4048ca no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:56:17.653779 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c6e6029d-dfec-45fe-b203-577199c539c7 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:17.683375 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e6029d-dfec-45fe-b203-577199c539c7 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event deleted for resources: {'Port': ['ID=7bcde78a-99d5-425e-95b7-c126007c2a65,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:17.716059 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c6e6029d-dfec-45fe-b203-577199c539c7 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:17.717175 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-409a3e2e-b503-4556-ad32-222d322a5000 req-dcc9fad2-edab-40fa-9aa9-6082e98904c0 service neutron] 10.222.0.16 "GET /v2.0/networks/6345c063-9711-4fd7-a5ec-cc5bb3922efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549911 Sep 07 02:56:17.718008 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c6e6029d-dfec-45fe-b203-577199c539c7 tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "DELETE /v2.0/ports/7bcde78a-99d5-425e-95b7-c126007c2a65 HTTP/1.1" status: 204 len: 168 time: 1.3812978 Sep 07 02:56:17.720554 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48520) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:17.725578 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-d62f73ff-3473-4c12-acdf-509bbbe8edda admin admin] Deleting port 1415233f-22d7-4a31-aac9-d7bf273298a1 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:56:17.726043 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d62f73ff-3473-4c12-acdf-509bbbe8edda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:17.733615 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 07452499-5284-4328-96b8-14324e4048ca {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:56:17.733982 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 07452499-5284-4328-96b8-14324e4048ca not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:56:17.763444 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-da9a3de4-d303-4514-8a5b-568f42df7d90 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Deleting subnet 10477bd0-59e5-4a3f-87d1-2bcd1b2f99bc {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:56:17.776322 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-07bcdef5-9db3-4ca0-b062-aff8fba6f253 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:17.778447 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-da9a3de4-d303-4514-8a5b-568f42df7d90 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:17.780390 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a3e2e-b503-4556-ad32-222d322a5000 req-44326787-8aac-45ac-b488-1403330496c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:17.782558 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-409a3e2e-b503-4556-ad32-222d322a5000 req-44326787-8aac-45ac-b488-1403330496c2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=626f31b15da14e0da01388cbfdee7f90&device_id=9825f0c0-3240-4c71-adef-7f75dbcde66a HTTP/1.1" status: 200 len: 1096 time: 0.0632846 Sep 07 02:56:17.826627 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bcdef5-9db3-4ca0-b062-aff8fba6f253 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Pushing event deleted for resources: {'Port': ['ID=b7830355-65f6-45ba-877e-8d29f4aa42de,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:17.925244 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3e56279b-8ec2-4065-bcd6-db7bacf1ffce tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:17.928651 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-da9a3de4-d303-4514-8a5b-568f42df7d90 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:18.037558 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-d62f73ff-3473-4c12-acdf-509bbbe8edda admin admin] For port 1415233f-22d7-4a31-aac9-d7bf273298a1, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=1415233f-22d7-4a31-aac9-d7bf273298a1,segment=NetworkSegment(671b0d78-496f-4a6a-a20b-d6937a9097d2),segment_id=671b0d78-496f-4a6a-a20b-d6937a9097d2)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:56:18.037934 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d62f73ff-3473-4c12-acdf-509bbbe8edda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:18.075013 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-07bcdef5-9db3-4ca0-b062-aff8fba6f253 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:18.077830 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-07bcdef5-9db3-4ca0-b062-aff8fba6f253 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] 10.222.0.22 "DELETE /v2.0/ports/b7830355-65f6-45ba-877e-8d29f4aa42de HTTP/1.1" status: 204 len: 168 time: 1.7428627 Sep 07 02:56:18.080505 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48524) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:18.094178 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a3e2e-b503-4556-ad32-222d322a5000 req-ba127420-c473-4b06-825f-66872d6ed6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:18.095861 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-409a3e2e-b503-4556-ad32-222d322a5000 req-ba127420-c473-4b06-825f-66872d6ed6ad service neutron] 10.222.0.23 "GET /v2.0/networks?id=6345c063-9711-4fd7-a5ec-cc5bb3922efa HTTP/1.1" status: 200 len: 897 time: 0.2796602 Sep 07 02:56:18.116634 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-d62f73ff-3473-4c12-acdf-509bbbe8edda admin admin] Calling delete_port for 1415233f-22d7-4a31-aac9-d7bf273298a1 owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:56:18.118927 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1abac6d-4c5b-49ad-98cc-db7bf4b9ec14 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] GET failed (client error): The resource could not be found. Sep 07 02:56:18.120667 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b1abac6d-4c5b-49ad-98cc-db7bf4b9ec14 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] 10.222.0.22 "GET /v2.0/ports/b7830355-65f6-45ba-877e-8d29f4aa42de HTTP/1.1" status: 404 len: 333 time: 0.0391815 Sep 07 02:56:18.129024 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48526) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:18.134124 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-155ec162-8e17-479c-b8f1-8c88164b120b tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Request body: {'port': {'network_id': '9e02d4eb-fcf5-4420-b279-3c480e17a3c2', 'name': 'tempest-AllowedAddressPairTestJSON-1293355269'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:56:18.185039 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-409a3e2e-b503-4556-ad32-222d322a5000 req-c1ae7975-a920-4082-9fb9-f2efcc6c525a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c05a5a9d-7b6d-4571-a0cd-6b89f4af8111 HTTP/1.1" status: 200 len: 1000 time: 0.0740294 Sep 07 02:56:18.188192 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b3da7-9c18-474a-9066-fd06075c1c4b req-c8c24688-738d-4174-85d6-0591789f7a5f tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:18.189778 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a98b3da7-9c18-474a-9066-fd06075c1c4b req-c8c24688-738d-4174-85d6-0591789f7a5f tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5cb82fe-718c-48ae-87b9-3ee35681d47c HTTP/1.1" status: 200 len: 945 time: 0.2270999 Sep 07 02:56:18.241579 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a3e2e-b503-4556-ad32-222d322a5000 req-5fe0f816-7f4d-4018-bf0a-0e67e2cfc27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:18.243259 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-409a3e2e-b503-4556-ad32-222d322a5000 req-5fe0f816-7f4d-4018-bf0a-0e67e2cfc27e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=39af06ff-7bf6-4dad-82da-8f5351b3a173 HTTP/1.1" status: 200 len: 835 time: 0.0502665 Sep 07 02:56:18.264476 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3e56279b-8ec2-4065-bcd6-db7bacf1ffce tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:18.268182 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-da9a3de4-d303-4514-8a5b-568f42df7d90 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:18.296130 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a3e2e-b503-4556-ad32-222d322a5000 req-194af5cc-2d7f-4f57-a2db-dbca7cdcb559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:18.297675 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-409a3e2e-b503-4556-ad32-222d322a5000 req-194af5cc-2d7f-4f57-a2db-dbca7cdcb559 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6345c063-9711-4fd7-a5ec-cc5bb3922efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462003 Sep 07 02:56:18.323129 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e8e5d8-e414-4222-8ed2-b819b90bf2a6 None None] get_active_networks_info from n-d-796209-16 {{(pid=94702) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 02:56:18.381747 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-3e56279b-8ec2-4065-bcd6-db7bacf1ffce tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08d2772c-c615-47db-a417-e1042178085f']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:18.406976 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-681e089c-bbf4-4a82-8401-4609c063d279 None None] Provisioning for port 2ef11b0f-96e0-4b69-ba56-c043a3d1bf11 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:56:18.414016 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-409a3e2e-b503-4556-ad32-222d322a5000 req-5c404df7-c3c2-4d27-a793-8a20ac874601 service neutron] 10.222.0.23 "GET /v2.0/networks/6345c063-9711-4fd7-a5ec-cc5bb3922efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068623 Sep 07 02:56:18.418091 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-681e089c-bbf4-4a82-8401-4609c063d279 None None] Provisioning complete for port 2ef11b0f-96e0-4b69-ba56-c043a3d1bf11 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:18.418465 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-681e089c-bbf4-4a82-8401-4609c063d279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:18.420455 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-3e56279b-8ec2-4065-bcd6-db7bacf1ffce tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f332698a-ba55-43dc-ab85-2d5cb664c950') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:18.420762 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-3e56279b-8ec2-4065-bcd6-db7bacf1ffce tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f332698a-ba55-43dc-ab85-2d5cb664c950') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:18.449062 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e8e5d8-e414-4222-8ed2-b819b90bf2a6 None None] Resources bound (agent type, host, resource id): {{(pid=94702) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 07 02:56:18.476876 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3e56279b-8ec2-4065-bcd6-db7bacf1ffce tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:18.480906 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a98b3da7-9c18-474a-9066-fd06075c1c4b req-41ab579c-80c6-45e3-8f3e-3a12c7620ea4 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213199 Sep 07 02:56:18.528675 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3e56279b-8ec2-4065-bcd6-db7bacf1ffce tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:18.556785 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e56279b-8ec2-4065-bcd6-db7bacf1ffce tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:56:18.557121 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3e56279b-8ec2-4065-bcd6-db7bacf1ffce tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:18.559417 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f93ac-a779-4bfd-9b22-b0f0aac8b3d5 req-dda3b7f2-a927-4aaa-b070-1692777d74d3 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:18.560960 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a97f93ac-a779-4bfd-9b22-b0f0aac8b3d5 req-dda3b7f2-a927-4aaa-b070-1692777d74d3 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=9825f0c0-3240-4c71-adef-7f75dbcde66a HTTP/1.1" status: 200 len: 944 time: 0.1058106 Sep 07 02:56:18.561193 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-da9a3de4-d303-4514-8a5b-568f42df7d90 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:18.563038 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:56:18.563038 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:56:18.563038 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:56:18.563038 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:56:18.563038 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:56:18.563038 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:56:18.563038 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:56:18.563038 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:56:18.563038 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:56:18.563038 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:56:18.563038 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:56:18.563038 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:56:18.563038 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:56:18.563038 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:56:18.563038 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:56:18.563038 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:56:18.563038 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:56:18.563038 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:56:18.563038 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:56:18.563038 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:56:18.563038 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:56:18.563038 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:56:18.563038 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:56:18.563038 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:56:18.563038 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:56:18.563038 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:56:18.563038 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:56:18.563038 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:56:18.563038 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:56:18.563038 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:56:18.563038 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:56:18.563038 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:56:18.577364 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-409a3e2e-b503-4556-ad32-222d322a5000 req-27622ad3-6b07-4ba5-8698-a3682a10d2df service neutron] 10.222.0.23 "GET /v2.0/networks/6345c063-9711-4fd7-a5ec-cc5bb3922efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533585 Sep 07 02:56:18.589735 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-681e089c-bbf4-4a82-8401-4609c063d279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:18.613403 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a97f93ac-a779-4bfd-9b22-b0f0aac8b3d5 req-993e9056-762d-4410-bc97-281c2dd5b815 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=227b796e-e331-4437-9ee2-e029d8455d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349975 Sep 07 02:56:18.634853 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9a3de4-d303-4514-8a5b-568f42df7d90 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event deleted for resources: {'Subnet': ['ID=10477bd0-59e5-4a3f-87d1-2bcd1b2f99bc,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:18.698515 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.db.api [None req-681e089c-bbf4-4a82-8401-4609c063d279 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 02:56:18.698766 n-d-796209-16 neutron-server[94702]: DEBUG oslo_db.api [None req-681e089c-bbf4-4a82-8401-4609c063d279 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 02:56:18.790203 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a106038-de39-4109-94f9-55d269650566 None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:56:18.907580 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-da9a3de4-d303-4514-8a5b-568f42df7d90 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:18.909614 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-da9a3de4-d303-4514-8a5b-568f42df7d90 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/subnets/10477bd0-59e5-4a3f-87d1-2bcd1b2f99bc HTTP/1.1" status: 204 len: 168 time: 1.2589517 Sep 07 02:56:18.912168 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48530) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:18.916362 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-155ec162-8e17-479c-b8f1-8c88164b120b tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Made reservation on behalf of f4ca27208d4a4bf3985c8efd51821a79 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:56:18.920519 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-155ec162-8e17-479c-b8f1-8c88164b120b tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:18.952539 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3e56279b-8ec2-4065-bcd6-db7bacf1ffce tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:18.964925 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-7b28437a-76e7-46b6-b0b9-7c7b37021aa3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0441890 Sep 07 02:56:18.965337 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3e56279b-8ec2-4065-bcd6-db7bacf1ffce tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:18.969704 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3e56279b-8ec2-4065-bcd6-db7bacf1ffce tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] 10.222.0.22 "DELETE /v2.0/networks/08d2772c-c615-47db-a417-e1042178085f HTTP/1.1" status: 204 len: 168 time: 1.2455783 Sep 07 02:56:18.969897 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48532) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:18.973721 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-c737a8da-4c92-4d14-b018-4d2891a27d9a tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Request body: {'subnet': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:56:18.985581 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-155ec162-8e17-479c-b8f1-8c88164b120b tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] device_id is not set on port abb83bea-36b9-4aa0-a71e-1dd912c39e5d yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:56:18.993101 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb56dbe-0112-49ce-a634-8523a38930c0 None None] DHCP port deletion for 98fba89c-e7ad-427b-9268-93662b8245b2 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:56:18.994687 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e56279b-8ec2-4065-bcd6-db7bacf1ffce tempest-PortsIpV6TestJSON-1045446862 tempest-PortsIpV6TestJSON-1045446862-project] Pushing event deleted for resources: {'Network': ['ID=08d2772c-c615-47db-a417-e1042178085f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:19.040209 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d62f73ff-3473-4c12-acdf-509bbbe8edda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:19.071664 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8bb56dbe-0112-49ce-a634-8523a38930c0 None None] Deleting port 2ef11b0f-96e0-4b69-ba56-c043a3d1bf11 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:56:19.073129 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8bb56dbe-0112-49ce-a634-8523a38930c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:19.081044 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62f73ff-3473-4c12-acdf-509bbbe8edda admin admin] Pushing event deleted for resources: {'Port': ['ID=1415233f-22d7-4a31-aac9-d7bf273298a1,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:19.116004 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c737a8da-4c92-4d14-b018-4d2891a27d9a tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Made reservation on behalf of 4c9354482bbf46e593fb1c1c8959ca81 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:56:19.121531 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c737a8da-4c92-4d14-b018-4d2891a27d9a tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:19.161652 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8bb56dbe-0112-49ce-a634-8523a38930c0 None None] For port 2ef11b0f-96e0-4b69-ba56-c043a3d1bf11, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=2ef11b0f-96e0-4b69-ba56-c043a3d1bf11,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:56:19.162224 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8bb56dbe-0112-49ce-a634-8523a38930c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:19.191321 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8bb56dbe-0112-49ce-a634-8523a38930c0 None None] Calling delete_port for 2ef11b0f-96e0-4b69-ba56-c043a3d1bf11 owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:56:19.198089 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-155ec162-8e17-479c-b8f1-8c88164b120b tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Allocated IP 172.20.0.8 (9e02d4eb-fcf5-4420-b279-3c480e17a3c2/a669f90d-6941-4c87-b890-a76faa23ae11/abb83bea-36b9-4aa0-a71e-1dd912c39e5d) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:56:19.256402 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48538) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:19.287846 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-681e089c-bbf4-4a82-8401-4609c063d279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:19.387611 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-681e089c-bbf4-4a82-8401-4609c063d279 None None] For port 2ef11b0f-96e0-4b69-ba56-c043a3d1bf11, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=2ef11b0f-96e0-4b69-ba56-c043a3d1bf11,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:56:19.406337 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-681e089c-bbf4-4a82-8401-4609c063d279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:19.433692 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c737a8da-4c92-4d14-b018-4d2891a27d9a tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:19.460967 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8bb56dbe-0112-49ce-a634-8523a38930c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:19.463335 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681e089c-bbf4-4a82-8401-4609c063d279 None None] Pushing event deleted for resources: {'Port': ['ID=2ef11b0f-96e0-4b69-ba56-c043a3d1bf11,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:19.490232 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb56dbe-0112-49ce-a634-8523a38930c0 None None] Pushing event deleted for resources: {'Port': ['ID=2ef11b0f-96e0-4b69-ba56-c043a3d1bf11,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:19.493331 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c737a8da-4c92-4d14-b018-4d2891a27d9a tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event updated for resources: {'Subnet': ['ID=99cb6a9f-ecc5-4f38-8716-7f7f06573719,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:19.494448 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb56dbe-0112-49ce-a634-8523a38930c0 None None] No DVR routers for this DVR port 2ef11b0f-96e0-4b69-ba56-c043a3d1bf11 on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:56:19.514767 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c737a8da-4c92-4d14-b018-4d2891a27d9a tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:56:19.516510 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-c737a8da-4c92-4d14-b018-4d2891a27d9a tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:56:19.519298 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c737a8da-4c92-4d14-b018-4d2891a27d9a tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:19.520472 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c737a8da-4c92-4d14-b018-4d2891a27d9a tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:19.535017 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df39838-07b9-46d2-86e4-9e54567273f6 None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:56:19.540782 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d62f73ff-3473-4c12-acdf-509bbbe8edda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:19.541735 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c737a8da-4c92-4d14-b018-4d2891a27d9a tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5726395 Sep 07 02:56:19.543287 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48544) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:19.548952 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-709437b9-bb44-4a24-b897-db0535dc0ed0 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-458947759', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:56:19.581126 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-709437b9-bb44-4a24-b897-db0535dc0ed0 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:19.583627 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-709437b9-bb44-4a24-b897-db0535dc0ed0 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:19.628420 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 2ef11b0f-96e0-4b69-ba56-c043a3d1bf11 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:56:19.657179 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 2ef11b0f-96e0-4b69-ba56-c043a3d1bf11 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:56:19.657927 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 2ef11b0f-96e0-4b69-ba56-c043a3d1bf11 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:56:19.684859 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device c05a5a9d-7b6d-4571-a0cd-6b89f4af8111 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:56:19.697096 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-709437b9-bb44-4a24-b897-db0535dc0ed0 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:19.701762 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-717c99ac-1662-494f-8f41-bac80cd32cf3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=819c73709af74aee976d11a35d78d7e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4433181 Sep 07 02:56:19.705202 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48548) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:19.719578 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-709437b9-bb44-4a24-b897-db0535dc0ed0 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:19.737228 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-155ec162-8e17-479c-b8f1-8c88164b120b tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:19.752045 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-155ec162-8e17-479c-b8f1-8c88164b120b tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Transition to ACTIVE for port object abb83bea-36b9-4aa0-a71e-1dd912c39e5d will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:56:19.773017 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-709437b9-bb44-4a24-b897-db0535dc0ed0 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:19.777196 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-709437b9-bb44-4a24-b897-db0535dc0ed0 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2296119 Sep 07 02:56:19.777409 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48550) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:19.826622 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-155ec162-8e17-479c-b8f1-8c88164b120b tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:19.837166 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6a3c95-8654-41ea-995b-47a356ca9ead None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-98fba89c-e7ad-427b-9268-93662b8245b2', 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'tenant_id': '4c9354482bbf46e593fb1c1c8959ca81', 'fixed_ips': [{'subnet_id': '99cb6a9f-ecc5-4f38-8716-7f7f06573719'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:56:19.838497 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fc6a3c95-8654-41ea-995b-47a356ca9ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:19.847874 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf99770f-fe71-4f90-b6c2-e048ee4fd782 req-c1001408-5656-4723-bf4c-7ea158096df8 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:19.849413 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cf99770f-fe71-4f90-b6c2-e048ee4fd782 req-c1001408-5656-4723-bf4c-7ea158096df8 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=9825f0c0-3240-4c71-adef-7f75dbcde66a HTTP/1.1" status: 200 len: 944 time: 0.1463268 Sep 07 02:56:19.870845 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34162cda-8c16-4fb3-aaa4-d55acff32e38 req-0df537cf-dfb9-4983-b66e-71476b275ba9 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:19.872418 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-34162cda-8c16-4fb3-aaa4-d55acff32e38 req-0df537cf-dfb9-4983-b66e-71476b275ba9 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5cb82fe-718c-48ae-87b9-3ee35681d47c HTTP/1.1" status: 200 len: 945 time: 0.2417550 Sep 07 02:56:19.923510 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155ec162-8e17-479c-b8f1-8c88164b120b tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Network 9e02d4eb-fcf5-4420-b279-3c480e17a3c2 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:56:19.938353 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-155ec162-8e17-479c-b8f1-8c88164b120b tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:56:19.943195 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port c05a5a9d-7b6d-4571-a0cd-6b89f4af8111, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=c05a5a9d-7b6d-4571-a0cd-6b89f4af8111,segment=NetworkSegment(be1dc1b1-7827-42bb-893b-a875f19ad000),segment_id=be1dc1b1-7827-42bb-893b-a875f19ad000)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:56:19.945787 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155ec162-8e17-479c-b8f1-8c88164b120b tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:56:19.946232 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-26e4558f-2324-4789-bf7e-a1b550fbe02b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:19.968270 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': 'c05a5a9d-7b6d-4571-a0cd-6b89f4af8111', 'network_id': '6345c063-9711-4fd7-a5ec-cc5bb3922efa', 'port_id': 'c05a5a9d-7b6d-4571-a0cd-6b89f4af8111', 'mac_address': 'fa:16:3e:6a:ca:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39af06ff-7bf6-4dad-82da-8f5351b3a173', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:56:20.024473 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155ec162-8e17-479c-b8f1-8c88164b120b tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Pushing event updated for resources: {'Port': ['ID=abb83bea-36b9-4aa0-a71e-1dd912c39e5d,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:20.036132 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:20.050373 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155ec162-8e17-479c-b8f1-8c88164b120b tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:20.051511 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-155ec162-8e17-479c-b8f1-8c88164b120b tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:20.083223 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cf99770f-fe71-4f90-b6c2-e048ee4fd782 req-fa6d956e-fab2-4fff-8ffa-321b66160667 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=227b796e-e331-4437-9ee2-e029d8455d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1988328 Sep 07 02:56:20.085278 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-26e4558f-2324-4789-bf7e-a1b550fbe02b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:20.086478 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c05a5a9d-7b6d-4571-a0cd-6b89f4af8111 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:56:20.119652 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port c05a5a9d-7b6d-4571-a0cd-6b89f4af8111, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=c05a5a9d-7b6d-4571-a0cd-6b89f4af8111,segment=NetworkSegment(be1dc1b1-7827-42bb-893b-a875f19ad000),segment_id=be1dc1b1-7827-42bb-893b-a875f19ad000)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:56:20.127108 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-fc6a3c95-8654-41ea-995b-47a356ca9ead None None] Allocated IP 2001:db8::2 (98fba89c-e7ad-427b-9268-93662b8245b2/99cb6a9f-ecc5-4f38-8716-7f7f06573719/0a121f13-bf3c-4360-aab4-1d28c18f1529) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:56:20.130685 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:20.196505 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=c05a5a9d-7b6d-4571-a0cd-6b89f4af8111,revision_number=8']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:20.238316 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-813ab993-e554-476f-8d42-ae9e3df46096 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:20.244068 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-26e4558f-2324-4789-bf7e-a1b550fbe02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:20.248309 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-26e4558f-2324-4789-bf7e-a1b550fbe02b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:20.249919 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-26e4558f-2324-4789-bf7e-a1b550fbe02b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8d7b86b3-6171-4c19-86d4-6be9ca536a32 HTTP/1.1" status: 204 len: 168 time: 0.5438600 Sep 07 02:56:20.286405 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d62f73ff-3473-4c12-acdf-509bbbe8edda admin admin] Router a130bbcc-f0c0-4ad2-be09-cc5600fe611f has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:56:20.303380 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-34162cda-8c16-4fb3-aaa4-d55acff32e38 req-d5bcd4ba-8045-4d46-98cc-f3d5516ef4a1 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3994052 Sep 07 02:56:20.305092 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-7f86e741-ec57-4e48-849d-60bee120d215 None None] Provisioning for port abb83bea-36b9-4aa0-a71e-1dd912c39e5d completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:56:20.307151 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e4558f-2324-4789-bf7e-a1b550fbe02b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7b86b3-6171-4c19-86d4-6be9ca536a32,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:20.317814 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-7f86e741-ec57-4e48-849d-60bee120d215 None None] Provisioning complete for port abb83bea-36b9-4aa0-a71e-1dd912c39e5d triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:20.318168 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7f86e741-ec57-4e48-849d-60bee120d215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:20.320578 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-155ec162-8e17-479c-b8f1-8c88164b120b tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1904705 Sep 07 02:56:20.321734 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48558) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:20.367359 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['c05a5a9d-7b6d-4571-a0cd-6b89f4af8111'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:56:20.425036 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-7f86e741-ec57-4e48-849d-60bee120d215 None None] Port abb83bea-36b9-4aa0-a71e-1dd912c39e5d cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:56:20.446046 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-e2f1e460-0203-4823-9554-68ed29a2a3f1 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:29:4f:d4'}]}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:56:20.544122 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da8238-6652-47e6-b93a-891dcfd04936 req-87a5ad91-f92b-4ab4-9082-011ec299cf35 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:20.544122 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b2da8238-6652-47e6-b93a-891dcfd04936 req-87a5ad91-f92b-4ab4-9082-011ec299cf35 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=9825f0c0-3240-4c71-adef-7f75dbcde66a HTTP/1.1" status: 200 len: 945 time: 0.1406024 Sep 07 02:56:20.592214 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d62f73ff-3473-4c12-acdf-509bbbe8edda admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:56:20.601700 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1baae3c1-a7ec-4a24-920e-6270debc9ead None None] Sync routers for ids ['a130bbcc-f0c0-4ad2-be09-cc5600fe611f'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:56:20.611384 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-d62f73ff-3473-4c12-acdf-509bbbe8edda admin admin] 10.222.0.22 "PUT /v2.0/routers/a130bbcc-f0c0-4ad2-be09-cc5600fe611f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2113652 Sep 07 02:56:20.615313 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48566) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:20.620993 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1baae3c1-a7ec-4a24-920e-6270debc9ead None None] Routers {'a130bbcc-f0c0-4ad2-be09-cc5600fe611f'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:56:20.621715 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-1baae3c1-a7ec-4a24-920e-6270debc9ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:55:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['a130bbcc-f0c0-4ad2-be09-cc5600fe611f'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:20.691170 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b2da8238-6652-47e6-b93a-891dcfd04936 req-e2ecfdb8-13dc-4a63-9624-b24ffe982515 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=227b796e-e331-4437-9ee2-e029d8455d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392205 Sep 07 02:56:20.697286 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d91cb-453a-46df-abe0-e48742d1028c req-b703bab0-7dc4-4b02-99aa-28a39c327bdc tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:20.705416 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-829d91cb-453a-46df-abe0-e48742d1028c req-b703bab0-7dc4-4b02-99aa-28a39c327bdc tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.16 "GET /v2.0/ports?device_id=9825f0c0-3240-4c71-adef-7f75dbcde66a&tenant_id=626f31b15da14e0da01388cbfdee7f90&binding%3Ahost_id=n-h1-796209-16 HTTP/1.1" status: 200 len: 945 time: 0.2580822 Sep 07 02:56:20.784062 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fc6a3c95-8654-41ea-995b-47a356ca9ead None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:20.801575 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [req-829d91cb-453a-46df-abe0-e48742d1028c req-3c693680-09c4-418b-b974-6230b5d96b1e service neutron] delete failed (client error): The resource could not be found. Sep 07 02:56:20.802627 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-829d91cb-453a-46df-abe0-e48742d1028c req-3c693680-09c4-418b-b974-6230b5d96b1e service neutron] 10.222.0.16 "DELETE /v2.0/ports/c05a5a9d-7b6d-4571-a0cd-6b89f4af8111/bindings/n-h2-796209-16 HTTP/1.1" status: 404 len: 381 time: 0.0893998 Sep 07 02:56:20.803921 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-fc6a3c95-8654-41ea-995b-47a356ca9ead None None] Transition to ACTIVE for port object 0a121f13-bf3c-4360-aab4-1d28c18f1529 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:56:20.835049 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-fc6a3c95-8654-41ea-995b-47a356ca9ead None None] Transition to ACTIVE for port object 0a121f13-bf3c-4360-aab4-1d28c18f1529 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:56:20.845050 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-1baae3c1-a7ec-4a24-920e-6270debc9ead None None] Set router a130bbcc-f0c0-4ad2-be09-cc5600fe611f gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:56:20.864085 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fc6a3c95-8654-41ea-995b-47a356ca9ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:20.934435 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e2f1e460-0203-4823-9554-68ed29a2a3f1 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:21.032716 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6a3c95-8654-41ea-995b-47a356ca9ead None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:56:21.041805 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-fc6a3c95-8654-41ea-995b-47a356ca9ead None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:56:21.047641 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6a3c95-8654-41ea-995b-47a356ca9ead None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:56:21.060189 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a3c95-8654-41ea-995b-47a356ca9ead None None] Pushing event updated for resources: {'Port': ['ID=0a121f13-bf3c-4360-aab4-1d28c18f1529,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:21.133520 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-fc6a3c95-8654-41ea-995b-47a356ca9ead None None] Attempting to bind port 0a121f13-bf3c-4360-aab4-1d28c18f1529 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:56:21.133901 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-fc6a3c95-8654-41ea-995b-47a356ca9ead None None] Attempting to bind port 0a121f13-bf3c-4360-aab4-1d28c18f1529 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:56:21.134267 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6a3c95-8654-41ea-995b-47a356ca9ead None None] Attempting to bind port 0a121f13-bf3c-4360-aab4-1d28c18f1529 on network 98fba89c-e7ad-427b-9268-93662b8245b2 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:56:21.140178 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6a3c95-8654-41ea-995b-47a356ca9ead None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:56:21.140560 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6a3c95-8654-41ea-995b-47a356ca9ead None None] Checking segment: {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:56:21.140972 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fc6a3c95-8654-41ea-995b-47a356ca9ead None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:21.141374 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6a3c95-8654-41ea-995b-47a356ca9ead None None] Bound using segment: {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:56:21.141846 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-fc6a3c95-8654-41ea-995b-47a356ca9ead None None] Bound port: 0a121f13-bf3c-4360-aab4-1d28c18f1529, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:56:21.142231 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fc6a3c95-8654-41ea-995b-47a356ca9ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:21.156193 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-1baae3c1-a7ec-4a24-920e-6270debc9ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a130bbcc-f0c0-4ad2-be09-cc5600fe611f', 'name': 'tempest-AttachVolumeShelveTestJSON-612165806-router', 'tenant_id': '82a45090c023468b95127c390faba656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '2e6559a7-de86-40c2-b044-6bf1cfc9e2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:47:47Z', 'updated_at': '2021-09-07T02:56:18Z', 'revision_number': 5, 'project_id': '82a45090c023468b95127c390faba656', 'gw_port': {'id': '2e6559a7-de86-40c2-b044-6bf1cfc9e2bc', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130bbcc-f0c0-4ad2-be09-cc5600fe611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:48Z', 'updated_at': '2021-09-07T02:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:21.185229 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1baae3c1-a7ec-4a24-920e-6270debc9ead None None] Checking router: a130bbcc-f0c0-4ad2-be09-cc5600fe611f for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:56:21.195403 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1baae3c1-a7ec-4a24-920e-6270debc9ead None None] Routers {'a130bbcc-f0c0-4ad2-be09-cc5600fe611f'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:56:21.196312 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-1baae3c1-a7ec-4a24-920e-6270debc9ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:55:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['a130bbcc-f0c0-4ad2-be09-cc5600fe611f'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:21.283377 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-fc6a3c95-8654-41ea-995b-47a356ca9ead None None] For port 0a121f13-bf3c-4360-aab4-1d28c18f1529, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:56:21.287089 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-fc6a3c95-8654-41ea-995b-47a356ca9ead None None] For port 0a121f13-bf3c-4360-aab4-1d28c18f1529, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=0a121f13-bf3c-4360-aab4-1d28c18f1529,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:56:21.289313 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e2f1e460-0203-4823-9554-68ed29a2a3f1 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:21.296614 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fc6a3c95-8654-41ea-995b-47a356ca9ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:21.297066 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d91cb-453a-46df-abe0-e48742d1028c req-c553bdc2-45e5-4e28-bfa8-1ba8bad5be1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:21.298919 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-829d91cb-453a-46df-abe0-e48742d1028c req-c553bdc2-45e5-4e28-bfa8-1ba8bad5be1d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=626f31b15da14e0da01388cbfdee7f90&device_id=9825f0c0-3240-4c71-adef-7f75dbcde66a HTTP/1.1" status: 200 len: 1097 time: 0.4149485 Sep 07 02:56:21.314523 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-1baae3c1-a7ec-4a24-920e-6270debc9ead None None] Set router a130bbcc-f0c0-4ad2-be09-cc5600fe611f gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:56:21.322777 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e2f1e460-0203-4823-9554-68ed29a2a3f1 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:21.369385 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a3c95-8654-41ea-995b-47a356ca9ead None None] Pushing event updated for resources: {'Port': ['ID=0a121f13-bf3c-4360-aab4-1d28c18f1529,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:21.383910 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-813ab993-e554-476f-8d42-ae9e3df46096 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Allocated IP 2001:db8::1 (98fba89c-e7ad-427b-9268-93662b8245b2/99cb6a9f-ecc5-4f38-8716-7f7f06573719/70f73b2b-9d94-434c-b0d1-6aa800f29d40) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:56:21.431715 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48582) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:21.451409 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f1e460-0203-4823-9554-68ed29a2a3f1 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Pushing event updated for resources: {'Port': ['ID=abb83bea-36b9-4aa0-a71e-1dd912c39e5d,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:21.487411 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:21.490379 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:21.554512 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-946f96e8-ba19-494d-9cfc-9fe4dbe22a3d admin admin] Notify callbacks [] for router, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:21.610497 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bdb609-d70e-4eb5-94e8-f855e748374e req-18322e19-c0d0-4c1b-9f99-a07c8ad05670 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:21.619189 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-72bdb609-d70e-4eb5-94e8-f855e748374e req-18322e19-c0d0-4c1b-9f99-a07c8ad05670 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5cb82fe-718c-48ae-87b9-3ee35681d47c HTTP/1.1" status: 200 len: 945 time: 0.1695178 Sep 07 02:56:21.638329 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-e2f1e460-0203-4823-9554-68ed29a2a3f1 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] In _notify_port_updated(), no bound segment for port abb83bea-36b9-4aa0-a71e-1dd912c39e5d on network 9e02d4eb-fcf5-4420-b279-3c480e17a3c2 {{(pid=94700) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 02:56:21.639900 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-83fc62e7-9976-4d26-bf42-997740e38653 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1383830197'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:56:21.646187 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f1e460-0203-4823-9554-68ed29a2a3f1 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:21.647033 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e2f1e460-0203-4823-9554-68ed29a2a3f1 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:21.654023 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-e2f1e460-0203-4823-9554-68ed29a2a3f1 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] 10.222.0.22 "PUT /v2.0/ports/abb83bea-36b9-4aa0-a71e-1dd912c39e5d HTTP/1.1" status: 200 len: 996 time: 1.2140551 Sep 07 02:56:21.655188 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48586) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:21.685747 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d91cb-453a-46df-abe0-e48742d1028c req-27da0b42-3717-444b-91da-e24f7a50aa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:21.687794 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-829d91cb-453a-46df-abe0-e48742d1028c req-27da0b42-3717-444b-91da-e24f7a50aa05 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6345c063-9711-4fd7-a5ec-cc5bb3922efa HTTP/1.1" status: 200 len: 897 time: 0.3754859 Sep 07 02:56:21.708216 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device c05a5a9d-7b6d-4571-a0cd-6b89f4af8111 up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:56:21.729023 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-1baae3c1-a7ec-4a24-920e-6270debc9ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a130bbcc-f0c0-4ad2-be09-cc5600fe611f', 'name': 'tempest-AttachVolumeShelveTestJSON-612165806-router', 'tenant_id': '82a45090c023468b95127c390faba656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '2e6559a7-de86-40c2-b044-6bf1cfc9e2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:47:47Z', 'updated_at': '2021-09-07T02:56:18Z', 'revision_number': 5, 'project_id': '82a45090c023468b95127c390faba656', 'gw_port': {'id': '2e6559a7-de86-40c2-b044-6bf1cfc9e2bc', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130bbcc-f0c0-4ad2-be09-cc5600fe611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:48Z', 'updated_at': '2021-09-07T02:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:21.767739 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83fc62e7-9976-4d26-bf42-997740e38653 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Made reservation on behalf of 833039ece4bf420493581946638a10ce for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:56:21.771439 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-83fc62e7-9976-4d26-bf42-997740e38653 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:21.782885 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-813ab993-e554-476f-8d42-ae9e3df46096 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:21.796052 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1baae3c1-a7ec-4a24-920e-6270debc9ead None None] The sync data for ids ['a130bbcc-f0c0-4ad2-be09-cc5600fe611f'] in n-d-796209-16 is: [{'id': 'a130bbcc-f0c0-4ad2-be09-cc5600fe611f', 'name': 'tempest-AttachVolumeShelveTestJSON-612165806-router', 'tenant_id': '82a45090c023468b95127c390faba656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '2e6559a7-de86-40c2-b044-6bf1cfc9e2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:47:47Z', 'updated_at': '2021-09-07T02:56:18Z', 'revision_number': 5, 'project_id': '82a45090c023468b95127c390faba656', 'gw_port': {'id': '2e6559a7-de86-40c2-b044-6bf1cfc9e2bc', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:4e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a130bbcc-f0c0-4ad2-be09-cc5600fe611f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:47:48Z', 'updated_at': '2021-09-07T02:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:56:21.800221 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port c05a5a9d-7b6d-4571-a0cd-6b89f4af8111 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:56:21.805664 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-83fc62e7-9976-4d26-bf42-997740e38653 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:21.808728 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-72bdb609-d70e-4eb5-94e8-f855e748374e req-69973e2b-7f44-4625-801f-ef45ee253320 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879141 Sep 07 02:56:21.815139 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port c05a5a9d-7b6d-4571-a0cd-6b89f4af8111 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:21.815853 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:21.838973 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-813ab993-e554-476f-8d42-ae9e3df46096 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Transition to ACTIVE for port object 70f73b2b-9d94-434c-b0d1-6aa800f29d40 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:56:21.927030 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:21.943605 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-829d91cb-453a-46df-abe0-e48742d1028c req-ce8573af-0170-473a-bba8-e69f48c8065d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c05a5a9d-7b6d-4571-a0cd-6b89f4af8111 HTTP/1.1" status: 200 len: 1001 time: 0.1640832 Sep 07 02:56:21.953457 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9825f0c0-3240-4c71-adef-7f75dbcde66a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c05a5a9d-7b6d-4571-a0cd-6b89f4af8111'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:56:21.955991 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073e7f63-cdd8-43cd-809c-075c30c28031" -d '{"events": [{"server_uuid": "9825f0c0-3240-4c71-adef-7f75dbcde66a", "name": "network-vif-plugged", "status": "completed", "tag": "c05a5a9d-7b6d-4571-a0cd-6b89f4af8111"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:56:21.978756 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port c05a5a9d-7b6d-4571-a0cd-6b89f4af8111, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=c05a5a9d-7b6d-4571-a0cd-6b89f4af8111,segment=NetworkSegment(be1dc1b1-7827-42bb-893b-a875f19ad000),segment_id=be1dc1b1-7827-42bb-893b-a875f19ad000)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:56:21.986582 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-aad4bc26-b1e0-44d9-9f76-1c3115c1bdb5 None None] Provisioning complete for port abb83bea-36b9-4aa0-a71e-1dd912c39e5d triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:21.986582 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-aad4bc26-b1e0-44d9-9f76-1c3115c1bdb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:21.989403 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:21.993561 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-946f96e8-ba19-494d-9cfc-9fe4dbe22a3d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:22.008303 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-df5d7dbf-3d1d-43d0-9f4f-844b51f791ae tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Deleting port abb83bea-36b9-4aa0-a71e-1dd912c39e5d {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:56:22.008717 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-df5d7dbf-3d1d-43d0-9f4f-844b51f791ae tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:22.048278 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c75fc-1060-4a03-a48a-5accdfa03438 req-4493599f-b27d-45f6-96f4-23c6a3b0dc37 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:22.048689 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d91cb-453a-46df-abe0-e48742d1028c req-3b93b1ea-26cb-44ac-aad3-ff9c9a4cf7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:22.049420 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-aad4bc26-b1e0-44d9-9f76-1c3115c1bdb5 None None] Port abb83bea-36b9-4aa0-a71e-1dd912c39e5d cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:56:22.050725 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bb7c75fc-1060-4a03-a48a-5accdfa03438 req-4493599f-b27d-45f6-96f4-23c6a3b0dc37 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=9825f0c0-3240-4c71-adef-7f75dbcde66a HTTP/1.1" status: 200 len: 945 time: 0.2041669 Sep 07 02:56:22.057045 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-829d91cb-453a-46df-abe0-e48742d1028c req-3b93b1ea-26cb-44ac-aad3-ff9c9a4cf7e8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=39af06ff-7bf6-4dad-82da-8f5351b3a173 HTTP/1.1" status: 200 len: 835 time: 0.0962508 Sep 07 02:56:22.057480 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-813ab993-e554-476f-8d42-ae9e3df46096 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:22.067673 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=c05a5a9d-7b6d-4571-a0cd-6b89f4af8111,revision_number=9']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:22.076242 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ebfda61-27ac-4c13-b9c7-be4aa1fca7db x-openstack-request-id: req-7ebfda61-27ac-4c13-b9c7-be4aa1fca7db {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:56:22.077463 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9825f0c0-3240-4c71-adef-7f75dbcde66a", "name": "network-vif-plugged", "status": "completed", "tag": "c05a5a9d-7b6d-4571-a0cd-6b89f4af8111", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:56:22.077891 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7ebfda61-27ac-4c13-b9c7-be4aa1fca7db {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:56:22.078455 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9825f0c0-3240-4c71-adef-7f75dbcde66a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c05a5a9d-7b6d-4571-a0cd-6b89f4af8111', 'code': 200} Sep 07 02:56:22.146154 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-df5d7dbf-3d1d-43d0-9f4f-844b51f791ae tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:22.160169 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d91cb-453a-46df-abe0-e48742d1028c req-475e6774-3e97-442a-848a-b65ffd119766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:22.161977 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-829d91cb-453a-46df-abe0-e48742d1028c req-475e6774-3e97-442a-848a-b65ffd119766 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6345c063-9711-4fd7-a5ec-cc5bb3922efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1019466 Sep 07 02:56:22.168631 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-df5d7dbf-3d1d-43d0-9f4f-844b51f791ae tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Calling delete_port for abb83bea-36b9-4aa0-a71e-1dd912c39e5d owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:56:22.179749 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813ab993-e554-476f-8d42-ae9e3df46096 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:56:22.181860 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-83fc62e7-9976-4d26-bf42-997740e38653 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:22.194868 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-813ab993-e554-476f-8d42-ae9e3df46096 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:56:22.202434 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-83fc62e7-9976-4d26-bf42-997740e38653 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:22.205432 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813ab993-e554-476f-8d42-ae9e3df46096 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:56:22.205962 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-813ab993-e554-476f-8d42-ae9e3df46096 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:22.214309 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bb7c75fc-1060-4a03-a48a-5accdfa03438 req-4181bfb2-24df-468b-9a3f-5f3df6dd5a23 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=227b796e-e331-4437-9ee2-e029d8455d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539104 Sep 07 02:56:22.218154 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813ab993-e554-476f-8d42-ae9e3df46096 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event updated for resources: {'Port': ['ID=70f73b2b-9d94-434c-b0d1-6aa800f29d40,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:22.298193 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83fc62e7-9976-4d26-bf42-997740e38653 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:56:22.336841 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc62e7-9976-4d26-bf42-997740e38653 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71163042-0d35-4428-b892-03b347ef3024,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:22.347546 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-946f96e8-ba19-494d-9cfc-9fe4dbe22a3d admin admin] Deleting port 2e6559a7-de86-40c2-b044-6bf1cfc9e2bc {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:56:22.347982 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-946f96e8-ba19-494d-9cfc-9fe4dbe22a3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:22.357998 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-83fc62e7-9976-4d26-bf42-997740e38653 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:22.358446 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-83fc62e7-9976-4d26-bf42-997740e38653 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Added segment f937f467-ce82-48b1-8659-39e4ac076e58 of type vlan for network 3dd45cf3-af65-470c-87f5-e6191d376acc Sep 07 02:56:22.473527 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-83fc62e7-9976-4d26-bf42-997740e38653 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:22.513418 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-813ab993-e554-476f-8d42-ae9e3df46096 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:22.558811 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-946f96e8-ba19-494d-9cfc-9fe4dbe22a3d admin admin] For port 2e6559a7-de86-40c2-b044-6bf1cfc9e2bc, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=2e6559a7-de86-40c2-b044-6bf1cfc9e2bc,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:56:22.559161 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-946f96e8-ba19-494d-9cfc-9fe4dbe22a3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:22.568683 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-83fc62e7-9976-4d26-bf42-997740e38653 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:22.574504 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fc62e7-9976-4d26-bf42-997740e38653 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:22.575070 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-83fc62e7-9976-4d26-bf42-997740e38653 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:22.586041 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-829d91cb-453a-46df-abe0-e48742d1028c req-0e4f2c98-e82c-48fa-a985-6dbb395949be service neutron] 10.222.0.16 "GET /v2.0/networks/6345c063-9711-4fd7-a5ec-cc5bb3922efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4131660 Sep 07 02:56:22.613913 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-946f96e8-ba19-494d-9cfc-9fe4dbe22a3d admin admin] Calling delete_port for 2e6559a7-de86-40c2-b044-6bf1cfc9e2bc owned by network:router_gateway {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:56:22.659447 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-83fc62e7-9976-4d26-bf42-997740e38653 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2265575 Sep 07 02:56:22.660169 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48592) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:22.680042 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-5f10e7d7-06e0-4d04-a5c8-40f4c0deb437 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1286188561'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:56:22.712926 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-df5d7dbf-3d1d-43d0-9f4f-844b51f791ae tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:22.752911 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5d7dbf-3d1d-43d0-9f4f-844b51f791ae tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Pushing event deleted for resources: {'Port': ['ID=abb83bea-36b9-4aa0-a71e-1dd912c39e5d,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:22.765036 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-829d91cb-453a-46df-abe0-e48742d1028c req-31b56cce-c4df-4eca-b272-95852bf8a4f9 service neutron] 10.222.0.16 "GET /v2.0/networks/6345c063-9711-4fd7-a5ec-cc5bb3922efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709502 Sep 07 02:56:22.788744 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc62e7-9976-4d26-bf42-997740e38653 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event updated for resources: {'Network': ['ID=3dd45cf3-af65-470c-87f5-e6191d376acc,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:22.801347 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 3dd45cf3-af65-470c-87f5-e6191d376acc details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:56:22.841347 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-df5d7dbf-3d1d-43d0-9f4f-844b51f791ae tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:22.843602 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-df5d7dbf-3d1d-43d0-9f4f-844b51f791ae tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] 10.222.0.22 "DELETE /v2.0/ports/abb83bea-36b9-4aa0-a71e-1dd912c39e5d HTTP/1.1" status: 204 len: 168 time: 1.1808994 Sep 07 02:56:22.846282 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48596) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:22.889206 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-08ea516e-6089-41aa-97e3-301f32479e85 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] GET failed (client error): The resource could not be found. Sep 07 02:56:22.895327 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-08ea516e-6089-41aa-97e3-301f32479e85 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] 10.222.0.22 "GET /v2.0/ports/abb83bea-36b9-4aa0-a71e-1dd912c39e5d HTTP/1.1" status: 404 len: 333 time: 0.0478058 Sep 07 02:56:22.899269 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48598) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:22.905517 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-f3593335-f17d-4f07-90cd-801c60e3cb3d tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Request body: {'port': {'network_id': '9e02d4eb-fcf5-4420-b279-3c480e17a3c2', 'name': 'tempest-AllowedAddressPairTestJSON-1996169701'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:56:22.965381 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-e9bd2f3a-0900-4f29-8569-82f4db353c5e None None] Provisioning for port 0a121f13-bf3c-4360-aab4-1d28c18f1529 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:56:22.983291 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f10e7d7-06e0-4d04-a5c8-40f4c0deb437 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Made reservation on behalf of 833039ece4bf420493581946638a10ce for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:56:22.986964 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5f10e7d7-06e0-4d04-a5c8-40f4c0deb437 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:23.038632 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a940bd0-41a2-427e-8aad-f84bfad124e2 req-f3354740-5c4f-457a-b2c8-997c9c4ff2cf tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:23.040192 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1a940bd0-41a2-427e-8aad-f84bfad124e2 req-f3354740-5c4f-457a-b2c8-997c9c4ff2cf tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5cb82fe-718c-48ae-87b9-3ee35681d47c HTTP/1.1" status: 200 len: 945 time: 0.1435027 Sep 07 02:56:23.044240 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f10e7d7-06e0-4d04-a5c8-40f4c0deb437 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:56:23.091766 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5f10e7d7-06e0-4d04-a5c8-40f4c0deb437 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:23.092131 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-5f10e7d7-06e0-4d04-a5c8-40f4c0deb437 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Added segment 86f3353f-3ee9-4142-b8ae-aaf92ea3b8ae of type vlan for network c24fe58d-b4f2-42ef-b1c9-0dc7b5ab0d31 Sep 07 02:56:23.115238 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1a940bd0-41a2-427e-8aad-f84bfad124e2 req-3dabe415-3a0e-45b8-b6f0-13a96c96fe54 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580306 Sep 07 02:56:23.141276 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3593335-f17d-4f07-90cd-801c60e3cb3d tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Made reservation on behalf of f4ca27208d4a4bf3985c8efd51821a79 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:56:23.146537 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f3593335-f17d-4f07-90cd-801c60e3cb3d tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:23.165816 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-f3593335-f17d-4f07-90cd-801c60e3cb3d tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] device_id is not set on port 26cfa784-8d27-4d45-9ffd-0382c8a5a974 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:56:23.192528 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-e90eec39-5b9e-4323-bc9f-2bb70b5f2277 None None] Provisioning for port 70f73b2b-9d94-434c-b0d1-6aa800f29d40 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:56:23.199338 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-e90eec39-5b9e-4323-bc9f-2bb70b5f2277 None None] Provisioning complete for port 70f73b2b-9d94-434c-b0d1-6aa800f29d40 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:23.200116 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e90eec39-5b9e-4323-bc9f-2bb70b5f2277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:23.231841 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5f10e7d7-06e0-4d04-a5c8-40f4c0deb437 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:23.246524 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-946f96e8-ba19-494d-9cfc-9fe4dbe22a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:23.257229 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-e90eec39-5b9e-4323-bc9f-2bb70b5f2277 None None] Port 70f73b2b-9d94-434c-b0d1-6aa800f29d40 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:56:23.303771 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946f96e8-ba19-494d-9cfc-9fe4dbe22a3d admin admin] Pushing event deleted for resources: {'Port': ['ID=2e6559a7-de86-40c2-b044-6bf1cfc9e2bc,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:23.332981 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-f3593335-f17d-4f07-90cd-801c60e3cb3d tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Allocated IP 172.20.0.7 (9e02d4eb-fcf5-4420-b279-3c480e17a3c2/a669f90d-6941-4c87-b890-a76faa23ae11/26cfa784-8d27-4d45-9ffd-0382c8a5a974) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:56:23.363171 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5f10e7d7-06e0-4d04-a5c8-40f4c0deb437 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:23.368570 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f10e7d7-06e0-4d04-a5c8-40f4c0deb437 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:23.369621 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5f10e7d7-06e0-4d04-a5c8-40f4c0deb437 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:23.480193 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-5f10e7d7-06e0-4d04-a5c8-40f4c0deb437 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8086958 Sep 07 02:56:23.510558 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-813ab993-e554-476f-8d42-ae9e3df46096 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:23.512598 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48602) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:23.518631 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f3593335-f17d-4f07-90cd-801c60e3cb3d tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:23.520658 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-3a7b9a1b-3e9d-46c4-a45f-bdcc35b99af2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Request body: {'subnet': {'network_id': '3dd45cf3-af65-470c-87f5-e6191d376acc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:56:23.529533 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f10e7d7-06e0-4d04-a5c8-40f4c0deb437 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event updated for resources: {'Network': ['ID=c24fe58d-b4f2-42ef-b1c9-0dc7b5ab0d31,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:23.537985 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-f3593335-f17d-4f07-90cd-801c60e3cb3d tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Transition to ACTIVE for port object 26cfa784-8d27-4d45-9ffd-0382c8a5a974 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:56:23.541272 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network c24fe58d-b4f2-42ef-b1c9-0dc7b5ab0d31 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:56:23.543555 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-813ab993-e554-476f-8d42-ae9e3df46096 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:23.544354 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-813ab993-e554-476f-8d42-ae9e3df46096 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:23.566631 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 0a121f13-bf3c-4360-aab4-1d28c18f1529 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:56:23.578278 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-946f96e8-ba19-494d-9cfc-9fe4dbe22a3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:23.581247 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f3593335-f17d-4f07-90cd-801c60e3cb3d tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:23.613457 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db73ab10-b67e-4106-8ce6-3357d0ef830b req-176c4233-7d41-4ef6-8d43-319bc3aaa4e2 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:23.614933 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-db73ab10-b67e-4106-8ce6-3357d0ef830b req-176c4233-7d41-4ef6-8d43-319bc3aaa4e2 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=9825f0c0-3240-4c71-adef-7f75dbcde66a HTTP/1.1" status: 200 len: 946 time: 0.2741005 Sep 07 02:56:23.647308 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3593335-f17d-4f07-90cd-801c60e3cb3d tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Network 9e02d4eb-fcf5-4420-b279-3c480e17a3c2 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:56:23.654461 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-f3593335-f17d-4f07-90cd-801c60e3cb3d tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:56:23.656522 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3593335-f17d-4f07-90cd-801c60e3cb3d tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Pushing event updated for resources: {'Port': ['ID=26cfa784-8d27-4d45-9ffd-0382c8a5a974,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:23.667104 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3593335-f17d-4f07-90cd-801c60e3cb3d tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:56:23.674113 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 0a121f13-bf3c-4360-aab4-1d28c18f1529 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:56:23.679031 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 0a121f13-bf3c-4360-aab4-1d28c18f1529 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:23.679449 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:23.720211 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3593335-f17d-4f07-90cd-801c60e3cb3d tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:23.721004 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f3593335-f17d-4f07-90cd-801c60e3cb3d tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:23.740708 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f3593335-f17d-4f07-90cd-801c60e3cb3d tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8400180 Sep 07 02:56:23.743041 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48604) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:23.749156 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-f85a6f53-901b-4c73-80c2-583a60521061 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Request body: {'port': {'network_id': '9e02d4eb-fcf5-4420-b279-3c480e17a3c2', 'name': 'tempest-AllowedAddressPairTestJSON-774220885'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:56:23.776530 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:23.847265 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 0a121f13-bf3c-4360-aab4-1d28c18f1529, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=0a121f13-bf3c-4360-aab4-1d28c18f1529,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:56:23.848024 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-946f96e8-ba19-494d-9cfc-9fe4dbe22a3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:23.851060 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-946f96e8-ba19-494d-9cfc-9fe4dbe22a3d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:23.857397 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:23.910112 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-db73ab10-b67e-4106-8ce6-3357d0ef830b req-cf79733a-4874-492f-ac69-b4f592706d27 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=227b796e-e331-4437-9ee2-e029d8455d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2655094 Sep 07 02:56:23.921845 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=0a121f13-bf3c-4360-aab4-1d28c18f1529,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:23.945591 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 1415233f-22d7-4a31-aac9-d7bf273298a1 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:56:23.949487 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48606) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:23.966865 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f85a6f53-901b-4c73-80c2-583a60521061 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Made reservation on behalf of f4ca27208d4a4bf3985c8efd51821a79 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:56:23.971107 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f85a6f53-901b-4c73-80c2-583a60521061 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:23.975468 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 1415233f-22d7-4a31-aac9-d7bf273298a1 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:56:23.975967 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 1415233f-22d7-4a31-aac9-d7bf273298a1 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:56:23.996016 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813ab993-e554-476f-8d42-ae9e3df46096 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event updated for resources: {'Port': ['ID=70f73b2b-9d94-434c-b0d1-6aa800f29d40,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:24.016581 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7b9a1b-3e9d-46c4-a45f-bdcc35b99af2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Made reservation on behalf of 833039ece4bf420493581946638a10ce for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:56:24.018441 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-648f9bbc-61b6-49f7-9b2c-ce1c9b786dfe None None] Provisioning for port 26cfa784-8d27-4d45-9ffd-0382c8a5a974 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:56:24.020901 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3a7b9a1b-3e9d-46c4-a45f-bdcc35b99af2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:24.024173 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-648f9bbc-61b6-49f7-9b2c-ce1c9b786dfe None None] Provisioning complete for port 26cfa784-8d27-4d45-9ffd-0382c8a5a974 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:24.024683 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-648f9bbc-61b6-49f7-9b2c-ce1c9b786dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:24.030230 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-f85a6f53-901b-4c73-80c2-583a60521061 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] device_id is not set on port 9318e462-d59b-4e49-ac5e-a46ef7eb8c1f yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:56:24.062775 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-946f96e8-ba19-494d-9cfc-9fe4dbe22a3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:24.062775 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946f96e8-ba19-494d-9cfc-9fe4dbe22a3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a130bbcc-f0c0-4ad2-be09-cc5600fe611f {{(pid=94701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 02:56:24.066366 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-946f96e8-ba19-494d-9cfc-9fe4dbe22a3d admin admin] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:24.067661 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-946f96e8-ba19-494d-9cfc-9fe4dbe22a3d admin admin] 10.222.0.22 "DELETE /v2.0/routers/a130bbcc-f0c0-4ad2-be09-cc5600fe611f HTTP/1.1" status: 204 len: 168 time: 3.4492047 Sep 07 02:56:24.069248 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-648f9bbc-61b6-49f7-9b2c-ce1c9b786dfe None None] Port 26cfa784-8d27-4d45-9ffd-0382c8a5a974 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:56:24.090665 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48608) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:24.103265 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-66eea6f8-85ea-4b09-b22f-684914cd18ce tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/floatingips/bc5aa35a-a356-4dd3-9889-20e1d85e2fb8 HTTP/1.1" status: 200 len: 994 time: 0.1525688 Sep 07 02:56:24.108020 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813ab993-e554-476f-8d42-ae9e3df46096 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:56:24.121427 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-813ab993-e554-476f-8d42-ae9e3df46096 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:56:24.238124 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-f85a6f53-901b-4c73-80c2-583a60521061 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Allocated IP 172.20.0.14 (9e02d4eb-fcf5-4420-b279-3c480e17a3c2/a669f90d-6941-4c87-b890-a76faa23ae11/9318e462-d59b-4e49-ac5e-a46ef7eb8c1f) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:56:24.251427 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f3bd736-6153-49e2-87b7-c58d4beab4a1 admin admin] Deleting subnet ac223360-8a8e-4533-8aad-52e511f20cab {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:56:24.272073 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8f3bd736-6153-49e2-87b7-c58d4beab4a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:24.360512 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8f3bd736-6153-49e2-87b7-c58d4beab4a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:24.393084 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3a7b9a1b-3e9d-46c4-a45f-bdcc35b99af2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:24.393351 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427df21b-0d3f-45e3-8c54-1c4555de3cf5 req-8a465299-a983-4cbf-a5b1-23d53350da84 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:24.395193 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-427df21b-0d3f-45e3-8c54-1c4555de3cf5 req-8a465299-a983-4cbf-a5b1-23d53350da84 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5cb82fe-718c-48ae-87b9-3ee35681d47c HTTP/1.1" status: 200 len: 945 time: 0.1475668 Sep 07 02:56:24.409792 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-813ab993-e554-476f-8d42-ae9e3df46096 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Router e047ff35-db38-4a87-8105-17129011d66d is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 02:56:24.510537 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7b9a1b-3e9d-46c4-a45f-bdcc35b99af2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event updated for resources: {'Subnet': ['ID=4b5d2997-8a7c-42b4-a2bb-74641d521c27,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:24.517862 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7b9a1b-3e9d-46c4-a45f-bdcc35b99af2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Checking segment: {'id': 'f937f467-ce82-48b1-8659-39e4ac076e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3dd45cf3-af65-470c-87f5-e6191d376acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:56:24.518237 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7b9a1b-3e9d-46c4-a45f-bdcc35b99af2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Network hostable DHCP agents. Network: 3dd45cf3-af65-470c-87f5-e6191d376acc, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:56:24.521973 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-427df21b-0d3f-45e3-8c54-1c4555de3cf5 req-36cff42e-2556-492a-af6f-eab09629f7f6 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182899 Sep 07 02:56:24.526950 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-83d2fa56-b754-4f0f-b87e-5075b9d85062 None None] Provisioning complete for port 70f73b2b-9d94-434c-b0d1-6aa800f29d40 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:24.526950 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-83d2fa56-b754-4f0f-b87e-5075b9d85062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:24.574125 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-83d2fa56-b754-4f0f-b87e-5075b9d85062 None None] Port 70f73b2b-9d94-434c-b0d1-6aa800f29d40 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:56:24.576132 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-813ab993-e554-476f-8d42-ae9e3df46096 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:56:24.581540 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-813ab993-e554-476f-8d42-ae9e3df46096 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "PUT /v2.0/routers/e047ff35-db38-4a87-8105-17129011d66d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8031693 Sep 07 02:56:24.583119 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7b9a1b-3e9d-46c4-a45f-bdcc35b99af2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Network 3dd45cf3-af65-470c-87f5-e6191d376acc is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:56:24.585768 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48612) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:24.589871 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bfd2f0-0ef8-4bbf-bfdb-dfc69fbc0dbe None None] Sync routers for ids ['e047ff35-db38-4a87-8105-17129011d66d'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:56:24.594819 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8f3bd736-6153-49e2-87b7-c58d4beab4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:24.598482 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-3a7b9a1b-3e9d-46c4-a45f-bdcc35b99af2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 3dd45cf3-af65-470c-87f5-e6191d376acc) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:56:24.606129 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7b9a1b-3e9d-46c4-a45f-bdcc35b99af2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:24.606769 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3a7b9a1b-3e9d-46c4-a45f-bdcc35b99af2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:24.610269 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcf8270-53b4-41f0-b272-06a185e37366 None None] Network 3dd45cf3-af65-470c-87f5-e6191d376acc requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:56:24.616274 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bfd2f0-0ef8-4bbf-bfdb-dfc69fbc0dbe None None] Routers {'e047ff35-db38-4a87-8105-17129011d66d'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:56:24.617561 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-83bfd2f0-0ef8-4bbf-bfdb-dfc69fbc0dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:55:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['e047ff35-db38-4a87-8105-17129011d66d'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:24.631740 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-3a7b9a1b-3e9d-46c4-a45f-bdcc35b99af2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1169062 Sep 07 02:56:24.634889 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48614) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:24.642645 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-27822bd4-48ca-496c-834c-71f24206588d tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Request body: {'subnet': {'network_id': 'c24fe58d-b4f2-42ef-b1c9-0dc7b5ab0d31', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:56:24.685974 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8edae2-d495-4be4-8cfc-e99a9217fcb5 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:24.689685 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ba8edae2-d495-4be4-8cfc-e99a9217fcb5 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/ports/70f73b2b-9d94-434c-b0d1-6aa800f29d40 HTTP/1.1" status: 200 len: 911 time: 0.1019826 Sep 07 02:56:24.690281 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48616) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:24.693287 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f85a6f53-901b-4c73-80c2-583a60521061 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:24.749646 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-f85a6f53-901b-4c73-80c2-583a60521061 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Transition to ACTIVE for port object 9318e462-d59b-4e49-ac5e-a46ef7eb8c1f will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:56:24.762551 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27822bd4-48ca-496c-834c-71f24206588d tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Made reservation on behalf of 833039ece4bf420493581946638a10ce for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:56:24.767260 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-27822bd4-48ca-496c-834c-71f24206588d tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:24.779780 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d1ef9a-e424-4e43-9c0e-14196aec3296 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:24.780690 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-83bfd2f0-0ef8-4bbf-bfdb-dfc69fbc0dbe None None] Set router e047ff35-db38-4a87-8105-17129011d66d gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:56:24.785645 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d1ef9a-e424-4e43-9c0e-14196aec3296 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:24.787280 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-77d1ef9a-e424-4e43-9c0e-14196aec3296 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0901842 Sep 07 02:56:24.790313 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48618) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:24.796306 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8f3bd736-6153-49e2-87b7-c58d4beab4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:24.844838 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8f3bd736-6153-49e2-87b7-c58d4beab4a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:24.849656 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-8f3bd736-6153-49e2-87b7-c58d4beab4a1 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ac223360-8a8e-4533-8aad-52e511f20cab HTTP/1.1" status: 204 len: 168 time: 0.7580040 Sep 07 02:56:24.850797 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48620) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:24.862097 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3bd736-6153-49e2-87b7-c58d4beab4a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac223360-8a8e-4533-8aad-52e511f20cab,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:24.883147 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62364763-f94a-4c12-a5d3-35b61a746a35 None None] Network 2dd15660-a8a2-4615-aae6-6565f5b9c926 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:56:24.891741 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f85a6f53-901b-4c73-80c2-583a60521061 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:24.980364 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85a6f53-901b-4c73-80c2-583a60521061 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Network 9e02d4eb-fcf5-4420-b279-3c480e17a3c2 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:56:24.982999 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a2fdad66-d54a-41d2-8fa0-0a4e3ba4fe32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:24.997858 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-f85a6f53-901b-4c73-80c2-583a60521061 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:56:25.001553 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85a6f53-901b-4c73-80c2-583a60521061 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:56:25.005760 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85a6f53-901b-4c73-80c2-583a60521061 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Pushing event updated for resources: {'Port': ['ID=9318e462-d59b-4e49-ac5e-a46ef7eb8c1f,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:25.095860 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85a6f53-901b-4c73-80c2-583a60521061 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:25.096554 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f85a6f53-901b-4c73-80c2-583a60521061 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:25.124952 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f85a6f53-901b-4c73-80c2-583a60521061 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3806882 Sep 07 02:56:25.128401 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48622) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:25.140225 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-b1a43d07-6513-41bf-a470-f051ae506e28 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:29:4f:d4'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:99:70:aa'}]}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:56:25.149702 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-a2fdad66-d54a-41d2-8fa0-0a4e3ba4fe32 admin admin] Deleting port 9fe7c0df-57b0-4fdc-a38e-cdd8a5a0fb46 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:56:25.150043 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a2fdad66-d54a-41d2-8fa0-0a4e3ba4fe32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:25.156409 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f8b87a-8861-4528-98f1-38b95d84aca5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-3dd45cf3-af65-470c-87f5-e6191d376acc', 'network_id': '3dd45cf3-af65-470c-87f5-e6191d376acc', 'tenant_id': '833039ece4bf420493581946638a10ce', 'fixed_ips': [{'subnet_id': '4b5d2997-8a7c-42b4-a2bb-74641d521c27'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:56:25.157455 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-84f8b87a-8861-4528-98f1-38b95d84aca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:25.286081 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-a2fdad66-d54a-41d2-8fa0-0a4e3ba4fe32 admin admin] For port 9fe7c0df-57b0-4fdc-a38e-cdd8a5a0fb46, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=9fe7c0df-57b0-4fdc-a38e-cdd8a5a0fb46,segment=NetworkSegment(671b0d78-496f-4a6a-a20b-d6937a9097d2),segment_id=671b0d78-496f-4a6a-a20b-d6937a9097d2)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:56:25.286723 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a2fdad66-d54a-41d2-8fa0-0a4e3ba4fe32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:25.313096 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-a2fdad66-d54a-41d2-8fa0-0a4e3ba4fe32 admin admin] Calling delete_port for 9fe7c0df-57b0-4fdc-a38e-cdd8a5a0fb46 owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:56:25.316015 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b1a43d07-6513-41bf-a470-f051ae506e28 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:25.359118 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a85a8f6a-d7c7-4aa6-a367-6ad8f6b1b4c6 None None] Provisioning for port 9318e462-d59b-4e49-ac5e-a46ef7eb8c1f completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:56:25.376222 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a85a8f6a-d7c7-4aa6-a367-6ad8f6b1b4c6 None None] Provisioning complete for port 9318e462-d59b-4e49-ac5e-a46ef7eb8c1f triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:25.376881 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a85a8f6a-d7c7-4aa6-a367-6ad8f6b1b4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:25.384013 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-83bfd2f0-0ef8-4bbf-bfdb-dfc69fbc0dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e047ff35-db38-4a87-8105-17129011d66d', 'name': 'tempest-NetworksTestDHCPv6-router-458947759', 'tenant_id': '4c9354482bbf46e593fb1c1c8959ca81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:56:19Z', 'updated_at': '2021-09-07T02:56:22Z', 'revision_number': 2, 'project_id': '4c9354482bbf46e593fb1c1c8959ca81', 'gw_port_host': None, '_interfaces': [{'id': '70f73b2b-9d94-434c-b0d1-6aa800f29d40', 'name': '', 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'tenant_id': '4c9354482bbf46e593fb1c1c8959ca81', 'mac_address': 'fa:16:3e:a0:a4:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e047ff35-db38-4a87-8105-17129011d66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2714, 'fixed_ips': [{'subnet_id': '99cb6a9f-ecc5-4f38-8716-7f7f06573719', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:56:20Z', 'updated_at': '2021-09-07T02:56:23Z', 'revision_number': 2, 'project_id': '4c9354482bbf46e593fb1c1c8959ca81', 'subnets': [{'id': '99cb6a9f-ecc5-4f38-8716-7f7f06573719', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:25.393219 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-84f8b87a-8861-4528-98f1-38b95d84aca5 None None] Allocated IP 2001:db8::2 (3dd45cf3-af65-470c-87f5-e6191d376acc/4b5d2997-8a7c-42b4-a2bb-74641d521c27/66195bb1-1ee7-438e-a60f-9baa295a5983) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:56:25.449763 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 0a121f13-bf3c-4360-aab4-1d28c18f1529 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:56:25.458205 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bfd2f0-0ef8-4bbf-bfdb-dfc69fbc0dbe None None] Checking router: e047ff35-db38-4a87-8105-17129011d66d for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:56:25.458807 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bfd2f0-0ef8-4bbf-bfdb-dfc69fbc0dbe None None] Updating router e047ff35-db38-4a87-8105-17129011d66d port 70f73b2b-9d94-434c-b0d1-6aa800f29d40 binding host n-d-796209-16 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 02:56:25.506233 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a22686f-1347-4a05-83fb-972be56067f4 None None] DHCP port deletion for 2dd15660-a8a2-4615-aae6-6565f5b9c926 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:56:25.523008 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-27822bd4-48ca-496c-834c-71f24206588d tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:25.621176 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a2fdad66-d54a-41d2-8fa0-0a4e3ba4fe32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:25.637062 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27822bd4-48ca-496c-834c-71f24206588d tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event updated for resources: {'Subnet': ['ID=049ed935-6b88-45d3-bbfe-da1f7e6700dd,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:25.652722 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27822bd4-48ca-496c-834c-71f24206588d tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Checking segment: {'id': '86f3353f-3ee9-4142-b8ae-aaf92ea3b8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c24fe58d-b4f2-42ef-b1c9-0dc7b5ab0d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:56:25.653155 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27822bd4-48ca-496c-834c-71f24206588d tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Network hostable DHCP agents. Network: c24fe58d-b4f2-42ef-b1c9-0dc7b5ab0d31, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:56:25.656005 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b1a43d07-6513-41bf-a470-f051ae506e28 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:25.659658 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fdad66-d54a-41d2-8fa0-0a4e3ba4fe32 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fe7c0df-57b0-4fdc-a38e-cdd8a5a0fb46,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:25.663267 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b1a43d07-6513-41bf-a470-f051ae506e28 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:25.687962 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fdad66-d54a-41d2-8fa0-0a4e3ba4fe32 admin admin] No DVR routers for this DVR port 9fe7c0df-57b0-4fdc-a38e-cdd8a5a0fb46 on host n-d-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:56:25.719032 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a85a8f6a-d7c7-4aa6-a367-6ad8f6b1b4c6 None None] Port 9318e462-d59b-4e49-ac5e-a46ef7eb8c1f cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:56:25.744746 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-83bfd2f0-0ef8-4bbf-bfdb-dfc69fbc0dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:25.754053 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-5a22686f-1347-4a05-83fb-972be56067f4 None None] The port '9fe7c0df-57b0-4fdc-a38e-cdd8a5a0fb46' was deleted {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Sep 07 02:56:25.775308 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27822bd4-48ca-496c-834c-71f24206588d tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Network c24fe58d-b4f2-42ef-b1c9-0dc7b5ab0d31 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:56:25.797573 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8869605f-afa3-4036-a28e-a9907fbf081c req-17e18063-cc92-4a2a-ab1d-752f938bdf5c tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:25.799253 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8869605f-afa3-4036-a28e-a9907fbf081c req-17e18063-cc92-4a2a-ab1d-752f938bdf5c tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5cb82fe-718c-48ae-87b9-3ee35681d47c HTTP/1.1" status: 200 len: 945 time: 0.1483982 Sep 07 02:56:25.825676 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a2fdad66-d54a-41d2-8fa0-0a4e3ba4fe32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:25.827522 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-27822bd4-48ca-496c-834c-71f24206588d tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, c24fe58d-b4f2-42ef-b1c9-0dc7b5ab0d31) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:56:25.833935 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-65f013fc-a32a-4213-b328-db460e2fa69a tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:25.837654 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27822bd4-48ca-496c-834c-71f24206588d tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:25.838449 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-27822bd4-48ca-496c-834c-71f24206588d tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:25.850281 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-a2fdad66-d54a-41d2-8fa0-0a4e3ba4fe32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dd15660-a8a2-4615-aae6-6565f5b9c926']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:25.854050 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebb4564-663c-4f53-a32f-e963c818ebd9 None None] Network c24fe58d-b4f2-42ef-b1c9-0dc7b5ab0d31 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:56:25.861103 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-a2fdad66-d54a-41d2-8fa0-0a4e3ba4fe32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '671b0d78-496f-4a6a-a20b-d6937a9097d2') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:25.861407 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-a2fdad66-d54a-41d2-8fa0-0a4e3ba4fe32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '671b0d78-496f-4a6a-a20b-d6937a9097d2') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:25.881013 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a2fdad66-d54a-41d2-8fa0-0a4e3ba4fe32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:25.900849 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 0a121f13-bf3c-4360-aab4-1d28c18f1529 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:25.901994 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:25.903310 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a43d07-6513-41bf-a470-f051ae506e28 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Pushing event updated for resources: {'Port': ['ID=9318e462-d59b-4e49-ac5e-a46ef7eb8c1f,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:25.925853 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-b1a43d07-6513-41bf-a470-f051ae506e28 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] In _notify_port_updated(), no bound segment for port 9318e462-d59b-4e49-ac5e-a46ef7eb8c1f on network 9e02d4eb-fcf5-4420-b279-3c480e17a3c2 {{(pid=94700) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 02:56:25.930306 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a43d07-6513-41bf-a470-f051ae506e28 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:25.932844 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b1a43d07-6513-41bf-a470-f051ae506e28 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:25.934729 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b1a43d07-6513-41bf-a470-f051ae506e28 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] 10.222.0.22 "PUT /v2.0/ports/9318e462-d59b-4e49-ac5e-a46ef7eb8c1f HTTP/1.1" status: 200 len: 1056 time: 0.8052728 Sep 07 02:56:25.936756 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a2fdad66-d54a-41d2-8fa0-0a4e3ba4fe32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:25.939098 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48626) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:25.944849 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2fdad66-d54a-41d2-8fa0-0a4e3ba4fe32 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:56:25.945979 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a2fdad66-d54a-41d2-8fa0-0a4e3ba4fe32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:25.949150 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:56:25.949150 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:56:25.949150 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:56:25.949150 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:56:25.949150 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:56:25.949150 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:56:25.949150 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:56:25.949150 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:56:25.949150 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:56:25.949150 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:56:25.949150 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:56:25.949150 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:56:25.949150 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:56:25.949150 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:56:25.949150 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:56:25.949150 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:56:25.949150 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:56:25.949150 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:56:25.949150 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:56:25.949150 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:56:25.949150 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:56:25.949150 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:56:25.949150 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:56:25.949150 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:56:25.949150 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:56:25.949150 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:56:25.949150 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:56:25.949150 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:56:25.949150 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:56:25.949150 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:56:25.949150 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:56:25.949150 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:56:25.954982 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-27822bd4-48ca-496c-834c-71f24206588d tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3151534 Sep 07 02:56:25.955455 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8869605f-afa3-4036-a28e-a9907fbf081c req-2f8b3c35-f458-4b14-977a-c01fa7a6aa4b tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481702 Sep 07 02:56:25.956124 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48628) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:25.982261 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-7bf4bad3-0851-4eec-8341-4a3188e3bac2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1362178080', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:56:26.038321 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a2fdad66-d54a-41d2-8fa0-0a4e3ba4fe32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:26.044665 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a2fdad66-d54a-41d2-8fa0-0a4e3ba4fe32 admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:26.068787 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a2fdad66-d54a-41d2-8fa0-0a4e3ba4fe32 admin admin] 10.222.0.22 "DELETE /v2.0/networks/2dd15660-a8a2-4615-aae6-6565f5b9c926 HTTP/1.1" status: 204 len: 168 time: 1.2131877 Sep 07 02:56:26.090527 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fdad66-d54a-41d2-8fa0-0a4e3ba4fe32 admin admin] Pushing event deleted for resources: {'Network': ['ID=2dd15660-a8a2-4615-aae6-6565f5b9c926,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:26.106055 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7bf4bad3-0851-4eec-8341-4a3188e3bac2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:26.107098 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7bf4bad3-0851-4eec-8341-4a3188e3bac2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:26.111533 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-50f48576-331f-452e-9920-2bc7dae60fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:26.187545 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7bf4bad3-0851-4eec-8341-4a3188e3bac2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:26.196075 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-752a7f53-600c-40ee-aff8-b8bc1995df3c tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Deleting port 9318e462-d59b-4e49-ac5e-a46ef7eb8c1f {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:56:26.196414 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-752a7f53-600c-40ee-aff8-b8bc1995df3c tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:26.196787 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-84f8b87a-8861-4528-98f1-38b95d84aca5 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:26.202452 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7bf4bad3-0851-4eec-8341-4a3188e3bac2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:26.242469 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-84f8b87a-8861-4528-98f1-38b95d84aca5 None None] Transition to ACTIVE for port object 66195bb1-1ee7-438e-a60f-9baa295a5983 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:56:26.244600 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-4a52d67d-7754-456a-a005-c4a2986fed87 None None] Provisioning complete for port 9318e462-d59b-4e49-ac5e-a46ef7eb8c1f triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:26.244995 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4a52d67d-7754-456a-a005-c4a2986fed87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:26.274368 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7bf4bad3-0851-4eec-8341-4a3188e3bac2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:26.274985 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48632) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:26.275592 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-7bf4bad3-0851-4eec-8341-4a3188e3bac2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3156357 Sep 07 02:56:26.281071 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48634) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:26.331001 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-752a7f53-600c-40ee-aff8-b8bc1995df3c tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:26.349055 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-752a7f53-600c-40ee-aff8-b8bc1995df3c tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Calling delete_port for 9318e462-d59b-4e49-ac5e-a46ef7eb8c1f owned by {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:56:26.360311 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-84f8b87a-8861-4528-98f1-38b95d84aca5 None None] Transition to ACTIVE for port object 66195bb1-1ee7-438e-a60f-9baa295a5983 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:56:26.364984 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-65f013fc-a32a-4213-b328-db460e2fa69a tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Deleting port 70f73b2b-9d94-434c-b0d1-6aa800f29d40 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:56:26.365490 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-65f013fc-a32a-4213-b328-db460e2fa69a tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:26.400728 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-84f8b87a-8861-4528-98f1-38b95d84aca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:26.413961 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-4a52d67d-7754-456a-a005-c4a2986fed87 None None] Port 9318e462-d59b-4e49-ac5e-a46ef7eb8c1f cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:56:26.431362 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9380004b-2ca1-4772-9122-f941dee71ee7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=82a45090c023468b95127c390faba656&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1478815 Sep 07 02:56:26.431362 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48636) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:26.447324 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 2e6559a7-de86-40c2-b044-6bf1cfc9e2bc no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:56:26.450272 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30217746-790d-4036-9917-52236fd24a14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-c24fe58d-b4f2-42ef-b1c9-0dc7b5ab0d31', 'network_id': 'c24fe58d-b4f2-42ef-b1c9-0dc7b5ab0d31', 'tenant_id': '833039ece4bf420493581946638a10ce', 'fixed_ips': [{'subnet_id': '049ed935-6b88-45d3-bbfe-da1f7e6700dd'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:56:26.451162 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-30217746-790d-4036-9917-52236fd24a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:26.470286 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f8b87a-8861-4528-98f1-38b95d84aca5 None None] Network 3dd45cf3-af65-470c-87f5-e6191d376acc is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:56:26.501376 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 2e6559a7-de86-40c2-b044-6bf1cfc9e2bc {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:56:26.502012 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 2e6559a7-de86-40c2-b044-6bf1cfc9e2bc not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:56:26.508058 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-84f8b87a-8861-4528-98f1-38b95d84aca5 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:56:26.518915 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f8b87a-8861-4528-98f1-38b95d84aca5 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:56:26.546726 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-65f013fc-a32a-4213-b328-db460e2fa69a tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:26.554764 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f8b87a-8861-4528-98f1-38b95d84aca5 None None] Pushing event updated for resources: {'Port': ['ID=66195bb1-1ee7-438e-a60f-9baa295a5983,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:26.566719 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-65f013fc-a32a-4213-b328-db460e2fa69a tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Calling delete_port for 70f73b2b-9d94-434c-b0d1-6aa800f29d40 owned by network:router_interface {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:56:26.591051 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-752a7f53-600c-40ee-aff8-b8bc1995df3c tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:26.659250 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752a7f53-600c-40ee-aff8-b8bc1995df3c tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Pushing event deleted for resources: {'Port': ['ID=9318e462-d59b-4e49-ac5e-a46ef7eb8c1f,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:26.670950 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-83bfd2f0-0ef8-4bbf-bfdb-dfc69fbc0dbe None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:26.710770 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-84f8b87a-8861-4528-98f1-38b95d84aca5 None None] Attempting to bind port 66195bb1-1ee7-438e-a60f-9baa295a5983 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:56:26.711316 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-84f8b87a-8861-4528-98f1-38b95d84aca5 None None] Attempting to bind port 66195bb1-1ee7-438e-a60f-9baa295a5983 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'f937f467-ce82-48b1-8659-39e4ac076e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3dd45cf3-af65-470c-87f5-e6191d376acc'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:56:26.712023 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f8b87a-8861-4528-98f1-38b95d84aca5 None None] Attempting to bind port 66195bb1-1ee7-438e-a60f-9baa295a5983 on network 3dd45cf3-af65-470c-87f5-e6191d376acc {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:56:26.716151 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-83bfd2f0-0ef8-4bbf-bfdb-dfc69fbc0dbe None None] Transition to ACTIVE for port object 70f73b2b-9d94-434c-b0d1-6aa800f29d40 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:56:26.746980 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f8b87a-8861-4528-98f1-38b95d84aca5 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:56:26.747462 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f8b87a-8861-4528-98f1-38b95d84aca5 None None] Checking segment: {'id': 'f937f467-ce82-48b1-8659-39e4ac076e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3dd45cf3-af65-470c-87f5-e6191d376acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:56:26.747965 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-84f8b87a-8861-4528-98f1-38b95d84aca5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:26.748493 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f8b87a-8861-4528-98f1-38b95d84aca5 None None] Bound using segment: {'id': 'f937f467-ce82-48b1-8659-39e4ac076e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3dd45cf3-af65-470c-87f5-e6191d376acc'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:56:26.749154 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-84f8b87a-8861-4528-98f1-38b95d84aca5 None None] Bound port: 66195bb1-1ee7-438e-a60f-9baa295a5983, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f937f467-ce82-48b1-8659-39e4ac076e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3dd45cf3-af65-470c-87f5-e6191d376acc'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:56:26.749663 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-84f8b87a-8861-4528-98f1-38b95d84aca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:26.757036 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-83bfd2f0-0ef8-4bbf-bfdb-dfc69fbc0dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:26.839553 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-30217746-790d-4036-9917-52236fd24a14 None None] Allocated IP 2001:db8:1::2 (c24fe58d-b4f2-42ef-b1c9-0dc7b5ab0d31/049ed935-6b88-45d3-bbfe-da1f7e6700dd/7dbeb676-6e24-4070-8d4b-e7e76a23eb8d) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:56:26.858975 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9fb58a01-929f-4a86-9923-f85562614b99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:26.860196 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd44491-234e-4025-bb27-4b920ef05cf0 None None] Pushing event updated for resources: {'Port': ['ID=70f73b2b-9d94-434c-b0d1-6aa800f29d40,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:26.930937 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fa0881cd-f725-421c-bc62-2b25cee1d690 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:26.955108 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9fb58a01-929f-4a86-9923-f85562614b99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:26.958931 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-65f013fc-a32a-4213-b328-db460e2fa69a tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:26.970009 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-84f8b87a-8861-4528-98f1-38b95d84aca5 None None] For port 66195bb1-1ee7-438e-a60f-9baa295a5983, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:56:26.984481 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-84f8b87a-8861-4528-98f1-38b95d84aca5 None None] For port 66195bb1-1ee7-438e-a60f-9baa295a5983, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=66195bb1-1ee7-438e-a60f-9baa295a5983,segment=NetworkSegment(f937f467-ce82-48b1-8659-39e4ac076e58),segment_id=f937f467-ce82-48b1-8659-39e4ac076e58)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:56:26.999186 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-84f8b87a-8861-4528-98f1-38b95d84aca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:27.031285 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f013fc-a32a-4213-b328-db460e2fa69a tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event deleted for resources: {'Port': ['ID=70f73b2b-9d94-434c-b0d1-6aa800f29d40,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:27.073468 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-83bfd2f0-0ef8-4bbf-bfdb-dfc69fbc0dbe None None] Attempting to bind port 70f73b2b-9d94-434c-b0d1-6aa800f29d40 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:56:27.073852 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-83bfd2f0-0ef8-4bbf-bfdb-dfc69fbc0dbe None None] Attempting to bind port 70f73b2b-9d94-434c-b0d1-6aa800f29d40 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:56:27.074220 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bfd2f0-0ef8-4bbf-bfdb-dfc69fbc0dbe None None] Attempting to bind port 70f73b2b-9d94-434c-b0d1-6aa800f29d40 on network 98fba89c-e7ad-427b-9268-93662b8245b2 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:56:27.097303 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bfd2f0-0ef8-4bbf-bfdb-dfc69fbc0dbe None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:56:27.097303 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bfd2f0-0ef8-4bbf-bfdb-dfc69fbc0dbe None None] Checking segment: {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:56:27.097303 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-83bfd2f0-0ef8-4bbf-bfdb-dfc69fbc0dbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:27.097725 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bfd2f0-0ef8-4bbf-bfdb-dfc69fbc0dbe None None] Bound using segment: {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:56:27.098063 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-83bfd2f0-0ef8-4bbf-bfdb-dfc69fbc0dbe None None] Bound port: 70f73b2b-9d94-434c-b0d1-6aa800f29d40, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:56:27.098459 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-83bfd2f0-0ef8-4bbf-bfdb-dfc69fbc0dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:27.138143 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f8b87a-8861-4528-98f1-38b95d84aca5 None None] Pushing event updated for resources: {'Port': ['ID=66195bb1-1ee7-438e-a60f-9baa295a5983,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:27.187343 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-83bfd2f0-0ef8-4bbf-bfdb-dfc69fbc0dbe None None] Port 70f73b2b-9d94-434c-b0d1-6aa800f29d40 has been deleted concurrently {{(pid=94702) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Sep 07 02:56:27.225699 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-752a7f53-600c-40ee-aff8-b8bc1995df3c tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:27.230281 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-752a7f53-600c-40ee-aff8-b8bc1995df3c tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] 10.222.0.22 "DELETE /v2.0/ports/9318e462-d59b-4e49-ac5e-a46ef7eb8c1f HTTP/1.1" status: 204 len: 168 time: 1.2892294 Sep 07 02:56:27.245394 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bfd2f0-0ef8-4bbf-bfdb-dfc69fbc0dbe None None] Routers {'e047ff35-db38-4a87-8105-17129011d66d'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:56:27.246055 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-83bfd2f0-0ef8-4bbf-bfdb-dfc69fbc0dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:55:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['e047ff35-db38-4a87-8105-17129011d66d'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:27.246537 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48640) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:27.281802 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-65f013fc-a32a-4213-b328-db460e2fa69a tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:27.305258 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-96555a13-8ee5-494e-b8e1-9af0f25db8fd None None] Could not find standard attr ID for object 70f73b2b-9d94-434c-b0d1-6aa800f29d40. {{(pid=94702) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 02:56:27.309986 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ae8c839-a692-4c43-b089-cc4510d10848 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] GET failed (client error): The resource could not be found. Sep 07 02:56:27.315132 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-1ae8c839-a692-4c43-b089-cc4510d10848 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] 10.222.0.22 "GET /v2.0/ports/9318e462-d59b-4e49-ac5e-a46ef7eb8c1f HTTP/1.1" status: 404 len: 333 time: 0.0674906 Sep 07 02:56:27.319731 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48642) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:27.339699 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb53c014-328f-4ab2-bec6-c185d47f92e6 req-eb91e0ad-33f1-4a6e-87bb-7fb4c07ac32c tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:27.348107 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bb53c014-328f-4ab2-bec6-c185d47f92e6 req-eb91e0ad-33f1-4a6e-87bb-7fb4c07ac32c tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5cb82fe-718c-48ae-87b9-3ee35681d47c HTTP/1.1" status: 200 len: 945 time: 0.2684193 Sep 07 02:56:27.351619 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-83bfd2f0-0ef8-4bbf-bfdb-dfc69fbc0dbe None None] Set router e047ff35-db38-4a87-8105-17129011d66d gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:56:27.356159 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9fb58a01-929f-4a86-9923-f85562614b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:27.358883 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9fb58a01-929f-4a86-9923-f85562614b99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:27.360316 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9fb58a01-929f-4a86-9923-f85562614b99 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/54150a83-42e9-48fd-98b1-9fb76d3ea810 HTTP/1.1" status: 204 len: 168 time: 0.9285464 Sep 07 02:56:27.491238 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-30217746-790d-4036-9917-52236fd24a14 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:27.503660 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-30217746-790d-4036-9917-52236fd24a14 None None] Transition to ACTIVE for port object 7dbeb676-6e24-4070-8d4b-e7e76a23eb8d will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:56:27.525546 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb58a01-929f-4a86-9923-f85562614b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54150a83-42e9-48fd-98b1-9fb76d3ea810,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:27.527260 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-30217746-790d-4036-9917-52236fd24a14 None None] Transition to ACTIVE for port object 7dbeb676-6e24-4070-8d4b-e7e76a23eb8d will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:56:27.589703 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-83bfd2f0-0ef8-4bbf-bfdb-dfc69fbc0dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e047ff35-db38-4a87-8105-17129011d66d', 'name': 'tempest-NetworksTestDHCPv6-router-458947759', 'tenant_id': '4c9354482bbf46e593fb1c1c8959ca81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:56:19Z', 'updated_at': '2021-09-07T02:56:26Z', 'revision_number': 3, 'project_id': '4c9354482bbf46e593fb1c1c8959ca81', 'gw_port_host': None}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:27.597953 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 9fe7c0df-57b0-4fdc-a38e-cdd8a5a0fb46 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:56:27.628175 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-30217746-790d-4036-9917-52236fd24a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:27.653608 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bb53c014-328f-4ab2-bec6-c185d47f92e6 req-0b8cec51-e1e7-4b91-9577-d9132eaa0ccb tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042896 Sep 07 02:56:27.667410 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bfd2f0-0ef8-4bbf-bfdb-dfc69fbc0dbe None None] The sync data for ids ['e047ff35-db38-4a87-8105-17129011d66d'] in n-d-796209-16 is: [{'id': 'e047ff35-db38-4a87-8105-17129011d66d', 'name': 'tempest-NetworksTestDHCPv6-router-458947759', 'tenant_id': '4c9354482bbf46e593fb1c1c8959ca81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:56:19Z', 'updated_at': '2021-09-07T02:56:26Z', 'revision_number': 3, 'project_id': '4c9354482bbf46e593fb1c1c8959ca81', 'gw_port_host': None}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:56:27.695422 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65f013fc-a32a-4213-b328-db460e2fa69a tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Router e047ff35-db38-4a87-8105-17129011d66d has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:56:27.721493 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30217746-790d-4036-9917-52236fd24a14 None None] Pushing event updated for resources: {'Port': ['ID=7dbeb676-6e24-4070-8d4b-e7e76a23eb8d,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:27.731631 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-fa0881cd-f725-421c-bc62-2b25cee1d690 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Allocated IP 2001:db8::1 (3dd45cf3-af65-470c-87f5-e6191d376acc/4b5d2997-8a7c-42b4-a2bb-74641d521c27/b17affe4-c67d-4daf-a31d-ea733e2d903f) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:56:27.734581 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 9fe7c0df-57b0-4fdc-a38e-cdd8a5a0fb46 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:56:27.734941 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 9fe7c0df-57b0-4fdc-a38e-cdd8a5a0fb46 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:56:27.755166 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30217746-790d-4036-9917-52236fd24a14 None None] Network c24fe58d-b4f2-42ef-b1c9-0dc7b5ab0d31 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:56:27.761831 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-30217746-790d-4036-9917-52236fd24a14 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:56:27.769052 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30217746-790d-4036-9917-52236fd24a14 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:56:27.809864 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-aacf05b5-b544-4180-b889-89781b1c7dcf tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Deleting port 26cfa784-8d27-4d45-9ffd-0382c8a5a974 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:56:27.810510 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-aacf05b5-b544-4180-b889-89781b1c7dcf tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:27.826134 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f013fc-a32a-4213-b328-db460e2fa69a tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:56:27.834211 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-65f013fc-a32a-4213-b328-db460e2fa69a tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "PUT /v2.0/routers/e047ff35-db38-4a87-8105-17129011d66d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0319080 Sep 07 02:56:27.834517 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48648) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:27.903905 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb204af-4eac-41bd-838c-08b5e7df97f7 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:27.905810 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb204af-4eac-41bd-838c-08b5e7df97f7 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:27.910250 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-ecb204af-4eac-41bd-838c-08b5e7df97f7 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0718040 Sep 07 02:56:27.911318 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48652) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:28.035184 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d7568a0-587b-44bb-9a2a-d39db8a181f2 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Deleting subnet 99cb6a9f-ecc5-4f38-8716-7f7f06573719 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:56:28.036554 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-30217746-790d-4036-9917-52236fd24a14 None None] Attempting to bind port 7dbeb676-6e24-4070-8d4b-e7e76a23eb8d on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:56:28.037095 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-30217746-790d-4036-9917-52236fd24a14 None None] Attempting to bind port 7dbeb676-6e24-4070-8d4b-e7e76a23eb8d by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '86f3353f-3ee9-4142-b8ae-aaf92ea3b8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c24fe58d-b4f2-42ef-b1c9-0dc7b5ab0d31'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:56:28.037455 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30217746-790d-4036-9917-52236fd24a14 None None] Attempting to bind port 7dbeb676-6e24-4070-8d4b-e7e76a23eb8d on network c24fe58d-b4f2-42ef-b1c9-0dc7b5ab0d31 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:56:28.044291 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30217746-790d-4036-9917-52236fd24a14 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:56:28.044677 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30217746-790d-4036-9917-52236fd24a14 None None] Checking segment: {'id': '86f3353f-3ee9-4142-b8ae-aaf92ea3b8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c24fe58d-b4f2-42ef-b1c9-0dc7b5ab0d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:56:28.045087 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-30217746-790d-4036-9917-52236fd24a14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:28.045487 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30217746-790d-4036-9917-52236fd24a14 None None] Bound using segment: {'id': '86f3353f-3ee9-4142-b8ae-aaf92ea3b8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c24fe58d-b4f2-42ef-b1c9-0dc7b5ab0d31'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:56:28.045963 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-30217746-790d-4036-9917-52236fd24a14 None None] Bound port: 7dbeb676-6e24-4070-8d4b-e7e76a23eb8d, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86f3353f-3ee9-4142-b8ae-aaf92ea3b8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c24fe58d-b4f2-42ef-b1c9-0dc7b5ab0d31'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:56:28.046348 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-30217746-790d-4036-9917-52236fd24a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:28.054261 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-aacf05b5-b544-4180-b889-89781b1c7dcf tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:28.061278 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3d7568a0-587b-44bb-9a2a-d39db8a181f2 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:28.061482 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fa0881cd-f725-421c-bc62-2b25cee1d690 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:28.106325 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-aacf05b5-b544-4180-b889-89781b1c7dcf tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Calling delete_port for 26cfa784-8d27-4d45-9ffd-0382c8a5a974 owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:56:28.128193 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-fa0881cd-f725-421c-bc62-2b25cee1d690 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Transition to ACTIVE for port object b17affe4-c67d-4daf-a31d-ea733e2d903f will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:56:28.128402 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-30217746-790d-4036-9917-52236fd24a14 None None] For port 7dbeb676-6e24-4070-8d4b-e7e76a23eb8d, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:56:28.131978 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-30217746-790d-4036-9917-52236fd24a14 None None] For port 7dbeb676-6e24-4070-8d4b-e7e76a23eb8d, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=7dbeb676-6e24-4070-8d4b-e7e76a23eb8d,segment=NetworkSegment(86f3353f-3ee9-4142-b8ae-aaf92ea3b8ae),segment_id=86f3353f-3ee9-4142-b8ae-aaf92ea3b8ae)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:56:28.137738 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-30217746-790d-4036-9917-52236fd24a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:28.230637 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3d7568a0-587b-44bb-9a2a-d39db8a181f2 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:28.230903 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-676079ad-1929-4cdb-bf59-41ff43b7cecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:28.253243 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30217746-790d-4036-9917-52236fd24a14 None None] Pushing event updated for resources: {'Port': ['ID=7dbeb676-6e24-4070-8d4b-e7e76a23eb8d,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:28.364047 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-aacf05b5-b544-4180-b889-89781b1c7dcf tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:28.382066 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fa0881cd-f725-421c-bc62-2b25cee1d690 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:28.430685 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacf05b5-b544-4180-b889-89781b1c7dcf tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Pushing event deleted for resources: {'Port': ['ID=26cfa784-8d27-4d45-9ffd-0382c8a5a974,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:28.542999 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0881cd-f725-421c-bc62-2b25cee1d690 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Network 3dd45cf3-af65-470c-87f5-e6191d376acc is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:56:28.578690 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-fa0881cd-f725-421c-bc62-2b25cee1d690 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:56:28.580057 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48668) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:28.581442 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0881cd-f725-421c-bc62-2b25cee1d690 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:56:28.582143 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fa0881cd-f725-421c-bc62-2b25cee1d690 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:28.602145 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3d7568a0-587b-44bb-9a2a-d39db8a181f2 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:28.668845 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0881cd-f725-421c-bc62-2b25cee1d690 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event updated for resources: {'Port': ['ID=b17affe4-c67d-4daf-a31d-ea733e2d903f,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:28.707708 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:28.716239 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a53c71-564a-4bfe-bc1a-e32ceb60ea64 None None] Network 3dd45cf3-af65-470c-87f5-e6191d376acc requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:56:28.743239 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-aacf05b5-b544-4180-b889-89781b1c7dcf tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:28.746667 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-aacf05b5-b544-4180-b889-89781b1c7dcf tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] 10.222.0.22 "DELETE /v2.0/ports/26cfa784-8d27-4d45-9ffd-0382c8a5a974 HTTP/1.1" status: 204 len: 168 time: 1.3960304 Sep 07 02:56:28.750004 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48674) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:28.805553 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fc73e20-eccd-4ec5-ab79-f19841fd6d95 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] GET failed (client error): The resource could not be found. Sep 07 02:56:28.807939 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-bb540f02-a37e-4fd8-aa1d-757132e39c78 None None] Provisioning for port 66195bb1-1ee7-438e-a60f-9baa295a5983 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:56:28.815690 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-7fc73e20-eccd-4ec5-ab79-f19841fd6d95 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] 10.222.0.22 "GET /v2.0/ports/26cfa784-8d27-4d45-9ffd-0382c8a5a974 HTTP/1.1" status: 404 len: 333 time: 0.0613511 Sep 07 02:56:28.818176 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48676) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:28.821996 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3d7568a0-587b-44bb-9a2a-d39db8a181f2 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:28.841469 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-50dc6514-66ac-49f7-8c47-af9daebcc180 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-240213578-network', 'tenant_id': '16ef236c23324219a8876cb24967b58f'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:56:28.848722 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3d7568a0-587b-44bb-9a2a-d39db8a181f2 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:28.851125 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3d7568a0-587b-44bb-9a2a-d39db8a181f2 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/subnets/99cb6a9f-ecc5-4f38-8716-7f7f06573719 HTTP/1.1" status: 204 len: 168 time: 0.9122808 Sep 07 02:56:28.872740 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48678) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:28.885393 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7568a0-587b-44bb-9a2a-d39db8a181f2 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event deleted for resources: {'Subnet': ['ID=99cb6a9f-ecc5-4f38-8716-7f7f06573719,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:28.887454 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a6a674-5bf0-4f3f-a0cf-45c35e7895bc None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:56:28.944119 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fa0881cd-f725-421c-bc62-2b25cee1d690 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:28.951260 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa8532b-d9c2-4e40-9e4b-0c3de0a736be req-4c34c7c9-aba3-47de-b717-03856e386f51 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:28.953047 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0fa8532b-d9c2-4e40-9e4b-0c3de0a736be req-4c34c7c9-aba3-47de-b717-03856e386f51 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5cb82fe-718c-48ae-87b9-3ee35681d47c HTTP/1.1" status: 200 len: 945 time: 0.1365776 Sep 07 02:56:28.954634 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50dc6514-66ac-49f7-8c47-af9daebcc180 admin admin] Made reservation on behalf of 16ef236c23324219a8876cb24967b58f for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:56:28.956884 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-50dc6514-66ac-49f7-8c47-af9daebcc180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:28.970332 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-50dc6514-66ac-49f7-8c47-af9daebcc180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:29.032332 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0fa8532b-d9c2-4e40-9e4b-0c3de0a736be req-4c3d4fec-2880-48a0-8140-c74ab816a3d1 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645781 Sep 07 02:56:29.036294 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-d7e1a53b-4b4c-4fdb-879e-1ac95fc1432f tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Deleting port 003202a3-42d0-49b2-bad4-8b9358995e6a {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:56:29.036640 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d7e1a53b-4b4c-4fdb-879e-1ac95fc1432f tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:29.098452 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-0cb64976-0a80-4f18-a417-2b74428ac26f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2238083 Sep 07 02:56:29.103329 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48680) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:29.181629 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d7e1a53b-4b4c-4fdb-879e-1ac95fc1432f tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:29.202480 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99df9a81-2d5c-4ecf-9d57-224d08f29cd7 None None] DHCP port deletion for 98fba89c-e7ad-427b-9268-93662b8245b2 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:56:29.222949 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-d7e1a53b-4b4c-4fdb-879e-1ac95fc1432f tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Calling delete_port for 003202a3-42d0-49b2-bad4-8b9358995e6a owned by {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:56:29.265338 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-624c2b2a-5951-46e6-8987-a78b86437463 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:29.291247 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-99df9a81-2d5c-4ecf-9d57-224d08f29cd7 None None] Deleting port 0a121f13-bf3c-4360-aab4-1d28c18f1529 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:56:29.292503 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-99df9a81-2d5c-4ecf-9d57-224d08f29cd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:29.346128 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-50dc6514-66ac-49f7-8c47-af9daebcc180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:29.369734 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-50dc6514-66ac-49f7-8c47-af9daebcc180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:29.449507 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4e42a9-a02f-41c0-b76f-8018a56d6a8a None None] Sync routers for ids ['e047ff35-db38-4a87-8105-17129011d66d'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:56:29.466754 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4e42a9-a02f-41c0-b76f-8018a56d6a8a None None] Routers {'e047ff35-db38-4a87-8105-17129011d66d'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:56:29.468575 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-9a4e42a9-a02f-41c0-b76f-8018a56d6a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:56:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['e047ff35-db38-4a87-8105-17129011d66d'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:29.470649 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50dc6514-66ac-49f7-8c47-af9daebcc180 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:56:29.473272 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-99df9a81-2d5c-4ecf-9d57-224d08f29cd7 None None] For port 0a121f13-bf3c-4360-aab4-1d28c18f1529, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=0a121f13-bf3c-4360-aab4-1d28c18f1529,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:56:29.474425 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-99df9a81-2d5c-4ecf-9d57-224d08f29cd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:29.488899 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dc6514-66ac-49f7-8c47-af9daebcc180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ce7ce8-5054-445c-a59d-ebe3700b4c9f,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:29.520752 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-50dc6514-66ac-49f7-8c47-af9daebcc180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:29.521139 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-50dc6514-66ac-49f7-8c47-af9daebcc180 admin admin] Added segment ba1f9a1d-76cb-4a15-91d5-0944bdc5e669 of type vlan for network 256d620d-b7a6-4b66-aaa9-80e5bdc910ad Sep 07 02:56:29.523893 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-99df9a81-2d5c-4ecf-9d57-224d08f29cd7 None None] Calling delete_port for 0a121f13-bf3c-4360-aab4-1d28c18f1529 owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:56:29.531357 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dc6514-66ac-49f7-8c47-af9daebcc180 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:56:29.531734 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dc6514-66ac-49f7-8c47-af9daebcc180 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:56:29.532576 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dc6514-66ac-49f7-8c47-af9daebcc180 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:56:29.534282 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dc6514-66ac-49f7-8c47-af9daebcc180 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:56:29.534824 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dc6514-66ac-49f7-8c47-af9daebcc180 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:56:29.535579 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dc6514-66ac-49f7-8c47-af9daebcc180 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:56:29.538083 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dc6514-66ac-49f7-8c47-af9daebcc180 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:56:29.538610 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dc6514-66ac-49f7-8c47-af9daebcc180 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:56:29.539110 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dc6514-66ac-49f7-8c47-af9daebcc180 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:56:29.541096 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dc6514-66ac-49f7-8c47-af9daebcc180 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:56:29.541676 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dc6514-66ac-49f7-8c47-af9daebcc180 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:56:29.543850 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dc6514-66ac-49f7-8c47-af9daebcc180 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:56:29.578636 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:29.631330 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-9a4e42a9-a02f-41c0-b76f-8018a56d6a8a None None] Set router e047ff35-db38-4a87-8105-17129011d66d gateway port host: None {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:56:29.656806 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 7dbeb676-6e24-4070-8d4b-e7e76a23eb8d up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:56:29.702245 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-42e45c98-29e9-4e8c-bf56-94a0b2fc9fa0 None None] Provisioning for port b17affe4-c67d-4daf-a31d-ea733e2d903f completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:56:29.718267 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-50dc6514-66ac-49f7-8c47-af9daebcc180 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:29.722849 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-42e45c98-29e9-4e8c-bf56-94a0b2fc9fa0 None None] Provisioning complete for port b17affe4-c67d-4daf-a31d-ea733e2d903f triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:29.723387 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-42e45c98-29e9-4e8c-bf56-94a0b2fc9fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:29.761012 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d7e1a53b-4b4c-4fdb-879e-1ac95fc1432f tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:29.794884 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-42e45c98-29e9-4e8c-bf56-94a0b2fc9fa0 None None] Port b17affe4-c67d-4daf-a31d-ea733e2d903f cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:56:29.812494 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-9a4e42a9-a02f-41c0-b76f-8018a56d6a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e047ff35-db38-4a87-8105-17129011d66d', 'name': 'tempest-NetworksTestDHCPv6-router-458947759', 'tenant_id': '4c9354482bbf46e593fb1c1c8959ca81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:56:19Z', 'updated_at': '2021-09-07T02:56:26Z', 'revision_number': 3, 'project_id': '4c9354482bbf46e593fb1c1c8959ca81', 'gw_port_host': None}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:29.838490 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-99df9a81-2d5c-4ecf-9d57-224d08f29cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:29.839626 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e1a53b-4b4c-4fdb-879e-1ac95fc1432f tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Pushing event deleted for resources: {'Port': ['ID=003202a3-42d0-49b2-bad4-8b9358995e6a,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:29.859389 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-50dc6514-66ac-49f7-8c47-af9daebcc180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:29.859646 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 7dbeb676-6e24-4070-8d4b-e7e76a23eb8d completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:56:29.860908 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50dc6514-66ac-49f7-8c47-af9daebcc180 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:29.861819 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-50dc6514-66ac-49f7-8c47-af9daebcc180 admin admin] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:29.896997 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4e42a9-a02f-41c0-b76f-8018a56d6a8a None None] Checking router: e047ff35-db38-4a87-8105-17129011d66d for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:56:29.912618 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 66195bb1-1ee7-438e-a60f-9baa295a5983 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:56:29.915350 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4e42a9-a02f-41c0-b76f-8018a56d6a8a None None] Routers {'e047ff35-db38-4a87-8105-17129011d66d'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:56:29.916012 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-9a4e42a9-a02f-41c0-b76f-8018a56d6a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:56:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['e047ff35-db38-4a87-8105-17129011d66d'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:29.917288 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99df9a81-2d5c-4ecf-9d57-224d08f29cd7 None None] Pushing event deleted for resources: {'Port': ['ID=0a121f13-bf3c-4360-aab4-1d28c18f1529,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:29.949070 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99df9a81-2d5c-4ecf-9d57-224d08f29cd7 None None] No DVR routers for this DVR port 0a121f13-bf3c-4360-aab4-1d28c18f1529 on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:56:29.960588 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-624c2b2a-5951-46e6-8987-a78b86437463 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:29.971328 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-624c2b2a-5951-46e6-8987-a78b86437463 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:29.981527 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b3268a-c011-4579-a759-bcfff6dcb403 None None] Network c24fe58d-b4f2-42ef-b1c9-0dc7b5ab0d31 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:56:29.984059 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-50dc6514-66ac-49f7-8c47-af9daebcc180 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4025028 Sep 07 02:56:29.990309 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48682) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:29.998430 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-c5da106b-995a-41e5-b685-b4ec949dad45 admin admin] Request body: {'subnet': {'network_id': '256d620d-b7a6-4b66-aaa9-80e5bdc910ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-240213578-subnet', 'tenant_id': '16ef236c23324219a8876cb24967b58f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:56:30.035051 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dc6514-66ac-49f7-8c47-af9daebcc180 admin admin] Pushing event updated for resources: {'Network': ['ID=256d620d-b7a6-4b66-aaa9-80e5bdc910ad,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:30.057946 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d7e1a53b-4b4c-4fdb-879e-1ac95fc1432f tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:30.063624 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d7e1a53b-4b4c-4fdb-879e-1ac95fc1432f tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] 10.222.0.22 "DELETE /v2.0/ports/003202a3-42d0-49b2-bad4-8b9358995e6a HTTP/1.1" status: 204 len: 168 time: 1.2427027 Sep 07 02:56:30.064470 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48684) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:30.071091 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-9a4e42a9-a02f-41c0-b76f-8018a56d6a8a None None] Set router e047ff35-db38-4a87-8105-17129011d66d gateway port host: None {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:56:30.100418 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 256d620d-b7a6-4b66-aaa9-80e5bdc910ad details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:56:30.113348 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a469248c-32ba-4acb-882d-5d3257118ceb None None] Provisioning complete for port b17affe4-c67d-4daf-a31d-ea733e2d903f triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:30.116073 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a469248c-32ba-4acb-882d-5d3257118ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:30.149125 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0a119e0-6ed5-4b3e-87b9-8a35a90e00c9 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Deleting subnet a669f90d-6941-4c87-b890-a76faa23ae11 {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:56:30.159884 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f0a119e0-6ed5-4b3e-87b9-8a35a90e00c9 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:30.192584 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fa0881cd-f725-421c-bc62-2b25cee1d690 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:30.213780 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5da106b-995a-41e5-b685-b4ec949dad45 admin admin] Made reservation on behalf of 16ef236c23324219a8876cb24967b58f for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:56:30.219207 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-9a4e42a9-a02f-41c0-b76f-8018a56d6a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e047ff35-db38-4a87-8105-17129011d66d', 'name': 'tempest-NetworksTestDHCPv6-router-458947759', 'tenant_id': '4c9354482bbf46e593fb1c1c8959ca81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:56:19Z', 'updated_at': '2021-09-07T02:56:26Z', 'revision_number': 3, 'project_id': '4c9354482bbf46e593fb1c1c8959ca81', 'gw_port_host': None}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:30.220926 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f0a119e0-6ed5-4b3e-87b9-8a35a90e00c9 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:30.221811 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c5da106b-995a-41e5-b685-b4ec949dad45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:30.232479 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 66195bb1-1ee7-438e-a60f-9baa295a5983 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:56:30.240681 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fa0881cd-f725-421c-bc62-2b25cee1d690 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:30.241532 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fa0881cd-f725-421c-bc62-2b25cee1d690 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:30.251397 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 66195bb1-1ee7-438e-a60f-9baa295a5983 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:30.251878 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:30.254360 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4e42a9-a02f-41c0-b76f-8018a56d6a8a None None] The sync data for ids ['e047ff35-db38-4a87-8105-17129011d66d'] in n-d-796209-16 is: [{'id': 'e047ff35-db38-4a87-8105-17129011d66d', 'name': 'tempest-NetworksTestDHCPv6-router-458947759', 'tenant_id': '4c9354482bbf46e593fb1c1c8959ca81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:56:19Z', 'updated_at': '2021-09-07T02:56:26Z', 'revision_number': 3, 'project_id': '4c9354482bbf46e593fb1c1c8959ca81', 'gw_port_host': None}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:56:30.277297 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-624c2b2a-5951-46e6-8987-a78b86437463 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:30.277833 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-624c2b2a-5951-46e6-8987-a78b86437463 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Fanout notify agent at l3_agent the message router_deleted on router e047ff35-db38-4a87-8105-17129011d66d {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 02:56:30.318039 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-624c2b2a-5951-46e6-8987-a78b86437463 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:30.318315 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a469248c-32ba-4acb-882d-5d3257118ceb None None] Port b17affe4-c67d-4daf-a31d-ea733e2d903f cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:56:30.319676 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-624c2b2a-5951-46e6-8987-a78b86437463 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/routers/e047ff35-db38-4a87-8105-17129011d66d HTTP/1.1" status: 204 len: 168 time: 1.2158732 Sep 07 02:56:30.347227 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48688) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:30.354100 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-446976ca-9b45-4105-a4a4-34fc6107c634 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Request body: {'subnet': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:56:30.372600 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a469248c-32ba-4acb-882d-5d3257118ceb None None] Provisioning for port 7dbeb676-6e24-4070-8d4b-e7e76a23eb8d completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:56:30.382744 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a469248c-32ba-4acb-882d-5d3257118ceb None None] Provisioning complete for port 7dbeb676-6e24-4070-8d4b-e7e76a23eb8d triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:30.383123 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a469248c-32ba-4acb-882d-5d3257118ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:30.437678 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f0a119e0-6ed5-4b3e-87b9-8a35a90e00c9 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:30.451253 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:30.487428 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6133707-1b70-416d-a3e4-7075c1b5f885 req-12c331a2-03a2-48b8-84fd-291a57fb507b tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:30.488732 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d6133707-1b70-416d-a3e4-7075c1b5f885 req-12c331a2-03a2-48b8-84fd-291a57fb507b tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5cb82fe-718c-48ae-87b9-3ee35681d47c HTTP/1.1" status: 200 len: 945 time: 0.2932429 Sep 07 02:56:30.530001 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 66195bb1-1ee7-438e-a60f-9baa295a5983, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=66195bb1-1ee7-438e-a60f-9baa295a5983,segment=NetworkSegment(f937f467-ce82-48b1-8659-39e4ac076e58),segment_id=f937f467-ce82-48b1-8659-39e4ac076e58)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:56:30.536728 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0881cd-f725-421c-bc62-2b25cee1d690 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event updated for resources: {'Port': ['ID=b17affe4-c67d-4daf-a31d-ea733e2d903f,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:30.540120 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446976ca-9b45-4105-a4a4-34fc6107c634 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Made reservation on behalf of 4c9354482bbf46e593fb1c1c8959ca81 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:56:30.544216 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-446976ca-9b45-4105-a4a4-34fc6107c634 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:30.550215 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:30.594957 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a469248c-32ba-4acb-882d-5d3257118ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:30.613461 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d6133707-1b70-416d-a3e4-7075c1b5f885 req-b15d63df-8311-41d6-a7f7-1b29326efbb6 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108844 Sep 07 02:56:30.620441 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0881cd-f725-421c-bc62-2b25cee1d690 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Network 3dd45cf3-af65-470c-87f5-e6191d376acc is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:56:30.625598 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-fa0881cd-f725-421c-bc62-2b25cee1d690 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:56:30.652100 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 0a121f13-bf3c-4360-aab4-1d28c18f1529 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:56:30.717436 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 0a121f13-bf3c-4360-aab4-1d28c18f1529 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:56:30.718081 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 0a121f13-bf3c-4360-aab4-1d28c18f1529 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:56:30.718843 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f0a119e0-6ed5-4b3e-87b9-8a35a90e00c9 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:30.763113 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=66195bb1-1ee7-438e-a60f-9baa295a5983,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:30.773443 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a119e0-6ed5-4b3e-87b9-8a35a90e00c9 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Pushing event deleted for resources: {'Subnet': ['ID=a669f90d-6941-4c87-b890-a76faa23ae11,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:30.780138 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f0a119e0-6ed5-4b3e-87b9-8a35a90e00c9 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:30.783003 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f0a119e0-6ed5-4b3e-87b9-8a35a90e00c9 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] 10.222.0.22 "DELETE /v2.0/subnets/a669f90d-6941-4c87-b890-a76faa23ae11 HTTP/1.1" status: 204 len: 168 time: 0.7172062 Sep 07 02:56:30.792584 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a0206a-59bf-4a8a-8672-64a666c76dfd None None] Network 9e02d4eb-fcf5-4420-b279-3c480e17a3c2 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:56:30.808110 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48690) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:30.897786 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c5da106b-995a-41e5-b685-b4ec949dad45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:30.899862 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a469248c-32ba-4acb-882d-5d3257118ceb None None] For port 7dbeb676-6e24-4070-8d4b-e7e76a23eb8d, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=7dbeb676-6e24-4070-8d4b-e7e76a23eb8d,segment=NetworkSegment(86f3353f-3ee9-4142-b8ae-aaf92ea3b8ae),segment_id=86f3353f-3ee9-4142-b8ae-aaf92ea3b8ae)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:56:30.914447 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-446976ca-9b45-4105-a4a4-34fc6107c634 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:30.923317 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a469248c-32ba-4acb-882d-5d3257118ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:30.952701 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-24080ec0-3d31-4d2b-bbc0-7cd491353719 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:30.968895 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446976ca-9b45-4105-a4a4-34fc6107c634 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:56:30.974493 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-446976ca-9b45-4105-a4a4-34fc6107c634 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:56:30.978064 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446976ca-9b45-4105-a4a4-34fc6107c634 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:30.978720 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-446976ca-9b45-4105-a4a4-34fc6107c634 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:30.989465 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9d4c17-5a3f-42b1-950d-7e4645e07e08 None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:56:30.999142 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5da106b-995a-41e5-b685-b4ec949dad45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e962ec47-dcbe-48ec-becb-a133fc5449e5,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:31.009800 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446976ca-9b45-4105-a4a4-34fc6107c634 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event updated for resources: {'Subnet': ['ID=61948118-9bb9-4081-ab42-4514588ad9c5,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:31.018620 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-446976ca-9b45-4105-a4a4-34fc6107c634 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6679506 Sep 07 02:56:31.018918 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48692) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:31.024557 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-29c8a3f7-fb86-496e-bd75-a9544317b7f1 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1978420208', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:56:31.037745 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5da106b-995a-41e5-b685-b4ec949dad45 admin admin] Checking segment: {'id': 'ba1f9a1d-76cb-4a15-91d5-0944bdc5e669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '256d620d-b7a6-4b66-aaa9-80e5bdc910ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:56:31.038135 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5da106b-995a-41e5-b685-b4ec949dad45 admin admin] Network hostable DHCP agents. Network: 256d620d-b7a6-4b66-aaa9-80e5bdc910ad, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:56:31.044223 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa0881cd-f725-421c-bc62-2b25cee1d690 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Router ff4f502b-f37e-435e-890b-ca5b55ce39a0 is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 02:56:31.079964 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-29c8a3f7-fb86-496e-bd75-a9544317b7f1 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:31.081262 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-29c8a3f7-fb86-496e-bd75-a9544317b7f1 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:31.124516 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f738645e-777c-45e3-a790-c2359d1874df None None] DHCP port deletion for 9e02d4eb-fcf5-4420-b279-3c480e17a3c2 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:56:31.128134 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a469248c-32ba-4acb-882d-5d3257118ceb None None] Pushing event updated for resources: {'Port': ['ID=7dbeb676-6e24-4070-8d4b-e7e76a23eb8d,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:31.160761 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-29c8a3f7-fb86-496e-bd75-a9544317b7f1 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:31.166505 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-29c8a3f7-fb86-496e-bd75-a9544317b7f1 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:31.167817 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5da106b-995a-41e5-b685-b4ec949dad45 admin admin] Network 256d620d-b7a6-4b66-aaa9-80e5bdc910ad is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:56:31.183159 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-5c2a935f-b464-40fa-a633-888d7ebb6b94 None None] Provisioning complete for port b17affe4-c67d-4daf-a31d-ea733e2d903f triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:31.183685 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5c2a935f-b464-40fa-a633-888d7ebb6b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:31.189967 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-24080ec0-3d31-4d2b-bbc0-7cd491353719 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Deleting port c5d6869b-1aba-4a9e-b756-1c22063cc55b {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:56:31.190711 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-24080ec0-3d31-4d2b-bbc0-7cd491353719 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:31.191690 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5746f445-cb00-4a08-a2c4-b5857bf87e0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-98fba89c-e7ad-427b-9268-93662b8245b2', 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'tenant_id': '4c9354482bbf46e593fb1c1c8959ca81', 'fixed_ips': [{'subnet_id': '61948118-9bb9-4081-ab42-4514588ad9c5'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:56:31.192538 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5746f445-cb00-4a08-a2c4-b5857bf87e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:31.212778 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-29c8a3f7-fb86-496e-bd75-a9544317b7f1 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:31.215006 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-29c8a3f7-fb86-496e-bd75-a9544317b7f1 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1950681 Sep 07 02:56:31.217685 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0881cd-f725-421c-bc62-2b25cee1d690 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:56:31.219107 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48694) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:31.223858 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-c5da106b-995a-41e5-b685-b4ec949dad45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 256d620d-b7a6-4b66-aaa9-80e5bdc910ad) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:56:31.234208 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635bf0fe-4ded-4149-9d1d-cd9c29aa1dfa None None] Sync routers for ids ['ff4f502b-f37e-435e-890b-ca5b55ce39a0'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:56:31.235415 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e63127-8548-44a6-a225-c02396ee60c7 req-9194ac21-89c4-4fc2-a23c-a29955cb31c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:31.236937 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b8e63127-8548-44a6-a225-c02396ee60c7 req-9194ac21-89c4-4fc2-a23c-a29955cb31c2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d5cb82fe-718c-48ae-87b9-3ee35681d47c HTTP/1.1" status: 200 len: 1097 time: 0.0633600 Sep 07 02:56:31.240904 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b634751-6cf8-4a28-88ad-06acdb454d15 None None] Network 256d620d-b7a6-4b66-aaa9-80e5bdc910ad requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:56:31.247172 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-fa0881cd-f725-421c-bc62-2b25cee1d690 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "PUT /v2.0/routers/ff4f502b-f37e-435e-890b-ca5b55ce39a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9575272 Sep 07 02:56:31.247172 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5da106b-995a-41e5-b685-b4ec949dad45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:31.247172 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c5da106b-995a-41e5-b685-b4ec949dad45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:31.251585 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48696) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:31.353506 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c5da106b-995a-41e5-b685-b4ec949dad45 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3554573 Sep 07 02:56:31.374611 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-24080ec0-3d31-4d2b-bbc0-7cd491353719 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] For port c5d6869b-1aba-4a9e-b756-1c22063cc55b, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=c5d6869b-1aba-4a9e-b756-1c22063cc55b,segment=NetworkSegment(dce9a188-8455-479f-ad4e-eb0e1ed715fc),segment_id=dce9a188-8455-479f-ad4e-eb0e1ed715fc)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:56:31.375307 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-24080ec0-3d31-4d2b-bbc0-7cd491353719 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:31.390398 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9079d7e7-63a0-4ff6-ae8e-87868873bf88 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:31.391806 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-5746f445-cb00-4a08-a2c4-b5857bf87e0d None None] Allocated IP 2001:db8::2 (98fba89c-e7ad-427b-9268-93662b8245b2/61948118-9bb9-4081-ab42-4514588ad9c5/6b6c20a9-0e3e-453f-b636-acc501afe1eb) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:56:31.397194 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9079d7e7-63a0-4ff6-ae8e-87868873bf88 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "GET /v2.0/ports/b17affe4-c67d-4daf-a31d-ea733e2d903f HTTP/1.1" status: 200 len: 911 time: 0.1437793 Sep 07 02:56:31.398382 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48700) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:31.480777 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-24080ec0-3d31-4d2b-bbc0-7cd491353719 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Calling delete_port for c5d6869b-1aba-4a9e-b756-1c22063cc55b owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:56:31.556101 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5746f445-cb00-4a08-a2c4-b5857bf87e0d None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:31.565135 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-5746f445-cb00-4a08-a2c4-b5857bf87e0d None None] Transition to ACTIVE for port object 6b6c20a9-0e3e-453f-b636-acc501afe1eb will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:56:31.589249 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 7dbeb676-6e24-4070-8d4b-e7e76a23eb8d up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:56:31.701136 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-5746f445-cb00-4a08-a2c4-b5857bf87e0d None None] Transition to ACTIVE for port object 6b6c20a9-0e3e-453f-b636-acc501afe1eb will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:56:31.706337 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-5c2a935f-b464-40fa-a633-888d7ebb6b94 None None] Port b17affe4-c67d-4daf-a31d-ea733e2d903f cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:56:31.719238 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b8e63127-8548-44a6-a225-c02396ee60c7 req-85def6fd-fe96-470b-bde9-20d3bc2d5bfc service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4508595 Sep 07 02:56:31.724455 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635bf0fe-4ded-4149-9d1d-cd9c29aa1dfa None None] Routers {'ff4f502b-f37e-435e-890b-ca5b55ce39a0'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:56:31.725169 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-635bf0fe-4ded-4149-9d1d-cd9c29aa1dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:56:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['ff4f502b-f37e-435e-890b-ca5b55ce39a0'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:31.766434 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-f738645e-777c-45e3-a790-c2359d1874df None None] Deleting port c5d6869b-1aba-4a9e-b756-1c22063cc55b {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:56:31.766434 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f738645e-777c-45e3-a790-c2359d1874df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:31.773975 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5746f445-cb00-4a08-a2c4-b5857bf87e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:31.855856 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:31.856574 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-635bf0fe-4ded-4149-9d1d-cd9c29aa1dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:31.878190 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c1602-2985-4e48-ac40-2630c4401cea req-db1d6438-c217-4e8b-921c-75cc59995729 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:31.880563 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-925c1602-2985-4e48-ac40-2630c4401cea req-db1d6438-c217-4e8b-921c-75cc59995729 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5cb82fe-718c-48ae-87b9-3ee35681d47c HTTP/1.1" status: 200 len: 945 time: 0.1290481 Sep 07 02:56:31.882143 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-5c2a935f-b464-40fa-a633-888d7ebb6b94 None None] Provisioning complete for port 7dbeb676-6e24-4070-8d4b-e7e76a23eb8d triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:31.882714 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5c2a935f-b464-40fa-a633-888d7ebb6b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:31.907048 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-24080ec0-3d31-4d2b-bbc0-7cd491353719 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:31.924859 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 7dbeb676-6e24-4070-8d4b-e7e76a23eb8d triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:31.925537 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:31.933212 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5746f445-cb00-4a08-a2c4-b5857bf87e0d None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:56:31.975127 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24080ec0-3d31-4d2b-bbc0-7cd491353719 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Pushing event deleted for resources: {'Port': ['ID=c5d6869b-1aba-4a9e-b756-1c22063cc55b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:31.976333 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4edaa967-078e-4fc0-bfff-01550f4ec642 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:31.978671 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24080ec0-3d31-4d2b-bbc0-7cd491353719 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] No DVR routers for this DVR port c5d6869b-1aba-4a9e-b756-1c22063cc55b on host n-d-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:56:32.007908 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24080ec0-3d31-4d2b-bbc0-7cd491353719 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:56:32.008578 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24080ec0-3d31-4d2b-bbc0-7cd491353719 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:56:32.008749 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24080ec0-3d31-4d2b-bbc0-7cd491353719 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:56:32.009169 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24080ec0-3d31-4d2b-bbc0-7cd491353719 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:56:32.009508 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24080ec0-3d31-4d2b-bbc0-7cd491353719 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:56:32.009845 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24080ec0-3d31-4d2b-bbc0-7cd491353719 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:56:32.010183 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24080ec0-3d31-4d2b-bbc0-7cd491353719 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:56:32.011276 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24080ec0-3d31-4d2b-bbc0-7cd491353719 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:56:32.011711 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24080ec0-3d31-4d2b-bbc0-7cd491353719 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:56:32.012108 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24080ec0-3d31-4d2b-bbc0-7cd491353719 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:56:32.012506 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24080ec0-3d31-4d2b-bbc0-7cd491353719 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:56:32.012901 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24080ec0-3d31-4d2b-bbc0-7cd491353719 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:56:32.049823 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-925c1602-2985-4e48-ac40-2630c4401cea req-437e9e4d-6878-4bf5-9ba0-283be34ba6b9 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535504 Sep 07 02:56:32.059638 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb2963-236e-4728-b249-c942ad186c1b req-93e8354d-320e-49d3-acfc-48f569492536 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:32.061218 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-64bb2963-236e-4728-b249-c942ad186c1b req-93e8354d-320e-49d3-acfc-48f569492536 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/networks?id=256d620d-b7a6-4b66-aaa9-80e5bdc910ad HTTP/1.1" status: 200 len: 814 time: 0.2203963 Sep 07 02:56:32.111415 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-64bb2963-236e-4728-b249-c942ad186c1b req-36a5f6f4-ae6e-43eb-bb44-b4baf35c04d6 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/quotas/16ef236c23324219a8876cb24967b58f HTTP/1.1" status: 200 len: 375 time: 0.0177071 Sep 07 02:56:32.157472 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-24080ec0-3d31-4d2b-bbc0-7cd491353719 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:32.161438 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-5746f445-cb00-4a08-a2c4-b5857bf87e0d None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:56:32.163949 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5746f445-cb00-4a08-a2c4-b5857bf87e0d None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:56:32.170782 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-f738645e-777c-45e3-a790-c2359d1874df None None] For port c5d6869b-1aba-4a9e-b756-1c22063cc55b, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=c5d6869b-1aba-4a9e-b756-1c22063cc55b,segment=NetworkSegment(dce9a188-8455-479f-ad4e-eb0e1ed715fc),segment_id=dce9a188-8455-479f-ad4e-eb0e1ed715fc)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:56:32.171314 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f738645e-777c-45e3-a790-c2359d1874df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:32.180362 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a93a4b41-3438-47a7-9fbf-03b36f40b7f9 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:32.192711 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-24080ec0-3d31-4d2b-bbc0-7cd491353719 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e02d4eb-fcf5-4420-b279-3c480e17a3c2']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:32.196706 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5746f445-cb00-4a08-a2c4-b5857bf87e0d None None] Pushing event updated for resources: {'Port': ['ID=6b6c20a9-0e3e-453f-b636-acc501afe1eb,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:32.206823 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-24080ec0-3d31-4d2b-bbc0-7cd491353719 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dce9a188-8455-479f-ad4e-eb0e1ed715fc') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:32.207130 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-24080ec0-3d31-4d2b-bbc0-7cd491353719 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dce9a188-8455-479f-ad4e-eb0e1ed715fc') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:32.212029 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-64bb2963-236e-4728-b249-c942ad186c1b req-3cc9872b-9d04-43b0-b0e9-e47d794ce19c tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=16ef236c23324219a8876cb24967b58f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0629046 Sep 07 02:56:32.237672 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635bf0fe-4ded-4149-9d1d-cd9c29aa1dfa None None] Routers {'ff4f502b-f37e-435e-890b-ca5b55ce39a0'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:56:32.238381 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-635bf0fe-4ded-4149-9d1d-cd9c29aa1dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:56:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['ff4f502b-f37e-435e-890b-ca5b55ce39a0'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:32.247760 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-24080ec0-3d31-4d2b-bbc0-7cd491353719 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:32.294885 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-24080ec0-3d31-4d2b-bbc0-7cd491353719 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:32.308996 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24080ec0-3d31-4d2b-bbc0-7cd491353719 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:56:32.308996 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-24080ec0-3d31-4d2b-bbc0-7cd491353719 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:32.308996 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:56:32.308996 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:56:32.308996 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:56:32.308996 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:56:32.308996 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:56:32.308996 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:56:32.308996 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:56:32.308996 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:56:32.308996 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:56:32.308996 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:56:32.308996 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:56:32.308996 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:56:32.308996 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:56:32.308996 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:56:32.308996 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:56:32.308996 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:56:32.308996 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:56:32.308996 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:56:32.308996 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:56:32.308996 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:56:32.308996 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:56:32.308996 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:56:32.308996 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:56:32.308996 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:56:32.308996 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:56:32.308996 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:56:32.308996 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:56:32.308996 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:56:32.308996 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:56:32.308996 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:56:32.308996 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:56:32.308996 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:56:32.315241 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-f738645e-777c-45e3-a790-c2359d1874df None None] Calling delete_port for c5d6869b-1aba-4a9e-b756-1c22063cc55b owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:56:32.340329 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-635bf0fe-4ded-4149-9d1d-cd9c29aa1dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:32.340564 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635bf0fe-4ded-4149-9d1d-cd9c29aa1dfa None None] The sync data for ids ['ff4f502b-f37e-435e-890b-ca5b55ce39a0'] in n-d-796209-16 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:56:32.370986 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78150c70-7d73-4165-9a3f-7804de2525d7 None None] Network 256d620d-b7a6-4b66-aaa9-80e5bdc910ad requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:56:32.395018 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-5746f445-cb00-4a08-a2c4-b5857bf87e0d None None] Attempting to bind port 6b6c20a9-0e3e-453f-b636-acc501afe1eb on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:56:32.395516 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-5746f445-cb00-4a08-a2c4-b5857bf87e0d None None] Attempting to bind port 6b6c20a9-0e3e-453f-b636-acc501afe1eb by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:56:32.395957 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5746f445-cb00-4a08-a2c4-b5857bf87e0d None None] Attempting to bind port 6b6c20a9-0e3e-453f-b636-acc501afe1eb on network 98fba89c-e7ad-427b-9268-93662b8245b2 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:56:32.408326 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-64bb2963-236e-4728-b249-c942ad186c1b req-070599fe-52da-43b5-9ad1-50a3f1a46cf5 service neutron] 10.222.0.22 "GET /v2.0/networks/256d620d-b7a6-4b66-aaa9-80e5bdc910ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916800 Sep 07 02:56:32.418332 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-24080ec0-3d31-4d2b-bbc0-7cd491353719 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:32.427256 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-4edaa967-078e-4fc0-bfff-01550f4ec642 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Allocated IP 2001:db8::1 (98fba89c-e7ad-427b-9268-93662b8245b2/61948118-9bb9-4081-ab42-4514588ad9c5/d9656963-a5ab-4551-b2cb-a1c642a0fd6e) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:56:32.437833 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-24080ec0-3d31-4d2b-bbc0-7cd491353719 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:32.439945 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-24080ec0-3d31-4d2b-bbc0-7cd491353719 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] 10.222.0.22 "DELETE /v2.0/networks/9e02d4eb-fcf5-4420-b279-3c480e17a3c2 HTTP/1.1" status: 204 len: 168 time: 1.6284552 Sep 07 02:56:32.491344 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5746f445-cb00-4a08-a2c4-b5857bf87e0d None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:56:32.491659 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5746f445-cb00-4a08-a2c4-b5857bf87e0d None None] Checking segment: {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:56:32.492066 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5746f445-cb00-4a08-a2c4-b5857bf87e0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:32.492460 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5746f445-cb00-4a08-a2c4-b5857bf87e0d None None] Bound using segment: {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:56:32.492951 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-5746f445-cb00-4a08-a2c4-b5857bf87e0d None None] Bound port: 6b6c20a9-0e3e-453f-b636-acc501afe1eb, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:56:32.493332 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5746f445-cb00-4a08-a2c4-b5857bf87e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:32.570498 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4edaa967-078e-4fc0-bfff-01550f4ec642 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:32.625212 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-4edaa967-078e-4fc0-bfff-01550f4ec642 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Transition to ACTIVE for port object d9656963-a5ab-4551-b2cb-a1c642a0fd6e will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:56:32.700781 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:56:32.700781 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:56:32.700781 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:56:32.700781 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:56:32.700781 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:56:32.700781 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:56:32.700781 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:56:32.700781 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:56:32.700781 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:56:32.700781 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:56:32.700781 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:56:32.700781 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:56:32.700781 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:56:32.700781 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:56:32.700781 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:56:32.700781 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:56:32.700781 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:56:32.700781 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:56:32.700781 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:56:32.700781 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:56:32.700781 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:56:32.700781 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:56:32.700781 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:56:32.700781 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:56:32.700781 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:56:32.700781 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:56:32.700781 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:56:32.700781 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:56:32.700781 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:56:32.700781 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:56:32.700781 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:56:32.700781 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:56:32.700781 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:56:32.700781 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:56:32.700781 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:56:32.700781 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:56:32.700781 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:56:32.700781 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:56:32.700781 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:56:32.700781 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:56:32.703742 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:56:32.703742 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:56:32.703742 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:56:32.703742 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:56:32.703742 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:56:32.703742 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:56:32.703742 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:56:32.703742 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:56:32.703742 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:56:32.703742 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:56:32.703742 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:56:32.703742 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:56:32.703742 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:56:32.703742 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 02:56:32.710431 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48722) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:32.711390 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 66195bb1-1ee7-438e-a60f-9baa295a5983 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:56:32.772780 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-64bb2963-236e-4728-b249-c942ad186c1b req-0ee3d042-2502-43b3-9a63-1a4634c2a33c service neutron] 10.222.0.22 "GET /v2.0/networks/256d620d-b7a6-4b66-aaa9-80e5bdc910ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631017 Sep 07 02:56:32.778160 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4edaa967-078e-4fc0-bfff-01550f4ec642 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:32.780156 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f738645e-777c-45e3-a790-c2359d1874df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:32.830396 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edaa967-078e-4fc0-bfff-01550f4ec642 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:56:32.834069 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-4edaa967-078e-4fc0-bfff-01550f4ec642 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:56:32.836521 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-5746f445-cb00-4a08-a2c4-b5857bf87e0d None None] For port 6b6c20a9-0e3e-453f-b636-acc501afe1eb, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:56:32.841471 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edaa967-078e-4fc0-bfff-01550f4ec642 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:56:32.842185 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4edaa967-078e-4fc0-bfff-01550f4ec642 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:32.863783 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f738645e-777c-45e3-a790-c2359d1874df None None] Network 9e02d4eb-fcf5-4420-b279-3c480e17a3c2 is not hosted by any dhcp agent {{(pid=94702) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 07 02:56:32.864249 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f738645e-777c-45e3-a790-c2359d1874df None None] No DVR routers for this DVR port c5d6869b-1aba-4a9e-b756-1c22063cc55b on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:56:32.877097 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f738645e-777c-45e3-a790-c2359d1874df None None] Pushing event deleted for resources: {'Port': ['ID=c5d6869b-1aba-4a9e-b756-1c22063cc55b,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:32.883980 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-5746f445-cb00-4a08-a2c4-b5857bf87e0d None None] For port 6b6c20a9-0e3e-453f-b636-acc501afe1eb, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=6b6c20a9-0e3e-453f-b636-acc501afe1eb,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:56:32.893632 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5746f445-cb00-4a08-a2c4-b5857bf87e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:32.928135 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-a93a4b41-3438-47a7-9fbf-03b36f40b7f9 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Allocated IP 2001:db8:1::1 (c24fe58d-b4f2-42ef-b1c9-0dc7b5ab0d31/049ed935-6b88-45d3-bbfe-da1f7e6700dd/c0833ecd-d247-40d3-ba78-381f075ca67c) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:56:32.949971 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 66195bb1-1ee7-438e-a60f-9baa295a5983 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:32.950490 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:32.967705 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edaa967-078e-4fc0-bfff-01550f4ec642 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event updated for resources: {'Port': ['ID=d9656963-a5ab-4551-b2cb-a1c642a0fd6e,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:33.008633 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5746f445-cb00-4a08-a2c4-b5857bf87e0d None None] Pushing event updated for resources: {'Port': ['ID=6b6c20a9-0e3e-453f-b636-acc501afe1eb,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:33.031932 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24080ec0-3d31-4d2b-bbc0-7cd491353719 tempest-AllowedAddressPairTestJSON-1866277952 tempest-AllowedAddressPairTestJSON-1866277952-project] Pushing event deleted for resources: {'Network': ['ID=9e02d4eb-fcf5-4420-b279-3c480e17a3c2,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:33.038004 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4edaa967-078e-4fc0-bfff-01550f4ec642 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:33.065449 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-5698eef1-bb9b-4c1d-a1a9-75bfb772b902 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f4ca27208d4a4bf3985c8efd51821a79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3502333 Sep 07 02:56:33.084512 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48728) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:33.173480 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-91dec8f8-4ceb-4e30-b17d-bfa6ca6a4e5d req-b1f4df9c-04a3-4832-b55f-a42367ab76cb tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9c7ee43-4791-496a-9864-311323fabd58 HTTP/1.1" status: 200 len: 210 time: 0.0532892 Sep 07 02:56:33.204596 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device c5d6869b-1aba-4a9e-b756-1c22063cc55b no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:56:33.229524 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: c5d6869b-1aba-4a9e-b756-1c22063cc55b {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:56:33.229966 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a93a4b41-3438-47a7-9fbf-03b36f40b7f9 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:33.230091 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device c5d6869b-1aba-4a9e-b756-1c22063cc55b not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:56:33.256709 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-a93a4b41-3438-47a7-9fbf-03b36f40b7f9 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Transition to ACTIVE for port object c0833ecd-d247-40d3-ba78-381f075ca67c will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:56:33.297940 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fe3bfb28-a9cf-41ac-b7ea-bfe4e83ad45b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:33.302533 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a93a4b41-3438-47a7-9fbf-03b36f40b7f9 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:33.382560 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e8bee-adce-4d70-bda5-fabbd50ec92e req-0536472b-db8b-44dc-b3a9-dec53508d344 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:33.391908 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c39e8bee-adce-4d70-bda5-fabbd50ec92e req-0536472b-db8b-44dc-b3a9-dec53508d344 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5cb82fe-718c-48ae-87b9-3ee35681d47c HTTP/1.1" status: 200 len: 945 time: 0.2017696 Sep 07 02:56:33.409190 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93a4b41-3438-47a7-9fbf-03b36f40b7f9 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Network c24fe58d-b4f2-42ef-b1c9-0dc7b5ab0d31 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:56:33.412749 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-a93a4b41-3438-47a7-9fbf-03b36f40b7f9 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:56:33.417004 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93a4b41-3438-47a7-9fbf-03b36f40b7f9 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:56:33.417692 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a93a4b41-3438-47a7-9fbf-03b36f40b7f9 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:33.425860 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fe3bfb28-a9cf-41ac-b7ea-bfe4e83ad45b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:33.552329 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93a4b41-3438-47a7-9fbf-03b36f40b7f9 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event updated for resources: {'Port': ['ID=c0833ecd-d247-40d3-ba78-381f075ca67c,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:33.582186 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 6b6c20a9-0e3e-453f-b636-acc501afe1eb up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:56:33.619501 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c39e8bee-adce-4d70-bda5-fabbd50ec92e req-78ec7950-8b0b-4549-add0-c17953b3f50b tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237911 Sep 07 02:56:33.623745 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a93a4b41-3438-47a7-9fbf-03b36f40b7f9 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:33.635763 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fe3bfb28-a9cf-41ac-b7ea-bfe4e83ad45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:33.639329 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fe3bfb28-a9cf-41ac-b7ea-bfe4e83ad45b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:33.640659 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-fe3bfb28-a9cf-41ac-b7ea-bfe4e83ad45b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/786bedee-fbbf-49eb-b51e-fa9eaad7973a HTTP/1.1" status: 204 len: 168 time: 0.5551369 Sep 07 02:56:33.658018 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3bfb28-a9cf-41ac-b7ea-bfe4e83ad45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=786bedee-fbbf-49eb-b51e-fa9eaad7973a,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:33.715203 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 6b6c20a9-0e3e-453f-b636-acc501afe1eb completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:56:33.715358 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4edaa967-078e-4fc0-bfff-01550f4ec642 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:33.725736 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4edaa967-078e-4fc0-bfff-01550f4ec642 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:33.726627 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4edaa967-078e-4fc0-bfff-01550f4ec642 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:33.849718 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edaa967-078e-4fc0-bfff-01550f4ec642 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event updated for resources: {'Port': ['ID=d9656963-a5ab-4551-b2cb-a1c642a0fd6e,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:33.937150 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-1ae8206c-077f-4225-880e-9c9175895364 None None] Provisioning for port c0833ecd-d247-40d3-ba78-381f075ca67c completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:56:33.943841 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-1ae8206c-077f-4225-880e-9c9175895364 None None] Provisioning complete for port c0833ecd-d247-40d3-ba78-381f075ca67c triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:33.944742 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1ae8206c-077f-4225-880e-9c9175895364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:33.961639 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edaa967-078e-4fc0-bfff-01550f4ec642 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:56:33.968186 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-4edaa967-078e-4fc0-bfff-01550f4ec642 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:56:34.033053 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-1ae8206c-077f-4225-880e-9c9175895364 None None] Port c0833ecd-d247-40d3-ba78-381f075ca67c cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:56:34.146935 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4edaa967-078e-4fc0-bfff-01550f4ec642 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Router 26222c18-bb46-49bc-8b83-f897eda91252 is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 02:56:34.216070 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8238ce-2ea7-4c1e-8291-bf5d8055bb2e req-75c87aa1-f167-4378-940b-012751cbc293 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:34.217648 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1e8238ce-2ea7-4c1e-8291-bf5d8055bb2e req-75c87aa1-f167-4378-940b-012751cbc293 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/networks?id=111cbddc-f6bd-4c03-87bc-4b2b04ef5a64 HTTP/1.1" status: 200 len: 810 time: 0.2037284 Sep 07 02:56:34.227978 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a93a4b41-3438-47a7-9fbf-03b36f40b7f9 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:34.238084 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a93a4b41-3438-47a7-9fbf-03b36f40b7f9 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:34.238883 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a93a4b41-3438-47a7-9fbf-03b36f40b7f9 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:34.245851 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1e8238ce-2ea7-4c1e-8291-bf5d8055bb2e req-f2380331-0e31-482e-a680-ee9a6905cb99 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/quotas/89c66e467a844386bc921568c75855a2 HTTP/1.1" status: 200 len: 375 time: 0.0202639 Sep 07 02:56:34.340339 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b992cc03-44c8-4f87-ac4a-9f0b5145bd69 req-8f8cbcac-4a32-48fe-a169-8bd3e6e1319e tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9c7ee43-4791-496a-9864-311323fabd58 HTTP/1.1" status: 200 len: 210 time: 0.0382192 Sep 07 02:56:34.367860 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4edaa967-078e-4fc0-bfff-01550f4ec642 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:56:34.379638 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e29edd0-a437-424b-bdbc-f95d279160a9 None None] Sync routers for ids ['26222c18-bb46-49bc-8b83-f897eda91252'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:56:34.393782 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e29edd0-a437-424b-bdbc-f95d279160a9 None None] Routers {'26222c18-bb46-49bc-8b83-f897eda91252'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:56:34.394050 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93a4b41-3438-47a7-9fbf-03b36f40b7f9 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event updated for resources: {'Port': ['ID=c0833ecd-d247-40d3-ba78-381f075ca67c,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:34.394420 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-5e29edd0-a437-424b-bdbc-f95d279160a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:56:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['26222c18-bb46-49bc-8b83-f897eda91252'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:34.400592 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-4edaa967-078e-4fc0-bfff-01550f4ec642 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "PUT /v2.0/routers/26222c18-bb46-49bc-8b83-f897eda91252/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1795313 Sep 07 02:56:34.401806 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48768) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:34.497537 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31198446-da7c-46e2-95d0-89d0604e801e tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:34.499657 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-31198446-da7c-46e2-95d0-89d0604e801e tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/ports/d9656963-a5ab-4551-b2cb-a1c642a0fd6e HTTP/1.1" status: 200 len: 911 time: 0.0965900 Sep 07 02:56:34.501956 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48772) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:34.540187 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1e8238ce-2ea7-4c1e-8291-bf5d8055bb2e req-df87fdd6-ee61-447c-b935-1e8f1df1dd0d tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=89c66e467a844386bc921568c75855a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2712917 Sep 07 02:56:34.582584 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-c99c0cd3-e760-46eb-a05a-6a95492a68c0 None None] Provisioning for port 6b6c20a9-0e3e-453f-b636-acc501afe1eb completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:56:34.591559 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-c99c0cd3-e760-46eb-a05a-6a95492a68c0 None None] Provisioning complete for port 6b6c20a9-0e3e-453f-b636-acc501afe1eb triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:34.592161 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c99c0cd3-e760-46eb-a05a-6a95492a68c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:34.608308 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-5e29edd0-a437-424b-bdbc-f95d279160a9 None None] Set router 26222c18-bb46-49bc-8b83-f897eda91252 gateway port host: None {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:56:34.628540 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa315122-dc78-4e07-861a-de726df4b0e8 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:34.634727 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa315122-dc78-4e07-861a-de726df4b0e8 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:34.647217 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-fa315122-dc78-4e07-861a-de726df4b0e8 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1414967 Sep 07 02:56:34.647431 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48778) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:34.740168 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1e8238ce-2ea7-4c1e-8291-bf5d8055bb2e req-bdecfead-a068-4e40-82c5-9cbb3c4228bb service neutron] 10.222.0.22 "GET /v2.0/networks/111cbddc-f6bd-4c03-87bc-4b2b04ef5a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821206 Sep 07 02:56:34.774808 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93a4b41-3438-47a7-9fbf-03b36f40b7f9 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Network c24fe58d-b4f2-42ef-b1c9-0dc7b5ab0d31 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:56:34.788606 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c99c0cd3-e760-46eb-a05a-6a95492a68c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:34.816398 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-a93a4b41-3438-47a7-9fbf-03b36f40b7f9 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:56:34.862424 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-c99c0cd3-e760-46eb-a05a-6a95492a68c0 None None] For port 6b6c20a9-0e3e-453f-b636-acc501afe1eb, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=6b6c20a9-0e3e-453f-b636-acc501afe1eb,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:56:34.870634 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c99c0cd3-e760-46eb-a05a-6a95492a68c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:34.950532 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48782) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:34.963010 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c0cd3-e760-46eb-a05a-6a95492a68c0 None None] Pushing event updated for resources: {'Port': ['ID=6b6c20a9-0e3e-453f-b636-acc501afe1eb,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:34.975893 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-5e29edd0-a437-424b-bdbc-f95d279160a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26222c18-bb46-49bc-8b83-f897eda91252', 'name': 'tempest-NetworksTestDHCPv6-router-1978420208', 'tenant_id': '4c9354482bbf46e593fb1c1c8959ca81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:56:31Z', 'updated_at': '2021-09-07T02:56:32Z', 'revision_number': 2, 'project_id': '4c9354482bbf46e593fb1c1c8959ca81', 'gw_port_host': None, '_interfaces': [{'id': 'd9656963-a5ab-4551-b2cb-a1c642a0fd6e', 'name': '', 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'tenant_id': '4c9354482bbf46e593fb1c1c8959ca81', 'mac_address': 'fa:16:3e:cb:8e:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26222c18-bb46-49bc-8b83-f897eda91252', 'device_owner': 'network:router_interface', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '61948118-9bb9-4081-ab42-4514588ad9c5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:56:32Z', 'updated_at': '2021-09-07T02:56:33Z', 'revision_number': 2, 'project_id': '4c9354482bbf46e593fb1c1c8959ca81', 'subnets': [{'id': '61948118-9bb9-4081-ab42-4514588ad9c5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:34.976874 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb2963-236e-4728-b249-c942ad186c1b req-875b4b82-1919-4aa6-8aca-b95012f4120d tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:34.978636 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-64bb2963-236e-4728-b249-c942ad186c1b req-875b4b82-1919-4aa6-8aca-b95012f4120d tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.16 "GET /v2.0/networks?id=256d620d-b7a6-4b66-aaa9-80e5bdc910ad HTTP/1.1" status: 200 len: 814 time: 0.6236100 Sep 07 02:56:35.017839 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-4637c1bc-db8a-4357-b778-b40f2412626b None None] Provisioning for port d9656963-a5ab-4551-b2cb-a1c642a0fd6e completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:56:35.029263 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-4637c1bc-db8a-4357-b778-b40f2412626b None None] Provisioning complete for port d9656963-a5ab-4551-b2cb-a1c642a0fd6e triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:35.029641 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4637c1bc-db8a-4357-b778-b40f2412626b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:35.030782 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-64bb2963-236e-4728-b249-c942ad186c1b req-9a67e277-df63-43b6-a4bd-a12f46bcb5c7 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Request body: {'port': {'device_id': 'b9c7ee43-4791-496a-9864-311323fabd58', 'network_id': '256d620d-b7a6-4b66-aaa9-80e5bdc910ad', 'admin_state_up': True, 'tenant_id': '16ef236c23324219a8876cb24967b58f'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:56:35.031309 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e29edd0-a437-424b-bdbc-f95d279160a9 None None] Checking router: 26222c18-bb46-49bc-8b83-f897eda91252 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:56:35.031888 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e29edd0-a437-424b-bdbc-f95d279160a9 None None] Updating router 26222c18-bb46-49bc-8b83-f897eda91252 port d9656963-a5ab-4551-b2cb-a1c642a0fd6e binding host n-d-796209-16 {{(pid=94703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 02:56:35.072382 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-5e29edd0-a437-424b-bdbc-f95d279160a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:35.136436 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-4637c1bc-db8a-4357-b778-b40f2412626b None None] Port d9656963-a5ab-4551-b2cb-a1c642a0fd6e cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:56:35.156662 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-b1bb7ba6-6bb9-4822-a2b4-ab40879cb1ce tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-976126900'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:56:35.212930 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1bb7ba6-6bb9-4822-a2b4-ab40879cb1ce tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Made reservation on behalf of 10b4e4dc701a4af7adf3692b86bed130 for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:56:35.217666 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b1bb7ba6-6bb9-4822-a2b4-ab40879cb1ce tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:35.254019 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b1bb7ba6-6bb9-4822-a2b4-ab40879cb1ce tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:35.266742 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-560ab685-2cf9-4609-93c7-9f5828f40888 None None] Provisioning complete for port c0833ecd-d247-40d3-ba78-381f075ca67c triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:35.267443 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-560ab685-2cf9-4609-93c7-9f5828f40888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:35.297893 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-50c31a1a-ba88-4005-814c-c1060752e606 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:35.339404 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-560ab685-2cf9-4609-93c7-9f5828f40888 None None] Port c0833ecd-d247-40d3-ba78-381f075ca67c cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:56:35.341543 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 02:56:35.370907 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a93a4b41-3438-47a7-9fbf-03b36f40b7f9 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Router ff4f502b-f37e-435e-890b-ca5b55ce39a0 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:56:35.377368 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1e8238ce-2ea7-4c1e-8291-bf5d8055bb2e req-f4c94c12-d705-4e01-9b71-7bf11e4d481b service neutron] 10.222.0.22 "GET /v2.0/networks/111cbddc-f6bd-4c03-87bc-4b2b04ef5a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6352160 Sep 07 02:56:35.460236 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 6b6c20a9-0e3e-453f-b636-acc501afe1eb up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:56:35.496281 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a93a4b41-3438-47a7-9fbf-03b36f40b7f9 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:56:35.508784 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a93a4b41-3438-47a7-9fbf-03b36f40b7f9 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "PUT /v2.0/routers/ff4f502b-f37e-435e-890b-ca5b55ce39a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0944722 Sep 07 02:56:35.511641 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48788) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:35.514983 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3c90a0c1-6c94-472c-b384-597928b560ff req-90fe409d-0d64-4551-b90d-d45595e083cb tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9c7ee43-4791-496a-9864-311323fabd58 HTTP/1.1" status: 200 len: 210 time: 0.0400035 Sep 07 02:56:35.537316 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3a86e4-5708-435f-8ab0-b641f6182f68 None None] Sync routers for ids ['ff4f502b-f37e-435e-890b-ca5b55ce39a0'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:56:35.545773 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-6a37c86f-9b86-4232-8834-1f313178aaad None None] Provisioning complete for port d9656963-a5ab-4551-b2cb-a1c642a0fd6e triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:35.546383 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6a37c86f-9b86-4232-8834-1f313178aaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:35.574287 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3a86e4-5708-435f-8ab0-b641f6182f68 None None] Routers {'ff4f502b-f37e-435e-890b-ca5b55ce39a0'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:56:35.574913 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346723bb-7641-4aa9-8421-2e2af7d7f2ea tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:35.575572 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-1d3a86e4-5708-435f-8ab0-b641f6182f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:56:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['ff4f502b-f37e-435e-890b-ca5b55ce39a0'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:35.579837 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-346723bb-7641-4aa9-8421-2e2af7d7f2ea tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "GET /v2.0/ports/c0833ecd-d247-40d3-ba78-381f075ca67c HTTP/1.1" status: 200 len: 913 time: 0.0628498 Sep 07 02:56:35.580007 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48790) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:35.595396 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-5e29edd0-a437-424b-bdbc-f95d279160a9 None None] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:35.607945 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-5e29edd0-a437-424b-bdbc-f95d279160a9 None None] Transition to ACTIVE for port object d9656963-a5ab-4551-b2cb-a1c642a0fd6e will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:56:35.614969 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-5e29edd0-a437-424b-bdbc-f95d279160a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:35.629691 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-1d3a86e4-5708-435f-8ab0-b641f6182f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:35.654923 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-6a37c86f-9b86-4232-8834-1f313178aaad None None] Port d9656963-a5ab-4551-b2cb-a1c642a0fd6e cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:56:35.683946 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3a86e4-5708-435f-8ab0-b641f6182f68 None None] Routers {'ff4f502b-f37e-435e-890b-ca5b55ce39a0'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:56:35.686451 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-1d3a86e4-5708-435f-8ab0-b641f6182f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:56:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['ff4f502b-f37e-435e-890b-ca5b55ce39a0'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:35.733108 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-974a7f22-1117-4c80-884f-ed885310e7b8 req-4df1dd27-2c6e-4ad8-a207-b8c1f5c30663 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a87a93-c19e-4c4d-a076-f215db038a70 HTTP/1.1" status: 200 len: 210 time: 0.0459576 Sep 07 02:56:35.778683 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-1d3a86e4-5708-435f-8ab0-b641f6182f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:35.779858 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3a86e4-5708-435f-8ab0-b641f6182f68 None None] The sync data for ids ['ff4f502b-f37e-435e-890b-ca5b55ce39a0'] in n-d-796209-16 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:56:35.782793 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b755f60-b10b-46b1-b917-fb7ae9cae78a None None] Pushing event updated for resources: {'Port': ['ID=d9656963-a5ab-4551-b2cb-a1c642a0fd6e,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:35.793778 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 6b6c20a9-0e3e-453f-b636-acc501afe1eb triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:35.793952 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b755f60-b10b-46b1-b917-fb7ae9cae78a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:56:35.794233 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b755f60-b10b-46b1-b917-fb7ae9cae78a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:56:35.794583 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b755f60-b10b-46b1-b917-fb7ae9cae78a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:56:35.794920 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b755f60-b10b-46b1-b917-fb7ae9cae78a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:56:35.795251 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b755f60-b10b-46b1-b917-fb7ae9cae78a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:56:35.795459 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:35.795602 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b755f60-b10b-46b1-b917-fb7ae9cae78a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:56:35.795922 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b755f60-b10b-46b1-b917-fb7ae9cae78a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:56:35.796248 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b755f60-b10b-46b1-b917-fb7ae9cae78a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:56:35.796668 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b755f60-b10b-46b1-b917-fb7ae9cae78a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:56:35.796900 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b755f60-b10b-46b1-b917-fb7ae9cae78a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:56:35.797213 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b755f60-b10b-46b1-b917-fb7ae9cae78a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:56:35.797679 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b755f60-b10b-46b1-b917-fb7ae9cae78a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:56:35.797806 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b1bb7ba6-6bb9-4822-a2b4-ab40879cb1ce tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:35.812031 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b1bb7ba6-6bb9-4822-a2b4-ab40879cb1ce tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:35.844681 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-5e29edd0-a437-424b-bdbc-f95d279160a9 None None] Attempting to bind port d9656963-a5ab-4551-b2cb-a1c642a0fd6e on host n-d-796209-16 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:56:35.845065 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-5e29edd0-a437-424b-bdbc-f95d279160a9 None None] Attempting to bind port d9656963-a5ab-4551-b2cb-a1c642a0fd6e by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:56:35.845513 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1bb7ba6-6bb9-4822-a2b4-ab40879cb1ce tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:56:35.846313 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e29edd0-a437-424b-bdbc-f95d279160a9 None None] Attempting to bind port d9656963-a5ab-4551-b2cb-a1c642a0fd6e on network 98fba89c-e7ad-427b-9268-93662b8245b2 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:56:35.855784 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e29edd0-a437-424b-bdbc-f95d279160a9 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:56:35.856162 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e29edd0-a437-424b-bdbc-f95d279160a9 None None] Checking segment: {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:56:35.856653 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-5e29edd0-a437-424b-bdbc-f95d279160a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:35.857060 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e29edd0-a437-424b-bdbc-f95d279160a9 None None] Bound using segment: {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:56:35.857533 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-5e29edd0-a437-424b-bdbc-f95d279160a9 None None] Bound port: d9656963-a5ab-4551-b2cb-a1c642a0fd6e, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:56:35.857916 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-5e29edd0-a437-424b-bdbc-f95d279160a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:35.865222 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b1bb7ba6-6bb9-4822-a2b4-ab40879cb1ce tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:35.865620 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-b1bb7ba6-6bb9-4822-a2b4-ab40879cb1ce tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Added segment 1ec93e8a-0820-494b-8dfd-60091d43946c of type vlan for network 2d24b365-4da6-4890-8899-ae5a94806e59 Sep 07 02:56:35.933428 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b1bb7ba6-6bb9-4822-a2b4-ab40879cb1ce tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:35.982830 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b1bb7ba6-6bb9-4822-a2b4-ab40879cb1ce tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:35.988648 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bb7ba6-6bb9-4822-a2b4-ab40879cb1ce tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:35.989305 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b1bb7ba6-6bb9-4822-a2b4-ab40879cb1ce tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:36.005688 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-5e29edd0-a437-424b-bdbc-f95d279160a9 None None] For port d9656963-a5ab-4551-b2cb-a1c642a0fd6e, host n-d-796209-16, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:56:36.007370 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-50c31a1a-ba88-4005-814c-c1060752e606 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Deleting port d9656963-a5ab-4551-b2cb-a1c642a0fd6e {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:56:36.007370 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-50c31a1a-ba88-4005-814c-c1060752e606 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:36.009745 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-5e29edd0-a437-424b-bdbc-f95d279160a9 None None] For port d9656963-a5ab-4551-b2cb-a1c642a0fd6e, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=d9656963-a5ab-4551-b2cb-a1c642a0fd6e,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:56:36.016206 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-5e29edd0-a437-424b-bdbc-f95d279160a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:36.090444 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e29edd0-a437-424b-bdbc-f95d279160a9 None None] Routers {'26222c18-bb46-49bc-8b83-f897eda91252'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:56:36.091590 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-5e29edd0-a437-424b-bdbc-f95d279160a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:56:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['26222c18-bb46-49bc-8b83-f897eda91252'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:36.106770 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bb7ba6-6bb9-4822-a2b4-ab40879cb1ce tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03f1eba9-ca58-4528-a676-e1d51b54e4d6,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:36.154566 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b755f60-b10b-46b1-b917-fb7ae9cae78a None None] Pushing event updated for resources: {'Port': ['ID=d9656963-a5ab-4551-b2cb-a1c642a0fd6e,revision_number=4']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:36.215626 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bb7ba6-6bb9-4822-a2b4-ab40879cb1ce tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Pushing event updated for resources: {'Network': ['ID=2d24b365-4da6-4890-8899-ae5a94806e59,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:36.226207 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 2d24b365-4da6-4890-8899-ae5a94806e59 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:56:36.235986 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-5e29edd0-a437-424b-bdbc-f95d279160a9 None None] Set router 26222c18-bb46-49bc-8b83-f897eda91252 gateway port host: None {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:56:36.290650 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-50c31a1a-ba88-4005-814c-c1060752e606 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] For port d9656963-a5ab-4551-b2cb-a1c642a0fd6e, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=d9656963-a5ab-4551-b2cb-a1c642a0fd6e,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:56:36.291111 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-50c31a1a-ba88-4005-814c-c1060752e606 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:36.307017 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-50c31a1a-ba88-4005-814c-c1060752e606 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Calling delete_port for d9656963-a5ab-4551-b2cb-a1c642a0fd6e owned by network:router_interface {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:56:36.413901 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b1bb7ba6-6bb9-4822-a2b4-ab40879cb1ce tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.4622049 Sep 07 02:56:36.416579 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48802) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:36.419405 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64bb2963-236e-4728-b249-c942ad186c1b req-9a67e277-df63-43b6-a4bd-a12f46bcb5c7 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Made reservation on behalf of 16ef236c23324219a8876cb24967b58f for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:56:36.423548 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-da8ccec3-0065-4719-88de-ae949fc676d4 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Request body: {'subnet': {'network_id': '2d24b365-4da6-4890-8899-ae5a94806e59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:56:36.435104 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-64bb2963-236e-4728-b249-c942ad186c1b req-9a67e277-df63-43b6-a4bd-a12f46bcb5c7 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:36.531072 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-5e29edd0-a437-424b-bdbc-f95d279160a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26222c18-bb46-49bc-8b83-f897eda91252', 'name': 'tempest-NetworksTestDHCPv6-router-1978420208', 'tenant_id': '4c9354482bbf46e593fb1c1c8959ca81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:56:31Z', 'updated_at': '2021-09-07T02:56:32Z', 'revision_number': 2, 'project_id': '4c9354482bbf46e593fb1c1c8959ca81', 'gw_port_host': None, '_interfaces': [{'id': 'd9656963-a5ab-4551-b2cb-a1c642a0fd6e', 'name': '', 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'tenant_id': '4c9354482bbf46e593fb1c1c8959ca81', 'mac_address': 'fa:16:3e:cb:8e:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26222c18-bb46-49bc-8b83-f897eda91252', 'device_owner': 'network:router_interface', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '61948118-9bb9-4081-ab42-4514588ad9c5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:56:32Z', 'updated_at': '2021-09-07T02:56:35Z', 'revision_number': 4, 'project_id': '4c9354482bbf46e593fb1c1c8959ca81', 'subnets': [{'id': '61948118-9bb9-4081-ab42-4514588ad9c5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:36.574826 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e29edd0-a437-424b-bdbc-f95d279160a9 None None] The sync data for ids ['26222c18-bb46-49bc-8b83-f897eda91252'] in n-d-796209-16 is: [{'id': '26222c18-bb46-49bc-8b83-f897eda91252', 'name': 'tempest-NetworksTestDHCPv6-router-1978420208', 'tenant_id': '4c9354482bbf46e593fb1c1c8959ca81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:56:31Z', 'updated_at': '2021-09-07T02:56:32Z', 'revision_number': 2, 'project_id': '4c9354482bbf46e593fb1c1c8959ca81', 'gw_port_host': None, '_interfaces': [{'id': 'd9656963-a5ab-4551-b2cb-a1c642a0fd6e', 'name': '', 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'tenant_id': '4c9354482bbf46e593fb1c1c8959ca81', 'mac_address': 'fa:16:3e:cb:8e:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26222c18-bb46-49bc-8b83-f897eda91252', 'device_owner': 'network:router_interface', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '61948118-9bb9-4081-ab42-4514588ad9c5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:56:32Z', 'updated_at': '2021-09-07T02:56:35Z', 'revision_number': 4, 'project_id': '4c9354482bbf46e593fb1c1c8959ca81', 'subnets': [{'id': '61948118-9bb9-4081-ab42-4514588ad9c5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:56:36.622892 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8ccec3-0065-4719-88de-ae949fc676d4 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Made reservation on behalf of 10b4e4dc701a4af7adf3692b86bed130 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:56:36.626679 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-da8ccec3-0065-4719-88de-ae949fc676d4 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:36.681223 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a5be3f4d-63c4-4b66-afcf-79ff667f1f50 req-082c9d8f-37a8-4933-be6a-5ad771a789cc tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9c7ee43-4791-496a-9864-311323fabd58 HTTP/1.1" status: 200 len: 210 time: 0.0585370 Sep 07 02:56:36.710457 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-64bb2963-236e-4728-b249-c942ad186c1b req-9a67e277-df63-43b6-a4bd-a12f46bcb5c7 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Allocated IP 172.20.0.13 (256d620d-b7a6-4b66-aaa9-80e5bdc910ad/e962ec47-dcbe-48ec-becb-a133fc5449e5/f0935901-e678-452c-a546-da8ac1b45ab1) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:56:36.743317 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-50c31a1a-ba88-4005-814c-c1060752e606 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:36.788205 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c31a1a-ba88-4005-814c-c1060752e606 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event deleted for resources: {'Port': ['ID=d9656963-a5ab-4551-b2cb-a1c642a0fd6e,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:36.793506 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6c512b91-c7e5-434e-ba01-33c88baf2462 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:37.050873 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1e2e29f4-04b0-4d52-ab15-96ced43ca07b req-900a7d6c-089b-4170-9576-0093aa3a83fe tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a87a93-c19e-4c4d-a076-f215db038a70 HTTP/1.1" status: 200 len: 210 time: 0.1575234 Sep 07 02:56:37.187863 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8238ce-2ea7-4c1e-8291-bf5d8055bb2e req-d39d3bb9-49aa-47f6-9ccd-7d1f79173f05 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:37.190421 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1e8238ce-2ea7-4c1e-8291-bf5d8055bb2e req-d39d3bb9-49aa-47f6-9ccd-7d1f79173f05 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.16 "GET /v2.0/networks?id=111cbddc-f6bd-4c03-87bc-4b2b04ef5a64 HTTP/1.1" status: 200 len: 810 time: 0.2448571 Sep 07 02:56:37.207765 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-1e8238ce-2ea7-4c1e-8291-bf5d8055bb2e req-7903bcda-c36d-4443-b421-4b07c6774bdb tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Request body: {'port': {'device_id': '59a87a93-c19e-4c4d-a076-f215db038a70', 'network_id': '111cbddc-f6bd-4c03-87bc-4b2b04ef5a64', 'admin_state_up': True, 'tenant_id': '89c66e467a844386bc921568c75855a2'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:56:37.225281 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-64bb2963-236e-4728-b249-c942ad186c1b req-9a67e277-df63-43b6-a4bd-a12f46bcb5c7 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:37.414816 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-64bb2963-236e-4728-b249-c942ad186c1b req-9a67e277-df63-43b6-a4bd-a12f46bcb5c7 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:37.452780 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-50c31a1a-ba88-4005-814c-c1060752e606 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:37.487334 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64bb2963-236e-4728-b249-c942ad186c1b req-9a67e277-df63-43b6-a4bd-a12f46bcb5c7 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Network 256d620d-b7a6-4b66-aaa9-80e5bdc910ad is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:56:37.497569 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-64bb2963-236e-4728-b249-c942ad186c1b req-9a67e277-df63-43b6-a4bd-a12f46bcb5c7 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:56:37.500051 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-64bb2963-236e-4728-b249-c942ad186c1b req-9a67e277-df63-43b6-a4bd-a12f46bcb5c7 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:56:37.524077 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e8238ce-2ea7-4c1e-8291-bf5d8055bb2e req-7903bcda-c36d-4443-b421-4b07c6774bdb tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Made reservation on behalf of 89c66e467a844386bc921568c75855a2 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:56:37.527561 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1e8238ce-2ea7-4c1e-8291-bf5d8055bb2e req-7903bcda-c36d-4443-b421-4b07c6774bdb tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:37.572271 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a67e277-df63-43b6-a4bd-a12f46bcb5c7 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Pushing event updated for resources: {'Port': ['ID=f0935901-e678-452c-a546-da8ac1b45ab1,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:37.604953 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-da8ccec3-0065-4719-88de-ae949fc676d4 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:37.632108 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb2963-236e-4728-b249-c942ad186c1b req-9a67e277-df63-43b6-a4bd-a12f46bcb5c7 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:37.632727 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-64bb2963-236e-4728-b249-c942ad186c1b req-9a67e277-df63-43b6-a4bd-a12f46bcb5c7 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:37.686941 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50c31a1a-ba88-4005-814c-c1060752e606 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Router 26222c18-bb46-49bc-8b83-f897eda91252 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:56:37.699278 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-64bb2963-236e-4728-b249-c942ad186c1b req-9a67e277-df63-43b6-a4bd-a12f46bcb5c7 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6892326 Sep 07 02:56:37.713879 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8ccec3-0065-4719-88de-ae949fc676d4 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Pushing event updated for resources: {'Subnet': ['ID=85abd418-4784-4b57-aee1-e63dcb528579,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:37.728988 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-64bb2963-236e-4728-b249-c942ad186c1b req-9865c9fa-a1f4-44d3-ab4b-ffc5e998c01a service neutron] Request body: {'port': {'device_id': 'b9c7ee43-4791-496a-9864-311323fabd58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:56:37.763980 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8ccec3-0065-4719-88de-ae949fc676d4 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Checking segment: {'id': '1ec93e8a-0820-494b-8dfd-60091d43946c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2d24b365-4da6-4890-8899-ae5a94806e59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:56:37.764341 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8ccec3-0065-4719-88de-ae949fc676d4 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Network hostable DHCP agents. Network: 2d24b365-4da6-4890-8899-ae5a94806e59, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:56:37.793785 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-6c512b91-c7e5-434e-ba01-33c88baf2462 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Deleting port c0833ecd-d247-40d3-ba78-381f075ca67c {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:56:37.794113 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6c512b91-c7e5-434e-ba01-33c88baf2462 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:37.804143 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c31a1a-ba88-4005-814c-c1060752e606 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:56:37.810725 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-50c31a1a-ba88-4005-814c-c1060752e606 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "PUT /v2.0/routers/26222c18-bb46-49bc-8b83-f897eda91252/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1622832 Sep 07 02:56:37.813213 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48810) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:37.845116 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8ccec3-0065-4719-88de-ae949fc676d4 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Network 2d24b365-4da6-4890-8899-ae5a94806e59 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:56:37.864600 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-da8ccec3-0065-4719-88de-ae949fc676d4 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 2d24b365-4da6-4890-8899-ae5a94806e59) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:56:37.873161 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5c725f-1f42-41df-b05e-2fd0f2408124 None None] Network 2d24b365-4da6-4890-8899-ae5a94806e59 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:56:37.875928 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8ccec3-0065-4719-88de-ae949fc676d4 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:37.876525 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-da8ccec3-0065-4719-88de-ae949fc676d4 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:37.882666 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424e2433-2389-4623-ae58-3a4bd53550db tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:37.884268 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424e2433-2389-4623-ae58-3a4bd53550db tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:37.885836 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-424e2433-2389-4623-ae58-3a4bd53550db tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0717204 Sep 07 02:56:37.887745 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-1e8238ce-2ea7-4c1e-8291-bf5d8055bb2e req-7903bcda-c36d-4443-b421-4b07c6774bdb tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Allocated IP 172.20.0.13 (111cbddc-f6bd-4c03-87bc-4b2b04ef5a64/382293f2-2c50-4f74-844f-42b0dddcc916/da567108-c511-4876-a1b4-e4b013c09eef) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:56:37.889079 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48812) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:37.930561 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-da8ccec3-0065-4719-88de-ae949fc676d4 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5128787 Sep 07 02:56:37.933516 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48814) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:37.940624 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-464540de-562b-4639-9978-e748b7be9161 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Request body: {'port': {'network_id': '2d24b365-4da6-4890-8899-ae5a94806e59', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-3685433'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:56:37.952238 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-64bb2963-236e-4728-b249-c942ad186c1b req-9865c9fa-a1f4-44d3-ab4b-ffc5e998c01a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:37.965954 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8943d-c069-4279-a6f6-9924edcae2d8 req-b4ec5705-2fb5-405a-92b8-5b56f5184225 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:37.967470 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1dc8943d-c069-4279-a6f6-9924edcae2d8 req-b4ec5705-2fb5-405a-92b8-5b56f5184225 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9c7ee43-4791-496a-9864-311323fabd58 HTTP/1.1" status: 200 len: 932 time: 0.1907387 Sep 07 02:56:37.978689 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-71446320-a355-43a1-8544-e96b29bee6b3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Deleting subnet 61948118-9bb9-4081-ab42-4514588ad9c5 {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:56:37.986065 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-71446320-a355-43a1-8544-e96b29bee6b3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:38.052112 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6c512b91-c7e5-434e-ba01-33c88baf2462 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:38.077814 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-71446320-a355-43a1-8544-e96b29bee6b3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:38.091415 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f479c156-f174-4630-a7e3-c13bfb6cd899 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-2d24b365-4da6-4890-8899-ae5a94806e59', 'network_id': '2d24b365-4da6-4890-8899-ae5a94806e59', 'tenant_id': '10b4e4dc701a4af7adf3692b86bed130', 'fixed_ips': [{'subnet_id': '85abd418-4784-4b57-aee1-e63dcb528579'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:56:38.095731 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f479c156-f174-4630-a7e3-c13bfb6cd899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:38.099314 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-6c512b91-c7e5-434e-ba01-33c88baf2462 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Calling delete_port for c0833ecd-d247-40d3-ba78-381f075ca67c owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:56:38.133858 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1dc8943d-c069-4279-a6f6-9924edcae2d8 req-dbeb299b-9f06-4d2e-9eba-80f02c4ce9df tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/security-groups?id=70ce7ce8-5054-445c-a59d-ebe3700b4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531808 Sep 07 02:56:38.174489 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-464540de-562b-4639-9978-e748b7be9161 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Made reservation on behalf of 10b4e4dc701a4af7adf3692b86bed130 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:56:38.179029 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-464540de-562b-4639-9978-e748b7be9161 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:38.231334 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-484c34ac-1049-4aa2-8977-37cfdcbf2c60 req-7f2c51f8-1e5e-4587-b5ce-5123eba4c22a tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a87a93-c19e-4c4d-a076-f215db038a70 HTTP/1.1" status: 200 len: 210 time: 0.0471563 Sep 07 02:56:38.241803 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-464540de-562b-4639-9978-e748b7be9161 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] device_id is not set on port 85834548-dc9d-4e49-ae79-1553af03a74a yet. {{(pid=94701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:56:38.246945 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-71446320-a355-43a1-8544-e96b29bee6b3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:38.314554 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-f479c156-f174-4630-a7e3-c13bfb6cd899 None None] Allocated IP 2001:db8::2 (2d24b365-4da6-4890-8899-ae5a94806e59/85abd418-4784-4b57-aee1-e63dcb528579/bdd933eb-0985-442b-be51-1c92a88cfe25) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:56:38.352313 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-71446320-a355-43a1-8544-e96b29bee6b3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:38.382341 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71446320-a355-43a1-8544-e96b29bee6b3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event deleted for resources: {'Subnet': ['ID=61948118-9bb9-4081-ab42-4514588ad9c5,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:38.389710 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-71446320-a355-43a1-8544-e96b29bee6b3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:38.391605 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-71446320-a355-43a1-8544-e96b29bee6b3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/subnets/61948118-9bb9-4081-ab42-4514588ad9c5 HTTP/1.1" status: 204 len: 168 time: 0.5016110 Sep 07 02:56:38.393954 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48818) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:38.403566 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2aacba-47c8-4067-ae4d-18651271db8d None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:56:38.436903 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db78216-2d4f-411d-8026-c679a1147b77 None None] Sync routers for ids ['26222c18-bb46-49bc-8b83-f897eda91252'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:56:38.445834 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1e8238ce-2ea7-4c1e-8291-bf5d8055bb2e req-7903bcda-c36d-4443-b421-4b07c6774bdb tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:38.453694 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db78216-2d4f-411d-8026-c679a1147b77 None None] Routers {'26222c18-bb46-49bc-8b83-f897eda91252'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:56:38.458337 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-9db78216-2d4f-411d-8026-c679a1147b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:56:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['26222c18-bb46-49bc-8b83-f897eda91252'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:38.513917 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-bbfdf736-63f8-49d3-80a0-8b8aedc58062 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1187520 Sep 07 02:56:38.516458 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48820) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:38.585578 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-9db78216-2d4f-411d-8026-c679a1147b77 None None] Set router 26222c18-bb46-49bc-8b83-f897eda91252 gateway port host: None {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:56:38.595285 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f479c156-f174-4630-a7e3-c13bfb6cd899 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:38.604364 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-24ca7608-3d66-4f86-b4bc-065b2594f025 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for router, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:38.611694 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1e8238ce-2ea7-4c1e-8291-bf5d8055bb2e req-7903bcda-c36d-4443-b421-4b07c6774bdb tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:38.628196 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['39466170-006a-4e0a-b6a4-21db5ec9469c'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:56:38.631921 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-f479c156-f174-4630-a7e3-c13bfb6cd899 None None] Transition to ACTIVE for port object bdd933eb-0985-442b-be51-1c92a88cfe25 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:56:38.663156 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6c512b91-c7e5-434e-ba01-33c88baf2462 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:38.679322 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-9db78216-2d4f-411d-8026-c679a1147b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26222c18-bb46-49bc-8b83-f897eda91252', 'name': 'tempest-NetworksTestDHCPv6-router-1978420208', 'tenant_id': '4c9354482bbf46e593fb1c1c8959ca81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:56:31Z', 'updated_at': '2021-09-07T02:56:36Z', 'revision_number': 3, 'project_id': '4c9354482bbf46e593fb1c1c8959ca81', 'gw_port_host': None}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:38.693152 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1939c304-14ed-4d09-bc0f-f4fba7dc082e None None] DHCP port deletion for 98fba89c-e7ad-427b-9268-93662b8245b2 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:56:38.696723 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-f479c156-f174-4630-a7e3-c13bfb6cd899 None None] Transition to ACTIVE for port object bdd933eb-0985-442b-be51-1c92a88cfe25 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:56:38.716834 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f479c156-f174-4630-a7e3-c13bfb6cd899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:38.722836 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db78216-2d4f-411d-8026-c679a1147b77 None None] Checking router: 26222c18-bb46-49bc-8b83-f897eda91252 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:56:38.734910 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db78216-2d4f-411d-8026-c679a1147b77 None None] Routers {'26222c18-bb46-49bc-8b83-f897eda91252'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:56:38.735719 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-9db78216-2d4f-411d-8026-c679a1147b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:56:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['26222c18-bb46-49bc-8b83-f897eda91252'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:38.755986 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e8238ce-2ea7-4c1e-8291-bf5d8055bb2e req-7903bcda-c36d-4443-b421-4b07c6774bdb tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Network 111cbddc-f6bd-4c03-87bc-4b2b04ef5a64 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:56:38.786302 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-1e8238ce-2ea7-4c1e-8291-bf5d8055bb2e req-7903bcda-c36d-4443-b421-4b07c6774bdb tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:56:38.794177 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e8238ce-2ea7-4c1e-8291-bf5d8055bb2e req-7903bcda-c36d-4443-b421-4b07c6774bdb tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:56:38.796874 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7903bcda-c36d-4443-b421-4b07c6774bdb tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Pushing event updated for resources: {'Port': ['ID=da567108-c511-4876-a1b4-e4b013c09eef,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:38.819257 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f479c156-f174-4630-a7e3-c13bfb6cd899 None None] Network 2d24b365-4da6-4890-8899-ae5a94806e59 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:56:38.840223 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-9db78216-2d4f-411d-8026-c679a1147b77 None None] Set router 26222c18-bb46-49bc-8b83-f897eda91252 gateway port host: None {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:56:38.841429 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-f479c156-f174-4630-a7e3-c13bfb6cd899 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:56:38.847470 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f479c156-f174-4630-a7e3-c13bfb6cd899 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:56:38.855722 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f479c156-f174-4630-a7e3-c13bfb6cd899 None None] Pushing event updated for resources: {'Port': ['ID=bdd933eb-0985-442b-be51-1c92a88cfe25,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:38.906888 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-9db78216-2d4f-411d-8026-c679a1147b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26222c18-bb46-49bc-8b83-f897eda91252', 'name': 'tempest-NetworksTestDHCPv6-router-1978420208', 'tenant_id': '4c9354482bbf46e593fb1c1c8959ca81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:56:31Z', 'updated_at': '2021-09-07T02:56:36Z', 'revision_number': 3, 'project_id': '4c9354482bbf46e593fb1c1c8959ca81', 'gw_port_host': None}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:38.925713 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-1939c304-14ed-4d09-bc0f-f4fba7dc082e None None] Deleting port 6b6c20a9-0e3e-453f-b636-acc501afe1eb {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:56:38.926308 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1939c304-14ed-4d09-bc0f-f4fba7dc082e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:38.930806 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-24ca7608-3d66-4f86-b4bc-065b2594f025 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:38.936973 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db78216-2d4f-411d-8026-c679a1147b77 None None] The sync data for ids ['26222c18-bb46-49bc-8b83-f897eda91252'] in n-d-796209-16 is: [{'id': '26222c18-bb46-49bc-8b83-f897eda91252', 'name': 'tempest-NetworksTestDHCPv6-router-1978420208', 'tenant_id': '4c9354482bbf46e593fb1c1c8959ca81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:56:31Z', 'updated_at': '2021-09-07T02:56:36Z', 'revision_number': 3, 'project_id': '4c9354482bbf46e593fb1c1c8959ca81', 'gw_port_host': None}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:56:38.942163 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-24ca7608-3d66-4f86-b4bc-065b2594f025 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:38.972164 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c512b91-c7e5-434e-ba01-33c88baf2462 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event deleted for resources: {'Port': ['ID=c0833ecd-d247-40d3-ba78-381f075ca67c,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:38.981637 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-64bb2963-236e-4728-b249-c942ad186c1b req-9865c9fa-a1f4-44d3-ab4b-ffc5e998c01a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0935901-e678-452c-a546-da8ac1b45ab1 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:56:39.018028 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-464540de-562b-4639-9978-e748b7be9161 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Allocated IP 2001:db8::34b (2d24b365-4da6-4890-8899-ae5a94806e59/85abd418-4784-4b57-aee1-e63dcb528579/85834548-dc9d-4e49-ae79-1553af03a74a) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:56:39.025468 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-24ca7608-3d66-4f86-b4bc-065b2594f025 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:39.025657 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-64bb2963-236e-4728-b249-c942ad186c1b req-9865c9fa-a1f4-44d3-ab4b-ffc5e998c01a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:39.026256 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ca7608-3d66-4f86-b4bc-065b2594f025 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Fanout notify agent at l3_agent the message router_deleted on router 26222c18-bb46-49bc-8b83-f897eda91252 {{(pid=94701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 02:56:39.034512 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-f479c156-f174-4630-a7e3-c13bfb6cd899 None None] Attempting to bind port bdd933eb-0985-442b-be51-1c92a88cfe25 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:56:39.035447 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-f479c156-f174-4630-a7e3-c13bfb6cd899 None None] Attempting to bind port bdd933eb-0985-442b-be51-1c92a88cfe25 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '1ec93e8a-0820-494b-8dfd-60091d43946c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2d24b365-4da6-4890-8899-ae5a94806e59'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:56:39.036027 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f479c156-f174-4630-a7e3-c13bfb6cd899 None None] Attempting to bind port bdd933eb-0985-442b-be51-1c92a88cfe25 on network 2d24b365-4da6-4890-8899-ae5a94806e59 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:56:39.037564 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-24ca7608-3d66-4f86-b4bc-065b2594f025 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:39.038719 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-24ca7608-3d66-4f86-b4bc-065b2594f025 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/routers/26222c18-bb46-49bc-8b83-f897eda91252 HTTP/1.1" status: 204 len: 168 time: 0.5212178 Sep 07 02:56:39.043011 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48822) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:39.052919 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-64bb2963-236e-4728-b249-c942ad186c1b req-9865c9fa-a1f4-44d3-ab4b-ffc5e998c01a service neutron] Transition to ACTIVE for port object f0935901-e678-452c-a546-da8ac1b45ab1 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:56:39.064395 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8238ce-2ea7-4c1e-8291-bf5d8055bb2e req-7903bcda-c36d-4443-b421-4b07c6774bdb tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:39.065172 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1e8238ce-2ea7-4c1e-8291-bf5d8055bb2e req-7903bcda-c36d-4443-b421-4b07c6774bdb tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:39.075857 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-64bb2963-236e-4728-b249-c942ad186c1b req-9865c9fa-a1f4-44d3-ab4b-ffc5e998c01a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:39.132841 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f479c156-f174-4630-a7e3-c13bfb6cd899 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:56:39.133669 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f479c156-f174-4630-a7e3-c13bfb6cd899 None None] Checking segment: {'id': '1ec93e8a-0820-494b-8dfd-60091d43946c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2d24b365-4da6-4890-8899-ae5a94806e59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:56:39.134086 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f479c156-f174-4630-a7e3-c13bfb6cd899 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:39.134495 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f479c156-f174-4630-a7e3-c13bfb6cd899 None None] Bound using segment: {'id': '1ec93e8a-0820-494b-8dfd-60091d43946c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2d24b365-4da6-4890-8899-ae5a94806e59'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:56:39.135001 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-f479c156-f174-4630-a7e3-c13bfb6cd899 None None] Bound port: bdd933eb-0985-442b-be51-1c92a88cfe25, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ec93e8a-0820-494b-8dfd-60091d43946c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '2d24b365-4da6-4890-8899-ae5a94806e59'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:56:39.135422 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f479c156-f174-4630-a7e3-c13bfb6cd899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:39.138965 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-1939c304-14ed-4d09-bc0f-f4fba7dc082e None None] For port 6b6c20a9-0e3e-453f-b636-acc501afe1eb, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=6b6c20a9-0e3e-453f-b636-acc501afe1eb,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:56:39.139378 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1939c304-14ed-4d09-bc0f-f4fba7dc082e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:39.148874 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66748769-a34a-44aa-9966-b21bc8d3202a tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:39.153449 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-66748769-a34a-44aa-9966-b21bc8d3202a tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1063437 Sep 07 02:56:39.158272 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48824) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:39.176017 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-1939c304-14ed-4d09-bc0f-f4fba7dc082e None None] Calling delete_port for 6b6c20a9-0e3e-453f-b636-acc501afe1eb owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:56:39.253849 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-f479c156-f174-4630-a7e3-c13bfb6cd899 None None] For port bdd933eb-0985-442b-be51-1c92a88cfe25, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:56:39.255770 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb4983d-ee8e-4528-a5e3-d905d7e46e1f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:39.260245 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-ddb4983d-ee8e-4528-a5e3-d905d7e46e1f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0984132 Sep 07 02:56:39.260245 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48828) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:39.303137 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-f479c156-f174-4630-a7e3-c13bfb6cd899 None None] For port bdd933eb-0985-442b-be51-1c92a88cfe25, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=bdd933eb-0985-442b-be51-1c92a88cfe25,segment=NetworkSegment(1ec93e8a-0820-494b-8dfd-60091d43946c),segment_id=1ec93e8a-0820-494b-8dfd-60091d43946c)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:56:39.313451 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f479c156-f174-4630-a7e3-c13bfb6cd899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:39.321897 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-9b58afab-0477-4348-9e14-2ee4fdef171c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0554984 Sep 07 02:56:39.325424 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48832) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:39.331246 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-c8b44993-4a4d-457f-8457-23bff95301f0 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Request body: {'subnet': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:56:39.394261 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1939c304-14ed-4d09-bc0f-f4fba7dc082e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:39.449205 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1939c304-14ed-4d09-bc0f-f4fba7dc082e None None] No DVR routers for this DVR port 6b6c20a9-0e3e-453f-b636-acc501afe1eb on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:56:39.458295 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6c512b91-c7e5-434e-ba01-33c88baf2462 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:39.459988 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 6b6c20a9-0e3e-453f-b636-acc501afe1eb no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:56:39.474836 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f479c156-f174-4630-a7e3-c13bfb6cd899 None None] Pushing event updated for resources: {'Port': ['ID=bdd933eb-0985-442b-be51-1c92a88cfe25,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:39.477809 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1e8238ce-2ea7-4c1e-8291-bf5d8055bb2e req-7903bcda-c36d-4443-b421-4b07c6774bdb tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2773314 Sep 07 02:56:39.500156 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-464540de-562b-4639-9978-e748b7be9161 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:39.520004 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-1e8238ce-2ea7-4c1e-8291-bf5d8055bb2e req-bc36dee4-fa5b-43f4-a8da-2620d14231f0 service neutron] Request body: {'port': {'device_id': '59a87a93-c19e-4c4d-a076-f215db038a70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:56:39.524998 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 6b6c20a9-0e3e-453f-b636-acc501afe1eb {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:56:39.525357 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 6b6c20a9-0e3e-453f-b636-acc501afe1eb not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:56:39.525834 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device d9656963-a5ab-4551-b2cb-a1c642a0fd6e no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:56:39.531441 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c578b-fdac-4c03-9499-7ce4db21aae6 req-d630dfff-5f73-44a2-a2a5-db3933f55f02 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:39.539651 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3c8c578b-fdac-4c03-9499-7ce4db21aae6 req-d630dfff-5f73-44a2-a2a5-db3933f55f02 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a87a93-c19e-4c4d-a076-f215db038a70 HTTP/1.1" status: 200 len: 932 time: 0.1957300 Sep 07 02:56:39.568867 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-464540de-562b-4639-9978-e748b7be9161 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Transition to ACTIVE for port object 85834548-dc9d-4e49-ae79-1553af03a74a will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:56:39.586009 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1939c304-14ed-4d09-bc0f-f4fba7dc082e None None] Pushing event deleted for resources: {'Port': ['ID=6b6c20a9-0e3e-453f-b636-acc501afe1eb,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:39.600081 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: d9656963-a5ab-4551-b2cb-a1c642a0fd6e {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:56:39.600688 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device d9656963-a5ab-4551-b2cb-a1c642a0fd6e not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:56:39.615707 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3c8c578b-fdac-4c03-9499-7ce4db21aae6 req-b3ebcdac-eebb-47d8-a435-557b5369b6b4 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747874 Sep 07 02:56:39.644556 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b44993-4a4d-457f-8457-23bff95301f0 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Made reservation on behalf of 4c9354482bbf46e593fb1c1c8959ca81 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:56:39.648614 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c8b44993-4a4d-457f-8457-23bff95301f0 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:39.651872 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9865c9fa-a1f4-44d3-ab4b-ffc5e998c01a service neutron] Pushing event updated for resources: {'Port': ['ID=f0935901-e678-452c-a546-da8ac1b45ab1,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:39.722294 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-464540de-562b-4639-9978-e748b7be9161 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:39.792703 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464540de-562b-4639-9978-e748b7be9161 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Network 2d24b365-4da6-4890-8899-ae5a94806e59 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:56:39.800523 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8e367-f8d8-4673-8bb4-cf791bd4b2d2 req-a59eb4a8-be33-416c-8441-d810b05e7667 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:39.802153 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-23f8e367-f8d8-4673-8bb4-cf791bd4b2d2 req-a59eb4a8-be33-416c-8441-d810b05e7667 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9c7ee43-4791-496a-9864-311323fabd58 HTTP/1.1" status: 200 len: 944 time: 0.3389122 Sep 07 02:56:39.811153 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1e8238ce-2ea7-4c1e-8291-bf5d8055bb2e req-bc36dee4-fa5b-43f4-a8da-2620d14231f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:39.816971 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-464540de-562b-4639-9978-e748b7be9161 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:56:39.820418 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464540de-562b-4639-9978-e748b7be9161 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Pushing event updated for resources: {'Port': ['ID=85834548-dc9d-4e49-ae79-1553af03a74a,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:39.830158 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464540de-562b-4639-9978-e748b7be9161 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:56:39.839560 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464540de-562b-4639-9978-e748b7be9161 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:39.840723 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-464540de-562b-4639-9978-e748b7be9161 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:39.872857 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-464540de-562b-4639-9978-e748b7be9161 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.9382122 Sep 07 02:56:39.878810 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48834) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:39.887708 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-75d29098-c7e9-4ec2-bdf0-4a5dd0ab346f tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Request body: {'port': {'network_id': '2d24b365-4da6-4890-8899-ae5a94806e59', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2134009947', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:56:39.888249 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.api.validators [None req-75d29098-c7e9-4ec2-bdf0-4a5dd0ab346f tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] bootfile-name is not in valid_values {{(pid=94701) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 07 02:56:39.888586 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.api.validators [None req-75d29098-c7e9-4ec2-bdf0-4a5dd0ab346f tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] tftp-server is not in valid_values {{(pid=94701) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 07 02:56:39.888917 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.api.validators [None req-75d29098-c7e9-4ec2-bdf0-4a5dd0ab346f tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] server-ip-address is not in valid_values {{(pid=94701) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 07 02:56:39.952537 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-64bb2963-236e-4728-b249-c942ad186c1b req-9865c9fa-a1f4-44d3-ab4b-ffc5e998c01a service neutron] Attempting to bind port f0935901-e678-452c-a546-da8ac1b45ab1 on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:56:39.952772 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-64bb2963-236e-4728-b249-c942ad186c1b req-9865c9fa-a1f4-44d3-ab4b-ffc5e998c01a service neutron] Attempting to bind port f0935901-e678-452c-a546-da8ac1b45ab1 by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': 'ba1f9a1d-76cb-4a15-91d5-0944bdc5e669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '256d620d-b7a6-4b66-aaa9-80e5bdc910ad'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:56:39.953115 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bb2963-236e-4728-b249-c942ad186c1b req-9865c9fa-a1f4-44d3-ab4b-ffc5e998c01a service neutron] Attempting to bind port f0935901-e678-452c-a546-da8ac1b45ab1 on network 256d620d-b7a6-4b66-aaa9-80e5bdc910ad {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:56:39.994800 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-23f8e367-f8d8-4673-8bb4-cf791bd4b2d2 req-5e590610-dd9d-4b21-a13f-614d9b705954 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/security-groups?id=70ce7ce8-5054-445c-a59d-ebe3700b4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813014 Sep 07 02:56:40.003724 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bb2963-236e-4728-b249-c942ad186c1b req-9865c9fa-a1f4-44d3-ab4b-ffc5e998c01a service neutron] Port f0935901-e678-452c-a546-da8ac1b45ab1 on network 256d620d-b7a6-4b66-aaa9-80e5bdc910ad not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:56:40.004080 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bb2963-236e-4728-b249-c942ad186c1b req-9865c9fa-a1f4-44d3-ab4b-ffc5e998c01a service neutron] Attempting to bind port f0935901-e678-452c-a546-da8ac1b45ab1 on network 256d620d-b7a6-4b66-aaa9-80e5bdc910ad {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:56:40.074085 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bb2963-236e-4728-b249-c942ad186c1b req-9865c9fa-a1f4-44d3-ab4b-ffc5e998c01a service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:56:40.074422 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bb2963-236e-4728-b249-c942ad186c1b req-9865c9fa-a1f4-44d3-ab4b-ffc5e998c01a service neutron] Checking segment: {'id': 'ba1f9a1d-76cb-4a15-91d5-0944bdc5e669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '256d620d-b7a6-4b66-aaa9-80e5bdc910ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:56:40.074814 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bb2963-236e-4728-b249-c942ad186c1b req-9865c9fa-a1f4-44d3-ab4b-ffc5e998c01a service neutron] Bound using segment: {'id': 'ba1f9a1d-76cb-4a15-91d5-0944bdc5e669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '256d620d-b7a6-4b66-aaa9-80e5bdc910ad'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:56:40.075263 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-64bb2963-236e-4728-b249-c942ad186c1b req-9865c9fa-a1f4-44d3-ab4b-ffc5e998c01a service neutron] Bound port: f0935901-e678-452c-a546-da8ac1b45ab1, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba1f9a1d-76cb-4a15-91d5-0944bdc5e669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '256d620d-b7a6-4b66-aaa9-80e5bdc910ad'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:56:40.075653 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-64bb2963-236e-4728-b249-c942ad186c1b req-9865c9fa-a1f4-44d3-ab4b-ffc5e998c01a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:40.098893 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d29098-c7e9-4ec2-bdf0-4a5dd0ab346f tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Made reservation on behalf of 10b4e4dc701a4af7adf3692b86bed130 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:56:40.102445 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-75d29098-c7e9-4ec2-bdf0-4a5dd0ab346f tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:40.106583 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c512b91-c7e5-434e-ba01-33c88baf2462 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Router ff4f502b-f37e-435e-890b-ca5b55ce39a0 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:56:40.142883 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-75d29098-c7e9-4ec2-bdf0-4a5dd0ab346f tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] device_id is not set on port b2f01124-df3f-43fe-813f-4b541fca6364 yet. {{(pid=94701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:56:40.163546 n-d-796209-16 neutron-server[94701]: DEBUG neutron.objects.ports [None req-c8b44993-4a4d-457f-8457-23bff95301f0 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94701) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 02:56:40.166101 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c8b44993-4a4d-457f-8457-23bff95301f0 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:40.251691 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b44993-4a4d-457f-8457-23bff95301f0 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:56:40.258795 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-c8b44993-4a4d-457f-8457-23bff95301f0 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:56:40.262195 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b44993-4a4d-457f-8457-23bff95301f0 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:40.262792 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c8b44993-4a4d-457f-8457-23bff95301f0 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:40.272598 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd67614-704d-4faa-9d7a-ccbb80313ff0 None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:56:40.310953 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b44993-4a4d-457f-8457-23bff95301f0 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event updated for resources: {'Subnet': ['ID=3c3a79db-804c-4be7-9b3b-c5a86ec1b30a,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:40.321314 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-64bb2963-236e-4728-b249-c942ad186c1b req-9865c9fa-a1f4-44d3-ab4b-ffc5e998c01a service neutron] For port f0935901-e678-452c-a546-da8ac1b45ab1, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:56:40.325971 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c8b44993-4a4d-457f-8457-23bff95301f0 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9992425 Sep 07 02:56:40.329702 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48836) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:40.336577 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-7591ad43-eb00-4895-8569-94fe7b7946b2 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Request body: {'subnet': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:56:40.354483 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-64bb2963-236e-4728-b249-c942ad186c1b req-9865c9fa-a1f4-44d3-ab4b-ffc5e998c01a service neutron] For port f0935901-e678-452c-a546-da8ac1b45ab1, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=f0935901-e678-452c-a546-da8ac1b45ab1,segment=NetworkSegment(ba1f9a1d-76cb-4a15-91d5-0944bdc5e669),segment_id=ba1f9a1d-76cb-4a15-91d5-0944bdc5e669)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:56:40.360187 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c512b91-c7e5-434e-ba01-33c88baf2462 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:56:40.370442 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-6c512b91-c7e5-434e-ba01-33c88baf2462 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "PUT /v2.0/routers/ff4f502b-f37e-435e-890b-ca5b55ce39a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7886813 Sep 07 02:56:40.372430 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a899361-8ed9-4d54-ba9e-3707dc7c91b9 None None] Sync routers for ids ['ff4f502b-f37e-435e-890b-ca5b55ce39a0'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:56:40.374230 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48838) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:40.374947 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-64bb2963-236e-4728-b249-c942ad186c1b req-9865c9fa-a1f4-44d3-ab4b-ffc5e998c01a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:40.404406 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-75d29098-c7e9-4ec2-bdf0-4a5dd0ab346f tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Allocated IP 2001:db8::115 (2d24b365-4da6-4890-8899-ae5a94806e59/85abd418-4784-4b57-aee1-e63dcb528579/b2f01124-df3f-43fe-813f-4b541fca6364) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:56:40.433625 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb2963-236e-4728-b249-c942ad186c1b req-9865c9fa-a1f4-44d3-ab4b-ffc5e998c01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:40.434263 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-64bb2963-236e-4728-b249-c942ad186c1b req-9865c9fa-a1f4-44d3-ab4b-ffc5e998c01a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:40.436120 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-64bb2963-236e-4728-b249-c942ad186c1b req-9865c9fa-a1f4-44d3-ab4b-ffc5e998c01a service neutron] 10.222.0.16 "PUT /v2.0/ports/f0935901-e678-452c-a546-da8ac1b45ab1 HTTP/1.1" status: 200 len: 1093 time: 2.7116549 Sep 07 02:56:40.441858 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9c7ee43-4791-496a-9864-311323fabd58', 'tag': 'f0935901-e678-452c-a546-da8ac1b45ab1'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:56:40.444637 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be97ed1-9b8a-49d1-a109-e1d50fbde817" -d '{"events": [{"name": "network-changed", "server_uuid": "b9c7ee43-4791-496a-9864-311323fabd58", "tag": "f0935901-e678-452c-a546-da8ac1b45ab1"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:56:40.531806 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a40bab8-69aa-40e6-9ea4-d2e109939109 x-openstack-request-id: req-2a40bab8-69aa-40e6-9ea4-d2e109939109 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:56:40.532105 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9c7ee43-4791-496a-9864-311323fabd58", "tag": "f0935901-e678-452c-a546-da8ac1b45ab1", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:56:40.532432 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2a40bab8-69aa-40e6-9ea4-d2e109939109 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:56:40.532796 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9c7ee43-4791-496a-9864-311323fabd58', 'tag': 'f0935901-e678-452c-a546-da8ac1b45ab1', 'status': 'completed', 'code': 200} Sep 07 02:56:40.538266 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-1e8238ce-2ea7-4c1e-8291-bf5d8055bb2e req-bc36dee4-fa5b-43f4-a8da-2620d14231f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da567108-c511-4876-a1b4-e4b013c09eef {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:56:40.547672 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9865c9fa-a1f4-44d3-ab4b-ffc5e998c01a service neutron] Pushing event updated for resources: {'Port': ['ID=f0935901-e678-452c-a546-da8ac1b45ab1,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:40.552977 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1e8238ce-2ea7-4c1e-8291-bf5d8055bb2e req-bc36dee4-fa5b-43f4-a8da-2620d14231f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:40.574192 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-1e8238ce-2ea7-4c1e-8291-bf5d8055bb2e req-bc36dee4-fa5b-43f4-a8da-2620d14231f0 service neutron] Transition to ACTIVE for port object da567108-c511-4876-a1b4-e4b013c09eef will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:56:40.579643 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb2963-236e-4728-b249-c942ad186c1b req-695949f7-d066-4c0f-b831-c0ea229c8aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:40.581484 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-64bb2963-236e-4728-b249-c942ad186c1b req-695949f7-d066-4c0f-b831-c0ea229c8aa3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=16ef236c23324219a8876cb24967b58f&device_id=b9c7ee43-4791-496a-9864-311323fabd58 HTTP/1.1" status: 200 len: 1096 time: 0.0931714 Sep 07 02:56:40.582800 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1e8238ce-2ea7-4c1e-8291-bf5d8055bb2e req-bc36dee4-fa5b-43f4-a8da-2620d14231f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:40.610847 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a899361-8ed9-4d54-ba9e-3707dc7c91b9 None None] Routers {'ff4f502b-f37e-435e-890b-ca5b55ce39a0'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:56:40.611514 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-1a899361-8ed9-4d54-ba9e-3707dc7c91b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:56:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['ff4f502b-f37e-435e-890b-ca5b55ce39a0'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:40.666926 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-64bb2963-236e-4728-b249-c942ad186c1b req-aabc9719-12ca-4c1c-9127-aba0e6aafff6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0935901-e678-452c-a546-da8ac1b45ab1 HTTP/1.1" status: 200 len: 217 time: 0.0727711 Sep 07 02:56:40.723684 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-1a899361-8ed9-4d54-ba9e-3707dc7c91b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:40.739538 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc36dee4-fa5b-43f4-a8da-2620d14231f0 service neutron] Pushing event updated for resources: {'Port': ['ID=da567108-c511-4876-a1b4-e4b013c09eef,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:40.742717 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a899361-8ed9-4d54-ba9e-3707dc7c91b9 None None] Routers {'ff4f502b-f37e-435e-890b-ca5b55ce39a0'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:56:40.743664 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-1a899361-8ed9-4d54-ba9e-3707dc7c91b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:56:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['ff4f502b-f37e-435e-890b-ca5b55ce39a0'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:40.787444 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c758d0a-0d07-43e3-9ce4-013a27783dcf None None] Network 2d24b365-4da6-4890-8899-ae5a94806e59 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:56:40.793079 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-1a899361-8ed9-4d54-ba9e-3707dc7c91b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:40.793751 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a899361-8ed9-4d54-ba9e-3707dc7c91b9 None None] The sync data for ids ['ff4f502b-f37e-435e-890b-ca5b55ce39a0'] in n-d-796209-16 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:56:40.824849 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb2963-236e-4728-b249-c942ad186c1b req-b99fdc08-ef5b-4148-b9de-ac23156d0a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:40.826306 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-64bb2963-236e-4728-b249-c942ad186c1b req-b99fdc08-ef5b-4148-b9de-ac23156d0a96 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e962ec47-dcbe-48ec-becb-a133fc5449e5 HTTP/1.1" status: 200 len: 854 time: 0.1486392 Sep 07 02:56:40.871637 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9689f6d2-fb11-41a5-be01-228fce9a07b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-98fba89c-e7ad-427b-9268-93662b8245b2', 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'tenant_id': '4c9354482bbf46e593fb1c1c8959ca81', 'fixed_ips': [{'subnet_id': '3c3a79db-804c-4be7-9b3b-c5a86ec1b30a'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:56:40.872513 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9689f6d2-fb11-41a5-be01-228fce9a07b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:40.875641 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-64bb2963-236e-4728-b249-c942ad186c1b req-3fa3f2c1-e3ab-4ce8-9881-eeaa03731a57 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=256d620d-b7a6-4b66-aaa9-80e5bdc910ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406976 Sep 07 02:56:40.877609 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-1e28e705-f986-4bf5-bfa5-2af6a875a038 None None] Provisioning for port bdd933eb-0985-442b-be51-1c92a88cfe25 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:56:40.883562 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ee30a-8ac4-403b-8e66-4e6c7eaafb1d req-ee9eec22-93cb-49fe-9d81-c454f278b995 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:40.885686 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-af2ee30a-8ac4-403b-8e66-4e6c7eaafb1d req-ee9eec22-93cb-49fe-9d81-c454f278b995 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a87a93-c19e-4c4d-a076-f215db038a70 HTTP/1.1" status: 200 len: 944 time: 0.1660740 Sep 07 02:56:40.895427 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-1e8238ce-2ea7-4c1e-8291-bf5d8055bb2e req-bc36dee4-fa5b-43f4-a8da-2620d14231f0 service neutron] Attempting to bind port da567108-c511-4876-a1b4-e4b013c09eef on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:56:40.896491 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-1e8238ce-2ea7-4c1e-8291-bf5d8055bb2e req-bc36dee4-fa5b-43f4-a8da-2620d14231f0 service neutron] Attempting to bind port da567108-c511-4876-a1b4-e4b013c09eef by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '58ef1e30-997c-458d-8586-ea47437ece78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '111cbddc-f6bd-4c03-87bc-4b2b04ef5a64'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:56:40.896491 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8238ce-2ea7-4c1e-8291-bf5d8055bb2e req-bc36dee4-fa5b-43f4-a8da-2620d14231f0 service neutron] Attempting to bind port da567108-c511-4876-a1b4-e4b013c09eef on network 111cbddc-f6bd-4c03-87bc-4b2b04ef5a64 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:56:40.930782 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8238ce-2ea7-4c1e-8291-bf5d8055bb2e req-bc36dee4-fa5b-43f4-a8da-2620d14231f0 service neutron] Port da567108-c511-4876-a1b4-e4b013c09eef on network 111cbddc-f6bd-4c03-87bc-4b2b04ef5a64 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:56:40.931185 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8238ce-2ea7-4c1e-8291-bf5d8055bb2e req-bc36dee4-fa5b-43f4-a8da-2620d14231f0 service neutron] Attempting to bind port da567108-c511-4876-a1b4-e4b013c09eef on network 111cbddc-f6bd-4c03-87bc-4b2b04ef5a64 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:56:40.950138 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8238ce-2ea7-4c1e-8291-bf5d8055bb2e req-bc36dee4-fa5b-43f4-a8da-2620d14231f0 service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:56:40.950543 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8238ce-2ea7-4c1e-8291-bf5d8055bb2e req-bc36dee4-fa5b-43f4-a8da-2620d14231f0 service neutron] Checking segment: {'id': '58ef1e30-997c-458d-8586-ea47437ece78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '111cbddc-f6bd-4c03-87bc-4b2b04ef5a64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:56:40.950886 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8238ce-2ea7-4c1e-8291-bf5d8055bb2e req-bc36dee4-fa5b-43f4-a8da-2620d14231f0 service neutron] Bound using segment: {'id': '58ef1e30-997c-458d-8586-ea47437ece78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '111cbddc-f6bd-4c03-87bc-4b2b04ef5a64'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:56:40.951319 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-1e8238ce-2ea7-4c1e-8291-bf5d8055bb2e req-bc36dee4-fa5b-43f4-a8da-2620d14231f0 service neutron] Bound port: da567108-c511-4876-a1b4-e4b013c09eef, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58ef1e30-997c-458d-8586-ea47437ece78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '111cbddc-f6bd-4c03-87bc-4b2b04ef5a64'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:56:40.951711 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1e8238ce-2ea7-4c1e-8291-bf5d8055bb2e req-bc36dee4-fa5b-43f4-a8da-2620d14231f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:41.016219 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-af2ee30a-8ac4-403b-8e66-4e6c7eaafb1d req-05a632b8-9087-481e-88c8-1b3f73415184 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167920 Sep 07 02:56:41.085976 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-64bb2963-236e-4728-b249-c942ad186c1b req-01bcdc7f-a469-47e8-a61b-c9f232afecbe service neutron] 10.222.0.16 "GET /v2.0/networks/256d620d-b7a6-4b66-aaa9-80e5bdc910ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991737 Sep 07 02:56:41.118897 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-1e8238ce-2ea7-4c1e-8291-bf5d8055bb2e req-bc36dee4-fa5b-43f4-a8da-2620d14231f0 service neutron] For port da567108-c511-4876-a1b4-e4b013c09eef, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:56:41.125168 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-9689f6d2-fb11-41a5-be01-228fce9a07b1 None None] Allocated IP 2001:db8::f816:3eff:fe29:3348 (98fba89c-e7ad-427b-9268-93662b8245b2/3c3a79db-804c-4be7-9b3b-c5a86ec1b30a/7cd23794-b0b2-4ea1-8992-8772489ca69b) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:56:41.143316 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-1e8238ce-2ea7-4c1e-8291-bf5d8055bb2e req-bc36dee4-fa5b-43f4-a8da-2620d14231f0 service neutron] For port da567108-c511-4876-a1b4-e4b013c09eef, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=da567108-c511-4876-a1b4-e4b013c09eef,segment=NetworkSegment(58ef1e30-997c-458d-8586-ea47437ece78),segment_id=58ef1e30-997c-458d-8586-ea47437ece78)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:56:41.160011 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7591ad43-eb00-4895-8569-94fe7b7946b2 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Made reservation on behalf of 4c9354482bbf46e593fb1c1c8959ca81 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:56:41.164329 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7591ad43-eb00-4895-8569-94fe7b7946b2 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:41.176770 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1e8238ce-2ea7-4c1e-8291-bf5d8055bb2e req-bc36dee4-fa5b-43f4-a8da-2620d14231f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:41.218591 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8238ce-2ea7-4c1e-8291-bf5d8055bb2e req-bc36dee4-fa5b-43f4-a8da-2620d14231f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:41.219856 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1e8238ce-2ea7-4c1e-8291-bf5d8055bb2e req-bc36dee4-fa5b-43f4-a8da-2620d14231f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:41.221517 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1e8238ce-2ea7-4c1e-8291-bf5d8055bb2e req-bc36dee4-fa5b-43f4-a8da-2620d14231f0 service neutron] 10.222.0.16 "PUT /v2.0/ports/da567108-c511-4876-a1b4-e4b013c09eef HTTP/1.1" status: 200 len: 1093 time: 1.7272804 Sep 07 02:56:41.275761 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc36dee4-fa5b-43f4-a8da-2620d14231f0 service neutron] Pushing event updated for resources: {'Port': ['ID=da567108-c511-4876-a1b4-e4b013c09eef,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:41.281779 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-64bb2963-236e-4728-b249-c942ad186c1b req-288840be-d3c3-4312-96ff-ea56b9c28ffd service neutron] 10.222.0.16 "GET /v2.0/networks/256d620d-b7a6-4b66-aaa9-80e5bdc910ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876476 Sep 07 02:56:41.332409 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9689f6d2-fb11-41a5-be01-228fce9a07b1 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:41.332915 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8238ce-2ea7-4c1e-8291-bf5d8055bb2e req-52dfbb74-c916-4381-98a6-6efe3ddbe0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:41.334584 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1e8238ce-2ea7-4c1e-8291-bf5d8055bb2e req-52dfbb74-c916-4381-98a6-6efe3ddbe0c0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=89c66e467a844386bc921568c75855a2&device_id=59a87a93-c19e-4c4d-a076-f215db038a70 HTTP/1.1" status: 200 len: 1096 time: 0.0520952 Sep 07 02:56:41.352563 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-9689f6d2-fb11-41a5-be01-228fce9a07b1 None None] Transition to ACTIVE for port object 7cd23794-b0b2-4ea1-8992-8772489ca69b will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:56:41.373673 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-9689f6d2-fb11-41a5-be01-228fce9a07b1 None None] Transition to ACTIVE for port object 7cd23794-b0b2-4ea1-8992-8772489ca69b will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:56:41.385881 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9689f6d2-fb11-41a5-be01-228fce9a07b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:41.434957 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1e8238ce-2ea7-4c1e-8291-bf5d8055bb2e req-94ee643e-fadc-4aa3-9a2c-1daca2686dfd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da567108-c511-4876-a1b4-e4b013c09eef HTTP/1.1" status: 200 len: 217 time: 0.0857580 Sep 07 02:56:41.448977 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46843de2-a706-41d3-8868-2851fb0f3f64 req-620b6bb4-279a-4af6-b7f7-ec5a0a339bda tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:41.461459 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9689f6d2-fb11-41a5-be01-228fce9a07b1 None None] Pushing event updated for resources: {'Port': ['ID=7cd23794-b0b2-4ea1-8992-8772489ca69b,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:41.462872 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-46843de2-a706-41d3-8868-2851fb0f3f64 req-620b6bb4-279a-4af6-b7f7-ec5a0a339bda tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9c7ee43-4791-496a-9864-311323fabd58 HTTP/1.1" status: 200 len: 944 time: 0.3278284 Sep 07 02:56:41.464556 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device bdd933eb-0985-442b-be51-1c92a88cfe25 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:56:41.500839 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be97ed1-9b8a-49d1-a109-e1d50fbde817 req-9e1cb5a5-ee37-4567-9f91-1833e6fe5a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:41.502464 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2be97ed1-9b8a-49d1-a109-e1d50fbde817 req-9e1cb5a5-ee37-4567-9f91-1833e6fe5a0b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=16ef236c23324219a8876cb24967b58f&device_id=b9c7ee43-4791-496a-9864-311323fabd58 HTTP/1.1" status: 200 len: 1096 time: 0.1433096 Sep 07 02:56:41.505568 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9689f6d2-fb11-41a5-be01-228fce9a07b1 None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:56:41.506362 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-75d29098-c7e9-4ec2-bdf0-4a5dd0ab346f tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:41.512864 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-9689f6d2-fb11-41a5-be01-228fce9a07b1 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:56:41.516232 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9689f6d2-fb11-41a5-be01-228fce9a07b1 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:56:41.531882 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-75d29098-c7e9-4ec2-bdf0-4a5dd0ab346f tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Transition to ACTIVE for port object b2f01124-df3f-43fe-813f-4b541fca6364 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:56:41.542669 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8238ce-2ea7-4c1e-8291-bf5d8055bb2e req-875fc07c-2d94-4181-9a88-b9d667eec8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:41.544423 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1e8238ce-2ea7-4c1e-8291-bf5d8055bb2e req-875fc07c-2d94-4181-9a88-b9d667eec8ad service neutron] 10.222.0.16 "GET /v2.0/subnets?id=382293f2-2c50-4f74-844f-42b0dddcc916 HTTP/1.1" status: 200 len: 850 time: 0.1018102 Sep 07 02:56:41.584226 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port bdd933eb-0985-442b-be51-1c92a88cfe25 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:56:41.592229 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port bdd933eb-0985-442b-be51-1c92a88cfe25 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:41.592529 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:41.595712 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-9689f6d2-fb11-41a5-be01-228fce9a07b1 None None] Attempting to bind port 7cd23794-b0b2-4ea1-8992-8772489ca69b on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:56:41.595927 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-9689f6d2-fb11-41a5-be01-228fce9a07b1 None None] Attempting to bind port 7cd23794-b0b2-4ea1-8992-8772489ca69b by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:56:41.596300 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9689f6d2-fb11-41a5-be01-228fce9a07b1 None None] Attempting to bind port 7cd23794-b0b2-4ea1-8992-8772489ca69b on network 98fba89c-e7ad-427b-9268-93662b8245b2 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:56:41.608226 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1e8238ce-2ea7-4c1e-8291-bf5d8055bb2e req-71072c9f-94d5-417e-b8c7-c014e332614c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=111cbddc-f6bd-4c03-87bc-4b2b04ef5a64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304439 Sep 07 02:56:41.632847 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9689f6d2-fb11-41a5-be01-228fce9a07b1 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:56:41.633296 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9689f6d2-fb11-41a5-be01-228fce9a07b1 None None] Checking segment: {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:56:41.633643 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9689f6d2-fb11-41a5-be01-228fce9a07b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:41.634046 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9689f6d2-fb11-41a5-be01-228fce9a07b1 None None] Bound using segment: {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:56:41.634541 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-9689f6d2-fb11-41a5-be01-228fce9a07b1 None None] Bound port: 7cd23794-b0b2-4ea1-8992-8772489ca69b, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:56:41.634932 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9689f6d2-fb11-41a5-be01-228fce9a07b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:41.667681 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be97ed1-9b8a-49d1-a109-e1d50fbde817 req-8593ed6c-3f4e-4f5e-bb90-61b2ade13f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:41.669367 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2be97ed1-9b8a-49d1-a109-e1d50fbde817 req-8593ed6c-3f4e-4f5e-bb90-61b2ade13f35 service neutron] 10.222.0.16 "GET /v2.0/networks?id=256d620d-b7a6-4b66-aaa9-80e5bdc910ad HTTP/1.1" status: 200 len: 914 time: 0.1600440 Sep 07 02:56:41.685288 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-74f62404-24dc-4bc3-b752-75c9330d81f5 None None] Provisioning for port 85834548-dc9d-4e49-ae79-1553af03a74a completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:56:41.698443 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-74f62404-24dc-4bc3-b752-75c9330d81f5 None None] Provisioning complete for port 85834548-dc9d-4e49-ae79-1553af03a74a triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:41.698823 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-74f62404-24dc-4bc3-b752-75c9330d81f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:41.703409 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-46843de2-a706-41d3-8868-2851fb0f3f64 req-e88fb798-934d-479b-be29-49c0684e0d9b tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/security-groups?id=70ce7ce8-5054-445c-a59d-ebe3700b4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390761 Sep 07 02:56:41.758626 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2be97ed1-9b8a-49d1-a109-e1d50fbde817 req-95f26d4e-5e22-4a4f-b9a9-d06a54d18bbc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0935901-e678-452c-a546-da8ac1b45ab1 HTTP/1.1" status: 200 len: 217 time: 0.0499268 Sep 07 02:56:41.761326 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-74f62404-24dc-4bc3-b752-75c9330d81f5 None None] Port 85834548-dc9d-4e49-ae79-1553af03a74a cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:56:41.814415 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-75d29098-c7e9-4ec2-bdf0-4a5dd0ab346f tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:41.824697 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1e8238ce-2ea7-4c1e-8291-bf5d8055bb2e req-83613b76-f616-4c8c-a497-559b807a590e service neutron] 10.222.0.16 "GET /v2.0/networks/111cbddc-f6bd-4c03-87bc-4b2b04ef5a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082624 Sep 07 02:56:41.830683 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-9689f6d2-fb11-41a5-be01-228fce9a07b1 None None] For port 7cd23794-b0b2-4ea1-8992-8772489ca69b, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:56:41.834925 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-74f62404-24dc-4bc3-b752-75c9330d81f5 None None] Provisioning complete for port bdd933eb-0985-442b-be51-1c92a88cfe25 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:41.837050 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-74f62404-24dc-4bc3-b752-75c9330d81f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:41.840129 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-9689f6d2-fb11-41a5-be01-228fce9a07b1 None None] For port 7cd23794-b0b2-4ea1-8992-8772489ca69b, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=7cd23794-b0b2-4ea1-8992-8772489ca69b,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:56:41.858930 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be97ed1-9b8a-49d1-a109-e1d50fbde817 req-1c497a07-1dd4-4112-92cb-3f63d39f1c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:41.860507 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2be97ed1-9b8a-49d1-a109-e1d50fbde817 req-1c497a07-1dd4-4112-92cb-3f63d39f1c7b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e962ec47-dcbe-48ec-becb-a133fc5449e5 HTTP/1.1" status: 200 len: 854 time: 0.0936575 Sep 07 02:56:41.874019 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9689f6d2-fb11-41a5-be01-228fce9a07b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:41.876809 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7591ad43-eb00-4895-8569-94fe7b7946b2 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:41.890582 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:41.895502 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d29098-c7e9-4ec2-bdf0-4a5dd0ab346f tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Network 2d24b365-4da6-4890-8899-ae5a94806e59 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:56:41.905612 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2be97ed1-9b8a-49d1-a109-e1d50fbde817 req-c7ec731f-0348-4ad7-ac00-b64fda227973 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=256d620d-b7a6-4b66-aaa9-80e5bdc910ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342815 Sep 07 02:56:41.932081 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-75d29098-c7e9-4ec2-bdf0-4a5dd0ab346f tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:56:41.942813 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d29098-c7e9-4ec2-bdf0-4a5dd0ab346f tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Pushing event updated for resources: {'Port': ['ID=b2f01124-df3f-43fe-813f-4b541fca6364,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:41.950558 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d29098-c7e9-4ec2-bdf0-4a5dd0ab346f tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:56:41.954780 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d29098-c7e9-4ec2-bdf0-4a5dd0ab346f tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:41.956097 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-75d29098-c7e9-4ec2-bdf0-4a5dd0ab346f tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:41.978011 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7591ad43-eb00-4895-8569-94fe7b7946b2 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:56:41.984271 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port bdd933eb-0985-442b-be51-1c92a88cfe25, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=bdd933eb-0985-442b-be51-1c92a88cfe25,segment=NetworkSegment(1ec93e8a-0820-494b-8dfd-60091d43946c),segment_id=1ec93e8a-0820-494b-8dfd-60091d43946c)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:56:42.000534 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9689f6d2-fb11-41a5-be01-228fce9a07b1 None None] Pushing event updated for resources: {'Port': ['ID=7cd23794-b0b2-4ea1-8992-8772489ca69b,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:42.003325 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:42.019909 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-7591ad43-eb00-4895-8569-94fe7b7946b2 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:56:42.023288 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7591ad43-eb00-4895-8569-94fe7b7946b2 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:42.023974 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7591ad43-eb00-4895-8569-94fe7b7946b2 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:42.032539 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-75d29098-c7e9-4ec2-bdf0-4a5dd0ab346f tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.1526616 Sep 07 02:56:42.037350 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591ad43-eb00-4895-8569-94fe7b7946b2 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event updated for resources: {'Subnet': ['ID=03c8a6f0-03b8-474c-95ec-a2dc07b1fb2f,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:42.042328 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48846) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:42.051728 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2be97ed1-9b8a-49d1-a109-e1d50fbde817 req-886919fc-270f-452c-8931-0db402d379b7 service neutron] 10.222.0.16 "GET /v2.0/networks/256d620d-b7a6-4b66-aaa9-80e5bdc910ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144311 Sep 07 02:56:42.086004 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=bdd933eb-0985-442b-be51-1c92a88cfe25,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:42.087590 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-7591ad43-eb00-4895-8569-94fe7b7946b2 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7568457 Sep 07 02:56:42.089057 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48850) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:42.097884 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-8a0a6ff3-e3b5-42cb-9416-90ec134f97ed tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Request body: {'port': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'mac_address': 'fa:16:3e:8f:a5:4d', 'name': 'tempest-NetworksTestDHCPv6-956263976'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:56:42.138365 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-84719fda-344d-43d7-ad7c-220305144fec tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:42.204195 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70263d95-c258-44f3-919c-e829a533c5df tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:42.211112 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70263d95-c258-44f3-919c-e829a533c5df tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:42.222732 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70263d95-c258-44f3-919c-e829a533c5df tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:42.227365 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-70263d95-c258-44f3-919c-e829a533c5df tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1808269 Sep 07 02:56:42.227852 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48852) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:42.280411 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-f2e76ba6-7b72-4466-8657-23a119a43cae None None] Provisioning complete for port 85834548-dc9d-4e49-ae79-1553af03a74a triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:42.281839 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f2e76ba6-7b72-4466-8657-23a119a43cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:42.360623 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-f2e76ba6-7b72-4466-8657-23a119a43cae None None] Port 85834548-dc9d-4e49-ae79-1553af03a74a cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:56:42.475621 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-48c2a633-a154-4095-9cb9-a983e4081c5c tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Deleting port b2f01124-df3f-43fe-813f-4b541fca6364 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:56:42.475975 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-48c2a633-a154-4095-9cb9-a983e4081c5c tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:42.485063 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-7214d8c3-ea3e-433c-a50f-e1c3ee7cbcc5 None None] Provisioning for port b2f01124-df3f-43fe-813f-4b541fca6364 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:56:42.489711 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-7214d8c3-ea3e-433c-a50f-e1c3ee7cbcc5 None None] Provisioning complete for port b2f01124-df3f-43fe-813f-4b541fca6364 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:42.489987 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7214d8c3-ea3e-433c-a50f-e1c3ee7cbcc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:42.528960 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-7214d8c3-ea3e-433c-a50f-e1c3ee7cbcc5 None None] Port b2f01124-df3f-43fe-813f-4b541fca6364 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:56:42.544205 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59a87a93-c19e-4c4d-a076-f215db038a70', 'tag': 'da567108-c511-4876-a1b4-e4b013c09eef'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:56:42.546457 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41adc721-b698-4b95-bba3-9db4b584b219" -d '{"events": [{"name": "network-changed", "server_uuid": "59a87a93-c19e-4c4d-a076-f215db038a70", "tag": "da567108-c511-4876-a1b4-e4b013c09eef"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:56:42.600584 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1e8238ce-2ea7-4c1e-8291-bf5d8055bb2e req-742cd3b3-b83d-44ca-b343-1d4aa4e23bca service neutron] 10.222.0.16 "GET /v2.0/networks/111cbddc-f6bd-4c03-87bc-4b2b04ef5a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7662075 Sep 07 02:56:42.633733 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-48c2a633-a154-4095-9cb9-a983e4081c5c tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:42.643963 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60019484-7f60-4359-aaf9-7f9cf1c25001 x-openstack-request-id: req-60019484-7f60-4359-aaf9-7f9cf1c25001 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:56:42.644255 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59a87a93-c19e-4c4d-a076-f215db038a70", "tag": "da567108-c511-4876-a1b4-e4b013c09eef", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:56:42.644506 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-60019484-7f60-4359-aaf9-7f9cf1c25001 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:56:42.644899 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59a87a93-c19e-4c4d-a076-f215db038a70', 'tag': 'da567108-c511-4876-a1b4-e4b013c09eef', 'status': 'completed', 'code': 200} Sep 07 02:56:42.650248 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-48c2a633-a154-4095-9cb9-a983e4081c5c tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Calling delete_port for b2f01124-df3f-43fe-813f-4b541fca6364 owned by {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:56:42.661272 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2dcba1-7fac-4956-a14b-a04252549a10 req-b6f12b75-ec57-4120-bf18-484bcf402084 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:42.662785 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fe2dcba1-7fac-4956-a14b-a04252549a10 req-b6f12b75-ec57-4120-bf18-484bcf402084 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a87a93-c19e-4c4d-a076-f215db038a70 HTTP/1.1" status: 200 len: 944 time: 0.1724374 Sep 07 02:56:42.668160 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2be97ed1-9b8a-49d1-a109-e1d50fbde817 req-e461e87b-7af7-4afa-8b0c-ce6ff1b80a5a service neutron] 10.222.0.16 "GET /v2.0/networks/256d620d-b7a6-4b66-aaa9-80e5bdc910ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6053667 Sep 07 02:56:42.704649 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-84719fda-344d-43d7-ad7c-220305144fec tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Deleting port b17affe4-c67d-4daf-a31d-ea733e2d903f {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:56:42.704992 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-84719fda-344d-43d7-ad7c-220305144fec tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:42.720377 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0a6ff3-e3b5-42cb-9416-90ec134f97ed tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Made reservation on behalf of 4c9354482bbf46e593fb1c1c8959ca81 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:56:42.800350 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41adc721-b698-4b95-bba3-9db4b584b219 req-a496b92a-5c96-4c32-acfe-5ce94f59ee55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:42.802353 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-41adc721-b698-4b95-bba3-9db4b584b219 req-a496b92a-5c96-4c32-acfe-5ce94f59ee55 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=89c66e467a844386bc921568c75855a2&device_id=59a87a93-c19e-4c4d-a076-f215db038a70 HTTP/1.1" status: 200 len: 1096 time: 0.1365404 Sep 07 02:56:42.806780 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fe2dcba1-7fac-4956-a14b-a04252549a10 req-014a1801-f4b9-42ea-893f-822b8adde8f0 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258266 Sep 07 02:56:42.857656 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-84719fda-344d-43d7-ad7c-220305144fec tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:42.876899 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-84719fda-344d-43d7-ad7c-220305144fec tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Calling delete_port for b17affe4-c67d-4daf-a31d-ea733e2d903f owned by network:router_interface {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:56:42.895124 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8a0a6ff3-e3b5-42cb-9416-90ec134f97ed tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:42.919348 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb36e766-8a52-4c73-a2e0-c621015ba2b8 req-4eab33ca-1b7f-40f0-995c-66a78cd1f448 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:42.920953 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fb36e766-8a52-4c73-a2e0-c621015ba2b8 req-4eab33ca-1b7f-40f0-995c-66a78cd1f448 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9c7ee43-4791-496a-9864-311323fabd58 HTTP/1.1" status: 200 len: 944 time: 0.1363890 Sep 07 02:56:42.934662 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-8a0a6ff3-e3b5-42cb-9416-90ec134f97ed tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] device_id is not set on port 7be263c7-e244-4ddc-aedb-a7bffea4caa7 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:56:42.947700 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41adc721-b698-4b95-bba3-9db4b584b219 req-a6669554-4a86-4b6a-8f93-955db4113c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:42.949305 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-41adc721-b698-4b95-bba3-9db4b584b219 req-a6669554-4a86-4b6a-8f93-955db4113c38 service neutron] 10.222.0.16 "GET /v2.0/networks?id=111cbddc-f6bd-4c03-87bc-4b2b04ef5a64 HTTP/1.1" status: 200 len: 910 time: 0.1375644 Sep 07 02:56:43.021212 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-48c2a633-a154-4095-9cb9-a983e4081c5c tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:43.029028 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-41adc721-b698-4b95-bba3-9db4b584b219 req-a66122c4-e104-4210-92ae-09fff975f58b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da567108-c511-4876-a1b4-e4b013c09eef HTTP/1.1" status: 200 len: 217 time: 0.0470078 Sep 07 02:56:43.046471 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device f0935901-e678-452c-a546-da8ac1b45ab1 details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:56:43.063355 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fb36e766-8a52-4c73-a2e0-c621015ba2b8 req-62811da2-26b1-4407-9652-2f8361f8b70c tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/security-groups?id=70ce7ce8-5054-445c-a59d-ebe3700b4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329329 Sep 07 02:56:43.066803 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c2a633-a154-4095-9cb9-a983e4081c5c tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Pushing event deleted for resources: {'Port': ['ID=b2f01124-df3f-43fe-813f-4b541fca6364,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:43.132128 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41adc721-b698-4b95-bba3-9db4b584b219 req-5c4e0e71-942d-4b4e-876d-1fadd2541f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:43.133815 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-41adc721-b698-4b95-bba3-9db4b584b219 req-5c4e0e71-942d-4b4e-876d-1fadd2541f3a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=382293f2-2c50-4f74-844f-42b0dddcc916 HTTP/1.1" status: 200 len: 850 time: 0.0959914 Sep 07 02:56:43.181769 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-48c2a633-a154-4095-9cb9-a983e4081c5c tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:43.182511 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-41adc721-b698-4b95-bba3-9db4b584b219 req-2a516b0c-bc4c-4f5b-b931-22a4aa042fa2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=111cbddc-f6bd-4c03-87bc-4b2b04ef5a64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393379 Sep 07 02:56:43.184383 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-48c2a633-a154-4095-9cb9-a983e4081c5c tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] 10.222.0.22 "DELETE /v2.0/ports/b2f01124-df3f-43fe-813f-4b541fca6364 HTTP/1.1" status: 204 len: 168 time: 0.9554694 Sep 07 02:56:43.188188 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48858) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:43.220436 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-13ecca16-4438-48ea-902b-b396c6699538 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Request body: {'port': {'name': 'tempest-new-port-name-1439553616', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:56:43.224308 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.api.validators [None req-13ecca16-4438-48ea-902b-b396c6699538 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] bootfile-name is not in valid_values {{(pid=94700) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 07 02:56:43.224821 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.api.validators [None req-13ecca16-4438-48ea-902b-b396c6699538 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] tftp-server is not in valid_values {{(pid=94700) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 07 02:56:43.225176 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.api.validators [None req-13ecca16-4438-48ea-902b-b396c6699538 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] server-ip-address is not in valid_values {{(pid=94700) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 07 02:56:43.251219 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port f0935901-e678-452c-a546-da8ac1b45ab1, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=f0935901-e678-452c-a546-da8ac1b45ab1,segment=NetworkSegment(ba1f9a1d-76cb-4a15-91d5-0944bdc5e669),segment_id=ba1f9a1d-76cb-4a15-91d5-0944bdc5e669)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:56:43.268024 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': 'f0935901-e678-452c-a546-da8ac1b45ab1', 'network_id': '256d620d-b7a6-4b66-aaa9-80e5bdc910ad', 'port_id': 'f0935901-e678-452c-a546-da8ac1b45ab1', 'mac_address': 'fa:16:3e:c7:ff:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e962ec47-dcbe-48ec-becb-a133fc5449e5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:56:43.290762 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-84719fda-344d-43d7-ad7c-220305144fec tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:43.320557 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8aef9a9-43c0-4179-a011-aed8639b1bc3 None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:56:43.386712 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-8a0a6ff3-e3b5-42cb-9416-90ec134f97ed tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Allocated IP 172.20.0.3 (98fba89c-e7ad-427b-9268-93662b8245b2/03c8a6f0-03b8-474c-95ec-a2dc07b1fb2f/7be263c7-e244-4ddc-aedb-a7bffea4caa7) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:56:43.419402 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-8a0a6ff3-e3b5-42cb-9416-90ec134f97ed tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Allocated IP 2001:db8::f816:3eff:fe8f:a54d (98fba89c-e7ad-427b-9268-93662b8245b2/3c3a79db-804c-4be7-9b3b-c5a86ec1b30a/7be263c7-e244-4ddc-aedb-a7bffea4caa7) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:56:43.422219 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84719fda-344d-43d7-ad7c-220305144fec tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event deleted for resources: {'Port': ['ID=b17affe4-c67d-4daf-a31d-ea733e2d903f,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:43.439319 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-13ecca16-4438-48ea-902b-b396c6699538 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:43.484293 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-41adc721-b698-4b95-bba3-9db4b584b219 req-79099a16-c5fe-4bd9-8d52-69e51e6a9d76 service neutron] 10.222.0.16 "GET /v2.0/networks/111cbddc-f6bd-4c03-87bc-4b2b04ef5a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553103 Sep 07 02:56:43.573888 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:43.614269 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-b0b6c75e-0dac-487f-83ef-8e9ffa6cca8c None None] Provisioning for port 7cd23794-b0b2-4ea1-8992-8772489ca69b completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:56:43.628681 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0935901-e678-452c-a546-da8ac1b45ab1 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:56:43.648525 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-84719fda-344d-43d7-ad7c-220305144fec tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:43.674620 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port f0935901-e678-452c-a546-da8ac1b45ab1, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=f0935901-e678-452c-a546-da8ac1b45ab1,segment=NetworkSegment(ba1f9a1d-76cb-4a15-91d5-0944bdc5e669),segment_id=ba1f9a1d-76cb-4a15-91d5-0944bdc5e669)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:56:43.692409 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:43.718761 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-41adc721-b698-4b95-bba3-9db4b584b219 req-a58b2d6d-8d06-4f80-b978-270e799c8d15 service neutron] 10.222.0.16 "GET /v2.0/networks/111cbddc-f6bd-4c03-87bc-4b2b04ef5a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254107 Sep 07 02:56:43.734044 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device bdd933eb-0985-442b-be51-1c92a88cfe25 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:56:43.860834 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=f0935901-e678-452c-a546-da8ac1b45ab1,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:43.868238 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84719fda-344d-43d7-ad7c-220305144fec tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Router ff4f502b-f37e-435e-890b-ca5b55ce39a0 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:56:43.872065 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1619250f-cebf-4464-90f9-8005cb117fcc None None] Update dhcp port {'port': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'fixed_ips': [{'subnet_id': '3c3a79db-804c-4be7-9b3b-c5a86ec1b30a', 'ip_address': '2001:db8::f816:3eff:fe29:3348'}, {'subnet_id': '03c8a6f0-03b8-474c-95ec-a2dc07b1fb2f'}], 'binding:host_id': 'n-d-796209-16'}, 'id': '7cd23794-b0b2-4ea1-8992-8772489ca69b'} from n-d-796209-16. {{(pid=94702) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 07 02:56:43.899669 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1619250f-cebf-4464-90f9-8005cb117fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:43.912584 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['f0935901-e678-452c-a546-da8ac1b45ab1'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:56:43.944239 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port bdd933eb-0985-442b-be51-1c92a88cfe25 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:43.944455 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:43.972599 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84719fda-344d-43d7-ad7c-220305144fec tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:56:43.985259 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d705338a-419e-40bb-bd63-d4b44964981d None None] Sync routers for ids ['ff4f502b-f37e-435e-890b-ca5b55ce39a0'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:56:43.985812 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-84719fda-344d-43d7-ad7c-220305144fec tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "PUT /v2.0/routers/ff4f502b-f37e-435e-890b-ca5b55ce39a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6080129 Sep 07 02:56:43.986079 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48862) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:43.991799 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d705338a-419e-40bb-bd63-d4b44964981d None None] Routers {'ff4f502b-f37e-435e-890b-ca5b55ce39a0'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:56:43.992593 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-d705338a-419e-40bb-bd63-d4b44964981d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:56:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['ff4f502b-f37e-435e-890b-ca5b55ce39a0'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:44.025453 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-65426d19-38f8-4805-8b02-ff520ed50937 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff4f502b-f37e-435e-890b-ca5b55ce39a0 HTTP/1.1" status: 200 len: 205 time: 0.0377238 Sep 07 02:56:44.026262 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48864) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:44.034559 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-d705338a-419e-40bb-bd63-d4b44964981d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:44.043914 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d705338a-419e-40bb-bd63-d4b44964981d None None] Routers {'ff4f502b-f37e-435e-890b-ca5b55ce39a0'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:56:44.044752 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-d705338a-419e-40bb-bd63-d4b44964981d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:56:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['ff4f502b-f37e-435e-890b-ca5b55ce39a0'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:44.071633 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c2a13-1d4e-4fa7-8415-2e4b35cc7468 req-3ac5ef06-9b7e-467c-991a-5dfcd0051866 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:44.073697 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-600c2a13-1d4e-4fa7-8415-2e4b35cc7468 req-3ac5ef06-9b7e-467c-991a-5dfcd0051866 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a87a93-c19e-4c4d-a076-f215db038a70 HTTP/1.1" status: 200 len: 944 time: 0.1118720 Sep 07 02:56:44.085117 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-d705338a-419e-40bb-bd63-d4b44964981d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:44.086175 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d705338a-419e-40bb-bd63-d4b44964981d None None] The sync data for ids ['ff4f502b-f37e-435e-890b-ca5b55ce39a0'] in n-d-796209-16 is: [] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:56:44.138567 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-600c2a13-1d4e-4fa7-8415-2e4b35cc7468 req-ee613128-e272-4fac-bdcc-376549b23576 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540164 Sep 07 02:56:44.177659 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c480e683-13ee-4fee-bd7c-a097d4630914 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for router, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:44.213360 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8a0a6ff3-e3b5-42cb-9416-90ec134f97ed tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:44.219908 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-13ecca16-4438-48ea-902b-b396c6699538 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:44.232151 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-8a0a6ff3-e3b5-42cb-9416-90ec134f97ed tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Transition to ACTIVE for port object 7be263c7-e244-4ddc-aedb-a7bffea4caa7 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:56:44.233530 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-13ecca16-4438-48ea-902b-b396c6699538 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:44.290026 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ecca16-4438-48ea-902b-b396c6699538 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Pushing event updated for resources: {'Port': ['ID=85834548-dc9d-4e49-ae79-1553af03a74a,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:44.294327 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 7cd23794-b0b2-4ea1-8992-8772489ca69b up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:56:44.301490 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-13ecca16-4438-48ea-902b-b396c6699538 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] In _notify_port_updated(), no bound segment for port 85834548-dc9d-4e49-ae79-1553af03a74a on network 2d24b365-4da6-4890-8899-ae5a94806e59 {{(pid=94700) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 02:56:44.308731 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ecca16-4438-48ea-902b-b396c6699538 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:44.309222 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-13ecca16-4438-48ea-902b-b396c6699538 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:44.313370 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-13ecca16-4438-48ea-902b-b396c6699538 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] 10.222.0.22 "PUT /v2.0/ports/85834548-dc9d-4e49-ae79-1553af03a74a HTTP/1.1" status: 200 len: 1130 time: 1.1241848 Sep 07 02:56:44.314009 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48870) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:44.372777 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbcea4f-7cc8-4446-ae58-473e2574231b tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:44.379223 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-fcbcea4f-7cc8-4446-ae58-473e2574231b tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] 10.222.0.22 "GET /v2.0/ports/85834548-dc9d-4e49-ae79-1553af03a74a HTTP/1.1" status: 200 len: 1130 time: 0.0621357 Sep 07 02:56:44.380085 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48874) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:44.420147 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 7cd23794-b0b2-4ea1-8992-8772489ca69b completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:56:44.427664 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 7cd23794-b0b2-4ea1-8992-8772489ca69b triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:44.428311 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:44.506791 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c480e683-13ee-4fee-bd7c-a097d4630914 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:44.511123 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c480e683-13ee-4fee-bd7c-a097d4630914 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:44.545348 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-0e469e50-5646-4c5c-909e-8ca1962d2f66 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Deleting port 85834548-dc9d-4e49-ae79-1553af03a74a {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:56:44.545699 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0e469e50-5646-4c5c-909e-8ca1962d2f66 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:44.553244 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:44.565792 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8a0a6ff3-e3b5-42cb-9416-90ec134f97ed tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:44.574989 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c480e683-13ee-4fee-bd7c-a097d4630914 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:44.575750 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c480e683-13ee-4fee-bd7c-a097d4630914 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Fanout notify agent at l3_agent the message router_deleted on router ff4f502b-f37e-435e-890b-ca5b55ce39a0 {{(pid=94701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 02:56:44.601936 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c480e683-13ee-4fee-bd7c-a097d4630914 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:44.607324 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c480e683-13ee-4fee-bd7c-a097d4630914 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "DELETE /v2.0/routers/ff4f502b-f37e-435e-890b-ca5b55ce39a0 HTTP/1.1" status: 204 len: 168 time: 0.5799294 Sep 07 02:56:44.612798 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48876) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:44.628349 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd032f61-b187-424b-9cbf-68a6271be961 req-3d0b6a75-3c49-4845-bd5d-3184b1dcb2b3 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:44.630813 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cd032f61-b187-424b-9cbf-68a6271be961 req-3d0b6a75-3c49-4845-bd5d-3184b1dcb2b3 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9c7ee43-4791-496a-9864-311323fabd58 HTTP/1.1" status: 200 len: 945 time: 0.3537037 Sep 07 02:56:44.641280 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 7cd23794-b0b2-4ea1-8992-8772489ca69b, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=7cd23794-b0b2-4ea1-8992-8772489ca69b,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:56:44.655005 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:44.666395 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-1619250f-cebf-4464-90f9-8005cb117fcc None None] Allocated IP 172.20.0.2 (98fba89c-e7ad-427b-9268-93662b8245b2/03c8a6f0-03b8-474c-95ec-a2dc07b1fb2f/7cd23794-b0b2-4ea1-8992-8772489ca69b) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:56:44.677366 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cd032f61-b187-424b-9cbf-68a6271be961 req-d974fe58-efa0-414d-b9f1-1866893b0c61 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/security-groups?id=70ce7ce8-5054-445c-a59d-ebe3700b4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394146 Sep 07 02:56:44.696726 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0a6ff3-e3b5-42cb-9416-90ec134f97ed tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:56:44.710354 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-8a0a6ff3-e3b5-42cb-9416-90ec134f97ed tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:56:44.710554 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-7d36def3-ed3c-4c9a-99ca-1dc010336c39 None None] Provisioning complete for port 85834548-dc9d-4e49-ae79-1553af03a74a triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:44.710864 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7d36def3-ed3c-4c9a-99ca-1dc010336c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:44.725557 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0a6ff3-e3b5-42cb-9416-90ec134f97ed tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:56:44.752270 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-7d36def3-ed3c-4c9a-99ca-1dc010336c39 None None] Port 85834548-dc9d-4e49-ae79-1553af03a74a cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:56:44.775688 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-32d1c418-7f76-47f1-9f77-244e7c7d45b8 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Deleting subnet 049ed935-6b88-45d3-bbfe-da1f7e6700dd {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:56:44.777676 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a6ff3-e3b5-42cb-9416-90ec134f97ed tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event updated for resources: {'Port': ['ID=7be263c7-e244-4ddc-aedb-a7bffea4caa7,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:44.785803 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-32d1c418-7f76-47f1-9f77-244e7c7d45b8 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:44.798466 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=7cd23794-b0b2-4ea1-8992-8772489ca69b,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:44.826827 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0e469e50-5646-4c5c-909e-8ca1962d2f66 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:44.849926 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-32d1c418-7f76-47f1-9f77-244e7c7d45b8 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:44.858045 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-1619250f-cebf-4464-90f9-8005cb117fcc None None] For port 7cd23794-b0b2-4ea1-8992-8772489ca69b, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=7cd23794-b0b2-4ea1-8992-8772489ca69b,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:56:44.871886 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-0e469e50-5646-4c5c-909e-8ca1962d2f66 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Calling delete_port for 85834548-dc9d-4e49-ae79-1553af03a74a owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:56:44.886360 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1619250f-cebf-4464-90f9-8005cb117fcc None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:44.889683 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0a6ff3-e3b5-42cb-9416-90ec134f97ed tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:44.890308 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8a0a6ff3-e3b5-42cb-9416-90ec134f97ed tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:44.899876 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-1619250f-cebf-4464-90f9-8005cb117fcc None None] Transition to ACTIVE for port object 7cd23794-b0b2-4ea1-8992-8772489ca69b will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:56:44.903598 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1619250f-cebf-4464-90f9-8005cb117fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:44.945358 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-8a0a6ff3-e3b5-42cb-9416-90ec134f97ed tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.8552299 Sep 07 02:56:44.948637 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48878) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:45.011618 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec245645-ccac-4aaf-a77d-3d0060e5e2d8 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:45.017942 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec245645-ccac-4aaf-a77d-3d0060e5e2d8 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:45.022586 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-ec245645-ccac-4aaf-a77d-3d0060e5e2d8 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.0698533 Sep 07 02:56:45.022889 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48880) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:45.026965 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-32d1c418-7f76-47f1-9f77-244e7c7d45b8 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:45.140456 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-32d1c418-7f76-47f1-9f77-244e7c7d45b8 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:45.144292 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device da567108-c511-4876-a1b4-e4b013c09eef details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:56:45.146135 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device f0935901-e678-452c-a546-da8ac1b45ab1 up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:56:45.152980 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-6b974ea2-bf82-4702-8607-1be831a53305 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Deleting port 7be263c7-e244-4ddc-aedb-a7bffea4caa7 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:56:45.153838 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6b974ea2-bf82-4702-8607-1be831a53305 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:45.170593 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0e469e50-5646-4c5c-909e-8ca1962d2f66 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:45.185606 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1619250f-cebf-4464-90f9-8005cb117fcc None None] Pushing event updated for resources: {'Port': ['ID=7cd23794-b0b2-4ea1-8992-8772489ca69b,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:45.248216 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d1c418-7f76-47f1-9f77-244e7c7d45b8 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event deleted for resources: {'Subnet': ['ID=049ed935-6b88-45d3-bbfe-da1f7e6700dd,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:45.264314 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e469e50-5646-4c5c-909e-8ca1962d2f66 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Pushing event deleted for resources: {'Port': ['ID=85834548-dc9d-4e49-ae79-1553af03a74a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:45.284121 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6b974ea2-bf82-4702-8607-1be831a53305 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:45.302024 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-6b974ea2-bf82-4702-8607-1be831a53305 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Calling delete_port for 7be263c7-e244-4ddc-aedb-a7bffea4caa7 owned by {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:56:45.330076 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port da567108-c511-4876-a1b4-e4b013c09eef, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=da567108-c511-4876-a1b4-e4b013c09eef,segment=NetworkSegment(58ef1e30-997c-458d-8586-ea47437ece78),segment_id=58ef1e30-997c-458d-8586-ea47437ece78)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:56:45.343086 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955d769f-a9b0-4439-ad14-7fde032e87c1 None None] Network c24fe58d-b4f2-42ef-b1c9-0dc7b5ab0d31 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:56:45.346214 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': 'da567108-c511-4876-a1b4-e4b013c09eef', 'network_id': '111cbddc-f6bd-4c03-87bc-4b2b04ef5a64', 'port_id': 'da567108-c511-4876-a1b4-e4b013c09eef', 'mac_address': 'fa:16:3e:e8:25:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '382293f2-2c50-4f74-844f-42b0dddcc916', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:56:45.362028 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port f0935901-e678-452c-a546-da8ac1b45ab1 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:56:45.376723 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-32d1c418-7f76-47f1-9f77-244e7c7d45b8 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:45.381051 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-32d1c418-7f76-47f1-9f77-244e7c7d45b8 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "DELETE /v2.0/subnets/049ed935-6b88-45d3-bbfe-da1f7e6700dd HTTP/1.1" status: 204 len: 168 time: 0.7621088 Sep 07 02:56:45.402303 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48884) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:45.405566 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0e469e50-5646-4c5c-909e-8ca1962d2f66 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:45.411208 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port f0935901-e678-452c-a546-da8ac1b45ab1 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:45.413450 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:45.425336 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-0e469e50-5646-4c5c-909e-8ca1962d2f66 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] 10.222.0.22 "DELETE /v2.0/ports/85834548-dc9d-4e49-ae79-1553af03a74a HTTP/1.1" status: 204 len: 168 time: 1.0413172 Sep 07 02:56:45.441961 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48886) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:45.467105 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 7cd23794-b0b2-4ea1-8992-8772489ca69b up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:56:45.588985 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f8649d-02c2-4d5b-933e-884605a9b5d1 req-f2e625ca-9df1-4508-befb-bc7ef370fb1f tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:45.599185 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-90f8649d-02c2-4d5b-933e-884605a9b5d1 req-f2e625ca-9df1-4508-befb-bc7ef370fb1f tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a87a93-c19e-4c4d-a076-f215db038a70 HTTP/1.1" status: 200 len: 944 time: 0.3365710 Sep 07 02:56:45.639338 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:45.650962 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-d36bce87-d651-4228-b367-a6d8289132d2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Deleting subnet 4b5d2997-8a7c-42b4-a2bb-74641d521c27 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:56:45.660606 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-511ca918-38c4-4e65-b9ce-d3f36f194054 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Deleting subnet 85abd418-4784-4b57-aee1-e63dcb528579 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:56:45.664242 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d36bce87-d651-4228-b367-a6d8289132d2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:45.680525 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-90f8649d-02c2-4d5b-933e-884605a9b5d1 req-6620d0f9-5f4e-4871-94a2-df11cf27c474 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763044 Sep 07 02:56:45.688167 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-511ca918-38c4-4e65-b9ce-d3f36f194054 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:45.774177 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d36bce87-d651-4228-b367-a6d8289132d2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:45.778905 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-511ca918-38c4-4e65-b9ce-d3f36f194054 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:45.805124 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da567108-c511-4876-a1b4-e4b013c09eef {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:56:45.834460 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:45.853412 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port da567108-c511-4876-a1b4-e4b013c09eef, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=da567108-c511-4876-a1b4-e4b013c09eef,segment=NetworkSegment(58ef1e30-997c-458d-8586-ea47437ece78),segment_id=58ef1e30-997c-458d-8586-ea47437ece78)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:56:45.889030 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port f0935901-e678-452c-a546-da8ac1b45ab1, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=f0935901-e678-452c-a546-da8ac1b45ab1,segment=NetworkSegment(ba1f9a1d-76cb-4a15-91d5-0944bdc5e669),segment_id=ba1f9a1d-76cb-4a15-91d5-0944bdc5e669)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:56:45.890620 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9c7ee43-4791-496a-9864-311323fabd58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0935901-e678-452c-a546-da8ac1b45ab1'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:56:45.893526 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfcfb883-65f5-446d-abe8-261f74156238" -d '{"events": [{"server_uuid": "b9c7ee43-4791-496a-9864-311323fabd58", "name": "network-vif-plugged", "status": "completed", "tag": "f0935901-e678-452c-a546-da8ac1b45ab1"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:56:45.895097 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d6dfc-1ac7-4d3a-b64b-5e7c62763308 req-9dbb7fbc-f026-44d5-a70a-e99f896b9c1e tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:45.896704 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-858d6dfc-1ac7-4d3a-b64b-5e7c62763308 req-9dbb7fbc-f026-44d5-a70a-e99f896b9c1e tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9c7ee43-4791-496a-9864-311323fabd58 HTTP/1.1" status: 200 len: 945 time: 0.0792184 Sep 07 02:56:45.905004 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:45.910124 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:45.965840 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3980225-8e6b-42cd-a621-4e5f9617e738 x-openstack-request-id: req-e3980225-8e6b-42cd-a621-4e5f9617e738 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:56:45.966221 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9c7ee43-4791-496a-9864-311323fabd58", "name": "network-vif-plugged", "status": "completed", "tag": "f0935901-e678-452c-a546-da8ac1b45ab1", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:56:45.966543 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e3980225-8e6b-42cd-a621-4e5f9617e738 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:56:45.967001 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c7ee43-4791-496a-9864-311323fabd58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0935901-e678-452c-a546-da8ac1b45ab1', 'code': 200} Sep 07 02:56:45.990573 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca2d690-7318-4316-a032-e94e70cad945 None None] DHCP port deletion for c24fe58d-b4f2-42ef-b1c9-0dc7b5ab0d31 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:56:46.002902 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-858d6dfc-1ac7-4d3a-b64b-5e7c62763308 req-0d44c558-316d-4258-a1e8-5a28dcd01184 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/security-groups?id=70ce7ce8-5054-445c-a59d-ebe3700b4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984533 Sep 07 02:56:46.016301 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d36bce87-d651-4228-b367-a6d8289132d2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:46.040895 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-511ca918-38c4-4e65-b9ce-d3f36f194054 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:46.045114 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=da567108-c511-4876-a1b4-e4b013c09eef,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:46.126596 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['da567108-c511-4876-a1b4-e4b013c09eef'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:56:46.127879 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6b974ea2-bf82-4702-8607-1be831a53305 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:46.140116 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=f0935901-e678-452c-a546-da8ac1b45ab1,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:46.175122 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b974ea2-bf82-4702-8607-1be831a53305 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event deleted for resources: {'Port': ['ID=7be263c7-e244-4ddc-aedb-a7bffea4caa7,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:46.222370 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-47935d8e-4beb-47c1-b8d1-1fcfcc83e95a None None] Provisioning for port 7cd23794-b0b2-4ea1-8992-8772489ca69b completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:56:46.226460 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-1ca2d690-7318-4316-a032-e94e70cad945 None None] Deleting port 7dbeb676-6e24-4070-8d4b-e7e76a23eb8d {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:56:46.227231 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1ca2d690-7318-4316-a032-e94e70cad945 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:46.255366 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-47935d8e-4beb-47c1-b8d1-1fcfcc83e95a None None] Provisioning complete for port 7cd23794-b0b2-4ea1-8992-8772489ca69b triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:46.255776 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-47935d8e-4beb-47c1-b8d1-1fcfcc83e95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:46.288135 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6b974ea2-bf82-4702-8607-1be831a53305 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:46.290935 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-6b974ea2-bf82-4702-8607-1be831a53305 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/ports/7be263c7-e244-4ddc-aedb-a7bffea4caa7 HTTP/1.1" status: 204 len: 168 time: 1.2666390 Sep 07 02:56:46.294052 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48892) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:46.361214 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4749314-319b-4feb-b66e-c7fcccf3e62c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:46.363889 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4749314-319b-4feb-b66e-c7fcccf3e62c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:46.366284 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4749314-319b-4feb-b66e-c7fcccf3e62c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:46.367989 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c4749314-319b-4feb-b66e-c7fcccf3e62c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0728703 Sep 07 02:56:46.370737 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48894) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:46.390094 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-1ca2d690-7318-4316-a032-e94e70cad945 None None] For port 7dbeb676-6e24-4070-8d4b-e7e76a23eb8d, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=7dbeb676-6e24-4070-8d4b-e7e76a23eb8d,segment=NetworkSegment(86f3353f-3ee9-4142-b8ae-aaf92ea3b8ae),segment_id=86f3353f-3ee9-4142-b8ae-aaf92ea3b8ae)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:56:46.390510 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1ca2d690-7318-4316-a032-e94e70cad945 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:46.420830 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-1ca2d690-7318-4316-a032-e94e70cad945 None None] Calling delete_port for 7dbeb676-6e24-4070-8d4b-e7e76a23eb8d owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:56:46.428874 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0fc29a4-88e3-440e-94f8-d1d299e9a66e tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Deleting subnet 03c8a6f0-03b8-474c-95ec-a2dc07b1fb2f {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:56:46.433705 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d0fc29a4-88e3-440e-94f8-d1d299e9a66e tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:46.443138 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fd453-4fc5-498b-b10b-5992571a367b req-40b4a961-bdd9-4825-a1e0-def77034b2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:46.444692 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-737fd453-4fc5-498b-b10b-5992571a367b req-40b4a961-bdd9-4825-a1e0-def77034b2b6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b9c7ee43-4791-496a-9864-311323fabd58 HTTP/1.1" status: 200 len: 1098 time: 0.4000249 Sep 07 02:56:46.480015 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d36bce87-d651-4228-b367-a6d8289132d2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:46.488856 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-511ca918-38c4-4e65-b9ce-d3f36f194054 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:46.507633 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d0fc29a4-88e3-440e-94f8-d1d299e9a66e tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:46.520542 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36bce87-d651-4228-b367-a6d8289132d2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event deleted for resources: {'Subnet': ['ID=4b5d2997-8a7c-42b4-a2bb-74641d521c27,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:46.528622 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-511ca918-38c4-4e65-b9ce-d3f36f194054 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:46.530384 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-511ca918-38c4-4e65-b9ce-d3f36f194054 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] 10.222.0.22 "DELETE /v2.0/subnets/85abd418-4784-4b57-aee1-e63dcb528579 HTTP/1.1" status: 204 len: 168 time: 1.0814891 Sep 07 02:56:46.540907 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98510970-e79d-4b45-9f08-ab0c456bd313 None None] Network 2d24b365-4da6-4890-8899-ae5a94806e59 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:56:46.556932 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48896) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:46.569261 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d36bce87-d651-4228-b367-a6d8289132d2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:46.571064 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-d36bce87-d651-4228-b367-a6d8289132d2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "DELETE /v2.0/subnets/4b5d2997-8a7c-42b4-a2bb-74641d521c27 HTTP/1.1" status: 204 len: 168 time: 1.1677961 Sep 07 02:56:46.575275 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511ca918-38c4-4e65-b9ce-d3f36f194054 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Pushing event deleted for resources: {'Subnet': ['ID=85abd418-4784-4b57-aee1-e63dcb528579,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:46.577716 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48898) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:46.578709 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0782a4b8-8e40-4aac-9d5b-06b721bf4525 None None] Network 3dd45cf3-af65-470c-87f5-e6191d376acc requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:56:46.592500 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-737fd453-4fc5-498b-b10b-5992571a367b req-331044c6-2d60-4e50-8271-3944f6f79d4c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=70ce7ce8-5054-445c-a59d-ebe3700b4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375422 Sep 07 02:56:46.625943 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d0fc29a4-88e3-440e-94f8-d1d299e9a66e tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:46.701436 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d0fc29a4-88e3-440e-94f8-d1d299e9a66e tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:46.731657 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fc29a4-88e3-440e-94f8-d1d299e9a66e tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event deleted for resources: {'Subnet': ['ID=03c8a6f0-03b8-474c-95ec-a2dc07b1fb2f,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:46.735719 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-29c51cf6-2484-4ff4-b1a6-010b2f00894c tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:46.758315 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d0fc29a4-88e3-440e-94f8-d1d299e9a66e tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:46.758499 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8d629230-9ed0-44d4-8ac3-c50cefebf2d6 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:46.762090 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d0fc29a4-88e3-440e-94f8-d1d299e9a66e tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/subnets/03c8a6f0-03b8-474c-95ec-a2dc07b1fb2f HTTP/1.1" status: 204 len: 168 time: 0.3897438 Sep 07 02:56:46.764798 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48902) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:46.769824 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-611dc17e-0d9e-410a-bc4c-de1203b0a5c1 None None] Could not find standard attr ID for object 7be263c7-e244-4ddc-aedb-a7bffea4caa7. {{(pid=94702) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 02:56:46.781143 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e989791-168f-43c9-990c-65a6193335ef None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:56:46.806465 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1ca2d690-7318-4316-a032-e94e70cad945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:46.836576 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-353bcf16-9707-4dae-9152-212b4eb14f09 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Deleting subnet 3c3a79db-804c-4be7-9b3b-c5a86ec1b30a {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:56:46.840947 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-353bcf16-9707-4dae-9152-212b4eb14f09 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:46.885866 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-353bcf16-9707-4dae-9152-212b4eb14f09 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:46.891984 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca2d690-7318-4316-a032-e94e70cad945 None None] Pushing event deleted for resources: {'Port': ['ID=7dbeb676-6e24-4070-8d4b-e7e76a23eb8d,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:46.899060 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca2d690-7318-4316-a032-e94e70cad945 None None] No DVR routers for this DVR port 7dbeb676-6e24-4070-8d4b-e7e76a23eb8d on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:56:46.904206 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0d88b-f3a1-4211-8a74-6022ccee44b9 req-06fa26dc-05bc-4c0e-8e07-3878b310385a tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:46.905778 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-79f0d88b-f3a1-4211-8a74-6022ccee44b9 req-06fa26dc-05bc-4c0e-8e07-3878b310385a tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a87a93-c19e-4c4d-a076-f215db038a70 HTTP/1.1" status: 200 len: 945 time: 0.1314197 Sep 07 02:56:46.939469 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8d629230-9ed0-44d4-8ac3-c50cefebf2d6 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:46.973887 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-29c51cf6-2484-4ff4-b1a6-010b2f00894c tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Deleting port bdd933eb-0985-442b-be51-1c92a88cfe25 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:56:46.974235 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-29c51cf6-2484-4ff4-b1a6-010b2f00894c tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:46.992151 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-8d629230-9ed0-44d4-8ac3-c50cefebf2d6 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c24fe58d-b4f2-42ef-b1c9-0dc7b5ab0d31']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:46.997162 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-353bcf16-9707-4dae-9152-212b4eb14f09 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:47.022686 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-8d629230-9ed0-44d4-8ac3-c50cefebf2d6 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86f3353f-3ee9-4142-b8ae-aaf92ea3b8ae') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:47.022991 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-8d629230-9ed0-44d4-8ac3-c50cefebf2d6 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86f3353f-3ee9-4142-b8ae-aaf92ea3b8ae') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:47.034131 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-79f0d88b-f3a1-4211-8a74-6022ccee44b9 req-f5890fb9-508b-4f73-af86-49679c6884dd tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014485 Sep 07 02:56:47.092020 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8d629230-9ed0-44d4-8ac3-c50cefebf2d6 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:47.115357 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-29c51cf6-2484-4ff4-b1a6-010b2f00894c tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] For port bdd933eb-0985-442b-be51-1c92a88cfe25, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=bdd933eb-0985-442b-be51-1c92a88cfe25,segment=NetworkSegment(1ec93e8a-0820-494b-8dfd-60091d43946c),segment_id=1ec93e8a-0820-494b-8dfd-60091d43946c)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:56:47.115885 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-29c51cf6-2484-4ff4-b1a6-010b2f00894c tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:47.120508 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-353bcf16-9707-4dae-9152-212b4eb14f09 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:47.128308 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8d629230-9ed0-44d4-8ac3-c50cefebf2d6 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:47.128527 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0536bb0-9c63-4740-b036-fb85be783e10 None None] DHCP port deletion for 3dd45cf3-af65-470c-87f5-e6191d376acc request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:56:47.138320 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-29c51cf6-2484-4ff4-b1a6-010b2f00894c tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Calling delete_port for bdd933eb-0985-442b-be51-1c92a88cfe25 owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:56:47.140356 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d629230-9ed0-44d4-8ac3-c50cefebf2d6 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:56:47.140773 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8d629230-9ed0-44d4-8ac3-c50cefebf2d6 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:47.143832 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:56:47.143832 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:56:47.143832 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:56:47.143832 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:56:47.143832 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:56:47.143832 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:56:47.143832 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:56:47.143832 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:56:47.143832 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:56:47.143832 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:56:47.143832 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:56:47.143832 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:56:47.143832 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:56:47.143832 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:56:47.143832 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:56:47.143832 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:56:47.143832 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:56:47.143832 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:56:47.143832 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:56:47.143832 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:56:47.143832 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:56:47.143832 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:56:47.143832 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:56:47.143832 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:56:47.143832 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:56:47.143832 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:56:47.143832 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:56:47.143832 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:56:47.143832 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:56:47.143832 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:56:47.143832 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:56:47.143832 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:56:47.181300 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fede9bb-7415-42f8-9117-96aed437ba3e None None] DHCP port deletion for 2d24b365-4da6-4890-8899-ae5a94806e59 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:56:47.190637 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-353bcf16-9707-4dae-9152-212b4eb14f09 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:47.195745 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-353bcf16-9707-4dae-9152-212b4eb14f09 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/subnets/3c3a79db-804c-4be7-9b3b-c5a86ec1b30a HTTP/1.1" status: 204 len: 168 time: 0.4296215 Sep 07 02:56:47.200179 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48908) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:47.200179 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353bcf16-9707-4dae-9152-212b4eb14f09 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event deleted for resources: {'Subnet': ['ID=3c3a79db-804c-4be7-9b3b-c5a86ec1b30a,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:47.248057 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-c0536bb0-9c63-4740-b036-fb85be783e10 None None] Deleting port 66195bb1-1ee7-438e-a60f-9baa295a5983 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:56:47.248538 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c0536bb0-9c63-4740-b036-fb85be783e10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:47.262882 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8d629230-9ed0-44d4-8ac3-c50cefebf2d6 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:47.273078 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8d629230-9ed0-44d4-8ac3-c50cefebf2d6 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:47.275129 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-8d629230-9ed0-44d4-8ac3-c50cefebf2d6 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "DELETE /v2.0/networks/c24fe58d-b4f2-42ef-b1c9-0dc7b5ab0d31 HTTP/1.1" status: 204 len: 168 time: 0.6848891 Sep 07 02:56:47.284729 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-1d281362-a4c6-4834-8b4d-cae32e768fe7 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0817704 Sep 07 02:56:47.288103 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48910) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:47.288455 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48912) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:47.294486 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-3da09ed5-53cf-4a23-8642-da17626811bc tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Request body: {'subnet': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:56:47.300813 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d629230-9ed0-44d4-8ac3-c50cefebf2d6 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event deleted for resources: {'Network': ['ID=c24fe58d-b4f2-42ef-b1c9-0dc7b5ab0d31,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:47.320589 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb3ed5-6c57-4de1-bcd2-c7464fa559b2 req-ae3fe4e7-80a6-4a35-8f33-1a39fdb81471 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:47.322134 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-efeb3ed5-6c57-4de1-bcd2-c7464fa559b2 req-ae3fe4e7-80a6-4a35-8f33-1a39fdb81471 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9c7ee43-4791-496a-9864-311323fabd58 HTTP/1.1" status: 200 len: 946 time: 0.1459627 Sep 07 02:56:47.355817 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-c0536bb0-9c63-4740-b036-fb85be783e10 None None] For port 66195bb1-1ee7-438e-a60f-9baa295a5983, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=66195bb1-1ee7-438e-a60f-9baa295a5983,segment=NetworkSegment(f937f467-ce82-48b1-8659-39e4ac076e58),segment_id=f937f467-ce82-48b1-8659-39e4ac076e58)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:56:47.356478 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c0536bb0-9c63-4740-b036-fb85be783e10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:47.390869 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-7fede9bb-7415-42f8-9117-96aed437ba3e None None] Deleting port bdd933eb-0985-442b-be51-1c92a88cfe25 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:56:47.391246 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7fede9bb-7415-42f8-9117-96aed437ba3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:47.398528 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-29c51cf6-2484-4ff4-b1a6-010b2f00894c tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:47.436219 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-32e29580-0612-43ed-ac56-72b6228c253c tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:47.443752 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c51cf6-2484-4ff4-b1a6-010b2f00894c tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Pushing event deleted for resources: {'Port': ['ID=bdd933eb-0985-442b-be51-1c92a88cfe25,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:47.453066 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c51cf6-2484-4ff4-b1a6-010b2f00894c tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] No DVR routers for this DVR port bdd933eb-0985-442b-be51-1c92a88cfe25 on host n-d-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:56:47.456178 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-efeb3ed5-6c57-4de1-bcd2-c7464fa559b2 req-b6128d39-0709-42b4-b64d-93dd3ec73598 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/security-groups?id=70ce7ce8-5054-445c-a59d-ebe3700b4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204855 Sep 07 02:56:47.519836 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-32e29580-0612-43ed-ac56-72b6228c253c tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Deleting port 66195bb1-1ee7-438e-a60f-9baa295a5983 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:56:47.520546 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-32e29580-0612-43ed-ac56-72b6228c253c tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:47.521404 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-7fede9bb-7415-42f8-9117-96aed437ba3e None None] For port bdd933eb-0985-442b-be51-1c92a88cfe25, host n-d-796209-16, got binding levels [] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:56:47.521809 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7fede9bb-7415-42f8-9117-96aed437ba3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:47.535008 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-7fede9bb-7415-42f8-9117-96aed437ba3e None None] Calling delete_port for bdd933eb-0985-442b-be51-1c92a88cfe25 owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:56:47.537690 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.ipam_backend_mixin [None req-7fede9bb-7415-42f8-9117-96aed437ba3e None None] Port bdd933eb-0985-442b-be51-1c92a88cfe25 was not found and therefore no delete operation was performed {{(pid=94702) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 07 02:56:47.540594 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-c0536bb0-9c63-4740-b036-fb85be783e10 None None] Calling delete_port for 66195bb1-1ee7-438e-a60f-9baa295a5983 owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:56:47.543326 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7fede9bb-7415-42f8-9117-96aed437ba3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:47.545320 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 7dbeb676-6e24-4070-8d4b-e7e76a23eb8d no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:56:47.568461 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-29c51cf6-2484-4ff4-b1a6-010b2f00894c tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:47.588558 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 7dbeb676-6e24-4070-8d4b-e7e76a23eb8d {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:56:47.588803 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 7dbeb676-6e24-4070-8d4b-e7e76a23eb8d not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:56:47.589227 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device bdd933eb-0985-442b-be51-1c92a88cfe25 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:56:47.599693 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-29c51cf6-2484-4ff4-b1a6-010b2f00894c tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d24b365-4da6-4890-8899-ae5a94806e59']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:47.615835 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-29c51cf6-2484-4ff4-b1a6-010b2f00894c tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ec93e8a-0820-494b-8dfd-60091d43946c') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:47.616308 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-29c51cf6-2484-4ff4-b1a6-010b2f00894c tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ec93e8a-0820-494b-8dfd-60091d43946c') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:47.626739 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da09ed5-53cf-4a23-8642-da17626811bc tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Made reservation on behalf of 4c9354482bbf46e593fb1c1c8959ca81 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:56:47.636378 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3da09ed5-53cf-4a23-8642-da17626811bc tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:47.638360 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fede9bb-7415-42f8-9117-96aed437ba3e None None] No DVR routers for this DVR port bdd933eb-0985-442b-be51-1c92a88cfe25 on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:56:47.640714 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fede9bb-7415-42f8-9117-96aed437ba3e None None] Pushing event deleted for resources: {'Port': ['ID=bdd933eb-0985-442b-be51-1c92a88cfe25,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:47.646477 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: bdd933eb-0985-442b-be51-1c92a88cfe25 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:56:47.646826 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device bdd933eb-0985-442b-be51-1c92a88cfe25 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:56:47.647244 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 66195bb1-1ee7-438e-a60f-9baa295a5983 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:56:47.667848 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-32e29580-0612-43ed-ac56-72b6228c253c tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] For port 66195bb1-1ee7-438e-a60f-9baa295a5983, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=66195bb1-1ee7-438e-a60f-9baa295a5983,segment=NetworkSegment(f937f467-ce82-48b1-8659-39e4ac076e58),segment_id=f937f467-ce82-48b1-8659-39e4ac076e58)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:56:47.668311 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-32e29580-0612-43ed-ac56-72b6228c253c tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:47.674139 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-29c51cf6-2484-4ff4-b1a6-010b2f00894c tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:47.683951 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-32e29580-0612-43ed-ac56-72b6228c253c tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Calling delete_port for 66195bb1-1ee7-438e-a60f-9baa295a5983 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:56:47.741211 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-29c51cf6-2484-4ff4-b1a6-010b2f00894c tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:47.757809 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29c51cf6-2484-4ff4-b1a6-010b2f00894c tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:56:47.758381 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-29c51cf6-2484-4ff4-b1a6-010b2f00894c tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:47.762034 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:56:47.762034 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:56:47.762034 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:56:47.762034 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:56:47.762034 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:56:47.762034 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:56:47.762034 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:56:47.762034 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:56:47.762034 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:56:47.762034 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:56:47.762034 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:56:47.762034 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:56:47.762034 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:56:47.762034 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:56:47.762034 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:56:47.762034 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:56:47.762034 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:56:47.762034 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:56:47.762034 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:56:47.762034 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:56:47.762034 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:56:47.762034 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:56:47.762034 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:56:47.762034 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:56:47.762034 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:56:47.762034 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:56:47.762034 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:56:47.762034 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:56:47.762034 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:56:47.762034 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:56:47.762034 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:56:47.762034 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:56:47.803349 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-32e29580-0612-43ed-ac56-72b6228c253c tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:47.832391 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e29580-0612-43ed-ac56-72b6228c253c tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event deleted for resources: {'Port': ['ID=66195bb1-1ee7-438e-a60f-9baa295a5983,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:47.842702 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-29c51cf6-2484-4ff4-b1a6-010b2f00894c tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:47.842897 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e29580-0612-43ed-ac56-72b6228c253c tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] No DVR routers for this DVR port 66195bb1-1ee7-438e-a60f-9baa295a5983 on host n-d-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:56:47.850771 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-29c51cf6-2484-4ff4-b1a6-010b2f00894c tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:47.860224 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-29c51cf6-2484-4ff4-b1a6-010b2f00894c tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] 10.222.0.22 "DELETE /v2.0/networks/2d24b365-4da6-4890-8899-ae5a94806e59 HTTP/1.1" status: 204 len: 168 time: 1.2974117 Sep 07 02:56:47.877716 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c51cf6-2484-4ff4-b1a6-010b2f00894c tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220 tempest-ExtraDHCPOptionsIpV6TestJSON-1629685220-project] Pushing event deleted for resources: {'Network': ['ID=2d24b365-4da6-4890-8899-ae5a94806e59,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:47.931396 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No active binding found for port 66195bb1-1ee7-438e-a60f-9baa295a5983 {{(pid=94702) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 07 02:56:47.932049 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 66195bb1-1ee7-438e-a60f-9baa295a5983 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:56:47.953465 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c0536bb0-9c63-4740-b036-fb85be783e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:47.983250 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0536bb0-9c63-4740-b036-fb85be783e10 None None] Pushing event deleted for resources: {'Port': ['ID=66195bb1-1ee7-438e-a60f-9baa295a5983,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:47.992524 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-32e29580-0612-43ed-ac56-72b6228c253c tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:48.000625 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0536bb0-9c63-4740-b036-fb85be783e10 None None] No DVR routers for this DVR port 66195bb1-1ee7-438e-a60f-9baa295a5983 on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:56:48.021823 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-32e29580-0612-43ed-ac56-72b6228c253c tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dd45cf3-af65-470c-87f5-e6191d376acc']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:48.030911 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8debf27b-0ea4-456d-97eb-11efee272199 None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:56:48.041561 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-32e29580-0612-43ed-ac56-72b6228c253c tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f937f467-ce82-48b1-8659-39e4ac076e58') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:48.041827 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-32e29580-0612-43ed-ac56-72b6228c253c tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f937f467-ce82-48b1-8659-39e4ac076e58') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:48.055583 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-32e29580-0612-43ed-ac56-72b6228c253c tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:48.086696 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-32e29580-0612-43ed-ac56-72b6228c253c tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:48.095313 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32e29580-0612-43ed-ac56-72b6228c253c tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:56:48.095883 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-32e29580-0612-43ed-ac56-72b6228c253c tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:48.099362 n-d-796209-16 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:56:48.099362 n-d-796209-16 neutron-server[94701]: items = [ Sep 07 02:56:48.099362 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:56:48.099362 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:56:48.099362 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:56:48.099362 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:56:48.099362 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:56:48.099362 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:56:48.099362 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:56:48.099362 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:56:48.099362 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:56:48.099362 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:56:48.099362 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:56:48.099362 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:56:48.099362 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:56:48.099362 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:56:48.099362 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:56:48.099362 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:56:48.099362 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:56:48.099362 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:56:48.099362 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:56:48.099362 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:56:48.099362 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:56:48.099362 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:56:48.099362 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:56:48.099362 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:56:48.099362 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:56:48.099362 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:56:48.099362 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:56:48.099362 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:56:48.099362 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:56:48.099362 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:56:48.099362 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:56:48.099362 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:56:48.147611 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-072aa754-6ff0-4ace-b6d2-79d6d2c597e2 None None] Provisioning complete for port 7cd23794-b0b2-4ea1-8992-8772489ca69b triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:48.148000 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-072aa754-6ff0-4ace-b6d2-79d6d2c597e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:48.200215 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-32e29580-0612-43ed-ac56-72b6228c253c tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:48.211622 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-32e29580-0612-43ed-ac56-72b6228c253c tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:48.218602 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-32e29580-0612-43ed-ac56-72b6228c253c tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "DELETE /v2.0/networks/3dd45cf3-af65-470c-87f5-e6191d376acc HTTP/1.1" status: 204 len: 168 time: 0.9248188 Sep 07 02:56:48.218781 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48920) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:48.228319 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-d7fa92d4-54e5-476c-8026-0dc1a96c74ea tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-212129854'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:56:48.232850 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e29580-0612-43ed-ac56-72b6228c253c tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event deleted for resources: {'Network': ['ID=3dd45cf3-af65-470c-87f5-e6191d376acc,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:48.241165 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-660fa234-8baf-43df-add6-05f059f7022c req-405cb48d-7b11-4b19-ab47-e6be71dcb975 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9825f0c0-3240-4c71-adef-7f75dbcde66a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0758584 Sep 07 02:56:48.303436 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7fa92d4-54e5-476c-8026-0dc1a96c74ea tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Made reservation on behalf of 833039ece4bf420493581946638a10ce for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:56:48.307513 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d7fa92d4-54e5-476c-8026-0dc1a96c74ea tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:48.324088 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48922) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:48.346510 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660fa234-8baf-43df-add6-05f059f7022c req-aff518e6-7a58-463c-bbbe-dee2ff7a032d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:48.348460 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-660fa234-8baf-43df-add6-05f059f7022c req-aff518e6-7a58-463c-bbbe-dee2ff7a032d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=626f31b15da14e0da01388cbfdee7f90&device_id=9825f0c0-3240-4c71-adef-7f75dbcde66a HTTP/1.1" status: 200 len: 1098 time: 0.0618882 Sep 07 02:56:48.381776 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d1d047-d204-4228-89b6-15d1f2046187 req-c4caa5e8-5279-4596-b3aa-2db3b99f01fd tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:48.389826 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d1d1d047-d204-4228-89b6-15d1f2046187 req-c4caa5e8-5279-4596-b3aa-2db3b99f01fd tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a87a93-c19e-4c4d-a076-f215db038a70 HTTP/1.1" status: 200 len: 945 time: 0.2230797 Sep 07 02:56:48.425813 n-d-796209-16 neutron-server[94700]: DEBUG neutron.objects.ports [None req-3da09ed5-53cf-4a23-8642-da17626811bc tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94700) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 02:56:48.507229 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660fa234-8baf-43df-add6-05f059f7022c req-164da2e1-dd7f-4488-a2ff-3dace484a3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:48.508909 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-660fa234-8baf-43df-add6-05f059f7022c req-164da2e1-dd7f-4488-a2ff-3dace484a3d3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6345c063-9711-4fd7-a5ec-cc5bb3922efa HTTP/1.1" status: 200 len: 897 time: 0.1377387 Sep 07 02:56:48.522929 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-83c14147-3e9a-4c26-9014-d0ddf76911f6 None None] Provisioning complete for port 7cd23794-b0b2-4ea1-8992-8772489ca69b triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:48.523311 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-83c14147-3e9a-4c26-9014-d0ddf76911f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:48.526971 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-3e0dbf65-3b29-468a-acc0-f51a0e483c40 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=10b4e4dc701a4af7adf3692b86bed130&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2008321 Sep 07 02:56:48.528903 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48928) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:48.565673 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d1d1d047-d204-4228-89b6-15d1f2046187 req-2a72055e-4806-4959-8fd5-dd229c85a31f tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748552 Sep 07 02:56:48.566319 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7fa92d4-54e5-476c-8026-0dc1a96c74ea tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:56:48.620316 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d7fa92d4-54e5-476c-8026-0dc1a96c74ea tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:48.620576 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-d7fa92d4-54e5-476c-8026-0dc1a96c74ea tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Added segment 5a0aec7f-ccdf-4efd-8503-6c57570e7e9b of type vlan for network 329f29c5-6673-4273-a6fe-e1b334eb8000 Sep 07 02:56:48.662703 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-660fa234-8baf-43df-add6-05f059f7022c req-aba2842f-6930-42bd-812c-30fc9001b106 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c05a5a9d-7b6d-4571-a0cd-6b89f4af8111 HTTP/1.1" status: 200 len: 1002 time: 0.1344781 Sep 07 02:56:48.672544 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc16523-e99d-4fd2-917f-2c0dadb4d9f5 req-8c9cb409-9a7c-4f85-a63f-ee974c47ae48 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:48.674003 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4fc16523-e99d-4fd2-917f-2c0dadb4d9f5 req-8c9cb409-9a7c-4f85-a63f-ee974c47ae48 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9c7ee43-4791-496a-9864-311323fabd58 HTTP/1.1" status: 200 len: 946 time: 0.1345527 Sep 07 02:56:48.691276 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d7fa92d4-54e5-476c-8026-0dc1a96c74ea tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:48.717321 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-759648bb-55e4-44c9-b87d-4d40c4e846e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:48.744847 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d7fa92d4-54e5-476c-8026-0dc1a96c74ea tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:48.750336 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fa92d4-54e5-476c-8026-0dc1a96c74ea tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:48.750927 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d7fa92d4-54e5-476c-8026-0dc1a96c74ea tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:48.767532 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-759648bb-55e4-44c9-b87d-4d40c4e846e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:48.776198 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660fa234-8baf-43df-add6-05f059f7022c req-1d81dd25-4ce1-4fc9-a78d-b82e79d0629b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:48.777697 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-660fa234-8baf-43df-add6-05f059f7022c req-1d81dd25-4ce1-4fc9-a78d-b82e79d0629b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=39af06ff-7bf6-4dad-82da-8f5351b3a173 HTTP/1.1" status: 200 len: 835 time: 0.0984626 Sep 07 02:56:48.779765 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3da09ed5-53cf-4a23-8642-da17626811bc tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:48.784392 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4fc16523-e99d-4fd2-917f-2c0dadb4d9f5 req-7ef7a3d1-7a7c-47b9-a78e-fa3f001a1f02 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/security-groups?id=70ce7ce8-5054-445c-a59d-ebe3700b4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025732 Sep 07 02:56:48.808076 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-d7fa92d4-54e5-476c-8026-0dc1a96c74ea tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5875621 Sep 07 02:56:48.812194 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48930) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:48.848180 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660fa234-8baf-43df-add6-05f059f7022c req-29088024-23d1-46d4-a7da-4cf8c79f0254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:48.849813 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-660fa234-8baf-43df-add6-05f059f7022c req-29088024-23d1-46d4-a7da-4cf8c79f0254 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6345c063-9711-4fd7-a5ec-cc5bb3922efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607791 Sep 07 02:56:48.861283 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-3db721ce-248a-4a39-a2f9-f850cbe5c656 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Request body: {'subnet': {'network_id': '329f29c5-6673-4273-a6fe-e1b334eb8000', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:56:48.877872 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-759648bb-55e4-44c9-b87d-4d40c4e846e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:48.880729 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-759648bb-55e4-44c9-b87d-4d40c4e846e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:48.882059 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-759648bb-55e4-44c9-b87d-4d40c4e846e5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/03f1eba9-ca58-4528-a676-e1d51b54e4d6 HTTP/1.1" status: 204 len: 168 time: 0.3520856 Sep 07 02:56:48.902742 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa92d4-54e5-476c-8026-0dc1a96c74ea tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event updated for resources: {'Network': ['ID=329f29c5-6673-4273-a6fe-e1b334eb8000,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:48.913564 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759648bb-55e4-44c9-b87d-4d40c4e846e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f1eba9-ca58-4528-a676-e1d51b54e4d6,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:48.915769 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 329f29c5-6673-4273-a6fe-e1b334eb8000 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:56:49.005810 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-660fa234-8baf-43df-add6-05f059f7022c req-8c0ff396-9e71-41c7-b7e7-b01cc7cbdef6 service neutron] 10.222.0.23 "GET /v2.0/networks/6345c063-9711-4fd7-a5ec-cc5bb3922efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483247 Sep 07 02:56:49.070784 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device da567108-c511-4876-a1b4-e4b013c09eef up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:56:49.096446 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db721ce-248a-4a39-a2f9-f850cbe5c656 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Made reservation on behalf of 833039ece4bf420493581946638a10ce for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:56:49.100041 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3db721ce-248a-4a39-a2f9-f850cbe5c656 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:49.146310 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-660fa234-8baf-43df-add6-05f059f7022c req-c843a5e8-1bb0-4aa0-9c06-2ffbac7ce362 service neutron] 10.222.0.23 "GET /v2.0/networks/6345c063-9711-4fd7-a5ec-cc5bb3922efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318002 Sep 07 02:56:49.160620 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port da567108-c511-4876-a1b4-e4b013c09eef completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:56:49.167352 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port da567108-c511-4876-a1b4-e4b013c09eef triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:49.167882 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:49.179815 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-3da09ed5-53cf-4a23-8642-da17626811bc tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] For port 7cd23794-b0b2-4ea1-8992-8772489ca69b, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=7cd23794-b0b2-4ea1-8992-8772489ca69b,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:56:49.277476 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3da09ed5-53cf-4a23-8642-da17626811bc tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:49.284141 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:49.289455 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3da09ed5-53cf-4a23-8642-da17626811bc tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:49.290197 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3da09ed5-53cf-4a23-8642-da17626811bc tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:49.308458 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a87a93-c19e-4c4d-a076-f215db038a70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da567108-c511-4876-a1b4-e4b013c09eef'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:56:49.310715 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8232f5b4-9dd9-47c2-8897-d349c9f05967" -d '{"events": [{"server_uuid": "59a87a93-c19e-4c4d-a076-f215db038a70", "name": "network-vif-plugged", "status": "completed", "tag": "da567108-c511-4876-a1b4-e4b013c09eef"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:56:49.324278 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port da567108-c511-4876-a1b4-e4b013c09eef, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=da567108-c511-4876-a1b4-e4b013c09eef,segment=NetworkSegment(58ef1e30-997c-458d-8586-ea47437ece78),segment_id=58ef1e30-997c-458d-8586-ea47437ece78)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:56:49.333537 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:49.386594 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e400ab-ffd3-4a4d-a2f1-b0cd28ba014d x-openstack-request-id: req-c5e400ab-ffd3-4a4d-a2f1-b0cd28ba014d {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:56:49.387421 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a87a93-c19e-4c4d-a076-f215db038a70", "name": "network-vif-plugged", "status": "completed", "tag": "da567108-c511-4876-a1b4-e4b013c09eef", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:56:49.388357 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c5e400ab-ffd3-4a4d-a2f1-b0cd28ba014d {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:56:49.388886 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a87a93-c19e-4c4d-a076-f215db038a70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da567108-c511-4876-a1b4-e4b013c09eef', 'code': 200} Sep 07 02:56:49.410632 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da09ed5-53cf-4a23-8642-da17626811bc tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:56:49.441660 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-3da09ed5-53cf-4a23-8642-da17626811bc tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:56:49.447732 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=da567108-c511-4876-a1b4-e4b013c09eef,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:49.460381 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064839f4-fbef-4d1c-b5af-142576f590be None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:56:49.471989 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da09ed5-53cf-4a23-8642-da17626811bc tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:49.472832 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3da09ed5-53cf-4a23-8642-da17626811bc tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:49.543086 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da09ed5-53cf-4a23-8642-da17626811bc tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event updated for resources: {'Subnet': ['ID=c8aebea1-0852-4b4d-95f5-c8eff1607299,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:49.571665 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da09ed5-53cf-4a23-8642-da17626811bc tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event updated for resources: {'Port': ['ID=7cd23794-b0b2-4ea1-8992-8772489ca69b,revision_number=8']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:49.576065 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3da09ed5-53cf-4a23-8642-da17626811bc tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2864435 Sep 07 02:56:49.579824 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48956) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:49.587041 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44e5cb-a717-4aed-b663-382d31c55ac3 req-100e5076-3a8b-47fd-b3b9-9c4f659342da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:49.589634 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5d44e5cb-a717-4aed-b663-382d31c55ac3 req-100e5076-3a8b-47fd-b3b9-9c4f659342da service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=59a87a93-c19e-4c4d-a076-f215db038a70 HTTP/1.1" status: 200 len: 1098 time: 0.1363471 Sep 07 02:56:49.593748 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-4202e56f-f72b-43e3-a263-84a75b774839 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Request body: {'subnet': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:56:49.732477 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5d44e5cb-a717-4aed-b663-382d31c55ac3 req-a4a4f13c-fe31-40d6-b06f-1723fa7efbd6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312752 Sep 07 02:56:49.771241 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3db721ce-248a-4a39-a2f9-f850cbe5c656 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:49.824781 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a1b8e-c56a-4fad-ba43-6aa58e0102fe req-8626d280-45bc-4ed0-a30c-fcdd3a9a7607 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:49.826611 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-769a1b8e-c56a-4fad-ba43-6aa58e0102fe req-8626d280-45bc-4ed0-a30c-fcdd3a9a7607 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a87a93-c19e-4c4d-a076-f215db038a70 HTTP/1.1" status: 200 len: 946 time: 0.1225708 Sep 07 02:56:49.833857 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db721ce-248a-4a39-a2f9-f850cbe5c656 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event updated for resources: {'Subnet': ['ID=69fc4736-48dc-46e1-85ac-03953ef35f4d,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:49.843967 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4202e56f-f72b-43e3-a263-84a75b774839 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Made reservation on behalf of 4c9354482bbf46e593fb1c1c8959ca81 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:56:49.848713 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4202e56f-f72b-43e3-a263-84a75b774839 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:49.862565 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db721ce-248a-4a39-a2f9-f850cbe5c656 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Checking segment: {'id': '5a0aec7f-ccdf-4efd-8503-6c57570e7e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '329f29c5-6673-4273-a6fe-e1b334eb8000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:56:49.862935 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db721ce-248a-4a39-a2f9-f850cbe5c656 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Network hostable DHCP agents. Network: 329f29c5-6673-4273-a6fe-e1b334eb8000, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:56:49.891010 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db721ce-248a-4a39-a2f9-f850cbe5c656 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Network 329f29c5-6673-4273-a6fe-e1b334eb8000 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:56:49.907287 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-3db721ce-248a-4a39-a2f9-f850cbe5c656 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 329f29c5-6673-4273-a6fe-e1b334eb8000) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:56:49.914971 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db721ce-248a-4a39-a2f9-f850cbe5c656 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:49.919510 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3db721ce-248a-4a39-a2f9-f850cbe5c656 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:49.919725 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-769a1b8e-c56a-4fad-ba43-6aa58e0102fe req-ec2a33c1-1fa7-417c-9401-c4f67337c625 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654740 Sep 07 02:56:49.936979 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3024c20c-e5ac-47f2-8584-e8faf307768d None None] Network 329f29c5-6673-4273-a6fe-e1b334eb8000 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:56:49.955343 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3db721ce-248a-4a39-a2f9-f850cbe5c656 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1398282 Sep 07 02:56:49.958572 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48968) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:49.971217 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-a8c71850-5d18-429b-b961-49efe9411f55 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1832878100', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:56:50.014474 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a8c71850-5d18-429b-b961-49efe9411f55 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:50.022932 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a8c71850-5d18-429b-b961-49efe9411f55 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:50.026662 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48970) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:50.118512 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-c7379e2d-24ac-4465-886c-3ff1275f4693 None None] Provisioning complete for port 7cd23794-b0b2-4ea1-8992-8772489ca69b triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:50.119010 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c7379e2d-24ac-4465-886c-3ff1275f4693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:50.151294 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a8c71850-5d18-429b-b961-49efe9411f55 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:50.157043 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a8c71850-5d18-429b-b961-49efe9411f55 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:50.177475 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a8c71850-5d18-429b-b961-49efe9411f55 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:50.178882 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a8c71850-5d18-429b-b961-49efe9411f55 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2142138 Sep 07 02:56:50.181578 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48974) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:50.188996 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-4c665631-c072-4c2a-a9a4-4b82fac06ef7 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Request body: {'port': {'network_id': '329f29c5-6673-4273-a6fe-e1b334eb8000', 'name': 'tempest-RoutersIpV6Test-321098202'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:56:50.216629 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-2b412b37-752b-4d0c-8ed5-aead5a957b33 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Request body: {'networks': [{'name': 'tempest-network--506675968'}, {'name': 'tempest-network--418286519'}]} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:56:50.216935 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-2b412b37-752b-4d0c-8ed5-aead5a957b33 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Request body: {'network': {'name': 'tempest-network--506675968'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:56:50.217392 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-2b412b37-752b-4d0c-8ed5-aead5a957b33 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Request body: {'network': {'name': 'tempest-network--418286519'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:56:50.236821 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0094011-7a48-494b-8f95-0844ea1abdd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-329f29c5-6673-4273-a6fe-e1b334eb8000', 'network_id': '329f29c5-6673-4273-a6fe-e1b334eb8000', 'tenant_id': '833039ece4bf420493581946638a10ce', 'fixed_ips': [{'subnet_id': '69fc4736-48dc-46e1-85ac-03953ef35f4d'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:56:50.237638 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f0094011-7a48-494b-8f95-0844ea1abdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:50.326074 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b412b37-752b-4d0c-8ed5-aead5a957b33 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Made reservation on behalf of 000dde27e5b248f083dee0f9512ec4ba for: {'network': 2} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:56:50.330930 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2b412b37-752b-4d0c-8ed5-aead5a957b33 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:50.351697 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2b412b37-752b-4d0c-8ed5-aead5a957b33 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:50.368449 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4202e56f-f72b-43e3-a263-84a75b774839 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:50.419113 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-f0094011-7a48-494b-8f95-0844ea1abdd5 None None] Allocated IP 2001:db8::2 (329f29c5-6673-4273-a6fe-e1b334eb8000/69fc4736-48dc-46e1-85ac-03953ef35f4d/def423aa-ceed-4ff5-b0e1-702e9f87f98f) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:56:50.437277 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4202e56f-f72b-43e3-a263-84a75b774839 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:56:50.443728 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-4202e56f-f72b-43e3-a263-84a75b774839 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:56:50.451018 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.db.api [None req-4c665631-c072-4c2a-a9a4-4b82fac06ef7 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 02:56:50.451018 n-d-796209-16 neutron-server[94701]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 07 02:56:50.451018 n-d-796209-16 neutron-server[94701]: [parameters: {'project_id_1': '833039ece4bf420493581946638a10ce', 'expiration_1': datetime.datetime(2021, 9, 7, 2, 56, 30, 418235)}] Sep 07 02:56:50.451018 n-d-796209-16 neutron-server[94701]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 02:56:50.451445 n-d-796209-16 neutron-server[94701]: DEBUG oslo_db.api [None req-4c665631-c072-4c2a-a9a4-4b82fac06ef7 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 02:56:50.455731 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4202e56f-f72b-43e3-a263-84a75b774839 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:50.456361 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4202e56f-f72b-43e3-a263-84a75b774839 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:50.459772 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521a3788-ebc6-474e-993a-d4d888b5a8a4 None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:56:50.475111 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4202e56f-f72b-43e3-a263-84a75b774839 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event updated for resources: {'Subnet': ['ID=1da33a27-f0ff-4f7e-b963-63b0ff0b7cdf,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:50.569611 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2b412b37-752b-4d0c-8ed5-aead5a957b33 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:50.581893 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2b412b37-752b-4d0c-8ed5-aead5a957b33 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:50.582585 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2b412b37-752b-4d0c-8ed5-aead5a957b33 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:50.632852 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-4202e56f-f72b-43e3-a263-84a75b774839 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0494487 Sep 07 02:56:50.633739 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 48990) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:50.638920 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b412b37-752b-4d0c-8ed5-aead5a957b33 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4211e3f5-264c-4c92-b9b0-e4ee2b8a6e75,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:50.639094 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-52c29265-be92-4c61-a244-ab865fd7e905 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Request body: {'port': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'mac_address': 'fa:16:3e:15:e0:ff', 'name': 'tempest-NetworksTestDHCPv6-865278821'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:56:50.693437 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f0094011-7a48-494b-8f95-0844ea1abdd5 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:50.707860 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b412b37-752b-4d0c-8ed5-aead5a957b33 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:56:50.727551 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-f0094011-7a48-494b-8f95-0844ea1abdd5 None None] Transition to ACTIVE for port object def423aa-ceed-4ff5-b0e1-702e9f87f98f will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:56:50.757264 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2b412b37-752b-4d0c-8ed5-aead5a957b33 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:50.760495 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-2b412b37-752b-4d0c-8ed5-aead5a957b33 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Added segment 01d4a8b4-7f1c-43ce-8d7d-cb8de241c84b of type vlan for network 99589067-cb70-4009-a69a-6d3abd595bda Sep 07 02:56:50.778716 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-f0094011-7a48-494b-8f95-0844ea1abdd5 None None] Transition to ACTIVE for port object def423aa-ceed-4ff5-b0e1-702e9f87f98f will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:56:50.789613 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f0094011-7a48-494b-8f95-0844ea1abdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:50.833492 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0094011-7a48-494b-8f95-0844ea1abdd5 None None] Network 329f29c5-6673-4273-a6fe-e1b334eb8000 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:56:50.837389 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-f0094011-7a48-494b-8f95-0844ea1abdd5 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:56:50.856280 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0094011-7a48-494b-8f95-0844ea1abdd5 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:56:50.863219 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea125ad3-9865-4f47-9669-d4176fb2d089 req-00e36849-d5b1-4b25-adee-eab0446c110d tempest-TestNetworkAdvancedServerOps-2015258804 tempest-TestNetworkAdvancedServerOps-2015258804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:50.865562 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ea125ad3-9865-4f47-9669-d4176fb2d089 req-00e36849-d5b1-4b25-adee-eab0446c110d tempest-TestNetworkAdvancedServerOps-2015258804 tempest-TestNetworkAdvancedServerOps-2015258804-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9825f0c0-3240-4c71-adef-7f75dbcde66a HTTP/1.1" status: 200 len: 1098 time: 0.2372136 Sep 07 02:56:50.866508 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c29265-be92-4c61-a244-ab865fd7e905 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Made reservation on behalf of 4c9354482bbf46e593fb1c1c8959ca81 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:56:50.885763 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e2dfb3-12e3-4dfa-858e-c130b89ef50c None None] Update dhcp port {'port': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'fixed_ips': [{'subnet_id': 'c8aebea1-0852-4b4d-95f5-c8eff1607299', 'ip_address': '2001:db8::f816:3eff:fe29:3348'}, {'subnet_id': '1da33a27-f0ff-4f7e-b963-63b0ff0b7cdf'}], 'binding:host_id': 'n-d-796209-16'}, 'id': '7cd23794-b0b2-4ea1-8992-8772489ca69b'} from n-d-796209-16. {{(pid=94702) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 07 02:56:50.901822 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0094011-7a48-494b-8f95-0844ea1abdd5 None None] Pushing event updated for resources: {'Port': ['ID=def423aa-ceed-4ff5-b0e1-702e9f87f98f,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:50.909201 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2b412b37-752b-4d0c-8ed5-aead5a957b33 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:50.956696 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-11e2dfb3-12e3-4dfa-858e-c130b89ef50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:50.973398 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b412b37-752b-4d0c-8ed5-aead5a957b33 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:56:50.976302 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-f0094011-7a48-494b-8f95-0844ea1abdd5 None None] Attempting to bind port def423aa-ceed-4ff5-b0e1-702e9f87f98f on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:56:50.976766 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-f0094011-7a48-494b-8f95-0844ea1abdd5 None None] Attempting to bind port def423aa-ceed-4ff5-b0e1-702e9f87f98f by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '5a0aec7f-ccdf-4efd-8503-6c57570e7e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '329f29c5-6673-4273-a6fe-e1b334eb8000'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:56:50.977055 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0094011-7a48-494b-8f95-0844ea1abdd5 None None] Attempting to bind port def423aa-ceed-4ff5-b0e1-702e9f87f98f on network 329f29c5-6673-4273-a6fe-e1b334eb8000 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:56:50.985922 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2b412b37-752b-4d0c-8ed5-aead5a957b33 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:50.986272 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-2b412b37-752b-4d0c-8ed5-aead5a957b33 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Added segment 2a535d1f-ac8c-47f6-b760-98be3bb8b842 of type vlan for network a7d7ab51-84f7-413a-9505-45c823c5add4 Sep 07 02:56:51.003214 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-52c29265-be92-4c61-a244-ab865fd7e905 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:51.005396 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0094011-7a48-494b-8f95-0844ea1abdd5 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:56:51.005778 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0094011-7a48-494b-8f95-0844ea1abdd5 None None] Checking segment: {'id': '5a0aec7f-ccdf-4efd-8503-6c57570e7e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '329f29c5-6673-4273-a6fe-e1b334eb8000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:56:51.006393 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f0094011-7a48-494b-8f95-0844ea1abdd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:51.007160 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0094011-7a48-494b-8f95-0844ea1abdd5 None None] Bound using segment: {'id': '5a0aec7f-ccdf-4efd-8503-6c57570e7e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '329f29c5-6673-4273-a6fe-e1b334eb8000'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:56:51.007848 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-f0094011-7a48-494b-8f95-0844ea1abdd5 None None] Bound port: def423aa-ceed-4ff5-b0e1-702e9f87f98f, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a0aec7f-ccdf-4efd-8503-6c57570e7e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '329f29c5-6673-4273-a6fe-e1b334eb8000'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:56:51.008369 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f0094011-7a48-494b-8f95-0844ea1abdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:51.039765 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-52c29265-be92-4c61-a244-ab865fd7e905 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] device_id is not set on port d29af3a3-fc2f-4bf9-8956-0387d715db33 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:56:51.064366 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ea125ad3-9865-4f47-9669-d4176fb2d089 req-51a1d712-e152-4c40-a067-f2e32ae70f60 tempest-TestNetworkAdvancedServerOps-2015258804 tempest-TestNetworkAdvancedServerOps-2015258804-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=227b796e-e331-4437-9ee2-e029d8455d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870441 Sep 07 02:56:51.093808 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 48996) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:51.157429 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2b412b37-752b-4d0c-8ed5-aead5a957b33 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:51.159695 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c665631-c072-4c2a-a9a4-4b82fac06ef7 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Made reservation on behalf of 833039ece4bf420493581946638a10ce for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:56:51.163122 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4c665631-c072-4c2a-a9a4-4b82fac06ef7 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:51.172794 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-f0094011-7a48-494b-8f95-0844ea1abdd5 None None] For port def423aa-ceed-4ff5-b0e1-702e9f87f98f, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:56:51.176765 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-f0094011-7a48-494b-8f95-0844ea1abdd5 None None] For port def423aa-ceed-4ff5-b0e1-702e9f87f98f, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=def423aa-ceed-4ff5-b0e1-702e9f87f98f,segment=NetworkSegment(5a0aec7f-ccdf-4efd-8503-6c57570e7e9b),segment_id=5a0aec7f-ccdf-4efd-8503-6c57570e7e9b)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:56:51.193082 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b152125-f406-448e-b6c0-ac78c722125c req-8bf12a0c-6efd-4220-8df2-ea5ca1684ca5 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:51.202402 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6b152125-f406-448e-b6c0-ac78c722125c req-8bf12a0c-6efd-4220-8df2-ea5ca1684ca5 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a87a93-c19e-4c4d-a076-f215db038a70 HTTP/1.1" status: 200 len: 946 time: 0.0735013 Sep 07 02:56:51.212938 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-4c665631-c072-4c2a-a9a4-4b82fac06ef7 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] device_id is not set on port 80bd7e23-dc03-47dc-9924-4eb363f39cb4 yet. {{(pid=94701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:56:51.243417 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-11e2dfb3-12e3-4dfa-858e-c130b89ef50c None None] Allocated IP 172.20.0.2 (98fba89c-e7ad-427b-9268-93662b8245b2/1da33a27-f0ff-4f7e-b963-63b0ff0b7cdf/7cd23794-b0b2-4ea1-8992-8772489ca69b) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:56:51.257930 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6b152125-f406-448e-b6c0-ac78c722125c req-01d07be2-aba8-405f-beb2-46767745c099 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512464 Sep 07 02:56:51.267377 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f0094011-7a48-494b-8f95-0844ea1abdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:51.305786 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2b412b37-752b-4d0c-8ed5-aead5a957b33 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:51.306299 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2b412b37-752b-4d0c-8ed5-aead5a957b33 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:51.312434 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b412b37-752b-4d0c-8ed5-aead5a957b33 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:51.317385 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b412b37-752b-4d0c-8ed5-aead5a957b33 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:51.318051 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2b412b37-752b-4d0c-8ed5-aead5a957b33 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:51.342667 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0094011-7a48-494b-8f95-0844ea1abdd5 None None] Pushing event updated for resources: {'Port': ['ID=def423aa-ceed-4ff5-b0e1-702e9f87f98f,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:51.396395 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-2b412b37-752b-4d0c-8ed5-aead5a957b33 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.3685164 Sep 07 02:56:51.398921 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49000) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:51.466923 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-11e2dfb3-12e3-4dfa-858e-c130b89ef50c None None] For port 7cd23794-b0b2-4ea1-8992-8772489ca69b, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=7cd23794-b0b2-4ea1-8992-8772489ca69b,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:56:51.498252 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b412b37-752b-4d0c-8ed5-aead5a957b33 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Pushing event updated for resources: {'Network': ['ID=99589067-cb70-4009-a69a-6d3abd595bda,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:51.502366 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:51.505298 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:51.516843 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 99589067-cb70-4009-a69a-6d3abd595bda details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:56:51.538146 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 7cd23794-b0b2-4ea1-8992-8772489ca69b up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:56:51.564133 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-11e2dfb3-12e3-4dfa-858e-c130b89ef50c None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:51.586007 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-4c665631-c072-4c2a-a9a4-4b82fac06ef7 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Allocated IP 2001:db8::2d6 (329f29c5-6673-4273-a6fe-e1b334eb8000/69fc4736-48dc-46e1-85ac-03953ef35f4d/80bd7e23-dc03-47dc-9924-4eb363f39cb4) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:56:51.676500 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-11e2dfb3-12e3-4dfa-858e-c130b89ef50c None None] Transition to ACTIVE for port object 7cd23794-b0b2-4ea1-8992-8772489ca69b will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:56:51.722023 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-11e2dfb3-12e3-4dfa-858e-c130b89ef50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:51.792570 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b412b37-752b-4d0c-8ed5-aead5a957b33 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Pushing event updated for resources: {'Network': ['ID=a7d7ab51-84f7-413a-9505-45c823c5add4,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:51.826158 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-38589c18-e00d-4f0c-b7f5-f1ce461de80d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Deleting port fec7e7cd-5f76-49e9-a684-56eef7dedd85 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:56:51.826600 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-38589c18-e00d-4f0c-b7f5-f1ce461de80d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:51.847636 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network a7d7ab51-84f7-413a-9505-45c823c5add4 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:56:51.926662 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e2dfb3-12e3-4dfa-858e-c130b89ef50c None None] Pushing event updated for resources: {'Port': ['ID=7cd23794-b0b2-4ea1-8992-8772489ca69b,revision_number=9']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:51.988222 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4c665631-c072-4c2a-a9a4-4b82fac06ef7 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:51.991408 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-38589c18-e00d-4f0c-b7f5-f1ce461de80d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:51.992111 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-38589c18-e00d-4f0c-b7f5-f1ce461de80d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:52.020358 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-38589c18-e00d-4f0c-b7f5-f1ce461de80d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Calling delete_port for fec7e7cd-5f76-49e9-a684-56eef7dedd85 owned by network:floatingip {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:56:52.033183 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-4c665631-c072-4c2a-a9a4-4b82fac06ef7 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Transition to ACTIVE for port object 80bd7e23-dc03-47dc-9924-4eb363f39cb4 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:56:52.216680 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4c665631-c072-4c2a-a9a4-4b82fac06ef7 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:52.260071 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e386872e-8267-4a44-9141-93213d071d45 req-104a6575-084e-4c6e-82b7-0027d2dd83e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:52.261618 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e386872e-8267-4a44-9141-93213d071d45 req-104a6575-084e-4c6e-82b7-0027d2dd83e0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=89c66e467a844386bc921568c75855a2&device_id=59a87a93-c19e-4c4d-a076-f215db038a70 HTTP/1.1" status: 200 len: 1098 time: 0.5800376 Sep 07 02:56:52.272602 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c665631-c072-4c2a-a9a4-4b82fac06ef7 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event updated for resources: {'Port': ['ID=80bd7e23-dc03-47dc-9924-4eb363f39cb4,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:52.300941 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c665631-c072-4c2a-a9a4-4b82fac06ef7 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Network 329f29c5-6673-4273-a6fe-e1b334eb8000 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:56:52.303236 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-4c665631-c072-4c2a-a9a4-4b82fac06ef7 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:56:52.306958 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c665631-c072-4c2a-a9a4-4b82fac06ef7 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:56:52.313086 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c665631-c072-4c2a-a9a4-4b82fac06ef7 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:52.314258 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4c665631-c072-4c2a-a9a4-4b82fac06ef7 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:52.346038 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-4c665631-c072-4c2a-a9a4-4b82fac06ef7 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.1602302 Sep 07 02:56:52.347062 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49006) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:52.359655 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775f974-05a9-49ca-b211-c42472617c26 req-6eac1a21-4f0e-42b4-87ac-a3e10508f10a tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:52.367273 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e775f974-05a9-49ca-b211-c42472617c26 req-6eac1a21-4f0e-42b4-87ac-a3e10508f10a tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a87a93-c19e-4c4d-a076-f215db038a70 HTTP/1.1" status: 200 len: 946 time: 0.6481905 Sep 07 02:56:52.389067 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5df2ce8-11ac-48df-94fd-01c03093dc89 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:52.395511 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5df2ce8-11ac-48df-94fd-01c03093dc89 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:52.402090 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5df2ce8-11ac-48df-94fd-01c03093dc89 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:52.408011 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5df2ce8-11ac-48df-94fd-01c03093dc89 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:52.412330 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a5df2ce8-11ac-48df-94fd-01c03093dc89 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 1.0096028 Sep 07 02:56:52.435765 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49008) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:52.539013 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e775f974-05a9-49ca-b211-c42472617c26 req-195e1da3-a558-4785-9974-789a2e817365 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707239 Sep 07 02:56:52.576272 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-52c29265-be92-4c61-a244-ab865fd7e905 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Allocated IP 172.20.0.9 (98fba89c-e7ad-427b-9268-93662b8245b2/1da33a27-f0ff-4f7e-b963-63b0ff0b7cdf/d29af3a3-fc2f-4bf9-8956-0387d715db33) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:56:52.586982 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-52c29265-be92-4c61-a244-ab865fd7e905 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Allocated IP 2001:db8::f816:3eff:fe15:e0ff (98fba89c-e7ad-427b-9268-93662b8245b2/c8aebea1-0852-4b4d-95f5-c8eff1607299/d29af3a3-fc2f-4bf9-8956-0387d715db33) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:56:52.617664 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-38589c18-e00d-4f0c-b7f5-f1ce461de80d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:52.654941 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3cc64f54-b295-4dfa-b7f8-226f51f38d8c tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:52.816203 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e386872e-8267-4a44-9141-93213d071d45 req-36401f0a-3485-4da7-893b-e9792b9ab591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:52.817792 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e386872e-8267-4a44-9141-93213d071d45 req-36401f0a-3485-4da7-893b-e9792b9ab591 service neutron] 10.222.0.16 "GET /v2.0/networks?id=111cbddc-f6bd-4c03-87bc-4b2b04ef5a64 HTTP/1.1" status: 200 len: 910 time: 0.5470777 Sep 07 02:56:52.828999 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-52c29265-be92-4c61-a244-ab865fd7e905 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:52.881694 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-52c29265-be92-4c61-a244-ab865fd7e905 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Transition to ACTIVE for port object d29af3a3-fc2f-4bf9-8956-0387d715db33 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:56:52.884457 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e386872e-8267-4a44-9141-93213d071d45 req-93313158-8ba2-46b0-ab9b-dd381b94e914 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da567108-c511-4876-a1b4-e4b013c09eef HTTP/1.1" status: 200 len: 217 time: 0.0458796 Sep 07 02:56:52.948994 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-49dcf631-32b8-4aea-b907-893e7d41ab19 None None] Provisioning for port 7cd23794-b0b2-4ea1-8992-8772489ca69b completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:56:52.953904 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-49dcf631-32b8-4aea-b907-893e7d41ab19 None None] Provisioning complete for port 7cd23794-b0b2-4ea1-8992-8772489ca69b triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:52.954482 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-49dcf631-32b8-4aea-b907-893e7d41ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:52.960863 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e386872e-8267-4a44-9141-93213d071d45 req-487973a3-63e2-484a-a3d0-09556e3e542e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:52.961954 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e386872e-8267-4a44-9141-93213d071d45 req-487973a3-63e2-484a-a3d0-09556e3e542e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=382293f2-2c50-4f74-844f-42b0dddcc916 HTTP/1.1" status: 200 len: 850 time: 0.0676503 Sep 07 02:56:52.965914 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-52c29265-be92-4c61-a244-ab865fd7e905 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:52.993494 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9646013-983b-4604-81d5-7deeacf38b14 None None] Network 329f29c5-6673-4273-a6fe-e1b334eb8000 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:56:53.039393 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e386872e-8267-4a44-9141-93213d071d45 req-0db97ff8-d253-4ba2-b607-7beadb3dba35 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=111cbddc-f6bd-4c03-87bc-4b2b04ef5a64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646174 Sep 07 02:56:53.061879 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c29265-be92-4c61-a244-ab865fd7e905 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:56:53.070308 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-52c29265-be92-4c61-a244-ab865fd7e905 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:56:53.096406 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c29265-be92-4c61-a244-ab865fd7e905 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:56:53.112061 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c29265-be92-4c61-a244-ab865fd7e905 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event updated for resources: {'Port': ['ID=d29af3a3-fc2f-4bf9-8956-0387d715db33,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:53.156279 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38589c18-e00d-4f0c-b7f5-f1ce461de80d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event deleted for resources: {'Port': ['ID=fec7e7cd-5f76-49e9-a684-56eef7dedd85,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:53.250326 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c29265-be92-4c61-a244-ab865fd7e905 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:53.251444 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-52c29265-be92-4c61-a244-ab865fd7e905 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:53.280769 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e386872e-8267-4a44-9141-93213d071d45 req-6ddb30b3-e037-4156-9e33-fd456315549c service neutron] 10.222.0.16 "GET /v2.0/networks/111cbddc-f6bd-4c03-87bc-4b2b04ef5a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262506 Sep 07 02:56:53.284850 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-52c29265-be92-4c61-a244-ab865fd7e905 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.6505382 Sep 07 02:56:53.287371 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49012) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:53.408229 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-eeea643f-e6c2-4074-a9d6-4648eb6e1aa2 None None] Provisioning for port def423aa-ceed-4ff5-b0e1-702e9f87f98f completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:56:53.477244 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd150c1-c758-4a05-ab10-a7bea44c235b tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:53.484664 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd150c1-c758-4a05-ab10-a7bea44c235b tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:53.490702 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-efd150c1-c758-4a05-ab10-a7bea44c235b tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1991608 Sep 07 02:56:53.491689 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49014) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:53.592059 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e386872e-8267-4a44-9141-93213d071d45 req-c19927f5-eca9-450e-8e08-aef6ca19f4ca service neutron] 10.222.0.16 "GET /v2.0/networks/111cbddc-f6bd-4c03-87bc-4b2b04ef5a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059487 Sep 07 02:56:53.597254 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-38589c18-e00d-4f0c-b7f5-f1ce461de80d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for floatingip, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:53.597793 n-d-796209-16 neutron-server[94701]: INFO neutron.db.l3_db [None req-38589c18-e00d-4f0c-b7f5-f1ce461de80d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Floating IP bc5aa35a-a356-4dd3-9889-20e1d85e2fb8 disassociated (deleted). External IP: 172.25.5.213, port: c05a5a9d-7b6d-4571-a0cd-6b89f4af8111. Sep 07 02:56:53.601017 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3cc64f54-b295-4dfa-b7f8-226f51f38d8c tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:53.645480 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-59d0b2c8-73f8-4275-827a-1491234b5353 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Deleting port d29af3a3-fc2f-4bf9-8956-0387d715db33 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:56:53.645831 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-59d0b2c8-73f8-4275-827a-1491234b5353 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:53.646635 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-ee078f40-db57-4bfa-b77a-79d1001aaa85 None None] Provisioning for port d29af3a3-fc2f-4bf9-8956-0387d715db33 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:56:53.651413 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-ee078f40-db57-4bfa-b77a-79d1001aaa85 None None] Provisioning complete for port d29af3a3-fc2f-4bf9-8956-0387d715db33 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:53.652046 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ee078f40-db57-4bfa-b77a-79d1001aaa85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:53.725617 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device def423aa-ceed-4ff5-b0e1-702e9f87f98f up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:56:53.757012 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-3cc64f54-b295-4dfa-b7f8-226f51f38d8c tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99589067-cb70-4009-a69a-6d3abd595bda']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:53.780657 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-ee078f40-db57-4bfa-b77a-79d1001aaa85 None None] Port d29af3a3-fc2f-4bf9-8956-0387d715db33 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:56:53.800896 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-59d0b2c8-73f8-4275-827a-1491234b5353 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:53.805325 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-3cc64f54-b295-4dfa-b7f8-226f51f38d8c tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01d4a8b4-7f1c-43ce-8d7d-cb8de241c84b') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:53.805565 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-3cc64f54-b295-4dfa-b7f8-226f51f38d8c tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01d4a8b4-7f1c-43ce-8d7d-cb8de241c84b') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:53.822527 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-59d0b2c8-73f8-4275-827a-1491234b5353 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Calling delete_port for d29af3a3-fc2f-4bf9-8956-0387d715db33 owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:56:53.836647 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port def423aa-ceed-4ff5-b0e1-702e9f87f98f completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:56:53.840668 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port def423aa-ceed-4ff5-b0e1-702e9f87f98f triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:53.841147 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:53.870758 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3cc64f54-b295-4dfa-b7f8-226f51f38d8c tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:53.898880 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3cc64f54-b295-4dfa-b7f8-226f51f38d8c tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:53.901883 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a112b2c2-ea91-4023-934b-e5826e53bccd tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:53.913767 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cc64f54-b295-4dfa-b7f8-226f51f38d8c tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:56:53.914458 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3cc64f54-b295-4dfa-b7f8-226f51f38d8c tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:53.924835 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:56:53.924835 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:56:53.924835 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:56:53.924835 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:56:53.924835 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:56:53.924835 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:56:53.924835 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:56:53.924835 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:56:53.924835 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:56:53.924835 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:56:53.924835 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:56:53.924835 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:56:53.924835 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:56:53.924835 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:56:53.924835 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:56:53.924835 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:56:53.924835 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:56:53.924835 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:56:53.924835 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:56:53.924835 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:56:53.924835 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:56:53.924835 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:56:53.924835 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:56:53.924835 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:56:53.924835 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:56:53.924835 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:56:53.924835 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:56:53.924835 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:56:53.924835 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:56:53.924835 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:56:53.924835 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:56:53.924835 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:56:53.955845 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:53.968778 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6280e8-fea6-4deb-8abb-4a84ad58cd37 req-ac12b687-6fae-4899-a18b-cf6eb4d5065f tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:53.972947 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-83aa315c-e750-4155-b606-99bcc58a4b96 None None] Provisioning complete for port def423aa-ceed-4ff5-b0e1-702e9f87f98f triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:53.973581 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-83aa315c-e750-4155-b606-99bcc58a4b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:53.978925 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-da6280e8-fea6-4deb-8abb-4a84ad58cd37 req-ac12b687-6fae-4899-a18b-cf6eb4d5065f tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a87a93-c19e-4c4d-a076-f215db038a70 HTTP/1.1" status: 200 len: 946 time: 0.2790661 Sep 07 02:56:54.012508 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port def423aa-ceed-4ff5-b0e1-702e9f87f98f, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=def423aa-ceed-4ff5-b0e1-702e9f87f98f,segment=NetworkSegment(5a0aec7f-ccdf-4efd-8503-6c57570e7e9b),segment_id=5a0aec7f-ccdf-4efd-8503-6c57570e7e9b)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:56:54.037071 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:54.038147 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 7cd23794-b0b2-4ea1-8992-8772489ca69b up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:56:54.122261 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-59d0b2c8-73f8-4275-827a-1491234b5353 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:54.168513 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3cc64f54-b295-4dfa-b7f8-226f51f38d8c tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:54.172762 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d0b2c8-73f8-4275-827a-1491234b5353 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event deleted for resources: {'Port': ['ID=d29af3a3-fc2f-4bf9-8956-0387d715db33,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:54.229649 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3cc64f54-b295-4dfa-b7f8-226f51f38d8c tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:54.231569 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-3cc64f54-b295-4dfa-b7f8-226f51f38d8c tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] 10.222.0.22 "DELETE /v2.0/networks/99589067-cb70-4009-a69a-6d3abd595bda HTTP/1.1" status: 204 len: 168 time: 1.7928998 Sep 07 02:56:54.239582 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49024) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:54.258775 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-da6280e8-fea6-4deb-8abb-4a84ad58cd37 req-37afb171-5360-42f9-a991-33555d0201d8 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713616 Sep 07 02:56:54.329313 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-59d0b2c8-73f8-4275-827a-1491234b5353 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:54.335423 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-59d0b2c8-73f8-4275-827a-1491234b5353 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/ports/d29af3a3-fc2f-4bf9-8956-0387d715db33 HTTP/1.1" status: 204 len: 168 time: 0.8402507 Sep 07 02:56:54.336461 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49026) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:54.364037 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=def423aa-ceed-4ff5-b0e1-702e9f87f98f,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:54.409890 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b93976a-b0cc-415b-af0f-a5cb59ae9ffd tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:54.411802 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b93976a-b0cc-415b-af0f-a5cb59ae9ffd tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:54.413423 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b93976a-b0cc-415b-af0f-a5cb59ae9ffd tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:54.419149 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-4b93976a-b0cc-415b-af0f-a5cb59ae9ffd tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0815411 Sep 07 02:56:54.420141 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49028) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:54.433933 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 7cd23794-b0b2-4ea1-8992-8772489ca69b triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:54.434320 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:54.467690 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-83aa315c-e750-4155-b606-99bcc58a4b96 None None] Provisioning for port 80bd7e23-dc03-47dc-9924-4eb363f39cb4 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:56:54.481936 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-83aa315c-e750-4155-b606-99bcc58a4b96 None None] Provisioning complete for port 80bd7e23-dc03-47dc-9924-4eb363f39cb4 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:54.482367 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-83aa315c-e750-4155-b606-99bcc58a4b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:54.488462 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-a37a9179-23d6-4f62-a0e4-19377d4ca619 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Deleting subnet 1da33a27-f0ff-4f7e-b963-63b0ff0b7cdf {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:56:54.492220 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a37a9179-23d6-4f62-a0e4-19377d4ca619 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:54.519032 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a112b2c2-ea91-4023-934b-e5826e53bccd tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:54.524040 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-83aa315c-e750-4155-b606-99bcc58a4b96 None None] Port 80bd7e23-dc03-47dc-9924-4eb363f39cb4 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:56:54.548864 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a37a9179-23d6-4f62-a0e4-19377d4ca619 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:54.625363 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc64f54-b295-4dfa-b7f8-226f51f38d8c tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Pushing event deleted for resources: {'Network': ['ID=99589067-cb70-4009-a69a-6d3abd595bda,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:54.630902 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a112b2c2-ea91-4023-934b-e5826e53bccd tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:54.642102 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38589c18-e00d-4f0c-b7f5-f1ce461de80d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Router 65593fc1-2077-4fc0-8278-b47d0f17fdf0 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:56:54.646369 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a0b4ca5c-e66c-4986-84e0-5c9c4a1c6dcd None None] Provisioning complete for port 80bd7e23-dc03-47dc-9924-4eb363f39cb4 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:54.646754 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a0b4ca5c-e66c-4986-84e0-5c9c4a1c6dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:54.666153 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a37a9179-23d6-4f62-a0e4-19377d4ca619 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:54.688427 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a0b4ca5c-e66c-4986-84e0-5c9c4a1c6dcd None None] Port 80bd7e23-dc03-47dc-9924-4eb363f39cb4 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:56:54.713654 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a112b2c2-ea91-4023-934b-e5826e53bccd tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event updated for resources: {'Port': ['ID=80bd7e23-dc03-47dc-9924-4eb363f39cb4,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:54.747822 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a37a9179-23d6-4f62-a0e4-19377d4ca619 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:54.778998 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37a9179-23d6-4f62-a0e4-19377d4ca619 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event deleted for resources: {'Subnet': ['ID=1da33a27-f0ff-4f7e-b963-63b0ff0b7cdf,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:54.782520 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a37a9179-23d6-4f62-a0e4-19377d4ca619 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:54.784473 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a37a9179-23d6-4f62-a0e4-19377d4ca619 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/subnets/1da33a27-f0ff-4f7e-b963-63b0ff0b7cdf HTTP/1.1" status: 204 len: 168 time: 0.3629885 Sep 07 02:56:54.787017 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49030) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:54.797263 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0131fd35-7e4b-4f5d-8472-151b2dce50cc None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:56:54.850462 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dd5887e-30ff-4698-b55f-76719d0a0ef1 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Deleting subnet c8aebea1-0852-4b4d-95f5-c8eff1607299 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:56:54.854583 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5dd5887e-30ff-4698-b55f-76719d0a0ef1 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:54.907975 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5dd5887e-30ff-4698-b55f-76719d0a0ef1 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:54.945704 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0fc00c5c-a0ed-4055-8d57-3dbc993a6702 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:54.984540 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38589c18-e00d-4f0c-b7f5-f1ce461de80d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:56:54.989988 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-38589c18-e00d-4f0c-b7f5-f1ce461de80d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:55.035239 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5dd5887e-30ff-4698-b55f-76719d0a0ef1 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:55.041880 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59453f9-8882-434d-a366-6a0a4bdb898f None None] Sync routers for ids ['65593fc1-2077-4fc0-8278-b47d0f17fdf0'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:56:55.048293 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-38589c18-e00d-4f0c-b7f5-f1ce461de80d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "DELETE /v2.0/floatingips/bc5aa35a-a356-4dd3-9889-20e1d85e2fb8 HTTP/1.1" status: 204 len: 168 time: 3.9533994 Sep 07 02:56:55.053933 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9825f0c0-3240-4c71-adef-7f75dbcde66a', 'tag': 'c05a5a9d-7b6d-4571-a0cd-6b89f4af8111'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:56:55.057331 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2671c9ad-8448-4da9-9fe8-d8baac6191db" -d '{"events": [{"name": "network-changed", "server_uuid": "9825f0c0-3240-4c71-adef-7f75dbcde66a", "tag": "c05a5a9d-7b6d-4571-a0cd-6b89f4af8111"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:56:55.128623 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5dd5887e-30ff-4698-b55f-76719d0a0ef1 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:55.137517 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59453f9-8882-434d-a366-6a0a4bdb898f None None] Routers {'65593fc1-2077-4fc0-8278-b47d0f17fdf0'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:56:55.138184 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f59453f9-8882-434d-a366-6a0a4bdb898f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:56:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['65593fc1-2077-4fc0-8278-b47d0f17fdf0'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:55.170282 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0fc00c5c-a0ed-4055-8d57-3dbc993a6702 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:55.206436 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45743aad-23cf-4b30-8a8a-c215c2a1ae3d x-openstack-request-id: req-45743aad-23cf-4b30-8a8a-c215c2a1ae3d {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:56:55.206745 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9825f0c0-3240-4c71-adef-7f75dbcde66a", "tag": "c05a5a9d-7b6d-4571-a0cd-6b89f4af8111", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:56:55.207036 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-45743aad-23cf-4b30-8a8a-c215c2a1ae3d {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:56:55.207497 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9825f0c0-3240-4c71-adef-7f75dbcde66a', 'tag': 'c05a5a9d-7b6d-4571-a0cd-6b89f4af8111', 'status': 'completed', 'code': 200} Sep 07 02:56:55.214022 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd5887e-30ff-4698-b55f-76719d0a0ef1 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event deleted for resources: {'Subnet': ['ID=c8aebea1-0852-4b4d-95f5-c8eff1607299,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:55.219091 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5dd5887e-30ff-4698-b55f-76719d0a0ef1 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:55.220051 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a112b2c2-ea91-4023-934b-e5826e53bccd tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:55.224039 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-5dd5887e-30ff-4698-b55f-76719d0a0ef1 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/subnets/c8aebea1-0852-4b4d-95f5-c8eff1607299 HTTP/1.1" status: 204 len: 168 time: 0.4357133 Sep 07 02:56:55.227920 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49038) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:55.241683 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-0fc00c5c-a0ed-4055-8d57-3dbc993a6702 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7d7ab51-84f7-413a-9505-45c823c5add4']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:55.255409 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-0fc00c5c-a0ed-4055-8d57-3dbc993a6702 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a535d1f-ac8c-47f6-b760-98be3bb8b842') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:55.255825 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-0fc00c5c-a0ed-4055-8d57-3dbc993a6702 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a535d1f-ac8c-47f6-b760-98be3bb8b842') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:55.268135 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0fc00c5c-a0ed-4055-8d57-3dbc993a6702 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:55.286230 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0fc00c5c-a0ed-4055-8d57-3dbc993a6702 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:55.294609 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fc00c5c-a0ed-4055-8d57-3dbc993a6702 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:56:55.295695 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0fc00c5c-a0ed-4055-8d57-3dbc993a6702 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:55.312940 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:56:55.312940 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:56:55.312940 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:56:55.312940 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:56:55.312940 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:56:55.312940 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:56:55.312940 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:56:55.312940 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:56:55.312940 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:56:55.312940 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:56:55.312940 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:56:55.312940 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:56:55.312940 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:56:55.312940 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:56:55.312940 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:56:55.312940 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:56:55.312940 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:56:55.312940 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:56:55.312940 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:56:55.312940 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:56:55.312940 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:56:55.312940 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:56:55.312940 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:56:55.312940 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:56:55.312940 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:56:55.312940 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:56:55.312940 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:56:55.312940 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:56:55.312940 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:56:55.312940 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:56:55.312940 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:56:55.312940 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:56:55.366971 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3e913a03-452a-4d0d-90ac-407b46cd1ed9 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1377983 Sep 07 02:56:55.367733 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49042) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:55.376187 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-d23f8f05-ed06-4e5b-86ea-d86169e71fed tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Request body: {'subnet': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:56:55.404391 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-ee97ecdf-dfc5-4c1d-8d3b-a1b1788baea1 None None] Provisioning complete for port 80bd7e23-dc03-47dc-9924-4eb363f39cb4 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:55.404778 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ee97ecdf-dfc5-4c1d-8d3b-a1b1788baea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:55.473508 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-f59453f9-8882-434d-a366-6a0a4bdb898f None None] Set router 65593fc1-2077-4fc0-8278-b47d0f17fdf0 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:56:55.552880 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e226a-f062-46e7-8376-4de16e5dbd0e req-6f8d6dab-7d0a-4126-8fa7-bc1401d98663 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:55.554494 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-993e226a-f062-46e7-8376-4de16e5dbd0e req-6f8d6dab-7d0a-4126-8fa7-bc1401d98663 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=9825f0c0-3240-4c71-adef-7f75dbcde66a HTTP/1.1" status: 200 len: 946 time: 0.0578094 Sep 07 02:56:55.555111 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23f8f05-ed06-4e5b-86ea-d86169e71fed tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Made reservation on behalf of 4c9354482bbf46e593fb1c1c8959ca81 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:56:55.559423 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d23f8f05-ed06-4e5b-86ea-d86169e71fed tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:55.568701 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a49489a-2641-4c19-96f3-52b92ddf6282 None None] Update dhcp port {'port': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'fixed_ips': [{'subnet_id': 'c8aebea1-0852-4b4d-95f5-c8eff1607299'}], 'binding:host_id': 'n-d-796209-16'}, 'id': '7cd23794-b0b2-4ea1-8992-8772489ca69b'} from n-d-796209-16. {{(pid=94702) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 07 02:56:55.584896 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device def423aa-ceed-4ff5-b0e1-702e9f87f98f up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:56:55.595002 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0fc00c5c-a0ed-4055-8d57-3dbc993a6702 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:55.599135 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2671c9ad-8448-4da9-9fe8-d8baac6191db req-4ac7333d-4aca-4159-bbd4-79149b2f2230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:55.600905 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2671c9ad-8448-4da9-9fe8-d8baac6191db req-4ac7333d-4aca-4159-bbd4-79149b2f2230 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=626f31b15da14e0da01388cbfdee7f90&device_id=9825f0c0-3240-4c71-adef-7f75dbcde66a HTTP/1.1" status: 200 len: 1098 time: 0.4002671 Sep 07 02:56:55.615304 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0fc00c5c-a0ed-4055-8d57-3dbc993a6702 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:55.617726 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-0fc00c5c-a0ed-4055-8d57-3dbc993a6702 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] 10.222.0.22 "DELETE /v2.0/networks/a7d7ab51-84f7-413a-9505-45c823c5add4 HTTP/1.1" status: 204 len: 168 time: 1.3769822 Sep 07 02:56:55.632120 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49046) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:55.637264 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-993e226a-f062-46e7-8376-4de16e5dbd0e req-71c72a26-b383-4603-a72e-7cc41265c7c1 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=227b796e-e331-4437-9ee2-e029d8455d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744507 Sep 07 02:56:55.669315 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc00c5c-a0ed-4055-8d57-3dbc993a6702 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Pushing event deleted for resources: {'Network': ['ID=a7d7ab51-84f7-413a-9505-45c823c5add4,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:55.682016 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7a49489a-2641-4c19-96f3-52b92ddf6282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:55.691070 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1014662d-50aa-4ce7-9ce5-ef58bbe7e9c6 req-2acc8912-2400-410c-9151-26676042a387 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:55.698787 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1014662d-50aa-4ce7-9ce5-ef58bbe7e9c6 req-2acc8912-2400-410c-9151-26676042a387 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a87a93-c19e-4c4d-a076-f215db038a70 HTTP/1.1" status: 200 len: 946 time: 0.2623763 Sep 07 02:56:55.705862 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-ee97ecdf-dfc5-4c1d-8d3b-a1b1788baea1 None None] Port 80bd7e23-dc03-47dc-9924-4eb363f39cb4 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:56:55.794089 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a112b2c2-ea91-4023-934b-e5826e53bccd tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:55.820741 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463fd6db-1c58-4e4f-8eb8-711d7c9fe156 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:55.827261 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463fd6db-1c58-4e4f-8eb8-711d7c9fe156 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:55.834791 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-463fd6db-1c58-4e4f-8eb8-711d7c9fe156 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1965225 Sep 07 02:56:55.835444 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49048) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:55.838804 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1014662d-50aa-4ce7-9ce5-ef58bbe7e9c6 req-0394308b-72bc-44e7-bd71-da29d12c445e tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389322 Sep 07 02:56:55.868676 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-628a7d90-f543-4c5d-8aa1-fe02e40a86b5 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-723789661'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:56:55.877246 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2671c9ad-8448-4da9-9fe8-d8baac6191db req-9dff531d-cf63-40fb-9088-c5999e0e05ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:55.879268 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2671c9ad-8448-4da9-9fe8-d8baac6191db req-9dff531d-cf63-40fb-9088-c5999e0e05ce service neutron] 10.222.0.23 "GET /v2.0/networks?id=6345c063-9711-4fd7-a5ec-cc5bb3922efa HTTP/1.1" status: 200 len: 897 time: 0.2661688 Sep 07 02:56:55.931589 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628a7d90-f543-4c5d-8aa1-fe02e40a86b5 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Made reservation on behalf of 000dde27e5b248f083dee0f9512ec4ba for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:56:55.935278 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-628a7d90-f543-4c5d-8aa1-fe02e40a86b5 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:55.976050 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-628a7d90-f543-4c5d-8aa1-fe02e40a86b5 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:56:55.978803 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2671c9ad-8448-4da9-9fe8-d8baac6191db req-3eb1fd93-4108-42ca-a5bc-06cf25c953c8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c05a5a9d-7b6d-4571-a0cd-6b89f4af8111 HTTP/1.1" status: 200 len: 217 time: 0.0898769 Sep 07 02:56:55.995109 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-628a7d90-f543-4c5d-8aa1-fe02e40a86b5 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:55.995470 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-628a7d90-f543-4c5d-8aa1-fe02e40a86b5 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Added segment 434007be-d5bd-4e01-a051-7091a7579274 of type vlan for network 58548aa0-1107-4583-83ff-ffa9d65045c1 Sep 07 02:56:56.026901 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1ed38235-6189-40da-bd99-6809c0fc23e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:56.046322 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fbe414-ac9c-441f-9e51-5261f0d262fd None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:56:56.047026 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-628a7d90-f543-4c5d-8aa1-fe02e40a86b5 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:56.055735 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port def423aa-ceed-4ff5-b0e1-702e9f87f98f triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:56.067294 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:56.073864 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d23f8f05-ed06-4e5b-86ea-d86169e71fed tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:56.089118 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-628a7d90-f543-4c5d-8aa1-fe02e40a86b5 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:56.095348 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628a7d90-f543-4c5d-8aa1-fe02e40a86b5 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:56.096189 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-628a7d90-f543-4c5d-8aa1-fe02e40a86b5 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:56.104535 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2671c9ad-8448-4da9-9fe8-d8baac6191db req-1a3696cb-923f-4cbc-b2d2-005015a88648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:56.106265 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2671c9ad-8448-4da9-9fe8-d8baac6191db req-1a3696cb-923f-4cbc-b2d2-005015a88648 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=39af06ff-7bf6-4dad-82da-8f5351b3a173 HTTP/1.1" status: 200 len: 835 time: 0.1191957 Sep 07 02:56:56.193844 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628a7d90-f543-4c5d-8aa1-fe02e40a86b5 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Pushing event updated for resources: {'Network': ['ID=58548aa0-1107-4583-83ff-ffa9d65045c1,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:56.209491 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23f8f05-ed06-4e5b-86ea-d86169e71fed tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:56:56.218147 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-d23f8f05-ed06-4e5b-86ea-d86169e71fed tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:56:56.224722 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23f8f05-ed06-4e5b-86ea-d86169e71fed tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:56.225320 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d23f8f05-ed06-4e5b-86ea-d86169e71fed tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:56.237052 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-628a7d90-f543-4c5d-8aa1-fe02e40a86b5 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3724103 Sep 07 02:56:56.239983 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49050) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:56.241449 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-70257aef-b5e8-484a-b674-58fc03869ed1 None None] Provisioning complete for port 7cd23794-b0b2-4ea1-8992-8772489ca69b triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:56.241986 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-70257aef-b5e8-484a-b674-58fc03869ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:56.248329 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-0fa5014c-47e5-4f65-a18e-6b331d3461a0 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1853360970'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:56:56.257650 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23f8f05-ed06-4e5b-86ea-d86169e71fed tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event updated for resources: {'Subnet': ['ID=ba2e5dd1-cf98-4a77-b233-0e241dc9d714,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:56.273237 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 58548aa0-1107-4583-83ff-ffa9d65045c1 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:56:56.278005 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-d23f8f05-ed06-4e5b-86ea-d86169e71fed tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9086847 Sep 07 02:56:56.282406 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49052) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:56.289830 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-921be25d-8219-42d4-ab9b-bf9cc4d26703 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Request body: {'subnet': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:56:56.339823 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa5014c-47e5-4f65-a18e-6b331d3461a0 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Made reservation on behalf of 000dde27e5b248f083dee0f9512ec4ba for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:56:56.346963 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0fa5014c-47e5-4f65-a18e-6b331d3461a0 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:56.421906 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fa5014c-47e5-4f65-a18e-6b331d3461a0 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:56:56.445932 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0fa5014c-47e5-4f65-a18e-6b331d3461a0 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:56.446343 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-0fa5014c-47e5-4f65-a18e-6b331d3461a0 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Added segment d680508a-76be-4e67-a24d-abd0c968169d of type vlan for network 5a4d5913-3557-4f00-89b8-e4a29895f0fe Sep 07 02:56:56.506064 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0fa5014c-47e5-4f65-a18e-6b331d3461a0 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:56.510836 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921be25d-8219-42d4-ab9b-bf9cc4d26703 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Made reservation on behalf of 4c9354482bbf46e593fb1c1c8959ca81 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:56:56.514448 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-921be25d-8219-42d4-ab9b-bf9cc4d26703 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:56.600292 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0fa5014c-47e5-4f65-a18e-6b331d3461a0 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:56.605988 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa5014c-47e5-4f65-a18e-6b331d3461a0 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:56.606627 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0fa5014c-47e5-4f65-a18e-6b331d3461a0 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:56.638321 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2671c9ad-8448-4da9-9fe8-d8baac6191db req-13e8ecf1-4a1a-4744-add0-dd4f8d2d7bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:56.640695 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2671c9ad-8448-4da9-9fe8-d8baac6191db req-13e8ecf1-4a1a-4744-add0-dd4f8d2d7bbd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6345c063-9711-4fd7-a5ec-cc5bb3922efa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1062136 Sep 07 02:56:56.660380 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-0fa5014c-47e5-4f65-a18e-6b331d3461a0 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4166296 Sep 07 02:56:56.671408 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49056) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:56.672959 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f59453f9-8882-434d-a366-6a0a4bdb898f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65593fc1-2077-4fc0-8278-b47d0f17fdf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703025574', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '3710a1df-b9af-4a11-a409-df677a7ab61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:54:47Z', 'updated_at': '2021-09-07T02:54:57Z', 'revision_number': 4, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'gw_port': {'id': '3710a1df-b9af-4a11-a409-df677a7ab61c', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:70:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593fc1-2077-4fc0-8278-b47d0f17fdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:54:49Z', 'updated_at': '2021-09-07T02:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '0c6edd95-6eda-4abd-a823-1380418d4c08', 'name': '', 'network_id': '6345c063-9711-4fd7-a5ec-cc5bb3922efa', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'mac_address': 'fa:16:3e:02:6b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593fc1-2077-4fc0-8278-b47d0f17fdf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': '39af06ff-7bf6-4dad-82da-8f5351b3a173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:54:55Z', 'updated_at': '2021-09-07T02:55:04Z', 'revision_number': 5, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'subnets': [{'id': '39af06ff-7bf6-4dad-82da-8f5351b3a173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:56.681706 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-1704c8f9-bfe1-4320-9c1a-78fd4c4a3e50 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Request body: {'ports': [{'network_id': '58548aa0-1107-4583-83ff-ffa9d65045c1', 'name': 'tempest-port--775583384', 'admin_state_up': True}, {'network_id': '5a4d5913-3557-4f00-89b8-e4a29895f0fe', 'admin_state_up': False}]} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:56:56.682120 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-1704c8f9-bfe1-4320-9c1a-78fd4c4a3e50 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Request body: {'port': {'network_id': '58548aa0-1107-4583-83ff-ffa9d65045c1', 'name': 'tempest-port--775583384', 'admin_state_up': True}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:56:56.682658 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-1704c8f9-bfe1-4320-9c1a-78fd4c4a3e50 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Request body: {'port': {'network_id': '5a4d5913-3557-4f00-89b8-e4a29895f0fe', 'admin_state_up': False}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:56:56.727806 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59453f9-8882-434d-a366-6a0a4bdb898f None None] Checking router: 65593fc1-2077-4fc0-8278-b47d0f17fdf0 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:56:56.768892 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa5014c-47e5-4f65-a18e-6b331d3461a0 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Pushing event updated for resources: {'Network': ['ID=5a4d5913-3557-4f00-89b8-e4a29895f0fe,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:56.776686 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59453f9-8882-434d-a366-6a0a4bdb898f None None] Routers {'65593fc1-2077-4fc0-8278-b47d0f17fdf0'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:56:56.777408 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f59453f9-8882-434d-a366-6a0a4bdb898f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:56:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['65593fc1-2077-4fc0-8278-b47d0f17fdf0'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:56.856658 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 5a4d5913-3557-4f00-89b8-e4a29895f0fe details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:56:56.858664 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a112b2c2-ea91-4023-934b-e5826e53bccd tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:56.879511 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a112b2c2-ea91-4023-934b-e5826e53bccd tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:56.880308 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a112b2c2-ea91-4023-934b-e5826e53bccd tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:56.888738 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e5870-459b-491b-af47-648551c7f937 req-0eb41e49-d138-4dfb-b359-edc3765479a4 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:56.891868 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ce6e5870-459b-491b-af47-648551c7f937 req-0eb41e49-d138-4dfb-b359-edc3765479a4 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=9825f0c0-3240-4c71-adef-7f75dbcde66a HTTP/1.1" status: 200 len: 946 time: 0.1403346 Sep 07 02:56:56.953057 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a112b2c2-ea91-4023-934b-e5826e53bccd tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event updated for resources: {'Port': ['ID=80bd7e23-dc03-47dc-9924-4eb363f39cb4,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:56.990749 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d77e73-c6f8-4a00-9eb7-41f0d3522e18 req-c209bda3-4051-400c-a93a-663bfc6b3412 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:56.992370 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-93d77e73-c6f8-4a00-9eb7-41f0d3522e18 req-c209bda3-4051-400c-a93a-663bfc6b3412 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.23 "GET /v2.0/ports?device_id=9825f0c0-3240-4c71-adef-7f75dbcde66a HTTP/1.1" status: 200 len: 946 time: 0.1779206 Sep 07 02:56:57.037346 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2671c9ad-8448-4da9-9fe8-d8baac6191db req-7ff12a65-9518-42aa-be80-0284a514a090 service neutron] 10.222.0.23 "GET /v2.0/networks/6345c063-9711-4fd7-a5ec-cc5bb3922efa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3846927 Sep 07 02:56:57.043259 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ce6e5870-459b-491b-af47-648551c7f937 req-fdc8b3da-e925-4d96-9a3e-f9369369050a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=227b796e-e331-4437-9ee2-e029d8455d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227272 Sep 07 02:56:57.102849 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f12aa59-c555-4b63-b66a-8c24bf06d09b None None] Update dhcp port {'port': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'fixed_ips': [{'subnet_id': 'ba2e5dd1-cf98-4a77-b233-0e241dc9d714'}], 'binding:host_id': 'n-d-796209-16'}, 'id': '7cd23794-b0b2-4ea1-8992-8772489ca69b'} from n-d-796209-16. {{(pid=94702) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 07 02:56:57.146133 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98febdd1-c324-45d2-be38-533cfc5b987b req-adced963-244b-4f40-ad45-3e45a048e31c tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:57.147707 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-98febdd1-c324-45d2-be38-533cfc5b987b req-adced963-244b-4f40-ad45-3e45a048e31c tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a87a93-c19e-4c4d-a076-f215db038a70 HTTP/1.1" status: 200 len: 946 time: 0.2026050 Sep 07 02:56:57.169041 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-f59453f9-8882-434d-a366-6a0a4bdb898f None None] Set router 65593fc1-2077-4fc0-8278-b47d0f17fdf0 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:56:57.222338 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9f12aa59-c555-4b63-b66a-8c24bf06d09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:57.228587 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1704c8f9-bfe1-4320-9c1a-78fd4c4a3e50 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Made reservation on behalf of 000dde27e5b248f083dee0f9512ec4ba for: {'port': 2} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:56:57.236168 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-93d77e73-c6f8-4a00-9eb7-41f0d3522e18 req-739e6d23-a76c-45cf-a9cf-0af60d73c8f1 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Deleting port c05a5a9d-7b6d-4571-a0cd-6b89f4af8111 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:56:57.236518 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-93d77e73-c6f8-4a00-9eb7-41f0d3522e18 req-739e6d23-a76c-45cf-a9cf-0af60d73c8f1 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:57.238290 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1704c8f9-bfe1-4320-9c1a-78fd4c4a3e50 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:57.278572 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1704c8f9-bfe1-4320-9c1a-78fd4c4a3e50 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:57.282412 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a112b2c2-ea91-4023-934b-e5826e53bccd tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Network 329f29c5-6673-4273-a6fe-e1b334eb8000 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:56:57.297565 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-a112b2c2-ea91-4023-934b-e5826e53bccd tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:56:57.302169 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-98febdd1-c324-45d2-be38-533cfc5b987b req-73fe42b7-cd66-49ef-a150-a0a0122ac8dd tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419516 Sep 07 02:56:57.313754 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2671c9ad-8448-4da9-9fe8-d8baac6191db req-d28f2ccf-4cc3-4eab-a71a-508549d1f463 service neutron] 10.222.0.23 "GET /v2.0/networks/6345c063-9711-4fd7-a5ec-cc5bb3922efa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636967 Sep 07 02:56:57.429423 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 7cd23794-b0b2-4ea1-8992-8772489ca69b no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:56:57.563704 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a112b2c2-ea91-4023-934b-e5826e53bccd tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Router 41ad0c3d-dc58-4221-8a86-53a543a311fd is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 02:56:57.637151 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-1704c8f9-bfe1-4320-9c1a-78fd4c4a3e50 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] device_id is not set on port 802daa25-c313-4f52-97c2-cdc87aff67d0 yet. {{(pid=94701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:56:57.685812 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:57.695157 n-d-796209-16 neutron-server[94700]: DEBUG neutron.objects.ports [None req-921be25d-8219-42d4-ab9b-bf9cc4d26703 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94700) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 02:56:57.701240 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a112b2c2-ea91-4023-934b-e5826e53bccd tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:56:57.712063 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49064) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:57.713109 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-9f12aa59-c555-4b63-b66a-8c24bf06d09b None None] Allocated IP 172.20.0.2 (98fba89c-e7ad-427b-9268-93662b8245b2/ba2e5dd1-cf98-4a77-b233-0e241dc9d714/7cd23794-b0b2-4ea1-8992-8772489ca69b) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:56:57.716338 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e2c833-1691-469e-85ba-d4eb9f62aa3f None None] Sync routers for ids ['41ad0c3d-dc58-4221-8a86-53a543a311fd'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:56:57.724243 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a112b2c2-ea91-4023-934b-e5826e53bccd tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "PUT /v2.0/routers/41ad0c3d-dc58-4221-8a86-53a543a311fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3732588 Sep 07 02:56:57.724467 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-9f12aa59-c555-4b63-b66a-8c24bf06d09b None None] Allocated IP 2001:db8::f816:3eff:fe29:3348 (98fba89c-e7ad-427b-9268-93662b8245b2/a3f2a9a7-9474-4040-84b6-29d5ff601063/7cd23794-b0b2-4ea1-8992-8772489ca69b) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:56:57.730889 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e2c833-1691-469e-85ba-d4eb9f62aa3f None None] Routers {'41ad0c3d-dc58-4221-8a86-53a543a311fd'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:56:57.732879 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-24e2c833-1691-469e-85ba-d4eb9f62aa3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:56:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['41ad0c3d-dc58-4221-8a86-53a543a311fd'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:57.752964 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f59453f9-8882-434d-a366-6a0a4bdb898f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65593fc1-2077-4fc0-8278-b47d0f17fdf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703025574', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '3710a1df-b9af-4a11-a409-df677a7ab61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:54:47Z', 'updated_at': '2021-09-07T02:54:57Z', 'revision_number': 4, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'gw_port': {'id': '3710a1df-b9af-4a11-a409-df677a7ab61c', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:70:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593fc1-2077-4fc0-8278-b47d0f17fdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:54:49Z', 'updated_at': '2021-09-07T02:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '0c6edd95-6eda-4abd-a823-1380418d4c08', 'name': '', 'network_id': '6345c063-9711-4fd7-a5ec-cc5bb3922efa', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'mac_address': 'fa:16:3e:02:6b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593fc1-2077-4fc0-8278-b47d0f17fdf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': '39af06ff-7bf6-4dad-82da-8f5351b3a173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:54:55Z', 'updated_at': '2021-09-07T02:55:04Z', 'revision_number': 5, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'subnets': [{'id': '39af06ff-7bf6-4dad-82da-8f5351b3a173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:57.766376 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-1aa2d16b-9b2f-46d7-a48d-d048cf193f4e None None] Provisioning complete for port 80bd7e23-dc03-47dc-9924-4eb363f39cb4 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:57.766757 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1aa2d16b-9b2f-46d7-a48d-d048cf193f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:57.782505 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-24e2c833-1691-469e-85ba-d4eb9f62aa3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:57.796072 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e2c833-1691-469e-85ba-d4eb9f62aa3f None None] Routers {'41ad0c3d-dc58-4221-8a86-53a543a311fd'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:56:57.798648 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-24e2c833-1691-469e-85ba-d4eb9f62aa3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:56:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['41ad0c3d-dc58-4221-8a86-53a543a311fd'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:57.820646 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59453f9-8882-434d-a366-6a0a4bdb898f None None] The sync data for ids ['65593fc1-2077-4fc0-8278-b47d0f17fdf0'] in n-d-796209-16 is: [{'id': '65593fc1-2077-4fc0-8278-b47d0f17fdf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703025574', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '3710a1df-b9af-4a11-a409-df677a7ab61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:54:47Z', 'updated_at': '2021-09-07T02:54:57Z', 'revision_number': 4, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'gw_port': {'id': '3710a1df-b9af-4a11-a409-df677a7ab61c', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:70:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593fc1-2077-4fc0-8278-b47d0f17fdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:54:49Z', 'updated_at': '2021-09-07T02:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '0c6edd95-6eda-4abd-a823-1380418d4c08', 'name': '', 'network_id': '6345c063-9711-4fd7-a5ec-cc5bb3922efa', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'mac_address': 'fa:16:3e:02:6b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593fc1-2077-4fc0-8278-b47d0f17fdf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2496, 'fixed_ips': [{'subnet_id': '39af06ff-7bf6-4dad-82da-8f5351b3a173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:54:55Z', 'updated_at': '2021-09-07T02:55:04Z', 'revision_number': 5, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'subnets': [{'id': '39af06ff-7bf6-4dad-82da-8f5351b3a173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:56:57.851303 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8f0256-25c7-4b6c-8d55-20f333feabef tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:57.853734 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ed8f0256-25c7-4b6c-8d55-20f333feabef tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "GET /v2.0/ports/80bd7e23-dc03-47dc-9924-4eb363f39cb4 HTTP/1.1" status: 200 len: 983 time: 0.1400831 Sep 07 02:56:57.856335 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-24e2c833-1691-469e-85ba-d4eb9f62aa3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:56:57.857203 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e2c833-1691-469e-85ba-d4eb9f62aa3f None None] The sync data for ids ['41ad0c3d-dc58-4221-8a86-53a543a311fd'] in n-d-796209-16 is: [] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:56:57.858771 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49066) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:57.867273 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-93d77e73-c6f8-4a00-9eb7-41f0d3522e18 req-739e6d23-a76c-45cf-a9cf-0af60d73c8f1 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] For port c05a5a9d-7b6d-4571-a0cd-6b89f4af8111, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=c05a5a9d-7b6d-4571-a0cd-6b89f4af8111,segment=NetworkSegment(be1dc1b1-7827-42bb-893b-a875f19ad000),segment_id=be1dc1b1-7827-42bb-893b-a875f19ad000)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:56:57.867695 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-93d77e73-c6f8-4a00-9eb7-41f0d3522e18 req-739e6d23-a76c-45cf-a9cf-0af60d73c8f1 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:57.877461 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1704c8f9-bfe1-4320-9c1a-78fd4c4a3e50 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:57.881965 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-1aa2d16b-9b2f-46d7-a48d-d048cf193f4e None None] Port 80bd7e23-dc03-47dc-9924-4eb363f39cb4 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:56:57.893786 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-93d77e73-c6f8-4a00-9eb7-41f0d3522e18 req-739e6d23-a76c-45cf-a9cf-0af60d73c8f1 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Calling delete_port for c05a5a9d-7b6d-4571-a0cd-6b89f4af8111 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:56:57.919264 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-9f12aa59-c555-4b63-b66a-8c24bf06d09b None None] For port 7cd23794-b0b2-4ea1-8992-8772489ca69b, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=7cd23794-b0b2-4ea1-8992-8772489ca69b,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:56:57.955670 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9f12aa59-c555-4b63-b66a-8c24bf06d09b None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:57.980209 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-9f12aa59-c555-4b63-b66a-8c24bf06d09b None None] Transition to ACTIVE for port object 7cd23794-b0b2-4ea1-8992-8772489ca69b will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:56:57.987668 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9f12aa59-c555-4b63-b66a-8c24bf06d09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:58.011345 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.db.api [None req-921be25d-8219-42d4-ab9b-bf9cc4d26703 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe29:3348-64be1b47-24b9-45af-a143-5972ac7d3b {{(pid=94700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 02:56:58.011345 n-d-796209-16 neutron-server[94700]: DEBUG oslo_db.api [None req-921be25d-8219-42d4-ab9b-bf9cc4d26703 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2._create_subnet_postcommit {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 02:56:58.021223 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-1704c8f9-bfe1-4320-9c1a-78fd4c4a3e50 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] device_id is not set on port 1d4ec7b5-e235-4f92-8179-ab582147dfb0 yet. {{(pid=94701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:56:58.039711 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-93d77e73-c6f8-4a00-9eb7-41f0d3522e18 req-739e6d23-a76c-45cf-a9cf-0af60d73c8f1 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:58.113279 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739e6d23-a76c-45cf-a9cf-0af60d73c8f1 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event deleted for resources: {'Port': ['ID=c05a5a9d-7b6d-4571-a0cd-6b89f4af8111,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:58.135198 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.db.api [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 02:56:58.135809 n-d-796209-16 neutron-server[94702]: DEBUG oslo_db.api [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 02:56:58.143125 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-93d77e73-c6f8-4a00-9eb7-41f0d3522e18 req-739e6d23-a76c-45cf-a9cf-0af60d73c8f1 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] No DVR routers for this DVR port c05a5a9d-7b6d-4571-a0cd-6b89f4af8111 on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:56:58.146281 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-93d77e73-c6f8-4a00-9eb7-41f0d3522e18 req-739e6d23-a76c-45cf-a9cf-0af60d73c8f1 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:58.148025 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f12aa59-c555-4b63-b66a-8c24bf06d09b None None] Pushing event updated for resources: {'Port': ['ID=7cd23794-b0b2-4ea1-8992-8772489ca69b,revision_number=12']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:58.148859 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-93d77e73-c6f8-4a00-9eb7-41f0d3522e18 req-739e6d23-a76c-45cf-a9cf-0af60d73c8f1 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.23 "DELETE /v2.0/ports/c05a5a9d-7b6d-4571-a0cd-6b89f4af8111 HTTP/1.1" status: 204 len: 173 time: 1.1489491 Sep 07 02:56:58.149435 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9825f0c0-3240-4c71-adef-7f75dbcde66a', 'name': 'network-vif-deleted', 'tag': 'c05a5a9d-7b6d-4571-a0cd-6b89f4af8111'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:56:58.153804 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2988ad9-6932-4cfd-92ef-e2ed3b14106f" -d '{"events": [{"server_uuid": "9825f0c0-3240-4c71-adef-7f75dbcde66a", "name": "network-vif-deleted", "tag": "c05a5a9d-7b6d-4571-a0cd-6b89f4af8111"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:56:58.196450 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5130e37c-fa6f-401d-9202-31a5956f9c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:58.262408 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c899a812-a30e-48f6-b2fe-48611d7f81da req-7e95fe20-b02b-40ff-bf10-579a1f6cab7c tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=9825f0c0-3240-4c71-adef-7f75dbcde66a HTTP/1.1" status: 200 len: 210 time: 0.0823579 Sep 07 02:56:58.264055 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e8927b4-bba2-405e-854b-fc79bf8ca183 x-openstack-request-id: req-6e8927b4-bba2-405e-854b-fc79bf8ca183 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:56:58.264350 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9825f0c0-3240-4c71-adef-7f75dbcde66a", "name": "network-vif-deleted", "tag": "c05a5a9d-7b6d-4571-a0cd-6b89f4af8111", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:56:58.264597 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6e8927b4-bba2-405e-854b-fc79bf8ca183 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:56:58.265635 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9825f0c0-3240-4c71-adef-7f75dbcde66a', 'name': 'network-vif-deleted', 'tag': 'c05a5a9d-7b6d-4571-a0cd-6b89f4af8111', 'status': 'completed', 'code': 200} Sep 07 02:56:58.330756 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f110ee6-a494-4031-970a-66f681cb5200 None None] New status for floating IP bc5aa35a-a356-4dd3-9889-20e1d85e2fb8: DOWN {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 02:56:58.361355 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1704c8f9-bfe1-4320-9c1a-78fd4c4a3e50 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:58.493289 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1704c8f9-bfe1-4320-9c1a-78fd4c4a3e50 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:58.537747 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328db5c1-3439-443d-855a-babdadc2ae89 req-d3555876-45c8-4997-9e19-35079a76a9dd tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:58.539333 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-328db5c1-3439-443d-855a-babdadc2ae89 req-d3555876-45c8-4997-9e19-35079a76a9dd tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a87a93-c19e-4c4d-a076-f215db038a70 HTTP/1.1" status: 200 len: 946 time: 0.1134222 Sep 07 02:56:58.606857 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d4b4274e-f189-4903-a797-3f6ee33fda88 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:58.621539 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1704c8f9-bfe1-4320-9c1a-78fd4c4a3e50 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Pushing event updated for resources: {'Port': ['ID=802daa25-c313-4f52-97c2-cdc87aff67d0,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:58.696594 n-d-796209-16 neutron-server[94700]: DEBUG neutron.objects.ports [None req-921be25d-8219-42d4-ab9b-bf9cc4d26703 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94700) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 02:56:58.765311 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:58.771248 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-328db5c1-3439-443d-855a-babdadc2ae89 req-1dd0c29c-29be-4d29-a51f-ecfba97a75ac tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026143 Sep 07 02:56:58.810027 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1704c8f9-bfe1-4320-9c1a-78fd4c4a3e50 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Checking segment: {'id': '434007be-d5bd-4e01-a051-7091a7579274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '58548aa0-1107-4583-83ff-ffa9d65045c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:56:58.810398 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1704c8f9-bfe1-4320-9c1a-78fd4c4a3e50 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Network hostable DHCP agents. Network: 58548aa0-1107-4583-83ff-ffa9d65045c1, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:56:58.814311 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:58.839507 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 7cd23794-b0b2-4ea1-8992-8772489ca69b, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=7cd23794-b0b2-4ea1-8992-8772489ca69b,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:56:58.846791 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:58.857086 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1704c8f9-bfe1-4320-9c1a-78fd4c4a3e50 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Network 58548aa0-1107-4583-83ff-ffa9d65045c1 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:56:58.877002 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-1704c8f9-bfe1-4320-9c1a-78fd4c4a3e50 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 58548aa0-1107-4583-83ff-ffa9d65045c1) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:56:58.878123 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.ipam_pluggable_backend [None req-921be25d-8219-42d4-ab9b-bf9cc4d26703 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Port 7cd23794-b0b2-4ea1-8992-8772489ca69b got IPv6 auto-address in a concurrent create or update port request. Ignoring. {{(pid=94700) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:583}} Sep 07 02:56:58.878786 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-921be25d-8219-42d4-ab9b-bf9cc4d26703 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:58.890507 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcce9cbb-249e-4666-8a1f-02634878b73e None None] Network 58548aa0-1107-4583-83ff-ffa9d65045c1 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:56:58.895823 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1704c8f9-bfe1-4320-9c1a-78fd4c4a3e50 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:56:58.896997 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1704c8f9-bfe1-4320-9c1a-78fd4c4a3e50 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:58.930131 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921be25d-8219-42d4-ab9b-bf9cc4d26703 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:56:58.934435 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-921be25d-8219-42d4-ab9b-bf9cc4d26703 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:56:58.938996 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921be25d-8219-42d4-ab9b-bf9cc4d26703 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:58.939880 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-921be25d-8219-42d4-ab9b-bf9cc4d26703 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:58.956328 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921be25d-8219-42d4-ab9b-bf9cc4d26703 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event updated for resources: {'Subnet': ['ID=a3f2a9a7-9474-4040-84b6-29d5ff601063,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:58.967534 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-921be25d-8219-42d4-ab9b-bf9cc4d26703 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6815107 Sep 07 02:56:58.968821 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49076) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:58.981887 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=7cd23794-b0b2-4ea1-8992-8772489ca69b,revision_number=13']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:58.982755 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-d8329500-45e6-4cbe-9f77-930dceaf0243 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Request body: {'port': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'mac_address': 'fa:16:3e:cb:40:d4', 'name': 'tempest-NetworksTestDHCPv6-119412189'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:56:59.006636 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1704c8f9-bfe1-4320-9c1a-78fd4c4a3e50 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Pushing event updated for resources: {'Port': ['ID=1d4ec7b5-e235-4f92-8179-ab582147dfb0,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:59.022900 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1704c8f9-bfe1-4320-9c1a-78fd4c4a3e50 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Checking segment: {'id': 'd680508a-76be-4e67-a24d-abd0c968169d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '5a4d5913-3557-4f00-89b8-e4a29895f0fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:56:59.023261 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1704c8f9-bfe1-4320-9c1a-78fd4c4a3e50 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Network hostable DHCP agents. Network: 5a4d5913-3557-4f00-89b8-e4a29895f0fe, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:56:59.055755 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-d4b4274e-f189-4903-a797-3f6ee33fda88 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Deleting port 80bd7e23-dc03-47dc-9924-4eb363f39cb4 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:56:59.056109 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d4b4274e-f189-4903-a797-3f6ee33fda88 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:59.073725 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1704c8f9-bfe1-4320-9c1a-78fd4c4a3e50 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Network 5a4d5913-3557-4f00-89b8-e4a29895f0fe is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:56:59.093924 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-1704c8f9-bfe1-4320-9c1a-78fd4c4a3e50 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 5a4d5913-3557-4f00-89b8-e4a29895f0fe) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:56:59.107685 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba6d9ff-294b-490b-85de-2153d89c40de None None] Network 5a4d5913-3557-4f00-89b8-e4a29895f0fe requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:56:59.126411 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1704c8f9-bfe1-4320-9c1a-78fd4c4a3e50 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:56:59.129730 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8329500-45e6-4cbe-9f77-930dceaf0243 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Made reservation on behalf of 4c9354482bbf46e593fb1c1c8959ca81 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:56:59.132547 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1704c8f9-bfe1-4320-9c1a-78fd4c4a3e50 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:59.138203 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1704c8f9-bfe1-4320-9c1a-78fd4c4a3e50 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:59.138360 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1704c8f9-bfe1-4320-9c1a-78fd4c4a3e50 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:59.159563 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49078) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:59.159810 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-1704c8f9-bfe1-4320-9c1a-78fd4c4a3e50 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.4847510 Sep 07 02:56:59.174568 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfcee4a-cb7c-49b3-89f7-1a0c20e5e975 None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:56:59.192104 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d4b4274e-f189-4903-a797-3f6ee33fda88 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:59.208470 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-d4b4274e-f189-4903-a797-3f6ee33fda88 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Calling delete_port for 80bd7e23-dc03-47dc-9924-4eb363f39cb4 owned by network:router_interface {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:56:59.256745 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467cbb2e-4822-4393-8071-04c4977be499 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:59.265342 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467cbb2e-4822-4393-8071-04c4977be499 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:56:59.266991 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-467cbb2e-4822-4393-8071-04c4977be499 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1062739 Sep 07 02:56:59.271063 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49080) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:59.286297 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d8329500-45e6-4cbe-9f77-930dceaf0243 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:59.299329 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-783312af-22f2-4246-bbe7-398639e98c36 None None] Provisioning for port 7cd23794-b0b2-4ea1-8992-8772489ca69b completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:56:59.315452 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-d8329500-45e6-4cbe-9f77-930dceaf0243 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] device_id is not set on port 511e3aaa-65f6-4e42-b514-b5d647ab6bff yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:56:59.315687 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-783312af-22f2-4246-bbe7-398639e98c36 None None] Provisioning complete for port 7cd23794-b0b2-4ea1-8992-8772489ca69b triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:59.315687 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-783312af-22f2-4246-bbe7-398639e98c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:59.398934 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49084) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:56:59.487269 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-783312af-22f2-4246-bbe7-398639e98c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:59.504726 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 7cd23794-b0b2-4ea1-8992-8772489ca69b up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:56:59.522800 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-d8329500-45e6-4cbe-9f77-930dceaf0243 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Allocated IP 172.20.0.13 (98fba89c-e7ad-427b-9268-93662b8245b2/ba2e5dd1-cf98-4a77-b233-0e241dc9d714/511e3aaa-65f6-4e42-b514-b5d647ab6bff) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:56:59.531500 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-d8329500-45e6-4cbe-9f77-930dceaf0243 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Allocated IP 2001:db8::f816:3eff:fecb:40d4 (98fba89c-e7ad-427b-9268-93662b8245b2/a3f2a9a7-9474-4040-84b6-29d5ff601063/511e3aaa-65f6-4e42-b514-b5d647ab6bff) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:56:59.572140 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:59.584022 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-783312af-22f2-4246-bbe7-398639e98c36 None None] For port 7cd23794-b0b2-4ea1-8992-8772489ca69b, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=7cd23794-b0b2-4ea1-8992-8772489ca69b,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:56:59.592822 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-783312af-22f2-4246-bbe7-398639e98c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:59.620418 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 7cd23794-b0b2-4ea1-8992-8772489ca69b triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:56:59.620796 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:59.682124 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783312af-22f2-4246-bbe7-398639e98c36 None None] Pushing event updated for resources: {'Port': ['ID=7cd23794-b0b2-4ea1-8992-8772489ca69b,revision_number=14']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:56:59.773260 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d8329500-45e6-4cbe-9f77-930dceaf0243 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:56:59.805882 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device c05a5a9d-7b6d-4571-a0cd-6b89f4af8111 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:56:59.834423 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: c05a5a9d-7b6d-4571-a0cd-6b89f4af8111 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:56:59.834633 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device c05a5a9d-7b6d-4571-a0cd-6b89f4af8111 not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:56:59.990391 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-9673dbfb-0ac5-4c28-a145-ce4b641ecc1c tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Deleting port 802daa25-c313-4f52-97c2-cdc87aff67d0 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:56:59.991019 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9673dbfb-0ac5-4c28-a145-ce4b641ecc1c tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:00.017682 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-d8329500-45e6-4cbe-9f77-930dceaf0243 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Transition to ACTIVE for port object 511e3aaa-65f6-4e42-b514-b5d647ab6bff will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:57:00.063296 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d4b4274e-f189-4903-a797-3f6ee33fda88 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:00.067047 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d8329500-45e6-4cbe-9f77-930dceaf0243 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:00.116738 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8329500-45e6-4cbe-9f77-930dceaf0243 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:57:00.120569 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-d8329500-45e6-4cbe-9f77-930dceaf0243 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:57:00.124432 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63bfdb-dc14-49ac-9505-55ba74a49068 req-e5c3dc44-ab5f-4c15-84c7-13c943a4a993 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:00.126007 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7c63bfdb-dc14-49ac-9505-55ba74a49068 req-e5c3dc44-ab5f-4c15-84c7-13c943a4a993 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a87a93-c19e-4c4d-a076-f215db038a70 HTTP/1.1" status: 200 len: 946 time: 0.2037508 Sep 07 02:57:00.128641 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8329500-45e6-4cbe-9f77-930dceaf0243 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:57:00.137165 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8329500-45e6-4cbe-9f77-930dceaf0243 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event updated for resources: {'Port': ['ID=511e3aaa-65f6-4e42-b514-b5d647ab6bff,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:00.162557 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b4274e-f189-4903-a797-3f6ee33fda88 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event deleted for resources: {'Port': ['ID=80bd7e23-dc03-47dc-9924-4eb363f39cb4,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:00.164495 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7d1a83-557f-4802-bb08-36562aaad390 None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:57:00.193888 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8329500-45e6-4cbe-9f77-930dceaf0243 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:00.194555 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d8329500-45e6-4cbe-9f77-930dceaf0243 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:00.202912 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9673dbfb-0ac5-4c28-a145-ce4b641ecc1c tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:00.212695 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-d8329500-45e6-4cbe-9f77-930dceaf0243 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.2397656 Sep 07 02:57:00.217045 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49090) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:00.271230 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-9673dbfb-0ac5-4c28-a145-ce4b641ecc1c tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Calling delete_port for 802daa25-c313-4f52-97c2-cdc87aff67d0 owned by {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:57:00.285578 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08ccc34-8e37-4938-8baa-3a0b61791126 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:00.292272 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08ccc34-8e37-4938-8baa-3a0b61791126 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:00.295539 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c08ccc34-8e37-4938-8baa-3a0b61791126 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.0756421 Sep 07 02:57:00.296605 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49092) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:00.345654 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7c63bfdb-dc14-49ac-9505-55ba74a49068 req-6c0f661b-87d7-4df8-b351-bb64cf830303 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841474 Sep 07 02:57:00.419019 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-e238b139-c2df-47f8-ae5a-b7fa97d9d58e tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Deleting port 511e3aaa-65f6-4e42-b514-b5d647ab6bff {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:57:00.419372 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e238b139-c2df-47f8-ae5a-b7fa97d9d58e tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:00.436238 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d4b4274e-f189-4903-a797-3f6ee33fda88 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:00.451744 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-153bd2a6-afe6-423f-a2e6-2440c18ea9b9 None None] Provisioning complete for port 7cd23794-b0b2-4ea1-8992-8772489ca69b triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:57:00.452578 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-153bd2a6-afe6-423f-a2e6-2440c18ea9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:00.532358 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e238b139-c2df-47f8-ae5a-b7fa97d9d58e tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:00.546644 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-e238b139-c2df-47f8-ae5a-b7fa97d9d58e tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Calling delete_port for 511e3aaa-65f6-4e42-b514-b5d647ab6bff owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:57:00.636142 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9673dbfb-0ac5-4c28-a145-ce4b641ecc1c tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:00.704467 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9673dbfb-0ac5-4c28-a145-ce4b641ecc1c tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Pushing event deleted for resources: {'Port': ['ID=802daa25-c313-4f52-97c2-cdc87aff67d0,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:00.711555 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4b4274e-f189-4903-a797-3f6ee33fda88 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Router 41ad0c3d-dc58-4221-8a86-53a543a311fd has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:57:00.719473 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9673dbfb-0ac5-4c28-a145-ce4b641ecc1c tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:00.724141 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-9673dbfb-0ac5-4c28-a145-ce4b641ecc1c tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] 10.222.0.22 "DELETE /v2.0/ports/802daa25-c313-4f52-97c2-cdc87aff67d0 HTTP/1.1" status: 204 len: 168 time: 1.4520249 Sep 07 02:57:00.725777 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49094) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:00.754276 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e238b139-c2df-47f8-ae5a-b7fa97d9d58e tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:00.786619 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e238b139-c2df-47f8-ae5a-b7fa97d9d58e tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event deleted for resources: {'Port': ['ID=511e3aaa-65f6-4e42-b514-b5d647ab6bff,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:00.881091 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e238b139-c2df-47f8-ae5a-b7fa97d9d58e tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:00.883945 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-e238b139-c2df-47f8-ae5a-b7fa97d9d58e tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/ports/511e3aaa-65f6-4e42-b514-b5d647ab6bff HTTP/1.1" status: 204 len: 168 time: 0.5863416 Sep 07 02:57:00.885799 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49098) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:00.906052 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b4274e-f189-4903-a797-3f6ee33fda88 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:57:00.916410 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d4b4274e-f189-4903-a797-3f6ee33fda88 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "PUT /v2.0/routers/41ad0c3d-dc58-4221-8a86-53a543a311fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0533657 Sep 07 02:57:00.919621 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db63ed3c-959d-4237-a4c1-819db3dd69c3 None None] Sync routers for ids ['41ad0c3d-dc58-4221-8a86-53a543a311fd'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:57:00.920124 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49100) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:00.937701 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-37d58e03-031e-467a-9c52-2c2fe740cc50 None None] Provisioning complete for port 7cd23794-b0b2-4ea1-8992-8772489ca69b triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:57:00.938075 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-37d58e03-031e-467a-9c52-2c2fe740cc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:00.938426 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db63ed3c-959d-4237-a4c1-819db3dd69c3 None None] Routers {'41ad0c3d-dc58-4221-8a86-53a543a311fd'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:57:00.939208 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-db63ed3c-959d-4237-a4c1-819db3dd69c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:56:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['41ad0c3d-dc58-4221-8a86-53a543a311fd'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:00.956684 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fe8401-3de5-48da-baef-d93fe9034e84 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:00.959988 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fe8401-3de5-48da-baef-d93fe9034e84 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:00.962926 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fe8401-3de5-48da-baef-d93fe9034e84 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:00.967950 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-90fe8401-3de5-48da-baef-d93fe9034e84 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0809584 Sep 07 02:57:00.969187 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49102) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:00.983162 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5da8065b-e329-4a63-9412-a458aabf213d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:00.986926 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-db63ed3c-959d-4237-a4c1-819db3dd69c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:01.006518 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db63ed3c-959d-4237-a4c1-819db3dd69c3 None None] Routers {'41ad0c3d-dc58-4221-8a86-53a543a311fd'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:57:01.007148 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-db63ed3c-959d-4237-a4c1-819db3dd69c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:56:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['41ad0c3d-dc58-4221-8a86-53a543a311fd'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:01.047228 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-680fac65-973e-4c13-9e4c-5f09c3de1719 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Deleting subnet a3f2a9a7-9474-4040-84b6-29d5ff601063 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:57:01.050964 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-680fac65-973e-4c13-9e4c-5f09c3de1719 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:01.051236 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-db63ed3c-959d-4237-a4c1-819db3dd69c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:01.051911 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db63ed3c-959d-4237-a4c1-819db3dd69c3 None None] The sync data for ids ['41ad0c3d-dc58-4221-8a86-53a543a311fd'] in n-d-796209-16 is: [] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:57:01.053452 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-37d58e03-031e-467a-9c52-2c2fe740cc50 None None] Could not find standard attr ID for object 511e3aaa-65f6-4e42-b514-b5d647ab6bff. {{(pid=94702) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 02:57:01.086016 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3959f215-e42a-4a63-a86c-c22a07a0eef5 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Deleting port 1d4ec7b5-e235-4f92-8179-ab582147dfb0 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:57:01.086589 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3959f215-e42a-4a63-a86c-c22a07a0eef5 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:01.103685 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-680fac65-973e-4c13-9e4c-5f09c3de1719 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:01.197811 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-680fac65-973e-4c13-9e4c-5f09c3de1719 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:01.262013 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-680fac65-973e-4c13-9e4c-5f09c3de1719 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:01.271594 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3959f215-e42a-4a63-a86c-c22a07a0eef5 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:01.273017 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-54ef4298-3b80-43ee-aed6-415e4a1f8ff8 None None] Could not find standard attr ID for object 511e3aaa-65f6-4e42-b514-b5d647ab6bff. {{(pid=94702) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 02:57:01.289407 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680fac65-973e-4c13-9e4c-5f09c3de1719 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event deleted for resources: {'Subnet': ['ID=a3f2a9a7-9474-4040-84b6-29d5ff601063,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:01.297010 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-680fac65-973e-4c13-9e4c-5f09c3de1719 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:01.301312 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-680fac65-973e-4c13-9e4c-5f09c3de1719 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/subnets/a3f2a9a7-9474-4040-84b6-29d5ff601063 HTTP/1.1" status: 204 len: 168 time: 0.3289416 Sep 07 02:57:01.301597 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49104) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:01.304156 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-448bd197-cf2d-4185-a2aa-bd1d3e2b6662 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] remove_router_interface failed (client error): The resource could not be found. Sep 07 02:57:01.308412 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-448bd197-cf2d-4185-a2aa-bd1d3e2b6662 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "PUT /v2.0/routers/41ad0c3d-dc58-4221-8a86-53a543a311fd/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3873765 Sep 07 02:57:01.311449 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49106) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:01.326297 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3959f215-e42a-4a63-a86c-c22a07a0eef5 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Calling delete_port for 1d4ec7b5-e235-4f92-8179-ab582147dfb0 owned by {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:57:01.379756 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-84f4e83b-a594-4646-a531-9e0cfe281e5c tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "GET /v2.0/ports?device_id=41ad0c3d-dc58-4221-8a86-53a543a311fd HTTP/1.1" status: 200 len: 205 time: 0.0670364 Sep 07 02:57:01.383785 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49110) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:01.432155 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:01.457707 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 7cd23794-b0b2-4ea1-8992-8772489ca69b up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:57:01.511885 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b5b5c18-2fa3-4e5f-8b60-59d2d85676a0 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Deleting subnet ba2e5dd1-cf98-4a77-b233-0e241dc9d714 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:57:01.519110 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5b5b5c18-2fa3-4e5f-8b60-59d2d85676a0 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:01.561738 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2df6c7-7984-43d2-84b7-7afc182c9b35 None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:57:01.583108 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-66b48dba-5465-4753-9201-7025ee893d3b tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:01.604967 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 7cd23794-b0b2-4ea1-8992-8772489ca69b triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:57:01.605666 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:01.626685 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3959f215-e42a-4a63-a86c-c22a07a0eef5 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:01.642130 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5b5b5c18-2fa3-4e5f-8b60-59d2d85676a0 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:01.661871 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3959f215-e42a-4a63-a86c-c22a07a0eef5 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Pushing event deleted for resources: {'Port': ['ID=1d4ec7b5-e235-4f92-8179-ab582147dfb0,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:01.669156 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3959f215-e42a-4a63-a86c-c22a07a0eef5 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:01.672992 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-3959f215-e42a-4a63-a86c-c22a07a0eef5 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] 10.222.0.22 "DELETE /v2.0/ports/1d4ec7b5-e235-4f92-8179-ab582147dfb0 HTTP/1.1" status: 204 len: 168 time: 0.9432476 Sep 07 02:57:01.674231 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49112) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:01.705227 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce602dc5-d7c6-4347-96c2-d075600c8d33 req-0ba6c1e8-856f-468f-80e6-88d1c8678486 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:01.710495 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c08a4dca-ce13-4371-8246-c0afab425606 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0324578 Sep 07 02:57:01.711270 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49114) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:01.712801 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ce602dc5-d7c6-4347-96c2-d075600c8d33 req-0ba6c1e8-856f-468f-80e6-88d1c8678486 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a87a93-c19e-4c4d-a076-f215db038a70 HTTP/1.1" status: 200 len: 946 time: 0.2359591 Sep 07 02:57:01.715861 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-b2e2a950-089a-48d7-a70a-1bba318e4a67 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1562010919'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:01.743176 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-5da8065b-e329-4a63-9412-a458aabf213d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Deleting port 0c6edd95-6eda-4abd-a823-1380418d4c08 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:57:01.744242 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5da8065b-e329-4a63-9412-a458aabf213d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:01.773680 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e2a950-089a-48d7-a70a-1bba318e4a67 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Made reservation on behalf of 000dde27e5b248f083dee0f9512ec4ba for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:57:01.777219 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b2e2a950-089a-48d7-a70a-1bba318e4a67 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:01.842556 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2e2a950-089a-48d7-a70a-1bba318e4a67 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:57:01.847529 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-66b48dba-5465-4753-9201-7025ee893d3b tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:01.864979 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-66b48dba-5465-4753-9201-7025ee893d3b tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:01.865824 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b2e2a950-089a-48d7-a70a-1bba318e4a67 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:01.866237 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-b2e2a950-089a-48d7-a70a-1bba318e4a67 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Added segment bd454cc9-5922-4c61-b6cd-76462c4bd5eb of type vlan for network f41e504b-88b6-4f18-a175-60760c8fd01d Sep 07 02:57:01.868417 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-5da8065b-e329-4a63-9412-a458aabf213d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] For port 0c6edd95-6eda-4abd-a823-1380418d4c08, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=0c6edd95-6eda-4abd-a823-1380418d4c08,segment=NetworkSegment(be1dc1b1-7827-42bb-893b-a875f19ad000),segment_id=be1dc1b1-7827-42bb-893b-a875f19ad000)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:57:01.869298 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5da8065b-e329-4a63-9412-a458aabf213d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:01.869560 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ce602dc5-d7c6-4347-96c2-d075600c8d33 req-fcdae939-a39b-45bc-a16f-fe70960e323d tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559615 Sep 07 02:57:01.925575 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-5da8065b-e329-4a63-9412-a458aabf213d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Calling delete_port for 0c6edd95-6eda-4abd-a823-1380418d4c08 owned by network:router_interface {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:57:01.956038 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b2e2a950-089a-48d7-a70a-1bba318e4a67 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:01.956346 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-66b48dba-5465-4753-9201-7025ee893d3b tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:01.956832 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b48dba-5465-4753-9201-7025ee893d3b tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Fanout notify agent at l3_agent the message router_deleted on router 41ad0c3d-dc58-4221-8a86-53a543a311fd {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 02:57:01.966912 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-66b48dba-5465-4753-9201-7025ee893d3b tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:01.969953 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-66b48dba-5465-4753-9201-7025ee893d3b tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "DELETE /v2.0/routers/41ad0c3d-dc58-4221-8a86-53a543a311fd HTTP/1.1" status: 204 len: 168 time: 0.5839200 Sep 07 02:57:01.972609 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49118) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:01.975562 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5b5b5c18-2fa3-4e5f-8b60-59d2d85676a0 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:02.037536 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b2e2a950-089a-48d7-a70a-1bba318e4a67 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:02.043732 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e2a950-089a-48d7-a70a-1bba318e4a67 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:02.044372 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b2e2a950-089a-48d7-a70a-1bba318e4a67 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:02.061749 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-f157476a-2f59-4f3e-bdd8-7647265dd010 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Deleting subnet 69fc4736-48dc-46e1-85ac-03953ef35f4d {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:57:02.067227 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f157476a-2f59-4f3e-bdd8-7647265dd010 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:02.095340 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b2e2a950-089a-48d7-a70a-1bba318e4a67 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3811913 Sep 07 02:57:02.096687 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49120) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:02.109877 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-3e702e5d-a4e2-4bbe-b47e-584e51c3d984 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-794388382'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:02.133530 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5b5b5c18-2fa3-4e5f-8b60-59d2d85676a0 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:02.139439 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f157476a-2f59-4f3e-bdd8-7647265dd010 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:02.170356 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e2a950-089a-48d7-a70a-1bba318e4a67 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Pushing event updated for resources: {'Network': ['ID=f41e504b-88b6-4f18-a175-60760c8fd01d,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:02.180391 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network f41e504b-88b6-4f18-a175-60760c8fd01d details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:57:02.194608 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b5c18-2fa3-4e5f-8b60-59d2d85676a0 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event deleted for resources: {'Subnet': ['ID=ba2e5dd1-cf98-4a77-b233-0e241dc9d714,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:02.215294 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5b5b5c18-2fa3-4e5f-8b60-59d2d85676a0 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:02.217354 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-5b5b5c18-2fa3-4e5f-8b60-59d2d85676a0 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/subnets/ba2e5dd1-cf98-4a77-b233-0e241dc9d714 HTTP/1.1" status: 204 len: 168 time: 0.9148123 Sep 07 02:57:02.220296 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49122) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:02.227671 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e702e5d-a4e2-4bbe-b47e-584e51c3d984 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Made reservation on behalf of 000dde27e5b248f083dee0f9512ec4ba for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:57:02.233214 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3e702e5d-a4e2-4bbe-b47e-584e51c3d984 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:02.264220 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-96ece249-3347-4d21-ade6-df34a6e1e438 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0427864 Sep 07 02:57:02.267003 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49124) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:02.274926 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-8e80a57d-1fcb-44e2-bbeb-c0f107b1ef3b tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Request body: {'subnet': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:02.289807 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e702e5d-a4e2-4bbe-b47e-584e51c3d984 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:57:02.308279 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f157476a-2f59-4f3e-bdd8-7647265dd010 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:02.311878 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3e702e5d-a4e2-4bbe-b47e-584e51c3d984 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:02.312199 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-3e702e5d-a4e2-4bbe-b47e-584e51c3d984 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Added segment 975acf0a-73d5-430e-b132-604602daa8a2 of type vlan for network 08d6dd03-6ebb-4d4d-9e3f-8fc7900ed513 Sep 07 02:57:02.394203 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3e702e5d-a4e2-4bbe-b47e-584e51c3d984 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:02.411645 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5da8065b-e329-4a63-9412-a458aabf213d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:02.425449 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f157476a-2f59-4f3e-bdd8-7647265dd010 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:02.448266 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8065b-e329-4a63-9412-a458aabf213d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event deleted for resources: {'Port': ['ID=0c6edd95-6eda-4abd-a823-1380418d4c08,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:02.455624 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e80a57d-1fcb-44e2-bbeb-c0f107b1ef3b tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Made reservation on behalf of 4c9354482bbf46e593fb1c1c8959ca81 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:57:02.459312 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8e80a57d-1fcb-44e2-bbeb-c0f107b1ef3b tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:02.470605 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f157476a-2f59-4f3e-bdd8-7647265dd010 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event deleted for resources: {'Subnet': ['ID=69fc4736-48dc-46e1-85ac-03953ef35f4d,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:02.472739 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3e702e5d-a4e2-4bbe-b47e-584e51c3d984 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:02.476959 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68955f22-e190-4924-a696-1607beea3017 None None] Network 329f29c5-6673-4273-a6fe-e1b334eb8000 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:57:02.489077 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e702e5d-a4e2-4bbe-b47e-584e51c3d984 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:02.489746 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3e702e5d-a4e2-4bbe-b47e-584e51c3d984 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:02.494798 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f157476a-2f59-4f3e-bdd8-7647265dd010 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:02.496957 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f157476a-2f59-4f3e-bdd8-7647265dd010 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "DELETE /v2.0/subnets/69fc4736-48dc-46e1-85ac-03953ef35f4d HTTP/1.1" status: 204 len: 168 time: 0.5228188 Sep 07 02:57:02.500880 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49126) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:02.568989 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3e702e5d-a4e2-4bbe-b47e-584e51c3d984 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4695938 Sep 07 02:57:02.630446 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ac6c35-1bd9-4365-91b8-6364cd7ae9fe None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:57:02.641960 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e702e5d-a4e2-4bbe-b47e-584e51c3d984 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Pushing event updated for resources: {'Network': ['ID=08d6dd03-6ebb-4d4d-9e3f-8fc7900ed513,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:02.657500 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3c7f3407-6756-4fab-8d44-29fb12e494ba tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:02.670598 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 08d6dd03-6ebb-4d4d-9e3f-8fc7900ed513 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:57:02.759059 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49128) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:02.766381 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-84064858-e098-47b6-bc61-8a5ddfce52dc tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Request body: {'subnets': [{'network_id': 'f41e504b-88b6-4f18-a175-60760c8fd01d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1277352713', 'ip_version': 4}, {'network_id': '08d6dd03-6ebb-4d4d-9e3f-8fc7900ed513', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:02.766680 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-84064858-e098-47b6-bc61-8a5ddfce52dc tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Request body: {'subnet': {'network_id': 'f41e504b-88b6-4f18-a175-60760c8fd01d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1277352713', 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:02.767466 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-84064858-e098-47b6-bc61-8a5ddfce52dc tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Request body: {'subnet': {'network_id': '08d6dd03-6ebb-4d4d-9e3f-8fc7900ed513', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:02.776935 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8d8f5136-59b0-408c-a657-73cf4267731c None None] Provisioning complete for port 7cd23794-b0b2-4ea1-8992-8772489ca69b triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:57:02.777751 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8d8f5136-59b0-408c-a657-73cf4267731c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:02.859733 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-3c7f3407-6756-4fab-8d44-29fb12e494ba tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Deleting port def423aa-ceed-4ff5-b0e1-702e9f87f98f {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:57:02.860658 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3c7f3407-6756-4fab-8d44-29fb12e494ba tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:02.898573 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8e80a57d-1fcb-44e2-bbeb-c0f107b1ef3b tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:02.903588 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5da8065b-e329-4a63-9412-a458aabf213d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:02.985300 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-3c7f3407-6756-4fab-8d44-29fb12e494ba tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] For port def423aa-ceed-4ff5-b0e1-702e9f87f98f, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=def423aa-ceed-4ff5-b0e1-702e9f87f98f,segment=NetworkSegment(5a0aec7f-ccdf-4efd-8503-6c57570e7e9b),segment_id=5a0aec7f-ccdf-4efd-8503-6c57570e7e9b)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:57:02.985679 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3c7f3407-6756-4fab-8d44-29fb12e494ba tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:02.994603 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc61e1a5-c63d-47bf-881d-150ddd308fe6 None None] DHCP port deletion for 329f29c5-6673-4273-a6fe-e1b334eb8000 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:57:03.078177 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426023f9-334c-4f4d-a66f-86c5f1d02484 None None] DHCP port deletion for 98fba89c-e7ad-427b-9268-93662b8245b2 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:57:03.102096 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-bc61e1a5-c63d-47bf-881d-150ddd308fe6 None None] Deleting port def423aa-ceed-4ff5-b0e1-702e9f87f98f {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:57:03.102588 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bc61e1a5-c63d-47bf-881d-150ddd308fe6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:03.223883 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-426023f9-334c-4f4d-a66f-86c5f1d02484 None None] Deleting port 7cd23794-b0b2-4ea1-8992-8772489ca69b {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:57:03.224653 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-426023f9-334c-4f4d-a66f-86c5f1d02484 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:03.275624 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-bc61e1a5-c63d-47bf-881d-150ddd308fe6 None None] For port def423aa-ceed-4ff5-b0e1-702e9f87f98f, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=def423aa-ceed-4ff5-b0e1-702e9f87f98f,segment=NetworkSegment(5a0aec7f-ccdf-4efd-8503-6c57570e7e9b),segment_id=5a0aec7f-ccdf-4efd-8503-6c57570e7e9b)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:57:03.276283 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bc61e1a5-c63d-47bf-881d-150ddd308fe6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:03.323285 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-bc61e1a5-c63d-47bf-881d-150ddd308fe6 None None] Calling delete_port for def423aa-ceed-4ff5-b0e1-702e9f87f98f owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:57:03.373085 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e80a57d-1fcb-44e2-bbeb-c0f107b1ef3b tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:57:03.379041 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-3c7f3407-6756-4fab-8d44-29fb12e494ba tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Calling delete_port for def423aa-ceed-4ff5-b0e1-702e9f87f98f owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:57:03.398942 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-426023f9-334c-4f4d-a66f-86c5f1d02484 None None] For port 7cd23794-b0b2-4ea1-8992-8772489ca69b, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=7cd23794-b0b2-4ea1-8992-8772489ca69b,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:57:03.399433 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-426023f9-334c-4f4d-a66f-86c5f1d02484 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:03.425897 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-426023f9-334c-4f4d-a66f-86c5f1d02484 None None] Calling delete_port for 7cd23794-b0b2-4ea1-8992-8772489ca69b owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:57:03.451178 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-8e80a57d-1fcb-44e2-bbeb-c0f107b1ef3b tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:57:03.463699 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e80a57d-1fcb-44e2-bbeb-c0f107b1ef3b tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:03.464304 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8e80a57d-1fcb-44e2-bbeb-c0f107b1ef3b tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:03.486313 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e80a57d-1fcb-44e2-bbeb-c0f107b1ef3b tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event updated for resources: {'Subnet': ['ID=2a7babef-2c26-4016-9038-30b47ada4ba2,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:03.506566 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8e80a57d-1fcb-44e2-bbeb-c0f107b1ef3b tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2382855 Sep 07 02:57:03.506830 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bc61e1a5-c63d-47bf-881d-150ddd308fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:03.507300 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49148) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:03.517394 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-51da0c0b-18f8-4d46-86ad-7ea6fcdfddcb tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Request body: {'subnet': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:03.543536 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc61e1a5-c63d-47bf-881d-150ddd308fe6 None None] Pushing event deleted for resources: {'Port': ['ID=def423aa-ceed-4ff5-b0e1-702e9f87f98f,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:03.551531 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc61e1a5-c63d-47bf-881d-150ddd308fe6 None None] No DVR routers for this DVR port def423aa-ceed-4ff5-b0e1-702e9f87f98f on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:57:03.576657 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device def423aa-ceed-4ff5-b0e1-702e9f87f98f no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:57:03.581198 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-426023f9-334c-4f4d-a66f-86c5f1d02484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:03.600703 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f223a193-85f7-476a-90fe-468ee38b40cf req-75854a7f-acc8-4a25-a35a-aa635386b5c5 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:03.602399 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f223a193-85f7-476a-90fe-468ee38b40cf req-75854a7f-acc8-4a25-a35a-aa635386b5c5 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a87a93-c19e-4c4d-a076-f215db038a70 HTTP/1.1" status: 200 len: 946 time: 0.2847154 Sep 07 02:57:03.604611 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e97267c-b95a-4649-a01b-d5af94001ba8 req-ebb1aeb5-a5a9-43e7-b216-d8ca21735f9f tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:03.606487 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6e97267c-b95a-4649-a01b-d5af94001ba8 req-ebb1aeb5-a5a9-43e7-b216-d8ca21735f9f tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/networks?id=256d620d-b7a6-4b66-aaa9-80e5bdc910ad HTTP/1.1" status: 200 len: 814 time: 0.2551804 Sep 07 02:57:03.607541 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: def423aa-ceed-4ff5-b0e1-702e9f87f98f {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:57:03.607947 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device def423aa-ceed-4ff5-b0e1-702e9f87f98f not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:57:03.608587 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 7cd23794-b0b2-4ea1-8992-8772489ca69b no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:57:03.627741 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84064858-e098-47b6-bc61-8a5ddfce52dc tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Made reservation on behalf of 000dde27e5b248f083dee0f9512ec4ba for: {'subnet': 2} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:57:03.629717 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426023f9-334c-4f4d-a66f-86c5f1d02484 None None] Pushing event deleted for resources: {'Port': ['ID=7cd23794-b0b2-4ea1-8992-8772489ca69b,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:03.632719 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-84064858-e098-47b6-bc61-8a5ddfce52dc tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:03.633171 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-84064858-e098-47b6-bc61-8a5ddfce52dc tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:03.639415 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6e97267c-b95a-4649-a01b-d5af94001ba8 req-2eef99c8-eb75-4c5c-bb85-05bd9bb30bf6 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/quotas/16ef236c23324219a8876cb24967b58f HTTP/1.1" status: 200 len: 375 time: 0.0223694 Sep 07 02:57:03.652916 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426023f9-334c-4f4d-a66f-86c5f1d02484 None None] No DVR routers for this DVR port 7cd23794-b0b2-4ea1-8992-8772489ca69b on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:57:03.657866 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 7cd23794-b0b2-4ea1-8992-8772489ca69b {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:57:03.658227 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 7cd23794-b0b2-4ea1-8992-8772489ca69b not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:57:03.685285 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91370a08-213c-48e9-b28b-48e4e1299b5c None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:57:03.703386 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3c7f3407-6756-4fab-8d44-29fb12e494ba tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:03.724149 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f223a193-85f7-476a-90fe-468ee38b40cf req-05e61b79-a2bd-4866-b5f2-a68cbe44d839 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797653 Sep 07 02:57:03.765005 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7f3407-6756-4fab-8d44-29fb12e494ba tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event deleted for resources: {'Port': ['ID=def423aa-ceed-4ff5-b0e1-702e9f87f98f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:03.769107 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7f3407-6756-4fab-8d44-29fb12e494ba tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] No DVR routers for this DVR port def423aa-ceed-4ff5-b0e1-702e9f87f98f on host n-d-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:57:03.794309 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51da0c0b-18f8-4d46-86ad-7ea6fcdfddcb tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Made reservation on behalf of 4c9354482bbf46e593fb1c1c8959ca81 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:57:03.798162 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-51da0c0b-18f8-4d46-86ad-7ea6fcdfddcb tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:03.818711 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6e97267c-b95a-4649-a01b-d5af94001ba8 req-802836ef-84b6-4269-95e3-ebc6fdf115fb tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=16ef236c23324219a8876cb24967b58f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1677351 Sep 07 02:57:03.877292 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377893f8-754d-470d-8476-d787079e293c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-98fba89c-e7ad-427b-9268-93662b8245b2', 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'tenant_id': '4c9354482bbf46e593fb1c1c8959ca81', 'fixed_ips': [{'subnet_id': '2a7babef-2c26-4016-9038-30b47ada4ba2'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:57:03.878415 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-377893f8-754d-470d-8476-d787079e293c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:03.918657 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3c7f3407-6756-4fab-8d44-29fb12e494ba tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:03.932372 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da8065b-e329-4a63-9412-a458aabf213d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Router 65593fc1-2077-4fc0-8278-b47d0f17fdf0 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:57:04.002589 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-3c7f3407-6756-4fab-8d44-29fb12e494ba tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['329f29c5-6673-4273-a6fe-e1b334eb8000']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:04.018393 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-3c7f3407-6756-4fab-8d44-29fb12e494ba tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a0aec7f-ccdf-4efd-8503-6c57570e7e9b') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:04.018694 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-3c7f3407-6756-4fab-8d44-29fb12e494ba tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a0aec7f-ccdf-4efd-8503-6c57570e7e9b') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:04.019821 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-377893f8-754d-470d-8476-d787079e293c None None] Allocated IP 172.20.0.2 (98fba89c-e7ad-427b-9268-93662b8245b2/2a7babef-2c26-4016-9038-30b47ada4ba2/c378cd76-10d7-4cd0-8703-5604db43596c) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:57:04.037484 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3c7f3407-6756-4fab-8d44-29fb12e494ba tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:04.085432 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6e97267c-b95a-4649-a01b-d5af94001ba8 req-becf69cb-653b-4f28-882d-53e8c2181067 service neutron] 10.222.0.22 "GET /v2.0/networks/256d620d-b7a6-4b66-aaa9-80e5bdc910ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480497 Sep 07 02:57:04.091811 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3c7f3407-6756-4fab-8d44-29fb12e494ba tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:04.112759 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c7f3407-6756-4fab-8d44-29fb12e494ba tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:57:04.113181 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3c7f3407-6756-4fab-8d44-29fb12e494ba tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:04.117566 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da8065b-e329-4a63-9412-a458aabf213d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:57:04.129329 n-d-796209-16 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:57:04.129329 n-d-796209-16 neutron-server[94700]: self.session.flush() Sep 07 02:57:04.129329 n-d-796209-16 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:57:04.129329 n-d-796209-16 neutron-server[94700]: self.session.flush() Sep 07 02:57:04.129329 n-d-796209-16 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:57:04.129329 n-d-796209-16 neutron-server[94700]: self.session.flush() Sep 07 02:57:04.129329 n-d-796209-16 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:57:04.129329 n-d-796209-16 neutron-server[94700]: self.session.flush() Sep 07 02:57:04.129329 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:57:04.129329 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:57:04.129329 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:57:04.129329 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:57:04.129329 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:57:04.129329 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:57:04.129329 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:57:04.129329 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:57:04.129329 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:57:04.129329 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:57:04.129329 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:57:04.129329 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:57:04.129329 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:57:04.129329 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:57:04.129329 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:57:04.129329 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:57:04.129329 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:57:04.129329 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:57:04.129329 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:57:04.129329 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:57:04.129329 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:57:04.129329 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:57:04.129329 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:57:04.129329 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:57:04.129329 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:57:04.129329 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:57:04.129329 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:57:04.129329 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:57:04.129329 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:57:04.129329 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:57:04.129329 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:57:04.129329 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:57:04.131954 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-5da8065b-e329-4a63-9412-a458aabf213d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "PUT /v2.0/routers/65593fc1-2077-4fc0-8278-b47d0f17fdf0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7251179 Sep 07 02:57:04.141102 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9483596a-6abd-419f-afa9-caf2c1c45afa None None] Sync routers for ids ['65593fc1-2077-4fc0-8278-b47d0f17fdf0'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:57:04.143812 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49150) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:04.182023 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9483596a-6abd-419f-afa9-caf2c1c45afa None None] Routers {'65593fc1-2077-4fc0-8278-b47d0f17fdf0'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:57:04.182667 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-9483596a-6abd-419f-afa9-caf2c1c45afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:56:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['65593fc1-2077-4fc0-8278-b47d0f17fdf0'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:04.223838 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-20a6e989-4f43-4ab2-a330-8599b42c2975 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Deleting subnet 39af06ff-7bf6-4dad-82da-8f5351b3a173 {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:57:04.227387 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-20a6e989-4f43-4ab2-a330-8599b42c2975 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:04.256984 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-377893f8-754d-470d-8476-d787079e293c None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:04.296985 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3c7f3407-6756-4fab-8d44-29fb12e494ba tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:04.298402 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-377893f8-754d-470d-8476-d787079e293c None None] Transition to ACTIVE for port object c378cd76-10d7-4cd0-8703-5604db43596c will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:57:04.307129 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-20a6e989-4f43-4ab2-a330-8599b42c2975 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:04.308353 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3c7f3407-6756-4fab-8d44-29fb12e494ba tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:04.310212 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3c7f3407-6756-4fab-8d44-29fb12e494ba tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "DELETE /v2.0/networks/329f29c5-6673-4273-a6fe-e1b334eb8000 HTTP/1.1" status: 204 len: 168 time: 1.8056908 Sep 07 02:57:04.314254 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49152) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:04.317689 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-377893f8-754d-470d-8476-d787079e293c None None] Transition to ACTIVE for port object c378cd76-10d7-4cd0-8703-5604db43596c will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:57:04.322754 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-4226ff34-64cd-4350-845e-22fbb79d48e2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1128081871'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:04.325731 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-377893f8-754d-470d-8476-d787079e293c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:04.343851 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7f3407-6756-4fab-8d44-29fb12e494ba tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event deleted for resources: {'Network': ['ID=329f29c5-6673-4273-a6fe-e1b334eb8000,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:04.370749 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6e97267c-b95a-4649-a01b-d5af94001ba8 req-5d3f91e3-2085-4c52-95d0-ab25fdbd6fa8 service neutron] 10.222.0.22 "GET /v2.0/networks/256d620d-b7a6-4b66-aaa9-80e5bdc910ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764921 Sep 07 02:57:04.379569 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-9483596a-6abd-419f-afa9-caf2c1c45afa None None] Set router 65593fc1-2077-4fc0-8278-b47d0f17fdf0 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:57:04.385597 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377893f8-754d-470d-8476-d787079e293c None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:57:04.401286 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4226ff34-64cd-4350-845e-22fbb79d48e2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Made reservation on behalf of 833039ece4bf420493581946638a10ce for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:57:04.405362 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4226ff34-64cd-4350-845e-22fbb79d48e2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:04.456452 n-d-796209-16 neutron-server[94701]: DEBUG neutron.objects.ports [None req-51da0c0b-18f8-4d46-86ad-7ea6fcdfddcb tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94701) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 02:57:04.470181 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4226ff34-64cd-4350-845e-22fbb79d48e2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:57:04.498309 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4226ff34-64cd-4350-845e-22fbb79d48e2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:04.498682 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-4226ff34-64cd-4350-845e-22fbb79d48e2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Added segment a263b4f5-da9d-41b2-992d-c0c09688fe11 of type vlan for network 2fb52b25-716a-4441-b6f4-0bc72321f1d1 Sep 07 02:57:04.513492 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-84064858-e098-47b6-bc61-8a5ddfce52dc tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:04.598782 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-20a6e989-4f43-4ab2-a330-8599b42c2975 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:04.602041 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4226ff34-64cd-4350-845e-22fbb79d48e2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:04.635222 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-377893f8-754d-470d-8476-d787079e293c None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:57:04.639157 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377893f8-754d-470d-8476-d787079e293c None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:57:04.654362 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84064858-e098-47b6-bc61-8a5ddfce52dc tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Pushing event updated for resources: {'Subnet': ['ID=e3c35416-14f5-4292-bf8a-c4b8e1359b8a,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:04.663577 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84064858-e098-47b6-bc61-8a5ddfce52dc tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Checking segment: {'id': 'bd454cc9-5922-4c61-b6cd-76462c4bd5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f41e504b-88b6-4f18-a175-60760c8fd01d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:57:04.663821 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84064858-e098-47b6-bc61-8a5ddfce52dc tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Network hostable DHCP agents. Network: f41e504b-88b6-4f18-a175-60760c8fd01d, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:57:04.675716 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4226ff34-64cd-4350-845e-22fbb79d48e2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:04.682076 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4226ff34-64cd-4350-845e-22fbb79d48e2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:04.682777 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4226ff34-64cd-4350-845e-22fbb79d48e2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:04.724531 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f1eba25a-9789-40e6-a841-7d4c35623cc4 req-601090ac-c22c-4e83-b750-5d6813c250ca tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/ports?device_id=49b41b37-303c-4de5-b4a1-7e125905e486 HTTP/1.1" status: 200 len: 210 time: 0.0351470 Sep 07 02:57:04.747748 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-20a6e989-4f43-4ab2-a330-8599b42c2975 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:04.764826 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4226ff34-64cd-4350-845e-22fbb79d48e2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event updated for resources: {'Network': ['ID=2fb52b25-716a-4441-b6f4-0bc72321f1d1,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:04.765091 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377893f8-754d-470d-8476-d787079e293c None None] Pushing event updated for resources: {'Port': ['ID=c378cd76-10d7-4cd0-8703-5604db43596c,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:04.776942 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84064858-e098-47b6-bc61-8a5ddfce52dc tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Network f41e504b-88b6-4f18-a175-60760c8fd01d is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:57:04.784371 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-4226ff34-64cd-4350-845e-22fbb79d48e2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4648759 Sep 07 02:57:04.784911 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49160) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:04.790265 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-cb4f714d-3730-4de2-9b3b-3fc26b2b3e71 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Request body: {'subnet': {'network_id': '2fb52b25-716a-4441-b6f4-0bc72321f1d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:04.812322 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 2fb52b25-716a-4441-b6f4-0bc72321f1d1 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:57:04.814663 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-84064858-e098-47b6-bc61-8a5ddfce52dc tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, f41e504b-88b6-4f18-a175-60760c8fd01d) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:57:04.817070 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a6e989-4f43-4ab2-a330-8599b42c2975 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event deleted for resources: {'Subnet': ['ID=39af06ff-7bf6-4dad-82da-8f5351b3a173,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:04.822894 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-20a6e989-4f43-4ab2-a330-8599b42c2975 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:04.827670 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-20a6e989-4f43-4ab2-a330-8599b42c2975 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "DELETE /v2.0/subnets/39af06ff-7bf6-4dad-82da-8f5351b3a173 HTTP/1.1" status: 204 len: 168 time: 0.6801093 Sep 07 02:57:04.829145 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49162) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:04.830255 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-84064858-e098-47b6-bc61-8a5ddfce52dc tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:04.830969 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-51da0c0b-18f8-4d46-86ad-7ea6fcdfddcb tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:04.831789 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-377893f8-754d-470d-8476-d787079e293c None None] Attempting to bind port c378cd76-10d7-4cd0-8703-5604db43596c on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:57:04.832168 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-377893f8-754d-470d-8476-d787079e293c None None] Attempting to bind port c378cd76-10d7-4cd0-8703-5604db43596c by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:57:04.832547 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377893f8-754d-470d-8476-d787079e293c None None] Attempting to bind port c378cd76-10d7-4cd0-8703-5604db43596c on network 98fba89c-e7ad-427b-9268-93662b8245b2 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:57:04.835322 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3518769-76cf-41ba-9a22-ce3b9fa91d4a None None] Network 6345c063-9711-4fd7-a5ec-cc5bb3922efa requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:57:04.869587 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c575c1e-61bc-4efc-ab42-896b4e6d5519 None None] Network f41e504b-88b6-4f18-a175-60760c8fd01d requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:57:04.965868 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377893f8-754d-470d-8476-d787079e293c None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:57:04.966263 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377893f8-754d-470d-8476-d787079e293c None None] Checking segment: {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:57:04.966672 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-377893f8-754d-470d-8476-d787079e293c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:04.967088 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377893f8-754d-470d-8476-d787079e293c None None] Bound using segment: {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:57:04.967730 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-377893f8-754d-470d-8476-d787079e293c None None] Bound port: c378cd76-10d7-4cd0-8703-5604db43596c, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:57:04.968010 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-377893f8-754d-470d-8476-d787079e293c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:05.057074 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-51da0c0b-18f8-4d46-86ad-7ea6fcdfddcb tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] For port c378cd76-10d7-4cd0-8703-5604db43596c, host n-d-796209-16, got binding levels [] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:57:05.093389 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-51da0c0b-18f8-4d46-86ad-7ea6fcdfddcb tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:05.099519 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-51da0c0b-18f8-4d46-86ad-7ea6fcdfddcb tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:05.111133 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4f714d-3730-4de2-9b3b-3fc26b2b3e71 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Made reservation on behalf of 833039ece4bf420493581946638a10ce for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:57:05.115144 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cb4f714d-3730-4de2-9b3b-3fc26b2b3e71 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:05.145087 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-51da0c0b-18f8-4d46-86ad-7ea6fcdfddcb tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attempting to bind port c378cd76-10d7-4cd0-8703-5604db43596c on host n-d-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:57:05.145429 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-51da0c0b-18f8-4d46-86ad-7ea6fcdfddcb tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attempting to bind port c378cd76-10d7-4cd0-8703-5604db43596c by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:57:05.145849 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51da0c0b-18f8-4d46-86ad-7ea6fcdfddcb tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attempting to bind port c378cd76-10d7-4cd0-8703-5604db43596c on network 98fba89c-e7ad-427b-9268-93662b8245b2 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:57:05.149215 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84064858-e098-47b6-bc61-8a5ddfce52dc tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Pushing event updated for resources: {'Subnet': ['ID=49b75b1f-5fae-4999-aef1-757fdc2f979b,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:05.157187 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51da0c0b-18f8-4d46-86ad-7ea6fcdfddcb tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:57:05.157533 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51da0c0b-18f8-4d46-86ad-7ea6fcdfddcb tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Checking segment: {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:57:05.158362 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-51da0c0b-18f8-4d46-86ad-7ea6fcdfddcb tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:05.158362 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51da0c0b-18f8-4d46-86ad-7ea6fcdfddcb tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Bound using segment: {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:57:05.158850 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [None req-51da0c0b-18f8-4d46-86ad-7ea6fcdfddcb tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Bound port: c378cd76-10d7-4cd0-8703-5604db43596c, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:57:05.159221 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-51da0c0b-18f8-4d46-86ad-7ea6fcdfddcb tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:05.168987 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-377893f8-754d-470d-8476-d787079e293c None None] For port c378cd76-10d7-4cd0-8703-5604db43596c, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:57:05.173860 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-377893f8-754d-470d-8476-d787079e293c None None] For port c378cd76-10d7-4cd0-8703-5604db43596c, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=c378cd76-10d7-4cd0-8703-5604db43596c,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:57:05.184618 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51da0c0b-18f8-4d46-86ad-7ea6fcdfddcb tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event updated for resources: {'Port': ['ID=c378cd76-10d7-4cd0-8703-5604db43596c,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:05.186036 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0288992-6ab1-49da-bbe5-1f5d2510932b req-d5f1e323-6366-45ad-80c5-d5a977e9b99d tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:05.193512 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c0288992-6ab1-49da-bbe5-1f5d2510932b req-d5f1e323-6366-45ad-80c5-d5a977e9b99d tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a87a93-c19e-4c4d-a076-f215db038a70 HTTP/1.1" status: 200 len: 946 time: 0.2713604 Sep 07 02:57:05.195780 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84064858-e098-47b6-bc61-8a5ddfce52dc tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Checking segment: {'id': '975acf0a-73d5-430e-b132-604602daa8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '08d6dd03-6ebb-4d4d-9e3f-8fc7900ed513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:57:05.196340 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84064858-e098-47b6-bc61-8a5ddfce52dc tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Network hostable DHCP agents. Network: 08d6dd03-6ebb-4d4d-9e3f-8fc7900ed513, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:57:05.214184 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-377893f8-754d-470d-8476-d787079e293c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:05.238506 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ff43135f-7c00-4aa8-a955-1a9d950b112e tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:05.262643 n-d-796209-16 neutron-server[94701]: WARNING neutron.plugins.ml2.plugin [None req-51da0c0b-18f8-4d46-86ad-7ea6fcdfddcb tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Concurrent port binding operations failed on port c378cd76-10d7-4cd0-8703-5604db43596c Sep 07 02:57:05.266842 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-51da0c0b-18f8-4d46-86ad-7ea6fcdfddcb tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] For port c378cd76-10d7-4cd0-8703-5604db43596c, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=c378cd76-10d7-4cd0-8703-5604db43596c,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:57:05.268690 n-d-796209-16 neutron-server[94701]: INFO neutron.plugins.ml2.plugin [None req-51da0c0b-18f8-4d46-86ad-7ea6fcdfddcb tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attempt 2 to bind port c378cd76-10d7-4cd0-8703-5604db43596c Sep 07 02:57:05.271021 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-51da0c0b-18f8-4d46-86ad-7ea6fcdfddcb tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:05.313853 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce142ea-4293-49a8-bac6-3f98680b142e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-f41e504b-88b6-4f18-a175-60760c8fd01d', 'network_id': 'f41e504b-88b6-4f18-a175-60760c8fd01d', 'tenant_id': '000dde27e5b248f083dee0f9512ec4ba', 'fixed_ips': [{'subnet_id': 'e3c35416-14f5-4292-bf8a-c4b8e1359b8a'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:57:05.315039 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3ce142ea-4293-49a8-bac6-3f98680b142e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:05.324638 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-9483596a-6abd-419f-afa9-caf2c1c45afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65593fc1-2077-4fc0-8278-b47d0f17fdf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703025574', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '3710a1df-b9af-4a11-a409-df677a7ab61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:54:47Z', 'updated_at': '2021-09-07T02:57:02Z', 'revision_number': 5, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'gw_port': {'id': '3710a1df-b9af-4a11-a409-df677a7ab61c', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:70:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593fc1-2077-4fc0-8278-b47d0f17fdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:54:49Z', 'updated_at': '2021-09-07T02:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:05.341176 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51da0c0b-18f8-4d46-86ad-7ea6fcdfddcb tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:57:05.345363 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-51da0c0b-18f8-4d46-86ad-7ea6fcdfddcb tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:57:05.350434 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51da0c0b-18f8-4d46-86ad-7ea6fcdfddcb tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:05.351644 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-51da0c0b-18f8-4d46-86ad-7ea6fcdfddcb tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:05.355671 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84064858-e098-47b6-bc61-8a5ddfce52dc tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Network 08d6dd03-6ebb-4d4d-9e3f-8fc7900ed513 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:57:05.373334 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51da0c0b-18f8-4d46-86ad-7ea6fcdfddcb tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event updated for resources: {'Subnet': ['ID=6da95616-f76c-49cf-87ee-2a61df614618,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:05.381135 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-51da0c0b-18f8-4d46-86ad-7ea6fcdfddcb tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8664558 Sep 07 02:57:05.381503 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49170) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:05.388989 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-2a94efbb-05d1-4992-9d02-08f61e059488 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Request body: {'port': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'mac_address': 'fa:16:3e:d2:b0:2d', 'name': 'tempest-NetworksTestDHCPv6-1990009767'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:05.406016 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9483596a-6abd-419f-afa9-caf2c1c45afa None None] Checking router: 65593fc1-2077-4fc0-8278-b47d0f17fdf0 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:57:05.412102 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377893f8-754d-470d-8476-d787079e293c None None] Pushing event updated for resources: {'Port': ['ID=c378cd76-10d7-4cd0-8703-5604db43596c,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:05.423779 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c0288992-6ab1-49da-bbe5-1f5d2510932b req-4b56fe66-3386-4c27-b98a-728690c0be2f tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252576 Sep 07 02:57:05.442072 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377893f8-754d-470d-8476-d787079e293c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:57:05.442719 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377893f8-754d-470d-8476-d787079e293c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:57:05.443236 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377893f8-754d-470d-8476-d787079e293c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:57:05.443783 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377893f8-754d-470d-8476-d787079e293c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:57:05.444269 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377893f8-754d-470d-8476-d787079e293c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:57:05.444761 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377893f8-754d-470d-8476-d787079e293c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:57:05.445268 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377893f8-754d-470d-8476-d787079e293c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:57:05.445758 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377893f8-754d-470d-8476-d787079e293c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:57:05.446257 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377893f8-754d-470d-8476-d787079e293c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:57:05.446785 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377893f8-754d-470d-8476-d787079e293c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:57:05.447284 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377893f8-754d-470d-8476-d787079e293c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:57:05.447804 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377893f8-754d-470d-8476-d787079e293c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:57:05.494568 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-84064858-e098-47b6-bc61-8a5ddfce52dc tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 08d6dd03-6ebb-4d4d-9e3f-8fc7900ed513) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:57:05.504765 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84064858-e098-47b6-bc61-8a5ddfce52dc tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:05.505455 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84064858-e098-47b6-bc61-8a5ddfce52dc tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:05.506194 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-84064858-e098-47b6-bc61-8a5ddfce52dc tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:05.511885 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc1d8c1-ede6-4734-ba02-ac56c503840c None None] Network 08d6dd03-6ebb-4d4d-9e3f-8fc7900ed513 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:57:05.539054 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9483596a-6abd-419f-afa9-caf2c1c45afa None None] Routers {'65593fc1-2077-4fc0-8278-b47d0f17fdf0'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:57:05.539729 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-9483596a-6abd-419f-afa9-caf2c1c45afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:56:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['65593fc1-2077-4fc0-8278-b47d0f17fdf0'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:05.575877 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ff43135f-7c00-4aa8-a955-1a9d950b112e tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:05.602062 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a94efbb-05d1-4992-9d02-08f61e059488 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Made reservation on behalf of 4c9354482bbf46e593fb1c1c8959ca81 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:57:05.621265 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-84064858-e098-47b6-bc61-8a5ddfce52dc tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.8608265 Sep 07 02:57:05.639960 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49172) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:05.750781 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cb4f714d-3730-4de2-9b3b-3fc26b2b3e71 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:05.796428 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ecb1e0-5fbf-4209-b352-d939a7a9f55e None None] DHCP port deletion for 6345c063-9711-4fd7-a5ec-cc5bb3922efa request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:57:05.802627 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2a94efbb-05d1-4992-9d02-08f61e059488 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:05.811958 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3228dbfa-d284-4b0a-8ec7-a0ca2ae1e390 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:05.813603 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3228dbfa-d284-4b0a-8ec7-a0ca2ae1e390 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:05.815123 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3228dbfa-d284-4b0a-8ec7-a0ca2ae1e390 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:05.816793 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3228dbfa-d284-4b0a-8ec7-a0ca2ae1e390 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1757431 Sep 07 02:57:05.823681 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49176) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:05.847620 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-2a94efbb-05d1-4992-9d02-08f61e059488 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] device_id is not set on port 9ea185ab-75d0-4bb4-803d-97a1c9b5d76e yet. {{(pid=94701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:57:05.873935 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-ff43135f-7c00-4aa8-a955-1a9d950b112e tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Deleting port 3710a1df-b9af-4a11-a409-df677a7ab61c {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:57:05.874287 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ff43135f-7c00-4aa8-a955-1a9d950b112e tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:05.894654 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4f714d-3730-4de2-9b3b-3fc26b2b3e71 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event updated for resources: {'Subnet': ['ID=62dc3f84-45ba-48cb-82a6-9c6afd203121,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:05.916365 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-3ce142ea-4293-49a8-bac6-3f98680b142e None None] Allocated IP 172.20.0.2 (f41e504b-88b6-4f18-a175-60760c8fd01d/e3c35416-14f5-4292-bf8a-c4b8e1359b8a/4b64e362-b3f6-4e22-ad55-a7493e2c3c3c) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:57:05.932954 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dd1e6816-bcf4-405d-9234-90465a709bf8 req-5b1f7933-d819-411f-be0a-5803b15360b6 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/ports?device_id=49b41b37-303c-4de5-b4a1-7e125905e486 HTTP/1.1" status: 200 len: 210 time: 0.0408340 Sep 07 02:57:05.933530 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-762c91b2-0f7f-4409-99a5-02085a1c6d59 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Deleting subnet e3c35416-14f5-4292-bf8a-c4b8e1359b8a {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:57:05.974893 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4f714d-3730-4de2-9b3b-3fc26b2b3e71 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Checking segment: {'id': 'a263b4f5-da9d-41b2-992d-c0c09688fe11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2fb52b25-716a-4441-b6f4-0bc72321f1d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:57:05.975266 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4f714d-3730-4de2-9b3b-3fc26b2b3e71 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Network hostable DHCP agents. Network: 2fb52b25-716a-4441-b6f4-0bc72321f1d1, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:57:06.008846 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4f714d-3730-4de2-9b3b-3fc26b2b3e71 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Network 2fb52b25-716a-4441-b6f4-0bc72321f1d1 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:57:06.017698 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-ff43135f-7c00-4aa8-a955-1a9d950b112e tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] For port 3710a1df-b9af-4a11-a409-df677a7ab61c, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=3710a1df-b9af-4a11-a409-df677a7ab61c,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:57:06.018064 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ff43135f-7c00-4aa8-a955-1a9d950b112e tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:06.032359 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-cb4f714d-3730-4de2-9b3b-3fc26b2b3e71 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 2fb52b25-716a-4441-b6f4-0bc72321f1d1) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:57:06.034378 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-ff43135f-7c00-4aa8-a955-1a9d950b112e tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Calling delete_port for 3710a1df-b9af-4a11-a409-df677a7ab61c owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:57:06.041663 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4f714d-3730-4de2-9b3b-3fc26b2b3e71 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:06.042275 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cb4f714d-3730-4de2-9b3b-3fc26b2b3e71 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:06.085828 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-2a94efbb-05d1-4992-9d02-08f61e059488 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Allocated IP 172.20.0.3 (98fba89c-e7ad-427b-9268-93662b8245b2/2a7babef-2c26-4016-9038-30b47ada4ba2/9ea185ab-75d0-4bb4-803d-97a1c9b5d76e) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:57:06.098794 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-cb4f714d-3730-4de2-9b3b-3fc26b2b3e71 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3129964 Sep 07 02:57:06.101406 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-2a94efbb-05d1-4992-9d02-08f61e059488 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Allocated IP 2001:db8::f816:3eff:fed2:b02d (98fba89c-e7ad-427b-9268-93662b8245b2/6da95616-f76c-49cf-87ee-2a61df614618/9ea185ab-75d0-4bb4-803d-97a1c9b5d76e) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:57:06.102276 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49178) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:06.104291 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80397f00-7d03-4a12-b6ef-2ada4effcb7b None None] Network 2fb52b25-716a-4441-b6f4-0bc72321f1d1 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:57:06.108242 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-48ff5834-01f6-4296-aad0-d0f189cc2058 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1233759939', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:06.110900 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-9483596a-6abd-419f-afa9-caf2c1c45afa None None] Set router 65593fc1-2077-4fc0-8278-b47d0f17fdf0 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:57:06.128473 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6224a8-28dd-411d-9aac-af0849f95322 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-08d6dd03-6ebb-4d4d-9e3f-8fc7900ed513', 'network_id': '08d6dd03-6ebb-4d4d-9e3f-8fc7900ed513', 'tenant_id': '000dde27e5b248f083dee0f9512ec4ba', 'fixed_ips': [{'subnet_id': '49b75b1f-5fae-4999-aef1-757fdc2f979b'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:57:06.129485 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-db6224a8-28dd-411d-9aac-af0849f95322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:06.228377 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-67ecb1e0-5fbf-4209-b352-d939a7a9f55e None None] Deleting port 856f95d0-374c-400e-8298-9509675a8e2c {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:57:06.228923 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-67ecb1e0-5fbf-4209-b352-d939a7a9f55e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:06.253386 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e97267c-b95a-4649-a01b-d5af94001ba8 req-7723fd64-b0e3-4a18-a9d8-2dcf960c85da tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:06.254931 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6e97267c-b95a-4649-a01b-d5af94001ba8 req-7723fd64-b0e3-4a18-a9d8-2dcf960c85da tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.23 "GET /v2.0/networks?id=256d620d-b7a6-4b66-aaa9-80e5bdc910ad HTTP/1.1" status: 200 len: 814 time: 0.1210129 Sep 07 02:57:06.274217 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-6e97267c-b95a-4649-a01b-d5af94001ba8 req-3c22103a-9f00-4f7e-b81b-ef173cfd84e8 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Request body: {'port': {'device_id': '49b41b37-303c-4de5-b4a1-7e125905e486', 'network_id': '256d620d-b7a6-4b66-aaa9-80e5bdc910ad', 'admin_state_up': True, 'tenant_id': '16ef236c23324219a8876cb24967b58f'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:06.277546 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-48ff5834-01f6-4296-aad0-d0f189cc2058 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:06.278557 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-48ff5834-01f6-4296-aad0-d0f189cc2058 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:06.336147 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-48ff5834-01f6-4296-aad0-d0f189cc2058 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:06.369161 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2a94efbb-05d1-4992-9d02-08f61e059488 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:06.383586 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-48ff5834-01f6-4296-aad0-d0f189cc2058 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:06.386287 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-2a94efbb-05d1-4992-9d02-08f61e059488 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Transition to ACTIVE for port object 9ea185ab-75d0-4bb4-803d-97a1c9b5d76e will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:57:06.434017 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2a94efbb-05d1-4992-9d02-08f61e059488 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:06.472407 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-48ff5834-01f6-4296-aad0-d0f189cc2058 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:06.476267 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-48ff5834-01f6-4296-aad0-d0f189cc2058 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3703873 Sep 07 02:57:06.479561 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49182) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:06.481885 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a94efbb-05d1-4992-9d02-08f61e059488 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:57:06.485191 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-2a94efbb-05d1-4992-9d02-08f61e059488 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:57:06.492704 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a94efbb-05d1-4992-9d02-08f61e059488 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:57:06.501267 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a94efbb-05d1-4992-9d02-08f61e059488 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event updated for resources: {'Port': ['ID=9ea185ab-75d0-4bb4-803d-97a1c9b5d76e,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:06.560518 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a94efbb-05d1-4992-9d02-08f61e059488 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:06.561529 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2a94efbb-05d1-4992-9d02-08f61e059488 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:06.580709 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-2a94efbb-05d1-4992-9d02-08f61e059488 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.1975186 Sep 07 02:57:06.584067 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49184) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:06.648403 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a6b4ea-a139-4499-b762-3beb629072c7 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:06.655283 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a6b4ea-a139-4499-b762-3beb629072c7 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:06.660974 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b9a6b4ea-a139-4499-b762-3beb629072c7 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.0752304 Sep 07 02:57:06.661859 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49186) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:06.774368 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f2b827-72c5-4d14-8145-28c75c62caea None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:57:06.784146 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-fc177be2-d7f1-4de9-a692-caa4651ef23a tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Deleting port 9ea185ab-75d0-4bb4-803d-97a1c9b5d76e {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:57:06.784641 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fc177be2-d7f1-4de9-a692-caa4651ef23a tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:06.874091 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-67ecb1e0-5fbf-4209-b352-d939a7a9f55e None None] For port 856f95d0-374c-400e-8298-9509675a8e2c, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=856f95d0-374c-400e-8298-9509675a8e2c,segment=NetworkSegment(be1dc1b1-7827-42bb-893b-a875f19ad000),segment_id=be1dc1b1-7827-42bb-893b-a875f19ad000)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:57:06.874721 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-67ecb1e0-5fbf-4209-b352-d939a7a9f55e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:06.882042 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fc177be2-d7f1-4de9-a692-caa4651ef23a tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:06.897112 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-fc177be2-d7f1-4de9-a692-caa4651ef23a tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Calling delete_port for 9ea185ab-75d0-4bb4-803d-97a1c9b5d76e owned by {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:57:06.909011 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-67ecb1e0-5fbf-4209-b352-d939a7a9f55e None None] Calling delete_port for 856f95d0-374c-400e-8298-9509675a8e2c owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:57:06.956658 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-062f5b1b-8d30-4744-bee1-95d9e875007d None None] Provisioning for port c378cd76-10d7-4cd0-8703-5604db43596c completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:57:06.990898 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ff43135f-7c00-4aa8-a955-1a9d950b112e tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:07.058439 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-94b90dcf-b165-48c4-9ef2-41eed036b9fe req-94747f10-c1d1-46eb-8775-b51f9fa680e3 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/ports?device_id=49b41b37-303c-4de5-b4a1-7e125905e486 HTTP/1.1" status: 200 len: 210 time: 0.0325828 Sep 07 02:57:07.067576 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff43135f-7c00-4aa8-a955-1a9d950b112e tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event deleted for resources: {'Port': ['ID=3710a1df-b9af-4a11-a409-df677a7ab61c,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:07.110937 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e97267c-b95a-4649-a01b-d5af94001ba8 req-3c22103a-9f00-4f7e-b81b-ef173cfd84e8 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Made reservation on behalf of 16ef236c23324219a8876cb24967b58f for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:57:07.112885 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3ce142ea-4293-49a8-bac6-3f98680b142e None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:07.114456 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6e97267c-b95a-4649-a01b-d5af94001ba8 req-3c22103a-9f00-4f7e-b81b-ef173cfd84e8 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:07.144520 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26b570-f30c-4597-afdf-39bc61409009 req-4f7e51e8-a39c-4c3e-8967-1425f3a8073d tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:07.146054 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1f26b570-f30c-4597-afdf-39bc61409009 req-4f7e51e8-a39c-4c3e-8967-1425f3a8073d tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a87a93-c19e-4c4d-a076-f215db038a70 HTTP/1.1" status: 200 len: 946 time: 0.3170717 Sep 07 02:57:07.152145 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3ce142ea-4293-49a8-bac6-3f98680b142e None None] Transition to ACTIVE for port object 4b64e362-b3f6-4e22-ad55-a7493e2c3c3c will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:57:07.163359 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fc177be2-d7f1-4de9-a692-caa4651ef23a tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:07.197990 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc177be2-d7f1-4de9-a692-caa4651ef23a tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event deleted for resources: {'Port': ['ID=9ea185ab-75d0-4bb4-803d-97a1c9b5d76e,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:07.199093 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-db6224a8-28dd-411d-9aac-af0849f95322 None None] Allocated IP 172.20.0.18 (08d6dd03-6ebb-4d4d-9e3f-8fc7900ed513/49b75b1f-5fae-4999-aef1-757fdc2f979b/629ba621-01fb-4418-af40-8d9b3b14510b) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:57:07.266456 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3ce142ea-4293-49a8-bac6-3f98680b142e None None] Transition to ACTIVE for port object 4b64e362-b3f6-4e22-ad55-a7493e2c3c3c will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:57:07.307520 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97ae11e-6d54-44b2-a8d4-99e2feb81cbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-2fb52b25-716a-4441-b6f4-0bc72321f1d1', 'network_id': '2fb52b25-716a-4441-b6f4-0bc72321f1d1', 'tenant_id': '833039ece4bf420493581946638a10ce', 'fixed_ips': [{'subnet_id': '62dc3f84-45ba-48cb-82a6-9c6afd203121'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:57:07.308910 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d97ae11e-6d54-44b2-a8d4-99e2feb81cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:07.310237 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-762c91b2-0f7f-4409-99a5-02085a1c6d59 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:07.311009 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fc177be2-d7f1-4de9-a692-caa4651ef23a tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:07.317695 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-fc177be2-d7f1-4de9-a692-caa4651ef23a tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/ports/9ea185ab-75d0-4bb4-803d-97a1c9b5d76e HTTP/1.1" status: 204 len: 168 time: 0.6545296 Sep 07 02:57:07.318439 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49190) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:07.319193 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3ce142ea-4293-49a8-bac6-3f98680b142e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:07.369238 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ff43135f-7c00-4aa8-a955-1a9d950b112e tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:07.374170 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1f26b570-f30c-4597-afdf-39bc61409009 req-0468d37f-208d-4ec2-9852-98290f11b7ad tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124243 Sep 07 02:57:07.380277 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-67ecb1e0-5fbf-4209-b352-d939a7a9f55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:07.433076 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fa88cf-e3c5-4ede-8581-44bac45f29be tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:07.435793 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fa88cf-e3c5-4ede-8581-44bac45f29be tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:07.437515 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fa88cf-e3c5-4ede-8581-44bac45f29be tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:07.442581 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d4fa88cf-e3c5-4ede-8581-44bac45f29be tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1230536 Sep 07 02:57:07.444059 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49192) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:07.463155 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-762c91b2-0f7f-4409-99a5-02085a1c6d59 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:07.489160 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ecb1e0-5fbf-4209-b352-d939a7a9f55e None None] No DVR routers for this DVR port 856f95d0-374c-400e-8298-9509675a8e2c on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:57:07.492928 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce142ea-4293-49a8-bac6-3f98680b142e None None] Network f41e504b-88b6-4f18-a175-60760c8fd01d is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:57:07.506258 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-9483596a-6abd-419f-afa9-caf2c1c45afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65593fc1-2077-4fc0-8278-b47d0f17fdf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703025574', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '3710a1df-b9af-4a11-a409-df677a7ab61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:54:47Z', 'updated_at': '2021-09-07T02:57:02Z', 'revision_number': 5, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'gw_port': {'id': '3710a1df-b9af-4a11-a409-df677a7ab61c', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:70:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593fc1-2077-4fc0-8278-b47d0f17fdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:54:49Z', 'updated_at': '2021-09-07T02:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:07.533880 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-1beda660-125e-468d-bd0c-ea279858113f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Deleting subnet 2a7babef-2c26-4016-9038-30b47ada4ba2 {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:57:07.537158 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1beda660-125e-468d-bd0c-ea279858113f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:07.559122 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ff43135f-7c00-4aa8-a955-1a9d950b112e tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:07.561414 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cbc451f2-0b05-4210-a110-ebf678f15a11 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:07.563768 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ff43135f-7c00-4aa8-a955-1a9d950b112e tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:07.569498 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce142ea-4293-49a8-bac6-3f98680b142e None None] Pushing event updated for resources: {'Port': ['ID=4b64e362-b3f6-4e22-ad55-a7493e2c3c3c,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:07.572466 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-3ce142ea-4293-49a8-bac6-3f98680b142e None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:57:07.574841 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce142ea-4293-49a8-bac6-3f98680b142e None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:57:07.597299 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1beda660-125e-468d-bd0c-ea279858113f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:07.653247 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device c378cd76-10d7-4cd0-8703-5604db43596c up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:57:07.666920 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9483596a-6abd-419f-afa9-caf2c1c45afa None None] The sync data for ids ['65593fc1-2077-4fc0-8278-b47d0f17fdf0'] in n-d-796209-16 is: [{'id': '65593fc1-2077-4fc0-8278-b47d0f17fdf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1703025574', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': '3710a1df-b9af-4a11-a409-df677a7ab61c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:54:47Z', 'updated_at': '2021-09-07T02:57:02Z', 'revision_number': 5, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'gw_port': {'id': '3710a1df-b9af-4a11-a409-df677a7ab61c', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:70:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65593fc1-2077-4fc0-8278-b47d0f17fdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2491, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:54:49Z', 'updated_at': '2021-09-07T02:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:57:07.668953 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ecb1e0-5fbf-4209-b352-d939a7a9f55e None None] Pushing event deleted for resources: {'Port': ['ID=856f95d0-374c-400e-8298-9509675a8e2c,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:07.710099 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-6e97267c-b95a-4649-a01b-d5af94001ba8 req-3c22103a-9f00-4f7e-b81b-ef173cfd84e8 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Allocated IP 172.20.0.2 (256d620d-b7a6-4b66-aaa9-80e5bdc910ad/e962ec47-dcbe-48ec-becb-a133fc5449e5/87655062-3b6c-41af-917b-4f2a9d1ba82b) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:57:07.724455 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1beda660-125e-468d-bd0c-ea279858113f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:07.741623 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ff43135f-7c00-4aa8-a955-1a9d950b112e tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:07.742147 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff43135f-7c00-4aa8-a955-1a9d950b112e tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Fanout notify agent at l3_agent the message router_deleted on router 65593fc1-2077-4fc0-8278-b47d0f17fdf0 {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 02:57:07.756763 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ff43135f-7c00-4aa8-a955-1a9d950b112e tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:07.760337 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ff43135f-7c00-4aa8-a955-1a9d950b112e tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "DELETE /v2.0/routers/65593fc1-2077-4fc0-8278-b47d0f17fdf0 HTTP/1.1" status: 204 len: 168 time: 2.9248571 Sep 07 02:57:07.762673 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49194) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:07.848370 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-3ce142ea-4293-49a8-bac6-3f98680b142e None None] Attempting to bind port 4b64e362-b3f6-4e22-ad55-a7493e2c3c3c on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:57:07.848920 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-3ce142ea-4293-49a8-bac6-3f98680b142e None None] Attempting to bind port 4b64e362-b3f6-4e22-ad55-a7493e2c3c3c by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'bd454cc9-5922-4c61-b6cd-76462c4bd5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f41e504b-88b6-4f18-a175-60760c8fd01d'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:57:07.849320 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce142ea-4293-49a8-bac6-3f98680b142e None None] Attempting to bind port 4b64e362-b3f6-4e22-ad55-a7493e2c3c3c on network f41e504b-88b6-4f18-a175-60760c8fd01d {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:57:07.859759 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-762c91b2-0f7f-4409-99a5-02085a1c6d59 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:07.869038 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b6fdeb57-8ac2-4a0b-bc5c-a6acce342b5b tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:07.879025 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce142ea-4293-49a8-bac6-3f98680b142e None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:57:07.879651 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce142ea-4293-49a8-bac6-3f98680b142e None None] Checking segment: {'id': 'bd454cc9-5922-4c61-b6cd-76462c4bd5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f41e504b-88b6-4f18-a175-60760c8fd01d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:57:07.880399 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3ce142ea-4293-49a8-bac6-3f98680b142e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:07.880399 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce142ea-4293-49a8-bac6-3f98680b142e None None] Bound using segment: {'id': 'bd454cc9-5922-4c61-b6cd-76462c4bd5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f41e504b-88b6-4f18-a175-60760c8fd01d'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:57:07.880837 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-3ce142ea-4293-49a8-bac6-3f98680b142e None None] Bound port: 4b64e362-b3f6-4e22-ad55-a7493e2c3c3c, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd454cc9-5922-4c61-b6cd-76462c4bd5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'f41e504b-88b6-4f18-a175-60760c8fd01d'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:57:07.881216 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3ce142ea-4293-49a8-bac6-3f98680b142e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:07.882553 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1beda660-125e-468d-bd0c-ea279858113f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:07.887300 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-d97ae11e-6d54-44b2-a8d4-99e2feb81cbc None None] Allocated IP 2001:db8::2 (2fb52b25-716a-4441-b6f4-0bc72321f1d1/62dc3f84-45ba-48cb-82a6-9c6afd203121/d1005481-a317-402a-b364-e6597c190905) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:57:07.890110 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-db6224a8-28dd-411d-9aac-af0849f95322 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:07.921193 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-db6224a8-28dd-411d-9aac-af0849f95322 None None] Transition to ACTIVE for port object 629ba621-01fb-4418-af40-8d9b3b14510b will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:57:07.927039 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beda660-125e-468d-bd0c-ea279858113f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event deleted for resources: {'Subnet': ['ID=2a7babef-2c26-4016-9038-30b47ada4ba2,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:07.938624 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port c378cd76-10d7-4cd0-8703-5604db43596c completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:57:07.961581 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1beda660-125e-468d-bd0c-ea279858113f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:07.966530 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-1beda660-125e-468d-bd0c-ea279858113f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/subnets/2a7babef-2c26-4016-9038-30b47ada4ba2 HTTP/1.1" status: 204 len: 168 time: 0.5183184 Sep 07 02:57:07.966702 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49196) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:07.995111 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port c378cd76-10d7-4cd0-8703-5604db43596c triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:57:07.995564 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:08.000233 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-db6224a8-28dd-411d-9aac-af0849f95322 None None] Transition to ACTIVE for port object 629ba621-01fb-4418-af40-8d9b3b14510b will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:57:08.065274 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b6fdeb57-8ac2-4a0b-bc5c-a6acce342b5b tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:08.068284 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-762c91b2-0f7f-4409-99a5-02085a1c6d59 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:08.082873 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-db6224a8-28dd-411d-9aac-af0849f95322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:08.119443 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-40c7c361-3162-4641-bb86-046950b70fe4 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Deleting subnet 6da95616-f76c-49cf-87ee-2a61df614618 {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:57:08.123199 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762c91b2-0f7f-4409-99a5-02085a1c6d59 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Pushing event deleted for resources: {'Subnet': ['ID=e3c35416-14f5-4292-bf8a-c4b8e1359b8a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:08.131218 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-762c91b2-0f7f-4409-99a5-02085a1c6d59 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:08.137086 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-762c91b2-0f7f-4409-99a5-02085a1c6d59 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] 10.222.0.22 "DELETE /v2.0/subnets/e3c35416-14f5-4292-bf8a-c4b8e1359b8a HTTP/1.1" status: 204 len: 168 time: 2.3092487 Sep 07 02:57:08.143624 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49200) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:08.157178 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6e97267c-b95a-4649-a01b-d5af94001ba8 req-3c22103a-9f00-4f7e-b81b-ef173cfd84e8 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:08.177239 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-40c7c361-3162-4641-bb86-046950b70fe4 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:08.188551 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-b6fdeb57-8ac2-4a0b-bc5c-a6acce342b5b tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6345c063-9711-4fd7-a5ec-cc5bb3922efa']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:08.208414 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6e97267c-b95a-4649-a01b-d5af94001ba8 req-3c22103a-9f00-4f7e-b81b-ef173cfd84e8 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:08.212752 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3ce142ea-4293-49a8-bac6-3f98680b142e None None] For port 4b64e362-b3f6-4e22-ad55-a7493e2c3c3c, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:57:08.228098 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6224a8-28dd-411d-9aac-af0849f95322 None None] Network 08d6dd03-6ebb-4d4d-9e3f-8fc7900ed513 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:57:08.244669 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['f0935901-e678-452c-a546-da8ac1b45ab1'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:57:08.265212 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3ce142ea-4293-49a8-bac6-3f98680b142e None None] For port 4b64e362-b3f6-4e22-ad55-a7493e2c3c3c, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=4b64e362-b3f6-4e22-ad55-a7493e2c3c3c,segment=NetworkSegment(bd454cc9-5922-4c61-b6cd-76462c4bd5eb),segment_id=bd454cc9-5922-4c61-b6cd-76462c4bd5eb)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:57:08.267072 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-db6224a8-28dd-411d-9aac-af0849f95322 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:57:08.268793 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e97267c-b95a-4649-a01b-d5af94001ba8 req-3c22103a-9f00-4f7e-b81b-ef173cfd84e8 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Network 256d620d-b7a6-4b66-aaa9-80e5bdc910ad is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:57:08.272496 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-b6fdeb57-8ac2-4a0b-bc5c-a6acce342b5b tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be1dc1b1-7827-42bb-893b-a875f19ad000') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:08.273445 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-b6fdeb57-8ac2-4a0b-bc5c-a6acce342b5b tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be1dc1b1-7827-42bb-893b-a875f19ad000') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:08.273869 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-6e97267c-b95a-4649-a01b-d5af94001ba8 req-3c22103a-9f00-4f7e-b81b-ef173cfd84e8 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:57:08.281097 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e97267c-b95a-4649-a01b-d5af94001ba8 req-3c22103a-9f00-4f7e-b81b-ef173cfd84e8 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:57:08.300514 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6224a8-28dd-411d-9aac-af0849f95322 None None] Pushing event updated for resources: {'Port': ['ID=629ba621-01fb-4418-af40-8d9b3b14510b,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:08.316179 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6224a8-28dd-411d-9aac-af0849f95322 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:57:08.317204 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b6fdeb57-8ac2-4a0b-bc5c-a6acce342b5b tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:08.324684 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3ce142ea-4293-49a8-bac6-3f98680b142e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:08.340817 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-40c7c361-3162-4641-bb86-046950b70fe4 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:08.341096 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e97267c-b95a-4649-a01b-d5af94001ba8 req-3c22103a-9f00-4f7e-b81b-ef173cfd84e8 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:08.341776 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6e97267c-b95a-4649-a01b-d5af94001ba8 req-3c22103a-9f00-4f7e-b81b-ef173cfd84e8 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:08.348813 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c22103a-9f00-4f7e-b81b-ef173cfd84e8 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Pushing event updated for resources: {'Port': ['ID=87655062-3b6c-41af-917b-4f2a9d1ba82b,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:08.371225 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6e97267c-b95a-4649-a01b-d5af94001ba8 req-3c22103a-9f00-4f7e-b81b-ef173cfd84e8 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1044183 Sep 07 02:57:08.388036 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b6fdeb57-8ac2-4a0b-bc5c-a6acce342b5b tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:08.389942 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-6e97267c-b95a-4649-a01b-d5af94001ba8 req-d237d6bd-0418-4187-8572-d0633f93f59c service neutron] Request body: {'port': {'device_id': '49b41b37-303c-4de5-b4a1-7e125905e486', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:08.396180 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-11efeb4d-3e06-4b4f-88e6-e0d38e3eac9a tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Deleting subnet 49b75b1f-5fae-4999-aef1-757fdc2f979b {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:57:08.407192 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-11efeb4d-3e06-4b4f-88e6-e0d38e3eac9a tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:08.410230 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6fdeb57-8ac2-4a0b-bc5c-a6acce342b5b tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:57:08.410640 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b6fdeb57-8ac2-4a0b-bc5c-a6acce342b5b tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:08.415580 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:57:08.415580 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:57:08.415580 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:57:08.415580 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:57:08.415580 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:57:08.415580 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:57:08.415580 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:57:08.415580 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:57:08.415580 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:57:08.415580 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:57:08.415580 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:57:08.415580 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:57:08.415580 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:57:08.415580 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:57:08.415580 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:57:08.415580 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:57:08.415580 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:57:08.415580 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:57:08.415580 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:57:08.415580 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:57:08.415580 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:57:08.415580 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:57:08.415580 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:57:08.415580 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:57:08.415580 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:57:08.415580 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:57:08.415580 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:57:08.415580 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:57:08.415580 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:57:08.415580 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:57:08.415580 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:57:08.415580 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:57:08.503526 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e50841-7edc-4730-9457-811987b539bc req-d85e03ff-9cff-4c23-be6f-bcccc36d4539 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:08.505120 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-51e50841-7edc-4730-9457-811987b539bc req-d85e03ff-9cff-4c23-be6f-bcccc36d4539 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/ports?device_id=49b41b37-303c-4de5-b4a1-7e125905e486 HTTP/1.1" status: 200 len: 931 time: 0.2532132 Sep 07 02:57:08.516390 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6e97267c-b95a-4649-a01b-d5af94001ba8 req-d237d6bd-0418-4187-8572-d0633f93f59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:08.555649 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d97ae11e-6d54-44b2-a8d4-99e2feb81cbc None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:08.600929 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-d97ae11e-6d54-44b2-a8d4-99e2feb81cbc None None] Transition to ACTIVE for port object d1005481-a317-402a-b364-e6597c190905 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:57:08.605416 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce142ea-4293-49a8-bac6-3f98680b142e None None] Pushing event updated for resources: {'Port': ['ID=4b64e362-b3f6-4e22-ad55-a7493e2c3c3c,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:08.615247 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:08.671970 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-db6224a8-28dd-411d-9aac-af0849f95322 None None] Attempting to bind port 629ba621-01fb-4418-af40-8d9b3b14510b on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:57:08.672584 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-db6224a8-28dd-411d-9aac-af0849f95322 None None] Attempting to bind port 629ba621-01fb-4418-af40-8d9b3b14510b by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '975acf0a-73d5-430e-b132-604602daa8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '08d6dd03-6ebb-4d4d-9e3f-8fc7900ed513'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:57:08.673054 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6224a8-28dd-411d-9aac-af0849f95322 None None] Attempting to bind port 629ba621-01fb-4418-af40-8d9b3b14510b on network 08d6dd03-6ebb-4d4d-9e3f-8fc7900ed513 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:57:08.692189 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd006a6-2974-45bf-a2b5-88c1eec96591 req-dc5bdd02-64bc-45f2-9904-f24a855990be tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:08.697594 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fdd006a6-2974-45bf-a2b5-88c1eec96591 req-dc5bdd02-64bc-45f2-9904-f24a855990be tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a87a93-c19e-4c4d-a076-f215db038a70 HTTP/1.1" status: 200 len: 946 time: 0.1826751 Sep 07 02:57:08.733437 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6224a8-28dd-411d-9aac-af0849f95322 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:57:08.733984 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6224a8-28dd-411d-9aac-af0849f95322 None None] Checking segment: {'id': '975acf0a-73d5-430e-b132-604602daa8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '08d6dd03-6ebb-4d4d-9e3f-8fc7900ed513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:57:08.738405 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-db6224a8-28dd-411d-9aac-af0849f95322 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:08.738976 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6224a8-28dd-411d-9aac-af0849f95322 None None] Bound using segment: {'id': '975acf0a-73d5-430e-b132-604602daa8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '08d6dd03-6ebb-4d4d-9e3f-8fc7900ed513'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:57:08.739632 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-db6224a8-28dd-411d-9aac-af0849f95322 None None] Bound port: 629ba621-01fb-4418-af40-8d9b3b14510b, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '975acf0a-73d5-430e-b132-604602daa8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '08d6dd03-6ebb-4d4d-9e3f-8fc7900ed513'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:57:08.740125 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-db6224a8-28dd-411d-9aac-af0849f95322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:08.760840 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-d97ae11e-6d54-44b2-a8d4-99e2feb81cbc None None] Transition to ACTIVE for port object d1005481-a317-402a-b364-e6597c190905 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:57:08.783138 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port c378cd76-10d7-4cd0-8703-5604db43596c, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=c378cd76-10d7-4cd0-8703-5604db43596c,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:57:08.788650 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d97ae11e-6d54-44b2-a8d4-99e2feb81cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:08.871675 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:08.921861 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97ae11e-6d54-44b2-a8d4-99e2feb81cbc None None] Pushing event updated for resources: {'Port': ['ID=d1005481-a317-402a-b364-e6597c190905,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:08.958835 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97ae11e-6d54-44b2-a8d4-99e2feb81cbc None None] Network 2fb52b25-716a-4441-b6f4-0bc72321f1d1 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:57:08.971652 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-d97ae11e-6d54-44b2-a8d4-99e2feb81cbc None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:57:08.982826 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fdd006a6-2974-45bf-a2b5-88c1eec96591 req-ab6bc4f4-73f4-45d6-bd5a-6c07283564fd tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631989 Sep 07 02:57:08.985986 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-cbc451f2-0b05-4210-a110-ebf678f15a11 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Allocated IP 2001:db8::1 (2fb52b25-716a-4441-b6f4-0bc72321f1d1/62dc3f84-45ba-48cb-82a6-9c6afd203121/34ebd00a-c8ac-4050-ab6b-5e10abd79ac3) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:57:08.986659 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97ae11e-6d54-44b2-a8d4-99e2feb81cbc None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:57:09.183949 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-11efeb4d-3e06-4b4f-88e6-e0d38e3eac9a tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:09.194269 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b6fdeb57-8ac2-4a0b-bc5c-a6acce342b5b tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:09.202882 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cbc451f2-0b05-4210-a110-ebf678f15a11 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:09.244024 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-cbc451f2-0b05-4210-a110-ebf678f15a11 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Transition to ACTIVE for port object 34ebd00a-c8ac-4050-ab6b-5e10abd79ac3 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:57:09.252622 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-6e97267c-b95a-4649-a01b-d5af94001ba8 req-d237d6bd-0418-4187-8572-d0633f93f59c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87655062-3b6c-41af-917b-4f2a9d1ba82b {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:57:09.264254 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6e97267c-b95a-4649-a01b-d5af94001ba8 req-d237d6bd-0418-4187-8572-d0633f93f59c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:09.269651 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c962cdee-b632-4687-9438-01ad7a53809c None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:57:09.271404 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 856f95d0-374c-400e-8298-9509675a8e2c no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:57:09.279299 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-db6224a8-28dd-411d-9aac-af0849f95322 None None] For port 629ba621-01fb-4418-af40-8d9b3b14510b, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:57:09.282708 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-6e97267c-b95a-4649-a01b-d5af94001ba8 req-d237d6bd-0418-4187-8572-d0633f93f59c service neutron] Transition to ACTIVE for port object 87655062-3b6c-41af-917b-4f2a9d1ba82b will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:57:09.295533 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6e97267c-b95a-4649-a01b-d5af94001ba8 req-d237d6bd-0418-4187-8572-d0633f93f59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:09.303070 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b6fdeb57-8ac2-4a0b-bc5c-a6acce342b5b tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:09.308242 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b6fdeb57-8ac2-4a0b-bc5c-a6acce342b5b tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "DELETE /v2.0/networks/6345c063-9711-4fd7-a5ec-cc5bb3922efa HTTP/1.1" status: 204 len: 168 time: 1.5429771 Sep 07 02:57:09.313389 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fdeb57-8ac2-4a0b-bc5c-a6acce342b5b tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event deleted for resources: {'Network': ['ID=6345c063-9711-4fd7-a5ec-cc5bb3922efa,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:09.314792 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49204) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:09.333775 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-51e50841-7edc-4730-9457-811987b539bc req-d8131583-0113-446d-a994-ce18b7d77f89 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/security-groups?id=70ce7ce8-5054-445c-a59d-ebe3700b4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109227 Sep 07 02:57:09.337325 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-40c7c361-3162-4641-bb86-046950b70fe4 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:09.365793 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=c378cd76-10d7-4cd0-8703-5604db43596c,revision_number=6']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:09.393265 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 856f95d0-374c-400e-8298-9509675a8e2c {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:57:09.393611 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 856f95d0-374c-400e-8298-9509675a8e2c not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:57:09.399157 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-db6224a8-28dd-411d-9aac-af0849f95322 None None] For port 629ba621-01fb-4418-af40-8d9b3b14510b, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=629ba621-01fb-4418-af40-8d9b3b14510b,segment=NetworkSegment(975acf0a-73d5-430e-b132-604602daa8a2),segment_id=975acf0a-73d5-430e-b132-604602daa8a2)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:57:09.437988 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-11efeb4d-3e06-4b4f-88e6-e0d38e3eac9a tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:09.452367 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-db6224a8-28dd-411d-9aac-af0849f95322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:09.503236 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-40c7c361-3162-4641-bb86-046950b70fe4 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:09.524489 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-66e44dff-9826-4377-975f-30f3281885ed None None] Provisioning complete for port c378cd76-10d7-4cd0-8703-5604db43596c triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:57:09.524872 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-66e44dff-9826-4377-975f-30f3281885ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:09.534278 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-d97ae11e-6d54-44b2-a8d4-99e2feb81cbc None None] Attempting to bind port d1005481-a317-402a-b364-e6597c190905 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:57:09.534657 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-d97ae11e-6d54-44b2-a8d4-99e2feb81cbc None None] Attempting to bind port d1005481-a317-402a-b364-e6597c190905 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a263b4f5-da9d-41b2-992d-c0c09688fe11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2fb52b25-716a-4441-b6f4-0bc72321f1d1'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:57:09.535026 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97ae11e-6d54-44b2-a8d4-99e2feb81cbc None None] Attempting to bind port d1005481-a317-402a-b364-e6597c190905 on network 2fb52b25-716a-4441-b6f4-0bc72321f1d1 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:57:09.545398 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-40c7c361-3162-4641-bb86-046950b70fe4 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:09.550750 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-40c7c361-3162-4641-bb86-046950b70fe4 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/subnets/6da95616-f76c-49cf-87ee-2a61df614618 HTTP/1.1" status: 204 len: 168 time: 1.5830219 Sep 07 02:57:09.554002 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49206) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:09.554955 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c7c361-3162-4641-bb86-046950b70fe4 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event deleted for resources: {'Subnet': ['ID=6da95616-f76c-49cf-87ee-2a61df614618,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:09.626482 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97ae11e-6d54-44b2-a8d4-99e2feb81cbc None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:57:09.627789 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97ae11e-6d54-44b2-a8d4-99e2feb81cbc None None] Checking segment: {'id': 'a263b4f5-da9d-41b2-992d-c0c09688fe11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2fb52b25-716a-4441-b6f4-0bc72321f1d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:57:09.628515 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d97ae11e-6d54-44b2-a8d4-99e2feb81cbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:09.628950 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97ae11e-6d54-44b2-a8d4-99e2feb81cbc None None] Bound using segment: {'id': 'a263b4f5-da9d-41b2-992d-c0c09688fe11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2fb52b25-716a-4441-b6f4-0bc72321f1d1'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:57:09.629564 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-d97ae11e-6d54-44b2-a8d4-99e2feb81cbc None None] Bound port: d1005481-a317-402a-b364-e6597c190905, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a263b4f5-da9d-41b2-992d-c0c09688fe11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2fb52b25-716a-4441-b6f4-0bc72321f1d1'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:57:09.629970 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d97ae11e-6d54-44b2-a8d4-99e2feb81cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:09.633490 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-59505ce6-13b2-42ec-a94b-3d881b246da4 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0737798 Sep 07 02:57:09.638459 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49208) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:09.650836 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-11efeb4d-3e06-4b4f-88e6-e0d38e3eac9a tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:09.692033 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6224a8-28dd-411d-9aac-af0849f95322 None None] Pushing event updated for resources: {'Port': ['ID=629ba621-01fb-4418-af40-8d9b3b14510b,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:09.716797 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11efeb4d-3e06-4b4f-88e6-e0d38e3eac9a tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Pushing event deleted for resources: {'Subnet': ['ID=49b75b1f-5fae-4999-aef1-757fdc2f979b,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:09.747082 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-11efeb4d-3e06-4b4f-88e6-e0d38e3eac9a tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:09.752208 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-11efeb4d-3e06-4b4f-88e6-e0d38e3eac9a tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] 10.222.0.22 "DELETE /v2.0/subnets/49b75b1f-5fae-4999-aef1-757fdc2f979b HTTP/1.1" status: 204 len: 168 time: 1.5852818 Sep 07 02:57:09.754824 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49210) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:09.792537 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d237d6bd-0418-4187-8572-d0633f93f59c service neutron] Pushing event updated for resources: {'Port': ['ID=87655062-3b6c-41af-917b-4f2a9d1ba82b,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:09.803823 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cbc451f2-0b05-4210-a110-ebf678f15a11 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:09.818198 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device c378cd76-10d7-4cd0-8703-5604db43596c up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:57:09.821948 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d2053b-88e3-47a5-bbbb-830e608c3295 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:09.828928 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-45d2053b-88e3-47a5-bbbb-830e608c3295 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1886945 Sep 07 02:57:09.831844 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49212) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:09.873035 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc451f2-0b05-4210-a110-ebf678f15a11 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Network 2fb52b25-716a-4441-b6f4-0bc72321f1d1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:57:09.881746 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-cbc451f2-0b05-4210-a110-ebf678f15a11 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:57:09.885423 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc451f2-0b05-4210-a110-ebf678f15a11 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:57:09.886203 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cbc451f2-0b05-4210-a110-ebf678f15a11 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:09.890250 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccc65d2-f05a-4995-bf38-5356efe42ead tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:09.897122 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-5ccc65d2-f05a-4995-bf38-5356efe42ead tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1410952 Sep 07 02:57:09.900812 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49214) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:09.906010 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port c378cd76-10d7-4cd0-8703-5604db43596c triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:57:09.906406 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:09.998805 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee32fced-6f2f-412c-89b7-3a0c61376299 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:10.005660 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-ee32fced-6f2f-412c-89b7-3a0c61376299 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1722744 Sep 07 02:57:10.006350 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49216) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:10.090268 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc451f2-0b05-4210-a110-ebf678f15a11 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event updated for resources: {'Port': ['ID=34ebd00a-c8ac-4050-ab6b-5e10abd79ac3,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:10.147395 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-70275e79-fdcd-4964-946e-24abbb5ebc2c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1037731 Sep 07 02:57:10.156581 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49220) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:10.165901 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-d97ae11e-6d54-44b2-a8d4-99e2feb81cbc None None] For port d1005481-a317-402a-b364-e6597c190905, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:57:10.167106 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-26b830b2-9cd2-449b-94f8-883c0bcc3692 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Request body: {'subnet': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:10.169957 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-d97ae11e-6d54-44b2-a8d4-99e2feb81cbc None None] For port d1005481-a317-402a-b364-e6597c190905, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=d1005481-a317-402a-b364-e6597c190905,segment=NetworkSegment(a263b4f5-da9d-41b2-992d-c0c09688fe11),segment_id=a263b4f5-da9d-41b2-992d-c0c09688fe11)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:57:10.191470 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d97ae11e-6d54-44b2-a8d4-99e2feb81cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:10.199431 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6e2739f4-d3dc-496a-8815-d5b1fcf258c2 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:10.208972 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63eb16bc-f0c2-4b19-94d5-cf6515894239 None None] Network f41e504b-88b6-4f18-a175-60760c8fd01d requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:57:10.218655 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6005b9de-efda-4861-93a7-2c6bf17a3e87 None None] DHCP port deletion for 98fba89c-e7ad-427b-9268-93662b8245b2 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:57:10.229144 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-735c1ed0-a22b-46f5-bc43-c7042c3d9a54 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:10.233765 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-6e97267c-b95a-4649-a01b-d5af94001ba8 req-d237d6bd-0418-4187-8572-d0633f93f59c service neutron] Attempting to bind port 87655062-3b6c-41af-917b-4f2a9d1ba82b on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:57:10.234104 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-6e97267c-b95a-4649-a01b-d5af94001ba8 req-d237d6bd-0418-4187-8572-d0633f93f59c service neutron] Attempting to bind port 87655062-3b6c-41af-917b-4f2a9d1ba82b by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': 'ba1f9a1d-76cb-4a15-91d5-0944bdc5e669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '256d620d-b7a6-4b66-aaa9-80e5bdc910ad'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:57:10.234549 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e97267c-b95a-4649-a01b-d5af94001ba8 req-d237d6bd-0418-4187-8572-d0633f93f59c service neutron] Attempting to bind port 87655062-3b6c-41af-917b-4f2a9d1ba82b on network 256d620d-b7a6-4b66-aaa9-80e5bdc910ad {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:57:10.273729 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e97267c-b95a-4649-a01b-d5af94001ba8 req-d237d6bd-0418-4187-8572-d0633f93f59c service neutron] Port 87655062-3b6c-41af-917b-4f2a9d1ba82b on network 256d620d-b7a6-4b66-aaa9-80e5bdc910ad not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:57:10.274080 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e97267c-b95a-4649-a01b-d5af94001ba8 req-d237d6bd-0418-4187-8572-d0633f93f59c service neutron] Attempting to bind port 87655062-3b6c-41af-917b-4f2a9d1ba82b on network 256d620d-b7a6-4b66-aaa9-80e5bdc910ad {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:57:10.302801 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-735c1ed0-a22b-46f5-bc43-c7042c3d9a54 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:10.311150 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cbc451f2-0b05-4210-a110-ebf678f15a11 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:10.320558 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9811ed4d-a1b4-487d-acf5-62a6928dbbea req-93cca349-85c4-4800-ba26-6b92308ba057 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:10.323358 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9811ed4d-a1b4-487d-acf5-62a6928dbbea req-93cca349-85c4-4800-ba26-6b92308ba057 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a87a93-c19e-4c4d-a076-f215db038a70 HTTP/1.1" status: 200 len: 946 time: 0.1635375 Sep 07 02:57:10.324236 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e97267c-b95a-4649-a01b-d5af94001ba8 req-d237d6bd-0418-4187-8572-d0633f93f59c service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:57:10.324545 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e97267c-b95a-4649-a01b-d5af94001ba8 req-d237d6bd-0418-4187-8572-d0633f93f59c service neutron] Checking segment: {'id': 'ba1f9a1d-76cb-4a15-91d5-0944bdc5e669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '256d620d-b7a6-4b66-aaa9-80e5bdc910ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:57:10.324838 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e97267c-b95a-4649-a01b-d5af94001ba8 req-d237d6bd-0418-4187-8572-d0633f93f59c service neutron] Bound using segment: {'id': 'ba1f9a1d-76cb-4a15-91d5-0944bdc5e669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '256d620d-b7a6-4b66-aaa9-80e5bdc910ad'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:57:10.325288 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-6e97267c-b95a-4649-a01b-d5af94001ba8 req-d237d6bd-0418-4187-8572-d0633f93f59c service neutron] Bound port: 87655062-3b6c-41af-917b-4f2a9d1ba82b, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba1f9a1d-76cb-4a15-91d5-0944bdc5e669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '256d620d-b7a6-4b66-aaa9-80e5bdc910ad'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:57:10.325764 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6e97267c-b95a-4649-a01b-d5af94001ba8 req-d237d6bd-0418-4187-8572-d0633f93f59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:10.343954 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-6e2739f4-d3dc-496a-8815-d5b1fcf258c2 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Deleting port 629ba621-01fb-4418-af40-8d9b3b14510b {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:57:10.344540 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6e2739f4-d3dc-496a-8815-d5b1fcf258c2 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:10.347819 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b830b2-9cd2-449b-94f8-883c0bcc3692 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Made reservation on behalf of 4c9354482bbf46e593fb1c1c8959ca81 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:57:10.351599 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-26b830b2-9cd2-449b-94f8-883c0bcc3692 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:10.353361 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-26b830b2-9cd2-449b-94f8-883c0bcc3692 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 02:57:10.362272 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 4b64e362-b3f6-4e22-ad55-a7493e2c3c3c up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:57:10.367571 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26b830b2-9cd2-449b-94f8-883c0bcc3692 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:57:10.444516 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-b9518068-a9e5-4dac-98d1-929010df6565 None None] Provisioning for port 4b64e362-b3f6-4e22-ad55-a7493e2c3c3c completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:57:10.495585 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-6e2739f4-d3dc-496a-8815-d5b1fcf258c2 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] For port 629ba621-01fb-4418-af40-8d9b3b14510b, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=629ba621-01fb-4418-af40-8d9b3b14510b,segment=NetworkSegment(975acf0a-73d5-430e-b132-604602daa8a2),segment_id=975acf0a-73d5-430e-b132-604602daa8a2)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:57:10.496150 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6e2739f4-d3dc-496a-8815-d5b1fcf258c2 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:10.499971 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-26b830b2-9cd2-449b-94f8-883c0bcc3692 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3420331 Sep 07 02:57:10.503581 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97ae11e-6d54-44b2-a8d4-99e2feb81cbc None None] Pushing event updated for resources: {'Port': ['ID=d1005481-a317-402a-b364-e6597c190905,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:10.518371 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49224) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:10.524316 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-8eed15e1-3e8a-443a-95db-b83775280632 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Request body: {'subnet': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:10.564253 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 4b64e362-b3f6-4e22-ad55-a7493e2c3c3c completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:57:10.569752 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-6005b9de-efda-4861-93a7-2c6bf17a3e87 None None] Deleting port c378cd76-10d7-4cd0-8703-5604db43596c {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:57:10.570148 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6005b9de-efda-4861-93a7-2c6bf17a3e87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:10.587930 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 4b64e362-b3f6-4e22-ad55-a7493e2c3c3c triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:57:10.588173 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:10.588519 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9811ed4d-a1b4-487d-acf5-62a6928dbbea req-26820658-61bd-4e7b-9d90-aadb5aed55ac tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319705 Sep 07 02:57:10.599610 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-6e2739f4-d3dc-496a-8815-d5b1fcf258c2 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Calling delete_port for 629ba621-01fb-4418-af40-8d9b3b14510b owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:57:10.661201 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-6e97267c-b95a-4649-a01b-d5af94001ba8 req-d237d6bd-0418-4187-8572-d0633f93f59c service neutron] For port 87655062-3b6c-41af-917b-4f2a9d1ba82b, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:57:10.716513 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-6e97267c-b95a-4649-a01b-d5af94001ba8 req-d237d6bd-0418-4187-8572-d0633f93f59c service neutron] For port 87655062-3b6c-41af-917b-4f2a9d1ba82b, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=87655062-3b6c-41af-917b-4f2a9d1ba82b,segment=NetworkSegment(ba1f9a1d-76cb-4a15-91d5-0944bdc5e669),segment_id=ba1f9a1d-76cb-4a15-91d5-0944bdc5e669)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:57:10.747799 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6e97267c-b95a-4649-a01b-d5af94001ba8 req-d237d6bd-0418-4187-8572-d0633f93f59c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:10.791868 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-6005b9de-efda-4861-93a7-2c6bf17a3e87 None None] For port c378cd76-10d7-4cd0-8703-5604db43596c, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=c378cd76-10d7-4cd0-8703-5604db43596c,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:57:10.792233 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6005b9de-efda-4861-93a7-2c6bf17a3e87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:10.816145 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-6005b9de-efda-4861-93a7-2c6bf17a3e87 None None] Calling delete_port for c378cd76-10d7-4cd0-8703-5604db43596c owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:57:10.826657 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a41177-21d2-448f-b4b3-e36aa77190b7 None None] DHCP port deletion for f41e504b-88b6-4f18-a175-60760c8fd01d request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:57:10.831299 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:10.869347 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-735c1ed0-a22b-46f5-bc43-c7042c3d9a54 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:10.873145 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-735c1ed0-a22b-46f5-bc43-c7042c3d9a54 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:10.874715 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-735c1ed0-a22b-46f5-bc43-c7042c3d9a54 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "DELETE /v2.0/security-groups/227b796e-e331-4437-9ee2-e029d8455d47 HTTP/1.1" status: 204 len: 168 time: 1.5540211 Sep 07 02:57:10.902305 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e97267c-b95a-4649-a01b-d5af94001ba8 req-d237d6bd-0418-4187-8572-d0633f93f59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:10.903231 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6e97267c-b95a-4649-a01b-d5af94001ba8 req-d237d6bd-0418-4187-8572-d0633f93f59c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:10.904852 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6e97267c-b95a-4649-a01b-d5af94001ba8 req-d237d6bd-0418-4187-8572-d0633f93f59c service neutron] 10.222.0.23 "PUT /v2.0/ports/87655062-3b6c-41af-917b-4f2a9d1ba82b HTTP/1.1" status: 200 len: 1092 time: 2.5258577 Sep 07 02:57:10.907894 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49b41b37-303c-4de5-b4a1-7e125905e486', 'tag': '87655062-3b6c-41af-917b-4f2a9d1ba82b'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:57:10.910564 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4961b5c6-b3fa-4548-9e39-58f0b3d76117" -d '{"events": [{"name": "network-changed", "server_uuid": "49b41b37-303c-4de5-b4a1-7e125905e486", "tag": "87655062-3b6c-41af-917b-4f2a9d1ba82b"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:57:10.924702 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735c1ed0-a22b-46f5-bc43-c7042c3d9a54 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=227b796e-e331-4437-9ee2-e029d8455d47,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:10.960427 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b54b9f-d8ef-4295-b685-ae2db9d56159 req-cf474b0e-51ed-4df6-908c-8f243c06946c tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:10.962380 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a5b54b9f-d8ef-4295-b685-ae2db9d56159 req-cf474b0e-51ed-4df6-908c-8f243c06946c tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/ports?device_id=49b41b37-303c-4de5-b4a1-7e125905e486 HTTP/1.1" status: 200 len: 943 time: 0.4560516 Sep 07 02:57:10.990396 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eed15e1-3e8a-443a-95db-b83775280632 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Made reservation on behalf of 4c9354482bbf46e593fb1c1c8959ca81 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:57:10.991001 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 4b64e362-b3f6-4e22-ad55-a7493e2c3c3c, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=4b64e362-b3f6-4e22-ad55-a7493e2c3c3c,segment=NetworkSegment(bd454cc9-5922-4c61-b6cd-76462c4bd5eb),segment_id=bd454cc9-5922-4c61-b6cd-76462c4bd5eb)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:57:10.996094 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8eed15e1-3e8a-443a-95db-b83775280632 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:10.998068 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eed15e1-3e8a-443a-95db-b83775280632 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 02:57:10.998778 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8eed15e1-3e8a-443a-95db-b83775280632 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:57:11.007861 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:11.022672 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d237d6bd-0418-4187-8572-d0633f93f59c service neutron] Pushing event updated for resources: {'Port': ['ID=87655062-3b6c-41af-917b-4f2a9d1ba82b,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:11.030009 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8eed15e1-3e8a-443a-95db-b83775280632 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5095596 Sep 07 02:57:11.033917 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49230) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:11.040934 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-32b2c4e4-962f-4e31-9ff3-f9f7da1a7c5b tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Request body: {'subnet': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:11.053379 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 3710a1df-b9af-4a11-a409-df677a7ab61c no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:57:11.060673 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-66a41177-21d2-448f-b4b3-e36aa77190b7 None None] Deleting port 4b64e362-b3f6-4e22-ad55-a7493e2c3c3c {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:57:11.061537 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-66a41177-21d2-448f-b4b3-e36aa77190b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:11.072141 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a5b54b9f-d8ef-4295-b685-ae2db9d56159 req-eb6bac20-eb1f-426a-a318-53ec44efd4a9 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/security-groups?id=70ce7ce8-5054-445c-a59d-ebe3700b4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980513 Sep 07 02:57:11.101926 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6e2739f4-d3dc-496a-8815-d5b1fcf258c2 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:11.141126 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6005b9de-efda-4861-93a7-2c6bf17a3e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:11.149872 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2739f4-d3dc-496a-8815-d5b1fcf258c2 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Pushing event deleted for resources: {'Port': ['ID=629ba621-01fb-4418-af40-8d9b3b14510b,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:11.150925 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 3710a1df-b9af-4a11-a409-df677a7ab61c {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:57:11.151271 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 3710a1df-b9af-4a11-a409-df677a7ab61c not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:57:11.158519 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e97267c-b95a-4649-a01b-d5af94001ba8 req-8a17a234-fe44-483f-b803-bde10e210a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:11.159934 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 0c6edd95-6eda-4abd-a823-1380418d4c08 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:57:11.160116 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6e97267c-b95a-4649-a01b-d5af94001ba8 req-8a17a234-fe44-483f-b803-bde10e210a14 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=16ef236c23324219a8876cb24967b58f&device_id=49b41b37-303c-4de5-b4a1-7e125905e486 HTTP/1.1" status: 200 len: 1095 time: 0.1745899 Sep 07 02:57:11.182602 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6005b9de-efda-4861-93a7-2c6bf17a3e87 None None] No DVR routers for this DVR port c378cd76-10d7-4cd0-8703-5604db43596c on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:57:11.192231 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2739f4-d3dc-496a-8815-d5b1fcf258c2 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] No DVR routers for this DVR port 629ba621-01fb-4418-af40-8d9b3b14510b on host n-d-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:57:11.199387 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461bef6d-03bd-4b39-929e-e7eba0e7bb48 x-openstack-request-id: req-461bef6d-03bd-4b39-929e-e7eba0e7bb48 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:57:11.199700 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49b41b37-303c-4de5-b4a1-7e125905e486", "tag": "87655062-3b6c-41af-917b-4f2a9d1ba82b", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:57:11.199956 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-461bef6d-03bd-4b39-929e-e7eba0e7bb48 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:57:11.200357 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49b41b37-303c-4de5-b4a1-7e125905e486', 'tag': '87655062-3b6c-41af-917b-4f2a9d1ba82b', 'status': 'completed', 'code': 200} Sep 07 02:57:11.235923 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6e97267c-b95a-4649-a01b-d5af94001ba8 req-d8d6b28d-4a53-45d5-be36-af21f97980b6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=87655062-3b6c-41af-917b-4f2a9d1ba82b HTTP/1.1" status: 200 len: 217 time: 0.0615032 Sep 07 02:57:11.238145 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cbc451f2-0b05-4210-a110-ebf678f15a11 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:11.247229 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 0c6edd95-6eda-4abd-a823-1380418d4c08 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:57:11.247658 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 0c6edd95-6eda-4abd-a823-1380418d4c08 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:57:11.253207 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cbc451f2-0b05-4210-a110-ebf678f15a11 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:11.254532 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cbc451f2-0b05-4210-a110-ebf678f15a11 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:11.256587 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413c8716-d833-488a-b2a7-aba6e9156bdf None None] Network 08d6dd03-6ebb-4d4d-9e3f-8fc7900ed513 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:57:11.290013 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=4b64e362-b3f6-4e22-ad55-a7493e2c3c3c,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:11.311463 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6e2739f4-d3dc-496a-8815-d5b1fcf258c2 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:11.324546 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b2c4e4-962f-4e31-9ff3-f9f7da1a7c5b tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Made reservation on behalf of 4c9354482bbf46e593fb1c1c8959ca81 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:57:11.330191 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-32b2c4e4-962f-4e31-9ff3-f9f7da1a7c5b tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:11.332462 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-32b2c4e4-962f-4e31-9ff3-f9f7da1a7c5b tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 02:57:11.333418 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-66a41177-21d2-448f-b4b3-e36aa77190b7 None None] For port 4b64e362-b3f6-4e22-ad55-a7493e2c3c3c, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=4b64e362-b3f6-4e22-ad55-a7493e2c3c3c,segment=NetworkSegment(bd454cc9-5922-4c61-b6cd-76462c4bd5eb),segment_id=bd454cc9-5922-4c61-b6cd-76462c4bd5eb)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:57:11.333821 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-66a41177-21d2-448f-b4b3-e36aa77190b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:11.334159 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32b2c4e4-962f-4e31-9ff3-f9f7da1a7c5b tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:57:11.336422 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6005b9de-efda-4861-93a7-2c6bf17a3e87 None None] Pushing event deleted for resources: {'Port': ['ID=c378cd76-10d7-4cd0-8703-5604db43596c,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:11.365036 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-6e2739f4-d3dc-496a-8815-d5b1fcf258c2 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08d6dd03-6ebb-4d4d-9e3f-8fc7900ed513']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:11.365451 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e97267c-b95a-4649-a01b-d5af94001ba8 req-37b9bf50-9233-40c3-8fc2-454ba9a0be12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:11.366882 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6e97267c-b95a-4649-a01b-d5af94001ba8 req-37b9bf50-9233-40c3-8fc2-454ba9a0be12 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e962ec47-dcbe-48ec-becb-a133fc5449e5 HTTP/1.1" status: 200 len: 854 time: 0.1224236 Sep 07 02:57:11.376492 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-32b2c4e4-962f-4e31-9ff3-f9f7da1a7c5b tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3403919 Sep 07 02:57:11.379537 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49232) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:11.379739 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a7ccacb5-20b5-4911-aa4b-3dcab2ff1ff3 None None] Could not find standard attr ID for object 629ba621-01fb-4418-af40-8d9b3b14510b. {{(pid=94702) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 02:57:11.385438 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-e897327b-de2f-4ea4-94fa-cc42565048b4 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Request body: {'subnet': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:11.392594 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-6e2739f4-d3dc-496a-8815-d5b1fcf258c2 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '975acf0a-73d5-430e-b132-604602daa8a2') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:11.393023 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-6e2739f4-d3dc-496a-8815-d5b1fcf258c2 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '975acf0a-73d5-430e-b132-604602daa8a2') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:11.397736 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-66a41177-21d2-448f-b4b3-e36aa77190b7 None None] Calling delete_port for 4b64e362-b3f6-4e22-ad55-a7493e2c3c3c owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:57:11.400375 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc451f2-0b05-4210-a110-ebf678f15a11 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event updated for resources: {'Port': ['ID=34ebd00a-c8ac-4050-ab6b-5e10abd79ac3,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:11.426026 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6e2739f4-d3dc-496a-8815-d5b1fcf258c2 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:11.436756 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6e97267c-b95a-4649-a01b-d5af94001ba8 req-176c144c-c1c9-495f-801a-4d6331abc3b0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=256d620d-b7a6-4b66-aaa9-80e5bdc910ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380375 Sep 07 02:57:11.507828 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6e2739f4-d3dc-496a-8815-d5b1fcf258c2 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:11.516961 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc451f2-0b05-4210-a110-ebf678f15a11 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Network 2fb52b25-716a-4441-b6f4-0bc72321f1d1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:57:11.530793 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e2739f4-d3dc-496a-8815-d5b1fcf258c2 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:57:11.531229 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6e2739f4-d3dc-496a-8815-d5b1fcf258c2 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:11.554445 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-cbc451f2-0b05-4210-a110-ebf678f15a11 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:57:11.565070 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:57:11.565070 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:57:11.565070 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:57:11.565070 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:57:11.565070 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:57:11.565070 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:57:11.565070 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:57:11.565070 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:57:11.565070 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:57:11.565070 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:57:11.565070 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:57:11.565070 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:57:11.565070 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:57:11.565070 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:57:11.565070 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:57:11.565070 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:57:11.565070 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:57:11.565070 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:57:11.565070 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:57:11.565070 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:57:11.565070 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:57:11.565070 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:57:11.565070 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:57:11.565070 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:57:11.565070 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:57:11.565070 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:57:11.565070 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:57:11.565070 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:57:11.565070 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:57:11.565070 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:57:11.565070 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:57:11.565070 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:57:11.574862 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-66a41177-21d2-448f-b4b3-e36aa77190b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:11.606298 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a41177-21d2-448f-b4b3-e36aa77190b7 None None] Pushing event deleted for resources: {'Port': ['ID=4b64e362-b3f6-4e22-ad55-a7493e2c3c3c,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:11.619137 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba298b0-cd5d-4509-82f8-13c5c244e656 None None] DHCP port deletion for 08d6dd03-6ebb-4d4d-9e3f-8fc7900ed513 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:57:11.624916 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a41177-21d2-448f-b4b3-e36aa77190b7 None None] No DVR routers for this DVR port 4b64e362-b3f6-4e22-ad55-a7493e2c3c3c on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:57:11.653754 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device d1005481-a317-402a-b364-e6597c190905 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:57:11.684454 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6e2739f4-d3dc-496a-8815-d5b1fcf258c2 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:11.702759 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6e2739f4-d3dc-496a-8815-d5b1fcf258c2 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:11.707009 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-6e2739f4-d3dc-496a-8815-d5b1fcf258c2 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] 10.222.0.22 "DELETE /v2.0/networks/08d6dd03-6ebb-4d4d-9e3f-8fc7900ed513 HTTP/1.1" status: 204 len: 168 time: 1.8030689 Sep 07 02:57:11.709039 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49236) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:11.710044 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e897327b-de2f-4ea4-94fa-cc42565048b4 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Made reservation on behalf of 4c9354482bbf46e593fb1c1c8959ca81 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:57:11.715435 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e897327b-de2f-4ea4-94fa-cc42565048b4 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:11.718825 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-e897327b-de2f-4ea4-94fa-cc42565048b4 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 02:57:11.720802 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e897327b-de2f-4ea4-94fa-cc42565048b4 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:57:11.754345 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6e97267c-b95a-4649-a01b-d5af94001ba8 req-69e4a243-76df-45ea-8f25-95508679d149 service neutron] 10.222.0.23 "GET /v2.0/networks/256d620d-b7a6-4b66-aaa9-80e5bdc910ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043320 Sep 07 02:57:11.760985 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port d1005481-a317-402a-b364-e6597c190905 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:57:11.817457 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2739f4-d3dc-496a-8815-d5b1fcf258c2 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Pushing event deleted for resources: {'Network': ['ID=08d6dd03-6ebb-4d4d-9e3f-8fc7900ed513,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:11.829990 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device c378cd76-10d7-4cd0-8703-5604db43596c no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:57:11.831305 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbc451f2-0b05-4210-a110-ebf678f15a11 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Router 5056a875-989e-4efe-b9aa-dd292e0a583b is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 02:57:11.857850 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: c378cd76-10d7-4cd0-8703-5604db43596c {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:57:11.857850 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device c378cd76-10d7-4cd0-8703-5604db43596c not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:57:11.858975 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 4b64e362-b3f6-4e22-ad55-a7493e2c3c3c no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:57:11.881566 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-823b4b8c-67d8-478a-b557-80d5ebfec2c6 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:11.888106 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 4b64e362-b3f6-4e22-ad55-a7493e2c3c3c {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:57:11.888516 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 4b64e362-b3f6-4e22-ad55-a7493e2c3c3c not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:57:11.891974 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e897327b-de2f-4ea4-94fa-cc42565048b4 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5107141 Sep 07 02:57:11.900490 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee9c9a-4e4f-472a-8852-0292fdf8268f req-b3e71897-91c9-4fb5-9c39-7421db10bcca tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:11.902163 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-96ee9c9a-4e4f-472a-8852-0292fdf8268f req-b3e71897-91c9-4fb5-9c39-7421db10bcca tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a87a93-c19e-4c4d-a076-f215db038a70 HTTP/1.1" status: 200 len: 946 time: 0.1577592 Sep 07 02:57:11.904405 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49238) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:11.912190 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-7f44c137-0dbf-4943-b984-172980356b10 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Request body: {'subnet': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:11.926820 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6e97267c-b95a-4649-a01b-d5af94001ba8 req-76f62078-c5a4-4f63-a811-8bd7a1676974 service neutron] 10.222.0.23 "GET /v2.0/networks/256d620d-b7a6-4b66-aaa9-80e5bdc910ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665204 Sep 07 02:57:11.968036 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796c2662-9d2c-43c4-9d49-2582679cda78 None None] Network 2fb52b25-716a-4441-b6f4-0bc72321f1d1 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:57:12.038156 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc451f2-0b05-4210-a110-ebf678f15a11 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:57:12.044429 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-cbc451f2-0b05-4210-a110-ebf678f15a11 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "PUT /v2.0/routers/5056a875-989e-4efe-b9aa-dd292e0a583b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5638745 Sep 07 02:57:12.050185 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49244) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:12.051469 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fadf14-f8b3-444a-82e2-36ae3d542e74 None None] Sync routers for ids ['5056a875-989e-4efe-b9aa-dd292e0a583b'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:57:12.062961 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fadf14-f8b3-444a-82e2-36ae3d542e74 None None] Routers {'5056a875-989e-4efe-b9aa-dd292e0a583b'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:57:12.063801 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-11fadf14-f8b3-444a-82e2-36ae3d542e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:56:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['5056a875-989e-4efe-b9aa-dd292e0a583b'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:12.084151 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961b5c6-b3fa-4548-9e39-58f0b3d76117 req-74360420-b7c6-4602-ac37-b3ad10646938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:12.086853 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4961b5c6-b3fa-4548-9e39-58f0b3d76117 req-74360420-b7c6-4602-ac37-b3ad10646938 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=16ef236c23324219a8876cb24967b58f&device_id=49b41b37-303c-4de5-b4a1-7e125905e486 HTTP/1.1" status: 200 len: 1095 time: 0.1016128 Sep 07 02:57:12.096269 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-96ee9c9a-4e4f-472a-8852-0292fdf8268f req-d00e650f-fad9-4a31-b0aa-12000f07f001 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742632 Sep 07 02:57:12.098066 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-11fadf14-f8b3-444a-82e2-36ae3d542e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:12.109065 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fadf14-f8b3-444a-82e2-36ae3d542e74 None None] Routers {'5056a875-989e-4efe-b9aa-dd292e0a583b'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:57:12.109975 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-11fadf14-f8b3-444a-82e2-36ae3d542e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:56:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['5056a875-989e-4efe-b9aa-dd292e0a583b'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:12.151148 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-823b4b8c-67d8-478a-b557-80d5ebfec2c6 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:12.182353 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-823b4b8c-67d8-478a-b557-80d5ebfec2c6 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f41e504b-88b6-4f18-a175-60760c8fd01d']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:12.193338 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-823b4b8c-67d8-478a-b557-80d5ebfec2c6 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd454cc9-5922-4c61-b6cd-76462c4bd5eb') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:12.193723 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-823b4b8c-67d8-478a-b557-80d5ebfec2c6 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd454cc9-5922-4c61-b6cd-76462c4bd5eb') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:12.195644 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f44c137-0dbf-4943-b984-172980356b10 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Made reservation on behalf of 4c9354482bbf46e593fb1c1c8959ca81 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:57:12.199256 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7f44c137-0dbf-4943-b984-172980356b10 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:12.200785 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f44c137-0dbf-4943-b984-172980356b10 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 02:57:12.201176 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f44c137-0dbf-4943-b984-172980356b10 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:57:12.216917 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-823b4b8c-67d8-478a-b557-80d5ebfec2c6 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:12.241551 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5186ae-982a-4091-aa84-b743e63259ca tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:12.243295 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-bd5186ae-982a-4091-aa84-b743e63259ca tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "GET /v2.0/ports/34ebd00a-c8ac-4050-ab6b-5e10abd79ac3 HTTP/1.1" status: 200 len: 911 time: 0.1781168 Sep 07 02:57:12.250271 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49248) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:12.286415 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-7f44c137-0dbf-4943-b984-172980356b10 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3807905 Sep 07 02:57:12.289867 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-823b4b8c-67d8-478a-b557-80d5ebfec2c6 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:12.292290 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49250) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:12.314174 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-11fadf14-f8b3-444a-82e2-36ae3d542e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:12.314825 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fadf14-f8b3-444a-82e2-36ae3d542e74 None None] The sync data for ids ['5056a875-989e-4efe-b9aa-dd292e0a583b'] in n-d-796209-16 is: [] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:57:12.333470 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-c96fb4ce-f174-4678-a711-91195d46995b tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Request body: {'subnet': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:12.334360 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 02:57:12.361479 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961b5c6-b3fa-4548-9e39-58f0b3d76117 req-c0204504-26b1-456c-9219-5c9450a4d885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:12.362134 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-823b4b8c-67d8-478a-b557-80d5ebfec2c6 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:57:12.362551 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-823b4b8c-67d8-478a-b557-80d5ebfec2c6 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:12.363322 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4961b5c6-b3fa-4548-9e39-58f0b3d76117 req-c0204504-26b1-456c-9219-5c9450a4d885 service neutron] 10.222.0.23 "GET /v2.0/networks?id=256d620d-b7a6-4b66-aaa9-80e5bdc910ad HTTP/1.1" status: 200 len: 914 time: 0.2402213 Sep 07 02:57:12.369870 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:57:12.369870 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:57:12.369870 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:57:12.369870 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:57:12.369870 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:57:12.369870 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:57:12.369870 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:57:12.369870 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:57:12.369870 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:57:12.369870 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:57:12.369870 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:57:12.369870 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:57:12.369870 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:57:12.369870 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:57:12.369870 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:57:12.369870 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:57:12.369870 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:57:12.369870 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:57:12.369870 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:57:12.369870 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:57:12.369870 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:57:12.369870 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:57:12.369870 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:57:12.369870 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:57:12.369870 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:57:12.369870 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:57:12.369870 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:57:12.369870 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:57:12.369870 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:57:12.369870 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:57:12.369870 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:57:12.369870 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:57:12.420402 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-00ac85c5-3e9c-4740-b118-80b0707f3e63 None None] Provisioning for port d1005481-a317-402a-b364-e6597c190905 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:57:12.421780 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4961b5c6-b3fa-4548-9e39-58f0b3d76117 req-1847d106-b623-4084-812d-c6efb0a8cf8b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=87655062-3b6c-41af-917b-4f2a9d1ba82b HTTP/1.1" status: 200 len: 217 time: 0.0481696 Sep 07 02:57:12.429560 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-00ac85c5-3e9c-4740-b118-80b0707f3e63 None None] Provisioning complete for port d1005481-a317-402a-b364-e6597c190905 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:57:12.430059 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-00ac85c5-3e9c-4740-b118-80b0707f3e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:12.486045 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961b5c6-b3fa-4548-9e39-58f0b3d76117 req-262cc263-5898-4693-872c-c46d1fd4c65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:12.488226 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4961b5c6-b3fa-4548-9e39-58f0b3d76117 req-262cc263-5898-4693-872c-c46d1fd4c65a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e962ec47-dcbe-48ec-becb-a133fc5449e5 HTTP/1.1" status: 200 len: 854 time: 0.0578392 Sep 07 02:57:12.511440 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49252) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:12.521213 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee839b-f30a-4d74-83a4-10635b44b063 req-c2377aaa-8862-4671-905d-8a8fde34e461 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:12.522740 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7bee839b-f30a-4d74-83a4-10635b44b063 req-c2377aaa-8862-4671-905d-8a8fde34e461 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/ports?device_id=49b41b37-303c-4de5-b4a1-7e125905e486 HTTP/1.1" status: 200 len: 943 time: 0.2959683 Sep 07 02:57:12.530262 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-823b4b8c-67d8-478a-b557-80d5ebfec2c6 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:12.534986 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-823b4b8c-67d8-478a-b557-80d5ebfec2c6 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:12.539202 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-823b4b8c-67d8-478a-b557-80d5ebfec2c6 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] 10.222.0.22 "DELETE /v2.0/networks/f41e504b-88b6-4f18-a175-60760c8fd01d HTTP/1.1" status: 204 len: 168 time: 0.8119423 Sep 07 02:57:12.539383 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4961b5c6-b3fa-4548-9e39-58f0b3d76117 req-75fc408f-719b-4fd1-95b7-6b6313946a87 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=256d620d-b7a6-4b66-aaa9-80e5bdc910ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420923 Sep 07 02:57:12.539766 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49254) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:12.543849 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-81084b9b-f007-46e8-8324-3dda15c445e8 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1386879435', 'description': 'tempest-secgroup-smoke-1386879435 description', 'project_id': '626f31b15da14e0da01388cbfdee7f90'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:12.570388 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-00ac85c5-3e9c-4740-b118-80b0707f3e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:12.585232 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-81084b9b-f007-46e8-8324-3dda15c445e8 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:12.608602 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-00ac85c5-3e9c-4740-b118-80b0707f3e63 None None] For port d1005481-a317-402a-b364-e6597c190905, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=d1005481-a317-402a-b364-e6597c190905,segment=NetworkSegment(a263b4f5-da9d-41b2-992d-c0c09688fe11),segment_id=a263b4f5-da9d-41b2-992d-c0c09688fe11)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:57:12.615467 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823b4b8c-67d8-478a-b557-80d5ebfec2c6 tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Pushing event deleted for resources: {'Network': ['ID=f41e504b-88b6-4f18-a175-60760c8fd01d,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:12.617761 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-00ac85c5-3e9c-4740-b118-80b0707f3e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:12.676014 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac85c5-3e9c-4740-b118-80b0707f3e63 None None] Pushing event updated for resources: {'Port': ['ID=d1005481-a317-402a-b364-e6597c190905,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:12.682674 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7bee839b-f30a-4d74-83a4-10635b44b063 req-b172cd2b-62d5-43ad-9c3b-a8a900e82663 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/security-groups?id=70ce7ce8-5054-445c-a59d-ebe3700b4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445808 Sep 07 02:57:12.703049 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c96fb4ce-f174-4678-a711-91195d46995b tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Made reservation on behalf of 4c9354482bbf46e593fb1c1c8959ca81 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:57:12.706532 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c96fb4ce-f174-4678-a711-91195d46995b tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:12.708047 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-c96fb4ce-f174-4678-a711-91195d46995b tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 02:57:12.708473 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c96fb4ce-f174-4678-a711-91195d46995b tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:57:12.748329 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3bbfec0d-12d7-45a9-b8fc-d1349cbfbe8c tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:12.818718 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4961b5c6-b3fa-4548-9e39-58f0b3d76117 req-b6aecd05-c5ce-4081-8c4a-43567df40119 service neutron] 10.222.0.23 "GET /v2.0/networks/256d620d-b7a6-4b66-aaa9-80e5bdc910ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434273 Sep 07 02:57:12.846044 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-5fbb6a11-ed23-4256-88a2-b12be1485565 None None] Provisioning for port 34ebd00a-c8ac-4050-ab6b-5e10abd79ac3 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:57:12.857328 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-5fbb6a11-ed23-4256-88a2-b12be1485565 None None] Provisioning complete for port 34ebd00a-c8ac-4050-ab6b-5e10abd79ac3 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:57:12.857990 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5fbb6a11-ed23-4256-88a2-b12be1485565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:12.874852 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5bddeab3-df95-4f43-974f-97880f23c16c tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:12.900449 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-5fbb6a11-ed23-4256-88a2-b12be1485565 None None] Port 34ebd00a-c8ac-4050-ab6b-5e10abd79ac3 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:57:12.912579 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-5fbb6a11-ed23-4256-88a2-b12be1485565 None None] Provisioning complete for port d1005481-a317-402a-b364-e6597c190905 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:57:12.913915 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5fbb6a11-ed23-4256-88a2-b12be1485565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:12.925629 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3bbfec0d-12d7-45a9-b8fc-d1349cbfbe8c tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:12.994226 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-3bbfec0d-12d7-45a9-b8fc-d1349cbfbe8c tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a4d5913-3557-4f00-89b8-e4a29895f0fe']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:13.017812 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-3bbfec0d-12d7-45a9-b8fc-d1349cbfbe8c tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd680508a-76be-4e67-a24d-abd0c968169d') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:13.018430 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-3bbfec0d-12d7-45a9-b8fc-d1349cbfbe8c tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd680508a-76be-4e67-a24d-abd0c968169d') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:13.047076 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3bbfec0d-12d7-45a9-b8fc-d1349cbfbe8c tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:13.052035 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-81084b9b-f007-46e8-8324-3dda15c445e8 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:13.063515 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4961b5c6-b3fa-4548-9e39-58f0b3d76117 req-dac07196-0105-4f2b-be3f-287291901200 service neutron] 10.222.0.23 "GET /v2.0/networks/256d620d-b7a6-4b66-aaa9-80e5bdc910ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280664 Sep 07 02:57:13.064260 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-81084b9b-f007-46e8-8324-3dda15c445e8 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:13.085837 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c96fb4ce-f174-4678-a711-91195d46995b tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7559659 Sep 07 02:57:13.088732 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49256) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:13.090438 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3bbfec0d-12d7-45a9-b8fc-d1349cbfbe8c tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:13.103197 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bbfec0d-12d7-45a9-b8fc-d1349cbfbe8c tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:57:13.103396 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3bbfec0d-12d7-45a9-b8fc-d1349cbfbe8c tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:13.106615 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:57:13.106615 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:57:13.106615 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:57:13.106615 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:57:13.106615 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:57:13.106615 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:57:13.106615 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:57:13.106615 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:57:13.106615 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:57:13.106615 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:57:13.106615 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:57:13.106615 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:57:13.106615 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:57:13.106615 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:57:13.106615 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:57:13.106615 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:57:13.106615 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:57:13.106615 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:57:13.106615 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:57:13.106615 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:57:13.106615 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:57:13.106615 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:57:13.106615 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:57:13.106615 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:57:13.106615 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:57:13.106615 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:57:13.106615 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:57:13.106615 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:57:13.106615 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:57:13.106615 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:57:13.106615 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:57:13.106615 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:57:13.120424 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-81084b9b-f007-46e8-8324-3dda15c445e8 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:13.124167 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-81084b9b-f007-46e8-8324-3dda15c445e8 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6081879 Sep 07 02:57:13.124303 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-1f515cef-4736-4f42-9219-1a05baf32c18 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0320518 Sep 07 02:57:13.124303 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49258) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:13.124639 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49260) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:13.137078 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81084b9b-f007-46e8-8324-3dda15c445e8 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=294b048e-8567-497b-8d1d-04d7fb63968c,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:13.161318 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-d68ae135-92c5-4c9d-8bcf-fbdb1c3a90c5 None None] Provisioning complete for port 34ebd00a-c8ac-4050-ab6b-5e10abd79ac3 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:57:13.161919 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d68ae135-92c5-4c9d-8bcf-fbdb1c3a90c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:13.171371 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-3e31ef45-a026-40c9-b71a-41238c6bd159 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Request body: {'security_group_rule': {'security_group_id': '294b048e-8567-497b-8d1d-04d7fb63968c', 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:13.190231 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3bbfec0d-12d7-45a9-b8fc-d1349cbfbe8c tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:13.198456 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3bbfec0d-12d7-45a9-b8fc-d1349cbfbe8c tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:13.200262 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3bbfec0d-12d7-45a9-b8fc-d1349cbfbe8c tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] 10.222.0.22 "DELETE /v2.0/networks/5a4d5913-3557-4f00-89b8-e4a29895f0fe HTTP/1.1" status: 204 len: 168 time: 0.6338410 Sep 07 02:57:13.211336 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49264) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:13.218947 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-d68ae135-92c5-4c9d-8bcf-fbdb1c3a90c5 None None] Port 34ebd00a-c8ac-4050-ab6b-5e10abd79ac3 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:57:13.244305 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbfec0d-12d7-45a9-b8fc-d1349cbfbe8c tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Pushing event deleted for resources: {'Network': ['ID=5a4d5913-3557-4f00-89b8-e4a29895f0fe,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:13.294852 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5376da-7c4b-4782-b174-a338a2c24053 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:13.299666 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-3a5376da-7c4b-4782-b174-a338a2c24053 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1710286 Sep 07 02:57:13.300272 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49266) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:13.330029 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7983af0f-f1d6-4c02-a80c-13496950f03c tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:13.353772 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f96a914e-63c1-46d8-bfa3-9b06bad0be21 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0479918 Sep 07 02:57:13.354235 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c4bffc-8ed3-4d24-97f0-c87787183bb8 req-7e98d0c5-c121-4271-9192-ce05cfbea2fd tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:13.354235 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a4c4bffc-8ed3-4d24-97f0-c87787183bb8 req-7e98d0c5-c121-4271-9192-ce05cfbea2fd tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a87a93-c19e-4c4d-a076-f215db038a70 HTTP/1.1" status: 200 len: 946 time: 0.1215119 Sep 07 02:57:13.354459 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49268) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:13.358567 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-427e3847-3be7-4fa8-bcae-f08f42fb0330 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Request body: {'subnet': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:13.363305 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3e31ef45-a026-40c9-b71a-41238c6bd159 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:13.421886 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-5bddeab3-df95-4f43-974f-97880f23c16c tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Deleting port 34ebd00a-c8ac-4050-ab6b-5e10abd79ac3 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:57:13.422235 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5bddeab3-df95-4f43-974f-97880f23c16c tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:13.450216 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-5d15bd25-670e-4bbb-a84e-e09271f8cb24 None None] Provisioning complete for port 34ebd00a-c8ac-4050-ab6b-5e10abd79ac3 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:57:13.450763 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5d15bd25-670e-4bbb-a84e-e09271f8cb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:13.506814 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-5d15bd25-670e-4bbb-a84e-e09271f8cb24 None None] Port 34ebd00a-c8ac-4050-ab6b-5e10abd79ac3 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:57:13.533172 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device d1005481-a317-402a-b364-e6597c190905 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:57:13.575263 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-427e3847-3be7-4fa8-bcae-f08f42fb0330 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Made reservation on behalf of 4c9354482bbf46e593fb1c1c8959ca81 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:57:13.579926 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-427e3847-3be7-4fa8-bcae-f08f42fb0330 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:13.588375 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port d1005481-a317-402a-b364-e6597c190905 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:57:13.588791 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:13.630141 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3e31ef45-a026-40c9-b71a-41238c6bd159 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:13.644558 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3e31ef45-a026-40c9-b71a-41238c6bd159 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:13.676472 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5bddeab3-df95-4f43-974f-97880f23c16c tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:13.681273 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 629ba621-01fb-4418-af40-8d9b3b14510b no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:57:13.706629 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 629ba621-01fb-4418-af40-8d9b3b14510b {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:57:13.707068 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 629ba621-01fb-4418-af40-8d9b3b14510b not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:57:13.711352 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e31ef45-a026-40c9-b71a-41238c6bd159 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6caa5c69-ab45-407b-85b9-dd8d8384a027,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:13.717039 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-5bddeab3-df95-4f43-974f-97880f23c16c tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Calling delete_port for 34ebd00a-c8ac-4050-ab6b-5e10abd79ac3 owned by network:router_interface {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:57:13.735939 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3e31ef45-a026-40c9-b71a-41238c6bd159 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:13.739995 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-3e31ef45-a026-40c9-b71a-41238c6bd159 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6107197 Sep 07 02:57:13.740157 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7983af0f-f1d6-4c02-a80c-13496950f03c tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:13.741065 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49272) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:13.745916 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a4c4bffc-8ed3-4d24-97f0-c87787183bb8 req-ab53e7ff-e498-4eff-b4a8-441a46ce3135 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3683755 Sep 07 02:57:13.746109 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-e3814e9e-e0fa-4b7a-93da-67e6839f0cd0 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Request body: {'security_group_rule': {'security_group_id': '294b048e-8567-497b-8d1d-04d7fb63968c', 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:13.767855 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-7983af0f-f1d6-4c02-a80c-13496950f03c tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58548aa0-1107-4583-83ff-ffa9d65045c1']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:13.777431 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-7983af0f-f1d6-4c02-a80c-13496950f03c tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '434007be-d5bd-4e01-a051-7091a7579274') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:13.777708 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-7983af0f-f1d6-4c02-a80c-13496950f03c tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '434007be-d5bd-4e01-a051-7091a7579274') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:13.786833 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7983af0f-f1d6-4c02-a80c-13496950f03c tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:13.800188 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7983af0f-f1d6-4c02-a80c-13496950f03c tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:13.806851 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7983af0f-f1d6-4c02-a80c-13496950f03c tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:57:13.807311 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7983af0f-f1d6-4c02-a80c-13496950f03c tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:13.811510 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:57:13.811510 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:57:13.811510 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:57:13.811510 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:57:13.811510 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:57:13.811510 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:57:13.811510 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:57:13.811510 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:57:13.811510 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:57:13.811510 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:57:13.811510 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:57:13.811510 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:57:13.811510 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:57:13.811510 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:57:13.811510 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:57:13.811510 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:57:13.811510 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:57:13.811510 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:57:13.811510 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:57:13.811510 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:57:13.811510 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:57:13.811510 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:57:13.811510 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:57:13.811510 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:57:13.811510 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:57:13.811510 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:57:13.811510 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:57:13.811510 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:57:13.811510 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:57:13.811510 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:57:13.811510 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:57:13.811510 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:57:13.868875 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 87655062-3b6c-41af-917b-4f2a9d1ba82b details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:57:13.870918 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7983af0f-f1d6-4c02-a80c-13496950f03c tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:13.879590 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7983af0f-f1d6-4c02-a80c-13496950f03c tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:13.881583 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-7983af0f-f1d6-4c02-a80c-13496950f03c tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] 10.222.0.22 "DELETE /v2.0/networks/58548aa0-1107-4583-83ff-ffa9d65045c1 HTTP/1.1" status: 204 len: 168 time: 0.6686621 Sep 07 02:57:13.895112 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7983af0f-f1d6-4c02-a80c-13496950f03c tempest-BulkNetworkOpsTest-830691334 tempest-BulkNetworkOpsTest-830691334-project] Pushing event deleted for resources: {'Network': ['ID=58548aa0-1107-4583-83ff-ffa9d65045c1,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:13.902570 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e3814e9e-e0fa-4b7a-93da-67e6839f0cd0 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:13.974853 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 87655062-3b6c-41af-917b-4f2a9d1ba82b, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=87655062-3b6c-41af-917b-4f2a9d1ba82b,segment=NetworkSegment(ba1f9a1d-76cb-4a15-91d5-0944bdc5e669),segment_id=ba1f9a1d-76cb-4a15-91d5-0944bdc5e669)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:57:13.987652 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '87655062-3b6c-41af-917b-4f2a9d1ba82b', 'network_id': '256d620d-b7a6-4b66-aaa9-80e5bdc910ad', 'port_id': '87655062-3b6c-41af-917b-4f2a9d1ba82b', 'mac_address': 'fa:16:3e:23:1b:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e962ec47-dcbe-48ec-becb-a133fc5449e5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:57:14.011414 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4333dd4b-6b4d-4a93-a596-e4ff68d79a05 req-f70e40f8-2cb4-43e7-96a5-80ddcf610399 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:14.013156 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4333dd4b-6b4d-4a93-a596-e4ff68d79a05 req-f70e40f8-2cb4-43e7-96a5-80ddcf610399 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/ports?device_id=49b41b37-303c-4de5-b4a1-7e125905e486 HTTP/1.1" status: 200 len: 943 time: 0.2229753 Sep 07 02:57:14.031600 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:14.050594 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87655062-3b6c-41af-917b-4f2a9d1ba82b {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:57:14.073168 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 87655062-3b6c-41af-917b-4f2a9d1ba82b, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=87655062-3b6c-41af-917b-4f2a9d1ba82b,segment=NetworkSegment(ba1f9a1d-76cb-4a15-91d5-0944bdc5e669),segment_id=ba1f9a1d-76cb-4a15-91d5-0944bdc5e669)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:57:14.082421 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:14.109593 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e3814e9e-e0fa-4b7a-93da-67e6839f0cd0 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:14.137751 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=87655062-3b6c-41af-917b-4f2a9d1ba82b,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:14.142926 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e3814e9e-e0fa-4b7a-93da-67e6839f0cd0 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:14.167814 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49278) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:14.190087 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4333dd4b-6b4d-4a93-a596-e4ff68d79a05 req-69ceceb9-4c9e-40ac-a4d9-9824a3ee2cdc tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/security-groups?id=70ce7ce8-5054-445c-a59d-ebe3700b4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587586 Sep 07 02:57:14.208747 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3814e9e-e0fa-4b7a-93da-67e6839f0cd0 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2e69fde-5bb9-4c97-b86c-2d5f90a6c476,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:14.224118 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e3814e9e-e0fa-4b7a-93da-67e6839f0cd0 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:14.225334 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e3814e9e-e0fa-4b7a-93da-67e6839f0cd0 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4836826 Sep 07 02:57:14.228811 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49282) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:14.233866 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-e9ae5d43-8b44-4b4c-97a4-83b972cc7d56 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Request body: {'security_group_rule': {'security_group_id': '294b048e-8567-497b-8d1d-04d7fb63968c', 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:14.241206 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5bddeab3-df95-4f43-974f-97880f23c16c tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:14.273676 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e9ae5d43-8b44-4b4c-97a4-83b972cc7d56 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:14.292467 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['87655062-3b6c-41af-917b-4f2a9d1ba82b'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:57:14.358072 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-85305e3c-ef0b-4174-86a7-6e8033cf7947 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=000dde27e5b248f083dee0f9512ec4ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1889446 Sep 07 02:57:14.365753 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49284) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:14.375054 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e9ae5d43-8b44-4b4c-97a4-83b972cc7d56 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:14.387262 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e9ae5d43-8b44-4b4c-97a4-83b972cc7d56 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:14.428022 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ae5d43-8b44-4b4c-97a4-83b972cc7d56 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40bc694e-4d83-4c94-beb3-0c64802760c4,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:14.442120 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e9ae5d43-8b44-4b4c-97a4-83b972cc7d56 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:14.443352 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-e9ae5d43-8b44-4b4c-97a4-83b972cc7d56 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2133455 Sep 07 02:57:14.446906 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49286) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:14.451737 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-2d2d6066-a892-471c-bdac-8a233f21e092 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Request body: {'security_group_rule': {'security_group_id': '294b048e-8567-497b-8d1d-04d7fb63968c', 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:14.473190 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-693679f8-d995-4b26-9983-c0f371bf1b30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:14.505871 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-693679f8-d995-4b26-9983-c0f371bf1b30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:14.512593 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2d2d6066-a892-471c-bdac-8a233f21e092 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:14.589946 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2d2d6066-a892-471c-bdac-8a233f21e092 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:14.594764 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2d2d6066-a892-471c-bdac-8a233f21e092 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:14.601527 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-693679f8-d995-4b26-9983-c0f371bf1b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:14.604607 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-693679f8-d995-4b26-9983-c0f371bf1b30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:14.605704 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-693679f8-d995-4b26-9983-c0f371bf1b30 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4211e3f5-264c-4c92-b9b0-e4ee2b8a6e75 HTTP/1.1" status: 204 len: 168 time: 0.2387323 Sep 07 02:57:14.607909 n-d-796209-16 neutron-server[94701]: DEBUG neutron.objects.ports [None req-427e3847-3be7-4fa8-bcae-f08f42fb0330 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94701) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 02:57:14.628052 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693679f8-d995-4b26-9983-c0f371bf1b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4211e3f5-264c-4c92-b9b0-e4ee2b8a6e75,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:14.631204 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-427e3847-3be7-4fa8-bcae-f08f42fb0330 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:14.636590 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2d6066-a892-471c-bdac-8a233f21e092 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3335dca9-19a4-41ee-8424-49a62508559c,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:14.638860 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bddeab3-df95-4f43-974f-97880f23c16c tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event deleted for resources: {'Port': ['ID=34ebd00a-c8ac-4050-ab6b-5e10abd79ac3,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:14.650019 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2d2d6066-a892-471c-bdac-8a233f21e092 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:14.656231 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-2d2d6066-a892-471c-bdac-8a233f21e092 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2056365 Sep 07 02:57:14.656585 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49290) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:14.661594 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-bf6b918f-09be-422c-a4ee-a9a7e80bde7c tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Request body: {'security_group_rule': {'security_group_id': '294b048e-8567-497b-8d1d-04d7fb63968c', 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:14.693045 n-d-796209-16 neutron-server[94700]: INFO neutron.db.securitygroups_db [None req-bf6b918f-09be-422c-a4ee-a9a7e80bde7c tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Project 626f31b15da14e0da01388cbfdee7f90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 02:57:14.701753 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427e3847-3be7-4fa8-bcae-f08f42fb0330 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:57:14.703315 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bf6b918f-09be-422c-a4ee-a9a7e80bde7c tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:14.709360 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-427e3847-3be7-4fa8-bcae-f08f42fb0330 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:57:14.719705 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4172d54-9422-4555-984e-0aa20e3b4969 None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:57:14.744974 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427e3847-3be7-4fa8-bcae-f08f42fb0330 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:14.745588 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-427e3847-3be7-4fa8-bcae-f08f42fb0330 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:14.766028 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427e3847-3be7-4fa8-bcae-f08f42fb0330 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event updated for resources: {'Subnet': ['ID=855a1fec-acd1-497f-bc1e-e15eef957724,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:14.802271 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5bddeab3-df95-4f43-974f-97880f23c16c tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:14.822070 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-427e3847-3be7-4fa8-bcae-f08f42fb0330 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4645452 Sep 07 02:57:14.822792 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49296) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:14.828281 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-574bf957-b03f-4a9a-9b69-a719f19e4911 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Request body: {'port': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'mac_address': 'fa:16:3e:74:0e:74', 'name': 'tempest-NetworksTestDHCPv6-1115142716'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:14.874320 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bf6b918f-09be-422c-a4ee-a9a7e80bde7c tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:14.922517 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bf6b918f-09be-422c-a4ee-a9a7e80bde7c tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:14.960012 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8a723f-42fc-46bf-8591-96978c29c88a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-98fba89c-e7ad-427b-9268-93662b8245b2', 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'tenant_id': '4c9354482bbf46e593fb1c1c8959ca81', 'fixed_ips': [{'subnet_id': '855a1fec-acd1-497f-bc1e-e15eef957724'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:57:14.960897 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ee8a723f-42fc-46bf-8591-96978c29c88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:14.972148 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6b918f-09be-422c-a4ee-a9a7e80bde7c tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=662d096e-fc06-4558-85ad-1b302a6031da,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:15.029472 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bf6b918f-09be-422c-a4ee-a9a7e80bde7c tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:15.033419 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-bf6b918f-09be-422c-a4ee-a9a7e80bde7c tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3733871 Sep 07 02:57:15.035415 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49302) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:15.051748 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-3efce012-e584-44fc-a043-3b27cbba43ea tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Request body: {'security_group_rule': {'security_group_id': '294b048e-8567-497b-8d1d-04d7fb63968c', 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:15.061654 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bddeab3-df95-4f43-974f-97880f23c16c tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Router 5056a875-989e-4efe-b9aa-dd292e0a583b has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:57:15.084519 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898d2f1-2527-4284-aeb5-a895f8b17d78 req-ffadcaf0-6628-4ddc-99df-14f26c16c847 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:15.086250 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3898d2f1-2527-4284-aeb5-a895f8b17d78 req-ffadcaf0-6628-4ddc-99df-14f26c16c847 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a87a93-c19e-4c4d-a076-f215db038a70 HTTP/1.1" status: 200 len: 946 time: 0.2105701 Sep 07 02:57:15.127177 n-d-796209-16 neutron-server[94700]: INFO neutron.db.securitygroups_db [None req-3efce012-e584-44fc-a043-3b27cbba43ea tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Project 626f31b15da14e0da01388cbfdee7f90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 02:57:15.141042 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3efce012-e584-44fc-a043-3b27cbba43ea tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:15.157219 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bddeab3-df95-4f43-974f-97880f23c16c tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:57:15.170600 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-5bddeab3-df95-4f43-974f-97880f23c16c tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "PUT /v2.0/routers/5056a875-989e-4efe-b9aa-dd292e0a583b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8924749 Sep 07 02:57:15.174201 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49308) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:15.176229 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa455b0e-5b72-4d55-aa0f-f65dc7f74ba6 None None] Sync routers for ids ['5056a875-989e-4efe-b9aa-dd292e0a583b'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:57:15.177667 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3898d2f1-2527-4284-aeb5-a895f8b17d78 req-b3a74d20-c25e-47b3-81f2-b9669c68f9a0 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812757 Sep 07 02:57:15.198491 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa455b0e-5b72-4d55-aa0f-f65dc7f74ba6 None None] Routers {'5056a875-989e-4efe-b9aa-dd292e0a583b'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:57:15.199280 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-574bf957-b03f-4a9a-9b69-a719f19e4911 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Made reservation on behalf of 4c9354482bbf46e593fb1c1c8959ca81 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:57:15.199418 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-aa455b0e-5b72-4d55-aa0f-f65dc7f74ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:56:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['5056a875-989e-4efe-b9aa-dd292e0a583b'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:15.202072 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-ee8a723f-42fc-46bf-8591-96978c29c88a None None] Allocated IP 2001:db8::f816:3eff:fef9:4c51 (98fba89c-e7ad-427b-9268-93662b8245b2/855a1fec-acd1-497f-bc1e-e15eef957724/77ed3b17-e6cf-4fc9-939e-b1ad40534595) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:57:15.228493 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49312) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:15.228842 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-48a35b24-5139-4772-8865-977031d00fdf tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "GET /v2.0/ports?device_id=5056a875-989e-4efe-b9aa-dd292e0a583b HTTP/1.1" status: 200 len: 205 time: 0.0500948 Sep 07 02:57:15.269491 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-aa455b0e-5b72-4d55-aa0f-f65dc7f74ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:15.296470 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa455b0e-5b72-4d55-aa0f-f65dc7f74ba6 None None] Routers {'5056a875-989e-4efe-b9aa-dd292e0a583b'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:57:15.297188 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-aa455b0e-5b72-4d55-aa0f-f65dc7f74ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:56:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['5056a875-989e-4efe-b9aa-dd292e0a583b'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:15.328239 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3efce012-e584-44fc-a043-3b27cbba43ea tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:15.336231 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3efce012-e584-44fc-a043-3b27cbba43ea tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:15.355400 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-aa455b0e-5b72-4d55-aa0f-f65dc7f74ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:15.356624 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa455b0e-5b72-4d55-aa0f-f65dc7f74ba6 None None] The sync data for ids ['5056a875-989e-4efe-b9aa-dd292e0a583b'] in n-d-796209-16 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:57:15.367453 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efce012-e584-44fc-a043-3b27cbba43ea tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f0abf4c-dfea-4fd2-bde1-0b7ec211d263,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:15.374456 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3efce012-e584-44fc-a043-3b27cbba43ea tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:15.378502 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3efce012-e584-44fc-a043-3b27cbba43ea tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3360047 Sep 07 02:57:15.381684 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49320) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:15.388960 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-3934f820-3bab-48d9-9a81-9a7f86a4c21d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Request body: {'network': {'name': 'tempest-network-smoke--313925585', 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'port_security_enabled': True}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:15.389140 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-651c588e-15e9-4ed9-b854-e28ab666406c tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for router, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:15.401932 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-574bf957-b03f-4a9a-9b69-a719f19e4911 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:15.424369 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-574bf957-b03f-4a9a-9b69-a719f19e4911 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] device_id is not set on port 31ef6975-305b-47aa-921a-e4569d6c72fa yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:57:15.445529 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd252be-9d19-479b-9eef-fe881d42f64c req-533f91c9-eb3e-4237-acb4-f7dcc152e119 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:15.447186 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2fd252be-9d19-479b-9eef-fe881d42f64c req-533f91c9-eb3e-4237-acb4-f7dcc152e119 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/ports?device_id=49b41b37-303c-4de5-b4a1-7e125905e486 HTTP/1.1" status: 200 len: 944 time: 0.1348124 Sep 07 02:57:15.502782 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3934f820-3bab-48d9-9a81-9a7f86a4c21d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Made reservation on behalf of 626f31b15da14e0da01388cbfdee7f90 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:57:15.506553 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3934f820-3bab-48d9-9a81-9a7f86a4c21d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:15.514235 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ee8a723f-42fc-46bf-8591-96978c29c88a None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:15.524228 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-ee8a723f-42fc-46bf-8591-96978c29c88a None None] Transition to ACTIVE for port object 77ed3b17-e6cf-4fc9-939e-b1ad40534595 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:57:15.542581 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-ee8a723f-42fc-46bf-8591-96978c29c88a None None] Transition to ACTIVE for port object 77ed3b17-e6cf-4fc9-939e-b1ad40534595 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:57:15.544924 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3934f820-3bab-48d9-9a81-9a7f86a4c21d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:57:15.550354 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ee8a723f-42fc-46bf-8591-96978c29c88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:15.555951 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3934f820-3bab-48d9-9a81-9a7f86a4c21d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:15.557271 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-3934f820-3bab-48d9-9a81-9a7f86a4c21d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Added segment 05a63878-67bb-453a-b0c6-23f8e4899735 of type vlan for network 6cd744d1-899a-4d57-ba10-aa6d1dc0746f Sep 07 02:57:15.599162 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8a723f-42fc-46bf-8591-96978c29c88a None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:57:15.602110 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-ee8a723f-42fc-46bf-8591-96978c29c88a None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:57:15.605964 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8a723f-42fc-46bf-8591-96978c29c88a None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:57:15.606961 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3934f820-3bab-48d9-9a81-9a7f86a4c21d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:15.608973 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-651c588e-15e9-4ed9-b854-e28ab666406c tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:15.613176 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-651c588e-15e9-4ed9-b854-e28ab666406c tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:15.617773 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8a723f-42fc-46bf-8591-96978c29c88a None None] Pushing event updated for resources: {'Port': ['ID=77ed3b17-e6cf-4fc9-939e-b1ad40534595,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:15.619347 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2fd252be-9d19-479b-9eef-fe881d42f64c req-ba6c231d-f1d6-4b65-b529-c347f299ce08 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/security-groups?id=70ce7ce8-5054-445c-a59d-ebe3700b4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322765 Sep 07 02:57:15.642802 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49324) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:15.668069 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3934f820-3bab-48d9-9a81-9a7f86a4c21d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:15.673922 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3934f820-3bab-48d9-9a81-9a7f86a4c21d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:15.674608 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3934f820-3bab-48d9-9a81-9a7f86a4c21d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:15.676152 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-651c588e-15e9-4ed9-b854-e28ab666406c tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:15.676755 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-651c588e-15e9-4ed9-b854-e28ab666406c tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Fanout notify agent at l3_agent the message router_deleted on router 5056a875-989e-4efe-b9aa-dd292e0a583b {{(pid=94701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 02:57:15.691727 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-651c588e-15e9-4ed9-b854-e28ab666406c tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:15.695384 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-651c588e-15e9-4ed9-b854-e28ab666406c tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "DELETE /v2.0/routers/5056a875-989e-4efe-b9aa-dd292e0a583b HTTP/1.1" status: 204 len: 168 time: 0.4633496 Sep 07 02:57:15.696078 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49328) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:15.721600 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-ee8a723f-42fc-46bf-8591-96978c29c88a None None] Attempting to bind port 77ed3b17-e6cf-4fc9-939e-b1ad40534595 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:57:15.722992 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-ee8a723f-42fc-46bf-8591-96978c29c88a None None] Attempting to bind port 77ed3b17-e6cf-4fc9-939e-b1ad40534595 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:57:15.723966 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8a723f-42fc-46bf-8591-96978c29c88a None None] Attempting to bind port 77ed3b17-e6cf-4fc9-939e-b1ad40534595 on network 98fba89c-e7ad-427b-9268-93662b8245b2 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:57:15.731573 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8a723f-42fc-46bf-8591-96978c29c88a None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:57:15.732286 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8a723f-42fc-46bf-8591-96978c29c88a None None] Checking segment: {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:57:15.733162 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ee8a723f-42fc-46bf-8591-96978c29c88a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:15.734478 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8a723f-42fc-46bf-8591-96978c29c88a None None] Bound using segment: {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:57:15.735191 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-ee8a723f-42fc-46bf-8591-96978c29c88a None None] Bound port: 77ed3b17-e6cf-4fc9-939e-b1ad40534595, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:57:15.736042 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ee8a723f-42fc-46bf-8591-96978c29c88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:15.764629 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3934f820-3bab-48d9-9a81-9a7f86a4c21d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3818767 Sep 07 02:57:15.767937 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-574bf957-b03f-4a9a-9b69-a719f19e4911 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Allocated IP 2001:db8::f816:3eff:fe74:e74 (98fba89c-e7ad-427b-9268-93662b8245b2/855a1fec-acd1-497f-bc1e-e15eef957724/31ef6975-305b-47aa-921a-e4569d6c72fa) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:57:15.769839 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49330) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:15.777109 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-e26de6d1-9572-4aab-b8ec-15b69ad2fbdb tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2143267678', 'admin_state_up': True, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:15.780291 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bcd7454-0cf0-4e90-928c-c814dfee398d tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Deleting subnet 62dc3f84-45ba-48cb-82a6-9c6afd203121 {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:57:15.782649 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3934f820-3bab-48d9-9a81-9a7f86a4c21d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event updated for resources: {'Network': ['ID=6cd744d1-899a-4d57-ba10-aa6d1dc0746f,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:15.783696 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8bcd7454-0cf0-4e90-928c-c814dfee398d tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:15.799164 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-fd72d7d5-4f34-4c66-b280-0fd5cb4b9ae9 tempest-NetworksNegativeTestJSON-1695532242 tempest-NetworksNegativeTestJSON-1695532242-project] Request body: {'port': {'network_id': '1ff6a5af-4855-42ea-88d8-335172edbc7a', 'name': 'tempest-NetworksNegativeTestJSON-1064263143'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:15.811341 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 6cd744d1-899a-4d57-ba10-aa6d1dc0746f details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:57:15.825166 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd72d7d5-4f34-4c66-b280-0fd5cb4b9ae9 tempest-NetworksNegativeTestJSON-1695532242 tempest-NetworksNegativeTestJSON-1695532242-project] POST failed (client error): The resource could not be found. Sep 07 02:57:15.825764 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd72d7d5-4f34-4c66-b280-0fd5cb4b9ae9 tempest-NetworksNegativeTestJSON-1695532242 tempest-NetworksNegativeTestJSON-1695532242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:57:15.829934 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8bcd7454-0cf0-4e90-928c-c814dfee398d tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:15.831512 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-fd72d7d5-4f34-4c66-b280-0fd5cb4b9ae9 tempest-NetworksNegativeTestJSON-1695532242 tempest-NetworksNegativeTestJSON-1695532242-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1906312 Sep 07 02:57:15.832096 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49332) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:15.865191 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-525d2d9c-9f4c-4cff-a7b9-d04c21c77e92 tempest-NetworksNegativeTestJSON-1695532242 tempest-NetworksNegativeTestJSON-1695532242-project] DELETE failed (client error): The resource could not be found. Sep 07 02:57:15.865757 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-525d2d9c-9f4c-4cff-a7b9-d04c21c77e92 tempest-NetworksNegativeTestJSON-1695532242 tempest-NetworksNegativeTestJSON-1695532242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:57:15.871405 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-525d2d9c-9f4c-4cff-a7b9-d04c21c77e92 tempest-NetworksNegativeTestJSON-1695532242 tempest-NetworksNegativeTestJSON-1695532242-project] 10.222.0.22 "DELETE /v2.0/networks/2954b111-26b2-4b67-8902-b6764961a63c HTTP/1.1" status: 404 len: 339 time: 0.0300629 Sep 07 02:57:15.872036 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49334) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:15.887689 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e26de6d1-9572-4aab-b8ec-15b69ad2fbdb tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:15.888694 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e26de6d1-9572-4aab-b8ec-15b69ad2fbdb tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:15.890601 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 87655062-3b6c-41af-917b-4f2a9d1ba82b up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:57:15.920160 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8bcd7454-0cf0-4e90-928c-c814dfee398d tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:15.922389 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-a083e607-8d84-4b0f-99df-58697aae02ad tempest-NetworksNegativeTestJSON-1695532242 tempest-NetworksNegativeTestJSON-1695532242-project] DELETE failed (client error): The resource could not be found. Sep 07 02:57:15.923378 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a083e607-8d84-4b0f-99df-58697aae02ad tempest-NetworksNegativeTestJSON-1695532242 tempest-NetworksNegativeTestJSON-1695532242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:57:15.929003 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a083e607-8d84-4b0f-99df-58697aae02ad tempest-NetworksNegativeTestJSON-1695532242 tempest-NetworksNegativeTestJSON-1695532242-project] 10.222.0.22 "DELETE /v2.0/ports/8737f9ef-ff8a-4f6c-89bb-07144a766b96 HTTP/1.1" status: 404 len: 333 time: 0.0509825 Sep 07 02:57:15.931698 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-ee8a723f-42fc-46bf-8591-96978c29c88a None None] For port 77ed3b17-e6cf-4fc9-939e-b1ad40534595, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:57:15.934677 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49336) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:15.950997 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-ee8a723f-42fc-46bf-8591-96978c29c88a None None] For port 77ed3b17-e6cf-4fc9-939e-b1ad40534595, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=77ed3b17-e6cf-4fc9-939e-b1ad40534595,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:57:15.960648 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ee8a723f-42fc-46bf-8591-96978c29c88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:15.990049 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-f02c91b4-1947-40e1-b6f8-adca9a6223a2 tempest-NetworksNegativeTestJSON-1695532242 tempest-NetworksNegativeTestJSON-1695532242-project] DELETE failed (client error): The resource could not be found. Sep 07 02:57:15.990453 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f02c91b4-1947-40e1-b6f8-adca9a6223a2 tempest-NetworksNegativeTestJSON-1695532242 tempest-NetworksNegativeTestJSON-1695532242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:57:15.992300 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f02c91b4-1947-40e1-b6f8-adca9a6223a2 tempest-NetworksNegativeTestJSON-1695532242 tempest-NetworksNegativeTestJSON-1695532242-project] 10.222.0.22 "DELETE /v2.0/subnets/8fb0aa17-6abb-4011-80e1-11299f740df3 HTTP/1.1" status: 404 len: 337 time: 0.0563726 Sep 07 02:57:15.997235 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49338) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:15.998900 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8bcd7454-0cf0-4e90-928c-c814dfee398d tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:16.037187 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcd7454-0cf0-4e90-928c-c814dfee398d tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event deleted for resources: {'Subnet': ['ID=62dc3f84-45ba-48cb-82a6-9c6afd203121,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:16.041291 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8bcd7454-0cf0-4e90-928c-c814dfee398d tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:16.044408 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8bcd7454-0cf0-4e90-928c-c814dfee398d tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "DELETE /v2.0/subnets/62dc3f84-45ba-48cb-82a6-9c6afd203121 HTTP/1.1" status: 204 len: 168 time: 0.3468516 Sep 07 02:57:16.047096 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49340) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:16.048787 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8a723f-42fc-46bf-8591-96978c29c88a None None] Pushing event updated for resources: {'Port': ['ID=77ed3b17-e6cf-4fc9-939e-b1ad40534595,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:16.061835 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd20502b-a849-4ccb-8c64-aab3a692f6df tempest-NetworksNegativeTestJSON-1695532242 tempest-NetworksNegativeTestJSON-1695532242-project] GET failed (client error): The resource could not be found. Sep 07 02:57:16.066708 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9f1409-4396-4a48-837b-8fa8f019aaf7 None None] Network 2fb52b25-716a-4441-b6f4-0bc72321f1d1 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:57:16.066870 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-bd20502b-a849-4ccb-8c64-aab3a692f6df tempest-NetworksNegativeTestJSON-1695532242 tempest-NetworksNegativeTestJSON-1695532242-project] 10.222.0.22 "GET /v2.0/networks/1154d010-9d44-497f-a751-e2aa08247c1a HTTP/1.1" status: 404 len: 339 time: 0.0649381 Sep 07 02:57:16.066962 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49342) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:16.097904 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e26de6d1-9572-4aab-b8ec-15b69ad2fbdb tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:16.139281 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port 87655062-3b6c-41af-917b-4f2a9d1ba82b completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:57:16.141126 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-1238aa14-121b-4453-9563-75b5c8d124b8 tempest-NetworksNegativeTestJSON-1695532242 tempest-NetworksNegativeTestJSON-1695532242-project] GET failed (client error): The resource could not be found. Sep 07 02:57:16.146160 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-1238aa14-121b-4453-9563-75b5c8d124b8 tempest-NetworksNegativeTestJSON-1695532242 tempest-NetworksNegativeTestJSON-1695532242-project] 10.222.0.22 "GET /v2.0/ports/a838d00a-8045-4ec2-bc0d-175ecae4486e HTTP/1.1" status: 404 len: 333 time: 0.0748844 Sep 07 02:57:16.151185 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port 87655062-3b6c-41af-917b-4f2a9d1ba82b triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:57:16.152000 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:16.157288 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-86f51cf0-e8fc-40b6-86f6-3bcf52e1da5c tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:16.160561 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49344) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:16.195694 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-b058f4c4-e9a9-44b3-a73a-66247a5d3829 tempest-NetworksNegativeTestJSON-1695532242 tempest-NetworksNegativeTestJSON-1695532242-project] GET failed (client error): The resource could not be found. Sep 07 02:57:16.197908 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b058f4c4-e9a9-44b3-a73a-66247a5d3829 tempest-NetworksNegativeTestJSON-1695532242 tempest-NetworksNegativeTestJSON-1695532242-project] 10.222.0.22 "GET /v2.0/subnets/a36dc64e-c584-4617-acf6-eae1e629066f HTTP/1.1" status: 404 len: 337 time: 0.0331500 Sep 07 02:57:16.225052 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49346) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:16.238149 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-baa5c64a-37d7-4398-8fe9-81922f18cc08 tempest-NetworksNegativeTestJSON-1695532242 tempest-NetworksNegativeTestJSON-1695532242-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:16.266706 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-574bf957-b03f-4a9a-9b69-a719f19e4911 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:16.284539 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-86f51cf0-e8fc-40b6-86f6-3bcf52e1da5c tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Deleting port d1005481-a317-402a-b364-e6597c190905 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:57:16.284882 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-86f51cf0-e8fc-40b6-86f6-3bcf52e1da5c tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:16.331857 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-baa5c64a-37d7-4398-8fe9-81922f18cc08 tempest-NetworksNegativeTestJSON-1695532242 tempest-NetworksNegativeTestJSON-1695532242-project] PUT failed (client error): The resource could not be found. Sep 07 02:57:16.332829 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baa5c64a-37d7-4398-8fe9-81922f18cc08 tempest-NetworksNegativeTestJSON-1695532242 tempest-NetworksNegativeTestJSON-1695532242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:57:16.334235 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-baa5c64a-37d7-4398-8fe9-81922f18cc08 tempest-NetworksNegativeTestJSON-1695532242 tempest-NetworksNegativeTestJSON-1695532242-project] 10.222.0.22 "PUT /v2.0/networks/eef9adf8-cbc7-4ce3-b22f-bd91e450e86a HTTP/1.1" status: 404 len: 339 time: 0.1075544 Sep 07 02:57:16.344379 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49350) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:16.350114 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-e183168d-b1b1-42fc-a9eb-b522617a3b94 tempest-NetworksNegativeTestJSON-1695532242 tempest-NetworksNegativeTestJSON-1695532242-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:16.351442 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-574bf957-b03f-4a9a-9b69-a719f19e4911 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Transition to ACTIVE for port object 31ef6975-305b-47aa-921a-e4569d6c72fa will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:57:16.373617 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:16.374054 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-e183168d-b1b1-42fc-a9eb-b522617a3b94 tempest-NetworksNegativeTestJSON-1695532242 tempest-NetworksNegativeTestJSON-1695532242-project] PUT failed (client error): The resource could not be found. Sep 07 02:57:16.374749 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e183168d-b1b1-42fc-a9eb-b522617a3b94 tempest-NetworksNegativeTestJSON-1695532242 tempest-NetworksNegativeTestJSON-1695532242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:57:16.376122 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e183168d-b1b1-42fc-a9eb-b522617a3b94 tempest-NetworksNegativeTestJSON-1695532242 tempest-NetworksNegativeTestJSON-1695532242-project] 10.222.0.22 "PUT /v2.0/ports/7340bb1a-8b77-4eb9-b192-2d479b0dbde5 HTTP/1.1" status: 404 len: 333 time: 0.0307908 Sep 07 02:57:16.383682 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49352) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:16.389514 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-d4afe6f1-eaee-4cd3-8666-8ea543213f88 tempest-NetworksNegativeTestJSON-1695532242 tempest-NetworksNegativeTestJSON-1695532242-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:16.403871 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e26de6d1-9572-4aab-b8ec-15b69ad2fbdb tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:16.422399 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b41b37-303c-4de5-b4a1-7e125905e486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87655062-3b6c-41af-917b-4f2a9d1ba82b'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:57:16.423396 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345426d2-7f8b-4fc1-89a2-fe87415fe700" -d '{"events": [{"server_uuid": "49b41b37-303c-4de5-b4a1-7e125905e486", "name": "network-vif-plugged", "status": "completed", "tag": "87655062-3b6c-41af-917b-4f2a9d1ba82b"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:57:16.450197 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4afe6f1-eaee-4cd3-8666-8ea543213f88 tempest-NetworksNegativeTestJSON-1695532242 tempest-NetworksNegativeTestJSON-1695532242-project] PUT failed (client error): The resource could not be found. Sep 07 02:57:16.450980 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4afe6f1-eaee-4cd3-8666-8ea543213f88 tempest-NetworksNegativeTestJSON-1695532242 tempest-NetworksNegativeTestJSON-1695532242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:57:16.452577 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d4afe6f1-eaee-4cd3-8666-8ea543213f88 tempest-NetworksNegativeTestJSON-1695532242 tempest-NetworksNegativeTestJSON-1695532242-project] 10.222.0.22 "PUT /v2.0/subnets/57d36515-15a5-4b26-ab23-7e30c32c228e HTTP/1.1" status: 404 len: 337 time: 0.0679572 Sep 07 02:57:16.463829 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c96bf8-b1e0-4738-aac3-48f55c896293 req-e5c6c351-7f5b-4524-8ae7-85c2a879f552 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:16.465767 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-42c96bf8-b1e0-4738-aac3-48f55c896293 req-e5c6c351-7f5b-4524-8ae7-85c2a879f552 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a87a93-c19e-4c4d-a076-f215db038a70 HTTP/1.1" status: 200 len: 946 time: 0.1352329 Sep 07 02:57:16.472085 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 87655062-3b6c-41af-917b-4f2a9d1ba82b, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=87655062-3b6c-41af-917b-4f2a9d1ba82b,segment=NetworkSegment(ba1f9a1d-76cb-4a15-91d5-0944bdc5e669),segment_id=ba1f9a1d-76cb-4a15-91d5-0944bdc5e669)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:57:16.475731 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-86f51cf0-e8fc-40b6-86f6-3bcf52e1da5c tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] For port d1005481-a317-402a-b364-e6597c190905, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=d1005481-a317-402a-b364-e6597c190905,segment=NetworkSegment(a263b4f5-da9d-41b2-992d-c0c09688fe11),segment_id=a263b4f5-da9d-41b2-992d-c0c09688fe11)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:57:16.476121 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-86f51cf0-e8fc-40b6-86f6-3bcf52e1da5c tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:16.485766 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:16.509888 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-86f51cf0-e8fc-40b6-86f6-3bcf52e1da5c tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Calling delete_port for d1005481-a317-402a-b364-e6597c190905 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:57:16.513567 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-574bf957-b03f-4a9a-9b69-a719f19e4911 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:16.530495 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9d2499-3439-4f60-a49c-1c793da1d99e x-openstack-request-id: req-fa9d2499-3439-4f60-a49c-1c793da1d99e {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:57:16.530922 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49b41b37-303c-4de5-b4a1-7e125905e486", "name": "network-vif-plugged", "status": "completed", "tag": "87655062-3b6c-41af-917b-4f2a9d1ba82b", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:57:16.531273 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fa9d2499-3439-4f60-a49c-1c793da1d99e {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:57:16.531786 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49b41b37-303c-4de5-b4a1-7e125905e486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87655062-3b6c-41af-917b-4f2a9d1ba82b', 'code': 200} Sep 07 02:57:16.532595 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811ff7b2-f778-47da-90d6-77cb0a943661 None None] DHCP port deletion for 2fb52b25-716a-4441-b6f4-0bc72321f1d1 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:57:16.600565 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=87655062-3b6c-41af-917b-4f2a9d1ba82b,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:16.619190 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-811ff7b2-f778-47da-90d6-77cb0a943661 None None] Deleting port d1005481-a317-402a-b364-e6597c190905 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:57:16.619606 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-811ff7b2-f778-47da-90d6-77cb0a943661 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:16.647953 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-86f51cf0-e8fc-40b6-86f6-3bcf52e1da5c tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:16.688745 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574bf957-b03f-4a9a-9b69-a719f19e4911 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:57:16.697176 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-574bf957-b03f-4a9a-9b69-a719f19e4911 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:57:16.698020 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-811ff7b2-f778-47da-90d6-77cb0a943661 None None] For port d1005481-a317-402a-b364-e6597c190905, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=d1005481-a317-402a-b364-e6597c190905,segment=NetworkSegment(a263b4f5-da9d-41b2-992d-c0c09688fe11),segment_id=a263b4f5-da9d-41b2-992d-c0c09688fe11)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:57:16.698325 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-811ff7b2-f778-47da-90d6-77cb0a943661 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:16.704113 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574bf957-b03f-4a9a-9b69-a719f19e4911 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:57:16.706550 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f51cf0-e8fc-40b6-86f6-3bcf52e1da5c tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] No DVR routers for this DVR port d1005481-a317-402a-b364-e6597c190905 on host n-d-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:57:16.711570 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574bf957-b03f-4a9a-9b69-a719f19e4911 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:16.712804 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-574bf957-b03f-4a9a-9b69-a719f19e4911 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:16.719240 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574bf957-b03f-4a9a-9b69-a719f19e4911 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event updated for resources: {'Port': ['ID=31ef6975-305b-47aa-921a-e4569d6c72fa,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:16.720772 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f51cf0-e8fc-40b6-86f6-3bcf52e1da5c tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event deleted for resources: {'Port': ['ID=d1005481-a317-402a-b364-e6597c190905,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:16.722256 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-811ff7b2-f778-47da-90d6-77cb0a943661 None None] Calling delete_port for d1005481-a317-402a-b364-e6597c190905 owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:57:16.732571 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-42c96bf8-b1e0-4738-aac3-48f55c896293 req-eaa7ca73-caf4-41db-9f4a-7af1ce45570a tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512882 Sep 07 02:57:16.769992 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcdbb2a-ea78-477e-bada-607bd35c2c0a req-b025e5fe-0198-48d6-84e3-2d1ba627b5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:16.771864 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2dcdbb2a-ea78-477e-bada-607bd35c2c0a req-b025e5fe-0198-48d6-84e3-2d1ba627b5a5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=49b41b37-303c-4de5-b4a1-7e125905e486 HTTP/1.1" status: 200 len: 1097 time: 0.1877296 Sep 07 02:57:16.776715 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-574bf957-b03f-4a9a-9b69-a719f19e4911 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9528611 Sep 07 02:57:16.784400 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49362) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:16.818596 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-86f51cf0-e8fc-40b6-86f6-3bcf52e1da5c tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:16.849879 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2dcdbb2a-ea78-477e-bada-607bd35c2c0a req-db3ba2ef-6468-4fcb-b6e1-c384fa1edec0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=70ce7ce8-5054-445c-a59d-ebe3700b4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704813 Sep 07 02:57:16.865512 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-86f51cf0-e8fc-40b6-86f6-3bcf52e1da5c tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fb52b25-716a-4441-b6f4-0bc72321f1d1']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:16.867541 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-811ff7b2-f778-47da-90d6-77cb0a943661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:16.878756 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-86f51cf0-e8fc-40b6-86f6-3bcf52e1da5c tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a263b4f5-da9d-41b2-992d-c0c09688fe11') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:16.879058 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-86f51cf0-e8fc-40b6-86f6-3bcf52e1da5c tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a263b4f5-da9d-41b2-992d-c0c09688fe11') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:16.886715 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49364) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:16.901688 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811ff7b2-f778-47da-90d6-77cb0a943661 None None] Pushing event deleted for resources: {'Port': ['ID=d1005481-a317-402a-b364-e6597c190905,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:16.902122 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-86f51cf0-e8fc-40b6-86f6-3bcf52e1da5c tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:16.905747 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811ff7b2-f778-47da-90d6-77cb0a943661 None None] No DVR routers for this DVR port d1005481-a317-402a-b364-e6597c190905 on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:57:16.911191 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a30996-1b93-4909-8a68-229a00ae3be5 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:16.922505 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a30996-1b93-4909-8a68-229a00ae3be5 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:16.924092 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-65a30996-1b93-4909-8a68-229a00ae3be5 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1385086 Sep 07 02:57:16.926715 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49368) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:16.935893 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe5b20-3963-4901-b641-94d51d408434 req-da26361f-10a6-4638-a0c2-0986e406b5bb tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:16.937456 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4dbe5b20-3963-4901-b641-94d51d408434 req-da26361f-10a6-4638-a0c2-0986e406b5bb tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/ports?device_id=49b41b37-303c-4de5-b4a1-7e125905e486 HTTP/1.1" status: 200 len: 945 time: 0.1109991 Sep 07 02:57:16.947287 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-86f51cf0-e8fc-40b6-86f6-3bcf52e1da5c tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:16.959825 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86f51cf0-e8fc-40b6-86f6-3bcf52e1da5c tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:57:16.960486 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-86f51cf0-e8fc-40b6-86f6-3bcf52e1da5c tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:16.964259 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:57:16.964259 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:57:16.964259 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:57:16.964259 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:57:16.964259 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:57:16.964259 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:57:16.964259 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:57:16.964259 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:57:16.964259 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:57:16.964259 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:57:16.964259 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:57:16.964259 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:57:16.964259 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:57:16.964259 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:57:16.964259 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:57:16.964259 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:57:16.964259 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:57:16.964259 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:57:16.964259 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:57:16.964259 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:57:16.964259 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:57:16.964259 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:57:16.964259 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:57:16.964259 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:57:16.964259 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:57:16.964259 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:57:16.964259 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:57:16.964259 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:57:16.964259 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:57:16.964259 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:57:16.964259 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:57:16.964259 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:57:17.011247 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e26de6d1-9572-4aab-b8ec-15b69ad2fbdb tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:17.067694 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e26de6d1-9572-4aab-b8ec-15b69ad2fbdb tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:17.069303 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4dbe5b20-3963-4901-b641-94d51d408434 req-9e94bf4f-6d00-4d53-8375-adff863c55ec tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/security-groups?id=70ce7ce8-5054-445c-a59d-ebe3700b4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234329 Sep 07 02:57:17.078567 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-86f51cf0-e8fc-40b6-86f6-3bcf52e1da5c tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:17.081249 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-73788702-59b7-45fa-ab4c-e7f3d49b8540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:17.099409 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-86f51cf0-e8fc-40b6-86f6-3bcf52e1da5c tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:17.105123 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-86f51cf0-e8fc-40b6-86f6-3bcf52e1da5c tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "DELETE /v2.0/networks/2fb52b25-716a-4441-b6f4-0bc72321f1d1 HTTP/1.1" status: 204 len: 168 time: 1.0529904 Sep 07 02:57:17.112675 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49370) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:17.118628 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-61075e3b-46ab-4732-a241-3259e0aff9f7 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2123504658', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}, 'admin_state_up': False}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:17.125159 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f51cf0-e8fc-40b6-86f6-3bcf52e1da5c tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event deleted for resources: {'Network': ['ID=2fb52b25-716a-4441-b6f4-0bc72321f1d1,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:17.151321 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-949afd03-798b-4f1f-91d5-df13870c8997 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Deleting port 31ef6975-305b-47aa-921a-e4569d6c72fa {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:57:17.151913 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-949afd03-798b-4f1f-91d5-df13870c8997 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:17.157752 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.db.api [None req-61075e3b-46ab-4732-a241-3259e0aff9f7 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 02:57:17.157752 n-d-796209-16 neutron-server[94701]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 07 02:57:17.157752 n-d-796209-16 neutron-server[94701]: [parameters: {'project_id': '833039ece4bf420493581946638a10ce', 'id': 'e422e30d-3188-409b-9973-6f9e9c1d995f', 'expiration': datetime.datetime(2021, 9, 7, 2, 59, 17, 138278)}] Sep 07 02:57:17.157752 n-d-796209-16 neutron-server[94701]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 02:57:17.158224 n-d-796209-16 neutron-server[94701]: DEBUG oslo_db.api [None req-61075e3b-46ab-4732-a241-3259e0aff9f7 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 02:57:17.246317 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-73788702-59b7-45fa-ab4c-e7f3d49b8540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:17.252101 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-73788702-59b7-45fa-ab4c-e7f3d49b8540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:17.270854 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-e26de6d1-9572-4aab-b8ec-15b69ad2fbdb tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Allocated IP 172.25.5.183 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/1660260e-8a00-464c-a226-a004037dfcbe) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:57:17.298865 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-949afd03-798b-4f1f-91d5-df13870c8997 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:17.301934 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-73788702-59b7-45fa-ab4c-e7f3d49b8540 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e53d050ff8f54ee99bb34dfaa35237ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4134841 Sep 07 02:57:17.302918 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73788702-59b7-45fa-ab4c-e7f3d49b8540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8465ac-6d75-44ee-b8a2-c95854d97420,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:17.305849 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49372) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:17.335342 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-949afd03-798b-4f1f-91d5-df13870c8997 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Calling delete_port for 31ef6975-305b-47aa-921a-e4569d6c72fa owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:57:17.356569 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a3c029dd-9419-45af-8308-9c0b51b2d908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:17.378068 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a3c029dd-9419-45af-8308-9c0b51b2d908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:17.397076 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-da12297f-ea32-4047-90c1-2cd283a863da None None] Provisioning for port 77ed3b17-e6cf-4fc9-939e-b1ad40534595 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:57:17.442451 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a3c029dd-9419-45af-8308-9c0b51b2d908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:17.447036 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a3c029dd-9419-45af-8308-9c0b51b2d908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:17.451244 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a3c029dd-9419-45af-8308-9c0b51b2d908 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bf8465ac-6d75-44ee-b8a2-c95854d97420 HTTP/1.1" status: 204 len: 168 time: 0.1444070 Sep 07 02:57:17.462788 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c029dd-9419-45af-8308-9c0b51b2d908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8465ac-6d75-44ee-b8a2-c95854d97420,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:17.468584 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e26de6d1-9572-4aab-b8ec-15b69ad2fbdb tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:17.567890 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e26de6d1-9572-4aab-b8ec-15b69ad2fbdb tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:17.572852 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-949afd03-798b-4f1f-91d5-df13870c8997 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:17.585703 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 77ed3b17-e6cf-4fc9-939e-b1ad40534595 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:57:17.619420 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26de6d1-9572-4aab-b8ec-15b69ad2fbdb tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:57:17.634813 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-e26de6d1-9572-4aab-b8ec-15b69ad2fbdb tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:57:17.648376 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 77ed3b17-e6cf-4fc9-939e-b1ad40534595 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:57:17.652666 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 77ed3b17-e6cf-4fc9-939e-b1ad40534595 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:57:17.653048 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:17.654618 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26de6d1-9572-4aab-b8ec-15b69ad2fbdb tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:57:17.677776 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26de6d1-9572-4aab-b8ec-15b69ad2fbdb tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event updated for resources: {'Port': ['ID=1660260e-8a00-464c-a226-a004037dfcbe,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:17.683518 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-949afd03-798b-4f1f-91d5-df13870c8997 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:17.685608 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-949afd03-798b-4f1f-91d5-df13870c8997 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/ports/31ef6975-305b-47aa-921a-e4569d6c72fa HTTP/1.1" status: 204 len: 168 time: 0.7578125 Sep 07 02:57:17.691772 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49378) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:17.711017 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-61075e3b-46ab-4732-a241-3259e0aff9f7 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:17.712501 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-61075e3b-46ab-4732-a241-3259e0aff9f7 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:17.725730 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949afd03-798b-4f1f-91d5-df13870c8997 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event deleted for resources: {'Port': ['ID=31ef6975-305b-47aa-921a-e4569d6c72fa,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:17.794892 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:17.831350 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-61075e3b-46ab-4732-a241-3259e0aff9f7 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:17.834249 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 77ed3b17-e6cf-4fc9-939e-b1ad40534595, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=77ed3b17-e6cf-4fc9-939e-b1ad40534595,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:57:17.841423 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a8ddd47a-27e3-4a05-8096-21ca7dedd922 None None] Could not find standard attr ID for object 31ef6975-305b-47aa-921a-e4569d6c72fa. {{(pid=94702) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 02:57:17.845489 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:17.963464 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device d1005481-a317-402a-b364-e6597c190905 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:57:17.969288 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=77ed3b17-e6cf-4fc9-939e-b1ad40534595,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:18.025964 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: d1005481-a317-402a-b364-e6597c190905 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:57:18.026320 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device d1005481-a317-402a-b364-e6597c190905 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:57:18.133287 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-61075e3b-46ab-4732-a241-3259e0aff9f7 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:18.288431 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56d94b-bcc8-457b-b511-e6564d45c970 req-7d75daa9-0989-4655-89d1-a0372f6b7d2f tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:18.290579 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0b56d94b-bcc8-457b-b511-e6564d45c970 req-7d75daa9-0989-4655-89d1-a0372f6b7d2f tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/ports?device_id=49b41b37-303c-4de5-b4a1-7e125905e486 HTTP/1.1" status: 200 len: 945 time: 0.0942607 Sep 07 02:57:18.304360 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0237ba-0300-4802-a199-6e5a679261f0 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:18.305949 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0237ba-0300-4802-a199-6e5a679261f0 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:18.310486 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-5d0237ba-0300-4802-a199-6e5a679261f0 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.6138363 Sep 07 02:57:18.313105 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49398) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:18.345209 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0b56d94b-bcc8-457b-b511-e6564d45c970 req-8ca081c2-7cc8-420f-ab56-86ae6e752188 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/security-groups?id=70ce7ce8-5054-445c-a59d-ebe3700b4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454910 Sep 07 02:57:18.407465 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb901ae0-ac79-4d9c-baa6-ab088218e8ba req-60a3adfc-305d-4a9e-a43c-b2ab2be6a1cf tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:18.414620 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bb901ae0-ac79-4d9c-baa6-ab088218e8ba req-60a3adfc-305d-4a9e-a43c-b2ab2be6a1cf tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a87a93-c19e-4c4d-a076-f215db038a70 HTTP/1.1" status: 200 len: 946 time: 0.2111657 Sep 07 02:57:18.465336 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-61075e3b-46ab-4732-a241-3259e0aff9f7 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for router_gateway, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:18.483153 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4eab872-5ad5-4331-b53f-caef342d3fa8 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Deleting subnet 855a1fec-acd1-497f-bc1e-e15eef957724 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:57:18.492883 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-61075e3b-46ab-4732-a241-3259e0aff9f7 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:18.503524 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e4eab872-5ad5-4331-b53f-caef342d3fa8 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:18.546933 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bb901ae0-ac79-4d9c-baa6-ab088218e8ba req-f05137c2-a5ae-4967-bb08-45c2c990544e tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306996 Sep 07 02:57:18.570611 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e4eab872-5ad5-4331-b53f-caef342d3fa8 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:18.650628 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-61075e3b-46ab-4732-a241-3259e0aff9f7 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Allocated IP 172.25.5.133 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/a5a0cac3-3678-468c-80a0-ed9aa049f8e8) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:57:18.654082 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e26de6d1-9572-4aab-b8ec-15b69ad2fbdb tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:18.748443 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e4eab872-5ad5-4331-b53f-caef342d3fa8 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:18.787958 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-61075e3b-46ab-4732-a241-3259e0aff9f7 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:18.861858 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-61075e3b-46ab-4732-a241-3259e0aff9f7 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:18.902762 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61075e3b-46ab-4732-a241-3259e0aff9f7 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:57:18.905656 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-61075e3b-46ab-4732-a241-3259e0aff9f7 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:57:18.909248 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61075e3b-46ab-4732-a241-3259e0aff9f7 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:57:18.944128 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61075e3b-46ab-4732-a241-3259e0aff9f7 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event updated for resources: {'Port': ['ID=a5a0cac3-3678-468c-80a0-ed9aa049f8e8,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:18.949542 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e4eab872-5ad5-4331-b53f-caef342d3fa8 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:19.015212 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eab872-5ad5-4331-b53f-caef342d3fa8 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event deleted for resources: {'Subnet': ['ID=855a1fec-acd1-497f-bc1e-e15eef957724,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:19.026269 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e4eab872-5ad5-4331-b53f-caef342d3fa8 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:19.030494 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-e4eab872-5ad5-4331-b53f-caef342d3fa8 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/subnets/855a1fec-acd1-497f-bc1e-e15eef957724 HTTP/1.1" status: 204 len: 168 time: 0.7113113 Sep 07 02:57:19.030678 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49428) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:19.040391 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fddda4-f043-4d29-bc28-a506f7800ef3 None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:57:19.053088 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e26de6d1-9572-4aab-b8ec-15b69ad2fbdb tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:19.096207 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-629309ea-ced3-4074-b3b8-4b6614107276 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0641441 Sep 07 02:57:19.099516 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49432) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:19.108973 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-4a149957-ad1d-48e5-b4bf-af4412b11bf3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Request body: {'subnet': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:19.242340 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e26de6d1-9572-4aab-b8ec-15b69ad2fbdb tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Router a6d0bdbe-4c96-49d8-8c8f-565faadeb82e is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 02:57:19.282489 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d748fb7-1fe5-4b50-a135-48811efda6c6 None None] DHCP port deletion for 98fba89c-e7ad-427b-9268-93662b8245b2 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:57:19.351650 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-9d748fb7-1fe5-4b50-a135-48811efda6c6 None None] Deleting port 77ed3b17-e6cf-4fc9-939e-b1ad40534595 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:57:19.352071 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9d748fb7-1fe5-4b50-a135-48811efda6c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:19.397879 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26de6d1-9572-4aab-b8ec-15b69ad2fbdb tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:57:19.406344 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-61075e3b-46ab-4732-a241-3259e0aff9f7 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for router_gateway, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:19.411942 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636e9369-cdfc-4560-a986-b87bdd3f4fdf None None] Sync routers for ids ['a6d0bdbe-4c96-49d8-8c8f-565faadeb82e'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:57:19.420647 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e26de6d1-9572-4aab-b8ec-15b69ad2fbdb tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:19.422471 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-e26de6d1-9572-4aab-b8ec-15b69ad2fbdb tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.6511316 Sep 07 02:57:19.425504 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49440) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:19.426939 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636e9369-cdfc-4560-a986-b87bdd3f4fdf None None] Routers {'a6d0bdbe-4c96-49d8-8c8f-565faadeb82e'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:57:19.427599 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-636e9369-cdfc-4560-a986-b87bdd3f4fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:56:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['a6d0bdbe-4c96-49d8-8c8f-565faadeb82e'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:19.470057 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-e0c8969c-88ec-4b62-b20f-109010306cd0 tempest-TestNetworkAdvancedServerOps-2015258804 tempest-TestNetworkAdvancedServerOps-2015258804-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=626f31b15da14e0da01388cbfdee7f90&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0430441 Sep 07 02:57:19.473755 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49444) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:19.486091 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a149957-ad1d-48e5-b4bf-af4412b11bf3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Made reservation on behalf of 4c9354482bbf46e593fb1c1c8959ca81 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:57:19.489833 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4a149957-ad1d-48e5-b4bf-af4412b11bf3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:19.517609 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-9d748fb7-1fe5-4b50-a135-48811efda6c6 None None] For port 77ed3b17-e6cf-4fc9-939e-b1ad40534595, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=77ed3b17-e6cf-4fc9-939e-b1ad40534595,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:57:19.518286 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9d748fb7-1fe5-4b50-a135-48811efda6c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:19.552876 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 77ed3b17-e6cf-4fc9-939e-b1ad40534595 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:57:19.558891 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-9d748fb7-1fe5-4b50-a135-48811efda6c6 None None] Calling delete_port for 77ed3b17-e6cf-4fc9-939e-b1ad40534595 owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:57:19.667038 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-636e9369-cdfc-4560-a986-b87bdd3f4fdf None None] Set router a6d0bdbe-4c96-49d8-8c8f-565faadeb82e gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:57:19.757256 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6bcdf0-ce54-4163-8316-c8a13439ce34 tempest-TestNetworkAdvancedServerOps-2015258804 tempest-TestNetworkAdvancedServerOps-2015258804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:19.759112 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-1d6bcdf0-ce54-4163-8316-c8a13439ce34 tempest-TestNetworkAdvancedServerOps-2015258804 tempest-TestNetworkAdvancedServerOps-2015258804-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2705307 Sep 07 02:57:19.762042 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49448) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:19.863221 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:19.921698 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ccd1126b-d8cd-43a2-8c0e-3e6529634105 tempest-TestNetworkAdvancedServerOps-2015258804 tempest-TestNetworkAdvancedServerOps-2015258804-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=1166b922-7457-4da4-bdda-328e8c8e7bc6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1584280 Sep 07 02:57:19.928002 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49454) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:19.943374 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-ba9af753-05e1-4ff4-8a64-07d89d135ef6 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1712936814', 'network_id': '6cd744d1-899a-4d57-ba10-aa6d1dc0746f', 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:19.954671 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-636e9369-cdfc-4560-a986-b87bdd3f4fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d0bdbe-4c96-49d8-8c8f-565faadeb82e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2143267678', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '1660260e-8a00-464c-a226-a004037dfcbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:57:15Z', 'updated_at': '2021-09-07T02:57:18Z', 'revision_number': 3, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'gw_port': {'id': '1660260e-8a00-464c-a226-a004037dfcbe', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:57:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d0bdbe-4c96-49d8-8c8f-565faadeb82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:57:17Z', 'updated_at': '2021-09-07T02:57:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:19.961437 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 77ed3b17-e6cf-4fc9-939e-b1ad40534595, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=77ed3b17-e6cf-4fc9-939e-b1ad40534595,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:57:19.972055 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:20.014867 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636e9369-cdfc-4560-a986-b87bdd3f4fdf None None] Checking router: a6d0bdbe-4c96-49d8-8c8f-565faadeb82e for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:57:20.015227 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636e9369-cdfc-4560-a986-b87bdd3f4fdf None None] Updating router a6d0bdbe-4c96-49d8-8c8f-565faadeb82e port 1660260e-8a00-464c-a226-a004037dfcbe binding host n-d-796209-16 {{(pid=94703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 02:57:20.015568 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49456) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:20.027816 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9d748fb7-1fe5-4b50-a135-48811efda6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:20.034445 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8ff31-5eb2-49eb-8e34-07ae5676b0fc req-081e6df1-65bf-4efb-879d-bb294d548a93 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:20.041945 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d162105-5b02-4a75-8162-dcc791805485 req-b0cc3cdd-e780-469e-9700-e34d4b652ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:20.042479 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-636e9369-cdfc-4560-a986-b87bdd3f4fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:20.043543 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8d162105-5b02-4a75-8162-dcc791805485 req-b0cc3cdd-e780-469e-9700-e34d4b652ed6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=59a87a93-c19e-4c4d-a076-f215db038a70 HTTP/1.1" status: 200 len: 1098 time: 0.2279661 Sep 07 02:57:20.066331 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-89b8ff31-5eb2-49eb-8e34-07ae5676b0fc req-081e6df1-65bf-4efb-879d-bb294d548a93 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a87a93-c19e-4c4d-a076-f215db038a70 HTTP/1.1" status: 200 len: 946 time: 0.3651013 Sep 07 02:57:20.067652 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d748fb7-1fe5-4b50-a135-48811efda6c6 None None] No DVR routers for this DVR port 77ed3b17-e6cf-4fc9-939e-b1ad40534595 on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:57:20.106177 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=77ed3b17-e6cf-4fc9-939e-b1ad40534595,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:20.114369 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8d162105-5b02-4a75-8162-dcc791805485 req-df007c68-c4bb-4314-a0e7-c52bf235afcd service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582469 Sep 07 02:57:20.115325 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9af753-05e1-4ff4-8a64-07d89d135ef6 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Made reservation on behalf of 626f31b15da14e0da01388cbfdee7f90 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:57:20.120954 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ba9af753-05e1-4ff4-8a64-07d89d135ef6 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:20.165554 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d748fb7-1fe5-4b50-a135-48811efda6c6 None None] Pushing event deleted for resources: {'Port': ['ID=77ed3b17-e6cf-4fc9-939e-b1ad40534595,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:20.212343 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-61075e3b-46ab-4732-a241-3259e0aff9f7 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:20.338559 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-13c8859e-432e-44c7-8e2c-e90620b32931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:20.368825 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ba9af753-05e1-4ff4-8a64-07d89d135ef6 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:20.376533 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-636e9369-cdfc-4560-a986-b87bdd3f4fdf None None] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:20.388331 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-636e9369-cdfc-4560-a986-b87bdd3f4fdf None None] Transition to ACTIVE for port object 1660260e-8a00-464c-a226-a004037dfcbe will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:57:20.392373 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-89b8ff31-5eb2-49eb-8e34-07ae5676b0fc req-124e54be-2884-4be4-9980-b7a23f6778e7 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250868 Sep 07 02:57:20.411086 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-636e9369-cdfc-4560-a986-b87bdd3f4fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:20.457201 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9af753-05e1-4ff4-8a64-07d89d135ef6 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event updated for resources: {'Subnet': ['ID=c3e8b00e-7dd5-4121-9d90-2dad2df2b8a4,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:20.473091 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9af753-05e1-4ff4-8a64-07d89d135ef6 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Checking segment: {'id': '05a63878-67bb-453a-b0c6-23f8e4899735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6cd744d1-899a-4d57-ba10-aa6d1dc0746f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:57:20.473637 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9af753-05e1-4ff4-8a64-07d89d135ef6 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Network hostable DHCP agents. Network: 6cd744d1-899a-4d57-ba10-aa6d1dc0746f, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:57:20.479537 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-636e9369-cdfc-4560-a986-b87bdd3f4fdf None None] Attempting to bind port 1660260e-8a00-464c-a226-a004037dfcbe on host n-d-796209-16 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:57:20.481704 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-636e9369-cdfc-4560-a986-b87bdd3f4fdf None None] Attempting to bind port 1660260e-8a00-464c-a226-a004037dfcbe by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:57:20.482096 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636e9369-cdfc-4560-a986-b87bdd3f4fdf None None] Attempting to bind port 1660260e-8a00-464c-a226-a004037dfcbe on network 1166b922-7457-4da4-bdda-328e8c8e7bc6 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:57:20.494684 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636e9369-cdfc-4560-a986-b87bdd3f4fdf None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:57:20.495125 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636e9369-cdfc-4560-a986-b87bdd3f4fdf None None] Checking segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:57:20.495684 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-636e9369-cdfc-4560-a986-b87bdd3f4fdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:20.496166 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636e9369-cdfc-4560-a986-b87bdd3f4fdf None None] Bound using segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:57:20.496677 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-636e9369-cdfc-4560-a986-b87bdd3f4fdf None None] Bound port: 1660260e-8a00-464c-a226-a004037dfcbe, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:57:20.497071 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-636e9369-cdfc-4560-a986-b87bdd3f4fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:20.499034 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9af753-05e1-4ff4-8a64-07d89d135ef6 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Network 6cd744d1-899a-4d57-ba10-aa6d1dc0746f is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:57:20.512994 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-ba9af753-05e1-4ff4-8a64-07d89d135ef6 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 6cd744d1-899a-4d57-ba10-aa6d1dc0746f) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:57:20.521849 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f1f136-88b3-4a4e-8df5-dbaa55a96206 None None] Network 6cd744d1-899a-4d57-ba10-aa6d1dc0746f requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:57:20.526463 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9af753-05e1-4ff4-8a64-07d89d135ef6 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:20.527514 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ba9af753-05e1-4ff4-8a64-07d89d135ef6 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:20.534663 n-d-796209-16 neutron-server[94701]: DEBUG neutron.objects.ports [None req-4a149957-ad1d-48e5-b4bf-af4412b11bf3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94701) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 02:57:20.563811 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-636e9369-cdfc-4560-a986-b87bdd3f4fdf None None] For port 1660260e-8a00-464c-a226-a004037dfcbe, host n-d-796209-16, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:57:20.567290 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-636e9369-cdfc-4560-a986-b87bdd3f4fdf None None] For port 1660260e-8a00-464c-a226-a004037dfcbe, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=1660260e-8a00-464c-a226-a004037dfcbe,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:57:20.578134 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-636e9369-cdfc-4560-a986-b87bdd3f4fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:20.580253 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40b7e11-7749-4576-bf8a-f520c1fc3d6d None None] Pushing event updated for resources: {'Port': ['ID=1660260e-8a00-464c-a226-a004037dfcbe,revision_number=2']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:20.641647 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40b7e11-7749-4576-bf8a-f520c1fc3d6d None None] Pushing event updated for resources: {'Port': ['ID=1660260e-8a00-464c-a226-a004037dfcbe,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:20.657142 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636e9369-cdfc-4560-a986-b87bdd3f4fdf None None] Routers {'a6d0bdbe-4c96-49d8-8c8f-565faadeb82e'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:57:20.657787 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-636e9369-cdfc-4560-a986-b87bdd3f4fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:56:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['a6d0bdbe-4c96-49d8-8c8f-565faadeb82e'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:20.698624 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6967f054-6cdd-4e0c-9082-b1023e51b07c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-6cd744d1-899a-4d57-ba10-aa6d1dc0746f', 'network_id': '6cd744d1-899a-4d57-ba10-aa6d1dc0746f', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'fixed_ips': [{'subnet_id': 'c3e8b00e-7dd5-4121-9d90-2dad2df2b8a4'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:57:20.699836 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6967f054-6cdd-4e0c-9082-b1023e51b07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:20.789082 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-636e9369-cdfc-4560-a986-b87bdd3f4fdf None None] Set router a6d0bdbe-4c96-49d8-8c8f-565faadeb82e gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:57:20.892617 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-6967f054-6cdd-4e0c-9082-b1023e51b07c None None] Allocated IP 172.20.0.2 (6cd744d1-899a-4d57-ba10-aa6d1dc0746f/c3e8b00e-7dd5-4121-9d90-2dad2df2b8a4/d40a227a-fa78-4626-880a-6bd6461f8ffa) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:57:20.939548 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4a149957-ad1d-48e5-b4bf-af4412b11bf3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:20.993734 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a149957-ad1d-48e5-b4bf-af4412b11bf3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:57:21.002053 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-4a149957-ad1d-48e5-b4bf-af4412b11bf3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:57:21.017895 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a149957-ad1d-48e5-b4bf-af4412b11bf3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:21.019316 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4a149957-ad1d-48e5-b4bf-af4412b11bf3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:21.058238 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a149957-ad1d-48e5-b4bf-af4412b11bf3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event updated for resources: {'Subnet': ['ID=b4fd9741-570a-4621-ba5f-3c3a7595a2fb,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:21.082211 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6967f054-6cdd-4e0c-9082-b1023e51b07c None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:21.091845 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-636e9369-cdfc-4560-a986-b87bdd3f4fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d0bdbe-4c96-49d8-8c8f-565faadeb82e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2143267678', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '1660260e-8a00-464c-a226-a004037dfcbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:57:15Z', 'updated_at': '2021-09-07T02:57:18Z', 'revision_number': 3, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'gw_port': {'id': '1660260e-8a00-464c-a226-a004037dfcbe', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:57:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d0bdbe-4c96-49d8-8c8f-565faadeb82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:57:17Z', 'updated_at': '2021-09-07T02:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:21.093076 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-6967f054-6cdd-4e0c-9082-b1023e51b07c None None] Transition to ACTIVE for port object d40a227a-fa78-4626-880a-6bd6461f8ffa will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:57:21.103663 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425e6959-16fb-47f6-a3ee-3b21de893c04 None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:57:21.114213 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61075e3b-46ab-4732-a241-3259e0aff9f7 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Router cccd2857-64b2-4732-96db-397621b9c420 is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 02:57:21.138784 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-13c8859e-432e-44c7-8e2c-e90620b32931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:21.150777 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636e9369-cdfc-4560-a986-b87bdd3f4fdf None None] The sync data for ids ['a6d0bdbe-4c96-49d8-8c8f-565faadeb82e'] in n-d-796209-16 is: [{'id': 'a6d0bdbe-4c96-49d8-8c8f-565faadeb82e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2143267678', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '1660260e-8a00-464c-a226-a004037dfcbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:57:15Z', 'updated_at': '2021-09-07T02:57:18Z', 'revision_number': 3, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'gw_port': {'id': '1660260e-8a00-464c-a226-a004037dfcbe', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:57:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d0bdbe-4c96-49d8-8c8f-565faadeb82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:57:17Z', 'updated_at': '2021-09-07T02:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:57:21.153751 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ba9af753-05e1-4ff4-8a64-07d89d135ef6 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2218666 Sep 07 02:57:21.156512 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49462) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:21.159406 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-6967f054-6cdd-4e0c-9082-b1023e51b07c None None] Transition to ACTIVE for port object d40a227a-fa78-4626-880a-6bd6461f8ffa will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:57:21.180234 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-13c8859e-432e-44c7-8e2c-e90620b32931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:21.226419 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c8859e-432e-44c7-8e2c-e90620b32931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc99507e-b75e-4db6-a5f5-527645f9b9bc,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:21.233477 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-4a149957-ad1d-48e5-b4bf-af4412b11bf3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1272392 Sep 07 02:57:21.236447 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49464) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:21.236606 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6967f054-6cdd-4e0c-9082-b1023e51b07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:21.245409 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-34adc17c-9700-463d-9e8f-04fbcbf4da0e tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Request body: {'port': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'mac_address': 'fa:16:3e:cc:83:b0', 'name': 'tempest-NetworksTestDHCPv6-1798590739'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:21.301093 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-13c8859e-432e-44c7-8e2c-e90620b32931 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=be507329a4fa4376b03d7b56d0c03e89&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2302675 Sep 07 02:57:21.302664 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49466) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:21.308270 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6967f054-6cdd-4e0c-9082-b1023e51b07c None None] Network 6cd744d1-899a-4d57-ba10-aa6d1dc0746f is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:57:21.315749 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-6967f054-6cdd-4e0c-9082-b1023e51b07c None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:57:21.320850 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6967f054-6cdd-4e0c-9082-b1023e51b07c None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:57:21.353978 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6967f054-6cdd-4e0c-9082-b1023e51b07c None None] Pushing event updated for resources: {'Port': ['ID=d40a227a-fa78-4626-880a-6bd6461f8ffa,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:21.433330 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61075e3b-46ab-4732-a241-3259e0aff9f7 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:57:21.456449 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84135a53-bfe1-49ba-8546-1acf55c740a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-98fba89c-e7ad-427b-9268-93662b8245b2', 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'tenant_id': '4c9354482bbf46e593fb1c1c8959ca81', 'fixed_ips': [{'subnet_id': 'b4fd9741-570a-4621-ba5f-3c3a7595a2fb'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:57:21.458975 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-84135a53-bfe1-49ba-8546-1acf55c740a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:21.490858 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-61075e3b-46ab-4732-a241-3259e0aff9f7 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:21.492562 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-61075e3b-46ab-4732-a241-3259e0aff9f7 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.3788664 Sep 07 02:57:21.496712 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49470) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:21.679440 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254fdf4d-4e1d-48b4-9da9-cfb96c3c22fd None None] Sync routers for ids ['cccd2857-64b2-4732-96db-397621b9c420'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:57:21.721607 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6e82886e-bf2f-40d6-b6ad-e0ea365ce3d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:21.728969 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e0f61581-c413-4244-8de7-d4fa0e37b204 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "GET /v2.0/routers/cccd2857-64b2-4732-96db-397621b9c420 HTTP/1.1" status: 200 len: 885 time: 0.2309253 Sep 07 02:57:21.731177 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34adc17c-9700-463d-9e8f-04fbcbf4da0e tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Made reservation on behalf of 4c9354482bbf46e593fb1c1c8959ca81 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:57:21.743746 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49472) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:21.747826 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6e82886e-bf2f-40d6-b6ad-e0ea365ce3d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:21.761405 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-6967f054-6cdd-4e0c-9082-b1023e51b07c None None] Attempting to bind port d40a227a-fa78-4626-880a-6bd6461f8ffa on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:57:21.761775 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-6967f054-6cdd-4e0c-9082-b1023e51b07c None None] Attempting to bind port d40a227a-fa78-4626-880a-6bd6461f8ffa by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '05a63878-67bb-453a-b0c6-23f8e4899735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6cd744d1-899a-4d57-ba10-aa6d1dc0746f'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:57:21.762446 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6967f054-6cdd-4e0c-9082-b1023e51b07c None None] Attempting to bind port d40a227a-fa78-4626-880a-6bd6461f8ffa on network 6cd744d1-899a-4d57-ba10-aa6d1dc0746f {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:57:21.765897 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:21.772547 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254fdf4d-4e1d-48b4-9da9-cfb96c3c22fd None None] Routers {'cccd2857-64b2-4732-96db-397621b9c420'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:57:21.773244 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-254fdf4d-4e1d-48b4-9da9-cfb96c3c22fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:56:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['cccd2857-64b2-4732-96db-397621b9c420'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:21.829330 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:21.831960 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-254fdf4d-4e1d-48b4-9da9-cfb96c3c22fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:21.838646 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6967f054-6cdd-4e0c-9082-b1023e51b07c None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:57:21.839405 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6967f054-6cdd-4e0c-9082-b1023e51b07c None None] Checking segment: {'id': '05a63878-67bb-453a-b0c6-23f8e4899735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6cd744d1-899a-4d57-ba10-aa6d1dc0746f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:57:21.840035 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6967f054-6cdd-4e0c-9082-b1023e51b07c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:21.840607 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6967f054-6cdd-4e0c-9082-b1023e51b07c None None] Bound using segment: {'id': '05a63878-67bb-453a-b0c6-23f8e4899735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6cd744d1-899a-4d57-ba10-aa6d1dc0746f'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:57:21.841282 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-6967f054-6cdd-4e0c-9082-b1023e51b07c None None] Bound port: d40a227a-fa78-4626-880a-6bd6461f8ffa, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05a63878-67bb-453a-b0c6-23f8e4899735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6cd744d1-899a-4d57-ba10-aa6d1dc0746f'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:57:21.842036 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6967f054-6cdd-4e0c-9082-b1023e51b07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:21.845046 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6e82886e-bf2f-40d6-b6ad-e0ea365ce3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:21.847883 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6e82886e-bf2f-40d6-b6ad-e0ea365ce3d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:21.857204 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-6e82886e-bf2f-40d6-b6ad-e0ea365ce3d8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cc99507e-b75e-4db6-a5f5-527645f9b9bc HTTP/1.1" status: 204 len: 168 time: 0.5467901 Sep 07 02:57:21.919320 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ef60d-4004-4006-9f22-0f565c2b6120 req-6d9b49ae-5939-4d47-929a-dd5ea6a3481c tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:21.933981 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7a6ef60d-4004-4006-9f22-0f565c2b6120 req-6d9b49ae-5939-4d47-929a-dd5ea6a3481c tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a87a93-c19e-4c4d-a076-f215db038a70 HTTP/1.1" status: 200 len: 946 time: 0.2558141 Sep 07 02:57:21.941399 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254fdf4d-4e1d-48b4-9da9-cfb96c3c22fd None None] Routers {'cccd2857-64b2-4732-96db-397621b9c420'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:57:21.942170 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-254fdf4d-4e1d-48b4-9da9-cfb96c3c22fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:56:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['cccd2857-64b2-4732-96db-397621b9c420'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:21.990336 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e82886e-bf2f-40d6-b6ad-e0ea365ce3d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc99507e-b75e-4db6-a5f5-527645f9b9bc,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:22.034414 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-34adc17c-9700-463d-9e8f-04fbcbf4da0e tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:22.042617 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-254fdf4d-4e1d-48b4-9da9-cfb96c3c22fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:22.043804 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254fdf4d-4e1d-48b4-9da9-cfb96c3c22fd None None] The sync data for ids ['cccd2857-64b2-4732-96db-397621b9c420'] in n-d-796209-16 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:57:22.115024 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-84135a53-bfe1-49ba-8546-1acf55c740a4 None None] Allocated IP 2001:db8::f816:3eff:fef4:1047 (98fba89c-e7ad-427b-9268-93662b8245b2/b4fd9741-570a-4621-ba5f-3c3a7595a2fb/02222d8e-5614-4638-8355-07a178fcdfb0) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:57:22.155651 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f3f3cf33-007d-4374-9952-3fa6c7cf24fa tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:22.168805 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-34adc17c-9700-463d-9e8f-04fbcbf4da0e tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] device_id is not set on port 0acfd659-b3fc-4957-b0a0-06da0d62719a yet. {{(pid=94701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:57:22.205635 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7a6ef60d-4004-4006-9f22-0f565c2b6120 req-36b9e021-afb8-46a3-8b33-dacb1b58a985 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495031 Sep 07 02:57:22.327463 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-6967f054-6cdd-4e0c-9082-b1023e51b07c None None] For port d40a227a-fa78-4626-880a-6bd6461f8ffa, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:57:22.337426 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-6967f054-6cdd-4e0c-9082-b1023e51b07c None None] For port d40a227a-fa78-4626-880a-6bd6461f8ffa, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=d40a227a-fa78-4626-880a-6bd6461f8ffa,segment=NetworkSegment(05a63878-67bb-453a-b0c6-23f8e4899735),segment_id=05a63878-67bb-453a-b0c6-23f8e4899735)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:57:22.363972 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6967f054-6cdd-4e0c-9082-b1023e51b07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:22.425177 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49482) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:22.478067 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3e381157-81bd-4fb2-ba71-015201425a21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:22.578897 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-db349b67-5665-471a-81e7-1875cdcc415d tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.8324275 Sep 07 02:57:22.579593 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49486) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:22.587639 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-5a934543-256e-40bd-bdd9-4e6d43e8a4ca tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2123504658'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:22.595275 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6967f054-6cdd-4e0c-9082-b1023e51b07c None None] Pushing event updated for resources: {'Port': ['ID=d40a227a-fa78-4626-880a-6bd6461f8ffa,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:22.598628 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-84135a53-bfe1-49ba-8546-1acf55c740a4 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:22.608459 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-84135a53-bfe1-49ba-8546-1acf55c740a4 None None] Transition to ACTIVE for port object 02222d8e-5614-4638-8355-07a178fcdfb0 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:57:22.630340 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-84135a53-bfe1-49ba-8546-1acf55c740a4 None None] Transition to ACTIVE for port object 02222d8e-5614-4638-8355-07a178fcdfb0 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:57:22.637975 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-84135a53-bfe1-49ba-8546-1acf55c740a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:22.695132 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84135a53-bfe1-49ba-8546-1acf55c740a4 None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:57:22.707027 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-84135a53-bfe1-49ba-8546-1acf55c740a4 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:57:22.707314 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf771f-c22a-4651-896c-56186b180242 req-fec5b641-6a57-458f-9ecf-60ee314d886f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:22.708678 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-91cf771f-c22a-4651-896c-56186b180242 req-fec5b641-6a57-458f-9ecf-60ee314d886f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=89c66e467a844386bc921568c75855a2&device_id=59a87a93-c19e-4c4d-a076-f215db038a70 HTTP/1.1" status: 200 len: 1098 time: 0.2217193 Sep 07 02:57:22.712287 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84135a53-bfe1-49ba-8546-1acf55c740a4 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:57:22.764826 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ea517-e65a-4d9e-acc0-3f361b0cb94d req-8a41c4e8-eb20-4be7-8400-195cc8bc1bfd tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:22.770139 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d89ea517-e65a-4d9e-acc0-3f361b0cb94d req-8a41c4e8-eb20-4be7-8400-195cc8bc1bfd tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a87a93-c19e-4c4d-a076-f215db038a70 HTTP/1.1" status: 200 len: 946 time: 0.2459261 Sep 07 02:57:22.796591 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84135a53-bfe1-49ba-8546-1acf55c740a4 None None] Pushing event updated for resources: {'Port': ['ID=02222d8e-5614-4638-8355-07a178fcdfb0,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:22.818871 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-34adc17c-9700-463d-9e8f-04fbcbf4da0e tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Allocated IP 2001:db8::f816:3eff:fecc:83b0 (98fba89c-e7ad-427b-9268-93662b8245b2/b4fd9741-570a-4621-ba5f-3c3a7595a2fb/0acfd659-b3fc-4957-b0a0-06da0d62719a) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:57:22.867582 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-84135a53-bfe1-49ba-8546-1acf55c740a4 None None] Attempting to bind port 02222d8e-5614-4638-8355-07a178fcdfb0 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:57:22.868499 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-84135a53-bfe1-49ba-8546-1acf55c740a4 None None] Attempting to bind port 02222d8e-5614-4638-8355-07a178fcdfb0 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:57:22.868889 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84135a53-bfe1-49ba-8546-1acf55c740a4 None None] Attempting to bind port 02222d8e-5614-4638-8355-07a178fcdfb0 on network 98fba89c-e7ad-427b-9268-93662b8245b2 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:57:22.887823 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84135a53-bfe1-49ba-8546-1acf55c740a4 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:57:22.888405 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84135a53-bfe1-49ba-8546-1acf55c740a4 None None] Checking segment: {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:57:22.888867 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-84135a53-bfe1-49ba-8546-1acf55c740a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:22.889373 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84135a53-bfe1-49ba-8546-1acf55c740a4 None None] Bound using segment: {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:57:22.889884 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-84135a53-bfe1-49ba-8546-1acf55c740a4 None None] Bound port: 02222d8e-5614-4638-8355-07a178fcdfb0, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:57:22.890542 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-84135a53-bfe1-49ba-8546-1acf55c740a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:22.981114 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3e381157-81bd-4fb2-ba71-015201425a21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:23.004627 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-84135a53-bfe1-49ba-8546-1acf55c740a4 None None] For port 02222d8e-5614-4638-8355-07a178fcdfb0, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:57:23.009452 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-84135a53-bfe1-49ba-8546-1acf55c740a4 None None] For port 02222d8e-5614-4638-8355-07a178fcdfb0, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=02222d8e-5614-4638-8355-07a178fcdfb0,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:57:23.031908 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-84135a53-bfe1-49ba-8546-1acf55c740a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:23.052980 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d89ea517-e65a-4d9e-acc0-3f361b0cb94d req-d2fe7c7b-f627-4457-9239-09226d1aa339 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273637 Sep 07 02:57:23.053592 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3e381157-81bd-4fb2-ba71-015201425a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:23.086169 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3e381157-81bd-4fb2-ba71-015201425a21 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=45d0851377d94a288ae26340d9ec5a10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6575730 Sep 07 02:57:23.094550 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49488) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:23.168906 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84135a53-bfe1-49ba-8546-1acf55c740a4 None None] Pushing event updated for resources: {'Port': ['ID=02222d8e-5614-4638-8355-07a178fcdfb0,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:23.180372 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-34adc17c-9700-463d-9e8f-04fbcbf4da0e tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:23.199297 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-34adc17c-9700-463d-9e8f-04fbcbf4da0e tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Transition to ACTIVE for port object 0acfd659-b3fc-4957-b0a0-06da0d62719a will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:57:23.205882 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e381157-81bd-4fb2-ba71-015201425a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f5bd2d-5bd4-47c1-b575-e712c39ca677,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:23.225757 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-f3f3cf33-007d-4374-9952-3fa6c7cf24fa tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Allocated IP 172.20.0.1 (6cd744d1-899a-4d57-ba10-aa6d1dc0746f/c3e8b00e-7dd5-4121-9d90-2dad2df2b8a4/93ce6660-c31e-40b7-af93-aa9a3d503ced) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:57:23.232618 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf771f-c22a-4651-896c-56186b180242 req-168f0017-bb36-4799-89c9-10ddb74a9855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:23.234228 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-91cf771f-c22a-4651-896c-56186b180242 req-168f0017-bb36-4799-89c9-10ddb74a9855 service neutron] 10.222.0.16 "GET /v2.0/networks?id=111cbddc-f6bd-4c03-87bc-4b2b04ef5a64 HTTP/1.1" status: 200 len: 910 time: 0.5118043 Sep 07 02:57:23.313343 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-34adc17c-9700-463d-9e8f-04fbcbf4da0e tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:23.318572 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b5e90b7f-bc8f-4d80-a85c-b628acc57cb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:23.352930 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b5e90b7f-bc8f-4d80-a85c-b628acc57cb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:23.439292 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34adc17c-9700-463d-9e8f-04fbcbf4da0e tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:57:23.482059 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-34adc17c-9700-463d-9e8f-04fbcbf4da0e tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:57:23.485850 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34adc17c-9700-463d-9e8f-04fbcbf4da0e tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:57:23.498549 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34adc17c-9700-463d-9e8f-04fbcbf4da0e tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:23.499241 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-34adc17c-9700-463d-9e8f-04fbcbf4da0e tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:23.537511 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34adc17c-9700-463d-9e8f-04fbcbf4da0e tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event updated for resources: {'Port': ['ID=0acfd659-b3fc-4957-b0a0-06da0d62719a,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:23.553118 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-34adc17c-9700-463d-9e8f-04fbcbf4da0e tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3159499 Sep 07 02:57:23.554824 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49492) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:23.679727 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71deb98-659a-4051-8a6a-80c564363ca7 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:23.692211 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71deb98-659a-4051-8a6a-80c564363ca7 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:23.696991 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b71deb98-659a-4051-8a6a-80c564363ca7 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1286407 Sep 07 02:57:23.699582 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49494) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:23.726330 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 1660260e-8a00-464c-a226-a004037dfcbe up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:57:23.787341 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5a934543-256e-40bd-bdd9-4e6d43e8a4ca tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-553517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3974'] for router, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:23.791997 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-91cf771f-c22a-4651-896c-56186b180242 req-18016929-098b-4332-a1ce-6ea1c66daaf2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da567108-c511-4876-a1b4-e4b013c09eef HTTP/1.1" status: 200 len: 217 time: 0.5458965 Sep 07 02:57:23.835704 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 1660260e-8a00-464c-a226-a004037dfcbe completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:57:23.843168 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 1660260e-8a00-464c-a226-a004037dfcbe triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:57:23.843650 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:23.847773 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5a934543-256e-40bd-bdd9-4e6d43e8a4ca tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-553510'] for router, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:23.992045 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f3f3cf33-007d-4374-9952-3fa6c7cf24fa tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:24.004703 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:24.025786 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b5e90b7f-bc8f-4d80-a85c-b628acc57cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:24.030815 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b5e90b7f-bc8f-4d80-a85c-b628acc57cb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:24.034515 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b5e90b7f-bc8f-4d80-a85c-b628acc57cb8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/73f5bd2d-5bd4-47c1-b575-e712c39ca677 HTTP/1.1" status: 204 len: 168 time: 0.9332428 Sep 07 02:57:24.045616 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 1660260e-8a00-464c-a226-a004037dfcbe, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=1660260e-8a00-464c-a226-a004037dfcbe,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:57:24.054664 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-7c24394d-bb0e-47eb-9e92-4e65e7a5c7e9 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Deleting port 0acfd659-b3fc-4957-b0a0-06da0d62719a {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:57:24.054664 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7c24394d-bb0e-47eb-9e92-4e65e7a5c7e9 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:24.056176 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:24.057067 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 02222d8e-5614-4638-8355-07a178fcdfb0 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:57:24.080984 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-f3f3cf33-007d-4374-9952-3fa6c7cf24fa tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Transition to ACTIVE for port object 93ce6660-c31e-40b7-af93-aa9a3d503ced will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:57:24.085941 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e90b7f-bc8f-4d80-a85c-b628acc57cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f5bd2d-5bd4-47c1-b575-e712c39ca677,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:24.104806 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf771f-c22a-4651-896c-56186b180242 req-09855019-a418-49d3-87c6-316c0d1e9601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:24.106396 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-91cf771f-c22a-4651-896c-56186b180242 req-09855019-a418-49d3-87c6-316c0d1e9601 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=382293f2-2c50-4f74-844f-42b0dddcc916 HTTP/1.1" status: 200 len: 850 time: 0.3069055 Sep 07 02:57:24.184409 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7c24394d-bb0e-47eb-9e92-4e65e7a5c7e9 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:24.184900 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-91cf771f-c22a-4651-896c-56186b180242 req-7a6cde09-36ea-415f-8af9-edc58d22e852 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=111cbddc-f6bd-4c03-87bc-4b2b04ef5a64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648303 Sep 07 02:57:24.215525 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-7c24394d-bb0e-47eb-9e92-4e65e7a5c7e9 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Calling delete_port for 0acfd659-b3fc-4957-b0a0-06da0d62719a owned by {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:57:24.251527 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=1660260e-8a00-464c-a226-a004037dfcbe,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:24.297151 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 02222d8e-5614-4638-8355-07a178fcdfb0 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:57:24.311211 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415cab67-df63-4a6d-b87e-341c8644d696 None None] Network 6cd744d1-899a-4d57-ba10-aa6d1dc0746f requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:57:24.316197 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device d40a227a-fa78-4626-880a-6bd6461f8ffa up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:57:24.350951 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f3f3cf33-007d-4374-9952-3fa6c7cf24fa tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:24.396382 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a934543-256e-40bd-bdd9-4e6d43e8a4ca tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Router cccd2857-64b2-4732-96db-397621b9c420 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:57:24.419302 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7c24394d-bb0e-47eb-9e92-4e65e7a5c7e9 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:24.508248 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f3cf33-007d-4374-9952-3fa6c7cf24fa tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event updated for resources: {'Port': ['ID=93ce6660-c31e-40b7-af93-aa9a3d503ced,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:24.525950 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-38a32c15-907f-47b4-bbbd-564fdaa8f21a None None] Provisioning for port d40a227a-fa78-4626-880a-6bd6461f8ffa completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:57:24.655367 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port d40a227a-fa78-4626-880a-6bd6461f8ffa completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:57:24.695349 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f3cf33-007d-4374-9952-3fa6c7cf24fa tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Network 6cd744d1-899a-4d57-ba10-aa6d1dc0746f is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:57:24.697219 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c24394d-bb0e-47eb-9e92-4e65e7a5c7e9 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event deleted for resources: {'Port': ['ID=0acfd659-b3fc-4957-b0a0-06da0d62719a,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:24.713399 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port d40a227a-fa78-4626-880a-6bd6461f8ffa triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:57:24.713399 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:24.721262 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-f3f3cf33-007d-4374-9952-3fa6c7cf24fa tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:57:24.730825 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f3cf33-007d-4374-9952-3fa6c7cf24fa tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:57:24.785585 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7c24394d-bb0e-47eb-9e92-4e65e7a5c7e9 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:24.792692 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-7c24394d-bb0e-47eb-9e92-4e65e7a5c7e9 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/ports/0acfd659-b3fc-4957-b0a0-06da0d62719a HTTP/1.1" status: 204 len: 168 time: 1.0920777 Sep 07 02:57:24.800969 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49506) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:24.818350 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ea1e9-98f5-4701-b381-2f979660e32d req-9e3d89e4-424c-4d98-8bb2-52831caea016 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:24.820075 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4a5ea1e9-98f5-4701-b381-2f979660e32d req-9e3d89e4-424c-4d98-8bb2-52831caea016 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a87a93-c19e-4c4d-a076-f215db038a70 HTTP/1.1" status: 200 len: 946 time: 0.6122842 Sep 07 02:57:24.853896 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-91cf771f-c22a-4651-896c-56186b180242 req-299adfdf-1298-4f02-953a-d02ae21aa69f service neutron] 10.222.0.16 "GET /v2.0/networks/111cbddc-f6bd-4c03-87bc-4b2b04ef5a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6443696 Sep 07 02:57:24.968906 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad44500-2fa3-4782-876d-3fd8f3dfc7a5 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:24.970551 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad44500-2fa3-4782-876d-3fd8f3dfc7a5 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:24.972152 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-9ad44500-2fa3-4782-876d-3fd8f3dfc7a5 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1698177 Sep 07 02:57:24.973669 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a934543-256e-40bd-bdd9-4e6d43e8a4ca tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:57:24.975198 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49514) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:24.983322 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5a934543-256e-40bd-bdd9-4e6d43e8a4ca tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:24.986036 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db574fe-d189-43d9-bf25-54e851eea29d None None] Sync routers for ids ['cccd2857-64b2-4732-96db-397621b9c420'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:57:24.986547 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-5a934543-256e-40bd-bdd9-4e6d43e8a4ca tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "PUT /v2.0/routers/cccd2857-64b2-4732-96db-397621b9c420 HTTP/1.1" status: 200 len: 892 time: 2.4058671 Sep 07 02:57:24.997340 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49516) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:25.010908 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db574fe-d189-43d9-bf25-54e851eea29d None None] Routers {'cccd2857-64b2-4732-96db-397621b9c420'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:57:25.013774 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-5db574fe-d189-43d9-bf25-54e851eea29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:56:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['cccd2857-64b2-4732-96db-397621b9c420'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:25.077568 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:25.097710 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f3f3cf33-007d-4374-9952-3fa6c7cf24fa tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:25.101721 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-5db574fe-d189-43d9-bf25-54e851eea29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:25.121885 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4a5ea1e9-98f5-4701-b381-2f979660e32d req-41f403de-a24b-49cd-b82d-5ea4ee839894 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669449 Sep 07 02:57:25.125923 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db574fe-d189-43d9-bf25-54e851eea29d None None] Routers {'cccd2857-64b2-4732-96db-397621b9c420'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:57:25.128737 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-5db574fe-d189-43d9-bf25-54e851eea29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:56:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['cccd2857-64b2-4732-96db-397621b9c420'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:25.144276 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port d40a227a-fa78-4626-880a-6bd6461f8ffa, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=d40a227a-fa78-4626-880a-6bd6461f8ffa,segment=NetworkSegment(05a63878-67bb-453a-b0c6-23f8e4899735),segment_id=05a63878-67bb-453a-b0c6-23f8e4899735)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:57:25.151346 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:25.240180 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-5db574fe-d189-43d9-bf25-54e851eea29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:25.240745 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db574fe-d189-43d9-bf25-54e851eea29d None None] The sync data for ids ['cccd2857-64b2-4732-96db-397621b9c420'] in n-d-796209-16 is: [] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:57:25.267375 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-91cf771f-c22a-4651-896c-56186b180242 req-08e790ec-5582-4649-a917-4aa0f19601d8 service neutron] 10.222.0.16 "GET /v2.0/networks/111cbddc-f6bd-4c03-87bc-4b2b04ef5a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3913250 Sep 07 02:57:25.280636 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=d40a227a-fa78-4626-880a-6bd6461f8ffa,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:25.320200 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-b565c9a0-4ed9-46fe-a8a4-c06ca8502cce None None] Provisioning for port 02222d8e-5614-4638-8355-07a178fcdfb0 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:57:25.333854 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-b565c9a0-4ed9-46fe-a8a4-c06ca8502cce None None] Provisioning complete for port 02222d8e-5614-4638-8355-07a178fcdfb0 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:57:25.334753 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b565c9a0-4ed9-46fe-a8a4-c06ca8502cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:25.532434 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f3f3cf33-007d-4374-9952-3fa6c7cf24fa tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:25.551615 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b565c9a0-4ed9-46fe-a8a4-c06ca8502cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:25.628984 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 1660260e-8a00-464c-a226-a004037dfcbe up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:57:25.748101 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-b565c9a0-4ed9-46fe-a8a4-c06ca8502cce None None] For port 02222d8e-5614-4638-8355-07a178fcdfb0, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=02222d8e-5614-4638-8355-07a178fcdfb0,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:57:25.762682 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b565c9a0-4ed9-46fe-a8a4-c06ca8502cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:25.769519 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 1660260e-8a00-464c-a226-a004037dfcbe triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:57:25.769899 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:25.861749 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-beac50c9-0b4c-42df-9b81-e5dba031e75c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Deleting subnet b4fd9741-570a-4621-ba5f-3c3a7595a2fb {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:57:25.873468 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-beac50c9-0b4c-42df-9b81-e5dba031e75c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:25.974521 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-beac50c9-0b4c-42df-9b81-e5dba031e75c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:25.976487 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-210c8e99-be94-447e-9a5f-726962a3e9d4 None None] Provisioning complete for port d40a227a-fa78-4626-880a-6bd6461f8ffa triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:57:25.977212 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-210c8e99-be94-447e-9a5f-726962a3e9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:25.983965 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-35cebff7-a3b6-4249-9525-86b0f2503eb0 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "GET /v2.0/routers/cccd2857-64b2-4732-96db-397621b9c420 HTTP/1.1" status: 200 len: 892 time: 0.9838955 Sep 07 02:57:25.984752 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b565c9a0-4ed9-46fe-a8a4-c06ca8502cce None None] Pushing event updated for resources: {'Port': ['ID=02222d8e-5614-4638-8355-07a178fcdfb0,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:25.995365 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49536) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:26.049247 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-581d6b96-cafe-458f-a9a7-dfd8a65216ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:26.053002 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-fd43c6b6-afc7-444e-9291-fe8def4909b1 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "GET /v2.0/ports?device_id=cccd2857-64b2-4732-96db-397621b9c420 HTTP/1.1" status: 200 len: 205 time: 0.0542819 Sep 07 02:57:26.058513 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49540) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:26.091706 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device d40a227a-fa78-4626-880a-6bd6461f8ffa up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:57:26.190787 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-beac50c9-0b4c-42df-9b81-e5dba031e75c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:26.212497 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-210c8e99-be94-447e-9a5f-726962a3e9d4 None None] Could not find standard attr ID for object 0acfd659-b3fc-4957-b0a0-06da0d62719a. {{(pid=94702) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 02:57:26.215885 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port d40a227a-fa78-4626-880a-6bd6461f8ffa triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:57:26.216346 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:26.275273 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f3f3cf33-007d-4374-9952-3fa6c7cf24fa tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:26.284944 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f3f3cf33-007d-4374-9952-3fa6c7cf24fa tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:26.287706 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-210c8e99-be94-447e-9a5f-726962a3e9d4 None None] Provisioning for port 93ce6660-c31e-40b7-af93-aa9a3d503ced completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:57:26.315255 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-210c8e99-be94-447e-9a5f-726962a3e9d4 None None] Provisioning complete for port 93ce6660-c31e-40b7-af93-aa9a3d503ced triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:57:26.315701 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-210c8e99-be94-447e-9a5f-726962a3e9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:26.337903 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1768d3bc-f90a-442e-b8bb-377052367ca2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for router, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:26.355920 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc3604-365a-4707-843f-30b5eb3a813d req-0df4d983-0d1a-4602-b3a7-fd651ee53fdb tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:26.357533 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81bc3604-365a-4707-843f-30b5eb3a813d req-0df4d983-0d1a-4602-b3a7-fd651ee53fdb tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/networks?id=256d620d-b7a6-4b66-aaa9-80e5bdc910ad HTTP/1.1" status: 200 len: 814 time: 0.2383945 Sep 07 02:57:26.377532 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-210c8e99-be94-447e-9a5f-726962a3e9d4 None None] Port 93ce6660-c31e-40b7-af93-aa9a3d503ced cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:57:26.394599 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f3f3cf33-007d-4374-9952-3fa6c7cf24fa tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:26.401486 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81bc3604-365a-4707-843f-30b5eb3a813d req-6e6a71ef-6a7e-446e-bcb9-c40c864c785d tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/quotas/16ef236c23324219a8876cb24967b58f HTTP/1.1" status: 200 len: 375 time: 0.0345528 Sep 07 02:57:26.405629 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f3cf33-007d-4374-9952-3fa6c7cf24fa tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event updated for resources: {'Port': ['ID=93ce6660-c31e-40b7-af93-aa9a3d503ced,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:26.412889 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f6465-6fd9-44d4-840a-dcd1ca616c6d req-557afd38-c495-4351-bc71-37d7a4fe645e tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:26.414499 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7c5f6465-6fd9-44d4-840a-dcd1ca616c6d req-557afd38-c495-4351-bc71-37d7a4fe645e tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a87a93-c19e-4c4d-a076-f215db038a70 HTTP/1.1" status: 200 len: 946 time: 0.1488762 Sep 07 02:57:26.418614 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-beac50c9-0b4c-42df-9b81-e5dba031e75c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:26.472942 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beac50c9-0b4c-42df-9b81-e5dba031e75c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event deleted for resources: {'Subnet': ['ID=b4fd9741-570a-4621-ba5f-3c3a7595a2fb,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:26.493291 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93d3125-f866-4f9d-8f2a-6f1e63c9ee06 None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:57:26.506358 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-beac50c9-0b4c-42df-9b81-e5dba031e75c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:26.508348 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-beac50c9-0b4c-42df-9b81-e5dba031e75c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/subnets/b4fd9741-570a-4621-ba5f-3c3a7595a2fb HTTP/1.1" status: 204 len: 168 time: 1.5321047 Sep 07 02:57:26.513162 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49560) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:26.587265 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81bc3604-365a-4707-843f-30b5eb3a813d req-43f30847-5550-47b4-95b6-d7b665679c18 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=16ef236c23324219a8876cb24967b58f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1778355 Sep 07 02:57:26.603525 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7c5f6465-6fd9-44d4-840a-dcd1ca616c6d req-b4ad362a-87e5-4cc8-b2ff-a74922e6efd4 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787391 Sep 07 02:57:26.605542 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-5dd2fd1f-22bd-4915-be13-1ba48a6e9437 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0888276 Sep 07 02:57:26.608705 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49564) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:26.621389 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1768d3bc-f90a-442e-b8bb-377052367ca2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:26.705106 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f3cf33-007d-4374-9952-3fa6c7cf24fa tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Network 6cd744d1-899a-4d57-ba10-aa6d1dc0746f is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:57:26.711028 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-f3f3cf33-007d-4374-9952-3fa6c7cf24fa tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:57:26.714518 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102b5367-4b79-4c47-9c06-d2c9ae52b799 None None] DHCP port deletion for 98fba89c-e7ad-427b-9268-93662b8245b2 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:57:26.728549 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50270ecf-3a48-4ee1-ad32-6fcbd67329f8 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:26.732792 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-50270ecf-3a48-4ee1-ad32-6fcbd67329f8 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1205881 Sep 07 02:57:26.732978 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49570) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:26.820277 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2cc8635-2292-46e8-a6c7-727d5516e511 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:26.824791 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e2cc8635-2292-46e8-a6c7-727d5516e511 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0883913 Sep 07 02:57:26.826046 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49572) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:26.833846 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-1768d3bc-f90a-442e-b8bb-377052367ca2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Deleting port a5a0cac3-3678-468c-80a0-ed9aa049f8e8 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:57:26.834194 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1768d3bc-f90a-442e-b8bb-377052367ca2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:26.841180 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-102b5367-4b79-4c47-9c06-d2c9ae52b799 None None] Deleting port 02222d8e-5614-4638-8355-07a178fcdfb0 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:57:26.842327 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-102b5367-4b79-4c47-9c06-d2c9ae52b799 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:26.864239 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81bc3604-365a-4707-843f-30b5eb3a813d req-e97c5a93-bef2-4234-bf06-e0bb32864e18 service neutron] 10.222.0.22 "GET /v2.0/networks/256d620d-b7a6-4b66-aaa9-80e5bdc910ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760243 Sep 07 02:57:26.902102 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8432c858-6d1c-4ca1-8ec1-59f1c66c2224 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0658281 Sep 07 02:57:26.907272 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49574) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:26.912335 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-3fffe2c8-cdbc-4183-b3ba-65f1c9abc5a1 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Request body: {'subnet': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:26.928430 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-102b5367-4b79-4c47-9c06-d2c9ae52b799 None None] For port 02222d8e-5614-4638-8355-07a178fcdfb0, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=02222d8e-5614-4638-8355-07a178fcdfb0,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:57:26.929976 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-102b5367-4b79-4c47-9c06-d2c9ae52b799 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:26.953513 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-102b5367-4b79-4c47-9c06-d2c9ae52b799 None None] Calling delete_port for 02222d8e-5614-4638-8355-07a178fcdfb0 owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:57:26.992798 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81bc3604-365a-4707-843f-30b5eb3a813d req-69f37d5a-429c-4b66-9804-0c920a04222b service neutron] 10.222.0.22 "GET /v2.0/networks/256d620d-b7a6-4b66-aaa9-80e5bdc910ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275394 Sep 07 02:57:27.024490 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3f3cf33-007d-4374-9952-3fa6c7cf24fa tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Router a6d0bdbe-4c96-49d8-8c8f-565faadeb82e has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:57:27.090423 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-102b5367-4b79-4c47-9c06-d2c9ae52b799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:27.105628 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1768d3bc-f90a-442e-b8bb-377052367ca2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:27.124314 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102b5367-4b79-4c47-9c06-d2c9ae52b799 None None] Pushing event deleted for resources: {'Port': ['ID=02222d8e-5614-4638-8355-07a178fcdfb0,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:27.125831 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-1768d3bc-f90a-442e-b8bb-377052367ca2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Calling delete_port for a5a0cac3-3678-468c-80a0-ed9aa049f8e8 owned by network:router_gateway {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:57:27.135092 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102b5367-4b79-4c47-9c06-d2c9ae52b799 None None] No DVR routers for this DVR port 02222d8e-5614-4638-8355-07a178fcdfb0 on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:57:27.145542 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fffe2c8-cdbc-4183-b3ba-65f1c9abc5a1 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Made reservation on behalf of 4c9354482bbf46e593fb1c1c8959ca81 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:57:27.151183 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3fffe2c8-cdbc-4183-b3ba-65f1c9abc5a1 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:27.228830 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-75177d56-32eb-4eb2-b0ea-0116d0a9f7a4 None None] Provisioning complete for port 93ce6660-c31e-40b7-af93-aa9a3d503ced triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:57:27.229214 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-75177d56-32eb-4eb2-b0ea-0116d0a9f7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:27.257480 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f3cf33-007d-4374-9952-3fa6c7cf24fa tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:57:27.272804 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f3f3cf33-007d-4374-9952-3fa6c7cf24fa tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "PUT /v2.0/routers/a6d0bdbe-4c96-49d8-8c8f-565faadeb82e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1152062 Sep 07 02:57:27.279110 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-75177d56-32eb-4eb2-b0ea-0116d0a9f7a4 None None] Port 93ce6660-c31e-40b7-af93-aa9a3d503ced cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:57:27.283892 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e62cb31-e95b-400d-9ecd-91769d8e6627 None None] Sync routers for ids ['a6d0bdbe-4c96-49d8-8c8f-565faadeb82e'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:57:27.294512 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e62cb31-e95b-400d-9ecd-91769d8e6627 None None] Routers {'a6d0bdbe-4c96-49d8-8c8f-565faadeb82e'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:57:27.295362 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-7e62cb31-e95b-400d-9ecd-91769d8e6627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:56:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['a6d0bdbe-4c96-49d8-8c8f-565faadeb82e'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:27.412410 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bf022d77-6b65-4ef3-8045-fb4a0e1038bf req-a5e688e0-426f-490d-a99d-b54ecff1ea1b tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/ports?device_id=15773523-5601-4fb0-a7fd-950e5fb6692d HTTP/1.1" status: 200 len: 210 time: 0.0464182 Sep 07 02:57:27.533878 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 02222d8e-5614-4638-8355-07a178fcdfb0 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:57:27.576438 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-7e62cb31-e95b-400d-9ecd-91769d8e6627 None None] Set router a6d0bdbe-4c96-49d8-8c8f-565faadeb82e gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:57:27.578365 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 02222d8e-5614-4638-8355-07a178fcdfb0 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:57:27.578712 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 02222d8e-5614-4638-8355-07a178fcdfb0 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:57:27.582336 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1768d3bc-f90a-442e-b8bb-377052367ca2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:27.641420 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81521111-62e1-481d-bd97-3cfa758da226 req-1efe9cf6-3754-4f16-a12c-851860b19852 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1386879435&fields=id&tenant_id=626f31b15da14e0da01388cbfdee7f90 HTTP/1.1" status: 200 len: 267 time: 0.0761409 Sep 07 02:57:27.725631 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1768d3bc-f90a-442e-b8bb-377052367ca2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event deleted for resources: {'Port': ['ID=a5a0cac3-3678-468c-80a0-ed9aa049f8e8,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:27.806282 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1768d3bc-f90a-442e-b8bb-377052367ca2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:27.852761 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81521111-62e1-481d-bd97-3cfa758da226 req-a67d9233-0bad-4703-b43b-279fcbae6073 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:27.861943 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81521111-62e1-481d-bd97-3cfa758da226 req-a67d9233-0bad-4703-b43b-279fcbae6073 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/networks?id=6cd744d1-899a-4d57-ba10-aa6d1dc0746f HTTP/1.1" status: 200 len: 796 time: 0.2194207 Sep 07 02:57:27.882561 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81521111-62e1-481d-bd97-3cfa758da226 req-e6461ffc-59d7-4207-ae56-d60ada9da269 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/quotas/626f31b15da14e0da01388cbfdee7f90 HTTP/1.1" status: 200 len: 375 time: 0.0195494 Sep 07 02:57:27.903968 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1768d3bc-f90a-442e-b8bb-377052367ca2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:27.906638 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1768d3bc-f90a-442e-b8bb-377052367ca2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:27.928863 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-7e62cb31-e95b-400d-9ecd-91769d8e6627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d0bdbe-4c96-49d8-8c8f-565faadeb82e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2143267678', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '1660260e-8a00-464c-a226-a004037dfcbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:57:15Z', 'updated_at': '2021-09-07T02:57:25Z', 'revision_number': 4, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'gw_port': {'id': '1660260e-8a00-464c-a226-a004037dfcbe', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:57:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d0bdbe-4c96-49d8-8c8f-565faadeb82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:57:17Z', 'updated_at': '2021-09-07T02:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '93ce6660-c31e-40b7-af93-aa9a3d503ced', 'name': '', 'network_id': '6cd744d1-899a-4d57-ba10-aa6d1dc0746f', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'mac_address': 'fa:16:3e:be:78:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d0bdbe-4c96-49d8-8c8f-565faadeb82e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'c3e8b00e-7dd5-4121-9d90-2dad2df2b8a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:57:22Z', 'updated_at': '2021-09-07T02:57:25Z', 'revision_number': 2, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'subnets': [{'id': 'c3e8b00e-7dd5-4121-9d90-2dad2df2b8a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:27.953819 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81521111-62e1-481d-bd97-3cfa758da226 req-b1ff7a55-2aee-466c-9c3d-4a736ae71e6b tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=626f31b15da14e0da01388cbfdee7f90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0634267 Sep 07 02:57:27.959316 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e62cb31-e95b-400d-9ecd-91769d8e6627 None None] Checking router: a6d0bdbe-4c96-49d8-8c8f-565faadeb82e for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:57:27.960038 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e62cb31-e95b-400d-9ecd-91769d8e6627 None None] Updating router a6d0bdbe-4c96-49d8-8c8f-565faadeb82e port 93ce6660-c31e-40b7-af93-aa9a3d503ced binding host n-d-796209-16 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 02:57:28.014410 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7e62cb31-e95b-400d-9ecd-91769d8e6627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:28.021935 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d1255-f4f1-4a9b-af37-97df468137f6 req-1b6ccfa5-469e-44dc-9d07-f548bc2ba863 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:28.029711 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-522d1255-f4f1-4a9b-af37-97df468137f6 req-1b6ccfa5-469e-44dc-9d07-f548bc2ba863 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a87a93-c19e-4c4d-a076-f215db038a70 HTTP/1.1" status: 200 len: 946 time: 0.2512190 Sep 07 02:57:28.052012 n-d-796209-16 neutron-server[94701]: DEBUG neutron.objects.ports [None req-3fffe2c8-cdbc-4183-b3ba-65f1c9abc5a1 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94701) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 02:57:28.053367 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1768d3bc-f90a-442e-b8bb-377052367ca2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:28.053903 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1768d3bc-f90a-442e-b8bb-377052367ca2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Fanout notify agent at l3_agent the message router_deleted on router cccd2857-64b2-4732-96db-397621b9c420 {{(pid=94701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 02:57:28.065803 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1768d3bc-f90a-442e-b8bb-377052367ca2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:28.066433 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-1768d3bc-f90a-442e-b8bb-377052367ca2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "DELETE /v2.0/routers/cccd2857-64b2-4732-96db-397621b9c420 HTTP/1.1" status: 204 len: 168 time: 2.0047095 Sep 07 02:57:28.070088 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3fffe2c8-cdbc-4183-b3ba-65f1c9abc5a1 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:28.076658 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49610) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:28.094298 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-3c7acfc4-62c6-42ad-a872-00e4353891eb tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1301848709'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:28.132336 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81521111-62e1-481d-bd97-3cfa758da226 req-ad0b8cb7-4c4e-4819-83a8-ad542377b318 service neutron] 10.222.0.22 "GET /v2.0/networks/6cd744d1-899a-4d57-ba10-aa6d1dc0746f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661577 Sep 07 02:57:28.139651 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7acfc4-62c6-42ad-a872-00e4353891eb tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Made reservation on behalf of 833039ece4bf420493581946638a10ce for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:57:28.143001 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3c7acfc4-62c6-42ad-a872-00e4353891eb tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:28.181511 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fffe2c8-cdbc-4183-b3ba-65f1c9abc5a1 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:57:28.188178 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-3fffe2c8-cdbc-4183-b3ba-65f1c9abc5a1 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:57:28.196144 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fffe2c8-cdbc-4183-b3ba-65f1c9abc5a1 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:28.196744 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3fffe2c8-cdbc-4183-b3ba-65f1c9abc5a1 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:28.223597 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-522d1255-f4f1-4a9b-af37-97df468137f6 req-f3d41f9b-0a66-43e5-985c-0265b603f2fe tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783688 Sep 07 02:57:28.251548 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fffe2c8-cdbc-4183-b3ba-65f1c9abc5a1 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event updated for resources: {'Subnet': ['ID=77c88302-2e7f-474a-886f-436dd31f9a04,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:28.266981 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c7acfc4-62c6-42ad-a872-00e4353891eb tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:57:28.284820 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-3fffe2c8-cdbc-4183-b3ba-65f1c9abc5a1 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.3762896 Sep 07 02:57:28.291641 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49614) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:28.304009 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81521111-62e1-481d-bd97-3cfa758da226 req-0bd8949a-0c57-4312-802b-76bccba67205 service neutron] 10.222.0.22 "GET /v2.0/networks/6cd744d1-899a-4d57-ba10-aa6d1dc0746f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639616 Sep 07 02:57:28.308222 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-b70dd12d-fd72-4417-99fd-0dab76823382 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Request body: {'port': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'mac_address': 'fa:16:3e:59:89:a5', 'name': 'tempest-NetworksTestDHCPv6-1272393910'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:28.325309 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3c7acfc4-62c6-42ad-a872-00e4353891eb tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:28.325663 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-3c7acfc4-62c6-42ad-a872-00e4353891eb tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Added segment deaaa0e3-7900-454b-ab47-df88afc6f93b of type vlan for network 6b4ff375-e776-4325-b2f3-e9313a0f6485 Sep 07 02:57:28.362911 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec661ba-880b-4838-a92c-8bedfe3bb6b0 None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:57:28.408105 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8ffabee9-4585-4716-8049-f6f87cc48627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:28.690640 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3c7acfc4-62c6-42ad-a872-00e4353891eb tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:28.727728 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f18716-a6e7-47f8-8d85-d822033475ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-98fba89c-e7ad-427b-9268-93662b8245b2', 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'tenant_id': '4c9354482bbf46e593fb1c1c8959ca81', 'fixed_ips': [{'subnet_id': '77c88302-2e7f-474a-886f-436dd31f9a04'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:57:28.742391 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-65f18716-a6e7-47f8-8d85-d822033475ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:28.808703 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:28.823155 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7e62cb31-e95b-400d-9ecd-91769d8e6627 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:28.826317 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-21d73099-183a-44cf-bc8f-43ebd44fb482 req-f4b0fcfb-dac6-4de8-9aa5-2906d0160bfe tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/ports?device_id=15773523-5601-4fb0-a7fd-950e5fb6692d HTTP/1.1" status: 200 len: 210 time: 0.1541553 Sep 07 02:57:28.835474 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.db.resource_extend [None req-3c7acfc4-62c6-42ad-a872-00e4353891eb tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 02:57:28.849220 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6055d6bc-4a9c-48fe-b848-9c248bffdb0f req-f460f67a-e0c4-46ab-a851-a1f2ff4f600f tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:28.862121 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6055d6bc-4a9c-48fe-b848-9c248bffdb0f req-f460f67a-e0c4-46ab-a851-a1f2ff4f600f tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a87a93-c19e-4c4d-a076-f215db038a70 HTTP/1.1" status: 200 len: 946 time: 0.2804642 Sep 07 02:57:28.901691 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc3604-365a-4707-843f-30b5eb3a813d req-98c6ca09-4606-4133-834d-e7c43e4349f5 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:28.903270 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81bc3604-365a-4707-843f-30b5eb3a813d req-98c6ca09-4606-4133-834d-e7c43e4349f5 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.23 "GET /v2.0/networks?id=256d620d-b7a6-4b66-aaa9-80e5bdc910ad HTTP/1.1" status: 200 len: 814 time: 0.2757671 Sep 07 02:57:28.906696 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3c7acfc4-62c6-42ad-a872-00e4353891eb tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:28.912902 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-7e62cb31-e95b-400d-9ecd-91769d8e6627 None None] Transition to ACTIVE for port object 93ce6660-c31e-40b7-af93-aa9a3d503ced will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:57:28.917289 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7acfc4-62c6-42ad-a872-00e4353891eb tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:28.918337 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3c7acfc4-62c6-42ad-a872-00e4353891eb tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:28.926987 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7e62cb31-e95b-400d-9ecd-91769d8e6627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:28.932199 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6055d6bc-4a9c-48fe-b848-9c248bffdb0f req-1fb58ff2-6cd6-495e-bb04-bf4f04ef9b59 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691228 Sep 07 02:57:28.937436 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-81bc3604-365a-4707-843f-30b5eb3a813d req-432eb41a-13b1-4116-b4f1-2da7df098ef6 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Request body: {'port': {'device_id': '15773523-5601-4fb0-a7fd-950e5fb6692d', 'network_id': '256d620d-b7a6-4b66-aaa9-80e5bdc910ad', 'admin_state_up': True, 'tenant_id': '16ef236c23324219a8876cb24967b58f'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:28.959679 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70dd12d-fd72-4417-99fd-0dab76823382 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Made reservation on behalf of 4c9354482bbf46e593fb1c1c8959ca81 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:57:29.032130 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b87fb50-c71b-468e-914e-06d01a44dd43 None None] Pushing event updated for resources: {'Port': ['ID=93ce6660-c31e-40b7-af93-aa9a3d503ced,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:29.050198 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7acfc4-62c6-42ad-a872-00e4353891eb tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event updated for resources: {'Network': ['ID=6b4ff375-e776-4325-b2f3-e9313a0f6485,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:29.113995 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e02976dc-a77e-4c4b-b564-06aeebfa6e6d req-ec55d04c-dd62-40c4-b0b2-e0ed931bb029 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ba396db-1311-4ea4-ba29-032650972ec3 HTTP/1.1" status: 200 len: 210 time: 0.1903932 Sep 07 02:57:29.118190 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-3c7acfc4-62c6-42ad-a872-00e4353891eb tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0372777 Sep 07 02:57:29.122878 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49632) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:29.129320 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-12670b23-0b1a-4ab9-803e-1ce9a5e1ebe0 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Request body: {'subnet': {'network_id': '6b4ff375-e776-4325-b2f3-e9313a0f6485', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:29.138141 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 6b4ff375-e776-4325-b2f3-e9313a0f6485 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:57:29.157669 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81bc3604-365a-4707-843f-30b5eb3a813d req-432eb41a-13b1-4116-b4f1-2da7df098ef6 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Made reservation on behalf of 16ef236c23324219a8876cb24967b58f for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:57:29.163117 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-65f18716-a6e7-47f8-8d85-d822033475ea None None] Allocated IP 2001:db8::f816:3eff:fe2c:dc7c (98fba89c-e7ad-427b-9268-93662b8245b2/77c88302-2e7f-474a-886f-436dd31f9a04/9e6631db-ad58-4771-a46c-a41eeacb1c49) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:57:29.165642 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-81bc3604-365a-4707-843f-30b5eb3a813d req-432eb41a-13b1-4116-b4f1-2da7df098ef6 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:29.213762 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b70dd12d-fd72-4417-99fd-0dab76823382 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:29.232574 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-7e62cb31-e95b-400d-9ecd-91769d8e6627 None None] Attempting to bind port 93ce6660-c31e-40b7-af93-aa9a3d503ced on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:57:29.233162 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-7e62cb31-e95b-400d-9ecd-91769d8e6627 None None] Attempting to bind port 93ce6660-c31e-40b7-af93-aa9a3d503ced by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '05a63878-67bb-453a-b0c6-23f8e4899735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6cd744d1-899a-4d57-ba10-aa6d1dc0746f'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:57:29.233546 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e62cb31-e95b-400d-9ecd-91769d8e6627 None None] Attempting to bind port 93ce6660-c31e-40b7-af93-aa9a3d503ced on network 6cd744d1-899a-4d57-ba10-aa6d1dc0746f {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:57:29.237641 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-b70dd12d-fd72-4417-99fd-0dab76823382 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] device_id is not set on port 79fc4d6e-2d46-4f67-9669-fd5ae0eca467 yet. {{(pid=94701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:57:29.274288 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e62cb31-e95b-400d-9ecd-91769d8e6627 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:57:29.274288 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e62cb31-e95b-400d-9ecd-91769d8e6627 None None] Checking segment: {'id': '05a63878-67bb-453a-b0c6-23f8e4899735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6cd744d1-899a-4d57-ba10-aa6d1dc0746f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:57:29.274920 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7e62cb31-e95b-400d-9ecd-91769d8e6627 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:29.275326 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e62cb31-e95b-400d-9ecd-91769d8e6627 None None] Bound using segment: {'id': '05a63878-67bb-453a-b0c6-23f8e4899735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6cd744d1-899a-4d57-ba10-aa6d1dc0746f'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:57:29.276290 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-7e62cb31-e95b-400d-9ecd-91769d8e6627 None None] Bound port: 93ce6660-c31e-40b7-af93-aa9a3d503ced, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05a63878-67bb-453a-b0c6-23f8e4899735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6cd744d1-899a-4d57-ba10-aa6d1dc0746f'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:57:29.276682 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7e62cb31-e95b-400d-9ecd-91769d8e6627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:29.330410 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12670b23-0b1a-4ab9-803e-1ce9a5e1ebe0 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Made reservation on behalf of 833039ece4bf420493581946638a10ce for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:57:29.334424 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-12670b23-0b1a-4ab9-803e-1ce9a5e1ebe0 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:29.415709 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-7e62cb31-e95b-400d-9ecd-91769d8e6627 None None] For port 93ce6660-c31e-40b7-af93-aa9a3d503ced, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:57:29.423890 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-7e62cb31-e95b-400d-9ecd-91769d8e6627 None None] For port 93ce6660-c31e-40b7-af93-aa9a3d503ced, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=93ce6660-c31e-40b7-af93-aa9a3d503ced,segment=NetworkSegment(05a63878-67bb-453a-b0c6-23f8e4899735),segment_id=05a63878-67bb-453a-b0c6-23f8e4899735)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:57:29.434598 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7e62cb31-e95b-400d-9ecd-91769d8e6627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:29.524840 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-81bc3604-365a-4707-843f-30b5eb3a813d req-432eb41a-13b1-4116-b4f1-2da7df098ef6 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Allocated IP 172.20.0.11 (256d620d-b7a6-4b66-aaa9-80e5bdc910ad/e962ec47-dcbe-48ec-becb-a133fc5449e5/728f909c-f984-45cc-b40c-8f22e683e9d1) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:57:29.560610 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:29.565387 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e62cb31-e95b-400d-9ecd-91769d8e6627 None None] Routers {'a6d0bdbe-4c96-49d8-8c8f-565faadeb82e'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:57:29.566053 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-7e62cb31-e95b-400d-9ecd-91769d8e6627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:57:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['a6d0bdbe-4c96-49d8-8c8f-565faadeb82e'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:29.571831 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-65f18716-a6e7-47f8-8d85-d822033475ea None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:29.573703 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b87fb50-c71b-468e-914e-06d01a44dd43 None None] Pushing event updated for resources: {'Port': ['ID=93ce6660-c31e-40b7-af93-aa9a3d503ced,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:29.623262 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-65f18716-a6e7-47f8-8d85-d822033475ea None None] Transition to ACTIVE for port object 9e6631db-ad58-4771-a46c-a41eeacb1c49 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:57:29.651369 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-65f18716-a6e7-47f8-8d85-d822033475ea None None] Transition to ACTIVE for port object 9e6631db-ad58-4771-a46c-a41eeacb1c49 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:57:29.677713 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-12670b23-0b1a-4ab9-803e-1ce9a5e1ebe0 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:29.694371 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-65f18716-a6e7-47f8-8d85-d822033475ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:29.730567 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-b70dd12d-fd72-4417-99fd-0dab76823382 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Allocated IP 2001:db8::f816:3eff:fe59:89a5 (98fba89c-e7ad-427b-9268-93662b8245b2/77c88302-2e7f-474a-886f-436dd31f9a04/79fc4d6e-2d46-4f67-9669-fd5ae0eca467) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:57:29.766513 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f18716-a6e7-47f8-8d85-d822033475ea None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:57:29.771696 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-65f18716-a6e7-47f8-8d85-d822033475ea None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:57:29.777249 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-7e62cb31-e95b-400d-9ecd-91769d8e6627 None None] Set router a6d0bdbe-4c96-49d8-8c8f-565faadeb82e gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:57:29.779941 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f18716-a6e7-47f8-8d85-d822033475ea None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:57:29.781890 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12670b23-0b1a-4ab9-803e-1ce9a5e1ebe0 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event updated for resources: {'Subnet': ['ID=b39a4619-d96d-4293-916f-bd7af0afe179,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:29.819064 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12670b23-0b1a-4ab9-803e-1ce9a5e1ebe0 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Checking segment: {'id': 'deaaa0e3-7900-454b-ab47-df88afc6f93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6b4ff375-e776-4325-b2f3-e9313a0f6485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:57:29.819427 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12670b23-0b1a-4ab9-803e-1ce9a5e1ebe0 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Network hostable DHCP agents. Network: 6b4ff375-e776-4325-b2f3-e9313a0f6485, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:57:29.824213 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-81bc3604-365a-4707-843f-30b5eb3a813d req-432eb41a-13b1-4116-b4f1-2da7df098ef6 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:29.837738 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f18716-a6e7-47f8-8d85-d822033475ea None None] Pushing event updated for resources: {'Port': ['ID=9e6631db-ad58-4771-a46c-a41eeacb1c49,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:29.882735 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12670b23-0b1a-4ab9-803e-1ce9a5e1ebe0 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Network 6b4ff375-e776-4325-b2f3-e9313a0f6485 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:57:29.917566 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-65f18716-a6e7-47f8-8d85-d822033475ea None None] Attempting to bind port 9e6631db-ad58-4771-a46c-a41eeacb1c49 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:57:29.917566 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-65f18716-a6e7-47f8-8d85-d822033475ea None None] Attempting to bind port 9e6631db-ad58-4771-a46c-a41eeacb1c49 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:57:29.917566 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f18716-a6e7-47f8-8d85-d822033475ea None None] Attempting to bind port 9e6631db-ad58-4771-a46c-a41eeacb1c49 on network 98fba89c-e7ad-427b-9268-93662b8245b2 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:57:29.962084 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f18716-a6e7-47f8-8d85-d822033475ea None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:57:29.962084 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f18716-a6e7-47f8-8d85-d822033475ea None None] Checking segment: {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:57:29.962084 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-65f18716-a6e7-47f8-8d85-d822033475ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:29.962657 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f18716-a6e7-47f8-8d85-d822033475ea None None] Bound using segment: {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:57:29.963692 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-65f18716-a6e7-47f8-8d85-d822033475ea None None] Bound port: 9e6631db-ad58-4771-a46c-a41eeacb1c49, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:57:29.963844 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-65f18716-a6e7-47f8-8d85-d822033475ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:29.983525 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-12670b23-0b1a-4ab9-803e-1ce9a5e1ebe0 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 6b4ff375-e776-4325-b2f3-e9313a0f6485) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:57:29.996965 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92d72bc-95af-4dcc-bf9c-87e667c8d93c None None] Network 6b4ff375-e776-4325-b2f3-e9313a0f6485 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:57:30.012202 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12670b23-0b1a-4ab9-803e-1ce9a5e1ebe0 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:30.018109 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-12670b23-0b1a-4ab9-803e-1ce9a5e1ebe0 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:30.045149 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b70dd12d-fd72-4417-99fd-0dab76823382 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:30.066268 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-b70dd12d-fd72-4417-99fd-0dab76823382 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Transition to ACTIVE for port object 79fc4d6e-2d46-4f67-9669-fd5ae0eca467 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:57:30.119245 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-81bc3604-365a-4707-843f-30b5eb3a813d req-432eb41a-13b1-4116-b4f1-2da7df098ef6 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:30.135864 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-12670b23-0b1a-4ab9-803e-1ce9a5e1ebe0 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0114973 Sep 07 02:57:30.146961 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['f0935901-e678-452c-a546-da8ac1b45ab1'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:57:30.150773 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['87655062-3b6c-41af-917b-4f2a9d1ba82b'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:57:30.165537 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49642) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:30.172556 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b70dd12d-fd72-4417-99fd-0dab76823382 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:30.173360 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-814f1698-11dd-4a23-9e53-ac782b1bf94e tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1052599928', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:30.220529 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81521111-62e1-481d-bd97-3cfa758da226 req-b67e7939-dd54-4eec-8627-8b6b01dfa8d0 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:30.222321 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81521111-62e1-481d-bd97-3cfa758da226 req-b67e7939-dd54-4eec-8627-8b6b01dfa8d0 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.16 "GET /v2.0/networks?id=6cd744d1-899a-4d57-ba10-aa6d1dc0746f HTTP/1.1" status: 200 len: 796 time: 0.3510580 Sep 07 02:57:30.255337 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81bc3604-365a-4707-843f-30b5eb3a813d req-432eb41a-13b1-4116-b4f1-2da7df098ef6 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Network 256d620d-b7a6-4b66-aaa9-80e5bdc910ad is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:57:30.260687 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-65f18716-a6e7-47f8-8d85-d822033475ea None None] For port 9e6631db-ad58-4771-a46c-a41eeacb1c49, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:57:30.261498 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e802d-acc7-47fc-a458-58778b9a39cc req-fddc514c-be5e-4af2-82b7-e3cfdf1566fe tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:30.263761 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7e7e802d-acc7-47fc-a458-58778b9a39cc req-fddc514c-be5e-4af2-82b7-e3cfdf1566fe tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a87a93-c19e-4c4d-a076-f215db038a70 HTTP/1.1" status: 200 len: 946 time: 0.1456912 Sep 07 02:57:30.277103 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-81bc3604-365a-4707-843f-30b5eb3a813d req-432eb41a-13b1-4116-b4f1-2da7df098ef6 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:57:30.288698 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70dd12d-fd72-4417-99fd-0dab76823382 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:57:30.314021 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-65f18716-a6e7-47f8-8d85-d822033475ea None None] For port 9e6631db-ad58-4771-a46c-a41eeacb1c49, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=9e6631db-ad58-4771-a46c-a41eeacb1c49,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:57:30.337226 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-65f18716-a6e7-47f8-8d85-d822033475ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:30.339056 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7e7e802d-acc7-47fc-a458-58778b9a39cc req-b487c91b-809c-4788-8879-bd0edad6afce tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613461 Sep 07 02:57:30.340076 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-b70dd12d-fd72-4417-99fd-0dab76823382 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:57:30.351316 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70dd12d-fd72-4417-99fd-0dab76823382 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event updated for resources: {'Port': ['ID=79fc4d6e-2d46-4f67-9669-fd5ae0eca467,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:30.361899 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70dd12d-fd72-4417-99fd-0dab76823382 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:57:30.374312 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70dd12d-fd72-4417-99fd-0dab76823382 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:30.375044 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b70dd12d-fd72-4417-99fd-0dab76823382 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:30.379574 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70dd12d-fd72-4417-99fd-0dab76823382 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:57:30.380253 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70dd12d-fd72-4417-99fd-0dab76823382 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:57:30.380838 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70dd12d-fd72-4417-99fd-0dab76823382 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:57:30.381379 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70dd12d-fd72-4417-99fd-0dab76823382 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:57:30.382132 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70dd12d-fd72-4417-99fd-0dab76823382 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:57:30.382922 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70dd12d-fd72-4417-99fd-0dab76823382 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:57:30.384205 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70dd12d-fd72-4417-99fd-0dab76823382 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:57:30.384746 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70dd12d-fd72-4417-99fd-0dab76823382 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:57:30.385300 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70dd12d-fd72-4417-99fd-0dab76823382 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:57:30.386192 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70dd12d-fd72-4417-99fd-0dab76823382 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:57:30.386993 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70dd12d-fd72-4417-99fd-0dab76823382 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:57:30.387561 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b70dd12d-fd72-4417-99fd-0dab76823382 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:57:30.465433 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-643d7b68-9565-4c89-84a4-391614932fc3 req-9f33c547-7bf2-4cdb-b235-da42e96a57c2 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ba396db-1311-4ea4-ba29-032650972ec3 HTTP/1.1" status: 200 len: 210 time: 0.0408111 Sep 07 02:57:30.671105 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432eb41a-13b1-4116-b4f1-2da7df098ef6 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Pushing event updated for resources: {'Port': ['ID=728f909c-f984-45cc-b40c-8f22e683e9d1,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:30.677887 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-81bc3604-365a-4707-843f-30b5eb3a813d req-432eb41a-13b1-4116-b4f1-2da7df098ef6 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:57:30.690303 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24332174-7161-468d-ba4b-edfb197b6745 req-3cc55112-66d0-450a-a26d-9dd04ab3d243 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:30.695954 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b70dd12d-fd72-4417-99fd-0dab76823382 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4030674 Sep 07 02:57:30.698581 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-24332174-7161-468d-ba4b-edfb197b6745 req-3cc55112-66d0-450a-a26d-9dd04ab3d243 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/ports?device_id=15773523-5601-4fb0-a7fd-950e5fb6692d HTTP/1.1" status: 200 len: 932 time: 0.6932724 Sep 07 02:57:30.698890 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49654) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:30.706698 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81521111-62e1-481d-bd97-3cfa758da226 req-814554e0-7dd2-4b1f-853c-04dfafa2dc39 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=626f31b15da14e0da01388cbfdee7f90 HTTP/1.1" status: 200 len: 380 time: 0.4665775 Sep 07 02:57:30.706871 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f18716-a6e7-47f8-8d85-d822033475ea None None] Pushing event updated for resources: {'Port': ['ID=9e6631db-ad58-4771-a46c-a41eeacb1c49,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:30.721765 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4598736c-1516-480d-a21c-a5f5662bc3c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-6b4ff375-e776-4325-b2f3-e9313a0f6485', 'network_id': '6b4ff375-e776-4325-b2f3-e9313a0f6485', 'tenant_id': '833039ece4bf420493581946638a10ce', 'fixed_ips': [{'subnet_id': 'b39a4619-d96d-4293-916f-bd7af0afe179'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:57:30.722535 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4598736c-1516-480d-a21c-a5f5662bc3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:30.731184 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-814f1698-11dd-4a23-9e53-ac782b1bf94e tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:30.737294 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-814f1698-11dd-4a23-9e53-ac782b1bf94e tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:30.774919 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-81521111-62e1-481d-bd97-3cfa758da226 req-84600b2b-91a8-4415-977f-9dfefb49a427 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Request body: {'port': {'device_id': '3ba396db-1311-4ea4-ba29-032650972ec3', 'network_id': '6cd744d1-899a-4d57-ba10-aa6d1dc0746f', 'admin_state_up': True, 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'security_groups': ['294b048e-8567-497b-8d1d-04d7fb63968c']}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:30.777299 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-7e62cb31-e95b-400d-9ecd-91769d8e6627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d0bdbe-4c96-49d8-8c8f-565faadeb82e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2143267678', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '1660260e-8a00-464c-a226-a004037dfcbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:57:15Z', 'updated_at': '2021-09-07T02:57:25Z', 'revision_number': 4, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'gw_port': {'id': '1660260e-8a00-464c-a226-a004037dfcbe', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:57:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d0bdbe-4c96-49d8-8c8f-565faadeb82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:57:17Z', 'updated_at': '2021-09-07T02:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '93ce6660-c31e-40b7-af93-aa9a3d503ced', 'name': '', 'network_id': '6cd744d1-899a-4d57-ba10-aa6d1dc0746f', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'mac_address': 'fa:16:3e:be:78:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d0bdbe-4c96-49d8-8c8f-565faadeb82e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'c3e8b00e-7dd5-4121-9d90-2dad2df2b8a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:57:22Z', 'updated_at': '2021-09-07T02:57:29Z', 'revision_number': 4, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'subnets': [{'id': 'c3e8b00e-7dd5-4121-9d90-2dad2df2b8a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:30.780041 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20648f14-42ce-48ef-96cb-7cbb7ef3859b tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:30.790915 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20648f14-42ce-48ef-96cb-7cbb7ef3859b tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:30.795271 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-20648f14-42ce-48ef-96cb-7cbb7ef3859b tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0928214 Sep 07 02:57:30.795656 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49656) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:30.828637 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e62cb31-e95b-400d-9ecd-91769d8e6627 None None] The sync data for ids ['a6d0bdbe-4c96-49d8-8c8f-565faadeb82e'] in n-d-796209-16 is: [{'id': 'a6d0bdbe-4c96-49d8-8c8f-565faadeb82e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2143267678', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '1660260e-8a00-464c-a226-a004037dfcbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:57:15Z', 'updated_at': '2021-09-07T02:57:25Z', 'revision_number': 4, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'gw_port': {'id': '1660260e-8a00-464c-a226-a004037dfcbe', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:57:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d0bdbe-4c96-49d8-8c8f-565faadeb82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:57:17Z', 'updated_at': '2021-09-07T02:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '93ce6660-c31e-40b7-af93-aa9a3d503ced', 'name': '', 'network_id': '6cd744d1-899a-4d57-ba10-aa6d1dc0746f', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'mac_address': 'fa:16:3e:be:78:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d0bdbe-4c96-49d8-8c8f-565faadeb82e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'c3e8b00e-7dd5-4121-9d90-2dad2df2b8a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:57:22Z', 'updated_at': '2021-09-07T02:57:29Z', 'revision_number': 4, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'subnets': [{'id': 'c3e8b00e-7dd5-4121-9d90-2dad2df2b8a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:57:30.929493 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc3604-365a-4707-843f-30b5eb3a813d req-432eb41a-13b1-4116-b4f1-2da7df098ef6 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:30.929493 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-81bc3604-365a-4707-843f-30b5eb3a813d req-432eb41a-13b1-4116-b4f1-2da7df098ef6 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:30.985795 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-24332174-7161-468d-ba4b-edfb197b6745 req-e90ff549-df73-4ac4-a69a-7de92446021f tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/security-groups?id=70ce7ce8-5054-445c-a59d-ebe3700b4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862592 Sep 07 02:57:31.002013 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81bc3604-365a-4707-843f-30b5eb3a813d req-432eb41a-13b1-4116-b4f1-2da7df098ef6 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0815411 Sep 07 02:57:31.066316 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-814f1698-11dd-4a23-9e53-ac782b1bf94e tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:31.073494 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-81bc3604-365a-4707-843f-30b5eb3a813d req-4a1f602c-bbba-40bf-85b8-1130bfc2b210 service neutron] Request body: {'port': {'device_id': '15773523-5601-4fb0-a7fd-950e5fb6692d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:31.098763 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-70718709-c4de-48be-8dba-d75e0b4c33d4 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Deleting port 79fc4d6e-2d46-4f67-9669-fd5ae0eca467 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:57:31.099387 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-70718709-c4de-48be-8dba-d75e0b4c33d4 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:31.140751 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-814f1698-11dd-4a23-9e53-ac782b1bf94e tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:31.180396 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-4598736c-1516-480d-a21c-a5f5662bc3c5 None None] Allocated IP 2001:db8::2 (6b4ff375-e776-4325-b2f3-e9313a0f6485/b39a4619-d96d-4293-916f-bd7af0afe179/d091de46-0458-4604-9f23-1e35361a2658) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:57:31.241517 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-814f1698-11dd-4a23-9e53-ac782b1bf94e tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:31.243393 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-814f1698-11dd-4a23-9e53-ac782b1bf94e tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0745327 Sep 07 02:57:31.265519 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49664) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:31.267003 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-81bc3604-365a-4707-843f-30b5eb3a813d req-4a1f602c-bbba-40bf-85b8-1130bfc2b210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:31.291616 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81521111-62e1-481d-bd97-3cfa758da226 req-84600b2b-91a8-4415-977f-9dfefb49a427 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Made reservation on behalf of 626f31b15da14e0da01388cbfdee7f90 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:57:31.295873 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-81521111-62e1-481d-bd97-3cfa758da226 req-84600b2b-91a8-4415-977f-9dfefb49a427 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:31.302284 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-70718709-c4de-48be-8dba-d75e0b4c33d4 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:31.318060 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-70718709-c4de-48be-8dba-d75e0b4c33d4 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Calling delete_port for 79fc4d6e-2d46-4f67-9669-fd5ae0eca467 owned by {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:57:31.433429 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:31.463818 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4598736c-1516-480d-a21c-a5f5662bc3c5 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:31.474528 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-4598736c-1516-480d-a21c-a5f5662bc3c5 None None] Transition to ACTIVE for port object d091de46-0458-4604-9f23-1e35361a2658 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:57:31.503738 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-4598736c-1516-480d-a21c-a5f5662bc3c5 None None] Transition to ACTIVE for port object d091de46-0458-4604-9f23-1e35361a2658 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:57:31.516672 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4598736c-1516-480d-a21c-a5f5662bc3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:31.638364 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4598736c-1516-480d-a21c-a5f5662bc3c5 None None] Network 6b4ff375-e776-4325-b2f3-e9313a0f6485 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:57:31.654437 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-4598736c-1516-480d-a21c-a5f5662bc3c5 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:57:31.668413 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4598736c-1516-480d-a21c-a5f5662bc3c5 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:57:31.685237 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4598736c-1516-480d-a21c-a5f5662bc3c5 None None] Pushing event updated for resources: {'Port': ['ID=d091de46-0458-4604-9f23-1e35361a2658,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:31.699103 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72f41c-fafb-4a01-bfc9-94ae519f7ee2 req-b0ffd50f-29b1-47eb-95ec-2606be8d404d tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:31.701397 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8e72f41c-fafb-4a01-bfc9-94ae519f7ee2 req-b0ffd50f-29b1-47eb-95ec-2606be8d404d tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a87a93-c19e-4c4d-a076-f215db038a70 HTTP/1.1" status: 200 len: 946 time: 0.1736684 Sep 07 02:57:31.733065 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-70718709-c4de-48be-8dba-d75e0b4c33d4 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:31.754384 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 9e6631db-ad58-4771-a46c-a41eeacb1c49 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:57:31.807668 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70718709-c4de-48be-8dba-d75e0b4c33d4 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event deleted for resources: {'Port': ['ID=79fc4d6e-2d46-4f67-9669-fd5ae0eca467,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:31.829425 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-4598736c-1516-480d-a21c-a5f5662bc3c5 None None] Attempting to bind port d091de46-0458-4604-9f23-1e35361a2658 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:57:31.830139 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-4598736c-1516-480d-a21c-a5f5662bc3c5 None None] Attempting to bind port d091de46-0458-4604-9f23-1e35361a2658 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'deaaa0e3-7900-454b-ab47-df88afc6f93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6b4ff375-e776-4325-b2f3-e9313a0f6485'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:57:31.830743 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4598736c-1516-480d-a21c-a5f5662bc3c5 None None] Attempting to bind port d091de46-0458-4604-9f23-1e35361a2658 on network 6b4ff375-e776-4325-b2f3-e9313a0f6485 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:57:31.846994 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4598736c-1516-480d-a21c-a5f5662bc3c5 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:57:31.847424 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4598736c-1516-480d-a21c-a5f5662bc3c5 None None] Checking segment: {'id': 'deaaa0e3-7900-454b-ab47-df88afc6f93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6b4ff375-e776-4325-b2f3-e9313a0f6485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:57:31.847814 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4598736c-1516-480d-a21c-a5f5662bc3c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:31.848213 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4598736c-1516-480d-a21c-a5f5662bc3c5 None None] Bound using segment: {'id': 'deaaa0e3-7900-454b-ab47-df88afc6f93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6b4ff375-e776-4325-b2f3-e9313a0f6485'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:57:31.848701 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-4598736c-1516-480d-a21c-a5f5662bc3c5 None None] Bound port: d091de46-0458-4604-9f23-1e35361a2658, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deaaa0e3-7900-454b-ab47-df88afc6f93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6b4ff375-e776-4325-b2f3-e9313a0f6485'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:57:31.849078 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4598736c-1516-480d-a21c-a5f5662bc3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:31.860624 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8e72f41c-fafb-4a01-bfc9-94ae519f7ee2 req-9befae5a-c351-4809-851d-83fedc919ec6 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486080 Sep 07 02:57:31.897537 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-70718709-c4de-48be-8dba-d75e0b4c33d4 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:31.902584 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-70718709-c4de-48be-8dba-d75e0b4c33d4 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/ports/79fc4d6e-2d46-4f67-9669-fd5ae0eca467 HTTP/1.1" status: 204 len: 168 time: 1.1049278 Sep 07 02:57:31.904991 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49670) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:31.911734 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4b153d23-e613-4023-9c84-a66d4495ab5b req-f83e832e-3ebd-456e-84d2-cc7a2271905d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ba396db-1311-4ea4-ba29-032650972ec3 HTTP/1.1" status: 200 len: 210 time: 0.2371635 Sep 07 02:57:31.956334 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 9e6631db-ad58-4771-a46c-a41eeacb1c49 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:57:31.987325 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a312e87-3b93-4686-8c04-37e08ba9b08a tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:31.988948 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a312e87-3b93-4686-8c04-37e08ba9b08a tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:31.990861 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-0a312e87-3b93-4686-8c04-37e08ba9b08a tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0848346 Sep 07 02:57:31.990993 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 93ce6660-c31e-40b7-af93-aa9a3d503ced up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:57:31.994130 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49672) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:32.068944 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-4598736c-1516-480d-a21c-a5f5662bc3c5 None None] For port d091de46-0458-4604-9f23-1e35361a2658, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:57:32.120110 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-4598736c-1516-480d-a21c-a5f5662bc3c5 None None] For port d091de46-0458-4604-9f23-1e35361a2658, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=d091de46-0458-4604-9f23-1e35361a2658,segment=NetworkSegment(deaaa0e3-7900-454b-ab47-df88afc6f93b),segment_id=deaaa0e3-7900-454b-ab47-df88afc6f93b)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:57:32.122225 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6182ed1-7e99-4f39-aa0a-b7a6e304c231 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Deleting subnet 77c88302-2e7f-474a-886f-436dd31f9a04 {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:57:32.131758 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4598736c-1516-480d-a21c-a5f5662bc3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:32.162323 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e6182ed1-7e99-4f39-aa0a-b7a6e304c231 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:32.197838 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 93ce6660-c31e-40b7-af93-aa9a3d503ced completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:57:32.206504 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 93ce6660-c31e-40b7-af93-aa9a3d503ced triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:57:32.206881 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:32.232550 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-81521111-62e1-481d-bd97-3cfa758da226 req-84600b2b-91a8-4415-977f-9dfefb49a427 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Allocated IP 172.20.0.5 (6cd744d1-899a-4d57-ba10-aa6d1dc0746f/c3e8b00e-7dd5-4121-9d90-2dad2df2b8a4/41155c75-47f2-46cb-9c89-5e338a4ecd29) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:57:32.341540 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4598736c-1516-480d-a21c-a5f5662bc3c5 None None] Pushing event updated for resources: {'Port': ['ID=d091de46-0458-4604-9f23-1e35361a2658,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:32.353222 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-b633123a-f385-443f-afa1-a37a15e757ec None None] Provisioning for port 9e6631db-ad58-4771-a46c-a41eeacb1c49 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:57:32.354717 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd8025-4004-4476-a5ec-f863f898745a req-4377e99b-4ecf-4953-b5d6-4270b94738d4 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:32.357724 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda07d5-016b-485b-a799-5935ace10696 req-91c17de2-5b00-4da6-bfab-c88c3cdbf487 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:32.359311 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ffda07d5-016b-485b-a799-5935ace10696 req-91c17de2-5b00-4da6-bfab-c88c3cdbf487 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/ports?device_id=15773523-5601-4fb0-a7fd-950e5fb6692d HTTP/1.1" status: 200 len: 932 time: 0.2279961 Sep 07 02:57:32.363664 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e6182ed1-7e99-4f39-aa0a-b7a6e304c231 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:32.371076 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-46cd8025-4004-4476-a5ec-f863f898745a req-4377e99b-4ecf-4953-b5d6-4270b94738d4 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.16 "GET /v2.0/ports?device_id=59a87a93-c19e-4c4d-a076-f215db038a70 HTTP/1.1" status: 200 len: 946 time: 0.7095029 Sep 07 02:57:32.374517 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-b633123a-f385-443f-afa1-a37a15e757ec None None] Provisioning complete for port 9e6631db-ad58-4771-a46c-a41eeacb1c49 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:57:32.374907 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b633123a-f385-443f-afa1-a37a15e757ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:32.532064 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ffda07d5-016b-485b-a799-5935ace10696 req-8494ddf8-d40a-4908-93c7-e6d88c35dc71 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/security-groups?id=70ce7ce8-5054-445c-a59d-ebe3700b4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643076 Sep 07 02:57:32.549600 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:32.616371 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e6182ed1-7e99-4f39-aa0a-b7a6e304c231 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:32.676070 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b633123a-f385-443f-afa1-a37a15e757ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:32.696518 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 93ce6660-c31e-40b7-af93-aa9a3d503ced, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=93ce6660-c31e-40b7-af93-aa9a3d503ced,segment=NetworkSegment(05a63878-67bb-453a-b0c6-23f8e4899735),segment_id=05a63878-67bb-453a-b0c6-23f8e4899735)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:57:32.707216 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:32.793190 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e6182ed1-7e99-4f39-aa0a-b7a6e304c231 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:32.835749 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=93ce6660-c31e-40b7-af93-aa9a3d503ced,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:32.857134 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6182ed1-7e99-4f39-aa0a-b7a6e304c231 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event deleted for resources: {'Subnet': ['ID=77c88302-2e7f-474a-886f-436dd31f9a04,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:32.865816 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e6182ed1-7e99-4f39-aa0a-b7a6e304c231 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:32.874161 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e6182ed1-7e99-4f39-aa0a-b7a6e304c231 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/subnets/77c88302-2e7f-474a-886f-436dd31f9a04 HTTP/1.1" status: 204 len: 168 time: 0.8788450 Sep 07 02:57:32.878028 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49678) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:32.931423 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f7e5a58c-9049-404c-8c1f-3fcee0b7489c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0516005 Sep 07 02:57:32.933655 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49684) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:32.940796 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-54328daf-caf5-4266-b8b0-8795c42a5a47 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Request body: {'subnet': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:32.967226 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.db.api [None req-b633123a-f385-443f-afa1-a37a15e757ec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 02:57:32.968102 n-d-796209-16 neutron-server[94702]: DEBUG oslo_db.api [None req-b633123a-f385-443f-afa1-a37a15e757ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 02:57:32.977240 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-81bc3604-365a-4707-843f-30b5eb3a813d req-4a1f602c-bbba-40bf-85b8-1130bfc2b210 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 728f909c-f984-45cc-b40c-8f22e683e9d1 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:57:33.073286 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-81bc3604-365a-4707-843f-30b5eb3a813d req-4a1f602c-bbba-40bf-85b8-1130bfc2b210 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:33.106598 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4f0ebd7b-3358-48ea-a318-bf05c54c46af req-8c5d360f-e029-4359-b300-411370db62c6 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ba396db-1311-4ea4-ba29-032650972ec3 HTTP/1.1" status: 200 len: 210 time: 0.0600441 Sep 07 02:57:33.141247 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54328daf-caf5-4266-b8b0-8795c42a5a47 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Made reservation on behalf of 4c9354482bbf46e593fb1c1c8959ca81 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:57:33.151074 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-54328daf-caf5-4266-b8b0-8795c42a5a47 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:33.161582 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1bb7a9-c072-4dd2-80f8-984a47ccf8ba None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:57:33.205835 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-81bc3604-365a-4707-843f-30b5eb3a813d req-4a1f602c-bbba-40bf-85b8-1130bfc2b210 service neutron] Transition to ACTIVE for port object 728f909c-f984-45cc-b40c-8f22e683e9d1 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:57:33.245823 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-81bc3604-365a-4707-843f-30b5eb3a813d req-4a1f602c-bbba-40bf-85b8-1130bfc2b210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:33.249455 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-46cd8025-4004-4476-a5ec-f863f898745a req-a8f531d0-ace0-4dab-82ac-82cc3e03d48a tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Deleting port da567108-c511-4876-a1b4-e4b013c09eef {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:57:33.249804 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-46cd8025-4004-4476-a5ec-f863f898745a req-a8f531d0-ace0-4dab-82ac-82cc3e03d48a tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:33.277457 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9fcd9b7b-737d-4720-842f-72f20a3357d6 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:33.300665 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a3c78-56b1-4bd7-98fc-2f7616a5ff84 req-292fa042-4254-403a-b30a-c7b4179d9544 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:33.302937 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b47a3c78-56b1-4bd7-98fc-2f7616a5ff84 req-292fa042-4254-403a-b30a-c7b4179d9544 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a87a93-c19e-4c4d-a076-f215db038a70 HTTP/1.1" status: 200 len: 946 time: 0.2641225 Sep 07 02:57:33.411699 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653953e2-9e1e-4343-a20f-2accf1155ca6 None None] DHCP port deletion for 98fba89c-e7ad-427b-9268-93662b8245b2 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:57:33.497698 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-81521111-62e1-481d-bd97-3cfa758da226 req-84600b2b-91a8-4415-977f-9dfefb49a427 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:33.557464 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b633123a-f385-443f-afa1-a37a15e757ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:33.653935 n-d-796209-16 neutron-server[94701]: DEBUG neutron.objects.ports [None req-54328daf-caf5-4266-b8b0-8795c42a5a47 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94701) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 02:57:33.685762 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1f602c-bbba-40bf-85b8-1130bfc2b210 service neutron] Pushing event updated for resources: {'Port': ['ID=728f909c-f984-45cc-b40c-8f22e683e9d1,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:33.690571 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-b633123a-f385-443f-afa1-a37a15e757ec None None] For port 9e6631db-ad58-4771-a46c-a41eeacb1c49, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=9e6631db-ad58-4771-a46c-a41eeacb1c49,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:57:33.695373 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-653953e2-9e1e-4343-a20f-2accf1155ca6 None None] Deleting port 9e6631db-ad58-4771-a46c-a41eeacb1c49 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:57:33.695824 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-653953e2-9e1e-4343-a20f-2accf1155ca6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:33.701719 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-81521111-62e1-481d-bd97-3cfa758da226 req-84600b2b-91a8-4415-977f-9dfefb49a427 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Transition to ACTIVE for port object 41155c75-47f2-46cb-9c89-5e338a4ecd29 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:57:33.716966 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b633123a-f385-443f-afa1-a37a15e757ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:33.768726 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device d091de46-0458-4604-9f23-1e35361a2658 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:57:33.861632 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-12396ae6-0070-495d-a62e-103913f82ec3 None None] Could not find standard attr ID for object 79fc4d6e-2d46-4f67-9669-fd5ae0eca467. {{(pid=94702) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 02:57:33.888669 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1f602c-bbba-40bf-85b8-1130bfc2b210 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:57:33.889025 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1f602c-bbba-40bf-85b8-1130bfc2b210 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:57:33.889368 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1f602c-bbba-40bf-85b8-1130bfc2b210 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:57:33.889704 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1f602c-bbba-40bf-85b8-1130bfc2b210 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:57:33.890039 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1f602c-bbba-40bf-85b8-1130bfc2b210 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:57:33.890545 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1f602c-bbba-40bf-85b8-1130bfc2b210 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:57:33.890884 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1f602c-bbba-40bf-85b8-1130bfc2b210 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:57:33.891209 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1f602c-bbba-40bf-85b8-1130bfc2b210 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:57:33.891705 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b633123a-f385-443f-afa1-a37a15e757ec None None] Pushing event updated for resources: {'Port': ['ID=9e6631db-ad58-4771-a46c-a41eeacb1c49,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:33.892153 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1f602c-bbba-40bf-85b8-1130bfc2b210 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:57:33.892642 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1f602c-bbba-40bf-85b8-1130bfc2b210 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:57:33.892809 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1f602c-bbba-40bf-85b8-1130bfc2b210 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:57:33.893131 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1f602c-bbba-40bf-85b8-1130bfc2b210 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:57:33.895506 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6120e3e-f1ae-461c-80bb-c544d3e01408 req-24e0cc61-7df0-441c-b296-0bd624806d91 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:33.897957 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b6120e3e-f1ae-461c-80bb-c544d3e01408 req-24e0cc61-7df0-441c-b296-0bd624806d91 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/ports?device_id=15773523-5601-4fb0-a7fd-950e5fb6692d HTTP/1.1" status: 200 len: 944 time: 0.1287086 Sep 07 02:57:33.929254 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-653953e2-9e1e-4343-a20f-2accf1155ca6 None None] For port 9e6631db-ad58-4771-a46c-a41eeacb1c49, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=9e6631db-ad58-4771-a46c-a41eeacb1c49,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:57:33.929921 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-653953e2-9e1e-4343-a20f-2accf1155ca6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:33.947377 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-653953e2-9e1e-4343-a20f-2accf1155ca6 None None] Calling delete_port for 9e6631db-ad58-4771-a46c-a41eeacb1c49 owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:57:33.960749 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b47a3c78-56b1-4bd7-98fc-2f7616a5ff84 req-1c678d31-2d1a-45b4-8ceb-626cc582c869 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5972748 Sep 07 02:57:33.962211 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port d091de46-0458-4604-9f23-1e35361a2658 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:57:33.970331 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 93ce6660-c31e-40b7-af93-aa9a3d503ced up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:57:33.982144 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-46cd8025-4004-4476-a5ec-f863f898745a req-a8f531d0-ace0-4dab-82ac-82cc3e03d48a tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] For port da567108-c511-4876-a1b4-e4b013c09eef, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=da567108-c511-4876-a1b4-e4b013c09eef,segment=NetworkSegment(58ef1e30-997c-458d-8586-ea47437ece78),segment_id=58ef1e30-997c-458d-8586-ea47437ece78)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:57:33.982651 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-46cd8025-4004-4476-a5ec-f863f898745a req-a8f531d0-ace0-4dab-82ac-82cc3e03d48a tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:33.998177 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-81bc3604-365a-4707-843f-30b5eb3a813d req-4a1f602c-bbba-40bf-85b8-1130bfc2b210 service neutron] Attempting to bind port 728f909c-f984-45cc-b40c-8f22e683e9d1 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:57:33.998511 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-81bc3604-365a-4707-843f-30b5eb3a813d req-4a1f602c-bbba-40bf-85b8-1130bfc2b210 service neutron] Attempting to bind port 728f909c-f984-45cc-b40c-8f22e683e9d1 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': 'ba1f9a1d-76cb-4a15-91d5-0944bdc5e669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '256d620d-b7a6-4b66-aaa9-80e5bdc910ad'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:57:33.999010 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bc3604-365a-4707-843f-30b5eb3a813d req-4a1f602c-bbba-40bf-85b8-1130bfc2b210 service neutron] Attempting to bind port 728f909c-f984-45cc-b40c-8f22e683e9d1 on network 256d620d-b7a6-4b66-aaa9-80e5bdc910ad {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:57:34.022110 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bc3604-365a-4707-843f-30b5eb3a813d req-4a1f602c-bbba-40bf-85b8-1130bfc2b210 service neutron] Port 728f909c-f984-45cc-b40c-8f22e683e9d1 on network 256d620d-b7a6-4b66-aaa9-80e5bdc910ad not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:57:34.026895 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bc3604-365a-4707-843f-30b5eb3a813d req-4a1f602c-bbba-40bf-85b8-1130bfc2b210 service neutron] Attempting to bind port 728f909c-f984-45cc-b40c-8f22e683e9d1 on network 256d620d-b7a6-4b66-aaa9-80e5bdc910ad {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:57:34.035426 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596992c9-449c-4bd4-a274-2e1bbc32dde0 None None] Network 6b4ff375-e776-4325-b2f3-e9313a0f6485 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:57:34.039326 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bc3604-365a-4707-843f-30b5eb3a813d req-4a1f602c-bbba-40bf-85b8-1130bfc2b210 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:57:34.040181 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bc3604-365a-4707-843f-30b5eb3a813d req-4a1f602c-bbba-40bf-85b8-1130bfc2b210 service neutron] Checking segment: {'id': 'ba1f9a1d-76cb-4a15-91d5-0944bdc5e669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '256d620d-b7a6-4b66-aaa9-80e5bdc910ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:57:34.041262 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bc3604-365a-4707-843f-30b5eb3a813d req-4a1f602c-bbba-40bf-85b8-1130bfc2b210 service neutron] Bound using segment: {'id': 'ba1f9a1d-76cb-4a15-91d5-0944bdc5e669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '256d620d-b7a6-4b66-aaa9-80e5bdc910ad'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:57:34.041706 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-81bc3604-365a-4707-843f-30b5eb3a813d req-4a1f602c-bbba-40bf-85b8-1130bfc2b210 service neutron] Bound port: 728f909c-f984-45cc-b40c-8f22e683e9d1, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba1f9a1d-76cb-4a15-91d5-0944bdc5e669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '256d620d-b7a6-4b66-aaa9-80e5bdc910ad'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:57:34.042069 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-81bc3604-365a-4707-843f-30b5eb3a813d req-4a1f602c-bbba-40bf-85b8-1130bfc2b210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:34.075303 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b6120e3e-f1ae-461c-80bb-c544d3e01408 req-2b207596-006a-4566-8611-1c38748d9620 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/security-groups?id=70ce7ce8-5054-445c-a59d-ebe3700b4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980296 Sep 07 02:57:34.083231 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-46cd8025-4004-4476-a5ec-f863f898745a req-a8f531d0-ace0-4dab-82ac-82cc3e03d48a tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Calling delete_port for da567108-c511-4876-a1b4-e4b013c09eef owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:57:34.085314 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-54328daf-caf5-4266-b8b0-8795c42a5a47 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:34.178007 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-b71fa112-3779-4428-8407-402b29b032ac None None] Provisioning for port d091de46-0458-4604-9f23-1e35361a2658 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:57:34.199693 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-b71fa112-3779-4428-8407-402b29b032ac None None] Provisioning complete for port d091de46-0458-4604-9f23-1e35361a2658 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:57:34.200181 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b71fa112-3779-4428-8407-402b29b032ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:34.214425 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-81521111-62e1-481d-bd97-3cfa758da226 req-84600b2b-91a8-4415-977f-9dfefb49a427 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:34.256248 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 93ce6660-c31e-40b7-af93-aa9a3d503ced triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:57:34.256721 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:34.313506 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-54328daf-caf5-4266-b8b0-8795c42a5a47 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] For port 9e6631db-ad58-4771-a46c-a41eeacb1c49, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=9e6631db-ad58-4771-a46c-a41eeacb1c49,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:57:34.357595 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-54328daf-caf5-4266-b8b0-8795c42a5a47 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:34.367208 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-54328daf-caf5-4266-b8b0-8795c42a5a47 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:34.367530 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81521111-62e1-481d-bd97-3cfa758da226 req-84600b2b-91a8-4415-977f-9dfefb49a427 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Network 6cd744d1-899a-4d57-ba10-aa6d1dc0746f is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:57:34.370748 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-54328daf-caf5-4266-b8b0-8795c42a5a47 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:34.382046 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-653953e2-9e1e-4343-a20f-2accf1155ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:34.392634 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-81521111-62e1-481d-bd97-3cfa758da226 req-84600b2b-91a8-4415-977f-9dfefb49a427 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:57:34.395848 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-81521111-62e1-481d-bd97-3cfa758da226 req-84600b2b-91a8-4415-977f-9dfefb49a427 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:57:34.404948 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84600b2b-91a8-4415-977f-9dfefb49a427 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event updated for resources: {'Port': ['ID=41155c75-47f2-46cb-9c89-5e338a4ecd29,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:34.437602 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54328daf-caf5-4266-b8b0-8795c42a5a47 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event deleted for resources: {'Port': ['ID=9e6631db-ad58-4771-a46c-a41eeacb1c49,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:34.462378 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653953e2-9e1e-4343-a20f-2accf1155ca6 None None] Pushing event deleted for resources: {'Port': ['ID=9e6631db-ad58-4771-a46c-a41eeacb1c49,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:34.470439 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653953e2-9e1e-4343-a20f-2accf1155ca6 None None] No DVR routers for this DVR port 9e6631db-ad58-4771-a46c-a41eeacb1c49 on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:57:34.473462 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b71fa112-3779-4428-8407-402b29b032ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:34.507341 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54328daf-caf5-4266-b8b0-8795c42a5a47 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:57:34.510292 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-9fcd9b7b-737d-4720-842f-72f20a3357d6 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Allocated IP 2001:db8::1 (6b4ff375-e776-4325-b2f3-e9313a0f6485/b39a4619-d96d-4293-916f-bd7af0afe179/5a0d0e9c-96c8-4b38-93fb-31fa87bc2419) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:57:34.515663 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-54328daf-caf5-4266-b8b0-8795c42a5a47 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:57:34.530378 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef249169-f5e0-4bd1-9fff-66faf72fe321 None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:57:34.530787 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-81bc3604-365a-4707-843f-30b5eb3a813d req-4a1f602c-bbba-40bf-85b8-1130bfc2b210 service neutron] For port 728f909c-f984-45cc-b40c-8f22e683e9d1, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:57:34.532820 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54328daf-caf5-4266-b8b0-8795c42a5a47 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:34.533479 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-54328daf-caf5-4266-b8b0-8795c42a5a47 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:34.562084 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534134fe-8660-4445-9481-908d81adb1c2 req-a0942700-6c78-4283-a07a-55f5b44203d7 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:34.564323 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-534134fe-8660-4445-9481-908d81adb1c2 req-a0942700-6c78-4283-a07a-55f5b44203d7 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ba396db-1311-4ea4-ba29-032650972ec3 HTTP/1.1" status: 200 len: 931 time: 0.3558209 Sep 07 02:57:34.581708 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-b71fa112-3779-4428-8407-402b29b032ac None None] For port d091de46-0458-4604-9f23-1e35361a2658, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=d091de46-0458-4604-9f23-1e35361a2658,segment=NetworkSegment(deaaa0e3-7900-454b-ab47-df88afc6f93b),segment_id=deaaa0e3-7900-454b-ab47-df88afc6f93b)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:57:34.607555 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b71fa112-3779-4428-8407-402b29b032ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:34.618156 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-81bc3604-365a-4707-843f-30b5eb3a813d req-4a1f602c-bbba-40bf-85b8-1130bfc2b210 service neutron] For port 728f909c-f984-45cc-b40c-8f22e683e9d1, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=728f909c-f984-45cc-b40c-8f22e683e9d1,segment=NetworkSegment(ba1f9a1d-76cb-4a15-91d5-0944bdc5e669),segment_id=ba1f9a1d-76cb-4a15-91d5-0944bdc5e669)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:57:34.621651 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54328daf-caf5-4266-b8b0-8795c42a5a47 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event updated for resources: {'Subnet': ['ID=b8d59296-acbc-43b1-8f10-13e5c73f3f56,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:34.635151 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-54328daf-caf5-4266-b8b0-8795c42a5a47 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.6994588 Sep 07 02:57:34.637903 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49696) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:34.645197 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-b1f08aa8-c761-4c5f-9c7c-41e04bdb08e3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Request body: {'port': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'mac_address': 'fa:16:3e:29:fb:4d', 'name': 'tempest-NetworksTestDHCPv6-1039599947'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:34.650552 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 9e6631db-ad58-4771-a46c-a41eeacb1c49 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:57:34.673368 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-81bc3604-365a-4707-843f-30b5eb3a813d req-4a1f602c-bbba-40bf-85b8-1130bfc2b210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:34.750468 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81521111-62e1-481d-bd97-3cfa758da226 req-84600b2b-91a8-4415-977f-9dfefb49a427 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:34.752346 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-81521111-62e1-481d-bd97-3cfa758da226 req-84600b2b-91a8-4415-977f-9dfefb49a427 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:34.961163 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 9e6631db-ad58-4771-a46c-a41eeacb1c49 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:57:34.961783 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 9e6631db-ad58-4771-a46c-a41eeacb1c49 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:57:35.017147 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71fa112-3779-4428-8407-402b29b032ac None None] Pushing event updated for resources: {'Port': ['ID=d091de46-0458-4604-9f23-1e35361a2658,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:35.036333 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395172d4-7c90-4755-a133-32aaeacc92b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-98fba89c-e7ad-427b-9268-93662b8245b2', 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'tenant_id': '4c9354482bbf46e593fb1c1c8959ca81', 'fixed_ips': [{'subnet_id': 'b8d59296-acbc-43b1-8f10-13e5c73f3f56'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:57:35.041558 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-395172d4-7c90-4755-a133-32aaeacc92b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:35.076367 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-02d28beb-14b2-4b67-9159-8e3a5cacb979 None None] Provisioning complete for port d091de46-0458-4604-9f23-1e35361a2658 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:57:35.077042 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-02d28beb-14b2-4b67-9159-8e3a5cacb979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:35.222311 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49706) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:35.237108 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device da567108-c511-4876-a1b4-e4b013c09eef no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:57:35.271123 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc3604-365a-4707-843f-30b5eb3a813d req-4a1f602c-bbba-40bf-85b8-1130bfc2b210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:35.271843 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-81bc3604-365a-4707-843f-30b5eb3a813d req-4a1f602c-bbba-40bf-85b8-1130bfc2b210 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:35.273465 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81bc3604-365a-4707-843f-30b5eb3a813d req-4a1f602c-bbba-40bf-85b8-1130bfc2b210 service neutron] 10.222.0.23 "PUT /v2.0/ports/728f909c-f984-45cc-b40c-8f22e683e9d1 HTTP/1.1" status: 200 len: 1093 time: 4.2104721 Sep 07 02:57:35.274693 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15773523-5601-4fb0-a7fd-950e5fb6692d', 'tag': '728f909c-f984-45cc-b40c-8f22e683e9d1'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:57:35.277229 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-859939ce-beaf-43cd-a402-3b9bddae5341" -d '{"events": [{"name": "network-changed", "server_uuid": "15773523-5601-4fb0-a7fd-950e5fb6692d", "tag": "728f909c-f984-45cc-b40c-8f22e683e9d1"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:57:35.350645 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81521111-62e1-481d-bd97-3cfa758da226 req-84600b2b-91a8-4415-977f-9dfefb49a427 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5964599 Sep 07 02:57:35.372694 n-d-796209-16 neutron-server[94702]: INFO neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No ports have port_id starting with da567108-c511-4876-a1b4-e4b013c09eef Sep 07 02:57:35.387064 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bb17a89a-6003-4433-89c6-d558ce8b9c09 req-660bc747-9923-4943-b418-c60a0b9ac078 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=59a87a93-c19e-4c4d-a076-f215db038a70 HTTP/1.1" status: 200 len: 210 time: 0.0446579 Sep 07 02:57:35.396808 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-81521111-62e1-481d-bd97-3cfa758da226 req-978f50f4-6414-468f-a0c8-bfb41fe2c1b6 service neutron] Request body: {'port': {'device_id': '3ba396db-1311-4ea4-ba29-032650972ec3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:35.400989 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-46cd8025-4004-4476-a5ec-f863f898745a req-a8f531d0-ace0-4dab-82ac-82cc3e03d48a tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:35.406166 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-395172d4-7c90-4755-a133-32aaeacc92b7 None None] Allocated IP 2001:db8::f816:3eff:fe84:df83 (98fba89c-e7ad-427b-9268-93662b8245b2/b8d59296-acbc-43b1-8f10-13e5c73f3f56/9bb0e84c-6f7b-40b0-94b0-a6f9a4740762) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:57:35.406591 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-534134fe-8660-4445-9481-908d81adb1c2 req-8d5b1c71-831c-426d-9f30-0a15b16691c1 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=294b048e-8567-497b-8d1d-04d7fb63968c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8083076 Sep 07 02:57:35.419515 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['39466170-006a-4e0a-b6a4-21db5ec9469c'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:57:35.471056 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1f602c-bbba-40bf-85b8-1130bfc2b210 service neutron] Pushing event updated for resources: {'Port': ['ID=728f909c-f984-45cc-b40c-8f22e683e9d1,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:35.504716 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0f190c54-9228-464d-b479-e380d2d1b6e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:35.515634 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-02d28beb-14b2-4b67-9159-8e3a5cacb979 None None] Provisioning for port 41155c75-47f2-46cb-9c89-5e338a4ecd29 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:57:35.525012 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f08aa8-c761-4c5f-9c7c-41e04bdb08e3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Made reservation on behalf of 4c9354482bbf46e593fb1c1c8959ca81 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:57:35.534299 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006cd871-dbf6-40c8-b413-dabfe302415c x-openstack-request-id: req-006cd871-dbf6-40c8-b413-dabfe302415c {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:57:35.535216 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15773523-5601-4fb0-a7fd-950e5fb6692d", "tag": "728f909c-f984-45cc-b40c-8f22e683e9d1", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:57:35.535570 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-02d28beb-14b2-4b67-9159-8e3a5cacb979 None None] Provisioning complete for port 41155c75-47f2-46cb-9c89-5e338a4ecd29 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:57:35.535898 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-02d28beb-14b2-4b67-9159-8e3a5cacb979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:35.536021 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-006cd871-dbf6-40c8-b413-dabfe302415c {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:57:35.536551 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15773523-5601-4fb0-a7fd-950e5fb6692d', 'tag': '728f909c-f984-45cc-b40c-8f22e683e9d1', 'status': 'completed', 'code': 200} Sep 07 02:57:35.560903 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f531d0-ace0-4dab-82ac-82cc3e03d48a tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Pushing event deleted for resources: {'Port': ['ID=da567108-c511-4876-a1b4-e4b013c09eef,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:35.590563 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9fcd9b7b-737d-4720-842f-72f20a3357d6 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:35.610165 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device d091de46-0458-4604-9f23-1e35361a2658 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:57:35.610757 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24ba54-fe2d-4f71-b729-548e141d6b82 req-b3354076-8c58-4b50-a252-53e97636a81f tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:35.612317 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5c24ba54-fe2d-4f71-b729-548e141d6b82 req-b3354076-8c58-4b50-a252-53e97636a81f tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/ports?device_id=15773523-5601-4fb0-a7fd-950e5fb6692d HTTP/1.1" status: 200 len: 944 time: 0.1393964 Sep 07 02:57:35.630117 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-46cd8025-4004-4476-a5ec-f863f898745a req-a8f531d0-ace0-4dab-82ac-82cc3e03d48a tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] No DVR routers for this DVR port da567108-c511-4876-a1b4-e4b013c09eef on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:57:35.640876 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc3604-365a-4707-843f-30b5eb3a813d req-03e1e021-fb06-4580-bb63-8151e02a747d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:35.642423 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81bc3604-365a-4707-843f-30b5eb3a813d req-03e1e021-fb06-4580-bb63-8151e02a747d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=16ef236c23324219a8876cb24967b58f&device_id=15773523-5601-4fb0-a7fd-950e5fb6692d HTTP/1.1" status: 200 len: 1096 time: 0.2966166 Sep 07 02:57:35.649236 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-46cd8025-4004-4476-a5ec-f863f898745a req-a8f531d0-ace0-4dab-82ac-82cc3e03d48a tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:35.651197 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-46cd8025-4004-4476-a5ec-f863f898745a req-a8f531d0-ace0-4dab-82ac-82cc3e03d48a tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.16 "DELETE /v2.0/ports/da567108-c511-4876-a1b4-e4b013c09eef HTTP/1.1" status: 204 len: 173 time: 3.2719955 Sep 07 02:57:35.670083 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-9fcd9b7b-737d-4720-842f-72f20a3357d6 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Transition to ACTIVE for port object 5a0d0e9c-96c8-4b38-93fb-31fa87bc2419 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:57:35.672965 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-81521111-62e1-481d-bd97-3cfa758da226 req-978f50f4-6414-468f-a0c8-bfb41fe2c1b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:35.673131 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b1f08aa8-c761-4c5f-9c7c-41e04bdb08e3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:35.706196 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5c24ba54-fe2d-4f71-b729-548e141d6b82 req-fb3d7d9b-d934-4b1d-9230-26c4a525b5a7 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/security-groups?id=70ce7ce8-5054-445c-a59d-ebe3700b4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791786 Sep 07 02:57:35.730906 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81bc3604-365a-4707-843f-30b5eb3a813d req-90d0c3be-9636-4198-b8e4-590368e321d2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=728f909c-f984-45cc-b40c-8f22e683e9d1 HTTP/1.1" status: 200 len: 217 time: 0.0774562 Sep 07 02:57:35.732657 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-b1f08aa8-c761-4c5f-9c7c-41e04bdb08e3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] device_id is not set on port 322e7e8c-fefc-4754-b706-cb9f3a70575c yet. {{(pid=94701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:57:35.858876 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-02d28beb-14b2-4b67-9159-8e3a5cacb979 None None] Port 41155c75-47f2-46cb-9c89-5e338a4ecd29 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:57:35.873039 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc3604-365a-4707-843f-30b5eb3a813d req-e95661d3-57e4-408e-a9df-9ad7097e8c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:35.874624 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81bc3604-365a-4707-843f-30b5eb3a813d req-e95661d3-57e4-408e-a9df-9ad7097e8c6e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e962ec47-dcbe-48ec-becb-a133fc5449e5 HTTP/1.1" status: 200 len: 854 time: 0.1308270 Sep 07 02:57:35.926872 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9fcd9b7b-737d-4720-842f-72f20a3357d6 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:35.959505 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port d091de46-0458-4604-9f23-1e35361a2658 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:57:35.959878 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:36.000009 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81bc3604-365a-4707-843f-30b5eb3a813d req-192f2807-27ea-447a-8ab1-a3b3176fbd50 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=256d620d-b7a6-4b66-aaa9-80e5bdc910ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748117 Sep 07 02:57:36.003052 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-395172d4-7c90-4755-a133-32aaeacc92b7 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:36.026770 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-395172d4-7c90-4755-a133-32aaeacc92b7 None None] Transition to ACTIVE for port object 9bb0e84c-6f7b-40b0-94b0-a6f9a4740762 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:57:36.051094 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcd9b7b-737d-4720-842f-72f20a3357d6 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Network 6b4ff375-e776-4325-b2f3-e9313a0f6485 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:57:36.080486 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-395172d4-7c90-4755-a133-32aaeacc92b7 None None] Transition to ACTIVE for port object 9bb0e84c-6f7b-40b0-94b0-a6f9a4740762 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:57:36.080681 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-9fcd9b7b-737d-4720-842f-72f20a3357d6 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:57:36.084989 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0f190c54-9228-464d-b479-e380d2d1b6e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:36.095855 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-395172d4-7c90-4755-a133-32aaeacc92b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:36.098241 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcd9b7b-737d-4720-842f-72f20a3357d6 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:57:36.098856 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9fcd9b7b-737d-4720-842f-72f20a3357d6 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:36.101314 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcd9b7b-737d-4720-842f-72f20a3357d6 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event updated for resources: {'Port': ['ID=5a0d0e9c-96c8-4b38-93fb-31fa87bc2419,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:36.112834 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0f190c54-9228-464d-b479-e380d2d1b6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:36.195087 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-b1f08aa8-c761-4c5f-9c7c-41e04bdb08e3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Allocated IP 2001:db8::f816:3eff:fe29:fb4d (98fba89c-e7ad-427b-9268-93662b8245b2/b8d59296-acbc-43b1-8f10-13e5c73f3f56/322e7e8c-fefc-4754-b706-cb9f3a70575c) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:57:36.207059 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395172d4-7c90-4755-a133-32aaeacc92b7 None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:57:36.218792 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-395172d4-7c90-4755-a133-32aaeacc92b7 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:57:36.230202 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395172d4-7c90-4755-a133-32aaeacc92b7 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:57:36.244275 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395172d4-7c90-4755-a133-32aaeacc92b7 None None] Pushing event updated for resources: {'Port': ['ID=9bb0e84c-6f7b-40b0-94b0-a6f9a4740762,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:36.327641 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-0f190c54-9228-464d-b479-e380d2d1b6e3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9954fe73b5554527b1296108ca7dcac4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0969310 Sep 07 02:57:36.327641 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f190c54-9228-464d-b479-e380d2d1b6e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b262128-9b22-44f7-8c25-ed21e3328283,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:36.329528 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49712) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:36.349308 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-395172d4-7c90-4755-a133-32aaeacc92b7 None None] Attempting to bind port 9bb0e84c-6f7b-40b0-94b0-a6f9a4740762 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:57:36.349693 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-395172d4-7c90-4755-a133-32aaeacc92b7 None None] Attempting to bind port 9bb0e84c-6f7b-40b0-94b0-a6f9a4740762 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:57:36.350068 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395172d4-7c90-4755-a133-32aaeacc92b7 None None] Attempting to bind port 9bb0e84c-6f7b-40b0-94b0-a6f9a4740762 on network 98fba89c-e7ad-427b-9268-93662b8245b2 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:57:36.358329 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395172d4-7c90-4755-a133-32aaeacc92b7 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:57:36.358735 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395172d4-7c90-4755-a133-32aaeacc92b7 None None] Checking segment: {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:57:36.359150 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-395172d4-7c90-4755-a133-32aaeacc92b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:36.359608 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395172d4-7c90-4755-a133-32aaeacc92b7 None None] Bound using segment: {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:57:36.360098 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-395172d4-7c90-4755-a133-32aaeacc92b7 None None] Bound port: 9bb0e84c-6f7b-40b0-94b0-a6f9a4740762, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:57:36.360494 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-395172d4-7c90-4755-a133-32aaeacc92b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:36.401359 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b1f08aa8-c761-4c5f-9c7c-41e04bdb08e3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:36.402074 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81bc3604-365a-4707-843f-30b5eb3a813d req-d357de43-cb76-41ae-8128-46e02ea0b812 service neutron] 10.222.0.23 "GET /v2.0/networks/256d620d-b7a6-4b66-aaa9-80e5bdc910ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3945584 Sep 07 02:57:36.417395 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-b1f08aa8-c761-4c5f-9c7c-41e04bdb08e3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Transition to ACTIVE for port object 322e7e8c-fefc-4754-b706-cb9f3a70575c will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:57:36.463717 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b1f08aa8-c761-4c5f-9c7c-41e04bdb08e3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:36.481313 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-395172d4-7c90-4755-a133-32aaeacc92b7 None None] For port 9bb0e84c-6f7b-40b0-94b0-a6f9a4740762, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:57:36.488974 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-395172d4-7c90-4755-a133-32aaeacc92b7 None None] For port 9bb0e84c-6f7b-40b0-94b0-a6f9a4740762, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=9bb0e84c-6f7b-40b0-94b0-a6f9a4740762,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:57:36.500795 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-395172d4-7c90-4755-a133-32aaeacc92b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:36.508623 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f08aa8-c761-4c5f-9c7c-41e04bdb08e3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:57:36.511428 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-b1f08aa8-c761-4c5f-9c7c-41e04bdb08e3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:57:36.533386 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9fcd9b7b-737d-4720-842f-72f20a3357d6 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:36.537064 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f08aa8-c761-4c5f-9c7c-41e04bdb08e3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:57:36.538867 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-9d7a9bc0-e120-4e05-86c3-2120ed9c77f2 None None] Provisioning for port 5a0d0e9c-96c8-4b38-93fb-31fa87bc2419 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:57:36.544041 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f08aa8-c761-4c5f-9c7c-41e04bdb08e3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:36.544814 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b1f08aa8-c761-4c5f-9c7c-41e04bdb08e3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:36.551370 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-9d7a9bc0-e120-4e05-86c3-2120ed9c77f2 None None] Provisioning complete for port 5a0d0e9c-96c8-4b38-93fb-31fa87bc2419 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:57:36.551782 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9d7a9bc0-e120-4e05-86c3-2120ed9c77f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:36.581174 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-81521111-62e1-481d-bd97-3cfa758da226 req-978f50f4-6414-468f-a0c8-bfb41fe2c1b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41155c75-47f2-46cb-9c89-5e338a4ecd29 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:57:36.593315 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-81521111-62e1-481d-bd97-3cfa758da226 req-978f50f4-6414-468f-a0c8-bfb41fe2c1b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:36.610552 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-81521111-62e1-481d-bd97-3cfa758da226 req-978f50f4-6414-468f-a0c8-bfb41fe2c1b6 service neutron] Transition to ACTIVE for port object 41155c75-47f2-46cb-9c89-5e338a4ecd29 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:57:36.615760 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-9d7a9bc0-e120-4e05-86c3-2120ed9c77f2 None None] Port 5a0d0e9c-96c8-4b38-93fb-31fa87bc2419 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:57:36.629201 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b1f08aa8-c761-4c5f-9c7c-41e04bdb08e3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9899459 Sep 07 02:57:36.630990 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f08aa8-c761-4c5f-9c7c-41e04bdb08e3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event updated for resources: {'Port': ['ID=322e7e8c-fefc-4754-b706-cb9f3a70575c,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:36.639576 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49720) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:36.648095 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107863a-592e-42c5-9697-bd8c9720efdd req-6b53769b-cdcb-4837-aa7b-8fd2acdf90e8 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:36.648935 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395172d4-7c90-4755-a133-32aaeacc92b7 None None] Pushing event updated for resources: {'Port': ['ID=9bb0e84c-6f7b-40b0-94b0-a6f9a4740762,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:36.649683 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f107863a-592e-42c5-9697-bd8c9720efdd req-6b53769b-cdcb-4837-aa7b-8fd2acdf90e8 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ba396db-1311-4ea4-ba29-032650972ec3 HTTP/1.1" status: 200 len: 931 time: 0.1015370 Sep 07 02:57:36.701619 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-81521111-62e1-481d-bd97-3cfa758da226 req-978f50f4-6414-468f-a0c8-bfb41fe2c1b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:36.714364 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f107863a-592e-42c5-9697-bd8c9720efdd req-99d4e45f-1aa5-4398-8086-0b59169d245b tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=294b048e-8567-497b-8d1d-04d7fb63968c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550747 Sep 07 02:57:36.730911 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf813e7-976c-4d53-bda5-00e8dbd1ef71 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:36.737123 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf813e7-976c-4d53-bda5-00e8dbd1ef71 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:36.738788 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-dbf813e7-976c-4d53-bda5-00e8dbd1ef71 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0882821 Sep 07 02:57:36.741676 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49726) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:36.792946 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-61811617-01ff-44dc-a350-a244db10a91a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:36.885321 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f50f4-6414-468f-a0c8-bfb41fe2c1b6 service neutron] Pushing event updated for resources: {'Port': ['ID=41155c75-47f2-46cb-9c89-5e338a4ecd29,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:36.911952 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b4f33-2a13-4710-be43-bb33cf0e5541 req-64f703b9-4818-4ae0-9f4b-1211fc540b4e tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:36.913709 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e51b4f33-2a13-4710-be43-bb33cf0e5541 req-64f703b9-4818-4ae0-9f4b-1211fc540b4e tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/ports?device_id=15773523-5601-4fb0-a7fd-950e5fb6692d HTTP/1.1" status: 200 len: 944 time: 0.1234264 Sep 07 02:57:36.921295 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-6bb888b8-18c0-4438-ace7-989eba17ac67 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Deleting port 322e7e8c-fefc-4754-b706-cb9f3a70575c {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:57:36.921747 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6bb888b8-18c0-4438-ace7-989eba17ac67 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:36.966203 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-61811617-01ff-44dc-a350-a244db10a91a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:37.050403 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e51b4f33-2a13-4710-be43-bb33cf0e5541 req-fe258e1b-cc7c-4cb2-ab63-7e44031fbb9c tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/security-groups?id=70ce7ce8-5054-445c-a59d-ebe3700b4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924876 Sep 07 02:57:37.050998 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81bc3604-365a-4707-843f-30b5eb3a813d req-bd81a64b-147b-4a50-92eb-75e2021b2854 service neutron] 10.222.0.23 "GET /v2.0/networks/256d620d-b7a6-4b66-aaa9-80e5bdc910ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6184387 Sep 07 02:57:37.096309 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e47c1-9720-49d1-b3f6-83875da54042 req-ea46066a-1e99-422b-8bca-3e0a0558bb90 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:37.097864 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-008e47c1-9720-49d1-b3f6-83875da54042 req-ea46066a-1e99-422b-8bca-3e0a0558bb90 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5cb82fe-718c-48ae-87b9-3ee35681d47c HTTP/1.1" status: 200 len: 945 time: 0.3839471 Sep 07 02:57:37.128384 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6bb888b8-18c0-4438-ace7-989eba17ac67 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:37.142163 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-6bb888b8-18c0-4438-ace7-989eba17ac67 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Calling delete_port for 322e7e8c-fefc-4754-b706-cb9f3a70575c owned by {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:57:37.272959 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-81521111-62e1-481d-bd97-3cfa758da226 req-978f50f4-6414-468f-a0c8-bfb41fe2c1b6 service neutron] Attempting to bind port 41155c75-47f2-46cb-9c89-5e338a4ecd29 on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:57:37.273311 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-81521111-62e1-481d-bd97-3cfa758da226 req-978f50f4-6414-468f-a0c8-bfb41fe2c1b6 service neutron] Attempting to bind port 41155c75-47f2-46cb-9c89-5e338a4ecd29 by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '05a63878-67bb-453a-b0c6-23f8e4899735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6cd744d1-899a-4d57-ba10-aa6d1dc0746f'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:57:37.274165 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81521111-62e1-481d-bd97-3cfa758da226 req-978f50f4-6414-468f-a0c8-bfb41fe2c1b6 service neutron] Attempting to bind port 41155c75-47f2-46cb-9c89-5e338a4ecd29 on network 6cd744d1-899a-4d57-ba10-aa6d1dc0746f {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:57:37.285019 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859939ce-beaf-43cd-a402-3b9bddae5341 req-3d5b8446-6165-4867-a0d1-6ca880388bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:37.286636 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-859939ce-beaf-43cd-a402-3b9bddae5341 req-3d5b8446-6165-4867-a0d1-6ca880388bd6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=16ef236c23324219a8876cb24967b58f&device_id=15773523-5601-4fb0-a7fd-950e5fb6692d HTTP/1.1" status: 200 len: 1096 time: 0.1559210 Sep 07 02:57:37.291160 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81521111-62e1-481d-bd97-3cfa758da226 req-978f50f4-6414-468f-a0c8-bfb41fe2c1b6 service neutron] Port 41155c75-47f2-46cb-9c89-5e338a4ecd29 on network 6cd744d1-899a-4d57-ba10-aa6d1dc0746f not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:57:37.291513 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81521111-62e1-481d-bd97-3cfa758da226 req-978f50f4-6414-468f-a0c8-bfb41fe2c1b6 service neutron] Attempting to bind port 41155c75-47f2-46cb-9c89-5e338a4ecd29 on network 6cd744d1-899a-4d57-ba10-aa6d1dc0746f {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:57:37.293484 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-61811617-01ff-44dc-a350-a244db10a91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:37.296161 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-61811617-01ff-44dc-a350-a244db10a91a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:37.297256 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-61811617-01ff-44dc-a350-a244db10a91a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4b262128-9b22-44f7-8c25-ed21e3328283 HTTP/1.1" status: 204 len: 168 time: 0.9606953 Sep 07 02:57:37.325847 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81521111-62e1-481d-bd97-3cfa758da226 req-978f50f4-6414-468f-a0c8-bfb41fe2c1b6 service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:57:37.326255 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81521111-62e1-481d-bd97-3cfa758da226 req-978f50f4-6414-468f-a0c8-bfb41fe2c1b6 service neutron] Checking segment: {'id': '05a63878-67bb-453a-b0c6-23f8e4899735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6cd744d1-899a-4d57-ba10-aa6d1dc0746f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:57:37.326615 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81521111-62e1-481d-bd97-3cfa758da226 req-978f50f4-6414-468f-a0c8-bfb41fe2c1b6 service neutron] Bound using segment: {'id': '05a63878-67bb-453a-b0c6-23f8e4899735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6cd744d1-899a-4d57-ba10-aa6d1dc0746f'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:57:37.327316 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-81521111-62e1-481d-bd97-3cfa758da226 req-978f50f4-6414-468f-a0c8-bfb41fe2c1b6 service neutron] Bound port: 41155c75-47f2-46cb-9c89-5e338a4ecd29, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05a63878-67bb-453a-b0c6-23f8e4899735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6cd744d1-899a-4d57-ba10-aa6d1dc0746f'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:57:37.327708 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-81521111-62e1-481d-bd97-3cfa758da226 req-978f50f4-6414-468f-a0c8-bfb41fe2c1b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:37.329081 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6bb888b8-18c0-4438-ace7-989eba17ac67 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:37.344945 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61811617-01ff-44dc-a350-a244db10a91a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b262128-9b22-44f7-8c25-ed21e3328283,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:37.361130 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb888b8-18c0-4438-ace7-989eba17ac67 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event deleted for resources: {'Port': ['ID=322e7e8c-fefc-4754-b706-cb9f3a70575c,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:37.398089 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6bb888b8-18c0-4438-ace7-989eba17ac67 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:37.402383 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-6bb888b8-18c0-4438-ace7-989eba17ac67 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/ports/322e7e8c-fefc-4754-b706-cb9f3a70575c HTTP/1.1" status: 204 len: 168 time: 0.6588564 Sep 07 02:57:37.404433 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49732) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:37.481725 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2991909-8324-411d-96e4-76af11bbbc1a tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:37.483368 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2991909-8324-411d-96e4-76af11bbbc1a tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:37.488663 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f2991909-8324-411d-96e4-76af11bbbc1a tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0828304 Sep 07 02:57:37.493932 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49734) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:37.500280 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9fcd9b7b-737d-4720-842f-72f20a3357d6 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:37.515628 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-008e47c1-9720-49d1-b3f6-83875da54042 req-d0a70646-5c4c-4fbe-9146-dce8a5e31419 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3909564 Sep 07 02:57:37.545952 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59a87a93-c19e-4c4d-a076-f215db038a70', 'name': 'network-vif-deleted', 'tag': 'da567108-c511-4876-a1b4-e4b013c09eef'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:57:37.548136 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dbd48db-1de2-497e-88cb-7f54dfad9019" -d '{"events": [{"server_uuid": "59a87a93-c19e-4c4d-a076-f215db038a70", "name": "network-vif-deleted", "tag": "da567108-c511-4876-a1b4-e4b013c09eef"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:57:37.550863 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9fcd9b7b-737d-4720-842f-72f20a3357d6 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:37.555352 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9fcd9b7b-737d-4720-842f-72f20a3357d6 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:37.580787 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0823321-0709-4ee8-abb9-d06a75f2263e tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Deleting subnet b8d59296-acbc-43b1-8f10-13e5c73f3f56 {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:57:37.590254 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c0823321-0709-4ee8-abb9-d06a75f2263e tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:37.613406 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 9bb0e84c-6f7b-40b0-94b0-a6f9a4740762 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:57:37.638727 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859939ce-beaf-43cd-a402-3b9bddae5341 req-658b7c1c-18ff-46f9-bffe-97f37ff0c00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:37.640301 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-859939ce-beaf-43cd-a402-3b9bddae5341 req-658b7c1c-18ff-46f9-bffe-97f37ff0c00b service neutron] 10.222.0.23 "GET /v2.0/networks?id=256d620d-b7a6-4b66-aaa9-80e5bdc910ad HTTP/1.1" status: 200 len: 914 time: 0.3411393 Sep 07 02:57:37.645437 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7653b3d-6027-4f66-9669-55c6fdf6681d x-openstack-request-id: req-e7653b3d-6027-4f66-9669-55c6fdf6681d {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:57:37.645756 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59a87a93-c19e-4c4d-a076-f215db038a70", "name": "network-vif-deleted", "tag": "da567108-c511-4876-a1b4-e4b013c09eef", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:57:37.645984 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e7653b3d-6027-4f66-9669-55c6fdf6681d {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:57:37.646385 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59a87a93-c19e-4c4d-a076-f215db038a70', 'name': 'network-vif-deleted', 'tag': 'da567108-c511-4876-a1b4-e4b013c09eef', 'status': 'completed', 'code': 200} Sep 07 02:57:37.659526 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c0823321-0709-4ee8-abb9-d06a75f2263e tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:37.695213 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 9bb0e84c-6f7b-40b0-94b0-a6f9a4740762 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:57:37.734062 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-81521111-62e1-481d-bd97-3cfa758da226 req-978f50f4-6414-468f-a0c8-bfb41fe2c1b6 service neutron] For port 41155c75-47f2-46cb-9c89-5e338a4ecd29, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:57:37.801904 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49742) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:37.806555 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcd9b7b-737d-4720-842f-72f20a3357d6 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event updated for resources: {'Port': ['ID=5a0d0e9c-96c8-4b38-93fb-31fa87bc2419,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:37.809879 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-859939ce-beaf-43cd-a402-3b9bddae5341 req-072d4447-241d-4bcc-9221-fed8daeab53a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=728f909c-f984-45cc-b40c-8f22e683e9d1 HTTP/1.1" status: 200 len: 217 time: 0.1396120 Sep 07 02:57:37.810291 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c0823321-0709-4ee8-abb9-d06a75f2263e tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:37.824834 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-81521111-62e1-481d-bd97-3cfa758da226 req-978f50f4-6414-468f-a0c8-bfb41fe2c1b6 service neutron] For port 41155c75-47f2-46cb-9c89-5e338a4ecd29, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=41155c75-47f2-46cb-9c89-5e338a4ecd29,segment=NetworkSegment(05a63878-67bb-453a-b0c6-23f8e4899735),segment_id=05a63878-67bb-453a-b0c6-23f8e4899735)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:57:37.858207 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fd50406c-97ea-443d-b5cc-86955fa53878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:37.859944 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-81521111-62e1-481d-bd97-3cfa758da226 req-978f50f4-6414-468f-a0c8-bfb41fe2c1b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:37.876793 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c0823321-0709-4ee8-abb9-d06a75f2263e tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:37.921790 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0823321-0709-4ee8-abb9-d06a75f2263e tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event deleted for resources: {'Subnet': ['ID=b8d59296-acbc-43b1-8f10-13e5c73f3f56,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:37.927061 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c0823321-0709-4ee8-abb9-d06a75f2263e tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:37.929393 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c0823321-0709-4ee8-abb9-d06a75f2263e tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/subnets/b8d59296-acbc-43b1-8f10-13e5c73f3f56 HTTP/1.1" status: 204 len: 168 time: 0.4342713 Sep 07 02:57:37.936074 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49744) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:37.976613 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-58ad6988-bc7b-4d9b-802c-26f67de51f5b tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0389991 Sep 07 02:57:37.978242 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-e307dca0-c07b-4b73-ba26-39db7c05eb33 None None] Provisioning for port 9bb0e84c-6f7b-40b0-94b0-a6f9a4740762 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:57:37.980608 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49746) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:37.986534 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-e307dca0-c07b-4b73-ba26-39db7c05eb33 None None] Provisioning complete for port 9bb0e84c-6f7b-40b0-94b0-a6f9a4740762 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:57:37.987412 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e307dca0-c07b-4b73-ba26-39db7c05eb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:38.000572 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859939ce-beaf-43cd-a402-3b9bddae5341 req-15adc5eb-e668-4c48-98ff-5e504c0350a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:38.002079 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-859939ce-beaf-43cd-a402-3b9bddae5341 req-15adc5eb-e668-4c48-98ff-5e504c0350a7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e962ec47-dcbe-48ec-becb-a133fc5449e5 HTTP/1.1" status: 200 len: 854 time: 0.1674981 Sep 07 02:57:38.009541 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81521111-62e1-481d-bd97-3cfa758da226 req-978f50f4-6414-468f-a0c8-bfb41fe2c1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:38.010160 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-81521111-62e1-481d-bd97-3cfa758da226 req-978f50f4-6414-468f-a0c8-bfb41fe2c1b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:38.011737 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81521111-62e1-481d-bd97-3cfa758da226 req-978f50f4-6414-468f-a0c8-bfb41fe2c1b6 service neutron] 10.222.0.16 "PUT /v2.0/ports/41155c75-47f2-46cb-9c89-5e338a4ecd29 HTTP/1.1" status: 200 len: 1092 time: 2.6258309 Sep 07 02:57:38.017643 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcd9b7b-737d-4720-842f-72f20a3357d6 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Network 6b4ff375-e776-4325-b2f3-e9313a0f6485 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:57:38.019175 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-9fcd9b7b-737d-4720-842f-72f20a3357d6 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:57:38.068789 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-859939ce-beaf-43cd-a402-3b9bddae5341 req-03fa428a-58b8-4ddb-9f83-deafe002c4a3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=256d620d-b7a6-4b66-aaa9-80e5bdc910ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425355 Sep 07 02:57:38.092132 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8cdc13-baf0-49fe-8f48-425db172daca tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:38.093722 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-ca8cdc13-baf0-49fe-8f48-425db172daca tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1109908 Sep 07 02:57:38.096283 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49750) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:38.183067 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e307dca0-c07b-4b73-ba26-39db7c05eb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:38.232954 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f50f4-6414-468f-a0c8-bfb41fe2c1b6 service neutron] Pushing event updated for resources: {'Port': ['ID=41155c75-47f2-46cb-9c89-5e338a4ecd29,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:38.255038 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a3b4d-d3ee-4a0e-b599-700a81a5f874 req-8782fe54-6991-484f-96c8-32da9b5d0867 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:38.257443 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4312120-8d71-4c2a-b607-b3c0013412a1 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:38.257901 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-171a3b4d-d3ee-4a0e-b599-700a81a5f874 req-8782fe54-6991-484f-96c8-32da9b5d0867 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ba396db-1311-4ea4-ba29-032650972ec3 HTTP/1.1" status: 200 len: 943 time: 0.4390132 Sep 07 02:57:38.261393 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-e307dca0-c07b-4b73-ba26-39db7c05eb33 None None] For port 9bb0e84c-6f7b-40b0-94b0-a6f9a4740762, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=9bb0e84c-6f7b-40b0-94b0-a6f9a4740762,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:57:38.262892 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b4312120-8d71-4c2a-b607-b3c0013412a1 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1590455 Sep 07 02:57:38.269441 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e307dca0-c07b-4b73-ba26-39db7c05eb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:38.271228 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81521111-62e1-481d-bd97-3cfa758da226 req-5128c197-043d-4ee3-83ab-bf0b549fb56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:38.273519 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81521111-62e1-481d-bd97-3cfa758da226 req-5128c197-043d-4ee3-83ab-bf0b549fb56d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=626f31b15da14e0da01388cbfdee7f90&device_id=3ba396db-1311-4ea4-ba29-032650972ec3 HTTP/1.1" status: 200 len: 1095 time: 0.2004051 Sep 07 02:57:38.277336 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49752) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:38.301415 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a013555-027f-4b2e-b316-caaee8ad5a3f req-3b95436b-516b-4428-8182-156d3a711a54 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:38.303096 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4a013555-027f-4b2e-b316-caaee8ad5a3f req-3b95436b-516b-4428-8182-156d3a711a54 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/ports?device_id=15773523-5601-4fb0-a7fd-950e5fb6692d HTTP/1.1" status: 200 len: 944 time: 0.1300852 Sep 07 02:57:38.342205 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e307dca0-c07b-4b73-ba26-39db7c05eb33 None None] Pushing event updated for resources: {'Port': ['ID=9bb0e84c-6f7b-40b0-94b0-a6f9a4740762,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:38.355000 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4a013555-027f-4b2e-b316-caaee8ad5a3f req-83bb6887-d1f6-486c-af38-9b3335a3629e tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/security-groups?id=70ce7ce8-5054-445c-a59d-ebe3700b4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440876 Sep 07 02:57:38.464899 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d3f278-ae2a-41a0-b97a-8157a357d4cf None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:57:38.498243 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8d6c7c5b-8ad4-4fe7-b605-2fe817b96b90 None None] Could not find standard attr ID for object 322e7e8c-fefc-4754-b706-cb9f3a70575c. {{(pid=94702) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 02:57:38.627417 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-cbc06733-dbc7-4739-a120-8de3fbfd6d91 None None] Provisioning complete for port 5a0d0e9c-96c8-4b38-93fb-31fa87bc2419 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:57:38.628189 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-cbc06733-dbc7-4739-a120-8de3fbfd6d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:38.649090 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63467e3-834b-4b61-ae16-37706b04c963 req-b03182c4-ff80-4a29-84eb-7edb7a662e9b tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:38.651250 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b63467e3-834b-4b61-ae16-37706b04c963 req-b03182c4-ff80-4a29-84eb-7edb7a662e9b tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5cb82fe-718c-48ae-87b9-3ee35681d47c HTTP/1.1" status: 200 len: 945 time: 0.0671780 Sep 07 02:57:38.670512 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-cbc06733-dbc7-4739-a120-8de3fbfd6d91 None None] Port 5a0d0e9c-96c8-4b38-93fb-31fa87bc2419 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:57:38.684485 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641310d1-5286-4f32-8a0b-23fee6677980 None None] DHCP port deletion for 98fba89c-e7ad-427b-9268-93662b8245b2 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:57:38.694567 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b63467e3-834b-4b61-ae16-37706b04c963 req-866013e6-9eb8-453c-95e6-f228a38d3dec tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/security-groups?id=760bde14-7bcb-48a9-8bfc-76cd9d95c67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353518 Sep 07 02:57:38.739091 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-641310d1-5286-4f32-8a0b-23fee6677980 None None] Deleting port 9bb0e84c-6f7b-40b0-94b0-a6f9a4740762 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:57:38.739692 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-641310d1-5286-4f32-8a0b-23fee6677980 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:38.741400 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a26f4b70-3dd1-4eb8-bac8-707f202af5ab tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4274876 Sep 07 02:57:38.746861 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49756) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:38.750999 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81521111-62e1-481d-bd97-3cfa758da226 req-bda2614f-0c4b-49b4-82c5-a42cb59a3dc9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41155c75-47f2-46cb-9c89-5e338a4ecd29 HTTP/1.1" status: 200 len: 217 time: 0.1056166 Sep 07 02:57:38.754010 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-c1f90c10-51f8-4324-ae1b-f9475c3b36b3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Request body: {'subnet': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:38.804840 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-641310d1-5286-4f32-8a0b-23fee6677980 None None] For port 9bb0e84c-6f7b-40b0-94b0-a6f9a4740762, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=9bb0e84c-6f7b-40b0-94b0-a6f9a4740762,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:57:38.805613 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-641310d1-5286-4f32-8a0b-23fee6677980 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:38.819020 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-641310d1-5286-4f32-8a0b-23fee6677980 None None] Calling delete_port for 9bb0e84c-6f7b-40b0-94b0-a6f9a4740762 owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:57:38.841149 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-859939ce-beaf-43cd-a402-3b9bddae5341 req-66fbd1cd-0219-4bb9-9f9b-0f4b1a23c130 service neutron] 10.222.0.23 "GET /v2.0/networks/256d620d-b7a6-4b66-aaa9-80e5bdc910ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7362127 Sep 07 02:57:38.848496 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-171a3b4d-d3ee-4a0e-b599-700a81a5f874 req-4d9efb5d-d538-49ec-bb99-8f03282ffb2c tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=294b048e-8567-497b-8d1d-04d7fb63968c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5699432 Sep 07 02:57:38.905172 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-641310d1-5286-4f32-8a0b-23fee6677980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:38.905414 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81521111-62e1-481d-bd97-3cfa758da226 req-72b02f8d-cb13-4942-a812-a66afe15dfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:38.906708 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81521111-62e1-481d-bd97-3cfa758da226 req-72b02f8d-cb13-4942-a812-a66afe15dfdb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c3e8b00e-7dd5-4121-9d90-2dad2df2b8a4 HTTP/1.1" status: 200 len: 835 time: 0.1466486 Sep 07 02:57:38.931025 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fd50406c-97ea-443d-b5cc-86955fa53878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:38.940520 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641310d1-5286-4f32-8a0b-23fee6677980 None None] Pushing event deleted for resources: {'Port': ['ID=9bb0e84c-6f7b-40b0-94b0-a6f9a4740762,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:38.942675 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e944f82-2adf-4db5-9ed9-e11bf1bba1b6 req-7cbfe3e4-1e0d-47c6-a106-1c7e7c476459 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:38.944505 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3e944f82-2adf-4db5-9ed9-e11bf1bba1b6 req-7cbfe3e4-1e0d-47c6-a106-1c7e7c476459 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5cb82fe-718c-48ae-87b9-3ee35681d47c HTTP/1.1" status: 200 len: 945 time: 0.0597708 Sep 07 02:57:38.945912 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641310d1-5286-4f32-8a0b-23fee6677980 None None] No DVR routers for this DVR port 9bb0e84c-6f7b-40b0-94b0-a6f9a4740762 on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:57:38.978591 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fd50406c-97ea-443d-b5cc-86955fa53878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:38.989063 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f90c10-51f8-4324-ae1b-f9475c3b36b3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Made reservation on behalf of 4c9354482bbf46e593fb1c1c8959ca81 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:57:38.992695 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c1f90c10-51f8-4324-ae1b-f9475c3b36b3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:39.017410 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fcd9b7b-737d-4720-842f-72f20a3357d6 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Router ae5647fe-bac4-4607-9b60-2970593a64f8 is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 02:57:39.046648 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-fd50406c-97ea-443d-b5cc-86955fa53878 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=163fe749660442e8b4f0003890cffa4b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2416060 Sep 07 02:57:39.050330 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49758) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:39.055430 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd50406c-97ea-443d-b5cc-86955fa53878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6aec50-4426-4f85-b17f-1a58ad0db47e,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:39.075711 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81521111-62e1-481d-bd97-3cfa758da226 req-b3507f15-5ce3-473e-a9fc-c9c08766fd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:39.077475 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81521111-62e1-481d-bd97-3cfa758da226 req-b3507f15-5ce3-473e-a9fc-c9c08766fd3b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6cd744d1-899a-4d57-ba10-aa6d1dc0746f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1627550 Sep 07 02:57:39.119930 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-859939ce-beaf-43cd-a402-3b9bddae5341 req-5819a0e8-26ba-495d-b89b-db3b96fc1374 service neutron] 10.222.0.23 "GET /v2.0/networks/256d620d-b7a6-4b66-aaa9-80e5bdc910ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704225 Sep 07 02:57:39.130936 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-3e944f82-2adf-4db5-9ed9-e11bf1bba1b6 req-f12913cc-91fc-43bf-9c8f-0f76719cd9da tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Deleting port 39466170-006a-4e0a-b6a4-21db5ec9469c {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:57:39.131284 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-3e944f82-2adf-4db5-9ed9-e11bf1bba1b6 req-f12913cc-91fc-43bf-9c8f-0f76719cd9da tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:39.256803 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fcd9b7b-737d-4720-842f-72f20a3357d6 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:57:39.267226 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9fcd9b7b-737d-4720-842f-72f20a3357d6 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "PUT /v2.0/routers/ae5647fe-bac4-4607-9b60-2970593a64f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9813845 Sep 07 02:57:39.269358 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49760) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:39.271539 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df3e7a3-2cea-4b24-90e5-fa5437562e35 None None] Sync routers for ids ['ae5647fe-bac4-4607-9b60-2970593a64f8'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:57:39.280873 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-27dafcea-2a7a-4b2a-b96b-6a976b7db286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:39.282794 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df3e7a3-2cea-4b24-90e5-fa5437562e35 None None] Routers {'ae5647fe-bac4-4607-9b60-2970593a64f8'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:57:39.283697 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-7df3e7a3-2cea-4b24-90e5-fa5437562e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:57:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['ae5647fe-bac4-4607-9b60-2970593a64f8'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:39.288385 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-3e944f82-2adf-4db5-9ed9-e11bf1bba1b6 req-f12913cc-91fc-43bf-9c8f-0f76719cd9da tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] For port 39466170-006a-4e0a-b6a4-21db5ec9469c, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=39466170-006a-4e0a-b6a4-21db5ec9469c,segment=NetworkSegment(58ef1e30-997c-458d-8586-ea47437ece78),segment_id=58ef1e30-997c-458d-8586-ea47437ece78)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:57:39.288763 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-3e944f82-2adf-4db5-9ed9-e11bf1bba1b6 req-f12913cc-91fc-43bf-9c8f-0f76719cd9da tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:39.310930 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-3e944f82-2adf-4db5-9ed9-e11bf1bba1b6 req-f12913cc-91fc-43bf-9c8f-0f76719cd9da tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Calling delete_port for 39466170-006a-4e0a-b6a4-21db5ec9469c owned by compute:nova {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:57:39.321958 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c1f90c10-51f8-4324-ae1b-f9475c3b36b3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:39.329945 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-7df3e7a3-2cea-4b24-90e5-fa5437562e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:39.339504 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df3e7a3-2cea-4b24-90e5-fa5437562e35 None None] Routers {'ae5647fe-bac4-4607-9b60-2970593a64f8'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:57:39.340243 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-7df3e7a3-2cea-4b24-90e5-fa5437562e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:57:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['ae5647fe-bac4-4607-9b60-2970593a64f8'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:39.343189 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1c4bda-3ae3-4224-9d45-eae72ec3d21a tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:39.344629 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-7b1c4bda-3ae3-4224-9d45-eae72ec3d21a tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "GET /v2.0/ports/5a0d0e9c-96c8-4b38-93fb-31fa87bc2419 HTTP/1.1" status: 200 len: 911 time: 0.0742476 Sep 07 02:57:39.348301 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-27dafcea-2a7a-4b2a-b96b-6a976b7db286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:39.349822 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49764) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:39.360887 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-f86140b6-034e-4567-a428-3dc1d1468475 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b39a4619-d96d-4293-916f-bd7af0afe179'}]}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:39.369211 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81521111-62e1-481d-bd97-3cfa758da226 req-fa99d058-5728-4a4d-b346-6d26bf0b7d34 service neutron] 10.222.0.16 "GET /v2.0/networks/6cd744d1-899a-4d57-ba10-aa6d1dc0746f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483556 Sep 07 02:57:39.376382 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-7df3e7a3-2cea-4b24-90e5-fa5437562e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:39.377369 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df3e7a3-2cea-4b24-90e5-fa5437562e35 None None] The sync data for ids ['ae5647fe-bac4-4607-9b60-2970593a64f8'] in n-d-796209-16 is: [] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:57:39.417055 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f90c10-51f8-4324-ae1b-f9475c3b36b3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:57:39.432629 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-c1f90c10-51f8-4324-ae1b-f9475c3b36b3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:57:39.436876 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f90c10-51f8-4324-ae1b-f9475c3b36b3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:39.437482 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c1f90c10-51f8-4324-ae1b-f9475c3b36b3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:39.439683 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f90c10-51f8-4324-ae1b-f9475c3b36b3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event updated for resources: {'Subnet': ['ID=ec0e2645-efa8-4fc9-98ce-01ad9bb6390d,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:39.454601 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9ee460-48f5-4fd0-8ac4-1fd63e263589 None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:57:39.466604 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c1f90c10-51f8-4324-ae1b-f9475c3b36b3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7182171 Sep 07 02:57:39.473878 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49770) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:39.480975 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-2d123651-9fda-4ef6-b158-1ea064e28f8d tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Request body: {'port': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'mac_address': 'fa:16:3e:94:a8:38', 'name': 'tempest-NetworksTestDHCPv6-1573727390'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:39.521611 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-27dafcea-2a7a-4b2a-b96b-6a976b7db286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:39.524521 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-27dafcea-2a7a-4b2a-b96b-6a976b7db286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:39.532090 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-27dafcea-2a7a-4b2a-b96b-6a976b7db286 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9c6aec50-4426-4f85-b17f-1a58ad0db47e HTTP/1.1" status: 204 len: 168 time: 0.4734468 Sep 07 02:57:39.612505 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dafcea-2a7a-4b2a-b96b-6a976b7db286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6aec50-4426-4f85-b17f-1a58ad0db47e,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:39.623655 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-3e944f82-2adf-4db5-9ed9-e11bf1bba1b6 req-f12913cc-91fc-43bf-9c8f-0f76719cd9da tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:39.654676 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ba396db-1311-4ea4-ba29-032650972ec3', 'tag': '41155c75-47f2-46cb-9c89-5e338a4ecd29'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:57:39.657381 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe29e35e-f47f-487a-8981-23b5c0c02e45" -d '{"events": [{"name": "network-changed", "server_uuid": "3ba396db-1311-4ea4-ba29-032650972ec3", "tag": "41155c75-47f2-46cb-9c89-5e338a4ecd29"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:57:39.709874 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 9bb0e84c-6f7b-40b0-94b0-a6f9a4740762 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:57:39.717356 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81521111-62e1-481d-bd97-3cfa758da226 req-e64de55e-b055-44cb-8e7e-4ab3580eb835 service neutron] 10.222.0.16 "GET /v2.0/networks/6cd744d1-899a-4d57-ba10-aa6d1dc0746f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236353 Sep 07 02:57:39.719888 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['39466170-006a-4e0a-b6a4-21db5ec9469c'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:57:39.727640 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12913cc-91fc-43bf-9c8f-0f76719cd9da tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Pushing event deleted for resources: {'Port': ['ID=39466170-006a-4e0a-b6a4-21db5ec9469c,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:39.751448 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84d8351-a59d-4666-8904-1b99d392a4ad x-openstack-request-id: req-d84d8351-a59d-4666-8904-1b99d392a4ad {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:57:39.752160 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ba396db-1311-4ea4-ba29-032650972ec3", "tag": "41155c75-47f2-46cb-9c89-5e338a4ecd29", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:57:39.752305 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d84d8351-a59d-4666-8904-1b99d392a4ad {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:57:39.753030 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ba396db-1311-4ea4-ba29-032650972ec3', 'tag': '41155c75-47f2-46cb-9c89-5e338a4ecd29', 'status': 'completed', 'code': 200} Sep 07 02:57:39.803634 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d123651-9fda-4ef6-b158-1ea064e28f8d tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Made reservation on behalf of 4c9354482bbf46e593fb1c1c8959ca81 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:57:39.810352 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2d123651-9fda-4ef6-b158-1ea064e28f8d tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:39.837438 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 9bb0e84c-6f7b-40b0-94b0-a6f9a4740762 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:57:39.837971 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 9bb0e84c-6f7b-40b0-94b0-a6f9a4740762 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:57:39.880729 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e944f82-2adf-4db5-9ed9-e11bf1bba1b6 req-f12913cc-91fc-43bf-9c8f-0f76719cd9da tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] No DVR routers for this DVR port 39466170-006a-4e0a-b6a4-21db5ec9469c on host n-h1-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:57:39.885379 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-3e944f82-2adf-4db5-9ed9-e11bf1bba1b6 req-f12913cc-91fc-43bf-9c8f-0f76719cd9da tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:39.888827 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3e944f82-2adf-4db5-9ed9-e11bf1bba1b6 req-f12913cc-91fc-43bf-9c8f-0f76719cd9da tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.23 "DELETE /v2.0/ports/39466170-006a-4e0a-b6a4-21db5ec9469c HTTP/1.1" status: 204 len: 173 time: 0.9350131 Sep 07 02:57:39.891327 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5cb82fe-718c-48ae-87b9-3ee35681d47c', 'name': 'network-vif-deleted', 'tag': '39466170-006a-4e0a-b6a4-21db5ec9469c'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:57:39.893674 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29b484d-5bd6-42af-b5d3-8797fce9661b" -d '{"events": [{"server_uuid": "d5cb82fe-718c-48ae-87b9-3ee35681d47c", "name": "network-vif-deleted", "tag": "39466170-006a-4e0a-b6a4-21db5ec9469c"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:57:39.906706 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-2d123651-9fda-4ef6-b158-1ea064e28f8d tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] device_id is not set on port c7602e48-0780-4760-a213-a562a4c1bd1f yet. {{(pid=94701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:57:39.922561 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea2d66a-61ee-4d75-9d9e-c5a4c35a0d26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-98fba89c-e7ad-427b-9268-93662b8245b2', 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'tenant_id': '4c9354482bbf46e593fb1c1c8959ca81', 'fixed_ips': [{'subnet_id': 'ec0e2645-efa8-4fc9-98ce-01ad9bb6390d'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:57:39.923919 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2ea2d66a-61ee-4d75-9d9e-c5a4c35a0d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:39.931979 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718a08f-4dbd-488e-8717-1fdff6b0edfb req-7e471f93-683d-4baf-9940-47df56e9f749 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:39.933884 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e718a08f-4dbd-488e-8717-1fdff6b0edfb req-7e471f93-683d-4baf-9940-47df56e9f749 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/ports?device_id=15773523-5601-4fb0-a7fd-950e5fb6692d HTTP/1.1" status: 200 len: 944 time: 0.5095716 Sep 07 02:57:39.973776 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-754b1030-aa1e-4a50-80eb-9f11d360dfcf req-08a131e0-b593-4919-8ca4-0c3dbd039e05 tempest-ServerRescueTestJSON-108037931 tempest-ServerRescueTestJSON-108037931-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5cb82fe-718c-48ae-87b9-3ee35681d47c HTTP/1.1" status: 200 len: 210 time: 0.1102805 Sep 07 02:57:40.009098 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 728f909c-f984-45cc-b40c-8f22e683e9d1 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:57:40.040159 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e718a08f-4dbd-488e-8717-1fdff6b0edfb req-9148d2c7-0a93-4065-adb5-7d517087fd95 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/security-groups?id=70ce7ce8-5054-445c-a59d-ebe3700b4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640414 Sep 07 02:57:40.070316 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe29e35e-f47f-487a-8981-23b5c0c02e45 req-146f0f2b-6c73-499a-bd2d-9676d8608ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:40.072168 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fe29e35e-f47f-487a-8981-23b5c0c02e45 req-146f0f2b-6c73-499a-bd2d-9676d8608ab7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=626f31b15da14e0da01388cbfdee7f90&device_id=3ba396db-1311-4ea4-ba29-032650972ec3 HTTP/1.1" status: 200 len: 1095 time: 0.2970405 Sep 07 02:57:40.073009 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f86140b6-034e-4567-a428-3dc1d1468475 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:40.125008 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5e01b0-57ba-4723-a5a5-6aa2ec5f8fa9 x-openstack-request-id: req-6c5e01b0-57ba-4723-a5a5-6aa2ec5f8fa9 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:57:40.125725 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5cb82fe-718c-48ae-87b9-3ee35681d47c", "name": "network-vif-deleted", "tag": "39466170-006a-4e0a-b6a4-21db5ec9469c", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:57:40.126251 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6c5e01b0-57ba-4723-a5a5-6aa2ec5f8fa9 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:57:40.126986 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5cb82fe-718c-48ae-87b9-3ee35681d47c', 'name': 'network-vif-deleted', 'tag': '39466170-006a-4e0a-b6a4-21db5ec9469c', 'status': 'completed', 'code': 200} Sep 07 02:57:40.161607 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-2d123651-9fda-4ef6-b158-1ea064e28f8d tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Allocated IP 2001:db8::197 (98fba89c-e7ad-427b-9268-93662b8245b2/ec0e2645-efa8-4fc9-98ce-01ad9bb6390d/c7602e48-0780-4760-a213-a562a4c1bd1f) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:57:40.220645 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 728f909c-f984-45cc-b40c-8f22e683e9d1, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=728f909c-f984-45cc-b40c-8f22e683e9d1,segment=NetworkSegment(ba1f9a1d-76cb-4a15-91d5-0944bdc5e669),segment_id=ba1f9a1d-76cb-4a15-91d5-0944bdc5e669)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:57:40.236391 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '728f909c-f984-45cc-b40c-8f22e683e9d1', 'network_id': '256d620d-b7a6-4b66-aaa9-80e5bdc910ad', 'port_id': '728f909c-f984-45cc-b40c-8f22e683e9d1', 'mac_address': 'fa:16:3e:5c:ff:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e962ec47-dcbe-48ec-becb-a133fc5449e5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:57:40.293185 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:40.309444 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 728f909c-f984-45cc-b40c-8f22e683e9d1 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:57:40.344723 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2d123651-9fda-4ef6-b158-1ea064e28f8d tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:40.350733 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 728f909c-f984-45cc-b40c-8f22e683e9d1, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=728f909c-f984-45cc-b40c-8f22e683e9d1,segment=NetworkSegment(ba1f9a1d-76cb-4a15-91d5-0944bdc5e669),segment_id=ba1f9a1d-76cb-4a15-91d5-0944bdc5e669)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:57:40.356131 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:40.362010 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-2d123651-9fda-4ef6-b158-1ea064e28f8d tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Transition to ACTIVE for port object c7602e48-0780-4760-a213-a562a4c1bd1f will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:57:40.426560 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2d123651-9fda-4ef6-b158-1ea064e28f8d tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:40.456068 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f8865-e9ac-4daf-a8af-8d7db5e14c3d req-416d81e5-e290-48b6-b989-83c500be7b99 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:40.463826 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-852f8865-e9ac-4daf-a8af-8d7db5e14c3d req-416d81e5-e290-48b6-b989-83c500be7b99 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ba396db-1311-4ea4-ba29-032650972ec3 HTTP/1.1" status: 200 len: 943 time: 0.1857679 Sep 07 02:57:40.499939 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d123651-9fda-4ef6-b158-1ea064e28f8d tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:57:40.504519 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-2d123651-9fda-4ef6-b158-1ea064e28f8d tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:57:40.508196 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d123651-9fda-4ef6-b158-1ea064e28f8d tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:57:40.509661 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-2ea2d66a-61ee-4d75-9d9e-c5a4c35a0d26 None None] Allocated IP 2001:db8::2 (98fba89c-e7ad-427b-9268-93662b8245b2/ec0e2645-efa8-4fc9-98ce-01ad9bb6390d/e958df08-77e7-45c3-8227-ca96cc291466) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:57:40.517629 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d123651-9fda-4ef6-b158-1ea064e28f8d tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:40.517629 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2d123651-9fda-4ef6-b158-1ea064e28f8d tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:40.522308 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d123651-9fda-4ef6-b158-1ea064e28f8d tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event updated for resources: {'Port': ['ID=c7602e48-0780-4760-a213-a562a4c1bd1f,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:40.544273 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-2d123651-9fda-4ef6-b158-1ea064e28f8d tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0639722 Sep 07 02:57:40.544273 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49798) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:40.544482 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-852f8865-e9ac-4daf-a8af-8d7db5e14c3d req-f96665a7-21bf-426a-a697-33f2a8d9c880 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=294b048e-8567-497b-8d1d-04d7fb63968c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788305 Sep 07 02:57:40.557556 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe29e35e-f47f-487a-8981-23b5c0c02e45 req-6fb32fb8-dfe1-475d-824b-0352bd3e8f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:40.559989 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fe29e35e-f47f-487a-8981-23b5c0c02e45 req-6fb32fb8-dfe1-475d-824b-0352bd3e8f29 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6cd744d1-899a-4d57-ba10-aa6d1dc0746f HTTP/1.1" status: 200 len: 896 time: 0.4666467 Sep 07 02:57:40.605445 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081c12ac-a701-4c87-b472-c9c711687f6d tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:40.607211 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-081c12ac-a701-4c87-b472-c9c711687f6d tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0627360 Sep 07 02:57:40.610030 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49802) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:40.650813 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fe29e35e-f47f-487a-8981-23b5c0c02e45 req-ddb14861-bba9-4b8d-bcad-74f53067745b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41155c75-47f2-46cb-9c89-5e338a4ecd29 HTTP/1.1" status: 200 len: 217 time: 0.0787849 Sep 07 02:57:40.721604 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2ea2d66a-61ee-4d75-9d9e-c5a4c35a0d26 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:40.730844 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-5b805804-33d5-4628-bca3-b0139833cd43 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Deleting port c7602e48-0780-4760-a213-a562a4c1bd1f {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:57:40.731402 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5b805804-33d5-4628-bca3-b0139833cd43 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:40.731929 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=728f909c-f984-45cc-b40c-8f22e683e9d1,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:40.737098 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-2ea2d66a-61ee-4d75-9d9e-c5a4c35a0d26 None None] Transition to ACTIVE for port object e958df08-77e7-45c3-8227-ca96cc291466 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:57:40.762322 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-2ea2d66a-61ee-4d75-9d9e-c5a4c35a0d26 None None] Transition to ACTIVE for port object e958df08-77e7-45c3-8227-ca96cc291466 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:57:40.762595 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe29e35e-f47f-487a-8981-23b5c0c02e45 req-4b932181-37b2-42c9-b434-06683797ab02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:40.764244 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fe29e35e-f47f-487a-8981-23b5c0c02e45 req-4b932181-37b2-42c9-b434-06683797ab02 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c3e8b00e-7dd5-4121-9d90-2dad2df2b8a4 HTTP/1.1" status: 200 len: 835 time: 0.1022878 Sep 07 02:57:40.773248 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2ea2d66a-61ee-4d75-9d9e-c5a4c35a0d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:40.784352 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['728f909c-f984-45cc-b40c-8f22e683e9d1'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:57:40.846461 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea2d66a-61ee-4d75-9d9e-c5a4c35a0d26 None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:57:40.847862 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe29e35e-f47f-487a-8981-23b5c0c02e45 req-807bef69-9751-4699-9d10-7cefb9681c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:40.850337 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fe29e35e-f47f-487a-8981-23b5c0c02e45 req-807bef69-9751-4699-9d10-7cefb9681c53 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6cd744d1-899a-4d57-ba10-aa6d1dc0746f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0784039 Sep 07 02:57:40.853139 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f86140b6-034e-4567-a428-3dc1d1468475 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:40.860414 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-2ea2d66a-61ee-4d75-9d9e-c5a4c35a0d26 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:57:40.867966 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea2d66a-61ee-4d75-9d9e-c5a4c35a0d26 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:57:40.870265 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea2d66a-61ee-4d75-9d9e-c5a4c35a0d26 None None] Pushing event updated for resources: {'Port': ['ID=e958df08-77e7-45c3-8227-ca96cc291466,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:40.874165 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5b805804-33d5-4628-bca3-b0139833cd43 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:40.881759 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f86140b6-034e-4567-a428-3dc1d1468475 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:40.889754 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86140b6-034e-4567-a428-3dc1d1468475 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:40.890517 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f86140b6-034e-4567-a428-3dc1d1468475 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:40.891095 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-5b805804-33d5-4628-bca3-b0139833cd43 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Calling delete_port for c7602e48-0780-4760-a213-a562a4c1bd1f owned by {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:57:40.892102 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f86140b6-034e-4567-a428-3dc1d1468475 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "PUT /v2.0/ports/5a0d0e9c-96c8-4b38-93fb-31fa87bc2419 HTTP/1.1" status: 200 len: 911 time: 1.5399940 Sep 07 02:57:40.896925 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49806) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:40.938504 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-2ea2d66a-61ee-4d75-9d9e-c5a4c35a0d26 None None] Attempting to bind port e958df08-77e7-45c3-8227-ca96cc291466 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:57:40.938891 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-2ea2d66a-61ee-4d75-9d9e-c5a4c35a0d26 None None] Attempting to bind port e958df08-77e7-45c3-8227-ca96cc291466 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:57:40.939236 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea2d66a-61ee-4d75-9d9e-c5a4c35a0d26 None None] Attempting to bind port e958df08-77e7-45c3-8227-ca96cc291466 on network 98fba89c-e7ad-427b-9268-93662b8245b2 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:57:40.954156 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea2d66a-61ee-4d75-9d9e-c5a4c35a0d26 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:57:40.954538 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea2d66a-61ee-4d75-9d9e-c5a4c35a0d26 None None] Checking segment: {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:57:40.955369 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2ea2d66a-61ee-4d75-9d9e-c5a4c35a0d26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:40.955369 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea2d66a-61ee-4d75-9d9e-c5a4c35a0d26 None None] Bound using segment: {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:57:40.955831 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-2ea2d66a-61ee-4d75-9d9e-c5a4c35a0d26 None None] Bound port: e958df08-77e7-45c3-8227-ca96cc291466, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:57:40.956363 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2ea2d66a-61ee-4d75-9d9e-c5a4c35a0d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:40.995146 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86140b6-034e-4567-a428-3dc1d1468475 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event updated for resources: {'Port': ['ID=5a0d0e9c-96c8-4b38-93fb-31fa87bc2419,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:41.023720 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fe29e35e-f47f-487a-8981-23b5c0c02e45 req-a4010318-8965-419e-96d3-41c2f6587ef3 service neutron] 10.222.0.16 "GET /v2.0/networks/6cd744d1-899a-4d57-ba10-aa6d1dc0746f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646879 Sep 07 02:57:41.073337 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49812) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:41.164851 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-2ea2d66a-61ee-4d75-9d9e-c5a4c35a0d26 None None] For port e958df08-77e7-45c3-8227-ca96cc291466, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:57:41.174213 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-2ea2d66a-61ee-4d75-9d9e-c5a4c35a0d26 None None] For port e958df08-77e7-45c3-8227-ca96cc291466, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=e958df08-77e7-45c3-8227-ca96cc291466,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:57:41.185879 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2ea2d66a-61ee-4d75-9d9e-c5a4c35a0d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:41.273072 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fe29e35e-f47f-487a-8981-23b5c0c02e45 req-1f1dea29-2b7c-4e13-b086-7e9b03de1393 service neutron] 10.222.0.16 "GET /v2.0/networks/6cd744d1-899a-4d57-ba10-aa6d1dc0746f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331116 Sep 07 02:57:41.280988 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 41155c75-47f2-46cb-9c89-5e338a4ecd29 details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:57:41.288867 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6793007-f0d9-4440-bd2c-78c40923f8d2 req-eba18f04-fb07-4bec-b201-2483d6e2618c tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:41.291419 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a6793007-f0d9-4440-bd2c-78c40923f8d2 req-eba18f04-fb07-4bec-b201-2483d6e2618c tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/ports?device_id=15773523-5601-4fb0-a7fd-950e5fb6692d HTTP/1.1" status: 200 len: 945 time: 0.1658950 Sep 07 02:57:41.293860 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea2d66a-61ee-4d75-9d9e-c5a4c35a0d26 None None] Pushing event updated for resources: {'Port': ['ID=e958df08-77e7-45c3-8227-ca96cc291466,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:41.402588 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a6793007-f0d9-4440-bd2c-78c40923f8d2 req-a1c3d282-ae69-4012-abee-bf7b9f211c80 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/security-groups?id=70ce7ce8-5054-445c-a59d-ebe3700b4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574331 Sep 07 02:57:41.450543 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5b805804-33d5-4628-bca3-b0139833cd43 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:41.503044 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b805804-33d5-4628-bca3-b0139833cd43 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event deleted for resources: {'Port': ['ID=c7602e48-0780-4760-a213-a562a4c1bd1f,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:41.550343 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 41155c75-47f2-46cb-9c89-5e338a4ecd29, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=41155c75-47f2-46cb-9c89-5e338a4ecd29,segment=NetworkSegment(05a63878-67bb-453a-b0c6-23f8e4899735),segment_id=05a63878-67bb-453a-b0c6-23f8e4899735)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:57:41.592372 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '41155c75-47f2-46cb-9c89-5e338a4ecd29', 'network_id': '6cd744d1-899a-4d57-ba10-aa6d1dc0746f', 'port_id': '41155c75-47f2-46cb-9c89-5e338a4ecd29', 'mac_address': 'fa:16:3e:26:7f:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3e8b00e-7dd5-4121-9d90-2dad2df2b8a4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:57:41.598977 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5b805804-33d5-4628-bca3-b0139833cd43 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:41.604493 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-5b805804-33d5-4628-bca3-b0139833cd43 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/ports/c7602e48-0780-4760-a213-a562a4c1bd1f HTTP/1.1" status: 204 len: 168 time: 0.9907010 Sep 07 02:57:41.605620 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49828) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:41.644912 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:41.660492 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41155c75-47f2-46cb-9c89-5e338a4ecd29 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:57:41.684854 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 41155c75-47f2-46cb-9c89-5e338a4ecd29, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=41155c75-47f2-46cb-9c89-5e338a4ecd29,segment=NetworkSegment(05a63878-67bb-453a-b0c6-23f8e4899735),segment_id=05a63878-67bb-453a-b0c6-23f8e4899735)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:57:41.694604 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:41.771378 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=41155c75-47f2-46cb-9c89-5e338a4ecd29,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:41.777181 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef832c9-5a2a-4f10-a23f-24886a335baa tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:41.778898 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef832c9-5a2a-4f10-a23f-24886a335baa tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:41.783256 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-7ef832c9-5a2a-4f10-a23f-24886a335baa tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1708581 Sep 07 02:57:41.785003 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bde4ba04-6260-4b62-bb11-eb5d97d50255 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:41.788224 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49834) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:41.825024 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c035ae31-7a26-4900-a68c-4ef314b114d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:41.873650 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f9018-216a-4e61-b385-e8eddd5dd194 req-2026ca63-ad2c-46d1-8c7c-896dd0b13e10 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:41.875203 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-be7f9018-216a-4e61-b385-e8eddd5dd194 req-2026ca63-ad2c-46d1-8c7c-896dd0b13e10 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ba396db-1311-4ea4-ba29-032650972ec3 HTTP/1.1" status: 200 len: 944 time: 0.1665246 Sep 07 02:57:41.896870 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['41155c75-47f2-46cb-9c89-5e338a4ecd29'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:57:41.957543 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5ad95e7-e9d9-4dcf-a178-5b428b28bad6 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Deleting subnet ec0e2645-efa8-4fc9-98ce-01ad9bb6390d {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:57:41.964051 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b5ad95e7-e9d9-4dcf-a178-5b428b28bad6 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:42.009911 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 728f909c-f984-45cc-b40c-8f22e683e9d1 up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:57:42.082628 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b5ad95e7-e9d9-4dcf-a178-5b428b28bad6 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:42.139959 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port 728f909c-f984-45cc-b40c-8f22e683e9d1 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:57:42.169984 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port 728f909c-f984-45cc-b40c-8f22e683e9d1 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:57:42.170504 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:42.193248 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b5ad95e7-e9d9-4dcf-a178-5b428b28bad6 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:42.193805 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-c035ae31-7a26-4900-a68c-4ef314b114d1 admin admin] Deleting port 65af94e4-b70d-4cb6-9c10-59c93cecdb7c {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:57:42.194353 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c035ae31-7a26-4900-a68c-4ef314b114d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:42.310765 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-be7f9018-216a-4e61-b385-e8eddd5dd194 req-b9364646-acb0-4474-846d-511d50a6d155 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=294b048e-8567-497b-8d1d-04d7fb63968c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4060676 Sep 07 02:57:42.313008 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b5ad95e7-e9d9-4dcf-a178-5b428b28bad6 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:42.364997 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ad95e7-e9d9-4dcf-a178-5b428b28bad6 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event deleted for resources: {'Subnet': ['ID=ec0e2645-efa8-4fc9-98ce-01ad9bb6390d,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:42.372409 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b5ad95e7-e9d9-4dcf-a178-5b428b28bad6 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:42.374548 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b5ad95e7-e9d9-4dcf-a178-5b428b28bad6 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/subnets/ec0e2645-efa8-4fc9-98ce-01ad9bb6390d HTTP/1.1" status: 204 len: 168 time: 0.5857184 Sep 07 02:57:42.377519 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49850) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:42.408898 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:42.430786 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49854) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:42.440665 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-04c0ed9a-2d0e-4bb3-9a9a-cb8d8a2eaef0 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0620055 Sep 07 02:57:42.450730 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15773523-5601-4fb0-a7fd-950e5fb6692d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728f909c-f984-45cc-b40c-8f22e683e9d1'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:57:42.453908 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832342c2-ba6f-4bc0-9b3b-84600b9d0a3d" -d '{"events": [{"server_uuid": "15773523-5601-4fb0-a7fd-950e5fb6692d", "name": "network-vif-plugged", "status": "completed", "tag": "728f909c-f984-45cc-b40c-8f22e683e9d1"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:57:42.457776 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49856) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:42.469639 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 728f909c-f984-45cc-b40c-8f22e683e9d1, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=728f909c-f984-45cc-b40c-8f22e683e9d1,segment=NetworkSegment(ba1f9a1d-76cb-4a15-91d5-0944bdc5e669),segment_id=ba1f9a1d-76cb-4a15-91d5-0944bdc5e669)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:57:42.477679 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:42.478622 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 39466170-006a-4e0a-b6a4-21db5ec9469c no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:57:42.533977 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: 39466170-006a-4e0a-b6a4-21db5ec9469c {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:57:42.533977 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 39466170-006a-4e0a-b6a4-21db5ec9469c not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:57:42.569362 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5840e14-ba43-4a78-99e0-7e2da52b1d22 x-openstack-request-id: req-d5840e14-ba43-4a78-99e0-7e2da52b1d22 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:57:42.569657 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15773523-5601-4fb0-a7fd-950e5fb6692d", "name": "network-vif-plugged", "status": "completed", "tag": "728f909c-f984-45cc-b40c-8f22e683e9d1", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:57:42.569911 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d5840e14-ba43-4a78-99e0-7e2da52b1d22 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:57:42.571014 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15773523-5601-4fb0-a7fd-950e5fb6692d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728f909c-f984-45cc-b40c-8f22e683e9d1', 'code': 200} Sep 07 02:57:42.573273 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe60f0a-574b-42c0-a537-1af29ff53960 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:42.577456 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-dbe60f0a-574b-42c0-a537-1af29ff53960 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1161408 Sep 07 02:57:42.578474 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49862) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:42.580534 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=728f909c-f984-45cc-b40c-8f22e683e9d1,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:42.718662 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672595fb-630c-48a1-af1a-aed7b9b746df tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:42.722707 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-672595fb-630c-48a1-af1a-aed7b9b746df tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1407249 Sep 07 02:57:42.725623 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8559e3b3-3e4d-4b5f-8b65-723828a63fa2 None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:57:42.727120 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e9161586-e239-4783-920b-7ee210dceda6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:42.729701 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49864) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:42.779758 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-c035ae31-7a26-4900-a68c-4ef314b114d1 admin admin] For port 65af94e4-b70d-4cb6-9c10-59c93cecdb7c, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=65af94e4-b70d-4cb6-9c10-59c93cecdb7c,segment=NetworkSegment(58ef1e30-997c-458d-8586-ea47437ece78),segment_id=58ef1e30-997c-458d-8586-ea47437ece78)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:57:42.780142 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c035ae31-7a26-4900-a68c-4ef314b114d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:42.790799 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b1e3383a-2330-400a-a4ed-7bec77c7578c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0522666 Sep 07 02:57:42.794736 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49866) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:42.803285 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-df8226bb-88f2-4ced-a6d8-12f4026b5e7d tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Request body: {'subnet': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:42.804621 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec91d2e-39f5-4cb2-b8a2-cbeed273676b req-0901b9c8-f3e5-47bf-95ad-101bca29373d tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:42.808231 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3ec91d2e-39f5-4cb2-b8a2-cbeed273676b req-0901b9c8-f3e5-47bf-95ad-101bca29373d tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/ports?device_id=15773523-5601-4fb0-a7fd-950e5fb6692d HTTP/1.1" status: 200 len: 946 time: 0.0908651 Sep 07 02:57:42.825125 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-c035ae31-7a26-4900-a68c-4ef314b114d1 admin admin] Calling delete_port for 65af94e4-b70d-4cb6-9c10-59c93cecdb7c owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:57:42.825817 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-bde4ba04-6260-4b62-bb11-eb5d97d50255 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Deleting port 5a0d0e9c-96c8-4b38-93fb-31fa87bc2419 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:57:42.825988 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bde4ba04-6260-4b62-bb11-eb5d97d50255 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:42.830348 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280d818-6e42-47b1-b7aa-e99b653e0122 req-01e94403-e6cb-41f4-8bea-231aa7e75a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:42.831633 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e280d818-6e42-47b1-b7aa-e99b653e0122 req-01e94403-e6cb-41f4-8bea-231aa7e75a78 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=15773523-5601-4fb0-a7fd-950e5fb6692d HTTP/1.1" status: 200 len: 1098 time: 0.1786261 Sep 07 02:57:42.858326 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-664cfd70-daa9-4516-ac85-ace59ed74553 None None] Provisioning for port e958df08-77e7-45c3-8227-ca96cc291466 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:57:42.904368 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3ec91d2e-39f5-4cb2-b8a2-cbeed273676b req-57a30622-c18e-4e8f-a248-325662ac2060 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/security-groups?id=70ce7ce8-5054-445c-a59d-ebe3700b4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893118 Sep 07 02:57:42.944540 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bd0ec4-67a2-42b2-8440-d3f60258f992 None None] DHCP port deletion for 98fba89c-e7ad-427b-9268-93662b8245b2 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:57:42.996316 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-b9bd0ec4-67a2-42b2-8440-d3f60258f992 None None] Deleting port e958df08-77e7-45c3-8227-ca96cc291466 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:57:42.996701 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b9bd0ec4-67a2-42b2-8440-d3f60258f992 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:43.020441 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e280d818-6e42-47b1-b7aa-e99b653e0122 req-6ba14a61-cf4f-425c-a1de-8119afc5efad service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=70ce7ce8-5054-445c-a59d-ebe3700b4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634805 Sep 07 02:57:43.023941 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bde4ba04-6260-4b62-bb11-eb5d97d50255 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:43.041009 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-bde4ba04-6260-4b62-bb11-eb5d97d50255 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Calling delete_port for 5a0d0e9c-96c8-4b38-93fb-31fa87bc2419 owned by network:router_interface {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:57:43.062916 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-b9bd0ec4-67a2-42b2-8440-d3f60258f992 None None] For port e958df08-77e7-45c3-8227-ca96cc291466, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=e958df08-77e7-45c3-8227-ca96cc291466,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:57:43.063356 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b9bd0ec4-67a2-42b2-8440-d3f60258f992 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:43.077818 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-b9bd0ec4-67a2-42b2-8440-d3f60258f992 None None] Calling delete_port for e958df08-77e7-45c3-8227-ca96cc291466 owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:57:43.079093 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c035ae31-7a26-4900-a68c-4ef314b114d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:43.111026 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c035ae31-7a26-4900-a68c-4ef314b114d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=65af94e4-b70d-4cb6-9c10-59c93cecdb7c,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:43.130259 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e9161586-e239-4783-920b-7ee210dceda6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:43.143047 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e9161586-e239-4783-920b-7ee210dceda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:43.173465 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b9bd0ec4-67a2-42b2-8440-d3f60258f992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:43.202088 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bd0ec4-67a2-42b2-8440-d3f60258f992 None None] Pushing event deleted for resources: {'Port': ['ID=e958df08-77e7-45c3-8227-ca96cc291466,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:43.205742 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bd0ec4-67a2-42b2-8440-d3f60258f992 None None] No DVR routers for this DVR port e958df08-77e7-45c3-8227-ca96cc291466 on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:57:43.236725 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8226bb-88f2-4ced-a6d8-12f4026b5e7d tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Made reservation on behalf of 4c9354482bbf46e593fb1c1c8959ca81 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:57:43.240293 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-df8226bb-88f2-4ced-a6d8-12f4026b5e7d tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:43.259404 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9161586-e239-4783-920b-7ee210dceda6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5fdebb-c47d-47e3-80d8-7d4b8838f9da,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:43.279927 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e9161586-e239-4783-920b-7ee210dceda6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=176dc31811f645069aa242f059dbe9b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8355811 Sep 07 02:57:43.282499 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49868) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:43.287172 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 41155c75-47f2-46cb-9c89-5e338a4ecd29 up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:57:43.299283 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c035ae31-7a26-4900-a68c-4ef314b114d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:43.348557 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port 41155c75-47f2-46cb-9c89-5e338a4ecd29 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:57:43.354130 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 41155c75-47f2-46cb-9c89-5e338a4ecd29 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:57:43.354506 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:43.411884 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ab26991f-558e-47e5-b407-2bda04cd353d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:43.442730 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bde4ba04-6260-4b62-bb11-eb5d97d50255 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:43.467177 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ab26991f-558e-47e5-b407-2bda04cd353d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:43.482661 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde4ba04-6260-4b62-bb11-eb5d97d50255 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event deleted for resources: {'Port': ['ID=5a0d0e9c-96c8-4b38-93fb-31fa87bc2419,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:43.503459 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be65728a-2447-4871-b93b-cd45def36a6c req-cc2599e9-ffed-4716-9c07-f0b154bcc6b9 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:43.505345 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-be65728a-2447-4871-b93b-cd45def36a6c req-cc2599e9-ffed-4716-9c07-f0b154bcc6b9 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ba396db-1311-4ea4-ba29-032650972ec3 HTTP/1.1" status: 200 len: 944 time: 0.1090279 Sep 07 02:57:43.646861 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ab26991f-558e-47e5-b407-2bda04cd353d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:43.650508 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ab26991f-558e-47e5-b407-2bda04cd353d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:43.653523 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ab26991f-558e-47e5-b407-2bda04cd353d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5b5fdebb-c47d-47e3-80d8-7d4b8838f9da HTTP/1.1" status: 204 len: 168 time: 0.3676953 Sep 07 02:57:43.665562 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab26991f-558e-47e5-b407-2bda04cd353d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5fdebb-c47d-47e3-80d8-7d4b8838f9da,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:43.680574 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:43.692662 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c035ae31-7a26-4900-a68c-4ef314b114d1 admin admin] Router 5c774cfb-7509-4c0c-810f-c5950d76d0d7 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:57:43.729269 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 41155c75-47f2-46cb-9c89-5e338a4ecd29, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=41155c75-47f2-46cb-9c89-5e338a4ecd29,segment=NetworkSegment(05a63878-67bb-453a-b0c6-23f8e4899735),segment_id=05a63878-67bb-453a-b0c6-23f8e4899735)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:57:43.740929 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:43.799610 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=41155c75-47f2-46cb-9c89-5e338a4ecd29,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:43.879287 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c035ae31-7a26-4900-a68c-4ef314b114d1 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:57:43.890511 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c035ae31-7a26-4900-a68c-4ef314b114d1 admin admin] 10.222.0.22 "PUT /v2.0/routers/5c774cfb-7509-4c0c-810f-c5950d76d0d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8137405 Sep 07 02:57:43.891100 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49876) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:43.895063 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0b994b-3cd4-4753-a655-13a2036f55f0 None None] Sync routers for ids ['5c774cfb-7509-4c0c-810f-c5950d76d0d7'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:57:43.905709 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0b994b-3cd4-4753-a655-13a2036f55f0 None None] Routers {'5c774cfb-7509-4c0c-810f-c5950d76d0d7'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:57:43.906524 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-be0b994b-3cd4-4753-a655-13a2036f55f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:57:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['5c774cfb-7509-4c0c-810f-c5950d76d0d7'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:44.017511 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9d0c1355-ff4a-4eeb-9991-8a51cdfb1770 admin admin] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:44.051506 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-be0b994b-3cd4-4753-a655-13a2036f55f0 None None] Set router 5c774cfb-7509-4c0c-810f-c5950d76d0d7 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:57:44.137334 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea75fd-5800-4475-b1ef-fd9234c75899 req-d480f176-dc6b-4214-92a9-fc2487c4897f tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:44.138920 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-caea75fd-5800-4475-b1ef-fd9234c75899 req-d480f176-dc6b-4214-92a9-fc2487c4897f tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/ports?device_id=15773523-5601-4fb0-a7fd-950e5fb6692d HTTP/1.1" status: 200 len: 946 time: 0.0826678 Sep 07 02:57:44.142027 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49880) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:44.161234 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bde4ba04-6260-4b62-bb11-eb5d97d50255 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:44.194465 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-be65728a-2447-4871-b93b-cd45def36a6c req-68ddb44e-46c7-4903-aa8c-d22608576f3c tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=294b048e-8567-497b-8d1d-04d7fb63968c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6797616 Sep 07 02:57:44.197198 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-df777f75-9e23-44d6-9219-7a04def7004c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:44.262168 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9d0c1355-ff4a-4eeb-9991-8a51cdfb1770 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:44.272155 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-caea75fd-5800-4475-b1ef-fd9234c75899 req-d146e8a3-c347-4128-9f0c-a87e0fe2deae tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/security-groups?id=70ce7ce8-5054-445c-a59d-ebe3700b4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942719 Sep 07 02:57:44.330899 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-be0b994b-3cd4-4753-a655-13a2036f55f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c774cfb-7509-4c0c-810f-c5950d76d0d7', 'name': 'tempest-ServerRescueTestJSON-629202950-router', 'tenant_id': '89c66e467a844386bc921568c75855a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.76'}], 'enable_snat': True}, 'gw_port_id': '8494a490-4d7c-476a-a058-118b139f1c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:55:38Z', 'updated_at': '2021-09-07T02:57:43Z', 'revision_number': 5, 'project_id': '89c66e467a844386bc921568c75855a2', 'gw_port': {'id': '8494a490-4d7c-476a-a058-118b139f1c95', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:ab:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c774cfb-7509-4c0c-810f-c5950d76d0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:55:39Z', 'updated_at': '2021-09-07T02:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:44.364758 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0b994b-3cd4-4753-a655-13a2036f55f0 None None] Checking router: 5c774cfb-7509-4c0c-810f-c5950d76d0d7 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:57:44.374820 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0b994b-3cd4-4753-a655-13a2036f55f0 None None] Routers {'5c774cfb-7509-4c0c-810f-c5950d76d0d7'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:57:44.375686 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-be0b994b-3cd4-4753-a655-13a2036f55f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:57:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['5c774cfb-7509-4c0c-810f-c5950d76d0d7'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:44.388098 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-9d0c1355-ff4a-4eeb-9991-8a51cdfb1770 admin admin] Deleting port 8494a490-4d7c-476a-a058-118b139f1c95 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:57:44.388537 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9d0c1355-ff4a-4eeb-9991-8a51cdfb1770 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:44.419518 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-df777f75-9e23-44d6-9219-7a04def7004c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:44.425301 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bde4ba04-6260-4b62-bb11-eb5d97d50255 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Router ae5647fe-bac4-4607-9b60-2970593a64f8 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:57:44.427357 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-df777f75-9e23-44d6-9219-7a04def7004c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:44.485508 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-be0b994b-3cd4-4753-a655-13a2036f55f0 None None] Set router 5c774cfb-7509-4c0c-810f-c5950d76d0d7 gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:57:44.498013 n-d-796209-16 neutron-server[94701]: DEBUG neutron.objects.ports [None req-df8226bb-88f2-4ced-a6d8-12f4026b5e7d tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94701) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 02:57:44.500992 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-df8226bb-88f2-4ced-a6d8-12f4026b5e7d tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:44.521006 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-df777f75-9e23-44d6-9219-7a04def7004c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cf1d362ecaf048c0a3b8f427eaecbe5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3763604 Sep 07 02:57:44.521348 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49882) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:44.531960 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df777f75-9e23-44d6-9219-7a04def7004c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94cf3134-80d2-4d0c-91e5-154a8a00ee6f,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:44.535615 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-9d0c1355-ff4a-4eeb-9991-8a51cdfb1770 admin admin] For port 8494a490-4d7c-476a-a058-118b139f1c95, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=8494a490-4d7c-476a-a058-118b139f1c95,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:57:44.536049 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9d0c1355-ff4a-4eeb-9991-8a51cdfb1770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:44.541013 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-be0b994b-3cd4-4753-a655-13a2036f55f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c774cfb-7509-4c0c-810f-c5950d76d0d7', 'name': 'tempest-ServerRescueTestJSON-629202950-router', 'tenant_id': '89c66e467a844386bc921568c75855a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:55:38Z', 'updated_at': '2021-09-07T02:57:44Z', 'revision_number': 6, 'project_id': '89c66e467a844386bc921568c75855a2', 'gw_port_host': None}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:44.564491 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde4ba04-6260-4b62-bb11-eb5d97d50255 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:57:44.569850 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-bde4ba04-6260-4b62-bb11-eb5d97d50255 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "PUT /v2.0/routers/ae5647fe-bac4-4607-9b60-2970593a64f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6713188 Sep 07 02:57:44.573036 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49884) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:44.573919 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-9d0c1355-ff4a-4eeb-9991-8a51cdfb1770 admin admin] Calling delete_port for 8494a490-4d7c-476a-a058-118b139f1c95 owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:57:44.577494 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871e04fe-6e4d-4266-a44b-8b460ecc215f None None] Sync routers for ids ['ae5647fe-bac4-4607-9b60-2970593a64f8'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:57:44.578824 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8226bb-88f2-4ced-a6d8-12f4026b5e7d tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:57:44.580782 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba396db-1311-4ea4-ba29-032650972ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41155c75-47f2-46cb-9c89-5e338a4ecd29'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:57:44.583941 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-df8226bb-88f2-4ced-a6d8-12f4026b5e7d tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:57:44.585314 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193d57bd-ea84-4d84-8d5d-5036b55187e5" -d '{"events": [{"server_uuid": "3ba396db-1311-4ea4-ba29-032650972ec3", "name": "network-vif-plugged", "status": "completed", "tag": "41155c75-47f2-46cb-9c89-5e338a4ecd29"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:57:44.587640 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8226bb-88f2-4ced-a6d8-12f4026b5e7d tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:44.588028 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871e04fe-6e4d-4266-a44b-8b460ecc215f None None] Routers {'ae5647fe-bac4-4607-9b60-2970593a64f8'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:57:44.588597 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-df8226bb-88f2-4ced-a6d8-12f4026b5e7d tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:44.589138 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-871e04fe-6e4d-4266-a44b-8b460ecc215f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:57:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['ae5647fe-bac4-4607-9b60-2970593a64f8'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:44.604727 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f60eb41-11b8-45b2-be00-606ba051e930 None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:57:44.609892 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0b994b-3cd4-4753-a655-13a2036f55f0 None None] The sync data for ids ['5c774cfb-7509-4c0c-810f-c5950d76d0d7'] in n-d-796209-16 is: [{'id': '5c774cfb-7509-4c0c-810f-c5950d76d0d7', 'name': 'tempest-ServerRescueTestJSON-629202950-router', 'tenant_id': '89c66e467a844386bc921568c75855a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:55:38Z', 'updated_at': '2021-09-07T02:57:44Z', 'revision_number': 6, 'project_id': '89c66e467a844386bc921568c75855a2', 'gw_port_host': None}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:57:44.624366 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-946bd25d-e218-4c01-84e0-0bd3440aa9f7 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae5647fe-bac4-4607-9b60-2970593a64f8 HTTP/1.1" status: 200 len: 205 time: 0.0477514 Sep 07 02:57:44.625056 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49888) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:44.643650 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8226bb-88f2-4ced-a6d8-12f4026b5e7d tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event updated for resources: {'Subnet': ['ID=f0e3af12-1e08-48dc-832d-c253b0379323,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:44.655454 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-df8226bb-88f2-4ced-a6d8-12f4026b5e7d tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8584812 Sep 07 02:57:44.658159 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49890) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:44.669744 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-03253fc9-0bd7-4cfd-afa6-ce349d3d403a tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Request body: {'subnet': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:44.687064 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7b9187-4c62-41ba-ac27-e4e5c1e37eab x-openstack-request-id: req-6a7b9187-4c62-41ba-ac27-e4e5c1e37eab {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:57:44.687630 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ba396db-1311-4ea4-ba29-032650972ec3", "name": "network-vif-plugged", "status": "completed", "tag": "41155c75-47f2-46cb-9c89-5e338a4ecd29", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:57:44.687889 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6a7b9187-4c62-41ba-ac27-e4e5c1e37eab {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:57:44.689499 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba396db-1311-4ea4-ba29-032650972ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41155c75-47f2-46cb-9c89-5e338a4ecd29', 'code': 200} Sep 07 02:57:44.739618 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fd148d5a-35fb-41ff-ac04-0e3afeb2ebbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:44.763706 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-871e04fe-6e4d-4266-a44b-8b460ecc215f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:44.774229 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871e04fe-6e4d-4266-a44b-8b460ecc215f None None] Routers {'ae5647fe-bac4-4607-9b60-2970593a64f8'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:57:44.775181 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-871e04fe-6e4d-4266-a44b-8b460ecc215f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:57:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['ae5647fe-bac4-4607-9b60-2970593a64f8'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:44.805040 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0e8f5bed-46ad-4b18-9639-3a55474e232c tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:44.813463 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-871e04fe-6e4d-4266-a44b-8b460ecc215f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:44.814696 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871e04fe-6e4d-4266-a44b-8b460ecc215f None None] The sync data for ids ['ae5647fe-bac4-4607-9b60-2970593a64f8'] in n-d-796209-16 is: [] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:57:44.834502 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03253fc9-0bd7-4cfd-afa6-ce349d3d403a tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Made reservation on behalf of 4c9354482bbf46e593fb1c1c8959ca81 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:57:44.838999 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-03253fc9-0bd7-4cfd-afa6-ce349d3d403a tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:44.847142 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e787208-6c4c-4eed-83f8-2f24845ba139 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-98fba89c-e7ad-427b-9268-93662b8245b2', 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'tenant_id': '4c9354482bbf46e593fb1c1c8959ca81', 'fixed_ips': [{'subnet_id': 'f0e3af12-1e08-48dc-832d-c253b0379323'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:57:44.848137 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3e787208-6c4c-4eed-83f8-2f24845ba139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:44.878796 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fd148d5a-35fb-41ff-ac04-0e3afeb2ebbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:44.932025 n-d-796209-16 neutron-server[94701]: INFO neutron.db.ipam_backend_mixin [None req-03253fc9-0bd7-4cfd-afa6-ce349d3d403a tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f0e3af12-1e08-48dc-832d-c253b0379323 (CIDR: 2001:db8::/64) Sep 07 02:57:44.936701 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-03253fc9-0bd7-4cfd-afa6-ce349d3d403a tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 02:57:44.937167 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03253fc9-0bd7-4cfd-afa6-ce349d3d403a tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:57:44.956704 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-03253fc9-0bd7-4cfd-afa6-ce349d3d403a tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2948558 Sep 07 02:57:44.956955 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49892) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:44.962702 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-19bf44f6-50b0-481a-9059-d33077c47d5f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Request body: {'subnet': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:44.995861 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-3e787208-6c4c-4eed-83f8-2f24845ba139 None None] Allocated IP 2001:db8::f816:3eff:fe19:8dcf (98fba89c-e7ad-427b-9268-93662b8245b2/f0e3af12-1e08-48dc-832d-c253b0379323/c6c28b43-2151-4626-827d-9c0e6d6bec0a) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:57:45.062377 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5e792a-8534-47cf-8404-f8b00293eb60 req-266e7a61-261a-4238-8a9b-c4f4aa6c1f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:45.062377 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a5e792a-8534-47cf-8404-f8b00293eb60 req-266e7a61-261a-4238-8a9b-c4f4aa6c1f40 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3ba396db-1311-4ea4-ba29-032650972ec3 HTTP/1.1" status: 200 len: 1097 time: 0.3136840 Sep 07 02:57:45.090419 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19bf44f6-50b0-481a-9059-d33077c47d5f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Made reservation on behalf of 4c9354482bbf46e593fb1c1c8959ca81 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:57:45.091600 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0e8f5bed-46ad-4b18-9639-3a55474e232c tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:45.094706 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-19bf44f6-50b0-481a-9059-d33077c47d5f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:45.101955 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0e8f5bed-46ad-4b18-9639-3a55474e232c tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:45.176165 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fd148d5a-35fb-41ff-ac04-0e3afeb2ebbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:45.180385 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fd148d5a-35fb-41ff-ac04-0e3afeb2ebbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:45.184295 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-fd148d5a-35fb-41ff-ac04-0e3afeb2ebbe admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/94cf3134-80d2-4d0c-91e5-154a8a00ee6f HTTP/1.1" status: 204 len: 168 time: 0.6592391 Sep 07 02:57:45.194602 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3e787208-6c4c-4eed-83f8-2f24845ba139 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:45.196988 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a5e792a-8534-47cf-8404-f8b00293eb60 req-d653730d-ea49-4810-89bc-5d81c3f3f030 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=294b048e-8567-497b-8d1d-04d7fb63968c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032665 Sep 07 02:57:45.206689 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3e787208-6c4c-4eed-83f8-2f24845ba139 None None] Transition to ACTIVE for port object c6c28b43-2151-4626-827d-9c0e6d6bec0a will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:57:45.208880 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd148d5a-35fb-41ff-ac04-0e3afeb2ebbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94cf3134-80d2-4d0c-91e5-154a8a00ee6f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:45.210724 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0e8f5bed-46ad-4b18-9639-3a55474e232c tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:45.211349 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e8f5bed-46ad-4b18-9639-3a55474e232c tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Fanout notify agent at l3_agent the message router_deleted on router ae5647fe-bac4-4607-9b60-2970593a64f8 {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 02:57:45.237408 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3e787208-6c4c-4eed-83f8-2f24845ba139 None None] Transition to ACTIVE for port object c6c28b43-2151-4626-827d-9c0e6d6bec0a will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:57:45.244759 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0e8f5bed-46ad-4b18-9639-3a55474e232c tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:45.245768 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-0e8f5bed-46ad-4b18-9639-3a55474e232c tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "DELETE /v2.0/routers/ae5647fe-bac4-4607-9b60-2970593a64f8 HTTP/1.1" status: 204 len: 168 time: 0.6159737 Sep 07 02:57:45.248456 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49898) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:45.250362 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3e787208-6c4c-4eed-83f8-2f24845ba139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:45.299407 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e787208-6c4c-4eed-83f8-2f24845ba139 None None] Pushing event updated for resources: {'Port': ['ID=c6c28b43-2151-4626-827d-9c0e6d6bec0a,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:45.313281 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e787208-6c4c-4eed-83f8-2f24845ba139 None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:57:45.315123 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-3e787208-6c4c-4eed-83f8-2f24845ba139 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:57:45.318134 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e787208-6c4c-4eed-83f8-2f24845ba139 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:57:45.341885 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f4534a8-3077-4ad5-9126-c056434f7959 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Deleting subnet b39a4619-d96d-4293-916f-bd7af0afe179 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:57:45.347443 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9d0c1355-ff4a-4eeb-9991-8a51cdfb1770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:45.350105 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5f4534a8-3077-4ad5-9126-c056434f7959 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:45.395745 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-3e787208-6c4c-4eed-83f8-2f24845ba139 None None] Attempting to bind port c6c28b43-2151-4626-827d-9c0e6d6bec0a on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:57:45.396130 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-3e787208-6c4c-4eed-83f8-2f24845ba139 None None] Attempting to bind port c6c28b43-2151-4626-827d-9c0e6d6bec0a by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:57:45.396513 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e787208-6c4c-4eed-83f8-2f24845ba139 None None] Attempting to bind port c6c28b43-2151-4626-827d-9c0e6d6bec0a on network 98fba89c-e7ad-427b-9268-93662b8245b2 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:57:45.412395 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e787208-6c4c-4eed-83f8-2f24845ba139 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:57:45.412831 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e787208-6c4c-4eed-83f8-2f24845ba139 None None] Checking segment: {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:57:45.413006 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0c1355-ff4a-4eeb-9991-8a51cdfb1770 admin admin] Pushing event deleted for resources: {'Port': ['ID=8494a490-4d7c-476a-a058-118b139f1c95,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:45.413279 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3e787208-6c4c-4eed-83f8-2f24845ba139 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:45.413632 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e787208-6c4c-4eed-83f8-2f24845ba139 None None] Bound using segment: {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:57:45.414279 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-3e787208-6c4c-4eed-83f8-2f24845ba139 None None] Bound port: c6c28b43-2151-4626-827d-9c0e6d6bec0a, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:57:45.414895 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3e787208-6c4c-4eed-83f8-2f24845ba139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:45.451204 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43493145-5423-4aba-9f03-6e8a5d24a7cf req-3801399f-1502-4ff0-9291-e761d4a90b52 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:45.453311 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-43493145-5423-4aba-9f03-6e8a5d24a7cf req-3801399f-1502-4ff0-9291-e761d4a90b52 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ba396db-1311-4ea4-ba29-032650972ec3 HTTP/1.1" status: 200 len: 945 time: 0.1628561 Sep 07 02:57:45.457540 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5f4534a8-3077-4ad5-9126-c056434f7959 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:45.529805 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3e787208-6c4c-4eed-83f8-2f24845ba139 None None] For port c6c28b43-2151-4626-827d-9c0e6d6bec0a, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:57:45.538254 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3e787208-6c4c-4eed-83f8-2f24845ba139 None None] For port c6c28b43-2151-4626-827d-9c0e6d6bec0a, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=c6c28b43-2151-4626-827d-9c0e6d6bec0a,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:57:45.564823 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3e787208-6c4c-4eed-83f8-2f24845ba139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:45.574400 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-19bf44f6-50b0-481a-9059-d33077c47d5f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:45.618489 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9d0c1355-ff4a-4eeb-9991-8a51cdfb1770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:45.661209 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-43493145-5423-4aba-9f03-6e8a5d24a7cf req-0def910e-60c9-46c1-b90d-fecc62603f59 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=294b048e-8567-497b-8d1d-04d7fb63968c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486671 Sep 07 02:57:45.673555 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f2984-3709-4c12-bcfa-5c320859c1db req-ddf1a26c-2cb3-4270-9d32-8055538a7fe4 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:45.675597 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e15f2984-3709-4c12-bcfa-5c320859c1db req-ddf1a26c-2cb3-4270-9d32-8055538a7fe4 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/ports?device_id=15773523-5601-4fb0-a7fd-950e5fb6692d HTTP/1.1" status: 200 len: 946 time: 0.2518182 Sep 07 02:57:45.706851 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 65af94e4-b70d-4cb6-9c10-59c93cecdb7c no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:57:45.709291 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bf44f6-50b0-481a-9059-d33077c47d5f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:57:45.735210 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-19bf44f6-50b0-481a-9059-d33077c47d5f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:57:45.742197 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bf44f6-50b0-481a-9059-d33077c47d5f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:45.743177 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-19bf44f6-50b0-481a-9059-d33077c47d5f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:45.754098 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bf44f6-50b0-481a-9059-d33077c47d5f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event updated for resources: {'Subnet': ['ID=8fbf5fc7-dee6-4b6f-a028-e6d1a6bc78b3,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:45.778851 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 65af94e4-b70d-4cb6-9c10-59c93cecdb7c {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:57:45.778851 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 65af94e4-b70d-4cb6-9c10-59c93cecdb7c not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:57:45.778851 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 8494a490-4d7c-476a-a058-118b139f1c95 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:57:45.781547 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9d0c1355-ff4a-4eeb-9991-8a51cdfb1770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:45.785726 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9d0c1355-ff4a-4eeb-9991-8a51cdfb1770 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:45.793861 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e15f2984-3709-4c12-bcfa-5c320859c1db req-dca150f1-aa9f-4ba5-bd71-d91d8df3fb38 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/security-groups?id=70ce7ce8-5054-445c-a59d-ebe3700b4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052732 Sep 07 02:57:45.796611 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5f4534a8-3077-4ad5-9126-c056434f7959 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:45.798949 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-19bf44f6-50b0-481a-9059-d33077c47d5f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8409543 Sep 07 02:57:45.800166 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49910) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:45.804850 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-ae35a8a4-56ab-4693-aa42-3e95982095da tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Request body: {'port': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'mac_address': 'fa:16:3e:2c:46:08', 'name': 'tempest-NetworksTestDHCPv6-2146346417'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:45.862154 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e787208-6c4c-4eed-83f8-2f24845ba139 None None] Pushing event updated for resources: {'Port': ['ID=c6c28b43-2151-4626-827d-9c0e6d6bec0a,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:45.870737 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 8494a490-4d7c-476a-a058-118b139f1c95 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:57:45.871100 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 8494a490-4d7c-476a-a058-118b139f1c95 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:57:45.900793 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9d0c1355-ff4a-4eeb-9991-8a51cdfb1770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:45.901440 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0c1355-ff4a-4eeb-9991-8a51cdfb1770 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c774cfb-7509-4c0c-810f-c5950d76d0d7 {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 02:57:45.908710 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9d0c1355-ff4a-4eeb-9991-8a51cdfb1770 admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:45.909680 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9d0c1355-ff4a-4eeb-9991-8a51cdfb1770 admin admin] 10.222.0.22 "DELETE /v2.0/routers/5c774cfb-7509-4c0c-810f-c5950d76d0d7 HTTP/1.1" status: 204 len: 168 time: 2.0174751 Sep 07 02:57:45.913124 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49916) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:46.009022 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5f4534a8-3077-4ad5-9126-c056434f7959 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:46.009807 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae35a8a4-56ab-4693-aa42-3e95982095da tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Made reservation on behalf of 4c9354482bbf46e593fb1c1c8959ca81 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:57:46.041842 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-b077d609-c8b4-4717-9de5-f6fdf9b60b25 admin admin] Deleting subnet 382293f2-2c50-4f74-844f-42b0dddcc916 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:57:46.047454 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5f4534a8-3077-4ad5-9126-c056434f7959 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:46.066140 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978176c5-f72e-4bfa-8fc3-081793905e7a None None] Network 6b4ff375-e776-4325-b2f3-e9313a0f6485 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:57:46.068917 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-5f4534a8-3077-4ad5-9126-c056434f7959 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "DELETE /v2.0/subnets/b39a4619-d96d-4293-916f-bd7af0afe179 HTTP/1.1" status: 204 len: 168 time: 0.8140531 Sep 07 02:57:46.071719 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49918) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:46.114687 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b077d609-c8b4-4717-9de5-f6fdf9b60b25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:46.165060 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4534a8-3077-4ad5-9126-c056434f7959 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event deleted for resources: {'Subnet': ['ID=b39a4619-d96d-4293-916f-bd7af0afe179,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:46.279515 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b077d609-c8b4-4717-9de5-f6fdf9b60b25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:46.321496 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e10a72ef-e27f-44f7-ab7f-0db4fde37437 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:46.361121 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b077d609-c8b4-4717-9de5-f6fdf9b60b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:46.384819 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ae35a8a4-56ab-4693-aa42-3e95982095da tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:46.408206 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-ae35a8a4-56ab-4693-aa42-3e95982095da tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] device_id is not set on port 3c7d73a2-7877-4527-9106-900cf9a13ca5 yet. {{(pid=94701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:57:46.452232 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-e10a72ef-e27f-44f7-ab7f-0db4fde37437 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Deleting port d091de46-0458-4604-9f23-1e35361a2658 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:57:46.452607 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e10a72ef-e27f-44f7-ab7f-0db4fde37437 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:46.466294 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b077d609-c8b4-4717-9de5-f6fdf9b60b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:46.551860 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-e10a72ef-e27f-44f7-ab7f-0db4fde37437 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] For port d091de46-0458-4604-9f23-1e35361a2658, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=d091de46-0458-4604-9f23-1e35361a2658,segment=NetworkSegment(deaaa0e3-7900-454b-ab47-df88afc6f93b),segment_id=deaaa0e3-7900-454b-ab47-df88afc6f93b)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:57:46.552233 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e10a72ef-e27f-44f7-ab7f-0db4fde37437 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:46.581411 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcf0da8-82b2-496c-bf28-4403b5890acc None None] DHCP port deletion for 6b4ff375-e776-4325-b2f3-e9313a0f6485 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:57:46.585310 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b077d609-c8b4-4717-9de5-f6fdf9b60b25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=382293f2-2c50-4f74-844f-42b0dddcc916,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:46.587564 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b077d609-c8b4-4717-9de5-f6fdf9b60b25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:46.589679 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b077d609-c8b4-4717-9de5-f6fdf9b60b25 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/382293f2-2c50-4f74-844f-42b0dddcc916 HTTP/1.1" status: 204 len: 168 time: 0.6737692 Sep 07 02:57:46.592003 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-e10a72ef-e27f-44f7-ab7f-0db4fde37437 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Calling delete_port for d091de46-0458-4604-9f23-1e35361a2658 owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:57:46.593806 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49934) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:46.653438 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49936) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:46.673064 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-cbcf0da8-82b2-496c-bf28-4403b5890acc None None] Deleting port d091de46-0458-4604-9f23-1e35361a2658 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:57:46.673858 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-cbcf0da8-82b2-496c-bf28-4403b5890acc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:46.718452 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-ae35a8a4-56ab-4693-aa42-3e95982095da tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Allocated IP 2001:db8:0:1::242 (98fba89c-e7ad-427b-9268-93662b8245b2/8fbf5fc7-dee6-4b6f-a028-e6d1a6bc78b3/3c7d73a2-7877-4527-9106-900cf9a13ca5) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:57:46.735431 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-ae35a8a4-56ab-4693-aa42-3e95982095da tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Allocated IP 2001:db8::f816:3eff:fe2c:4608 (98fba89c-e7ad-427b-9268-93662b8245b2/f0e3af12-1e08-48dc-832d-c253b0379323/3c7d73a2-7877-4527-9106-900cf9a13ca5) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:57:46.761702 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-cbcf0da8-82b2-496c-bf28-4403b5890acc None None] For port d091de46-0458-4604-9f23-1e35361a2658, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=d091de46-0458-4604-9f23-1e35361a2658,segment=NetworkSegment(deaaa0e3-7900-454b-ab47-df88afc6f93b),segment_id=deaaa0e3-7900-454b-ab47-df88afc6f93b)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:57:46.762657 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-cbcf0da8-82b2-496c-bf28-4403b5890acc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:46.786927 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-cbcf0da8-82b2-496c-bf28-4403b5890acc None None] Calling delete_port for d091de46-0458-4604-9f23-1e35361a2658 owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:57:46.866170 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-5853c595-e2f5-4863-84f9-9f7602b7189c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2055480485-network', 'tenant_id': 'ed190bc4db1141bfbe1905ae05ec100a'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:46.900959 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-cbcf0da8-82b2-496c-bf28-4403b5890acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:46.945450 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcf0da8-82b2-496c-bf28-4403b5890acc None None] Pushing event deleted for resources: {'Port': ['ID=d091de46-0458-4604-9f23-1e35361a2658,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:46.949065 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcf0da8-82b2-496c-bf28-4403b5890acc None None] No DVR routers for this DVR port d091de46-0458-4604-9f23-1e35361a2658 on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:57:46.993175 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5853c595-e2f5-4863-84f9-9f7602b7189c admin admin] Made reservation on behalf of ed190bc4db1141bfbe1905ae05ec100a for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:57:46.997290 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5853c595-e2f5-4863-84f9-9f7602b7189c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:47.016835 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5853c595-e2f5-4863-84f9-9f7602b7189c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:47.048342 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ae35a8a4-56ab-4693-aa42-3e95982095da tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:47.079853 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-ae35a8a4-56ab-4693-aa42-3e95982095da tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Transition to ACTIVE for port object 3c7d73a2-7877-4527-9106-900cf9a13ca5 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:57:47.169902 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8d55824b-60ce-42a3-9473-e39a94e5ae38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:47.177484 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ae35a8a4-56ab-4693-aa42-3e95982095da tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:47.251568 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5853c595-e2f5-4863-84f9-9f7602b7189c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:47.290878 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5853c595-e2f5-4863-84f9-9f7602b7189c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:47.309533 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae35a8a4-56ab-4693-aa42-3e95982095da tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:57:47.318205 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e54366-7ffa-422d-a2bf-d1c8708e85d9 None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:57:47.322203 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-ae35a8a4-56ab-4693-aa42-3e95982095da tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:57:47.325907 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a4fdd-6398-4aa9-8385-241b9d56fa51 req-a097a229-aa0c-40dd-b099-cd770703e7a7 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:47.332297 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae35a8a4-56ab-4693-aa42-3e95982095da tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:57:47.335212 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a57a4fdd-6398-4aa9-8385-241b9d56fa51 req-a097a229-aa0c-40dd-b099-cd770703e7a7 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ba396db-1311-4ea4-ba29-032650972ec3 HTTP/1.1" status: 200 len: 945 time: 0.2187777 Sep 07 02:57:47.338794 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae35a8a4-56ab-4693-aa42-3e95982095da tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:47.339467 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ae35a8a4-56ab-4693-aa42-3e95982095da tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:47.346295 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5853c595-e2f5-4863-84f9-9f7602b7189c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:57:47.352450 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ec838d6b-83ed-4591-8c65-7c2bd47b5c30 req-7303ab50-69a3-4fbe-b763-43732f449b23 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b9c7ee43-4791-496a-9864-311323fabd58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1792736 Sep 07 02:57:47.354223 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e10a72ef-e27f-44f7-ab7f-0db4fde37437 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:47.423712 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10a72ef-e27f-44f7-ab7f-0db4fde37437 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event deleted for resources: {'Port': ['ID=d091de46-0458-4604-9f23-1e35361a2658,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:47.426866 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae35a8a4-56ab-4693-aa42-3e95982095da tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event updated for resources: {'Port': ['ID=3c7d73a2-7877-4527-9106-900cf9a13ca5,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:47.431617 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10a72ef-e27f-44f7-ab7f-0db4fde37437 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] No DVR routers for this DVR port d091de46-0458-4604-9f23-1e35361a2658 on host n-d-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:57:47.450499 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-ae35a8a4-56ab-4693-aa42-3e95982095da tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.6476624 Sep 07 02:57:47.451402 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49946) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:47.453922 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5853c595-e2f5-4863-84f9-9f7602b7189c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def1b4f8-6a38-4363-a2af-696933c340a2,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:47.456971 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-c2ca9c47-57df-46eb-87a2-b9ac2539cea0 None None] Provisioning for port c6c28b43-2151-4626-827d-9c0e6d6bec0a completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:57:47.468049 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5853c595-e2f5-4863-84f9-9f7602b7189c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:47.468397 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-5853c595-e2f5-4863-84f9-9f7602b7189c admin admin] Added segment 003ca558-f6c8-48f9-b25c-67c8c0ce14b2 of type vlan for network 9cc7ceac-8fab-4445-8c92-5288492ea587 Sep 07 02:57:47.549115 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8d55824b-60ce-42a3-9473-e39a94e5ae38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:47.592036 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5853c595-e2f5-4863-84f9-9f7602b7189c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:47.598066 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a57a4fdd-6398-4aa9-8385-241b9d56fa51 req-a6e4ac43-005f-4399-a3d0-0b553f743106 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=294b048e-8567-497b-8d1d-04d7fb63968c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2568240 Sep 07 02:57:47.629293 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-8d55824b-60ce-42a3-9473-e39a94e5ae38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['111cbddc-f6bd-4c03-87bc-4b2b04ef5a64']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:47.648455 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device c6c28b43-2151-4626-827d-9c0e6d6bec0a up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:57:47.663344 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5853c595-e2f5-4863-84f9-9f7602b7189c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:47.664446 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5853c595-e2f5-4863-84f9-9f7602b7189c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:47.665030 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5853c595-e2f5-4863-84f9-9f7602b7189c admin admin] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:47.697570 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-8801e0b6-f585-408e-88e1-63cadebb551b tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Deleting port 3c7d73a2-7877-4527-9106-900cf9a13ca5 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:57:47.698004 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8801e0b6-f585-408e-88e1-63cadebb551b tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:47.706768 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e10a72ef-e27f-44f7-ab7f-0db4fde37437 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:47.732136 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-8d55824b-60ce-42a3-9473-e39a94e5ae38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58ef1e30-997c-458d-8586-ea47437ece78') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:47.732429 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-8d55824b-60ce-42a3-9473-e39a94e5ae38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58ef1e30-997c-458d-8586-ea47437ece78') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:47.741280 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-5853c595-e2f5-4863-84f9-9f7602b7189c admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0866272 Sep 07 02:57:47.743754 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730cba4c-4e03-4553-8cb9-6af8cfc2e9aa None None] Update dhcp port {'port': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'fixed_ips': [{'subnet_id': 'f0e3af12-1e08-48dc-832d-c253b0379323', 'ip_address': '2001:db8::f816:3eff:fe19:8dcf'}, {'subnet_id': '8fbf5fc7-dee6-4b6f-a028-e6d1a6bc78b3'}], 'binding:host_id': 'n-d-796209-16'}, 'id': 'c6c28b43-2151-4626-827d-9c0e6d6bec0a'} from n-d-796209-16. {{(pid=94702) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 07 02:57:47.751563 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49956) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:47.760722 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-12a7eaae-a91e-4cbb-a57f-4148c23e192f admin admin] Request body: {'subnet': {'network_id': '9cc7ceac-8fab-4445-8c92-5288492ea587', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2055480485-subnet', 'tenant_id': 'ed190bc4db1141bfbe1905ae05ec100a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:47.775013 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8d55824b-60ce-42a3-9473-e39a94e5ae38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:47.787895 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec838d6b-83ed-4591-8c65-7c2bd47b5c30 req-59d3c654-da3c-484a-82eb-ea14743abbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:47.790545 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ec838d6b-83ed-4591-8c65-7c2bd47b5c30 req-59d3c654-da3c-484a-82eb-ea14743abbd7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=16ef236c23324219a8876cb24967b58f&device_id=b9c7ee43-4791-496a-9864-311323fabd58 HTTP/1.1" status: 200 len: 1098 time: 0.3257062 Sep 07 02:57:47.795933 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-e10a72ef-e27f-44f7-ab7f-0db4fde37437 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b4ff375-e776-4325-b2f3-e9313a0f6485']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:47.796148 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-730cba4c-4e03-4553-8cb9-6af8cfc2e9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:47.809096 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port c6c28b43-2151-4626-827d-9c0e6d6bec0a completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:57:47.811864 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8d55824b-60ce-42a3-9473-e39a94e5ae38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:47.818114 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port c6c28b43-2151-4626-827d-9c0e6d6bec0a triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:57:47.818606 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:47.821281 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-e10a72ef-e27f-44f7-ab7f-0db4fde37437 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deaaa0e3-7900-454b-ab47-df88afc6f93b') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:47.821579 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-e10a72ef-e27f-44f7-ab7f-0db4fde37437 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deaaa0e3-7900-454b-ab47-df88afc6f93b') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:47.845350 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d55824b-60ce-42a3-9473-e39a94e5ae38 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:57:47.846431 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8d55824b-60ce-42a3-9473-e39a94e5ae38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:47.848246 n-d-796209-16 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:57:47.848246 n-d-796209-16 neutron-server[94700]: self.session.flush() Sep 07 02:57:47.848246 n-d-796209-16 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:57:47.848246 n-d-796209-16 neutron-server[94700]: self.session.flush() Sep 07 02:57:47.848246 n-d-796209-16 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:57:47.848246 n-d-796209-16 neutron-server[94700]: self.session.flush() Sep 07 02:57:47.848246 n-d-796209-16 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 02:57:47.848246 n-d-796209-16 neutron-server[94700]: self.session.flush() Sep 07 02:57:47.848246 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:57:47.848246 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:57:47.848246 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:57:47.848246 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:57:47.848246 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:57:47.848246 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:57:47.848246 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:57:47.848246 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:57:47.848246 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:57:47.848246 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:57:47.848246 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:57:47.848246 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:57:47.848246 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:57:47.848246 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:57:47.848246 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:57:47.848246 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:57:47.848246 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:57:47.848246 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:57:47.848246 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:57:47.848246 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:57:47.848246 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:57:47.848246 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:57:47.848246 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:57:47.848246 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:57:47.848246 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:57:47.848246 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:57:47.848246 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:57:47.848246 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:57:47.848246 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:57:47.848246 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:57:47.848246 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:57:47.848246 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:57:47.852518 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5853c595-e2f5-4863-84f9-9f7602b7189c admin admin] Pushing event updated for resources: {'Network': ['ID=9cc7ceac-8fab-4445-8c92-5288492ea587,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:47.868079 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e10a72ef-e27f-44f7-ab7f-0db4fde37437 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:47.875470 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a7eaae-a91e-4cbb-a57f-4148c23e192f admin admin] Made reservation on behalf of ed190bc4db1141bfbe1905ae05ec100a for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:57:47.878131 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-12a7eaae-a91e-4cbb-a57f-4148c23e192f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:47.918749 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8801e0b6-f585-408e-88e1-63cadebb551b tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:47.932183 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb5e05-edbd-4a0d-a0d3-1377046a82ef req-2db4b1bc-0f6b-4290-bbc3-c59dd0bc5134 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:47.933979 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0bbb5e05-edbd-4a0d-a0d3-1377046a82ef req-2db4b1bc-0f6b-4290-bbc3-c59dd0bc5134 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ba396db-1311-4ea4-ba29-032650972ec3 HTTP/1.1" status: 200 len: 945 time: 0.2242486 Sep 07 02:57:47.935223 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e10a72ef-e27f-44f7-ab7f-0db4fde37437 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:47.970025 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-8801e0b6-f585-408e-88e1-63cadebb551b tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Calling delete_port for 3c7d73a2-7877-4527-9106-900cf9a13ca5 owned by {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:57:47.983117 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e10a72ef-e27f-44f7-ab7f-0db4fde37437 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:57:47.983117 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e10a72ef-e27f-44f7-ab7f-0db4fde37437 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:48.008945 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:57:48.008945 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:57:48.008945 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:57:48.008945 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:57:48.008945 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:57:48.008945 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:57:48.008945 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:57:48.008945 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:57:48.008945 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:57:48.008945 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:57:48.008945 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:57:48.008945 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:57:48.008945 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:57:48.008945 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:57:48.008945 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:57:48.008945 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:57:48.008945 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:57:48.008945 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:57:48.008945 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:57:48.008945 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:57:48.008945 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:57:48.008945 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:57:48.008945 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:57:48.008945 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:57:48.008945 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:57:48.008945 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:57:48.008945 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:57:48.008945 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:57:48.008945 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:57:48.008945 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:57:48.008945 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:57:48.008945 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:57:48.087627 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 9cc7ceac-8fab-4445-8c92-5288492ea587 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:57:48.110377 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8d55824b-60ce-42a3-9473-e39a94e5ae38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:48.145414 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8d55824b-60ce-42a3-9473-e39a94e5ae38 admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:48.147093 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-8d55824b-60ce-42a3-9473-e39a94e5ae38 admin admin] 10.222.0.22 "DELETE /v2.0/networks/111cbddc-f6bd-4c03-87bc-4b2b04ef5a64 HTTP/1.1" status: 204 len: 168 time: 1.5518844 Sep 07 02:57:48.163190 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e10a72ef-e27f-44f7-ab7f-0db4fde37437 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:48.170525 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e10a72ef-e27f-44f7-ab7f-0db4fde37437 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:48.172807 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-e10a72ef-e27f-44f7-ab7f-0db4fde37437 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "DELETE /v2.0/networks/6b4ff375-e776-4325-b2f3-e9313a0f6485 HTTP/1.1" status: 204 len: 168 time: 2.0993123 Sep 07 02:57:48.176899 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d55824b-60ce-42a3-9473-e39a94e5ae38 admin admin] Pushing event deleted for resources: {'Network': ['ID=111cbddc-f6bd-4c03-87bc-4b2b04ef5a64,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:48.184628 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0bbb5e05-edbd-4a0d-a0d3-1377046a82ef req-c21db2b7-e5a0-405d-92be-532672a01343 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=294b048e-8567-497b-8d1d-04d7fb63968c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2388904 Sep 07 02:57:48.185171 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49962) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:48.191978 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-a496f95b-db83-4060-9650-08f759d7c463 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1538027324', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:48.207119 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec838d6b-83ed-4591-8c65-7c2bd47b5c30 req-551bd58a-f9cd-46fc-9b6f-3ae5a9c01d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:48.208794 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ec838d6b-83ed-4591-8c65-7c2bd47b5c30 req-551bd58a-f9cd-46fc-9b6f-3ae5a9c01d04 service neutron] 10.222.0.16 "GET /v2.0/networks?id=256d620d-b7a6-4b66-aaa9-80e5bdc910ad HTTP/1.1" status: 200 len: 914 time: 0.3851790 Sep 07 02:57:48.218912 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49964) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:48.219760 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10a72ef-e27f-44f7-ab7f-0db4fde37437 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event deleted for resources: {'Network': ['ID=6b4ff375-e776-4325-b2f3-e9313a0f6485,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:48.232697 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-730cba4c-4e03-4553-8cb9-6af8cfc2e9aa None None] Allocated IP 2001:db8:0:1::2 (98fba89c-e7ad-427b-9268-93662b8245b2/8fbf5fc7-dee6-4b6f-a028-e6d1a6bc78b3/c6c28b43-2151-4626-827d-9c0e6d6bec0a) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:57:48.291946 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-12a7eaae-a91e-4cbb-a57f-4148c23e192f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:48.332765 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:48.348343 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a7eaae-a91e-4cbb-a57f-4148c23e192f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6958a04b-1314-4406-a6b5-4210d91cf016,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:48.388082 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49966) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:48.391709 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ec838d6b-83ed-4591-8c65-7c2bd47b5c30 req-3ccbb751-7a25-4c9b-a7fd-b33ed0113342 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0935901-e678-452c-a546-da8ac1b45ab1 HTTP/1.1" status: 200 len: 217 time: 0.1748140 Sep 07 02:57:48.421461 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-730cba4c-4e03-4553-8cb9-6af8cfc2e9aa None None] For port c6c28b43-2151-4626-827d-9c0e6d6bec0a, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=c6c28b43-2151-4626-827d-9c0e6d6bec0a,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:57:48.444621 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac75b95-3607-4105-98b4-95c16ae0d74e tempest-TestNetworkAdvancedServerOps-2015258804 tempest-TestNetworkAdvancedServerOps-2015258804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:48.448932 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a7eaae-a91e-4cbb-a57f-4148c23e192f admin admin] Checking segment: {'id': '003ca558-f6c8-48f9-b25c-67c8c0ce14b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9cc7ceac-8fab-4445-8c92-5288492ea587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:57:48.449297 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a7eaae-a91e-4cbb-a57f-4148c23e192f admin admin] Network hostable DHCP agents. Network: 9cc7ceac-8fab-4445-8c92-5288492ea587, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:57:48.449453 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-2ac75b95-3607-4105-98b4-95c16ae0d74e tempest-TestNetworkAdvancedServerOps-2015258804 tempest-TestNetworkAdvancedServerOps-2015258804-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=3ba396db-1311-4ea4-ba29-032650972ec3 HTTP/1.1" status: 200 len: 1092 time: 0.2262104 Sep 07 02:57:48.450628 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49968) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:48.459431 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-c14b8c22-8189-4fa2-8598-5c17cbff8738 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Request body: {'floatingip': {'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'port_id': '41155c75-47f2-46cb-9c89-5e338a4ecd29', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:48.461590 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-730cba4c-4e03-4553-8cb9-6af8cfc2e9aa None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:48.480992 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-730cba4c-4e03-4553-8cb9-6af8cfc2e9aa None None] Transition to ACTIVE for port object c6c28b43-2151-4626-827d-9c0e6d6bec0a will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:57:48.487381 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8801e0b6-f585-408e-88e1-63cadebb551b tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:48.489033 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a496f95b-db83-4060-9650-08f759d7c463 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:48.490689 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a496f95b-db83-4060-9650-08f759d7c463 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:48.492420 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a2c81c28-5da1-4b47-8ff7-74d6fbdbbe20 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=89c66e467a844386bc921568c75855a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1003034 Sep 07 02:57:48.492753 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-730cba4c-4e03-4553-8cb9-6af8cfc2e9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:48.498671 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49970) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:48.501282 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a7eaae-a91e-4cbb-a57f-4148c23e192f admin admin] Network 9cc7ceac-8fab-4445-8c92-5288492ea587 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:57:48.519699 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c14b8c22-8189-4fa2-8598-5c17cbff8738 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for floatingip, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:48.526170 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec838d6b-83ed-4591-8c65-7c2bd47b5c30 req-2131cfcf-d674-4ace-816b-89fc1506ac71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:48.527978 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ec838d6b-83ed-4591-8c65-7c2bd47b5c30 req-2131cfcf-d674-4ace-816b-89fc1506ac71 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e962ec47-dcbe-48ec-becb-a133fc5449e5 HTTP/1.1" status: 200 len: 854 time: 0.1278775 Sep 07 02:57:48.543102 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-12a7eaae-a91e-4cbb-a57f-4148c23e192f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 9cc7ceac-8fab-4445-8c92-5288492ea587) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:57:48.561272 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8801e0b6-f585-408e-88e1-63cadebb551b tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event deleted for resources: {'Port': ['ID=3c7d73a2-7877-4527-9106-900cf9a13ca5,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:48.569630 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a7eaae-a91e-4cbb-a57f-4148c23e192f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:48.570863 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-12a7eaae-a91e-4cbb-a57f-4148c23e192f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:48.592517 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ec838d6b-83ed-4591-8c65-7c2bd47b5c30 req-fde126e3-ed18-4758-b539-1d8208448ff0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=256d620d-b7a6-4b66-aaa9-80e5bdc910ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549664 Sep 07 02:57:48.606188 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730cba4c-4e03-4553-8cb9-6af8cfc2e9aa None None] Pushing event updated for resources: {'Port': ['ID=c6c28b43-2151-4626-827d-9c0e6d6bec0a,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:48.610032 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add2eda8-fe87-4841-8b2b-e01e9e8771df None None] Network 9cc7ceac-8fab-4445-8c92-5288492ea587 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:57:48.627846 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a496f95b-db83-4060-9650-08f759d7c463 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:48.645501 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-12a7eaae-a91e-4cbb-a57f-4148c23e192f admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8854568 Sep 07 02:57:48.664587 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a496f95b-db83-4060-9650-08f759d7c463 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:48.670115 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8801e0b6-f585-408e-88e1-63cadebb551b tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:48.675446 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8801e0b6-f585-408e-88e1-63cadebb551b tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/ports/3c7d73a2-7877-4527-9106-900cf9a13ca5 HTTP/1.1" status: 204 len: 168 time: 1.2225742 Sep 07 02:57:48.676366 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49974) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:48.688177 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fb67c1f8-f08e-4a23-8666-52a1648a88ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:48.720176 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.db.api [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 02:57:48.720780 n-d-796209-16 neutron-server[94702]: DEBUG oslo_db.api [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 02:57:48.720911 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fb67c1f8-f08e-4a23-8666-52a1648a88ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:48.749158 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a496f95b-db83-4060-9650-08f759d7c463 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:48.751053 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a496f95b-db83-4060-9650-08f759d7c463 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5628922 Sep 07 02:57:48.772109 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49976) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:48.779318 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-ef3d4c08-b670-4dd7-9d12-f87d432584aa tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1278745562'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:48.845922 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fb67c1f8-f08e-4a23-8666-52a1648a88ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:48.848565 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fb67c1f8-f08e-4a23-8666-52a1648a88ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:48.851554 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-fb67c1f8-f08e-4a23-8666-52a1648a88ad admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/760bde14-7bcb-48a9-8bfc-76cd9d95c67c HTTP/1.1" status: 204 len: 168 time: 0.3390539 Sep 07 02:57:48.851554 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3d4c08-b670-4dd7-9d12-f87d432584aa tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Made reservation on behalf of 833039ece4bf420493581946638a10ce for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:57:48.865332 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ef3d4c08-b670-4dd7-9d12-f87d432584aa tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:48.873153 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ec838d6b-83ed-4591-8c65-7c2bd47b5c30 req-65393f5c-ddb9-4278-a36e-1c1e4cd9aef6 service neutron] 10.222.0.16 "GET /v2.0/networks/256d620d-b7a6-4b66-aaa9-80e5bdc910ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433314 Sep 07 02:57:48.888329 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0dd8ea4-5b54-46a2-aa9b-09777f4c941f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:48.891500 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1cfd7c-ea92-4871-a3b8-0ed9be7b7e91 None None] Network 9cc7ceac-8fab-4445-8c92-5288492ea587 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:57:48.894171 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a0dd8ea4-5b54-46a2-aa9b-09777f4c941f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.2166297 Sep 07 02:57:48.895410 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 49982) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:48.905234 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb67c1f8-f08e-4a23-8666-52a1648a88ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760bde14-7bcb-48a9-8bfc-76cd9d95c67c,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:48.940520 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef3d4c08-b670-4dd7-9d12-f87d432584aa tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:57:48.979413 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ef3d4c08-b670-4dd7-9d12-f87d432584aa tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:48.980234 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-ef3d4c08-b670-4dd7-9d12-f87d432584aa tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Added segment 46cd136f-e721-4d10-ba3d-0f1a63839df8 of type vlan for network b3f72c48-4a4a-45d1-98f3-4c95d8bdffeb Sep 07 02:57:49.099728 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ef3d4c08-b670-4dd7-9d12-f87d432584aa tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:49.101636 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c14b8c22-8189-4fa2-8598-5c17cbff8738 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:49.170059 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ef3d4c08-b670-4dd7-9d12-f87d432584aa tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:49.179752 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3d4c08-b670-4dd7-9d12-f87d432584aa tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:49.181586 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ef3d4c08-b670-4dd7-9d12-f87d432584aa tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:49.238031 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-ef3d4c08-b670-4dd7-9d12-f87d432584aa tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4631448 Sep 07 02:57:49.247782 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 49988) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:49.255082 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-c454b46d-7483-4610-9c01-120955ec82e8 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Request body: {'subnet': {'network_id': 'b3f72c48-4a4a-45d1-98f3-4c95d8bdffeb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:49.295439 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:49.334580 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 02:57:49.346399 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d4c08-b670-4dd7-9d12-f87d432584aa tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event updated for resources: {'Network': ['ID=b3f72c48-4a4a-45d1-98f3-4c95d8bdffeb,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:49.368649 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network b3f72c48-4a4a-45d1-98f3-4c95d8bdffeb details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:57:49.431253 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port c6c28b43-2151-4626-827d-9c0e6d6bec0a, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=c6c28b43-2151-4626-827d-9c0e6d6bec0a,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:57:49.457976 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c454b46d-7483-4610-9c01-120955ec82e8 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Made reservation on behalf of 833039ece4bf420493581946638a10ce for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:57:49.458170 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-c14b8c22-8189-4fa2-8598-5c17cbff8738 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Allocated IP 172.25.5.16 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/3f51bf76-e231-4f77-baaa-a2916b9ab2cc) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:57:49.465834 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c454b46d-7483-4610-9c01-120955ec82e8 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:49.467440 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:49.625099 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device d091de46-0458-4604-9f23-1e35361a2658 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:57:49.721613 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: d091de46-0458-4604-9f23-1e35361a2658 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:57:49.722141 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device d091de46-0458-4604-9f23-1e35361a2658 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:57:49.769806 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c14b8c22-8189-4fa2-8598-5c17cbff8738 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:49.795511 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-515e321c-daad-4ee4-881b-e0e45e2e7536 None None] Provisioning for port c6c28b43-2151-4626-827d-9c0e6d6bec0a completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:57:49.795511 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=c6c28b43-2151-4626-827d-9c0e6d6bec0a,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:49.822857 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-515e321c-daad-4ee4-881b-e0e45e2e7536 None None] Provisioning complete for port c6c28b43-2151-4626-827d-9c0e6d6bec0a triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:57:49.823257 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-515e321c-daad-4ee4-881b-e0e45e2e7536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:49.825978 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2348cdce-a39c-4cc2-b94f-66958f174875 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:49.828157 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-2348cdce-a39c-4cc2-b94f-66958f174875 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.9277029 Sep 07 02:57:49.832943 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c14b8c22-8189-4fa2-8598-5c17cbff8738 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:49.836802 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50006) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:49.905052 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c454b46d-7483-4610-9c01-120955ec82e8 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:49.909940 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device c6c28b43-2151-4626-827d-9c0e6d6bec0a up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:57:49.947114 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14b8c22-8189-4fa2-8598-5c17cbff8738 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:57:49.957499 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-c14b8c22-8189-4fa2-8598-5c17cbff8738 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:57:49.970716 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14b8c22-8189-4fa2-8598-5c17cbff8738 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:57:49.973456 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14b8c22-8189-4fa2-8598-5c17cbff8738 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event updated for resources: {'Port': ['ID=3f51bf76-e231-4f77-baaa-a2916b9ab2cc,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:49.982221 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ec838d6b-83ed-4591-8c65-7c2bd47b5c30 req-011a3980-e98f-4323-8314-cfe7d0ca36f4 service neutron] 10.222.0.16 "GET /v2.0/networks/256d620d-b7a6-4b66-aaa9-80e5bdc910ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0849180 Sep 07 02:57:50.071936 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eea3869-809a-4626-9700-9cee0d411950 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:50.074318 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c454b46d-7483-4610-9c01-120955ec82e8 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Checking segment: {'id': '46cd136f-e721-4d10-ba3d-0f1a63839df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b3f72c48-4a4a-45d1-98f3-4c95d8bdffeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:57:50.075297 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eea3869-809a-4626-9700-9cee0d411950 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:50.077232 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c454b46d-7483-4610-9c01-120955ec82e8 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Network hostable DHCP agents. Network: b3f72c48-4a4a-45d1-98f3-4c95d8bdffeb, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:57:50.079992 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eea3869-809a-4626-9700-9cee0d411950 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:50.081794 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-7eea3869-809a-4626-9700-9cee0d411950 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2396019 Sep 07 02:57:50.082238 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c454b46d-7483-4610-9c01-120955ec82e8 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event updated for resources: {'Subnet': ['ID=c59b4ca3-52f6-4aed-89f0-197fa5052280,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:50.088792 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50012) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:50.125494 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50016) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:50.203196 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c454b46d-7483-4610-9c01-120955ec82e8 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Network b3f72c48-4a4a-45d1-98f3-4c95d8bdffeb is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:57:50.230147 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-e69ed41f-e1b3-45f2-9de8-56fff77c7414 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Deleting subnet 8fbf5fc7-dee6-4b6f-a028-e6d1a6bc78b3 {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:57:50.234364 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-c454b46d-7483-4610-9c01-120955ec82e8 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, b3f72c48-4a4a-45d1-98f3-4c95d8bdffeb) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:57:50.251697 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c454b46d-7483-4610-9c01-120955ec82e8 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:50.252648 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c454b46d-7483-4610-9c01-120955ec82e8 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:50.256308 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e69ed41f-e1b3-45f2-9de8-56fff77c7414 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:50.334772 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e5ee0c-5ec3-4616-b452-bbdcc5b37c09 None None] Network b3f72c48-4a4a-45d1-98f3-4c95d8bdffeb requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:57:50.403123 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e69ed41f-e1b3-45f2-9de8-56fff77c7414 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:50.519354 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port c6c28b43-2151-4626-827d-9c0e6d6bec0a triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:57:50.519911 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:50.584372 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-515e321c-daad-4ee4-881b-e0e45e2e7536 None None] Could not find standard attr ID for object 3c7d73a2-7877-4527-9106-900cf9a13ca5. {{(pid=94702) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 02:57:50.645095 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c454b46d-7483-4610-9c01-120955ec82e8 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3956978 Sep 07 02:57:50.649032 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50024) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:50.655445 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97762814-c076-49b7-9e7b-876b7f8d88f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-b3f72c48-4a4a-45d1-98f3-4c95d8bdffeb', 'network_id': 'b3f72c48-4a4a-45d1-98f3-4c95d8bdffeb', 'tenant_id': '833039ece4bf420493581946638a10ce', 'fixed_ips': [{'subnet_id': 'c59b4ca3-52f6-4aed-89f0-197fa5052280'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:57:50.656406 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-97762814-c076-49b7-9e7b-876b7f8d88f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:50.754083 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-4bf6875f-e4b0-4f07-a530-63d29734e8e7 None None] Could not find standard attr ID for object 3c7d73a2-7877-4527-9106-900cf9a13ca5. {{(pid=94702) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 02:57:50.760536 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c14b8c22-8189-4fa2-8598-5c17cbff8738 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:50.765766 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-f1417257-367e-47c3-8c08-941c56b50c3e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1642339900-network', 'tenant_id': 'c502361f20b9457bb0b35ef124def81d'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:50.828793 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-97762814-c076-49b7-9e7b-876b7f8d88f2 None None] Allocated IP 2001:db8::2 (b3f72c48-4a4a-45d1-98f3-4c95d8bdffeb/c59b4ca3-52f6-4aed-89f0-197fa5052280/73ed06c9-246a-4952-85ce-894ccb9a179f) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:57:50.836118 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e69ed41f-e1b3-45f2-9de8-56fff77c7414 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:51.042655 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e69ed41f-e1b3-45f2-9de8-56fff77c7414 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:51.059164 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-97762814-c076-49b7-9e7b-876b7f8d88f2 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:51.070870 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-97762814-c076-49b7-9e7b-876b7f8d88f2 None None] Transition to ACTIVE for port object 73ed06c9-246a-4952-85ce-894ccb9a179f will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:57:51.094980 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-97762814-c076-49b7-9e7b-876b7f8d88f2 None None] Transition to ACTIVE for port object 73ed06c9-246a-4952-85ce-894ccb9a179f will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:57:51.105600 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-97762814-c076-49b7-9e7b-876b7f8d88f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:51.127629 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69ed41f-e1b3-45f2-9de8-56fff77c7414 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event deleted for resources: {'Subnet': ['ID=8fbf5fc7-dee6-4b6f-a028-e6d1a6bc78b3,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:51.162724 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97762814-c076-49b7-9e7b-876b7f8d88f2 None None] Network b3f72c48-4a4a-45d1-98f3-4c95d8bdffeb is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:57:51.163026 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50032) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:51.168270 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e69ed41f-e1b3-45f2-9de8-56fff77c7414 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:51.169573 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-97762814-c076-49b7-9e7b-876b7f8d88f2 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:57:51.170233 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e69ed41f-e1b3-45f2-9de8-56fff77c7414 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/subnets/8fbf5fc7-dee6-4b6f-a028-e6d1a6bc78b3 HTTP/1.1" status: 204 len: 168 time: 1.0763245 Sep 07 02:57:51.177110 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50034) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:51.181835 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c787c6a9-1442-4192-90de-4c833b2e1280 None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:57:51.188767 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97762814-c076-49b7-9e7b-876b7f8d88f2 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:57:51.237624 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97762814-c076-49b7-9e7b-876b7f8d88f2 None None] Pushing event updated for resources: {'Port': ['ID=73ed06c9-246a-4952-85ce-894ccb9a179f,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:51.246064 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1417257-367e-47c3-8c08-941c56b50c3e admin admin] Made reservation on behalf of c502361f20b9457bb0b35ef124def81d for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:57:51.248771 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f1417257-367e-47c3-8c08-941c56b50c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:51.290548 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c14b8c22-8189-4fa2-8598-5c17cbff8738 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:51.293760 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f1417257-367e-47c3-8c08-941c56b50c3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:51.308271 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-97762814-c076-49b7-9e7b-876b7f8d88f2 None None] Attempting to bind port 73ed06c9-246a-4952-85ce-894ccb9a179f on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:57:51.308271 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-97762814-c076-49b7-9e7b-876b7f8d88f2 None None] Attempting to bind port 73ed06c9-246a-4952-85ce-894ccb9a179f by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '46cd136f-e721-4d10-ba3d-0f1a63839df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b3f72c48-4a4a-45d1-98f3-4c95d8bdffeb'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:57:51.308594 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97762814-c076-49b7-9e7b-876b7f8d88f2 None None] Attempting to bind port 73ed06c9-246a-4952-85ce-894ccb9a179f on network b3f72c48-4a4a-45d1-98f3-4c95d8bdffeb {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:57:51.321269 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97762814-c076-49b7-9e7b-876b7f8d88f2 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:57:51.321660 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97762814-c076-49b7-9e7b-876b7f8d88f2 None None] Checking segment: {'id': '46cd136f-e721-4d10-ba3d-0f1a63839df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b3f72c48-4a4a-45d1-98f3-4c95d8bdffeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:57:51.322130 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-97762814-c076-49b7-9e7b-876b7f8d88f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:51.322464 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97762814-c076-49b7-9e7b-876b7f8d88f2 None None] Bound using segment: {'id': '46cd136f-e721-4d10-ba3d-0f1a63839df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b3f72c48-4a4a-45d1-98f3-4c95d8bdffeb'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:57:51.323158 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-97762814-c076-49b7-9e7b-876b7f8d88f2 None None] Bound port: 73ed06c9-246a-4952-85ce-894ccb9a179f, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46cd136f-e721-4d10-ba3d-0f1a63839df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b3f72c48-4a4a-45d1-98f3-4c95d8bdffeb'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:57:51.323328 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-97762814-c076-49b7-9e7b-876b7f8d88f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:51.396564 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fe203dfb-9f81-450a-8b43-0c1ffb9ba839 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:51.419747 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f1417257-367e-47c3-8c08-941c56b50c3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:51.427105 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-164977b4-1e9a-4dd2-9e54-a349b352057c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:51.436008 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f1417257-367e-47c3-8c08-941c56b50c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:51.498585 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1417257-367e-47c3-8c08-941c56b50c3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:57:51.531472 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1417257-367e-47c3-8c08-941c56b50c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976001e4-f6a0-4e14-ba84-1820d7bdc8fe,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:51.556210 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:51.567240 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:51.572457 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-a55f372d-bdd6-456b-9ac6-c3b1bccb26d4 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Deleting subnet f0e3af12-1e08-48dc-832d-c253b0379323 {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:57:51.579787 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a55f372d-bdd6-456b-9ac6-c3b1bccb26d4 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:51.580366 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f1417257-367e-47c3-8c08-941c56b50c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:51.580785 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-f1417257-367e-47c3-8c08-941c56b50c3e admin admin] Added segment ca0a2e54-c15f-4975-b3ce-ccc679b1f177 of type vlan for network 3529620d-db7a-4eae-b31f-a717f8cf18cf Sep 07 02:57:51.584214 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-97762814-c076-49b7-9e7b-876b7f8d88f2 None None] For port 73ed06c9-246a-4952-85ce-894ccb9a179f, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:57:51.589147 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-97762814-c076-49b7-9e7b-876b7f8d88f2 None None] For port 73ed06c9-246a-4952-85ce-894ccb9a179f, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=73ed06c9-246a-4952-85ce-894ccb9a179f,segment=NetworkSegment(46cd136f-e721-4d10-ba3d-0f1a63839df8),segment_id=46cd136f-e721-4d10-ba3d-0f1a63839df8)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:57:51.601472 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-97762814-c076-49b7-9e7b-876b7f8d88f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:51.638724 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f1417257-367e-47c3-8c08-941c56b50c3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:51.675967 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a55f372d-bdd6-456b-9ac6-c3b1bccb26d4 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:51.694605 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f1417257-367e-47c3-8c08-941c56b50c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:51.696992 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1417257-367e-47c3-8c08-941c56b50c3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:51.697901 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f1417257-367e-47c3-8c08-941c56b50c3e admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:51.700327 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97762814-c076-49b7-9e7b-876b7f8d88f2 None None] Pushing event updated for resources: {'Port': ['ID=73ed06c9-246a-4952-85ce-894ccb9a179f,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:51.702841 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c14b8c22-8189-4fa2-8598-5c17cbff8738 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:51.739842 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c14b8c22-8189-4fa2-8598-5c17cbff8738 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:51.839778 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-fe203dfb-9f81-450a-8b43-0c1ffb9ba839 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Allocated IP 2001:db8::1 (b3f72c48-4a4a-45d1-98f3-4c95d8bdffeb/c59b4ca3-52f6-4aed-89f0-197fa5052280/0d2f7ef5-19f6-404e-8a70-893e4a4a400f) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:57:51.871968 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device c6c28b43-2151-4626-827d-9c0e6d6bec0a up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:57:51.905838 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1417257-367e-47c3-8c08-941c56b50c3e admin admin] Pushing event updated for resources: {'Network': ['ID=3529620d-db7a-4eae-b31f-a717f8cf18cf,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:51.922317 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14b8c22-8189-4fa2-8598-5c17cbff8738 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event updated for resources: {'Port': ['ID=3f51bf76-e231-4f77-baaa-a2916b9ab2cc,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:51.932053 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 3529620d-db7a-4eae-b31f-a717f8cf18cf details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:57:51.942566 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c14b8c22-8189-4fa2-8598-5c17cbff8738 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:52.120910 n-d-796209-16 neutron-server[94700]: INFO neutron.db.l3_db [None req-c14b8c22-8189-4fa2-8598-5c17cbff8738 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Floating IP e9eb4f05-3aa0-4716-a29d-0edee1d597bb associated. External IP: 172.25.5.16, port: 41155c75-47f2-46cb-9c89-5e338a4ecd29. Sep 07 02:57:52.138590 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port c6c28b43-2151-4626-827d-9c0e6d6bec0a triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:57:52.138970 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:52.507048 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c14b8c22-8189-4fa2-8598-5c17cbff8738 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Router a6d0bdbe-4c96-49d8-8c8f-565faadeb82e has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:57:52.544056 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a55f372d-bdd6-456b-9ac6-c3b1bccb26d4 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:52.652212 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14b8c22-8189-4fa2-8598-5c17cbff8738 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:57:52.673291 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f71aa0-cb88-4292-b0e7-5e7dac9fe0e7 None None] Sync routers for ids ['a6d0bdbe-4c96-49d8-8c8f-565faadeb82e'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:57:52.682879 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f71aa0-cb88-4292-b0e7-5e7dac9fe0e7 None None] Routers {'a6d0bdbe-4c96-49d8-8c8f-565faadeb82e'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:57:52.683518 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-45f71aa0-cb88-4292-b0e7-5e7dac9fe0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:57:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['a6d0bdbe-4c96-49d8-8c8f-565faadeb82e'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:52.686853 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-164977b4-1e9a-4dd2-9e54-a349b352057c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:52.695063 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fe203dfb-9f81-450a-8b43-0c1ffb9ba839 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:52.699380 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-164977b4-1e9a-4dd2-9e54-a349b352057c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:52.703453 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f1417257-367e-47c3-8c08-941c56b50c3e admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.5753586 Sep 07 02:57:52.703713 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50042) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:52.707411 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a55f372d-bdd6-456b-9ac6-c3b1bccb26d4 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:52.711111 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-824dd852-4bcd-45d0-b37a-22dbae397815 admin admin] Request body: {'subnet': {'network_id': '3529620d-db7a-4eae-b31f-a717f8cf18cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1642339900-subnet', 'tenant_id': 'c502361f20b9457bb0b35ef124def81d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:52.716283 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c14b8c22-8189-4fa2-8598-5c17cbff8738 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:52.761982 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c14b8c22-8189-4fa2-8598-5c17cbff8738 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.3073742 Sep 07 02:57:52.763455 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ba396db-1311-4ea4-ba29-032650972ec3', 'tag': '41155c75-47f2-46cb-9c89-5e338a4ecd29'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:57:52.763631 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-fe203dfb-9f81-450a-8b43-0c1ffb9ba839 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Transition to ACTIVE for port object 0d2f7ef5-19f6-404e-8a70-893e4a4a400f will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:57:52.767777 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55f372d-bdd6-456b-9ac6-c3b1bccb26d4 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event deleted for resources: {'Subnet': ['ID=f0e3af12-1e08-48dc-832d-c253b0379323,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:52.782164 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e732f4-c51c-4a56-bf5d-3771bef9a549" -d '{"events": [{"name": "network-changed", "server_uuid": "3ba396db-1311-4ea4-ba29-032650972ec3", "tag": "41155c75-47f2-46cb-9c89-5e338a4ecd29"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:57:52.793559 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824dd852-4bcd-45d0-b37a-22dbae397815 admin admin] Made reservation on behalf of c502361f20b9457bb0b35ef124def81d for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:57:52.800964 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-824dd852-4bcd-45d0-b37a-22dbae397815 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:52.814925 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a55f372d-bdd6-456b-9ac6-c3b1bccb26d4 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:52.827789 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a55f372d-bdd6-456b-9ac6-c3b1bccb26d4 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/subnets/f0e3af12-1e08-48dc-832d-c253b0379323 HTTP/1.1" status: 204 len: 168 time: 1.6496782 Sep 07 02:57:52.833640 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50048) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:52.846440 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50050) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:52.849523 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-164977b4-1e9a-4dd2-9e54-a349b352057c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7557689754a444f5855063a66c141368&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6826136 Sep 07 02:57:52.853840 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164977b4-1e9a-4dd2-9e54-a349b352057c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0431b65f-b702-4185-b566-ad3a92267523,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:52.902223 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-45f71aa0-cb88-4292-b0e7-5e7dac9fe0e7 None None] Set router a6d0bdbe-4c96-49d8-8c8f-565faadeb82e gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:57:52.907744 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c30939-10e5-4b0f-a6cf-b47243633087 x-openstack-request-id: req-87c30939-10e5-4b0f-a6cf-b47243633087 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:57:52.908347 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ba396db-1311-4ea4-ba29-032650972ec3", "tag": "41155c75-47f2-46cb-9c89-5e338a4ecd29", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:57:52.908347 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-87c30939-10e5-4b0f-a6cf-b47243633087 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:57:52.908720 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ba396db-1311-4ea4-ba29-032650972ec3', 'tag': '41155c75-47f2-46cb-9c89-5e338a4ecd29', 'status': 'completed', 'code': 200} Sep 07 02:57:52.916430 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fe203dfb-9f81-450a-8b43-0c1ffb9ba839 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:52.978667 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe203dfb-9f81-450a-8b43-0c1ffb9ba839 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Network b3f72c48-4a4a-45d1-98f3-4c95d8bdffeb is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:57:52.984223 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-fe203dfb-9f81-450a-8b43-0c1ffb9ba839 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:57:52.999836 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe203dfb-9f81-450a-8b43-0c1ffb9ba839 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:57:53.000394 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fe203dfb-9f81-450a-8b43-0c1ffb9ba839 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:53.004565 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe203dfb-9f81-450a-8b43-0c1ffb9ba839 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event updated for resources: {'Port': ['ID=0d2f7ef5-19f6-404e-8a70-893e4a4a400f,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:53.017973 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a05f9c-39be-4b20-b68e-7e1eab32af53 None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:57:53.033187 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b9db70ed-d689-4a42-b4b1-2a426cfa250a tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1948822 Sep 07 02:57:53.062888 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50054) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:53.068379 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-4829bc8e-0940-42e8-89ff-b70d377b0171 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Request body: {'subnet': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:53.134877 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-e3e1c183-8f44-476d-b12c-2623860442a2 None None] Provisioning complete for port c6c28b43-2151-4626-827d-9c0e6d6bec0a triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:57:53.135234 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e3e1c183-8f44-476d-b12c-2623860442a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:53.253452 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc6932-42e0-489c-a3c0-62d8989251d6 req-23930ae0-5914-43a1-b652-b54891452cb1 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:53.265612 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-babc6932-42e0-489c-a3c0-62d8989251d6 req-23930ae0-5914-43a1-b652-b54891452cb1 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ba396db-1311-4ea4-ba29-032650972ec3 HTTP/1.1" status: 200 len: 945 time: 0.3947089 Sep 07 02:57:53.286074 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4829bc8e-0940-42e8-89ff-b70d377b0171 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Made reservation on behalf of 4c9354482bbf46e593fb1c1c8959ca81 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:57:53.296504 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4829bc8e-0940-42e8-89ff-b70d377b0171 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:53.323093 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ac6911b2-921e-49b5-a340-ef8b61e98348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:53.326124 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e732f4-c51c-4a56-bf5d-3771bef9a549 req-cbaf2cb9-c25d-490e-960e-ce0e4cc07940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:53.329150 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f3e732f4-c51c-4a56-bf5d-3771bef9a549 req-cbaf2cb9-c25d-490e-960e-ce0e4cc07940 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=626f31b15da14e0da01388cbfdee7f90&device_id=3ba396db-1311-4ea4-ba29-032650972ec3 HTTP/1.1" status: 200 len: 1097 time: 0.4312272 Sep 07 02:57:53.373108 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fe203dfb-9f81-450a-8b43-0c1ffb9ba839 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:53.386658 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feabb3a6-44e6-4344-b34c-7793568dddbc None None] Network b3f72c48-4a4a-45d1-98f3-4c95d8bdffeb requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:57:53.388533 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-babc6932-42e0-489c-a3c0-62d8989251d6 req-2524c30a-9d6a-4d23-9c91-dbd454cf4b4d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=294b048e-8567-497b-8d1d-04d7fb63968c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208532 Sep 07 02:57:53.414239 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50056) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:53.542755 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-e28c47cc-a9af-47f9-8b9e-179d256e6ba6 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/floatingips/e9eb4f05-3aa0-4716-a29d-0edee1d597bb HTTP/1.1" status: 200 len: 990 time: 0.1232133 Sep 07 02:57:53.552119 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ac6911b2-921e-49b5-a340-ef8b61e98348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:53.644484 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9ecff1-a9af-450f-8daa-686f56467f81 None None] DHCP port deletion for 98fba89c-e7ad-427b-9268-93662b8245b2 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:57:53.698133 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-45f71aa0-cb88-4292-b0e7-5e7dac9fe0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d0bdbe-4c96-49d8-8c8f-565faadeb82e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2143267678', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '1660260e-8a00-464c-a226-a004037dfcbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:57:15Z', 'updated_at': '2021-09-07T02:57:25Z', 'revision_number': 4, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'gw_port': {'id': '1660260e-8a00-464c-a226-a004037dfcbe', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:57:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d0bdbe-4c96-49d8-8c8f-565faadeb82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:57:17Z', 'updated_at': '2021-09-07T02:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'e9eb4f05-3aa0-4716-a29d-0edee1d597bb', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'floating_ip_address': '172.25.5.16', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': 'a6d0bdbe-4c96-49d8-8c8f-565faadeb82e', 'port_id': '41155c75-47f2-46cb-9c89-5e338a4ecd29', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cd744d1-899a-4d57-ba10-aa6d1dc0746f', 'mac_address': 'fa:16:3e:26:7f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba396db-1311-4ea4-ba29-032650972ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T02:57:50Z', 'updated_at': '2021-09-07T02:57:50Z', 'revision_number': 0, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93ce6660-c31e-40b7-af93-aa9a3d503ced', 'name': '', 'network_id': '6cd744d1-899a-4d57-ba10-aa6d1dc0746f', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'mac_address': 'fa:16:3e:be:78:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d0bdbe-4c96-49d8-8c8f-565faadeb82e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'c3e8b00e-7dd5-4121-9d90-2dad2df2b8a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:57:22Z', 'updated_at': '2021-09-07T02:57:32Z', 'revision_number': 5, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'subnets': [{'id': 'c3e8b00e-7dd5-4121-9d90-2dad2df2b8a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:53.716613 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e732f4-c51c-4a56-bf5d-3771bef9a549 req-72e31c8d-e50e-4f18-9a59-9a1f7f343ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:53.718754 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f3e732f4-c51c-4a56-bf5d-3771bef9a549 req-72e31c8d-e50e-4f18-9a59-9a1f7f343ba8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6cd744d1-899a-4d57-ba10-aa6d1dc0746f HTTP/1.1" status: 200 len: 896 time: 0.3767006 Sep 07 02:57:53.729401 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f71aa0-cb88-4292-b0e7-5e7dac9fe0e7 None None] Checking router: a6d0bdbe-4c96-49d8-8c8f-565faadeb82e for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:57:53.735398 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-6a6da39e-a7e5-49f2-8cf8-db8b2382b56c None None] Provisioning for port 73ed06c9-246a-4952-85ce-894ccb9a179f completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:57:53.787998 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ac6911b2-921e-49b5-a340-ef8b61e98348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:53.793995 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ac6911b2-921e-49b5-a340-ef8b61e98348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:53.794875 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f71aa0-cb88-4292-b0e7-5e7dac9fe0e7 None None] Routers {'a6d0bdbe-4c96-49d8-8c8f-565faadeb82e'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:57:53.795559 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-45f71aa0-cb88-4292-b0e7-5e7dac9fe0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:57:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['a6d0bdbe-4c96-49d8-8c8f-565faadeb82e'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:53.796118 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ac6911b2-921e-49b5-a340-ef8b61e98348 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0431b65f-b702-4185-b566-ad3a92267523 HTTP/1.1" status: 204 len: 168 time: 0.9321222 Sep 07 02:57:53.829680 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-824dd852-4bcd-45d0-b37a-22dbae397815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:53.845648 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6911b2-921e-49b5-a340-ef8b61e98348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0431b65f-b702-4185-b566-ad3a92267523,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:54.003835 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f3e732f4-c51c-4a56-bf5d-3771bef9a549 req-dd034a7a-bb61-4c4b-822e-1f44b57760a5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41155c75-47f2-46cb-9c89-5e338a4ecd29 HTTP/1.1" status: 200 len: 998 time: 0.2716248 Sep 07 02:57:54.109457 n-d-796209-16 neutron-server[94701]: DEBUG neutron.objects.ports [None req-4829bc8e-0940-42e8-89ff-b70d377b0171 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94701) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 02:57:54.117202 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 73ed06c9-246a-4952-85ce-894ccb9a179f up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:57:54.145730 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824dd852-4bcd-45d0-b37a-22dbae397815 admin admin] Checking segment: {'id': 'ca0a2e54-c15f-4975-b3ce-ccc679b1f177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '3529620d-db7a-4eae-b31f-a717f8cf18cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:57:54.146094 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824dd852-4bcd-45d0-b37a-22dbae397815 admin admin] Network hostable DHCP agents. Network: 3529620d-db7a-4eae-b31f-a717f8cf18cf, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:57:54.172353 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ecff1-a9af-450f-8daa-686f56467f81 None None] Deleting port c6c28b43-2151-4626-827d-9c0e6d6bec0a {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:57:54.173117 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7a9ecff1-a9af-450f-8daa-686f56467f81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:54.189160 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824dd852-4bcd-45d0-b37a-22dbae397815 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9392ad7-0c82-45e6-b4d2-401a0398bda8,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:54.207435 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e732f4-c51c-4a56-bf5d-3771bef9a549 req-80e81be3-aced-4c9f-9d6b-92eaadf9fd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:54.209504 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f3e732f4-c51c-4a56-bf5d-3771bef9a549 req-80e81be3-aced-4c9f-9d6b-92eaadf9fd6d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c3e8b00e-7dd5-4121-9d90-2dad2df2b8a4 HTTP/1.1" status: 200 len: 835 time: 0.1975372 Sep 07 02:57:54.212119 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824dd852-4bcd-45d0-b37a-22dbae397815 admin admin] Network 3529620d-db7a-4eae-b31f-a717f8cf18cf is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:57:54.234584 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fe203dfb-9f81-450a-8b43-0c1ffb9ba839 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:54.252428 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fe203dfb-9f81-450a-8b43-0c1ffb9ba839 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:54.253235 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fe203dfb-9f81-450a-8b43-0c1ffb9ba839 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:54.303356 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-824dd852-4bcd-45d0-b37a-22dbae397815 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 3529620d-db7a-4eae-b31f-a717f8cf18cf) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:57:54.321045 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824dd852-4bcd-45d0-b37a-22dbae397815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:54.321665 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-824dd852-4bcd-45d0-b37a-22dbae397815 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:54.326113 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b85cb6-8e18-4452-8634-8d933121ab18 None None] Network 3529620d-db7a-4eae-b31f-a717f8cf18cf requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:57:54.357311 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e732f4-c51c-4a56-bf5d-3771bef9a549 req-4146ad08-0eda-4041-990f-f059653da7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:54.359178 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f3e732f4-c51c-4a56-bf5d-3771bef9a549 req-4146ad08-0eda-4041-990f-f059653da7e7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6cd744d1-899a-4d57-ba10-aa6d1dc0746f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1400330 Sep 07 02:57:54.371591 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-824dd852-4bcd-45d0-b37a-22dbae397815 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6565688 Sep 07 02:57:54.454452 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-51d59995-aa5e-446c-adb6-0f1afb4c716f None None] Provisioning for port 0d2f7ef5-19f6-404e-8a70-893e4a4a400f completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:57:54.462885 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 73ed06c9-246a-4952-85ce-894ccb9a179f completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:57:54.518100 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-7a9ecff1-a9af-450f-8daa-686f56467f81 None None] For port c6c28b43-2151-4626-827d-9c0e6d6bec0a, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=c6c28b43-2151-4626-827d-9c0e6d6bec0a,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:57:54.518516 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7a9ecff1-a9af-450f-8daa-686f56467f81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:54.521642 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-51d59995-aa5e-446c-adb6-0f1afb4c716f None None] Provisioning complete for port 0d2f7ef5-19f6-404e-8a70-893e4a4a400f triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:57:54.524089 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-51d59995-aa5e-446c-adb6-0f1afb4c716f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:54.543666 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe203dfb-9f81-450a-8b43-0c1ffb9ba839 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event updated for resources: {'Port': ['ID=0d2f7ef5-19f6-404e-8a70-893e4a4a400f,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:54.554964 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50076) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:54.581468 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f3e732f4-c51c-4a56-bf5d-3771bef9a549 req-e50b6527-2097-47e5-8309-bfe64adb89f0 service neutron] 10.222.0.16 "GET /v2.0/networks/6cd744d1-899a-4d57-ba10-aa6d1dc0746f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140436 Sep 07 02:57:54.616670 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 73ed06c9-246a-4952-85ce-894ccb9a179f triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:57:54.616980 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:54.626255 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-45f71aa0-cb88-4292-b0e7-5e7dac9fe0e7 None None] Set router a6d0bdbe-4c96-49d8-8c8f-565faadeb82e gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:57:54.702366 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ecff1-a9af-450f-8daa-686f56467f81 None None] Calling delete_port for c6c28b43-2151-4626-827d-9c0e6d6bec0a owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:57:54.779870 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-7925649a-70ef-4560-979a-2fa775d2b1a3 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/floatingips/e9eb4f05-3aa0-4716-a29d-0edee1d597bb HTTP/1.1" status: 200 len: 990 time: 0.2227583 Sep 07 02:57:54.780606 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f3e732f4-c51c-4a56-bf5d-3771bef9a549 req-d39a2235-10ef-433d-8907-2238190b1aa8 service neutron] 10.222.0.16 "GET /v2.0/networks/6cd744d1-899a-4d57-ba10-aa6d1dc0746f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883299 Sep 07 02:57:54.781084 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4829bc8e-0940-42e8-89ff-b70d377b0171 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:54.822968 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe203dfb-9f81-450a-8b43-0c1ffb9ba839 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Network b3f72c48-4a4a-45d1-98f3-4c95d8bdffeb is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:57:54.826684 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-fe203dfb-9f81-450a-8b43-0c1ffb9ba839 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:57:54.842643 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-51d59995-aa5e-446c-adb6-0f1afb4c716f None None] Port 0d2f7ef5-19f6-404e-8a70-893e4a4a400f cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:57:55.094140 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98529600-38a1-4da8-bc97-61019c704fa6 None None] Network 3529620d-db7a-4eae-b31f-a717f8cf18cf requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:57:55.173369 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3eca9114-a336-4c02-9013-9ebce6fb16b8 None None] Provisioning complete for port 0d2f7ef5-19f6-404e-8a70-893e4a4a400f triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:57:55.173752 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3eca9114-a336-4c02-9013-9ebce6fb16b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:55.265475 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-4829bc8e-0940-42e8-89ff-b70d377b0171 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] For port c6c28b43-2151-4626-827d-9c0e6d6bec0a, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=c6c28b43-2151-4626-827d-9c0e6d6bec0a,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:57:55.271989 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:55.304080 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3eca9114-a336-4c02-9013-9ebce6fb16b8 None None] Port 0d2f7ef5-19f6-404e-8a70-893e4a4a400f cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:57:55.346298 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4829bc8e-0940-42e8-89ff-b70d377b0171 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:55.359225 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4829bc8e-0940-42e8-89ff-b70d377b0171 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:55.360070 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4829bc8e-0940-42e8-89ff-b70d377b0171 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:55.380736 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7a9ecff1-a9af-450f-8daa-686f56467f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:55.385252 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 73ed06c9-246a-4952-85ce-894ccb9a179f, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=73ed06c9-246a-4952-85ce-894ccb9a179f,segment=NetworkSegment(46cd136f-e721-4d10-ba3d-0f1a63839df8),segment_id=46cd136f-e721-4d10-ba3d-0f1a63839df8)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:57:55.431138 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe203dfb-9f81-450a-8b43-0c1ffb9ba839 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Router 6854db5c-a096-434e-ab5e-b85d8664e0e3 is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 02:57:55.439782 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4829bc8e-0940-42e8-89ff-b70d377b0171 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event deleted for resources: {'Port': ['ID=c6c28b43-2151-4626-827d-9c0e6d6bec0a,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:55.454224 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:55.463403 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ecff1-a9af-450f-8daa-686f56467f81 None None] Pushing event deleted for resources: {'Port': ['ID=c6c28b43-2151-4626-827d-9c0e6d6bec0a,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:55.464949 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8010e92-4066-4a6c-9268-b51c75fc0e23 req-41b3f4e2-990a-4fff-ab14-59bdbeae10b9 tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:55.466529 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d8010e92-4066-4a6c-9268-b51c75fc0e23 req-41b3f4e2-990a-4fff-ab14-59bdbeae10b9 tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] 10.222.0.22 "GET /v2.0/networks?id=9cc7ceac-8fab-4445-8c92-5288492ea587 HTTP/1.1" status: 200 len: 809 time: 0.3196657 Sep 07 02:57:55.467596 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9ecff1-a9af-450f-8daa-686f56467f81 None None] No DVR routers for this DVR port c6c28b43-2151-4626-827d-9c0e6d6bec0a on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:57:55.479766 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4829bc8e-0940-42e8-89ff-b70d377b0171 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:57:55.514872 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-2c8da0ee-640a-4d89-93dc-e9d949b59364 None None] Provisioning complete for port 0d2f7ef5-19f6-404e-8a70-893e4a4a400f triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:57:55.515260 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2c8da0ee-640a-4d89-93dc-e9d949b59364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:55.524672 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4829bc8e-0940-42e8-89ff-b70d377b0171 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event updated for resources: {'Subnet': ['ID=3abf39b0-820a-4a87-ab63-91f7dc4e744c,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:55.527098 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-4829bc8e-0940-42e8-89ff-b70d377b0171 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:57:55.532852 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4829bc8e-0940-42e8-89ff-b70d377b0171 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:55.533365 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4829bc8e-0940-42e8-89ff-b70d377b0171 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:55.542538 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d8010e92-4066-4a6c-9268-b51c75fc0e23 req-0fd470c6-11a7-41c4-a1ca-276fc0ae79c5 tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] 10.222.0.22 "GET /v2.0/quotas/ed190bc4db1141bfbe1905ae05ec100a HTTP/1.1" status: 200 len: 375 time: 0.0651202 Sep 07 02:57:55.560792 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5862e56d-33be-42cb-91fb-cb2fade4ea4a None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:57:55.583448 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-4829bc8e-0940-42e8-89ff-b70d377b0171 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5190799 Sep 07 02:57:55.584160 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50110) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:55.593365 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device c6c28b43-2151-4626-827d-9c0e6d6bec0a no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:57:55.596370 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-809b3390-6a0f-4d09-bcb0-3df8d5fb8705 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Request body: {'subnet': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:55.610444 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=73ed06c9-246a-4952-85ce-894ccb9a179f,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:55.644166 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d8010e92-4066-4a6c-9268-b51c75fc0e23 req-bfa9688f-186d-42c9-8213-afc02c3531a6 tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ed190bc4db1141bfbe1905ae05ec100a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0679324 Sep 07 02:57:55.649428 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: c6c28b43-2151-4626-827d-9c0e6d6bec0a {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:57:55.649844 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device c6c28b43-2151-4626-827d-9c0e6d6bec0a not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:57:55.670628 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50114) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:55.680950 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-2c8da0ee-640a-4d89-93dc-e9d949b59364 None None] Port 0d2f7ef5-19f6-404e-8a70-893e4a4a400f cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:57:55.694634 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-45f71aa0-cb88-4292-b0e7-5e7dac9fe0e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d0bdbe-4c96-49d8-8c8f-565faadeb82e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2143267678', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '1660260e-8a00-464c-a226-a004037dfcbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:57:15Z', 'updated_at': '2021-09-07T02:57:25Z', 'revision_number': 4, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'gw_port': {'id': '1660260e-8a00-464c-a226-a004037dfcbe', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:57:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d0bdbe-4c96-49d8-8c8f-565faadeb82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:57:17Z', 'updated_at': '2021-09-07T02:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'e9eb4f05-3aa0-4716-a29d-0edee1d597bb', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'floating_ip_address': '172.25.5.16', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': 'a6d0bdbe-4c96-49d8-8c8f-565faadeb82e', 'port_id': '41155c75-47f2-46cb-9c89-5e338a4ecd29', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cd744d1-899a-4d57-ba10-aa6d1dc0746f', 'mac_address': 'fa:16:3e:26:7f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba396db-1311-4ea4-ba29-032650972ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T02:57:50Z', 'updated_at': '2021-09-07T02:57:50Z', 'revision_number': 0, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93ce6660-c31e-40b7-af93-aa9a3d503ced', 'name': '', 'network_id': '6cd744d1-899a-4d57-ba10-aa6d1dc0746f', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'mac_address': 'fa:16:3e:be:78:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d0bdbe-4c96-49d8-8c8f-565faadeb82e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'c3e8b00e-7dd5-4121-9d90-2dad2df2b8a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:57:22Z', 'updated_at': '2021-09-07T02:57:32Z', 'revision_number': 5, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'subnets': [{'id': 'c3e8b00e-7dd5-4121-9d90-2dad2df2b8a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:55.720290 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe203dfb-9f81-450a-8b43-0c1ffb9ba839 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:57:55.730366 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-fe203dfb-9f81-450a-8b43-0c1ffb9ba839 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "PUT /v2.0/routers/6854db5c-a096-434e-ab5e-b85d8664e0e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0698490 Sep 07 02:57:55.730464 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f71aa0-cb88-4292-b0e7-5e7dac9fe0e7 None None] The sync data for ids ['a6d0bdbe-4c96-49d8-8c8f-565faadeb82e'] in n-d-796209-16 is: [{'id': 'a6d0bdbe-4c96-49d8-8c8f-565faadeb82e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2143267678', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '1660260e-8a00-464c-a226-a004037dfcbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:57:15Z', 'updated_at': '2021-09-07T02:57:25Z', 'revision_number': 4, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'gw_port': {'id': '1660260e-8a00-464c-a226-a004037dfcbe', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:57:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d0bdbe-4c96-49d8-8c8f-565faadeb82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:57:17Z', 'updated_at': '2021-09-07T02:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'e9eb4f05-3aa0-4716-a29d-0edee1d597bb', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'floating_ip_address': '172.25.5.16', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': 'a6d0bdbe-4c96-49d8-8c8f-565faadeb82e', 'port_id': '41155c75-47f2-46cb-9c89-5e338a4ecd29', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6cd744d1-899a-4d57-ba10-aa6d1dc0746f', 'mac_address': 'fa:16:3e:26:7f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba396db-1311-4ea4-ba29-032650972ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T02:57:50Z', 'updated_at': '2021-09-07T02:57:50Z', 'revision_number': 0, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93ce6660-c31e-40b7-af93-aa9a3d503ced', 'name': '', 'network_id': '6cd744d1-899a-4d57-ba10-aa6d1dc0746f', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'mac_address': 'fa:16:3e:be:78:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d0bdbe-4c96-49d8-8c8f-565faadeb82e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'c3e8b00e-7dd5-4121-9d90-2dad2df2b8a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:57:22Z', 'updated_at': '2021-09-07T02:57:32Z', 'revision_number': 5, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'subnets': [{'id': 'c3e8b00e-7dd5-4121-9d90-2dad2df2b8a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:57:55.731187 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abc64e4-3128-4d76-9ca8-ff990375aa57 None None] Sync routers for ids ['6854db5c-a096-434e-ab5e-b85d8664e0e3'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:57:55.739432 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50118) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:55.745389 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-1b2da8c4-a0be-4811-b3c1-fe55d089430f tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-420571535'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:55.752344 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abc64e4-3128-4d76-9ca8-ff990375aa57 None None] Routers {'6854db5c-a096-434e-ab5e-b85d8664e0e3'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:57:55.756752 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-1abc64e4-3128-4d76-9ca8-ff990375aa57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:57:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['6854db5c-a096-434e-ab5e-b85d8664e0e3'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:55.790734 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50120) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:55.877610 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-1abc64e4-3128-4d76-9ca8-ff990375aa57 None None] Set router 6854db5c-a096-434e-ab5e-b85d8664e0e3 gateway port host: None {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:57:55.878153 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5742d00-6a89-4206-bd6e-69016bc4d5d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-98fba89c-e7ad-427b-9268-93662b8245b2', 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'tenant_id': '4c9354482bbf46e593fb1c1c8959ca81', 'fixed_ips': [{'subnet_id': '3abf39b0-820a-4a87-ab63-91f7dc4e744c'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:57:55.879270 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a5742d00-6a89-4206-bd6e-69016bc4d5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:55.898412 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 73ed06c9-246a-4952-85ce-894ccb9a179f up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:57:55.911437 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2da8c4-a0be-4811-b3c1-fe55d089430f tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Made reservation on behalf of 833039ece4bf420493581946638a10ce for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:57:55.916900 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1b2da8c4-a0be-4811-b3c1-fe55d089430f tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:55.919730 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d8010e92-4066-4a6c-9268-b51c75fc0e23 req-776aa91e-f9fe-4f71-a053-564f4ed024f5 service neutron] 10.222.0.22 "GET /v2.0/networks/9cc7ceac-8fab-4445-8c92-5288492ea587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706854 Sep 07 02:57:55.964747 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-80685ac2-f69e-403b-b1ff-3e56a4e0587e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:55.995414 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d807321f-c363-48e7-89ca-c4f6b7fb86ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:55.995711 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809b3390-6a0f-4d09-bcb0-3df8d5fb8705 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Made reservation on behalf of 4c9354482bbf46e593fb1c1c8959ca81 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:57:56.012058 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-809b3390-6a0f-4d09-bcb0-3df8d5fb8705 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:56.119411 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d8010e92-4066-4a6c-9268-b51c75fc0e23 req-96c88828-1e61-47cd-857d-faa4400cd3a5 service neutron] 10.222.0.22 "GET /v2.0/networks/9cc7ceac-8fab-4445-8c92-5288492ea587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922884 Sep 07 02:57:56.137237 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a129548b-03db-4436-97ec-c097e09af98e tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/floatingips/e9eb4f05-3aa0-4716-a29d-0edee1d597bb HTTP/1.1" status: 200 len: 990 time: 0.3397379 Sep 07 02:57:56.137993 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f75d52-aaa6-4eed-a072-2103aa812a9f None None] New status for floating IP e9eb4f05-3aa0-4716-a29d-0edee1d597bb: ACTIVE {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 02:57:56.148909 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b2da8c4-a0be-4811-b3c1-fe55d089430f tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:57:56.163875 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-1abc64e4-3128-4d76-9ca8-ff990375aa57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'name': 'tempest-RoutersIpV6Test-router-1538027324', 'tenant_id': '833039ece4bf420493581946638a10ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:57:48Z', 'updated_at': '2021-09-07T02:57:53Z', 'revision_number': 2, 'project_id': '833039ece4bf420493581946638a10ce', 'gw_port_host': None, '_interfaces': [{'id': '0d2f7ef5-19f6-404e-8a70-893e4a4a400f', 'name': '', 'network_id': 'b3f72c48-4a4a-45d1-98f3-4c95d8bdffeb', 'tenant_id': '833039ece4bf420493581946638a10ce', 'mac_address': 'fa:16:3e:ad:d4:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': 'c59b4ca3-52f6-4aed-89f0-197fa5052280', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:57:51Z', 'updated_at': '2021-09-07T02:57:53Z', 'revision_number': 2, 'project_id': '833039ece4bf420493581946638a10ce', 'subnets': [{'id': 'c59b4ca3-52f6-4aed-89f0-197fa5052280', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:56.173622 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1b2da8c4-a0be-4811-b3c1-fe55d089430f tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:56.173970 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-1b2da8c4-a0be-4811-b3c1-fe55d089430f tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Added segment afe9fafd-f2db-4024-bfc3-32aa2fe6c295 of type vlan for network 96249d43-1e02-467f-9149-5a13435ad27a Sep 07 02:57:56.189067 n-d-796209-16 neutron-server[94700]: INFO neutron.db.ipam_backend_mixin [None req-809b3390-6a0f-4d09-bcb0-3df8d5fb8705 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3abf39b0-820a-4a87-ab63-91f7dc4e744c (CIDR: 2001:db8::/64) Sep 07 02:57:56.197062 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abc64e4-3128-4d76-9ca8-ff990375aa57 None None] Checking router: 6854db5c-a096-434e-ab5e-b85d8664e0e3 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:57:56.197464 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abc64e4-3128-4d76-9ca8-ff990375aa57 None None] Updating router 6854db5c-a096-434e-ab5e-b85d8664e0e3 port 0d2f7ef5-19f6-404e-8a70-893e4a4a400f binding host n-d-796209-16 {{(pid=94703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 02:57:56.225296 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-1abc64e4-3128-4d76-9ca8-ff990375aa57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:56.230793 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-809b3390-6a0f-4d09-bcb0-3df8d5fb8705 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 02:57:56.231298 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-809b3390-6a0f-4d09-bcb0-3df8d5fb8705 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:57:56.231984 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d807321f-c363-48e7-89ca-c4f6b7fb86ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:56.238957 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d807321f-c363-48e7-89ca-c4f6b7fb86ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:56.276514 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1b2da8c4-a0be-4811-b3c1-fe55d089430f tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:56.302045 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-809b3390-6a0f-4d09-bcb0-3df8d5fb8705 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7135019 Sep 07 02:57:56.305487 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50124) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:56.312327 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-90a0c281-788e-47b4-877c-de277e301f82 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Request body: {'subnet': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:56.336493 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1b2da8c4-a0be-4811-b3c1-fe55d089430f tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:56.343282 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2da8c4-a0be-4811-b3c1-fe55d089430f tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:56.344267 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1b2da8c4-a0be-4811-b3c1-fe55d089430f tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:56.349031 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d807321f-c363-48e7-89ca-c4f6b7fb86ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936d46bf-8c71-421e-91d7-cfa3f9b8fb89,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:56.411849 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d807321f-c363-48e7-89ca-c4f6b7fb86ec admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=47d1b3c6f6db4663ba292443f7ceec79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7400632 Sep 07 02:57:56.416944 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50128) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:56.460093 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7885a724-5000-4975-b624-9862853890e2 req-379fbfdf-9739-411a-a7ff-aaa3c948ea9c tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] 10.222.0.22 "GET /v2.0/ports?device_id=255235f3-5be1-4b5a-8f7b-fc00ee9c06dd HTTP/1.1" status: 200 len: 210 time: 0.1050811 Sep 07 02:57:56.462463 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-1b2da8c4-a0be-4811-b3c1-fe55d089430f tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7220182 Sep 07 02:57:56.474156 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50130) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:56.480127 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-8b1cfc26-a839-49c7-a0b1-f4cddddb5705 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Request body: {'subnet': {'network_id': '96249d43-1e02-467f-9149-5a13435ad27a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:56.547102 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-a5742d00-6a89-4206-bd6e-69016bc4d5d1 None None] Allocated IP 2001:db8::f816:3eff:febc:251f (98fba89c-e7ad-427b-9268-93662b8245b2/3abf39b0-820a-4a87-ab63-91f7dc4e744c/9601ed49-5a34-4381-8bea-42d42176d5dc) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:57:56.569250 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2da8c4-a0be-4811-b3c1-fe55d089430f tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event updated for resources: {'Network': ['ID=96249d43-1e02-467f-9149-5a13435ad27a,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:56.591179 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 96249d43-1e02-467f-9149-5a13435ad27a details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:57:56.594383 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2623957f-acaa-4d23-810a-25b62d1ba863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:56.630557 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2623957f-acaa-4d23-810a-25b62d1ba863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:56.641847 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b1cfc26-a839-49c7-a0b1-f4cddddb5705 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Made reservation on behalf of 833039ece4bf420493581946638a10ce for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:57:56.645487 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8b1cfc26-a839-49c7-a0b1-f4cddddb5705 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:56.665075 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a0c281-788e-47b4-877c-de277e301f82 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Made reservation on behalf of 4c9354482bbf46e593fb1c1c8959ca81 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:57:56.676238 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-90a0c281-788e-47b4-877c-de277e301f82 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:56.685991 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-1abc64e4-3128-4d76-9ca8-ff990375aa57 None None] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:56.698368 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-1abc64e4-3128-4d76-9ca8-ff990375aa57 None None] Transition to ACTIVE for port object 0d2f7ef5-19f6-404e-8a70-893e4a4a400f will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:57:56.705604 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-1abc64e4-3128-4d76-9ca8-ff990375aa57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:56.762676 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc34516-e994-4306-8022-05e884fe33f8 None None] Pushing event updated for resources: {'Port': ['ID=0d2f7ef5-19f6-404e-8a70-893e4a4a400f,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:56.775733 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc34516-e994-4306-8022-05e884fe33f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:57:56.776515 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc34516-e994-4306-8022-05e884fe33f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:57:56.777040 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc34516-e994-4306-8022-05e884fe33f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:57:56.777552 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc34516-e994-4306-8022-05e884fe33f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:57:56.778045 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc34516-e994-4306-8022-05e884fe33f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:57:56.778672 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc34516-e994-4306-8022-05e884fe33f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:57:56.779172 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc34516-e994-4306-8022-05e884fe33f8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:57:56.779847 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc34516-e994-4306-8022-05e884fe33f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:57:56.780340 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc34516-e994-4306-8022-05e884fe33f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:57:56.780923 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc34516-e994-4306-8022-05e884fe33f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:57:56.781409 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc34516-e994-4306-8022-05e884fe33f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:57:56.781918 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc34516-e994-4306-8022-05e884fe33f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:57:56.860399 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2623957f-acaa-4d23-810a-25b62d1ba863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:56.864733 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2623957f-acaa-4d23-810a-25b62d1ba863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:56.881451 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-2623957f-acaa-4d23-810a-25b62d1ba863 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/936d46bf-8c71-421e-91d7-cfa3f9b8fb89 HTTP/1.1" status: 204 len: 168 time: 0.4570091 Sep 07 02:57:56.909042 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-1abc64e4-3128-4d76-9ca8-ff990375aa57 None None] Attempting to bind port 0d2f7ef5-19f6-404e-8a70-893e4a4a400f on host n-d-796209-16 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:57:56.909735 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-1abc64e4-3128-4d76-9ca8-ff990375aa57 None None] Attempting to bind port 0d2f7ef5-19f6-404e-8a70-893e4a4a400f by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '46cd136f-e721-4d10-ba3d-0f1a63839df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b3f72c48-4a4a-45d1-98f3-4c95d8bdffeb'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:57:56.910600 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abc64e4-3128-4d76-9ca8-ff990375aa57 None None] Attempting to bind port 0d2f7ef5-19f6-404e-8a70-893e4a4a400f on network b3f72c48-4a4a-45d1-98f3-4c95d8bdffeb {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:57:56.919863 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abc64e4-3128-4d76-9ca8-ff990375aa57 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:57:56.920549 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abc64e4-3128-4d76-9ca8-ff990375aa57 None None] Checking segment: {'id': '46cd136f-e721-4d10-ba3d-0f1a63839df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b3f72c48-4a4a-45d1-98f3-4c95d8bdffeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:57:56.921126 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-1abc64e4-3128-4d76-9ca8-ff990375aa57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:56.921711 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abc64e4-3128-4d76-9ca8-ff990375aa57 None None] Bound using segment: {'id': '46cd136f-e721-4d10-ba3d-0f1a63839df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b3f72c48-4a4a-45d1-98f3-4c95d8bdffeb'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:57:56.922366 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-1abc64e4-3128-4d76-9ca8-ff990375aa57 None None] Bound port: 0d2f7ef5-19f6-404e-8a70-893e4a4a400f, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46cd136f-e721-4d10-ba3d-0f1a63839df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b3f72c48-4a4a-45d1-98f3-4c95d8bdffeb'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:57:56.922970 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-1abc64e4-3128-4d76-9ca8-ff990375aa57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:56.929555 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2623957f-acaa-4d23-810a-25b62d1ba863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936d46bf-8c71-421e-91d7-cfa3f9b8fb89,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:56.995635 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 73ed06c9-246a-4952-85ce-894ccb9a179f triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:57:57.002386 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:57.045368 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-1abc64e4-3128-4d76-9ca8-ff990375aa57 None None] For port 0d2f7ef5-19f6-404e-8a70-893e4a4a400f, host n-d-796209-16, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:57:57.053475 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-1abc64e4-3128-4d76-9ca8-ff990375aa57 None None] For port 0d2f7ef5-19f6-404e-8a70-893e4a4a400f, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=0d2f7ef5-19f6-404e-8a70-893e4a4a400f,segment=NetworkSegment(46cd136f-e721-4d10-ba3d-0f1a63839df8),segment_id=46cd136f-e721-4d10-ba3d-0f1a63839df8)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:57:57.071983 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-1abc64e4-3128-4d76-9ca8-ff990375aa57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:57.099454 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8b1cfc26-a839-49c7-a0b1-f4cddddb5705 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:57.135135 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50142) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:57.286893 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a5742d00-6a89-4206-bd6e-69016bc4d5d1 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:57.305008 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a5742d00-6a89-4206-bd6e-69016bc4d5d1 None None] Transition to ACTIVE for port object 9601ed49-5a34-4381-8bea-42d42176d5dc will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:57:57.313234 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc34516-e994-4306-8022-05e884fe33f8 None None] Pushing event updated for resources: {'Port': ['ID=0d2f7ef5-19f6-404e-8a70-893e4a4a400f,revision_number=4']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:57.321736 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1cfc26-a839-49c7-a0b1-f4cddddb5705 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Checking segment: {'id': 'afe9fafd-f2db-4024-bfc3-32aa2fe6c295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '96249d43-1e02-467f-9149-5a13435ad27a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:57:57.323706 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abc64e4-3128-4d76-9ca8-ff990375aa57 None None] Routers {'6854db5c-a096-434e-ab5e-b85d8664e0e3'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:57:57.324446 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-1abc64e4-3128-4d76-9ca8-ff990375aa57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:57:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['6854db5c-a096-434e-ab5e-b85d8664e0e3'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:57.328943 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1cfc26-a839-49c7-a0b1-f4cddddb5705 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Network hostable DHCP agents. Network: 96249d43-1e02-467f-9149-5a13435ad27a, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:57:57.337426 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1cfc26-a839-49c7-a0b1-f4cddddb5705 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event updated for resources: {'Subnet': ['ID=96b2b57c-723f-4f80-975c-236d5659f5cb,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:57.346606 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a5742d00-6a89-4206-bd6e-69016bc4d5d1 None None] Transition to ACTIVE for port object 9601ed49-5a34-4381-8bea-42d42176d5dc will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:57:57.347163 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-90a0c281-788e-47b4-877c-de277e301f82 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:57.356041 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a5742d00-6a89-4206-bd6e-69016bc4d5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:57.387416 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1cfc26-a839-49c7-a0b1-f4cddddb5705 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Network 96249d43-1e02-467f-9149-5a13435ad27a is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:57:57.403453 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f271962c-3fce-4174-bd54-55f62262c34f tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/floatingips/e9eb4f05-3aa0-4716-a29d-0edee1d597bb HTTP/1.1" status: 200 len: 992 time: 0.2651055 Sep 07 02:57:57.407034 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-8b1cfc26-a839-49c7-a0b1-f4cddddb5705 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 96249d43-1e02-467f-9149-5a13435ad27a) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:57:57.412865 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1cfc26-a839-49c7-a0b1-f4cddddb5705 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:57.413698 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8b1cfc26-a839-49c7-a0b1-f4cddddb5705 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:57.440254 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8b1cfc26-a839-49c7-a0b1-f4cddddb5705 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9642057 Sep 07 02:57:57.442306 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50146) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:57.446816 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe21940b-bea4-4f2f-8b6f-328756368fdc None None] Network 96249d43-1e02-467f-9149-5a13435ad27a requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:57:57.448007 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a0c281-788e-47b4-877c-de277e301f82 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:57:57.479516 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5742d00-6a89-4206-bd6e-69016bc4d5d1 None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:57:57.490823 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-a5742d00-6a89-4206-bd6e-69016bc4d5d1 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:57:57.501454 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5742d00-6a89-4206-bd6e-69016bc4d5d1 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:57:57.526913 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-1abc64e4-3128-4d76-9ca8-ff990375aa57 None None] Set router 6854db5c-a096-434e-ab5e-b85d8664e0e3 gateway port host: None {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:57:57.537633 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-90a0c281-788e-47b4-877c-de277e301f82 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:57:57.544114 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a0c281-788e-47b4-877c-de277e301f82 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:57.544647 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-90a0c281-788e-47b4-877c-de277e301f82 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:57.581126 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5742d00-6a89-4206-bd6e-69016bc4d5d1 None None] Pushing event updated for resources: {'Port': ['ID=9601ed49-5a34-4381-8bea-42d42176d5dc,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:57.605974 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-135cc1de-cdff-4b5a-a7ce-505c40b0eff6 req-0c90aabe-3fb7-41b1-932a-e97c6e33570b tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] 10.222.0.22 "GET /v2.0/ports?device_id=255235f3-5be1-4b5a-8f7b-fc00ee9c06dd HTTP/1.1" status: 200 len: 210 time: 0.0529697 Sep 07 02:57:57.640654 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a0c281-788e-47b4-877c-de277e301f82 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event updated for resources: {'Subnet': ['ID=c9a2df98-37cf-4456-b0b4-257322ee4263,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:57.662540 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-90a0c281-788e-47b4-877c-de277e301f82 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3553333 Sep 07 02:57:57.665957 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50156) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:57.673081 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-99928678-f1af-4891-9156-8ff5351291b6 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Request body: {'port': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'mac_address': 'fa:16:3e:55:35:ae', 'name': 'tempest-NetworksTestDHCPv6-460513699'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:57.761747 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-a5742d00-6a89-4206-bd6e-69016bc4d5d1 None None] Attempting to bind port 9601ed49-5a34-4381-8bea-42d42176d5dc on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:57:57.762199 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-a5742d00-6a89-4206-bd6e-69016bc4d5d1 None None] Attempting to bind port 9601ed49-5a34-4381-8bea-42d42176d5dc by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:57:57.765853 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5742d00-6a89-4206-bd6e-69016bc4d5d1 None None] Attempting to bind port 9601ed49-5a34-4381-8bea-42d42176d5dc on network 98fba89c-e7ad-427b-9268-93662b8245b2 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:57:57.785279 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5742d00-6a89-4206-bd6e-69016bc4d5d1 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:57:57.786709 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5742d00-6a89-4206-bd6e-69016bc4d5d1 None None] Checking segment: {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:57:57.787465 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a5742d00-6a89-4206-bd6e-69016bc4d5d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:57.789818 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5742d00-6a89-4206-bd6e-69016bc4d5d1 None None] Bound using segment: {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:57:57.791219 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-a5742d00-6a89-4206-bd6e-69016bc4d5d1 None None] Bound port: 9601ed49-5a34-4381-8bea-42d42176d5dc, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:57:57.796023 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a5742d00-6a89-4206-bd6e-69016bc4d5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:57.840516 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-1abc64e4-3128-4d76-9ca8-ff990375aa57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'name': 'tempest-RoutersIpV6Test-router-1538027324', 'tenant_id': '833039ece4bf420493581946638a10ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:57:48Z', 'updated_at': '2021-09-07T02:57:53Z', 'revision_number': 2, 'project_id': '833039ece4bf420493581946638a10ce', 'gw_port_host': None, '_interfaces': [{'id': '0d2f7ef5-19f6-404e-8a70-893e4a4a400f', 'name': '', 'network_id': 'b3f72c48-4a4a-45d1-98f3-4c95d8bdffeb', 'tenant_id': '833039ece4bf420493581946638a10ce', 'mac_address': 'fa:16:3e:ad:d4:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': 'c59b4ca3-52f6-4aed-89f0-197fa5052280', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:57:51Z', 'updated_at': '2021-09-07T02:57:57Z', 'revision_number': 4, 'project_id': '833039ece4bf420493581946638a10ce', 'subnets': [{'id': 'c59b4ca3-52f6-4aed-89f0-197fa5052280', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:57:57.915883 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abc64e4-3128-4d76-9ca8-ff990375aa57 None None] The sync data for ids ['6854db5c-a096-434e-ab5e-b85d8664e0e3'] in n-d-796209-16 is: [{'id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'name': 'tempest-RoutersIpV6Test-router-1538027324', 'tenant_id': '833039ece4bf420493581946638a10ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:57:48Z', 'updated_at': '2021-09-07T02:57:53Z', 'revision_number': 2, 'project_id': '833039ece4bf420493581946638a10ce', 'gw_port_host': None, '_interfaces': [{'id': '0d2f7ef5-19f6-404e-8a70-893e4a4a400f', 'name': '', 'network_id': 'b3f72c48-4a4a-45d1-98f3-4c95d8bdffeb', 'tenant_id': '833039ece4bf420493581946638a10ce', 'mac_address': 'fa:16:3e:ad:d4:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': 'c59b4ca3-52f6-4aed-89f0-197fa5052280', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:57:51Z', 'updated_at': '2021-09-07T02:57:57Z', 'revision_number': 4, 'project_id': '833039ece4bf420493581946638a10ce', 'subnets': [{'id': 'c59b4ca3-52f6-4aed-89f0-197fa5052280', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:57:57.946264 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a5742d00-6a89-4206-bd6e-69016bc4d5d1 None None] For port 9601ed49-5a34-4381-8bea-42d42176d5dc, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:57:57.952216 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a5742d00-6a89-4206-bd6e-69016bc4d5d1 None None] For port 9601ed49-5a34-4381-8bea-42d42176d5dc, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=9601ed49-5a34-4381-8bea-42d42176d5dc,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:57:57.973899 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a5742d00-6a89-4206-bd6e-69016bc4d5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:58.040455 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8010e92-4066-4a6c-9268-b51c75fc0e23 req-793a0033-8b29-4eb9-9721-23751fead056 tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:57:58.044253 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d8010e92-4066-4a6c-9268-b51c75fc0e23 req-793a0033-8b29-4eb9-9721-23751fead056 tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] 10.222.0.23 "GET /v2.0/networks?id=9cc7ceac-8fab-4445-8c92-5288492ea587 HTTP/1.1" status: 200 len: 809 time: 0.3321204 Sep 07 02:57:58.083125 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743cb4bf-a135-42be-ac39-31aaa77eb783 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-96249d43-1e02-467f-9149-5a13435ad27a', 'network_id': '96249d43-1e02-467f-9149-5a13435ad27a', 'tenant_id': '833039ece4bf420493581946638a10ce', 'fixed_ips': [{'subnet_id': '96b2b57c-723f-4f80-975c-236d5659f5cb'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:57:58.084149 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-743cb4bf-a135-42be-ac39-31aaa77eb783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:58.094438 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-d8010e92-4066-4a6c-9268-b51c75fc0e23 req-cab471b9-24a6-43a4-a423-bff1fde5ba96 tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] Request body: {'port': {'device_id': '255235f3-5be1-4b5a-8f7b-fc00ee9c06dd', 'network_id': '9cc7ceac-8fab-4445-8c92-5288492ea587', 'admin_state_up': True, 'tenant_id': 'ed190bc4db1141bfbe1905ae05ec100a'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:57:58.129973 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5742d00-6a89-4206-bd6e-69016bc4d5d1 None None] Pushing event updated for resources: {'Port': ['ID=9601ed49-5a34-4381-8bea-42d42176d5dc,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:58.240397 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99928678-f1af-4891-9156-8ff5351291b6 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Made reservation on behalf of 4c9354482bbf46e593fb1c1c8959ca81 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:57:58.306608 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a15f8b0c-ab29-42ee-b093-0b8652335f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:58.372882 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8010e92-4066-4a6c-9268-b51c75fc0e23 req-cab471b9-24a6-43a4-a423-bff1fde5ba96 tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] Made reservation on behalf of ed190bc4db1141bfbe1905ae05ec100a for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:57:58.376872 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-d8010e92-4066-4a6c-9268-b51c75fc0e23 req-cab471b9-24a6-43a4-a423-bff1fde5ba96 tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:58.486880 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-743cb4bf-a135-42be-ac39-31aaa77eb783 None None] Allocated IP 2001:db8:1::2 (96249d43-1e02-467f-9149-5a13435ad27a/96b2b57c-723f-4f80-975c-236d5659f5cb/84877822-9fc7-4cc3-b9fe-db5db7b5cd92) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:57:58.582329 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-99928678-f1af-4891-9156-8ff5351291b6 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:58.690903 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4ae45b9e-b9c2-4bee-97aa-e9a0af523348 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:58.697336 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [req-d8010e92-4066-4a6c-9268-b51c75fc0e23 req-cab471b9-24a6-43a4-a423-bff1fde5ba96 tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] Allocated IP 172.20.0.13 (9cc7ceac-8fab-4445-8c92-5288492ea587/6958a04b-1314-4406-a6b5-4210d91cf016/69dd2863-7739-4b00-9b89-9f22de30d495) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:57:58.718308 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-99928678-f1af-4891-9156-8ff5351291b6 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] device_id is not set on port ea98ebee-6791-4623-a006-bcf1c1f99332 yet. {{(pid=94701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:57:58.788387 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:58.825809 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-743cb4bf-a135-42be-ac39-31aaa77eb783 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:58.834895 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ee0bc481-3871-4ab3-b2ea-abaebaa35ea2 req-6b6d7ed6-a9be-4e4c-ae69-97c0aed426e3 tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] 10.222.0.22 "GET /v2.0/ports?device_id=255235f3-5be1-4b5a-8f7b-fc00ee9c06dd HTTP/1.1" status: 200 len: 210 time: 0.1112924 Sep 07 02:57:58.857846 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-743cb4bf-a135-42be-ac39-31aaa77eb783 None None] Transition to ACTIVE for port object 84877822-9fc7-4cc3-b9fe-db5db7b5cd92 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:57:58.877014 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-743cb4bf-a135-42be-ac39-31aaa77eb783 None None] Transition to ACTIVE for port object 84877822-9fc7-4cc3-b9fe-db5db7b5cd92 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:57:58.902108 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-743cb4bf-a135-42be-ac39-31aaa77eb783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:58.954952 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743cb4bf-a135-42be-ac39-31aaa77eb783 None None] Network 96249d43-1e02-467f-9149-5a13435ad27a is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:57:58.958288 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-743cb4bf-a135-42be-ac39-31aaa77eb783 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:57:58.964437 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743cb4bf-a135-42be-ac39-31aaa77eb783 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:57:58.973310 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743cb4bf-a135-42be-ac39-31aaa77eb783 None None] Pushing event updated for resources: {'Port': ['ID=84877822-9fc7-4cc3-b9fe-db5db7b5cd92,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:59.122381 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-743cb4bf-a135-42be-ac39-31aaa77eb783 None None] Attempting to bind port 84877822-9fc7-4cc3-b9fe-db5db7b5cd92 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:57:59.123674 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-743cb4bf-a135-42be-ac39-31aaa77eb783 None None] Attempting to bind port 84877822-9fc7-4cc3-b9fe-db5db7b5cd92 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'afe9fafd-f2db-4024-bfc3-32aa2fe6c295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '96249d43-1e02-467f-9149-5a13435ad27a'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:57:59.124469 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743cb4bf-a135-42be-ac39-31aaa77eb783 None None] Attempting to bind port 84877822-9fc7-4cc3-b9fe-db5db7b5cd92 on network 96249d43-1e02-467f-9149-5a13435ad27a {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:57:59.136702 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743cb4bf-a135-42be-ac39-31aaa77eb783 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:57:59.136702 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743cb4bf-a135-42be-ac39-31aaa77eb783 None None] Checking segment: {'id': 'afe9fafd-f2db-4024-bfc3-32aa2fe6c295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '96249d43-1e02-467f-9149-5a13435ad27a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:57:59.136702 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-743cb4bf-a135-42be-ac39-31aaa77eb783 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:59.136702 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743cb4bf-a135-42be-ac39-31aaa77eb783 None None] Bound using segment: {'id': 'afe9fafd-f2db-4024-bfc3-32aa2fe6c295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '96249d43-1e02-467f-9149-5a13435ad27a'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:57:59.136702 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-743cb4bf-a135-42be-ac39-31aaa77eb783 None None] Bound port: 84877822-9fc7-4cc3-b9fe-db5db7b5cd92, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe9fafd-f2db-4024-bfc3-32aa2fe6c295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '96249d43-1e02-467f-9149-5a13435ad27a'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:57:59.136702 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-743cb4bf-a135-42be-ac39-31aaa77eb783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:59.227339 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-4ae45b9e-b9c2-4bee-97aa-e9a0af523348 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Allocated IP 2001:db8:1::1 (96249d43-1e02-467f-9149-5a13435ad27a/96b2b57c-723f-4f80-975c-236d5659f5cb/e4ca6946-5cf2-4a59-b672-a2e4e647bd28) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:57:59.267372 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-743cb4bf-a135-42be-ac39-31aaa77eb783 None None] For port 84877822-9fc7-4cc3-b9fe-db5db7b5cd92, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:57:59.275615 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-743cb4bf-a135-42be-ac39-31aaa77eb783 None None] For port 84877822-9fc7-4cc3-b9fe-db5db7b5cd92, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=84877822-9fc7-4cc3-b9fe-db5db7b5cd92,segment=NetworkSegment(afe9fafd-f2db-4024-bfc3-32aa2fe6c295),segment_id=afe9fafd-f2db-4024-bfc3-32aa2fe6c295)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:57:59.284621 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-743cb4bf-a135-42be-ac39-31aaa77eb783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:59.389450 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743cb4bf-a135-42be-ac39-31aaa77eb783 None None] Pushing event updated for resources: {'Port': ['ID=84877822-9fc7-4cc3-b9fe-db5db7b5cd92,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:59.416133 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4ae45b9e-b9c2-4bee-97aa-e9a0af523348 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:59.457084 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-4ae45b9e-b9c2-4bee-97aa-e9a0af523348 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Transition to ACTIVE for port object e4ca6946-5cf2-4a59-b672-a2e4e647bd28 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:57:59.509710 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4ae45b9e-b9c2-4bee-97aa-e9a0af523348 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:59.538057 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:59.567096 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae45b9e-b9c2-4bee-97aa-e9a0af523348 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Network 96249d43-1e02-467f-9149-5a13435ad27a is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:57:59.571598 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-4ae45b9e-b9c2-4bee-97aa-e9a0af523348 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:57:59.577603 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae45b9e-b9c2-4bee-97aa-e9a0af523348 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:57:59.578185 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4ae45b9e-b9c2-4bee-97aa-e9a0af523348 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:59.627819 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5abf022-9499-435f-932a-3748cec38797 None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:57:59.652172 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-99928678-f1af-4891-9156-8ff5351291b6 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Allocated IP 2001:db8:0:1::1dd (98fba89c-e7ad-427b-9268-93662b8245b2/c9a2df98-37cf-4456-b0b4-257322ee4263/ea98ebee-6791-4623-a006-bcf1c1f99332) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:57:59.661176 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-99928678-f1af-4891-9156-8ff5351291b6 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Allocated IP 2001:db8::f816:3eff:fe55:35ae (98fba89c-e7ad-427b-9268-93662b8245b2/3abf39b0-820a-4a87-ab63-91f7dc4e744c/ea98ebee-6791-4623-a006-bcf1c1f99332) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:57:59.664580 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae45b9e-b9c2-4bee-97aa-e9a0af523348 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event updated for resources: {'Port': ['ID=e4ca6946-5cf2-4a59-b672-a2e4e647bd28,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:57:59.752465 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-cbd3f99f-58b1-44fb-93a5-f1971a8668ab None None] Provisioning for port 9601ed49-5a34-4381-8bea-42d42176d5dc completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:57:59.793478 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50210) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:57:59.794120 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4ae45b9e-b9c2-4bee-97aa-e9a0af523348 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:57:59.969112 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-99928678-f1af-4891-9156-8ff5351291b6 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:00.009873 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-d8010e92-4066-4a6c-9268-b51c75fc0e23 req-cab471b9-24a6-43a4-a423-bff1fde5ba96 tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:00.010710 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-99928678-f1af-4891-9156-8ff5351291b6 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Transition to ACTIVE for port object ea98ebee-6791-4623-a006-bcf1c1f99332 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:58:00.055461 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 84877822-9fc7-4cc3-b9fe-db5db7b5cd92 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:58:00.060892 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-158544b0-b6d2-4a7e-99c7-d7cd30c40903 req-ef273ede-2374-4211-9f05-4dbce71efdad tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] 10.222.0.22 "GET /v2.0/ports?device_id=255235f3-5be1-4b5a-8f7b-fc00ee9c06dd HTTP/1.1" status: 200 len: 210 time: 0.0817268 Sep 07 02:58:00.090654 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5233e417-1912-4ec9-b72e-8b56aad5b9e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:00.107962 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-d8010e92-4066-4a6c-9268-b51c75fc0e23 req-cab471b9-24a6-43a4-a423-bff1fde5ba96 tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:00.111296 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-99928678-f1af-4891-9156-8ff5351291b6 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:00.163435 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 84877822-9fc7-4cc3-b9fe-db5db7b5cd92 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:58:00.169553 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 0d2f7ef5-19f6-404e-8a70-893e4a4a400f up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:58:00.181687 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99928678-f1af-4891-9156-8ff5351291b6 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:58:00.183761 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8010e92-4066-4a6c-9268-b51c75fc0e23 req-cab471b9-24a6-43a4-a423-bff1fde5ba96 tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] Network 9cc7ceac-8fab-4445-8c92-5288492ea587 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:58:00.185267 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [req-d8010e92-4066-4a6c-9268-b51c75fc0e23 req-cab471b9-24a6-43a4-a423-bff1fde5ba96 tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:58:00.191894 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8010e92-4066-4a6c-9268-b51c75fc0e23 req-cab471b9-24a6-43a4-a423-bff1fde5ba96 tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:58:00.195719 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-99928678-f1af-4891-9156-8ff5351291b6 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:58:00.220443 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99928678-f1af-4891-9156-8ff5351291b6 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:58:00.226490 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99928678-f1af-4891-9156-8ff5351291b6 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:00.226992 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-99928678-f1af-4891-9156-8ff5351291b6 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:00.234970 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab471b9-24a6-43a4-a423-bff1fde5ba96 tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] Pushing event updated for resources: {'Port': ['ID=69dd2863-7739-4b00-9b89-9f22de30d495,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:00.267087 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c6f116-4413-4e82-9feb-3d82e4e28cea None None] Update dhcp port {'port': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'fixed_ips': [{'subnet_id': '3abf39b0-820a-4a87-ab63-91f7dc4e744c', 'ip_address': '2001:db8::f816:3eff:febc:251f'}, {'subnet_id': 'c9a2df98-37cf-4456-b0b4-257322ee4263'}], 'binding:host_id': 'n-d-796209-16'}, 'id': '9601ed49-5a34-4381-8bea-42d42176d5dc'} from n-d-796209-16. {{(pid=94702) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 07 02:58:00.299309 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 0d2f7ef5-19f6-404e-8a70-893e4a4a400f completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:58:00.302519 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8010e92-4066-4a6c-9268-b51c75fc0e23 req-cab471b9-24a6-43a4-a423-bff1fde5ba96 tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:00.303032 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c6f116-4413-4e82-9feb-3d82e4e28cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:00.303457 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-d8010e92-4066-4a6c-9268-b51c75fc0e23 req-cab471b9-24a6-43a4-a423-bff1fde5ba96 tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:00.314691 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 0d2f7ef5-19f6-404e-8a70-893e4a4a400f triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:58:00.315171 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:00.320060 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99928678-f1af-4891-9156-8ff5351291b6 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event updated for resources: {'Port': ['ID=ea98ebee-6791-4623-a006-bcf1c1f99332,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:00.342269 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4ae45b9e-b9c2-4bee-97aa-e9a0af523348 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:00.350233 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4ae45b9e-b9c2-4bee-97aa-e9a0af523348 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:00.351041 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4ae45b9e-b9c2-4bee-97aa-e9a0af523348 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:00.392188 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5233e417-1912-4ec9-b72e-8b56aad5b9e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:00.401202 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d8010e92-4066-4a6c-9268-b51c75fc0e23 req-cab471b9-24a6-43a4-a423-bff1fde5ba96 tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3129823 Sep 07 02:58:00.403162 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-99928678-f1af-4891-9156-8ff5351291b6 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.7360356 Sep 07 02:58:00.405782 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50218) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:00.410486 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5233e417-1912-4ec9-b72e-8b56aad5b9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:00.447170 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-d8010e92-4066-4a6c-9268-b51c75fc0e23 req-f50acb54-f306-41d9-b133-0b0fe9bfd846 service neutron] Request body: {'port': {'device_id': '255235f3-5be1-4b5a-8f7b-fc00ee9c06dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:58:00.463709 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae45b9e-b9c2-4bee-97aa-e9a0af523348 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event updated for resources: {'Port': ['ID=e4ca6946-5cf2-4a59-b672-a2e4e647bd28,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:00.515131 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-5233e417-1912-4ec9-b72e-8b56aad5b9e0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f5a0c655643b42a68fca2646d07e875c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7150872 Sep 07 02:58:00.520363 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50220) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:00.536529 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-d8010e92-4066-4a6c-9268-b51c75fc0e23 req-f50acb54-f306-41d9-b133-0b0fe9bfd846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:00.539442 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5233e417-1912-4ec9-b72e-8b56aad5b9e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e2221f-c97c-4229-8a4a-974257d29226,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:00.542559 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:00.583444 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-12c6f116-4413-4e82-9feb-3d82e4e28cea None None] Allocated IP 2001:db8:0:1::2 (98fba89c-e7ad-427b-9268-93662b8245b2/c9a2df98-37cf-4456-b0b4-257322ee4263/9601ed49-5a34-4381-8bea-42d42176d5dc) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:58:00.610113 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 0d2f7ef5-19f6-404e-8a70-893e4a4a400f, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=0d2f7ef5-19f6-404e-8a70-893e4a4a400f,segment=NetworkSegment(46cd136f-e721-4d10-ba3d-0f1a63839df8),segment_id=46cd136f-e721-4d10-ba3d-0f1a63839df8)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:58:00.617443 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:00.618397 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 9601ed49-5a34-4381-8bea-42d42176d5dc up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:58:00.647740 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-437c3b92-3801-4c8f-87c2-57d991f37d4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:00.652858 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae45b9e-b9c2-4bee-97aa-e9a0af523348 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Network 96249d43-1e02-467f-9149-5a13435ad27a is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:58:00.655995 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-4ae45b9e-b9c2-4bee-97aa-e9a0af523348 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:58:00.729981 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-437c3b92-3801-4c8f-87c2-57d991f37d4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:00.778416 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-80f465cd-7006-49bd-b524-415df9ffa778 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Deleting port ea98ebee-6791-4623-a006-bcf1c1f99332 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:58:00.779117 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-80f465cd-7006-49bd-b524-415df9ffa778 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:00.813731 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=0d2f7ef5-19f6-404e-8a70-893e4a4a400f,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:00.815764 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae45b9e-b9c2-4bee-97aa-e9a0af523348 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Router 6854db5c-a096-434e-ab5e-b85d8664e0e3 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:58:00.822492 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-12c6f116-4413-4e82-9feb-3d82e4e28cea None None] For port 9601ed49-5a34-4381-8bea-42d42176d5dc, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=9601ed49-5a34-4381-8bea-42d42176d5dc,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:58:00.862007 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 9601ed49-5a34-4381-8bea-42d42176d5dc completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:58:00.873008 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 9601ed49-5a34-4381-8bea-42d42176d5dc triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:58:00.873534 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:00.877027 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c6f116-4413-4e82-9feb-3d82e4e28cea None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:00.916364 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-12c6f116-4413-4e82-9feb-3d82e4e28cea None None] Transition to ACTIVE for port object 9601ed49-5a34-4381-8bea-42d42176d5dc will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:58:00.925238 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c6f116-4413-4e82-9feb-3d82e4e28cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:00.947134 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae45b9e-b9c2-4bee-97aa-e9a0af523348 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:58:00.952239 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-80f465cd-7006-49bd-b524-415df9ffa778 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:00.952439 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-4ae45b9e-b9c2-4bee-97aa-e9a0af523348 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "PUT /v2.0/routers/6854db5c-a096-434e-ab5e-b85d8664e0e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5088110 Sep 07 02:58:00.955192 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50222) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:00.961984 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-69747def-8dd9-4894-8790-b7629c6110c8 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-447869266'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:58:00.963600 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cf7882-c19f-4582-8448-cfe03c49c1ef None None] Sync routers for ids ['6854db5c-a096-434e-ab5e-b85d8664e0e3'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:58:00.978440 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-437c3b92-3801-4c8f-87c2-57d991f37d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:00.979624 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-80f465cd-7006-49bd-b524-415df9ffa778 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Calling delete_port for ea98ebee-6791-4623-a006-bcf1c1f99332 owned by {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:58:00.981312 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-437c3b92-3801-4c8f-87c2-57d991f37d4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:00.985570 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-437c3b92-3801-4c8f-87c2-57d991f37d4f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c6e2221f-c97c-4229-8a4a-974257d29226 HTTP/1.1" status: 204 len: 168 time: 0.4618058 Sep 07 02:58:00.986123 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cf7882-c19f-4582-8448-cfe03c49c1ef None None] Routers {'6854db5c-a096-434e-ab5e-b85d8664e0e3'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:58:00.988202 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-b5cf7882-c19f-4582-8448-cfe03c49c1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:57:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['6854db5c-a096-434e-ab5e-b85d8664e0e3'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:00.999815 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c3b92-3801-4c8f-87c2-57d991f37d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e2221f-c97c-4229-8a4a-974257d29226,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:01.011858 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69747def-8dd9-4894-8790-b7629c6110c8 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Made reservation on behalf of 833039ece4bf420493581946638a10ce for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:58:01.016710 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-69747def-8dd9-4894-8790-b7629c6110c8 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:01.037380 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Port 9601ed49-5a34-4381-8bea-42d42176d5dc had new provisioning blocks added so it will not transition to active. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Sep 07 02:58:01.050918 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69747def-8dd9-4894-8790-b7629c6110c8 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:58:01.065112 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-69747def-8dd9-4894-8790-b7629c6110c8 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:01.066641 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-69747def-8dd9-4894-8790-b7629c6110c8 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Added segment e0370e5c-19ea-41af-abdd-e3f3c1ce066a of type vlan for network 1c758ebd-e15e-4bb9-8593-fc43d8a82f2c Sep 07 02:58:01.133619 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c6f116-4413-4e82-9feb-3d82e4e28cea None None] Pushing event updated for resources: {'Port': ['ID=9601ed49-5a34-4381-8bea-42d42176d5dc,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:01.173194 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8936310-51cb-47d7-b65f-a3d956d1fd1d None None] Network 96249d43-1e02-467f-9149-5a13435ad27a requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:58:01.188624 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-69747def-8dd9-4894-8790-b7629c6110c8 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:01.211924 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-b5cf7882-c19f-4582-8448-cfe03c49c1ef None None] Set router 6854db5c-a096-434e-ab5e-b85d8664e0e3 gateway port host: None {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:58:01.251423 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-69747def-8dd9-4894-8790-b7629c6110c8 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:01.259139 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69747def-8dd9-4894-8790-b7629c6110c8 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:01.260104 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-69747def-8dd9-4894-8790-b7629c6110c8 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:01.290603 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [req-d8010e92-4066-4a6c-9268-b51c75fc0e23 req-f50acb54-f306-41d9-b133-0b0fe9bfd846 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69dd2863-7739-4b00-9b89-9f22de30d495 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:58:01.324074 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-d8010e92-4066-4a6c-9268-b51c75fc0e23 req-f50acb54-f306-41d9-b133-0b0fe9bfd846 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:01.353013 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-aadf31d5-d01e-4b17-afb7-ca5887d3efe6 None None] Provisioning for port 84877822-9fc7-4cc3-b9fe-db5db7b5cd92 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:58:01.373546 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-aadf31d5-d01e-4b17-afb7-ca5887d3efe6 None None] Provisioning complete for port 84877822-9fc7-4cc3-b9fe-db5db7b5cd92 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:58:01.373930 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-aadf31d5-d01e-4b17-afb7-ca5887d3efe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:01.375534 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b5c46-2cff-46d6-963d-142ef1bb8d08 req-1abcc4b5-14e8-45ea-a6ab-1debaaa07e49 tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:01.386640 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-69747def-8dd9-4894-8790-b7629c6110c8 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4300337 Sep 07 02:58:01.387128 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-670b5c46-2cff-46d6-963d-142ef1bb8d08 req-1abcc4b5-14e8-45ea-a6ab-1debaaa07e49 tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] 10.222.0.22 "GET /v2.0/ports?device_id=255235f3-5be1-4b5a-8f7b-fc00ee9c06dd HTTP/1.1" status: 200 len: 932 time: 0.1850190 Sep 07 02:58:01.394703 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50234) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:01.407871 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-a0672af1-b119-4ee7-8368-14d5997f5f3d tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Request body: {'subnet': {'network_id': '1c758ebd-e15e-4bb9-8593-fc43d8a82f2c', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:58:01.482900 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:01.495241 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-d8010e92-4066-4a6c-9268-b51c75fc0e23 req-f50acb54-f306-41d9-b133-0b0fe9bfd846 service neutron] Transition to ACTIVE for port object 69dd2863-7739-4b00-9b89-9f22de30d495 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:58:01.519473 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-d8010e92-4066-4a6c-9268-b51c75fc0e23 req-f50acb54-f306-41d9-b133-0b0fe9bfd846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:01.571081 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-670b5c46-2cff-46d6-963d-142ef1bb8d08 req-7ad0043a-7237-41ed-9507-f9d329e641d1 tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] 10.222.0.22 "GET /v2.0/security-groups?id=def1b4f8-6a38-4363-a2af-696933c340a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759140 Sep 07 02:58:01.634692 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-aadf31d5-d01e-4b17-afb7-ca5887d3efe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:01.665444 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69747def-8dd9-4894-8790-b7629c6110c8 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event updated for resources: {'Network': ['ID=1c758ebd-e15e-4bb9-8593-fc43d8a82f2c,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:01.700601 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 1c758ebd-e15e-4bb9-8593-fc43d8a82f2c details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:58:01.705828 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0672af1-b119-4ee7-8368-14d5997f5f3d tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Made reservation on behalf of 833039ece4bf420493581946638a10ce for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:58:01.716095 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a0672af1-b119-4ee7-8368-14d5997f5f3d tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:01.788968 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-aadf31d5-d01e-4b17-afb7-ca5887d3efe6 None None] For port 84877822-9fc7-4cc3-b9fe-db5db7b5cd92, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=84877822-9fc7-4cc3-b9fe-db5db7b5cd92,segment=NetworkSegment(afe9fafd-f2db-4024-bfc3-32aa2fe6c295),segment_id=afe9fafd-f2db-4024-bfc3-32aa2fe6c295)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:58:01.869814 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-aadf31d5-d01e-4b17-afb7-ca5887d3efe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:01.900081 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-b5cf7882-c19f-4582-8448-cfe03c49c1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'name': 'tempest-RoutersIpV6Test-router-1538027324', 'tenant_id': '833039ece4bf420493581946638a10ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:57:48Z', 'updated_at': '2021-09-07T02:57:59Z', 'revision_number': 3, 'project_id': '833039ece4bf420493581946638a10ce', 'gw_port_host': None, '_interfaces': [{'id': '0d2f7ef5-19f6-404e-8a70-893e4a4a400f', 'name': '', 'network_id': 'b3f72c48-4a4a-45d1-98f3-4c95d8bdffeb', 'tenant_id': '833039ece4bf420493581946638a10ce', 'mac_address': 'fa:16:3e:ad:d4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': 'c59b4ca3-52f6-4aed-89f0-197fa5052280', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:57:51Z', 'updated_at': '2021-09-07T02:58:00Z', 'revision_number': 5, 'project_id': '833039ece4bf420493581946638a10ce', 'subnets': [{'id': 'c59b4ca3-52f6-4aed-89f0-197fa5052280', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4ca6946-5cf2-4a59-b672-a2e4e647bd28', 'name': '', 'network_id': '96249d43-1e02-467f-9149-5a13435ad27a', 'tenant_id': '833039ece4bf420493581946638a10ce', 'mac_address': 'fa:16:3e:a7:86:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '96b2b57c-723f-4f80-975c-236d5659f5cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:57:58Z', 'updated_at': '2021-09-07T02:58:00Z', 'revision_number': 2, 'project_id': '833039ece4bf420493581946638a10ce', 'subnets': [{'id': '96b2b57c-723f-4f80-975c-236d5659f5cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:01.925418 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50acb54-f306-41d9-b133-0b0fe9bfd846 service neutron] Pushing event updated for resources: {'Port': ['ID=69dd2863-7739-4b00-9b89-9f22de30d495,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:01.941483 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 9601ed49-5a34-4381-8bea-42d42176d5dc up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:58:02.009960 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-80f465cd-7006-49bd-b524-415df9ffa778 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:02.022709 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadf31d5-d01e-4b17-afb7-ca5887d3efe6 None None] Pushing event updated for resources: {'Port': ['ID=84877822-9fc7-4cc3-b9fe-db5db7b5cd92,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:02.025808 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cf7882-c19f-4582-8448-cfe03c49c1ef None None] Checking router: 6854db5c-a096-434e-ab5e-b85d8664e0e3 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:58:02.027897 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cf7882-c19f-4582-8448-cfe03c49c1ef None None] Updating router 6854db5c-a096-434e-ab5e-b85d8664e0e3 port e4ca6946-5cf2-4a59-b672-a2e4e647bd28 binding host n-d-796209-16 {{(pid=94703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 02:58:02.048866 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 0d2f7ef5-19f6-404e-8a70-893e4a4a400f up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:58:02.109938 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-b5cf7882-c19f-4582-8448-cfe03c49c1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:02.152649 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 0d2f7ef5-19f6-404e-8a70-893e4a4a400f triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:58:02.153028 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:02.263998 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f465cd-7006-49bd-b524-415df9ffa778 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event deleted for resources: {'Port': ['ID=ea98ebee-6791-4623-a006-bcf1c1f99332,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:02.308966 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-d8010e92-4066-4a6c-9268-b51c75fc0e23 req-f50acb54-f306-41d9-b133-0b0fe9bfd846 service neutron] Attempting to bind port 69dd2863-7739-4b00-9b89-9f22de30d495 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:58:02.309423 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-d8010e92-4066-4a6c-9268-b51c75fc0e23 req-f50acb54-f306-41d9-b133-0b0fe9bfd846 service neutron] Attempting to bind port 69dd2863-7739-4b00-9b89-9f22de30d495 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '003ca558-f6c8-48f9-b25c-67c8c0ce14b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9cc7ceac-8fab-4445-8c92-5288492ea587'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:58:02.314089 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8010e92-4066-4a6c-9268-b51c75fc0e23 req-f50acb54-f306-41d9-b133-0b0fe9bfd846 service neutron] Attempting to bind port 69dd2863-7739-4b00-9b89-9f22de30d495 on network 9cc7ceac-8fab-4445-8c92-5288492ea587 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:58:02.379035 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8010e92-4066-4a6c-9268-b51c75fc0e23 req-f50acb54-f306-41d9-b133-0b0fe9bfd846 service neutron] Port 69dd2863-7739-4b00-9b89-9f22de30d495 on network 9cc7ceac-8fab-4445-8c92-5288492ea587 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:58:02.379374 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8010e92-4066-4a6c-9268-b51c75fc0e23 req-f50acb54-f306-41d9-b133-0b0fe9bfd846 service neutron] Attempting to bind port 69dd2863-7739-4b00-9b89-9f22de30d495 on network 9cc7ceac-8fab-4445-8c92-5288492ea587 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:58:02.379800 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a0672af1-b119-4ee7-8368-14d5997f5f3d tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:02.393064 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8010e92-4066-4a6c-9268-b51c75fc0e23 req-f50acb54-f306-41d9-b133-0b0fe9bfd846 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:58:02.393414 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8010e92-4066-4a6c-9268-b51c75fc0e23 req-f50acb54-f306-41d9-b133-0b0fe9bfd846 service neutron] Checking segment: {'id': '003ca558-f6c8-48f9-b25c-67c8c0ce14b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9cc7ceac-8fab-4445-8c92-5288492ea587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:58:02.393806 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8010e92-4066-4a6c-9268-b51c75fc0e23 req-f50acb54-f306-41d9-b133-0b0fe9bfd846 service neutron] Bound using segment: {'id': '003ca558-f6c8-48f9-b25c-67c8c0ce14b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9cc7ceac-8fab-4445-8c92-5288492ea587'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:58:02.394333 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-d8010e92-4066-4a6c-9268-b51c75fc0e23 req-f50acb54-f306-41d9-b133-0b0fe9bfd846 service neutron] Bound port: 69dd2863-7739-4b00-9b89-9f22de30d495, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '003ca558-f6c8-48f9-b25c-67c8c0ce14b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9cc7ceac-8fab-4445-8c92-5288492ea587'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:58:02.394847 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-d8010e92-4066-4a6c-9268-b51c75fc0e23 req-f50acb54-f306-41d9-b133-0b0fe9bfd846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:02.425454 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-359cab2f-2034-4598-b358-27093fafe4fa None None] Provisioning for port e4ca6946-5cf2-4a59-b672-a2e4e647bd28 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:58:02.436722 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-359cab2f-2034-4598-b358-27093fafe4fa None None] Provisioning complete for port e4ca6946-5cf2-4a59-b672-a2e4e647bd28 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:58:02.437330 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-359cab2f-2034-4598-b358-27093fafe4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:02.465388 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0672af1-b119-4ee7-8368-14d5997f5f3d tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event updated for resources: {'Subnet': ['ID=bb932cce-1cba-4055-973d-4adfcfcdec01,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:02.483146 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0672af1-b119-4ee7-8368-14d5997f5f3d tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Checking segment: {'id': 'e0370e5c-19ea-41af-abdd-e3f3c1ce066a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1c758ebd-e15e-4bb9-8593-fc43d8a82f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:58:02.483825 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0672af1-b119-4ee7-8368-14d5997f5f3d tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Network hostable DHCP agents. Network: 1c758ebd-e15e-4bb9-8593-fc43d8a82f2c, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:58:02.508065 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0672af1-b119-4ee7-8368-14d5997f5f3d tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Network 1c758ebd-e15e-4bb9-8593-fc43d8a82f2c is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:58:02.524534 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-a0672af1-b119-4ee7-8368-14d5997f5f3d tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 1c758ebd-e15e-4bb9-8593-fc43d8a82f2c) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:58:02.544319 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0672af1-b119-4ee7-8368-14d5997f5f3d tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:02.545298 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a0672af1-b119-4ee7-8368-14d5997f5f3d tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:02.559682 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-80f465cd-7006-49bd-b524-415df9ffa778 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:02.561631 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-80f465cd-7006-49bd-b524-415df9ffa778 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/ports/ea98ebee-6791-4623-a006-bcf1c1f99332 HTTP/1.1" status: 204 len: 168 time: 2.1547112 Sep 07 02:58:02.564204 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50266) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:02.571245 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a0672af1-b119-4ee7-8368-14d5997f5f3d tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1750593 Sep 07 02:58:02.571998 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50268) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:02.622558 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50272) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:02.727182 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-d8010e92-4066-4a6c-9268-b51c75fc0e23 req-f50acb54-f306-41d9-b133-0b0fe9bfd846 service neutron] For port 69dd2863-7739-4b00-9b89-9f22de30d495, host n-h1-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:58:02.805705 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8840ab-11b9-455e-9bc0-482d2ee086a3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:02.815739 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-5a8840ab-11b9-455e-9bc0-482d2ee086a3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.2479894 Sep 07 02:58:02.817738 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50276) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:02.829539 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f289bd18-9846-4844-96fa-99254494ae70 None None] Network 1c758ebd-e15e-4bb9-8593-fc43d8a82f2c requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:58:02.845469 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-d8010e92-4066-4a6c-9268-b51c75fc0e23 req-f50acb54-f306-41d9-b133-0b0fe9bfd846 service neutron] For port 69dd2863-7739-4b00-9b89-9f22de30d495, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=69dd2863-7739-4b00-9b89-9f22de30d495,segment=NetworkSegment(003ca558-f6c8-48f9-b25c-67c8c0ce14b2),segment_id=003ca558-f6c8-48f9-b25c-67c8c0ce14b2)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:58:02.884183 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-359cab2f-2034-4598-b358-27093fafe4fa None None] Port e4ca6946-5cf2-4a59-b672-a2e4e647bd28 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:58:02.891089 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-d8010e92-4066-4a6c-9268-b51c75fc0e23 req-f50acb54-f306-41d9-b133-0b0fe9bfd846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:02.910773 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-b5cf7882-c19f-4582-8448-cfe03c49c1ef None None] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:02.927229 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-eeb8e7c5-1687-4be4-b46a-731fd5567e98 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1370441128-network', 'tenant_id': 'd55072c31d13407d9cbb6c7355e8e5f6'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:58:02.943876 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-b5cf7882-c19f-4582-8448-cfe03c49c1ef None None] Transition to ACTIVE for port object e4ca6946-5cf2-4a59-b672-a2e4e647bd28 will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:58:02.966719 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-b5cf7882-c19f-4582-8448-cfe03c49c1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:02.973902 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-359cab2f-2034-4598-b358-27093fafe4fa None None] Provisioning complete for port 84877822-9fc7-4cc3-b9fe-db5db7b5cd92 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:58:02.974279 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-359cab2f-2034-4598-b358-27093fafe4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:02.982225 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afc3212-a5a3-4180-a7ea-901c6f69cebc tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:02.984363 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9afc3212-a5a3-4180-a7ea-901c6f69cebc tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1658502 Sep 07 02:58:02.989997 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50278) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:03.005384 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d4b5b5-6964-43f8-a008-95d9c4d201cf req-d08403f7-5767-4a19-9dfd-3622d88bcdc8 tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:03.025660 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-06d4b5b5-6964-43f8-a008-95d9c4d201cf req-d08403f7-5767-4a19-9dfd-3622d88bcdc8 tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] 10.222.0.22 "GET /v2.0/ports?device_id=255235f3-5be1-4b5a-8f7b-fc00ee9c06dd HTTP/1.1" status: 200 len: 944 time: 0.3245134 Sep 07 02:58:03.082296 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c4e7a2-20bd-4612-abcf-1c61750978f2 None None] Pushing event updated for resources: {'Port': ['ID=e4ca6946-5cf2-4a59-b672-a2e4e647bd28,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:03.083163 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8010e92-4066-4a6c-9268-b51c75fc0e23 req-f50acb54-f306-41d9-b133-0b0fe9bfd846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:03.084236 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-d8010e92-4066-4a6c-9268-b51c75fc0e23 req-f50acb54-f306-41d9-b133-0b0fe9bfd846 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:03.105630 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d8010e92-4066-4a6c-9268-b51c75fc0e23 req-f50acb54-f306-41d9-b133-0b0fe9bfd846 service neutron] 10.222.0.23 "PUT /v2.0/ports/69dd2863-7739-4b00-9b89-9f22de30d495 HTTP/1.1" status: 200 len: 1093 time: 2.6607952 Sep 07 02:58:03.112233 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '255235f3-5be1-4b5a-8f7b-fc00ee9c06dd', 'tag': '69dd2863-7739-4b00-9b89-9f22de30d495'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:58:03.115128 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a722a368-021e-4126-82cf-ff1c41687b3a" -d '{"events": [{"name": "network-changed", "server_uuid": "255235f3-5be1-4b5a-8f7b-fc00ee9c06dd", "tag": "69dd2863-7739-4b00-9b89-9f22de30d495"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:58:03.145065 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50acb54-f306-41d9-b133-0b0fe9bfd846 service neutron] Pushing event updated for resources: {'Port': ['ID=69dd2863-7739-4b00-9b89-9f22de30d495,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:03.199259 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a6c8ab-20a4-4189-9cd8-25de7e76a67b x-openstack-request-id: req-f3a6c8ab-20a4-4189-9cd8-25de7e76a67b {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:58:03.200094 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "255235f3-5be1-4b5a-8f7b-fc00ee9c06dd", "tag": "69dd2863-7739-4b00-9b89-9f22de30d495", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:58:03.200608 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f3a6c8ab-20a4-4189-9cd8-25de7e76a67b {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:58:03.201266 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '255235f3-5be1-4b5a-8f7b-fc00ee9c06dd', 'tag': '69dd2863-7739-4b00-9b89-9f22de30d495', 'status': 'completed', 'code': 200} Sep 07 02:58:03.233699 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-06d4b5b5-6964-43f8-a008-95d9c4d201cf req-2364b67e-6573-43b5-bfd1-895dedfc9a8b tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] 10.222.0.22 "GET /v2.0/security-groups?id=def1b4f8-6a38-4363-a2af-696933c340a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064619 Sep 07 02:58:03.234636 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-b5cf7882-c19f-4582-8448-cfe03c49c1ef None None] Attempting to bind port e4ca6946-5cf2-4a59-b672-a2e4e647bd28 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:58:03.235007 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-b5cf7882-c19f-4582-8448-cfe03c49c1ef None None] Attempting to bind port e4ca6946-5cf2-4a59-b672-a2e4e647bd28 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'afe9fafd-f2db-4024-bfc3-32aa2fe6c295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '96249d43-1e02-467f-9149-5a13435ad27a'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:58:03.235417 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cf7882-c19f-4582-8448-cfe03c49c1ef None None] Attempting to bind port e4ca6946-5cf2-4a59-b672-a2e4e647bd28 on network 96249d43-1e02-467f-9149-5a13435ad27a {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:58:03.240599 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb8e7c5-1687-4be4-b46a-731fd5567e98 admin admin] Made reservation on behalf of d55072c31d13407d9cbb6c7355e8e5f6 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:58:03.243522 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eeb8e7c5-1687-4be4-b46a-731fd5567e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:03.279651 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8010e92-4066-4a6c-9268-b51c75fc0e23 req-d6235128-4aa3-4efa-bbd9-7dc184fd7f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:03.284408 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d8010e92-4066-4a6c-9268-b51c75fc0e23 req-d6235128-4aa3-4efa-bbd9-7dc184fd7f07 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ed190bc4db1141bfbe1905ae05ec100a&device_id=255235f3-5be1-4b5a-8f7b-fc00ee9c06dd HTTP/1.1" status: 200 len: 1096 time: 0.1232369 Sep 07 02:58:03.284652 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cf7882-c19f-4582-8448-cfe03c49c1ef None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:58:03.284813 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cf7882-c19f-4582-8448-cfe03c49c1ef None None] Checking segment: {'id': 'afe9fafd-f2db-4024-bfc3-32aa2fe6c295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '96249d43-1e02-467f-9149-5a13435ad27a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:58:03.285200 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-b5cf7882-c19f-4582-8448-cfe03c49c1ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:03.285590 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cf7882-c19f-4582-8448-cfe03c49c1ef None None] Bound using segment: {'id': 'afe9fafd-f2db-4024-bfc3-32aa2fe6c295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '96249d43-1e02-467f-9149-5a13435ad27a'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:58:03.288136 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-b5cf7882-c19f-4582-8448-cfe03c49c1ef None None] Bound port: e4ca6946-5cf2-4a59-b672-a2e4e647bd28, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe9fafd-f2db-4024-bfc3-32aa2fe6c295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '96249d43-1e02-467f-9149-5a13435ad27a'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:58:03.289138 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-b5cf7882-c19f-4582-8448-cfe03c49c1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:03.303386 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eeb8e7c5-1687-4be4-b46a-731fd5567e98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:03.327697 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18dff914-5f28-4883-a0a9-2528b1ec980b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-1c758ebd-e15e-4bb9-8593-fc43d8a82f2c', 'network_id': '1c758ebd-e15e-4bb9-8593-fc43d8a82f2c', 'tenant_id': '833039ece4bf420493581946638a10ce', 'fixed_ips': [{'subnet_id': 'bb932cce-1cba-4055-973d-4adfcfcdec01'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:58:03.329454 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-18dff914-5f28-4883-a0a9-2528b1ec980b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:03.391881 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d8010e92-4066-4a6c-9268-b51c75fc0e23 req-f772ce60-6568-4626-a956-c45931ebac63 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69dd2863-7739-4b00-9b89-9f22de30d495 HTTP/1.1" status: 200 len: 217 time: 0.0982528 Sep 07 02:58:03.456701 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-b5cf7882-c19f-4582-8448-cfe03c49c1ef None None] For port e4ca6946-5cf2-4a59-b672-a2e4e647bd28, host n-d-796209-16, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:58:03.465137 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-b5cf7882-c19f-4582-8448-cfe03c49c1ef None None] For port e4ca6946-5cf2-4a59-b672-a2e4e647bd28, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=e4ca6946-5cf2-4a59-b672-a2e4e647bd28,segment=NetworkSegment(afe9fafd-f2db-4024-bfc3-32aa2fe6c295),segment_id=afe9fafd-f2db-4024-bfc3-32aa2fe6c295)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:58:03.473780 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eeb8e7c5-1687-4be4-b46a-731fd5567e98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:03.475788 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-b5cf7882-c19f-4582-8448-cfe03c49c1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:03.490291 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eeb8e7c5-1687-4be4-b46a-731fd5567e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:03.499253 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8010e92-4066-4a6c-9268-b51c75fc0e23 req-762bc93e-445e-4294-ab12-7f9bc097a9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:03.501328 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d8010e92-4066-4a6c-9268-b51c75fc0e23 req-762bc93e-445e-4294-ab12-7f9bc097a9a2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6958a04b-1314-4406-a6b5-4210d91cf016 HTTP/1.1" status: 200 len: 849 time: 0.0998111 Sep 07 02:58:03.542906 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cf7882-c19f-4582-8448-cfe03c49c1ef None None] Routers {'6854db5c-a096-434e-ab5e-b85d8664e0e3'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:58:03.544281 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-b5cf7882-c19f-4582-8448-cfe03c49c1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:57:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['6854db5c-a096-434e-ab5e-b85d8664e0e3'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:03.551187 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb8e7c5-1687-4be4-b46a-731fd5567e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e95186-3cb2-493a-87d9-0f3ad1fd232f,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:03.567953 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d8010e92-4066-4a6c-9268-b51c75fc0e23 req-837bf5a9-3d5b-47d6-ab34-22854df67ac6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9cc7ceac-8fab-4445-8c92-5288492ea587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583868 Sep 07 02:58:03.578240 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7846a548-f74c-4a35-a697-f32d4350d8e1 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:03.579920 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7846a548-f74c-4a35-a697-f32d4350d8e1 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:03.581432 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7846a548-f74c-4a35-a697-f32d4350d8e1 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:03.585690 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-7846a548-f74c-4a35-a697-f32d4350d8e1 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.5914567 Sep 07 02:58:03.586379 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50284) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:03.645424 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a31c0d5f-aa1a-4e7d-8834-052f7426fef3 None None] Provisioning for port 9601ed49-5a34-4381-8bea-42d42176d5dc completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:58:03.651934 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeb8e7c5-1687-4be4-b46a-731fd5567e98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:58:03.660124 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5d231ffb-6d51-4992-aa94-ca9227d882ea tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:03.661864 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-b5cf7882-c19f-4582-8448-cfe03c49c1ef None None] Set router 6854db5c-a096-434e-ab5e-b85d8664e0e3 gateway port host: None {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:58:03.664499 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a31c0d5f-aa1a-4e7d-8834-052f7426fef3 None None] Provisioning complete for port 9601ed49-5a34-4381-8bea-42d42176d5dc triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:58:03.677452 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a31c0d5f-aa1a-4e7d-8834-052f7426fef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:03.682464 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eeb8e7c5-1687-4be4-b46a-731fd5567e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:03.682814 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-eeb8e7c5-1687-4be4-b46a-731fd5567e98 admin admin] Added segment 1a247038-5b60-4404-abc8-d7899e30eabe of type vlan for network 08607bea-1f43-45c4-8e6e-2d603413e91d Sep 07 02:58:03.729793 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-18dff914-5f28-4883-a0a9-2528b1ec980b None None] Allocated IP 2001:db8:2::2 (1c758ebd-e15e-4bb9-8593-fc43d8a82f2c/bb932cce-1cba-4055-973d-4adfcfcdec01/1bbcb186-00e0-42e2-83eb-189a2ab4b878) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:58:03.812696 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-31bff2cb-4ab5-47f6-a28b-2b57f2f04d31 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Deleting subnet 3abf39b0-820a-4a87-ab63-91f7dc4e744c {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:58:03.819355 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-31bff2cb-4ab5-47f6-a28b-2b57f2f04d31 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:03.865989 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d8010e92-4066-4a6c-9268-b51c75fc0e23 req-973efc84-119b-48d8-9022-f421fa025b8d service neutron] 10.222.0.23 "GET /v2.0/networks/9cc7ceac-8fab-4445-8c92-5288492ea587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898304 Sep 07 02:58:03.874907 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eeb8e7c5-1687-4be4-b46a-731fd5567e98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:03.877592 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-31bff2cb-4ab5-47f6-a28b-2b57f2f04d31 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:03.990354 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eeb8e7c5-1687-4be4-b46a-731fd5567e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:03.991385 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb8e7c5-1687-4be4-b46a-731fd5567e98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:03.992182 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eeb8e7c5-1687-4be4-b46a-731fd5567e98 admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:04.067046 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d8010e92-4066-4a6c-9268-b51c75fc0e23 req-ccafbf85-07eb-4dcb-bbbf-2a2fc48b21a3 service neutron] 10.222.0.23 "GET /v2.0/networks/9cc7ceac-8fab-4445-8c92-5288492ea587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922798 Sep 07 02:58:04.068417 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-18dff914-5f28-4883-a0a9-2528b1ec980b None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:04.069461 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-31bff2cb-4ab5-47f6-a28b-2b57f2f04d31 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:04.078149 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-b5cf7882-c19f-4582-8448-cfe03c49c1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'name': 'tempest-RoutersIpV6Test-router-1538027324', 'tenant_id': '833039ece4bf420493581946638a10ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:57:48Z', 'updated_at': '2021-09-07T02:57:59Z', 'revision_number': 3, 'project_id': '833039ece4bf420493581946638a10ce', 'gw_port_host': None, '_interfaces': [{'id': '0d2f7ef5-19f6-404e-8a70-893e4a4a400f', 'name': '', 'network_id': 'b3f72c48-4a4a-45d1-98f3-4c95d8bdffeb', 'tenant_id': '833039ece4bf420493581946638a10ce', 'mac_address': 'fa:16:3e:ad:d4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': 'c59b4ca3-52f6-4aed-89f0-197fa5052280', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:57:51Z', 'updated_at': '2021-09-07T02:58:00Z', 'revision_number': 5, 'project_id': '833039ece4bf420493581946638a10ce', 'subnets': [{'id': 'c59b4ca3-52f6-4aed-89f0-197fa5052280', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4ca6946-5cf2-4a59-b672-a2e4e647bd28', 'name': '', 'network_id': '96249d43-1e02-467f-9149-5a13435ad27a', 'tenant_id': '833039ece4bf420493581946638a10ce', 'mac_address': 'fa:16:3e:a7:86:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '96b2b57c-723f-4f80-975c-236d5659f5cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:57:58Z', 'updated_at': '2021-09-07T02:58:03Z', 'revision_number': 4, 'project_id': '833039ece4bf420493581946638a10ce', 'subnets': [{'id': '96b2b57c-723f-4f80-975c-236d5659f5cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:04.106108 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 84877822-9fc7-4cc3-b9fe-db5db7b5cd92 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:58:04.118881 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cf7882-c19f-4582-8448-cfe03c49c1ef None None] The sync data for ids ['6854db5c-a096-434e-ab5e-b85d8664e0e3'] in n-d-796209-16 is: [{'id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'name': 'tempest-RoutersIpV6Test-router-1538027324', 'tenant_id': '833039ece4bf420493581946638a10ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:57:48Z', 'updated_at': '2021-09-07T02:57:59Z', 'revision_number': 3, 'project_id': '833039ece4bf420493581946638a10ce', 'gw_port_host': None, '_interfaces': [{'id': '0d2f7ef5-19f6-404e-8a70-893e4a4a400f', 'name': '', 'network_id': 'b3f72c48-4a4a-45d1-98f3-4c95d8bdffeb', 'tenant_id': '833039ece4bf420493581946638a10ce', 'mac_address': 'fa:16:3e:ad:d4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': 'c59b4ca3-52f6-4aed-89f0-197fa5052280', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:57:51Z', 'updated_at': '2021-09-07T02:58:00Z', 'revision_number': 5, 'project_id': '833039ece4bf420493581946638a10ce', 'subnets': [{'id': 'c59b4ca3-52f6-4aed-89f0-197fa5052280', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4ca6946-5cf2-4a59-b672-a2e4e647bd28', 'name': '', 'network_id': '96249d43-1e02-467f-9149-5a13435ad27a', 'tenant_id': '833039ece4bf420493581946638a10ce', 'mac_address': 'fa:16:3e:a7:86:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '96b2b57c-723f-4f80-975c-236d5659f5cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:57:58Z', 'updated_at': '2021-09-07T02:58:03Z', 'revision_number': 4, 'project_id': '833039ece4bf420493581946638a10ce', 'subnets': [{'id': '96b2b57c-723f-4f80-975c-236d5659f5cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:58:04.121113 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c4e7a2-20bd-4612-abcf-1c61750978f2 None None] Pushing event updated for resources: {'Port': ['ID=e4ca6946-5cf2-4a59-b672-a2e4e647bd28,revision_number=4']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:04.143458 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-18dff914-5f28-4883-a0a9-2528b1ec980b None None] Transition to ACTIVE for port object 1bbcb186-00e0-42e2-83eb-189a2ab4b878 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:58:04.189718 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-18dff914-5f28-4883-a0a9-2528b1ec980b None None] Transition to ACTIVE for port object 1bbcb186-00e0-42e2-83eb-189a2ab4b878 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:58:04.222975 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-eeb8e7c5-1687-4be4-b46a-731fd5567e98 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5988116 Sep 07 02:58:04.225216 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722a368-021e-4126-82cf-ff1c41687b3a req-b629ec29-c41d-414e-807f-cb375883e965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:04.229528 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a722a368-021e-4126-82cf-ff1c41687b3a req-b629ec29-c41d-414e-807f-cb375883e965 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ed190bc4db1141bfbe1905ae05ec100a&device_id=255235f3-5be1-4b5a-8f7b-fc00ee9c06dd HTTP/1.1" status: 200 len: 1096 time: 0.0922239 Sep 07 02:58:04.290649 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-18dff914-5f28-4883-a0a9-2528b1ec980b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:04.299588 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a31c0d5f-aa1a-4e7d-8834-052f7426fef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:04.301163 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-31bff2cb-4ab5-47f6-a28b-2b57f2f04d31 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:04.311318 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb8e7c5-1687-4be4-b46a-731fd5567e98 admin admin] Pushing event updated for resources: {'Network': ['ID=08607bea-1f43-45c4-8e6e-2d603413e91d,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:04.337923 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 08607bea-1f43-45c4-8e6e-2d603413e91d details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:58:04.387375 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18dff914-5f28-4883-a0a9-2528b1ec980b None None] Network 1c758ebd-e15e-4bb9-8593-fc43d8a82f2c is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:58:04.407464 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-5d231ffb-6d51-4992-aa94-ca9227d882ea tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Allocated IP 2001:db8:2::1 (1c758ebd-e15e-4bb9-8593-fc43d8a82f2c/bb932cce-1cba-4055-973d-4adfcfcdec01/c937ba74-c3a9-4792-ad46-027a07960835) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:58:04.440564 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-18dff914-5f28-4883-a0a9-2528b1ec980b None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:58:04.447441 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dff914-5f28-4883-a0a9-2528b1ec980b None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:58:04.487621 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-31bff2cb-4ab5-47f6-a28b-2b57f2f04d31 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:04.496752 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 84877822-9fc7-4cc3-b9fe-db5db7b5cd92 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:58:04.499577 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-31bff2cb-4ab5-47f6-a28b-2b57f2f04d31 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/subnets/3abf39b0-820a-4a87-ab63-91f7dc4e744c HTTP/1.1" status: 204 len: 168 time: 0.9106753 Sep 07 02:58:04.499880 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bff2cb-4ab5-47f6-a28b-2b57f2f04d31 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event deleted for resources: {'Subnet': ['ID=3abf39b0-820a-4a87-ab63-91f7dc4e744c,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:04.509143 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50294) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:04.511938 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:04.534091 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2ac51b-11c3-4922-9a97-ee0577f764bc None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:58:04.650525 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281650e2-e277-4142-8763-3586c142fd82 req-91f54dea-c668-449e-9d47-370c38b95797 tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:04.652076 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-281650e2-e277-4142-8763-3586c142fd82 req-91f54dea-c668-449e-9d47-370c38b95797 tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] 10.222.0.22 "GET /v2.0/ports?device_id=255235f3-5be1-4b5a-8f7b-fc00ee9c06dd HTTP/1.1" status: 200 len: 944 time: 0.2341406 Sep 07 02:58:04.666323 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-087d1343-45b2-40c3-8525-f719bd01e01f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Deleting subnet c9a2df98-37cf-4456-b0b4-257322ee4263 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:58:04.680643 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-087d1343-45b2-40c3-8525-f719bd01e01f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:04.716214 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722a368-021e-4126-82cf-ff1c41687b3a req-1aec9d65-4c07-473f-97d3-ec45b5eef242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:04.718022 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a722a368-021e-4126-82cf-ff1c41687b3a req-1aec9d65-4c07-473f-97d3-ec45b5eef242 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9cc7ceac-8fab-4445-8c92-5288492ea587 HTTP/1.1" status: 200 len: 909 time: 0.4671965 Sep 07 02:58:04.725008 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-087d1343-45b2-40c3-8525-f719bd01e01f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:04.777026 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-281650e2-e277-4142-8763-3586c142fd82 req-a667865e-6f23-4c13-95b3-288b761748cd tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] 10.222.0.22 "GET /v2.0/security-groups?id=def1b4f8-6a38-4363-a2af-696933c340a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154168 Sep 07 02:58:04.778695 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a722a368-021e-4126-82cf-ff1c41687b3a req-eb5ab948-6d17-4b60-ae9c-b96e78b57dc7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=69dd2863-7739-4b00-9b89-9f22de30d495 HTTP/1.1" status: 200 len: 217 time: 0.0511918 Sep 07 02:58:04.841574 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-087d1343-45b2-40c3-8525-f719bd01e01f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:04.863678 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722a368-021e-4126-82cf-ff1c41687b3a req-3e36904a-b7af-463c-9c19-eb89186754dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:04.865651 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a722a368-021e-4126-82cf-ff1c41687b3a req-3e36904a-b7af-463c-9c19-eb89186754dc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6958a04b-1314-4406-a6b5-4210d91cf016 HTTP/1.1" status: 200 len: 849 time: 0.0724719 Sep 07 02:58:04.911989 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.db.api [None req-a31c0d5f-aa1a-4e7d-8834-052f7426fef3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 02:58:04.912499 n-d-796209-16 neutron-server[94702]: DEBUG oslo_db.api [None req-a31c0d5f-aa1a-4e7d-8834-052f7426fef3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 02:58:04.913226 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dff914-5f28-4883-a0a9-2528b1ec980b None None] Pushing event updated for resources: {'Port': ['ID=1bbcb186-00e0-42e2-83eb-189a2ab4b878,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:04.933280 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-087d1343-45b2-40c3-8525-f719bd01e01f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:04.943882 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a722a368-021e-4126-82cf-ff1c41687b3a req-2c4f3da5-b70d-4d33-a5f1-c447bae977a3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9cc7ceac-8fab-4445-8c92-5288492ea587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679834 Sep 07 02:58:04.994801 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-18dff914-5f28-4883-a0a9-2528b1ec980b None None] Attempting to bind port 1bbcb186-00e0-42e2-83eb-189a2ab4b878 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:58:04.995287 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-18dff914-5f28-4883-a0a9-2528b1ec980b None None] Attempting to bind port 1bbcb186-00e0-42e2-83eb-189a2ab4b878 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'e0370e5c-19ea-41af-abdd-e3f3c1ce066a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1c758ebd-e15e-4bb9-8593-fc43d8a82f2c'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:58:04.995767 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dff914-5f28-4883-a0a9-2528b1ec980b None None] Attempting to bind port 1bbcb186-00e0-42e2-83eb-189a2ab4b878 on network 1c758ebd-e15e-4bb9-8593-fc43d8a82f2c {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:58:05.010953 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087d1343-45b2-40c3-8525-f719bd01e01f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event deleted for resources: {'Subnet': ['ID=c9a2df98-37cf-4456-b0b4-257322ee4263,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:05.011921 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dff914-5f28-4883-a0a9-2528b1ec980b None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:58:05.012426 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dff914-5f28-4883-a0a9-2528b1ec980b None None] Checking segment: {'id': 'e0370e5c-19ea-41af-abdd-e3f3c1ce066a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1c758ebd-e15e-4bb9-8593-fc43d8a82f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:58:05.012949 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-18dff914-5f28-4883-a0a9-2528b1ec980b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:05.013473 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dff914-5f28-4883-a0a9-2528b1ec980b None None] Bound using segment: {'id': 'e0370e5c-19ea-41af-abdd-e3f3c1ce066a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1c758ebd-e15e-4bb9-8593-fc43d8a82f2c'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:58:05.014060 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-18dff914-5f28-4883-a0a9-2528b1ec980b None None] Bound port: 1bbcb186-00e0-42e2-83eb-189a2ab4b878, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0370e5c-19ea-41af-abdd-e3f3c1ce066a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1c758ebd-e15e-4bb9-8593-fc43d8a82f2c'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:58:05.015085 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-18dff914-5f28-4883-a0a9-2528b1ec980b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:05.024299 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-087d1343-45b2-40c3-8525-f719bd01e01f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:05.028572 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-087d1343-45b2-40c3-8525-f719bd01e01f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/subnets/c9a2df98-37cf-4456-b0b4-257322ee4263 HTTP/1.1" status: 204 len: 168 time: 0.5165498 Sep 07 02:58:05.056228 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50300) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:05.116807 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f74a8605-5c29-42dc-95d9-8405f7eaceeb tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0588567 Sep 07 02:58:05.121281 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a722a368-021e-4126-82cf-ff1c41687b3a req-f70c6c30-d2ad-4167-a860-f1d1bd04e391 service neutron] 10.222.0.23 "GET /v2.0/networks/9cc7ceac-8fab-4445-8c92-5288492ea587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681688 Sep 07 02:58:05.121795 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5d231ffb-6d51-4992-aa94-ca9227d882ea tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:05.123638 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50302) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:05.134801 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-0fccf0c0-9f79-4987-ba99-8efcd7212ef4 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Request body: {'subnet': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:58:05.181809 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-18dff914-5f28-4883-a0a9-2528b1ec980b None None] For port 1bbcb186-00e0-42e2-83eb-189a2ab4b878, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:58:05.182965 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-5d231ffb-6d51-4992-aa94-ca9227d882ea tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Transition to ACTIVE for port object c937ba74-c3a9-4792-ad46-027a07960835 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:58:05.190026 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-18dff914-5f28-4883-a0a9-2528b1ec980b None None] For port 1bbcb186-00e0-42e2-83eb-189a2ab4b878, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=1bbcb186-00e0-42e2-83eb-189a2ab4b878,segment=NetworkSegment(e0370e5c-19ea-41af-abdd-e3f3c1ce066a),segment_id=e0370e5c-19ea-41af-abdd-e3f3c1ce066a)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:58:05.203015 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-18dff914-5f28-4883-a0a9-2528b1ec980b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:05.233178 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b3994-dd01-4f31-be02-04f9da36f928 req-deec2d38-ce6b-43f4-ac70-89aa04515ae0 tempest-ComputeTenantNetworksTest-325225963 tempest-ComputeTenantNetworksTest-325225963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:05.244369 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b3994-dd01-4f31-be02-04f9da36f928 req-deec2d38-ce6b-43f4-ac70-89aa04515ae0 tempest-ComputeTenantNetworksTest-325225963 tempest-ComputeTenantNetworksTest-325225963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:05.250574 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b3994-dd01-4f31-be02-04f9da36f928 req-deec2d38-ce6b-43f4-ac70-89aa04515ae0 tempest-ComputeTenantNetworksTest-325225963 tempest-ComputeTenantNetworksTest-325225963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:05.256011 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f88b3994-dd01-4f31-be02-04f9da36f928 req-deec2d38-ce6b-43f4-ac70-89aa04515ae0 tempest-ComputeTenantNetworksTest-325225963 tempest-ComputeTenantNetworksTest-325225963-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3447549 Sep 07 02:58:05.275591 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4d559b-a01a-424c-8252-8a3395764a6d None None] DHCP port deletion for 98fba89c-e7ad-427b-9268-93662b8245b2 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:58:05.291816 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a722a368-021e-4126-82cf-ff1c41687b3a req-6af3ded1-f9d6-4ba2-aa6c-90e7cdd56697 service neutron] 10.222.0.23 "GET /v2.0/networks/9cc7ceac-8fab-4445-8c92-5288492ea587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495936 Sep 07 02:58:05.311936 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fccf0c0-9f79-4987-ba99-8efcd7212ef4 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Made reservation on behalf of 4c9354482bbf46e593fb1c1c8959ca81 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:58:05.315949 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0fccf0c0-9f79-4987-ba99-8efcd7212ef4 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:05.360253 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5d231ffb-6d51-4992-aa94-ca9227d882ea tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:05.378870 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dff914-5f28-4883-a0a9-2528b1ec980b None None] Pushing event updated for resources: {'Port': ['ID=1bbcb186-00e0-42e2-83eb-189a2ab4b878,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:05.412884 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-0f4d559b-a01a-424c-8252-8a3395764a6d None None] Deleting port 9601ed49-5a34-4381-8bea-42d42176d5dc {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:58:05.414092 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0f4d559b-a01a-424c-8252-8a3395764a6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:05.447401 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a331779-1201-4a01-8896-27a0fe685860 req-45c6109c-f85f-4cfb-a1d0-8987dd94572c tempest-ComputeTenantNetworksTest-325225963 tempest-ComputeTenantNetworksTest-325225963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:05.448911 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5a331779-1201-4a01-8896-27a0fe685860 req-45c6109c-f85f-4cfb-a1d0-8987dd94572c tempest-ComputeTenantNetworksTest-325225963 tempest-ComputeTenantNetworksTest-325225963-project] 10.222.0.22 "GET /v2.0/networks/08607bea-1f43-45c4-8e6e-2d603413e91d HTTP/1.1" status: 200 len: 769 time: 0.1558628 Sep 07 02:58:05.457242 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50306) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:05.468854 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d231ffb-6d51-4992-aa94-ca9227d882ea tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event updated for resources: {'Port': ['ID=c937ba74-c3a9-4792-ad46-027a07960835,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:05.474516 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d231ffb-6d51-4992-aa94-ca9227d882ea tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Network 1c758ebd-e15e-4bb9-8593-fc43d8a82f2c is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:58:05.482814 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-5d231ffb-6d51-4992-aa94-ca9227d882ea tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:58:05.486173 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d231ffb-6d51-4992-aa94-ca9227d882ea tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:58:05.486758 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5d231ffb-6d51-4992-aa94-ca9227d882ea tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:05.587300 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a31c0d5f-aa1a-4e7d-8834-052f7426fef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:05.595323 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a8af1fdc-b16b-45c8-acdc-24f5d9cbb86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:05.615208 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-0f4d559b-a01a-424c-8252-8a3395764a6d None None] For port 9601ed49-5a34-4381-8bea-42d42176d5dc, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=9601ed49-5a34-4381-8bea-42d42176d5dc,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:58:05.615652 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0f4d559b-a01a-424c-8252-8a3395764a6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:05.652021 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-0f4d559b-a01a-424c-8252-8a3395764a6d None None] Calling delete_port for 9601ed49-5a34-4381-8bea-42d42176d5dc owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:58:05.671726 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a31c0d5f-aa1a-4e7d-8834-052f7426fef3 None None] For port 9601ed49-5a34-4381-8bea-42d42176d5dc, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=9601ed49-5a34-4381-8bea-42d42176d5dc,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:58:05.748189 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a8af1fdc-b16b-45c8-acdc-24f5d9cbb86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:05.755662 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a31c0d5f-aa1a-4e7d-8834-052f7426fef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:05.775777 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a31c0d5f-aa1a-4e7d-8834-052f7426fef3 None None] Could not find standard attr ID for object ea98ebee-6791-4623-a006-bcf1c1f99332. {{(pid=94702) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 02:58:05.783837 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-a8af1fdc-b16b-45c8-acdc-24f5d9cbb86c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08607bea-1f43-45c4-8e6e-2d603413e91d']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:05.797518 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-a8af1fdc-b16b-45c8-acdc-24f5d9cbb86c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a247038-5b60-4404-abc8-d7899e30eabe') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:05.798059 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-a8af1fdc-b16b-45c8-acdc-24f5d9cbb86c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a247038-5b60-4404-abc8-d7899e30eabe') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:05.817197 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a8af1fdc-b16b-45c8-acdc-24f5d9cbb86c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:05.839622 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a8af1fdc-b16b-45c8-acdc-24f5d9cbb86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:05.856933 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8af1fdc-b16b-45c8-acdc-24f5d9cbb86c admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:58:05.857484 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a8af1fdc-b16b-45c8-acdc-24f5d9cbb86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:05.861792 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:58:05.861792 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:58:05.861792 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:58:05.861792 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:58:05.861792 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:58:05.861792 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:58:05.861792 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:58:05.861792 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:58:05.861792 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:58:05.861792 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:58:05.861792 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:58:05.861792 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:58:05.861792 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:58:05.861792 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:58:05.861792 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:58:05.861792 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:58:05.861792 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:58:05.861792 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:58:05.861792 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:58:05.861792 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:58:05.861792 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:58:05.861792 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:58:05.861792 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:58:05.861792 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:58:05.861792 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:58:05.861792 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:58:05.861792 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:58:05.861792 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:58:05.861792 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:58:05.861792 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:58:05.861792 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:58:05.861792 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:58:05.883183 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31c0d5f-aa1a-4e7d-8834-052f7426fef3 None None] Pushing event updated for resources: {'Port': ['ID=9601ed49-5a34-4381-8bea-42d42176d5dc,revision_number=6']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:05.902891 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c0d5f-aa1a-4e7d-8834-052f7426fef3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:58:05.903528 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c0d5f-aa1a-4e7d-8834-052f7426fef3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:58:05.903940 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c0d5f-aa1a-4e7d-8834-052f7426fef3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:58:05.904348 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c0d5f-aa1a-4e7d-8834-052f7426fef3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:58:05.904749 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c0d5f-aa1a-4e7d-8834-052f7426fef3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:58:05.905146 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c0d5f-aa1a-4e7d-8834-052f7426fef3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:58:05.905542 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c0d5f-aa1a-4e7d-8834-052f7426fef3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:58:05.912110 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c0d5f-aa1a-4e7d-8834-052f7426fef3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:58:05.912110 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c0d5f-aa1a-4e7d-8834-052f7426fef3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:58:05.912110 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c0d5f-aa1a-4e7d-8834-052f7426fef3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:58:05.912110 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c0d5f-aa1a-4e7d-8834-052f7426fef3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:58:05.912110 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31c0d5f-aa1a-4e7d-8834-052f7426fef3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:58:05.931436 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0f4d559b-a01a-424c-8252-8a3395764a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:05.973447 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4d559b-a01a-424c-8252-8a3395764a6d None None] No DVR routers for this DVR port 9601ed49-5a34-4381-8bea-42d42176d5dc on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:58:05.986285 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 1bbcb186-00e0-42e2-83eb-189a2ab4b878 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:58:05.988995 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4d559b-a01a-424c-8252-8a3395764a6d None None] Pushing event deleted for resources: {'Port': ['ID=9601ed49-5a34-4381-8bea-42d42176d5dc,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:06.019922 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a8af1fdc-b16b-45c8-acdc-24f5d9cbb86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:06.037544 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a8af1fdc-b16b-45c8-acdc-24f5d9cbb86c admin admin] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:06.040328 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a8af1fdc-b16b-45c8-acdc-24f5d9cbb86c admin admin] 10.222.0.22 "DELETE /v2.0/networks/08607bea-1f43-45c4-8e6e-2d603413e91d HTTP/1.1" status: 204 len: 168 time: 0.5820327 Sep 07 02:58:06.058242 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8af1fdc-b16b-45c8-acdc-24f5d9cbb86c admin admin] Pushing event deleted for resources: {'Network': ['ID=08607bea-1f43-45c4-8e6e-2d603413e91d,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:06.072256 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 1bbcb186-00e0-42e2-83eb-189a2ab4b878 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:58:06.077091 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device e4ca6946-5cf2-4a59-b672-a2e4e647bd28 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:58:06.085757 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f8ca4-ca89-40e5-b752-6d661a2be5d9 req-8e47caf5-b621-4f8d-837b-cb741aa22a55 tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:06.087370 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ba6f8ca4-ca89-40e5-b752-6d661a2be5d9 req-8e47caf5-b621-4f8d-837b-cb741aa22a55 tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] 10.222.0.22 "GET /v2.0/ports?device_id=255235f3-5be1-4b5a-8f7b-fc00ee9c06dd HTTP/1.1" status: 200 len: 944 time: 0.1925571 Sep 07 02:58:06.132462 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 69dd2863-7739-4b00-9b89-9f22de30d495 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:58:06.147248 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ba6f8ca4-ca89-40e5-b752-6d661a2be5d9 req-5adf813c-7bd2-4cf5-8b92-242e1942ec7a tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] 10.222.0.22 "GET /v2.0/security-groups?id=def1b4f8-6a38-4363-a2af-696933c340a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527585 Sep 07 02:58:06.239212 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50314) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:06.277724 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5d231ffb-6d51-4992-aa94-ca9227d882ea tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:06.289847 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-7eedbb0f-fd72-4785-a101-b7728bc6c01f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d55072c31d13407d9cbb6c7355e8e5f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485756 Sep 07 02:58:06.292151 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50316) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:06.301261 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port e4ca6946-5cf2-4a59-b672-a2e4e647bd28 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:58:06.312387 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port e4ca6946-5cf2-4a59-b672-a2e4e647bd28 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:58:06.313095 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:06.375379 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 69dd2863-7739-4b00-9b89-9f22de30d495, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=69dd2863-7739-4b00-9b89-9f22de30d495,segment=NetworkSegment(003ca558-f6c8-48f9-b25c-67c8c0ce14b2),segment_id=003ca558-f6c8-48f9-b25c-67c8c0ce14b2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:58:06.391269 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4b5bdabf-df92-41a1-a1c8-6f786b8ed6b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:06.399935 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '69dd2863-7739-4b00-9b89-9f22de30d495', 'network_id': '9cc7ceac-8fab-4445-8c92-5288492ea587', 'port_id': '69dd2863-7739-4b00-9b89-9f22de30d495', 'mac_address': 'fa:16:3e:18:4a:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6958a04b-1314-4406-a6b5-4210d91cf016', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:58:06.420592 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4b5bdabf-df92-41a1-a1c8-6f786b8ed6b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:06.479832 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:06.485612 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4b5bdabf-df92-41a1-a1c8-6f786b8ed6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:06.489379 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4b5bdabf-df92-41a1-a1c8-6f786b8ed6b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:06.490587 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-4b5bdabf-df92-41a1-a1c8-6f786b8ed6b3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a6e95186-3cb2-493a-87d9-0f3ad1fd232f HTTP/1.1" status: 204 len: 168 time: 0.1941924 Sep 07 02:58:06.525200 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69dd2863-7739-4b00-9b89-9f22de30d495 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:58:06.527321 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5bdabf-df92-41a1-a1c8-6f786b8ed6b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e95186-3cb2-493a-87d9-0f3ad1fd232f,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:06.553210 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:06.590038 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 69dd2863-7739-4b00-9b89-9f22de30d495, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=69dd2863-7739-4b00-9b89-9f22de30d495,segment=NetworkSegment(003ca558-f6c8-48f9-b25c-67c8c0ce14b2),segment_id=003ca558-f6c8-48f9-b25c-67c8c0ce14b2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:58:06.599102 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:06.608142 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port e4ca6946-5cf2-4a59-b672-a2e4e647bd28, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=e4ca6946-5cf2-4a59-b672-a2e4e647bd28,segment=NetworkSegment(afe9fafd-f2db-4024-bfc3-32aa2fe6c295),segment_id=afe9fafd-f2db-4024-bfc3-32aa2fe6c295)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:58:06.631748 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:06.666374 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=69dd2863-7739-4b00-9b89-9f22de30d495,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:06.720907 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 9601ed49-5a34-4381-8bea-42d42176d5dc no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:58:06.730371 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0fccf0c0-9f79-4987-ba99-8efcd7212ef4 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:06.749966 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5d231ffb-6d51-4992-aa94-ca9227d882ea tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:06.782474 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c90efba-ab4f-44c8-af06-e58e9eba9a3a None None] Network 1c758ebd-e15e-4bb9-8593-fc43d8a82f2c requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:58:06.799000 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 9601ed49-5a34-4381-8bea-42d42176d5dc {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:58:06.799350 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 9601ed49-5a34-4381-8bea-42d42176d5dc not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:58:06.800234 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5d231ffb-6d51-4992-aa94-ca9227d882ea tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:06.801019 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5d231ffb-6d51-4992-aa94-ca9227d882ea tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:06.804319 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=e4ca6946-5cf2-4a59-b672-a2e4e647bd28,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:06.872553 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['69dd2863-7739-4b00-9b89-9f22de30d495'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:58:06.880989 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fccf0c0-9f79-4987-ba99-8efcd7212ef4 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:58:06.881353 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8784ad0b-75db-4947-83bd-a9d150939716 None None] Provisioning for port 1bbcb186-00e0-42e2-83eb-189a2ab4b878 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:58:06.888777 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fccf0c0-9f79-4987-ba99-8efcd7212ef4 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event updated for resources: {'Subnet': ['ID=117ef648-501b-4a0f-b755-3d4f85acd6c2,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:06.897989 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-0fccf0c0-9f79-4987-ba99-8efcd7212ef4 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:58:06.901153 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fccf0c0-9f79-4987-ba99-8efcd7212ef4 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:06.901976 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0fccf0c0-9f79-4987-ba99-8efcd7212ef4 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:06.915334 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9e5900-15ee-4478-b7fe-13eddb6fc033 None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:58:06.932983 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8784ad0b-75db-4947-83bd-a9d150939716 None None] Provisioning complete for port 1bbcb186-00e0-42e2-83eb-189a2ab4b878 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:58:06.933534 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8784ad0b-75db-4947-83bd-a9d150939716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:06.957471 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d231ffb-6d51-4992-aa94-ca9227d882ea tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event updated for resources: {'Port': ['ID=c937ba74-c3a9-4792-ad46-027a07960835,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:06.973933 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50328) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:06.974079 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-0fccf0c0-9f79-4987-ba99-8efcd7212ef4 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8476579 Sep 07 02:58:06.982802 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-cdf2a02c-ca35-4942-8856-3a60bcc56336 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Request body: {'subnet': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:58:07.061573 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d231ffb-6d51-4992-aa94-ca9227d882ea tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Network 1c758ebd-e15e-4bb9-8593-fc43d8a82f2c is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:58:07.066665 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-5d231ffb-6d51-4992-aa94-ca9227d882ea tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:58:07.171835 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf2a02c-ca35-4942-8856-3a60bcc56336 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Made reservation on behalf of 4c9354482bbf46e593fb1c1c8959ca81 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:58:07.176834 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cdf2a02c-ca35-4942-8856-3a60bcc56336 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:07.207336 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d231ffb-6d51-4992-aa94-ca9227d882ea tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Router 6854db5c-a096-434e-ab5e-b85d8664e0e3 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:58:07.355100 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8784ad0b-75db-4947-83bd-a9d150939716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:07.362774 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b0e16b-e3f9-4291-a667-4b5de25c72c6 req-dc696793-daff-412c-af3e-2a172cb7ef7f tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:07.364386 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-89b0e16b-e3f9-4291-a667-4b5de25c72c6 req-dc696793-daff-412c-af3e-2a172cb7ef7f tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] 10.222.0.22 "GET /v2.0/ports?device_id=255235f3-5be1-4b5a-8f7b-fc00ee9c06dd HTTP/1.1" status: 200 len: 945 time: 0.1145020 Sep 07 02:58:07.403991 n-d-796209-16 neutron-server[94701]: INFO neutron.db.ipam_backend_mixin [None req-cdf2a02c-ca35-4942-8856-3a60bcc56336 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 117ef648-501b-4a0f-b755-3d4f85acd6c2 (CIDR: 2001:db8::/64) Sep 07 02:58:07.414043 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdf2a02c-ca35-4942-8856-3a60bcc56336 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 02:58:07.414552 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdf2a02c-ca35-4942-8856-3a60bcc56336 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:58:07.423965 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d231ffb-6d51-4992-aa94-ca9227d882ea tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:58:07.430465 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-5d231ffb-6d51-4992-aa94-ca9227d882ea tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "PUT /v2.0/routers/6854db5c-a096-434e-ab5e-b85d8664e0e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8572266 Sep 07 02:58:07.432990 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50340) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:07.437238 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-89b0e16b-e3f9-4291-a667-4b5de25c72c6 req-9a36f703-160a-47ec-8796-2aed451665a9 tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] 10.222.0.22 "GET /v2.0/security-groups?id=def1b4f8-6a38-4363-a2af-696933c340a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623691 Sep 07 02:58:07.442639 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-cdf2a02c-ca35-4942-8856-3a60bcc56336 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4674075 Sep 07 02:58:07.443413 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50342) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:07.449506 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-1aaf44fb-091f-4bd2-8146-0c395ca3475b tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Request body: {'subnet': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:58:07.454246 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-42405927-60ca-4dea-b7ad-5d2502ba0840 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-561227550'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:58:07.500609 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42405927-60ca-4dea-b7ad-5d2502ba0840 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Made reservation on behalf of 833039ece4bf420493581946638a10ce for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:58:07.504364 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-42405927-60ca-4dea-b7ad-5d2502ba0840 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:07.560557 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42405927-60ca-4dea-b7ad-5d2502ba0840 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:58:07.573383 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-42405927-60ca-4dea-b7ad-5d2502ba0840 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:07.573838 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-42405927-60ca-4dea-b7ad-5d2502ba0840 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Added segment fa59bd71-cc9c-4d0f-aa54-220e0cbd1a01 of type vlan for network 133ef52a-20eb-4886-b02f-4f94828f2b6b Sep 07 02:58:07.610392 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aaf44fb-091f-4bd2-8146-0c395ca3475b tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Made reservation on behalf of 4c9354482bbf46e593fb1c1c8959ca81 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:58:07.614674 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1aaf44fb-091f-4bd2-8146-0c395ca3475b tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:07.627418 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-42405927-60ca-4dea-b7ad-5d2502ba0840 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:07.664723 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-42405927-60ca-4dea-b7ad-5d2502ba0840 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:07.665176 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd428610-3d5b-4cb8-b969-cdd4366a1295 None None] Sync routers for ids ['6854db5c-a096-434e-ab5e-b85d8664e0e3'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:58:07.671417 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42405927-60ca-4dea-b7ad-5d2502ba0840 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:07.673115 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-42405927-60ca-4dea-b7ad-5d2502ba0840 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:07.717706 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-42405927-60ca-4dea-b7ad-5d2502ba0840 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2802558 Sep 07 02:58:07.718956 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50352) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:07.744884 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-b194bc22-643f-4c14-98f0-21b7a9956a60 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Request body: {'subnet': {'network_id': '133ef52a-20eb-4886-b02f-4f94828f2b6b', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:58:07.757236 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd428610-3d5b-4cb8-b969-cdd4366a1295 None None] Routers {'6854db5c-a096-434e-ab5e-b85d8664e0e3'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:58:07.758077 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-bd428610-3d5b-4cb8-b969-cdd4366a1295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:57:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['6854db5c-a096-434e-ab5e-b85d8664e0e3'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:07.922193 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b194bc22-643f-4c14-98f0-21b7a9956a60 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Made reservation on behalf of 833039ece4bf420493581946638a10ce for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:58:07.925825 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b194bc22-643f-4c14-98f0-21b7a9956a60 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:07.985271 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42405927-60ca-4dea-b7ad-5d2502ba0840 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event updated for resources: {'Network': ['ID=133ef52a-20eb-4886-b02f-4f94828f2b6b,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:08.002650 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device e4ca6946-5cf2-4a59-b672-a2e4e647bd28 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:58:08.030733 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 133ef52a-20eb-4886-b02f-4f94828f2b6b details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:58:08.061413 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8784ad0b-75db-4947-83bd-a9d150939716 None None] For port 1bbcb186-00e0-42e2-83eb-189a2ab4b878, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=1bbcb186-00e0-42e2-83eb-189a2ab4b878,segment=NetworkSegment(e0370e5c-19ea-41af-abdd-e3f3c1ce066a),segment_id=e0370e5c-19ea-41af-abdd-e3f3c1ce066a)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:58:08.167753 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8784ad0b-75db-4947-83bd-a9d150939716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:08.218148 n-d-796209-16 neutron-server[94701]: DEBUG neutron.objects.ports [None req-1aaf44fb-091f-4bd2-8146-0c395ca3475b tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94701) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 02:58:08.219701 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1aaf44fb-091f-4bd2-8146-0c395ca3475b tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:08.231166 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20067cb5-e390-48d1-b161-94d7031bfdac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-98fba89c-e7ad-427b-9268-93662b8245b2', 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'tenant_id': '4c9354482bbf46e593fb1c1c8959ca81', 'fixed_ips': [{'subnet_id': '117ef648-501b-4a0f-b755-3d4f85acd6c2'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:58:08.232420 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-20067cb5-e390-48d1-b161-94d7031bfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:08.238577 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-bd428610-3d5b-4cb8-b969-cdd4366a1295 None None] Set router 6854db5c-a096-434e-ab5e-b85d8664e0e3 gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:58:08.270566 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aaf44fb-091f-4bd2-8146-0c395ca3475b tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:58:08.275095 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50364) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:08.289596 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-1aaf44fb-091f-4bd2-8146-0c395ca3475b tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:58:08.291369 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b194bc22-643f-4c14-98f0-21b7a9956a60 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:08.313930 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaf44fb-091f-4bd2-8146-0c395ca3475b tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event updated for resources: {'Subnet': ['ID=9f63d4bc-b66f-42ac-aecf-f420402ef97b,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:08.319631 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aaf44fb-091f-4bd2-8146-0c395ca3475b tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:08.320491 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1aaf44fb-091f-4bd2-8146-0c395ca3475b tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:08.372999 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-1aaf44fb-091f-4bd2-8146-0c395ca3475b tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9276617 Sep 07 02:58:08.377708 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50368) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:08.382019 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b194bc22-643f-4c14-98f0-21b7a9956a60 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event updated for resources: {'Subnet': ['ID=65067905-c18f-4971-bf7f-74034f0df931,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:08.384717 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-a8ec85ab-4b4e-4ae6-b702-37fab3131486 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Request body: {'port': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'mac_address': 'fa:16:3e:85:1c:de', 'name': 'tempest-NetworksTestDHCPv6-1565197498'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:58:08.389889 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b194bc22-643f-4c14-98f0-21b7a9956a60 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Checking segment: {'id': 'fa59bd71-cc9c-4d0f-aa54-220e0cbd1a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '133ef52a-20eb-4886-b02f-4f94828f2b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:58:08.390285 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b194bc22-643f-4c14-98f0-21b7a9956a60 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Network hostable DHCP agents. Network: 133ef52a-20eb-4886-b02f-4f94828f2b6b, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:58:08.416433 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b194bc22-643f-4c14-98f0-21b7a9956a60 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Network 133ef52a-20eb-4886-b02f-4f94828f2b6b is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:58:08.440414 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-b194bc22-643f-4c14-98f0-21b7a9956a60 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 133ef52a-20eb-4886-b02f-4f94828f2b6b) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:58:08.447436 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b194bc22-643f-4c14-98f0-21b7a9956a60 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:08.448996 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b194bc22-643f-4c14-98f0-21b7a9956a60 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:08.489124 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b57341e-f54b-440b-ae3b-5ab20794ddb2 None None] Network 133ef52a-20eb-4886-b02f-4f94828f2b6b requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:58:08.497224 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b194bc22-643f-4c14-98f0-21b7a9956a60 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7754712 Sep 07 02:58:08.497224 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50372) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:08.612222 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-66845215-ab69-48ba-8326-e6d962ebf427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:08.622471 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-cd524329-ae9d-4bb4-8727-dffde69203ff None None] Provisioning complete for port 1bbcb186-00e0-42e2-83eb-189a2ab4b878 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:58:08.624011 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-cd524329-ae9d-4bb4-8727-dffde69203ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:08.686712 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d51501c-80cc-48ae-a2e9-aa3c620cade1 req-298d8bb1-a546-4486-9b05-4e698801b382 tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:08.694597 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2d51501c-80cc-48ae-a2e9-aa3c620cade1 req-298d8bb1-a546-4486-9b05-4e698801b382 tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] 10.222.0.22 "GET /v2.0/ports?device_id=255235f3-5be1-4b5a-8f7b-fc00ee9c06dd HTTP/1.1" status: 200 len: 945 time: 0.1141970 Sep 07 02:58:08.700481 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8784ad0b-75db-4947-83bd-a9d150939716 None None] Pushing event updated for resources: {'Port': ['ID=1bbcb186-00e0-42e2-83eb-189a2ab4b878,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:08.763765 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2d51501c-80cc-48ae-a2e9-aa3c620cade1 req-7572c88f-a121-4999-a9ff-1e1bccfce0e0 tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] 10.222.0.22 "GET /v2.0/security-groups?id=def1b4f8-6a38-4363-a2af-696933c340a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641820 Sep 07 02:58:08.799194 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port e4ca6946-5cf2-4a59-b672-a2e4e647bd28 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:58:08.799194 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:08.851565 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-66845215-ab69-48ba-8326-e6d962ebf427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:08.863407 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-66845215-ab69-48ba-8326-e6d962ebf427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:08.985941 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ec85ab-4b4e-4ae6-b702-37fab3131486 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Made reservation on behalf of 4c9354482bbf46e593fb1c1c8959ca81 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:58:09.031111 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-66845215-ab69-48ba-8326-e6d962ebf427 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=52676b78844d4defbd29802d86261dcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7526910 Sep 07 02:58:09.035607 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66845215-ab69-48ba-8326-e6d962ebf427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7305fc75-395f-4559-923f-5994df4e0b4f,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:09.036851 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50376) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:09.104950 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a8ec85ab-4b4e-4ae6-b702-37fab3131486 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:09.129366 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-a8ec85ab-4b4e-4ae6-b702-37fab3131486 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] device_id is not set on port f46833db-aaa9-42ba-879e-11863fcce30a yet. {{(pid=94701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:58:09.173307 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-cd524329-ae9d-4bb4-8727-dffde69203ff None None] Provisioning for port c937ba74-c3a9-4792-ad46-027a07960835 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:58:09.178187 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-528bc041-1eb3-44c7-b43b-2f5414b885ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:09.201447 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1cd05458-ef9e-4010-822f-1fa9bbcbd6f3 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:09.202647 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-cd524329-ae9d-4bb4-8727-dffde69203ff None None] Provisioning complete for port c937ba74-c3a9-4792-ad46-027a07960835 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:58:09.202964 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-cd524329-ae9d-4bb4-8727-dffde69203ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:09.217235 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08755b81-d49e-49f8-9f51-68d964cee6e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-133ef52a-20eb-4886-b02f-4f94828f2b6b', 'network_id': '133ef52a-20eb-4886-b02f-4f94828f2b6b', 'tenant_id': '833039ece4bf420493581946638a10ce', 'fixed_ips': [{'subnet_id': '65067905-c18f-4971-bf7f-74034f0df931'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:58:09.218085 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-08755b81-d49e-49f8-9f51-68d964cee6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:09.224619 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-528bc041-1eb3-44c7-b43b-2f5414b885ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:09.241488 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-20067cb5-e390-48d1-b161-94d7031bfdac None None] Allocated IP 2001:db8::2 (98fba89c-e7ad-427b-9268-93662b8245b2/117ef648-501b-4a0f-b755-3d4f85acd6c2/86755315-7c70-4b76-977b-8d2ccf9681c4) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:58:09.262365 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-20067cb5-e390-48d1-b161-94d7031bfdac None None] Allocated IP 2001:db8:0:1:f816:3eff:fed5:f70f (98fba89c-e7ad-427b-9268-93662b8245b2/9f63d4bc-b66f-42ac-aecf-f420402ef97b/86755315-7c70-4b76-977b-8d2ccf9681c4) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:58:09.308932 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-cd524329-ae9d-4bb4-8727-dffde69203ff None None] Port c937ba74-c3a9-4792-ad46-027a07960835 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:58:09.323849 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-bd428610-3d5b-4cb8-b969-cdd4366a1295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'name': 'tempest-RoutersIpV6Test-router-1538027324', 'tenant_id': '833039ece4bf420493581946638a10ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:57:48Z', 'updated_at': '2021-09-07T02:58:06Z', 'revision_number': 4, 'project_id': '833039ece4bf420493581946638a10ce', 'gw_port_host': None, '_interfaces': [{'id': '0d2f7ef5-19f6-404e-8a70-893e4a4a400f', 'name': '', 'network_id': 'b3f72c48-4a4a-45d1-98f3-4c95d8bdffeb', 'tenant_id': '833039ece4bf420493581946638a10ce', 'mac_address': 'fa:16:3e:ad:d4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': 'c59b4ca3-52f6-4aed-89f0-197fa5052280', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:57:51Z', 'updated_at': '2021-09-07T02:58:00Z', 'revision_number': 5, 'project_id': '833039ece4bf420493581946638a10ce', 'subnets': [{'id': 'c59b4ca3-52f6-4aed-89f0-197fa5052280', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c937ba74-c3a9-4792-ad46-027a07960835', 'name': '', 'network_id': '1c758ebd-e15e-4bb9-8593-fc43d8a82f2c', 'tenant_id': '833039ece4bf420493581946638a10ce', 'mac_address': 'fa:16:3e:8a:57:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'bb932cce-1cba-4055-973d-4adfcfcdec01', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:58:03Z', 'updated_at': '2021-09-07T02:58:06Z', 'revision_number': 2, 'project_id': '833039ece4bf420493581946638a10ce', 'subnets': [{'id': 'bb932cce-1cba-4055-973d-4adfcfcdec01', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4ca6946-5cf2-4a59-b672-a2e4e647bd28', 'name': '', 'network_id': '96249d43-1e02-467f-9149-5a13435ad27a', 'tenant_id': '833039ece4bf420493581946638a10ce', 'mac_address': 'fa:16:3e:a7:86:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '96b2b57c-723f-4f80-975c-236d5659f5cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:57:58Z', 'updated_at': '2021-09-07T02:58:06Z', 'revision_number': 5, 'project_id': '833039ece4bf420493581946638a10ce', 'subnets': [{'id': '96b2b57c-723f-4f80-975c-236d5659f5cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:09.381491 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-528bc041-1eb3-44c7-b43b-2f5414b885ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:09.384834 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-528bc041-1eb3-44c7-b43b-2f5414b885ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:09.386003 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-528bc041-1eb3-44c7-b43b-2f5414b885ac admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7305fc75-395f-4559-923f-5994df4e0b4f HTTP/1.1" status: 204 len: 168 time: 0.3481886 Sep 07 02:58:09.404814 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528bc041-1eb3-44c7-b43b-2f5414b885ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7305fc75-395f-4559-923f-5994df4e0b4f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:09.434442 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd428610-3d5b-4cb8-b969-cdd4366a1295 None None] Checking router: 6854db5c-a096-434e-ab5e-b85d8664e0e3 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:58:09.434835 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd428610-3d5b-4cb8-b969-cdd4366a1295 None None] Updating router 6854db5c-a096-434e-ab5e-b85d8664e0e3 port c937ba74-c3a9-4792-ad46-027a07960835 binding host n-d-796209-16 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 02:58:09.495226 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bd428610-3d5b-4cb8-b969-cdd4366a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:09.518549 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-839c92c1-7de1-49bc-ac03-fc2f5f924a6f None None] Provisioning complete for port c937ba74-c3a9-4792-ad46-027a07960835 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:58:09.518549 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-839c92c1-7de1-49bc-ac03-fc2f5f924a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:09.523563 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-1cd05458-ef9e-4010-822f-1fa9bbcbd6f3 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Allocated IP 2001:db8:3::1 (133ef52a-20eb-4886-b02f-4f94828f2b6b/65067905-c18f-4971-bf7f-74034f0df931/999d8939-283c-4b5b-abf7-717566a77f9c) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:58:09.619777 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-839c92c1-7de1-49bc-ac03-fc2f5f924a6f None None] Port c937ba74-c3a9-4792-ad46-027a07960835 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:58:09.653120 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1cd05458-ef9e-4010-822f-1fa9bbcbd6f3 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:09.667885 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-1cd05458-ef9e-4010-822f-1fa9bbcbd6f3 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Transition to ACTIVE for port object 999d8939-283c-4b5b-abf7-717566a77f9c will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:58:09.682704 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-20067cb5-e390-48d1-b161-94d7031bfdac None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:09.701480 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-20067cb5-e390-48d1-b161-94d7031bfdac None None] Transition to ACTIVE for port object 86755315-7c70-4b76-977b-8d2ccf9681c4 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:58:09.705203 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1cd05458-ef9e-4010-822f-1fa9bbcbd6f3 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:09.751265 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-20067cb5-e390-48d1-b161-94d7031bfdac None None] Transition to ACTIVE for port object 86755315-7c70-4b76-977b-8d2ccf9681c4 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:58:09.754729 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd05458-ef9e-4010-822f-1fa9bbcbd6f3 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Network 133ef52a-20eb-4886-b02f-4f94828f2b6b is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:58:09.760691 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-1cd05458-ef9e-4010-822f-1fa9bbcbd6f3 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:58:09.764021 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd05458-ef9e-4010-822f-1fa9bbcbd6f3 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:58:09.764595 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1cd05458-ef9e-4010-822f-1fa9bbcbd6f3 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:09.772972 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-20067cb5-e390-48d1-b161-94d7031bfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:09.802682 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd05458-ef9e-4010-822f-1fa9bbcbd6f3 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event updated for resources: {'Port': ['ID=999d8939-283c-4b5b-abf7-717566a77f9c,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:09.945829 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1cd05458-ef9e-4010-822f-1fa9bbcbd6f3 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:09.979956 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589392f6-63b4-4ee9-9193-943780e951ee req-3b2d530c-f4a4-4d2a-8511-748c212f8bc8 tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:09.981776 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-589392f6-63b4-4ee9-9193-943780e951ee req-3b2d530c-f4a4-4d2a-8511-748c212f8bc8 tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] 10.222.0.22 "GET /v2.0/ports?device_id=255235f3-5be1-4b5a-8f7b-fc00ee9c06dd HTTP/1.1" status: 200 len: 945 time: 0.1087484 Sep 07 02:58:10.023964 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 1bbcb186-00e0-42e2-83eb-189a2ab4b878 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:58:10.034172 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-08755b81-d49e-49f8-9f51-68d964cee6e7 None None] Allocated IP 2001:db8:3::2 (133ef52a-20eb-4886-b02f-4f94828f2b6b/65067905-c18f-4971-bf7f-74034f0df931/e2b33388-d83d-4bd2-8cf8-52bfb93678a0) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:58:10.060840 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20067cb5-e390-48d1-b161-94d7031bfdac None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:58:10.089072 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-20067cb5-e390-48d1-b161-94d7031bfdac None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:58:10.106754 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-589392f6-63b4-4ee9-9193-943780e951ee req-c3f17383-8767-4a9f-9328-3636bf41290e tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] 10.222.0.22 "GET /v2.0/security-groups?id=def1b4f8-6a38-4363-a2af-696933c340a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974636 Sep 07 02:58:10.116166 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-a8ec85ab-4b4e-4ae6-b702-37fab3131486 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Allocated IP 2001:db8::27c (98fba89c-e7ad-427b-9268-93662b8245b2/117ef648-501b-4a0f-b755-3d4f85acd6c2/f46833db-aaa9-42ba-879e-11863fcce30a) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:58:10.118526 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20067cb5-e390-48d1-b161-94d7031bfdac None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:58:10.127373 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-a8ec85ab-4b4e-4ae6-b702-37fab3131486 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Allocated IP 2001:db8:0:1:f816:3eff:fe85:1cde (98fba89c-e7ad-427b-9268-93662b8245b2/9f63d4bc-b66f-42ac-aecf-f420402ef97b/f46833db-aaa9-42ba-879e-11863fcce30a) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:58:10.145918 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20067cb5-e390-48d1-b161-94d7031bfdac None None] Pushing event updated for resources: {'Port': ['ID=86755315-7c70-4b76-977b-8d2ccf9681c4,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:10.185935 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 69dd2863-7739-4b00-9b89-9f22de30d495 up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:58:10.341601 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-20067cb5-e390-48d1-b161-94d7031bfdac None None] Attempting to bind port 86755315-7c70-4b76-977b-8d2ccf9681c4 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:58:10.342401 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-20067cb5-e390-48d1-b161-94d7031bfdac None None] Attempting to bind port 86755315-7c70-4b76-977b-8d2ccf9681c4 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:58:10.343731 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20067cb5-e390-48d1-b161-94d7031bfdac None None] Attempting to bind port 86755315-7c70-4b76-977b-8d2ccf9681c4 on network 98fba89c-e7ad-427b-9268-93662b8245b2 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:58:10.354019 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a8ec85ab-4b4e-4ae6-b702-37fab3131486 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:10.376243 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20067cb5-e390-48d1-b161-94d7031bfdac None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:58:10.376767 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20067cb5-e390-48d1-b161-94d7031bfdac None None] Checking segment: {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:58:10.377716 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-20067cb5-e390-48d1-b161-94d7031bfdac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:10.377716 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20067cb5-e390-48d1-b161-94d7031bfdac None None] Bound using segment: {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:58:10.378130 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-20067cb5-e390-48d1-b161-94d7031bfdac None None] Bound port: 86755315-7c70-4b76-977b-8d2ccf9681c4, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:58:10.378552 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-20067cb5-e390-48d1-b161-94d7031bfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:10.385199 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-a8ec85ab-4b4e-4ae6-b702-37fab3131486 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Transition to ACTIVE for port object f46833db-aaa9-42ba-879e-11863fcce30a will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:58:10.395184 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1cd05458-ef9e-4010-822f-1fa9bbcbd6f3 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:10.408553 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1cd05458-ef9e-4010-822f-1fa9bbcbd6f3 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:10.409500 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1cd05458-ef9e-4010-822f-1fa9bbcbd6f3 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:10.429669 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 1bbcb186-00e0-42e2-83eb-189a2ab4b878 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:58:10.430052 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:10.465488 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a8ec85ab-4b4e-4ae6-b702-37fab3131486 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:10.534130 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port 69dd2863-7739-4b00-9b89-9f22de30d495 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:58:10.550971 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-20067cb5-e390-48d1-b161-94d7031bfdac None None] For port 86755315-7c70-4b76-977b-8d2ccf9681c4, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:58:10.552468 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ec85ab-4b4e-4ae6-b702-37fab3131486 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:58:10.556405 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd05458-ef9e-4010-822f-1fa9bbcbd6f3 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event updated for resources: {'Port': ['ID=999d8939-283c-4b5b-abf7-717566a77f9c,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:10.564863 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-a8ec85ab-4b4e-4ae6-b702-37fab3131486 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:58:10.573257 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ec85ab-4b4e-4ae6-b702-37fab3131486 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:58:10.580214 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ec85ab-4b4e-4ae6-b702-37fab3131486 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:10.581389 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a8ec85ab-4b4e-4ae6-b702-37fab3131486 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:10.588522 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ec85ab-4b4e-4ae6-b702-37fab3131486 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event updated for resources: {'Port': ['ID=f46833db-aaa9-42ba-879e-11863fcce30a,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:10.603690 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port 69dd2863-7739-4b00-9b89-9f22de30d495 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:58:10.604281 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:10.611540 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a8ec85ab-4b4e-4ae6-b702-37fab3131486 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2300279 Sep 07 02:58:10.614027 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-20067cb5-e390-48d1-b161-94d7031bfdac None None] For port 86755315-7c70-4b76-977b-8d2ccf9681c4, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=86755315-7c70-4b76-977b-8d2ccf9681c4,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:58:10.614215 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50420) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:10.669817 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-20067cb5-e390-48d1-b161-94d7031bfdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:10.673860 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd05458-ef9e-4010-822f-1fa9bbcbd6f3 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Network 133ef52a-20eb-4886-b02f-4f94828f2b6b is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:58:10.677156 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-1cd05458-ef9e-4010-822f-1fa9bbcbd6f3 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:58:10.692687 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf02a5-e55f-4c17-918b-13672fd1a68b req-47ac97c8-2176-4cf2-999c-2c82db07a2f7 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:10.694811 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81bf02a5-e55f-4c17-918b-13672fd1a68b req-47ac97c8-2176-4cf2-999c-2c82db07a2f7 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/networks?id=256d620d-b7a6-4b66-aaa9-80e5bdc910ad HTTP/1.1" status: 200 len: 814 time: 0.2669590 Sep 07 02:58:10.706763 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bd428610-3d5b-4cb8-b969-cdd4366a1295 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:10.718842 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-bd428610-3d5b-4cb8-b969-cdd4366a1295 None None] Transition to ACTIVE for port object c937ba74-c3a9-4792-ad46-027a07960835 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:58:10.735749 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-99449f9d-e2d7-4e97-a2af-4cd224ca933f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Deleting port f46833db-aaa9-42ba-879e-11863fcce30a {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:58:10.736183 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-99449f9d-e2d7-4e97-a2af-4cd224ca933f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:10.754280 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-08755b81-d49e-49f8-9f51-68d964cee6e7 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:10.758685 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81bf02a5-e55f-4c17-918b-13672fd1a68b req-aa1afd76-e173-44e7-9d11-f00664b8aab3 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/quotas/16ef236c23324219a8876cb24967b58f HTTP/1.1" status: 200 len: 375 time: 0.0164998 Sep 07 02:58:10.769041 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bd428610-3d5b-4cb8-b969-cdd4366a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:10.851560 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-08755b81-d49e-49f8-9f51-68d964cee6e7 None None] Transition to ACTIVE for port object e2b33388-d83d-4bd2-8cf8-52bfb93678a0 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:58:10.870302 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-99449f9d-e2d7-4e97-a2af-4cd224ca933f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:10.880586 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81bf02a5-e55f-4c17-918b-13672fd1a68b req-28d9b366-3cbb-4659-bb74-1d22c07c6ec4 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=16ef236c23324219a8876cb24967b58f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0869687 Sep 07 02:58:10.885445 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd05458-ef9e-4010-822f-1fa9bbcbd6f3 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Router 6854db5c-a096-434e-ab5e-b85d8664e0e3 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:58:10.906064 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-99449f9d-e2d7-4e97-a2af-4cd224ca933f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Calling delete_port for f46833db-aaa9-42ba-879e-11863fcce30a owned by {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:58:10.933685 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-08755b81-d49e-49f8-9f51-68d964cee6e7 None None] Transition to ACTIVE for port object e2b33388-d83d-4bd2-8cf8-52bfb93678a0 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:58:10.980058 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20067cb5-e390-48d1-b161-94d7031bfdac None None] Pushing event updated for resources: {'Port': ['ID=86755315-7c70-4b76-977b-8d2ccf9681c4,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:11.035048 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-08755b81-d49e-49f8-9f51-68d964cee6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:11.084483 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-bd428610-3d5b-4cb8-b969-cdd4366a1295 None None] Attempting to bind port c937ba74-c3a9-4792-ad46-027a07960835 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:58:11.085205 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-bd428610-3d5b-4cb8-b969-cdd4366a1295 None None] Attempting to bind port c937ba74-c3a9-4792-ad46-027a07960835 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'e0370e5c-19ea-41af-abdd-e3f3c1ce066a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1c758ebd-e15e-4bb9-8593-fc43d8a82f2c'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:58:11.085824 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd428610-3d5b-4cb8-b969-cdd4366a1295 None None] Attempting to bind port c937ba74-c3a9-4792-ad46-027a07960835 on network 1c758ebd-e15e-4bb9-8593-fc43d8a82f2c {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:58:11.089198 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:11.117738 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08755b81-d49e-49f8-9f51-68d964cee6e7 None None] Network 133ef52a-20eb-4886-b02f-4f94828f2b6b is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:58:11.132106 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd428610-3d5b-4cb8-b969-cdd4366a1295 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:58:11.133248 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd428610-3d5b-4cb8-b969-cdd4366a1295 None None] Checking segment: {'id': 'e0370e5c-19ea-41af-abdd-e3f3c1ce066a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1c758ebd-e15e-4bb9-8593-fc43d8a82f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:58:11.134187 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bd428610-3d5b-4cb8-b969-cdd4366a1295 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:11.134775 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd428610-3d5b-4cb8-b969-cdd4366a1295 None None] Bound using segment: {'id': 'e0370e5c-19ea-41af-abdd-e3f3c1ce066a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1c758ebd-e15e-4bb9-8593-fc43d8a82f2c'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:58:11.135455 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-bd428610-3d5b-4cb8-b969-cdd4366a1295 None None] Bound port: c937ba74-c3a9-4792-ad46-027a07960835, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0370e5c-19ea-41af-abdd-e3f3c1ce066a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1c758ebd-e15e-4bb9-8593-fc43d8a82f2c'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:58:11.136122 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bd428610-3d5b-4cb8-b969-cdd4366a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:11.148237 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-08755b81-d49e-49f8-9f51-68d964cee6e7 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:58:11.148237 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08755b81-d49e-49f8-9f51-68d964cee6e7 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:58:11.164782 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd05458-ef9e-4010-822f-1fa9bbcbd6f3 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:58:11.183296 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37527d73-0e4e-4bb0-998b-27d4daf1517a None None] Pushing event updated for resources: {'Port': ['ID=c937ba74-c3a9-4792-ad46-027a07960835,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:11.243054 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-1cd05458-ef9e-4010-822f-1fa9bbcbd6f3 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "PUT /v2.0/routers/6854db5c-a096-434e-ab5e-b85d8664e0e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7446868 Sep 07 02:58:11.249862 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50434) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:11.259641 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-7c732bab-8f2d-459e-bf7e-1b9a4e9e0a34 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:58:11.327385 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-bd428610-3d5b-4cb8-b969-cdd4366a1295 None None] For port c937ba74-c3a9-4792-ad46-027a07960835, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:58:11.335171 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-bd428610-3d5b-4cb8-b969-cdd4366a1295 None None] For port c937ba74-c3a9-4792-ad46-027a07960835, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=c937ba74-c3a9-4792-ad46-027a07960835,segment=NetworkSegment(e0370e5c-19ea-41af-abdd-e3f3c1ce066a),segment_id=e0370e5c-19ea-41af-abdd-e3f3c1ce066a)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:58:11.346963 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-99449f9d-e2d7-4e97-a2af-4cd224ca933f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:11.402427 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bd428610-3d5b-4cb8-b969-cdd4366a1295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:11.424164 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99449f9d-e2d7-4e97-a2af-4cd224ca933f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event deleted for resources: {'Port': ['ID=f46833db-aaa9-42ba-879e-11863fcce30a,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:11.448049 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '255235f3-5be1-4b5a-8f7b-fc00ee9c06dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69dd2863-7739-4b00-9b89-9f22de30d495'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:58:11.460922 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cca4a9e-a1dc-49bb-a633-690a326b0709" -d '{"events": [{"server_uuid": "255235f3-5be1-4b5a-8f7b-fc00ee9c06dd", "name": "network-vif-plugged", "status": "completed", "tag": "69dd2863-7739-4b00-9b89-9f22de30d495"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:58:11.469274 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81bf02a5-e55f-4c17-918b-13672fd1a68b req-00cd9640-1821-4f2c-b28f-aabf263d9359 service neutron] 10.222.0.22 "GET /v2.0/networks/256d620d-b7a6-4b66-aaa9-80e5bdc910ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5781968 Sep 07 02:58:11.479214 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-99449f9d-e2d7-4e97-a2af-4cd224ca933f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:11.481719 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-99449f9d-e2d7-4e97-a2af-4cd224ca933f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/ports/f46833db-aaa9-42ba-879e-11863fcce30a HTTP/1.1" status: 204 len: 168 time: 0.8665383 Sep 07 02:58:11.488023 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50444) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:11.493399 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 69dd2863-7739-4b00-9b89-9f22de30d495, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=69dd2863-7739-4b00-9b89-9f22de30d495,segment=NetworkSegment(003ca558-f6c8-48f9-b25c-67c8c0ce14b2),segment_id=003ca558-f6c8-48f9-b25c-67c8c0ce14b2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:58:11.532053 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:11.558055 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08755b81-d49e-49f8-9f51-68d964cee6e7 None None] Pushing event updated for resources: {'Port': ['ID=e2b33388-d83d-4bd2-8cf8-52bfb93678a0,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:11.563885 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-08755b81-d49e-49f8-9f51-68d964cee6e7 None None] Attempting to bind port e2b33388-d83d-4bd2-8cf8-52bfb93678a0 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:58:11.564265 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-08755b81-d49e-49f8-9f51-68d964cee6e7 None None] Attempting to bind port e2b33388-d83d-4bd2-8cf8-52bfb93678a0 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'fa59bd71-cc9c-4d0f-aa54-220e0cbd1a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '133ef52a-20eb-4886-b02f-4f94828f2b6b'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:58:11.564651 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08755b81-d49e-49f8-9f51-68d964cee6e7 None None] Attempting to bind port e2b33388-d83d-4bd2-8cf8-52bfb93678a0 on network 133ef52a-20eb-4886-b02f-4f94828f2b6b {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:58:11.566491 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd428610-3d5b-4cb8-b969-cdd4366a1295 None None] Routers {'6854db5c-a096-434e-ab5e-b85d8664e0e3'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:58:11.567134 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-bd428610-3d5b-4cb8-b969-cdd4366a1295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:57:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['6854db5c-a096-434e-ab5e-b85d8664e0e3'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:11.635800 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08755b81-d49e-49f8-9f51-68d964cee6e7 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:58:11.636187 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08755b81-d49e-49f8-9f51-68d964cee6e7 None None] Checking segment: {'id': 'fa59bd71-cc9c-4d0f-aa54-220e0cbd1a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '133ef52a-20eb-4886-b02f-4f94828f2b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:58:11.636599 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-08755b81-d49e-49f8-9f51-68d964cee6e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:11.637043 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08755b81-d49e-49f8-9f51-68d964cee6e7 None None] Bound using segment: {'id': 'fa59bd71-cc9c-4d0f-aa54-220e0cbd1a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '133ef52a-20eb-4886-b02f-4f94828f2b6b'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:58:11.637485 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-08755b81-d49e-49f8-9f51-68d964cee6e7 None None] Bound port: e2b33388-d83d-4bd2-8cf8-52bfb93678a0, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa59bd71-cc9c-4d0f-aa54-220e0cbd1a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '133ef52a-20eb-4886-b02f-4f94828f2b6b'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:58:11.637867 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-08755b81-d49e-49f8-9f51-68d964cee6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:11.800630 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-08755b81-d49e-49f8-9f51-68d964cee6e7 None None] For port e2b33388-d83d-4bd2-8cf8-52bfb93678a0, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:58:11.806991 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-08755b81-d49e-49f8-9f51-68d964cee6e7 None None] For port e2b33388-d83d-4bd2-8cf8-52bfb93678a0, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=e2b33388-d83d-4bd2-8cf8-52bfb93678a0,segment=NetworkSegment(fa59bd71-cc9c-4d0f-aa54-220e0cbd1a01),segment_id=fa59bd71-cc9c-4d0f-aa54-220e0cbd1a01)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:58:11.823403 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-08755b81-d49e-49f8-9f51-68d964cee6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:11.836734 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37527d73-0e4e-4bb0-998b-27d4daf1517a None None] Pushing event updated for resources: {'Port': ['ID=c937ba74-c3a9-4792-ad46-027a07960835,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:11.860692 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-bd428610-3d5b-4cb8-b969-cdd4366a1295 None None] Set router 6854db5c-a096-434e-ab5e-b85d8664e0e3 gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:58:12.068410 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=69dd2863-7739-4b00-9b89-9f22de30d495,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:12.105627 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc221acb-6144-47b7-972d-e5edd55a367e req-69eacc63-088c-4455-bc03-87f3a5d9057b tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:12.105627 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fc221acb-6144-47b7-972d-e5edd55a367e req-69eacc63-088c-4455-bc03-87f3a5d9057b tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] 10.222.0.22 "GET /v2.0/ports?device_id=255235f3-5be1-4b5a-8f7b-fc00ee9c06dd HTTP/1.1" status: 200 len: 945 time: 0.7829943 Sep 07 02:58:12.160284 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44bfdca-48ea-4437-898e-196f12083c75 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:12.164434 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e44bfdca-48ea-4437-898e-196f12083c75 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.6727264 Sep 07 02:58:12.165852 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50458) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:12.170725 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 86755315-7c70-4b76-977b-8d2ccf9681c4 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:58:12.221996 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fc221acb-6144-47b7-972d-e5edd55a367e req-0e34f278-f7b3-4d67-ac15-dd752c91912b tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] 10.222.0.22 "GET /v2.0/security-groups?id=def1b4f8-6a38-4363-a2af-696933c340a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052496 Sep 07 02:58:12.245546 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15a441e-145c-4d8b-b6b1-cda6f8616899 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:12.249313 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f15a441e-145c-4d8b-b6b1-cda6f8616899 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.0805845 Sep 07 02:58:12.249712 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50462) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:12.284787 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08755b81-d49e-49f8-9f51-68d964cee6e7 None None] Pushing event updated for resources: {'Port': ['ID=e2b33388-d83d-4bd2-8cf8-52bfb93678a0,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:12.331848 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9cb84b-bb92-410f-88d4-7a69020d545b tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:12.333278 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9cb84b-bb92-410f-88d4-7a69020d545b tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:12.337413 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9cb84b-bb92-410f-88d4-7a69020d545b tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:12.337413 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-2c9cb84b-bb92-410f-88d4-7a69020d545b tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0859354 Sep 07 02:58:12.356108 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50468) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:12.486216 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec67393-7c9e-4d17-9278-9e7da4061950 x-openstack-request-id: req-fec67393-7c9e-4d17-9278-9e7da4061950 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:58:12.486759 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "255235f3-5be1-4b5a-8f7b-fc00ee9c06dd", "name": "network-vif-plugged", "status": "completed", "tag": "69dd2863-7739-4b00-9b89-9f22de30d495", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:58:12.486759 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fec67393-7c9e-4d17-9278-9e7da4061950 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:58:12.487182 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '255235f3-5be1-4b5a-8f7b-fc00ee9c06dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69dd2863-7739-4b00-9b89-9f22de30d495', 'code': 200} Sep 07 02:58:12.495803 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-c42c532d-88ac-47eb-9716-6867175d5a41 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Deleting subnet 117ef648-501b-4a0f-b755-3d4f85acd6c2 {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:58:12.502488 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c42c532d-88ac-47eb-9716-6867175d5a41 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:12.563348 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c42c532d-88ac-47eb-9716-6867175d5a41 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:12.585540 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53bcf2c-b538-4297-9d4c-6cb63a055f28 None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:58:12.589213 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81bf02a5-e55f-4c17-918b-13672fd1a68b req-146dcf1f-4ee5-4e88-b70b-9fd8a7aa3fe6 service neutron] 10.222.0.22 "GET /v2.0/networks/256d620d-b7a6-4b66-aaa9-80e5bdc910ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0793715 Sep 07 02:58:12.659179 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 86755315-7c70-4b76-977b-8d2ccf9681c4 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:58:12.712775 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-dd8f9431-4327-4b17-bf8c-fda70d0fe240 None None] Provisioning for port 86755315-7c70-4b76-977b-8d2ccf9681c4 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:58:12.730655 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e70d5-74ad-4f27-a655-e3f7a40823be req-943313db-e0fe-4daf-98a8-2973c315553f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:12.733061 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ac9e70d5-74ad-4f27-a655-e3f7a40823be req-943313db-e0fe-4daf-98a8-2973c315553f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=255235f3-5be1-4b5a-8f7b-fc00ee9c06dd HTTP/1.1" status: 200 len: 1098 time: 0.1357443 Sep 07 02:58:12.758603 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-dd8f9431-4327-4b17-bf8c-fda70d0fe240 None None] Provisioning complete for port 86755315-7c70-4b76-977b-8d2ccf9681c4 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:58:12.759012 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-dd8f9431-4327-4b17-bf8c-fda70d0fe240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:12.814950 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.extraroute_db [None req-7c732bab-8f2d-459e-bf7e-1b9a4e9e0a34 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=94700) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 07 02:58:12.844001 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.extraroute_db [None req-7c732bab-8f2d-459e-bf7e-1b9a4e9e0a34 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Removed routes are [] {{(pid=94700) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 07 02:58:12.844912 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7c732bab-8f2d-459e-bf7e-1b9a4e9e0a34 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-553517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3974'] for router, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:12.897590 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a0f41740-6a2f-46b7-90b5-9b79b2c0824e req-e7815db7-1374-4049-9d81-74923c5f1d22 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/ports?device_id=d512c9bb-eb72-46c2-baa5-8645391ac74d HTTP/1.1" status: 200 len: 210 time: 0.0588219 Sep 07 02:58:12.924069 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c42c532d-88ac-47eb-9716-6867175d5a41 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:12.965918 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ac9e70d5-74ad-4f27-a655-e3f7a40823be req-d81d0227-0246-4ac8-8d43-1686cecfa615 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=def1b4f8-6a38-4363-a2af-696933c340a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406803 Sep 07 02:58:13.027844 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c42c532d-88ac-47eb-9716-6867175d5a41 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:13.057750 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c42c532d-88ac-47eb-9716-6867175d5a41 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:13.060212 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c42c532d-88ac-47eb-9716-6867175d5a41 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/subnets/117ef648-501b-4a0f-b755-3d4f85acd6c2 HTTP/1.1" status: 204 len: 168 time: 0.7036436 Sep 07 02:58:13.107177 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50484) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:13.118585 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42c532d-88ac-47eb-9716-6867175d5a41 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event deleted for resources: {'Subnet': ['ID=117ef648-501b-4a0f-b755-3d4f85acd6c2,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:13.197024 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-bd428610-3d5b-4cb8-b969-cdd4366a1295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'name': 'tempest-RoutersIpV6Test-router-1538027324', 'tenant_id': '833039ece4bf420493581946638a10ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:57:48Z', 'updated_at': '2021-09-07T02:58:09Z', 'revision_number': 5, 'project_id': '833039ece4bf420493581946638a10ce', 'gw_port_host': None, '_interfaces': [{'id': '0d2f7ef5-19f6-404e-8a70-893e4a4a400f', 'name': '', 'network_id': 'b3f72c48-4a4a-45d1-98f3-4c95d8bdffeb', 'tenant_id': '833039ece4bf420493581946638a10ce', 'mac_address': 'fa:16:3e:ad:d4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': 'c59b4ca3-52f6-4aed-89f0-197fa5052280', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:57:51Z', 'updated_at': '2021-09-07T02:58:00Z', 'revision_number': 5, 'project_id': '833039ece4bf420493581946638a10ce', 'subnets': [{'id': 'c59b4ca3-52f6-4aed-89f0-197fa5052280', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '999d8939-283c-4b5b-abf7-717566a77f9c', 'name': '', 'network_id': '133ef52a-20eb-4886-b02f-4f94828f2b6b', 'tenant_id': '833039ece4bf420493581946638a10ce', 'mac_address': 'fa:16:3e:a8:2f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '65067905-c18f-4971-bf7f-74034f0df931', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:58:09Z', 'updated_at': '2021-09-07T02:58:10Z', 'revision_number': 2, 'project_id': '833039ece4bf420493581946638a10ce', 'subnets': [{'id': '65067905-c18f-4971-bf7f-74034f0df931', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c937ba74-c3a9-4792-ad46-027a07960835', 'name': '', 'network_id': '1c758ebd-e15e-4bb9-8593-fc43d8a82f2c', 'tenant_id': '833039ece4bf420493581946638a10ce', 'mac_address': 'fa:16:3e:8a:57:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'bb932cce-1cba-4055-973d-4adfcfcdec01', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:58:03Z', 'updated_at': '2021-09-07T02:58:11Z', 'revision_number': 4, 'project_id': '833039ece4bf420493581946638a10ce', 'subnets': [{'id': 'bb932cce-1cba-4055-973d-4adfcfcdec01', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4ca6946-5cf2-4a59-b672-a2e4e647bd28', 'name': '', 'network_id': '96249d43-1e02-467f-9149-5a13435ad27a', 'tenant_id': '833039ece4bf420493581946638a10ce', 'mac_address': 'fa:16:3e:a7:86:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '96b2b57c-723f-4f80-975c-236d5659f5cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:57:58Z', 'updated_at': '2021-09-07T02:58:06Z', 'revision_number': 5, 'project_id': '833039ece4bf420493581946638a10ce', 'subnets': [{'id': '96b2b57c-723f-4f80-975c-236d5659f5cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:13.202211 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-d54e30c8-1aaf-496e-9ba8-d8afe605c3e9 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Deleting subnet 9f63d4bc-b66f-42ac-aecf-f420402ef97b {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:58:13.211970 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d54e30c8-1aaf-496e-9ba8-d8afe605c3e9 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:13.232356 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-dd8f9431-4327-4b17-bf8c-fda70d0fe240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:13.236143 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd428610-3d5b-4cb8-b969-cdd4366a1295 None None] The sync data for ids ['6854db5c-a096-434e-ab5e-b85d8664e0e3'] in n-d-796209-16 is: [{'id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'name': 'tempest-RoutersIpV6Test-router-1538027324', 'tenant_id': '833039ece4bf420493581946638a10ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:57:48Z', 'updated_at': '2021-09-07T02:58:09Z', 'revision_number': 5, 'project_id': '833039ece4bf420493581946638a10ce', 'gw_port_host': None, '_interfaces': [{'id': '0d2f7ef5-19f6-404e-8a70-893e4a4a400f', 'name': '', 'network_id': 'b3f72c48-4a4a-45d1-98f3-4c95d8bdffeb', 'tenant_id': '833039ece4bf420493581946638a10ce', 'mac_address': 'fa:16:3e:ad:d4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': 'c59b4ca3-52f6-4aed-89f0-197fa5052280', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:57:51Z', 'updated_at': '2021-09-07T02:58:00Z', 'revision_number': 5, 'project_id': '833039ece4bf420493581946638a10ce', 'subnets': [{'id': 'c59b4ca3-52f6-4aed-89f0-197fa5052280', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '999d8939-283c-4b5b-abf7-717566a77f9c', 'name': '', 'network_id': '133ef52a-20eb-4886-b02f-4f94828f2b6b', 'tenant_id': '833039ece4bf420493581946638a10ce', 'mac_address': 'fa:16:3e:a8:2f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '65067905-c18f-4971-bf7f-74034f0df931', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:58:09Z', 'updated_at': '2021-09-07T02:58:10Z', 'revision_number': 2, 'project_id': '833039ece4bf420493581946638a10ce', 'subnets': [{'id': '65067905-c18f-4971-bf7f-74034f0df931', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c937ba74-c3a9-4792-ad46-027a07960835', 'name': '', 'network_id': '1c758ebd-e15e-4bb9-8593-fc43d8a82f2c', 'tenant_id': '833039ece4bf420493581946638a10ce', 'mac_address': 'fa:16:3e:8a:57:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'bb932cce-1cba-4055-973d-4adfcfcdec01', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:58:03Z', 'updated_at': '2021-09-07T02:58:11Z', 'revision_number': 4, 'project_id': '833039ece4bf420493581946638a10ce', 'subnets': [{'id': 'bb932cce-1cba-4055-973d-4adfcfcdec01', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4ca6946-5cf2-4a59-b672-a2e4e647bd28', 'name': '', 'network_id': '96249d43-1e02-467f-9149-5a13435ad27a', 'tenant_id': '833039ece4bf420493581946638a10ce', 'mac_address': 'fa:16:3e:a7:86:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '96b2b57c-723f-4f80-975c-236d5659f5cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:57:58Z', 'updated_at': '2021-09-07T02:58:06Z', 'revision_number': 5, 'project_id': '833039ece4bf420493581946638a10ce', 'subnets': [{'id': '96b2b57c-723f-4f80-975c-236d5659f5cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:58:13.298304 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-dd8f9431-4327-4b17-bf8c-fda70d0fe240 None None] For port 86755315-7c70-4b76-977b-8d2ccf9681c4, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=86755315-7c70-4b76-977b-8d2ccf9681c4,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:58:13.306080 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-dd8f9431-4327-4b17-bf8c-fda70d0fe240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:13.464553 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f9431-4327-4b17-bf8c-fda70d0fe240 None None] Pushing event updated for resources: {'Port': ['ID=86755315-7c70-4b76-977b-8d2ccf9681c4,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:13.470519 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dca9f13-c63f-42fd-a7a7-ab21bb95421e None None] Update dhcp port {'port': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'fixed_ips': [{'subnet_id': '9f63d4bc-b66f-42ac-aecf-f420402ef97b', 'ip_address': '2001:db8:0:1:f816:3eff:fed5:f70f'}, {'subnet_id': '117ef648-501b-4a0f-b755-3d4f85acd6c2'}], 'binding:host_id': 'n-d-796209-16'}, 'id': '86755315-7c70-4b76-977b-8d2ccf9681c4'} from n-d-796209-16. {{(pid=94702) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 07 02:58:13.505354 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9dca9f13-c63f-42fd-a7a7-ab21bb95421e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:13.518348 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7c732bab-8f2d-459e-bf7e-1b9a4e9e0a34 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-553517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3974'] for router, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:13.541356 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d54e30c8-1aaf-496e-9ba8-d8afe605c3e9 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:13.547985 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7c732bab-8f2d-459e-bf7e-1b9a4e9e0a34 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-553510'] for router, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:13.635312 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d5ac59-0115-423e-a8ed-43b304bc034f req-ce6795c7-ba7d-4c8e-9eff-a218077a5cd5 tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:13.642506 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-52d5ac59-0115-423e-a8ed-43b304bc034f req-ce6795c7-ba7d-4c8e-9eff-a218077a5cd5 tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] 10.222.0.22 "GET /v2.0/ports?device_id=255235f3-5be1-4b5a-8f7b-fc00ee9c06dd HTTP/1.1" status: 200 len: 946 time: 0.2512679 Sep 07 02:58:13.672226 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50496) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:13.720066 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb637c3e-9af7-47f4-8b6c-aacb5814aa24 None None] Network 133ef52a-20eb-4886-b02f-4f94828f2b6b requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:58:13.836692 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-52d5ac59-0115-423e-a8ed-43b304bc034f req-fc10cda7-940b-456f-aa02-9b4aaeecf989 tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] 10.222.0.22 "GET /v2.0/security-groups?id=def1b4f8-6a38-4363-a2af-696933c340a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449049 Sep 07 02:58:13.910958 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c732bab-8f2d-459e-bf7e-1b9a4e9e0a34 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Router 6854db5c-a096-434e-ab5e-b85d8664e0e3 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:58:13.922590 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c1676be2-370b-4a58-8e63-55083abd57f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:13.946883 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d54e30c8-1aaf-496e-9ba8-d8afe605c3e9 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:14.055025 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 86755315-7c70-4b76-977b-8d2ccf9681c4 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:58:14.058444 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-53c7b78c-f903-42ff-a78f-46c873f98b5a None None] Provisioning for port e2b33388-d83d-4bd2-8cf8-52bfb93678a0 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:58:14.122240 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dce55e2b-59c2-4fd9-9ad0-85f8bebb9418 req-5f2829ea-5e71-4dbd-aa41-eb076220d441 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/ports?device_id=d512c9bb-eb72-46c2-baa5-8645391ac74d HTTP/1.1" status: 200 len: 210 time: 0.0722978 Sep 07 02:58:14.176599 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c1676be2-370b-4a58-8e63-55083abd57f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:14.181282 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c1676be2-370b-4a58-8e63-55083abd57f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:14.182762 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c732bab-8f2d-459e-bf7e-1b9a4e9e0a34 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:58:14.191382 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7c732bab-8f2d-459e-bf7e-1b9a4e9e0a34 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:14.193515 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-7c732bab-8f2d-459e-bf7e-1b9a4e9e0a34 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "PUT /v2.0/routers/6854db5c-a096-434e-ab5e-b85d8664e0e3 HTTP/1.1" status: 200 len: 954 time: 2.9426849 Sep 07 02:58:14.197277 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50502) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:14.198105 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 86755315-7c70-4b76-977b-8d2ccf9681c4 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:58:14.198589 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:14.213863 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d54e30c8-1aaf-496e-9ba8-d8afe605c3e9 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:14.236977 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c1676be2-370b-4a58-8e63-55083abd57f8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f45ccb98744a418487d6125efb3004fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5635812 Sep 07 02:58:14.238028 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1676be2-370b-4a58-8e63-55083abd57f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9728832-cd03-4b3d-9839-7b03d44fb441,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:14.240772 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50504) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:14.286818 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server [None req-9dca9f13-c63f-42fd-a7a7-ab21bb95421e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9f63d4bc-b66f-42ac-aecf-f420402ef97b: This subnet is being modified by another concurrent operation. Sep 07 02:58:14.286818 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 07 02:58:14.286818 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 07 02:58:14.286818 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 07 02:58:14.286818 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 07 02:58:14.286818 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 07 02:58:14.286818 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 07 02:58:14.286818 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 07 02:58:14.286818 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 07 02:58:14.286818 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 07 02:58:14.286818 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 07 02:58:14.286818 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 07 02:58:14.286818 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 07 02:58:14.286818 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 07 02:58:14.286818 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 02:58:14.286818 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 02:58:14.286818 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 02:58:14.286818 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 02:58:14.286818 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 07 02:58:14.286818 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 02:58:14.286818 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 07 02:58:14.286818 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 07 02:58:14.286818 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 02:58:14.286818 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 02:58:14.286818 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 02:58:14.286818 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 02:58:14.286818 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 07 02:58:14.286818 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 02:58:14.286818 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 07 02:58:14.286818 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 07 02:58:14.286818 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 02:58:14.286818 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 02:58:14.286818 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 02:58:14.286818 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 02:58:14.286818 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 07 02:58:14.286818 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 07 02:58:14.286818 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 07 02:58:14.286818 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 07 02:58:14.286818 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 07 02:58:14.286818 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 07 02:58:14.286818 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 07 02:58:14.286818 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 07 02:58:14.286818 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 07 02:58:14.286818 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 07 02:58:14.286818 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 07 02:58:14.286818 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 07 02:58:14.286818 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 02:58:14.286818 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 02:58:14.286818 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 02:58:14.286818 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 02:58:14.286818 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 07 02:58:14.286818 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 02:58:14.286818 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 07 02:58:14.286818 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 07 02:58:14.290870 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 02:58:14.290870 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 02:58:14.290870 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 02:58:14.290870 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 02:58:14.290870 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 07 02:58:14.290870 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 02:58:14.290870 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 07 02:58:14.290870 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 07 02:58:14.290870 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 02:58:14.290870 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 02:58:14.290870 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 02:58:14.290870 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 02:58:14.290870 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 07 02:58:14.290870 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 07 02:58:14.290870 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1733, in update_port Sep 07 02:58:14.290870 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 07 02:58:14.290870 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 07 02:58:14.290870 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 07 02:58:14.290870 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Sep 07 02:58:14.290870 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 07 02:58:14.290870 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Sep 07 02:58:14.290870 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 07 02:58:14.290870 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Sep 07 02:58:14.290870 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 07 02:58:14.290870 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Sep 07 02:58:14.290870 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 07 02:58:14.290870 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 07 02:58:14.290870 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 07 02:58:14.290870 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 07 02:58:14.290870 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server raise exception Sep 07 02:58:14.290870 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9f63d4bc-b66f-42ac-aecf-f420402ef97b: This subnet is being modified by another concurrent operation. Sep 07 02:58:14.290870 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server Sep 07 02:58:14.334205 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c235bddb-036f-4e2a-b4e4-32ba8633532d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:14.369163 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d54e30c8-1aaf-496e-9ba8-d8afe605c3e9 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:14.371630 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-d54e30c8-1aaf-496e-9ba8-d8afe605c3e9 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/subnets/9f63d4bc-b66f-42ac-aecf-f420402ef97b HTTP/1.1" status: 204 len: 168 time: 1.2628803 Sep 07 02:58:14.374611 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50506) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:14.377223 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54e30c8-1aaf-496e-9ba8-d8afe605c3e9 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event deleted for resources: {'Subnet': ['ID=9f63d4bc-b66f-42ac-aecf-f420402ef97b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:14.391456 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device e2b33388-d83d-4bd2-8cf8-52bfb93678a0 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:58:14.415416 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c235bddb-036f-4e2a-b4e4-32ba8633532d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:14.438814 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972afa16-5e40-4bc0-9bce-33df8487fd93 None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:58:14.469525 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-cd0c4a94-b9e2-40ac-8584-024c52bd4afe tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0929539 Sep 07 02:58:14.472281 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50508) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:14.477911 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-43b013a1-56de-4182-95df-b686299553ce tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Request body: {'subnet': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:58:14.574643 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-9fa7297e-7c7b-41d7-bf97-e43d34838890 None None] Provisioning complete for port 86755315-7c70-4b76-977b-8d2ccf9681c4 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:58:14.575760 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9fa7297e-7c7b-41d7-bf97-e43d34838890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:14.621150 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-bb0cf2fc-106e-4756-a903-d1b9d63a830a tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "GET /v2.0/routers/6854db5c-a096-434e-ab5e-b85d8664e0e3 HTTP/1.1" status: 200 len: 954 time: 0.4193561 Sep 07 02:58:14.627962 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50510) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:14.634692 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-63eb7f05-1c7d-4fb0-8773-b10a60de5988 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Request body: {'router': {'routes': None}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:58:14.683469 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c235bddb-036f-4e2a-b4e4-32ba8633532d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:14.693136 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c235bddb-036f-4e2a-b4e4-32ba8633532d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:14.695777 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c235bddb-036f-4e2a-b4e4-32ba8633532d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f9728832-cd03-4b3d-9839-7b03d44fb441 HTTP/1.1" status: 204 len: 168 time: 0.4536645 Sep 07 02:58:14.700066 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b013a1-56de-4182-95df-b686299553ce tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Made reservation on behalf of 4c9354482bbf46e593fb1c1c8959ca81 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:58:14.705031 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-43b013a1-56de-4182-95df-b686299553ce tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:14.758541 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf02a5-e55f-4c17-918b-13672fd1a68b req-e21b345e-ef4f-4864-a405-af8441792869 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:14.759149 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port e2b33388-d83d-4bd2-8cf8-52bfb93678a0 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:58:14.761085 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81bf02a5-e55f-4c17-918b-13672fd1a68b req-e21b345e-ef4f-4864-a405-af8441792869 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.16 "GET /v2.0/networks?id=256d620d-b7a6-4b66-aaa9-80e5bdc910ad HTTP/1.1" status: 200 len: 814 time: 0.3854439 Sep 07 02:58:14.769421 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port e2b33388-d83d-4bd2-8cf8-52bfb93678a0 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:58:14.769924 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:14.771748 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c235bddb-036f-4e2a-b4e4-32ba8633532d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9728832-cd03-4b3d-9839-7b03d44fb441,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:14.784331 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-81bf02a5-e55f-4c17-918b-13672fd1a68b req-daea9d7f-4a09-4d45-94ac-205119121a8d tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Request body: {'port': {'device_id': 'd512c9bb-eb72-46c2-baa5-8645391ac74d', 'network_id': '256d620d-b7a6-4b66-aaa9-80e5bdc910ad', 'admin_state_up': True, 'tenant_id': '16ef236c23324219a8876cb24967b58f'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:58:14.944245 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093297fa-3089-4fa1-b29f-efd33c32d37c None None] DHCP port deletion for 98fba89c-e7ad-427b-9268-93662b8245b2 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:58:15.111446 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-43b013a1-56de-4182-95df-b686299553ce tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:15.135665 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:15.160521 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-093297fa-3089-4fa1-b29f-efd33c32d37c None None] Deleting port 86755315-7c70-4b76-977b-8d2ccf9681c4 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:58:15.160923 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-093297fa-3089-4fa1-b29f-efd33c32d37c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:15.197162 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b013a1-56de-4182-95df-b686299553ce tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:58:15.198803 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b013a1-56de-4182-95df-b686299553ce tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event updated for resources: {'Subnet': ['ID=49542c43-5754-4f29-8e68-ff341c5f1355,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:15.219566 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-43b013a1-56de-4182-95df-b686299553ce tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:58:15.222755 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4584e4-c875-4db0-a598-be158cd216a9 req-04ff9b0e-f335-4c3f-86a6-388481ab1aaf tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:15.223453 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b013a1-56de-4182-95df-b686299553ce tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:15.224093 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-43b013a1-56de-4182-95df-b686299553ce tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:15.238779 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2d4584e4-c875-4db0-a598-be158cd216a9 req-04ff9b0e-f335-4c3f-86a6-388481ab1aaf tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] 10.222.0.22 "GET /v2.0/ports?device_id=255235f3-5be1-4b5a-8f7b-fc00ee9c06dd HTTP/1.1" status: 200 len: 946 time: 0.2089434 Sep 07 02:58:15.284275 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-093297fa-3089-4fa1-b29f-efd33c32d37c None None] For port 86755315-7c70-4b76-977b-8d2ccf9681c4, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=86755315-7c70-4b76-977b-8d2ccf9681c4,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:58:15.285537 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-093297fa-3089-4fa1-b29f-efd33c32d37c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:15.309173 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-093297fa-3089-4fa1-b29f-efd33c32d37c None None] Calling delete_port for 86755315-7c70-4b76-977b-8d2ccf9681c4 owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:58:15.313961 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50522) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:15.329377 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ef5b6376-5808-4a5c-b9e4-ed1796642e19 req-efdd7388-be5f-43b2-8dd0-03dc80b67bba tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/ports?device_id=d512c9bb-eb72-46c2-baa5-8645391ac74d HTTP/1.1" status: 200 len: 210 time: 0.0494726 Sep 07 02:58:15.341626 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-43b013a1-56de-4182-95df-b686299553ce tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8674417 Sep 07 02:58:15.343885 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50524) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:15.351894 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-69692786-1977-4e57-888b-32b20c54f08f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Request body: {'subnet': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:58:15.363186 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81bf02a5-e55f-4c17-918b-13672fd1a68b req-daea9d7f-4a09-4d45-94ac-205119121a8d tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Made reservation on behalf of 16ef236c23324219a8876cb24967b58f for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:58:15.369266 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-81bf02a5-e55f-4c17-918b-13672fd1a68b req-daea9d7f-4a09-4d45-94ac-205119121a8d tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:15.377785 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2c66ae-3c91-48ba-943b-cc1f279c315c None None] Sync routers for ids ['6854db5c-a096-434e-ab5e-b85d8664e0e3'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:58:15.385080 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7b47d48b-59a2-4883-8640-fef3ab5d8ebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:15.391415 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-c47a87cc-1e67-4c79-80e9-3f7fa97cb9af None None] Provisioning complete for port e2b33388-d83d-4bd2-8cf8-52bfb93678a0 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:58:15.392098 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c47a87cc-1e67-4c79-80e9-3f7fa97cb9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:15.394766 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2c66ae-3c91-48ba-943b-cc1f279c315c None None] Routers {'6854db5c-a096-434e-ab5e-b85d8664e0e3'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:58:15.395406 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-0e2c66ae-3c91-48ba-943b-cc1f279c315c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:57:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['6854db5c-a096-434e-ab5e-b85d8664e0e3'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:15.430689 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port e2b33388-d83d-4bd2-8cf8-52bfb93678a0, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=e2b33388-d83d-4bd2-8cf8-52bfb93678a0,segment=NetworkSegment(fa59bd71-cc9c-4d0f-aa54-220e0cbd1a01),segment_id=fa59bd71-cc9c-4d0f-aa54-220e0cbd1a01)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:58:15.455122 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:15.498240 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-0e2c66ae-3c91-48ba-943b-cc1f279c315c None None] Set router 6854db5c-a096-434e-ab5e-b85d8664e0e3 gateway port host: None {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:58:15.520335 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69692786-1977-4e57-888b-32b20c54f08f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Made reservation on behalf of 4c9354482bbf46e593fb1c1c8959ca81 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:58:15.528213 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=e2b33388-d83d-4bd2-8cf8-52bfb93678a0,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:15.537273 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-81bf02a5-e55f-4c17-918b-13672fd1a68b req-daea9d7f-4a09-4d45-94ac-205119121a8d tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Allocated IP 172.20.0.14 (256d620d-b7a6-4b66-aaa9-80e5bdc910ad/e962ec47-dcbe-48ec-becb-a133fc5449e5/8f842483-c356-451a-8794-8019476216d4) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:58:15.541586 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-69692786-1977-4e57-888b-32b20c54f08f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:15.561848 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-093297fa-3089-4fa1-b29f-efd33c32d37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:15.601679 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2d4584e4-c875-4db0-a598-be158cd216a9 req-2641a42b-d9b3-4577-8231-617dfbdd5a7f tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] 10.222.0.22 "GET /v2.0/security-groups?id=def1b4f8-6a38-4363-a2af-696933c340a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479834 Sep 07 02:58:15.611058 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093297fa-3089-4fa1-b29f-efd33c32d37c None None] Pushing event deleted for resources: {'Port': ['ID=86755315-7c70-4b76-977b-8d2ccf9681c4,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:15.618060 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093297fa-3089-4fa1-b29f-efd33c32d37c None None] No DVR routers for this DVR port 86755315-7c70-4b76-977b-8d2ccf9681c4 on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:58:15.644437 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-c47a87cc-1e67-4c79-80e9-3f7fa97cb9af None None] Provisioning for port 999d8939-283c-4b5b-abf7-717566a77f9c completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:58:15.653798 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d41c053-1ec4-43f3-a3a1-6cb11423c5b1 None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:58:15.677955 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-c47a87cc-1e67-4c79-80e9-3f7fa97cb9af None None] Provisioning complete for port 999d8939-283c-4b5b-abf7-717566a77f9c triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:58:15.679520 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c47a87cc-1e67-4c79-80e9-3f7fa97cb9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:15.723292 n-d-796209-16 neutron-server[94701]: INFO neutron.db.ipam_backend_mixin [None req-69692786-1977-4e57-888b-32b20c54f08f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 49542c43-5754-4f29-8e68-ff341c5f1355 (CIDR: 2001:db8::/64) Sep 07 02:58:15.728761 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-69692786-1977-4e57-888b-32b20c54f08f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 02:58:15.729375 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69692786-1977-4e57-888b-32b20c54f08f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:58:15.777342 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-c47a87cc-1e67-4c79-80e9-3f7fa97cb9af None None] Port 999d8939-283c-4b5b-abf7-717566a77f9c cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:58:15.806327 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-0e2c66ae-3c91-48ba-943b-cc1f279c315c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'name': 'tempest-RoutersIpV6Test-router-1538027324', 'tenant_id': '833039ece4bf420493581946638a10ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:57:48Z', 'updated_at': '2021-09-07T02:58:12Z', 'revision_number': 6, 'project_id': '833039ece4bf420493581946638a10ce', 'gw_port_host': None, '_interfaces': [{'id': '0d2f7ef5-19f6-404e-8a70-893e4a4a400f', 'name': '', 'network_id': 'b3f72c48-4a4a-45d1-98f3-4c95d8bdffeb', 'tenant_id': '833039ece4bf420493581946638a10ce', 'mac_address': 'fa:16:3e:ad:d4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': 'c59b4ca3-52f6-4aed-89f0-197fa5052280', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:57:51Z', 'updated_at': '2021-09-07T02:58:00Z', 'revision_number': 5, 'project_id': '833039ece4bf420493581946638a10ce', 'subnets': [{'id': 'c59b4ca3-52f6-4aed-89f0-197fa5052280', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '999d8939-283c-4b5b-abf7-717566a77f9c', 'name': '', 'network_id': '133ef52a-20eb-4886-b02f-4f94828f2b6b', 'tenant_id': '833039ece4bf420493581946638a10ce', 'mac_address': 'fa:16:3e:a8:2f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '65067905-c18f-4971-bf7f-74034f0df931', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:58:09Z', 'updated_at': '2021-09-07T02:58:10Z', 'revision_number': 2, 'project_id': '833039ece4bf420493581946638a10ce', 'subnets': [{'id': '65067905-c18f-4971-bf7f-74034f0df931', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c937ba74-c3a9-4792-ad46-027a07960835', 'name': '', 'network_id': '1c758ebd-e15e-4bb9-8593-fc43d8a82f2c', 'tenant_id': '833039ece4bf420493581946638a10ce', 'mac_address': 'fa:16:3e:8a:57:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'bb932cce-1cba-4055-973d-4adfcfcdec01', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:58:03Z', 'updated_at': '2021-09-07T02:58:11Z', 'revision_number': 4, 'project_id': '833039ece4bf420493581946638a10ce', 'subnets': [{'id': 'bb932cce-1cba-4055-973d-4adfcfcdec01', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4ca6946-5cf2-4a59-b672-a2e4e647bd28', 'name': '', 'network_id': '96249d43-1e02-467f-9149-5a13435ad27a', 'tenant_id': '833039ece4bf420493581946638a10ce', 'mac_address': 'fa:16:3e:a7:86:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '96b2b57c-723f-4f80-975c-236d5659f5cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:57:58Z', 'updated_at': '2021-09-07T02:58:06Z', 'revision_number': 5, 'project_id': '833039ece4bf420493581946638a10ce', 'subnets': [{'id': '96b2b57c-723f-4f80-975c-236d5659f5cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:15.846865 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2c66ae-3c91-48ba-943b-cc1f279c315c None None] Checking router: 6854db5c-a096-434e-ab5e-b85d8664e0e3 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:58:15.847228 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2c66ae-3c91-48ba-943b-cc1f279c315c None None] Updating router 6854db5c-a096-434e-ab5e-b85d8664e0e3 port 999d8939-283c-4b5b-abf7-717566a77f9c binding host n-d-796209-16 {{(pid=94703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 02:58:15.889966 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd04770-7b95-4581-ac6a-7e4d44ad0778 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-98fba89c-e7ad-427b-9268-93662b8245b2', 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'tenant_id': '4c9354482bbf46e593fb1c1c8959ca81', 'fixed_ips': [{'subnet_id': '49542c43-5754-4f29-8e68-ff341c5f1355'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:58:15.890873 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2bd04770-7b95-4581-ac6a-7e4d44ad0778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:15.906079 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-0e2c66ae-3c91-48ba-943b-cc1f279c315c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:15.922828 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-182752c8-de87-433c-a458-ba16639000b9 None None] Provisioning complete for port 999d8939-283c-4b5b-abf7-717566a77f9c triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:58:15.923248 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-182752c8-de87-433c-a458-ba16639000b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:16.022417 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-182752c8-de87-433c-a458-ba16639000b9 None None] Port 999d8939-283c-4b5b-abf7-717566a77f9c cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:58:16.062823 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device e2b33388-d83d-4bd2-8cf8-52bfb93678a0 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:58:16.121376 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-2bd04770-7b95-4581-ac6a-7e4d44ad0778 None None] Allocated IP 2001:db8::2 (98fba89c-e7ad-427b-9268-93662b8245b2/49542c43-5754-4f29-8e68-ff341c5f1355/4531e9ca-ea86-4d67-b74e-ece66c6ce46d) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:58:16.156146 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port e2b33388-d83d-4bd2-8cf8-52bfb93678a0 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:58:16.156927 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:16.224049 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.extraroute_db [None req-63eb7f05-1c7d-4fb0-8773-b10a60de5988 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Added routes are [] {{(pid=94700) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 07 02:58:16.224652 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.extraroute_db [None req-63eb7f05-1c7d-4fb0-8773-b10a60de5988 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=94700) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 07 02:58:16.314819 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-63eb7f05-1c7d-4fb0-8773-b10a60de5988 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-553517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3974'] for router, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:16.322657 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-0e2c66ae-3c91-48ba-943b-cc1f279c315c None None] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:16.336484 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-0e2c66ae-3c91-48ba-943b-cc1f279c315c None None] Transition to ACTIVE for port object 999d8939-283c-4b5b-abf7-717566a77f9c will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:58:16.339324 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-81bf02a5-e55f-4c17-918b-13672fd1a68b req-daea9d7f-4a09-4d45-94ac-205119121a8d tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:16.344505 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-0e2c66ae-3c91-48ba-943b-cc1f279c315c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:16.418386 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2bd04770-7b95-4581-ac6a-7e4d44ad0778 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:16.446618 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-2bd04770-7b95-4581-ac6a-7e4d44ad0778 None None] Transition to ACTIVE for port object 4531e9ca-ea86-4d67-b74e-ece66c6ce46d will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:58:16.472354 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-0e2c66ae-3c91-48ba-943b-cc1f279c315c None None] Attempting to bind port 999d8939-283c-4b5b-abf7-717566a77f9c on host n-d-796209-16 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:58:16.473464 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device c937ba74-c3a9-4792-ad46-027a07960835 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:58:16.474051 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-0e2c66ae-3c91-48ba-943b-cc1f279c315c None None] Attempting to bind port 999d8939-283c-4b5b-abf7-717566a77f9c by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'fa59bd71-cc9c-4d0f-aa54-220e0cbd1a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '133ef52a-20eb-4886-b02f-4f94828f2b6b'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:58:16.474661 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2c66ae-3c91-48ba-943b-cc1f279c315c None None] Attempting to bind port 999d8939-283c-4b5b-abf7-717566a77f9c on network 133ef52a-20eb-4886-b02f-4f94828f2b6b {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:58:16.475072 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7b47d48b-59a2-4883-8640-fef3ab5d8ebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:16.477762 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e751f1f4-b00a-41df-bb6d-e18a2953f082 None None] Pushing event updated for resources: {'Port': ['ID=999d8939-283c-4b5b-abf7-717566a77f9c,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:16.478473 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-2bd04770-7b95-4581-ac6a-7e4d44ad0778 None None] Transition to ACTIVE for port object 4531e9ca-ea86-4d67-b74e-ece66c6ce46d will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:58:16.495412 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2c66ae-3c91-48ba-943b-cc1f279c315c None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:58:16.496251 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2c66ae-3c91-48ba-943b-cc1f279c315c None None] Checking segment: {'id': 'fa59bd71-cc9c-4d0f-aa54-220e0cbd1a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '133ef52a-20eb-4886-b02f-4f94828f2b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:58:16.496468 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-69692786-1977-4e57-888b-32b20c54f08f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1506934 Sep 07 02:58:16.497077 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-0e2c66ae-3c91-48ba-943b-cc1f279c315c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:16.497704 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2c66ae-3c91-48ba-943b-cc1f279c315c None None] Bound using segment: {'id': 'fa59bd71-cc9c-4d0f-aa54-220e0cbd1a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '133ef52a-20eb-4886-b02f-4f94828f2b6b'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:58:16.498475 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-0e2c66ae-3c91-48ba-943b-cc1f279c315c None None] Bound port: 999d8939-283c-4b5b-abf7-717566a77f9c, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa59bd71-cc9c-4d0f-aa54-220e0cbd1a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '133ef52a-20eb-4886-b02f-4f94828f2b6b'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:58:16.499083 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-0e2c66ae-3c91-48ba-943b-cc1f279c315c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:16.504849 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50536) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:16.520267 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7b47d48b-59a2-4883-8640-fef3ab5d8ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:16.540857 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2bd04770-7b95-4581-ac6a-7e4d44ad0778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:16.548245 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7370f908-0256-45ec-998c-58c38e233ef8 req-bc845d50-2b1e-44a5-b2de-9c45dc2febe0 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/ports?device_id=d512c9bb-eb72-46c2-baa5-8645391ac74d HTTP/1.1" status: 200 len: 210 time: 0.0545180 Sep 07 02:58:16.606926 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd04770-7b95-4581-ac6a-7e4d44ad0778 None None] Pushing event updated for resources: {'Port': ['ID=4531e9ca-ea86-4d67-b74e-ece66c6ce46d,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:16.608726 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-c2b5d48c-786f-436d-9158-afccf8db3bf0 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Request body: {'subnet': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:58:16.626993 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd04770-7b95-4581-ac6a-7e4d44ad0778 None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:58:16.630071 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-2bd04770-7b95-4581-ac6a-7e4d44ad0778 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:58:16.634232 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd04770-7b95-4581-ac6a-7e4d44ad0778 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:58:16.650970 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port c937ba74-c3a9-4792-ad46-027a07960835 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:58:16.668517 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port c937ba74-c3a9-4792-ad46-027a07960835 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:58:16.668900 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:16.675400 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b47d48b-59a2-4883-8640-fef3ab5d8ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc463aef-ec3f-4d37-b7c4-b90432e7bff6,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:16.727449 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-2bd04770-7b95-4581-ac6a-7e4d44ad0778 None None] Attempting to bind port 4531e9ca-ea86-4d67-b74e-ece66c6ce46d on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:58:16.734505 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-2bd04770-7b95-4581-ac6a-7e4d44ad0778 None None] Attempting to bind port 4531e9ca-ea86-4d67-b74e-ece66c6ce46d by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:58:16.734897 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd04770-7b95-4581-ac6a-7e4d44ad0778 None None] Attempting to bind port 4531e9ca-ea86-4d67-b74e-ece66c6ce46d on network 98fba89c-e7ad-427b-9268-93662b8245b2 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:58:16.742078 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-0e2c66ae-3c91-48ba-943b-cc1f279c315c None None] For port 999d8939-283c-4b5b-abf7-717566a77f9c, host n-d-796209-16, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:58:16.749056 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-0e2c66ae-3c91-48ba-943b-cc1f279c315c None None] For port 999d8939-283c-4b5b-abf7-717566a77f9c, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=999d8939-283c-4b5b-abf7-717566a77f9c,segment=NetworkSegment(fa59bd71-cc9c-4d0f-aa54-220e0cbd1a01),segment_id=fa59bd71-cc9c-4d0f-aa54-220e0cbd1a01)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:58:16.753722 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd04770-7b95-4581-ac6a-7e4d44ad0778 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:58:16.754113 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd04770-7b95-4581-ac6a-7e4d44ad0778 None None] Checking segment: {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:58:16.754536 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2bd04770-7b95-4581-ac6a-7e4d44ad0778 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:16.755078 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd04770-7b95-4581-ac6a-7e4d44ad0778 None None] Bound using segment: {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:58:16.755615 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-2bd04770-7b95-4581-ac6a-7e4d44ad0778 None None] Bound port: 4531e9ca-ea86-4d67-b74e-ece66c6ce46d, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '262f109c-f31b-48b6-a0a9-025a6c9b4d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:58:16.756132 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2bd04770-7b95-4581-ac6a-7e4d44ad0778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:16.760502 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-0e2c66ae-3c91-48ba-943b-cc1f279c315c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:16.818708 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2c66ae-3c91-48ba-943b-cc1f279c315c None None] Routers {'6854db5c-a096-434e-ab5e-b85d8664e0e3'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:58:16.819921 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-0e2c66ae-3c91-48ba-943b-cc1f279c315c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:57:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['6854db5c-a096-434e-ab5e-b85d8664e0e3'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:16.824901 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e751f1f4-b00a-41df-bb6d-e18a2953f082 None None] Pushing event updated for resources: {'Port': ['ID=999d8939-283c-4b5b-abf7-717566a77f9c,revision_number=4']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:16.826958 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-63eb7f05-1c7d-4fb0-8773-b10a60de5988 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-553517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3974'] for router, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:16.869865 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-63eb7f05-1c7d-4fb0-8773-b10a60de5988 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-553510'] for router, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:16.875520 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:16.920610 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-2bd04770-7b95-4581-ac6a-7e4d44ad0778 None None] For port 4531e9ca-ea86-4d67-b74e-ece66c6ce46d, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:58:16.936222 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-0e2c66ae-3c91-48ba-943b-cc1f279c315c None None] Set router 6854db5c-a096-434e-ab5e-b85d8664e0e3 gateway port host: None {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:58:16.948275 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-2bd04770-7b95-4581-ac6a-7e4d44ad0778 None None] For port 4531e9ca-ea86-4d67-b74e-ece66c6ce46d, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=4531e9ca-ea86-4d67-b74e-ece66c6ce46d,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:58:16.950191 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port c937ba74-c3a9-4792-ad46-027a07960835, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=c937ba74-c3a9-4792-ad46-027a07960835,segment=NetworkSegment(e0370e5c-19ea-41af-abdd-e3f3c1ce066a),segment_id=e0370e5c-19ea-41af-abdd-e3f3c1ce066a)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:58:16.956778 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-7b47d48b-59a2-4883-8640-fef3ab5d8ebc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=990b91aa7e464e8aa991e2bd72ee9c3f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6378098 Sep 07 02:58:16.957005 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2bd04770-7b95-4581-ac6a-7e4d44ad0778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:16.957857 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50538) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:16.971492 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-81bf02a5-e55f-4c17-918b-13672fd1a68b req-daea9d7f-4a09-4d45-94ac-205119121a8d tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:16.999919 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81bf02a5-e55f-4c17-918b-13672fd1a68b req-daea9d7f-4a09-4d45-94ac-205119121a8d tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Network 256d620d-b7a6-4b66-aaa9-80e5bdc910ad is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:58:17.007265 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-81bf02a5-e55f-4c17-918b-13672fd1a68b req-daea9d7f-4a09-4d45-94ac-205119121a8d tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:58:17.009907 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['87655062-3b6c-41af-917b-4f2a9d1ba82b', '728f909c-f984-45cc-b40c-8f22e683e9d1'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:58:17.010110 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-81bf02a5-e55f-4c17-918b-13672fd1a68b req-daea9d7f-4a09-4d45-94ac-205119121a8d tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:58:17.013257 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['f0935901-e678-452c-a546-da8ac1b45ab1'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:58:17.015064 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:17.157057 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-aa21d3e8-1ed6-48d0-8682-88f5d2167b2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:17.171743 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 86755315-7c70-4b76-977b-8d2ccf9681c4 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:58:17.248129 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 86755315-7c70-4b76-977b-8d2ccf9681c4 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:58:17.248488 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 86755315-7c70-4b76-977b-8d2ccf9681c4 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:58:17.257155 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-aa21d3e8-1ed6-48d0-8682-88f5d2167b2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:17.297907 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf02a5-e55f-4c17-918b-13672fd1a68b req-daea9d7f-4a09-4d45-94ac-205119121a8d tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:17.298667 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-81bf02a5-e55f-4c17-918b-13672fd1a68b req-daea9d7f-4a09-4d45-94ac-205119121a8d tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:17.329498 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd04770-7b95-4581-ac6a-7e4d44ad0778 None None] Pushing event updated for resources: {'Port': ['ID=4531e9ca-ea86-4d67-b74e-ece66c6ce46d,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:17.385809 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81bf02a5-e55f-4c17-918b-13672fd1a68b req-daea9d7f-4a09-4d45-94ac-205119121a8d tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6105425 Sep 07 02:58:17.388972 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-aa21d3e8-1ed6-48d0-8682-88f5d2167b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:17.392965 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-aa21d3e8-1ed6-48d0-8682-88f5d2167b2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:17.394731 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-aa21d3e8-1ed6-48d0-8682-88f5d2167b2e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/dc463aef-ec3f-4d37-b7c4-b90432e7bff6 HTTP/1.1" status: 204 len: 168 time: 0.4350069 Sep 07 02:58:17.414223 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63eb7f05-1c7d-4fb0-8773-b10a60de5988 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Router 6854db5c-a096-434e-ab5e-b85d8664e0e3 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:58:17.417914 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daea9d7f-4a09-4d45-94ac-205119121a8d tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Pushing event updated for resources: {'Port': ['ID=8f842483-c356-451a-8794-8019476216d4,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:17.430328 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa21d3e8-1ed6-48d0-8682-88f5d2167b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc463aef-ec3f-4d37-b7c4-b90432e7bff6,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:17.450899 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-81bf02a5-e55f-4c17-918b-13672fd1a68b req-91ba108e-5da1-4a5b-8156-bca5c05fe66a service neutron] Request body: {'port': {'device_id': 'd512c9bb-eb72-46c2-baa5-8645391ac74d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:58:17.453355 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-0e2c66ae-3c91-48ba-943b-cc1f279c315c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'name': 'tempest-RoutersIpV6Test-router-1538027324', 'tenant_id': '833039ece4bf420493581946638a10ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:57:48Z', 'updated_at': '2021-09-07T02:58:16Z', 'revision_number': 7, 'project_id': '833039ece4bf420493581946638a10ce', 'gw_port_host': None, '_interfaces': [{'id': '0d2f7ef5-19f6-404e-8a70-893e4a4a400f', 'name': '', 'network_id': 'b3f72c48-4a4a-45d1-98f3-4c95d8bdffeb', 'tenant_id': '833039ece4bf420493581946638a10ce', 'mac_address': 'fa:16:3e:ad:d4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': 'c59b4ca3-52f6-4aed-89f0-197fa5052280', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:57:51Z', 'updated_at': '2021-09-07T02:58:00Z', 'revision_number': 5, 'project_id': '833039ece4bf420493581946638a10ce', 'subnets': [{'id': 'c59b4ca3-52f6-4aed-89f0-197fa5052280', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '999d8939-283c-4b5b-abf7-717566a77f9c', 'name': '', 'network_id': '133ef52a-20eb-4886-b02f-4f94828f2b6b', 'tenant_id': '833039ece4bf420493581946638a10ce', 'mac_address': 'fa:16:3e:a8:2f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '65067905-c18f-4971-bf7f-74034f0df931', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:58:09Z', 'updated_at': '2021-09-07T02:58:16Z', 'revision_number': 4, 'project_id': '833039ece4bf420493581946638a10ce', 'subnets': [{'id': '65067905-c18f-4971-bf7f-74034f0df931', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c937ba74-c3a9-4792-ad46-027a07960835', 'name': '', 'network_id': '1c758ebd-e15e-4bb9-8593-fc43d8a82f2c', 'tenant_id': '833039ece4bf420493581946638a10ce', 'mac_address': 'fa:16:3e:8a:57:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'bb932cce-1cba-4055-973d-4adfcfcdec01', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:58:03Z', 'updated_at': '2021-09-07T02:58:11Z', 'revision_number': 4, 'project_id': '833039ece4bf420493581946638a10ce', 'subnets': [{'id': 'bb932cce-1cba-4055-973d-4adfcfcdec01', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4ca6946-5cf2-4a59-b672-a2e4e647bd28', 'name': '', 'network_id': '96249d43-1e02-467f-9149-5a13435ad27a', 'tenant_id': '833039ece4bf420493581946638a10ce', 'mac_address': 'fa:16:3e:a7:86:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '96b2b57c-723f-4f80-975c-236d5659f5cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:57:58Z', 'updated_at': '2021-09-07T02:58:06Z', 'revision_number': 5, 'project_id': '833039ece4bf420493581946638a10ce', 'subnets': [{'id': '96b2b57c-723f-4f80-975c-236d5659f5cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:17.496028 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2c66ae-3c91-48ba-943b-cc1f279c315c None None] The sync data for ids ['6854db5c-a096-434e-ab5e-b85d8664e0e3'] in n-d-796209-16 is: [{'id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'name': 'tempest-RoutersIpV6Test-router-1538027324', 'tenant_id': '833039ece4bf420493581946638a10ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:57:48Z', 'updated_at': '2021-09-07T02:58:16Z', 'revision_number': 7, 'project_id': '833039ece4bf420493581946638a10ce', 'gw_port_host': None, '_interfaces': [{'id': '0d2f7ef5-19f6-404e-8a70-893e4a4a400f', 'name': '', 'network_id': 'b3f72c48-4a4a-45d1-98f3-4c95d8bdffeb', 'tenant_id': '833039ece4bf420493581946638a10ce', 'mac_address': 'fa:16:3e:ad:d4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': 'c59b4ca3-52f6-4aed-89f0-197fa5052280', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:57:51Z', 'updated_at': '2021-09-07T02:58:00Z', 'revision_number': 5, 'project_id': '833039ece4bf420493581946638a10ce', 'subnets': [{'id': 'c59b4ca3-52f6-4aed-89f0-197fa5052280', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '999d8939-283c-4b5b-abf7-717566a77f9c', 'name': '', 'network_id': '133ef52a-20eb-4886-b02f-4f94828f2b6b', 'tenant_id': '833039ece4bf420493581946638a10ce', 'mac_address': 'fa:16:3e:a8:2f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '65067905-c18f-4971-bf7f-74034f0df931', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:58:09Z', 'updated_at': '2021-09-07T02:58:16Z', 'revision_number': 4, 'project_id': '833039ece4bf420493581946638a10ce', 'subnets': [{'id': '65067905-c18f-4971-bf7f-74034f0df931', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c937ba74-c3a9-4792-ad46-027a07960835', 'name': '', 'network_id': '1c758ebd-e15e-4bb9-8593-fc43d8a82f2c', 'tenant_id': '833039ece4bf420493581946638a10ce', 'mac_address': 'fa:16:3e:8a:57:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'bb932cce-1cba-4055-973d-4adfcfcdec01', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:58:03Z', 'updated_at': '2021-09-07T02:58:11Z', 'revision_number': 4, 'project_id': '833039ece4bf420493581946638a10ce', 'subnets': [{'id': 'bb932cce-1cba-4055-973d-4adfcfcdec01', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4ca6946-5cf2-4a59-b672-a2e4e647bd28', 'name': '', 'network_id': '96249d43-1e02-467f-9149-5a13435ad27a', 'tenant_id': '833039ece4bf420493581946638a10ce', 'mac_address': 'fa:16:3e:a7:86:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '96b2b57c-723f-4f80-975c-236d5659f5cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:57:58Z', 'updated_at': '2021-09-07T02:58:06Z', 'revision_number': 5, 'project_id': '833039ece4bf420493581946638a10ce', 'subnets': [{'id': '96b2b57c-723f-4f80-975c-236d5659f5cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:58:17.539274 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b5d48c-786f-436d-9158-afccf8db3bf0 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Made reservation on behalf of 4c9354482bbf46e593fb1c1c8959ca81 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:58:17.541783 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c2b5d48c-786f-436d-9158-afccf8db3bf0 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:17.545452 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-81bf02a5-e55f-4c17-918b-13672fd1a68b req-91ba108e-5da1-4a5b-8156-bca5c05fe66a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:17.810033 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=c937ba74-c3a9-4792-ad46-027a07960835,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:18.002062 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dab8b2-34aa-44fb-932d-d95d0ba7dc46 req-c5cf6f7e-0e0d-4bd4-9230-99c3af5ba291 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:18.009889 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-25dab8b2-34aa-44fb-932d-d95d0ba7dc46 req-c5cf6f7e-0e0d-4bd4-9230-99c3af5ba291 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/ports?device_id=d512c9bb-eb72-46c2-baa5-8645391ac74d HTTP/1.1" status: 200 len: 932 time: 0.2890999 Sep 07 02:58:18.027395 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63eb7f05-1c7d-4fb0-8773-b10a60de5988 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:58:18.035235 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-63eb7f05-1c7d-4fb0-8773-b10a60de5988 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:18.041837 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-63eb7f05-1c7d-4fb0-8773-b10a60de5988 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "PUT /v2.0/routers/6854db5c-a096-434e-ab5e-b85d8664e0e3 HTTP/1.1" status: 200 len: 704 time: 3.4100127 Sep 07 02:58:18.042039 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50556) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:18.052415 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fb7cab-daac-4f39-bef7-7336d1f501c6 None None] Sync routers for ids ['6854db5c-a096-434e-ab5e-b85d8664e0e3'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:58:18.083133 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fb7cab-daac-4f39-bef7-7336d1f501c6 None None] Routers {'6854db5c-a096-434e-ab5e-b85d8664e0e3'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:58:18.083821 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-47fb7cab-daac-4f39-bef7-7336d1f501c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:57:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['6854db5c-a096-434e-ab5e-b85d8664e0e3'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:18.130808 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-25dab8b2-34aa-44fb-932d-d95d0ba7dc46 req-6ea8b0a0-8674-4b30-b1fd-497d8c59859c tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/security-groups?id=70ce7ce8-5054-445c-a59d-ebe3700b4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153102 Sep 07 02:58:18.178843 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 999d8939-283c-4b5b-abf7-717566a77f9c up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:58:18.234158 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-81bf02a5-e55f-4c17-918b-13672fd1a68b req-91ba108e-5da1-4a5b-8156-bca5c05fe66a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f842483-c356-451a-8794-8019476216d4 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:58:18.253836 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-81bf02a5-e55f-4c17-918b-13672fd1a68b req-91ba108e-5da1-4a5b-8156-bca5c05fe66a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:18.261214 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-32fa1805-20c0-48d5-b2d0-e866fd1d86ec tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "GET /v2.0/routers/6854db5c-a096-434e-ab5e-b85d8664e0e3 HTTP/1.1" status: 200 len: 704 time: 0.2182505 Sep 07 02:58:18.263905 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50560) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:18.320007 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-47fb7cab-daac-4f39-bef7-7336d1f501c6 None None] Set router 6854db5c-a096-434e-ab5e-b85d8664e0e3 gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:58:18.332646 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-81bf02a5-e55f-4c17-918b-13672fd1a68b req-91ba108e-5da1-4a5b-8156-bca5c05fe66a service neutron] Transition to ACTIVE for port object 8f842483-c356-451a-8794-8019476216d4 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:58:18.347130 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-81bf02a5-e55f-4c17-918b-13672fd1a68b req-91ba108e-5da1-4a5b-8156-bca5c05fe66a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:18.386769 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 999d8939-283c-4b5b-abf7-717566a77f9c completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:58:18.403205 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 999d8939-283c-4b5b-abf7-717566a77f9c triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:58:18.409302 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:18.488131 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ba108e-5da1-4a5b-8156-bca5c05fe66a service neutron] Pushing event updated for resources: {'Port': ['ID=8f842483-c356-451a-8794-8019476216d4,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:18.634604 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:18.738490 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 999d8939-283c-4b5b-abf7-717566a77f9c, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=999d8939-283c-4b5b-abf7-717566a77f9c,segment=NetworkSegment(fa59bd71-cc9c-4d0f-aa54-220e0cbd1a01),segment_id=fa59bd71-cc9c-4d0f-aa54-220e0cbd1a01)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:58:18.743409 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-4405f591-a848-442c-9f3f-c9e35066fa8e None None] Provisioning for port 4531e9ca-ea86-4d67-b74e-ece66c6ce46d completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:58:18.748613 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:18.749461 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 4531e9ca-ea86-4d67-b74e-ece66c6ce46d up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:58:18.890070 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=999d8939-283c-4b5b-abf7-717566a77f9c,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:18.906588 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-47fb7cab-daac-4f39-bef7-7336d1f501c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'name': 'tempest-RoutersIpV6Test-router-1538027324', 'tenant_id': '833039ece4bf420493581946638a10ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:57:48Z', 'updated_at': '2021-09-07T02:58:16Z', 'revision_number': 7, 'project_id': '833039ece4bf420493581946638a10ce', 'gw_port_host': None, '_interfaces': [{'id': '0d2f7ef5-19f6-404e-8a70-893e4a4a400f', 'name': '', 'network_id': 'b3f72c48-4a4a-45d1-98f3-4c95d8bdffeb', 'tenant_id': '833039ece4bf420493581946638a10ce', 'mac_address': 'fa:16:3e:ad:d4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': 'c59b4ca3-52f6-4aed-89f0-197fa5052280', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:57:51Z', 'updated_at': '2021-09-07T02:58:00Z', 'revision_number': 5, 'project_id': '833039ece4bf420493581946638a10ce', 'subnets': [{'id': 'c59b4ca3-52f6-4aed-89f0-197fa5052280', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '999d8939-283c-4b5b-abf7-717566a77f9c', 'name': '', 'network_id': '133ef52a-20eb-4886-b02f-4f94828f2b6b', 'tenant_id': '833039ece4bf420493581946638a10ce', 'mac_address': 'fa:16:3e:a8:2f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '65067905-c18f-4971-bf7f-74034f0df931', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:58:09Z', 'updated_at': '2021-09-07T02:58:16Z', 'revision_number': 4, 'project_id': '833039ece4bf420493581946638a10ce', 'subnets': [{'id': '65067905-c18f-4971-bf7f-74034f0df931', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c937ba74-c3a9-4792-ad46-027a07960835', 'name': '', 'network_id': '1c758ebd-e15e-4bb9-8593-fc43d8a82f2c', 'tenant_id': '833039ece4bf420493581946638a10ce', 'mac_address': 'fa:16:3e:8a:57:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'bb932cce-1cba-4055-973d-4adfcfcdec01', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:58:03Z', 'updated_at': '2021-09-07T02:58:16Z', 'revision_number': 5, 'project_id': '833039ece4bf420493581946638a10ce', 'subnets': [{'id': 'bb932cce-1cba-4055-973d-4adfcfcdec01', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4ca6946-5cf2-4a59-b672-a2e4e647bd28', 'name': '', 'network_id': '96249d43-1e02-467f-9149-5a13435ad27a', 'tenant_id': '833039ece4bf420493581946638a10ce', 'mac_address': 'fa:16:3e:a7:86:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '96b2b57c-723f-4f80-975c-236d5659f5cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:57:58Z', 'updated_at': '2021-09-07T02:58:06Z', 'revision_number': 5, 'project_id': '833039ece4bf420493581946638a10ce', 'subnets': [{'id': '96b2b57c-723f-4f80-975c-236d5659f5cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:18.931444 n-d-796209-16 neutron-server[94700]: DEBUG neutron.objects.ports [None req-c2b5d48c-786f-436d-9158-afccf8db3bf0 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94700) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 02:58:19.004204 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fb7cab-daac-4f39-bef7-7336d1f501c6 None None] Checking router: 6854db5c-a096-434e-ab5e-b85d8664e0e3 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:58:19.005125 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6e8d3-adb6-46c3-a7e8-db2c164c0e1d req-bcb6dbca-d25f-456a-b478-26da8cee3861 tempest-TestNetworkAdvancedServerOps-2015258804 tempest-TestNetworkAdvancedServerOps-2015258804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:19.009342 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c5c6e8d3-adb6-46c3-a7e8-db2c164c0e1d req-bcb6dbca-d25f-456a-b478-26da8cee3861 tempest-TestNetworkAdvancedServerOps-2015258804 tempest-TestNetworkAdvancedServerOps-2015258804-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=3ba396db-1311-4ea4-ba29-032650972ec3 HTTP/1.1" status: 200 len: 1097 time: 0.0901461 Sep 07 02:58:19.039871 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fb7cab-daac-4f39-bef7-7336d1f501c6 None None] Routers {'6854db5c-a096-434e-ab5e-b85d8664e0e3'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:58:19.040572 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-47fb7cab-daac-4f39-bef7-7336d1f501c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:57:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['6854db5c-a096-434e-ab5e-b85d8664e0e3'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:19.044250 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 4531e9ca-ea86-4d67-b74e-ece66c6ce46d completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:58:19.080112 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 4531e9ca-ea86-4d67-b74e-ece66c6ce46d triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:58:19.080495 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:19.089862 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-81bf02a5-e55f-4c17-918b-13672fd1a68b req-91ba108e-5da1-4a5b-8156-bca5c05fe66a service neutron] Attempting to bind port 8f842483-c356-451a-8794-8019476216d4 on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:58:19.090203 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-81bf02a5-e55f-4c17-918b-13672fd1a68b req-91ba108e-5da1-4a5b-8156-bca5c05fe66a service neutron] Attempting to bind port 8f842483-c356-451a-8794-8019476216d4 by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': 'ba1f9a1d-76cb-4a15-91d5-0944bdc5e669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '256d620d-b7a6-4b66-aaa9-80e5bdc910ad'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:58:19.090653 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bf02a5-e55f-4c17-918b-13672fd1a68b req-91ba108e-5da1-4a5b-8156-bca5c05fe66a service neutron] Attempting to bind port 8f842483-c356-451a-8794-8019476216d4 on network 256d620d-b7a6-4b66-aaa9-80e5bdc910ad {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:58:19.101942 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c5c6e8d3-adb6-46c3-a7e8-db2c164c0e1d req-1a15059f-43a4-4579-bfc3-3046b478a4a3 tempest-TestNetworkAdvancedServerOps-2015258804 tempest-TestNetworkAdvancedServerOps-2015258804-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=294b048e-8567-497b-8d1d-04d7fb63968c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858164 Sep 07 02:58:19.131096 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-b7cfa77e-8f36-456d-bc2d-bbfba02726c5 None None] Could not find standard attr ID for object f46833db-aaa9-42ba-879e-11863fcce30a. {{(pid=94702) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 02:58:19.154647 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bf02a5-e55f-4c17-918b-13672fd1a68b req-91ba108e-5da1-4a5b-8156-bca5c05fe66a service neutron] Port 8f842483-c356-451a-8794-8019476216d4 on network 256d620d-b7a6-4b66-aaa9-80e5bdc910ad not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:58:19.154982 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bf02a5-e55f-4c17-918b-13672fd1a68b req-91ba108e-5da1-4a5b-8156-bca5c05fe66a service neutron] Attempting to bind port 8f842483-c356-451a-8794-8019476216d4 on network 256d620d-b7a6-4b66-aaa9-80e5bdc910ad {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:58:19.210972 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-47fb7cab-daac-4f39-bef7-7336d1f501c6 None None] Set router 6854db5c-a096-434e-ab5e-b85d8664e0e3 gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:58:19.265572 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bf02a5-e55f-4c17-918b-13672fd1a68b req-91ba108e-5da1-4a5b-8156-bca5c05fe66a service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:58:19.266259 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bf02a5-e55f-4c17-918b-13672fd1a68b req-91ba108e-5da1-4a5b-8156-bca5c05fe66a service neutron] Checking segment: {'id': 'ba1f9a1d-76cb-4a15-91d5-0944bdc5e669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '256d620d-b7a6-4b66-aaa9-80e5bdc910ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:58:19.266890 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bf02a5-e55f-4c17-918b-13672fd1a68b req-91ba108e-5da1-4a5b-8156-bca5c05fe66a service neutron] Bound using segment: {'id': 'ba1f9a1d-76cb-4a15-91d5-0944bdc5e669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '256d620d-b7a6-4b66-aaa9-80e5bdc910ad'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:58:19.267895 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-81bf02a5-e55f-4c17-918b-13672fd1a68b req-91ba108e-5da1-4a5b-8156-bca5c05fe66a service neutron] Bound port: 8f842483-c356-451a-8794-8019476216d4, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba1f9a1d-76cb-4a15-91d5-0944bdc5e669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '256d620d-b7a6-4b66-aaa9-80e5bdc910ad'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:58:19.268474 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-81bf02a5-e55f-4c17-918b-13672fd1a68b req-91ba108e-5da1-4a5b-8156-bca5c05fe66a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:19.283688 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:19.375258 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-81bf02a5-e55f-4c17-918b-13672fd1a68b req-91ba108e-5da1-4a5b-8156-bca5c05fe66a service neutron] For port 8f842483-c356-451a-8794-8019476216d4, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:58:19.379299 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-81bf02a5-e55f-4c17-918b-13672fd1a68b req-91ba108e-5da1-4a5b-8156-bca5c05fe66a service neutron] For port 8f842483-c356-451a-8794-8019476216d4, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=8f842483-c356-451a-8794-8019476216d4,segment=NetworkSegment(ba1f9a1d-76cb-4a15-91d5-0944bdc5e669),segment_id=ba1f9a1d-76cb-4a15-91d5-0944bdc5e669)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:58:19.392594 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b6e429-bbc9-4d2e-8ac3-cad0170b8e60 req-d8d9fee6-8a3a-4751-a5f6-c39d69ce95dc tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:19.399531 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-22b6e429-bbc9-4d2e-8ac3-cad0170b8e60 req-d8d9fee6-8a3a-4751-a5f6-c39d69ce95dc tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/ports?device_id=d512c9bb-eb72-46c2-baa5-8645391ac74d HTTP/1.1" status: 200 len: 944 time: 0.1120477 Sep 07 02:58:19.460434 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-81bf02a5-e55f-4c17-918b-13672fd1a68b req-91ba108e-5da1-4a5b-8156-bca5c05fe66a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:19.496079 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-22b6e429-bbc9-4d2e-8ac3-cad0170b8e60 req-46298e34-3379-44ae-a75a-7b0e0c2dcdc2 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/security-groups?id=70ce7ce8-5054-445c-a59d-ebe3700b4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849087 Sep 07 02:58:19.530844 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ba108e-5da1-4a5b-8156-bca5c05fe66a service neutron] Pushing event updated for resources: {'Port': ['ID=8f842483-c356-451a-8794-8019476216d4,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:19.554844 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bca81e7-49c9-4497-bbb5-6347763a9db4 None None] get_active_networks_info from n-d-796209-16 {{(pid=94702) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 02:58:19.555015 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c2b5d48c-786f-436d-9158-afccf8db3bf0 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:19.717125 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.db.api [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 02:58:19.717477 n-d-796209-16 neutron-server[94702]: DEBUG oslo_db.api [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 02:58:19.754526 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-47fb7cab-daac-4f39-bef7-7336d1f501c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'name': 'tempest-RoutersIpV6Test-router-1538027324', 'tenant_id': '833039ece4bf420493581946638a10ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:57:48Z', 'updated_at': '2021-09-07T02:58:16Z', 'revision_number': 7, 'project_id': '833039ece4bf420493581946638a10ce', 'gw_port_host': None, '_interfaces': [{'id': '0d2f7ef5-19f6-404e-8a70-893e4a4a400f', 'name': '', 'network_id': 'b3f72c48-4a4a-45d1-98f3-4c95d8bdffeb', 'tenant_id': '833039ece4bf420493581946638a10ce', 'mac_address': 'fa:16:3e:ad:d4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': 'c59b4ca3-52f6-4aed-89f0-197fa5052280', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:57:51Z', 'updated_at': '2021-09-07T02:58:00Z', 'revision_number': 5, 'project_id': '833039ece4bf420493581946638a10ce', 'subnets': [{'id': 'c59b4ca3-52f6-4aed-89f0-197fa5052280', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '999d8939-283c-4b5b-abf7-717566a77f9c', 'name': '', 'network_id': '133ef52a-20eb-4886-b02f-4f94828f2b6b', 'tenant_id': '833039ece4bf420493581946638a10ce', 'mac_address': 'fa:16:3e:a8:2f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '65067905-c18f-4971-bf7f-74034f0df931', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:58:09Z', 'updated_at': '2021-09-07T02:58:18Z', 'revision_number': 5, 'project_id': '833039ece4bf420493581946638a10ce', 'subnets': [{'id': '65067905-c18f-4971-bf7f-74034f0df931', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c937ba74-c3a9-4792-ad46-027a07960835', 'name': '', 'network_id': '1c758ebd-e15e-4bb9-8593-fc43d8a82f2c', 'tenant_id': '833039ece4bf420493581946638a10ce', 'mac_address': 'fa:16:3e:8a:57:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'bb932cce-1cba-4055-973d-4adfcfcdec01', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:58:03Z', 'updated_at': '2021-09-07T02:58:16Z', 'revision_number': 5, 'project_id': '833039ece4bf420493581946638a10ce', 'subnets': [{'id': 'bb932cce-1cba-4055-973d-4adfcfcdec01', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4ca6946-5cf2-4a59-b672-a2e4e647bd28', 'name': '', 'network_id': '96249d43-1e02-467f-9149-5a13435ad27a', 'tenant_id': '833039ece4bf420493581946638a10ce', 'mac_address': 'fa:16:3e:a7:86:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '96b2b57c-723f-4f80-975c-236d5659f5cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:57:58Z', 'updated_at': '2021-09-07T02:58:06Z', 'revision_number': 5, 'project_id': '833039ece4bf420493581946638a10ce', 'subnets': [{'id': '96b2b57c-723f-4f80-975c-236d5659f5cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:19.792540 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fb7cab-daac-4f39-bef7-7336d1f501c6 None None] The sync data for ids ['6854db5c-a096-434e-ab5e-b85d8664e0e3'] in n-d-796209-16 is: [{'id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'name': 'tempest-RoutersIpV6Test-router-1538027324', 'tenant_id': '833039ece4bf420493581946638a10ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:57:48Z', 'updated_at': '2021-09-07T02:58:16Z', 'revision_number': 7, 'project_id': '833039ece4bf420493581946638a10ce', 'gw_port_host': None, '_interfaces': [{'id': '0d2f7ef5-19f6-404e-8a70-893e4a4a400f', 'name': '', 'network_id': 'b3f72c48-4a4a-45d1-98f3-4c95d8bdffeb', 'tenant_id': '833039ece4bf420493581946638a10ce', 'mac_address': 'fa:16:3e:ad:d4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': 'c59b4ca3-52f6-4aed-89f0-197fa5052280', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:57:51Z', 'updated_at': '2021-09-07T02:58:00Z', 'revision_number': 5, 'project_id': '833039ece4bf420493581946638a10ce', 'subnets': [{'id': 'c59b4ca3-52f6-4aed-89f0-197fa5052280', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '999d8939-283c-4b5b-abf7-717566a77f9c', 'name': '', 'network_id': '133ef52a-20eb-4886-b02f-4f94828f2b6b', 'tenant_id': '833039ece4bf420493581946638a10ce', 'mac_address': 'fa:16:3e:a8:2f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2962, 'fixed_ips': [{'subnet_id': '65067905-c18f-4971-bf7f-74034f0df931', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:58:09Z', 'updated_at': '2021-09-07T02:58:18Z', 'revision_number': 5, 'project_id': '833039ece4bf420493581946638a10ce', 'subnets': [{'id': '65067905-c18f-4971-bf7f-74034f0df931', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c937ba74-c3a9-4792-ad46-027a07960835', 'name': '', 'network_id': '1c758ebd-e15e-4bb9-8593-fc43d8a82f2c', 'tenant_id': '833039ece4bf420493581946638a10ce', 'mac_address': 'fa:16:3e:8a:57:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'bb932cce-1cba-4055-973d-4adfcfcdec01', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:58:03Z', 'updated_at': '2021-09-07T02:58:16Z', 'revision_number': 5, 'project_id': '833039ece4bf420493581946638a10ce', 'subnets': [{'id': 'bb932cce-1cba-4055-973d-4adfcfcdec01', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4ca6946-5cf2-4a59-b672-a2e4e647bd28', 'name': '', 'network_id': '96249d43-1e02-467f-9149-5a13435ad27a', 'tenant_id': '833039ece4bf420493581946638a10ce', 'mac_address': 'fa:16:3e:a7:86:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '96b2b57c-723f-4f80-975c-236d5659f5cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:57:58Z', 'updated_at': '2021-09-07T02:58:06Z', 'revision_number': 5, 'project_id': '833039ece4bf420493581946638a10ce', 'subnets': [{'id': '96b2b57c-723f-4f80-975c-236d5659f5cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:58:19.794266 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bca81e7-49c9-4497-bbb5-6347763a9db4 None None] Resources bound (agent type, host, resource id): {{(pid=94702) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 07 02:58:20.027849 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c83c0e-20c9-495a-9410-a964aee5c69b req-536a4076-b52f-47f4-b6b9-e249824a11cd tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:20.029679 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a7c83c0e-20c9-495a-9410-a964aee5c69b req-536a4076-b52f-47f4-b6b9-e249824a11cd tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ba396db-1311-4ea4-ba29-032650972ec3 HTTP/1.1" status: 200 len: 945 time: 0.7731886 Sep 07 02:58:20.032058 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf02a5-e55f-4c17-918b-13672fd1a68b req-91ba108e-5da1-4a5b-8156-bca5c05fe66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:20.032665 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-81bf02a5-e55f-4c17-918b-13672fd1a68b req-91ba108e-5da1-4a5b-8156-bca5c05fe66a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:20.034319 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81bf02a5-e55f-4c17-918b-13672fd1a68b req-91ba108e-5da1-4a5b-8156-bca5c05fe66a service neutron] 10.222.0.16 "PUT /v2.0/ports/8f842483-c356-451a-8794-8019476216d4 HTTP/1.1" status: 200 len: 1093 time: 2.6186557 Sep 07 02:58:20.045431 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd512c9bb-eb72-46c2-baa5-8645391ac74d', 'tag': '8f842483-c356-451a-8794-8019476216d4'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:58:20.048368 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2ea7a3-0e5b-4b35-b706-b0ddca2c9b3d" -d '{"events": [{"name": "network-changed", "server_uuid": "d512c9bb-eb72-46c2-baa5-8645391ac74d", "tag": "8f842483-c356-451a-8794-8019476216d4"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:58:20.179980 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a7c83c0e-20c9-495a-9410-a964aee5c69b req-8f40e9ce-bf2c-468e-86ed-a6a25f27eb98 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=294b048e-8567-497b-8d1d-04d7fb63968c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120665 Sep 07 02:58:20.204317 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50642) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:20.241496 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2bf6e3f-3cd2-4c89-bda2-91dcb6173ad1 x-openstack-request-id: req-a2bf6e3f-3cd2-4c89-bda2-91dcb6173ad1 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:58:20.246196 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d512c9bb-eb72-46c2-baa5-8645391ac74d", "tag": "8f842483-c356-451a-8794-8019476216d4", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:58:20.246500 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a2bf6e3f-3cd2-4c89-bda2-91dcb6173ad1 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:58:20.246951 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd512c9bb-eb72-46c2-baa5-8645391ac74d', 'tag': '8f842483-c356-451a-8794-8019476216d4', 'status': 'completed', 'code': 200} Sep 07 02:58:20.282573 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:20.314178 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-1d1277d6-0d4d-4283-a906-fb3760f36416 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/floatingips/e9eb4f05-3aa0-4716-a29d-0edee1d597bb HTTP/1.1" status: 200 len: 992 time: 0.1084619 Sep 07 02:58:20.338044 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf02a5-e55f-4c17-918b-13672fd1a68b req-97debf5f-abc3-4797-8955-0037af58ecfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:20.339712 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81bf02a5-e55f-4c17-918b-13672fd1a68b req-97debf5f-abc3-4797-8955-0037af58ecfa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=16ef236c23324219a8876cb24967b58f&device_id=d512c9bb-eb72-46c2-baa5-8645391ac74d HTTP/1.1" status: 200 len: 1096 time: 0.2321947 Sep 07 02:58:20.342923 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ce700dda-195b-46df-9ece-3ad2f007c3af tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:20.411386 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-c2b5d48c-786f-436d-9158-afccf8db3bf0 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] For port 4531e9ca-ea86-4d67-b74e-ece66c6ce46d, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=4531e9ca-ea86-4d67-b74e-ece66c6ce46d,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:58:20.455759 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81bf02a5-e55f-4c17-918b-13672fd1a68b req-0b0695ae-7f76-4dd5-ac53-cb458691539e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f842483-c356-451a-8794-8019476216d4 HTTP/1.1" status: 200 len: 217 time: 0.1028173 Sep 07 02:58:20.520411 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b70f1-2fe4-4a93-aed0-272dc1324cfe req-294165ad-7a2f-40ce-868a-802a09ec6ea9 tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:20.523100 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-232b70f1-2fe4-4a93-aed0-272dc1324cfe req-294165ad-7a2f-40ce-868a-802a09ec6ea9 tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] 10.222.0.22 "GET /v2.0/ports?device_id=255235f3-5be1-4b5a-8f7b-fc00ee9c06dd HTTP/1.1" status: 200 len: 946 time: 0.2687974 Sep 07 02:58:20.606129 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c2b5d48c-786f-436d-9158-afccf8db3bf0 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:20.643142 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc01330-0379-45d7-b25d-acf4a8cf734c req-1b1c2269-abec-4f04-9d5c-7ff48dddb76e tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:20.654220 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dcc01330-0379-45d7-b25d-acf4a8cf734c req-1b1c2269-abec-4f04-9d5c-7ff48dddb76e tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/ports?device_id=d512c9bb-eb72-46c2-baa5-8645391ac74d HTTP/1.1" status: 200 len: 944 time: 0.0805385 Sep 07 02:58:20.690865 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c2b5d48c-786f-436d-9158-afccf8db3bf0 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:20.691902 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c2b5d48c-786f-436d-9158-afccf8db3bf0 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:20.710922 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dcc01330-0379-45d7-b25d-acf4a8cf734c req-7c197524-591d-46b8-9176-61acad2f313f tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/security-groups?id=70ce7ce8-5054-445c-a59d-ebe3700b4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504200 Sep 07 02:58:20.713148 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.db.api [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 02:58:20.720744 n-d-796209-16 neutron-server[94702]: DEBUG oslo_db.api [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 02:58:20.775719 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf02a5-e55f-4c17-918b-13672fd1a68b req-e6b7f401-55c0-48b1-954f-b2a8107d578a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:20.777481 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81bf02a5-e55f-4c17-918b-13672fd1a68b req-e6b7f401-55c0-48b1-954f-b2a8107d578a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e962ec47-dcbe-48ec-becb-a133fc5449e5 HTTP/1.1" status: 200 len: 854 time: 0.2862589 Sep 07 02:58:20.794042 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b5d48c-786f-436d-9158-afccf8db3bf0 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:58:20.821828 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-c2b5d48c-786f-436d-9158-afccf8db3bf0 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:58:20.846355 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-232b70f1-2fe4-4a93-aed0-272dc1324cfe req-2a0f78de-ef52-49a5-b8c9-68515f89b5ee tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] 10.222.0.22 "GET /v2.0/security-groups?id=def1b4f8-6a38-4363-a2af-696933c340a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867424 Sep 07 02:58:20.852598 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b5d48c-786f-436d-9158-afccf8db3bf0 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:20.853198 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c2b5d48c-786f-436d-9158-afccf8db3bf0 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:20.867249 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81bf02a5-e55f-4c17-918b-13672fd1a68b req-23616ec4-9cbd-48e5-a1c1-e7acbd7652dc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=256d620d-b7a6-4b66-aaa9-80e5bdc910ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646172 Sep 07 02:58:20.880549 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b5d48c-786f-436d-9158-afccf8db3bf0 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event updated for resources: {'Subnet': ['ID=688c935e-179f-4927-a5dd-7b7d8aefb454,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:20.922839 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b5d48c-786f-436d-9158-afccf8db3bf0 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event updated for resources: {'Port': ['ID=4531e9ca-ea86-4d67-b74e-ece66c6ce46d,revision_number=4']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:20.937734 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c2b5d48c-786f-436d-9158-afccf8db3bf0 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.4185169 Sep 07 02:58:20.940638 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50674) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:20.948055 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-8d662221-3713-4c20-bba8-3639f62a9c85 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Request body: {'port': {'network_id': '98fba89c-e7ad-427b-9268-93662b8245b2', 'mac_address': 'fa:16:3e:f4:9a:17', 'name': 'tempest-NetworksTestDHCPv6-1228568802'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:58:21.070111 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81bf02a5-e55f-4c17-918b-13672fd1a68b req-24e6e56f-48aa-445a-b594-0cf11d138107 service neutron] 10.222.0.16 "GET /v2.0/networks/256d620d-b7a6-4b66-aaa9-80e5bdc910ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858001 Sep 07 02:58:21.070610 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f47ae9-baf6-4d3f-8d96-10391d63b539 None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:58:21.139627 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:21.168698 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-c6d834b1-9f84-47ff-96ca-58debb50f723 None None] Provisioning complete for port 4531e9ca-ea86-4d67-b74e-ece66c6ce46d triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:58:21.169349 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c6d834b1-9f84-47ff-96ca-58debb50f723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:21.193397 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0c302e23-2e3c-4321-9d8f-7f1defdb2e77 req-5ee8a8c9-c4b0-4467-96e9-8bbb58f8ea23 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3ba396db-1311-4ea4-ba29-032650972ec3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1527436 Sep 07 02:58:21.204099 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d662221-3713-4c20-bba8-3639f62a9c85 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Made reservation on behalf of 4c9354482bbf46e593fb1c1c8959ca81 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:58:21.215137 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354fbbc1-53d2-405e-96ca-78fd6f2cd30f req-0d4f7a95-5bc4-48b1-a41d-1d88f4be8067 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:21.217363 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-354fbbc1-53d2-405e-96ca-78fd6f2cd30f req-0d4f7a95-5bc4-48b1-a41d-1d88f4be8067 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ba396db-1311-4ea4-ba29-032650972ec3 HTTP/1.1" status: 200 len: 945 time: 0.1654148 Sep 07 02:58:21.268977 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81bf02a5-e55f-4c17-918b-13672fd1a68b req-f0a4b301-7970-4909-b1db-eb227b7ef519 service neutron] 10.222.0.16 "GET /v2.0/networks/256d620d-b7a6-4b66-aaa9-80e5bdc910ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642621 Sep 07 02:58:21.273814 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-ce700dda-195b-46df-9ece-3ad2f007c3af tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Deleting port 999d8939-283c-4b5b-abf7-717566a77f9c {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:58:21.274448 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ce700dda-195b-46df-9ece-3ad2f007c3af tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:21.313259 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-354fbbc1-53d2-405e-96ca-78fd6f2cd30f req-59b20db9-ce8a-4d83-9779-dac7321d66e5 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=294b048e-8567-497b-8d1d-04d7fb63968c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862532 Sep 07 02:58:21.313898 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 4531e9ca-ea86-4d67-b74e-ece66c6ce46d, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=4531e9ca-ea86-4d67-b74e-ece66c6ce46d,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:58:21.345844 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8d662221-3713-4c20-bba8-3639f62a9c85 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:21.367207 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:21.382772 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-8d662221-3713-4c20-bba8-3639f62a9c85 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] device_id is not set on port 879a1575-df52-4e47-a38d-446b66ea3122 yet. {{(pid=94701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:58:21.391146 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50684) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:21.436575 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ea7a3-0e5b-4b35-b706-b0ddca2c9b3d req-8ebe94eb-ced6-49b2-86f6-5262d763115d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:21.438117 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4e2ea7a3-0e5b-4b35-b706-b0ddca2c9b3d req-8ebe94eb-ced6-49b2-86f6-5262d763115d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=16ef236c23324219a8876cb24967b58f&device_id=d512c9bb-eb72-46c2-baa5-8645391ac74d HTTP/1.1" status: 200 len: 1096 time: 0.1153309 Sep 07 02:58:21.440013 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-ce700dda-195b-46df-9ece-3ad2f007c3af tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] For port 999d8939-283c-4b5b-abf7-717566a77f9c, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=999d8939-283c-4b5b-abf7-717566a77f9c,segment=NetworkSegment(fa59bd71-cc9c-4d0f-aa54-220e0cbd1a01),segment_id=fa59bd71-cc9c-4d0f-aa54-220e0cbd1a01)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:58:21.440396 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ce700dda-195b-46df-9ece-3ad2f007c3af tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:21.497821 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-ce700dda-195b-46df-9ece-3ad2f007c3af tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Calling delete_port for 999d8939-283c-4b5b-abf7-717566a77f9c owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:58:21.562554 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=4531e9ca-ea86-4d67-b74e-ece66c6ce46d,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:21.593528 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device c937ba74-c3a9-4792-ad46-027a07960835 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:58:21.634610 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd2740d-2a1b-4aac-8b2c-d9c457fb1267 req-b7fa29c3-42b6-4ec3-8251-1e17c35428ea tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:21.636394 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1fd2740d-2a1b-4aac-8b2c-d9c457fb1267 req-b7fa29c3-42b6-4ec3-8251-1e17c35428ea tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] 10.222.0.23 "GET /v2.0/ports?device_id=255235f3-5be1-4b5a-8f7b-fc00ee9c06dd HTTP/1.1" status: 200 len: 946 time: 0.1324058 Sep 07 02:58:21.636985 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ea7a3-0e5b-4b35-b706-b0ddca2c9b3d req-9aa822e5-34f0-4415-acc2-1af067bef200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:21.638481 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4e2ea7a3-0e5b-4b35-b706-b0ddca2c9b3d req-9aa822e5-34f0-4415-acc2-1af067bef200 service neutron] 10.222.0.16 "GET /v2.0/networks?id=256d620d-b7a6-4b66-aaa9-80e5bdc910ad HTTP/1.1" status: 200 len: 914 time: 0.1896417 Sep 07 02:58:21.672137 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:21.680683 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:21.691340 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1a08f804-87af-4d01-98f3-a1fc36d5294f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:21.733472 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port c937ba74-c3a9-4792-ad46-027a07960835 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:58:21.733856 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:21.739380 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4e2ea7a3-0e5b-4b35-b706-b0ddca2c9b3d req-9c2afd89-5ff7-4c8e-b941-fa4321f2f230 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f842483-c356-451a-8794-8019476216d4 HTTP/1.1" status: 200 len: 217 time: 0.0553412 Sep 07 02:58:21.825724 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ce700dda-195b-46df-9ece-3ad2f007c3af tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:21.894527 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-8d662221-3713-4c20-bba8-3639f62a9c85 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Allocated IP 2001:db8::2c (98fba89c-e7ad-427b-9268-93662b8245b2/49542c43-5754-4f29-8e68-ff341c5f1355/879a1575-df52-4e47-a38d-446b66ea3122) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:58:21.899893 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce700dda-195b-46df-9ece-3ad2f007c3af tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event deleted for resources: {'Port': ['ID=999d8939-283c-4b5b-abf7-717566a77f9c,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:21.946473 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ea7a3-0e5b-4b35-b706-b0ddca2c9b3d req-530edfc6-ece0-4a3c-8626-11756d9cbf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:21.949303 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4e2ea7a3-0e5b-4b35-b706-b0ddca2c9b3d req-530edfc6-ece0-4a3c-8626-11756d9cbf49 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e962ec47-dcbe-48ec-becb-a133fc5449e5 HTTP/1.1" status: 200 len: 854 time: 0.1360145 Sep 07 02:58:21.990167 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-8d662221-3713-4c20-bba8-3639f62a9c85 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Allocated IP 2001:db8:0:1:f816:3eff:fef4:9a17 (98fba89c-e7ad-427b-9268-93662b8245b2/688c935e-179f-4927-a5dd-7b7d8aefb454/879a1575-df52-4e47-a38d-446b66ea3122) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:58:22.073751 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4e2ea7a3-0e5b-4b35-b706-b0ddca2c9b3d req-a6ca598c-fe53-4124-ab45-7b61a505fbca service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=256d620d-b7a6-4b66-aaa9-80e5bdc910ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798225 Sep 07 02:58:22.083851 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99959b34-2e03-4ddd-95f2-368c6f53d996 req-79ca6ba7-f1e3-4dac-815f-c5a650daadee tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:22.092456 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-99959b34-2e03-4ddd-95f2-368c6f53d996 req-79ca6ba7-f1e3-4dac-815f-c5a650daadee tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/ports?device_id=d512c9bb-eb72-46c2-baa5-8645391ac74d HTTP/1.1" status: 200 len: 944 time: 0.2198029 Sep 07 02:58:22.151736 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-1fd2740d-2a1b-4aac-8b2c-d9c457fb1267 req-2a1efa19-b2f5-4222-82ec-6311ed381aba tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] Deleting port 69dd2863-7739-4b00-9b89-9f22de30d495 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:58:22.152195 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-1fd2740d-2a1b-4aac-8b2c-d9c457fb1267 req-2a1efa19-b2f5-4222-82ec-6311ed381aba tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:22.241331 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-99959b34-2e03-4ddd-95f2-368c6f53d996 req-fc06d3fe-39e9-4f62-81b2-deb370c49823 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/security-groups?id=70ce7ce8-5054-445c-a59d-ebe3700b4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476700 Sep 07 02:58:22.262696 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-f615d817-e9fd-490d-b29b-bb05ca95be9d None None] Provisioning complete for port 4531e9ca-ea86-4d67-b74e-ece66c6ce46d triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:58:22.263458 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f615d817-e9fd-490d-b29b-bb05ca95be9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:22.266869 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 999d8939-283c-4b5b-abf7-717566a77f9c up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:58:22.309095 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ce700dda-195b-46df-9ece-3ad2f007c3af tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:22.321509 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 999d8939-283c-4b5b-abf7-717566a77f9c {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:58:22.322519 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 999d8939-283c-4b5b-abf7-717566a77f9c not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 07 02:58:22.338455 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4e2ea7a3-0e5b-4b35-b706-b0ddca2c9b3d req-100fbfef-a673-4940-9e89-05e6a7fd5034 service neutron] 10.222.0.16 "GET /v2.0/networks/256d620d-b7a6-4b66-aaa9-80e5bdc910ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322068 Sep 07 02:58:22.348308 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Port 999d8939-283c-4b5b-abf7-717566a77f9c not found, will not notify nova. {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 07 02:58:22.348864 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 4531e9ca-ea86-4d67-b74e-ece66c6ce46d up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:58:22.360432 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf493eee-d027-453d-86c9-13d0c4cbd59d req-55fbfce0-387c-48c0-accf-5c8350b09e90 tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:22.362132 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bf493eee-d027-453d-86c9-13d0c4cbd59d req-55fbfce0-387c-48c0-accf-5c8350b09e90 tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] 10.222.0.22 "GET /v2.0/ports?device_id=255235f3-5be1-4b5a-8f7b-fc00ee9c06dd HTTP/1.1" status: 200 len: 946 time: 0.3388686 Sep 07 02:58:22.461761 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1a08f804-87af-4d01-98f3-a1fc36d5294f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:22.464120 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 4531e9ca-ea86-4d67-b74e-ece66c6ce46d triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:58:22.464533 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:22.479032 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-1fd2740d-2a1b-4aac-8b2c-d9c457fb1267 req-2a1efa19-b2f5-4222-82ec-6311ed381aba tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] For port 69dd2863-7739-4b00-9b89-9f22de30d495, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=69dd2863-7739-4b00-9b89-9f22de30d495,segment=NetworkSegment(003ca558-f6c8-48f9-b25c-67c8c0ce14b2),segment_id=003ca558-f6c8-48f9-b25c-67c8c0ce14b2)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:58:22.479507 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-1fd2740d-2a1b-4aac-8b2c-d9c457fb1267 req-2a1efa19-b2f5-4222-82ec-6311ed381aba tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:22.519064 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1a08f804-87af-4d01-98f3-a1fc36d5294f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:22.566810 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-1fd2740d-2a1b-4aac-8b2c-d9c457fb1267 req-2a1efa19-b2f5-4222-82ec-6311ed381aba tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] Calling delete_port for 69dd2863-7739-4b00-9b89-9f22de30d495 owned by compute:nova {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:58:22.585862 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-1a08f804-87af-4d01-98f3-a1fc36d5294f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=07f9befac05a452ab0f33fce5d122074&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1929212 Sep 07 02:58:22.597079 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50712) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:22.603333 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8d662221-3713-4c20-bba8-3639f62a9c85 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:22.627702 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bf493eee-d027-453d-86c9-13d0c4cbd59d req-b664f81f-522c-4f12-a851-adf5a5105b07 tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] 10.222.0.22 "GET /v2.0/security-groups?id=def1b4f8-6a38-4363-a2af-696933c340a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352459 Sep 07 02:58:22.682856 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4e2ea7a3-0e5b-4b35-b706-b0ddca2c9b3d req-0dd27c5f-2cae-4936-8d4e-1fbe0cb007ee service neutron] 10.222.0.16 "GET /v2.0/networks/256d620d-b7a6-4b66-aaa9-80e5bdc910ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333855 Sep 07 02:58:22.689013 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a08f804-87af-4d01-98f3-a1fc36d5294f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b758dd14-80c2-4965-a6cb-4204d1ec1e02,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:22.693323 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-8d662221-3713-4c20-bba8-3639f62a9c85 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Transition to ACTIVE for port object 879a1575-df52-4e47-a38d-446b66ea3122 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:58:22.709266 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163737aa-dd64-40ec-ba70-ee563d9a26d5 req-4d356e30-b752-4614-ac16-857c97ca7f8f tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:22.711184 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-163737aa-dd64-40ec-ba70-ee563d9a26d5 req-4d356e30-b752-4614-ac16-857c97ca7f8f tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ba396db-1311-4ea4-ba29-032650972ec3 HTTP/1.1" status: 200 len: 945 time: 0.2360163 Sep 07 02:58:22.731206 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6cfe55c9-cccc-4c5d-94f9-c54aceefa81f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:22.789619 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-163737aa-dd64-40ec-ba70-ee563d9a26d5 req-12c2b987-0d23-4205-9d59-36139b01e8eb tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=294b048e-8567-497b-8d1d-04d7fb63968c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714498 Sep 07 02:58:22.793266 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6cfe55c9-cccc-4c5d-94f9-c54aceefa81f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:22.807698 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce700dda-195b-46df-9ece-3ad2f007c3af tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Router 6854db5c-a096-434e-ab5e-b85d8664e0e3 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:58:22.819507 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8d662221-3713-4c20-bba8-3639f62a9c85 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:22.871782 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d662221-3713-4c20-bba8-3639f62a9c85 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Network 98fba89c-e7ad-427b-9268-93662b8245b2 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:58:22.879466 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-8d662221-3713-4c20-bba8-3639f62a9c85 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:58:22.885157 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d662221-3713-4c20-bba8-3639f62a9c85 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:58:22.890781 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d662221-3713-4c20-bba8-3639f62a9c85 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:22.891419 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8d662221-3713-4c20-bba8-3639f62a9c85 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:22.932531 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d662221-3713-4c20-bba8-3639f62a9c85 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event updated for resources: {'Port': ['ID=879a1575-df52-4e47-a38d-446b66ea3122,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:22.946206 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-1fd2740d-2a1b-4aac-8b2c-d9c457fb1267 req-2a1efa19-b2f5-4222-82ec-6311ed381aba tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:22.958216 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8d662221-3713-4c20-bba8-3639f62a9c85 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.0135944 Sep 07 02:58:22.964581 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50714) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:23.026695 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1efa19-b2f5-4222-82ec-6311ed381aba tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] Pushing event deleted for resources: {'Port': ['ID=69dd2863-7739-4b00-9b89-9f22de30d495,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:23.081673 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fd2740d-2a1b-4aac-8b2c-d9c457fb1267 req-2a1efa19-b2f5-4222-82ec-6311ed381aba tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] No DVR routers for this DVR port 69dd2863-7739-4b00-9b89-9f22de30d495 on host n-h1-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:58:23.090103 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-1fd2740d-2a1b-4aac-8b2c-d9c457fb1267 req-2a1efa19-b2f5-4222-82ec-6311ed381aba tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:23.092420 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1fd2740d-2a1b-4aac-8b2c-d9c457fb1267 req-2a1efa19-b2f5-4222-82ec-6311ed381aba tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] 10.222.0.23 "DELETE /v2.0/ports/69dd2863-7739-4b00-9b89-9f22de30d495 HTTP/1.1" status: 204 len: 173 time: 1.4382589 Sep 07 02:58:23.093155 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '255235f3-5be1-4b5a-8f7b-fc00ee9c06dd', 'name': 'network-vif-deleted', 'tag': '69dd2863-7739-4b00-9b89-9f22de30d495'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:58:23.096618 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a8e91e-2578-454f-b9f3-01f0f2eafc56" -d '{"events": [{"server_uuid": "255235f3-5be1-4b5a-8f7b-fc00ee9c06dd", "name": "network-vif-deleted", "tag": "69dd2863-7739-4b00-9b89-9f22de30d495"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:58:23.146456 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479b257d-1da6-4f62-ab32-91f360e08176 x-openstack-request-id: req-479b257d-1da6-4f62-ab32-91f360e08176 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:58:23.146881 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "255235f3-5be1-4b5a-8f7b-fc00ee9c06dd", "name": "network-vif-deleted", "tag": "69dd2863-7739-4b00-9b89-9f22de30d495", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:58:23.147239 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-479b257d-1da6-4f62-ab32-91f360e08176 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:58:23.147774 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '255235f3-5be1-4b5a-8f7b-fc00ee9c06dd', 'name': 'network-vif-deleted', 'tag': '69dd2863-7739-4b00-9b89-9f22de30d495', 'status': 'completed', 'code': 200} Sep 07 02:58:23.167809 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-e5317d9b-9a89-407b-aa0b-aa15b3b7caa5 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Deleting port 879a1575-df52-4e47-a38d-446b66ea3122 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:58:23.168343 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e5317d9b-9a89-407b-aa0b-aa15b3b7caa5 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:23.189445 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3b27be41-a80a-4184-93db-66579a6f1744 None None] Provisioning for port 879a1575-df52-4e47-a38d-446b66ea3122 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:58:23.196176 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3b27be41-a80a-4184-93db-66579a6f1744 None None] Provisioning complete for port 879a1575-df52-4e47-a38d-446b66ea3122 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:58:23.196848 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3b27be41-a80a-4184-93db-66579a6f1744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:23.235426 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3b27be41-a80a-4184-93db-66579a6f1744 None None] Port 879a1575-df52-4e47-a38d-446b66ea3122 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:58:23.282376 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e5317d9b-9a89-407b-aa0b-aa15b3b7caa5 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:23.296098 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-e5317d9b-9a89-407b-aa0b-aa15b3b7caa5 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Calling delete_port for 879a1575-df52-4e47-a38d-446b66ea3122 owned by {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:58:23.337807 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce700dda-195b-46df-9ece-3ad2f007c3af tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:58:23.343412 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ce700dda-195b-46df-9ece-3ad2f007c3af tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "PUT /v2.0/routers/6854db5c-a096-434e-ab5e-b85d8664e0e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0783863 Sep 07 02:58:23.346672 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50720) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:23.353961 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78564534-af28-4b67-abd4-28275d7ea67b None None] Sync routers for ids ['6854db5c-a096-434e-ab5e-b85d8664e0e3'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:58:23.363618 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78564534-af28-4b67-abd4-28275d7ea67b None None] Routers {'6854db5c-a096-434e-ab5e-b85d8664e0e3'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:58:23.364584 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-78564534-af28-4b67-abd4-28275d7ea67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:57:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['6854db5c-a096-434e-ab5e-b85d8664e0e3'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:23.364883 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6cfe55c9-cccc-4c5d-94f9-c54aceefa81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:23.368658 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6cfe55c9-cccc-4c5d-94f9-c54aceefa81f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:23.369792 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-6cfe55c9-cccc-4c5d-94f9-c54aceefa81f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b758dd14-80c2-4965-a6cb-4204d1ec1e02 HTTP/1.1" status: 204 len: 168 time: 0.7704613 Sep 07 02:58:23.405299 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfe55c9-cccc-4c5d-94f9-c54aceefa81f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b758dd14-80c2-4965-a6cb-4204d1ec1e02,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:23.408477 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c302e23-2e3c-4321-9d8f-7f1defdb2e77 req-32316309-c76b-43d1-ae9e-c9a722a60068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:23.410006 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0c302e23-2e3c-4321-9d8f-7f1defdb2e77 req-32316309-c76b-43d1-ae9e-c9a722a60068 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=626f31b15da14e0da01388cbfdee7f90&device_id=3ba396db-1311-4ea4-ba29-032650972ec3 HTTP/1.1" status: 200 len: 1097 time: 0.1225655 Sep 07 02:58:23.416822 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882566d-753c-4fac-ab2f-540394c5f322 req-03205530-0720-4f20-86f9-c30a4d8c2d76 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:23.425151 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d882566d-753c-4fac-ab2f-540394c5f322 req-03205530-0720-4f20-86f9-c30a4d8c2d76 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/ports?device_id=d512c9bb-eb72-46c2-baa5-8645391ac74d HTTP/1.1" status: 200 len: 944 time: 0.1101987 Sep 07 02:58:23.504461 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d882566d-753c-4fac-ab2f-540394c5f322 req-82b25de6-d3ee-4b5d-aae0-c5d9f919582f tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/security-groups?id=70ce7ce8-5054-445c-a59d-ebe3700b4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778964 Sep 07 02:58:23.527714 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 8f842483-c356-451a-8794-8019476216d4 details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:58:23.544115 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c302e23-2e3c-4321-9d8f-7f1defdb2e77 req-6e91a858-e338-47d8-b7ab-31f37962a33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:23.544115 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0c302e23-2e3c-4321-9d8f-7f1defdb2e77 req-6e91a858-e338-47d8-b7ab-31f37962a33d service neutron] 10.222.0.16 "GET /v2.0/networks?id=6cd744d1-899a-4d57-ba10-aa6d1dc0746f HTTP/1.1" status: 200 len: 896 time: 0.1185987 Sep 07 02:58:23.568262 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-49bfb6bd-e4dc-45ee-9079-ef55a56ac5c4 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Deleting subnet 65067905-c18f-4971-bf7f-74034f0df931 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:58:23.572071 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-49bfb6bd-e4dc-45ee-9079-ef55a56ac5c4 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:23.586205 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-78564534-af28-4b67-abd4-28275d7ea67b None None] Set router 6854db5c-a096-434e-ab5e-b85d8664e0e3 gateway port host: None {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:58:23.614710 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-49bfb6bd-e4dc-45ee-9079-ef55a56ac5c4 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:23.647681 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 4531e9ca-ea86-4d67-b74e-ece66c6ce46d up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:58:23.769823 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e5317d9b-9a89-407b-aa0b-aa15b3b7caa5 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:23.802381 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5317d9b-9a89-407b-aa0b-aa15b3b7caa5 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event deleted for resources: {'Port': ['ID=879a1575-df52-4e47-a38d-446b66ea3122,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:23.806938 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0c302e23-2e3c-4321-9d8f-7f1defdb2e77 req-961f41c7-9fb0-4619-8141-ee35620c1ff4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41155c75-47f2-46cb-9c89-5e338a4ecd29 HTTP/1.1" status: 200 len: 1000 time: 0.2531009 Sep 07 02:58:23.872489 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 8f842483-c356-451a-8794-8019476216d4, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=8f842483-c356-451a-8794-8019476216d4,segment=NetworkSegment(ba1f9a1d-76cb-4a15-91d5-0944bdc5e669),segment_id=ba1f9a1d-76cb-4a15-91d5-0944bdc5e669)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:58:23.904365 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e5317d9b-9a89-407b-aa0b-aa15b3b7caa5 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:23.910225 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-de5d6898-d341-42f5-9877-faa8acbf5940 req-380b62f6-4e38-4fe5-b5b1-69d958a3c594 tempest-VolumesActionsTest-456227652 tempest-VolumesActionsTest-456227652-project] 10.222.0.22 "GET /v2.0/ports?device_id=255235f3-5be1-4b5a-8f7b-fc00ee9c06dd HTTP/1.1" status: 200 len: 210 time: 0.1232128 Sep 07 02:58:23.911466 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e5317d9b-9a89-407b-aa0b-aa15b3b7caa5 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/ports/879a1575-df52-4e47-a38d-446b66ea3122 HTTP/1.1" status: 204 len: 168 time: 0.9168956 Sep 07 02:58:23.912412 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50730) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:23.926285 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '8f842483-c356-451a-8794-8019476216d4', 'network_id': '256d620d-b7a6-4b66-aaa9-80e5bdc910ad', 'port_id': '8f842483-c356-451a-8794-8019476216d4', 'mac_address': 'fa:16:3e:2e:0f:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e962ec47-dcbe-48ec-becb-a133fc5449e5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:58:23.934379 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 4531e9ca-ea86-4d67-b74e-ece66c6ce46d triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:58:23.934768 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:23.988995 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-78564534-af28-4b67-abd4-28275d7ea67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'name': 'tempest-RoutersIpV6Test-router-1538027324', 'tenant_id': '833039ece4bf420493581946638a10ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:57:48Z', 'updated_at': '2021-09-07T02:58:21Z', 'revision_number': 8, 'project_id': '833039ece4bf420493581946638a10ce', 'gw_port_host': None, '_interfaces': [{'id': '0d2f7ef5-19f6-404e-8a70-893e4a4a400f', 'name': '', 'network_id': 'b3f72c48-4a4a-45d1-98f3-4c95d8bdffeb', 'tenant_id': '833039ece4bf420493581946638a10ce', 'mac_address': 'fa:16:3e:ad:d4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': 'c59b4ca3-52f6-4aed-89f0-197fa5052280', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:57:51Z', 'updated_at': '2021-09-07T02:58:00Z', 'revision_number': 5, 'project_id': '833039ece4bf420493581946638a10ce', 'subnets': [{'id': 'c59b4ca3-52f6-4aed-89f0-197fa5052280', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c937ba74-c3a9-4792-ad46-027a07960835', 'name': '', 'network_id': '1c758ebd-e15e-4bb9-8593-fc43d8a82f2c', 'tenant_id': '833039ece4bf420493581946638a10ce', 'mac_address': 'fa:16:3e:8a:57:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'bb932cce-1cba-4055-973d-4adfcfcdec01', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:58:03Z', 'updated_at': '2021-09-07T02:58:16Z', 'revision_number': 5, 'project_id': '833039ece4bf420493581946638a10ce', 'subnets': [{'id': 'bb932cce-1cba-4055-973d-4adfcfcdec01', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4ca6946-5cf2-4a59-b672-a2e4e647bd28', 'name': '', 'network_id': '96249d43-1e02-467f-9149-5a13435ad27a', 'tenant_id': '833039ece4bf420493581946638a10ce', 'mac_address': 'fa:16:3e:a7:86:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '96b2b57c-723f-4f80-975c-236d5659f5cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:57:58Z', 'updated_at': '2021-09-07T02:58:06Z', 'revision_number': 5, 'project_id': '833039ece4bf420493581946638a10ce', 'subnets': [{'id': '96b2b57c-723f-4f80-975c-236d5659f5cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:24.007465 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50732) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:24.034649 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78564534-af28-4b67-abd4-28275d7ea67b None None] Checking router: 6854db5c-a096-434e-ab5e-b85d8664e0e3 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:58:24.046182 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:24.048500 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-49bfb6bd-e4dc-45ee-9079-ef55a56ac5c4 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:24.049241 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78564534-af28-4b67-abd4-28275d7ea67b None None] Routers {'6854db5c-a096-434e-ab5e-b85d8664e0e3'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:58:24.050092 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-78564534-af28-4b67-abd4-28275d7ea67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:57:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['6854db5c-a096-434e-ab5e-b85d8664e0e3'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:24.052564 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a63ebe-2022-4b54-9837-9929fa7b76d8 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:24.057096 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-27a63ebe-2022-4b54-9837-9929fa7b76d8 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1435838 Sep 07 02:58:24.058722 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50734) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:24.069429 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-906d38b4-4a20-4889-8aec-d92779af4efe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:24.079241 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f842483-c356-451a-8794-8019476216d4 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:58:24.086865 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be24a7bf-d1a0-4be9-9ff8-44f0454f2b91 req-28fae359-b949-4624-97e5-fc816f3bd8b3 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:24.089865 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-be24a7bf-d1a0-4be9-9ff8-44f0454f2b91 req-28fae359-b949-4624-97e5-fc816f3bd8b3 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ba396db-1311-4ea4-ba29-032650972ec3 HTTP/1.1" status: 200 len: 945 time: 0.1571829 Sep 07 02:58:24.129146 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c302e23-2e3c-4321-9d8f-7f1defdb2e77 req-b964e465-442a-49ef-b46e-d381607941e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:24.131827 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0c302e23-2e3c-4321-9d8f-7f1defdb2e77 req-b964e465-442a-49ef-b46e-d381607941e3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c3e8b00e-7dd5-4121-9d90-2dad2df2b8a4 HTTP/1.1" status: 200 len: 835 time: 0.2137673 Sep 07 02:58:24.136654 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 8f842483-c356-451a-8794-8019476216d4, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=8f842483-c356-451a-8794-8019476216d4,segment=NetworkSegment(ba1f9a1d-76cb-4a15-91d5-0944bdc5e669),segment_id=ba1f9a1d-76cb-4a15-91d5-0944bdc5e669)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:58:24.150494 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:24.181651 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-78564534-af28-4b67-abd4-28275d7ea67b None None] Set router 6854db5c-a096-434e-ab5e-b85d8664e0e3 gateway port host: None {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:58:24.193524 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0495bd-392a-4e86-a90c-9f9015ad78df tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:24.197870 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-df0495bd-392a-4e86-a90c-9f9015ad78df tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1359296 Sep 07 02:58:24.198055 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 69dd2863-7739-4b00-9b89-9f22de30d495 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:58:24.199383 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50736) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:24.228682 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: 69dd2863-7739-4b00-9b89-9f22de30d495 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:58:24.229040 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 69dd2863-7739-4b00-9b89-9f22de30d495 not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:58:24.230783 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=8f842483-c356-451a-8794-8019476216d4,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:24.230932 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-be24a7bf-d1a0-4be9-9ff8-44f0454f2b91 req-471ccc4d-f1b2-4b2e-baec-7746e7a4d561 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=294b048e-8567-497b-8d1d-04d7fb63968c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327574 Sep 07 02:58:24.275420 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-49bfb6bd-e4dc-45ee-9079-ef55a56ac5c4 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:24.336933 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bfb6bd-e4dc-45ee-9079-ef55a56ac5c4 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event deleted for resources: {'Subnet': ['ID=65067905-c18f-4971-bf7f-74034f0df931,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:24.344356 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c302e23-2e3c-4321-9d8f-7f1defdb2e77 req-37f6b927-8f71-400c-a23d-8349b6aaadfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:24.345899 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0c302e23-2e3c-4321-9d8f-7f1defdb2e77 req-37f6b927-8f71-400c-a23d-8349b6aaadfc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6cd744d1-899a-4d57-ba10-aa6d1dc0746f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2046981 Sep 07 02:58:24.349291 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc158d7d-9e19-4fff-87db-276021d6b6b8 None None] Network 133ef52a-20eb-4886-b02f-4f94828f2b6b requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:58:24.349981 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-49bfb6bd-e4dc-45ee-9079-ef55a56ac5c4 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:24.352628 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-49bfb6bd-e4dc-45ee-9079-ef55a56ac5c4 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "DELETE /v2.0/subnets/65067905-c18f-4971-bf7f-74034f0df931 HTTP/1.1" status: 204 len: 168 time: 1.0040433 Sep 07 02:58:24.355026 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50738) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:24.374057 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['8f842483-c356-451a-8794-8019476216d4'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:58:24.375438 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0b4dab-26d0-4987-99c4-ffec6a421b4a tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:24.377025 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0b4dab-26d0-4987-99c4-ffec6a421b4a tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:24.378688 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0b4dab-26d0-4987-99c4-ffec6a421b4a tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:24.380322 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3c0b4dab-26d0-4987-99c4-ffec6a421b4a tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1647804 Sep 07 02:58:24.395978 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50740) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:24.432560 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-78564534-af28-4b67-abd4-28275d7ea67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'name': 'tempest-RoutersIpV6Test-router-1538027324', 'tenant_id': '833039ece4bf420493581946638a10ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:57:48Z', 'updated_at': '2021-09-07T02:58:21Z', 'revision_number': 8, 'project_id': '833039ece4bf420493581946638a10ce', 'gw_port_host': None, '_interfaces': [{'id': '0d2f7ef5-19f6-404e-8a70-893e4a4a400f', 'name': '', 'network_id': 'b3f72c48-4a4a-45d1-98f3-4c95d8bdffeb', 'tenant_id': '833039ece4bf420493581946638a10ce', 'mac_address': 'fa:16:3e:ad:d4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': 'c59b4ca3-52f6-4aed-89f0-197fa5052280', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:57:51Z', 'updated_at': '2021-09-07T02:58:00Z', 'revision_number': 5, 'project_id': '833039ece4bf420493581946638a10ce', 'subnets': [{'id': 'c59b4ca3-52f6-4aed-89f0-197fa5052280', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c937ba74-c3a9-4792-ad46-027a07960835', 'name': '', 'network_id': '1c758ebd-e15e-4bb9-8593-fc43d8a82f2c', 'tenant_id': '833039ece4bf420493581946638a10ce', 'mac_address': 'fa:16:3e:8a:57:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'bb932cce-1cba-4055-973d-4adfcfcdec01', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:58:03Z', 'updated_at': '2021-09-07T02:58:16Z', 'revision_number': 5, 'project_id': '833039ece4bf420493581946638a10ce', 'subnets': [{'id': 'bb932cce-1cba-4055-973d-4adfcfcdec01', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4ca6946-5cf2-4a59-b672-a2e4e647bd28', 'name': '', 'network_id': '96249d43-1e02-467f-9149-5a13435ad27a', 'tenant_id': '833039ece4bf420493581946638a10ce', 'mac_address': 'fa:16:3e:a7:86:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '96b2b57c-723f-4f80-975c-236d5659f5cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:57:58Z', 'updated_at': '2021-09-07T02:58:06Z', 'revision_number': 5, 'project_id': '833039ece4bf420493581946638a10ce', 'subnets': [{'id': '96b2b57c-723f-4f80-975c-236d5659f5cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:24.464572 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78564534-af28-4b67-abd4-28275d7ea67b None None] The sync data for ids ['6854db5c-a096-434e-ab5e-b85d8664e0e3'] in n-d-796209-16 is: [{'id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'name': 'tempest-RoutersIpV6Test-router-1538027324', 'tenant_id': '833039ece4bf420493581946638a10ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:57:48Z', 'updated_at': '2021-09-07T02:58:21Z', 'revision_number': 8, 'project_id': '833039ece4bf420493581946638a10ce', 'gw_port_host': None, '_interfaces': [{'id': '0d2f7ef5-19f6-404e-8a70-893e4a4a400f', 'name': '', 'network_id': 'b3f72c48-4a4a-45d1-98f3-4c95d8bdffeb', 'tenant_id': '833039ece4bf420493581946638a10ce', 'mac_address': 'fa:16:3e:ad:d4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': 'c59b4ca3-52f6-4aed-89f0-197fa5052280', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:57:51Z', 'updated_at': '2021-09-07T02:58:00Z', 'revision_number': 5, 'project_id': '833039ece4bf420493581946638a10ce', 'subnets': [{'id': 'c59b4ca3-52f6-4aed-89f0-197fa5052280', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c937ba74-c3a9-4792-ad46-027a07960835', 'name': '', 'network_id': '1c758ebd-e15e-4bb9-8593-fc43d8a82f2c', 'tenant_id': '833039ece4bf420493581946638a10ce', 'mac_address': 'fa:16:3e:8a:57:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'bb932cce-1cba-4055-973d-4adfcfcdec01', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:58:03Z', 'updated_at': '2021-09-07T02:58:16Z', 'revision_number': 5, 'project_id': '833039ece4bf420493581946638a10ce', 'subnets': [{'id': 'bb932cce-1cba-4055-973d-4adfcfcdec01', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4ca6946-5cf2-4a59-b672-a2e4e647bd28', 'name': '', 'network_id': '96249d43-1e02-467f-9149-5a13435ad27a', 'tenant_id': '833039ece4bf420493581946638a10ce', 'mac_address': 'fa:16:3e:a7:86:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '96b2b57c-723f-4f80-975c-236d5659f5cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:57:58Z', 'updated_at': '2021-09-07T02:58:06Z', 'revision_number': 5, 'project_id': '833039ece4bf420493581946638a10ce', 'subnets': [{'id': '96b2b57c-723f-4f80-975c-236d5659f5cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:58:24.470740 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-52511c83-e889-4241-b24f-2ba2fbfd5cf0 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:24.512160 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-41f8eb9f-4505-4158-90a6-46733400f6ef tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Deleting subnet 49542c43-5754-4f29-8e68-ff341c5f1355 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:58:24.527352 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41f8eb9f-4505-4158-90a6-46733400f6ef tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:24.541130 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-52511c83-e889-4241-b24f-2ba2fbfd5cf0 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Deleting port e2b33388-d83d-4bd2-8cf8-52bfb93678a0 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:58:24.541750 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-52511c83-e889-4241-b24f-2ba2fbfd5cf0 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:24.601613 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0c302e23-2e3c-4321-9d8f-7f1defdb2e77 req-5417a3e0-af12-4676-8569-3ea74b952a48 service neutron] 10.222.0.16 "GET /v2.0/networks/6cd744d1-899a-4d57-ba10-aa6d1dc0746f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428830 Sep 07 02:58:24.608695 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-906d38b4-4a20-4889-8aec-d92779af4efe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:24.637809 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41f8eb9f-4505-4158-90a6-46733400f6ef tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:24.647000 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-906d38b4-4a20-4889-8aec-d92779af4efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:24.661793 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-52511c83-e889-4241-b24f-2ba2fbfd5cf0 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] For port e2b33388-d83d-4bd2-8cf8-52bfb93678a0, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=e2b33388-d83d-4bd2-8cf8-52bfb93678a0,segment=NetworkSegment(fa59bd71-cc9c-4d0f-aa54-220e0cbd1a01),segment_id=fa59bd71-cc9c-4d0f-aa54-220e0cbd1a01)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:58:24.662695 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-52511c83-e889-4241-b24f-2ba2fbfd5cf0 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:24.674881 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-52511c83-e889-4241-b24f-2ba2fbfd5cf0 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Calling delete_port for e2b33388-d83d-4bd2-8cf8-52bfb93678a0 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:58:24.754872 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-52511c83-e889-4241-b24f-2ba2fbfd5cf0 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:24.783802 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52511c83-e889-4241-b24f-2ba2fbfd5cf0 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event deleted for resources: {'Port': ['ID=e2b33388-d83d-4bd2-8cf8-52bfb93678a0,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:24.788224 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-906d38b4-4a20-4889-8aec-d92779af4efe admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ad2a9456ff6640bcaa68ec83f2c2b291&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7742457 Sep 07 02:58:24.790730 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50744) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:24.790919 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d38b4-4a20-4889-8aec-d92779af4efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca63f54-a405-418c-bcd5-c2a5391d230a,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:24.791453 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52511c83-e889-4241-b24f-2ba2fbfd5cf0 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] No DVR routers for this DVR port e2b33388-d83d-4bd2-8cf8-52bfb93678a0 on host n-d-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:58:24.816373 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa14908-8441-4ecb-83fd-8217fe42752a req-6029f5a4-0fb4-43ea-b2ae-0b382004bc2c tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:24.827881 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3fa14908-8441-4ecb-83fd-8217fe42752a req-6029f5a4-0fb4-43ea-b2ae-0b382004bc2c tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/ports?device_id=d512c9bb-eb72-46c2-baa5-8645391ac74d HTTP/1.1" status: 200 len: 945 time: 0.2252846 Sep 07 02:58:24.853269 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa9ce7b-e195-47d9-a3f8-c72c16e85fcb None None] DHCP port deletion for 133ef52a-20eb-4886-b02f-4f94828f2b6b request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:58:24.925388 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0c302e23-2e3c-4321-9d8f-7f1defdb2e77 req-8abff0b8-8719-44f6-97ad-7cada031dcc3 service neutron] 10.222.0.16 "GET /v2.0/networks/6cd744d1-899a-4d57-ba10-aa6d1dc0746f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032489 Sep 07 02:58:24.926812 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41f8eb9f-4505-4158-90a6-46733400f6ef tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:24.931372 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-52511c83-e889-4241-b24f-2ba2fbfd5cf0 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:24.944693 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3fa14908-8441-4ecb-83fd-8217fe42752a req-294f3741-8953-47fa-afcf-8fe796c0013c tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/security-groups?id=70ce7ce8-5054-445c-a59d-ebe3700b4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159940 Sep 07 02:58:25.018106 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4e44daa0-ae04-43d6-8432-fe9aea4f25ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:25.054388 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4e44daa0-ae04-43d6-8432-fe9aea4f25ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:25.059253 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41f8eb9f-4505-4158-90a6-46733400f6ef tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:25.068094 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-52511c83-e889-4241-b24f-2ba2fbfd5cf0 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['133ef52a-20eb-4886-b02f-4f94828f2b6b']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:25.102705 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f8eb9f-4505-4158-90a6-46733400f6ef tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event deleted for resources: {'Subnet': ['ID=49542c43-5754-4f29-8e68-ff341c5f1355,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:25.107342 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41f8eb9f-4505-4158-90a6-46733400f6ef tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:25.112526 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-41f8eb9f-4505-4158-90a6-46733400f6ef tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/subnets/49542c43-5754-4f29-8e68-ff341c5f1355 HTTP/1.1" status: 204 len: 168 time: 0.7142920 Sep 07 02:58:25.113556 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50750) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:25.124779 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-52511c83-e889-4241-b24f-2ba2fbfd5cf0 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa59bd71-cc9c-4d0f-aa54-220e0cbd1a01') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:25.125168 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-52511c83-e889-4241-b24f-2ba2fbfd5cf0 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa59bd71-cc9c-4d0f-aa54-220e0cbd1a01') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:25.125667 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4ce52e-2c6c-4922-996e-057ad5650157 None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:58:25.135834 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-52511c83-e889-4241-b24f-2ba2fbfd5cf0 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:25.152004 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-52511c83-e889-4241-b24f-2ba2fbfd5cf0 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:25.160634 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52511c83-e889-4241-b24f-2ba2fbfd5cf0 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:58:25.161311 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-52511c83-e889-4241-b24f-2ba2fbfd5cf0 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:25.166223 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:58:25.166223 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:58:25.166223 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:58:25.166223 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:58:25.166223 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:58:25.166223 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:58:25.166223 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:58:25.166223 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:58:25.166223 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:58:25.166223 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:58:25.166223 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:58:25.166223 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:58:25.166223 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:58:25.166223 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:58:25.166223 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:58:25.166223 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:58:25.166223 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:58:25.166223 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:58:25.166223 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:58:25.166223 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:58:25.166223 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:58:25.166223 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:58:25.166223 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:58:25.166223 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:58:25.166223 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:58:25.166223 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:58:25.166223 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:58:25.166223 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:58:25.166223 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:58:25.166223 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:58:25.166223 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:58:25.166223 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:58:25.196758 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4e44daa0-ae04-43d6-8432-fe9aea4f25ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:25.203745 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4e44daa0-ae04-43d6-8432-fe9aea4f25ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:25.205132 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e59dcfc-c5b8-419e-9af4-a414b6d65143 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Deleting subnet 688c935e-179f-4927-a5dd-7b7d8aefb454 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:58:25.205363 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-4e44daa0-ae04-43d6-8432-fe9aea4f25ed admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0ca63f54-a405-418c-bcd5-c2a5391d230a HTTP/1.1" status: 204 len: 168 time: 0.4118307 Sep 07 02:58:25.216783 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1e59dcfc-c5b8-419e-9af4-a414b6d65143 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:25.289736 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e44daa0-ae04-43d6-8432-fe9aea4f25ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca63f54-a405-418c-bcd5-c2a5391d230a,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:25.307523 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-52511c83-e889-4241-b24f-2ba2fbfd5cf0 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:25.324967 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-52511c83-e889-4241-b24f-2ba2fbfd5cf0 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:25.345814 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-52511c83-e889-4241-b24f-2ba2fbfd5cf0 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "DELETE /v2.0/networks/133ef52a-20eb-4886-b02f-4f94828f2b6b HTTP/1.1" status: 204 len: 168 time: 0.9893007 Sep 07 02:58:25.349068 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50756) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:25.352651 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1e59dcfc-c5b8-419e-9af4-a414b6d65143 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:25.373166 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52511c83-e889-4241-b24f-2ba2fbfd5cf0 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event deleted for resources: {'Network': ['ID=133ef52a-20eb-4886-b02f-4f94828f2b6b,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:25.523124 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 999d8939-283c-4b5b-abf7-717566a77f9c no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:58:25.538495 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1e59dcfc-c5b8-419e-9af4-a414b6d65143 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:25.569210 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 8f842483-c356-451a-8794-8019476216d4 up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:58:25.584973 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 999d8939-283c-4b5b-abf7-717566a77f9c {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:58:25.587005 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 999d8939-283c-4b5b-abf7-717566a77f9c not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:58:25.587602 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device e2b33388-d83d-4bd2-8cf8-52bfb93678a0 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:58:25.630579 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: e2b33388-d83d-4bd2-8cf8-52bfb93678a0 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:58:25.630766 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device e2b33388-d83d-4bd2-8cf8-52bfb93678a0 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:58:25.690160 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port 8f842483-c356-451a-8794-8019476216d4 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:58:25.702320 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 8f842483-c356-451a-8794-8019476216d4 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:58:25.703002 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:25.709933 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1e59dcfc-c5b8-419e-9af4-a414b6d65143 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:25.754776 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e59dcfc-c5b8-419e-9af4-a414b6d65143 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event deleted for resources: {'Subnet': ['ID=688c935e-179f-4927-a5dd-7b7d8aefb454,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:25.759894 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1e59dcfc-c5b8-419e-9af4-a414b6d65143 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:25.765208 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-1e59dcfc-c5b8-419e-9af4-a414b6d65143 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/subnets/688c935e-179f-4927-a5dd-7b7d8aefb454 HTTP/1.1" status: 204 len: 168 time: 0.6505876 Sep 07 02:58:25.766194 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50764) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:25.802043 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b901f5fd-b18a-4844-a79c-12ec877ceeb7 req-4a62edbe-1726-4321-b4cc-51fb9699216c tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:25.809425 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b901f5fd-b18a-4844-a79c-12ec877ceeb7 req-4a62edbe-1726-4321-b4cc-51fb9699216c tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ba396db-1311-4ea4-ba29-032650972ec3 HTTP/1.1" status: 200 len: 945 time: 0.3964033 Sep 07 02:58:25.878051 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c3f83937-4bca-4c4c-b05b-b809756e23ca tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1093075 Sep 07 02:58:25.883525 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50774) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:25.897910 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:25.935119 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd512c9bb-eb72-46c2-baa5-8645391ac74d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f842483-c356-451a-8794-8019476216d4'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:58:25.938061 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c23b25db-e550-4a33-b90d-45b96df95024" -d '{"events": [{"server_uuid": "d512c9bb-eb72-46c2-baa5-8645391ac74d", "name": "network-vif-plugged", "status": "completed", "tag": "8f842483-c356-451a-8794-8019476216d4"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:58:25.944730 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1f3a855e-2376-400a-b8d8-0bbcbd1d9917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:25.956569 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 8f842483-c356-451a-8794-8019476216d4, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=8f842483-c356-451a-8794-8019476216d4,segment=NetworkSegment(ba1f9a1d-76cb-4a15-91d5-0944bdc5e669),segment_id=ba1f9a1d-76cb-4a15-91d5-0944bdc5e669)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:58:25.962577 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:26.022991 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a0d4dd3a-8432-40f9-9d37-4d4b3aed485d tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:26.036319 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3329e2bb-caa4-45c8-934a-02d3f04316dd x-openstack-request-id: req-3329e2bb-caa4-45c8-934a-02d3f04316dd {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:58:26.040937 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d512c9bb-eb72-46c2-baa5-8645391ac74d", "name": "network-vif-plugged", "status": "completed", "tag": "8f842483-c356-451a-8794-8019476216d4", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:58:26.042234 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6092167-1215-428a-9d67-dc8ca4252a3f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:26.042664 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3329e2bb-caa4-45c8-934a-02d3f04316dd {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:58:26.043257 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd512c9bb-eb72-46c2-baa5-8645391ac74d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f842483-c356-451a-8794-8019476216d4', 'code': 200} Sep 07 02:58:26.046371 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a6092167-1215-428a-9d67-dc8ca4252a3f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1526649 Sep 07 02:58:26.080170 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50782) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:26.092873 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b901f5fd-b18a-4844-a79c-12ec877ceeb7 req-3d7ff363-e0b5-4e28-a8a5-6b60fdf2973f tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=294b048e-8567-497b-8d1d-04d7fb63968c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2229977 Sep 07 02:58:26.111909 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=8f842483-c356-451a-8794-8019476216d4,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:26.229710 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68242a73-a0ad-4206-a92b-76c254c4a325 req-36664bd5-79d5-4fb2-bc36-747f936fc8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:26.231597 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-68242a73-a0ad-4206-a92b-76c254c4a325 req-36664bd5-79d5-4fb2-bc36-747f936fc8a8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d512c9bb-eb72-46c2-baa5-8645391ac74d HTTP/1.1" status: 200 len: 1098 time: 0.0823765 Sep 07 02:58:26.270236 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe0b4c5-4d29-4ed7-8e78-95fb4a6436bb tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:26.271862 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-cfe0b4c5-4d29-4ed7-8e78-95fb4a6436bb tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1778696 Sep 07 02:58:26.276187 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50788) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:26.333836 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 02:58:26.356043 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a92e6-1854-48e3-8995-b3a6446306a6 req-5987babd-9eab-43fd-9241-633be8573d98 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:26.367562 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-084a92e6-1854-48e3-8995-b3a6446306a6 req-5987babd-9eab-43fd-9241-633be8573d98 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/ports?device_id=d512c9bb-eb72-46c2-baa5-8645391ac74d HTTP/1.1" status: 200 len: 946 time: 0.1831844 Sep 07 02:58:26.384399 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-85f8a85b-67a4-421c-a893-b0fe46e38200 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1023846 Sep 07 02:58:26.403893 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50794) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:26.405752 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-68242a73-a0ad-4206-a92b-76c254c4a325 req-3f61d9a2-97ff-421d-8a6e-61200d9a4fb0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=70ce7ce8-5054-445c-a59d-ebe3700b4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633973 Sep 07 02:58:26.414701 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-084a92e6-1854-48e3-8995-b3a6446306a6 req-9578e2aa-8534-46d6-a360-d1cf7d18e37b tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/security-groups?id=70ce7ce8-5054-445c-a59d-ebe3700b4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460527 Sep 07 02:58:26.442361 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-2841427f-f644-45c9-821d-31c209870d2f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] DELETE failed (client error): The resource could not be found. Sep 07 02:58:26.443761 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2841427f-f644-45c9-821d-31c209870d2f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:58:26.445765 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-2841427f-f644-45c9-821d-31c209870d2f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/ports/879a1575-df52-4e47-a38d-446b66ea3122 HTTP/1.1" status: 404 len: 333 time: 0.0390382 Sep 07 02:58:26.448307 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50796) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:26.478194 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7b0bb1-8941-4fd5-a74e-df086ebb5e0c None None] Network 98fba89c-e7ad-427b-9268-93662b8245b2 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:58:26.487277 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f0855b8-b337-4f06-874d-fcf25655c68a tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] DELETE failed (client error): The resource could not be found. Sep 07 02:58:26.487277 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f0855b8-b337-4f06-874d-fcf25655c68a tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:58:26.492027 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3f0855b8-b337-4f06-874d-fcf25655c68a tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/subnets/688c935e-179f-4927-a5dd-7b7d8aefb454 HTTP/1.1" status: 404 len: 337 time: 0.0423169 Sep 07 02:58:26.493365 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50798) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:26.526437 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-df93d249-81c6-41d2-a81a-6423ac56b302 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] DELETE failed (client error): The resource could not be found. Sep 07 02:58:26.527780 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df93d249-81c6-41d2-a81a-6423ac56b302 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:58:26.529895 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-df93d249-81c6-41d2-a81a-6423ac56b302 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/subnets/49542c43-5754-4f29-8e68-ff341c5f1355 HTTP/1.1" status: 404 len: 337 time: 0.0349240 Sep 07 02:58:26.532421 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50800) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:26.564521 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-38e6e9f1-2752-4bec-970f-0cbe23daf740 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] DELETE failed (client error): The resource could not be found. Sep 07 02:58:26.564521 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38e6e9f1-2752-4bec-970f-0cbe23daf740 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:58:26.567971 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-790fcdfa-3ed7-406e-baa6-83b7eee603e1 None None] Provisioning complete for port 4531e9ca-ea86-4d67-b74e-ece66c6ce46d triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:58:26.568282 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-38e6e9f1-2752-4bec-970f-0cbe23daf740 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/ports/f46833db-aaa9-42ba-879e-11863fcce30a HTTP/1.1" status: 404 len: 333 time: 0.0345700 Sep 07 02:58:26.568808 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-790fcdfa-3ed7-406e-baa6-83b7eee603e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:26.570600 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50804) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:26.604550 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-39e7e80b-5e7f-4f32-9749-f215e1cca5d9 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] DELETE failed (client error): The resource could not be found. Sep 07 02:58:26.605192 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39e7e80b-5e7f-4f32-9749-f215e1cca5d9 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:58:26.607151 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-39e7e80b-5e7f-4f32-9749-f215e1cca5d9 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/subnets/9f63d4bc-b66f-42ac-aecf-f420402ef97b HTTP/1.1" status: 404 len: 337 time: 0.0353386 Sep 07 02:58:26.609721 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50806) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:26.628973 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-a0d4dd3a-8432-40f9-9d37-4d4b3aed485d tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Deleting port c937ba74-c3a9-4792-ad46-027a07960835 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:58:26.628973 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a0d4dd3a-8432-40f9-9d37-4d4b3aed485d tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:26.686036 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9970647-93d5-4c46-a738-1ebea4476303 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] DELETE failed (client error): The resource could not be found. Sep 07 02:58:26.686778 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9970647-93d5-4c46-a738-1ebea4476303 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:58:26.688859 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-e9970647-93d5-4c46-a738-1ebea4476303 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/subnets/117ef648-501b-4a0f-b755-3d4f85acd6c2 HTTP/1.1" status: 404 len: 337 time: 0.0781541 Sep 07 02:58:26.691890 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50810) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:26.724055 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-396dad70-67c9-45ed-bdb4-f10a97edf320 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] DELETE failed (client error): The resource could not be found. Sep 07 02:58:26.725620 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-396dad70-67c9-45ed-bdb4-f10a97edf320 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:58:26.730076 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-396dad70-67c9-45ed-bdb4-f10a97edf320 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/ports/ea98ebee-6791-4623-a006-bcf1c1f99332 HTTP/1.1" status: 404 len: 333 time: 0.0371783 Sep 07 02:58:26.730691 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50812) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:26.760438 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5b83509-fcb2-4316-82c1-cb3ef339d19c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] DELETE failed (client error): The resource could not be found. Sep 07 02:58:26.760796 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5b83509-fcb2-4316-82c1-cb3ef339d19c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:58:26.762561 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a5b83509-fcb2-4316-82c1-cb3ef339d19c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/subnets/c9a2df98-37cf-4456-b0b4-257322ee4263 HTTP/1.1" status: 404 len: 337 time: 0.0309491 Sep 07 02:58:26.765502 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50814) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:26.785986 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-a0d4dd3a-8432-40f9-9d37-4d4b3aed485d tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] For port c937ba74-c3a9-4792-ad46-027a07960835, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=c937ba74-c3a9-4792-ad46-027a07960835,segment=NetworkSegment(e0370e5c-19ea-41af-abdd-e3f3c1ce066a),segment_id=e0370e5c-19ea-41af-abdd-e3f3c1ce066a)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:58:26.786358 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a0d4dd3a-8432-40f9-9d37-4d4b3aed485d tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:26.799505 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-21317cb6-d8b3-41cf-9829-3cef57c957f8 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] DELETE failed (client error): The resource could not be found. Sep 07 02:58:26.799758 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-a0d4dd3a-8432-40f9-9d37-4d4b3aed485d tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Calling delete_port for c937ba74-c3a9-4792-ad46-027a07960835 owned by network:router_interface {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:58:26.800373 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21317cb6-d8b3-41cf-9829-3cef57c957f8 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:58:26.803184 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-21317cb6-d8b3-41cf-9829-3cef57c957f8 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/subnets/3abf39b0-820a-4a87-ab63-91f7dc4e744c HTTP/1.1" status: 404 len: 337 time: 0.0358937 Sep 07 02:58:26.804915 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50818) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:26.841004 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f521a7e-57bb-4f5b-a48c-cc251cc661ec tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] DELETE failed (client error): The resource could not be found. Sep 07 02:58:26.841681 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f521a7e-57bb-4f5b-a48c-cc251cc661ec tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:58:26.844331 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-3f521a7e-57bb-4f5b-a48c-cc251cc661ec tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/ports/3c7d73a2-7877-4527-9106-900cf9a13ca5 HTTP/1.1" status: 404 len: 333 time: 0.0384572 Sep 07 02:58:26.844902 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647a1a49-40ae-47ab-965d-c7a6afc237bf None None] DHCP port deletion for 98fba89c-e7ad-427b-9268-93662b8245b2 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:58:26.846813 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50820) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:26.901746 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a138302-36d2-4f7b-bdc3-39ff9b96c362 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] DELETE failed (client error): The resource could not be found. Sep 07 02:58:26.901905 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a138302-36d2-4f7b-bdc3-39ff9b96c362 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:58:26.906010 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-4a138302-36d2-4f7b-bdc3-39ff9b96c362 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/subnets/8fbf5fc7-dee6-4b6f-a028-e6d1a6bc78b3 HTTP/1.1" status: 404 len: 337 time: 0.0559363 Sep 07 02:58:26.906162 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-647a1a49-40ae-47ab-965d-c7a6afc237bf None None] Deleting port 4531e9ca-ea86-4d67-b74e-ece66c6ce46d {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:58:26.906162 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-647a1a49-40ae-47ab-965d-c7a6afc237bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:26.906772 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50824) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:26.942777 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9f722ac-be61-42da-87d8-69b2e07aa946 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] DELETE failed (client error): The resource could not be found. Sep 07 02:58:26.944086 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9f722ac-be61-42da-87d8-69b2e07aa946 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:58:26.946035 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c9f722ac-be61-42da-87d8-69b2e07aa946 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/subnets/f0e3af12-1e08-48dc-832d-c253b0379323 HTTP/1.1" status: 404 len: 337 time: 0.0380573 Sep 07 02:58:26.948376 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50828) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:26.980998 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d6c5122-37eb-4de3-a7ea-02d9a8e9e067 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] DELETE failed (client error): The resource could not be found. Sep 07 02:58:26.982402 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d6c5122-37eb-4de3-a7ea-02d9a8e9e067 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:58:26.983469 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-647a1a49-40ae-47ab-965d-c7a6afc237bf None None] For port 4531e9ca-ea86-4d67-b74e-ece66c6ce46d, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=4531e9ca-ea86-4d67-b74e-ece66c6ce46d,segment=NetworkSegment(262f109c-f31b-48b6-a0a9-025a6c9b4d9f),segment_id=262f109c-f31b-48b6-a0a9-025a6c9b4d9f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:58:26.983966 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-647a1a49-40ae-47ab-965d-c7a6afc237bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:26.985500 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9d6c5122-37eb-4de3-a7ea-02d9a8e9e067 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/ports/c7602e48-0780-4760-a213-a562a4c1bd1f HTTP/1.1" status: 404 len: 333 time: 0.0358965 Sep 07 02:58:26.988576 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50830) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:27.000917 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-647a1a49-40ae-47ab-965d-c7a6afc237bf None None] Calling delete_port for 4531e9ca-ea86-4d67-b74e-ece66c6ce46d owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:58:27.025423 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-141e6bf0-8e59-4362-b731-7e145929aaec tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] DELETE failed (client error): The resource could not be found. Sep 07 02:58:27.026006 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-141e6bf0-8e59-4362-b731-7e145929aaec tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:58:27.029963 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-141e6bf0-8e59-4362-b731-7e145929aaec tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/subnets/ec0e2645-efa8-4fc9-98ce-01ad9bb6390d HTTP/1.1" status: 404 len: 337 time: 0.0381560 Sep 07 02:58:27.030760 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50834) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:27.079513 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-f595641a-1814-4cc4-988c-02bda4668afc tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] DELETE failed (client error): The resource could not be found. Sep 07 02:58:27.080255 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f595641a-1814-4cc4-988c-02bda4668afc tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:58:27.081860 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a0d4dd3a-8432-40f9-9d37-4d4b3aed485d tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:27.082036 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f595641a-1814-4cc4-988c-02bda4668afc tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/ports/322e7e8c-fefc-4754-b706-cb9f3a70575c HTTP/1.1" status: 404 len: 333 time: 0.0490956 Sep 07 02:58:27.085614 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50836) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:27.117256 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-647a1a49-40ae-47ab-965d-c7a6afc237bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:27.157522 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647a1a49-40ae-47ab-965d-c7a6afc237bf None None] Pushing event deleted for resources: {'Port': ['ID=4531e9ca-ea86-4d67-b74e-ece66c6ce46d,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:27.160862 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647a1a49-40ae-47ab-965d-c7a6afc237bf None None] No DVR routers for this DVR port 4531e9ca-ea86-4d67-b74e-ece66c6ce46d on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:58:27.282310 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95d99f-ddc1-4556-8f1f-db4f4a5d109f req-58c8c736-964d-4d6d-b094-61df128bccd0 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:27.284309 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0e95d99f-ddc1-4556-8f1f-db4f4a5d109f req-58c8c736-964d-4d6d-b094-61df128bccd0 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ba396db-1311-4ea4-ba29-032650972ec3 HTTP/1.1" status: 200 len: 945 time: 0.0871832 Sep 07 02:58:27.333555 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0e95d99f-ddc1-4556-8f1f-db4f4a5d109f req-59a9888d-9c6f-464e-8fab-52d337a85c1f tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=294b048e-8567-497b-8d1d-04d7fb63968c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414240 Sep 07 02:58:27.494970 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 4531e9ca-ea86-4d67-b74e-ece66c6ce46d no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:58:27.515701 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 4531e9ca-ea86-4d67-b74e-ece66c6ce46d {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:58:27.516063 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 4531e9ca-ea86-4d67-b74e-ece66c6ce46d not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:58:27.580869 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d4dd3a-8432-40f9-9d37-4d4b3aed485d tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event deleted for resources: {'Port': ['ID=c937ba74-c3a9-4792-ad46-027a07960835,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:27.606536 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-4979a90d-8d2f-4a11-886e-399434be1b75 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] DELETE failed (client error): The resource could not be found. Sep 07 02:58:27.607246 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4979a90d-8d2f-4a11-886e-399434be1b75 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:58:27.609421 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-4979a90d-8d2f-4a11-886e-399434be1b75 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/subnets/b8d59296-acbc-43b1-8f10-13e5c73f3f56 HTTP/1.1" status: 404 len: 337 time: 0.5197077 Sep 07 02:58:27.612936 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50852) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:27.636800 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f5a63d3-a31d-41c3-80a9-c271ffeb765e tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] DELETE failed (client error): The resource could not be found. Sep 07 02:58:27.637454 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f5a63d3-a31d-41c3-80a9-c271ffeb765e tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:58:27.641600 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9f5a63d3-a31d-41c3-80a9-c271ffeb765e tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/ports/79fc4d6e-2d46-4f67-9669-fd5ae0eca467 HTTP/1.1" status: 404 len: 333 time: 0.0252645 Sep 07 02:58:27.641853 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50854) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:27.673096 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-de1543f9-fd92-4b8b-aab5-f72c63d0598d tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] DELETE failed (client error): The resource could not be found. Sep 07 02:58:27.673566 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de1543f9-fd92-4b8b-aab5-f72c63d0598d tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:58:27.678491 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-de1543f9-fd92-4b8b-aab5-f72c63d0598d tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/subnets/77c88302-2e7f-474a-886f-436dd31f9a04 HTTP/1.1" status: 404 len: 337 time: 0.0326293 Sep 07 02:58:27.678736 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50858) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:27.704835 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3588022-d72d-4921-9d7f-38a73aad21b3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] DELETE failed (client error): The resource could not be found. Sep 07 02:58:27.705477 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3588022-d72d-4921-9d7f-38a73aad21b3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:58:27.709596 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c3588022-d72d-4921-9d7f-38a73aad21b3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/ports/0acfd659-b3fc-4957-b0a0-06da0d62719a HTTP/1.1" status: 404 len: 333 time: 0.0275087 Sep 07 02:58:27.710050 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50860) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:27.715401 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132455e-1d7f-4511-a793-8febba938073 req-60052ae5-d8d9-4e71-a3c5-ae2844af591e tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:27.716961 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9132455e-1d7f-4511-a793-8febba938073 req-60052ae5-d8d9-4e71-a3c5-ae2844af591e tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/ports?device_id=d512c9bb-eb72-46c2-baa5-8645391ac74d HTTP/1.1" status: 200 len: 946 time: 0.1585824 Sep 07 02:58:27.734269 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a0d4dd3a-8432-40f9-9d37-4d4b3aed485d tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:27.743287 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbd0be43-c5a9-4216-b53c-a5d576b78cf9 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] DELETE failed (client error): The resource could not be found. Sep 07 02:58:27.743854 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbd0be43-c5a9-4216-b53c-a5d576b78cf9 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:58:27.747773 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-cbd0be43-c5a9-4216-b53c-a5d576b78cf9 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/subnets/b4fd9741-570a-4621-ba5f-3c3a7595a2fb HTTP/1.1" status: 404 len: 337 time: 0.0342245 Sep 07 02:58:27.749021 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50866) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:27.780897 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-900b9d1b-d53a-4d24-ad09-72994261a378 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] DELETE failed (client error): The resource could not be found. Sep 07 02:58:27.781964 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-900b9d1b-d53a-4d24-ad09-72994261a378 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:58:27.784515 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-900b9d1b-d53a-4d24-ad09-72994261a378 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/ports/31ef6975-305b-47aa-921a-e4569d6c72fa HTTP/1.1" status: 404 len: 333 time: 0.0344069 Sep 07 02:58:27.788295 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50870) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:27.822833 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-76623f8e-0923-4486-b4c3-294d5afc689b tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] DELETE failed (client error): The resource could not be found. Sep 07 02:58:27.823303 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76623f8e-0923-4486-b4c3-294d5afc689b tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:58:27.828333 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-76623f8e-0923-4486-b4c3-294d5afc689b tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/subnets/855a1fec-acd1-497f-bc1e-e15eef957724 HTTP/1.1" status: 404 len: 337 time: 0.0381079 Sep 07 02:58:27.829102 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50874) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:27.829338 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9132455e-1d7f-4511-a793-8febba938073 req-69e513a8-df64-4840-8a3a-7e9e1827acda tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/security-groups?id=70ce7ce8-5054-445c-a59d-ebe3700b4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011126 Sep 07 02:58:27.854470 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-716e8dbd-4f9d-42ff-b81f-f28d1ce8e712 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] DELETE failed (client error): The resource could not be found. Sep 07 02:58:27.855386 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-716e8dbd-4f9d-42ff-b81f-f28d1ce8e712 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:58:27.860553 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-716e8dbd-4f9d-42ff-b81f-f28d1ce8e712 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/ports/9ea185ab-75d0-4bb4-803d-97a1c9b5d76e HTTP/1.1" status: 404 len: 333 time: 0.0298338 Sep 07 02:58:27.861512 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50876) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:27.889358 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ae26f74-a1e2-4285-aab1-fc74fd4cc24f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] DELETE failed (client error): The resource could not be found. Sep 07 02:58:27.889820 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ae26f74-a1e2-4285-aab1-fc74fd4cc24f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:58:27.891734 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-7ae26f74-a1e2-4285-aab1-fc74fd4cc24f tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/subnets/6da95616-f76c-49cf-87ee-2a61df614618 HTTP/1.1" status: 404 len: 337 time: 0.0289524 Sep 07 02:58:27.894164 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50880) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:27.922808 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cb6188f-8c92-4f12-b09c-a1e4da25649d tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] DELETE failed (client error): The resource could not be found. Sep 07 02:58:27.923236 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cb6188f-8c92-4f12-b09c-a1e4da25649d tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:58:27.925018 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-2cb6188f-8c92-4f12-b09c-a1e4da25649d tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/subnets/2a7babef-2c26-4016-9038-30b47ada4ba2 HTTP/1.1" status: 404 len: 337 time: 0.0299459 Sep 07 02:58:27.927967 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50884) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:27.956531 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-139af6a6-7592-4c15-ba29-8744fa04af18 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] DELETE failed (client error): The resource could not be found. Sep 07 02:58:27.957251 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-139af6a6-7592-4c15-ba29-8744fa04af18 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:58:27.959790 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-139af6a6-7592-4c15-ba29-8744fa04af18 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/ports/511e3aaa-65f6-4e42-b514-b5d647ab6bff HTTP/1.1" status: 404 len: 333 time: 0.0300665 Sep 07 02:58:27.962291 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50888) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:27.988878 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-88b7759e-b64e-4e56-a5a8-cb03edb443cb tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] DELETE failed (client error): The resource could not be found. Sep 07 02:58:27.989330 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88b7759e-b64e-4e56-a5a8-cb03edb443cb tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:58:27.991307 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-88b7759e-b64e-4e56-a5a8-cb03edb443cb tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/subnets/a3f2a9a7-9474-4040-84b6-29d5ff601063 HTTP/1.1" status: 404 len: 337 time: 0.0280890 Sep 07 02:58:27.994154 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50890) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:28.020392 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-49feb7fe-d6b4-442e-ae04-7628ffeb95ff tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] DELETE failed (client error): The resource could not be found. Sep 07 02:58:28.020851 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49feb7fe-d6b4-442e-ae04-7628ffeb95ff tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:58:28.025895 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-49feb7fe-d6b4-442e-ae04-7628ffeb95ff tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/subnets/ba2e5dd1-cf98-4a77-b233-0e241dc9d714 HTTP/1.1" status: 404 len: 337 time: 0.0307508 Sep 07 02:58:28.026505 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50896) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:28.035573 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0d4dd3a-8432-40f9-9d37-4d4b3aed485d tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Router 6854db5c-a096-434e-ab5e-b85d8664e0e3 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:58:28.052999 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-a00653cd-9eb8-4c58-acd3-b27d871493e1 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] DELETE failed (client error): The resource could not be found. Sep 07 02:58:28.053942 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a00653cd-9eb8-4c58-acd3-b27d871493e1 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:58:28.060000 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a00653cd-9eb8-4c58-acd3-b27d871493e1 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/ports/d29af3a3-fc2f-4bf9-8956-0387d715db33 HTTP/1.1" status: 404 len: 333 time: 0.0324578 Sep 07 02:58:28.060745 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50898) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:28.104856 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-0497426a-cc18-43d5-a179-f73c5db56492 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] DELETE failed (client error): The resource could not be found. Sep 07 02:58:28.105239 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0497426a-cc18-43d5-a179-f73c5db56492 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:58:28.109770 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-0497426a-cc18-43d5-a179-f73c5db56492 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/subnets/1da33a27-f0ff-4f7e-b963-63b0ff0b7cdf HTTP/1.1" status: 404 len: 337 time: 0.0439212 Sep 07 02:58:28.110378 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50900) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:28.137022 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-35ef5b21-f113-4070-9616-41940f80dc27 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] DELETE failed (client error): The resource could not be found. Sep 07 02:58:28.137741 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35ef5b21-f113-4070-9616-41940f80dc27 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:58:28.142465 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-35ef5b21-f113-4070-9616-41940f80dc27 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/subnets/c8aebea1-0852-4b4d-95f5-c8eff1607299 HTTP/1.1" status: 404 len: 337 time: 0.0311303 Sep 07 02:58:28.143119 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50904) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:28.158381 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d4dd3a-8432-40f9-9d37-4d4b3aed485d tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:58:28.167665 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a0d4dd3a-8432-40f9-9d37-4d4b3aed485d tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "PUT /v2.0/routers/6854db5c-a096-434e-ab5e-b85d8664e0e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8174620 Sep 07 02:58:28.171374 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac54f4a2-97e4-484e-a7d9-5853c6d8eeea None None] Sync routers for ids ['6854db5c-a096-434e-ab5e-b85d8664e0e3'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:58:28.172334 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50906) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:28.184353 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a683b02-b7e8-4d4c-81b1-39d7b214fa46 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] DELETE failed (client error): The resource could not be found. Sep 07 02:58:28.185363 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a683b02-b7e8-4d4c-81b1-39d7b214fa46 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:58:28.190235 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50908) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:28.190905 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-1a683b02-b7e8-4d4c-81b1-39d7b214fa46 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/ports/7be263c7-e244-4ddc-aedb-a7bffea4caa7 HTTP/1.1" status: 404 len: 333 time: 0.0461640 Sep 07 02:58:28.209782 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac54f4a2-97e4-484e-a7d9-5853c6d8eeea None None] Routers {'6854db5c-a096-434e-ab5e-b85d8664e0e3'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:58:28.212860 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-ac54f4a2-97e4-484e-a7d9-5853c6d8eeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:57:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['6854db5c-a096-434e-ab5e-b85d8664e0e3'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:28.244850 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c4e1ff2-328a-4eea-a7bd-d686309540b2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Deleting subnet bb932cce-1cba-4055-973d-4adfcfcdec01 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:58:28.246049 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d31553a-5c9f-4c69-a074-4ee5cd539362 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] DELETE failed (client error): The resource could not be found. Sep 07 02:58:28.246526 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d31553a-5c9f-4c69-a074-4ee5cd539362 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:58:28.248326 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-7d31553a-5c9f-4c69-a074-4ee5cd539362 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/subnets/03c8a6f0-03b8-474c-95ec-a2dc07b1fb2f HTTP/1.1" status: 404 len: 337 time: 0.0569997 Sep 07 02:58:28.250914 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50912) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:28.251460 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4c4e1ff2-328a-4eea-a7bd-d686309540b2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:28.289725 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a865175b-b7f3-4109-b1fa-69d6f7717d5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:28.312371 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4c4e1ff2-328a-4eea-a7bd-d686309540b2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:28.317874 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d3656c7-a0c3-44ff-a7c7-716bf729edcb tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] DELETE failed (client error): The resource could not be found. Sep 07 02:58:28.318898 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d3656c7-a0c3-44ff-a7c7-716bf729edcb tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:58:28.328028 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-6d3656c7-a0c3-44ff-a7c7-716bf729edcb tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/subnets/3c3a79db-804c-4be7-9b3b-c5a86ec1b30a HTTP/1.1" status: 404 len: 337 time: 0.0757818 Sep 07 02:58:28.328675 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50914) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:28.366279 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-ac54f4a2-97e4-484e-a7d9-5853c6d8eeea None None] Set router 6854db5c-a096-434e-ab5e-b85d8664e0e3 gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:58:28.410323 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-2b7cfaa6-e6d8-43a0-85ca-4fcaeefb1745 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/ports?device_id=26222c18-bb46-49bc-8b83-f897eda91252 HTTP/1.1" status: 200 len: 205 time: 0.0805023 Sep 07 02:58:28.412752 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50920) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:28.469420 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-f60a7c93-4447-4b62-a120-acafb34885dc tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] delete failed (client error): The resource could not be found. Sep 07 02:58:28.470467 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f60a7c93-4447-4b62-a120-acafb34885dc tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/routers/26222c18-bb46-49bc-8b83-f897eda91252 HTTP/1.1" status: 404 len: 336 time: 0.0566294 Sep 07 02:58:28.473743 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50922) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:28.498262 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4c4e1ff2-328a-4eea-a7bd-d686309540b2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:28.509442 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e8a69d3-87ca-481f-810e-b1649622cdcc tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] DELETE failed (client error): The resource could not be found. Sep 07 02:58:28.509912 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e8a69d3-87ca-481f-810e-b1649622cdcc tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:58:28.511685 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-5e8a69d3-87ca-481f-810e-b1649622cdcc tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/subnets/61948118-9bb9-4081-ab42-4514588ad9c5 HTTP/1.1" status: 404 len: 337 time: 0.0369377 Sep 07 02:58:28.514930 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50924) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:28.550411 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26cb29e-ca1a-4426-baf9-6668c9cc0263 req-c01ef2b4-f0d2-4fc2-a1a5-a6ab0a40b05b tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:28.552041 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-feec24b4-ef94-4597-8a1e-f641f542cadb tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "GET /v2.0/ports?device_id=e047ff35-db38-4a87-8105-17129011d66d HTTP/1.1" status: 200 len: 205 time: 0.0358984 Sep 07 02:58:28.552971 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50926) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:28.556795 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f26cb29e-ca1a-4426-baf9-6668c9cc0263 req-c01ef2b4-f0d2-4fc2-a1a5-a6ab0a40b05b tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ba396db-1311-4ea4-ba29-032650972ec3 HTTP/1.1" status: 200 len: 945 time: 0.1042166 Sep 07 02:58:28.611427 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-110a1870-7a6b-4f33-be51-2c59b5153348 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] delete failed (client error): The resource could not be found. Sep 07 02:58:28.616410 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50928) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:28.616607 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-110a1870-7a6b-4f33-be51-2c59b5153348 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/routers/e047ff35-db38-4a87-8105-17129011d66d HTTP/1.1" status: 404 len: 336 time: 0.0621336 Sep 07 02:58:28.651302 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-85bc5a19-1564-4e0e-a21a-c87c56336ef4 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] DELETE failed (client error): The resource could not be found. Sep 07 02:58:28.652362 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85bc5a19-1564-4e0e-a21a-c87c56336ef4 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:58:28.653547 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-85bc5a19-1564-4e0e-a21a-c87c56336ef4 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/subnets/99cb6a9f-ecc5-4f38-8716-7f7f06573719 HTTP/1.1" status: 404 len: 337 time: 0.0339043 Sep 07 02:58:28.656764 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50930) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:28.661305 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f26cb29e-ca1a-4426-baf9-6668c9cc0263 req-c0e7dae5-7841-4848-9fa7-1b2e29baccd7 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=294b048e-8567-497b-8d1d-04d7fb63968c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035967 Sep 07 02:58:28.669931 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4c4e1ff2-328a-4eea-a7bd-d686309540b2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:28.704992 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbff9526-4606-41c1-b4af-cd82a7542434 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] DELETE failed (client error): The resource could not be found. Sep 07 02:58:28.705452 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbff9526-4606-41c1-b4af-cd82a7542434 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:58:28.707165 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-fbff9526-4606-41c1-b4af-cd82a7542434 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/subnets/10477bd0-59e5-4a3f-87d1-2bcd1b2f99bc HTTP/1.1" status: 404 len: 337 time: 0.0498252 Sep 07 02:58:28.710679 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50932) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:28.726524 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-ac54f4a2-97e4-484e-a7d9-5853c6d8eeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'name': 'tempest-RoutersIpV6Test-router-1538027324', 'tenant_id': '833039ece4bf420493581946638a10ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:57:48Z', 'updated_at': '2021-09-07T02:58:27Z', 'revision_number': 9, 'project_id': '833039ece4bf420493581946638a10ce', 'gw_port_host': None, '_interfaces': [{'id': '0d2f7ef5-19f6-404e-8a70-893e4a4a400f', 'name': '', 'network_id': 'b3f72c48-4a4a-45d1-98f3-4c95d8bdffeb', 'tenant_id': '833039ece4bf420493581946638a10ce', 'mac_address': 'fa:16:3e:ad:d4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': 'c59b4ca3-52f6-4aed-89f0-197fa5052280', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:57:51Z', 'updated_at': '2021-09-07T02:58:00Z', 'revision_number': 5, 'project_id': '833039ece4bf420493581946638a10ce', 'subnets': [{'id': 'c59b4ca3-52f6-4aed-89f0-197fa5052280', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4ca6946-5cf2-4a59-b672-a2e4e647bd28', 'name': '', 'network_id': '96249d43-1e02-467f-9149-5a13435ad27a', 'tenant_id': '833039ece4bf420493581946638a10ce', 'mac_address': 'fa:16:3e:a7:86:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '96b2b57c-723f-4f80-975c-236d5659f5cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:57:58Z', 'updated_at': '2021-09-07T02:58:06Z', 'revision_number': 5, 'project_id': '833039ece4bf420493581946638a10ce', 'subnets': [{'id': '96b2b57c-723f-4f80-975c-236d5659f5cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:28.728355 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4c4e1ff2-328a-4eea-a7bd-d686309540b2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:28.730398 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-4c4e1ff2-328a-4eea-a7bd-d686309540b2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "DELETE /v2.0/subnets/bb932cce-1cba-4055-973d-4adfcfcdec01 HTTP/1.1" status: 204 len: 168 time: 0.5560908 Sep 07 02:58:28.731433 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4e1ff2-328a-4eea-a7bd-d686309540b2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event deleted for resources: {'Subnet': ['ID=bb932cce-1cba-4055-973d-4adfcfcdec01,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:28.735181 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50934) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:28.741948 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce7535e-0921-42d6-abb1-2439c59d4282 None None] Network 1c758ebd-e15e-4bb9-8593-fc43d8a82f2c requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:58:28.747397 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:28.752654 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-9226f47f-29a8-435d-a8db-53b7090e3a6e tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] DELETE failed (client error): The resource could not be found. Sep 07 02:58:28.753938 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9226f47f-29a8-435d-a8db-53b7090e3a6e tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:58:28.760590 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-9226f47f-29a8-435d-a8db-53b7090e3a6e tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/ports/e025b370-18e5-4bf1-b628-70b29a898d9d HTTP/1.1" status: 404 len: 333 time: 0.0486057 Sep 07 02:58:28.761311 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50936) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:28.793447 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-017a0683-c069-4457-88ff-a757f444e8cb tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] DELETE failed (client error): The resource could not be found. Sep 07 02:58:28.794044 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-017a0683-c069-4457-88ff-a757f444e8cb tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:58:28.799549 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-017a0683-c069-4457-88ff-a757f444e8cb tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/subnets/fb93967d-8d8c-4089-8007-76c0ad3f6cd9 HTTP/1.1" status: 404 len: 337 time: 0.0371099 Sep 07 02:58:28.800259 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50940) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:28.814550 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac54f4a2-97e4-484e-a7d9-5853c6d8eeea None None] Checking router: 6854db5c-a096-434e-ab5e-b85d8664e0e3 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:58:28.829074 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-de4fb9b4-299a-4a3d-8daf-bd927439e72c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] DELETE failed (client error): The resource could not be found. Sep 07 02:58:28.833601 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de4fb9b4-299a-4a3d-8daf-bd927439e72c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:58:28.833782 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac54f4a2-97e4-484e-a7d9-5853c6d8eeea None None] Routers {'6854db5c-a096-434e-ab5e-b85d8664e0e3'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:58:28.834842 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-ac54f4a2-97e4-484e-a7d9-5853c6d8eeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:58:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['6854db5c-a096-434e-ab5e-b85d8664e0e3'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:28.844133 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-de4fb9b4-299a-4a3d-8daf-bd927439e72c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/ports/391d3fb5-9e6d-4c62-8be4-eac576a86c11 HTTP/1.1" status: 404 len: 333 time: 0.0420573 Sep 07 02:58:28.844943 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50944) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:28.887094 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-965589f9-cbf5-4f8a-a691-a775cc138754 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] DELETE failed (client error): The resource could not be found. Sep 07 02:58:28.887600 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-965589f9-cbf5-4f8a-a691-a775cc138754 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:58:28.891617 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-965589f9-cbf5-4f8a-a691-a775cc138754 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/subnets/8fafab47-73fb-4c0c-89a5-e1d4881dfe29 HTTP/1.1" status: 404 len: 337 time: 0.0434628 Sep 07 02:58:28.893010 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50946) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:28.893234 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5aaf4a72-144d-4bf8-ba69-c40264b4a4e5 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:28.939042 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-647187bc-d12b-48de-95fc-9e786ad82c11 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] DELETE failed (client error): The resource could not be found. Sep 07 02:58:28.942397 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-647187bc-d12b-48de-95fc-9e786ad82c11 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:58:28.949074 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-5aaf4a72-144d-4bf8-ba69-c40264b4a4e5 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Deleting port 1bbcb186-00e0-42e2-83eb-189a2ab4b878 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:58:28.949417 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5aaf4a72-144d-4bf8-ba69-c40264b4a4e5 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:28.950932 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50948) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:28.954493 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-647187bc-d12b-48de-95fc-9e786ad82c11 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/ports/8930feae-92d7-43aa-bf09-59970ec33a36 HTTP/1.1" status: 404 len: 333 time: 0.0593662 Sep 07 02:58:28.973490 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50950) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:28.976335 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-ac54f4a2-97e4-484e-a7d9-5853c6d8eeea None None] Set router 6854db5c-a096-434e-ab5e-b85d8664e0e3 gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:58:28.992308 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d945e98-8325-47a8-86c3-4b7adfed434a tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] DELETE failed (client error): The resource could not be found. Sep 07 02:58:28.992772 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d945e98-8325-47a8-86c3-4b7adfed434a tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:58:28.994543 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-7d945e98-8325-47a8-86c3-4b7adfed434a tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/subnets/861986d2-bdcd-4c9c-963f-62e43251ea82 HTTP/1.1" status: 404 len: 337 time: 0.0426502 Sep 07 02:58:29.000772 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50954) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:29.039066 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-31059934-470e-405c-ab00-d8e97477c7c1 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] DELETE failed (client error): The resource could not be found. Sep 07 02:58:29.039562 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858bebb-8ea7-4f0c-b3cd-12c3d4f9d333 req-037d19a4-f730-4748-b341-e807158ab676 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:29.040038 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31059934-470e-405c-ab00-d8e97477c7c1 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:58:29.041984 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0858bebb-8ea7-4f0c-b3cd-12c3d4f9d333 req-037d19a4-f730-4748-b341-e807158ab676 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/ports?device_id=d512c9bb-eb72-46c2-baa5-8645391ac74d HTTP/1.1" status: 200 len: 946 time: 0.0846574 Sep 07 02:58:29.043936 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-31059934-470e-405c-ab00-d8e97477c7c1 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/ports/a0762995-0e64-4cbe-8aaf-747bf72bfeaf HTTP/1.1" status: 404 len: 333 time: 0.0422463 Sep 07 02:58:29.044405 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50956) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:29.100919 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dd70118-61a9-4fe4-b5c6-2052fdd8486b tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] DELETE failed (client error): The resource could not be found. Sep 07 02:58:29.101660 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dd70118-61a9-4fe4-b5c6-2052fdd8486b tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:58:29.106705 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-5aaf4a72-144d-4bf8-ba69-c40264b4a4e5 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] For port 1bbcb186-00e0-42e2-83eb-189a2ab4b878, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=1bbcb186-00e0-42e2-83eb-189a2ab4b878,segment=NetworkSegment(e0370e5c-19ea-41af-abdd-e3f3c1ce066a),segment_id=e0370e5c-19ea-41af-abdd-e3f3c1ce066a)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:58:29.107179 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5aaf4a72-144d-4bf8-ba69-c40264b4a4e5 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:29.107956 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-2dd70118-61a9-4fe4-b5c6-2052fdd8486b tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/subnets/314befc3-f58f-4b17-b0af-f0cddacc8720 HTTP/1.1" status: 404 len: 337 time: 0.0625572 Sep 07 02:58:29.110477 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50960) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:29.127056 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-5aaf4a72-144d-4bf8-ba69-c40264b4a4e5 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Calling delete_port for 1bbcb186-00e0-42e2-83eb-189a2ab4b878 owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:58:29.166328 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-18446a1f-f01f-4ea7-9020-0304b12d4f9b tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] DELETE failed (client error): The resource could not be found. Sep 07 02:58:29.168453 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18446a1f-f01f-4ea7-9020-0304b12d4f9b tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:58:29.172869 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-18446a1f-f01f-4ea7-9020-0304b12d4f9b tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/ports/8ee243f5-6cda-4c01-b8f7-cf4b9f13e99c HTTP/1.1" status: 404 len: 333 time: 0.0588129 Sep 07 02:58:29.184835 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50962) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:29.185677 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5b84d4d0-0172-4da2-b0cb-e6afdd937ed5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:29.226050 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5aaf4a72-144d-4bf8-ba69-c40264b4a4e5 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:29.239369 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-810ac763-78e1-4678-9da2-ffe96fa4a072 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] DELETE failed (client error): The resource could not be found. Sep 07 02:58:29.239369 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-810ac763-78e1-4678-9da2-ffe96fa4a072 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:58:29.243523 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-810ac763-78e1-4678-9da2-ffe96fa4a072 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/subnets/3f7d4cdc-e0b5-4cb5-8e9f-60dd55387dbd HTTP/1.1" status: 404 len: 337 time: 0.0454969 Sep 07 02:58:29.244692 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aaf4a72-144d-4bf8-ba69-c40264b4a4e5 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] No DVR routers for this DVR port 1bbcb186-00e0-42e2-83eb-189a2ab4b878 on host n-d-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:58:29.244851 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0858bebb-8ea7-4f0c-b3cd-12c3d4f9d333 req-9343e402-a73c-4f19-b601-e57ade1d2b5d tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/security-groups?id=70ce7ce8-5054-445c-a59d-ebe3700b4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903322 Sep 07 02:58:29.246676 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50964) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:29.279253 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-be61cabd-16ed-4674-af8e-48f241c7c402 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] DELETE failed (client error): The resource could not be found. Sep 07 02:58:29.280265 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be61cabd-16ed-4674-af8e-48f241c7c402 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:58:29.283289 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-be61cabd-16ed-4674-af8e-48f241c7c402 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/ports/1d3d4b93-4534-4925-9205-a45c4f49395a HTTP/1.1" status: 404 len: 333 time: 0.0351951 Sep 07 02:58:29.285994 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaf4a72-144d-4bf8-ba69-c40264b4a4e5 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event deleted for resources: {'Port': ['ID=1bbcb186-00e0-42e2-83eb-189a2ab4b878,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:29.286648 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50968) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:29.317963 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5b75e8b-8b75-4735-bcb8-94692d75dce2 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] DELETE failed (client error): The resource could not be found. Sep 07 02:58:29.318978 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5b75e8b-8b75-4735-bcb8-94692d75dce2 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:58:29.320826 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b5b75e8b-8b75-4735-bcb8-94692d75dce2 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/subnets/f8596b46-3cca-45fa-b896-859a4a53cff4 HTTP/1.1" status: 404 len: 337 time: 0.0329273 Sep 07 02:58:29.324125 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50970) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:29.353825 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7a86c46-f5e2-408f-bc1c-3ad05fc2b69c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] DELETE failed (client error): The resource could not be found. Sep 07 02:58:29.355114 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7a86c46-f5e2-408f-bc1c-3ad05fc2b69c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:58:29.357723 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b7a86c46-f5e2-408f-bc1c-3ad05fc2b69c tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/ports/3a585046-37e2-4d66-9ede-4dd5be52d7e2 HTTP/1.1" status: 404 len: 333 time: 0.0323653 Sep 07 02:58:29.365210 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50972) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:29.405357 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-259d697f-6709-43b7-8502-fb26e0bdeea8 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] DELETE failed (client error): The resource could not be found. Sep 07 02:58:29.406178 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-259d697f-6709-43b7-8502-fb26e0bdeea8 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:58:29.408322 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-259d697f-6709-43b7-8502-fb26e0bdeea8 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/subnets/f8e6dd0a-f166-409e-9ea7-501a65cc5391 HTTP/1.1" status: 404 len: 337 time: 0.0416079 Sep 07 02:58:29.411354 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50974) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:29.439357 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5aaf4a72-144d-4bf8-ba69-c40264b4a4e5 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:29.480952 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-5aaf4a72-144d-4bf8-ba69-c40264b4a4e5 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c758ebd-e15e-4bb9-8593-fc43d8a82f2c']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:29.506910 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-5aaf4a72-144d-4bf8-ba69-c40264b4a4e5 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0370e5c-19ea-41af-abdd-e3f3c1ce066a') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:29.507340 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-5aaf4a72-144d-4bf8-ba69-c40264b4a4e5 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0370e5c-19ea-41af-abdd-e3f3c1ce066a') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:29.521875 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5aaf4a72-144d-4bf8-ba69-c40264b4a4e5 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:29.548798 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5aaf4a72-144d-4bf8-ba69-c40264b4a4e5 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:29.554740 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0a717127-be62-4fda-b426-c386aae1fbc3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:29.564264 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:29.570287 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aaf4a72-144d-4bf8-ba69-c40264b4a4e5 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:58:29.570717 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5aaf4a72-144d-4bf8-ba69-c40264b4a4e5 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:29.610143 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-ac54f4a2-97e4-484e-a7d9-5853c6d8eeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'name': 'tempest-RoutersIpV6Test-router-1538027324', 'tenant_id': '833039ece4bf420493581946638a10ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:57:48Z', 'updated_at': '2021-09-07T02:58:27Z', 'revision_number': 9, 'project_id': '833039ece4bf420493581946638a10ce', 'gw_port_host': None, '_interfaces': [{'id': '0d2f7ef5-19f6-404e-8a70-893e4a4a400f', 'name': '', 'network_id': 'b3f72c48-4a4a-45d1-98f3-4c95d8bdffeb', 'tenant_id': '833039ece4bf420493581946638a10ce', 'mac_address': 'fa:16:3e:ad:d4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': 'c59b4ca3-52f6-4aed-89f0-197fa5052280', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:57:51Z', 'updated_at': '2021-09-07T02:58:00Z', 'revision_number': 5, 'project_id': '833039ece4bf420493581946638a10ce', 'subnets': [{'id': 'c59b4ca3-52f6-4aed-89f0-197fa5052280', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4ca6946-5cf2-4a59-b672-a2e4e647bd28', 'name': '', 'network_id': '96249d43-1e02-467f-9149-5a13435ad27a', 'tenant_id': '833039ece4bf420493581946638a10ce', 'mac_address': 'fa:16:3e:a7:86:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '96b2b57c-723f-4f80-975c-236d5659f5cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:57:58Z', 'updated_at': '2021-09-07T02:58:06Z', 'revision_number': 5, 'project_id': '833039ece4bf420493581946638a10ce', 'subnets': [{'id': '96b2b57c-723f-4f80-975c-236d5659f5cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:29.654918 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b97605e-cf48-4c27-b345-356883988771 None None] DHCP port deletion for 1c758ebd-e15e-4bb9-8593-fc43d8a82f2c request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:58:29.667392 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac54f4a2-97e4-484e-a7d9-5853c6d8eeea None None] The sync data for ids ['6854db5c-a096-434e-ab5e-b85d8664e0e3'] in n-d-796209-16 is: [{'id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'name': 'tempest-RoutersIpV6Test-router-1538027324', 'tenant_id': '833039ece4bf420493581946638a10ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:57:48Z', 'updated_at': '2021-09-07T02:58:27Z', 'revision_number': 9, 'project_id': '833039ece4bf420493581946638a10ce', 'gw_port_host': None, '_interfaces': [{'id': '0d2f7ef5-19f6-404e-8a70-893e4a4a400f', 'name': '', 'network_id': 'b3f72c48-4a4a-45d1-98f3-4c95d8bdffeb', 'tenant_id': '833039ece4bf420493581946638a10ce', 'mac_address': 'fa:16:3e:ad:d4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': 'c59b4ca3-52f6-4aed-89f0-197fa5052280', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:57:51Z', 'updated_at': '2021-09-07T02:58:00Z', 'revision_number': 5, 'project_id': '833039ece4bf420493581946638a10ce', 'subnets': [{'id': 'c59b4ca3-52f6-4aed-89f0-197fa5052280', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4ca6946-5cf2-4a59-b672-a2e4e647bd28', 'name': '', 'network_id': '96249d43-1e02-467f-9149-5a13435ad27a', 'tenant_id': '833039ece4bf420493581946638a10ce', 'mac_address': 'fa:16:3e:a7:86:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '96b2b57c-723f-4f80-975c-236d5659f5cb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:57:58Z', 'updated_at': '2021-09-07T02:58:06Z', 'revision_number': 5, 'project_id': '833039ece4bf420493581946638a10ce', 'subnets': [{'id': '96b2b57c-723f-4f80-975c-236d5659f5cb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:58:29.687383 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:58:29.687383 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:58:29.687383 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:58:29.687383 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:58:29.687383 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:58:29.687383 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:58:29.687383 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:58:29.687383 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:58:29.687383 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:58:29.687383 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:58:29.687383 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:58:29.687383 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:58:29.687383 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:58:29.687383 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:58:29.687383 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:58:29.687383 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:58:29.687383 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:58:29.687383 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:58:29.687383 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:58:29.687383 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:58:29.687383 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:58:29.687383 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:58:29.687383 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:58:29.687383 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:58:29.687383 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:58:29.687383 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:58:29.687383 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:58:29.687383 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:58:29.687383 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:58:29.687383 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:58:29.687383 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:58:29.687383 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:58:29.695326 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5aaf4a72-144d-4bf8-ba69-c40264b4a4e5 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:29.713668 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5b84d4d0-0172-4da2-b0cb-e6afdd937ed5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:29.726318 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5aaf4a72-144d-4bf8-ba69-c40264b4a4e5 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:29.728428 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-5aaf4a72-144d-4bf8-ba69-c40264b4a4e5 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "DELETE /v2.0/networks/1c758ebd-e15e-4bb9-8593-fc43d8a82f2c HTTP/1.1" status: 204 len: 168 time: 0.9917212 Sep 07 02:58:29.734137 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 50980) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:29.755047 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5b84d4d0-0172-4da2-b0cb-e6afdd937ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:29.786149 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaf4a72-144d-4bf8-ba69-c40264b4a4e5 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event deleted for resources: {'Network': ['ID=1c758ebd-e15e-4bb9-8593-fc43d8a82f2c,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:29.838761 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0a717127-be62-4fda-b426-c386aae1fbc3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:29.885020 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-5b84d4d0-0172-4da2-b0cb-e6afdd937ed5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9bd492dfcc9142b4a2be89d6cff9d827&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9100957 Sep 07 02:58:29.890838 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 50986) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:29.893541 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-0a717127-be62-4fda-b426-c386aae1fbc3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98fba89c-e7ad-427b-9268-93662b8245b2']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:29.911557 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c0df58-c121-4666-af04-4425ff689ccd req-ca3b6504-4465-40e5-a4b3-9d8fc4eedb56 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:29.919325 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b84d4d0-0172-4da2-b0cb-e6afdd937ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04fdc87-1f65-4e32-bf55-d85912261258,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:29.924917 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-0a717127-be62-4fda-b426-c386aae1fbc3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '262f109c-f31b-48b6-a0a9-025a6c9b4d9f') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:29.925185 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-0a717127-be62-4fda-b426-c386aae1fbc3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '262f109c-f31b-48b6-a0a9-025a6c9b4d9f') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:29.926488 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-94c0df58-c121-4666-af04-4425ff689ccd req-ca3b6504-4465-40e5-a4b3-9d8fc4eedb56 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ba396db-1311-4ea4-ba29-032650972ec3 HTTP/1.1" status: 200 len: 945 time: 0.1410851 Sep 07 02:58:29.942390 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0a717127-be62-4fda-b426-c386aae1fbc3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:29.985109 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0a717127-be62-4fda-b426-c386aae1fbc3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:29.999291 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a717127-be62-4fda-b426-c386aae1fbc3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:58:29.999795 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0a717127-be62-4fda-b426-c386aae1fbc3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:30.002809 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:58:30.002809 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:58:30.002809 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:58:30.002809 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:58:30.002809 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:58:30.002809 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:58:30.002809 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:58:30.002809 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:58:30.002809 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:58:30.002809 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:58:30.002809 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:58:30.002809 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:58:30.002809 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:58:30.002809 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:58:30.002809 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:58:30.002809 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:58:30.002809 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:58:30.002809 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:58:30.002809 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:58:30.002809 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:58:30.002809 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:58:30.002809 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:58:30.002809 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:58:30.002809 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:58:30.002809 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:58:30.002809 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:58:30.002809 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:58:30.002809 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:58:30.002809 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:58:30.002809 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:58:30.002809 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:58:30.002809 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:58:30.019525 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5094a4a6-5ff2-498e-8b75-1d1780a68dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:30.096411 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5094a4a6-5ff2-498e-8b75-1d1780a68dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:30.108162 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0a717127-be62-4fda-b426-c386aae1fbc3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:30.109242 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-94c0df58-c121-4666-af04-4425ff689ccd req-62a87446-6605-486c-8338-728c5814f910 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=294b048e-8567-497b-8d1d-04d7fb63968c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819069 Sep 07 02:58:30.120481 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0a717127-be62-4fda-b426-c386aae1fbc3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:30.125163 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-0a717127-be62-4fda-b426-c386aae1fbc3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] 10.222.0.22 "DELETE /v2.0/networks/98fba89c-e7ad-427b-9268-93662b8245b2 HTTP/1.1" status: 204 len: 168 time: 0.7126918 Sep 07 02:58:30.153372 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a717127-be62-4fda-b426-c386aae1fbc3 tempest-NetworksTestDHCPv6-385487101 tempest-NetworksTestDHCPv6-385487101-project] Pushing event deleted for resources: {'Network': ['ID=98fba89c-e7ad-427b-9268-93662b8245b2,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:30.194110 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5094a4a6-5ff2-498e-8b75-1d1780a68dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:30.198097 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5094a4a6-5ff2-498e-8b75-1d1780a68dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:30.201495 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-5094a4a6-5ff2-498e-8b75-1d1780a68dd9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a04fdc87-1f65-4e32-bf55-d85912261258 HTTP/1.1" status: 204 len: 168 time: 0.3051257 Sep 07 02:58:30.236498 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5094a4a6-5ff2-498e-8b75-1d1780a68dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04fdc87-1f65-4e32-bf55-d85912261258,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:30.366762 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-086781fa-5220-43a5-8ac9-f5eb8f2b92af tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:30.562021 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51000) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:30.731901 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51008) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:30.747927 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6227ee29-e56d-490e-86fc-a59e3671a2f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:30.926603 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6227ee29-e56d-490e-86fc-a59e3671a2f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:30.932427 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6227ee29-e56d-490e-86fc-a59e3671a2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:30.983802 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6227ee29-e56d-490e-86fc-a59e3671a2f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8e684d-0653-4a96-876d-02ffde0da3e6,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:30.991108 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-6227ee29-e56d-490e-86fc-a59e3671a2f8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a86cfc9d01bf4d518ba3ebc45e411177&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2555652 Sep 07 02:58:30.995273 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51016) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:31.010899 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6227ee29-e56d-490e-86fc-a59e3671a2f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:58:31.011259 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6227ee29-e56d-490e-86fc-a59e3671a2f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:58:31.011633 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6227ee29-e56d-490e-86fc-a59e3671a2f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:58:31.011975 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6227ee29-e56d-490e-86fc-a59e3671a2f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:58:31.012463 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6227ee29-e56d-490e-86fc-a59e3671a2f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:58:31.012799 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6227ee29-e56d-490e-86fc-a59e3671a2f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:58:31.013335 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6227ee29-e56d-490e-86fc-a59e3671a2f8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:58:31.013663 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6227ee29-e56d-490e-86fc-a59e3671a2f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:58:31.013986 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6227ee29-e56d-490e-86fc-a59e3671a2f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:58:31.014309 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6227ee29-e56d-490e-86fc-a59e3671a2f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:58:31.014631 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6227ee29-e56d-490e-86fc-a59e3671a2f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:58:31.014951 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6227ee29-e56d-490e-86fc-a59e3671a2f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:58:31.103386 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a09eeb81-b9e1-4959-bf5e-02b254fa14a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:31.110602 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c2522cab-dbef-4c33-99dd-516fbb7779aa admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4c9354482bbf46e593fb1c1c8959ca81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5474896 Sep 07 02:58:31.116139 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51018) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:31.187784 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a09eeb81-b9e1-4959-bf5e-02b254fa14a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:31.252801 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-086781fa-5220-43a5-8ac9-f5eb8f2b92af tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Deleting port e4ca6946-5cf2-4a59-b672-a2e4e647bd28 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:58:31.253817 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-086781fa-5220-43a5-8ac9-f5eb8f2b92af tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:31.299473 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-af42c121-07f5-414c-95f6-65667bd75cfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:31.330478 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-af42c121-07f5-414c-95f6-65667bd75cfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:31.358405 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae9ddb6-2988-4668-ac1f-c11d50d268cd req-3e227930-81ec-4028-8cc4-d6b121d2b882 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:31.367267 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2ae9ddb6-2988-4668-ac1f-c11d50d268cd req-3e227930-81ec-4028-8cc4-d6b121d2b882 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ba396db-1311-4ea4-ba29-032650972ec3 HTTP/1.1" status: 200 len: 945 time: 0.1255751 Sep 07 02:58:31.376186 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a09eeb81-b9e1-4959-bf5e-02b254fa14a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:31.378648 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a09eeb81-b9e1-4959-bf5e-02b254fa14a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:31.382570 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a09eeb81-b9e1-4959-bf5e-02b254fa14a6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3a8e684d-0653-4a96-876d-02ffde0da3e6 HTTP/1.1" status: 204 len: 168 time: 0.3833542 Sep 07 02:58:31.403058 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:31.413415 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 1bbcb186-00e0-42e2-83eb-189a2ab4b878 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:58:31.416817 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09eeb81-b9e1-4959-bf5e-02b254fa14a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8e684d-0653-4a96-876d-02ffde0da3e6,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:31.427092 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-086781fa-5220-43a5-8ac9-f5eb8f2b92af tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] For port e4ca6946-5cf2-4a59-b672-a2e4e647bd28, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=e4ca6946-5cf2-4a59-b672-a2e4e647bd28,segment=NetworkSegment(afe9fafd-f2db-4024-bfc3-32aa2fe6c295),segment_id=afe9fafd-f2db-4024-bfc3-32aa2fe6c295)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:58:31.428521 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-086781fa-5220-43a5-8ac9-f5eb8f2b92af tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:31.451065 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-086781fa-5220-43a5-8ac9-f5eb8f2b92af tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Calling delete_port for e4ca6946-5cf2-4a59-b672-a2e4e647bd28 owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:58:31.455702 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2ae9ddb6-2988-4668-ac1f-c11d50d268cd req-8be1e457-267b-478f-86e5-8e7b0a76956a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=294b048e-8567-497b-8d1d-04d7fb63968c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826483 Sep 07 02:58:31.476319 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-af42c121-07f5-414c-95f6-65667bd75cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:31.479102 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-af42c121-07f5-414c-95f6-65667bd75cfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:31.482743 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-af42c121-07f5-414c-95f6-65667bd75cfc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1e09143c-01f0-4737-aef3-f384cde3a030 HTTP/1.1" status: 204 len: 168 time: 0.3632400 Sep 07 02:58:31.511399 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 1bbcb186-00e0-42e2-83eb-189a2ab4b878 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:58:31.511775 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 1bbcb186-00e0-42e2-83eb-189a2ab4b878 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:58:31.512199 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device c937ba74-c3a9-4792-ad46-027a07960835 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:58:31.520622 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af42c121-07f5-414c-95f6-65667bd75cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e09143c-01f0-4737-aef3-f384cde3a030,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:31.543375 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: c937ba74-c3a9-4792-ad46-027a07960835 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:58:31.544658 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device c937ba74-c3a9-4792-ad46-027a07960835 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:58:31.711376 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-086781fa-5220-43a5-8ac9-f5eb8f2b92af tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:31.743732 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086781fa-5220-43a5-8ac9-f5eb8f2b92af tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event deleted for resources: {'Port': ['ID=e4ca6946-5cf2-4a59-b672-a2e4e647bd28,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:31.923709 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-086781fa-5220-43a5-8ac9-f5eb8f2b92af tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:32.261907 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-086781fa-5220-43a5-8ac9-f5eb8f2b92af tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Router 6854db5c-a096-434e-ab5e-b85d8664e0e3 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:58:32.445046 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086781fa-5220-43a5-8ac9-f5eb8f2b92af tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:58:32.454796 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51080) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:32.456461 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-086781fa-5220-43a5-8ac9-f5eb8f2b92af tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "PUT /v2.0/routers/6854db5c-a096-434e-ab5e-b85d8664e0e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7211637 Sep 07 02:58:32.459415 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34f8666-101a-452c-8175-4dd317ba9c85 None None] Sync routers for ids ['6854db5c-a096-434e-ab5e-b85d8664e0e3'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:58:32.471128 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34f8666-101a-452c-8175-4dd317ba9c85 None None] Routers {'6854db5c-a096-434e-ab5e-b85d8664e0e3'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:58:32.471787 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-c34f8666-101a-452c-8175-4dd317ba9c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:58:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['6854db5c-a096-434e-ab5e-b85d8664e0e3'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:32.646789 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8fbdf47-4d50-4b11-b423-986158fdcf4f tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Deleting subnet 96b2b57c-723f-4f80-975c-236d5659f5cb {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:58:32.651144 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c8fbdf47-4d50-4b11-b423-986158fdcf4f tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:32.676300 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-c34f8666-101a-452c-8175-4dd317ba9c85 None None] Set router 6854db5c-a096-434e-ab5e-b85d8664e0e3 gateway port host: None {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:58:32.734543 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51090) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:32.745641 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c8fbdf47-4d50-4b11-b423-986158fdcf4f tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:32.757465 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab561b-441a-4b4f-b9a3-36987e93d253 req-024d0c26-0a47-420f-ba53-f9aa69e91449 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:32.765436 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-33ab561b-441a-4b4f-b9a3-36987e93d253 req-024d0c26-0a47-420f-ba53-f9aa69e91449 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ba396db-1311-4ea4-ba29-032650972ec3 HTTP/1.1" status: 200 len: 945 time: 0.2044904 Sep 07 02:58:32.864514 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-33ab561b-441a-4b4f-b9a3-36987e93d253 req-e51d59b9-f53a-46fb-b505-9e8e876b22ce tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=294b048e-8567-497b-8d1d-04d7fb63968c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978510 Sep 07 02:58:32.906257 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-c5451b4b-4c9a-4795-8050-13ff0029e114 tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-573494722'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:58:32.917041 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c8fbdf47-4d50-4b11-b423-986158fdcf4f tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:32.937037 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5451b4b-4c9a-4795-8050-13ff0029e114 tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Made reservation on behalf of 420472a4b67d445290a1a053217c733b for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:58:32.946162 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c5451b4b-4c9a-4795-8050-13ff0029e114 tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:32.970352 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c5451b4b-4c9a-4795-8050-13ff0029e114 tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:33.007103 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-c34f8666-101a-452c-8175-4dd317ba9c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'name': 'tempest-RoutersIpV6Test-router-1538027324', 'tenant_id': '833039ece4bf420493581946638a10ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:57:48Z', 'updated_at': '2021-09-07T02:58:31Z', 'revision_number': 10, 'project_id': '833039ece4bf420493581946638a10ce', 'gw_port_host': None, '_interfaces': [{'id': '0d2f7ef5-19f6-404e-8a70-893e4a4a400f', 'name': '', 'network_id': 'b3f72c48-4a4a-45d1-98f3-4c95d8bdffeb', 'tenant_id': '833039ece4bf420493581946638a10ce', 'mac_address': 'fa:16:3e:ad:d4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': 'c59b4ca3-52f6-4aed-89f0-197fa5052280', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:57:51Z', 'updated_at': '2021-09-07T02:58:00Z', 'revision_number': 5, 'project_id': '833039ece4bf420493581946638a10ce', 'subnets': [{'id': 'c59b4ca3-52f6-4aed-89f0-197fa5052280', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:33.010737 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c8fbdf47-4d50-4b11-b423-986158fdcf4f tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:33.093605 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c5451b4b-4c9a-4795-8050-13ff0029e114 tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:33.099851 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c5451b4b-4c9a-4795-8050-13ff0029e114 tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:33.102881 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fbdf47-4d50-4b11-b423-986158fdcf4f tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event deleted for resources: {'Subnet': ['ID=96b2b57c-723f-4f80-975c-236d5659f5cb,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:33.117630 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5451b4b-4c9a-4795-8050-13ff0029e114 tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:58:33.123884 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c8fbdf47-4d50-4b11-b423-986158fdcf4f tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:33.129125 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f447729-2088-412c-b2f4-09c7e3041baa None None] Network 96249d43-1e02-467f-9149-5a13435ad27a requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:58:33.134682 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c8fbdf47-4d50-4b11-b423-986158fdcf4f tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "DELETE /v2.0/subnets/96b2b57c-723f-4f80-975c-236d5659f5cb HTTP/1.1" status: 204 len: 168 time: 0.6787572 Sep 07 02:58:33.136437 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51098) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:33.137006 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c5451b4b-4c9a-4795-8050-13ff0029e114 tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:33.137543 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-c5451b4b-4c9a-4795-8050-13ff0029e114 tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Added segment b3da33c6-5941-4082-bd8f-b62bbd8a4db9 of type vlan for network cd90ecfa-2b0f-446a-a20e-4b50c934229f Sep 07 02:58:33.187048 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c5451b4b-4c9a-4795-8050-13ff0029e114 tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:33.247533 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5451b4b-4c9a-4795-8050-13ff0029e114 tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5130af9b-06fb-4486-9c4d-0b7a0e8aea36,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:33.250309 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c5451b4b-4c9a-4795-8050-13ff0029e114 tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:33.257251 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5451b4b-4c9a-4795-8050-13ff0029e114 tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:33.257866 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c5451b4b-4c9a-4795-8050-13ff0029e114 tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:33.279256 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c5451b4b-4c9a-4795-8050-13ff0029e114 tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5433347 Sep 07 02:58:33.290882 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51104) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:33.299332 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-5c22977e-728e-469a-8b92-5179ca635b9e tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Request body: {'subnet': {'network_id': 'cd90ecfa-2b0f-446a-a20e-4b50c934229f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:58:33.365873 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-55a7e06a-fbce-4ead-ab85-4f5565c628cf tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:33.380041 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5451b4b-4c9a-4795-8050-13ff0029e114 tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Pushing event updated for resources: {'Network': ['ID=cd90ecfa-2b0f-446a-a20e-4b50c934229f,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:33.400143 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network cd90ecfa-2b0f-446a-a20e-4b50c934229f details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:58:33.460978 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c22977e-728e-469a-8b92-5179ca635b9e tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Made reservation on behalf of 420472a4b67d445290a1a053217c733b for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:58:33.466375 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5c22977e-728e-469a-8b92-5179ca635b9e tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:33.476780 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34f8666-101a-452c-8175-4dd317ba9c85 None None] Checking router: 6854db5c-a096-434e-ab5e-b85d8664e0e3 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:58:33.502827 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34f8666-101a-452c-8175-4dd317ba9c85 None None] Routers {'6854db5c-a096-434e-ab5e-b85d8664e0e3'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:58:33.503455 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-c34f8666-101a-452c-8175-4dd317ba9c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:58:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['6854db5c-a096-434e-ab5e-b85d8664e0e3'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:33.547928 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-55a7e06a-fbce-4ead-ab85-4f5565c628cf tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Deleting port 84877822-9fc7-4cc3-b9fe-db5db7b5cd92 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:58:33.548420 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-55a7e06a-fbce-4ead-ab85-4f5565c628cf tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:33.625367 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4093a6c5-d6bd-44c4-b871-3f8b97d215cf None None] DHCP port deletion for 96249d43-1e02-467f-9149-5a13435ad27a request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:58:33.677163 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-55a7e06a-fbce-4ead-ab85-4f5565c628cf tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] For port 84877822-9fc7-4cc3-b9fe-db5db7b5cd92, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=84877822-9fc7-4cc3-b9fe-db5db7b5cd92,segment=NetworkSegment(afe9fafd-f2db-4024-bfc3-32aa2fe6c295),segment_id=afe9fafd-f2db-4024-bfc3-32aa2fe6c295)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:58:33.678254 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-55a7e06a-fbce-4ead-ab85-4f5565c628cf tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:33.691842 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-c34f8666-101a-452c-8175-4dd317ba9c85 None None] Set router 6854db5c-a096-434e-ab5e-b85d8664e0e3 gateway port host: None {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:58:33.710831 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-4093a6c5-d6bd-44c4-b871-3f8b97d215cf None None] Deleting port 84877822-9fc7-4cc3-b9fe-db5db7b5cd92 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:58:33.711795 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4093a6c5-d6bd-44c4-b871-3f8b97d215cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:33.721918 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-55a7e06a-fbce-4ead-ab85-4f5565c628cf tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Calling delete_port for 84877822-9fc7-4cc3-b9fe-db5db7b5cd92 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:58:33.851209 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-4093a6c5-d6bd-44c4-b871-3f8b97d215cf None None] For port 84877822-9fc7-4cc3-b9fe-db5db7b5cd92, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=84877822-9fc7-4cc3-b9fe-db5db7b5cd92,segment=NetworkSegment(afe9fafd-f2db-4024-bfc3-32aa2fe6c295),segment_id=afe9fafd-f2db-4024-bfc3-32aa2fe6c295)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:58:33.851636 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4093a6c5-d6bd-44c4-b871-3f8b97d215cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:33.876434 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-4093a6c5-d6bd-44c4-b871-3f8b97d215cf None None] Calling delete_port for 84877822-9fc7-4cc3-b9fe-db5db7b5cd92 owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:58:33.877110 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-55a7e06a-fbce-4ead-ab85-4f5565c628cf tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:33.919562 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5c22977e-728e-469a-8b92-5179ca635b9e tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:33.939133 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a7e06a-fbce-4ead-ab85-4f5565c628cf tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] No DVR routers for this DVR port 84877822-9fc7-4cc3-b9fe-db5db7b5cd92 on host n-d-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:58:33.941306 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a7e06a-fbce-4ead-ab85-4f5565c628cf tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event deleted for resources: {'Port': ['ID=84877822-9fc7-4cc3-b9fe-db5db7b5cd92,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:34.027948 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-c34f8666-101a-452c-8175-4dd317ba9c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'name': 'tempest-RoutersIpV6Test-router-1538027324', 'tenant_id': '833039ece4bf420493581946638a10ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:57:48Z', 'updated_at': '2021-09-07T02:58:31Z', 'revision_number': 10, 'project_id': '833039ece4bf420493581946638a10ce', 'gw_port_host': None, '_interfaces': [{'id': '0d2f7ef5-19f6-404e-8a70-893e4a4a400f', 'name': '', 'network_id': 'b3f72c48-4a4a-45d1-98f3-4c95d8bdffeb', 'tenant_id': '833039ece4bf420493581946638a10ce', 'mac_address': 'fa:16:3e:ad:d4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': 'c59b4ca3-52f6-4aed-89f0-197fa5052280', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:57:51Z', 'updated_at': '2021-09-07T02:58:00Z', 'revision_number': 5, 'project_id': '833039ece4bf420493581946638a10ce', 'subnets': [{'id': 'c59b4ca3-52f6-4aed-89f0-197fa5052280', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:34.031812 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c22977e-728e-469a-8b92-5179ca635b9e tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Pushing event updated for resources: {'Subnet': ['ID=4fd91909-959f-49bd-ac93-3101cbba79a5,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:34.045703 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c22977e-728e-469a-8b92-5179ca635b9e tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:58:34.046328 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c22977e-728e-469a-8b92-5179ca635b9e tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:58:34.046829 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c22977e-728e-469a-8b92-5179ca635b9e tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:58:34.047341 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c22977e-728e-469a-8b92-5179ca635b9e tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:58:34.047852 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c22977e-728e-469a-8b92-5179ca635b9e tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:58:34.048344 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c22977e-728e-469a-8b92-5179ca635b9e tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:58:34.048895 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c22977e-728e-469a-8b92-5179ca635b9e tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:58:34.049406 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c22977e-728e-469a-8b92-5179ca635b9e tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:58:34.049896 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c22977e-728e-469a-8b92-5179ca635b9e tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:58:34.050509 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c22977e-728e-469a-8b92-5179ca635b9e tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:58:34.050996 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c22977e-728e-469a-8b92-5179ca635b9e tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:58:34.051509 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c22977e-728e-469a-8b92-5179ca635b9e tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:58:34.097089 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4093a6c5-d6bd-44c4-b871-3f8b97d215cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:34.142076 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34f8666-101a-452c-8175-4dd317ba9c85 None None] The sync data for ids ['6854db5c-a096-434e-ab5e-b85d8664e0e3'] in n-d-796209-16 is: [{'id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'name': 'tempest-RoutersIpV6Test-router-1538027324', 'tenant_id': '833039ece4bf420493581946638a10ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:57:48Z', 'updated_at': '2021-09-07T02:58:31Z', 'revision_number': 10, 'project_id': '833039ece4bf420493581946638a10ce', 'gw_port_host': None, '_interfaces': [{'id': '0d2f7ef5-19f6-404e-8a70-893e4a4a400f', 'name': '', 'network_id': 'b3f72c48-4a4a-45d1-98f3-4c95d8bdffeb', 'tenant_id': '833039ece4bf420493581946638a10ce', 'mac_address': 'fa:16:3e:ad:d4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2909, 'fixed_ips': [{'subnet_id': 'c59b4ca3-52f6-4aed-89f0-197fa5052280', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:57:51Z', 'updated_at': '2021-09-07T02:58:00Z', 'revision_number': 5, 'project_id': '833039ece4bf420493581946638a10ce', 'subnets': [{'id': 'c59b4ca3-52f6-4aed-89f0-197fa5052280', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:58:34.151447 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-55a7e06a-fbce-4ead-ab85-4f5565c628cf tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:34.179213 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2595ed0b-6461-4076-96aa-6e114a511785 req-9f0db0b7-c0cd-47d9-8dcc-9fb2611f1575 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:34.182329 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4093a6c5-d6bd-44c4-b871-3f8b97d215cf None None] Pushing event deleted for resources: {'Port': ['ID=84877822-9fc7-4cc3-b9fe-db5db7b5cd92,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:34.185443 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2595ed0b-6461-4076-96aa-6e114a511785 req-9f0db0b7-c0cd-47d9-8dcc-9fb2611f1575 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ba396db-1311-4ea4-ba29-032650972ec3 HTTP/1.1" status: 200 len: 945 time: 0.1502120 Sep 07 02:58:34.186552 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c22977e-728e-469a-8b92-5179ca635b9e tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Checking segment: {'id': 'b3da33c6-5941-4082-bd8f-b62bbd8a4db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'cd90ecfa-2b0f-446a-a20e-4b50c934229f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:58:34.186925 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c22977e-728e-469a-8b92-5179ca635b9e tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Network hostable DHCP agents. Network: cd90ecfa-2b0f-446a-a20e-4b50c934229f, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:58:34.222513 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4093a6c5-d6bd-44c4-b871-3f8b97d215cf None None] No DVR routers for this DVR port 84877822-9fc7-4cc3-b9fe-db5db7b5cd92 on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:58:34.237307 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-55a7e06a-fbce-4ead-ab85-4f5565c628cf tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96249d43-1e02-467f-9149-5a13435ad27a']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:34.251871 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-55a7e06a-fbce-4ead-ab85-4f5565c628cf tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afe9fafd-f2db-4024-bfc3-32aa2fe6c295') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:34.253131 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-55a7e06a-fbce-4ead-ab85-4f5565c628cf tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afe9fafd-f2db-4024-bfc3-32aa2fe6c295') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:34.274810 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-55a7e06a-fbce-4ead-ab85-4f5565c628cf tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:34.292910 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-55a7e06a-fbce-4ead-ab85-4f5565c628cf tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:34.293340 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2595ed0b-6461-4076-96aa-6e114a511785 req-efa08d77-5ea1-424e-873f-2eed980f3254 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=294b048e-8567-497b-8d1d-04d7fb63968c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969837 Sep 07 02:58:34.299053 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c22977e-728e-469a-8b92-5179ca635b9e tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Network cd90ecfa-2b0f-446a-a20e-4b50c934229f is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:58:34.305257 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55a7e06a-fbce-4ead-ab85-4f5565c628cf tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:58:34.305257 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-55a7e06a-fbce-4ead-ab85-4f5565c628cf tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:34.312569 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:58:34.312569 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:58:34.312569 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:58:34.312569 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:58:34.312569 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:58:34.312569 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:58:34.312569 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:58:34.312569 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:58:34.312569 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:58:34.312569 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:58:34.312569 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:58:34.312569 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:58:34.312569 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:58:34.312569 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:58:34.312569 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:58:34.312569 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:58:34.312569 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:58:34.312569 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:58:34.312569 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:58:34.312569 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:58:34.312569 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:58:34.312569 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:58:34.312569 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:58:34.312569 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:58:34.312569 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:58:34.312569 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:58:34.312569 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:58:34.312569 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:58:34.312569 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:58:34.312569 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:58:34.312569 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:58:34.312569 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:58:34.319834 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-5c22977e-728e-469a-8b92-5179ca635b9e tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, cd90ecfa-2b0f-446a-a20e-4b50c934229f) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:58:34.324817 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c22977e-728e-469a-8b92-5179ca635b9e tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:34.325538 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5c22977e-728e-469a-8b92-5179ca635b9e tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:34.341509 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9ba60d-9a14-4b81-8df3-d981300d3932 None None] Network cd90ecfa-2b0f-446a-a20e-4b50c934229f requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:58:34.355326 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-5c22977e-728e-469a-8b92-5179ca635b9e tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0618262 Sep 07 02:58:34.356824 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51128) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:34.361812 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-91489439-14f0-42b6-bad4-81b66234968a tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Request body: {'port': {'network_id': 'cd90ecfa-2b0f-446a-a20e-4b50c934229f', 'name': 'tempest-ExtraDHCPOptionsTestJSON-249551431'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:58:34.523446 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-55a7e06a-fbce-4ead-ab85-4f5565c628cf tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:34.544797 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-55a7e06a-fbce-4ead-ab85-4f5565c628cf tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:34.547971 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-55a7e06a-fbce-4ead-ab85-4f5565c628cf tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "DELETE /v2.0/networks/96249d43-1e02-467f-9149-5a13435ad27a HTTP/1.1" status: 204 len: 168 time: 1.4100132 Sep 07 02:58:34.551716 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51134) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:34.569517 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a7e06a-fbce-4ead-ab85-4f5565c628cf tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event deleted for resources: {'Network': ['ID=96249d43-1e02-467f-9149-5a13435ad27a,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:34.697330 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91489439-14f0-42b6-bad4-81b66234968a tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Made reservation on behalf of 420472a4b67d445290a1a053217c733b for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:58:34.703370 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-91489439-14f0-42b6-bad4-81b66234968a tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:34.706717 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c08ad02-fb72-4da5-a3ed-daaa4c1e535b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-cd90ecfa-2b0f-446a-a20e-4b50c934229f', 'network_id': 'cd90ecfa-2b0f-446a-a20e-4b50c934229f', 'tenant_id': '420472a4b67d445290a1a053217c733b', 'fixed_ips': [{'subnet_id': '4fd91909-959f-49bd-ac93-3101cbba79a5'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:58:34.707976 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4c08ad02-fb72-4da5-a3ed-daaa4c1e535b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:34.801180 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-91489439-14f0-42b6-bad4-81b66234968a tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] device_id is not set on port 90812c4c-97c1-48c3-93d3-8fdc58441861 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:58:34.945736 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-4c08ad02-fb72-4da5-a3ed-daaa4c1e535b None None] Allocated IP 172.20.0.2 (cd90ecfa-2b0f-446a-a20e-4b50c934229f/4fd91909-959f-49bd-ac93-3101cbba79a5/521aca57-eef2-48e9-ab04-9973912ec757) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:58:35.134364 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b0314c14-1bf9-4cda-a7c3-19601a62aa0f tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:35.219510 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4c08ad02-fb72-4da5-a3ed-daaa4c1e535b None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:35.237342 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-4c08ad02-fb72-4da5-a3ed-daaa4c1e535b None None] Transition to ACTIVE for port object 521aca57-eef2-48e9-ab04-9973912ec757 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:58:35.260417 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-4c08ad02-fb72-4da5-a3ed-daaa4c1e535b None None] Transition to ACTIVE for port object 521aca57-eef2-48e9-ab04-9973912ec757 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:58:35.269555 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4c08ad02-fb72-4da5-a3ed-daaa4c1e535b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:35.312527 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c08ad02-fb72-4da5-a3ed-daaa4c1e535b None None] Network cd90ecfa-2b0f-446a-a20e-4b50c934229f is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:58:35.319804 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-4c08ad02-fb72-4da5-a3ed-daaa4c1e535b None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:58:35.324152 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c08ad02-fb72-4da5-a3ed-daaa4c1e535b None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:58:35.384017 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c08ad02-fb72-4da5-a3ed-daaa4c1e535b None None] Pushing event updated for resources: {'Port': ['ID=521aca57-eef2-48e9-ab04-9973912ec757,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:35.456864 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-4c08ad02-fb72-4da5-a3ed-daaa4c1e535b None None] Attempting to bind port 521aca57-eef2-48e9-ab04-9973912ec757 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:58:35.457243 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-4c08ad02-fb72-4da5-a3ed-daaa4c1e535b None None] Attempting to bind port 521aca57-eef2-48e9-ab04-9973912ec757 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'b3da33c6-5941-4082-bd8f-b62bbd8a4db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'cd90ecfa-2b0f-446a-a20e-4b50c934229f'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:58:35.469503 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c08ad02-fb72-4da5-a3ed-daaa4c1e535b None None] Attempting to bind port 521aca57-eef2-48e9-ab04-9973912ec757 on network cd90ecfa-2b0f-446a-a20e-4b50c934229f {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:58:35.488012 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c08ad02-fb72-4da5-a3ed-daaa4c1e535b None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:58:35.488405 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c08ad02-fb72-4da5-a3ed-daaa4c1e535b None None] Checking segment: {'id': 'b3da33c6-5941-4082-bd8f-b62bbd8a4db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'cd90ecfa-2b0f-446a-a20e-4b50c934229f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:58:35.488823 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4c08ad02-fb72-4da5-a3ed-daaa4c1e535b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:35.489199 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c08ad02-fb72-4da5-a3ed-daaa4c1e535b None None] Bound using segment: {'id': 'b3da33c6-5941-4082-bd8f-b62bbd8a4db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'cd90ecfa-2b0f-446a-a20e-4b50c934229f'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:58:35.489693 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-4c08ad02-fb72-4da5-a3ed-daaa4c1e535b None None] Bound port: 521aca57-eef2-48e9-ab04-9973912ec757, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3da33c6-5941-4082-bd8f-b62bbd8a4db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'cd90ecfa-2b0f-446a-a20e-4b50c934229f'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:58:35.490097 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4c08ad02-fb72-4da5-a3ed-daaa4c1e535b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:35.511081 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-91489439-14f0-42b6-bad4-81b66234968a tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Allocated IP 172.20.0.13 (cd90ecfa-2b0f-446a-a20e-4b50c934229f/4fd91909-959f-49bd-ac93-3101cbba79a5/90812c4c-97c1-48c3-93d3-8fdc58441861) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:58:35.567365 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 84877822-9fc7-4cc3-b9fe-db5db7b5cd92 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:58:35.569184 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526946f7-12fc-4f37-9dcb-ce2c38c09716 req-96880db5-f235-4159-96fe-0d096578a449 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:35.571966 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-526946f7-12fc-4f37-9dcb-ce2c38c09716 req-96880db5-f235-4159-96fe-0d096578a449 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ba396db-1311-4ea4-ba29-032650972ec3 HTTP/1.1" status: 200 len: 945 time: 0.1405072 Sep 07 02:58:35.626229 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51152) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:35.641763 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 84877822-9fc7-4cc3-b9fe-db5db7b5cd92 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:58:35.645928 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 84877822-9fc7-4cc3-b9fe-db5db7b5cd92 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:58:35.647116 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device e4ca6946-5cf2-4a59-b672-a2e4e647bd28 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:58:35.680170 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: e4ca6946-5cf2-4a59-b672-a2e4e647bd28 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:58:35.680541 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device e4ca6946-5cf2-4a59-b672-a2e4e647bd28 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:58:35.712681 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-526946f7-12fc-4f37-9dcb-ce2c38c09716 req-f350411d-36ac-457c-9b0c-0d55fcf3b58d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=294b048e-8567-497b-8d1d-04d7fb63968c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333163 Sep 07 02:58:35.732037 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-4c08ad02-fb72-4da5-a3ed-daaa4c1e535b None None] For port 521aca57-eef2-48e9-ab04-9973912ec757, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:58:35.738163 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-4c08ad02-fb72-4da5-a3ed-daaa4c1e535b None None] For port 521aca57-eef2-48e9-ab04-9973912ec757, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=521aca57-eef2-48e9-ab04-9973912ec757,segment=NetworkSegment(b3da33c6-5941-4082-bd8f-b62bbd8a4db9),segment_id=b3da33c6-5941-4082-bd8f-b62bbd8a4db9)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:58:35.745432 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4c08ad02-fb72-4da5-a3ed-daaa4c1e535b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:35.832881 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c08ad02-fb72-4da5-a3ed-daaa4c1e535b None None] Pushing event updated for resources: {'Port': ['ID=521aca57-eef2-48e9-ab04-9973912ec757,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:35.891760 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-99c66b60-4cb2-439f-84d8-f1abf52d0a04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:35.914473 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-91489439-14f0-42b6-bad4-81b66234968a tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:35.971990 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-91489439-14f0-42b6-bad4-81b66234968a tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Transition to ACTIVE for port object 90812c4c-97c1-48c3-93d3-8fdc58441861 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:58:35.975159 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-b0314c14-1bf9-4cda-a7c3-19601a62aa0f tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Deleting port 0d2f7ef5-19f6-404e-8a70-893e4a4a400f {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:58:35.975507 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b0314c14-1bf9-4cda-a7c3-19601a62aa0f tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:36.141888 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-99c66b60-4cb2-439f-84d8-f1abf52d0a04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:36.143058 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-b0314c14-1bf9-4cda-a7c3-19601a62aa0f tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] For port 0d2f7ef5-19f6-404e-8a70-893e4a4a400f, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=0d2f7ef5-19f6-404e-8a70-893e4a4a400f,segment=NetworkSegment(46cd136f-e721-4d10-ba3d-0f1a63839df8),segment_id=46cd136f-e721-4d10-ba3d-0f1a63839df8)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:58:36.143859 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b0314c14-1bf9-4cda-a7c3-19601a62aa0f tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:36.159358 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-99c66b60-4cb2-439f-84d8-f1abf52d0a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:36.207691 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-b0314c14-1bf9-4cda-a7c3-19601a62aa0f tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Calling delete_port for 0d2f7ef5-19f6-404e-8a70-893e4a4a400f owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:58:36.254070 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-99c66b60-4cb2-439f-84d8-f1abf52d0a04 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d14b0f3f5d564e05a3d8c2a007521165&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6262703 Sep 07 02:58:36.264004 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51164) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:36.265726 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c66b60-4cb2-439f-84d8-f1abf52d0a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d74e02de-fbd5-46a9-ba40-193bb7f708f8,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:36.362329 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-91489439-14f0-42b6-bad4-81b66234968a tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:36.568288 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b0314c14-1bf9-4cda-a7c3-19601a62aa0f tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:36.586620 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91489439-14f0-42b6-bad4-81b66234968a tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Network cd90ecfa-2b0f-446a-a20e-4b50c934229f is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:58:36.601189 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-91489439-14f0-42b6-bad4-81b66234968a tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:58:36.609761 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91489439-14f0-42b6-bad4-81b66234968a tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:58:36.619136 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5b56f694-a018-413f-89f2-9482c0e4755e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:36.676100 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91489439-14f0-42b6-bad4-81b66234968a tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Pushing event updated for resources: {'Port': ['ID=90812c4c-97c1-48c3-93d3-8fdc58441861,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:36.699873 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5b56f694-a018-413f-89f2-9482c0e4755e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:36.760384 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0314c14-1bf9-4cda-a7c3-19601a62aa0f tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event deleted for resources: {'Port': ['ID=0d2f7ef5-19f6-404e-8a70-893e4a4a400f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:36.914379 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91489439-14f0-42b6-bad4-81b66234968a tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:36.915067 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-91489439-14f0-42b6-bad4-81b66234968a tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:36.968331 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5054d88-77e3-4f38-8ec6-93aba2574b44 req-2d6c8380-f0db-4cbe-b9ff-dd6069372539 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:36.969818 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a5054d88-77e3-4f38-8ec6-93aba2574b44 req-2d6c8380-f0db-4cbe-b9ff-dd6069372539 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ba396db-1311-4ea4-ba29-032650972ec3 HTTP/1.1" status: 200 len: 945 time: 0.1154692 Sep 07 02:58:36.972558 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-91489439-14f0-42b6-bad4-81b66234968a tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.6143403 Sep 07 02:58:36.972558 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b0314c14-1bf9-4cda-a7c3-19601a62aa0f tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:36.975751 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51170) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:36.981400 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-add1733f-c194-47c9-8b23-b3ae80591255 tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Request body: {'port': {'network_id': 'cd90ecfa-2b0f-446a-a20e-4b50c934229f', 'name': 'tempest-ExtraDHCPOptionsTestJSON-211485397', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:58:36.981400 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.api.validators [None req-add1733f-c194-47c9-8b23-b3ae80591255 tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] bootfile-name is not in valid_values {{(pid=94701) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 07 02:58:36.981763 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.api.validators [None req-add1733f-c194-47c9-8b23-b3ae80591255 tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] tftp-server is not in valid_values {{(pid=94701) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 07 02:58:36.982308 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.api.validators [None req-add1733f-c194-47c9-8b23-b3ae80591255 tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] server-ip-address is not in valid_values {{(pid=94701) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 07 02:58:37.094276 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5b56f694-a018-413f-89f2-9482c0e4755e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:37.096844 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5b56f694-a018-413f-89f2-9482c0e4755e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:37.098441 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-5b56f694-a018-413f-89f2-9482c0e4755e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d74e02de-fbd5-46a9-ba40-193bb7f708f8 HTTP/1.1" status: 204 len: 168 time: 0.8315351 Sep 07 02:58:37.176857 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add1733f-c194-47c9-8b23-b3ae80591255 tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Made reservation on behalf of 420472a4b67d445290a1a053217c733b for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:58:37.181907 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-add1733f-c194-47c9-8b23-b3ae80591255 tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:37.183108 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a5054d88-77e3-4f38-8ec6-93aba2574b44 req-d4fc881c-e01d-40d9-a929-692b745d1d61 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=294b048e-8567-497b-8d1d-04d7fb63968c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2018323 Sep 07 02:58:37.188035 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b56f694-a018-413f-89f2-9482c0e4755e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74e02de-fbd5-46a9-ba40-193bb7f708f8,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:37.236492 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-add1733f-c194-47c9-8b23-b3ae80591255 tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] device_id is not set on port e30130aa-cc31-4eb5-9cdc-f254786126c5 yet. {{(pid=94701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:58:37.325552 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0314c14-1bf9-4cda-a7c3-19601a62aa0f tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Router 6854db5c-a096-434e-ab5e-b85d8664e0e3 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:58:37.417972 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80703aa6-aaae-46cb-88e8-721156482375 None None] Network cd90ecfa-2b0f-446a-a20e-4b50c934229f requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:58:37.483998 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-add1733f-c194-47c9-8b23-b3ae80591255 tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Allocated IP 172.20.0.14 (cd90ecfa-2b0f-446a-a20e-4b50c934229f/4fd91909-959f-49bd-ac93-3101cbba79a5/e30130aa-cc31-4eb5-9cdc-f254786126c5) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:58:37.660447 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [req-b274d186-ffbb-46f1-bd2d-5c35e32f6f2c req-1a2fa5ce-c8bc-4b71-894a-fa4485c0838d service neutron] (94701) timed out ('10.222.0.16', 59611) {{(pid=94701) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 02:58:37.689458 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-f3a0c8a9-db78-419a-b66f-b9e420e9b241 None None] Provisioning for port 521aca57-eef2-48e9-ab04-9973912ec757 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:58:37.770721 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 521aca57-eef2-48e9-ab04-9973912ec757 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:58:37.780357 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51188) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:37.821941 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6218d1db-98ff-4694-ba0a-225d093c110f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:37.872476 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 521aca57-eef2-48e9-ab04-9973912ec757 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:58:37.877263 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 521aca57-eef2-48e9-ab04-9973912ec757 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:58:37.878397 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:37.935380 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-add1733f-c194-47c9-8b23-b3ae80591255 tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:37.977107 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-add1733f-c194-47c9-8b23-b3ae80591255 tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Transition to ACTIVE for port object e30130aa-cc31-4eb5-9cdc-f254786126c5 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:58:37.986584 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:38.027786 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0314c14-1bf9-4cda-a7c3-19601a62aa0f tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:58:38.033081 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b0314c14-1bf9-4cda-a7c3-19601a62aa0f tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "PUT /v2.0/routers/6854db5c-a096-434e-ab5e-b85d8664e0e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4801760 Sep 07 02:58:38.035721 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51190) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:38.076518 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-add1733f-c194-47c9-8b23-b3ae80591255 tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:38.084147 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 521aca57-eef2-48e9-ab04-9973912ec757, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=521aca57-eef2-48e9-ab04-9973912ec757,segment=NetworkSegment(b3da33c6-5941-4082-bd8f-b62bbd8a4db9),segment_id=b3da33c6-5941-4082-bd8f-b62bbd8a4db9)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:58:38.091265 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5545b9-06e4-4c33-816c-d2388d36d016 None None] Sync routers for ids ['6854db5c-a096-434e-ab5e-b85d8664e0e3'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:58:38.113176 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:38.121607 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-77851f05-3e34-4df4-bf13-3e88dd1c1105 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Deleting subnet c59b4ca3-52f6-4aed-89f0-197fa5052280 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:58:38.126701 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-77851f05-3e34-4df4-bf13-3e88dd1c1105 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:38.153972 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add1733f-c194-47c9-8b23-b3ae80591255 tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Pushing event updated for resources: {'Port': ['ID=e30130aa-cc31-4eb5-9cdc-f254786126c5,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:38.190369 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add1733f-c194-47c9-8b23-b3ae80591255 tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Network cd90ecfa-2b0f-446a-a20e-4b50c934229f is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:58:38.199171 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-77851f05-3e34-4df4-bf13-3e88dd1c1105 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:38.199874 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-add1733f-c194-47c9-8b23-b3ae80591255 tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:58:38.205159 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add1733f-c194-47c9-8b23-b3ae80591255 tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:58:38.206496 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5545b9-06e4-4c33-816c-d2388d36d016 None None] Routers {'6854db5c-a096-434e-ab5e-b85d8664e0e3'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:58:38.207146 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-bc5545b9-06e4-4c33-816c-d2388d36d016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:58:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['6854db5c-a096-434e-ab5e-b85d8664e0e3'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:38.337758 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add1733f-c194-47c9-8b23-b3ae80591255 tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:38.338458 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-add1733f-c194-47c9-8b23-b3ae80591255 tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:38.343195 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-bc5545b9-06e4-4c33-816c-d2388d36d016 None None] Set router 6854db5c-a096-434e-ab5e-b85d8664e0e3 gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:58:38.401487 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6218d1db-98ff-4694-ba0a-225d093c110f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:38.418114 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-77851f05-3e34-4df4-bf13-3e88dd1c1105 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:38.432601 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6218d1db-98ff-4694-ba0a-225d093c110f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:38.440935 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-add1733f-c194-47c9-8b23-b3ae80591255 tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.4639535 Sep 07 02:58:38.450474 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51196) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:38.450925 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-bc5545b9-06e4-4c33-816c-d2388d36d016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'name': 'tempest-RoutersIpV6Test-router-1538027324', 'tenant_id': '833039ece4bf420493581946638a10ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:57:48Z', 'updated_at': '2021-09-07T02:58:36Z', 'revision_number': 11, 'project_id': '833039ece4bf420493581946638a10ce', 'gw_port_host': None}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:38.507196 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5545b9-06e4-4c33-816c-d2388d36d016 None None] Checking router: 6854db5c-a096-434e-ab5e-b85d8664e0e3 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:58:38.515308 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-6218d1db-98ff-4694-ba0a-225d093c110f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=05de1120e625476ea791ab38a79704bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7287571 Sep 07 02:58:38.517063 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51198) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:38.518641 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6218d1db-98ff-4694-ba0a-225d093c110f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea1e71c-061c-4cbb-8934-b0b9f6a64741,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:38.534781 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5545b9-06e4-4c33-816c-d2388d36d016 None None] Routers {'6854db5c-a096-434e-ab5e-b85d8664e0e3'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:58:38.539156 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-bc5545b9-06e4-4c33-816c-d2388d36d016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:58:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['6854db5c-a096-434e-ab5e-b85d8664e0e3'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:38.549441 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f6338-3882-46e4-914f-3c412b84593f req-7bffb6e0-f645-4993-a031-bde07c1a69a6 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:38.550924 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b72f6338-3882-46e4-914f-3c412b84593f req-7bffb6e0-f645-4993-a031-bde07c1a69a6 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ba396db-1311-4ea4-ba29-032650972ec3 HTTP/1.1" status: 200 len: 945 time: 0.1652679 Sep 07 02:58:38.570206 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-77851f05-3e34-4df4-bf13-3e88dd1c1105 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:38.607809 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=521aca57-eef2-48e9-ab04-9973912ec757,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:38.618254 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f04c25a-32dd-43f2-8da2-b557c1ffecdb tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:38.624385 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f04c25a-32dd-43f2-8da2-b557c1ffecdb tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:38.624904 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-2929b149-e67f-45cb-bb57-35781517b199 None None] Provisioning complete for port 521aca57-eef2-48e9-ab04-9973912ec757 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:58:38.625488 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2929b149-e67f-45cb-bb57-35781517b199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:38.637779 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f04c25a-32dd-43f2-8da2-b557c1ffecdb tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:38.642123 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-1f04c25a-32dd-43f2-8da2-b557c1ffecdb tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.1835399 Sep 07 02:58:38.643941 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51200) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:38.667715 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77851f05-3e34-4df4-bf13-3e88dd1c1105 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event deleted for resources: {'Subnet': ['ID=c59b4ca3-52f6-4aed-89f0-197fa5052280,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:38.676301 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-77851f05-3e34-4df4-bf13-3e88dd1c1105 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:38.679659 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-77851f05-3e34-4df4-bf13-3e88dd1c1105 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "DELETE /v2.0/subnets/c59b4ca3-52f6-4aed-89f0-197fa5052280 HTTP/1.1" status: 204 len: 168 time: 0.6428466 Sep 07 02:58:38.682261 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51202) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:38.731911 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b72f6338-3882-46e4-914f-3c412b84593f req-2070dbf4-0c77-449e-a0c7-d5601ecffd44 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=294b048e-8567-497b-8d1d-04d7fb63968c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656139 Sep 07 02:58:38.738957 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-67c79dab-2a1d-44f7-bec1-4998211f5e41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:38.744924 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f886c7-2c5c-4610-ac98-91515920253e None None] Network b3f72c48-4a4a-45d1-98f3-4c95d8bdffeb requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:58:38.825207 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-67c79dab-2a1d-44f7-bec1-4998211f5e41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:38.837828 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-bc5545b9-06e4-4c33-816c-d2388d36d016 None None] Set router 6854db5c-a096-434e-ab5e-b85d8664e0e3 gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:58:38.890375 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ecd7bda6-1147-4f1f-a579-3a65f17b9b89 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:38.922361 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-a9684ef0-440e-4d94-84f8-b5b1e02503ed tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Deleting port e30130aa-cc31-4eb5-9cdc-f254786126c5 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:58:38.922782 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a9684ef0-440e-4d94-84f8-b5b1e02503ed tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:38.964952 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-bc5545b9-06e4-4c33-816c-d2388d36d016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'name': 'tempest-RoutersIpV6Test-router-1538027324', 'tenant_id': '833039ece4bf420493581946638a10ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:57:48Z', 'updated_at': '2021-09-07T02:58:36Z', 'revision_number': 11, 'project_id': '833039ece4bf420493581946638a10ce', 'gw_port_host': None}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:38.979148 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-67c79dab-2a1d-44f7-bec1-4998211f5e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:38.981661 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-67c79dab-2a1d-44f7-bec1-4998211f5e41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:38.982498 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-ecd7bda6-1147-4f1f-a579-3a65f17b9b89 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Deleting port 73ed06c9-246a-4952-85ce-894ccb9a179f {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:58:38.983074 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ecd7bda6-1147-4f1f-a579-3a65f17b9b89 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:38.985489 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-67c79dab-2a1d-44f7-bec1-4998211f5e41 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bea1e71c-061c-4cbb-8934-b0b9f6a64741 HTTP/1.1" status: 204 len: 168 time: 0.4639361 Sep 07 02:58:39.011086 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c79dab-2a1d-44f7-bec1-4998211f5e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea1e71c-061c-4cbb-8934-b0b9f6a64741,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:39.117909 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5545b9-06e4-4c33-816c-d2388d36d016 None None] The sync data for ids ['6854db5c-a096-434e-ab5e-b85d8664e0e3'] in n-d-796209-16 is: [{'id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'name': 'tempest-RoutersIpV6Test-router-1538027324', 'tenant_id': '833039ece4bf420493581946638a10ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:57:48Z', 'updated_at': '2021-09-07T02:58:36Z', 'revision_number': 11, 'project_id': '833039ece4bf420493581946638a10ce', 'gw_port_host': None}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:58:39.127769 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a9684ef0-440e-4d94-84f8-b5b1e02503ed tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:39.128845 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-2929b149-e67f-45cb-bb57-35781517b199 None None] Provisioning for port 90812c4c-97c1-48c3-93d3-8fdc58441861 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:58:39.136244 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-2929b149-e67f-45cb-bb57-35781517b199 None None] Provisioning complete for port 90812c4c-97c1-48c3-93d3-8fdc58441861 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:58:39.136952 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2929b149-e67f-45cb-bb57-35781517b199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:39.161364 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-a9684ef0-440e-4d94-84f8-b5b1e02503ed tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Calling delete_port for e30130aa-cc31-4eb5-9cdc-f254786126c5 owned by {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:58:39.192062 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-ecd7bda6-1147-4f1f-a579-3a65f17b9b89 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] For port 73ed06c9-246a-4952-85ce-894ccb9a179f, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=73ed06c9-246a-4952-85ce-894ccb9a179f,segment=NetworkSegment(46cd136f-e721-4d10-ba3d-0f1a63839df8),segment_id=46cd136f-e721-4d10-ba3d-0f1a63839df8)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:58:39.192562 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ecd7bda6-1147-4f1f-a579-3a65f17b9b89 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:39.197609 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-2929b149-e67f-45cb-bb57-35781517b199 None None] Port 90812c4c-97c1-48c3-93d3-8fdc58441861 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:58:39.219949 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-ecd7bda6-1147-4f1f-a579-3a65f17b9b89 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Calling delete_port for 73ed06c9-246a-4952-85ce-894ccb9a179f owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:58:39.323948 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-7933524f-7940-4ffb-aae8-1d8c57c9c893 None None] Provisioning complete for port 90812c4c-97c1-48c3-93d3-8fdc58441861 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:58:39.325801 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7933524f-7940-4ffb-aae8-1d8c57c9c893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:39.348068 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ecd7bda6-1147-4f1f-a579-3a65f17b9b89 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:39.385564 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-7933524f-7940-4ffb-aae8-1d8c57c9c893 None None] Port 90812c4c-97c1-48c3-93d3-8fdc58441861 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:58:39.392048 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-7933524f-7940-4ffb-aae8-1d8c57c9c893 None None] Could not find standard attr ID for object e30130aa-cc31-4eb5-9cdc-f254786126c5. {{(pid=94702) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 02:58:39.395373 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a9684ef0-440e-4d94-84f8-b5b1e02503ed tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:39.404499 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd7bda6-1147-4f1f-a579-3a65f17b9b89 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event deleted for resources: {'Port': ['ID=73ed06c9-246a-4952-85ce-894ccb9a179f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:39.408358 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd7bda6-1147-4f1f-a579-3a65f17b9b89 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] No DVR routers for this DVR port 73ed06c9-246a-4952-85ce-894ccb9a179f on host n-d-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:58:39.526470 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6295f6fb-41a3-4500-8f12-5096aa1f1fad None None] DHCP port deletion for b3f72c48-4a4a-45d1-98f3-4c95d8bdffeb request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:58:39.548460 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ecd7bda6-1147-4f1f-a579-3a65f17b9b89 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:39.557157 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9684ef0-440e-4d94-84f8-b5b1e02503ed tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Pushing event deleted for resources: {'Port': ['ID=e30130aa-cc31-4eb5-9cdc-f254786126c5,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:39.627731 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-ecd7bda6-1147-4f1f-a579-3a65f17b9b89 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3f72c48-4a4a-45d1-98f3-4c95d8bdffeb']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:39.629925 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 521aca57-eef2-48e9-ab04-9973912ec757 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:58:39.670209 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a9684ef0-440e-4d94-84f8-b5b1e02503ed tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:39.673985 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-ecd7bda6-1147-4f1f-a579-3a65f17b9b89 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46cd136f-e721-4d10-ba3d-0f1a63839df8') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:39.674296 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-ecd7bda6-1147-4f1f-a579-3a65f17b9b89 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46cd136f-e721-4d10-ba3d-0f1a63839df8') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:39.676046 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a9684ef0-440e-4d94-84f8-b5b1e02503ed tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] 10.222.0.22 "DELETE /v2.0/ports/e30130aa-cc31-4eb5-9cdc-f254786126c5 HTTP/1.1" status: 204 len: 168 time: 1.0304711 Sep 07 02:58:39.680707 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51218) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:39.688151 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-086c1f4e-fb04-47a1-839a-da0c1191bec3 tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Request body: {'port': {'name': 'tempest-new-port-name-704246186', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:58:39.688800 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.api.validators [None req-086c1f4e-fb04-47a1-839a-da0c1191bec3 tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] bootfile-name is not in valid_values {{(pid=94701) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 07 02:58:39.689467 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.api.validators [None req-086c1f4e-fb04-47a1-839a-da0c1191bec3 tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] tftp-server is not in valid_values {{(pid=94701) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 07 02:58:39.690041 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.api.validators [None req-086c1f4e-fb04-47a1-839a-da0c1191bec3 tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] server-ip-address is not in valid_values {{(pid=94701) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 07 02:58:39.698839 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ecd7bda6-1147-4f1f-a579-3a65f17b9b89 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:39.731182 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ecd7bda6-1147-4f1f-a579-3a65f17b9b89 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:39.744401 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecd7bda6-1147-4f1f-a579-3a65f17b9b89 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:58:39.745820 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 521aca57-eef2-48e9-ab04-9973912ec757 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:58:39.745984 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ecd7bda6-1147-4f1f-a579-3a65f17b9b89 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:39.751532 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:39.752584 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:58:39.752584 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:58:39.752584 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:58:39.752584 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:58:39.752584 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:58:39.752584 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:58:39.752584 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:58:39.752584 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:58:39.752584 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:58:39.752584 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:58:39.752584 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:58:39.752584 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:58:39.752584 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:58:39.752584 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:58:39.752584 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:58:39.752584 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:58:39.752584 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:58:39.752584 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:58:39.752584 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:58:39.752584 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:58:39.752584 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:58:39.752584 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:58:39.752584 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:58:39.752584 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:58:39.752584 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:58:39.752584 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:58:39.752584 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:58:39.752584 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:58:39.752584 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:58:39.752584 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:58:39.752584 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:58:39.752584 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:58:39.832164 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-086c1f4e-fb04-47a1-839a-da0c1191bec3 tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:39.909142 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ecd7bda6-1147-4f1f-a579-3a65f17b9b89 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:39.917372 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ecd7bda6-1147-4f1f-a579-3a65f17b9b89 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:39.919303 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ecd7bda6-1147-4f1f-a579-3a65f17b9b89 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "DELETE /v2.0/networks/b3f72c48-4a4a-45d1-98f3-4c95d8bdffeb HTTP/1.1" status: 204 len: 168 time: 1.2359533 Sep 07 02:58:39.924041 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51226) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:39.929942 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-f59c183f-34f8-4f33-87ed-6fbbee86db98 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Request body: {'router': {'routes': None}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:58:39.964779 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd7bda6-1147-4f1f-a579-3a65f17b9b89 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Pushing event deleted for resources: {'Network': ['ID=b3f72c48-4a4a-45d1-98f3-4c95d8bdffeb,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:39.984034 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 73ed06c9-246a-4952-85ce-894ccb9a179f no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:58:39.992709 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8fcad8-2d73-4386-8a4c-1d6673c31a22 req-c275e12b-05ef-4c23-a213-52cc4e87445f tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:39.996232 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ae8fcad8-2d73-4386-8a4c-1d6673c31a22 req-c275e12b-05ef-4c23-a213-52cc4e87445f tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ba396db-1311-4ea4-ba29-032650972ec3 HTTP/1.1" status: 200 len: 945 time: 0.1375368 Sep 07 02:58:40.006992 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 73ed06c9-246a-4952-85ce-894ccb9a179f {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:58:40.007367 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 73ed06c9-246a-4952-85ce-894ccb9a179f not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:58:40.015054 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 0d2f7ef5-19f6-404e-8a70-893e4a4a400f no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:58:40.055329 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ae8fcad8-2d73-4386-8a4c-1d6673c31a22 req-5f1c70cc-5a7a-4c82-8234-c867abbd0540 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=294b048e-8567-497b-8d1d-04d7fb63968c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419593 Sep 07 02:58:40.073970 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 0d2f7ef5-19f6-404e-8a70-893e4a4a400f {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:58:40.074341 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 0d2f7ef5-19f6-404e-8a70-893e4a4a400f not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:58:40.514335 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.extraroute_db [None req-f59c183f-34f8-4f33-87ed-6fbbee86db98 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Added routes are [] {{(pid=94701) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 07 02:58:40.514882 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.extraroute_db [None req-f59c183f-34f8-4f33-87ed-6fbbee86db98 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Removed routes are [] {{(pid=94701) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 07 02:58:40.515010 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f59c183f-34f8-4f33-87ed-6fbbee86db98 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-553517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3974'] for router, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:40.716287 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f59c183f-34f8-4f33-87ed-6fbbee86db98 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-553517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3974'] for router, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:40.726095 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f59c183f-34f8-4f33-87ed-6fbbee86db98 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-553510'] for router, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:40.843348 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f59c183f-34f8-4f33-87ed-6fbbee86db98 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Router 6854db5c-a096-434e-ab5e-b85d8664e0e3 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:58:40.848939 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-086c1f4e-fb04-47a1-839a-da0c1191bec3 tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:40.856633 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-086c1f4e-fb04-47a1-839a-da0c1191bec3 tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:41.003125 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086c1f4e-fb04-47a1-839a-da0c1191bec3 tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Pushing event updated for resources: {'Port': ['ID=90812c4c-97c1-48c3-93d3-8fdc58441861,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:41.009304 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f59c183f-34f8-4f33-87ed-6fbbee86db98 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:58:41.019093 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63434926-fcde-4bcb-a158-b388a4e84007 None None] Sync routers for ids ['6854db5c-a096-434e-ab5e-b85d8664e0e3'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:58:41.036057 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f59c183f-34f8-4f33-87ed-6fbbee86db98 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:41.042250 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f59c183f-34f8-4f33-87ed-6fbbee86db98 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "PUT /v2.0/routers/6854db5c-a096-434e-ab5e-b85d8664e0e3 HTTP/1.1" status: 200 len: 705 time: 1.1171551 Sep 07 02:58:41.042721 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51258) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:41.049356 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63434926-fcde-4bcb-a158-b388a4e84007 None None] Routers {'6854db5c-a096-434e-ab5e-b85d8664e0e3'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:58:41.050180 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-63434926-fcde-4bcb-a158-b388a4e84007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:58:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['6854db5c-a096-434e-ab5e-b85d8664e0e3'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:41.063050 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-086c1f4e-fb04-47a1-839a-da0c1191bec3 tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] In _notify_port_updated(), no bound segment for port 90812c4c-97c1-48c3-93d3-8fdc58441861 on network cd90ecfa-2b0f-446a-a20e-4b50c934229f {{(pid=94701) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 07 02:58:41.083446 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086c1f4e-fb04-47a1-839a-da0c1191bec3 tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:41.084294 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-086c1f4e-fb04-47a1-839a-da0c1191bec3 tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:41.086883 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-582218c2-138c-4f8f-9a67-dee758801a04 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "GET /v2.0/ports?device_id=6854db5c-a096-434e-ab5e-b85d8664e0e3 HTTP/1.1" status: 200 len: 205 time: 0.0364251 Sep 07 02:58:41.089233 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-086c1f4e-fb04-47a1-839a-da0c1191bec3 tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] 10.222.0.22 "PUT /v2.0/ports/90812c4c-97c1-48c3-93d3-8fdc58441861 HTTP/1.1" status: 200 len: 1136 time: 1.4072084 Sep 07 02:58:41.090192 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51262) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:41.093742 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51264) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:41.226154 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-63434926-fcde-4bcb-a158-b388a4e84007 None None] Set router 6854db5c-a096-434e-ab5e-b85d8664e0e3 gateway port host: None {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:58:41.231271 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30a1703-fccc-482e-9bb6-5587c1a9f1d5 tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:41.232805 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f30a1703-fccc-482e-9bb6-5587c1a9f1d5 tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] 10.222.0.22 "GET /v2.0/ports/90812c4c-97c1-48c3-93d3-8fdc58441861 HTTP/1.1" status: 200 len: 1136 time: 0.1366372 Sep 07 02:58:41.252843 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51270) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:41.265022 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-57432718-df9e-4b02-b870-4cf5f35014d2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:41.319373 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e4ecdf-5089-446d-9507-d3e8f1cd4347 req-b2340865-1450-42be-92d6-1c5a0d09bf82 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:41.321481 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-75e4ecdf-5089-446d-9507-d3e8f1cd4347 req-b2340865-1450-42be-92d6-1c5a0d09bf82 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ba396db-1311-4ea4-ba29-032650972ec3 HTTP/1.1" status: 200 len: 945 time: 0.0876615 Sep 07 02:58:41.337976 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-4a37034e-0854-4da5-b8a9-aa32058209d9 None None] Provisioning complete for port 90812c4c-97c1-48c3-93d3-8fdc58441861 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:58:41.338818 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4a37034e-0854-4da5-b8a9-aa32058209d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:41.361700 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-63434926-fcde-4bcb-a158-b388a4e84007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'name': 'tempest-RoutersIpV6Test-router-1538027324', 'tenant_id': '833039ece4bf420493581946638a10ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:57:48Z', 'updated_at': '2021-09-07T02:58:36Z', 'revision_number': 11, 'project_id': '833039ece4bf420493581946638a10ce', 'gw_port_host': None}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:41.407669 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-75e4ecdf-5089-446d-9507-d3e8f1cd4347 req-723b9e14-66d8-411f-acbc-1fb2b8d43f03 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=294b048e-8567-497b-8d1d-04d7fb63968c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752089 Sep 07 02:58:41.415350 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-4a37034e-0854-4da5-b8a9-aa32058209d9 None None] Port 90812c4c-97c1-48c3-93d3-8fdc58441861 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:58:41.445552 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63434926-fcde-4bcb-a158-b388a4e84007 None None] Checking router: 6854db5c-a096-434e-ab5e-b85d8664e0e3 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:58:41.454450 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63434926-fcde-4bcb-a158-b388a4e84007 None None] Routers {'6854db5c-a096-434e-ab5e-b85d8664e0e3'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:58:41.455244 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-63434926-fcde-4bcb-a158-b388a4e84007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:58:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['6854db5c-a096-434e-ab5e-b85d8664e0e3'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:41.516155 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-57432718-df9e-4b02-b870-4cf5f35014d2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:41.520113 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-57432718-df9e-4b02-b870-4cf5f35014d2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:41.535421 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-ac99075d-72a7-4542-ac25-5c8064c6acfc tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Deleting port 90812c4c-97c1-48c3-93d3-8fdc58441861 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:58:41.535784 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ac99075d-72a7-4542-ac25-5c8064c6acfc tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:41.588139 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-63434926-fcde-4bcb-a158-b388a4e84007 None None] Set router 6854db5c-a096-434e-ab5e-b85d8664e0e3 gateway port host: None {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:58:41.651015 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-57432718-df9e-4b02-b870-4cf5f35014d2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:41.651296 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57432718-df9e-4b02-b870-4cf5f35014d2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Fanout notify agent at l3_agent the message router_deleted on router 6854db5c-a096-434e-ab5e-b85d8664e0e3 {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 02:58:41.657518 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-63434926-fcde-4bcb-a158-b388a4e84007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'name': 'tempest-RoutersIpV6Test-router-1538027324', 'tenant_id': '833039ece4bf420493581946638a10ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:57:48Z', 'updated_at': '2021-09-07T02:58:36Z', 'revision_number': 11, 'project_id': '833039ece4bf420493581946638a10ce', 'gw_port_host': None}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:41.668212 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-57432718-df9e-4b02-b870-4cf5f35014d2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:41.669563 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-57432718-df9e-4b02-b870-4cf5f35014d2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "DELETE /v2.0/routers/6854db5c-a096-434e-ab5e-b85d8664e0e3 HTTP/1.1" status: 204 len: 168 time: 0.5781960 Sep 07 02:58:41.675792 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51282) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:41.680722 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-1a8cce27-a2f5-419b-9e2e-aa2693aaf7c0 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-112386754', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:58:41.693508 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ac99075d-72a7-4542-ac25-5c8064c6acfc tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:41.699258 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63434926-fcde-4bcb-a158-b388a4e84007 None None] The sync data for ids ['6854db5c-a096-434e-ab5e-b85d8664e0e3'] in n-d-796209-16 is: [{'id': '6854db5c-a096-434e-ab5e-b85d8664e0e3', 'name': 'tempest-RoutersIpV6Test-router-1538027324', 'tenant_id': '833039ece4bf420493581946638a10ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:57:48Z', 'updated_at': '2021-09-07T02:58:36Z', 'revision_number': 11, 'project_id': '833039ece4bf420493581946638a10ce', 'gw_port_host': None}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:58:41.709672 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-ac99075d-72a7-4542-ac25-5c8064c6acfc tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Calling delete_port for 90812c4c-97c1-48c3-93d3-8fdc58441861 owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:58:41.728430 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1a8cce27-a2f5-419b-9e2e-aa2693aaf7c0 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:41.732211 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1a8cce27-a2f5-419b-9e2e-aa2693aaf7c0 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:41.843155 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1a8cce27-a2f5-419b-9e2e-aa2693aaf7c0 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:41.850236 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1a8cce27-a2f5-419b-9e2e-aa2693aaf7c0 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:41.870786 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1a8cce27-a2f5-419b-9e2e-aa2693aaf7c0 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:41.872821 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-1a8cce27-a2f5-419b-9e2e-aa2693aaf7c0 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1958640 Sep 07 02:58:41.875685 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51288) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:41.881971 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-e4bd113d-bbad-45a2-a737-01d7d03340ca tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:58:41.899573 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ac99075d-72a7-4542-ac25-5c8064c6acfc tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:41.936049 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac99075d-72a7-4542-ac25-5c8064c6acfc tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Pushing event deleted for resources: {'Port': ['ID=90812c4c-97c1-48c3-93d3-8fdc58441861,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:42.091518 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ac99075d-72a7-4542-ac25-5c8064c6acfc tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:42.095840 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ac99075d-72a7-4542-ac25-5c8064c6acfc tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] 10.222.0.22 "DELETE /v2.0/ports/90812c4c-97c1-48c3-93d3-8fdc58441861 HTTP/1.1" status: 204 len: 168 time: 0.8396897 Sep 07 02:58:42.096310 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51292) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:42.181245 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [req-0c302e23-2e3c-4321-9d8f-7f1defdb2e77 req-d2e19503-df31-4ae5-a6dd-463380688c7d service neutron] show failed (client error): The resource could not be found. Sep 07 02:58:42.183151 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0c302e23-2e3c-4321-9d8f-7f1defdb2e77 req-d2e19503-df31-4ae5-a6dd-463380688c7d service neutron] 10.222.0.16 "GET /v2.0/ports/41155c75-47f2-46cb-9c89-5e338a4ecd29/bindings/n-h1-796209-16 HTTP/1.1" status: 404 len: 381 time: 0.1477640 Sep 07 02:58:42.185769 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e4bd113d-bbad-45a2-a737-01d7d03340ca tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-553517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3974'] for router, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:42.191784 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ff66ba7-194a-417a-86c3-8ba7790d1caa tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Deleting subnet 4fd91909-959f-49bd-ac93-3101cbba79a5 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:58:42.196374 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4ff66ba7-194a-417a-86c3-8ba7790d1caa tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:42.220476 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e4bd113d-bbad-45a2-a737-01d7d03340ca tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-553510'] for router, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:42.277104 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4ff66ba7-194a-417a-86c3-8ba7790d1caa tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:42.384472 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4ff66ba7-194a-417a-86c3-8ba7790d1caa tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:42.463513 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [req-b9d7053d-a662-487b-a290-41ef2940c690 req-0a4c1370-f9ac-4086-9b9b-75cc35c5ab64 service neutron] (94701) timed out ('10.222.0.16', 59683) {{(pid=94701) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 02:58:42.469869 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4ff66ba7-194a-417a-86c3-8ba7790d1caa tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:42.500946 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c302e23-2e3c-4321-9d8f-7f1defdb2e77 req-50abf1b2-cf60-488d-a277-37262e7e87b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:42.503253 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0c302e23-2e3c-4321-9d8f-7f1defdb2e77 req-50abf1b2-cf60-488d-a277-37262e7e87b5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3ba396db-1311-4ea4-ba29-032650972ec3&tenant_id=626f31b15da14e0da01388cbfdee7f90 HTTP/1.1" status: 200 len: 1097 time: 0.1067176 Sep 07 02:58:42.504511 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4bd113d-bbad-45a2-a737-01d7d03340ca tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Router 73758a78-f603-4b93-a408-1a1f3b6ef33f is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 02:58:42.508791 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff66ba7-194a-417a-86c3-8ba7790d1caa tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Pushing event deleted for resources: {'Subnet': ['ID=4fd91909-959f-49bd-ac93-3101cbba79a5,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:42.515445 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4ff66ba7-194a-417a-86c3-8ba7790d1caa tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:42.519641 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-4ff66ba7-194a-417a-86c3-8ba7790d1caa tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] 10.222.0.22 "DELETE /v2.0/subnets/4fd91909-959f-49bd-ac93-3101cbba79a5 HTTP/1.1" status: 204 len: 168 time: 0.4200711 Sep 07 02:58:42.521916 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbdb102-4f43-4c0e-820e-351554cf7f1c None None] Network cd90ecfa-2b0f-446a-a20e-4b50c934229f requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:58:42.528713 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-0c302e23-2e3c-4321-9d8f-7f1defdb2e77 req-a4e56113-6036-42f2-a3e0-0308752cf19d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-796209-16', 'device_owner': 'compute:nova'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:58:42.530284 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51306) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:42.649320 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4296752d-e2d9-4e19-8ac0-509e448c1ba9 tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:42.713257 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-0c302e23-2e3c-4321-9d8f-7f1defdb2e77 req-a4e56113-6036-42f2-a3e0-0308752cf19d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:42.735305 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2038d02c-33ac-44da-8886-02b167d3171f req-2edca73e-91b2-4483-a893-4e8a57e127ae tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:42.736911 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2038d02c-33ac-44da-8886-02b167d3171f req-2edca73e-91b2-4483-a893-4e8a57e127ae tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ba396db-1311-4ea4-ba29-032650972ec3 HTTP/1.1" status: 200 len: 945 time: 0.0928955 Sep 07 02:58:42.773477 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4bd113d-bbad-45a2-a737-01d7d03340ca tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:58:42.786144 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f48443c-9cc0-4e0f-95f1-56dd6a99180a None None] Sync routers for ids ['73758a78-f603-4b93-a408-1a1f3b6ef33f'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:58:42.797797 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-4296752d-e2d9-4e19-8ac0-509e448c1ba9 tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Deleting port 521aca57-eef2-48e9-ab04-9973912ec757 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:58:42.798135 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4296752d-e2d9-4e19-8ac0-509e448c1ba9 tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:42.800094 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f48443c-9cc0-4e0f-95f1-56dd6a99180a None None] Routers {'73758a78-f603-4b93-a408-1a1f3b6ef33f'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:58:42.801118 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-7f48443c-9cc0-4e0f-95f1-56dd6a99180a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:58:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['73758a78-f603-4b93-a408-1a1f3b6ef33f'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:42.811415 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e4bd113d-bbad-45a2-a737-01d7d03340ca tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:42.812645 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e4bd113d-bbad-45a2-a737-01d7d03340ca tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "PUT /v2.0/routers/73758a78-f603-4b93-a408-1a1f3b6ef33f HTTP/1.1" status: 200 len: 697 time: 0.9353399 Sep 07 02:58:42.815212 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51316) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:42.820876 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2038d02c-33ac-44da-8886-02b167d3171f req-06b2e7b9-f65b-40ea-ac9c-b7488dcb2867 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=294b048e-8567-497b-8d1d-04d7fb63968c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750425 Sep 07 02:58:42.904169 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff037df-3c81-4448-b282-633cb7564ad7 None None] DHCP port deletion for cd90ecfa-2b0f-446a-a20e-4b50c934229f request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:58:42.906307 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-7f48443c-9cc0-4e0f-95f1-56dd6a99180a None None] Set router 73758a78-f603-4b93-a408-1a1f3b6ef33f gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:58:42.910567 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-4296752d-e2d9-4e19-8ac0-509e448c1ba9 tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] For port 521aca57-eef2-48e9-ab04-9973912ec757, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=521aca57-eef2-48e9-ab04-9973912ec757,segment=NetworkSegment(b3da33c6-5941-4082-bd8f-b62bbd8a4db9),segment_id=b3da33c6-5941-4082-bd8f-b62bbd8a4db9)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:58:42.910950 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4296752d-e2d9-4e19-8ac0-509e448c1ba9 tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:42.934312 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-4296752d-e2d9-4e19-8ac0-509e448c1ba9 tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Calling delete_port for 521aca57-eef2-48e9-ab04-9973912ec757 owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:58:42.944936 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-6e5da06a-6dd1-4e71-9baf-fa9a9e3c1e58 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "GET /v2.0/routers/73758a78-f603-4b93-a408-1a1f3b6ef33f HTTP/1.1" status: 200 len: 703 time: 0.1285338 Sep 07 02:58:42.950090 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51322) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:43.025808 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-d507d8d5-6717-4495-a701-6687b20df63e tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "GET /v2.0/ports?device_id=73758a78-f603-4b93-a408-1a1f3b6ef33f HTTP/1.1" status: 200 len: 205 time: 0.0742717 Sep 07 02:58:43.028825 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51326) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:43.124705 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-7f48443c-9cc0-4e0f-95f1-56dd6a99180a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73758a78-f603-4b93-a408-1a1f3b6ef33f', 'name': 'tempest-RoutersIpV6Test-router-112386754', 'tenant_id': '833039ece4bf420493581946638a10ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:58:41Z', 'updated_at': '2021-09-07T02:58:42Z', 'revision_number': 2, 'project_id': '833039ece4bf420493581946638a10ce', 'gw_port_host': None}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:43.125223 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a08eaf44-49f9-4ceb-8054-483229dbd7ef tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:43.148413 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-0c302e23-2e3c-4321-9d8f-7f1defdb2e77 req-a4e56113-6036-42f2-a3e0-0308752cf19d service neutron] For port 41155c75-47f2-46cb-9c89-5e338a4ecd29, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=41155c75-47f2-46cb-9c89-5e338a4ecd29,segment=NetworkSegment(05a63878-67bb-453a-b0c6-23f8e4899735),segment_id=05a63878-67bb-453a-b0c6-23f8e4899735)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:58:43.171067 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f48443c-9cc0-4e0f-95f1-56dd6a99180a None None] Checking router: 73758a78-f603-4b93-a408-1a1f3b6ef33f for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:58:43.187958 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f48443c-9cc0-4e0f-95f1-56dd6a99180a None None] Routers {'73758a78-f603-4b93-a408-1a1f3b6ef33f'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:58:43.189283 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-7f48443c-9cc0-4e0f-95f1-56dd6a99180a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:58:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['73758a78-f603-4b93-a408-1a1f3b6ef33f'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:43.196992 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4296752d-e2d9-4e19-8ac0-509e448c1ba9 tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:43.197978 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-0c302e23-2e3c-4321-9d8f-7f1defdb2e77 req-a4e56113-6036-42f2-a3e0-0308752cf19d service neutron] For port 41155c75-47f2-46cb-9c89-5e338a4ecd29, host n-h2-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:58:43.254291 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4296752d-e2d9-4e19-8ac0-509e448c1ba9 tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Pushing event deleted for resources: {'Port': ['ID=521aca57-eef2-48e9-ab04-9973912ec757,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:43.255014 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba396db-1311-4ea4-ba29-032650972ec3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41155c75-47f2-46cb-9c89-5e338a4ecd29'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:58:43.266458 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb1e220-4dc9-48c8-aecc-db5414c7f7cd" -d '{"events": [{"server_uuid": "3ba396db-1311-4ea4-ba29-032650972ec3", "name": "network-vif-unplugged", "status": "completed", "tag": "41155c75-47f2-46cb-9c89-5e338a4ecd29"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:58:43.272421 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-0c302e23-2e3c-4321-9d8f-7f1defdb2e77 req-a4e56113-6036-42f2-a3e0-0308752cf19d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:43.275505 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-7f48443c-9cc0-4e0f-95f1-56dd6a99180a None None] Set router 73758a78-f603-4b93-a408-1a1f3b6ef33f gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:58:43.286167 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4296752d-e2d9-4e19-8ac0-509e448c1ba9 tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] No DVR routers for this DVR port 521aca57-eef2-48e9-ab04-9973912ec757 on host n-d-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:58:43.294284 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-0c302e23-2e3c-4321-9d8f-7f1defdb2e77 req-a4e56113-6036-42f2-a3e0-0308752cf19d service neutron] Transition to ACTIVE for port object 41155c75-47f2-46cb-9c89-5e338a4ecd29 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:58:43.301769 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-0c302e23-2e3c-4321-9d8f-7f1defdb2e77 req-a4e56113-6036-42f2-a3e0-0308752cf19d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:43.307201 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-bff037df-3c81-4448-b282-633cb7564ad7 None None] Deleting port 521aca57-eef2-48e9-ab04-9973912ec757 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:58:43.307904 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bff037df-3c81-4448-b282-633cb7564ad7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:43.354532 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-7f48443c-9cc0-4e0f-95f1-56dd6a99180a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73758a78-f603-4b93-a408-1a1f3b6ef33f', 'name': 'tempest-RoutersIpV6Test-router-112386754', 'tenant_id': '833039ece4bf420493581946638a10ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:58:41Z', 'updated_at': '2021-09-07T02:58:42Z', 'revision_number': 2, 'project_id': '833039ece4bf420493581946638a10ce', 'gw_port_host': None}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:43.422107 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f48443c-9cc0-4e0f-95f1-56dd6a99180a None None] The sync data for ids ['73758a78-f603-4b93-a408-1a1f3b6ef33f'] in n-d-796209-16 is: [{'id': '73758a78-f603-4b93-a408-1a1f3b6ef33f', 'name': 'tempest-RoutersIpV6Test-router-112386754', 'tenant_id': '833039ece4bf420493581946638a10ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:58:41Z', 'updated_at': '2021-09-07T02:58:42Z', 'revision_number': 2, 'project_id': '833039ece4bf420493581946638a10ce', 'gw_port_host': None}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:58:43.444556 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a08eaf44-49f9-4ceb-8054-483229dbd7ef tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:43.452187 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a08eaf44-49f9-4ceb-8054-483229dbd7ef tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:43.454892 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 02:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015c86fc-d2e2-419c-ba95-f02dd745e245 x-openstack-request-id: req-015c86fc-d2e2-419c-ba95-f02dd745e245 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:58:43.455238 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ba396db-1311-4ea4-ba29-032650972ec3", "name": "network-vif-unplugged", "status": "completed", "tag": "41155c75-47f2-46cb-9c89-5e338a4ecd29", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:58:43.455540 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-015c86fc-d2e2-419c-ba95-f02dd745e245 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:58:43.455943 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba396db-1311-4ea4-ba29-032650972ec3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41155c75-47f2-46cb-9c89-5e338a4ecd29', 'code': 200} Sep 07 02:58:43.526637 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e56113-6036-42f2-a3e0-0308752cf19d service neutron] Pushing event updated for resources: {'Port': ['ID=41155c75-47f2-46cb-9c89-5e338a4ecd29,revision_number=6']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:43.563998 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c302e23-2e3c-4321-9d8f-7f1defdb2e77 req-a4e56113-6036-42f2-a3e0-0308752cf19d service neutron] No DVR routers for this DVR port 41155c75-47f2-46cb-9c89-5e338a4ecd29 on host n-h2-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:58:43.569384 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4296752d-e2d9-4e19-8ac0-509e448c1ba9 tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:43.572548 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 521aca57-eef2-48e9-ab04-9973912ec757 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:58:43.601797 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a08eaf44-49f9-4ceb-8054-483229dbd7ef tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:43.602302 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a08eaf44-49f9-4ceb-8054-483229dbd7ef tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Fanout notify agent at l3_agent the message router_deleted on router 73758a78-f603-4b93-a408-1a1f3b6ef33f {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 02:58:43.609860 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-bff037df-3c81-4448-b282-633cb7564ad7 None None] For port 521aca57-eef2-48e9-ab04-9973912ec757, host n-d-796209-16, got binding levels [] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:58:43.611102 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bff037df-3c81-4448-b282-633cb7564ad7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:43.624019 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a08eaf44-49f9-4ceb-8054-483229dbd7ef tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:43.625330 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a08eaf44-49f9-4ceb-8054-483229dbd7ef tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "DELETE /v2.0/routers/73758a78-f603-4b93-a408-1a1f3b6ef33f HTTP/1.1" status: 204 len: 168 time: 0.5937324 Sep 07 02:58:43.633021 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-bff037df-3c81-4448-b282-633cb7564ad7 None None] Calling delete_port for 521aca57-eef2-48e9-ab04-9973912ec757 owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:58:43.636395 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.ipam_backend_mixin [None req-bff037df-3c81-4448-b282-633cb7564ad7 None None] Port 521aca57-eef2-48e9-ab04-9973912ec757 was not found and therefore no delete operation was performed {{(pid=94702) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 07 02:58:43.639601 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bff037df-3c81-4448-b282-633cb7564ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:43.641754 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51334) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:43.714028 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-40b0ca37-1381-451f-8ac0-c839f869aed9 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "GET /v2.0/ports?device_id=73758a78-f603-4b93-a408-1a1f3b6ef33f HTTP/1.1" status: 200 len: 205 time: 0.0689249 Sep 07 02:58:43.718953 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-4296752d-e2d9-4e19-8ac0-509e448c1ba9 tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd90ecfa-2b0f-446a-a20e-4b50c934229f']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:43.722831 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51338) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:43.763528 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 521aca57-eef2-48e9-ab04-9973912ec757 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:58:43.764543 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 521aca57-eef2-48e9-ab04-9973912ec757 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:58:43.770307 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-4296752d-e2d9-4e19-8ac0-509e448c1ba9 tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3da33c6-5941-4082-bd8f-b62bbd8a4db9') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:43.770651 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-4296752d-e2d9-4e19-8ac0-509e448c1ba9 tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3da33c6-5941-4082-bd8f-b62bbd8a4db9') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:43.775943 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff037df-3c81-4448-b282-633cb7564ad7 None None] Pushing event deleted for resources: {'Port': ['ID=521aca57-eef2-48e9-ab04-9973912ec757,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:43.788926 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff037df-3c81-4448-b282-633cb7564ad7 None None] No DVR routers for this DVR port 521aca57-eef2-48e9-ab04-9973912ec757 on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:58:43.879158 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [None req-728fc8b1-eb56-4908-abcf-79a95f898efc tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] delete failed (client error): The resource could not be found. Sep 07 02:58:43.880002 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-728fc8b1-eb56-4908-abcf-79a95f898efc tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "DELETE /v2.0/routers/73758a78-f603-4b93-a408-1a1f3b6ef33f HTTP/1.1" status: 404 len: 336 time: 0.1542633 Sep 07 02:58:43.886167 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51348) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:43.890070 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4296752d-e2d9-4e19-8ac0-509e448c1ba9 tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:43.933077 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4296752d-e2d9-4e19-8ac0-509e448c1ba9 tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:43.951127 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-0c302e23-2e3c-4321-9d8f-7f1defdb2e77 req-a4e56113-6036-42f2-a3e0-0308752cf19d service neutron] Attempting to bind port 41155c75-47f2-46cb-9c89-5e338a4ecd29 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:58:43.951896 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-0c302e23-2e3c-4321-9d8f-7f1defdb2e77 req-a4e56113-6036-42f2-a3e0-0308752cf19d service neutron] Attempting to bind port 41155c75-47f2-46cb-9c89-5e338a4ecd29 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '05a63878-67bb-453a-b0c6-23f8e4899735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6cd744d1-899a-4d57-ba10-aa6d1dc0746f'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:58:43.952333 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c302e23-2e3c-4321-9d8f-7f1defdb2e77 req-a4e56113-6036-42f2-a3e0-0308752cf19d service neutron] Attempting to bind port 41155c75-47f2-46cb-9c89-5e338a4ecd29 on network 6cd744d1-899a-4d57-ba10-aa6d1dc0746f {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:58:43.958774 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c302e23-2e3c-4321-9d8f-7f1defdb2e77 req-a4e56113-6036-42f2-a3e0-0308752cf19d service neutron] Port 41155c75-47f2-46cb-9c89-5e338a4ecd29 on network 6cd744d1-899a-4d57-ba10-aa6d1dc0746f not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:58:43.959238 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c302e23-2e3c-4321-9d8f-7f1defdb2e77 req-a4e56113-6036-42f2-a3e0-0308752cf19d service neutron] Attempting to bind port 41155c75-47f2-46cb-9c89-5e338a4ecd29 on network 6cd744d1-899a-4d57-ba10-aa6d1dc0746f {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:58:43.965864 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce936824-540a-4aa9-b8a9-0f673561b36a tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] DELETE failed (client error): The resource could not be found. Sep 07 02:58:43.966513 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce936824-540a-4aa9-b8a9-0f673561b36a tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:58:43.972882 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-ce936824-540a-4aa9-b8a9-0f673561b36a tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "DELETE /v2.0/subnets/65067905-c18f-4971-bf7f-74034f0df931 HTTP/1.1" status: 404 len: 337 time: 0.0856555 Sep 07 02:58:43.973510 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51350) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:43.974511 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c302e23-2e3c-4321-9d8f-7f1defdb2e77 req-a4e56113-6036-42f2-a3e0-0308752cf19d service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:58:43.974856 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c302e23-2e3c-4321-9d8f-7f1defdb2e77 req-a4e56113-6036-42f2-a3e0-0308752cf19d service neutron] Checking segment: {'id': '05a63878-67bb-453a-b0c6-23f8e4899735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6cd744d1-899a-4d57-ba10-aa6d1dc0746f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:58:43.975238 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c302e23-2e3c-4321-9d8f-7f1defdb2e77 req-a4e56113-6036-42f2-a3e0-0308752cf19d service neutron] Bound using segment: {'id': '05a63878-67bb-453a-b0c6-23f8e4899735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6cd744d1-899a-4d57-ba10-aa6d1dc0746f'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:58:43.975713 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-0c302e23-2e3c-4321-9d8f-7f1defdb2e77 req-a4e56113-6036-42f2-a3e0-0308752cf19d service neutron] Bound port: 41155c75-47f2-46cb-9c89-5e338a4ecd29, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05a63878-67bb-453a-b0c6-23f8e4899735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6cd744d1-899a-4d57-ba10-aa6d1dc0746f'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:58:43.976072 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-0c302e23-2e3c-4321-9d8f-7f1defdb2e77 req-a4e56113-6036-42f2-a3e0-0308752cf19d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:43.978012 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4296752d-e2d9-4e19-8ac0-509e448c1ba9 tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:58:43.978447 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4296752d-e2d9-4e19-8ac0-509e448c1ba9 tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:43.983936 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:58:43.983936 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:58:43.983936 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:58:43.983936 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:58:43.983936 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:58:43.983936 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:58:43.983936 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:58:43.983936 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:58:43.983936 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:58:43.983936 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:58:43.983936 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:58:43.983936 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:58:43.983936 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:58:43.983936 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:58:43.983936 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:58:43.983936 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:58:43.983936 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:58:43.983936 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:58:43.983936 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:58:43.983936 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:58:43.983936 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:58:43.983936 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:58:43.983936 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:58:43.983936 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:58:43.983936 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:58:43.983936 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:58:43.983936 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:58:43.983936 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:58:43.983936 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:58:43.983936 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:58:43.983936 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:58:43.983936 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:58:44.019899 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-7135d66a-528c-46a3-b809-804b68b79ad2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] DELETE failed (client error): The resource could not be found. Sep 07 02:58:44.020402 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7135d66a-528c-46a3-b809-804b68b79ad2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:58:44.025910 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-7135d66a-528c-46a3-b809-804b68b79ad2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "DELETE /v2.0/subnets/bb932cce-1cba-4055-973d-4adfcfcdec01 HTTP/1.1" status: 404 len: 337 time: 0.0472677 Sep 07 02:58:44.027942 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51354) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:44.103173 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-aebf9412-7d7d-4439-9b2e-b7149bfab185 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] DELETE failed (client error): The resource could not be found. Sep 07 02:58:44.103827 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aebf9412-7d7d-4439-9b2e-b7149bfab185 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:58:44.105085 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4296752d-e2d9-4e19-8ac0-509e448c1ba9 tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:44.108872 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-aebf9412-7d7d-4439-9b2e-b7149bfab185 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "DELETE /v2.0/subnets/96b2b57c-723f-4f80-975c-236d5659f5cb HTTP/1.1" status: 404 len: 337 time: 0.0798941 Sep 07 02:58:44.121219 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51360) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:44.155261 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1264de76-301e-4f77-a597-5294286b53f9 req-b791acbd-440f-48ae-8c4c-73380c6b36d8 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:44.163876 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1264de76-301e-4f77-a597-5294286b53f9 req-b791acbd-440f-48ae-8c4c-73380c6b36d8 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ba396db-1311-4ea4-ba29-032650972ec3 HTTP/1.1" status: 200 len: 943 time: 0.2238417 Sep 07 02:58:44.164835 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-449a2b8d-2aa0-480f-9525-0384d9a8413a tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] DELETE failed (client error): The resource could not be found. Sep 07 02:58:44.165291 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-449a2b8d-2aa0-480f-9525-0384d9a8413a tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:58:44.170842 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-449a2b8d-2aa0-480f-9525-0384d9a8413a tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "DELETE /v2.0/subnets/c59b4ca3-52f6-4aed-89f0-197fa5052280 HTTP/1.1" status: 404 len: 337 time: 0.0483577 Sep 07 02:58:44.173711 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51364) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:44.185904 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4296752d-e2d9-4e19-8ac0-509e448c1ba9 tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:44.193750 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-4296752d-e2d9-4e19-8ac0-509e448c1ba9 tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] 10.222.0.22 "DELETE /v2.0/networks/cd90ecfa-2b0f-446a-a20e-4b50c934229f HTTP/1.1" status: 204 len: 168 time: 1.6623323 Sep 07 02:58:44.202200 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4296752d-e2d9-4e19-8ac0-509e448c1ba9 tempest-ExtraDHCPOptionsTestJSON-377159739 tempest-ExtraDHCPOptionsTestJSON-377159739-project] Pushing event deleted for resources: {'Network': ['ID=cd90ecfa-2b0f-446a-a20e-4b50c934229f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:44.209961 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-bda50903-1eb2-4aa7-aaa2-f1e6501b98b2 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "GET /v2.0/ports?device_id=6854db5c-a096-434e-ab5e-b85d8664e0e3 HTTP/1.1" status: 200 len: 205 time: 0.0347984 Sep 07 02:58:44.210178 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51368) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:44.214757 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-0c302e23-2e3c-4321-9d8f-7f1defdb2e77 req-a4e56113-6036-42f2-a3e0-0308752cf19d service neutron] For port 41155c75-47f2-46cb-9c89-5e338a4ecd29, host n-h1-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:58:44.246113 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-0c302e23-2e3c-4321-9d8f-7f1defdb2e77 req-a4e56113-6036-42f2-a3e0-0308752cf19d service neutron] For port 41155c75-47f2-46cb-9c89-5e338a4ecd29, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=41155c75-47f2-46cb-9c89-5e338a4ecd29,segment=NetworkSegment(05a63878-67bb-453a-b0c6-23f8e4899735),segment_id=05a63878-67bb-453a-b0c6-23f8e4899735)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:58:44.255951 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-0c302e23-2e3c-4321-9d8f-7f1defdb2e77 req-a4e56113-6036-42f2-a3e0-0308752cf19d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:44.269891 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [None req-ff056db4-4393-4b43-81c2-a563b88931cf tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] delete failed (client error): The resource could not be found. Sep 07 02:58:44.273115 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ff056db4-4393-4b43-81c2-a563b88931cf tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "DELETE /v2.0/routers/6854db5c-a096-434e-ab5e-b85d8664e0e3 HTTP/1.1" status: 404 len: 336 time: 0.0614395 Sep 07 02:58:44.281493 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51370) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:44.330026 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c302e23-2e3c-4321-9d8f-7f1defdb2e77 req-a4e56113-6036-42f2-a3e0-0308752cf19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:44.331310 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-0c302e23-2e3c-4321-9d8f-7f1defdb2e77 req-a4e56113-6036-42f2-a3e0-0308752cf19d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:44.333303 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0c302e23-2e3c-4321-9d8f-7f1defdb2e77 req-a4e56113-6036-42f2-a3e0-0308752cf19d service neutron] 10.222.0.23 "PUT /v2.0/ports/41155c75-47f2-46cb-9c89-5e338a4ecd29 HTTP/1.1" status: 200 len: 1092 time: 1.8203249 Sep 07 02:58:44.355938 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-63938148-f6a8-4f66-9d2c-811e032e689d tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae5647fe-bac4-4607-9b60-2970593a64f8 HTTP/1.1" status: 200 len: 205 time: 0.0714731 Sep 07 02:58:44.360598 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51372) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:44.372077 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1264de76-301e-4f77-a597-5294286b53f9 req-c9e58aa9-3840-456a-8d48-ffcd4fadd827 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=294b048e-8567-497b-8d1d-04d7fb63968c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2071137 Sep 07 02:58:44.571145 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-4c824e3a-d416-49e4-bfab-6e7f8e4cdcdf tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] delete failed (client error): The resource could not be found. Sep 07 02:58:44.572713 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-4c824e3a-d416-49e4-bfab-6e7f8e4cdcdf tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "DELETE /v2.0/routers/ae5647fe-bac4-4607-9b60-2970593a64f8 HTTP/1.1" status: 404 len: 336 time: 0.2112377 Sep 07 02:58:44.575224 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51378) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:44.614309 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e56113-6036-42f2-a3e0-0308752cf19d service neutron] Pushing event updated for resources: {'Port': ['ID=41155c75-47f2-46cb-9c89-5e338a4ecd29,revision_number=7']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:44.665360 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c302e23-2e3c-4321-9d8f-7f1defdb2e77 req-f2108ea3-72b4-429e-b0a6-4a1a090b790a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:44.668523 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0c302e23-2e3c-4321-9d8f-7f1defdb2e77 req-f2108ea3-72b4-429e-b0a6-4a1a090b790a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=626f31b15da14e0da01388cbfdee7f90&device_id=3ba396db-1311-4ea4-ba29-032650972ec3 HTTP/1.1" status: 200 len: 1095 time: 0.2811308 Sep 07 02:58:44.676558 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a669535-3495-4f59-a771-ecca34b654f6 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] DELETE failed (client error): The resource could not be found. Sep 07 02:58:44.677887 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a669535-3495-4f59-a771-ecca34b654f6 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:58:44.692059 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-8a669535-3495-4f59-a771-ecca34b654f6 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "DELETE /v2.0/subnets/b39a4619-d96d-4293-916f-bd7af0afe179 HTTP/1.1" status: 404 len: 337 time: 0.1128471 Sep 07 02:58:44.694826 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51380) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:44.762176 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-69573a46-87c8-4199-bc3c-5fdbe974ee45 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "GET /v2.0/ports?device_id=cccd2857-64b2-4732-96db-397621b9c420 HTTP/1.1" status: 200 len: 205 time: 0.0655971 Sep 07 02:58:44.764528 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51382) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:44.879761 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51384) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:44.894338 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [None req-c6870fbd-ebc5-45d7-adca-d07c52306092 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] delete failed (client error): The resource could not be found. Sep 07 02:58:44.898379 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c6870fbd-ebc5-45d7-adca-d07c52306092 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "DELETE /v2.0/routers/cccd2857-64b2-4732-96db-397621b9c420 HTTP/1.1" status: 404 len: 336 time: 0.1326632 Sep 07 02:58:44.898848 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51388) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:44.971447 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-7ec756b1-104d-4ba6-975b-6b26e18582a0 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "GET /v2.0/ports?device_id=5056a875-989e-4efe-b9aa-dd292e0a583b HTTP/1.1" status: 200 len: 205 time: 0.0715134 Sep 07 02:58:44.973822 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51394) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:44.987315 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c302e23-2e3c-4321-9d8f-7f1defdb2e77 req-1f1e3aeb-7178-4633-b7d3-c780d3b0ab26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:44.989028 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0c302e23-2e3c-4321-9d8f-7f1defdb2e77 req-1f1e3aeb-7178-4633-b7d3-c780d3b0ab26 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6cd744d1-899a-4d57-ba10-aa6d1dc0746f HTTP/1.1" status: 200 len: 896 time: 0.3097417 Sep 07 02:58:45.031892 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-5628ebb5-10ff-411b-a4c5-d7984e5ebc1b tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] delete failed (client error): The resource could not be found. Sep 07 02:58:45.033636 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-5628ebb5-10ff-411b-a4c5-d7984e5ebc1b tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "DELETE /v2.0/routers/5056a875-989e-4efe-b9aa-dd292e0a583b HTTP/1.1" status: 404 len: 336 time: 0.0578229 Sep 07 02:58:45.035970 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51396) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:45.117157 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0c302e23-2e3c-4321-9d8f-7f1defdb2e77 req-e95eaceb-bd68-4d88-8ca9-bc58eb5ce07d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41155c75-47f2-46cb-9c89-5e338a4ecd29 HTTP/1.1" status: 200 len: 998 time: 0.0929632 Sep 07 02:58:45.123054 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ed26986-5355-4007-b6f3-bfa533f31a4d tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] DELETE failed (client error): The resource could not be found. Sep 07 02:58:45.126096 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ed26986-5355-4007-b6f3-bfa533f31a4d tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:58:45.129804 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-1ed26986-5355-4007-b6f3-bfa533f31a4d tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "DELETE /v2.0/subnets/62dc3f84-45ba-48cb-82a6-9c6afd203121 HTTP/1.1" status: 404 len: 337 time: 0.0921896 Sep 07 02:58:45.132688 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51402) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:45.198376 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-eb6516ac-4c72-4ccf-a74c-3d9b82bbdefc tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "GET /v2.0/ports?device_id=41ad0c3d-dc58-4221-8a86-53a543a311fd HTTP/1.1" status: 200 len: 205 time: 0.0625217 Sep 07 02:58:45.201492 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51406) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:45.249274 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c302e23-2e3c-4321-9d8f-7f1defdb2e77 req-968fb25a-a40c-4273-a7a5-12393e8c4cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:45.251040 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0c302e23-2e3c-4321-9d8f-7f1defdb2e77 req-968fb25a-a40c-4273-a7a5-12393e8c4cfe service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c3e8b00e-7dd5-4121-9d90-2dad2df2b8a4 HTTP/1.1" status: 200 len: 835 time: 0.1225750 Sep 07 02:58:45.274449 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [None req-eda7935c-b2fc-4ee3-8440-eb5e8e5a944e tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] delete failed (client error): The resource could not be found. Sep 07 02:58:45.280903 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-eda7935c-b2fc-4ee3-8440-eb5e8e5a944e tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "DELETE /v2.0/routers/41ad0c3d-dc58-4221-8a86-53a543a311fd HTTP/1.1" status: 404 len: 336 time: 0.0728981 Sep 07 02:58:45.280903 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51408) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:45.341168 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0aeeae1-5003-4fd7-9ad2-4d114e12922d tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] DELETE failed (client error): The resource could not be found. Sep 07 02:58:45.341630 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0aeeae1-5003-4fd7-9ad2-4d114e12922d tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:58:45.345844 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c0aeeae1-5003-4fd7-9ad2-4d114e12922d tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "DELETE /v2.0/subnets/69fc4736-48dc-46e1-85ac-03953ef35f4d HTTP/1.1" status: 404 len: 337 time: 0.0635366 Sep 07 02:58:45.348035 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51418) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:45.396834 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9e9bbbf5-9ef4-4ca6-8bb3-f565d63e9f73 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff4f502b-f37e-435e-890b-ca5b55ce39a0 HTTP/1.1" status: 200 len: 205 time: 0.0456433 Sep 07 02:58:45.402897 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c302e23-2e3c-4321-9d8f-7f1defdb2e77 req-563f1a87-54dc-446f-bc28-3a62dd737563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:45.404356 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0c302e23-2e3c-4321-9d8f-7f1defdb2e77 req-563f1a87-54dc-446f-bc28-3a62dd737563 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6cd744d1-899a-4d57-ba10-aa6d1dc0746f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1461253 Sep 07 02:58:45.416055 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-37351abf-f2a2-41f2-8281-94c6b098e76f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=420472a4b67d445290a1a053217c733b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5252795 Sep 07 02:58:45.418000 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51426) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:45.419261 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51424) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:45.457914 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ba396db-1311-4ea4-ba29-032650972ec3', 'tag': '41155c75-47f2-46cb-9c89-5e338a4ecd29'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:58:45.460299 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c32958-274d-4dbb-bee4-93a522967674" -d '{"events": [{"name": "network-changed", "server_uuid": "3ba396db-1311-4ea4-ba29-032650972ec3", "tag": "41155c75-47f2-46cb-9c89-5e338a4ecd29"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:58:45.514502 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [None req-0e22efd4-86d2-4438-b3a6-b0b554424850 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] delete failed (client error): The resource could not be found. Sep 07 02:58:45.515965 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-0e22efd4-86d2-4438-b3a6-b0b554424850 tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "DELETE /v2.0/routers/ff4f502b-f37e-435e-890b-ca5b55ce39a0 HTTP/1.1" status: 404 len: 336 time: 0.0956712 Sep 07 02:58:45.525569 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51434) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:45.571864 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-69b9d14f-658f-461a-b0d2-39fbb3e329aa tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] DELETE failed (client error): The resource could not be found. Sep 07 02:58:45.572324 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69b9d14f-658f-461a-b0d2-39fbb3e329aa tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:58:45.574087 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-69b9d14f-658f-461a-b0d2-39fbb3e329aa tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "DELETE /v2.0/subnets/049ed935-6b88-45d3-bbfe-da1f7e6700dd HTTP/1.1" status: 404 len: 337 time: 0.0462332 Sep 07 02:58:45.577626 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51438) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:45.610279 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-bff276e4-4779-4c15-ba83-11cf15e0a4bf tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] DELETE failed (client error): The resource could not be found. Sep 07 02:58:45.611172 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bff276e4-4779-4c15-ba83-11cf15e0a4bf tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:58:45.613314 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-bff276e4-4779-4c15-ba83-11cf15e0a4bf tempest-RoutersIpV6Test-1556066682 tempest-RoutersIpV6Test-1556066682-project] 10.222.0.22 "DELETE /v2.0/subnets/4b5d2997-8a7c-42b4-a2bb-74641d521c27 HTTP/1.1" status: 404 len: 337 time: 0.0345528 Sep 07 02:58:45.636683 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152a7f4-edef-4926-b479-57ff2c4fe614 req-9a6a0db7-23f2-4135-993c-f85611a453f5 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:45.645619 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2152a7f4-edef-4926-b479-57ff2c4fe614 req-9a6a0db7-23f2-4135-993c-f85611a453f5 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ba396db-1311-4ea4-ba29-032650972ec3 HTTP/1.1" status: 200 len: 943 time: 0.1328955 Sep 07 02:58:45.654942 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b024abc7-2813-48f7-becf-b3600c84a1d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:45.670398 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0c302e23-2e3c-4321-9d8f-7f1defdb2e77 req-79af6340-ed88-4210-bd2d-d8bd1e73b4c6 service neutron] 10.222.0.23 "GET /v2.0/networks/6cd744d1-899a-4d57-ba10-aa6d1dc0746f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530689 Sep 07 02:58:45.711269 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b024abc7-2813-48f7-becf-b3600c84a1d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:45.779863 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92cf2b22-1391-4fd6-b43c-fdb0bc33e794 x-openstack-request-id: req-92cf2b22-1391-4fd6-b43c-fdb0bc33e794 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:58:45.780076 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ba396db-1311-4ea4-ba29-032650972ec3", "tag": "41155c75-47f2-46cb-9c89-5e338a4ecd29", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:58:45.780308 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-92cf2b22-1391-4fd6-b43c-fdb0bc33e794 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:58:45.780852 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ba396db-1311-4ea4-ba29-032650972ec3', 'tag': '41155c75-47f2-46cb-9c89-5e338a4ecd29', 'status': 'completed', 'code': 200} Sep 07 02:58:45.832166 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0c302e23-2e3c-4321-9d8f-7f1defdb2e77 req-01978d20-4930-4581-abc7-10f10c55b5d2 service neutron] 10.222.0.23 "GET /v2.0/networks/6cd744d1-899a-4d57-ba10-aa6d1dc0746f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502454 Sep 07 02:58:45.847329 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b024abc7-2813-48f7-becf-b3600c84a1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:45.853248 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b024abc7-2813-48f7-becf-b3600c84a1d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:45.858339 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b024abc7-2813-48f7-becf-b3600c84a1d2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5130af9b-06fb-4486-9c4d-0b7a0e8aea36 HTTP/1.1" status: 204 len: 168 time: 0.4372096 Sep 07 02:58:45.879940 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b024abc7-2813-48f7-becf-b3600c84a1d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5130af9b-06fb-4486-9c4d-0b7a0e8aea36,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:46.001455 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c32958-274d-4dbb-bee4-93a522967674 req-82eab74d-e515-4e27-aec0-e1330193f871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:46.003245 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-78c32958-274d-4dbb-bee4-93a522967674 req-82eab74d-e515-4e27-aec0-e1330193f871 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=626f31b15da14e0da01388cbfdee7f90&device_id=3ba396db-1311-4ea4-ba29-032650972ec3 HTTP/1.1" status: 200 len: 1095 time: 0.0792518 Sep 07 02:58:46.204584 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2152a7f4-edef-4926-b479-57ff2c4fe614 req-efb171be-e808-4f19-8509-a054de6b5c9f tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=294b048e-8567-497b-8d1d-04d7fb63968c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5578756 Sep 07 02:58:46.215352 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c32958-274d-4dbb-bee4-93a522967674 req-f1b3a132-d749-4d76-b175-9ad38ecaefb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:46.221474 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-78c32958-274d-4dbb-bee4-93a522967674 req-f1b3a132-d749-4d76-b175-9ad38ecaefb2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6cd744d1-899a-4d57-ba10-aa6d1dc0746f HTTP/1.1" status: 200 len: 896 time: 0.2072597 Sep 07 02:58:46.231653 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c32958-274d-4dbb-bee4-93a522967674 req-5af50cab-0e0c-47ab-947e-8014c3cc481b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:46.233664 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-78c32958-274d-4dbb-bee4-93a522967674 req-5af50cab-0e0c-47ab-947e-8014c3cc481b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=626f31b15da14e0da01388cbfdee7f90&device_id=3ba396db-1311-4ea4-ba29-032650972ec3 HTTP/1.1" status: 200 len: 1095 time: 0.1073663 Sep 07 02:58:46.239631 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51458) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:46.358614 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c32958-274d-4dbb-bee4-93a522967674 req-de069472-ce6e-498a-8d87-205ec3e3ed64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:46.360361 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-78c32958-274d-4dbb-bee4-93a522967674 req-de069472-ce6e-498a-8d87-205ec3e3ed64 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6cd744d1-899a-4d57-ba10-aa6d1dc0746f HTTP/1.1" status: 200 len: 896 time: 0.1176682 Sep 07 02:58:46.598127 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-78c32958-274d-4dbb-bee4-93a522967674 req-95afd42d-ab6a-44a6-8719-1429f8c774b6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41155c75-47f2-46cb-9c89-5e338a4ecd29 HTTP/1.1" status: 200 len: 998 time: 0.2274730 Sep 07 02:58:46.616729 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-78c32958-274d-4dbb-bee4-93a522967674 req-3b556892-1a80-4e55-9471-351f1db06957 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41155c75-47f2-46cb-9c89-5e338a4ecd29 HTTP/1.1" status: 200 len: 998 time: 0.3870060 Sep 07 02:58:46.677860 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f47c2537-6f41-47d2-a4b6-ca025cff544f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=833039ece4bf420493581946638a10ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4365325 Sep 07 02:58:46.680487 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51472) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:46.688186 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c32958-274d-4dbb-bee4-93a522967674 req-4adeadc7-ca6c-47f5-ad05-61a686f3bc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:46.689909 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-78c32958-274d-4dbb-bee4-93a522967674 req-4adeadc7-ca6c-47f5-ad05-61a686f3bc91 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c3e8b00e-7dd5-4121-9d90-2dad2df2b8a4 HTTP/1.1" status: 200 len: 835 time: 0.0848496 Sep 07 02:58:46.730340 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c32958-274d-4dbb-bee4-93a522967674 req-ca609941-705a-4ee2-89d5-66be5d8bc32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:46.732238 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-78c32958-274d-4dbb-bee4-93a522967674 req-ca609941-705a-4ee2-89d5-66be5d8bc32f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c3e8b00e-7dd5-4121-9d90-2dad2df2b8a4 HTTP/1.1" status: 200 len: 835 time: 0.1057248 Sep 07 02:58:46.791773 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6d1c462b-9d68-4d22-8444-05c722e15d15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:46.794696 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c32958-274d-4dbb-bee4-93a522967674 req-19cda03e-d7c3-4b3d-8058-8ba12d5a31dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:46.796832 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-78c32958-274d-4dbb-bee4-93a522967674 req-19cda03e-d7c3-4b3d-8058-8ba12d5a31dc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6cd744d1-899a-4d57-ba10-aa6d1dc0746f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0975623 Sep 07 02:58:46.814977 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c32958-274d-4dbb-bee4-93a522967674 req-51a78268-ca61-4900-82d5-5017db0fc9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:46.818535 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-78c32958-274d-4dbb-bee4-93a522967674 req-51a78268-ca61-4900-82d5-5017db0fc9e4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6cd744d1-899a-4d57-ba10-aa6d1dc0746f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0732472 Sep 07 02:58:46.840456 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6d1c462b-9d68-4d22-8444-05c722e15d15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:46.963084 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-78c32958-274d-4dbb-bee4-93a522967674 req-4f640c38-6885-40a9-b0b4-4e7147f8d448 service neutron] 10.222.0.23 "GET /v2.0/networks/6cd744d1-899a-4d57-ba10-aa6d1dc0746f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337202 Sep 07 02:58:46.981690 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-78c32958-274d-4dbb-bee4-93a522967674 req-9001ade0-0001-4ef7-a488-689b32904d2c service neutron] 10.222.0.16 "GET /v2.0/networks/6cd744d1-899a-4d57-ba10-aa6d1dc0746f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747391 Sep 07 02:58:47.097150 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6d1c462b-9d68-4d22-8444-05c722e15d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:47.099843 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6d1c462b-9d68-4d22-8444-05c722e15d15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:47.103624 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-6d1c462b-9d68-4d22-8444-05c722e15d15 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/71163042-0d35-4428-b892-03b347ef3024 HTTP/1.1" status: 204 len: 168 time: 0.4221168 Sep 07 02:58:47.119459 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c462b-9d68-4d22-8444-05c722e15d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71163042-0d35-4428-b892-03b347ef3024,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:47.123598 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-78c32958-274d-4dbb-bee4-93a522967674 req-d27fc6ae-ccd9-4e8d-820f-b95461f31882 service neutron] 10.222.0.23 "GET /v2.0/networks/6cd744d1-899a-4d57-ba10-aa6d1dc0746f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517327 Sep 07 02:58:47.170950 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51488) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:47.182380 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-78c32958-274d-4dbb-bee4-93a522967674 req-bb469868-0170-41e6-85e4-b4fd31573e52 service neutron] 10.222.0.16 "GET /v2.0/networks/6cd744d1-899a-4d57-ba10-aa6d1dc0746f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920481 Sep 07 02:58:47.311703 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-37d05409-5627-4742-9757-cb7499b9d576 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1425630418'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:58:47.345591 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d05409-5627-4742-9757-cb7499b9d576 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Made reservation on behalf of 0dfb985d82cb4d0686e11ceaaf162601 for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:58:47.349727 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-37d05409-5627-4742-9757-cb7499b9d576 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:47.360506 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-37d05409-5627-4742-9757-cb7499b9d576 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:47.421097 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758536dc-05c7-4c80-a51e-c93541bcdf4f req-f2808d05-ee16-4887-8ae2-1fc564f1c68e tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:47.426761 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-758536dc-05c7-4c80-a51e-c93541bcdf4f req-f2808d05-ee16-4887-8ae2-1fc564f1c68e tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ba396db-1311-4ea4-ba29-032650972ec3 HTTP/1.1" status: 200 len: 943 time: 0.1090384 Sep 07 02:58:47.488821 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-37d05409-5627-4742-9757-cb7499b9d576 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:47.499399 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-37d05409-5627-4742-9757-cb7499b9d576 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:47.511352 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-758536dc-05c7-4c80-a51e-c93541bcdf4f req-325413b9-5fff-4153-8ace-19eebda41b1f tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=294b048e-8567-497b-8d1d-04d7fb63968c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768907 Sep 07 02:58:47.518663 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37d05409-5627-4742-9757-cb7499b9d576 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:58:47.531954 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-37d05409-5627-4742-9757-cb7499b9d576 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:47.532655 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-37d05409-5627-4742-9757-cb7499b9d576 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Added segment ec67dee4-df8d-4ed6-bef0-5b676154fdad of type vlan for network 162816ec-5538-49c3-b312-28fb5fd94391 Sep 07 02:58:47.584977 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-37d05409-5627-4742-9757-cb7499b9d576 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:47.621604 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 41155c75-47f2-46cb-9c89-5e338a4ecd29 no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:58:47.667221 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-37d05409-5627-4742-9757-cb7499b9d576 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:47.690478 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d05409-5627-4742-9757-cb7499b9d576 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:47.691146 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-37d05409-5627-4742-9757-cb7499b9d576 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:47.715934 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 41155c75-47f2-46cb-9c89-5e338a4ecd29 not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:58:47.771754 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-37d05409-5627-4742-9757-cb7499b9d576 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5971022 Sep 07 02:58:47.772228 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51510) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:47.777391 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-fabeb66f-1fba-40ca-bf32-6d56fd0c2d8f tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Request body: {'subnet': {'network_id': '162816ec-5538-49c3-b312-28fb5fd94391', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:58:47.854746 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d05409-5627-4742-9757-cb7499b9d576 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc7b56f-a546-47be-b0cf-f788dc2bfb30,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:47.959618 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fabeb66f-1fba-40ca-bf32-6d56fd0c2d8f tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Made reservation on behalf of 0dfb985d82cb4d0686e11ceaaf162601 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:58:47.962860 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d05409-5627-4742-9757-cb7499b9d576 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Pushing event updated for resources: {'Network': ['ID=162816ec-5538-49c3-b312-28fb5fd94391,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:47.964913 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fabeb66f-1fba-40ca-bf32-6d56fd0c2d8f tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:47.980275 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 162816ec-5538-49c3-b312-28fb5fd94391 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:58:48.332846 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 41155c75-47f2-46cb-9c89-5e338a4ecd29 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:58:48.372659 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51536) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:48.412998 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fabeb66f-1fba-40ca-bf32-6d56fd0c2d8f tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:48.485930 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 41155c75-47f2-46cb-9c89-5e338a4ecd29, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=41155c75-47f2-46cb-9c89-5e338a4ecd29,segment=NetworkSegment(05a63878-67bb-453a-b0c6-23f8e4899735),segment_id=05a63878-67bb-453a-b0c6-23f8e4899735)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:58:48.499801 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '41155c75-47f2-46cb-9c89-5e338a4ecd29', 'network_id': '6cd744d1-899a-4d57-ba10-aa6d1dc0746f', 'port_id': '41155c75-47f2-46cb-9c89-5e338a4ecd29', 'mac_address': 'fa:16:3e:26:7f:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3e8b00e-7dd5-4121-9d90-2dad2df2b8a4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:58:48.520534 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabeb66f-1fba-40ca-bf32-6d56fd0c2d8f tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Pushing event updated for resources: {'Subnet': ['ID=292012c1-e15c-4f86-8104-63e2302496ab,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:48.586317 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-c4496dd4-d8f1-4732-85b5-2ea37dbce30b tempest-DvrRoutersNegativeTest-999043234 tempest-DvrRoutersNegativeTest-999043234-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1672466282', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:58:48.589685 n-d-796209-16 neutron-server[94701]: DEBUG neutron.policy [None req-c4496dd4-d8f1-4732-85b5-2ea37dbce30b tempest-DvrRoutersNegativeTest-999043234 tempest-DvrRoutersNegativeTest-999043234-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94701) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Sep 07 02:58:48.589997 n-d-796209-16 neutron-server[94701]: DEBUG neutron.policy [None req-c4496dd4-d8f1-4732-85b5-2ea37dbce30b tempest-DvrRoutersNegativeTest-999043234 tempest-DvrRoutersNegativeTest-999043234-project] Failed policy check for 'create_router' {{(pid=94701) enforce /opt/stack/neutron/neutron/policy.py:520}} Sep 07 02:58:48.592272 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-c4496dd4-d8f1-4732-85b5-2ea37dbce30b tempest-DvrRoutersNegativeTest-999043234 tempest-DvrRoutersNegativeTest-999043234-project] create failed (client error): Access was denied to this resource. Sep 07 02:58:48.596453 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c4496dd4-d8f1-4732-85b5-2ea37dbce30b tempest-DvrRoutersNegativeTest-999043234 tempest-DvrRoutersNegativeTest-999043234-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2190940 Sep 07 02:58:48.597141 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:48.605390 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabeb66f-1fba-40ca-bf32-6d56fd0c2d8f tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Checking segment: {'id': 'ec67dee4-df8d-4ed6-bef0-5b676154fdad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '162816ec-5538-49c3-b312-28fb5fd94391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:58:48.605777 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabeb66f-1fba-40ca-bf32-6d56fd0c2d8f tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Network hostable DHCP agents. Network: 162816ec-5538-49c3-b312-28fb5fd94391, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:58:48.631676 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41155c75-47f2-46cb-9c89-5e338a4ecd29 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:58:48.674261 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabeb66f-1fba-40ca-bf32-6d56fd0c2d8f tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Network 162816ec-5538-49c3-b312-28fb5fd94391 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:58:48.675075 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 41155c75-47f2-46cb-9c89-5e338a4ecd29, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=41155c75-47f2-46cb-9c89-5e338a4ecd29,segment=NetworkSegment(05a63878-67bb-453a-b0c6-23f8e4899735),segment_id=05a63878-67bb-453a-b0c6-23f8e4899735)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:58:48.682627 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:48.724133 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-fabeb66f-1fba-40ca-bf32-6d56fd0c2d8f tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 162816ec-5538-49c3-b312-28fb5fd94391) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:58:48.735689 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819aa861-d03c-4d1e-86c2-07b51d01ddde req-347d1e2e-4ec6-4492-afeb-633f06899e2f tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:48.737351 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-819aa861-d03c-4d1e-86c2-07b51d01ddde req-347d1e2e-4ec6-4492-afeb-633f06899e2f tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ba396db-1311-4ea4-ba29-032650972ec3 HTTP/1.1" status: 200 len: 943 time: 0.0831485 Sep 07 02:58:48.738763 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabeb66f-1fba-40ca-bf32-6d56fd0c2d8f tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:48.739403 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fabeb66f-1fba-40ca-bf32-6d56fd0c2d8f tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:48.764407 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac80419-0fea-4cc5-814d-931a2bd70265 None None] Network 162816ec-5538-49c3-b312-28fb5fd94391 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:58:48.777412 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-fabeb66f-1fba-40ca-bf32-6d56fd0c2d8f tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0040364 Sep 07 02:58:48.780272 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51548) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:48.785155 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-3ebb01c7-409f-4be1-87d6-cec4f55a9254 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-197097360', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}, 'admin_state_up': False}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:58:48.818723 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-819aa861-d03c-4d1e-86c2-07b51d01ddde req-66f7165f-64c6-46f3-9237-d70163f4eb40 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=294b048e-8567-497b-8d1d-04d7fb63968c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646353 Sep 07 02:58:48.833851 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3ebb01c7-409f-4be1-87d6-cec4f55a9254 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:48.837678 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3ebb01c7-409f-4be1-87d6-cec4f55a9254 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:48.918551 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=41155c75-47f2-46cb-9c89-5e338a4ecd29,revision_number=8']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:48.985038 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3ebb01c7-409f-4be1-87d6-cec4f55a9254 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:49.053067 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['41155c75-47f2-46cb-9c89-5e338a4ecd29'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:58:49.210514 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c4485a-6d44-4922-a390-100d1f0c8bff None None] Network 162816ec-5538-49c3-b312-28fb5fd94391 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:58:49.322939 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec92c9-9e99-4bf7-bcf9-29c6f72bd483 req-784ba323-9a74-473b-869c-da6bf16022b0 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:49.326476 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a5ec92c9-9e99-4bf7-bcf9-29c6f72bd483 req-784ba323-9a74-473b-869c-da6bf16022b0 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ba396db-1311-4ea4-ba29-032650972ec3&tenant_id=626f31b15da14e0da01388cbfdee7f90&binding%3Ahost_id=n-h1-796209-16 HTTP/1.1" status: 200 len: 944 time: 0.1201906 Sep 07 02:58:49.409690 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51570) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:49.501144 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a5ec92c9-9e99-4bf7-bcf9-29c6f72bd483 req-efdc9f4e-f5f4-495b-8581-2f7edb54262a service neutron] 10.222.0.23 "GET /v2.0/ports/41155c75-47f2-46cb-9c89-5e338a4ecd29/bindings/n-h1-796209-16 HTTP/1.1" status: 200 len: 383 time: 0.1650488 Sep 07 02:58:49.606875 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec92c9-9e99-4bf7-bcf9-29c6f72bd483 req-664319f5-0de5-44c0-9cd3-14470deecaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:49.609355 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a5ec92c9-9e99-4bf7-bcf9-29c6f72bd483 req-664319f5-0de5-44c0-9cd3-14470deecaa9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=626f31b15da14e0da01388cbfdee7f90&device_id=3ba396db-1311-4ea4-ba29-032650972ec3 HTTP/1.1" status: 200 len: 1096 time: 0.0828073 Sep 07 02:58:49.771637 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1eb1-c1cd-46d0-961a-bc123b4b8756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:49.796500 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0fbfbdcc-4b26-4122-a2f5-de9aaf544da8 req-48d49fb7-ccc6-431f-a180-2ee4b5a6c837 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=49b41b37-303c-4de5-b4a1-7e125905e486&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8095345 Sep 07 02:58:49.849552 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3ebb01c7-409f-4be1-87d6-cec4f55a9254 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:49.912240 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec92c9-9e99-4bf7-bcf9-29c6f72bd483 req-ea1a2b43-993c-415b-a917-be87250a5e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:49.912240 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a5ec92c9-9e99-4bf7-bcf9-29c6f72bd483 req-ea1a2b43-993c-415b-a917-be87250a5e6d service neutron] 10.222.0.23 "GET /v2.0/networks?id=6cd744d1-899a-4d57-ba10-aa6d1dc0746f HTTP/1.1" status: 200 len: 896 time: 0.2938235 Sep 07 02:58:49.935646 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f192a0-3732-4340-b4bb-b50560c4d0c0 req-42e99772-eb85-423f-a9ab-295819fa4747 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:49.937486 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-98f192a0-3732-4340-b4bb-b50560c4d0c0 req-42e99772-eb85-423f-a9ab-295819fa4747 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ba396db-1311-4ea4-ba29-032650972ec3 HTTP/1.1" status: 200 len: 944 time: 0.2982378 Sep 07 02:58:50.053062 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-98f192a0-3732-4340-b4bb-b50560c4d0c0 req-a17ac816-3c4d-42e8-b343-dea6815c9475 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=294b048e-8567-497b-8d1d-04d7fb63968c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955424 Sep 07 02:58:50.079655 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfbdcc-4b26-4122-a2f5-de9aaf544da8 req-cfdb06d5-ad12-4fe0-a547-3666961d4e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:50.081202 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0fbfbdcc-4b26-4122-a2f5-de9aaf544da8 req-cfdb06d5-ad12-4fe0-a547-3666961d4e4d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=16ef236c23324219a8876cb24967b58f&device_id=49b41b37-303c-4de5-b4a1-7e125905e486 HTTP/1.1" status: 200 len: 1097 time: 0.2048936 Sep 07 02:58:50.087659 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a5ec92c9-9e99-4bf7-bcf9-29c6f72bd483 req-2f846c21-c94f-4e8d-8e9a-b803db2fa851 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41155c75-47f2-46cb-9c89-5e338a4ecd29 HTTP/1.1" status: 200 len: 999 time: 0.1681325 Sep 07 02:58:50.157257 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec92c9-9e99-4bf7-bcf9-29c6f72bd483 req-ced89b66-7797-4594-9c7a-2152acbdc24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:50.159205 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a5ec92c9-9e99-4bf7-bcf9-29c6f72bd483 req-ced89b66-7797-4594-9c7a-2152acbdc24c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c3e8b00e-7dd5-4121-9d90-2dad2df2b8a4 HTTP/1.1" status: 200 len: 835 time: 0.0598295 Sep 07 02:58:50.271235 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec92c9-9e99-4bf7-bcf9-29c6f72bd483 req-572688f2-8f95-42eb-9708-d4999b345af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:50.283067 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a5ec92c9-9e99-4bf7-bcf9-29c6f72bd483 req-572688f2-8f95-42eb-9708-d4999b345af1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6cd744d1-899a-4d57-ba10-aa6d1dc0746f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1069658 Sep 07 02:58:50.288657 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1eb1-c1cd-46d0-961a-bc123b4b8756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:50.289764 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51596) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:50.305070 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2ffb1eb1-c1cd-46d0-961a-bc123b4b8756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:50.328572 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfbdcc-4b26-4122-a2f5-de9aaf544da8 req-1a66e970-97a8-49d7-8e5b-829fd2d6681e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:50.330081 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0fbfbdcc-4b26-4122-a2f5-de9aaf544da8 req-1a66e970-97a8-49d7-8e5b-829fd2d6681e service neutron] 10.222.0.23 "GET /v2.0/networks?id=256d620d-b7a6-4b66-aaa9-80e5bdc910ad HTTP/1.1" status: 200 len: 914 time: 0.1888397 Sep 07 02:58:50.353006 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb1eb1-c1cd-46d0-961a-bc123b4b8756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11fab4e-036e-410c-9a6f-46b982bebd9c,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:50.429835 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0fbfbdcc-4b26-4122-a2f5-de9aaf544da8 req-a7359d55-67ef-4922-a479-3dbbbd8f426f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=87655062-3b6c-41af-917b-4f2a9d1ba82b HTTP/1.1" status: 200 len: 217 time: 0.0584486 Sep 07 02:58:50.430432 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3ebb01c7-409f-4be1-87d6-cec4f55a9254 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for router_gateway, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:50.458053 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-2ffb1eb1-c1cd-46d0-961a-bc123b4b8756 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=71f9fcc40555406e8c7a4daa24c2c84f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0472353 Sep 07 02:58:50.463198 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51602) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:50.509836 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3ebb01c7-409f-4be1-87d6-cec4f55a9254 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:50.570651 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-65e9da4e-4795-4d85-b302-eddcf72ddc7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:50.575977 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a5ec92c9-9e99-4bf7-bcf9-29c6f72bd483 req-8eca0b58-759e-4396-b955-cde14b51bba3 service neutron] 10.222.0.23 "GET /v2.0/networks/6cd744d1-899a-4d57-ba10-aa6d1dc0746f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838378 Sep 07 02:58:50.588039 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfbdcc-4b26-4122-a2f5-de9aaf544da8 req-56f7b7d7-6e09-4ff3-b7f7-83d8d4664caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:50.589555 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0fbfbdcc-4b26-4122-a2f5-de9aaf544da8 req-56f7b7d7-6e09-4ff3-b7f7-83d8d4664caa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e962ec47-dcbe-48ec-becb-a133fc5449e5 HTTP/1.1" status: 200 len: 854 time: 0.1125386 Sep 07 02:58:50.624852 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0fbfbdcc-4b26-4122-a2f5-de9aaf544da8 req-816faaaf-c55f-4cfa-b8fa-f89786db217b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=256d620d-b7a6-4b66-aaa9-80e5bdc910ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280342 Sep 07 02:58:50.689146 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a5ec92c9-9e99-4bf7-bcf9-29c6f72bd483 req-12dca6aa-1ebb-4543-8afb-bbca6fbd24cf service neutron] 10.222.0.23 "GET /v2.0/networks/6cd744d1-899a-4d57-ba10-aa6d1dc0746f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053588 Sep 07 02:58:50.697357 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b48c154d-b30b-427e-a5eb-f05beaa97090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:50.720596 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b48c154d-b30b-427e-a5eb-f05beaa97090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:50.742019 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-3ebb01c7-409f-4be1-87d6-cec4f55a9254 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Allocated IP 172.25.5.251 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/ffc7f9ab-97a6-4440-834e-30a1f693515b) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:58:50.805055 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0fbfbdcc-4b26-4122-a2f5-de9aaf544da8 req-91d39cf3-6a35-4ef9-bde8-ec59f82187a7 service neutron] 10.222.0.23 "GET /v2.0/networks/256d620d-b7a6-4b66-aaa9-80e5bdc910ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590269 Sep 07 02:58:50.866247 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-65e9da4e-4795-4d85-b302-eddcf72ddc7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:50.869210 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b48c154d-b30b-427e-a5eb-f05beaa97090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:50.873462 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b48c154d-b30b-427e-a5eb-f05beaa97090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:50.877686 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b48c154d-b30b-427e-a5eb-f05beaa97090 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e11fab4e-036e-410c-9a6f-46b982bebd9c HTTP/1.1" status: 204 len: 168 time: 0.4086595 Sep 07 02:58:50.899449 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48c154d-b30b-427e-a5eb-f05beaa97090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11fab4e-036e-410c-9a6f-46b982bebd9c,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:50.915297 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-65e9da4e-4795-4d85-b302-eddcf72ddc7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:50.955934 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3ebb01c7-409f-4be1-87d6-cec4f55a9254 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:50.984317 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0fbfbdcc-4b26-4122-a2f5-de9aaf544da8 req-6e42a369-9410-47a0-bc05-b7e7d40c51be service neutron] 10.222.0.23 "GET /v2.0/networks/256d620d-b7a6-4b66-aaa9-80e5bdc910ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445026 Sep 07 02:58:50.986515 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e9da4e-4795-4d85-b302-eddcf72ddc7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a7b2e0-3e71-4ea6-bf45-e80b1c2afabd,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:50.994194 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-65e9da4e-4795-4d85-b302-eddcf72ddc7b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9f68bd1a9e294138af68ccea7693f56b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7032323 Sep 07 02:58:50.997167 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51606) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:51.021970 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3ebb01c7-409f-4be1-87d6-cec4f55a9254 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:51.078977 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1bbcbf53-1f00-4d4d-9be1-633c7ec15801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:51.109222 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebb01c7-409f-4be1-87d6-cec4f55a9254 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:58:51.115931 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-3ebb01c7-409f-4be1-87d6-cec4f55a9254 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:58:51.119438 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebb01c7-409f-4be1-87d6-cec4f55a9254 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:58:51.144842 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1bbcbf53-1f00-4d4d-9be1-633c7ec15801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:51.207387 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebb01c7-409f-4be1-87d6-cec4f55a9254 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Pushing event updated for resources: {'Port': ['ID=ffc7f9ab-97a6-4440-834e-30a1f693515b,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:51.247091 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1bbcbf53-1f00-4d4d-9be1-633c7ec15801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:51.260076 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1bbcbf53-1f00-4d4d-9be1-633c7ec15801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:51.273403 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-1bbcbf53-1f00-4d4d-9be1-633c7ec15801 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c4a7b2e0-3e71-4ea6-bf45-e80b1c2afabd HTTP/1.1" status: 204 len: 168 time: 0.2751768 Sep 07 02:58:51.309837 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbcbf53-1f00-4d4d-9be1-633c7ec15801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a7b2e0-3e71-4ea6-bf45-e80b1c2afabd,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:51.389887 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd8b3db-70cd-48c3-8a4c-fa84827057ed req-c6d8f0af-0755-4b4b-aca8-73f7772a8305 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:51.391956 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3bd8b3db-70cd-48c3-8a4c-fa84827057ed req-c6d8f0af-0755-4b4b-aca8-73f7772a8305 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ba396db-1311-4ea4-ba29-032650972ec3 HTTP/1.1" status: 200 len: 944 time: 0.1771791 Sep 07 02:58:51.469425 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3bd8b3db-70cd-48c3-8a4c-fa84827057ed req-5610abac-16f7-4d18-9214-cfd7481399bd tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=294b048e-8567-497b-8d1d-04d7fb63968c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702794 Sep 07 02:58:51.554074 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:51.557905 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:51.612071 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3ebb01c7-409f-4be1-87d6-cec4f55a9254 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for router_gateway, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:51.846445 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3ebb01c7-409f-4be1-87d6-cec4f55a9254 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:51.890172 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51634) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:51.917981 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b8c34271-1e7d-427e-bc33-2d5b3c016523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:52.045995 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b8c34271-1e7d-427e-bc33-2d5b3c016523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:52.054835 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b8c34271-1e7d-427e-bc33-2d5b3c016523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:52.113915 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ebb01c7-409f-4be1-87d6-cec4f55a9254 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Router 0663726e-d85f-476e-b2fe-516394e48a04 is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 02:58:52.119650 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c34271-1e7d-427e-bc33-2d5b3c016523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f0a086-7f24-442a-b4a6-e4c415849d21,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:52.127780 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b8c34271-1e7d-427e-bc33-2d5b3c016523 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=80c93e5dc7564603a58174435cfc6149&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2335889 Sep 07 02:58:52.130788 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51638) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:52.162117 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51640) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:52.218228 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9fc86145-939b-48d3-b73c-df189bc7e1e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:52.250921 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9fc86145-939b-48d3-b73c-df189bc7e1e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:52.311695 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-1de8aaa2-3ea9-46b5-90d1-2c7eb01f8b18 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Request body: {'security_group': {'name': 'tempest-secgroup--1252743283'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:58:52.322570 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ebb01c7-409f-4be1-87d6-cec4f55a9254 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:58:52.336011 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 41155c75-47f2-46cb-9c89-5e338a4ecd29 up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:58:52.343630 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8883e6cb-3412-4ef4-98fe-55d1cfff06a4 None None] Sync routers for ids ['0663726e-d85f-476e-b2fe-516394e48a04'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:58:52.346369 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1de8aaa2-3ea9-46b5-90d1-2c7eb01f8b18 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:52.352591 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3ebb01c7-409f-4be1-87d6-cec4f55a9254 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:52.353987 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-3ebb01c7-409f-4be1-87d6-cec4f55a9254 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.5727091 Sep 07 02:58:52.356721 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51644) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:52.360247 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9fc86145-939b-48d3-b73c-df189bc7e1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:52.362388 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8883e6cb-3412-4ef4-98fe-55d1cfff06a4 None None] Routers {'0663726e-d85f-476e-b2fe-516394e48a04'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:58:52.363078 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9fc86145-939b-48d3-b73c-df189bc7e1e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:52.364216 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-8883e6cb-3412-4ef4-98fe-55d1cfff06a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:58:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['0663726e-d85f-476e-b2fe-516394e48a04'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:52.372356 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9fc86145-939b-48d3-b73c-df189bc7e1e7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/10f0a086-7f24-442a-b4a6-e4c415849d21 HTTP/1.1" status: 204 len: 168 time: 0.2380493 Sep 07 02:58:52.388355 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1de8aaa2-3ea9-46b5-90d1-2c7eb01f8b18 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:52.421060 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc86145-939b-48d3-b73c-df189bc7e1e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f0a086-7f24-442a-b4a6-e4c415849d21,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:52.496636 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port 41155c75-47f2-46cb-9c89-5e338a4ecd29 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:58:52.508683 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port 41155c75-47f2-46cb-9c89-5e338a4ecd29 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:58:52.510710 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:52.537509 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-8883e6cb-3412-4ef4-98fe-55d1cfff06a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:52.584752 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8883e6cb-3412-4ef4-98fe-55d1cfff06a4 None None] Routers {'0663726e-d85f-476e-b2fe-516394e48a04'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:58:52.590264 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-8883e6cb-3412-4ef4-98fe-55d1cfff06a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:58:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['0663726e-d85f-476e-b2fe-516394e48a04'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:52.700678 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-8883e6cb-3412-4ef4-98fe-55d1cfff06a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:52.707308 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8883e6cb-3412-4ef4-98fe-55d1cfff06a4 None None] The sync data for ids ['0663726e-d85f-476e-b2fe-516394e48a04'] in n-d-796209-16 is: [] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:58:52.730408 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:52.741897 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1de8aaa2-3ea9-46b5-90d1-2c7eb01f8b18 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:52.753923 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1de8aaa2-3ea9-46b5-90d1-2c7eb01f8b18 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:52.802883 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba396db-1311-4ea4-ba29-032650972ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41155c75-47f2-46cb-9c89-5e338a4ecd29'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:58:52.807742 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c461fd1-7cb3-42c3-aa8f-6dfbfeb2928b" -d '{"events": [{"server_uuid": "3ba396db-1311-4ea4-ba29-032650972ec3", "name": "network-vif-plugged", "status": "completed", "tag": "41155c75-47f2-46cb-9c89-5e338a4ecd29"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:58:52.823127 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 41155c75-47f2-46cb-9c89-5e338a4ecd29, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=41155c75-47f2-46cb-9c89-5e338a4ecd29,segment=NetworkSegment(05a63878-67bb-453a-b0c6-23f8e4899735),segment_id=05a63878-67bb-453a-b0c6-23f8e4899735)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:58:52.830979 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:52.916824 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1de8aaa2-3ea9-46b5-90d1-2c7eb01f8b18 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:52.931949 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1de8aaa2-3ea9-46b5-90d1-2c7eb01f8b18 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:52.988559 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=41155c75-47f2-46cb-9c89-5e338a4ecd29,revision_number=9']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:52.998824 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1de8aaa2-3ea9-46b5-90d1-2c7eb01f8b18 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:53.000141 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-1de8aaa2-3ea9-46b5-90d1-2c7eb01f8b18 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8370168 Sep 07 02:58:53.001333 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de8aaa2-3ea9-46b5-90d1-2c7eb01f8b18 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84903754-7a45-47b7-ac56-f0d657c4780d,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:53.010942 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51676) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:53.022149 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86de387a-57b9-46cb-88f0-5bd311d66581 x-openstack-request-id: req-86de387a-57b9-46cb-88f0-5bd311d66581 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:58:53.022436 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ba396db-1311-4ea4-ba29-032650972ec3", "name": "network-vif-plugged", "status": "completed", "tag": "41155c75-47f2-46cb-9c89-5e338a4ecd29", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:58:53.022687 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-86de387a-57b9-46cb-88f0-5bd311d66581 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:58:53.024754 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba396db-1311-4ea4-ba29-032650972ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41155c75-47f2-46cb-9c89-5e338a4ecd29', 'code': 200} Sep 07 02:58:53.144627 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de8aaa2-3ea9-46b5-90d1-2c7eb01f8b18 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be5c7dcc-7d7c-4dcf-96c0-d6dc97ed38a8,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:53.162020 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-780a21ac-c98f-4559-9c09-3d2a85a7458d tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1498642 Sep 07 02:58:53.164645 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51682) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:53.169176 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-006a335e-c6f4-4f4a-a628-398064fcaffe tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Request body: {'security_group': {'name': 'tempest-security--886797854', 'description': 'tempest-security-description-977300991'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:58:53.178749 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec92c9-9e99-4bf7-bcf9-29c6f72bd483 req-799efe3e-2f66-47bf-984a-6b25a9eaca76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:53.180312 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a5ec92c9-9e99-4bf7-bcf9-29c6f72bd483 req-799efe3e-2f66-47bf-984a-6b25a9eaca76 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3ba396db-1311-4ea4-ba29-032650972ec3&tenant_id=626f31b15da14e0da01388cbfdee7f90 HTTP/1.1" status: 200 len: 1097 time: 0.1330757 Sep 07 02:58:53.197557 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-a5ec92c9-9e99-4bf7-bcf9-29c6f72bd483 req-b22995f8-4cd0-4584-8e72-6ad61c50f550 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-796209-16', 'device_owner': 'compute:nova'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:58:53.236125 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-006a335e-c6f4-4f4a-a628-398064fcaffe tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:53.288925 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a5ec92c9-9e99-4bf7-bcf9-29c6f72bd483 req-b22995f8-4cd0-4584-8e72-6ad61c50f550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:53.332416 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f52a303-61cf-40e0-91e1-9a1fa80f57e8 req-c125e309-3d90-40c8-a4b9-0808d928f34f tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:53.337388 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9f52a303-61cf-40e0-91e1-9a1fa80f57e8 req-c125e309-3d90-40c8-a4b9-0808d928f34f tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ba396db-1311-4ea4-ba29-032650972ec3 HTTP/1.1" status: 200 len: 945 time: 0.2631159 Sep 07 02:58:53.380065 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-006a335e-c6f4-4f4a-a628-398064fcaffe tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:53.392741 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-006a335e-c6f4-4f4a-a628-398064fcaffe tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:53.396438 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-006a335e-c6f4-4f4a-a628-398064fcaffe tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:53.397940 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-006a335e-c6f4-4f4a-a628-398064fcaffe tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] 10.222.0.22 "PUT /v2.0/security-groups/be5c7dcc-7d7c-4dcf-96c0-d6dc97ed38a8 HTTP/1.1" status: 200 len: 1778 time: 0.2323704 Sep 07 02:58:53.413101 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51688) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:53.438617 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006a335e-c6f4-4f4a-a628-398064fcaffe tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be5c7dcc-7d7c-4dcf-96c0-d6dc97ed38a8,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:53.514562 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9f52a303-61cf-40e0-91e1-9a1fa80f57e8 req-f0a2e5c6-2996-4cdc-b03a-413cf7423601 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=294b048e-8567-497b-8d1d-04d7fb63968c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004703 Sep 07 02:58:53.555298 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-27525d00-d73c-4871-8f63-3b26967b7fec tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] 10.222.0.22 "GET /v2.0/security-groups/be5c7dcc-7d7c-4dcf-96c0-d6dc97ed38a8 HTTP/1.1" status: 200 len: 1778 time: 0.1364501 Sep 07 02:58:53.558473 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51694) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:53.778480 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-43ccb98c-b471-4887-a8fc-439a2a76a1b1 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:53.788817 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-60afc68d-fa7c-47d3-b2e7-fbdd155673ac tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:53.821029 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-a5ec92c9-9e99-4bf7-bcf9-29c6f72bd483 req-b22995f8-4cd0-4584-8e72-6ad61c50f550 service neutron] For port 41155c75-47f2-46cb-9c89-5e338a4ecd29, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=41155c75-47f2-46cb-9c89-5e338a4ecd29,segment=NetworkSegment(05a63878-67bb-453a-b0c6-23f8e4899735),segment_id=05a63878-67bb-453a-b0c6-23f8e4899735)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:58:53.889178 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-a5ec92c9-9e99-4bf7-bcf9-29c6f72bd483 req-b22995f8-4cd0-4584-8e72-6ad61c50f550 service neutron] For port 41155c75-47f2-46cb-9c89-5e338a4ecd29, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:58:53.990220 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba396db-1311-4ea4-ba29-032650972ec3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41155c75-47f2-46cb-9c89-5e338a4ecd29'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:58:53.992762 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b10ee91-427d-44e8-a927-b84ffd667593" -d '{"events": [{"server_uuid": "3ba396db-1311-4ea4-ba29-032650972ec3", "name": "network-vif-unplugged", "status": "completed", "tag": "41155c75-47f2-46cb-9c89-5e338a4ecd29"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:58:53.994934 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-43ccb98c-b471-4887-a8fc-439a2a76a1b1 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:53.997575 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a5ec92c9-9e99-4bf7-bcf9-29c6f72bd483 req-b22995f8-4cd0-4584-8e72-6ad61c50f550 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:54.021192 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-a5ec92c9-9e99-4bf7-bcf9-29c6f72bd483 req-b22995f8-4cd0-4584-8e72-6ad61c50f550 service neutron] Transition to ACTIVE for port object 41155c75-47f2-46cb-9c89-5e338a4ecd29 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:58:54.027906 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a5ec92c9-9e99-4bf7-bcf9-29c6f72bd483 req-b22995f8-4cd0-4584-8e72-6ad61c50f550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:54.108319 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-43ccb98c-b471-4887-a8fc-439a2a76a1b1 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:54.126372 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-43ccb98c-b471-4887-a8fc-439a2a76a1b1 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:54.130579 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-43ccb98c-b471-4887-a8fc-439a2a76a1b1 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] 10.222.0.22 "DELETE /v2.0/security-groups/be5c7dcc-7d7c-4dcf-96c0-d6dc97ed38a8 HTTP/1.1" status: 204 len: 168 time: 0.5698245 Sep 07 02:58:54.140313 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51714) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:54.220383 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ccb98c-b471-4887-a8fc-439a2a76a1b1 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5c7dcc-7d7c-4dcf-96c0-d6dc97ed38a8,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:54.344336 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-db97a394-f4e9-4caa-b247-136d7e75d3cd tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1995976 Sep 07 02:58:54.348250 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51744) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:54.351531 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 41155c75-47f2-46cb-9c89-5e338a4ecd29 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:58:54.373634 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22995f8-4cd0-4584-8e72-6ad61c50f550 service neutron] Pushing event updated for resources: {'Port': ['ID=41155c75-47f2-46cb-9c89-5e338a4ecd29,revision_number=10']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:54.420025 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 02:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1033f380-00b9-4036-8f3d-f60df218c422 x-openstack-request-id: req-1033f380-00b9-4036-8f3d-f60df218c422 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:58:54.420305 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ba396db-1311-4ea4-ba29-032650972ec3", "name": "network-vif-unplugged", "status": "completed", "tag": "41155c75-47f2-46cb-9c89-5e338a4ecd29", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:58:54.420548 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1033f380-00b9-4036-8f3d-f60df218c422 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:58:54.420955 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba396db-1311-4ea4-ba29-032650972ec3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41155c75-47f2-46cb-9c89-5e338a4ecd29', 'code': 200} Sep 07 02:58:54.477220 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 41155c75-47f2-46cb-9c89-5e338a4ecd29 not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:58:54.506294 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-1c49a4e8-cff4-41fd-8982-be7db50d9af6 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] delete failed (client error): The resource could not be found. Sep 07 02:58:54.510770 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-1c49a4e8-cff4-41fd-8982-be7db50d9af6 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] 10.222.0.22 "DELETE /v2.0/security-groups/be5c7dcc-7d7c-4dcf-96c0-d6dc97ed38a8 HTTP/1.1" status: 404 len: 347 time: 0.1596498 Sep 07 02:58:54.515679 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51756) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:54.526082 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-4e7a4d47-8985-48f9-98bf-6638e38d7c1d tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Request body: {'security_group': {'name': 'tempest-secgroup--269010947'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:58:54.590303 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ec92c9-9e99-4bf7-bcf9-29c6f72bd483 req-b22995f8-4cd0-4584-8e72-6ad61c50f550 service neutron] No DVR routers for this DVR port 41155c75-47f2-46cb-9c89-5e338a4ecd29 on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:58:54.701345 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4e7a4d47-8985-48f9-98bf-6638e38d7c1d tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:54.762135 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-a5ec92c9-9e99-4bf7-bcf9-29c6f72bd483 req-b22995f8-4cd0-4584-8e72-6ad61c50f550 service neutron] Attempting to bind port 41155c75-47f2-46cb-9c89-5e338a4ecd29 on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:58:54.762977 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-a5ec92c9-9e99-4bf7-bcf9-29c6f72bd483 req-b22995f8-4cd0-4584-8e72-6ad61c50f550 service neutron] Attempting to bind port 41155c75-47f2-46cb-9c89-5e338a4ecd29 by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '05a63878-67bb-453a-b0c6-23f8e4899735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6cd744d1-899a-4d57-ba10-aa6d1dc0746f'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:58:54.763614 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ec92c9-9e99-4bf7-bcf9-29c6f72bd483 req-b22995f8-4cd0-4584-8e72-6ad61c50f550 service neutron] Attempting to bind port 41155c75-47f2-46cb-9c89-5e338a4ecd29 on network 6cd744d1-899a-4d57-ba10-aa6d1dc0746f {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:58:54.768959 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ec92c9-9e99-4bf7-bcf9-29c6f72bd483 req-b22995f8-4cd0-4584-8e72-6ad61c50f550 service neutron] Port 41155c75-47f2-46cb-9c89-5e338a4ecd29 on network 6cd744d1-899a-4d57-ba10-aa6d1dc0746f not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 02:58:54.769654 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ec92c9-9e99-4bf7-bcf9-29c6f72bd483 req-b22995f8-4cd0-4584-8e72-6ad61c50f550 service neutron] Attempting to bind port 41155c75-47f2-46cb-9c89-5e338a4ecd29 on network 6cd744d1-899a-4d57-ba10-aa6d1dc0746f {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:58:54.775630 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ec92c9-9e99-4bf7-bcf9-29c6f72bd483 req-b22995f8-4cd0-4584-8e72-6ad61c50f550 service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:58:54.776219 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ec92c9-9e99-4bf7-bcf9-29c6f72bd483 req-b22995f8-4cd0-4584-8e72-6ad61c50f550 service neutron] Checking segment: {'id': '05a63878-67bb-453a-b0c6-23f8e4899735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6cd744d1-899a-4d57-ba10-aa6d1dc0746f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:58:54.776885 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ec92c9-9e99-4bf7-bcf9-29c6f72bd483 req-b22995f8-4cd0-4584-8e72-6ad61c50f550 service neutron] Bound using segment: {'id': '05a63878-67bb-453a-b0c6-23f8e4899735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6cd744d1-899a-4d57-ba10-aa6d1dc0746f'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:58:54.781274 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-a5ec92c9-9e99-4bf7-bcf9-29c6f72bd483 req-b22995f8-4cd0-4584-8e72-6ad61c50f550 service neutron] Bound port: 41155c75-47f2-46cb-9c89-5e338a4ecd29, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05a63878-67bb-453a-b0c6-23f8e4899735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6cd744d1-899a-4d57-ba10-aa6d1dc0746f'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:58:54.781661 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a5ec92c9-9e99-4bf7-bcf9-29c6f72bd483 req-b22995f8-4cd0-4584-8e72-6ad61c50f550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:54.791450 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-60afc68d-fa7c-47d3-b2e7-fbdd155673ac tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Allocated IP 172.20.0.1 (162816ec-5538-49c3-b312-28fb5fd94391/292012c1-e15c-4f86-8104-63e2302496ab/746556ae-7a2c-4fd2-9429-7422cc3b6cef) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:58:54.837100 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51762) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:54.870702 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-a5ec92c9-9e99-4bf7-bcf9-29c6f72bd483 req-b22995f8-4cd0-4584-8e72-6ad61c50f550 service neutron] For port 41155c75-47f2-46cb-9c89-5e338a4ecd29, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:58:54.874367 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-a5ec92c9-9e99-4bf7-bcf9-29c6f72bd483 req-b22995f8-4cd0-4584-8e72-6ad61c50f550 service neutron] For port 41155c75-47f2-46cb-9c89-5e338a4ecd29, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=41155c75-47f2-46cb-9c89-5e338a4ecd29,segment=NetworkSegment(05a63878-67bb-453a-b0c6-23f8e4899735),segment_id=05a63878-67bb-453a-b0c6-23f8e4899735)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:58:54.882939 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a5ec92c9-9e99-4bf7-bcf9-29c6f72bd483 req-b22995f8-4cd0-4584-8e72-6ad61c50f550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:54.912535 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea51e1-f716-4173-92ab-a10ec5722bfc req-d393b42e-d350-4fbb-b218-63ecd6800b05 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:54.920072 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b0ea51e1-f716-4173-92ab-a10ec5722bfc req-d393b42e-d350-4fbb-b218-63ecd6800b05 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ba396db-1311-4ea4-ba29-032650972ec3 HTTP/1.1" status: 200 len: 944 time: 0.2772951 Sep 07 02:58:55.030158 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec92c9-9e99-4bf7-bcf9-29c6f72bd483 req-b22995f8-4cd0-4584-8e72-6ad61c50f550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:55.031572 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a5ec92c9-9e99-4bf7-bcf9-29c6f72bd483 req-b22995f8-4cd0-4584-8e72-6ad61c50f550 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:55.034241 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a5ec92c9-9e99-4bf7-bcf9-29c6f72bd483 req-b22995f8-4cd0-4584-8e72-6ad61c50f550 service neutron] 10.222.0.16 "PUT /v2.0/ports/41155c75-47f2-46cb-9c89-5e338a4ecd29 HTTP/1.1" status: 200 len: 1093 time: 1.8453660 Sep 07 02:58:55.048945 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2f435885-ea60-4eba-af1f-e28488def31b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:55.081777 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22995f8-4cd0-4584-8e72-6ad61c50f550 service neutron] Pushing event updated for resources: {'Port': ['ID=41155c75-47f2-46cb-9c89-5e338a4ecd29,revision_number=11']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:55.085602 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-60afc68d-fa7c-47d3-b2e7-fbdd155673ac tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:55.094577 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b0ea51e1-f716-4173-92ab-a10ec5722bfc req-fcd7d22d-d993-4a21-879e-190794fe4bdc tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=294b048e-8567-497b-8d1d-04d7fb63968c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734514 Sep 07 02:58:55.160008 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4e7a4d47-8985-48f9-98bf-6638e38d7c1d tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:55.170117 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4e7a4d47-8985-48f9-98bf-6638e38d7c1d tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:55.188204 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec92c9-9e99-4bf7-bcf9-29c6f72bd483 req-5a13b50c-6efc-4083-833d-5da479995e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:55.190113 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a5ec92c9-9e99-4bf7-bcf9-29c6f72bd483 req-5a13b50c-6efc-4083-833d-5da479995e17 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=626f31b15da14e0da01388cbfdee7f90&device_id=3ba396db-1311-4ea4-ba29-032650972ec3 HTTP/1.1" status: 200 len: 1096 time: 0.1277122 Sep 07 02:58:55.201027 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-60afc68d-fa7c-47d3-b2e7-fbdd155673ac tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:55.342963 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60afc68d-fa7c-47d3-b2e7-fbdd155673ac tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Pushing event updated for resources: {'Port': ['ID=746556ae-7a2c-4fd2-9429-7422cc3b6cef,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:55.354758 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7a4d47-8985-48f9-98bf-6638e38d7c1d tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d96233e-eba5-4ee3-98c8-0333089b84e2,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:55.374389 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60afc68d-fa7c-47d3-b2e7-fbdd155673ac tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Network 162816ec-5538-49c3-b312-28fb5fd94391 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:58:55.376160 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-60afc68d-fa7c-47d3-b2e7-fbdd155673ac tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:58:55.380228 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60afc68d-fa7c-47d3-b2e7-fbdd155673ac tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:58:55.382433 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec92c9-9e99-4bf7-bcf9-29c6f72bd483 req-fa3ee3b2-234f-430f-9d98-13d1bb9edc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:55.383965 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a5ec92c9-9e99-4bf7-bcf9-29c6f72bd483 req-fa3ee3b2-234f-430f-9d98-13d1bb9edc67 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6cd744d1-899a-4d57-ba10-aa6d1dc0746f HTTP/1.1" status: 200 len: 896 time: 0.1855083 Sep 07 02:58:55.444399 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2f435885-ea60-4eba-af1f-e28488def31b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:55.450825 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-60afc68d-fa7c-47d3-b2e7-fbdd155673ac tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:55.461834 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2f435885-ea60-4eba-af1f-e28488def31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:55.486287 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a5ec92c9-9e99-4bf7-bcf9-29c6f72bd483 req-9a1edd49-a6a5-40dc-b394-f753b53e4220 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41155c75-47f2-46cb-9c89-5e338a4ecd29 HTTP/1.1" status: 200 len: 998 time: 0.0932381 Sep 07 02:58:55.492253 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4e7a4d47-8985-48f9-98bf-6638e38d7c1d tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:55.493493 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-4e7a4d47-8985-48f9-98bf-6638e38d7c1d tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9762273 Sep 07 02:58:55.497560 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51770) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:55.505428 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-302d200b-116e-41d7-8da3-0089064f83ae tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Request body: {'security_group_rule': {'security_group_id': '2d96233e-eba5-4ee3-98c8-0333089b84e2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:58:55.548241 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f435885-ea60-4eba-af1f-e28488def31b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=351c0374-bb3a-4c33-b47d-dbfddb2e9d6c,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:55.560153 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-2f435885-ea60-4eba-af1f-e28488def31b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9b098574aed84033a6e53287256a6e6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7219224 Sep 07 02:58:55.560930 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51772) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:55.593163 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec92c9-9e99-4bf7-bcf9-29c6f72bd483 req-4bf2d7bc-6bb8-4d69-b05e-322b9b32f48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:55.596010 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a5ec92c9-9e99-4bf7-bcf9-29c6f72bd483 req-4bf2d7bc-6bb8-4d69-b05e-322b9b32f48d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c3e8b00e-7dd5-4121-9d90-2dad2df2b8a4 HTTP/1.1" status: 200 len: 835 time: 0.1010840 Sep 07 02:58:55.685852 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec92c9-9e99-4bf7-bcf9-29c6f72bd483 req-06d43c74-87bb-4492-9d12-3e76aa3ad7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:55.687878 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a5ec92c9-9e99-4bf7-bcf9-29c6f72bd483 req-06d43c74-87bb-4492-9d12-3e76aa3ad7b7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6cd744d1-899a-4d57-ba10-aa6d1dc0746f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0782976 Sep 07 02:58:55.688531 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-13e710eb-98ed-43b3-b58c-391a4f914e9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:55.804026 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a5ec92c9-9e99-4bf7-bcf9-29c6f72bd483 req-5c0ff59c-e1c4-44bd-8f11-bf1fa473b4be service neutron] 10.222.0.16 "GET /v2.0/networks/6cd744d1-899a-4d57-ba10-aa6d1dc0746f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042371 Sep 07 02:58:55.818193 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-13e710eb-98ed-43b3-b58c-391a4f914e9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:55.921740 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d7536225-0942-4e70-928e-539bee40fafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:55.931925 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-302d200b-116e-41d7-8da3-0089064f83ae tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:55.955830 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-13e710eb-98ed-43b3-b58c-391a4f914e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:55.958684 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-13e710eb-98ed-43b3-b58c-391a4f914e9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:55.965303 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-13e710eb-98ed-43b3-b58c-391a4f914e9e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/351c0374-bb3a-4c33-b47d-dbfddb2e9d6c HTTP/1.1" status: 204 len: 168 time: 0.3994913 Sep 07 02:58:55.981854 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e710eb-98ed-43b3-b58c-391a4f914e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=351c0374-bb3a-4c33-b47d-dbfddb2e9d6c,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:56.012610 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-60afc68d-fa7c-47d3-b2e7-fbdd155673ac tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:56.042191 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-302d200b-116e-41d7-8da3-0089064f83ae tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:56.065601 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a5ec92c9-9e99-4bf7-bcf9-29c6f72bd483 req-fed14ae4-2c0b-4541-973c-a3f0ef7e3804 service neutron] 10.222.0.16 "GET /v2.0/networks/6cd744d1-899a-4d57-ba10-aa6d1dc0746f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944966 Sep 07 02:58:56.080171 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51778) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:56.082617 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-302d200b-116e-41d7-8da3-0089064f83ae tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:56.116462 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-302d200b-116e-41d7-8da3-0089064f83ae tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:56.117798 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-302d200b-116e-41d7-8da3-0089064f83ae tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6177223 Sep 07 02:58:56.122778 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51782) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:56.124705 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302d200b-116e-41d7-8da3-0089064f83ae tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=592ff4c6-0b9a-45f2-abda-7cbe9f791a0a,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:56.175042 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-69c9eede-7baa-4142-938c-599b6197f5cc admin admin] Deleting subnet 6958a04b-1314-4406-a6b5-4210d91cf016 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:58:56.183183 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-69c9eede-7baa-4142-938c-599b6197f5cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:56.194573 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c05e44f8-b546-419e-9574-94c070270780 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:56.207133 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c05e44f8-b546-419e-9574-94c070270780 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:56.233358 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-69c9eede-7baa-4142-938c-599b6197f5cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:56.306781 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c05e44f8-b546-419e-9574-94c070270780 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:56.319171 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c05e44f8-b546-419e-9574-94c070270780 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:56.320650 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c05e44f8-b546-419e-9574-94c070270780 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/592ff4c6-0b9a-45f2-abda-7cbe9f791a0a HTTP/1.1" status: 204 len: 168 time: 0.1969743 Sep 07 02:58:56.328384 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51786) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:56.354853 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251fe8f2-d31b-4c1c-b6fc-c8ae87cf16bc req-17f6a1d8-144b-4c6d-bff1-8418a8a6a5ce tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:56.363471 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-251fe8f2-d31b-4c1c-b6fc-c8ae87cf16bc req-17f6a1d8-144b-4c6d-bff1-8418a8a6a5ce tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ba396db-1311-4ea4-ba29-032650972ec3 HTTP/1.1" status: 200 len: 944 time: 0.0879838 Sep 07 02:58:56.373067 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-69c9eede-7baa-4142-938c-599b6197f5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:56.373199 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05e44f8-b546-419e-9574-94c070270780 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=592ff4c6-0b9a-45f2-abda-7cbe9f791a0a,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:56.422069 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ba396db-1311-4ea4-ba29-032650972ec3', 'tag': '41155c75-47f2-46cb-9c89-5e338a4ecd29'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:58:56.424876 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c8b68f9-a6fc-4ff4-8028-03ddb4811b28" -d '{"events": [{"name": "network-changed", "server_uuid": "3ba396db-1311-4ea4-ba29-032650972ec3", "tag": "41155c75-47f2-46cb-9c89-5e338a4ecd29"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:58:56.460950 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-251fe8f2-d31b-4c1c-b6fc-c8ae87cf16bc req-1bf7b68b-d06a-4923-81f6-34c6c56b47c6 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=294b048e-8567-497b-8d1d-04d7fb63968c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956450 Sep 07 02:58:56.509342 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-69c9eede-7baa-4142-938c-599b6197f5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:56.589631 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-69c9eede-7baa-4142-938c-599b6197f5cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:56.595680 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-69c9eede-7baa-4142-938c-599b6197f5cc admin admin] 10.222.0.22 "DELETE /v2.0/subnets/6958a04b-1314-4406-a6b5-4210d91cf016 HTTP/1.1" status: 204 len: 168 time: 0.5140522 Sep 07 02:58:56.597660 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c9eede-7baa-4142-938c-599b6197f5cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6958a04b-1314-4406-a6b5-4210d91cf016,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:56.600488 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51800) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:56.614513 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a5a469-f52c-4520-9926-ffd2e0d5a832 x-openstack-request-id: req-c9a5a469-f52c-4520-9926-ffd2e0d5a832 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:58:56.615141 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ba396db-1311-4ea4-ba29-032650972ec3", "tag": "41155c75-47f2-46cb-9c89-5e338a4ecd29", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:58:56.615141 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c9a5a469-f52c-4520-9926-ffd2e0d5a832 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:58:56.616361 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ba396db-1311-4ea4-ba29-032650972ec3', 'tag': '41155c75-47f2-46cb-9c89-5e338a4ecd29', 'status': 'completed', 'code': 200} Sep 07 02:58:56.695923 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8b68f9-a6fc-4ff4-8028-03ddb4811b28 req-07e41fb2-21d6-4acd-ac32-1991d5188fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:56.697614 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2c8b68f9-a6fc-4ff4-8028-03ddb4811b28 req-07e41fb2-21d6-4acd-ac32-1991d5188fcd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=626f31b15da14e0da01388cbfdee7f90&device_id=3ba396db-1311-4ea4-ba29-032650972ec3 HTTP/1.1" status: 200 len: 1096 time: 0.0695624 Sep 07 02:58:56.735867 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-58bd08e2-ba1e-46f0-aa8b-d2602f18e919 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4003694 Sep 07 02:58:56.738528 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51806) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:56.826458 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8b68f9-a6fc-4ff4-8028-03ddb4811b28 req-dd069c73-c7b8-4f95-ad23-e9ced2a7fc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:56.828498 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2c8b68f9-a6fc-4ff4-8028-03ddb4811b28 req-dd069c73-c7b8-4f95-ad23-e9ced2a7fc60 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=626f31b15da14e0da01388cbfdee7f90&device_id=3ba396db-1311-4ea4-ba29-032650972ec3 HTTP/1.1" status: 200 len: 1096 time: 0.1910565 Sep 07 02:58:56.831237 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-60afc68d-fa7c-47d3-b2e7-fbdd155673ac tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:56.845724 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-60afc68d-fa7c-47d3-b2e7-fbdd155673ac tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:56.893664 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ab9d093a-d777-418a-a51e-c1cf37cb5d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:56.960851 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece6a98-226b-4787-8df8-0a0fec47db41 req-edd974c4-efbb-4b35-9be3-32e4943ea0b2 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:56.962557 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cece6a98-226b-4787-8df8-0a0fec47db41 req-edd974c4-efbb-4b35-9be3-32e4943ea0b2 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/ports?device_id=d512c9bb-eb72-46c2-baa5-8645391ac74d HTTP/1.1" status: 200 len: 946 time: 0.2107153 Sep 07 02:58:56.979813 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-281d008b-28f0-4526-bb5a-21bf5b252f33 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:56.997255 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60afc68d-fa7c-47d3-b2e7-fbdd155673ac tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Pushing event updated for resources: {'Port': ['ID=746556ae-7a2c-4fd2-9429-7422cc3b6cef,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:57.030870 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-60afc68d-fa7c-47d3-b2e7-fbdd155673ac tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:57.038125 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cece6a98-226b-4787-8df8-0a0fec47db41 req-e073a4c7-53f3-4ec6-8b2f-927e0a97893d tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/security-groups?id=70ce7ce8-5054-445c-a59d-ebe3700b4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633225 Sep 07 02:58:57.042060 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8b68f9-a6fc-4ff4-8028-03ddb4811b28 req-d5e4cb5a-ade0-4c76-a3d4-024233093e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:57.044255 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2c8b68f9-a6fc-4ff4-8028-03ddb4811b28 req-d5e4cb5a-ade0-4c76-a3d4-024233093e5e service neutron] 10.222.0.16 "GET /v2.0/networks?id=6cd744d1-899a-4d57-ba10-aa6d1dc0746f HTTP/1.1" status: 200 len: 896 time: 0.3373487 Sep 07 02:58:57.058016 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-281d008b-28f0-4526-bb5a-21bf5b252f33 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:57.116697 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8b68f9-a6fc-4ff4-8028-03ddb4811b28 req-bc5cc56c-668a-41f4-bdba-84432d268eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:57.118233 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2c8b68f9-a6fc-4ff4-8028-03ddb4811b28 req-bc5cc56c-668a-41f4-bdba-84432d268eb4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6cd744d1-899a-4d57-ba10-aa6d1dc0746f HTTP/1.1" status: 200 len: 896 time: 0.2830675 Sep 07 02:58:57.161402 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2c8b68f9-a6fc-4ff4-8028-03ddb4811b28 req-61b4e9dc-1ac5-4fe2-be5c-7e5a1bfce852 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41155c75-47f2-46cb-9c89-5e338a4ecd29 HTTP/1.1" status: 200 len: 998 time: 0.1059237 Sep 07 02:58:57.162232 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ab9d093a-d777-418a-a51e-c1cf37cb5d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:57.168338 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-281d008b-28f0-4526-bb5a-21bf5b252f33 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:57.171791 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-281d008b-28f0-4526-bb5a-21bf5b252f33 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:57.173404 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-281d008b-28f0-4526-bb5a-21bf5b252f33 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] 10.222.0.22 "DELETE /v2.0/security-groups/2d96233e-eba5-4ee3-98c8-0333089b84e2 HTTP/1.1" status: 204 len: 168 time: 0.4335318 Sep 07 02:58:57.204971 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51822) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:57.259460 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8b68f9-a6fc-4ff4-8028-03ddb4811b28 req-c545c9bb-4157-4ddf-98a3-91d8db1116cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:57.262292 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2c8b68f9-a6fc-4ff4-8028-03ddb4811b28 req-c545c9bb-4157-4ddf-98a3-91d8db1116cc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c3e8b00e-7dd5-4121-9d90-2dad2df2b8a4 HTTP/1.1" status: 200 len: 835 time: 0.0875905 Sep 07 02:58:57.263403 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281d008b-28f0-4526-bb5a-21bf5b252f33 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d96233e-eba5-4ee3-98c8-0333089b84e2,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:57.265544 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-ab9d093a-d777-418a-a51e-c1cf37cb5d02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cc7ceac-8fab-4445-8c92-5288492ea587']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:57.282127 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-ab9d093a-d777-418a-a51e-c1cf37cb5d02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '003ca558-f6c8-48f9-b25c-67c8c0ce14b2') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:57.282425 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-ab9d093a-d777-418a-a51e-c1cf37cb5d02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '003ca558-f6c8-48f9-b25c-67c8c0ce14b2') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:57.311513 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ab9d093a-d777-418a-a51e-c1cf37cb5d02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:57.335439 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2c8b68f9-a6fc-4ff4-8028-03ddb4811b28 req-3433da01-c336-4c4c-8f36-6ec1e42537fd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41155c75-47f2-46cb-9c89-5e338a4ecd29 HTTP/1.1" status: 200 len: 998 time: 0.2074218 Sep 07 02:58:57.359879 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8b68f9-a6fc-4ff4-8028-03ddb4811b28 req-7e286e8f-8d6d-4988-968d-966f08ba6f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:57.362048 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2c8b68f9-a6fc-4ff4-8028-03ddb4811b28 req-7e286e8f-8d6d-4988-968d-966f08ba6f66 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6cd744d1-899a-4d57-ba10-aa6d1dc0746f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0881279 Sep 07 02:58:57.366734 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ab9d093a-d777-418a-a51e-c1cf37cb5d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:57.371845 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-3c821b77-859e-45ef-a0a3-5ce4ded4248d tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1658456 Sep 07 02:58:57.383441 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51824) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:57.389094 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-a4b2689d-97aa-49e9-aca8-9887dacfb7c6 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Request body: {'security_group': {'name': 'tempest-secgroup--1940210742'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:58:57.397180 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab9d093a-d777-418a-a51e-c1cf37cb5d02 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:58:57.397763 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ab9d093a-d777-418a-a51e-c1cf37cb5d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:57.400825 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:58:57.400825 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:58:57.400825 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:58:57.400825 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:58:57.400825 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:58:57.400825 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:58:57.400825 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:58:57.400825 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:58:57.400825 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:58:57.400825 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:58:57.400825 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:58:57.400825 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:58:57.400825 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:58:57.400825 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:58:57.400825 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:58:57.400825 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:58:57.400825 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:58:57.400825 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:58:57.400825 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:58:57.400825 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:58:57.400825 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:58:57.400825 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:58:57.400825 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:58:57.400825 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:58:57.400825 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:58:57.400825 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:58:57.400825 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:58:57.400825 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:58:57.400825 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:58:57.400825 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:58:57.400825 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:58:57.400825 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:58:57.425572 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60afc68d-fa7c-47d3-b2e7-fbdd155673ac tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Network 162816ec-5538-49c3-b312-28fb5fd94391 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:58:57.436383 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-60afc68d-fa7c-47d3-b2e7-fbdd155673ac tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:58:57.473875 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a4b2689d-97aa-49e9-aca8-9887dacfb7c6 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:57.476559 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8b68f9-a6fc-4ff4-8028-03ddb4811b28 req-c4d82678-dd1d-4e4c-bc27-75269c98f566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:57.478314 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2c8b68f9-a6fc-4ff4-8028-03ddb4811b28 req-c4d82678-dd1d-4e4c-bc27-75269c98f566 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c3e8b00e-7dd5-4121-9d90-2dad2df2b8a4 HTTP/1.1" status: 200 len: 835 time: 0.1353154 Sep 07 02:58:57.521846 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2c8b68f9-a6fc-4ff4-8028-03ddb4811b28 req-28fa6405-6375-48c5-9d9d-0623601f9163 service neutron] 10.222.0.16 "GET /v2.0/networks/6cd744d1-899a-4d57-ba10-aa6d1dc0746f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502140 Sep 07 02:58:57.554572 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ab9d093a-d777-418a-a51e-c1cf37cb5d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:57.558068 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51830) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:57.572298 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ab9d093a-d777-418a-a51e-c1cf37cb5d02 admin admin] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:57.575058 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-ab9d093a-d777-418a-a51e-c1cf37cb5d02 admin admin] 10.222.0.22 "DELETE /v2.0/networks/9cc7ceac-8fab-4445-8c92-5288492ea587 HTTP/1.1" status: 204 len: 168 time: 0.9515896 Sep 07 02:58:57.581129 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51834) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:57.619441 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d093a-d777-418a-a51e-c1cf37cb5d02 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cc7ceac-8fab-4445-8c92-5288492ea587,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:57.658893 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 41155c75-47f2-46cb-9c89-5e338a4ecd29 details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 02:58:57.682503 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-1883a4f3-93b9-4903-b98c-0efc6afb93c3 admin admin] Deleting subnet d9392ad7-0c82-45e6-b4d2-401a0398bda8 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:58:57.691074 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1883a4f3-93b9-4903-b98c-0efc6afb93c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:57.692801 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8b68f9-a6fc-4ff4-8028-03ddb4811b28 req-5c70bbe9-fce6-4e6b-a2bb-0075e8abffe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:57.694343 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2c8b68f9-a6fc-4ff4-8028-03ddb4811b28 req-5c70bbe9-fce6-4e6b-a2bb-0075e8abffe7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6cd744d1-899a-4d57-ba10-aa6d1dc0746f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2000597 Sep 07 02:58:57.733527 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e2d60-6464-4fc7-8c57-78f3e1de8bca req-0d8aa305-e07a-4bae-8856-3334edd49d4b tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:57.741582 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a95e2d60-6464-4fc7-8c57-78f3e1de8bca req-0d8aa305-e07a-4bae-8856-3334edd49d4b tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ba396db-1311-4ea4-ba29-032650972ec3 HTTP/1.1" status: 200 len: 944 time: 0.1389034 Sep 07 02:58:57.749324 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2c8b68f9-a6fc-4ff4-8028-03ddb4811b28 req-56c1d6d0-9681-47c1-91bc-2cc727bff1dc service neutron] 10.222.0.16 "GET /v2.0/networks/6cd744d1-899a-4d57-ba10-aa6d1dc0746f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135983 Sep 07 02:58:57.754926 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1883a4f3-93b9-4903-b98c-0efc6afb93c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:57.780983 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60afc68d-fa7c-47d3-b2e7-fbdd155673ac tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Router 0663726e-d85f-476e-b2fe-516394e48a04 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:58:57.844168 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 41155c75-47f2-46cb-9c89-5e338a4ecd29, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=41155c75-47f2-46cb-9c89-5e338a4ecd29,segment=NetworkSegment(05a63878-67bb-453a-b0c6-23f8e4899735),segment_id=05a63878-67bb-453a-b0c6-23f8e4899735)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:58:57.859030 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-afa4a39a-7f9b-4aa1-a22b-afb9d59ad2cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:57.866490 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '41155c75-47f2-46cb-9c89-5e338a4ecd29', 'network_id': '6cd744d1-899a-4d57-ba10-aa6d1dc0746f', 'port_id': '41155c75-47f2-46cb-9c89-5e338a4ecd29', 'mac_address': 'fa:16:3e:26:7f:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3e8b00e-7dd5-4121-9d90-2dad2df2b8a4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 02:58:57.891455 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a95e2d60-6464-4fc7-8c57-78f3e1de8bca req-86146da0-acf9-4990-89fa-d1059880fb7e tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=294b048e-8567-497b-8d1d-04d7fb63968c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483462 Sep 07 02:58:57.919991 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:57.944419 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41155c75-47f2-46cb-9c89-5e338a4ecd29 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 02:58:57.955155 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2c8b68f9-a6fc-4ff4-8028-03ddb4811b28 req-bf59b426-abfa-4037-bbe3-41b83f13576d service neutron] 10.222.0.23 "GET /v2.0/networks/6cd744d1-899a-4d57-ba10-aa6d1dc0746f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496939 Sep 07 02:58:57.997469 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 41155c75-47f2-46cb-9c89-5e338a4ecd29, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=41155c75-47f2-46cb-9c89-5e338a4ecd29,segment=NetworkSegment(05a63878-67bb-453a-b0c6-23f8e4899735),segment_id=05a63878-67bb-453a-b0c6-23f8e4899735)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:58:58.009594 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:58.101276 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a4b2689d-97aa-49e9-aca8-9887dacfb7c6 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:58.102249 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60afc68d-fa7c-47d3-b2e7-fbdd155673ac tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:58:58.108599 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a4b2689d-97aa-49e9-aca8-9887dacfb7c6 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:58.111199 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-60afc68d-fa7c-47d3-b2e7-fbdd155673ac tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] 10.222.0.22 "PUT /v2.0/routers/0663726e-d85f-476e-b2fe-516394e48a04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7533638 Sep 07 02:58:58.119733 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51838) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:58.131376 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2c8b68f9-a6fc-4ff4-8028-03ddb4811b28 req-e5865fb1-9b14-4d59-91d9-d660e43ccc22 service neutron] 10.222.0.23 "GET /v2.0/networks/6cd744d1-899a-4d57-ba10-aa6d1dc0746f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678531 Sep 07 02:58:58.137666 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4ffb69-fe8e-451e-b3a8-5cc72c20b527 None None] Sync routers for ids ['0663726e-d85f-476e-b2fe-516394e48a04'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:58:58.139724 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=41155c75-47f2-46cb-9c89-5e338a4ecd29,revision_number=12']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:58.144991 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-089e0233-e682-4742-94b0-f93a86744c01 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Request body: {'port': {'network_id': '162816ec-5538-49c3-b312-28fb5fd94391', 'name': 'tempest-FloatingIPTestJSON-1602535754'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:58:58.173945 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4ffb69-fe8e-451e-b3a8-5cc72c20b527 None None] Routers {'0663726e-d85f-476e-b2fe-516394e48a04'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:58:58.174573 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-3a4ffb69-fe8e-451e-b3a8-5cc72c20b527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:58:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['0663726e-d85f-476e-b2fe-516394e48a04'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:58.218234 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-afa4a39a-7f9b-4aa1-a22b-afb9d59ad2cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:58.222582 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-afa4a39a-7f9b-4aa1-a22b-afb9d59ad2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:58.244353 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1883a4f3-93b9-4903-b98c-0efc6afb93c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:58.255159 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-3a4ffb69-fe8e-451e-b3a8-5cc72c20b527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:58.272375 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a4b2689d-97aa-49e9-aca8-9887dacfb7c6 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:58.273693 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a4b2689d-97aa-49e9-aca8-9887dacfb7c6 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8889050 Sep 07 02:58:58.279561 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b2689d-97aa-49e9-aca8-9887dacfb7c6 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16115726-b1b1-4cc8-8236-9c51780e8339,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:58.283662 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51840) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:58.285670 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['41155c75-47f2-46cb-9c89-5e338a4ecd29'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:58:58.291902 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4ffb69-fe8e-451e-b3a8-5cc72c20b527 None None] Routers {'0663726e-d85f-476e-b2fe-516394e48a04'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:58:58.293442 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-3a4ffb69-fe8e-451e-b3a8-5cc72c20b527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:58:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['0663726e-d85f-476e-b2fe-516394e48a04'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:58.295830 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7172c327-abde-4fe6-8c0b-85598cedecf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:58.300247 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-afa4a39a-7f9b-4aa1-a22b-afb9d59ad2cc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3ed1ea6d6af04f8fabdd908d6e866329&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7362227 Sep 07 02:58:58.303207 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-34e67b7b-1b4d-4fba-a1d3-eb121efe26a3 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Request body: {'security_group_rule': {'security_group_id': '16115726-b1b1-4cc8-8236-9c51780e8339', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:58:58.308427 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51842) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:58.311149 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa4a39a-7f9b-4aa1-a22b-afb9d59ad2cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d11684a-dcda-4a08-95ad-1b62f6df3c05,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:58.367269 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-3a4ffb69-fe8e-451e-b3a8-5cc72c20b527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:58.368405 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4ffb69-fe8e-451e-b3a8-5cc72c20b527 None None] The sync data for ids ['0663726e-d85f-476e-b2fe-516394e48a04'] in n-d-796209-16 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:58:58.373232 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-34e67b7b-1b4d-4fba-a1d3-eb121efe26a3 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:58.392452 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846d79e-6ac9-47f9-9d70-2033a5de4320 req-f25fc976-3bd5-447a-8bd3-15cd9f8357b5 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:58.393975 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f846d79e-6ac9-47f9-9d70-2033a5de4320 req-f25fc976-3bd5-447a-8bd3-15cd9f8357b5 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/ports?device_id=d512c9bb-eb72-46c2-baa5-8645391ac74d HTTP/1.1" status: 200 len: 946 time: 0.1650558 Sep 07 02:58:58.402599 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-08ea5c93-3567-4229-8151-4ba9c5e82022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:58.416576 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1883a4f3-93b9-4903-b98c-0efc6afb93c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:58.441170 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-08ea5c93-3567-4229-8151-4ba9c5e82022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:58.461494 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883a4f3-93b9-4903-b98c-0efc6afb93c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9392ad7-0c82-45e6-b4d2-401a0398bda8,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:58.486432 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-34e67b7b-1b4d-4fba-a1d3-eb121efe26a3 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:58.495174 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-34e67b7b-1b4d-4fba-a1d3-eb121efe26a3 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:58.497163 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1883a4f3-93b9-4903-b98c-0efc6afb93c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:58.502060 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-1883a4f3-93b9-4903-b98c-0efc6afb93c3 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/d9392ad7-0c82-45e6-b4d2-401a0398bda8 HTTP/1.1" status: 204 len: 168 time: 0.9199209 Sep 07 02:58:58.502741 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51844) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:58.521847 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089e0233-e682-4742-94b0-f93a86744c01 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Made reservation on behalf of 0dfb985d82cb4d0686e11ceaaf162601 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:58:58.522259 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e67b7b-1b4d-4fba-a1d3-eb121efe26a3 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb39d97e-cd23-4cb9-ad6c-4b1692d98c7a,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:58.525913 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-089e0233-e682-4742-94b0-f93a86744c01 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:58.532136 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-34e67b7b-1b4d-4fba-a1d3-eb121efe26a3 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:58.536151 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-34e67b7b-1b4d-4fba-a1d3-eb121efe26a3 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2434151 Sep 07 02:58:58.536674 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51846) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:58.543313 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-1f5db9a4-fca8-4b48-bbc8-43a0227a6ae5 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Request body: {'security_group_rule': {'security_group_id': '16115726-b1b1-4cc8-8236-9c51780e8339', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:58:58.548640 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-08ea5c93-3567-4229-8151-4ba9c5e82022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:58.551083 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-08ea5c93-3567-4229-8151-4ba9c5e82022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:58.554573 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-08ea5c93-3567-4229-8151-4ba9c5e82022 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2d11684a-dcda-4a08-95ad-1b62f6df3c05 HTTP/1.1" status: 204 len: 168 time: 0.2419758 Sep 07 02:58:58.563185 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f846d79e-6ac9-47f9-9d70-2033a5de4320 req-90a099f6-4d27-4174-bc33-f8d0a0eb1e3f tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/security-groups?id=70ce7ce8-5054-445c-a59d-ebe3700b4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609390 Sep 07 02:58:58.575970 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-089e0233-e682-4742-94b0-f93a86744c01 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] device_id is not set on port 77726aad-ea85-40af-9d9e-9817f41ea392 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:58:58.586905 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ea5c93-3567-4229-8151-4ba9c5e82022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d11684a-dcda-4a08-95ad-1b62f6df3c05,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:58.601779 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da893c-2e0a-424b-8867-6cf410323c34 req-c7803b85-aab8-455d-9e1c-8abe6d2739bc tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:58.603519 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a3da893c-2e0a-424b-8867-6cf410323c34 req-c7803b85-aab8-455d-9e1c-8abe6d2739bc tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.16 "GET /v2.0/ports?device_id=d512c9bb-eb72-46c2-baa5-8645391ac74d HTTP/1.1" status: 200 len: 946 time: 0.1899390 Sep 07 02:58:58.604360 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1f5db9a4-fca8-4b48-bbc8-43a0227a6ae5 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:58.664123 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1f5db9a4-fca8-4b48-bbc8-43a0227a6ae5 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:58.669757 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1f5db9a4-fca8-4b48-bbc8-43a0227a6ae5 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:58.693083 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5db9a4-fca8-4b48-bbc8-43a0227a6ae5 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bc9b3c1-eeab-4163-af72-beec9b308762,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:58.699770 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1f5db9a4-fca8-4b48-bbc8-43a0227a6ae5 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:58.703911 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-1f5db9a4-fca8-4b48-bbc8-43a0227a6ae5 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1617651 Sep 07 02:58:58.704455 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51850) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:58.713019 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-0b9847bb-bf2a-485c-bef8-244a9a6633da tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Request body: {'security_group_rule': {'security_group_id': '16115726-b1b1-4cc8-8236-9c51780e8339', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:58:58.714289 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:58.716720 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f5fa1233-06b9-4ccd-9294-a645e2a1f5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:58.742784 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0b9847bb-bf2a-485c-bef8-244a9a6633da tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:58.807691 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0b9847bb-bf2a-485c-bef8-244a9a6633da tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:58.813262 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0b9847bb-bf2a-485c-bef8-244a9a6633da tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:58.838527 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9847bb-bf2a-485c-bef8-244a9a6633da tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b46d724-6c82-47f6-b6ef-5d7c08d6376c,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:58.846525 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0b9847bb-bf2a-485c-bef8-244a9a6633da tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:58.847796 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-0b9847bb-bf2a-485c-bef8-244a9a6633da tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1426408 Sep 07 02:58:58.850612 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51856) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:58.855466 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-ab1249ce-9972-449e-9a0d-ccd7092c8860 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Request body: {'security_group_rule': {'security_group_id': '16115726-b1b1-4cc8-8236-9c51780e8339', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:58:58.873082 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-089e0233-e682-4742-94b0-f93a86744c01 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Allocated IP 172.20.0.3 (162816ec-5538-49c3-b312-28fb5fd94391/292012c1-e15c-4f86-8104-63e2302496ab/77726aad-ea85-40af-9d9e-9817f41ea392) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:58:58.888625 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ab1249ce-9972-449e-9a0d-ccd7092c8860 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:58.914360 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f5fa1233-06b9-4ccd-9294-a645e2a1f5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:58.947863 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-a3da893c-2e0a-424b-8867-6cf410323c34 req-3111febb-de20-491f-ac72-0e90b6ebe8ab tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Deleting port 8f842483-c356-451a-8794-8019476216d4 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:58:58.948192 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a3da893c-2e0a-424b-8867-6cf410323c34 req-3111febb-de20-491f-ac72-0e90b6ebe8ab tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:58.964614 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ab1249ce-9972-449e-9a0d-ccd7092c8860 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:58.969923 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ab1249ce-9972-449e-9a0d-ccd7092c8860 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:58.982194 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-f5fa1233-06b9-4ccd-9294-a645e2a1f5b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3529620d-db7a-4eae-b31f-a717f8cf18cf']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:59.011129 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1249ce-9972-449e-9a0d-ccd7092c8860 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ee159e4-867c-4747-8dc9-441c52393956,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:59.024280 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-f5fa1233-06b9-4ccd-9294-a645e2a1f5b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca0a2e54-c15f-4975-b3ce-ccc679b1f177') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:59.024581 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-f5fa1233-06b9-4ccd-9294-a645e2a1f5b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca0a2e54-c15f-4975-b3ce-ccc679b1f177') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:58:59.045658 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ab1249ce-9972-449e-9a0d-ccd7092c8860 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:59.047536 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-ab1249ce-9972-449e-9a0d-ccd7092c8860 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1953814 Sep 07 02:58:59.050328 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51866) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:59.055361 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-e9bcdd36-832d-4abd-8b2d-48495b3b1a55 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Request body: {'security_group_rule': {'security_group_id': '16115726-b1b1-4cc8-8236-9c51780e8339', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:58:59.080602 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd423a73-d113-424b-845e-ca017854e348 req-3a88ce95-3d69-407b-843d-4c37bfdb7bbd tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:59.081223 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f5fa1233-06b9-4ccd-9294-a645e2a1f5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:59.082015 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fd423a73-d113-424b-845e-ca017854e348 req-3a88ce95-3d69-407b-843d-4c37bfdb7bbd tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ba396db-1311-4ea4-ba29-032650972ec3 HTTP/1.1" status: 200 len: 945 time: 0.0836291 Sep 07 02:58:59.114559 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e9bcdd36-832d-4abd-8b2d-48495b3b1a55 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:59.146216 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fd423a73-d113-424b-845e-ca017854e348 req-43d54638-c00b-43e8-a0fe-426e87e46747 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=294b048e-8567-497b-8d1d-04d7fb63968c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558071 Sep 07 02:58:59.148523 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f5fa1233-06b9-4ccd-9294-a645e2a1f5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:59.163869 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5fa1233-06b9-4ccd-9294-a645e2a1f5b9 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:58:59.164149 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f5fa1233-06b9-4ccd-9294-a645e2a1f5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:59.167618 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:58:59.167618 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:58:59.167618 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:58:59.167618 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:58:59.167618 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:58:59.167618 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:58:59.167618 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:58:59.167618 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:58:59.167618 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:58:59.167618 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:58:59.167618 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:58:59.167618 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:58:59.167618 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:58:59.167618 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:58:59.167618 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:58:59.167618 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:58:59.167618 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:58:59.167618 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:58:59.167618 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:58:59.167618 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:58:59.167618 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:58:59.167618 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:58:59.167618 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:58:59.167618 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:58:59.167618 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:58:59.167618 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:58:59.167618 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:58:59.167618 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:58:59.167618 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:58:59.167618 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:58:59.167618 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:58:59.167618 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:58:59.184559 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51870) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:59.188669 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e9bcdd36-832d-4abd-8b2d-48495b3b1a55 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:59.227201 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e9bcdd36-832d-4abd-8b2d-48495b3b1a55 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:59.254173 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bcdd36-832d-4abd-8b2d-48495b3b1a55 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=777513b3-deec-4090-b2ec-a79791a0405e,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:59.254319 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-a3da893c-2e0a-424b-8867-6cf410323c34 req-3111febb-de20-491f-ac72-0e90b6ebe8ab tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] For port 8f842483-c356-451a-8794-8019476216d4, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=8f842483-c356-451a-8794-8019476216d4,segment=NetworkSegment(ba1f9a1d-76cb-4a15-91d5-0944bdc5e669),segment_id=ba1f9a1d-76cb-4a15-91d5-0944bdc5e669)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:58:59.254830 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a3da893c-2e0a-424b-8867-6cf410323c34 req-3111febb-de20-491f-ac72-0e90b6ebe8ab tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:59.274232 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e8bb8322-7a52-4607-9d49-286a053008d5 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/floatingips/e9eb4f05-3aa0-4716-a29d-0edee1d597bb HTTP/1.1" status: 200 len: 991 time: 0.0885646 Sep 07 02:58:59.275240 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e9bcdd36-832d-4abd-8b2d-48495b3b1a55 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:59.278894 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e9bcdd36-832d-4abd-8b2d-48495b3b1a55 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2252061 Sep 07 02:58:59.279352 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51876) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:59.290696 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-a3da893c-2e0a-424b-8867-6cf410323c34 req-3111febb-de20-491f-ac72-0e90b6ebe8ab tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Calling delete_port for 8f842483-c356-451a-8794-8019476216d4 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:58:59.292646 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f5fa1233-06b9-4ccd-9294-a645e2a1f5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:59.306558 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f5fa1233-06b9-4ccd-9294-a645e2a1f5b9 admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:59.308978 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f5fa1233-06b9-4ccd-9294-a645e2a1f5b9 admin admin] 10.222.0.22 "DELETE /v2.0/networks/3529620d-db7a-4eae-b31f-a717f8cf18cf HTTP/1.1" status: 204 len: 168 time: 0.8014410 Sep 07 02:58:59.311212 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-13865905-bcf4-40dc-a6fd-38a1573cea1d tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:59.312230 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-089e0233-e682-4742-94b0-f93a86744c01 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:59.323975 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-13865905-bcf4-40dc-a6fd-38a1573cea1d tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:59.332889 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fa1233-06b9-4ccd-9294-a645e2a1f5b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3529620d-db7a-4eae-b31f-a717f8cf18cf,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:59.354598 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-13865905-bcf4-40dc-a6fd-38a1573cea1d tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:59.365872 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-13865905-bcf4-40dc-a6fd-38a1573cea1d tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:59.369322 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-13865905-bcf4-40dc-a6fd-38a1573cea1d tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/777513b3-deec-4090-b2ec-a79791a0405e HTTP/1.1" status: 204 len: 168 time: 0.0866776 Sep 07 02:58:59.371242 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51882) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:59.371949 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13865905-bcf4-40dc-a6fd-38a1573cea1d tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=777513b3-deec-4090-b2ec-a79791a0405e,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:59.472157 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-fb4fc7bb-e8a8-4f75-bdf7-639071cbf7ec tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0984380 Sep 07 02:58:59.475607 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51886) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:59.485822 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-089e0233-e682-4742-94b0-f93a86744c01 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:59.515973 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f2259a12-4377-48e5-b573-fd7e24dbcb4a tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:59.527424 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f2259a12-4377-48e5-b573-fd7e24dbcb4a tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:59.533538 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:59.541276 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089e0233-e682-4742-94b0-f93a86744c01 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Network 162816ec-5538-49c3-b312-28fb5fd94391 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:58:59.549352 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-089e0233-e682-4742-94b0-f93a86744c01 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:58:59.568630 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f2259a12-4377-48e5-b573-fd7e24dbcb4a tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:59.574739 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51890) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:59.575562 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089e0233-e682-4742-94b0-f93a86744c01 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:58:59.577963 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f2259a12-4377-48e5-b573-fd7e24dbcb4a tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:59.581517 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f2259a12-4377-48e5-b573-fd7e24dbcb4a tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/7ee159e4-867c-4747-8dc9-441c52393956 HTTP/1.1" status: 204 len: 168 time: 0.1001914 Sep 07 02:58:59.582007 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51892) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:59.585530 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2259a12-4377-48e5-b573-fd7e24dbcb4a tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7ee159e4-867c-4747-8dc9-441c52393956,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:59.623176 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089e0233-e682-4742-94b0-f93a86744c01 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Pushing event updated for resources: {'Port': ['ID=77726aad-ea85-40af-9d9e-9817f41ea392,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:59.648600 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 41155c75-47f2-46cb-9c89-5e338a4ecd29 up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:58:59.703220 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port 41155c75-47f2-46cb-9c89-5e338a4ecd29 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:58:59.708189 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 41155c75-47f2-46cb-9c89-5e338a4ecd29 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:58:59.708508 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:59.731192 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089e0233-e682-4742-94b0-f93a86744c01 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:59.731842 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-089e0233-e682-4742-94b0-f93a86744c01 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:59.741539 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a3da893c-2e0a-424b-8867-6cf410323c34 req-3111febb-de20-491f-ac72-0e90b6ebe8ab tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:59.757020 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['87655062-3b6c-41af-917b-4f2a9d1ba82b', '728f909c-f984-45cc-b40c-8f22e683e9d1'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:58:59.759974 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['f0935901-e678-452c-a546-da8ac1b45ab1', '8f842483-c356-451a-8794-8019476216d4'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:58:59.762408 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-4e4dcbe3-b128-4a49-9447-f1ca3446ca6b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ed190bc4db1141bfbe1905ae05ec100a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1810694 Sep 07 02:58:59.765230 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51898) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:59.779605 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9b77fbaa-04db-487e-99af-5295d2ac0c74 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1881003 Sep 07 02:58:59.782407 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51900) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:59.806521 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3111febb-de20-491f-ac72-0e90b6ebe8ab tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Pushing event deleted for resources: {'Port': ['ID=8f842483-c356-451a-8794-8019476216d4,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:58:59.810545 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-089e0233-e682-4742-94b0-f93a86744c01 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6889060 Sep 07 02:58:59.814146 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51904) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:58:59.829406 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0918c9-8ed6-4238-892b-c2a35b975e58 req-371e0e85-00dc-42ac-a87f-1b8184338973 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:58:59.831185 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ab0918c9-8ed6-4238-892b-c2a35b975e58 req-371e0e85-00dc-42ac-a87f-1b8184338973 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/ports?device_id=d512c9bb-eb72-46c2-baa5-8645391ac74d HTTP/1.1" status: 200 len: 867 time: 0.1765919 Sep 07 02:58:59.838652 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-1f263e9e-f0cb-4877-8195-6da702c1ca45 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Request body: {'port': {'network_id': '162816ec-5538-49c3-b312-28fb5fd94391', 'name': 'tempest-FloatingIPTestJSON-919002331'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:58:59.865839 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ae99e05a-2c85-43b6-8fcc-a3596f6c58c6 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:59.881618 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3da893c-2e0a-424b-8867-6cf410323c34 req-3111febb-de20-491f-ac72-0e90b6ebe8ab tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] No DVR routers for this DVR port 8f842483-c356-451a-8794-8019476216d4 on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:58:59.887419 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ae99e05a-2c85-43b6-8fcc-a3596f6c58c6 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:59.888528 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a3da893c-2e0a-424b-8867-6cf410323c34 req-3111febb-de20-491f-ac72-0e90b6ebe8ab tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:59.890949 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a3da893c-2e0a-424b-8867-6cf410323c34 req-3111febb-de20-491f-ac72-0e90b6ebe8ab tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.16 "DELETE /v2.0/ports/8f842483-c356-451a-8794-8019476216d4 HTTP/1.1" status: 204 len: 173 time: 1.2291281 Sep 07 02:58:59.891698 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd512c9bb-eb72-46c2-baa5-8645391ac74d', 'name': 'network-vif-deleted', 'tag': '8f842483-c356-451a-8794-8019476216d4'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:58:59.894713 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1f7a69-d0e2-4ad8-9fb5-966003ad4dcb" -d '{"events": [{"server_uuid": "d512c9bb-eb72-46c2-baa5-8645391ac74d", "name": "network-vif-deleted", "tag": "8f842483-c356-451a-8794-8019476216d4"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:58:59.944779 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ab0918c9-8ed6-4238-892b-c2a35b975e58 req-ebce4b9b-c7c2-46ad-84a5-715085bb2233 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/security-groups?id=70ce7ce8-5054-445c-a59d-ebe3700b4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987370 Sep 07 02:58:59.955131 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f6ad385b-e7cc-47a9-9197-efa8ed00bee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:58:59.956588 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a1fef0-dc0b-4e09-8f6c-591a028c85ba x-openstack-request-id: req-78a1fef0-dc0b-4e09-8f6c-591a028c85ba {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:58:59.957120 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d512c9bb-eb72-46c2-baa5-8645391ac74d", "name": "network-vif-deleted", "tag": "8f842483-c356-451a-8794-8019476216d4", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:58:59.958484 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-78a1fef0-dc0b-4e09-8f6c-591a028c85ba {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:58:59.959165 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd512c9bb-eb72-46c2-baa5-8645391ac74d', 'name': 'network-vif-deleted', 'tag': '8f842483-c356-451a-8794-8019476216d4', 'status': 'completed', 'code': 200} Sep 07 02:58:59.989781 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ae99e05a-2c85-43b6-8fcc-a3596f6c58c6 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:00.000783 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f6ad385b-e7cc-47a9-9197-efa8ed00bee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:00.010364 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ae99e05a-2c85-43b6-8fcc-a3596f6c58c6 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:00.011434 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-ae99e05a-2c85-43b6-8fcc-a3596f6c58c6 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/6b46d724-6c82-47f6-b6ef-5d7c08d6376c HTTP/1.1" status: 204 len: 168 time: 0.2278686 Sep 07 02:59:00.014455 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51910) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:00.023981 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:00.038919 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae99e05a-2c85-43b6-8fcc-a3596f6c58c6 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6b46d724-6c82-47f6-b6ef-5d7c08d6376c,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:00.073248 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 41155c75-47f2-46cb-9c89-5e338a4ecd29, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=41155c75-47f2-46cb-9c89-5e338a4ecd29,segment=NetworkSegment(05a63878-67bb-453a-b0c6-23f8e4899735),segment_id=05a63878-67bb-453a-b0c6-23f8e4899735)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:59:00.075471 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f263e9e-f0cb-4877-8195-6da702c1ca45 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Made reservation on behalf of 0dfb985d82cb4d0686e11ceaaf162601 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:59:00.079658 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1f263e9e-f0cb-4877-8195-6da702c1ca45 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:00.086716 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba396db-1311-4ea4-ba29-032650972ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41155c75-47f2-46cb-9c89-5e338a4ecd29'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:59:00.090107 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb6bdab-3094-480a-bb4a-90073b41a498" -d '{"events": [{"server_uuid": "3ba396db-1311-4ea4-ba29-032650972ec3", "name": "network-vif-plugged", "status": "completed", "tag": "41155c75-47f2-46cb-9c89-5e338a4ecd29"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:59:00.104596 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:00.105575 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-1f263e9e-f0cb-4877-8195-6da702c1ca45 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] device_id is not set on port e195f89b-a525-465a-9ed8-c7f869223332 yet. {{(pid=94701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:59:00.126727 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f87b8fba-26cc-4521-a7a1-efae6ed0e211 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1076245 Sep 07 02:59:00.129359 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51916) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:00.186632 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d8313e61-7c83-41d7-8625-d15b7392c3c1 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:00.195503 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d82303c-75a2-4ed6-96fc-f25469405548 x-openstack-request-id: req-6d82303c-75a2-4ed6-96fc-f25469405548 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:59:00.195798 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ba396db-1311-4ea4-ba29-032650972ec3", "name": "network-vif-plugged", "status": "completed", "tag": "41155c75-47f2-46cb-9c89-5e338a4ecd29", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:59:00.196053 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6d82303c-75a2-4ed6-96fc-f25469405548 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:59:00.196452 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba396db-1311-4ea4-ba29-032650972ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41155c75-47f2-46cb-9c89-5e338a4ecd29', 'code': 200} Sep 07 02:59:00.198593 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d8313e61-7c83-41d7-8625-d15b7392c3c1 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:00.232943 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=41155c75-47f2-46cb-9c89-5e338a4ecd29,revision_number=13']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:00.236697 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d8313e61-7c83-41d7-8625-d15b7392c3c1 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:00.238022 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f6ad385b-e7cc-47a9-9197-efa8ed00bee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:00.241523 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f6ad385b-e7cc-47a9-9197-efa8ed00bee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:00.245956 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f6ad385b-e7cc-47a9-9197-efa8ed00bee5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/def1b4f8-6a38-4363-a2af-696933c340a2 HTTP/1.1" status: 204 len: 168 time: 0.4763949 Sep 07 02:59:00.248227 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d8313e61-7c83-41d7-8625-d15b7392c3c1 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:00.254341 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-d8313e61-7c83-41d7-8625-d15b7392c3c1 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/5bc9b3c1-eeab-4163-af72-beec9b308762 HTTP/1.1" status: 204 len: 168 time: 0.1209526 Sep 07 02:59:00.256414 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51922) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:00.270933 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ad385b-e7cc-47a9-9197-efa8ed00bee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def1b4f8-6a38-4363-a2af-696933c340a2,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:00.280584 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8313e61-7c83-41d7-8625-d15b7392c3c1 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5bc9b3c1-eeab-4163-af72-beec9b308762,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:00.314665 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-1f263e9e-f0cb-4877-8195-6da702c1ca45 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Allocated IP 172.20.0.5 (162816ec-5538-49c3-b312-28fb5fd94391/292012c1-e15c-4f86-8104-63e2302496ab/e195f89b-a525-465a-9ed8-c7f869223332) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:59:00.339719 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51924) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:00.356452 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-e2a6b47e-1dce-40ac-a0e1-4cdfb120fa07 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0988197 Sep 07 02:59:00.356947 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51928) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:00.436320 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4e5777d6-f8e8-4e23-84d0-0bc9417bc81c tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:00.465747 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4e5777d6-f8e8-4e23-84d0-0bc9417bc81c tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:00.539800 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4e5777d6-f8e8-4e23-84d0-0bc9417bc81c tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:00.574243 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4e5777d6-f8e8-4e23-84d0-0bc9417bc81c tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:00.575651 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-4e5777d6-f8e8-4e23-84d0-0bc9417bc81c tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/eb39d97e-cd23-4cb9-ad6c-4b1692d98c7a HTTP/1.1" status: 204 len: 168 time: 0.2176175 Sep 07 02:59:00.578686 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51932) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:00.583795 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5777d6-f8e8-4e23-84d0-0bc9417bc81c tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb39d97e-cd23-4cb9-ad6c-4b1692d98c7a,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:00.628429 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1f263e9e-f0cb-4877-8195-6da702c1ca45 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:00.638440 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-a7a38272-264d-4075-999f-94e8c51d80e4 tempest-RoutersAdminNegativeIpV6Test-2060084346 tempest-RoutersAdminNegativeIpV6Test-2060084346-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1551734728', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:59:00.640161 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-18dd46fa-7c34-4378-93fb-b9fd650574e7 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0595984 Sep 07 02:59:00.642818 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51934) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:00.674453 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a38272-264d-4075-999f-94e8c51d80e4 tempest-RoutersAdminNegativeIpV6Test-2060084346 tempest-RoutersAdminNegativeIpV6Test-2060084346-project-admin] Made reservation on behalf of 9c4076250c294093819abf3551f1f3a8 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:59:00.677649 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a7a38272-264d-4075-999f-94e8c51d80e4 tempest-RoutersAdminNegativeIpV6Test-2060084346 tempest-RoutersAdminNegativeIpV6Test-2060084346-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:00.690128 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a7a38272-264d-4075-999f-94e8c51d80e4 tempest-RoutersAdminNegativeIpV6Test-2060084346 tempest-RoutersAdminNegativeIpV6Test-2060084346-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:00.699648 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51936) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:00.708513 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1f263e9e-f0cb-4877-8195-6da702c1ca45 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:00.718198 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4352b29e-8e34-4df8-b040-1ede280b3910 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:00.761905 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f263e9e-f0cb-4877-8195-6da702c1ca45 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Network 162816ec-5538-49c3-b312-28fb5fd94391 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:59:00.766073 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4352b29e-8e34-4df8-b040-1ede280b3910 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:00.769565 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-1f263e9e-f0cb-4877-8195-6da702c1ca45 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:59:00.771937 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f263e9e-f0cb-4877-8195-6da702c1ca45 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:59:00.781915 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-0a7b78f4-24a2-4fe4-89d3-00bcf37e49e5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c502361f20b9457bb0b35ef124def81d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0809731 Sep 07 02:59:00.784651 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51938) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:00.809751 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f263e9e-f0cb-4877-8195-6da702c1ca45 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Pushing event updated for resources: {'Port': ['ID=e195f89b-a525-465a-9ed8-c7f869223332,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:00.848877 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4352b29e-8e34-4df8-b040-1ede280b3910 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:00.851558 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4352b29e-8e34-4df8-b040-1ede280b3910 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:00.852711 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-4352b29e-8e34-4df8-b040-1ede280b3910 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] 10.222.0.22 "DELETE /v2.0/security-groups/16115726-b1b1-4cc8-8236-9c51780e8339 HTTP/1.1" status: 204 len: 168 time: 0.2087495 Sep 07 02:59:00.852962 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f263e9e-f0cb-4877-8195-6da702c1ca45 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:00.853336 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1f263e9e-f0cb-4877-8195-6da702c1ca45 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:00.855386 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51940) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:00.865107 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b15a22a3-f006-450f-9bda-cc933f8db1f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:00.867676 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4352b29e-8e34-4df8-b040-1ede280b3910 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16115726-b1b1-4cc8-8236-9c51780e8339,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:00.898453 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b15a22a3-f006-450f-9bda-cc933f8db1f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:00.928248 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-75aeff73-0a60-437a-8dfd-93992c26f277 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0659292 Sep 07 02:59:00.928539 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51942) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:00.933295 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-2e9e0204-ec74-4e87-a3e9-0e1c93754895 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Request body: {'security_group': {'name': 'tempest-secgroup--401786108'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:59:00.936092 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a7a38272-264d-4075-999f-94e8c51d80e4 tempest-RoutersAdminNegativeIpV6Test-2060084346 tempest-RoutersAdminNegativeIpV6Test-2060084346-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:00.942125 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a7a38272-264d-4075-999f-94e8c51d80e4 tempest-RoutersAdminNegativeIpV6Test-2060084346 tempest-RoutersAdminNegativeIpV6Test-2060084346-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:00.948412 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-a7a38272-264d-4075-999f-94e8c51d80e4 tempest-RoutersAdminNegativeIpV6Test-2060084346 tempest-RoutersAdminNegativeIpV6Test-2060084346-project-admin] device_id is not set on port 7f336d76-8cb8-4316-80b4-e95e88dadf05 yet. {{(pid=94701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:59:00.954001 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-1f263e9e-f0cb-4877-8195-6da702c1ca45 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1376660 Sep 07 02:59:00.957279 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51944) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:00.962945 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-7adf9da5-4471-4bda-96e2-44dfa24945aa tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Request body: {'floatingip': {'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'port_id': 'e195f89b-a525-465a-9ed8-c7f869223332', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:59:00.971824 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2e9e0204-ec74-4e87-a3e9-0e1c93754895 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:00.992009 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b15a22a3-f006-450f-9bda-cc933f8db1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:00.994492 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b15a22a3-f006-450f-9bda-cc933f8db1f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:00.998122 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b15a22a3-f006-450f-9bda-cc933f8db1f1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/976001e4-f6a0-4e14-ba84-1820d7bdc8fe HTTP/1.1" status: 204 len: 168 time: 0.2099233 Sep 07 02:59:01.011664 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a38272-264d-4075-999f-94e8c51d80e4 tempest-RoutersAdminNegativeIpV6Test-2060084346 tempest-RoutersAdminNegativeIpV6Test-2060084346-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=040e3075-c49a-46c3-99c1-2b6e76204eae,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:01.031244 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a22a3-f006-450f-9bda-cc933f8db1f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976001e4-f6a0-4e14-ba84-1820d7bdc8fe,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:01.033081 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7adf9da5-4471-4bda-96e2-44dfa24945aa tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for floatingip, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:01.170713 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2e9e0204-ec74-4e87-a3e9-0e1c93754895 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:01.176598 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2e9e0204-ec74-4e87-a3e9-0e1c93754895 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:01.189408 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-a7a38272-264d-4075-999f-94e8c51d80e4 tempest-RoutersAdminNegativeIpV6Test-2060084346 tempest-RoutersAdminNegativeIpV6Test-2060084346-project-admin] Allocated IP 172.25.5.141 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/7f336d76-8cb8-4316-80b4-e95e88dadf05) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:59:01.215386 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2e9e0204-ec74-4e87-a3e9-0e1c93754895 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:01.216835 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-2e9e0204-ec74-4e87-a3e9-0e1c93754895 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2871485 Sep 07 02:59:01.220155 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51954) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:01.226422 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9e0204-ec74-4e87-a3e9-0e1c93754895 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14d14dd4-859c-449a-83de-42afcaf4749e,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:01.228409 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-db7d0a7b-1f8e-40c2-906d-68ade5fbcf3e tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Request body: {'security_group_rule': {'security_group_id': '14d14dd4-859c-449a-83de-42afcaf4749e', 'direction': 'ingress', 'protocol': 17}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:59:01.237758 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7adf9da5-4471-4bda-96e2-44dfa24945aa tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:01.299976 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-db7d0a7b-1f8e-40c2-906d-68ade5fbcf3e tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:01.427569 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-db7d0a7b-1f8e-40c2-906d-68ade5fbcf3e tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:01.439963 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-db7d0a7b-1f8e-40c2-906d-68ade5fbcf3e tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:01.445765 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:01.450623 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a7a38272-264d-4075-999f-94e8c51d80e4 tempest-RoutersAdminNegativeIpV6Test-2060084346 tempest-RoutersAdminNegativeIpV6Test-2060084346-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:01.476408 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7d0a7b-1f8e-40c2-906d-68ade5fbcf3e tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77f70f1d-233b-43a9-9995-340ca9573683,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:01.495154 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-db7d0a7b-1f8e-40c2-906d-68ade5fbcf3e tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:01.499888 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51960) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:01.509480 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-db7d0a7b-1f8e-40c2-906d-68ade5fbcf3e tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2849555 Sep 07 02:59:01.548870 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a7a38272-264d-4075-999f-94e8c51d80e4 tempest-RoutersAdminNegativeIpV6Test-2060084346 tempest-RoutersAdminNegativeIpV6Test-2060084346-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:01.608773 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a38272-264d-4075-999f-94e8c51d80e4 tempest-RoutersAdminNegativeIpV6Test-2060084346 tempest-RoutersAdminNegativeIpV6Test-2060084346-project-admin] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:59:01.615853 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-a7a38272-264d-4075-999f-94e8c51d80e4 tempest-RoutersAdminNegativeIpV6Test-2060084346 tempest-RoutersAdminNegativeIpV6Test-2060084346-project-admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:59:01.621664 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a38272-264d-4075-999f-94e8c51d80e4 tempest-RoutersAdminNegativeIpV6Test-2060084346 tempest-RoutersAdminNegativeIpV6Test-2060084346-project-admin] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:59:01.627595 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a38272-264d-4075-999f-94e8c51d80e4 tempest-RoutersAdminNegativeIpV6Test-2060084346 tempest-RoutersAdminNegativeIpV6Test-2060084346-project-admin] Pushing event updated for resources: {'Port': ['ID=7f336d76-8cb8-4316-80b4-e95e88dadf05,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:01.633549 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c2d64024-171b-4d15-b615-36da937597f7 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:01.647145 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-7adf9da5-4471-4bda-96e2-44dfa24945aa tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Allocated IP 172.25.5.198 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/1fad0206-9c7d-43ab-bcff-eb764956ff01) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:59:01.676934 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c2d64024-171b-4d15-b615-36da937597f7 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:01.682331 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a38272-264d-4075-999f-94e8c51d80e4 tempest-RoutersAdminNegativeIpV6Test-2060084346 tempest-RoutersAdminNegativeIpV6Test-2060084346-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:01.683212 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a7a38272-264d-4075-999f-94e8c51d80e4 tempest-RoutersAdminNegativeIpV6Test-2060084346 tempest-RoutersAdminNegativeIpV6Test-2060084346-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:01.700146 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a7a38272-264d-4075-999f-94e8c51d80e4 tempest-RoutersAdminNegativeIpV6Test-2060084346 tempest-RoutersAdminNegativeIpV6Test-2060084346-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.3593373 Sep 07 02:59:01.703554 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 51968) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:01.712200 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-b3a52474-ad44-4696-b430-3faec19457d6 tempest-RoutersAdminNegativeIpV6Test-2060084346 tempest-RoutersAdminNegativeIpV6Test-2060084346-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.141'}]}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:59:01.793584 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b3a52474-ad44-4696-b430-3faec19457d6 tempest-RoutersAdminNegativeIpV6Test-2060084346 tempest-RoutersAdminNegativeIpV6Test-2060084346-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:01.794624 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b3a52474-ad44-4696-b430-3faec19457d6 tempest-RoutersAdminNegativeIpV6Test-2060084346 tempest-RoutersAdminNegativeIpV6Test-2060084346-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:01.815004 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c2d64024-171b-4d15-b615-36da937597f7 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:01.818181 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c2d64024-171b-4d15-b615-36da937597f7 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:01.819344 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c2d64024-171b-4d15-b615-36da937597f7 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] 10.222.0.22 "DELETE /v2.0/security-groups/14d14dd4-859c-449a-83de-42afcaf4749e HTTP/1.1" status: 204 len: 168 time: 0.3184581 Sep 07 02:59:01.822085 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51972) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:01.853648 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d64024-171b-4d15-b615-36da937597f7 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d14dd4-859c-449a-83de-42afcaf4749e,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:01.859894 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7adf9da5-4471-4bda-96e2-44dfa24945aa tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:01.893519 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b3a52474-ad44-4696-b430-3faec19457d6 tempest-RoutersAdminNegativeIpV6Test-2060084346 tempest-RoutersAdminNegativeIpV6Test-2060084346-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:01.897441 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-9dbff9e8-7717-4ffa-bb67-0032c556136e tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0736849 Sep 07 02:59:01.901003 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51976) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:01.909746 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-ca2ac24c-81df-4036-842b-fc55d4a59d58 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Request body: {'security_group': {'name': 'tempest-secgroup--1788488300'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:59:01.940274 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ca2ac24c-81df-4036-842b-fc55d4a59d58 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:01.987796 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7adf9da5-4471-4bda-96e2-44dfa24945aa tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:02.050330 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ca2ac24c-81df-4036-842b-fc55d4a59d58 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:02.063294 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ca2ac24c-81df-4036-842b-fc55d4a59d58 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:02.116535 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adf9da5-4471-4bda-96e2-44dfa24945aa tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:59:02.116838 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2ac24c-81df-4036-842b-fc55d4a59d58 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64ec553e-c160-4b3c-a0ee-525f8518a9cb,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:02.122543 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-7adf9da5-4471-4bda-96e2-44dfa24945aa tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:59:02.124482 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ca2ac24c-81df-4036-842b-fc55d4a59d58 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:02.126482 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-ca2ac24c-81df-4036-842b-fc55d4a59d58 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2241695 Sep 07 02:59:02.128997 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51984) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:02.132265 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adf9da5-4471-4bda-96e2-44dfa24945aa tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:59:02.135808 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-20954659-173d-47ae-92b1-886273321ff1 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Request body: {'security_group': {'name': 'tempest-secgroup--203055549'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:59:02.161714 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-20954659-173d-47ae-92b1-886273321ff1 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:02.222129 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b3a52474-ad44-4696-b430-3faec19457d6 tempest-RoutersAdminNegativeIpV6Test-2060084346 tempest-RoutersAdminNegativeIpV6Test-2060084346-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:02.242171 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adf9da5-4471-4bda-96e2-44dfa24945aa tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Pushing event updated for resources: {'Port': ['ID=1fad0206-9c7d-43ab-bcff-eb764956ff01,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:02.325235 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-20954659-173d-47ae-92b1-886273321ff1 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:02.330806 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-20954659-173d-47ae-92b1-886273321ff1 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:02.368066 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-20954659-173d-47ae-92b1-886273321ff1 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:02.369473 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-20954659-173d-47ae-92b1-886273321ff1 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2391257 Sep 07 02:59:02.371858 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20954659-173d-47ae-92b1-886273321ff1 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67825a0b-3522-432e-8a0f-2d22920467c1,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:02.374555 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51992) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:02.380390 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-e762380a-59df-4d06-9a67-681764c9e82d tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Request body: {'security_group_rule': {'security_group_id': '64ec553e-c160-4b3c-a0ee-525f8518a9cb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '67825a0b-3522-432e-8a0f-2d22920467c1', 'remote_ip_prefix': None}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:59:02.416577 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e762380a-59df-4d06-9a67-681764c9e82d tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:02.501024 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e762380a-59df-4d06-9a67-681764c9e82d tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:02.506194 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e762380a-59df-4d06-9a67-681764c9e82d tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:02.542909 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e762380a-59df-4d06-9a67-681764c9e82d tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e3067cf-3c38-4ab0-8d76-309a9438fb4f,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:02.548292 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e762380a-59df-4d06-9a67-681764c9e82d tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:02.550078 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e762380a-59df-4d06-9a67-681764c9e82d tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1738546 Sep 07 02:59:02.552841 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51994) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:02.584557 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-02a7bb60-1ff4-4206-96ad-6c598c6b492a tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:02.594739 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-02a7bb60-1ff4-4206-96ad-6c598c6b492a tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:02.628785 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-02a7bb60-1ff4-4206-96ad-6c598c6b492a tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:02.636680 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-02a7bb60-1ff4-4206-96ad-6c598c6b492a tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:02.641418 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-02a7bb60-1ff4-4206-96ad-6c598c6b492a tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/4e3067cf-3c38-4ab0-8d76-309a9438fb4f HTTP/1.1" status: 204 len: 168 time: 0.0860178 Sep 07 02:59:02.646026 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 51998) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:02.669345 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52000) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:02.671364 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a7bb60-1ff4-4206-96ad-6c598c6b492a tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e3067cf-3c38-4ab0-8d76-309a9438fb4f,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:02.720561 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-1dd2cb07-f734-493e-a92c-141914b705b7 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0709798 Sep 07 02:59:02.721546 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 52004) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:02.755045 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b3a52474-ad44-4696-b430-3faec19457d6 tempest-RoutersAdminNegativeIpV6Test-2060084346 tempest-RoutersAdminNegativeIpV6Test-2060084346-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:02.789862 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b3a52474-ad44-4696-b430-3faec19457d6 tempest-RoutersAdminNegativeIpV6Test-2060084346 tempest-RoutersAdminNegativeIpV6Test-2060084346-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:02.794961 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9b3303a7-c47f-4991-905d-322a9593c8e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:02.850334 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7adf9da5-4471-4bda-96e2-44dfa24945aa tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:02.898205 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9b3303a7-c47f-4991-905d-322a9593c8e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:02.902314 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9b3303a7-c47f-4991-905d-322a9593c8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:02.944124 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-9b3303a7-c47f-4991-905d-322a9593c8e3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6ac9b33fc03b46809b8ffaa098f89769&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2704942 Sep 07 02:59:02.944124 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3303a7-c47f-4991-905d-322a9593c8e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18ca490-6fd4-46b6-9cfa-53a9720a2bf4,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:02.944979 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52006) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:02.951425 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8e444c13-fd9a-4e60-9e3b-3185b5610a55 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:03.001624 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3693f714-7dec-46d9-a893-6911c4eec66d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:03.025920 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3693f714-7dec-46d9-a893-6911c4eec66d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:03.085234 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3693f714-7dec-46d9-a893-6911c4eec66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:03.088246 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3693f714-7dec-46d9-a893-6911c4eec66d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:03.092074 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-3693f714-7dec-46d9-a893-6911c4eec66d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e18ca490-6fd4-46b6-9cfa-53a9720a2bf4 HTTP/1.1" status: 204 len: 168 time: 0.1436121 Sep 07 02:59:03.104688 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3693f714-7dec-46d9-a893-6911c4eec66d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18ca490-6fd4-46b6-9cfa-53a9720a2bf4,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:03.343000 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 02:59:03.383390 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8e444c13-fd9a-4e60-9e3b-3185b5610a55 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:03.392695 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7adf9da5-4471-4bda-96e2-44dfa24945aa tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:03.472969 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b3a52474-ad44-4696-b430-3faec19457d6 tempest-RoutersAdminNegativeIpV6Test-2060084346 tempest-RoutersAdminNegativeIpV6Test-2060084346-project-admin] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:03.518585 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8e444c13-fd9a-4e60-9e3b-3185b5610a55 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:03.520609 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8e444c13-fd9a-4e60-9e3b-3185b5610a55 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:03.523680 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-8e444c13-fd9a-4e60-9e3b-3185b5610a55 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] 10.222.0.22 "DELETE /v2.0/security-groups/67825a0b-3522-432e-8a0f-2d22920467c1 HTTP/1.1" status: 204 len: 168 time: 0.7990379 Sep 07 02:59:03.524468 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52020) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:03.554841 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e444c13-fd9a-4e60-9e3b-3185b5610a55 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67825a0b-3522-432e-8a0f-2d22920467c1,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:03.605480 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-df25ee30-ce64-4047-b222-b7866aa7fe35 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0796933 Sep 07 02:59:03.609238 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52022) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:03.666876 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 8f842483-c356-451a-8794-8019476216d4 no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:59:03.682304 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8abadf3e-f364-4354-b0ab-9d126275b0a3 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:03.690477 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: 8f842483-c356-451a-8794-8019476216d4 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:59:03.691109 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 8f842483-c356-451a-8794-8019476216d4 not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:59:03.710713 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8abadf3e-f364-4354-b0ab-9d126275b0a3 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:03.717947 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b3a52474-ad44-4696-b430-3faec19457d6 tempest-RoutersAdminNegativeIpV6Test-2060084346 tempest-RoutersAdminNegativeIpV6Test-2060084346-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:03.722238 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b3a52474-ad44-4696-b430-3faec19457d6 tempest-RoutersAdminNegativeIpV6Test-2060084346 tempest-RoutersAdminNegativeIpV6Test-2060084346-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:03.765625 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8abadf3e-f364-4354-b0ab-9d126275b0a3 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:03.768101 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8abadf3e-f364-4354-b0ab-9d126275b0a3 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:03.769254 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8abadf3e-f364-4354-b0ab-9d126275b0a3 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] 10.222.0.22 "DELETE /v2.0/security-groups/64ec553e-c160-4b3c-a0ee-525f8518a9cb HTTP/1.1" status: 204 len: 168 time: 0.1589961 Sep 07 02:59:03.772839 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52028) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:03.795521 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b3a52474-ad44-4696-b430-3faec19457d6 tempest-RoutersAdminNegativeIpV6Test-2060084346 tempest-RoutersAdminNegativeIpV6Test-2060084346-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:03.796041 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a52474-ad44-4696-b430-3faec19457d6 tempest-RoutersAdminNegativeIpV6Test-2060084346 tempest-RoutersAdminNegativeIpV6Test-2060084346-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 17f980f4-3d36-4b65-bea1-2d39e3cf0957 {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 02:59:03.799165 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abadf3e-f364-4354-b0ab-9d126275b0a3 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ec553e-c160-4b3c-a0ee-525f8518a9cb,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:03.810177 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7adf9da5-4471-4bda-96e2-44dfa24945aa tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:03.817945 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7adf9da5-4471-4bda-96e2-44dfa24945aa tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:03.846968 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c3737bec-49e8-4628-a0f5-d857d6aad9ec tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0725269 Sep 07 02:59:03.851985 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 52032) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:03.858621 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-f82bdba4-4bda-4016-8af0-7c565e90df85 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Request body: {'security_group': {'name': 'tempest-secgroup--174481497'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:59:03.865381 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [None req-b3a52474-ad44-4696-b430-3faec19457d6 tempest-RoutersAdminNegativeIpV6Test-2060084346 tempest-RoutersAdminNegativeIpV6Test-2060084346-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 07 02:59:03.866403 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b3a52474-ad44-4696-b430-3faec19457d6 tempest-RoutersAdminNegativeIpV6Test-2060084346 tempest-RoutersAdminNegativeIpV6Test-2060084346-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.1615720 Sep 07 02:59:03.871316 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52034) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:03.922946 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adf9da5-4471-4bda-96e2-44dfa24945aa tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Pushing event updated for resources: {'Port': ['ID=1fad0206-9c7d-43ab-bcff-eb764956ff01,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:03.931767 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f82bdba4-4bda-4016-8af0-7c565e90df85 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:03.934890 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7adf9da5-4471-4bda-96e2-44dfa24945aa tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:03.980669 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-1d7f160f-f0be-40c6-902a-e1ec44538892 tempest-RoutersAdminNegativeIpV6Test-2060084346 tempest-RoutersAdminNegativeIpV6Test-2060084346-project-admin] Deleting port 7f336d76-8cb8-4316-80b4-e95e88dadf05 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:59:03.980998 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1d7f160f-f0be-40c6-902a-e1ec44538892 tempest-RoutersAdminNegativeIpV6Test-2060084346 tempest-RoutersAdminNegativeIpV6Test-2060084346-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:04.085567 n-d-796209-16 neutron-server[94700]: INFO neutron.db.l3_db [None req-7adf9da5-4471-4bda-96e2-44dfa24945aa tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Floating IP e25a5d74-9507-4861-9545-6270b65a3a6f associated. External IP: 172.25.5.198, port: e195f89b-a525-465a-9ed8-c7f869223332. Sep 07 02:59:04.092431 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1d7f160f-f0be-40c6-902a-e1ec44538892 tempest-RoutersAdminNegativeIpV6Test-2060084346 tempest-RoutersAdminNegativeIpV6Test-2060084346-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:04.107324 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-1d7f160f-f0be-40c6-902a-e1ec44538892 tempest-RoutersAdminNegativeIpV6Test-2060084346 tempest-RoutersAdminNegativeIpV6Test-2060084346-project-admin] Calling delete_port for 7f336d76-8cb8-4316-80b4-e95e88dadf05 owned by {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:59:04.170066 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f82bdba4-4bda-4016-8af0-7c565e90df85 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:04.200610 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f82bdba4-4bda-4016-8af0-7c565e90df85 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:04.243139 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f82bdba4-4bda-4016-8af0-7c565e90df85 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:04.247204 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f82bdba4-4bda-4016-8af0-7c565e90df85 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3913097 Sep 07 02:59:04.248288 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52044) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:04.251554 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82bdba4-4bda-4016-8af0-7c565e90df85 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d930ff6-3295-4702-87ee-5f01d12f954d,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:04.254978 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-421dc28f-fe63-4e33-a6b0-50899d97a12b tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Request body: {'security_group_rule': {'security_group_id': '6d930ff6-3295-4702-87ee-5f01d12f954d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:59:04.272993 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1d7f160f-f0be-40c6-902a-e1ec44538892 tempest-RoutersAdminNegativeIpV6Test-2060084346 tempest-RoutersAdminNegativeIpV6Test-2060084346-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:04.314360 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7f160f-f0be-40c6-902a-e1ec44538892 tempest-RoutersAdminNegativeIpV6Test-2060084346 tempest-RoutersAdminNegativeIpV6Test-2060084346-project-admin] Pushing event deleted for resources: {'Port': ['ID=7f336d76-8cb8-4316-80b4-e95e88dadf05,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:04.402994 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7adf9da5-4471-4bda-96e2-44dfa24945aa tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Router 0663726e-d85f-476e-b2fe-516394e48a04 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:59:04.415510 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-421dc28f-fe63-4e33-a6b0-50899d97a12b tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:04.426828 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1d7f160f-f0be-40c6-902a-e1ec44538892 tempest-RoutersAdminNegativeIpV6Test-2060084346 tempest-RoutersAdminNegativeIpV6Test-2060084346-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:04.429035 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-1d7f160f-f0be-40c6-902a-e1ec44538892 tempest-RoutersAdminNegativeIpV6Test-2060084346 tempest-RoutersAdminNegativeIpV6Test-2060084346-project-admin] 10.222.0.22 "DELETE /v2.0/ports/7f336d76-8cb8-4316-80b4-e95e88dadf05 HTTP/1.1" status: 204 len: 168 time: 0.5564854 Sep 07 02:59:04.491649 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-421dc28f-fe63-4e33-a6b0-50899d97a12b tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:04.500418 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-421dc28f-fe63-4e33-a6b0-50899d97a12b tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:04.524079 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421dc28f-fe63-4e33-a6b0-50899d97a12b tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eeae6dd-c593-4f69-95b4-8558230a7d32,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:04.536431 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-421dc28f-fe63-4e33-a6b0-50899d97a12b tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:04.539514 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-421dc28f-fe63-4e33-a6b0-50899d97a12b tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2894049 Sep 07 02:59:04.541443 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52052) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:04.606024 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-aacbd82d-40f6-49af-9c03-88755173bace tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:04.622295 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-aacbd82d-40f6-49af-9c03-88755173bace tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:04.651601 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7adf9da5-4471-4bda-96e2-44dfa24945aa tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:59:04.675206 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dedf8c2-1a2a-48d9-8b6e-3d36e227740d None None] Sync routers for ids ['0663726e-d85f-476e-b2fe-516394e48a04'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:59:04.702508 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7adf9da5-4471-4bda-96e2-44dfa24945aa tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:04.704766 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dedf8c2-1a2a-48d9-8b6e-3d36e227740d None None] Routers {'0663726e-d85f-476e-b2fe-516394e48a04'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:59:04.707324 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-9dedf8c2-1a2a-48d9-8b6e-3d36e227740d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:58:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['0663726e-d85f-476e-b2fe-516394e48a04'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:04.708005 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-aacbd82d-40f6-49af-9c03-88755173bace tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:04.714248 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-aacbd82d-40f6-49af-9c03-88755173bace tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:04.715377 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-aacbd82d-40f6-49af-9c03-88755173bace tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/7eeae6dd-c593-4f69-95b4-8558230a7d32 HTTP/1.1" status: 204 len: 168 time: 0.1723387 Sep 07 02:59:04.719210 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52062) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:04.740217 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacbd82d-40f6-49af-9c03-88755173bace tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7eeae6dd-c593-4f69-95b4-8558230a7d32,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:04.783504 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-62c4db66-dda3-4711-8772-70cc491f6e78 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0607240 Sep 07 02:59:04.786099 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52064) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:04.794724 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-9dedf8c2-1a2a-48d9-8b6e-3d36e227740d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:04.809798 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dedf8c2-1a2a-48d9-8b6e-3d36e227740d None None] Routers {'0663726e-d85f-476e-b2fe-516394e48a04'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:59:04.810797 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-9dedf8c2-1a2a-48d9-8b6e-3d36e227740d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:58:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['0663726e-d85f-476e-b2fe-516394e48a04'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:04.811425 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-7adf9da5-4471-4bda-96e2-44dfa24945aa tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.8525350 Sep 07 02:59:04.814487 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 52068) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:04.821882 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-77a32e4f-adf8-4b28-9c71-4fb41c7b1081 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:59:04.834533 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e60216-f388-42b5-8338-3e06768ceeba req-16295cfa-f809-4a3b-873c-6dc00a98998b tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:04.836096 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-66e60216-f388-42b5-8338-3e06768ceeba req-16295cfa-f809-4a3b-873c-6dc00a98998b tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/ports?device_id=15773523-5601-4fb0-a7fd-950e5fb6692d HTTP/1.1" status: 200 len: 946 time: 0.1259699 Sep 07 02:59:04.859195 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-9dedf8c2-1a2a-48d9-8b6e-3d36e227740d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:04.860088 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dedf8c2-1a2a-48d9-8b6e-3d36e227740d None None] The sync data for ids ['0663726e-d85f-476e-b2fe-516394e48a04'] in n-d-796209-16 is: [] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:59:04.896412 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-405cd009-e727-4b20-8f64-06cce425b526 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:04.920280 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-405cd009-e727-4b20-8f64-06cce425b526 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:04.923328 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-77a32e4f-adf8-4b28-9c71-4fb41c7b1081 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for floatingip, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:04.940209 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-66e60216-f388-42b5-8338-3e06768ceeba req-fade67cb-5535-47df-89b0-74ae10180a47 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/security-groups?id=70ce7ce8-5054-445c-a59d-ebe3700b4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621951 Sep 07 02:59:04.971141 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 52072) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:04.976980 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-405cd009-e727-4b20-8f64-06cce425b526 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:04.980664 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-405cd009-e727-4b20-8f64-06cce425b526 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:04.982597 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-405cd009-e727-4b20-8f64-06cce425b526 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] 10.222.0.22 "DELETE /v2.0/security-groups/6d930ff6-3295-4702-87ee-5f01d12f954d HTTP/1.1" status: 204 len: 168 time: 0.1947908 Sep 07 02:59:04.987170 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 52078) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:04.994240 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405cd009-e727-4b20-8f64-06cce425b526 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d930ff6-3295-4702-87ee-5f01d12f954d,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:05.085768 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-dba4430a-51ae-4f76-90b6-742f3a207ed6 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0971925 Sep 07 02:59:05.089982 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 52080) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:05.094340 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-6edf8cb3-ee96-4e6b-adbc-0a6b7b81c66f tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Request body: {'security_group': {'name': 'tempest-secgroup--788920731'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:59:05.165060 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3372c311-6f0a-4364-9a23-89f878a32463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:05.178344 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-77a32e4f-adf8-4b28-9c71-4fb41c7b1081 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:05.184505 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6edf8cb3-ee96-4e6b-adbc-0a6b7b81c66f tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:05.186247 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-77a32e4f-adf8-4b28-9c71-4fb41c7b1081 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:05.186584 n-d-796209-16 neutron-server[94700]: INFO neutron.db.l3_db [None req-77a32e4f-adf8-4b28-9c71-4fb41c7b1081 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Floating IP e25a5d74-9507-4861-9545-6270b65a3a6f disassociated. External IP: 172.25.5.198, port: e195f89b-a525-465a-9ed8-c7f869223332. Sep 07 02:59:05.413824 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3372c311-6f0a-4364-9a23-89f878a32463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:05.420863 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3372c311-6f0a-4364-9a23-89f878a32463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:05.512311 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3372c311-6f0a-4364-9a23-89f878a32463 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=71f95559550c4751b3f2f4bf625b0d6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5400758 Sep 07 02:59:05.515523 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52082) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:05.517818 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3372c311-6f0a-4364-9a23-89f878a32463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d634483-3969-4583-9fe2-b6cca8bf7c68,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:05.528562 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a32e4f-adf8-4b28-9c71-4fb41c7b1081 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Router 0663726e-d85f-476e-b2fe-516394e48a04 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:59:05.575554 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8b490a1b-3c0c-4039-85ee-dfd6cd928f8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:05.601782 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8b490a1b-3c0c-4039-85ee-dfd6cd928f8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:05.626027 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6edf8cb3-ee96-4e6b-adbc-0a6b7b81c66f tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:05.631311 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6edf8cb3-ee96-4e6b-adbc-0a6b7b81c66f tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:05.650878 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8b490a1b-3c0c-4039-85ee-dfd6cd928f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:05.653474 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8b490a1b-3c0c-4039-85ee-dfd6cd928f8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:05.654627 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8b490a1b-3c0c-4039-85ee-dfd6cd928f8b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4d634483-3969-4583-9fe2-b6cca8bf7c68 HTTP/1.1" status: 204 len: 168 time: 0.1385152 Sep 07 02:59:05.663353 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b490a1b-3c0c-4039-85ee-dfd6cd928f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d634483-3969-4583-9fe2-b6cca8bf7c68,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:05.699237 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6edf8cb3-ee96-4e6b-adbc-0a6b7b81c66f tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:05.700452 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-6edf8cb3-ee96-4e6b-adbc-0a6b7b81c66f tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6095405 Sep 07 02:59:05.703444 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52086) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:05.707191 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a32e4f-adf8-4b28-9c71-4fb41c7b1081 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:59:05.709641 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf8cb3-ee96-4e6b-adbc-0a6b7b81c66f tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc11d80e-9305-4eb3-93a6-178df17de26a,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:05.710461 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-43ef0bf0-eb55-4a2e-b1cb-ba2348e8b67d tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Request body: {'security_group_rule': {'security_group_id': 'dc11d80e-9305-4eb3-93a6-178df17de26a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:59:05.714006 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-77a32e4f-adf8-4b28-9c71-4fb41c7b1081 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:05.721366 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5367f068-498d-4b40-a454-e1ecfe0cf0a7 None None] Sync routers for ids ['0663726e-d85f-476e-b2fe-516394e48a04'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:59:05.744962 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5367f068-498d-4b40-a454-e1ecfe0cf0a7 None None] Routers {'0663726e-d85f-476e-b2fe-516394e48a04'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:59:05.745672 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-5367f068-498d-4b40-a454-e1ecfe0cf0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:58:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['0663726e-d85f-476e-b2fe-516394e48a04'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:05.747161 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-77a32e4f-adf8-4b28-9c71-4fb41c7b1081 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] 10.222.0.22 "PUT /v2.0/floatingips/e25a5d74-9507-4861-9545-6270b65a3a6f HTTP/1.1" status: 200 len: 688 time: 0.9313846 Sep 07 02:59:05.749225 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-43ef0bf0-eb55-4a2e-b1cb-ba2348e8b67d tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:05.749956 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 52088) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:05.818785 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-5367f068-498d-4b40-a454-e1ecfe0cf0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:05.821071 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-43ef0bf0-eb55-4a2e-b1cb-ba2348e8b67d tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:05.831682 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5367f068-498d-4b40-a454-e1ecfe0cf0a7 None None] Routers {'0663726e-d85f-476e-b2fe-516394e48a04'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:59:05.832083 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-5367f068-498d-4b40-a454-e1ecfe0cf0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:58:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['0663726e-d85f-476e-b2fe-516394e48a04'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:05.835393 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-43ef0bf0-eb55-4a2e-b1cb-ba2348e8b67d tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:05.876083 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ef0bf0-eb55-4a2e-b1cb-ba2348e8b67d tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a532da3a-d264-4730-b3de-9118c4bc047f,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:05.883591 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-5367f068-498d-4b40-a454-e1ecfe0cf0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:05.884601 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5367f068-498d-4b40-a454-e1ecfe0cf0a7 None None] The sync data for ids ['0663726e-d85f-476e-b2fe-516394e48a04'] in n-d-796209-16 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:59:05.901957 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-43ef0bf0-eb55-4a2e-b1cb-ba2348e8b67d tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:05.903196 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-43ef0bf0-eb55-4a2e-b1cb-ba2348e8b67d tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1983461 Sep 07 02:59:05.905699 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52098) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:05.924959 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-3b11bfa1-0417-47a7-a056-b4809b36b48c tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] 10.222.0.22 "GET /v2.0/security-group-rules/a532da3a-d264-4730-b3de-9118c4bc047f HTTP/1.1" status: 200 len: 763 time: 0.0179033 Sep 07 02:59:05.927403 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52100) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:05.933014 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-90facf4d-3e8e-45ee-aaec-71df0b8c3b08 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Deleting port 1fad0206-9c7d-43ab-bcff-eb764956ff01 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:59:05.933510 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-90facf4d-3e8e-45ee-aaec-71df0b8c3b08 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:05.996991 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-2f5eee84-3507-4ac9-a443-b591678f618f tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0664871 Sep 07 02:59:05.999069 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52106) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:06.039222 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a5ee25fb-5d66-44eb-8d88-9048236d4b3f tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:06.043587 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-90facf4d-3e8e-45ee-aaec-71df0b8c3b08 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:06.044096 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-90facf4d-3e8e-45ee-aaec-71df0b8c3b08 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:06.047810 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a5ee25fb-5d66-44eb-8d88-9048236d4b3f tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:06.073653 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-90facf4d-3e8e-45ee-aaec-71df0b8c3b08 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Calling delete_port for 1fad0206-9c7d-43ab-bcff-eb764956ff01 owned by network:floatingip {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:59:06.119146 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52112) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:06.171936 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a5ee25fb-5d66-44eb-8d88-9048236d4b3f tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:06.189360 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a5ee25fb-5d66-44eb-8d88-9048236d4b3f tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:06.194122 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a5ee25fb-5d66-44eb-8d88-9048236d4b3f tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/a532da3a-d264-4730-b3de-9118c4bc047f HTTP/1.1" status: 204 len: 168 time: 0.1902430 Sep 07 02:59:06.194529 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 52118) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:06.202790 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d11cce05-8159-4db8-811d-62fbbbbc6d02 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9c4076250c294093819abf3551f1f3a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0817902 Sep 07 02:59:06.210319 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 52120) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:06.210551 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d6674-177d-406a-af21-faed722b5153 req-884dabd9-8ae5-457e-8902-8dfcabdaee70 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:06.211892 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-801d6674-177d-406a-af21-faed722b5153 req-884dabd9-8ae5-457e-8902-8dfcabdaee70 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.23 "GET /v2.0/ports?device_id=15773523-5601-4fb0-a7fd-950e5fb6692d HTTP/1.1" status: 200 len: 946 time: 0.1367602 Sep 07 02:59:06.213889 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ee25fb-5d66-44eb-8d88-9048236d4b3f tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a532da3a-d264-4730-b3de-9118c4bc047f,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:06.233885 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb36fe-498d-4e19-bb45-595287e6b38e req-2f1d87ef-1ebf-4593-bcc6-db84f8159524 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:06.235830 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-98cb36fe-498d-4e19-bb45-595287e6b38e req-2f1d87ef-1ebf-4593-bcc6-db84f8159524 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/ports?device_id=15773523-5601-4fb0-a7fd-950e5fb6692d HTTP/1.1" status: 200 len: 946 time: 0.1809721 Sep 07 02:59:06.313592 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f1cb597f-912a-41a6-930f-cfb7b8eda558 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1151459 Sep 07 02:59:06.315600 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52126) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:06.324745 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-3c36c1e7-1868-4ad5-b385-f512ed5e5d4b tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Request body: {'security_group_rule': {'security_group_id': 'dc11d80e-9305-4eb3-93a6-178df17de26a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:59:06.324987 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-90facf4d-3e8e-45ee-aaec-71df0b8c3b08 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:06.335706 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-98cb36fe-498d-4e19-bb45-595287e6b38e req-4cf4e6c8-9e6d-4791-86eb-3fc9b81c02cb tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/security-groups?id=70ce7ce8-5054-445c-a59d-ebe3700b4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815918 Sep 07 02:59:06.364714 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-283afe63-5b10-4bfe-81ba-0c03344be1fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:06.364714 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90facf4d-3e8e-45ee-aaec-71df0b8c3b08 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Pushing event deleted for resources: {'Port': ['ID=1fad0206-9c7d-43ab-bcff-eb764956ff01,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:06.382342 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3c36c1e7-1868-4ad5-b385-f512ed5e5d4b tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:06.418091 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-801d6674-177d-406a-af21-faed722b5153 req-38aef704-b5ff-4908-b086-6b450605b5cd tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Deleting port 728f909c-f984-45cc-b40c-8f22e683e9d1 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:59:06.418442 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-801d6674-177d-406a-af21-faed722b5153 req-38aef704-b5ff-4908-b086-6b450605b5cd tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:06.426849 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-283afe63-5b10-4bfe-81ba-0c03344be1fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:06.453813 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-90facf4d-3e8e-45ee-aaec-71df0b8c3b08 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for floatingip, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:06.456323 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-90facf4d-3e8e-45ee-aaec-71df0b8c3b08 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:06.457538 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-90facf4d-3e8e-45ee-aaec-71df0b8c3b08 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] 10.222.0.22 "DELETE /v2.0/floatingips/e25a5d74-9507-4861-9545-6270b65a3a6f HTTP/1.1" status: 204 len: 168 time: 0.7066863 Sep 07 02:59:06.461062 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 52134) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:06.471360 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-509d2bec-a37f-452a-b3e3-b9c405390132 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Request body: {'floatingip': {'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'port_id': '77726aad-ea85-40af-9d9e-9817f41ea392'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:59:06.503008 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-509d2bec-a37f-452a-b3e3-b9c405390132 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for floatingip, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:06.517465 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3c36c1e7-1868-4ad5-b385-f512ed5e5d4b tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:06.526183 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3c36c1e7-1868-4ad5-b385-f512ed5e5d4b tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:06.538594 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-283afe63-5b10-4bfe-81ba-0c03344be1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:06.541419 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-283afe63-5b10-4bfe-81ba-0c03344be1fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:06.542588 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-283afe63-5b10-4bfe-81ba-0c03344be1fb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/040e3075-c49a-46c3-99c1-2b6e76204eae HTTP/1.1" status: 204 len: 168 time: 0.3089468 Sep 07 02:59:06.567222 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283afe63-5b10-4bfe-81ba-0c03344be1fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=040e3075-c49a-46c3-99c1-2b6e76204eae,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:06.570408 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c36c1e7-1868-4ad5-b385-f512ed5e5d4b tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f35b20e4-785e-4f39-803e-9b6438e0195d,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:06.591275 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-801d6674-177d-406a-af21-faed722b5153 req-38aef704-b5ff-4908-b086-6b450605b5cd tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] For port 728f909c-f984-45cc-b40c-8f22e683e9d1, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=728f909c-f984-45cc-b40c-8f22e683e9d1,segment=NetworkSegment(ba1f9a1d-76cb-4a15-91d5-0944bdc5e669),segment_id=ba1f9a1d-76cb-4a15-91d5-0944bdc5e669)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:59:06.591905 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-801d6674-177d-406a-af21-faed722b5153 req-38aef704-b5ff-4908-b086-6b450605b5cd tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:06.610343 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3c36c1e7-1868-4ad5-b385-f512ed5e5d4b tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:06.616608 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-3c36c1e7-1868-4ad5-b385-f512ed5e5d4b tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2985756 Sep 07 02:59:06.617911 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52142) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:06.619439 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-801d6674-177d-406a-af21-faed722b5153 req-38aef704-b5ff-4908-b086-6b450605b5cd tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Calling delete_port for 728f909c-f984-45cc-b40c-8f22e683e9d1 owned by compute:nova {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:59:06.642479 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b997ef41-88f3-41b1-aa20-223c9df9d67f tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] 10.222.0.22 "GET /v2.0/security-group-rules/f35b20e4-785e-4f39-803e-9b6438e0195d HTTP/1.1" status: 200 len: 763 time: 0.0203578 Sep 07 02:59:06.643044 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 52144) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:06.707234 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-6a0c770f-5f3b-4569-b7d2-e5725dd762fb tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0614798 Sep 07 02:59:06.713982 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 52146) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:06.715538 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-509d2bec-a37f-452a-b3e3-b9c405390132 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:06.807863 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-801d6674-177d-406a-af21-faed722b5153 req-38aef704-b5ff-4908-b086-6b450605b5cd tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:06.819853 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['f0935901-e678-452c-a546-da8ac1b45ab1'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:59:06.823722 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['87655062-3b6c-41af-917b-4f2a9d1ba82b'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:59:06.833396 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-509d2bec-a37f-452a-b3e3-b9c405390132 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Allocated IP 172.25.5.180 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/59d508aa-1ad1-4b45-9da4-e77f4a4c1e61) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:59:06.885234 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aef704-b5ff-4908-b086-6b450605b5cd tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Pushing event deleted for resources: {'Port': ['ID=728f909c-f984-45cc-b40c-8f22e683e9d1,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:06.952250 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-509d2bec-a37f-452a-b3e3-b9c405390132 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:06.976305 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-801d6674-177d-406a-af21-faed722b5153 req-38aef704-b5ff-4908-b086-6b450605b5cd tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] No DVR routers for this DVR port 728f909c-f984-45cc-b40c-8f22e683e9d1 on host n-h1-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:59:06.979218 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-801d6674-177d-406a-af21-faed722b5153 req-38aef704-b5ff-4908-b086-6b450605b5cd tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:06.981302 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-801d6674-177d-406a-af21-faed722b5153 req-38aef704-b5ff-4908-b086-6b450605b5cd tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.23 "DELETE /v2.0/ports/728f909c-f984-45cc-b40c-8f22e683e9d1 HTTP/1.1" status: 204 len: 173 time: 0.7625809 Sep 07 02:59:06.981760 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15773523-5601-4fb0-a7fd-950e5fb6692d', 'name': 'network-vif-deleted', 'tag': '728f909c-f984-45cc-b40c-8f22e683e9d1'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:59:06.984843 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91c910b-8223-419b-b6b9-659542d84143" -d '{"events": [{"server_uuid": "15773523-5601-4fb0-a7fd-950e5fb6692d", "name": "network-vif-deleted", "tag": "728f909c-f984-45cc-b40c-8f22e683e9d1"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:59:07.038048 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f7ff89-3670-4ffc-b867-f0cc1ccca9fa x-openstack-request-id: req-e7f7ff89-3670-4ffc-b867-f0cc1ccca9fa {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:59:07.038400 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15773523-5601-4fb0-a7fd-950e5fb6692d", "name": "network-vif-deleted", "tag": "728f909c-f984-45cc-b40c-8f22e683e9d1", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:59:07.038818 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e7f7ff89-3670-4ffc-b867-f0cc1ccca9fa {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:59:07.039293 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15773523-5601-4fb0-a7fd-950e5fb6692d', 'name': 'network-vif-deleted', 'tag': '728f909c-f984-45cc-b40c-8f22e683e9d1', 'status': 'completed', 'code': 200} Sep 07 02:59:07.052642 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-509d2bec-a37f-452a-b3e3-b9c405390132 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:07.059723 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-58e66c0c-eace-483b-abc9-c2e6f3337961 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:07.075021 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-58e66c0c-eace-483b-abc9-c2e6f3337961 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:07.131300 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509d2bec-a37f-452a-b3e3-b9c405390132 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:59:07.138222 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-509d2bec-a37f-452a-b3e3-b9c405390132 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:59:07.146765 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509d2bec-a37f-452a-b3e3-b9c405390132 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:59:07.190534 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509d2bec-a37f-452a-b3e3-b9c405390132 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Pushing event updated for resources: {'Port': ['ID=59d508aa-1ad1-4b45-9da4-e77f4a4c1e61,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:07.197314 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-58e66c0c-eace-483b-abc9-c2e6f3337961 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:07.203673 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-58e66c0c-eace-483b-abc9-c2e6f3337961 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:07.207994 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-58e66c0c-eace-483b-abc9-c2e6f3337961 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/f35b20e4-785e-4f39-803e-9b6438e0195d HTTP/1.1" status: 204 len: 168 time: 0.2024941 Sep 07 02:59:07.209364 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52160) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:07.245374 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e66c0c-eace-483b-abc9-c2e6f3337961 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f35b20e4-785e-4f39-803e-9b6438e0195d,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:07.262091 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-224acec1-0654-43b0-9097-20d72023f304 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0515015 Sep 07 02:59:07.264639 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52164) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:07.269235 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-af71b1d4-0418-43da-a94c-f426f06b81a1 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Request body: {'security_group_rule': {'security_group_id': 'dc11d80e-9305-4eb3-93a6-178df17de26a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:59:07.308825 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-af71b1d4-0418-43da-a94c-f426f06b81a1 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:07.408663 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-af71b1d4-0418-43da-a94c-f426f06b81a1 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:07.426673 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-af71b1d4-0418-43da-a94c-f426f06b81a1 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:07.487260 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af71b1d4-0418-43da-a94c-f426f06b81a1 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18c0f584-9ce2-46b2-800c-01103895dc99,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:07.510598 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ce777fdb-04aa-4e98-bcb7-34fa14d381bc req-df62edf4-09e7-400c-bff7-ab21013153ce tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/ports?device_id=15773523-5601-4fb0-a7fd-950e5fb6692d HTTP/1.1" status: 200 len: 210 time: 0.0490122 Sep 07 02:59:07.511446 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-af71b1d4-0418-43da-a94c-f426f06b81a1 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:07.512693 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-af71b1d4-0418-43da-a94c-f426f06b81a1 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2470589 Sep 07 02:59:07.515453 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52172) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:07.549075 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a76ac69c-e72d-4087-9d2b-c2a12c6e65bf tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] 10.222.0.22 "GET /v2.0/security-group-rules/18c0f584-9ce2-46b2-800c-01103895dc99 HTTP/1.1" status: 200 len: 764 time: 0.0322247 Sep 07 02:59:07.551630 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52176) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:07.604331 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-30caf418-0bfb-4e23-86aa-66b661ea1920 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0512259 Sep 07 02:59:07.606931 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52178) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:07.638103 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bc854003-9cb5-4718-a8c6-711e29cdc56e tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:07.649407 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bc854003-9cb5-4718-a8c6-711e29cdc56e tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:07.705643 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bc854003-9cb5-4718-a8c6-711e29cdc56e tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:07.714145 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bc854003-9cb5-4718-a8c6-711e29cdc56e tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:07.716254 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-bc854003-9cb5-4718-a8c6-711e29cdc56e tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/18c0f584-9ce2-46b2-800c-01103895dc99 HTTP/1.1" status: 204 len: 168 time: 0.1072817 Sep 07 02:59:07.720229 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52184) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:07.741882 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc854003-9cb5-4718-a8c6-711e29cdc56e tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=18c0f584-9ce2-46b2-800c-01103895dc99,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:07.795957 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-050e9ac2-2721-46fc-8cf9-c4bc2ea34dbd tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0742967 Sep 07 02:59:07.798685 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52186) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:07.822051 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52188) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:07.880501 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5dc6ccfe-4af8-49a6-a50d-1cafd500ba53 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:07.908097 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5dc6ccfe-4af8-49a6-a50d-1cafd500ba53 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:07.953220 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-baddca84-4e88-4e72-bae8-70e9a689603b tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1484123743'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:59:07.973967 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5dc6ccfe-4af8-49a6-a50d-1cafd500ba53 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:07.976501 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5dc6ccfe-4af8-49a6-a50d-1cafd500ba53 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:07.979951 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-5dc6ccfe-4af8-49a6-a50d-1cafd500ba53 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] 10.222.0.22 "DELETE /v2.0/security-groups/dc11d80e-9305-4eb3-93a6-178df17de26a HTTP/1.1" status: 204 len: 168 time: 0.1776686 Sep 07 02:59:07.980584 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 52192) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:07.988378 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baddca84-4e88-4e72-bae8-70e9a689603b tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Made reservation on behalf of 01d8fd95451d4c5980bd8b778c18b925 for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:59:07.991758 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-baddca84-4e88-4e72-bae8-70e9a689603b tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:07.994705 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc6ccfe-4af8-49a6-a50d-1cafd500ba53 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc11d80e-9305-4eb3-93a6-178df17de26a,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:08.002705 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-baddca84-4e88-4e72-bae8-70e9a689603b tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:08.087138 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f4f83354-9c7d-474f-9d6e-0e89a6e415f0 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1052575 Sep 07 02:59:08.095219 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 52194) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:08.107320 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-baddca84-4e88-4e72-bae8-70e9a689603b tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:08.111773 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-baddca84-4e88-4e72-bae8-70e9a689603b tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:08.115772 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-509d2bec-a37f-452a-b3e3-b9c405390132 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:08.135911 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baddca84-4e88-4e72-bae8-70e9a689603b tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:59:08.155146 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baddca84-4e88-4e72-bae8-70e9a689603b tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=556c6456-557f-4ffe-ba66-deb7301d3713,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:08.161218 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-baddca84-4e88-4e72-bae8-70e9a689603b tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:08.161885 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-baddca84-4e88-4e72-bae8-70e9a689603b tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Added segment 761acc97-8502-4a24-b39d-0cd2c147834d of type vlan for network ac04933e-eed4-413e-9bb1-ab2829548aa9 Sep 07 02:59:08.192819 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-4d98c530-dbb7-44cb-bfc7-ff2dad9befd0 tempest-SecGroupTest-1666961908 tempest-SecGroupTest-1666961908-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0963624 Sep 07 02:59:08.216045 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-baddca84-4e88-4e72-bae8-70e9a689603b tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:08.231899 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-509d2bec-a37f-452a-b3e3-b9c405390132 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:08.253226 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-baddca84-4e88-4e72-bae8-70e9a689603b tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:08.260590 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baddca84-4e88-4e72-bae8-70e9a689603b tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:08.261206 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-baddca84-4e88-4e72-bae8-70e9a689603b tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:08.302542 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-baddca84-4e88-4e72-bae8-70e9a689603b tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4787455 Sep 07 02:59:08.341396 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baddca84-4e88-4e72-bae8-70e9a689603b tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Pushing event updated for resources: {'Network': ['ID=ac04933e-eed4-413e-9bb1-ab2829548aa9,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:08.380024 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network ac04933e-eed4-413e-9bb1-ab2829548aa9 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:59:08.410005 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 728f909c-f984-45cc-b40c-8f22e683e9d1 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:59:08.454267 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-509d2bec-a37f-452a-b3e3-b9c405390132 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:08.460269 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52200) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:08.464913 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-509d2bec-a37f-452a-b3e3-b9c405390132 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:08.465887 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-b3eebe68-7f53-4bee-a3e4-4a22fdfd81db tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Request body: {'subnet': {'network_id': 'ac04933e-eed4-413e-9bb1-ab2829548aa9', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:59:08.492883 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: 728f909c-f984-45cc-b40c-8f22e683e9d1 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:59:08.493229 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 728f909c-f984-45cc-b40c-8f22e683e9d1 not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:59:08.541534 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-509d2bec-a37f-452a-b3e3-b9c405390132 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:08.590604 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 52204) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:08.631678 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3eebe68-7f53-4bee-a3e4-4a22fdfd81db tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Made reservation on behalf of 01d8fd95451d4c5980bd8b778c18b925 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:59:08.637123 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b3eebe68-7f53-4bee-a3e4-4a22fdfd81db tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:08.644922 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509d2bec-a37f-452a-b3e3-b9c405390132 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Pushing event updated for resources: {'Port': ['ID=59d508aa-1ad1-4b45-9da4-e77f4a4c1e61,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:08.809033 n-d-796209-16 neutron-server[94700]: INFO neutron.db.l3_db [None req-509d2bec-a37f-452a-b3e3-b9c405390132 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Floating IP ceee9236-9bfc-4afc-a444-a2e34f369e4f associated. External IP: 172.25.5.180, port: 77726aad-ea85-40af-9d9e-9817f41ea392. Sep 07 02:59:09.001323 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1095414a-8959-40ae-9f0b-5afdceea2c6b req-7b81eb24-8df5-44ce-af29-0a9df421a4d0 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:09.004708 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1095414a-8959-40ae-9f0b-5afdceea2c6b req-7b81eb24-8df5-44ce-af29-0a9df421a4d0 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/ports?device_id=49b41b37-303c-4de5-b4a1-7e125905e486 HTTP/1.1" status: 200 len: 945 time: 0.1273034 Sep 07 02:59:09.032873 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 52220) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:09.055616 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-0bf1a3a9-1a33-480b-a056-5e4780d4933d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1abf21b750db4b9f8ed76b565ee7fee2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4610910 Sep 07 02:59:09.062362 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 52224) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:09.111317 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1095414a-8959-40ae-9f0b-5afdceea2c6b req-3fe86a53-169f-43f7-a846-e5498a458b44 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/security-groups?id=70ce7ce8-5054-445c-a59d-ebe3700b4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947294 Sep 07 02:59:09.185252 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9a87f709-757e-4c90-a81d-60102d982cef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:09.258296 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9a87f709-757e-4c90-a81d-60102d982cef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:09.259976 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1c63b6f0-5933-40e0-b818-fce07c58a811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:09.309420 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-509d2bec-a37f-452a-b3e3-b9c405390132 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Router 0663726e-d85f-476e-b2fe-516394e48a04 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:59:09.313900 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b3eebe68-7f53-4bee-a3e4-4a22fdfd81db tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:09.385695 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eebe68-7f53-4bee-a3e4-4a22fdfd81db tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Pushing event updated for resources: {'Subnet': ['ID=f602c65e-5492-44b2-8214-882545a0f68e,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:09.395289 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3eebe68-7f53-4bee-a3e4-4a22fdfd81db tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Checking segment: {'id': '761acc97-8502-4a24-b39d-0cd2c147834d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ac04933e-eed4-413e-9bb1-ab2829548aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:59:09.395850 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3eebe68-7f53-4bee-a3e4-4a22fdfd81db tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Network hostable DHCP agents. Network: ac04933e-eed4-413e-9bb1-ab2829548aa9, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:59:09.397232 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9a87f709-757e-4c90-a81d-60102d982cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:09.399815 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9a87f709-757e-4c90-a81d-60102d982cef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:09.400973 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9a87f709-757e-4c90-a81d-60102d982cef admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/84903754-7a45-47b7-ac56-f0d657c4780d HTTP/1.1" status: 204 len: 168 time: 0.3374882 Sep 07 02:59:09.419987 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3eebe68-7f53-4bee-a3e4-4a22fdfd81db tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Network ac04933e-eed4-413e-9bb1-ab2829548aa9 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:59:09.430755 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a87f709-757e-4c90-a81d-60102d982cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84903754-7a45-47b7-ac56-f0d657c4780d,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:09.433181 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-b3eebe68-7f53-4bee-a3e4-4a22fdfd81db tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, ac04933e-eed4-413e-9bb1-ab2829548aa9) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:59:09.443164 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3eebe68-7f53-4bee-a3e4-4a22fdfd81db tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:09.444884 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b3eebe68-7f53-4bee-a3e4-4a22fdfd81db tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:09.448891 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05ae82e-9b95-479b-9f2b-fb0c471b0bca None None] Network ac04933e-eed4-413e-9bb1-ab2829548aa9 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:59:09.503790 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509d2bec-a37f-452a-b3e3-b9c405390132 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:59:09.515747 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a03a137-efda-4f94-aa05-c8f13e1c375b None None] Sync routers for ids ['0663726e-d85f-476e-b2fe-516394e48a04'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:59:09.517389 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1c63b6f0-5933-40e0-b818-fce07c58a811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:09.527045 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1c63b6f0-5933-40e0-b818-fce07c58a811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:09.538462 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b3eebe68-7f53-4bee-a3e4-4a22fdfd81db tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.0764980 Sep 07 02:59:09.541609 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a03a137-efda-4f94-aa05-c8f13e1c375b None None] Routers {'0663726e-d85f-476e-b2fe-516394e48a04'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:59:09.541784 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52228) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:09.542681 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-4a03a137-efda-4f94-aa05-c8f13e1c375b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:58:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['0663726e-d85f-476e-b2fe-516394e48a04'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:09.548417 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-509d2bec-a37f-452a-b3e3-b9c405390132 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:09.549432 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-6ddaf523-f636-4478-862b-b38eb224eaa9 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1810356480'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:59:09.595227 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-1c63b6f0-5933-40e0-b818-fce07c58a811 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c8bb02a80b9547599bee07ec8b5a86da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5588834 Sep 07 02:59:09.596182 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c63b6f0-5933-40e0-b818-fce07c58a811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3aa40e-68fe-4dbb-aa8a-6c1f05843951,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:09.598710 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52230) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:09.603120 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-509d2bec-a37f-452a-b3e3-b9c405390132 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.1410389 Sep 07 02:59:09.606871 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52232) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:09.624606 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-4a03a137-efda-4f94-aa05-c8f13e1c375b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:09.633528 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a03a137-efda-4f94-aa05-c8f13e1c375b None None] Routers {'0663726e-d85f-476e-b2fe-516394e48a04'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:59:09.634132 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-4a03a137-efda-4f94-aa05-c8f13e1c375b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:58:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['0663726e-d85f-476e-b2fe-516394e48a04'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:09.662489 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ddaf523-f636-4478-862b-b38eb224eaa9 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Made reservation on behalf of 01d8fd95451d4c5980bd8b778c18b925 for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:59:09.666694 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-4a03a137-efda-4f94-aa05-c8f13e1c375b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:09.667355 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a03a137-efda-4f94-aa05-c8f13e1c375b None None] The sync data for ids ['0663726e-d85f-476e-b2fe-516394e48a04'] in n-d-796209-16 is: [] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:59:09.667724 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6ddaf523-f636-4478-862b-b38eb224eaa9 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:09.704387 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62803a77-d385-402c-a1b6-1ea584923b88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-ac04933e-eed4-413e-9bb1-ab2829548aa9', 'network_id': 'ac04933e-eed4-413e-9bb1-ab2829548aa9', 'tenant_id': '01d8fd95451d4c5980bd8b778c18b925', 'fixed_ips': [{'subnet_id': 'f602c65e-5492-44b2-8214-882545a0f68e'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:59:09.705271 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-62803a77-d385-402c-a1b6-1ea584923b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:09.743217 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f73958d2-f66f-47ab-974c-a308fa8d47c3 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] 10.222.0.22 "GET /v2.0/floatingips/ceee9236-9bfc-4afc-a444-a2e34f369e4f HTTP/1.1" status: 200 len: 978 time: 0.1315558 Sep 07 02:59:09.743642 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 52236) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:09.758721 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ddaf523-f636-4478-862b-b38eb224eaa9 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:59:09.766046 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3559d739-1afe-4be6-b18d-7ca45a6fa303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:09.781761 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6ddaf523-f636-4478-862b-b38eb224eaa9 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:09.782126 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-6ddaf523-f636-4478-862b-b38eb224eaa9 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Added segment 2656a843-4305-4def-ab55-0af1f73301d3 of type vlan for network ebfe6f94-7b7f-41a0-9ed6-9f100d510a3e Sep 07 02:59:09.806881 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3559d739-1afe-4be6-b18d-7ca45a6fa303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:09.860725 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-62803a77-d385-402c-a1b6-1ea584923b88 None None] Allocated IP 172.20.255.242 (ac04933e-eed4-413e-9bb1-ab2829548aa9/f602c65e-5492-44b2-8214-882545a0f68e/48628049-3fae-4d68-ba3b-fe3bad958764) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:59:09.884013 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6ddaf523-f636-4478-862b-b38eb224eaa9 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:09.910251 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-2878fd18-59b5-4ed4-98c9-19a7de8d3517 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] 10.222.0.22 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1630890 Sep 07 02:59:09.911129 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52242) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:09.916050 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-1604842b-5e19-4c7c-861a-01658d5a547f tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Request body: {'floatingip': {'port_id': 'e195f89b-a525-465a-9ed8-c7f869223332'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:59:09.920030 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6ddaf523-f636-4478-862b-b38eb224eaa9 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:09.926719 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddaf523-f636-4478-862b-b38eb224eaa9 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:09.927324 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6ddaf523-f636-4478-862b-b38eb224eaa9 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:09.982052 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3559d739-1afe-4be6-b18d-7ca45a6fa303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:09.984532 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3559d739-1afe-4be6-b18d-7ca45a6fa303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:09.985686 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-3559d739-1afe-4be6-b18d-7ca45a6fa303 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4d3aa40e-68fe-4dbb-aa8a-6c1f05843951 HTTP/1.1" status: 204 len: 168 time: 0.3856695 Sep 07 02:59:10.001977 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-6ddaf523-f636-4478-862b-b38eb224eaa9 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4589198 Sep 07 02:59:10.004905 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 52250) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:10.011415 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-7ad787c3-6071-4ac3-afc2-b79f45559796 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Request body: {'subnet': {'network_id': 'ebfe6f94-7b7f-41a0-9ed6-9f100d510a3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:59:10.014389 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3559d739-1afe-4be6-b18d-7ca45a6fa303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3aa40e-68fe-4dbb-aa8a-6c1f05843951,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:10.063857 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1604842b-5e19-4c7c-861a-01658d5a547f tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for floatingip, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:10.068106 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddaf523-f636-4478-862b-b38eb224eaa9 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Pushing event updated for resources: {'Network': ['ID=ebfe6f94-7b7f-41a0-9ed6-9f100d510a3e,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:10.083907 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network ebfe6f94-7b7f-41a0-9ed6-9f100d510a3e details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:59:10.103890 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-62803a77-d385-402c-a1b6-1ea584923b88 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:10.122693 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-62803a77-d385-402c-a1b6-1ea584923b88 None None] Transition to ACTIVE for port object 48628049-3fae-4d68-ba3b-fe3bad958764 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:59:10.190938 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b7260-f36e-40ab-969d-8eb76f6f2e87 req-62925511-0d1a-4e67-b55e-469885cc8d11 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:10.192840 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dd7b7260-f36e-40ab-969d-8eb76f6f2e87 req-62925511-0d1a-4e67-b55e-469885cc8d11 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.23 "GET /v2.0/ports?device_id=49b41b37-303c-4de5-b4a1-7e125905e486 HTTP/1.1" status: 200 len: 945 time: 0.0920880 Sep 07 02:59:10.244330 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad787c3-6071-4ac3-afc2-b79f45559796 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Made reservation on behalf of 01d8fd95451d4c5980bd8b778c18b925 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:59:10.246943 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-62803a77-d385-402c-a1b6-1ea584923b88 None None] Transition to ACTIVE for port object 48628049-3fae-4d68-ba3b-fe3bad958764 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:59:10.253260 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7ad787c3-6071-4ac3-afc2-b79f45559796 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:10.258760 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-62803a77-d385-402c-a1b6-1ea584923b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:10.341198 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62803a77-d385-402c-a1b6-1ea584923b88 None None] Pushing event updated for resources: {'Port': ['ID=48628049-3fae-4d68-ba3b-fe3bad958764,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:10.356419 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62803a77-d385-402c-a1b6-1ea584923b88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:59:10.357097 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62803a77-d385-402c-a1b6-1ea584923b88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:59:10.357617 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62803a77-d385-402c-a1b6-1ea584923b88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:59:10.358168 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62803a77-d385-402c-a1b6-1ea584923b88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:59:10.358675 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62803a77-d385-402c-a1b6-1ea584923b88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:59:10.359201 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62803a77-d385-402c-a1b6-1ea584923b88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:59:10.359741 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62803a77-d385-402c-a1b6-1ea584923b88 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:59:10.360287 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62803a77-d385-402c-a1b6-1ea584923b88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:59:10.360801 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62803a77-d385-402c-a1b6-1ea584923b88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:59:10.361136 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62803a77-d385-402c-a1b6-1ea584923b88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:59:10.361473 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62803a77-d385-402c-a1b6-1ea584923b88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:59:10.361802 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62803a77-d385-402c-a1b6-1ea584923b88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:59:10.370977 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62803a77-d385-402c-a1b6-1ea584923b88 None None] Network ac04933e-eed4-413e-9bb1-ab2829548aa9 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:59:10.373120 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-62803a77-d385-402c-a1b6-1ea584923b88 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:59:10.375727 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62803a77-d385-402c-a1b6-1ea584923b88 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:59:10.402515 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2578e41-dc59-407d-be83-d33260051d90 req-1db854d8-580c-4350-bcab-2ec261ada8b5 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:10.404064 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c2578e41-dc59-407d-be83-d33260051d90 req-1db854d8-580c-4350-bcab-2ec261ada8b5 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/ports?device_id=49b41b37-303c-4de5-b4a1-7e125905e486 HTTP/1.1" status: 200 len: 945 time: 0.1522424 Sep 07 02:59:10.458164 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-62803a77-d385-402c-a1b6-1ea584923b88 None None] Attempting to bind port 48628049-3fae-4d68-ba3b-fe3bad958764 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:59:10.459281 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-62803a77-d385-402c-a1b6-1ea584923b88 None None] Attempting to bind port 48628049-3fae-4d68-ba3b-fe3bad958764 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '761acc97-8502-4a24-b39d-0cd2c147834d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ac04933e-eed4-413e-9bb1-ab2829548aa9'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:59:10.459938 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62803a77-d385-402c-a1b6-1ea584923b88 None None] Attempting to bind port 48628049-3fae-4d68-ba3b-fe3bad958764 on network ac04933e-eed4-413e-9bb1-ab2829548aa9 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:59:10.465837 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62803a77-d385-402c-a1b6-1ea584923b88 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:59:10.466765 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62803a77-d385-402c-a1b6-1ea584923b88 None None] Checking segment: {'id': '761acc97-8502-4a24-b39d-0cd2c147834d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ac04933e-eed4-413e-9bb1-ab2829548aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:59:10.467390 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-62803a77-d385-402c-a1b6-1ea584923b88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:10.468162 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62803a77-d385-402c-a1b6-1ea584923b88 None None] Bound using segment: {'id': '761acc97-8502-4a24-b39d-0cd2c147834d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ac04933e-eed4-413e-9bb1-ab2829548aa9'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:59:10.468989 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-62803a77-d385-402c-a1b6-1ea584923b88 None None] Bound port: 48628049-3fae-4d68-ba3b-fe3bad958764, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761acc97-8502-4a24-b39d-0cd2c147834d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'ac04933e-eed4-413e-9bb1-ab2829548aa9'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:59:10.469767 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-62803a77-d385-402c-a1b6-1ea584923b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:10.502083 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-dd7b7260-f36e-40ab-969d-8eb76f6f2e87 req-69fdc51e-6cfa-4bbc-9a78-72e1328986ac tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Deleting port 87655062-3b6c-41af-917b-4f2a9d1ba82b {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:59:10.502341 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-dd7b7260-f36e-40ab-969d-8eb76f6f2e87 req-69fdc51e-6cfa-4bbc-9a78-72e1328986ac tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:10.551428 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c2578e41-dc59-407d-be83-d33260051d90 req-16e2e9a0-b9e8-4ee7-9ec4-19ee764f8c10 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/security-groups?id=70ce7ce8-5054-445c-a59d-ebe3700b4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386390 Sep 07 02:59:10.579881 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-62803a77-d385-402c-a1b6-1ea584923b88 None None] For port 48628049-3fae-4d68-ba3b-fe3bad958764, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:59:10.589394 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-62803a77-d385-402c-a1b6-1ea584923b88 None None] For port 48628049-3fae-4d68-ba3b-fe3bad958764, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=48628049-3fae-4d68-ba3b-fe3bad958764,segment=NetworkSegment(761acc97-8502-4a24-b39d-0cd2c147834d),segment_id=761acc97-8502-4a24-b39d-0cd2c147834d)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:59:10.597746 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-62803a77-d385-402c-a1b6-1ea584923b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:10.623461 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7ad787c3-6071-4ac3-afc2-b79f45559796 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:10.670971 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62803a77-d385-402c-a1b6-1ea584923b88 None None] Pushing event updated for resources: {'Port': ['ID=48628049-3fae-4d68-ba3b-fe3bad958764,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:10.763901 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad787c3-6071-4ac3-afc2-b79f45559796 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Checking segment: {'id': '2656a843-4305-4def-ab55-0af1f73301d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ebfe6f94-7b7f-41a0-9ed6-9f100d510a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:59:10.764739 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad787c3-6071-4ac3-afc2-b79f45559796 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Network hostable DHCP agents. Network: ebfe6f94-7b7f-41a0-9ed6-9f100d510a3e, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:59:10.777358 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-dd7b7260-f36e-40ab-969d-8eb76f6f2e87 req-69fdc51e-6cfa-4bbc-9a78-72e1328986ac tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] For port 87655062-3b6c-41af-917b-4f2a9d1ba82b, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=87655062-3b6c-41af-917b-4f2a9d1ba82b,segment=NetworkSegment(ba1f9a1d-76cb-4a15-91d5-0944bdc5e669),segment_id=ba1f9a1d-76cb-4a15-91d5-0944bdc5e669)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:59:10.777742 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-dd7b7260-f36e-40ab-969d-8eb76f6f2e87 req-69fdc51e-6cfa-4bbc-9a78-72e1328986ac tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:10.780786 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad787c3-6071-4ac3-afc2-b79f45559796 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Pushing event updated for resources: {'Subnet': ['ID=c44bdd2e-960a-4e7b-8571-82b070a5011c,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:10.796583 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-dd7b7260-f36e-40ab-969d-8eb76f6f2e87 req-69fdc51e-6cfa-4bbc-9a78-72e1328986ac tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Calling delete_port for 87655062-3b6c-41af-917b-4f2a9d1ba82b owned by compute:nova {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:59:10.812729 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad787c3-6071-4ac3-afc2-b79f45559796 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Network ebfe6f94-7b7f-41a0-9ed6-9f100d510a3e is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:59:10.828989 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-7ad787c3-6071-4ac3-afc2-b79f45559796 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, ebfe6f94-7b7f-41a0-9ed6-9f100d510a3e) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:59:10.834164 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad787c3-6071-4ac3-afc2-b79f45559796 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:10.835655 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7ad787c3-6071-4ac3-afc2-b79f45559796 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:10.846387 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d605463-7c90-4b27-91b0-43b1af46d4ff None None] Network ebfe6f94-7b7f-41a0-9ed6-9f100d510a3e requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:59:10.865772 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-7ad787c3-6071-4ac3-afc2-b79f45559796 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.8595605 Sep 07 02:59:10.866507 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 52276) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:11.078682 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.db.resource_extend [None req-1604842b-5e19-4c7c-861a-01658d5a547f tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 07 02:59:11.082508 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958ab0d2-04f1-4f08-b1f4-e625807c8534 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-ebfe6f94-7b7f-41a0-9ed6-9f100d510a3e', 'network_id': 'ebfe6f94-7b7f-41a0-9ed6-9f100d510a3e', 'tenant_id': '01d8fd95451d4c5980bd8b778c18b925', 'fixed_ips': [{'subnet_id': 'c44bdd2e-960a-4e7b-8571-82b070a5011c'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:59:11.083613 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-958ab0d2-04f1-4f08-b1f4-e625807c8534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:11.083870 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-333ab084-ec60-4a2c-b065-5ffce13a1daf tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:11.192132 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1604842b-5e19-4c7c-861a-01658d5a547f tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:11.203121 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1604842b-5e19-4c7c-861a-01658d5a547f tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:11.226250 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-333ab084-ec60-4a2c-b065-5ffce13a1daf tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:11.263776 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-dd7b7260-f36e-40ab-969d-8eb76f6f2e87 req-69fdc51e-6cfa-4bbc-9a78-72e1328986ac tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:11.279393 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['f0935901-e678-452c-a546-da8ac1b45ab1'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:59:11.334809 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fdc51e-6cfa-4bbc-9a78-72e1328986ac tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Pushing event deleted for resources: {'Port': ['ID=87655062-3b6c-41af-917b-4f2a9d1ba82b,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:11.365251 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-958ab0d2-04f1-4f08-b1f4-e625807c8534 None None] Allocated IP 172.20.0.2 (ebfe6f94-7b7f-41a0-9ed6-9f100d510a3e/c44bdd2e-960a-4e7b-8571-82b070a5011c/a257a684-1769-4c97-be64-6484e10087b7) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:59:11.418356 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd7b7260-f36e-40ab-969d-8eb76f6f2e87 req-69fdc51e-6cfa-4bbc-9a78-72e1328986ac tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] No DVR routers for this DVR port 87655062-3b6c-41af-917b-4f2a9d1ba82b on host n-h1-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:59:11.425869 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-dd7b7260-f36e-40ab-969d-8eb76f6f2e87 req-69fdc51e-6cfa-4bbc-9a78-72e1328986ac tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:11.427770 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dd7b7260-f36e-40ab-969d-8eb76f6f2e87 req-69fdc51e-6cfa-4bbc-9a78-72e1328986ac tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.23 "DELETE /v2.0/ports/87655062-3b6c-41af-917b-4f2a9d1ba82b HTTP/1.1" status: 204 len: 173 time: 1.2288580 Sep 07 02:59:11.428212 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b41b37-303c-4de5-b4a1-7e125905e486', 'name': 'network-vif-deleted', 'tag': '87655062-3b6c-41af-917b-4f2a9d1ba82b'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:59:11.437266 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4538d58-2461-46f6-be14-1d3e1367c7e1" -d '{"events": [{"server_uuid": "49b41b37-303c-4de5-b4a1-7e125905e486", "name": "network-vif-deleted", "tag": "87655062-3b6c-41af-917b-4f2a9d1ba82b"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:59:11.447257 n-d-796209-16 neutron-server[94701]: INFO neutron.db.l3_db [None req-1604842b-5e19-4c7c-861a-01658d5a547f tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Floating IP ceee9236-9bfc-4afc-a444-a2e34f369e4f associated. External IP: 172.25.5.180, port: 77726aad-ea85-40af-9d9e-9817f41ea392. Sep 07 02:59:11.523781 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e7af234-aa7f-4046-999c-6fc8f3ac71b5 x-openstack-request-id: req-4e7af234-aa7f-4046-999c-6fc8f3ac71b5 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:59:11.524348 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49b41b37-303c-4de5-b4a1-7e125905e486", "name": "network-vif-deleted", "tag": "87655062-3b6c-41af-917b-4f2a9d1ba82b", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:59:11.524759 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4e7af234-aa7f-4046-999c-6fc8f3ac71b5 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:59:11.525488 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49b41b37-303c-4de5-b4a1-7e125905e486', 'name': 'network-vif-deleted', 'tag': '87655062-3b6c-41af-917b-4f2a9d1ba82b', 'status': 'completed', 'code': 200} Sep 07 02:59:11.612091 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 48628049-3fae-4d68-ba3b-fe3bad958764 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:59:11.795816 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 48628049-3fae-4d68-ba3b-fe3bad958764 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:59:11.825793 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-958ab0d2-04f1-4f08-b1f4-e625807c8534 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:11.841976 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-958ab0d2-04f1-4f08-b1f4-e625807c8534 None None] Transition to ACTIVE for port object a257a684-1769-4c97-be64-6484e10087b7 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:59:11.859704 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-958ab0d2-04f1-4f08-b1f4-e625807c8534 None None] Transition to ACTIVE for port object a257a684-1769-4c97-be64-6484e10087b7 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:59:11.870056 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-958ab0d2-04f1-4f08-b1f4-e625807c8534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:11.900120 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-333ab084-ec60-4a2c-b065-5ffce13a1daf tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:11.925618 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958ab0d2-04f1-4f08-b1f4-e625807c8534 None None] Network ebfe6f94-7b7f-41a0-9ed6-9f100d510a3e is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:59:11.928964 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-958ab0d2-04f1-4f08-b1f4-e625807c8534 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:59:11.943212 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958ab0d2-04f1-4f08-b1f4-e625807c8534 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:59:11.948997 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958ab0d2-04f1-4f08-b1f4-e625807c8534 None None] Pushing event updated for resources: {'Port': ['ID=a257a684-1769-4c97-be64-6484e10087b7,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:11.952186 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333ab084-ec60-4a2c-b065-5ffce13a1daf tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Pushing event deleted for resources: {'Subnet': ['ID=c44bdd2e-960a-4e7b-8571-82b070a5011c,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:11.972936 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0cb188e7-ac65-4b5b-8b3f-901e166b9941 req-9a1f45eb-cde5-4b96-bf87-ffe3f8e314ac tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/ports?device_id=49b41b37-303c-4de5-b4a1-7e125905e486 HTTP/1.1" status: 200 len: 210 time: 0.1015761 Sep 07 02:59:11.979721 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1604842b-5e19-4c7c-861a-01658d5a547f tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Router 0663726e-d85f-476e-b2fe-516394e48a04 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:59:12.076355 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-958ab0d2-04f1-4f08-b1f4-e625807c8534 None None] Attempting to bind port a257a684-1769-4c97-be64-6484e10087b7 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:59:12.083587 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-958ab0d2-04f1-4f08-b1f4-e625807c8534 None None] Attempting to bind port a257a684-1769-4c97-be64-6484e10087b7 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '2656a843-4305-4def-ab55-0af1f73301d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ebfe6f94-7b7f-41a0-9ed6-9f100d510a3e'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:59:12.084131 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958ab0d2-04f1-4f08-b1f4-e625807c8534 None None] Attempting to bind port a257a684-1769-4c97-be64-6484e10087b7 on network ebfe6f94-7b7f-41a0-9ed6-9f100d510a3e {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:59:12.095950 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-333ab084-ec60-4a2c-b065-5ffce13a1daf tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:12.111928 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958ab0d2-04f1-4f08-b1f4-e625807c8534 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:59:12.114251 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958ab0d2-04f1-4f08-b1f4-e625807c8534 None None] Checking segment: {'id': '2656a843-4305-4def-ab55-0af1f73301d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ebfe6f94-7b7f-41a0-9ed6-9f100d510a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:59:12.114968 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-958ab0d2-04f1-4f08-b1f4-e625807c8534 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:12.115994 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958ab0d2-04f1-4f08-b1f4-e625807c8534 None None] Bound using segment: {'id': '2656a843-4305-4def-ab55-0af1f73301d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ebfe6f94-7b7f-41a0-9ed6-9f100d510a3e'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:59:12.118662 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-958ab0d2-04f1-4f08-b1f4-e625807c8534 None None] Bound port: a257a684-1769-4c97-be64-6484e10087b7, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2656a843-4305-4def-ab55-0af1f73301d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ebfe6f94-7b7f-41a0-9ed6-9f100d510a3e'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:59:12.121290 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-958ab0d2-04f1-4f08-b1f4-e625807c8534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:12.122384 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-333ab084-ec60-4a2c-b065-5ffce13a1daf tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebfe6f94-7b7f-41a0-9ed6-9f100d510a3e']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:12.141390 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-333ab084-ec60-4a2c-b065-5ffce13a1daf tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2656a843-4305-4def-ab55-0af1f73301d3') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:12.141908 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-333ab084-ec60-4a2c-b065-5ffce13a1daf tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2656a843-4305-4def-ab55-0af1f73301d3') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:12.154259 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-333ab084-ec60-4a2c-b065-5ffce13a1daf tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:12.179029 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-333ab084-ec60-4a2c-b065-5ffce13a1daf tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:12.183918 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1604842b-5e19-4c7c-861a-01658d5a547f tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:59:12.197001 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-333ab084-ec60-4a2c-b065-5ffce13a1daf tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:59:12.197695 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-333ab084-ec60-4a2c-b065-5ffce13a1daf tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:12.200920 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57d74a1-8112-4275-9a5a-a5803245a216 None None] Sync routers for ids ['0663726e-d85f-476e-b2fe-516394e48a04'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:59:12.201294 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:59:12.201294 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:59:12.201294 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:59:12.201294 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:59:12.201294 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:59:12.201294 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:59:12.201294 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:59:12.201294 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:59:12.201294 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:59:12.201294 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:59:12.201294 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:59:12.201294 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:59:12.201294 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:59:12.201294 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:59:12.201294 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:59:12.201294 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:59:12.201294 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:59:12.201294 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:59:12.201294 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:59:12.201294 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:59:12.201294 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:59:12.201294 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:59:12.201294 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:59:12.201294 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:59:12.201294 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:59:12.201294 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:59:12.201294 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:59:12.201294 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:59:12.201294 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:59:12.201294 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:59:12.201294 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:59:12.201294 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:59:12.249494 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57d74a1-8112-4275-9a5a-a5803245a216 None None] Routers {'0663726e-d85f-476e-b2fe-516394e48a04'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:59:12.251556 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f57d74a1-8112-4275-9a5a-a5803245a216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:58:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['0663726e-d85f-476e-b2fe-516394e48a04'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:12.302400 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f57d74a1-8112-4275-9a5a-a5803245a216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:12.308943 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.db.api [None req-333ab084-ec60-4a2c-b065-5ffce13a1daf tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 07 02:59:12.308943 n-d-796209-16 neutron-server[94700]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 07 02:59:12.308943 n-d-796209-16 neutron-server[94700]: [parameters: {'id': 'ebfe6f94-7b7f-41a0-9ed6-9f100d510a3e'}] Sep 07 02:59:12.308943 n-d-796209-16 neutron-server[94700]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 02:59:12.310120 n-d-796209-16 neutron-server[94700]: DEBUG oslo_db.api [None req-333ab084-ec60-4a2c-b065-5ffce13a1daf tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 02:59:12.321992 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-958ab0d2-04f1-4f08-b1f4-e625807c8534 None None] For port a257a684-1769-4c97-be64-6484e10087b7, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:59:12.324743 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57d74a1-8112-4275-9a5a-a5803245a216 None None] Routers {'0663726e-d85f-476e-b2fe-516394e48a04'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:59:12.325857 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f57d74a1-8112-4275-9a5a-a5803245a216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:58:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['0663726e-d85f-476e-b2fe-516394e48a04'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:12.329557 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-958ab0d2-04f1-4f08-b1f4-e625807c8534 None None] For port a257a684-1769-4c97-be64-6484e10087b7, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=a257a684-1769-4c97-be64-6484e10087b7,segment=NetworkSegment(2656a843-4305-4def-ab55-0af1f73301d3),segment_id=2656a843-4305-4def-ab55-0af1f73301d3)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:59:12.371075 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-958ab0d2-04f1-4f08-b1f4-e625807c8534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:12.382326 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f57d74a1-8112-4275-9a5a-a5803245a216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:12.383320 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57d74a1-8112-4275-9a5a-a5803245a216 None None] The sync data for ids ['0663726e-d85f-476e-b2fe-516394e48a04'] in n-d-796209-16 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:59:12.422082 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 87655062-3b6c-41af-917b-4f2a9d1ba82b no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:59:12.467791 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: 87655062-3b6c-41af-917b-4f2a9d1ba82b {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:59:12.468148 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 87655062-3b6c-41af-917b-4f2a9d1ba82b not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:59:12.499561 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958ab0d2-04f1-4f08-b1f4-e625807c8534 None None] Pushing event updated for resources: {'Port': ['ID=a257a684-1769-4c97-be64-6484e10087b7,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:12.512821 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af8007d-c656-4a4b-aa63-9b8011130321 None None] Network ac04933e-eed4-413e-9bb1-ab2829548aa9 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:59:12.526813 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be58ced-ad2b-49ee-8a9f-a2ecec4f0cea None None] Network ebfe6f94-7b7f-41a0-9ed6-9f100d510a3e requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:59:12.544492 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1604842b-5e19-4c7c-861a-01658d5a547f tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Router 0663726e-d85f-476e-b2fe-516394e48a04 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:59:12.649143 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a1cddaa5-fdd2-4688-a594-4ca570381c0d None None] Provisioning for port 48628049-3fae-4d68-ba3b-fe3bad958764 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:59:12.677056 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a1cddaa5-fdd2-4688-a594-4ca570381c0d None None] Provisioning complete for port 48628049-3fae-4d68-ba3b-fe3bad958764 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:59:12.677735 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a1cddaa5-fdd2-4688-a594-4ca570381c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:12.681188 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1604842b-5e19-4c7c-861a-01658d5a547f tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:59:12.686555 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1604842b-5e19-4c7c-861a-01658d5a547f tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:12.692264 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a18e6ff-9dad-40e5-94ef-88762f8dffcc None None] Sync routers for ids ['0663726e-d85f-476e-b2fe-516394e48a04'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:59:12.705646 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a18e6ff-9dad-40e5-94ef-88762f8dffcc None None] Routers {'0663726e-d85f-476e-b2fe-516394e48a04'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:59:12.707560 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-5a18e6ff-9dad-40e5-94ef-88762f8dffcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:58:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['0663726e-d85f-476e-b2fe-516394e48a04'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:12.760790 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-5a18e6ff-9dad-40e5-94ef-88762f8dffcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:12.771007 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a18e6ff-9dad-40e5-94ef-88762f8dffcc None None] Routers {'0663726e-d85f-476e-b2fe-516394e48a04'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:59:12.771885 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-5a18e6ff-9dad-40e5-94ef-88762f8dffcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:58:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['0663726e-d85f-476e-b2fe-516394e48a04'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:12.812149 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-333ab084-ec60-4a2c-b065-5ffce13a1daf tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:12.812834 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-5a18e6ff-9dad-40e5-94ef-88762f8dffcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:12.813662 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a18e6ff-9dad-40e5-94ef-88762f8dffcc None None] The sync data for ids ['0663726e-d85f-476e-b2fe-516394e48a04'] in n-d-796209-16 is: [] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:59:12.840491 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52360) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:12.851266 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-1604842b-5e19-4c7c-861a-01658d5a547f tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] 10.222.0.22 "PUT /v2.0/floatingips/ceee9236-9bfc-4afc-a444-a2e34f369e4f HTTP/1.1" status: 200 len: 977 time: 2.9388788 Sep 07 02:59:12.854490 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52364) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:12.860323 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-42c3035c-089a-4bf6-b27b-d89fce315db4 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:59:12.881313 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-333ab084-ec60-4a2c-b065-5ffce13a1daf tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Deleting port a257a684-1769-4c97-be64-6484e10087b7 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:59:12.881775 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-333ab084-ec60-4a2c-b065-5ffce13a1daf tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:12.931535 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-42c3035c-089a-4bf6-b27b-d89fce315db4 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for floatingip, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:12.933219 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a1cddaa5-fdd2-4688-a594-4ca570381c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:12.985672 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-333ab084-ec60-4a2c-b065-5ffce13a1daf tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] For port a257a684-1769-4c97-be64-6484e10087b7, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=a257a684-1769-4c97-be64-6484e10087b7,segment=NetworkSegment(2656a843-4305-4def-ab55-0af1f73301d3),segment_id=2656a843-4305-4def-ab55-0af1f73301d3)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:59:12.986057 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-333ab084-ec60-4a2c-b065-5ffce13a1daf tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:12.987791 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a1cddaa5-fdd2-4688-a594-4ca570381c0d None None] For port 48628049-3fae-4d68-ba3b-fe3bad958764, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=48628049-3fae-4d68-ba3b-fe3bad958764,segment=NetworkSegment(761acc97-8502-4a24-b39d-0cd2c147834d),segment_id=761acc97-8502-4a24-b39d-0cd2c147834d)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:59:12.993303 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a1cddaa5-fdd2-4688-a594-4ca570381c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:13.066889 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-333ab084-ec60-4a2c-b065-5ffce13a1daf tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Calling delete_port for a257a684-1769-4c97-be64-6484e10087b7 owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:59:13.102081 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cddaa5-fdd2-4688-a594-4ca570381c0d None None] Pushing event updated for resources: {'Port': ['ID=48628049-3fae-4d68-ba3b-fe3bad958764,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:13.179913 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-00598b79-71dc-4719-ab8f-364930c65e59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:13.212224 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-333ab084-ec60-4a2c-b065-5ffce13a1daf tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:13.269203 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333ab084-ec60-4a2c-b065-5ffce13a1daf tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Pushing event deleted for resources: {'Port': ['ID=a257a684-1769-4c97-be64-6484e10087b7,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:13.275713 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333ab084-ec60-4a2c-b065-5ffce13a1daf tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] No DVR routers for this DVR port a257a684-1769-4c97-be64-6484e10087b7 on host n-d-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:59:13.282547 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-42c3035c-089a-4bf6-b27b-d89fce315db4 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:13.294012 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-42c3035c-089a-4bf6-b27b-d89fce315db4 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:13.294510 n-d-796209-16 neutron-server[94701]: INFO neutron.db.l3_db [None req-42c3035c-089a-4bf6-b27b-d89fce315db4 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Floating IP ceee9236-9bfc-4afc-a444-a2e34f369e4f disassociated. External IP: 172.25.5.180, port: e195f89b-a525-465a-9ed8-c7f869223332. Sep 07 02:59:13.297768 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff01fb5b-ef0f-4742-9c8e-874b40d18bd0 None None] get_active_networks_info from n-d-796209-16 {{(pid=94702) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 02:59:13.364791 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-22585c05-5cdf-4099-86d0-21e7468e79a0 None None] Provisioning complete for port 48628049-3fae-4d68-ba3b-fe3bad958764 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:59:13.365167 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-22585c05-5cdf-4099-86d0-21e7468e79a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:13.425241 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-333ab084-ec60-4a2c-b065-5ffce13a1daf tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:13.476630 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-333ab084-ec60-4a2c-b065-5ffce13a1daf tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebfe6f94-7b7f-41a0-9ed6-9f100d510a3e']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:13.511555 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-333ab084-ec60-4a2c-b065-5ffce13a1daf tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2656a843-4305-4def-ab55-0af1f73301d3') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:13.511947 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-333ab084-ec60-4a2c-b065-5ffce13a1daf tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2656a843-4305-4def-ab55-0af1f73301d3') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:13.527715 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-00598b79-71dc-4719-ab8f-364930c65e59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:13.539512 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-00598b79-71dc-4719-ab8f-364930c65e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:13.543090 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-333ab084-ec60-4a2c-b065-5ffce13a1daf tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:13.578717 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-333ab084-ec60-4a2c-b065-5ffce13a1daf tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:13.593243 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-333ab084-ec60-4a2c-b065-5ffce13a1daf tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:59:13.594955 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-333ab084-ec60-4a2c-b065-5ffce13a1daf tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:13.601415 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:59:13.601415 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:59:13.601415 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:59:13.601415 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:59:13.601415 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:59:13.601415 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:59:13.601415 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:59:13.601415 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:59:13.601415 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:59:13.601415 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:59:13.601415 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:59:13.601415 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:59:13.601415 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:59:13.601415 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:59:13.601415 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:59:13.601415 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:59:13.601415 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:59:13.601415 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:59:13.601415 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:59:13.601415 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:59:13.601415 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:59:13.601415 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:59:13.601415 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:59:13.601415 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:59:13.601415 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:59:13.601415 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:59:13.601415 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:59:13.601415 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:59:13.601415 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:59:13.601415 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:59:13.601415 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:59:13.601415 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:59:13.629541 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-00598b79-71dc-4719-ab8f-364930c65e59 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e2b9c941233942188bab4f504b455c06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7853258 Sep 07 02:59:13.632493 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 52402) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:13.632663 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00598b79-71dc-4719-ab8f-364930c65e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86067eec-faa5-4fc3-9ab4-293e3a440803,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:13.652492 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42c3035c-089a-4bf6-b27b-d89fce315db4 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Router 0663726e-d85f-476e-b2fe-516394e48a04 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:59:13.715307 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-333ab084-ec60-4a2c-b065-5ffce13a1daf tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:13.741404 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-333ab084-ec60-4a2c-b065-5ffce13a1daf tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:13.747617 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-333ab084-ec60-4a2c-b065-5ffce13a1daf tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "DELETE /v2.0/networks/ebfe6f94-7b7f-41a0-9ed6-9f100d510a3e HTTP/1.1" status: 204 len: 168 time: 2.8799086 Sep 07 02:59:13.748528 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 52404) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:13.757769 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-3147c47c-c8c7-4a8c-aebf-d071fefb7fe3 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-16534584'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:59:13.762328 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333ab084-ec60-4a2c-b065-5ffce13a1daf tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Pushing event deleted for resources: {'Network': ['ID=ebfe6f94-7b7f-41a0-9ed6-9f100d510a3e,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:13.766756 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c29daaa4-94a0-49b2-b070-25a6d25012eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:13.794887 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c29daaa4-94a0-49b2-b070-25a6d25012eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:13.851805 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c29daaa4-94a0-49b2-b070-25a6d25012eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:13.854187 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 48628049-3fae-4d68-ba3b-fe3bad958764 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:59:13.868465 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c29daaa4-94a0-49b2-b070-25a6d25012eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:13.872140 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c29daaa4-94a0-49b2-b070-25a6d25012eb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/86067eec-faa5-4fc3-9ab4-293e3a440803 HTTP/1.1" status: 204 len: 168 time: 0.2386785 Sep 07 02:59:13.916869 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29daaa4-94a0-49b2-b070-25a6d25012eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86067eec-faa5-4fc3-9ab4-293e3a440803,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:13.929196 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3147c47c-c8c7-4a8c-aebf-d071fefb7fe3 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Made reservation on behalf of 01d8fd95451d4c5980bd8b778c18b925 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:59:13.935948 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3147c47c-c8c7-4a8c-aebf-d071fefb7fe3 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:13.946908 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff01fb5b-ef0f-4742-9c8e-874b40d18bd0 None None] Resources bound (agent type, host, resource id): {{(pid=94702) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 07 02:59:13.969033 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3147c47c-c8c7-4a8c-aebf-d071fefb7fe3 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:59:13.982605 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3147c47c-c8c7-4a8c-aebf-d071fefb7fe3 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:13.983356 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-3147c47c-c8c7-4a8c-aebf-d071fefb7fe3 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Added segment 1a930ac6-4b0a-492e-857e-3fff49bc4ae2 of type vlan for network 0af85a7c-ad66-449d-8ca3-9f52c9ebfecd Sep 07 02:59:14.042757 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3147c47c-c8c7-4a8c-aebf-d071fefb7fe3 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:14.103078 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3147c47c-c8c7-4a8c-aebf-d071fefb7fe3 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:14.122081 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3147c47c-c8c7-4a8c-aebf-d071fefb7fe3 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:14.122754 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3147c47c-c8c7-4a8c-aebf-d071fefb7fe3 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:14.184253 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3147c47c-c8c7-4a8c-aebf-d071fefb7fe3 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.4315286 Sep 07 02:59:14.188199 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 52412) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:14.198274 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-8d5d0180-7347-4829-b3fc-0565910fbff3 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Request body: {'subnet': {'network_id': '0af85a7c-ad66-449d-8ca3-9f52c9ebfecd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:59:14.333498 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c3035c-089a-4bf6-b27b-d89fce315db4 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:59:14.344750 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-42c3035c-089a-4bf6-b27b-d89fce315db4 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:14.359553 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 48628049-3fae-4d68-ba3b-fe3bad958764 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:59:14.360195 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:14.366364 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3147c47c-c8c7-4a8c-aebf-d071fefb7fe3 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Pushing event updated for resources: {'Network': ['ID=0af85a7c-ad66-449d-8ca3-9f52c9ebfecd,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:14.386054 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5d0180-7347-4829-b3fc-0565910fbff3 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Made reservation on behalf of 01d8fd95451d4c5980bd8b778c18b925 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:59:14.407348 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8d5d0180-7347-4829-b3fc-0565910fbff3 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:14.410867 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-42c3035c-089a-4bf6-b27b-d89fce315db4 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] 10.222.0.22 "PUT /v2.0/floatingips/ceee9236-9bfc-4afc-a444-a2e34f369e4f HTTP/1.1" status: 200 len: 688 time: 1.5550051 Sep 07 02:59:14.413596 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52416) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:14.445510 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf60393-431b-4f17-b971-8f3ecd20c6d4 None None] Sync routers for ids ['0663726e-d85f-476e-b2fe-516394e48a04'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:59:14.454208 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 0af85a7c-ad66-449d-8ca3-9f52c9ebfecd details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:59:14.499107 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.ipam_backend_mixin [None req-8d5d0180-7347-4829-b3fc-0565910fbff3 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Performing IP validity checks on allocation pools {{(pid=94700) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 07 02:59:14.499791 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.ipam_backend_mixin [None req-8d5d0180-7347-4829-b3fc-0565910fbff3 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94700) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 07 02:59:14.521133 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 52418) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:14.540936 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2b9eb69b-7686-4caf-bb31-ef3e6d1b1219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:14.602512 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf60393-431b-4f17-b971-8f3ecd20c6d4 None None] Routers {'0663726e-d85f-476e-b2fe-516394e48a04'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:59:14.603168 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-cbf60393-431b-4f17-b971-8f3ecd20c6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:58:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['0663726e-d85f-476e-b2fe-516394e48a04'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:14.616372 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-f6be4647-f19d-44d3-a1bf-4c5cba261018 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Deleting port 59d508aa-1ad1-4b45-9da4-e77f4a4c1e61 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:59:14.616989 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f6be4647-f19d-44d3-a1bf-4c5cba261018 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:14.725270 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8d5d0180-7347-4829-b3fc-0565910fbff3 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:14.789140 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f6be4647-f19d-44d3-a1bf-4c5cba261018 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:14.789623 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f6be4647-f19d-44d3-a1bf-4c5cba261018 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:14.808759 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-cbf60393-431b-4f17-b971-8f3ecd20c6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:14.811017 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-f6be4647-f19d-44d3-a1bf-4c5cba261018 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Calling delete_port for 59d508aa-1ad1-4b45-9da4-e77f4a4c1e61 owned by network:floatingip {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:59:14.825561 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf60393-431b-4f17-b971-8f3ecd20c6d4 None None] Routers {'0663726e-d85f-476e-b2fe-516394e48a04'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:59:14.826930 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-cbf60393-431b-4f17-b971-8f3ecd20c6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:58:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['0663726e-d85f-476e-b2fe-516394e48a04'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:14.831435 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2b9eb69b-7686-4caf-bb31-ef3e6d1b1219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:14.848935 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2b9eb69b-7686-4caf-bb31-ef3e6d1b1219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:14.877178 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-cbf60393-431b-4f17-b971-8f3ecd20c6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:14.878690 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf60393-431b-4f17-b971-8f3ecd20c6d4 None None] The sync data for ids ['0663726e-d85f-476e-b2fe-516394e48a04'] in n-d-796209-16 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:59:14.882368 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-2b9eb69b-7686-4caf-bb31-ef3e6d1b1219 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0beca243c24643cd86d4669af1a1a665&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3565321 Sep 07 02:59:14.882368 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d0180-7347-4829-b3fc-0565910fbff3 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Pushing event updated for resources: {'Subnet': ['ID=2b60ca33-94c4-4f1e-b094-b51222bea709,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:14.882368 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 52420) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:14.898879 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5d0180-7347-4829-b3fc-0565910fbff3 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Checking segment: {'id': '1a930ac6-4b0a-492e-857e-3fff49bc4ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0af85a7c-ad66-449d-8ca3-9f52c9ebfecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:59:14.899408 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5d0180-7347-4829-b3fc-0565910fbff3 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Network hostable DHCP agents. Network: 0af85a7c-ad66-449d-8ca3-9f52c9ebfecd, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:59:14.990508 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9eb69b-7686-4caf-bb31-ef3e6d1b1219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=285bf49a-cd04-4c68-a69e-921474aa0e00,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:15.003365 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5d0180-7347-4829-b3fc-0565910fbff3 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Network 0af85a7c-ad66-449d-8ca3-9f52c9ebfecd is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:59:15.008541 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f6be4647-f19d-44d3-a1bf-4c5cba261018 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:15.026338 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-8d5d0180-7347-4829-b3fc-0565910fbff3 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 0af85a7c-ad66-449d-8ca3-9f52c9ebfecd) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:59:15.031936 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5d0180-7347-4829-b3fc-0565910fbff3 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:15.032522 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8d5d0180-7347-4829-b3fc-0565910fbff3 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:15.039108 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3723a8e0-6ce0-4ab5-a333-d398caf107ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:15.042961 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbecdbf-7637-463f-852a-afa781615857 None None] Network 0af85a7c-ad66-449d-8ca3-9f52c9ebfecd requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:59:15.060922 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be4647-f19d-44d3-a1bf-4c5cba261018 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Pushing event deleted for resources: {'Port': ['ID=59d508aa-1ad1-4b45-9da4-e77f4a4c1e61,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:15.077434 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-8d5d0180-7347-4829-b3fc-0565910fbff3 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.8881035 Sep 07 02:59:15.080975 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 52424) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:15.101892 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3723a8e0-6ce0-4ab5-a333-d398caf107ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:15.136921 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f6be4647-f19d-44d3-a1bf-4c5cba261018 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for floatingip, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:15.139959 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f6be4647-f19d-44d3-a1bf-4c5cba261018 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:15.141224 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f6be4647-f19d-44d3-a1bf-4c5cba261018 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] 10.222.0.22 "DELETE /v2.0/floatingips/ceee9236-9bfc-4afc-a444-a2e34f369e4f HTTP/1.1" status: 204 len: 168 time: 0.7257743 Sep 07 02:59:15.143837 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52426) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:15.219584 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-d44a2473-65b1-4ce5-a66d-1339f601c3f7 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] delete failed (client error): The resource could not be found. Sep 07 02:59:15.221201 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d44a2473-65b1-4ce5-a66d-1339f601c3f7 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] 10.222.0.22 "DELETE /v2.0/floatingips/ceee9236-9bfc-4afc-a444-a2e34f369e4f HTTP/1.1" status: 404 len: 345 time: 0.0752714 Sep 07 02:59:15.227764 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52428) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:15.250061 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2d646b46-f179-40b7-8d09-b18d8d2e5c37 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:15.261466 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3723a8e0-6ce0-4ab5-a333-d398caf107ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:15.266242 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3723a8e0-6ce0-4ab5-a333-d398caf107ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:15.275984 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3723a8e0-6ce0-4ab5-a333-d398caf107ab admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/285bf49a-cd04-4c68-a69e-921474aa0e00 HTTP/1.1" status: 204 len: 168 time: 0.3786223 Sep 07 02:59:15.293980 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3723a8e0-6ce0-4ab5-a333-d398caf107ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=285bf49a-cd04-4c68-a69e-921474aa0e00,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:15.309554 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34840a26-a890-4869-8090-b288de733f5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-0af85a7c-ad66-449d-8ca3-9f52c9ebfecd', 'network_id': '0af85a7c-ad66-449d-8ca3-9f52c9ebfecd', 'tenant_id': '01d8fd95451d4c5980bd8b778c18b925', 'fixed_ips': [{'subnet_id': '2b60ca33-94c4-4f1e-b094-b51222bea709'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:59:15.310415 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-34840a26-a890-4869-8090-b288de733f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:15.410183 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be66e0e4-ba41-4fdc-8da1-ccc47970d2a4 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:15.425410 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be66e0e4-ba41-4fdc-8da1-ccc47970d2a4 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:15.445499 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be66e0e4-ba41-4fdc-8da1-ccc47970d2a4 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:15.450037 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-be66e0e4-ba41-4fdc-8da1-ccc47970d2a4 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] 10.222.0.22 "GET /v2.0/ports?network_id=162816ec-5538-49c3-b312-28fb5fd94391 HTTP/1.1" status: 200 len: 2357 time: 0.2191210 Sep 07 02:59:15.452199 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52434) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:15.587987 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-34840a26-a890-4869-8090-b288de733f5d None None] Allocated IP 172.20.0.3 (0af85a7c-ad66-449d-8ca3-9f52c9ebfecd/2b60ca33-94c4-4f1e-b094-b51222bea709/695c1c3a-ffaf-4fef-bd7c-6d49db2cddbf) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:59:15.622962 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998c9d13-2013-45bf-a326-a14a330faeb3 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:15.653261 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-998c9d13-2013-45bf-a326-a14a330faeb3 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] 10.222.0.22 "GET /v2.0/subnets/292012c1-e15c-4f86-8104-63e2302496ab HTTP/1.1" status: 200 len: 797 time: 0.1956925 Sep 07 02:59:15.653871 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52438) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:15.665273 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-44408a44-6b80-4c81-b863-d52697be60ce tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Request body: {'port': {'network_id': '162816ec-5538-49c3-b312-28fb5fd94391', 'name': 'tempest-FloatingIPTestJSON-1642246821', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:59:15.841613 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-34840a26-a890-4869-8090-b288de733f5d None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:15.865456 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44408a44-6b80-4c81-b863-d52697be60ce tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Made reservation on behalf of 0dfb985d82cb4d0686e11ceaaf162601 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:59:15.871970 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-34840a26-a890-4869-8090-b288de733f5d None None] Transition to ACTIVE for port object 695c1c3a-ffaf-4fef-bd7c-6d49db2cddbf will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:59:15.908123 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-34840a26-a890-4869-8090-b288de733f5d None None] Transition to ACTIVE for port object 695c1c3a-ffaf-4fef-bd7c-6d49db2cddbf will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:59:15.920825 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-34840a26-a890-4869-8090-b288de733f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:15.924785 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2d646b46-f179-40b7-8d09-b18d8d2e5c37 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:15.988943 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34840a26-a890-4869-8090-b288de733f5d None None] Network 0af85a7c-ad66-449d-8ca3-9f52c9ebfecd is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:59:15.998294 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-44408a44-6b80-4c81-b863-d52697be60ce tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:16.003580 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-34840a26-a890-4869-8090-b288de733f5d None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:59:16.011912 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34840a26-a890-4869-8090-b288de733f5d None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:59:16.018479 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-44408a44-6b80-4c81-b863-d52697be60ce tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] device_id is not set on port 55c12922-41af-4b3c-a62d-40eb6568621c yet. {{(pid=94701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:59:16.068566 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2d646b46-f179-40b7-8d09-b18d8d2e5c37 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:16.117121 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34840a26-a890-4869-8090-b288de733f5d None None] Pushing event updated for resources: {'Port': ['ID=695c1c3a-ffaf-4fef-bd7c-6d49db2cddbf,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:16.149907 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-34840a26-a890-4869-8090-b288de733f5d None None] Attempting to bind port 695c1c3a-ffaf-4fef-bd7c-6d49db2cddbf on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:59:16.150305 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-34840a26-a890-4869-8090-b288de733f5d None None] Attempting to bind port 695c1c3a-ffaf-4fef-bd7c-6d49db2cddbf by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '1a930ac6-4b0a-492e-857e-3fff49bc4ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0af85a7c-ad66-449d-8ca3-9f52c9ebfecd'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:59:16.150657 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34840a26-a890-4869-8090-b288de733f5d None None] Attempting to bind port 695c1c3a-ffaf-4fef-bd7c-6d49db2cddbf on network 0af85a7c-ad66-449d-8ca3-9f52c9ebfecd {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:59:16.158865 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34840a26-a890-4869-8090-b288de733f5d None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:59:16.159252 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34840a26-a890-4869-8090-b288de733f5d None None] Checking segment: {'id': '1a930ac6-4b0a-492e-857e-3fff49bc4ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0af85a7c-ad66-449d-8ca3-9f52c9ebfecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:59:16.159679 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-34840a26-a890-4869-8090-b288de733f5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:16.160078 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34840a26-a890-4869-8090-b288de733f5d None None] Bound using segment: {'id': '1a930ac6-4b0a-492e-857e-3fff49bc4ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0af85a7c-ad66-449d-8ca3-9f52c9ebfecd'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:59:16.161192 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-34840a26-a890-4869-8090-b288de733f5d None None] Bound port: 695c1c3a-ffaf-4fef-bd7c-6d49db2cddbf, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a930ac6-4b0a-492e-857e-3fff49bc4ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0af85a7c-ad66-449d-8ca3-9f52c9ebfecd'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:59:16.161581 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-34840a26-a890-4869-8090-b288de733f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:16.239594 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2d646b46-f179-40b7-8d09-b18d8d2e5c37 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:16.264511 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-2d646b46-f179-40b7-8d09-b18d8d2e5c37 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0af85a7c-ad66-449d-8ca3-9f52c9ebfecd']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:16.267009 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d646b46-f179-40b7-8d09-b18d8d2e5c37 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Pushing event deleted for resources: {'Subnet': ['ID=2b60ca33-94c4-4f1e-b094-b51222bea709,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:16.280080 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-2d646b46-f179-40b7-8d09-b18d8d2e5c37 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a930ac6-4b0a-492e-857e-3fff49bc4ae2') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:16.280738 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-2d646b46-f179-40b7-8d09-b18d8d2e5c37 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a930ac6-4b0a-492e-857e-3fff49bc4ae2') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:16.293774 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2d646b46-f179-40b7-8d09-b18d8d2e5c37 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:16.310439 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2d646b46-f179-40b7-8d09-b18d8d2e5c37 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:16.323810 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d646b46-f179-40b7-8d09-b18d8d2e5c37 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:59:16.324220 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2d646b46-f179-40b7-8d09-b18d8d2e5c37 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:16.327689 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:59:16.327689 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:59:16.327689 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:59:16.327689 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:59:16.327689 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:59:16.327689 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:59:16.327689 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:59:16.327689 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:59:16.327689 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:59:16.327689 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:59:16.327689 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:59:16.327689 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:59:16.327689 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:59:16.327689 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:59:16.327689 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:59:16.327689 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:59:16.327689 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:59:16.327689 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:59:16.327689 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:59:16.327689 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:59:16.327689 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:59:16.327689 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:59:16.327689 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:59:16.327689 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:59:16.327689 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:59:16.327689 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:59:16.327689 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:59:16.327689 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:59:16.327689 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:59:16.327689 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:59:16.327689 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:59:16.327689 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:59:16.370526 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-34840a26-a890-4869-8090-b288de733f5d None None] For port 695c1c3a-ffaf-4fef-bd7c-6d49db2cddbf, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:59:16.429651 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-34840a26-a890-4869-8090-b288de733f5d None None] For port 695c1c3a-ffaf-4fef-bd7c-6d49db2cddbf, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=695c1c3a-ffaf-4fef-bd7c-6d49db2cddbf,segment=NetworkSegment(1a930ac6-4b0a-492e-857e-3fff49bc4ae2),segment_id=1a930ac6-4b0a-492e-857e-3fff49bc4ae2)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:59:16.435852 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-34840a26-a890-4869-8090-b288de733f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:16.436822 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.db.api [None req-2d646b46-f179-40b7-8d09-b18d8d2e5c37 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 07 02:59:16.436822 n-d-796209-16 neutron-server[94700]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 07 02:59:16.436822 n-d-796209-16 neutron-server[94700]: [parameters: {'id': '0af85a7c-ad66-449d-8ca3-9f52c9ebfecd'}] Sep 07 02:59:16.436822 n-d-796209-16 neutron-server[94700]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 02:59:16.437266 n-d-796209-16 neutron-server[94700]: DEBUG oslo_db.api [None req-2d646b46-f179-40b7-8d09-b18d8d2e5c37 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 02:59:16.462553 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-44408a44-6b80-4c81-b863-d52697be60ce tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Allocated IP 172.20.0.14 (162816ec-5538-49c3-b312-28fb5fd94391/292012c1-e15c-4f86-8104-63e2302496ab/55c12922-41af-4b3c-a62d-40eb6568621c) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:59:16.477291 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-44408a44-6b80-4c81-b863-d52697be60ce tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Allocated IP 172.20.0.13 (162816ec-5538-49c3-b312-28fb5fd94391/292012c1-e15c-4f86-8104-63e2302496ab/55c12922-41af-4b3c-a62d-40eb6568621c) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:59:16.543896 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34840a26-a890-4869-8090-b288de733f5d None None] Pushing event updated for resources: {'Port': ['ID=695c1c3a-ffaf-4fef-bd7c-6d49db2cddbf,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:16.555886 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2647f024-d71c-4fc1-b984-32bf08a9164e None None] Network 0af85a7c-ad66-449d-8ca3-9f52c9ebfecd requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:59:16.679656 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-44408a44-6b80-4c81-b863-d52697be60ce tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:16.732561 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877656f8-cd15-4ca5-9819-57e1c0586d5e None None] get_active_networks_info from n-d-796209-16 {{(pid=94702) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 02:59:16.763181 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-44408a44-6b80-4c81-b863-d52697be60ce tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:16.844355 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44408a44-6b80-4c81-b863-d52697be60ce tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Network 162816ec-5538-49c3-b312-28fb5fd94391 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:59:16.850408 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-44408a44-6b80-4c81-b863-d52697be60ce tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:59:16.855342 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44408a44-6b80-4c81-b863-d52697be60ce tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:59:16.871497 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877656f8-cd15-4ca5-9819-57e1c0586d5e None None] Resources bound (agent type, host, resource id): {{(pid=94702) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 07 02:59:16.896953 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44408a44-6b80-4c81-b863-d52697be60ce tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Pushing event updated for resources: {'Port': ['ID=55c12922-41af-4b3c-a62d-40eb6568621c,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:16.907260 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44408a44-6b80-4c81-b863-d52697be60ce tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:16.907926 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-44408a44-6b80-4c81-b863-d52697be60ce tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:16.925252 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-44408a44-6b80-4c81-b863-d52697be60ce tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.2694509 Sep 07 02:59:16.928618 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52464) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:16.935553 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-5c3366fe-280e-4ce9-88b4-0e2c1cfb2fc9 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Request body: {'floatingip': {'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'port_id': '55c12922-41af-4b3c-a62d-40eb6568621c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:59:16.938821 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2d646b46-f179-40b7-8d09-b18d8d2e5c37 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:16.992530 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5c3366fe-280e-4ce9-88b4-0e2c1cfb2fc9 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for floatingip, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:17.045912 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-2d646b46-f179-40b7-8d09-b18d8d2e5c37 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Deleting port 695c1c3a-ffaf-4fef-bd7c-6d49db2cddbf {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:59:17.047141 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2d646b46-f179-40b7-8d09-b18d8d2e5c37 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:17.156624 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5c3366fe-280e-4ce9-88b4-0e2c1cfb2fc9 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:17.185516 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-2d646b46-f179-40b7-8d09-b18d8d2e5c37 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] For port 695c1c3a-ffaf-4fef-bd7c-6d49db2cddbf, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=695c1c3a-ffaf-4fef-bd7c-6d49db2cddbf,segment=NetworkSegment(1a930ac6-4b0a-492e-857e-3fff49bc4ae2),segment_id=1a930ac6-4b0a-492e-857e-3fff49bc4ae2)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:59:17.187320 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2d646b46-f179-40b7-8d09-b18d8d2e5c37 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:17.232579 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-2d646b46-f179-40b7-8d09-b18d8d2e5c37 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Calling delete_port for 695c1c3a-ffaf-4fef-bd7c-6d49db2cddbf owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:59:17.356558 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-5c3366fe-280e-4ce9-88b4-0e2c1cfb2fc9 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Allocated IP 172.25.5.32 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/ca2373d1-9725-4df1-8b52-5deeed650e65) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:59:17.408629 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2d646b46-f179-40b7-8d09-b18d8d2e5c37 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:17.460389 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d646b46-f179-40b7-8d09-b18d8d2e5c37 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] No DVR routers for this DVR port 695c1c3a-ffaf-4fef-bd7c-6d49db2cddbf on host n-d-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:59:17.475322 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d646b46-f179-40b7-8d09-b18d8d2e5c37 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Pushing event deleted for resources: {'Port': ['ID=695c1c3a-ffaf-4fef-bd7c-6d49db2cddbf,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:17.536604 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5c3366fe-280e-4ce9-88b4-0e2c1cfb2fc9 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:17.594354 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5c3366fe-280e-4ce9-88b4-0e2c1cfb2fc9 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:17.646858 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2d646b46-f179-40b7-8d09-b18d8d2e5c37 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:17.661578 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3366fe-280e-4ce9-88b4-0e2c1cfb2fc9 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:59:17.667847 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-5c3366fe-280e-4ce9-88b4-0e2c1cfb2fc9 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:59:17.671973 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3366fe-280e-4ce9-88b4-0e2c1cfb2fc9 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:59:17.702453 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3366fe-280e-4ce9-88b4-0e2c1cfb2fc9 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Pushing event updated for resources: {'Port': ['ID=ca2373d1-9725-4df1-8b52-5deeed650e65,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:17.718953 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-2d646b46-f179-40b7-8d09-b18d8d2e5c37 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0af85a7c-ad66-449d-8ca3-9f52c9ebfecd']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:17.743877 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-2d646b46-f179-40b7-8d09-b18d8d2e5c37 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a930ac6-4b0a-492e-857e-3fff49bc4ae2') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:17.744188 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-2d646b46-f179-40b7-8d09-b18d8d2e5c37 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a930ac6-4b0a-492e-857e-3fff49bc4ae2') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:17.771539 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2d646b46-f179-40b7-8d09-b18d8d2e5c37 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:17.804696 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2d646b46-f179-40b7-8d09-b18d8d2e5c37 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:17.823828 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d646b46-f179-40b7-8d09-b18d8d2e5c37 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:59:17.824968 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2d646b46-f179-40b7-8d09-b18d8d2e5c37 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:17.834547 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:59:17.834547 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:59:17.834547 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:59:17.834547 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:59:17.834547 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:59:17.834547 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:59:17.834547 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:59:17.834547 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:59:17.834547 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:59:17.834547 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:59:17.834547 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:59:17.834547 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:59:17.834547 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:59:17.834547 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:59:17.834547 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:59:17.834547 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:59:17.834547 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:59:17.834547 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:59:17.834547 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:59:17.834547 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:59:17.834547 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:59:17.834547 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:59:17.834547 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:59:17.834547 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:59:17.834547 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:59:17.834547 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:59:17.834547 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:59:17.834547 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:59:17.834547 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:59:17.834547 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:59:17.834547 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:59:17.834547 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:59:17.948778 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2d646b46-f179-40b7-8d09-b18d8d2e5c37 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:17.970497 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2d646b46-f179-40b7-8d09-b18d8d2e5c37 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:17.972704 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-2d646b46-f179-40b7-8d09-b18d8d2e5c37 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "DELETE /v2.0/networks/0af85a7c-ad66-449d-8ca3-9f52c9ebfecd HTTP/1.1" status: 204 len: 168 time: 2.8907697 Sep 07 02:59:17.984133 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 52492) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:17.989384 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-dd2ef0e3-18ee-49b2-bece-e35bfff09045 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-54268571'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:59:17.999949 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d646b46-f179-40b7-8d09-b18d8d2e5c37 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Pushing event deleted for resources: {'Network': ['ID=0af85a7c-ad66-449d-8ca3-9f52c9ebfecd,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:18.062594 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd2ef0e3-18ee-49b2-bece-e35bfff09045 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Made reservation on behalf of 01d8fd95451d4c5980bd8b778c18b925 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:59:18.068064 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dd2ef0e3-18ee-49b2-bece-e35bfff09045 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:18.078422 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ab363-27c3-4592-83d8-3df8052cf9d7 req-15be084c-9589-4342-9b2f-cd5632d9e8c0 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:18.080472 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d54ab363-27c3-4592-83d8-3df8052cf9d7 req-15be084c-9589-4342-9b2f-cd5632d9e8c0 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9c7ee43-4791-496a-9864-311323fabd58 HTTP/1.1" status: 200 len: 946 time: 0.1063271 Sep 07 02:59:18.134351 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd2ef0e3-18ee-49b2-bece-e35bfff09045 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:59:18.150112 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d54ab363-27c3-4592-83d8-3df8052cf9d7 req-f8004789-4c9d-42d5-b604-0a9736dee2d6 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/security-groups?id=70ce7ce8-5054-445c-a59d-ebe3700b4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600879 Sep 07 02:59:18.153325 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dd2ef0e3-18ee-49b2-bece-e35bfff09045 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:18.153653 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-dd2ef0e3-18ee-49b2-bece-e35bfff09045 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Added segment c441f925-ebba-4698-afd8-367b4ac842dd of type vlan for network 76e44cb8-fb08-4216-8af9-d8ab265854c7 Sep 07 02:59:18.209270 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dd2ef0e3-18ee-49b2-bece-e35bfff09045 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:18.242613 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dd2ef0e3-18ee-49b2-bece-e35bfff09045 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:18.249385 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2ef0e3-18ee-49b2-bece-e35bfff09045 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:18.250069 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dd2ef0e3-18ee-49b2-bece-e35bfff09045 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:18.272081 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5c3366fe-280e-4ce9-88b4-0e2c1cfb2fc9 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:18.282693 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-dd2ef0e3-18ee-49b2-bece-e35bfff09045 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.2947507 Sep 07 02:59:18.286167 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 52496) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:18.301941 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-51be7f71-9c98-411c-a105-7af749ea623d tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Request body: {'subnet': {'network_id': '76e44cb8-fb08-4216-8af9-d8ab265854c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:59:18.386885 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5c3366fe-280e-4ce9-88b4-0e2c1cfb2fc9 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:18.433155 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2ef0e3-18ee-49b2-bece-e35bfff09045 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Pushing event updated for resources: {'Network': ['ID=76e44cb8-fb08-4216-8af9-d8ab265854c7,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:18.447628 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 76e44cb8-fb08-4216-8af9-d8ab265854c7 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:59:18.463750 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51be7f71-9c98-411c-a105-7af749ea623d tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Made reservation on behalf of 01d8fd95451d4c5980bd8b778c18b925 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:59:18.467986 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-51be7f71-9c98-411c-a105-7af749ea623d tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:18.621333 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5c3366fe-280e-4ce9-88b4-0e2c1cfb2fc9 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:18.627538 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5c3366fe-280e-4ce9-88b4-0e2c1cfb2fc9 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:18.697286 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3366fe-280e-4ce9-88b4-0e2c1cfb2fc9 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Pushing event updated for resources: {'Port': ['ID=ca2373d1-9725-4df1-8b52-5deeed650e65,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:18.706443 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-51be7f71-9c98-411c-a105-7af749ea623d tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:18.716350 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5c3366fe-280e-4ce9-88b4-0e2c1cfb2fc9 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:18.778775 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51be7f71-9c98-411c-a105-7af749ea623d tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Pushing event updated for resources: {'Subnet': ['ID=570ed06b-243f-4407-b333-514564999065,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:18.783287 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51be7f71-9c98-411c-a105-7af749ea623d tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Checking segment: {'id': 'c441f925-ebba-4698-afd8-367b4ac842dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '76e44cb8-fb08-4216-8af9-d8ab265854c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:59:18.783686 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51be7f71-9c98-411c-a105-7af749ea623d tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Network hostable DHCP agents. Network: 76e44cb8-fb08-4216-8af9-d8ab265854c7, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:59:18.803107 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51be7f71-9c98-411c-a105-7af749ea623d tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Network 76e44cb8-fb08-4216-8af9-d8ab265854c7 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:59:18.819070 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-51be7f71-9c98-411c-a105-7af749ea623d tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 76e44cb8-fb08-4216-8af9-d8ab265854c7) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:59:18.826326 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51be7f71-9c98-411c-a105-7af749ea623d tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:18.828784 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf1dcfe-8634-4949-ab33-6b0486ab5b42 None None] Network 76e44cb8-fb08-4216-8af9-d8ab265854c7 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:59:18.830544 n-d-796209-16 neutron-server[94701]: INFO neutron.db.l3_db [None req-5c3366fe-280e-4ce9-88b4-0e2c1cfb2fc9 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Floating IP 19eb223a-b856-4b2c-8ed2-0a4702143a09 associated. External IP: 172.25.5.32, port: 55c12922-41af-4b3c-a62d-40eb6568621c. Sep 07 02:59:18.832315 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-51be7f71-9c98-411c-a105-7af749ea623d tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:18.857822 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-51be7f71-9c98-411c-a105-7af749ea623d tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5705760 Sep 07 02:59:18.858490 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 52502) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:18.982502 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4f56c5e7-4cb5-4659-9dc3-7625b3563e69 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:19.011079 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b17be74-21a8-48db-ba0d-18a9fdf408b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-76e44cb8-fb08-4216-8af9-d8ab265854c7', 'network_id': '76e44cb8-fb08-4216-8af9-d8ab265854c7', 'tenant_id': '01d8fd95451d4c5980bd8b778c18b925', 'fixed_ips': [{'subnet_id': '570ed06b-243f-4407-b333-514564999065'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:59:19.012026 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9b17be74-21a8-48db-ba0d-18a9fdf408b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:19.042815 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4f56c5e7-4cb5-4659-9dc3-7625b3563e69 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:19.097293 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c3366fe-280e-4ce9-88b4-0e2c1cfb2fc9 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Router 0663726e-d85f-476e-b2fe-516394e48a04 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:59:19.130079 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4f56c5e7-4cb5-4659-9dc3-7625b3563e69 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server [None req-9b17be74-21a8-48db-ba0d-18a9fdf408b9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 570ed06b-243f-4407-b333-514564999065: This subnet is being modified by another concurrent operation. Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1474, in create_port Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1439, in _create_port_db Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server raise exception Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 570ed06b-243f-4407-b333-514564999065: This subnet is being modified by another concurrent operation. Sep 07 02:59:19.134899 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server Sep 07 02:59:19.157963 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1830f59f-ec14-44b0-a89c-a7814e5c09b1 None None] Network 76e44cb8-fb08-4216-8af9-d8ab265854c7 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:59:19.166111 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f56c5e7-4cb5-4659-9dc3-7625b3563e69 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Pushing event deleted for resources: {'Subnet': ['ID=570ed06b-243f-4407-b333-514564999065,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:19.238315 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3366fe-280e-4ce9-88b4-0e2c1cfb2fc9 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:59:19.248500 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61c04c3-9d3a-46a1-9eca-26626611c566 None None] Sync routers for ids ['0663726e-d85f-476e-b2fe-516394e48a04'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:59:19.260828 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61c04c3-9d3a-46a1-9eca-26626611c566 None None] Routers {'0663726e-d85f-476e-b2fe-516394e48a04'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:59:19.261482 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-f61c04c3-9d3a-46a1-9eca-26626611c566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:58:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['0663726e-d85f-476e-b2fe-516394e48a04'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:19.275001 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4f56c5e7-4cb5-4659-9dc3-7625b3563e69 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:19.282873 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5c3366fe-280e-4ce9-88b4-0e2c1cfb2fc9 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:19.303707 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-f61c04c3-9d3a-46a1-9eca-26626611c566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:19.315059 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-4f56c5e7-4cb5-4659-9dc3-7625b3563e69 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76e44cb8-fb08-4216-8af9-d8ab265854c7']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:19.315327 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61c04c3-9d3a-46a1-9eca-26626611c566 None None] Routers {'0663726e-d85f-476e-b2fe-516394e48a04'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:59:19.316114 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-f61c04c3-9d3a-46a1-9eca-26626611c566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:58:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['0663726e-d85f-476e-b2fe-516394e48a04'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:19.346766 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0342b207-5ba5-4d13-a684-3d356ad9288a None None] get_active_networks_info from n-d-796209-16 {{(pid=94702) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 02:59:19.349387 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-4f56c5e7-4cb5-4659-9dc3-7625b3563e69 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c441f925-ebba-4698-afd8-367b4ac842dd') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:19.351463 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-4f56c5e7-4cb5-4659-9dc3-7625b3563e69 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c441f925-ebba-4698-afd8-367b4ac842dd') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:19.355606 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d6773a-472f-4861-87f5-e0efed35a8c2 req-9eb41464-43be-4f93-b501-d603d517be5e tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:19.357398 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-93d6773a-472f-4861-87f5-e0efed35a8c2 req-9eb41464-43be-4f93-b501-d603d517be5e tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9c7ee43-4791-496a-9864-311323fabd58 HTTP/1.1" status: 200 len: 946 time: 0.1077037 Sep 07 02:59:19.359041 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-5c3366fe-280e-4ce9-88b4-0e2c1cfb2fc9 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.4294503 Sep 07 02:59:19.363962 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52508) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:19.369048 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-7bf061a1-a841-4fd3-adc5-40793e7f244c tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Request body: {'floatingip': {'port_id': '55c12922-41af-4b3c-a62d-40eb6568621c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:59:19.393424 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4f56c5e7-4cb5-4659-9dc3-7625b3563e69 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:19.400731 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-f61c04c3-9d3a-46a1-9eca-26626611c566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:19.401768 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61c04c3-9d3a-46a1-9eca-26626611c566 None None] The sync data for ids ['0663726e-d85f-476e-b2fe-516394e48a04'] in n-d-796209-16 is: [] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:59:19.421101 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4f56c5e7-4cb5-4659-9dc3-7625b3563e69 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:19.429002 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f56c5e7-4cb5-4659-9dc3-7625b3563e69 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:59:19.430291 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4f56c5e7-4cb5-4659-9dc3-7625b3563e69 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:19.453390 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-93d6773a-472f-4861-87f5-e0efed35a8c2 req-a5e6f691-c6aa-43d6-9d42-d9fcd90c0d40 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/security-groups?id=70ce7ce8-5054-445c-a59d-ebe3700b4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814817 Sep 07 02:59:19.471119 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7bf061a1-a841-4fd3-adc5-40793e7f244c tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for floatingip, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:19.477473 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0342b207-5ba5-4d13-a684-3d356ad9288a None None] Resources bound (agent type, host, resource id): {{(pid=94702) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 07 02:59:19.512642 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:59:19.512642 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:59:19.512642 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:59:19.512642 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:59:19.512642 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:59:19.512642 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:59:19.512642 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:59:19.512642 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:59:19.512642 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:59:19.512642 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:59:19.512642 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:59:19.512642 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:59:19.512642 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:59:19.512642 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:59:19.512642 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:59:19.512642 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:59:19.512642 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:59:19.512642 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:59:19.512642 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:59:19.512642 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:59:19.512642 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:59:19.512642 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:59:19.512642 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:59:19.512642 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:59:19.512642 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:59:19.512642 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:59:19.512642 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:59:19.512642 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:59:19.512642 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:59:19.512642 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:59:19.512642 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:59:19.512642 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:59:19.528982 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4f56c5e7-4cb5-4659-9dc3-7625b3563e69 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:19.551650 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4f56c5e7-4cb5-4659-9dc3-7625b3563e69 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:19.558767 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-4f56c5e7-4cb5-4659-9dc3-7625b3563e69 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "DELETE /v2.0/networks/76e44cb8-fb08-4216-8af9-d8ab265854c7 HTTP/1.1" status: 204 len: 168 time: 0.6945105 Sep 07 02:59:19.562435 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 52514) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:19.572609 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-5573c47c-996b-4c54-bce2-b362c160a762 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1045083637'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:59:19.598654 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f56c5e7-4cb5-4659-9dc3-7625b3563e69 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Pushing event deleted for resources: {'Network': ['ID=76e44cb8-fb08-4216-8af9-d8ab265854c7,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:19.618759 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e6f65d-f962-4bdc-8878-3e6de6786370 req-ca272c05-3b8c-437e-97b4-7c096dd78858 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:19.621167 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d3e6f65d-f962-4bdc-8878-3e6de6786370 req-ca272c05-3b8c-437e-97b4-7c096dd78858 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9c7ee43-4791-496a-9864-311323fabd58 HTTP/1.1" status: 200 len: 946 time: 0.1075695 Sep 07 02:59:19.681279 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5573c47c-996b-4c54-bce2-b362c160a762 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Made reservation on behalf of 01d8fd95451d4c5980bd8b778c18b925 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:59:19.686499 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5573c47c-996b-4c54-bce2-b362c160a762 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:19.761564 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5573c47c-996b-4c54-bce2-b362c160a762 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:59:19.783388 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5573c47c-996b-4c54-bce2-b362c160a762 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:19.783764 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-5573c47c-996b-4c54-bce2-b362c160a762 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Added segment 41de0ce3-58d3-43b7-bccd-dc4e24aa799e of type vlan for network 0f9da752-cf56-4c49-b983-4b1504afaaf8 Sep 07 02:59:19.853443 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-d3e6f65d-f962-4bdc-8878-3e6de6786370 req-403803f4-7333-4522-9688-7dad41d36161 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Deleting port f0935901-e678-452c-a546-da8ac1b45ab1 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:59:19.853827 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d3e6f65d-f962-4bdc-8878-3e6de6786370 req-403803f4-7333-4522-9688-7dad41d36161 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:19.936484 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5573c47c-996b-4c54-bce2-b362c160a762 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:19.984829 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-d3e6f65d-f962-4bdc-8878-3e6de6786370 req-403803f4-7333-4522-9688-7dad41d36161 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] For port f0935901-e678-452c-a546-da8ac1b45ab1, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=f0935901-e678-452c-a546-da8ac1b45ab1,segment=NetworkSegment(ba1f9a1d-76cb-4a15-91d5-0944bdc5e669),segment_id=ba1f9a1d-76cb-4a15-91d5-0944bdc5e669)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:59:19.985562 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d3e6f65d-f962-4bdc-8878-3e6de6786370 req-403803f4-7333-4522-9688-7dad41d36161 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:19.994697 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5573c47c-996b-4c54-bce2-b362c160a762 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:20.000391 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5573c47c-996b-4c54-bce2-b362c160a762 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:20.001036 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5573c47c-996b-4c54-bce2-b362c160a762 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:20.032537 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-d3e6f65d-f962-4bdc-8878-3e6de6786370 req-403803f4-7333-4522-9688-7dad41d36161 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Calling delete_port for f0935901-e678-452c-a546-da8ac1b45ab1 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:59:20.054760 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-5573c47c-996b-4c54-bce2-b362c160a762 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4901924 Sep 07 02:59:20.059002 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 52524) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:20.067437 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-55d4f6d0-b2f6-4a90-8fc5-ed7a1d047ca8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Request body: {'subnet': {'network_id': '0f9da752-cf56-4c49-b983-4b1504afaaf8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:59:20.121931 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7bf061a1-a841-4fd3-adc5-40793e7f244c tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:20.129316 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7bf061a1-a841-4fd3-adc5-40793e7f244c tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:20.153628 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5573c47c-996b-4c54-bce2-b362c160a762 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Pushing event updated for resources: {'Network': ['ID=0f9da752-cf56-4c49-b983-4b1504afaaf8,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:20.169120 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 0f9da752-cf56-4c49-b983-4b1504afaaf8 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:59:20.322950 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d4f6d0-b2f6-4a90-8fc5-ed7a1d047ca8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Made reservation on behalf of 01d8fd95451d4c5980bd8b778c18b925 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:59:20.327985 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-55d4f6d0-b2f6-4a90-8fc5-ed7a1d047ca8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:20.389791 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bf061a1-a841-4fd3-adc5-40793e7f244c tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Router 0663726e-d85f-476e-b2fe-516394e48a04 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:59:20.469114 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d3e6f65d-f962-4bdc-8878-3e6de6786370 req-403803f4-7333-4522-9688-7dad41d36161 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:20.482310 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['f0935901-e678-452c-a546-da8ac1b45ab1'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 02:59:20.547500 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf061a1-a841-4fd3-adc5-40793e7f244c tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:59:20.550009 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403803f4-7333-4522-9688-7dad41d36161 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Pushing event deleted for resources: {'Port': ['ID=f0935901-e678-452c-a546-da8ac1b45ab1,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:20.551909 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7bf061a1-a841-4fd3-adc5-40793e7f244c tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:20.566135 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d954d5c-847f-4150-ba70-d7bf86a32473 None None] Sync routers for ids ['0663726e-d85f-476e-b2fe-516394e48a04'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:59:20.578545 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d954d5c-847f-4150-ba70-d7bf86a32473 None None] Routers {'0663726e-d85f-476e-b2fe-516394e48a04'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:59:20.580225 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-5d954d5c-847f-4150-ba70-d7bf86a32473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:58:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['0663726e-d85f-476e-b2fe-516394e48a04'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:20.626103 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-7bf061a1-a841-4fd3-adc5-40793e7f244c tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] 10.222.0.22 "PUT /v2.0/floatingips/19eb223a-b856-4b2c-8ed2-0a4702143a09 HTTP/1.1" status: 200 len: 978 time: 1.2610326 Sep 07 02:59:20.629896 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52536) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:20.631782 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-5d954d5c-847f-4150-ba70-d7bf86a32473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:20.643365 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d954d5c-847f-4150-ba70-d7bf86a32473 None None] Routers {'0663726e-d85f-476e-b2fe-516394e48a04'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:59:20.643796 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3e6f65d-f962-4bdc-8878-3e6de6786370 req-403803f4-7333-4522-9688-7dad41d36161 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] No DVR routers for this DVR port f0935901-e678-452c-a546-da8ac1b45ab1 on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:59:20.645188 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-5d954d5c-847f-4150-ba70-d7bf86a32473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:58:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['0663726e-d85f-476e-b2fe-516394e48a04'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:20.655160 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d3e6f65d-f962-4bdc-8878-3e6de6786370 req-403803f4-7333-4522-9688-7dad41d36161 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:20.657196 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d3e6f65d-f962-4bdc-8878-3e6de6786370 req-403803f4-7333-4522-9688-7dad41d36161 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.16 "DELETE /v2.0/ports/f0935901-e678-452c-a546-da8ac1b45ab1 HTTP/1.1" status: 204 len: 173 time: 1.0263064 Sep 07 02:59:20.657659 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9c7ee43-4791-496a-9864-311323fabd58', 'name': 'network-vif-deleted', 'tag': 'f0935901-e678-452c-a546-da8ac1b45ab1'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:59:20.660960 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59a9332-cc49-4cfc-bd7e-cd8988dc0edd" -d '{"events": [{"server_uuid": "b9c7ee43-4791-496a-9864-311323fabd58", "name": "network-vif-deleted", "tag": "f0935901-e678-452c-a546-da8ac1b45ab1"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:59:20.703117 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-5d954d5c-847f-4150-ba70-d7bf86a32473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:20.703732 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d954d5c-847f-4150-ba70-d7bf86a32473 None None] The sync data for ids ['0663726e-d85f-476e-b2fe-516394e48a04'] in n-d-796209-16 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:59:20.714660 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1f5fa864-a15a-442e-aa0d-e6590897a225 req-c0665b11-e7f2-458a-828a-c88ee3c78420 tempest-AttachVolumeNegativeTest-2045947932 tempest-AttachVolumeNegativeTest-2045947932-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9c7ee43-4791-496a-9864-311323fabd58 HTTP/1.1" status: 200 len: 210 time: 0.1205804 Sep 07 02:59:20.739030 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f4e91e-8a69-4a93-b1d1-43ca5cec3f38 x-openstack-request-id: req-12f4e91e-8a69-4a93-b1d1-43ca5cec3f38 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:59:20.739557 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9c7ee43-4791-496a-9864-311323fabd58", "name": "network-vif-deleted", "tag": "f0935901-e678-452c-a546-da8ac1b45ab1", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:59:20.739968 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-12f4e91e-8a69-4a93-b1d1-43ca5cec3f38 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:59:20.740514 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c7ee43-4791-496a-9864-311323fabd58', 'name': 'network-vif-deleted', 'tag': 'f0935901-e678-452c-a546-da8ac1b45ab1', 'status': 'completed', 'code': 200} Sep 07 02:59:20.809611 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-55d4f6d0-b2f6-4a90-8fc5-ed7a1d047ca8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:20.830029 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-482f59ff-5a68-48a9-9c11-9e26c7d92e21 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Deleting port ca2373d1-9725-4df1-8b52-5deeed650e65 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:59:20.830667 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-482f59ff-5a68-48a9-9c11-9e26c7d92e21 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:20.889428 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d4f6d0-b2f6-4a90-8fc5-ed7a1d047ca8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Pushing event updated for resources: {'Subnet': ['ID=1391c464-4602-493d-bc41-681488ca02db,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:20.902746 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d4f6d0-b2f6-4a90-8fc5-ed7a1d047ca8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Checking segment: {'id': '41de0ce3-58d3-43b7-bccd-dc4e24aa799e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0f9da752-cf56-4c49-b983-4b1504afaaf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:59:20.903111 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d4f6d0-b2f6-4a90-8fc5-ed7a1d047ca8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Network hostable DHCP agents. Network: 0f9da752-cf56-4c49-b983-4b1504afaaf8, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:59:20.919362 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-482f59ff-5a68-48a9-9c11-9e26c7d92e21 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:20.919821 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-482f59ff-5a68-48a9-9c11-9e26c7d92e21 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:20.920201 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d4f6d0-b2f6-4a90-8fc5-ed7a1d047ca8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Network 0f9da752-cf56-4c49-b983-4b1504afaaf8 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:59:20.929333 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-55d4f6d0-b2f6-4a90-8fc5-ed7a1d047ca8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 0f9da752-cf56-4c49-b983-4b1504afaaf8) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:59:20.932625 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-482f59ff-5a68-48a9-9c11-9e26c7d92e21 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Calling delete_port for ca2373d1-9725-4df1-8b52-5deeed650e65 owned by network:floatingip {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:59:20.935492 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d4f6d0-b2f6-4a90-8fc5-ed7a1d047ca8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:20.936485 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-55d4f6d0-b2f6-4a90-8fc5-ed7a1d047ca8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:20.937138 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9f6f9b-26df-4766-9252-e08783eb389c None None] Network 0f9da752-cf56-4c49-b983-4b1504afaaf8 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:59:20.953944 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-55d4f6d0-b2f6-4a90-8fc5-ed7a1d047ca8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8918772 Sep 07 02:59:20.956603 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 52540) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:21.076353 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6ccb0c5e-888b-4f94-bbb9-dfc7176bbe26 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:21.106708 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b28334-688d-4650-9cb0-9ccf5303a811 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-0f9da752-cf56-4c49-b983-4b1504afaaf8', 'network_id': '0f9da752-cf56-4c49-b983-4b1504afaaf8', 'tenant_id': '01d8fd95451d4c5980bd8b778c18b925', 'fixed_ips': [{'subnet_id': '1391c464-4602-493d-bc41-681488ca02db'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:59:21.107638 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-43b28334-688d-4650-9cb0-9ccf5303a811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:21.169252 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6ccb0c5e-888b-4f94-bbb9-dfc7176bbe26 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:21.227154 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-482f59ff-5a68-48a9-9c11-9e26c7d92e21 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:21.268465 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6ccb0c5e-888b-4f94-bbb9-dfc7176bbe26 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:21.281344 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482f59ff-5a68-48a9-9c11-9e26c7d92e21 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Pushing event deleted for resources: {'Port': ['ID=ca2373d1-9725-4df1-8b52-5deeed650e65,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:21.323765 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccb0c5e-888b-4f94-bbb9-dfc7176bbe26 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Pushing event deleted for resources: {'Subnet': ['ID=1391c464-4602-493d-bc41-681488ca02db,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:21.358464 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-482f59ff-5a68-48a9-9c11-9e26c7d92e21 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for floatingip, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:21.358890 n-d-796209-16 neutron-server[94701]: INFO neutron.db.l3_db [None req-482f59ff-5a68-48a9-9c11-9e26c7d92e21 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Floating IP 19eb223a-b856-4b2c-8ed2-0a4702143a09 disassociated (deleted). External IP: 172.25.5.32, port: 55c12922-41af-4b3c-a62d-40eb6568621c. Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server [None req-43b28334-688d-4650-9cb0-9ccf5303a811 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1391c464-4602-493d-bc41-681488ca02db: This subnet is being modified by another concurrent operation. Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1474, in create_port Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1439, in _create_port_db Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server raise exception Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1391c464-4602-493d-bc41-681488ca02db: This subnet is being modified by another concurrent operation. Sep 07 02:59:21.378048 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server Sep 07 02:59:21.412412 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6c9390-f7d3-47b3-ab74-6e6843ac148c None None] Network 0f9da752-cf56-4c49-b983-4b1504afaaf8 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:59:21.462233 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6ccb0c5e-888b-4f94-bbb9-dfc7176bbe26 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:21.491583 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-6ccb0c5e-888b-4f94-bbb9-dfc7176bbe26 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f9da752-cf56-4c49-b983-4b1504afaaf8']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:21.508098 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-6ccb0c5e-888b-4f94-bbb9-dfc7176bbe26 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41de0ce3-58d3-43b7-bccd-dc4e24aa799e') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:21.508380 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-6ccb0c5e-888b-4f94-bbb9-dfc7176bbe26 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41de0ce3-58d3-43b7-bccd-dc4e24aa799e') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:21.520631 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6ccb0c5e-888b-4f94-bbb9-dfc7176bbe26 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:21.569655 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6ccb0c5e-888b-4f94-bbb9-dfc7176bbe26 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:21.585480 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ccb0c5e-888b-4f94-bbb9-dfc7176bbe26 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:59:21.588051 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6ccb0c5e-888b-4f94-bbb9-dfc7176bbe26 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:21.617967 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:21.672042 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:21.672783 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:59:21.672783 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:59:21.672783 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:59:21.672783 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:59:21.672783 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:59:21.672783 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:59:21.672783 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:59:21.672783 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:59:21.672783 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:59:21.672783 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:59:21.672783 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:59:21.672783 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:59:21.672783 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:59:21.672783 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:59:21.672783 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:59:21.672783 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:59:21.672783 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:59:21.672783 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:59:21.672783 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:59:21.672783 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:59:21.672783 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:59:21.672783 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:59:21.672783 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:59:21.672783 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:59:21.672783 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:59:21.672783 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:59:21.672783 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:59:21.672783 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:59:21.672783 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:59:21.672783 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:59:21.672783 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:59:21.672783 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:59:21.680414 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6ccb0c5e-888b-4f94-bbb9-dfc7176bbe26 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:21.688916 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb1cc94-48ac-4b39-89e2-ecaac10b726b None None] get_active_networks_info from n-d-796209-16 {{(pid=94702) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 02:59:21.693036 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6ccb0c5e-888b-4f94-bbb9-dfc7176bbe26 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:21.695054 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-6ccb0c5e-888b-4f94-bbb9-dfc7176bbe26 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "DELETE /v2.0/networks/0f9da752-cf56-4c49-b983-4b1504afaaf8 HTTP/1.1" status: 204 len: 168 time: 0.7362602 Sep 07 02:59:21.711811 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 52560) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:21.717304 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-0b990b49-36ac-4404-a0ae-7e6e5e37c273 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1932206474'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:59:21.721221 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccb0c5e-888b-4f94-bbb9-dfc7176bbe26 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Pushing event deleted for resources: {'Network': ['ID=0f9da752-cf56-4c49-b983-4b1504afaaf8,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:21.765679 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b990b49-36ac-4404-a0ae-7e6e5e37c273 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Made reservation on behalf of 01d8fd95451d4c5980bd8b778c18b925 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:59:21.769423 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b990b49-36ac-4404-a0ae-7e6e5e37c273 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:21.800275 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52568) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:21.818255 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b990b49-36ac-4404-a0ae-7e6e5e37c273 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:59:21.839699 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b990b49-36ac-4404-a0ae-7e6e5e37c273 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:21.841372 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-0b990b49-36ac-4404-a0ae-7e6e5e37c273 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Added segment 76aab1a4-cb8e-4962-9d99-ea0adfab7cc9 of type vlan for network 5d607e2d-49b7-43c8-ac6c-b10834dd292e Sep 07 02:59:21.852606 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb1cc94-48ac-4b39-89e2-ecaac10b726b None None] Resources bound (agent type, host, resource id): {{(pid=94702) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 07 02:59:21.871866 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-d449fe2f-c5f5-4ad3-830f-21067d9e5251 admin admin] Deleting subnet e962ec47-dcbe-48ec-becb-a133fc5449e5 {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:59:21.904439 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d449fe2f-c5f5-4ad3-830f-21067d9e5251 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:21.914827 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b990b49-36ac-4404-a0ae-7e6e5e37c273 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:21.952532 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d449fe2f-c5f5-4ad3-830f-21067d9e5251 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:21.969254 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b990b49-36ac-4404-a0ae-7e6e5e37c273 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:21.984263 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b990b49-36ac-4404-a0ae-7e6e5e37c273 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:21.985369 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b990b49-36ac-4404-a0ae-7e6e5e37c273 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:22.020997 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52574) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:22.021910 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-0b990b49-36ac-4404-a0ae-7e6e5e37c273 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3088820 Sep 07 02:59:22.030104 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-4966ad78-1bbb-4e93-bb12-047741c8d604 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Request body: {'subnet': {'network_id': '5d607e2d-49b7-43c8-ac6c-b10834dd292e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:59:22.096595 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b990b49-36ac-4404-a0ae-7e6e5e37c273 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Pushing event updated for resources: {'Network': ['ID=5d607e2d-49b7-43c8-ac6c-b10834dd292e,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:22.114099 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 5d607e2d-49b7-43c8-ac6c-b10834dd292e details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:59:22.131974 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d449fe2f-c5f5-4ad3-830f-21067d9e5251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:22.244829 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-482f59ff-5a68-48a9-9c11-9e26c7d92e21 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Router 0663726e-d85f-476e-b2fe-516394e48a04 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:59:22.248024 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4966ad78-1bbb-4e93-bb12-047741c8d604 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Made reservation on behalf of 01d8fd95451d4c5980bd8b778c18b925 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:59:22.251556 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4966ad78-1bbb-4e93-bb12-047741c8d604 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:22.291086 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d449fe2f-c5f5-4ad3-830f-21067d9e5251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:22.330368 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.ipam_backend_mixin [None req-4966ad78-1bbb-4e93-bb12-047741c8d604 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Performing IP validity checks on allocation pools {{(pid=94701) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 07 02:59:22.330887 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.ipam_backend_mixin [None req-4966ad78-1bbb-4e93-bb12-047741c8d604 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94701) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 07 02:59:22.357779 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449fe2f-c5f5-4ad3-830f-21067d9e5251 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e962ec47-dcbe-48ec-becb-a133fc5449e5,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:22.391117 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d449fe2f-c5f5-4ad3-830f-21067d9e5251 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:22.393034 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d449fe2f-c5f5-4ad3-830f-21067d9e5251 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/e962ec47-dcbe-48ec-becb-a133fc5449e5 HTTP/1.1" status: 204 len: 168 time: 0.5912707 Sep 07 02:59:22.397090 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 52582) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:22.492681 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cac84a49-e80c-4029-86c8-2c1a3f78cf0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:22.518158 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-482f59ff-5a68-48a9-9c11-9e26c7d92e21 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:59:22.523884 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-482f59ff-5a68-48a9-9c11-9e26c7d92e21 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:22.525826 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52584) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:22.528339 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285b4ffc-0ff1-4227-85ac-43737be25745 None None] Sync routers for ids ['0663726e-d85f-476e-b2fe-516394e48a04'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:59:22.541101 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285b4ffc-0ff1-4227-85ac-43737be25745 None None] Routers {'0663726e-d85f-476e-b2fe-516394e48a04'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:59:22.541973 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-285b4ffc-0ff1-4227-85ac-43737be25745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:58:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['0663726e-d85f-476e-b2fe-516394e48a04'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:22.596802 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-482f59ff-5a68-48a9-9c11-9e26c7d92e21 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] 10.222.0.22 "DELETE /v2.0/floatingips/19eb223a-b856-4b2c-8ed2-0a4702143a09 HTTP/1.1" status: 204 len: 168 time: 1.9635956 Sep 07 02:59:22.600838 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52588) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:22.636569 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cac84a49-e80c-4029-86c8-2c1a3f78cf0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:22.647341 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4966ad78-1bbb-4e93-bb12-047741c8d604 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:22.683635 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-cac84a49-e80c-4029-86c8-2c1a3f78cf0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['256d620d-b7a6-4b66-aaa9-80e5bdc910ad']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:22.700128 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-285b4ffc-0ff1-4227-85ac-43737be25745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:22.703846 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-cac84a49-e80c-4029-86c8-2c1a3f78cf0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba1f9a1d-76cb-4a15-91d5-0944bdc5e669') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:22.708021 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-cac84a49-e80c-4029-86c8-2c1a3f78cf0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba1f9a1d-76cb-4a15-91d5-0944bdc5e669') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:22.712012 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285b4ffc-0ff1-4227-85ac-43737be25745 None None] Routers {'0663726e-d85f-476e-b2fe-516394e48a04'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:59:22.712637 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-285b4ffc-0ff1-4227-85ac-43737be25745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:58:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['0663726e-d85f-476e-b2fe-516394e48a04'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:22.725565 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cac84a49-e80c-4029-86c8-2c1a3f78cf0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:22.743628 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cac84a49-e80c-4029-86c8-2c1a3f78cf0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:22.751583 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-285b4ffc-0ff1-4227-85ac-43737be25745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:22.751814 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cac84a49-e80c-4029-86c8-2c1a3f78cf0b admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:59:22.752244 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285b4ffc-0ff1-4227-85ac-43737be25745 None None] The sync data for ids ['0663726e-d85f-476e-b2fe-516394e48a04'] in n-d-796209-16 is: [] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:59:22.752382 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cac84a49-e80c-4029-86c8-2c1a3f78cf0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:22.757310 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:59:22.757310 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:59:22.757310 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:59:22.757310 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:59:22.757310 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:59:22.757310 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:59:22.757310 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:59:22.757310 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:59:22.757310 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:59:22.757310 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:59:22.757310 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:59:22.757310 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:59:22.757310 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:59:22.757310 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:59:22.757310 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:59:22.757310 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:59:22.757310 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:59:22.757310 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:59:22.757310 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:59:22.757310 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:59:22.757310 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:59:22.757310 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:59:22.757310 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:59:22.757310 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:59:22.757310 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:59:22.757310 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:59:22.757310 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:59:22.757310 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:59:22.757310 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:59:22.757310 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:59:22.757310 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:59:22.757310 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:59:22.769808 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4966ad78-1bbb-4e93-bb12-047741c8d604 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Pushing event updated for resources: {'Subnet': ['ID=60ceb4c8-683d-4a71-be0d-c70665c0f0d3,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:22.772791 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-08d796c7-fd7c-4c80-a950-c0d4c16def14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:22.797456 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4966ad78-1bbb-4e93-bb12-047741c8d604 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Checking segment: {'id': '76aab1a4-cb8e-4962-9d99-ea0adfab7cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '5d607e2d-49b7-43c8-ac6c-b10834dd292e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:59:22.797828 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4966ad78-1bbb-4e93-bb12-047741c8d604 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Network hostable DHCP agents. Network: 5d607e2d-49b7-43c8-ac6c-b10834dd292e, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:59:22.823622 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-c5e108ca-5d78-4c5d-9ed8-cf731a39acc3 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Deleting port 55c12922-41af-4b3c-a62d-40eb6568621c {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:59:22.824361 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e108ca-5d78-4c5d-9ed8-cf731a39acc3 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:22.833491 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cac84a49-e80c-4029-86c8-2c1a3f78cf0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:22.839122 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cac84a49-e80c-4029-86c8-2c1a3f78cf0b admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:22.846497 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-cac84a49-e80c-4029-86c8-2c1a3f78cf0b admin admin] 10.222.0.22 "DELETE /v2.0/networks/256d620d-b7a6-4b66-aaa9-80e5bdc910ad HTTP/1.1" status: 204 len: 168 time: 0.4431477 Sep 07 02:59:22.855169 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac84a49-e80c-4029-86c8-2c1a3f78cf0b admin admin] Pushing event deleted for resources: {'Network': ['ID=256d620d-b7a6-4b66-aaa9-80e5bdc910ad,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:22.877530 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4966ad78-1bbb-4e93-bb12-047741c8d604 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Network 5d607e2d-49b7-43c8-ac6c-b10834dd292e is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:59:22.920599 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-4966ad78-1bbb-4e93-bb12-047741c8d604 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 5d607e2d-49b7-43c8-ac6c-b10834dd292e) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:59:22.929510 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d918581e-927b-4099-be7b-ece03517d574 None None] Network 5d607e2d-49b7-43c8-ac6c-b10834dd292e requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:59:22.932690 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4966ad78-1bbb-4e93-bb12-047741c8d604 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:22.933296 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4966ad78-1bbb-4e93-bb12-047741c8d604 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:22.978045 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e108ca-5d78-4c5d-9ed8-cf731a39acc3 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:23.000348 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-c5e108ca-5d78-4c5d-9ed8-cf731a39acc3 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Calling delete_port for 55c12922-41af-4b3c-a62d-40eb6568621c owned by {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:59:23.005807 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 52594) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:23.022077 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-08d796c7-fd7c-4c80-a950-c0d4c16def14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:23.033839 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-08d796c7-fd7c-4c80-a950-c0d4c16def14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:23.077893 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-72aecfd9-5499-45cd-8dbd-84b4aa7b1864 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=16ef236c23324219a8876cb24967b58f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0705209 Sep 07 02:59:23.078661 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 52596) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:23.118138 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d796c7-fd7c-4c80-a950-c0d4c16def14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b15e48-b537-4f98-bf65-078e020e6515,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:23.125976 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-4966ad78-1bbb-4e93-bb12-047741c8d604 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.0999615 Sep 07 02:59:23.126845 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52598) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:23.154351 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-16f877d8-48a6-40ca-a3cc-649f4d99868e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:23.178855 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-16f877d8-48a6-40ca-a3cc-649f4d99868e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:23.191520 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-08d796c7-fd7c-4c80-a950-c0d4c16def14 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e6f6bb0a8a7f4e1eb8248aa4bcfa51b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6610589 Sep 07 02:59:23.196194 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 52600) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:23.301409 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-16f877d8-48a6-40ca-a3cc-649f4d99868e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:23.304031 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-16f877d8-48a6-40ca-a3cc-649f4d99868e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:23.306308 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f681d923-71a9-4130-a0a0-112793a7a9ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-5d607e2d-49b7-43c8-ac6c-b10834dd292e', 'network_id': '5d607e2d-49b7-43c8-ac6c-b10834dd292e', 'tenant_id': '01d8fd95451d4c5980bd8b778c18b925', 'fixed_ips': [{'subnet_id': '60ceb4c8-683d-4a71-be0d-c70665c0f0d3'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:59:23.307955 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-16f877d8-48a6-40ca-a3cc-649f4d99868e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/70ce7ce8-5054-445c-a59d-ebe3700b4c9f HTTP/1.1" status: 204 len: 168 time: 0.2281737 Sep 07 02:59:23.308761 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f681d923-71a9-4130-a0a0-112793a7a9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:23.329930 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f877d8-48a6-40ca-a3cc-649f4d99868e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ce7ce8-5054-445c-a59d-ebe3700b4c9f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:23.336727 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-573bfe83-0482-4f77-bac6-d8889c2aba3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:23.340588 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-52218b33-b1c8-46ea-afeb-5958b446edbb tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:23.373012 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-573bfe83-0482-4f77-bac6-d8889c2aba3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:23.444574 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-573bfe83-0482-4f77-bac6-d8889c2aba3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:23.447280 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-573bfe83-0482-4f77-bac6-d8889c2aba3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:23.448476 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-573bfe83-0482-4f77-bac6-d8889c2aba3a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b0b15e48-b537-4f98-bf65-078e020e6515 HTTP/1.1" status: 204 len: 168 time: 0.2515388 Sep 07 02:59:23.463035 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573bfe83-0482-4f77-bac6-d8889c2aba3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b15e48-b537-4f98-bf65-078e020e6515,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:23.527900 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-52218b33-b1c8-46ea-afeb-5958b446edbb tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:23.557421 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e108ca-5d78-4c5d-9ed8-cf731a39acc3 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:23.603525 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e108ca-5d78-4c5d-9ed8-cf731a39acc3 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Pushing event deleted for resources: {'Port': ['ID=55c12922-41af-4b3c-a62d-40eb6568621c,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:23.694076 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-f681d923-71a9-4130-a0a0-112793a7a9ca None None] Allocated IP 172.20.0.3 (5d607e2d-49b7-43c8-ac6c-b10834dd292e/60ceb4c8-683d-4a71-be0d-c70665c0f0d3/1ac6b9b4-1682-471c-95bb-7304384a39e2) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:59:23.730692 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c5e108ca-5d78-4c5d-9ed8-cf731a39acc3 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:23.740193 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c5e108ca-5d78-4c5d-9ed8-cf731a39acc3 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] 10.222.0.22 "DELETE /v2.0/ports/55c12922-41af-4b3c-a62d-40eb6568621c HTTP/1.1" status: 204 len: 168 time: 1.1382778 Sep 07 02:59:23.740410 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 52614) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:23.745246 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-e79ff174-9094-4eb6-b368-0b30c76066aa tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Request body: {'floatingip': {'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:59:23.781542 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device f0935901-e678-452c-a546-da8ac1b45ab1 no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:59:23.797657 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e79ff174-9094-4eb6-b368-0b30c76066aa tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for floatingip, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:23.810368 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: f0935901-e678-452c-a546-da8ac1b45ab1 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:59:23.810715 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device f0935901-e678-452c-a546-da8ac1b45ab1 not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:59:23.957533 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e79ff174-9094-4eb6-b368-0b30c76066aa tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:23.961164 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f681d923-71a9-4130-a0a0-112793a7a9ca None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:23.981383 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-f681d923-71a9-4130-a0a0-112793a7a9ca None None] Transition to ACTIVE for port object 1ac6b9b4-1682-471c-95bb-7304384a39e2 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:59:24.004497 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-f681d923-71a9-4130-a0a0-112793a7a9ca None None] Transition to ACTIVE for port object 1ac6b9b4-1682-471c-95bb-7304384a39e2 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:59:24.013502 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f681d923-71a9-4130-a0a0-112793a7a9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:24.040369 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-52218b33-b1c8-46ea-afeb-5958b446edbb tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:24.070797 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f681d923-71a9-4130-a0a0-112793a7a9ca None None] Network 5d607e2d-49b7-43c8-ac6c-b10834dd292e is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:59:24.075304 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-f681d923-71a9-4130-a0a0-112793a7a9ca None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:59:24.080218 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f681d923-71a9-4130-a0a0-112793a7a9ca None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:59:24.094366 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52218b33-b1c8-46ea-afeb-5958b446edbb tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Pushing event deleted for resources: {'Subnet': ['ID=60ceb4c8-683d-4a71-be0d-c70665c0f0d3,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:24.130883 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f681d923-71a9-4130-a0a0-112793a7a9ca None None] Pushing event updated for resources: {'Port': ['ID=1ac6b9b4-1682-471c-95bb-7304384a39e2,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:24.159266 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-f681d923-71a9-4130-a0a0-112793a7a9ca None None] Attempting to bind port 1ac6b9b4-1682-471c-95bb-7304384a39e2 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:59:24.159689 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-f681d923-71a9-4130-a0a0-112793a7a9ca None None] Attempting to bind port 1ac6b9b4-1682-471c-95bb-7304384a39e2 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '76aab1a4-cb8e-4962-9d99-ea0adfab7cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '5d607e2d-49b7-43c8-ac6c-b10834dd292e'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:59:24.160105 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f681d923-71a9-4130-a0a0-112793a7a9ca None None] Attempting to bind port 1ac6b9b4-1682-471c-95bb-7304384a39e2 on network 5d607e2d-49b7-43c8-ac6c-b10834dd292e {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:59:24.165776 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f681d923-71a9-4130-a0a0-112793a7a9ca None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:59:24.166164 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f681d923-71a9-4130-a0a0-112793a7a9ca None None] Checking segment: {'id': '76aab1a4-cb8e-4962-9d99-ea0adfab7cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '5d607e2d-49b7-43c8-ac6c-b10834dd292e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:59:24.166580 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f681d923-71a9-4130-a0a0-112793a7a9ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:24.166986 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f681d923-71a9-4130-a0a0-112793a7a9ca None None] Bound using segment: {'id': '76aab1a4-cb8e-4962-9d99-ea0adfab7cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '5d607e2d-49b7-43c8-ac6c-b10834dd292e'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:59:24.170621 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-f681d923-71a9-4130-a0a0-112793a7a9ca None None] Bound port: 1ac6b9b4-1682-471c-95bb-7304384a39e2, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76aab1a4-cb8e-4962-9d99-ea0adfab7cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '5d607e2d-49b7-43c8-ac6c-b10834dd292e'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:59:24.171200 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f681d923-71a9-4130-a0a0-112793a7a9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:24.181254 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 52626) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:24.231733 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dd19f19d-9fd5-4570-b68d-099307dbcf6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:24.235287 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-e79ff174-9094-4eb6-b368-0b30c76066aa tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Allocated IP 172.25.5.169 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/e9c5686c-8a99-4cc1-a870-f433e1b7a018) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:59:24.237316 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-52218b33-b1c8-46ea-afeb-5958b446edbb tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:24.257204 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-f681d923-71a9-4130-a0a0-112793a7a9ca None None] For port 1ac6b9b4-1682-471c-95bb-7304384a39e2, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:59:24.268213 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-52218b33-b1c8-46ea-afeb-5958b446edbb tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d607e2d-49b7-43c8-ac6c-b10834dd292e']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:24.269664 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-f681d923-71a9-4130-a0a0-112793a7a9ca None None] For port 1ac6b9b4-1682-471c-95bb-7304384a39e2, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=1ac6b9b4-1682-471c-95bb-7304384a39e2,segment=NetworkSegment(76aab1a4-cb8e-4962-9d99-ea0adfab7cc9),segment_id=76aab1a4-cb8e-4962-9d99-ea0adfab7cc9)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:59:24.279077 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f681d923-71a9-4130-a0a0-112793a7a9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:24.279845 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-52218b33-b1c8-46ea-afeb-5958b446edbb tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76aab1a4-cb8e-4962-9d99-ea0adfab7cc9') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:24.280155 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-52218b33-b1c8-46ea-afeb-5958b446edbb tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76aab1a4-cb8e-4962-9d99-ea0adfab7cc9') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:24.292214 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-52218b33-b1c8-46ea-afeb-5958b446edbb tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:24.312802 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-52218b33-b1c8-46ea-afeb-5958b446edbb tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:24.321779 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52218b33-b1c8-46ea-afeb-5958b446edbb tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:59:24.322455 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-52218b33-b1c8-46ea-afeb-5958b446edbb tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:24.327863 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:59:24.327863 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:59:24.327863 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:59:24.327863 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:59:24.327863 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:59:24.327863 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:59:24.327863 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:59:24.327863 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:59:24.327863 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:59:24.327863 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:59:24.327863 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:59:24.327863 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:59:24.327863 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:59:24.327863 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:59:24.327863 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:59:24.327863 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:59:24.327863 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:59:24.327863 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:59:24.327863 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:59:24.327863 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:59:24.327863 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:59:24.327863 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:59:24.327863 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:59:24.327863 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:59:24.327863 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:59:24.327863 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:59:24.327863 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:59:24.327863 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:59:24.327863 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:59:24.327863 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:59:24.327863 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:59:24.327863 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:59:24.392232 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f681d923-71a9-4130-a0a0-112793a7a9ca None None] Pushing event updated for resources: {'Port': ['ID=1ac6b9b4-1682-471c-95bb-7304384a39e2,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:24.427560 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e79ff174-9094-4eb6-b368-0b30c76066aa tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:24.440927 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.db.api [None req-52218b33-b1c8-46ea-afeb-5958b446edbb tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 07 02:59:24.440927 n-d-796209-16 neutron-server[94701]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 07 02:59:24.440927 n-d-796209-16 neutron-server[94701]: [parameters: {'id': '5d607e2d-49b7-43c8-ac6c-b10834dd292e'}] Sep 07 02:59:24.440927 n-d-796209-16 neutron-server[94701]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 02:59:24.442210 n-d-796209-16 neutron-server[94701]: DEBUG oslo_db.api [None req-52218b33-b1c8-46ea-afeb-5958b446edbb tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 02:59:24.467092 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c69542d-c7c4-453b-90e3-7a14c8cb7943 None None] Network 5d607e2d-49b7-43c8-ac6c-b10834dd292e requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:59:24.525705 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dd19f19d-9fd5-4570-b68d-099307dbcf6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:24.527357 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e79ff174-9094-4eb6-b368-0b30c76066aa tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:24.572328 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79ff174-9094-4eb6-b368-0b30c76066aa tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Pushing event updated for resources: {'Port': ['ID=e9c5686c-8a99-4cc1-a870-f433e1b7a018,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:24.580514 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dd19f19d-9fd5-4570-b68d-099307dbcf6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:24.611047 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79ff174-9094-4eb6-b368-0b30c76066aa tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:59:24.620065 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3361e78-c6b6-46f5-8cf8-a723f0375885 None None] get_active_networks_info from n-d-796209-16 {{(pid=94702) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 02:59:24.623655 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-e79ff174-9094-4eb6-b368-0b30c76066aa tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:59:24.628542 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79ff174-9094-4eb6-b368-0b30c76066aa tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:59:24.662698 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd19f19d-9fd5-4570-b68d-099307dbcf6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3148a602-1d72-43a5-a0fe-b11eeea3411b,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:24.672400 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-dd19f19d-9fd5-4570-b68d-099307dbcf6a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c8097670a1794baf8740a1d18cd284b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4903843 Sep 07 02:59:24.675021 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 52636) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:24.719753 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3361e78-c6b6-46f5-8cf8-a723f0375885 None None] Resources bound (agent type, host, resource id): {{(pid=94702) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 07 02:59:24.797316 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a6a13cd5-496f-4c96-ba7f-d346c6a8117e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:24.805538 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e79ff174-9094-4eb6-b368-0b30c76066aa tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:24.830790 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a6a13cd5-496f-4c96-ba7f-d346c6a8117e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:24.867116 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e79ff174-9094-4eb6-b368-0b30c76066aa tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:24.942846 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-52218b33-b1c8-46ea-afeb-5958b446edbb tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:24.969864 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a6a13cd5-496f-4c96-ba7f-d346c6a8117e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:24.972976 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a6a13cd5-496f-4c96-ba7f-d346c6a8117e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:24.976448 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a6a13cd5-496f-4c96-ba7f-d346c6a8117e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3148a602-1d72-43a5-a0fe-b11eeea3411b HTTP/1.1" status: 204 len: 168 time: 0.2975600 Sep 07 02:59:25.012140 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a13cd5-496f-4c96-ba7f-d346c6a8117e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3148a602-1d72-43a5-a0fe-b11eeea3411b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:25.067083 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-52218b33-b1c8-46ea-afeb-5958b446edbb tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Deleting port 1ac6b9b4-1682-471c-95bb-7304384a39e2 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:59:25.067695 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-52218b33-b1c8-46ea-afeb-5958b446edbb tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:25.117015 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e79ff174-9094-4eb6-b368-0b30c76066aa tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:25.123809 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e79ff174-9094-4eb6-b368-0b30c76066aa tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:25.154295 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-52218b33-b1c8-46ea-afeb-5958b446edbb tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] For port 1ac6b9b4-1682-471c-95bb-7304384a39e2, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=1ac6b9b4-1682-471c-95bb-7304384a39e2,segment=NetworkSegment(76aab1a4-cb8e-4962-9d99-ea0adfab7cc9),segment_id=76aab1a4-cb8e-4962-9d99-ea0adfab7cc9)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:59:25.154689 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-52218b33-b1c8-46ea-afeb-5958b446edbb tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:25.172084 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-52218b33-b1c8-46ea-afeb-5958b446edbb tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Calling delete_port for 1ac6b9b4-1682-471c-95bb-7304384a39e2 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:59:25.225088 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e79ff174-9094-4eb6-b368-0b30c76066aa tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:25.238988 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79ff174-9094-4eb6-b368-0b30c76066aa tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Pushing event updated for resources: {'Port': ['ID=e9c5686c-8a99-4cc1-a870-f433e1b7a018,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:25.251329 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e79ff174-9094-4eb6-b368-0b30c76066aa tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:25.253081 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-e79ff174-9094-4eb6-b368-0b30c76066aa tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5116909 Sep 07 02:59:25.256063 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 52648) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:25.262946 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-b8bc5521-0903-4df7-86d5-b5f3173ae702 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Request body: {'port': {'network_id': '162816ec-5538-49c3-b312-28fb5fd94391', 'name': 'tempest-FloatingIPTestJSON-1688589779'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:59:25.345256 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-52218b33-b1c8-46ea-afeb-5958b446edbb tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:25.396026 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52218b33-b1c8-46ea-afeb-5958b446edbb tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Pushing event deleted for resources: {'Port': ['ID=1ac6b9b4-1682-471c-95bb-7304384a39e2,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:25.421239 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52218b33-b1c8-46ea-afeb-5958b446edbb tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] No DVR routers for this DVR port 1ac6b9b4-1682-471c-95bb-7304384a39e2 on host n-d-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:59:25.518327 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8bc5521-0903-4df7-86d5-b5f3173ae702 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Made reservation on behalf of 0dfb985d82cb4d0686e11ceaaf162601 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:59:25.525474 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b8bc5521-0903-4df7-86d5-b5f3173ae702 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:25.589393 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-b8bc5521-0903-4df7-86d5-b5f3173ae702 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] device_id is not set on port 01569d61-6770-462a-90f3-b5984cbd6634 yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:59:25.612280 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-52218b33-b1c8-46ea-afeb-5958b446edbb tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:25.647770 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-52218b33-b1c8-46ea-afeb-5958b446edbb tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d607e2d-49b7-43c8-ac6c-b10834dd292e']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:25.665296 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-52218b33-b1c8-46ea-afeb-5958b446edbb tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76aab1a4-cb8e-4962-9d99-ea0adfab7cc9') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:25.669094 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-52218b33-b1c8-46ea-afeb-5958b446edbb tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76aab1a4-cb8e-4962-9d99-ea0adfab7cc9') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:25.682431 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-52218b33-b1c8-46ea-afeb-5958b446edbb tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:25.701399 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-52218b33-b1c8-46ea-afeb-5958b446edbb tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:25.732816 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52218b33-b1c8-46ea-afeb-5958b446edbb tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:59:25.733559 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-52218b33-b1c8-46ea-afeb-5958b446edbb tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:25.748641 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:59:25.748641 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:59:25.748641 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:59:25.748641 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:59:25.748641 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:59:25.748641 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:59:25.748641 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:59:25.748641 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:59:25.748641 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:59:25.748641 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:59:25.748641 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:59:25.748641 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:59:25.748641 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:59:25.748641 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:59:25.748641 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:59:25.748641 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:59:25.748641 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:59:25.748641 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:59:25.748641 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:59:25.748641 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:59:25.748641 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:59:25.748641 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:59:25.748641 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:59:25.748641 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:59:25.748641 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:59:25.748641 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:59:25.748641 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:59:25.748641 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:59:25.748641 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:59:25.748641 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:59:25.748641 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:59:25.748641 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:59:25.787683 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-b8bc5521-0903-4df7-86d5-b5f3173ae702 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Allocated IP 172.20.0.11 (162816ec-5538-49c3-b312-28fb5fd94391/292012c1-e15c-4f86-8104-63e2302496ab/01569d61-6770-462a-90f3-b5984cbd6634) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:59:25.878219 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-52218b33-b1c8-46ea-afeb-5958b446edbb tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:25.886901 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-52218b33-b1c8-46ea-afeb-5958b446edbb tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:25.889033 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-52218b33-b1c8-46ea-afeb-5958b446edbb tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "DELETE /v2.0/networks/5d607e2d-49b7-43c8-ac6c-b10834dd292e HTTP/1.1" status: 204 len: 168 time: 2.7579613 Sep 07 02:59:25.892606 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 52670) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:25.901219 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-0a9362cb-3b8e-4a0b-bbc2-9c45799d64e5 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-999959066'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:59:25.903767 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52218b33-b1c8-46ea-afeb-5958b446edbb tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Pushing event deleted for resources: {'Network': ['ID=5d607e2d-49b7-43c8-ac6c-b10834dd292e,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:25.920895 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-df05c143-142b-4a72-9768-7560ffe3623f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:26.038030 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9362cb-3b8e-4a0b-bbc2-9c45799d64e5 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Made reservation on behalf of 01d8fd95451d4c5980bd8b778c18b925 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:59:26.042222 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a9362cb-3b8e-4a0b-bbc2-9c45799d64e5 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:26.448184 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a9362cb-3b8e-4a0b-bbc2-9c45799d64e5 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:59:26.470938 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a9362cb-3b8e-4a0b-bbc2-9c45799d64e5 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:26.471366 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-0a9362cb-3b8e-4a0b-bbc2-9c45799d64e5 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Added segment 9db56d1e-9884-4a08-9ffe-73cfbb998ab6 of type vlan for network 64cb3855-f5c2-44e6-974e-eb3591d6dc23 Sep 07 02:59:26.492717 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b8bc5521-0903-4df7-86d5-b5f3173ae702 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:26.531157 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a9362cb-3b8e-4a0b-bbc2-9c45799d64e5 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:26.573716 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a9362cb-3b8e-4a0b-bbc2-9c45799d64e5 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:26.579644 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9362cb-3b8e-4a0b-bbc2-9c45799d64e5 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:26.580237 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a9362cb-3b8e-4a0b-bbc2-9c45799d64e5 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:26.610822 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b8bc5521-0903-4df7-86d5-b5f3173ae702 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:26.707268 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9362cb-3b8e-4a0b-bbc2-9c45799d64e5 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Pushing event updated for resources: {'Network': ['ID=64cb3855-f5c2-44e6-974e-eb3591d6dc23,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:26.719135 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 64cb3855-f5c2-44e6-974e-eb3591d6dc23 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:59:26.733710 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52702) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:26.734220 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-0a9362cb-3b8e-4a0b-bbc2-9c45799d64e5 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8402412 Sep 07 02:59:26.743012 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-c6eed50d-984c-46b0-b616-dc1f90279def tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Request body: {'subnet': {'network_id': '64cb3855-f5c2-44e6-974e-eb3591d6dc23', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:59:26.757758 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8bc5521-0903-4df7-86d5-b5f3173ae702 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Network 162816ec-5538-49c3-b312-28fb5fd94391 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:59:26.765300 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-b8bc5521-0903-4df7-86d5-b5f3173ae702 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:59:26.772950 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bc5521-0903-4df7-86d5-b5f3173ae702 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:59:26.853586 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc5521-0903-4df7-86d5-b5f3173ae702 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Pushing event updated for resources: {'Port': ['ID=01569d61-6770-462a-90f3-b5984cbd6634,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:26.874336 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bc5521-0903-4df7-86d5-b5f3173ae702 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:26.874976 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b8bc5521-0903-4df7-86d5-b5f3173ae702 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:26.902166 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6eed50d-984c-46b0-b616-dc1f90279def tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Made reservation on behalf of 01d8fd95451d4c5980bd8b778c18b925 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:59:26.908181 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b8bc5521-0903-4df7-86d5-b5f3173ae702 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6507528 Sep 07 02:59:26.911109 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 52708) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:26.912641 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c6eed50d-984c-46b0-b616-dc1f90279def tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:26.917561 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-5cd64d67-1b41-466b-aa7f-2ce159c2b65e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Request body: {'floatingip': {'port_id': '01569d61-6770-462a-90f3-b5984cbd6634'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:59:27.002112 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5cd64d67-1b41-466b-aa7f-2ce159c2b65e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for floatingip, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:27.256839 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c6eed50d-984c-46b0-b616-dc1f90279def tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:27.454843 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eed50d-984c-46b0-b616-dc1f90279def tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Pushing event updated for resources: {'Subnet': ['ID=772c61b8-cf28-404b-afdd-155eda325107,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:27.467065 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6eed50d-984c-46b0-b616-dc1f90279def tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Checking segment: {'id': '9db56d1e-9884-4a08-9ffe-73cfbb998ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '64cb3855-f5c2-44e6-974e-eb3591d6dc23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:59:27.467439 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6eed50d-984c-46b0-b616-dc1f90279def tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Network hostable DHCP agents. Network: 64cb3855-f5c2-44e6-974e-eb3591d6dc23, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:59:27.498222 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6eed50d-984c-46b0-b616-dc1f90279def tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Network 64cb3855-f5c2-44e6-974e-eb3591d6dc23 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:59:27.513874 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-c6eed50d-984c-46b0-b616-dc1f90279def tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 64cb3855-f5c2-44e6-974e-eb3591d6dc23) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:59:27.527925 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba7109b-7129-40c9-9c29-78f8c0671a25 None None] Network 64cb3855-f5c2-44e6-974e-eb3591d6dc23 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:59:27.530755 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6eed50d-984c-46b0-b616-dc1f90279def tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:27.531683 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c6eed50d-984c-46b0-b616-dc1f90279def tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:27.555468 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c6eed50d-984c-46b0-b616-dc1f90279def tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8203340 Sep 07 02:59:27.558342 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52734) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:27.738150 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214236c6-b78c-4633-a03b-c9ab25960962 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-64cb3855-f5c2-44e6-974e-eb3591d6dc23', 'network_id': '64cb3855-f5c2-44e6-974e-eb3591d6dc23', 'tenant_id': '01d8fd95451d4c5980bd8b778c18b925', 'fixed_ips': [{'subnet_id': '772c61b8-cf28-404b-afdd-155eda325107'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:59:27.740612 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-214236c6-b78c-4633-a03b-c9ab25960962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:27.749369 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1813fd83-2746-41f0-a858-da55946984ad tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:27.768248 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5cd64d67-1b41-466b-aa7f-2ce159c2b65e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:27.776299 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5cd64d67-1b41-466b-aa7f-2ce159c2b65e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:27.868999 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1813fd83-2746-41f0-a858-da55946984ad tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:27.953203 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-214236c6-b78c-4633-a03b-c9ab25960962 None None] Allocated IP 172.20.0.1 (64cb3855-f5c2-44e6-974e-eb3591d6dc23/772c61b8-cf28-404b-afdd-155eda325107/90c83459-3495-428e-805b-3273096adf9e) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:59:28.036556 n-d-796209-16 neutron-server[94700]: INFO neutron.db.l3_db [None req-5cd64d67-1b41-466b-aa7f-2ce159c2b65e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Floating IP 9cbdb3ae-3029-40ef-8169-8cdc5d8af38d associated. External IP: 172.25.5.169, port: 01569d61-6770-462a-90f3-b5984cbd6634. Sep 07 02:59:28.166837 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-214236c6-b78c-4633-a03b-c9ab25960962 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:28.210680 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-214236c6-b78c-4633-a03b-c9ab25960962 None None] Transition to ACTIVE for port object 90c83459-3495-428e-805b-3273096adf9e will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:59:28.227048 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2a9f2c70-b7ef-4f06-af3f-061a7b76d6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:28.281562 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-214236c6-b78c-4633-a03b-c9ab25960962 None None] Transition to ACTIVE for port object 90c83459-3495-428e-805b-3273096adf9e will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:59:28.297675 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-214236c6-b78c-4633-a03b-c9ab25960962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:28.323151 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1813fd83-2746-41f0-a858-da55946984ad tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:28.438732 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1813fd83-2746-41f0-a858-da55946984ad tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Pushing event deleted for resources: {'Subnet': ['ID=772c61b8-cf28-404b-afdd-155eda325107,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:28.463787 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214236c6-b78c-4633-a03b-c9ab25960962 None None] Pushing event updated for resources: {'Port': ['ID=90c83459-3495-428e-805b-3273096adf9e,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:28.504014 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214236c6-b78c-4633-a03b-c9ab25960962 None None] Network 64cb3855-f5c2-44e6-974e-eb3591d6dc23 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:59:28.511556 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-214236c6-b78c-4633-a03b-c9ab25960962 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:59:28.514893 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214236c6-b78c-4633-a03b-c9ab25960962 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:59:28.520343 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1813fd83-2746-41f0-a858-da55946984ad tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:28.543938 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd64d67-1b41-466b-aa7f-2ce159c2b65e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Router 0663726e-d85f-476e-b2fe-516394e48a04 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:59:28.544414 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-1813fd83-2746-41f0-a858-da55946984ad tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64cb3855-f5c2-44e6-974e-eb3591d6dc23']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:28.556626 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-1813fd83-2746-41f0-a858-da55946984ad tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9db56d1e-9884-4a08-9ffe-73cfbb998ab6') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:28.556848 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-1813fd83-2746-41f0-a858-da55946984ad tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9db56d1e-9884-4a08-9ffe-73cfbb998ab6') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:28.567909 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1813fd83-2746-41f0-a858-da55946984ad tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:28.583099 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1813fd83-2746-41f0-a858-da55946984ad tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:28.589461 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1813fd83-2746-41f0-a858-da55946984ad tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:59:28.589910 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1813fd83-2746-41f0-a858-da55946984ad tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:28.609355 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-214236c6-b78c-4633-a03b-c9ab25960962 None None] Attempting to bind port 90c83459-3495-428e-805b-3273096adf9e on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:59:28.613358 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-214236c6-b78c-4633-a03b-c9ab25960962 None None] Attempting to bind port 90c83459-3495-428e-805b-3273096adf9e by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '9db56d1e-9884-4a08-9ffe-73cfbb998ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '64cb3855-f5c2-44e6-974e-eb3591d6dc23'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:59:28.613966 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214236c6-b78c-4633-a03b-c9ab25960962 None None] Attempting to bind port 90c83459-3495-428e-805b-3273096adf9e on network 64cb3855-f5c2-44e6-974e-eb3591d6dc23 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:59:28.623408 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214236c6-b78c-4633-a03b-c9ab25960962 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:59:28.630457 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214236c6-b78c-4633-a03b-c9ab25960962 None None] Checking segment: {'id': '9db56d1e-9884-4a08-9ffe-73cfbb998ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '64cb3855-f5c2-44e6-974e-eb3591d6dc23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:59:28.631278 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-214236c6-b78c-4633-a03b-c9ab25960962 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:28.631278 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214236c6-b78c-4633-a03b-c9ab25960962 None None] Bound using segment: {'id': '9db56d1e-9884-4a08-9ffe-73cfbb998ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '64cb3855-f5c2-44e6-974e-eb3591d6dc23'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:59:28.632253 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-214236c6-b78c-4633-a03b-c9ab25960962 None None] Bound port: 90c83459-3495-428e-805b-3273096adf9e, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9db56d1e-9884-4a08-9ffe-73cfbb998ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '64cb3855-f5c2-44e6-974e-eb3591d6dc23'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:59:28.632798 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-214236c6-b78c-4633-a03b-c9ab25960962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:28.739507 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:28.754311 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd64d67-1b41-466b-aa7f-2ce159c2b65e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:59:28.760185 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5cd64d67-1b41-466b-aa7f-2ce159c2b65e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:28.767385 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d038bd42-4e0e-458b-a61b-a37e9c1970df None None] Sync routers for ids ['0663726e-d85f-476e-b2fe-516394e48a04'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:59:28.784145 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-214236c6-b78c-4633-a03b-c9ab25960962 None None] For port 90c83459-3495-428e-805b-3273096adf9e, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:59:28.790039 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d038bd42-4e0e-458b-a61b-a37e9c1970df None None] Routers {'0663726e-d85f-476e-b2fe-516394e48a04'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:59:28.791006 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-d038bd42-4e0e-458b-a61b-a37e9c1970df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:59:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['0663726e-d85f-476e-b2fe-516394e48a04'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:28.797559 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-5cd64d67-1b41-466b-aa7f-2ce159c2b65e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] 10.222.0.22 "PUT /v2.0/floatingips/9cbdb3ae-3029-40ef-8169-8cdc5d8af38d HTTP/1.1" status: 200 len: 979 time: 1.8842375 Sep 07 02:59:28.798295 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 52748) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:28.859026 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-d038bd42-4e0e-458b-a61b-a37e9c1970df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:28.880439 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d038bd42-4e0e-458b-a61b-a37e9c1970df None None] Routers {'0663726e-d85f-476e-b2fe-516394e48a04'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:59:28.881088 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-d038bd42-4e0e-458b-a61b-a37e9c1970df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:59:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['0663726e-d85f-476e-b2fe-516394e48a04'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:28.938608 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-d038bd42-4e0e-458b-a61b-a37e9c1970df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:28.939267 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d038bd42-4e0e-458b-a61b-a37e9c1970df None None] The sync data for ids ['0663726e-d85f-476e-b2fe-516394e48a04'] in n-d-796209-16 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:59:28.954130 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-31901d5b-3a26-42c4-b778-d346a06845cb tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Deleting port 01569d61-6770-462a-90f3-b5984cbd6634 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:59:28.954803 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-31901d5b-3a26-42c4-b778-d346a06845cb tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:28.986180 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:59:28.986180 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:59:28.986180 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:59:28.986180 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:59:28.986180 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:59:28.986180 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:59:28.986180 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:59:28.986180 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:59:28.986180 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:59:28.986180 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:59:28.986180 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:59:28.986180 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:59:28.986180 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:59:28.986180 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:59:28.986180 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:59:28.986180 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:59:28.986180 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:59:28.986180 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:59:28.986180 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:59:28.986180 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:59:28.986180 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:59:28.986180 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:59:28.986180 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:59:28.986180 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:59:28.986180 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:59:28.986180 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:59:28.986180 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:59:28.986180 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:59:28.986180 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:59:28.986180 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:59:28.986180 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:59:28.986180 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:59:28.999834 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.db.api [None req-1813fd83-2746-41f0-a858-da55946984ad tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 07 02:59:28.999834 n-d-796209-16 neutron-server[94701]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 07 02:59:28.999834 n-d-796209-16 neutron-server[94701]: [parameters: {'id': '64cb3855-f5c2-44e6-974e-eb3591d6dc23'}] Sep 07 02:59:28.999834 n-d-796209-16 neutron-server[94701]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 02:59:29.000352 n-d-796209-16 neutron-server[94701]: DEBUG oslo_db.api [None req-1813fd83-2746-41f0-a858-da55946984ad tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 02:59:29.004954 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-214236c6-b78c-4633-a03b-c9ab25960962 None None] For port 90c83459-3495-428e-805b-3273096adf9e, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=90c83459-3495-428e-805b-3273096adf9e,segment=NetworkSegment(9db56d1e-9884-4a08-9ffe-73cfbb998ab6),segment_id=9db56d1e-9884-4a08-9ffe-73cfbb998ab6)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:59:29.016064 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-214236c6-b78c-4633-a03b-c9ab25960962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:29.074665 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-31901d5b-3a26-42c4-b778-d346a06845cb tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:29.114153 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214236c6-b78c-4633-a03b-c9ab25960962 None None] Pushing event updated for resources: {'Port': ['ID=90c83459-3495-428e-805b-3273096adf9e,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:29.141364 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e095a33b-c3a2-4d46-905f-6a0d109682e7 None None] Network 64cb3855-f5c2-44e6-974e-eb3591d6dc23 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:59:29.282822 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bcf478-03b3-46e1-a369-5e3656f87422 None None] get_active_networks_info from n-d-796209-16 {{(pid=94702) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 02:59:29.327164 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-31901d5b-3a26-42c4-b778-d346a06845cb tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:29.327551 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-31901d5b-3a26-42c4-b778-d346a06845cb tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:29.327873 n-d-796209-16 neutron-server[94700]: INFO neutron.db.l3_db [None req-31901d5b-3a26-42c4-b778-d346a06845cb tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Floating IP 9cbdb3ae-3029-40ef-8169-8cdc5d8af38d disassociated. External IP: 172.25.5.169, port: 01569d61-6770-462a-90f3-b5984cbd6634. Sep 07 02:59:29.328350 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-31901d5b-3a26-42c4-b778-d346a06845cb tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Calling delete_port for 01569d61-6770-462a-90f3-b5984cbd6634 owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:59:29.381468 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bcf478-03b3-46e1-a369-5e3656f87422 None None] Resources bound (agent type, host, resource id): {{(pid=94702) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 07 02:59:29.501953 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1813fd83-2746-41f0-a858-da55946984ad tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:29.530611 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-31901d5b-3a26-42c4-b778-d346a06845cb tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:29.564277 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31901d5b-3a26-42c4-b778-d346a06845cb tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Pushing event deleted for resources: {'Port': ['ID=01569d61-6770-462a-90f3-b5984cbd6634,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:29.578652 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-1813fd83-2746-41f0-a858-da55946984ad tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Deleting port 90c83459-3495-428e-805b-3273096adf9e {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:59:29.579995 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:29.580571 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1813fd83-2746-41f0-a858-da55946984ad tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:29.677737 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-1813fd83-2746-41f0-a858-da55946984ad tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] For port 90c83459-3495-428e-805b-3273096adf9e, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=90c83459-3495-428e-805b-3273096adf9e,segment=NetworkSegment(9db56d1e-9884-4a08-9ffe-73cfbb998ab6),segment_id=9db56d1e-9884-4a08-9ffe-73cfbb998ab6)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:59:29.678025 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1813fd83-2746-41f0-a858-da55946984ad tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:29.691649 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-1813fd83-2746-41f0-a858-da55946984ad tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Calling delete_port for 90c83459-3495-428e-805b-3273096adf9e owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:59:29.767351 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31901d5b-3a26-42c4-b778-d346a06845cb tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Router 0663726e-d85f-476e-b2fe-516394e48a04 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:59:29.788412 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1813fd83-2746-41f0-a858-da55946984ad tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:29.835150 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1813fd83-2746-41f0-a858-da55946984ad tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Pushing event deleted for resources: {'Port': ['ID=90c83459-3495-428e-805b-3273096adf9e,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:29.839887 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1813fd83-2746-41f0-a858-da55946984ad tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] No DVR routers for this DVR port 90c83459-3495-428e-805b-3273096adf9e on host n-d-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:59:29.900951 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31901d5b-3a26-42c4-b778-d346a06845cb tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:59:29.914294 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb44c60-e7ed-4345-9539-37bcbf604b2d None None] Sync routers for ids ['0663726e-d85f-476e-b2fe-516394e48a04'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:59:29.915421 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e943f13-56e1-4973-84bb-8abb156e44c7 req-de65628f-3857-4494-9271-2a6d79931195 tempest-TestNetworkAdvancedServerOps-2015258804 tempest-TestNetworkAdvancedServerOps-2015258804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:29.917203 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6e943f13-56e1-4973-84bb-8abb156e44c7 req-de65628f-3857-4494-9271-2a6d79931195 tempest-TestNetworkAdvancedServerOps-2015258804 tempest-TestNetworkAdvancedServerOps-2015258804-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=3ba396db-1311-4ea4-ba29-032650972ec3 HTTP/1.1" status: 200 len: 1098 time: 0.1387823 Sep 07 02:59:29.935681 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb44c60-e7ed-4345-9539-37bcbf604b2d None None] Routers {'0663726e-d85f-476e-b2fe-516394e48a04'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:59:29.937308 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-afb44c60-e7ed-4345-9539-37bcbf604b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:59:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['0663726e-d85f-476e-b2fe-516394e48a04'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:29.947540 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1813fd83-2746-41f0-a858-da55946984ad tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:29.981484 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-1813fd83-2746-41f0-a858-da55946984ad tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64cb3855-f5c2-44e6-974e-eb3591d6dc23']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:29.990714 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-31901d5b-3a26-42c4-b778-d346a06845cb tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:29.994843 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-31901d5b-3a26-42c4-b778-d346a06845cb tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] 10.222.0.22 "DELETE /v2.0/ports/01569d61-6770-462a-90f3-b5984cbd6634 HTTP/1.1" status: 204 len: 168 time: 1.1933882 Sep 07 02:59:29.997167 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 52770) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:30.002256 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-1813fd83-2746-41f0-a858-da55946984ad tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9db56d1e-9884-4a08-9ffe-73cfbb998ab6') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:30.002810 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-1813fd83-2746-41f0-a858-da55946984ad tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9db56d1e-9884-4a08-9ffe-73cfbb998ab6') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:30.010841 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-afb44c60-e7ed-4345-9539-37bcbf604b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:30.015205 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6e943f13-56e1-4973-84bb-8abb156e44c7 req-60b04bac-a47d-46a5-803b-a18641e1bdfc tempest-TestNetworkAdvancedServerOps-2015258804 tempest-TestNetworkAdvancedServerOps-2015258804-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=294b048e-8567-497b-8d1d-04d7fb63968c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700364 Sep 07 02:59:30.019299 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1813fd83-2746-41f0-a858-da55946984ad tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:30.033915 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1813fd83-2746-41f0-a858-da55946984ad tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:30.041337 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1813fd83-2746-41f0-a858-da55946984ad tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:59:30.041740 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1813fd83-2746-41f0-a858-da55946984ad tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:30.045029 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:59:30.045029 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:59:30.045029 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:59:30.045029 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:59:30.045029 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:59:30.045029 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:59:30.045029 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:59:30.045029 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:59:30.045029 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:59:30.045029 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:59:30.045029 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:59:30.045029 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:59:30.045029 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:59:30.045029 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:59:30.045029 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:59:30.045029 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:59:30.045029 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:59:30.045029 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:59:30.045029 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:59:30.045029 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:59:30.045029 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:59:30.045029 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:59:30.045029 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:59:30.045029 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:59:30.045029 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:59:30.045029 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:59:30.045029 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:59:30.045029 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:59:30.045029 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:59:30.045029 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:59:30.045029 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:59:30.045029 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:59:30.052313 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb44c60-e7ed-4345-9539-37bcbf604b2d None None] Routers {'0663726e-d85f-476e-b2fe-516394e48a04'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:59:30.053090 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-afb44c60-e7ed-4345-9539-37bcbf604b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:59:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['0663726e-d85f-476e-b2fe-516394e48a04'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:30.056650 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52772) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:30.073763 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-6527f7ef-7e56-42c1-977b-585bdbc6ec7e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] 10.222.0.22 "GET /v2.0/floatingips/9cbdb3ae-3029-40ef-8169-8cdc5d8af38d HTTP/1.1" status: 200 len: 688 time: 0.0753920 Sep 07 02:59:30.074719 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 52774) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:30.138665 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-afb44c60-e7ed-4345-9539-37bcbf604b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:30.148552 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb44c60-e7ed-4345-9539-37bcbf604b2d None None] The sync data for ids ['0663726e-d85f-476e-b2fe-516394e48a04'] in n-d-796209-16 is: [] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:59:30.180555 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1813fd83-2746-41f0-a858-da55946984ad tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:30.227312 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1813fd83-2746-41f0-a858-da55946984ad tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:30.247897 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-1813fd83-2746-41f0-a858-da55946984ad tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "DELETE /v2.0/networks/64cb3855-f5c2-44e6-974e-eb3591d6dc23 HTTP/1.1" status: 204 len: 168 time: 2.6795847 Sep 07 02:59:30.253534 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 52780) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:30.267506 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-4feea4f5-03c1-48ea-966c-1d50234b11eb tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1349404214'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:59:30.324750 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1813fd83-2746-41f0-a858-da55946984ad tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Pushing event deleted for resources: {'Network': ['ID=64cb3855-f5c2-44e6-974e-eb3591d6dc23,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:30.357214 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4feea4f5-03c1-48ea-966c-1d50234b11eb tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Made reservation on behalf of 01d8fd95451d4c5980bd8b778c18b925 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:59:30.363364 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4feea4f5-03c1-48ea-966c-1d50234b11eb tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:30.368631 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-b3e519c6-03ec-48b3-b9eb-a135c2bd54e6 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Deleting port e9c5686c-8a99-4cc1-a870-f433e1b7a018 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:59:30.369019 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b3e519c6-03ec-48b3-b9eb-a135c2bd54e6 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:30.413964 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4feea4f5-03c1-48ea-966c-1d50234b11eb tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:59:30.425874 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4feea4f5-03c1-48ea-966c-1d50234b11eb tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:30.426220 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-4feea4f5-03c1-48ea-966c-1d50234b11eb tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Added segment 7adc5642-895d-46c0-a15c-394b1f610436 of type vlan for network 620487c4-b713-41b6-914b-36c4d6adc499 Sep 07 02:59:30.478998 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4feea4f5-03c1-48ea-966c-1d50234b11eb tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:30.515001 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4feea4f5-03c1-48ea-966c-1d50234b11eb tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:30.522268 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-d6ebb612-a5c1-4547-8981-9f2a1cdcd852 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Deleting port 3f51bf76-e231-4f77-baaa-a2916b9ab2cc {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:59:30.522961 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4feea4f5-03c1-48ea-966c-1d50234b11eb tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:30.523709 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4feea4f5-03c1-48ea-966c-1d50234b11eb tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:30.524087 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d6ebb612-a5c1-4547-8981-9f2a1cdcd852 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:30.550635 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-4feea4f5-03c1-48ea-966c-1d50234b11eb tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2950840 Sep 07 02:59:30.554634 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52788) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:30.569422 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-bf3bccc8-3db1-40a7-a26f-0865b2041cf4 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Request body: {'subnet': {'network_id': '620487c4-b713-41b6-914b-36c4d6adc499', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:59:30.673202 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feea4f5-03c1-48ea-966c-1d50234b11eb tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Pushing event updated for resources: {'Network': ['ID=620487c4-b713-41b6-914b-36c4d6adc499,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:30.697740 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 620487c4-b713-41b6-914b-36c4d6adc499 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:59:30.720091 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b3e519c6-03ec-48b3-b9eb-a135c2bd54e6 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:30.720844 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b3e519c6-03ec-48b3-b9eb-a135c2bd54e6 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:30.751045 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-b3e519c6-03ec-48b3-b9eb-a135c2bd54e6 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Calling delete_port for e9c5686c-8a99-4cc1-a870-f433e1b7a018 owned by network:floatingip {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:59:30.763075 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3bccc8-3db1-40a7-a26f-0865b2041cf4 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Made reservation on behalf of 01d8fd95451d4c5980bd8b778c18b925 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:59:30.767394 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bf3bccc8-3db1-40a7-a26f-0865b2041cf4 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:30.813552 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d6ebb612-a5c1-4547-8981-9f2a1cdcd852 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:30.813968 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d6ebb612-a5c1-4547-8981-9f2a1cdcd852 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:30.930437 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-d6ebb612-a5c1-4547-8981-9f2a1cdcd852 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Calling delete_port for 3f51bf76-e231-4f77-baaa-a2916b9ab2cc owned by network:floatingip {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:59:30.954756 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b3e519c6-03ec-48b3-b9eb-a135c2bd54e6 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:30.986527 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e519c6-03ec-48b3-b9eb-a135c2bd54e6 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Pushing event deleted for resources: {'Port': ['ID=e9c5686c-8a99-4cc1-a870-f433e1b7a018,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:31.069228 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b3e519c6-03ec-48b3-b9eb-a135c2bd54e6 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for floatingip, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:31.073129 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b3e519c6-03ec-48b3-b9eb-a135c2bd54e6 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:31.075031 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b3e519c6-03ec-48b3-b9eb-a135c2bd54e6 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] 10.222.0.22 "DELETE /v2.0/floatingips/9cbdb3ae-3029-40ef-8169-8cdc5d8af38d HTTP/1.1" status: 204 len: 168 time: 0.9993057 Sep 07 02:59:31.078903 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 52800) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:31.083935 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-9be6a2d6-c674-4323-95c4-f84ea1a2583e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Request body: {'floatingip': {'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'port_id': 'e195f89b-a525-465a-9ed8-c7f869223332'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:59:31.111714 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9be6a2d6-c674-4323-95c4-f84ea1a2583e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for floatingip, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:31.120610 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bf3bccc8-3db1-40a7-a26f-0865b2041cf4 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:31.213305 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3bccc8-3db1-40a7-a26f-0865b2041cf4 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Checking segment: {'id': '7adc5642-895d-46c0-a15c-394b1f610436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '620487c4-b713-41b6-914b-36c4d6adc499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:59:31.213668 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3bccc8-3db1-40a7-a26f-0865b2041cf4 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Network hostable DHCP agents. Network: 620487c4-b713-41b6-914b-36c4d6adc499, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:59:31.239506 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3bccc8-3db1-40a7-a26f-0865b2041cf4 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Pushing event updated for resources: {'Subnet': ['ID=47c6b01b-f4fc-4111-bf98-1357900bcefb,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:31.243619 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9be6a2d6-c674-4323-95c4-f84ea1a2583e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:31.255960 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3bccc8-3db1-40a7-a26f-0865b2041cf4 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:59:31.256281 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3bccc8-3db1-40a7-a26f-0865b2041cf4 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:59:31.256641 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3bccc8-3db1-40a7-a26f-0865b2041cf4 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:59:31.257000 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3bccc8-3db1-40a7-a26f-0865b2041cf4 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:59:31.257338 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3bccc8-3db1-40a7-a26f-0865b2041cf4 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:59:31.257671 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3bccc8-3db1-40a7-a26f-0865b2041cf4 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:59:31.258439 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3bccc8-3db1-40a7-a26f-0865b2041cf4 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:59:31.258439 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3bccc8-3db1-40a7-a26f-0865b2041cf4 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:59:31.258696 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3bccc8-3db1-40a7-a26f-0865b2041cf4 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:59:31.259028 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3bccc8-3db1-40a7-a26f-0865b2041cf4 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:59:31.259355 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3bccc8-3db1-40a7-a26f-0865b2041cf4 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:59:31.259704 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf3bccc8-3db1-40a7-a26f-0865b2041cf4 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:59:31.277855 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3bccc8-3db1-40a7-a26f-0865b2041cf4 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Network 620487c4-b713-41b6-914b-36c4d6adc499 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:59:31.290699 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-bf3bccc8-3db1-40a7-a26f-0865b2041cf4 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 620487c4-b713-41b6-914b-36c4d6adc499) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:59:31.299372 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3bccc8-3db1-40a7-a26f-0865b2041cf4 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:31.299372 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bf3bccc8-3db1-40a7-a26f-0865b2041cf4 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:31.304691 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc30ebd-dd76-43a6-ace8-f6c569ef167f None None] Network 620487c4-b713-41b6-914b-36c4d6adc499 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:59:31.398405 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-9be6a2d6-c674-4323-95c4-f84ea1a2583e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Allocated IP 172.25.5.65 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/85b99b6a-695e-458d-bb68-7c34adbdef97) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:59:31.407434 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-bf3bccc8-3db1-40a7-a26f-0865b2041cf4 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8514292 Sep 07 02:59:31.411983 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52802) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:31.484466 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d6ebb612-a5c1-4547-8981-9f2a1cdcd852 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:31.536084 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:31.559105 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9be6a2d6-c674-4323-95c4-f84ea1a2583e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:31.581564 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26312cc9-75de-4753-898d-dc2cd32c26b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-620487c4-b713-41b6-914b-36c4d6adc499', 'network_id': '620487c4-b713-41b6-914b-36c4d6adc499', 'tenant_id': '01d8fd95451d4c5980bd8b778c18b925', 'fixed_ips': [{'subnet_id': '47c6b01b-f4fc-4111-bf98-1357900bcefb'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:59:31.582707 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-26312cc9-75de-4753-898d-dc2cd32c26b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:31.671192 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ebb612-a5c1-4547-8981-9f2a1cdcd852 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event deleted for resources: {'Port': ['ID=3f51bf76-e231-4f77-baaa-a2916b9ab2cc,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:31.679358 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9be6a2d6-c674-4323-95c4-f84ea1a2583e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:31.749740 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-26312cc9-75de-4753-898d-dc2cd32c26b4 None None] Allocated IP 172.20.0.1 (620487c4-b713-41b6-914b-36c4d6adc499/47c6b01b-f4fc-4111-bf98-1357900bcefb/cceae449-2997-4702-9417-4944463009c7) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:59:31.845347 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c86061d0-92a0-4e23-aef1-df08a5371801 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:31.858854 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be6a2d6-c674-4323-95c4-f84ea1a2583e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:59:31.871052 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d6ebb612-a5c1-4547-8981-9f2a1cdcd852 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for floatingip, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:31.871052 n-d-796209-16 neutron-server[94701]: INFO neutron.db.l3_db [None req-d6ebb612-a5c1-4547-8981-9f2a1cdcd852 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Floating IP e9eb4f05-3aa0-4716-a29d-0edee1d597bb disassociated (deleted). External IP: 172.25.5.16, port: 41155c75-47f2-46cb-9c89-5e338a4ecd29. Sep 07 02:59:31.874969 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-9be6a2d6-c674-4323-95c4-f84ea1a2583e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:59:31.889646 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be6a2d6-c674-4323-95c4-f84ea1a2583e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:59:31.934583 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-26312cc9-75de-4753-898d-dc2cd32c26b4 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:31.947082 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-26312cc9-75de-4753-898d-dc2cd32c26b4 None None] Transition to ACTIVE for port object cceae449-2997-4702-9417-4944463009c7 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:59:31.965802 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-26312cc9-75de-4753-898d-dc2cd32c26b4 None None] Transition to ACTIVE for port object cceae449-2997-4702-9417-4944463009c7 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:59:31.977746 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-26312cc9-75de-4753-898d-dc2cd32c26b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:32.035770 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26312cc9-75de-4753-898d-dc2cd32c26b4 None None] Pushing event updated for resources: {'Port': ['ID=cceae449-2997-4702-9417-4944463009c7,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:32.050341 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26312cc9-75de-4753-898d-dc2cd32c26b4 None None] Network 620487c4-b713-41b6-914b-36c4d6adc499 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:59:32.056754 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-26312cc9-75de-4753-898d-dc2cd32c26b4 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:59:32.060928 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26312cc9-75de-4753-898d-dc2cd32c26b4 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:59:32.140691 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c86061d0-92a0-4e23-aef1-df08a5371801 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:32.147322 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6a2d6-c674-4323-95c4-f84ea1a2583e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Pushing event updated for resources: {'Port': ['ID=85b99b6a-695e-458d-bb68-7c34adbdef97,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:32.161378 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-26312cc9-75de-4753-898d-dc2cd32c26b4 None None] Attempting to bind port cceae449-2997-4702-9417-4944463009c7 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:59:32.162255 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-26312cc9-75de-4753-898d-dc2cd32c26b4 None None] Attempting to bind port cceae449-2997-4702-9417-4944463009c7 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '7adc5642-895d-46c0-a15c-394b1f610436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '620487c4-b713-41b6-914b-36c4d6adc499'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:59:32.162908 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26312cc9-75de-4753-898d-dc2cd32c26b4 None None] Attempting to bind port cceae449-2997-4702-9417-4944463009c7 on network 620487c4-b713-41b6-914b-36c4d6adc499 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:59:32.170716 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26312cc9-75de-4753-898d-dc2cd32c26b4 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:59:32.171879 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26312cc9-75de-4753-898d-dc2cd32c26b4 None None] Checking segment: {'id': '7adc5642-895d-46c0-a15c-394b1f610436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '620487c4-b713-41b6-914b-36c4d6adc499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:59:32.173178 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-26312cc9-75de-4753-898d-dc2cd32c26b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:32.174043 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26312cc9-75de-4753-898d-dc2cd32c26b4 None None] Bound using segment: {'id': '7adc5642-895d-46c0-a15c-394b1f610436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '620487c4-b713-41b6-914b-36c4d6adc499'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:59:32.174801 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-26312cc9-75de-4753-898d-dc2cd32c26b4 None None] Bound port: cceae449-2997-4702-9417-4944463009c7, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7adc5642-895d-46c0-a15c-394b1f610436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '620487c4-b713-41b6-914b-36c4d6adc499'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:59:32.175470 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-26312cc9-75de-4753-898d-dc2cd32c26b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:32.220239 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c86061d0-92a0-4e23-aef1-df08a5371801 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:32.305494 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86061d0-92a0-4e23-aef1-df08a5371801 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Pushing event deleted for resources: {'Subnet': ['ID=47c6b01b-f4fc-4111-bf98-1357900bcefb,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:32.350396 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-26312cc9-75de-4753-898d-dc2cd32c26b4 None None] For port cceae449-2997-4702-9417-4944463009c7, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:59:32.375408 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-26312cc9-75de-4753-898d-dc2cd32c26b4 None None] For port cceae449-2997-4702-9417-4944463009c7, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=cceae449-2997-4702-9417-4944463009c7,segment=NetworkSegment(7adc5642-895d-46c0-a15c-394b1f610436),segment_id=7adc5642-895d-46c0-a15c-394b1f610436)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:59:32.386953 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-26312cc9-75de-4753-898d-dc2cd32c26b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:32.473946 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c86061d0-92a0-4e23-aef1-df08a5371801 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:32.567088 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-c86061d0-92a0-4e23-aef1-df08a5371801 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['620487c4-b713-41b6-914b-36c4d6adc499']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:32.575315 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26312cc9-75de-4753-898d-dc2cd32c26b4 None None] Pushing event updated for resources: {'Port': ['ID=cceae449-2997-4702-9417-4944463009c7,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:32.585802 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255fcbf1-e06b-45e0-9fdd-79f1b685dc61 None None] Network 620487c4-b713-41b6-914b-36c4d6adc499 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:59:32.637491 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9be6a2d6-c674-4323-95c4-f84ea1a2583e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:32.644599 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-c86061d0-92a0-4e23-aef1-df08a5371801 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7adc5642-895d-46c0-a15c-394b1f610436') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:32.644805 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-c86061d0-92a0-4e23-aef1-df08a5371801 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7adc5642-895d-46c0-a15c-394b1f610436') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:32.662771 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c86061d0-92a0-4e23-aef1-df08a5371801 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:32.686152 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ebb612-a5c1-4547-8981-9f2a1cdcd852 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Router a6d0bdbe-4c96-49d8-8c8f-565faadeb82e has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:59:32.698451 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c86061d0-92a0-4e23-aef1-df08a5371801 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:32.824566 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5776260c-c609-4a44-ae02-5266ee842f44 None None] get_active_networks_info from n-d-796209-16 {{(pid=94702) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 02:59:32.827256 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9be6a2d6-c674-4323-95c4-f84ea1a2583e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:32.838696 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ebb612-a5c1-4547-8981-9f2a1cdcd852 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:59:32.840687 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c86061d0-92a0-4e23-aef1-df08a5371801 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:59:32.841103 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c86061d0-92a0-4e23-aef1-df08a5371801 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:32.844305 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:59:32.844305 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:59:32.844305 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:59:32.844305 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:59:32.844305 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:59:32.844305 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:59:32.844305 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:59:32.844305 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:59:32.844305 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:59:32.844305 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:59:32.844305 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:59:32.844305 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:59:32.844305 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:59:32.844305 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:59:32.844305 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:59:32.844305 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:59:32.844305 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:59:32.844305 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:59:32.844305 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:59:32.844305 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:59:32.844305 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:59:32.844305 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:59:32.844305 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:59:32.844305 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:59:32.844305 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:59:32.844305 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:59:32.844305 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:59:32.844305 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:59:32.844305 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:59:32.844305 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:59:32.844305 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:59:32.844305 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:59:32.847927 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d6ebb612-a5c1-4547-8981-9f2a1cdcd852 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:32.863164 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1815952-a1e9-4041-acdc-5040a8600b4b None None] Sync routers for ids ['a6d0bdbe-4c96-49d8-8c8f-565faadeb82e'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:59:32.891566 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1815952-a1e9-4041-acdc-5040a8600b4b None None] Routers {'a6d0bdbe-4c96-49d8-8c8f-565faadeb82e'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:59:32.892213 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f1815952-a1e9-4041-acdc-5040a8600b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:59:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['a6d0bdbe-4c96-49d8-8c8f-565faadeb82e'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:32.935823 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d6ebb612-a5c1-4547-8981-9f2a1cdcd852 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "DELETE /v2.0/floatingips/e9eb4f05-3aa0-4716-a29d-0edee1d597bb HTTP/1.1" status: 204 len: 168 time: 2.8762302 Sep 07 02:59:32.943363 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ba396db-1311-4ea4-ba29-032650972ec3', 'tag': '41155c75-47f2-46cb-9c89-5e338a4ecd29'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:59:32.945776 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c3ab2a-0f28-438d-ad64-04d75197fd65" -d '{"events": [{"name": "network-changed", "server_uuid": "3ba396db-1311-4ea4-ba29-032650972ec3", "tag": "41155c75-47f2-46cb-9c89-5e338a4ecd29"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:59:32.954941 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.db.api [None req-c86061d0-92a0-4e23-aef1-df08a5371801 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 07 02:59:32.954941 n-d-796209-16 neutron-server[94701]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 07 02:59:32.954941 n-d-796209-16 neutron-server[94701]: [parameters: {'id': '620487c4-b713-41b6-914b-36c4d6adc499'}] Sep 07 02:59:32.954941 n-d-796209-16 neutron-server[94701]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 02:59:32.955386 n-d-796209-16 neutron-server[94701]: DEBUG oslo_db.api [None req-c86061d0-92a0-4e23-aef1-df08a5371801 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 02:59:33.150805 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9be6a2d6-c674-4323-95c4-f84ea1a2583e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:33.161602 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9be6a2d6-c674-4323-95c4-f84ea1a2583e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:33.235020 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5776260c-c609-4a44-ae02-5266ee842f44 None None] Resources bound (agent type, host, resource id): {{(pid=94702) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 07 02:59:33.259760 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6a2d6-c674-4323-95c4-f84ea1a2583e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Pushing event updated for resources: {'Port': ['ID=85b99b6a-695e-458d-bb68-7c34adbdef97,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:33.294370 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 02:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3a93f1-76ee-4e96-923a-0e003757e5cb x-openstack-request-id: req-8b3a93f1-76ee-4e96-923a-0e003757e5cb {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:59:33.296324 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ba396db-1311-4ea4-ba29-032650972ec3", "tag": "41155c75-47f2-46cb-9c89-5e338a4ecd29", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:59:33.296799 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8b3a93f1-76ee-4e96-923a-0e003757e5cb {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:59:33.297483 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ba396db-1311-4ea4-ba29-032650972ec3', 'tag': '41155c75-47f2-46cb-9c89-5e338a4ecd29', 'status': 'completed', 'code': 200} Sep 07 02:59:33.458172 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c86061d0-92a0-4e23-aef1-df08a5371801 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:33.476300 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9be6a2d6-c674-4323-95c4-f84ea1a2583e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:33.495961 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce04f7fd-853c-47ea-8fd3-f2372b34c4b9 req-e651d3dd-19eb-4212-a70b-16340820f66a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:33.498275 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3ab2a-0f28-438d-ad64-04d75197fd65 req-41970733-3bff-416e-9cc6-287882f8f0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:33.500106 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a5c3ab2a-0f28-438d-ad64-04d75197fd65 req-41970733-3bff-416e-9cc6-287882f8f0b9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=626f31b15da14e0da01388cbfdee7f90&device_id=3ba396db-1311-4ea4-ba29-032650972ec3 HTTP/1.1" status: 200 len: 1098 time: 0.1579654 Sep 07 02:59:33.506913 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ce04f7fd-853c-47ea-8fd3-f2372b34c4b9 req-e651d3dd-19eb-4212-a70b-16340820f66a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ba396db-1311-4ea4-ba29-032650972ec3 HTTP/1.1" status: 200 len: 946 time: 0.1125448 Sep 07 02:59:33.598363 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ce04f7fd-853c-47ea-8fd3-f2372b34c4b9 req-41f922b7-9970-472c-b3d8-bf50c219bd54 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=294b048e-8567-497b-8d1d-04d7fb63968c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898509 Sep 07 02:59:33.632512 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-c86061d0-92a0-4e23-aef1-df08a5371801 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Deleting port cceae449-2997-4702-9417-4944463009c7 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:59:33.632770 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c86061d0-92a0-4e23-aef1-df08a5371801 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:33.732133 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-c86061d0-92a0-4e23-aef1-df08a5371801 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] For port cceae449-2997-4702-9417-4944463009c7, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=cceae449-2997-4702-9417-4944463009c7,segment=NetworkSegment(7adc5642-895d-46c0-a15c-394b1f610436),segment_id=7adc5642-895d-46c0-a15c-394b1f610436)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:59:33.732674 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c86061d0-92a0-4e23-aef1-df08a5371801 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:33.761173 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-c86061d0-92a0-4e23-aef1-df08a5371801 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Calling delete_port for cceae449-2997-4702-9417-4944463009c7 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:59:33.765954 n-d-796209-16 neutron-server[94700]: INFO neutron.db.l3_db [None req-9be6a2d6-c674-4323-95c4-f84ea1a2583e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Floating IP 1a166db0-9c32-4aba-954f-7c69fb255c3a associated. External IP: 172.25.5.65, port: e195f89b-a525-465a-9ed8-c7f869223332. Sep 07 02:59:33.775594 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3ab2a-0f28-438d-ad64-04d75197fd65 req-5483ccce-a7d3-4cf3-a5ac-d94a83324bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:33.775594 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a5c3ab2a-0f28-438d-ad64-04d75197fd65 req-5483ccce-a7d3-4cf3-a5ac-d94a83324bb5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6cd744d1-899a-4d57-ba10-aa6d1dc0746f HTTP/1.1" status: 200 len: 896 time: 0.2122684 Sep 07 02:59:33.811805 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-f1815952-a1e9-4041-acdc-5040a8600b4b None None] Set router a6d0bdbe-4c96-49d8-8c8f-565faadeb82e gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:59:33.905062 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c86061d0-92a0-4e23-aef1-df08a5371801 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:33.993387 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86061d0-92a0-4e23-aef1-df08a5371801 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] No DVR routers for this DVR port cceae449-2997-4702-9417-4944463009c7 on host n-d-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:59:34.004373 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86061d0-92a0-4e23-aef1-df08a5371801 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Pushing event deleted for resources: {'Port': ['ID=cceae449-2997-4702-9417-4944463009c7,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:34.113059 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c86061d0-92a0-4e23-aef1-df08a5371801 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:34.140017 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-c86061d0-92a0-4e23-aef1-df08a5371801 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['620487c4-b713-41b6-914b-36c4d6adc499']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:34.163735 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-c86061d0-92a0-4e23-aef1-df08a5371801 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7adc5642-895d-46c0-a15c-394b1f610436') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:34.165338 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-c86061d0-92a0-4e23-aef1-df08a5371801 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7adc5642-895d-46c0-a15c-394b1f610436') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:34.179418 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c86061d0-92a0-4e23-aef1-df08a5371801 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:34.213190 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c86061d0-92a0-4e23-aef1-df08a5371801 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:34.220214 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c86061d0-92a0-4e23-aef1-df08a5371801 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:59:34.220777 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c86061d0-92a0-4e23-aef1-df08a5371801 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:34.263346 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f1815952-a1e9-4041-acdc-5040a8600b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d0bdbe-4c96-49d8-8c8f-565faadeb82e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2143267678', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '1660260e-8a00-464c-a226-a004037dfcbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:57:15Z', 'updated_at': '2021-09-07T02:57:25Z', 'revision_number': 4, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'gw_port': {'id': '1660260e-8a00-464c-a226-a004037dfcbe', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:57:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d0bdbe-4c96-49d8-8c8f-565faadeb82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:57:17Z', 'updated_at': '2021-09-07T02:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '93ce6660-c31e-40b7-af93-aa9a3d503ced', 'name': '', 'network_id': '6cd744d1-899a-4d57-ba10-aa6d1dc0746f', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'mac_address': 'fa:16:3e:be:78:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d0bdbe-4c96-49d8-8c8f-565faadeb82e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'c3e8b00e-7dd5-4121-9d90-2dad2df2b8a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:57:22Z', 'updated_at': '2021-09-07T02:57:32Z', 'revision_number': 5, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'subnets': [{'id': 'c3e8b00e-7dd5-4121-9d90-2dad2df2b8a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:34.290373 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:59:34.290373 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:59:34.290373 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:59:34.290373 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:59:34.290373 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:59:34.290373 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:59:34.290373 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:59:34.290373 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:59:34.290373 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:59:34.290373 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:59:34.290373 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:59:34.290373 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:59:34.290373 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:59:34.290373 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:59:34.290373 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:59:34.290373 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:59:34.290373 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:59:34.290373 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:59:34.290373 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:59:34.290373 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:59:34.290373 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:59:34.290373 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:59:34.290373 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:59:34.290373 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:59:34.290373 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:59:34.290373 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:59:34.290373 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:59:34.290373 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:59:34.290373 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:59:34.290373 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:59:34.290373 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:59:34.290373 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:59:34.301830 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c86061d0-92a0-4e23-aef1-df08a5371801 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:34.302246 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1815952-a1e9-4041-acdc-5040a8600b4b None None] Checking router: a6d0bdbe-4c96-49d8-8c8f-565faadeb82e for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:59:34.320584 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1815952-a1e9-4041-acdc-5040a8600b4b None None] Routers {'a6d0bdbe-4c96-49d8-8c8f-565faadeb82e'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:59:34.321577 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f1815952-a1e9-4041-acdc-5040a8600b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:59:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['a6d0bdbe-4c96-49d8-8c8f-565faadeb82e'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:34.326156 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c86061d0-92a0-4e23-aef1-df08a5371801 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:34.328361 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c86061d0-92a0-4e23-aef1-df08a5371801 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "DELETE /v2.0/networks/620487c4-b713-41b6-914b-36c4d6adc499 HTTP/1.1" status: 204 len: 168 time: 2.9154389 Sep 07 02:59:34.329307 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86061d0-92a0-4e23-aef1-df08a5371801 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Pushing event deleted for resources: {'Network': ['ID=620487c4-b713-41b6-914b-36c4d6adc499,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:34.332448 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52902) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:34.337458 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-a46b34c0-96fa-403b-af11-8f502b649eef tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-332266511'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:59:34.369008 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a46b34c0-96fa-403b-af11-8f502b649eef tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Made reservation on behalf of 01d8fd95451d4c5980bd8b778c18b925 for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:59:34.373157 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a46b34c0-96fa-403b-af11-8f502b649eef tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:34.427713 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a46b34c0-96fa-403b-af11-8f502b649eef tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:59:34.445627 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a46b34c0-96fa-403b-af11-8f502b649eef tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:34.446053 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-a46b34c0-96fa-403b-af11-8f502b649eef tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Added segment 6b5ff83b-f6b2-4b19-bb71-b8436981fa09 of type vlan for network 89b812b8-6fe9-4f61-9f00-a0aed081ff85 Sep 07 02:59:34.492557 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a46b34c0-96fa-403b-af11-8f502b649eef tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:34.523330 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a46b34c0-96fa-403b-af11-8f502b649eef tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:34.530866 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46b34c0-96fa-403b-af11-8f502b649eef tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:34.531662 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a46b34c0-96fa-403b-af11-8f502b649eef tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:34.562135 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-f1815952-a1e9-4041-acdc-5040a8600b4b None None] Set router a6d0bdbe-4c96-49d8-8c8f-565faadeb82e gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:59:34.673554 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46b34c0-96fa-403b-af11-8f502b649eef tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Pushing event updated for resources: {'Network': ['ID=89b812b8-6fe9-4f61-9f00-a0aed081ff85,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:34.703047 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a46b34c0-96fa-403b-af11-8f502b649eef tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3663895 Sep 07 02:59:34.703510 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52910) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:34.714005 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-05d4d173-bdcf-4298-bbf8-30fd13a19bf0 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:59:34.740631 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 89b812b8-6fe9-4f61-9f00-a0aed081ff85 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:59:34.806344 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a5c3ab2a-0f28-438d-ad64-04d75197fd65 req-90bfe806-ad55-4f55-b041-877c25e85094 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=41155c75-47f2-46cb-9c89-5e338a4ecd29 HTTP/1.1" status: 200 len: 217 time: 0.9930100 Sep 07 02:59:34.908839 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5edda6c-d0ca-4c6a-a1ff-c000c0e0bc56 req-5bdd3d8c-6367-4d4b-a62e-1cdd05b8ce0d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:34.911046 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b5edda6c-d0ca-4c6a-a1ff-c000c0e0bc56 req-5bdd3d8c-6367-4d4b-a62e-1cdd05b8ce0d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ba396db-1311-4ea4-ba29-032650972ec3 HTTP/1.1" status: 200 len: 946 time: 0.1385679 Sep 07 02:59:34.988491 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4388b54-6f17-4ec7-8916-47b3e8aeedde req-c3591614-6d0d-427e-895d-1a1e06b6d700 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:34.997223 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c4388b54-6f17-4ec7-8916-47b3e8aeedde req-c3591614-6d0d-427e-895d-1a1e06b6d700 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ba396db-1311-4ea4-ba29-032650972ec3 HTTP/1.1" status: 200 len: 946 time: 0.2569270 Sep 07 02:59:35.023589 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3ab2a-0f28-438d-ad64-04d75197fd65 req-068e5513-7456-4fc7-a803-53c15b542c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:35.025379 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a5c3ab2a-0f28-438d-ad64-04d75197fd65 req-068e5513-7456-4fc7-a803-53c15b542c48 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c3e8b00e-7dd5-4121-9d90-2dad2df2b8a4 HTTP/1.1" status: 200 len: 835 time: 0.2073905 Sep 07 02:59:35.139359 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3ab2a-0f28-438d-ad64-04d75197fd65 req-8fe19353-4bd2-4f76-b5ba-295a3baacdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:35.141239 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a5c3ab2a-0f28-438d-ad64-04d75197fd65 req-8fe19353-4bd2-4f76-b5ba-295a3baacdc2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6cd744d1-899a-4d57-ba10-aa6d1dc0746f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0749078 Sep 07 02:59:35.143245 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-b5edda6c-d0ca-4c6a-a1ff-c000c0e0bc56 req-1c48b1ab-f9fb-4e20-9291-739b2712322a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Deleting port 41155c75-47f2-46cb-9c89-5e338a4ecd29 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:59:35.143895 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b5edda6c-d0ca-4c6a-a1ff-c000c0e0bc56 req-1c48b1ab-f9fb-4e20-9291-739b2712322a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:35.144628 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f1815952-a1e9-4041-acdc-5040a8600b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d0bdbe-4c96-49d8-8c8f-565faadeb82e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2143267678', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '1660260e-8a00-464c-a226-a004037dfcbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:57:15Z', 'updated_at': '2021-09-07T02:57:25Z', 'revision_number': 4, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'gw_port': {'id': '1660260e-8a00-464c-a226-a004037dfcbe', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:57:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d0bdbe-4c96-49d8-8c8f-565faadeb82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:57:17Z', 'updated_at': '2021-09-07T02:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '93ce6660-c31e-40b7-af93-aa9a3d503ced', 'name': '', 'network_id': '6cd744d1-899a-4d57-ba10-aa6d1dc0746f', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'mac_address': 'fa:16:3e:be:78:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d0bdbe-4c96-49d8-8c8f-565faadeb82e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'c3e8b00e-7dd5-4121-9d90-2dad2df2b8a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:57:22Z', 'updated_at': '2021-09-07T02:57:32Z', 'revision_number': 5, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'subnets': [{'id': 'c3e8b00e-7dd5-4121-9d90-2dad2df2b8a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:35.215456 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1815952-a1e9-4041-acdc-5040a8600b4b None None] The sync data for ids ['a6d0bdbe-4c96-49d8-8c8f-565faadeb82e'] in n-d-796209-16 is: [{'id': 'a6d0bdbe-4c96-49d8-8c8f-565faadeb82e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2143267678', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '1660260e-8a00-464c-a226-a004037dfcbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:57:15Z', 'updated_at': '2021-09-07T02:57:25Z', 'revision_number': 4, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'gw_port': {'id': '1660260e-8a00-464c-a226-a004037dfcbe', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:57:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d0bdbe-4c96-49d8-8c8f-565faadeb82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:57:17Z', 'updated_at': '2021-09-07T02:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '93ce6660-c31e-40b7-af93-aa9a3d503ced', 'name': '', 'network_id': '6cd744d1-899a-4d57-ba10-aa6d1dc0746f', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'mac_address': 'fa:16:3e:be:78:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d0bdbe-4c96-49d8-8c8f-565faadeb82e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': 'c3e8b00e-7dd5-4121-9d90-2dad2df2b8a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:57:22Z', 'updated_at': '2021-09-07T02:57:32Z', 'revision_number': 5, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'subnets': [{'id': 'c3e8b00e-7dd5-4121-9d90-2dad2df2b8a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:59:35.216389 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9be6a2d6-c674-4323-95c4-f84ea1a2583e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Router 0663726e-d85f-476e-b2fe-516394e48a04 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:59:35.426241 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a5c3ab2a-0f28-438d-ad64-04d75197fd65 req-801dcc4c-b053-410b-969c-c67cd5ca5edb service neutron] 10.222.0.16 "GET /v2.0/networks/6cd744d1-899a-4d57-ba10-aa6d1dc0746f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755790 Sep 07 02:59:35.481940 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-b5edda6c-d0ca-4c6a-a1ff-c000c0e0bc56 req-1c48b1ab-f9fb-4e20-9291-739b2712322a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] For port 41155c75-47f2-46cb-9c89-5e338a4ecd29, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=41155c75-47f2-46cb-9c89-5e338a4ecd29,segment=NetworkSegment(05a63878-67bb-453a-b0c6-23f8e4899735),segment_id=05a63878-67bb-453a-b0c6-23f8e4899735)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:59:35.482317 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b5edda6c-d0ca-4c6a-a1ff-c000c0e0bc56 req-1c48b1ab-f9fb-4e20-9291-739b2712322a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:35.666990 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be6a2d6-c674-4323-95c4-f84ea1a2583e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:59:35.682861 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b442c1-323c-4b32-ba88-9d84a933211e None None] Sync routers for ids ['0663726e-d85f-476e-b2fe-516394e48a04'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:59:35.697548 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b442c1-323c-4b32-ba88-9d84a933211e None None] Routers {'0663726e-d85f-476e-b2fe-516394e48a04'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:59:35.698561 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-82b442c1-323c-4b32-ba88-9d84a933211e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:59:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['0663726e-d85f-476e-b2fe-516394e48a04'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:35.699591 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-b5edda6c-d0ca-4c6a-a1ff-c000c0e0bc56 req-1c48b1ab-f9fb-4e20-9291-739b2712322a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Calling delete_port for 41155c75-47f2-46cb-9c89-5e338a4ecd29 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:59:35.730317 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c4388b54-6f17-4ec7-8916-47b3e8aeedde req-0df93ff1-5a86-4b3b-9a21-05901c6789cd tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=294b048e-8567-497b-8d1d-04d7fb63968c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7175112 Sep 07 02:59:35.760876 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-82b442c1-323c-4b32-ba88-9d84a933211e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:35.780623 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b442c1-323c-4b32-ba88-9d84a933211e None None] Routers {'0663726e-d85f-476e-b2fe-516394e48a04'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:59:35.781566 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-82b442c1-323c-4b32-ba88-9d84a933211e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:59:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['0663726e-d85f-476e-b2fe-516394e48a04'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:35.788434 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-05d4d173-bdcf-4298-bbf8-30fd13a19bf0 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:35.794739 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab2439d-a0c2-4269-a9f5-32cb5c23c6b5 None None] New status for floating IP e9eb4f05-3aa0-4716-a29d-0edee1d597bb: DOWN {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 02:59:35.829699 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-82b442c1-323c-4b32-ba88-9d84a933211e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:35.830665 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b442c1-323c-4b32-ba88-9d84a933211e None None] The sync data for ids ['0663726e-d85f-476e-b2fe-516394e48a04'] in n-d-796209-16 is: [] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:59:35.832205 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-05d4d173-bdcf-4298-bbf8-30fd13a19bf0 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:35.851664 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9be6a2d6-c674-4323-95c4-f84ea1a2583e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:35.860614 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a5c3ab2a-0f28-438d-ad64-04d75197fd65 req-f775bdbe-ecc3-425b-b76d-59118339d664 service neutron] 10.222.0.16 "GET /v2.0/networks/6cd744d1-899a-4d57-ba10-aa6d1dc0746f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4222398 Sep 07 02:59:35.862813 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-05d4d173-bdcf-4298-bbf8-30fd13a19bf0 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Network 89b812b8-6fe9-4f61-9f00-a0aed081ff85 is not hosted by any dhcp agent {{(pid=94701) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 07 02:59:35.868617 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d4d173-bdcf-4298-bbf8-30fd13a19bf0 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:35.869508 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-05d4d173-bdcf-4298-bbf8-30fd13a19bf0 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:35.870837 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-05d4d173-bdcf-4298-bbf8-30fd13a19bf0 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "PUT /v2.0/networks/89b812b8-6fe9-4f61-9f00-a0aed081ff85 HTTP/1.1" status: 200 len: 723 time: 1.1660872 Sep 07 02:59:35.874202 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52930) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:35.892144 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-d1cdd848-b66f-44ae-a12c-70bfb89c713b tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Request body: {'subnet': {'network_id': '89b812b8-6fe9-4f61-9f00-a0aed081ff85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:59:35.928595 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9be6a2d6-c674-4323-95c4-f84ea1a2583e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 4.8483038 Sep 07 02:59:35.934985 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 52932) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:35.946884 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-3a9de697-5ac4-494c-9fae-0eca0dbc929b tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1034373809'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:59:36.029254 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9de697-5ac4-494c-9fae-0eca0dbc929b tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Made reservation on behalf of 0dfb985d82cb4d0686e11ceaaf162601 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:59:36.035326 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3a9de697-5ac4-494c-9fae-0eca0dbc929b tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:36.048127 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.db.api [None req-d1cdd848-b66f-44ae-a12c-70bfb89c713b tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 02:59:36.048127 n-d-796209-16 neutron-server[94701]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 07 02:59:36.048127 n-d-796209-16 neutron-server[94701]: [parameters: {'project_id_1': '01d8fd95451d4c5980bd8b778c18b925', 'expiration_1': datetime.datetime(2021, 9, 7, 2, 59, 15, 981726)}] Sep 07 02:59:36.048127 n-d-796209-16 neutron-server[94701]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 02:59:36.048703 n-d-796209-16 neutron-server[94701]: DEBUG oslo_db.api [None req-d1cdd848-b66f-44ae-a12c-70bfb89c713b tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 02:59:36.049122 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d4d173-bdcf-4298-bbf8-30fd13a19bf0 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Pushing event updated for resources: {'Network': ['ID=89b812b8-6fe9-4f61-9f00-a0aed081ff85,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:36.061999 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 89b812b8-6fe9-4f61-9f00-a0aed081ff85 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:59:36.148003 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a9de697-5ac4-494c-9fae-0eca0dbc929b tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:59:36.199617 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3a9de697-5ac4-494c-9fae-0eca0dbc929b tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:36.199787 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-3a9de697-5ac4-494c-9fae-0eca0dbc929b tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Added segment 54ef63ce-7a48-42e0-b068-3b33058008e3 of type vlan for network 639d5f89-1bae-47c9-a2ef-f0e7c2d6deec Sep 07 02:59:36.201163 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b5edda6c-d0ca-4c6a-a1ff-c000c0e0bc56 req-1c48b1ab-f9fb-4e20-9291-739b2712322a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:36.245120 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c48b1ab-f9fb-4e20-9291-739b2712322a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event deleted for resources: {'Port': ['ID=41155c75-47f2-46cb-9c89-5e338a4ecd29,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:36.310818 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52938) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:36.316779 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c48b1ab-f9fb-4e20-9291-739b2712322a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:59:36.317125 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c48b1ab-f9fb-4e20-9291-739b2712322a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:59:36.317472 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c48b1ab-f9fb-4e20-9291-739b2712322a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:59:36.317813 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c48b1ab-f9fb-4e20-9291-739b2712322a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:59:36.318147 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c48b1ab-f9fb-4e20-9291-739b2712322a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:59:36.318482 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c48b1ab-f9fb-4e20-9291-739b2712322a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:59:36.318813 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c48b1ab-f9fb-4e20-9291-739b2712322a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:59:36.319314 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c48b1ab-f9fb-4e20-9291-739b2712322a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:59:36.319811 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c48b1ab-f9fb-4e20-9291-739b2712322a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:59:36.320148 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c48b1ab-f9fb-4e20-9291-739b2712322a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:59:36.320481 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c48b1ab-f9fb-4e20-9291-739b2712322a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:59:36.320807 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c48b1ab-f9fb-4e20-9291-739b2712322a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 02:59:36.328035 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3a9de697-5ac4-494c-9fae-0eca0dbc929b tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:36.348618 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5edda6c-d0ca-4c6a-a1ff-c000c0e0bc56 req-1c48b1ab-f9fb-4e20-9291-739b2712322a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] No DVR routers for this DVR port 41155c75-47f2-46cb-9c89-5e338a4ecd29 on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:59:36.352401 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b5edda6c-d0ca-4c6a-a1ff-c000c0e0bc56 req-1c48b1ab-f9fb-4e20-9291-739b2712322a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:36.354495 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b5edda6c-d0ca-4c6a-a1ff-c000c0e0bc56 req-1c48b1ab-f9fb-4e20-9291-739b2712322a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.16 "DELETE /v2.0/ports/41155c75-47f2-46cb-9c89-5e338a4ecd29 HTTP/1.1" status: 204 len: 173 time: 1.4354064 Sep 07 02:59:36.354950 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba396db-1311-4ea4-ba29-032650972ec3', 'name': 'network-vif-deleted', 'tag': '41155c75-47f2-46cb-9c89-5e338a4ecd29'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 02:59:36.357316 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d1b9274-8622-4bae-855f-9fdc1235626b" -d '{"events": [{"server_uuid": "3ba396db-1311-4ea4-ba29-032650972ec3", "name": "network-vif-deleted", "tag": "41155c75-47f2-46cb-9c89-5e338a4ecd29"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 02:59:36.389620 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3a9de697-5ac4-494c-9fae-0eca0dbc929b tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:36.398852 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9de697-5ac4-494c-9fae-0eca0dbc929b tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:36.399723 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3a9de697-5ac4-494c-9fae-0eca0dbc929b tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:36.493952 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 02:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22190893-2b5a-4579-b1c0-5f205c6d27d5 x-openstack-request-id: req-22190893-2b5a-4579-b1c0-5f205c6d27d5 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 02:59:36.494358 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ba396db-1311-4ea4-ba29-032650972ec3", "name": "network-vif-deleted", "tag": "41155c75-47f2-46cb-9c89-5e338a4ecd29", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 02:59:36.494637 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-22190893-2b5a-4579-b1c0-5f205c6d27d5 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 02:59:36.495052 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba396db-1311-4ea4-ba29-032650972ec3', 'name': 'network-vif-deleted', 'tag': '41155c75-47f2-46cb-9c89-5e338a4ecd29', 'status': 'completed', 'code': 200} Sep 07 02:59:36.495689 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9de697-5ac4-494c-9fae-0eca0dbc929b tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Pushing event updated for resources: {'Network': ['ID=639d5f89-1bae-47c9-a2ef-f0e7c2d6deec,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:36.498896 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3a9de697-5ac4-494c-9fae-0eca0dbc929b tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5625117 Sep 07 02:59:36.502138 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 52944) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:36.511722 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-e203a7aa-b5cd-4483-b93b-6e0a83003907 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Request body: {'subnet': {'network_id': '639d5f89-1bae-47c9-a2ef-f0e7c2d6deec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:59:36.521536 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 639d5f89-1bae-47c9-a2ef-f0e7c2d6deec details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:59:36.570844 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a1d3e6b3-86f5-421d-bf22-1e5ffe574d1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:36.641144 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1cdd848-b66f-44ae-a12c-70bfb89c713b tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Made reservation on behalf of 01d8fd95451d4c5980bd8b778c18b925 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:59:36.646399 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d1cdd848-b66f-44ae-a12c-70bfb89c713b tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:36.678946 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e203a7aa-b5cd-4483-b93b-6e0a83003907 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Made reservation on behalf of 0dfb985d82cb4d0686e11ceaaf162601 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:59:36.682689 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e203a7aa-b5cd-4483-b93b-6e0a83003907 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:36.952134 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8c8ac718-1586-4faf-b7fc-f9351dd00708 req-60adf673-c2c5-42b0-a3c3-617f09773730 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ba396db-1311-4ea4-ba29-032650972ec3 HTTP/1.1" status: 200 len: 210 time: 0.0615621 Sep 07 02:59:37.095084 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a1d3e6b3-86f5-421d-bf22-1e5ffe574d1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:37.111172 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a1d3e6b3-86f5-421d-bf22-1e5ffe574d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:37.174744 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d1cdd848-b66f-44ae-a12c-70bfb89c713b tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:37.180072 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e203a7aa-b5cd-4483-b93b-6e0a83003907 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:37.185489 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a1d3e6b3-86f5-421d-bf22-1e5ffe574d1f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4ec3a274044741c487b8532a7a354260&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8728962 Sep 07 02:59:37.189043 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 52960) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:37.226384 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d3e6b3-86f5-421d-bf22-1e5ffe574d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd01e81f-ca1b-4192-bee5-a78d2db46411,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:37.312856 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203a7aa-b5cd-4483-b93b-6e0a83003907 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Pushing event updated for resources: {'Subnet': ['ID=46228612-db9c-4d29-9974-dd92c68edba6,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:37.343709 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e203a7aa-b5cd-4483-b93b-6e0a83003907 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Checking segment: {'id': '54ef63ce-7a48-42e0-b068-3b33058008e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '639d5f89-1bae-47c9-a2ef-f0e7c2d6deec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:59:37.344485 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e203a7aa-b5cd-4483-b93b-6e0a83003907 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Network hostable DHCP agents. Network: 639d5f89-1bae-47c9-a2ef-f0e7c2d6deec, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:59:37.350229 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cdd848-b66f-44ae-a12c-70bfb89c713b tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Pushing event updated for resources: {'Subnet': ['ID=b45deb75-85fd-43b1-9290-bb0456c410dd,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:37.373825 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a370dd7-08f1-406b-b5e4-0e7c9369a35c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:37.382445 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cdd848-b66f-44ae-a12c-70bfb89c713b tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Checking segment: {'id': '6b5ff83b-f6b2-4b19-bb71-b8436981fa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '89b812b8-6fe9-4f61-9f00-a0aed081ff85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:59:37.382843 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1cdd848-b66f-44ae-a12c-70bfb89c713b tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Network hostable DHCP agents. Network: 89b812b8-6fe9-4f61-9f00-a0aed081ff85, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:59:37.398701 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e203a7aa-b5cd-4483-b93b-6e0a83003907 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Network 639d5f89-1bae-47c9-a2ef-f0e7c2d6deec is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:59:37.419986 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a370dd7-08f1-406b-b5e4-0e7c9369a35c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:37.430347 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-e203a7aa-b5cd-4483-b93b-6e0a83003907 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 639d5f89-1bae-47c9-a2ef-f0e7c2d6deec) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:59:37.437297 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e203a7aa-b5cd-4483-b93b-6e0a83003907 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:37.438335 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e203a7aa-b5cd-4483-b93b-6e0a83003907 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:37.460973 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3803ebc4-bf39-46df-8ebc-d5a53fe80912 None None] Network 639d5f89-1bae-47c9-a2ef-f0e7c2d6deec requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:59:37.485549 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-e203a7aa-b5cd-4483-b93b-6e0a83003907 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9822798 Sep 07 02:59:37.487997 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 52966) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:37.493892 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-9073e146-1e84-4f88-81ff-bcfe99e88966 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1525210402', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}, 'admin_state_up': False}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:59:37.517591 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1cdd848-b66f-44ae-a12c-70bfb89c713b tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Network 89b812b8-6fe9-4f61-9f00-a0aed081ff85 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:59:37.529503 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a370dd7-08f1-406b-b5e4-0e7c9369a35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:37.534512 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a370dd7-08f1-406b-b5e4-0e7c9369a35c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:37.535827 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-0a370dd7-08f1-406b-b5e4-0e7c9369a35c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bd01e81f-ca1b-4192-bee5-a78d2db46411 HTTP/1.1" status: 204 len: 168 time: 0.3418059 Sep 07 02:59:37.555799 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-d1cdd848-b66f-44ae-a12c-70bfb89c713b tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 89b812b8-6fe9-4f61-9f00-a0aed081ff85) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:59:37.563917 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9073e146-1e84-4f88-81ff-bcfe99e88966 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:37.571706 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9073e146-1e84-4f88-81ff-bcfe99e88966 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:37.580289 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cdd848-b66f-44ae-a12c-70bfb89c713b tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:37.582110 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d1cdd848-b66f-44ae-a12c-70bfb89c713b tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:37.598912 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a370dd7-08f1-406b-b5e4-0e7c9369a35c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd01e81f-ca1b-4192-bee5-a78d2db46411,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:37.616602 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d1cdd848-b66f-44ae-a12c-70bfb89c713b tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7410421 Sep 07 02:59:37.619285 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 52970) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:37.642292 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-e5371e28-7b1c-475b-8e1e-e823a7f5ff4f tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:59:37.644993 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a818f9-c27c-4acd-bfea-d6492d515e99 None None] Network 89b812b8-6fe9-4f61-9f00-a0aed081ff85 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:59:37.649540 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52972) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:37.809468 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9073e146-1e84-4f88-81ff-bcfe99e88966 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:37.889287 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b40d79-3dee-4f98-8ef5-f552cefc04fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-639d5f89-1bae-47c9-a2ef-f0e7c2d6deec', 'network_id': '639d5f89-1bae-47c9-a2ef-f0e7c2d6deec', 'tenant_id': '0dfb985d82cb4d0686e11ceaaf162601', 'fixed_ips': [{'subnet_id': '46228612-db9c-4d29-9974-dd92c68edba6'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:59:37.891256 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-79b40d79-3dee-4f98-8ef5-f552cefc04fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:37.987840 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e5371e28-7b1c-475b-8e1e-e823a7f5ff4f tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12889305'] for subnet, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:38.046870 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 52980) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:38.105353 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3014b987-1b79-4e8a-afda-1adccc239021 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-89b812b8-6fe9-4f61-9f00-a0aed081ff85', 'network_id': '89b812b8-6fe9-4f61-9f00-a0aed081ff85', 'tenant_id': '01d8fd95451d4c5980bd8b778c18b925', 'fixed_ips': [{'subnet_id': 'b45deb75-85fd-43b1-9290-bb0456c410dd'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:59:38.106169 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3014b987-1b79-4e8a-afda-1adccc239021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:38.154576 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9073e146-1e84-4f88-81ff-bcfe99e88966 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:38.290372 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-72ad64b4-f305-44b2-b1bb-af53139bacf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:38.328190 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e5371e28-7b1c-475b-8e1e-e823a7f5ff4f tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768889760476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13005800'] for subnet, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:38.364732 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-79b40d79-3dee-4f98-8ef5-f552cefc04fd None None] Allocated IP 172.20.0.2 (639d5f89-1bae-47c9-a2ef-f0e7c2d6deec/46228612-db9c-4d29-9974-dd92c68edba6/5c95f8be-8d33-45b7-84d0-f2b82ceacbbf) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:59:38.402990 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5371e28-7b1c-475b-8e1e-e823a7f5ff4f tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:38.404480 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e5371e28-7b1c-475b-8e1e-e823a7f5ff4f tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:38.411198 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-e5371e28-7b1c-475b-8e1e-e823a7f5ff4f tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "PUT /v2.0/subnets/b45deb75-85fd-43b1-9290-bb0456c410dd HTTP/1.1" status: 200 len: 806 time: 0.7807562 Sep 07 02:59:38.411539 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 52994) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:38.424003 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-3014b987-1b79-4e8a-afda-1adccc239021 None None] Allocated IP 172.20.0.2 (89b812b8-6fe9-4f61-9f00-a0aed081ff85/b45deb75-85fd-43b1-9290-bb0456c410dd/0598a7c2-73f4-4bfe-9589-6ad0eca7e664) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:59:38.468743 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5371e28-7b1c-475b-8e1e-e823a7f5ff4f tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Pushing event updated for resources: {'Subnet': ['ID=b45deb75-85fd-43b1-9290-bb0456c410dd,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:38.610679 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9073e146-1e84-4f88-81ff-bcfe99e88966 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:38.636278 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9073e146-1e84-4f88-81ff-bcfe99e88966 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:38.665631 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-79b40d79-3dee-4f98-8ef5-f552cefc04fd None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:38.693348 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dc1510a0-c560-412b-91fd-6a18bab7ccb8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:38.709066 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-79b40d79-3dee-4f98-8ef5-f552cefc04fd None None] Transition to ACTIVE for port object 5c95f8be-8d33-45b7-84d0-f2b82ceacbbf will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:59:38.744464 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-79b40d79-3dee-4f98-8ef5-f552cefc04fd None None] Transition to ACTIVE for port object 5c95f8be-8d33-45b7-84d0-f2b82ceacbbf will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:59:38.746304 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3014b987-1b79-4e8a-afda-1adccc239021 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:38.758269 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3014b987-1b79-4e8a-afda-1adccc239021 None None] Transition to ACTIVE for port object 0598a7c2-73f4-4bfe-9589-6ad0eca7e664 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:59:38.761044 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-79b40d79-3dee-4f98-8ef5-f552cefc04fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:38.813210 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3014b987-1b79-4e8a-afda-1adccc239021 None None] Transition to ACTIVE for port object 0598a7c2-73f4-4bfe-9589-6ad0eca7e664 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:59:38.824181 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b40d79-3dee-4f98-8ef5-f552cefc04fd None None] Network 639d5f89-1bae-47c9-a2ef-f0e7c2d6deec is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:59:38.828047 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-79b40d79-3dee-4f98-8ef5-f552cefc04fd None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:59:38.833202 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3014b987-1b79-4e8a-afda-1adccc239021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:38.839684 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b40d79-3dee-4f98-8ef5-f552cefc04fd None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:59:38.852879 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b40d79-3dee-4f98-8ef5-f552cefc04fd None None] Pushing event updated for resources: {'Port': ['ID=5c95f8be-8d33-45b7-84d0-f2b82ceacbbf,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:38.886096 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dc1510a0-c560-412b-91fd-6a18bab7ccb8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:38.904859 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3014b987-1b79-4e8a-afda-1adccc239021 None None] Pushing event updated for resources: {'Port': ['ID=0598a7c2-73f4-4bfe-9589-6ad0eca7e664,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:38.935699 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3014b987-1b79-4e8a-afda-1adccc239021 None None] Network 89b812b8-6fe9-4f61-9f00-a0aed081ff85 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:59:38.951321 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-3014b987-1b79-4e8a-afda-1adccc239021 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:59:38.954032 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-9073e146-1e84-4f88-81ff-bcfe99e88966 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Allocated IP 172.25.5.232 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/2cdabc84-e1d7-4c94-9ac5-0108be794f6f) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:59:38.958644 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3014b987-1b79-4e8a-afda-1adccc239021 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:59:38.979785 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-79b40d79-3dee-4f98-8ef5-f552cefc04fd None None] Attempting to bind port 5c95f8be-8d33-45b7-84d0-f2b82ceacbbf on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:59:38.980298 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-79b40d79-3dee-4f98-8ef5-f552cefc04fd None None] Attempting to bind port 5c95f8be-8d33-45b7-84d0-f2b82ceacbbf by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '54ef63ce-7a48-42e0-b068-3b33058008e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '639d5f89-1bae-47c9-a2ef-f0e7c2d6deec'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:59:38.980811 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b40d79-3dee-4f98-8ef5-f552cefc04fd None None] Attempting to bind port 5c95f8be-8d33-45b7-84d0-f2b82ceacbbf on network 639d5f89-1bae-47c9-a2ef-f0e7c2d6deec {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:59:38.993539 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dc1510a0-c560-412b-91fd-6a18bab7ccb8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:39.013300 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-72ad64b4-f305-44b2-b1bb-af53139bacf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:39.026768 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b40d79-3dee-4f98-8ef5-f552cefc04fd None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:59:39.027442 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b40d79-3dee-4f98-8ef5-f552cefc04fd None None] Checking segment: {'id': '54ef63ce-7a48-42e0-b068-3b33058008e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '639d5f89-1bae-47c9-a2ef-f0e7c2d6deec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:59:39.028001 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-79b40d79-3dee-4f98-8ef5-f552cefc04fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:39.028502 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b40d79-3dee-4f98-8ef5-f552cefc04fd None None] Bound using segment: {'id': '54ef63ce-7a48-42e0-b068-3b33058008e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '639d5f89-1bae-47c9-a2ef-f0e7c2d6deec'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:59:39.029178 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-79b40d79-3dee-4f98-8ef5-f552cefc04fd None None] Bound port: 5c95f8be-8d33-45b7-84d0-f2b82ceacbbf, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54ef63ce-7a48-42e0-b068-3b33058008e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '639d5f89-1bae-47c9-a2ef-f0e7c2d6deec'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:59:39.029578 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-79b40d79-3dee-4f98-8ef5-f552cefc04fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:39.029883 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1510a0-c560-412b-91fd-6a18bab7ccb8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Pushing event deleted for resources: {'Subnet': ['ID=b45deb75-85fd-43b1-9290-bb0456c410dd,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:39.051806 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-3014b987-1b79-4e8a-afda-1adccc239021 None None] Attempting to bind port 0598a7c2-73f4-4bfe-9589-6ad0eca7e664 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:59:39.052118 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-3014b987-1b79-4e8a-afda-1adccc239021 None None] Attempting to bind port 0598a7c2-73f4-4bfe-9589-6ad0eca7e664 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '6b5ff83b-f6b2-4b19-bb71-b8436981fa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '89b812b8-6fe9-4f61-9f00-a0aed081ff85'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:59:39.052662 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3014b987-1b79-4e8a-afda-1adccc239021 None None] Attempting to bind port 0598a7c2-73f4-4bfe-9589-6ad0eca7e664 on network 89b812b8-6fe9-4f61-9f00-a0aed081ff85 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:59:39.059691 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3014b987-1b79-4e8a-afda-1adccc239021 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:59:39.061134 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3014b987-1b79-4e8a-afda-1adccc239021 None None] Checking segment: {'id': '6b5ff83b-f6b2-4b19-bb71-b8436981fa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '89b812b8-6fe9-4f61-9f00-a0aed081ff85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:59:39.061134 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3014b987-1b79-4e8a-afda-1adccc239021 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:39.061134 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3014b987-1b79-4e8a-afda-1adccc239021 None None] Bound using segment: {'id': '6b5ff83b-f6b2-4b19-bb71-b8436981fa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '89b812b8-6fe9-4f61-9f00-a0aed081ff85'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:59:39.064009 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-3014b987-1b79-4e8a-afda-1adccc239021 None None] Bound port: 0598a7c2-73f4-4bfe-9589-6ad0eca7e664, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b5ff83b-f6b2-4b19-bb71-b8436981fa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '89b812b8-6fe9-4f61-9f00-a0aed081ff85'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:59:39.064009 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3014b987-1b79-4e8a-afda-1adccc239021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:39.074568 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-72ad64b4-f305-44b2-b1bb-af53139bacf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:39.138918 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dc1510a0-c560-412b-91fd-6a18bab7ccb8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:39.142946 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-72ad64b4-f305-44b2-b1bb-af53139bacf5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2dbee70b82e94682b4fb2e3cc28d00fe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4921443 Sep 07 02:59:39.144390 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 53006) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:39.150127 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad64b4-f305-44b2-b1bb-af53139bacf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b76383f-154d-440d-9187-1ffc240fc844,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:39.174838 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-dc1510a0-c560-412b-91fd-6a18bab7ccb8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89b812b8-6fe9-4f61-9f00-a0aed081ff85']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:39.192860 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-79b40d79-3dee-4f98-8ef5-f552cefc04fd None None] For port 5c95f8be-8d33-45b7-84d0-f2b82ceacbbf, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:59:39.193048 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-dc1510a0-c560-412b-91fd-6a18bab7ccb8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b5ff83b-f6b2-4b19-bb71-b8436981fa09') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:39.193300 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-dc1510a0-c560-412b-91fd-6a18bab7ccb8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b5ff83b-f6b2-4b19-bb71-b8436981fa09') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:39.197139 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9073e146-1e84-4f88-81ff-bcfe99e88966 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:39.199364 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-79b40d79-3dee-4f98-8ef5-f552cefc04fd None None] For port 5c95f8be-8d33-45b7-84d0-f2b82ceacbbf, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=5c95f8be-8d33-45b7-84d0-f2b82ceacbbf,segment=NetworkSegment(54ef63ce-7a48-42e0-b068-3b33058008e3),segment_id=54ef63ce-7a48-42e0-b068-3b33058008e3)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:59:39.210276 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dc1510a0-c560-412b-91fd-6a18bab7ccb8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:39.212933 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-79b40d79-3dee-4f98-8ef5-f552cefc04fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:39.220137 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3014b987-1b79-4e8a-afda-1adccc239021 None None] For port 0598a7c2-73f4-4bfe-9589-6ad0eca7e664, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:59:39.223203 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3014b987-1b79-4e8a-afda-1adccc239021 None None] For port 0598a7c2-73f4-4bfe-9589-6ad0eca7e664, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=0598a7c2-73f4-4bfe-9589-6ad0eca7e664,segment=NetworkSegment(6b5ff83b-f6b2-4b19-bb71-b8436981fa09),segment_id=6b5ff83b-f6b2-4b19-bb71-b8436981fa09)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:59:39.231100 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dc1510a0-c560-412b-91fd-6a18bab7ccb8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:39.240626 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc1510a0-c560-412b-91fd-6a18bab7ccb8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:59:39.241035 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dc1510a0-c560-412b-91fd-6a18bab7ccb8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:39.244243 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:59:39.244243 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:59:39.244243 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:59:39.244243 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:59:39.244243 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:59:39.244243 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:59:39.244243 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:59:39.244243 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:59:39.244243 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:59:39.244243 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:59:39.244243 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:59:39.244243 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:59:39.244243 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:59:39.244243 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:59:39.244243 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:59:39.244243 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:59:39.244243 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:59:39.244243 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:59:39.244243 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:59:39.244243 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:59:39.244243 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:59:39.244243 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:59:39.244243 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:59:39.244243 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:59:39.244243 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:59:39.244243 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:59:39.244243 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:59:39.244243 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:59:39.244243 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:59:39.244243 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:59:39.244243 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:59:39.244243 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:59:39.247012 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-afda598b-a088-448f-bf4a-ce4ca9d9fa7e tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:39.279523 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b40d79-3dee-4f98-8ef5-f552cefc04fd None None] Pushing event updated for resources: {'Port': ['ID=5c95f8be-8d33-45b7-84d0-f2b82ceacbbf,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:39.285201 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3014b987-1b79-4e8a-afda-1adccc239021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:39.323017 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.db.api [None req-dc1510a0-c560-412b-91fd-6a18bab7ccb8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 07 02:59:39.323017 n-d-796209-16 neutron-server[94700]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 07 02:59:39.323017 n-d-796209-16 neutron-server[94700]: [parameters: {'id': '89b812b8-6fe9-4f61-9f00-a0aed081ff85'}] Sep 07 02:59:39.323017 n-d-796209-16 neutron-server[94700]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 02:59:39.324880 n-d-796209-16 neutron-server[94700]: DEBUG oslo_db.api [None req-dc1510a0-c560-412b-91fd-6a18bab7ccb8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 02:59:39.327924 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9073e146-1e84-4f88-81ff-bcfe99e88966 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:39.344448 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b01f3dcf-20af-4666-88de-69c294257aa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:39.386949 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9073e146-1e84-4f88-81ff-bcfe99e88966 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Pushing event updated for resources: {'Port': ['ID=2cdabc84-e1d7-4c94-9ac5-0108be794f6f,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:39.397250 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3014b987-1b79-4e8a-afda-1adccc239021 None None] Pushing event updated for resources: {'Port': ['ID=0598a7c2-73f4-4bfe-9589-6ad0eca7e664,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:39.415207 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9073e146-1e84-4f88-81ff-bcfe99e88966 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:59:39.418168 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535085dc-6841-45c7-8f1c-abc60f9d1b1f None None] Network 89b812b8-6fe9-4f61-9f00-a0aed081ff85 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:59:39.419716 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-9073e146-1e84-4f88-81ff-bcfe99e88966 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:59:39.424472 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9073e146-1e84-4f88-81ff-bcfe99e88966 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:59:39.435335 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b01f3dcf-20af-4666-88de-69c294257aa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:39.752613 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b01f3dcf-20af-4666-88de-69c294257aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:39.759082 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b01f3dcf-20af-4666-88de-69c294257aa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:39.765397 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b01f3dcf-20af-4666-88de-69c294257aa8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9b76383f-154d-440d-9187-1ffc240fc844 HTTP/1.1" status: 204 len: 168 time: 0.6162152 Sep 07 02:59:39.828490 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dc1510a0-c560-412b-91fd-6a18bab7ccb8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:39.842841 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01f3dcf-20af-4666-88de-69c294257aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b76383f-154d-440d-9187-1ffc240fc844,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:39.894040 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 41155c75-47f2-46cb-9c89-5e338a4ecd29 no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:59:39.945554 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: 41155c75-47f2-46cb-9c89-5e338a4ecd29 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:59:39.945910 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 41155c75-47f2-46cb-9c89-5e338a4ecd29 not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:59:39.997196 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-afda598b-a088-448f-bf4a-ce4ca9d9fa7e tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Deleting port 93ce6660-c31e-40b7-af93-aa9a3d503ced {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:59:39.997542 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-afda598b-a088-448f-bf4a-ce4ca9d9fa7e tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:40.038488 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced404c0-bd89-45bc-9467-c5e6f1511156 None None] Network 89b812b8-6fe9-4f61-9f00-a0aed081ff85 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:59:40.145182 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-afda598b-a088-448f-bf4a-ce4ca9d9fa7e tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] For port 93ce6660-c31e-40b7-af93-aa9a3d503ced, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=93ce6660-c31e-40b7-af93-aa9a3d503ced,segment=NetworkSegment(05a63878-67bb-453a-b0c6-23f8e4899735),segment_id=05a63878-67bb-453a-b0c6-23f8e4899735)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:59:40.145767 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-afda598b-a088-448f-bf4a-ce4ca9d9fa7e tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:40.168166 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-afda598b-a088-448f-bf4a-ce4ca9d9fa7e tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Calling delete_port for 93ce6660-c31e-40b7-af93-aa9a3d503ced owned by network:router_interface {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:59:40.333412 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 02:59:40.496059 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 53036) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:40.534305 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4d481b1d-98ed-4d5f-8e25-b295521a4ea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:40.602399 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-afda598b-a088-448f-bf4a-ce4ca9d9fa7e tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:40.769399 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-dc1510a0-c560-412b-91fd-6a18bab7ccb8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Deleting port 0598a7c2-73f4-4bfe-9589-6ad0eca7e664 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:59:40.769977 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dc1510a0-c560-412b-91fd-6a18bab7ccb8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:40.772196 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afda598b-a088-448f-bf4a-ce4ca9d9fa7e tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event deleted for resources: {'Port': ['ID=93ce6660-c31e-40b7-af93-aa9a3d503ced,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:40.799119 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef06cfeb-3207-4a5d-b03b-c4ae6d4e1c20 None None] Network 639d5f89-1bae-47c9-a2ef-f0e7c2d6deec requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:59:40.964121 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-afda598b-a088-448f-bf4a-ce4ca9d9fa7e tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:40.981912 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9073e146-1e84-4f88-81ff-bcfe99e88966 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:41.001034 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-dc1510a0-c560-412b-91fd-6a18bab7ccb8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] For port 0598a7c2-73f4-4bfe-9589-6ad0eca7e664, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=0598a7c2-73f4-4bfe-9589-6ad0eca7e664,segment=NetworkSegment(6b5ff83b-f6b2-4b19-bb71-b8436981fa09),segment_id=6b5ff83b-f6b2-4b19-bb71-b8436981fa09)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:59:41.001972 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dc1510a0-c560-412b-91fd-6a18bab7ccb8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:41.026297 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-911dfb23-ba14-465a-81c6-b9c40471f816 None None] Provisioning for port 5c95f8be-8d33-45b7-84d0-f2b82ceacbbf completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:59:41.076825 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4d481b1d-98ed-4d5f-8e25-b295521a4ea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:41.083213 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4d481b1d-98ed-4d5f-8e25-b295521a4ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:41.098868 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-dc1510a0-c560-412b-91fd-6a18bab7ccb8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Calling delete_port for 0598a7c2-73f4-4bfe-9589-6ad0eca7e664 owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:59:41.188507 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-4d481b1d-98ed-4d5f-8e25-b295521a4ea5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=28248dca2af9495f961a664c5bc4fcb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6877673 Sep 07 02:59:41.195101 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 53058) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:41.218362 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d481b1d-98ed-4d5f-8e25-b295521a4ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b427c3d3-0c68-40df-b8f1-3e952c57abc7,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:41.433363 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9073e146-1e84-4f88-81ff-bcfe99e88966 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:41.447177 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dc43169b-90c9-4727-8ff3-2d1e00792370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:41.452608 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f024655-3f1f-4dd0-99ca-7ea8b892002e None None] get_active_networks_info from n-d-796209-16 {{(pid=94702) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 02:59:41.494921 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afda598b-a088-448f-bf4a-ce4ca9d9fa7e tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Router a6d0bdbe-4c96-49d8-8c8f-565faadeb82e has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:59:41.508947 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dc43169b-90c9-4727-8ff3-2d1e00792370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:41.521715 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dc1510a0-c560-412b-91fd-6a18bab7ccb8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:41.651705 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1510a0-c560-412b-91fd-6a18bab7ccb8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Pushing event deleted for resources: {'Port': ['ID=0598a7c2-73f4-4bfe-9589-6ad0eca7e664,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:41.655520 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1510a0-c560-412b-91fd-6a18bab7ccb8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] No DVR routers for this DVR port 0598a7c2-73f4-4bfe-9589-6ad0eca7e664 on host n-d-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:59:41.672242 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f024655-3f1f-4dd0-99ca-7ea8b892002e None None] Resources bound (agent type, host, resource id): {{(pid=94702) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 07 02:59:41.703576 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 5c95f8be-8d33-45b7-84d0-f2b82ceacbbf up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:59:41.710996 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dc43169b-90c9-4727-8ff3-2d1e00792370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:41.717360 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dc43169b-90c9-4727-8ff3-2d1e00792370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:41.719078 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-dc43169b-90c9-4727-8ff3-2d1e00792370 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b427c3d3-0c68-40df-b8f1-3e952c57abc7 HTTP/1.1" status: 204 len: 168 time: 0.5229771 Sep 07 02:59:41.740123 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc43169b-90c9-4727-8ff3-2d1e00792370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b427c3d3-0c68-40df-b8f1-3e952c57abc7,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:41.752222 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afda598b-a088-448f-bf4a-ce4ca9d9fa7e tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:59:41.761542 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-afda598b-a088-448f-bf4a-ce4ca9d9fa7e tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "PUT /v2.0/routers/a6d0bdbe-4c96-49d8-8c8f-565faadeb82e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7123899 Sep 07 02:59:41.764593 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 53070) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:41.769139 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70694278-4c27-4ba1-8ad0-fd881ec4a89a None None] Sync routers for ids ['a6d0bdbe-4c96-49d8-8c8f-565faadeb82e'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:59:41.781379 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dc1510a0-c560-412b-91fd-6a18bab7ccb8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:41.784051 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70694278-4c27-4ba1-8ad0-fd881ec4a89a None None] Routers {'a6d0bdbe-4c96-49d8-8c8f-565faadeb82e'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:59:41.785513 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-70694278-4c27-4ba1-8ad0-fd881ec4a89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:59:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['a6d0bdbe-4c96-49d8-8c8f-565faadeb82e'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:41.848667 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 5c95f8be-8d33-45b7-84d0-f2b82ceacbbf completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:59:41.848916 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-dc1510a0-c560-412b-91fd-6a18bab7ccb8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89b812b8-6fe9-4f61-9f00-a0aed081ff85']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:41.864718 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 5c95f8be-8d33-45b7-84d0-f2b82ceacbbf triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:59:41.865797 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:41.867707 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-dc1510a0-c560-412b-91fd-6a18bab7ccb8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b5ff83b-f6b2-4b19-bb71-b8436981fa09') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:41.868030 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-dc1510a0-c560-412b-91fd-6a18bab7ccb8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b5ff83b-f6b2-4b19-bb71-b8436981fa09') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:41.876648 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9073e146-1e84-4f88-81ff-bcfe99e88966 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Router 565b940e-d858-49e5-9f5c-2b07c276297b is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 02:59:41.884473 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dc1510a0-c560-412b-91fd-6a18bab7ccb8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:41.947063 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dc1510a0-c560-412b-91fd-6a18bab7ccb8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:41.963649 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc1510a0-c560-412b-91fd-6a18bab7ccb8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:59:41.964394 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dc1510a0-c560-412b-91fd-6a18bab7ccb8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:41.968065 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:59:41.968065 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:59:41.968065 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:59:41.968065 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:59:41.968065 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:59:41.968065 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:59:41.968065 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:59:41.968065 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:59:41.968065 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:59:41.968065 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:59:41.968065 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:59:41.968065 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:59:41.968065 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:59:41.968065 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:59:41.968065 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:59:41.968065 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:59:41.968065 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:59:41.968065 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:59:41.968065 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:59:41.968065 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:59:41.968065 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:59:41.968065 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:59:41.968065 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:59:41.968065 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:59:41.968065 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:59:41.968065 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:59:41.968065 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:59:41.968065 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:59:41.968065 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:59:41.968065 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:59:41.968065 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:59:41.968065 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:59:42.020723 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-70694278-4c27-4ba1-8ad0-fd881ec4a89a None None] Set router a6d0bdbe-4c96-49d8-8c8f-565faadeb82e gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:59:42.124895 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:42.130059 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 53082) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:42.176864 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dc1510a0-c560-412b-91fd-6a18bab7ccb8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:42.178266 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 5c95f8be-8d33-45b7-84d0-f2b82ceacbbf, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=5c95f8be-8d33-45b7-84d0-f2b82ceacbbf,segment=NetworkSegment(54ef63ce-7a48-42e0-b068-3b33058008e3),segment_id=54ef63ce-7a48-42e0-b068-3b33058008e3)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:59:42.185408 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:42.185658 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dc1510a0-c560-412b-91fd-6a18bab7ccb8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:42.193841 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-dc1510a0-c560-412b-91fd-6a18bab7ccb8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "DELETE /v2.0/networks/89b812b8-6fe9-4f61-9f00-a0aed081ff85 HTTP/1.1" status: 204 len: 168 time: 3.7812710 Sep 07 02:59:42.196539 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53088) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:42.253810 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9073e146-1e84-4f88-81ff-bcfe99e88966 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:59:42.262374 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1510a0-c560-412b-91fd-6a18bab7ccb8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Pushing event deleted for resources: {'Network': ['ID=89b812b8-6fe9-4f61-9f00-a0aed081ff85,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:42.274053 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c80a855-7978-476f-8bc6-1c81e47c8220 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] DELETE failed (client error): The resource could not be found. Sep 07 02:59:42.275125 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c80a855-7978-476f-8bc6-1c81e47c8220 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:59:42.282840 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3c80a855-7978-476f-8bc6-1c81e47c8220 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "DELETE /v2.0/networks/89b812b8-6fe9-4f61-9f00-a0aed081ff85 HTTP/1.1" status: 404 len: 339 time: 0.0819972 Sep 07 02:59:42.283821 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53092) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:42.306579 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-bef3bd4e-7cd6-47ea-903b-d03727e7e436 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2101307294', 'description': 'd1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:59:42.312653 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9073e146-1e84-4f88-81ff-bcfe99e88966 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:42.317304 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9073e146-1e84-4f88-81ff-bcfe99e88966 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.8250179 Sep 07 02:59:42.317655 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53096) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:42.340224 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a158dba8-5e69-41e1-ac97-96fc1162076c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:42.347966 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=5c95f8be-8d33-45b7-84d0-f2b82ceacbbf,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:42.356750 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd99bbe-fbeb-4885-9dfc-83873aa997ae None None] Sync routers for ids ['565b940e-d858-49e5-9f5c-2b07c276297b'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:59:42.366475 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-70694278-4c27-4ba1-8ad0-fd881ec4a89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d0bdbe-4c96-49d8-8c8f-565faadeb82e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2143267678', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '1660260e-8a00-464c-a226-a004037dfcbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:57:15Z', 'updated_at': '2021-09-07T02:59:40Z', 'revision_number': 5, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'gw_port': {'id': '1660260e-8a00-464c-a226-a004037dfcbe', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:57:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d0bdbe-4c96-49d8-8c8f-565faadeb82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:57:17Z', 'updated_at': '2021-09-07T02:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:42.381272 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd99bbe-fbeb-4885-9dfc-83873aa997ae None None] Routers {'565b940e-d858-49e5-9f5c-2b07c276297b'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:59:42.382145 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-bcd99bbe-fbeb-4885-9dfc-83873aa997ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:59:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['565b940e-d858-49e5-9f5c-2b07c276297b'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:42.385965 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-e61db831-fbd9-4639-818e-cc8048c9104d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Deleting subnet c3e8b00e-7dd5-4121-9d90-2dad2df2b8a4 {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:59:42.389642 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e61db831-fbd9-4639-818e-cc8048c9104d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:42.413826 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef3bd4e-7cd6-47ea-903b-d03727e7e436 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Made reservation on behalf of 01d8fd95451d4c5980bd8b778c18b925 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:59:42.419464 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bef3bd4e-7cd6-47ea-903b-d03727e7e436 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:42.422643 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-bcd99bbe-fbeb-4885-9dfc-83873aa997ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:42.431564 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70694278-4c27-4ba1-8ad0-fd881ec4a89a None None] Checking router: a6d0bdbe-4c96-49d8-8c8f-565faadeb82e for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:59:42.441335 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70694278-4c27-4ba1-8ad0-fd881ec4a89a None None] Routers {'a6d0bdbe-4c96-49d8-8c8f-565faadeb82e'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:59:42.442408 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-70694278-4c27-4ba1-8ad0-fd881ec4a89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:59:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['a6d0bdbe-4c96-49d8-8c8f-565faadeb82e'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:42.444419 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd99bbe-fbeb-4885-9dfc-83873aa997ae None None] Routers {'565b940e-d858-49e5-9f5c-2b07c276297b'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:59:42.445074 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-bcd99bbe-fbeb-4885-9dfc-83873aa997ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:59:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['565b940e-d858-49e5-9f5c-2b07c276297b'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:42.446397 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e61db831-fbd9-4639-818e-cc8048c9104d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:42.533545 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-bcd99bbe-fbeb-4885-9dfc-83873aa997ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:42.534772 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd99bbe-fbeb-4885-9dfc-83873aa997ae None None] The sync data for ids ['565b940e-d858-49e5-9f5c-2b07c276297b'] in n-d-796209-16 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:59:42.564816 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bef3bd4e-7cd6-47ea-903b-d03727e7e436 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:59:42.588649 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-70694278-4c27-4ba1-8ad0-fd881ec4a89a None None] Set router a6d0bdbe-4c96-49d8-8c8f-565faadeb82e gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:59:42.628640 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bef3bd4e-7cd6-47ea-903b-d03727e7e436 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:42.628976 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-bef3bd4e-7cd6-47ea-903b-d03727e7e436 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Added segment 77ce59c4-51e3-455a-9624-240aa39f21f2 of type vlan for network 75b05793-2193-4951-842f-176d766484cd Sep 07 02:59:42.691826 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bef3bd4e-7cd6-47ea-903b-d03727e7e436 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:42.789963 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bef3bd4e-7cd6-47ea-903b-d03727e7e436 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:42.798567 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef3bd4e-7cd6-47ea-903b-d03727e7e436 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:42.800822 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bef3bd4e-7cd6-47ea-903b-d03727e7e436 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:42.945597 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-70694278-4c27-4ba1-8ad0-fd881ec4a89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d0bdbe-4c96-49d8-8c8f-565faadeb82e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2143267678', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '1660260e-8a00-464c-a226-a004037dfcbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:57:15Z', 'updated_at': '2021-09-07T02:59:40Z', 'revision_number': 5, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'gw_port': {'id': '1660260e-8a00-464c-a226-a004037dfcbe', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:57:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d0bdbe-4c96-49d8-8c8f-565faadeb82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:57:17Z', 'updated_at': '2021-09-07T02:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:42.964807 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3bd4e-7cd6-47ea-903b-d03727e7e436 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Pushing event updated for resources: {'Network': ['ID=75b05793-2193-4951-842f-176d766484cd,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:42.974751 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e61db831-fbd9-4639-818e-cc8048c9104d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:42.977492 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 75b05793-2193-4951-842f-176d766484cd details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:59:42.997615 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70694278-4c27-4ba1-8ad0-fd881ec4a89a None None] The sync data for ids ['a6d0bdbe-4c96-49d8-8c8f-565faadeb82e'] in n-d-796209-16 is: [{'id': 'a6d0bdbe-4c96-49d8-8c8f-565faadeb82e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2143267678', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '1660260e-8a00-464c-a226-a004037dfcbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:57:15Z', 'updated_at': '2021-09-07T02:59:40Z', 'revision_number': 5, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'gw_port': {'id': '1660260e-8a00-464c-a226-a004037dfcbe', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:57:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d0bdbe-4c96-49d8-8c8f-565faadeb82e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:57:17Z', 'updated_at': '2021-09-07T02:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:59:43.119725 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e61db831-fbd9-4639-818e-cc8048c9104d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:43.144328 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a158dba8-5e69-41e1-ac97-96fc1162076c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:43.155195 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e075d1-b07e-4ac4-8301-a63d91cbb275 None None] Network 6cd744d1-899a-4d57-ba10-aa6d1dc0746f requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:59:43.185316 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e61db831-fbd9-4639-818e-cc8048c9104d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:43.186072 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-bef3bd4e-7cd6-47ea-903b-d03727e7e436 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8844311 Sep 07 02:59:43.186935 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53118) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:43.191070 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53120) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:43.191348 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e61db831-fbd9-4639-818e-cc8048c9104d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "DELETE /v2.0/subnets/c3e8b00e-7dd5-4121-9d90-2dad2df2b8a4 HTTP/1.1" status: 204 len: 168 time: 1.4213192 Sep 07 02:59:43.192956 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a158dba8-5e69-41e1-ac97-96fc1162076c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:43.198586 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61db831-fbd9-4639-818e-cc8048c9104d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event deleted for resources: {'Subnet': ['ID=c3e8b00e-7dd5-4121-9d90-2dad2df2b8a4,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:43.250641 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a158dba8-5e69-41e1-ac97-96fc1162076c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3303584ae8754296bfce44f67206e355&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1146812 Sep 07 02:59:43.250641 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a158dba8-5e69-41e1-ac97-96fc1162076c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61046a98-9751-476c-a543-8b58b7217ed6,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:43.250641 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 53122) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:43.329505 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a9fce4da-6a93-4e3f-8697-a6e8bc721095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:43.364412 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4beaf4-6a32-4d2b-ae7e-631e044dcd8d tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:43.369985 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3c4beaf4-6a32-4d2b-ae7e-631e044dcd8d tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "GET /v2.0/networks?id=75b05793-2193-4951-842f-176d766484cd HTTP/1.1" status: 200 len: 761 time: 0.1796854 Sep 07 02:59:43.374798 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53126) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:43.388618 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a9fce4da-6a93-4e3f-8697-a6e8bc721095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:43.396880 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-58c72641-9426-494c-b7aa-132576f49c0d tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Request body: {'network': {'description': 'd2'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:59:43.418123 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4589808c-44f4-4fd6-b9b6-6ab0671296b8 None None] DHCP port deletion for 6cd744d1-899a-4d57-ba10-aa6d1dc0746f request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 02:59:43.493439 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a9fce4da-6a93-4e3f-8697-a6e8bc721095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:43.498124 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a9fce4da-6a93-4e3f-8697-a6e8bc721095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:43.509184 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a9fce4da-6a93-4e3f-8697-a6e8bc721095 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/61046a98-9751-476c-a543-8b58b7217ed6 HTTP/1.1" status: 204 len: 168 time: 0.2585883 Sep 07 02:59:43.522855 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fce4da-6a93-4e3f-8697-a6e8bc721095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61046a98-9751-476c-a543-8b58b7217ed6,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:43.618116 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-4589808c-44f4-4fd6-b9b6-6ab0671296b8 None None] Deleting port d40a227a-fa78-4626-880a-6bd6461f8ffa {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:59:43.619447 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4589808c-44f4-4fd6-b9b6-6ab0671296b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:43.655199 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 5c95f8be-8d33-45b7-84d0-f2b82ceacbbf up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 02:59:43.677036 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4d6cfd9e-2cca-41bc-be69-142a54857a2e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:43.816976 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4d3b9dea-d7df-4cea-aa4c-5241619670c2 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:43.890067 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-4589808c-44f4-4fd6-b9b6-6ab0671296b8 None None] For port d40a227a-fa78-4626-880a-6bd6461f8ffa, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=d40a227a-fa78-4626-880a-6bd6461f8ffa,segment=NetworkSegment(05a63878-67bb-453a-b0c6-23f8e4899735),segment_id=05a63878-67bb-453a-b0c6-23f8e4899735)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:59:43.890483 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4589808c-44f4-4fd6-b9b6-6ab0671296b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:43.908543 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 5c95f8be-8d33-45b7-84d0-f2b82ceacbbf triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:59:43.909348 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:43.946467 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-4589808c-44f4-4fd6-b9b6-6ab0671296b8 None None] Calling delete_port for d40a227a-fa78-4626-880a-6bd6461f8ffa owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:59:43.981000 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-58c72641-9426-494c-b7aa-132576f49c0d tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:44.117630 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-58c72641-9426-494c-b7aa-132576f49c0d tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:44.147813 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 53144) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:44.169162 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dea213e3-9dbf-48f5-95dd-ef2494aec1a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:44.184876 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4589808c-44f4-4fd6-b9b6-6ab0671296b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:44.228792 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4589808c-44f4-4fd6-b9b6-6ab0671296b8 None None] No DVR routers for this DVR port d40a227a-fa78-4626-880a-6bd6461f8ffa on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:59:44.245769 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4589808c-44f4-4fd6-b9b6-6ab0671296b8 None None] Pushing event deleted for resources: {'Port': ['ID=d40a227a-fa78-4626-880a-6bd6461f8ffa,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:44.257680 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c72641-9426-494c-b7aa-132576f49c0d tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Pushing event updated for resources: {'Network': ['ID=75b05793-2193-4951-842f-176d766484cd,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:44.271851 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device d40a227a-fa78-4626-880a-6bd6461f8ffa no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:59:44.278019 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-58c72641-9426-494c-b7aa-132576f49c0d tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Network 75b05793-2193-4951-842f-176d766484cd is not hosted by any dhcp agent {{(pid=94700) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 07 02:59:44.293125 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c72641-9426-494c-b7aa-132576f49c0d tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:44.293789 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-58c72641-9426-494c-b7aa-132576f49c0d tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:44.301849 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-58c72641-9426-494c-b7aa-132576f49c0d tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "PUT /v2.0/networks/75b05793-2193-4951-842f-176d766484cd HTTP/1.1" status: 200 len: 758 time: 0.9133058 Sep 07 02:59:44.304097 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: d40a227a-fa78-4626-880a-6bd6461f8ffa {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:59:44.304676 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device d40a227a-fa78-4626-880a-6bd6461f8ffa not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:59:44.305391 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 93ce6660-c31e-40b7-af93-aa9a3d503ced no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:59:44.306809 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 53146) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:44.308604 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 75b05793-2193-4951-842f-176d766484cd details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:59:44.342409 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4d3b9dea-d7df-4cea-aa4c-5241619670c2 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:44.395143 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 93ce6660-c31e-40b7-af93-aa9a3d503ced {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:59:44.395518 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 93ce6660-c31e-40b7-af93-aa9a3d503ced not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:59:44.477215 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dea213e3-9dbf-48f5-95dd-ef2494aec1a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:44.486628 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e671e21e-3861-4993-8419-936c1398577a tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:44.488609 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e671e21e-3861-4993-8419-936c1398577a tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "GET /v2.0/networks?id=75b05793-2193-4951-842f-176d766484cd HTTP/1.1" status: 200 len: 761 time: 0.1773777 Sep 07 02:59:44.492679 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 53152) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:44.499390 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-8fc264f6-952e-4f99-bc6c-dc9b25a4aeab tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1304708273'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:59:44.503380 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dea213e3-9dbf-48f5-95dd-ef2494aec1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:44.560841 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-dea213e3-9dbf-48f5-95dd-ef2494aec1a7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3f255b9fc8304cf3b4258e65f40c9ae9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4118559 Sep 07 02:59:44.562469 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea213e3-9dbf-48f5-95dd-ef2494aec1a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cdb42bc-a742-4335-8682-3de4b9ce1610,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:44.565346 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 53154) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:44.575751 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-4d3b9dea-d7df-4cea-aa4c-5241619670c2 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Deleting port 1660260e-8a00-464c-a226-a004037dfcbe {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:59:44.576135 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4d3b9dea-d7df-4cea-aa4c-5241619670c2 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:44.581521 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc264f6-952e-4f99-bc6c-dc9b25a4aeab tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Made reservation on behalf of 01d8fd95451d4c5980bd8b778c18b925 for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:59:44.592988 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8fc264f6-952e-4f99-bc6c-dc9b25a4aeab tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:44.631542 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-4d6cfd9e-2cca-41bc-be69-142a54857a2e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Allocated IP 172.20.0.1 (639d5f89-1bae-47c9-a2ef-f0e7c2d6deec/46228612-db9c-4d29-9974-dd92c68edba6/64049cbb-fdac-4715-af48-cacb57793bd8) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:59:44.646806 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fc264f6-952e-4f99-bc6c-dc9b25a4aeab tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:59:44.665053 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8fc264f6-952e-4f99-bc6c-dc9b25a4aeab tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:44.665409 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-8fc264f6-952e-4f99-bc6c-dc9b25a4aeab tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Added segment f6f8decc-5e89-4321-bca5-e7933eb585ca of type vlan for network 2a525540-c6b1-4088-836e-d95660c293f0 Sep 07 02:59:44.681517 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a9defaaa-f897-4cec-9f00-97eec70e2b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:44.732886 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-4d3b9dea-d7df-4cea-aa4c-5241619670c2 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] For port 1660260e-8a00-464c-a226-a004037dfcbe, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=1660260e-8a00-464c-a226-a004037dfcbe,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:59:44.733237 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4d3b9dea-d7df-4cea-aa4c-5241619670c2 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:44.736625 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a9defaaa-f897-4cec-9f00-97eec70e2b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:44.740953 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8fc264f6-952e-4f99-bc6c-dc9b25a4aeab tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:44.779023 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-4d3b9dea-d7df-4cea-aa4c-5241619670c2 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Calling delete_port for 1660260e-8a00-464c-a226-a004037dfcbe owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:59:44.799814 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8fc264f6-952e-4f99-bc6c-dc9b25a4aeab tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:44.807116 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc264f6-952e-4f99-bc6c-dc9b25a4aeab tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:44.808604 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8fc264f6-952e-4f99-bc6c-dc9b25a4aeab tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:44.864046 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4d6cfd9e-2cca-41bc-be69-142a54857a2e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:44.902332 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc264f6-952e-4f99-bc6c-dc9b25a4aeab tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Pushing event updated for resources: {'Network': ['ID=2a525540-c6b1-4088-836e-d95660c293f0,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:44.915040 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 2a525540-c6b1-4088-836e-d95660c293f0 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:59:44.915262 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a9defaaa-f897-4cec-9f00-97eec70e2b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:44.918421 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a9defaaa-f897-4cec-9f00-97eec70e2b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:44.920186 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a9defaaa-f897-4cec-9f00-97eec70e2b4f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2cdb42bc-a742-4335-8682-3de4b9ce1610 HTTP/1.1" status: 204 len: 168 time: 0.3530383 Sep 07 02:59:44.929236 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8fc264f6-952e-4f99-bc6c-dc9b25a4aeab tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4352310 Sep 07 02:59:44.936338 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 53164) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:44.944789 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-6308131f-9532-422b-9117-ab7215d5a355 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Request body: {'subnet': {'network_id': '2a525540-c6b1-4088-836e-d95660c293f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:59:45.038889 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9defaaa-f897-4cec-9f00-97eec70e2b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cdb42bc-a742-4335-8682-3de4b9ce1610,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:45.126017 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6308131f-9532-422b-9117-ab7215d5a355 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Made reservation on behalf of 01d8fd95451d4c5980bd8b778c18b925 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:59:45.130361 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6308131f-9532-422b-9117-ab7215d5a355 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:45.303047 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-4d6cfd9e-2cca-41bc-be69-142a54857a2e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Transition to ACTIVE for port object 64049cbb-fdac-4715-af48-cacb57793bd8 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:59:45.423767 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4d6cfd9e-2cca-41bc-be69-142a54857a2e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:45.474258 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6308131f-9532-422b-9117-ab7215d5a355 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:45.496169 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6cfd9e-2cca-41bc-be69-142a54857a2e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Network 639d5f89-1bae-47c9-a2ef-f0e7c2d6deec is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:59:45.504459 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4d3b9dea-d7df-4cea-aa4c-5241619670c2 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:45.506565 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-4d6cfd9e-2cca-41bc-be69-142a54857a2e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:59:45.512584 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6cfd9e-2cca-41bc-be69-142a54857a2e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:59:45.556777 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6cfd9e-2cca-41bc-be69-142a54857a2e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Pushing event updated for resources: {'Port': ['ID=64049cbb-fdac-4715-af48-cacb57793bd8,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:45.559161 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4d6cfd9e-2cca-41bc-be69-142a54857a2e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:45.620173 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6308131f-9532-422b-9117-ab7215d5a355 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Pushing event updated for resources: {'Subnet': ['ID=c256db33-88f9-4e21-9880-f24e83c29850,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:45.639105 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6308131f-9532-422b-9117-ab7215d5a355 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Checking segment: {'id': 'f6f8decc-5e89-4321-bca5-e7933eb585ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2a525540-c6b1-4088-836e-d95660c293f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:59:45.639582 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6308131f-9532-422b-9117-ab7215d5a355 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Network hostable DHCP agents. Network: 2a525540-c6b1-4088-836e-d95660c293f0, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:59:45.661307 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3b9dea-d7df-4cea-aa4c-5241619670c2 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event deleted for resources: {'Port': ['ID=1660260e-8a00-464c-a226-a004037dfcbe,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:45.693897 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6308131f-9532-422b-9117-ab7215d5a355 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Network 2a525540-c6b1-4088-836e-d95660c293f0 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:59:45.710254 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-6308131f-9532-422b-9117-ab7215d5a355 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 2a525540-c6b1-4088-836e-d95660c293f0) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:59:45.721192 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e85e81c-d58b-48c9-82e2-5e7b86ecf7be None None] Network 2a525540-c6b1-4088-836e-d95660c293f0 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:59:45.731436 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6308131f-9532-422b-9117-ab7215d5a355 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:45.732597 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6308131f-9532-422b-9117-ab7215d5a355 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:45.771572 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-6308131f-9532-422b-9117-ab7215d5a355 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8332665 Sep 07 02:59:45.774279 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 53186) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:45.791523 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4d3b9dea-d7df-4cea-aa4c-5241619670c2 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:45.987761 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-c12aa332-5718-4798-9467-72028fa1a9b5 None None] Provisioning for port 64049cbb-fdac-4715-af48-cacb57793bd8 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:59:46.006796 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566de445-1ade-479c-a17c-b940ea220e77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-2a525540-c6b1-4088-836e-d95660c293f0', 'network_id': '2a525540-c6b1-4088-836e-d95660c293f0', 'tenant_id': '01d8fd95451d4c5980bd8b778c18b925', 'fixed_ips': [{'subnet_id': 'c256db33-88f9-4e21-9880-f24e83c29850'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:59:46.009274 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-566de445-1ade-479c-a17c-b940ea220e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:46.026800 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4d3b9dea-d7df-4cea-aa4c-5241619670c2 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:46.030954 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4d3b9dea-d7df-4cea-aa4c-5241619670c2 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:46.043754 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-edc04a0d-6f93-4e3e-a201-c3ae8be343e8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:46.045369 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4d6cfd9e-2cca-41bc-be69-142a54857a2e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:46.123565 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4d3b9dea-d7df-4cea-aa4c-5241619670c2 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:46.124136 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3b9dea-d7df-4cea-aa4c-5241619670c2 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Fanout notify agent at l3_agent the message router_deleted on router a6d0bdbe-4c96-49d8-8c8f-565faadeb82e {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 02:59:46.149870 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-edc04a0d-6f93-4e3e-a201-c3ae8be343e8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:46.163388 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4d3b9dea-d7df-4cea-aa4c-5241619670c2 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:46.166927 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-4d3b9dea-d7df-4cea-aa4c-5241619670c2 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "DELETE /v2.0/routers/a6d0bdbe-4c96-49d8-8c8f-565faadeb82e HTTP/1.1" status: 204 len: 168 time: 2.8650179 Sep 07 02:59:46.167762 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53196) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:46.296793 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-566de445-1ade-479c-a17c-b940ea220e77 None None] Allocated IP 172.20.0.2 (2a525540-c6b1-4088-836e-d95660c293f0/c256db33-88f9-4e21-9880-f24e83c29850/a4da526d-6a13-4bac-ba84-d83719bdccc5) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:59:46.430904 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-c12aa332-5718-4798-9467-72028fa1a9b5 None None] Provisioning complete for port 64049cbb-fdac-4715-af48-cacb57793bd8 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:59:46.432901 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c12aa332-5718-4798-9467-72028fa1a9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:46.529619 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-c12aa332-5718-4798-9467-72028fa1a9b5 None None] Port 64049cbb-fdac-4715-af48-cacb57793bd8 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:59:46.554598 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ff61d550-376d-4b39-ae2f-25ca37d832d7 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:46.637147 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-566de445-1ade-479c-a17c-b940ea220e77 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:46.648873 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-566de445-1ade-479c-a17c-b940ea220e77 None None] Transition to ACTIVE for port object a4da526d-6a13-4bac-ba84-d83719bdccc5 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:59:46.668563 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-566de445-1ade-479c-a17c-b940ea220e77 None None] Transition to ACTIVE for port object a4da526d-6a13-4bac-ba84-d83719bdccc5 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:59:46.677558 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-566de445-1ade-479c-a17c-b940ea220e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:46.698447 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-edc04a0d-6f93-4e3e-a201-c3ae8be343e8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:46.726153 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ff61d550-376d-4b39-ae2f-25ca37d832d7 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:46.739775 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566de445-1ade-479c-a17c-b940ea220e77 None None] Pushing event updated for resources: {'Port': ['ID=a4da526d-6a13-4bac-ba84-d83719bdccc5,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:46.756990 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566de445-1ade-479c-a17c-b940ea220e77 None None] Network 2a525540-c6b1-4088-836e-d95660c293f0 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:59:46.759318 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-566de445-1ade-479c-a17c-b940ea220e77 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:59:46.762642 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566de445-1ade-479c-a17c-b940ea220e77 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:59:46.767277 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc04a0d-6f93-4e3e-a201-c3ae8be343e8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Pushing event deleted for resources: {'Subnet': ['ID=c256db33-88f9-4e21-9880-f24e83c29850,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:46.781732 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-ff61d550-376d-4b39-ae2f-25ca37d832d7 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cd744d1-899a-4d57-ba10-aa6d1dc0746f']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:46.803862 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-ff61d550-376d-4b39-ae2f-25ca37d832d7 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05a63878-67bb-453a-b0c6-23f8e4899735') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:46.804154 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-ff61d550-376d-4b39-ae2f-25ca37d832d7 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05a63878-67bb-453a-b0c6-23f8e4899735') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:46.823955 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ff61d550-376d-4b39-ae2f-25ca37d832d7 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:46.845699 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-566de445-1ade-479c-a17c-b940ea220e77 None None] Attempting to bind port a4da526d-6a13-4bac-ba84-d83719bdccc5 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:59:46.851892 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-566de445-1ade-479c-a17c-b940ea220e77 None None] Attempting to bind port a4da526d-6a13-4bac-ba84-d83719bdccc5 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'f6f8decc-5e89-4321-bca5-e7933eb585ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2a525540-c6b1-4088-836e-d95660c293f0'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:59:46.852549 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ff61d550-376d-4b39-ae2f-25ca37d832d7 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:46.853090 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566de445-1ade-479c-a17c-b940ea220e77 None None] Attempting to bind port a4da526d-6a13-4bac-ba84-d83719bdccc5 on network 2a525540-c6b1-4088-836e-d95660c293f0 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:59:46.860001 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566de445-1ade-479c-a17c-b940ea220e77 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:59:46.860397 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566de445-1ade-479c-a17c-b940ea220e77 None None] Checking segment: {'id': 'f6f8decc-5e89-4321-bca5-e7933eb585ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2a525540-c6b1-4088-836e-d95660c293f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:59:46.860863 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-566de445-1ade-479c-a17c-b940ea220e77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:46.861202 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566de445-1ade-479c-a17c-b940ea220e77 None None] Bound using segment: {'id': 'f6f8decc-5e89-4321-bca5-e7933eb585ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2a525540-c6b1-4088-836e-d95660c293f0'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:59:46.861696 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-566de445-1ade-479c-a17c-b940ea220e77 None None] Bound port: a4da526d-6a13-4bac-ba84-d83719bdccc5, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6f8decc-5e89-4321-bca5-e7933eb585ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '2a525540-c6b1-4088-836e-d95660c293f0'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:59:46.862733 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-566de445-1ade-479c-a17c-b940ea220e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:46.863185 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff61d550-376d-4b39-ae2f-25ca37d832d7 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:59:46.864044 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ff61d550-376d-4b39-ae2f-25ca37d832d7 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:46.896686 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:59:46.896686 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:59:46.896686 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:59:46.896686 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:59:46.896686 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:59:46.896686 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:59:46.896686 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:59:46.896686 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:59:46.896686 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:59:46.896686 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:59:46.896686 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:59:46.896686 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:59:46.896686 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:59:46.896686 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:59:46.896686 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:59:46.896686 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:59:46.896686 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:59:46.896686 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:59:46.896686 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:59:46.896686 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:59:46.896686 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:59:46.896686 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:59:46.896686 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:59:46.896686 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:59:46.896686 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:59:46.896686 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:59:46.896686 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:59:46.896686 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:59:46.896686 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:59:46.896686 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:59:46.896686 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:59:46.896686 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:59:46.899073 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-edc04a0d-6f93-4e3e-a201-c3ae8be343e8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:46.935417 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-edc04a0d-6f93-4e3e-a201-c3ae8be343e8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a525540-c6b1-4088-836e-d95660c293f0']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:46.956878 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-566de445-1ade-479c-a17c-b940ea220e77 None None] For port a4da526d-6a13-4bac-ba84-d83719bdccc5, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:59:46.960089 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-edc04a0d-6f93-4e3e-a201-c3ae8be343e8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6f8decc-5e89-4321-bca5-e7933eb585ca') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:46.960627 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-edc04a0d-6f93-4e3e-a201-c3ae8be343e8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6f8decc-5e89-4321-bca5-e7933eb585ca') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:46.960792 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-566de445-1ade-479c-a17c-b940ea220e77 None None] For port a4da526d-6a13-4bac-ba84-d83719bdccc5, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=a4da526d-6a13-4bac-ba84-d83719bdccc5,segment=NetworkSegment(f6f8decc-5e89-4321-bca5-e7933eb585ca),segment_id=f6f8decc-5e89-4321-bca5-e7933eb585ca)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:59:46.970471 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-566de445-1ade-479c-a17c-b940ea220e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:46.984929 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-edc04a0d-6f93-4e3e-a201-c3ae8be343e8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:46.993087 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ff61d550-376d-4b39-ae2f-25ca37d832d7 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:46.998973 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ff61d550-376d-4b39-ae2f-25ca37d832d7 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:47.005155 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ff61d550-376d-4b39-ae2f-25ca37d832d7 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "DELETE /v2.0/networks/6cd744d1-899a-4d57-ba10-aa6d1dc0746f HTTP/1.1" status: 204 len: 168 time: 0.8367171 Sep 07 02:59:47.005881 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 53216) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:47.012172 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-edc04a0d-6f93-4e3e-a201-c3ae8be343e8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:47.036405 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61d550-376d-4b39-ae2f-25ca37d832d7 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event deleted for resources: {'Network': ['ID=6cd744d1-899a-4d57-ba10-aa6d1dc0746f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:47.043193 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edc04a0d-6f93-4e3e-a201-c3ae8be343e8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:59:47.043918 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-edc04a0d-6f93-4e3e-a201-c3ae8be343e8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:47.048129 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:59:47.048129 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:59:47.048129 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:59:47.048129 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:59:47.048129 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:59:47.048129 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:59:47.048129 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:59:47.048129 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:59:47.048129 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:59:47.048129 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:59:47.048129 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:59:47.048129 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:59:47.048129 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:59:47.048129 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:59:47.048129 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:59:47.048129 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:59:47.048129 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:59:47.048129 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:59:47.048129 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:59:47.048129 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:59:47.048129 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:59:47.048129 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:59:47.048129 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:59:47.048129 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:59:47.048129 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:59:47.048129 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:59:47.048129 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:59:47.048129 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:59:47.048129 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:59:47.048129 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:59:47.048129 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:59:47.048129 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:59:47.128062 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4d6cfd9e-2cca-41bc-be69-142a54857a2e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:47.141149 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4d6cfd9e-2cca-41bc-be69-142a54857a2e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:47.165719 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566de445-1ade-479c-a17c-b940ea220e77 None None] Pushing event updated for resources: {'Port': ['ID=a4da526d-6a13-4bac-ba84-d83719bdccc5,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:47.171835 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0986a0-12eb-48a2-a4bc-023574ac646d None None] Network 2a525540-c6b1-4088-836e-d95660c293f0 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:59:47.258517 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.db.api [None req-edc04a0d-6f93-4e3e-a201-c3ae8be343e8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 07 02:59:47.258517 n-d-796209-16 neutron-server[94701]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 07 02:59:47.258517 n-d-796209-16 neutron-server[94701]: [parameters: {'id': '2a525540-c6b1-4088-836e-d95660c293f0'}] Sep 07 02:59:47.258517 n-d-796209-16 neutron-server[94701]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 02:59:47.259039 n-d-796209-16 neutron-server[94701]: DEBUG oslo_db.api [None req-edc04a0d-6f93-4e3e-a201-c3ae8be343e8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 02:59:47.311689 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4d6cfd9e-2cca-41bc-be69-142a54857a2e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:47.314692 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6cfd9e-2cca-41bc-be69-142a54857a2e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Pushing event updated for resources: {'Port': ['ID=64049cbb-fdac-4715-af48-cacb57793bd8,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:47.333471 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b13b95cc-dbad-49c4-8af2-ebaf03aa79cd tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:47.364626 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b13b95cc-dbad-49c4-8af2-ebaf03aa79cd tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:47.473435 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ddde8a-da47-4214-99fa-9186db674bf0 None None] get_active_networks_info from n-d-796209-16 {{(pid=94702) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 02:59:47.474200 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6cfd9e-2cca-41bc-be69-142a54857a2e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Network 639d5f89-1bae-47c9-a2ef-f0e7c2d6deec is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:59:47.476359 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-4d6cfd9e-2cca-41bc-be69-142a54857a2e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:59:47.522056 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b13b95cc-dbad-49c4-8af2-ebaf03aa79cd tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:47.525168 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b13b95cc-dbad-49c4-8af2-ebaf03aa79cd tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:47.529647 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b13b95cc-dbad-49c4-8af2-ebaf03aa79cd tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "DELETE /v2.0/security-groups/294b048e-8567-497b-8d1d-04d7fb63968c HTTP/1.1" status: 204 len: 168 time: 0.5199518 Sep 07 02:59:47.547343 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13b95cc-dbad-49c4-8af2-ebaf03aa79cd tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=294b048e-8567-497b-8d1d-04d7fb63968c,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:47.574391 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ddde8a-da47-4214-99fa-9186db674bf0 None None] Resources bound (agent type, host, resource id): {{(pid=94702) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 07 02:59:47.585939 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 1660260e-8a00-464c-a226-a004037dfcbe no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 02:59:47.630312 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 1660260e-8a00-464c-a226-a004037dfcbe {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 02:59:47.630678 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 1660260e-8a00-464c-a226-a004037dfcbe not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 02:59:47.703074 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d6cfd9e-2cca-41bc-be69-142a54857a2e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Router 565b940e-d858-49e5-9f5c-2b07c276297b has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:59:47.760631 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-edc04a0d-6f93-4e3e-a201-c3ae8be343e8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:47.866903 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d6cfd9e-2cca-41bc-be69-142a54857a2e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:59:47.878886 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b71c48-a4ff-4919-b0f2-36abf2107394 None None] Sync routers for ids ['565b940e-d858-49e5-9f5c-2b07c276297b'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:59:47.879374 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-4d6cfd9e-2cca-41bc-be69-142a54857a2e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] 10.222.0.22 "PUT /v2.0/routers/565b940e-d858-49e5-9f5c-2b07c276297b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5601671 Sep 07 02:59:47.880119 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53238) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:47.894876 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-33207910-1c78-4227-99aa-333069164c62 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Request body: {'port': {'network_id': '639d5f89-1bae-47c9-a2ef-f0e7c2d6deec', 'name': 'tempest-FloatingIPTestJSON-1141360594'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:59:47.895094 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b71c48-a4ff-4919-b0f2-36abf2107394 None None] Routers {'565b940e-d858-49e5-9f5c-2b07c276297b'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:59:47.896007 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-c8b71c48-a4ff-4919-b0f2-36abf2107394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:59:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['565b940e-d858-49e5-9f5c-2b07c276297b'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:47.905927 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-edc04a0d-6f93-4e3e-a201-c3ae8be343e8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Deleting port a4da526d-6a13-4bac-ba84-d83719bdccc5 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:59:47.906280 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-edc04a0d-6f93-4e3e-a201-c3ae8be343e8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:47.982450 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 53242) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:47.987427 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-c8b71c48-a4ff-4919-b0f2-36abf2107394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:48.008132 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b71c48-a4ff-4919-b0f2-36abf2107394 None None] Routers {'565b940e-d858-49e5-9f5c-2b07c276297b'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:59:48.008797 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-c8b71c48-a4ff-4919-b0f2-36abf2107394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:59:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['565b940e-d858-49e5-9f5c-2b07c276297b'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:48.055826 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53248) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:48.069034 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-edc04a0d-6f93-4e3e-a201-c3ae8be343e8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] For port a4da526d-6a13-4bac-ba84-d83719bdccc5, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=a4da526d-6a13-4bac-ba84-d83719bdccc5,segment=NetworkSegment(f6f8decc-5e89-4321-bca5-e7933eb585ca),segment_id=f6f8decc-5e89-4321-bca5-e7933eb585ca)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:59:48.069682 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-edc04a0d-6f93-4e3e-a201-c3ae8be343e8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:48.075199 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-c8b71c48-a4ff-4919-b0f2-36abf2107394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:48.075834 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b71c48-a4ff-4919-b0f2-36abf2107394 None None] The sync data for ids ['565b940e-d858-49e5-9f5c-2b07c276297b'] in n-d-796209-16 is: [] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:59:48.088220 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-871a2551-ad3e-4bb6-ab32-c27136a462ed tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-368365564', 'description': 'tempest-secgroup-smoke-368365564 description', 'project_id': '626f31b15da14e0da01388cbfdee7f90'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:59:48.125115 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-edc04a0d-6f93-4e3e-a201-c3ae8be343e8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Calling delete_port for a4da526d-6a13-4bac-ba84-d83719bdccc5 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:59:48.127399 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-871a2551-ad3e-4bb6-ab32-c27136a462ed tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:48.162253 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.db.api [None req-871a2551-ad3e-4bb6-ab32-c27136a462ed tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 02:59:48.162253 n-d-796209-16 neutron-server[94701]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 07 02:59:48.162253 n-d-796209-16 neutron-server[94701]: [parameters: {'project_id_1': '626f31b15da14e0da01388cbfdee7f90', 'expiration_1': datetime.datetime(2021, 9, 7, 2, 59, 28, 155988)}] Sep 07 02:59:48.162253 n-d-796209-16 neutron-server[94701]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 02:59:48.162906 n-d-796209-16 neutron-server[94701]: DEBUG oslo_db.api [None req-871a2551-ad3e-4bb6-ab32-c27136a462ed tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 02:59:48.176628 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33207910-1c78-4227-99aa-333069164c62 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Made reservation on behalf of 0dfb985d82cb4d0686e11ceaaf162601 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:59:48.181135 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-33207910-1c78-4227-99aa-333069164c62 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:48.218425 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-33207910-1c78-4227-99aa-333069164c62 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] device_id is not set on port 5e2c7b87-fac5-4cf4-ab84-647c452bd5fb yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 02:59:48.256538 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-edc04a0d-6f93-4e3e-a201-c3ae8be343e8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:48.282270 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc04a0d-6f93-4e3e-a201-c3ae8be343e8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Pushing event deleted for resources: {'Port': ['ID=a4da526d-6a13-4bac-ba84-d83719bdccc5,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:48.297210 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc04a0d-6f93-4e3e-a201-c3ae8be343e8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] No DVR routers for this DVR port a4da526d-6a13-4bac-ba84-d83719bdccc5 on host n-d-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:59:48.301778 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ed45cdfb-0df2-429e-b987-2e5d766abba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:48.370499 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8de8e204-6b43-4a10-874e-4f2f1a706770 None None] Provisioning complete for port 64049cbb-fdac-4715-af48-cacb57793bd8 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:59:48.372624 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8de8e204-6b43-4a10-874e-4f2f1a706770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:48.396912 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-edc04a0d-6f93-4e3e-a201-c3ae8be343e8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:48.405066 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-33207910-1c78-4227-99aa-333069164c62 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Allocated IP 172.20.0.9 (639d5f89-1bae-47c9-a2ef-f0e7c2d6deec/46228612-db9c-4d29-9974-dd92c68edba6/5e2c7b87-fac5-4cf4-ab84-647c452bd5fb) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:59:48.421769 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-edc04a0d-6f93-4e3e-a201-c3ae8be343e8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a525540-c6b1-4088-836e-d95660c293f0']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:48.427922 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8de8e204-6b43-4a10-874e-4f2f1a706770 None None] Port 64049cbb-fdac-4715-af48-cacb57793bd8 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:59:48.438294 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-edc04a0d-6f93-4e3e-a201-c3ae8be343e8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6f8decc-5e89-4321-bca5-e7933eb585ca') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:48.438294 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-edc04a0d-6f93-4e3e-a201-c3ae8be343e8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6f8decc-5e89-4321-bca5-e7933eb585ca') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:48.450132 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-edc04a0d-6f93-4e3e-a201-c3ae8be343e8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:48.467726 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-edc04a0d-6f93-4e3e-a201-c3ae8be343e8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:48.475436 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edc04a0d-6f93-4e3e-a201-c3ae8be343e8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:59:48.476460 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-edc04a0d-6f93-4e3e-a201-c3ae8be343e8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:48.539299 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ed45cdfb-0df2-429e-b987-2e5d766abba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:48.546781 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ed45cdfb-0df2-429e-b987-2e5d766abba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:48.554645 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 02:59:48.554645 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:59:48.554645 n-d-796209-16 neutron-server[94701]: timer() Sep 07 02:59:48.554645 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:59:48.554645 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 02:59:48.554645 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:59:48.554645 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 02:59:48.554645 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:59:48.554645 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 02:59:48.554645 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:59:48.554645 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 02:59:48.554645 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:59:48.554645 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 02:59:48.554645 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:59:48.554645 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:59:48.554645 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:59:48.554645 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:59:48.554645 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:59:48.554645 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 02:59:48.554645 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:59:48.554645 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 02:59:48.554645 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:59:48.554645 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:59:48.554645 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:59:48.554645 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 02:59:48.554645 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:59:48.554645 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:59:48.554645 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:59:48.554645 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:59:48.554645 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:59:48.554645 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:59:48.554645 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:59:48.569094 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-edc04a0d-6f93-4e3e-a201-c3ae8be343e8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:48.581373 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-edc04a0d-6f93-4e3e-a201-c3ae8be343e8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:48.588153 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-edc04a0d-6f93-4e3e-a201-c3ae8be343e8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "DELETE /v2.0/networks/2a525540-c6b1-4088-836e-d95660c293f0 HTTP/1.1" status: 204 len: 168 time: 2.8124342 Sep 07 02:59:48.590712 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 53258) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:48.610549 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc04a0d-6f93-4e3e-a201-c3ae8be343e8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Pushing event deleted for resources: {'Network': ['ID=2a525540-c6b1-4088-836e-d95660c293f0,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:48.632194 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ed45cdfb-0df2-429e-b987-2e5d766abba1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=953e1326c95d4775b6044db747a2eda2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5734270 Sep 07 02:59:48.635260 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 53262) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:48.642437 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee29ff15-3bde-43d4-9775-5fb4f1d4318e tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] GET failed (client error): The resource could not be found. Sep 07 02:59:48.643863 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-ee29ff15-3bde-43d4-9775-5fb4f1d4318e tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "GET /v2.0/subnets/c256db33-88f9-4e21-9880-f24e83c29850 HTTP/1.1" status: 404 len: 337 time: 0.0521207 Sep 07 02:59:48.651193 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53264) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:48.664776 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-871a2551-ad3e-4bb6-ab32-c27136a462ed tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:48.679583 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed45cdfb-0df2-429e-b987-2e5d766abba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dfb08d7-649e-4c97-a858-38c596c5364b,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:48.689112 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-e51dcc45-cfad-4617-9ef6-9ea8af695efe tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] DELETE failed (client error): The resource could not be found. Sep 07 02:59:48.689870 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e51dcc45-cfad-4617-9ef6-9ea8af695efe tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:59:48.695762 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-e51dcc45-cfad-4617-9ef6-9ea8af695efe tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "DELETE /v2.0/networks/2a525540-c6b1-4088-836e-d95660c293f0 HTTP/1.1" status: 404 len: 339 time: 0.0432887 Sep 07 02:59:48.695972 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 53266) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:48.721178 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-33207910-1c78-4227-99aa-333069164c62 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:48.739134 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-33207910-1c78-4227-99aa-333069164c62 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Transition to ACTIVE for port object 5e2c7b87-fac5-4cf4-ab84-647c452bd5fb will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:59:48.778170 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-77d175ae-b2f1-444b-b85a-73149927227f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:48.791662 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-33207910-1c78-4227-99aa-333069164c62 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:48.867526 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33207910-1c78-4227-99aa-333069164c62 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Pushing event updated for resources: {'Port': ['ID=5e2c7b87-fac5-4cf4-ab84-647c452bd5fb,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:48.885830 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33207910-1c78-4227-99aa-333069164c62 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Network 639d5f89-1bae-47c9-a2ef-f0e7c2d6deec is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:59:48.887606 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-33207910-1c78-4227-99aa-333069164c62 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:59:48.890524 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33207910-1c78-4227-99aa-333069164c62 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:59:48.914320 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-77d175ae-b2f1-444b-b85a-73149927227f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:48.968581 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33207910-1c78-4227-99aa-333069164c62 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:48.969250 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-33207910-1c78-4227-99aa-333069164c62 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:49.011735 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debf1c6d-82d2-490e-b6d9-a933ca9abb45 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:49.015883 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-debf1c6d-82d2-490e-b6d9-a933ca9abb45 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3150194 Sep 07 02:59:49.016326 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53268) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:49.072911 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-871a2551-ad3e-4bb6-ab32-c27136a462ed tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:49.078152 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-871a2551-ad3e-4bb6-ab32-c27136a462ed tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:49.084386 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-77d175ae-b2f1-444b-b85a-73149927227f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:49.086832 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-77d175ae-b2f1-444b-b85a-73149927227f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:49.090535 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-77d175ae-b2f1-444b-b85a-73149927227f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4dfb08d7-649e-4c97-a858-38c596c5364b HTTP/1.1" status: 204 len: 168 time: 0.4511194 Sep 07 02:59:49.118529 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871a2551-ad3e-4bb6-ab32-c27136a462ed tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a74a93a-4afd-4104-922e-c90dfac2834e,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:49.130731 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d175ae-b2f1-444b-b85a-73149927227f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dfb08d7-649e-4c97-a858-38c596c5364b,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:49.133732 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-871a2551-ad3e-4bb6-ab32-c27136a462ed tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:49.137979 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-871a2551-ad3e-4bb6-ab32-c27136a462ed tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0528772 Sep 07 02:59:49.138181 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 53274) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:49.145272 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9a5dfb07-74a7-4d05-b66b-88bb39e16f0f tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "GET /v2.0/subnets?network_id=1166b922-7457-4da4-bdda-328e8c8e7bc6 HTTP/1.1" status: 200 len: 207 time: 0.1234827 Sep 07 02:59:49.146445 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53276) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:49.149020 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-e404b739-14f1-4e94-8f9a-e3478cb09604 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Request body: {'security_group_rule': {'security_group_id': '6a74a93a-4afd-4104-922e-c90dfac2834e', 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:59:49.161742 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-33207910-1c78-4227-99aa-333069164c62 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2804885 Sep 07 02:59:49.165228 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 53278) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:49.176063 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-8935f958-0270-46ac-bdf2-52d06ea76a94 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Request body: {'floatingip': {'port_id': '5e2c7b87-fac5-4cf4-ab84-647c452bd5fb'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:59:49.252551 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e404b739-14f1-4e94-8f9a-e3478cb09604 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:49.264546 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-d28d02eb-ef0a-4e9e-b570-df068adfe83e None None] Provisioning for port 5e2c7b87-fac5-4cf4-ab84-647c452bd5fb completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 02:59:49.269467 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-d28d02eb-ef0a-4e9e-b570-df068adfe83e None None] Provisioning complete for port 5e2c7b87-fac5-4cf4-ab84-647c452bd5fb triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 02:59:49.269916 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d28d02eb-ef0a-4e9e-b570-df068adfe83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:49.342562 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-d28d02eb-ef0a-4e9e-b570-df068adfe83e None None] Port 5e2c7b87-fac5-4cf4-ab84-647c452bd5fb cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 02:59:49.359391 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a3fb99-fa23-40eb-8754-c41e871cabb7 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:49.367007 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a3fb99-fa23-40eb-8754-c41e871cabb7 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:49.367324 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8935f958-0270-46ac-bdf2-52d06ea76a94 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for floatingip, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:49.378157 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a3fb99-fa23-40eb-8754-c41e871cabb7 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:49.387386 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a3fb99-fa23-40eb-8754-c41e871cabb7 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:49.394621 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c4a3fb99-fa23-40eb-8754-c41e871cabb7 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2471614 Sep 07 02:59:49.395515 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53286) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:49.416334 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e404b739-14f1-4e94-8f9a-e3478cb09604 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:49.428665 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e404b739-14f1-4e94-8f9a-e3478cb09604 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:49.456897 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e404b739-14f1-4e94-8f9a-e3478cb09604 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f38566c8-27c2-4a84-909f-18e68f012d8d,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:49.495906 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e404b739-14f1-4e94-8f9a-e3478cb09604 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:49.497407 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e404b739-14f1-4e94-8f9a-e3478cb09604 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3580575 Sep 07 02:59:49.517286 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 53288) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:49.524562 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-2c8b382a-8e16-436b-be91-eb27ddfe6047 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Request body: {'security_group_rule': {'security_group_id': '6a74a93a-4afd-4104-922e-c90dfac2834e', 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:59:49.560663 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2c8b382a-8e16-436b-be91-eb27ddfe6047 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:49.637135 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-882f7f10-82ba-49f5-ab84-c648ab951b8f tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2400553 Sep 07 02:59:49.639463 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53296) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:49.703958 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2c8b382a-8e16-436b-be91-eb27ddfe6047 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:49.749124 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2c8b382a-8e16-436b-be91-eb27ddfe6047 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:49.764331 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aaf9b88-c0f7-4b3a-87d3-51a22b66f85b tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:49.776027 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aaf9b88-c0f7-4b3a-87d3-51a22b66f85b tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:49.782504 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3aaf9b88-c0f7-4b3a-87d3-51a22b66f85b tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1416001 Sep 07 02:59:49.782942 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b382a-8e16-436b-be91-eb27ddfe6047 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce861345-9290-4902-b6da-f3b2a6bc4d7e,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:49.786815 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53304) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:49.792373 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2c8b382a-8e16-436b-be91-eb27ddfe6047 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:49.793587 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-2c8b382a-8e16-436b-be91-eb27ddfe6047 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2752583 Sep 07 02:59:49.799344 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 53306) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:49.804575 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-fdaf2ad7-cb89-4fde-a124-d28e6f432cfe tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Request body: {'security_group_rule': {'security_group_id': '6a74a93a-4afd-4104-922e-c90dfac2834e', 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:59:49.896529 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866fa207-cedd-4dc3-a617-58e09f7e0341 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Attributes excluded by policy engine: ['shared'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:49.898160 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866fa207-cedd-4dc3-a617-58e09f7e0341 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Attributes excluded by policy engine: ['shared'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:49.900965 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-866fa207-cedd-4dc3-a617-58e09f7e0341 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1131032 Sep 07 02:59:49.904490 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53310) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:49.934473 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fdaf2ad7-cb89-4fde-a124-d28e6f432cfe tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:50.101386 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957b4f9a-9ec0-4fab-9e2e-44779aec5ad9 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:50.103020 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-957b4f9a-9ec0-4fab-9e2e-44779aec5ad9 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "GET /v2.0/networks/ac04933e-eed4-413e-9bb1-ab2829548aa9 HTTP/1.1" status: 200 len: 800 time: 0.1974859 Sep 07 02:59:50.106572 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53320) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:50.233190 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ba1b43e3-b95f-488e-8d9e-02c707fd1be0 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "GET /v2.0/networks/ac04933e-eed4-413e-9bb1-ab2829548aa9?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1253922 Sep 07 02:59:50.236527 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53324) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:50.298311 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d30a3e-4dbb-4f09-aea3-b61e172bb065 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:50.300464 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c8d30a3e-4dbb-4f09-aea3-b61e172bb065 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "GET /v2.0/subnets/f602c65e-5492-44b2-8214-882545a0f68e HTTP/1.1" status: 200 len: 811 time: 0.0626898 Sep 07 02:59:50.304053 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53328) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:50.367749 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec47ae7-1845-4dba-91ab-f0f515e134aa tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Attributes excluded by policy engine: ['shared'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:50.369430 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-8ec47ae7-1845-4dba-91ab-f0f515e134aa tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "GET /v2.0/subnets/f602c65e-5492-44b2-8214-882545a0f68e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0643175 Sep 07 02:59:50.373238 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53330) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:50.379384 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-b82131cb-f0a5-42bd-b69a-aa6c729adeb2 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-848411804'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:59:50.405578 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82131cb-f0a5-42bd-b69a-aa6c729adeb2 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Made reservation on behalf of 01d8fd95451d4c5980bd8b778c18b925 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:59:50.410519 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b82131cb-f0a5-42bd-b69a-aa6c729adeb2 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:50.437361 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b82131cb-f0a5-42bd-b69a-aa6c729adeb2 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:59:50.448361 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b82131cb-f0a5-42bd-b69a-aa6c729adeb2 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:50.448878 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-b82131cb-f0a5-42bd-b69a-aa6c729adeb2 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Added segment c09ec46c-8444-4247-bfa5-0e7109b21d3d of type vlan for network ffb40818-f341-4da7-b409-ab5a8ec9ac7b Sep 07 02:59:50.497255 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b82131cb-f0a5-42bd-b69a-aa6c729adeb2 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:50.534150 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b82131cb-f0a5-42bd-b69a-aa6c729adeb2 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:50.545958 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82131cb-f0a5-42bd-b69a-aa6c729adeb2 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:50.546739 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b82131cb-f0a5-42bd-b69a-aa6c729adeb2 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:50.578084 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b82131cb-f0a5-42bd-b69a-aa6c729adeb2 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2034035 Sep 07 02:59:50.584184 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53334) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:50.589056 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-f1700384-3942-47c6-b97c-0312d73673bb tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Request body: {'subnet': {'network_id': 'ffb40818-f341-4da7-b409-ab5a8ec9ac7b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:59:50.672586 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82131cb-f0a5-42bd-b69a-aa6c729adeb2 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Pushing event updated for resources: {'Network': ['ID=ffb40818-f341-4da7-b409-ab5a8ec9ac7b,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:50.689104 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network ffb40818-f341-4da7-b409-ab5a8ec9ac7b details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:59:50.728087 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8935f958-0270-46ac-bdf2-52d06ea76a94 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:50.746370 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fdaf2ad7-cb89-4fde-a124-d28e6f432cfe tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:50.748774 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8935f958-0270-46ac-bdf2-52d06ea76a94 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:50.791347 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1700384-3942-47c6-b97c-0312d73673bb tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Made reservation on behalf of 01d8fd95451d4c5980bd8b778c18b925 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:59:50.803559 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f1700384-3942-47c6-b97c-0312d73673bb tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:50.821777 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fdaf2ad7-cb89-4fde-a124-d28e6f432cfe tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:50.900552 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf2ad7-cb89-4fde-a124-d28e6f432cfe tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2902b4fa-705f-4249-9eb0-f45c1e2eec75,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:50.915402 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.ipam_backend_mixin [None req-f1700384-3942-47c6-b97c-0312d73673bb tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Performing IP validity checks on allocation pools {{(pid=94700) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 07 02:59:50.916221 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.ipam_backend_mixin [None req-f1700384-3942-47c6-b97c-0312d73673bb tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94700) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 07 02:59:50.939178 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fdaf2ad7-cb89-4fde-a124-d28e6f432cfe tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:50.941262 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-fdaf2ad7-cb89-4fde-a124-d28e6f432cfe tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1401610 Sep 07 02:59:50.945206 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53348) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:50.947498 n-d-796209-16 neutron-server[94701]: INFO neutron.db.l3_db [None req-8935f958-0270-46ac-bdf2-52d06ea76a94 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Floating IP 1a166db0-9c32-4aba-954f-7c69fb255c3a associated. External IP: 172.25.5.65, port: e195f89b-a525-465a-9ed8-c7f869223332. Sep 07 02:59:50.951791 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-bd43d199-7ade-4af8-befe-47ae5a33b3c3 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Request body: {'security_group_rule': {'security_group_id': '6a74a93a-4afd-4104-922e-c90dfac2834e', 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:59:51.019180 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bd43d199-7ade-4af8-befe-47ae5a33b3c3 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:51.216180 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bd43d199-7ade-4af8-befe-47ae5a33b3c3 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:51.218181 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8935f958-0270-46ac-bdf2-52d06ea76a94 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Router 0663726e-d85f-476e-b2fe-516394e48a04 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:59:51.224870 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bd43d199-7ade-4af8-befe-47ae5a33b3c3 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:51.243808 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f1700384-3942-47c6-b97c-0312d73673bb tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:51.293256 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1700384-3942-47c6-b97c-0312d73673bb tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Pushing event updated for resources: {'Subnet': ['ID=c12b631b-2e6e-48d0-9070-18c5ca2c5679,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:51.295832 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd43d199-7ade-4af8-befe-47ae5a33b3c3 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae88e488-6e68-4522-98a7-aa5abcd9d947,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:51.309267 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bd43d199-7ade-4af8-befe-47ae5a33b3c3 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:51.313137 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-bd43d199-7ade-4af8-befe-47ae5a33b3c3 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3643646 Sep 07 02:59:51.320197 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53364) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:51.330967 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-b791883a-a8f0-4ab5-940c-d87632360649 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Request body: {'security_group_rule': {'security_group_id': '6a74a93a-4afd-4104-922e-c90dfac2834e', 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:59:51.368089 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8935f958-0270-46ac-bdf2-52d06ea76a94 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:59:51.368922 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1700384-3942-47c6-b97c-0312d73673bb tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Checking segment: {'id': 'c09ec46c-8444-4247-bfa5-0e7109b21d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'ffb40818-f341-4da7-b409-ab5a8ec9ac7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:59:51.369298 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1700384-3942-47c6-b97c-0312d73673bb tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Network hostable DHCP agents. Network: ffb40818-f341-4da7-b409-ab5a8ec9ac7b, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 02:59:51.376717 n-d-796209-16 neutron-server[94700]: INFO neutron.db.securitygroups_db [None req-b791883a-a8f0-4ab5-940c-d87632360649 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Project 626f31b15da14e0da01388cbfdee7f90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 02:59:51.382916 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829b89b7-0917-41a3-8f00-217f5a538904 None None] Sync routers for ids ['0663726e-d85f-476e-b2fe-516394e48a04'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:59:51.386801 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b791883a-a8f0-4ab5-940c-d87632360649 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:51.402157 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829b89b7-0917-41a3-8f00-217f5a538904 None None] Routers {'0663726e-d85f-476e-b2fe-516394e48a04'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:59:51.402844 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-829b89b7-0917-41a3-8f00-217f5a538904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:59:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['0663726e-d85f-476e-b2fe-516394e48a04'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:51.429448 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1700384-3942-47c6-b97c-0312d73673bb tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Network ffb40818-f341-4da7-b409-ab5a8ec9ac7b is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 02:59:51.499386 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-f1700384-3942-47c6-b97c-0312d73673bb tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, ffb40818-f341-4da7-b409-ab5a8ec9ac7b) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:59:51.507081 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1700384-3942-47c6-b97c-0312d73673bb tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:51.507997 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f1700384-3942-47c6-b97c-0312d73673bb tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:51.509262 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-829b89b7-0917-41a3-8f00-217f5a538904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:51.528963 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b791883a-a8f0-4ab5-940c-d87632360649 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:51.537210 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f1700384-3942-47c6-b97c-0312d73673bb tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.9515297 Sep 07 02:59:51.539723 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53372) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:51.544781 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa2324d-e102-458a-9201-5e32c5b8b9e6 None None] Network ffb40818-f341-4da7-b409-ab5a8ec9ac7b requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:59:51.548434 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-553b9cc2-1e5e-49e4-89f0-6c2b1adc4666 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:59:51.553904 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b791883a-a8f0-4ab5-940c-d87632360649 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:51.606135 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b791883a-a8f0-4ab5-940c-d87632360649 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97030b59-2782-4a9b-8ee1-a5b6368adda3,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:51.615533 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b791883a-a8f0-4ab5-940c-d87632360649 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:51.616948 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b791883a-a8f0-4ab5-940c-d87632360649 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2957511 Sep 07 02:59:51.619675 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53382) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:51.624846 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-0f7bbc18-5718-4e1d-9861-d43da7360c00 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Request body: {'security_group_rule': {'security_group_id': '6a74a93a-4afd-4104-922e-c90dfac2834e', 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:59:51.650759 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:51.659800 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829b89b7-0917-41a3-8f00-217f5a538904 None None] Routers {'0663726e-d85f-476e-b2fe-516394e48a04'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:59:51.661581 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-829b89b7-0917-41a3-8f00-217f5a538904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:59:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['0663726e-d85f-476e-b2fe-516394e48a04'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:51.715908 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-553b9cc2-1e5e-49e4-89f0-6c2b1adc4666 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12889305'] for subnet, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:51.910727 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8935f958-0270-46ac-bdf2-52d06ea76a94 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Router 565b940e-d858-49e5-9f5c-2b07c276297b has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:59:51.915829 n-d-796209-16 neutron-server[94700]: INFO neutron.db.securitygroups_db [None req-0f7bbc18-5718-4e1d-9861-d43da7360c00 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Project 626f31b15da14e0da01388cbfdee7f90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 02:59:51.930521 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-553b9cc2-1e5e-49e4-89f0-6c2b1adc4666 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768889760476', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13005800'] for subnet, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:51.961293 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0f7bbc18-5718-4e1d-9861-d43da7360c00 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:52.066565 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-829b89b7-0917-41a3-8f00-217f5a538904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:52.066957 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829b89b7-0917-41a3-8f00-217f5a538904 None None] The sync data for ids ['0663726e-d85f-476e-b2fe-516394e48a04'] in n-d-796209-16 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:59:52.095874 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:52.158023 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b9cc2-1e5e-49e4-89f0-6c2b1adc4666 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Pushing event updated for resources: {'Subnet': ['ID=c12b631b-2e6e-48d0-9070-18c5ca2c5679,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:52.211891 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553b9cc2-1e5e-49e4-89f0-6c2b1adc4666 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:52.212434 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-553b9cc2-1e5e-49e4-89f0-6c2b1adc4666 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:52.219944 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-553b9cc2-1e5e-49e4-89f0-6c2b1adc4666 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "PUT /v2.0/subnets/c12b631b-2e6e-48d0-9070-18c5ca2c5679 HTTP/1.1" status: 200 len: 877 time: 0.6773272 Sep 07 02:59:52.229251 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53420) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:52.280280 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8935f958-0270-46ac-bdf2-52d06ea76a94 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:59:52.283783 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b0bbdc-f45b-4876-ba0c-e49ba3573062 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-ffb40818-f341-4da7-b409-ab5a8ec9ac7b', 'network_id': 'ffb40818-f341-4da7-b409-ab5a8ec9ac7b', 'tenant_id': '01d8fd95451d4c5980bd8b778c18b925', 'fixed_ips': [{'subnet_id': 'c12b631b-2e6e-48d0-9070-18c5ca2c5679'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 02:59:52.286913 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8935f958-0270-46ac-bdf2-52d06ea76a94 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:52.289042 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-76b0bbdc-f45b-4876-ba0c-e49ba3573062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:52.299894 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086c8155-16db-4dea-836c-cc4afa7f6ca3 None None] Sync routers for ids ['565b940e-d858-49e5-9f5c-2b07c276297b'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:59:52.323516 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086c8155-16db-4dea-836c-cc4afa7f6ca3 None None] Routers {'565b940e-d858-49e5-9f5c-2b07c276297b'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:59:52.327038 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-086c8155-16db-4dea-836c-cc4afa7f6ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:59:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['565b940e-d858-49e5-9f5c-2b07c276297b'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:52.403417 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0f7bbc18-5718-4e1d-9861-d43da7360c00 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:52.415358 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8935f958-0270-46ac-bdf2-52d06ea76a94 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] 10.222.0.22 "PUT /v2.0/floatingips/1a166db0-9c32-4aba-954f-7c69fb255c3a HTTP/1.1" status: 200 len: 977 time: 3.2487721 Sep 07 02:59:52.416384 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 53436) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:52.419503 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-086c8155-16db-4dea-836c-cc4afa7f6ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:52.425735 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-71a55599-697e-4310-8f75-139af9e84132 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:52.428750 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0f7bbc18-5718-4e1d-9861-d43da7360c00 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:52.442201 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086c8155-16db-4dea-836c-cc4afa7f6ca3 None None] Routers {'565b940e-d858-49e5-9f5c-2b07c276297b'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:59:52.443731 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-086c8155-16db-4dea-836c-cc4afa7f6ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:59:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['565b940e-d858-49e5-9f5c-2b07c276297b'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:52.457902 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0f7bbc18-5718-4e1d-9861-d43da7360c00 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:52.466352 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-0f7bbc18-5718-4e1d-9861-d43da7360c00 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8423471 Sep 07 02:59:52.466986 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53442) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:52.479362 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-aee11703-685b-4aa0-8a08-879e3240118a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Request body: {'network': {'name': 'tempest-network-smoke--484901259', 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'port_security_enabled': True}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:59:52.506855 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7bbc18-5718-4e1d-9861-d43da7360c00 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a7b4ece-00a0-4ba3-97a7-655a284c9620,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:52.522491 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-086c8155-16db-4dea-836c-cc4afa7f6ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:52.523148 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086c8155-16db-4dea-836c-cc4afa7f6ca3 None None] The sync data for ids ['565b940e-d858-49e5-9f5c-2b07c276297b'] in n-d-796209-16 is: [] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:59:52.571009 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-71a55599-697e-4310-8f75-139af9e84132 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:52.574389 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-76b0bbdc-f45b-4876-ba0c-e49ba3573062 None None] Allocated IP 172.20.0.3 (ffb40818-f341-4da7-b409-ab5a8ec9ac7b/c12b631b-2e6e-48d0-9070-18c5ca2c5679/a788314b-df75-4ce5-8ef2-6c00cf3d7c9d) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:59:52.626356 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee11703-685b-4aa0-8a08-879e3240118a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Made reservation on behalf of 626f31b15da14e0da01388cbfdee7f90 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:59:52.630586 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-aee11703-685b-4aa0-8a08-879e3240118a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:52.632756 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-34f62837-2880-4f47-b08a-2f5689a22b10 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Deleting port 5e2c7b87-fac5-4cf4-ab84-647c452bd5fb {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:59:52.633659 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-34f62837-2880-4f47-b08a-2f5689a22b10 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:52.675552 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aee11703-685b-4aa0-8a08-879e3240118a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 02:59:52.698909 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-aee11703-685b-4aa0-8a08-879e3240118a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:52.700272 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-aee11703-685b-4aa0-8a08-879e3240118a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Added segment 9ee4793e-ec48-4320-9f96-01d4892ea4a4 of type vlan for network 66da11a5-58e0-4d5e-b61b-f2a97b6c60d4 Sep 07 02:59:52.746879 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-76b0bbdc-f45b-4876-ba0c-e49ba3573062 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:52.757826 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-76b0bbdc-f45b-4876-ba0c-e49ba3573062 None None] Transition to ACTIVE for port object a788314b-df75-4ce5-8ef2-6c00cf3d7c9d will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:59:52.767948 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-aee11703-685b-4aa0-8a08-879e3240118a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:52.773734 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-76b0bbdc-f45b-4876-ba0c-e49ba3573062 None None] Transition to ACTIVE for port object a788314b-df75-4ce5-8ef2-6c00cf3d7c9d will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:59:52.774332 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-34f62837-2880-4f47-b08a-2f5689a22b10 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:52.783326 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-76b0bbdc-f45b-4876-ba0c-e49ba3573062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:52.806282 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-aee11703-685b-4aa0-8a08-879e3240118a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:52.812702 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee11703-685b-4aa0-8a08-879e3240118a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:52.813406 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-aee11703-685b-4aa0-8a08-879e3240118a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:52.865038 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b0bbdc-f45b-4876-ba0c-e49ba3573062 None None] Network ffb40818-f341-4da7-b409-ab5a8ec9ac7b is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:59:52.868139 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-aee11703-685b-4aa0-8a08-879e3240118a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3953924 Sep 07 02:59:52.872299 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-76b0bbdc-f45b-4876-ba0c-e49ba3573062 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:59:52.875517 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b0bbdc-f45b-4876-ba0c-e49ba3573062 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:59:52.882107 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53452) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:52.894374 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b0bbdc-f45b-4876-ba0c-e49ba3573062 None None] Pushing event updated for resources: {'Port': ['ID=a788314b-df75-4ce5-8ef2-6c00cf3d7c9d,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:52.932381 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-e199955f-bc8e-4c76-a7be-16d1735dbcb3 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-562632463', 'admin_state_up': True, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:59:52.951188 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 53454) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:52.961314 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-76b0bbdc-f45b-4876-ba0c-e49ba3573062 None None] Attempting to bind port a788314b-df75-4ce5-8ef2-6c00cf3d7c9d on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:59:52.961735 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-76b0bbdc-f45b-4876-ba0c-e49ba3573062 None None] Attempting to bind port a788314b-df75-4ce5-8ef2-6c00cf3d7c9d by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'c09ec46c-8444-4247-bfa5-0e7109b21d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'ffb40818-f341-4da7-b409-ab5a8ec9ac7b'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:59:52.962624 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b0bbdc-f45b-4876-ba0c-e49ba3573062 None None] Attempting to bind port a788314b-df75-4ce5-8ef2-6c00cf3d7c9d on network ffb40818-f341-4da7-b409-ab5a8ec9ac7b {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:59:52.968446 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e199955f-bc8e-4c76-a7be-16d1735dbcb3 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:52.969923 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e199955f-bc8e-4c76-a7be-16d1735dbcb3 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:52.970570 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b0bbdc-f45b-4876-ba0c-e49ba3573062 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:59:52.972046 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b0bbdc-f45b-4876-ba0c-e49ba3573062 None None] Checking segment: {'id': 'c09ec46c-8444-4247-bfa5-0e7109b21d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'ffb40818-f341-4da7-b409-ab5a8ec9ac7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:59:52.973092 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-76b0bbdc-f45b-4876-ba0c-e49ba3573062 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:52.973779 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b0bbdc-f45b-4876-ba0c-e49ba3573062 None None] Bound using segment: {'id': 'c09ec46c-8444-4247-bfa5-0e7109b21d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'ffb40818-f341-4da7-b409-ab5a8ec9ac7b'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:59:52.974192 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-76b0bbdc-f45b-4876-ba0c-e49ba3573062 None None] Bound port: a788314b-df75-4ce5-8ef2-6c00cf3d7c9d, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c09ec46c-8444-4247-bfa5-0e7109b21d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'ffb40818-f341-4da7-b409-ab5a8ec9ac7b'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:59:52.974693 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-76b0bbdc-f45b-4876-ba0c-e49ba3573062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:52.976386 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee11703-685b-4aa0-8a08-879e3240118a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event updated for resources: {'Network': ['ID=66da11a5-58e0-4d5e-b61b-f2a97b6c60d4,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:52.989650 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-71a55599-697e-4310-8f75-139af9e84132 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:52.990493 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 66da11a5-58e0-4d5e-b61b-f2a97b6c60d4 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 02:59:53.096044 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-71a55599-697e-4310-8f75-139af9e84132 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:53.098475 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-76b0bbdc-f45b-4876-ba0c-e49ba3573062 None None] For port a788314b-df75-4ce5-8ef2-6c00cf3d7c9d, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:59:53.102867 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-76b0bbdc-f45b-4876-ba0c-e49ba3573062 None None] For port a788314b-df75-4ce5-8ef2-6c00cf3d7c9d, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=a788314b-df75-4ce5-8ef2-6c00cf3d7c9d,segment=NetworkSegment(c09ec46c-8444-4247-bfa5-0e7109b21d3d),segment_id=c09ec46c-8444-4247-bfa5-0e7109b21d3d)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:59:53.113431 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-76b0bbdc-f45b-4876-ba0c-e49ba3573062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:53.119988 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-71a55599-697e-4310-8f75-139af9e84132 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffb40818-f341-4da7-b409-ab5a8ec9ac7b']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:53.137334 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-71a55599-697e-4310-8f75-139af9e84132 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c09ec46c-8444-4247-bfa5-0e7109b21d3d') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:53.137334 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-71a55599-697e-4310-8f75-139af9e84132 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c09ec46c-8444-4247-bfa5-0e7109b21d3d') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:53.146057 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a55599-697e-4310-8f75-139af9e84132 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Pushing event deleted for resources: {'Subnet': ['ID=c12b631b-2e6e-48d0-9070-18c5ca2c5679,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:53.154224 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-71a55599-697e-4310-8f75-139af9e84132 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:53.194630 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-71a55599-697e-4310-8f75-139af9e84132 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:53.243820 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-34f62837-2880-4f47-b08a-2f5689a22b10 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:53.244313 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-34f62837-2880-4f47-b08a-2f5689a22b10 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:53.244738 n-d-796209-16 neutron-server[94701]: INFO neutron.db.l3_db [None req-34f62837-2880-4f47-b08a-2f5689a22b10 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Floating IP 1a166db0-9c32-4aba-954f-7c69fb255c3a disassociated. External IP: 172.25.5.65, port: 5e2c7b87-fac5-4cf4-ab84-647c452bd5fb. Sep 07 02:59:53.245187 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-34f62837-2880-4f47-b08a-2f5689a22b10 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Calling delete_port for 5e2c7b87-fac5-4cf4-ab84-647c452bd5fb owned by {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:59:53.301387 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4df377-8fe7-4a2b-87f6-f78eecd1395f None None] Network ffb40818-f341-4da7-b409-ab5a8ec9ac7b requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:59:53.305376 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b0bbdc-f45b-4876-ba0c-e49ba3573062 None None] Pushing event updated for resources: {'Port': ['ID=a788314b-df75-4ce5-8ef2-6c00cf3d7c9d,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:53.433487 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-34f62837-2880-4f47-b08a-2f5689a22b10 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:53.474462 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f62837-2880-4f47-b08a-2f5689a22b10 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Pushing event deleted for resources: {'Port': ['ID=5e2c7b87-fac5-4cf4-ab84-647c452bd5fb,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:53.490064 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ac84f4-a644-4375-bc48-1ceb1307ef53 None None] Network ffb40818-f341-4da7-b409-ab5a8ec9ac7b requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:59:53.578583 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b6c8a95c-5d1d-4b46-be4f-ad93e3ed4891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:53.685258 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e199955f-bc8e-4c76-a7be-16d1735dbcb3 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:53.685928 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34f62837-2880-4f47-b08a-2f5689a22b10 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Router 565b940e-d858-49e5-9f5c-2b07c276297b has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:59:53.686739 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71a55599-697e-4310-8f75-139af9e84132 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:59:53.687159 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-71a55599-697e-4310-8f75-139af9e84132 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:53.690242 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:59:53.690242 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:59:53.690242 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:59:53.690242 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:59:53.690242 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:59:53.690242 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:59:53.690242 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:59:53.690242 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:59:53.690242 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:59:53.690242 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:59:53.690242 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:59:53.690242 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:59:53.690242 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:59:53.690242 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:59:53.690242 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:59:53.690242 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:59:53.690242 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:59:53.690242 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:59:53.690242 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:59:53.690242 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:59:53.690242 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:59:53.690242 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:59:53.690242 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:59:53.690242 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:59:53.690242 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:59:53.690242 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:59:53.690242 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:59:53.690242 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:59:53.690242 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:59:53.690242 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:59:53.690242 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:59:53.690242 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:59:53.787454 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c07998-2fa0-4cd7-afc2-a5cc69da0b9d None None] get_active_networks_info from n-d-796209-16 {{(pid=94702) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 02:59:53.840351 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f62837-2880-4f47-b08a-2f5689a22b10 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:59:53.857257 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9499256a-7e76-4b5f-8918-fe3613f7f379 None None] Sync routers for ids ['565b940e-d858-49e5-9f5c-2b07c276297b'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:59:53.861882 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e199955f-bc8e-4c76-a7be-16d1735dbcb3 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:53.884112 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9499256a-7e76-4b5f-8918-fe3613f7f379 None None] Routers {'565b940e-d858-49e5-9f5c-2b07c276297b'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:59:53.884741 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-9499256a-7e76-4b5f-8918-fe3613f7f379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:59:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['565b940e-d858-49e5-9f5c-2b07c276297b'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:53.923006 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c07998-2fa0-4cd7-afc2-a5cc69da0b9d None None] Resources bound (agent type, host, resource id): {{(pid=94702) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 07 02:59:53.923894 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.db.api [None req-71a55599-697e-4310-8f75-139af9e84132 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 07 02:59:53.923894 n-d-796209-16 neutron-server[94700]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 07 02:59:53.923894 n-d-796209-16 neutron-server[94700]: [parameters: {'id': 'ffb40818-f341-4da7-b409-ab5a8ec9ac7b'}] Sep 07 02:59:53.923894 n-d-796209-16 neutron-server[94700]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 02:59:53.924431 n-d-796209-16 neutron-server[94700]: DEBUG oslo_db.api [None req-71a55599-697e-4310-8f75-139af9e84132 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 02:59:53.926216 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-9499256a-7e76-4b5f-8918-fe3613f7f379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:53.934779 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-34f62837-2880-4f47-b08a-2f5689a22b10 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:53.936959 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-34f62837-2880-4f47-b08a-2f5689a22b10 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] 10.222.0.22 "DELETE /v2.0/ports/5e2c7b87-fac5-4cf4-ab84-647c452bd5fb HTTP/1.1" status: 204 len: 168 time: 1.5185053 Sep 07 02:59:53.939718 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 53470) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:53.949013 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9499256a-7e76-4b5f-8918-fe3613f7f379 None None] Routers {'565b940e-d858-49e5-9f5c-2b07c276297b'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:59:53.949821 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-9499256a-7e76-4b5f-8918-fe3613f7f379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:59:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['565b940e-d858-49e5-9f5c-2b07c276297b'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:53.989572 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-9499256a-7e76-4b5f-8918-fe3613f7f379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:53.990311 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9499256a-7e76-4b5f-8918-fe3613f7f379 None None] The sync data for ids ['565b940e-d858-49e5-9f5c-2b07c276297b'] in n-d-796209-16 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:59:54.120663 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e199955f-bc8e-4c76-a7be-16d1735dbcb3 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:54.121373 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b6c8a95c-5d1d-4b46-be4f-ad93e3ed4891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:54.133251 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b6c8a95c-5d1d-4b46-be4f-ad93e3ed4891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:54.159641 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c8a95c-5d1d-4b46-be4f-ad93e3ed4891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdaf8529-b5dc-4a84-9780-7e3bad2f5159,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:54.165277 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e199955f-bc8e-4c76-a7be-16d1735dbcb3 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:54.245219 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b6c8a95c-5d1d-4b46-be4f-ad93e3ed4891 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3a8b8eb960f34ac493bd42af18eeb0cc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2903965 Sep 07 02:59:54.245451 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 53476) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:54.339691 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-e199955f-bc8e-4c76-a7be-16d1735dbcb3 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Allocated IP 172.25.5.181 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/9cc94bfb-bb31-437f-b391-e2a21afbfc41) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 02:59:54.344798 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c281b8be-d915-46dd-86a8-575977674032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:54.409718 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c281b8be-d915-46dd-86a8-575977674032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:54.466252 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-71a55599-697e-4310-8f75-139af9e84132 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:54.630162 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c281b8be-d915-46dd-86a8-575977674032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:54.632942 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c281b8be-d915-46dd-86a8-575977674032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:54.636863 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c281b8be-d915-46dd-86a8-575977674032 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cdaf8529-b5dc-4a84-9780-7e3bad2f5159 HTTP/1.1" status: 204 len: 168 time: 0.3876045 Sep 07 02:59:54.681709 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c281b8be-d915-46dd-86a8-575977674032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdaf8529-b5dc-4a84-9780-7e3bad2f5159,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:54.706837 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e199955f-bc8e-4c76-a7be-16d1735dbcb3 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:54.739361 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f4cfaa11-749a-40ad-b959-73d62db86993 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:54.802211 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-71a55599-697e-4310-8f75-139af9e84132 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Deleting port a788314b-df75-4ce5-8ef2-6c00cf3d7c9d {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:59:54.803050 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-71a55599-697e-4310-8f75-139af9e84132 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:54.939376 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-71a55599-697e-4310-8f75-139af9e84132 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] For port a788314b-df75-4ce5-8ef2-6c00cf3d7c9d, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=a788314b-df75-4ce5-8ef2-6c00cf3d7c9d,segment=NetworkSegment(c09ec46c-8444-4247-bfa5-0e7109b21d3d),segment_id=c09ec46c-8444-4247-bfa5-0e7109b21d3d)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 02:59:54.939853 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-71a55599-697e-4310-8f75-139af9e84132 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:54.955819 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-71a55599-697e-4310-8f75-139af9e84132 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Calling delete_port for a788314b-df75-4ce5-8ef2-6c00cf3d7c9d owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:59:55.159571 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e199955f-bc8e-4c76-a7be-16d1735dbcb3 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:55.218834 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e199955f-bc8e-4c76-a7be-16d1735dbcb3 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 02:59:55.225327 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-e199955f-bc8e-4c76-a7be-16d1735dbcb3 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 02:59:55.235363 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-71a55599-697e-4310-8f75-139af9e84132 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:55.237678 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e199955f-bc8e-4c76-a7be-16d1735dbcb3 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 02:59:55.246894 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 53492) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:55.267214 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6c1a72a3-dea7-414c-8aa1-a972ea509b34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:55.286309 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a55599-697e-4310-8f75-139af9e84132 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] No DVR routers for this DVR port a788314b-df75-4ce5-8ef2-6c00cf3d7c9d on host n-d-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 02:59:55.290566 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e199955f-bc8e-4c76-a7be-16d1735dbcb3 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event updated for resources: {'Port': ['ID=9cc94bfb-bb31-437f-b391-e2a21afbfc41,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:55.307322 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-f4cfaa11-749a-40ad-b959-73d62db86993 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Deleting port 64049cbb-fdac-4715-af48-cacb57793bd8 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:59:55.307826 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f4cfaa11-749a-40ad-b959-73d62db86993 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:55.318881 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a55599-697e-4310-8f75-139af9e84132 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Pushing event deleted for resources: {'Port': ['ID=a788314b-df75-4ce5-8ef2-6c00cf3d7c9d,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:55.420564 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-71a55599-697e-4310-8f75-139af9e84132 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:55.432529 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f4cfaa11-749a-40ad-b959-73d62db86993 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:55.451128 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-71a55599-697e-4310-8f75-139af9e84132 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffb40818-f341-4da7-b409-ab5a8ec9ac7b']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:55.454868 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-f4cfaa11-749a-40ad-b959-73d62db86993 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Calling delete_port for 64049cbb-fdac-4715-af48-cacb57793bd8 owned by network:router_interface {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:59:55.465246 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-71a55599-697e-4310-8f75-139af9e84132 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c09ec46c-8444-4247-bfa5-0e7109b21d3d') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:55.465490 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-71a55599-697e-4310-8f75-139af9e84132 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c09ec46c-8444-4247-bfa5-0e7109b21d3d') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:55.489748 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-71a55599-697e-4310-8f75-139af9e84132 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:55.510761 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-71a55599-697e-4310-8f75-139af9e84132 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:55.515663 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6c1a72a3-dea7-414c-8aa1-a972ea509b34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:55.523814 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71a55599-697e-4310-8f75-139af9e84132 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:59:55.524593 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-71a55599-697e-4310-8f75-139af9e84132 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:55.526469 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6c1a72a3-dea7-414c-8aa1-a972ea509b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:55.539305 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:59:55.539305 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:59:55.539305 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:59:55.539305 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:59:55.539305 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:59:55.539305 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:59:55.539305 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:59:55.539305 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:59:55.539305 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:59:55.539305 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:59:55.539305 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:59:55.539305 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:59:55.539305 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:59:55.539305 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:59:55.539305 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:59:55.539305 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:59:55.539305 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:59:55.539305 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:59:55.539305 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:59:55.539305 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:59:55.539305 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:59:55.539305 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:59:55.539305 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:59:55.539305 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:59:55.539305 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:59:55.539305 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:59:55.539305 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:59:55.539305 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:59:55.539305 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:59:55.539305 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:59:55.539305 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:59:55.539305 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:59:55.590826 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-6c1a72a3-dea7-414c-8aa1-a972ea509b34 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dc3c461c083e4903b66434f4319bf62c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3429427 Sep 07 02:59:55.595116 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53500) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:55.600236 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1a72a3-dea7-414c-8aa1-a972ea509b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b443202f-ef1c-462a-bfc4-d24bc789cecf,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:55.753671 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f4cfaa11-749a-40ad-b959-73d62db86993 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:55.785537 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cfaa11-749a-40ad-b959-73d62db86993 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Pushing event deleted for resources: {'Port': ['ID=64049cbb-fdac-4715-af48-cacb57793bd8,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:55.809061 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-71a55599-697e-4310-8f75-139af9e84132 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:55.839820 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-71a55599-697e-4310-8f75-139af9e84132 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:55.845049 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-71a55599-697e-4310-8f75-139af9e84132 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "DELETE /v2.0/networks/ffb40818-f341-4da7-b409-ab5a8ec9ac7b HTTP/1.1" status: 204 len: 168 time: 3.6028104 Sep 07 02:59:55.885389 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53502) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:55.938965 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f4dbd827-db40-42a4-85be-78f499b6aa00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:55.960266 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a55599-697e-4310-8f75-139af9e84132 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Pushing event deleted for resources: {'Network': ['ID=ffb40818-f341-4da7-b409-ab5a8ec9ac7b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:56.099105 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e199955f-bc8e-4c76-a7be-16d1735dbcb3 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:56.169764 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-8324f62a-af14-4b07-8359-9e03775904b5 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] DELETE failed (client error): The resource could not be found. Sep 07 02:59:56.170224 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8324f62a-af14-4b07-8359-9e03775904b5 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:59:56.172793 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-8324f62a-af14-4b07-8359-9e03775904b5 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "DELETE /v2.0/subnets/c12b631b-2e6e-48d0-9070-18c5ca2c5679 HTTP/1.1" status: 404 len: 337 time: 0.2860065 Sep 07 02:59:56.177969 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53506) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:56.245918 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b99b39a-8d3a-436a-a208-e888c7c7d46b tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] DELETE failed (client error): The resource could not be found. Sep 07 02:59:56.246419 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b99b39a-8d3a-436a-a208-e888c7c7d46b tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:59:56.249262 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-5b99b39a-8d3a-436a-a208-e888c7c7d46b tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "DELETE /v2.0/networks/ffb40818-f341-4da7-b409-ab5a8ec9ac7b HTTP/1.1" status: 404 len: 339 time: 0.0639532 Sep 07 02:59:56.256287 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53508) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:56.256951 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9b7b22eb-cfee-4b2c-b8f1-68682d9e2ce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:56.286101 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9b7b22eb-cfee-4b2c-b8f1-68682d9e2ce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:56.358304 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-d25f071b-0447-4680-8178-3940dc58c91e tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] DELETE failed (client error): The resource could not be found. Sep 07 02:59:56.358800 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d25f071b-0447-4680-8178-3940dc58c91e tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:59:56.360588 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-d25f071b-0447-4680-8178-3940dc58c91e tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "DELETE /v2.0/subnets/c256db33-88f9-4e21-9880-f24e83c29850 HTTP/1.1" status: 404 len: 337 time: 0.0520740 Sep 07 02:59:56.363885 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53510) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:56.428361 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-3509bc02-7f62-448a-8c41-3d80f3c8586e tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] DELETE failed (client error): The resource could not be found. Sep 07 02:59:56.428991 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3509bc02-7f62-448a-8c41-3d80f3c8586e tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:59:56.430928 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3509bc02-7f62-448a-8c41-3d80f3c8586e tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "DELETE /v2.0/networks/2a525540-c6b1-4088-836e-d95660c293f0 HTTP/1.1" status: 404 len: 339 time: 0.0658612 Sep 07 02:59:56.435663 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53512) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:56.479254 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9b7b22eb-cfee-4b2c-b8f1-68682d9e2ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:56.481994 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9b7b22eb-cfee-4b2c-b8f1-68682d9e2ce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:56.483133 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9b7b22eb-cfee-4b2c-b8f1-68682d9e2ce7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b443202f-ef1c-462a-bfc4-d24bc789cecf HTTP/1.1" status: 204 len: 168 time: 0.8836694 Sep 07 02:59:56.537486 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f4cfaa11-749a-40ad-b959-73d62db86993 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:56.588787 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ea584889-27d8-4203-9cef-e0b7139765a1 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:56.593530 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7b22eb-cfee-4b2c-b8f1-68682d9e2ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b443202f-ef1c-462a-bfc4-d24bc789cecf,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:56.622707 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e199955f-bc8e-4c76-a7be-16d1735dbcb3 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:56.774259 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ea584889-27d8-4203-9cef-e0b7139765a1 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:56.805580 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-ea584889-27d8-4203-9cef-e0b7139765a1 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75b05793-2193-4951-842f-176d766484cd']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:56.816648 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-ea584889-27d8-4203-9cef-e0b7139765a1 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77ce59c4-51e3-455a-9624-240aa39f21f2') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:56.817307 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-ea584889-27d8-4203-9cef-e0b7139765a1 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77ce59c4-51e3-455a-9624-240aa39f21f2') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:56.828529 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ea584889-27d8-4203-9cef-e0b7139765a1 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:56.901149 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4cfaa11-749a-40ad-b959-73d62db86993 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Router 565b940e-d858-49e5-9f5c-2b07c276297b has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 02:59:56.985143 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ea584889-27d8-4203-9cef-e0b7139765a1 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:56.993520 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea584889-27d8-4203-9cef-e0b7139765a1 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 02:59:56.993980 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ea584889-27d8-4203-9cef-e0b7139765a1 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:57.085420 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4cfaa11-749a-40ad-b959-73d62db86993 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:59:57.097577 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9493b303-6cf0-4b70-a2fb-1bca770ad027 None None] Sync routers for ids ['565b940e-d858-49e5-9f5c-2b07c276297b'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:59:57.100109 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f4cfaa11-749a-40ad-b959-73d62db86993 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] 10.222.0.22 "PUT /v2.0/routers/565b940e-d858-49e5-9f5c-2b07c276297b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1585743 Sep 07 02:59:57.102715 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 53526) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:57.113114 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9493b303-6cf0-4b70-a2fb-1bca770ad027 None None] Routers {'565b940e-d858-49e5-9f5c-2b07c276297b'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:59:57.115202 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-9493b303-6cf0-4b70-a2fb-1bca770ad027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:59:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['565b940e-d858-49e5-9f5c-2b07c276297b'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:57.139369 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 02:59:57.139369 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 02:59:57.139369 n-d-796209-16 neutron-server[94700]: timer() Sep 07 02:59:57.139369 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 02:59:57.139369 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 02:59:57.139369 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 02:59:57.139369 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 02:59:57.139369 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 02:59:57.139369 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 02:59:57.139369 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 02:59:57.139369 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 02:59:57.139369 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 02:59:57.139369 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 02:59:57.139369 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 02:59:57.139369 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 02:59:57.139369 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 02:59:57.139369 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 02:59:57.139369 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 02:59:57.139369 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 02:59:57.139369 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 02:59:57.139369 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 02:59:57.139369 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 02:59:57.139369 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 02:59:57.139369 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 02:59:57.139369 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 02:59:57.139369 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 02:59:57.139369 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 02:59:57.139369 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 02:59:57.139369 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 02:59:57.139369 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 02:59:57.139369 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 02:59:57.139369 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 02:59:57.190911 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ea584889-27d8-4203-9cef-e0b7139765a1 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:57.210312 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ea584889-27d8-4203-9cef-e0b7139765a1 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:57.228166 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ea584889-27d8-4203-9cef-e0b7139765a1 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "DELETE /v2.0/networks/75b05793-2193-4951-842f-176d766484cd HTTP/1.1" status: 204 len: 168 time: 0.7866669 Sep 07 02:59:57.243079 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53530) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:57.251899 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8ab8b93c-551c-4383-a2c1-05dca22ca138 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for router, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:57.277658 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e199955f-bc8e-4c76-a7be-16d1735dbcb3 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Router e9ae3689-48cc-41fc-8eac-b81b3999674f is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 02:59:57.282404 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea584889-27d8-4203-9cef-e0b7139765a1 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Pushing event deleted for resources: {'Network': ['ID=75b05793-2193-4951-842f-176d766484cd,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:57.285074 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-a056eb21-bf63-4b4b-86cd-442b81b1f1f1 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] DELETE failed (client error): The resource could not be found. Sep 07 02:59:57.285610 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a056eb21-bf63-4b4b-86cd-442b81b1f1f1 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:59:57.289565 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a056eb21-bf63-4b4b-86cd-442b81b1f1f1 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "DELETE /v2.0/subnets/b45deb75-85fd-43b1-9290-bb0456c410dd HTTP/1.1" status: 404 len: 337 time: 0.0431690 Sep 07 02:59:57.290508 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53534) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:57.309349 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-69fba482-8750-41db-acfb-0794fdb83329 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] DELETE failed (client error): The resource could not be found. Sep 07 02:59:57.309931 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69fba482-8750-41db-acfb-0794fdb83329 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:59:57.314053 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-69fba482-8750-41db-acfb-0794fdb83329 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "DELETE /v2.0/networks/89b812b8-6fe9-4f61-9f00-a0aed081ff85 HTTP/1.1" status: 404 len: 339 time: 0.0210323 Sep 07 02:59:57.315420 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53536) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:57.433003 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ce32b9a-c67f-4484-8767-320e709b38c2 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] DELETE failed (client error): The resource could not be found. Sep 07 02:59:57.434905 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ce32b9a-c67f-4484-8767-320e709b38c2 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:59:57.440112 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3ce32b9a-c67f-4484-8767-320e709b38c2 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "DELETE /v2.0/subnets/47c6b01b-f4fc-4111-bf98-1357900bcefb HTTP/1.1" status: 404 len: 337 time: 0.1212447 Sep 07 02:59:57.440441 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53538) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:57.450206 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8ab8b93c-551c-4383-a2c1-05dca22ca138 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:57.472021 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-9493b303-6cf0-4b70-a2fb-1bca770ad027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:57.472151 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea830ec7-50f0-4461-8e9e-df01993cc752 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] DELETE failed (client error): The resource could not be found. Sep 07 02:59:57.472700 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea830ec7-50f0-4461-8e9e-df01993cc752 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:59:57.474431 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ea830ec7-50f0-4461-8e9e-df01993cc752 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "DELETE /v2.0/networks/620487c4-b713-41b6-914b-36c4d6adc499 HTTP/1.1" status: 404 len: 339 time: 0.0330875 Sep 07 02:59:57.477200 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 53542) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:57.492549 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9493b303-6cf0-4b70-a2fb-1bca770ad027 None None] Routers {'565b940e-d858-49e5-9f5c-2b07c276297b'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:59:57.494459 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-9493b303-6cf0-4b70-a2fb-1bca770ad027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:59:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['565b940e-d858-49e5-9f5c-2b07c276297b'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:57.507450 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-b27d6980-0baf-425b-a729-a79af66d09d1 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] DELETE failed (client error): The resource could not be found. Sep 07 02:59:57.508091 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b27d6980-0baf-425b-a729-a79af66d09d1 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:59:57.510070 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b27d6980-0baf-425b-a729-a79af66d09d1 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "DELETE /v2.0/subnets/772c61b8-cf28-404b-afdd-155eda325107 HTTP/1.1" status: 404 len: 337 time: 0.0318704 Sep 07 02:59:57.516363 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 53544) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:57.566155 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccfbc5e5-35ee-45c1-b5be-3ee7c53715d6 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] DELETE failed (client error): The resource could not be found. Sep 07 02:59:57.566856 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccfbc5e5-35ee-45c1-b5be-3ee7c53715d6 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:59:57.573097 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-ccfbc5e5-35ee-45c1-b5be-3ee7c53715d6 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "DELETE /v2.0/networks/64cb3855-f5c2-44e6-974e-eb3591d6dc23 HTTP/1.1" status: 404 len: 339 time: 0.0461557 Sep 07 02:59:57.574549 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53548) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:57.582730 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-9493b303-6cf0-4b70-a2fb-1bca770ad027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:57.582854 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9493b303-6cf0-4b70-a2fb-1bca770ad027 None None] The sync data for ids ['565b940e-d858-49e5-9f5c-2b07c276297b'] in n-d-796209-16 is: [] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 02:59:57.617558 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-8ab8b93c-551c-4383-a2c1-05dca22ca138 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Deleting port 2cdabc84-e1d7-4c94-9ac5-0108be794f6f {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 02:59:57.617903 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8ab8b93c-551c-4383-a2c1-05dca22ca138 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:57.662581 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-e100c63e-d044-497f-8ead-c7bfe21086fa tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] DELETE failed (client error): The resource could not be found. Sep 07 02:59:57.663192 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e100c63e-d044-497f-8ead-c7bfe21086fa tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:59:57.667572 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-e100c63e-d044-497f-8ead-c7bfe21086fa tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "DELETE /v2.0/subnets/60ceb4c8-683d-4a71-be0d-c70665c0f0d3 HTTP/1.1" status: 404 len: 337 time: 0.0836461 Sep 07 02:59:57.668905 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e199955f-bc8e-4c76-a7be-16d1735dbcb3 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 02:59:57.676575 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53552) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:57.686338 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6ccf7b-c797-4962-8417-39d654a26595 None None] Sync routers for ids ['e9ae3689-48cc-41fc-8eac-b81b3999674f'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 02:59:57.700830 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6ccf7b-c797-4962-8417-39d654a26595 None None] Routers {'e9ae3689-48cc-41fc-8eac-b81b3999674f'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 02:59:57.703784 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8ab8b93c-551c-4383-a2c1-05dca22ca138 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:57.707378 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-0c6ccf7b-c797-4962-8417-39d654a26595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:59:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['e9ae3689-48cc-41fc-8eac-b81b3999674f'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:57.732947 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-8ab8b93c-551c-4383-a2c1-05dca22ca138 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Calling delete_port for 2cdabc84-e1d7-4c94-9ac5-0108be794f6f owned by network:router_gateway {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 02:59:57.749326 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-da991c40-5362-467b-beeb-19ce72368e5b tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] DELETE failed (client error): The resource could not be found. Sep 07 02:59:57.752947 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da991c40-5362-467b-beeb-19ce72368e5b tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:59:57.757188 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-da991c40-5362-467b-beeb-19ce72368e5b tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "DELETE /v2.0/networks/5d607e2d-49b7-43c8-ac6c-b10834dd292e HTTP/1.1" status: 404 len: 339 time: 0.0792675 Sep 07 02:59:57.759159 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e199955f-bc8e-4c76-a7be-16d1735dbcb3 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:57.763095 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-e199955f-bc8e-4c76-a7be-16d1735dbcb3 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.8346643 Sep 07 02:59:57.765185 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53556) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:57.766609 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53558) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:57.837089 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-36285eff-532a-4218-9779-4fe5b40648c8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] DELETE failed (client error): The resource could not be found. Sep 07 02:59:57.838376 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36285eff-532a-4218-9779-4fe5b40648c8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:59:57.842777 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-36285eff-532a-4218-9779-4fe5b40648c8 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "DELETE /v2.0/subnets/1391c464-4602-493d-bc41-681488ca02db HTTP/1.1" status: 404 len: 337 time: 0.0702024 Sep 07 02:59:57.853376 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53564) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:57.905103 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a653891-7d80-40ed-9d6c-7b34b0119cd9 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] DELETE failed (client error): The resource could not be found. Sep 07 02:59:57.905685 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a653891-7d80-40ed-9d6c-7b34b0119cd9 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:59:57.912097 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3a653891-7d80-40ed-9d6c-7b34b0119cd9 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "DELETE /v2.0/networks/0f9da752-cf56-4c49-b983-4b1504afaaf8 HTTP/1.1" status: 404 len: 339 time: 0.0518534 Sep 07 02:59:57.912837 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53566) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:57.966033 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-0c6ccf7b-c797-4962-8417-39d654a26595 None None] Set router e9ae3689-48cc-41fc-8eac-b81b3999674f gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 02:59:57.986430 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8ab8b93c-551c-4383-a2c1-05dca22ca138 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:57.999442 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a4e9462-9efc-40b8-806a-7fbc65c0d345 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] DELETE failed (client error): The resource could not be found. Sep 07 02:59:58.006943 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a4e9462-9efc-40b8-806a-7fbc65c0d345 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:59:58.011083 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-2a4e9462-9efc-40b8-806a-7fbc65c0d345 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "DELETE /v2.0/subnets/570ed06b-243f-4407-b333-514564999065 HTTP/1.1" status: 404 len: 337 time: 0.0950611 Sep 07 02:59:58.011354 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53570) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:58.102478 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab8b93c-551c-4383-a2c1-05dca22ca138 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Pushing event deleted for resources: {'Port': ['ID=2cdabc84-e1d7-4c94-9ac5-0108be794f6f,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:58.105662 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd6a8e3e-a7f3-41cf-9d24-713e232164f9 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] DELETE failed (client error): The resource could not be found. Sep 07 02:59:58.106302 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd6a8e3e-a7f3-41cf-9d24-713e232164f9 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:59:58.113541 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-cd6a8e3e-a7f3-41cf-9d24-713e232164f9 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "DELETE /v2.0/networks/76e44cb8-fb08-4216-8af9-d8ab265854c7 HTTP/1.1" status: 404 len: 339 time: 0.0986381 Sep 07 02:59:58.118250 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53578) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:58.197141 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc419103-9374-463e-b83b-28e1ab08372a tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] DELETE failed (client error): The resource could not be found. Sep 07 02:59:58.197606 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc419103-9374-463e-b83b-28e1ab08372a tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:59:58.202089 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-cc419103-9374-463e-b83b-28e1ab08372a tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "DELETE /v2.0/subnets/2b60ca33-94c4-4f1e-b094-b51222bea709 HTTP/1.1" status: 404 len: 337 time: 0.0804210 Sep 07 02:59:58.204423 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53582) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:58.249349 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b47c349-a14d-48f1-bc2f-aed78589b681 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] DELETE failed (client error): The resource could not be found. Sep 07 02:59:58.252662 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b47c349-a14d-48f1-bc2f-aed78589b681 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:59:58.258475 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-6b47c349-a14d-48f1-bc2f-aed78589b681 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "DELETE /v2.0/networks/0af85a7c-ad66-449d-8ca3-9f52c9ebfecd HTTP/1.1" status: 404 len: 339 time: 0.0529928 Sep 07 02:59:58.260985 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53584) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:58.271924 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8ab8b93c-551c-4383-a2c1-05dca22ca138 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:58.275430 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e4e8565e-8dbc-44f9-a4ea-ec2cefabd7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:58.394231 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-80f4ea51-580b-4c04-9adb-d254e05ea700 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] DELETE failed (client error): The resource could not be found. Sep 07 02:59:58.396953 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80f4ea51-580b-4c04-9adb-d254e05ea700 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:59:58.402231 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-80f4ea51-580b-4c04-9adb-d254e05ea700 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "DELETE /v2.0/subnets/c44bdd2e-960a-4e7b-8571-82b070a5011c HTTP/1.1" status: 404 len: 337 time: 0.1374817 Sep 07 02:59:58.406840 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53588) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:58.448922 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-7813f39a-53c7-44f0-bfe6-99724ee8d628 tempest-TestNetworkAdvancedServerOps-2015258804 tempest-TestNetworkAdvancedServerOps-2015258804-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=626f31b15da14e0da01388cbfdee7f90&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6772308 Sep 07 02:59:58.466544 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53590) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:58.478715 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-0c6ccf7b-c797-4962-8417-39d654a26595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ae3689-48cc-41fc-8eac-b81b3999674f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562632463', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '9cc94bfb-bb31-437f-b391-e2a21afbfc41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:59:52Z', 'updated_at': '2021-09-07T02:59:55Z', 'revision_number': 3, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'gw_port': {'id': '9cc94bfb-bb31-437f-b391-e2a21afbfc41', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:18:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ae3689-48cc-41fc-8eac-b81b3999674f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:59:54Z', 'updated_at': '2021-09-07T02:59:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 02:59:58.488520 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-039b8901-988a-47da-82f3-9fbf09838a02 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] DELETE failed (client error): The resource could not be found. Sep 07 02:59:58.489066 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-039b8901-988a-47da-82f3-9fbf09838a02 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 02:59:58.497852 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-039b8901-988a-47da-82f3-9fbf09838a02 tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "DELETE /v2.0/networks/ebfe6f94-7b7f-41a0-9ed6-9f100d510a3e HTTP/1.1" status: 404 len: 339 time: 0.0885160 Sep 07 02:59:58.499591 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53594) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:58.550530 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6ccf7b-c797-4962-8417-39d654a26595 None None] Checking router: e9ae3689-48cc-41fc-8eac-b81b3999674f for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 02:59:58.553285 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6ccf7b-c797-4962-8417-39d654a26595 None None] Updating router e9ae3689-48cc-41fc-8eac-b81b3999674f port 9cc94bfb-bb31-437f-b391-e2a21afbfc41 binding host n-d-796209-16 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 02:59:58.575456 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-59e73aa5-de6e-4950-b866-49c62068e20b tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Deleting subnet f602c65e-5492-44b2-8214-882545a0f68e {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:59:58.582384 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-59e73aa5-de6e-4950-b866-49c62068e20b tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:58.616145 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8ab8b93c-551c-4383-a2c1-05dca22ca138 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:58.628106 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8ab8b93c-551c-4383-a2c1-05dca22ca138 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:58.629205 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0c6ccf7b-c797-4962-8417-39d654a26595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:58.742864 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:58.830471 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8ab8b93c-551c-4383-a2c1-05dca22ca138 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:58.831055 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab8b93c-551c-4383-a2c1-05dca22ca138 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Fanout notify agent at l3_agent the message router_deleted on router 565b940e-d858-49e5-9f5c-2b07c276297b {{(pid=94701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 02:59:58.849362 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8ab8b93c-551c-4383-a2c1-05dca22ca138 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:58.851772 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8ab8b93c-551c-4383-a2c1-05dca22ca138 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] 10.222.0.22 "DELETE /v2.0/routers/565b940e-d858-49e5-9f5c-2b07c276297b HTTP/1.1" status: 204 len: 168 time: 1.7475541 Sep 07 02:59:58.854277 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 53606) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:59.007236 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bc36728-5111-418d-8288-a055dd4c5e58 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Deleting subnet 46228612-db9c-4d29-9974-dd92c68edba6 {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 02:59:59.018664 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4bc36728-5111-418d-8288-a055dd4c5e58 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:59.218701 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4bc36728-5111-418d-8288-a055dd4c5e58 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:59.222879 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0c6ccf7b-c797-4962-8417-39d654a26595 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:59.236330 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-0c6ccf7b-c797-4962-8417-39d654a26595 None None] Transition to ACTIVE for port object 9cc94bfb-bb31-437f-b391-e2a21afbfc41 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 02:59:59.248186 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0c6ccf7b-c797-4962-8417-39d654a26595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:59.346653 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4bc36728-5111-418d-8288-a055dd4c5e58 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:59.446710 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-0c6ccf7b-c797-4962-8417-39d654a26595 None None] Attempting to bind port 9cc94bfb-bb31-437f-b391-e2a21afbfc41 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 02:59:59.447104 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-0c6ccf7b-c797-4962-8417-39d654a26595 None None] Attempting to bind port 9cc94bfb-bb31-437f-b391-e2a21afbfc41 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 02:59:59.447520 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6ccf7b-c797-4962-8417-39d654a26595 None None] Attempting to bind port 9cc94bfb-bb31-437f-b391-e2a21afbfc41 on network 1166b922-7457-4da4-bdda-328e8c8e7bc6 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 02:59:59.481373 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad40072-8fcc-45b6-8668-e5dd738dd395 None None] Pushing event updated for resources: {'Port': ['ID=9cc94bfb-bb31-437f-b391-e2a21afbfc41,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:59.488809 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6ccf7b-c797-4962-8417-39d654a26595 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 02:59:59.489200 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6ccf7b-c797-4962-8417-39d654a26595 None None] Checking segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 02:59:59.489630 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0c6ccf7b-c797-4962-8417-39d654a26595 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:59.492501 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-59e73aa5-de6e-4950-b866-49c62068e20b tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:59.496037 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6ccf7b-c797-4962-8417-39d654a26595 None None] Bound using segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 02:59:59.498272 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-0c6ccf7b-c797-4962-8417-39d654a26595 None None] Bound port: 9cc94bfb-bb31-437f-b391-e2a21afbfc41, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 02:59:59.498700 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0c6ccf7b-c797-4962-8417-39d654a26595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:59.531814 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4bc36728-5111-418d-8288-a055dd4c5e58 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:59.604824 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c7af15-b8e7-41c4-87c1-16cd7e297f17 tempest-TestNetworkAdvancedServerOps-2015258804 tempest-TestNetworkAdvancedServerOps-2015258804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 02:59:59.606366 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-57c7af15-b8e7-41c4-87c1-16cd7e297f17 tempest-TestNetworkAdvancedServerOps-2015258804 tempest-TestNetworkAdvancedServerOps-2015258804-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.1378489 Sep 07 02:59:59.612654 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 53630) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:59.624790 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4bc36728-5111-418d-8288-a055dd4c5e58 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:59.636989 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53632) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:59.644186 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-4bc36728-5111-418d-8288-a055dd4c5e58 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] 10.222.0.22 "DELETE /v2.0/subnets/46228612-db9c-4d29-9974-dd92c68edba6 HTTP/1.1" status: 204 len: 168 time: 0.7799301 Sep 07 02:59:59.664691 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e908b33b-62fb-43ee-8fc3-9043563af0b1 None None] Network 639d5f89-1bae-47c9-a2ef-f0e7c2d6deec requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 02:59:59.671408 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc36728-5111-418d-8288-a055dd4c5e58 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Pushing event deleted for resources: {'Subnet': ['ID=46228612-db9c-4d29-9974-dd92c68edba6,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 02:59:59.761259 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-11978be0-4760-41de-971f-d360c2dd7736 tempest-TestNetworkAdvancedServerOps-2015258804 tempest-TestNetworkAdvancedServerOps-2015258804-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=1166b922-7457-4da4-bdda-328e8c8e7bc6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1099818 Sep 07 02:59:59.762524 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 53636) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 02:59:59.770248 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-a287262d-1be2-4e69-97e2-81c2e3ee0e5d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-604802293', 'network_id': '66da11a5-58e0-4d5e-b61b-f2a97b6c60d4', 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 02:59:59.839280 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:59.859002 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-59e73aa5-de6e-4950-b866-49c62068e20b tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:59.889164 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0098bd83-7705-4034-9aef-20cbdb7b3a09 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:59.889699 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a287262d-1be2-4e69-97e2-81c2e3ee0e5d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Made reservation on behalf of 626f31b15da14e0da01388cbfdee7f90 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 02:59:59.894590 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a287262d-1be2-4e69-97e2-81c2e3ee0e5d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 02:59:59.930057 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-0c6ccf7b-c797-4962-8417-39d654a26595 None None] For port 9cc94bfb-bb31-437f-b391-e2a21afbfc41, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 02:59:59.956699 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-0c6ccf7b-c797-4962-8417-39d654a26595 None None] For port 9cc94bfb-bb31-437f-b391-e2a21afbfc41, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=9cc94bfb-bb31-437f-b391-e2a21afbfc41,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 02:59:59.982793 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0c6ccf7b-c797-4962-8417-39d654a26595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:00.039055 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-59e73aa5-de6e-4950-b866-49c62068e20b tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:00.061048 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fad0448-c095-4e67-a6d0-12c22e0d0a63 None None] DHCP port deletion for 639d5f89-1bae-47c9-a2ef-f0e7c2d6deec request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 03:00:00.067593 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6ccf7b-c797-4962-8417-39d654a26595 None None] Routers {'e9ae3689-48cc-41fc-8eac-b81b3999674f'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:00:00.071057 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-0c6ccf7b-c797-4962-8417-39d654a26595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:59:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['e9ae3689-48cc-41fc-8eac-b81b3999674f'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:00.093291 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff64f00-7251-4b5c-9240-749669e88cfd None None] Network ac04933e-eed4-413e-9bb1-ab2829548aa9 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:00:00.094416 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-59e73aa5-de6e-4950-b866-49c62068e20b tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:00.104535 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-59e73aa5-de6e-4950-b866-49c62068e20b tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "DELETE /v2.0/subnets/f602c65e-5492-44b2-8214-882545a0f68e HTTP/1.1" status: 204 len: 168 time: 1.5984991 Sep 07 03:00:00.114233 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 53644) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:00.161546 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-0098bd83-7705-4034-9aef-20cbdb7b3a09 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Deleting port 5c95f8be-8d33-45b7-84d0-f2b82ceacbbf {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:00:00.161891 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0098bd83-7705-4034-9aef-20cbdb7b3a09 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:00.164732 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e73aa5-de6e-4950-b866-49c62068e20b tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Pushing event deleted for resources: {'Subnet': ['ID=f602c65e-5492-44b2-8214-882545a0f68e,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:00.291070 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-0098bd83-7705-4034-9aef-20cbdb7b3a09 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] For port 5c95f8be-8d33-45b7-84d0-f2b82ceacbbf, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=5c95f8be-8d33-45b7-84d0-f2b82ceacbbf,segment=NetworkSegment(54ef63ce-7a48-42e0-b068-3b33058008e3),segment_id=54ef63ce-7a48-42e0-b068-3b33058008e3)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:00:00.291354 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0098bd83-7705-4034-9aef-20cbdb7b3a09 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:00.336567 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-0098bd83-7705-4034-9aef-20cbdb7b3a09 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Calling delete_port for 5c95f8be-8d33-45b7-84d0-f2b82ceacbbf owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:00:00.358551 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-26b5fc83-d26f-41bf-9993-df957851cc6c tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:00.427501 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad40072-8fcc-45b6-8668-e5dd738dd395 None None] Pushing event updated for resources: {'Port': ['ID=9cc94bfb-bb31-437f-b391-e2a21afbfc41,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:00.511536 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0098bd83-7705-4034-9aef-20cbdb7b3a09 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:00.528496 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a287262d-1be2-4e69-97e2-81c2e3ee0e5d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:00.550084 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0098bd83-7705-4034-9aef-20cbdb7b3a09 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Pushing event deleted for resources: {'Port': ['ID=5c95f8be-8d33-45b7-84d0-f2b82ceacbbf,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:00.557422 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0098bd83-7705-4034-9aef-20cbdb7b3a09 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] No DVR routers for this DVR port 5c95f8be-8d33-45b7-84d0-f2b82ceacbbf on host n-d-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:00:00.659601 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a287262d-1be2-4e69-97e2-81c2e3ee0e5d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event updated for resources: {'Subnet': ['ID=57f615bc-1ee1-4087-b628-32768bf98bce,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:00.670628 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-26b5fc83-d26f-41bf-9993-df957851cc6c tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Deleting port 48628049-3fae-4d68-ba3b-fe3bad958764 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:00:00.671196 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-26b5fc83-d26f-41bf-9993-df957851cc6c tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:00.673336 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a287262d-1be2-4e69-97e2-81c2e3ee0e5d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Checking segment: {'id': '9ee4793e-ec48-4320-9f96-01d4892ea4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '66da11a5-58e0-4d5e-b61b-f2a97b6c60d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:00:00.673905 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a287262d-1be2-4e69-97e2-81c2e3ee0e5d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Network hostable DHCP agents. Network: 66da11a5-58e0-4d5e-b61b-f2a97b6c60d4, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 03:00:00.762937 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a287262d-1be2-4e69-97e2-81c2e3ee0e5d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Network 66da11a5-58e0-4d5e-b61b-f2a97b6c60d4 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 03:00:00.789238 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-26b5fc83-d26f-41bf-9993-df957851cc6c tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] For port 48628049-3fae-4d68-ba3b-fe3bad958764, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=48628049-3fae-4d68-ba3b-fe3bad958764,segment=NetworkSegment(761acc97-8502-4a24-b39d-0cd2c147834d),segment_id=761acc97-8502-4a24-b39d-0cd2c147834d)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:00:00.789674 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-26b5fc83-d26f-41bf-9993-df957851cc6c tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:00.795057 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0098bd83-7705-4034-9aef-20cbdb7b3a09 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:00.800093 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-a287262d-1be2-4e69-97e2-81c2e3ee0e5d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 66da11a5-58e0-4d5e-b61b-f2a97b6c60d4) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:00:00.809112 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a287262d-1be2-4e69-97e2-81c2e3ee0e5d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:00.809584 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a287262d-1be2-4e69-97e2-81c2e3ee0e5d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:00.812174 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-26b5fc83-d26f-41bf-9993-df957851cc6c tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Calling delete_port for 48628049-3fae-4d68-ba3b-fe3bad958764 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:00:00.835103 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3df0d39-67be-450e-9055-7ae6d775f3de None None] Network 66da11a5-58e0-4d5e-b61b-f2a97b6c60d4 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:00:00.853391 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a287262d-1be2-4e69-97e2-81c2e3ee0e5d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0857940 Sep 07 03:00:00.866184 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-0098bd83-7705-4034-9aef-20cbdb7b3a09 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['639d5f89-1bae-47c9-a2ef-f0e7c2d6deec']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:00.872016 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53676) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:00.901504 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8fad0448-c095-4e67-a6d0-12c22e0d0a63 None None] Deleting port 5c95f8be-8d33-45b7-84d0-f2b82ceacbbf {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:00:00.902081 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8fad0448-c095-4e67-a6d0-12c22e0d0a63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:00.910304 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-0c6ccf7b-c797-4962-8417-39d654a26595 None None] Set router e9ae3689-48cc-41fc-8eac-b81b3999674f gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:00:01.050452 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5765f6a-cf58-4c48-b38f-0736a22ae148 None None] DHCP port deletion for ac04933e-eed4-413e-9bb1-ab2829548aa9 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 03:00:01.069066 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-26b5fc83-d26f-41bf-9993-df957851cc6c tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:01.099364 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-0098bd83-7705-4034-9aef-20cbdb7b3a09 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54ef63ce-7a48-42e0-b068-3b33058008e3') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:01.100468 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-0098bd83-7705-4034-9aef-20cbdb7b3a09 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54ef63ce-7a48-42e0-b068-3b33058008e3') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:01.104775 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b5fc83-d26f-41bf-9993-df957851cc6c tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Pushing event deleted for resources: {'Port': ['ID=48628049-3fae-4d68-ba3b-fe3bad958764,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:01.120758 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-b5765f6a-cf58-4c48-b38f-0736a22ae148 None None] The port '48628049-3fae-4d68-ba3b-fe3bad958764' was deleted {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Sep 07 03:00:01.129561 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b5fc83-d26f-41bf-9993-df957851cc6c tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] No DVR routers for this DVR port 48628049-3fae-4d68-ba3b-fe3bad958764 on host n-d-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:00:01.166273 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0098bd83-7705-4034-9aef-20cbdb7b3a09 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:01.192700 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8fad0448-c095-4e67-a6d0-12c22e0d0a63 None None] For port 5c95f8be-8d33-45b7-84d0-f2b82ceacbbf, host n-d-796209-16, got binding levels [] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:00:01.193270 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8fad0448-c095-4e67-a6d0-12c22e0d0a63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:01.222112 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0098bd83-7705-4034-9aef-20cbdb7b3a09 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:01.247708 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8fad0448-c095-4e67-a6d0-12c22e0d0a63 None None] Calling delete_port for 5c95f8be-8d33-45b7-84d0-f2b82ceacbbf owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:00:01.254075 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.ipam_backend_mixin [None req-8fad0448-c095-4e67-a6d0-12c22e0d0a63 None None] Port 5c95f8be-8d33-45b7-84d0-f2b82ceacbbf was not found and therefore no delete operation was performed {{(pid=94702) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 07 03:00:01.254714 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0098bd83-7705-4034-9aef-20cbdb7b3a09 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 03:00:01.255130 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0098bd83-7705-4034-9aef-20cbdb7b3a09 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:01.263091 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8fad0448-c095-4e67-a6d0-12c22e0d0a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:01.263753 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 03:00:01.263753 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 03:00:01.263753 n-d-796209-16 neutron-server[94700]: timer() Sep 07 03:00:01.263753 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 03:00:01.263753 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 03:00:01.263753 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 03:00:01.263753 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 03:00:01.263753 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 03:00:01.263753 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 03:00:01.263753 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 03:00:01.263753 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 03:00:01.263753 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 03:00:01.263753 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 03:00:01.263753 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 03:00:01.263753 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 03:00:01.263753 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 03:00:01.263753 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 03:00:01.263753 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 03:00:01.263753 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 03:00:01.263753 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 03:00:01.263753 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 03:00:01.263753 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 03:00:01.263753 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 03:00:01.263753 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 03:00:01.263753 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 03:00:01.263753 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 03:00:01.263753 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 03:00:01.263753 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 03:00:01.263753 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 03:00:01.263753 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 03:00:01.263753 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 03:00:01.263753 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 03:00:01.325049 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-26b5fc83-d26f-41bf-9993-df957851cc6c tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:01.351603 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fad0448-c095-4e67-a6d0-12c22e0d0a63 None None] Pushing event deleted for resources: {'Port': ['ID=5c95f8be-8d33-45b7-84d0-f2b82ceacbbf,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:01.364145 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fad0448-c095-4e67-a6d0-12c22e0d0a63 None None] No DVR routers for this DVR port 5c95f8be-8d33-45b7-84d0-f2b82ceacbbf on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:00:01.383385 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-26b5fc83-d26f-41bf-9993-df957851cc6c tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac04933e-eed4-413e-9bb1-ab2829548aa9']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:01.410470 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-26b5fc83-d26f-41bf-9993-df957851cc6c tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '761acc97-8502-4a24-b39d-0cd2c147834d') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:01.410942 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-26b5fc83-d26f-41bf-9993-df957851cc6c tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '761acc97-8502-4a24-b39d-0cd2c147834d') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:01.453845 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-26b5fc83-d26f-41bf-9993-df957851cc6c tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:01.456777 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0098bd83-7705-4034-9aef-20cbdb7b3a09 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:01.504639 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 53688) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:01.516353 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:01.516556 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-26b5fc83-d26f-41bf-9993-df957851cc6c tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:01.520100 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b16ae0-cb97-4626-ac35-24ce33237fb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-66da11a5-58e0-4d5e-b61b-f2a97b6c60d4', 'network_id': '66da11a5-58e0-4d5e-b61b-f2a97b6c60d4', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'fixed_ips': [{'subnet_id': '57f615bc-1ee1-4087-b628-32768bf98bce'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 03:00:01.521483 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-06b16ae0-cb97-4626-ac35-24ce33237fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:01.527406 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26b5fc83-d26f-41bf-9993-df957851cc6c tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 03:00:01.528013 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-26b5fc83-d26f-41bf-9993-df957851cc6c tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:01.536470 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 03:00:01.536470 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 03:00:01.536470 n-d-796209-16 neutron-server[94701]: timer() Sep 07 03:00:01.536470 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 03:00:01.536470 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 03:00:01.536470 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 03:00:01.536470 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 03:00:01.536470 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 03:00:01.536470 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 03:00:01.536470 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 03:00:01.536470 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 03:00:01.536470 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 03:00:01.536470 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 03:00:01.536470 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 03:00:01.536470 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 03:00:01.536470 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 03:00:01.536470 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 03:00:01.536470 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 03:00:01.536470 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 03:00:01.536470 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 03:00:01.536470 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 03:00:01.536470 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 03:00:01.536470 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 03:00:01.536470 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 03:00:01.536470 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 03:00:01.536470 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 03:00:01.536470 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 03:00:01.536470 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 03:00:01.536470 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 03:00:01.536470 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 03:00:01.536470 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 03:00:01.536470 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 03:00:01.597560 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0098bd83-7705-4034-9aef-20cbdb7b3a09 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:01.602262 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-0098bd83-7705-4034-9aef-20cbdb7b3a09 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] 10.222.0.22 "DELETE /v2.0/networks/639d5f89-1bae-47c9-a2ef-f0e7c2d6deec HTTP/1.1" status: 204 len: 168 time: 1.9614663 Sep 07 03:00:01.604436 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 53694) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:01.643336 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0098bd83-7705-4034-9aef-20cbdb7b3a09 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Pushing event deleted for resources: {'Network': ['ID=639d5f89-1bae-47c9-a2ef-f0e7c2d6deec,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:01.662757 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 48628049-3fae-4d68-ba3b-fe3bad958764 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:00:01.690811 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-0c6ccf7b-c797-4962-8417-39d654a26595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ae3689-48cc-41fc-8eac-b81b3999674f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562632463', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '9cc94bfb-bb31-437f-b391-e2a21afbfc41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:59:52Z', 'updated_at': '2021-09-07T02:59:55Z', 'revision_number': 3, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'gw_port': {'id': '9cc94bfb-bb31-437f-b391-e2a21afbfc41', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:18:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ae3689-48cc-41fc-8eac-b81b3999674f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:59:54Z', 'updated_at': '2021-09-07T02:59:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:01.832917 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 48628049-3fae-4d68-ba3b-fe3bad958764 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:00:01.833351 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 48628049-3fae-4d68-ba3b-fe3bad958764 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:00:01.833697 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 5c95f8be-8d33-45b7-84d0-f2b82ceacbbf no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:00:01.881016 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 5c95f8be-8d33-45b7-84d0-f2b82ceacbbf {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:00:01.881367 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 5c95f8be-8d33-45b7-84d0-f2b82ceacbbf not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:00:01.883240 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6ccf7b-c797-4962-8417-39d654a26595 None None] The sync data for ids ['e9ae3689-48cc-41fc-8eac-b81b3999674f'] in n-d-796209-16 is: [{'id': 'e9ae3689-48cc-41fc-8eac-b81b3999674f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562632463', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '9cc94bfb-bb31-437f-b391-e2a21afbfc41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:59:52Z', 'updated_at': '2021-09-07T02:59:55Z', 'revision_number': 3, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'gw_port': {'id': '9cc94bfb-bb31-437f-b391-e2a21afbfc41', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:18:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ae3689-48cc-41fc-8eac-b81b3999674f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:59:54Z', 'updated_at': '2021-09-07T02:59:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:00:01.969358 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3e20015f-a528-49bd-8b8d-4de38142a67a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:02.025909 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-06b16ae0-cb97-4626-ac35-24ce33237fb0 None None] Allocated IP 172.20.0.2 (66da11a5-58e0-4d5e-b61b-f2a97b6c60d4/57f615bc-1ee1-4087-b628-32768bf98bce/1f9a7975-fb8d-4636-8979-00a409023bb9) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:00:02.294586 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0ba9a144-58e0-4278-919b-5d47209fc554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:02.316998 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-26b5fc83-d26f-41bf-9993-df957851cc6c tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:02.470096 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0ba9a144-58e0-4278-919b-5d47209fc554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:02.473041 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-26b5fc83-d26f-41bf-9993-df957851cc6c tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:02.485993 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-26b5fc83-d26f-41bf-9993-df957851cc6c tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] 10.222.0.22 "DELETE /v2.0/networks/ac04933e-eed4-413e-9bb1-ab2829548aa9 HTTP/1.1" status: 204 len: 168 time: 2.3631072 Sep 07 03:00:02.544649 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b5fc83-d26f-41bf-9993-df957851cc6c tempest-NetworksTest-1795059701 tempest-NetworksTest-1795059701-project] Pushing event deleted for resources: {'Network': ['ID=ac04933e-eed4-413e-9bb1-ab2829548aa9,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:02.554546 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0ba9a144-58e0-4278-919b-5d47209fc554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:02.665078 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-0ba9a144-58e0-4278-919b-5d47209fc554 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2ef284688e0140bfbfe9e1f156754800&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1591148 Sep 07 03:00:02.668072 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53708) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:02.694022 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba9a144-58e0-4278-919b-5d47209fc554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d952481b-418b-430a-8f28-5497c5a8cabd,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:02.709804 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-06b16ae0-cb97-4626-ac35-24ce33237fb0 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:02.734604 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-06b16ae0-cb97-4626-ac35-24ce33237fb0 None None] Transition to ACTIVE for port object 1f9a7975-fb8d-4636-8979-00a409023bb9 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:00:02.742614 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-80819c10-3cbc-47e0-af7f-7daaeaeb8069 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Deleting port 85b99b6a-695e-458d-bb68-7c34adbdef97 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:00:02.746262 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-80819c10-3cbc-47e0-af7f-7daaeaeb8069 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:02.807942 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-833aa361-0acb-4b9e-b99d-ccdc9da7a951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:02.808071 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-06b16ae0-cb97-4626-ac35-24ce33237fb0 None None] Transition to ACTIVE for port object 1f9a7975-fb8d-4636-8979-00a409023bb9 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:00:02.822312 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-06b16ae0-cb97-4626-ac35-24ce33237fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:02.902239 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-833aa361-0acb-4b9e-b99d-ccdc9da7a951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:02.919745 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 53714) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:02.975453 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-80819c10-3cbc-47e0-af7f-7daaeaeb8069 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:02.977480 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-80819c10-3cbc-47e0-af7f-7daaeaeb8069 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:03.007740 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 53718) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:03.021747 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b16ae0-cb97-4626-ac35-24ce33237fb0 None None] Pushing event updated for resources: {'Port': ['ID=1f9a7975-fb8d-4636-8979-00a409023bb9,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:03.034789 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b16ae0-cb97-4626-ac35-24ce33237fb0 None None] Network 66da11a5-58e0-4d5e-b61b-f2a97b6c60d4 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:00:03.036861 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-06b16ae0-cb97-4626-ac35-24ce33237fb0 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:00:03.038215 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-80819c10-3cbc-47e0-af7f-7daaeaeb8069 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Calling delete_port for 85b99b6a-695e-458d-bb68-7c34adbdef97 owned by network:floatingip {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:00:03.041738 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b16ae0-cb97-4626-ac35-24ce33237fb0 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:00:03.046624 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-3e20015f-a528-49bd-8b8d-4de38142a67a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Allocated IP 172.20.0.1 (66da11a5-58e0-4d5e-b61b-f2a97b6c60d4/57f615bc-1ee1-4087-b628-32768bf98bce/15e25624-0542-4db6-9cc1-e42e73bce19e) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:00:03.143887 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-833aa361-0acb-4b9e-b99d-ccdc9da7a951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:03.151041 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-833aa361-0acb-4b9e-b99d-ccdc9da7a951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:03.154781 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-833aa361-0acb-4b9e-b99d-ccdc9da7a951 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d952481b-418b-430a-8f28-5497c5a8cabd HTTP/1.1" status: 204 len: 168 time: 0.4829528 Sep 07 03:00:03.184360 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-06b16ae0-cb97-4626-ac35-24ce33237fb0 None None] Attempting to bind port 1f9a7975-fb8d-4636-8979-00a409023bb9 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:00:03.195991 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-06b16ae0-cb97-4626-ac35-24ce33237fb0 None None] Attempting to bind port 1f9a7975-fb8d-4636-8979-00a409023bb9 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '9ee4793e-ec48-4320-9f96-01d4892ea4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '66da11a5-58e0-4d5e-b61b-f2a97b6c60d4'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:00:03.196539 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b16ae0-cb97-4626-ac35-24ce33237fb0 None None] Attempting to bind port 1f9a7975-fb8d-4636-8979-00a409023bb9 on network 66da11a5-58e0-4d5e-b61b-f2a97b6c60d4 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:00:03.203921 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b16ae0-cb97-4626-ac35-24ce33237fb0 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:00:03.204408 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b16ae0-cb97-4626-ac35-24ce33237fb0 None None] Checking segment: {'id': '9ee4793e-ec48-4320-9f96-01d4892ea4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '66da11a5-58e0-4d5e-b61b-f2a97b6c60d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:00:03.204903 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-06b16ae0-cb97-4626-ac35-24ce33237fb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:03.208868 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b16ae0-cb97-4626-ac35-24ce33237fb0 None None] Bound using segment: {'id': '9ee4793e-ec48-4320-9f96-01d4892ea4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '66da11a5-58e0-4d5e-b61b-f2a97b6c60d4'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:00:03.209715 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-06b16ae0-cb97-4626-ac35-24ce33237fb0 None None] Bound port: 1f9a7975-fb8d-4636-8979-00a409023bb9, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ee4793e-ec48-4320-9f96-01d4892ea4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '66da11a5-58e0-4d5e-b61b-f2a97b6c60d4'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:00:03.210345 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-06b16ae0-cb97-4626-ac35-24ce33237fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:03.303539 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833aa361-0acb-4b9e-b99d-ccdc9da7a951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d952481b-418b-430a-8f28-5497c5a8cabd,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:03.399771 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1d733de5-4c96-4965-8220-cdcf670a7aa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:03.403198 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3e20015f-a528-49bd-8b8d-4de38142a67a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:03.429329 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-06b16ae0-cb97-4626-ac35-24ce33237fb0 None None] For port 1f9a7975-fb8d-4636-8979-00a409023bb9, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:00:03.434822 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-06b16ae0-cb97-4626-ac35-24ce33237fb0 None None] For port 1f9a7975-fb8d-4636-8979-00a409023bb9, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=1f9a7975-fb8d-4636-8979-00a409023bb9,segment=NetworkSegment(9ee4793e-ec48-4320-9f96-01d4892ea4a4),segment_id=9ee4793e-ec48-4320-9f96-01d4892ea4a4)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:00:03.444294 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-06b16ae0-cb97-4626-ac35-24ce33237fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:03.453047 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-3e20015f-a528-49bd-8b8d-4de38142a67a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Transition to ACTIVE for port object 15e25624-0542-4db6-9cc1-e42e73bce19e will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:00:03.536149 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3e20015f-a528-49bd-8b8d-4de38142a67a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:03.621645 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-07c6a6c3-1489-4804-84fe-3b2af257cfd2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=01d8fd95451d4c5980bd8b778c18b925&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6103711 Sep 07 03:00:03.623095 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53728) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:03.647212 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b16ae0-cb97-4626-ac35-24ce33237fb0 None None] Pushing event updated for resources: {'Port': ['ID=1f9a7975-fb8d-4636-8979-00a409023bb9,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:03.681550 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-80819c10-3cbc-47e0-af7f-7daaeaeb8069 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:03.693177 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e20015f-a528-49bd-8b8d-4de38142a67a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Network 66da11a5-58e0-4d5e-b61b-f2a97b6c60d4 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:00:03.702742 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 9cc94bfb-bb31-437f-b391-e2a21afbfc41 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:00:03.726495 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-3e20015f-a528-49bd-8b8d-4de38142a67a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:00:03.744767 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80819c10-3cbc-47e0-af7f-7daaeaeb8069 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Pushing event deleted for resources: {'Port': ['ID=85b99b6a-695e-458d-bb68-7c34adbdef97,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:03.756907 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e20015f-a528-49bd-8b8d-4de38142a67a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:00:03.820160 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 9cc94bfb-bb31-437f-b391-e2a21afbfc41 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:00:03.825199 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 9cc94bfb-bb31-437f-b391-e2a21afbfc41 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:00:03.826003 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:03.851982 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-80819c10-3cbc-47e0-af7f-7daaeaeb8069 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for floatingip, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:03.855647 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-80819c10-3cbc-47e0-af7f-7daaeaeb8069 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:03.858212 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e20015f-a528-49bd-8b8d-4de38142a67a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event updated for resources: {'Port': ['ID=15e25624-0542-4db6-9cc1-e42e73bce19e,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:03.862072 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-80819c10-3cbc-47e0-af7f-7daaeaeb8069 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] 10.222.0.22 "DELETE /v2.0/floatingips/1a166db0-9c32-4aba-954f-7c69fb255c3a HTTP/1.1" status: 204 len: 168 time: 2.2432437 Sep 07 03:00:03.863588 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 53730) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:03.894374 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-02391101-7fdd-4d12-97fa-3e4c2139cd47 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] DELETE failed (client error): The resource could not be found. Sep 07 03:00:03.894551 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3e20015f-a528-49bd-8b8d-4de38142a67a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:03.895293 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02391101-7fdd-4d12-97fa-3e4c2139cd47 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 03:00:03.900137 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-02391101-7fdd-4d12-97fa-3e4c2139cd47 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] 10.222.0.22 "DELETE /v2.0/ports/5e2c7b87-fac5-4cf4-ab84-647c452bd5fb HTTP/1.1" status: 404 len: 333 time: 0.0354128 Sep 07 03:00:03.900933 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 53732) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:03.952877 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-0f06b200-a157-4ded-8c91-25c9eb2d7117 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] 10.222.0.22 "GET /v2.0/ports?device_id=565b940e-d858-49e5-9f5c-2b07c276297b HTTP/1.1" status: 200 len: 205 time: 0.0376902 Sep 07 03:00:03.953619 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 53736) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:04.009255 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53738) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:04.016060 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8e93c2c7-da91-4341-b3f9-27da4e633323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:04.038350 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1dd6fe2b-d915-46c1-8c50-57d2fd9146a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:04.041076 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:04.052762 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1d733de5-4c96-4965-8220-cdcf670a7aa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:04.054621 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-5eea58ff-6b4a-4275-bac3-a86c8b0d1bcc tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] delete failed (client error): The resource could not be found. Sep 07 03:00:04.056930 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-5eea58ff-6b4a-4275-bac3-a86c8b0d1bcc tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] 10.222.0.22 "DELETE /v2.0/routers/565b940e-d858-49e5-9f5c-2b07c276297b HTTP/1.1" status: 404 len: 336 time: 0.0988450 Sep 07 03:00:04.061113 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1d733de5-4c96-4965-8220-cdcf670a7aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:04.072374 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 9cc94bfb-bb31-437f-b391-e2a21afbfc41, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=9cc94bfb-bb31-437f-b391-e2a21afbfc41,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:00:04.073474 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53740) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:04.082060 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:04.105945 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8e93c2c7-da91-4341-b3f9-27da4e633323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:04.141512 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-1d733de5-4c96-4965-8220-cdcf670a7aa9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cf5b408e7d0d463fb2c0d71e48cd1042&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2199697 Sep 07 03:00:04.142364 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d733de5-4c96-4965-8220-cdcf670a7aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93f7f69-c7a9-4942-9363-f50a86f9ad7e,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:04.148265 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-f399828d-4b24-4c4f-a2b2-c11c5ac7bb64 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] DELETE failed (client error): The resource could not be found. Sep 07 03:00:04.148719 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f399828d-4b24-4c4f-a2b2-c11c5ac7bb64 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 03:00:04.150472 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f399828d-4b24-4c4f-a2b2-c11c5ac7bb64 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] 10.222.0.22 "DELETE /v2.0/subnets/46228612-db9c-4d29-9974-dd92c68edba6 HTTP/1.1" status: 404 len: 337 time: 0.0703020 Sep 07 03:00:04.150876 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=9cc94bfb-bb31-437f-b391-e2a21afbfc41,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:04.155537 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 53742) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:04.156105 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 53744) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:04.279229 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5c33bfca-3a26-447c-a957-1c92174c2b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:04.310412 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3e20015f-a528-49bd-8b8d-4de38142a67a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:04.310678 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5c33bfca-3a26-447c-a957-1c92174c2b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:04.355206 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8e93c2c7-da91-4341-b3f9-27da4e633323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:04.358255 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8e93c2c7-da91-4341-b3f9-27da4e633323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:04.359726 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-8e93c2c7-da91-4341-b3f9-27da4e633323 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/556c6456-557f-4ffe-ba66-deb7301d3713 HTTP/1.1" status: 204 len: 168 time: 0.7302294 Sep 07 03:00:04.367445 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-fa4a988e-d68a-454a-a719-0a0e38f8765d tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Deleting port e195f89b-a525-465a-9ed8-c7f869223332 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:00:04.367835 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fa4a988e-d68a-454a-a719-0a0e38f8765d tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:04.388885 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e93c2c7-da91-4341-b3f9-27da4e633323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556c6456-557f-4ffe-ba66-deb7301d3713,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:04.413785 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5c33bfca-3a26-447c-a957-1c92174c2b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:04.420692 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5c33bfca-3a26-447c-a957-1c92174c2b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:04.423648 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-5c33bfca-3a26-447c-a957-1c92174c2b5a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e93f7f69-c7a9-4942-9363-f50a86f9ad7e HTTP/1.1" status: 204 len: 168 time: 0.2647405 Sep 07 03:00:04.543774 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fa4a988e-d68a-454a-a719-0a0e38f8765d tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:04.558600 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1dd6fe2b-d915-46c1-8c50-57d2fd9146a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:04.562967 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-fa4a988e-d68a-454a-a719-0a0e38f8765d tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Calling delete_port for e195f89b-a525-465a-9ed8-c7f869223332 owned by {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:00:04.580966 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1dd6fe2b-d915-46c1-8c50-57d2fd9146a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:04.655344 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c33bfca-3a26-447c-a957-1c92174c2b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93f7f69-c7a9-4942-9363-f50a86f9ad7e,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:04.788243 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd6fe2b-d915-46c1-8c50-57d2fd9146a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b88403-0bbb-4f94-bdd7-60cf35b92f05,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:04.792028 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fa4a988e-d68a-454a-a719-0a0e38f8765d tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:04.805870 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-1dd6fe2b-d915-46c1-8c50-57d2fd9146a7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ce4cf5e59d554523b1cf072d2893f1ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7954025 Sep 07 03:00:04.814230 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53754) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:04.889836 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4a988e-d68a-454a-a719-0a0e38f8765d tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Pushing event deleted for resources: {'Port': ['ID=e195f89b-a525-465a-9ed8-c7f869223332,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:05.069885 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-512c59d0-fe72-4d11-b825-c37a7e007ff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:05.098584 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fa4a988e-d68a-454a-a719-0a0e38f8765d tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:05.105564 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-fa4a988e-d68a-454a-a719-0a0e38f8765d tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] 10.222.0.22 "DELETE /v2.0/ports/e195f89b-a525-465a-9ed8-c7f869223332 HTTP/1.1" status: 204 len: 168 time: 0.9435728 Sep 07 03:00:05.110368 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 53774) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:05.129593 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3e20015f-a528-49bd-8b8d-4de38142a67a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:05.149778 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3e20015f-a528-49bd-8b8d-4de38142a67a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:05.200295 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-512c59d0-fe72-4d11-b825-c37a7e007ff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:05.255172 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-6429cacb-ecc6-4d59-bd49-6b8bb16f3c0e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Deleting port 77726aad-ea85-40af-9d9e-9817f41ea392 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:00:05.255549 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6429cacb-ecc6-4d59-bd49-6b8bb16f3c0e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:05.287523 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3e20015f-a528-49bd-8b8d-4de38142a67a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:05.289547 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e20015f-a528-49bd-8b8d-4de38142a67a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event updated for resources: {'Port': ['ID=15e25624-0542-4db6-9cc1-e42e73bce19e,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:05.393958 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-512c59d0-fe72-4d11-b825-c37a7e007ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:05.394235 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f470ca98-2149-4b26-b412-c7789526256e None None] Network 66da11a5-58e0-4d5e-b61b-f2a97b6c60d4 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:00:05.398385 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-512c59d0-fe72-4d11-b825-c37a7e007ff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:05.403035 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-512c59d0-fe72-4d11-b825-c37a7e007ff0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/61b88403-0bbb-4f94-bdd7-60cf35b92f05 HTTP/1.1" status: 204 len: 168 time: 0.5864124 Sep 07 03:00:05.417519 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6429cacb-ecc6-4d59-bd49-6b8bb16f3c0e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:05.431120 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512c59d0-fe72-4d11-b825-c37a7e007ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b88403-0bbb-4f94-bdd7-60cf35b92f05,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:05.444612 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e20015f-a528-49bd-8b8d-4de38142a67a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Network 66da11a5-58e0-4d5e-b61b-f2a97b6c60d4 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:00:05.446333 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-3e20015f-a528-49bd-8b8d-4de38142a67a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:00:05.448023 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-6429cacb-ecc6-4d59-bd49-6b8bb16f3c0e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Calling delete_port for 77726aad-ea85-40af-9d9e-9817f41ea392 owned by {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:00:05.596480 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e20015f-a528-49bd-8b8d-4de38142a67a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Router e9ae3689-48cc-41fc-8eac-b81b3999674f has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:00:05.646228 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6429cacb-ecc6-4d59-bd49-6b8bb16f3c0e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:05.649428 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8e6fdd3a-045d-46a7-af09-b71819ba8edf None None] Provisioning for port 1f9a7975-fb8d-4636-8979-00a409023bb9 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:00:05.714509 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429cacb-ecc6-4d59-bd49-6b8bb16f3c0e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Pushing event deleted for resources: {'Port': ['ID=77726aad-ea85-40af-9d9e-9817f41ea392,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:05.759562 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e20015f-a528-49bd-8b8d-4de38142a67a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:00:05.774885 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63e2eaf-3da5-4f33-b7e7-7b2da9f968ea None None] Sync routers for ids ['e9ae3689-48cc-41fc-8eac-b81b3999674f'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:00:05.791009 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3e20015f-a528-49bd-8b8d-4de38142a67a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "PUT /v2.0/routers/e9ae3689-48cc-41fc-8eac-b81b3999674f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9172852 Sep 07 03:00:05.791993 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63e2eaf-3da5-4f33-b7e7-7b2da9f968ea None None] Routers {'e9ae3689-48cc-41fc-8eac-b81b3999674f'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:00:05.792620 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-f63e2eaf-3da5-4f33-b7e7-7b2da9f968ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:59:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['e9ae3689-48cc-41fc-8eac-b81b3999674f'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:05.849483 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 9cc94bfb-bb31-437f-b391-e2a21afbfc41 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:00:05.864631 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6429cacb-ecc6-4d59-bd49-6b8bb16f3c0e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:05.867148 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-6429cacb-ecc6-4d59-bd49-6b8bb16f3c0e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] 10.222.0.22 "DELETE /v2.0/ports/77726aad-ea85-40af-9d9e-9817f41ea392 HTTP/1.1" status: 204 len: 168 time: 0.7545462 Sep 07 03:00:05.869336 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53796) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:05.869701 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53798) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:05.934460 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b525bc3-b45a-49cc-94dc-410e7022ceaf tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:05.944197 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9b525bc3-b45a-49cc-94dc-410e7022ceaf tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] 10.222.0.22 "GET /v2.0/ports?device_id=0663726e-d85f-476e-b2fe-516394e48a04 HTTP/1.1" status: 200 len: 913 time: 0.0677912 Sep 07 03:00:05.946955 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 53804) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:05.985121 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 9cc94bfb-bb31-437f-b391-e2a21afbfc41 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:00:05.985716 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:06.003914 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-f63e2eaf-3da5-4f33-b7e7-7b2da9f968ea None None] Set router e9ae3689-48cc-41fc-8eac-b81b3999674f gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:00:06.109461 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 1f9a7975-fb8d-4636-8979-00a409023bb9 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:00:06.179574 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 1f9a7975-fb8d-4636-8979-00a409023bb9 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:00:06.188191 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 1f9a7975-fb8d-4636-8979-00a409023bb9 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:00:06.188813 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:06.291661 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fc4d50c3-a794-4e98-832d-f64373e88e99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:06.359525 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-11a53421-e700-45ba-a1a3-383a2a5245dc req-086895dd-f48f-4c58-832b-2c7fd015463b tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-368365564&fields=id&tenant_id=626f31b15da14e0da01388cbfdee7f90 HTTP/1.1" status: 200 len: 267 time: 0.1433432 Sep 07 03:00:06.360733 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:06.458563 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a1ee16b2-c907-45c6-885b-729bfcf5c987 None None] Provisioning complete for port 1f9a7975-fb8d-4636-8979-00a409023bb9 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:00:06.459298 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a1ee16b2-c907-45c6-885b-729bfcf5c987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:06.506343 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fc4d50c3-a794-4e98-832d-f64373e88e99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:06.515427 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fc4d50c3-a794-4e98-832d-f64373e88e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:06.518723 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53822) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:06.532291 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-f63e2eaf-3da5-4f33-b7e7-7b2da9f968ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ae3689-48cc-41fc-8eac-b81b3999674f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562632463', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '9cc94bfb-bb31-437f-b391-e2a21afbfc41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:59:52Z', 'updated_at': '2021-09-07T03:00:04Z', 'revision_number': 4, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'gw_port': {'id': '9cc94bfb-bb31-437f-b391-e2a21afbfc41', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:18:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ae3689-48cc-41fc-8eac-b81b3999674f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:59:54Z', 'updated_at': '2021-09-07T03:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '15e25624-0542-4db6-9cc1-e42e73bce19e', 'name': '', 'network_id': '66da11a5-58e0-4d5e-b61b-f2a97b6c60d4', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'mac_address': 'fa:16:3e:92:3d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ae3689-48cc-41fc-8eac-b81b3999674f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '57f615bc-1ee1-4087-b628-32768bf98bce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:00:02Z', 'updated_at': '2021-09-07T03:00:04Z', 'revision_number': 2, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'subnets': [{'id': '57f615bc-1ee1-4087-b628-32768bf98bce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:06.544431 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 1f9a7975-fb8d-4636-8979-00a409023bb9, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=1f9a7975-fb8d-4636-8979-00a409023bb9,segment=NetworkSegment(9ee4793e-ec48-4320-9f96-01d4892ea4a4),segment_id=9ee4793e-ec48-4320-9f96-01d4892ea4a4)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:00:06.559242 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:06.609267 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63e2eaf-3da5-4f33-b7e7-7b2da9f968ea None None] Checking router: e9ae3689-48cc-41fc-8eac-b81b3999674f for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:00:06.609642 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63e2eaf-3da5-4f33-b7e7-7b2da9f968ea None None] Updating router e9ae3689-48cc-41fc-8eac-b81b3999674f port 15e25624-0542-4db6-9cc1-e42e73bce19e binding host n-d-796209-16 {{(pid=94703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 03:00:06.647420 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4d50c3-a794-4e98-832d-f64373e88e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=021cc1ba-3f75-4ee2-998b-36d0351a31e1,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:06.655866 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-fc4d50c3-a794-4e98-832d-f64373e88e99 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1024ec6c4b4b41b490a906336374e216&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7848887 Sep 07 03:00:06.664412 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53830) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:06.667128 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-f63e2eaf-3da5-4f33-b7e7-7b2da9f968ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:06.746953 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=1f9a7975-fb8d-4636-8979-00a409023bb9,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:06.797393 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53832) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:06.798097 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ec6c42f7-c1c2-4beb-98d7-e210fb53fe8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:06.841203 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-a5acc04b-32a9-446e-b680-b9ffe41852cf admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-376541996-network', 'tenant_id': 'bdc0940f45b1443ea0b8db2a1c4a8a86'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:00:06.867567 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a1ee16b2-c907-45c6-885b-729bfcf5c987 None None] Provisioning for port 15e25624-0542-4db6-9cc1-e42e73bce19e completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:00:06.872776 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a1ee16b2-c907-45c6-885b-729bfcf5c987 None None] Provisioning complete for port 15e25624-0542-4db6-9cc1-e42e73bce19e triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:00:06.874214 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a1ee16b2-c907-45c6-885b-729bfcf5c987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:06.920115 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-47b3fc59-c0dc-40ac-9f6a-bf3e20b5ab33 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Request body: {'network': {'name': 'tempest-RoutersTest-395599206'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:00:06.927966 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a1ee16b2-c907-45c6-885b-729bfcf5c987 None None] Port 15e25624-0542-4db6-9cc1-e42e73bce19e cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:00:06.936566 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ec6c42f7-c1c2-4beb-98d7-e210fb53fe8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:06.963446 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5acc04b-32a9-446e-b680-b9ffe41852cf admin admin] Made reservation on behalf of bdc0940f45b1443ea0b8db2a1c4a8a86 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:00:06.966306 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a5acc04b-32a9-446e-b680-b9ffe41852cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:06.984905 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a5acc04b-32a9-446e-b680-b9ffe41852cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:07.021608 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b3fc59-c0dc-40ac-9f6a-bf3e20b5ab33 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Made reservation on behalf of ee71fe15143d4479a2a412d712f66384 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:00:07.023205 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a53421-e700-45ba-a1a3-383a2a5245dc req-178409b9-f172-4cfc-893e-85355e521491 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:07.027299 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-47b3fc59-c0dc-40ac-9f6a-bf3e20b5ab33 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:07.030508 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-11a53421-e700-45ba-a1a3-383a2a5245dc req-178409b9-f172-4cfc-893e-85355e521491 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/networks?id=66da11a5-58e0-4d5e-b61b-f2a97b6c60d4 HTTP/1.1" status: 200 len: 796 time: 0.6444323 Sep 07 03:00:07.047268 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-47b3fc59-c0dc-40ac-9f6a-bf3e20b5ab33 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:07.065608 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ec6c42f7-c1c2-4beb-98d7-e210fb53fe8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:07.071768 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ec6c42f7-c1c2-4beb-98d7-e210fb53fe8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:07.072759 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8397e4dd-f49a-4780-b2dc-5ab0a7d64db9 None None] Provisioning complete for port 15e25624-0542-4db6-9cc1-e42e73bce19e triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:00:07.073791 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8397e4dd-f49a-4780-b2dc-5ab0a7d64db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:07.076298 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ec6c42f7-c1c2-4beb-98d7-e210fb53fe8d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/021cc1ba-3f75-4ee2-998b-36d0351a31e1 HTTP/1.1" status: 204 len: 168 time: 0.4075918 Sep 07 03:00:07.118793 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6c42f7-c1c2-4beb-98d7-e210fb53fe8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021cc1ba-3f75-4ee2-998b-36d0351a31e1,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:07.131975 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-11a53421-e700-45ba-a1a3-383a2a5245dc req-fe40159d-4051-4581-8da0-c46c1787afab tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/quotas/626f31b15da14e0da01388cbfdee7f90 HTTP/1.1" status: 200 len: 375 time: 0.1005523 Sep 07 03:00:07.213593 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a5acc04b-32a9-446e-b680-b9ffe41852cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:07.217022 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8397e4dd-f49a-4780-b2dc-5ab0a7d64db9 None None] Port 15e25624-0542-4db6-9cc1-e42e73bce19e cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:00:07.221627 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a5acc04b-32a9-446e-b680-b9ffe41852cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:07.268506 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-f63e2eaf-3da5-4f33-b7e7-7b2da9f968ea None None] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:07.271738 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5acc04b-32a9-446e-b680-b9ffe41852cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 03:00:07.281262 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5acc04b-32a9-446e-b680-b9ffe41852cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e666621c-1bc6-40ff-b53e-28e8effcc873,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:07.296950 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a5acc04b-32a9-446e-b680-b9ffe41852cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:07.297101 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-a5acc04b-32a9-446e-b680-b9ffe41852cf admin admin] Added segment c7efffeb-a446-48de-b549-7b735efdaf62 of type vlan for network 88da14ca-f271-4c9e-84fc-9a54ff05dc70 Sep 07 03:00:07.298332 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-f63e2eaf-3da5-4f33-b7e7-7b2da9f968ea None None] Transition to ACTIVE for port object 15e25624-0542-4db6-9cc1-e42e73bce19e will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:00:07.310456 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-11a53421-e700-45ba-a1a3-383a2a5245dc req-533a9e7b-e8b8-4823-952e-8af6e330182e tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=626f31b15da14e0da01388cbfdee7f90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1623969 Sep 07 03:00:07.312389 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-f63e2eaf-3da5-4f33-b7e7-7b2da9f968ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:07.333883 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f30a842d-7e80-42bd-9396-e44c303d39cd tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:07.372407 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a5acc04b-32a9-446e-b680-b9ffe41852cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:07.423016 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a5acc04b-32a9-446e-b680-b9ffe41852cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:07.425787 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5acc04b-32a9-446e-b680-b9ffe41852cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:07.427886 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a5acc04b-32a9-446e-b680-b9ffe41852cf admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:07.526706 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-47b3fc59-c0dc-40ac-9f6a-bf3e20b5ab33 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:07.539048 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-47b3fc59-c0dc-40ac-9f6a-bf3e20b5ab33 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:07.573457 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 1f9a7975-fb8d-4636-8979-00a409023bb9 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:00:07.582102 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a56ebc-7754-41a8-8f81-680c9fb4a251 None None] Pushing event updated for resources: {'Port': ['ID=15e25624-0542-4db6-9cc1-e42e73bce19e,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:07.607142 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a56ebc-7754-41a8-8f81-680c9fb4a251 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:00:07.607816 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a56ebc-7754-41a8-8f81-680c9fb4a251 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:00:07.608398 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a56ebc-7754-41a8-8f81-680c9fb4a251 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:00:07.608951 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a56ebc-7754-41a8-8f81-680c9fb4a251 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:00:07.609461 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a56ebc-7754-41a8-8f81-680c9fb4a251 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:00:07.609947 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a56ebc-7754-41a8-8f81-680c9fb4a251 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:00:07.610593 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a56ebc-7754-41a8-8f81-680c9fb4a251 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:00:07.611090 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a56ebc-7754-41a8-8f81-680c9fb4a251 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:00:07.612259 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a56ebc-7754-41a8-8f81-680c9fb4a251 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:00:07.612826 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a56ebc-7754-41a8-8f81-680c9fb4a251 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:00:07.613373 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a56ebc-7754-41a8-8f81-680c9fb4a251 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:00:07.614189 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a56ebc-7754-41a8-8f81-680c9fb4a251 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:00:07.634681 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-f63e2eaf-3da5-4f33-b7e7-7b2da9f968ea None None] Attempting to bind port 15e25624-0542-4db6-9cc1-e42e73bce19e on host n-d-796209-16 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:00:07.635549 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-f63e2eaf-3da5-4f33-b7e7-7b2da9f968ea None None] Attempting to bind port 15e25624-0542-4db6-9cc1-e42e73bce19e by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '9ee4793e-ec48-4320-9f96-01d4892ea4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '66da11a5-58e0-4d5e-b61b-f2a97b6c60d4'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:00:07.636400 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63e2eaf-3da5-4f33-b7e7-7b2da9f968ea None None] Attempting to bind port 15e25624-0542-4db6-9cc1-e42e73bce19e on network 66da11a5-58e0-4d5e-b61b-f2a97b6c60d4 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:00:07.647883 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63e2eaf-3da5-4f33-b7e7-7b2da9f968ea None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:00:07.648259 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63e2eaf-3da5-4f33-b7e7-7b2da9f968ea None None] Checking segment: {'id': '9ee4793e-ec48-4320-9f96-01d4892ea4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '66da11a5-58e0-4d5e-b61b-f2a97b6c60d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:00:07.648645 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-f63e2eaf-3da5-4f33-b7e7-7b2da9f968ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:07.649038 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63e2eaf-3da5-4f33-b7e7-7b2da9f968ea None None] Bound using segment: {'id': '9ee4793e-ec48-4320-9f96-01d4892ea4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '66da11a5-58e0-4d5e-b61b-f2a97b6c60d4'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:00:07.651886 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-f63e2eaf-3da5-4f33-b7e7-7b2da9f968ea None None] Bound port: 15e25624-0542-4db6-9cc1-e42e73bce19e, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ee4793e-ec48-4320-9f96-01d4892ea4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '66da11a5-58e0-4d5e-b61b-f2a97b6c60d4'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:00:07.652238 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-f63e2eaf-3da5-4f33-b7e7-7b2da9f968ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:07.662620 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a5acc04b-32a9-446e-b680-b9ffe41852cf admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1361456 Sep 07 03:00:07.665426 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53852) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:07.669251 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5acc04b-32a9-446e-b680-b9ffe41852cf admin admin] Pushing event updated for resources: {'Network': ['ID=88da14ca-f271-4c9e-84fc-9a54ff05dc70,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:07.688498 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-b6799d94-6271-4d55-9379-1e9483ec4ac6 admin admin] Request body: {'subnet': {'network_id': '88da14ca-f271-4c9e-84fc-9a54ff05dc70', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-376541996-subnet', 'tenant_id': 'bdc0940f45b1443ea0b8db2a1c4a8a86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:00:07.692007 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 88da14ca-f271-4c9e-84fc-9a54ff05dc70 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 03:00:07.712173 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b3fc59-c0dc-40ac-9f6a-bf3e20b5ab33 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c001c8b-0d26-4874-b6ad-f31500383214,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:07.728095 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47b3fc59-c0dc-40ac-9f6a-bf3e20b5ab33 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 03:00:07.741940 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-47b3fc59-c0dc-40ac-9f6a-bf3e20b5ab33 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:07.742091 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-47b3fc59-c0dc-40ac-9f6a-bf3e20b5ab33 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Added segment 753b489d-1880-4e51-966d-35461cc35246 of type vlan for network a4d49ae9-afec-4c3b-831d-03e348b748e7 Sep 07 03:00:07.743448 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6799d94-6271-4d55-9379-1e9483ec4ac6 admin admin] Made reservation on behalf of bdc0940f45b1443ea0b8db2a1c4a8a86 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:00:07.746015 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b6799d94-6271-4d55-9379-1e9483ec4ac6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:07.765844 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53854) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:07.824858 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-f63e2eaf-3da5-4f33-b7e7-7b2da9f968ea None None] For port 15e25624-0542-4db6-9cc1-e42e73bce19e, host n-d-796209-16, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:00:07.829639 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-723246dc-9d38-42b5-8c8f-6610a2137e41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:07.833147 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-f63e2eaf-3da5-4f33-b7e7-7b2da9f968ea None None] For port 15e25624-0542-4db6-9cc1-e42e73bce19e, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=15e25624-0542-4db6-9cc1-e42e73bce19e,segment=NetworkSegment(9ee4793e-ec48-4320-9f96-01d4892ea4a4),segment_id=9ee4793e-ec48-4320-9f96-01d4892ea4a4)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:00:07.840193 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-f30a842d-7e80-42bd-9396-e44c303d39cd tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Deleting port 746556ae-7a2c-4fd2-9429-7422cc3b6cef {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:00:07.843400 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-f63e2eaf-3da5-4f33-b7e7-7b2da9f968ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:07.847050 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f30a842d-7e80-42bd-9396-e44c303d39cd tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:07.885600 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-47b3fc59-c0dc-40ac-9f6a-bf3e20b5ab33 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:07.906137 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 1f9a7975-fb8d-4636-8979-00a409023bb9 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:00:07.906825 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:07.945999 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63e2eaf-3da5-4f33-b7e7-7b2da9f968ea None None] Routers {'e9ae3689-48cc-41fc-8eac-b81b3999674f'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:00:07.946616 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-f63e2eaf-3da5-4f33-b7e7-7b2da9f968ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:59:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['e9ae3689-48cc-41fc-8eac-b81b3999674f'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:07.981371 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-47b3fc59-c0dc-40ac-9f6a-bf3e20b5ab33 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:07.987219 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b3fc59-c0dc-40ac-9f6a-bf3e20b5ab33 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:07.993084 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-47b3fc59-c0dc-40ac-9f6a-bf3e20b5ab33 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:08.080960 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f30a842d-7e80-42bd-9396-e44c303d39cd tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:08.098360 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a56ebc-7754-41a8-8f81-680c9fb4a251 None None] Pushing event updated for resources: {'Port': ['ID=15e25624-0542-4db6-9cc1-e42e73bce19e,revision_number=4']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:08.128760 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-f30a842d-7e80-42bd-9396-e44c303d39cd tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Calling delete_port for 746556ae-7a2c-4fd2-9429-7422cc3b6cef owned by network:router_interface {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:00:08.180137 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-f63e2eaf-3da5-4f33-b7e7-7b2da9f968ea None None] Set router e9ae3689-48cc-41fc-8eac-b81b3999674f gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:00:08.187566 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b3fc59-c0dc-40ac-9f6a-bf3e20b5ab33 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event updated for resources: {'Network': ['ID=a4d49ae9-afec-4c3b-831d-03e348b748e7,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:08.202777 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network a4d49ae9-afec-4c3b-831d-03e348b748e7 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 03:00:08.274235 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-723246dc-9d38-42b5-8c8f-6610a2137e41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:08.303804 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-723246dc-9d38-42b5-8c8f-6610a2137e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:08.320096 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-47b3fc59-c0dc-40ac-9f6a-bf3e20b5ab33 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5119693 Sep 07 03:00:08.335549 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53862) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:08.347742 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b6799d94-6271-4d55-9379-1e9483ec4ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:08.381567 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-0b9f848a-0176-431f-86cb-94a379bb8f99 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Request body: {'network': {'name': 'tempest-RoutersTest-395280898'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:00:08.387241 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-11a53421-e700-45ba-a1a3-383a2a5245dc req-7039572f-cd8b-40a1-a19b-4d9ee8d0cbe2 service neutron] 10.222.0.22 "GET /v2.0/networks/66da11a5-58e0-4d5e-b61b-f2a97b6c60d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8645928 Sep 07 03:00:08.438358 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-723246dc-9d38-42b5-8c8f-6610a2137e41 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e1deda945504481bac21d122600606c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6714120 Sep 07 03:00:08.447422 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53868) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:08.463701 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723246dc-9d38-42b5-8c8f-6610a2137e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57025eeb-5b59-41ab-b4c1-e1a732bef036,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:08.505265 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9f848a-0176-431f-86cb-94a379bb8f99 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Made reservation on behalf of ee71fe15143d4479a2a412d712f66384 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:00:08.508877 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b9f848a-0176-431f-86cb-94a379bb8f99 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:08.519213 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6799d94-6271-4d55-9379-1e9483ec4ac6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd9f436e-3791-4262-9992-c7d4dc1268a3,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:08.530892 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-11a53421-e700-45ba-a1a3-383a2a5245dc req-d480b63e-96a1-4b6c-beb9-6a5213a01ca7 service neutron] 10.222.0.22 "GET /v2.0/networks/66da11a5-58e0-4d5e-b61b-f2a97b6c60d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361287 Sep 07 03:00:08.535944 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-f63e2eaf-3da5-4f33-b7e7-7b2da9f968ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ae3689-48cc-41fc-8eac-b81b3999674f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562632463', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '9cc94bfb-bb31-437f-b391-e2a21afbfc41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:59:52Z', 'updated_at': '2021-09-07T03:00:04Z', 'revision_number': 4, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'gw_port': {'id': '9cc94bfb-bb31-437f-b391-e2a21afbfc41', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:18:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ae3689-48cc-41fc-8eac-b81b3999674f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:59:54Z', 'updated_at': '2021-09-07T03:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '15e25624-0542-4db6-9cc1-e42e73bce19e', 'name': '', 'network_id': '66da11a5-58e0-4d5e-b61b-f2a97b6c60d4', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'mac_address': 'fa:16:3e:92:3d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ae3689-48cc-41fc-8eac-b81b3999674f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '57f615bc-1ee1-4087-b628-32768bf98bce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:00:02Z', 'updated_at': '2021-09-07T03:00:07Z', 'revision_number': 4, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'subnets': [{'id': '57f615bc-1ee1-4087-b628-32768bf98bce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:08.598412 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63e2eaf-3da5-4f33-b7e7-7b2da9f968ea None None] The sync data for ids ['e9ae3689-48cc-41fc-8eac-b81b3999674f'] in n-d-796209-16 is: [{'id': 'e9ae3689-48cc-41fc-8eac-b81b3999674f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562632463', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '9cc94bfb-bb31-437f-b391-e2a21afbfc41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:59:52Z', 'updated_at': '2021-09-07T03:00:04Z', 'revision_number': 4, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'gw_port': {'id': '9cc94bfb-bb31-437f-b391-e2a21afbfc41', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:18:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ae3689-48cc-41fc-8eac-b81b3999674f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:59:54Z', 'updated_at': '2021-09-07T03:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '15e25624-0542-4db6-9cc1-e42e73bce19e', 'name': '', 'network_id': '66da11a5-58e0-4d5e-b61b-f2a97b6c60d4', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'mac_address': 'fa:16:3e:92:3d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ae3689-48cc-41fc-8eac-b81b3999674f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '57f615bc-1ee1-4087-b628-32768bf98bce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:00:02Z', 'updated_at': '2021-09-07T03:00:07Z', 'revision_number': 4, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'subnets': [{'id': '57f615bc-1ee1-4087-b628-32768bf98bce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:00:08.605006 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6799d94-6271-4d55-9379-1e9483ec4ac6 admin admin] Checking segment: {'id': 'c7efffeb-a446-48de-b549-7b735efdaf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '88da14ca-f271-4c9e-84fc-9a54ff05dc70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:00:08.605578 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6799d94-6271-4d55-9379-1e9483ec4ac6 admin admin] Network hostable DHCP agents. Network: 88da14ca-f271-4c9e-84fc-9a54ff05dc70, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 03:00:08.620962 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b9f848a-0176-431f-86cb-94a379bb8f99 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 03:00:08.644348 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f30a842d-7e80-42bd-9396-e44c303d39cd tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:08.679139 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b9f848a-0176-431f-86cb-94a379bb8f99 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:08.679857 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-0b9f848a-0176-431f-86cb-94a379bb8f99 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Added segment cb139b8e-fad8-4ee4-8a1f-b69cca38fcc8 of type vlan for network 96f0d16d-7227-4fbc-a319-0b3c533f2746 Sep 07 03:00:08.681487 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-00dbf778-fb25-4165-b510-91ee84135023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:08.684100 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6799d94-6271-4d55-9379-1e9483ec4ac6 admin admin] Network 88da14ca-f271-4c9e-84fc-9a54ff05dc70 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 03:00:08.708431 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30a842d-7e80-42bd-9396-e44c303d39cd tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Pushing event deleted for resources: {'Port': ['ID=746556ae-7a2c-4fd2-9429-7422cc3b6cef,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:08.764826 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-b6799d94-6271-4d55-9379-1e9483ec4ac6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 88da14ca-f271-4c9e-84fc-9a54ff05dc70) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:00:08.775533 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e664afe-875c-4270-8e53-61590d2409e3 None None] Network 88da14ca-f271-4c9e-84fc-9a54ff05dc70 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:00:08.804022 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6799d94-6271-4d55-9379-1e9483ec4ac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:08.804623 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b6799d94-6271-4d55-9379-1e9483ec4ac6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:08.810915 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b9f848a-0176-431f-86cb-94a379bb8f99 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:08.815254 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-00dbf778-fb25-4165-b510-91ee84135023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:08.883541 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b6799d94-6271-4d55-9379-1e9483ec4ac6 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1964331 Sep 07 03:00:08.972140 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a062b421-a3a5-4c64-9b42-c528103355a9 req-67db8e6a-277e-42a1-ab2a-4ddbd32bf4a1 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba593fbf-4dd7-47ec-8163-8712a7f482b1 HTTP/1.1" status: 200 len: 210 time: 0.0984137 Sep 07 03:00:08.987290 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b9f848a-0176-431f-86cb-94a379bb8f99 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:08.996600 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9f848a-0176-431f-86cb-94a379bb8f99 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:08.998782 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b9f848a-0176-431f-86cb-94a379bb8f99 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:09.105900 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-00dbf778-fb25-4165-b510-91ee84135023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:09.110443 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-00dbf778-fb25-4165-b510-91ee84135023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:09.114201 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-00dbf778-fb25-4165-b510-91ee84135023 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/57025eeb-5b59-41ab-b4c1-e1a732bef036 HTTP/1.1" status: 204 len: 168 time: 0.6655147 Sep 07 03:00:09.181097 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f848a-0176-431f-86cb-94a379bb8f99 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event updated for resources: {'Network': ['ID=96f0d16d-7227-4fbc-a319-0b3c533f2746,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:09.185578 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eab594b-07fa-4c5d-adca-aa322c270fec None None] Network 88da14ca-f271-4c9e-84fc-9a54ff05dc70 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:00:09.194459 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-0b9f848a-0176-431f-86cb-94a379bb8f99 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8439231 Sep 07 03:00:09.194943 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53902) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:09.200518 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-4d9fbc15-512d-46b3-a6b8-6010e99fb11e tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Request body: {'subnet': {'network_id': 'a4d49ae9-afec-4c3b-831d-03e348b748e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:00:09.234994 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 96f0d16d-7227-4fbc-a319-0b3c533f2746 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 03:00:09.785149 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 15e25624-0542-4db6-9cc1-e42e73bce19e up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:00:09.801617 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f30a842d-7e80-42bd-9396-e44c303d39cd tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:09.979890 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 15e25624-0542-4db6-9cc1-e42e73bce19e completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:00:09.982390 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dbf778-fb25-4165-b510-91ee84135023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57025eeb-5b59-41ab-b4c1-e1a732bef036,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:10.033772 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9fbc15-512d-46b3-a6b8-6010e99fb11e tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Made reservation on behalf of ee71fe15143d4479a2a412d712f66384 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:00:10.039246 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4d9fbc15-512d-46b3-a6b8-6010e99fb11e tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:10.043324 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 15e25624-0542-4db6-9cc1-e42e73bce19e triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:00:10.043820 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:10.215099 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6abdb9a6-7caa-4968-9882-3a839a847510 req-e17d58ed-b360-4294-bfac-d684178c9551 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba593fbf-4dd7-47ec-8163-8712a7f482b1 HTTP/1.1" status: 200 len: 210 time: 0.0644948 Sep 07 03:00:10.321297 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:10.400706 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 15e25624-0542-4db6-9cc1-e42e73bce19e, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=15e25624-0542-4db6-9cc1-e42e73bce19e,segment=NetworkSegment(9ee4793e-ec48-4320-9f96-01d4892ea4a4),segment_id=9ee4793e-ec48-4320-9f96-01d4892ea4a4)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:00:10.413428 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:10.537460 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=15e25624-0542-4db6-9cc1-e42e73bce19e,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:10.539001 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f30a842d-7e80-42bd-9396-e44c303d39cd tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Router 0663726e-d85f-476e-b2fe-516394e48a04 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:00:10.554508 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:00:10.554848 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:00:10.555197 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:00:10.555588 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:00:10.555936 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:00:10.556359 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:00:10.556698 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:00:10.565059 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:00:10.576631 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:00:10.577091 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:00:10.577449 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:00:10.578084 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:00:10.594708 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4d9fbc15-512d-46b3-a6b8-6010e99fb11e tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:10.751677 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9fbc15-512d-46b3-a6b8-6010e99fb11e tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Checking segment: {'id': '753b489d-1880-4e51-966d-35461cc35246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a4d49ae9-afec-4c3b-831d-03e348b748e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:00:10.752829 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9fbc15-512d-46b3-a6b8-6010e99fb11e tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Network hostable DHCP agents. Network: a4d49ae9-afec-4c3b-831d-03e348b748e7, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 03:00:10.755717 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9fbc15-512d-46b3-a6b8-6010e99fb11e tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event updated for resources: {'Subnet': ['ID=5cde64cf-8012-4d7b-b6fd-37ed74a4473f,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:10.786377 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9fbc15-512d-46b3-a6b8-6010e99fb11e tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Network a4d49ae9-afec-4c3b-831d-03e348b748e7 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 03:00:10.803720 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-4d9fbc15-512d-46b3-a6b8-6010e99fb11e tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, a4d49ae9-afec-4c3b-831d-03e348b748e7) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:00:10.806254 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53968) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:10.814074 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201b8fae-d979-473f-aaa6-ef0ff5cc4392 None None] Network a4d49ae9-afec-4c3b-831d-03e348b748e7 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:00:10.832772 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9fbc15-512d-46b3-a6b8-6010e99fb11e tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:10.833782 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4d9fbc15-512d-46b3-a6b8-6010e99fb11e tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:10.868827 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-4d9fbc15-512d-46b3-a6b8-6010e99fb11e tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6726403 Sep 07 03:00:10.872680 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53972) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:10.884116 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-27a44293-8d32-472a-b481-e89b0572c188 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Request body: {'subnet': {'network_id': '96f0d16d-7227-4fbc-a319-0b3c533f2746', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:00:11.039534 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a44293-8d32-472a-b481-e89b0572c188 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Made reservation on behalf of ee71fe15143d4479a2a412d712f66384 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:00:11.041348 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30a842d-7e80-42bd-9396-e44c303d39cd tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:00:11.054421 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f30a842d-7e80-42bd-9396-e44c303d39cd tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] 10.222.0.22 "PUT /v2.0/routers/0663726e-d85f-476e-b2fe-516394e48a04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1054380 Sep 07 03:00:11.057311 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 53978) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:11.058553 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-27a44293-8d32-472a-b481-e89b0572c188 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:11.058789 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0421357-6b62-4c04-a7a1-7b3186d735df None None] Sync routers for ids ['0663726e-d85f-476e-b2fe-516394e48a04'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:00:11.112899 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0421357-6b62-4c04-a7a1-7b3186d735df None None] Routers {'0663726e-d85f-476e-b2fe-516394e48a04'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:00:11.113807 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-a0421357-6b62-4c04-a7a1-7b3186d735df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:59:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['0663726e-d85f-476e-b2fe-516394e48a04'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:11.125650 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bd62a68c-983e-4c73-a0fd-e882cc9a949b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:11.161989 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-a0421357-6b62-4c04-a7a1-7b3186d735df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:11.180068 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5b3cb61a-742d-4090-95a3-21a3b0eb4ad7 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for router, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:11.180615 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0421357-6b62-4c04-a7a1-7b3186d735df None None] Routers {'0663726e-d85f-476e-b2fe-516394e48a04'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:00:11.181739 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-a0421357-6b62-4c04-a7a1-7b3186d735df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:59:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['0663726e-d85f-476e-b2fe-516394e48a04'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:11.247950 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bd62a68c-983e-4c73-a0fd-e882cc9a949b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:11.292369 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bd62a68c-983e-4c73-a0fd-e882cc9a949b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:11.352186 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-bd62a68c-983e-4c73-a0fd-e882cc9a949b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c1fb6b5790914459a5b85c79c4c052c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5399783 Sep 07 03:00:11.353158 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 53986) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:11.366338 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5b3cb61a-742d-4090-95a3-21a3b0eb4ad7 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:11.376476 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a53421-e700-45ba-a1a3-383a2a5245dc req-b87c4eae-7cde-48ca-a17f-35cfce580d8e tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:11.378742 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-11a53421-e700-45ba-a1a3-383a2a5245dc req-b87c4eae-7cde-48ca-a17f-35cfce580d8e tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.23 "GET /v2.0/networks?id=66da11a5-58e0-4d5e-b61b-f2a97b6c60d4 HTTP/1.1" status: 200 len: 796 time: 0.6901762 Sep 07 03:00:11.382011 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd62a68c-983e-4c73-a0fd-e882cc9a949b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4821b30-0751-48af-98aa-2f495462389c,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:11.388236 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9e721ed4-189d-49d9-8a0f-2ddd54638b19 req-f6f5d389-8e51-43c1-987c-01950a681ac4 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba593fbf-4dd7-47ec-8163-8712a7f482b1 HTTP/1.1" status: 200 len: 210 time: 0.0383346 Sep 07 03:00:11.466996 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-11a53421-e700-45ba-a1a3-383a2a5245dc req-307be27a-b5a1-4397-a541-8ec97d18726f tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=626f31b15da14e0da01388cbfdee7f90 HTTP/1.1" status: 200 len: 379 time: 0.0517490 Sep 07 03:00:11.498972 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-a0421357-6b62-4c04-a7a1-7b3186d735df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:11.499763 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0421357-6b62-4c04-a7a1-7b3186d735df None None] The sync data for ids ['0663726e-d85f-476e-b2fe-516394e48a04'] in n-d-796209-16 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:00:11.512061 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-11a53421-e700-45ba-a1a3-383a2a5245dc req-05604d7b-9bef-4674-87b2-2a7a0e2506bb tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Request body: {'port': {'device_id': 'ba593fbf-4dd7-47ec-8163-8712a7f482b1', 'network_id': '66da11a5-58e0-4d5e-b61b-f2a97b6c60d4', 'admin_state_up': True, 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'security_groups': ['6a74a93a-4afd-4104-922e-c90dfac2834e']}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:00:11.514046 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436c0983-dc23-4943-b6e1-0f921e543155 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-a4d49ae9-afec-4c3b-831d-03e348b748e7', 'network_id': 'a4d49ae9-afec-4c3b-831d-03e348b748e7', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'fixed_ips': [{'subnet_id': '5cde64cf-8012-4d7b-b6fd-37ed74a4473f'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 03:00:11.516360 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-436c0983-dc23-4943-b6e1-0f921e543155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:11.583904 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-27a44293-8d32-472a-b481-e89b0572c188 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:11.661400 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-99ba60bf-d424-4aa6-85d4-17dccc91a1df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:11.671370 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-5b3cb61a-742d-4090-95a3-21a3b0eb4ad7 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Deleting port ffc7f9ab-97a6-4440-834e-30a1f693515b {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:00:11.671893 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5b3cb61a-742d-4090-95a3-21a3b0eb4ad7 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:11.739848 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a44293-8d32-472a-b481-e89b0572c188 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event updated for resources: {'Subnet': ['ID=291e2961-bc41-4c67-a0e4-6f3f3e42ef17,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:11.763440 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-436c0983-dc23-4943-b6e1-0f921e543155 None None] Allocated IP 172.20.0.2 (a4d49ae9-afec-4c3b-831d-03e348b748e7/5cde64cf-8012-4d7b-b6fd-37ed74a4473f/b064d026-e20e-43ea-9222-0e19df1adeab) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:00:11.784740 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a44293-8d32-472a-b481-e89b0572c188 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Checking segment: {'id': 'cb139b8e-fad8-4ee4-8a1f-b69cca38fcc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '96f0d16d-7227-4fbc-a319-0b3c533f2746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:00:11.785165 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a44293-8d32-472a-b481-e89b0572c188 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Network hostable DHCP agents. Network: 96f0d16d-7227-4fbc-a319-0b3c533f2746, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 03:00:11.806125 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5b3cb61a-742d-4090-95a3-21a3b0eb4ad7 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:11.806270 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a44293-8d32-472a-b481-e89b0572c188 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Network 96f0d16d-7227-4fbc-a319-0b3c533f2746 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 03:00:11.818694 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-5b3cb61a-742d-4090-95a3-21a3b0eb4ad7 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Calling delete_port for ffc7f9ab-97a6-4440-834e-30a1f693515b owned by network:router_gateway {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:00:11.819841 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-27a44293-8d32-472a-b481-e89b0572c188 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 96f0d16d-7227-4fbc-a319-0b3c533f2746) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:00:11.825399 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a44293-8d32-472a-b481-e89b0572c188 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:11.826247 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-27a44293-8d32-472a-b481-e89b0572c188 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:11.844275 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 15e25624-0542-4db6-9cc1-e42e73bce19e up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:00:11.848984 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-27a44293-8d32-472a-b481-e89b0572c188 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9722180 Sep 07 03:00:11.849467 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 53996) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:11.854964 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec158f53-453d-428b-ac3c-f9942ccf9962 None None] Network 96f0d16d-7227-4fbc-a319-0b3c533f2746 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:00:11.861083 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-7bf3b48a-b5cb-4458-8faf-55b4d26a1a8d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1675251498', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:00:11.867590 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-99ba60bf-d424-4aa6-85d4-17dccc91a1df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:11.903938 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7bf3b48a-b5cb-4458-8faf-55b4d26a1a8d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:11.906512 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7bf3b48a-b5cb-4458-8faf-55b4d26a1a8d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:11.975919 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7bf3b48a-b5cb-4458-8faf-55b4d26a1a8d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:11.985923 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7bf3b48a-b5cb-4458-8faf-55b4d26a1a8d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:12.010270 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11a53421-e700-45ba-a1a3-383a2a5245dc req-05604d7b-9bef-4674-87b2-2a7a0e2506bb tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Made reservation on behalf of 626f31b15da14e0da01388cbfdee7f90 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:00:12.014296 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-11a53421-e700-45ba-a1a3-383a2a5245dc req-05604d7b-9bef-4674-87b2-2a7a0e2506bb tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:12.020662 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7bf3b48a-b5cb-4458-8faf-55b4d26a1a8d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:12.027191 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54000) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:12.028856 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-7bf3b48a-b5cb-4458-8faf-55b4d26a1a8d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1772563 Sep 07 03:00:12.075645 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 15e25624-0542-4db6-9cc1-e42e73bce19e triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:00:12.076037 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:12.085295 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-99ba60bf-d424-4aa6-85d4-17dccc91a1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:12.090806 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-99ba60bf-d424-4aa6-85d4-17dccc91a1df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:12.090806 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-99ba60bf-d424-4aa6-85d4-17dccc91a1df admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e4821b30-0751-48af-98aa-2f495462389c HTTP/1.1" status: 204 len: 168 time: 0.7309186 Sep 07 03:00:12.151233 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ba60bf-d424-4aa6-85d4-17dccc91a1df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4821b30-0751-48af-98aa-2f495462389c,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:12.163994 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5864ef4-2153-4496-9832-48c83bc8cc07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-96f0d16d-7227-4fbc-a319-0b3c533f2746', 'network_id': '96f0d16d-7227-4fbc-a319-0b3c533f2746', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'fixed_ips': [{'subnet_id': '291e2961-bc41-4c67-a0e4-6f3f3e42ef17'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 03:00:12.164990 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c5864ef4-2153-4496-9832-48c83bc8cc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:12.359401 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-c5864ef4-2153-4496-9832-48c83bc8cc07 None None] Allocated IP 172.21.0.2 (96f0d16d-7227-4fbc-a319-0b3c533f2746/291e2961-bc41-4c67-a0e4-6f3f3e42ef17/198ffbe5-76b8-42be-a5a4-204400c9190c) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:00:12.453010 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5b3cb61a-742d-4090-95a3-21a3b0eb4ad7 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:12.466588 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-436c0983-dc23-4943-b6e1-0f921e543155 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:12.487575 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-436c0983-dc23-4943-b6e1-0f921e543155 None None] Transition to ACTIVE for port object b064d026-e20e-43ea-9222-0e19df1adeab will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:00:12.514827 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3cb61a-742d-4090-95a3-21a3b0eb4ad7 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Pushing event deleted for resources: {'Port': ['ID=ffc7f9ab-97a6-4440-834e-30a1f693515b,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:12.521118 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-436c0983-dc23-4943-b6e1-0f921e543155 None None] Transition to ACTIVE for port object b064d026-e20e-43ea-9222-0e19df1adeab will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:00:12.536184 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-436c0983-dc23-4943-b6e1-0f921e543155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:12.546574 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54018) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:12.558979 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d982898c-398d-47ed-9dc7-593733ee389f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:12.604599 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436c0983-dc23-4943-b6e1-0f921e543155 None None] Network a4d49ae9-afec-4c3b-831d-03e348b748e7 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:00:12.607267 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [req-11a53421-e700-45ba-a1a3-383a2a5245dc req-05604d7b-9bef-4674-87b2-2a7a0e2506bb tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Allocated IP 172.20.0.6 (66da11a5-58e0-4d5e-b61b-f2a97b6c60d4/57f615bc-1ee1-4087-b628-32768bf98bce/a4387ac9-95f9-4012-b004-ab69e4b6b711) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:00:12.610240 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-436c0983-dc23-4943-b6e1-0f921e543155 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:00:12.613312 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436c0983-dc23-4943-b6e1-0f921e543155 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:00:12.638022 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-10488dd9-861b-4344-b744-6277c1f8c0c3 req-230d6f0d-51c4-400e-85ed-bab718ba6856 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba593fbf-4dd7-47ec-8163-8712a7f482b1 HTTP/1.1" status: 200 len: 210 time: 0.1307597 Sep 07 03:00:12.643600 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d2e654a8-5219-4d88-a667-b167e7ce935a tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:12.672718 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c5864ef4-2153-4496-9832-48c83bc8cc07 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:12.684003 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-c5864ef4-2153-4496-9832-48c83bc8cc07 None None] Transition to ACTIVE for port object 198ffbe5-76b8-42be-a5a4-204400c9190c will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:00:12.701855 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-c5864ef4-2153-4496-9832-48c83bc8cc07 None None] Transition to ACTIVE for port object 198ffbe5-76b8-42be-a5a4-204400c9190c will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:00:12.711514 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436c0983-dc23-4943-b6e1-0f921e543155 None None] Pushing event updated for resources: {'Port': ['ID=b064d026-e20e-43ea-9222-0e19df1adeab,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:12.711718 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5b3cb61a-742d-4090-95a3-21a3b0eb4ad7 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:12.731773 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d982898c-398d-47ed-9dc7-593733ee389f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:12.734516 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c5864ef4-2153-4496-9832-48c83bc8cc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:12.738754 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d982898c-398d-47ed-9dc7-593733ee389f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:12.788321 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-d982898c-398d-47ed-9dc7-593733ee389f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6b29020bbde7468da4c6fe49cbc67852&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2415385 Sep 07 03:00:12.789240 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d982898c-398d-47ed-9dc7-593733ee389f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397e150a-1f7b-4edc-b493-00928697550e,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:12.792410 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54026) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:12.801323 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5864ef4-2153-4496-9832-48c83bc8cc07 None None] Pushing event updated for resources: {'Port': ['ID=198ffbe5-76b8-42be-a5a4-204400c9190c,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:12.808141 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-436c0983-dc23-4943-b6e1-0f921e543155 None None] Attempting to bind port b064d026-e20e-43ea-9222-0e19df1adeab on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:00:12.808624 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-436c0983-dc23-4943-b6e1-0f921e543155 None None] Attempting to bind port b064d026-e20e-43ea-9222-0e19df1adeab by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '753b489d-1880-4e51-966d-35461cc35246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a4d49ae9-afec-4c3b-831d-03e348b748e7'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:00:12.809189 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436c0983-dc23-4943-b6e1-0f921e543155 None None] Attempting to bind port b064d026-e20e-43ea-9222-0e19df1adeab on network a4d49ae9-afec-4c3b-831d-03e348b748e7 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:00:12.832029 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5864ef4-2153-4496-9832-48c83bc8cc07 None None] Network 96f0d16d-7227-4fbc-a319-0b3c533f2746 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:00:12.834422 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-c5864ef4-2153-4496-9832-48c83bc8cc07 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:00:12.837565 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436c0983-dc23-4943-b6e1-0f921e543155 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:00:12.838625 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436c0983-dc23-4943-b6e1-0f921e543155 None None] Checking segment: {'id': '753b489d-1880-4e51-966d-35461cc35246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a4d49ae9-afec-4c3b-831d-03e348b748e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:00:12.839290 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-436c0983-dc23-4943-b6e1-0f921e543155 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:12.839921 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436c0983-dc23-4943-b6e1-0f921e543155 None None] Bound using segment: {'id': '753b489d-1880-4e51-966d-35461cc35246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a4d49ae9-afec-4c3b-831d-03e348b748e7'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:00:12.841138 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-436c0983-dc23-4943-b6e1-0f921e543155 None None] Bound port: b064d026-e20e-43ea-9222-0e19df1adeab, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '753b489d-1880-4e51-966d-35461cc35246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a4d49ae9-afec-4c3b-831d-03e348b748e7'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:00:12.841782 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-436c0983-dc23-4943-b6e1-0f921e543155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:12.859899 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5864ef4-2153-4496-9832-48c83bc8cc07 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:00:12.873431 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4d495794-86af-4129-90d5-ad84d06441da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:12.900841 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4d495794-86af-4129-90d5-ad84d06441da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:12.975622 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4d495794-86af-4129-90d5-ad84d06441da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:12.984951 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4d495794-86af-4129-90d5-ad84d06441da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:12.990703 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-4d495794-86af-4129-90d5-ad84d06441da admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/397e150a-1f7b-4edc-b493-00928697550e HTTP/1.1" status: 204 len: 168 time: 0.1957192 Sep 07 03:00:12.994292 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5b3cb61a-742d-4090-95a3-21a3b0eb4ad7 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:13.004416 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5b3cb61a-742d-4090-95a3-21a3b0eb4ad7 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:13.006012 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-436c0983-dc23-4943-b6e1-0f921e543155 None None] For port b064d026-e20e-43ea-9222-0e19df1adeab, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:00:13.007097 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d495794-86af-4129-90d5-ad84d06441da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397e150a-1f7b-4edc-b493-00928697550e,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:13.013903 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-436c0983-dc23-4943-b6e1-0f921e543155 None None] For port b064d026-e20e-43ea-9222-0e19df1adeab, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=b064d026-e20e-43ea-9222-0e19df1adeab,segment=NetworkSegment(753b489d-1880-4e51-966d-35461cc35246),segment_id=753b489d-1880-4e51-966d-35461cc35246)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:00:13.063825 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-436c0983-dc23-4943-b6e1-0f921e543155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:13.114213 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-c5864ef4-2153-4496-9832-48c83bc8cc07 None None] Attempting to bind port 198ffbe5-76b8-42be-a5a4-204400c9190c on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:00:13.115320 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-c5864ef4-2153-4496-9832-48c83bc8cc07 None None] Attempting to bind port 198ffbe5-76b8-42be-a5a4-204400c9190c by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'cb139b8e-fad8-4ee4-8a1f-b69cca38fcc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '96f0d16d-7227-4fbc-a319-0b3c533f2746'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:00:13.116154 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5864ef4-2153-4496-9832-48c83bc8cc07 None None] Attempting to bind port 198ffbe5-76b8-42be-a5a4-204400c9190c on network 96f0d16d-7227-4fbc-a319-0b3c533f2746 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:00:13.133355 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5864ef4-2153-4496-9832-48c83bc8cc07 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:00:13.134151 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5864ef4-2153-4496-9832-48c83bc8cc07 None None] Checking segment: {'id': 'cb139b8e-fad8-4ee4-8a1f-b69cca38fcc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '96f0d16d-7227-4fbc-a319-0b3c533f2746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:00:13.134652 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c5864ef4-2153-4496-9832-48c83bc8cc07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:13.135275 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5864ef4-2153-4496-9832-48c83bc8cc07 None None] Bound using segment: {'id': 'cb139b8e-fad8-4ee4-8a1f-b69cca38fcc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '96f0d16d-7227-4fbc-a319-0b3c533f2746'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:00:13.136538 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-c5864ef4-2153-4496-9832-48c83bc8cc07 None None] Bound port: 198ffbe5-76b8-42be-a5a4-204400c9190c, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb139b8e-fad8-4ee4-8a1f-b69cca38fcc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '96f0d16d-7227-4fbc-a319-0b3c533f2746'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:00:13.137174 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c5864ef4-2153-4496-9832-48c83bc8cc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:13.294316 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436c0983-dc23-4943-b6e1-0f921e543155 None None] Pushing event updated for resources: {'Port': ['ID=b064d026-e20e-43ea-9222-0e19df1adeab,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:13.372830 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-c5864ef4-2153-4496-9832-48c83bc8cc07 None None] For port 198ffbe5-76b8-42be-a5a4-204400c9190c, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:00:13.381290 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-c5864ef4-2153-4496-9832-48c83bc8cc07 None None] For port 198ffbe5-76b8-42be-a5a4-204400c9190c, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=198ffbe5-76b8-42be-a5a4-204400c9190c,segment=NetworkSegment(cb139b8e-fad8-4ee4-8a1f-b69cca38fcc8),segment_id=cb139b8e-fad8-4ee4-8a1f-b69cca38fcc8)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:00:13.391463 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c5864ef4-2153-4496-9832-48c83bc8cc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:13.561183 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5864ef4-2153-4496-9832-48c83bc8cc07 None None] Pushing event updated for resources: {'Port': ['ID=198ffbe5-76b8-42be-a5a4-204400c9190c,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:13.772104 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5b3cb61a-742d-4090-95a3-21a3b0eb4ad7 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:13.773344 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b3cb61a-742d-4090-95a3-21a3b0eb4ad7 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Fanout notify agent at l3_agent the message router_deleted on router 0663726e-d85f-476e-b2fe-516394e48a04 {{(pid=94701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 03:00:13.797062 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5b3cb61a-742d-4090-95a3-21a3b0eb4ad7 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:13.799258 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-5b3cb61a-742d-4090-95a3-21a3b0eb4ad7 tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] 10.222.0.22 "DELETE /v2.0/routers/0663726e-d85f-476e-b2fe-516394e48a04 HTTP/1.1" status: 204 len: 168 time: 2.7402360 Sep 07 03:00:13.806357 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54046) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:13.820219 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ce05bf87-ff42-4e59-9a25-a8de22646863 req-1e2397fa-3f8b-4370-b63d-7da270a497b8 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba593fbf-4dd7-47ec-8163-8712a7f482b1 HTTP/1.1" status: 200 len: 210 time: 0.0662105 Sep 07 03:00:13.977910 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4fe1d2f-6e14-4f32-97ed-f4ae86b3478d tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Deleting subnet 292012c1-e15c-4f86-8104-63e2302496ab {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 03:00:13.981691 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f4fe1d2f-6e14-4f32-97ed-f4ae86b3478d tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:14.045732 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f4fe1d2f-6e14-4f32-97ed-f4ae86b3478d tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:14.088130 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-11a53421-e700-45ba-a1a3-383a2a5245dc req-05604d7b-9bef-4674-87b2-2a7a0e2506bb tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:14.128334 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-11a53421-e700-45ba-a1a3-383a2a5245dc req-05604d7b-9bef-4674-87b2-2a7a0e2506bb tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Transition to ACTIVE for port object a4387ac9-95f9-4012-b004-ab69e4b6b711 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:00:14.130369 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-d2e654a8-5219-4d88-a667-b167e7ce935a tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Allocated IP 172.20.0.1 (a4d49ae9-afec-4c3b-831d-03e348b748e7/5cde64cf-8012-4d7b-b6fd-37ed74a4473f/18b8f915-215b-4e6a-84c2-0f27ad1ded36) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:00:14.144902 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f4fe1d2f-6e14-4f32-97ed-f4ae86b3478d tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:14.334175 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-11a53421-e700-45ba-a1a3-383a2a5245dc req-05604d7b-9bef-4674-87b2-2a7a0e2506bb tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:14.372060 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f4fe1d2f-6e14-4f32-97ed-f4ae86b3478d tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:14.434879 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fe1d2f-6e14-4f32-97ed-f4ae86b3478d tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Pushing event deleted for resources: {'Subnet': ['ID=292012c1-e15c-4f86-8104-63e2302496ab,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:14.455663 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11a53421-e700-45ba-a1a3-383a2a5245dc req-05604d7b-9bef-4674-87b2-2a7a0e2506bb tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Network 66da11a5-58e0-4d5e-b61b-f2a97b6c60d4 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:00:14.456937 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f4fe1d2f-6e14-4f32-97ed-f4ae86b3478d tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:14.459096 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f4fe1d2f-6e14-4f32-97ed-f4ae86b3478d tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] 10.222.0.22 "DELETE /v2.0/subnets/292012c1-e15c-4f86-8104-63e2302496ab HTTP/1.1" status: 204 len: 168 time: 0.6487489 Sep 07 03:00:14.462145 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54064) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:14.467004 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05604d7b-9bef-4674-87b2-2a7a0e2506bb tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event updated for resources: {'Port': ['ID=a4387ac9-95f9-4012-b004-ab69e4b6b711,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:14.472172 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [req-11a53421-e700-45ba-a1a3-383a2a5245dc req-05604d7b-9bef-4674-87b2-2a7a0e2506bb tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:00:14.476473 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-11a53421-e700-45ba-a1a3-383a2a5245dc req-05604d7b-9bef-4674-87b2-2a7a0e2506bb tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:00:14.484691 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d2e654a8-5219-4d88-a667-b167e7ce935a tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:14.554779 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d2e654a8-5219-4d88-a667-b167e7ce935a tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Transition to ACTIVE for port object 18b8f915-215b-4e6a-84c2-0f27ad1ded36 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:00:14.579328 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a53421-e700-45ba-a1a3-383a2a5245dc req-05604d7b-9bef-4674-87b2-2a7a0e2506bb tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:14.580985 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-11a53421-e700-45ba-a1a3-383a2a5245dc req-05604d7b-9bef-4674-87b2-2a7a0e2506bb tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:14.630740 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-11a53421-e700-45ba-a1a3-383a2a5245dc req-05604d7b-9bef-4674-87b2-2a7a0e2506bb tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1294475 Sep 07 03:00:14.651779 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-11a53421-e700-45ba-a1a3-383a2a5245dc req-97d81eb8-47d7-4de0-ab7e-46c31cc9491b service neutron] Request body: {'port': {'device_id': 'ba593fbf-4dd7-47ec-8163-8712a7f482b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:00:14.765661 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d2e654a8-5219-4d88-a667-b167e7ce935a tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:14.784663 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f0bd0c04-1fe3-4805-a09f-6da03783ba3e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:14.840693 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-11a53421-e700-45ba-a1a3-383a2a5245dc req-97d81eb8-47d7-4de0-ab7e-46c31cc9491b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:14.869510 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e654a8-5219-4d88-a667-b167e7ce935a tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Network a4d49ae9-afec-4c3b-831d-03e348b748e7 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:00:14.960543 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-d2e654a8-5219-4d88-a667-b167e7ce935a tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:00:14.964893 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f0bd0c04-1fe3-4805-a09f-6da03783ba3e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:14.972369 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e654a8-5219-4d88-a667-b167e7ce935a tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event updated for resources: {'Port': ['ID=18b8f915-215b-4e6a-84c2-0f27ad1ded36,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:14.980695 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e654a8-5219-4d88-a667-b167e7ce935a tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:00:15.050285 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-f0bd0c04-1fe3-4805-a09f-6da03783ba3e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['162816ec-5538-49c3-b312-28fb5fd94391']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:15.082217 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-f0bd0c04-1fe3-4805-a09f-6da03783ba3e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec67dee4-df8d-4ed6-bef0-5b676154fdad') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:15.082573 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-f0bd0c04-1fe3-4805-a09f-6da03783ba3e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec67dee4-df8d-4ed6-bef0-5b676154fdad') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:15.101650 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f0bd0c04-1fe3-4805-a09f-6da03783ba3e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:15.134326 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f0bd0c04-1fe3-4805-a09f-6da03783ba3e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:15.143929 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0bd0c04-1fe3-4805-a09f-6da03783ba3e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 03:00:15.147878 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f0bd0c04-1fe3-4805-a09f-6da03783ba3e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:15.154351 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 03:00:15.154351 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 03:00:15.154351 n-d-796209-16 neutron-server[94700]: timer() Sep 07 03:00:15.154351 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 03:00:15.154351 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 03:00:15.154351 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 03:00:15.154351 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 03:00:15.154351 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 03:00:15.154351 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 03:00:15.154351 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 03:00:15.154351 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 03:00:15.154351 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 03:00:15.154351 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 03:00:15.154351 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 03:00:15.154351 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 03:00:15.154351 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 03:00:15.154351 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 03:00:15.154351 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 03:00:15.154351 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 03:00:15.154351 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 03:00:15.154351 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 03:00:15.154351 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 03:00:15.154351 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 03:00:15.154351 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 03:00:15.154351 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 03:00:15.154351 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 03:00:15.154351 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 03:00:15.154351 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 03:00:15.154351 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 03:00:15.154351 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 03:00:15.154351 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 03:00:15.154351 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 03:00:15.187276 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8346037-f908-470c-8d41-b2aa43c0f313 None None] Network a4d49ae9-afec-4c3b-831d-03e348b748e7 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:00:15.308872 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f0bd0c04-1fe3-4805-a09f-6da03783ba3e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:15.316168 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f0bd0c04-1fe3-4805-a09f-6da03783ba3e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:15.321829 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f0bd0c04-1fe3-4805-a09f-6da03783ba3e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] 10.222.0.22 "DELETE /v2.0/networks/162816ec-5538-49c3-b312-28fb5fd94391 HTTP/1.1" status: 204 len: 168 time: 0.8583846 Sep 07 03:00:15.331667 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d2e654a8-5219-4d88-a667-b167e7ce935a tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:15.348797 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-c6ba9583-1037-4f4b-878f-37088f2365f4 None None] Provisioning for port a4387ac9-95f9-4012-b004-ab69e4b6b711 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:00:15.356445 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bd0c04-1fe3-4805-a09f-6da03783ba3e tempest-FloatingIPTestJSON-361720809 tempest-FloatingIPTestJSON-361720809-project] Pushing event deleted for resources: {'Network': ['ID=162816ec-5538-49c3-b312-28fb5fd94391,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:15.364438 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-c6ba9583-1037-4f4b-878f-37088f2365f4 None None] Provisioning complete for port a4387ac9-95f9-4012-b004-ab69e4b6b711 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:00:15.365467 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c6ba9583-1037-4f4b-878f-37088f2365f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:15.416662 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5331c12-4202-4756-ac24-529705db4572 req-ae4f7f9b-acbc-4c6c-b707-6091fdfe8421 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:15.418227 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e5331c12-4202-4756-ac24-529705db4572 req-ae4f7f9b-acbc-4c6c-b707-6091fdfe8421 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba593fbf-4dd7-47ec-8163-8712a7f482b1 HTTP/1.1" status: 200 len: 931 time: 0.3694668 Sep 07 03:00:15.483086 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-c6ba9583-1037-4f4b-878f-37088f2365f4 None None] Port a4387ac9-95f9-4012-b004-ab69e4b6b711 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:00:15.522081 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1106d063-ed05-4cf9-87fb-c2b629fcb1fe None None] Network 96f0d16d-7227-4fbc-a319-0b3c533f2746 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:00:15.573952 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-c6ba9583-1037-4f4b-878f-37088f2365f4 None None] Provisioning for port b064d026-e20e-43ea-9222-0e19df1adeab completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:00:15.680946 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e5331c12-4202-4756-ac24-529705db4572 req-8d4ed421-1ab2-48e5-8b02-612c817fab2b tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=6a74a93a-4afd-4104-922e-c90dfac2834e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2414386 Sep 07 03:00:15.726513 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 198ffbe5-76b8-42be-a5a4-204400c9190c up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:00:15.738934 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-6867e8fb-b597-46d8-b926-8f6b0acd073b None None] Provisioning for port 198ffbe5-76b8-42be-a5a4-204400c9190c completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:00:15.789046 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d2e654a8-5219-4d88-a667-b167e7ce935a tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:15.934618 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54128) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:15.970833 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 198ffbe5-76b8-42be-a5a4-204400c9190c completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:00:15.975302 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 198ffbe5-76b8-42be-a5a4-204400c9190c triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:00:15.975787 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:15.988923 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54134) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:16.006339 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [req-11a53421-e700-45ba-a1a3-383a2a5245dc req-97d81eb8-47d7-4de0-ab7e-46c31cc9491b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4387ac9-95f9-4012-b004-ab69e4b6b711 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:00:16.022368 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-11a53421-e700-45ba-a1a3-383a2a5245dc req-97d81eb8-47d7-4de0-ab7e-46c31cc9491b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:16.046949 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-11a53421-e700-45ba-a1a3-383a2a5245dc req-97d81eb8-47d7-4de0-ab7e-46c31cc9491b service neutron] Transition to ACTIVE for port object a4387ac9-95f9-4012-b004-ab69e4b6b711 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:00:16.133519 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:16.224282 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-11a53421-e700-45ba-a1a3-383a2a5245dc req-97d81eb8-47d7-4de0-ab7e-46c31cc9491b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:16.236244 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 198ffbe5-76b8-42be-a5a4-204400c9190c, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=198ffbe5-76b8-42be-a5a4-204400c9190c,segment=NetworkSegment(cb139b8e-fad8-4ee4-8a1f-b69cca38fcc8),segment_id=cb139b8e-fad8-4ee4-8a1f-b69cca38fcc8)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:00:16.258213 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b428d694-c4be-44d4-9096-9b3f098ef68f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:16.258468 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:16.260722 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device b064d026-e20e-43ea-9222-0e19df1adeab up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:00:16.424407 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=198ffbe5-76b8-42be-a5a4-204400c9190c,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:16.426321 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-714fc07c-ed80-49e4-94e8-faa11f28f083 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0dfb985d82cb4d0686e11ceaaf162601&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4356134 Sep 07 03:00:16.438833 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54146) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:16.445996 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d81eb8-47d7-4de0-ab7e-46c31cc9491b service neutron] Pushing event updated for resources: {'Port': ['ID=a4387ac9-95f9-4012-b004-ab69e4b6b711,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:16.507987 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-80d0a7c1-57eb-4075-9313-27545bc704f6 None None] Provisioning for port 18b8f915-215b-4e6a-84c2-0f27ad1ded36 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:00:16.524558 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-80d0a7c1-57eb-4075-9313-27545bc704f6 None None] Provisioning complete for port 18b8f915-215b-4e6a-84c2-0f27ad1ded36 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:00:16.532143 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-80d0a7c1-57eb-4075-9313-27545bc704f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:16.592174 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5c370a39-0311-4a1d-aed5-4ec90f0358f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:16.643238 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5c370a39-0311-4a1d-aed5-4ec90f0358f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:16.643643 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port b064d026-e20e-43ea-9222-0e19df1adeab completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:00:16.655843 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port b064d026-e20e-43ea-9222-0e19df1adeab triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:00:16.656941 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:16.665165 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-80d0a7c1-57eb-4075-9313-27545bc704f6 None None] Port 18b8f915-215b-4e6a-84c2-0f27ad1ded36 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:00:16.712624 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b428d694-c4be-44d4-9096-9b3f098ef68f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:16.721111 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b428d694-c4be-44d4-9096-9b3f098ef68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:16.772738 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b428d694-c4be-44d4-9096-9b3f098ef68f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1d1d4410120f4f36acc8e30a678ef547&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8368745 Sep 07 03:00:16.773933 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b428d694-c4be-44d4-9096-9b3f098ef68f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3e79e1-14e2-4a8e-b5a3-b10c67834e48,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:16.776887 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54152) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:16.807448 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5c370a39-0311-4a1d-aed5-4ec90f0358f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:16.810930 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5c370a39-0311-4a1d-aed5-4ec90f0358f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:16.812352 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-5c370a39-0311-4a1d-aed5-4ec90f0358f9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fdc7b56f-a546-47be-b0cf-f788dc2bfb30 HTTP/1.1" status: 204 len: 168 time: 0.3718276 Sep 07 03:00:16.868720 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d2e654a8-5219-4d88-a667-b167e7ce935a tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:16.878043 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-de769dbc-7f15-4a25-98d3-4630871bce97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:16.880330 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c370a39-0311-4a1d-aed5-4ec90f0358f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc7b56f-a546-47be-b0cf-f788dc2bfb30,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:16.880484 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d2e654a8-5219-4d88-a667-b167e7ce935a tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:16.940527 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-de769dbc-7f15-4a25-98d3-4630871bce97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:16.951805 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-25515ef4-9457-421d-b4ff-c68215f1ec89 None None] Provisioning complete for port 198ffbe5-76b8-42be-a5a4-204400c9190c triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:00:16.952522 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-25515ef4-9457-421d-b4ff-c68215f1ec89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:16.956064 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:16.966086 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa96642-4f4b-4a68-b99b-58464084c540 req-89371804-3f12-4e0a-a18f-48ae072a1450 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:16.968115 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0aa96642-4f4b-4a68-b99b-58464084c540 req-89371804-3f12-4e0a-a18f-48ae072a1450 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba593fbf-4dd7-47ec-8163-8712a7f482b1 HTTP/1.1" status: 200 len: 943 time: 0.1489165 Sep 07 03:00:17.039714 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port b064d026-e20e-43ea-9222-0e19df1adeab, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=b064d026-e20e-43ea-9222-0e19df1adeab,segment=NetworkSegment(753b489d-1880-4e51-966d-35461cc35246),segment_id=753b489d-1880-4e51-966d-35461cc35246)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:00:17.051627 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0aa96642-4f4b-4a68-b99b-58464084c540 req-af8226fc-0bc2-4c87-9248-76c55cc8f3e7 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=6a74a93a-4afd-4104-922e-c90dfac2834e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738766 Sep 07 03:00:17.056531 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:17.080647 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-de769dbc-7f15-4a25-98d3-4630871bce97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:17.084216 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-de769dbc-7f15-4a25-98d3-4630871bce97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:17.087983 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-de769dbc-7f15-4a25-98d3-4630871bce97 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4d3e79e1-14e2-4a8e-b5a3-b10c67834e48 HTTP/1.1" status: 204 len: 168 time: 0.3075142 Sep 07 03:00:17.095899 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de769dbc-7f15-4a25-98d3-4630871bce97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3e79e1-14e2-4a8e-b5a3-b10c67834e48,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:17.199858 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-11a53421-e700-45ba-a1a3-383a2a5245dc req-97d81eb8-47d7-4de0-ab7e-46c31cc9491b service neutron] Attempting to bind port a4387ac9-95f9-4012-b004-ab69e4b6b711 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:00:17.200590 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-11a53421-e700-45ba-a1a3-383a2a5245dc req-97d81eb8-47d7-4de0-ab7e-46c31cc9491b service neutron] Attempting to bind port a4387ac9-95f9-4012-b004-ab69e4b6b711 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '9ee4793e-ec48-4320-9f96-01d4892ea4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '66da11a5-58e0-4d5e-b61b-f2a97b6c60d4'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:00:17.200696 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a53421-e700-45ba-a1a3-383a2a5245dc req-97d81eb8-47d7-4de0-ab7e-46c31cc9491b service neutron] Attempting to bind port a4387ac9-95f9-4012-b004-ab69e4b6b711 on network 66da11a5-58e0-4d5e-b61b-f2a97b6c60d4 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:00:17.233856 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=b064d026-e20e-43ea-9222-0e19df1adeab,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:17.238417 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-25515ef4-9457-421d-b4ff-c68215f1ec89 None None] Provisioning complete for port 18b8f915-215b-4e6a-84c2-0f27ad1ded36 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:00:17.239755 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-25515ef4-9457-421d-b4ff-c68215f1ec89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:17.248213 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d2e654a8-5219-4d88-a667-b167e7ce935a tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:17.251627 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e654a8-5219-4d88-a667-b167e7ce935a tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event updated for resources: {'Port': ['ID=18b8f915-215b-4e6a-84c2-0f27ad1ded36,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:17.260528 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a53421-e700-45ba-a1a3-383a2a5245dc req-97d81eb8-47d7-4de0-ab7e-46c31cc9491b service neutron] Port a4387ac9-95f9-4012-b004-ab69e4b6b711 on network 66da11a5-58e0-4d5e-b61b-f2a97b6c60d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 03:00:17.260867 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a53421-e700-45ba-a1a3-383a2a5245dc req-97d81eb8-47d7-4de0-ab7e-46c31cc9491b service neutron] Attempting to bind port a4387ac9-95f9-4012-b004-ab69e4b6b711 on network 66da11a5-58e0-4d5e-b61b-f2a97b6c60d4 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:00:17.309629 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a53421-e700-45ba-a1a3-383a2a5245dc req-97d81eb8-47d7-4de0-ab7e-46c31cc9491b service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 2, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:00:17.310682 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a53421-e700-45ba-a1a3-383a2a5245dc req-97d81eb8-47d7-4de0-ab7e-46c31cc9491b service neutron] Checking segment: {'id': '9ee4793e-ec48-4320-9f96-01d4892ea4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '66da11a5-58e0-4d5e-b61b-f2a97b6c60d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:00:17.311595 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a53421-e700-45ba-a1a3-383a2a5245dc req-97d81eb8-47d7-4de0-ab7e-46c31cc9491b service neutron] Bound using segment: {'id': '9ee4793e-ec48-4320-9f96-01d4892ea4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '66da11a5-58e0-4d5e-b61b-f2a97b6c60d4'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:00:17.312560 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-11a53421-e700-45ba-a1a3-383a2a5245dc req-97d81eb8-47d7-4de0-ab7e-46c31cc9491b service neutron] Bound port: a4387ac9-95f9-4012-b004-ab69e4b6b711, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ee4793e-ec48-4320-9f96-01d4892ea4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '66da11a5-58e0-4d5e-b61b-f2a97b6c60d4'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:00:17.313164 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-11a53421-e700-45ba-a1a3-383a2a5245dc req-97d81eb8-47d7-4de0-ab7e-46c31cc9491b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:17.322076 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-25515ef4-9457-421d-b4ff-c68215f1ec89 None None] Port 18b8f915-215b-4e6a-84c2-0f27ad1ded36 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:00:17.335816 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:00:17.519679 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-11a53421-e700-45ba-a1a3-383a2a5245dc req-97d81eb8-47d7-4de0-ab7e-46c31cc9491b service neutron] For port a4387ac9-95f9-4012-b004-ab69e4b6b711, host n-h1-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:00:17.523402 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e654a8-5219-4d88-a667-b167e7ce935a tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Network a4d49ae9-afec-4c3b-831d-03e348b748e7 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:00:17.525592 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-11a53421-e700-45ba-a1a3-383a2a5245dc req-97d81eb8-47d7-4de0-ab7e-46c31cc9491b service neutron] For port a4387ac9-95f9-4012-b004-ab69e4b6b711, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=a4387ac9-95f9-4012-b004-ab69e4b6b711,segment=NetworkSegment(9ee4793e-ec48-4320-9f96-01d4892ea4a4),segment_id=9ee4793e-ec48-4320-9f96-01d4892ea4a4)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:00:17.527679 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-d2e654a8-5219-4d88-a667-b167e7ce935a tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:00:17.538367 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-11a53421-e700-45ba-a1a3-383a2a5245dc req-97d81eb8-47d7-4de0-ab7e-46c31cc9491b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:17.614464 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 198ffbe5-76b8-42be-a5a4-204400c9190c up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:00:17.654204 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a53421-e700-45ba-a1a3-383a2a5245dc req-97d81eb8-47d7-4de0-ab7e-46c31cc9491b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:17.655227 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-11a53421-e700-45ba-a1a3-383a2a5245dc req-97d81eb8-47d7-4de0-ab7e-46c31cc9491b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:17.657143 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-11a53421-e700-45ba-a1a3-383a2a5245dc req-97d81eb8-47d7-4de0-ab7e-46c31cc9491b service neutron] 10.222.0.23 "PUT /v2.0/ports/a4387ac9-95f9-4012-b004-ab69e4b6b711 HTTP/1.1" status: 200 len: 1092 time: 3.0232267 Sep 07 03:00:17.668693 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba593fbf-4dd7-47ec-8163-8712a7f482b1', 'tag': 'a4387ac9-95f9-4012-b004-ab69e4b6b711'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:00:17.671504 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8122b49-3680-4b26-805a-cc7089e8ba1f" -d '{"events": [{"name": "network-changed", "server_uuid": "ba593fbf-4dd7-47ec-8163-8712a7f482b1", "tag": "a4387ac9-95f9-4012-b004-ab69e4b6b711"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:00:17.747413 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 198ffbe5-76b8-42be-a5a4-204400c9190c triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:00:17.749152 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:17.769294 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74bd7ebb-df30-4ec7-b326-1b77b3dd0644 x-openstack-request-id: req-74bd7ebb-df30-4ec7-b326-1b77b3dd0644 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:00:17.769768 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba593fbf-4dd7-47ec-8163-8712a7f482b1", "tag": "a4387ac9-95f9-4012-b004-ab69e4b6b711", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:00:17.770117 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-74bd7ebb-df30-4ec7-b326-1b77b3dd0644 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:00:17.770700 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba593fbf-4dd7-47ec-8163-8712a7f482b1', 'tag': 'a4387ac9-95f9-4012-b004-ab69e4b6b711', 'status': 'completed', 'code': 200} Sep 07 03:00:17.843100 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d81eb8-47d7-4de0-ab7e-46c31cc9491b service neutron] Pushing event updated for resources: {'Port': ['ID=a4387ac9-95f9-4012-b004-ab69e4b6b711,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:17.891347 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a53421-e700-45ba-a1a3-383a2a5245dc req-4fa14348-cc53-46e6-b994-a572fa75c124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:17.893609 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-11a53421-e700-45ba-a1a3-383a2a5245dc req-4fa14348-cc53-46e6-b994-a572fa75c124 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=626f31b15da14e0da01388cbfdee7f90&device_id=ba593fbf-4dd7-47ec-8163-8712a7f482b1 HTTP/1.1" status: 200 len: 1095 time: 0.1504421 Sep 07 03:00:17.947698 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device b064d026-e20e-43ea-9222-0e19df1adeab up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:00:18.012480 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port b064d026-e20e-43ea-9222-0e19df1adeab triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:00:18.012908 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:18.024638 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-11a53421-e700-45ba-a1a3-383a2a5245dc req-5de00116-8431-409b-bb3a-6d7cddd880af service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4387ac9-95f9-4012-b004-ab69e4b6b711 HTTP/1.1" status: 200 len: 217 time: 0.1217442 Sep 07 03:00:18.045719 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e654a8-5219-4d88-a667-b167e7ce935a tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Router ea2cb848-0997-41b4-8dd7-665c704e0f57 is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 03:00:18.218919 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8c92492b-69fb-4e35-b68a-bebb8c4377a9 None None] Provisioning complete for port 18b8f915-215b-4e6a-84c2-0f27ad1ded36 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:00:18.221636 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8c92492b-69fb-4e35-b68a-bebb8c4377a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:18.286641 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a53421-e700-45ba-a1a3-383a2a5245dc req-506e1d1d-c49b-4af6-b762-bf90e3dd322f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:18.293934 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-11a53421-e700-45ba-a1a3-383a2a5245dc req-506e1d1d-c49b-4af6-b762-bf90e3dd322f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=57f615bc-1ee1-4087-b628-32768bf98bce HTTP/1.1" status: 200 len: 834 time: 0.2617047 Sep 07 03:00:18.321705 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f681ad-19ce-4975-860a-b7e05f6938a0 req-cc53ef24-f1c5-49f3-b5c5-4c4553975af1 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:18.332584 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a3f681ad-19ce-4975-860a-b7e05f6938a0 req-cc53ef24-f1c5-49f3-b5c5-4c4553975af1 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba593fbf-4dd7-47ec-8163-8712a7f482b1 HTTP/1.1" status: 200 len: 943 time: 0.1181448 Sep 07 03:00:18.382739 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8c92492b-69fb-4e35-b68a-bebb8c4377a9 None None] Port 18b8f915-215b-4e6a-84c2-0f27ad1ded36 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:00:18.425851 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a3f681ad-19ce-4975-860a-b7e05f6938a0 req-8f1d5f60-7a76-4efb-ace5-5e7f37524954 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=6a74a93a-4afd-4104-922e-c90dfac2834e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883579 Sep 07 03:00:18.487138 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e654a8-5219-4d88-a667-b167e7ce935a tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:00:18.497870 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c302792-02e7-47a1-86e6-b18a5ffc1c24 None None] Sync routers for ids ['ea2cb848-0997-41b4-8dd7-665c704e0f57'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:00:18.507845 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d2e654a8-5219-4d88-a667-b167e7ce935a tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "PUT /v2.0/routers/ea2cb848-0997-41b4-8dd7-665c704e0f57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4794986 Sep 07 03:00:18.511032 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54212) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:18.514147 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a53421-e700-45ba-a1a3-383a2a5245dc req-cf48c474-2d80-44b2-943c-cd8828890c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:18.516415 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c302792-02e7-47a1-86e6-b18a5ffc1c24 None None] Routers {'ea2cb848-0997-41b4-8dd7-665c704e0f57'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:00:18.517380 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-7c302792-02e7-47a1-86e6-b18a5ffc1c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:59:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['ea2cb848-0997-41b4-8dd7-665c704e0f57'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:18.533569 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-11a53421-e700-45ba-a1a3-383a2a5245dc req-cf48c474-2d80-44b2-943c-cd8828890c18 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=66da11a5-58e0-4d5e-b61b-f2a97b6c60d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1706522 Sep 07 03:00:18.585326 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-7c302792-02e7-47a1-86e6-b18a5ffc1c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:18.588224 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54216) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:18.598089 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c302792-02e7-47a1-86e6-b18a5ffc1c24 None None] Routers {'ea2cb848-0997-41b4-8dd7-665c704e0f57'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:00:18.598895 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-7c302792-02e7-47a1-86e6-b18a5ffc1c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:59:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['ea2cb848-0997-41b4-8dd7-665c704e0f57'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:18.641259 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf1d107-8d2c-4ada-a194-3ba55bdfdc6d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:18.642856 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-dcf1d107-8d2c-4ada-a194-3ba55bdfdc6d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "GET /v2.0/ports/18b8f915-215b-4e6a-84c2-0f27ad1ded36 HTTP/1.1" status: 200 len: 910 time: 0.1305153 Sep 07 03:00:18.649662 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54222) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:18.689526 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-11a53421-e700-45ba-a1a3-383a2a5245dc req-aebba4c0-2a47-42bb-8277-5b577e9c3299 service neutron] 10.222.0.23 "GET /v2.0/networks/66da11a5-58e0-4d5e-b61b-f2a97b6c60d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489103 Sep 07 03:00:18.690320 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-7c302792-02e7-47a1-86e6-b18a5ffc1c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:18.691910 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c302792-02e7-47a1-86e6-b18a5ffc1c24 None None] The sync data for ids ['ea2cb848-0997-41b4-8dd7-665c704e0f57'] in n-d-796209-16 is: [] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:00:18.818587 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-11a53421-e700-45ba-a1a3-383a2a5245dc req-39ca6ca4-ddf4-4713-b30a-267df107117d service neutron] 10.222.0.23 "GET /v2.0/networks/66da11a5-58e0-4d5e-b61b-f2a97b6c60d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203396 Sep 07 03:00:18.939553 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8122b49-3680-4b26-805a-cc7089e8ba1f req-3ce90cfc-75e3-433a-b6d7-91d02f9ba656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:18.941599 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e8122b49-3680-4b26-805a-cc7089e8ba1f req-3ce90cfc-75e3-433a-b6d7-91d02f9ba656 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=626f31b15da14e0da01388cbfdee7f90&device_id=ba593fbf-4dd7-47ec-8163-8712a7f482b1 HTTP/1.1" status: 200 len: 1095 time: 0.0616248 Sep 07 03:00:18.987619 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-f14ec820-55ee-41ed-ba09-1a6938764917 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:00:18.988582 n-d-796209-16 neutron-server[94700]: WARNING neutron.api.v2.base [None req-f14ec820-55ee-41ed-ba09-1a6938764917 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 07 03:00:18.989221 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [None req-f14ec820-55ee-41ed-ba09-1a6938764917 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] create failed (client error): There was a conflict when trying to complete your request. Sep 07 03:00:18.993579 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f14ec820-55ee-41ed-ba09-1a6938764917 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4024920 Sep 07 03:00:18.995393 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54228) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:19.002129 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-44f6b60b-fc3b-4c8e-b187-3d2ba58c7425 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Request body: {'security_group': {'name': 'tempest-secgroup--1659870099'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:00:19.085664 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8122b49-3680-4b26-805a-cc7089e8ba1f req-75ed4fde-096b-4ce8-8ac9-1bd81671dd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:19.087418 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e8122b49-3680-4b26-805a-cc7089e8ba1f req-75ed4fde-096b-4ce8-8ac9-1bd81671dd43 service neutron] 10.222.0.23 "GET /v2.0/networks?id=66da11a5-58e0-4d5e-b61b-f2a97b6c60d4 HTTP/1.1" status: 200 len: 896 time: 0.1386864 Sep 07 03:00:19.131901 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-44f6b60b-fc3b-4c8e-b187-3d2ba58c7425 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:19.144381 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-44f6b60b-fc3b-4c8e-b187-3d2ba58c7425 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:19.154890 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e8122b49-3680-4b26-805a-cc7089e8ba1f req-0c8ed3d8-5a69-4f58-a9a9-82ea674e681e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4387ac9-95f9-4012-b004-ab69e4b6b711 HTTP/1.1" status: 200 len: 217 time: 0.0566421 Sep 07 03:00:19.288061 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8122b49-3680-4b26-805a-cc7089e8ba1f req-e597af2d-b2ba-43d0-bd9d-e17f65d05343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:19.291955 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e8122b49-3680-4b26-805a-cc7089e8ba1f req-e597af2d-b2ba-43d0-bd9d-e17f65d05343 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=57f615bc-1ee1-4087-b628-32768bf98bce HTTP/1.1" status: 200 len: 834 time: 0.1292815 Sep 07 03:00:19.345165 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-44f6b60b-fc3b-4c8e-b187-3d2ba58c7425 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:19.372412 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-44f6b60b-fc3b-4c8e-b187-3d2ba58c7425 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:19.390059 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8122b49-3680-4b26-805a-cc7089e8ba1f req-52b69141-3c66-4fb5-bf62-9709eaafb93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:19.391631 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e8122b49-3680-4b26-805a-cc7089e8ba1f req-52b69141-3c66-4fb5-bf62-9709eaafb93a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=66da11a5-58e0-4d5e-b61b-f2a97b6c60d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0937822 Sep 07 03:00:19.436767 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f6b60b-fc3b-4c8e-b187-3d2ba58c7425 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83255289-dd31-4128-9db1-1888d26b5364,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:19.467738 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6cd4e97f-8e90-4c38-892a-5a8629ee3a0a tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:19.624533 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e8122b49-3680-4b26-805a-cc7089e8ba1f req-bb004132-060c-44a9-aaf5-a684e1e8c3c3 service neutron] 10.222.0.23 "GET /v2.0/networks/66da11a5-58e0-4d5e-b61b-f2a97b6c60d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244072 Sep 07 03:00:19.641164 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54246) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:19.650402 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b434a8c-8f78-43c1-8a87-df6a1ec473d1 req-5cc63fab-55a5-4e5b-90dd-ffe7dd61876e tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:19.652024 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5b434a8c-8f78-43c1-8a87-df6a1ec473d1 req-5cc63fab-55a5-4e5b-90dd-ffe7dd61876e tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba593fbf-4dd7-47ec-8163-8712a7f482b1 HTTP/1.1" status: 200 len: 943 time: 0.0735466 Sep 07 03:00:19.707923 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-44f6b60b-fc3b-4c8e-b187-3d2ba58c7425 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:19.721782 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-44f6b60b-fc3b-4c8e-b187-3d2ba58c7425 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:19.745087 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5b434a8c-8f78-43c1-8a87-df6a1ec473d1 req-ed722e92-cc43-4fda-8c63-da504a234936 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=6a74a93a-4afd-4104-922e-c90dfac2834e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822914 Sep 07 03:00:19.774249 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e8122b49-3680-4b26-805a-cc7089e8ba1f req-a8f68a02-36ad-4f23-817e-228a5ff86c1e service neutron] 10.222.0.23 "GET /v2.0/networks/66da11a5-58e0-4d5e-b61b-f2a97b6c60d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405747 Sep 07 03:00:19.820805 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f6b60b-fc3b-4c8e-b187-3d2ba58c7425 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5606478b-9d6b-4842-b3b0-837d438566e3,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:19.826347 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-44f6b60b-fc3b-4c8e-b187-3d2ba58c7425 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:19.827855 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-44f6b60b-fc3b-4c8e-b187-3d2ba58c7425 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8314569 Sep 07 03:00:19.831157 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54250) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:19.838163 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-6b1e2abe-c7de-4ef2-a0b6-43fc28ca0d07 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Request body: {'security_group_rule': {'security_group_id': '5606478b-9d6b-4842-b3b0-837d438566e3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:00:19.906405 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6b1e2abe-c7de-4ef2-a0b6-43fc28ca0d07 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:19.997343 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-8649c119-81be-42cb-9180-ff127f855ec4 tempest-MeteringIpV6TestJSON-742576749 tempest-MeteringIpV6TestJSON-742576749-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-425183800'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:00:19.997797 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-8649c119-81be-42cb-9180-ff127f855ec4 tempest-MeteringIpV6TestJSON-742576749 tempest-MeteringIpV6TestJSON-742576749-project-admin] Unknown quota resources ['metering_label']. {{(pid=94700) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 07 03:00:20.087289 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6b1e2abe-c7de-4ef2-a0b6-43fc28ca0d07 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:20.168761 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6b1e2abe-c7de-4ef2-a0b6-43fc28ca0d07 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:20.171876 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-6cd4e97f-8e90-4c38-892a-5a8629ee3a0a tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Allocated IP 172.21.0.1 (96f0d16d-7227-4fbc-a319-0b3c533f2746/291e2961-bc41-4c67-a0e4-6f3f3e42ef17/447f8a22-c410-4eca-bddd-3cb5aa2a9610) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:00:20.255220 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8649c119-81be-42cb-9180-ff127f855ec4 tempest-MeteringIpV6TestJSON-742576749 tempest-MeteringIpV6TestJSON-742576749-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:20.259563 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54252) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:20.259767 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-8649c119-81be-42cb-9180-ff127f855ec4 tempest-MeteringIpV6TestJSON-742576749 tempest-MeteringIpV6TestJSON-742576749-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.6141598 Sep 07 03:00:20.267330 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e2abe-c7de-4ef2-a0b6-43fc28ca0d07 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b08d7a1-17e6-4423-aa4d-229e8bc6220f,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:20.267606 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-b8fd8892-5d5f-46f2-8bea-db3446221725 tempest-MeteringIpV6TestJSON-742576749 tempest-MeteringIpV6TestJSON-742576749-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'c3b545fb-77a9-4052-858f-86f170841cc9'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:00:20.268263 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-b8fd8892-5d5f-46f2-8bea-db3446221725 tempest-MeteringIpV6TestJSON-742576749 tempest-MeteringIpV6TestJSON-742576749-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94701) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 07 03:00:20.289678 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6b1e2abe-c7de-4ef2-a0b6-43fc28ca0d07 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:20.293388 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-6b1e2abe-c7de-4ef2-a0b6-43fc28ca0d07 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4587381 Sep 07 03:00:20.294049 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54256) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:20.306308 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-5c3a175e-ef14-47b6-bb36-1099e176c5b8 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Request body: {'security_group_rule': {'security_group_id': '5606478b-9d6b-4842-b3b0-837d438566e3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:00:20.401754 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5c3a175e-ef14-47b6-bb36-1099e176c5b8 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:20.465884 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6cd4e97f-8e90-4c38-892a-5a8629ee3a0a tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:20.480766 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [None req-5c3a175e-ef14-47b6-bb36-1099e176c5b8 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] create failed (client error): There was a conflict when trying to complete your request. Sep 07 03:00:20.484431 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-5c3a175e-ef14-47b6-bb36-1099e176c5b8 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1868873 Sep 07 03:00:20.484604 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-6cd4e97f-8e90-4c38-892a-5a8629ee3a0a tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Transition to ACTIVE for port object 447f8a22-c410-4eca-bddd-3cb5aa2a9610 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:00:20.486136 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54258) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:20.570532 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f2f1431e-9298-48eb-bf3c-a23c420c4d4b tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:20.577054 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6cd4e97f-8e90-4c38-892a-5a8629ee3a0a tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:20.632577 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd4e97f-8e90-4c38-892a-5a8629ee3a0a tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event updated for resources: {'Port': ['ID=447f8a22-c410-4eca-bddd-3cb5aa2a9610,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:20.650000 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f2f1431e-9298-48eb-bf3c-a23c420c4d4b tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:20.664097 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd4e97f-8e90-4c38-892a-5a8629ee3a0a tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Network 96f0d16d-7227-4fbc-a319-0b3c533f2746 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:00:20.667323 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-6cd4e97f-8e90-4c38-892a-5a8629ee3a0a tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:00:20.671428 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd4e97f-8e90-4c38-892a-5a8629ee3a0a tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:00:20.745273 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6cd4e97f-8e90-4c38-892a-5a8629ee3a0a tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:20.840596 n-d-796209-16 neutron-server[94701]: WARNING neutron.services.metering.metering_plugin [None req-b8fd8892-5d5f-46f2-8bea-db3446221725 tempest-MeteringIpV6TestJSON-742576749 tempest-MeteringIpV6TestJSON-742576749-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 07 03:00:20.972045 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-027e85c7-dcf0-4746-b7bd-f6851a279ba5 None None] Provisioning for port 447f8a22-c410-4eca-bddd-3cb5aa2a9610 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:00:20.976259 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-027e85c7-dcf0-4746-b7bd-f6851a279ba5 None None] Provisioning complete for port 447f8a22-c410-4eca-bddd-3cb5aa2a9610 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:00:20.976853 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-027e85c7-dcf0-4746-b7bd-f6851a279ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:20.991170 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b8fd8892-5d5f-46f2-8bea-db3446221725 tempest-MeteringIpV6TestJSON-742576749 tempest-MeteringIpV6TestJSON-742576749-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:20.995518 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b8fd8892-5d5f-46f2-8bea-db3446221725 tempest-MeteringIpV6TestJSON-742576749 tempest-MeteringIpV6TestJSON-742576749-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.7319150 Sep 07 03:00:20.995837 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54264) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:21.000428 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-04bb35ae-6f03-4a7d-be79-9ff07a2b900a tempest-MeteringIpV6TestJSON-742576749 tempest-MeteringIpV6TestJSON-742576749-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'c3b545fb-77a9-4052-858f-86f170841cc9'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:00:21.000931 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-04bb35ae-6f03-4a7d-be79-9ff07a2b900a tempest-MeteringIpV6TestJSON-742576749 tempest-MeteringIpV6TestJSON-742576749-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94701) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 07 03:00:21.027311 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f2f1431e-9298-48eb-bf3c-a23c420c4d4b tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:21.030546 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f2f1431e-9298-48eb-bf3c-a23c420c4d4b tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:21.032067 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f2f1431e-9298-48eb-bf3c-a23c420c4d4b tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] 10.222.0.22 "DELETE /v2.0/security-groups/5606478b-9d6b-4842-b3b0-837d438566e3 HTTP/1.1" status: 204 len: 168 time: 0.5448027 Sep 07 03:00:21.032372 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-027e85c7-dcf0-4746-b7bd-f6851a279ba5 None None] Port 447f8a22-c410-4eca-bddd-3cb5aa2a9610 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:00:21.057061 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54266) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:21.065007 n-d-796209-16 neutron-server[94701]: WARNING neutron.services.metering.metering_plugin [None req-04bb35ae-6f03-4a7d-be79-9ff07a2b900a tempest-MeteringIpV6TestJSON-742576749 tempest-MeteringIpV6TestJSON-742576749-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 07 03:00:21.090501 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6cd4e97f-8e90-4c38-892a-5a8629ee3a0a tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:21.141604 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f1431e-9298-48eb-bf3c-a23c420c4d4b tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5606478b-9d6b-4842-b3b0-837d438566e3,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:21.160141 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-04bb35ae-6f03-4a7d-be79-9ff07a2b900a tempest-MeteringIpV6TestJSON-742576749 tempest-MeteringIpV6TestJSON-742576749-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:21.161231 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-04bb35ae-6f03-4a7d-be79-9ff07a2b900a tempest-MeteringIpV6TestJSON-742576749 tempest-MeteringIpV6TestJSON-742576749-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1644330 Sep 07 03:00:21.166969 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54268) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:21.186985 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-1d641d61-88ae-4b8a-9534-189841ae4087 tempest-MeteringIpV6TestJSON-742576749 tempest-MeteringIpV6TestJSON-742576749-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=eeb2c34f-e0cf-45fb-bf0e-ebbc1d5c677c HTTP/1.1" status: 200 len: 462 time: 0.0184705 Sep 07 03:00:21.195159 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54270) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:21.219499 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-eddf5f31-86bb-4f91-9423-5284c6a0ff0a tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1526039 Sep 07 03:00:21.221358 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54272) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:21.227652 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-e32d7a13-7612-4db1-8fcc-ffefc1a4efee tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Request body: {'security_group': {'name': 'tempest-secgroup--280574062'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:00:21.363025 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-23804cd8-e5ce-477f-91aa-4687f61fe1b9 tempest-MeteringIpV6TestJSON-742576749 tempest-MeteringIpV6TestJSON-742576749-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:21.367343 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-23804cd8-e5ce-477f-91aa-4687f61fe1b9 tempest-MeteringIpV6TestJSON-742576749 tempest-MeteringIpV6TestJSON-742576749-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-label-rules/eeb2c34f-e0cf-45fb-bf0e-ebbc1d5c677c HTTP/1.1" status: 204 len: 168 time: 0.1711187 Sep 07 03:00:21.367975 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54274) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:21.386646 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a67b3cec-2752-4954-ab02-caf20249ee02 tempest-MeteringIpV6TestJSON-742576749 tempest-MeteringIpV6TestJSON-742576749-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=eeb2c34f-e0cf-45fb-bf0e-ebbc1d5c677c HTTP/1.1" status: 200 len: 221 time: 0.0162871 Sep 07 03:00:21.387303 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54276) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:21.392627 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-d6b3b04b-c21d-47a6-8311-39444d6cd107 tempest-MeteringIpV6TestJSON-742576749 tempest-MeteringIpV6TestJSON-742576749-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--575749207', 'description': 'label created by tempest'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:00:21.393075 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-d6b3b04b-c21d-47a6-8311-39444d6cd107 tempest-MeteringIpV6TestJSON-742576749 tempest-MeteringIpV6TestJSON-742576749-project-admin] Unknown quota resources ['metering_label']. {{(pid=94701) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 07 03:00:21.395648 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e32d7a13-7612-4db1-8fcc-ffefc1a4efee tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:21.466147 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6cd4e97f-8e90-4c38-892a-5a8629ee3a0a tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:21.475653 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6cd4e97f-8e90-4c38-892a-5a8629ee3a0a tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:21.516168 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:21.546631 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:21.586545 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dacf491-1e6a-4830-92d3-bcebfefeea3d req-13e4491f-c76f-4da5-9950-ca699c6bf298 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:21.588597 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6dacf491-1e6a-4830-92d3-bcebfefeea3d req-13e4491f-c76f-4da5-9950-ca699c6bf298 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba593fbf-4dd7-47ec-8163-8712a7f482b1 HTTP/1.1" status: 200 len: 943 time: 0.6032233 Sep 07 03:00:21.609535 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd4e97f-8e90-4c38-892a-5a8629ee3a0a tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event updated for resources: {'Port': ['ID=447f8a22-c410-4eca-bddd-3cb5aa2a9610,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:21.634242 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d6b3b04b-c21d-47a6-8311-39444d6cd107 tempest-MeteringIpV6TestJSON-742576749 tempest-MeteringIpV6TestJSON-742576749-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:21.638438 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d6b3b04b-c21d-47a6-8311-39444d6cd107 tempest-MeteringIpV6TestJSON-742576749 tempest-MeteringIpV6TestJSON-742576749-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2500386 Sep 07 03:00:21.639137 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54282) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:21.721220 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6dacf491-1e6a-4830-92d3-bcebfefeea3d req-659d50bc-5f99-408c-b436-a1fbfeed3a65 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=6a74a93a-4afd-4104-922e-c90dfac2834e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058285 Sep 07 03:00:21.744647 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6cd4e97f-8e90-4c38-892a-5a8629ee3a0a tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:21.836382 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a2e960f3-ee8e-45bc-89f1-e485b70c6a40 tempest-MeteringIpV6TestJSON-742576749 tempest-MeteringIpV6TestJSON-742576749-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=41384bd1-4ae1-4b5d-9f06-ca43781e4101 HTTP/1.1" status: 200 len: 467 time: 0.1938825 Sep 07 03:00:21.841520 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54286) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:21.918736 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd4e97f-8e90-4c38-892a-5a8629ee3a0a tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Network 96f0d16d-7227-4fbc-a319-0b3c533f2746 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:00:21.920428 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-6cd4e97f-8e90-4c38-892a-5a8629ee3a0a tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:00:21.945831 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e32d7a13-7612-4db1-8fcc-ffefc1a4efee tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:21.991640 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e32d7a13-7612-4db1-8fcc-ffefc1a4efee tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:22.105478 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e32d7a13-7612-4db1-8fcc-ffefc1a4efee tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:22.106736 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e32d7a13-7612-4db1-8fcc-ffefc1a4efee tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8844447 Sep 07 03:00:22.112696 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54292) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:22.118312 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-8fe3d4c9-0d9e-4b98-a72c-4eb768dc380a tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Request body: {'security_group_rule': {'security_group_id': '668bfde4-1a3a-430b-984f-30e546a717d8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:00:22.119555 n-d-796209-16 neutron-server[94700]: WARNING neutron.api.v2.base [None req-8fe3d4c9-0d9e-4b98-a72c-4eb768dc380a tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 07 03:00:22.119838 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [None req-8fe3d4c9-0d9e-4b98-a72c-4eb768dc380a tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 03:00:22.124039 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-8fe3d4c9-0d9e-4b98-a72c-4eb768dc380a tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0101326 Sep 07 03:00:22.137384 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cd4e97f-8e90-4c38-892a-5a8629ee3a0a tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Router ea2cb848-0997-41b4-8dd7-665c704e0f57 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:00:22.142685 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54294) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:22.171515 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d322fac5-1ca6-49af-a1e2-d14a082f4f68 tempest-MeteringIpV6TestJSON-742576749 tempest-MeteringIpV6TestJSON-742576749-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:22.175637 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d322fac5-1ca6-49af-a1e2-d14a082f4f68 tempest-MeteringIpV6TestJSON-742576749 tempest-MeteringIpV6TestJSON-742576749-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-labels/41384bd1-4ae1-4b5d-9f06-ca43781e4101 HTTP/1.1" status: 204 len: 168 time: 0.3235662 Sep 07 03:00:22.175637 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32d7a13-7612-4db1-8fcc-ffefc1a4efee tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=668bfde4-1a3a-430b-984f-30e546a717d8,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:22.176791 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54298) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:22.195134 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-0ba8e618-f2eb-4c45-bba0-eee8015b80aa tempest-MeteringIpV6TestJSON-742576749 tempest-MeteringIpV6TestJSON-742576749-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=41384bd1-4ae1-4b5d-9f06-ca43781e4101 HTTP/1.1" status: 200 len: 216 time: 0.0171242 Sep 07 03:00:22.200269 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54300) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:22.210979 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-140a3ba3-978d-4614-8d40-2f40ea67a21f tempest-MeteringIpV6TestJSON-742576749 tempest-MeteringIpV6TestJSON-742576749-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0096211 Sep 07 03:00:22.217695 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54302) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:22.235689 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-3b42f8c2-fc46-4e47-8db1-8f823a7c16ee tempest-MeteringIpV6TestJSON-742576749 tempest-MeteringIpV6TestJSON-742576749-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0168159 Sep 07 03:00:22.240554 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54304) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:22.320738 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a4aa9dd8-e1e7-43e0-8d43-d39059a3e538 tempest-MeteringIpV6TestJSON-742576749 tempest-MeteringIpV6TestJSON-742576749-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels/c3b545fb-77a9-4052-858f-86f170841cc9 HTTP/1.1" status: 200 len: 472 time: 0.0790732 Sep 07 03:00:22.324391 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54306) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:22.342975 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-ed7c8f53-dc5e-4442-b04a-11c8cd1bf581 tempest-MeteringIpV6TestJSON-742576749 tempest-MeteringIpV6TestJSON-742576749-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules/61862f5d-7bcb-45b0-a32e-4ceda0b435fb HTTP/1.1" status: 200 len: 459 time: 0.0156882 Sep 07 03:00:22.346741 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54308) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:22.372393 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-bfbfcaf3-1422-4407-9600-90095cee2fd2 None None] Provisioning complete for port 447f8a22-c410-4eca-bddd-3cb5aa2a9610 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:00:22.372908 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bfbfcaf3-1422-4407-9600-90095cee2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:22.415179 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd4e97f-8e90-4c38-892a-5a8629ee3a0a tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:00:22.430425 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-6cd4e97f-8e90-4c38-892a-5a8629ee3a0a tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "PUT /v2.0/routers/ea2cb848-0997-41b4-8dd7-665c704e0f57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7766299 Sep 07 03:00:22.434580 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54310) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:22.441521 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff2b756-1fd5-4c64-a4f4-04a8171fdc84 None None] Sync routers for ids ['ea2cb848-0997-41b4-8dd7-665c704e0f57'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:00:22.457761 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0dfefc9c-5912-46b6-967a-fddaef63007a tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:22.474725 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-bfbfcaf3-1422-4407-9600-90095cee2fd2 None None] Port 447f8a22-c410-4eca-bddd-3cb5aa2a9610 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:00:22.502309 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff2b756-1fd5-4c64-a4f4-04a8171fdc84 None None] Routers {'ea2cb848-0997-41b4-8dd7-665c704e0f57'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:00:22.503208 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0dfefc9c-5912-46b6-967a-fddaef63007a tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:22.505245 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-dff2b756-1fd5-4c64-a4f4-04a8171fdc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:59:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['ea2cb848-0997-41b4-8dd7-665c704e0f57'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:22.572601 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0dfefc9c-5912-46b6-967a-fddaef63007a tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:22.575458 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0dfefc9c-5912-46b6-967a-fddaef63007a tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:22.576923 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-0dfefc9c-5912-46b6-967a-fddaef63007a tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] 10.222.0.22 "DELETE /v2.0/security-groups/668bfde4-1a3a-430b-984f-30e546a717d8 HTTP/1.1" status: 204 len: 168 time: 0.4266102 Sep 07 03:00:22.581457 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb7697a-9395-4743-8fbb-c9026855a73d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:22.582139 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54312) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:22.583860 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-efb7697a-9395-4743-8fbb-c9026855a73d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "GET /v2.0/ports/447f8a22-c410-4eca-bddd-3cb5aa2a9610 HTTP/1.1" status: 200 len: 910 time: 0.1482728 Sep 07 03:00:22.591936 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54314) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:22.604452 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-dff2b756-1fd5-4c64-a4f4-04a8171fdc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:22.620520 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d0dc8fc3-79ad-41e1-a7bb-57b162ad3765 tempest-MeteringIpV6TestJSON-742576749 tempest-MeteringIpV6TestJSON-742576749-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:22.624518 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff2b756-1fd5-4c64-a4f4-04a8171fdc84 None None] Routers {'ea2cb848-0997-41b4-8dd7-665c704e0f57'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:00:22.624663 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d0dc8fc3-79ad-41e1-a7bb-57b162ad3765 tempest-MeteringIpV6TestJSON-742576749 tempest-MeteringIpV6TestJSON-742576749-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-label-rules/61862f5d-7bcb-45b0-a32e-4ceda0b435fb HTTP/1.1" status: 204 len: 168 time: 0.2666101 Sep 07 03:00:22.625286 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54316) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:22.627124 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-dff2b756-1fd5-4c64-a4f4-04a8171fdc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:59:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['ea2cb848-0997-41b4-8dd7-665c704e0f57'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:22.635101 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfefc9c-5912-46b6-967a-fddaef63007a tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=668bfde4-1a3a-430b-984f-30e546a717d8,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:22.686389 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-dff2b756-1fd5-4c64-a4f4-04a8171fdc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:22.687371 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff2b756-1fd5-4c64-a4f4-04a8171fdc84 None None] The sync data for ids ['ea2cb848-0997-41b4-8dd7-665c704e0f57'] in n-d-796209-16 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:00:22.720242 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f5daf3f9-5909-484f-9223-88abc030d2f5 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1313589 Sep 07 03:00:22.724464 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54318) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:22.729407 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-b61b29d4-a032-439b-8428-43d2bc4382e8 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Request body: {'security_group': {'name': 'tempest-secgroup--963203988'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:00:22.800746 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device a4387ac9-95f9-4012-b004-ab69e4b6b711 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 03:00:22.909952 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-242c5b18-372c-437b-8ace-4ce413542307 tempest-MeteringIpV6TestJSON-742576749 tempest-MeteringIpV6TestJSON-742576749-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:22.933166 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-242c5b18-372c-437b-8ace-4ce413542307 tempest-MeteringIpV6TestJSON-742576749 tempest-MeteringIpV6TestJSON-742576749-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-labels/c3b545fb-77a9-4052-858f-86f170841cc9 HTTP/1.1" status: 204 len: 168 time: 0.2896092 Sep 07 03:00:22.981594 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b61b29d4-a032-439b-8428-43d2bc4382e8 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:23.053878 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port a4387ac9-95f9-4012-b004-ab69e4b6b711, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=a4387ac9-95f9-4012-b004-ab69e4b6b711,segment=NetworkSegment(9ee4793e-ec48-4320-9f96-01d4892ea4a4),segment_id=9ee4793e-ec48-4320-9f96-01d4892ea4a4)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:00:23.088272 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': 'a4387ac9-95f9-4012-b004-ab69e4b6b711', 'network_id': '66da11a5-58e0-4d5e-b61b-f2a97b6c60d4', 'port_id': 'a4387ac9-95f9-4012-b004-ab69e4b6b711', 'mac_address': 'fa:16:3e:61:ae:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57f615bc-1ee1-4087-b628-32768bf98bce', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 03:00:23.096876 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e5a728-4ed4-480a-bfb0-5e84b61bfc66 req-840deaa5-e5da-4c6e-a8bf-0ef327de5356 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:23.111969 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-65e5a728-4ed4-480a-bfb0-5e84b61bfc66 req-840deaa5-e5da-4c6e-a8bf-0ef327de5356 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba593fbf-4dd7-47ec-8163-8712a7f482b1 HTTP/1.1" status: 200 len: 943 time: 0.2180150 Sep 07 03:00:23.151644 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:23.168952 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4387ac9-95f9-4012-b004-ab69e4b6b711 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:00:23.215212 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port a4387ac9-95f9-4012-b004-ab69e4b6b711, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=a4387ac9-95f9-4012-b004-ab69e4b6b711,segment=NetworkSegment(9ee4793e-ec48-4320-9f96-01d4892ea4a4),segment_id=9ee4793e-ec48-4320-9f96-01d4892ea4a4)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:00:23.223292 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:23.223872 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-65e5a728-4ed4-480a-bfb0-5e84b61bfc66 req-57b60076-912a-4816-ab6b-51870f541882 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=6a74a93a-4afd-4104-922e-c90dfac2834e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013863 Sep 07 03:00:23.301573 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=a4387ac9-95f9-4012-b004-ab69e4b6b711,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:23.428816 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['a4387ac9-95f9-4012-b004-ab69e4b6b711'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:00:23.469102 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54330) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:23.586159 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b61b29d4-a032-439b-8428-43d2bc4382e8 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:23.616245 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b61b29d4-a032-439b-8428-43d2bc4382e8 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:23.671002 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b61b29d4-a032-439b-8428-43d2bc4382e8 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:23.675719 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54334) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:23.675856 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b61b29d4-a032-439b-8428-43d2bc4382e8 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9501810 Sep 07 03:00:23.676469 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61b29d4-a032-439b-8428-43d2bc4382e8 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf8ad0e-08c3-4156-82f0-608607d48716,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:23.680323 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-bff992a7-ae7c-488b-917f-336d4f6fd98f tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Request body: {'security_group_rule': {'security_group_id': 'bdf8ad0e-08c3-4156-82f0-608607d48716', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:00:23.680895 n-d-796209-16 neutron-server[94701]: WARNING neutron.api.v2.base [None req-bff992a7-ae7c-488b-917f-336d4f6fd98f tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 07 03:00:23.681391 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-bff992a7-ae7c-488b-917f-336d4f6fd98f tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 03:00:23.682338 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-bff992a7-ae7c-488b-917f-336d4f6fd98f tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0057464 Sep 07 03:00:23.690236 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54336) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:23.703343 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9dea68df-0b1c-429e-8c10-d31c50176a61 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:23.716088 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-798f330c-6e11-497c-a8bc-fa7e4ae8d7f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:23.835309 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dd66c7b7-497e-4f7a-b4fd-bdb3142bcc1d tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:23.875771 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-798f330c-6e11-497c-a8bc-fa7e4ae8d7f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:23.880584 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-798f330c-6e11-497c-a8bc-fa7e4ae8d7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:23.902252 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dd66c7b7-497e-4f7a-b4fd-bdb3142bcc1d tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:23.921606 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-798f330c-6e11-497c-a8bc-fa7e4ae8d7f0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=310755449c09474cad321be7cb4f1228&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4499605 Sep 07 03:00:23.923965 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54340) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:23.937906 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798f330c-6e11-497c-a8bc-fa7e4ae8d7f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d3c49c-312a-4e1d-ae60-4a5485bfb18e,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:23.962152 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dd66c7b7-497e-4f7a-b4fd-bdb3142bcc1d tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:23.964788 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dd66c7b7-497e-4f7a-b4fd-bdb3142bcc1d tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:23.966031 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-dd66c7b7-497e-4f7a-b4fd-bdb3142bcc1d tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] 10.222.0.22 "DELETE /v2.0/security-groups/bdf8ad0e-08c3-4156-82f0-608607d48716 HTTP/1.1" status: 204 len: 168 time: 0.2745214 Sep 07 03:00:23.971178 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54342) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:24.003923 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7ef23ab2-a282-4c99-90f6-dac0fd113935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:24.014583 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd66c7b7-497e-4f7a-b4fd-bdb3142bcc1d tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf8ad0e-08c3-4156-82f0-608607d48716,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:24.033637 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7ef23ab2-a282-4c99-90f6-dac0fd113935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:24.087077 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7ef23ab2-a282-4c99-90f6-dac0fd113935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:24.090212 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7ef23ab2-a282-4c99-90f6-dac0fd113935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:24.093713 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-7ef23ab2-a282-4c99-90f6-dac0fd113935 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a7d3c49c-312a-4e1d-ae60-4a5485bfb18e HTTP/1.1" status: 204 len: 168 time: 0.1663537 Sep 07 03:00:24.104660 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-25aee208-e642-4a18-894f-2b6eeda0cee2 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1321943 Sep 07 03:00:24.107436 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef23ab2-a282-4c99-90f6-dac0fd113935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d3c49c-312a-4e1d-ae60-4a5485bfb18e,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:24.110046 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54346) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:24.116864 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-3019229f-a77d-416e-8f6e-05959fd5709d tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Request body: {'security_group': {'name': 'tempest-secgroup--1621201601'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:00:24.151859 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-9dea68df-0b1c-429e-8c10-d31c50176a61 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Deleting port 447f8a22-c410-4eca-bddd-3cb5aa2a9610 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:00:24.152217 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9dea68df-0b1c-429e-8c10-d31c50176a61 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:24.160433 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3019229f-a77d-416e-8f6e-05959fd5709d tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:24.316209 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9dea68df-0b1c-429e-8c10-d31c50176a61 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:24.337948 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3019229f-a77d-416e-8f6e-05959fd5709d tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:24.342820 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3019229f-a77d-416e-8f6e-05959fd5709d tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:24.352866 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-9dea68df-0b1c-429e-8c10-d31c50176a61 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Calling delete_port for 447f8a22-c410-4eca-bddd-3cb5aa2a9610 owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:00:24.386225 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3019229f-a77d-416e-8f6e-05959fd5709d tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5170b2f-caf0-4b48-a298-be7b7ee281d4,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:24.401108 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3019229f-a77d-416e-8f6e-05959fd5709d tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:24.402859 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-3019229f-a77d-416e-8f6e-05959fd5709d tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2911949 Sep 07 03:00:24.406157 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54358) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:24.411955 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-cb384bfa-73e7-47e6-b37d-9f0e19172486 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Request body: {'security_group_rule': {'security_group_id': 'a5170b2f-caf0-4b48-a298-be7b7ee281d4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:00:24.412961 n-d-796209-16 neutron-server[94701]: WARNING neutron.api.v2.base [None req-cb384bfa-73e7-47e6-b37d-9f0e19172486 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 07 03:00:24.413453 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-cb384bfa-73e7-47e6-b37d-9f0e19172486 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 03:00:24.414453 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-cb384bfa-73e7-47e6-b37d-9f0e19172486 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0070767 Sep 07 03:00:24.417383 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54360) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:24.428717 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-2b6839f8-d615-4d65-8e8c-9911e1ca389a tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Request body: {'security_group_rule': {'security_group_id': 'a5170b2f-caf0-4b48-a298-be7b7ee281d4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:00:24.429779 n-d-796209-16 neutron-server[94701]: WARNING neutron.api.v2.base [None req-2b6839f8-d615-4d65-8e8c-9911e1ca389a tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 07 03:00:24.430814 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-2b6839f8-d615-4d65-8e8c-9911e1ca389a tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 03:00:24.433343 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-2b6839f8-d615-4d65-8e8c-9911e1ca389a tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0134490 Sep 07 03:00:24.437330 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54362) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:24.443574 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6248b5-9264-4c6b-9135-e592aecd7d8f req-b9e911b4-df97-4ccf-9f75-5060356764dc tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:24.445304 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0a6248b5-9264-4c6b-9135-e592aecd7d8f req-b9e911b4-df97-4ccf-9f75-5060356764dc tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba593fbf-4dd7-47ec-8163-8712a7f482b1 HTTP/1.1" status: 200 len: 944 time: 0.0939605 Sep 07 03:00:24.475843 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-25a9aa00-84de-4d25-ac95-2beefc65b646 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Request body: {'security_group_rule': {'security_group_id': 'a5170b2f-caf0-4b48-a298-be7b7ee281d4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:00:24.476771 n-d-796209-16 neutron-server[94701]: WARNING neutron.api.v2.base [None req-25a9aa00-84de-4d25-ac95-2beefc65b646 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 07 03:00:24.477297 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-25a9aa00-84de-4d25-ac95-2beefc65b646 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 03:00:24.485441 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-25a9aa00-84de-4d25-ac95-2beefc65b646 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0436039 Sep 07 03:00:24.494594 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54366) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:24.502579 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-4d4abe70-814c-4f3c-8e79-f41a1da10bda tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Request body: {'security_group_rule': {'security_group_id': 'a5170b2f-caf0-4b48-a298-be7b7ee281d4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:00:24.503535 n-d-796209-16 neutron-server[94701]: WARNING neutron.api.v2.base [None req-4d4abe70-814c-4f3c-8e79-f41a1da10bda tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 07 03:00:24.503996 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-4d4abe70-814c-4f3c-8e79-f41a1da10bda tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 03:00:24.507974 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-4d4abe70-814c-4f3c-8e79-f41a1da10bda tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0125253 Sep 07 03:00:24.509377 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54370) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:24.537360 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0a6248b5-9264-4c6b-9135-e592aecd7d8f req-faf1d8ca-437e-44b0-84c6-a3e7b9148b4d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=6a74a93a-4afd-4104-922e-c90dfac2834e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836744 Sep 07 03:00:24.656150 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0d1a75f5-6d61-4dd2-999e-4f5f3bc2cc8b tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:24.658611 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9dea68df-0b1c-429e-8c10-d31c50176a61 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:24.692815 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dea68df-0b1c-429e-8c10-d31c50176a61 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event deleted for resources: {'Port': ['ID=447f8a22-c410-4eca-bddd-3cb5aa2a9610,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:24.711499 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0d1a75f5-6d61-4dd2-999e-4f5f3bc2cc8b tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:24.778001 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0d1a75f5-6d61-4dd2-999e-4f5f3bc2cc8b tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:24.786062 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0d1a75f5-6d61-4dd2-999e-4f5f3bc2cc8b tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:24.790376 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-0d1a75f5-6d61-4dd2-999e-4f5f3bc2cc8b tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] 10.222.0.22 "DELETE /v2.0/security-groups/a5170b2f-caf0-4b48-a298-be7b7ee281d4 HTTP/1.1" status: 204 len: 168 time: 0.2800176 Sep 07 03:00:24.793717 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54380) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:24.801175 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54382) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:24.814719 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device a4387ac9-95f9-4012-b004-ab69e4b6b711 up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:00:24.888999 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1a75f5-6d61-4dd2-999e-4f5f3bc2cc8b tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5170b2f-caf0-4b48-a298-be7b7ee281d4,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:24.914633 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f8f95a33-edc2-4d70-82b0-6a4cfc704998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:25.021731 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-d7fc4eb2-5bed-4129-a59f-43375fcfb49e tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2220628 Sep 07 03:00:25.027890 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54386) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:25.031061 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port a4387ac9-95f9-4012-b004-ab69e4b6b711 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:00:25.037175 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port a4387ac9-95f9-4012-b004-ab69e4b6b711 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:00:25.037565 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:25.046963 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-2aba8cce-a3ae-40fa-a279-1e3767ed598b tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Request body: {'security_group': {'name': 'tempest-secgroup--315646426'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:00:25.091370 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9dea68df-0b1c-429e-8c10-d31c50176a61 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:25.200553 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f8f95a33-edc2-4d70-82b0-6a4cfc704998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:25.209895 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f8f95a33-edc2-4d70-82b0-6a4cfc704998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:25.246028 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:25.303667 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f95a33-edc2-4d70-82b0-6a4cfc704998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b4c51f-63b9-469c-b6d1-c99028dbcadb,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:25.311212 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f8f95a33-edc2-4d70-82b0-6a4cfc704998 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=aad7684d2aee450a8d3b8e1479c0766f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5090094 Sep 07 03:00:25.311996 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54388) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:25.327264 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port a4387ac9-95f9-4012-b004-ab69e4b6b711, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=a4387ac9-95f9-4012-b004-ab69e4b6b711,segment=NetworkSegment(9ee4793e-ec48-4320-9f96-01d4892ea4a4),segment_id=9ee4793e-ec48-4320-9f96-01d4892ea4a4)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:00:25.328446 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba593fbf-4dd7-47ec-8163-8712a7f482b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4387ac9-95f9-4012-b004-ab69e4b6b711'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:00:25.331932 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c831698b-8ac2-4636-b444-451eea8df4eb" -d '{"events": [{"server_uuid": "ba593fbf-4dd7-47ec-8163-8712a7f482b1", "name": "network-vif-plugged", "status": "completed", "tag": "a4387ac9-95f9-4012-b004-ab69e4b6b711"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:00:25.336280 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:25.336998 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dea68df-0b1c-429e-8c10-d31c50176a61 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Router ea2cb848-0997-41b4-8dd7-665c704e0f57 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:00:25.339299 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2aba8cce-a3ae-40fa-a279-1e3767ed598b tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:25.421318 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-631d3d51-7690-4532-97b2-1e198a308f80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:25.482234 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-631d3d51-7690-4532-97b2-1e198a308f80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:25.489728 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dea68df-0b1c-429e-8c10-d31c50176a61 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:00:25.497178 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9dea68df-0b1c-429e-8c10-d31c50176a61 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "PUT /v2.0/routers/ea2cb848-0997-41b4-8dd7-665c704e0f57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9042530 Sep 07 03:00:25.499990 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54394) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:25.503507 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a66d030-9df9-4ef4-97fe-02bb091909a4 None None] Sync routers for ids ['ea2cb848-0997-41b4-8dd7-665c704e0f57'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:00:25.541971 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a66d030-9df9-4ef4-97fe-02bb091909a4 None None] Routers {'ea2cb848-0997-41b4-8dd7-665c704e0f57'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:00:25.548032 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-4a66d030-9df9-4ef4-97fe-02bb091909a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:59:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['ea2cb848-0997-41b4-8dd7-665c704e0f57'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:25.559773 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=a4387ac9-95f9-4012-b004-ab69e4b6b711,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:25.691970 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-4a66d030-9df9-4ef4-97fe-02bb091909a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:25.693923 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-631d3d51-7690-4532-97b2-1e198a308f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:25.697702 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-631d3d51-7690-4532-97b2-1e198a308f80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:25.702361 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-631d3d51-7690-4532-97b2-1e198a308f80 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/28b4c51f-63b9-469c-b6d1-c99028dbcadb HTTP/1.1" status: 204 len: 168 time: 0.3890603 Sep 07 03:00:25.723378 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631d3d51-7690-4532-97b2-1e198a308f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b4c51f-63b9-469c-b6d1-c99028dbcadb,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:25.730446 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a66d030-9df9-4ef4-97fe-02bb091909a4 None None] Routers {'ea2cb848-0997-41b4-8dd7-665c704e0f57'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:00:25.730943 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-4a66d030-9df9-4ef4-97fe-02bb091909a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T02:59:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['ea2cb848-0997-41b4-8dd7-665c704e0f57'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:25.803298 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b71d32-6b04-4497-8e59-23ded4c6f8dc x-openstack-request-id: req-25b71d32-6b04-4497-8e59-23ded4c6f8dc {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:00:25.803895 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba593fbf-4dd7-47ec-8163-8712a7f482b1", "name": "network-vif-plugged", "status": "completed", "tag": "a4387ac9-95f9-4012-b004-ab69e4b6b711", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:00:25.804369 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-25b71d32-6b04-4497-8e59-23ded4c6f8dc {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:00:25.805049 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba593fbf-4dd7-47ec-8163-8712a7f482b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4387ac9-95f9-4012-b004-ab69e4b6b711', 'code': 200} Sep 07 03:00:25.808578 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-4a66d030-9df9-4ef4-97fe-02bb091909a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:25.809244 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a66d030-9df9-4ef4-97fe-02bb091909a4 None None] The sync data for ids ['ea2cb848-0997-41b4-8dd7-665c704e0f57'] in n-d-796209-16 is: [] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:00:25.937076 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-214b82aa-b5e1-4e4e-9a63-8baae4e5956c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:25.939675 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2aba8cce-a3ae-40fa-a279-1e3767ed598b tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:26.019444 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93b9f5d-cfad-4ff6-ab4c-af9f2bbe99c2 req-2f6e4d99-5864-47f1-8937-83e87b6be1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:26.025509 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e93b9f5d-cfad-4ff6-ab4c-af9f2bbe99c2 req-2f6e4d99-5864-47f1-8937-83e87b6be1fe service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ba593fbf-4dd7-47ec-8163-8712a7f482b1 HTTP/1.1" status: 200 len: 1097 time: 0.1330466 Sep 07 03:00:26.059918 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2aba8cce-a3ae-40fa-a279-1e3767ed598b tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:26.091387 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e93b9f5d-cfad-4ff6-ab4c-af9f2bbe99c2 req-4091b4aa-29d7-46a7-a4da-8c86710bbb2f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6a74a93a-4afd-4104-922e-c90dfac2834e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592511 Sep 07 03:00:26.176382 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2aba8cce-a3ae-40fa-a279-1e3767ed598b tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:26.183506 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54406) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:26.189621 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-1d166ec2-e816-4079-82ec-baf44af982cb tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Request body: {'security_group_rule': {'security_group_id': '1242cdc5-897f-4e03-b7ec-acd990331bb6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:00:26.189621 n-d-796209-16 neutron-server[94701]: WARNING neutron.api.v2.base [None req-1d166ec2-e816-4079-82ec-baf44af982cb tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 07 03:00:26.189621 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-1d166ec2-e816-4079-82ec-baf44af982cb tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 03:00:26.193328 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-1d166ec2-e816-4079-82ec-baf44af982cb tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0112801 Sep 07 03:00:26.193994 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54408) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:26.197650 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-2aba8cce-a3ae-40fa-a279-1e3767ed598b tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1660252 Sep 07 03:00:26.204608 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-afdd0d8e-90c6-48d6-9921-eee94521f52d tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Request body: {'security_group_rule': {'security_group_id': '1242cdc5-897f-4e03-b7ec-acd990331bb6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:00:26.243794 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3752e80c-18eb-463d-beb4-3263bad1a3a6 req-d2715e5c-253c-459e-8112-7acd28305c42 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:26.261161 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3752e80c-18eb-463d-beb4-3263bad1a3a6 req-d2715e5c-253c-459e-8112-7acd28305c42 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba593fbf-4dd7-47ec-8163-8712a7f482b1 HTTP/1.1" status: 200 len: 945 time: 0.5112395 Sep 07 03:00:26.300571 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aba8cce-a3ae-40fa-a279-1e3767ed598b tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1242cdc5-897f-4e03-b7ec-acd990331bb6,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:26.300785 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-afdd0d8e-90c6-48d6-9921-eee94521f52d tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 03:00:26.302158 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-afdd0d8e-90c6-48d6-9921-eee94521f52d tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1058674 Sep 07 03:00:26.304983 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54410) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:26.314610 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-9b7df19a-30ff-4ae1-81c8-70b6261cbcac tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Request body: {'security_group_rule': {'security_group_id': '1242cdc5-897f-4e03-b7ec-acd990331bb6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:00:26.315298 n-d-796209-16 neutron-server[94701]: WARNING neutron.api.v2.base [None req-9b7df19a-30ff-4ae1-81c8-70b6261cbcac tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 07 03:00:26.316324 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-9b7df19a-30ff-4ae1-81c8-70b6261cbcac tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 03:00:26.320117 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-9b7df19a-30ff-4ae1-81c8-70b6261cbcac tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0113783 Sep 07 03:00:26.321863 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54412) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:26.336260 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-d532c334-afee-4804-8c68-4307efbee6bb tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Request body: {'security_group_rule': {'security_group_id': '1242cdc5-897f-4e03-b7ec-acd990331bb6', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:00:26.374969 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3752e80c-18eb-463d-beb4-3263bad1a3a6 req-5beb8e0a-69d2-4e37-82a6-fc7afa6c03e6 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=6a74a93a-4afd-4104-922e-c90dfac2834e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124902 Sep 07 03:00:26.429956 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-d532c334-afee-4804-8c68-4307efbee6bb tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 03:00:26.431309 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d532c334-afee-4804-8c68-4307efbee6bb tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1086586 Sep 07 03:00:26.434487 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54416) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:26.440040 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-54914a65-b35f-48ef-96f0-f4fa55ea32bb tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Request body: {'security_group_rule': {'security_group_id': '1242cdc5-897f-4e03-b7ec-acd990331bb6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:00:26.440672 n-d-796209-16 neutron-server[94701]: WARNING neutron.api.v2.base [None req-54914a65-b35f-48ef-96f0-f4fa55ea32bb tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 07 03:00:26.441280 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-54914a65-b35f-48ef-96f0-f4fa55ea32bb tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 03:00:26.443287 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-54914a65-b35f-48ef-96f0-f4fa55ea32bb tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0076280 Sep 07 03:00:26.446434 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54418) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:26.452066 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-1fa171fa-1914-4e44-a672-4b6fb6486f1a tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Request body: {'security_group_rule': {'security_group_id': '1242cdc5-897f-4e03-b7ec-acd990331bb6', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:00:26.519325 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a5e88850-2fef-4fdc-a96a-aac0fe7f15df tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:26.521646 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [None req-1fa171fa-1914-4e44-a672-4b6fb6486f1a tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 03:00:26.525901 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54424) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:26.526473 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-1fa171fa-1914-4e44-a672-4b6fb6486f1a tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0790172 Sep 07 03:00:26.531645 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-5ab5385f-aef7-4e1a-9957-ee2b9c757281 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Request body: {'security_group_rule': {'security_group_id': '1242cdc5-897f-4e03-b7ec-acd990331bb6', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:00:26.532209 n-d-796209-16 neutron-server[94701]: WARNING neutron.api.v2.base [None req-5ab5385f-aef7-4e1a-9957-ee2b9c757281 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 07 03:00:26.533313 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-5ab5385f-aef7-4e1a-9957-ee2b9c757281 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 03:00:26.534439 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-5ab5385f-aef7-4e1a-9957-ee2b9c757281 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0072808 Sep 07 03:00:26.537171 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54426) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:26.545184 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-6995a86a-ff03-4d78-9d0d-f06b401c324b tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Request body: {'security_group_rule': {'security_group_id': '1242cdc5-897f-4e03-b7ec-acd990331bb6', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:00:26.609488 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-6995a86a-ff03-4d78-9d0d-f06b401c324b tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 03:00:26.613557 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-6995a86a-ff03-4d78-9d0d-f06b401c324b tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0725076 Sep 07 03:00:26.613727 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54430) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:26.618406 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-ed47cdff-24c3-4b52-8b53-1fcde0ffa3bb tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Request body: {'security_group_rule': {'security_group_id': '1242cdc5-897f-4e03-b7ec-acd990331bb6', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:00:26.684676 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-ed47cdff-24c3-4b52-8b53-1fcde0ffa3bb tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 03:00:26.690317 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-ed47cdff-24c3-4b52-8b53-1fcde0ffa3bb tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0750120 Sep 07 03:00:26.691628 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54432) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:26.779638 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7f234bde-fda6-45cc-9a5c-63ce3d182787 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:26.810792 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7f234bde-fda6-45cc-9a5c-63ce3d182787 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:26.812174 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-a5e88850-2fef-4fdc-a96a-aac0fe7f15df tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Deleting port 18b8f915-215b-4e6a-84c2-0f27ad1ded36 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:00:26.812650 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a5e88850-2fef-4fdc-a96a-aac0fe7f15df tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:26.906227 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7f234bde-fda6-45cc-9a5c-63ce3d182787 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:26.911515 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7f234bde-fda6-45cc-9a5c-63ce3d182787 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:26.915554 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-7f234bde-fda6-45cc-9a5c-63ce3d182787 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] 10.222.0.22 "DELETE /v2.0/security-groups/1242cdc5-897f-4e03-b7ec-acd990331bb6 HTTP/1.1" status: 204 len: 168 time: 0.2187848 Sep 07 03:00:26.915706 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54442) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:26.935378 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f234bde-fda6-45cc-9a5c-63ce3d182787 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1242cdc5-897f-4e03-b7ec-acd990331bb6,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:26.993796 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a5e88850-2fef-4fdc-a96a-aac0fe7f15df tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:27.023407 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a5c529f8-3c9c-4859-a689-8cdc4813a429 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1064627 Sep 07 03:00:27.025118 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-a5e88850-2fef-4fdc-a96a-aac0fe7f15df tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Calling delete_port for 18b8f915-215b-4e6a-84c2-0f27ad1ded36 owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:00:27.027082 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54444) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:27.035857 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-be77dac6-1ed5-467a-9ace-4794877f7192 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Request body: {'security_group': {'name': 'tempest-secgroup--1305085384'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:00:27.149155 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-be77dac6-1ed5-467a-9ace-4794877f7192 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:27.374531 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a5e88850-2fef-4fdc-a96a-aac0fe7f15df tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:27.441229 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e88850-2fef-4fdc-a96a-aac0fe7f15df tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event deleted for resources: {'Port': ['ID=18b8f915-215b-4e6a-84c2-0f27ad1ded36,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:27.598293 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-be77dac6-1ed5-467a-9ace-4794877f7192 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:27.612392 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-be77dac6-1ed5-467a-9ace-4794877f7192 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:27.619673 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb68fd0-557a-4b5e-bacb-a9bf3bca247b req-925e27d7-0750-4699-b415-2743c43014bb tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:27.622680 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cbb68fd0-557a-4b5e-bacb-a9bf3bca247b req-925e27d7-0750-4699-b415-2743c43014bb tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba593fbf-4dd7-47ec-8163-8712a7f482b1 HTTP/1.1" status: 200 len: 945 time: 0.1271656 Sep 07 03:00:27.709238 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-be77dac6-1ed5-467a-9ace-4794877f7192 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:27.710565 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-be77dac6-1ed5-467a-9ace-4794877f7192 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6804142 Sep 07 03:00:27.714985 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54456) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:27.723043 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-8c3cd8c5-8333-4fb2-ad90-fb39c91cd355 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Request body: {'security_group_rule': {'security_group_id': 'faaee5a9-e860-4871-a72c-655e59913168', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:00:27.727166 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cbb68fd0-557a-4b5e-bacb-a9bf3bca247b req-1460a909-39d1-432a-8dd2-22c6d24b6169 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=6a74a93a-4afd-4104-922e-c90dfac2834e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924451 Sep 07 03:00:27.767832 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be77dac6-1ed5-467a-9ace-4794877f7192 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faaee5a9-e860-4871-a72c-655e59913168,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:27.783130 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a5e88850-2fef-4fdc-a96a-aac0fe7f15df tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:27.920316 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [None req-8c3cd8c5-8333-4fb2-ad90-fb39c91cd355 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] create failed (client error): The resource could not be found. Sep 07 03:00:27.920316 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-8c3cd8c5-8333-4fb2-ad90-fb39c91cd355 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1991942 Sep 07 03:00:27.920527 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54466) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:27.925022 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-7079df7a-d208-4b02-9c8e-9e74385034f8 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Request body: {'security_group_rule': {'security_group_id': 'faaee5a9-e860-4871-a72c-655e59913168', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'df3c3561-9f2f-40a6-b06d-90c2297580b8'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:00:27.982680 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0a3c4-146f-4a32-83b6-088cafbe77df req-aeec0895-b9e5-4d7e-b200-11f2ace8ed56 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:27.991556 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-86b0a3c4-146f-4a32-83b6-088cafbe77df req-aeec0895-b9e5-4d7e-b200-11f2ace8ed56 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba593fbf-4dd7-47ec-8163-8712a7f482b1 HTTP/1.1" status: 200 len: 945 time: 0.1656096 Sep 07 03:00:28.020919 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-7079df7a-d208-4b02-9c8e-9e74385034f8 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] create failed (client error): The resource could not be found. Sep 07 03:00:28.022006 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-7079df7a-d208-4b02-9c8e-9e74385034f8 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1015177 Sep 07 03:00:28.024884 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54470) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:28.087876 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-86b0a3c4-146f-4a32-83b6-088cafbe77df req-806a9718-7a41-4e02-8b21-b9f7bd113ebc tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=6a74a93a-4afd-4104-922e-c90dfac2834e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827491 Sep 07 03:00:28.091613 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54474) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:28.155936 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dc8a64a5-dd57-42dd-bfe8-d35cd9bae1e1 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:28.163755 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49ea945-c6b0-456f-b705-1293b843b2f8 tempest-TestNetworkAdvancedServerOps-2015258804 tempest-TestNetworkAdvancedServerOps-2015258804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:28.165353 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b49ea945-c6b0-456f-b705-1293b843b2f8 tempest-TestNetworkAdvancedServerOps-2015258804 tempest-TestNetworkAdvancedServerOps-2015258804-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=ba593fbf-4dd7-47ec-8163-8712a7f482b1 HTTP/1.1" status: 200 len: 1092 time: 0.0724733 Sep 07 03:00:28.194140 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54480) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:28.212637 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-d9195bf5-2e95-44d9-91aa-c9b80d66a3a1 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Request body: {'floatingip': {'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'port_id': 'a4387ac9-95f9-4012-b004-ab69e4b6b711', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:00:28.219355 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ac2f4255-3ebf-439d-a951-f63afafdc70f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:28.252295 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dc8a64a5-dd57-42dd-bfe8-d35cd9bae1e1 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:28.288992 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d9195bf5-2e95-44d9-91aa-c9b80d66a3a1 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for floatingip, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:28.334190 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dc8a64a5-dd57-42dd-bfe8-d35cd9bae1e1 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:28.339776 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dc8a64a5-dd57-42dd-bfe8-d35cd9bae1e1 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:28.343930 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-dc8a64a5-dd57-42dd-bfe8-d35cd9bae1e1 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] 10.222.0.22 "DELETE /v2.0/security-groups/faaee5a9-e860-4871-a72c-655e59913168 HTTP/1.1" status: 204 len: 168 time: 0.3163767 Sep 07 03:00:28.353843 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54488) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:28.369989 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a64a5-dd57-42dd-bfe8-d35cd9bae1e1 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faaee5a9-e860-4871-a72c-655e59913168,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:28.446676 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-07fa68b7-70c2-42ef-b309-cd534004a15e tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0908432 Sep 07 03:00:28.453540 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54490) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:28.461911 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-b910f990-395d-4a2b-b097-a2c53447ca0a tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Request body: {'security_group_rule': {'security_group_id': '656fedf2-668c-47f8-93dc-31c63e492a63', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:00:28.468016 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54492) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:28.536276 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d9195bf5-2e95-44d9-91aa-c9b80d66a3a1 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:28.611145 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-b910f990-395d-4a2b-b097-a2c53447ca0a tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] create failed (client error): The resource could not be found. Sep 07 03:00:28.612481 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b910f990-395d-4a2b-b097-a2c53447ca0a tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1570065 Sep 07 03:00:28.620348 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54496) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:28.627324 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-7ec7bcd7-9cb9-4294-b485-719af466e5bd tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Request body: {'security_group': {'name': 'tempest-secgroup--643308203'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:00:28.689076 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-05e2e5bb-3c27-4c1b-8b1e-6c56490872a0 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-223273837', 'router:external': True}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:00:28.716233 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:28.743091 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7ec7bcd7-9cb9-4294-b485-719af466e5bd tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:28.752034 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5e88850-2fef-4fdc-a96a-aac0fe7f15df tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Router ea2cb848-0997-41b4-8dd7-665c704e0f57 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:00:28.773769 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e2e5bb-3c27-4c1b-8b1e-6c56490872a0 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Made reservation on behalf of adae7660b17a4996994c63299863fccd for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:00:28.776705 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-05e2e5bb-3c27-4c1b-8b1e-6c56490872a0 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:28.780013 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54500) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:28.781107 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-d9195bf5-2e95-44d9-91aa-c9b80d66a3a1 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Allocated IP 172.25.5.47 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/5ca5f93b-bdc7-44e9-963d-abf52260f5dd) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:00:28.810186 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-05e2e5bb-3c27-4c1b-8b1e-6c56490872a0 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:28.830697 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e88850-2fef-4fdc-a96a-aac0fe7f15df tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:00:28.836325 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a5e88850-2fef-4fdc-a96a-aac0fe7f15df tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "PUT /v2.0/routers/ea2cb848-0997-41b4-8dd7-665c704e0f57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3352573 Sep 07 03:00:28.839071 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54504) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:28.841955 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82a3fc6-47c8-4ad4-87b1-7c55d24605e9 None None] Sync routers for ids ['ea2cb848-0997-41b4-8dd7-665c704e0f57'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:00:28.859640 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82a3fc6-47c8-4ad4-87b1-7c55d24605e9 None None] Routers {'ea2cb848-0997-41b4-8dd7-665c704e0f57'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:00:28.860944 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-a82a3fc6-47c8-4ad4-87b1-7c55d24605e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:00:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['ea2cb848-0997-41b4-8dd7-665c704e0f57'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:28.875241 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-8b210425-45f4-467c-99a1-ba388164c493 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea2cb848-0997-41b4-8dd7-665c704e0f57 HTTP/1.1" status: 200 len: 205 time: 0.0347095 Sep 07 03:00:28.879703 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54506) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:28.928340 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-a82a3fc6-47c8-4ad4-87b1-7c55d24605e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:28.937229 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82a3fc6-47c8-4ad4-87b1-7c55d24605e9 None None] Routers {'ea2cb848-0997-41b4-8dd7-665c704e0f57'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:00:28.937785 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-a82a3fc6-47c8-4ad4-87b1-7c55d24605e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:00:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['ea2cb848-0997-41b4-8dd7-665c704e0f57'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:28.939781 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7b954c72-0620-43f6-ba89-8614ef8cbc2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:28.965335 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-db6d504c-c688-438a-a4c2-249273f6169d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:28.979596 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-a82a3fc6-47c8-4ad4-87b1-7c55d24605e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:28.980689 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82a3fc6-47c8-4ad4-87b1-7c55d24605e9 None None] The sync data for ids ['ea2cb848-0997-41b4-8dd7-665c704e0f57'] in n-d-796209-16 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:00:29.014438 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7ec7bcd7-9cb9-4294-b485-719af466e5bd tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:29.026160 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7ec7bcd7-9cb9-4294-b485-719af466e5bd tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:29.031388 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d9195bf5-2e95-44d9-91aa-c9b80d66a3a1 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:29.060840 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.db.api [None req-7b954c72-0620-43f6-ba89-8614ef8cbc2b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 03:00:29.060840 n-d-796209-16 neutron-server[94701]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 07 03:00:29.060840 n-d-796209-16 neutron-server[94701]: [parameters: {'project_id_1': 'f6ec1130370c4c3087c7c8646d71fcee', 'expiration_1': datetime.datetime(2021, 9, 7, 3, 0, 8, 969724)}] Sep 07 03:00:29.060840 n-d-796209-16 neutron-server[94701]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 03:00:29.060840 n-d-796209-16 neutron-server[94701]: DEBUG oslo_db.api [None req-7b954c72-0620-43f6-ba89-8614ef8cbc2b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 03:00:29.084745 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec7bcd7-9cb9-4294-b485-719af466e5bd tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c48f6294-715e-4a8c-82a7-58fd1d4845b3,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:29.140731 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d9195bf5-2e95-44d9-91aa-c9b80d66a3a1 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:29.153044 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-db6d504c-c688-438a-a4c2-249273f6169d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:29.155646 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-db6d504c-c688-438a-a4c2-249273f6169d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:29.202810 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9195bf5-2e95-44d9-91aa-c9b80d66a3a1 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:00:29.206243 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-db6d504c-c688-438a-a4c2-249273f6169d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:29.206755 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db6d504c-c688-438a-a4c2-249273f6169d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Fanout notify agent at l3_agent the message router_deleted on router ea2cb848-0997-41b4-8dd7-665c704e0f57 {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 03:00:29.212572 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9195bf5-2e95-44d9-91aa-c9b80d66a3a1 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event updated for resources: {'Port': ['ID=5ca5f93b-bdc7-44e9-963d-abf52260f5dd,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:29.214220 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-db6d504c-c688-438a-a4c2-249273f6169d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:29.215345 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-db6d504c-c688-438a-a4c2-249273f6169d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "DELETE /v2.0/routers/ea2cb848-0997-41b4-8dd7-665c704e0f57 HTTP/1.1" status: 204 len: 168 time: 0.3339884 Sep 07 03:00:29.216526 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-d9195bf5-2e95-44d9-91aa-c9b80d66a3a1 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:00:29.220442 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54510) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:29.222276 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9195bf5-2e95-44d9-91aa-c9b80d66a3a1 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:00:29.283597 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-05e2e5bb-3c27-4c1b-8b1e-6c56490872a0 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:29.294960 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-05e2e5bb-3c27-4c1b-8b1e-6c56490872a0 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:29.308643 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7ec7bcd7-9cb9-4294-b485-719af466e5bd tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:29.309903 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-7ec7bcd7-9cb9-4294-b485-719af466e5bd tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6873846 Sep 07 03:00:29.313131 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54512) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:29.319366 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-41b112b9-7225-4b4d-9e90-759f84446e63 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Request body: {'security_group': {'name': 'tempest-secgroup--1657476369'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:00:29.329808 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2dbdb75-e2e5-4f94-b7f6-c75c91efd26e tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Deleting subnet 291e2961-bc41-4c67-a0e4-6f3f3e42ef17 {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 03:00:29.332864 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05e2e5bb-3c27-4c1b-8b1e-6c56490872a0 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 03:00:29.343877 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b2dbdb75-e2e5-4f94-b7f6-c75c91efd26e tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:29.344071 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41b112b9-7225-4b4d-9e90-759f84446e63 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:29.400072 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-05e2e5bb-3c27-4c1b-8b1e-6c56490872a0 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:29.400327 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-05e2e5bb-3c27-4c1b-8b1e-6c56490872a0 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Added segment b3c5f742-b238-4edd-8db8-d41cea121404 of type vlan for network bc964de6-87b2-430c-a08c-5bf8f6c0d22d Sep 07 03:00:29.417291 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e2e5bb-3c27-4c1b-8b1e-6c56490872a0 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbff10ff-3344-4d0a-9496-113f38ac3922,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:29.438484 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41b112b9-7225-4b4d-9e90-759f84446e63 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:29.444016 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41b112b9-7225-4b4d-9e90-759f84446e63 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:29.479388 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b2dbdb75-e2e5-4f94-b7f6-c75c91efd26e tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:29.480914 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b112b9-7225-4b4d-9e90-759f84446e63 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bceb127-052e-4114-9653-3d5325471676,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:29.494073 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-41b112b9-7225-4b4d-9e90-759f84446e63 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:29.499366 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-41b112b9-7225-4b4d-9e90-759f84446e63 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1810491 Sep 07 03:00:29.499787 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54514) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:29.505889 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-b573e819-82e3-439c-951f-d0663764f0ef tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Request body: {'security_group_rule': {'security_group_id': 'c48f6294-715e-4a8c-82a7-58fd1d4845b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '6bceb127-052e-4114-9653-3d5325471676'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:00:29.531656 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-05e2e5bb-3c27-4c1b-8b1e-6c56490872a0 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:29.536012 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:29.556668 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [None req-b573e819-82e3-439c-951f-d0663764f0ef tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 03:00:29.559574 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b573e819-82e3-439c-951f-d0663764f0ef tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0572991 Sep 07 03:00:29.561142 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54516) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:29.565034 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7b954c72-0620-43f6-ba89-8614ef8cbc2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:29.620475 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6e9d1b87-b423-440f-bf3c-10cb1b944043 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:29.644363 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6e9d1b87-b423-440f-bf3c-10cb1b944043 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:29.665460 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-05e2e5bb-3c27-4c1b-8b1e-6c56490872a0 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:29.666441 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e2e5bb-3c27-4c1b-8b1e-6c56490872a0 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:29.667026 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-05e2e5bb-3c27-4c1b-8b1e-6c56490872a0 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:29.686549 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6e9d1b87-b423-440f-bf3c-10cb1b944043 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:29.689882 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6e9d1b87-b423-440f-bf3c-10cb1b944043 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:29.692020 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-6e9d1b87-b423-440f-bf3c-10cb1b944043 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] 10.222.0.22 "DELETE /v2.0/security-groups/6bceb127-052e-4114-9653-3d5325471676 HTTP/1.1" status: 204 len: 168 time: 0.1295950 Sep 07 03:00:29.695817 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54518) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:29.716947 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9d1b87-b423-440f-bf3c-10cb1b944043 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bceb127-052e-4114-9653-3d5325471676,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:29.766404 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-506e9533-6aac-4530-8591-4d323cc81ea2 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0655487 Sep 07 03:00:29.767126 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54520) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:29.824870 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5f858e93-4fd9-4199-8925-7d79ce74236e tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:29.849500 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5f858e93-4fd9-4199-8925-7d79ce74236e tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:29.893796 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5f858e93-4fd9-4199-8925-7d79ce74236e tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:29.896780 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5f858e93-4fd9-4199-8925-7d79ce74236e tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:29.900354 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-5f858e93-4fd9-4199-8925-7d79ce74236e tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] 10.222.0.22 "DELETE /v2.0/security-groups/c48f6294-715e-4a8c-82a7-58fd1d4845b3 HTTP/1.1" status: 204 len: 168 time: 0.1298287 Sep 07 03:00:29.902086 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54522) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:29.926293 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f858e93-4fd9-4199-8925-7d79ce74236e tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48f6294-715e-4a8c-82a7-58fd1d4845b3,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:29.959538 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3fa1abd8-16d6-4438-a214-465ccac928da tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0551400 Sep 07 03:00:29.964878 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54524) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:29.969783 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-c9b8da69-7974-4c6e-9c72-99e5754dfbbd tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Request body: {'security_group': {'name': 'tempest-secgroup--1738843796'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:00:30.036780 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b2dbdb75-e2e5-4f94-b7f6-c75c91efd26e tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:30.152814 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e2e5bb-3c27-4c1b-8b1e-6c56490872a0 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Pushing event updated for resources: {'Network': ['ID=bc964de6-87b2-430c-a08c-5bf8f6c0d22d,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:30.164057 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network bc964de6-87b2-430c-a08c-5bf8f6c0d22d details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 03:00:30.234827 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b2dbdb75-e2e5-4f94-b7f6-c75c91efd26e tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:30.277419 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dbdb75-e2e5-4f94-b7f6-c75c91efd26e tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event deleted for resources: {'Subnet': ['ID=291e2961-bc41-4c67-a0e4-6f3f3e42ef17,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:30.286829 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b2dbdb75-e2e5-4f94-b7f6-c75c91efd26e tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:30.291152 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b2dbdb75-e2e5-4f94-b7f6-c75c91efd26e tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "DELETE /v2.0/subnets/291e2961-bc41-4c67-a0e4-6f3f3e42ef17 HTTP/1.1" status: 204 len: 168 time: 1.0675430 Sep 07 03:00:30.291285 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbb4e10-7535-4ad1-8710-12e1e433a861 None None] Network 96f0d16d-7227-4fbc-a319-0b3c533f2746 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:00:30.291724 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54528) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:30.340914 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7b954c72-0620-43f6-ba89-8614ef8cbc2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:30.347715 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7b954c72-0620-43f6-ba89-8614ef8cbc2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:30.355888 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-83eec2a0-ff2f-41c5-9484-300c9e8c8795 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Deleting subnet 5cde64cf-8012-4d7b-b6fd-37ed74a4473f {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 03:00:30.362102 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-83eec2a0-ff2f-41c5-9484-300c9e8c8795 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:30.411563 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c9b8da69-7974-4c6e-9c72-99e5754dfbbd tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:30.420688 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-83eec2a0-ff2f-41c5-9484-300c9e8c8795 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:30.433033 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-7b954c72-0620-43f6-ba89-8614ef8cbc2b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f6ec1130370c4c3087c7c8646d71fcee&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6470110 Sep 07 03:00:30.433928 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54530) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:30.438175 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-05e2e5bb-3c27-4c1b-8b1e-6c56490872a0 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.9662361 Sep 07 03:00:30.444647 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54532) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:30.445305 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b954c72-0620-43f6-ba89-8614ef8cbc2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bacf5a6-7ab8-4838-afd6-df1b044a45ef,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:30.459551 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-ff39e5b6-6995-433e-8b90-0c47a7100a3f tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Request body: {'subnet': {'network_id': 'bc964de6-87b2-430c-a08c-5bf8f6c0d22d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:00:30.510390 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d9195bf5-2e95-44d9-91aa-c9b80d66a3a1 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:30.537148 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff39e5b6-6995-433e-8b90-0c47a7100a3f tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Made reservation on behalf of adae7660b17a4996994c63299863fccd for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:00:30.539210 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-83eec2a0-ff2f-41c5-9484-300c9e8c8795 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:30.539455 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ff39e5b6-6995-433e-8b90-0c47a7100a3f tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:30.586866 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d5fcb3-9edd-4a85-a1cd-3038c002d7a0 None None] DHCP port deletion for 96f0d16d-7227-4fbc-a319-0b3c533f2746 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 03:00:30.590563 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-285b54b3-92f1-4cba-bcf9-74732ffb0b61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:30.656042 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-55d5fcb3-9edd-4a85-a1cd-3038c002d7a0 None None] Deleting port 198ffbe5-76b8-42be-a5a4-204400c9190c {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:00:30.656736 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-55d5fcb3-9edd-4a85-a1cd-3038c002d7a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:30.660676 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c9b8da69-7974-4c6e-9c72-99e5754dfbbd tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:30.671940 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c9b8da69-7974-4c6e-9c72-99e5754dfbbd tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:30.677585 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d9195bf5-2e95-44d9-91aa-c9b80d66a3a1 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:30.681160 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-285b54b3-92f1-4cba-bcf9-74732ffb0b61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:30.715979 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b8da69-7974-4c6e-9c72-99e5754dfbbd tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1193be61-1ad4-4779-aedf-5ac2a331de66,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:30.718363 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c9b8da69-7974-4c6e-9c72-99e5754dfbbd tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:30.723810 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c9b8da69-7974-4c6e-9c72-99e5754dfbbd tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7575774 Sep 07 03:00:30.726538 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54534) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:30.732360 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-763bed4f-9df4-4ba4-9549-fd950146cbd7 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:00:30.732792 n-d-796209-16 neutron-server[94700]: WARNING neutron.api.v2.base [None req-763bed4f-9df4-4ba4-9549-fd950146cbd7 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 07 03:00:30.733298 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [None req-763bed4f-9df4-4ba4-9549-fd950146cbd7 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] update failed (client error): There was a conflict when trying to complete your request. Sep 07 03:00:30.738890 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-763bed4f-9df4-4ba4-9549-fd950146cbd7 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] 10.222.0.22 "PUT /v2.0/security-groups/1193be61-1ad4-4779-aedf-5ac2a331de66 HTTP/1.1" status: 409 len: 330 time: 0.0106263 Sep 07 03:00:30.739492 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54536) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:30.754154 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-55d5fcb3-9edd-4a85-a1cd-3038c002d7a0 None None] For port 198ffbe5-76b8-42be-a5a4-204400c9190c, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=198ffbe5-76b8-42be-a5a4-204400c9190c,segment=NetworkSegment(cb139b8e-fad8-4ee4-8a1f-b69cca38fcc8),segment_id=cb139b8e-fad8-4ee4-8a1f-b69cca38fcc8)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:00:30.756494 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-55d5fcb3-9edd-4a85-a1cd-3038c002d7a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:30.780009 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-55d5fcb3-9edd-4a85-a1cd-3038c002d7a0 None None] Calling delete_port for 198ffbe5-76b8-42be-a5a4-204400c9190c owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:00:30.812698 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-83eec2a0-ff2f-41c5-9484-300c9e8c8795 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:30.838698 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-83eec2a0-ff2f-41c5-9484-300c9e8c8795 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:30.840699 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-83eec2a0-ff2f-41c5-9484-300c9e8c8795 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "DELETE /v2.0/subnets/5cde64cf-8012-4d7b-b6fd-37ed74a4473f HTTP/1.1" status: 204 len: 168 time: 0.5479512 Sep 07 03:00:30.850769 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82c120b-8b42-4d2f-af66-e84ef52524cb None None] Network a4d49ae9-afec-4c3b-831d-03e348b748e7 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:00:30.850942 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54538) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:30.865540 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eec2a0-ff2f-41c5-9484-300c9e8c8795 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event deleted for resources: {'Subnet': ['ID=5cde64cf-8012-4d7b-b6fd-37ed74a4473f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:30.869438 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7f43634f-fd69-4e96-bad7-b49b677a0917 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:30.883627 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-285b54b3-92f1-4cba-bcf9-74732ffb0b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:30.886446 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-285b54b3-92f1-4cba-bcf9-74732ffb0b61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:30.887775 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-285b54b3-92f1-4cba-bcf9-74732ffb0b61 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8bacf5a6-7ab8-4838-afd6-df1b044a45ef HTTP/1.1" status: 204 len: 168 time: 0.4514968 Sep 07 03:00:30.905731 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7f43634f-fd69-4e96-bad7-b49b677a0917 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:30.955808 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285b54b3-92f1-4cba-bcf9-74732ffb0b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bacf5a6-7ab8-4838-afd6-df1b044a45ef,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:31.001628 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7f43634f-fd69-4e96-bad7-b49b677a0917 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:31.004336 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7f43634f-fd69-4e96-bad7-b49b677a0917 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:31.005672 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-7f43634f-fd69-4e96-bad7-b49b677a0917 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] 10.222.0.22 "DELETE /v2.0/security-groups/1193be61-1ad4-4779-aedf-5ac2a331de66 HTTP/1.1" status: 204 len: 168 time: 0.2624345 Sep 07 03:00:31.012326 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54542) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:31.024752 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f43634f-fd69-4e96-bad7-b49b677a0917 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1193be61-1ad4-4779-aedf-5ac2a331de66,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:31.050590 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bd6166e2-21c3-4e8a-8c56-ac28353eb6a0 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:31.102866 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-d84327c1-5afa-427b-a56e-187f788ee49a tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0898213 Sep 07 03:00:31.106762 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d9195bf5-2e95-44d9-91aa-c9b80d66a3a1 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:31.108881 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54546) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:31.114908 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d9195bf5-2e95-44d9-91aa-c9b80d66a3a1 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:31.123925 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [None req-21392519-3680-430e-ab15-1f8988862719 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] delete failed (client error): The resource could not be found. Sep 07 03:00:31.125312 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-21392519-3680-430e-ab15-1f8988862719 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] 10.222.0.22 "DELETE /v2.0/security-groups/707a846b-0d3a-46b2-ba2c-b86f45698fee HTTP/1.1" status: 404 len: 347 time: 0.0152607 Sep 07 03:00:31.129127 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54550) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:31.146346 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [None req-a986fd9f-053c-4ba3-856b-957041a75cf3 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] show failed (client error): The resource could not be found. Sep 07 03:00:31.147468 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a986fd9f-053c-4ba3-856b-957041a75cf3 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] 10.222.0.22 "GET /v2.0/security-groups/121360a9-a81c-4743-a2e7-e4eda0c5b647 HTTP/1.1" status: 404 len: 347 time: 0.0175812 Sep 07 03:00:31.151170 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54552) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:31.171002 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [None req-6a75c36e-102d-4d36-93f5-34e22edc76f6 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] show failed (client error): The resource could not be found. Sep 07 03:00:31.173781 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-6a75c36e-102d-4d36-93f5-34e22edc76f6 tempest-NegativeSecGroupTest-1162744869 tempest-NegativeSecGroupTest-1162744869-project] 10.222.0.22 "GET /v2.0/security-group-rules/7b917615-2b41-4fc5-bf89-7e0e18f00711 HTTP/1.1" status: 404 len: 356 time: 0.0214171 Sep 07 03:00:31.198948 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-55d5fcb3-9edd-4a85-a1cd-3038c002d7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:31.252211 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9195bf5-2e95-44d9-91aa-c9b80d66a3a1 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event updated for resources: {'Port': ['ID=5ca5f93b-bdc7-44e9-963d-abf52260f5dd,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:31.281462 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d9195bf5-2e95-44d9-91aa-c9b80d66a3a1 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:31.291332 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d5fcb3-9edd-4a85-a1cd-3038c002d7a0 None None] Pushing event deleted for resources: {'Port': ['ID=198ffbe5-76b8-42be-a5a4-204400c9190c,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:31.293386 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d5fcb3-9edd-4a85-a1cd-3038c002d7a0 None None] No DVR routers for this DVR port 198ffbe5-76b8-42be-a5a4-204400c9190c on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:00:31.351075 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-bd6166e2-21c3-4e8a-8c56-ac28353eb6a0 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Deleting port 198ffbe5-76b8-42be-a5a4-204400c9190c {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:00:31.351457 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bd6166e2-21c3-4e8a-8c56-ac28353eb6a0 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:31.403914 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6402f760-6e44-4d9d-8020-a6ba19378a17 None None] DHCP port deletion for a4d49ae9-afec-4c3b-831d-03e348b748e7 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 03:00:31.407137 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:31.473458 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54560) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:31.497556 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f99655d7-708d-4af4-b75e-1651e073af40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:31.513926 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-6402f760-6e44-4d9d-8020-a6ba19378a17 None None] Deleting port b064d026-e20e-43ea-9222-0e19df1adeab {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:00:31.513926 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6402f760-6e44-4d9d-8020-a6ba19378a17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:31.522027 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-bd6166e2-21c3-4e8a-8c56-ac28353eb6a0 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] For port 198ffbe5-76b8-42be-a5a4-204400c9190c, host n-d-796209-16, got binding levels [] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:00:31.522423 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bd6166e2-21c3-4e8a-8c56-ac28353eb6a0 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:31.577618 n-d-796209-16 neutron-server[94701]: DEBUG neutron.objects.ports [None req-ff39e5b6-6995-433e-8b90-0c47a7100a3f tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94701) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 07 03:00:31.578402 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ff39e5b6-6995-433e-8b90-0c47a7100a3f tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:31.583187 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-bd6166e2-21c3-4e8a-8c56-ac28353eb6a0 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Calling delete_port for 198ffbe5-76b8-42be-a5a4-204400c9190c owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:00:31.606135 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.ipam_backend_mixin [None req-bd6166e2-21c3-4e8a-8c56-ac28353eb6a0 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Port 198ffbe5-76b8-42be-a5a4-204400c9190c was not found and therefore no delete operation was performed {{(pid=94701) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 07 03:00:31.658234 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 198ffbe5-76b8-42be-a5a4-204400c9190c no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:00:31.667889 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54562) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:31.675331 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-6402f760-6e44-4d9d-8020-a6ba19378a17 None None] For port b064d026-e20e-43ea-9222-0e19df1adeab, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=b064d026-e20e-43ea-9222-0e19df1adeab,segment=NetworkSegment(753b489d-1880-4e51-966d-35461cc35246),segment_id=753b489d-1880-4e51-966d-35461cc35246)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:00:31.675774 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6402f760-6e44-4d9d-8020-a6ba19378a17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:31.676728 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f99655d7-708d-4af4-b75e-1651e073af40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:31.677603 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bd6166e2-21c3-4e8a-8c56-ac28353eb6a0 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:31.680298 n-d-796209-16 neutron-server[94701]: INFO neutron.db.l3_db [None req-d9195bf5-2e95-44d9-91aa-c9b80d66a3a1 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Floating IP 42bfd0ad-e606-41cd-bca6-c171be35e54b associated. External IP: 172.25.5.47, port: a4387ac9-95f9-4012-b004-ab69e4b6b711. Sep 07 03:00:31.685924 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f99655d7-708d-4af4-b75e-1651e073af40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:31.706467 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 198ffbe5-76b8-42be-a5a4-204400c9190c {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:00:31.706829 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 198ffbe5-76b8-42be-a5a4-204400c9190c not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:00:31.707265 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device b064d026-e20e-43ea-9222-0e19df1adeab no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:00:31.713841 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-6402f760-6e44-4d9d-8020-a6ba19378a17 None None] Calling delete_port for b064d026-e20e-43ea-9222-0e19df1adeab owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:00:31.732046 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f99655d7-708d-4af4-b75e-1651e073af40 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=df636b2940374fcfb07566cfe3b26ddd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2566535 Sep 07 03:00:31.733664 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99655d7-708d-4af4-b75e-1651e073af40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78182bba-8de7-4ef5-bd05-f8c5ecb50a79,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:31.736770 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54566) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:31.803142 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b9286615-1569-4910-b2f5-4d2e87a95050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:31.845172 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b9286615-1569-4910-b2f5-4d2e87a95050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:31.845627 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6166e2-21c3-4e8a-8c56-ac28353eb6a0 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event deleted for resources: {'Port': ['ID=198ffbe5-76b8-42be-a5a4-204400c9190c,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:31.877744 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:31.887201 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6402f760-6e44-4d9d-8020-a6ba19378a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:31.887553 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6166e2-21c3-4e8a-8c56-ac28353eb6a0 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] No DVR routers for this DVR port 198ffbe5-76b8-42be-a5a4-204400c9190c on host n-d-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:00:31.898285 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9cda3e66-ea3a-44c1-81ab-1734b5691199 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6c43392647fc45f9a896d5164507db96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2266023 Sep 07 03:00:31.899859 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54568) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:31.904084 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6166e2-21c3-4e8a-8c56-ac28353eb6a0 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:00:31.904436 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6166e2-21c3-4e8a-8c56-ac28353eb6a0 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:00:31.904978 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6166e2-21c3-4e8a-8c56-ac28353eb6a0 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:00:31.905466 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6166e2-21c3-4e8a-8c56-ac28353eb6a0 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:00:31.905949 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6166e2-21c3-4e8a-8c56-ac28353eb6a0 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:00:31.906432 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6166e2-21c3-4e8a-8c56-ac28353eb6a0 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:00:31.906936 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6166e2-21c3-4e8a-8c56-ac28353eb6a0 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:00:31.907300 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6166e2-21c3-4e8a-8c56-ac28353eb6a0 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:00:31.907801 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6166e2-21c3-4e8a-8c56-ac28353eb6a0 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:00:31.908145 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6166e2-21c3-4e8a-8c56-ac28353eb6a0 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:00:31.908476 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6166e2-21c3-4e8a-8c56-ac28353eb6a0 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:00:31.908808 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6166e2-21c3-4e8a-8c56-ac28353eb6a0 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:00:31.927133 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6402f760-6e44-4d9d-8020-a6ba19378a17 None None] Pushing event deleted for resources: {'Port': ['ID=b064d026-e20e-43ea-9222-0e19df1adeab,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:31.931782 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6402f760-6e44-4d9d-8020-a6ba19378a17 None None] No DVR routers for this DVR port b064d026-e20e-43ea-9222-0e19df1adeab on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:00:31.933459 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff39e5b6-6995-433e-8b90-0c47a7100a3f tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Pushing event updated for resources: {'Subnet': ['ID=86628ff9-072e-4be1-a840-cb8bbf6a7aa0,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:31.956925 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b9286615-1569-4910-b2f5-4d2e87a95050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:31.958703 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff39e5b6-6995-433e-8b90-0c47a7100a3f tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Checking segment: {'id': 'b3c5f742-b238-4edd-8db8-d41cea121404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'bc964de6-87b2-430c-a08c-5bf8f6c0d22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:00:31.959569 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b9286615-1569-4910-b2f5-4d2e87a95050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:31.959875 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff39e5b6-6995-433e-8b90-0c47a7100a3f tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Network hostable DHCP agents. Network: bc964de6-87b2-430c-a08c-5bf8f6c0d22d, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 03:00:31.960758 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b9286615-1569-4910-b2f5-4d2e87a95050 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/78182bba-8de7-4ef5-bd05-f8c5ecb50a79 HTTP/1.1" status: 204 len: 168 time: 0.2222173 Sep 07 03:00:31.972147 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ed035988-0b90-407e-baae-4c09482004e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:31.977460 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9286615-1569-4910-b2f5-4d2e87a95050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78182bba-8de7-4ef5-bd05-f8c5ecb50a79,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:32.001420 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ed035988-0b90-407e-baae-4c09482004e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:32.042198 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bd6166e2-21c3-4e8a-8c56-ac28353eb6a0 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:32.055843 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ed035988-0b90-407e-baae-4c09482004e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:32.062876 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ed035988-0b90-407e-baae-4c09482004e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:32.062876 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ed035988-0b90-407e-baae-4c09482004e5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/83255289-dd31-4128-9db1-1888d26b5364 HTTP/1.1" status: 204 len: 168 time: 0.1608012 Sep 07 03:00:32.089136 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed035988-0b90-407e-baae-4c09482004e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83255289-dd31-4128-9db1-1888d26b5364,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:32.110981 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-bd6166e2-21c3-4e8a-8c56-ac28353eb6a0 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96f0d16d-7227-4fbc-a319-0b3c533f2746']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:32.131524 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff39e5b6-6995-433e-8b90-0c47a7100a3f tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Network bc964de6-87b2-430c-a08c-5bf8f6c0d22d is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 03:00:32.141641 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-bd6166e2-21c3-4e8a-8c56-ac28353eb6a0 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb139b8e-fad8-4ee4-8a1f-b69cca38fcc8') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:32.141866 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-bd6166e2-21c3-4e8a-8c56-ac28353eb6a0 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb139b8e-fad8-4ee4-8a1f-b69cca38fcc8') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:32.156631 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9195bf5-2e95-44d9-91aa-c9b80d66a3a1 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Router e9ae3689-48cc-41fc-8eac-b81b3999674f has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:00:32.157899 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-ff39e5b6-6995-433e-8b90-0c47a7100a3f tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, bc964de6-87b2-430c-a08c-5bf8f6c0d22d) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:00:32.163161 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff39e5b6-6995-433e-8b90-0c47a7100a3f tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:32.164011 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ff39e5b6-6995-433e-8b90-0c47a7100a3f tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:32.169211 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bd6166e2-21c3-4e8a-8c56-ac28353eb6a0 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:32.169621 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874b0e9f-6b76-44a8-8a9c-f423ecbc0a7a None None] Network bc964de6-87b2-430c-a08c-5bf8f6c0d22d requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:00:32.192922 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bd6166e2-21c3-4e8a-8c56-ac28353eb6a0 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:32.204854 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-ff39e5b6-6995-433e-8b90-0c47a7100a3f tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.7538676 Sep 07 03:00:32.204854 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd6166e2-21c3-4e8a-8c56-ac28353eb6a0 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 03:00:32.204854 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bd6166e2-21c3-4e8a-8c56-ac28353eb6a0 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:32.205150 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54578) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:32.208254 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 03:00:32.208254 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 03:00:32.208254 n-d-796209-16 neutron-server[94701]: timer() Sep 07 03:00:32.208254 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 03:00:32.208254 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 03:00:32.208254 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 03:00:32.208254 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 03:00:32.208254 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 03:00:32.208254 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 03:00:32.208254 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 03:00:32.208254 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 03:00:32.208254 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 03:00:32.208254 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 03:00:32.208254 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 03:00:32.208254 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 03:00:32.208254 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 03:00:32.208254 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 03:00:32.208254 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 03:00:32.208254 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 03:00:32.208254 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 03:00:32.208254 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 03:00:32.208254 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 03:00:32.208254 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 03:00:32.208254 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 03:00:32.208254 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 03:00:32.208254 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 03:00:32.208254 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 03:00:32.208254 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 03:00:32.208254 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 03:00:32.208254 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 03:00:32.208254 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 03:00:32.208254 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 03:00:32.211160 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-0283a429-e500-43c0-95b3-6f0513302635 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1030864623', 'network_id': 'bc964de6-87b2-430c-a08c-5bf8f6c0d22d'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:00:32.259794 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0283a429-e500-43c0-95b3-6f0513302635 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Made reservation on behalf of adae7660b17a4996994c63299863fccd for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:00:32.263931 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0283a429-e500-43c0-95b3-6f0513302635 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:32.283464 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [None req-0283a429-e500-43c0-95b3-6f0513302635 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] device_id is not set on port fb930c0d-88dc-4f21-860e-219f71b5f6ad yet. {{(pid=94700) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 03:00:32.340095 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa87a59-b2df-407a-a348-ffc199922eab None None] Network bc964de6-87b2-430c-a08c-5bf8f6c0d22d requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:00:32.353015 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9195bf5-2e95-44d9-91aa-c9b80d66a3a1 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:00:32.362948 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a4e33c-44ac-4bbd-b638-44b84dc8d276 None None] Sync routers for ids ['e9ae3689-48cc-41fc-8eac-b81b3999674f'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:00:32.376772 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a4e33c-44ac-4bbd-b638-44b84dc8d276 None None] Routers {'e9ae3689-48cc-41fc-8eac-b81b3999674f'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:00:32.377406 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-79a4e33c-44ac-4bbd-b638-44b84dc8d276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:00:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['e9ae3689-48cc-41fc-8eac-b81b3999674f'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:32.408481 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bd6166e2-21c3-4e8a-8c56-ac28353eb6a0 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:32.422194 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d9195bf5-2e95-44d9-91aa-c9b80d66a3a1 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:32.432958 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bd6166e2-21c3-4e8a-8c56-ac28353eb6a0 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:32.435663 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54582) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:32.440247 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-bd6166e2-21c3-4e8a-8c56-ac28353eb6a0 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "DELETE /v2.0/networks/96f0d16d-7227-4fbc-a319-0b3c533f2746 HTTP/1.1" status: 204 len: 168 time: 1.5830429 Sep 07 03:00:32.443514 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54584) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:32.459772 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6166e2-21c3-4e8a-8c56-ac28353eb6a0 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event deleted for resources: {'Network': ['ID=96f0d16d-7227-4fbc-a319-0b3c533f2746,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:32.496839 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d9195bf5-2e95-44d9-91aa-c9b80d66a3a1 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.3000729 Sep 07 03:00:32.497971 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba593fbf-4dd7-47ec-8163-8712a7f482b1', 'tag': 'a4387ac9-95f9-4012-b004-ab69e4b6b711'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:00:32.508319 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7b96130a-d853-43de-8759-87344510792b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:32.531645 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07519366-ae08-4498-bf44-177fdc19b100" -d '{"events": [{"name": "network-changed", "server_uuid": "ba593fbf-4dd7-47ec-8163-8712a7f482b1", "tag": "a4387ac9-95f9-4012-b004-ab69e4b6b711"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:00:32.580555 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-79a4e33c-44ac-4bbd-b638-44b84dc8d276 None None] Set router e9ae3689-48cc-41fc-8eac-b81b3999674f gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:00:32.608181 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60802f6-bd88-4279-8cb0-aada0d7f3ef6 x-openstack-request-id: req-c60802f6-bd88-4279-8cb0-aada0d7f3ef6 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:00:32.608487 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba593fbf-4dd7-47ec-8163-8712a7f482b1", "tag": "a4387ac9-95f9-4012-b004-ab69e4b6b711", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:00:32.608738 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c60802f6-bd88-4279-8cb0-aada0d7f3ef6 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:00:32.609465 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba593fbf-4dd7-47ec-8163-8712a7f482b1', 'tag': 'a4387ac9-95f9-4012-b004-ab69e4b6b711', 'status': 'completed', 'code': 200} Sep 07 03:00:32.629332 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-0283a429-e500-43c0-95b3-6f0513302635 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Allocated IP 2001:db8::f5 (bc964de6-87b2-430c-a08c-5bf8f6c0d22d/86628ff9-072e-4be1-a840-cb8bbf6a7aa0/fb930c0d-88dc-4f21-860e-219f71b5f6ad) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:00:32.670872 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3d843fcf-af9c-482b-a8b5-0e2e60d81153 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:32.722686 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e87d0-087d-42af-8c1b-32041ccaedf5 req-ed96d90d-3bdd-4566-b953-e59460f6ffe1 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:32.736286 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-110e87d0-087d-42af-8c1b-32041ccaedf5 req-ed96d90d-3bdd-4566-b953-e59460f6ffe1 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba593fbf-4dd7-47ec-8163-8712a7f482b1 HTTP/1.1" status: 200 len: 945 time: 0.1407776 Sep 07 03:00:32.765037 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07519366-ae08-4498-bf44-177fdc19b100 req-000cc2e8-8e95-46e6-ad74-6cf619d498c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:32.768220 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-07519366-ae08-4498-bf44-177fdc19b100 req-000cc2e8-8e95-46e6-ad74-6cf619d498c6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=626f31b15da14e0da01388cbfdee7f90&device_id=ba593fbf-4dd7-47ec-8163-8712a7f482b1 HTTP/1.1" status: 200 len: 1097 time: 0.1239185 Sep 07 03:00:32.896314 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-110e87d0-087d-42af-8c1b-32041ccaedf5 req-3567f33b-d129-4f13-86e4-03a545ba5a96 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=6a74a93a-4afd-4104-922e-c90dfac2834e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580441 Sep 07 03:00:32.928536 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07519366-ae08-4498-bf44-177fdc19b100 req-9784d03e-d764-4a3e-9a9d-ed6bd70b6b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:32.930736 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-07519366-ae08-4498-bf44-177fdc19b100 req-9784d03e-d764-4a3e-9a9d-ed6bd70b6b76 service neutron] 10.222.0.23 "GET /v2.0/networks?id=66da11a5-58e0-4d5e-b61b-f2a97b6c60d4 HTTP/1.1" status: 200 len: 896 time: 0.1511984 Sep 07 03:00:32.932236 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54600) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:32.954823 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3d843fcf-af9c-482b-a8b5-0e2e60d81153 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:33.003240 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-3d843fcf-af9c-482b-a8b5-0e2e60d81153 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4d49ae9-afec-4c3b-831d-03e348b748e7']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:33.006676 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7b96130a-d853-43de-8759-87344510792b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:33.020575 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-3d843fcf-af9c-482b-a8b5-0e2e60d81153 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '753b489d-1880-4e51-966d-35461cc35246') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:33.020895 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-3d843fcf-af9c-482b-a8b5-0e2e60d81153 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '753b489d-1880-4e51-966d-35461cc35246') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:33.034308 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7b96130a-d853-43de-8759-87344510792b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:33.075087 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-7b96130a-d853-43de-8759-87344510792b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=41f7ce68a5084e1ba010af8229b4b73f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6383572 Sep 07 03:00:33.077500 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3d843fcf-af9c-482b-a8b5-0e2e60d81153 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:33.083083 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54606) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:33.102075 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-79a4e33c-44ac-4bbd-b638-44b84dc8d276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ae3689-48cc-41fc-8eac-b81b3999674f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562632463', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '9cc94bfb-bb31-437f-b391-e2a21afbfc41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:59:52Z', 'updated_at': '2021-09-07T03:00:04Z', 'revision_number': 4, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'gw_port': {'id': '9cc94bfb-bb31-437f-b391-e2a21afbfc41', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:18:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ae3689-48cc-41fc-8eac-b81b3999674f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:59:54Z', 'updated_at': '2021-09-07T03:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': '42bfd0ad-e606-41cd-bca6-c171be35e54b', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'floating_ip_address': '172.25.5.47', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': 'e9ae3689-48cc-41fc-8eac-b81b3999674f', 'port_id': 'a4387ac9-95f9-4012-b004-ab69e4b6b711', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66da11a5-58e0-4d5e-b61b-f2a97b6c60d4', 'mac_address': 'fa:16:3e:61:ae:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba593fbf-4dd7-47ec-8163-8712a7f482b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:00:30Z', 'updated_at': '2021-09-07T03:00:30Z', 'revision_number': 0, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15e25624-0542-4db6-9cc1-e42e73bce19e', 'name': '', 'network_id': '66da11a5-58e0-4d5e-b61b-f2a97b6c60d4', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'mac_address': 'fa:16:3e:92:3d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ae3689-48cc-41fc-8eac-b81b3999674f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '57f615bc-1ee1-4087-b628-32768bf98bce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:00:02Z', 'updated_at': '2021-09-07T03:00:10Z', 'revision_number': 5, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'subnets': [{'id': '57f615bc-1ee1-4087-b628-32768bf98bce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:33.111935 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3d843fcf-af9c-482b-a8b5-0e2e60d81153 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:33.120991 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0283a429-e500-43c0-95b3-6f0513302635 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:33.137973 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b96130a-d853-43de-8759-87344510792b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d459760b-80e0-47a2-a471-20096d6b4700,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:33.143511 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d843fcf-af9c-482b-a8b5-0e2e60d81153 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 03:00:33.143939 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3d843fcf-af9c-482b-a8b5-0e2e60d81153 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:33.147294 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 03:00:33.147294 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 03:00:33.147294 n-d-796209-16 neutron-server[94700]: timer() Sep 07 03:00:33.147294 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 03:00:33.147294 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 03:00:33.147294 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 03:00:33.147294 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 03:00:33.147294 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 03:00:33.147294 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 03:00:33.147294 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 03:00:33.147294 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 03:00:33.147294 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 03:00:33.147294 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 03:00:33.147294 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 03:00:33.147294 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 03:00:33.147294 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 03:00:33.147294 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 03:00:33.147294 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 03:00:33.147294 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 03:00:33.147294 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 03:00:33.147294 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 03:00:33.147294 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 03:00:33.147294 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 03:00:33.147294 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 03:00:33.147294 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 03:00:33.147294 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 03:00:33.147294 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 03:00:33.147294 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 03:00:33.147294 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 03:00:33.147294 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 03:00:33.147294 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 03:00:33.147294 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 03:00:33.182471 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a4e33c-44ac-4bbd-b638-44b84dc8d276 None None] Checking router: e9ae3689-48cc-41fc-8eac-b81b3999674f for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:00:33.203307 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a4e33c-44ac-4bbd-b638-44b84dc8d276 None None] Routers {'e9ae3689-48cc-41fc-8eac-b81b3999674f'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:00:33.204432 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-79a4e33c-44ac-4bbd-b638-44b84dc8d276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:00:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['e9ae3689-48cc-41fc-8eac-b81b3999674f'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:33.237617 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3d843fcf-af9c-482b-a8b5-0e2e60d81153 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:33.256519 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3d843fcf-af9c-482b-a8b5-0e2e60d81153 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:33.258435 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3d843fcf-af9c-482b-a8b5-0e2e60d81153 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "DELETE /v2.0/networks/a4d49ae9-afec-4c3b-831d-03e348b748e7 HTTP/1.1" status: 204 len: 168 time: 0.8097143 Sep 07 03:00:33.259895 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0283a429-e500-43c0-95b3-6f0513302635 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:33.261713 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d843fcf-af9c-482b-a8b5-0e2e60d81153 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event deleted for resources: {'Network': ['ID=a4d49ae9-afec-4c3b-831d-03e348b748e7,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:33.263159 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54620) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:33.270045 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-316c7f9f-e7be-4d46-87a1-ff835345e7e3 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Request body: {'network': {'name': 'tempest-RoutersTest-989847617'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:00:33.298302 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-07519366-ae08-4498-bf44-177fdc19b100 req-e7e978fa-814c-4c18-83fe-cd79dabb1e5b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4387ac9-95f9-4012-b004-ab69e4b6b711 HTTP/1.1" status: 200 len: 998 time: 0.2862301 Sep 07 03:00:33.303206 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-fca9cc19-f162-43c9-959c-017cce7d4aee tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/floatingips/42bfd0ad-e606-41cd-bca6-c171be35e54b HTTP/1.1" status: 200 len: 990 time: 0.3697267 Sep 07 03:00:33.319306 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54622) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:33.350601 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0283a429-e500-43c0-95b3-6f0513302635 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Network bc964de6-87b2-430c-a08c-5bf8f6c0d22d is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:00:33.359860 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-0283a429-e500-43c0-95b3-6f0513302635 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:00:33.370411 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0283a429-e500-43c0-95b3-6f0513302635 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:00:33.372164 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0283a429-e500-43c0-95b3-6f0513302635 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:33.373191 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0283a429-e500-43c0-95b3-6f0513302635 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:33.382570 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0283a429-e500-43c0-95b3-6f0513302635 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Pushing event updated for resources: {'Port': ['ID=fb930c0d-88dc-4f21-860e-219f71b5f6ad,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:33.385842 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316c7f9f-e7be-4d46-87a1-ff835345e7e3 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Made reservation on behalf of ee71fe15143d4479a2a412d712f66384 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:00:33.398400 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-316c7f9f-e7be-4d46-87a1-ff835345e7e3 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:33.403703 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-79a4e33c-44ac-4bbd-b638-44b84dc8d276 None None] Set router e9ae3689-48cc-41fc-8eac-b81b3999674f gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:00:33.436691 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-316c7f9f-e7be-4d46-87a1-ff835345e7e3 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 03:00:33.448592 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-0283a429-e500-43c0-95b3-6f0513302635 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.2393420 Sep 07 03:00:33.448972 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54624) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:33.503240 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-316c7f9f-e7be-4d46-87a1-ff835345e7e3 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:33.503904 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-316c7f9f-e7be-4d46-87a1-ff835345e7e3 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Added segment c943357a-1ed5-4062-b485-2c54353ba92a of type vlan for network 9fc5c489-9355-42b0-9d07-8e15786ec97b Sep 07 03:00:33.584924 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-316c7f9f-e7be-4d46-87a1-ff835345e7e3 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:33.624445 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-2478d28b-c356-4fd1-9e40-a7726719b86f tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Deleting port fb930c0d-88dc-4f21-860e-219f71b5f6ad {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:00:33.624634 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2478d28b-c356-4fd1-9e40-a7726719b86f tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:33.642425 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-316c7f9f-e7be-4d46-87a1-ff835345e7e3 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:33.648323 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316c7f9f-e7be-4d46-87a1-ff835345e7e3 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:33.648980 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-316c7f9f-e7be-4d46-87a1-ff835345e7e3 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:33.665669 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-42ce2e25-9d88-471f-8681-cb33f7175dba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:33.715331 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-42ce2e25-9d88-471f-8681-cb33f7175dba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:33.725397 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07519366-ae08-4498-bf44-177fdc19b100 req-cb9f12bc-d34d-47b2-9242-fddca1befe62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:33.727727 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-07519366-ae08-4498-bf44-177fdc19b100 req-cb9f12bc-d34d-47b2-9242-fddca1befe62 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=57f615bc-1ee1-4087-b628-32768bf98bce HTTP/1.1" status: 200 len: 834 time: 0.4092765 Sep 07 03:00:33.757810 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-79a4e33c-44ac-4bbd-b638-44b84dc8d276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ae3689-48cc-41fc-8eac-b81b3999674f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562632463', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '9cc94bfb-bb31-437f-b391-e2a21afbfc41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:59:52Z', 'updated_at': '2021-09-07T03:00:04Z', 'revision_number': 4, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'gw_port': {'id': '9cc94bfb-bb31-437f-b391-e2a21afbfc41', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:18:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ae3689-48cc-41fc-8eac-b81b3999674f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:59:54Z', 'updated_at': '2021-09-07T03:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': '42bfd0ad-e606-41cd-bca6-c171be35e54b', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'floating_ip_address': '172.25.5.47', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': 'e9ae3689-48cc-41fc-8eac-b81b3999674f', 'port_id': 'a4387ac9-95f9-4012-b004-ab69e4b6b711', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66da11a5-58e0-4d5e-b61b-f2a97b6c60d4', 'mac_address': 'fa:16:3e:61:ae:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba593fbf-4dd7-47ec-8163-8712a7f482b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:00:30Z', 'updated_at': '2021-09-07T03:00:30Z', 'revision_number': 0, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15e25624-0542-4db6-9cc1-e42e73bce19e', 'name': '', 'network_id': '66da11a5-58e0-4d5e-b61b-f2a97b6c60d4', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'mac_address': 'fa:16:3e:92:3d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ae3689-48cc-41fc-8eac-b81b3999674f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '57f615bc-1ee1-4087-b628-32768bf98bce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:00:02Z', 'updated_at': '2021-09-07T03:00:10Z', 'revision_number': 5, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'subnets': [{'id': '57f615bc-1ee1-4087-b628-32768bf98bce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:33.778259 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2478d28b-c356-4fd1-9e40-a7726719b86f tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:33.796521 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07519366-ae08-4498-bf44-177fdc19b100 req-3f5b99f1-fd61-4c45-9ac2-e10c2f79c045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:33.799644 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a4e33c-44ac-4bbd-b638-44b84dc8d276 None None] The sync data for ids ['e9ae3689-48cc-41fc-8eac-b81b3999674f'] in n-d-796209-16 is: [{'id': 'e9ae3689-48cc-41fc-8eac-b81b3999674f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562632463', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '9cc94bfb-bb31-437f-b391-e2a21afbfc41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:59:52Z', 'updated_at': '2021-09-07T03:00:04Z', 'revision_number': 4, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'gw_port': {'id': '9cc94bfb-bb31-437f-b391-e2a21afbfc41', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:18:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ae3689-48cc-41fc-8eac-b81b3999674f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:59:54Z', 'updated_at': '2021-09-07T03:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': '42bfd0ad-e606-41cd-bca6-c171be35e54b', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'floating_ip_address': '172.25.5.47', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': 'e9ae3689-48cc-41fc-8eac-b81b3999674f', 'port_id': 'a4387ac9-95f9-4012-b004-ab69e4b6b711', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66da11a5-58e0-4d5e-b61b-f2a97b6c60d4', 'mac_address': 'fa:16:3e:61:ae:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba593fbf-4dd7-47ec-8163-8712a7f482b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:00:30Z', 'updated_at': '2021-09-07T03:00:30Z', 'revision_number': 0, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15e25624-0542-4db6-9cc1-e42e73bce19e', 'name': '', 'network_id': '66da11a5-58e0-4d5e-b61b-f2a97b6c60d4', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'mac_address': 'fa:16:3e:92:3d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ae3689-48cc-41fc-8eac-b81b3999674f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '57f615bc-1ee1-4087-b628-32768bf98bce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:00:02Z', 'updated_at': '2021-09-07T03:00:10Z', 'revision_number': 5, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'subnets': [{'id': '57f615bc-1ee1-4087-b628-32768bf98bce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:00:33.801871 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-2478d28b-c356-4fd1-9e40-a7726719b86f tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Calling delete_port for fb930c0d-88dc-4f21-860e-219f71b5f6ad owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:00:33.802321 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-07519366-ae08-4498-bf44-177fdc19b100 req-3f5b99f1-fd61-4c45-9ac2-e10c2f79c045 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=66da11a5-58e0-4d5e-b61b-f2a97b6c60d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0650358 Sep 07 03:00:33.899859 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-07519366-ae08-4498-bf44-177fdc19b100 req-6545b608-4585-4bb7-b244-19165fe51f4d service neutron] 10.222.0.23 "GET /v2.0/networks/66da11a5-58e0-4d5e-b61b-f2a97b6c60d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901287 Sep 07 03:00:33.905611 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-787c9fd6-de31-4d38-ba9a-e1646d23a8eb tempest-TagsTest-355809194 tempest-TagsTest-355809194-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-697961403'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:00:33.909258 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-42ce2e25-9d88-471f-8681-cb33f7175dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:33.912053 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-42ce2e25-9d88-471f-8681-cb33f7175dba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:33.915872 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-42ce2e25-9d88-471f-8681-cb33f7175dba admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d459760b-80e0-47a2-a471-20096d6b4700 HTTP/1.1" status: 204 len: 168 time: 0.8165863 Sep 07 03:00:33.947573 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ce2e25-9d88-471f-8681-cb33f7175dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d459760b-80e0-47a2-a471-20096d6b4700,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:33.981963 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787c9fd6-de31-4d38-ba9a-e1646d23a8eb tempest-TagsTest-355809194 tempest-TagsTest-355809194-project] Made reservation on behalf of 090c805732014681a21b9a6c2779f48d for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:00:33.985627 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-787c9fd6-de31-4d38-ba9a-e1646d23a8eb tempest-TagsTest-355809194 tempest-TagsTest-355809194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:33.990798 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316c7f9f-e7be-4d46-87a1-ff835345e7e3 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event updated for resources: {'Network': ['ID=9fc5c489-9355-42b0-9d07-8e15786ec97b,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:34.010759 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 9fc5c489-9355-42b0-9d07-8e15786ec97b details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 03:00:34.033396 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-316c7f9f-e7be-4d46-87a1-ff835345e7e3 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7690942 Sep 07 03:00:34.035059 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54644) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:34.058882 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-a637415a-4f8a-47fc-ae4f-ae015747b692 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Request body: {'subnet': {'network_id': '9fc5c489-9355-42b0-9d07-8e15786ec97b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:00:34.106188 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2478d28b-c356-4fd1-9e40-a7726719b86f tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:34.164472 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-787c9fd6-de31-4d38-ba9a-e1646d23a8eb tempest-TagsTest-355809194 tempest-TagsTest-355809194-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:34.170895 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeab253d-61b7-468a-9743-6deb35ef6716 None None] New status for floating IP 42bfd0ad-e606-41cd-bca6-c171be35e54b: ACTIVE {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 03:00:34.197572 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2478d28b-c356-4fd1-9e40-a7726719b86f tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Pushing event deleted for resources: {'Port': ['ID=fb930c0d-88dc-4f21-860e-219f71b5f6ad,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:34.205999 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2478d28b-c356-4fd1-9e40-a7726719b86f tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:34.211099 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-2478d28b-c356-4fd1-9e40-a7726719b86f tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] 10.222.0.22 "DELETE /v2.0/ports/fb930c0d-88dc-4f21-860e-219f71b5f6ad HTTP/1.1" status: 204 len: 168 time: 0.7611713 Sep 07 03:00:34.212647 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-07519366-ae08-4498-bf44-177fdc19b100 req-25e1545d-e2cd-41c6-ba44-af53b51b486d service neutron] 10.222.0.23 "GET /v2.0/networks/66da11a5-58e0-4d5e-b61b-f2a97b6c60d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975023 Sep 07 03:00:34.213972 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54648) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:34.218538 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-f140d6be-8c41-4778-b0f8-9fcbab22c930 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bc964de6-87b2-430c-a08c-5bf8f6c0d22d', 'external_fixed_ips': [{'subnet_id': '86628ff9-072e-4be1-a840-cb8bbf6a7aa0', 'ip_address': '2001:db8::f5'}]}}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:00:34.229670 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a637415a-4f8a-47fc-ae4f-ae015747b692 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Made reservation on behalf of ee71fe15143d4479a2a412d712f66384 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:00:34.233735 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a637415a-4f8a-47fc-ae4f-ae015747b692 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:34.307205 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54652) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:34.413684 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-496d0cdb-2daa-431f-9e11-780106acd48c tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/floatingips/42bfd0ad-e606-41cd-bca6-c171be35e54b HTTP/1.1" status: 200 len: 990 time: 0.1039128 Sep 07 03:00:34.435563 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-787c9fd6-de31-4d38-ba9a-e1646d23a8eb tempest-TagsTest-355809194 tempest-TagsTest-355809194-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:34.477629 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-787c9fd6-de31-4d38-ba9a-e1646d23a8eb tempest-TagsTest-355809194 tempest-TagsTest-355809194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:34.522025 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-787c9fd6-de31-4d38-ba9a-e1646d23a8eb tempest-TagsTest-355809194 tempest-TagsTest-355809194-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 03:00:34.529057 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f140d6be-8c41-4778-b0f8-9fcbab22c930 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:34.530041 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f140d6be-8c41-4778-b0f8-9fcbab22c930 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:34.543596 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a637415a-4f8a-47fc-ae4f-ae015747b692 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:34.557662 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-787c9fd6-de31-4d38-ba9a-e1646d23a8eb tempest-TagsTest-355809194 tempest-TagsTest-355809194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:34.557662 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-787c9fd6-de31-4d38-ba9a-e1646d23a8eb tempest-TagsTest-355809194 tempest-TagsTest-355809194-project] Added segment fdf10520-22c3-4872-a6ac-d08553c8f448 of type vlan for network e8974db1-3fb9-476b-9ab7-3d2b7597222e Sep 07 03:00:34.559291 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787c9fd6-de31-4d38-ba9a-e1646d23a8eb tempest-TagsTest-355809194 tempest-TagsTest-355809194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c6d3f0-1c33-43f6-8fa7-91f7c7f803fd,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:34.662483 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-787c9fd6-de31-4d38-ba9a-e1646d23a8eb tempest-TagsTest-355809194 tempest-TagsTest-355809194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:34.692005 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f140d6be-8c41-4778-b0f8-9fcbab22c930 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:34.700385 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a637415a-4f8a-47fc-ae4f-ae015747b692 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event updated for resources: {'Subnet': ['ID=b7eb4c1f-a901-4505-9558-29881fc5921d,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:34.763019 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a637415a-4f8a-47fc-ae4f-ae015747b692 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Checking segment: {'id': 'c943357a-1ed5-4062-b485-2c54353ba92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9fc5c489-9355-42b0-9d07-8e15786ec97b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:00:34.763779 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a637415a-4f8a-47fc-ae4f-ae015747b692 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Network hostable DHCP agents. Network: 9fc5c489-9355-42b0-9d07-8e15786ec97b, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 03:00:34.806297 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-787c9fd6-de31-4d38-ba9a-e1646d23a8eb tempest-TagsTest-355809194 tempest-TagsTest-355809194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:34.812326 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787c9fd6-de31-4d38-ba9a-e1646d23a8eb tempest-TagsTest-355809194 tempest-TagsTest-355809194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:34.812611 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-787c9fd6-de31-4d38-ba9a-e1646d23a8eb tempest-TagsTest-355809194 tempest-TagsTest-355809194-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:34.918659 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f140d6be-8c41-4778-b0f8-9fcbab22c930 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:34.924592 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a637415a-4f8a-47fc-ae4f-ae015747b692 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Network 9fc5c489-9355-42b0-9d07-8e15786ec97b is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 03:00:34.963196 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54678) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:34.967891 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-787c9fd6-de31-4d38-ba9a-e1646d23a8eb tempest-TagsTest-355809194 tempest-TagsTest-355809194-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.6475518 Sep 07 03:00:34.970986 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787c9fd6-de31-4d38-ba9a-e1646d23a8eb tempest-TagsTest-355809194 tempest-TagsTest-355809194-project] Pushing event updated for resources: {'Network': ['ID=e8974db1-3fb9-476b-9ab7-3d2b7597222e,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:34.975708 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54682) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:34.984145 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network e8974db1-3fb9-476b-9ab7-3d2b7597222e details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 03:00:34.987270 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-3d54c1f0-37c3-493e-8944-45625cac135c tempest-TagsTest-355809194 tempest-TagsTest-355809194-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'e8974db1-3fb9-476b-9ab7-3d2b7597222e', 'tempest-TagsTest-Tag-1471812991') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:34.999777 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-a637415a-4f8a-47fc-ae4f-ae015747b692 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 9fc5c489-9355-42b0-9d07-8e15786ec97b) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:00:35.012575 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a637415a-4f8a-47fc-ae4f-ae015747b692 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:35.013177 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a637415a-4f8a-47fc-ae4f-ae015747b692 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:35.015886 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b853c210-ee7b-49fd-b107-da5b7fd2ca56 None None] Network 9fc5c489-9355-42b0-9d07-8e15786ec97b requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:00:35.107029 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a637415a-4f8a-47fc-ae4f-ae015747b692 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0668092 Sep 07 03:00:35.107765 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54688) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:35.113304 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-197754af-2e32-4582-ba98-ca3563f3a7af tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-423276674', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:00:35.130592 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3d54c1f0-37c3-493e-8944-45625cac135c tempest-TagsTest-355809194 tempest-TagsTest-355809194-project] 10.222.0.22 "PUT /v2.0/networks/e8974db1-3fb9-476b-9ab7-3d2b7597222e/tags/tempest-TagsTest-Tag-1471812991 HTTP/1.1" status: 201 len: 201 time: 0.1538267 Sep 07 03:00:35.133161 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54690) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:35.140606 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-73dec44b-5c6d-41c7-adfa-3cbfef3dec15 tempest-TagsTest-355809194 tempest-TagsTest-355809194-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e8974db1-3fb9-476b-9ab7-3d2b7597222e', 'tempest-TagsTest-Tag-1471812991') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:35.153462 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-3194bc92-1891-4c59-9dc1-370dcc953daf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1276516056-network', 'tenant_id': 'c770b5ed803042dd84121734a1a78cb3'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:00:35.188739 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.db.api [None req-3194bc92-1891-4c59-9dc1-370dcc953daf admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 03:00:35.188739 n-d-796209-16 neutron-server[94700]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 07 03:00:35.188739 n-d-796209-16 neutron-server[94700]: [parameters: {'project_id_1': 'c770b5ed803042dd84121734a1a78cb3', 'expiration_1': datetime.datetime(2021, 9, 7, 3, 0, 15, 169270)}] Sep 07 03:00:35.188739 n-d-796209-16 neutron-server[94700]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 03:00:35.189186 n-d-796209-16 neutron-server[94700]: DEBUG oslo_db.api [None req-3194bc92-1891-4c59-9dc1-370dcc953daf admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 03:00:35.198226 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-197754af-2e32-4582-ba98-ca3563f3a7af tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:35.199645 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-197754af-2e32-4582-ba98-ca3563f3a7af tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:35.264621 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-73dec44b-5c6d-41c7-adfa-3cbfef3dec15 tempest-TagsTest-355809194 tempest-TagsTest-355809194-project] 10.222.0.22 "GET /v2.0/networks/e8974db1-3fb9-476b-9ab7-3d2b7597222e/tags/tempest-TagsTest-Tag-1471812991 HTTP/1.1" status: 204 len: 168 time: 0.1290584 Sep 07 03:00:35.267597 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54694) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:35.271984 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-ca6a79f6-f65d-46a9-9bdc-663f628b1daa tempest-TagsTest-355809194 tempest-TagsTest-355809194-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'e8974db1-3fb9-476b-9ab7-3d2b7597222e') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:35.274180 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6735a1f-8e8b-4246-bb56-6a778845d83c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-9fc5c489-9355-42b0-9d07-8e15786ec97b', 'network_id': '9fc5c489-9355-42b0-9d07-8e15786ec97b', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'fixed_ips': [{'subnet_id': 'b7eb4c1f-a901-4505-9558-29881fc5921d'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 03:00:35.275117 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d6735a1f-8e8b-4246-bb56-6a778845d83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:35.321263 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-197754af-2e32-4582-ba98-ca3563f3a7af tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:35.330392 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-197754af-2e32-4582-ba98-ca3563f3a7af tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:35.366560 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54698) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:35.367685 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ca6a79f6-f65d-46a9-9bdc-663f628b1daa tempest-TagsTest-355809194 tempest-TagsTest-355809194-project] 10.222.0.22 "GET /v2.0/networks/e8974db1-3fb9-476b-9ab7-3d2b7597222e/tags HTTP/1.1" status: 200 len: 238 time: 0.0989954 Sep 07 03:00:35.382179 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.tag.tag_plugin [None req-fc14a957-3fa1-4213-9bc4-f16bef57c6d1 tempest-TagsTest-355809194 tempest-TagsTest-355809194-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'e8974db1-3fb9-476b-9ab7-3d2b7597222e', {'tags': ['tempest-TagsTest-Tag-2135158110', 'tempest-TagsTest-Tag-184333728', 'tempest-TagsTest-Tag-1113369277']}) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:35.416215 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54702) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:35.435516 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-d6735a1f-8e8b-4246-bb56-6a778845d83c None None] Allocated IP 172.20.0.2 (9fc5c489-9355-42b0-9d07-8e15786ec97b/b7eb4c1f-a901-4505-9558-29881fc5921d/5e6d8215-427a-4b8c-820c-af319b6d0ba7) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:00:35.443767 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-197754af-2e32-4582-ba98-ca3563f3a7af tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:35.447716 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-197754af-2e32-4582-ba98-ca3563f3a7af tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3389430 Sep 07 03:00:35.450502 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54704) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:35.493126 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-2cb7118e-238f-4e15-bb07-7b518b3935e2 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Request body: {'port': {'network_id': '9fc5c489-9355-42b0-9d07-8e15786ec97b', 'name': 'tempest-RoutersTest-381629537'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:00:35.531995 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f140d6be-8c41-4778-b0f8-9fcbab22c930 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:35.532471 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-4ecdb970-6200-4cae-b095-ac9d164dfcff tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/floatingips/42bfd0ad-e606-41cd-bca6-c171be35e54b HTTP/1.1" status: 200 len: 992 time: 0.1144817 Sep 07 03:00:35.589257 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f140d6be-8c41-4778-b0f8-9fcbab22c930 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:35.608137 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-fc14a957-3fa1-4213-9bc4-f16bef57c6d1 tempest-TagsTest-355809194 tempest-TagsTest-355809194-project] 10.222.0.22 "PUT /v2.0/networks/e8974db1-3fb9-476b-9ab7-3d2b7597222e/tags HTTP/1.1" status: 200 len: 308 time: 0.2403588 Sep 07 03:00:35.611712 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54706) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:35.616086 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-0988d667-dd94-49b5-95cf-2bb7d05e5785 tempest-TagsTest-355809194 tempest-TagsTest-355809194-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'e8974db1-3fb9-476b-9ab7-3d2b7597222e', 'tempest-TagsTest-Tag-2135158110') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:35.617109 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d6735a1f-8e8b-4246-bb56-6a778845d83c None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:35.629590 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-d6735a1f-8e8b-4246-bb56-6a778845d83c None None] Transition to ACTIVE for port object 5e6d8215-427a-4b8c-820c-af319b6d0ba7 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:00:35.655185 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-d6735a1f-8e8b-4246-bb56-6a778845d83c None None] Transition to ACTIVE for port object 5e6d8215-427a-4b8c-820c-af319b6d0ba7 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:00:35.665988 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d6735a1f-8e8b-4246-bb56-6a778845d83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:35.703519 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6735a1f-8e8b-4246-bb56-6a778845d83c None None] Network 9fc5c489-9355-42b0-9d07-8e15786ec97b is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:00:35.706529 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-d6735a1f-8e8b-4246-bb56-6a778845d83c None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:00:35.710215 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6735a1f-8e8b-4246-bb56-6a778845d83c None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:00:35.724817 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6735a1f-8e8b-4246-bb56-6a778845d83c None None] Pushing event updated for resources: {'Port': ['ID=5e6d8215-427a-4b8c-820c-af319b6d0ba7,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:35.728104 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-0988d667-dd94-49b5-95cf-2bb7d05e5785 tempest-TagsTest-355809194 tempest-TagsTest-355809194-project] 10.222.0.22 "DELETE /v2.0/networks/e8974db1-3fb9-476b-9ab7-3d2b7597222e/tags/tempest-TagsTest-Tag-2135158110 HTTP/1.1" status: 204 len: 168 time: 0.1147590 Sep 07 03:00:35.729074 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54712) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:35.734652 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-0e967c00-8a55-42a2-9131-ec3eba8be5af tempest-TagsTest-355809194 tempest-TagsTest-355809194-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e8974db1-3fb9-476b-9ab7-3d2b7597222e', 'tempest-TagsTest-Tag-2135158110') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:35.739031 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3194bc92-1891-4c59-9dc1-370dcc953daf admin admin] Made reservation on behalf of c770b5ed803042dd84121734a1a78cb3 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:00:35.741373 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3194bc92-1891-4c59-9dc1-370dcc953daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:35.784551 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3194bc92-1891-4c59-9dc1-370dcc953daf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:35.791272 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-d6735a1f-8e8b-4246-bb56-6a778845d83c None None] Attempting to bind port 5e6d8215-427a-4b8c-820c-af319b6d0ba7 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:00:35.791871 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-d6735a1f-8e8b-4246-bb56-6a778845d83c None None] Attempting to bind port 5e6d8215-427a-4b8c-820c-af319b6d0ba7 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'c943357a-1ed5-4062-b485-2c54353ba92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9fc5c489-9355-42b0-9d07-8e15786ec97b'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:00:35.792189 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6735a1f-8e8b-4246-bb56-6a778845d83c None None] Attempting to bind port 5e6d8215-427a-4b8c-820c-af319b6d0ba7 on network 9fc5c489-9355-42b0-9d07-8e15786ec97b {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:00:35.800804 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6735a1f-8e8b-4246-bb56-6a778845d83c None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:00:35.801411 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6735a1f-8e8b-4246-bb56-6a778845d83c None None] Checking segment: {'id': 'c943357a-1ed5-4062-b485-2c54353ba92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9fc5c489-9355-42b0-9d07-8e15786ec97b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:00:35.802001 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d6735a1f-8e8b-4246-bb56-6a778845d83c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:35.802490 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6735a1f-8e8b-4246-bb56-6a778845d83c None None] Bound using segment: {'id': 'c943357a-1ed5-4062-b485-2c54353ba92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9fc5c489-9355-42b0-9d07-8e15786ec97b'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:00:35.803159 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-d6735a1f-8e8b-4246-bb56-6a778845d83c None None] Bound port: 5e6d8215-427a-4b8c-820c-af319b6d0ba7, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c943357a-1ed5-4062-b485-2c54353ba92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9fc5c489-9355-42b0-9d07-8e15786ec97b'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:00:35.803598 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d6735a1f-8e8b-4246-bb56-6a778845d83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:35.851834 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb7118e-238f-4e15-bb07-7b518b3935e2 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Made reservation on behalf of ee71fe15143d4479a2a412d712f66384 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:00:35.855916 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2cb7118e-238f-4e15-bb07-7b518b3935e2 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:35.858952 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.db.api [None req-3194bc92-1891-4c59-9dc1-370dcc953daf admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 03:00:35.858952 n-d-796209-16 neutron-server[94700]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 07 03:00:35.858952 n-d-796209-16 neutron-server[94700]: [parameters: {'project_id_1': 'c770b5ed803042dd84121734a1a78cb3', 'expiration_1': datetime.datetime(2021, 9, 7, 3, 0, 15, 816345)}] Sep 07 03:00:35.858952 n-d-796209-16 neutron-server[94700]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 03:00:35.859358 n-d-796209-16 neutron-server[94700]: DEBUG oslo_db.api [None req-3194bc92-1891-4c59-9dc1-370dcc953daf admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 03:00:35.861794 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [None req-0e967c00-8a55-42a2-9131-ec3eba8be5af tempest-TagsTest-355809194 tempest-TagsTest-355809194-project] show failed (client error): The resource could not be found. Sep 07 03:00:35.866063 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-0e967c00-8a55-42a2-9131-ec3eba8be5af tempest-TagsTest-355809194 tempest-TagsTest-355809194-project] 10.222.0.22 "GET /v2.0/networks/e8974db1-3fb9-476b-9ab7-3d2b7597222e/tags/tempest-TagsTest-Tag-2135158110 HTTP/1.1" status: 404 len: 326 time: 0.1355729 Sep 07 03:00:35.866664 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54714) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:35.870938 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-59e84960-febc-47a7-9ff6-891b72f6b157 tempest-TagsTest-355809194 tempest-TagsTest-355809194-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e8974db1-3fb9-476b-9ab7-3d2b7597222e', 'tempest-TagsTest-Tag-184333728') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:35.883874 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-d6735a1f-8e8b-4246-bb56-6a778845d83c None None] For port 5e6d8215-427a-4b8c-820c-af319b6d0ba7, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:00:35.887700 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-d6735a1f-8e8b-4246-bb56-6a778845d83c None None] For port 5e6d8215-427a-4b8c-820c-af319b6d0ba7, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=5e6d8215-427a-4b8c-820c-af319b6d0ba7,segment=NetworkSegment(c943357a-1ed5-4062-b485-2c54353ba92a),segment_id=c943357a-1ed5-4062-b485-2c54353ba92a)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:00:35.892052 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d6735a1f-8e8b-4246-bb56-6a778845d83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:35.915846 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-2cb7118e-238f-4e15-bb07-7b518b3935e2 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] device_id is not set on port fc85577f-cc76-463e-b512-2235041fc7c1 yet. {{(pid=94701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 03:00:35.966708 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6735a1f-8e8b-4246-bb56-6a778845d83c None None] Pushing event updated for resources: {'Port': ['ID=5e6d8215-427a-4b8c-820c-af319b6d0ba7,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:35.972224 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-59e84960-febc-47a7-9ff6-891b72f6b157 tempest-TagsTest-355809194 tempest-TagsTest-355809194-project] 10.222.0.22 "GET /v2.0/networks/e8974db1-3fb9-476b-9ab7-3d2b7597222e/tags/tempest-TagsTest-Tag-184333728 HTTP/1.1" status: 204 len: 168 time: 0.1044664 Sep 07 03:00:35.972957 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54716) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:35.977666 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-e02d63bb-5d06-4d7f-ae88-aaf0f53777ca tempest-TagsTest-355809194 tempest-TagsTest-355809194-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e8974db1-3fb9-476b-9ab7-3d2b7597222e', 'tempest-TagsTest-Tag-1113369277') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:35.998492 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-f140d6be-8c41-4778-b0f8-9fcbab22c930 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Allocated IP 2001:db8::f5 (bc964de6-87b2-430c-a08c-5bf8f6c0d22d/86628ff9-072e-4be1-a840-cb8bbf6a7aa0/1e8f0933-f5f9-4a45-97d5-feb65d25d478) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:00:36.070968 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-e02d63bb-5d06-4d7f-ae88-aaf0f53777ca tempest-TagsTest-355809194 tempest-TagsTest-355809194-project] 10.222.0.22 "GET /v2.0/networks/e8974db1-3fb9-476b-9ab7-3d2b7597222e/tags/tempest-TagsTest-Tag-1113369277 HTTP/1.1" status: 204 len: 168 time: 0.0967996 Sep 07 03:00:36.076015 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54722) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:36.082656 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.tag.tag_plugin [None req-973a7bbc-7281-4d17-bbfc-6fe34818c06a tempest-TagsTest-355809194 tempest-TagsTest-355809194-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'e8974db1-3fb9-476b-9ab7-3d2b7597222e') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:36.124358 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-2cb7118e-238f-4e15-bb07-7b518b3935e2 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Allocated IP 172.20.0.9 (9fc5c489-9355-42b0-9d07-8e15786ec97b/b7eb4c1f-a901-4505-9558-29881fc5921d/fc85577f-cc76-463e-b512-2235041fc7c1) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:00:36.232242 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f140d6be-8c41-4778-b0f8-9fcbab22c930 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:36.360534 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3194bc92-1891-4c59-9dc1-370dcc953daf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:36.399879 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-973a7bbc-7281-4d17-bbfc-6fe34818c06a tempest-TagsTest-355809194 tempest-TagsTest-355809194-project] 10.222.0.22 "DELETE /v2.0/networks/e8974db1-3fb9-476b-9ab7-3d2b7597222e/tags HTTP/1.1" status: 204 len: 168 time: 0.3211415 Sep 07 03:00:36.402772 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54730) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:36.407560 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.tag.tag_plugin [None req-52b6e130-6fb4-41a7-a6fe-e13de61bd0f5 tempest-TagsTest-355809194 tempest-TagsTest-355809194-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e8974db1-3fb9-476b-9ab7-3d2b7597222e', 'tempest-TagsTest-Tag-184333728') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:36.430875 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f140d6be-8c41-4778-b0f8-9fcbab22c930 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:36.485578 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3194bc92-1891-4c59-9dc1-370dcc953daf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:36.491600 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3194bc92-1891-4c59-9dc1-370dcc953daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:36.506978 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f140d6be-8c41-4778-b0f8-9fcbab22c930 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Network bc964de6-87b2-430c-a08c-5bf8f6c0d22d is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:00:36.510485 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2cb7118e-238f-4e15-bb07-7b518b3935e2 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:36.517623 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3194bc92-1891-4c59-9dc1-370dcc953daf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 03:00:36.525141 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-f140d6be-8c41-4778-b0f8-9fcbab22c930 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:00:36.526823 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3194bc92-1891-4c59-9dc1-370dcc953daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135a694a-17e7-4407-8b10-75a418f48adf,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:36.535637 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f140d6be-8c41-4778-b0f8-9fcbab22c930 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:00:36.536656 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3194bc92-1891-4c59-9dc1-370dcc953daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:36.537102 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-3194bc92-1891-4c59-9dc1-370dcc953daf admin admin] Added segment 8fadb85b-d3ee-4774-bf5c-24f6c80a2a13 of type vlan for network 85b9e4c0-603d-4f20-a2f7-6ffcbe9ca102 Sep 07 03:00:36.539407 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3194bc92-1891-4c59-9dc1-370dcc953daf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:00:36.540791 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3194bc92-1891-4c59-9dc1-370dcc953daf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:00:36.540791 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3194bc92-1891-4c59-9dc1-370dcc953daf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:00:36.540791 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3194bc92-1891-4c59-9dc1-370dcc953daf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:00:36.541052 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3194bc92-1891-4c59-9dc1-370dcc953daf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:00:36.541251 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3194bc92-1891-4c59-9dc1-370dcc953daf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:00:36.541591 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3194bc92-1891-4c59-9dc1-370dcc953daf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:00:36.541755 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f140d6be-8c41-4778-b0f8-9fcbab22c930 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Pushing event updated for resources: {'Port': ['ID=1e8f0933-f5f9-4a45-97d5-feb65d25d478,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:36.541957 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3194bc92-1891-4c59-9dc1-370dcc953daf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:00:36.542247 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3194bc92-1891-4c59-9dc1-370dcc953daf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:00:36.542577 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3194bc92-1891-4c59-9dc1-370dcc953daf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:00:36.542911 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3194bc92-1891-4c59-9dc1-370dcc953daf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:00:36.543232 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3194bc92-1891-4c59-9dc1-370dcc953daf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:00:36.544433 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-2cb7118e-238f-4e15-bb07-7b518b3935e2 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Transition to ACTIVE for port object fc85577f-cc76-463e-b512-2235041fc7c1 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:00:36.593632 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3194bc92-1891-4c59-9dc1-370dcc953daf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:36.621817 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3194bc92-1891-4c59-9dc1-370dcc953daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:36.623059 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3194bc92-1891-4c59-9dc1-370dcc953daf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:36.623836 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3194bc92-1891-4c59-9dc1-370dcc953daf admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:36.661870 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3194bc92-1891-4c59-9dc1-370dcc953daf admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6967120 Sep 07 03:00:36.664480 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54736) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:36.669796 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-d87b25d8-edb6-40a7-a46e-5a9e19325f3e admin admin] Request body: {'subnet': {'network_id': '85b9e4c0-603d-4f20-a2f7-6ffcbe9ca102', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1276516056-subnet', 'tenant_id': 'c770b5ed803042dd84121734a1a78cb3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:00:36.672519 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-52b6e130-6fb4-41a7-a6fe-e13de61bd0f5 tempest-TagsTest-355809194 tempest-TagsTest-355809194-project] show failed (client error): The resource could not be found. Sep 07 03:00:36.676180 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-52b6e130-6fb4-41a7-a6fe-e13de61bd0f5 tempest-TagsTest-355809194 tempest-TagsTest-355809194-project] 10.222.0.22 "GET /v2.0/networks/e8974db1-3fb9-476b-9ab7-3d2b7597222e/tags/tempest-TagsTest-Tag-184333728 HTTP/1.1" status: 404 len: 325 time: 0.2701318 Sep 07 03:00:36.676454 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54738) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:36.680646 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-b3a6e872-051d-459b-a21b-ae23199ca92e tempest-TagsTest-355809194 tempest-TagsTest-355809194-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e8974db1-3fb9-476b-9ab7-3d2b7597222e', 'tempest-TagsTest-Tag-1113369277') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:36.723786 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3194bc92-1891-4c59-9dc1-370dcc953daf admin admin] Pushing event updated for resources: {'Network': ['ID=85b9e4c0-603d-4f20-a2f7-6ffcbe9ca102,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:36.737691 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 85b9e4c0-603d-4f20-a2f7-6ffcbe9ca102 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 03:00:36.754704 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2cb7118e-238f-4e15-bb07-7b518b3935e2 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:36.803322 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87b25d8-edb6-40a7-a46e-5a9e19325f3e admin admin] Made reservation on behalf of c770b5ed803042dd84121734a1a78cb3 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:00:36.805676 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d87b25d8-edb6-40a7-a46e-5a9e19325f3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:36.836437 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb7118e-238f-4e15-bb07-7b518b3935e2 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Network 9fc5c489-9355-42b0-9d07-8e15786ec97b is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:00:36.850720 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-2cb7118e-238f-4e15-bb07-7b518b3935e2 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:00:36.855919 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb7118e-238f-4e15-bb07-7b518b3935e2 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event updated for resources: {'Port': ['ID=fc85577f-cc76-463e-b512-2235041fc7c1,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:36.858228 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb7118e-238f-4e15-bb07-7b518b3935e2 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:00:36.884288 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [None req-b3a6e872-051d-459b-a21b-ae23199ca92e tempest-TagsTest-355809194 tempest-TagsTest-355809194-project] show failed (client error): The resource could not be found. Sep 07 03:00:36.885351 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b3a6e872-051d-459b-a21b-ae23199ca92e tempest-TagsTest-355809194 tempest-TagsTest-355809194-project] 10.222.0.22 "GET /v2.0/networks/e8974db1-3fb9-476b-9ab7-3d2b7597222e/tags/tempest-TagsTest-Tag-1113369277 HTTP/1.1" status: 404 len: 326 time: 0.2079918 Sep 07 03:00:36.892387 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54740) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:36.898261 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-144ed6e7-8325-4d80-8c33-fe3450ca9d4a tempest-TagsTest-355809194 tempest-TagsTest-355809194-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'e8974db1-3fb9-476b-9ab7-3d2b7597222e') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:36.943316 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb7118e-238f-4e15-bb07-7b518b3935e2 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:36.944092 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2cb7118e-238f-4e15-bb07-7b518b3935e2 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:36.967753 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-2cb7118e-238f-4e15-bb07-7b518b3935e2 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.5140316 Sep 07 03:00:36.968431 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54742) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:37.078853 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-144ed6e7-8325-4d80-8c33-fe3450ca9d4a tempest-TagsTest-355809194 tempest-TagsTest-355809194-project] 10.222.0.22 "DELETE /v2.0/networks/e8974db1-3fb9-476b-9ab7-3d2b7597222e/tags HTTP/1.1" status: 204 len: 168 time: 0.1837296 Sep 07 03:00:37.083319 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54748) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:37.190364 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-37da1903-b5d9-4094-a1f0-cff1704f00dc tempest-TagsTest-355809194 tempest-TagsTest-355809194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:37.208221 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ee8250-43c4-4831-8d14-03906a5db958 None None] Network 9fc5c489-9355-42b0-9d07-8e15786ec97b requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:00:37.252277 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d87b25d8-edb6-40a7-a46e-5a9e19325f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:37.319444 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-e9783224-101c-49b0-a722-a8ac21163730 None None] Provisioning for port 5e6d8215-427a-4b8c-820c-af319b6d0ba7 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:00:37.399762 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-37da1903-b5d9-4094-a1f0-cff1704f00dc tempest-TagsTest-355809194 tempest-TagsTest-355809194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:37.403098 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87b25d8-edb6-40a7-a46e-5a9e19325f3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=631f08da-8ee7-41b5-bdd3-56aab8ba46ff,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:37.431268 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87b25d8-edb6-40a7-a46e-5a9e19325f3e admin admin] Checking segment: {'id': '8fadb85b-d3ee-4774-bf5c-24f6c80a2a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '85b9e4c0-603d-4f20-a2f7-6ffcbe9ca102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:00:37.431667 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87b25d8-edb6-40a7-a46e-5a9e19325f3e admin admin] Network hostable DHCP agents. Network: 85b9e4c0-603d-4f20-a2f7-6ffcbe9ca102, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 03:00:37.436459 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-37da1903-b5d9-4094-a1f0-cff1704f00dc tempest-TagsTest-355809194 tempest-TagsTest-355809194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8974db1-3fb9-476b-9ab7-3d2b7597222e']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:37.448391 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f140d6be-8c41-4778-b0f8-9fcbab22c930 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:37.451095 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-37da1903-b5d9-4094-a1f0-cff1704f00dc tempest-TagsTest-355809194 tempest-TagsTest-355809194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdf10520-22c3-4872-a6ac-d08553c8f448') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:37.451694 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-37da1903-b5d9-4094-a1f0-cff1704f00dc tempest-TagsTest-355809194 tempest-TagsTest-355809194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdf10520-22c3-4872-a6ac-d08553c8f448') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:37.465379 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-37da1903-b5d9-4094-a1f0-cff1704f00dc tempest-TagsTest-355809194 tempest-TagsTest-355809194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:37.477424 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87b25d8-edb6-40a7-a46e-5a9e19325f3e admin admin] Network 85b9e4c0-603d-4f20-a2f7-6ffcbe9ca102 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 03:00:37.483713 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-37da1903-b5d9-4094-a1f0-cff1704f00dc tempest-TagsTest-355809194 tempest-TagsTest-355809194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:37.491294 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37da1903-b5d9-4094-a1f0-cff1704f00dc tempest-TagsTest-355809194 tempest-TagsTest-355809194-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 03:00:37.491735 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-37da1903-b5d9-4094-a1f0-cff1704f00dc tempest-TagsTest-355809194 tempest-TagsTest-355809194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:37.494913 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 03:00:37.494913 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 03:00:37.494913 n-d-796209-16 neutron-server[94700]: timer() Sep 07 03:00:37.494913 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 03:00:37.494913 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 03:00:37.494913 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 03:00:37.494913 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 03:00:37.494913 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 03:00:37.494913 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 03:00:37.494913 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 03:00:37.494913 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 03:00:37.494913 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 03:00:37.494913 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 03:00:37.494913 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 03:00:37.494913 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 03:00:37.494913 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 03:00:37.494913 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 03:00:37.494913 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 03:00:37.494913 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 03:00:37.494913 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 03:00:37.494913 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 03:00:37.494913 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 03:00:37.494913 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 03:00:37.494913 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 03:00:37.494913 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 03:00:37.494913 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 03:00:37.494913 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 03:00:37.494913 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 03:00:37.494913 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 03:00:37.494913 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 03:00:37.494913 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 03:00:37.494913 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 03:00:37.506363 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-d87b25d8-edb6-40a7-a46e-5a9e19325f3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 85b9e4c0-603d-4f20-a2f7-6ffcbe9ca102) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:00:37.520005 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87b25d8-edb6-40a7-a46e-5a9e19325f3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:37.520595 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d87b25d8-edb6-40a7-a46e-5a9e19325f3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:37.521129 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a5ee08-f09b-4a88-9e71-08aeb8e996b6 None None] Network 85b9e4c0-603d-4f20-a2f7-6ffcbe9ca102 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:00:37.612741 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-d87b25d8-edb6-40a7-a46e-5a9e19325f3e admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9468524 Sep 07 03:00:37.617768 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-37da1903-b5d9-4094-a1f0-cff1704f00dc tempest-TagsTest-355809194 tempest-TagsTest-355809194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:37.623756 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-37da1903-b5d9-4094-a1f0-cff1704f00dc tempest-TagsTest-355809194 tempest-TagsTest-355809194-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:37.626707 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-37da1903-b5d9-4094-a1f0-cff1704f00dc tempest-TagsTest-355809194 tempest-TagsTest-355809194-project] 10.222.0.22 "DELETE /v2.0/networks/e8974db1-3fb9-476b-9ab7-3d2b7597222e HTTP/1.1" status: 204 len: 168 time: 0.5421247 Sep 07 03:00:37.658515 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37da1903-b5d9-4094-a1f0-cff1704f00dc tempest-TagsTest-355809194 tempest-TagsTest-355809194-project] Pushing event deleted for resources: {'Network': ['ID=e8974db1-3fb9-476b-9ab7-3d2b7597222e,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:37.717847 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 5e6d8215-427a-4b8c-820c-af319b6d0ba7 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:00:38.007725 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54770) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:38.054161 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a32960e-31a2-4ead-a450-007a18c24138 None None] Network 85b9e4c0-603d-4f20-a2f7-6ffcbe9ca102 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:00:38.146833 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 5e6d8215-427a-4b8c-820c-af319b6d0ba7 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:00:38.157703 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 5e6d8215-427a-4b8c-820c-af319b6d0ba7 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:00:38.158069 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:38.167855 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-13fd4634-b8dc-4824-945d-1065893d59bf None None] Provisioning for port fc85577f-cc76-463e-b512-2235041fc7c1 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:00:38.212991 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-13fd4634-b8dc-4824-945d-1065893d59bf None None] Provisioning complete for port fc85577f-cc76-463e-b512-2235041fc7c1 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:00:38.213378 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-13fd4634-b8dc-4824-945d-1065893d59bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:38.299308 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-1b645fc1-456b-4f77-8c00-848b87339566 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=090c805732014681a21b9a6c2779f48d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2877266 Sep 07 03:00:38.300099 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54780) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:38.312282 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f140d6be-8c41-4778-b0f8-9fcbab22c930 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:38.402435 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-13fd4634-b8dc-4824-945d-1065893d59bf None None] Port fc85577f-cc76-463e-b512-2235041fc7c1 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:00:38.425803 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:38.428473 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-13fd4634-b8dc-4824-945d-1065893d59bf None None] Provisioning complete for port 5e6d8215-427a-4b8c-820c-af319b6d0ba7 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:00:38.429210 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-13fd4634-b8dc-4824-945d-1065893d59bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:38.456621 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8993d712-8fa6-4225-9627-61cdaa3bfef5 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:38.524096 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d12f29a6-a674-4e8f-a59e-01759d53060b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:38.526915 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 5e6d8215-427a-4b8c-820c-af319b6d0ba7, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=5e6d8215-427a-4b8c-820c-af319b6d0ba7,segment=NetworkSegment(c943357a-1ed5-4062-b485-2c54353ba92a),segment_id=c943357a-1ed5-4062-b485-2c54353ba92a)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:00:38.566222 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:38.599647 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d12f29a6-a674-4e8f-a59e-01759d53060b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:38.608998 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-13fd4634-b8dc-4824-945d-1065893d59bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:38.685823 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=5e6d8215-427a-4b8c-820c-af319b6d0ba7,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:38.696991 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.db.api [None req-13fd4634-b8dc-4824-945d-1065893d59bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 03:00:38.697359 n-d-796209-16 neutron-server[94702]: DEBUG oslo_db.api [None req-13fd4634-b8dc-4824-945d-1065893d59bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 03:00:38.788073 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f140d6be-8c41-4778-b0f8-9fcbab22c930 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Router 26a16b57-6ce8-4e36-9b68-8dc45385bddc is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 03:00:38.881940 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d12f29a6-a674-4e8f-a59e-01759d53060b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:38.884520 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d12f29a6-a674-4e8f-a59e-01759d53060b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:38.885671 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d12f29a6-a674-4e8f-a59e-01759d53060b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a8c6d3f0-1c33-43f6-8fa7-91f7c7f803fd HTTP/1.1" status: 204 len: 168 time: 0.5825071 Sep 07 03:00:38.909843 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12f29a6-a674-4e8f-a59e-01759d53060b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c6d3f0-1c33-43f6-8fa7-91f7c7f803fd,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:39.006706 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f140d6be-8c41-4778-b0f8-9fcbab22c930 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:00:39.009734 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8993d712-8fa6-4225-9627-61cdaa3bfef5 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:39.019357 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d223f9-68d7-4796-9c7d-c30db3eb284f None None] Sync routers for ids ['26a16b57-6ce8-4e36-9b68-8dc45385bddc'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:00:39.021410 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8993d712-8fa6-4225-9627-61cdaa3bfef5 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:39.038595 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d223f9-68d7-4796-9c7d-c30db3eb284f None None] Routers {'26a16b57-6ce8-4e36-9b68-8dc45385bddc'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:00:39.039651 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-85d223f9-68d7-4796-9c7d-c30db3eb284f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:00:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['26a16b57-6ce8-4e36-9b68-8dc45385bddc'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:39.073205 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f140d6be-8c41-4778-b0f8-9fcbab22c930 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:39.077538 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f140d6be-8c41-4778-b0f8-9fcbab22c930 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 4.8623278 Sep 07 03:00:39.080639 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54802) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:39.187541 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8993d712-8fa6-4225-9627-61cdaa3bfef5 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event updated for resources: {'Port': ['ID=fc85577f-cc76-463e-b512-2235041fc7c1,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:39.295162 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-072aec29-141c-417b-b1ed-a8f6e6a972fe tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:39.333600 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-85d223f9-68d7-4796-9c7d-c30db3eb284f None None] Set router 26a16b57-6ce8-4e36-9b68-8dc45385bddc gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:00:39.400475 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-82368426-ff88-44fb-89b1-a69b5efa7657 None None] Provisioning complete for port fc85577f-cc76-463e-b512-2235041fc7c1 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:00:39.400883 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-82368426-ff88-44fb-89b1-a69b5efa7657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:39.509607 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-82368426-ff88-44fb-89b1-a69b5efa7657 None None] Port fc85577f-cc76-463e-b512-2235041fc7c1 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:00:39.549777 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-072aec29-141c-417b-b1ed-a8f6e6a972fe tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:39.608669 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8993d712-8fa6-4225-9627-61cdaa3bfef5 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:39.637120 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-cfed9c56-a242-4ab5-ac69-32020147c27f None None] Provisioning complete for port fc85577f-cc76-463e-b512-2235041fc7c1 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:00:39.637500 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-cfed9c56-a242-4ab5-ac69-32020147c27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:39.674951 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 5e6d8215-427a-4b8c-820c-af319b6d0ba7 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:00:39.706247 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-072aec29-141c-417b-b1ed-a8f6e6a972fe tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Deleting port 1e8f0933-f5f9-4a45-97d5-feb65d25d478 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:00:39.706705 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-072aec29-141c-417b-b1ed-a8f6e6a972fe tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:39.736169 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-cfed9c56-a242-4ab5-ac69-32020147c27f None None] Port fc85577f-cc76-463e-b512-2235041fc7c1 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:00:39.738125 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-85d223f9-68d7-4796-9c7d-c30db3eb284f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a16b57-6ce8-4e36-9b68-8dc45385bddc', 'name': '', 'tenant_id': 'adae7660b17a4996994c63299863fccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc964de6-87b2-430c-a08c-5bf8f6c0d22d', 'external_fixed_ips': [{'subnet_id': '86628ff9-072e-4be1-a840-cb8bbf6a7aa0', 'ip_address': '2001:db8::f5'}], 'enable_snat': True}, 'gw_port_id': '1e8f0933-f5f9-4a45-97d5-feb65d25d478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:00:34Z', 'updated_at': '2021-09-07T03:00:36Z', 'revision_number': 3, 'project_id': 'adae7660b17a4996994c63299863fccd', 'gw_port': {'id': '1e8f0933-f5f9-4a45-97d5-feb65d25d478', 'name': '', 'network_id': 'bc964de6-87b2-430c-a08c-5bf8f6c0d22d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:67:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a16b57-6ce8-4e36-9b68-8dc45385bddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '86628ff9-072e-4be1-a840-cb8bbf6a7aa0', 'ip_address': '2001:db8::f5', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:00:35Z', 'updated_at': '2021-09-07T03:00:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86628ff9-072e-4be1-a840-cb8bbf6a7aa0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:39.755077 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 5e6d8215-427a-4b8c-820c-af319b6d0ba7 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:00:39.755191 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:39.774415 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d223f9-68d7-4796-9c7d-c30db3eb284f None None] Checking router: 26a16b57-6ce8-4e36-9b68-8dc45385bddc for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:00:39.774950 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d223f9-68d7-4796-9c7d-c30db3eb284f None None] Updating router 26a16b57-6ce8-4e36-9b68-8dc45385bddc port 1e8f0933-f5f9-4a45-97d5-feb65d25d478 binding host n-d-796209-16 {{(pid=94703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 03:00:39.841834 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-85d223f9-68d7-4796-9c7d-c30db3eb284f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:39.910053 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8993d712-8fa6-4225-9627-61cdaa3bfef5 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:39.910844 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-072aec29-141c-417b-b1ed-a8f6e6a972fe tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:39.930752 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-072aec29-141c-417b-b1ed-a8f6e6a972fe tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Calling delete_port for 1e8f0933-f5f9-4a45-97d5-feb65d25d478 owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:00:40.237974 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-072aec29-141c-417b-b1ed-a8f6e6a972fe tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:40.238832 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.db.api [None req-85d223f9-68d7-4796-9c7d-c30db3eb284f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94703) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 03:00:40.239332 n-d-796209-16 neutron-server[94703]: DEBUG oslo_db.api [None req-85d223f9-68d7-4796-9c7d-c30db3eb284f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 03:00:40.265873 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072aec29-141c-417b-b1ed-a8f6e6a972fe tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Pushing event deleted for resources: {'Port': ['ID=1e8f0933-f5f9-4a45-97d5-feb65d25d478,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:40.292279 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-072aec29-141c-417b-b1ed-a8f6e6a972fe tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:40.298939 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8993d712-8fa6-4225-9627-61cdaa3bfef5 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:40.305235 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8993d712-8fa6-4225-9627-61cdaa3bfef5 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:40.346821 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54838) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:40.355968 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [-] 10.222.0.22 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0033658 Sep 07 03:00:40.378064 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54842) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:40.433177 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8993d712-8fa6-4225-9627-61cdaa3bfef5 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:40.436710 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8993d712-8fa6-4225-9627-61cdaa3bfef5 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event updated for resources: {'Port': ['ID=fc85577f-cc76-463e-b512-2235041fc7c1,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:40.559882 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-756bcd88-0c5b-4a85-aa61-7b73a546ea6d tempest-NetworksApiDiscovery-1138584278 tempest-NetworksApiDiscovery-1138584278-project] 10.222.0.22 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1805470 Sep 07 03:00:40.613792 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8993d712-8fa6-4225-9627-61cdaa3bfef5 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Network 9fc5c489-9355-42b0-9d07-8e15786ec97b is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:00:40.615937 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-8993d712-8fa6-4225-9627-61cdaa3bfef5 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:00:40.753039 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-072aec29-141c-417b-b1ed-a8f6e6a972fe tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:40.760276 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d223f9-68d7-4796-9c7d-c30db3eb284f None None] Port 1e8f0933-f5f9-4a45-97d5-feb65d25d478 not found while updating agent binding for router 26a16b57-6ce8-4e36-9b68-8dc45385bddc. {{(pid=94703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 07 03:00:40.769923 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-072aec29-141c-417b-b1ed-a8f6e6a972fe tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:40.782001 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d223f9-68d7-4796-9c7d-c30db3eb284f None None] Routers {'26a16b57-6ce8-4e36-9b68-8dc45385bddc'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:00:40.782694 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-85d223f9-68d7-4796-9c7d-c30db3eb284f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:00:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['26a16b57-6ce8-4e36-9b68-8dc45385bddc'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:40.836411 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8993d712-8fa6-4225-9627-61cdaa3bfef5 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Router 10a4ad61-485a-480c-8e7d-ecf165a174b2 is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 03:00:40.841110 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-072aec29-141c-417b-b1ed-a8f6e6a972fe tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:40.842491 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-072aec29-141c-417b-b1ed-a8f6e6a972fe tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 26a16b57-6ce8-4e36-9b68-8dc45385bddc {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 03:00:40.849511 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-072aec29-141c-417b-b1ed-a8f6e6a972fe tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:40.850750 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-072aec29-141c-417b-b1ed-a8f6e6a972fe tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] 10.222.0.22 "DELETE /v2.0/routers/26a16b57-6ce8-4e36-9b68-8dc45385bddc HTTP/1.1" status: 204 len: 168 time: 1.7686763 Sep 07 03:00:40.853992 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54858) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:40.933698 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-85d223f9-68d7-4796-9c7d-c30db3eb284f None None] Set router 26a16b57-6ce8-4e36-9b68-8dc45385bddc gateway port host: None {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:00:40.985068 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb050d97-9006-428d-aa2f-74e233f2ffb6 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Deleting subnet 86628ff9-072e-4be1-a840-cb8bbf6a7aa0 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 03:00:40.988807 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cb050d97-9006-428d-aa2f-74e233f2ffb6 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:41.009013 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54864) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:41.021748 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8993d712-8fa6-4225-9627-61cdaa3bfef5 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:00:41.033277 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54868) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:41.035393 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8993d712-8fa6-4225-9627-61cdaa3bfef5 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "PUT /v2.0/routers/10a4ad61-485a-480c-8e7d-ecf165a174b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0641563 Sep 07 03:00:41.037287 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cb050d97-9006-428d-aa2f-74e233f2ffb6 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:41.037976 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdb5e02-7fcd-47f4-b442-4eadacc94bcf None None] Sync routers for ids ['10a4ad61-485a-480c-8e7d-ecf165a174b2'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:00:41.040322 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-85d223f9-68d7-4796-9c7d-c30db3eb284f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a16b57-6ce8-4e36-9b68-8dc45385bddc', 'name': '', 'tenant_id': 'adae7660b17a4996994c63299863fccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:00:34Z', 'updated_at': '2021-09-07T03:00:40Z', 'revision_number': 5, 'project_id': 'adae7660b17a4996994c63299863fccd', 'gw_port_host': None}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:41.074236 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d223f9-68d7-4796-9c7d-c30db3eb284f None None] The sync data for ids ['26a16b57-6ce8-4e36-9b68-8dc45385bddc'] in n-d-796209-16 is: [{'id': '26a16b57-6ce8-4e36-9b68-8dc45385bddc', 'name': '', 'tenant_id': 'adae7660b17a4996994c63299863fccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:00:34Z', 'updated_at': '2021-09-07T03:00:40Z', 'revision_number': 5, 'project_id': 'adae7660b17a4996994c63299863fccd', 'gw_port_host': None}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:00:41.083125 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdb5e02-7fcd-47f4-b442-4eadacc94bcf None None] Routers {'10a4ad61-485a-480c-8e7d-ecf165a174b2'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:00:41.084015 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-4cdb5e02-7fcd-47f4-b442-4eadacc94bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:00:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['10a4ad61-485a-480c-8e7d-ecf165a174b2'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:41.090857 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3636ab89-77ce-4407-8d61-f9e31dcfc4c9 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:41.096218 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54874) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:41.112088 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3636ab89-77ce-4407-8d61-f9e31dcfc4c9 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "GET /v2.0/ports/fc85577f-cc76-463e-b512-2235041fc7c1 HTTP/1.1" status: 200 len: 976 time: 0.0776026 Sep 07 03:00:41.164800 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-4cdb5e02-7fcd-47f4-b442-4eadacc94bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:41.180957 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-61a22933-a983-45cf-bafe-829cb6c6b5ca None None] Provisioning complete for port fc85577f-cc76-463e-b512-2235041fc7c1 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:00:41.181479 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-61a22933-a983-45cf-bafe-829cb6c6b5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:41.212515 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cb050d97-9006-428d-aa2f-74e233f2ffb6 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:41.245722 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdb5e02-7fcd-47f4-b442-4eadacc94bcf None None] Routers {'10a4ad61-485a-480c-8e7d-ecf165a174b2'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:00:41.246554 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-4cdb5e02-7fcd-47f4-b442-4eadacc94bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:00:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['10a4ad61-485a-480c-8e7d-ecf165a174b2'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:41.304428 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-78974af7-fece-4b5a-b7d5-9ceeb36136c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:41.308045 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-4cdb5e02-7fcd-47f4-b442-4eadacc94bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:41.308697 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdb5e02-7fcd-47f4-b442-4eadacc94bcf None None] The sync data for ids ['10a4ad61-485a-480c-8e7d-ecf165a174b2'] in n-d-796209-16 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:00:41.316547 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-61a22933-a983-45cf-bafe-829cb6c6b5ca None None] Port fc85577f-cc76-463e-b512-2235041fc7c1 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:00:41.342174 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cb050d97-9006-428d-aa2f-74e233f2ffb6 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:41.385689 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb050d97-9006-428d-aa2f-74e233f2ffb6 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=86628ff9-072e-4be1-a840-cb8bbf6a7aa0,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:41.433118 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cb050d97-9006-428d-aa2f-74e233f2ffb6 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:41.437908 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-cb050d97-9006-428d-aa2f-74e233f2ffb6 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] 10.222.0.22 "DELETE /v2.0/subnets/86628ff9-072e-4be1-a840-cb8bbf6a7aa0 HTTP/1.1" status: 204 len: 168 time: 0.5826819 Sep 07 03:00:41.439309 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54886) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:41.576825 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d5cfb9-8ce4-4516-be16-ffc454f35519 req-05eab345-02f0-40df-aa5a-c808da930177 tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:41.578406 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-49d5cfb9-8ce4-4516-be16-ffc454f35519 req-05eab345-02f0-40df-aa5a-c808da930177 tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] 10.222.0.22 "GET /v2.0/networks?id=85b9e4c0-603d-4f20-a2f7-6ffcbe9ca102 HTTP/1.1" status: 200 len: 809 time: 0.2919934 Sep 07 03:00:41.612184 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d832020f-95a3-4715-b14e-89aef7a21b91 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:41.614879 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-49d5cfb9-8ce4-4516-be16-ffc454f35519 req-7cc2ea5f-100d-4d54-bd49-f4db7329a4ab tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] 10.222.0.22 "GET /v2.0/quotas/c770b5ed803042dd84121734a1a78cb3 HTTP/1.1" status: 200 len: 375 time: 0.0251439 Sep 07 03:00:41.667169 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-49d5cfb9-8ce4-4516-be16-ffc454f35519 req-22d66679-51e2-4da9-a1db-9dc050a0689f tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c770b5ed803042dd84121734a1a78cb3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394249 Sep 07 03:00:41.683861 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-78da9bf9-1e75-44e1-926b-bbad106f7f82 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:41.740271 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-78974af7-fece-4b5a-b7d5-9ceeb36136c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:41.787187 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d832020f-95a3-4715-b14e-89aef7a21b91 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:41.802887 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-78974af7-fece-4b5a-b7d5-9ceeb36136c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:41.863988 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-d832020f-95a3-4715-b14e-89aef7a21b91 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc964de6-87b2-430c-a08c-5bf8f6c0d22d']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:41.884922 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-78974af7-fece-4b5a-b7d5-9ceeb36136c9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b02af0fedaa349328d0493a7df973990&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8747880 Sep 07 03:00:41.892230 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-d832020f-95a3-4715-b14e-89aef7a21b91 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3c5f742-b238-4edd-8db8-d41cea121404') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:41.892529 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-d832020f-95a3-4715-b14e-89aef7a21b91 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3c5f742-b238-4edd-8db8-d41cea121404') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:41.893961 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54900) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:41.934806 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-78da9bf9-1e75-44e1-926b-bbad106f7f82 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Deleting port fc85577f-cc76-463e-b512-2235041fc7c1 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:00:41.935156 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-78da9bf9-1e75-44e1-926b-bbad106f7f82 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:41.950515 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78974af7-fece-4b5a-b7d5-9ceeb36136c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36b17b0-216e-4f1d-a5fc-a322ea39d70a,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:41.956960 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d832020f-95a3-4715-b14e-89aef7a21b91 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:41.994234 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d832020f-95a3-4715-b14e-89aef7a21b91 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:42.014435 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d832020f-95a3-4715-b14e-89aef7a21b91 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 03:00:42.014856 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d832020f-95a3-4715-b14e-89aef7a21b91 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:42.017166 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 03:00:42.017166 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 03:00:42.017166 n-d-796209-16 neutron-server[94700]: timer() Sep 07 03:00:42.017166 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 03:00:42.017166 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 03:00:42.017166 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 03:00:42.017166 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 03:00:42.017166 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 03:00:42.017166 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 03:00:42.017166 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 03:00:42.017166 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 03:00:42.017166 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 03:00:42.017166 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 03:00:42.017166 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 03:00:42.017166 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 03:00:42.017166 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 03:00:42.017166 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 03:00:42.017166 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 03:00:42.017166 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 03:00:42.017166 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 03:00:42.017166 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 03:00:42.017166 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 03:00:42.017166 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 03:00:42.017166 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 03:00:42.017166 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 03:00:42.017166 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 03:00:42.017166 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 03:00:42.017166 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 03:00:42.017166 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 03:00:42.017166 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 03:00:42.017166 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 03:00:42.017166 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 03:00:42.040250 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-78da9bf9-1e75-44e1-926b-bbad106f7f82 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:42.042067 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-49d5cfb9-8ce4-4516-be16-ffc454f35519 req-348a40c0-d672-40cb-bb40-b44de26be944 service neutron] 10.222.0.22 "GET /v2.0/networks/85b9e4c0-603d-4f20-a2f7-6ffcbe9ca102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3503010 Sep 07 03:00:42.058988 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-78da9bf9-1e75-44e1-926b-bbad106f7f82 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Calling delete_port for fc85577f-cc76-463e-b512-2235041fc7c1 owned by network:router_interface {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:00:42.092682 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-177bb368-346d-474d-aff4-7dbad9bb48c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:42.153008 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d832020f-95a3-4715-b14e-89aef7a21b91 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:42.158150 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-177bb368-346d-474d-aff4-7dbad9bb48c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:42.199722 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d832020f-95a3-4715-b14e-89aef7a21b91 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bc964de6-87b2-430c-a08c-5bf8f6c0d22d {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 07 03:00:42.212642 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d832020f-95a3-4715-b14e-89aef7a21b91 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:42.214873 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-d832020f-95a3-4715-b14e-89aef7a21b91 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] 10.222.0.22 "DELETE /v2.0/networks/bc964de6-87b2-430c-a08c-5bf8f6c0d22d HTTP/1.1" status: 204 len: 168 time: 0.7713120 Sep 07 03:00:42.232438 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d832020f-95a3-4715-b14e-89aef7a21b91 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Pushing event deleted for resources: {'Network': ['ID=bc964de6-87b2-430c-a08c-5bf8f6c0d22d,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:42.301132 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-49d5cfb9-8ce4-4516-be16-ffc454f35519 req-327d73e0-e2b6-4a14-8737-20b6b9ca1de3 service neutron] 10.222.0.22 "GET /v2.0/networks/85b9e4c0-603d-4f20-a2f7-6ffcbe9ca102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411473 Sep 07 03:00:42.301132 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-177bb368-346d-474d-aff4-7dbad9bb48c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:42.304092 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-177bb368-346d-474d-aff4-7dbad9bb48c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:42.308405 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-177bb368-346d-474d-aff4-7dbad9bb48c5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a36b17b0-216e-4f1d-a5fc-a322ea39d70a HTTP/1.1" status: 204 len: 168 time: 0.3821197 Sep 07 03:00:42.364798 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177bb368-346d-474d-aff4-7dbad9bb48c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36b17b0-216e-4f1d-a5fc-a322ea39d70a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:42.747224 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-78da9bf9-1e75-44e1-926b-bbad106f7f82 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:42.763925 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54926) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:42.771099 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-d163cb03-e165-4810-851c-723e498642f0 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Request body: {'router': {'name': 'tempest-router--832567463', 'project_id': '57120397d070470bab73e121bc3ca0bd'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:00:42.809243 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78da9bf9-1e75-44e1-926b-bbad106f7f82 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event deleted for resources: {'Port': ['ID=fc85577f-cc76-463e-b512-2235041fc7c1,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:42.810306 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d163cb03-e165-4810-851c-723e498642f0 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:42.812367 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d163cb03-e165-4810-851c-723e498642f0 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:42.930623 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d163cb03-e165-4810-851c-723e498642f0 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:42.938405 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d163cb03-e165-4810-851c-723e498642f0 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:42.965726 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d163cb03-e165-4810-851c-723e498642f0 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:42.967580 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-d163cb03-e165-4810-851c-723e498642f0 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2023685 Sep 07 03:00:42.971543 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54932) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:43.043658 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-78da9bf9-1e75-44e1-926b-bbad106f7f82 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:43.115857 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-28122af5-e67d-4030-b39c-03826151a8f6 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:43.277133 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78da9bf9-1e75-44e1-926b-bbad106f7f82 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Router 10a4ad61-485a-480c-8e7d-ecf165a174b2 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:00:43.311500 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-28122af5-e67d-4030-b39c-03826151a8f6 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:43.315077 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-28122af5-e67d-4030-b39c-03826151a8f6 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:43.365025 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-28122af5-e67d-4030-b39c-03826151a8f6 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:43.365801 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28122af5-e67d-4030-b39c-03826151a8f6 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 95bdc85d-87c2-4ffe-b52c-6a163f3330aa {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 03:00:43.372636 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-28122af5-e67d-4030-b39c-03826151a8f6 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:43.377589 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-28122af5-e67d-4030-b39c-03826151a8f6 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] 10.222.0.22 "DELETE /v2.0/routers/95bdc85d-87c2-4ffe-b52c-6a163f3330aa HTTP/1.1" status: 204 len: 168 time: 0.4007287 Sep 07 03:00:43.399879 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78da9bf9-1e75-44e1-926b-bbad106f7f82 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:00:43.406114 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-78da9bf9-1e75-44e1-926b-bbad106f7f82 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "PUT /v2.0/routers/10a4ad61-485a-480c-8e7d-ecf165a174b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3081067 Sep 07 03:00:43.408338 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54952) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:43.410315 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9f325e-ebe6-4e84-8fc4-474aebac091d None None] Sync routers for ids ['10a4ad61-485a-480c-8e7d-ecf165a174b2'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:00:43.428575 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9f325e-ebe6-4e84-8fc4-474aebac091d None None] Routers {'10a4ad61-485a-480c-8e7d-ecf165a174b2'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:00:43.429214 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-9d9f325e-ebe6-4e84-8fc4-474aebac091d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:00:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['10a4ad61-485a-480c-8e7d-ecf165a174b2'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:43.610293 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-9d9f325e-ebe6-4e84-8fc4-474aebac091d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:43.622666 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9f325e-ebe6-4e84-8fc4-474aebac091d None None] Routers {'10a4ad61-485a-480c-8e7d-ecf165a174b2'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:00:43.623529 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-9d9f325e-ebe6-4e84-8fc4-474aebac091d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:00:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['10a4ad61-485a-480c-8e7d-ecf165a174b2'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:43.679312 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54962) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:43.694450 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-9d9f325e-ebe6-4e84-8fc4-474aebac091d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:43.695559 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9f325e-ebe6-4e84-8fc4-474aebac091d None None] The sync data for ids ['10a4ad61-485a-480c-8e7d-ecf165a174b2'] in n-d-796209-16 is: [] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:00:43.725641 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a9d6b253-3690-4e1d-a408-24132d147603 req-b2fa421d-7122-4d93-8d75-8433828c9c39 tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] 10.222.0.22 "GET /v2.0/ports?device_id=32453f81-0906-4222-bfec-af570d0c917c HTTP/1.1" status: 200 len: 210 time: 0.0926213 Sep 07 03:00:43.813910 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-00932bbe-1569-4091-bf0a-d3210f706f88 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] remove_router_interface failed (client error): The resource could not be found. Sep 07 03:00:43.814964 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-00932bbe-1569-4091-bf0a-d3210f706f88 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "PUT /v2.0/routers/10a4ad61-485a-480c-8e7d-ecf165a174b2/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4056702 Sep 07 03:00:43.817760 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 54968) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:43.882220 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-63b4e0c6-0634-4161-bcb2-b5a11dc76cf3 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "GET /v2.0/ports?device_id=10a4ad61-485a-480c-8e7d-ecf165a174b2 HTTP/1.1" status: 200 len: 205 time: 0.0631938 Sep 07 03:00:43.884867 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54974) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:43.931728 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-985b9e97-b272-49d3-90e9-2a68c92a982f tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-634729898', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}, 'admin_state_up': False}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:00:43.970339 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-985b9e97-b272-49d3-90e9-2a68c92a982f tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:43.972383 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-985b9e97-b272-49d3-90e9-2a68c92a982f tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:44.009730 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9438b0a2-dc61-4a43-baa6-732d17d7105a tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for router, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:44.055444 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-985b9e97-b272-49d3-90e9-2a68c92a982f tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:44.237932 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9438b0a2-dc61-4a43-baa6-732d17d7105a tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:44.241195 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9438b0a2-dc61-4a43-baa6-732d17d7105a tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:44.282462 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-985b9e97-b272-49d3-90e9-2a68c92a982f tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:44.314471 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9438b0a2-dc61-4a43-baa6-732d17d7105a tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:44.314992 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9438b0a2-dc61-4a43-baa6-732d17d7105a tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Fanout notify agent at l3_agent the message router_deleted on router 10a4ad61-485a-480c-8e7d-ecf165a174b2 {{(pid=94701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 03:00:44.329798 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9438b0a2-dc61-4a43-baa6-732d17d7105a tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:44.334797 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-9438b0a2-dc61-4a43-baa6-732d17d7105a tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "DELETE /v2.0/routers/10a4ad61-485a-480c-8e7d-ecf165a174b2 HTTP/1.1" status: 204 len: 168 time: 0.4480960 Sep 07 03:00:44.334951 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 54990) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:44.419719 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-d45188e6-e233-4b71-9654-93a66a0ee083 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Deleting subnet b7eb4c1f-a901-4505-9558-29881fc5921d {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 03:00:44.419719 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d45188e6-e233-4b71-9654-93a66a0ee083 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:44.515362 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d45188e6-e233-4b71-9654-93a66a0ee083 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:44.539917 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-985b9e97-b272-49d3-90e9-2a68c92a982f tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:44.564371 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-985b9e97-b272-49d3-90e9-2a68c92a982f tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:44.683579 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d45188e6-e233-4b71-9654-93a66a0ee083 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:44.773695 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-985b9e97-b272-49d3-90e9-2a68c92a982f tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Allocated IP 172.25.5.97 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/24eaca56-fc64-4d8c-a0f4-06218fbb862a) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:00:44.820570 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d45188e6-e233-4b71-9654-93a66a0ee083 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:44.859922 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45188e6-e233-4b71-9654-93a66a0ee083 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event deleted for resources: {'Subnet': ['ID=b7eb4c1f-a901-4505-9558-29881fc5921d,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:44.862372 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d45188e6-e233-4b71-9654-93a66a0ee083 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:44.867556 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d45188e6-e233-4b71-9654-93a66a0ee083 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "DELETE /v2.0/subnets/b7eb4c1f-a901-4505-9558-29881fc5921d HTTP/1.1" status: 204 len: 168 time: 0.5315447 Sep 07 03:00:44.868297 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 55018) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:44.869589 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38633b91-de12-4500-84ae-ce0155b2a7fb None None] Network 9fc5c489-9355-42b0-9d07-8e15786ec97b requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:00:44.925093 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3986b96f-bbd4-4b98-9764-cd309c9fd5fc req-83f878e1-974f-4d30-8f6a-f6e3adcd79fa tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] 10.222.0.22 "GET /v2.0/ports?device_id=32453f81-0906-4222-bfec-af570d0c917c HTTP/1.1" status: 200 len: 210 time: 0.1028917 Sep 07 03:00:44.973472 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-985b9e97-b272-49d3-90e9-2a68c92a982f tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:44.975591 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dfa231bc-3c47-46ea-9f4a-9755eb9e46f9 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:45.032663 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-985b9e97-b272-49d3-90e9-2a68c92a982f tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:45.056408 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-dfa231bc-3c47-46ea-9f4a-9755eb9e46f9 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Deleting port 5e6d8215-427a-4b8c-820c-af319b6d0ba7 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:00:45.056842 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dfa231bc-3c47-46ea-9f4a-9755eb9e46f9 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:45.126092 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985b9e97-b272-49d3-90e9-2a68c92a982f tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:00:45.129337 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-985b9e97-b272-49d3-90e9-2a68c92a982f tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:00:45.133338 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985b9e97-b272-49d3-90e9-2a68c92a982f tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:00:45.177167 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1607ce-ca85-4324-9970-dfc9b19bfcc7 None None] DHCP port deletion for 9fc5c489-9355-42b0-9d07-8e15786ec97b request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 03:00:45.187086 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-dfa231bc-3c47-46ea-9f4a-9755eb9e46f9 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] For port 5e6d8215-427a-4b8c-820c-af319b6d0ba7, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=5e6d8215-427a-4b8c-820c-af319b6d0ba7,segment=NetworkSegment(c943357a-1ed5-4062-b485-2c54353ba92a),segment_id=c943357a-1ed5-4062-b485-2c54353ba92a)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:00:45.187821 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dfa231bc-3c47-46ea-9f4a-9755eb9e46f9 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:45.188568 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985b9e97-b272-49d3-90e9-2a68c92a982f tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Pushing event updated for resources: {'Port': ['ID=24eaca56-fc64-4d8c-a0f4-06218fbb862a,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:45.203238 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-dfa231bc-3c47-46ea-9f4a-9755eb9e46f9 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Calling delete_port for 5e6d8215-427a-4b8c-820c-af319b6d0ba7 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:00:45.251369 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8e1607ce-ca85-4324-9970-dfc9b19bfcc7 None None] Deleting port 5e6d8215-427a-4b8c-820c-af319b6d0ba7 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:00:45.252435 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8e1607ce-ca85-4324-9970-dfc9b19bfcc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:45.309636 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dfa231bc-3c47-46ea-9f4a-9755eb9e46f9 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:45.333517 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8e1607ce-ca85-4324-9970-dfc9b19bfcc7 None None] For port 5e6d8215-427a-4b8c-820c-af319b6d0ba7, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=5e6d8215-427a-4b8c-820c-af319b6d0ba7,segment=NetworkSegment(c943357a-1ed5-4062-b485-2c54353ba92a),segment_id=c943357a-1ed5-4062-b485-2c54353ba92a)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:00:45.333918 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8e1607ce-ca85-4324-9970-dfc9b19bfcc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:45.341494 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa231bc-3c47-46ea-9f4a-9755eb9e46f9 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event deleted for resources: {'Port': ['ID=5e6d8215-427a-4b8c-820c-af319b6d0ba7,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:45.346046 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa231bc-3c47-46ea-9f4a-9755eb9e46f9 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] No DVR routers for this DVR port 5e6d8215-427a-4b8c-820c-af319b6d0ba7 on host n-d-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:00:45.360253 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8e1607ce-ca85-4324-9970-dfc9b19bfcc7 None None] Calling delete_port for 5e6d8215-427a-4b8c-820c-af319b6d0ba7 owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:00:45.440720 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-985b9e97-b272-49d3-90e9-2a68c92a982f tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:45.442704 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8e1607ce-ca85-4324-9970-dfc9b19bfcc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:45.448705 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dfa231bc-3c47-46ea-9f4a-9755eb9e46f9 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:45.455139 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1607ce-ca85-4324-9970-dfc9b19bfcc7 None None] No DVR routers for this DVR port 5e6d8215-427a-4b8c-820c-af319b6d0ba7 on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:00:45.472579 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-dfa231bc-3c47-46ea-9f4a-9755eb9e46f9 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fc5c489-9355-42b0-9d07-8e15786ec97b']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:45.483387 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-dfa231bc-3c47-46ea-9f4a-9755eb9e46f9 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c943357a-1ed5-4062-b485-2c54353ba92a') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:45.483757 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-dfa231bc-3c47-46ea-9f4a-9755eb9e46f9 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c943357a-1ed5-4062-b485-2c54353ba92a') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:45.488439 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1607ce-ca85-4324-9970-dfc9b19bfcc7 None None] Pushing event deleted for resources: {'Port': ['ID=5e6d8215-427a-4b8c-820c-af319b6d0ba7,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:45.495018 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dfa231bc-3c47-46ea-9f4a-9755eb9e46f9 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:45.517081 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dfa231bc-3c47-46ea-9f4a-9755eb9e46f9 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:45.526097 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfa231bc-3c47-46ea-9f4a-9755eb9e46f9 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 03:00:45.526516 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dfa231bc-3c47-46ea-9f4a-9755eb9e46f9 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:45.577451 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 5e6d8215-427a-4b8c-820c-af319b6d0ba7 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:00:45.592181 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 03:00:45.592181 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 03:00:45.592181 n-d-796209-16 neutron-server[94701]: timer() Sep 07 03:00:45.592181 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 03:00:45.592181 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 03:00:45.592181 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 03:00:45.592181 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 03:00:45.592181 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 03:00:45.592181 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 03:00:45.592181 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 03:00:45.592181 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 03:00:45.592181 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 03:00:45.592181 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 03:00:45.592181 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 03:00:45.592181 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 03:00:45.592181 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 03:00:45.592181 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 03:00:45.592181 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 03:00:45.592181 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 03:00:45.592181 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 03:00:45.592181 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 03:00:45.592181 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 03:00:45.592181 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 03:00:45.592181 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 03:00:45.592181 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 03:00:45.592181 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 03:00:45.592181 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 03:00:45.592181 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 03:00:45.592181 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 03:00:45.592181 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 03:00:45.592181 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 03:00:45.592181 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 03:00:45.610350 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dfa231bc-3c47-46ea-9f4a-9755eb9e46f9 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:45.613432 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 5e6d8215-427a-4b8c-820c-af319b6d0ba7 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:00:45.613874 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 5e6d8215-427a-4b8c-820c-af319b6d0ba7 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:00:45.618501 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dfa231bc-3c47-46ea-9f4a-9755eb9e46f9 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:45.620407 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-dfa231bc-3c47-46ea-9f4a-9755eb9e46f9 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "DELETE /v2.0/networks/9fc5c489-9355-42b0-9d07-8e15786ec97b HTTP/1.1" status: 204 len: 168 time: 0.7507741 Sep 07 03:00:45.632300 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 55030) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:45.645683 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-a2d4255e-b735-4430-bcf7-6ce435593407 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Request body: {'network': {'name': 'tempest-RoutersTest-348694211'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:00:45.652152 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa231bc-3c47-46ea-9f4a-9755eb9e46f9 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event deleted for resources: {'Network': ['ID=9fc5c489-9355-42b0-9d07-8e15786ec97b,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:45.690309 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d4255e-b735-4430-bcf7-6ce435593407 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Made reservation on behalf of ee71fe15143d4479a2a412d712f66384 for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:00:45.693899 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a2d4255e-b735-4430-bcf7-6ce435593407 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:45.709544 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-985b9e97-b272-49d3-90e9-2a68c92a982f tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:45.720965 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2d4255e-b735-4430-bcf7-6ce435593407 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 03:00:45.732275 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a2d4255e-b735-4430-bcf7-6ce435593407 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:45.732732 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-a2d4255e-b735-4430-bcf7-6ce435593407 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Added segment 93c3bb08-4e25-4b1d-9453-ed0e5d266089 of type vlan for network e3ec31d2-7f95-45db-8b48-cb1d72f7df54 Sep 07 03:00:45.788578 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a2d4255e-b735-4430-bcf7-6ce435593407 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:45.824560 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a2d4255e-b735-4430-bcf7-6ce435593407 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:45.831385 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d4255e-b735-4430-bcf7-6ce435593407 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:45.832059 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a2d4255e-b735-4430-bcf7-6ce435593407 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:45.857252 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-985b9e97-b272-49d3-90e9-2a68c92a982f tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Router 6027152d-a130-4712-ab62-d3a6993c4d69 is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 03:00:45.877786 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a2d4255e-b735-4430-bcf7-6ce435593407 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2359331 Sep 07 03:00:45.880666 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 55040) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:45.891916 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-2f230f83-7d45-4d7e-85e8-2018c6499764 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Request body: {'subnet': {'network_id': 'e3ec31d2-7f95-45db-8b48-cb1d72f7df54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:00:45.939079 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d4255e-b735-4430-bcf7-6ce435593407 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event updated for resources: {'Network': ['ID=e3ec31d2-7f95-45db-8b48-cb1d72f7df54,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:45.951552 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network e3ec31d2-7f95-45db-8b48-cb1d72f7df54 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 03:00:46.031343 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f9a82674-a5e6-4575-83ac-508948312c78 req-f4e5cbd1-e70c-475d-bdc2-011f67ca4d39 tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] 10.222.0.22 "GET /v2.0/ports?device_id=32453f81-0906-4222-bfec-af570d0c917c HTTP/1.1" status: 200 len: 210 time: 0.0415869 Sep 07 03:00:46.045747 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-985b9e97-b272-49d3-90e9-2a68c92a982f tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:00:46.065787 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f230f83-7d45-4d7e-85e8-2018c6499764 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Made reservation on behalf of ee71fe15143d4479a2a412d712f66384 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:00:46.070929 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2f230f83-7d45-4d7e-85e8-2018c6499764 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:46.071073 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-985b9e97-b272-49d3-90e9-2a68c92a982f tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:46.074517 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-985b9e97-b272-49d3-90e9-2a68c92a982f tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3913486 Sep 07 03:00:46.075404 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 55048) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:46.075919 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cff44bb-fcbb-4742-892b-d4d29484f127 None None] Sync routers for ids ['6027152d-a130-4712-ab62-d3a6993c4d69'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:00:46.087124 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cff44bb-fcbb-4742-892b-d4d29484f127 None None] Routers {'6027152d-a130-4712-ab62-d3a6993c4d69'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:00:46.087887 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-6cff44bb-fcbb-4742-892b-d4d29484f127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:00:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['6027152d-a130-4712-ab62-d3a6993c4d69'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:46.126071 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-6cff44bb-fcbb-4742-892b-d4d29484f127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:46.136334 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cff44bb-fcbb-4742-892b-d4d29484f127 None None] Routers {'6027152d-a130-4712-ab62-d3a6993c4d69'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:00:46.137189 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-6cff44bb-fcbb-4742-892b-d4d29484f127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:00:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['6027152d-a130-4712-ab62-d3a6993c4d69'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:46.189329 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-6cff44bb-fcbb-4742-892b-d4d29484f127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:46.190826 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a935aece-96b8-47b9-a41d-0044621b5374 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] 10.222.0.22 "GET /v2.0/routers/6027152d-a130-4712-ab62-d3a6993c4d69 HTTP/1.1" status: 200 len: 923 time: 0.1135116 Sep 07 03:00:46.192037 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cff44bb-fcbb-4742-892b-d4d29484f127 None None] The sync data for ids ['6027152d-a130-4712-ab62-d3a6993c4d69'] in n-d-796209-16 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:00:46.194056 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 55054) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:46.226175 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8e6d4986-f0e5-4400-9e8c-1009cb1ed04e tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] 10.222.0.22 "GET /v2.0/ports?device_id=6027152d-a130-4712-ab62-d3a6993c4d69 HTTP/1.1" status: 200 len: 205 time: 0.0309932 Sep 07 03:00:46.228674 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 55056) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:46.413727 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cd5e496c-32de-4c33-8969-5b006b41411a tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks [] for router, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:46.416997 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2f230f83-7d45-4d7e-85e8-2018c6499764 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:46.498110 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f230f83-7d45-4d7e-85e8-2018c6499764 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event updated for resources: {'Subnet': ['ID=5cfdb35e-86ed-4be2-8e19-9510e0392abc,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:46.581464 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f230f83-7d45-4d7e-85e8-2018c6499764 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Checking segment: {'id': '93c3bb08-4e25-4b1d-9453-ed0e5d266089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e3ec31d2-7f95-45db-8b48-cb1d72f7df54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:00:46.581876 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f230f83-7d45-4d7e-85e8-2018c6499764 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Network hostable DHCP agents. Network: e3ec31d2-7f95-45db-8b48-cb1d72f7df54, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 03:00:46.613647 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cd5e496c-32de-4c33-8969-5b006b41411a tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:46.622499 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f230f83-7d45-4d7e-85e8-2018c6499764 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Network e3ec31d2-7f95-45db-8b48-cb1d72f7df54 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 03:00:46.652423 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-2f230f83-7d45-4d7e-85e8-2018c6499764 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, e3ec31d2-7f95-45db-8b48-cb1d72f7df54) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:00:46.657832 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f230f83-7d45-4d7e-85e8-2018c6499764 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:46.658425 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2f230f83-7d45-4d7e-85e8-2018c6499764 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:46.665914 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674b0ff4-39b3-4fcd-9247-2031761212ca None None] Network e3ec31d2-7f95-45db-8b48-cb1d72f7df54 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:00:46.683505 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-2f230f83-7d45-4d7e-85e8-2018c6499764 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7992330 Sep 07 03:00:46.684476 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 55076) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:46.694574 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-cd5e496c-32de-4c33-8969-5b006b41411a tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Deleting port 24eaca56-fc64-4d8c-a0f4-06218fbb862a {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:00:46.694968 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cd5e496c-32de-4c33-8969-5b006b41411a tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:46.703685 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-0653fda0-94f9-4709-a60b-52fa12b66e75 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-570036139', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:00:46.763175 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0653fda0-94f9-4709-a60b-52fa12b66e75 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:46.764364 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0653fda0-94f9-4709-a60b-52fa12b66e75 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:46.796138 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cd5e496c-32de-4c33-8969-5b006b41411a tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:46.813487 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-cd5e496c-32de-4c33-8969-5b006b41411a tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Calling delete_port for 24eaca56-fc64-4d8c-a0f4-06218fbb862a owned by network:router_gateway {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:00:46.837473 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0653fda0-94f9-4709-a60b-52fa12b66e75 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:46.846137 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0653fda0-94f9-4709-a60b-52fa12b66e75 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:46.883007 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0653fda0-94f9-4709-a60b-52fa12b66e75 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:46.887053 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-0653fda0-94f9-4709-a60b-52fa12b66e75 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1987996 Sep 07 03:00:46.887335 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 55082) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:46.900110 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e07fee-f2a4-4a1f-8c2c-9308a546e5b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-e3ec31d2-7f95-45db-8b48-cb1d72f7df54', 'network_id': 'e3ec31d2-7f95-45db-8b48-cb1d72f7df54', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'fixed_ips': [{'subnet_id': '5cfdb35e-86ed-4be2-8e19-9510e0392abc'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 03:00:46.911026 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-78e07fee-f2a4-4a1f-8c2c-9308a546e5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:47.109285 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-78e07fee-f2a4-4a1f-8c2c-9308a546e5b5 None None] Allocated IP 172.20.0.2 (e3ec31d2-7f95-45db-8b48-cb1d72f7df54/5cfdb35e-86ed-4be2-8e19-9510e0392abc/51ee8083-1a8a-4d8b-a5c1-c84fe8dd4ae0) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:00:47.248626 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ad7b6e4b-390a-4fba-b2bf-abfdfd61e1d2 req-efd266b2-8e50-47e2-9544-02f7efe66726 tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] 10.222.0.22 "GET /v2.0/ports?device_id=32453f81-0906-4222-bfec-af570d0c917c HTTP/1.1" status: 200 len: 210 time: 0.1038818 Sep 07 03:00:47.282812 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cd5e496c-32de-4c33-8969-5b006b41411a tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:47.330148 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5e496c-32de-4c33-8969-5b006b41411a tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Pushing event deleted for resources: {'Port': ['ID=24eaca56-fc64-4d8c-a0f4-06218fbb862a,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:47.421052 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-78e07fee-f2a4-4a1f-8c2c-9308a546e5b5 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:47.441120 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-78e07fee-f2a4-4a1f-8c2c-9308a546e5b5 None None] Transition to ACTIVE for port object 51ee8083-1a8a-4d8b-a5c1-c84fe8dd4ae0 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:00:47.448121 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6fbd40a8-01f2-4b86-8b4d-0c6c8813a130 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:47.482336 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cd5e496c-32de-4c33-8969-5b006b41411a tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:47.525681 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-78e07fee-f2a4-4a1f-8c2c-9308a546e5b5 None None] Transition to ACTIVE for port object 51ee8083-1a8a-4d8b-a5c1-c84fe8dd4ae0 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:00:47.540655 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-78e07fee-f2a4-4a1f-8c2c-9308a546e5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:47.621834 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e07fee-f2a4-4a1f-8c2c-9308a546e5b5 None None] Network e3ec31d2-7f95-45db-8b48-cb1d72f7df54 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:00:47.623256 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e07fee-f2a4-4a1f-8c2c-9308a546e5b5 None None] Pushing event updated for resources: {'Port': ['ID=51ee8083-1a8a-4d8b-a5c1-c84fe8dd4ae0,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:47.626943 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-78e07fee-f2a4-4a1f-8c2c-9308a546e5b5 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:00:47.629682 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e07fee-f2a4-4a1f-8c2c-9308a546e5b5 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:00:47.644722 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cd5e496c-32de-4c33-8969-5b006b41411a tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:47.647307 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cd5e496c-32de-4c33-8969-5b006b41411a tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:47.702948 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cd5e496c-32de-4c33-8969-5b006b41411a tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:47.703906 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5e496c-32de-4c33-8969-5b006b41411a tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Fanout notify agent at l3_agent the message router_deleted on router 6027152d-a130-4712-ab62-d3a6993c4d69 {{(pid=94701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 03:00:47.711666 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cd5e496c-32de-4c33-8969-5b006b41411a tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:47.716588 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-cd5e496c-32de-4c33-8969-5b006b41411a tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] 10.222.0.22 "DELETE /v2.0/routers/6027152d-a130-4712-ab62-d3a6993c4d69 HTTP/1.1" status: 204 len: 168 time: 1.4834435 Sep 07 03:00:47.719785 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 55104) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:47.724772 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-c31e0584-6290-45fa-bc9a-e26b896154ce tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1694728063', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'enable_snat': False}}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:00:47.731994 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-78e07fee-f2a4-4a1f-8c2c-9308a546e5b5 None None] Attempting to bind port 51ee8083-1a8a-4d8b-a5c1-c84fe8dd4ae0 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:00:47.732498 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-78e07fee-f2a4-4a1f-8c2c-9308a546e5b5 None None] Attempting to bind port 51ee8083-1a8a-4d8b-a5c1-c84fe8dd4ae0 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '93c3bb08-4e25-4b1d-9453-ed0e5d266089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e3ec31d2-7f95-45db-8b48-cb1d72f7df54'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:00:47.732979 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e07fee-f2a4-4a1f-8c2c-9308a546e5b5 None None] Attempting to bind port 51ee8083-1a8a-4d8b-a5c1-c84fe8dd4ae0 on network e3ec31d2-7f95-45db-8b48-cb1d72f7df54 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:00:47.748183 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e07fee-f2a4-4a1f-8c2c-9308a546e5b5 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:00:47.748677 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e07fee-f2a4-4a1f-8c2c-9308a546e5b5 None None] Checking segment: {'id': '93c3bb08-4e25-4b1d-9453-ed0e5d266089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e3ec31d2-7f95-45db-8b48-cb1d72f7df54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:00:47.749148 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-78e07fee-f2a4-4a1f-8c2c-9308a546e5b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:47.749557 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e07fee-f2a4-4a1f-8c2c-9308a546e5b5 None None] Bound using segment: {'id': '93c3bb08-4e25-4b1d-9453-ed0e5d266089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e3ec31d2-7f95-45db-8b48-cb1d72f7df54'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:00:47.750381 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-78e07fee-f2a4-4a1f-8c2c-9308a546e5b5 None None] Bound port: 51ee8083-1a8a-4d8b-a5c1-c84fe8dd4ae0, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93c3bb08-4e25-4b1d-9453-ed0e5d266089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e3ec31d2-7f95-45db-8b48-cb1d72f7df54'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:00:47.750775 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-78e07fee-f2a4-4a1f-8c2c-9308a546e5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:47.758297 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c31e0584-6290-45fa-bc9a-e26b896154ce tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:47.760626 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c31e0584-6290-45fa-bc9a-e26b896154ce tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:47.831535 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c31e0584-6290-45fa-bc9a-e26b896154ce tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:47.901081 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-78e07fee-f2a4-4a1f-8c2c-9308a546e5b5 None None] For port 51ee8083-1a8a-4d8b-a5c1-c84fe8dd4ae0, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:00:47.905274 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-78e07fee-f2a4-4a1f-8c2c-9308a546e5b5 None None] For port 51ee8083-1a8a-4d8b-a5c1-c84fe8dd4ae0, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=51ee8083-1a8a-4d8b-a5c1-c84fe8dd4ae0,segment=NetworkSegment(93c3bb08-4e25-4b1d-9453-ed0e5d266089),segment_id=93c3bb08-4e25-4b1d-9453-ed0e5d266089)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:00:47.912105 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-78e07fee-f2a4-4a1f-8c2c-9308a546e5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:48.049797 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c31e0584-6290-45fa-bc9a-e26b896154ce tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:48.063465 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e07fee-f2a4-4a1f-8c2c-9308a546e5b5 None None] Pushing event updated for resources: {'Port': ['ID=51ee8083-1a8a-4d8b-a5c1-c84fe8dd4ae0,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:48.473683 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c31e0584-6290-45fa-bc9a-e26b896154ce tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:48.494088 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-6fbd40a8-01f2-4b86-8b4d-0c6c8813a130 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Allocated IP 172.20.0.1 (e3ec31d2-7f95-45db-8b48-cb1d72f7df54/5cfdb35e-86ed-4be2-8e19-9510e0392abc/3d927747-ca3e-4c5a-9451-69adaf25693c) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:00:48.529562 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c31e0584-6290-45fa-bc9a-e26b896154ce tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:48.534405 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5a475dd3-f36f-4279-b92d-0c59be9676ce req-5ea60323-a12f-4ec7-ba88-b3c2f5bfd9df tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] 10.222.0.22 "GET /v2.0/ports?device_id=32453f81-0906-4222-bfec-af570d0c917c HTTP/1.1" status: 200 len: 210 time: 0.1469603 Sep 07 03:00:48.766670 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-c31e0584-6290-45fa-bc9a-e26b896154ce tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Allocated IP 172.25.5.170 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/41d5676c-b59f-43c0-afdb-4285bc2059b3) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:00:48.786691 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6fbd40a8-01f2-4b86-8b4d-0c6c8813a130 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:48.828095 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-6fbd40a8-01f2-4b86-8b4d-0c6c8813a130 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Transition to ACTIVE for port object 3d927747-ca3e-4c5a-9451-69adaf25693c will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:00:48.877590 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6fbd40a8-01f2-4b86-8b4d-0c6c8813a130 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:48.926254 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c31e0584-6290-45fa-bc9a-e26b896154ce tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:48.926515 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbd40a8-01f2-4b86-8b4d-0c6c8813a130 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Network e3ec31d2-7f95-45db-8b48-cb1d72f7df54 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:00:48.933511 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-6fbd40a8-01f2-4b86-8b4d-0c6c8813a130 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:00:48.937062 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbd40a8-01f2-4b86-8b4d-0c6c8813a130 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:00:48.987275 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c31e0584-6290-45fa-bc9a-e26b896154ce tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:48.992324 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbd40a8-01f2-4b86-8b4d-0c6c8813a130 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event updated for resources: {'Port': ['ID=3d927747-ca3e-4c5a-9451-69adaf25693c,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:49.017217 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6fbd40a8-01f2-4b86-8b4d-0c6c8813a130 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:49.036028 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31e0584-6290-45fa-bc9a-e26b896154ce tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:00:49.039333 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-c31e0584-6290-45fa-bc9a-e26b896154ce tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:00:49.045146 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31e0584-6290-45fa-bc9a-e26b896154ce tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:00:49.165041 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31e0584-6290-45fa-bc9a-e26b896154ce tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Pushing event updated for resources: {'Port': ['ID=41d5676c-b59f-43c0-afdb-4285bc2059b3,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:49.218148 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6fbd40a8-01f2-4b86-8b4d-0c6c8813a130 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:49.502195 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c31e0584-6290-45fa-bc9a-e26b896154ce tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:49.712463 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 51ee8083-1a8a-4d8b-a5c1-c84fe8dd4ae0 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:00:49.816912 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-41824298-17e5-4048-b5e3-c19e0933eacd req-8504ba81-d36d-461c-944c-78c2c7af556d tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] 10.222.0.22 "GET /v2.0/ports?device_id=32453f81-0906-4222-bfec-af570d0c917c HTTP/1.1" status: 200 len: 210 time: 0.0902736 Sep 07 03:00:49.821645 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6fbd40a8-01f2-4b86-8b4d-0c6c8813a130 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:49.852561 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6fbd40a8-01f2-4b86-8b4d-0c6c8813a130 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:49.864650 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 51ee8083-1a8a-4d8b-a5c1-c84fe8dd4ae0 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:00:49.942121 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3d6dd4-d73b-4652-a59f-26a882bc0160 None None] Network e3ec31d2-7f95-45db-8b48-cb1d72f7df54 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:00:49.942489 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6fbd40a8-01f2-4b86-8b4d-0c6c8813a130 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:50.070508 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-6977a798-7e0e-4278-91f6-034783a9160d None None] Provisioning for port 51ee8083-1a8a-4d8b-a5c1-c84fe8dd4ae0 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:00:50.103876 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-6977a798-7e0e-4278-91f6-034783a9160d None None] Provisioning complete for port 51ee8083-1a8a-4d8b-a5c1-c84fe8dd4ae0 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:00:50.104346 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6977a798-7e0e-4278-91f6-034783a9160d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:50.106228 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbd40a8-01f2-4b86-8b4d-0c6c8813a130 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event updated for resources: {'Port': ['ID=3d927747-ca3e-4c5a-9451-69adaf25693c,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:50.150199 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d5cfb9-8ce4-4516-be16-ffc454f35519 req-d54127f8-acf8-442c-ae1d-09261682da52 tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:50.152278 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-49d5cfb9-8ce4-4516-be16-ffc454f35519 req-d54127f8-acf8-442c-ae1d-09261682da52 tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] 10.222.0.16 "GET /v2.0/networks?id=85b9e4c0-603d-4f20-a2f7-6ffcbe9ca102 HTTP/1.1" status: 200 len: 809 time: 0.7380302 Sep 07 03:00:50.170703 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-49d5cfb9-8ce4-4516-be16-ffc454f35519 req-814a5dc1-f2ec-4d01-b724-b0124997a92e tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] Request body: {'port': {'device_id': '32453f81-0906-4222-bfec-af570d0c917c', 'network_id': '85b9e4c0-603d-4f20-a2f7-6ffcbe9ca102', 'admin_state_up': True, 'tenant_id': 'c770b5ed803042dd84121734a1a78cb3'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:00:50.345731 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbd40a8-01f2-4b86-8b4d-0c6c8813a130 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Network e3ec31d2-7f95-45db-8b48-cb1d72f7df54 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:00:50.353062 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-6fbd40a8-01f2-4b86-8b4d-0c6c8813a130 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:00:50.515361 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6977a798-7e0e-4278-91f6-034783a9160d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:50.560744 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49d5cfb9-8ce4-4516-be16-ffc454f35519 req-814a5dc1-f2ec-4d01-b724-b0124997a92e tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] Made reservation on behalf of c770b5ed803042dd84121734a1a78cb3 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:00:50.565063 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-49d5cfb9-8ce4-4516-be16-ffc454f35519 req-814a5dc1-f2ec-4d01-b724-b0124997a92e tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:50.641396 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c31e0584-6290-45fa-bc9a-e26b896154ce tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:50.659099 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fbd40a8-01f2-4b86-8b4d-0c6c8813a130 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Router de329b39-b973-4519-8f1c-579bc4edad03 is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 03:00:50.679909 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-6977a798-7e0e-4278-91f6-034783a9160d None None] For port 51ee8083-1a8a-4d8b-a5c1-c84fe8dd4ae0, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=51ee8083-1a8a-4d8b-a5c1-c84fe8dd4ae0,segment=NetworkSegment(93c3bb08-4e25-4b1d-9453-ed0e5d266089),segment_id=93c3bb08-4e25-4b1d-9453-ed0e5d266089)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:00:50.693312 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6977a798-7e0e-4278-91f6-034783a9160d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:50.795502 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6977a798-7e0e-4278-91f6-034783a9160d None None] Pushing event updated for resources: {'Port': ['ID=51ee8083-1a8a-4d8b-a5c1-c84fe8dd4ae0,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:50.836429 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-49d5cfb9-8ce4-4516-be16-ffc454f35519 req-814a5dc1-f2ec-4d01-b724-b0124997a92e tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] Allocated IP 172.20.0.14 (85b9e4c0-603d-4f20-a2f7-6ffcbe9ca102/631f08da-8ee7-41b5-bdd3-56aab8ba46ff/ce8ced7b-4b46-474b-9a75-d6a102c3fced) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:00:50.856782 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c31e0584-6290-45fa-bc9a-e26b896154ce tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Router 657dc1a4-b475-4f57-90dd-0926e6f0ab56 is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 03:00:50.901743 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fbd40a8-01f2-4b86-8b4d-0c6c8813a130 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:00:50.910972 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-6fbd40a8-01f2-4b86-8b4d-0c6c8813a130 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "PUT /v2.0/routers/de329b39-b973-4519-8f1c-579bc4edad03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0222106 Sep 07 03:00:50.912456 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b53391c-d27c-4e1e-b4eb-a51a55b98857 None None] Sync routers for ids ['de329b39-b973-4519-8f1c-579bc4edad03'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:00:50.915515 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 55170) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:50.927801 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b53391c-d27c-4e1e-b4eb-a51a55b98857 None None] Routers {'de329b39-b973-4519-8f1c-579bc4edad03'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:00:50.929564 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-0b53391c-d27c-4e1e-b4eb-a51a55b98857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:00:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['de329b39-b973-4519-8f1c-579bc4edad03'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:51.001044 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6bf4b9-3ede-44cc-b99d-81299d1fabe5 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:51.011408 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-0b53391c-d27c-4e1e-b4eb-a51a55b98857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:51.020507 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-1f6bf4b9-3ede-44cc-b99d-81299d1fabe5 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "GET /v2.0/ports/3d927747-ca3e-4c5a-9451-69adaf25693c HTTP/1.1" status: 200 len: 910 time: 0.1039586 Sep 07 03:00:51.028340 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b53391c-d27c-4e1e-b4eb-a51a55b98857 None None] Routers {'de329b39-b973-4519-8f1c-579bc4edad03'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:00:51.030097 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-0b53391c-d27c-4e1e-b4eb-a51a55b98857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:00:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['de329b39-b973-4519-8f1c-579bc4edad03'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:51.037599 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-eaf43ba7-7672-4376-baae-8837d3155b88 None None] Provisioning complete for port 51ee8083-1a8a-4d8b-a5c1-c84fe8dd4ae0 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:00:51.037976 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-eaf43ba7-7672-4376-baae-8837d3155b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:51.065946 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 55174) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:51.074882 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-0b53391c-d27c-4e1e-b4eb-a51a55b98857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:51.075941 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b53391c-d27c-4e1e-b4eb-a51a55b98857 None None] The sync data for ids ['de329b39-b973-4519-8f1c-579bc4edad03'] in n-d-796209-16 is: [] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:00:51.107177 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-89463ae4-cf9d-45d8-97e2-7ee168b7c63b req-cc5d85bb-821b-4556-ad20-b4b1e683e19a tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] 10.222.0.22 "GET /v2.0/ports?device_id=32453f81-0906-4222-bfec-af570d0c917c HTTP/1.1" status: 200 len: 210 time: 0.0744898 Sep 07 03:00:51.191910 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-eaf43ba7-7672-4376-baae-8837d3155b88 None None] Provisioning for port 3d927747-ca3e-4c5a-9451-69adaf25693c completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:00:51.197397 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-eaf43ba7-7672-4376-baae-8837d3155b88 None None] Provisioning complete for port 3d927747-ca3e-4c5a-9451-69adaf25693c triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:00:51.198059 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-eaf43ba7-7672-4376-baae-8837d3155b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:51.236365 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c31e0584-6290-45fa-bc9a-e26b896154ce tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:00:51.273125 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c31e0584-6290-45fa-bc9a-e26b896154ce tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:51.275464 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f36e9eb-5cdf-4568-b18d-5f29b5313b88 None None] Sync routers for ids ['657dc1a4-b475-4f57-90dd-0926e6f0ab56'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:00:51.276235 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c31e0584-6290-45fa-bc9a-e26b896154ce tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.5554359 Sep 07 03:00:51.279046 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 55182) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:51.302913 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f36e9eb-5cdf-4568-b18d-5f29b5313b88 None None] Routers {'657dc1a4-b475-4f57-90dd-0926e6f0ab56'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:00:51.303728 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-1f36e9eb-5cdf-4568-b18d-5f29b5313b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:00:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['657dc1a4-b475-4f57-90dd-0926e6f0ab56'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:51.305516 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-eaf43ba7-7672-4376-baae-8837d3155b88 None None] Port 3d927747-ca3e-4c5a-9451-69adaf25693c cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:00:51.326749 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-49d5cfb9-8ce4-4516-be16-ffc454f35519 req-814a5dc1-f2ec-4d01-b724-b0124997a92e tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:51.497598 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 55184) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:51.498395 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-aaba8c5e-3002-4d40-a37f-0e6a9b941524 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] 10.222.0.22 "GET /v2.0/routers/657dc1a4-b475-4f57-90dd-0926e6f0ab56 HTTP/1.1" status: 200 len: 909 time: 0.2105920 Sep 07 03:00:51.513582 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-d8d146d6-2136-44ca-84cc-097c21bdc374 None None] Provisioning complete for port 3d927747-ca3e-4c5a-9451-69adaf25693c triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:00:51.513582 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d8d146d6-2136-44ca-84cc-097c21bdc374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:51.523947 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:51.564840 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-330e71e6-3039-4383-b9b1-32cc5d709940 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1694728063', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'enable_snat': True}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:00:51.614982 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-1f36e9eb-5cdf-4568-b18d-5f29b5313b88 None None] Set router 657dc1a4-b475-4f57-90dd-0926e6f0ab56 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:00:51.645584 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-49d5cfb9-8ce4-4516-be16-ffc454f35519 req-814a5dc1-f2ec-4d01-b724-b0124997a92e tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:51.681704 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 51ee8083-1a8a-4d8b-a5c1-c84fe8dd4ae0 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:00:51.759022 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:51.768834 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49d5cfb9-8ce4-4516-be16-ffc454f35519 req-814a5dc1-f2ec-4d01-b724-b0124997a92e tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] Network 85b9e4c0-603d-4f20-a2f7-6ffcbe9ca102 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:00:51.775010 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814a5dc1-f2ec-4d01-b724-b0124997a92e tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] Pushing event updated for resources: {'Port': ['ID=ce8ced7b-4b46-474b-9a75-d6a102c3fced,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:51.786270 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-49d5cfb9-8ce4-4516-be16-ffc454f35519 req-814a5dc1-f2ec-4d01-b724-b0124997a92e tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:00:51.793687 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-49d5cfb9-8ce4-4516-be16-ffc454f35519 req-814a5dc1-f2ec-4d01-b724-b0124997a92e tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:00:51.831323 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-330e71e6-3039-4383-b9b1-32cc5d709940 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:51.833200 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-330e71e6-3039-4383-b9b1-32cc5d709940 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:51.894157 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-d8d146d6-2136-44ca-84cc-097c21bdc374 None None] Port 3d927747-ca3e-4c5a-9451-69adaf25693c cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:00:51.907948 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d5cfb9-8ce4-4516-be16-ffc454f35519 req-814a5dc1-f2ec-4d01-b724-b0124997a92e tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:51.909652 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-49d5cfb9-8ce4-4516-be16-ffc454f35519 req-814a5dc1-f2ec-4d01-b724-b0124997a92e tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:51.943942 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 51ee8083-1a8a-4d8b-a5c1-c84fe8dd4ae0 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:00:51.944347 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:51.992813 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-330e71e6-3039-4383-b9b1-32cc5d709940 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:52.027976 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-49d5cfb9-8ce4-4516-be16-ffc454f35519 req-814a5dc1-f2ec-4d01-b724-b0124997a92e tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8634877 Sep 07 03:00:52.083079 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-49d5cfb9-8ce4-4516-be16-ffc454f35519 req-c79da3ca-21ef-4cb9-99fe-3aa943ed8eac service neutron] Request body: {'port': {'device_id': '32453f81-0906-4222-bfec-af570d0c917c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:00:52.233718 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-82d703be-9c72-47cd-8f35-b0452ca60c5c tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:52.265084 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-1f36e9eb-5cdf-4568-b18d-5f29b5313b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '657dc1a4-b475-4f57-90dd-0926e6f0ab56', 'name': 'tempest-snat-router-1694728063', 'tenant_id': 'adae7660b17a4996994c63299863fccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.170'}], 'enable_snat': False}, 'gw_port_id': '41d5676c-b59f-43c0-afdb-4285bc2059b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:00:47Z', 'updated_at': '2021-09-07T03:00:49Z', 'revision_number': 3, 'project_id': 'adae7660b17a4996994c63299863fccd', 'gw_port': {'id': '41d5676c-b59f-43c0-afdb-4285bc2059b3', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:36:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '657dc1a4-b475-4f57-90dd-0926e6f0ab56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:00:48Z', 'updated_at': '2021-09-07T03:00:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:52.320087 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e59d9f-35ab-4d2b-9506-8e0781455680 req-7fddb4c6-a56c-4e49-989e-478879585a44 tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:52.322943 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f36e9eb-5cdf-4568-b18d-5f29b5313b88 None None] Checking router: 657dc1a4-b475-4f57-90dd-0926e6f0ab56 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:00:52.323307 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f36e9eb-5cdf-4568-b18d-5f29b5313b88 None None] Updating router 657dc1a4-b475-4f57-90dd-0926e6f0ab56 port 41d5676c-b59f-43c0-afdb-4285bc2059b3 binding host n-d-796209-16 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 03:00:52.336989 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-40e59d9f-35ab-4d2b-9506-8e0781455680 req-7fddb4c6-a56c-4e49-989e-478879585a44 tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] 10.222.0.22 "GET /v2.0/ports?device_id=32453f81-0906-4222-bfec-af570d0c917c HTTP/1.1" status: 200 len: 932 time: 0.1240499 Sep 07 03:00:52.373063 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-081b727a-8a81-40ae-8688-31464adc1962 None None] Provisioning complete for port 3d927747-ca3e-4c5a-9451-69adaf25693c triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:00:52.373443 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-081b727a-8a81-40ae-8688-31464adc1962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:52.399154 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-330e71e6-3039-4383-b9b1-32cc5d709940 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:52.419080 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1f36e9eb-5cdf-4568-b18d-5f29b5313b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:52.427070 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-40e59d9f-35ab-4d2b-9506-8e0781455680 req-6837a787-f784-4862-b6ac-2efa634adce9 tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] 10.222.0.22 "GET /v2.0/security-groups?id=135a694a-17e7-4407-8b10-75a418f48adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846019 Sep 07 03:00:52.439530 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-49d5cfb9-8ce4-4516-be16-ffc454f35519 req-c79da3ca-21ef-4cb9-99fe-3aa943ed8eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:52.469083 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-081b727a-8a81-40ae-8688-31464adc1962 None None] Port 3d927747-ca3e-4c5a-9451-69adaf25693c cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:00:52.764700 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1f36e9eb-5cdf-4568-b18d-5f29b5313b88 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:52.776050 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-1f36e9eb-5cdf-4568-b18d-5f29b5313b88 None None] Transition to ACTIVE for port object 41d5676c-b59f-43c0-afdb-4285bc2059b3 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:00:52.786274 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1f36e9eb-5cdf-4568-b18d-5f29b5313b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:52.839443 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c489569-76d1-4180-b017-9d3614ed37fd None None] Pushing event updated for resources: {'Port': ['ID=41d5676c-b59f-43c0-afdb-4285bc2059b3,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:52.869372 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-1f36e9eb-5cdf-4568-b18d-5f29b5313b88 None None] Attempting to bind port 41d5676c-b59f-43c0-afdb-4285bc2059b3 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:00:52.869687 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-1f36e9eb-5cdf-4568-b18d-5f29b5313b88 None None] Attempting to bind port 41d5676c-b59f-43c0-afdb-4285bc2059b3 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:00:52.870219 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f36e9eb-5cdf-4568-b18d-5f29b5313b88 None None] Attempting to bind port 41d5676c-b59f-43c0-afdb-4285bc2059b3 on network 1166b922-7457-4da4-bdda-328e8c8e7bc6 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:00:52.877033 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f36e9eb-5cdf-4568-b18d-5f29b5313b88 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:00:52.877420 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f36e9eb-5cdf-4568-b18d-5f29b5313b88 None None] Checking segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:00:52.877837 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1f36e9eb-5cdf-4568-b18d-5f29b5313b88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:52.878255 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f36e9eb-5cdf-4568-b18d-5f29b5313b88 None None] Bound using segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:00:52.880226 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-1f36e9eb-5cdf-4568-b18d-5f29b5313b88 None None] Bound port: 41d5676c-b59f-43c0-afdb-4285bc2059b3, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:00:52.880762 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1f36e9eb-5cdf-4568-b18d-5f29b5313b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:52.955245 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-1f36e9eb-5cdf-4568-b18d-5f29b5313b88 None None] For port 41d5676c-b59f-43c0-afdb-4285bc2059b3, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:00:52.959243 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-1f36e9eb-5cdf-4568-b18d-5f29b5313b88 None None] For port 41d5676c-b59f-43c0-afdb-4285bc2059b3, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=41d5676c-b59f-43c0-afdb-4285bc2059b3,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:00:52.965411 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1f36e9eb-5cdf-4568-b18d-5f29b5313b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:53.058695 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f36e9eb-5cdf-4568-b18d-5f29b5313b88 None None] Routers {'657dc1a4-b475-4f57-90dd-0926e6f0ab56'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:00:53.059668 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-1f36e9eb-5cdf-4568-b18d-5f29b5313b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:00:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['657dc1a4-b475-4f57-90dd-0926e6f0ab56'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:53.119634 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c489569-76d1-4180-b017-9d3614ed37fd None None] Pushing event updated for resources: {'Port': ['ID=41d5676c-b59f-43c0-afdb-4285bc2059b3,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:53.211104 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-1f36e9eb-5cdf-4568-b18d-5f29b5313b88 None None] Set router 657dc1a4-b475-4f57-90dd-0926e6f0ab56 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:00:53.358753 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-82d703be-9c72-47cd-8f35-b0452ca60c5c tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Deleting port 3d927747-ca3e-4c5a-9451-69adaf25693c {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:00:53.359395 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-82d703be-9c72-47cd-8f35-b0452ca60c5c tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:53.538438 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-1f36e9eb-5cdf-4568-b18d-5f29b5313b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '657dc1a4-b475-4f57-90dd-0926e6f0ab56', 'name': 'tempest-snat-router-1694728063', 'tenant_id': 'adae7660b17a4996994c63299863fccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.170'}], 'enable_snat': False}, 'gw_port_id': '41d5676c-b59f-43c0-afdb-4285bc2059b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:00:47Z', 'updated_at': '2021-09-07T03:00:49Z', 'revision_number': 3, 'project_id': 'adae7660b17a4996994c63299863fccd', 'gw_port': {'id': '41d5676c-b59f-43c0-afdb-4285bc2059b3', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:36:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '657dc1a4-b475-4f57-90dd-0926e6f0ab56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:00:48Z', 'updated_at': '2021-09-07T03:00:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:53.577604 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f36e9eb-5cdf-4568-b18d-5f29b5313b88 None None] The sync data for ids ['657dc1a4-b475-4f57-90dd-0926e6f0ab56'] in n-d-796209-16 is: [{'id': '657dc1a4-b475-4f57-90dd-0926e6f0ab56', 'name': 'tempest-snat-router-1694728063', 'tenant_id': 'adae7660b17a4996994c63299863fccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.170'}], 'enable_snat': False}, 'gw_port_id': '41d5676c-b59f-43c0-afdb-4285bc2059b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:00:47Z', 'updated_at': '2021-09-07T03:00:49Z', 'revision_number': 3, 'project_id': 'adae7660b17a4996994c63299863fccd', 'gw_port': {'id': '41d5676c-b59f-43c0-afdb-4285bc2059b3', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:36:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '657dc1a4-b475-4f57-90dd-0926e6f0ab56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:00:48Z', 'updated_at': '2021-09-07T03:00:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:00:53.589164 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-49d5cfb9-8ce4-4516-be16-ffc454f35519 req-c79da3ca-21ef-4cb9-99fe-3aa943ed8eac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce8ced7b-4b46-474b-9a75-d6a102c3fced {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:00:53.647024 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-49d5cfb9-8ce4-4516-be16-ffc454f35519 req-c79da3ca-21ef-4cb9-99fe-3aa943ed8eac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:53.702647 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-49d5cfb9-8ce4-4516-be16-ffc454f35519 req-c79da3ca-21ef-4cb9-99fe-3aa943ed8eac service neutron] Transition to ACTIVE for port object ce8ced7b-4b46-474b-9a75-d6a102c3fced will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:00:53.710608 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-330e71e6-3039-4383-b9b1-32cc5d709940 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:53.714382 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8f0c678a-893c-4959-ae6a-6a950beb8093 req-0de738c1-92b2-4861-893e-413a467e50be service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ba593fbf-4dd7-47ec-8163-8712a7f482b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1084003 Sep 07 03:00:53.759587 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b79f9fb-fef5-4b9b-b9cc-5d603ba3744c req-bbbb12f3-791b-4b6a-8cb3-8792ec587d5b tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:53.761084 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4b79f9fb-fef5-4b9b-b9cc-5d603ba3744c req-bbbb12f3-791b-4b6a-8cb3-8792ec587d5b tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] 10.222.0.22 "GET /v2.0/ports?device_id=32453f81-0906-4222-bfec-af570d0c917c HTTP/1.1" status: 200 len: 932 time: 0.2166238 Sep 07 03:00:53.762100 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-330e71e6-3039-4383-b9b1-32cc5d709940 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:53.773991 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-49d5cfb9-8ce4-4516-be16-ffc454f35519 req-c79da3ca-21ef-4cb9-99fe-3aa943ed8eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:53.844118 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-82d703be-9c72-47cd-8f35-b0452ca60c5c tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:53.860886 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c678a-893c-4959-ae6a-6a950beb8093 req-bdce710e-4656-48a8-a132-8ff1bf7d5739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:53.864250 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8f0c678a-893c-4959-ae6a-6a950beb8093 req-bdce710e-4656-48a8-a132-8ff1bf7d5739 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=626f31b15da14e0da01388cbfdee7f90&device_id=ba593fbf-4dd7-47ec-8163-8712a7f482b1 HTTP/1.1" status: 200 len: 1097 time: 0.1001170 Sep 07 03:00:53.911215 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-82d703be-9c72-47cd-8f35-b0452ca60c5c tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Calling delete_port for 3d927747-ca3e-4c5a-9451-69adaf25693c owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:00:53.926268 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4b79f9fb-fef5-4b9b-b9cc-5d603ba3744c req-5f08c51d-5272-4e9a-80bc-d6600424d179 tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] 10.222.0.22 "GET /v2.0/security-groups?id=135a694a-17e7-4407-8b10-75a418f48adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469905 Sep 07 03:00:53.967324 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79da3ca-21ef-4cb9-99fe-3aa943ed8eac service neutron] Pushing event updated for resources: {'Port': ['ID=ce8ced7b-4b46-474b-9a75-d6a102c3fced,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:54.161458 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-49d5cfb9-8ce4-4516-be16-ffc454f35519 req-c79da3ca-21ef-4cb9-99fe-3aa943ed8eac service neutron] Attempting to bind port ce8ced7b-4b46-474b-9a75-d6a102c3fced on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:00:54.161877 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-49d5cfb9-8ce4-4516-be16-ffc454f35519 req-c79da3ca-21ef-4cb9-99fe-3aa943ed8eac service neutron] Attempting to bind port ce8ced7b-4b46-474b-9a75-d6a102c3fced by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '8fadb85b-d3ee-4774-bf5c-24f6c80a2a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '85b9e4c0-603d-4f20-a2f7-6ffcbe9ca102'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:00:54.162092 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d5cfb9-8ce4-4516-be16-ffc454f35519 req-c79da3ca-21ef-4cb9-99fe-3aa943ed8eac service neutron] Attempting to bind port ce8ced7b-4b46-474b-9a75-d6a102c3fced on network 85b9e4c0-603d-4f20-a2f7-6ffcbe9ca102 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:00:54.168896 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c678a-893c-4959-ae6a-6a950beb8093 req-88fe6d62-f2a1-4915-a835-ad4bcd5acb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:54.170428 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8f0c678a-893c-4959-ae6a-6a950beb8093 req-88fe6d62-f2a1-4915-a835-ad4bcd5acb73 service neutron] 10.222.0.23 "GET /v2.0/networks?id=66da11a5-58e0-4d5e-b61b-f2a97b6c60d4 HTTP/1.1" status: 200 len: 896 time: 0.2577660 Sep 07 03:00:54.182074 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-330e71e6-3039-4383-b9b1-32cc5d709940 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Allocated IP 172.25.5.200 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/e4545591-2d54-43a7-a961-9c42c1d503b2) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:00:54.184239 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d5cfb9-8ce4-4516-be16-ffc454f35519 req-c79da3ca-21ef-4cb9-99fe-3aa943ed8eac service neutron] Port ce8ced7b-4b46-474b-9a75-d6a102c3fced on network 85b9e4c0-603d-4f20-a2f7-6ffcbe9ca102 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 03:00:54.184467 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d5cfb9-8ce4-4516-be16-ffc454f35519 req-c79da3ca-21ef-4cb9-99fe-3aa943ed8eac service neutron] Attempting to bind port ce8ced7b-4b46-474b-9a75-d6a102c3fced on network 85b9e4c0-603d-4f20-a2f7-6ffcbe9ca102 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:00:54.285749 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8f0c678a-893c-4959-ae6a-6a950beb8093 req-1a221118-5f2c-49c9-8376-5b2f69558967 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4387ac9-95f9-4012-b004-ab69e4b6b711 HTTP/1.1" status: 200 len: 1000 time: 0.1053691 Sep 07 03:00:54.310714 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d5cfb9-8ce4-4516-be16-ffc454f35519 req-c79da3ca-21ef-4cb9-99fe-3aa943ed8eac service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:00:54.310714 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d5cfb9-8ce4-4516-be16-ffc454f35519 req-c79da3ca-21ef-4cb9-99fe-3aa943ed8eac service neutron] Checking segment: {'id': '8fadb85b-d3ee-4774-bf5c-24f6c80a2a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '85b9e4c0-603d-4f20-a2f7-6ffcbe9ca102'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:00:54.311512 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d5cfb9-8ce4-4516-be16-ffc454f35519 req-c79da3ca-21ef-4cb9-99fe-3aa943ed8eac service neutron] Bound using segment: {'id': '8fadb85b-d3ee-4774-bf5c-24f6c80a2a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '85b9e4c0-603d-4f20-a2f7-6ffcbe9ca102'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:00:54.311512 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-49d5cfb9-8ce4-4516-be16-ffc454f35519 req-c79da3ca-21ef-4cb9-99fe-3aa943ed8eac service neutron] Bound port: ce8ced7b-4b46-474b-9a75-d6a102c3fced, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fadb85b-d3ee-4774-bf5c-24f6c80a2a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '85b9e4c0-603d-4f20-a2f7-6ffcbe9ca102'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:00:54.317756 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-49d5cfb9-8ce4-4516-be16-ffc454f35519 req-c79da3ca-21ef-4cb9-99fe-3aa943ed8eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:54.335541 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:00:54.394028 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c678a-893c-4959-ae6a-6a950beb8093 req-4ddfeb05-0316-4d62-b99c-eaf91718103c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:54.395585 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8f0c678a-893c-4959-ae6a-6a950beb8093 req-4ddfeb05-0316-4d62-b99c-eaf91718103c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=57f615bc-1ee1-4087-b628-32768bf98bce HTTP/1.1" status: 200 len: 834 time: 0.1009696 Sep 07 03:00:54.498853 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c678a-893c-4959-ae6a-6a950beb8093 req-109d8569-b20f-4b3c-855c-32c1e555d6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:54.501350 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8f0c678a-893c-4959-ae6a-6a950beb8093 req-109d8569-b20f-4b3c-855c-32c1e555d6f2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=66da11a5-58e0-4d5e-b61b-f2a97b6c60d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0963926 Sep 07 03:00:54.518593 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-49d5cfb9-8ce4-4516-be16-ffc454f35519 req-c79da3ca-21ef-4cb9-99fe-3aa943ed8eac service neutron] For port ce8ced7b-4b46-474b-9a75-d6a102c3fced, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:00:54.542247 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-49d5cfb9-8ce4-4516-be16-ffc454f35519 req-c79da3ca-21ef-4cb9-99fe-3aa943ed8eac service neutron] For port ce8ced7b-4b46-474b-9a75-d6a102c3fced, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=ce8ced7b-4b46-474b-9a75-d6a102c3fced,segment=NetworkSegment(8fadb85b-d3ee-4774-bf5c-24f6c80a2a13),segment_id=8fadb85b-d3ee-4774-bf5c-24f6c80a2a13)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:00:54.583443 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-49d5cfb9-8ce4-4516-be16-ffc454f35519 req-c79da3ca-21ef-4cb9-99fe-3aa943ed8eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:54.677554 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d5cfb9-8ce4-4516-be16-ffc454f35519 req-c79da3ca-21ef-4cb9-99fe-3aa943ed8eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:54.678183 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-49d5cfb9-8ce4-4516-be16-ffc454f35519 req-c79da3ca-21ef-4cb9-99fe-3aa943ed8eac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:54.679860 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-49d5cfb9-8ce4-4516-be16-ffc454f35519 req-c79da3ca-21ef-4cb9-99fe-3aa943ed8eac service neutron] 10.222.0.16 "PUT /v2.0/ports/ce8ced7b-4b46-474b-9a75-d6a102c3fced HTTP/1.1" status: 200 len: 1093 time: 2.6019533 Sep 07 03:00:54.680302 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32453f81-0906-4222-bfec-af570d0c917c', 'tag': 'ce8ced7b-4b46-474b-9a75-d6a102c3fced'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:00:54.682673 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4611ad9a-f43d-4a95-9f04-3e5b7ba93a53" -d '{"events": [{"name": "network-changed", "server_uuid": "32453f81-0906-4222-bfec-af570d0c917c", "tag": "ce8ced7b-4b46-474b-9a75-d6a102c3fced"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:00:54.697021 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-330e71e6-3039-4383-b9b1-32cc5d709940 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:54.738869 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8f0c678a-893c-4959-ae6a-6a950beb8093 req-6ed2851b-01d6-4eaf-93a6-bb1f224d01f1 service neutron] 10.222.0.23 "GET /v2.0/networks/66da11a5-58e0-4d5e-b61b-f2a97b6c60d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303441 Sep 07 03:00:54.769733 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-527ee66f-f547-43e7-b324-821f1120c9d4 x-openstack-request-id: req-527ee66f-f547-43e7-b324-821f1120c9d4 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:00:54.770038 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32453f81-0906-4222-bfec-af570d0c917c", "tag": "ce8ced7b-4b46-474b-9a75-d6a102c3fced", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:00:54.770266 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-527ee66f-f547-43e7-b324-821f1120c9d4 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:00:54.770676 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32453f81-0906-4222-bfec-af570d0c917c', 'tag': 'ce8ced7b-4b46-474b-9a75-d6a102c3fced', 'status': 'completed', 'code': 200} Sep 07 03:00:54.772820 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-82d703be-9c72-47cd-8f35-b0452ca60c5c tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:54.815719 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79da3ca-21ef-4cb9-99fe-3aa943ed8eac service neutron] Pushing event updated for resources: {'Port': ['ID=ce8ced7b-4b46-474b-9a75-d6a102c3fced,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:54.957241 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d703be-9c72-47cd-8f35-b0452ca60c5c tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event deleted for resources: {'Port': ['ID=3d927747-ca3e-4c5a-9451-69adaf25693c,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:54.992078 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8f0c678a-893c-4959-ae6a-6a950beb8093 req-e1731818-c3d0-4172-bc15-8928be5756b7 service neutron] 10.222.0.23 "GET /v2.0/networks/66da11a5-58e0-4d5e-b61b-f2a97b6c60d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412746 Sep 07 03:00:55.091834 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d5cfb9-8ce4-4516-be16-ffc454f35519 req-1b5af863-80d6-4fe1-aeb6-f5a045b8f105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:55.093401 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-49d5cfb9-8ce4-4516-be16-ffc454f35519 req-1b5af863-80d6-4fe1-aeb6-f5a045b8f105 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c770b5ed803042dd84121734a1a78cb3&device_id=32453f81-0906-4222-bfec-af570d0c917c HTTP/1.1" status: 200 len: 1096 time: 0.3413107 Sep 07 03:00:55.186082 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-82d703be-9c72-47cd-8f35-b0452ca60c5c tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:55.191513 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-330e71e6-3039-4383-b9b1-32cc5d709940 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:55.193449 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-49d5cfb9-8ce4-4516-be16-ffc454f35519 req-dd1e209a-ecef-4a6b-9486-2c5f4fbbd723 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce8ced7b-4b46-474b-9a75-d6a102c3fced HTTP/1.1" status: 200 len: 217 time: 0.0807507 Sep 07 03:00:55.318378 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e090fe1a-920b-46d0-9e5d-75e6f525b81a req-b766cb94-f4d8-45f8-a7a0-4e0bb24333d5 tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:55.325546 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e090fe1a-920b-46d0-9e5d-75e6f525b81a req-b766cb94-f4d8-45f8-a7a0-4e0bb24333d5 tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] 10.222.0.22 "GET /v2.0/ports?device_id=32453f81-0906-4222-bfec-af570d0c917c HTTP/1.1" status: 200 len: 944 time: 0.2494094 Sep 07 03:00:55.336296 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330e71e6-3039-4383-b9b1-32cc5d709940 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:00:55.354137 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-330e71e6-3039-4383-b9b1-32cc5d709940 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:00:55.361599 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330e71e6-3039-4383-b9b1-32cc5d709940 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Pushing event updated for resources: {'Port': ['ID=e4545591-2d54-43a7-a961-9c42c1d503b2,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:55.367858 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330e71e6-3039-4383-b9b1-32cc5d709940 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:00:55.427443 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d5cfb9-8ce4-4516-be16-ffc454f35519 req-359b6fd2-0eea-486f-8bff-0ef53d63b3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:55.429149 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-49d5cfb9-8ce4-4516-be16-ffc454f35519 req-359b6fd2-0eea-486f-8bff-0ef53d63b3db service neutron] 10.222.0.16 "GET /v2.0/subnets?id=631f08da-8ee7-41b5-bdd3-56aab8ba46ff HTTP/1.1" status: 200 len: 849 time: 0.2279222 Sep 07 03:00:55.507553 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-49d5cfb9-8ce4-4516-be16-ffc454f35519 req-634ed360-ce9b-4640-8138-fe78d5863680 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=85b9e4c0-603d-4f20-a2f7-6ffcbe9ca102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706115 Sep 07 03:00:55.510489 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e090fe1a-920b-46d0-9e5d-75e6f525b81a req-d55e9e08-7944-4969-a0af-c308f2180498 tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] 10.222.0.22 "GET /v2.0/security-groups?id=135a694a-17e7-4407-8b10-75a418f48adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841671 Sep 07 03:00:55.647049 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82d703be-9c72-47cd-8f35-b0452ca60c5c tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Router de329b39-b973-4519-8f1c-579bc4edad03 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:00:55.688384 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 41d5676c-b59f-43c0-afdb-4285bc2059b3 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:00:55.818206 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 41d5676c-b59f-43c0-afdb-4285bc2059b3 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:00:55.833325 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 41d5676c-b59f-43c0-afdb-4285bc2059b3 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:00:55.833779 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:55.863184 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-49d5cfb9-8ce4-4516-be16-ffc454f35519 req-2f5c1051-8c0a-45ee-972d-581585b8b470 service neutron] 10.222.0.16 "GET /v2.0/networks/85b9e4c0-603d-4f20-a2f7-6ffcbe9ca102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471239 Sep 07 03:00:55.927750 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d703be-9c72-47cd-8f35-b0452ca60c5c tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:00:55.939716 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6122e74-1bd0-4c9a-bc73-ad5891335c6c None None] Sync routers for ids ['de329b39-b973-4519-8f1c-579bc4edad03'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:00:55.950955 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bafa9fb8-116b-458d-a2a9-8d22e23faebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:55.958519 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6122e74-1bd0-4c9a-bc73-ad5891335c6c None None] Routers {'de329b39-b973-4519-8f1c-579bc4edad03'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:00:55.959902 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-b6122e74-1bd0-4c9a-bc73-ad5891335c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:00:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['de329b39-b973-4519-8f1c-579bc4edad03'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:55.967419 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-82d703be-9c72-47cd-8f35-b0452ca60c5c tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "PUT /v2.0/routers/de329b39-b973-4519-8f1c-579bc4edad03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8979993 Sep 07 03:00:55.968745 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 55272) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:56.014823 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-b6122e74-1bd0-4c9a-bc73-ad5891335c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:56.025939 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6122e74-1bd0-4c9a-bc73-ad5891335c6c None None] Routers {'de329b39-b973-4519-8f1c-579bc4edad03'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:00:56.026778 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-b6122e74-1bd0-4c9a-bc73-ad5891335c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:00:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['de329b39-b973-4519-8f1c-579bc4edad03'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:56.031828 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-7e838dc3-5663-4d5f-b8f2-a7e1fc902307 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "GET /v2.0/ports?device_id=de329b39-b973-4519-8f1c-579bc4edad03 HTTP/1.1" status: 200 len: 205 time: 0.0585468 Sep 07 03:00:56.032455 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 55274) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:56.080747 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:56.134075 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 41d5676c-b59f-43c0-afdb-4285bc2059b3, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=41d5676c-b59f-43c0-afdb-4285bc2059b3,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:00:56.145668 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:56.229566 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3cde1f0b-24cd-4846-b2f2-f2e2c15f480d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for router, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:56.255263 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-49d5cfb9-8ce4-4516-be16-ffc454f35519 req-ec4a82db-31b2-4a7d-a88f-5413154bbd12 service neutron] 10.222.0.16 "GET /v2.0/networks/85b9e4c0-603d-4f20-a2f7-6ffcbe9ca102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3837862 Sep 07 03:00:56.281550 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-330e71e6-3039-4383-b9b1-32cc5d709940 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:56.295563 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-b6122e74-1bd0-4c9a-bc73-ad5891335c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:56.296899 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6122e74-1bd0-4c9a-bc73-ad5891335c6c None None] The sync data for ids ['de329b39-b973-4519-8f1c-579bc4edad03'] in n-d-796209-16 is: [] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:00:56.336809 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=41d5676c-b59f-43c0-afdb-4285bc2059b3,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:56.439255 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611ad9a-f43d-4a95-9f04-3e5b7ba93a53 req-d2675835-3dcb-4202-8894-d5730973596f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:56.441148 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4611ad9a-f43d-4a95-9f04-3e5b7ba93a53 req-d2675835-3dcb-4202-8894-d5730973596f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c770b5ed803042dd84121734a1a78cb3&device_id=32453f81-0906-4222-bfec-af570d0c917c HTTP/1.1" status: 200 len: 1096 time: 0.0731153 Sep 07 03:00:56.587896 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3cde1f0b-24cd-4846-b2f2-f2e2c15f480d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:56.595091 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3cde1f0b-24cd-4846-b2f2-f2e2c15f480d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:56.664105 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3cde1f0b-24cd-4846-b2f2-f2e2c15f480d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:56.665474 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cde1f0b-24cd-4846-b2f2-f2e2c15f480d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Fanout notify agent at l3_agent the message router_deleted on router de329b39-b973-4519-8f1c-579bc4edad03 {{(pid=94701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 03:00:56.689290 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3cde1f0b-24cd-4846-b2f2-f2e2c15f480d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:56.691528 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-3cde1f0b-24cd-4846-b2f2-f2e2c15f480d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "DELETE /v2.0/routers/de329b39-b973-4519-8f1c-579bc4edad03 HTTP/1.1" status: 204 len: 168 time: 0.6561279 Sep 07 03:00:56.694412 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 55286) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:56.855666 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a689cb6-1463-43d0-8299-03e9f5fc142d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Deleting subnet 5cfdb35e-86ed-4be2-8e19-9510e0392abc {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 03:00:56.863420 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1a689cb6-1463-43d0-8299-03e9f5fc142d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:56.912985 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6bc27-304f-4981-9bd3-c5847f5d3b68 req-faf7297d-81c8-443a-a7cb-ca3792ac1c23 tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:56.914656 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dcb6bc27-304f-4981-9bd3-c5847f5d3b68 req-faf7297d-81c8-443a-a7cb-ca3792ac1c23 tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] 10.222.0.22 "GET /v2.0/ports?device_id=32453f81-0906-4222-bfec-af570d0c917c HTTP/1.1" status: 200 len: 944 time: 0.1653771 Sep 07 03:00:56.940604 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1a689cb6-1463-43d0-8299-03e9f5fc142d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:57.021763 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dcb6bc27-304f-4981-9bd3-c5847f5d3b68 req-4ffc1729-53de-467a-96c4-3d9d1c06f898 tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] 10.222.0.22 "GET /v2.0/security-groups?id=135a694a-17e7-4407-8b10-75a418f48adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967727 Sep 07 03:00:57.039095 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611ad9a-f43d-4a95-9f04-3e5b7ba93a53 req-9e59ee18-9632-4143-92b4-8959f215cf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:57.040623 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4611ad9a-f43d-4a95-9f04-3e5b7ba93a53 req-9e59ee18-9632-4143-92b4-8959f215cf12 service neutron] 10.222.0.16 "GET /v2.0/networks?id=85b9e4c0-603d-4f20-a2f7-6ffcbe9ca102 HTTP/1.1" status: 200 len: 909 time: 0.5917084 Sep 07 03:00:57.136492 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4611ad9a-f43d-4a95-9f04-3e5b7ba93a53 req-cc81af73-604c-4f02-9980-4856a19c4695 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce8ced7b-4b46-474b-9a75-d6a102c3fced HTTP/1.1" status: 200 len: 217 time: 0.0834260 Sep 07 03:00:57.162750 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1a689cb6-1463-43d0-8299-03e9f5fc142d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:57.231183 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-330e71e6-3039-4383-b9b1-32cc5d709940 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:57.273038 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1a689cb6-1463-43d0-8299-03e9f5fc142d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:57.320259 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a689cb6-1463-43d0-8299-03e9f5fc142d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event deleted for resources: {'Subnet': ['ID=5cfdb35e-86ed-4be2-8e19-9510e0392abc,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:57.328771 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1a689cb6-1463-43d0-8299-03e9f5fc142d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:57.330684 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-1a689cb6-1463-43d0-8299-03e9f5fc142d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "DELETE /v2.0/subnets/5cfdb35e-86ed-4be2-8e19-9510e0392abc HTTP/1.1" status: 204 len: 168 time: 0.6250551 Sep 07 03:00:57.335983 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 55300) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:57.338075 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcbad02-bc47-4147-be73-fafeb134466e None None] Network e3ec31d2-7f95-45db-8b48-cb1d72f7df54 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:00:57.420073 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611ad9a-f43d-4a95-9f04-3e5b7ba93a53 req-e5275a7e-899d-4bb3-b56c-ad796245c02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:57.428807 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4611ad9a-f43d-4a95-9f04-3e5b7ba93a53 req-e5275a7e-899d-4bb3-b56c-ad796245c02c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=631f08da-8ee7-41b5-bdd3-56aab8ba46ff HTTP/1.1" status: 200 len: 849 time: 0.2839139 Sep 07 03:00:57.496621 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4611ad9a-f43d-4a95-9f04-3e5b7ba93a53 req-1b696b0c-c528-4401-9738-d97fa02d80b7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=85b9e4c0-603d-4f20-a2f7-6ffcbe9ca102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541327 Sep 07 03:00:57.598657 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-af7b8448-4c8d-4d77-be12-cd879cdfbfd2 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:57.614742 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-330e71e6-3039-4383-b9b1-32cc5d709940 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Router d30e81e4-445f-40f5-8e9a-721acf2bd582 is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 03:00:57.668035 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 41d5676c-b59f-43c0-afdb-4285bc2059b3 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:00:57.714128 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4611ad9a-f43d-4a95-9f04-3e5b7ba93a53 req-eff25f25-df81-4fa5-8bd3-eb2331f71825 service neutron] 10.222.0.16 "GET /v2.0/networks/85b9e4c0-603d-4f20-a2f7-6ffcbe9ca102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134383 Sep 07 03:00:57.719001 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-af7b8448-4c8d-4d77-be12-cd879cdfbfd2 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Deleting port 51ee8083-1a8a-4d8b-a5c1-c84fe8dd4ae0 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:00:57.719495 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-af7b8448-4c8d-4d77-be12-cd879cdfbfd2 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:57.734703 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3115c1-771e-4cf5-8d1a-efb3be581676 None None] DHCP port deletion for e3ec31d2-7f95-45db-8b48-cb1d72f7df54 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 03:00:57.767253 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 41d5676c-b59f-43c0-afdb-4285bc2059b3 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:00:57.767948 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:57.805438 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-af7b8448-4c8d-4d77-be12-cd879cdfbfd2 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] For port 51ee8083-1a8a-4d8b-a5c1-c84fe8dd4ae0, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=51ee8083-1a8a-4d8b-a5c1-c84fe8dd4ae0,segment=NetworkSegment(93c3bb08-4e25-4b1d-9453-ed0e5d266089),segment_id=93c3bb08-4e25-4b1d-9453-ed0e5d266089)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:00:57.805921 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-af7b8448-4c8d-4d77-be12-cd879cdfbfd2 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:57.838767 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-af7b8448-4c8d-4d77-be12-cd879cdfbfd2 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Calling delete_port for 51ee8083-1a8a-4d8b-a5c1-c84fe8dd4ae0 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:00:57.891250 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8b3115c1-771e-4cf5-8d1a-efb3be581676 None None] Deleting port 51ee8083-1a8a-4d8b-a5c1-c84fe8dd4ae0 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:00:57.891924 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8b3115c1-771e-4cf5-8d1a-efb3be581676 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:57.977462 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-af7b8448-4c8d-4d77-be12-cd879cdfbfd2 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:57.992314 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8b3115c1-771e-4cf5-8d1a-efb3be581676 None None] For port 51ee8083-1a8a-4d8b-a5c1-c84fe8dd4ae0, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=51ee8083-1a8a-4d8b-a5c1-c84fe8dd4ae0,segment=NetworkSegment(93c3bb08-4e25-4b1d-9453-ed0e5d266089),segment_id=93c3bb08-4e25-4b1d-9453-ed0e5d266089)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:00:57.993192 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8b3115c1-771e-4cf5-8d1a-efb3be581676 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:58.008649 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8b3115c1-771e-4cf5-8d1a-efb3be581676 None None] Calling delete_port for 51ee8083-1a8a-4d8b-a5c1-c84fe8dd4ae0 owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:00:58.011401 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-330e71e6-3039-4383-b9b1-32cc5d709940 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:00:58.026425 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb067f1-6331-48ac-94d3-41beea4a3b15 None None] Sync routers for ids ['d30e81e4-445f-40f5-8e9a-721acf2bd582'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:00:58.048458 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4611ad9a-f43d-4a95-9f04-3e5b7ba93a53 req-9e3f82b8-4e71-40bd-b0a2-c57987d252a0 service neutron] 10.222.0.16 "GET /v2.0/networks/85b9e4c0-603d-4f20-a2f7-6ffcbe9ca102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256137 Sep 07 03:00:58.055374 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7b8448-4c8d-4d77-be12-cd879cdfbfd2 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event deleted for resources: {'Port': ['ID=51ee8083-1a8a-4d8b-a5c1-c84fe8dd4ae0,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:58.059151 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-330e71e6-3039-4383-b9b1-32cc5d709940 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:58.060713 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-330e71e6-3039-4383-b9b1-32cc5d709940 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.5579424 Sep 07 03:00:58.064066 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 55314) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:58.105685 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7b8448-4c8d-4d77-be12-cd879cdfbfd2 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] No DVR routers for this DVR port 51ee8083-1a8a-4d8b-a5c1-c84fe8dd4ae0 on host n-d-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:00:58.139561 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb067f1-6331-48ac-94d3-41beea4a3b15 None None] Routers {'d30e81e4-445f-40f5-8e9a-721acf2bd582'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:00:58.140720 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-7cb067f1-6331-48ac-94d3-41beea4a3b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:00:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['d30e81e4-445f-40f5-8e9a-721acf2bd582'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:58.210072 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device ce8ced7b-4b46-474b-9a75-d6a102c3fced details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 03:00:58.227505 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-37d096e1-af0b-45db-8a6d-6ef7e1582a8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:58.256612 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a495d173-b5c0-4e14-9bb0-ad6a95e94a13 req-5f9116e1-e9ec-4025-9635-30984c9c517c tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:58.263882 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a495d173-b5c0-4e14-9bb0-ad6a95e94a13 req-5f9116e1-e9ec-4025-9635-30984c9c517c tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] 10.222.0.22 "GET /v2.0/ports?device_id=32453f81-0906-4222-bfec-af570d0c917c HTTP/1.1" status: 200 len: 944 time: 0.1098688 Sep 07 03:00:58.351533 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-d885f688-ed76-4b44-a852-a091235e4267 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] 10.222.0.22 "GET /v2.0/routers/d30e81e4-445f-40f5-8e9a-721acf2bd582 HTTP/1.1" status: 200 len: 908 time: 0.2859437 Sep 07 03:00:58.367492 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 55322) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:58.372632 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a495d173-b5c0-4e14-9bb0-ad6a95e94a13 req-9a64e381-cfcc-431d-b52a-61e582dbe81c tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] 10.222.0.22 "GET /v2.0/security-groups?id=135a694a-17e7-4407-8b10-75a418f48adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036100 Sep 07 03:00:58.394785 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-af7b8448-4c8d-4d77-be12-cd879cdfbfd2 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:58.459240 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-af7b8448-4c8d-4d77-be12-cd879cdfbfd2 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3ec31d2-7f95-45db-8b48-cb1d72f7df54']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:58.473791 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-af7b8448-4c8d-4d77-be12-cd879cdfbfd2 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93c3bb08-4e25-4b1d-9453-ed0e5d266089') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:58.474092 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-af7b8448-4c8d-4d77-be12-cd879cdfbfd2 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93c3bb08-4e25-4b1d-9453-ed0e5d266089') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:58.491757 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-af7b8448-4c8d-4d77-be12-cd879cdfbfd2 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:58.512134 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8b3115c1-771e-4cf5-8d1a-efb3be581676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:58.539847 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port ce8ced7b-4b46-474b-9a75-d6a102c3fced, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=ce8ced7b-4b46-474b-9a75-d6a102c3fced,segment=NetworkSegment(8fadb85b-d3ee-4774-bf5c-24f6c80a2a13),segment_id=8fadb85b-d3ee-4774-bf5c-24f6c80a2a13)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:00:58.543037 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-7cb067f1-6331-48ac-94d3-41beea4a3b15 None None] Set router d30e81e4-445f-40f5-8e9a-721acf2bd582 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:00:58.552807 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-af7b8448-4c8d-4d77-be12-cd879cdfbfd2 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:58.572660 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af7b8448-4c8d-4d77-be12-cd879cdfbfd2 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 03:00:58.573088 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-af7b8448-4c8d-4d77-be12-cd879cdfbfd2 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:58.576923 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 03:00:58.576923 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 03:00:58.576923 n-d-796209-16 neutron-server[94701]: timer() Sep 07 03:00:58.576923 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 03:00:58.576923 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 03:00:58.576923 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 03:00:58.576923 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 03:00:58.576923 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 03:00:58.576923 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 03:00:58.576923 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 03:00:58.576923 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 03:00:58.576923 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 03:00:58.576923 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 03:00:58.576923 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 03:00:58.576923 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 03:00:58.576923 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 03:00:58.576923 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 03:00:58.576923 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 03:00:58.576923 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 03:00:58.576923 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 03:00:58.576923 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 03:00:58.576923 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 03:00:58.576923 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 03:00:58.576923 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 03:00:58.576923 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 03:00:58.576923 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 03:00:58.576923 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 03:00:58.576923 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 03:00:58.576923 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 03:00:58.576923 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 03:00:58.576923 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 03:00:58.576923 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 03:00:58.578752 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-50552360-4f0d-4b1e-aa25-689113c4ad6d tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks [] for router, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:58.639939 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3115c1-771e-4cf5-8d1a-efb3be581676 None None] Pushing event deleted for resources: {'Port': ['ID=51ee8083-1a8a-4d8b-a5c1-c84fe8dd4ae0,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:58.653798 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3115c1-771e-4cf5-8d1a-efb3be581676 None None] No DVR routers for this DVR port 51ee8083-1a8a-4d8b-a5c1-c84fe8dd4ae0 on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:00:58.655608 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': 'ce8ced7b-4b46-474b-9a75-d6a102c3fced', 'network_id': '85b9e4c0-603d-4f20-a2f7-6ffcbe9ca102', 'port_id': 'ce8ced7b-4b46-474b-9a75-d6a102c3fced', 'mac_address': 'fa:16:3e:5a:8e:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '631f08da-8ee7-41b5-bdd3-56aab8ba46ff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 03:00:58.702455 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-50552360-4f0d-4b1e-aa25-689113c4ad6d tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:58.770641 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-af7b8448-4c8d-4d77-be12-cd879cdfbfd2 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:58.781722 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:58.790495 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-af7b8448-4c8d-4d77-be12-cd879cdfbfd2 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:58.795980 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-af7b8448-4c8d-4d77-be12-cd879cdfbfd2 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "DELETE /v2.0/networks/e3ec31d2-7f95-45db-8b48-cb1d72f7df54 HTTP/1.1" status: 204 len: 168 time: 1.4556327 Sep 07 03:00:58.795980 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7b8448-4c8d-4d77-be12-cd879cdfbfd2 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event deleted for resources: {'Network': ['ID=e3ec31d2-7f95-45db-8b48-cb1d72f7df54,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:58.797840 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 55328) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:00:58.806845 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-c0b05caf-4742-4f1c-aaec-c1f6fd65cfa9 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1108444704', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}, 'admin_state_up': False}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:00:58.811042 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:58.851199 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce8ced7b-4b46-474b-9a75-d6a102c3fced {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:00:58.857914 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-50552360-4f0d-4b1e-aa25-689113c4ad6d tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Deleting port e4545591-2d54-43a7-a961-9c42c1d503b2 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:00:58.861930 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-50552360-4f0d-4b1e-aa25-689113c4ad6d tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:58.867605 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c0b05caf-4742-4f1c-aaec-c1f6fd65cfa9 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:58.869687 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c0b05caf-4742-4f1c-aaec-c1f6fd65cfa9 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:58.881613 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port ce8ced7b-4b46-474b-9a75-d6a102c3fced, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=ce8ced7b-4b46-474b-9a75-d6a102c3fced,segment=NetworkSegment(8fadb85b-d3ee-4774-bf5c-24f6c80a2a13),segment_id=8fadb85b-d3ee-4774-bf5c-24f6c80a2a13)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:00:58.889678 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:58.941123 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-7cb067f1-6331-48ac-94d3-41beea4a3b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30e81e4-445f-40f5-8e9a-721acf2bd582', 'name': 'tempest-snat-router-1694728063', 'tenant_id': 'adae7660b17a4996994c63299863fccd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'e4545591-2d54-43a7-a961-9c42c1d503b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:00:51Z', 'updated_at': '2021-09-07T03:00:55Z', 'revision_number': 3, 'project_id': 'adae7660b17a4996994c63299863fccd', 'gw_port': {'id': 'e4545591-2d54-43a7-a961-9c42c1d503b2', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:51:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd30e81e4-445f-40f5-8e9a-721acf2bd582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:00:53Z', 'updated_at': '2021-09-07T03:00:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:00:58.967472 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c0b05caf-4742-4f1c-aaec-c1f6fd65cfa9 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:58.994923 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb067f1-6331-48ac-94d3-41beea4a3b15 None None] Checking router: d30e81e4-445f-40f5-8e9a-721acf2bd582 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:00:58.995299 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb067f1-6331-48ac-94d3-41beea4a3b15 None None] Updating router d30e81e4-445f-40f5-8e9a-721acf2bd582 port e4545591-2d54-43a7-a961-9c42c1d503b2 binding host n-d-796209-16 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 03:00:59.005447 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-50552360-4f0d-4b1e-aa25-689113c4ad6d tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:59.026941 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-50552360-4f0d-4b1e-aa25-689113c4ad6d tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Calling delete_port for e4545591-2d54-43a7-a961-9c42c1d503b2 owned by network:router_gateway {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:00:59.027149 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7cb067f1-6331-48ac-94d3-41beea4a3b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:59.064517 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=ce8ced7b-4b46-474b-9a75-d6a102c3fced,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:59.294040 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['ce8ced7b-4b46-474b-9a75-d6a102c3fced'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:00:59.370476 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c0b05caf-4742-4f1c-aaec-c1f6fd65cfa9 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:59.455282 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-50552360-4f0d-4b1e-aa25-689113c4ad6d tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:59.499063 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50552360-4f0d-4b1e-aa25-689113c4ad6d tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Pushing event deleted for resources: {'Port': ['ID=e4545591-2d54-43a7-a961-9c42c1d503b2,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:00:59.595993 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:59.665510 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.db.api [None req-7cb067f1-6331-48ac-94d3-41beea4a3b15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 03:00:59.666770 n-d-796209-16 neutron-server[94702]: DEBUG oslo_db.api [None req-7cb067f1-6331-48ac-94d3-41beea4a3b15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 03:00:59.719856 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 51ee8083-1a8a-4d8b-a5c1-c84fe8dd4ae0 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:00:59.741355 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ad1fd-6bfa-43d2-91c0-6d0ceb771562 req-afdd6d42-73f0-4809-99f5-7ddb1e9b3efe tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:00:59.742257 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-789ad1fd-6bfa-43d2-91c0-6d0ceb771562 req-afdd6d42-73f0-4809-99f5-7ddb1e9b3efe tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] 10.222.0.22 "GET /v2.0/ports?device_id=32453f81-0906-4222-bfec-af570d0c917c HTTP/1.1" status: 200 len: 945 time: 0.2327743 Sep 07 03:00:59.742821 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 51ee8083-1a8a-4d8b-a5c1-c84fe8dd4ae0 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:00:59.743128 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 51ee8083-1a8a-4d8b-a5c1-c84fe8dd4ae0 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:00:59.747938 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-50552360-4f0d-4b1e-aa25-689113c4ad6d tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:59.806984 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c0b05caf-4742-4f1c-aaec-c1f6fd65cfa9 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:59.827410 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c0b05caf-4742-4f1c-aaec-c1f6fd65cfa9 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:59.868122 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-50552360-4f0d-4b1e-aa25-689113c4ad6d tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:59.872027 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-50552360-4f0d-4b1e-aa25-689113c4ad6d tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:59.889802 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-789ad1fd-6bfa-43d2-91c0-6d0ceb771562 req-13693896-728d-45ee-9310-cdad1748b55d tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] 10.222.0.22 "GET /v2.0/security-groups?id=135a694a-17e7-4407-8b10-75a418f48adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062520 Sep 07 03:00:59.939822 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-50552360-4f0d-4b1e-aa25-689113c4ad6d tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:59.941324 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50552360-4f0d-4b1e-aa25-689113c4ad6d tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d30e81e4-445f-40f5-8e9a-721acf2bd582 {{(pid=94701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 03:00:59.949791 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-50552360-4f0d-4b1e-aa25-689113c4ad6d tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:00:59.952878 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-50552360-4f0d-4b1e-aa25-689113c4ad6d tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] 10.222.0.22 "DELETE /v2.0/routers/d30e81e4-445f-40f5-8e9a-721acf2bd582 HTTP/1.1" status: 204 len: 168 time: 1.5836613 Sep 07 03:00:59.955415 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 55352) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:00.014984 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-c0b05caf-4742-4f1c-aaec-c1f6fd65cfa9 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Allocated IP 172.25.5.212 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/6cce6dfe-3ef6-4038-91e7-e3ace6a1a458) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:01:00.141670 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-32d440a6-e697-4c9c-9194-b88bf5fd46b0 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:00.215233 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device ce8ced7b-4b46-474b-9a75-d6a102c3fced up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:01:00.217828 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c0b05caf-4742-4f1c-aaec-c1f6fd65cfa9 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:00.219910 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb067f1-6331-48ac-94d3-41beea4a3b15 None None] Port e4545591-2d54-43a7-a961-9c42c1d503b2 not found while updating agent binding for router d30e81e4-445f-40f5-8e9a-721acf2bd582. {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 07 03:01:00.290576 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb067f1-6331-48ac-94d3-41beea4a3b15 None None] Routers set() bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:01:00.291188 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb067f1-6331-48ac-94d3-41beea4a3b15 None None] Router IDs set() for agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 07 03:01:00.292054 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_agentschedulers_db [None req-7cb067f1-6331-48ac-94d3-41beea4a3b15 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d30e81e4-445f-40f5-8e9a-721acf2bd582'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:00:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent'). {{(pid=94702) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 07 03:01:00.292615 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb067f1-6331-48ac-94d3-41beea4a3b15 None None] The sync data for ids ['d30e81e4-445f-40f5-8e9a-721acf2bd582'] in n-d-796209-16 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:01:00.296802 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-32d440a6-e697-4c9c-9194-b88bf5fd46b0 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:00.338939 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c0b05caf-4742-4f1c-aaec-c1f6fd65cfa9 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:00.355015 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port ce8ced7b-4b46-474b-9a75-d6a102c3fced completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:01:00.362224 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port ce8ced7b-4b46-474b-9a75-d6a102c3fced triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:01:00.364303 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:00.420493 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b05caf-4742-4f1c-aaec-c1f6fd65cfa9 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:01:00.425610 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-c0b05caf-4742-4f1c-aaec-c1f6fd65cfa9 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:01:00.432539 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b05caf-4742-4f1c-aaec-c1f6fd65cfa9 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:01:00.476209 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b05caf-4742-4f1c-aaec-c1f6fd65cfa9 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event updated for resources: {'Port': ['ID=6cce6dfe-3ef6-4038-91e7-e3ace6a1a458,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:00.485666 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:00.516042 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-32d440a6-e697-4c9c-9194-b88bf5fd46b0 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Deleting port 41d5676c-b59f-43c0-afdb-4285bc2059b3 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:01:00.516388 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-32d440a6-e697-4c9c-9194-b88bf5fd46b0 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:00.517783 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32453f81-0906-4222-bfec-af570d0c917c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8ced7b-4b46-474b-9a75-d6a102c3fced'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:01:00.520467 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2722114-c7b7-4fb4-803c-b82ebb2230bc" -d '{"events": [{"server_uuid": "32453f81-0906-4222-bfec-af570d0c917c", "name": "network-vif-plugged", "status": "completed", "tag": "ce8ced7b-4b46-474b-9a75-d6a102c3fced"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:01:00.534918 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port ce8ced7b-4b46-474b-9a75-d6a102c3fced, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=ce8ced7b-4b46-474b-9a75-d6a102c3fced,segment=NetworkSegment(8fadb85b-d3ee-4774-bf5c-24f6c80a2a13),segment_id=8fadb85b-d3ee-4774-bf5c-24f6c80a2a13)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:01:00.547032 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:00.650032 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c877865-a716-4653-9f3f-a3d522d2a694 x-openstack-request-id: req-8c877865-a716-4653-9f3f-a3d522d2a694 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:01:00.650032 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32453f81-0906-4222-bfec-af570d0c917c", "name": "network-vif-plugged", "status": "completed", "tag": "ce8ced7b-4b46-474b-9a75-d6a102c3fced", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:01:00.650032 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8c877865-a716-4653-9f3f-a3d522d2a694 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:01:00.650032 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32453f81-0906-4222-bfec-af570d0c917c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8ced7b-4b46-474b-9a75-d6a102c3fced', 'code': 200} Sep 07 03:01:00.656563 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=ce8ced7b-4b46-474b-9a75-d6a102c3fced,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:00.811205 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-32d440a6-e697-4c9c-9194-b88bf5fd46b0 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] For port 41d5676c-b59f-43c0-afdb-4285bc2059b3, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=41d5676c-b59f-43c0-afdb-4285bc2059b3,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:01:00.815570 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-32d440a6-e697-4c9c-9194-b88bf5fd46b0 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:00.838256 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d94e2-e904-42f1-bdf6-ea8f2141e576 req-6eb09192-8bd0-4ed3-abc5-c64ee853682d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:00.839793 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1e2d94e2-e904-42f1-bdf6-ea8f2141e576 req-6eb09192-8bd0-4ed3-abc5-c64ee853682d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=32453f81-0906-4222-bfec-af570d0c917c HTTP/1.1" status: 200 len: 1098 time: 0.1226835 Sep 07 03:01:00.841939 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-32d440a6-e697-4c9c-9194-b88bf5fd46b0 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Calling delete_port for 41d5676c-b59f-43c0-afdb-4285bc2059b3 owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:01:00.965148 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1e2d94e2-e904-42f1-bdf6-ea8f2141e576 req-331b5e77-6d35-4d36-93eb-516b9cd52c10 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=135a694a-17e7-4407-8b10-75a418f48adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892479 Sep 07 03:01:01.021651 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c0b05caf-4742-4f1c-aaec-c1f6fd65cfa9 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:01.068576 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa5cfa-a1fc-4bcd-ad2c-cf765ee9a024 req-230b350c-7eee-4bfe-97c8-074db2c2ad76 tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:01.070223 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-91aa5cfa-a1fc-4bcd-ad2c-cf765ee9a024 req-230b350c-7eee-4bfe-97c8-074db2c2ad76 tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] 10.222.0.22 "GET /v2.0/ports?device_id=32453f81-0906-4222-bfec-af570d0c917c HTTP/1.1" status: 200 len: 946 time: 0.0570381 Sep 07 03:01:01.132370 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-91aa5cfa-a1fc-4bcd-ad2c-cf765ee9a024 req-f0bc87b1-1284-4319-8373-bc6a2aea8551 tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] 10.222.0.22 "GET /v2.0/security-groups?id=135a694a-17e7-4407-8b10-75a418f48adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501592 Sep 07 03:01:01.444016 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:01.605037 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-32d440a6-e697-4c9c-9194-b88bf5fd46b0 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:01.639415 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d440a6-e697-4c9c-9194-b88bf5fd46b0 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Pushing event deleted for resources: {'Port': ['ID=41d5676c-b59f-43c0-afdb-4285bc2059b3,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:01.737610 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c0b05caf-4742-4f1c-aaec-c1f6fd65cfa9 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:01.746192 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-32d440a6-e697-4c9c-9194-b88bf5fd46b0 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:01.901962 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-32d440a6-e697-4c9c-9194-b88bf5fd46b0 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:01.911990 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-32d440a6-e697-4c9c-9194-b88bf5fd46b0 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:02.012561 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-32d440a6-e697-4c9c-9194-b88bf5fd46b0 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:02.013014 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d440a6-e697-4c9c-9194-b88bf5fd46b0 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 657dc1a4-b475-4f57-90dd-0926e6f0ab56 {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 03:01:02.021869 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-32d440a6-e697-4c9c-9194-b88bf5fd46b0 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:02.023151 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-32d440a6-e697-4c9c-9194-b88bf5fd46b0 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] 10.222.0.22 "DELETE /v2.0/routers/657dc1a4-b475-4f57-90dd-0926e6f0ab56 HTTP/1.1" status: 204 len: 168 time: 2.0667467 Sep 07 03:01:02.027006 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 55394) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:02.032637 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-59f137d1-7976-45f3-a5c8-f92fecaa8890 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-697401590', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}, 'admin_state_up': False}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:01:02.065681 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-59f137d1-7976-45f3-a5c8-f92fecaa8890 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:02.066819 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-59f137d1-7976-45f3-a5c8-f92fecaa8890 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:02.102656 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b05caf-4742-4f1c-aaec-c1f6fd65cfa9 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Router dd774ae3-169e-450d-903d-9e80e6307e07 is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 03:01:02.147509 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-59f137d1-7976-45f3-a5c8-f92fecaa8890 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:02.279246 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b05caf-4742-4f1c-aaec-c1f6fd65cfa9 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:01:02.293969 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271b41c5-4706-4339-86eb-487a471ac3a4 None None] Sync routers for ids ['dd774ae3-169e-450d-903d-9e80e6307e07'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:01:02.305598 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271b41c5-4706-4339-86eb-487a471ac3a4 None None] Routers {'dd774ae3-169e-450d-903d-9e80e6307e07'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:01:02.306416 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-271b41c5-4706-4339-86eb-487a471ac3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:00:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['dd774ae3-169e-450d-903d-9e80e6307e07'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:02.317630 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-59f137d1-7976-45f3-a5c8-f92fecaa8890 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:02.319381 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c0b05caf-4742-4f1c-aaec-c1f6fd65cfa9 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:02.321518 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c0b05caf-4742-4f1c-aaec-c1f6fd65cfa9 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.5186901 Sep 07 03:01:02.324524 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 55402) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:02.344969 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-271b41c5-4706-4339-86eb-487a471ac3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:02.345351 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d78f9-5e40-44ec-b327-526652c18bfe req-e1a1442c-daba-46fd-a019-5485e7bc9277 tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:02.347085 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-289d78f9-5e40-44ec-b327-526652c18bfe req-e1a1442c-daba-46fd-a019-5485e7bc9277 tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] 10.222.0.22 "GET /v2.0/ports?device_id=32453f81-0906-4222-bfec-af570d0c917c HTTP/1.1" status: 200 len: 946 time: 0.0894766 Sep 07 03:01:02.367202 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271b41c5-4706-4339-86eb-487a471ac3a4 None None] Routers {'dd774ae3-169e-450d-903d-9e80e6307e07'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:01:02.367851 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-271b41c5-4706-4339-86eb-487a471ac3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:00:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['dd774ae3-169e-450d-903d-9e80e6307e07'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:02.392322 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-289d78f9-5e40-44ec-b327-526652c18bfe req-865c5536-6304-4437-8a5a-50684e0dda17 tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] 10.222.0.22 "GET /v2.0/security-groups?id=135a694a-17e7-4407-8b10-75a418f48adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379786 Sep 07 03:01:02.417485 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-271b41c5-4706-4339-86eb-487a471ac3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:02.419993 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271b41c5-4706-4339-86eb-487a471ac3a4 None None] The sync data for ids ['dd774ae3-169e-450d-903d-9e80e6307e07'] in n-d-796209-16 is: [] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:01:02.907999 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-2fd5773f-b625-4b58-8f42-89b2d5ddc784 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "GET /v2.0/routers/dd774ae3-169e-450d-903d-9e80e6307e07 HTTP/1.1" status: 200 len: 881 time: 0.5820694 Sep 07 03:01:02.910701 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 55428) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:02.957107 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe92a04-56ab-4423-af37-b9d0dc37257d req-74289680-d637-4e6b-82b9-8a566a81988d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:02.965112 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cfe92a04-56ab-4423-af37-b9d0dc37257d req-74289680-d637-4e6b-82b9-8a566a81988d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba593fbf-4dd7-47ec-8163-8712a7f482b1 HTTP/1.1" status: 200 len: 945 time: 0.1028359 Sep 07 03:01:03.060462 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cfe92a04-56ab-4423-af37-b9d0dc37257d req-1c8fdab1-1974-47d2-af8d-ec5816358642 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=6a74a93a-4afd-4104-922e-c90dfac2834e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889988 Sep 07 03:01:03.072712 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 55438) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:03.136412 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-59f137d1-7976-45f3-a5c8-f92fecaa8890 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks [] for router_gateway, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:03.163673 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b4766ea2-0a69-4309-9318-3bfaa7a2c26b tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/floatingips/42bfd0ad-e606-41cd-bca6-c171be35e54b HTTP/1.1" status: 200 len: 992 time: 0.0768921 Sep 07 03:01:03.165785 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-59f137d1-7976-45f3-a5c8-f92fecaa8890 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:03.286875 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-59f137d1-7976-45f3-a5c8-f92fecaa8890 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Allocated IP 172.25.5.90 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/12add6b5-1b9a-473e-a34c-506def093bf9) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:01:03.330094 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee6347-e56a-4ce7-87a5-52eb1873251b req-1ca3600b-b7e1-4b27-bb04-530999d3b6aa tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:03.331872 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-55ee6347-e56a-4ce7-87a5-52eb1873251b req-1ca3600b-b7e1-4b27-bb04-530999d3b6aa tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] 10.222.0.22 "GET /v2.0/ports?device_id=32453f81-0906-4222-bfec-af570d0c917c HTTP/1.1" status: 200 len: 946 time: 0.1668305 Sep 07 03:01:03.418181 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-59f137d1-7976-45f3-a5c8-f92fecaa8890 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:03.427187 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-55ee6347-e56a-4ce7-87a5-52eb1873251b req-02f272a8-93ba-4528-a22d-7ddb10f1e862 tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] 10.222.0.22 "GET /v2.0/security-groups?id=135a694a-17e7-4407-8b10-75a418f48adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869155 Sep 07 03:01:03.437622 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-2b0c5d98-6462-4a45-94f6-0b43b74aa42a tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.5245278 Sep 07 03:01:03.438290 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 55458) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:03.456299 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-836417c7-6295-4571-bdbe-e3e2a67117ae tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1108444704'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:01:03.501335 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-59f137d1-7976-45f3-a5c8-f92fecaa8890 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:03.617141 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f137d1-7976-45f3-a5c8-f92fecaa8890 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:01:03.624258 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 41d5676c-b59f-43c0-afdb-4285bc2059b3 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:01:03.654079 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-59f137d1-7976-45f3-a5c8-f92fecaa8890 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:01:03.664108 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f137d1-7976-45f3-a5c8-f92fecaa8890 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:01:03.666109 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 41d5676c-b59f-43c0-afdb-4285bc2059b3 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:01:03.666645 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 41d5676c-b59f-43c0-afdb-4285bc2059b3 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:01:03.669878 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f137d1-7976-45f3-a5c8-f92fecaa8890 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Pushing event updated for resources: {'Port': ['ID=12add6b5-1b9a-473e-a34c-506def093bf9,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:03.711802 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad694d-9621-466f-8519-d15382f163f4 req-25a14e5f-877c-4031-a1b1-8434f78016fa tempest-TestNetworkAdvancedServerOps-2015258804 tempest-TestNetworkAdvancedServerOps-2015258804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:03.719117 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d7ad694d-9621-466f-8519-d15382f163f4 req-25a14e5f-877c-4031-a1b1-8434f78016fa tempest-TestNetworkAdvancedServerOps-2015258804 tempest-TestNetworkAdvancedServerOps-2015258804-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=ba593fbf-4dd7-47ec-8163-8712a7f482b1 HTTP/1.1" status: 200 len: 1097 time: 0.1401191 Sep 07 03:01:03.861523 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d7ad694d-9621-466f-8519-d15382f163f4 req-1ca97f54-f659-44b5-b93f-a25f6b9db573 tempest-TestNetworkAdvancedServerOps-2015258804 tempest-TestNetworkAdvancedServerOps-2015258804-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=6a74a93a-4afd-4104-922e-c90dfac2834e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413672 Sep 07 03:01:03.898125 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-836417c7-6295-4571-bdbe-e3e2a67117ae tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-553517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3974'] for router, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:03.910490 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-836417c7-6295-4571-bdbe-e3e2a67117ae tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-553510'] for router, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:03.974541 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [req-18767e47-d892-426e-b9b4-9fc3d3b4baac req-3562255f-d2fe-4f75-9fec-8fb2c290dd5f service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:03.975645 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-18767e47-d892-426e-b9b4-9fc3d3b4baac req-3562255f-d2fe-4f75-9fec-8fb2c290dd5f service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052853 Sep 07 03:01:04.032398 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-59f137d1-7976-45f3-a5c8-f92fecaa8890 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks [] for router_gateway, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:04.092779 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-836417c7-6295-4571-bdbe-e3e2a67117ae tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Router dd774ae3-169e-450d-903d-9e80e6307e07 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:01:04.251675 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836417c7-6295-4571-bdbe-e3e2a67117ae tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:01:04.268142 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267efa8d-2a95-4e50-8830-e65b4352cec8 None None] Sync routers for ids ['dd774ae3-169e-450d-903d-9e80e6307e07'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:01:04.272200 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-836417c7-6295-4571-bdbe-e3e2a67117ae tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:04.273880 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-836417c7-6295-4571-bdbe-e3e2a67117ae tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "PUT /v2.0/routers/dd774ae3-169e-450d-903d-9e80e6307e07 HTTP/1.1" status: 200 len: 888 time: 0.8345728 Sep 07 03:01:04.276688 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 55486) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:04.279158 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267efa8d-2a95-4e50-8830-e65b4352cec8 None None] Routers {'dd774ae3-169e-450d-903d-9e80e6307e07'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:01:04.280069 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-267efa8d-2a95-4e50-8830-e65b4352cec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:00:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['dd774ae3-169e-450d-903d-9e80e6307e07'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:04.319748 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-267efa8d-2a95-4e50-8830-e65b4352cec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:04.332073 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267efa8d-2a95-4e50-8830-e65b4352cec8 None None] Routers {'dd774ae3-169e-450d-903d-9e80e6307e07'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:01:04.332842 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-267efa8d-2a95-4e50-8830-e65b4352cec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:00:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['dd774ae3-169e-450d-903d-9e80e6307e07'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:04.367976 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-59f137d1-7976-45f3-a5c8-f92fecaa8890 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:04.407279 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-267efa8d-2a95-4e50-8830-e65b4352cec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:04.408099 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-267efa8d-2a95-4e50-8830-e65b4352cec8 None None] The sync data for ids ['dd774ae3-169e-450d-903d-9e80e6307e07'] in n-d-796209-16 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:01:04.413030 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8419424-ea72-4072-8bd9-9c55cd70d7ac req-d0ecd92d-7b4f-46fd-987b-d55c35ece542 tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:04.415130 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b8419424-ea72-4072-8bd9-9c55cd70d7ac req-d0ecd92d-7b4f-46fd-987b-d55c35ece542 tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] 10.222.0.16 "GET /v2.0/ports?device_id=32453f81-0906-4222-bfec-af570d0c917c HTTP/1.1" status: 200 len: 946 time: 0.0694871 Sep 07 03:01:04.562902 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f81c2ca5-d46d-4453-8189-e125f48816bb tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "GET /v2.0/routers/dd774ae3-169e-450d-903d-9e80e6307e07 HTTP/1.1" status: 200 len: 888 time: 0.2770610 Sep 07 03:01:04.562902 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 55502) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:04.598856 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-4285c824-4a17-499e-850d-fe0f48695040 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd774ae3-169e-450d-903d-9e80e6307e07 HTTP/1.1" status: 200 len: 205 time: 0.0364590 Sep 07 03:01:04.602250 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 55506) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:04.710797 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5a997-00e4-4148-b4d3-deeabf89fba2 req-44557682-ff6b-4c24-a84f-db4ee0a1ca7c tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:04.712368 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-57c5a997-00e4-4148-b4d3-deeabf89fba2 req-44557682-ff6b-4c24-a84f-db4ee0a1ca7c tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] 10.222.0.22 "GET /v2.0/ports?device_id=32453f81-0906-4222-bfec-af570d0c917c HTTP/1.1" status: 200 len: 946 time: 0.1509993 Sep 07 03:01:04.736603 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59f137d1-7976-45f3-a5c8-f92fecaa8890 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Router ce8e25ab-e9f1-4c56-82fc-289a13dfa400 is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 03:01:04.749225 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-b8419424-ea72-4072-8bd9-9c55cd70d7ac req-5d5052c3-1ba8-455b-9cc1-081301cced77 tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] Deleting port ce8ced7b-4b46-474b-9a75-d6a102c3fced {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:01:04.750129 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b8419424-ea72-4072-8bd9-9c55cd70d7ac req-5d5052c3-1ba8-455b-9cc1-081301cced77 tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:04.897867 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-57c5a997-00e4-4148-b4d3-deeabf89fba2 req-12014c04-cdde-4f19-8e61-8373e0e50af7 tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] 10.222.0.22 "GET /v2.0/security-groups?id=135a694a-17e7-4407-8b10-75a418f48adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772962 Sep 07 03:01:04.903396 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f137d1-7976-45f3-a5c8-f92fecaa8890 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:01:04.929487 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-3c502ad0-03ee-45db-862c-fa0d991e7c13 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ba593fbf-4dd7-47ec-8163-8712a7f482b1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2891998 Sep 07 03:01:04.930079 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f776f276-a948-4266-8689-a8febb2031af None None] Sync routers for ids ['ce8e25ab-e9f1-4c56-82fc-289a13dfa400'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:01:04.943560 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-d37c6b27-9eb9-4741-8cc8-a5705eab46ed service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:04.943560 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-d37c6b27-9eb9-4741-8cc8-a5705eab46ed service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073662 Sep 07 03:01:04.949801 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-59f137d1-7976-45f3-a5c8-f92fecaa8890 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:04.953820 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f776f276-a948-4266-8689-a8febb2031af None None] Routers {'ce8e25ab-e9f1-4c56-82fc-289a13dfa400'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:01:04.954169 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-59f137d1-7976-45f3-a5c8-f92fecaa8890 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.9245219 Sep 07 03:01:04.955358 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-f776f276-a948-4266-8689-a8febb2031af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:00:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['ce8e25ab-e9f1-4c56-82fc-289a13dfa400'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:04.956167 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 55516) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:04.975417 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-7df42f47-2c7c-4e28-832e-3fb6c0f8b06b tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'enable_snat': False}}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:01:04.997002 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5597720b-aca5-4f7f-8b58-31c4220df5dd tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:05.003041 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-f776f276-a948-4266-8689-a8febb2031af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:05.024601 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f776f276-a948-4266-8689-a8febb2031af None None] Routers {'ce8e25ab-e9f1-4c56-82fc-289a13dfa400'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:01:05.025249 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-f776f276-a948-4266-8689-a8febb2031af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:00:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['ce8e25ab-e9f1-4c56-82fc-289a13dfa400'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:05.043092 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-b8419424-ea72-4072-8bd9-9c55cd70d7ac req-5d5052c3-1ba8-455b-9cc1-081301cced77 tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] For port ce8ced7b-4b46-474b-9a75-d6a102c3fced, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=ce8ced7b-4b46-474b-9a75-d6a102c3fced,segment=NetworkSegment(8fadb85b-d3ee-4774-bf5c-24f6c80a2a13),segment_id=8fadb85b-d3ee-4774-bf5c-24f6c80a2a13)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:01:05.044445 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b8419424-ea72-4072-8bd9-9c55cd70d7ac req-5d5052c3-1ba8-455b-9cc1-081301cced77 tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:05.094533 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-b8419424-ea72-4072-8bd9-9c55cd70d7ac req-5d5052c3-1ba8-455b-9cc1-081301cced77 tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] Calling delete_port for ce8ced7b-4b46-474b-9a75-d6a102c3fced owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:01:05.097081 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-f776f276-a948-4266-8689-a8febb2031af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:05.099833 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f776f276-a948-4266-8689-a8febb2031af None None] The sync data for ids ['ce8e25ab-e9f1-4c56-82fc-289a13dfa400'] in n-d-796209-16 is: [] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:01:05.255243 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5597720b-aca5-4f7f-8b58-31c4220df5dd tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:05.386396 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-5597720b-aca5-4f7f-8b58-31c4220df5dd tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Deleting port 6cce6dfe-3ef6-4038-91e7-e3ace6a1a458 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:01:05.386843 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5597720b-aca5-4f7f-8b58-31c4220df5dd tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:05.401141 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b8419424-ea72-4072-8bd9-9c55cd70d7ac req-5d5052c3-1ba8-455b-9cc1-081301cced77 tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:05.412443 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['ce8ced7b-4b46-474b-9a75-d6a102c3fced'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:01:05.443994 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5052c3-1ba8-455b-9cc1-081301cced77 tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] Pushing event deleted for resources: {'Port': ['ID=ce8ced7b-4b46-474b-9a75-d6a102c3fced,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:05.553143 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7df42f47-2c7c-4e28-832e-3fb6c0f8b06b tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:05.956664 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8419424-ea72-4072-8bd9-9c55cd70d7ac req-5d5052c3-1ba8-455b-9cc1-081301cced77 tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] No DVR routers for this DVR port ce8ced7b-4b46-474b-9a75-d6a102c3fced on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:01:05.960313 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b8419424-ea72-4072-8bd9-9c55cd70d7ac req-5d5052c3-1ba8-455b-9cc1-081301cced77 tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:05.961674 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b8419424-ea72-4072-8bd9-9c55cd70d7ac req-5d5052c3-1ba8-455b-9cc1-081301cced77 tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] 10.222.0.16 "DELETE /v2.0/ports/ce8ced7b-4b46-474b-9a75-d6a102c3fced HTTP/1.1" status: 204 len: 173 time: 1.5180376 Sep 07 03:01:05.964137 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32453f81-0906-4222-bfec-af570d0c917c', 'name': 'network-vif-deleted', 'tag': 'ce8ced7b-4b46-474b-9a75-d6a102c3fced'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:01:05.967634 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1961987c-bc48-47a2-b20e-110bb79f73d1" -d '{"events": [{"server_uuid": "32453f81-0906-4222-bfec-af570d0c917c", "name": "network-vif-deleted", "tag": "ce8ced7b-4b46-474b-9a75-d6a102c3fced"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:01:06.042437 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5597720b-aca5-4f7f-8b58-31c4220df5dd tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:06.046174 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-457252d7-73a3-463b-a19d-79df281fd267 tempest-TestNetworkAdvancedServerOps-2015258804 tempest-TestNetworkAdvancedServerOps-2015258804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:06.053096 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-457252d7-73a3-463b-a19d-79df281fd267 tempest-TestNetworkAdvancedServerOps-2015258804 tempest-TestNetworkAdvancedServerOps-2015258804-project-admin] 10.222.0.22 "GET /v2.0/ports/a4387ac9-95f9-4012-b004-ab69e4b6b711 HTTP/1.1" status: 200 len: 1094 time: 0.4603875 Sep 07 03:01:06.062888 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-5c5cfcda-a67f-4b5b-a244-84e9369ef2b3 service neutron] Request body: {'binding': {'host': 'n-h2-796209-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:01:06.063679 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-5c5cfcda-a67f-4b5b-a244-84e9369ef2b3 service neutron] Unknown quota resources ['binding']. {{(pid=94701) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 07 03:01:06.102859 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-5597720b-aca5-4f7f-8b58-31c4220df5dd tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Calling delete_port for 6cce6dfe-3ef6-4038-91e7-e3ace6a1a458 owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:01:06.217588 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-177e5b82-6245-4219-bc11-4670bd7ae105 req-ac6416e4-795b-48a8-934c-e778689dbdae tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] 10.222.0.22 "GET /v2.0/ports?device_id=32453f81-0906-4222-bfec-af570d0c917c HTTP/1.1" status: 200 len: 210 time: 0.1264796 Sep 07 03:01:06.320812 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c7db52-ae86-4a2a-930d-9df793efe88e x-openstack-request-id: req-b0c7db52-ae86-4a2a-930d-9df793efe88e {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:01:06.321019 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32453f81-0906-4222-bfec-af570d0c917c", "name": "network-vif-deleted", "tag": "ce8ced7b-4b46-474b-9a75-d6a102c3fced", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:01:06.321599 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b0c7db52-ae86-4a2a-930d-9df793efe88e {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:01:06.322323 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32453f81-0906-4222-bfec-af570d0c917c', 'name': 'network-vif-deleted', 'tag': 'ce8ced7b-4b46-474b-9a75-d6a102c3fced', 'status': 'completed', 'code': 200} Sep 07 03:01:06.424060 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7df42f47-2c7c-4e28-832e-3fb6c0f8b06b tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-553517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3974'] for router, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:06.430773 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7df42f47-2c7c-4e28-832e-3fb6c0f8b06b tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-553510'] for router, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:06.439702 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5597720b-aca5-4f7f-8b58-31c4220df5dd tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:06.445919 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-5c5cfcda-a67f-4b5b-a244-84e9369ef2b3 service neutron] Attempting to bind port a4387ac9-95f9-4012-b004-ab69e4b6b711 on host n-h2-796209-16 for vnic_type normal with profile None {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:01:06.446288 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-5c5cfcda-a67f-4b5b-a244-84e9369ef2b3 service neutron] Attempting to bind port a4387ac9-95f9-4012-b004-ab69e4b6b711 by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '9ee4793e-ec48-4320-9f96-01d4892ea4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '66da11a5-58e0-4d5e-b61b-f2a97b6c60d4'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:01:06.446624 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-5c5cfcda-a67f-4b5b-a244-84e9369ef2b3 service neutron] Attempting to bind port a4387ac9-95f9-4012-b004-ab69e4b6b711 on network 66da11a5-58e0-4d5e-b61b-f2a97b6c60d4 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:01:06.483697 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5597720b-aca5-4f7f-8b58-31c4220df5dd tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event deleted for resources: {'Port': ['ID=6cce6dfe-3ef6-4038-91e7-e3ace6a1a458,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:06.512701 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-5c5cfcda-a67f-4b5b-a244-84e9369ef2b3 service neutron] Port a4387ac9-95f9-4012-b004-ab69e4b6b711 on network 66da11a5-58e0-4d5e-b61b-f2a97b6c60d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 03:01:06.513035 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-5c5cfcda-a67f-4b5b-a244-84e9369ef2b3 service neutron] Attempting to bind port a4387ac9-95f9-4012-b004-ab69e4b6b711 on network 66da11a5-58e0-4d5e-b61b-f2a97b6c60d4 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:01:06.536147 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-5c5cfcda-a67f-4b5b-a244-84e9369ef2b3 service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:01:06.536550 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-5c5cfcda-a67f-4b5b-a244-84e9369ef2b3 service neutron] Checking segment: {'id': '9ee4793e-ec48-4320-9f96-01d4892ea4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '66da11a5-58e0-4d5e-b61b-f2a97b6c60d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:01:06.538414 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-5c5cfcda-a67f-4b5b-a244-84e9369ef2b3 service neutron] Bound using segment: {'id': '9ee4793e-ec48-4320-9f96-01d4892ea4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '66da11a5-58e0-4d5e-b61b-f2a97b6c60d4'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:01:06.538883 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-5c5cfcda-a67f-4b5b-a244-84e9369ef2b3 service neutron] Bound port: a4387ac9-95f9-4012-b004-ab69e4b6b711, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ee4793e-ec48-4320-9f96-01d4892ea4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '66da11a5-58e0-4d5e-b61b-f2a97b6c60d4'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:01:06.590994 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5597720b-aca5-4f7f-8b58-31c4220df5dd tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:06.799655 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5597720b-aca5-4f7f-8b58-31c4220df5dd tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:06.802627 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5597720b-aca5-4f7f-8b58-31c4220df5dd tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:06.852715 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5597720b-aca5-4f7f-8b58-31c4220df5dd tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:06.853462 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5597720b-aca5-4f7f-8b58-31c4220df5dd tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Fanout notify agent at l3_agent the message router_deleted on router dd774ae3-169e-450d-903d-9e80e6307e07 {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 03:01:06.862071 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5597720b-aca5-4f7f-8b58-31c4220df5dd tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:06.863502 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-5597720b-aca5-4f7f-8b58-31c4220df5dd tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "DELETE /v2.0/routers/dd774ae3-169e-450d-903d-9e80e6307e07 HTTP/1.1" status: 204 len: 168 time: 2.2602465 Sep 07 03:01:06.867453 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 55568) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:06.873622 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-f89e5e8b-7dd5-48e8-acc7-25085b3b1573 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Request body: {'network': {'name': 'tempest-RoutersTest-978600868'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:01:06.902809 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89e5e8b-7dd5-48e8-acc7-25085b3b1573 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Made reservation on behalf of ee71fe15143d4479a2a412d712f66384 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:01:06.909187 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f89e5e8b-7dd5-48e8-acc7-25085b3b1573 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:06.945265 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f89e5e8b-7dd5-48e8-acc7-25085b3b1573 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 03:01:06.961075 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f89e5e8b-7dd5-48e8-acc7-25085b3b1573 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:06.961427 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-f89e5e8b-7dd5-48e8-acc7-25085b3b1573 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Added segment 1d039ba9-3834-4d4f-83f7-32467c01a9d3 of type vlan for network 9731e312-6172-433f-a140-c6adaff3f356 Sep 07 03:01:07.014593 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f89e5e8b-7dd5-48e8-acc7-25085b3b1573 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:07.045712 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f89e5e8b-7dd5-48e8-acc7-25085b3b1573 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:07.052700 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89e5e8b-7dd5-48e8-acc7-25085b3b1573 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:07.053334 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f89e5e8b-7dd5-48e8-acc7-25085b3b1573 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:07.100373 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f89e5e8b-7dd5-48e8-acc7-25085b3b1573 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2317283 Sep 07 03:01:07.103703 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 55570) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:07.109406 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-9f06b175-5e72-46b8-ac8e-59472145ba74 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Request body: {'subnet': {'network_id': '9731e312-6172-433f-a140-c6adaff3f356', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:01:07.109771 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7df42f47-2c7c-4e28-832e-3fb6c0f8b06b tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Router ce8e25ab-e9f1-4c56-82fc-289a13dfa400 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:01:07.180456 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89e5e8b-7dd5-48e8-acc7-25085b3b1573 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event updated for resources: {'Network': ['ID=9731e312-6172-433f-a140-c6adaff3f356,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:07.192450 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 9731e312-6172-433f-a140-c6adaff3f356 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 03:01:07.192971 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-5c5cfcda-a67f-4b5b-a244-84e9369ef2b3 service neutron] For port a4387ac9-95f9-4012-b004-ab69e4b6b711, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=a4387ac9-95f9-4012-b004-ab69e4b6b711,segment=NetworkSegment(9ee4793e-ec48-4320-9f96-01d4892ea4a4),segment_id=9ee4793e-ec48-4320-9f96-01d4892ea4a4)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:01:07.209575 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-5c5cfcda-a67f-4b5b-a244-84e9369ef2b3 service neutron] Notify callbacks [] for binding, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:07.210770 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-5c5cfcda-a67f-4b5b-a244-84e9369ef2b3 service neutron] 10.222.0.22 "POST /v2.0/ports/a4387ac9-95f9-4012-b004-ab69e4b6b711/bindings HTTP/1.1" status: 201 len: 390 time: 1.1568863 Sep 07 03:01:07.343073 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df42f47-2c7c-4e28-832e-3fb6c0f8b06b tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:01:07.352080 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7df42f47-2c7c-4e28-832e-3fb6c0f8b06b tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:07.353329 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-7df42f47-2c7c-4e28-832e-3fb6c0f8b06b tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] 10.222.0.22 "PUT /v2.0/routers/ce8e25ab-e9f1-4c56-82fc-289a13dfa400 HTTP/1.1" status: 200 len: 924 time: 2.3959658 Sep 07 03:01:07.357607 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 55582) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:07.360666 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fee74e-44ca-49d2-9e46-152e0ed94ec4 None None] Sync routers for ids ['ce8e25ab-e9f1-4c56-82fc-289a13dfa400'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:01:07.404444 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fee74e-44ca-49d2-9e46-152e0ed94ec4 None None] Routers {'ce8e25ab-e9f1-4c56-82fc-289a13dfa400'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:01:07.405147 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-95fee74e-44ca-49d2-9e46-152e0ed94ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:00:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['ce8e25ab-e9f1-4c56-82fc-289a13dfa400'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:07.572123 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f06b175-5e72-46b8-ac8e-59472145ba74 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Made reservation on behalf of ee71fe15143d4479a2a412d712f66384 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:01:07.579300 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9f06b175-5e72-46b8-ac8e-59472145ba74 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:07.580626 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-95fee74e-44ca-49d2-9e46-152e0ed94ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:07.604284 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fee74e-44ca-49d2-9e46-152e0ed94ec4 None None] Routers {'ce8e25ab-e9f1-4c56-82fc-289a13dfa400'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:01:07.605398 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-95fee74e-44ca-49d2-9e46-152e0ed94ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:00:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['ce8e25ab-e9f1-4c56-82fc-289a13dfa400'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:07.633056 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac88250-10fa-48d7-ad46-261ba5caeb96 req-228fb947-d642-48de-aa71-0f5b1667fc83 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:07.641196 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4ac88250-10fa-48d7-ad46-261ba5caeb96 req-228fb947-d642-48de-aa71-0f5b1667fc83 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba593fbf-4dd7-47ec-8163-8712a7f482b1 HTTP/1.1" status: 200 len: 945 time: 0.1286955 Sep 07 03:01:07.656059 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a5c9f203-09e2-449a-b8cb-522818dabf08 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] 10.222.0.22 "GET /v2.0/routers/ce8e25ab-e9f1-4c56-82fc-289a13dfa400 HTTP/1.1" status: 200 len: 924 time: 0.2946887 Sep 07 03:01:07.659677 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 55600) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:07.674000 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-95fee74e-44ca-49d2-9e46-152e0ed94ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:07.675877 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fee74e-44ca-49d2-9e46-152e0ed94ec4 None None] The sync data for ids ['ce8e25ab-e9f1-4c56-82fc-289a13dfa400'] in n-d-796209-16 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:01:07.758566 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2dae9b-27ad-470e-af1e-a74300f8eebe tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:07.760658 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-4b2dae9b-27ad-470e-af1e-a74300f8eebe tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=1166b922-7457-4da4-bdda-328e8c8e7bc6&device_id=ce8e25ab-e9f1-4c56-82fc-289a13dfa400&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1001575 Sep 07 03:01:07.763420 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 55606) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:07.862669 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb047b1-f3fc-4905-adcf-f7a70ba66056 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:07.864038 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-4fb047b1-f3fc-4905-adcf-f7a70ba66056 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] 10.222.0.22 "GET /v2.0/networks/1166b922-7457-4da4-bdda-328e8c8e7bc6 HTTP/1.1" status: 200 len: 881 time: 0.0965216 Sep 07 03:01:07.866758 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 55608) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:07.881603 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4ac88250-10fa-48d7-ad46-261ba5caeb96 req-fa691749-9ab2-4129-a1bf-00d10e4b2311 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=6a74a93a-4afd-4104-922e-c90dfac2834e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2360327 Sep 07 03:01:07.915996 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-64dc0afa-49aa-42f0-b561-9517f455cea7 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce8e25ab-e9f1-4c56-82fc-289a13dfa400 HTTP/1.1" status: 200 len: 205 time: 0.0479331 Sep 07 03:01:07.918420 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 55610) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:07.943175 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-5b456554-3acc-4ac6-9513-6e7765bcbcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:07.945162 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-5b456554-3acc-4ac6-9513-6e7765bcbcfd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=626f31b15da14e0da01388cbfdee7f90&device_id=ba593fbf-4dd7-47ec-8163-8712a7f482b1 HTTP/1.1" status: 200 len: 1097 time: 0.3549793 Sep 07 03:01:07.980575 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9f06b175-5e72-46b8-ac8e-59472145ba74 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:08.053070 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d357f7e8-bbf1-4a1e-927a-74b43a942ebb tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks [] for router, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:08.196032 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-9d322908-289a-48a7-a0f7-4d43090c5c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:08.197505 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-9d322908-289a-48a7-a0f7-4d43090c5c0a service neutron] 10.222.0.16 "GET /v2.0/networks?id=66da11a5-58e0-4d5e-b61b-f2a97b6c60d4 HTTP/1.1" status: 200 len: 896 time: 0.2245445 Sep 07 03:01:08.200349 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d357f7e8-bbf1-4a1e-927a-74b43a942ebb tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:08.205504 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f06b175-5e72-46b8-ac8e-59472145ba74 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event updated for resources: {'Subnet': ['ID=8d075dc0-0024-47ef-b35c-2c9dcb508bde,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:08.231419 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43cd9fb-8979-44ff-b44f-9c41e3a3f9de req-642d6a46-d9c5-47d4-8a6d-2ae844c09f9c tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:08.233187 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c43cd9fb-8979-44ff-b44f-9c41e3a3f9de req-642d6a46-d9c5-47d4-8a6d-2ae844c09f9c tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] 10.222.0.22 "GET /v2.0/networks?id=85b9e4c0-603d-4f20-a2f7-6ffcbe9ca102 HTTP/1.1" status: 200 len: 809 time: 0.6441140 Sep 07 03:01:08.256665 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device ce8ced7b-4b46-474b-9a75-d6a102c3fced no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:01:08.278659 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: ce8ced7b-4b46-474b-9a75-d6a102c3fced {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:01:08.279220 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device ce8ced7b-4b46-474b-9a75-d6a102c3fced not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:01:08.299016 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-d357f7e8-bbf1-4a1e-927a-74b43a942ebb tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Deleting port 12add6b5-1b9a-473e-a34c-506def093bf9 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:01:08.299308 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d357f7e8-bbf1-4a1e-927a-74b43a942ebb tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:08.314280 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-143233d9-7d58-4cd6-a9d5-2a77e694b2cf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4387ac9-95f9-4012-b004-ab69e4b6b711 HTTP/1.1" status: 200 len: 1000 time: 0.1058488 Sep 07 03:01:08.320301 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f06b175-5e72-46b8-ac8e-59472145ba74 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Checking segment: {'id': '1d039ba9-3834-4d4f-83f7-32467c01a9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9731e312-6172-433f-a140-c6adaff3f356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:01:08.320750 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f06b175-5e72-46b8-ac8e-59472145ba74 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Network hostable DHCP agents. Network: 9731e312-6172-433f-a140-c6adaff3f356, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 03:01:08.323769 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c43cd9fb-8979-44ff-b44f-9c41e3a3f9de req-1f63eab3-ab5b-4003-ac5a-47152efd51c1 tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] 10.222.0.22 "GET /v2.0/quotas/c770b5ed803042dd84121734a1a78cb3 HTTP/1.1" status: 200 len: 375 time: 0.0226181 Sep 07 03:01:08.382927 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-c6e4a1e4-06ee-467e-8f7a-1e73b0b1fbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:08.384502 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-c6e4a1e4-06ee-467e-8f7a-1e73b0b1fbda service neutron] 10.222.0.16 "GET /v2.0/subnets?id=57f615bc-1ee1-4087-b628-32768bf98bce HTTP/1.1" status: 200 len: 834 time: 0.0598731 Sep 07 03:01:08.386144 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d357f7e8-bbf1-4a1e-927a-74b43a942ebb tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:08.400753 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-d357f7e8-bbf1-4a1e-927a-74b43a942ebb tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Calling delete_port for 12add6b5-1b9a-473e-a34c-506def093bf9 owned by network:router_gateway {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:01:08.480286 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c43cd9fb-8979-44ff-b44f-9c41e3a3f9de req-bdf2ac35-053e-4270-bcac-3f059ddcbbaa tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c770b5ed803042dd84121734a1a78cb3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0947535 Sep 07 03:01:08.486843 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f06b175-5e72-46b8-ac8e-59472145ba74 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Network 9731e312-6172-433f-a140-c6adaff3f356 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 03:01:08.606993 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d357f7e8-bbf1-4a1e-927a-74b43a942ebb tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:08.650918 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d357f7e8-bbf1-4a1e-927a-74b43a942ebb tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Pushing event deleted for resources: {'Port': ['ID=12add6b5-1b9a-473e-a34c-506def093bf9,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:08.652269 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-9f06b175-5e72-46b8-ac8e-59472145ba74 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 9731e312-6172-433f-a140-c6adaff3f356) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:01:08.662354 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-3879daec-7844-4d5f-9109-2bc4267b5b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:08.663399 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-3879daec-7844-4d5f-9109-2bc4267b5b45 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=66da11a5-58e0-4d5e-b61b-f2a97b6c60d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2537572 Sep 07 03:01:08.665021 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f06b175-5e72-46b8-ac8e-59472145ba74 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:08.665627 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9f06b175-5e72-46b8-ac8e-59472145ba74 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:08.672461 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d956b6-749d-4728-828b-821e207bde50 None None] Network 9731e312-6172-433f-a140-c6adaff3f356 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:01:08.749585 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d357f7e8-bbf1-4a1e-927a-74b43a942ebb tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:08.833196 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c43cd9fb-8979-44ff-b44f-9c41e3a3f9de req-47158ba3-add0-4819-b6a4-3dc4f9a0e60e service neutron] 10.222.0.22 "GET /v2.0/networks/85b9e4c0-603d-4f20-a2f7-6ffcbe9ca102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385684 Sep 07 03:01:08.840805 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9f06b175-5e72-46b8-ac8e-59472145ba74 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7354932 Sep 07 03:01:08.840805 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 55640) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:08.876962 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d357f7e8-bbf1-4a1e-927a-74b43a942ebb tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:08.879733 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d357f7e8-bbf1-4a1e-927a-74b43a942ebb tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:08.888328 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-01677370-3814-47e5-b7a7-2373cf7e6b02 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-73226374', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:01:08.928009 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e73f0d-0348-46aa-b7c5-2b441ad556ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-9731e312-6172-433f-a140-c6adaff3f356', 'network_id': '9731e312-6172-433f-a140-c6adaff3f356', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'fixed_ips': [{'subnet_id': '8d075dc0-0024-47ef-b35c-2c9dcb508bde'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 03:01:08.929044 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-06e73f0d-0348-46aa-b7c5-2b441ad556ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:08.975212 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d357f7e8-bbf1-4a1e-927a-74b43a942ebb tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:08.976316 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d357f7e8-bbf1-4a1e-927a-74b43a942ebb tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Fanout notify agent at l3_agent the message router_deleted on router ce8e25ab-e9f1-4c56-82fc-289a13dfa400 {{(pid=94701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 03:01:08.992069 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d357f7e8-bbf1-4a1e-927a-74b43a942ebb tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:08.996763 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d357f7e8-bbf1-4a1e-927a-74b43a942ebb tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] 10.222.0.22 "DELETE /v2.0/routers/ce8e25ab-e9f1-4c56-82fc-289a13dfa400 HTTP/1.1" status: 204 len: 168 time: 1.0738049 Sep 07 03:01:08.997395 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 55644) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:09.004311 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-1f8d5d2f-5e5b-4e3a-83ab-f2372cd79750 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-676835351', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:01:09.073038 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-4671bc0f-2361-4677-962a-bfd4543892ce service neutron] 10.222.0.16 "GET /v2.0/networks/66da11a5-58e0-4d5e-b61b-f2a97b6c60d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3998823 Sep 07 03:01:09.075914 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-01677370-3814-47e5-b7a7-2373cf7e6b02 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:09.078380 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-01677370-3814-47e5-b7a7-2373cf7e6b02 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:09.152461 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c53872-38ed-461e-aee8-2c45ee1af2f9 req-45fb4183-9d3d-4ff4-8f99-f7e540d42c26 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:09.154055 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c8c53872-38ed-461e-aee8-2c45ee1af2f9 req-45fb4183-9d3d-4ff4-8f99-f7e540d42c26 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba593fbf-4dd7-47ec-8163-8712a7f482b1 HTTP/1.1" status: 200 len: 945 time: 0.1333742 Sep 07 03:01:09.156608 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1f8d5d2f-5e5b-4e3a-83ab-f2372cd79750 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:09.157673 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1f8d5d2f-5e5b-4e3a-83ab-f2372cd79750 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:09.173329 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-01677370-3814-47e5-b7a7-2373cf7e6b02 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:09.195179 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-06e73f0d-0348-46aa-b7c5-2b441ad556ac None None] Allocated IP 172.20.0.2 (9731e312-6172-433f-a140-c6adaff3f356/8d075dc0-0024-47ef-b35c-2c9dcb508bde/3808cc55-e2aa-425d-bce9-49b4fe193f3d) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:01:09.202995 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-01677370-3814-47e5-b7a7-2373cf7e6b02 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:09.276458 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c43cd9fb-8979-44ff-b44f-9c41e3a3f9de req-2989fe74-46b0-4eb9-a441-9ccd1a326e5e service neutron] 10.222.0.22 "GET /v2.0/networks/85b9e4c0-603d-4f20-a2f7-6ffcbe9ca102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4305186 Sep 07 03:01:09.284962 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-01677370-3814-47e5-b7a7-2373cf7e6b02 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:09.287017 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-01677370-3814-47e5-b7a7-2373cf7e6b02 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4091432 Sep 07 03:01:09.335462 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1f8d5d2f-5e5b-4e3a-83ab-f2372cd79750 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:09.337631 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 55652) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:09.360207 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c8c53872-38ed-461e-aee8-2c45ee1af2f9 req-46c7a50e-2add-42e9-9c19-237ec4e68a47 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=6a74a93a-4afd-4104-922e-c90dfac2834e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1974833 Sep 07 03:01:09.361825 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1f8d5d2f-5e5b-4e3a-83ab-f2372cd79750 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:09.396689 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1f8d5d2f-5e5b-4e3a-83ab-f2372cd79750 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:09.397927 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-1f8d5d2f-5e5b-4e3a-83ab-f2372cd79750 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3995590 Sep 07 03:01:09.401002 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 55654) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:09.409219 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-4efaa358-2631-41f5-9ff7-527a9dbd28c2 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Request body: {'router': {'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:01:09.435786 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 55656) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:09.489152 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-06e73f0d-0348-46aa-b7c5-2b441ad556ac None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:09.507159 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-06e73f0d-0348-46aa-b7c5-2b441ad556ac None None] Transition to ACTIVE for port object 3808cc55-e2aa-425d-bce9-49b4fe193f3d will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:01:09.536483 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-06e73f0d-0348-46aa-b7c5-2b441ad556ac None None] Transition to ACTIVE for port object 3808cc55-e2aa-425d-bce9-49b4fe193f3d will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:01:09.553340 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-06e73f0d-0348-46aa-b7c5-2b441ad556ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:09.631963 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-9bdc1f4f-b4e0-4ed4-ac67-983d51a68ee0 service neutron] 10.222.0.16 "GET /v2.0/networks/66da11a5-58e0-4d5e-b61b-f2a97b6c60d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4519553 Sep 07 03:01:09.671161 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e73f0d-0348-46aa-b7c5-2b441ad556ac None None] Network 9731e312-6172-433f-a140-c6adaff3f356 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:01:09.684938 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-06e73f0d-0348-46aa-b7c5-2b441ad556ac None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:01:09.687992 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e73f0d-0348-46aa-b7c5-2b441ad556ac None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:01:09.737656 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e06e606c-2493-4f53-8bda-eefd93224eff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:09.749638 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4efaa358-2631-41f5-9ff7-527a9dbd28c2 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:09.783928 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e73f0d-0348-46aa-b7c5-2b441ad556ac None None] Pushing event updated for resources: {'Port': ['ID=3808cc55-e2aa-425d-bce9-49b4fe193f3d,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:09.804285 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-06e73f0d-0348-46aa-b7c5-2b441ad556ac None None] Attempting to bind port 3808cc55-e2aa-425d-bce9-49b4fe193f3d on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:01:09.805021 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-06e73f0d-0348-46aa-b7c5-2b441ad556ac None None] Attempting to bind port 3808cc55-e2aa-425d-bce9-49b4fe193f3d by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '1d039ba9-3834-4d4f-83f7-32467c01a9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9731e312-6172-433f-a140-c6adaff3f356'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:01:09.805654 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e73f0d-0348-46aa-b7c5-2b441ad556ac None None] Attempting to bind port 3808cc55-e2aa-425d-bce9-49b4fe193f3d on network 9731e312-6172-433f-a140-c6adaff3f356 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:01:09.809320 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6bbda0c3-bad2-4652-8521-cfb55130cfe7 req-a66a36e3-36e1-4f04-982d-8addcab607fc tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] 10.222.0.22 "GET /v2.0/ports?device_id=b86ffac4-7695-42d4-995e-4f342485b962 HTTP/1.1" status: 200 len: 210 time: 0.0536234 Sep 07 03:01:09.822132 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e73f0d-0348-46aa-b7c5-2b441ad556ac None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:01:09.822446 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e73f0d-0348-46aa-b7c5-2b441ad556ac None None] Checking segment: {'id': '1d039ba9-3834-4d4f-83f7-32467c01a9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9731e312-6172-433f-a140-c6adaff3f356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:01:09.823026 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-06e73f0d-0348-46aa-b7c5-2b441ad556ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:09.824016 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e73f0d-0348-46aa-b7c5-2b441ad556ac None None] Bound using segment: {'id': '1d039ba9-3834-4d4f-83f7-32467c01a9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9731e312-6172-433f-a140-c6adaff3f356'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:01:09.824289 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-06e73f0d-0348-46aa-b7c5-2b441ad556ac None None] Bound port: 3808cc55-e2aa-425d-bce9-49b4fe193f3d, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d039ba9-3834-4d4f-83f7-32467c01a9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9731e312-6172-433f-a140-c6adaff3f356'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:01:09.824670 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-06e73f0d-0348-46aa-b7c5-2b441ad556ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:09.968902 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-06e73f0d-0348-46aa-b7c5-2b441ad556ac None None] For port 3808cc55-e2aa-425d-bce9-49b4fe193f3d, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:01:09.974362 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-06e73f0d-0348-46aa-b7c5-2b441ad556ac None None] For port 3808cc55-e2aa-425d-bce9-49b4fe193f3d, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=3808cc55-e2aa-425d-bce9-49b4fe193f3d,segment=NetworkSegment(1d039ba9-3834-4d4f-83f7-32467c01a9d3),segment_id=1d039ba9-3834-4d4f-83f7-32467c01a9d3)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:01:09.980143 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-06e73f0d-0348-46aa-b7c5-2b441ad556ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:10.066919 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-f7bc50fa-4b7c-4f95-bf1e-48313c70631c tempest-TestNetworkAdvancedServerOps-2015258804 tempest-TestNetworkAdvancedServerOps-2015258804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:10.068565 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-f7bc50fa-4b7c-4f95-bf1e-48313c70631c tempest-TestNetworkAdvancedServerOps-2015258804 tempest-TestNetworkAdvancedServerOps-2015258804-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ba593fbf-4dd7-47ec-8163-8712a7f482b1&tenant_id=626f31b15da14e0da01388cbfdee7f90&binding%3Ahost_id=n-h1-796209-16 HTTP/1.1" status: 200 len: 1097 time: 0.3678524 Sep 07 03:01:10.075798 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e73f0d-0348-46aa-b7c5-2b441ad556ac None None] Pushing event updated for resources: {'Port': ['ID=3808cc55-e2aa-425d-bce9-49b4fe193f3d,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:10.086456 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-b35635c5-e528-4f30-9e5d-6c349895c171 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-796209-16'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:01:10.146560 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4efaa358-2631-41f5-9ff7-527a9dbd28c2 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks [] for router_gateway, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:10.160411 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d5aa27a8-08f1-4226-b186-d2df56c3dfac tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:10.200111 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4efaa358-2631-41f5-9ff7-527a9dbd28c2 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:10.315097 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-b35635c5-e528-4f30-9e5d-6c349895c171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:10.409057 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e06e606c-2493-4f53-8bda-eefd93224eff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:10.436414 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-4efaa358-2631-41f5-9ff7-527a9dbd28c2 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Allocated IP 172.25.5.167 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/0af28e63-2a56-4ae0-a3e1-5b4921589797) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:01:10.454406 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e06e606c-2493-4f53-8bda-eefd93224eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:10.561676 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06e606c-2493-4f53-8bda-eefd93224eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ba9315-5752-4bc6-b144-665ec37f0ff9,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:10.595330 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-e06e606c-2493-4f53-8bda-eefd93224eff admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1ffe324d9a414816abdb1111e375e7a0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1557925 Sep 07 03:01:10.617113 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 55686) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:10.631215 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4efaa358-2631-41f5-9ff7-527a9dbd28c2 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:10.705004 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-423cc314-e9c2-4fce-85b9-0397b0da1975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:10.733400 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-423cc314-e9c2-4fce-85b9-0397b0da1975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:10.736889 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4efaa358-2631-41f5-9ff7-527a9dbd28c2 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:10.746356 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c140de3-522c-4be1-8ee2-699b903107b5 req-93af2a13-62db-4107-b3c2-375d69c65d6d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:10.754341 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0c140de3-522c-4be1-8ee2-699b903107b5 req-93af2a13-62db-4107-b3c2-375d69c65d6d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba593fbf-4dd7-47ec-8163-8712a7f482b1 HTTP/1.1" status: 200 len: 945 time: 0.1961315 Sep 07 03:01:10.820690 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efaa358-2631-41f5-9ff7-527a9dbd28c2 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:01:10.825697 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-4efaa358-2631-41f5-9ff7-527a9dbd28c2 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:01:10.827711 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-b35635c5-e528-4f30-9e5d-6c349895c171 service neutron] For port a4387ac9-95f9-4012-b004-ab69e4b6b711, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=a4387ac9-95f9-4012-b004-ab69e4b6b711,segment=NetworkSegment(9ee4793e-ec48-4320-9f96-01d4892ea4a4),segment_id=9ee4793e-ec48-4320-9f96-01d4892ea4a4)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:01:10.828699 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efaa358-2631-41f5-9ff7-527a9dbd28c2 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Pushing event updated for resources: {'Port': ['ID=0af28e63-2a56-4ae0-a3e1-5b4921589797,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:10.832491 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efaa358-2631-41f5-9ff7-527a9dbd28c2 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:01:10.864559 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0c140de3-522c-4be1-8ee2-699b903107b5 req-a83cb4fe-a7a3-42f4-ba10-c5c035bc9767 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=6a74a93a-4afd-4104-922e-c90dfac2834e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092377 Sep 07 03:01:10.899907 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-d5aa27a8-08f1-4226-b186-d2df56c3dfac tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Allocated IP 172.20.0.1 (9731e312-6172-433f-a140-c6adaff3f356/8d075dc0-0024-47ef-b35c-2c9dcb508bde/ef52ae34-9401-49ca-bee5-72954cdb313e) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:01:10.952730 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-423cc314-e9c2-4fce-85b9-0397b0da1975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:10.956319 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-423cc314-e9c2-4fce-85b9-0397b0da1975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:10.961931 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-423cc314-e9c2-4fce-85b9-0397b0da1975 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c2ba9315-5752-4bc6-b144-665ec37f0ff9 HTTP/1.1" status: 204 len: 168 time: 0.3421757 Sep 07 03:01:10.973943 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-b35635c5-e528-4f30-9e5d-6c349895c171 service neutron] For port a4387ac9-95f9-4012-b004-ab69e4b6b711, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:01:11.028086 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-b35635c5-e528-4f30-9e5d-6c349895c171 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:11.039054 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba593fbf-4dd7-47ec-8163-8712a7f482b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4387ac9-95f9-4012-b004-ab69e4b6b711'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:01:11.041539 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2c167b-a916-4ee0-8bf4-7489bc588b2e" -d '{"events": [{"server_uuid": "ba593fbf-4dd7-47ec-8163-8712a7f482b1", "name": "network-vif-unplugged", "status": "completed", "tag": "a4387ac9-95f9-4012-b004-ab69e4b6b711"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:01:11.069660 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423cc314-e9c2-4fce-85b9-0397b0da1975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ba9315-5752-4bc6-b144-665ec37f0ff9,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:11.131527 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3419b00d-1ebc-4b87-9009-b94778f1c653 req-01fd0f83-7ca8-4af0-a6fe-0784aafd830f tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] 10.222.0.22 "GET /v2.0/ports?device_id=b86ffac4-7695-42d4-995e-4f342485b962 HTTP/1.1" status: 200 len: 210 time: 0.1330547 Sep 07 03:01:11.178797 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-b35635c5-e528-4f30-9e5d-6c349895c171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:11.276982 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 03:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0de5fcd-9966-411a-b1cc-565f59a39838 x-openstack-request-id: req-d0de5fcd-9966-411a-b1cc-565f59a39838 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:01:11.277362 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba593fbf-4dd7-47ec-8163-8712a7f482b1", "name": "network-vif-unplugged", "status": "completed", "tag": "a4387ac9-95f9-4012-b004-ab69e4b6b711", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:01:11.277536 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d0de5fcd-9966-411a-b1cc-565f59a39838 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:01:11.277913 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba593fbf-4dd7-47ec-8163-8712a7f482b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4387ac9-95f9-4012-b004-ab69e4b6b711', 'code': 200} Sep 07 03:01:11.337152 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d5aa27a8-08f1-4226-b186-d2df56c3dfac tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:11.358655 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4efaa358-2631-41f5-9ff7-527a9dbd28c2 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks [] for router_gateway, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:11.434184 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 55706) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:11.454465 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cb25768a-c6af-4c5b-9673-b92656f04c57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:11.461969 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-d5aa27a8-08f1-4226-b186-d2df56c3dfac tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Transition to ACTIVE for port object ef52ae34-9401-49ca-bee5-72954cdb313e will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:01:11.570400 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35635c5-e528-4f30-9e5d-6c349895c171 service neutron] Pushing event updated for resources: {'Port': ['ID=a4387ac9-95f9-4012-b004-ab69e4b6b711,revision_number=7']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:11.630596 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43cd9fb-8979-44ff-b44f-9c41e3a3f9de req-b602a20b-9493-46e4-b1cb-00f01fd15255 tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:11.637165 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c43cd9fb-8979-44ff-b44f-9c41e3a3f9de req-b602a20b-9493-46e4-b1cb-00f01fd15255 tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] 10.222.0.16 "GET /v2.0/networks?id=85b9e4c0-603d-4f20-a2f7-6ffcbe9ca102 HTTP/1.1" status: 200 len: 809 time: 0.5917153 Sep 07 03:01:11.649855 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af01038c-db8a-4513-a79b-7cbb0212d8b0 None None] Network 9731e312-6172-433f-a140-c6adaff3f356 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:01:11.680646 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-c43cd9fb-8979-44ff-b44f-9c41e3a3f9de req-6ab90fbd-9217-465b-bf70-1bdfa64e0634 tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] Request body: {'port': {'device_id': 'b86ffac4-7695-42d4-995e-4f342485b962', 'network_id': '85b9e4c0-603d-4f20-a2f7-6ffcbe9ca102', 'admin_state_up': True, 'tenant_id': 'c770b5ed803042dd84121734a1a78cb3'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:01:11.686857 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-b35635c5-e528-4f30-9e5d-6c349895c171 service neutron] Attempting to bind port a4387ac9-95f9-4012-b004-ab69e4b6b711 on host n-h1-796209-16 for vnic_type normal with profile {"migrating_to": "n-h2-796209-16"} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:01:11.687053 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-b35635c5-e528-4f30-9e5d-6c349895c171 service neutron] Attempting to bind port a4387ac9-95f9-4012-b004-ab69e4b6b711 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '9ee4793e-ec48-4320-9f96-01d4892ea4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '66da11a5-58e0-4d5e-b61b-f2a97b6c60d4'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:01:11.687511 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-b35635c5-e528-4f30-9e5d-6c349895c171 service neutron] Attempting to bind port a4387ac9-95f9-4012-b004-ab69e4b6b711 on network 66da11a5-58e0-4d5e-b61b-f2a97b6c60d4 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:01:11.725079 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-b35635c5-e528-4f30-9e5d-6c349895c171 service neutron] Port a4387ac9-95f9-4012-b004-ab69e4b6b711 on network 66da11a5-58e0-4d5e-b61b-f2a97b6c60d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 03:01:11.725407 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-b35635c5-e528-4f30-9e5d-6c349895c171 service neutron] Attempting to bind port a4387ac9-95f9-4012-b004-ab69e4b6b711 on network 66da11a5-58e0-4d5e-b61b-f2a97b6c60d4 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:01:11.727202 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4efaa358-2631-41f5-9ff7-527a9dbd28c2 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-553517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3974'] for router, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:11.738453 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 3808cc55-e2aa-425d-bce9-49b4fe193f3d up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:01:11.738955 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4efaa358-2631-41f5-9ff7-527a9dbd28c2 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-553510'] for router, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:11.746191 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a5779a11-0aca-4864-b41c-692c59d3ac05 None None] Provisioning for port 3808cc55-e2aa-425d-bce9-49b4fe193f3d completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:01:11.749922 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-b35635c5-e528-4f30-9e5d-6c349895c171 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:01:11.750321 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-b35635c5-e528-4f30-9e5d-6c349895c171 service neutron] Checking segment: {'id': '9ee4793e-ec48-4320-9f96-01d4892ea4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '66da11a5-58e0-4d5e-b61b-f2a97b6c60d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:01:11.750581 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-b35635c5-e528-4f30-9e5d-6c349895c171 service neutron] Bound using segment: {'id': '9ee4793e-ec48-4320-9f96-01d4892ea4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '66da11a5-58e0-4d5e-b61b-f2a97b6c60d4'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:01:11.751012 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-b35635c5-e528-4f30-9e5d-6c349895c171 service neutron] Bound port: a4387ac9-95f9-4012-b004-ab69e4b6b711, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ee4793e-ec48-4320-9f96-01d4892ea4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '66da11a5-58e0-4d5e-b61b-f2a97b6c60d4'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:01:11.751367 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-b35635c5-e528-4f30-9e5d-6c349895c171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:11.760908 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cb25768a-c6af-4c5b-9673-b92656f04c57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:11.805733 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cb25768a-c6af-4c5b-9673-b92656f04c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:11.860923 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d5aa27a8-08f1-4226-b186-d2df56c3dfac tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:11.918329 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 3808cc55-e2aa-425d-bce9-49b4fe193f3d completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:01:11.939901 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 3808cc55-e2aa-425d-bce9-49b4fe193f3d triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:01:11.940563 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:11.977896 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-da6d980c-7d4e-464f-b8c0-03b3f5479b00 None None] Provisioning complete for port a4387ac9-95f9-4012-b004-ab69e4b6b711 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:01:11.978637 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-da6d980c-7d4e-464f-b8c0-03b3f5479b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:12.092980 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-da6d980c-7d4e-464f-b8c0-03b3f5479b00 None None] Port a4387ac9-95f9-4012-b004-ab69e4b6b711 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:01:12.154709 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:12.267107 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 3808cc55-e2aa-425d-bce9-49b4fe193f3d, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=3808cc55-e2aa-425d-bce9-49b4fe193f3d,segment=NetworkSegment(1d039ba9-3834-4d4f-83f7-32467c01a9d3),segment_id=1d039ba9-3834-4d4f-83f7-32467c01a9d3)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:01:12.275200 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:12.329116 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5aa27a8-08f1-4226-b186-d2df56c3dfac tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Network 9731e312-6172-433f-a140-c6adaff3f356 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:01:12.336444 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-d5aa27a8-08f1-4226-b186-d2df56c3dfac tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:01:12.361228 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=3808cc55-e2aa-425d-bce9-49b4fe193f3d,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:12.371721 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a0286a0e-835c-4614-be08-fb89d1887b69 req-36d80414-563e-4f16-a7f1-e9fb9d20e250 tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] 10.222.0.22 "GET /v2.0/ports?device_id=b86ffac4-7695-42d4-995e-4f342485b962 HTTP/1.1" status: 200 len: 210 time: 0.0583696 Sep 07 03:01:12.380627 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5aa27a8-08f1-4226-b186-d2df56c3dfac tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:01:12.391684 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:01:12.392038 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:01:12.392382 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:01:12.392720 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:01:12.393890 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:01:12.394256 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:01:12.394594 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:01:12.394929 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:01:12.396432 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:01:12.396791 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:01:12.397349 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:01:12.398462 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:01:12.421909 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-cb25768a-c6af-4c5b-9673-b92656f04c57 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=07b3237b06c7408db6d017ae02c55bae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9860306 Sep 07 03:01:12.422706 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 55722) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:12.450957 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-b35635c5-e528-4f30-9e5d-6c349895c171 service neutron] For port a4387ac9-95f9-4012-b004-ab69e4b6b711, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:01:12.455519 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aa27a8-08f1-4226-b186-d2df56c3dfac tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event updated for resources: {'Port': ['ID=ef52ae34-9401-49ca-bee5-72954cdb313e,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:12.479109 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-b35635c5-e528-4f30-9e5d-6c349895c171 service neutron] For port a4387ac9-95f9-4012-b004-ab69e4b6b711, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=a4387ac9-95f9-4012-b004-ab69e4b6b711,segment=NetworkSegment(9ee4793e-ec48-4320-9f96-01d4892ea4a4),segment_id=9ee4793e-ec48-4320-9f96-01d4892ea4a4)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:01:12.492976 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-b35635c5-e528-4f30-9e5d-6c349895c171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:12.513803 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb25768a-c6af-4c5b-9673-b92656f04c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1500d85e-ff88-475a-a147-26dc7125f8bf,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:12.529516 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178cafe2-14d5-4170-9e50-f39fccdd1ac8 req-b6fd3ad3-c456-4f80-881a-02b1fb215956 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:12.532138 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-178cafe2-14d5-4170-9e50-f39fccdd1ac8 req-b6fd3ad3-c456-4f80-881a-02b1fb215956 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba593fbf-4dd7-47ec-8163-8712a7f482b1 HTTP/1.1" status: 200 len: 943 time: 0.1064179 Sep 07 03:01:12.550574 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d5aa27a8-08f1-4226-b186-d2df56c3dfac tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:12.624609 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-0fedc705-da84-47bc-b9e4-e1990d5430c0 None None] Provisioning complete for port 3808cc55-e2aa-425d-bce9-49b4fe193f3d triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:01:12.624901 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0fedc705-da84-47bc-b9e4-e1990d5430c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:12.633280 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-178cafe2-14d5-4170-9e50-f39fccdd1ac8 req-5479b018-cb02-4b78-8c20-fc13a23f4f15 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=6a74a93a-4afd-4104-922e-c90dfac2834e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877228 Sep 07 03:01:12.652990 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35635c5-e528-4f30-9e5d-6c349895c171 service neutron] Pushing event updated for resources: {'Port': ['ID=a4387ac9-95f9-4012-b004-ab69e4b6b711,revision_number=8']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:12.679388 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-02289d35-45fe-4215-ae3e-5c3ec55fedd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:12.683376 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c43cd9fb-8979-44ff-b44f-9c41e3a3f9de req-6ab90fbd-9217-465b-bf70-1bdfa64e0634 tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] Made reservation on behalf of c770b5ed803042dd84121734a1a78cb3 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:01:12.687919 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c43cd9fb-8979-44ff-b44f-9c41e3a3f9de req-6ab90fbd-9217-465b-bf70-1bdfa64e0634 tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:12.697971 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4efaa358-2631-41f5-9ff7-527a9dbd28c2 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Router 769cc91b-046b-48b9-abc2-6b3bfe5275fd is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 03:01:12.722282 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-02289d35-45fe-4215-ae3e-5c3ec55fedd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:12.778086 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-0fedc705-da84-47bc-b9e4-e1990d5430c0 None None] Provisioning for port ef52ae34-9401-49ca-bee5-72954cdb313e completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:01:12.785044 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-0fedc705-da84-47bc-b9e4-e1990d5430c0 None None] Provisioning complete for port ef52ae34-9401-49ca-bee5-72954cdb313e triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:01:12.785984 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0fedc705-da84-47bc-b9e4-e1990d5430c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:12.836303 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d5aa27a8-08f1-4226-b186-d2df56c3dfac tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:12.838088 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-0fedc705-da84-47bc-b9e4-e1990d5430c0 None None] Port ef52ae34-9401-49ca-bee5-72954cdb313e cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:01:12.919351 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4efaa358-2631-41f5-9ff7-527a9dbd28c2 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:01:12.928378 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4efaa358-2631-41f5-9ff7-527a9dbd28c2 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:12.933450 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-4efaa358-2631-41f5-9ff7-527a9dbd28c2 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] 10.222.0.22 "PUT /v2.0/routers/769cc91b-046b-48b9-abc2-6b3bfe5275fd HTTP/1.1" status: 200 len: 883 time: 3.5308964 Sep 07 03:01:12.934626 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 55730) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:12.940182 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfdbbfa-822b-4917-93a2-da3ce21a0bec None None] Sync routers for ids ['769cc91b-046b-48b9-abc2-6b3bfe5275fd'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:01:12.956226 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfdbbfa-822b-4917-93a2-da3ce21a0bec None None] Routers {'769cc91b-046b-48b9-abc2-6b3bfe5275fd'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:01:12.957025 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-3bfdbbfa-822b-4917-93a2-da3ce21a0bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:00:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['769cc91b-046b-48b9-abc2-6b3bfe5275fd'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:13.017059 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-02289d35-45fe-4215-ae3e-5c3ec55fedd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:13.019796 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-02289d35-45fe-4215-ae3e-5c3ec55fedd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:13.021660 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-3bfdbbfa-822b-4917-93a2-da3ce21a0bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:13.024422 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-02289d35-45fe-4215-ae3e-5c3ec55fedd7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1500d85e-ff88-475a-a147-26dc7125f8bf HTTP/1.1" status: 204 len: 168 time: 0.5572746 Sep 07 03:01:13.037625 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02289d35-45fe-4215-ae3e-5c3ec55fedd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1500d85e-ff88-475a-a147-26dc7125f8bf,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:13.074094 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfdbbfa-822b-4917-93a2-da3ce21a0bec None None] Routers {'769cc91b-046b-48b9-abc2-6b3bfe5275fd'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:01:13.075072 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-3bfdbbfa-822b-4917-93a2-da3ce21a0bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:00:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['769cc91b-046b-48b9-abc2-6b3bfe5275fd'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:13.103463 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-5e2b1493-f292-4604-a34f-1183af0cff96 None None] Provisioning complete for port a4387ac9-95f9-4012-b004-ab69e4b6b711 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:01:13.103985 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5e2b1493-f292-4604-a34f-1183af0cff96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:13.120973 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-c43cd9fb-8979-44ff-b44f-9c41e3a3f9de req-6ab90fbd-9217-465b-bf70-1bdfa64e0634 tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] Allocated IP 172.20.0.4 (85b9e4c0-603d-4f20-a2f7-6ffcbe9ca102/631f08da-8ee7-41b5-bdd3-56aab8ba46ff/6c27083c-f9f3-4243-99ca-0f99c3c7f3b0) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:01:13.154931 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c7f91545-db8a-4532-a125-e6907fb0fa8a tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] 10.222.0.22 "GET /v2.0/routers/769cc91b-046b-48b9-abc2-6b3bfe5275fd HTTP/1.1" status: 200 len: 924 time: 0.2187300 Sep 07 03:01:13.159687 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 55738) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:13.186404 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-b35635c5-e528-4f30-9e5d-6c349895c171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:13.186720 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-b35635c5-e528-4f30-9e5d-6c349895c171 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:13.188206 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-b35635c5-e528-4f30-9e5d-6c349895c171 service neutron] 10.222.0.16 "PUT /v2.0/ports/a4387ac9-95f9-4012-b004-ab69e4b6b711 HTTP/1.1" status: 200 len: 1123 time: 3.1070220 Sep 07 03:01:13.210539 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-3bfdbbfa-822b-4917-93a2-da3ce21a0bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:13.211206 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfdbbfa-822b-4917-93a2-da3ce21a0bec None None] The sync data for ids ['769cc91b-046b-48b9-abc2-6b3bfe5275fd'] in n-d-796209-16 is: [] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:01:13.257465 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ebca7b-db99-4e17-9adc-9e496bbd95b1 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:13.259561 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-28ebca7b-db99-4e17-9adc-9e496bbd95b1 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=1166b922-7457-4da4-bdda-328e8c8e7bc6&device_id=769cc91b-046b-48b9-abc2-6b3bfe5275fd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0988410 Sep 07 03:01:13.262790 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 55740) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:13.278265 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5e2b1493-f292-4604-a34f-1183af0cff96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:13.284617 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['a4387ac9-95f9-4012-b004-ab69e4b6b711'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:01:13.286334 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba593fbf-4dd7-47ec-8163-8712a7f482b1', 'tag': 'a4387ac9-95f9-4012-b004-ab69e4b6b711'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:01:13.289576 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb36b8b9-bd3c-4a3b-8705-09e923d4a6b7" -d '{"events": [{"name": "network-changed", "server_uuid": "ba593fbf-4dd7-47ec-8163-8712a7f482b1", "tag": "a4387ac9-95f9-4012-b004-ab69e4b6b711"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:01:13.343983 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba593fbf-4dd7-47ec-8163-8712a7f482b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4387ac9-95f9-4012-b004-ab69e4b6b711'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:01:13.346652 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2abb163-c3af-408a-b519-1657874cb51d" -d '{"events": [{"server_uuid": "ba593fbf-4dd7-47ec-8163-8712a7f482b1", "name": "network-vif-plugged", "status": "completed", "tag": "a4387ac9-95f9-4012-b004-ab69e4b6b711"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:01:13.365353 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-5e2b1493-f292-4604-a34f-1183af0cff96 None None] For port a4387ac9-95f9-4012-b004-ab69e4b6b711, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=a4387ac9-95f9-4012-b004-ab69e4b6b711,segment=NetworkSegment(9ee4793e-ec48-4320-9f96-01d4892ea4a4),segment_id=9ee4793e-ec48-4320-9f96-01d4892ea4a4)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:01:13.396532 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5e2b1493-f292-4604-a34f-1183af0cff96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:13.423930 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee95284-d4c9-4c42-971d-5692548cba5c x-openstack-request-id: req-dee95284-d4c9-4c42-971d-5692548cba5c {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:01:13.424461 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba593fbf-4dd7-47ec-8163-8712a7f482b1", "tag": "a4387ac9-95f9-4012-b004-ab69e4b6b711", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:01:13.424461 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dee95284-d4c9-4c42-971d-5692548cba5c {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:01:13.424857 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba593fbf-4dd7-47ec-8163-8712a7f482b1', 'tag': 'a4387ac9-95f9-4012-b004-ab69e4b6b711', 'status': 'completed', 'code': 200} Sep 07 03:01:13.445518 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251ab2e4-ddde-4fe9-bba6-c2495d23e6a3 x-openstack-request-id: req-251ab2e4-ddde-4fe9-bba6-c2495d23e6a3 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:01:13.445812 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba593fbf-4dd7-47ec-8163-8712a7f482b1", "name": "network-vif-plugged", "status": "completed", "tag": "a4387ac9-95f9-4012-b004-ab69e4b6b711", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:01:13.446061 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-251ab2e4-ddde-4fe9-bba6-c2495d23e6a3 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:01:13.446457 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba593fbf-4dd7-47ec-8163-8712a7f482b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4387ac9-95f9-4012-b004-ab69e4b6b711', 'code': 200} Sep 07 03:01:13.518996 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb36b8b9-bd3c-4a3b-8705-09e923d4a6b7 req-8461029b-1872-43c7-a532-6d8c4244b5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:13.525147 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bb36b8b9-bd3c-4a3b-8705-09e923d4a6b7 req-8461029b-1872-43c7-a532-6d8c4244b5b2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=626f31b15da14e0da01388cbfdee7f90&device_id=ba593fbf-4dd7-47ec-8163-8712a7f482b1 HTTP/1.1" status: 200 len: 1128 time: 0.1135161 Sep 07 03:01:13.663557 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-82223305-4a52-4b7a-ac78-0d8575e0d7e3 req-48d6473f-c2ab-40e8-8990-6cb3ec61be0a tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] 10.222.0.22 "GET /v2.0/ports?device_id=b86ffac4-7695-42d4-995e-4f342485b962 HTTP/1.1" status: 200 len: 210 time: 0.1154771 Sep 07 03:01:13.771202 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb36b8b9-bd3c-4a3b-8705-09e923d4a6b7 req-4dd55611-918c-48d1-96c1-cda6ac5e61e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:13.773672 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bb36b8b9-bd3c-4a3b-8705-09e923d4a6b7 req-4dd55611-918c-48d1-96c1-cda6ac5e61e6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=66da11a5-58e0-4d5e-b61b-f2a97b6c60d4 HTTP/1.1" status: 200 len: 896 time: 0.2328186 Sep 07 03:01:13.808970 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 3808cc55-e2aa-425d-bce9-49b4fe193f3d up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:01:13.820592 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54444a5f-7961-4ea6-a63b-dded50ba968f tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:13.826485 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 55772) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:13.827015 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-54444a5f-7961-4ea6-a63b-dded50ba968f tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] 10.222.0.22 "GET /v2.0/networks/1166b922-7457-4da4-bdda-328e8c8e7bc6 HTTP/1.1" status: 200 len: 881 time: 0.5554461 Sep 07 03:01:13.842506 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d5aa27a8-08f1-4226-b186-d2df56c3dfac tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:13.851034 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c43cd9fb-8979-44ff-b44f-9c41e3a3f9de req-6ab90fbd-9217-465b-bf70-1bdfa64e0634 tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:13.854845 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d5aa27a8-08f1-4226-b186-d2df56c3dfac tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:13.935972 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d5aa27a8-08f1-4226-b186-d2df56c3dfac tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:13.944792 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b1493-f292-4604-a34f-1183af0cff96 None None] Pushing event updated for resources: {'Port': ['ID=a4387ac9-95f9-4012-b004-ab69e4b6b711,revision_number=9']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:13.967686 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8b49e4a5-68c3-4b0f-8a9a-1a0705bade09 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] 10.222.0.22 "GET /v2.0/ports?device_id=769cc91b-046b-48b9-abc2-6b3bfe5275fd HTTP/1.1" status: 200 len: 205 time: 0.1371529 Sep 07 03:01:13.977154 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 55780) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:14.012671 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bb36b8b9-bd3c-4a3b-8705-09e923d4a6b7 req-92d64d5b-9aef-4436-bcee-67f3b5a3af24 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4387ac9-95f9-4012-b004-ab69e4b6b711 HTTP/1.1" status: 200 len: 1000 time: 0.2261746 Sep 07 03:01:14.023718 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 3808cc55-e2aa-425d-bce9-49b4fe193f3d triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:01:14.024194 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:14.024965 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30c942-43cb-41e3-bf06-00b2ccf38221 req-0082d33c-5c13-4ad5-b78e-aabb76012c03 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:14.027307 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3c30c942-43cb-41e3-bf06-00b2ccf38221 req-0082d33c-5c13-4ad5-b78e-aabb76012c03 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba593fbf-4dd7-47ec-8163-8712a7f482b1 HTTP/1.1" status: 200 len: 945 time: 0.2580323 Sep 07 03:01:14.062141 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-5e2b1493-f292-4604-a34f-1183af0cff96 None None] Provisioning complete for port ef52ae34-9401-49ca-bee5-72954cdb313e triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:01:14.062141 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5e2b1493-f292-4604-a34f-1183af0cff96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:14.108318 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aa27a8-08f1-4226-b186-d2df56c3dfac tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event updated for resources: {'Port': ['ID=ef52ae34-9401-49ca-bee5-72954cdb313e,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:14.150570 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb36b8b9-bd3c-4a3b-8705-09e923d4a6b7 req-017190fa-22be-47fd-a7f7-935f0f4e07d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:14.152911 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-5e2b1493-f292-4604-a34f-1183af0cff96 None None] Port ef52ae34-9401-49ca-bee5-72954cdb313e cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:01:14.153662 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bb36b8b9-bd3c-4a3b-8705-09e923d4a6b7 req-017190fa-22be-47fd-a7f7-935f0f4e07d9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=57f615bc-1ee1-4087-b628-32768bf98bce HTTP/1.1" status: 200 len: 834 time: 0.1253722 Sep 07 03:01:14.258234 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb36b8b9-bd3c-4a3b-8705-09e923d4a6b7 req-bf654cce-1b8b-401f-a3cb-99eebb9041e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:14.263345 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c43cd9fb-8979-44ff-b44f-9c41e3a3f9de req-6ab90fbd-9217-465b-bf70-1bdfa64e0634 tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:14.268095 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bb36b8b9-bd3c-4a3b-8705-09e923d4a6b7 req-bf654cce-1b8b-401f-a3cb-99eebb9041e0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=66da11a5-58e0-4d5e-b61b-f2a97b6c60d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0928724 Sep 07 03:01:14.291895 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device a4387ac9-95f9-4012-b004-ab69e4b6b711 details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 03:01:14.309586 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5aa27a8-08f1-4226-b186-d2df56c3dfac tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Network 9731e312-6172-433f-a140-c6adaff3f356 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:01:14.316632 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-d5aa27a8-08f1-4226-b186-d2df56c3dfac tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:01:14.337669 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3c30c942-43cb-41e3-bf06-00b2ccf38221 req-aa86229d-34d8-4be0-86a8-93d02fac8a54 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=6a74a93a-4afd-4104-922e-c90dfac2834e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1763759 Sep 07 03:01:14.345199 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c43cd9fb-8979-44ff-b44f-9c41e3a3f9de req-6ab90fbd-9217-465b-bf70-1bdfa64e0634 tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] Network 85b9e4c0-603d-4f20-a2f7-6ffcbe9ca102 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:01:14.347215 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-c43cd9fb-8979-44ff-b44f-9c41e3a3f9de req-6ab90fbd-9217-465b-bf70-1bdfa64e0634 tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:01:14.351567 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab90fbd-9217-465b-bf70-1bdfa64e0634 tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] Pushing event updated for resources: {'Port': ['ID=6c27083c-f9f3-4243-99ca-0f99c3c7f3b0,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:14.355520 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-c43cd9fb-8979-44ff-b44f-9c41e3a3f9de req-6ab90fbd-9217-465b-bf70-1bdfa64e0634 tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:01:14.494827 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port a4387ac9-95f9-4012-b004-ab69e4b6b711, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=a4387ac9-95f9-4012-b004-ab69e4b6b711,segment=NetworkSegment(9ee4793e-ec48-4320-9f96-01d4892ea4a4),segment_id=9ee4793e-ec48-4320-9f96-01d4892ea4a4)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:01:14.516828 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device a4387ac9-95f9-4012-b004-ab69e4b6b711 has no active binding in host n-h2-796209-16 {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 07 03:01:14.517697 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bcb0d8ab-bd0e-4ee2-b54c-5c859a448e5e tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks [] for router, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:14.581700 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43cd9fb-8979-44ff-b44f-9c41e3a3f9de req-6ab90fbd-9217-465b-bf70-1bdfa64e0634 tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:14.582555 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c43cd9fb-8979-44ff-b44f-9c41e3a3f9de req-6ab90fbd-9217-465b-bf70-1bdfa64e0634 tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:14.610728 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c43cd9fb-8979-44ff-b44f-9c41e3a3f9de req-6ab90fbd-9217-465b-bf70-1bdfa64e0634 tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9574156 Sep 07 03:01:14.639591 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-c43cd9fb-8979-44ff-b44f-9c41e3a3f9de req-68ecc7b7-bd41-4855-9634-606f139a7246 service neutron] Request body: {'port': {'device_id': 'b86ffac4-7695-42d4-995e-4f342485b962', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:01:14.672209 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bb36b8b9-bd3c-4a3b-8705-09e923d4a6b7 req-fde2a565-f042-40d0-99a4-28bef0ca7cce service neutron] 10.222.0.23 "GET /v2.0/networks/66da11a5-58e0-4d5e-b61b-f2a97b6c60d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3723969 Sep 07 03:01:14.681719 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5aa27a8-08f1-4226-b186-d2df56c3dfac tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Router 37ad5962-dd25-464a-b234-1a73df5647e7 is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 03:01:14.726722 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bcb0d8ab-bd0e-4ee2-b54c-5c859a448e5e tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:14.788771 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-1b841949-560b-47ee-9926-3277d5b6fd87 None None] Provisioning complete for port ef52ae34-9401-49ca-bee5-72954cdb313e triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:01:14.791311 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1b841949-560b-47ee-9926-3277d5b6fd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:14.807622 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c43cd9fb-8979-44ff-b44f-9c41e3a3f9de req-68ecc7b7-bd41-4855-9634-606f139a7246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:14.866376 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bb36b8b9-bd3c-4a3b-8705-09e923d4a6b7 req-306fa29f-32a3-41d2-93d3-63249b000576 service neutron] 10.222.0.23 "GET /v2.0/networks/66da11a5-58e0-4d5e-b61b-f2a97b6c60d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831529 Sep 07 03:01:14.869366 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-1b841949-560b-47ee-9926-3277d5b6fd87 None None] Port ef52ae34-9401-49ca-bee5-72954cdb313e cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:01:14.874791 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-bcb0d8ab-bd0e-4ee2-b54c-5c859a448e5e tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Deleting port 0af28e63-2a56-4ae0-a3e1-5b4921589797 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:01:14.875183 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bcb0d8ab-bd0e-4ee2-b54c-5c859a448e5e tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:14.901379 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5aa27a8-08f1-4226-b186-d2df56c3dfac tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:01:14.914490 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0e21af-78f1-4274-9279-1c6021f1a28a None None] Sync routers for ids ['37ad5962-dd25-464a-b234-1a73df5647e7'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:01:14.916352 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-d5aa27a8-08f1-4226-b186-d2df56c3dfac tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "PUT /v2.0/routers/37ad5962-dd25-464a-b234-1a73df5647e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5774074 Sep 07 03:01:14.920040 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 55802) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:14.944396 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0e21af-78f1-4274-9279-1c6021f1a28a None None] Routers {'37ad5962-dd25-464a-b234-1a73df5647e7'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:01:14.947827 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-5e0e21af-78f1-4274-9279-1c6021f1a28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:00:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['37ad5962-dd25-464a-b234-1a73df5647e7'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:14.948549 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb830d2d-e994-4c12-8f66-7e09cc5a053c req-2f7d1696-f7ca-4e77-b6b2-beb360a9ccb5 tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:14.950434 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cb830d2d-e994-4c12-8f66-7e09cc5a053c req-2f7d1696-f7ca-4e77-b6b2-beb360a9ccb5 tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] 10.222.0.22 "GET /v2.0/ports?device_id=b86ffac4-7695-42d4-995e-4f342485b962 HTTP/1.1" status: 200 len: 931 time: 0.1464853 Sep 07 03:01:14.995712 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bcb0d8ab-bd0e-4ee2-b54c-5c859a448e5e tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:15.016522 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-bcb0d8ab-bd0e-4ee2-b54c-5c859a448e5e tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Calling delete_port for 0af28e63-2a56-4ae0-a3e1-5b4921589797 owned by network:router_gateway {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:01:15.019469 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-5e0e21af-78f1-4274-9279-1c6021f1a28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:15.034361 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0e21af-78f1-4274-9279-1c6021f1a28a None None] Routers {'37ad5962-dd25-464a-b234-1a73df5647e7'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:01:15.035031 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-5e0e21af-78f1-4274-9279-1c6021f1a28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:00:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['37ad5962-dd25-464a-b234-1a73df5647e7'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:15.069293 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-5e0e21af-78f1-4274-9279-1c6021f1a28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:15.069962 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0e21af-78f1-4274-9279-1c6021f1a28a None None] The sync data for ids ['37ad5962-dd25-464a-b234-1a73df5647e7'] in n-d-796209-16 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:01:15.141869 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a086a23e-6435-4abb-8988-0e7ad1478c14 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:15.143709 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a086a23e-6435-4abb-8988-0e7ad1478c14 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "GET /v2.0/ports/ef52ae34-9401-49ca-bee5-72954cdb313e HTTP/1.1" status: 200 len: 910 time: 0.2199523 Sep 07 03:01:15.151060 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 55806) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:15.157470 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-a914c5aa-5fdc-4027-b4ab-b4625711af12 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8d075dc0-0024-47ef-b35c-2c9dcb508bde'}]}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:01:15.221050 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cb830d2d-e994-4c12-8f66-7e09cc5a053c req-9a3e97c6-821c-45a6-b3a9-5acd89ff8e7d tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] 10.222.0.22 "GET /v2.0/security-groups?id=135a694a-17e7-4407-8b10-75a418f48adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467232 Sep 07 03:01:15.302425 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bcb0d8ab-bd0e-4ee2-b54c-5c859a448e5e tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:15.349832 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb0d8ab-bd0e-4ee2-b54c-5c859a448e5e tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Pushing event deleted for resources: {'Port': ['ID=0af28e63-2a56-4ae0-a3e1-5b4921589797,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:15.421658 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bcb0d8ab-bd0e-4ee2-b54c-5c859a448e5e tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:15.494927 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a914c5aa-5fdc-4027-b4ab-b4625711af12 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:15.510585 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-c43cd9fb-8979-44ff-b44f-9c41e3a3f9de req-68ecc7b7-bd41-4855-9634-606f139a7246 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c27083c-f9f3-4243-99ca-0f99c3c7f3b0 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:01:15.520336 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c43cd9fb-8979-44ff-b44f-9c41e3a3f9de req-68ecc7b7-bd41-4855-9634-606f139a7246 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:15.553501 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bcb0d8ab-bd0e-4ee2-b54c-5c859a448e5e tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:15.557250 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bcb0d8ab-bd0e-4ee2-b54c-5c859a448e5e tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:15.621010 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c543ac-2340-4ed1-a372-00d13044b3b4 req-63ca22a0-fdd6-43e1-a369-f04ddc388738 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:15.622969 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-27c543ac-2340-4ed1-a372-00d13044b3b4 req-63ca22a0-fdd6-43e1-a369-f04ddc388738 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba593fbf-4dd7-47ec-8163-8712a7f482b1 HTTP/1.1" status: 200 len: 945 time: 0.1362636 Sep 07 03:01:15.624464 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bcb0d8ab-bd0e-4ee2-b54c-5c859a448e5e tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:15.625206 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb0d8ab-bd0e-4ee2-b54c-5c859a448e5e tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Fanout notify agent at l3_agent the message router_deleted on router 769cc91b-046b-48b9-abc2-6b3bfe5275fd {{(pid=94701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 03:01:15.632689 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bcb0d8ab-bd0e-4ee2-b54c-5c859a448e5e tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:15.637392 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-bcb0d8ab-bd0e-4ee2-b54c-5c859a448e5e tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] 10.222.0.22 "DELETE /v2.0/routers/769cc91b-046b-48b9-abc2-6b3bfe5275fd HTTP/1.1" status: 204 len: 168 time: 1.6553788 Sep 07 03:01:15.638971 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 55820) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:15.643419 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-4e095033-1b50-4c3c-9d78-fa4494b096d7 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1059865862', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:01:15.697152 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4e095033-1b50-4c3c-9d78-fa4494b096d7 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:15.698217 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4e095033-1b50-4c3c-9d78-fa4494b096d7 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:15.714954 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-27c543ac-2340-4ed1-a372-00d13044b3b4 req-20f988c3-47d4-4e34-9549-af3f23240963 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=6a74a93a-4afd-4104-922e-c90dfac2834e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799911 Sep 07 03:01:15.766371 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4e095033-1b50-4c3c-9d78-fa4494b096d7 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:15.776415 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4e095033-1b50-4c3c-9d78-fa4494b096d7 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:15.790015 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-c43cd9fb-8979-44ff-b44f-9c41e3a3f9de req-68ecc7b7-bd41-4855-9634-606f139a7246 service neutron] Transition to ACTIVE for port object 6c27083c-f9f3-4243-99ca-0f99c3c7f3b0 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:01:15.800024 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c43cd9fb-8979-44ff-b44f-9c41e3a3f9de req-68ecc7b7-bd41-4855-9634-606f139a7246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:15.801922 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4e095033-1b50-4c3c-9d78-fa4494b096d7 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:15.806876 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 55824) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:15.807126 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-4e095033-1b50-4c3c-9d78-fa4494b096d7 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1670537 Sep 07 03:01:15.814898 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 55826) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:15.851004 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-ad80838c-b3ed-41a3-b142-b66c95aea72b tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'enable_snat': True}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:01:15.944870 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f3163bfc-9b23-4f23-8c7e-109a1d7451e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:15.999406 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ecc7b7-bd41-4855-9634-606f139a7246 service neutron] Pushing event updated for resources: {'Port': ['ID=6c27083c-f9f3-4243-99ca-0f99c3c7f3b0,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:16.053840 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f3163bfc-9b23-4f23-8c7e-109a1d7451e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:16.059411 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f3163bfc-9b23-4f23-8c7e-109a1d7451e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:16.101428 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3163bfc-9b23-4f23-8c7e-109a1d7451e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f98cac9-8838-4f6b-b3d3-987077cb0251,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:16.109126 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f3163bfc-9b23-4f23-8c7e-109a1d7451e5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5de54475c2f94ab393339c89f1ad97fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2908101 Sep 07 03:01:16.109405 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 55832) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:16.164341 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8f4a640d-000a-478c-b4bf-42fbb2c3406a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:16.185825 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8f4a640d-000a-478c-b4bf-42fbb2c3406a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:16.213542 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ad80838c-b3ed-41a3-b142-b66c95aea72b tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:16.218417 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a914c5aa-5fdc-4027-b4ab-b4625711af12 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:16.236127 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8f4a640d-000a-478c-b4bf-42fbb2c3406a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:16.237778 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a914c5aa-5fdc-4027-b4ab-b4625711af12 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:16.239460 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8f4a640d-000a-478c-b4bf-42fbb2c3406a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:16.243260 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8f4a640d-000a-478c-b4bf-42fbb2c3406a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5f98cac9-8838-4f6b-b3d3-987077cb0251 HTTP/1.1" status: 204 len: 168 time: 0.1303976 Sep 07 03:01:16.250225 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4a640d-000a-478c-b4bf-42fbb2c3406a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f98cac9-8838-4f6b-b3d3-987077cb0251,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:16.549294 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 55840) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:16.563028 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f2b5e425-90c3-45aa-b809-d41697cba5e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:16.661213 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f2b5e425-90c3-45aa-b809-d41697cba5e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:16.665303 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f2b5e425-90c3-45aa-b809-d41697cba5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:16.675426 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-c43cd9fb-8979-44ff-b44f-9c41e3a3f9de req-68ecc7b7-bd41-4855-9634-606f139a7246 service neutron] Attempting to bind port 6c27083c-f9f3-4243-99ca-0f99c3c7f3b0 on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:01:16.676000 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-c43cd9fb-8979-44ff-b44f-9c41e3a3f9de req-68ecc7b7-bd41-4855-9634-606f139a7246 service neutron] Attempting to bind port 6c27083c-f9f3-4243-99ca-0f99c3c7f3b0 by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '8fadb85b-d3ee-4774-bf5c-24f6c80a2a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '85b9e4c0-603d-4f20-a2f7-6ffcbe9ca102'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:01:16.676504 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43cd9fb-8979-44ff-b44f-9c41e3a3f9de req-68ecc7b7-bd41-4855-9634-606f139a7246 service neutron] Attempting to bind port 6c27083c-f9f3-4243-99ca-0f99c3c7f3b0 on network 85b9e4c0-603d-4f20-a2f7-6ffcbe9ca102 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:01:16.704055 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f2b5e425-90c3-45aa-b809-d41697cba5e7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fb1c2f9f34d845eb887cba00fa1b3fa1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1536934 Sep 07 03:01:16.706599 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 55842) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:16.712653 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b5e425-90c3-45aa-b809-d41697cba5e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=808424bc-baa7-4456-8089-8347f40ee7e2,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:16.719811 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43cd9fb-8979-44ff-b44f-9c41e3a3f9de req-68ecc7b7-bd41-4855-9634-606f139a7246 service neutron] Port 6c27083c-f9f3-4243-99ca-0f99c3c7f3b0 on network 85b9e4c0-603d-4f20-a2f7-6ffcbe9ca102 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 03:01:16.720438 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43cd9fb-8979-44ff-b44f-9c41e3a3f9de req-68ecc7b7-bd41-4855-9634-606f139a7246 service neutron] Attempting to bind port 6c27083c-f9f3-4243-99ca-0f99c3c7f3b0 on network 85b9e4c0-603d-4f20-a2f7-6ffcbe9ca102 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:01:16.760752 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a914c5aa-5fdc-4027-b4ab-b4625711af12 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:16.761396 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a914c5aa-5fdc-4027-b4ab-b4625711af12 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:16.762750 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a914c5aa-5fdc-4027-b4ab-b4625711af12 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "PUT /v2.0/ports/ef52ae34-9401-49ca-bee5-72954cdb313e HTTP/1.1" status: 200 len: 910 time: 1.6104932 Sep 07 03:01:16.765252 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43cd9fb-8979-44ff-b44f-9c41e3a3f9de req-68ecc7b7-bd41-4855-9634-606f139a7246 service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:01:16.765585 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43cd9fb-8979-44ff-b44f-9c41e3a3f9de req-68ecc7b7-bd41-4855-9634-606f139a7246 service neutron] Checking segment: {'id': '8fadb85b-d3ee-4774-bf5c-24f6c80a2a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '85b9e4c0-603d-4f20-a2f7-6ffcbe9ca102'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:01:16.765967 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c43cd9fb-8979-44ff-b44f-9c41e3a3f9de req-68ecc7b7-bd41-4855-9634-606f139a7246 service neutron] Bound using segment: {'id': '8fadb85b-d3ee-4774-bf5c-24f6c80a2a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '85b9e4c0-603d-4f20-a2f7-6ffcbe9ca102'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:01:16.766400 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-c43cd9fb-8979-44ff-b44f-9c41e3a3f9de req-68ecc7b7-bd41-4855-9634-606f139a7246 service neutron] Bound port: 6c27083c-f9f3-4243-99ca-0f99c3c7f3b0, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fadb85b-d3ee-4774-bf5c-24f6c80a2a13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '85b9e4c0-603d-4f20-a2f7-6ffcbe9ca102'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:01:16.766779 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 55846) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:16.767079 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c43cd9fb-8979-44ff-b44f-9c41e3a3f9de req-68ecc7b7-bd41-4855-9634-606f139a7246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:16.770196 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a914c5aa-5fdc-4027-b4ab-b4625711af12 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event updated for resources: {'Port': ['ID=ef52ae34-9401-49ca-bee5-72954cdb313e,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:16.775275 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-14f3f9e0-274e-4fed-8423-072f7c97a508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:16.856607 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0f9ec-6e76-45ec-8ce0-d40c60251939 req-9161f49e-7c51-4205-b28b-89d34c6e2a82 tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:16.859047 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f1a0f9ec-6e76-45ec-8ce0-d40c60251939 req-9161f49e-7c51-4205-b28b-89d34c6e2a82 tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] 10.222.0.22 "GET /v2.0/ports?device_id=b86ffac4-7695-42d4-995e-4f342485b962 HTTP/1.1" status: 200 len: 943 time: 0.2075450 Sep 07 03:01:16.905145 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-14f3f9e0-274e-4fed-8423-072f7c97a508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:16.922664 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-c43cd9fb-8979-44ff-b44f-9c41e3a3f9de req-68ecc7b7-bd41-4855-9634-606f139a7246 service neutron] For port 6c27083c-f9f3-4243-99ca-0f99c3c7f3b0, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:01:16.928416 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-c43cd9fb-8979-44ff-b44f-9c41e3a3f9de req-68ecc7b7-bd41-4855-9634-606f139a7246 service neutron] For port 6c27083c-f9f3-4243-99ca-0f99c3c7f3b0, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=6c27083c-f9f3-4243-99ca-0f99c3c7f3b0,segment=NetworkSegment(8fadb85b-d3ee-4774-bf5c-24f6c80a2a13),segment_id=8fadb85b-d3ee-4774-bf5c-24f6c80a2a13)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:01:16.936855 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f1a0f9ec-6e76-45ec-8ce0-d40c60251939 req-f6a22e13-9ee5-41b5-9161-cc83727efc16 tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] 10.222.0.22 "GET /v2.0/security-groups?id=135a694a-17e7-4407-8b10-75a418f48adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677617 Sep 07 03:01:16.940366 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c43cd9fb-8979-44ff-b44f-9c41e3a3f9de req-68ecc7b7-bd41-4855-9634-606f139a7246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:17.026340 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1873a52-a050-4be5-a223-c4e81523db2c req-3de5dffd-4a74-4b08-8904-6f6621abd360 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:17.032668 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a1873a52-a050-4be5-a223-c4e81523db2c req-3de5dffd-4a74-4b08-8904-6f6621abd360 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba593fbf-4dd7-47ec-8163-8712a7f482b1 HTTP/1.1" status: 200 len: 945 time: 0.2111189 Sep 07 03:01:17.032992 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43cd9fb-8979-44ff-b44f-9c41e3a3f9de req-68ecc7b7-bd41-4855-9634-606f139a7246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:17.033613 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-c43cd9fb-8979-44ff-b44f-9c41e3a3f9de req-68ecc7b7-bd41-4855-9634-606f139a7246 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:17.035054 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c43cd9fb-8979-44ff-b44f-9c41e3a3f9de req-68ecc7b7-bd41-4855-9634-606f139a7246 service neutron] 10.222.0.16 "PUT /v2.0/ports/6c27083c-f9f3-4243-99ca-0f99c3c7f3b0 HTTP/1.1" status: 200 len: 1092 time: 2.4060152 Sep 07 03:01:17.035959 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b86ffac4-7695-42d4-995e-4f342485b962', 'tag': '6c27083c-f9f3-4243-99ca-0f99c3c7f3b0'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:01:17.037777 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5bbd45-1cac-4781-9b59-713dfb990f86" -d '{"events": [{"name": "network-changed", "server_uuid": "b86ffac4-7695-42d4-995e-4f342485b962", "tag": "6c27083c-f9f3-4243-99ca-0f99c3c7f3b0"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:01:17.129524 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ecc7b7-bd41-4855-9634-606f139a7246 service neutron] Pushing event updated for resources: {'Port': ['ID=6c27083c-f9f3-4243-99ca-0f99c3c7f3b0,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:17.135099 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-14f3f9e0-274e-4fed-8423-072f7c97a508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:17.138316 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-14f3f9e0-274e-4fed-8423-072f7c97a508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:17.139721 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-14f3f9e0-274e-4fed-8423-072f7c97a508 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/808424bc-baa7-4456-8089-8347f40ee7e2 HTTP/1.1" status: 204 len: 168 time: 0.4321084 Sep 07 03:01:17.146942 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38c7c26-ff8a-4589-a64f-4ca652c04c56 x-openstack-request-id: req-c38c7c26-ff8a-4589-a64f-4ca652c04c56 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:01:17.147167 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b86ffac4-7695-42d4-995e-4f342485b962", "tag": "6c27083c-f9f3-4243-99ca-0f99c3c7f3b0", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:01:17.147384 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c38c7c26-ff8a-4589-a64f-4ca652c04c56 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:01:17.147920 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b86ffac4-7695-42d4-995e-4f342485b962', 'tag': '6c27083c-f9f3-4243-99ca-0f99c3c7f3b0', 'status': 'completed', 'code': 200} Sep 07 03:01:17.172932 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ad80838c-b3ed-41a3-b142-b66c95aea72b tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:17.174696 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a1873a52-a050-4be5-a223-c4e81523db2c req-cd34042d-c155-43d6-a558-fc14fe203502 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=6a74a93a-4afd-4104-922e-c90dfac2834e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369741 Sep 07 03:01:17.180597 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f3f9e0-274e-4fed-8423-072f7c97a508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808424bc-baa7-4456-8089-8347f40ee7e2,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:17.197386 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ad80838c-b3ed-41a3-b142-b66c95aea72b tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:17.203338 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43cd9fb-8979-44ff-b44f-9c41e3a3f9de req-e19813c8-7d8c-4aeb-a048-ffdcc10d3022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:17.204666 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c43cd9fb-8979-44ff-b44f-9c41e3a3f9de req-e19813c8-7d8c-4aeb-a048-ffdcc10d3022 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c770b5ed803042dd84121734a1a78cb3&device_id=b86ffac4-7695-42d4-995e-4f342485b962 HTTP/1.1" status: 200 len: 1095 time: 0.1130507 Sep 07 03:01:17.295145 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c43cd9fb-8979-44ff-b44f-9c41e3a3f9de req-2e4fb1db-9320-4db4-9907-f3ad5fd77daa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c27083c-f9f3-4243-99ca-0f99c3c7f3b0 HTTP/1.1" status: 200 len: 217 time: 0.0796914 Sep 07 03:01:17.382655 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-06707b20-d2f2-45cf-ac35-906eef68d2c5 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:17.390671 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43cd9fb-8979-44ff-b44f-9c41e3a3f9de req-080eeb2a-5e90-45ee-ae61-091982aa0e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:17.392386 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c43cd9fb-8979-44ff-b44f-9c41e3a3f9de req-080eeb2a-5e90-45ee-ae61-091982aa0e28 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=631f08da-8ee7-41b5-bdd3-56aab8ba46ff HTTP/1.1" status: 200 len: 849 time: 0.0896628 Sep 07 03:01:17.415051 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-ad80838c-b3ed-41a3-b142-b66c95aea72b tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Allocated IP 172.25.5.226 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/cbb5fa4e-4905-46fa-900f-848eae93643f) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:01:17.437206 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c43cd9fb-8979-44ff-b44f-9c41e3a3f9de req-4b5f8468-bdb6-4bde-8e28-66b26aac3693 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=85b9e4c0-603d-4f20-a2f7-6ffcbe9ca102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312169 Sep 07 03:01:17.608099 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c43cd9fb-8979-44ff-b44f-9c41e3a3f9de req-a81022a2-b09a-48ce-b06d-b0a4d3f17975 service neutron] 10.222.0.16 "GET /v2.0/networks/85b9e4c0-603d-4f20-a2f7-6ffcbe9ca102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634719 Sep 07 03:01:17.666576 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ad80838c-b3ed-41a3-b142-b66c95aea72b tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:17.683594 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-06707b20-d2f2-45cf-ac35-906eef68d2c5 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Deleting port ef52ae34-9401-49ca-bee5-72954cdb313e {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:01:17.684030 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-06707b20-d2f2-45cf-ac35-906eef68d2c5 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:17.752392 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c43cd9fb-8979-44ff-b44f-9c41e3a3f9de req-62140831-3acc-4450-be5d-ac6a978e6d8e service neutron] 10.222.0.16 "GET /v2.0/networks/85b9e4c0-603d-4f20-a2f7-6ffcbe9ca102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333406 Sep 07 03:01:17.770152 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ad80838c-b3ed-41a3-b142-b66c95aea72b tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:17.820422 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad80838c-b3ed-41a3-b142-b66c95aea72b tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:01:17.834649 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-ad80838c-b3ed-41a3-b142-b66c95aea72b tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:01:17.863150 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad80838c-b3ed-41a3-b142-b66c95aea72b tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:01:17.867567 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad80838c-b3ed-41a3-b142-b66c95aea72b tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Pushing event updated for resources: {'Port': ['ID=cbb5fa4e-4905-46fa-900f-848eae93643f,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:17.976828 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5bbd45-1cac-4781-9b59-713dfb990f86 req-9226517f-6820-4571-a087-997fd0f7ff92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:17.978512 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1a5bbd45-1cac-4781-9b59-713dfb990f86 req-9226517f-6820-4571-a087-997fd0f7ff92 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c770b5ed803042dd84121734a1a78cb3&device_id=b86ffac4-7695-42d4-995e-4f342485b962 HTTP/1.1" status: 200 len: 1095 time: 0.1606379 Sep 07 03:01:18.213192 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d221b04-f8b3-4a38-a668-26112416f9fd req-acbe5380-c8a6-420c-a848-350e41cf2abf tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:18.223717 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6d221b04-f8b3-4a38-a668-26112416f9fd req-acbe5380-c8a6-420c-a848-350e41cf2abf tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] 10.222.0.22 "GET /v2.0/ports?device_id=b86ffac4-7695-42d4-995e-4f342485b962 HTTP/1.1" status: 200 len: 943 time: 0.1628473 Sep 07 03:01:18.249119 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-0e04ebe4-79f4-43aa-8ba8-757077f5de3a service neutron] 10.222.0.23 "GET /v2.0/ports/a4387ac9-95f9-4012-b004-ab69e4b6b711/bindings/n-h2-796209-16 HTTP/1.1" status: 200 len: 385 time: 0.1576331 Sep 07 03:01:18.304197 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5bbd45-1cac-4781-9b59-713dfb990f86 req-143c0d7e-eb6c-46fd-8543-99c20ca3ba69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:18.305700 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1a5bbd45-1cac-4781-9b59-713dfb990f86 req-143c0d7e-eb6c-46fd-8543-99c20ca3ba69 service neutron] 10.222.0.16 "GET /v2.0/networks?id=85b9e4c0-603d-4f20-a2f7-6ffcbe9ca102 HTTP/1.1" status: 200 len: 909 time: 0.2659910 Sep 07 03:01:18.314237 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6d221b04-f8b3-4a38-a668-26112416f9fd req-14671488-ca83-4391-989d-17940a965c30 tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] 10.222.0.22 "GET /v2.0/security-groups?id=135a694a-17e7-4407-8b10-75a418f48adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785408 Sep 07 03:01:18.367025 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1a5bbd45-1cac-4781-9b59-713dfb990f86 req-98ce18ff-fa4d-4283-8a82-7401c8199860 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c27083c-f9f3-4243-99ca-0f99c3c7f3b0 HTTP/1.1" status: 200 len: 217 time: 0.0502315 Sep 07 03:01:18.401784 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-06707b20-d2f2-45cf-ac35-906eef68d2c5 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:18.456619 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ad80838c-b3ed-41a3-b142-b66c95aea72b tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:18.500758 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5bbd45-1cac-4781-9b59-713dfb990f86 req-f9dcfae6-0dab-47ec-9aa6-61d226b80f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:18.502505 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1a5bbd45-1cac-4781-9b59-713dfb990f86 req-f9dcfae6-0dab-47ec-9aa6-61d226b80f9d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=631f08da-8ee7-41b5-bdd3-56aab8ba46ff HTTP/1.1" status: 200 len: 849 time: 0.0969236 Sep 07 03:01:18.511386 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-06707b20-d2f2-45cf-ac35-906eef68d2c5 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Calling delete_port for ef52ae34-9401-49ca-bee5-72954cdb313e owned by network:router_interface {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:01:18.535801 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00e1212-ab40-4be7-a541-af8a7bce6dfe req-be96d7c8-9d51-4c7c-8b71-2e3fcaf2dcbb tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:18.537561 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c00e1212-ab40-4be7-a541-af8a7bce6dfe req-be96d7c8-9d51-4c7c-8b71-2e3fcaf2dcbb tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba593fbf-4dd7-47ec-8163-8712a7f482b1 HTTP/1.1" status: 200 len: 945 time: 0.2907820 Sep 07 03:01:18.544086 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1a5bbd45-1cac-4781-9b59-713dfb990f86 req-5350088c-e072-4a20-95c1-750ec627d190 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=85b9e4c0-603d-4f20-a2f7-6ffcbe9ca102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333710 Sep 07 03:01:18.629918 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-b038cdeb-c010-43c3-af29-ab89b9b51821 service neutron] For port a4387ac9-95f9-4012-b004-ab69e4b6b711, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=a4387ac9-95f9-4012-b004-ab69e4b6b711,segment=NetworkSegment(9ee4793e-ec48-4320-9f96-01d4892ea4a4),segment_id=9ee4793e-ec48-4320-9f96-01d4892ea4a4)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:01:18.696627 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c00e1212-ab40-4be7-a541-af8a7bce6dfe req-094e486d-5c8f-43bf-a7b1-8b4dd3b8475d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=6a74a93a-4afd-4104-922e-c90dfac2834e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501446 Sep 07 03:01:18.704486 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-b038cdeb-c010-43c3-af29-ab89b9b51821 service neutron] For port a4387ac9-95f9-4012-b004-ab69e4b6b711, host n-h1-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:01:18.805784 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1a5bbd45-1cac-4781-9b59-713dfb990f86 req-9c3de1ad-6764-4745-bf6c-1c683227ae54 service neutron] 10.222.0.16 "GET /v2.0/networks/85b9e4c0-603d-4f20-a2f7-6ffcbe9ca102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194448 Sep 07 03:01:18.842909 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ad80838c-b3ed-41a3-b142-b66c95aea72b tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-553517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3974'] for router, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:18.855920 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ad80838c-b3ed-41a3-b142-b66c95aea72b tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-553510'] for router, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:18.873272 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba593fbf-4dd7-47ec-8163-8712a7f482b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4387ac9-95f9-4012-b004-ab69e4b6b711'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:01:18.876395 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9531f5d5-47ac-4444-b41a-33a3a0d8418e" -d '{"events": [{"server_uuid": "ba593fbf-4dd7-47ec-8163-8712a7f482b1", "name": "network-vif-unplugged", "status": "completed", "tag": "a4387ac9-95f9-4012-b004-ab69e4b6b711"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:01:18.900790 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-b038cdeb-c010-43c3-af29-ab89b9b51821 service neutron] For port a4387ac9-95f9-4012-b004-ab69e4b6b711, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=a4387ac9-95f9-4012-b004-ab69e4b6b711,segment=NetworkSegment(9ee4793e-ec48-4320-9f96-01d4892ea4a4),segment_id=9ee4793e-ec48-4320-9f96-01d4892ea4a4)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:01:18.924781 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-b038cdeb-c010-43c3-af29-ab89b9b51821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:18.941667 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-06707b20-d2f2-45cf-ac35-906eef68d2c5 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:18.979110 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1a5bbd45-1cac-4781-9b59-713dfb990f86 req-02554879-ffb1-4260-b6bc-697df3513b1e service neutron] 10.222.0.16 "GET /v2.0/networks/85b9e4c0-603d-4f20-a2f7-6ffcbe9ca102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656406 Sep 07 03:01:18.990889 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06707b20-d2f2-45cf-ac35-906eef68d2c5 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event deleted for resources: {'Port': ['ID=ef52ae34-9401-49ca-bee5-72954cdb313e,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:18.994737 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 03:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c37b373-c049-4035-b6e8-f9b49dee77da x-openstack-request-id: req-1c37b373-c049-4035-b6e8-f9b49dee77da {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:01:18.995019 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba593fbf-4dd7-47ec-8163-8712a7f482b1", "name": "network-vif-unplugged", "status": "completed", "tag": "a4387ac9-95f9-4012-b004-ab69e4b6b711", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:01:18.995269 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1c37b373-c049-4035-b6e8-f9b49dee77da {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:01:18.995702 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba593fbf-4dd7-47ec-8163-8712a7f482b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4387ac9-95f9-4012-b004-ab69e4b6b711', 'code': 200} Sep 07 03:01:19.137432 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad80838c-b3ed-41a3-b142-b66c95aea72b tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Router 2ac1eb01-3ff7-4f91-ac45-ec65f33ac78b is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 03:01:19.178298 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-b038cdeb-c010-43c3-af29-ab89b9b51821 service neutron] Transition to ACTIVE for port object a4387ac9-95f9-4012-b004-ab69e4b6b711 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:01:19.234597 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-b038cdeb-c010-43c3-af29-ab89b9b51821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:19.237089 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-06707b20-d2f2-45cf-ac35-906eef68d2c5 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:19.323663 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad80838c-b3ed-41a3-b142-b66c95aea72b tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:01:19.329280 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ad80838c-b3ed-41a3-b142-b66c95aea72b tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:19.331141 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ad80838c-b3ed-41a3-b142-b66c95aea72b tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] 10.222.0.22 "PUT /v2.0/routers/2ac1eb01-3ff7-4f91-ac45-ec65f33ac78b HTTP/1.1" status: 200 len: 919 time: 3.5102324 Sep 07 03:01:19.333947 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 55892) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:19.337251 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3c6fd9-88dd-4136-9ebd-f3d69b62f0e4 None None] Sync routers for ids ['2ac1eb01-3ff7-4f91-ac45-ec65f33ac78b'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:01:19.352480 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3c6fd9-88dd-4136-9ebd-f3d69b62f0e4 None None] Routers {'2ac1eb01-3ff7-4f91-ac45-ec65f33ac78b'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:01:19.354908 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-cb3c6fd9-88dd-4136-9ebd-f3d69b62f0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:00:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['2ac1eb01-3ff7-4f91-ac45-ec65f33ac78b'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:19.423047 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-cb3c6fd9-88dd-4136-9ebd-f3d69b62f0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:19.431932 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3c6fd9-88dd-4136-9ebd-f3d69b62f0e4 None None] Routers {'2ac1eb01-3ff7-4f91-ac45-ec65f33ac78b'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:01:19.432809 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-cb3c6fd9-88dd-4136-9ebd-f3d69b62f0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:00:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['2ac1eb01-3ff7-4f91-ac45-ec65f33ac78b'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:19.466022 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b038cdeb-c010-43c3-af29-ab89b9b51821 service neutron] Pushing event updated for resources: {'Port': ['ID=a4387ac9-95f9-4012-b004-ab69e4b6b711,revision_number=11']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:19.474243 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-cb3c6fd9-88dd-4136-9ebd-f3d69b62f0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:19.474910 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3c6fd9-88dd-4136-9ebd-f3d69b62f0e4 None None] The sync data for ids ['2ac1eb01-3ff7-4f91-ac45-ec65f33ac78b'] in n-d-796209-16 is: [] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:01:19.476919 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-fa6d7c33-eb7f-4c88-b59c-0f4b368019a1 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] 10.222.0.22 "GET /v2.0/routers/2ac1eb01-3ff7-4f91-ac45-ec65f33ac78b HTTP/1.1" status: 200 len: 925 time: 0.1417472 Sep 07 03:01:19.479634 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 55896) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:19.659758 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce5d036-f594-404f-b722-0a3f1ed0743f tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:19.661557 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-0ce5d036-f594-404f-b722-0a3f1ed0743f tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=1166b922-7457-4da4-bdda-328e8c8e7bc6&device_id=2ac1eb01-3ff7-4f91-ac45-ec65f33ac78b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1807115 Sep 07 03:01:19.664304 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 55898) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:19.784650 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06707b20-d2f2-45cf-ac35-906eef68d2c5 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Router 37ad5962-dd25-464a-b234-1a73df5647e7 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:01:19.786646 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-b038cdeb-c010-43c3-af29-ab89b9b51821 service neutron] No DVR routers for this DVR port a4387ac9-95f9-4012-b004-ab69e4b6b711 on host n-h1-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:01:19.804834 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012972dd-234e-49fd-8b66-6baacfb21d62 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:19.806261 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-012972dd-234e-49fd-8b66-6baacfb21d62 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] 10.222.0.22 "GET /v2.0/networks/1166b922-7457-4da4-bdda-328e8c8e7bc6 HTTP/1.1" status: 200 len: 881 time: 0.1406446 Sep 07 03:01:19.811081 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 55904) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:19.897671 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccce8c2e-5265-4c72-9499-b56d3a7f45db req-05862f18-b385-492d-894e-af8344001d1a tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:19.899460 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ccce8c2e-5265-4c72-9499-b56d3a7f45db req-05862f18-b385-492d-894e-af8344001d1a tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] 10.222.0.22 "GET /v2.0/ports?device_id=b86ffac4-7695-42d4-995e-4f342485b962 HTTP/1.1" status: 200 len: 943 time: 0.4175959 Sep 07 03:01:20.017647 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06707b20-d2f2-45cf-ac35-906eef68d2c5 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:01:20.025572 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-06707b20-d2f2-45cf-ac35-906eef68d2c5 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "PUT /v2.0/routers/37ad5962-dd25-464a-b234-1a73df5647e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2574105 Sep 07 03:01:20.031446 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3aa509-1978-4b89-b0cf-82fd6a8be990 None None] Sync routers for ids ['37ad5962-dd25-464a-b234-1a73df5647e7'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:01:20.041901 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3aa509-1978-4b89-b0cf-82fd6a8be990 None None] Routers {'37ad5962-dd25-464a-b234-1a73df5647e7'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:01:20.042749 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-2e3aa509-1978-4b89-b0cf-82fd6a8be990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:00:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['37ad5962-dd25-464a-b234-1a73df5647e7'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:20.067215 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 55906) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:20.082821 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ccce8c2e-5265-4c72-9499-b56d3a7f45db req-7e4d22fd-687b-411e-b7b6-61570ddb1c2f tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] 10.222.0.22 "GET /v2.0/security-groups?id=135a694a-17e7-4407-8b10-75a418f48adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733420 Sep 07 03:01:20.099204 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-b038cdeb-c010-43c3-af29-ab89b9b51821 service neutron] 10.222.0.23 "PUT /v2.0/ports/a4387ac9-95f9-4012-b004-ab69e4b6b711/bindings/n-h2-796209-16/activate HTTP/1.1" status: 200 len: 370 time: 1.8389373 Sep 07 03:01:20.101952 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-2e3aa509-1978-4b89-b0cf-82fd6a8be990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:20.112587 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3aa509-1978-4b89-b0cf-82fd6a8be990 None None] Routers {'37ad5962-dd25-464a-b234-1a73df5647e7'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:01:20.113412 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-2e3aa509-1978-4b89-b0cf-82fd6a8be990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:00:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['37ad5962-dd25-464a-b234-1a73df5647e7'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:20.117656 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-47b1b643-8760-435f-a26f-5eb6baad4152 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "GET /v2.0/ports?device_id=37ad5962-dd25-464a-b234-1a73df5647e7 HTTP/1.1" status: 200 len: 205 time: 0.0294766 Sep 07 03:01:20.117858 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 55910) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:20.183183 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-2e3aa509-1978-4b89-b0cf-82fd6a8be990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:20.184125 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3aa509-1978-4b89-b0cf-82fd6a8be990 None None] The sync data for ids ['37ad5962-dd25-464a-b234-1a73df5647e7'] in n-d-796209-16 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:01:20.209838 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1940ae22-b9cb-43fe-bdf3-7482339fbbd5 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for router, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:20.293604 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 6c27083c-f9f3-4243-99ca-0f99c3c7f3b0 details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 03:01:20.296646 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-12a7c0d4-b88b-419d-ab77-fde639e6572b tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ac1eb01-3ff7-4f91-ac45-ec65f33ac78b HTTP/1.1" status: 200 len: 205 time: 0.4843183 Sep 07 03:01:20.308071 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 55924) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:20.400229 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1940ae22-b9cb-43fe-bdf3-7482339fbbd5 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:20.402607 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1940ae22-b9cb-43fe-bdf3-7482339fbbd5 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:20.434144 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 6c27083c-f9f3-4243-99ca-0f99c3c7f3b0, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=6c27083c-f9f3-4243-99ca-0f99c3c7f3b0,segment=NetworkSegment(8fadb85b-d3ee-4774-bf5c-24f6c80a2a13),segment_id=8fadb85b-d3ee-4774-bf5c-24f6c80a2a13)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:01:20.462850 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '6c27083c-f9f3-4243-99ca-0f99c3c7f3b0', 'network_id': '85b9e4c0-603d-4f20-a2f7-6ffcbe9ca102', 'port_id': '6c27083c-f9f3-4243-99ca-0f99c3c7f3b0', 'mac_address': 'fa:16:3e:2e:1f:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '631f08da-8ee7-41b5-bdd3-56aab8ba46ff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 03:01:20.475627 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1940ae22-b9cb-43fe-bdf3-7482339fbbd5 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:20.477458 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1940ae22-b9cb-43fe-bdf3-7482339fbbd5 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Fanout notify agent at l3_agent the message router_deleted on router 37ad5962-dd25-464a-b234-1a73df5647e7 {{(pid=94701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 03:01:20.493023 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1940ae22-b9cb-43fe-bdf3-7482339fbbd5 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:20.495952 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-1940ae22-b9cb-43fe-bdf3-7482339fbbd5 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "DELETE /v2.0/routers/37ad5962-dd25-464a-b234-1a73df5647e7 HTTP/1.1" status: 204 len: 168 time: 0.3771536 Sep 07 03:01:20.497287 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 55942) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:20.531648 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:20.550775 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c27083c-f9f3-4243-99ca-0f99c3c7f3b0 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:01:20.552889 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2795e217-7d2a-47a4-8fc3-cc4b6cec3d81 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:20.566254 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c571be-7960-4335-b49d-030d5b160c10 req-e0ca0ee8-cb06-401f-9df0-51785d4db938 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:20.567864 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b6c571be-7960-4335-b49d-030d5b160c10 req-e0ca0ee8-cb06-401f-9df0-51785d4db938 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba593fbf-4dd7-47ec-8163-8712a7f482b1 HTTP/1.1" status: 200 len: 944 time: 0.2749498 Sep 07 03:01:20.583310 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 6c27083c-f9f3-4243-99ca-0f99c3c7f3b0, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=6c27083c-f9f3-4243-99ca-0f99c3c7f3b0,segment=NetworkSegment(8fadb85b-d3ee-4774-bf5c-24f6c80a2a13),segment_id=8fadb85b-d3ee-4774-bf5c-24f6c80a2a13)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:01:20.588813 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:20.605718 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-4452f58f-3451-4c33-ae26-f78697d4bf0a tempest-TestNetworkAdvancedServerOps-2015258804 tempest-TestNetworkAdvancedServerOps-2015258804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:20.607914 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-4452f58f-3451-4c33-ae26-f78697d4bf0a tempest-TestNetworkAdvancedServerOps-2015258804 tempest-TestNetworkAdvancedServerOps-2015258804-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ba593fbf-4dd7-47ec-8163-8712a7f482b1&tenant_id=626f31b15da14e0da01388cbfdee7f90&binding%3Ahost_id=n-h1-796209-16 HTTP/1.1" status: 200 len: 1096 time: 0.3137434 Sep 07 03:01:20.644781 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-8617c83d-2b4e-42f4-8d3e-172a2b6d68b8 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Deleting subnet 8d075dc0-0024-47ef-b35c-2c9dcb508bde {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 03:01:20.649697 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8617c83d-2b4e-42f4-8d3e-172a2b6d68b8 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:20.690950 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=6c27083c-f9f3-4243-99ca-0f99c3c7f3b0,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:20.700613 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8617c83d-2b4e-42f4-8d3e-172a2b6d68b8 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:20.792740 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['6c27083c-f9f3-4243-99ca-0f99c3c7f3b0'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:01:20.808719 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8617c83d-2b4e-42f4-8d3e-172a2b6d68b8 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:20.847375 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-2205b50e-d94b-4d40-8550-106339cc1a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:20.849030 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-2205b50e-d94b-4d40-8550-106339cc1a62 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ba593fbf-4dd7-47ec-8163-8712a7f482b1&tenant_id=626f31b15da14e0da01388cbfdee7f90 HTTP/1.1" status: 200 len: 1096 time: 0.2194359 Sep 07 03:01:20.852386 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b6c571be-7960-4335-b49d-030d5b160c10 req-c1dc5a7a-c451-4827-aa7a-d48fa4cbedd0 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=6a74a93a-4afd-4104-922e-c90dfac2834e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2263336 Sep 07 03:01:20.857873 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2795e217-7d2a-47a4-8fc3-cc4b6cec3d81 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:20.892351 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8617c83d-2b4e-42f4-8d3e-172a2b6d68b8 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:20.925215 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8617c83d-2b4e-42f4-8d3e-172a2b6d68b8 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event deleted for resources: {'Subnet': ['ID=8d075dc0-0024-47ef-b35c-2c9dcb508bde,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:20.930722 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8617c83d-2b4e-42f4-8d3e-172a2b6d68b8 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:20.940942 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8617c83d-2b4e-42f4-8d3e-172a2b6d68b8 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "DELETE /v2.0/subnets/8d075dc0-0024-47ef-b35c-2c9dcb508bde HTTP/1.1" status: 204 len: 168 time: 0.4425650 Sep 07 03:01:20.941820 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 55988) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:20.945748 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccfd74d-7800-46c8-8a55-9a8be06c1061 None None] Network 9731e312-6172-433f-a140-c6adaff3f356 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:01:20.993139 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-b5a1b13e-a9f9-43f9-a498-e12da8e5fb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:20.997576 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-b5a1b13e-a9f9-43f9-a498-e12da8e5fb9e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=626f31b15da14e0da01388cbfdee7f90&device_id=ba593fbf-4dd7-47ec-8163-8712a7f482b1 HTTP/1.1" status: 200 len: 1096 time: 0.0965602 Sep 07 03:01:21.093424 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-67a11c17-82ef-4063-a4c7-0395cd587f1d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:21.215920 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-7037a563-69ad-42da-b405-bb500eb20022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:21.218257 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-7037a563-69ad-42da-b405-bb500eb20022 service neutron] 10.222.0.16 "GET /v2.0/networks?id=66da11a5-58e0-4d5e-b61b-f2a97b6c60d4 HTTP/1.1" status: 200 len: 896 time: 0.2128906 Sep 07 03:01:21.228506 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-2795e217-7d2a-47a4-8fc3-cc4b6cec3d81 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Deleting port cbb5fa4e-4905-46fa-900f-848eae93643f {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:01:21.228848 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2795e217-7d2a-47a4-8fc3-cc4b6cec3d81 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:21.384152 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-b02031a8-7075-429f-b047-be3113a1312c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4387ac9-95f9-4012-b004-ab69e4b6b711 HTTP/1.1" status: 200 len: 998 time: 0.1582985 Sep 07 03:01:21.408452 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68446a2e-2fbd-4bec-a34c-650423eb33dc req-ac7fb0d7-1c69-4f5a-bebc-7c937d02bdef tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:21.412795 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-68446a2e-2fbd-4bec-a34c-650423eb33dc req-ac7fb0d7-1c69-4f5a-bebc-7c937d02bdef tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] 10.222.0.22 "GET /v2.0/ports?device_id=b86ffac4-7695-42d4-995e-4f342485b962 HTTP/1.1" status: 200 len: 944 time: 0.2418106 Sep 07 03:01:21.436297 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2795e217-7d2a-47a4-8fc3-cc4b6cec3d81 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:21.457238 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-2795e217-7d2a-47a4-8fc3-cc4b6cec3d81 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Calling delete_port for cbb5fa4e-4905-46fa-900f-848eae93643f owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:01:21.476149 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-d4e7123b-b8a0-4f2f-a2b1-191fcfd87be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:21.477984 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-d4e7123b-b8a0-4f2f-a2b1-191fcfd87be7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=57f615bc-1ee1-4087-b628-32768bf98bce HTTP/1.1" status: 200 len: 834 time: 0.0853300 Sep 07 03:01:21.497697 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-67a11c17-82ef-4063-a4c7-0395cd587f1d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Deleting port 3808cc55-e2aa-425d-bce9-49b4fe193f3d {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:01:21.498592 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-67a11c17-82ef-4063-a4c7-0395cd587f1d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:21.518559 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-68446a2e-2fbd-4bec-a34c-650423eb33dc req-5174e591-6a62-4671-8024-bb40095785d6 tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] 10.222.0.22 "GET /v2.0/security-groups?id=135a694a-17e7-4407-8b10-75a418f48adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976641 Sep 07 03:01:21.630987 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:21.647902 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:21.703926 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-67a11c17-82ef-4063-a4c7-0395cd587f1d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] For port 3808cc55-e2aa-425d-bce9-49b4fe193f3d, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=3808cc55-e2aa-425d-bce9-49b4fe193f3d,segment=NetworkSegment(1d039ba9-3834-4d4f-83f7-32467c01a9d3),segment_id=1d039ba9-3834-4d4f-83f7-32467c01a9d3)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:01:21.704354 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-67a11c17-82ef-4063-a4c7-0395cd587f1d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:21.721399 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc512bc-2d1a-4c64-abbc-7763899820c9 None None] DHCP port deletion for 9731e312-6172-433f-a140-c6adaff3f356 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 03:01:21.725290 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-67a11c17-82ef-4063-a4c7-0395cd587f1d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Calling delete_port for 3808cc55-e2aa-425d-bce9-49b4fe193f3d owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:01:21.799273 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8bc512bc-2d1a-4c64-abbc-7763899820c9 None None] Deleting port 3808cc55-e2aa-425d-bce9-49b4fe193f3d {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:01:21.800025 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8bc512bc-2d1a-4c64-abbc-7763899820c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:21.836348 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-9a051af9-a8bc-4022-91ef-e6e3b0a3f30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:21.838366 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-9a051af9-a8bc-4022-91ef-e6e3b0a3f30b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=66da11a5-58e0-4d5e-b61b-f2a97b6c60d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3484087 Sep 07 03:01:21.861612 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-67a11c17-82ef-4063-a4c7-0395cd587f1d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:21.887219 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8bc512bc-2d1a-4c64-abbc-7763899820c9 None None] For port 3808cc55-e2aa-425d-bce9-49b4fe193f3d, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=3808cc55-e2aa-425d-bce9-49b4fe193f3d,segment=NetworkSegment(1d039ba9-3834-4d4f-83f7-32467c01a9d3),segment_id=1d039ba9-3834-4d4f-83f7-32467c01a9d3)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:01:21.887616 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8bc512bc-2d1a-4c64-abbc-7763899820c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:21.910097 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a11c17-82ef-4063-a4c7-0395cd587f1d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] No DVR routers for this DVR port 3808cc55-e2aa-425d-bce9-49b4fe193f3d on host n-d-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:01:21.915309 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a11c17-82ef-4063-a4c7-0395cd587f1d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event deleted for resources: {'Port': ['ID=3808cc55-e2aa-425d-bce9-49b4fe193f3d,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:21.920089 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2795e217-7d2a-47a4-8fc3-cc4b6cec3d81 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:21.937153 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8bc512bc-2d1a-4c64-abbc-7763899820c9 None None] Calling delete_port for 3808cc55-e2aa-425d-bce9-49b4fe193f3d owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:01:21.961127 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2795e217-7d2a-47a4-8fc3-cc4b6cec3d81 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Pushing event deleted for resources: {'Port': ['ID=cbb5fa4e-4905-46fa-900f-848eae93643f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:22.040255 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-67a11c17-82ef-4063-a4c7-0395cd587f1d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:22.066775 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8bc512bc-2d1a-4c64-abbc-7763899820c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:22.077654 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-67a11c17-82ef-4063-a4c7-0395cd587f1d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9731e312-6172-433f-a140-c6adaff3f356']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:22.078202 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-87213cfb-2d24-4452-a149-41609eff8559 service neutron] 10.222.0.16 "GET /v2.0/networks/66da11a5-58e0-4d5e-b61b-f2a97b6c60d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291491 Sep 07 03:01:22.091129 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-67a11c17-82ef-4063-a4c7-0395cd587f1d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d039ba9-3834-4d4f-83f7-32467c01a9d3') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:22.091442 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-67a11c17-82ef-4063-a4c7-0395cd587f1d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d039ba9-3834-4d4f-83f7-32467c01a9d3') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:22.103002 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-67a11c17-82ef-4063-a4c7-0395cd587f1d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:22.111342 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc512bc-2d1a-4c64-abbc-7763899820c9 None None] Pushing event deleted for resources: {'Port': ['ID=3808cc55-e2aa-425d-bce9-49b4fe193f3d,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:22.111656 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378237d9-7ab5-41c2-9472-8b76db980a07 req-df90a716-f09b-4a9d-ba3b-5cce630f080d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:22.117754 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-378237d9-7ab5-41c2-9472-8b76db980a07 req-df90a716-f09b-4a9d-ba3b-5cce630f080d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba593fbf-4dd7-47ec-8163-8712a7f482b1 HTTP/1.1" status: 200 len: 944 time: 0.1125331 Sep 07 03:01:22.120116 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc512bc-2d1a-4c64-abbc-7763899820c9 None None] No DVR routers for this DVR port 3808cc55-e2aa-425d-bce9-49b4fe193f3d on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:01:22.126001 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-67a11c17-82ef-4063-a4c7-0395cd587f1d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:22.133234 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67a11c17-82ef-4063-a4c7-0395cd587f1d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 03:01:22.133650 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-67a11c17-82ef-4063-a4c7-0395cd587f1d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:22.160465 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2795e217-7d2a-47a4-8fc3-cc4b6cec3d81 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:22.200341 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 03:01:22.200341 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 03:01:22.200341 n-d-796209-16 neutron-server[94701]: timer() Sep 07 03:01:22.200341 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 03:01:22.200341 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 03:01:22.200341 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 03:01:22.200341 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 03:01:22.200341 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 03:01:22.200341 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 03:01:22.200341 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 03:01:22.200341 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 03:01:22.200341 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 03:01:22.200341 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 03:01:22.200341 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 03:01:22.200341 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 03:01:22.200341 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 03:01:22.200341 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 03:01:22.200341 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 03:01:22.200341 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 03:01:22.200341 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 03:01:22.200341 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 03:01:22.200341 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 03:01:22.200341 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 03:01:22.200341 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 03:01:22.200341 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 03:01:22.200341 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 03:01:22.200341 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 03:01:22.200341 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 03:01:22.200341 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 03:01:22.200341 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 03:01:22.200341 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 03:01:22.200341 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 03:01:22.212822 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-67a11c17-82ef-4063-a4c7-0395cd587f1d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:22.218071 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-67a11c17-82ef-4063-a4c7-0395cd587f1d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:22.225515 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-67a11c17-82ef-4063-a4c7-0395cd587f1d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "DELETE /v2.0/networks/9731e312-6172-433f-a140-c6adaff3f356 HTTP/1.1" status: 204 len: 168 time: 1.2822499 Sep 07 03:01:22.226165 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 56122) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:22.235797 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-2b45451f-25a3-4c28-931b-a727cda3f53d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1349865003', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:01:22.258801 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a11c17-82ef-4063-a4c7-0395cd587f1d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event deleted for resources: {'Network': ['ID=9731e312-6172-433f-a140-c6adaff3f356,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:22.277995 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2b45451f-25a3-4c28-931b-a727cda3f53d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:22.281113 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2b45451f-25a3-4c28-931b-a727cda3f53d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:22.302392 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2795e217-7d2a-47a4-8fc3-cc4b6cec3d81 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:22.302635 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 6c27083c-f9f3-4243-99ca-0f99c3c7f3b0 up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:01:22.395792 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2b45451f-25a3-4c28-931b-a727cda3f53d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:22.400251 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port 6c27083c-f9f3-4243-99ca-0f99c3c7f3b0 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:01:22.402836 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2795e217-7d2a-47a4-8fc3-cc4b6cec3d81 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:22.403290 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2b45451f-25a3-4c28-931b-a727cda3f53d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:22.408074 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 6c27083c-f9f3-4243-99ca-0f99c3c7f3b0 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:01:22.408448 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:22.427108 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2b45451f-25a3-4c28-931b-a727cda3f53d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:22.429421 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-2b45451f-25a3-4c28-931b-a727cda3f53d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1982911 Sep 07 03:01:22.433414 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 56148) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:22.440376 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-1d2c44a7-5c65-4995-bac7-5ff414d773db tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Request body: {'network': {'name': 'tempest-RoutersTest-897003988'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:01:22.474785 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2c44a7-5c65-4995-bac7-5ff414d773db tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Made reservation on behalf of ee71fe15143d4479a2a412d712f66384 for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:01:22.478705 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1d2c44a7-5c65-4995-bac7-5ff414d773db tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:22.510996 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d2c44a7-5c65-4995-bac7-5ff414d773db tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 03:01:22.522856 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1d2c44a7-5c65-4995-bac7-5ff414d773db tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:22.523279 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-1d2c44a7-5c65-4995-bac7-5ff414d773db tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Added segment 2a2bedec-2602-496c-9c00-ec1c63fe058a of type vlan for network 0e78b0cb-cf45-4b62-b589-9194ff1079c8 Sep 07 03:01:22.530927 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:22.531896 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-378237d9-7ab5-41c2-9472-8b76db980a07 req-b167b157-296c-4680-ab24-afdde90f93c2 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=6a74a93a-4afd-4104-922e-c90dfac2834e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3900509 Sep 07 03:01:22.552223 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-d94dadbc-0094-4842-b80b-31ddd359da26 service neutron] 10.222.0.16 "GET /v2.0/networks/66da11a5-58e0-4d5e-b61b-f2a97b6c60d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4640260 Sep 07 03:01:22.555729 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2795e217-7d2a-47a4-8fc3-cc4b6cec3d81 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:22.557016 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2795e217-7d2a-47a4-8fc3-cc4b6cec3d81 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Fanout notify agent at l3_agent the message router_deleted on router 2ac1eb01-3ff7-4f91-ac45-ec65f33ac78b {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 03:01:22.567043 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2795e217-7d2a-47a4-8fc3-cc4b6cec3d81 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:22.586232 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-2795e217-7d2a-47a4-8fc3-cc4b6cec3d81 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] 10.222.0.22 "DELETE /v2.0/routers/2ac1eb01-3ff7-4f91-ac45-ec65f33ac78b HTTP/1.1" status: 204 len: 168 time: 2.2700510 Sep 07 03:01:22.587128 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 56166) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:22.602388 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 6c27083c-f9f3-4243-99ca-0f99c3c7f3b0, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=6c27083c-f9f3-4243-99ca-0f99c3c7f3b0,segment=NetworkSegment(8fadb85b-d3ee-4774-bf5c-24f6c80a2a13),segment_id=8fadb85b-d3ee-4774-bf5c-24f6c80a2a13)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:01:22.602680 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-00fe928b-ce9c-41f2-86bf-afcdf105ca9f tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-770721239', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:01:22.603688 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b86ffac4-7695-42d4-995e-4f342485b962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c27083c-f9f3-4243-99ca-0f99c3c7f3b0'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:01:22.607025 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62ac800-6a5f-4868-b7f9-01007f83de69" -d '{"events": [{"server_uuid": "b86ffac4-7695-42d4-995e-4f342485b962", "name": "network-vif-plugged", "status": "completed", "tag": "6c27083c-f9f3-4243-99ca-0f99c3c7f3b0"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:01:22.612916 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:22.630984 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1d2c44a7-5c65-4995-bac7-5ff414d773db tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:22.662172 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-00fe928b-ce9c-41f2-86bf-afcdf105ca9f tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:22.664782 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-00fe928b-ce9c-41f2-86bf-afcdf105ca9f tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:22.684494 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=6c27083c-f9f3-4243-99ca-0f99c3c7f3b0,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:22.700744 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b652f8b9-fe7d-40b3-ad78-324005d1ca4c x-openstack-request-id: req-b652f8b9-fe7d-40b3-ad78-324005d1ca4c {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:01:22.702540 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b86ffac4-7695-42d4-995e-4f342485b962", "name": "network-vif-plugged", "status": "completed", "tag": "6c27083c-f9f3-4243-99ca-0f99c3c7f3b0", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:01:22.702976 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b652f8b9-fe7d-40b3-ad78-324005d1ca4c {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:01:22.703747 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b86ffac4-7695-42d4-995e-4f342485b962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c27083c-f9f3-4243-99ca-0f99c3c7f3b0', 'code': 200} Sep 07 03:01:22.735360 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1d2c44a7-5c65-4995-bac7-5ff414d773db tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:22.742672 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2c44a7-5c65-4995-bac7-5ff414d773db tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:22.743375 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1d2c44a7-5c65-4995-bac7-5ff414d773db tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:22.807517 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-00fe928b-ce9c-41f2-86bf-afcdf105ca9f tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:22.807760 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35457a1-3341-4c78-b135-2fb044abb30e req-d6a57e9e-a3d8-4f70-a638-af9813e3f27e tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:22.809751 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c35457a1-3341-4c78-b135-2fb044abb30e req-d6a57e9e-a3d8-4f70-a638-af9813e3f27e tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] 10.222.0.22 "GET /v2.0/ports?device_id=b86ffac4-7695-42d4-995e-4f342485b962 HTTP/1.1" status: 200 len: 945 time: 0.1154695 Sep 07 03:01:22.811081 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-1d2c44a7-5c65-4995-bac7-5ff414d773db tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3761423 Sep 07 03:01:22.844484 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 56188) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:22.852152 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-421297a1-5e53-4c1c-8a04-f53cc2eed525 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Request body: {'subnet': {'network_id': '0e78b0cb-cf45-4b62-b589-9194ff1079c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:01:22.862128 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-00fe928b-ce9c-41f2-86bf-afcdf105ca9f tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:22.912978 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2c44a7-5c65-4995-bac7-5ff414d773db tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event updated for resources: {'Network': ['ID=0e78b0cb-cf45-4b62-b589-9194ff1079c8,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:22.921651 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f116d-c411-4607-b85e-ccc123296d35 req-cfe0f201-5f80-4f87-8a8f-5b151563d41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:22.923747 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-720f116d-c411-4607-b85e-ccc123296d35 req-cfe0f201-5f80-4f87-8a8f-5b151563d41b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b86ffac4-7695-42d4-995e-4f342485b962 HTTP/1.1" status: 200 len: 1097 time: 0.1138909 Sep 07 03:01:22.934180 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-00fe928b-ce9c-41f2-86bf-afcdf105ca9f tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:22.935642 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-00fe928b-ce9c-41f2-86bf-afcdf105ca9f tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3446314 Sep 07 03:01:22.936900 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 0e78b0cb-cf45-4b62-b589-9194ff1079c8 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 03:01:22.951819 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 56206) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:22.959867 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-fc93bf3b-1c9f-4dc9-8b7e-d6cf5e6d4cbe tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'enable_snat': False}}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:01:23.034827 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c35457a1-3341-4c78-b135-2fb044abb30e req-ba767fd7-6cf5-4207-aba3-224d5c3e744d tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] 10.222.0.22 "GET /v2.0/security-groups?id=135a694a-17e7-4407-8b10-75a418f48adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765234 Sep 07 03:01:23.039991 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-720f116d-c411-4607-b85e-ccc123296d35 req-af6795f0-e158-40ea-8091-8d4916fe9abc service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=135a694a-17e7-4407-8b10-75a418f48adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082318 Sep 07 03:01:23.093958 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-97e62966-9ebf-477f-b741-620b2deda794 tempest-TestNetworkAdvancedServerOps-2015258804 tempest-TestNetworkAdvancedServerOps-2015258804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:23.097490 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device a4387ac9-95f9-4012-b004-ab69e4b6b711 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:01:23.101247 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-97e62966-9ebf-477f-b741-620b2deda794 tempest-TestNetworkAdvancedServerOps-2015258804 tempest-TestNetworkAdvancedServerOps-2015258804-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ba593fbf-4dd7-47ec-8163-8712a7f482b1&tenant_id=626f31b15da14e0da01388cbfdee7f90&binding%3Ahost_id=n-h2-796209-16 HTTP/1.1" status: 200 len: 1096 time: 0.1388414 Sep 07 03:01:23.127404 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421297a1-5e53-4c1c-8a04-f53cc2eed525 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Made reservation on behalf of ee71fe15143d4479a2a412d712f66384 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:01:23.135285 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-421297a1-5e53-4c1c-8a04-f53cc2eed525 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:23.144699 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device a4387ac9-95f9-4012-b004-ab69e4b6b711 not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:01:23.247310 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fc93bf3b-1c9f-4dc9-8b7e-d6cf5e6d4cbe tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:23.631015 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 3808cc55-e2aa-425d-bce9-49b4fe193f3d no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:01:23.682600 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 3808cc55-e2aa-425d-bce9-49b4fe193f3d {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:01:23.682965 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 3808cc55-e2aa-425d-bce9-49b4fe193f3d not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:01:23.712774 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fc93bf3b-1c9f-4dc9-8b7e-d6cf5e6d4cbe tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:23.848778 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-ac63669c-5c55-41eb-bc79-a8a5b8ba28bb service neutron] For port a4387ac9-95f9-4012-b004-ab69e4b6b711, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:01:23.857154 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-ac63669c-5c55-41eb-bc79-a8a5b8ba28bb service neutron] Notify callbacks [] for binding, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:23.858874 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-ac63669c-5c55-41eb-bc79-a8a5b8ba28bb service neutron] 10.222.0.16 "DELETE /v2.0/ports/a4387ac9-95f9-4012-b004-ab69e4b6b711/bindings/n-h1-796209-16 HTTP/1.1" status: 204 len: 173 time: 0.6277184 Sep 07 03:01:23.909922 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d92382-dcf9-409c-bf5b-a2c91c01dfea req-1df8ce89-9d86-4565-acc5-ec967a63e31d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:23.912120 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c5d92382-dcf9-409c-bf5b-a2c91c01dfea req-1df8ce89-9d86-4565-acc5-ec967a63e31d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba593fbf-4dd7-47ec-8163-8712a7f482b1 HTTP/1.1" status: 200 len: 944 time: 0.1404886 Sep 07 03:01:23.944399 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-421297a1-5e53-4c1c-8a04-f53cc2eed525 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:24.024105 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c5d92382-dcf9-409c-bf5b-a2c91c01dfea req-9fc88892-698f-468e-9a8f-4c3944f0f101 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=6a74a93a-4afd-4104-922e-c90dfac2834e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012018 Sep 07 03:01:24.040164 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421297a1-5e53-4c1c-8a04-f53cc2eed525 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event updated for resources: {'Subnet': ['ID=abd280ca-68f4-4bd9-9cf7-f5ba4651bb3a,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:24.053191 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421297a1-5e53-4c1c-8a04-f53cc2eed525 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Checking segment: {'id': '2a2bedec-2602-496c-9c00-ec1c63fe058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0e78b0cb-cf45-4b62-b589-9194ff1079c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:01:24.053792 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421297a1-5e53-4c1c-8a04-f53cc2eed525 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Network hostable DHCP agents. Network: 0e78b0cb-cf45-4b62-b589-9194ff1079c8, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 03:01:24.081499 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421297a1-5e53-4c1c-8a04-f53cc2eed525 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Network 0e78b0cb-cf45-4b62-b589-9194ff1079c8 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 03:01:24.095076 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-421297a1-5e53-4c1c-8a04-f53cc2eed525 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 0e78b0cb-cf45-4b62-b589-9194ff1079c8) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:01:24.103863 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6341147f-a6de-4e7d-863d-ef66868065cc None None] Network 0e78b0cb-cf45-4b62-b589-9194ff1079c8 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:01:24.110449 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421297a1-5e53-4c1c-8a04-f53cc2eed525 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:24.111173 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-421297a1-5e53-4c1c-8a04-f53cc2eed525 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:24.132395 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-421297a1-5e53-4c1c-8a04-f53cc2eed525 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2852004 Sep 07 03:01:24.135040 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 56338) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:24.376649 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fc93bf3b-1c9f-4dc9-8b7e-d6cf5e6d4cbe tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:24.401794 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad3a946-3812-45b5-bbb0-86871a2e1188 req-52fac861-9fe0-4011-b995-81a6cfe1195d tempest-TestNetworkAdvancedServerOps-2015258804 tempest-TestNetworkAdvancedServerOps-2015258804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:24.423738 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fad3a946-3812-45b5-bbb0-86871a2e1188 req-52fac861-9fe0-4011-b995-81a6cfe1195d tempest-TestNetworkAdvancedServerOps-2015258804 tempest-TestNetworkAdvancedServerOps-2015258804-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=ba593fbf-4dd7-47ec-8163-8712a7f482b1 HTTP/1.1" status: 200 len: 1096 time: 0.2360299 Sep 07 03:01:24.442436 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4506e33-a527-417e-a010-4e0580a915ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-0e78b0cb-cf45-4b62-b589-9194ff1079c8', 'network_id': '0e78b0cb-cf45-4b62-b589-9194ff1079c8', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'fixed_ips': [{'subnet_id': 'abd280ca-68f4-4bd9-9cf7-f5ba4651bb3a'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 03:01:24.445632 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e4506e33-a527-417e-a010-4e0580a915ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:24.538937 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0675d004-229c-4c0f-a035-769d6be50905 req-3807cd81-a6f5-4ffa-ba7f-2fec84a4f47e tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:24.547399 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0675d004-229c-4c0f-a035-769d6be50905 req-3807cd81-a6f5-4ffa-ba7f-2fec84a4f47e tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] 10.222.0.22 "GET /v2.0/ports?device_id=b86ffac4-7695-42d4-995e-4f342485b962 HTTP/1.1" status: 200 len: 945 time: 0.2220244 Sep 07 03:01:24.598139 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fad3a946-3812-45b5-bbb0-86871a2e1188 req-4dfe22a8-a157-4d9a-9dfe-ccb0891cff58 tempest-TestNetworkAdvancedServerOps-2015258804 tempest-TestNetworkAdvancedServerOps-2015258804-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=6a74a93a-4afd-4104-922e-c90dfac2834e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1677074 Sep 07 03:01:24.639194 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0675d004-229c-4c0f-a035-769d6be50905 req-360ea778-1127-4550-961e-e7a57a867878 tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] 10.222.0.22 "GET /v2.0/security-groups?id=135a694a-17e7-4407-8b10-75a418f48adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843029 Sep 07 03:01:24.835998 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-fc93bf3b-1c9f-4dc9-8b7e-d6cf5e6d4cbe tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Allocated IP 172.25.5.70 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/5b2afbc6-de81-4ac2-81db-48b110d10dd5) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:01:24.857683 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4fa2cdd5-067f-48b5-b684-567f65afa3c0 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:24.891006 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f36514-c355-439c-9f47-d09da9330f2c req-1412fbf2-9c30-41fd-aa20-52bdd02567d0 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:24.901229 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a3f36514-c355-439c-9f47-d09da9330f2c req-1412fbf2-9c30-41fd-aa20-52bdd02567d0 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba593fbf-4dd7-47ec-8163-8712a7f482b1 HTTP/1.1" status: 200 len: 944 time: 0.1732345 Sep 07 03:01:24.923949 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-e4506e33-a527-417e-a010-4e0580a915ff None None] Allocated IP 172.20.0.2 (0e78b0cb-cf45-4b62-b589-9194ff1079c8/abd280ca-68f4-4bd9-9cf7-f5ba4651bb3a/87333226-4a0e-4a93-8b0f-e7011d7ae9fe) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:01:25.011560 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fc93bf3b-1c9f-4dc9-8b7e-d6cf5e6d4cbe tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:25.064041 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a3f36514-c355-439c-9f47-d09da9330f2c req-29ea3016-9a2e-4126-bc4c-4b56758c7a3a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=6a74a93a-4afd-4104-922e-c90dfac2834e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1618845 Sep 07 03:01:25.064660 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fc93bf3b-1c9f-4dc9-8b7e-d6cf5e6d4cbe tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:25.074251 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 56412) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:25.179472 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc93bf3b-1c9f-4dc9-8b7e-d6cf5e6d4cbe tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:01:25.190099 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-fc93bf3b-1c9f-4dc9-8b7e-d6cf5e6d4cbe tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:01:25.192095 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 56416) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:25.209127 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc93bf3b-1c9f-4dc9-8b7e-d6cf5e6d4cbe tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:01:25.230179 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e4506e33-a527-417e-a010-4e0580a915ff None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:25.240296 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc93bf3b-1c9f-4dc9-8b7e-d6cf5e6d4cbe tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Pushing event updated for resources: {'Port': ['ID=5b2afbc6-de81-4ac2-81db-48b110d10dd5,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:25.240461 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-e4506e33-a527-417e-a010-4e0580a915ff None None] Transition to ACTIVE for port object 87333226-4a0e-4a93-8b0f-e7011d7ae9fe will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:01:25.259042 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-1fb85e77-aa71-4b92-811c-32f1266fe880 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/floatingips/42bfd0ad-e606-41cd-bca6-c171be35e54b HTTP/1.1" status: 200 len: 990 time: 0.1832538 Sep 07 03:01:25.262292 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-e4506e33-a527-417e-a010-4e0580a915ff None None] Transition to ACTIVE for port object 87333226-4a0e-4a93-8b0f-e7011d7ae9fe will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:01:25.271031 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e4506e33-a527-417e-a010-4e0580a915ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:25.332968 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4506e33-a527-417e-a010-4e0580a915ff None None] Pushing event updated for resources: {'Port': ['ID=87333226-4a0e-4a93-8b0f-e7011d7ae9fe,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:25.340825 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4506e33-a527-417e-a010-4e0580a915ff None None] Network 0e78b0cb-cf45-4b62-b589-9194ff1079c8 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:01:25.343289 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-e4506e33-a527-417e-a010-4e0580a915ff None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:01:25.349046 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4506e33-a527-417e-a010-4e0580a915ff None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:01:25.375428 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-4fa2cdd5-067f-48b5-b684-567f65afa3c0 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Allocated IP 172.20.0.1 (0e78b0cb-cf45-4b62-b589-9194ff1079c8/abd280ca-68f4-4bd9-9cf7-f5ba4651bb3a/0cd580bd-36c2-40c7-9f89-cbec6438cb0f) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:01:25.424578 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-e4506e33-a527-417e-a010-4e0580a915ff None None] Attempting to bind port 87333226-4a0e-4a93-8b0f-e7011d7ae9fe on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:01:25.425145 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-e4506e33-a527-417e-a010-4e0580a915ff None None] Attempting to bind port 87333226-4a0e-4a93-8b0f-e7011d7ae9fe by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '2a2bedec-2602-496c-9c00-ec1c63fe058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0e78b0cb-cf45-4b62-b589-9194ff1079c8'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:01:25.425711 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4506e33-a527-417e-a010-4e0580a915ff None None] Attempting to bind port 87333226-4a0e-4a93-8b0f-e7011d7ae9fe on network 0e78b0cb-cf45-4b62-b589-9194ff1079c8 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:01:25.435300 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4506e33-a527-417e-a010-4e0580a915ff None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:01:25.435969 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4506e33-a527-417e-a010-4e0580a915ff None None] Checking segment: {'id': '2a2bedec-2602-496c-9c00-ec1c63fe058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0e78b0cb-cf45-4b62-b589-9194ff1079c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:01:25.437012 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e4506e33-a527-417e-a010-4e0580a915ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:25.437744 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4506e33-a527-417e-a010-4e0580a915ff None None] Bound using segment: {'id': '2a2bedec-2602-496c-9c00-ec1c63fe058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0e78b0cb-cf45-4b62-b589-9194ff1079c8'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:01:25.438359 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-e4506e33-a527-417e-a010-4e0580a915ff None None] Bound port: 87333226-4a0e-4a93-8b0f-e7011d7ae9fe, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a2bedec-2602-496c-9c00-ec1c63fe058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0e78b0cb-cf45-4b62-b589-9194ff1079c8'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:01:25.438976 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e4506e33-a527-417e-a010-4e0580a915ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:25.497668 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 56432) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:25.520343 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a46209be-c9fd-405d-802f-82d745c9b6ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:25.585420 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-e4506e33-a527-417e-a010-4e0580a915ff None None] For port 87333226-4a0e-4a93-8b0f-e7011d7ae9fe, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:01:25.591323 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-e4506e33-a527-417e-a010-4e0580a915ff None None] For port 87333226-4a0e-4a93-8b0f-e7011d7ae9fe, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=87333226-4a0e-4a93-8b0f-e7011d7ae9fe,segment=NetworkSegment(2a2bedec-2602-496c-9c00-ec1c63fe058a),segment_id=2a2bedec-2602-496c-9c00-ec1c63fe058a)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:01:25.602916 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e4506e33-a527-417e-a010-4e0580a915ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:25.618811 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4fa2cdd5-067f-48b5-b684-567f65afa3c0 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:25.638768 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fc93bf3b-1c9f-4dc9-8b7e-d6cf5e6d4cbe tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:25.723838 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4506e33-a527-417e-a010-4e0580a915ff None None] Pushing event updated for resources: {'Port': ['ID=87333226-4a0e-4a93-8b0f-e7011d7ae9fe,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:25.727937 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-4fa2cdd5-067f-48b5-b684-567f65afa3c0 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Transition to ACTIVE for port object 0cd580bd-36c2-40c7-9f89-cbec6438cb0f will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:01:25.918490 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4fa2cdd5-067f-48b5-b684-567f65afa3c0 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:25.948006 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd66f75-29d8-4567-9ae6-fff06676c276 req-5a3e918b-02b8-417f-94f5-0d32c0c1b101 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:25.949563 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2cd66f75-29d8-4567-9ae6-fff06676c276 req-5a3e918b-02b8-417f-94f5-0d32c0c1b101 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] 10.222.0.22 "GET /v2.0/networks?id=88da14ca-f271-4c9e-84fc-9a54ff05dc70 HTTP/1.1" status: 200 len: 813 time: 0.2112567 Sep 07 03:01:25.960976 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c74fd310-9869-4dd5-b033-8f232773642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:25.982711 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2cd66f75-29d8-4567-9ae6-fff06676c276 req-e91d799d-6a2e-4be7-b873-4b41c70fd4ce tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] 10.222.0.22 "GET /v2.0/quotas/bdc0940f45b1443ea0b8db2a1c4a8a86 HTTP/1.1" status: 200 len: 375 time: 0.0260143 Sep 07 03:01:25.988625 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a660c-31e7-45a9-aa62-fdf404cb0726 req-5f800c12-e305-4e04-bd61-0181f1b54f41 tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:25.990200 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d85a660c-31e7-45a9-aa62-fdf404cb0726 req-5f800c12-e305-4e04-bd61-0181f1b54f41 tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] 10.222.0.22 "GET /v2.0/ports?device_id=b86ffac4-7695-42d4-995e-4f342485b962 HTTP/1.1" status: 200 len: 945 time: 0.1881008 Sep 07 03:01:26.018880 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a46209be-c9fd-405d-802f-82d745c9b6ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:26.025975 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa2cdd5-067f-48b5-b684-567f65afa3c0 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Network 0e78b0cb-cf45-4b62-b589-9194ff1079c8 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:01:26.047873 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-4fa2cdd5-067f-48b5-b684-567f65afa3c0 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:01:26.049633 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2cd66f75-29d8-4567-9ae6-fff06676c276 req-f122aebd-26ff-4bc9-ba6f-445d26a1e2c7 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=bdc0940f45b1443ea0b8db2a1c4a8a86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314236 Sep 07 03:01:26.050320 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a46209be-c9fd-405d-802f-82d745c9b6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:26.054745 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa2cdd5-067f-48b5-b684-567f65afa3c0 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:01:26.058531 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fc93bf3b-1c9f-4dc9-8b7e-d6cf5e6d4cbe tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-553517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3974'] for router, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:26.062930 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fc93bf3b-1c9f-4dc9-8b7e-d6cf5e6d4cbe tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-553510'] for router, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:26.066541 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa2cdd5-067f-48b5-b684-567f65afa3c0 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event updated for resources: {'Port': ['ID=0cd580bd-36c2-40c7-9f89-cbec6438cb0f,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:26.118204 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-f9a2b1cb-a10f-4f68-b57e-65dd0130501b tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Deleting port 5ca5f93b-bdc7-44e9-963d-abf52260f5dd {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:01:26.118558 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f9a2b1cb-a10f-4f68-b57e-65dd0130501b tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:26.182984 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a46209be-c9fd-405d-802f-82d745c9b6ca admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5b7d127ceaa44d608034a57b30ea7c5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9900050 Sep 07 03:01:26.183512 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46209be-c9fd-405d-802f-82d745c9b6ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d132125-57b5-4dca-b8dc-2802e2d7f310,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:26.185984 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 56448) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:26.193036 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d85a660c-31e7-45a9-aa62-fdf404cb0726 req-53752747-9d68-4c1c-b31d-1dc7677e72e7 tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] 10.222.0.22 "GET /v2.0/security-groups?id=135a694a-17e7-4407-8b10-75a418f48adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838670 Sep 07 03:01:26.228980 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4fa2cdd5-067f-48b5-b684-567f65afa3c0 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:26.237950 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2cd66f75-29d8-4567-9ae6-fff06676c276 req-ff9f4eda-dc79-4fa6-8bd0-9ec212378df2 service neutron] 10.222.0.22 "GET /v2.0/networks/88da14ca-f271-4c9e-84fc-9a54ff05dc70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326787 Sep 07 03:01:26.346776 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f9a2b1cb-a10f-4f68-b57e-65dd0130501b tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:26.347038 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc93bf3b-1c9f-4dc9-8b7e-d6cf5e6d4cbe tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Router 1fb203fb-1f5b-4096-8a94-638b0efa9fa0 is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 03:01:26.347141 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f9a2b1cb-a10f-4f68-b57e-65dd0130501b tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:26.352433 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2cd66f75-29d8-4567-9ae6-fff06676c276 req-75892b33-385f-482b-b228-6ec6442865e5 service neutron] 10.222.0.22 "GET /v2.0/networks/88da14ca-f271-4c9e-84fc-9a54ff05dc70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043320 Sep 07 03:01:26.377983 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-f9a2b1cb-a10f-4f68-b57e-65dd0130501b tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Calling delete_port for 5ca5f93b-bdc7-44e9-963d-abf52260f5dd owned by network:floatingip {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:01:26.383461 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cd06f839-64b4-462d-94ae-385bac7355b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:26.489387 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cd06f839-64b4-462d-94ae-385bac7355b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:26.511397 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc93bf3b-1c9f-4dc9-8b7e-d6cf5e6d4cbe tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:01:26.519764 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4fa2cdd5-067f-48b5-b684-567f65afa3c0 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:26.524013 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf0aa28-4dec-4cf6-8d28-dca2315a252a None None] Sync routers for ids ['1fb203fb-1f5b-4096-8a94-638b0efa9fa0'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:01:26.527762 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fc93bf3b-1c9f-4dc9-8b7e-d6cf5e6d4cbe tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:26.537409 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-fc93bf3b-1c9f-4dc9-8b7e-d6cf5e6d4cbe tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] 10.222.0.22 "PUT /v2.0/routers/1fb203fb-1f5b-4096-8a94-638b0efa9fa0 HTTP/1.1" status: 200 len: 918 time: 3.5778060 Sep 07 03:01:26.537409 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 56450) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:26.573048 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf0aa28-4dec-4cf6-8d28-dca2315a252a None None] Routers {'1fb203fb-1f5b-4096-8a94-638b0efa9fa0'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:01:26.588367 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-9bf0aa28-4dec-4cf6-8d28-dca2315a252a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:00:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['1fb203fb-1f5b-4096-8a94-638b0efa9fa0'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:26.705848 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-9bf0aa28-4dec-4cf6-8d28-dca2315a252a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:26.717300 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf0aa28-4dec-4cf6-8d28-dca2315a252a None None] Routers {'1fb203fb-1f5b-4096-8a94-638b0efa9fa0'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:01:26.718275 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-9bf0aa28-4dec-4cf6-8d28-dca2315a252a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:00:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['1fb203fb-1f5b-4096-8a94-638b0efa9fa0'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:26.740408 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-5a91afd5-30a0-42d4-9feb-7d527b3042f4 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] 10.222.0.22 "GET /v2.0/routers/1fb203fb-1f5b-4096-8a94-638b0efa9fa0 HTTP/1.1" status: 200 len: 924 time: 0.2049775 Sep 07 03:01:26.744073 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 56456) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:26.765732 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-9bf0aa28-4dec-4cf6-8d28-dca2315a252a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:26.766516 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf0aa28-4dec-4cf6-8d28-dca2315a252a None None] The sync data for ids ['1fb203fb-1f5b-4096-8a94-638b0efa9fa0'] in n-d-796209-16 is: [] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:01:26.798757 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40de4ecd-a347-47fb-9a63-1526526212c4 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:26.800349 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-40de4ecd-a347-47fb-9a63-1526526212c4 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=1166b922-7457-4da4-bdda-328e8c8e7bc6&device_id=1fb203fb-1f5b-4096-8a94-638b0efa9fa0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0553076 Sep 07 03:01:26.807928 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 56458) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:26.824794 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cd06f839-64b4-462d-94ae-385bac7355b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:26.828031 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cd06f839-64b4-462d-94ae-385bac7355b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:26.829196 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-cd06f839-64b4-462d-94ae-385bac7355b5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2d132125-57b5-4dca-b8dc-2802e2d7f310 HTTP/1.1" status: 204 len: 168 time: 0.6353407 Sep 07 03:01:26.840198 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7338cd65-9221-4b16-a862-6ce86f2239da req-0c311407-e60d-4c99-92b0-bba6f1cfd3f8 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] 10.222.0.22 "GET /v2.0/ports?device_id=89f93003-3785-4aca-b81c-f2851604b03f HTTP/1.1" status: 200 len: 210 time: 0.1723144 Sep 07 03:01:26.890635 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd06f839-64b4-462d-94ae-385bac7355b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d132125-57b5-4dca-b8dc-2802e2d7f310,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:27.051299 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b13eb56-441f-4c71-a2da-050025035de1 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:27.053103 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-5b13eb56-441f-4c71-a2da-050025035de1 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] 10.222.0.22 "GET /v2.0/networks/1166b922-7457-4da4-bdda-328e8c8e7bc6 HTTP/1.1" status: 200 len: 881 time: 0.2438574 Sep 07 03:01:27.055875 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 56468) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:27.106632 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f0601fd5-d7b9-4036-b2a1-2bf5b315ccab tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fb203fb-1f5b-4096-8a94-638b0efa9fa0 HTTP/1.1" status: 200 len: 205 time: 0.0493422 Sep 07 03:01:27.109332 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 56472) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:27.110469 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399fb66c-764c-48e2-9680-ae2a4be2db83 None None] Network 0e78b0cb-cf45-4b62-b589-9194ff1079c8 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:01:27.214371 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-7403b677-36d9-48e7-a046-a7fc4b4a018b None None] Provisioning for port 87333226-4a0e-4a93-8b0f-e7011d7ae9fe completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:01:27.316793 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-91a9ad98-de65-4184-82b0-a8fbad7e85ce tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks [] for router, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:27.471413 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f3f99-da32-40f1-a067-ea322dd3ab0c req-fc5dc185-5a6a-4d6c-8c5c-e3fd95473d0e tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:27.473199 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fb9f3f99-da32-40f1-a067-ea322dd3ab0c req-fc5dc185-5a6a-4d6c-8c5c-e3fd95473d0e tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] 10.222.0.16 "GET /v2.0/ports?device_id=b86ffac4-7695-42d4-995e-4f342485b962 HTTP/1.1" status: 200 len: 945 time: 0.1584525 Sep 07 03:01:27.480462 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb13e1-63c5-4bf3-b26b-d59354b22bb2 req-bb4a2d3c-f3e2-4f7d-bb1c-e5d965c1b848 tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:27.488923 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d9bb13e1-63c5-4bf3-b26b-d59354b22bb2 req-bb4a2d3c-f3e2-4f7d-bb1c-e5d965c1b848 tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] 10.222.0.22 "GET /v2.0/ports?device_id=b86ffac4-7695-42d4-995e-4f342485b962 HTTP/1.1" status: 200 len: 945 time: 0.1668172 Sep 07 03:01:27.548582 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d9bb13e1-63c5-4bf3-b26b-d59354b22bb2 req-fe45fc89-3d52-4741-9f9e-0af6aa7b65ba tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] 10.222.0.22 "GET /v2.0/security-groups?id=135a694a-17e7-4407-8b10-75a418f48adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582895 Sep 07 03:01:27.560128 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-91a9ad98-de65-4184-82b0-a8fbad7e85ce tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:27.651074 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f9a2b1cb-a10f-4f68-b57e-65dd0130501b tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:27.655291 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-91a9ad98-de65-4184-82b0-a8fbad7e85ce tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Deleting port 5b2afbc6-de81-4ac2-81db-48b110d10dd5 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:01:27.655722 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-91a9ad98-de65-4184-82b0-a8fbad7e85ce tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:27.696428 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 87333226-4a0e-4a93-8b0f-e7011d7ae9fe up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:01:27.711241 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a2b1cb-a10f-4f68-b57e-65dd0130501b tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event deleted for resources: {'Port': ['ID=5ca5f93b-bdc7-44e9-963d-abf52260f5dd,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:27.780398 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 87333226-4a0e-4a93-8b0f-e7011d7ae9fe completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:01:27.789221 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 87333226-4a0e-4a93-8b0f-e7011d7ae9fe triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:01:27.789753 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:27.801468 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-91a9ad98-de65-4184-82b0-a8fbad7e85ce tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:27.808076 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4fa2cdd5-067f-48b5-b684-567f65afa3c0 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:27.821163 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-91a9ad98-de65-4184-82b0-a8fbad7e85ce tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Calling delete_port for 5b2afbc6-de81-4ac2-81db-48b110d10dd5 owned by network:router_gateway {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:01:27.822670 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4fa2cdd5-067f-48b5-b684-567f65afa3c0 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:27.840594 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f9a2b1cb-a10f-4f68-b57e-65dd0130501b tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for floatingip, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:27.840943 n-d-796209-16 neutron-server[94700]: INFO neutron.db.l3_db [None req-f9a2b1cb-a10f-4f68-b57e-65dd0130501b tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Floating IP 42bfd0ad-e606-41cd-bca6-c171be35e54b disassociated (deleted). External IP: 172.25.5.47, port: a4387ac9-95f9-4012-b004-ab69e4b6b711. Sep 07 03:01:27.960412 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:28.024392 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 87333226-4a0e-4a93-8b0f-e7011d7ae9fe, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=87333226-4a0e-4a93-8b0f-e7011d7ae9fe,segment=NetworkSegment(2a2bedec-2602-496c-9c00-ec1c63fe058a),segment_id=2a2bedec-2602-496c-9c00-ec1c63fe058a)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:01:28.032745 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-fb9f3f99-da32-40f1-a067-ea322dd3ab0c req-76d4ca8c-37e6-465d-9d55-c23818e974ff tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] Deleting port 6c27083c-f9f3-4243-99ca-0f99c3c7f3b0 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:01:28.033145 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fb9f3f99-da32-40f1-a067-ea322dd3ab0c req-76d4ca8c-37e6-465d-9d55-c23818e974ff tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:28.040619 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:28.120307 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=87333226-4a0e-4a93-8b0f-e7011d7ae9fe,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:28.148589 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd66f75-29d8-4567-9ae6-fff06676c276 req-44f80690-f3a8-4932-8206-ed1c4e76f94b tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:28.150492 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2cd66f75-29d8-4567-9ae6-fff06676c276 req-44f80690-f3a8-4932-8206-ed1c4e76f94b tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] 10.222.0.23 "GET /v2.0/networks?id=88da14ca-f271-4c9e-84fc-9a54ff05dc70 HTTP/1.1" status: 200 len: 813 time: 0.1836507 Sep 07 03:01:28.167431 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-2cd66f75-29d8-4567-9ae6-fff06676c276 req-b4c3a438-ddb9-4d29-8f45-287d3338eb60 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] Request body: {'port': {'device_id': '89f93003-3785-4aca-b81c-f2851604b03f', 'network_id': '88da14ca-f271-4c9e-84fc-9a54ff05dc70', 'admin_state_up': True, 'tenant_id': 'bdc0940f45b1443ea0b8db2a1c4a8a86'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:01:28.184335 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-965151fb-cf2e-4afd-b7b3-daa08c869e32 req-5ee586ec-d69b-49af-916f-d75730f837d5 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] 10.222.0.22 "GET /v2.0/ports?device_id=89f93003-3785-4aca-b81c-f2851604b03f HTTP/1.1" status: 200 len: 210 time: 0.1406169 Sep 07 03:01:28.227389 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a1dc4d2a-f80f-4601-95bd-69965a5819f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:28.250951 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-b44f63fa-ab2e-48f0-b7a5-64c09ca66051 None None] Provisioning complete for port 87333226-4a0e-4a93-8b0f-e7011d7ae9fe triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:01:28.251326 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b44f63fa-ab2e-48f0-b7a5-64c09ca66051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:28.295841 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4fa2cdd5-067f-48b5-b684-567f65afa3c0 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:28.361593 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-fb9f3f99-da32-40f1-a067-ea322dd3ab0c req-76d4ca8c-37e6-465d-9d55-c23818e974ff tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] For port 6c27083c-f9f3-4243-99ca-0f99c3c7f3b0, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=6c27083c-f9f3-4243-99ca-0f99c3c7f3b0,segment=NetworkSegment(8fadb85b-d3ee-4774-bf5c-24f6c80a2a13),segment_id=8fadb85b-d3ee-4774-bf5c-24f6c80a2a13)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:01:28.361973 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fb9f3f99-da32-40f1-a067-ea322dd3ab0c req-76d4ca8c-37e6-465d-9d55-c23818e974ff tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:28.380275 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-fb9f3f99-da32-40f1-a067-ea322dd3ab0c req-76d4ca8c-37e6-465d-9d55-c23818e974ff tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] Calling delete_port for 6c27083c-f9f3-4243-99ca-0f99c3c7f3b0 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:01:28.416760 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-b44f63fa-ab2e-48f0-b7a5-64c09ca66051 None None] Provisioning for port 0cd580bd-36c2-40c7-9f89-cbec6438cb0f completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:01:28.427856 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-b44f63fa-ab2e-48f0-b7a5-64c09ca66051 None None] Provisioning complete for port 0cd580bd-36c2-40c7-9f89-cbec6438cb0f triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:01:28.428850 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b44f63fa-ab2e-48f0-b7a5-64c09ca66051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:28.440859 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-91a9ad98-de65-4184-82b0-a8fbad7e85ce tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:28.486181 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-b44f63fa-ab2e-48f0-b7a5-64c09ca66051 None None] Port 0cd580bd-36c2-40c7-9f89-cbec6438cb0f cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:01:28.494387 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa2cdd5-067f-48b5-b684-567f65afa3c0 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event updated for resources: {'Port': ['ID=0cd580bd-36c2-40c7-9f89-cbec6438cb0f,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:28.504072 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a9ad98-de65-4184-82b0-a8fbad7e85ce tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Pushing event deleted for resources: {'Port': ['ID=5b2afbc6-de81-4ac2-81db-48b110d10dd5,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:28.549374 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cd66f75-29d8-4567-9ae6-fff06676c276 req-b4c3a438-ddb9-4d29-8f45-287d3338eb60 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] Made reservation on behalf of bdc0940f45b1443ea0b8db2a1c4a8a86 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:01:28.553262 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2cd66f75-29d8-4567-9ae6-fff06676c276 req-b4c3a438-ddb9-4d29-8f45-287d3338eb60 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:28.592679 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-91a9ad98-de65-4184-82b0-a8fbad7e85ce tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:28.610655 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a24b5cba-66ee-43b5-8815-f795ab6b36bf None None] Provisioning complete for port 0cd580bd-36c2-40c7-9f89-cbec6438cb0f triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:01:28.612980 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a24b5cba-66ee-43b5-8815-f795ab6b36bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:28.658778 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a24b5cba-66ee-43b5-8815-f795ab6b36bf None None] Port 0cd580bd-36c2-40c7-9f89-cbec6438cb0f cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:01:28.663789 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a2b1cb-a10f-4f68-b57e-65dd0130501b tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Router e9ae3689-48cc-41fc-8eac-b81b3999674f has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:01:28.682750 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 56504) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:28.724374 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:28.740448 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1cc9f263-61bc-449e-b1e1-122b25976687 req-778dbbc3-361b-4573-b24f-851054aafd32 tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] 10.222.0.22 "GET /v2.0/ports?device_id=b86ffac4-7695-42d4-995e-4f342485b962 HTTP/1.1" status: 200 len: 210 time: 0.0491853 Sep 07 03:01:28.749559 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fb9f3f99-da32-40f1-a067-ea322dd3ab0c req-76d4ca8c-37e6-465d-9d55-c23818e974ff tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:28.765154 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['6c27083c-f9f3-4243-99ca-0f99c3c7f3b0'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:01:28.775622 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-91a9ad98-de65-4184-82b0-a8fbad7e85ce tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:28.780318 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-91a9ad98-de65-4184-82b0-a8fbad7e85ce tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:28.793498 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa2cdd5-067f-48b5-b684-567f65afa3c0 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Network 0e78b0cb-cf45-4b62-b589-9194ff1079c8 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:01:28.798937 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d4ca8c-37e6-465d-9d55-c23818e974ff tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] Pushing event deleted for resources: {'Port': ['ID=6c27083c-f9f3-4243-99ca-0f99c3c7f3b0,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:28.811901 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-4fa2cdd5-067f-48b5-b684-567f65afa3c0 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:01:28.861359 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-91a9ad98-de65-4184-82b0-a8fbad7e85ce tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:28.861722 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a9ad98-de65-4184-82b0-a8fbad7e85ce tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Fanout notify agent at l3_agent the message router_deleted on router 1fb203fb-1f5b-4096-8a94-638b0efa9fa0 {{(pid=94701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 03:01:28.867434 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb9f3f99-da32-40f1-a067-ea322dd3ab0c req-76d4ca8c-37e6-465d-9d55-c23818e974ff tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] No DVR routers for this DVR port 6c27083c-f9f3-4243-99ca-0f99c3c7f3b0 on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:01:28.870855 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-91a9ad98-de65-4184-82b0-a8fbad7e85ce tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:28.871981 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-91a9ad98-de65-4184-82b0-a8fbad7e85ce tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] 10.222.0.22 "DELETE /v2.0/routers/1fb203fb-1f5b-4096-8a94-638b0efa9fa0 HTTP/1.1" status: 204 len: 168 time: 1.7615733 Sep 07 03:01:28.872271 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fb9f3f99-da32-40f1-a067-ea322dd3ab0c req-76d4ca8c-37e6-465d-9d55-c23818e974ff tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:28.876506 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fb9f3f99-da32-40f1-a067-ea322dd3ab0c req-76d4ca8c-37e6-465d-9d55-c23818e974ff tempest-VolumesActionsTest-1337438955 tempest-VolumesActionsTest-1337438955-project] 10.222.0.16 "DELETE /v2.0/ports/6c27083c-f9f3-4243-99ca-0f99c3c7f3b0 HTTP/1.1" status: 204 len: 173 time: 1.3685067 Sep 07 03:01:28.876941 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 56508) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:28.881449 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-873ef0e1-c5eb-4c23-9b2f-3a54c4169d93 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-335431338', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}, 'admin_state_up': False}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:01:28.896296 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [req-2cd66f75-29d8-4567-9ae6-fff06676c276 req-b4c3a438-ddb9-4d29-8f45-287d3338eb60 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] Allocated IP 172.20.0.12 (88da14ca-f271-4c9e-84fc-9a54ff05dc70/dd9f436e-3791-4262-9992-c7d4dc1268a3/e3d2852a-4568-45b3-b093-dab24d79d2c6) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:01:28.924910 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b86ffac4-7695-42d4-995e-4f342485b962', 'name': 'network-vif-deleted', 'tag': '6c27083c-f9f3-4243-99ca-0f99c3c7f3b0'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:01:28.927806 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e82556e-8096-4412-af08-39a731fcdda7" -d '{"events": [{"server_uuid": "b86ffac4-7695-42d4-995e-4f342485b962", "name": "network-vif-deleted", "tag": "6c27083c-f9f3-4243-99ca-0f99c3c7f3b0"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:01:28.927984 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-873ef0e1-c5eb-4c23-9b2f-3a54c4169d93 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:28.928850 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-873ef0e1-c5eb-4c23-9b2f-3a54c4169d93 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:28.988780 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f190d8db-d8db-4039-8049-cec7826de807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:28.989411 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-873ef0e1-c5eb-4c23-9b2f-3a54c4169d93 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:28.993949 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a2b1cb-a10f-4f68-b57e-65dd0130501b tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:01:29.005911 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad06199a-e2cf-4179-935b-ce46a9eae277 None None] Sync routers for ids ['e9ae3689-48cc-41fc-8eac-b81b3999674f'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:01:29.007371 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f9a2b1cb-a10f-4f68-b57e-65dd0130501b tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:29.018682 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad06199a-e2cf-4179-935b-ce46a9eae277 None None] Routers {'e9ae3689-48cc-41fc-8eac-b81b3999674f'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:01:29.019172 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-ad06199a-e2cf-4179-935b-ce46a9eae277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:01:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['e9ae3689-48cc-41fc-8eac-b81b3999674f'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:29.066315 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60d1b97-82bf-4573-a914-71d79d94812a x-openstack-request-id: req-a60d1b97-82bf-4573-a914-71d79d94812a {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:01:29.066818 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b86ffac4-7695-42d4-995e-4f342485b962", "name": "network-vif-deleted", "tag": "6c27083c-f9f3-4243-99ca-0f99c3c7f3b0", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:01:29.067172 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a60d1b97-82bf-4573-a914-71d79d94812a {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:01:29.067745 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b86ffac4-7695-42d4-995e-4f342485b962', 'name': 'network-vif-deleted', 'tag': '6c27083c-f9f3-4243-99ca-0f99c3c7f3b0', 'status': 'completed', 'code': 200} Sep 07 03:01:29.104805 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f9a2b1cb-a10f-4f68-b57e-65dd0130501b tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "DELETE /v2.0/floatingips/42bfd0ad-e606-41cd-bca6-c171be35e54b HTTP/1.1" status: 204 len: 168 time: 3.5946589 Sep 07 03:01:29.179442 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa2cdd5-067f-48b5-b684-567f65afa3c0 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Router 38be35b0-2dbf-46b6-8376-fcb3dc785651 is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 03:01:29.212639 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-873ef0e1-c5eb-4c23-9b2f-3a54c4169d93 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:29.227054 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-ad06199a-e2cf-4179-935b-ce46a9eae277 None None] Set router e9ae3689-48cc-41fc-8eac-b81b3999674f gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:01:29.230024 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-51b939a5-b803-4eee-b90f-30f9fed72907 None None] Provisioning complete for port 0cd580bd-36c2-40c7-9f89-cbec6438cb0f triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:01:29.230407 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-51b939a5-b803-4eee-b90f-30f9fed72907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:29.295155 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-51b939a5-b803-4eee-b90f-30f9fed72907 None None] Port 0cd580bd-36c2-40c7-9f89-cbec6438cb0f cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:01:29.353342 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f190d8db-d8db-4039-8049-cec7826de807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:29.355275 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa2cdd5-067f-48b5-b684-567f65afa3c0 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:01:29.371721 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f893fc-dfc8-4f16-8070-7721eb8d62a2 None None] Sync routers for ids ['38be35b0-2dbf-46b6-8376-fcb3dc785651'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:01:29.374682 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-4fa2cdd5-067f-48b5-b684-567f65afa3c0 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "PUT /v2.0/routers/38be35b0-2dbf-46b6-8376-fcb3dc785651/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2384548 Sep 07 03:01:29.376107 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 56518) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:29.382168 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f190d8db-d8db-4039-8049-cec7826de807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:29.383779 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f893fc-dfc8-4f16-8070-7721eb8d62a2 None None] Routers {'38be35b0-2dbf-46b6-8376-fcb3dc785651'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:01:29.384704 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-41f893fc-dfc8-4f16-8070-7721eb8d62a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:01:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['38be35b0-2dbf-46b6-8376-fcb3dc785651'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:29.390080 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-00ec90e0-ce32-4034-b21f-f241732cd78a tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Request body: {'network': {'name': 'tempest-RoutersTest-124231077'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:01:29.455775 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-29800fa7-9840-4ade-8234-e22325b848cc req-1ff7601f-bc99-4d8d-8835-295ef04bf920 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] 10.222.0.22 "GET /v2.0/ports?device_id=89f93003-3785-4aca-b81c-f2851604b03f HTTP/1.1" status: 200 len: 210 time: 0.0773335 Sep 07 03:01:29.495685 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f190d8db-d8db-4039-8049-cec7826de807 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4e7b589162724b3da87ebd76c50f4ff1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8083799 Sep 07 03:01:29.496362 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 56520) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:29.506956 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f190d8db-d8db-4039-8049-cec7826de807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3988cc-7a82-45b1-a803-bb618458171a,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:29.512896 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-41f893fc-dfc8-4f16-8070-7721eb8d62a2 None None] Set router 38be35b0-2dbf-46b6-8376-fcb3dc785651 gateway port host: None {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:01:29.518729 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ec90e0-ce32-4034-b21f-f241732cd78a tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Made reservation on behalf of ee71fe15143d4479a2a412d712f66384 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:01:29.524141 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-00ec90e0-ce32-4034-b21f-f241732cd78a tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:29.571790 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:29.581101 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00ec90e0-ce32-4034-b21f-f241732cd78a tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 03:01:29.596410 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-ad06199a-e2cf-4179-935b-ce46a9eae277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ae3689-48cc-41fc-8eac-b81b3999674f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562632463', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '9cc94bfb-bb31-437f-b391-e2a21afbfc41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:59:52Z', 'updated_at': '2021-09-07T03:00:04Z', 'revision_number': 4, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'gw_port': {'id': '9cc94bfb-bb31-437f-b391-e2a21afbfc41', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:18:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ae3689-48cc-41fc-8eac-b81b3999674f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:59:54Z', 'updated_at': '2021-09-07T03:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '15e25624-0542-4db6-9cc1-e42e73bce19e', 'name': '', 'network_id': '66da11a5-58e0-4d5e-b61b-f2a97b6c60d4', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'mac_address': 'fa:16:3e:92:3d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ae3689-48cc-41fc-8eac-b81b3999674f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '57f615bc-1ee1-4087-b628-32768bf98bce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:00:02Z', 'updated_at': '2021-09-07T03:00:10Z', 'revision_number': 5, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'subnets': [{'id': '57f615bc-1ee1-4087-b628-32768bf98bce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:29.603542 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-00ec90e0-ce32-4034-b21f-f241732cd78a tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:29.603906 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-00ec90e0-ce32-4034-b21f-f241732cd78a tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Added segment 63d36343-4fd7-4ecb-be81-a8eb3f384abf of type vlan for network 52af0979-4339-4bb8-8304-148bc816dd86 Sep 07 03:01:29.605317 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a9a25b78-4194-44ea-9eab-e9b1718f3e4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:29.633941 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad06199a-e2cf-4179-935b-ce46a9eae277 None None] Checking router: e9ae3689-48cc-41fc-8eac-b81b3999674f for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:01:29.659812 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-00ec90e0-ce32-4034-b21f-f241732cd78a tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:29.662906 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad06199a-e2cf-4179-935b-ce46a9eae277 None None] Routers {'e9ae3689-48cc-41fc-8eac-b81b3999674f'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:01:29.664097 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-ad06199a-e2cf-4179-935b-ce46a9eae277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:01:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['e9ae3689-48cc-41fc-8eac-b81b3999674f'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:29.707673 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a9a25b78-4194-44ea-9eab-e9b1718f3e4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:29.711392 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 87333226-4a0e-4a93-8b0f-e7011d7ae9fe up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:01:29.729621 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-00ec90e0-ce32-4034-b21f-f241732cd78a tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:29.737182 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ec90e0-ce32-4034-b21f-f241732cd78a tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:29.738165 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-00ec90e0-ce32-4034-b21f-f241732cd78a tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:29.767815 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-41f893fc-dfc8-4f16-8070-7721eb8d62a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'name': 'tempest-RoutersTest-router-1349865003', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:01:22Z', 'updated_at': '2021-09-07T03:01:26Z', 'revision_number': 2, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'gw_port_host': None, '_interfaces': [{'id': '0cd580bd-36c2-40c7-9f89-cbec6438cb0f', 'name': '', 'network_id': '0e78b0cb-cf45-4b62-b589-9194ff1079c8', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'mac_address': 'fa:16:3e:f5:ce:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'abd280ca-68f4-4bd9-9cf7-f5ba4651bb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:25Z', 'updated_at': '2021-09-07T03:01:27Z', 'revision_number': 2, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'subnets': [{'id': 'abd280ca-68f4-4bd9-9cf7-f5ba4651bb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:29.810588 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f893fc-dfc8-4f16-8070-7721eb8d62a2 None None] Checking router: 38be35b0-2dbf-46b6-8376-fcb3dc785651 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:01:29.811932 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f893fc-dfc8-4f16-8070-7721eb8d62a2 None None] Updating router 38be35b0-2dbf-46b6-8376-fcb3dc785651 port 0cd580bd-36c2-40c7-9f89-cbec6438cb0f binding host n-d-796209-16 {{(pid=94703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 03:01:29.844990 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-41f893fc-dfc8-4f16-8070-7721eb8d62a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:29.858681 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-ad06199a-e2cf-4179-935b-ce46a9eae277 None None] Set router e9ae3689-48cc-41fc-8eac-b81b3999674f gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:01:29.885267 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-00ec90e0-ce32-4034-b21f-f241732cd78a tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5002034 Sep 07 03:01:29.888425 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 56526) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:29.899941 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-9e26d2dd-dae9-4f03-baa0-df9081ce6756 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Request body: {'subnet': {'network_id': '52af0979-4339-4bb8-8304-148bc816dd86', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:01:29.977593 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b7018-982d-4865-a869-403247fa0238 req-30ae06d2-2cc0-42e7-9aae-2f183ca6ecf2 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:29.979338 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-214b7018-982d-4865-a869-403247fa0238 req-30ae06d2-2cc0-42e7-9aae-2f183ca6ecf2 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba593fbf-4dd7-47ec-8163-8712a7f482b1 HTTP/1.1" status: 200 len: 944 time: 0.2074523 Sep 07 03:01:29.987386 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ec90e0-ce32-4034-b21f-f241732cd78a tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event updated for resources: {'Network': ['ID=52af0979-4339-4bb8-8304-148bc816dd86,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:29.988210 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 87333226-4a0e-4a93-8b0f-e7011d7ae9fe triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:01:29.988760 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:30.063197 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 52af0979-4339-4bb8-8304-148bc816dd86 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 03:01:30.110730 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d0136-92e9-4a4d-8d14-e2ec6d00dbda req-ec9fe2d7-8664-4ef3-b853-89b0bd56655b tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:30.118038 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-242d0136-92e9-4a4d-8d14-e2ec6d00dbda req-ec9fe2d7-8664-4ef3-b853-89b0bd56655b tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba593fbf-4dd7-47ec-8163-8712a7f482b1 HTTP/1.1" status: 200 len: 944 time: 0.7541471 Sep 07 03:01:30.153475 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2cd66f75-29d8-4567-9ae6-fff06676c276 req-b4c3a438-ddb9-4d29-8f45-287d3338eb60 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:30.166141 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a9a25b78-4194-44ea-9eab-e9b1718f3e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:30.169563 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a9a25b78-4194-44ea-9eab-e9b1718f3e4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:30.171434 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a9a25b78-4194-44ea-9eab-e9b1718f3e4d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/da3988cc-7a82-45b1-a803-bb618458171a HTTP/1.1" status: 204 len: 168 time: 0.6721680 Sep 07 03:01:30.183883 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e26d2dd-dae9-4f03-baa0-df9081ce6756 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Made reservation on behalf of ee71fe15143d4479a2a412d712f66384 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:01:30.197302 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9e26d2dd-dae9-4f03-baa0-df9081ce6756 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:30.220140 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-242d0136-92e9-4a4d-8d14-e2ec6d00dbda req-7ad3c7e2-65e6-4eb6-a18f-32b5a085a3ee tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=6a74a93a-4afd-4104-922e-c90dfac2834e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011393 Sep 07 03:01:30.344332 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-41f893fc-dfc8-4f16-8070-7721eb8d62a2 None None] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:30.369285 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-41f893fc-dfc8-4f16-8070-7721eb8d62a2 None None] Transition to ACTIVE for port object 0cd580bd-36c2-40c7-9f89-cbec6438cb0f will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:01:30.369629 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-41f893fc-dfc8-4f16-8070-7721eb8d62a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:30.392537 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a25b78-4194-44ea-9eab-e9b1718f3e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3988cc-7a82-45b1-a803-bb618458171a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:30.410153 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9e26d2dd-dae9-4f03-baa0-df9081ce6756 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:30.428396 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2cd66f75-29d8-4567-9ae6-fff06676c276 req-b4c3a438-ddb9-4d29-8f45-287d3338eb60 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:30.464421 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-873ef0e1-c5eb-4c23-9b2f-3a54c4169d93 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks [] for router_gateway, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:30.467328 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-214b7018-982d-4865-a869-403247fa0238 req-6f509701-727e-4161-a7ac-7c5380ac75a7 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Deleting port a4387ac9-95f9-4012-b004-ab69e4b6b711 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:01:30.468051 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-214b7018-982d-4865-a869-403247fa0238 req-6f509701-727e-4161-a7ac-7c5380ac75a7 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:30.555094 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-873ef0e1-c5eb-4c23-9b2f-3a54c4169d93 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:30.589420 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-ad06199a-e2cf-4179-935b-ce46a9eae277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ae3689-48cc-41fc-8eac-b81b3999674f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562632463', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '9cc94bfb-bb31-437f-b391-e2a21afbfc41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:59:52Z', 'updated_at': '2021-09-07T03:00:04Z', 'revision_number': 4, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'gw_port': {'id': '9cc94bfb-bb31-437f-b391-e2a21afbfc41', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:18:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ae3689-48cc-41fc-8eac-b81b3999674f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:59:54Z', 'updated_at': '2021-09-07T03:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '15e25624-0542-4db6-9cc1-e42e73bce19e', 'name': '', 'network_id': '66da11a5-58e0-4d5e-b61b-f2a97b6c60d4', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'mac_address': 'fa:16:3e:92:3d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ae3689-48cc-41fc-8eac-b81b3999674f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '57f615bc-1ee1-4087-b628-32768bf98bce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:00:02Z', 'updated_at': '2021-09-07T03:00:10Z', 'revision_number': 5, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'subnets': [{'id': '57f615bc-1ee1-4087-b628-32768bf98bce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:30.608667 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5ba796-8015-45b7-8207-ce252c9af59c None None] Pushing event updated for resources: {'Port': ['ID=0cd580bd-36c2-40c7-9f89-cbec6438cb0f,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:30.628860 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5ba796-8015-45b7-8207-ce252c9af59c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:01:30.629260 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5ba796-8015-45b7-8207-ce252c9af59c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:01:30.631087 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5ba796-8015-45b7-8207-ce252c9af59c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:01:30.631437 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5ba796-8015-45b7-8207-ce252c9af59c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:01:30.631800 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5ba796-8015-45b7-8207-ce252c9af59c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:01:30.632131 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5ba796-8015-45b7-8207-ce252c9af59c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:01:30.634125 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5ba796-8015-45b7-8207-ce252c9af59c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:01:30.634502 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5ba796-8015-45b7-8207-ce252c9af59c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:01:30.634833 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5ba796-8015-45b7-8207-ce252c9af59c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:01:30.635162 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5ba796-8015-45b7-8207-ce252c9af59c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:01:30.635506 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5ba796-8015-45b7-8207-ce252c9af59c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:01:30.638086 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5ba796-8015-45b7-8207-ce252c9af59c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:01:30.644419 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cd66f75-29d8-4567-9ae6-fff06676c276 req-b4c3a438-ddb9-4d29-8f45-287d3338eb60 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] Network 88da14ca-f271-4c9e-84fc-9a54ff05dc70 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:01:30.649337 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [req-2cd66f75-29d8-4567-9ae6-fff06676c276 req-b4c3a438-ddb9-4d29-8f45-287d3338eb60 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:01:30.679838 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e26d2dd-dae9-4f03-baa0-df9081ce6756 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event updated for resources: {'Subnet': ['ID=085f34e8-d9c7-465e-b339-7b75556373d7,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:30.687586 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cd66f75-29d8-4567-9ae6-fff06676c276 req-b4c3a438-ddb9-4d29-8f45-287d3338eb60 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:01:30.705240 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-41f893fc-dfc8-4f16-8070-7721eb8d62a2 None None] Attempting to bind port 0cd580bd-36c2-40c7-9f89-cbec6438cb0f on host n-d-796209-16 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:01:30.705627 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-41f893fc-dfc8-4f16-8070-7721eb8d62a2 None None] Attempting to bind port 0cd580bd-36c2-40c7-9f89-cbec6438cb0f by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '2a2bedec-2602-496c-9c00-ec1c63fe058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0e78b0cb-cf45-4b62-b589-9194ff1079c8'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:01:30.705995 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f893fc-dfc8-4f16-8070-7721eb8d62a2 None None] Attempting to bind port 0cd580bd-36c2-40c7-9f89-cbec6438cb0f on network 0e78b0cb-cf45-4b62-b589-9194ff1079c8 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:01:30.715042 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de9b34-3022-4c50-b4fa-b1433173300e req-f86c4595-d573-495a-8c6a-4efaf6bac548 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:30.719360 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f893fc-dfc8-4f16-8070-7721eb8d62a2 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:01:30.719763 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f893fc-dfc8-4f16-8070-7721eb8d62a2 None None] Checking segment: {'id': '2a2bedec-2602-496c-9c00-ec1c63fe058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0e78b0cb-cf45-4b62-b589-9194ff1079c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:01:30.720165 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-41f893fc-dfc8-4f16-8070-7721eb8d62a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:30.720553 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f893fc-dfc8-4f16-8070-7721eb8d62a2 None None] Bound using segment: {'id': '2a2bedec-2602-496c-9c00-ec1c63fe058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0e78b0cb-cf45-4b62-b589-9194ff1079c8'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:01:30.721029 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-41f893fc-dfc8-4f16-8070-7721eb8d62a2 None None] Bound port: 0cd580bd-36c2-40c7-9f89-cbec6438cb0f, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a2bedec-2602-496c-9c00-ec1c63fe058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '0e78b0cb-cf45-4b62-b589-9194ff1079c8'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:01:30.721404 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-41f893fc-dfc8-4f16-8070-7721eb8d62a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:30.724054 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-60de9b34-3022-4c50-b4fa-b1433173300e req-f86c4595-d573-495a-8c6a-4efaf6bac548 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] 10.222.0.22 "GET /v2.0/ports?device_id=89f93003-3785-4aca-b81c-f2851604b03f HTTP/1.1" status: 200 len: 932 time: 0.1320283 Sep 07 03:01:30.738258 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad06199a-e2cf-4179-935b-ce46a9eae277 None None] The sync data for ids ['e9ae3689-48cc-41fc-8eac-b81b3999674f'] in n-d-796209-16 is: [{'id': 'e9ae3689-48cc-41fc-8eac-b81b3999674f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562632463', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '9cc94bfb-bb31-437f-b391-e2a21afbfc41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:59:52Z', 'updated_at': '2021-09-07T03:00:04Z', 'revision_number': 4, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'gw_port': {'id': '9cc94bfb-bb31-437f-b391-e2a21afbfc41', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:18:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ae3689-48cc-41fc-8eac-b81b3999674f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:59:54Z', 'updated_at': '2021-09-07T03:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '15e25624-0542-4db6-9cc1-e42e73bce19e', 'name': '', 'network_id': '66da11a5-58e0-4d5e-b61b-f2a97b6c60d4', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'mac_address': 'fa:16:3e:92:3d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ae3689-48cc-41fc-8eac-b81b3999674f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3268, 'fixed_ips': [{'subnet_id': '57f615bc-1ee1-4087-b628-32768bf98bce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:00:02Z', 'updated_at': '2021-09-07T03:00:10Z', 'revision_number': 5, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'subnets': [{'id': '57f615bc-1ee1-4087-b628-32768bf98bce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:01:30.812042 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c3a438-ddb9-4d29-8f45-287d3338eb60 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] Pushing event updated for resources: {'Port': ['ID=e3d2852a-4568-45b3-b093-dab24d79d2c6,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:30.923737 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd66f75-29d8-4567-9ae6-fff06676c276 req-b4c3a438-ddb9-4d29-8f45-287d3338eb60 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:30.924610 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2cd66f75-29d8-4567-9ae6-fff06676c276 req-b4c3a438-ddb9-4d29-8f45-287d3338eb60 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:30.945142 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-41f893fc-dfc8-4f16-8070-7721eb8d62a2 None None] For port 0cd580bd-36c2-40c7-9f89-cbec6438cb0f, host n-d-796209-16, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:01:30.953898 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-41f893fc-dfc8-4f16-8070-7721eb8d62a2 None None] For port 0cd580bd-36c2-40c7-9f89-cbec6438cb0f, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=0cd580bd-36c2-40c7-9f89-cbec6438cb0f,segment=NetworkSegment(2a2bedec-2602-496c-9c00-ec1c63fe058a),segment_id=2a2bedec-2602-496c-9c00-ec1c63fe058a)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:01:30.962517 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2cd66f75-29d8-4567-9ae6-fff06676c276 req-b4c3a438-ddb9-4d29-8f45-287d3338eb60 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8030171 Sep 07 03:01:30.963566 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-41f893fc-dfc8-4f16-8070-7721eb8d62a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:30.973331 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-873ef0e1-c5eb-4c23-9b2f-3a54c4169d93 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Allocated IP 172.25.5.58 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/224a0310-d475-48a1-a210-df305dc26f84) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:01:30.988137 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-2cd66f75-29d8-4567-9ae6-fff06676c276 req-d076b3f0-e371-4899-8f7b-d81ddb48894e service neutron] Request body: {'port': {'device_id': '89f93003-3785-4aca-b81c-f2851604b03f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:01:31.110458 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5ba796-8015-45b7-8207-ce252c9af59c None None] Pushing event updated for resources: {'Port': ['ID=0cd580bd-36c2-40c7-9f89-cbec6438cb0f,revision_number=4']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:31.153556 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f893fc-dfc8-4f16-8070-7721eb8d62a2 None None] Routers {'38be35b0-2dbf-46b6-8376-fcb3dc785651'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:01:31.154090 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-41f893fc-dfc8-4f16-8070-7721eb8d62a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:01:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['38be35b0-2dbf-46b6-8376-fcb3dc785651'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:31.171952 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9317ffb-1563-4217-81d6-a4f66fdd5fb8 None None] New status for floating IP 42bfd0ad-e606-41cd-bca6-c171be35e54b: DOWN {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 03:01:31.217936 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2cd66f75-29d8-4567-9ae6-fff06676c276 req-d076b3f0-e371-4899-8f7b-d81ddb48894e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:31.354015 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba593fbf-4dd7-47ec-8163-8712a7f482b1', 'tag': 'a4387ac9-95f9-4012-b004-ab69e4b6b711'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:01:31.356516 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45fe69fa-95ef-4ef4-8617-97022f239407" -d '{"events": [{"name": "network-changed", "server_uuid": "ba593fbf-4dd7-47ec-8163-8712a7f482b1", "tag": "a4387ac9-95f9-4012-b004-ab69e4b6b711"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:01:31.364498 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e26d2dd-dae9-4f03-baa0-df9081ce6756 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Checking segment: {'id': '63d36343-4fd7-4ecb-be81-a8eb3f384abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '52af0979-4339-4bb8-8304-148bc816dd86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:01:31.364964 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e26d2dd-dae9-4f03-baa0-df9081ce6756 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Network hostable DHCP agents. Network: 52af0979-4339-4bb8-8304-148bc816dd86, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 03:01:31.427661 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:31.457792 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-214b7018-982d-4865-a869-403247fa0238 req-6f509701-727e-4161-a7ac-7c5380ac75a7 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] For port a4387ac9-95f9-4012-b004-ab69e4b6b711, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=a4387ac9-95f9-4012-b004-ab69e4b6b711,segment=NetworkSegment(9ee4793e-ec48-4320-9f96-01d4892ea4a4),segment_id=9ee4793e-ec48-4320-9f96-01d4892ea4a4)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:01:31.458323 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-214b7018-982d-4865-a869-403247fa0238 req-6f509701-727e-4161-a7ac-7c5380ac75a7 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:31.499939 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:01:31.511972 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-60de9b34-3022-4c50-b4fa-b1433173300e req-dc7c0795-9b5e-493f-aab4-5b8be6273118 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] 10.222.0.22 "GET /v2.0/security-groups?id=e666621c-1bc6-40ff-b53e-28e8effcc873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7838290 Sep 07 03:01:31.512720 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e26d2dd-dae9-4f03-baa0-df9081ce6756 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Network 52af0979-4339-4bb8-8304-148bc816dd86 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 03:01:31.517659 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-214b7018-982d-4865-a869-403247fa0238 req-6f509701-727e-4161-a7ac-7c5380ac75a7 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Calling delete_port for a4387ac9-95f9-4012-b004-ab69e4b6b711 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:01:31.539596 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-9e26d2dd-dae9-4f03-baa0-df9081ce6756 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 52af0979-4339-4bb8-8304-148bc816dd86) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:01:31.547365 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-41f893fc-dfc8-4f16-8070-7721eb8d62a2 None None] Set router 38be35b0-2dbf-46b6-8376-fcb3dc785651 gateway port host: None {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:01:31.558760 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2778745-0500-47da-968b-6cb17cc303f8 None None] Network 52af0979-4339-4bb8-8304-148bc816dd86 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:01:31.575889 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e26d2dd-dae9-4f03-baa0-df9081ce6756 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:31.579123 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9e26d2dd-dae9-4f03-baa0-df9081ce6756 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:31.647750 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9e26d2dd-dae9-4f03-baa0-df9081ce6756 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7566504 Sep 07 03:01:31.651650 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 56594) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:31.847927 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-873ef0e1-c5eb-4c23-9b2f-3a54c4169d93 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:31.867298 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a9e389-20aa-42ca-9b9b-0b5c103e035c req-561fed83-fa48-4033-aaf1-041f00de43a7 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:31.869542 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c0a9e389-20aa-42ca-9b9b-0b5c103e035c req-561fed83-fa48-4033-aaf1-041f00de43a7 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba593fbf-4dd7-47ec-8163-8712a7f482b1 HTTP/1.1" status: 200 len: 944 time: 0.4926105 Sep 07 03:01:31.884171 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d1c3fb-e479-4bfd-a950-0771b479494e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-52af0979-4339-4bb8-8304-148bc816dd86', 'network_id': '52af0979-4339-4bb8-8304-148bc816dd86', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'fixed_ips': [{'subnet_id': '085f34e8-d9c7-465e-b339-7b75556373d7'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 03:01:31.884775 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-20d1c3fb-e479-4bfd-a950-0771b479494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:31.991276 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-873ef0e1-c5eb-4c23-9b2f-3a54c4169d93 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:32.020880 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873ef0e1-c5eb-4c23-9b2f-3a54c4169d93 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:01:32.031580 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-873ef0e1-c5eb-4c23-9b2f-3a54c4169d93 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:01:32.042518 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-41f893fc-dfc8-4f16-8070-7721eb8d62a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'name': 'tempest-RoutersTest-router-1349865003', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:01:22Z', 'updated_at': '2021-09-07T03:01:26Z', 'revision_number': 2, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'gw_port_host': None, '_interfaces': [{'id': '0cd580bd-36c2-40c7-9f89-cbec6438cb0f', 'name': '', 'network_id': '0e78b0cb-cf45-4b62-b589-9194ff1079c8', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'mac_address': 'fa:16:3e:f5:ce:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'abd280ca-68f4-4bd9-9cf7-f5ba4651bb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:25Z', 'updated_at': '2021-09-07T03:01:30Z', 'revision_number': 4, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'subnets': [{'id': 'abd280ca-68f4-4bd9-9cf7-f5ba4651bb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:32.069029 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873ef0e1-c5eb-4c23-9b2f-3a54c4169d93 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:01:32.099556 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f893fc-dfc8-4f16-8070-7721eb8d62a2 None None] The sync data for ids ['38be35b0-2dbf-46b6-8376-fcb3dc785651'] in n-d-796209-16 is: [{'id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'name': 'tempest-RoutersTest-router-1349865003', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:01:22Z', 'updated_at': '2021-09-07T03:01:26Z', 'revision_number': 2, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'gw_port_host': None, '_interfaces': [{'id': '0cd580bd-36c2-40c7-9f89-cbec6438cb0f', 'name': '', 'network_id': '0e78b0cb-cf45-4b62-b589-9194ff1079c8', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'mac_address': 'fa:16:3e:f5:ce:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'abd280ca-68f4-4bd9-9cf7-f5ba4651bb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:25Z', 'updated_at': '2021-09-07T03:01:30Z', 'revision_number': 4, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'subnets': [{'id': 'abd280ca-68f4-4bd9-9cf7-f5ba4651bb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:01:32.162375 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-214b7018-982d-4865-a869-403247fa0238 req-6f509701-727e-4161-a7ac-7c5380ac75a7 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:32.178200 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-20d1c3fb-e479-4bfd-a950-0771b479494e None None] Allocated IP 172.21.0.2 (52af0979-4339-4bb8-8304-148bc816dd86/085f34e8-d9c7-465e-b339-7b75556373d7/ce17307c-f51d-41a9-a77a-a44fb815325f) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:01:32.240316 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1756ce3-d771-45e4-af33-36377fbb8e5f x-openstack-request-id: req-d1756ce3-d771-45e4-af33-36377fbb8e5f {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:01:32.240533 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba593fbf-4dd7-47ec-8163-8712a7f482b1", "tag": "a4387ac9-95f9-4012-b004-ab69e4b6b711", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:01:32.242101 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d1756ce3-d771-45e4-af33-36377fbb8e5f {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:01:32.244156 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba593fbf-4dd7-47ec-8163-8712a7f482b1', 'tag': 'a4387ac9-95f9-4012-b004-ab69e4b6b711', 'status': 'completed', 'code': 200} Sep 07 03:01:32.296174 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c0a9e389-20aa-42ca-9b9b-0b5c103e035c req-3de49d1c-3616-4bf8-829b-b10675648741 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=6a74a93a-4afd-4104-922e-c90dfac2834e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4076247 Sep 07 03:01:32.337489 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f509701-727e-4161-a7ac-7c5380ac75a7 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event deleted for resources: {'Port': ['ID=a4387ac9-95f9-4012-b004-ab69e4b6b711,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:32.377625 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 6c27083c-f9f3-4243-99ca-0f99c3c7f3b0 no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:01:32.420106 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: 6c27083c-f9f3-4243-99ca-0f99c3c7f3b0 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:01:32.420519 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 6c27083c-f9f3-4243-99ca-0f99c3c7f3b0 not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:01:32.468125 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-20d1c3fb-e479-4bfd-a950-0771b479494e None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:32.481566 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-20d1c3fb-e479-4bfd-a950-0771b479494e None None] Transition to ACTIVE for port object ce17307c-f51d-41a9-a77a-a44fb815325f will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:01:32.512316 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-45fe69fa-95ef-4ef4-8617-97022f239407 req-c55cd64b-9228-4f9a-a961-3580ecee7732 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=626f31b15da14e0da01388cbfdee7f90&device_id=ba593fbf-4dd7-47ec-8163-8712a7f482b1 HTTP/1.1" status: 200 len: 210 time: 0.2329419 Sep 07 03:01:32.571994 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-20d1c3fb-e479-4bfd-a950-0771b479494e None None] Transition to ACTIVE for port object ce17307c-f51d-41a9-a77a-a44fb815325f will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:01:32.586158 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [req-2cd66f75-29d8-4567-9ae6-fff06676c276 req-d076b3f0-e371-4899-8f7b-d81ddb48894e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3d2852a-4568-45b3-b093-dab24d79d2c6 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:01:32.587365 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-214b7018-982d-4865-a869-403247fa0238 req-6f509701-727e-4161-a7ac-7c5380ac75a7 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] No DVR routers for this DVR port a4387ac9-95f9-4012-b004-ab69e4b6b711 on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:01:32.589158 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-20d1c3fb-e479-4bfd-a950-0771b479494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:32.608324 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-214b7018-982d-4865-a869-403247fa0238 req-6f509701-727e-4161-a7ac-7c5380ac75a7 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:32.616686 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2cd66f75-29d8-4567-9ae6-fff06676c276 req-d076b3f0-e371-4899-8f7b-d81ddb48894e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:32.618762 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-214b7018-982d-4865-a869-403247fa0238 req-6f509701-727e-4161-a7ac-7c5380ac75a7 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.16 "DELETE /v2.0/ports/a4387ac9-95f9-4012-b004-ab69e4b6b711 HTTP/1.1" status: 204 len: 173 time: 2.5806043 Sep 07 03:01:32.663519 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-2cd66f75-29d8-4567-9ae6-fff06676c276 req-d076b3f0-e371-4899-8f7b-d81ddb48894e service neutron] Transition to ACTIVE for port object e3d2852a-4568-45b3-b093-dab24d79d2c6 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:01:32.675438 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ef0e1-c5eb-4c23-9b2f-3a54c4169d93 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Pushing event updated for resources: {'Port': ['ID=224a0310-d475-48a1-a210-df305dc26f84,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:32.696819 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2cd66f75-29d8-4567-9ae6-fff06676c276 req-d076b3f0-e371-4899-8f7b-d81ddb48894e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:32.721785 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d1c3fb-e479-4bfd-a950-0771b479494e None None] Pushing event updated for resources: {'Port': ['ID=ce17307c-f51d-41a9-a77a-a44fb815325f,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:32.740848 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873ef0e1-c5eb-4c23-9b2f-3a54c4169d93 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:01:32.741760 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873ef0e1-c5eb-4c23-9b2f-3a54c4169d93 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:01:32.742286 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873ef0e1-c5eb-4c23-9b2f-3a54c4169d93 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:01:32.743746 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873ef0e1-c5eb-4c23-9b2f-3a54c4169d93 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:01:32.744487 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873ef0e1-c5eb-4c23-9b2f-3a54c4169d93 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:01:32.745541 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873ef0e1-c5eb-4c23-9b2f-3a54c4169d93 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:01:32.746412 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873ef0e1-c5eb-4c23-9b2f-3a54c4169d93 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:01:32.748536 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873ef0e1-c5eb-4c23-9b2f-3a54c4169d93 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:01:32.749196 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873ef0e1-c5eb-4c23-9b2f-3a54c4169d93 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:01:32.751188 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873ef0e1-c5eb-4c23-9b2f-3a54c4169d93 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:01:32.751856 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873ef0e1-c5eb-4c23-9b2f-3a54c4169d93 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:01:32.753580 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873ef0e1-c5eb-4c23-9b2f-3a54c4169d93 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:01:32.798693 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d1c3fb-e479-4bfd-a950-0771b479494e None None] Network 52af0979-4339-4bb8-8304-148bc816dd86 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:01:32.803126 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-20d1c3fb-e479-4bfd-a950-0771b479494e None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:01:32.808763 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d1c3fb-e479-4bfd-a950-0771b479494e None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:01:32.888067 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-873ef0e1-c5eb-4c23-9b2f-3a54c4169d93 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks [] for router_gateway, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:33.145354 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79e14e-dd88-42f9-a785-cd476fed5aef req-1903176b-e0e9-4bdd-81a3-c3fb37905435 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:33.151882 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3c79e14e-dd88-42f9-a785-cd476fed5aef req-1903176b-e0e9-4bdd-81a3-c3fb37905435 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] 10.222.0.22 "GET /v2.0/ports?device_id=89f93003-3785-4aca-b81c-f2851604b03f HTTP/1.1" status: 200 len: 944 time: 0.2813630 Sep 07 03:01:33.177405 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d076b3f0-e371-4899-8f7b-d81ddb48894e service neutron] Pushing event updated for resources: {'Port': ['ID=e3d2852a-4568-45b3-b093-dab24d79d2c6,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:33.250716 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1ea2c16b-00bd-455b-8d0f-5d79df9c2bde tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:33.322651 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3c79e14e-dd88-42f9-a785-cd476fed5aef req-73762d01-fe69-4bb9-b85b-e79da32c4801 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] 10.222.0.22 "GET /v2.0/security-groups?id=e666621c-1bc6-40ff-b53e-28e8effcc873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547024 Sep 07 03:01:33.338564 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-20d1c3fb-e479-4bfd-a950-0771b479494e None None] Attempting to bind port ce17307c-f51d-41a9-a77a-a44fb815325f on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:01:33.339092 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-20d1c3fb-e479-4bfd-a950-0771b479494e None None] Attempting to bind port ce17307c-f51d-41a9-a77a-a44fb815325f by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '63d36343-4fd7-4ecb-be81-a8eb3f384abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '52af0979-4339-4bb8-8304-148bc816dd86'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:01:33.339290 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d1c3fb-e479-4bfd-a950-0771b479494e None None] Attempting to bind port ce17307c-f51d-41a9-a77a-a44fb815325f on network 52af0979-4339-4bb8-8304-148bc816dd86 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:01:33.348055 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d1c3fb-e479-4bfd-a950-0771b479494e None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:01:33.348055 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d1c3fb-e479-4bfd-a950-0771b479494e None None] Checking segment: {'id': '63d36343-4fd7-4ecb-be81-a8eb3f384abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '52af0979-4339-4bb8-8304-148bc816dd86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:01:33.348452 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-20d1c3fb-e479-4bfd-a950-0771b479494e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:33.348844 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d1c3fb-e479-4bfd-a950-0771b479494e None None] Bound using segment: {'id': '63d36343-4fd7-4ecb-be81-a8eb3f384abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '52af0979-4339-4bb8-8304-148bc816dd86'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:01:33.349310 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-20d1c3fb-e479-4bfd-a950-0771b479494e None None] Bound port: ce17307c-f51d-41a9-a77a-a44fb815325f, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63d36343-4fd7-4ecb-be81-a8eb3f384abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '52af0979-4339-4bb8-8304-148bc816dd86'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:01:33.349732 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-20d1c3fb-e479-4bfd-a950-0771b479494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:33.435192 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 56640) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:33.462087 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-2cd66f75-29d8-4567-9ae6-fff06676c276 req-d076b3f0-e371-4899-8f7b-d81ddb48894e service neutron] Attempting to bind port e3d2852a-4568-45b3-b093-dab24d79d2c6 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:01:33.463069 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-2cd66f75-29d8-4567-9ae6-fff06676c276 req-d076b3f0-e371-4899-8f7b-d81ddb48894e service neutron] Attempting to bind port e3d2852a-4568-45b3-b093-dab24d79d2c6 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': 'c7efffeb-a446-48de-b549-7b735efdaf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '88da14ca-f271-4c9e-84fc-9a54ff05dc70'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:01:33.463508 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd66f75-29d8-4567-9ae6-fff06676c276 req-d076b3f0-e371-4899-8f7b-d81ddb48894e service neutron] Attempting to bind port e3d2852a-4568-45b3-b093-dab24d79d2c6 on network 88da14ca-f271-4c9e-84fc-9a54ff05dc70 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:01:33.530772 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd66f75-29d8-4567-9ae6-fff06676c276 req-d076b3f0-e371-4899-8f7b-d81ddb48894e service neutron] Port e3d2852a-4568-45b3-b093-dab24d79d2c6 on network 88da14ca-f271-4c9e-84fc-9a54ff05dc70 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 03:01:33.531333 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd66f75-29d8-4567-9ae6-fff06676c276 req-d076b3f0-e371-4899-8f7b-d81ddb48894e service neutron] Attempting to bind port e3d2852a-4568-45b3-b093-dab24d79d2c6 on network 88da14ca-f271-4c9e-84fc-9a54ff05dc70 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:01:33.542741 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-20d1c3fb-e479-4bfd-a950-0771b479494e None None] For port ce17307c-f51d-41a9-a77a-a44fb815325f, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:01:33.542980 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd66f75-29d8-4567-9ae6-fff06676c276 req-d076b3f0-e371-4899-8f7b-d81ddb48894e service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:01:33.542980 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd66f75-29d8-4567-9ae6-fff06676c276 req-d076b3f0-e371-4899-8f7b-d81ddb48894e service neutron] Checking segment: {'id': 'c7efffeb-a446-48de-b549-7b735efdaf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '88da14ca-f271-4c9e-84fc-9a54ff05dc70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:01:33.543613 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd66f75-29d8-4567-9ae6-fff06676c276 req-d076b3f0-e371-4899-8f7b-d81ddb48894e service neutron] Bound using segment: {'id': 'c7efffeb-a446-48de-b549-7b735efdaf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '88da14ca-f271-4c9e-84fc-9a54ff05dc70'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:01:33.544326 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-2cd66f75-29d8-4567-9ae6-fff06676c276 req-d076b3f0-e371-4899-8f7b-d81ddb48894e service neutron] Bound port: e3d2852a-4568-45b3-b093-dab24d79d2c6, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7efffeb-a446-48de-b549-7b735efdaf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '88da14ca-f271-4c9e-84fc-9a54ff05dc70'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:01:33.544909 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2cd66f75-29d8-4567-9ae6-fff06676c276 req-d076b3f0-e371-4899-8f7b-d81ddb48894e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:33.568578 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-20d1c3fb-e479-4bfd-a950-0771b479494e None None] For port ce17307c-f51d-41a9-a77a-a44fb815325f, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=ce17307c-f51d-41a9-a77a-a44fb815325f,segment=NetworkSegment(63d36343-4fd7-4ecb-be81-a8eb3f384abf),segment_id=63d36343-4fd7-4ecb-be81-a8eb3f384abf)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:01:33.582802 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-20d1c3fb-e479-4bfd-a950-0771b479494e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:33.654063 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-2cd66f75-29d8-4567-9ae6-fff06676c276 req-d076b3f0-e371-4899-8f7b-d81ddb48894e service neutron] For port e3d2852a-4568-45b3-b093-dab24d79d2c6, host n-h1-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:01:33.660130 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-2cd66f75-29d8-4567-9ae6-fff06676c276 req-d076b3f0-e371-4899-8f7b-d81ddb48894e service neutron] For port e3d2852a-4568-45b3-b093-dab24d79d2c6, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=e3d2852a-4568-45b3-b093-dab24d79d2c6,segment=NetworkSegment(c7efffeb-a446-48de-b549-7b735efdaf62),segment_id=c7efffeb-a446-48de-b549-7b735efdaf62)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:01:33.745111 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 0cd580bd-36c2-40c7-9f89-cbec6438cb0f up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:01:33.748845 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d1c3fb-e479-4bfd-a950-0771b479494e None None] Pushing event updated for resources: {'Port': ['ID=ce17307c-f51d-41a9-a77a-a44fb815325f,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:33.798856 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2cd66f75-29d8-4567-9ae6-fff06676c276 req-d076b3f0-e371-4899-8f7b-d81ddb48894e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:33.870414 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 0cd580bd-36c2-40c7-9f89-cbec6438cb0f completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:01:33.876588 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 0cd580bd-36c2-40c7-9f89-cbec6438cb0f triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:01:33.878462 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:33.879812 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d076b3f0-e371-4899-8f7b-d81ddb48894e service neutron] Pushing event updated for resources: {'Port': ['ID=e3d2852a-4568-45b3-b093-dab24d79d2c6,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:33.891108 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-873ef0e1-c5eb-4c23-9b2f-3a54c4169d93 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:34.062195 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd66f75-29d8-4567-9ae6-fff06676c276 req-d076b3f0-e371-4899-8f7b-d81ddb48894e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:34.062831 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2cd66f75-29d8-4567-9ae6-fff06676c276 req-d076b3f0-e371-4899-8f7b-d81ddb48894e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:34.068742 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2cd66f75-29d8-4567-9ae6-fff06676c276 req-d076b3f0-e371-4899-8f7b-d81ddb48894e service neutron] 10.222.0.23 "PUT /v2.0/ports/e3d2852a-4568-45b3-b093-dab24d79d2c6 HTTP/1.1" status: 200 len: 1093 time: 3.0970137 Sep 07 03:01:34.069906 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89f93003-3785-4aca-b81c-f2851604b03f', 'tag': 'e3d2852a-4568-45b3-b093-dab24d79d2c6'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:01:34.077020 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06dad38b-9cc4-44eb-a842-ade8dff2bddb" -d '{"events": [{"name": "network-changed", "server_uuid": "89f93003-3785-4aca-b81c-f2851604b03f", "tag": "e3d2852a-4568-45b3-b093-dab24d79d2c6"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:01:34.119885 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:34.191815 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-873ef0e1-c5eb-4c23-9b2f-3a54c4169d93 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Router ba0e93a6-b28b-47dd-ac88-9597300dae28 is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 03:01:34.211783 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd66f75-29d8-4567-9ae6-fff06676c276 req-1de190e6-ddf5-406d-9ad3-1ec0db9c51ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:34.213451 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2cd66f75-29d8-4567-9ae6-fff06676c276 req-1de190e6-ddf5-406d-9ad3-1ec0db9c51ba service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bdc0940f45b1443ea0b8db2a1c4a8a86&device_id=89f93003-3785-4aca-b81c-f2851604b03f HTTP/1.1" status: 200 len: 1096 time: 0.0709269 Sep 07 03:01:34.250079 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 0cd580bd-36c2-40c7-9f89-cbec6438cb0f, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=0cd580bd-36c2-40c7-9f89-cbec6438cb0f,segment=NetworkSegment(2a2bedec-2602-496c-9c00-ec1c63fe058a),segment_id=2a2bedec-2602-496c-9c00-ec1c63fe058a)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:01:34.266504 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:34.330308 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e90786-8fb2-4159-9242-e8af05790115 x-openstack-request-id: req-a0e90786-8fb2-4159-9242-e8af05790115 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:01:34.330594 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89f93003-3785-4aca-b81c-f2851604b03f", "tag": "e3d2852a-4568-45b3-b093-dab24d79d2c6", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:01:34.330847 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a0e90786-8fb2-4159-9242-e8af05790115 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:01:34.331248 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89f93003-3785-4aca-b81c-f2851604b03f', 'tag': 'e3d2852a-4568-45b3-b093-dab24d79d2c6', 'status': 'completed', 'code': 200} Sep 07 03:01:34.333570 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873ef0e1-c5eb-4c23-9b2f-3a54c4169d93 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:01:34.374271 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b655905f-1ccd-4487-8619-1c7115bb807d None None] Sync routers for ids ['ba0e93a6-b28b-47dd-ac88-9597300dae28'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:01:34.394363 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2cd66f75-29d8-4567-9ae6-fff06676c276 req-1a50d9c1-4842-4694-be51-a6999c45d27f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3d2852a-4568-45b3-b093-dab24d79d2c6 HTTP/1.1" status: 200 len: 217 time: 0.0622497 Sep 07 03:01:34.400480 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b655905f-1ccd-4487-8619-1c7115bb807d None None] Routers {'ba0e93a6-b28b-47dd-ac88-9597300dae28'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:01:34.402191 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-b655905f-1ccd-4487-8619-1c7115bb807d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:01:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['ba0e93a6-b28b-47dd-ac88-9597300dae28'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:34.422126 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-873ef0e1-c5eb-4c23-9b2f-3a54c4169d93 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:34.423434 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-873ef0e1-c5eb-4c23-9b2f-3a54c4169d93 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.5455465 Sep 07 03:01:34.443616 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 56652) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:34.449722 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=0cd580bd-36c2-40c7-9f89-cbec6438cb0f,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:34.466422 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-33420b92-ba00-4946-a5ef-8bd0f330c387 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:01:34.468318 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device a4387ac9-95f9-4012-b004-ab69e4b6b711 no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:01:34.514971 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-b655905f-1ccd-4487-8619-1c7115bb807d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:34.527843 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b655905f-1ccd-4487-8619-1c7115bb807d None None] Routers {'ba0e93a6-b28b-47dd-ac88-9597300dae28'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:01:34.528773 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-b655905f-1ccd-4487-8619-1c7115bb807d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:01:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['ba0e93a6-b28b-47dd-ac88-9597300dae28'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:34.544856 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: a4387ac9-95f9-4012-b004-ab69e4b6b711 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:01:34.545257 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device a4387ac9-95f9-4012-b004-ab69e4b6b711 not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:01:34.551910 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-1ea2c16b-00bd-455b-8d0f-5d79df9c2bde tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Allocated IP 172.21.0.1 (52af0979-4339-4bb8-8304-148bc816dd86/085f34e8-d9c7-465e-b339-7b75556373d7/c2cbc6c2-3fdf-481a-add3-bc14b25a9d0b) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:01:34.569395 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-b655905f-1ccd-4487-8619-1c7115bb807d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:34.571298 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b655905f-1ccd-4487-8619-1c7115bb807d None None] The sync data for ids ['ba0e93a6-b28b-47dd-ac88-9597300dae28'] in n-d-796209-16 is: [] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:01:34.572174 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd66f75-29d8-4567-9ae6-fff06676c276 req-0741aa14-6405-4cf9-a9b9-95c45275b663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:34.574616 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2cd66f75-29d8-4567-9ae6-fff06676c276 req-0741aa14-6405-4cf9-a9b9-95c45275b663 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dd9f436e-3791-4262-9992-c7d4dc1268a3 HTTP/1.1" status: 200 len: 853 time: 0.1729598 Sep 07 03:01:34.600795 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba593fbf-4dd7-47ec-8163-8712a7f482b1', 'name': 'network-vif-deleted', 'tag': 'a4387ac9-95f9-4012-b004-ab69e4b6b711'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:01:34.605419 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38909e2-08af-4818-8ad2-171de01915e0" -d '{"events": [{"server_uuid": "ba593fbf-4dd7-47ec-8163-8712a7f482b1", "name": "network-vif-deleted", "tag": "a4387ac9-95f9-4012-b004-ab69e4b6b711"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:01:34.693033 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e1b85-0c10-444e-a48a-4939a81d1d40 req-7da2257d-69aa-4286-a9b2-e657b2cba130 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:34.694558 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-740e1b85-0c10-444e-a48a-4939a81d1d40 req-7da2257d-69aa-4286-a9b2-e657b2cba130 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] 10.222.0.22 "GET /v2.0/ports?device_id=89f93003-3785-4aca-b81c-f2851604b03f HTTP/1.1" status: 200 len: 944 time: 0.1854401 Sep 07 03:01:34.722018 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2cd66f75-29d8-4567-9ae6-fff06676c276 req-798b1ae5-b6f0-43e7-954a-e33e74873e18 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=88da14ca-f271-4c9e-84fc-9a54ff05dc70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1322570 Sep 07 03:01:34.753507 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f129816-d3c4-47fd-85e4-d3be073dae3f x-openstack-request-id: req-9f129816-d3c4-47fd-85e4-d3be073dae3f {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:01:34.754054 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba593fbf-4dd7-47ec-8163-8712a7f482b1", "name": "network-vif-deleted", "tag": "a4387ac9-95f9-4012-b004-ab69e4b6b711", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:01:34.754369 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9f129816-d3c4-47fd-85e4-d3be073dae3f {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:01:34.754842 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba593fbf-4dd7-47ec-8163-8712a7f482b1', 'name': 'network-vif-deleted', 'tag': 'a4387ac9-95f9-4012-b004-ab69e4b6b711', 'status': 'completed', 'code': 200} Sep 07 03:01:34.822776 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1ea2c16b-00bd-455b-8d0f-5d79df9c2bde tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:34.882829 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-1ea2c16b-00bd-455b-8d0f-5d79df9c2bde tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Transition to ACTIVE for port object c2cbc6c2-3fdf-481a-add3-bc14b25a9d0b will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:01:34.980929 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-740e1b85-0c10-444e-a48a-4939a81d1d40 req-006cbef8-b0e0-4367-81ab-0ae64cc4bd46 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] 10.222.0.22 "GET /v2.0/security-groups?id=e666621c-1bc6-40ff-b53e-28e8effcc873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579262 Sep 07 03:01:35.034304 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3fe6813b-8dfd-4b0a-bc83-eae5a04604d0 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:35.141204 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1ea2c16b-00bd-455b-8d0f-5d79df9c2bde tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:35.208071 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2cd66f75-29d8-4567-9ae6-fff06676c276 req-71619130-1c05-4d9d-bfdd-0df736f67bd1 service neutron] 10.222.0.23 "GET /v2.0/networks/88da14ca-f271-4c9e-84fc-9a54ff05dc70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4749751 Sep 07 03:01:35.228776 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-33420b92-ba00-4946-a5ef-8bd0f330c387 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:35.256581 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea2c16b-00bd-455b-8d0f-5d79df9c2bde tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event updated for resources: {'Port': ['ID=c2cbc6c2-3fdf-481a-add3-bc14b25a9d0b,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:35.283199 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea2c16b-00bd-455b-8d0f-5d79df9c2bde tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Network 52af0979-4339-4bb8-8304-148bc816dd86 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:01:35.287573 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-1ea2c16b-00bd-455b-8d0f-5d79df9c2bde tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:01:35.290041 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-33420b92-ba00-4946-a5ef-8bd0f330c387 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:35.296437 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea2c16b-00bd-455b-8d0f-5d79df9c2bde tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:01:35.444185 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1ea2c16b-00bd-455b-8d0f-5d79df9c2bde tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:35.555165 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a655aa87-af6b-4832-80ca-ff810ded8097 None None] Network 52af0979-4339-4bb8-8304-148bc816dd86 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:01:35.649223 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1ea2c16b-00bd-455b-8d0f-5d79df9c2bde tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:35.794593 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-6afe8c38-fc48-47f6-8836-6b72aa012db5 None None] Provisioning for port ce17307c-f51d-41a9-a77a-a44fb815325f completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:01:35.913966 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device ce17307c-f51d-41a9-a77a-a44fb815325f up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:01:36.081388 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port ce17307c-f51d-41a9-a77a-a44fb815325f completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:01:36.088042 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port ce17307c-f51d-41a9-a77a-a44fb815325f triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:01:36.088647 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:36.189334 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2cd66f75-29d8-4567-9ae6-fff06676c276 req-d050b5af-c83e-44cb-a809-84a407645995 service neutron] 10.222.0.23 "GET /v2.0/networks/88da14ca-f271-4c9e-84fc-9a54ff05dc70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9543509 Sep 07 03:01:36.192192 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-33420b92-ba00-4946-a5ef-8bd0f330c387 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Deleting port 224a0310-d475-48a1-a210-df305dc26f84 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:01:36.192539 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-33420b92-ba00-4946-a5ef-8bd0f330c387 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:36.275383 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:36.322374 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port ce17307c-f51d-41a9-a77a-a44fb815325f, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=ce17307c-f51d-41a9-a77a-a44fb815325f,segment=NetworkSegment(63d36343-4fd7-4ecb-be81-a8eb3f384abf),segment_id=63d36343-4fd7-4ecb-be81-a8eb3f384abf)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:01:36.331997 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:36.333811 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 0cd580bd-36c2-40c7-9f89-cbec6438cb0f up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:01:36.334062 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-33420b92-ba00-4946-a5ef-8bd0f330c387 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:36.360332 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-33420b92-ba00-4946-a5ef-8bd0f330c387 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Calling delete_port for 224a0310-d475-48a1-a210-df305dc26f84 owned by network:router_gateway {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:01:36.407063 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=ce17307c-f51d-41a9-a77a-a44fb815325f,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:36.479135 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0cb7d-f7a3-4906-8567-c1562652f342 req-80e92ab9-07a9-43a6-97ee-bc8408572f0f tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:36.501335 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9ab0cb7d-f7a3-4906-8567-c1562652f342 req-80e92ab9-07a9-43a6-97ee-bc8408572f0f tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] 10.222.0.22 "GET /v2.0/ports?device_id=89f93003-3785-4aca-b81c-f2851604b03f HTTP/1.1" status: 200 len: 944 time: 0.2323954 Sep 07 03:01:36.532729 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1ea2c16b-00bd-455b-8d0f-5d79df9c2bde tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:36.579625 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-e2dbb5cd-f9d0-4c67-93b3-d05f56a37b83 None None] Provisioning for port c2cbc6c2-3fdf-481a-add3-bc14b25a9d0b completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:01:36.587600 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-e2dbb5cd-f9d0-4c67-93b3-d05f56a37b83 None None] Provisioning complete for port c2cbc6c2-3fdf-481a-add3-bc14b25a9d0b triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:01:36.588203 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e2dbb5cd-f9d0-4c67-93b3-d05f56a37b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:36.589578 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1ea2c16b-00bd-455b-8d0f-5d79df9c2bde tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:36.674290 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-e2dbb5cd-f9d0-4c67-93b3-d05f56a37b83 None None] Port c2cbc6c2-3fdf-481a-add3-bc14b25a9d0b cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:01:36.683373 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 0cd580bd-36c2-40c7-9f89-cbec6438cb0f triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:01:36.684060 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:36.735234 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dad38b-9cc4-44eb-a842-ade8dff2bddb req-725df7f8-6fe4-427a-a026-e963306d5d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:36.741361 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-06dad38b-9cc4-44eb-a842-ade8dff2bddb req-725df7f8-6fe4-427a-a026-e963306d5d36 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bdc0940f45b1443ea0b8db2a1c4a8a86&device_id=89f93003-3785-4aca-b81c-f2851604b03f HTTP/1.1" status: 200 len: 1096 time: 0.1682975 Sep 07 03:01:36.765381 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9ab0cb7d-f7a3-4906-8567-c1562652f342 req-0df68877-f500-47b6-a88a-c528c80f3f18 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] 10.222.0.22 "GET /v2.0/security-groups?id=e666621c-1bc6-40ff-b53e-28e8effcc873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354903 Sep 07 03:01:36.782623 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-e2dbb5cd-f9d0-4c67-93b3-d05f56a37b83 None None] Provisioning complete for port ce17307c-f51d-41a9-a77a-a44fb815325f triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:01:36.783004 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e2dbb5cd-f9d0-4c67-93b3-d05f56a37b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:36.880978 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1ea2c16b-00bd-455b-8d0f-5d79df9c2bde tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:36.893381 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-33420b92-ba00-4946-a5ef-8bd0f330c387 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:36.988124 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea2c16b-00bd-455b-8d0f-5d79df9c2bde tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event updated for resources: {'Port': ['ID=c2cbc6c2-3fdf-481a-add3-bc14b25a9d0b,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:36.999016 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33420b92-ba00-4946-a5ef-8bd0f330c387 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Pushing event deleted for resources: {'Port': ['ID=224a0310-d475-48a1-a210-df305dc26f84,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:37.062003 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea2c16b-00bd-455b-8d0f-5d79df9c2bde tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:01:37.062510 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea2c16b-00bd-455b-8d0f-5d79df9c2bde tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:01:37.062953 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea2c16b-00bd-455b-8d0f-5d79df9c2bde tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:01:37.065828 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea2c16b-00bd-455b-8d0f-5d79df9c2bde tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:01:37.066309 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea2c16b-00bd-455b-8d0f-5d79df9c2bde tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:01:37.066769 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea2c16b-00bd-455b-8d0f-5d79df9c2bde tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:01:37.067194 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea2c16b-00bd-455b-8d0f-5d79df9c2bde tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:01:37.067674 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea2c16b-00bd-455b-8d0f-5d79df9c2bde tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:01:37.068276 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea2c16b-00bd-455b-8d0f-5d79df9c2bde tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:01:37.068714 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea2c16b-00bd-455b-8d0f-5d79df9c2bde tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:01:37.069142 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea2c16b-00bd-455b-8d0f-5d79df9c2bde tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:01:37.069595 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea2c16b-00bd-455b-8d0f-5d79df9c2bde tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:01:37.108746 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-33420b92-ba00-4946-a5ef-8bd0f330c387 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:37.165743 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-3fe6813b-8dfd-4b0a-bc83-eae5a04604d0 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Deleting port 15e25624-0542-4db6-9cc1-e42e73bce19e {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:01:37.166250 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3fe6813b-8dfd-4b0a-bc83-eae5a04604d0 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:37.184526 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea2c16b-00bd-455b-8d0f-5d79df9c2bde tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Network 52af0979-4339-4bb8-8304-148bc816dd86 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:01:37.188804 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-1ea2c16b-00bd-455b-8d0f-5d79df9c2bde tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:01:37.224530 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dad38b-9cc4-44eb-a842-ade8dff2bddb req-116eb5f7-eb72-409a-8eb5-db8b226e1429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:37.227552 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-06dad38b-9cc4-44eb-a842-ade8dff2bddb req-116eb5f7-eb72-409a-8eb5-db8b226e1429 service neutron] 10.222.0.23 "GET /v2.0/networks?id=88da14ca-f271-4c9e-84fc-9a54ff05dc70 HTTP/1.1" status: 200 len: 913 time: 0.4178994 Sep 07 03:01:37.239403 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-e4be8efd-f3dd-47f5-b4bc-9d5a379a91b3 None None] Provisioning complete for port c2cbc6c2-3fdf-481a-add3-bc14b25a9d0b triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:01:37.239994 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e4be8efd-f3dd-47f5-b4bc-9d5a379a91b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:37.310101 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-e4be8efd-f3dd-47f5-b4bc-9d5a379a91b3 None None] Port c2cbc6c2-3fdf-481a-add3-bc14b25a9d0b cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:01:37.348751 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-06dad38b-9cc4-44eb-a842-ade8dff2bddb req-641038ce-ecf1-4cb0-8920-594b98a01468 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3d2852a-4568-45b3-b093-dab24d79d2c6 HTTP/1.1" status: 200 len: 217 time: 0.0725102 Sep 07 03:01:37.544720 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-74735cba-d2fd-43ad-89e4-5b9fe450078e None None] Provisioning complete for port c2cbc6c2-3fdf-481a-add3-bc14b25a9d0b triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:01:37.562416 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-33420b92-ba00-4946-a5ef-8bd0f330c387 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-553517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3974'] for router, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:37.567458 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-74735cba-d2fd-43ad-89e4-5b9fe450078e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:37.569686 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-33420b92-ba00-4946-a5ef-8bd0f330c387 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-553510'] for router, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:37.579207 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dad38b-9cc4-44eb-a842-ade8dff2bddb req-4783cf87-49bb-4228-8c50-386cdb1a5b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:37.581759 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-06dad38b-9cc4-44eb-a842-ade8dff2bddb req-4783cf87-49bb-4228-8c50-386cdb1a5b70 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dd9f436e-3791-4262-9992-c7d4dc1268a3 HTTP/1.1" status: 200 len: 853 time: 0.1996758 Sep 07 03:01:37.656360 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-74735cba-d2fd-43ad-89e4-5b9fe450078e None None] Port c2cbc6c2-3fdf-481a-add3-bc14b25a9d0b cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:01:37.669609 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-06dad38b-9cc4-44eb-a842-ade8dff2bddb req-b71f8738-d586-4afd-8131-57cb8e3a7aec service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=88da14ca-f271-4c9e-84fc-9a54ff05dc70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312707 Sep 07 03:01:37.719132 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device ce17307c-f51d-41a9-a77a-a44fb815325f up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:01:37.738702 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33420b92-ba00-4946-a5ef-8bd0f330c387 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Router ba0e93a6-b28b-47dd-ac88-9597300dae28 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:01:37.776733 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ea2c16b-00bd-455b-8d0f-5d79df9c2bde tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Router 38be35b0-2dbf-46b6-8376-fcb3dc785651 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:01:37.801619 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port ce17307c-f51d-41a9-a77a-a44fb815325f triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:01:37.802367 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:37.872878 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-3fe6813b-8dfd-4b0a-bc83-eae5a04604d0 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] For port 15e25624-0542-4db6-9cc1-e42e73bce19e, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=15e25624-0542-4db6-9cc1-e42e73bce19e,segment=NetworkSegment(9ee4793e-ec48-4320-9f96-01d4892ea4a4),segment_id=9ee4793e-ec48-4320-9f96-01d4892ea4a4)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:01:37.876044 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3fe6813b-8dfd-4b0a-bc83-eae5a04604d0 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:37.913578 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33420b92-ba00-4946-a5ef-8bd0f330c387 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:01:37.923771 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-33420b92-ba00-4946-a5ef-8bd0f330c387 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:37.924944 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-33420b92-ba00-4946-a5ef-8bd0f330c387 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] 10.222.0.22 "PUT /v2.0/routers/ba0e93a6-b28b-47dd-ac88-9597300dae28 HTTP/1.1" status: 200 len: 709 time: 3.4803710 Sep 07 03:01:37.938177 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a63f90e-e572-4bb3-8097-dd71734e1825 None None] Sync routers for ids ['ba0e93a6-b28b-47dd-ac88-9597300dae28'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:01:37.954303 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 56688) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:37.968813 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-3fe6813b-8dfd-4b0a-bc83-eae5a04604d0 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Calling delete_port for 15e25624-0542-4db6-9cc1-e42e73bce19e owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:01:38.026404 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a63f90e-e572-4bb3-8097-dd71734e1825 None None] Routers {'ba0e93a6-b28b-47dd-ac88-9597300dae28'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:01:38.030225 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-3a63f90e-e572-4bb3-8097-dd71734e1825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:01:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['ba0e93a6-b28b-47dd-ac88-9597300dae28'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:38.085089 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea2c16b-00bd-455b-8d0f-5d79df9c2bde tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:01:38.090119 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-06dad38b-9cc4-44eb-a842-ade8dff2bddb req-7e8b0b9b-12f2-4df6-a521-feb0e2076b2b service neutron] 10.222.0.23 "GET /v2.0/networks/88da14ca-f271-4c9e-84fc-9a54ff05dc70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4132578 Sep 07 03:01:38.092110 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-cc578390-0733-4328-8b8d-0a95ad182372 tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] 10.222.0.22 "GET /v2.0/routers/ba0e93a6-b28b-47dd-ac88-9597300dae28 HTTP/1.1" status: 200 len: 744 time: 0.1340168 Sep 07 03:01:38.097660 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1e5f5b-eb77-4a16-823a-bfbe2effc2e5 None None] Sync routers for ids ['38be35b0-2dbf-46b6-8376-fcb3dc785651'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:01:38.113123 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-3a63f90e-e572-4bb3-8097-dd71734e1825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:38.113331 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-1ea2c16b-00bd-455b-8d0f-5d79df9c2bde tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "PUT /v2.0/routers/38be35b0-2dbf-46b6-8376-fcb3dc785651/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4573967 Sep 07 03:01:38.113331 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 56694) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:38.113547 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 56696) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:38.114393 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1e5f5b-eb77-4a16-823a-bfbe2effc2e5 None None] Routers {'38be35b0-2dbf-46b6-8376-fcb3dc785651'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:01:38.115293 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-bb1e5f5b-eb77-4a16-823a-bfbe2effc2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:01:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['38be35b0-2dbf-46b6-8376-fcb3dc785651'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:38.116281 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c1776d-c146-45b6-8375-769231882343 req-35dd16dc-b795-42a7-9923-b880f0a51f3a tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:38.117841 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d6c1776d-c146-45b6-8375-769231882343 req-35dd16dc-b795-42a7-9923-b880f0a51f3a tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] 10.222.0.22 "GET /v2.0/ports?device_id=89f93003-3785-4aca-b81c-f2851604b03f HTTP/1.1" status: 200 len: 944 time: 0.2146616 Sep 07 03:01:38.119774 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-84387d76-af11-48b6-9f35-b6a123ac2f38 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Request body: {'network': {'name': 'tempest-RoutersTest-1192570416'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:01:38.136085 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a63f90e-e572-4bb3-8097-dd71734e1825 None None] Routers {'ba0e93a6-b28b-47dd-ac88-9597300dae28'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:01:38.138327 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-3a63f90e-e572-4bb3-8097-dd71734e1825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:01:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['ba0e93a6-b28b-47dd-ac88-9597300dae28'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:38.216121 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-bc87e4a8-db93-477e-a9a9-72e563a63a7d tempest-RoutersIpV6AdminTest-356909947 tempest-RoutersIpV6AdminTest-356909947-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=1166b922-7457-4da4-bdda-328e8c8e7bc6&device_id=ba0e93a6-b28b-47dd-ac88-9597300dae28 HTTP/1.1" status: 200 len: 205 time: 0.1011186 Sep 07 03:01:38.221407 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 56698) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:38.231911 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-3a63f90e-e572-4bb3-8097-dd71734e1825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:38.232695 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a63f90e-e572-4bb3-8097-dd71734e1825 None None] The sync data for ids ['ba0e93a6-b28b-47dd-ac88-9597300dae28'] in n-d-796209-16 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:01:38.291224 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-bb1e5f5b-eb77-4a16-823a-bfbe2effc2e5 None None] Set router 38be35b0-2dbf-46b6-8376-fcb3dc785651 gateway port host: None {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:01:38.443415 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84387d76-af11-48b6-9f35-b6a123ac2f38 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Made reservation on behalf of ee71fe15143d4479a2a412d712f66384 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:01:38.447781 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d6c1776d-c146-45b6-8375-769231882343 req-676c8c7c-6b26-46b2-9af0-bebbb9d38717 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] 10.222.0.22 "GET /v2.0/security-groups?id=e666621c-1bc6-40ff-b53e-28e8effcc873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833536 Sep 07 03:01:38.448876 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-84387d76-af11-48b6-9f35-b6a123ac2f38 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:38.512344 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84387d76-af11-48b6-9f35-b6a123ac2f38 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 03:01:38.540380 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-84387d76-af11-48b6-9f35-b6a123ac2f38 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:38.545501 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-84387d76-af11-48b6-9f35-b6a123ac2f38 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Added segment 3e4a1ec3-e8f0-489c-86cb-2ee192e49790 of type vlan for network d767859c-0fb8-40ac-a9c0-0e458875595c Sep 07 03:01:38.589289 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-06dad38b-9cc4-44eb-a842-ade8dff2bddb req-cb36f645-f073-4746-896d-125ae4518781 service neutron] 10.222.0.23 "GET /v2.0/networks/88da14ca-f271-4c9e-84fc-9a54ff05dc70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4704666 Sep 07 03:01:38.667066 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-84387d76-af11-48b6-9f35-b6a123ac2f38 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:38.704385 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-bb1e5f5b-eb77-4a16-823a-bfbe2effc2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'name': 'tempest-RoutersTest-router-1349865003', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:01:22Z', 'updated_at': '2021-09-07T03:01:35Z', 'revision_number': 3, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'gw_port_host': None, '_interfaces': [{'id': '0cd580bd-36c2-40c7-9f89-cbec6438cb0f', 'name': '', 'network_id': '0e78b0cb-cf45-4b62-b589-9194ff1079c8', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'mac_address': 'fa:16:3e:f5:ce:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'abd280ca-68f4-4bd9-9cf7-f5ba4651bb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:25Z', 'updated_at': '2021-09-07T03:01:34Z', 'revision_number': 5, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'subnets': [{'id': 'abd280ca-68f4-4bd9-9cf7-f5ba4651bb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2cbc6c2-3fdf-481a-add3-bc14b25a9d0b', 'name': '', 'network_id': '52af0979-4339-4bb8-8304-148bc816dd86', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'mac_address': 'fa:16:3e:59:3b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': '085f34e8-d9c7-465e-b339-7b75556373d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:34Z', 'updated_at': '2021-09-07T03:01:36Z', 'revision_number': 2, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'subnets': [{'id': '085f34e8-d9c7-465e-b339-7b75556373d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:38.719040 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3fe6813b-8dfd-4b0a-bc83-eae5a04604d0 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:38.740555 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1e5f5b-eb77-4a16-823a-bfbe2effc2e5 None None] Checking router: 38be35b0-2dbf-46b6-8376-fcb3dc785651 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:01:38.740904 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1e5f5b-eb77-4a16-823a-bfbe2effc2e5 None None] Updating router 38be35b0-2dbf-46b6-8376-fcb3dc785651 port c2cbc6c2-3fdf-481a-add3-bc14b25a9d0b binding host n-d-796209-16 {{(pid=94703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 03:01:38.771799 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-e8491655-9260-49ff-9335-1e375e2a6796 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba0e93a6-b28b-47dd-ac88-9597300dae28 HTTP/1.1" status: 200 len: 205 time: 0.5495183 Sep 07 03:01:38.773136 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-84387d76-af11-48b6-9f35-b6a123ac2f38 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:38.774368 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 56710) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:38.780971 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84387d76-af11-48b6-9f35-b6a123ac2f38 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:38.782236 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-84387d76-af11-48b6-9f35-b6a123ac2f38 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:38.789737 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe6813b-8dfd-4b0a-bc83-eae5a04604d0 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event deleted for resources: {'Port': ['ID=15e25624-0542-4db6-9cc1-e42e73bce19e,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:38.801013 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-bb1e5f5b-eb77-4a16-823a-bfbe2effc2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:38.926001 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4e076c58-b7fb-4e8d-ba3a-5ef587a0fe42 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks [] for router, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:38.972540 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-84387d76-af11-48b6-9f35-b6a123ac2f38 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8566041 Sep 07 03:01:39.008749 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 56712) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:39.014589 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-0b1ff15b-afba-4259-98e9-7a2597370255 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Request body: {'subnet': {'network_id': 'd767859c-0fb8-40ac-a9c0-0e458875595c', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:01:39.022817 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84387d76-af11-48b6-9f35-b6a123ac2f38 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event updated for resources: {'Network': ['ID=d767859c-0fb8-40ac-a9c0-0e458875595c,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:39.036090 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network d767859c-0fb8-40ac-a9c0-0e458875595c details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 03:01:39.203057 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device e3d2852a-4568-45b3-b093-dab24d79d2c6 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 03:01:39.323076 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4e076c58-b7fb-4e8d-ba3a-5ef587a0fe42 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:39.336487 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port e3d2852a-4568-45b3-b093-dab24d79d2c6, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=e3d2852a-4568-45b3-b093-dab24d79d2c6,segment=NetworkSegment(c7efffeb-a446-48de-b549-7b735efdaf62),segment_id=c7efffeb-a446-48de-b549-7b735efdaf62)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:01:39.338298 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4e076c58-b7fb-4e8d-ba3a-5ef587a0fe42 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:39.351166 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': 'e3d2852a-4568-45b3-b093-dab24d79d2c6', 'network_id': '88da14ca-f271-4c9e-84fc-9a54ff05dc70', 'port_id': 'e3d2852a-4568-45b3-b093-dab24d79d2c6', 'mac_address': 'fa:16:3e:62:e1:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd9f436e-3791-4262-9992-c7d4dc1268a3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 03:01:39.389325 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-bb1e5f5b-eb77-4a16-823a-bfbe2effc2e5 None None] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:39.409704 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:39.411848 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-bb1e5f5b-eb77-4a16-823a-bfbe2effc2e5 None None] Transition to ACTIVE for port object c2cbc6c2-3fdf-481a-add3-bc14b25a9d0b will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:01:39.416794 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3fe6813b-8dfd-4b0a-bc83-eae5a04604d0 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:39.420668 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-bb1e5f5b-eb77-4a16-823a-bfbe2effc2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:39.430135 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3d2852a-4568-45b3-b093-dab24d79d2c6 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:01:39.444605 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b1ff15b-afba-4259-98e9-7a2597370255 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Made reservation on behalf of ee71fe15143d4479a2a412d712f66384 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:01:39.453704 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4e076c58-b7fb-4e8d-ba3a-5ef587a0fe42 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:39.454404 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e076c58-b7fb-4e8d-ba3a-5ef587a0fe42 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Fanout notify agent at l3_agent the message router_deleted on router ba0e93a6-b28b-47dd-ac88-9597300dae28 {{(pid=94701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 03:01:39.454878 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b1ff15b-afba-4259-98e9-7a2597370255 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:39.461977 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4e076c58-b7fb-4e8d-ba3a-5ef587a0fe42 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:39.467986 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-4e076c58-b7fb-4e8d-ba3a-5ef587a0fe42 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] 10.222.0.22 "DELETE /v2.0/routers/ba0e93a6-b28b-47dd-ac88-9597300dae28 HTTP/1.1" status: 204 len: 168 time: 0.6925478 Sep 07 03:01:39.471754 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port e3d2852a-4568-45b3-b093-dab24d79d2c6, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=e3d2852a-4568-45b3-b093-dab24d79d2c6,segment=NetworkSegment(c7efffeb-a446-48de-b549-7b735efdaf62),segment_id=c7efffeb-a446-48de-b549-7b735efdaf62)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:01:39.472600 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 56714) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:39.480838 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:39.533322 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-de01c5db-4640-49f0-afd6-a4241e1778a4 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] 10.222.0.22 "GET /v2.0/ports?device_id=ba0e93a6-b28b-47dd-ac88-9597300dae28 HTTP/1.1" status: 200 len: 205 time: 0.0572329 Sep 07 03:01:39.539192 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 56718) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:39.647303 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=e3d2852a-4568-45b3-b093-dab24d79d2c6,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:39.661044 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-ce303b9e-82e7-478e-97e2-1498ab156750 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] delete failed (client error): The resource could not be found. Sep 07 03:01:39.662636 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-ce303b9e-82e7-478e-97e2-1498ab156750 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] 10.222.0.22 "DELETE /v2.0/routers/ba0e93a6-b28b-47dd-ac88-9597300dae28 HTTP/1.1" status: 404 len: 336 time: 0.1202681 Sep 07 03:01:39.664924 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 56724) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:39.710744 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['e3d2852a-4568-45b3-b093-dab24d79d2c6'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:01:39.746483 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-9c42330a-190a-49d2-853b-67c4a8ede4ce tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fb203fb-1f5b-4096-8a94-638b0efa9fa0 HTTP/1.1" status: 200 len: 205 time: 0.0782132 Sep 07 03:01:39.754640 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 56728) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:39.766436 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f1a76f-c04c-4293-bd25-063e41342212 None None] Pushing event updated for resources: {'Port': ['ID=c2cbc6c2-3fdf-481a-add3-bc14b25a9d0b,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:39.780897 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-bb1e5f5b-eb77-4a16-823a-bfbe2effc2e5 None None] Attempting to bind port c2cbc6c2-3fdf-481a-add3-bc14b25a9d0b on host n-d-796209-16 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:01:39.792334 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-bb1e5f5b-eb77-4a16-823a-bfbe2effc2e5 None None] Attempting to bind port c2cbc6c2-3fdf-481a-add3-bc14b25a9d0b by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '63d36343-4fd7-4ecb-be81-a8eb3f384abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '52af0979-4339-4bb8-8304-148bc816dd86'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:01:39.792752 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1e5f5b-eb77-4a16-823a-bfbe2effc2e5 None None] Attempting to bind port c2cbc6c2-3fdf-481a-add3-bc14b25a9d0b on network 52af0979-4339-4bb8-8304-148bc816dd86 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:01:39.815370 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1e5f5b-eb77-4a16-823a-bfbe2effc2e5 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:01:39.815971 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1e5f5b-eb77-4a16-823a-bfbe2effc2e5 None None] Checking segment: {'id': '63d36343-4fd7-4ecb-be81-a8eb3f384abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '52af0979-4339-4bb8-8304-148bc816dd86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:01:39.816467 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-bb1e5f5b-eb77-4a16-823a-bfbe2effc2e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:39.816869 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1e5f5b-eb77-4a16-823a-bfbe2effc2e5 None None] Bound using segment: {'id': '63d36343-4fd7-4ecb-be81-a8eb3f384abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '52af0979-4339-4bb8-8304-148bc816dd86'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:01:39.817365 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-bb1e5f5b-eb77-4a16-823a-bfbe2effc2e5 None None] Bound port: c2cbc6c2-3fdf-481a-add3-bc14b25a9d0b, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63d36343-4fd7-4ecb-be81-a8eb3f384abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '52af0979-4339-4bb8-8304-148bc816dd86'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:01:39.824938 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-bb1e5f5b-eb77-4a16-823a-bfbe2effc2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:39.911149 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc047d-88e6-435c-b722-b80fb0c6d03d req-be5e107d-7414-4d9b-bf20-959656bb9565 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:39.920565 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e9dc047d-88e6-435c-b722-b80fb0c6d03d req-be5e107d-7414-4d9b-bf20-959656bb9565 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] 10.222.0.22 "GET /v2.0/ports?device_id=89f93003-3785-4aca-b81c-f2851604b03f HTTP/1.1" status: 200 len: 945 time: 0.2379172 Sep 07 03:01:39.953331 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-67714339-7258-46ff-b6d2-e94cdc17c75b tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] delete failed (client error): The resource could not be found. Sep 07 03:01:39.954614 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-67714339-7258-46ff-b6d2-e94cdc17c75b tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] 10.222.0.22 "DELETE /v2.0/routers/1fb203fb-1f5b-4096-8a94-638b0efa9fa0 HTTP/1.1" status: 404 len: 336 time: 0.1989174 Sep 07 03:01:39.959129 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 56730) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:40.003441 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-214a084f-965d-4468-a7de-02eacb51e5f2 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ac1eb01-3ff7-4f91-ac45-ec65f33ac78b HTTP/1.1" status: 200 len: 205 time: 0.0430336 Sep 07 03:01:40.006577 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 56732) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:40.048656 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-bb1e5f5b-eb77-4a16-823a-bfbe2effc2e5 None None] For port c2cbc6c2-3fdf-481a-add3-bc14b25a9d0b, host n-d-796209-16, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:01:40.054895 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-bb1e5f5b-eb77-4a16-823a-bfbe2effc2e5 None None] For port c2cbc6c2-3fdf-481a-add3-bc14b25a9d0b, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=c2cbc6c2-3fdf-481a-add3-bc14b25a9d0b,segment=NetworkSegment(63d36343-4fd7-4ecb-be81-a8eb3f384abf),segment_id=63d36343-4fd7-4ecb-be81-a8eb3f384abf)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:01:40.065715 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-bb1e5f5b-eb77-4a16-823a-bfbe2effc2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:40.121764 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-7dc16163-7410-40c3-a166-3db958e708e7 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] delete failed (client error): The resource could not be found. Sep 07 03:01:40.122833 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-7dc16163-7410-40c3-a166-3db958e708e7 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] 10.222.0.22 "DELETE /v2.0/routers/2ac1eb01-3ff7-4f91-ac45-ec65f33ac78b HTTP/1.1" status: 404 len: 336 time: 0.1149485 Sep 07 03:01:40.131129 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 56734) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:40.158291 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e9dc047d-88e6-435c-b722-b80fb0c6d03d req-427b0541-0d8b-47ee-84f2-9dce78927733 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] 10.222.0.22 "GET /v2.0/security-groups?id=e666621c-1bc6-40ff-b53e-28e8effcc873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721437 Sep 07 03:01:40.207374 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f1a76f-c04c-4293-bd25-063e41342212 None None] Pushing event updated for resources: {'Port': ['ID=c2cbc6c2-3fdf-481a-add3-bc14b25a9d0b,revision_number=4']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:40.217469 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-fc364743-dc7d-435c-863d-8240832d70d9 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] 10.222.0.22 "GET /v2.0/ports?device_id=769cc91b-046b-48b9-abc2-6b3bfe5275fd HTTP/1.1" status: 200 len: 205 time: 0.0834696 Sep 07 03:01:40.219493 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1e5f5b-eb77-4a16-823a-bfbe2effc2e5 None None] Routers {'38be35b0-2dbf-46b6-8376-fcb3dc785651'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:01:40.220233 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-bb1e5f5b-eb77-4a16-823a-bfbe2effc2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:01:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['38be35b0-2dbf-46b6-8376-fcb3dc785651'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:40.223813 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 56736) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:40.275312 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-e0a58468-a40c-4215-90a4-6c9fd0c8fb92 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] delete failed (client error): The resource could not be found. Sep 07 03:01:40.278677 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e0a58468-a40c-4215-90a4-6c9fd0c8fb92 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] 10.222.0.22 "DELETE /v2.0/routers/769cc91b-046b-48b9-abc2-6b3bfe5275fd HTTP/1.1" status: 404 len: 336 time: 0.0516288 Sep 07 03:01:40.278920 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 56738) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:40.319948 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b1ff15b-afba-4259-98e9-7a2597370255 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:40.334965 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-bb1e5f5b-eb77-4a16-823a-bfbe2effc2e5 None None] Set router 38be35b0-2dbf-46b6-8376-fcb3dc785651 gateway port host: None {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:01:40.335218 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-9896a8a3-6437-42b6-abe3-80b3fe2aef9e tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce8e25ab-e9f1-4c56-82fc-289a13dfa400 HTTP/1.1" status: 200 len: 205 time: 0.0541732 Sep 07 03:01:40.336011 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 56740) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:40.352641 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fe6813b-8dfd-4b0a-bc83-eae5a04604d0 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Router e9ae3689-48cc-41fc-8eac-b81b3999674f has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:01:40.426552 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1ff15b-afba-4259-98e9-7a2597370255 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event updated for resources: {'Subnet': ['ID=54c8fa12-feca-4ecb-a251-bd61e4a4a1c4,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:40.429429 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-40726f4a-42d8-4658-85d8-c41110264b37 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] delete failed (client error): The resource could not be found. Sep 07 03:01:40.439033 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-40726f4a-42d8-4658-85d8-c41110264b37 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] 10.222.0.22 "DELETE /v2.0/routers/ce8e25ab-e9f1-4c56-82fc-289a13dfa400 HTTP/1.1" status: 404 len: 336 time: 0.0969887 Sep 07 03:01:40.439837 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 56742) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:40.477365 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-449c6db1-5418-4e3a-af64-ff78e1e99f5c tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] 10.222.0.22 "GET /v2.0/ports?device_id=6027152d-a130-4712-ab62-d3a6993c4d69 HTTP/1.1" status: 200 len: 205 time: 0.0362232 Sep 07 03:01:40.478685 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 56744) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:40.487399 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1ff15b-afba-4259-98e9-7a2597370255 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Checking segment: {'id': '3e4a1ec3-e8f0-489c-86cb-2ee192e49790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd767859c-0fb8-40ac-a9c0-0e458875595c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:01:40.487891 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1ff15b-afba-4259-98e9-7a2597370255 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Network hostable DHCP agents. Network: d767859c-0fb8-40ac-a9c0-0e458875595c, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 03:01:40.561571 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-7258f088-bf98-42e6-8b86-c668b531eb12 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] delete failed (client error): The resource could not be found. Sep 07 03:01:40.562827 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-7258f088-bf98-42e6-8b86-c668b531eb12 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] 10.222.0.22 "DELETE /v2.0/routers/6027152d-a130-4712-ab62-d3a6993c4d69 HTTP/1.1" status: 404 len: 336 time: 0.0829906 Sep 07 03:01:40.565594 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 56746) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:40.577080 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe6813b-8dfd-4b0a-bc83-eae5a04604d0 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:01:40.588266 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08bc3a8-8950-4d75-9532-f92ff9dc2d30 None None] Sync routers for ids ['e9ae3689-48cc-41fc-8eac-b81b3999674f'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:01:40.600336 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf0fe23d-b247-4e54-b306-976d56d136f3 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] DELETE failed (client error): The resource could not be found. Sep 07 03:01:40.600949 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf0fe23d-b247-4e54-b306-976d56d136f3 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 03:01:40.603730 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08bc3a8-8950-4d75-9532-f92ff9dc2d30 None None] Routers {'e9ae3689-48cc-41fc-8eac-b81b3999674f'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:01:40.604553 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-b08bc3a8-8950-4d75-9532-f92ff9dc2d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:01:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['e9ae3689-48cc-41fc-8eac-b81b3999674f'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:40.606059 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-bf0fe23d-b247-4e54-b306-976d56d136f3 tempest-RoutersIpV6AdminTest-1787212298 tempest-RoutersIpV6AdminTest-1787212298-project] 10.222.0.22 "DELETE /v2.0/subnets/86628ff9-072e-4be1-a840-cb8bbf6a7aa0 HTTP/1.1" status: 404 len: 337 time: 0.0394511 Sep 07 03:01:40.612403 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3fe6813b-8dfd-4b0a-bc83-eae5a04604d0 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "PUT /v2.0/routers/e9ae3689-48cc-41fc-8eac-b81b3999674f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1749940 Sep 07 03:01:40.614961 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 56750) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:40.624897 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1ff15b-afba-4259-98e9-7a2597370255 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Network d767859c-0fb8-40ac-a9c0-0e458875595c is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 03:01:40.642946 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-0b1ff15b-afba-4259-98e9-7a2597370255 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, d767859c-0fb8-40ac-a9c0-0e458875595c) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:01:40.663341 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1ff15b-afba-4259-98e9-7a2597370255 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:40.666895 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b1ff15b-afba-4259-98e9-7a2597370255 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:40.679126 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a140df2-1e80-455a-924a-098842881785 None None] Network d767859c-0fb8-40ac-a9c0-0e458875595c requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:01:40.712885 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-0b1ff15b-afba-4259-98e9-7a2597370255 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7019086 Sep 07 03:01:40.715528 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 56756) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:40.747745 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-27982a29-9aec-4f53-bdc9-a6bae7420aa2 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Deleting subnet 57f615bc-1ee1-4087-b628-32768bf98bce {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 03:01:40.760029 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-27982a29-9aec-4f53-bdc9-a6bae7420aa2 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:40.770199 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-bb1e5f5b-eb77-4a16-823a-bfbe2effc2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'name': 'tempest-RoutersTest-router-1349865003', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:01:22Z', 'updated_at': '2021-09-07T03:01:35Z', 'revision_number': 3, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'gw_port_host': None, '_interfaces': [{'id': '0cd580bd-36c2-40c7-9f89-cbec6438cb0f', 'name': '', 'network_id': '0e78b0cb-cf45-4b62-b589-9194ff1079c8', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'mac_address': 'fa:16:3e:f5:ce:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'abd280ca-68f4-4bd9-9cf7-f5ba4651bb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:25Z', 'updated_at': '2021-09-07T03:01:34Z', 'revision_number': 5, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'subnets': [{'id': 'abd280ca-68f4-4bd9-9cf7-f5ba4651bb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2cbc6c2-3fdf-481a-add3-bc14b25a9d0b', 'name': '', 'network_id': '52af0979-4339-4bb8-8304-148bc816dd86', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'mac_address': 'fa:16:3e:59:3b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': '085f34e8-d9c7-465e-b339-7b75556373d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:34Z', 'updated_at': '2021-09-07T03:01:40Z', 'revision_number': 4, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'subnets': [{'id': '085f34e8-d9c7-465e-b339-7b75556373d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:40.821649 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-b08bc3a8-8950-4d75-9532-f92ff9dc2d30 None None] Set router e9ae3689-48cc-41fc-8eac-b81b3999674f gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:01:40.882766 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-27982a29-9aec-4f53-bdc9-a6bae7420aa2 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:40.885871 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1e5f5b-eb77-4a16-823a-bfbe2effc2e5 None None] The sync data for ids ['38be35b0-2dbf-46b6-8376-fcb3dc785651'] in n-d-796209-16 is: [{'id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'name': 'tempest-RoutersTest-router-1349865003', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:01:22Z', 'updated_at': '2021-09-07T03:01:35Z', 'revision_number': 3, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'gw_port_host': None, '_interfaces': [{'id': '0cd580bd-36c2-40c7-9f89-cbec6438cb0f', 'name': '', 'network_id': '0e78b0cb-cf45-4b62-b589-9194ff1079c8', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'mac_address': 'fa:16:3e:f5:ce:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'abd280ca-68f4-4bd9-9cf7-f5ba4651bb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:25Z', 'updated_at': '2021-09-07T03:01:34Z', 'revision_number': 5, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'subnets': [{'id': 'abd280ca-68f4-4bd9-9cf7-f5ba4651bb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2cbc6c2-3fdf-481a-add3-bc14b25a9d0b', 'name': '', 'network_id': '52af0979-4339-4bb8-8304-148bc816dd86', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'mac_address': 'fa:16:3e:59:3b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': '085f34e8-d9c7-465e-b339-7b75556373d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:34Z', 'updated_at': '2021-09-07T03:01:40Z', 'revision_number': 4, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'subnets': [{'id': '085f34e8-d9c7-465e-b339-7b75556373d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:01:41.110964 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-27982a29-9aec-4f53-bdc9-a6bae7420aa2 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:41.125542 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device e3d2852a-4568-45b3-b093-dab24d79d2c6 up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:01:41.302474 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [req-3194c40b-5e5b-4784-a150-c606c3fa94f1 req-28289b92-52a5-49c3-9774-8174efc84947 service neutron] (94701) timed out ('10.222.0.22', 58694) {{(pid=94701) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 03:01:41.307032 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-27982a29-9aec-4f53-bdc9-a6bae7420aa2 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:41.311169 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e651f70-7dad-4794-8d54-9ccb5a016dc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-d767859c-0fb8-40ac-a9c0-0e458875595c', 'network_id': 'd767859c-0fb8-40ac-a9c0-0e458875595c', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'fixed_ips': [{'subnet_id': '54c8fa12-feca-4ecb-a251-bd61e4a4a1c4'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 03:01:41.312112 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4e651f70-7dad-4794-8d54-9ccb5a016dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:41.426561 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 56772) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:41.536622 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-27982a29-9aec-4f53-bdc9-a6bae7420aa2 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:41.538606 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-27982a29-9aec-4f53-bdc9-a6bae7420aa2 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "DELETE /v2.0/subnets/57f615bc-1ee1-4087-b628-32768bf98bce HTTP/1.1" status: 204 len: 168 time: 0.9224744 Sep 07 03:01:41.547034 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27982a29-9aec-4f53-bdc9-a6bae7420aa2 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event deleted for resources: {'Subnet': ['ID=57f615bc-1ee1-4087-b628-32768bf98bce,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:41.573949 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 56780) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:41.829178 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-530cf8f7-fb6f-4b87-b00d-13519b508ce4 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for router, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:41.942791 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port e3d2852a-4568-45b3-b093-dab24d79d2c6 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:01:41.944901 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5e367e-3630-4d8d-8c1c-9d36926b531b None None] Network 66da11a5-58e0-4d5e-b61b-f2a97b6c60d4 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:01:41.972669 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0b7794-681d-4fd5-a2b0-13cfe294aee5 req-25b944f8-28c9-443f-a481-a272ec14fac9 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:41.974670 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0c0b7794-681d-4fd5-a2b0-13cfe294aee5 req-25b944f8-28c9-443f-a481-a272ec14fac9 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] 10.222.0.22 "GET /v2.0/ports?device_id=89f93003-3785-4aca-b81c-f2851604b03f HTTP/1.1" status: 200 len: 945 time: 0.6424758 Sep 07 03:01:42.024038 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device c2cbc6c2-3fdf-481a-add3-bc14b25a9d0b up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:01:42.090441 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port e3d2852a-4568-45b3-b093-dab24d79d2c6 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:01:42.090813 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:42.151450 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0c0b7794-681d-4fd5-a2b0-13cfe294aee5 req-44e105e6-3ec1-4fc5-9a8e-2976048473e8 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] 10.222.0.22 "GET /v2.0/security-groups?id=e666621c-1bc6-40ff-b53e-28e8effcc873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624277 Sep 07 03:01:42.192074 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-530cf8f7-fb6f-4b87-b00d-13519b508ce4 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:42.242598 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4f92f578-3c47-4e51-b765-0ccef1061007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:42.324603 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-530cf8f7-fb6f-4b87-b00d-13519b508ce4 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Deleting port 9cc94bfb-bb31-437f-b391-e2a21afbfc41 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:01:42.325374 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-530cf8f7-fb6f-4b87-b00d-13519b508ce4 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:42.364362 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port c2cbc6c2-3fdf-481a-add3-bc14b25a9d0b completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:01:42.462583 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:42.465121 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port c2cbc6c2-3fdf-481a-add3-bc14b25a9d0b triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:01:42.465506 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:42.477585 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4f92f578-3c47-4e51-b765-0ccef1061007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:42.513053 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-530cf8f7-fb6f-4b87-b00d-13519b508ce4 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] For port 9cc94bfb-bb31-437f-b391-e2a21afbfc41, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=9cc94bfb-bb31-437f-b391-e2a21afbfc41,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:01:42.513639 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-530cf8f7-fb6f-4b87-b00d-13519b508ce4 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:42.535230 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-b08bc3a8-8950-4d75-9532-f92ff9dc2d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ae3689-48cc-41fc-8eac-b81b3999674f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562632463', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.181'}], 'enable_snat': True}, 'gw_port_id': '9cc94bfb-bb31-437f-b391-e2a21afbfc41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:59:52Z', 'updated_at': '2021-09-07T03:01:38Z', 'revision_number': 5, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'gw_port': {'id': '9cc94bfb-bb31-437f-b391-e2a21afbfc41', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:18:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ae3689-48cc-41fc-8eac-b81b3999674f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T02:59:54Z', 'updated_at': '2021-09-07T03:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:42.544659 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-530cf8f7-fb6f-4b87-b00d-13519b508ce4 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Calling delete_port for 9cc94bfb-bb31-437f-b391-e2a21afbfc41 owned by network:router_gateway {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:01:42.546096 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4f92f578-3c47-4e51-b765-0ccef1061007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:42.585328 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08bc3a8-8950-4d75-9532-f92ff9dc2d30 None None] Checking router: e9ae3689-48cc-41fc-8eac-b81b3999674f for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:01:42.676995 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port e3d2852a-4568-45b3-b093-dab24d79d2c6, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=e3d2852a-4568-45b3-b093-dab24d79d2c6,segment=NetworkSegment(c7efffeb-a446-48de-b549-7b735efdaf62),segment_id=c7efffeb-a446-48de-b549-7b735efdaf62)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:01:42.688781 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0d5490dd-67af-434a-a6af-545cfd845c05 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:42.693187 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f93003-3785-4aca-b81c-f2851604b03f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d2852a-4568-45b3-b093-dab24d79d2c6'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:01:42.695442 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-4f92f578-3c47-4e51-b765-0ccef1061007 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1162a6fa39104e729a7b944dd0e38a02&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2677758 Sep 07 03:01:42.696424 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d80e9198-93b5-4c6b-a216-8b056aa5e64f" -d '{"events": [{"server_uuid": "89f93003-3785-4aca-b81c-f2851604b03f", "name": "network-vif-plugged", "status": "completed", "tag": "e3d2852a-4568-45b3-b093-dab24d79d2c6"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:01:42.699675 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08bc3a8-8950-4d75-9532-f92ff9dc2d30 None None] Routers {'e9ae3689-48cc-41fc-8eac-b81b3999674f'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:01:42.700496 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-b08bc3a8-8950-4d75-9532-f92ff9dc2d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:01:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['e9ae3689-48cc-41fc-8eac-b81b3999674f'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:42.702781 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 56798) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:42.717895 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f92f578-3c47-4e51-b765-0ccef1061007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=649c63d8-228c-4f20-89d7-32c67e2b9c03,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:42.838539 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-b08bc3a8-8950-4d75-9532-f92ff9dc2d30 None None] Set router e9ae3689-48cc-41fc-8eac-b81b3999674f gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:01:42.862227 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-766ce278-89b2-46f9-9e8d-4d5af0d95001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:42.910225 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-766ce278-89b2-46f9-9e8d-4d5af0d95001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:42.911833 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:42.921581 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-b08bc3a8-8950-4d75-9532-f92ff9dc2d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ae3689-48cc-41fc-8eac-b81b3999674f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562632463', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:59:52Z', 'updated_at': '2021-09-07T03:01:42Z', 'revision_number': 6, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'gw_port_host': None}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:42.958128 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-530cf8f7-fb6f-4b87-b00d-13519b508ce4 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:42.990505 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391c879c-dbe2-4363-8a9e-93aeee87805f None None] DHCP port deletion for 66da11a5-58e0-4d5e-b61b-f2a97b6c60d4 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 03:01:43.012776 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=e3d2852a-4568-45b3-b093-dab24d79d2c6,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:43.059276 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530cf8f7-fb6f-4b87-b00d-13519b508ce4 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event deleted for resources: {'Port': ['ID=9cc94bfb-bb31-437f-b391-e2a21afbfc41,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:43.083970 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a29bce9-ab78-4ed3-b09b-e4633d16a086 x-openstack-request-id: req-8a29bce9-ab78-4ed3-b09b-e4633d16a086 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:01:43.084341 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89f93003-3785-4aca-b81c-f2851604b03f", "name": "network-vif-plugged", "status": "completed", "tag": "e3d2852a-4568-45b3-b093-dab24d79d2c6", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:01:43.084555 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8a29bce9-ab78-4ed3-b09b-e4633d16a086 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:01:43.084954 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89f93003-3785-4aca-b81c-f2851604b03f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d2852a-4568-45b3-b093-dab24d79d2c6', 'code': 200} Sep 07 03:01:43.086499 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-4e651f70-7dad-4794-8d54-9ccb5a016dc8 None None] Allocated IP 172.22.0.2 (d767859c-0fb8-40ac-a9c0-0e458875595c/54c8fa12-feca-4ecb-a251-bd61e4a4a1c4/9328e576-ae99-4b10-85d4-930fe5b30b7f) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:01:43.099258 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-766ce278-89b2-46f9-9e8d-4d5af0d95001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:43.105258 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-766ce278-89b2-46f9-9e8d-4d5af0d95001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:43.106941 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-766ce278-89b2-46f9-9e8d-4d5af0d95001 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/649c63d8-228c-4f20-89d7-32c67e2b9c03 HTTP/1.1" status: 204 len: 168 time: 0.4028163 Sep 07 03:01:43.174147 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766ce278-89b2-46f9-9e8d-4d5af0d95001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649c63d8-228c-4f20-89d7-32c67e2b9c03,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:43.271263 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08bc3a8-8950-4d75-9532-f92ff9dc2d30 None None] The sync data for ids ['e9ae3689-48cc-41fc-8eac-b81b3999674f'] in n-d-796209-16 is: [{'id': 'e9ae3689-48cc-41fc-8eac-b81b3999674f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562632463', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T02:59:52Z', 'updated_at': '2021-09-07T03:01:42Z', 'revision_number': 6, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'gw_port_host': None}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:01:43.272669 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:43.344098 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778cdaf1-12a5-4f94-adc2-2b356301c74a req-9e8289b0-5d8b-476b-ac4d-c86552214dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:43.345648 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-778cdaf1-12a5-4f94-adc2-2b356301c74a req-9e8289b0-5d8b-476b-ac4d-c86552214dfb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=89f93003-3785-4aca-b81c-f2851604b03f HTTP/1.1" status: 200 len: 1098 time: 0.2803574 Sep 07 03:01:43.414796 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4e651f70-7dad-4794-8d54-9ccb5a016dc8 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:43.433361 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port c2cbc6c2-3fdf-481a-add3-bc14b25a9d0b, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=c2cbc6c2-3fdf-481a-add3-bc14b25a9d0b,segment=NetworkSegment(63d36343-4fd7-4ecb-be81-a8eb3f384abf),segment_id=63d36343-4fd7-4ecb-be81-a8eb3f384abf)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:01:43.434817 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-4e651f70-7dad-4794-8d54-9ccb5a016dc8 None None] Transition to ACTIVE for port object 9328e576-ae99-4b10-85d4-930fe5b30b7f will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:01:43.452952 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:43.539224 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-4e651f70-7dad-4794-8d54-9ccb5a016dc8 None None] Transition to ACTIVE for port object 9328e576-ae99-4b10-85d4-930fe5b30b7f will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:01:43.584622 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4e651f70-7dad-4794-8d54-9ccb5a016dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:43.619402 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=c2cbc6c2-3fdf-481a-add3-bc14b25a9d0b,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:43.624767 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0d71a-3ef1-4216-b6f7-c5de06515bc2 req-0b5d4430-b6b5-441b-a6e8-e22e47e8fe9f tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:43.632921 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e0b0d71a-3ef1-4216-b6f7-c5de06515bc2 req-0b5d4430-b6b5-441b-a6e8-e22e47e8fe9f tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] 10.222.0.22 "GET /v2.0/ports?device_id=89f93003-3785-4aca-b81c-f2851604b03f HTTP/1.1" status: 200 len: 946 time: 0.2966089 Sep 07 03:01:43.644542 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-391c879c-dbe2-4363-8a9e-93aeee87805f None None] Deleting port 1f9a7975-fb8d-4636-8979-00a409023bb9 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:01:43.644926 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-391c879c-dbe2-4363-8a9e-93aeee87805f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:43.659793 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-530cf8f7-fb6f-4b87-b00d-13519b508ce4 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:43.757439 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-778cdaf1-12a5-4f94-adc2-2b356301c74a req-ea7e343d-6c60-424a-9784-fb3e9c47d579 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e666621c-1bc6-40ff-b53e-28e8effcc873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3855293 Sep 07 03:01:43.780848 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-0d5490dd-67af-434a-a6af-545cfd845c05 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Allocated IP 172.22.0.1 (d767859c-0fb8-40ac-a9c0-0e458875595c/54c8fa12-feca-4ecb-a251-bd61e4a4a1c4/e7f26894-5c6b-4959-a5a6-91032d69460b) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:01:43.804202 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e651f70-7dad-4794-8d54-9ccb5a016dc8 None None] Network d767859c-0fb8-40ac-a9c0-0e458875595c is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:01:43.829735 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-4e651f70-7dad-4794-8d54-9ccb5a016dc8 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:01:43.891613 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e0b0d71a-3ef1-4216-b6f7-c5de06515bc2 req-618505d8-7939-41ad-90ba-e5e41ba60821 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] 10.222.0.22 "GET /v2.0/security-groups?id=e666621c-1bc6-40ff-b53e-28e8effcc873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488339 Sep 07 03:01:43.893996 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e651f70-7dad-4794-8d54-9ccb5a016dc8 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:01:43.951672 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 56826) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:43.972874 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-530cf8f7-fb6f-4b87-b00d-13519b508ce4 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:43.978006 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-530cf8f7-fb6f-4b87-b00d-13519b508ce4 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:44.060752 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e651f70-7dad-4794-8d54-9ccb5a016dc8 None None] Pushing event updated for resources: {'Port': ['ID=9328e576-ae99-4b10-85d4-930fe5b30b7f,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:44.090923 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-391c879c-dbe2-4363-8a9e-93aeee87805f None None] For port 1f9a7975-fb8d-4636-8979-00a409023bb9, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=1f9a7975-fb8d-4636-8979-00a409023bb9,segment=NetworkSegment(9ee4793e-ec48-4320-9f96-01d4892ea4a4),segment_id=9ee4793e-ec48-4320-9f96-01d4892ea4a4)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:01:44.095802 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-391c879c-dbe2-4363-8a9e-93aeee87805f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:44.119709 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ccfec966-05e8-4da9-abff-d1105437ea0f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=adae7660b17a4996994c63299863fccd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1645350 Sep 07 03:01:44.120213 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-4e651f70-7dad-4794-8d54-9ccb5a016dc8 None None] Attempting to bind port 9328e576-ae99-4b10-85d4-930fe5b30b7f on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:01:44.120821 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-4e651f70-7dad-4794-8d54-9ccb5a016dc8 None None] Attempting to bind port 9328e576-ae99-4b10-85d4-930fe5b30b7f by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '3e4a1ec3-e8f0-489c-86cb-2ee192e49790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd767859c-0fb8-40ac-a9c0-0e458875595c'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:01:44.121403 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e651f70-7dad-4794-8d54-9ccb5a016dc8 None None] Attempting to bind port 9328e576-ae99-4b10-85d4-930fe5b30b7f on network d767859c-0fb8-40ac-a9c0-0e458875595c {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:01:44.123704 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 56830) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:44.124413 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-391c879c-dbe2-4363-8a9e-93aeee87805f None None] Calling delete_port for 1f9a7975-fb8d-4636-8979-00a409023bb9 owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:01:44.136249 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e651f70-7dad-4794-8d54-9ccb5a016dc8 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:01:44.137134 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e651f70-7dad-4794-8d54-9ccb5a016dc8 None None] Checking segment: {'id': '3e4a1ec3-e8f0-489c-86cb-2ee192e49790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd767859c-0fb8-40ac-a9c0-0e458875595c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:01:44.137751 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4e651f70-7dad-4794-8d54-9ccb5a016dc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:44.138333 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e651f70-7dad-4794-8d54-9ccb5a016dc8 None None] Bound using segment: {'id': '3e4a1ec3-e8f0-489c-86cb-2ee192e49790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd767859c-0fb8-40ac-a9c0-0e458875595c'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:01:44.139062 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-4e651f70-7dad-4794-8d54-9ccb5a016dc8 None None] Bound port: 9328e576-ae99-4b10-85d4-930fe5b30b7f, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e4a1ec3-e8f0-489c-86cb-2ee192e49790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd767859c-0fb8-40ac-a9c0-0e458875595c'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:01:44.139677 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4e651f70-7dad-4794-8d54-9ccb5a016dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:44.164252 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0d5490dd-67af-434a-a6af-545cfd845c05 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:44.324855 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-4e651f70-7dad-4794-8d54-9ccb5a016dc8 None None] For port 9328e576-ae99-4b10-85d4-930fe5b30b7f, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:01:44.329027 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-4e651f70-7dad-4794-8d54-9ccb5a016dc8 None None] For port 9328e576-ae99-4b10-85d4-930fe5b30b7f, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=9328e576-ae99-4b10-85d4-930fe5b30b7f,segment=NetworkSegment(3e4a1ec3-e8f0-489c-86cb-2ee192e49790),segment_id=3e4a1ec3-e8f0-489c-86cb-2ee192e49790)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:01:44.334959 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device c2cbc6c2-3fdf-481a-add3-bc14b25a9d0b up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:01:44.344161 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-0d5490dd-67af-434a-a6af-545cfd845c05 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Transition to ACTIVE for port object e7f26894-5c6b-4959-a5a6-91032d69460b will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:01:44.344766 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4e651f70-7dad-4794-8d54-9ccb5a016dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:44.346604 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e19a7c99-2f03-4a3b-badc-c9c49dd94c98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:44.417143 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e19a7c99-2f03-4a3b-badc-c9c49dd94c98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:44.581532 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0d5490dd-67af-434a-a6af-545cfd845c05 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:44.666630 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e651f70-7dad-4794-8d54-9ccb5a016dc8 None None] Pushing event updated for resources: {'Port': ['ID=9328e576-ae99-4b10-85d4-930fe5b30b7f,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:44.709125 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port c2cbc6c2-3fdf-481a-add3-bc14b25a9d0b triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:01:44.709125 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:44.771716 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5490dd-67af-434a-a6af-545cfd845c05 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event updated for resources: {'Port': ['ID=e7f26894-5c6b-4959-a5a6-91032d69460b,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:44.795766 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5490dd-67af-434a-a6af-545cfd845c05 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Network d767859c-0fb8-40ac-a9c0-0e458875595c is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:01:44.841918 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-0d5490dd-67af-434a-a6af-545cfd845c05 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:01:44.847402 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5490dd-67af-434a-a6af-545cfd845c05 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:01:44.862826 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-391c879c-dbe2-4363-8a9e-93aeee87805f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:45.004727 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0d5490dd-67af-434a-a6af-545cfd845c05 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:45.014725 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391c879c-dbe2-4363-8a9e-93aeee87805f None None] Pushing event deleted for resources: {'Port': ['ID=1f9a7975-fb8d-4636-8979-00a409023bb9,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:45.036595 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391c879c-dbe2-4363-8a9e-93aeee87805f None None] No DVR routers for this DVR port 1f9a7975-fb8d-4636-8979-00a409023bb9 on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:01:45.129892 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-530cf8f7-fb6f-4b87-b00d-13519b508ce4 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:45.130723 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530cf8f7-fb6f-4b87-b00d-13519b508ce4 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Fanout notify agent at l3_agent the message router_deleted on router e9ae3689-48cc-41fc-8eac-b81b3999674f {{(pid=94701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 03:01:45.152152 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-530cf8f7-fb6f-4b87-b00d-13519b508ce4 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:45.156448 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-530cf8f7-fb6f-4b87-b00d-13519b508ce4 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "DELETE /v2.0/routers/e9ae3689-48cc-41fc-8eac-b81b3999674f HTTP/1.1" status: 204 len: 168 time: 3.5785582 Sep 07 03:01:45.157300 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 56848) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:45.207659 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e19a7c99-2f03-4a3b-badc-c9c49dd94c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:45.220411 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e19a7c99-2f03-4a3b-badc-c9c49dd94c98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:45.230393 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-e19a7c99-2f03-4a3b-badc-c9c49dd94c98 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fbff10ff-3344-4d0a-9496-113f38ac3922 HTTP/1.1" status: 204 len: 168 time: 1.1046059 Sep 07 03:01:45.252358 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19a7c99-2f03-4a3b-badc-c9c49dd94c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbff10ff-3344-4d0a-9496-113f38ac3922,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:45.333200 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28449087-ebcc-4f75-8b51-4b2cf052dd9e req-c87c43de-f4ae-49d4-884c-86f6cbd60700 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:45.346024 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-28449087-ebcc-4f75-8b51-4b2cf052dd9e req-c87c43de-f4ae-49d4-884c-86f6cbd60700 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] 10.222.0.22 "GET /v2.0/ports?device_id=89f93003-3785-4aca-b81c-f2851604b03f HTTP/1.1" status: 200 len: 946 time: 0.1917031 Sep 07 03:01:45.358397 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 1f9a7975-fb8d-4636-8979-00a409023bb9 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:01:45.398663 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 1f9a7975-fb8d-4636-8979-00a409023bb9 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:01:45.399024 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 1f9a7975-fb8d-4636-8979-00a409023bb9 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:01:45.399462 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 15e25624-0542-4db6-9cc1-e42e73bce19e no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:01:45.400950 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bcf5b535-22b6-4c90-b80d-c5ba792e510c tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:45.441162 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-28449087-ebcc-4f75-8b51-4b2cf052dd9e req-07307e43-5097-47d9-82a5-a37f58f15c0b tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] 10.222.0.22 "GET /v2.0/security-groups?id=e666621c-1bc6-40ff-b53e-28e8effcc873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903389 Sep 07 03:01:45.479878 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 15e25624-0542-4db6-9cc1-e42e73bce19e {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:01:45.480240 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 15e25624-0542-4db6-9cc1-e42e73bce19e not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:01:45.489420 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0d5490dd-67af-434a-a6af-545cfd845c05 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:45.599960 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bcf5b535-22b6-4c90-b80d-c5ba792e510c tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:45.627133 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-bcf5b535-22b6-4c90-b80d-c5ba792e510c tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66da11a5-58e0-4d5e-b61b-f2a97b6c60d4']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:45.649417 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-bcf5b535-22b6-4c90-b80d-c5ba792e510c tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ee4793e-ec48-4320-9f96-01d4892ea4a4') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:45.649719 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-bcf5b535-22b6-4c90-b80d-c5ba792e510c tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ee4793e-ec48-4320-9f96-01d4892ea4a4') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:45.664043 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bcf5b535-22b6-4c90-b80d-c5ba792e510c tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:45.722507 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bcf5b535-22b6-4c90-b80d-c5ba792e510c tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:45.729999 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcf5b535-22b6-4c90-b80d-c5ba792e510c tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 03:01:45.730817 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bcf5b535-22b6-4c90-b80d-c5ba792e510c tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:45.734939 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 03:01:45.734939 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 03:01:45.734939 n-d-796209-16 neutron-server[94701]: timer() Sep 07 03:01:45.734939 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 03:01:45.734939 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 03:01:45.734939 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 03:01:45.734939 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 03:01:45.734939 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 03:01:45.734939 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 03:01:45.734939 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 03:01:45.734939 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 03:01:45.734939 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 03:01:45.734939 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 03:01:45.734939 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 03:01:45.734939 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 03:01:45.734939 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 03:01:45.734939 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 03:01:45.734939 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 03:01:45.734939 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 03:01:45.734939 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 03:01:45.734939 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 03:01:45.734939 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 03:01:45.734939 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 03:01:45.734939 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 03:01:45.734939 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 03:01:45.734939 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 03:01:45.734939 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 03:01:45.734939 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 03:01:45.734939 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 03:01:45.734939 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 03:01:45.734939 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 03:01:45.734939 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 03:01:45.785399 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 9328e576-ae99-4b10-85d4-930fe5b30b7f up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:01:45.906118 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 9328e576-ae99-4b10-85d4-930fe5b30b7f completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:01:45.921236 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 9cc94bfb-bb31-437f-b391-e2a21afbfc41 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:01:45.953463 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bcf5b535-22b6-4c90-b80d-c5ba792e510c tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:45.958289 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bcf5b535-22b6-4c90-b80d-c5ba792e510c tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:45.961146 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-bcf5b535-22b6-4c90-b80d-c5ba792e510c tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "DELETE /v2.0/networks/66da11a5-58e0-4d5e-b61b-f2a97b6c60d4 HTTP/1.1" status: 204 len: 168 time: 0.8006220 Sep 07 03:01:45.968209 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 56866) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:46.008314 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf5b535-22b6-4c90-b80d-c5ba792e510c tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event deleted for resources: {'Network': ['ID=66da11a5-58e0-4d5e-b61b-f2a97b6c60d4,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:46.010079 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 9cc94bfb-bb31-437f-b391-e2a21afbfc41 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:01:46.010633 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 9cc94bfb-bb31-437f-b391-e2a21afbfc41 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:01:46.098269 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f1d84ede-3466-48f3-9b5b-fda0b0465c23 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:46.159003 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0d5490dd-67af-434a-a6af-545cfd845c05 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:46.176370 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0d5490dd-67af-434a-a6af-545cfd845c05 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:46.178266 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f1d84ede-3466-48f3-9b5b-fda0b0465c23 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:46.326810 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9897de8d-a7f9-451f-8cee-ae23f3d794cb None None] Network d767859c-0fb8-40ac-a9c0-0e458875595c requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:01:46.338924 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f1d84ede-3466-48f3-9b5b-fda0b0465c23 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:46.343595 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f1d84ede-3466-48f3-9b5b-fda0b0465c23 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:46.347211 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f1d84ede-3466-48f3-9b5b-fda0b0465c23 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "DELETE /v2.0/security-groups/6a74a93a-4afd-4104-922e-c90dfac2834e HTTP/1.1" status: 204 len: 168 time: 0.3758044 Sep 07 03:01:46.347377 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5490dd-67af-434a-a6af-545cfd845c05 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event updated for resources: {'Port': ['ID=e7f26894-5c6b-4959-a5a6-91032d69460b,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:46.365206 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0d5490dd-67af-434a-a6af-545cfd845c05 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:46.370462 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d84ede-3466-48f3-9b5b-fda0b0465c23 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a74a93a-4afd-4104-922e-c90dfac2834e,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:46.522991 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-4588019d-d72f-4b61-8fbe-284025f1ee57 None None] Provisioning for port 9328e576-ae99-4b10-85d4-930fe5b30b7f completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:01:46.543435 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-4588019d-d72f-4b61-8fbe-284025f1ee57 None None] Provisioning complete for port 9328e576-ae99-4b10-85d4-930fe5b30b7f triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:01:46.543435 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4588019d-d72f-4b61-8fbe-284025f1ee57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:46.675252 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5490dd-67af-434a-a6af-545cfd845c05 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Network d767859c-0fb8-40ac-a9c0-0e458875595c is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:01:46.681826 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-0d5490dd-67af-434a-a6af-545cfd845c05 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:01:46.766269 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57c58e-c8d2-4513-89ff-3d6ae5535209 req-344dd587-af28-4b99-9e7b-135dc6647517 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:46.767799 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ec57c58e-c8d2-4513-89ff-3d6ae5535209 req-344dd587-af28-4b99-9e7b-135dc6647517 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] 10.222.0.22 "GET /v2.0/ports?device_id=89f93003-3785-4aca-b81c-f2851604b03f HTTP/1.1" status: 200 len: 946 time: 0.1505883 Sep 07 03:01:46.875243 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4588019d-d72f-4b61-8fbe-284025f1ee57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:46.950393 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-4588019d-d72f-4b61-8fbe-284025f1ee57 None None] For port 9328e576-ae99-4b10-85d4-930fe5b30b7f, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=9328e576-ae99-4b10-85d4-930fe5b30b7f,segment=NetworkSegment(3e4a1ec3-e8f0-489c-86cb-2ee192e49790),segment_id=3e4a1ec3-e8f0-489c-86cb-2ee192e49790)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:01:46.968624 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4588019d-d72f-4b61-8fbe-284025f1ee57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:46.973183 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ec57c58e-c8d2-4513-89ff-3d6ae5535209 req-5ef35d30-2ec8-40a9-bf5e-306be6aa6b63 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] 10.222.0.22 "GET /v2.0/security-groups?id=e666621c-1bc6-40ff-b53e-28e8effcc873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857536 Sep 07 03:01:46.984150 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 56902) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:46.996655 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-31579acb-82d4-4e02-8d3c-b18fc4ea4c76 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-797145985', 'description': 'tempest-secgroup-smoke-797145985 description', 'project_id': '626f31b15da14e0da01388cbfdee7f90'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:01:47.017322 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d5490dd-67af-434a-a6af-545cfd845c05 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Router 38be35b0-2dbf-46b6-8376-fcb3dc785651 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:01:47.105390 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-31579acb-82d4-4e02-8d3c-b18fc4ea4c76 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:47.168434 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4588019d-d72f-4b61-8fbe-284025f1ee57 None None] Pushing event updated for resources: {'Port': ['ID=9328e576-ae99-4b10-85d4-930fe5b30b7f,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:47.226196 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-660f4d06-a326-4e7d-a70c-ba6ee8be8f90 None None] Provisioning complete for port 9328e576-ae99-4b10-85d4-930fe5b30b7f triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:01:47.227311 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-660f4d06-a326-4e7d-a70c-ba6ee8be8f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:47.336088 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d5490dd-67af-434a-a6af-545cfd845c05 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:01:47.350183 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7d7b1b-2b36-4d62-97ef-c43765c9d336 None None] Sync routers for ids ['38be35b0-2dbf-46b6-8376-fcb3dc785651'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:01:47.361245 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-0d5490dd-67af-434a-a6af-545cfd845c05 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "PUT /v2.0/routers/38be35b0-2dbf-46b6-8376-fcb3dc785651/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6449883 Sep 07 03:01:47.363891 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 56938) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:47.366507 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7d7b1b-2b36-4d62-97ef-c43765c9d336 None None] Routers {'38be35b0-2dbf-46b6-8376-fcb3dc785651'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:01:47.367420 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-1e7d7b1b-2b36-4d62-97ef-c43765c9d336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:01:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['38be35b0-2dbf-46b6-8376-fcb3dc785651'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:47.374852 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-c541ae0b-7e53-46e5-a4d4-2fd538aa5cbe tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Request body: {'network': {'name': 'tempest-RoutersTest-1436063831'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:01:47.375953 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-31579acb-82d4-4e02-8d3c-b18fc4ea4c76 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:47.390165 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-31579acb-82d4-4e02-8d3c-b18fc4ea4c76 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:47.450596 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c541ae0b-7e53-46e5-a4d4-2fd538aa5cbe tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Made reservation on behalf of ee71fe15143d4479a2a412d712f66384 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:01:47.466793 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c541ae0b-7e53-46e5-a4d4-2fd538aa5cbe tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:47.467222 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 56940) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:47.520383 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31579acb-82d4-4e02-8d3c-b18fc4ea4c76 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe4a847-abd2-411c-a76d-883b119b9a0c,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:47.534851 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-31579acb-82d4-4e02-8d3c-b18fc4ea4c76 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:47.539449 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 56952) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:47.540493 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-31579acb-82d4-4e02-8d3c-b18fc4ea4c76 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5498497 Sep 07 03:01:47.547847 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c541ae0b-7e53-46e5-a4d4-2fd538aa5cbe tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 03:01:47.570722 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-660f4d06-a326-4e7d-a70c-ba6ee8be8f90 None None] Provisioning for port e7f26894-5c6b-4959-a5a6-91032d69460b completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:01:47.582988 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-ac008916-dc77-47a7-ba19-7e78299bb306 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Request body: {'security_group_rule': {'security_group_id': '3fe4a847-abd2-411c-a76d-883b119b9a0c', 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:01:47.599733 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-660f4d06-a326-4e7d-a70c-ba6ee8be8f90 None None] Provisioning complete for port e7f26894-5c6b-4959-a5a6-91032d69460b triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:01:47.600866 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-660f4d06-a326-4e7d-a70c-ba6ee8be8f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:47.678581 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c541ae0b-7e53-46e5-a4d4-2fd538aa5cbe tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:47.678934 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-c541ae0b-7e53-46e5-a4d4-2fd538aa5cbe tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Added segment 49d37367-2662-4ba7-aede-7fc69f31ad03 of type vlan for network dcc05dd5-ec07-43fb-82cf-744bfbfce823 Sep 07 03:01:47.743158 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-660f4d06-a326-4e7d-a70c-ba6ee8be8f90 None None] Port e7f26894-5c6b-4959-a5a6-91032d69460b cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:01:47.750382 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ac008916-dc77-47a7-ba19-7e78299bb306 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:47.793045 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 9328e576-ae99-4b10-85d4-930fe5b30b7f up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:01:47.817640 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [None req-6c9d84fd-e246-48ca-be6d-2b8e1d473534 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:47.819008 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-6c9d84fd-e246-48ca-be6d-2b8e1d473534 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3508246 Sep 07 03:01:47.822156 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 56954) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:47.827201 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [None req-0e023088-c75e-4fb4-9750-b55614c21855 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] http://10.222.0.22:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:47.828197 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-0e023088-c75e-4fb4-9750-b55614c21855 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] 10.222.0.22 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0050538 Sep 07 03:01:47.830670 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 56956) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:47.842624 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [None req-cfb978c3-45af-4bdd-85d2-5d353f8e1668 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] http://10.222.0.22:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:47.844184 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-cfb978c3-45af-4bdd-85d2-5d353f8e1668 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] 10.222.0.22 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0120933 Sep 07 03:01:47.847086 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 56958) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:47.858636 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [None req-891af100-4e5a-4736-8ac8-f8dc7d952960 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] http://10.222.0.22:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:47.859749 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-891af100-4e5a-4736-8ac8-f8dc7d952960 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] 10.222.0.22 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0116274 Sep 07 03:01:47.862407 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 56960) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:47.871813 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [None req-75948256-d686-4d79-8161-39098b550fbb tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] http://10.222.0.22:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:47.873144 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-75948256-d686-4d79-8161-39098b550fbb tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] 10.222.0.22 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0095088 Sep 07 03:01:47.876415 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 56962) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:47.887271 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [None req-fc306c69-ab8d-424e-90a3-67329f9493df tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] http://10.222.0.22:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:47.906195 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-fc306c69-ab8d-424e-90a3-67329f9493df tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] 10.222.0.22 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0249319 Sep 07 03:01:47.908964 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 56964) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:47.913375 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [None req-a8ad0801-6d90-4b9a-97e1-45a41d93842a tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] http://10.222.0.22:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:47.914338 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a8ad0801-6d90-4b9a-97e1-45a41d93842a tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] 10.222.0.22 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0044041 Sep 07 03:01:47.916878 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 56966) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:47.921913 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [None req-6237af69-04f5-42ae-b6c5-f54cfb1c4758 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] http://10.222.0.22:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:47.922968 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-6237af69-04f5-42ae-b6c5-f54cfb1c4758 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] 10.222.0.22 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0051553 Sep 07 03:01:47.928493 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 56968) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:47.932989 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [None req-576cfa8e-579b-4f1d-8087-3fa3796c0a8e tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] http://10.222.0.22:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:47.934047 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-576cfa8e-579b-4f1d-8087-3fa3796c0a8e tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] 10.222.0.22 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0046082 Sep 07 03:01:47.937419 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 56970) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:47.939182 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-9127d0f9-ecec-4203-8343-f5e61d2b7941 None None] Provisioning complete for port e7f26894-5c6b-4959-a5a6-91032d69460b triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:01:47.939599 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9127d0f9-ecec-4203-8343-f5e61d2b7941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:47.952279 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-1e7d7b1b-2b36-4d62-97ef-c43765c9d336 None None] Set router 38be35b0-2dbf-46b6-8376-fcb3dc785651 gateway port host: None {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:01:47.957586 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [None req-c34ee7c1-6e20-40d4-a86f-e2f5c848ce9b tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] http://10.222.0.22:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:47.965928 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c34ee7c1-6e20-40d4-a86f-e2f5c848ce9b tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] 10.222.0.22 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0167141 Sep 07 03:01:47.969074 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c541ae0b-7e53-46e5-a4d4-2fd538aa5cbe tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:47.969198 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 56972) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:47.974646 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [None req-db7d8f6c-c6d6-4cad-a2ca-1561c3d3d36f tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] http://10.222.0.22:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:47.975376 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-db7d8f6c-c6d6-4cad-a2ca-1561c3d3d36f tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] 10.222.0.22 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0053296 Sep 07 03:01:47.977834 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 56974) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:47.981994 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [None req-91b4af4e-f22a-4e20-a3ee-dd6d29d9d200 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] http://10.222.0.22:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:47.986228 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-91b4af4e-f22a-4e20-a3ee-dd6d29d9d200 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] 10.222.0.22 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0048006 Sep 07 03:01:47.987058 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 56980) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:48.004810 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [None req-1a30f732-3a4d-498d-9c17-27c998eaacfe tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] http://10.222.0.22:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:48.005894 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-1a30f732-3a4d-498d-9c17-27c998eaacfe tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] 10.222.0.22 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0181260 Sep 07 03:01:48.013625 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 56982) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:48.024879 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [None req-026b9d65-0b51-440f-b69a-6ac1904f508f tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] http://10.222.0.22:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:48.025924 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-026b9d65-0b51-440f-b69a-6ac1904f508f tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] 10.222.0.22 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0113120 Sep 07 03:01:48.029790 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 56984) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:48.034643 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [None req-a6705c98-4703-4ac3-b7b8-858a805ea730 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] http://10.222.0.22:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:48.036193 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a6705c98-4703-4ac3-b7b8-858a805ea730 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] 10.222.0.22 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0054870 Sep 07 03:01:48.039423 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 56986) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:48.053177 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [None req-5b8ab5c4-5e9c-44b0-af68-0652a4bf6fdb tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] http://10.222.0.22:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:48.054110 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-5b8ab5c4-5e9c-44b0-af68-0652a4bf6fdb tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] 10.222.0.22 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0135720 Sep 07 03:01:48.065339 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 56988) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:48.075393 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [None req-a16db6c6-f6ed-4b4b-bf85-8b45caf7c4c6 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] http://10.222.0.22:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:48.078988 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a16db6c6-f6ed-4b4b-bf85-8b45caf7c4c6 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] 10.222.0.22 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0104942 Sep 07 03:01:48.083631 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 56990) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:48.088305 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [None req-ccfd183f-679d-4526-acab-5ad8e064138f tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] http://10.222.0.22:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:48.089260 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-9127d0f9-ecec-4203-8343-f5e61d2b7941 None None] Port e7f26894-5c6b-4959-a5a6-91032d69460b cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:01:48.092423 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ccfd183f-679d-4526-acab-5ad8e064138f tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] 10.222.0.22 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0075784 Sep 07 03:01:48.095276 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 56992) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:48.100803 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [None req-978180ae-c356-497c-b0c2-be519f183897 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] http://10.222.0.22:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:48.101902 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-978180ae-c356-497c-b0c2-be519f183897 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] 10.222.0.22 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0055430 Sep 07 03:01:48.104400 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 56994) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:48.116582 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [None req-e83ff06f-84e2-4c2f-85a9-6845769963af tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] http://10.222.0.22:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:48.117809 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e83ff06f-84e2-4c2f-85a9-6845769963af tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] 10.222.0.22 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0122967 Sep 07 03:01:48.121286 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 56998) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:48.125938 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [None req-ea4f9786-5ce0-429a-bd3b-db0490f73674 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] http://10.222.0.22:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:48.128539 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-ea4f9786-5ce0-429a-bd3b-db0490f73674 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] 10.222.0.22 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0061276 Sep 07 03:01:48.131026 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 9328e576-ae99-4b10-85d4-930fe5b30b7f triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:01:48.131592 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:48.133862 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57000) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:48.138845 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [None req-64f87abb-d8e6-4ee7-979a-20a2894c5ce4 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] http://10.222.0.22:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:48.139838 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-64f87abb-d8e6-4ee7-979a-20a2894c5ce4 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] 10.222.0.22 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0050275 Sep 07 03:01:48.144131 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57002) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:48.175854 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [None req-e7590ddf-9063-4b6b-96e6-e1e69dfdc4fa tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] http://10.222.0.22:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:48.177033 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-e7590ddf-9063-4b6b-96e6-e1e69dfdc4fa tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] 10.222.0.22 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0324869 Sep 07 03:01:48.179781 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57004) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:48.180259 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ac008916-dc77-47a7-ba19-7e78299bb306 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:48.181301 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c541ae0b-7e53-46e5-a4d4-2fd538aa5cbe tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:48.186146 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [None req-0c4a73f5-1dbe-4be8-a8b2-a741febc3ee2 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] http://10.222.0.22:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:48.187433 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c541ae0b-7e53-46e5-a4d4-2fd538aa5cbe tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:48.187603 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-0c4a73f5-1dbe-4be8-a8b2-a741febc3ee2 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] 10.222.0.22 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0065088 Sep 07 03:01:48.188463 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c541ae0b-7e53-46e5-a4d4-2fd538aa5cbe tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:48.190240 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57006) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:48.200002 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ac008916-dc77-47a7-ba19-7e78299bb306 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:48.207036 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [None req-9d06a9e4-b41c-4dda-9926-75883fd5a6ed tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] http://10.222.0.22:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:48.210814 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-9d06a9e4-b41c-4dda-9926-75883fd5a6ed tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] 10.222.0.22 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0182407 Sep 07 03:01:48.212456 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57008) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:48.231539 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [None req-85b09b03-51a4-4406-8319-4cdf063ea1af tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] http://10.222.0.22:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:48.242740 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57010) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:48.247842 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-85b09b03-51a4-4406-8319-4cdf063ea1af tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] 10.222.0.22 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0168948 Sep 07 03:01:48.267024 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-577ee9e4-5491-47e8-a0de-1359e8586de4 None None] Provisioning complete for port e7f26894-5c6b-4959-a5a6-91032d69460b triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:01:48.267439 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-577ee9e4-5491-47e8-a0de-1359e8586de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:48.283047 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [None req-6380c30c-3887-44da-a3d0-61175a398bf6 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] http://10.222.0.22:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:48.292861 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57012) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:48.295352 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-6380c30c-3887-44da-a3d0-61175a398bf6 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] 10.222.0.22 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0299602 Sep 07 03:01:48.296714 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ac008916-dc77-47a7-ba19-7e78299bb306 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:48.301274 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [None req-823a8da1-9fe9-4e89-a92a-3f401b4deb1a tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] http://10.222.0.22:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:48.301752 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-823a8da1-9fe9-4e89-a92a-3f401b4deb1a tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] 10.222.0.22 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0079370 Sep 07 03:01:48.302672 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ac008916-dc77-47a7-ba19-7e78299bb306 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7464030 Sep 07 03:01:48.302788 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57014) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:48.304349 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57016) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:48.313112 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c541ae0b-7e53-46e5-a4d4-2fd538aa5cbe tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9477675 Sep 07 03:01:48.318121 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-598af73b-d38a-47aa-b915-44cd5bb9f73e tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Request body: {'security_group_rule': {'security_group_id': '3fe4a847-abd2-411c-a76d-883b119b9a0c', 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:01:48.318612 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [None req-87f831f3-ad44-4683-b350-0c31673dd827 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] http://10.222.0.22:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:48.319847 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-87f831f3-ad44-4683-b350-0c31673dd827 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] 10.222.0.22 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0085096 Sep 07 03:01:48.323473 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac008916-dc77-47a7-ba19-7e78299bb306 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d50ebbe-8307-4556-9f94-c8fb7512254a,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:48.333906 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57018) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:48.333906 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57020) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:48.334870 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-577ee9e4-5491-47e8-a0de-1359e8586de4 None None] Port e7f26894-5c6b-4959-a5a6-91032d69460b cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:01:48.346320 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-9415abb9-a9e4-424b-ab5c-22e62fc2af8d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Request body: {'subnet': {'network_id': 'dcc05dd5-ec07-43fb-82cf-744bfbfce823', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:01:48.371867 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [None req-84d116ce-ee15-45d5-8ad7-8fd3d2b7cda1 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] http://10.222.0.22:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:48.375313 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-84d116ce-ee15-45d5-8ad7-8fd3d2b7cda1 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] 10.222.0.22 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0139213 Sep 07 03:01:48.376166 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57026) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:48.389856 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [None req-8bd4d218-cf96-473c-b9de-6ff2947c760a tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] http://10.222.0.22:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:48.393413 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-8bd4d218-cf96-473c-b9de-6ff2947c760a tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] 10.222.0.22 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0115850 Sep 07 03:01:48.393413 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c541ae0b-7e53-46e5-a4d4-2fd538aa5cbe tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event updated for resources: {'Network': ['ID=dcc05dd5-ec07-43fb-82cf-744bfbfce823,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:48.394347 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57028) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:48.399440 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [None req-2d04030e-c0ee-42c0-9500-b469ac6df360 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] http://10.222.0.22:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:48.405183 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-2d04030e-c0ee-42c0-9500-b469ac6df360 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] 10.222.0.22 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0068796 Sep 07 03:01:48.408325 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57030) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:48.414084 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [None req-91f08194-5e94-4d31-9d7f-e5296e5cf733 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] http://10.222.0.22:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:48.414376 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network dcc05dd5-ec07-43fb-82cf-744bfbfce823 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 03:01:48.419800 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-91f08194-5e94-4d31-9d7f-e5296e5cf733 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] 10.222.0.22 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0091505 Sep 07 03:01:48.420691 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57032) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:48.426973 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [None req-45075761-2d19-4074-a228-cbd5bbd3c034 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] http://10.222.0.22:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:48.432459 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-45075761-2d19-4074-a228-cbd5bbd3c034 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] 10.222.0.22 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0105538 Sep 07 03:01:48.433166 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57034) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:48.439980 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [None req-6fd207ad-fe21-487c-9e04-66135594b494 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] http://10.222.0.22:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:48.445523 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-6fd207ad-fe21-487c-9e04-66135594b494 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] 10.222.0.22 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0108767 Sep 07 03:01:48.446779 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57036) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:48.467283 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [None req-7652e1fe-f56a-4013-bf2d-20749ea946d0 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] http://10.222.0.22:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:48.469781 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-7652e1fe-f56a-4013-bf2d-20749ea946d0 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] 10.222.0.22 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0190094 Sep 07 03:01:48.471379 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57038) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:48.477664 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [None req-22717190-0aa9-4173-99b2-f5eaf0c1992c tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] http://10.222.0.22:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:48.482293 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-22717190-0aa9-4173-99b2-f5eaf0c1992c tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] 10.222.0.22 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0075505 Sep 07 03:01:48.483045 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57040) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:48.488696 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [None req-62eeb784-27db-41ae-b255-4b7eacc04605 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] http://10.222.0.22:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:48.492981 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-62eeb784-27db-41ae-b255-4b7eacc04605 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] 10.222.0.22 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0087326 Sep 07 03:01:48.493559 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57042) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:48.498348 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-1e7d7b1b-2b36-4d62-97ef-c43765c9d336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'name': 'tempest-RoutersTest-router-1349865003', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:01:22Z', 'updated_at': '2021-09-07T03:01:45Z', 'revision_number': 4, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'gw_port_host': None, '_interfaces': [{'id': '0cd580bd-36c2-40c7-9f89-cbec6438cb0f', 'name': '', 'network_id': '0e78b0cb-cf45-4b62-b589-9194ff1079c8', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'mac_address': 'fa:16:3e:f5:ce:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'abd280ca-68f4-4bd9-9cf7-f5ba4651bb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:25Z', 'updated_at': '2021-09-07T03:01:34Z', 'revision_number': 5, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'subnets': [{'id': 'abd280ca-68f4-4bd9-9cf7-f5ba4651bb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2cbc6c2-3fdf-481a-add3-bc14b25a9d0b', 'name': '', 'network_id': '52af0979-4339-4bb8-8304-148bc816dd86', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'mac_address': 'fa:16:3e:59:3b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': '085f34e8-d9c7-465e-b339-7b75556373d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:34Z', 'updated_at': '2021-09-07T03:01:43Z', 'revision_number': 5, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'subnets': [{'id': '085f34e8-d9c7-465e-b339-7b75556373d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7f26894-5c6b-4959-a5a6-91032d69460b', 'name': '', 'network_id': 'd767859c-0fb8-40ac-a9c0-0e458875595c', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'mac_address': 'fa:16:3e:fb:a8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '54c8fa12-feca-4ecb-a251-bd61e4a4a1c4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:42Z', 'updated_at': '2021-09-07T03:01:45Z', 'revision_number': 2, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'subnets': [{'id': '54c8fa12-feca-4ecb-a251-bd61e4a4a1c4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:48.500658 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [None req-b93b3fc3-50b6-4770-b3c7-02674f637e38 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] http://10.222.0.22:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:48.505098 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b93b3fc3-50b6-4770-b3c7-02674f637e38 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] 10.222.0.22 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0104403 Sep 07 03:01:48.507665 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57044) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:48.513808 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [None req-3d89b754-d859-4226-a892-dbaf4467a8f5 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] http://10.222.0.22:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:48.520090 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3d89b754-d859-4226-a892-dbaf4467a8f5 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] 10.222.0.22 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0112855 Sep 07 03:01:48.520811 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57046) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:48.525736 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [None req-56a767ee-9e10-4170-babf-41f2a74cc58c tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] http://10.222.0.22:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:48.529665 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-56a767ee-9e10-4170-babf-41f2a74cc58c tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] 10.222.0.22 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0069993 Sep 07 03:01:48.530086 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57048) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:48.536840 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [None req-9b4088f9-5e1f-4364-93fd-10528bab62c9 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] http://10.222.0.22:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:48.541091 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9b4088f9-5e1f-4364-93fd-10528bab62c9 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] 10.222.0.22 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0077643 Sep 07 03:01:48.543936 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57050) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:48.560744 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [None req-3508106a-e0b1-4a83-936f-e38b68b13475 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] http://10.222.0.22:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:48.564234 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3508106a-e0b1-4a83-936f-e38b68b13475 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] 10.222.0.22 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0168974 Sep 07 03:01:48.566749 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57052) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:48.571765 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [None req-6a8ac426-9f78-4054-a7c5-70ab867f858e tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] http://10.222.0.22:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:48.577751 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-6a8ac426-9f78-4054-a7c5-70ab867f858e tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] 10.222.0.22 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0047250 Sep 07 03:01:48.577929 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7d7b1b-2b36-4d62-97ef-c43765c9d336 None None] Checking router: 38be35b0-2dbf-46b6-8376-fcb3dc785651 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:01:48.577929 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7d7b1b-2b36-4d62-97ef-c43765c9d336 None None] Updating router 38be35b0-2dbf-46b6-8376-fcb3dc785651 port e7f26894-5c6b-4959-a5a6-91032d69460b binding host n-d-796209-16 {{(pid=94703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 03:01:48.578116 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57054) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:48.583371 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [None req-92e61089-440e-4b6c-a621-847cd40037ff tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] http://10.222.0.22:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:48.584641 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-92e61089-440e-4b6c-a621-847cd40037ff tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] 10.222.0.22 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0072165 Sep 07 03:01:48.586897 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57056) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:48.593097 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [None req-a324e05d-b103-4465-8229-b5e24f006be5 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] http://10.222.0.22:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:48.594324 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a324e05d-b103-4465-8229-b5e24f006be5 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] 10.222.0.22 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0063436 Sep 07 03:01:48.597203 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57058) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:48.606202 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [None req-9bc5ebc9-ac4e-405b-8a61-992400f0f161 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] http://10.222.0.22:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:48.611706 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9bc5ebc9-ac4e-405b-8a61-992400f0f161 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] 10.222.0.22 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0132086 Sep 07 03:01:48.614023 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57060) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:48.622204 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [None req-a0a265c9-1096-4b20-9164-640868a729f9 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] http://10.222.0.22:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:48.624005 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-1e7d7b1b-2b36-4d62-97ef-c43765c9d336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:48.626813 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57062) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:48.632125 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [None req-b388eb55-de72-4ab8-aed7-b91a2162c120 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] http://10.222.0.22:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:48.633228 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b388eb55-de72-4ab8-aed7-b91a2162c120 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] 10.222.0.22 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0057409 Sep 07 03:01:48.634120 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a0a265c9-1096-4b20-9164-640868a729f9 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] 10.222.0.22 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0173268 Sep 07 03:01:48.635907 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57064) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:48.648933 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [None req-d86d160a-403d-4757-8c73-5828a916a4fa tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] http://10.222.0.22:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:48.650628 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-d86d160a-403d-4757-8c73-5828a916a4fa tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] 10.222.0.22 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0132234 Sep 07 03:01:48.651925 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-598af73b-d38a-47aa-b915-44cd5bb9f73e tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:48.656351 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57066) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:48.662786 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [None req-e7493401-ab73-48e4-9b20-3abdb1611f59 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] http://10.222.0.22:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:48.664034 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e7493401-ab73-48e4-9b20-3abdb1611f59 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] 10.222.0.22 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0062366 Sep 07 03:01:48.666738 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57070) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:48.673675 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [None req-30285bcb-048c-49bf-a1bf-1102638e14d5 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] http://10.222.0.22:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:48.677517 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-30285bcb-048c-49bf-a1bf-1102638e14d5 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] 10.222.0.22 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0095270 Sep 07 03:01:48.678407 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57072) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:48.686986 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [None req-70a258c4-9046-405b-93aa-179922c598b3 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] http://10.222.0.22:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:48.690829 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-70a258c4-9046-405b-93aa-179922c598b3 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] 10.222.0.22 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0108001 Sep 07 03:01:48.691633 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57074) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:48.699087 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [None req-310dde84-242c-449f-bd24-65c063cc89e6 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] http://10.222.0.22:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:48.707682 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-310dde84-242c-449f-bd24-65c063cc89e6 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] 10.222.0.22 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0141413 Sep 07 03:01:48.708621 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57080) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:48.714120 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [None req-88f503c7-72f3-48be-9dc1-3bdc568f564c tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] http://10.222.0.22:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:48.722590 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-88f503c7-72f3-48be-9dc1-3bdc568f564c tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] 10.222.0.22 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0102789 Sep 07 03:01:48.724261 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57082) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:48.731761 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9415abb9-a9e4-424b-ab5c-22e62fc2af8d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Made reservation on behalf of ee71fe15143d4479a2a412d712f66384 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:01:48.740001 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9415abb9-a9e4-424b-ab5c-22e62fc2af8d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:48.997740 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-1e7d7b1b-2b36-4d62-97ef-c43765c9d336 None None] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:49.003003 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [None req-c1898418-293b-42db-942b-954033ede111 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] http://10.222.0.22:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:49.007504 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57108) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:49.013106 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [None req-541390c0-010b-4686-8e36-7fa28a106119 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] http://10.222.0.22:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:49.017083 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-541390c0-010b-4686-8e36-7fa28a106119 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] 10.222.0.22 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0081317 Sep 07 03:01:49.017977 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57114) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:49.022523 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [None req-54339464-6184-45db-b595-93cd1b8cd662 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] http://10.222.0.22:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:49.023267 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c1898418-293b-42db-942b-954033ede111 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] 10.222.0.22 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.2925003 Sep 07 03:01:49.029458 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-1e7d7b1b-2b36-4d62-97ef-c43765c9d336 None None] Transition to ACTIVE for port object e7f26894-5c6b-4959-a5a6-91032d69460b will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:01:49.034171 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-54339464-6184-45db-b595-93cd1b8cd662 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] 10.222.0.22 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0149145 Sep 07 03:01:49.035224 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57116) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:49.042201 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-1e7d7b1b-2b36-4d62-97ef-c43765c9d336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:49.046763 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [None req-ea7eb705-be07-4dbd-9341-d27b39e665d4 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] http://10.222.0.22:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:49.051008 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ea7eb705-be07-4dbd-9341-d27b39e665d4 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] 10.222.0.22 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0145476 Sep 07 03:01:49.051895 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57118) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:49.064102 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [None req-ee0160b8-2263-489d-8603-53e9a8664095 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] http://10.222.0.22:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:49.070003 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ee0160b8-2263-489d-8603-53e9a8664095 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] 10.222.0.22 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0153422 Sep 07 03:01:49.081451 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57120) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:49.092004 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [None req-b84857d7-b494-4824-8e59-dd73eddb09b8 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] http://10.222.0.22:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:49.093144 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b84857d7-b494-4824-8e59-dd73eddb09b8 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] 10.222.0.22 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0101821 Sep 07 03:01:49.099666 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57122) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:49.108505 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [None req-c85a7a2c-c929-4546-acc7-0572b94ac0c3 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] http://10.222.0.22:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:49.117847 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c85a7a2c-c929-4546-acc7-0572b94ac0c3 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] 10.222.0.22 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0153272 Sep 07 03:01:49.123415 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57124) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:49.144051 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [None req-9767a5ae-538d-4851-9e09-049fb9b12e27 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] http://10.222.0.22:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:49.145068 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9767a5ae-538d-4851-9e09-049fb9b12e27 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] 10.222.0.22 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0117178 Sep 07 03:01:49.149101 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57126) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:49.156305 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [None req-9ed9d1f5-c533-41d3-8d12-6ae412401674 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] http://10.222.0.22:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:49.157120 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9ed9d1f5-c533-41d3-8d12-6ae412401674 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] 10.222.0.22 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0070705 Sep 07 03:01:49.161197 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57128) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:49.170630 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b66c5c-9dcf-441d-9687-ff4d16273a55 None None] Pushing event updated for resources: {'Port': ['ID=e7f26894-5c6b-4959-a5a6-91032d69460b,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:49.187392 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [None req-e7c507e1-ffd6-4930-bda7-95a373b8ebba tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] http://10.222.0.22:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:49.191144 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57130) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:49.196308 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [None req-ef89b6ef-85e6-437a-ae90-927c78077172 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] http://10.222.0.22:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:49.199872 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ef89b6ef-85e6-437a-ae90-927c78077172 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] 10.222.0.22 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0076351 Sep 07 03:01:49.200468 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57132) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:49.204962 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [None req-7228ecb2-eeda-4c7a-9f67-86087ac4194d tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] http://10.222.0.22:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:49.208766 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e7c507e1-ffd6-4930-bda7-95a373b8ebba tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] 10.222.0.22 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0360291 Sep 07 03:01:49.216304 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57134) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:49.219025 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-7228ecb2-eeda-4c7a-9f67-86087ac4194d tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] 10.222.0.22 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0174189 Sep 07 03:01:49.235110 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [None req-373dad7d-7bf5-452a-aa0c-20af6c3eb218 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] http://10.222.0.22:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:49.242620 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-1e7d7b1b-2b36-4d62-97ef-c43765c9d336 None None] Attempting to bind port e7f26894-5c6b-4959-a5a6-91032d69460b on host n-d-796209-16 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:01:49.242994 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-1e7d7b1b-2b36-4d62-97ef-c43765c9d336 None None] Attempting to bind port e7f26894-5c6b-4959-a5a6-91032d69460b by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '3e4a1ec3-e8f0-489c-86cb-2ee192e49790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd767859c-0fb8-40ac-a9c0-0e458875595c'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:01:49.243360 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7d7b1b-2b36-4d62-97ef-c43765c9d336 None None] Attempting to bind port e7f26894-5c6b-4959-a5a6-91032d69460b on network d767859c-0fb8-40ac-a9c0-0e458875595c {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:01:49.246969 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57138) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:49.252484 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [None req-63ce3854-fbb3-4101-b9d4-46c9efb504e7 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] http://10.222.0.22:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:01:49.266013 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-63ce3854-fbb3-4101-b9d4-46c9efb504e7 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] 10.222.0.22 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0170562 Sep 07 03:01:49.268641 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-373dad7d-7bf5-452a-aa0c-20af6c3eb218 tempest-ExtensionsTestJSON-915332584 tempest-ExtensionsTestJSON-915332584-project] 10.222.0.22 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0376265 Sep 07 03:01:49.272188 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7d7b1b-2b36-4d62-97ef-c43765c9d336 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:01:49.272568 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7d7b1b-2b36-4d62-97ef-c43765c9d336 None None] Checking segment: {'id': '3e4a1ec3-e8f0-489c-86cb-2ee192e49790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd767859c-0fb8-40ac-a9c0-0e458875595c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:01:49.272975 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-1e7d7b1b-2b36-4d62-97ef-c43765c9d336 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:49.273366 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7d7b1b-2b36-4d62-97ef-c43765c9d336 None None] Bound using segment: {'id': '3e4a1ec3-e8f0-489c-86cb-2ee192e49790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd767859c-0fb8-40ac-a9c0-0e458875595c'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:01:49.273838 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-1e7d7b1b-2b36-4d62-97ef-c43765c9d336 None None] Bound port: e7f26894-5c6b-4959-a5a6-91032d69460b, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e4a1ec3-e8f0-489c-86cb-2ee192e49790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'd767859c-0fb8-40ac-a9c0-0e458875595c'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:01:49.274219 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-1e7d7b1b-2b36-4d62-97ef-c43765c9d336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:49.335396 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-598af73b-d38a-47aa-b915-44cd5bb9f73e tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:49.337525 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9415abb9-a9e4-424b-ab5c-22e62fc2af8d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:49.427714 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9415abb9-a9e4-424b-ab5c-22e62fc2af8d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event updated for resources: {'Subnet': ['ID=5523b6b5-c076-4f6b-80f5-9c7851d11d36,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:49.438492 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-598af73b-d38a-47aa-b915-44cd5bb9f73e tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:49.456844 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598af73b-d38a-47aa-b915-44cd5bb9f73e tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17ecc251-2db8-4f01-a1ad-bfe206797051,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:49.493127 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-1e7d7b1b-2b36-4d62-97ef-c43765c9d336 None None] For port e7f26894-5c6b-4959-a5a6-91032d69460b, host n-d-796209-16, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:01:49.502295 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-598af73b-d38a-47aa-b915-44cd5bb9f73e tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:49.508057 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-598af73b-d38a-47aa-b915-44cd5bb9f73e tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2037458 Sep 07 03:01:49.510725 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57144) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:49.515636 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-f465269c-d95e-4602-9a48-abd32eb53fd4 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Request body: {'security_group_rule': {'security_group_id': '3fe4a847-abd2-411c-a76d-883b119b9a0c', 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:01:49.516986 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-1e7d7b1b-2b36-4d62-97ef-c43765c9d336 None None] For port e7f26894-5c6b-4959-a5a6-91032d69460b, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=e7f26894-5c6b-4959-a5a6-91032d69460b,segment=NetworkSegment(3e4a1ec3-e8f0-489c-86cb-2ee192e49790),segment_id=3e4a1ec3-e8f0-489c-86cb-2ee192e49790)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:01:49.528578 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-1e7d7b1b-2b36-4d62-97ef-c43765c9d336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:49.529967 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9415abb9-a9e4-424b-ab5c-22e62fc2af8d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Checking segment: {'id': '49d37367-2662-4ba7-aede-7fc69f31ad03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dcc05dd5-ec07-43fb-82cf-744bfbfce823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:01:49.531088 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9415abb9-a9e4-424b-ab5c-22e62fc2af8d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Network hostable DHCP agents. Network: dcc05dd5-ec07-43fb-82cf-744bfbfce823, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 03:01:49.570915 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f465269c-d95e-4602-9a48-abd32eb53fd4 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:49.577697 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9415abb9-a9e4-424b-ab5c-22e62fc2af8d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Network dcc05dd5-ec07-43fb-82cf-744bfbfce823 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 03:01:49.596000 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-9415abb9-a9e4-424b-ab5c-22e62fc2af8d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, dcc05dd5-ec07-43fb-82cf-744bfbfce823) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:01:49.609599 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b5ed56-0ba7-4e54-9f7d-9def535b84cd None None] Network dcc05dd5-ec07-43fb-82cf-744bfbfce823 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:01:49.628258 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9415abb9-a9e4-424b-ab5c-22e62fc2af8d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:49.636798 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9415abb9-a9e4-424b-ab5c-22e62fc2af8d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:49.663165 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7d7b1b-2b36-4d62-97ef-c43765c9d336 None None] Routers {'38be35b0-2dbf-46b6-8376-fcb3dc785651'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:01:49.664192 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-1e7d7b1b-2b36-4d62-97ef-c43765c9d336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:01:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['38be35b0-2dbf-46b6-8376-fcb3dc785651'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:49.686859 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-9415abb9-a9e4-424b-ab5c-22e62fc2af8d tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3551493 Sep 07 03:01:49.690613 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57146) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:49.801701 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f465269c-d95e-4602-9a48-abd32eb53fd4 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:49.810977 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f465269c-d95e-4602-9a48-abd32eb53fd4 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:49.853040 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f465269c-d95e-4602-9a48-abd32eb53fd4 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17b331a5-488c-4c04-8af4-ec6252646707,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:49.865465 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f465269c-d95e-4602-9a48-abd32eb53fd4 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:49.867285 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f465269c-d95e-4602-9a48-abd32eb53fd4 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3551028 Sep 07 03:01:49.878771 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57148) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:49.886543 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-1eb9539b-7d50-4577-b78f-69b0770ed967 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Request body: {'security_group_rule': {'security_group_id': '3fe4a847-abd2-411c-a76d-883b119b9a0c', 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:01:49.949205 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b66c5c-9dcf-441d-9687-ff4d16273a55 None None] Pushing event updated for resources: {'Port': ['ID=e7f26894-5c6b-4959-a5a6-91032d69460b,revision_number=4']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:49.969090 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1eb9539b-7d50-4577-b78f-69b0770ed967 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:49.986999 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-1e7d7b1b-2b36-4d62-97ef-c43765c9d336 None None] Set router 38be35b0-2dbf-46b6-8376-fcb3dc785651 gateway port host: None {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:01:50.084796 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cba0c7-22b8-4266-ac4d-0fe717c301fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-dcc05dd5-ec07-43fb-82cf-744bfbfce823', 'network_id': 'dcc05dd5-ec07-43fb-82cf-744bfbfce823', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'fixed_ips': [{'subnet_id': '5523b6b5-c076-4f6b-80f5-9c7851d11d36'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 03:01:50.087778 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-22cba0c7-22b8-4266-ac4d-0fe717c301fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:50.166415 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1eb9539b-7d50-4577-b78f-69b0770ed967 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:50.176086 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1eb9539b-7d50-4577-b78f-69b0770ed967 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:50.215392 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb9539b-7d50-4577-b78f-69b0770ed967 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6391576-e33d-4a47-8aa1-65b059603680,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:50.232185 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1eb9539b-7d50-4577-b78f-69b0770ed967 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:50.234443 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-1eb9539b-7d50-4577-b78f-69b0770ed967 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3541222 Sep 07 03:01:50.237230 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57152) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:50.258783 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-44b6efe1-d2f8-4be3-9cc8-f6ced533ed9d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Request body: {'security_group_rule': {'security_group_id': '3fe4a847-abd2-411c-a76d-883b119b9a0c', 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:01:50.291728 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57154) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:50.346345 n-d-796209-16 neutron-server[94700]: INFO neutron.db.securitygroups_db [None req-44b6efe1-d2f8-4be3-9cc8-f6ced533ed9d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Project 626f31b15da14e0da01388cbfdee7f90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 03:01:50.363884 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-44b6efe1-d2f8-4be3-9cc8-f6ced533ed9d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:50.546683 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-44b6efe1-d2f8-4be3-9cc8-f6ced533ed9d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:50.590581 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-44b6efe1-d2f8-4be3-9cc8-f6ced533ed9d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:50.670803 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-44b6efe1-d2f8-4be3-9cc8-f6ced533ed9d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:50.680798 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57162) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:50.681373 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-44b6efe1-d2f8-4be3-9cc8-f6ced533ed9d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4422414 Sep 07 03:01:50.695338 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b6efe1-d2f8-4be3-9cc8-f6ced533ed9d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9530a10e-8041-4f0b-90e2-73daa84d873f,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:50.696013 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-5edf1943-27e8-4d1f-bc62-037d45609aa1 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Request body: {'security_group_rule': {'security_group_id': '3fe4a847-abd2-411c-a76d-883b119b9a0c', 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:01:50.697734 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-22cba0c7-22b8-4266-ac4d-0fe717c301fe None None] Allocated IP 172.23.0.2 (dcc05dd5-ec07-43fb-82cf-744bfbfce823/5523b6b5-c076-4f6b-80f5-9c7851d11d36/29052926-70b5-4096-b2e7-40388f484cb5) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:01:50.728660 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-1e7d7b1b-2b36-4d62-97ef-c43765c9d336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'name': 'tempest-RoutersTest-router-1349865003', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:01:22Z', 'updated_at': '2021-09-07T03:01:45Z', 'revision_number': 4, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'gw_port_host': None, '_interfaces': [{'id': '0cd580bd-36c2-40c7-9f89-cbec6438cb0f', 'name': '', 'network_id': '0e78b0cb-cf45-4b62-b589-9194ff1079c8', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'mac_address': 'fa:16:3e:f5:ce:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'abd280ca-68f4-4bd9-9cf7-f5ba4651bb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:25Z', 'updated_at': '2021-09-07T03:01:34Z', 'revision_number': 5, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'subnets': [{'id': 'abd280ca-68f4-4bd9-9cf7-f5ba4651bb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2cbc6c2-3fdf-481a-add3-bc14b25a9d0b', 'name': '', 'network_id': '52af0979-4339-4bb8-8304-148bc816dd86', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'mac_address': 'fa:16:3e:59:3b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': '085f34e8-d9c7-465e-b339-7b75556373d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:34Z', 'updated_at': '2021-09-07T03:01:43Z', 'revision_number': 5, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'subnets': [{'id': '085f34e8-d9c7-465e-b339-7b75556373d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7f26894-5c6b-4959-a5a6-91032d69460b', 'name': '', 'network_id': 'd767859c-0fb8-40ac-a9c0-0e458875595c', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'mac_address': 'fa:16:3e:fb:a8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '54c8fa12-feca-4ecb-a251-bd61e4a4a1c4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:42Z', 'updated_at': '2021-09-07T03:01:49Z', 'revision_number': 4, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'subnets': [{'id': '54c8fa12-feca-4ecb-a251-bd61e4a4a1c4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:50.756516 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d722f2a8-3c75-4899-8137-3cb6cca89257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:50.802154 n-d-796209-16 neutron-server[94701]: INFO neutron.db.securitygroups_db [None req-5edf1943-27e8-4d1f-bc62-037d45609aa1 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Project 626f31b15da14e0da01388cbfdee7f90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 03:01:50.816356 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-36bdb95c-0c2b-4029-884f-2c455cb259df tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:50.830465 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7d7b1b-2b36-4d62-97ef-c43765c9d336 None None] The sync data for ids ['38be35b0-2dbf-46b6-8376-fcb3dc785651'] in n-d-796209-16 is: [{'id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'name': 'tempest-RoutersTest-router-1349865003', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:01:22Z', 'updated_at': '2021-09-07T03:01:45Z', 'revision_number': 4, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'gw_port_host': None, '_interfaces': [{'id': '0cd580bd-36c2-40c7-9f89-cbec6438cb0f', 'name': '', 'network_id': '0e78b0cb-cf45-4b62-b589-9194ff1079c8', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'mac_address': 'fa:16:3e:f5:ce:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'abd280ca-68f4-4bd9-9cf7-f5ba4651bb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:25Z', 'updated_at': '2021-09-07T03:01:34Z', 'revision_number': 5, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'subnets': [{'id': 'abd280ca-68f4-4bd9-9cf7-f5ba4651bb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2cbc6c2-3fdf-481a-add3-bc14b25a9d0b', 'name': '', 'network_id': '52af0979-4339-4bb8-8304-148bc816dd86', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'mac_address': 'fa:16:3e:59:3b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': '085f34e8-d9c7-465e-b339-7b75556373d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:34Z', 'updated_at': '2021-09-07T03:01:43Z', 'revision_number': 5, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'subnets': [{'id': '085f34e8-d9c7-465e-b339-7b75556373d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7f26894-5c6b-4959-a5a6-91032d69460b', 'name': '', 'network_id': 'd767859c-0fb8-40ac-a9c0-0e458875595c', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'mac_address': 'fa:16:3e:fb:a8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '54c8fa12-feca-4ecb-a251-bd61e4a4a1c4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:42Z', 'updated_at': '2021-09-07T03:01:49Z', 'revision_number': 4, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'subnets': [{'id': '54c8fa12-feca-4ecb-a251-bd61e4a4a1c4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:01:50.841624 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5edf1943-27e8-4d1f-bc62-037d45609aa1 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:51.087026 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d722f2a8-3c75-4899-8137-3cb6cca89257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:51.102507 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d722f2a8-3c75-4899-8137-3cb6cca89257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:51.124787 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5edf1943-27e8-4d1f-bc62-037d45609aa1 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:51.132719 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5edf1943-27e8-4d1f-bc62-037d45609aa1 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:51.166340 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d722f2a8-3c75-4899-8137-3cb6cca89257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=467fdd59-8d41-4f9b-a13c-e6ec68b27ae4,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:51.176552 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-22cba0c7-22b8-4266-ac4d-0fe717c301fe None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:51.196384 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-22cba0c7-22b8-4266-ac4d-0fe717c301fe None None] Transition to ACTIVE for port object 29052926-70b5-4096-b2e7-40388f484cb5 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:01:51.233081 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-d722f2a8-3c75-4899-8137-3cb6cca89257 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=28b9c4d4aa844a6f886f2dfe2d389a11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9366558 Sep 07 03:01:51.239202 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57168) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:51.240697 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-22cba0c7-22b8-4266-ac4d-0fe717c301fe None None] Transition to ACTIVE for port object 29052926-70b5-4096-b2e7-40388f484cb5 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:01:51.245150 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edf1943-27e8-4d1f-bc62-037d45609aa1 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fc426be-b2da-4bae-8136-8c2408268896,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:51.250226 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-22cba0c7-22b8-4266-ac4d-0fe717c301fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:51.341655 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1975fbc2-2a8b-4d5e-bf1d-b30d19c6a7f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:51.351511 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5edf1943-27e8-4d1f-bc62-037d45609aa1 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:51.355442 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-5edf1943-27e8-4d1f-bc62-037d45609aa1 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6778207 Sep 07 03:01:51.361281 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57170) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:51.371881 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-1b9daf2a-8ebe-44c3-8087-408c541076f8 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Request body: {'network': {'name': 'tempest-network-smoke--2138348291', 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'port_security_enabled': True}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:01:51.389289 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22cba0c7-22b8-4266-ac4d-0fe717c301fe None None] Network dcc05dd5-ec07-43fb-82cf-744bfbfce823 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:01:51.402189 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-22cba0c7-22b8-4266-ac4d-0fe717c301fe None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:01:51.405028 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cba0c7-22b8-4266-ac4d-0fe717c301fe None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:01:51.428110 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1975fbc2-2a8b-4d5e-bf1d-b30d19c6a7f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:51.479605 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9daf2a-8ebe-44c3-8087-408c541076f8 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Made reservation on behalf of 626f31b15da14e0da01388cbfdee7f90 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:01:51.489506 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1b9daf2a-8ebe-44c3-8087-408c541076f8 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:51.533897 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-36bdb95c-0c2b-4029-884f-2c455cb259df tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Allocated IP 172.23.0.1 (dcc05dd5-ec07-43fb-82cf-744bfbfce823/5523b6b5-c076-4f6b-80f5-9c7851d11d36/def67821-5ccc-46cb-a796-643830f6751b) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:01:51.577897 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b9daf2a-8ebe-44c3-8087-408c541076f8 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 03:01:51.625393 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1b9daf2a-8ebe-44c3-8087-408c541076f8 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:51.626990 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-1b9daf2a-8ebe-44c3-8087-408c541076f8 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Added segment fba07b7e-2c86-4cb6-8d0f-db8cc058bd4a of type vlan for network 1263da9d-0b05-48fa-942f-0ec084188974 Sep 07 03:01:51.759164 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1b9daf2a-8ebe-44c3-8087-408c541076f8 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:51.804204 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1b9daf2a-8ebe-44c3-8087-408c541076f8 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:51.812916 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9daf2a-8ebe-44c3-8087-408c541076f8 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:51.813899 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1b9daf2a-8ebe-44c3-8087-408c541076f8 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:51.917663 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-36bdb95c-0c2b-4029-884f-2c455cb259df tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:51.932839 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1975fbc2-2a8b-4d5e-bf1d-b30d19c6a7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:51.936244 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1975fbc2-2a8b-4d5e-bf1d-b30d19c6a7f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:51.939815 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-1975fbc2-2a8b-4d5e-bf1d-b30d19c6a7f4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/467fdd59-8d41-4f9b-a13c-e6ec68b27ae4 HTTP/1.1" status: 204 len: 168 time: 0.6966324 Sep 07 03:01:51.950180 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-1b9daf2a-8ebe-44c3-8087-408c541076f8 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5876944 Sep 07 03:01:51.952402 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1975fbc2-2a8b-4d5e-bf1d-b30d19c6a7f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=467fdd59-8d41-4f9b-a13c-e6ec68b27ae4,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:51.962508 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57182) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:51.963540 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9daf2a-8ebe-44c3-8087-408c541076f8 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event updated for resources: {'Network': ['ID=1263da9d-0b05-48fa-942f-0ec084188974,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:51.979210 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-371c7c5f-9ad4-498f-a360-f18b4aa70286 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1334485862', 'admin_state_up': True, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:01:51.983287 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-36bdb95c-0c2b-4029-884f-2c455cb259df tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Transition to ACTIVE for port object def67821-5ccc-46cb-a796-643830f6751b will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:01:52.014177 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-371c7c5f-9ad4-498f-a360-f18b4aa70286 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:52.015648 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-371c7c5f-9ad4-498f-a360-f18b4aa70286 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:52.090195 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-371c7c5f-9ad4-498f-a360-f18b4aa70286 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:52.114567 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-36bdb95c-0c2b-4029-884f-2c455cb259df tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:52.152346 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cba0c7-22b8-4266-ac4d-0fe717c301fe None None] Pushing event updated for resources: {'Port': ['ID=29052926-70b5-4096-b2e7-40388f484cb5,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:52.175177 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device e7f26894-5c6b-4959-a5a6-91032d69460b up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:01:52.184202 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 1263da9d-0b05-48fa-942f-0ec084188974 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 03:01:52.283225 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bdb95c-0c2b-4029-884f-2c455cb259df tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Network dcc05dd5-ec07-43fb-82cf-744bfbfce823 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:01:52.291279 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-36bdb95c-0c2b-4029-884f-2c455cb259df tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:01:52.300724 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bdb95c-0c2b-4029-884f-2c455cb259df tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:01:52.390872 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bdb95c-0c2b-4029-884f-2c455cb259df tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event updated for resources: {'Port': ['ID=def67821-5ccc-46cb-a796-643830f6751b,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:52.446024 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-36bdb95c-0c2b-4029-884f-2c455cb259df tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:52.471309 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-22cba0c7-22b8-4266-ac4d-0fe717c301fe None None] Attempting to bind port 29052926-70b5-4096-b2e7-40388f484cb5 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:01:52.471708 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-22cba0c7-22b8-4266-ac4d-0fe717c301fe None None] Attempting to bind port 29052926-70b5-4096-b2e7-40388f484cb5 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '49d37367-2662-4ba7-aede-7fc69f31ad03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dcc05dd5-ec07-43fb-82cf-744bfbfce823'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:01:52.478076 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cba0c7-22b8-4266-ac4d-0fe717c301fe None None] Attempting to bind port 29052926-70b5-4096-b2e7-40388f484cb5 on network dcc05dd5-ec07-43fb-82cf-744bfbfce823 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:01:52.526004 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:52.544195 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cba0c7-22b8-4266-ac4d-0fe717c301fe None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:01:52.544195 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cba0c7-22b8-4266-ac4d-0fe717c301fe None None] Checking segment: {'id': '49d37367-2662-4ba7-aede-7fc69f31ad03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dcc05dd5-ec07-43fb-82cf-744bfbfce823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:01:52.545763 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-22cba0c7-22b8-4266-ac4d-0fe717c301fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:52.546195 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cba0c7-22b8-4266-ac4d-0fe717c301fe None None] Bound using segment: {'id': '49d37367-2662-4ba7-aede-7fc69f31ad03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dcc05dd5-ec07-43fb-82cf-744bfbfce823'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:01:52.546704 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-22cba0c7-22b8-4266-ac4d-0fe717c301fe None None] Bound port: 29052926-70b5-4096-b2e7-40388f484cb5, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49d37367-2662-4ba7-aede-7fc69f31ad03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dcc05dd5-ec07-43fb-82cf-744bfbfce823'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:01:52.547095 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-22cba0c7-22b8-4266-ac4d-0fe717c301fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:52.555356 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:52.573546 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-371c7c5f-9ad4-498f-a360-f18b4aa70286 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:52.686285 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-36bdb95c-0c2b-4029-884f-2c455cb259df tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:52.857517 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port e7f26894-5c6b-4959-a5a6-91032d69460b completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:01:52.893717 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port e7f26894-5c6b-4959-a5a6-91032d69460b triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:01:52.897122 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:53.141332 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-22cba0c7-22b8-4266-ac4d-0fe717c301fe None None] For port 29052926-70b5-4096-b2e7-40388f484cb5, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:01:53.159894 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-22cba0c7-22b8-4266-ac4d-0fe717c301fe None None] For port 29052926-70b5-4096-b2e7-40388f484cb5, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=29052926-70b5-4096-b2e7-40388f484cb5,segment=NetworkSegment(49d37367-2662-4ba7-aede-7fc69f31ad03),segment_id=49d37367-2662-4ba7-aede-7fc69f31ad03)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:01:53.181603 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-22cba0c7-22b8-4266-ac4d-0fe717c301fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:53.343193 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-371c7c5f-9ad4-498f-a360-f18b4aa70286 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:53.452577 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-371c7c5f-9ad4-498f-a360-f18b4aa70286 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:53.465655 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-36bdb95c-0c2b-4029-884f-2c455cb259df tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:53.484151 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-36bdb95c-0c2b-4029-884f-2c455cb259df tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:53.594031 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-36bdb95c-0c2b-4029-884f-2c455cb259df tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:53.648501 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cba0c7-22b8-4266-ac4d-0fe717c301fe None None] Pushing event updated for resources: {'Port': ['ID=29052926-70b5-4096-b2e7-40388f484cb5,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:53.714274 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:53.743967 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57206) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:53.843112 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port e7f26894-5c6b-4959-a5a6-91032d69460b, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=e7f26894-5c6b-4959-a5a6-91032d69460b,segment=NetworkSegment(3e4a1ec3-e8f0-489c-86cb-2ee192e49790),segment_id=3e4a1ec3-e8f0-489c-86cb-2ee192e49790)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:01:53.853593 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:53.932433 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-371c7c5f-9ad4-498f-a360-f18b4aa70286 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Allocated IP 172.25.5.27 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/7f33f67f-1c3a-4f10-b0b6-9979f9b8c541) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:01:53.945233 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bdb95c-0c2b-4029-884f-2c455cb259df tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event updated for resources: {'Port': ['ID=def67821-5ccc-46cb-a796-643830f6751b,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:53.987611 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=e7f26894-5c6b-4959-a5a6-91032d69460b,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:54.001941 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d38bffab-76dd-45e3-b2c6-952492666a8e req-7cebcda6-7b1b-4828-b6e8-dcd59615e36a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=89f93003-3785-4aca-b81c-f2851604b03f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2526855 Sep 07 03:01:54.022939 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-f0464085-e4e0-4d36-92f0-af53bd032fb0 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1475078993'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:01:54.196463 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bdb95c-0c2b-4029-884f-2c455cb259df tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Network dcc05dd5-ec07-43fb-82cf-744bfbfce823 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:01:54.197299 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0464085-e4e0-4d36-92f0-af53bd032fb0 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Made reservation on behalf of fc6f5d6fb00b4479b0fe9a090e9cc2f9 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:01:54.202071 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f0464085-e4e0-4d36-92f0-af53bd032fb0 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:54.217085 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f0464085-e4e0-4d36-92f0-af53bd032fb0 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:54.226555 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-36bdb95c-0c2b-4029-884f-2c455cb259df tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:01:54.242315 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 29052926-70b5-4096-b2e7-40388f484cb5 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:01:54.362263 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 29052926-70b5-4096-b2e7-40388f484cb5 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:01:54.382005 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36bdb95c-0c2b-4029-884f-2c455cb259df tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Router 38be35b0-2dbf-46b6-8376-fcb3dc785651 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:01:54.384774 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-371c7c5f-9ad4-498f-a360-f18b4aa70286 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:54.390878 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38bffab-76dd-45e3-b2c6-952492666a8e req-116f1000-04c3-4b1d-b7c9-2f5f7b526239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:54.392730 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d38bffab-76dd-45e3-b2c6-952492666a8e req-116f1000-04c3-4b1d-b7c9-2f5f7b526239 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bdc0940f45b1443ea0b8db2a1c4a8a86&device_id=89f93003-3785-4aca-b81c-f2851604b03f HTTP/1.1" status: 200 len: 1098 time: 0.2918305 Sep 07 03:01:54.496665 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-371c7c5f-9ad4-498f-a360-f18b4aa70286 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:54.585553 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371c7c5f-9ad4-498f-a360-f18b4aa70286 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event updated for resources: {'Port': ['ID=7f33f67f-1c3a-4f10-b0b6-9979f9b8c541,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:54.600021 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36bdb95c-0c2b-4029-884f-2c455cb259df tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:01:54.612212 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f06f38-3a1d-4514-9dfa-a159704b2cf6 None None] Sync routers for ids ['38be35b0-2dbf-46b6-8376-fcb3dc785651'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:01:54.624389 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-36bdb95c-0c2b-4029-884f-2c455cb259df tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "PUT /v2.0/routers/38be35b0-2dbf-46b6-8376-fcb3dc785651/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9292822 Sep 07 03:01:54.627503 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57214) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:54.630575 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f06f38-3a1d-4514-9dfa-a159704b2cf6 None None] Routers {'38be35b0-2dbf-46b6-8376-fcb3dc785651'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:01:54.631260 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-a6f06f38-3a1d-4514-9dfa-a159704b2cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:01:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['38be35b0-2dbf-46b6-8376-fcb3dc785651'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:54.660694 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-271b26a5-f654-456e-b688-ee26d74dbf33 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:01:54.668597 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371c7c5f-9ad4-498f-a360-f18b4aa70286 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:01:54.677597 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f0464085-e4e0-4d36-92f0-af53bd032fb0 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:54.679309 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-371c7c5f-9ad4-498f-a360-f18b4aa70286 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:01:54.682300 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371c7c5f-9ad4-498f-a360-f18b4aa70286 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:01:54.739994 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f0464085-e4e0-4d36-92f0-af53bd032fb0 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:54.875221 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0464085-e4e0-4d36-92f0-af53bd032fb0 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 03:01:54.897096 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38bffab-76dd-45e3-b2c6-952492666a8e req-a595d61a-44a6-41c8-a0c6-942e0644ff15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:54.902191 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d38bffab-76dd-45e3-b2c6-952492666a8e req-a595d61a-44a6-41c8-a0c6-942e0644ff15 service neutron] 10.222.0.23 "GET /v2.0/networks?id=88da14ca-f271-4c9e-84fc-9a54ff05dc70 HTTP/1.1" status: 200 len: 913 time: 0.3871152 Sep 07 03:01:54.934174 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-a6f06f38-3a1d-4514-9dfa-a159704b2cf6 None None] Set router 38be35b0-2dbf-46b6-8376-fcb3dc785651 gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:01:54.940106 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0464085-e4e0-4d36-92f0-af53bd032fb0 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47698e3b-825a-48d9-93c3-85aef18b5b17,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:54.963689 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f0464085-e4e0-4d36-92f0-af53bd032fb0 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:54.964510 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-f0464085-e4e0-4d36-92f0-af53bd032fb0 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Added segment d6de519c-d593-49ef-b792-6db813b8c1d3 of type vlan for network 13c9fbe4-62a2-4f96-9322-b7bf1b4de6f0 Sep 07 03:01:55.038015 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d38bffab-76dd-45e3-b2c6-952492666a8e req-866b5446-ad54-4f31-a409-23a012899c9f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3d2852a-4568-45b3-b093-dab24d79d2c6 HTTP/1.1" status: 200 len: 217 time: 0.1147141 Sep 07 03:01:55.354360 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38bffab-76dd-45e3-b2c6-952492666a8e req-e9840e7d-fe5d-4c9c-9d90-15e392cef815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:55.362013 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d38bffab-76dd-45e3-b2c6-952492666a8e req-e9840e7d-fe5d-4c9c-9d90-15e392cef815 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dd9f436e-3791-4262-9992-c7d4dc1268a3 HTTP/1.1" status: 200 len: 853 time: 0.3104191 Sep 07 03:01:55.392724 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-a6f06f38-3a1d-4514-9dfa-a159704b2cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'name': 'tempest-RoutersTest-router-1349865003', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:01:22Z', 'updated_at': '2021-09-07T03:01:52Z', 'revision_number': 5, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'gw_port_host': None, '_interfaces': [{'id': '0cd580bd-36c2-40c7-9f89-cbec6438cb0f', 'name': '', 'network_id': '0e78b0cb-cf45-4b62-b589-9194ff1079c8', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'mac_address': 'fa:16:3e:f5:ce:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'abd280ca-68f4-4bd9-9cf7-f5ba4651bb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:25Z', 'updated_at': '2021-09-07T03:01:34Z', 'revision_number': 5, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'subnets': [{'id': 'abd280ca-68f4-4bd9-9cf7-f5ba4651bb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2cbc6c2-3fdf-481a-add3-bc14b25a9d0b', 'name': '', 'network_id': '52af0979-4339-4bb8-8304-148bc816dd86', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'mac_address': 'fa:16:3e:59:3b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': '085f34e8-d9c7-465e-b339-7b75556373d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:34Z', 'updated_at': '2021-09-07T03:01:43Z', 'revision_number': 5, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'subnets': [{'id': '085f34e8-d9c7-465e-b339-7b75556373d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'def67821-5ccc-46cb-a796-643830f6751b', 'name': '', 'network_id': 'dcc05dd5-ec07-43fb-82cf-744bfbfce823', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'mac_address': 'fa:16:3e:d9:05:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'device_owner': 'network:router_interface', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '5523b6b5-c076-4f6b-80f5-9c7851d11d36', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:51Z', 'updated_at': '2021-09-07T03:01:53Z', 'revision_number': 2, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'subnets': [{'id': '5523b6b5-c076-4f6b-80f5-9c7851d11d36', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7f26894-5c6b-4959-a5a6-91032d69460b', 'name': '', 'network_id': 'd767859c-0fb8-40ac-a9c0-0e458875595c', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'mac_address': 'fa:16:3e:fb:a8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '54c8fa12-feca-4ecb-a251-bd61e4a4a1c4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:42Z', 'updated_at': '2021-09-07T03:01:53Z', 'revision_number': 5, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'subnets': [{'id': '54c8fa12-feca-4ecb-a251-bd61e4a4a1c4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:55.471545 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f06f38-3a1d-4514-9dfa-a159704b2cf6 None None] Checking router: 38be35b0-2dbf-46b6-8376-fcb3dc785651 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:01:55.472526 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f06f38-3a1d-4514-9dfa-a159704b2cf6 None None] Updating router 38be35b0-2dbf-46b6-8376-fcb3dc785651 port def67821-5ccc-46cb-a796-643830f6751b binding host n-d-796209-16 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 03:01:55.477777 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6c67bd-0266-44c2-8163-4cbd860bad6b None None] Network dcc05dd5-ec07-43fb-82cf-744bfbfce823 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:01:55.491784 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d38bffab-76dd-45e3-b2c6-952492666a8e req-0c6bac86-5c0e-47db-81f9-1f4f2d8782f4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=88da14ca-f271-4c9e-84fc-9a54ff05dc70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1182003 Sep 07 03:01:55.674951 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a6f06f38-3a1d-4514-9dfa-a159704b2cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:55.709042 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f0464085-e4e0-4d36-92f0-af53bd032fb0 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:55.773867 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d38bffab-76dd-45e3-b2c6-952492666a8e req-989fc8c1-b9a5-41f9-9174-430e71625b40 service neutron] 10.222.0.23 "GET /v2.0/networks/88da14ca-f271-4c9e-84fc-9a54ff05dc70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725611 Sep 07 03:01:56.007193 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-5a5bd891-badb-4831-b851-05328cff34e8 None None] Provisioning for port 29052926-70b5-4096-b2e7-40388f484cb5 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:01:56.018057 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-5a5bd891-badb-4831-b851-05328cff34e8 None None] Provisioning complete for port 29052926-70b5-4096-b2e7-40388f484cb5 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:01:56.018435 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5a5bd891-badb-4831-b851-05328cff34e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:56.113398 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device e7f26894-5c6b-4959-a5a6-91032d69460b up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:01:56.131686 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.extraroute_db [None req-271b26a5-f654-456e-b688-ee26d74dbf33 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=94701) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 07 03:01:56.176917 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-371c7c5f-9ad4-498f-a360-f18b4aa70286 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:56.177969 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d38bffab-76dd-45e3-b2c6-952492666a8e req-10d8e735-f799-46a5-9099-7abeffcc994d service neutron] 10.222.0.23 "GET /v2.0/networks/88da14ca-f271-4c9e-84fc-9a54ff05dc70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771238 Sep 07 03:01:56.182787 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-86e8c61a-659f-467e-8913-975da3ef6869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:56.193718 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.extraroute_db [None req-271b26a5-f654-456e-b688-ee26d74dbf33 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Removed routes are [] {{(pid=94701) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 07 03:01:56.194259 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-271b26a5-f654-456e-b688-ee26d74dbf33 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-553517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3974'] for router, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:56.263361 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5a5bd891-badb-4831-b851-05328cff34e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:56.329946 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f0464085-e4e0-4d36-92f0-af53bd032fb0 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:56.343640 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0464085-e4e0-4d36-92f0-af53bd032fb0 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:56.355818 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f0464085-e4e0-4d36-92f0-af53bd032fb0 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:56.383493 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-5a5bd891-badb-4831-b851-05328cff34e8 None None] For port 29052926-70b5-4096-b2e7-40388f484cb5, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=29052926-70b5-4096-b2e7-40388f484cb5,segment=NetworkSegment(49d37367-2662-4ba7-aede-7fc69f31ad03),segment_id=49d37367-2662-4ba7-aede-7fc69f31ad03)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:01:56.387715 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port e7f26894-5c6b-4959-a5a6-91032d69460b triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:01:56.392894 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:56.680614 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-271b26a5-f654-456e-b688-ee26d74dbf33 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-553517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3974'] for router, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:56.689129 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-271b26a5-f654-456e-b688-ee26d74dbf33 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-553510'] for router, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:56.696152 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f0464085-e4e0-4d36-92f0-af53bd032fb0 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.9510021 Sep 07 03:01:56.701663 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57232) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:56.719282 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0464085-e4e0-4d36-92f0-af53bd032fb0 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Pushing event updated for resources: {'Network': ['ID=13c9fbe4-62a2-4f96-9322-b7bf1b4de6f0,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:56.725667 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-a877900f-1ae0-4349-a459-5b791b93ac94 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Request body: {'subnet': {'network_id': '13c9fbe4-62a2-4f96-9322-b7bf1b4de6f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:01:56.949579 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a6f06f38-3a1d-4514-9dfa-a159704b2cf6 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:56.980553 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a6f06f38-3a1d-4514-9dfa-a159704b2cf6 None None] Transition to ACTIVE for port object def67821-5ccc-46cb-a796-643830f6751b will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:01:56.987372 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5a5bd891-badb-4831-b851-05328cff34e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:57.109852 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 13c9fbe4-62a2-4f96-9322-b7bf1b4de6f0 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 03:01:57.127919 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-371c7c5f-9ad4-498f-a360-f18b4aa70286 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:57.207309 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a6f06f38-3a1d-4514-9dfa-a159704b2cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:57.341018 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5bd891-badb-4831-b851-05328cff34e8 None None] Pushing event updated for resources: {'Port': ['ID=29052926-70b5-4096-b2e7-40388f484cb5,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:57.562667 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-371c7c5f-9ad4-498f-a360-f18b4aa70286 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Router 65ba9771-951a-4c57-9ebe-25a025dd1c18 is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 03:01:57.596647 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-271b26a5-f654-456e-b688-ee26d74dbf33 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Router 38be35b0-2dbf-46b6-8376-fcb3dc785651 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:01:57.641689 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a877900f-1ae0-4349-a459-5b791b93ac94 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Made reservation on behalf of fc6f5d6fb00b4479b0fe9a090e9cc2f9 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:01:57.648487 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a877900f-1ae0-4349-a459-5b791b93ac94 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:57.815803 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271b26a5-f654-456e-b688-ee26d74dbf33 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:01:57.836162 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-271b26a5-f654-456e-b688-ee26d74dbf33 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:57.837960 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-271b26a5-f654-456e-b688-ee26d74dbf33 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "PUT /v2.0/routers/38be35b0-2dbf-46b6-8376-fcb3dc785651 HTTP/1.1" status: 200 len: 934 time: 3.1909103 Sep 07 03:01:57.841818 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57238) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:57.858648 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0e78f7-74ad-4024-b3c8-3a55c43ae97b None None] Pushing event updated for resources: {'Port': ['ID=def67821-5ccc-46cb-a796-643830f6751b,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:57.876952 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-a6f06f38-3a1d-4514-9dfa-a159704b2cf6 None None] Attempting to bind port def67821-5ccc-46cb-a796-643830f6751b on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:01:57.877510 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-a6f06f38-3a1d-4514-9dfa-a159704b2cf6 None None] Attempting to bind port def67821-5ccc-46cb-a796-643830f6751b by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '49d37367-2662-4ba7-aede-7fc69f31ad03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dcc05dd5-ec07-43fb-82cf-744bfbfce823'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:01:57.877890 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f06f38-3a1d-4514-9dfa-a159704b2cf6 None None] Attempting to bind port def67821-5ccc-46cb-a796-643830f6751b on network dcc05dd5-ec07-43fb-82cf-744bfbfce823 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:01:57.894055 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f06f38-3a1d-4514-9dfa-a159704b2cf6 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:01:57.894588 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f06f38-3a1d-4514-9dfa-a159704b2cf6 None None] Checking segment: {'id': '49d37367-2662-4ba7-aede-7fc69f31ad03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dcc05dd5-ec07-43fb-82cf-744bfbfce823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:01:57.895017 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a6f06f38-3a1d-4514-9dfa-a159704b2cf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:57.895628 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f06f38-3a1d-4514-9dfa-a159704b2cf6 None None] Bound using segment: {'id': '49d37367-2662-4ba7-aede-7fc69f31ad03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dcc05dd5-ec07-43fb-82cf-744bfbfce823'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:01:57.896001 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-a6f06f38-3a1d-4514-9dfa-a159704b2cf6 None None] Bound port: def67821-5ccc-46cb-a796-643830f6751b, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49d37367-2662-4ba7-aede-7fc69f31ad03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'dcc05dd5-ec07-43fb-82cf-744bfbfce823'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:01:57.896394 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a6f06f38-3a1d-4514-9dfa-a159704b2cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:57.965271 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-371c7c5f-9ad4-498f-a360-f18b4aa70286 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:01:57.987530 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d76f95b-cb99-4437-9e17-2f11ad0e9419 None None] Sync routers for ids ['65ba9771-951a-4c57-9ebe-25a025dd1c18'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:01:57.998373 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d76f95b-cb99-4437-9e17-2f11ad0e9419 None None] Routers {'65ba9771-951a-4c57-9ebe-25a025dd1c18'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:01:57.999038 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-4d76f95b-cb99-4437-9e17-2f11ad0e9419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:01:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['65ba9771-951a-4c57-9ebe-25a025dd1c18'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:58.062356 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-371c7c5f-9ad4-498f-a360-f18b4aa70286 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:58.066801 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-371c7c5f-9ad4-498f-a360-f18b4aa70286 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 6.0891328 Sep 07 03:01:58.066988 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 29052926-70b5-4096-b2e7-40388f484cb5 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:01:58.068432 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57240) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:58.178779 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-0c080275-962a-4479-a2ce-362ee84fd9f8 tempest-TestNetworkAdvancedServerOps-2015258804 tempest-TestNetworkAdvancedServerOps-2015258804-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=626f31b15da14e0da01388cbfdee7f90&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1033859 Sep 07 03:01:58.179692 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57242) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:58.236846 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a6f06f38-3a1d-4514-9dfa-a159704b2cf6 None None] For port def67821-5ccc-46cb-a796-643830f6751b, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:01:58.242314 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a6f06f38-3a1d-4514-9dfa-a159704b2cf6 None None] For port def67821-5ccc-46cb-a796-643830f6751b, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=def67821-5ccc-46cb-a796-643830f6751b,segment=NetworkSegment(49d37367-2662-4ba7-aede-7fc69f31ad03),segment_id=49d37367-2662-4ba7-aede-7fc69f31ad03)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:01:58.268747 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a6f06f38-3a1d-4514-9dfa-a159704b2cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:58.289651 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 29052926-70b5-4096-b2e7-40388f484cb5 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:01:58.289865 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:58.339203 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-4d76f95b-cb99-4437-9e17-2f11ad0e9419 None None] Set router 65ba9771-951a-4c57-9ebe-25a025dd1c18 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:01:58.357411 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-6da3bdba-e6a1-41b1-8aba-13780f5c41b6 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "GET /v2.0/routers/38be35b0-2dbf-46b6-8376-fcb3dc785651 HTTP/1.1" status: 200 len: 934 time: 0.5142074 Sep 07 03:01:58.362637 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57244) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:58.377386 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-f2f9e3ea-324d-4e7c-9579-a6fb7d4b222e tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Request body: {'router': {'routes': None}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:01:58.389355 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4be7129f-5a09-442a-818d-c1e5ce962d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:58.496989 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f06f38-3a1d-4514-9dfa-a159704b2cf6 None None] Routers {'38be35b0-2dbf-46b6-8376-fcb3dc785651'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:01:58.496989 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-a6f06f38-3a1d-4514-9dfa-a159704b2cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:01:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['38be35b0-2dbf-46b6-8376-fcb3dc785651'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:58.766419 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd32d7f7-62c3-4aa8-bd94-3772a557683f tempest-TestNetworkAdvancedServerOps-2015258804 tempest-TestNetworkAdvancedServerOps-2015258804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:58.770721 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-bd32d7f7-62c3-4aa8-bd94-3772a557683f tempest-TestNetworkAdvancedServerOps-2015258804 tempest-TestNetworkAdvancedServerOps-2015258804-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5875213 Sep 07 03:01:58.771855 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57248) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:58.787665 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-4d76f95b-cb99-4437-9e17-2f11ad0e9419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ba9771-951a-4c57-9ebe-25a025dd1c18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1334485862', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '7f33f67f-1c3a-4f10-b0b6-9979f9b8c541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:01:52Z', 'updated_at': '2021-09-07T03:01:55Z', 'revision_number': 3, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'gw_port': {'id': '7f33f67f-1c3a-4f10-b0b6-9979f9b8c541', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ba9771-951a-4c57-9ebe-25a025dd1c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:53Z', 'updated_at': '2021-09-07T03:01:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:01:58.940022 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a877900f-1ae0-4349-a459-5b791b93ac94 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:58.984877 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-a6f06f38-3a1d-4514-9dfa-a159704b2cf6 None None] Set router 38be35b0-2dbf-46b6-8376-fcb3dc785651 gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:01:58.988326 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-6aefce78-f4c9-4374-8866-6f5825427286 tempest-TestNetworkAdvancedServerOps-2015258804 tempest-TestNetworkAdvancedServerOps-2015258804-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=1166b922-7457-4da4-bdda-328e8c8e7bc6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2034502 Sep 07 03:01:58.990570 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57252) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:58.998067 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-81463e67-6f79-4834-92a7-c90fc6556032 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-896227388', 'network_id': '1263da9d-0b05-48fa-942f-0ec084188974', 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:01:59.009242 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-c53eb3c1-56d1-418f-aa4b-dce11a7553e6 None None] Provisioning for port def67821-5ccc-46cb-a796-643830f6751b completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:01:59.194374 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d76f95b-cb99-4437-9e17-2f11ad0e9419 None None] Checking router: 65ba9771-951a-4c57-9ebe-25a025dd1c18 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:01:59.194946 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d76f95b-cb99-4437-9e17-2f11ad0e9419 None None] Updating router 65ba9771-951a-4c57-9ebe-25a025dd1c18 port 7f33f67f-1c3a-4f10-b0b6-9979f9b8c541 binding host n-d-796209-16 {{(pid=94703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 03:01:59.231987 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81463e67-6f79-4834-92a7-c90fc6556032 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Made reservation on behalf of 626f31b15da14e0da01388cbfdee7f90 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:01:59.236371 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-81463e67-6f79-4834-92a7-c90fc6556032 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:59.262572 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-4d76f95b-cb99-4437-9e17-2f11ad0e9419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:59.475300 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0e78f7-74ad-4024-b3c8-3a55c43ae97b None None] Pushing event updated for resources: {'Port': ['ID=def67821-5ccc-46cb-a796-643830f6751b,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:59.501791 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a877900f-1ae0-4349-a459-5b791b93ac94 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Checking segment: {'id': 'd6de519c-d593-49ef-b792-6db813b8c1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '13c9fbe4-62a2-4f96-9322-b7bf1b4de6f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:01:59.504755 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:59.504929 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a877900f-1ae0-4349-a459-5b791b93ac94 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Network hostable DHCP agents. Network: 13c9fbe4-62a2-4f96-9322-b7bf1b4de6f0, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 03:01:59.519241 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a877900f-1ae0-4349-a459-5b791b93ac94 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Pushing event updated for resources: {'Subnet': ['ID=ea440f0e-7bbd-4261-806b-10550c8734c0,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:01:59.616723 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a877900f-1ae0-4349-a459-5b791b93ac94 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Network 13c9fbe4-62a2-4f96-9322-b7bf1b4de6f0 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 03:01:59.689081 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-a877900f-1ae0-4349-a459-5b791b93ac94 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 13c9fbe4-62a2-4f96-9322-b7bf1b4de6f0) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:01:59.706926 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a877900f-1ae0-4349-a459-5b791b93ac94 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:01:59.707557 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a877900f-1ae0-4349-a459-5b791b93ac94 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:59.808403 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a877900f-1ae0-4349-a459-5b791b93ac94 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0965116 Sep 07 03:01:59.817079 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57254) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:01:59.819251 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8035f5bd-73ea-4166-9131-5d9fdd79f763 None None] Network 13c9fbe4-62a2-4f96-9322-b7bf1b4de6f0 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:01:59.840558 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-efe938bb-d205-44af-84b0-afcbbd647fd5 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-417296045', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:01:59.883151 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-81463e67-6f79-4834-92a7-c90fc6556032 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:59.904227 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-4d76f95b-cb99-4437-9e17-2f11ad0e9419 None None] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:01:59.931259 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-4d76f95b-cb99-4437-9e17-2f11ad0e9419 None None] Transition to ACTIVE for port object 7f33f67f-1c3a-4f10-b0b6-9979f9b8c541 will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:01:59.953954 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-4d76f95b-cb99-4437-9e17-2f11ad0e9419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:00.016542 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-c53eb3c1-56d1-418f-aa4b-dce11a7553e6 None None] Provisioning complete for port 29052926-70b5-4096-b2e7-40388f484cb5 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:02:00.017123 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c53eb3c1-56d1-418f-aa4b-dce11a7553e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:00.040754 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acb99b7-efad-4eab-910b-eef1b344f8d6 None None] Pushing event updated for resources: {'Port': ['ID=7f33f67f-1c3a-4f10-b0b6-9979f9b8c541,revision_number=2']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:00.114322 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-efe938bb-d205-44af-84b0-afcbbd647fd5 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:00.122938 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-efe938bb-d205-44af-84b0-afcbbd647fd5 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:00.128885 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81463e67-6f79-4834-92a7-c90fc6556032 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event updated for resources: {'Subnet': ['ID=24cccd49-5354-43ba-95e2-1f141e42d907,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:00.134488 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81463e67-6f79-4834-92a7-c90fc6556032 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Checking segment: {'id': 'fba07b7e-2c86-4cb6-8d0f-db8cc058bd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1263da9d-0b05-48fa-942f-0ec084188974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:02:00.134870 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81463e67-6f79-4834-92a7-c90fc6556032 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Network hostable DHCP agents. Network: 1263da9d-0b05-48fa-942f-0ec084188974, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 03:02:00.136964 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-4d76f95b-cb99-4437-9e17-2f11ad0e9419 None None] Attempting to bind port 7f33f67f-1c3a-4f10-b0b6-9979f9b8c541 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:02:00.137617 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-4d76f95b-cb99-4437-9e17-2f11ad0e9419 None None] Attempting to bind port 7f33f67f-1c3a-4f10-b0b6-9979f9b8c541 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:02:00.138641 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d76f95b-cb99-4437-9e17-2f11ad0e9419 None None] Attempting to bind port 7f33f67f-1c3a-4f10-b0b6-9979f9b8c541 on network 1166b922-7457-4da4-bdda-328e8c8e7bc6 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:02:00.145004 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:00.149812 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d76f95b-cb99-4437-9e17-2f11ad0e9419 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:02:00.150324 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d76f95b-cb99-4437-9e17-2f11ad0e9419 None None] Checking segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:02:00.150735 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-4d76f95b-cb99-4437-9e17-2f11ad0e9419 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:00.151133 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d76f95b-cb99-4437-9e17-2f11ad0e9419 None None] Bound using segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:02:00.151758 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-4d76f95b-cb99-4437-9e17-2f11ad0e9419 None None] Bound port: 7f33f67f-1c3a-4f10-b0b6-9979f9b8c541, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:02:00.152140 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-4d76f95b-cb99-4437-9e17-2f11ad0e9419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:00.181289 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81463e67-6f79-4834-92a7-c90fc6556032 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Network 1263da9d-0b05-48fa-942f-0ec084188974 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 03:02:00.204282 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-efe938bb-d205-44af-84b0-afcbbd647fd5 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:00.207386 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-81463e67-6f79-4834-92a7-c90fc6556032 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 1263da9d-0b05-48fa-942f-0ec084188974) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:02:00.217532 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-efe938bb-d205-44af-84b0-afcbbd647fd5 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:00.231057 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d306ed-3a65-4c0d-96ea-448afab425e9 None None] Network 1263da9d-0b05-48fa-942f-0ec084188974 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:02:00.233533 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81463e67-6f79-4834-92a7-c90fc6556032 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:02:00.234168 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-81463e67-6f79-4834-92a7-c90fc6556032 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:00.285483 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-81463e67-6f79-4834-92a7-c90fc6556032 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2914693 Sep 07 03:02:00.285926 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57262) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:00.304307 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-efe938bb-d205-44af-84b0-afcbbd647fd5 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:00.309062 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-efe938bb-d205-44af-84b0-afcbbd647fd5 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.4840112 Sep 07 03:02:00.325392 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57264) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:00.368125 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e099899-6689-4571-afd1-cf24fb871e16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-13c9fbe4-62a2-4f96-9322-b7bf1b4de6f0', 'network_id': '13c9fbe4-62a2-4f96-9322-b7bf1b4de6f0', 'tenant_id': 'fc6f5d6fb00b4479b0fe9a090e9cc2f9', 'fixed_ips': [{'subnet_id': 'ea440f0e-7bbd-4261-806b-10550c8734c0'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 03:02:00.368511 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0e099899-6689-4571-afd1-cf24fb871e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:00.392707 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-4d76f95b-cb99-4437-9e17-2f11ad0e9419 None None] For port 7f33f67f-1c3a-4f10-b0b6-9979f9b8c541, host n-d-796209-16, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:02:00.396467 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-4d76f95b-cb99-4437-9e17-2f11ad0e9419 None None] For port 7f33f67f-1c3a-4f10-b0b6-9979f9b8c541, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=7f33f67f-1c3a-4f10-b0b6-9979f9b8c541,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:02:00.406029 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-4d76f95b-cb99-4437-9e17-2f11ad0e9419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:00.507217 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acb99b7-efad-4eab-910b-eef1b344f8d6 None None] Pushing event updated for resources: {'Port': ['ID=7f33f67f-1c3a-4f10-b0b6-9979f9b8c541,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:00.543053 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d76f95b-cb99-4437-9e17-2f11ad0e9419 None None] Routers {'65ba9771-951a-4c57-9ebe-25a025dd1c18'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:02:00.545137 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-4d76f95b-cb99-4437-9e17-2f11ad0e9419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:01:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['65ba9771-951a-4c57-9ebe-25a025dd1c18'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:00.792958 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-a6f06f38-3a1d-4514-9dfa-a159704b2cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'name': 'tempest-RoutersTest-router-1349865003', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:01:22Z', 'updated_at': '2021-09-07T03:01:56Z', 'revision_number': 6, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'gw_port_host': None, '_interfaces': [{'id': '0cd580bd-36c2-40c7-9f89-cbec6438cb0f', 'name': '', 'network_id': '0e78b0cb-cf45-4b62-b589-9194ff1079c8', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'mac_address': 'fa:16:3e:f5:ce:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'abd280ca-68f4-4bd9-9cf7-f5ba4651bb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:25Z', 'updated_at': '2021-09-07T03:01:34Z', 'revision_number': 5, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'subnets': [{'id': 'abd280ca-68f4-4bd9-9cf7-f5ba4651bb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2cbc6c2-3fdf-481a-add3-bc14b25a9d0b', 'name': '', 'network_id': '52af0979-4339-4bb8-8304-148bc816dd86', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'mac_address': 'fa:16:3e:59:3b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': '085f34e8-d9c7-465e-b339-7b75556373d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:34Z', 'updated_at': '2021-09-07T03:01:43Z', 'revision_number': 5, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'subnets': [{'id': '085f34e8-d9c7-465e-b339-7b75556373d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'def67821-5ccc-46cb-a796-643830f6751b', 'name': '', 'network_id': 'dcc05dd5-ec07-43fb-82cf-744bfbfce823', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'mac_address': 'fa:16:3e:d9:05:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'device_owner': 'network:router_interface', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '5523b6b5-c076-4f6b-80f5-9c7851d11d36', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:51Z', 'updated_at': '2021-09-07T03:01:58Z', 'revision_number': 4, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'subnets': [{'id': '5523b6b5-c076-4f6b-80f5-9c7851d11d36', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7f26894-5c6b-4959-a5a6-91032d69460b', 'name': '', 'network_id': 'd767859c-0fb8-40ac-a9c0-0e458875595c', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'mac_address': 'fa:16:3e:fb:a8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '54c8fa12-feca-4ecb-a251-bd61e4a4a1c4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:42Z', 'updated_at': '2021-09-07T03:01:53Z', 'revision_number': 5, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'subnets': [{'id': '54c8fa12-feca-4ecb-a251-bd61e4a4a1c4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:00.812972 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.extraroute_db [None req-f2f9e3ea-324d-4e7c-9579-a6fb7d4b222e tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Added routes are [] {{(pid=94701) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 07 03:02:00.813316 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.extraroute_db [None req-f2f9e3ea-324d-4e7c-9579-a6fb7d4b222e tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=94701) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 07 03:02:00.820804 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57268) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:00.861736 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-4d76f95b-cb99-4437-9e17-2f11ad0e9419 None None] Set router 65ba9771-951a-4c57-9ebe-25a025dd1c18 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:02:00.972554 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f06f38-3a1d-4514-9dfa-a159704b2cf6 None None] The sync data for ids ['38be35b0-2dbf-46b6-8376-fcb3dc785651'] in n-d-796209-16 is: [{'id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'name': 'tempest-RoutersTest-router-1349865003', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:01:22Z', 'updated_at': '2021-09-07T03:01:56Z', 'revision_number': 6, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'gw_port_host': None, '_interfaces': [{'id': '0cd580bd-36c2-40c7-9f89-cbec6438cb0f', 'name': '', 'network_id': '0e78b0cb-cf45-4b62-b589-9194ff1079c8', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'mac_address': 'fa:16:3e:f5:ce:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'abd280ca-68f4-4bd9-9cf7-f5ba4651bb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:25Z', 'updated_at': '2021-09-07T03:01:34Z', 'revision_number': 5, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'subnets': [{'id': 'abd280ca-68f4-4bd9-9cf7-f5ba4651bb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2cbc6c2-3fdf-481a-add3-bc14b25a9d0b', 'name': '', 'network_id': '52af0979-4339-4bb8-8304-148bc816dd86', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'mac_address': 'fa:16:3e:59:3b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': '085f34e8-d9c7-465e-b339-7b75556373d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:34Z', 'updated_at': '2021-09-07T03:01:43Z', 'revision_number': 5, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'subnets': [{'id': '085f34e8-d9c7-465e-b339-7b75556373d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'def67821-5ccc-46cb-a796-643830f6751b', 'name': '', 'network_id': 'dcc05dd5-ec07-43fb-82cf-744bfbfce823', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'mac_address': 'fa:16:3e:d9:05:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'device_owner': 'network:router_interface', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '5523b6b5-c076-4f6b-80f5-9c7851d11d36', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:51Z', 'updated_at': '2021-09-07T03:01:58Z', 'revision_number': 4, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'subnets': [{'id': '5523b6b5-c076-4f6b-80f5-9c7851d11d36', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7f26894-5c6b-4959-a5a6-91032d69460b', 'name': '', 'network_id': 'd767859c-0fb8-40ac-a9c0-0e458875595c', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'mac_address': 'fa:16:3e:fb:a8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '54c8fa12-feca-4ecb-a251-bd61e4a4a1c4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:42Z', 'updated_at': '2021-09-07T03:01:53Z', 'revision_number': 5, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'subnets': [{'id': '54c8fa12-feca-4ecb-a251-bd61e4a4a1c4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:02:00.980348 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f2f9e3ea-324d-4e7c-9579-a6fb7d4b222e tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-553517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3974'] for router, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:01.244981 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ec71129a-d6d9-47a6-9cb7-b192d95e3b1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:01.323593 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f2d05c-c2da-4413-8c55-67c6dfa18bb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-1263da9d-0b05-48fa-942f-0ec084188974', 'network_id': '1263da9d-0b05-48fa-942f-0ec084188974', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'fixed_ips': [{'subnet_id': '24cccd49-5354-43ba-95e2-1f141e42d907'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 03:02:01.324465 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-14f2d05c-c2da-4413-8c55-67c6dfa18bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:01.350600 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-0e099899-6689-4571-afd1-cf24fb871e16 None None] Allocated IP 172.20.0.2 (13c9fbe4-62a2-4f96-9322-b7bf1b4de6f0/ea440f0e-7bbd-4261-806b-10550c8734c0/165a0ebe-c7f5-4ea4-ada1-6e8e37691e73) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:02:01.518109 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-4d76f95b-cb99-4437-9e17-2f11ad0e9419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ba9771-951a-4c57-9ebe-25a025dd1c18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1334485862', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '7f33f67f-1c3a-4f10-b0b6-9979f9b8c541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:01:52Z', 'updated_at': '2021-09-07T03:01:55Z', 'revision_number': 3, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'gw_port': {'id': '7f33f67f-1c3a-4f10-b0b6-9979f9b8c541', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ba9771-951a-4c57-9ebe-25a025dd1c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:53Z', 'updated_at': '2021-09-07T03:02:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:01.556525 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ec71129a-d6d9-47a6-9cb7-b192d95e3b1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:01.582044 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ec71129a-d6d9-47a6-9cb7-b192d95e3b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:01.603019 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d76f95b-cb99-4437-9e17-2f11ad0e9419 None None] The sync data for ids ['65ba9771-951a-4c57-9ebe-25a025dd1c18'] in n-d-796209-16 is: [{'id': '65ba9771-951a-4c57-9ebe-25a025dd1c18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1334485862', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '7f33f67f-1c3a-4f10-b0b6-9979f9b8c541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:01:52Z', 'updated_at': '2021-09-07T03:01:55Z', 'revision_number': 3, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'gw_port': {'id': '7f33f67f-1c3a-4f10-b0b6-9979f9b8c541', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ba9771-951a-4c57-9ebe-25a025dd1c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:53Z', 'updated_at': '2021-09-07T03:02:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:02:01.714633 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec71129a-d6d9-47a6-9cb7-b192d95e3b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea0248f-fd58-4c8c-856a-0a94fec654df,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:01.755734 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ec71129a-d6d9-47a6-9cb7-b192d95e3b1c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cee9215e0aef4908ac24a249142fee17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9323366 Sep 07 03:02:01.760635 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57278) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:01.785024 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:02.007685 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-19629d2a-46ef-4eb2-8471-cac2938c4a86 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:02.162567 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-313d9e42-83ef-4053-9f17-c3de30d70f18 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:02.196683 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-14f2d05c-c2da-4413-8c55-67c6dfa18bb0 None None] Allocated IP 172.20.0.2 (1263da9d-0b05-48fa-942f-0ec084188974/24cccd49-5354-43ba-95e2-1f141e42d907/f9f37d70-9130-4f88-86f6-4f70cc14cdd3) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:02:02.210424 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device def67821-5ccc-46cb-a796-643830f6751b up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:02:02.348691 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f2f9e3ea-324d-4e7c-9579-a6fb7d4b222e tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-553517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3974'] for router, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:02.355987 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f2f9e3ea-324d-4e7c-9579-a6fb7d4b222e tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-553510'] for router, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:02.568384 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0e099899-6689-4571-afd1-cf24fb871e16 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:02.623839 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-0e099899-6689-4571-afd1-cf24fb871e16 None None] Transition to ACTIVE for port object 165a0ebe-c7f5-4ea4-ada1-6e8e37691e73 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:02:02.632702 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port def67821-5ccc-46cb-a796-643830f6751b completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:02:02.719046 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port def67821-5ccc-46cb-a796-643830f6751b triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:02:02.719429 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:02.736862 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-0e099899-6689-4571-afd1-cf24fb871e16 None None] Transition to ACTIVE for port object 165a0ebe-c7f5-4ea4-ada1-6e8e37691e73 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:02:02.742262 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61874b1a-4a8a-4a77-b828-97f8e9792fff None None] Sync routers for ids ['38be35b0-2dbf-46b6-8376-fcb3dc785651'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:02:02.797752 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0e099899-6689-4571-afd1-cf24fb871e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:02.839161 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61874b1a-4a8a-4a77-b828-97f8e9792fff None None] Routers {'38be35b0-2dbf-46b6-8376-fcb3dc785651'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:02:02.839868 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-61874b1a-4a8a-4a77-b828-97f8e9792fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:01:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['38be35b0-2dbf-46b6-8376-fcb3dc785651'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:02.875786 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f3203bc9-6b10-4cc6-9555-31fd438a2b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:02.944895 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f3203bc9-6b10-4cc6-9555-31fd438a2b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:02.966443 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e099899-6689-4571-afd1-cf24fb871e16 None None] Network 13c9fbe4-62a2-4f96-9322-b7bf1b4de6f0 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:02:03.034080 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f9e3ea-324d-4e7c-9579-a6fb7d4b222e tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Router 38be35b0-2dbf-46b6-8376-fcb3dc785651 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:02:03.076862 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f3203bc9-6b10-4cc6-9555-31fd438a2b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:03.080236 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f3203bc9-6b10-4cc6-9555-31fd438a2b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:03.081849 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f3203bc9-6b10-4cc6-9555-31fd438a2b3c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1ea0248f-fd58-4c8c-856a-0a94fec654df HTTP/1.1" status: 204 len: 168 time: 1.3202226 Sep 07 03:02:03.105104 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-0e099899-6689-4571-afd1-cf24fb871e16 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:02:03.106290 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3203bc9-6b10-4cc6-9555-31fd438a2b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea0248f-fd58-4c8c-856a-0a94fec654df,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:03.109315 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e099899-6689-4571-afd1-cf24fb871e16 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:02:03.133641 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-14f2d05c-c2da-4413-8c55-67c6dfa18bb0 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:03.159644 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e099899-6689-4571-afd1-cf24fb871e16 None None] Pushing event updated for resources: {'Port': ['ID=165a0ebe-c7f5-4ea4-ada1-6e8e37691e73,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:03.220130 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-14f2d05c-c2da-4413-8c55-67c6dfa18bb0 None None] Transition to ACTIVE for port object f9f37d70-9130-4f88-86f6-4f70cc14cdd3 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:02:03.318769 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-61874b1a-4a8a-4a77-b828-97f8e9792fff None None] Set router 38be35b0-2dbf-46b6-8376-fcb3dc785651 gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:02:03.324359 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-14f2d05c-c2da-4413-8c55-67c6dfa18bb0 None None] Transition to ACTIVE for port object f9f37d70-9130-4f88-86f6-4f70cc14cdd3 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:02:03.400807 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-313d9e42-83ef-4053-9f17-c3de30d70f18 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Allocated IP 172.20.0.1 (13c9fbe4-62a2-4f96-9322-b7bf1b4de6f0/ea440f0e-7bbd-4261-806b-10550c8734c0/4f5b31fb-40a6-4051-b803-17e7270b552d) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:02:03.430607 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-14f2d05c-c2da-4413-8c55-67c6dfa18bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:03.465783 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-19629d2a-46ef-4eb2-8471-cac2938c4a86 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Allocated IP 172.20.0.1 (1263da9d-0b05-48fa-942f-0ec084188974/24cccd49-5354-43ba-95e2-1f141e42d907/82f677b5-92bc-464b-bd8e-ecbad40984aa) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:02:03.504924 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f9e3ea-324d-4e7c-9579-a6fb7d4b222e tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:02:03.513473 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f2f9e3ea-324d-4e7c-9579-a6fb7d4b222e tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:03.517009 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f2f9e3ea-324d-4e7c-9579-a6fb7d4b222e tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "PUT /v2.0/routers/38be35b0-2dbf-46b6-8376-fcb3dc785651 HTTP/1.1" status: 200 len: 700 time: 5.1509235 Sep 07 03:02:03.527266 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57288) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:03.590312 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f2d05c-c2da-4413-8c55-67c6dfa18bb0 None None] Network 1263da9d-0b05-48fa-942f-0ec084188974 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:02:03.611343 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-14f2d05c-c2da-4413-8c55-67c6dfa18bb0 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:02:03.641911 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f2d05c-c2da-4413-8c55-67c6dfa18bb0 None None] Pushing event updated for resources: {'Port': ['ID=f9f37d70-9130-4f88-86f6-4f70cc14cdd3,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:03.671335 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f2d05c-c2da-4413-8c55-67c6dfa18bb0 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:02:03.745444 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-0e099899-6689-4571-afd1-cf24fb871e16 None None] Attempting to bind port 165a0ebe-c7f5-4ea4-ada1-6e8e37691e73 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:02:03.745820 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-0e099899-6689-4571-afd1-cf24fb871e16 None None] Attempting to bind port 165a0ebe-c7f5-4ea4-ada1-6e8e37691e73 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'd6de519c-d593-49ef-b792-6db813b8c1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '13c9fbe4-62a2-4f96-9322-b7bf1b4de6f0'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:02:03.746194 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e099899-6689-4571-afd1-cf24fb871e16 None None] Attempting to bind port 165a0ebe-c7f5-4ea4-ada1-6e8e37691e73 on network 13c9fbe4-62a2-4f96-9322-b7bf1b4de6f0 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:02:03.775214 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-81ebc378-1eb8-4223-a2e5-9b4626510f94 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "GET /v2.0/routers/38be35b0-2dbf-46b6-8376-fcb3dc785651 HTTP/1.1" status: 200 len: 700 time: 0.2403324 Sep 07 03:02:03.780343 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57296) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:03.797283 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-313d9e42-83ef-4053-9f17-c3de30d70f18 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:03.830535 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-313d9e42-83ef-4053-9f17-c3de30d70f18 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Transition to ACTIVE for port object 4f5b31fb-40a6-4051-b803-17e7270b552d will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:02:03.841665 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e099899-6689-4571-afd1-cf24fb871e16 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:02:03.846795 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e099899-6689-4571-afd1-cf24fb871e16 None None] Checking segment: {'id': 'd6de519c-d593-49ef-b792-6db813b8c1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '13c9fbe4-62a2-4f96-9322-b7bf1b4de6f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:02:03.847500 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0e099899-6689-4571-afd1-cf24fb871e16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:03.848070 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e099899-6689-4571-afd1-cf24fb871e16 None None] Bound using segment: {'id': 'd6de519c-d593-49ef-b792-6db813b8c1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '13c9fbe4-62a2-4f96-9322-b7bf1b4de6f0'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:02:03.848998 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-0e099899-6689-4571-afd1-cf24fb871e16 None None] Bound port: 165a0ebe-c7f5-4ea4-ada1-6e8e37691e73, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6de519c-d593-49ef-b792-6db813b8c1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '13c9fbe4-62a2-4f96-9322-b7bf1b4de6f0'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:02:03.850204 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0e099899-6689-4571-afd1-cf24fb871e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:03.857919 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:03.910525 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-313d9e42-83ef-4053-9f17-c3de30d70f18 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:03.921978 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-19629d2a-46ef-4eb2-8471-cac2938c4a86 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:03.993439 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-19629d2a-46ef-4eb2-8471-cac2938c4a86 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Transition to ACTIVE for port object 82f677b5-92bc-464b-bd8e-ecbad40984aa will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:02:04.020883 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port def67821-5ccc-46cb-a796-643830f6751b, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=def67821-5ccc-46cb-a796-643830f6751b,segment=NetworkSegment(49d37367-2662-4ba7-aede-7fc69f31ad03),segment_id=49d37367-2662-4ba7-aede-7fc69f31ad03)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:02:04.045979 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:04.064882 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313d9e42-83ef-4053-9f17-c3de30d70f18 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Network 13c9fbe4-62a2-4f96-9322-b7bf1b4de6f0 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:02:04.068265 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-313d9e42-83ef-4053-9f17-c3de30d70f18 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:02:04.072211 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313d9e42-83ef-4053-9f17-c3de30d70f18 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:02:04.130672 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313d9e42-83ef-4053-9f17-c3de30d70f18 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Pushing event updated for resources: {'Port': ['ID=4f5b31fb-40a6-4051-b803-17e7270b552d,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:04.252423 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-313d9e42-83ef-4053-9f17-c3de30d70f18 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:04.347339 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-19629d2a-46ef-4eb2-8471-cac2938c4a86 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:04.429125 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19629d2a-46ef-4eb2-8471-cac2938c4a86 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Network 1263da9d-0b05-48fa-942f-0ec084188974 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:02:04.441407 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-19629d2a-46ef-4eb2-8471-cac2938c4a86 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:02:04.466390 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19629d2a-46ef-4eb2-8471-cac2938c4a86 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:02:04.541829 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19629d2a-46ef-4eb2-8471-cac2938c4a86 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event updated for resources: {'Port': ['ID=82f677b5-92bc-464b-bd8e-ecbad40984aa,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:04.597224 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-19629d2a-46ef-4eb2-8471-cac2938c4a86 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:04.688150 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-313d9e42-83ef-4053-9f17-c3de30d70f18 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:04.803648 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-0e099899-6689-4571-afd1-cf24fb871e16 None None] For port 165a0ebe-c7f5-4ea4-ada1-6e8e37691e73, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:02:04.810985 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-0e099899-6689-4571-afd1-cf24fb871e16 None None] For port 165a0ebe-c7f5-4ea4-ada1-6e8e37691e73, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=165a0ebe-c7f5-4ea4-ada1-6e8e37691e73,segment=NetworkSegment(d6de519c-d593-49ef-b792-6db813b8c1d3),segment_id=d6de519c-d593-49ef-b792-6db813b8c1d3)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:02:04.910784 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 7f33f67f-1c3a-4f10-b0b6-9979f9b8c541 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:02:04.930004 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=def67821-5ccc-46cb-a796-643830f6751b,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:05.028243 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0e099899-6689-4571-afd1-cf24fb871e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:05.079964 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-14f2d05c-c2da-4413-8c55-67c6dfa18bb0 None None] Attempting to bind port f9f37d70-9130-4f88-86f6-4f70cc14cdd3 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:02:05.081041 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-14f2d05c-c2da-4413-8c55-67c6dfa18bb0 None None] Attempting to bind port f9f37d70-9130-4f88-86f6-4f70cc14cdd3 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'fba07b7e-2c86-4cb6-8d0f-db8cc058bd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1263da9d-0b05-48fa-942f-0ec084188974'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:02:05.082626 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f2d05c-c2da-4413-8c55-67c6dfa18bb0 None None] Attempting to bind port f9f37d70-9130-4f88-86f6-4f70cc14cdd3 on network 1263da9d-0b05-48fa-942f-0ec084188974 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:02:05.089629 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-19629d2a-46ef-4eb2-8471-cac2938c4a86 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:05.195729 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4c89a0a4-a46c-4a42-b6dc-104e13ed45d4 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:05.342323 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f2d05c-c2da-4413-8c55-67c6dfa18bb0 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:02:05.343031 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f2d05c-c2da-4413-8c55-67c6dfa18bb0 None None] Checking segment: {'id': 'fba07b7e-2c86-4cb6-8d0f-db8cc058bd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1263da9d-0b05-48fa-942f-0ec084188974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:02:05.346939 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-14f2d05c-c2da-4413-8c55-67c6dfa18bb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:05.347621 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f2d05c-c2da-4413-8c55-67c6dfa18bb0 None None] Bound using segment: {'id': 'fba07b7e-2c86-4cb6-8d0f-db8cc058bd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1263da9d-0b05-48fa-942f-0ec084188974'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:02:05.348278 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-14f2d05c-c2da-4413-8c55-67c6dfa18bb0 None None] Bound port: f9f37d70-9130-4f88-86f6-4f70cc14cdd3, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fba07b7e-2c86-4cb6-8d0f-db8cc058bd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1263da9d-0b05-48fa-942f-0ec084188974'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:02:05.348850 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-14f2d05c-c2da-4413-8c55-67c6dfa18bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:05.355540 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-313d9e42-83ef-4053-9f17-c3de30d70f18 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:05.368466 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-313d9e42-83ef-4053-9f17-c3de30d70f18 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:05.384277 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e099899-6689-4571-afd1-cf24fb871e16 None None] Pushing event updated for resources: {'Port': ['ID=165a0ebe-c7f5-4ea4-ada1-6e8e37691e73,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:05.517067 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313d9e42-83ef-4053-9f17-c3de30d70f18 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Pushing event updated for resources: {'Port': ['ID=4f5b31fb-40a6-4051-b803-17e7270b552d,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:05.582199 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-313d9e42-83ef-4053-9f17-c3de30d70f18 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:05.738387 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-14f2d05c-c2da-4413-8c55-67c6dfa18bb0 None None] For port f9f37d70-9130-4f88-86f6-4f70cc14cdd3, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:02:05.753402 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-14f2d05c-c2da-4413-8c55-67c6dfa18bb0 None None] For port f9f37d70-9130-4f88-86f6-4f70cc14cdd3, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=f9f37d70-9130-4f88-86f6-4f70cc14cdd3,segment=NetworkSegment(fba07b7e-2c86-4cb6-8d0f-db8cc058bd4a),segment_id=fba07b7e-2c86-4cb6-8d0f-db8cc058bd4a)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:02:05.811947 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-14f2d05c-c2da-4413-8c55-67c6dfa18bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:05.854726 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313d9e42-83ef-4053-9f17-c3de30d70f18 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Network 13c9fbe4-62a2-4f96-9322-b7bf1b4de6f0 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:02:05.858284 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-313d9e42-83ef-4053-9f17-c3de30d70f18 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:02:05.968992 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f2d05c-c2da-4413-8c55-67c6dfa18bb0 None None] Pushing event updated for resources: {'Port': ['ID=f9f37d70-9130-4f88-86f6-4f70cc14cdd3,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:06.160679 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-313d9e42-83ef-4053-9f17-c3de30d70f18 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Router ddd87546-b871-4ed0-92e1-62ece3869afb is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 03:02:06.189988 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 7f33f67f-1c3a-4f10-b0b6-9979f9b8c541 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:02:06.230237 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 7f33f67f-1c3a-4f10-b0b6-9979f9b8c541 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:02:06.230619 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:06.308803 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-61874b1a-4a8a-4a77-b828-97f8e9792fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'name': 'tempest-RoutersTest-router-1349865003', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:01:22Z', 'updated_at': '2021-09-07T03:02:00Z', 'revision_number': 7, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'gw_port_host': None, '_interfaces': [{'id': '0cd580bd-36c2-40c7-9f89-cbec6438cb0f', 'name': '', 'network_id': '0e78b0cb-cf45-4b62-b589-9194ff1079c8', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'mac_address': 'fa:16:3e:f5:ce:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'abd280ca-68f4-4bd9-9cf7-f5ba4651bb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:25Z', 'updated_at': '2021-09-07T03:01:34Z', 'revision_number': 5, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'subnets': [{'id': 'abd280ca-68f4-4bd9-9cf7-f5ba4651bb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2cbc6c2-3fdf-481a-add3-bc14b25a9d0b', 'name': '', 'network_id': '52af0979-4339-4bb8-8304-148bc816dd86', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'mac_address': 'fa:16:3e:59:3b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': '085f34e8-d9c7-465e-b339-7b75556373d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:34Z', 'updated_at': '2021-09-07T03:01:43Z', 'revision_number': 5, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'subnets': [{'id': '085f34e8-d9c7-465e-b339-7b75556373d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'def67821-5ccc-46cb-a796-643830f6751b', 'name': '', 'network_id': 'dcc05dd5-ec07-43fb-82cf-744bfbfce823', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'mac_address': 'fa:16:3e:d9:05:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'device_owner': 'network:router_interface', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '5523b6b5-c076-4f6b-80f5-9c7851d11d36', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:51Z', 'updated_at': '2021-09-07T03:01:58Z', 'revision_number': 4, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'subnets': [{'id': '5523b6b5-c076-4f6b-80f5-9c7851d11d36', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7f26894-5c6b-4959-a5a6-91032d69460b', 'name': '', 'network_id': 'd767859c-0fb8-40ac-a9c0-0e458875595c', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'mac_address': 'fa:16:3e:fb:a8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '54c8fa12-feca-4ecb-a251-bd61e4a4a1c4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:42Z', 'updated_at': '2021-09-07T03:01:53Z', 'revision_number': 5, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'subnets': [{'id': '54c8fa12-feca-4ecb-a251-bd61e4a4a1c4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:06.356718 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61874b1a-4a8a-4a77-b828-97f8e9792fff None None] Checking router: 38be35b0-2dbf-46b6-8376-fcb3dc785651 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:02:06.404476 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313d9e42-83ef-4053-9f17-c3de30d70f18 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:02:06.417547 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61874b1a-4a8a-4a77-b828-97f8e9792fff None None] Routers {'38be35b0-2dbf-46b6-8376-fcb3dc785651'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:02:06.419197 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-61874b1a-4a8a-4a77-b828-97f8e9792fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:01:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['38be35b0-2dbf-46b6-8376-fcb3dc785651'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:06.425759 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3bad86-d0c4-495c-ade1-f187046ad82b None None] Sync routers for ids ['ddd87546-b871-4ed0-92e1-62ece3869afb'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:02:06.427596 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-19629d2a-46ef-4eb2-8471-cac2938c4a86 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:06.432967 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-313d9e42-83ef-4053-9f17-c3de30d70f18 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] 10.222.0.22 "PUT /v2.0/routers/ddd87546-b871-4ed0-92e1-62ece3869afb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1036503 Sep 07 03:02:06.434328 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57330) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:06.454381 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-c1745d59-cdf8-43a8-8f29-8d52bb63769f tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Request body: {'port': {'network_id': '13c9fbe4-62a2-4f96-9322-b7bf1b4de6f0', 'name': 'tempest-FloatingIPNegativeTestJSON-253023564'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:02:06.454550 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3bad86-d0c4-495c-ade1-f187046ad82b None None] Routers {'ddd87546-b871-4ed0-92e1-62ece3869afb'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:02:06.455050 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-9d3bad86-d0c4-495c-ade1-f187046ad82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:01:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['ddd87546-b871-4ed0-92e1-62ece3869afb'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:06.456076 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-19629d2a-46ef-4eb2-8471-cac2938c4a86 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:06.505991 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:06.562135 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 7f33f67f-1c3a-4f10-b0b6-9979f9b8c541, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=7f33f67f-1c3a-4f10-b0b6-9979f9b8c541,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:02:06.587539 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-9d3bad86-d0c4-495c-ade1-f187046ad82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:06.608554 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3bad86-d0c4-495c-ade1-f187046ad82b None None] Routers {'ddd87546-b871-4ed0-92e1-62ece3869afb'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:02:06.613414 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-9d3bad86-d0c4-495c-ade1-f187046ad82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:01:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['ddd87546-b871-4ed0-92e1-62ece3869afb'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:06.703388 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19629d2a-46ef-4eb2-8471-cac2938c4a86 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event updated for resources: {'Port': ['ID=82f677b5-92bc-464b-bd8e-ecbad40984aa,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:06.718642 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-9d3bad86-d0c4-495c-ade1-f187046ad82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:06.719451 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1745d59-cdf8-43a8-8f29-8d52bb63769f tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Made reservation on behalf of fc6f5d6fb00b4479b0fe9a090e9cc2f9 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:02:06.722602 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3bad86-d0c4-495c-ade1-f187046ad82b None None] The sync data for ids ['ddd87546-b871-4ed0-92e1-62ece3869afb'] in n-d-796209-16 is: [] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:02:06.724835 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c1745d59-cdf8-43a8-8f29-8d52bb63769f tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:06.727390 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-61874b1a-4a8a-4a77-b828-97f8e9792fff None None] Set router 38be35b0-2dbf-46b6-8376-fcb3dc785651 gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:02:06.772414 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-c1745d59-cdf8-43a8-8f29-8d52bb63769f tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] device_id is not set on port fd142ac9-d934-4e97-8016-ed57e35c2051 yet. {{(pid=94701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 03:02:06.795007 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-19629d2a-46ef-4eb2-8471-cac2938c4a86 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:06.831249 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-4c89a0a4-a46c-4a42-b6dc-104e13ed45d4 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Deleting port def67821-5ccc-46cb-a796-643830f6751b {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:02:06.834654 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4c89a0a4-a46c-4a42-b6dc-104e13ed45d4 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:06.956547 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:07.007953 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-c1745d59-cdf8-43a8-8f29-8d52bb63769f tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Allocated IP 172.20.0.5 (13c9fbe4-62a2-4f96-9322-b7bf1b4de6f0/ea440f0e-7bbd-4261-806b-10550c8734c0/fd142ac9-d934-4e97-8016-ed57e35c2051) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:02:07.344061 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19629d2a-46ef-4eb2-8471-cac2938c4a86 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Network 1263da9d-0b05-48fa-942f-0ec084188974 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:02:07.346969 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=7f33f67f-1c3a-4f10-b0b6-9979f9b8c541,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:07.409518 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c1745d59-cdf8-43a8-8f29-8d52bb63769f tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:07.454863 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-19629d2a-46ef-4eb2-8471-cac2938c4a86 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:02:07.481975 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-c1745d59-cdf8-43a8-8f29-8d52bb63769f tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Transition to ACTIVE for port object fd142ac9-d934-4e97-8016-ed57e35c2051 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:02:07.525605 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device f9f37d70-9130-4f88-86f6-4f70cc14cdd3 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:02:07.532789 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e098fb3-ea33-49b3-94b3-ee4aee77a220 None None] Network 13c9fbe4-62a2-4f96-9322-b7bf1b4de6f0 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:02:07.534753 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c1745d59-cdf8-43a8-8f29-8d52bb63769f tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:07.563911 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1745d59-cdf8-43a8-8f29-8d52bb63769f tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Network 13c9fbe4-62a2-4f96-9322-b7bf1b4de6f0 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:02:07.567337 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-c1745d59-cdf8-43a8-8f29-8d52bb63769f tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:02:07.573956 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1745d59-cdf8-43a8-8f29-8d52bb63769f tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:02:07.698246 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1745d59-cdf8-43a8-8f29-8d52bb63769f tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Pushing event updated for resources: {'Port': ['ID=fd142ac9-d934-4e97-8016-ed57e35c2051,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:07.721304 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1745d59-cdf8-43a8-8f29-8d52bb63769f tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:02:07.722024 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c1745d59-cdf8-43a8-8f29-8d52bb63769f tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:07.750166 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c1745d59-cdf8-43a8-8f29-8d52bb63769f tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3111095 Sep 07 03:02:07.752951 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57338) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:07.765341 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-bcc2ee5f-a191-4b02-a0ff-e354b3ee023f tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Request body: {'floatingip': {'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:02:07.775931 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-4c89a0a4-a46c-4a42-b6dc-104e13ed45d4 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] For port def67821-5ccc-46cb-a796-643830f6751b, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=def67821-5ccc-46cb-a796-643830f6751b,segment=NetworkSegment(49d37367-2662-4ba7-aede-7fc69f31ad03),segment_id=49d37367-2662-4ba7-aede-7fc69f31ad03)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:02:07.776312 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4c89a0a4-a46c-4a42-b6dc-104e13ed45d4 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:07.823598 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bcc2ee5f-a191-4b02-a0ff-e354b3ee023f tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks [] for floatingip, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:07.868539 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-4c89a0a4-a46c-4a42-b6dc-104e13ed45d4 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Calling delete_port for def67821-5ccc-46cb-a796-643830f6751b owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:02:07.969190 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-f07410f8-4fd0-4a77-9268-14d6ff78ecb5 None None] Provisioning for port 165a0ebe-c7f5-4ea4-ada1-6e8e37691e73 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:02:08.147849 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bcc2ee5f-a191-4b02-a0ff-e354b3ee023f tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:08.150337 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19629d2a-46ef-4eb2-8471-cac2938c4a86 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Router 65ba9771-951a-4c57-9ebe-25a025dd1c18 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:02:08.166952 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-61874b1a-4a8a-4a77-b828-97f8e9792fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'name': 'tempest-RoutersTest-router-1349865003', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:01:22Z', 'updated_at': '2021-09-07T03:02:00Z', 'revision_number': 7, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'gw_port_host': None, '_interfaces': [{'id': '0cd580bd-36c2-40c7-9f89-cbec6438cb0f', 'name': '', 'network_id': '0e78b0cb-cf45-4b62-b589-9194ff1079c8', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'mac_address': 'fa:16:3e:f5:ce:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'abd280ca-68f4-4bd9-9cf7-f5ba4651bb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:25Z', 'updated_at': '2021-09-07T03:01:34Z', 'revision_number': 5, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'subnets': [{'id': 'abd280ca-68f4-4bd9-9cf7-f5ba4651bb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2cbc6c2-3fdf-481a-add3-bc14b25a9d0b', 'name': '', 'network_id': '52af0979-4339-4bb8-8304-148bc816dd86', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'mac_address': 'fa:16:3e:59:3b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': '085f34e8-d9c7-465e-b339-7b75556373d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:34Z', 'updated_at': '2021-09-07T03:01:43Z', 'revision_number': 5, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'subnets': [{'id': '085f34e8-d9c7-465e-b339-7b75556373d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'def67821-5ccc-46cb-a796-643830f6751b', 'name': '', 'network_id': 'dcc05dd5-ec07-43fb-82cf-744bfbfce823', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'mac_address': 'fa:16:3e:d9:05:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'device_owner': 'network:router_interface', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '5523b6b5-c076-4f6b-80f5-9c7851d11d36', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:51Z', 'updated_at': '2021-09-07T03:02:03Z', 'revision_number': 5, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'subnets': [{'id': '5523b6b5-c076-4f6b-80f5-9c7851d11d36', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7f26894-5c6b-4959-a5a6-91032d69460b', 'name': '', 'network_id': 'd767859c-0fb8-40ac-a9c0-0e458875595c', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'mac_address': 'fa:16:3e:fb:a8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '54c8fa12-feca-4ecb-a251-bd61e4a4a1c4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:42Z', 'updated_at': '2021-09-07T03:01:53Z', 'revision_number': 5, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'subnets': [{'id': '54c8fa12-feca-4ecb-a251-bd61e4a4a1c4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:08.224069 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port f9f37d70-9130-4f88-86f6-4f70cc14cdd3 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:02:08.264321 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6b8828-e93a-4bb5-9b4d-ffca562b2532 None None] Network 1263da9d-0b05-48fa-942f-0ec084188974 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:02:08.297121 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device def67821-5ccc-46cb-a796-643830f6751b up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:02:08.299516 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61874b1a-4a8a-4a77-b828-97f8e9792fff None None] The sync data for ids ['38be35b0-2dbf-46b6-8376-fcb3dc785651'] in n-d-796209-16 is: [{'id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'name': 'tempest-RoutersTest-router-1349865003', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:01:22Z', 'updated_at': '2021-09-07T03:02:00Z', 'revision_number': 7, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'gw_port_host': None, '_interfaces': [{'id': '0cd580bd-36c2-40c7-9f89-cbec6438cb0f', 'name': '', 'network_id': '0e78b0cb-cf45-4b62-b589-9194ff1079c8', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'mac_address': 'fa:16:3e:f5:ce:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'abd280ca-68f4-4bd9-9cf7-f5ba4651bb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:25Z', 'updated_at': '2021-09-07T03:01:34Z', 'revision_number': 5, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'subnets': [{'id': 'abd280ca-68f4-4bd9-9cf7-f5ba4651bb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2cbc6c2-3fdf-481a-add3-bc14b25a9d0b', 'name': '', 'network_id': '52af0979-4339-4bb8-8304-148bc816dd86', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'mac_address': 'fa:16:3e:59:3b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': '085f34e8-d9c7-465e-b339-7b75556373d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:34Z', 'updated_at': '2021-09-07T03:01:43Z', 'revision_number': 5, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'subnets': [{'id': '085f34e8-d9c7-465e-b339-7b75556373d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'def67821-5ccc-46cb-a796-643830f6751b', 'name': '', 'network_id': 'dcc05dd5-ec07-43fb-82cf-744bfbfce823', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'mac_address': 'fa:16:3e:d9:05:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'device_owner': 'network:router_interface', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '5523b6b5-c076-4f6b-80f5-9c7851d11d36', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:51Z', 'updated_at': '2021-09-07T03:02:03Z', 'revision_number': 5, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'subnets': [{'id': '5523b6b5-c076-4f6b-80f5-9c7851d11d36', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7f26894-5c6b-4959-a5a6-91032d69460b', 'name': '', 'network_id': 'd767859c-0fb8-40ac-a9c0-0e458875595c', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'mac_address': 'fa:16:3e:fb:a8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '54c8fa12-feca-4ecb-a251-bd61e4a4a1c4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:42Z', 'updated_at': '2021-09-07T03:01:53Z', 'revision_number': 5, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'subnets': [{'id': '54c8fa12-feca-4ecb-a251-bd61e4a4a1c4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:02:08.312587 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-9a628cac-fc0e-408a-9514-21b70145e65a None None] Provisioning for port f9f37d70-9130-4f88-86f6-4f70cc14cdd3 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:02:08.366221 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-9a628cac-fc0e-408a-9514-21b70145e65a None None] Provisioning complete for port f9f37d70-9130-4f88-86f6-4f70cc14cdd3 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:02:08.366740 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9a628cac-fc0e-408a-9514-21b70145e65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:08.383430 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:02:08.617709 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port def67821-5ccc-46cb-a796-643830f6751b triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:02:08.618302 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:08.985762 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631b904b-2743-4e01-8dbb-8d355dc88bd1 None None] Sync routers for ids ['38be35b0-2dbf-46b6-8376-fcb3dc785651'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:02:09.031517 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9a628cac-fc0e-408a-9514-21b70145e65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:09.250007 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631b904b-2743-4e01-8dbb-8d355dc88bd1 None None] Routers {'38be35b0-2dbf-46b6-8376-fcb3dc785651'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:02:09.251228 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-631b904b-2743-4e01-8dbb-8d355dc88bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:01:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['38be35b0-2dbf-46b6-8376-fcb3dc785651'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:09.253553 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19629d2a-46ef-4eb2-8471-cac2938c4a86 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:02:09.272364 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-19629d2a-46ef-4eb2-8471-cac2938c4a86 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "PUT /v2.0/routers/65ba9771-951a-4c57-9ebe-25a025dd1c18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9760332 Sep 07 03:02:09.272594 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e28bbf-a740-49ad-9669-d8a7437a3906 None None] Sync routers for ids ['65ba9771-951a-4c57-9ebe-25a025dd1c18'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:02:09.302445 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e28bbf-a740-49ad-9669-d8a7437a3906 None None] Routers {'65ba9771-951a-4c57-9ebe-25a025dd1c18'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:02:09.305970 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-f8e28bbf-a740-49ad-9669-d8a7437a3906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:01:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['65ba9771-951a-4c57-9ebe-25a025dd1c18'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:09.375038 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-9a628cac-fc0e-408a-9514-21b70145e65a None None] For port f9f37d70-9130-4f88-86f6-4f70cc14cdd3, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=f9f37d70-9130-4f88-86f6-4f70cc14cdd3,segment=NetworkSegment(fba07b7e-2c86-4cb6-8d0f-db8cc058bd4a),segment_id=fba07b7e-2c86-4cb6-8d0f-db8cc058bd4a)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:02:09.408944 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9a628cac-fc0e-408a-9514-21b70145e65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:09.427802 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4c89a0a4-a46c-4a42-b6dc-104e13ed45d4 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:09.506067 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c89a0a4-a46c-4a42-b6dc-104e13ed45d4 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event deleted for resources: {'Port': ['ID=def67821-5ccc-46cb-a796-643830f6751b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:09.565729 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-bcc2ee5f-a191-4b02-a0ff-e354b3ee023f tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Allocated IP 172.25.5.220 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/0aaaee25-e3f5-4020-8636-9ee76db8c873) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:02:09.665492 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 165a0ebe-c7f5-4ea4-ada1-6e8e37691e73 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:02:09.802387 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-f8e28bbf-a740-49ad-9669-d8a7437a3906 None None] Set router 65ba9771-951a-4c57-9ebe-25a025dd1c18 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:02:10.011450 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4c89a0a4-a46c-4a42-b6dc-104e13ed45d4 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:10.047603 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bcc2ee5f-a191-4b02-a0ff-e354b3ee023f tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:10.343778 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bcc2ee5f-a191-4b02-a0ff-e354b3ee023f tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:10.501106 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-f8e28bbf-a740-49ad-9669-d8a7437a3906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ba9771-951a-4c57-9ebe-25a025dd1c18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1334485862', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '7f33f67f-1c3a-4f10-b0b6-9979f9b8c541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:01:52Z', 'updated_at': '2021-09-07T03:02:04Z', 'revision_number': 4, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'gw_port': {'id': '7f33f67f-1c3a-4f10-b0b6-9979f9b8c541', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ba9771-951a-4c57-9ebe-25a025dd1c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:53Z', 'updated_at': '2021-09-07T03:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '82f677b5-92bc-464b-bd8e-ecbad40984aa', 'name': '', 'network_id': '1263da9d-0b05-48fa-942f-0ec084188974', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'mac_address': 'fa:16:3e:ef:97:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ba9771-951a-4c57-9ebe-25a025dd1c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '24cccd49-5354-43ba-95e2-1f141e42d907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:02:02Z', 'updated_at': '2021-09-07T03:02:05Z', 'revision_number': 2, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'subnets': [{'id': '24cccd49-5354-43ba-95e2-1f141e42d907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:10.548295 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-631b904b-2743-4e01-8dbb-8d355dc88bd1 None None] Set router 38be35b0-2dbf-46b6-8376-fcb3dc785651 gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:02:10.583197 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc2ee5f-a191-4b02-a0ff-e354b3ee023f tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Pushing event updated for resources: {'Port': ['ID=0aaaee25-e3f5-4020-8636-9ee76db8c873,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:10.594779 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a628cac-fc0e-408a-9514-21b70145e65a None None] Pushing event updated for resources: {'Port': ['ID=f9f37d70-9130-4f88-86f6-4f70cc14cdd3,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:10.632595 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc2ee5f-a191-4b02-a0ff-e354b3ee023f tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:02:10.634155 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-bcc2ee5f-a191-4b02-a0ff-e354b3ee023f tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:02:10.642552 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e28bbf-a740-49ad-9669-d8a7437a3906 None None] Checking router: 65ba9771-951a-4c57-9ebe-25a025dd1c18 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:02:10.643191 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e28bbf-a740-49ad-9669-d8a7437a3906 None None] Updating router 65ba9771-951a-4c57-9ebe-25a025dd1c18 port 82f677b5-92bc-464b-bd8e-ecbad40984aa binding host n-d-796209-16 {{(pid=94703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 03:02:10.649104 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc2ee5f-a191-4b02-a0ff-e354b3ee023f tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:02:10.659166 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-dce9356f-4540-487a-89ee-476194ab478a None None] Provisioning for port fd142ac9-d934-4e97-8016-ed57e35c2051 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:02:10.695399 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-dce9356f-4540-487a-89ee-476194ab478a None None] Provisioning complete for port fd142ac9-d934-4e97-8016-ed57e35c2051 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:02:10.709175 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-dce9356f-4540-487a-89ee-476194ab478a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:10.728643 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-f8e28bbf-a740-49ad-9669-d8a7437a3906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:10.765758 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c89a0a4-a46c-4a42-b6dc-104e13ed45d4 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Router 38be35b0-2dbf-46b6-8376-fcb3dc785651 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:02:10.931099 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bcc2ee5f-a191-4b02-a0ff-e354b3ee023f tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:11.042628 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c89a0a4-a46c-4a42-b6dc-104e13ed45d4 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:02:11.063745 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-4c89a0a4-a46c-4a42-b6dc-104e13ed45d4 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "PUT /v2.0/routers/38be35b0-2dbf-46b6-8376-fcb3dc785651/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2770317 Sep 07 03:02:11.064689 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57366) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:11.073148 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bcc2ee5f-a191-4b02-a0ff-e354b3ee023f tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:11.083274 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-dce9356f-4540-487a-89ee-476194ab478a None None] Port fd142ac9-d934-4e97-8016-ed57e35c2051 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:02:11.096094 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 165a0ebe-c7f5-4ea4-ada1-6e8e37691e73 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:02:11.172167 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 165a0ebe-c7f5-4ea4-ada1-6e8e37691e73 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:02:11.177257 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-45288438-3062-4f8c-9561-eb4e30a3d8a9 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Deleting subnet 5523b6b5-c076-4f6b-80f5-9c7851d11d36 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 03:02:11.180655 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:11.185062 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-45288438-3062-4f8c-9561-eb4e30a3d8a9 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:11.268330 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-45288438-3062-4f8c-9561-eb4e30a3d8a9 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:11.272607 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-dce9356f-4540-487a-89ee-476194ab478a None None] Provisioning complete for port 165a0ebe-c7f5-4ea4-ada1-6e8e37691e73 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:02:11.276074 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-dce9356f-4540-487a-89ee-476194ab478a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:11.458079 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-f8e28bbf-a740-49ad-9669-d8a7437a3906 None None] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:11.479401 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-f8e28bbf-a740-49ad-9669-d8a7437a3906 None None] Transition to ACTIVE for port object 82f677b5-92bc-464b-bd8e-ecbad40984aa will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:02:11.488587 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-f8e28bbf-a740-49ad-9669-d8a7437a3906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:11.511978 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bcc2ee5f-a191-4b02-a0ff-e354b3ee023f tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:11.525731 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bcc2ee5f-a191-4b02-a0ff-e354b3ee023f tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:11.689671 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-45288438-3062-4f8c-9561-eb4e30a3d8a9 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:11.689832 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb7c974-b80d-4be1-8f5d-3d72de1d7107 None None] Pushing event updated for resources: {'Port': ['ID=82f677b5-92bc-464b-bd8e-ecbad40984aa,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:11.728893 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc2ee5f-a191-4b02-a0ff-e354b3ee023f tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Pushing event updated for resources: {'Port': ['ID=0aaaee25-e3f5-4020-8636-9ee76db8c873,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:11.752404 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:11.777470 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-dce9356f-4540-487a-89ee-476194ab478a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:11.794755 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-45288438-3062-4f8c-9561-eb4e30a3d8a9 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:11.880154 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45288438-3062-4f8c-9561-eb4e30a3d8a9 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event deleted for resources: {'Subnet': ['ID=5523b6b5-c076-4f6b-80f5-9c7851d11d36,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:11.898201 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-45288438-3062-4f8c-9561-eb4e30a3d8a9 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:11.905688 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-45288438-3062-4f8c-9561-eb4e30a3d8a9 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "DELETE /v2.0/subnets/5523b6b5-c076-4f6b-80f5-9c7851d11d36 HTTP/1.1" status: 204 len: 168 time: 0.8368654 Sep 07 03:02:11.921396 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57374) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:11.933148 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-f8e28bbf-a740-49ad-9669-d8a7437a3906 None None] Attempting to bind port 82f677b5-92bc-464b-bd8e-ecbad40984aa on host n-d-796209-16 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:02:11.933536 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-f8e28bbf-a740-49ad-9669-d8a7437a3906 None None] Attempting to bind port 82f677b5-92bc-464b-bd8e-ecbad40984aa by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'fba07b7e-2c86-4cb6-8d0f-db8cc058bd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1263da9d-0b05-48fa-942f-0ec084188974'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:02:11.933906 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e28bbf-a740-49ad-9669-d8a7437a3906 None None] Attempting to bind port 82f677b5-92bc-464b-bd8e-ecbad40984aa on network 1263da9d-0b05-48fa-942f-0ec084188974 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:02:11.939338 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-631b904b-2743-4e01-8dbb-8d355dc88bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'name': 'tempest-RoutersTest-router-1349865003', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:01:22Z', 'updated_at': '2021-09-07T03:02:00Z', 'revision_number': 7, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'gw_port_host': None, '_interfaces': [{'id': '0cd580bd-36c2-40c7-9f89-cbec6438cb0f', 'name': '', 'network_id': '0e78b0cb-cf45-4b62-b589-9194ff1079c8', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'mac_address': 'fa:16:3e:f5:ce:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'abd280ca-68f4-4bd9-9cf7-f5ba4651bb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:25Z', 'updated_at': '2021-09-07T03:01:34Z', 'revision_number': 5, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'subnets': [{'id': 'abd280ca-68f4-4bd9-9cf7-f5ba4651bb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2cbc6c2-3fdf-481a-add3-bc14b25a9d0b', 'name': '', 'network_id': '52af0979-4339-4bb8-8304-148bc816dd86', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'mac_address': 'fa:16:3e:59:3b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': '085f34e8-d9c7-465e-b339-7b75556373d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:34Z', 'updated_at': '2021-09-07T03:01:43Z', 'revision_number': 5, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'subnets': [{'id': '085f34e8-d9c7-465e-b339-7b75556373d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'def67821-5ccc-46cb-a796-643830f6751b', 'name': '', 'network_id': 'dcc05dd5-ec07-43fb-82cf-744bfbfce823', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'mac_address': 'fa:16:3e:d9:05:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'device_owner': 'network:router_interface', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '5523b6b5-c076-4f6b-80f5-9c7851d11d36', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:51Z', 'updated_at': '2021-09-07T03:02:03Z', 'revision_number': 5, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'subnets': [{'id': '5523b6b5-c076-4f6b-80f5-9c7851d11d36', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7f26894-5c6b-4959-a5a6-91032d69460b', 'name': '', 'network_id': 'd767859c-0fb8-40ac-a9c0-0e458875595c', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'mac_address': 'fa:16:3e:fb:a8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '54c8fa12-feca-4ecb-a251-bd61e4a4a1c4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:42Z', 'updated_at': '2021-09-07T03:01:53Z', 'revision_number': 5, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'subnets': [{'id': '54c8fa12-feca-4ecb-a251-bd61e4a4a1c4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:11.959796 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e28bbf-a740-49ad-9669-d8a7437a3906 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:02:11.960186 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e28bbf-a740-49ad-9669-d8a7437a3906 None None] Checking segment: {'id': 'fba07b7e-2c86-4cb6-8d0f-db8cc058bd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1263da9d-0b05-48fa-942f-0ec084188974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:02:11.961136 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551f5c88-0178-4fef-85d8-7922b6bb2ac3 None None] Network dcc05dd5-ec07-43fb-82cf-744bfbfce823 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:02:11.962837 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-f8e28bbf-a740-49ad-9669-d8a7437a3906 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:11.963264 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e28bbf-a740-49ad-9669-d8a7437a3906 None None] Bound using segment: {'id': 'fba07b7e-2c86-4cb6-8d0f-db8cc058bd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1263da9d-0b05-48fa-942f-0ec084188974'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:02:11.963818 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-f8e28bbf-a740-49ad-9669-d8a7437a3906 None None] Bound port: 82f677b5-92bc-464b-bd8e-ecbad40984aa, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fba07b7e-2c86-4cb6-8d0f-db8cc058bd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1263da9d-0b05-48fa-942f-0ec084188974'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:02:11.965548 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-f8e28bbf-a740-49ad-9669-d8a7437a3906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:12.036566 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6353be34-ffbf-417c-8ef2-9c3ae7fff5d2 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:12.072134 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bcc2ee5f-a191-4b02-a0ff-e354b3ee023f tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:12.115703 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-6353be34-ffbf-417c-8ef2-9c3ae7fff5d2 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Deleting port 29052926-70b5-4096-b2e7-40388f484cb5 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:02:12.116314 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6353be34-ffbf-417c-8ef2-9c3ae7fff5d2 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:12.149549 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-f8e28bbf-a740-49ad-9669-d8a7437a3906 None None] For port 82f677b5-92bc-464b-bd8e-ecbad40984aa, host n-d-796209-16, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:02:12.154132 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-f8e28bbf-a740-49ad-9669-d8a7437a3906 None None] For port 82f677b5-92bc-464b-bd8e-ecbad40984aa, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=82f677b5-92bc-464b-bd8e-ecbad40984aa,segment=NetworkSegment(fba07b7e-2c86-4cb6-8d0f-db8cc058bd4a),segment_id=fba07b7e-2c86-4cb6-8d0f-db8cc058bd4a)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:02:12.163351 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bcc2ee5f-a191-4b02-a0ff-e354b3ee023f tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:12.167310 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-bcc2ee5f-a191-4b02-a0ff-e354b3ee023f tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4114008 Sep 07 03:02:12.171052 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631b904b-2743-4e01-8dbb-8d355dc88bd1 None None] Checking router: 38be35b0-2dbf-46b6-8376-fcb3dc785651 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:02:12.171859 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57378) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:12.179029 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-f8e28bbf-a740-49ad-9669-d8a7437a3906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:12.188435 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 165a0ebe-c7f5-4ea4-ada1-6e8e37691e73, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=165a0ebe-c7f5-4ea4-ada1-6e8e37691e73,segment=NetworkSegment(d6de519c-d593-49ef-b792-6db813b8c1d3),segment_id=d6de519c-d593-49ef-b792-6db813b8c1d3)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:02:12.200828 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:12.204107 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-3701adbb-9e92-4b57-8d61-d87c2abeebf1 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Request body: {'floatingip': {'port_id': 'fd142ac9-d934-4e97-8016-ed57e35c2051', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:02:12.229931 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-6353be34-ffbf-417c-8ef2-9c3ae7fff5d2 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] For port 29052926-70b5-4096-b2e7-40388f484cb5, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=29052926-70b5-4096-b2e7-40388f484cb5,segment=NetworkSegment(49d37367-2662-4ba7-aede-7fc69f31ad03),segment_id=49d37367-2662-4ba7-aede-7fc69f31ad03)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:02:12.230616 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6353be34-ffbf-417c-8ef2-9c3ae7fff5d2 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:12.250959 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-6353be34-ffbf-417c-8ef2-9c3ae7fff5d2 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Calling delete_port for 29052926-70b5-4096-b2e7-40388f484cb5 owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:02:12.295974 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e28bbf-a740-49ad-9669-d8a7437a3906 None None] Routers {'65ba9771-951a-4c57-9ebe-25a025dd1c18'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:02:12.299876 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-f8e28bbf-a740-49ad-9669-d8a7437a3906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:01:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['65ba9771-951a-4c57-9ebe-25a025dd1c18'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:12.307065 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3701adbb-9e92-4b57-8d61-d87c2abeebf1 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks [] for floatingip, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:12.371041 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631b904b-2743-4e01-8dbb-8d355dc88bd1 None None] Routers {'38be35b0-2dbf-46b6-8376-fcb3dc785651'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:02:12.371688 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-631b904b-2743-4e01-8dbb-8d355dc88bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:01:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['38be35b0-2dbf-46b6-8376-fcb3dc785651'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:12.473298 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6353be34-ffbf-417c-8ef2-9c3ae7fff5d2 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:12.493678 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb7c974-b80d-4be1-8f5d-3d72de1d7107 None None] Pushing event updated for resources: {'Port': ['ID=82f677b5-92bc-464b-bd8e-ecbad40984aa,revision_number=4']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:12.548293 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-631b904b-2743-4e01-8dbb-8d355dc88bd1 None None] Set router 38be35b0-2dbf-46b6-8376-fcb3dc785651 gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:02:12.573841 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6353be34-ffbf-417c-8ef2-9c3ae7fff5d2 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] No DVR routers for this DVR port 29052926-70b5-4096-b2e7-40388f484cb5 on host n-d-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:02:12.592292 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6353be34-ffbf-417c-8ef2-9c3ae7fff5d2 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event deleted for resources: {'Port': ['ID=29052926-70b5-4096-b2e7-40388f484cb5,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:12.648119 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-3701adbb-9e92-4b57-8d61-d87c2abeebf1 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] update failed (client error): The resource could not be found. Sep 07 03:02:12.649524 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-3701adbb-9e92-4b57-8d61-d87c2abeebf1 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] 10.222.0.22 "PUT /v2.0/floatingips/906ea11e-cf5f-4fcb-9f88-5d39022e607b HTTP/1.1" status: 404 len: 507 time: 0.4706481 Sep 07 03:02:12.654411 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57382) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:12.755438 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6353be34-ffbf-417c-8ef2-9c3ae7fff5d2 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:12.782972 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 7f33f67f-1c3a-4f10-b0b6-9979f9b8c541 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:02:12.798711 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-6353be34-ffbf-417c-8ef2-9c3ae7fff5d2 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcc05dd5-ec07-43fb-82cf-744bfbfce823']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:12.820504 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-6353be34-ffbf-417c-8ef2-9c3ae7fff5d2 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49d37367-2662-4ba7-aede-7fc69f31ad03') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:12.821011 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-6353be34-ffbf-417c-8ef2-9c3ae7fff5d2 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49d37367-2662-4ba7-aede-7fc69f31ad03') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:12.844304 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6353be34-ffbf-417c-8ef2-9c3ae7fff5d2 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:12.862334 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6353be34-ffbf-417c-8ef2-9c3ae7fff5d2 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:12.875359 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6353be34-ffbf-417c-8ef2-9c3ae7fff5d2 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 03:02:12.875601 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6353be34-ffbf-417c-8ef2-9c3ae7fff5d2 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:12.884603 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-9a2fb585-7d84-4489-bfbf-d018b40bd18d tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Deleting port 0aaaee25-e3f5-4020-8636-9ee76db8c873 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:02:12.885196 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9a2fb585-7d84-4489-bfbf-d018b40bd18d tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:12.888819 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-f8e28bbf-a740-49ad-9669-d8a7437a3906 None None] Set router 65ba9771-951a-4c57-9ebe-25a025dd1c18 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:02:12.894226 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 03:02:12.894226 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 03:02:12.894226 n-d-796209-16 neutron-server[94700]: timer() Sep 07 03:02:12.894226 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 03:02:12.894226 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 03:02:12.894226 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 03:02:12.894226 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 03:02:12.894226 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 03:02:12.894226 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 03:02:12.894226 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 03:02:12.894226 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 03:02:12.894226 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 03:02:12.894226 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 03:02:12.894226 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 03:02:12.894226 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 03:02:12.894226 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 03:02:12.894226 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 03:02:12.894226 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 03:02:12.894226 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 03:02:12.894226 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 03:02:12.894226 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 03:02:12.894226 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 03:02:12.894226 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 03:02:12.894226 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 03:02:12.894226 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 03:02:12.894226 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 03:02:12.894226 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 03:02:12.894226 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 03:02:12.894226 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 03:02:12.894226 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 03:02:12.894226 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 03:02:12.894226 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 03:02:13.026078 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6353be34-ffbf-417c-8ef2-9c3ae7fff5d2 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:13.034542 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6353be34-ffbf-417c-8ef2-9c3ae7fff5d2 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:13.040853 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-6353be34-ffbf-417c-8ef2-9c3ae7fff5d2 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "DELETE /v2.0/networks/dcc05dd5-ec07-43fb-82cf-744bfbfce823 HTTP/1.1" status: 204 len: 168 time: 1.1173267 Sep 07 03:02:13.048924 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9a2fb585-7d84-4489-bfbf-d018b40bd18d tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:13.050194 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9a2fb585-7d84-4489-bfbf-d018b40bd18d tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:13.062178 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57384) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:13.085523 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6353be34-ffbf-417c-8ef2-9c3ae7fff5d2 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event deleted for resources: {'Network': ['ID=dcc05dd5-ec07-43fb-82cf-744bfbfce823,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:13.109463 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=165a0ebe-c7f5-4ea4-ada1-6e8e37691e73,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:13.122178 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.db.api [None req-dce9356f-4540-487a-89ee-476194ab478a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 03:02:13.123067 n-d-796209-16 neutron-server[94702]: DEBUG oslo_db.api [None req-dce9356f-4540-487a-89ee-476194ab478a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 03:02:13.130982 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:02:13.131332 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:02:13.131708 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:02:13.138529 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:02:13.138999 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:02:13.139372 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:02:13.139711 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:02:13.140051 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:02:13.140440 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:02:13.140711 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:02:13.144498 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:02:13.144887 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:02:13.203025 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-9a2fb585-7d84-4489-bfbf-d018b40bd18d tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Calling delete_port for 0aaaee25-e3f5-4020-8636-9ee76db8c873 owned by network:floatingip {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:02:13.210615 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 7f33f67f-1c3a-4f10-b0b6-9979f9b8c541 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:02:13.215454 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:13.278636 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-f8e28bbf-a740-49ad-9669-d8a7437a3906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ba9771-951a-4c57-9ebe-25a025dd1c18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1334485862', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '7f33f67f-1c3a-4f10-b0b6-9979f9b8c541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:01:52Z', 'updated_at': '2021-09-07T03:02:04Z', 'revision_number': 4, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'gw_port': {'id': '7f33f67f-1c3a-4f10-b0b6-9979f9b8c541', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ba9771-951a-4c57-9ebe-25a025dd1c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:53Z', 'updated_at': '2021-09-07T03:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '82f677b5-92bc-464b-bd8e-ecbad40984aa', 'name': '', 'network_id': '1263da9d-0b05-48fa-942f-0ec084188974', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'mac_address': 'fa:16:3e:ef:97:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ba9771-951a-4c57-9ebe-25a025dd1c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '24cccd49-5354-43ba-95e2-1f141e42d907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:02:02Z', 'updated_at': '2021-09-07T03:02:12Z', 'revision_number': 4, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'subnets': [{'id': '24cccd49-5354-43ba-95e2-1f141e42d907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:13.298515 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6063e24-507e-4f06-a2e7-a5598b9e828c None None] DHCP port deletion for dcc05dd5-ec07-43fb-82cf-744bfbfce823 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 03:02:13.341424 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e28bbf-a740-49ad-9669-d8a7437a3906 None None] The sync data for ids ['65ba9771-951a-4c57-9ebe-25a025dd1c18'] in n-d-796209-16 is: [{'id': '65ba9771-951a-4c57-9ebe-25a025dd1c18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1334485862', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '7f33f67f-1c3a-4f10-b0b6-9979f9b8c541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:01:52Z', 'updated_at': '2021-09-07T03:02:04Z', 'revision_number': 4, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'gw_port': {'id': '7f33f67f-1c3a-4f10-b0b6-9979f9b8c541', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ba9771-951a-4c57-9ebe-25a025dd1c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:53Z', 'updated_at': '2021-09-07T03:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '82f677b5-92bc-464b-bd8e-ecbad40984aa', 'name': '', 'network_id': '1263da9d-0b05-48fa-942f-0ec084188974', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'mac_address': 'fa:16:3e:ef:97:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ba9771-951a-4c57-9ebe-25a025dd1c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '24cccd49-5354-43ba-95e2-1f141e42d907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:02:02Z', 'updated_at': '2021-09-07T03:02:12Z', 'revision_number': 4, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'subnets': [{'id': '24cccd49-5354-43ba-95e2-1f141e42d907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:02:13.633050 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device f9f37d70-9130-4f88-86f6-4f70cc14cdd3 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:02:13.643322 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-631b904b-2743-4e01-8dbb-8d355dc88bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'name': 'tempest-RoutersTest-router-1349865003', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:01:22Z', 'updated_at': '2021-09-07T03:02:09Z', 'revision_number': 8, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'gw_port_host': None, '_interfaces': [{'id': '0cd580bd-36c2-40c7-9f89-cbec6438cb0f', 'name': '', 'network_id': '0e78b0cb-cf45-4b62-b589-9194ff1079c8', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'mac_address': 'fa:16:3e:f5:ce:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'abd280ca-68f4-4bd9-9cf7-f5ba4651bb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:25Z', 'updated_at': '2021-09-07T03:01:34Z', 'revision_number': 5, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'subnets': [{'id': 'abd280ca-68f4-4bd9-9cf7-f5ba4651bb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2cbc6c2-3fdf-481a-add3-bc14b25a9d0b', 'name': '', 'network_id': '52af0979-4339-4bb8-8304-148bc816dd86', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'mac_address': 'fa:16:3e:59:3b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': '085f34e8-d9c7-465e-b339-7b75556373d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:34Z', 'updated_at': '2021-09-07T03:01:43Z', 'revision_number': 5, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'subnets': [{'id': '085f34e8-d9c7-465e-b339-7b75556373d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7f26894-5c6b-4959-a5a6-91032d69460b', 'name': '', 'network_id': 'd767859c-0fb8-40ac-a9c0-0e458875595c', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'mac_address': 'fa:16:3e:fb:a8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '54c8fa12-feca-4ecb-a251-bd61e4a4a1c4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:42Z', 'updated_at': '2021-09-07T03:01:53Z', 'revision_number': 5, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'subnets': [{'id': '54c8fa12-feca-4ecb-a251-bd61e4a4a1c4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:13.706972 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9a2fb585-7d84-4489-bfbf-d018b40bd18d tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:13.750242 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2fb585-7d84-4489-bfbf-d018b40bd18d tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Pushing event deleted for resources: {'Port': ['ID=0aaaee25-e3f5-4020-8636-9ee76db8c873,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:13.851279 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631b904b-2743-4e01-8dbb-8d355dc88bd1 None None] The sync data for ids ['38be35b0-2dbf-46b6-8376-fcb3dc785651'] in n-d-796209-16 is: [{'id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'name': 'tempest-RoutersTest-router-1349865003', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:01:22Z', 'updated_at': '2021-09-07T03:02:09Z', 'revision_number': 8, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'gw_port_host': None, '_interfaces': [{'id': '0cd580bd-36c2-40c7-9f89-cbec6438cb0f', 'name': '', 'network_id': '0e78b0cb-cf45-4b62-b589-9194ff1079c8', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'mac_address': 'fa:16:3e:f5:ce:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'abd280ca-68f4-4bd9-9cf7-f5ba4651bb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:25Z', 'updated_at': '2021-09-07T03:01:34Z', 'revision_number': 5, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'subnets': [{'id': 'abd280ca-68f4-4bd9-9cf7-f5ba4651bb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2cbc6c2-3fdf-481a-add3-bc14b25a9d0b', 'name': '', 'network_id': '52af0979-4339-4bb8-8304-148bc816dd86', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'mac_address': 'fa:16:3e:59:3b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': '085f34e8-d9c7-465e-b339-7b75556373d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:34Z', 'updated_at': '2021-09-07T03:01:43Z', 'revision_number': 5, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'subnets': [{'id': '085f34e8-d9c7-465e-b339-7b75556373d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7f26894-5c6b-4959-a5a6-91032d69460b', 'name': '', 'network_id': 'd767859c-0fb8-40ac-a9c0-0e458875595c', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'mac_address': 'fa:16:3e:fb:a8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '54c8fa12-feca-4ecb-a251-bd61e4a4a1c4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:42Z', 'updated_at': '2021-09-07T03:01:53Z', 'revision_number': 5, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'subnets': [{'id': '54c8fa12-feca-4ecb-a251-bd61e4a4a1c4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:02:13.922014 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9a2fb585-7d84-4489-bfbf-d018b40bd18d tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks [] for floatingip, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:13.931881 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9a2fb585-7d84-4489-bfbf-d018b40bd18d tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:13.934793 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-9a2fb585-7d84-4489-bfbf-d018b40bd18d tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] 10.222.0.22 "DELETE /v2.0/floatingips/906ea11e-cf5f-4fcb-9f88-5d39022e607b HTTP/1.1" status: 204 len: 168 time: 1.2759867 Sep 07 03:02:13.939542 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57396) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:13.949318 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-2be2d8a3-dd78-4813-852f-d6f85980e46c tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Request body: {'floatingip': {'floating_network_id': '13c9fbe4-62a2-4f96-9322-b7bf1b4de6f0', 'port_id': 'fd142ac9-d934-4e97-8016-ed57e35c2051', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:02:13.966726 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-dce9356f-4540-487a-89ee-476194ab478a None None] Provisioning for port 4f5b31fb-40a6-4051-b803-17e7270b552d completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:02:13.986257 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-dce9356f-4540-487a-89ee-476194ab478a None None] Provisioning complete for port 4f5b31fb-40a6-4051-b803-17e7270b552d triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:02:13.986635 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-dce9356f-4540-487a-89ee-476194ab478a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:14.010072 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2be2d8a3-dd78-4813-852f-d6f85980e46c tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks [] for floatingip, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:14.018781 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-59d69a6c-5820-4a59-9808-deaa8db3f019 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:14.040019 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port f9f37d70-9130-4f88-86f6-4f70cc14cdd3 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:02:14.040388 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:14.138932 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-dce9356f-4540-487a-89ee-476194ab478a None None] Port 4f5b31fb-40a6-4051-b803-17e7270b552d cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:02:14.331547 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3ac69263-0459-4f05-83ee-8aa17bf6ef42 None None] Provisioning for port 82f677b5-92bc-464b-bd8e-ecbad40984aa completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:02:14.383649 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [None req-2be2d8a3-dd78-4813-852f-d6f85980e46c tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 03:02:14.385902 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-2be2d8a3-dd78-4813-852f-d6f85980e46c tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4447851 Sep 07 03:02:14.389862 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57398) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:14.396289 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3ac69263-0459-4f05-83ee-8aa17bf6ef42 None None] Provisioning complete for port fd142ac9-d934-4e97-8016-ed57e35c2051 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:02:14.396666 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3ac69263-0459-4f05-83ee-8aa17bf6ef42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:14.400108 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-04067437-dae3-40e5-aa39-ebe3e0e7169d tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Request body: {'floatingip': {'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'port_id': 'fd142ac9-d934-4e97-8016-ed57e35c2051', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:02:14.454910 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-04067437-dae3-40e5-aa39-ebe3e0e7169d tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks [] for floatingip, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:14.483724 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3ac69263-0459-4f05-83ee-8aa17bf6ef42 None None] Port fd142ac9-d934-4e97-8016-ed57e35c2051 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:02:14.525841 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3ac69263-0459-4f05-83ee-8aa17bf6ef42 None None] Provisioning complete for port f9f37d70-9130-4f88-86f6-4f70cc14cdd3 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:02:14.526728 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3ac69263-0459-4f05-83ee-8aa17bf6ef42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:14.722106 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa70ae75-21a1-4f6b-86b1-c7cf3834c98d None None] Sync routers for ids ['38be35b0-2dbf-46b6-8376-fcb3dc785651'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:02:14.737138 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 165a0ebe-c7f5-4ea4-ada1-6e8e37691e73 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:02:14.741327 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-59d69a6c-5820-4a59-9808-deaa8db3f019 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Deleting port e7f26894-5c6b-4959-a5a6-91032d69460b {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:02:14.753813 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-59d69a6c-5820-4a59-9808-deaa8db3f019 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:14.770352 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-04067437-dae3-40e5-aa39-ebe3e0e7169d tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:14.821262 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa70ae75-21a1-4f6b-86b1-c7cf3834c98d None None] Routers {'38be35b0-2dbf-46b6-8376-fcb3dc785651'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:02:14.835024 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-aa70ae75-21a1-4f6b-86b1-c7cf3834c98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:01:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['38be35b0-2dbf-46b6-8376-fcb3dc785651'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:14.942873 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-04067437-dae3-40e5-aa39-ebe3e0e7169d tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Allocated IP 172.25.5.198 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/d5569928-7f9a-4a30-8edb-7db7165263d1) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:02:14.948827 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-59d69a6c-5820-4a59-9808-deaa8db3f019 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] For port e7f26894-5c6b-4959-a5a6-91032d69460b, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=e7f26894-5c6b-4959-a5a6-91032d69460b,segment=NetworkSegment(3e4a1ec3-e8f0-489c-86cb-2ee192e49790),segment_id=3e4a1ec3-e8f0-489c-86cb-2ee192e49790)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:02:14.949362 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-59d69a6c-5820-4a59-9808-deaa8db3f019 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:14.963057 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-59d69a6c-5820-4a59-9808-deaa8db3f019 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Calling delete_port for e7f26894-5c6b-4959-a5a6-91032d69460b owned by network:router_interface {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:02:15.090303 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-aa70ae75-21a1-4f6b-86b1-c7cf3834c98d None None] Set router 38be35b0-2dbf-46b6-8376-fcb3dc785651 gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:02:15.177235 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 165a0ebe-c7f5-4ea4-ada1-6e8e37691e73 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:02:15.177501 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:15.393568 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-04067437-dae3-40e5-aa39-ebe3e0e7169d tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:15.479725 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3ac69263-0459-4f05-83ee-8aa17bf6ef42 None None] Provisioning complete for port 4f5b31fb-40a6-4051-b803-17e7270b552d triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:02:15.480120 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3ac69263-0459-4f05-83ee-8aa17bf6ef42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:15.495139 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-04067437-dae3-40e5-aa39-ebe3e0e7169d tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:15.521602 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-59d69a6c-5820-4a59-9808-deaa8db3f019 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:15.537087 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3ac69263-0459-4f05-83ee-8aa17bf6ef42 None None] Port 4f5b31fb-40a6-4051-b803-17e7270b552d cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:02:15.602223 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d69a6c-5820-4a59-9808-deaa8db3f019 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event deleted for resources: {'Port': ['ID=e7f26894-5c6b-4959-a5a6-91032d69460b,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:15.619800 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04067437-dae3-40e5-aa39-ebe3e0e7169d tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:02:15.626193 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04067437-dae3-40e5-aa39-ebe3e0e7169d tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Pushing event updated for resources: {'Port': ['ID=d5569928-7f9a-4a30-8edb-7db7165263d1,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:15.637107 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-04067437-dae3-40e5-aa39-ebe3e0e7169d tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:02:15.640247 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04067437-dae3-40e5-aa39-ebe3e0e7169d tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:02:15.854252 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 82f677b5-92bc-464b-bd8e-ecbad40984aa up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:02:16.016011 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 82f677b5-92bc-464b-bd8e-ecbad40984aa completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:02:16.032322 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 82f677b5-92bc-464b-bd8e-ecbad40984aa triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:02:16.037004 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:16.049217 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-59d69a6c-5820-4a59-9808-deaa8db3f019 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:16.085596 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-aa70ae75-21a1-4f6b-86b1-c7cf3834c98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'name': 'tempest-RoutersTest-router-1349865003', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:01:22Z', 'updated_at': '2021-09-07T03:02:09Z', 'revision_number': 8, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'gw_port_host': None, '_interfaces': [{'id': '0cd580bd-36c2-40c7-9f89-cbec6438cb0f', 'name': '', 'network_id': '0e78b0cb-cf45-4b62-b589-9194ff1079c8', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'mac_address': 'fa:16:3e:f5:ce:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'abd280ca-68f4-4bd9-9cf7-f5ba4651bb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:25Z', 'updated_at': '2021-09-07T03:01:34Z', 'revision_number': 5, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'subnets': [{'id': 'abd280ca-68f4-4bd9-9cf7-f5ba4651bb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2cbc6c2-3fdf-481a-add3-bc14b25a9d0b', 'name': '', 'network_id': '52af0979-4339-4bb8-8304-148bc816dd86', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'mac_address': 'fa:16:3e:59:3b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': '085f34e8-d9c7-465e-b339-7b75556373d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:34Z', 'updated_at': '2021-09-07T03:01:43Z', 'revision_number': 5, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'subnets': [{'id': '085f34e8-d9c7-465e-b339-7b75556373d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7f26894-5c6b-4959-a5a6-91032d69460b', 'name': '', 'network_id': 'd767859c-0fb8-40ac-a9c0-0e458875595c', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'mac_address': 'fa:16:3e:fb:a8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': '54c8fa12-feca-4ecb-a251-bd61e4a4a1c4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:42Z', 'updated_at': '2021-09-07T03:01:53Z', 'revision_number': 5, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'subnets': [{'id': '54c8fa12-feca-4ecb-a251-bd61e4a4a1c4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:16.147868 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-04067437-dae3-40e5-aa39-ebe3e0e7169d tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Deleting port d5569928-7f9a-4a30-8edb-7db7165263d1 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:02:16.148522 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-04067437-dae3-40e5-aa39-ebe3e0e7169d tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:16.172719 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa70ae75-21a1-4f6b-86b1-c7cf3834c98d None None] Checking router: 38be35b0-2dbf-46b6-8376-fcb3dc785651 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:02:16.198889 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa70ae75-21a1-4f6b-86b1-c7cf3834c98d None None] Routers {'38be35b0-2dbf-46b6-8376-fcb3dc785651'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:02:16.200337 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-aa70ae75-21a1-4f6b-86b1-c7cf3834c98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:01:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['38be35b0-2dbf-46b6-8376-fcb3dc785651'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:16.298081 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-04067437-dae3-40e5-aa39-ebe3e0e7169d tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:16.301548 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-04067437-dae3-40e5-aa39-ebe3e0e7169d tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:16.359403 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-aa70ae75-21a1-4f6b-86b1-c7cf3834c98d None None] Set router 38be35b0-2dbf-46b6-8376-fcb3dc785651 gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:02:16.363067 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-04067437-dae3-40e5-aa39-ebe3e0e7169d tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Calling delete_port for d5569928-7f9a-4a30-8edb-7db7165263d1 owned by network:floatingip {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:02:16.369606 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d69a6c-5820-4a59-9808-deaa8db3f019 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Router 38be35b0-2dbf-46b6-8376-fcb3dc785651 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:02:16.467750 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:16.587906 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 82f677b5-92bc-464b-bd8e-ecbad40984aa, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=82f677b5-92bc-464b-bd8e-ecbad40984aa,segment=NetworkSegment(fba07b7e-2c86-4cb6-8d0f-db8cc058bd4a),segment_id=fba07b7e-2c86-4cb6-8d0f-db8cc058bd4a)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:02:16.599669 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-04067437-dae3-40e5-aa39-ebe3e0e7169d tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:16.623221 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d69a6c-5820-4a59-9808-deaa8db3f019 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:02:16.629521 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-59d69a6c-5820-4a59-9808-deaa8db3f019 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "PUT /v2.0/routers/38be35b0-2dbf-46b6-8376-fcb3dc785651/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5623758 Sep 07 03:02:16.632265 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57408) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:16.660765 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04067437-dae3-40e5-aa39-ebe3e0e7169d tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Pushing event deleted for resources: {'Port': ['ID=d5569928-7f9a-4a30-8edb-7db7165263d1,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:16.715372 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:16.756331 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-b34482ed-36df-4b43-96ab-693d31b04f1e tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Deleting subnet 54c8fa12-feca-4ecb-a251-bd61e4a4a1c4 {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 03:02:16.759734 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b34482ed-36df-4b43-96ab-693d31b04f1e tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:16.851164 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [None req-04067437-dae3-40e5-aa39-ebe3e0e7169d tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] create failed (client error): The resource could not be found. Sep 07 03:02:16.853002 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-04067437-dae3-40e5-aa39-ebe3e0e7169d tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.4618113 Sep 07 03:02:16.854386 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 29052926-70b5-4096-b2e7-40388f484cb5 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:02:16.858135 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57414) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:16.893216 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b34482ed-36df-4b43-96ab-693d31b04f1e tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:16.912142 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 29052926-70b5-4096-b2e7-40388f484cb5 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:02:16.914344 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 29052926-70b5-4096-b2e7-40388f484cb5 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:02:16.914769 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device def67821-5ccc-46cb-a796-643830f6751b no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:02:16.982998 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: def67821-5ccc-46cb-a796-643830f6751b {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:02:16.983656 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device def67821-5ccc-46cb-a796-643830f6751b not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:02:17.034786 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-45772e29-1bc4-4424-8a0f-93ffe624e649 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Deleting port fd142ac9-d934-4e97-8016-ed57e35c2051 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:02:17.037753 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-45772e29-1bc4-4424-8a0f-93ffe624e649 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:17.095950 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b34482ed-36df-4b43-96ab-693d31b04f1e tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:17.106974 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=82f677b5-92bc-464b-bd8e-ecbad40984aa,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:17.135123 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-aa70ae75-21a1-4f6b-86b1-c7cf3834c98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'name': 'tempest-RoutersTest-router-1349865003', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:01:22Z', 'updated_at': '2021-09-07T03:02:15Z', 'revision_number': 9, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'gw_port_host': None, '_interfaces': [{'id': '0cd580bd-36c2-40c7-9f89-cbec6438cb0f', 'name': '', 'network_id': '0e78b0cb-cf45-4b62-b589-9194ff1079c8', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'mac_address': 'fa:16:3e:f5:ce:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'abd280ca-68f4-4bd9-9cf7-f5ba4651bb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:25Z', 'updated_at': '2021-09-07T03:01:34Z', 'revision_number': 5, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'subnets': [{'id': 'abd280ca-68f4-4bd9-9cf7-f5ba4651bb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2cbc6c2-3fdf-481a-add3-bc14b25a9d0b', 'name': '', 'network_id': '52af0979-4339-4bb8-8304-148bc816dd86', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'mac_address': 'fa:16:3e:59:3b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': '085f34e8-d9c7-465e-b339-7b75556373d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:34Z', 'updated_at': '2021-09-07T03:01:43Z', 'revision_number': 5, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'subnets': [{'id': '085f34e8-d9c7-465e-b339-7b75556373d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:17.215435 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-45772e29-1bc4-4424-8a0f-93ffe624e649 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:17.226548 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b34482ed-36df-4b43-96ab-693d31b04f1e tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:17.230764 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-45772e29-1bc4-4424-8a0f-93ffe624e649 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Calling delete_port for fd142ac9-d934-4e97-8016-ed57e35c2051 owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:02:17.249472 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b34482ed-36df-4b43-96ab-693d31b04f1e tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:17.251390 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b34482ed-36df-4b43-96ab-693d31b04f1e tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "DELETE /v2.0/subnets/54c8fa12-feca-4ecb-a251-bd61e4a4a1c4 HTTP/1.1" status: 204 len: 168 time: 0.6181667 Sep 07 03:02:17.296738 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57420) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:17.313001 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34482ed-36df-4b43-96ab-693d31b04f1e tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event deleted for resources: {'Subnet': ['ID=54c8fa12-feca-4ecb-a251-bd61e4a4a1c4,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:17.370585 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1dfde2-c6f7-4975-b7e6-9cf8dfa941ee None None] Network d767859c-0fb8-40ac-a9c0-0e458875595c requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:02:17.392043 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa70ae75-21a1-4f6b-86b1-c7cf3834c98d None None] The sync data for ids ['38be35b0-2dbf-46b6-8376-fcb3dc785651'] in n-d-796209-16 is: [{'id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'name': 'tempest-RoutersTest-router-1349865003', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:01:22Z', 'updated_at': '2021-09-07T03:02:15Z', 'revision_number': 9, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'gw_port_host': None, '_interfaces': [{'id': '0cd580bd-36c2-40c7-9f89-cbec6438cb0f', 'name': '', 'network_id': '0e78b0cb-cf45-4b62-b589-9194ff1079c8', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'mac_address': 'fa:16:3e:f5:ce:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'abd280ca-68f4-4bd9-9cf7-f5ba4651bb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:25Z', 'updated_at': '2021-09-07T03:01:34Z', 'revision_number': 5, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'subnets': [{'id': 'abd280ca-68f4-4bd9-9cf7-f5ba4651bb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2cbc6c2-3fdf-481a-add3-bc14b25a9d0b', 'name': '', 'network_id': '52af0979-4339-4bb8-8304-148bc816dd86', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'mac_address': 'fa:16:3e:59:3b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': '085f34e8-d9c7-465e-b339-7b75556373d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:34Z', 'updated_at': '2021-09-07T03:01:43Z', 'revision_number': 5, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'subnets': [{'id': '085f34e8-d9c7-465e-b339-7b75556373d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:02:17.396450 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-45772e29-1bc4-4424-8a0f-93ffe624e649 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:17.491920 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45772e29-1bc4-4424-8a0f-93ffe624e649 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Pushing event deleted for resources: {'Port': ['ID=fd142ac9-d934-4e97-8016-ed57e35c2051,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:17.527160 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3d6f650f-0489-406e-ad8e-6d0ba777aa04 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:17.672367 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f650f-0489-406e-ad8e-6d0ba777aa04 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Deleting port 9328e576-ae99-4b10-85d4-930fe5b30b7f {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:02:17.674604 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3d6f650f-0489-406e-ad8e-6d0ba777aa04 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:17.674845 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-45772e29-1bc4-4424-8a0f-93ffe624e649 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:17.680147 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-45772e29-1bc4-4424-8a0f-93ffe624e649 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] 10.222.0.22 "DELETE /v2.0/ports/fd142ac9-d934-4e97-8016-ed57e35c2051 HTTP/1.1" status: 204 len: 168 time: 0.8186376 Sep 07 03:02:17.680640 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57422) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:17.826543 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d520e39a-8bcf-4fad-999d-7764490637d3 None None] DHCP port deletion for d767859c-0fb8-40ac-a9c0-0e458875595c request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 03:02:17.865088 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43869611-e09a-4a72-b897-7f90fad11aa9 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:02:17.866687 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-43869611-e09a-4a72-b897-7f90fad11aa9 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] 10.222.0.22 "GET /v2.0/ports?device_id=ddd87546-b871-4ed0-92e1-62ece3869afb HTTP/1.1" status: 200 len: 913 time: 0.1850147 Sep 07 03:02:17.869293 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57424) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:17.870417 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3d6f650f-0489-406e-ad8e-6d0ba777aa04 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] For port 9328e576-ae99-4b10-85d4-930fe5b30b7f, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=9328e576-ae99-4b10-85d4-930fe5b30b7f,segment=NetworkSegment(3e4a1ec3-e8f0-489c-86cb-2ee192e49790),segment_id=3e4a1ec3-e8f0-489c-86cb-2ee192e49790)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:02:17.872568 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3d6f650f-0489-406e-ad8e-6d0ba777aa04 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:17.892080 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f650f-0489-406e-ad8e-6d0ba777aa04 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Calling delete_port for 9328e576-ae99-4b10-85d4-930fe5b30b7f owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:02:17.952786 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-d520e39a-8bcf-4fad-999d-7764490637d3 None None] Deleting port 9328e576-ae99-4b10-85d4-930fe5b30b7f {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:02:17.953175 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d520e39a-8bcf-4fad-999d-7764490637d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:18.072792 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3d6f650f-0489-406e-ad8e-6d0ba777aa04 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:18.153579 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f650f-0489-406e-ad8e-6d0ba777aa04 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event deleted for resources: {'Port': ['ID=9328e576-ae99-4b10-85d4-930fe5b30b7f,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:18.162696 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6f650f-0489-406e-ad8e-6d0ba777aa04 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] No DVR routers for this DVR port 9328e576-ae99-4b10-85d4-930fe5b30b7f on host n-d-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:02:18.187609 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-d520e39a-8bcf-4fad-999d-7764490637d3 None None] For port 9328e576-ae99-4b10-85d4-930fe5b30b7f, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=9328e576-ae99-4b10-85d4-930fe5b30b7f,segment=NetworkSegment(3e4a1ec3-e8f0-489c-86cb-2ee192e49790),segment_id=3e4a1ec3-e8f0-489c-86cb-2ee192e49790)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:02:18.188030 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d520e39a-8bcf-4fad-999d-7764490637d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:18.224701 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f264bcc4-fc74-4b02-b558-89303ee5de9f None None] Sync routers for ids ['38be35b0-2dbf-46b6-8376-fcb3dc785651'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:02:18.240989 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f264bcc4-fc74-4b02-b558-89303ee5de9f None None] Routers {'38be35b0-2dbf-46b6-8376-fcb3dc785651'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:02:18.242503 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-f264bcc4-fc74-4b02-b558-89303ee5de9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:01:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['38be35b0-2dbf-46b6-8376-fcb3dc785651'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:18.247266 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-d520e39a-8bcf-4fad-999d-7764490637d3 None None] Calling delete_port for 9328e576-ae99-4b10-85d4-930fe5b30b7f owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:02:18.360219 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3d6f650f-0489-406e-ad8e-6d0ba777aa04 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:18.407209 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-3d6f650f-0489-406e-ad8e-6d0ba777aa04 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d767859c-0fb8-40ac-a9c0-0e458875595c']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:18.433431 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-3d6f650f-0489-406e-ad8e-6d0ba777aa04 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e4a1ec3-e8f0-489c-86cb-2ee192e49790') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:18.436122 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-3d6f650f-0489-406e-ad8e-6d0ba777aa04 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e4a1ec3-e8f0-489c-86cb-2ee192e49790') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:18.465269 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 03:02:18.465269 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 03:02:18.465269 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 03:02:18.465269 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 03:02:18.465269 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 03:02:18.465269 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 03:02:18.465269 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 03:02:18.465269 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 03:02:18.465269 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 03:02:18.465269 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 03:02:18.465269 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 03:02:18.465269 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 03:02:18.465269 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 03:02:18.465269 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 03:02:18.465269 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 03:02:18.465269 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 03:02:18.465269 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 03:02:18.465269 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 03:02:18.465269 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 03:02:18.465269 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 03:02:18.465269 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 03:02:18.465269 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 03:02:18.465269 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 03:02:18.465269 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 03:02:18.465269 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 03:02:18.465269 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 03:02:18.465269 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 03:02:18.465269 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 03:02:18.465269 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 03:02:18.465269 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 03:02:18.465269 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 03:02:18.465269 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 03:02:18.465269 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 03:02:18.465269 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 03:02:18.465269 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 03:02:18.465269 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 03:02:18.465269 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 03:02:18.465269 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 03:02:18.465269 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 03:02:18.465269 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 03:02:18.465269 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 03:02:18.465269 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 03:02:18.465269 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 03:02:18.465269 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 03:02:18.465269 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 03:02:18.465269 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 03:02:18.465269 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 03:02:18.465269 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 03:02:18.465269 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 03:02:18.465269 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 03:02:18.465269 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 03:02:18.465269 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 03:02:18.465269 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 03:02:18.465269 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 03:02:18.471456 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3d6f650f-0489-406e-ad8e-6d0ba777aa04 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:18.472944 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d520e39a-8bcf-4fad-999d-7764490637d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:18.517545 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3d6f650f-0489-406e-ad8e-6d0ba777aa04 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:18.524859 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-f264bcc4-fc74-4b02-b558-89303ee5de9f None None] Set router 38be35b0-2dbf-46b6-8376-fcb3dc785651 gateway port host: None {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:02:18.531681 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d6f650f-0489-406e-ad8e-6d0ba777aa04 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 03:02:18.532120 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3d6f650f-0489-406e-ad8e-6d0ba777aa04 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:18.537274 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 03:02:18.537274 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 03:02:18.537274 n-d-796209-16 neutron-server[94701]: timer() Sep 07 03:02:18.537274 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 03:02:18.537274 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 03:02:18.537274 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 03:02:18.537274 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 03:02:18.537274 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 03:02:18.537274 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 03:02:18.537274 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 03:02:18.537274 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 03:02:18.537274 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 03:02:18.537274 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 03:02:18.537274 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 03:02:18.537274 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 03:02:18.537274 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 03:02:18.537274 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 03:02:18.537274 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 03:02:18.537274 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 03:02:18.537274 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 03:02:18.537274 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 03:02:18.537274 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 03:02:18.537274 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 03:02:18.537274 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 03:02:18.537274 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 03:02:18.537274 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 03:02:18.537274 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 03:02:18.537274 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 03:02:18.537274 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 03:02:18.537274 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 03:02:18.537274 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 03:02:18.537274 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 03:02:18.548247 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d520e39a-8bcf-4fad-999d-7764490637d3 None None] Pushing event deleted for resources: {'Port': ['ID=9328e576-ae99-4b10-85d4-930fe5b30b7f,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:18.568669 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d520e39a-8bcf-4fad-999d-7764490637d3 None None] No DVR routers for this DVR port 9328e576-ae99-4b10-85d4-930fe5b30b7f on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:02:18.706747 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3d6f650f-0489-406e-ad8e-6d0ba777aa04 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:18.756472 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3d6f650f-0489-406e-ad8e-6d0ba777aa04 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:18.769714 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-3d6f650f-0489-406e-ad8e-6d0ba777aa04 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "DELETE /v2.0/networks/d767859c-0fb8-40ac-a9c0-0e458875595c HTTP/1.1" status: 204 len: 168 time: 1.4716187 Sep 07 03:02:18.775811 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57430) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:18.842194 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f650f-0489-406e-ad8e-6d0ba777aa04 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event deleted for resources: {'Network': ['ID=d767859c-0fb8-40ac-a9c0-0e458875595c,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:19.038650 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-f264bcc4-fc74-4b02-b558-89303ee5de9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'name': 'tempest-RoutersTest-router-1349865003', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:01:22Z', 'updated_at': '2021-09-07T03:02:15Z', 'revision_number': 9, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'gw_port_host': None, '_interfaces': [{'id': '0cd580bd-36c2-40c7-9f89-cbec6438cb0f', 'name': '', 'network_id': '0e78b0cb-cf45-4b62-b589-9194ff1079c8', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'mac_address': 'fa:16:3e:f5:ce:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'abd280ca-68f4-4bd9-9cf7-f5ba4651bb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:25Z', 'updated_at': '2021-09-07T03:01:34Z', 'revision_number': 5, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'subnets': [{'id': 'abd280ca-68f4-4bd9-9cf7-f5ba4651bb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2cbc6c2-3fdf-481a-add3-bc14b25a9d0b', 'name': '', 'network_id': '52af0979-4339-4bb8-8304-148bc816dd86', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'mac_address': 'fa:16:3e:59:3b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': '085f34e8-d9c7-465e-b339-7b75556373d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:34Z', 'updated_at': '2021-09-07T03:01:43Z', 'revision_number': 5, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'subnets': [{'id': '085f34e8-d9c7-465e-b339-7b75556373d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:19.143042 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f264bcc4-fc74-4b02-b558-89303ee5de9f None None] Checking router: 38be35b0-2dbf-46b6-8376-fcb3dc785651 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:02:19.178404 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7988ff05-12cb-4ce1-a5e9-d0c6115da6db tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:19.201506 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f264bcc4-fc74-4b02-b558-89303ee5de9f None None] Routers {'38be35b0-2dbf-46b6-8376-fcb3dc785651'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:02:19.202104 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-f264bcc4-fc74-4b02-b558-89303ee5de9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:01:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['38be35b0-2dbf-46b6-8376-fcb3dc785651'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:19.219382 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 82f677b5-92bc-464b-bd8e-ecbad40984aa up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:02:19.342528 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 82f677b5-92bc-464b-bd8e-ecbad40984aa triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:02:19.343165 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:19.389076 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-f264bcc4-fc74-4b02-b558-89303ee5de9f None None] Set router 38be35b0-2dbf-46b6-8376-fcb3dc785651 gateway port host: None {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:02:19.654159 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 9328e576-ae99-4b10-85d4-930fe5b30b7f no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:02:19.713780 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 9328e576-ae99-4b10-85d4-930fe5b30b7f {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:02:19.714187 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 9328e576-ae99-4b10-85d4-930fe5b30b7f not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:02:19.718912 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device e7f26894-5c6b-4959-a5a6-91032d69460b no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:02:19.777567 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: e7f26894-5c6b-4959-a5a6-91032d69460b {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:02:19.778280 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device e7f26894-5c6b-4959-a5a6-91032d69460b not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:02:19.786857 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-16b257e0-9ba7-423d-bbf8-309c3f83a2dc tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:19.832511 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-7988ff05-12cb-4ce1-a5e9-d0c6115da6db tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Deleting port 4f5b31fb-40a6-4051-b803-17e7270b552d {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:02:19.832852 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7988ff05-12cb-4ce1-a5e9-d0c6115da6db tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:19.917603 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-f264bcc4-fc74-4b02-b558-89303ee5de9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'name': 'tempest-RoutersTest-router-1349865003', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:01:22Z', 'updated_at': '2021-09-07T03:02:15Z', 'revision_number': 9, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'gw_port_host': None, '_interfaces': [{'id': '0cd580bd-36c2-40c7-9f89-cbec6438cb0f', 'name': '', 'network_id': '0e78b0cb-cf45-4b62-b589-9194ff1079c8', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'mac_address': 'fa:16:3e:f5:ce:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'abd280ca-68f4-4bd9-9cf7-f5ba4651bb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:25Z', 'updated_at': '2021-09-07T03:01:34Z', 'revision_number': 5, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'subnets': [{'id': 'abd280ca-68f4-4bd9-9cf7-f5ba4651bb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2cbc6c2-3fdf-481a-add3-bc14b25a9d0b', 'name': '', 'network_id': '52af0979-4339-4bb8-8304-148bc816dd86', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'mac_address': 'fa:16:3e:59:3b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': '085f34e8-d9c7-465e-b339-7b75556373d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:34Z', 'updated_at': '2021-09-07T03:01:43Z', 'revision_number': 5, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'subnets': [{'id': '085f34e8-d9c7-465e-b339-7b75556373d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:19.997161 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f264bcc4-fc74-4b02-b558-89303ee5de9f None None] The sync data for ids ['38be35b0-2dbf-46b6-8376-fcb3dc785651'] in n-d-796209-16 is: [{'id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'name': 'tempest-RoutersTest-router-1349865003', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:01:22Z', 'updated_at': '2021-09-07T03:02:15Z', 'revision_number': 9, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'gw_port_host': None, '_interfaces': [{'id': '0cd580bd-36c2-40c7-9f89-cbec6438cb0f', 'name': '', 'network_id': '0e78b0cb-cf45-4b62-b589-9194ff1079c8', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'mac_address': 'fa:16:3e:f5:ce:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'abd280ca-68f4-4bd9-9cf7-f5ba4651bb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:25Z', 'updated_at': '2021-09-07T03:01:34Z', 'revision_number': 5, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'subnets': [{'id': 'abd280ca-68f4-4bd9-9cf7-f5ba4651bb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2cbc6c2-3fdf-481a-add3-bc14b25a9d0b', 'name': '', 'network_id': '52af0979-4339-4bb8-8304-148bc816dd86', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'mac_address': 'fa:16:3e:59:3b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': '085f34e8-d9c7-465e-b339-7b75556373d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:34Z', 'updated_at': '2021-09-07T03:01:43Z', 'revision_number': 5, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'subnets': [{'id': '085f34e8-d9c7-465e-b339-7b75556373d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:02:20.014761 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7988ff05-12cb-4ce1-a5e9-d0c6115da6db tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:20.047357 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-7988ff05-12cb-4ce1-a5e9-d0c6115da6db tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Calling delete_port for 4f5b31fb-40a6-4051-b803-17e7270b552d owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:02:20.297285 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7988ff05-12cb-4ce1-a5e9-d0c6115da6db tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:20.309834 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-16b257e0-9ba7-423d-bbf8-309c3f83a2dc tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Deleting port c2cbc6c2-3fdf-481a-add3-bc14b25a9d0b {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:02:20.310192 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-16b257e0-9ba7-423d-bbf8-309c3f83a2dc tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:20.335704 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7988ff05-12cb-4ce1-a5e9-d0c6115da6db tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Pushing event deleted for resources: {'Port': ['ID=4f5b31fb-40a6-4051-b803-17e7270b552d,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:20.513937 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-16b257e0-9ba7-423d-bbf8-309c3f83a2dc tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] For port c2cbc6c2-3fdf-481a-add3-bc14b25a9d0b, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=c2cbc6c2-3fdf-481a-add3-bc14b25a9d0b,segment=NetworkSegment(63d36343-4fd7-4ecb-be81-a8eb3f384abf),segment_id=63d36343-4fd7-4ecb-be81-a8eb3f384abf)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:02:20.514173 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-16b257e0-9ba7-423d-bbf8-309c3f83a2dc tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:20.553370 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-16b257e0-9ba7-423d-bbf8-309c3f83a2dc tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Calling delete_port for c2cbc6c2-3fdf-481a-add3-bc14b25a9d0b owned by network:router_interface {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:02:20.681656 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7988ff05-12cb-4ce1-a5e9-d0c6115da6db tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:20.906878 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57448) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:20.978078 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-10a4ccbc-931b-448a-a279-64f0ea25aa99 req-293b441c-1bfe-4111-b76b-cb089afdd010 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-797145985&fields=id&tenant_id=626f31b15da14e0da01388cbfdee7f90 HTTP/1.1" status: 200 len: 267 time: 0.1306162 Sep 07 03:02:21.031697 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-16b257e0-9ba7-423d-bbf8-309c3f83a2dc tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:21.084817 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b257e0-9ba7-423d-bbf8-309c3f83a2dc tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event deleted for resources: {'Port': ['ID=c2cbc6c2-3fdf-481a-add3-bc14b25a9d0b,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:21.224323 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7988ff05-12cb-4ce1-a5e9-d0c6115da6db tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Router ddd87546-b871-4ed0-92e1-62ece3869afb has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:02:21.315420 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-19a58f90-bfd4-4ca7-b589-ae8729a138a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:21.447623 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7988ff05-12cb-4ce1-a5e9-d0c6115da6db tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:02:21.454679 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-7988ff05-12cb-4ce1-a5e9-d0c6115da6db tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] 10.222.0.22 "PUT /v2.0/routers/ddd87546-b871-4ed0-92e1-62ece3869afb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5842776 Sep 07 03:02:21.459200 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb88c90-1284-4a6f-9368-fdb9246bfdb3 None None] Sync routers for ids ['ddd87546-b871-4ed0-92e1-62ece3869afb'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:02:21.459800 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57464) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:21.475510 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb88c90-1284-4a6f-9368-fdb9246bfdb3 None None] Routers {'ddd87546-b871-4ed0-92e1-62ece3869afb'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:02:21.476597 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-6cb88c90-1284-4a6f-9368-fdb9246bfdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:01:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['ddd87546-b871-4ed0-92e1-62ece3869afb'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:21.529785 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-6cb88c90-1284-4a6f-9368-fdb9246bfdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:21.551962 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb88c90-1284-4a6f-9368-fdb9246bfdb3 None None] Routers {'ddd87546-b871-4ed0-92e1-62ece3869afb'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:02:21.553917 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-6cb88c90-1284-4a6f-9368-fdb9246bfdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:01:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['ddd87546-b871-4ed0-92e1-62ece3869afb'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:21.620344 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:21.622252 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-6cb88c90-1284-4a6f-9368-fdb9246bfdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:21.623019 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb88c90-1284-4a6f-9368-fdb9246bfdb3 None None] The sync data for ids ['ddd87546-b871-4ed0-92e1-62ece3869afb'] in n-d-796209-16 is: [] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:02:21.638512 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-48302b62-68a5-425c-86c2-dea7e24a078e tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:21.648138 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:21.870171 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a4ccbc-931b-448a-a279-64f0ea25aa99 req-2c7c61b4-f50f-46fd-ab0e-cb7310019878 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:02:21.872571 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-10a4ccbc-931b-448a-a279-64f0ea25aa99 req-2c7c61b4-f50f-46fd-ab0e-cb7310019878 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/networks?id=1263da9d-0b05-48fa-942f-0ec084188974 HTTP/1.1" status: 200 len: 797 time: 0.8263414 Sep 07 03:02:21.906491 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-48302b62-68a5-425c-86c2-dea7e24a078e tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:21.920936 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-10a4ccbc-931b-448a-a279-64f0ea25aa99 req-8bfc92ef-b9ab-4d07-9061-bec5e8a75a90 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/quotas/626f31b15da14e0da01388cbfdee7f90 HTTP/1.1" status: 200 len: 375 time: 0.0113885 Sep 07 03:02:21.922867 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-48302b62-68a5-425c-86c2-dea7e24a078e tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:22.038150 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-10a4ccbc-931b-448a-a279-64f0ea25aa99 req-7759b257-509e-4dde-afc4-2ef1d0d77a3a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=626f31b15da14e0da01388cbfdee7f90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1107442 Sep 07 03:02:22.039017 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-48302b62-68a5-425c-86c2-dea7e24a078e tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:22.039548 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48302b62-68a5-425c-86c2-dea7e24a078e tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Fanout notify agent at l3_agent the message router_deleted on router ddd87546-b871-4ed0-92e1-62ece3869afb {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 03:02:22.058573 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-48302b62-68a5-425c-86c2-dea7e24a078e tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:22.060744 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-48302b62-68a5-425c-86c2-dea7e24a078e tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] 10.222.0.22 "DELETE /v2.0/routers/ddd87546-b871-4ed0-92e1-62ece3869afb HTTP/1.1" status: 204 len: 168 time: 0.5999668 Sep 07 03:02:22.069611 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57472) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:22.130835 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-075de8fc-4c5a-451b-90f2-c996100f8c55 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Deleting subnet ea440f0e-7bbd-4261-806b-10550c8734c0 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 03:02:22.134990 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-075de8fc-4c5a-451b-90f2-c996100f8c55 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:22.183790 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-075de8fc-4c5a-451b-90f2-c996100f8c55 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:22.266007 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-16b257e0-9ba7-423d-bbf8-309c3f83a2dc tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:22.291729 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-075de8fc-4c5a-451b-90f2-c996100f8c55 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:22.453665 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-075de8fc-4c5a-451b-90f2-c996100f8c55 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:22.502946 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075de8fc-4c5a-451b-90f2-c996100f8c55 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Pushing event deleted for resources: {'Subnet': ['ID=ea440f0e-7bbd-4261-806b-10550c8734c0,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:22.522541 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-10a4ccbc-931b-448a-a279-64f0ea25aa99 req-2e6cd31a-f30a-437b-bfdf-365dc3de56d5 service neutron] 10.222.0.22 "GET /v2.0/networks/1263da9d-0b05-48fa-942f-0ec084188974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4602942 Sep 07 03:02:22.543953 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5187a9-1a83-4d84-9a81-e67360095a95 None None] Network 13c9fbe4-62a2-4f96-9322-b7bf1b4de6f0 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:02:22.545463 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-075de8fc-4c5a-451b-90f2-c996100f8c55 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:22.550607 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-075de8fc-4c5a-451b-90f2-c996100f8c55 tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] 10.222.0.22 "DELETE /v2.0/subnets/ea440f0e-7bbd-4261-806b-10550c8734c0 HTTP/1.1" status: 204 len: 168 time: 0.4797831 Sep 07 03:02:22.557897 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57474) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:22.607760 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-19a58f90-bfd4-4ca7-b589-ae8729a138a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:22.652562 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-10a4ccbc-931b-448a-a279-64f0ea25aa99 req-0730de55-560a-4805-9bfb-a54d20219cb0 service neutron] 10.222.0.22 "GET /v2.0/networks/1263da9d-0b05-48fa-942f-0ec084188974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287501 Sep 07 03:02:22.654140 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-19a58f90-bfd4-4ca7-b589-ae8729a138a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:22.795618 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16b257e0-9ba7-423d-bbf8-309c3f83a2dc tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Router 38be35b0-2dbf-46b6-8376-fcb3dc785651 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:02:22.827674 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-19a58f90-bfd4-4ca7-b589-ae8729a138a3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=794ebdd50d9f4425845502f9be0c6d46&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9187124 Sep 07 03:02:22.830167 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57488) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:22.839134 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-175f3e89-5d14-4a0e-8c64-3f3fbc1e0ace tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:22.847515 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a58f90-bfd4-4ca7-b589-ae8729a138a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=624c1c4a-3bd7-43bd-a5b6-0cf2134c085e,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:22.872364 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f84ca0-4ca4-464f-ae6c-5f70afa51355 None None] DHCP port deletion for 13c9fbe4-62a2-4f96-9322-b7bf1b4de6f0 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 03:02:22.951934 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6d1e5008-67df-4b87-9676-905331ab8ac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:22.982883 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6d1e5008-67df-4b87-9676-905331ab8ac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:23.054818 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-f4f84ca0-4ca4-464f-ae6c-5f70afa51355 None None] Deleting port 165a0ebe-c7f5-4ea4-ada1-6e8e37691e73 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:02:23.056280 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f4f84ca0-4ca4-464f-ae6c-5f70afa51355 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:23.060272 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6d1e5008-67df-4b87-9676-905331ab8ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:23.063817 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6d1e5008-67df-4b87-9676-905331ab8ac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:23.076503 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-6d1e5008-67df-4b87-9676-905331ab8ac4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/624c1c4a-3bd7-43bd-a5b6-0cf2134c085e HTTP/1.1" status: 204 len: 168 time: 0.2338548 Sep 07 03:02:23.099920 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9ec7939b-eb62-4e6e-809e-04c8bfa233f6 req-de17ef6d-ba5c-4ce9-be69-3ab5c8a78e9b tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=6bffef98-49ed-4815-bad0-f16267f1c0ab HTTP/1.1" status: 200 len: 210 time: 0.1805696 Sep 07 03:02:23.106441 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b257e0-9ba7-423d-bbf8-309c3f83a2dc tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:02:23.117750 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332920bb-70b8-4507-9c32-e33b16d5888e None None] Sync routers for ids ['38be35b0-2dbf-46b6-8376-fcb3dc785651'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:02:23.129351 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-16b257e0-9ba7-423d-bbf8-309c3f83a2dc tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "PUT /v2.0/routers/38be35b0-2dbf-46b6-8376-fcb3dc785651/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3417706 Sep 07 03:02:23.131308 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57502) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:23.134136 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332920bb-70b8-4507-9c32-e33b16d5888e None None] Routers {'38be35b0-2dbf-46b6-8376-fcb3dc785651'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:02:23.136566 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-332920bb-70b8-4507-9c32-e33b16d5888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:01:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['38be35b0-2dbf-46b6-8376-fcb3dc785651'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:23.142047 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1e5008-67df-4b87-9676-905331ab8ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624c1c4a-3bd7-43bd-a5b6-0cf2134c085e,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:23.332817 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-175f3e89-5d14-4a0e-8c64-3f3fbc1e0ace tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Deleting port 165a0ebe-c7f5-4ea4-ada1-6e8e37691e73 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:02:23.333760 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-175f3e89-5d14-4a0e-8c64-3f3fbc1e0ace tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:23.345375 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-f4f84ca0-4ca4-464f-ae6c-5f70afa51355 None None] For port 165a0ebe-c7f5-4ea4-ada1-6e8e37691e73, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=165a0ebe-c7f5-4ea4-ada1-6e8e37691e73,segment=NetworkSegment(d6de519c-d593-49ef-b792-6db813b8c1d3),segment_id=d6de519c-d593-49ef-b792-6db813b8c1d3)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:02:23.345913 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f4f84ca0-4ca4-464f-ae6c-5f70afa51355 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:23.354999 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-332920bb-70b8-4507-9c32-e33b16d5888e None None] Set router 38be35b0-2dbf-46b6-8376-fcb3dc785651 gateway port host: None {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:02:23.365755 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-40a82470-3074-4987-a4c4-52c96068ee65 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Deleting subnet 085f34e8-d9c7-465e-b339-7b75556373d7 {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 03:02:23.369967 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-40a82470-3074-4987-a4c4-52c96068ee65 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:23.375041 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 165a0ebe-c7f5-4ea4-ada1-6e8e37691e73 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:02:23.441399 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-40a82470-3074-4987-a4c4-52c96068ee65 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:23.467437 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-f4f84ca0-4ca4-464f-ae6c-5f70afa51355 None None] Calling delete_port for 165a0ebe-c7f5-4ea4-ada1-6e8e37691e73 owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:02:23.561030 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-175f3e89-5d14-4a0e-8c64-3f3fbc1e0ace tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] For port 165a0ebe-c7f5-4ea4-ada1-6e8e37691e73, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=165a0ebe-c7f5-4ea4-ada1-6e8e37691e73,segment=NetworkSegment(d6de519c-d593-49ef-b792-6db813b8c1d3),segment_id=d6de519c-d593-49ef-b792-6db813b8c1d3)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:02:23.561427 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-175f3e89-5d14-4a0e-8c64-3f3fbc1e0ace tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:23.596066 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:23.598574 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-175f3e89-5d14-4a0e-8c64-3f3fbc1e0ace tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Calling delete_port for 165a0ebe-c7f5-4ea4-ada1-6e8e37691e73 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:02:23.684793 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 165a0ebe-c7f5-4ea4-ada1-6e8e37691e73, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=165a0ebe-c7f5-4ea4-ada1-6e8e37691e73,segment=NetworkSegment(d6de519c-d593-49ef-b792-6db813b8c1d3),segment_id=d6de519c-d593-49ef-b792-6db813b8c1d3)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:02:23.706699 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:23.888137 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-332920bb-70b8-4507-9c32-e33b16d5888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'name': 'tempest-RoutersTest-router-1349865003', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:01:22Z', 'updated_at': '2021-09-07T03:02:20Z', 'revision_number': 10, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'gw_port_host': None, '_interfaces': [{'id': '0cd580bd-36c2-40c7-9f89-cbec6438cb0f', 'name': '', 'network_id': '0e78b0cb-cf45-4b62-b589-9194ff1079c8', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'mac_address': 'fa:16:3e:f5:ce:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'abd280ca-68f4-4bd9-9cf7-f5ba4651bb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:25Z', 'updated_at': '2021-09-07T03:01:34Z', 'revision_number': 5, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'subnets': [{'id': 'abd280ca-68f4-4bd9-9cf7-f5ba4651bb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:23.915971 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=165a0ebe-c7f5-4ea4-ada1-6e8e37691e73,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:23.971109 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332920bb-70b8-4507-9c32-e33b16d5888e None None] Checking router: 38be35b0-2dbf-46b6-8376-fcb3dc785651 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:02:23.975311 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-40a82470-3074-4987-a4c4-52c96068ee65 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:23.987896 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f4f84ca0-4ca4-464f-ae6c-5f70afa51355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:23.997437 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332920bb-70b8-4507-9c32-e33b16d5888e None None] Routers {'38be35b0-2dbf-46b6-8376-fcb3dc785651'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:02:23.998478 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-332920bb-70b8-4507-9c32-e33b16d5888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:01:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['38be35b0-2dbf-46b6-8376-fcb3dc785651'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:24.027939 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f84ca0-4ca4-464f-ae6c-5f70afa51355 None None] No DVR routers for this DVR port 165a0ebe-c7f5-4ea4-ada1-6e8e37691e73 on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:02:24.033494 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f84ca0-4ca4-464f-ae6c-5f70afa51355 None None] Pushing event deleted for resources: {'Port': ['ID=165a0ebe-c7f5-4ea4-ada1-6e8e37691e73,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:24.108141 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-175f3e89-5d14-4a0e-8c64-3f3fbc1e0ace tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:24.126402 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175f3e89-5d14-4a0e-8c64-3f3fbc1e0ace tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] No DVR routers for this DVR port 165a0ebe-c7f5-4ea4-ada1-6e8e37691e73 on host n-d-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:02:24.181787 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175f3e89-5d14-4a0e-8c64-3f3fbc1e0ace tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Pushing event deleted for resources: {'Port': ['ID=165a0ebe-c7f5-4ea4-ada1-6e8e37691e73,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:24.218654 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-332920bb-70b8-4507-9c32-e33b16d5888e None None] Set router 38be35b0-2dbf-46b6-8376-fcb3dc785651 gateway port host: None {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:02:24.228859 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-40a82470-3074-4987-a4c4-52c96068ee65 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:24.251629 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-69dbf242-4e77-47c9-9eb5-7de625fcf9b3 req-630ab64a-9501-478b-af90-987306f95a83 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=6bffef98-49ed-4815-bad0-f16267f1c0ab HTTP/1.1" status: 200 len: 210 time: 0.0414093 Sep 07 03:02:24.263456 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a82470-3074-4987-a4c4-52c96068ee65 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event deleted for resources: {'Subnet': ['ID=085f34e8-d9c7-465e-b339-7b75556373d7,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:24.297671 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-40a82470-3074-4987-a4c4-52c96068ee65 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:24.299683 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-40a82470-3074-4987-a4c4-52c96068ee65 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "DELETE /v2.0/subnets/085f34e8-d9c7-465e-b339-7b75556373d7 HTTP/1.1" status: 204 len: 168 time: 1.1668389 Sep 07 03:02:24.302591 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-175f3e89-5d14-4a0e-8c64-3f3fbc1e0ace tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:24.302754 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57534) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:24.304367 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2596f9e7-9cca-479c-bb9e-e56b33f558c0 None None] Network 52af0979-4339-4bb8-8304-148bc816dd86 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:02:24.356577 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-175f3e89-5d14-4a0e-8c64-3f3fbc1e0ace tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13c9fbe4-62a2-4f96-9322-b7bf1b4de6f0']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:24.387195 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-175f3e89-5d14-4a0e-8c64-3f3fbc1e0ace tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6de519c-d593-49ef-b792-6db813b8c1d3') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:24.387510 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-175f3e89-5d14-4a0e-8c64-3f3fbc1e0ace tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6de519c-d593-49ef-b792-6db813b8c1d3') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:24.409925 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-175f3e89-5d14-4a0e-8c64-3f3fbc1e0ace tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:24.412862 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-acba9214-25d0-4b18-aed5-81c74bf3c749 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:24.442949 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-175f3e89-5d14-4a0e-8c64-3f3fbc1e0ace tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:24.452356 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-175f3e89-5d14-4a0e-8c64-3f3fbc1e0ace tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 03:02:24.452934 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-175f3e89-5d14-4a0e-8c64-3f3fbc1e0ace tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:24.473653 n-d-796209-16 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 03:02:24.473653 n-d-796209-16 neutron-server[94701]: self.session.flush() Sep 07 03:02:24.473653 n-d-796209-16 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 03:02:24.473653 n-d-796209-16 neutron-server[94701]: self.session.flush() Sep 07 03:02:24.473653 n-d-796209-16 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 03:02:24.473653 n-d-796209-16 neutron-server[94701]: self.session.flush() Sep 07 03:02:24.473653 n-d-796209-16 neutron-server[94701]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 03:02:24.473653 n-d-796209-16 neutron-server[94701]: self.session.flush() Sep 07 03:02:24.473653 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 03:02:24.473653 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 03:02:24.473653 n-d-796209-16 neutron-server[94701]: timer() Sep 07 03:02:24.473653 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 03:02:24.473653 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 03:02:24.473653 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 03:02:24.473653 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 03:02:24.473653 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 03:02:24.473653 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 03:02:24.473653 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 03:02:24.473653 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 03:02:24.473653 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 03:02:24.473653 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 03:02:24.473653 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 03:02:24.473653 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 03:02:24.473653 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 03:02:24.473653 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 03:02:24.473653 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 03:02:24.473653 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 03:02:24.473653 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 03:02:24.473653 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 03:02:24.473653 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 03:02:24.473653 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 03:02:24.473653 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 03:02:24.473653 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 03:02:24.473653 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 03:02:24.473653 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 03:02:24.473653 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 03:02:24.473653 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 03:02:24.473653 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 03:02:24.473653 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 03:02:24.473653 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 03:02:24.588200 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-175f3e89-5d14-4a0e-8c64-3f3fbc1e0ace tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:24.606404 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-175f3e89-5d14-4a0e-8c64-3f3fbc1e0ace tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:24.612289 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-175f3e89-5d14-4a0e-8c64-3f3fbc1e0ace tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] 10.222.0.22 "DELETE /v2.0/networks/13c9fbe4-62a2-4f96-9322-b7bf1b4de6f0 HTTP/1.1" status: 204 len: 168 time: 2.0525665 Sep 07 03:02:24.633565 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56152f34-099b-4f1b-ab9d-e0bf5e7b23a4 None None] DHCP port deletion for 52af0979-4339-4bb8-8304-148bc816dd86 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 03:02:24.644003 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175f3e89-5d14-4a0e-8c64-3f3fbc1e0ace tempest-FloatingIPNegativeTestJSON-266609235 tempest-FloatingIPNegativeTestJSON-266609235-project] Pushing event deleted for resources: {'Network': ['ID=13c9fbe4-62a2-4f96-9322-b7bf1b4de6f0,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:24.705145 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-56152f34-099b-4f1b-ab9d-e0bf5e7b23a4 None None] Deleting port ce17307c-f51d-41a9-a77a-a44fb815325f {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:02:24.705533 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-56152f34-099b-4f1b-ab9d-e0bf5e7b23a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:24.778514 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-332920bb-70b8-4507-9c32-e33b16d5888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'name': 'tempest-RoutersTest-router-1349865003', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:01:22Z', 'updated_at': '2021-09-07T03:02:20Z', 'revision_number': 10, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'gw_port_host': None, '_interfaces': [{'id': '0cd580bd-36c2-40c7-9f89-cbec6438cb0f', 'name': '', 'network_id': '0e78b0cb-cf45-4b62-b589-9194ff1079c8', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'mac_address': 'fa:16:3e:f5:ce:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'abd280ca-68f4-4bd9-9cf7-f5ba4651bb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:25Z', 'updated_at': '2021-09-07T03:01:34Z', 'revision_number': 5, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'subnets': [{'id': 'abd280ca-68f4-4bd9-9cf7-f5ba4651bb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:24.792734 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-56152f34-099b-4f1b-ab9d-e0bf5e7b23a4 None None] For port ce17307c-f51d-41a9-a77a-a44fb815325f, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=ce17307c-f51d-41a9-a77a-a44fb815325f,segment=NetworkSegment(63d36343-4fd7-4ecb-be81-a8eb3f384abf),segment_id=63d36343-4fd7-4ecb-be81-a8eb3f384abf)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:02:24.794024 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-56152f34-099b-4f1b-ab9d-e0bf5e7b23a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:24.797511 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a4ccbc-931b-448a-a279-64f0ea25aa99 req-5741153b-8bea-401f-b581-3f6bb6c6e2af tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:02:24.799068 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-10a4ccbc-931b-448a-a279-64f0ea25aa99 req-5741153b-8bea-401f-b581-3f6bb6c6e2af tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.16 "GET /v2.0/networks?id=1263da9d-0b05-48fa-942f-0ec084188974 HTTP/1.1" status: 200 len: 797 time: 0.3112993 Sep 07 03:02:24.800623 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-acba9214-25d0-4b18-aed5-81c74bf3c749 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Deleting port ce17307c-f51d-41a9-a77a-a44fb815325f {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:02:24.800964 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-acba9214-25d0-4b18-aed5-81c74bf3c749 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:24.809264 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-56152f34-099b-4f1b-ab9d-e0bf5e7b23a4 None None] Calling delete_port for ce17307c-f51d-41a9-a77a-a44fb815325f owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:02:24.813286 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332920bb-70b8-4507-9c32-e33b16d5888e None None] The sync data for ids ['38be35b0-2dbf-46b6-8376-fcb3dc785651'] in n-d-796209-16 is: [{'id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'name': 'tempest-RoutersTest-router-1349865003', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:01:22Z', 'updated_at': '2021-09-07T03:02:20Z', 'revision_number': 10, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'gw_port_host': None, '_interfaces': [{'id': '0cd580bd-36c2-40c7-9f89-cbec6438cb0f', 'name': '', 'network_id': '0e78b0cb-cf45-4b62-b589-9194ff1079c8', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'mac_address': 'fa:16:3e:f5:ce:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'device_owner': 'network:router_interface', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'abd280ca-68f4-4bd9-9cf7-f5ba4651bb3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:25Z', 'updated_at': '2021-09-07T03:01:34Z', 'revision_number': 5, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'subnets': [{'id': 'abd280ca-68f4-4bd9-9cf7-f5ba4651bb3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:02:24.917814 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-56152f34-099b-4f1b-ab9d-e0bf5e7b23a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:24.943471 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-10a4ccbc-931b-448a-a279-64f0ea25aa99 req-62e296d4-2e95-4dcf-8b28-f2a4d08e8ff6 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=626f31b15da14e0da01388cbfdee7f90 HTTP/1.1" status: 200 len: 379 time: 0.1250539 Sep 07 03:02:24.967239 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-10a4ccbc-931b-448a-a279-64f0ea25aa99 req-d8f63e04-74cf-49a5-93d4-da9d896b3c3d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Request body: {'port': {'device_id': '6bffef98-49ed-4815-bad0-f16267f1c0ab', 'network_id': '1263da9d-0b05-48fa-942f-0ec084188974', 'admin_state_up': True, 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'security_groups': ['3fe4a847-abd2-411c-a76d-883b119b9a0c']}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:02:24.973634 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56152f34-099b-4f1b-ab9d-e0bf5e7b23a4 None None] No DVR routers for this DVR port ce17307c-f51d-41a9-a77a-a44fb815325f on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:02:24.975831 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56152f34-099b-4f1b-ab9d-e0bf5e7b23a4 None None] Pushing event deleted for resources: {'Port': ['ID=ce17307c-f51d-41a9-a77a-a44fb815325f,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:25.004827 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57558) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:25.007301 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-acba9214-25d0-4b18-aed5-81c74bf3c749 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] For port ce17307c-f51d-41a9-a77a-a44fb815325f, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=ce17307c-f51d-41a9-a77a-a44fb815325f,segment=NetworkSegment(63d36343-4fd7-4ecb-be81-a8eb3f384abf),segment_id=63d36343-4fd7-4ecb-be81-a8eb3f384abf)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:02:25.007785 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-acba9214-25d0-4b18-aed5-81c74bf3c749 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:25.031955 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-acba9214-25d0-4b18-aed5-81c74bf3c749 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Calling delete_port for ce17307c-f51d-41a9-a77a-a44fb815325f owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:02:25.207120 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10a4ccbc-931b-448a-a279-64f0ea25aa99 req-d8f63e04-74cf-49a5-93d4-da9d896b3c3d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Made reservation on behalf of 626f31b15da14e0da01388cbfdee7f90 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:02:25.216974 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-10a4ccbc-931b-448a-a279-64f0ea25aa99 req-d8f63e04-74cf-49a5-93d4-da9d896b3c3d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:25.227509 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-acba9214-25d0-4b18-aed5-81c74bf3c749 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:25.272511 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acba9214-25d0-4b18-aed5-81c74bf3c749 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event deleted for resources: {'Port': ['ID=ce17307c-f51d-41a9-a77a-a44fb815325f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:25.277226 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acba9214-25d0-4b18-aed5-81c74bf3c749 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] No DVR routers for this DVR port ce17307c-f51d-41a9-a77a-a44fb815325f on host n-d-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:02:25.293022 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-83192a4b-6f25-4493-a489-ec622faa5f0a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fc6f5d6fb00b4479b0fe9a090e9cc2f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2867670 Sep 07 03:02:25.296710 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57572) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:25.351307 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device c2cbc6c2-3fdf-481a-add3-bc14b25a9d0b no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:02:25.397538 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: c2cbc6c2-3fdf-481a-add3-bc14b25a9d0b {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:02:25.399474 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device c2cbc6c2-3fdf-481a-add3-bc14b25a9d0b not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:02:25.400132 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device ce17307c-f51d-41a9-a77a-a44fb815325f no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:02:25.421549 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-02b8be23-f81f-4132-b450-22b023e36117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:25.435763 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: ce17307c-f51d-41a9-a77a-a44fb815325f {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:02:25.436121 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device ce17307c-f51d-41a9-a77a-a44fb815325f not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:02:25.446777 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-02b8be23-f81f-4132-b450-22b023e36117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:25.480112 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-acba9214-25d0-4b18-aed5-81c74bf3c749 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:25.515711 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-59156535-0ede-40c3-9fce-c50c2eec36c3 req-dba920a0-573d-411d-9815-705779dfb974 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=6bffef98-49ed-4815-bad0-f16267f1c0ab HTTP/1.1" status: 200 len: 210 time: 0.1098816 Sep 07 03:02:25.533404 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-acba9214-25d0-4b18-aed5-81c74bf3c749 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52af0979-4339-4bb8-8304-148bc816dd86']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:25.543599 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-02b8be23-f81f-4132-b450-22b023e36117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:25.547429 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-02b8be23-f81f-4132-b450-22b023e36117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:25.553565 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-acba9214-25d0-4b18-aed5-81c74bf3c749 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63d36343-4fd7-4ecb-be81-a8eb3f384abf') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:25.553936 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-acba9214-25d0-4b18-aed5-81c74bf3c749 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63d36343-4fd7-4ecb-be81-a8eb3f384abf') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:25.562353 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-02b8be23-f81f-4132-b450-22b023e36117 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/47698e3b-825a-48d9-93c3-85aef18b5b17 HTTP/1.1" status: 204 len: 168 time: 0.2596776 Sep 07 03:02:25.576549 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-acba9214-25d0-4b18-aed5-81c74bf3c749 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:25.585912 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b8be23-f81f-4132-b450-22b023e36117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47698e3b-825a-48d9-93c3-85aef18b5b17,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:25.610949 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-10a4ccbc-931b-448a-a279-64f0ea25aa99 req-d8f63e04-74cf-49a5-93d4-da9d896b3c3d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Allocated IP 172.20.0.14 (1263da9d-0b05-48fa-942f-0ec084188974/24cccd49-5354-43ba-95e2-1f141e42d907/cdcf2c97-d33e-447a-ba0a-b19b605c49aa) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:02:25.635606 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-acba9214-25d0-4b18-aed5-81c74bf3c749 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:25.658915 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acba9214-25d0-4b18-aed5-81c74bf3c749 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 03:02:25.659960 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-acba9214-25d0-4b18-aed5-81c74bf3c749 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:25.663540 n-d-796209-16 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 03:02:25.663540 n-d-796209-16 neutron-server[94700]: self.session.flush() Sep 07 03:02:25.663540 n-d-796209-16 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 03:02:25.663540 n-d-796209-16 neutron-server[94700]: self.session.flush() Sep 07 03:02:25.663540 n-d-796209-16 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 03:02:25.663540 n-d-796209-16 neutron-server[94700]: self.session.flush() Sep 07 03:02:25.663540 n-d-796209-16 neutron-server[94700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 03:02:25.663540 n-d-796209-16 neutron-server[94700]: self.session.flush() Sep 07 03:02:25.663540 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 03:02:25.663540 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 03:02:25.663540 n-d-796209-16 neutron-server[94700]: timer() Sep 07 03:02:25.663540 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 03:02:25.663540 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 03:02:25.663540 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 03:02:25.663540 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 03:02:25.663540 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 03:02:25.663540 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 03:02:25.663540 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 03:02:25.663540 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 03:02:25.663540 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 03:02:25.663540 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 03:02:25.663540 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 03:02:25.663540 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 03:02:25.663540 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 03:02:25.663540 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 03:02:25.663540 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 03:02:25.663540 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 03:02:25.663540 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 03:02:25.663540 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 03:02:25.663540 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 03:02:25.663540 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 03:02:25.663540 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 03:02:25.663540 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 03:02:25.663540 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 03:02:25.663540 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 03:02:25.663540 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 03:02:25.663540 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 03:02:25.663540 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 03:02:25.663540 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 03:02:25.663540 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 03:02:25.845958 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-acba9214-25d0-4b18-aed5-81c74bf3c749 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:25.875067 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-acba9214-25d0-4b18-aed5-81c74bf3c749 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:25.877869 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-acba9214-25d0-4b18-aed5-81c74bf3c749 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "DELETE /v2.0/networks/52af0979-4339-4bb8-8304-148bc816dd86 HTTP/1.1" status: 204 len: 168 time: 1.5740912 Sep 07 03:02:25.880913 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57616) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:25.881825 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acba9214-25d0-4b18-aed5-81c74bf3c749 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event deleted for resources: {'Network': ['ID=52af0979-4339-4bb8-8304-148bc816dd86,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:25.938017 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-90504bef-71cc-481f-818d-d61e45fa37ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:25.952567 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-10a4ccbc-931b-448a-a279-64f0ea25aa99 req-d8f63e04-74cf-49a5-93d4-da9d896b3c3d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:25.968986 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-10a4ccbc-931b-448a-a279-64f0ea25aa99 req-d8f63e04-74cf-49a5-93d4-da9d896b3c3d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Transition to ACTIVE for port object cdcf2c97-d33e-447a-ba0a-b19b605c49aa will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:02:26.014971 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-10a4ccbc-931b-448a-a279-64f0ea25aa99 req-d8f63e04-74cf-49a5-93d4-da9d896b3c3d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:26.354590 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3abb0eb8-b989-4758-906f-626bc1550027 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:26.510164 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10a4ccbc-931b-448a-a279-64f0ea25aa99 req-d8f63e04-74cf-49a5-93d4-da9d896b3c3d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Network 1263da9d-0b05-48fa-942f-0ec084188974 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:02:26.514455 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-10a4ccbc-931b-448a-a279-64f0ea25aa99 req-d8f63e04-74cf-49a5-93d4-da9d896b3c3d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:02:26.517027 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a4ccbc-931b-448a-a279-64f0ea25aa99 req-d8f63e04-74cf-49a5-93d4-da9d896b3c3d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:02:26.521399 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f63e04-74cf-49a5-93d4-da9d896b3c3d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event updated for resources: {'Port': ['ID=cdcf2c97-d33e-447a-ba0a-b19b605c49aa,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:26.594874 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a4ccbc-931b-448a-a279-64f0ea25aa99 req-d8f63e04-74cf-49a5-93d4-da9d896b3c3d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:02:26.595538 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-10a4ccbc-931b-448a-a279-64f0ea25aa99 req-d8f63e04-74cf-49a5-93d4-da9d896b3c3d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:26.607112 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57640) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:26.636845 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-10a4ccbc-931b-448a-a279-64f0ea25aa99 req-d8f63e04-74cf-49a5-93d4-da9d896b3c3d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6765282 Sep 07 03:02:26.663310 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-10a4ccbc-931b-448a-a279-64f0ea25aa99 req-8e107195-4613-4a1d-9845-07ce6c8105d5 service neutron] Request body: {'port': {'device_id': '6bffef98-49ed-4815-bad0-f16267f1c0ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:02:26.729226 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-10a4ccbc-931b-448a-a279-64f0ea25aa99 req-8e107195-4613-4a1d-9845-07ce6c8105d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:26.750549 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957388a-f761-4770-89de-103f69d6dc19 req-7940cdc9-4fd0-4b9c-8d71-83dbc81ccd07 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:02:26.752291 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4957388a-f761-4770-89de-103f69d6dc19 req-7940cdc9-4fd0-4b9c-8d71-83dbc81ccd07 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=6bffef98-49ed-4815-bad0-f16267f1c0ab HTTP/1.1" status: 200 len: 932 time: 0.1272631 Sep 07 03:02:26.834548 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-b0d4cf90-e19e-41f7-852e-c4ee92130609 tempest-SubnetPoolsTestJSON-812430195 tempest-SubnetPoolsTestJSON-812430195-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-615459180', 'prefixes': ['172.20.0.0/16']}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:02:26.838369 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4957388a-f761-4770-89de-103f69d6dc19 req-10509fb6-f7fb-487c-961b-210f6a9fe2eb tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fe4a847-abd2-411c-a76d-883b119b9a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582616 Sep 07 03:02:26.890472 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3df3793d-9ee7-4711-b6b6-78a559248e77 None None] Provisioning for port cdcf2c97-d33e-447a-ba0a-b19b605c49aa completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:02:26.894952 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3df3793d-9ee7-4711-b6b6-78a559248e77 None None] Provisioning complete for port cdcf2c97-d33e-447a-ba0a-b19b605c49aa triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:02:26.895191 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3abb0eb8-b989-4758-906f-626bc1550027 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Deleting port 0cd580bd-36c2-40c7-9f89-cbec6438cb0f {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:02:26.895523 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3df3793d-9ee7-4711-b6b6-78a559248e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:26.895641 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3abb0eb8-b989-4758-906f-626bc1550027 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:26.942633 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3df3793d-9ee7-4711-b6b6-78a559248e77 None None] Port cdcf2c97-d33e-447a-ba0a-b19b605c49aa cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:02:27.093292 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-3abb0eb8-b989-4758-906f-626bc1550027 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] For port 0cd580bd-36c2-40c7-9f89-cbec6438cb0f, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=0cd580bd-36c2-40c7-9f89-cbec6438cb0f,segment=NetworkSegment(2a2bedec-2602-496c-9c00-ec1c63fe058a),segment_id=2a2bedec-2602-496c-9c00-ec1c63fe058a)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:02:27.093911 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3abb0eb8-b989-4758-906f-626bc1550027 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:27.116592 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b0d4cf90-e19e-41f7-852e-c4ee92130609 tempest-SubnetPoolsTestJSON-812430195 tempest-SubnetPoolsTestJSON-812430195-project] Notify callbacks [] for subnetpool, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:27.121045 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b0d4cf90-e19e-41f7-852e-c4ee92130609 tempest-SubnetPoolsTestJSON-812430195 tempest-SubnetPoolsTestJSON-812430195-project] 10.222.0.22 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.5125864 Sep 07 03:02:27.123622 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57644) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:27.167377 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-3abb0eb8-b989-4758-906f-626bc1550027 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Calling delete_port for 0cd580bd-36c2-40c7-9f89-cbec6438cb0f owned by network:router_interface {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:02:27.239532 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a9adb409-5c8a-4f2a-88ee-a19e3e93f53b tempest-SubnetPoolsTestJSON-812430195 tempest-SubnetPoolsTestJSON-812430195-project] 10.222.0.22 "GET /v2.0/subnetpools/a026c5e5-a301-44b2-a221-4f5c70a93f16 HTTP/1.1" status: 200 len: 731 time: 0.1145658 Sep 07 03:02:27.240844 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57648) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:27.249372 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-7f499c65-8aad-4c06-9ca1-90b95e56b161 tempest-SubnetPoolsTestJSON-812430195 tempest-SubnetPoolsTestJSON-812430195-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1851752410'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:02:27.331718 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-10a4ccbc-931b-448a-a279-64f0ea25aa99 req-8e107195-4613-4a1d-9845-07ce6c8105d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdcf2c97-d33e-447a-ba0a-b19b605c49aa {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:02:27.350693 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-10a4ccbc-931b-448a-a279-64f0ea25aa99 req-8e107195-4613-4a1d-9845-07ce6c8105d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:27.377237 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-10a4ccbc-931b-448a-a279-64f0ea25aa99 req-8e107195-4613-4a1d-9845-07ce6c8105d5 service neutron] Transition to ACTIVE for port object cdcf2c97-d33e-447a-ba0a-b19b605c49aa will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:02:27.385989 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-10a4ccbc-931b-448a-a279-64f0ea25aa99 req-8e107195-4613-4a1d-9845-07ce6c8105d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:27.518732 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7f499c65-8aad-4c06-9ca1-90b95e56b161 tempest-SubnetPoolsTestJSON-812430195 tempest-SubnetPoolsTestJSON-812430195-project] Notify callbacks [] for subnetpool, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:27.521078 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-7f499c65-8aad-4c06-9ca1-90b95e56b161 tempest-SubnetPoolsTestJSON-812430195 tempest-SubnetPoolsTestJSON-812430195-project] 10.222.0.22 "PUT /v2.0/subnetpools/a026c5e5-a301-44b2-a221-4f5c70a93f16 HTTP/1.1" status: 200 len: 684 time: 0.2749710 Sep 07 03:02:27.522631 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57652) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:27.546485 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e107195-4613-4a1d-9845-07ce6c8105d5 service neutron] Pushing event updated for resources: {'Port': ['ID=cdcf2c97-d33e-447a-ba0a-b19b605c49aa,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:27.698189 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-10a4ccbc-931b-448a-a279-64f0ea25aa99 req-8e107195-4613-4a1d-9845-07ce6c8105d5 service neutron] Attempting to bind port cdcf2c97-d33e-447a-ba0a-b19b605c49aa on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:02:27.698765 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-10a4ccbc-931b-448a-a279-64f0ea25aa99 req-8e107195-4613-4a1d-9845-07ce6c8105d5 service neutron] Attempting to bind port cdcf2c97-d33e-447a-ba0a-b19b605c49aa by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': 'fba07b7e-2c86-4cb6-8d0f-db8cc058bd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1263da9d-0b05-48fa-942f-0ec084188974'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:02:27.700471 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a4ccbc-931b-448a-a279-64f0ea25aa99 req-8e107195-4613-4a1d-9845-07ce6c8105d5 service neutron] Attempting to bind port cdcf2c97-d33e-447a-ba0a-b19b605c49aa on network 1263da9d-0b05-48fa-942f-0ec084188974 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:02:27.711347 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a4ccbc-931b-448a-a279-64f0ea25aa99 req-8e107195-4613-4a1d-9845-07ce6c8105d5 service neutron] Port cdcf2c97-d33e-447a-ba0a-b19b605c49aa on network 1263da9d-0b05-48fa-942f-0ec084188974 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 03:02:27.713119 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a4ccbc-931b-448a-a279-64f0ea25aa99 req-8e107195-4613-4a1d-9845-07ce6c8105d5 service neutron] Attempting to bind port cdcf2c97-d33e-447a-ba0a-b19b605c49aa on network 1263da9d-0b05-48fa-942f-0ec084188974 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:02:27.724946 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a4ccbc-931b-448a-a279-64f0ea25aa99 req-8e107195-4613-4a1d-9845-07ce6c8105d5 service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:02:27.732149 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3abb0eb8-b989-4758-906f-626bc1550027 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:27.735586 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a4ccbc-931b-448a-a279-64f0ea25aa99 req-8e107195-4613-4a1d-9845-07ce6c8105d5 service neutron] Checking segment: {'id': 'fba07b7e-2c86-4cb6-8d0f-db8cc058bd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1263da9d-0b05-48fa-942f-0ec084188974'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:02:27.738347 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a4ccbc-931b-448a-a279-64f0ea25aa99 req-8e107195-4613-4a1d-9845-07ce6c8105d5 service neutron] Bound using segment: {'id': 'fba07b7e-2c86-4cb6-8d0f-db8cc058bd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1263da9d-0b05-48fa-942f-0ec084188974'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:02:27.740022 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-10a4ccbc-931b-448a-a279-64f0ea25aa99 req-8e107195-4613-4a1d-9845-07ce6c8105d5 service neutron] Bound port: cdcf2c97-d33e-447a-ba0a-b19b605c49aa, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fba07b7e-2c86-4cb6-8d0f-db8cc058bd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '1263da9d-0b05-48fa-942f-0ec084188974'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:02:27.740578 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dc039474-504b-4fb3-8df4-7ec3e6f57649 tempest-SubnetPoolsTestJSON-812430195 tempest-SubnetPoolsTestJSON-812430195-project] Notify callbacks [] for subnetpool, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:27.743106 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-10a4ccbc-931b-448a-a279-64f0ea25aa99 req-8e107195-4613-4a1d-9845-07ce6c8105d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:27.744701 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-dc039474-504b-4fb3-8df4-7ec3e6f57649 tempest-SubnetPoolsTestJSON-812430195 tempest-SubnetPoolsTestJSON-812430195-project] 10.222.0.22 "DELETE /v2.0/subnetpools/a026c5e5-a301-44b2-a221-4f5c70a93f16 HTTP/1.1" status: 204 len: 168 time: 0.2210100 Sep 07 03:02:27.748000 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57654) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:27.796550 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [None req-6c622d39-fab3-4127-a720-6fc8db09dc58 tempest-SubnetPoolsTestJSON-812430195 tempest-SubnetPoolsTestJSON-812430195-project] show failed (client error): The resource could not be found. Sep 07 03:02:27.797991 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-6c622d39-fab3-4127-a720-6fc8db09dc58 tempest-SubnetPoolsTestJSON-812430195 tempest-SubnetPoolsTestJSON-812430195-project] 10.222.0.22 "GET /v2.0/subnetpools/a026c5e5-a301-44b2-a221-4f5c70a93f16 HTTP/1.1" status: 404 len: 346 time: 0.0452993 Sep 07 03:02:27.801265 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abb0eb8-b989-4758-906f-626bc1550027 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event deleted for resources: {'Port': ['ID=0cd580bd-36c2-40c7-9f89-cbec6438cb0f,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:27.826724 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57656) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:28.004832 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [None req-c2360a8b-3fed-48cb-92f0-6b4f6675b60f tempest-SubnetPoolsTestJSON-812430195 tempest-SubnetPoolsTestJSON-812430195-project] delete failed (client error): The resource could not be found. Sep 07 03:02:28.008138 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c2360a8b-3fed-48cb-92f0-6b4f6675b60f tempest-SubnetPoolsTestJSON-812430195 tempest-SubnetPoolsTestJSON-812430195-project] 10.222.0.22 "DELETE /v2.0/subnetpools/a026c5e5-a301-44b2-a221-4f5c70a93f16 HTTP/1.1" status: 404 len: 346 time: 0.1784215 Sep 07 03:02:28.041973 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3abb0eb8-b989-4758-906f-626bc1550027 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:28.042576 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-10a4ccbc-931b-448a-a279-64f0ea25aa99 req-8e107195-4613-4a1d-9845-07ce6c8105d5 service neutron] For port cdcf2c97-d33e-447a-ba0a-b19b605c49aa, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:02:28.049856 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-10a4ccbc-931b-448a-a279-64f0ea25aa99 req-8e107195-4613-4a1d-9845-07ce6c8105d5 service neutron] For port cdcf2c97-d33e-447a-ba0a-b19b605c49aa, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=cdcf2c97-d33e-447a-ba0a-b19b605c49aa,segment=NetworkSegment(fba07b7e-2c86-4cb6-8d0f-db8cc058bd4a),segment_id=fba07b7e-2c86-4cb6-8d0f-db8cc058bd4a)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:02:28.061359 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-10a4ccbc-931b-448a-a279-64f0ea25aa99 req-8e107195-4613-4a1d-9845-07ce6c8105d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:28.149482 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a4ccbc-931b-448a-a279-64f0ea25aa99 req-8e107195-4613-4a1d-9845-07ce6c8105d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:02:28.150132 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-10a4ccbc-931b-448a-a279-64f0ea25aa99 req-8e107195-4613-4a1d-9845-07ce6c8105d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:28.151574 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-10a4ccbc-931b-448a-a279-64f0ea25aa99 req-8e107195-4613-4a1d-9845-07ce6c8105d5 service neutron] 10.222.0.16 "PUT /v2.0/ports/cdcf2c97-d33e-447a-ba0a-b19b605c49aa HTTP/1.1" status: 200 len: 1093 time: 1.4940212 Sep 07 03:02:28.152028 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bffef98-49ed-4815-bad0-f16267f1c0ab', 'tag': 'cdcf2c97-d33e-447a-ba0a-b19b605c49aa'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:02:28.174344 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a790ddf-16af-4675-b703-f9833bf6e921" -d '{"events": [{"name": "network-changed", "server_uuid": "6bffef98-49ed-4815-bad0-f16267f1c0ab", "tag": "cdcf2c97-d33e-447a-ba0a-b19b605c49aa"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:02:28.239779 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c1a7f935-0823-443f-b211-fb95cec37a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:28.302310 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e107195-4613-4a1d-9845-07ce6c8105d5 service neutron] Pushing event updated for resources: {'Port': ['ID=cdcf2c97-d33e-447a-ba0a-b19b605c49aa,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:28.315865 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a585f2ae-3230-4c44-8a1c-4a2e039f369c x-openstack-request-id: req-a585f2ae-3230-4c44-8a1c-4a2e039f369c {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:02:28.316173 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bffef98-49ed-4815-bad0-f16267f1c0ab", "tag": "cdcf2c97-d33e-447a-ba0a-b19b605c49aa", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:02:28.316433 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a585f2ae-3230-4c44-8a1c-4a2e039f369c {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:02:28.316851 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bffef98-49ed-4815-bad0-f16267f1c0ab', 'tag': 'cdcf2c97-d33e-447a-ba0a-b19b605c49aa', 'status': 'completed', 'code': 200} Sep 07 03:02:28.337666 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f4b70-8654-4f94-9db0-150c5b27b2e1 req-42afe869-01a3-41b0-bd1e-65aae8494873 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:02:28.343251 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a4ccbc-931b-448a-a279-64f0ea25aa99 req-44b538ef-295d-4003-9b4e-ce91935c1bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:02:28.344851 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-10a4ccbc-931b-448a-a279-64f0ea25aa99 req-44b538ef-295d-4003-9b4e-ce91935c1bfa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=626f31b15da14e0da01388cbfdee7f90&device_id=6bffef98-49ed-4815-bad0-f16267f1c0ab HTTP/1.1" status: 200 len: 1096 time: 0.1319065 Sep 07 03:02:28.348753 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3e0f4b70-8654-4f94-9db0-150c5b27b2e1 req-42afe869-01a3-41b0-bd1e-65aae8494873 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=6bffef98-49ed-4815-bad0-f16267f1c0ab HTTP/1.1" status: 200 len: 944 time: 0.3289051 Sep 07 03:02:28.393201 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-10a4ccbc-931b-448a-a279-64f0ea25aa99 req-5b9bed31-a398-49d9-85e9-586f752e803f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cdcf2c97-d33e-447a-ba0a-b19b605c49aa HTTP/1.1" status: 200 len: 217 time: 0.0391986 Sep 07 03:02:28.463783 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a4ccbc-931b-448a-a279-64f0ea25aa99 req-14f7b684-c283-4d4e-9827-5f8432515e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:02:28.466838 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-10a4ccbc-931b-448a-a279-64f0ea25aa99 req-14f7b684-c283-4d4e-9827-5f8432515e45 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=24cccd49-5354-43ba-95e2-1f141e42d907 HTTP/1.1" status: 200 len: 834 time: 0.0647919 Sep 07 03:02:28.490931 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3e0f4b70-8654-4f94-9db0-150c5b27b2e1 req-4b841cb7-fdd8-47c7-8bcf-ed4a0fb1c64a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fe4a847-abd2-411c-a76d-883b119b9a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391394 Sep 07 03:02:28.542978 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3abb0eb8-b989-4758-906f-626bc1550027 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Router 38be35b0-2dbf-46b6-8376-fcb3dc785651 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:02:28.549767 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57670) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:28.593183 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a4ccbc-931b-448a-a279-64f0ea25aa99 req-5882374d-3550-4b11-bb2d-885bc6d454fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:02:28.596900 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-10a4ccbc-931b-448a-a279-64f0ea25aa99 req-5882374d-3550-4b11-bb2d-885bc6d454fa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1263da9d-0b05-48fa-942f-0ec084188974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1230567 Sep 07 03:02:28.649330 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3abb0eb8-b989-4758-906f-626bc1550027 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:02:28.655218 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-3abb0eb8-b989-4758-906f-626bc1550027 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "PUT /v2.0/routers/38be35b0-2dbf-46b6-8376-fcb3dc785651/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7726731 Sep 07 03:02:28.658042 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57674) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:28.662861 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c16b1a0-4a49-4d7c-a13f-797211370699 None None] Sync routers for ids ['38be35b0-2dbf-46b6-8376-fcb3dc785651'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:02:28.673257 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c16b1a0-4a49-4d7c-a13f-797211370699 None None] Routers {'38be35b0-2dbf-46b6-8376-fcb3dc785651'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:02:28.673866 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-0c16b1a0-4a49-4d7c-a13f-797211370699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:02:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['38be35b0-2dbf-46b6-8376-fcb3dc785651'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:28.745443 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-accb9d53-556d-46f3-abbb-fd22770c8d16 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Deleting subnet abd280ca-68f4-4bd9-9cf7-f5ba4651bb3a {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 03:02:28.749657 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-accb9d53-556d-46f3-abbb-fd22770c8d16 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:28.777065 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f35de1eb-390d-4734-b74d-9665ee1dbc78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:28.796101 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-accb9d53-556d-46f3-abbb-fd22770c8d16 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:28.835415 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:28.841157 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-0c16b1a0-4a49-4d7c-a13f-797211370699 None None] Set router 38be35b0-2dbf-46b6-8376-fcb3dc785651 gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:02:28.921092 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-accb9d53-556d-46f3-abbb-fd22770c8d16 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:28.926867 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f35de1eb-390d-4734-b74d-9665ee1dbc78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:28.934663 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-10a4ccbc-931b-448a-a279-64f0ea25aa99 req-ffb75984-136b-48d7-8ad6-da7c71e35ca9 service neutron] 10.222.0.16 "GET /v2.0/networks/1263da9d-0b05-48fa-942f-0ec084188974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261902 Sep 07 03:02:28.936033 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f35de1eb-390d-4734-b74d-9665ee1dbc78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:28.947443 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-0c16b1a0-4a49-4d7c-a13f-797211370699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'name': 'tempest-RoutersTest-router-1349865003', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:01:22Z', 'updated_at': '2021-09-07T03:02:27Z', 'revision_number': 11, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'gw_port_host': None}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:28.988868 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c16b1a0-4a49-4d7c-a13f-797211370699 None None] Checking router: 38be35b0-2dbf-46b6-8376-fcb3dc785651 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:02:28.998937 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c16b1a0-4a49-4d7c-a13f-797211370699 None None] Routers {'38be35b0-2dbf-46b6-8376-fcb3dc785651'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:02:28.999837 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-0c16b1a0-4a49-4d7c-a13f-797211370699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:02:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['38be35b0-2dbf-46b6-8376-fcb3dc785651'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:29.009553 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-accb9d53-556d-46f3-abbb-fd22770c8d16 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:29.043916 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35de1eb-390d-4734-b74d-9665ee1dbc78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6fb4e5-39a1-45f7-a351-447ac8e646e6,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:29.057518 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f35de1eb-390d-4734-b74d-9665ee1dbc78 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3d0c41ccf9d443feb1db77ec40f9dc6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5057783 Sep 07 03:02:29.060044 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57676) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:29.065283 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-accb9d53-556d-46f3-abbb-fd22770c8d16 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:29.068533 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-accb9d53-556d-46f3-abbb-fd22770c8d16 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "DELETE /v2.0/subnets/abd280ca-68f4-4bd9-9cf7-f5ba4651bb3a HTTP/1.1" status: 204 len: 168 time: 0.4092736 Sep 07 03:02:29.069899 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb9d53-556d-46f3-abbb-fd22770c8d16 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event deleted for resources: {'Subnet': ['ID=abd280ca-68f4-4bd9-9cf7-f5ba4651bb3a,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:29.072200 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57678) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:29.126120 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-10a4ccbc-931b-448a-a279-64f0ea25aa99 req-c602e282-0879-48eb-8916-2139bf4ef490 service neutron] 10.222.0.16 "GET /v2.0/networks/1263da9d-0b05-48fa-942f-0ec084188974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841786 Sep 07 03:02:29.180801 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5703b3c8-98bd-43ce-b8ad-8578a72ea8b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:29.213526 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5703b3c8-98bd-43ce-b8ad-8578a72ea8b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:29.234383 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d13999ed-9b42-4d12-88c1-108c668984f1 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:29.269350 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa44a5ea-a6ea-4ca9-b26b-02083ad32742 None None] Network 0e78b0cb-cf45-4b62-b589-9194ff1079c8 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:02:29.299209 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a790ddf-16af-4675-b703-f9833bf6e921 req-a5af4160-7d84-41ea-a090-f353e1a20948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:02:29.301018 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1a790ddf-16af-4675-b703-f9833bf6e921 req-a5af4160-7d84-41ea-a090-f353e1a20948 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=626f31b15da14e0da01388cbfdee7f90&device_id=6bffef98-49ed-4815-bad0-f16267f1c0ab HTTP/1.1" status: 200 len: 1096 time: 0.0762963 Sep 07 03:02:29.305570 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-d13999ed-9b42-4d12-88c1-108c668984f1 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Deleting port 87333226-4a0e-4a93-8b0f-e7011d7ae9fe {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:02:29.306346 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d13999ed-9b42-4d12-88c1-108c668984f1 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:29.374805 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-d13999ed-9b42-4d12-88c1-108c668984f1 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] For port 87333226-4a0e-4a93-8b0f-e7011d7ae9fe, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=87333226-4a0e-4a93-8b0f-e7011d7ae9fe,segment=NetworkSegment(2a2bedec-2602-496c-9c00-ec1c63fe058a),segment_id=2a2bedec-2602-496c-9c00-ec1c63fe058a)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:02:29.375559 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d13999ed-9b42-4d12-88c1-108c668984f1 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:29.389251 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-d13999ed-9b42-4d12-88c1-108c668984f1 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Calling delete_port for 87333226-4a0e-4a93-8b0f-e7011d7ae9fe owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:02:29.416823 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a790ddf-16af-4675-b703-f9833bf6e921 req-da6550d2-78cc-4405-88cf-e07328a9f952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:02:29.419444 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1a790ddf-16af-4675-b703-f9833bf6e921 req-da6550d2-78cc-4405-88cf-e07328a9f952 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1263da9d-0b05-48fa-942f-0ec084188974 HTTP/1.1" status: 200 len: 897 time: 0.1105423 Sep 07 03:02:29.420608 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57682) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:29.430381 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-0c16b1a0-4a49-4d7c-a13f-797211370699 None None] Set router 38be35b0-2dbf-46b6-8376-fcb3dc785651 gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:02:29.442812 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5703b3c8-98bd-43ce-b8ad-8578a72ea8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:29.446630 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5703b3c8-98bd-43ce-b8ad-8578a72ea8b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:29.452108 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-5703b3c8-98bd-43ce-b8ad-8578a72ea8b7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1f6fb4e5-39a1-45f7-a351-447ac8e646e6 HTTP/1.1" status: 204 len: 168 time: 0.3910215 Sep 07 03:02:29.484521 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d13999ed-9b42-4d12-88c1-108c668984f1 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:29.512659 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-0c16b1a0-4a49-4d7c-a13f-797211370699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'name': 'tempest-RoutersTest-router-1349865003', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:01:22Z', 'updated_at': '2021-09-07T03:02:27Z', 'revision_number': 11, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'gw_port_host': None}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:29.526368 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5703b3c8-98bd-43ce-b8ad-8578a72ea8b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6fb4e5-39a1-45f7-a351-447ac8e646e6,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:29.535746 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1a790ddf-16af-4675-b703-f9833bf6e921 req-f4fbc1cf-beea-42fe-bb87-f4d01ec5ae47 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cdcf2c97-d33e-447a-ba0a-b19b605c49aa HTTP/1.1" status: 200 len: 217 time: 0.1011620 Sep 07 03:02:29.568533 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13999ed-9b42-4d12-88c1-108c668984f1 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event deleted for resources: {'Port': ['ID=87333226-4a0e-4a93-8b0f-e7011d7ae9fe,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:29.587176 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c16b1a0-4a49-4d7c-a13f-797211370699 None None] The sync data for ids ['38be35b0-2dbf-46b6-8376-fcb3dc785651'] in n-d-796209-16 is: [{'id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'name': 'tempest-RoutersTest-router-1349865003', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:01:22Z', 'updated_at': '2021-09-07T03:02:27Z', 'revision_number': 11, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'gw_port_host': None}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:02:29.589821 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13999ed-9b42-4d12-88c1-108c668984f1 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] No DVR routers for this DVR port 87333226-4a0e-4a93-8b0f-e7011d7ae9fe on host n-d-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:02:29.634323 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:29.686409 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a790ddf-16af-4675-b703-f9833bf6e921 req-353c0b90-122e-4c4a-81aa-c9c8d1f52caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:02:29.687764 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1a790ddf-16af-4675-b703-f9833bf6e921 req-353c0b90-122e-4c4a-81aa-c9c8d1f52caa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=24cccd49-5354-43ba-95e2-1f141e42d907 HTTP/1.1" status: 200 len: 834 time: 0.1447952 Sep 07 03:02:29.716520 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-860274a3-a303-46f9-a9e6-312780747baf admin admin] Deleting subnet 631f08da-8ee7-41b5-bdd3-56aab8ba46ff {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 03:02:29.727463 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-860274a3-a303-46f9-a9e6-312780747baf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:29.770115 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-860274a3-a303-46f9-a9e6-312780747baf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:29.863431 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-860274a3-a303-46f9-a9e6-312780747baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:29.902537 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd55570-b85d-409b-80b1-a008492c896a req-70482659-cb26-44c3-bd75-831c217e1988 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:02:29.910962 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fcd55570-b85d-409b-80b1-a008492c896a req-70482659-cb26-44c3-bd75-831c217e1988 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=6bffef98-49ed-4815-bad0-f16267f1c0ab HTTP/1.1" status: 200 len: 944 time: 0.2565315 Sep 07 03:02:29.961286 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a790ddf-16af-4675-b703-f9833bf6e921 req-4d7303bc-3557-4e24-b262-f1da4fa29363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:02:29.962848 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1a790ddf-16af-4675-b703-f9833bf6e921 req-4d7303bc-3557-4e24-b262-f1da4fa29363 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1263da9d-0b05-48fa-942f-0ec084188974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2525790 Sep 07 03:02:29.971805 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c060f618-7eb1-4bfb-8cf0-565f1835ee9e None None] DHCP port deletion for 0e78b0cb-cf45-4b62-b589-9194ff1079c8 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 03:02:30.068732 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fcd55570-b85d-409b-80b1-a008492c896a req-5be9aad5-29c4-41a6-8659-3a396ba99fb3 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fe4a847-abd2-411c-a76d-883b119b9a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563833 Sep 07 03:02:30.111730 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-860274a3-a303-46f9-a9e6-312780747baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:30.145171 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-860274a3-a303-46f9-a9e6-312780747baf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:30.151757 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-860274a3-a303-46f9-a9e6-312780747baf admin admin] 10.222.0.22 "DELETE /v2.0/subnets/631f08da-8ee7-41b5-bdd3-56aab8ba46ff HTTP/1.1" status: 204 len: 168 time: 0.7244234 Sep 07 03:02:30.152519 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57708) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:30.163194 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860274a3-a303-46f9-a9e6-312780747baf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=631f08da-8ee7-41b5-bdd3-56aab8ba46ff,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:30.210744 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1a790ddf-16af-4675-b703-f9833bf6e921 req-e786f6f1-2a9d-43e3-abf3-0e2105f8ad56 service neutron] 10.222.0.16 "GET /v2.0/networks/1263da9d-0b05-48fa-942f-0ec084188974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260082 Sep 07 03:02:30.211091 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d13999ed-9b42-4d12-88c1-108c668984f1 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:30.234526 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-d13999ed-9b42-4d12-88c1-108c668984f1 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e78b0cb-cf45-4b62-b589-9194ff1079c8']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:30.245503 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-d13999ed-9b42-4d12-88c1-108c668984f1 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a2bedec-2602-496c-9c00-ec1c63fe058a') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:30.245702 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-d13999ed-9b42-4d12-88c1-108c668984f1 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a2bedec-2602-496c-9c00-ec1c63fe058a') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:30.269919 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d13999ed-9b42-4d12-88c1-108c668984f1 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:30.292360 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d13999ed-9b42-4d12-88c1-108c668984f1 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:30.300384 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d13999ed-9b42-4d12-88c1-108c668984f1 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 03:02:30.301075 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d13999ed-9b42-4d12-88c1-108c668984f1 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:30.304680 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 03:02:30.304680 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 03:02:30.304680 n-d-796209-16 neutron-server[94701]: timer() Sep 07 03:02:30.304680 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 03:02:30.304680 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 03:02:30.304680 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 03:02:30.304680 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 03:02:30.304680 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 03:02:30.304680 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 03:02:30.304680 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 03:02:30.304680 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 03:02:30.304680 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 03:02:30.304680 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 03:02:30.304680 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 03:02:30.304680 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 03:02:30.304680 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 03:02:30.304680 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 03:02:30.304680 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 03:02:30.304680 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 03:02:30.304680 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 03:02:30.304680 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 03:02:30.304680 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 03:02:30.304680 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 03:02:30.304680 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 03:02:30.304680 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 03:02:30.304680 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 03:02:30.304680 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 03:02:30.304680 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 03:02:30.304680 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 03:02:30.304680 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 03:02:30.304680 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 03:02:30.304680 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 03:02:30.306608 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-610a0907-a485-4291-b4de-b9383890367f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:30.386166 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d13999ed-9b42-4d12-88c1-108c668984f1 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:30.402821 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d13999ed-9b42-4d12-88c1-108c668984f1 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:30.408748 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d13999ed-9b42-4d12-88c1-108c668984f1 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "DELETE /v2.0/networks/0e78b0cb-cf45-4b62-b589-9194ff1079c8 HTTP/1.1" status: 204 len: 168 time: 1.3344071 Sep 07 03:02:30.419421 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57718) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:30.425223 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-16083698-009f-4080-8358-45712f11dc95 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Request body: {'router': {'routes': None}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:02:30.428931 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13999ed-9b42-4d12-88c1-108c668984f1 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Pushing event deleted for resources: {'Network': ['ID=0e78b0cb-cf45-4b62-b589-9194ff1079c8,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:30.443613 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1a790ddf-16af-4675-b703-f9833bf6e921 req-d1cb10b6-7e8f-4f7b-b45d-0d768755be72 service neutron] 10.222.0.16 "GET /v2.0/networks/1263da9d-0b05-48fa-942f-0ec084188974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005644 Sep 07 03:02:30.445574 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-610a0907-a485-4291-b4de-b9383890367f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:30.472592 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-610a0907-a485-4291-b4de-b9383890367f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85b9e4c0-603d-4f20-a2f7-6ffcbe9ca102']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:30.485054 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-610a0907-a485-4291-b4de-b9383890367f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fadb85b-d3ee-4774-bf5c-24f6c80a2a13') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:30.485355 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-610a0907-a485-4291-b4de-b9383890367f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fadb85b-d3ee-4774-bf5c-24f6c80a2a13') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:30.498850 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-610a0907-a485-4291-b4de-b9383890367f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:30.514033 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-610a0907-a485-4291-b4de-b9383890367f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:30.520318 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-610a0907-a485-4291-b4de-b9383890367f admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 03:02:30.520716 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-610a0907-a485-4291-b4de-b9383890367f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:30.522514 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 03:02:30.522514 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 03:02:30.522514 n-d-796209-16 neutron-server[94700]: timer() Sep 07 03:02:30.522514 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 03:02:30.522514 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 03:02:30.522514 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 03:02:30.522514 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 03:02:30.522514 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 03:02:30.522514 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 03:02:30.522514 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 03:02:30.522514 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 03:02:30.522514 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 03:02:30.522514 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 03:02:30.522514 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 03:02:30.522514 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 03:02:30.522514 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 03:02:30.522514 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 03:02:30.522514 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 03:02:30.522514 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 03:02:30.522514 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 03:02:30.522514 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 03:02:30.522514 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 03:02:30.522514 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 03:02:30.522514 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 03:02:30.522514 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 03:02:30.522514 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 03:02:30.522514 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 03:02:30.522514 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 03:02:30.522514 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 03:02:30.522514 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 03:02:30.522514 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 03:02:30.522514 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 03:02:30.584521 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device cdcf2c97-d33e-447a-ba0a-b19b605c49aa details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 03:02:30.606669 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57722) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:30.626672 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.extraroute_db [None req-16083698-009f-4080-8358-45712f11dc95 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Added routes are [] {{(pid=94701) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 07 03:02:30.627029 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.extraroute_db [None req-16083698-009f-4080-8358-45712f11dc95 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Removed routes are [] {{(pid=94701) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 07 03:02:30.627401 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-16083698-009f-4080-8358-45712f11dc95 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-553517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3974'] for router, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:30.630489 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-610a0907-a485-4291-b4de-b9383890367f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:30.649354 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-610a0907-a485-4291-b4de-b9383890367f admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:30.654525 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-610a0907-a485-4291-b4de-b9383890367f admin admin] 10.222.0.22 "DELETE /v2.0/networks/85b9e4c0-603d-4f20-a2f7-6ffcbe9ca102 HTTP/1.1" status: 204 len: 168 time: 0.4989960 Sep 07 03:02:30.655722 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610a0907-a485-4291-b4de-b9383890367f admin admin] Pushing event deleted for resources: {'Network': ['ID=85b9e4c0-603d-4f20-a2f7-6ffcbe9ca102,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:30.778930 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port cdcf2c97-d33e-447a-ba0a-b19b605c49aa, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=cdcf2c97-d33e-447a-ba0a-b19b605c49aa,segment=NetworkSegment(fba07b7e-2c86-4cb6-8d0f-db8cc058bd4a),segment_id=fba07b7e-2c86-4cb6-8d0f-db8cc058bd4a)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:02:30.782188 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-16083698-009f-4080-8358-45712f11dc95 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-553517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3974'] for router, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:30.786411 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-16083698-009f-4080-8358-45712f11dc95 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-553510'] for router, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:30.800991 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': 'cdcf2c97-d33e-447a-ba0a-b19b605c49aa', 'network_id': '1263da9d-0b05-48fa-942f-0ec084188974', 'port_id': 'cdcf2c97-d33e-447a-ba0a-b19b605c49aa', 'mac_address': 'fa:16:3e:01:fa:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24cccd49-5354-43ba-95e2-1f141e42d907', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 03:02:30.833942 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-0aa5af78-1d4c-4b5d-8499-14ceacb4a233 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1438957081'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:02:30.853595 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:30.873161 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdcf2c97-d33e-447a-ba0a-b19b605c49aa {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:02:30.889535 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16083698-009f-4080-8358-45712f11dc95 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Router 38be35b0-2dbf-46b6-8376-fcb3dc785651 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:02:30.893502 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port cdcf2c97-d33e-447a-ba0a-b19b605c49aa, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=cdcf2c97-d33e-447a-ba0a-b19b605c49aa,segment=NetworkSegment(fba07b7e-2c86-4cb6-8d0f-db8cc058bd4a),segment_id=fba07b7e-2c86-4cb6-8d0f-db8cc058bd4a)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:02:30.897816 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:30.907403 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa5af78-1d4c-4b5d-8499-14ceacb4a233 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Made reservation on behalf of 14f70bc61d1849e9952ec81ba6bd8e3d for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:02:30.911112 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0aa5af78-1d4c-4b5d-8499-14ceacb4a233 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:30.921330 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57728) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:30.945878 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=cdcf2c97-d33e-447a-ba0a-b19b605c49aa,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:30.954003 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0aa5af78-1d4c-4b5d-8499-14ceacb4a233 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:30.977222 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-4846edcc-0d23-4410-85c2-9b72c4e89458 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c770b5ed803042dd84121734a1a78cb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0517609 Sep 07 03:02:30.977429 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57730) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:30.996898 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16083698-009f-4080-8358-45712f11dc95 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:02:31.006940 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e607c6f1-828f-4840-b33e-1d794394c1b9 None None] Sync routers for ids ['38be35b0-2dbf-46b6-8376-fcb3dc785651'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:02:31.007878 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-16083698-009f-4080-8358-45712f11dc95 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:31.012924 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-16083698-009f-4080-8358-45712f11dc95 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "PUT /v2.0/routers/38be35b0-2dbf-46b6-8376-fcb3dc785651 HTTP/1.1" status: 200 len: 701 time: 0.5893426 Sep 07 03:02:31.013701 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57732) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:31.016327 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e607c6f1-828f-4840-b33e-1d794394c1b9 None None] Routers {'38be35b0-2dbf-46b6-8376-fcb3dc785651'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:02:31.017164 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-e607c6f1-828f-4840-b33e-1d794394c1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:02:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['38be35b0-2dbf-46b6-8376-fcb3dc785651'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:31.052498 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-1dfac563-f5e3-4a78-90dc-a710268c5a2f tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "GET /v2.0/ports?device_id=38be35b0-2dbf-46b6-8376-fcb3dc785651 HTTP/1.1" status: 200 len: 205 time: 0.0373540 Sep 07 03:02:31.055267 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57734) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:31.101352 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['cdcf2c97-d33e-447a-ba0a-b19b605c49aa'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:02:31.123676 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-e607c6f1-828f-4840-b33e-1d794394c1b9 None None] Set router 38be35b0-2dbf-46b6-8376-fcb3dc785651 gateway port host: None {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:02:31.142900 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0aa5af78-1d4c-4b5d-8499-14ceacb4a233 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:31.153032 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0aa5af78-1d4c-4b5d-8499-14ceacb4a233 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:31.195999 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 87333226-4a0e-4a93-8b0f-e7011d7ae9fe no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:02:31.198707 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-76143eb5-5220-449d-b163-e6182ccdd89b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:31.204265 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-e607c6f1-828f-4840-b33e-1d794394c1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'name': 'tempest-RoutersTest-router-1349865003', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:01:22Z', 'updated_at': '2021-09-07T03:02:27Z', 'revision_number': 11, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'gw_port_host': None}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:31.206318 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-637f17a3-e419-4d3e-8567-c2833c01f393 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:31.211007 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa5af78-1d4c-4b5d-8499-14ceacb4a233 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f64fa55d-ac83-45c7-aa00-68dbb76ffee9,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:31.232577 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aa5af78-1d4c-4b5d-8499-14ceacb4a233 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 03:02:31.249099 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 87333226-4a0e-4a93-8b0f-e7011d7ae9fe {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:02:31.252404 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 87333226-4a0e-4a93-8b0f-e7011d7ae9fe not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:02:31.254416 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0aa5af78-1d4c-4b5d-8499-14ceacb4a233 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:31.254942 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-0aa5af78-1d4c-4b5d-8499-14ceacb4a233 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Added segment b2187365-7a0b-48a4-b9b6-61f9aca9de24 of type vlan for network 88984150-a7fb-4028-bbbd-6b5b84676204 Sep 07 03:02:31.256333 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 0cd580bd-36c2-40c7-9f89-cbec6438cb0f no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:02:31.257327 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e607c6f1-828f-4840-b33e-1d794394c1b9 None None] Checking router: 38be35b0-2dbf-46b6-8376-fcb3dc785651 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:02:31.269233 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e607c6f1-828f-4840-b33e-1d794394c1b9 None None] Routers {'38be35b0-2dbf-46b6-8376-fcb3dc785651'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:02:31.270179 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-e607c6f1-828f-4840-b33e-1d794394c1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:02:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['38be35b0-2dbf-46b6-8376-fcb3dc785651'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:31.329518 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-76143eb5-5220-449d-b163-e6182ccdd89b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:31.346636 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 0cd580bd-36c2-40c7-9f89-cbec6438cb0f {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:02:31.348226 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 0cd580bd-36c2-40c7-9f89-cbec6438cb0f not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:02:31.355668 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0aa5af78-1d4c-4b5d-8499-14ceacb4a233 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:31.384648 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-e607c6f1-828f-4840-b33e-1d794394c1b9 None None] Set router 38be35b0-2dbf-46b6-8376-fcb3dc785651 gateway port host: None {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:02:31.397099 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0aa5af78-1d4c-4b5d-8499-14ceacb4a233 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:31.404531 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa5af78-1d4c-4b5d-8499-14ceacb4a233 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:02:31.405150 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0aa5af78-1d4c-4b5d-8499-14ceacb4a233 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:31.446405 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-0aa5af78-1d4c-4b5d-8499-14ceacb4a233 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8364265 Sep 07 03:02:31.449035 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-e607c6f1-828f-4840-b33e-1d794394c1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'name': 'tempest-RoutersTest-router-1349865003', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:01:22Z', 'updated_at': '2021-09-07T03:02:27Z', 'revision_number': 11, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'gw_port_host': None}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:31.452388 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57740) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:31.469528 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-c14ae31c-2b34-4b27-8f91-131485abd097 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Request body: {'subnet': {'network_id': '88984150-a7fb-4028-bbbd-6b5b84676204', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:02:31.480874 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:31.485561 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e607c6f1-828f-4840-b33e-1d794394c1b9 None None] The sync data for ids ['38be35b0-2dbf-46b6-8376-fcb3dc785651'] in n-d-796209-16 is: [{'id': '38be35b0-2dbf-46b6-8376-fcb3dc785651', 'name': 'tempest-RoutersTest-router-1349865003', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:01:22Z', 'updated_at': '2021-09-07T03:02:27Z', 'revision_number': 11, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'gw_port_host': None}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:02:31.522687 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-637f17a3-e419-4d3e-8567-c2833c01f393 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:31.533514 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d363948-f46e-44ec-8647-4c202b969be1 req-77dbf27b-1aed-494e-be56-a41c2308f42e tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:02:31.542185 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9d363948-f46e-44ec-8647-4c202b969be1 req-77dbf27b-1aed-494e-be56-a41c2308f42e tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=6bffef98-49ed-4815-bad0-f16267f1c0ab HTTP/1.1" status: 200 len: 945 time: 0.3446198 Sep 07 03:02:31.544087 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa5af78-1d4c-4b5d-8499-14ceacb4a233 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Pushing event updated for resources: {'Network': ['ID=88984150-a7fb-4028-bbbd-6b5b84676204,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:31.558024 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 88984150-a7fb-4028-bbbd-6b5b84676204 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 03:02:31.560939 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-637f17a3-e419-4d3e-8567-c2833c01f393 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:31.690645 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-637f17a3-e419-4d3e-8567-c2833c01f393 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:31.690645 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637f17a3-e419-4d3e-8567-c2833c01f393 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Fanout notify agent at l3_agent the message router_deleted on router 38be35b0-2dbf-46b6-8376-fcb3dc785651 {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 03:02:31.699385 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-637f17a3-e419-4d3e-8567-c2833c01f393 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:31.704580 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-637f17a3-e419-4d3e-8567-c2833c01f393 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "DELETE /v2.0/routers/38be35b0-2dbf-46b6-8376-fcb3dc785651 HTTP/1.1" status: 204 len: 168 time: 0.6441917 Sep 07 03:02:31.704946 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57742) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:31.710945 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-5b0fc991-95b4-4f72-afe5-ebe2adb78d5e tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-318432910', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:02:31.718449 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9d363948-f46e-44ec-8647-4c202b969be1 req-e938020a-a8bb-4790-8a45-e5abb046fe98 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fe4a847-abd2-411c-a76d-883b119b9a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1750228 Sep 07 03:02:31.728998 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-76143eb5-5220-449d-b163-e6182ccdd89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:31.732612 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-76143eb5-5220-449d-b163-e6182ccdd89b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:31.734675 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-76143eb5-5220-449d-b163-e6182ccdd89b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/135a694a-17e7-4407-8b10-75a418f48adf HTTP/1.1" status: 204 len: 168 time: 0.7563112 Sep 07 03:02:31.747600 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76143eb5-5220-449d-b163-e6182ccdd89b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135a694a-17e7-4407-8b10-75a418f48adf,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:31.761911 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.db.api [None req-5b0fc991-95b4-4f72-afe5-ebe2adb78d5e tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 07 03:02:31.761911 n-d-796209-16 neutron-server[94701]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 07 03:02:31.761911 n-d-796209-16 neutron-server[94701]: [parameters: {'project_id': 'ee71fe15143d4479a2a412d712f66384', 'id': 'ef7b23e6-45f3-4bc5-819b-e72e20bcf3c7', 'expiration': datetime.datetime(2021, 9, 7, 3, 4, 31, 744850)}] Sep 07 03:02:31.761911 n-d-796209-16 neutron-server[94701]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 03:02:31.762259 n-d-796209-16 neutron-server[94701]: DEBUG oslo_db.api [None req-5b0fc991-95b4-4f72-afe5-ebe2adb78d5e tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 03:02:31.777962 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c14ae31c-2b34-4b27-8f91-131485abd097 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Made reservation on behalf of 14f70bc61d1849e9952ec81ba6bd8e3d for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:02:31.782587 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c14ae31c-2b34-4b27-8f91-131485abd097 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:31.997700 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c14ae31c-2b34-4b27-8f91-131485abd097 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:32.063165 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14ae31c-2b34-4b27-8f91-131485abd097 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Checking segment: {'id': 'b2187365-7a0b-48a4-b9b6-61f9aca9de24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '88984150-a7fb-4028-bbbd-6b5b84676204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:02:32.063548 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14ae31c-2b34-4b27-8f91-131485abd097 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Network hostable DHCP agents. Network: 88984150-a7fb-4028-bbbd-6b5b84676204, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 03:02:32.070767 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14ae31c-2b34-4b27-8f91-131485abd097 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Pushing event updated for resources: {'Subnet': ['ID=2e5ab9db-3578-4b01-b132-3cefc8a41942,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:32.100455 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14ae31c-2b34-4b27-8f91-131485abd097 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Network 88984150-a7fb-4028-bbbd-6b5b84676204 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 03:02:32.110894 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-c14ae31c-2b34-4b27-8f91-131485abd097 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 88984150-a7fb-4028-bbbd-6b5b84676204) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:02:32.116233 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14ae31c-2b34-4b27-8f91-131485abd097 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:02:32.116829 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c14ae31c-2b34-4b27-8f91-131485abd097 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:32.125100 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0037aeb4-a132-475c-8610-19b8f811c1e2 None None] Network 88984150-a7fb-4028-bbbd-6b5b84676204 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:02:32.143669 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57754) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:32.150211 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-61f730d6-236e-41b7-a031-75fcfcc2ac84 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Request body: {'port': {'network_id': '88984150-a7fb-4028-bbbd-6b5b84676204', 'name': 'tempest-TagsExtTest-242420269'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:02:32.155053 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c14ae31c-2b34-4b27-8f91-131485abd097 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6982012 Sep 07 03:02:32.307529 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55921f62-65f7-4020-838b-48cfdd4d05fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-88984150-a7fb-4028-bbbd-6b5b84676204', 'network_id': '88984150-a7fb-4028-bbbd-6b5b84676204', 'tenant_id': '14f70bc61d1849e9952ec81ba6bd8e3d', 'fixed_ips': [{'subnet_id': '2e5ab9db-3578-4b01-b132-3cefc8a41942'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 03:02:32.310273 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-55921f62-65f7-4020-838b-48cfdd4d05fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:32.313431 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5b0fc991-95b4-4f72-afe5-ebe2adb78d5e tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:32.315261 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5b0fc991-95b4-4f72-afe5-ebe2adb78d5e tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:32.390841 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5b0fc991-95b4-4f72-afe5-ebe2adb78d5e tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:32.392540 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f730d6-236e-41b7-a031-75fcfcc2ac84 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Made reservation on behalf of 14f70bc61d1849e9952ec81ba6bd8e3d for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:02:32.396422 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-61f730d6-236e-41b7-a031-75fcfcc2ac84 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:32.409862 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5b0fc991-95b4-4f72-afe5-ebe2adb78d5e tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:32.424672 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [None req-61f730d6-236e-41b7-a031-75fcfcc2ac84 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] device_id is not set on port 68bba104-51f4-417b-93e9-050b99ae6476 yet. {{(pid=94701) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 07 03:02:32.455993 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-55921f62-65f7-4020-838b-48cfdd4d05fc None None] Allocated IP 172.20.0.2 (88984150-a7fb-4028-bbbd-6b5b84676204/2e5ab9db-3578-4b01-b132-3cefc8a41942/4fdf8334-9f98-40b4-9e9a-449075d4e605) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:02:32.495944 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5b0fc991-95b4-4f72-afe5-ebe2adb78d5e tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:32.499880 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-5b0fc991-95b4-4f72-afe5-ebe2adb78d5e tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7914495 Sep 07 03:02:32.500315 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57766) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:32.507855 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-b6eac1cb-fa50-4ec3-ae41-3e693f89c6e2 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:02:32.614465 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device cdcf2c97-d33e-447a-ba0a-b19b605c49aa up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:02:32.688786 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-55921f62-65f7-4020-838b-48cfdd4d05fc None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:32.696103 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port cdcf2c97-d33e-447a-ba0a-b19b605c49aa completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:02:32.705398 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port cdcf2c97-d33e-447a-ba0a-b19b605c49aa triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:02:32.706067 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:32.709467 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-55921f62-65f7-4020-838b-48cfdd4d05fc None None] Transition to ACTIVE for port object 4fdf8334-9f98-40b4-9e9a-449075d4e605 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:02:32.767573 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-55921f62-65f7-4020-838b-48cfdd4d05fc None None] Transition to ACTIVE for port object 4fdf8334-9f98-40b4-9e9a-449075d4e605 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:02:32.782994 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-55921f62-65f7-4020-838b-48cfdd4d05fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:32.835784 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55921f62-65f7-4020-838b-48cfdd4d05fc None None] Network 88984150-a7fb-4028-bbbd-6b5b84676204 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:02:32.840054 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-55921f62-65f7-4020-838b-48cfdd4d05fc None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:02:32.845552 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55921f62-65f7-4020-838b-48cfdd4d05fc None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:02:32.894506 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-61f730d6-236e-41b7-a031-75fcfcc2ac84 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Allocated IP 172.20.0.12 (88984150-a7fb-4028-bbbd-6b5b84676204/2e5ab9db-3578-4b01-b132-3cefc8a41942/68bba104-51f4-417b-93e9-050b99ae6476) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:02:32.936413 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55921f62-65f7-4020-838b-48cfdd4d05fc None None] Pushing event updated for resources: {'Port': ['ID=4fdf8334-9f98-40b4-9e9a-449075d4e605,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:32.972825 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-55921f62-65f7-4020-838b-48cfdd4d05fc None None] Attempting to bind port 4fdf8334-9f98-40b4-9e9a-449075d4e605 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:02:32.973193 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-55921f62-65f7-4020-838b-48cfdd4d05fc None None] Attempting to bind port 4fdf8334-9f98-40b4-9e9a-449075d4e605 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'b2187365-7a0b-48a4-b9b6-61f9aca9de24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '88984150-a7fb-4028-bbbd-6b5b84676204'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:02:32.973702 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55921f62-65f7-4020-838b-48cfdd4d05fc None None] Attempting to bind port 4fdf8334-9f98-40b4-9e9a-449075d4e605 on network 88984150-a7fb-4028-bbbd-6b5b84676204 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:02:32.979869 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:33.006700 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55921f62-65f7-4020-838b-48cfdd4d05fc None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:02:33.007113 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55921f62-65f7-4020-838b-48cfdd4d05fc None None] Checking segment: {'id': 'b2187365-7a0b-48a4-b9b6-61f9aca9de24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '88984150-a7fb-4028-bbbd-6b5b84676204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:02:33.007526 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-55921f62-65f7-4020-838b-48cfdd4d05fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:33.007926 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55921f62-65f7-4020-838b-48cfdd4d05fc None None] Bound using segment: {'id': 'b2187365-7a0b-48a4-b9b6-61f9aca9de24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '88984150-a7fb-4028-bbbd-6b5b84676204'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:02:33.008429 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-55921f62-65f7-4020-838b-48cfdd4d05fc None None] Bound port: 4fdf8334-9f98-40b4-9e9a-449075d4e605, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2187365-7a0b-48a4-b9b6-61f9aca9de24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '88984150-a7fb-4028-bbbd-6b5b84676204'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:02:33.008819 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-55921f62-65f7-4020-838b-48cfdd4d05fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:33.064677 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bffef98-49ed-4815-bad0-f16267f1c0ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdcf2c97-d33e-447a-ba0a-b19b605c49aa'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:02:33.066900 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d84416-988f-4ed6-938a-75249bbcf045" -d '{"events": [{"server_uuid": "6bffef98-49ed-4815-bad0-f16267f1c0ab", "name": "network-vif-plugged", "status": "completed", "tag": "cdcf2c97-d33e-447a-ba0a-b19b605c49aa"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:02:33.101086 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-61f730d6-236e-41b7-a031-75fcfcc2ac84 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:33.116184 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-61f730d6-236e-41b7-a031-75fcfcc2ac84 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Transition to ACTIVE for port object 68bba104-51f4-417b-93e9-050b99ae6476 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:02:33.147861 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port cdcf2c97-d33e-447a-ba0a-b19b605c49aa, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=cdcf2c97-d33e-447a-ba0a-b19b605c49aa,segment=NetworkSegment(fba07b7e-2c86-4cb6-8d0f-db8cc058bd4a),segment_id=fba07b7e-2c86-4cb6-8d0f-db8cc058bd4a)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:02:33.166698 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb8f836-7618-4136-9863-10de71ad9988 x-openstack-request-id: req-cfb8f836-7618-4136-9863-10de71ad9988 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:02:33.166989 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bffef98-49ed-4815-bad0-f16267f1c0ab", "name": "network-vif-plugged", "status": "completed", "tag": "cdcf2c97-d33e-447a-ba0a-b19b605c49aa", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:02:33.167244 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cfb8f836-7618-4136-9863-10de71ad9988 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:02:33.167670 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bffef98-49ed-4815-bad0-f16267f1c0ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdcf2c97-d33e-447a-ba0a-b19b605c49aa', 'code': 200} Sep 07 03:02:33.170287 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:33.211877 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-61f730d6-236e-41b7-a031-75fcfcc2ac84 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:33.286375 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-55921f62-65f7-4020-838b-48cfdd4d05fc None None] For port 4fdf8334-9f98-40b4-9e9a-449075d4e605, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:02:33.292508 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-55921f62-65f7-4020-838b-48cfdd4d05fc None None] For port 4fdf8334-9f98-40b4-9e9a-449075d4e605, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=4fdf8334-9f98-40b4-9e9a-449075d4e605,segment=NetworkSegment(b2187365-7a0b-48a4-b9b6-61f9aca9de24),segment_id=b2187365-7a0b-48a4-b9b6-61f9aca9de24)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:02:33.304644 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-55921f62-65f7-4020-838b-48cfdd4d05fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:33.327214 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b6eac1cb-fa50-4ec3-ae41-3e693f89c6e2 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-553517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3974'] for router, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:33.330752 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=cdcf2c97-d33e-447a-ba0a-b19b605c49aa,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:33.363051 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b6eac1cb-fa50-4ec3-ae41-3e693f89c6e2 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-553510'] for router, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:33.385760 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f730d6-236e-41b7-a031-75fcfcc2ac84 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Network 88984150-a7fb-4028-bbbd-6b5b84676204 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:02:33.390204 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f730d6-236e-41b7-a031-75fcfcc2ac84 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Pushing event updated for resources: {'Port': ['ID=68bba104-51f4-417b-93e9-050b99ae6476,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:33.404507 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-61f730d6-236e-41b7-a031-75fcfcc2ac84 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:02:33.408446 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f730d6-236e-41b7-a031-75fcfcc2ac84 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:02:33.451300 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55921f62-65f7-4020-838b-48cfdd4d05fc None None] Pushing event updated for resources: {'Port': ['ID=4fdf8334-9f98-40b4-9e9a-449075d4e605,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:33.492347 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f730d6-236e-41b7-a031-75fcfcc2ac84 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:02:33.492942 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f730d6-236e-41b7-a031-75fcfcc2ac84 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:02:33.493464 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f730d6-236e-41b7-a031-75fcfcc2ac84 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:02:33.493974 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f730d6-236e-41b7-a031-75fcfcc2ac84 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:02:33.494471 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f730d6-236e-41b7-a031-75fcfcc2ac84 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:02:33.494959 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f730d6-236e-41b7-a031-75fcfcc2ac84 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:02:33.495445 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f730d6-236e-41b7-a031-75fcfcc2ac84 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:02:33.496734 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f730d6-236e-41b7-a031-75fcfcc2ac84 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:02:33.497243 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f730d6-236e-41b7-a031-75fcfcc2ac84 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:02:33.497849 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f730d6-236e-41b7-a031-75fcfcc2ac84 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:02:33.498344 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f730d6-236e-41b7-a031-75fcfcc2ac84 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:02:33.498968 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f730d6-236e-41b7-a031-75fcfcc2ac84 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:02:33.513623 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066af89-7e81-4c61-baae-0639e864aa4c req-3ee88b8a-7d2b-44cc-b011-8876c6306d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:02:33.515175 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7066af89-7e81-4c61-baae-0639e864aa4c req-3ee88b8a-7d2b-44cc-b011-8876c6306d93 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6bffef98-49ed-4815-bad0-f16267f1c0ab HTTP/1.1" status: 200 len: 1098 time: 0.1710868 Sep 07 03:02:33.532330 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d19a9a-5b0f-4081-a67c-9cd2fad7b7ab req-5d12cd4d-7bd9-4c6c-97a4-851f77e12eca tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:02:33.534108 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-24d19a9a-5b0f-4081-a67c-9cd2fad7b7ab req-5d12cd4d-7bd9-4c6c-97a4-851f77e12eca tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=6bffef98-49ed-4815-bad0-f16267f1c0ab HTTP/1.1" status: 200 len: 946 time: 0.3808963 Sep 07 03:02:33.540141 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f730d6-236e-41b7-a031-75fcfcc2ac84 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:02:33.540835 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-61f730d6-236e-41b7-a031-75fcfcc2ac84 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:33.586439 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6eac1cb-fa50-4ec3-ae41-3e693f89c6e2 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Router f8512d93-87f7-4447-aeb7-c67241eec114 is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 03:02:33.594132 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7066af89-7e81-4c61-baae-0639e864aa4c req-9616f309-6816-4950-90bc-315fa54f3c0d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3fe4a847-abd2-411c-a76d-883b119b9a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710976 Sep 07 03:02:33.670942 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-24d19a9a-5b0f-4081-a67c-9cd2fad7b7ab req-cd3c2eb1-b5ad-4a45-851d-8f4d07ca52b6 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fe4a847-abd2-411c-a76d-883b119b9a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165817 Sep 07 03:02:33.672946 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-61f730d6-236e-41b7-a031-75fcfcc2ac84 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.5282218 Sep 07 03:02:33.675671 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57786) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:33.685020 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-d1f030c9-f3c8-4a9c-a375-26cb3df1e7e1 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-445694715', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:02:33.720061 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6eac1cb-fa50-4ec3-ae41-3e693f89c6e2 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:02:33.733331 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f6c2ee-4693-436b-8b3a-acec20becc92 None None] Sync routers for ids ['f8512d93-87f7-4447-aeb7-c67241eec114'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:02:33.735665 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d1f030c9-f3c8-4a9c-a375-26cb3df1e7e1 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:33.737255 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d1f030c9-f3c8-4a9c-a375-26cb3df1e7e1 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:33.741832 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b6eac1cb-fa50-4ec3-ae41-3e693f89c6e2 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:33.746388 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b6eac1cb-fa50-4ec3-ae41-3e693f89c6e2 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "PUT /v2.0/routers/f8512d93-87f7-4447-aeb7-c67241eec114 HTTP/1.1" status: 200 len: 693 time: 1.2417173 Sep 07 03:02:33.748203 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57788) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:33.750596 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f6c2ee-4693-436b-8b3a-acec20becc92 None None] Routers {'f8512d93-87f7-4447-aeb7-c67241eec114'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:02:33.751280 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-a0f6c2ee-4693-436b-8b3a-acec20becc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:02:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['f8512d93-87f7-4447-aeb7-c67241eec114'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:33.863695 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-66eaeb31-9c64-4419-88f8-c8870c3839e8 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "GET /v2.0/routers/f8512d93-87f7-4447-aeb7-c67241eec114 HTTP/1.1" status: 200 len: 699 time: 0.1130996 Sep 07 03:02:33.866103 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57790) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:33.868953 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d1f030c9-f3c8-4a9c-a375-26cb3df1e7e1 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:33.876333 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d1f030c9-f3c8-4a9c-a375-26cb3df1e7e1 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:33.904344 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d1f030c9-f3c8-4a9c-a375-26cb3df1e7e1 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:33.906079 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-e317a33d-3c86-4fba-a665-56b8daa802a6 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8512d93-87f7-4447-aeb7-c67241eec114 HTTP/1.1" status: 200 len: 205 time: 0.0388908 Sep 07 03:02:33.906846 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d1f030c9-f3c8-4a9c-a375-26cb3df1e7e1 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2289691 Sep 07 03:02:33.908553 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57792) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:33.908907 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57794) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:33.914450 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-885661e9-5e42-4926-9739-6c5d451c8d23 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-182447962', 'prefixes': ['172.20.0.0/16']}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:02:33.939666 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-a0f6c2ee-4693-436b-8b3a-acec20becc92 None None] Set router f8512d93-87f7-4447-aeb7-c67241eec114 gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:02:34.002744 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-faef9e71-fb56-400b-bda3-efb747cda7b1 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for router, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:34.009442 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-a0f6c2ee-4693-436b-8b3a-acec20becc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8512d93-87f7-4447-aeb7-c67241eec114', 'name': 'tempest-RoutersTest-router-318432910', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:02:32Z', 'updated_at': '2021-09-07T03:02:33Z', 'revision_number': 2, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'gw_port_host': None}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:34.042221 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f6c2ee-4693-436b-8b3a-acec20becc92 None None] Checking router: f8512d93-87f7-4447-aeb7-c67241eec114 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:02:34.053286 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f6c2ee-4693-436b-8b3a-acec20becc92 None None] Routers {'f8512d93-87f7-4447-aeb7-c67241eec114'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:02:34.055385 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-a0f6c2ee-4693-436b-8b3a-acec20becc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:02:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['f8512d93-87f7-4447-aeb7-c67241eec114'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:34.146145 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-a0f6c2ee-4693-436b-8b3a-acec20becc92 None None] Set router f8512d93-87f7-4447-aeb7-c67241eec114 gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:02:34.205426 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-a0f6c2ee-4693-436b-8b3a-acec20becc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8512d93-87f7-4447-aeb7-c67241eec114', 'name': 'tempest-RoutersTest-router-318432910', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:02:32Z', 'updated_at': '2021-09-07T03:02:33Z', 'revision_number': 2, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'gw_port_host': None}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:34.240730 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f6c2ee-4693-436b-8b3a-acec20becc92 None None] The sync data for ids ['f8512d93-87f7-4447-aeb7-c67241eec114'] in n-d-796209-16 is: [{'id': 'f8512d93-87f7-4447-aeb7-c67241eec114', 'name': 'tempest-RoutersTest-router-318432910', 'tenant_id': 'ee71fe15143d4479a2a412d712f66384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:02:32Z', 'updated_at': '2021-09-07T03:02:33Z', 'revision_number': 2, 'project_id': 'ee71fe15143d4479a2a412d712f66384', 'gw_port_host': None}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:02:34.241193 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-faef9e71-fb56-400b-bda3-efb747cda7b1 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:34.245741 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-faef9e71-fb56-400b-bda3-efb747cda7b1 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:34.247719 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-885661e9-5e42-4926-9739-6c5d451c8d23 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Notify callbacks [] for subnetpool, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:34.249014 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-885661e9-5e42-4926-9739-6c5d451c8d23 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] 10.222.0.22 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.3380330 Sep 07 03:02:34.253640 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57796) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:34.259263 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.tag.tag_plugin [None req-f2799ca1-4e21-4bdb-acf2-1ad09dffb2e6 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '2e5ab9db-3578-4b01-b132-3cefc8a41942', 'tempest-TagsExtTest-Tag-4529298') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:34.384916 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-faef9e71-fb56-400b-bda3-efb747cda7b1 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:34.385485 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faef9e71-fb56-400b-bda3-efb747cda7b1 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Fanout notify agent at l3_agent the message router_deleted on router f8512d93-87f7-4447-aeb7-c67241eec114 {{(pid=94701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 03:02:34.396026 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-faef9e71-fb56-400b-bda3-efb747cda7b1 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:34.397752 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-faef9e71-fb56-400b-bda3-efb747cda7b1 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "DELETE /v2.0/routers/f8512d93-87f7-4447-aeb7-c67241eec114 HTTP/1.1" status: 204 len: 168 time: 0.4877620 Sep 07 03:02:34.402618 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57802) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:34.478389 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-913f3abc-955d-4a59-bcaa-285fa4e81df3 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8512d93-87f7-4447-aeb7-c67241eec114 HTTP/1.1" status: 200 len: 205 time: 0.0740824 Sep 07 03:02:34.479165 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57804) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:34.506431 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f2799ca1-4e21-4bdb-acf2-1ad09dffb2e6 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] 10.222.0.22 "PUT /v2.0/subnets/2e5ab9db-3578-4b01-b132-3cefc8a41942/tags/tempest-TagsExtTest-Tag-4529298 HTTP/1.1" status: 201 len: 201 time: 0.2514164 Sep 07 03:02:34.510323 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57808) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:34.518265 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.tag.tag_plugin [None req-233814a5-19f2-4edc-94bc-2ab0b53ab252 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '68bba104-51f4-417b-93e9-050b99ae6476', 'tempest-TagsExtTest-Tag-1130881020') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:34.596752 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [None req-c576e716-6a82-466b-a6c2-9e2f11e60610 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] delete failed (client error): The resource could not be found. Sep 07 03:02:34.598155 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c576e716-6a82-466b-a6c2-9e2f11e60610 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "DELETE /v2.0/routers/f8512d93-87f7-4447-aeb7-c67241eec114 HTTP/1.1" status: 404 len: 336 time: 0.1177864 Sep 07 03:02:34.607085 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57812) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:34.671041 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-c98becc2-711d-4a1e-a097-24920479a08b tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] DELETE failed (client error): The resource could not be found. Sep 07 03:02:34.672107 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c98becc2-711d-4a1e-a097-24920479a08b tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 03:02:34.674184 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c98becc2-711d-4a1e-a097-24920479a08b tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "DELETE /v2.0/subnets/5523b6b5-c076-4f6b-80f5-9c7851d11d36 HTTP/1.1" status: 404 len: 337 time: 0.0615342 Sep 07 03:02:34.676979 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57816) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:34.714848 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cca2f69-9eeb-4b73-ad88-abdc80fbcbe0 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] DELETE failed (client error): The resource could not be found. Sep 07 03:02:34.714848 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cca2f69-9eeb-4b73-ad88-abdc80fbcbe0 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 03:02:34.718881 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8cca2f69-9eeb-4b73-ad88-abdc80fbcbe0 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "DELETE /v2.0/subnets/54c8fa12-feca-4ecb-a251-bd61e4a4a1c4 HTTP/1.1" status: 404 len: 337 time: 0.0386293 Sep 07 03:02:34.718881 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-233814a5-19f2-4edc-94bc-2ab0b53ab252 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] 10.222.0.22 "PUT /v2.0/ports/68bba104-51f4-417b-93e9-050b99ae6476/tags/tempest-TagsExtTest-Tag-1130881020 HTTP/1.1" status: 201 len: 201 time: 0.2073510 Sep 07 03:02:34.719349 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57822) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:34.721815 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57824) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:34.727938 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-862f80a9-56bd-4f57-a926-b1a8a2fa2e5a tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '0928da97-68d4-40e8-acd1-801b4980a58c', 'tempest-TagsExtTest-Tag-58728114') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:34.764914 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc57d143-9f16-4a02-a899-960905100164 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] DELETE failed (client error): The resource could not be found. Sep 07 03:02:34.765384 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc57d143-9f16-4a02-a899-960905100164 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 03:02:34.767161 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-fc57d143-9f16-4a02-a899-960905100164 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "DELETE /v2.0/subnets/085f34e8-d9c7-465e-b339-7b75556373d7 HTTP/1.1" status: 404 len: 337 time: 0.0468652 Sep 07 03:02:34.774553 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57826) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:34.831048 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a276f1f-872a-49c4-b58f-7fb6294a2429 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] DELETE failed (client error): The resource could not be found. Sep 07 03:02:34.831639 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a276f1f-872a-49c4-b58f-7fb6294a2429 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 03:02:34.833505 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-9a276f1f-872a-49c4-b58f-7fb6294a2429 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "DELETE /v2.0/subnets/abd280ca-68f4-4bd9-9cf7-f5ba4651bb3a HTTP/1.1" status: 404 len: 337 time: 0.0579553 Sep 07 03:02:34.837443 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57828) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:34.864974 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf45ba5c-2651-4cc0-899f-814a14dab2c4 None None] Network 88984150-a7fb-4028-bbbd-6b5b84676204 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:02:34.891295 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3bf39de2-3584-4ef7-88c0-d4ae639b4205 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "GET /v2.0/ports?device_id=38be35b0-2dbf-46b6-8376-fcb3dc785651 HTTP/1.1" status: 200 len: 205 time: 0.0519264 Sep 07 03:02:34.893771 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57832) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:34.925489 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9014c3-aa00-4cf4-9e16-b4026573c478 req-f18dc7e2-4713-4878-af37-58ace8e3f39d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:02:34.929145 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3c9014c3-aa00-4cf4-9e16-b4026573c478 req-f18dc7e2-4713-4878-af37-58ace8e3f39d tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=6bffef98-49ed-4815-bad0-f16267f1c0ab HTTP/1.1" status: 200 len: 946 time: 0.1417620 Sep 07 03:02:34.955145 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-a312bb60-ebf1-47f6-9b0e-b3049c03d393 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] delete failed (client error): The resource could not be found. Sep 07 03:02:34.956237 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a312bb60-ebf1-47f6-9b0e-b3049c03d393 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "DELETE /v2.0/routers/38be35b0-2dbf-46b6-8376-fcb3dc785651 HTTP/1.1" status: 404 len: 336 time: 0.0614812 Sep 07 03:02:34.957920 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3e04bdc6-7010-43cd-a628-0bfcd735552f None None] Provisioning for port 4fdf8334-9f98-40b4-9e9a-449075d4e605 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:02:34.958956 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57834) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:34.999651 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b380590f-caa0-4a8a-884c-5d322f0230e0 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "GET /v2.0/ports?device_id=37ad5962-dd25-464a-b234-1a73df5647e7 HTTP/1.1" status: 200 len: 205 time: 0.0371468 Sep 07 03:02:35.000144 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57836) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:35.069032 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [None req-5fcc17f7-f0bf-4355-a590-b79152f46dc6 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] delete failed (client error): The resource could not be found. Sep 07 03:02:35.072707 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-5fcc17f7-f0bf-4355-a590-b79152f46dc6 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "DELETE /v2.0/routers/37ad5962-dd25-464a-b234-1a73df5647e7 HTTP/1.1" status: 404 len: 336 time: 0.0677981 Sep 07 03:02:35.073177 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57838) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:35.087100 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-862f80a9-56bd-4f57-a926-b1a8a2fa2e5a tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] 10.222.0.22 "PUT /v2.0/routers/0928da97-68d4-40e8-acd1-801b4980a58c/tags/tempest-TagsExtTest-Tag-58728114 HTTP/1.1" status: 201 len: 201 time: 0.3639371 Sep 07 03:02:35.088239 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57840) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:35.127129 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-306d71c4-005b-4dd5-bfb3-521a7a6ac64d tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'da3daffd-fc25-4926-be5e-f219dc6592de', 'tempest-TagsExtTest-Tag-1056107084') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:35.130779 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d42a449-f46f-4d96-b4d0-8c86dbc18829 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] DELETE failed (client error): The resource could not be found. Sep 07 03:02:35.131251 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d42a449-f46f-4d96-b4d0-8c86dbc18829 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 03:02:35.133078 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-5d42a449-f46f-4d96-b4d0-8c86dbc18829 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "DELETE /v2.0/subnets/8d075dc0-0024-47ef-b35c-2c9dcb508bde HTTP/1.1" status: 404 len: 337 time: 0.0589759 Sep 07 03:02:35.140126 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57842) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:35.141907 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3c9014c3-aa00-4cf4-9e16-b4026573c478 req-c6c29452-295d-4d32-a9e8-f30f7aa88819 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fe4a847-abd2-411c-a76d-883b119b9a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456878 Sep 07 03:02:35.187421 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-fba5ce01-8339-45c1-b859-ae6f50a17c44 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd774ae3-169e-450d-903d-9e80e6307e07 HTTP/1.1" status: 200 len: 205 time: 0.0462477 Sep 07 03:02:35.194458 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57846) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:35.229389 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 4fdf8334-9f98-40b4-9e9a-449075d4e605 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:02:35.236238 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-306d71c4-005b-4dd5-bfb3-521a7a6ac64d tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] 10.222.0.22 "PUT /v2.0/subnetpools/da3daffd-fc25-4926-be5e-f219dc6592de/tags/tempest-TagsExtTest-Tag-1056107084 HTTP/1.1" status: 201 len: 201 time: 0.1292875 Sep 07 03:02:35.236585 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57848) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:35.242162 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-bb8f4090-67c3-4c11-a276-c2ca1168e37d tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '2e5ab9db-3578-4b01-b132-3cefc8a41942') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:35.275383 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-2021bd69-9cbd-4bfa-a706-e504e98f3755 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] delete failed (client error): The resource could not be found. Sep 07 03:02:35.277805 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-2021bd69-9cbd-4bfa-a706-e504e98f3755 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "DELETE /v2.0/routers/dd774ae3-169e-450d-903d-9e80e6307e07 HTTP/1.1" status: 404 len: 336 time: 0.0809753 Sep 07 03:02:35.288740 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57850) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:35.348022 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a0b9478a-64ee-47bf-95ba-b53a324e1628 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "GET /v2.0/ports?device_id=de329b39-b973-4519-8f1c-579bc4edad03 HTTP/1.1" status: 200 len: 205 time: 0.0603480 Sep 07 03:02:35.350474 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57854) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:35.405893 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-a86d1da7-66d1-49c2-a654-11fa11ba219f tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] delete failed (client error): The resource could not be found. Sep 07 03:02:35.406965 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a86d1da7-66d1-49c2-a654-11fa11ba219f tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "DELETE /v2.0/routers/de329b39-b973-4519-8f1c-579bc4edad03 HTTP/1.1" status: 404 len: 336 time: 0.0555108 Sep 07 03:02:35.409501 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57856) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:35.420658 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-bb8f4090-67c3-4c11-a276-c2ca1168e37d tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] 10.222.0.22 "GET /v2.0/subnets/2e5ab9db-3578-4b01-b132-3cefc8a41942/tags HTTP/1.1" status: 200 len: 238 time: 0.1803977 Sep 07 03:02:35.421291 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57860) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:35.427304 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-47a18a62-452e-4c49-b881-8053c12b54ae tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2e5ab9db-3578-4b01-b132-3cefc8a41942', 'tempest-TagsExtTest-Tag-4529298') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:35.432639 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 4fdf8334-9f98-40b4-9e9a-449075d4e605 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:02:35.440798 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 4fdf8334-9f98-40b4-9e9a-449075d4e605 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:02:35.443937 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:35.478024 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-040430a3-1203-49c1-b04b-7cc7b3b23c2a tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] DELETE failed (client error): The resource could not be found. Sep 07 03:02:35.478489 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-040430a3-1203-49c1-b04b-7cc7b3b23c2a tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 03:02:35.480510 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-040430a3-1203-49c1-b04b-7cc7b3b23c2a tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "DELETE /v2.0/subnets/5cfdb35e-86ed-4be2-8e19-9510e0392abc HTTP/1.1" status: 404 len: 337 time: 0.0697880 Sep 07 03:02:35.488050 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57862) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:35.493730 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c06f6-41ea-476f-93b8-f465c6e0f802 req-029f3097-1a0b-46d7-8de0-fa9a6ccdefb5 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:02:35.499368 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0a3c06f6-41ea-476f-93b8-f465c6e0f802 req-029f3097-1a0b-46d7-8de0-fa9a6ccdefb5 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=6bffef98-49ed-4815-bad0-f16267f1c0ab HTTP/1.1" status: 200 len: 946 time: 0.2261744 Sep 07 03:02:35.571209 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0a3c06f6-41ea-476f-93b8-f465c6e0f802 req-ead24526-77f5-4f3a-9fba-92089babd2ae tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fe4a847-abd2-411c-a76d-883b119b9a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636344 Sep 07 03:02:35.577968 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-eb2715f6-30a1-46cd-aa6e-c3be75db44a5 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "GET /v2.0/ports?device_id=10a4ad61-485a-480c-8e7d-ecf165a174b2 HTTP/1.1" status: 200 len: 205 time: 0.0816145 Sep 07 03:02:35.580402 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57864) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:35.612847 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-47a18a62-452e-4c49-b881-8053c12b54ae tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] 10.222.0.22 "GET /v2.0/subnets/2e5ab9db-3578-4b01-b132-3cefc8a41942/tags/tempest-TagsExtTest-Tag-4529298 HTTP/1.1" status: 204 len: 168 time: 0.1831133 Sep 07 03:02:35.612847 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57866) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:35.616147 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a5652fee-fcbb-4a5d-bbe4-56cd00f90fd2 None None] Provisioning complete for port 4fdf8334-9f98-40b4-9e9a-449075d4e605 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:02:35.617202 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a5652fee-fcbb-4a5d-bbe4-56cd00f90fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:35.621257 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-f4413a3e-545b-4136-9277-ade0f7f5ae43 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '2e5ab9db-3578-4b01-b132-3cefc8a41942', 'tempest-TagsExtTest-Tag-4529298') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:35.621550 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:35.674842 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57868) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:35.682102 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-c5ec3dd8-9d2f-4b6f-96ea-847d287de155 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] delete failed (client error): The resource could not be found. Sep 07 03:02:35.685572 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c5ec3dd8-9d2f-4b6f-96ea-847d287de155 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "DELETE /v2.0/routers/10a4ad61-485a-480c-8e7d-ecf165a174b2 HTTP/1.1" status: 404 len: 336 time: 0.1017196 Sep 07 03:02:35.685736 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57872) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:35.742464 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-b724f2dc-ae60-41ac-b0a2-f1c173c907fe tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] DELETE failed (client error): The resource could not be found. Sep 07 03:02:35.742941 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b724f2dc-ae60-41ac-b0a2-f1c173c907fe tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 03:02:35.744891 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b724f2dc-ae60-41ac-b0a2-f1c173c907fe tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "DELETE /v2.0/subnets/b7eb4c1f-a901-4505-9558-29881fc5921d HTTP/1.1" status: 404 len: 337 time: 0.0582449 Sep 07 03:02:35.747716 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57874) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:35.770059 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 4fdf8334-9f98-40b4-9e9a-449075d4e605, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=4fdf8334-9f98-40b4-9e9a-449075d4e605,segment=NetworkSegment(b2187365-7a0b-48a4-b9b6-61f9aca9de24),segment_id=b2187365-7a0b-48a4-b9b6-61f9aca9de24)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:02:35.781223 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-9095a0a8-22f1-4cf0-9fc2-94efb6022c05 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea2cb848-0997-41b4-8dd7-665c704e0f57 HTTP/1.1" status: 200 len: 205 time: 0.0302138 Sep 07 03:02:35.781543 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57876) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:35.793401 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:35.871720 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-415a4108-62dd-42d2-98ab-e45d2637cd54 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] delete failed (client error): The resource could not be found. Sep 07 03:02:35.878199 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-415a4108-62dd-42d2-98ab-e45d2637cd54 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "DELETE /v2.0/routers/ea2cb848-0997-41b4-8dd7-665c704e0f57 HTTP/1.1" status: 404 len: 336 time: 0.0927560 Sep 07 03:02:35.878448 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57880) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:35.894794 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb45c228-4eae-474f-bce2-2cfdccd02781 tempest-TestNetworkAdvancedServerOps-2015258804 tempest-TestNetworkAdvancedServerOps-2015258804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:02:35.908911 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-eb45c228-4eae-474f-bce2-2cfdccd02781 tempest-TestNetworkAdvancedServerOps-2015258804 tempest-TestNetworkAdvancedServerOps-2015258804-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=6bffef98-49ed-4815-bad0-f16267f1c0ab HTTP/1.1" status: 200 len: 1093 time: 0.2306216 Sep 07 03:02:35.914277 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57882) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:35.924307 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-c67667fc-1a15-4817-8ebd-6321545847ac tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Request body: {'floatingip': {'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'port_id': 'cdcf2c97-d33e-447a-ba0a-b19b605c49aa', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:02:35.937134 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a5652fee-fcbb-4a5d-bbe4-56cd00f90fd2 None None] Provisioning for port 68bba104-51f4-417b-93e9-050b99ae6476 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:02:35.939586 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=4fdf8334-9f98-40b4-9e9a-449075d4e605,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:35.945595 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a5652fee-fcbb-4a5d-bbe4-56cd00f90fd2 None None] Provisioning complete for port 68bba104-51f4-417b-93e9-050b99ae6476 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:02:35.946223 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a5652fee-fcbb-4a5d-bbe4-56cd00f90fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:35.974957 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9b11d89-8748-410c-9033-1bf7d55204df tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] DELETE failed (client error): The resource could not be found. Sep 07 03:02:35.975423 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9b11d89-8748-410c-9033-1bf7d55204df tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 03:02:35.983071 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c9b11d89-8748-410c-9033-1bf7d55204df tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "DELETE /v2.0/subnets/291e2961-bc41-4c67-a0e4-6f3f3e42ef17 HTTP/1.1" status: 404 len: 337 time: 0.1014628 Sep 07 03:02:35.983291 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c67667fc-1a15-4817-8ebd-6321545847ac tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for floatingip, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:35.983798 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57884) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:35.993162 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a5652fee-fcbb-4a5d-bbe4-56cd00f90fd2 None None] Port 68bba104-51f4-417b-93e9-050b99ae6476 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:02:36.003912 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f4413a3e-545b-4136-9277-ade0f7f5ae43 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] 10.222.0.22 "DELETE /v2.0/subnets/2e5ab9db-3578-4b01-b132-3cefc8a41942/tags/tempest-TagsExtTest-Tag-4529298 HTTP/1.1" status: 204 len: 168 time: 0.3927095 Sep 07 03:02:36.004590 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57886) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:36.009474 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-ddd8aba4-f998-40d3-8f1c-c8059ee4855a tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '2e5ab9db-3578-4b01-b132-3cefc8a41942') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:36.023814 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-abaf93e7-3d04-4dea-924e-641ecb0144a9 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] DELETE failed (client error): The resource could not be found. Sep 07 03:02:36.024645 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abaf93e7-3d04-4dea-924e-641ecb0144a9 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 03:02:36.027680 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-abaf93e7-3d04-4dea-924e-641ecb0144a9 tempest-RoutersTest-1332095867 tempest-RoutersTest-1332095867-project] 10.222.0.22 "DELETE /v2.0/subnets/5cde64cf-8012-4d7b-b6fd-37ed74a4473f HTTP/1.1" status: 404 len: 337 time: 0.0427539 Sep 07 03:02:36.117248 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-fc9550f7-ca01-441f-8c42-1c207e9faa4a None None] Provisioning complete for port 68bba104-51f4-417b-93e9-050b99ae6476 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:02:36.119647 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fc9550f7-ca01-441f-8c42-1c207e9faa4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:36.147834 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ddd8aba4-f998-40d3-8f1c-c8059ee4855a tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] 10.222.0.22 "GET /v2.0/subnets/2e5ab9db-3578-4b01-b132-3cefc8a41942/tags HTTP/1.1" status: 200 len: 205 time: 0.1387837 Sep 07 03:02:36.149249 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57890) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:36.155252 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.tag.tag_plugin [None req-0afa2736-07fb-4764-9ea9-462f1cb13b78 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '68bba104-51f4-417b-93e9-050b99ae6476') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:36.159250 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c67667fc-1a15-4817-8ebd-6321545847ac tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:36.198385 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-fc9550f7-ca01-441f-8c42-1c207e9faa4a None None] Port 68bba104-51f4-417b-93e9-050b99ae6476 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:02:36.232979 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-0afa2736-07fb-4764-9ea9-462f1cb13b78 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] 10.222.0.22 "GET /v2.0/ports/68bba104-51f4-417b-93e9-050b99ae6476/tags HTTP/1.1" status: 200 len: 241 time: 0.0820384 Sep 07 03:02:36.235640 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57892) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:36.241200 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.tag.tag_plugin [None req-065da8d4-87ff-4738-92ca-089aef0db323 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '68bba104-51f4-417b-93e9-050b99ae6476', 'tempest-TagsExtTest-Tag-1130881020') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:36.299084 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-c67667fc-1a15-4817-8ebd-6321545847ac tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Allocated IP 172.25.5.117 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/37558446-b47f-4804-8daa-7779dc10705e) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:02:36.303525 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-065da8d4-87ff-4738-92ca-089aef0db323 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] 10.222.0.22 "GET /v2.0/ports/68bba104-51f4-417b-93e9-050b99ae6476/tags/tempest-TagsExtTest-Tag-1130881020 HTTP/1.1" status: 204 len: 168 time: 0.0648122 Sep 07 03:02:36.304780 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57896) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:36.310595 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-e7bfa686-3eee-453f-9b5e-28b7c503a676 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '68bba104-51f4-417b-93e9-050b99ae6476', 'tempest-TagsExtTest-Tag-1130881020') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:36.388849 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57898) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:36.470464 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c67667fc-1a15-4817-8ebd-6321545847ac tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:36.484141 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-e7bfa686-3eee-453f-9b5e-28b7c503a676 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] 10.222.0.22 "DELETE /v2.0/ports/68bba104-51f4-417b-93e9-050b99ae6476/tags/tempest-TagsExtTest-Tag-1130881020 HTTP/1.1" status: 204 len: 168 time: 0.1751025 Sep 07 03:02:36.484141 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57904) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:36.488422 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-b479a177-ed08-4779-be68-917c8c6d3790 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '68bba104-51f4-417b-93e9-050b99ae6476') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:36.564115 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c67667fc-1a15-4817-8ebd-6321545847ac tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:36.573873 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b479a177-ed08-4779-be68-917c8c6d3790 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] 10.222.0.22 "GET /v2.0/ports/68bba104-51f4-417b-93e9-050b99ae6476/tags HTTP/1.1" status: 200 len: 205 time: 0.0890985 Sep 07 03:02:36.577806 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-9f7d19ae-c652-4c9d-96e1-b159b6c2cac0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ee71fe15143d4479a2a412d712f66384&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1852980 Sep 07 03:02:36.577806 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57906) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:36.578376 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57908) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:36.581191 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.tag.tag_plugin [None req-94e118da-acf7-4474-b19c-9d6383cc237b tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '0928da97-68d4-40e8-acd1-801b4980a58c') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:36.627033 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67667fc-1a15-4817-8ebd-6321545847ac tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:02:36.635757 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-c67667fc-1a15-4817-8ebd-6321545847ac tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:02:36.643363 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67667fc-1a15-4817-8ebd-6321545847ac tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:02:36.647071 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67667fc-1a15-4817-8ebd-6321545847ac tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event updated for resources: {'Port': ['ID=37558446-b47f-4804-8daa-7779dc10705e,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:36.655955 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-94e118da-acf7-4474-b19c-9d6383cc237b tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] 10.222.0.22 "GET /v2.0/routers/0928da97-68d4-40e8-acd1-801b4980a58c/tags HTTP/1.1" status: 200 len: 239 time: 0.0782063 Sep 07 03:02:36.657693 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57910) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:36.662141 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.tag.tag_plugin [None req-2da66f20-d518-421d-8875-0c82d1149ac0 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0928da97-68d4-40e8-acd1-801b4980a58c', 'tempest-TagsExtTest-Tag-58728114') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:36.717665 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-18dd9a47-0b6f-418b-bfcf-03946cfc07d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:36.737652 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-2da66f20-d518-421d-8875-0c82d1149ac0 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] 10.222.0.22 "GET /v2.0/routers/0928da97-68d4-40e8-acd1-801b4980a58c/tags/tempest-TagsExtTest-Tag-58728114 HTTP/1.1" status: 204 len: 168 time: 0.0788918 Sep 07 03:02:36.740238 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57912) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:36.744757 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.tag.tag_plugin [None req-48083c81-87e9-43e7-a3cf-399fa8ebd28c tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '0928da97-68d4-40e8-acd1-801b4980a58c', 'tempest-TagsExtTest-Tag-58728114') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:36.774335 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-18dd9a47-0b6f-418b-bfcf-03946cfc07d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:36.833873 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-48083c81-87e9-43e7-a3cf-399fa8ebd28c tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] 10.222.0.22 "DELETE /v2.0/routers/0928da97-68d4-40e8-acd1-801b4980a58c/tags/tempest-TagsExtTest-Tag-58728114 HTTP/1.1" status: 204 len: 168 time: 0.0926182 Sep 07 03:02:36.836333 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57914) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:36.841856 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.tag.tag_plugin [None req-b9cf7846-b778-4dc1-845b-5075fbfbcef4 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '0928da97-68d4-40e8-acd1-801b4980a58c') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:36.905885 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-18dd9a47-0b6f-418b-bfcf-03946cfc07d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:36.908455 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-18dd9a47-0b6f-418b-bfcf-03946cfc07d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:36.909615 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-18dd9a47-0b6f-418b-bfcf-03946cfc07d5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0c001c8b-0d26-4874-b6ad-f31500383214 HTTP/1.1" status: 204 len: 168 time: 0.3306675 Sep 07 03:02:36.917593 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b9cf7846-b778-4dc1-845b-5075fbfbcef4 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] 10.222.0.22 "GET /v2.0/routers/0928da97-68d4-40e8-acd1-801b4980a58c/tags HTTP/1.1" status: 200 len: 205 time: 0.0802240 Sep 07 03:02:36.923944 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57918) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:36.929089 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.tag.tag_plugin [None req-4c5cdf46-bcc6-45b4-82ad-bc069e402cd4 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'da3daffd-fc25-4926-be5e-f219dc6592de') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:36.934891 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dd9a47-0b6f-418b-bfcf-03946cfc07d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c001c8b-0d26-4874-b6ad-f31500383214,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:36.969747 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-4c5cdf46-bcc6-45b4-82ad-bc069e402cd4 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] 10.222.0.22 "GET /v2.0/subnetpools/da3daffd-fc25-4926-be5e-f219dc6592de/tags HTTP/1.1" status: 200 len: 241 time: 0.0445640 Sep 07 03:02:36.973468 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57922) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:36.978195 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.tag.tag_plugin [None req-1a37b76c-859e-4705-a0a1-3dd090aca474 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'da3daffd-fc25-4926-be5e-f219dc6592de', 'tempest-TagsExtTest-Tag-1056107084') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:37.000989 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-1a37b76c-859e-4705-a0a1-3dd090aca474 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] 10.222.0.22 "GET /v2.0/subnetpools/da3daffd-fc25-4926-be5e-f219dc6592de/tags/tempest-TagsExtTest-Tag-1056107084 HTTP/1.1" status: 204 len: 168 time: 0.0264263 Sep 07 03:02:37.003580 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57924) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:37.008830 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.tag.tag_plugin [None req-db796254-6b3a-45e0-ac8e-a2d1df348ff8 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'da3daffd-fc25-4926-be5e-f219dc6592de', 'tempest-TagsExtTest-Tag-1056107084') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:37.054268 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-db796254-6b3a-45e0-ac8e-a2d1df348ff8 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] 10.222.0.22 "DELETE /v2.0/subnetpools/da3daffd-fc25-4926-be5e-f219dc6592de/tags/tempest-TagsExtTest-Tag-1056107084 HTTP/1.1" status: 204 len: 168 time: 0.0469258 Sep 07 03:02:37.054268 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57928) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:37.061360 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.tag.tag_plugin [None req-0d95b6e7-478e-474f-beb7-110c0d549ce8 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'da3daffd-fc25-4926-be5e-f219dc6592de') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:37.086431 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-0d95b6e7-478e-474f-beb7-110c0d549ce8 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] 10.222.0.22 "GET /v2.0/subnetpools/da3daffd-fc25-4926-be5e-f219dc6592de/tags HTTP/1.1" status: 200 len: 205 time: 0.0285878 Sep 07 03:02:37.086603 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57930) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:37.092542 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.tag.tag_plugin [None req-3e01527c-d6c2-4aee-9dd6-1061a3a551da tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'da3daffd-fc25-4926-be5e-f219dc6592de') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:37.124007 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-3e01527c-d6c2-4aee-9dd6-1061a3a551da tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] 10.222.0.22 "DELETE /v2.0/subnetpools/da3daffd-fc25-4926-be5e-f219dc6592de/tags HTTP/1.1" status: 204 len: 168 time: 0.0363641 Sep 07 03:02:37.124612 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57932) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:37.129343 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.tag.tag_plugin [None req-a9c56a7a-e45f-42aa-aeb8-ccc3eaf3573f tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0928da97-68d4-40e8-acd1-801b4980a58c') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:37.150755 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 4fdf8334-9f98-40b4-9e9a-449075d4e605 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:02:37.225690 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 4fdf8334-9f98-40b4-9e9a-449075d4e605 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:02:37.225968 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:37.233046 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a9c56a7a-e45f-42aa-aeb8-ccc3eaf3573f tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] 10.222.0.22 "DELETE /v2.0/routers/0928da97-68d4-40e8-acd1-801b4980a58c/tags HTTP/1.1" status: 204 len: 168 time: 0.1074567 Sep 07 03:02:37.235740 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57938) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:37.241417 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.tag.tag_plugin [None req-23c2bfef-bc0c-4ac4-b470-0f62801011ea tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '68bba104-51f4-417b-93e9-050b99ae6476') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:37.272855 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c67667fc-1a15-4817-8ebd-6321545847ac tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:37.309222 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-23c2bfef-bc0c-4ac4-b470-0f62801011ea tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] 10.222.0.22 "DELETE /v2.0/ports/68bba104-51f4-417b-93e9-050b99ae6476/tags HTTP/1.1" status: 204 len: 168 time: 0.0722556 Sep 07 03:02:37.316647 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57942) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:37.321788 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.tag.tag_plugin [None req-7f96097f-e7d9-42d4-a6ce-ebb107e5f75f tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2e5ab9db-3578-4b01-b132-3cefc8a41942') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:37.380749 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-7f96097f-e7d9-42d4-a6ce-ebb107e5f75f tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] 10.222.0.22 "DELETE /v2.0/subnets/2e5ab9db-3578-4b01-b132-3cefc8a41942/tags HTTP/1.1" status: 204 len: 168 time: 0.0626721 Sep 07 03:02:37.384427 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57946) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:37.390340 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.tag.tag_plugin [None req-052f0919-90ff-4154-b9ae-2d3480c52e09 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '2e5ab9db-3578-4b01-b132-3cefc8a41942', 'tempest-TagsExtTest-Tag-2101548417') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:37.393408 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c67667fc-1a15-4817-8ebd-6321545847ac tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:37.468971 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-052f0919-90ff-4154-b9ae-2d3480c52e09 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] 10.222.0.22 "PUT /v2.0/subnets/2e5ab9db-3578-4b01-b132-3cefc8a41942/tags/tempest-TagsExtTest-Tag-2101548417 HTTP/1.1" status: 201 len: 201 time: 0.0827312 Sep 07 03:02:37.471694 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57952) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:37.477364 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.tag.tag_plugin [None req-b256cbb0-686c-4cfd-9cbd-6ab0355d6b50 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '68bba104-51f4-417b-93e9-050b99ae6476', 'tempest-TagsExtTest-Tag-471693592') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:37.563090 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b256cbb0-686c-4cfd-9cbd-6ab0355d6b50 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] 10.222.0.22 "PUT /v2.0/ports/68bba104-51f4-417b-93e9-050b99ae6476/tags/tempest-TagsExtTest-Tag-471693592 HTTP/1.1" status: 201 len: 201 time: 0.0865297 Sep 07 03:02:37.563090 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57960) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:37.564166 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c67667fc-1a15-4817-8ebd-6321545847ac tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:37.568368 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.tag.tag_plugin [None req-fa620f53-3cd5-4388-9cd1-be5736e1f27a tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '0928da97-68d4-40e8-acd1-801b4980a58c', 'tempest-TagsExtTest-Tag-1676572578') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:37.571674 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c67667fc-1a15-4817-8ebd-6321545847ac tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:37.750605 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-fa620f53-3cd5-4388-9cd1-be5736e1f27a tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] 10.222.0.22 "PUT /v2.0/routers/0928da97-68d4-40e8-acd1-801b4980a58c/tags/tempest-TagsExtTest-Tag-1676572578 HTTP/1.1" status: 201 len: 201 time: 0.1867998 Sep 07 03:02:37.751340 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57970) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:37.765006 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.tag.tag_plugin [None req-aeb271c7-83ef-4d98-a5c0-a5ad4692e5c6 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'da3daffd-fc25-4926-be5e-f219dc6592de', 'tempest-TagsExtTest-Tag-398295856') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:37.811356 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-aeb271c7-83ef-4d98-a5c0-a5ad4692e5c6 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] 10.222.0.22 "PUT /v2.0/subnetpools/da3daffd-fc25-4926-be5e-f219dc6592de/tags/tempest-TagsExtTest-Tag-398295856 HTTP/1.1" status: 201 len: 201 time: 0.0584440 Sep 07 03:02:37.813978 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57972) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:37.827091 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.tag.tag_plugin [None req-2dbf4c3f-56e1-41a4-ab29-0179d7a955fd tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '2e5ab9db-3578-4b01-b132-3cefc8a41942', {'tags': ['tempest-TagsExtTest-Tag-206736120', 'tempest-TagsExtTest-Tag-575522032', 'tempest-TagsExtTest-Tag-1835216362']}) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:37.909229 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-2dbf4c3f-56e1-41a4-ab29-0179d7a955fd tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] 10.222.0.22 "PUT /v2.0/subnets/2e5ab9db-3578-4b01-b132-3cefc8a41942/tags HTTP/1.1" status: 200 len: 316 time: 0.0933719 Sep 07 03:02:37.912565 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57976) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:37.918785 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.tag.tag_plugin [None req-8300cac5-821c-4daa-a92e-514698e08563 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2e5ab9db-3578-4b01-b132-3cefc8a41942') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:37.961430 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67667fc-1a15-4817-8ebd-6321545847ac tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event updated for resources: {'Port': ['ID=37558446-b47f-4804-8daa-7779dc10705e,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:37.971300 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67667fc-1a15-4817-8ebd-6321545847ac tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:02:37.971750 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67667fc-1a15-4817-8ebd-6321545847ac tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:02:37.972028 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67667fc-1a15-4817-8ebd-6321545847ac tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:02:37.972367 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67667fc-1a15-4817-8ebd-6321545847ac tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:02:37.972786 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67667fc-1a15-4817-8ebd-6321545847ac tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:02:37.973029 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67667fc-1a15-4817-8ebd-6321545847ac tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:02:37.973360 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67667fc-1a15-4817-8ebd-6321545847ac tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:02:37.973693 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67667fc-1a15-4817-8ebd-6321545847ac tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:02:37.974018 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67667fc-1a15-4817-8ebd-6321545847ac tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:02:37.974401 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67667fc-1a15-4817-8ebd-6321545847ac tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:02:37.974668 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67667fc-1a15-4817-8ebd-6321545847ac tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:02:37.975581 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67667fc-1a15-4817-8ebd-6321545847ac tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:02:37.985211 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c67667fc-1a15-4817-8ebd-6321545847ac tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:38.027797 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 57980) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:38.028753 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8300cac5-821c-4daa-a92e-514698e08563 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] 10.222.0.22 "DELETE /v2.0/subnets/2e5ab9db-3578-4b01-b132-3cefc8a41942/tags HTTP/1.1" status: 204 len: 168 time: 0.1140833 Sep 07 03:02:38.034895 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-02d35c5e-2692-4a78-9449-487261742779 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2e5ab9db-3578-4b01-b132-3cefc8a41942', 'tempest-TagsExtTest-Tag-206736120') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:38.156236 n-d-796209-16 neutron-server[94700]: INFO neutron.db.l3_db [None req-c67667fc-1a15-4817-8ebd-6321545847ac tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Floating IP d9e49505-b85e-404c-b23a-b75fc6a5950d associated. External IP: 172.25.5.117, port: cdcf2c97-d33e-447a-ba0a-b19b605c49aa. Sep 07 03:02:38.203847 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [None req-02d35c5e-2692-4a78-9449-487261742779 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] show failed (client error): The resource could not be found. Sep 07 03:02:38.207997 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57988) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:38.208186 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-02d35c5e-2692-4a78-9449-487261742779 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] 10.222.0.22 "GET /v2.0/subnets/2e5ab9db-3578-4b01-b132-3cefc8a41942/tags/tempest-TagsExtTest-Tag-206736120 HTTP/1.1" status: 404 len: 328 time: 0.1790419 Sep 07 03:02:38.214239 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.tag.tag_plugin [None req-3cceaa60-cd3a-4891-9579-9864145dc225 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2e5ab9db-3578-4b01-b132-3cefc8a41942', 'tempest-TagsExtTest-Tag-575522032') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:38.291191 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-3cceaa60-cd3a-4891-9579-9864145dc225 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] show failed (client error): The resource could not be found. Sep 07 03:02:38.292615 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-3cceaa60-cd3a-4891-9579-9864145dc225 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] 10.222.0.22 "GET /v2.0/subnets/2e5ab9db-3578-4b01-b132-3cefc8a41942/tags/tempest-TagsExtTest-Tag-575522032 HTTP/1.1" status: 404 len: 328 time: 0.0830369 Sep 07 03:02:38.295206 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57992) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:38.300073 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.tag.tag_plugin [None req-1065a3f8-b9d6-4d77-94fe-51408753c6e3 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2e5ab9db-3578-4b01-b132-3cefc8a41942', 'tempest-TagsExtTest-Tag-1835216362') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:38.354151 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-1065a3f8-b9d6-4d77-94fe-51408753c6e3 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] show failed (client error): The resource could not be found. Sep 07 03:02:38.355086 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-1065a3f8-b9d6-4d77-94fe-51408753c6e3 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] 10.222.0.22 "GET /v2.0/subnets/2e5ab9db-3578-4b01-b132-3cefc8a41942/tags/tempest-TagsExtTest-Tag-1835216362 HTTP/1.1" status: 404 len: 329 time: 0.0588055 Sep 07 03:02:38.357871 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 57996) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:38.362819 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.tag.tag_plugin [None req-c46143af-20e9-49ac-9524-9790cc9be8aa tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '68bba104-51f4-417b-93e9-050b99ae6476', {'tags': ['tempest-TagsExtTest-Tag-240387330', 'tempest-TagsExtTest-Tag-1190318030', 'tempest-TagsExtTest-Tag-201080686']}) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:38.432271 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c67667fc-1a15-4817-8ebd-6321545847ac tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Router 65ba9771-951a-4c57-9ebe-25a025dd1c18 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:02:38.440757 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c46143af-20e9-49ac-9524-9790cc9be8aa tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] 10.222.0.22 "PUT /v2.0/ports/68bba104-51f4-417b-93e9-050b99ae6476/tags HTTP/1.1" status: 200 len: 316 time: 0.0817728 Sep 07 03:02:38.441499 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58002) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:38.446565 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.tag.tag_plugin [None req-d529beef-e7c5-497c-b05f-4f8333d467f4 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '68bba104-51f4-417b-93e9-050b99ae6476') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:38.567995 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c67667fc-1a15-4817-8ebd-6321545847ac tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:02:38.578513 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e190db1-610d-4fea-8140-46ffa53ded80 None None] Sync routers for ids ['65ba9771-951a-4c57-9ebe-25a025dd1c18'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:02:38.593445 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c67667fc-1a15-4817-8ebd-6321545847ac tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:38.596294 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e190db1-610d-4fea-8140-46ffa53ded80 None None] Routers {'65ba9771-951a-4c57-9ebe-25a025dd1c18'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:02:38.599030 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-6e190db1-610d-4fea-8140-46ffa53ded80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:02:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['65ba9771-951a-4c57-9ebe-25a025dd1c18'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:38.630816 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c67667fc-1a15-4817-8ebd-6321545847ac tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7153368 Sep 07 03:02:38.631433 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bffef98-49ed-4815-bad0-f16267f1c0ab', 'tag': 'cdcf2c97-d33e-447a-ba0a-b19b605c49aa'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:02:38.634205 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a4b575-cedf-41ab-885c-69fd71558593" -d '{"events": [{"name": "network-changed", "server_uuid": "6bffef98-49ed-4815-bad0-f16267f1c0ab", "tag": "cdcf2c97-d33e-447a-ba0a-b19b605c49aa"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:02:38.728063 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af8290b3-7a2f-4e3f-8628-78293570850f x-openstack-request-id: req-af8290b3-7a2f-4e3f-8628-78293570850f {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:02:38.728568 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bffef98-49ed-4815-bad0-f16267f1c0ab", "tag": "cdcf2c97-d33e-447a-ba0a-b19b605c49aa", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:02:38.728988 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-af8290b3-7a2f-4e3f-8628-78293570850f {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:02:38.729542 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bffef98-49ed-4815-bad0-f16267f1c0ab', 'tag': 'cdcf2c97-d33e-447a-ba0a-b19b605c49aa', 'status': 'completed', 'code': 200} Sep 07 03:02:38.835569 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-6e190db1-610d-4fea-8140-46ffa53ded80 None None] Set router 65ba9771-951a-4c57-9ebe-25a025dd1c18 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:02:38.888111 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a4b575-cedf-41ab-885c-69fd71558593 req-4c39cccb-853e-402c-bc5d-a810c65e27a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:02:38.898381 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e4a4b575-cedf-41ab-885c-69fd71558593 req-4c39cccb-853e-402c-bc5d-a810c65e27a1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=626f31b15da14e0da01388cbfdee7f90&device_id=6bffef98-49ed-4815-bad0-f16267f1c0ab HTTP/1.1" status: 200 len: 1098 time: 0.1506684 Sep 07 03:02:38.910402 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d529beef-e7c5-497c-b05f-4f8333d467f4 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] 10.222.0.22 "DELETE /v2.0/ports/68bba104-51f4-417b-93e9-050b99ae6476/tags HTTP/1.1" status: 204 len: 168 time: 0.4676611 Sep 07 03:02:38.916513 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58018) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:38.943005 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-51b7234c-79da-4642-a8a6-388f372ecce4 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '68bba104-51f4-417b-93e9-050b99ae6476', 'tempest-TagsExtTest-Tag-240387330') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:39.063708 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [None req-51b7234c-79da-4642-a8a6-388f372ecce4 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] show failed (client error): The resource could not be found. Sep 07 03:02:39.065495 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-51b7234c-79da-4642-a8a6-388f372ecce4 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] 10.222.0.22 "GET /v2.0/ports/68bba104-51f4-417b-93e9-050b99ae6476/tags/tempest-TagsExtTest-Tag-240387330 HTTP/1.1" status: 404 len: 328 time: 0.1480076 Sep 07 03:02:39.067258 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a4b575-cedf-41ab-885c-69fd71558593 req-bf503836-5eae-4cad-a221-d202bae9a560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:02:39.068227 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58022) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:39.069561 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e4a4b575-cedf-41ab-885c-69fd71558593 req-bf503836-5eae-4cad-a221-d202bae9a560 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1263da9d-0b05-48fa-942f-0ec084188974 HTTP/1.1" status: 200 len: 897 time: 0.1642182 Sep 07 03:02:39.080575 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.tag.tag_plugin [None req-98d70809-3d7f-40a6-b856-3c3f9b0ba46e tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '68bba104-51f4-417b-93e9-050b99ae6476', 'tempest-TagsExtTest-Tag-1190318030') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:39.199581 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-98d70809-3d7f-40a6-b856-3c3f9b0ba46e tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] show failed (client error): The resource could not be found. Sep 07 03:02:39.203226 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-98d70809-3d7f-40a6-b856-3c3f9b0ba46e tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] 10.222.0.22 "GET /v2.0/ports/68bba104-51f4-417b-93e9-050b99ae6476/tags/tempest-TagsExtTest-Tag-1190318030 HTTP/1.1" status: 404 len: 329 time: 0.1310716 Sep 07 03:02:39.205029 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58026) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:39.213197 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.tag.tag_plugin [None req-9a51d448-3a8e-469a-9220-4271b33ff09b tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '68bba104-51f4-417b-93e9-050b99ae6476', 'tempest-TagsExtTest-Tag-201080686') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:39.213531 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e4a4b575-cedf-41ab-885c-69fd71558593 req-5a56bcd0-88ae-4143-bf53-c8c7d00e94d2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cdcf2c97-d33e-447a-ba0a-b19b605c49aa HTTP/1.1" status: 200 len: 1000 time: 0.1361279 Sep 07 03:02:39.231891 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f07ea7-1ef0-4f23-befc-3ee3f3063853 req-5ae80885-ccb5-485e-900f-fd01f0a771af tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:02:39.233461 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-19f07ea7-1ef0-4f23-befc-3ee3f3063853 req-5ae80885-ccb5-485e-900f-fd01f0a771af tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=6bffef98-49ed-4815-bad0-f16267f1c0ab HTTP/1.1" status: 200 len: 946 time: 0.4771314 Sep 07 03:02:39.260369 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-6e190db1-610d-4fea-8140-46ffa53ded80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ba9771-951a-4c57-9ebe-25a025dd1c18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1334485862', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '7f33f67f-1c3a-4f10-b0b6-9979f9b8c541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:01:52Z', 'updated_at': '2021-09-07T03:02:04Z', 'revision_number': 4, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'gw_port': {'id': '7f33f67f-1c3a-4f10-b0b6-9979f9b8c541', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ba9771-951a-4c57-9ebe-25a025dd1c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:53Z', 'updated_at': '2021-09-07T03:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'd9e49505-b85e-404c-b23a-b75fc6a5950d', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'floating_ip_address': '172.25.5.117', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '65ba9771-951a-4c57-9ebe-25a025dd1c18', 'port_id': 'cdcf2c97-d33e-447a-ba0a-b19b605c49aa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1263da9d-0b05-48fa-942f-0ec084188974', 'mac_address': 'fa:16:3e:01:fa:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bffef98-49ed-4815-bad0-f16267f1c0ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:02:36Z', 'updated_at': '2021-09-07T03:02:36Z', 'revision_number': 0, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82f677b5-92bc-464b-bd8e-ecbad40984aa', 'name': '', 'network_id': '1263da9d-0b05-48fa-942f-0ec084188974', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'mac_address': 'fa:16:3e:ef:97:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ba9771-951a-4c57-9ebe-25a025dd1c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '24cccd49-5354-43ba-95e2-1f141e42d907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:02:02Z', 'updated_at': '2021-09-07T03:02:16Z', 'revision_number': 5, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'subnets': [{'id': '24cccd49-5354-43ba-95e2-1f141e42d907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:39.280372 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-9a51d448-3a8e-469a-9220-4271b33ff09b tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] show failed (client error): The resource could not be found. Sep 07 03:02:39.281830 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-9a51d448-3a8e-469a-9220-4271b33ff09b tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] 10.222.0.22 "GET /v2.0/ports/68bba104-51f4-417b-93e9-050b99ae6476/tags/tempest-TagsExtTest-Tag-201080686 HTTP/1.1" status: 404 len: 328 time: 0.0758042 Sep 07 03:02:39.287949 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58028) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:39.293416 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.tag.tag_plugin [None req-a43b80ff-e90e-4b4e-8f78-f14ec8886f1b tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '0928da97-68d4-40e8-acd1-801b4980a58c', {'tags': ['tempest-TagsExtTest-Tag-1103763835', 'tempest-TagsExtTest-Tag-2139867927', 'tempest-TagsExtTest-Tag-597122491']}) {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:39.300473 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e190db1-610d-4fea-8140-46ffa53ded80 None None] Checking router: 65ba9771-951a-4c57-9ebe-25a025dd1c18 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:02:39.310872 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e190db1-610d-4fea-8140-46ffa53ded80 None None] Routers {'65ba9771-951a-4c57-9ebe-25a025dd1c18'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:02:39.312028 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-6e190db1-610d-4fea-8140-46ffa53ded80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:02:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['65ba9771-951a-4c57-9ebe-25a025dd1c18'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:39.316853 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-19f07ea7-1ef0-4f23-befc-3ee3f3063853 req-00d90136-0a33-4ba4-b574-52c112117f7a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fe4a847-abd2-411c-a76d-883b119b9a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748060 Sep 07 03:02:39.318802 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a4b575-cedf-41ab-885c-69fd71558593 req-5151cab2-e31d-47ad-a50f-5b7053a0f762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:02:39.320598 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e4a4b575-cedf-41ab-885c-69fd71558593 req-5151cab2-e31d-47ad-a50f-5b7053a0f762 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=24cccd49-5354-43ba-95e2-1f141e42d907 HTTP/1.1" status: 200 len: 834 time: 0.0858908 Sep 07 03:02:39.342457 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58030) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:39.411410 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a43b80ff-e90e-4b4e-8f78-f14ec8886f1b tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] 10.222.0.22 "PUT /v2.0/routers/0928da97-68d4-40e8-acd1-801b4980a58c/tags HTTP/1.1" status: 200 len: 317 time: 0.1221819 Sep 07 03:02:39.412357 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58032) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:39.416710 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a4b575-cedf-41ab-885c-69fd71558593 req-80abd4de-06fa-4b7c-bd99-4b2afb34c2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:02:39.418335 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e4a4b575-cedf-41ab-885c-69fd71558593 req-80abd4de-06fa-4b7c-bd99-4b2afb34c2b0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1263da9d-0b05-48fa-942f-0ec084188974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0872579 Sep 07 03:02:39.423383 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.tag.tag_plugin [None req-8f60e58a-6509-45ea-806c-be843e9c3d36 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0928da97-68d4-40e8-acd1-801b4980a58c') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:39.440616 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-6e190db1-610d-4fea-8140-46ffa53ded80 None None] Set router 65ba9771-951a-4c57-9ebe-25a025dd1c18 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:02:39.456292 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a51c9853-ec10-4443-a911-b40530b912f8 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/floatingips/d9e49505-b85e-404c-b23a-b75fc6a5950d HTTP/1.1" status: 200 len: 992 time: 0.0943565 Sep 07 03:02:39.543085 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e4a4b575-cedf-41ab-885c-69fd71558593 req-bf5f7f60-236f-4f8a-9ebb-312813718515 service neutron] 10.222.0.16 "GET /v2.0/networks/1263da9d-0b05-48fa-942f-0ec084188974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172299 Sep 07 03:02:39.543444 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8f60e58a-6509-45ea-806c-be843e9c3d36 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] 10.222.0.22 "DELETE /v2.0/routers/0928da97-68d4-40e8-acd1-801b4980a58c/tags HTTP/1.1" status: 204 len: 168 time: 0.1268840 Sep 07 03:02:39.546276 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58034) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:39.551209 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-dbaa3c39-2d5d-4be3-9ff7-1c92b424ea92 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0928da97-68d4-40e8-acd1-801b4980a58c', 'tempest-TagsExtTest-Tag-1103763835') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:39.694996 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [None req-dbaa3c39-2d5d-4be3-9ff7-1c92b424ea92 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] show failed (client error): The resource could not be found. Sep 07 03:02:39.699710 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-dbaa3c39-2d5d-4be3-9ff7-1c92b424ea92 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] 10.222.0.22 "GET /v2.0/routers/0928da97-68d4-40e8-acd1-801b4980a58c/tags/tempest-TagsExtTest-Tag-1103763835 HTTP/1.1" status: 404 len: 329 time: 0.1488261 Sep 07 03:02:39.700525 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58036) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:39.707025 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-6e190db1-610d-4fea-8140-46ffa53ded80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ba9771-951a-4c57-9ebe-25a025dd1c18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1334485862', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '7f33f67f-1c3a-4f10-b0b6-9979f9b8c541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:01:52Z', 'updated_at': '2021-09-07T03:02:04Z', 'revision_number': 4, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'gw_port': {'id': '7f33f67f-1c3a-4f10-b0b6-9979f9b8c541', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ba9771-951a-4c57-9ebe-25a025dd1c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:53Z', 'updated_at': '2021-09-07T03:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'd9e49505-b85e-404c-b23a-b75fc6a5950d', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'floating_ip_address': '172.25.5.117', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '65ba9771-951a-4c57-9ebe-25a025dd1c18', 'port_id': 'cdcf2c97-d33e-447a-ba0a-b19b605c49aa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1263da9d-0b05-48fa-942f-0ec084188974', 'mac_address': 'fa:16:3e:01:fa:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bffef98-49ed-4815-bad0-f16267f1c0ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:02:36Z', 'updated_at': '2021-09-07T03:02:36Z', 'revision_number': 0, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82f677b5-92bc-464b-bd8e-ecbad40984aa', 'name': '', 'network_id': '1263da9d-0b05-48fa-942f-0ec084188974', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'mac_address': 'fa:16:3e:ef:97:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ba9771-951a-4c57-9ebe-25a025dd1c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '24cccd49-5354-43ba-95e2-1f141e42d907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:02:02Z', 'updated_at': '2021-09-07T03:02:16Z', 'revision_number': 5, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'subnets': [{'id': '24cccd49-5354-43ba-95e2-1f141e42d907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:39.707611 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.tag.tag_plugin [None req-0a36323a-adbf-453d-8243-8cab38d7d7c4 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0928da97-68d4-40e8-acd1-801b4980a58c', 'tempest-TagsExtTest-Tag-2139867927') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:39.716972 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e4a4b575-cedf-41ab-885c-69fd71558593 req-eacff54f-d2fd-4bb5-97e0-d2ff1766ba0e service neutron] 10.222.0.16 "GET /v2.0/networks/1263da9d-0b05-48fa-942f-0ec084188974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296167 Sep 07 03:02:39.749168 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e190db1-610d-4fea-8140-46ffa53ded80 None None] The sync data for ids ['65ba9771-951a-4c57-9ebe-25a025dd1c18'] in n-d-796209-16 is: [{'id': '65ba9771-951a-4c57-9ebe-25a025dd1c18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1334485862', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '7f33f67f-1c3a-4f10-b0b6-9979f9b8c541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:01:52Z', 'updated_at': '2021-09-07T03:02:04Z', 'revision_number': 4, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'gw_port': {'id': '7f33f67f-1c3a-4f10-b0b6-9979f9b8c541', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ba9771-951a-4c57-9ebe-25a025dd1c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:53Z', 'updated_at': '2021-09-07T03:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'd9e49505-b85e-404c-b23a-b75fc6a5950d', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'floating_ip_address': '172.25.5.117', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '65ba9771-951a-4c57-9ebe-25a025dd1c18', 'port_id': 'cdcf2c97-d33e-447a-ba0a-b19b605c49aa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1263da9d-0b05-48fa-942f-0ec084188974', 'mac_address': 'fa:16:3e:01:fa:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bffef98-49ed-4815-bad0-f16267f1c0ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:02:36Z', 'updated_at': '2021-09-07T03:02:36Z', 'revision_number': 0, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82f677b5-92bc-464b-bd8e-ecbad40984aa', 'name': '', 'network_id': '1263da9d-0b05-48fa-942f-0ec084188974', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'mac_address': 'fa:16:3e:ef:97:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ba9771-951a-4c57-9ebe-25a025dd1c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '24cccd49-5354-43ba-95e2-1f141e42d907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:02:02Z', 'updated_at': '2021-09-07T03:02:16Z', 'revision_number': 5, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'subnets': [{'id': '24cccd49-5354-43ba-95e2-1f141e42d907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:02:39.789162 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-0a36323a-adbf-453d-8243-8cab38d7d7c4 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] show failed (client error): The resource could not be found. Sep 07 03:02:39.790369 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-0a36323a-adbf-453d-8243-8cab38d7d7c4 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] 10.222.0.22 "GET /v2.0/routers/0928da97-68d4-40e8-acd1-801b4980a58c/tags/tempest-TagsExtTest-Tag-2139867927 HTTP/1.1" status: 404 len: 329 time: 0.0884385 Sep 07 03:02:39.793229 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58038) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:39.797752 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.tag.tag_plugin [None req-ff550328-7cef-4f39-8b89-a0ed1b0d741a tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0928da97-68d4-40e8-acd1-801b4980a58c', 'tempest-TagsExtTest-Tag-597122491') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:39.875355 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-ff550328-7cef-4f39-8b89-a0ed1b0d741a tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] show failed (client error): The resource could not be found. Sep 07 03:02:39.878972 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-ff550328-7cef-4f39-8b89-a0ed1b0d741a tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] 10.222.0.22 "GET /v2.0/routers/0928da97-68d4-40e8-acd1-801b4980a58c/tags/tempest-TagsExtTest-Tag-597122491 HTTP/1.1" status: 404 len: 328 time: 0.0823643 Sep 07 03:02:39.879348 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58040) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:39.884329 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-a5322c29-9b59-4056-8095-65ab0607d484 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'da3daffd-fc25-4926-be5e-f219dc6592de', {'tags': ['tempest-TagsExtTest-Tag-1148343188', 'tempest-TagsExtTest-Tag-1612130045', 'tempest-TagsExtTest-Tag-565975663']}) {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:39.932557 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a5322c29-9b59-4056-8095-65ab0607d484 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] 10.222.0.22 "PUT /v2.0/subnetpools/da3daffd-fc25-4926-be5e-f219dc6592de/tags HTTP/1.1" status: 200 len: 317 time: 0.0520198 Sep 07 03:02:39.935732 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58046) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:39.940301 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-637907cc-032b-412b-85a2-e9e3f69a25d4 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'da3daffd-fc25-4926-be5e-f219dc6592de') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:39.998484 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-637907cc-032b-412b-85a2-e9e3f69a25d4 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] 10.222.0.22 "DELETE /v2.0/subnetpools/da3daffd-fc25-4926-be5e-f219dc6592de/tags HTTP/1.1" status: 204 len: 168 time: 0.0586958 Sep 07 03:02:39.998688 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58050) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:40.005026 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-255d4345-586b-4495-8227-1f6c069e8b15 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'da3daffd-fc25-4926-be5e-f219dc6592de', 'tempest-TagsExtTest-Tag-1148343188') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:40.019332 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407949e4-c3ef-43b6-8abc-ea345e366b3f None None] New status for floating IP d9e49505-b85e-404c-b23a-b75fc6a5950d: ACTIVE {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 03:02:40.031456 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [None req-255d4345-586b-4495-8227-1f6c069e8b15 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] show failed (client error): The resource could not be found. Sep 07 03:02:40.032857 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-255d4345-586b-4495-8227-1f6c069e8b15 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] 10.222.0.22 "GET /v2.0/subnetpools/da3daffd-fc25-4926-be5e-f219dc6592de/tags/tempest-TagsExtTest-Tag-1148343188 HTTP/1.1" status: 404 len: 329 time: 0.0330477 Sep 07 03:02:40.035776 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58052) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:40.040462 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-2a841d4f-024b-454e-a3a5-af6d3daa5a37 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'da3daffd-fc25-4926-be5e-f219dc6592de', 'tempest-TagsExtTest-Tag-1612130045') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:40.074576 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [None req-2a841d4f-024b-454e-a3a5-af6d3daa5a37 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] show failed (client error): The resource could not be found. Sep 07 03:02:40.075864 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-2a841d4f-024b-454e-a3a5-af6d3daa5a37 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] 10.222.0.22 "GET /v2.0/subnetpools/da3daffd-fc25-4926-be5e-f219dc6592de/tags/tempest-TagsExtTest-Tag-1612130045 HTTP/1.1" status: 404 len: 329 time: 0.0390372 Sep 07 03:02:40.078962 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58056) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:40.083574 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-a40ca4f6-cb2d-4bcf-bbde-4233fe0f3348 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'da3daffd-fc25-4926-be5e-f219dc6592de', 'tempest-TagsExtTest-Tag-565975663') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:40.110089 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [None req-a40ca4f6-cb2d-4bcf-bbde-4233fe0f3348 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] show failed (client error): The resource could not be found. Sep 07 03:02:40.111171 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a40ca4f6-cb2d-4bcf-bbde-4233fe0f3348 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] 10.222.0.22 "GET /v2.0/subnetpools/da3daffd-fc25-4926-be5e-f219dc6592de/tags/tempest-TagsExtTest-Tag-565975663 HTTP/1.1" status: 404 len: 328 time: 0.0313532 Sep 07 03:02:40.114310 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58060) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:40.123048 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-2a85c5dd-2a42-4872-a75d-26f04c7b3a3a tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'da3daffd-fc25-4926-be5e-f219dc6592de') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:40.154161 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-2a85c5dd-2a42-4872-a75d-26f04c7b3a3a tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] 10.222.0.22 "DELETE /v2.0/subnetpools/da3daffd-fc25-4926-be5e-f219dc6592de/tags HTTP/1.1" status: 204 len: 168 time: 0.0391099 Sep 07 03:02:40.156513 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58062) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:40.165975 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-833f1f6d-33b8-4812-a143-7fc496dc3a04 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0928da97-68d4-40e8-acd1-801b4980a58c') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:40.390607 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-833f1f6d-33b8-4812-a143-7fc496dc3a04 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] 10.222.0.22 "DELETE /v2.0/routers/0928da97-68d4-40e8-acd1-801b4980a58c/tags HTTP/1.1" status: 204 len: 168 time: 0.2329652 Sep 07 03:02:40.393094 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58068) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:40.397524 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.tag.tag_plugin [None req-77ee25b6-43c2-4dc4-8e36-39719bad750a tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '68bba104-51f4-417b-93e9-050b99ae6476') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:40.454809 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-77ee25b6-43c2-4dc4-8e36-39719bad750a tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] 10.222.0.22 "DELETE /v2.0/ports/68bba104-51f4-417b-93e9-050b99ae6476/tags HTTP/1.1" status: 204 len: 168 time: 0.0604577 Sep 07 03:02:40.457469 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58070) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:40.459283 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58072) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:40.462473 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.tag.tag_plugin [None req-8daa51c8-0c66-487d-80c9-eb75a0b01bd6 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2e5ab9db-3578-4b01-b132-3cefc8a41942') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:40.563540 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-56acedcc-aa1e-46ac-8198-f6cd0ae646e2 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/floatingips/d9e49505-b85e-404c-b23a-b75fc6a5950d HTTP/1.1" status: 200 len: 994 time: 0.0977485 Sep 07 03:02:40.581111 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8daa51c8-0c66-487d-80c9-eb75a0b01bd6 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] 10.222.0.22 "DELETE /v2.0/subnets/2e5ab9db-3578-4b01-b132-3cefc8a41942/tags HTTP/1.1" status: 204 len: 168 time: 0.1223836 Sep 07 03:02:40.585741 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58074) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:40.683711 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4427b3d3-9454-439a-98d4-c034543f1f87 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Notify callbacks [] for subnetpool, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:40.685231 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-4427b3d3-9454-439a-98d4-c034543f1f87 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] 10.222.0.22 "DELETE /v2.0/subnetpools/da3daffd-fc25-4926-be5e-f219dc6592de HTTP/1.1" status: 204 len: 168 time: 0.0984313 Sep 07 03:02:40.687826 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58076) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:40.715688 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-04d71920-b1aa-4908-b768-0b8cb63eb56e tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] 10.222.0.22 "GET /v2.0/ports?device_id=0928da97-68d4-40e8-acd1-801b4980a58c HTTP/1.1" status: 200 len: 205 time: 0.0263922 Sep 07 03:02:40.718026 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58078) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:40.793838 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c6a333d5-b555-42d6-8a7c-405dc306885a tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:40.952564 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c6a333d5-b555-42d6-8a7c-405dc306885a tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:40.954952 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c6a333d5-b555-42d6-8a7c-405dc306885a tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:40.996857 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c6a333d5-b555-42d6-8a7c-405dc306885a tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:40.997387 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a333d5-b555-42d6-8a7c-405dc306885a tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Fanout notify agent at l3_agent the message router_deleted on router 0928da97-68d4-40e8-acd1-801b4980a58c {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 03:02:41.004033 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c6a333d5-b555-42d6-8a7c-405dc306885a tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:41.005131 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c6a333d5-b555-42d6-8a7c-405dc306885a tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] 10.222.0.22 "DELETE /v2.0/routers/0928da97-68d4-40e8-acd1-801b4980a58c HTTP/1.1" status: 204 len: 168 time: 0.2861860 Sep 07 03:02:41.007721 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58080) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:41.104450 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-8be807d8-9841-47e6-ac0a-57b3ffe54102 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Deleting port 68bba104-51f4-417b-93e9-050b99ae6476 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:02:41.104796 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8be807d8-9841-47e6-ac0a-57b3ffe54102 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:41.201390 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8be807d8-9841-47e6-ac0a-57b3ffe54102 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:41.213207 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-8be807d8-9841-47e6-ac0a-57b3ffe54102 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Calling delete_port for 68bba104-51f4-417b-93e9-050b99ae6476 owned by {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:02:41.337403 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8be807d8-9841-47e6-ac0a-57b3ffe54102 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:41.375741 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be807d8-9841-47e6-ac0a-57b3ffe54102 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Pushing event deleted for resources: {'Port': ['ID=68bba104-51f4-417b-93e9-050b99ae6476,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:41.454207 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8be807d8-9841-47e6-ac0a-57b3ffe54102 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:41.459605 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-8be807d8-9841-47e6-ac0a-57b3ffe54102 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] 10.222.0.22 "DELETE /v2.0/ports/68bba104-51f4-417b-93e9-050b99ae6476 HTTP/1.1" status: 204 len: 168 time: 0.4484046 Sep 07 03:02:41.459605 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58090) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:41.526435 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b4f973a-b68b-4e24-99b6-455c3547b4fe tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Deleting subnet 2e5ab9db-3578-4b01-b132-3cefc8a41942 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 03:02:41.530158 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2b4f973a-b68b-4e24-99b6-455c3547b4fe tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:41.583090 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2b4f973a-b68b-4e24-99b6-455c3547b4fe tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:41.739471 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2b4f973a-b68b-4e24-99b6-455c3547b4fe tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:41.818200 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2b4f973a-b68b-4e24-99b6-455c3547b4fe tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:41.847198 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4f973a-b68b-4e24-99b6-455c3547b4fe tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Pushing event deleted for resources: {'Subnet': ['ID=2e5ab9db-3578-4b01-b132-3cefc8a41942,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:41.854505 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2b4f973a-b68b-4e24-99b6-455c3547b4fe tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:41.857086 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-2b4f973a-b68b-4e24-99b6-455c3547b4fe tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] 10.222.0.22 "DELETE /v2.0/subnets/2e5ab9db-3578-4b01-b132-3cefc8a41942 HTTP/1.1" status: 204 len: 168 time: 0.3965101 Sep 07 03:02:41.859677 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58098) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:41.866296 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77dd9594-da00-44cc-9be4-d70474748281 None None] Network 88984150-a7fb-4028-bbbd-6b5b84676204 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:02:41.979503 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b3c4ab25-10ad-4704-b169-6fdbd6e61e64 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:42.050868 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-b3c4ab25-10ad-4704-b169-6fdbd6e61e64 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Deleting port 4fdf8334-9f98-40b4-9e9a-449075d4e605 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:02:42.051223 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b3c4ab25-10ad-4704-b169-6fdbd6e61e64 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:42.091442 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e662524-19fa-4d21-8446-2a2ea254c1e4 None None] DHCP port deletion for 88984150-a7fb-4028-bbbd-6b5b84676204 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 03:02:42.140692 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-b3c4ab25-10ad-4704-b169-6fdbd6e61e64 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] For port 4fdf8334-9f98-40b4-9e9a-449075d4e605, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=4fdf8334-9f98-40b4-9e9a-449075d4e605,segment=NetworkSegment(b2187365-7a0b-48a4-b9b6-61f9aca9de24),segment_id=b2187365-7a0b-48a4-b9b6-61f9aca9de24)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:02:42.141562 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b3c4ab25-10ad-4704-b169-6fdbd6e61e64 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:42.158928 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-b3c4ab25-10ad-4704-b169-6fdbd6e61e64 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Calling delete_port for 4fdf8334-9f98-40b4-9e9a-449075d4e605 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:02:42.167282 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-6e662524-19fa-4d21-8446-2a2ea254c1e4 None None] Deleting port 4fdf8334-9f98-40b4-9e9a-449075d4e605 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:02:42.168496 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6e662524-19fa-4d21-8446-2a2ea254c1e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:42.248526 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-6e662524-19fa-4d21-8446-2a2ea254c1e4 None None] For port 4fdf8334-9f98-40b4-9e9a-449075d4e605, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=4fdf8334-9f98-40b4-9e9a-449075d4e605,segment=NetworkSegment(b2187365-7a0b-48a4-b9b6-61f9aca9de24),segment_id=b2187365-7a0b-48a4-b9b6-61f9aca9de24)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:02:42.249051 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6e662524-19fa-4d21-8446-2a2ea254c1e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:42.253516 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b3c4ab25-10ad-4704-b169-6fdbd6e61e64 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:42.265421 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-6e662524-19fa-4d21-8446-2a2ea254c1e4 None None] Calling delete_port for 4fdf8334-9f98-40b4-9e9a-449075d4e605 owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:02:42.291880 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c4ab25-10ad-4704-b169-6fdbd6e61e64 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Pushing event deleted for resources: {'Port': ['ID=4fdf8334-9f98-40b4-9e9a-449075d4e605,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:42.302328 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c4ab25-10ad-4704-b169-6fdbd6e61e64 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] No DVR routers for this DVR port 4fdf8334-9f98-40b4-9e9a-449075d4e605 on host n-d-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:02:42.391624 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b3c4ab25-10ad-4704-b169-6fdbd6e61e64 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:42.418235 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-b3c4ab25-10ad-4704-b169-6fdbd6e61e64 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88984150-a7fb-4028-bbbd-6b5b84676204']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:42.438113 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6e662524-19fa-4d21-8446-2a2ea254c1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:42.445321 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-b3c4ab25-10ad-4704-b169-6fdbd6e61e64 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2187365-7a0b-48a4-b9b6-61f9aca9de24') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:42.445321 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-b3c4ab25-10ad-4704-b169-6fdbd6e61e64 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2187365-7a0b-48a4-b9b6-61f9aca9de24') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:42.459172 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b3c4ab25-10ad-4704-b169-6fdbd6e61e64 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:42.494893 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b3c4ab25-10ad-4704-b169-6fdbd6e61e64 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:42.508171 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3c4ab25-10ad-4704-b169-6fdbd6e61e64 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 03:02:42.510542 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b3c4ab25-10ad-4704-b169-6fdbd6e61e64 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:42.515536 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 03:02:42.515536 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 03:02:42.515536 n-d-796209-16 neutron-server[94701]: timer() Sep 07 03:02:42.515536 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 03:02:42.515536 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 03:02:42.515536 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 03:02:42.515536 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 03:02:42.515536 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 03:02:42.515536 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 03:02:42.515536 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 03:02:42.515536 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 03:02:42.515536 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 03:02:42.515536 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 03:02:42.515536 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 03:02:42.515536 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 03:02:42.515536 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 03:02:42.515536 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 03:02:42.515536 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 03:02:42.515536 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 03:02:42.515536 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 03:02:42.515536 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 03:02:42.515536 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 03:02:42.515536 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 03:02:42.515536 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 03:02:42.515536 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 03:02:42.515536 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 03:02:42.515536 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 03:02:42.515536 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 03:02:42.515536 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 03:02:42.515536 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 03:02:42.515536 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 03:02:42.515536 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 03:02:42.571278 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e662524-19fa-4d21-8446-2a2ea254c1e4 None None] No DVR routers for this DVR port 4fdf8334-9f98-40b4-9e9a-449075d4e605 on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:02:42.577288 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e662524-19fa-4d21-8446-2a2ea254c1e4 None None] Pushing event deleted for resources: {'Port': ['ID=4fdf8334-9f98-40b4-9e9a-449075d4e605,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:42.689260 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b3c4ab25-10ad-4704-b169-6fdbd6e61e64 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:42.698562 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b3c4ab25-10ad-4704-b169-6fdbd6e61e64 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:42.702829 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b3c4ab25-10ad-4704-b169-6fdbd6e61e64 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] 10.222.0.22 "DELETE /v2.0/networks/88984150-a7fb-4028-bbbd-6b5b84676204 HTTP/1.1" status: 204 len: 168 time: 0.8419819 Sep 07 03:02:42.718980 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c4ab25-10ad-4704-b169-6fdbd6e61e64 tempest-TagsExtTest-2015577865 tempest-TagsExtTest-2015577865-project] Pushing event deleted for resources: {'Network': ['ID=88984150-a7fb-4028-bbbd-6b5b84676204,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:43.086089 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58136) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:43.147311 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 4fdf8334-9f98-40b4-9e9a-449075d4e605 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:02:43.173467 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 4fdf8334-9f98-40b4-9e9a-449075d4e605 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:02:43.174392 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 4fdf8334-9f98-40b4-9e9a-449075d4e605 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:02:43.283382 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a24b44f0-a0e2-4b82-90cf-55d9f8ab6136 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=14f70bc61d1849e9952ec81ba6bd8e3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1953285 Sep 07 03:02:43.286678 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58146) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:43.342632 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1bce297c-b91b-4466-95ae-f07a13c1c6fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:43.392573 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1bce297c-b91b-4466-95ae-f07a13c1c6fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:43.462461 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1bce297c-b91b-4466-95ae-f07a13c1c6fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:43.466026 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1bce297c-b91b-4466-95ae-f07a13c1c6fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:43.470872 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-1bce297c-b91b-4466-95ae-f07a13c1c6fd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f64fa55d-ac83-45c7-aa00-68dbb76ffee9 HTTP/1.1" status: 204 len: 168 time: 0.1828313 Sep 07 03:02:43.502290 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bce297c-b91b-4466-95ae-f07a13c1c6fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64fa55d-ac83-45c7-aa00-68dbb76ffee9,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:44.574022 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58194) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:44.704677 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-e772d3e3-fe2d-4a6b-ab6b-15d7f4c8e886 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2116541241-network', 'tenant_id': 'd0ba405a6fe24263a7aa329e8c08443d'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:02:44.733753 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e772d3e3-fe2d-4a6b-ab6b-15d7f4c8e886 admin admin] Made reservation on behalf of d0ba405a6fe24263a7aa329e8c08443d for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:02:44.736110 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e772d3e3-fe2d-4a6b-ab6b-15d7f4c8e886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:44.744901 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e772d3e3-fe2d-4a6b-ab6b-15d7f4c8e886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:44.838087 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e772d3e3-fe2d-4a6b-ab6b-15d7f4c8e886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:44.843129 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e772d3e3-fe2d-4a6b-ab6b-15d7f4c8e886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:44.869318 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e772d3e3-fe2d-4a6b-ab6b-15d7f4c8e886 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 03:02:44.887281 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e772d3e3-fe2d-4a6b-ab6b-15d7f4c8e886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82803af9-1013-4843-b9c6-bf85dceb004b,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:44.890812 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e772d3e3-fe2d-4a6b-ab6b-15d7f4c8e886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:44.891381 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-e772d3e3-fe2d-4a6b-ab6b-15d7f4c8e886 admin admin] Added segment 5fc98ca8-2fa0-4336-a691-8fd8743609f2 of type vlan for network 13a5ecda-2b3c-4e13-ab9b-1bcad53897f6 Sep 07 03:02:44.954078 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e772d3e3-fe2d-4a6b-ab6b-15d7f4c8e886 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:44.982948 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e772d3e3-fe2d-4a6b-ab6b-15d7f4c8e886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:44.984078 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e772d3e3-fe2d-4a6b-ab6b-15d7f4c8e886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:02:44.984672 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e772d3e3-fe2d-4a6b-ab6b-15d7f4c8e886 admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:45.037799 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-e772d3e3-fe2d-4a6b-ab6b-15d7f4c8e886 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4624708 Sep 07 03:02:45.041220 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58206) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:45.049064 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-c92e4f7f-3741-41e1-bb24-251366f24f15 admin admin] Request body: {'subnet': {'network_id': '13a5ecda-2b3c-4e13-ab9b-1bcad53897f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2116541241-subnet', 'tenant_id': 'd0ba405a6fe24263a7aa329e8c08443d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:02:45.091367 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e772d3e3-fe2d-4a6b-ab6b-15d7f4c8e886 admin admin] Pushing event updated for resources: {'Network': ['ID=13a5ecda-2b3c-4e13-ab9b-1bcad53897f6,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:45.102662 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 13a5ecda-2b3c-4e13-ab9b-1bcad53897f6 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 03:02:45.105897 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92e4f7f-3741-41e1-bb24-251366f24f15 admin admin] Made reservation on behalf of d0ba405a6fe24263a7aa329e8c08443d for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:02:45.109166 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c92e4f7f-3741-41e1-bb24-251366f24f15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:45.370085 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c92e4f7f-3741-41e1-bb24-251366f24f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:45.385460 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:02:45.447364 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92e4f7f-3741-41e1-bb24-251366f24f15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13df5535-f978-4e0a-ba96-efe9ee641a78,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:45.454410 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92e4f7f-3741-41e1-bb24-251366f24f15 admin admin] Checking segment: {'id': '5fc98ca8-2fa0-4336-a691-8fd8743609f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '13a5ecda-2b3c-4e13-ab9b-1bcad53897f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:02:45.455121 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92e4f7f-3741-41e1-bb24-251366f24f15 admin admin] Network hostable DHCP agents. Network: 13a5ecda-2b3c-4e13-ab9b-1bcad53897f6, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 03:02:45.477001 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92e4f7f-3741-41e1-bb24-251366f24f15 admin admin] Network 13a5ecda-2b3c-4e13-ab9b-1bcad53897f6 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 03:02:45.492167 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-c92e4f7f-3741-41e1-bb24-251366f24f15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 13a5ecda-2b3c-4e13-ab9b-1bcad53897f6) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:02:45.497115 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92e4f7f-3741-41e1-bb24-251366f24f15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:02:45.497861 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c92e4f7f-3741-41e1-bb24-251366f24f15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:45.502644 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5a2d42-c2af-46f6-84e7-f2ae7ed6533b None None] Network 13a5ecda-2b3c-4e13-ab9b-1bcad53897f6 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:02:45.527599 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c92e4f7f-3741-41e1-bb24-251366f24f15 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4785717 Sep 07 03:02:45.810490 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124ecfa4-eaf8-466a-b001-aab400290adb None None] Network 13a5ecda-2b3c-4e13-ab9b-1bcad53897f6 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:02:46.349870 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58238) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:46.356507 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-36cf7a66-445e-4d10-8ed0-2e3b3cb0e00b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1527798916-network', 'tenant_id': 'f6b2ab5754bf4d40963b57a4160d5470'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:02:46.414770 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36cf7a66-445e-4d10-8ed0-2e3b3cb0e00b admin admin] Made reservation on behalf of f6b2ab5754bf4d40963b57a4160d5470 for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:02:46.423130 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-36cf7a66-445e-4d10-8ed0-2e3b3cb0e00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:46.457182 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-36cf7a66-445e-4d10-8ed0-2e3b3cb0e00b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:46.669816 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-36cf7a66-445e-4d10-8ed0-2e3b3cb0e00b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:46.676212 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-36cf7a66-445e-4d10-8ed0-2e3b3cb0e00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:46.722881 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36cf7a66-445e-4d10-8ed0-2e3b3cb0e00b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 03:02:46.753044 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cf7a66-445e-4d10-8ed0-2e3b3cb0e00b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b03891e-388c-4d62-89dd-24870e41e251,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:46.757793 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-36cf7a66-445e-4d10-8ed0-2e3b3cb0e00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:46.758461 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-36cf7a66-445e-4d10-8ed0-2e3b3cb0e00b admin admin] Added segment 904f3724-071c-49b8-b6a2-05ad974a2929 of type vlan for network 2e3bd342-2411-488c-ba78-f38e67028780 Sep 07 03:02:46.822287 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-36cf7a66-445e-4d10-8ed0-2e3b3cb0e00b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:46.863745 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-36cf7a66-445e-4d10-8ed0-2e3b3cb0e00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:46.864797 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cf7a66-445e-4d10-8ed0-2e3b3cb0e00b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:02:46.867784 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-36cf7a66-445e-4d10-8ed0-2e3b3cb0e00b admin admin] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:46.942589 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-36cf7a66-445e-4d10-8ed0-2e3b3cb0e00b admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5914273 Sep 07 03:02:46.945407 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58240) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:46.946136 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cf7a66-445e-4d10-8ed0-2e3b3cb0e00b admin admin] Pushing event updated for resources: {'Network': ['ID=2e3bd342-2411-488c-ba78-f38e67028780,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:46.956605 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 2e3bd342-2411-488c-ba78-f38e67028780 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 03:02:46.957130 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-987fb835-706f-4cdb-9fec-2e40b66f15b2 admin admin] Request body: {'subnet': {'network_id': '2e3bd342-2411-488c-ba78-f38e67028780', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1527798916-subnet', 'tenant_id': 'f6b2ab5754bf4d40963b57a4160d5470', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:02:46.979500 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987fb835-706f-4cdb-9fec-2e40b66f15b2 admin admin] Made reservation on behalf of f6b2ab5754bf4d40963b57a4160d5470 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:02:46.982273 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-987fb835-706f-4cdb-9fec-2e40b66f15b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:47.205302 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-987fb835-706f-4cdb-9fec-2e40b66f15b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:47.294755 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987fb835-706f-4cdb-9fec-2e40b66f15b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=724c6547-bf15-4f57-a3d5-38e85fb0dd49,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:47.305891 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987fb835-706f-4cdb-9fec-2e40b66f15b2 admin admin] Checking segment: {'id': '904f3724-071c-49b8-b6a2-05ad974a2929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2e3bd342-2411-488c-ba78-f38e67028780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:02:47.306446 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987fb835-706f-4cdb-9fec-2e40b66f15b2 admin admin] Network hostable DHCP agents. Network: 2e3bd342-2411-488c-ba78-f38e67028780, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 03:02:47.328492 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987fb835-706f-4cdb-9fec-2e40b66f15b2 admin admin] Network 2e3bd342-2411-488c-ba78-f38e67028780 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 03:02:47.342114 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-987fb835-706f-4cdb-9fec-2e40b66f15b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 2e3bd342-2411-488c-ba78-f38e67028780) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:02:47.349078 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987fb835-706f-4cdb-9fec-2e40b66f15b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:02:47.349680 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-987fb835-706f-4cdb-9fec-2e40b66f15b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:47.357183 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48174969-14d8-4d52-9b91-dfecd740467e None None] Network 2e3bd342-2411-488c-ba78-f38e67028780 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:02:47.377446 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-987fb835-706f-4cdb-9fec-2e40b66f15b2 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4308922 Sep 07 03:02:47.549380 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58268) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:47.607892 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a920ac-ee70-4b3b-b4cc-17dbee77ac70 None None] Network 2e3bd342-2411-488c-ba78-f38e67028780 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:02:47.653868 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7b3f7b6-897e-40c9-a0c4-d24c58528021 admin admin] Deleting subnet 13df5535-f978-4e0a-ba96-efe9ee641a78 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 03:02:47.663813 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f7b3f7b6-897e-40c9-a0c4-d24c58528021 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:47.719219 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f7b3f7b6-897e-40c9-a0c4-d24c58528021 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:47.809406 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f7b3f7b6-897e-40c9-a0c4-d24c58528021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:47.890363 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f7b3f7b6-897e-40c9-a0c4-d24c58528021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:47.926961 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f7b3f7b6-897e-40c9-a0c4-d24c58528021 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:47.929949 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f7b3f7b6-897e-40c9-a0c4-d24c58528021 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/13df5535-f978-4e0a-ba96-efe9ee641a78 HTTP/1.1" status: 204 len: 168 time: 0.3793578 Sep 07 03:02:47.931100 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b3f7b6-897e-40c9-a0c4-d24c58528021 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13df5535-f978-4e0a-ba96-efe9ee641a78,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:47.933603 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58276) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:48.013287 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8c85d503-eaf8-41af-ad93-e0fcb1d57d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:48.099817 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8c85d503-eaf8-41af-ad93-e0fcb1d57d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:48.119990 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-8c85d503-eaf8-41af-ad93-e0fcb1d57d16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13a5ecda-2b3c-4e13-ab9b-1bcad53897f6']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:48.129565 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-8c85d503-eaf8-41af-ad93-e0fcb1d57d16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fc98ca8-2fa0-4336-a691-8fd8743609f2') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:48.129867 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-8c85d503-eaf8-41af-ad93-e0fcb1d57d16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fc98ca8-2fa0-4336-a691-8fd8743609f2') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:48.140150 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8c85d503-eaf8-41af-ad93-e0fcb1d57d16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:48.153791 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8c85d503-eaf8-41af-ad93-e0fcb1d57d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:48.159706 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c85d503-eaf8-41af-ad93-e0fcb1d57d16 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 03:02:48.160225 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8c85d503-eaf8-41af-ad93-e0fcb1d57d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:48.161845 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 03:02:48.161845 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 03:02:48.161845 n-d-796209-16 neutron-server[94701]: timer() Sep 07 03:02:48.161845 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 03:02:48.161845 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 03:02:48.161845 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 03:02:48.161845 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 03:02:48.161845 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 03:02:48.161845 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 03:02:48.161845 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 03:02:48.161845 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 03:02:48.161845 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 03:02:48.161845 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 03:02:48.161845 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 03:02:48.161845 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 03:02:48.161845 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 03:02:48.161845 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 03:02:48.161845 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 03:02:48.161845 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 03:02:48.161845 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 03:02:48.161845 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 03:02:48.161845 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 03:02:48.161845 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 03:02:48.161845 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 03:02:48.161845 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 03:02:48.161845 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 03:02:48.161845 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 03:02:48.161845 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 03:02:48.161845 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 03:02:48.161845 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 03:02:48.161845 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 03:02:48.161845 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 03:02:48.257020 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8c85d503-eaf8-41af-ad93-e0fcb1d57d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:48.264843 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8c85d503-eaf8-41af-ad93-e0fcb1d57d16 admin admin] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:48.267198 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8c85d503-eaf8-41af-ad93-e0fcb1d57d16 admin admin] 10.222.0.22 "DELETE /v2.0/networks/13a5ecda-2b3c-4e13-ab9b-1bcad53897f6 HTTP/1.1" status: 204 len: 168 time: 0.3325691 Sep 07 03:02:48.270011 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58278) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:48.282396 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c85d503-eaf8-41af-ad93-e0fcb1d57d16 admin admin] Pushing event deleted for resources: {'Network': ['ID=13a5ecda-2b3c-4e13-ab9b-1bcad53897f6,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:48.347052 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-59d21c11-a6f7-4b22-82f2-4470e27a5d19 admin admin] Deleting subnet 724c6547-bf15-4f57-a3d5-38e85fb0dd49 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 03:02:48.352102 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-59d21c11-a6f7-4b22-82f2-4470e27a5d19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:48.389880 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-59d21c11-a6f7-4b22-82f2-4470e27a5d19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:48.431261 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-59d21c11-a6f7-4b22-82f2-4470e27a5d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:48.488644 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-59d21c11-a6f7-4b22-82f2-4470e27a5d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:48.515981 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d21c11-a6f7-4b22-82f2-4470e27a5d19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=724c6547-bf15-4f57-a3d5-38e85fb0dd49,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:48.520751 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-59d21c11-a6f7-4b22-82f2-4470e27a5d19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:48.525742 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-59d21c11-a6f7-4b22-82f2-4470e27a5d19 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/724c6547-bf15-4f57-a3d5-38e85fb0dd49 HTTP/1.1" status: 204 len: 168 time: 0.2511003 Sep 07 03:02:48.525843 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58282) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:48.609815 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-da1bad81-1de1-41cf-9c55-1f9732b9c9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:48.698327 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-da1bad81-1de1-41cf-9c55-1f9732b9c9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:48.724101 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-da1bad81-1de1-41cf-9c55-1f9732b9c9f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e3bd342-2411-488c-ba78-f38e67028780']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:48.741587 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-da1bad81-1de1-41cf-9c55-1f9732b9c9f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '904f3724-071c-49b8-b6a2-05ad974a2929') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:48.741587 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-da1bad81-1de1-41cf-9c55-1f9732b9c9f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '904f3724-071c-49b8-b6a2-05ad974a2929') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:02:48.755789 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-da1bad81-1de1-41cf-9c55-1f9732b9c9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:48.775805 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-da1bad81-1de1-41cf-9c55-1f9732b9c9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:48.805476 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da1bad81-1de1-41cf-9c55-1f9732b9c9f7 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 03:02:48.806365 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-da1bad81-1de1-41cf-9c55-1f9732b9c9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:48.808483 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 03:02:48.808483 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 03:02:48.808483 n-d-796209-16 neutron-server[94701]: timer() Sep 07 03:02:48.808483 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 03:02:48.808483 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 03:02:48.808483 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 03:02:48.808483 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 03:02:48.808483 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 03:02:48.808483 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 03:02:48.808483 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 03:02:48.808483 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 03:02:48.808483 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 03:02:48.808483 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 03:02:48.808483 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 03:02:48.808483 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 03:02:48.808483 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 03:02:48.808483 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 03:02:48.808483 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 03:02:48.808483 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 03:02:48.808483 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 03:02:48.808483 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 03:02:48.808483 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 03:02:48.808483 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 03:02:48.808483 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 03:02:48.808483 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 03:02:48.808483 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 03:02:48.808483 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 03:02:48.808483 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 03:02:48.808483 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 03:02:48.808483 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 03:02:48.808483 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 03:02:48.808483 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 03:02:48.905596 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-da1bad81-1de1-41cf-9c55-1f9732b9c9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:48.912735 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-da1bad81-1de1-41cf-9c55-1f9732b9c9f7 admin admin] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:48.914659 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-da1bad81-1de1-41cf-9c55-1f9732b9c9f7 admin admin] 10.222.0.22 "DELETE /v2.0/networks/2e3bd342-2411-488c-ba78-f38e67028780 HTTP/1.1" status: 204 len: 168 time: 0.3882349 Sep 07 03:02:48.947828 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1bad81-1de1-41cf-9c55-1f9732b9c9f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e3bd342-2411-488c-ba78-f38e67028780,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:49.200059 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58292) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:49.249928 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-76d8b5ac-ccdf-48f1-96a6-eaf60342e341 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d0ba405a6fe24263a7aa329e8c08443d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0487475 Sep 07 03:02:49.252752 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58294) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:49.356999 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-875471e1-b2cb-42c2-9e25-6801da5bd900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:49.383074 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-875471e1-b2cb-42c2-9e25-6801da5bd900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:49.448221 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-875471e1-b2cb-42c2-9e25-6801da5bd900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:49.452112 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-875471e1-b2cb-42c2-9e25-6801da5bd900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:49.453481 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-875471e1-b2cb-42c2-9e25-6801da5bd900 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/82803af9-1013-4843-b9c6-bf85dceb004b HTTP/1.1" status: 204 len: 168 time: 0.1996343 Sep 07 03:02:49.462709 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875471e1-b2cb-42c2-9e25-6801da5bd900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82803af9-1013-4843-b9c6-bf85dceb004b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:49.906245 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58318) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:49.965129 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-5a560b28-a825-4a9b-8056-e388c5476da8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f6b2ab5754bf4d40963b57a4160d5470&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0567625 Sep 07 03:02:49.967375 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58320) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:50.099941 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9d4a162e-9724-4544-84a8-48809a7913ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:50.128694 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9d4a162e-9724-4544-84a8-48809a7913ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:50.215390 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fd0358a8-63ce-47d2-bcd1-d3bf7e39b443 req-f2ddf727-468b-4579-af42-bd85d862b8b4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6bffef98-49ed-4815-bad0-f16267f1c0ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0779259 Sep 07 03:02:50.230548 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9d4a162e-9724-4544-84a8-48809a7913ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:50.234056 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9d4a162e-9724-4544-84a8-48809a7913ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:50.237446 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9d4a162e-9724-4544-84a8-48809a7913ca admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7b03891e-388c-4d62-89dd-24870e41e251 HTTP/1.1" status: 204 len: 168 time: 0.2669466 Sep 07 03:02:50.244918 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4a162e-9724-4544-84a8-48809a7913ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b03891e-388c-4d62-89dd-24870e41e251,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:50.345787 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0358a8-63ce-47d2-bcd1-d3bf7e39b443 req-be31065e-bef4-48b6-aff5-ade3fc691d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:02:50.348768 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fd0358a8-63ce-47d2-bcd1-d3bf7e39b443 req-be31065e-bef4-48b6-aff5-ade3fc691d27 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=626f31b15da14e0da01388cbfdee7f90&device_id=6bffef98-49ed-4815-bad0-f16267f1c0ab HTTP/1.1" status: 200 len: 1098 time: 0.0679328 Sep 07 03:02:50.526077 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0358a8-63ce-47d2-bcd1-d3bf7e39b443 req-b983a546-509b-4fc6-be9d-a9e380f6059f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:02:50.527733 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fd0358a8-63ce-47d2-bcd1-d3bf7e39b443 req-b983a546-509b-4fc6-be9d-a9e380f6059f service neutron] 10.222.0.16 "GET /v2.0/networks?id=1263da9d-0b05-48fa-942f-0ec084188974 HTTP/1.1" status: 200 len: 897 time: 0.1575599 Sep 07 03:02:50.668115 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fd0358a8-63ce-47d2-bcd1-d3bf7e39b443 req-b0be930c-0af3-4ab6-a59e-a752e2fd7e6f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cdcf2c97-d33e-447a-ba0a-b19b605c49aa HTTP/1.1" status: 200 len: 1002 time: 0.1301796 Sep 07 03:02:50.732045 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0358a8-63ce-47d2-bcd1-d3bf7e39b443 req-29d9ed2b-e9b7-4cf1-b064-6010d5bc7d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:02:50.733618 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fd0358a8-63ce-47d2-bcd1-d3bf7e39b443 req-29d9ed2b-e9b7-4cf1-b064-6010d5bc7d2c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=24cccd49-5354-43ba-95e2-1f141e42d907 HTTP/1.1" status: 200 len: 834 time: 0.0556290 Sep 07 03:02:50.883140 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0358a8-63ce-47d2-bcd1-d3bf7e39b443 req-08f2ce3e-2abe-4a34-9fdf-a8fea8802122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:02:50.886160 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fd0358a8-63ce-47d2-bcd1-d3bf7e39b443 req-08f2ce3e-2abe-4a34-9fdf-a8fea8802122 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1263da9d-0b05-48fa-942f-0ec084188974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1429214 Sep 07 03:02:50.903357 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [req-fd0358a8-63ce-47d2-bcd1-d3bf7e39b443 req-fff509cd-85c3-4f73-9244-5db803d500c2 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:02:50.904569 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fd0358a8-63ce-47d2-bcd1-d3bf7e39b443 req-fff509cd-85c3-4f73-9244-5db803d500c2 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083365 Sep 07 03:02:51.080006 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fd0358a8-63ce-47d2-bcd1-d3bf7e39b443 req-63654de8-622f-4a1f-a742-4854f0657d4e service neutron] 10.222.0.16 "GET /v2.0/networks/1263da9d-0b05-48fa-942f-0ec084188974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652071 Sep 07 03:02:51.265356 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fd0358a8-63ce-47d2-bcd1-d3bf7e39b443 req-4b3c1a22-7ad9-49ab-b031-ce8b125f9ea9 service neutron] 10.222.0.16 "GET /v2.0/networks/1263da9d-0b05-48fa-942f-0ec084188974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767147 Sep 07 03:02:51.564473 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:51.579437 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:53.184581 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58412) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:53.315986 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4dc9cf01-27e7-417c-ac2c-fd2a5050d5c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:53.412463 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4dc9cf01-27e7-417c-ac2c-fd2a5050d5c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:53.416595 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4dc9cf01-27e7-417c-ac2c-fd2a5050d5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:53.457402 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58416) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:53.457901 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-4dc9cf01-27e7-417c-ac2c-fd2a5050d5c5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1c6638a56b394374b66d0dcf90372ced&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2714639 Sep 07 03:02:53.458726 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc9cf01-27e7-417c-ac2c-fd2a5050d5c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8a9bf1-8416-488e-b476-dddbd54b4a8a,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:53.524037 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9e2cf45c-bb3f-4df1-9d87-a94e481624de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:53.545728 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9e2cf45c-bb3f-4df1-9d87-a94e481624de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:53.602008 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9e2cf45c-bb3f-4df1-9d87-a94e481624de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:53.606330 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9e2cf45c-bb3f-4df1-9d87-a94e481624de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:53.610516 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9e2cf45c-bb3f-4df1-9d87-a94e481624de admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1a8a9bf1-8416-488e-b476-dddbd54b4a8a HTTP/1.1" status: 204 len: 168 time: 0.1486886 Sep 07 03:02:53.622492 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2cf45c-bb3f-4df1-9d87-a94e481624de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8a9bf1-8416-488e-b476-dddbd54b4a8a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:53.754317 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-368b9a1d-cc3f-4eec-9d97-823262b1970b req-6f7e0d57-7901-49ca-98bc-9024ba0379a0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=89f93003-3785-4aca-b81c-f2851604b03f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0475385 Sep 07 03:02:53.862983 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b9a1d-cc3f-4eec-9d97-823262b1970b req-0aa723d6-f27e-4f14-be28-f119f0c3bb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:02:53.864851 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-368b9a1d-cc3f-4eec-9d97-823262b1970b req-0aa723d6-f27e-4f14-be28-f119f0c3bb4f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bdc0940f45b1443ea0b8db2a1c4a8a86&device_id=89f93003-3785-4aca-b81c-f2851604b03f HTTP/1.1" status: 200 len: 1098 time: 0.0629208 Sep 07 03:02:54.040514 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b9a1d-cc3f-4eec-9d97-823262b1970b req-dc9b0328-f932-4bfc-8344-48e161f4f5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:02:54.056928 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58438) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:54.063784 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-368b9a1d-cc3f-4eec-9d97-823262b1970b req-dc9b0328-f932-4bfc-8344-48e161f4f5a2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=88da14ca-f271-4c9e-84fc-9a54ff05dc70 HTTP/1.1" status: 200 len: 913 time: 0.1690712 Sep 07 03:02:54.090334 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-16c91da6-655f-49ee-93a3-f4809f11f3aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:54.116452 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-368b9a1d-cc3f-4eec-9d97-823262b1970b req-764ee917-46fe-47a6-a273-695fbb8f52a5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3d2852a-4568-45b3-b093-dab24d79d2c6 HTTP/1.1" status: 200 len: 217 time: 0.0515664 Sep 07 03:02:54.206089 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b9a1d-cc3f-4eec-9d97-823262b1970b req-2716b56d-bfde-4ed8-bdc7-5d6f5530373f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:02:54.208562 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-368b9a1d-cc3f-4eec-9d97-823262b1970b req-2716b56d-bfde-4ed8-bdc7-5d6f5530373f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dd9f436e-3791-4262-9992-c7d4dc1268a3 HTTP/1.1" status: 200 len: 853 time: 0.0859940 Sep 07 03:02:54.243533 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-368b9a1d-cc3f-4eec-9d97-823262b1970b req-fd47c0f1-7376-494a-a1e2-d1fc596905d2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=88da14ca-f271-4c9e-84fc-9a54ff05dc70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279052 Sep 07 03:02:54.250336 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-16c91da6-655f-49ee-93a3-f4809f11f3aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:54.255474 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-16c91da6-655f-49ee-93a3-f4809f11f3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:54.296094 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-16c91da6-655f-49ee-93a3-f4809f11f3aa admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=83dadfcbfbe4464ca88f98c1dddb4ed0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2375233 Sep 07 03:02:54.298711 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58444) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:02:54.333143 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c91da6-655f-49ee-93a3-f4809f11f3aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f32d84-d049-404e-b4b1-deefc8809e57,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:54.359855 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-368b9a1d-cc3f-4eec-9d97-823262b1970b req-a305d267-b5b0-4050-9b8a-9b2fa218a692 service neutron] 10.222.0.23 "GET /v2.0/networks/88da14ca-f271-4c9e-84fc-9a54ff05dc70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091793 Sep 07 03:02:54.386387 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-152dd80a-1801-4623-bce5-070a8da72b7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:54.413249 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-152dd80a-1801-4623-bce5-070a8da72b7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:54.469203 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-152dd80a-1801-4623-bce5-070a8da72b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:54.472094 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-152dd80a-1801-4623-bce5-070a8da72b7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:54.475735 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-152dd80a-1801-4623-bce5-070a8da72b7c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/49f32d84-d049-404e-b4b1-deefc8809e57 HTTP/1.1" status: 204 len: 168 time: 0.1736176 Sep 07 03:02:54.491451 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152dd80a-1801-4623-bce5-070a8da72b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f32d84-d049-404e-b4b1-deefc8809e57,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:02:54.493423 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-368b9a1d-cc3f-4eec-9d97-823262b1970b req-af66f18c-c0cf-4d4a-abb7-77f6e928c611 service neutron] 10.222.0.23 "GET /v2.0/networks/88da14ca-f271-4c9e-84fc-9a54ff05dc70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238787 Sep 07 03:02:55.926544 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-83c8e8ed-122d-4d9d-a812-1da4ac8e004f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:58.202747 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1f356a05-163c-4ecd-b3bd-723c418a237c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:58.715683 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:02:59.551187 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:00.893069 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58624) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:03:01.011201 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c9f795fb-b22e-4ada-8676-f49360a78498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:01.146652 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c9f795fb-b22e-4ada-8676-f49360a78498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:01.153003 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c9f795fb-b22e-4ada-8676-f49360a78498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:01.192679 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c9f795fb-b22e-4ada-8676-f49360a78498 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7d0f8c15d048411697b3d86963972176&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2959912 Sep 07 03:03:01.192679 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f795fb-b22e-4ada-8676-f49360a78498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c5f2bf-b04d-4f2e-9717-c663a58df2dc,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:03:01.193046 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58632) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:03:01.255806 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1bd09b3c-636b-41a7-93ad-cd7caf2e260b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:01.280194 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1bd09b3c-636b-41a7-93ad-cd7caf2e260b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:01.344237 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1bd09b3c-636b-41a7-93ad-cd7caf2e260b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:01.346981 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1bd09b3c-636b-41a7-93ad-cd7caf2e260b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:01.350433 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-1bd09b3c-636b-41a7-93ad-cd7caf2e260b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a3c5f2bf-b04d-4f2e-9717-c663a58df2dc HTTP/1.1" status: 204 len: 168 time: 0.1540923 Sep 07 03:03:01.357099 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd09b3c-636b-41a7-93ad-cd7caf2e260b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c5f2bf-b04d-4f2e-9717-c663a58df2dc,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:03:01.500749 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:01.758502 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58650) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:03:01.773194 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-56c308fe-d8b0-4a01-ad3a-d0053b9ebf6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:01.856783 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa3472-3e84-479e-a7a6-b55d78547ff7 req-28dd177d-bafe-463a-af47-a2c5e0daca57 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:01.858328 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d3aa3472-3e84-479e-a7a6-b55d78547ff7 req-28dd177d-bafe-463a-af47-a2c5e0daca57 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] 10.222.0.22 "GET /v2.0/ports?device_id=89f93003-3785-4aca-b81c-f2851604b03f HTTP/1.1" status: 200 len: 946 time: 0.5123496 Sep 07 03:03:01.890050 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-56c308fe-d8b0-4a01-ad3a-d0053b9ebf6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:01.893800 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-56c308fe-d8b0-4a01-ad3a-d0053b9ebf6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:01.911562 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d3aa3472-3e84-479e-a7a6-b55d78547ff7 req-0c3ddfeb-f7a1-4884-8da0-c650af5d036c tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] 10.222.0.22 "GET /v2.0/security-groups?id=e666621c-1bc6-40ff-b53e-28e8effcc873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445304 Sep 07 03:03:01.941545 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c308fe-d8b0-4a01-ad3a-d0053b9ebf6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d721be84-271d-4a56-8a35-ce44d9598ffb,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:03:01.946323 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-56c308fe-d8b0-4a01-ad3a-d0053b9ebf6b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bf49e099467e4cd3a2843e0b50273697&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1866550 Sep 07 03:03:01.948945 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58652) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:03:02.006909 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cd6e3172-fe9a-4818-b99e-00f72f8c02ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:02.031906 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cd6e3172-fe9a-4818-b99e-00f72f8c02ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:02.081669 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cd6e3172-fe9a-4818-b99e-00f72f8c02ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:02.084272 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cd6e3172-fe9a-4818-b99e-00f72f8c02ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:02.085447 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-cd6e3172-fe9a-4818-b99e-00f72f8c02ac admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d721be84-271d-4a56-8a35-ce44d9598ffb HTTP/1.1" status: 204 len: 168 time: 0.1355557 Sep 07 03:03:02.096860 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e3172-fe9a-4818-b99e-00f72f8c02ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d721be84-271d-4a56-8a35-ce44d9598ffb,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:03:02.961158 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6775f-bee3-4f19-9139-3ff734317139 req-9ff1e4e3-06df-4acb-b86e-4ccab681a21f tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:02.964104 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-31b6775f-bee3-4f19-9139-3ff734317139 req-9ff1e4e3-06df-4acb-b86e-4ccab681a21f tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] 10.222.0.23 "GET /v2.0/ports?device_id=89f93003-3785-4aca-b81c-f2851604b03f HTTP/1.1" status: 200 len: 946 time: 0.1600356 Sep 07 03:03:03.161066 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dea232-f7cb-4cb9-a79f-e59d090daff5 req-18fe0ce1-91bc-44eb-b91d-69d3eeee76d5 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:03.163085 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f1dea232-f7cb-4cb9-a79f-e59d090daff5 req-18fe0ce1-91bc-44eb-b91d-69d3eeee76d5 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] 10.222.0.22 "GET /v2.0/ports?device_id=89f93003-3785-4aca-b81c-f2851604b03f HTTP/1.1" status: 200 len: 946 time: 0.0733762 Sep 07 03:03:03.180554 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-31b6775f-bee3-4f19-9139-3ff734317139 req-b641e247-4aa4-40a3-8ec9-8116475c2dab tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] Deleting port e3d2852a-4568-45b3-b093-dab24d79d2c6 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:03:03.180985 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-31b6775f-bee3-4f19-9139-3ff734317139 req-b641e247-4aa4-40a3-8ec9-8116475c2dab tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:03.281495 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f1dea232-f7cb-4cb9-a79f-e59d090daff5 req-a437c4a8-34a4-4a32-ad56-d06c12636ee1 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] 10.222.0.22 "GET /v2.0/security-groups?id=e666621c-1bc6-40ff-b53e-28e8effcc873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098528 Sep 07 03:03:03.324700 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-31b6775f-bee3-4f19-9139-3ff734317139 req-b641e247-4aa4-40a3-8ec9-8116475c2dab tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] For port e3d2852a-4568-45b3-b093-dab24d79d2c6, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=e3d2852a-4568-45b3-b093-dab24d79d2c6,segment=NetworkSegment(c7efffeb-a446-48de-b549-7b735efdaf62),segment_id=c7efffeb-a446-48de-b549-7b735efdaf62)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:03:03.325063 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-31b6775f-bee3-4f19-9139-3ff734317139 req-b641e247-4aa4-40a3-8ec9-8116475c2dab tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:03.338716 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-31b6775f-bee3-4f19-9139-3ff734317139 req-b641e247-4aa4-40a3-8ec9-8116475c2dab tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] Calling delete_port for e3d2852a-4568-45b3-b093-dab24d79d2c6 owned by compute:nova {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:03:03.489136 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-31b6775f-bee3-4f19-9139-3ff734317139 req-b641e247-4aa4-40a3-8ec9-8116475c2dab tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:03.501867 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['e3d2852a-4568-45b3-b093-dab24d79d2c6'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:03:03.521685 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b641e247-4aa4-40a3-8ec9-8116475c2dab tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] Pushing event deleted for resources: {'Port': ['ID=e3d2852a-4568-45b3-b093-dab24d79d2c6,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:03:03.581315 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-31b6775f-bee3-4f19-9139-3ff734317139 req-b641e247-4aa4-40a3-8ec9-8116475c2dab tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] No DVR routers for this DVR port e3d2852a-4568-45b3-b093-dab24d79d2c6 on host n-h1-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:03:03.591444 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-31b6775f-bee3-4f19-9139-3ff734317139 req-b641e247-4aa4-40a3-8ec9-8116475c2dab tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:03.595237 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-31b6775f-bee3-4f19-9139-3ff734317139 req-b641e247-4aa4-40a3-8ec9-8116475c2dab tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] 10.222.0.23 "DELETE /v2.0/ports/e3d2852a-4568-45b3-b093-dab24d79d2c6 HTTP/1.1" status: 204 len: 173 time: 0.6234183 Sep 07 03:03:03.595237 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f93003-3785-4aca-b81c-f2851604b03f', 'name': 'network-vif-deleted', 'tag': 'e3d2852a-4568-45b3-b093-dab24d79d2c6'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:03:03.598079 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc207bc-8a87-4722-8884-8c4b96123ee9" -d '{"events": [{"server_uuid": "89f93003-3785-4aca-b81c-f2851604b03f", "name": "network-vif-deleted", "tag": "e3d2852a-4568-45b3-b093-dab24d79d2c6"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:03:03.654099 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ed204a-4b6a-4741-8bd5-ee79f146e1b5 x-openstack-request-id: req-00ed204a-4b6a-4741-8bd5-ee79f146e1b5 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:03:03.654497 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89f93003-3785-4aca-b81c-f2851604b03f", "name": "network-vif-deleted", "tag": "e3d2852a-4568-45b3-b093-dab24d79d2c6", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:03:03.654853 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-00ed204a-4b6a-4741-8bd5-ee79f146e1b5 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:03:03.655321 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89f93003-3785-4aca-b81c-f2851604b03f', 'name': 'network-vif-deleted', 'tag': 'e3d2852a-4568-45b3-b093-dab24d79d2c6', 'status': 'completed', 'code': 200} Sep 07 03:03:07.545751 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device e3d2852a-4568-45b3-b093-dab24d79d2c6 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:03:07.590690 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: e3d2852a-4568-45b3-b093-dab24d79d2c6 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:03:07.591352 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device e3d2852a-4568-45b3-b093-dab24d79d2c6 not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:03:07.686095 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc29127-d5bd-4d6a-83ba-589ac4bc7886 req-07960ab7-172f-44e3-bf58-3f5609138bd0 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:07.697314 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6fc29127-d5bd-4d6a-83ba-589ac4bc7886 req-07960ab7-172f-44e3-bf58-3f5609138bd0 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=6bffef98-49ed-4815-bad0-f16267f1c0ab HTTP/1.1" status: 200 len: 946 time: 0.0762048 Sep 07 03:03:07.749518 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6fc29127-d5bd-4d6a-83ba-589ac4bc7886 req-eb832604-6b29-41a1-9f2e-4095603168fc tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fe4a847-abd2-411c-a76d-883b119b9a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503085 Sep 07 03:03:08.484910 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58904) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:03:08.630012 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a248c1b1-b74d-45db-adcd-94eefd0ebc85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:08.782500 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a248c1b1-b74d-45db-adcd-94eefd0ebc85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:08.789256 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a248c1b1-b74d-45db-adcd-94eefd0ebc85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:08.829981 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a248c1b1-b74d-45db-adcd-94eefd0ebc85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdedefd1-befc-4be0-aeee-132a07e26a09,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:03:08.862152 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58926) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:03:08.874134 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a248c1b1-b74d-45db-adcd-94eefd0ebc85 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=22346bcc80f34249a967b1f4ef69b4ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3880467 Sep 07 03:03:08.975896 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24355fa-c5fa-42bf-b250-894654584268 req-dbdb1f17-2833-4780-953a-e158c7946a65 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:08.988527 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e24355fa-c5fa-42bf-b250-894654584268 req-dbdb1f17-2833-4780-953a-e158c7946a65 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=6bffef98-49ed-4815-bad0-f16267f1c0ab HTTP/1.1" status: 200 len: 946 time: 0.1000342 Sep 07 03:03:09.048970 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e24355fa-c5fa-42bf-b250-894654584268 req-9984387f-6f7a-4de2-8997-aeaabf0196db tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fe4a847-abd2-411c-a76d-883b119b9a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588739 Sep 07 03:03:09.053481 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7c71ec87-6f3d-4730-adf9-6175690210b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:09.086497 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7c71ec87-6f3d-4730-adf9-6175690210b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:09.114219 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58934) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:03:09.173809 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7c71ec87-6f3d-4730-adf9-6175690210b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:09.178106 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7c71ec87-6f3d-4730-adf9-6175690210b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:09.179410 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-7c71ec87-6f3d-4730-adf9-6175690210b0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fdedefd1-befc-4be0-aeee-132a07e26a09 HTTP/1.1" status: 204 len: 168 time: 0.3150585 Sep 07 03:03:09.190223 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c71ec87-6f3d-4730-adf9-6175690210b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdedefd1-befc-4be0-aeee-132a07e26a09,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:03:09.288418 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e7c15130-caef-4bd4-8329-72ee1431cb4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:09.442921 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e7c15130-caef-4bd4-8329-72ee1431cb4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:09.452072 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e7c15130-caef-4bd4-8329-72ee1431cb4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:09.504551 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e7c15130-caef-4bd4-8329-72ee1431cb4b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b0f31a5e58e043838a18fa38d717edc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3890824 Sep 07 03:03:09.505441 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c15130-caef-4bd4-8329-72ee1431cb4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768cea9f-a329-47b4-b833-ff753f6e50af,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:03:09.507686 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58944) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:03:09.602864 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bc54dd9b-6a5d-4c3e-a94d-41d26fa44dc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:09.635799 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 58948) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:03:09.652572 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e875ba20-179c-4668-b68b-ab8de55cbeae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:09.656823 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bc54dd9b-6a5d-4c3e-a94d-41d26fa44dc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:09.752496 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bc54dd9b-6a5d-4c3e-a94d-41d26fa44dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:09.754931 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bc54dd9b-6a5d-4c3e-a94d-41d26fa44dc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:09.759607 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-bc54dd9b-6a5d-4c3e-a94d-41d26fa44dc6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/768cea9f-a329-47b4-b833-ff753f6e50af HTTP/1.1" status: 204 len: 168 time: 0.2499285 Sep 07 03:03:09.773539 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc54dd9b-6a5d-4c3e-a94d-41d26fa44dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768cea9f-a329-47b4-b833-ff753f6e50af,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:03:09.804846 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e875ba20-179c-4668-b68b-ab8de55cbeae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:09.817261 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e875ba20-179c-4668-b68b-ab8de55cbeae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:09.860043 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e875ba20-179c-4668-b68b-ab8de55cbeae admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=43d919f6e6f44c7583dd9bc8eece2225&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2229288 Sep 07 03:03:09.860920 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e875ba20-179c-4668-b68b-ab8de55cbeae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533e1ed5-2e16-4589-9323-1b642db85200,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:03:09.862758 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58952) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:03:09.957945 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-16314465-a603-4b2d-ac7e-c70754c78d2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:09.981869 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-16314465-a603-4b2d-ac7e-c70754c78d2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:10.040764 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-16314465-a603-4b2d-ac7e-c70754c78d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:10.043544 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-16314465-a603-4b2d-ac7e-c70754c78d2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:10.045326 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-16314465-a603-4b2d-ac7e-c70754c78d2c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/533e1ed5-2e16-4589-9323-1b642db85200 HTTP/1.1" status: 204 len: 168 time: 0.1815698 Sep 07 03:03:10.057713 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16314465-a603-4b2d-ac7e-c70754c78d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533e1ed5-2e16-4589-9323-1b642db85200,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:03:10.193719 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10907f-ce04-477e-bcfc-cba09642f2ce req-b501fdab-59c1-481d-9f0b-18421bbae4c7 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:10.203600 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2d10907f-ce04-477e-bcfc-cba09642f2ce req-b501fdab-59c1-481d-9f0b-18421bbae4c7 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=6bffef98-49ed-4815-bad0-f16267f1c0ab HTTP/1.1" status: 200 len: 946 time: 0.0712485 Sep 07 03:03:10.265110 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58962) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:03:10.268989 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2d10907f-ce04-477e-bcfc-cba09642f2ce req-0e680ecd-3e0c-40fa-a699-6530706748a6 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fe4a847-abd2-411c-a76d-883b119b9a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644503 Sep 07 03:03:10.288378 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2c406d52-fbf2-4edb-add2-3016af69f309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:10.404215 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2c406d52-fbf2-4edb-add2-3016af69f309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:10.410680 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2c406d52-fbf2-4edb-add2-3016af69f309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:10.474627 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-2c406d52-fbf2-4edb-add2-3016af69f309 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5607781c00164fe885cb517435a6a427&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2074108 Sep 07 03:03:10.478854 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58968) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:03:10.485401 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c406d52-fbf2-4edb-add2-3016af69f309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0473bcde-7cfe-4924-9ace-d41c094fc25e,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:03:10.587767 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fd6c426d-c435-43ce-9e1c-3b208485e847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:10.656320 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fd6c426d-c435-43ce-9e1c-3b208485e847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:10.737750 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fd6c426d-c435-43ce-9e1c-3b208485e847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:10.740459 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fd6c426d-c435-43ce-9e1c-3b208485e847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:10.743528 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-fd6c426d-c435-43ce-9e1c-3b208485e847 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0473bcde-7cfe-4924-9ace-d41c094fc25e HTTP/1.1" status: 204 len: 168 time: 0.2578979 Sep 07 03:03:10.752794 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6c426d-c435-43ce-9e1c-3b208485e847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0473bcde-7cfe-4924-9ace-d41c094fc25e,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:03:11.141393 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 58990) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:03:11.155121 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fc396532-8815-4642-a5f9-690b00a77ada admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:11.284171 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fc396532-8815-4642-a5f9-690b00a77ada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:11.293057 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fc396532-8815-4642-a5f9-690b00a77ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:11.374676 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-fc396532-8815-4642-a5f9-690b00a77ada admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3f22c844dbfc4e99984d81774e6949af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2306352 Sep 07 03:03:11.376130 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59002) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:03:11.390079 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc396532-8815-4642-a5f9-690b00a77ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b198e0-6962-42e9-86f4-2c10dd3df861,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:03:11.491687 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-07d818f7-d127-4b5e-aa29-7db480563e84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:11.500691 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e31160-03c1-4f37-b2d0-f0e23df75cda req-560de6df-d384-4c2c-b013-78571ec0eeea tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:11.503091 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-38e31160-03c1-4f37-b2d0-f0e23df75cda req-560de6df-d384-4c2c-b013-78571ec0eeea tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=6bffef98-49ed-4815-bad0-f16267f1c0ab HTTP/1.1" status: 200 len: 946 time: 0.0977983 Sep 07 03:03:11.532401 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-07d818f7-d127-4b5e-aa29-7db480563e84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:11.566835 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-38e31160-03c1-4f37-b2d0-f0e23df75cda req-757aff25-f94d-4603-8f39-ae1f0681a9a9 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fe4a847-abd2-411c-a76d-883b119b9a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579529 Sep 07 03:03:11.612490 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-07d818f7-d127-4b5e-aa29-7db480563e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:11.615722 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-07d818f7-d127-4b5e-aa29-7db480563e84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:11.617447 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-07d818f7-d127-4b5e-aa29-7db480563e84 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/65b198e0-6962-42e9-86f4-2c10dd3df861 HTTP/1.1" status: 204 len: 168 time: 0.2387307 Sep 07 03:03:11.628027 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d818f7-d127-4b5e-aa29-7db480563e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b198e0-6962-42e9-86f4-2c10dd3df861,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:03:11.843746 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8007d5b-9e99-4df8-948f-61ed80bc96f7 req-52027aa3-f386-4ab2-8c45-9da412b4d5bd tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:11.845220 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e8007d5b-9e99-4df8-948f-61ed80bc96f7 req-52027aa3-f386-4ab2-8c45-9da412b4d5bd tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] 10.222.0.22 "GET /v2.0/networks?id=88da14ca-f271-4c9e-84fc-9a54ff05dc70 HTTP/1.1" status: 200 len: 813 time: 0.1465454 Sep 07 03:03:11.865035 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e8007d5b-9e99-4df8-948f-61ed80bc96f7 req-7f390fdd-66fb-43eb-a36a-5163a2e981c8 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] 10.222.0.22 "GET /v2.0/quotas/bdc0940f45b1443ea0b8db2a1c4a8a86 HTTP/1.1" status: 200 len: 375 time: 0.0117700 Sep 07 03:03:11.914714 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e8007d5b-9e99-4df8-948f-61ed80bc96f7 req-8ac2d926-0647-4c02-855b-ee671fd19380 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=bdc0940f45b1443ea0b8db2a1c4a8a86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429313 Sep 07 03:03:12.030896 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e8007d5b-9e99-4df8-948f-61ed80bc96f7 req-43dd4319-877b-4f36-9bb2-c3290f3c193b service neutron] 10.222.0.22 "GET /v2.0/networks/88da14ca-f271-4c9e-84fc-9a54ff05dc70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070840 Sep 07 03:03:12.157985 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e8007d5b-9e99-4df8-948f-61ed80bc96f7 req-606135ce-10ee-4422-83a1-9996d130b4b9 service neutron] 10.222.0.22 "GET /v2.0/networks/88da14ca-f271-4c9e-84fc-9a54ff05dc70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181948 Sep 07 03:03:12.350746 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-07ad9840-b3fb-43e8-a735-ff61849a2ef0 req-ad6fd235-9fb6-43f2-9484-8aba46836e2f tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6395dfc-4e27-4c80-904d-5936b4ccd987 HTTP/1.1" status: 200 len: 210 time: 0.0396144 Sep 07 03:03:12.756550 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9437e991-f467-4287-8783-e8dcfa08c1a9 req-038e2a4a-9ca6-41ff-925a-b19c14106d1b tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:12.760478 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9437e991-f467-4287-8783-e8dcfa08c1a9 req-038e2a4a-9ca6-41ff-925a-b19c14106d1b tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=6bffef98-49ed-4815-bad0-f16267f1c0ab HTTP/1.1" status: 200 len: 946 time: 0.0708103 Sep 07 03:03:12.817366 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9437e991-f467-4287-8783-e8dcfa08c1a9 req-1debf79e-b58f-4ba7-9cf8-e2849709d023 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fe4a847-abd2-411c-a76d-883b119b9a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455182 Sep 07 03:03:13.500713 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8007d5b-9e99-4df8-948f-61ed80bc96f7 req-6b87eae5-2f22-41ed-922e-2e1faa906dd6 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:13.500713 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e8007d5b-9e99-4df8-948f-61ed80bc96f7 req-6b87eae5-2f22-41ed-922e-2e1faa906dd6 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] 10.222.0.23 "GET /v2.0/networks?id=88da14ca-f271-4c9e-84fc-9a54ff05dc70 HTTP/1.1" status: 200 len: 813 time: 0.1743133 Sep 07 03:03:13.512723 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-751d0e29-d6e6-4cec-8420-73b6a2e27bc4 req-09f0394d-0e9c-48b4-a2cf-84eebb854923 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6395dfc-4e27-4c80-904d-5936b4ccd987 HTTP/1.1" status: 200 len: 210 time: 0.0284212 Sep 07 03:03:13.524924 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-e8007d5b-9e99-4df8-948f-61ed80bc96f7 req-ae14a6ed-82e0-4276-9666-7938a6fbd733 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] Request body: {'port': {'device_id': 'b6395dfc-4e27-4c80-904d-5936b4ccd987', 'network_id': '88da14ca-f271-4c9e-84fc-9a54ff05dc70', 'admin_state_up': True, 'tenant_id': 'bdc0940f45b1443ea0b8db2a1c4a8a86'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:03:13.679781 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8007d5b-9e99-4df8-948f-61ed80bc96f7 req-ae14a6ed-82e0-4276-9666-7938a6fbd733 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] Made reservation on behalf of bdc0940f45b1443ea0b8db2a1c4a8a86 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:03:13.684936 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-e8007d5b-9e99-4df8-948f-61ed80bc96f7 req-ae14a6ed-82e0-4276-9666-7938a6fbd733 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:13.850090 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [req-e8007d5b-9e99-4df8-948f-61ed80bc96f7 req-ae14a6ed-82e0-4276-9666-7938a6fbd733 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] Allocated IP 172.20.0.12 (88da14ca-f271-4c9e-84fc-9a54ff05dc70/dd9f436e-3791-4262-9992-c7d4dc1268a3/bffbfa64-3293-4f56-9370-15c88e30d415) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:03:13.996320 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec6710d-366d-477f-9327-97db7016a28a req-8fa2e68a-b1a1-4a96-8958-96876f5fbf49 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:13.997842 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bec6710d-366d-477f-9327-97db7016a28a req-8fa2e68a-b1a1-4a96-8958-96876f5fbf49 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=6bffef98-49ed-4815-bad0-f16267f1c0ab HTTP/1.1" status: 200 len: 946 time: 0.0989013 Sep 07 03:03:14.013726 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 59174) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:03:14.098140 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bec6710d-366d-477f-9327-97db7016a28a req-2d435b00-2169-4d7a-b51a-be9c7137dee4 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fe4a847-abd2-411c-a76d-883b119b9a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603871 Sep 07 03:03:14.115859 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-e8007d5b-9e99-4df8-948f-61ed80bc96f7 req-ae14a6ed-82e0-4276-9666-7938a6fbd733 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:14.181524 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9cdfce17-7146-40f7-a110-b7313e479bf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:14.198202 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-e8007d5b-9e99-4df8-948f-61ed80bc96f7 req-ae14a6ed-82e0-4276-9666-7938a6fbd733 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:14.253445 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8007d5b-9e99-4df8-948f-61ed80bc96f7 req-ae14a6ed-82e0-4276-9666-7938a6fbd733 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] Network 88da14ca-f271-4c9e-84fc-9a54ff05dc70 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:03:14.256851 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [req-e8007d5b-9e99-4df8-948f-61ed80bc96f7 req-ae14a6ed-82e0-4276-9666-7938a6fbd733 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:03:14.271633 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8007d5b-9e99-4df8-948f-61ed80bc96f7 req-ae14a6ed-82e0-4276-9666-7938a6fbd733 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:03:14.279346 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae14a6ed-82e0-4276-9666-7938a6fbd733 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] Pushing event updated for resources: {'Port': ['ID=bffbfa64-3293-4f56-9370-15c88e30d415,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:03:14.300751 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9cdfce17-7146-40f7-a110-b7313e479bf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:14.307195 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9cdfce17-7146-40f7-a110-b7313e479bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:14.332558 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8007d5b-9e99-4df8-948f-61ed80bc96f7 req-ae14a6ed-82e0-4276-9666-7938a6fbd733 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:14.333188 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-e8007d5b-9e99-4df8-948f-61ed80bc96f7 req-ae14a6ed-82e0-4276-9666-7938a6fbd733 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:14.347707 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdfce17-7146-40f7-a110-b7313e479bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb015c1-8005-4029-96e6-b883636cb5b0,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:03:14.350952 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e8007d5b-9e99-4df8-948f-61ed80bc96f7 req-ae14a6ed-82e0-4276-9666-7938a6fbd733 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8312826 Sep 07 03:03:14.352107 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9cdfce17-7146-40f7-a110-b7313e479bf5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ac6aacaeff4040699f52f94d806c3baf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3372815 Sep 07 03:03:14.355263 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 59178) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:03:14.364007 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-e8007d5b-9e99-4df8-948f-61ed80bc96f7 req-a3264b4d-5462-4690-94cb-c88672acc46c service neutron] Request body: {'port': {'device_id': 'b6395dfc-4e27-4c80-904d-5936b4ccd987', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:03:14.410764 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f6d7b2bf-aa20-47f4-ba64-2ab7775b85d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:14.422533 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-e8007d5b-9e99-4df8-948f-61ed80bc96f7 req-a3264b4d-5462-4690-94cb-c88672acc46c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:14.435606 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f6d7b2bf-aa20-47f4-ba64-2ab7775b85d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:14.499861 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f6d7b2bf-aa20-47f4-ba64-2ab7775b85d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:14.503056 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f6d7b2bf-aa20-47f4-ba64-2ab7775b85d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:14.512149 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f6d7b2bf-aa20-47f4-ba64-2ab7775b85d0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cbb015c1-8005-4029-96e6-b883636cb5b0 HTTP/1.1" status: 204 len: 168 time: 0.1554508 Sep 07 03:03:14.523803 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d7b2bf-aa20-47f4-ba64-2ab7775b85d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb015c1-8005-4029-96e6-b883636cb5b0,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:03:14.689006 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281647a-ba1f-41f6-a89c-f0adefb190d7 req-9176c7cf-a026-44ee-a40b-64b7261afa69 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:14.702523 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7281647a-ba1f-41f6-a89c-f0adefb190d7 req-9176c7cf-a026-44ee-a40b-64b7261afa69 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6395dfc-4e27-4c80-904d-5936b4ccd987 HTTP/1.1" status: 200 len: 932 time: 0.0888629 Sep 07 03:03:14.763518 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7281647a-ba1f-41f6-a89c-f0adefb190d7 req-7ea4cc24-6f13-4b58-813c-08120fbb5efe tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] 10.222.0.22 "GET /v2.0/security-groups?id=e666621c-1bc6-40ff-b53e-28e8effcc873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508759 Sep 07 03:03:14.783870 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [req-e8007d5b-9e99-4df8-948f-61ed80bc96f7 req-a3264b4d-5462-4690-94cb-c88672acc46c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bffbfa64-3293-4f56-9370-15c88e30d415 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:03:14.792862 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-e8007d5b-9e99-4df8-948f-61ed80bc96f7 req-a3264b4d-5462-4690-94cb-c88672acc46c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:14.807601 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-e8007d5b-9e99-4df8-948f-61ed80bc96f7 req-a3264b4d-5462-4690-94cb-c88672acc46c service neutron] Transition to ACTIVE for port object bffbfa64-3293-4f56-9370-15c88e30d415 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:03:14.812717 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-e8007d5b-9e99-4df8-948f-61ed80bc96f7 req-a3264b4d-5462-4690-94cb-c88672acc46c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:14.880028 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3264b4d-5462-4690-94cb-c88672acc46c service neutron] Pushing event updated for resources: {'Port': ['ID=bffbfa64-3293-4f56-9370-15c88e30d415,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:03:14.886515 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 59188) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:03:14.900223 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5e6c456f-708e-44da-9d9e-a4dcc1d053ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:14.962283 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-e8007d5b-9e99-4df8-948f-61ed80bc96f7 req-a3264b4d-5462-4690-94cb-c88672acc46c service neutron] Attempting to bind port bffbfa64-3293-4f56-9370-15c88e30d415 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:03:14.962606 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-e8007d5b-9e99-4df8-948f-61ed80bc96f7 req-a3264b4d-5462-4690-94cb-c88672acc46c service neutron] Attempting to bind port bffbfa64-3293-4f56-9370-15c88e30d415 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': 'c7efffeb-a446-48de-b549-7b735efdaf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '88da14ca-f271-4c9e-84fc-9a54ff05dc70'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:03:14.962873 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8007d5b-9e99-4df8-948f-61ed80bc96f7 req-a3264b4d-5462-4690-94cb-c88672acc46c service neutron] Attempting to bind port bffbfa64-3293-4f56-9370-15c88e30d415 on network 88da14ca-f271-4c9e-84fc-9a54ff05dc70 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:03:14.970961 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8007d5b-9e99-4df8-948f-61ed80bc96f7 req-a3264b4d-5462-4690-94cb-c88672acc46c service neutron] Port bffbfa64-3293-4f56-9370-15c88e30d415 on network 88da14ca-f271-4c9e-84fc-9a54ff05dc70 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 03:03:14.971241 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8007d5b-9e99-4df8-948f-61ed80bc96f7 req-a3264b4d-5462-4690-94cb-c88672acc46c service neutron] Attempting to bind port bffbfa64-3293-4f56-9370-15c88e30d415 on network 88da14ca-f271-4c9e-84fc-9a54ff05dc70 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:03:14.980195 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8007d5b-9e99-4df8-948f-61ed80bc96f7 req-a3264b4d-5462-4690-94cb-c88672acc46c service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:03:14.981334 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8007d5b-9e99-4df8-948f-61ed80bc96f7 req-a3264b4d-5462-4690-94cb-c88672acc46c service neutron] Checking segment: {'id': 'c7efffeb-a446-48de-b549-7b735efdaf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '88da14ca-f271-4c9e-84fc-9a54ff05dc70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:03:14.982661 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8007d5b-9e99-4df8-948f-61ed80bc96f7 req-a3264b4d-5462-4690-94cb-c88672acc46c service neutron] Bound using segment: {'id': 'c7efffeb-a446-48de-b549-7b735efdaf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '88da14ca-f271-4c9e-84fc-9a54ff05dc70'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:03:14.983131 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-e8007d5b-9e99-4df8-948f-61ed80bc96f7 req-a3264b4d-5462-4690-94cb-c88672acc46c service neutron] Bound port: bffbfa64-3293-4f56-9370-15c88e30d415, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7efffeb-a446-48de-b549-7b735efdaf62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '88da14ca-f271-4c9e-84fc-9a54ff05dc70'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:03:14.983526 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-e8007d5b-9e99-4df8-948f-61ed80bc96f7 req-a3264b4d-5462-4690-94cb-c88672acc46c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:15.015593 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5e6c456f-708e-44da-9d9e-a4dcc1d053ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:15.021908 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5e6c456f-708e-44da-9d9e-a4dcc1d053ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:15.065606 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-5e6c456f-708e-44da-9d9e-a4dcc1d053ae admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7a4320f0f7f64db592f9a72cd6f20c5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1779876 Sep 07 03:03:15.066735 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6c456f-708e-44da-9d9e-a4dcc1d053ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d437ea2e-ec7b-4edd-b6ec-1fb49cc5be46,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:03:15.068644 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-e8007d5b-9e99-4df8-948f-61ed80bc96f7 req-a3264b4d-5462-4690-94cb-c88672acc46c service neutron] For port bffbfa64-3293-4f56-9370-15c88e30d415, host n-h1-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:03:15.069077 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 59192) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:03:15.077859 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-e8007d5b-9e99-4df8-948f-61ed80bc96f7 req-a3264b4d-5462-4690-94cb-c88672acc46c service neutron] For port bffbfa64-3293-4f56-9370-15c88e30d415, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=bffbfa64-3293-4f56-9370-15c88e30d415,segment=NetworkSegment(c7efffeb-a446-48de-b549-7b735efdaf62),segment_id=c7efffeb-a446-48de-b549-7b735efdaf62)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:03:15.086210 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-e8007d5b-9e99-4df8-948f-61ed80bc96f7 req-a3264b4d-5462-4690-94cb-c88672acc46c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:15.124637 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-43386c7f-0700-4975-a401-20e884709876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:15.130586 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8007d5b-9e99-4df8-948f-61ed80bc96f7 req-a3264b4d-5462-4690-94cb-c88672acc46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:15.131226 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-e8007d5b-9e99-4df8-948f-61ed80bc96f7 req-a3264b4d-5462-4690-94cb-c88672acc46c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:15.133044 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e8007d5b-9e99-4df8-948f-61ed80bc96f7 req-a3264b4d-5462-4690-94cb-c88672acc46c service neutron] 10.222.0.23 "PUT /v2.0/ports/bffbfa64-3293-4f56-9370-15c88e30d415 HTTP/1.1" status: 200 len: 1093 time: 0.7753248 Sep 07 03:03:15.135824 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6395dfc-4e27-4c80-904d-5936b4ccd987', 'tag': 'bffbfa64-3293-4f56-9370-15c88e30d415'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:03:15.138934 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b2c4b35-9dbb-48bb-a68d-ab27dcaa579f" -d '{"events": [{"name": "network-changed", "server_uuid": "b6395dfc-4e27-4c80-904d-5936b4ccd987", "tag": "bffbfa64-3293-4f56-9370-15c88e30d415"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:03:15.153114 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-43386c7f-0700-4975-a401-20e884709876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:15.213270 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-43386c7f-0700-4975-a401-20e884709876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:15.216267 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-43386c7f-0700-4975-a401-20e884709876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:15.220669 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-43386c7f-0700-4975-a401-20e884709876 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d437ea2e-ec7b-4edd-b6ec-1fb49cc5be46 HTTP/1.1" status: 204 len: 168 time: 0.1505821 Sep 07 03:03:15.221001 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8686ca0-4bf8-4229-83d1-f2fb46e75917 x-openstack-request-id: req-b8686ca0-4bf8-4229-83d1-f2fb46e75917 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:03:15.221594 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6395dfc-4e27-4c80-904d-5936b4ccd987", "tag": "bffbfa64-3293-4f56-9370-15c88e30d415", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:03:15.221594 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b8686ca0-4bf8-4229-83d1-f2fb46e75917 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:03:15.221950 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6395dfc-4e27-4c80-904d-5936b4ccd987', 'tag': 'bffbfa64-3293-4f56-9370-15c88e30d415', 'status': 'completed', 'code': 200} Sep 07 03:03:15.232674 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43386c7f-0700-4975-a401-20e884709876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d437ea2e-ec7b-4edd-b6ec-1fb49cc5be46,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:03:15.254360 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3264b4d-5462-4690-94cb-c88672acc46c service neutron] Pushing event updated for resources: {'Port': ['ID=bffbfa64-3293-4f56-9370-15c88e30d415,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:03:15.293102 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8007d5b-9e99-4df8-948f-61ed80bc96f7 req-6376ef2f-3e21-4c89-a440-2e19ac33b67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:15.295240 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e8007d5b-9e99-4df8-948f-61ed80bc96f7 req-6376ef2f-3e21-4c89-a440-2e19ac33b67d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bdc0940f45b1443ea0b8db2a1c4a8a86&device_id=b6395dfc-4e27-4c80-904d-5936b4ccd987 HTTP/1.1" status: 200 len: 1096 time: 0.1062319 Sep 07 03:03:15.309115 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7895db4d-68d1-4858-93d7-7c35b21340d8 req-d7de1376-84c6-43fa-b2a0-b4914ab0b0e9 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:15.310637 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7895db4d-68d1-4858-93d7-7c35b21340d8 req-d7de1376-84c6-43fa-b2a0-b4914ab0b0e9 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=6bffef98-49ed-4815-bad0-f16267f1c0ab HTTP/1.1" status: 200 len: 946 time: 0.0954115 Sep 07 03:03:15.357915 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e8007d5b-9e99-4df8-948f-61ed80bc96f7 req-bba5d620-44e8-4c89-b43c-85a474b0aaec service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bffbfa64-3293-4f56-9370-15c88e30d415 HTTP/1.1" status: 200 len: 217 time: 0.0462945 Sep 07 03:03:15.445955 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7895db4d-68d1-4858-93d7-7c35b21340d8 req-6196e37f-b6e0-4a31-bab2-a5391ac9a1cb tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fe4a847-abd2-411c-a76d-883b119b9a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903773 Sep 07 03:03:15.447774 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8007d5b-9e99-4df8-948f-61ed80bc96f7 req-3c24bda9-5e0e-48f0-ba4a-25f58db92213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:15.449352 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e8007d5b-9e99-4df8-948f-61ed80bc96f7 req-3c24bda9-5e0e-48f0-ba4a-25f58db92213 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dd9f436e-3791-4262-9992-c7d4dc1268a3 HTTP/1.1" status: 200 len: 853 time: 0.0771656 Sep 07 03:03:15.486544 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e8007d5b-9e99-4df8-948f-61ed80bc96f7 req-b34f000e-aaff-44e8-a8ea-7d6fda49fe89 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=88da14ca-f271-4c9e-84fc-9a54ff05dc70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301721 Sep 07 03:03:15.621562 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e8007d5b-9e99-4df8-948f-61ed80bc96f7 req-41385a03-fe65-4585-8d87-65bad2d1397e service neutron] 10.222.0.23 "GET /v2.0/networks/88da14ca-f271-4c9e-84fc-9a54ff05dc70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262414 Sep 07 03:03:15.724642 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e8007d5b-9e99-4df8-948f-61ed80bc96f7 req-3ab95110-d304-4c77-af44-64ff7a58a544 service neutron] 10.222.0.23 "GET /v2.0/networks/88da14ca-f271-4c9e-84fc-9a54ff05dc70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962887 Sep 07 03:03:15.839618 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c4b35-9dbb-48bb-a68d-ab27dcaa579f req-15398260-9986-48f0-8095-195895205053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:15.841971 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6b2c4b35-9dbb-48bb-a68d-ab27dcaa579f req-15398260-9986-48f0-8095-195895205053 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bdc0940f45b1443ea0b8db2a1c4a8a86&device_id=b6395dfc-4e27-4c80-904d-5936b4ccd987 HTTP/1.1" status: 200 len: 1096 time: 0.0640016 Sep 07 03:03:15.909672 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a83f661-daf3-440c-92a5-b8340e870f4b req-82074890-f59b-4b11-86f4-39fc10646736 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:15.916112 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2a83f661-daf3-440c-92a5-b8340e870f4b req-82074890-f59b-4b11-86f4-39fc10646736 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6395dfc-4e27-4c80-904d-5936b4ccd987 HTTP/1.1" status: 200 len: 944 time: 0.0713983 Sep 07 03:03:15.960089 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c4b35-9dbb-48bb-a68d-ab27dcaa579f req-78231a02-9279-4933-88da-e54d39b4ac2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:15.961596 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6b2c4b35-9dbb-48bb-a68d-ab27dcaa579f req-78231a02-9279-4933-88da-e54d39b4ac2f service neutron] 10.222.0.23 "GET /v2.0/networks?id=88da14ca-f271-4c9e-84fc-9a54ff05dc70 HTTP/1.1" status: 200 len: 913 time: 0.1104574 Sep 07 03:03:15.966545 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2a83f661-daf3-440c-92a5-b8340e870f4b req-a4e18876-60f6-4476-9196-e8f725244be9 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] 10.222.0.22 "GET /v2.0/security-groups?id=e666621c-1bc6-40ff-b53e-28e8effcc873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490220 Sep 07 03:03:16.380741 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6b2c4b35-9dbb-48bb-a68d-ab27dcaa579f req-9abe0614-71ff-4124-a3d1-f662f6ec02ec service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bffbfa64-3293-4f56-9370-15c88e30d415 HTTP/1.1" status: 200 len: 217 time: 0.4111781 Sep 07 03:03:16.435997 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c4b35-9dbb-48bb-a68d-ab27dcaa579f req-5b4ccf8b-e84e-4087-97d5-989e7c679a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:16.436959 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6b2c4b35-9dbb-48bb-a68d-ab27dcaa579f req-5b4ccf8b-e84e-4087-97d5-989e7c679a5c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dd9f436e-3791-4262-9992-c7d4dc1268a3 HTTP/1.1" status: 200 len: 853 time: 0.0488462 Sep 07 03:03:16.472123 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6b2c4b35-9dbb-48bb-a68d-ab27dcaa579f req-2a2aa6d6-8fbc-457f-8ab3-9ef9fe016094 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=88da14ca-f271-4c9e-84fc-9a54ff05dc70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267496 Sep 07 03:03:16.628538 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4129d6-6cc6-4502-85a0-6bfea83e3944 req-e46c52f4-93ca-4649-b64c-cdcc8a919bd7 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:16.630052 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-df4129d6-6cc6-4502-85a0-6bfea83e3944 req-e46c52f4-93ca-4649-b64c-cdcc8a919bd7 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=6bffef98-49ed-4815-bad0-f16267f1c0ab HTTP/1.1" status: 200 len: 946 time: 0.0752962 Sep 07 03:03:16.633700 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6b2c4b35-9dbb-48bb-a68d-ab27dcaa579f req-3fad1f65-afe0-45b6-a839-87a84b546fc1 service neutron] 10.222.0.23 "GET /v2.0/networks/88da14ca-f271-4c9e-84fc-9a54ff05dc70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540842 Sep 07 03:03:16.742005 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-df4129d6-6cc6-4502-85a0-6bfea83e3944 req-eef21e42-0585-4f99-ac04-1b0700d5b52b tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fe4a847-abd2-411c-a76d-883b119b9a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947680 Sep 07 03:03:16.801196 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6b2c4b35-9dbb-48bb-a68d-ab27dcaa579f req-b396a461-b85f-4c27-8631-9526ca40adcc service neutron] 10.222.0.23 "GET /v2.0/networks/88da14ca-f271-4c9e-84fc-9a54ff05dc70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532021 Sep 07 03:03:17.095544 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccfee77-568b-4af6-97b2-16469c0f1934 req-38380dcf-4ec4-473f-9547-7b3ae74e377c tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:17.097280 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2ccfee77-568b-4af6-97b2-16469c0f1934 req-38380dcf-4ec4-473f-9547-7b3ae74e377c tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6395dfc-4e27-4c80-904d-5936b4ccd987 HTTP/1.1" status: 200 len: 944 time: 0.0566561 Sep 07 03:03:17.148523 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2ccfee77-568b-4af6-97b2-16469c0f1934 req-85882f91-6e4e-45ff-9e77-955f24ba1cd7 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] 10.222.0.22 "GET /v2.0/security-groups?id=e666621c-1bc6-40ff-b53e-28e8effcc873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448031 Sep 07 03:03:17.818114 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 59284) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:03:17.897460 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e9cac-48d7-4352-bcb7-f1b3934931c4 req-9d7f19f5-7fad-4809-b979-376b745a27eb tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:17.899638 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fd6e9cac-48d7-4352-bcb7-f1b3934931c4 req-9d7f19f5-7fad-4809-b979-376b745a27eb tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=6bffef98-49ed-4815-bad0-f16267f1c0ab HTTP/1.1" status: 200 len: 946 time: 0.0754149 Sep 07 03:03:17.945372 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fd6e9cac-48d7-4352-bcb7-f1b3934931c4 req-e35111de-1ae6-4b8a-b8ad-e0ee8b0a6c45 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fe4a847-abd2-411c-a76d-883b119b9a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387003 Sep 07 03:03:17.950338 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-15ec93c5-b64b-4ca8-8d2f-8848e03bd821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:18.049986 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-15ec93c5-b64b-4ca8-8d2f-8848e03bd821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:18.054282 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-15ec93c5-b64b-4ca8-8d2f-8848e03bd821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:18.093582 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ec93c5-b64b-4ca8-8d2f-8848e03bd821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a49175-6676-44d1-ade1-7ea32ff9e9ab,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:03:18.103998 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-15ec93c5-b64b-4ca8-8d2f-8848e03bd821 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3246153391da4ca791a9c526b9877a7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2847755 Sep 07 03:03:18.105717 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59288) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:03:18.160215 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ccaaf0cc-50b2-4ee3-acbe-684d77dca6c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:18.184206 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ccaaf0cc-50b2-4ee3-acbe-684d77dca6c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:18.257305 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ccaaf0cc-50b2-4ee3-acbe-684d77dca6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:18.260025 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ccaaf0cc-50b2-4ee3-acbe-684d77dca6c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:18.261187 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-ccaaf0cc-50b2-4ee3-acbe-684d77dca6c2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/58a49175-6676-44d1-ade1-7ea32ff9e9ab HTTP/1.1" status: 204 len: 168 time: 0.1541376 Sep 07 03:03:18.270084 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaaf0cc-50b2-4ee3-acbe-684d77dca6c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a49175-6676-44d1-ade1-7ea32ff9e9ab,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:03:18.339207 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad94af-0f83-48f5-a3bc-af61bd6d8b43 req-06d7f324-c15c-4788-a196-d01faca8596d tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:18.340850 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8dad94af-0f83-48f5-a3bc-af61bd6d8b43 req-06d7f324-c15c-4788-a196-d01faca8596d tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6395dfc-4e27-4c80-904d-5936b4ccd987 HTTP/1.1" status: 200 len: 944 time: 0.0593624 Sep 07 03:03:18.383329 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8dad94af-0f83-48f5-a3bc-af61bd6d8b43 req-60e7a94a-96f5-4b05-9848-ff24c23d0d91 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] 10.222.0.22 "GET /v2.0/security-groups?id=e666621c-1bc6-40ff-b53e-28e8effcc873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351019 Sep 07 03:03:18.568126 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 59298) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:03:18.588868 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-328952af-1b5f-4eb0-a3db-387529ba3bf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:18.703888 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-328952af-1b5f-4eb0-a3db-387529ba3bf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:18.708817 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-328952af-1b5f-4eb0-a3db-387529ba3bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:18.752065 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-328952af-1b5f-4eb0-a3db-387529ba3bf0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f469b32c5150477b99e196b730e21550&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1824079 Sep 07 03:03:18.752933 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328952af-1b5f-4eb0-a3db-387529ba3bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab0b346-e7b0-4d5e-a3ab-60cfdf2882d0,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:03:18.754646 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59302) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:03:18.821702 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b3c262c2-044e-46c9-8a44-0449322f4f1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:18.844189 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b3c262c2-044e-46c9-8a44-0449322f4f1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:18.893481 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b3c262c2-044e-46c9-8a44-0449322f4f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:18.896373 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b3c262c2-044e-46c9-8a44-0449322f4f1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:18.897525 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b3c262c2-044e-46c9-8a44-0449322f4f1e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3ab0b346-e7b0-4d5e-a3ab-60cfdf2882d0 HTTP/1.1" status: 204 len: 168 time: 0.1402371 Sep 07 03:03:18.909175 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c262c2-044e-46c9-8a44-0449322f4f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab0b346-e7b0-4d5e-a3ab-60cfdf2882d0,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:03:19.083868 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0900b8-d4e5-4b03-a558-148716677ded req-e5f8f360-f6c2-4599-b31d-e2c87528091b tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:19.085489 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ed0900b8-d4e5-4b03-a558-148716677ded req-e5f8f360-f6c2-4599-b31d-e2c87528091b tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=6bffef98-49ed-4815-bad0-f16267f1c0ab HTTP/1.1" status: 200 len: 946 time: 0.0662968 Sep 07 03:03:19.130961 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ed0900b8-d4e5-4b03-a558-148716677ded req-06f91167-7895-4537-a294-85d863710cc0 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fe4a847-abd2-411c-a76d-883b119b9a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385056 Sep 07 03:03:19.534297 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cafed7d-1cab-4d61-aa1e-d8eaf4bbcbb0 req-6466f26e-31f2-41ee-984a-91592b0bac13 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:19.535844 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2cafed7d-1cab-4d61-aa1e-d8eaf4bbcbb0 req-6466f26e-31f2-41ee-984a-91592b0bac13 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6395dfc-4e27-4c80-904d-5936b4ccd987 HTTP/1.1" status: 200 len: 944 time: 0.0580878 Sep 07 03:03:19.586662 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device bffbfa64-3293-4f56-9370-15c88e30d415 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 03:03:19.587865 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2cafed7d-1cab-4d61-aa1e-d8eaf4bbcbb0 req-a9387ed7-d870-4f2a-9a9c-6f778f38419b tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] 10.222.0.22 "GET /v2.0/security-groups?id=e666621c-1bc6-40ff-b53e-28e8effcc873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406365 Sep 07 03:03:19.707092 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port bffbfa64-3293-4f56-9370-15c88e30d415, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=bffbfa64-3293-4f56-9370-15c88e30d415,segment=NetworkSegment(c7efffeb-a446-48de-b549-7b735efdaf62),segment_id=c7efffeb-a446-48de-b549-7b735efdaf62)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:03:19.719251 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': 'bffbfa64-3293-4f56-9370-15c88e30d415', 'network_id': '88da14ca-f271-4c9e-84fc-9a54ff05dc70', 'port_id': 'bffbfa64-3293-4f56-9370-15c88e30d415', 'mac_address': 'fa:16:3e:cb:8c:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd9f436e-3791-4262-9992-c7d4dc1268a3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 03:03:19.762704 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:19.781603 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bffbfa64-3293-4f56-9370-15c88e30d415 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:03:19.805627 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port bffbfa64-3293-4f56-9370-15c88e30d415, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=bffbfa64-3293-4f56-9370-15c88e30d415,segment=NetworkSegment(c7efffeb-a446-48de-b549-7b735efdaf62),segment_id=c7efffeb-a446-48de-b549-7b735efdaf62)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:03:19.811916 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:19.885808 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=bffbfa64-3293-4f56-9370-15c88e30d415,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:03:19.894558 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:03:19.895048 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:03:19.895428 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:03:19.895765 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:03:19.896148 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:03:19.896486 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:03:19.896817 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:03:19.897153 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:03:19.897479 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:03:19.897804 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:03:19.898133 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:03:19.898456 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:03:20.012961 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['bffbfa64-3293-4f56-9370-15c88e30d415'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:03:20.300036 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032daefb-8e8d-46a4-b790-10ade2134261 req-211822d2-c47f-49c2-83cc-a0a14688eedf tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:20.301464 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-032daefb-8e8d-46a4-b790-10ade2134261 req-211822d2-c47f-49c2-83cc-a0a14688eedf tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=6bffef98-49ed-4815-bad0-f16267f1c0ab HTTP/1.1" status: 200 len: 946 time: 0.0630233 Sep 07 03:03:20.353996 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-032daefb-8e8d-46a4-b790-10ade2134261 req-d88a44dd-15e2-42ac-9805-1ee3aa0c3ca0 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fe4a847-abd2-411c-a76d-883b119b9a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435078 Sep 07 03:03:20.720902 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a3563-5110-4047-81b1-8081a3df077b req-5f14b16d-7aaf-4ba5-a5ea-1d4b4336a1bd tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:20.722384 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2c3a3563-5110-4047-81b1-8081a3df077b req-5f14b16d-7aaf-4ba5-a5ea-1d4b4336a1bd tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6395dfc-4e27-4c80-904d-5936b4ccd987 HTTP/1.1" status: 200 len: 945 time: 0.0577185 Sep 07 03:03:20.770093 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2c3a3563-5110-4047-81b1-8081a3df077b req-71bd689e-faeb-4420-9472-005344f65080 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] 10.222.0.22 "GET /v2.0/security-groups?id=e666621c-1bc6-40ff-b53e-28e8effcc873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414083 Sep 07 03:03:21.541632 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14967a10-ac29-4cad-934f-0a988f7b85b8 req-e85cb22c-6ad9-4343-93c9-1edb9a6b999c tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:21.552607 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-14967a10-ac29-4cad-934f-0a988f7b85b8 req-e85cb22c-6ad9-4343-93c9-1edb9a6b999c tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=6bffef98-49ed-4815-bad0-f16267f1c0ab HTTP/1.1" status: 200 len: 946 time: 0.1082802 Sep 07 03:03:21.582141 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:21.594615 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device bffbfa64-3293-4f56-9370-15c88e30d415 up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:03:21.604590 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-14967a10-ac29-4cad-934f-0a988f7b85b8 req-7b17f2af-2666-425e-abfd-0c64b5eb28e2 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fe4a847-abd2-411c-a76d-883b119b9a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497851 Sep 07 03:03:21.642573 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:21.668823 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port bffbfa64-3293-4f56-9370-15c88e30d415 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:03:21.675619 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port bffbfa64-3293-4f56-9370-15c88e30d415 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:03:21.676017 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:21.693679 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d3790c-230a-4065-b516-c6ab3d691988 req-8c6ef91b-579a-4f07-b29e-0df5ce35c4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:21.695684 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f7d3790c-230a-4065-b516-c6ab3d691988 req-8c6ef91b-579a-4f07-b29e-0df5ce35c4d3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6bffef98-49ed-4815-bad0-f16267f1c0ab HTTP/1.1" status: 200 len: 1098 time: 0.3049033 Sep 07 03:03:21.747649 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f7d3790c-230a-4065-b516-c6ab3d691988 req-6fb11c46-4abd-4b2b-9f30-6b96e4b54676 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3fe4a847-abd2-411c-a76d-883b119b9a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449686 Sep 07 03:03:21.764735 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:21.790638 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6395dfc-4e27-4c80-904d-5936b4ccd987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bffbfa64-3293-4f56-9370-15c88e30d415'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:03:21.793873 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a253458e-a3f4-4458-9ee2-339fe10c831e" -d '{"events": [{"server_uuid": "b6395dfc-4e27-4c80-904d-5936b4ccd987", "name": "network-vif-plugged", "status": "completed", "tag": "bffbfa64-3293-4f56-9370-15c88e30d415"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:03:21.809103 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port bffbfa64-3293-4f56-9370-15c88e30d415, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=bffbfa64-3293-4f56-9370-15c88e30d415,segment=NetworkSegment(c7efffeb-a446-48de-b549-7b735efdaf62),segment_id=c7efffeb-a446-48de-b549-7b735efdaf62)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:03:21.815785 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:21.888224 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31eac20-4ea3-446f-bb47-16af24b87105 x-openstack-request-id: req-c31eac20-4ea3-446f-bb47-16af24b87105 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:03:21.888515 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6395dfc-4e27-4c80-904d-5936b4ccd987", "name": "network-vif-plugged", "status": "completed", "tag": "bffbfa64-3293-4f56-9370-15c88e30d415", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:03:21.888787 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c31eac20-4ea3-446f-bb47-16af24b87105 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:03:21.889181 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6395dfc-4e27-4c80-904d-5936b4ccd987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bffbfa64-3293-4f56-9370-15c88e30d415', 'code': 200} Sep 07 03:03:21.889741 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=bffbfa64-3293-4f56-9370-15c88e30d415,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:03:21.991765 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b34ea27-bd9f-4aa0-b031-422f4631a2e1 req-5def5d3b-2dca-401f-b5c9-8d79ed8c3dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:21.993731 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6b34ea27-bd9f-4aa0-b031-422f4631a2e1 req-5def5d3b-2dca-401f-b5c9-8d79ed8c3dab service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b6395dfc-4e27-4c80-904d-5936b4ccd987 HTTP/1.1" status: 200 len: 1098 time: 0.0514166 Sep 07 03:03:21.995525 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1147665b-7387-4fd7-9d30-7f17c013c7f6 req-5ca3a649-151a-4ff0-829a-4778d5298699 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:21.997130 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1147665b-7387-4fd7-9d30-7f17c013c7f6 req-5ca3a649-151a-4ff0-829a-4778d5298699 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6395dfc-4e27-4c80-904d-5936b4ccd987 HTTP/1.1" status: 200 len: 946 time: 0.1109934 Sep 07 03:03:22.055907 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1147665b-7387-4fd7-9d30-7f17c013c7f6 req-e5cb54c4-92a3-4808-82d1-c00a8d0a6137 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] 10.222.0.22 "GET /v2.0/security-groups?id=e666621c-1bc6-40ff-b53e-28e8effcc873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465803 Sep 07 03:03:22.069425 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6b34ea27-bd9f-4aa0-b031-422f4631a2e1 req-489c4b1f-63fb-47a1-8cc7-5f89ba06a7fe service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e666621c-1bc6-40ff-b53e-28e8effcc873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548568 Sep 07 03:03:22.389479 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:03:22.815268 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c57492-d87d-4cab-80d0-3c8cae9f6bc4 req-54c5194a-eca7-4104-ac73-acb6cfbfa769 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:22.826171 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a7c57492-d87d-4cab-80d0-3c8cae9f6bc4 req-54c5194a-eca7-4104-ac73-acb6cfbfa769 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=6bffef98-49ed-4815-bad0-f16267f1c0ab HTTP/1.1" status: 200 len: 946 time: 0.0850172 Sep 07 03:03:22.864658 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a7c57492-d87d-4cab-80d0-3c8cae9f6bc4 req-37acc0c2-a6fb-4149-bb29-8d3e4106baad tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fe4a847-abd2-411c-a76d-883b119b9a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368547 Sep 07 03:03:22.877102 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device cdcf2c97-d33e-447a-ba0a-b19b605c49aa details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 03:03:23.070204 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port cdcf2c97-d33e-447a-ba0a-b19b605c49aa, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=cdcf2c97-d33e-447a-ba0a-b19b605c49aa,segment=NetworkSegment(fba07b7e-2c86-4cb6-8d0f-db8cc058bd4a),segment_id=fba07b7e-2c86-4cb6-8d0f-db8cc058bd4a)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:03:23.093864 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': 'cdcf2c97-d33e-447a-ba0a-b19b605c49aa', 'network_id': '1263da9d-0b05-48fa-942f-0ec084188974', 'port_id': 'cdcf2c97-d33e-447a-ba0a-b19b605c49aa', 'mac_address': 'fa:16:3e:01:fa:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24cccd49-5354-43ba-95e2-1f141e42d907', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 03:03:23.161267 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:23.177136 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cdcf2c97-d33e-447a-ba0a-b19b605c49aa {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:03:23.203780 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port cdcf2c97-d33e-447a-ba0a-b19b605c49aa, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=cdcf2c97-d33e-447a-ba0a-b19b605c49aa,segment=NetworkSegment(fba07b7e-2c86-4cb6-8d0f-db8cc058bd4a),segment_id=fba07b7e-2c86-4cb6-8d0f-db8cc058bd4a)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:03:23.208883 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb5469-48b7-46ef-beab-d3377a704219 req-9552a03a-b23f-4a39-9569-aff304bfab96 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:23.209367 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:23.212192 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-58bb5469-48b7-46ef-beab-d3377a704219 req-9552a03a-b23f-4a39-9569-aff304bfab96 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6395dfc-4e27-4c80-904d-5936b4ccd987 HTTP/1.1" status: 200 len: 946 time: 0.0670729 Sep 07 03:03:23.276345 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-58bb5469-48b7-46ef-beab-d3377a704219 req-6aaa4f4a-0ef7-41f9-903c-472c0407d959 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] 10.222.0.22 "GET /v2.0/security-groups?id=e666621c-1bc6-40ff-b53e-28e8effcc873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514064 Sep 07 03:03:23.281737 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=cdcf2c97-d33e-447a-ba0a-b19b605c49aa,revision_number=6']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:03:23.420996 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['cdcf2c97-d33e-447a-ba0a-b19b605c49aa'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:03:24.049638 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb68f95-3670-414a-8369-9900ef0721e1 req-0f09f363-b51c-4eb1-a7af-6061223d574f tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:24.059011 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1cb68f95-3670-414a-8369-9900ef0721e1 req-0f09f363-b51c-4eb1-a7af-6061223d574f tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=6bffef98-49ed-4815-bad0-f16267f1c0ab HTTP/1.1" status: 200 len: 945 time: 0.0778284 Sep 07 03:03:24.121923 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1cb68f95-3670-414a-8369-9900ef0721e1 req-834412f9-6a99-45f3-93c3-0af567b5ccc5 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fe4a847-abd2-411c-a76d-883b119b9a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586028 Sep 07 03:03:24.139642 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59440) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:03:24.236186 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-78a04cf4-c86c-4338-bb0a-d72b30c1623f tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/floatingips/d9e49505-b85e-404c-b23a-b75fc6a5950d HTTP/1.1" status: 200 len: 993 time: 0.0944052 Sep 07 03:03:24.885519 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device cdcf2c97-d33e-447a-ba0a-b19b605c49aa up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:03:24.951372 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port cdcf2c97-d33e-447a-ba0a-b19b605c49aa triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:03:24.951729 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:25.048120 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:25.086376 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bffef98-49ed-4815-bad0-f16267f1c0ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdcf2c97-d33e-447a-ba0a-b19b605c49aa'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:03:25.089119 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185ed864-861c-4a97-b2b8-bcd787188558" -d '{"events": [{"server_uuid": "6bffef98-49ed-4815-bad0-f16267f1c0ab", "name": "network-vif-plugged", "status": "completed", "tag": "cdcf2c97-d33e-447a-ba0a-b19b605c49aa"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:03:25.093135 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port cdcf2c97-d33e-447a-ba0a-b19b605c49aa, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=cdcf2c97-d33e-447a-ba0a-b19b605c49aa,segment=NetworkSegment(fba07b7e-2c86-4cb6-8d0f-db8cc058bd4a),segment_id=fba07b7e-2c86-4cb6-8d0f-db8cc058bd4a)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:03:25.098812 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:25.140457 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1233692b-dfd8-434a-85e0-b4f6e804dd0b x-openstack-request-id: req-1233692b-dfd8-434a-85e0-b4f6e804dd0b {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:03:25.140638 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bffef98-49ed-4815-bad0-f16267f1c0ab", "name": "network-vif-plugged", "status": "completed", "tag": "cdcf2c97-d33e-447a-ba0a-b19b605c49aa", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:03:25.141174 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1233692b-dfd8-434a-85e0-b4f6e804dd0b {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:03:25.141665 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bffef98-49ed-4815-bad0-f16267f1c0ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdcf2c97-d33e-447a-ba0a-b19b605c49aa', 'code': 200} Sep 07 03:03:25.172327 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=cdcf2c97-d33e-447a-ba0a-b19b605c49aa,revision_number=7']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:03:25.920804 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4497af91-0b81-47e8-9ec0-c2b821030697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:28.212485 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a5195892-1f69-4200-90b6-7ca6aa6ea0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:28.719428 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:29.288409 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59522) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:03:29.433549 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8ca35a69-74c8-424c-b162-f02845fb08ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:29.534039 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8ca35a69-74c8-424c-b162-f02845fb08ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:29.552597 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8ca35a69-74c8-424c-b162-f02845fb08ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:29.568442 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:29.601025 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca35a69-74c8-424c-b162-f02845fb08ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1b45aa-1ff7-4f9a-9e40-8e99c5889689,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:03:29.609992 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8ca35a69-74c8-424c-b162-f02845fb08ef admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2dc89443a0ef425ba32d2fd10d18e68d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3181343 Sep 07 03:03:29.610382 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 59528) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:03:29.669022 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bedb0d1c-7dd8-4802-80f7-16601c8442c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:29.694867 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bedb0d1c-7dd8-4802-80f7-16601c8442c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:29.752116 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bedb0d1c-7dd8-4802-80f7-16601c8442c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:29.756084 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bedb0d1c-7dd8-4802-80f7-16601c8442c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:29.759962 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-bedb0d1c-7dd8-4802-80f7-16601c8442c3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1a1b45aa-1ff7-4f9a-9e40-8e99c5889689 HTTP/1.1" status: 204 len: 168 time: 0.1485200 Sep 07 03:03:29.768642 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedb0d1c-7dd8-4802-80f7-16601c8442c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1b45aa-1ff7-4f9a-9e40-8e99c5889689,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:03:31.419824 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:32.308081 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-632af032-90b3-4f0e-8377-2dc0658abea7 req-76a754fd-b08e-4ebf-80cd-3169dbfc6883 tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=49cdffad218749ddaea944ac09ea67f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370612 Sep 07 03:03:32.517310 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632af032-90b3-4f0e-8377-2dc0658abea7 req-00060f72-0702-4e5f-9c30-88a7a2c9bb62 tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:32.518976 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-632af032-90b3-4f0e-8377-2dc0658abea7 req-00060f72-0702-4e5f-9c30-88a7a2c9bb62 tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2099748 Sep 07 03:03:32.543455 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-632af032-90b3-4f0e-8377-2dc0658abea7 req-1cbaf6d0-207e-464e-be55-9167d9c64805 tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] 10.222.0.22 "GET /v2.0/quotas/49cdffad218749ddaea944ac09ea67f7 HTTP/1.1" status: 200 len: 375 time: 0.0184677 Sep 07 03:03:32.577985 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-632af032-90b3-4f0e-8377-2dc0658abea7 req-41c7fe3d-1805-4400-86d1-035417333da3 tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=49cdffad218749ddaea944ac09ea67f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283923 Sep 07 03:03:32.771026 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6c50cf8c-92a7-4764-bc65-5510b8a51c86 req-906b67da-bd76-4e5b-a36d-b457ebd2c790 tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] 10.222.0.22 "GET /v2.0/ports?device_id=d215878c-cdc5-4d37-8deb-18d37db70d7d HTTP/1.1" status: 200 len: 210 time: 0.0358541 Sep 07 03:03:33.738027 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-632af032-90b3-4f0e-8377-2dc0658abea7 req-099a5325-291e-446d-996e-f27557bcc77d tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=49cdffad218749ddaea944ac09ea67f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353088 Sep 07 03:03:33.909249 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632af032-90b3-4f0e-8377-2dc0658abea7 req-69d7d4c6-7bd4-4e83-9249-b0ded0595fcc tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:33.910672 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-632af032-90b3-4f0e-8377-2dc0658abea7 req-69d7d4c6-7bd4-4e83-9249-b0ded0595fcc tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1624131 Sep 07 03:03:33.946154 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-79d2c2ef-8b6d-479c-90cd-fc7eacb94d7d req-6becb493-1285-46f6-9c61-28c92a0dedb8 tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] 10.222.0.22 "GET /v2.0/ports?device_id=d215878c-cdc5-4d37-8deb-18d37db70d7d HTTP/1.1" status: 200 len: 210 time: 0.0641112 Sep 07 03:03:33.965702 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-632af032-90b3-4f0e-8377-2dc0658abea7 req-308bd73e-224c-44cc-9857-628bfc8859cd tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] Request body: {'port': {'device_id': 'd215878c-cdc5-4d37-8deb-18d37db70d7d', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'admin_state_up': True, 'tenant_id': '49cdffad218749ddaea944ac09ea67f7'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:03:34.135327 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-632af032-90b3-4f0e-8377-2dc0658abea7 req-308bd73e-224c-44cc-9857-628bfc8859cd tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] Made reservation on behalf of 49cdffad218749ddaea944ac09ea67f7 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:03:34.139855 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-632af032-90b3-4f0e-8377-2dc0658abea7 req-308bd73e-224c-44cc-9857-628bfc8859cd tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:34.152568 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-632af032-90b3-4f0e-8377-2dc0658abea7 req-308bd73e-224c-44cc-9857-628bfc8859cd tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:34.263546 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-632af032-90b3-4f0e-8377-2dc0658abea7 req-308bd73e-224c-44cc-9857-628bfc8859cd tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:34.267679 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-632af032-90b3-4f0e-8377-2dc0658abea7 req-308bd73e-224c-44cc-9857-628bfc8859cd tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:34.349351 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308bd73e-224c-44cc-9857-628bfc8859cd tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e69a6a56-d463-49ef-bc6a-f1788cc989ef,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:03:34.434088 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-632af032-90b3-4f0e-8377-2dc0658abea7 req-308bd73e-224c-44cc-9857-628bfc8859cd tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] Allocated IP 192.168.233.96 (0823ecf3-066e-49bd-a451-2e84ab79a70f/694f9550-ba12-4672-8446-41848123cea2/d1518af9-342f-4c6e-8539-6bfcc652b88b) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:03:34.620508 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-632af032-90b3-4f0e-8377-2dc0658abea7 req-308bd73e-224c-44cc-9857-628bfc8859cd tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:34.641462 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-632af032-90b3-4f0e-8377-2dc0658abea7 req-308bd73e-224c-44cc-9857-628bfc8859cd tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] Transition to ACTIVE for port object d1518af9-342f-4c6e-8539-6bfcc652b88b will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:03:34.685249 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-632af032-90b3-4f0e-8377-2dc0658abea7 req-308bd73e-224c-44cc-9857-628bfc8859cd tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:34.689456 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59650) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:03:34.731225 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-632af032-90b3-4f0e-8377-2dc0658abea7 req-308bd73e-224c-44cc-9857-628bfc8859cd tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] Network 0823ecf3-066e-49bd-a451-2e84ab79a70f is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:03:34.734569 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-632af032-90b3-4f0e-8377-2dc0658abea7 req-308bd73e-224c-44cc-9857-628bfc8859cd tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:03:34.739746 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-632af032-90b3-4f0e-8377-2dc0658abea7 req-308bd73e-224c-44cc-9857-628bfc8859cd tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:03:34.781345 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308bd73e-224c-44cc-9857-628bfc8859cd tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] Pushing event updated for resources: {'Port': ['ID=d1518af9-342f-4c6e-8539-6bfcc652b88b,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:03:34.812825 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632af032-90b3-4f0e-8377-2dc0658abea7 req-308bd73e-224c-44cc-9857-628bfc8859cd tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:34.813634 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-632af032-90b3-4f0e-8377-2dc0658abea7 req-308bd73e-224c-44cc-9857-628bfc8859cd tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:34.834394 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-632af032-90b3-4f0e-8377-2dc0658abea7 req-308bd73e-224c-44cc-9857-628bfc8859cd tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9014018 Sep 07 03:03:34.852671 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-632af032-90b3-4f0e-8377-2dc0658abea7 req-9afc148a-1494-46ae-8f68-735a12833801 service neutron] Request body: {'port': {'device_id': 'd215878c-cdc5-4d37-8deb-18d37db70d7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:03:34.911898 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9717131c-c086-4b22-9b2a-32904fc81155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:34.945471 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-632af032-90b3-4f0e-8377-2dc0658abea7 req-9afc148a-1494-46ae-8f68-735a12833801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:35.037278 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9717131c-c086-4b22-9b2a-32904fc81155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:35.043005 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9717131c-c086-4b22-9b2a-32904fc81155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:35.116966 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-38770e14-f22b-4a07-815d-f526e9d9a57a None None] Provisioning for port d1518af9-342f-4c6e-8539-6bfcc652b88b completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:03:35.122878 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-38770e14-f22b-4a07-815d-f526e9d9a57a None None] Provisioning complete for port d1518af9-342f-4c6e-8539-6bfcc652b88b triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:03:35.123512 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-38770e14-f22b-4a07-815d-f526e9d9a57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:35.126566 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-9717131c-c086-4b22-9b2a-32904fc81155 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d063f46bad224fa3a3dbe687b4e93a61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4357204 Sep 07 03:03:35.128591 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59664) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:03:35.151470 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9717131c-c086-4b22-9b2a-32904fc81155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca924aba-e0a6-42b4-bb21-e9aa6bd77925,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:03:35.171572 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-38770e14-f22b-4a07-815d-f526e9d9a57a None None] Port d1518af9-342f-4c6e-8539-6bfcc652b88b cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:03:35.190836 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9717131c-c086-4b22-9b2a-32904fc81155 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:03:35.191174 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9717131c-c086-4b22-9b2a-32904fc81155 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:03:35.191531 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9717131c-c086-4b22-9b2a-32904fc81155 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:03:35.191868 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9717131c-c086-4b22-9b2a-32904fc81155 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:03:35.192200 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9717131c-c086-4b22-9b2a-32904fc81155 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:03:35.192528 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9717131c-c086-4b22-9b2a-32904fc81155 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:03:35.192852 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9717131c-c086-4b22-9b2a-32904fc81155 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:03:35.193176 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9717131c-c086-4b22-9b2a-32904fc81155 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:03:35.193851 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9717131c-c086-4b22-9b2a-32904fc81155 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:03:35.194339 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9717131c-c086-4b22-9b2a-32904fc81155 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:03:35.194829 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9717131c-c086-4b22-9b2a-32904fc81155 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:03:35.195312 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9717131c-c086-4b22-9b2a-32904fc81155 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:03:35.243812 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1415d7-551d-4a7b-aa09-d14982a02747 req-0b12ac72-3f61-4833-8728-7ab603e067dd tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:35.245911 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2d1415d7-551d-4a7b-aa09-d14982a02747 req-0b12ac72-3f61-4833-8728-7ab603e067dd tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] 10.222.0.22 "GET /v2.0/ports?device_id=d215878c-cdc5-4d37-8deb-18d37db70d7d HTTP/1.1" status: 200 len: 935 time: 0.1384754 Sep 07 03:03:35.273377 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c6e1f727-cf25-4271-99d7-1844052e8c94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:35.317499 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2d1415d7-551d-4a7b-aa09-d14982a02747 req-d70d347a-0e07-41d9-bcdc-cefc52404807 tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] 10.222.0.22 "GET /v2.0/security-groups?id=e69a6a56-d463-49ef-bc6a-f1788cc989ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642121 Sep 07 03:03:35.319551 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c6e1f727-cf25-4271-99d7-1844052e8c94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:35.336581 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-632af032-90b3-4f0e-8377-2dc0658abea7 req-9afc148a-1494-46ae-8f68-735a12833801 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1518af9-342f-4c6e-8539-6bfcc652b88b {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:03:35.344777 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-632af032-90b3-4f0e-8377-2dc0658abea7 req-9afc148a-1494-46ae-8f68-735a12833801 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:35.370931 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c6e1f727-cf25-4271-99d7-1844052e8c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:35.371147 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-632af032-90b3-4f0e-8377-2dc0658abea7 req-9afc148a-1494-46ae-8f68-735a12833801 service neutron] Transition to ACTIVE for port object d1518af9-342f-4c6e-8539-6bfcc652b88b will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:03:35.373993 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-632af032-90b3-4f0e-8377-2dc0658abea7 req-9afc148a-1494-46ae-8f68-735a12833801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:35.374132 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c6e1f727-cf25-4271-99d7-1844052e8c94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:35.377794 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c6e1f727-cf25-4271-99d7-1844052e8c94 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ca924aba-e0a6-42b4-bb21-e9aa6bd77925 HTTP/1.1" status: 204 len: 168 time: 0.2368670 Sep 07 03:03:35.393316 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e1f727-cf25-4271-99d7-1844052e8c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca924aba-e0a6-42b4-bb21-e9aa6bd77925,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:03:35.435127 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afc148a-1494-46ae-8f68-735a12833801 service neutron] Pushing event updated for resources: {'Port': ['ID=d1518af9-342f-4c6e-8539-6bfcc652b88b,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:03:35.514139 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-632af032-90b3-4f0e-8377-2dc0658abea7 req-9afc148a-1494-46ae-8f68-735a12833801 service neutron] Attempting to bind port d1518af9-342f-4c6e-8539-6bfcc652b88b on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:03:35.514714 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-632af032-90b3-4f0e-8377-2dc0658abea7 req-9afc148a-1494-46ae-8f68-735a12833801 service neutron] Attempting to bind port d1518af9-342f-4c6e-8539-6bfcc652b88b by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:03:35.515118 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632af032-90b3-4f0e-8377-2dc0658abea7 req-9afc148a-1494-46ae-8f68-735a12833801 service neutron] Attempting to bind port d1518af9-342f-4c6e-8539-6bfcc652b88b on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:03:35.519930 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632af032-90b3-4f0e-8377-2dc0658abea7 req-9afc148a-1494-46ae-8f68-735a12833801 service neutron] Port d1518af9-342f-4c6e-8539-6bfcc652b88b on network 0823ecf3-066e-49bd-a451-2e84ab79a70f not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 03:03:35.520398 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632af032-90b3-4f0e-8377-2dc0658abea7 req-9afc148a-1494-46ae-8f68-735a12833801 service neutron] Attempting to bind port d1518af9-342f-4c6e-8539-6bfcc652b88b on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:03:35.530573 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632af032-90b3-4f0e-8377-2dc0658abea7 req-9afc148a-1494-46ae-8f68-735a12833801 service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:03:35.530918 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632af032-90b3-4f0e-8377-2dc0658abea7 req-9afc148a-1494-46ae-8f68-735a12833801 service neutron] Checking segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:03:35.531305 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632af032-90b3-4f0e-8377-2dc0658abea7 req-9afc148a-1494-46ae-8f68-735a12833801 service neutron] Bound using segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:03:35.531821 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-632af032-90b3-4f0e-8377-2dc0658abea7 req-9afc148a-1494-46ae-8f68-735a12833801 service neutron] Bound port: d1518af9-342f-4c6e-8539-6bfcc652b88b, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:03:35.532184 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-632af032-90b3-4f0e-8377-2dc0658abea7 req-9afc148a-1494-46ae-8f68-735a12833801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:35.602580 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-632af032-90b3-4f0e-8377-2dc0658abea7 req-9afc148a-1494-46ae-8f68-735a12833801 service neutron] For port d1518af9-342f-4c6e-8539-6bfcc652b88b, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:03:35.607472 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-632af032-90b3-4f0e-8377-2dc0658abea7 req-9afc148a-1494-46ae-8f68-735a12833801 service neutron] For port d1518af9-342f-4c6e-8539-6bfcc652b88b, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=d1518af9-342f-4c6e-8539-6bfcc652b88b,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:03:35.612686 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-632af032-90b3-4f0e-8377-2dc0658abea7 req-9afc148a-1494-46ae-8f68-735a12833801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:35.694301 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afc148a-1494-46ae-8f68-735a12833801 service neutron] Pushing event updated for resources: {'Port': ['ID=d1518af9-342f-4c6e-8539-6bfcc652b88b,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:03:35.702284 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632af032-90b3-4f0e-8377-2dc0658abea7 req-9afc148a-1494-46ae-8f68-735a12833801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:35.704065 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-632af032-90b3-4f0e-8377-2dc0658abea7 req-9afc148a-1494-46ae-8f68-735a12833801 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:35.706067 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-632af032-90b3-4f0e-8377-2dc0658abea7 req-9afc148a-1494-46ae-8f68-735a12833801 service neutron] 10.222.0.16 "PUT /v2.0/ports/d1518af9-342f-4c6e-8539-6bfcc652b88b HTTP/1.1" status: 200 len: 1096 time: 0.8603089 Sep 07 03:03:35.706620 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd215878c-cdc5-4d37-8deb-18d37db70d7d', 'tag': 'd1518af9-342f-4c6e-8539-6bfcc652b88b'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:03:35.710219 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9deae8-7b3a-4aac-bb8b-1a6fc20e7de3" -d '{"events": [{"name": "network-changed", "server_uuid": "d215878c-cdc5-4d37-8deb-18d37db70d7d", "tag": "d1518af9-342f-4c6e-8539-6bfcc652b88b"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:03:35.771798 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa69b3b-6ac3-4b6a-9662-86af18f521c3 x-openstack-request-id: req-efa69b3b-6ac3-4b6a-9662-86af18f521c3 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:03:35.772400 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d215878c-cdc5-4d37-8deb-18d37db70d7d", "tag": "d1518af9-342f-4c6e-8539-6bfcc652b88b", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:03:35.772400 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-efa69b3b-6ac3-4b6a-9662-86af18f521c3 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:03:35.773107 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd215878c-cdc5-4d37-8deb-18d37db70d7d', 'tag': 'd1518af9-342f-4c6e-8539-6bfcc652b88b', 'status': 'completed', 'code': 200} Sep 07 03:03:35.814631 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632af032-90b3-4f0e-8377-2dc0658abea7 req-0dbe8b4a-5baa-4af1-a9f9-bda6143bcc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:35.816349 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-632af032-90b3-4f0e-8377-2dc0658abea7 req-0dbe8b4a-5baa-4af1-a9f9-bda6143bcc89 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=49cdffad218749ddaea944ac09ea67f7&device_id=d215878c-cdc5-4d37-8deb-18d37db70d7d HTTP/1.1" status: 200 len: 1099 time: 0.0580204 Sep 07 03:03:35.866293 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-632af032-90b3-4f0e-8377-2dc0658abea7 req-86026f80-73e8-4f7a-9341-6ebc798fb24e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=d1518af9-342f-4c6e-8539-6bfcc652b88b HTTP/1.1" status: 200 len: 217 time: 0.0408337 Sep 07 03:03:35.925916 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632af032-90b3-4f0e-8377-2dc0658abea7 req-aa34423c-898a-432c-97a9-e9c4e9ec921e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:35.927980 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-632af032-90b3-4f0e-8377-2dc0658abea7 req-aa34423c-898a-432c-97a9-e9c4e9ec921e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.0543952 Sep 07 03:03:35.989190 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632af032-90b3-4f0e-8377-2dc0658abea7 req-baa083b9-e9bd-4a80-aa75-ffae3a88299f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:35.990791 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-632af032-90b3-4f0e-8377-2dc0658abea7 req-baa083b9-e9bd-4a80-aa75-ffae3a88299f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0556657 Sep 07 03:03:36.099444 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-632af032-90b3-4f0e-8377-2dc0658abea7 req-0d1d927d-3281-4ba7-b9e1-6e79b0df4d12 service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002278 Sep 07 03:03:36.236090 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-632af032-90b3-4f0e-8377-2dc0658abea7 req-8942a3a8-b1c3-48d5-afdf-78b973dc7d30 service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290345 Sep 07 03:03:36.470850 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9deae8-7b3a-4aac-bb8b-1a6fc20e7de3 req-516cdbb0-d3eb-4409-8910-de12480e8d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:36.472408 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4a9deae8-7b3a-4aac-bb8b-1a6fc20e7de3 req-516cdbb0-d3eb-4409-8910-de12480e8d97 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=49cdffad218749ddaea944ac09ea67f7&device_id=d215878c-cdc5-4d37-8deb-18d37db70d7d HTTP/1.1" status: 200 len: 1099 time: 0.0942922 Sep 07 03:03:36.528545 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6e827-f5e5-428c-ba30-0e69594e0ed4 req-19bb5560-1606-4787-affb-862122388f68 tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:36.533814 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-acb6e827-f5e5-428c-ba30-0e69594e0ed4 req-19bb5560-1606-4787-affb-862122388f68 tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] 10.222.0.22 "GET /v2.0/ports?device_id=d215878c-cdc5-4d37-8deb-18d37db70d7d HTTP/1.1" status: 200 len: 947 time: 0.0851829 Sep 07 03:03:36.603112 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-acb6e827-f5e5-428c-ba30-0e69594e0ed4 req-38c18aeb-b2b2-4301-9901-27263cb2a37a tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] 10.222.0.22 "GET /v2.0/security-groups?id=e69a6a56-d463-49ef-bc6a-f1788cc989ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616219 Sep 07 03:03:36.624951 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9deae8-7b3a-4aac-bb8b-1a6fc20e7de3 req-78afce5e-7160-4649-8e24-c0ee47673d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:36.626584 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4a9deae8-7b3a-4aac-bb8b-1a6fc20e7de3 req-78afce5e-7160-4649-8e24-c0ee47673d87 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0823ecf3-066e-49bd-a451-2e84ab79a70f HTTP/1.1" status: 200 len: 869 time: 0.1470327 Sep 07 03:03:36.686411 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4a9deae8-7b3a-4aac-bb8b-1a6fc20e7de3 req-b75f3409-9027-48bd-ac37-6f32e386ff98 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=d1518af9-342f-4c6e-8539-6bfcc652b88b HTTP/1.1" status: 200 len: 217 time: 0.0450554 Sep 07 03:03:36.731870 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9deae8-7b3a-4aac-bb8b-1a6fc20e7de3 req-91c56282-eaeb-415a-9951-5fcd1aecc62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:36.733442 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4a9deae8-7b3a-4aac-bb8b-1a6fc20e7de3 req-91c56282-eaeb-415a-9951-5fcd1aecc62b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.0471742 Sep 07 03:03:36.802257 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9deae8-7b3a-4aac-bb8b-1a6fc20e7de3 req-e42e6ee5-a263-4176-b08e-e38633e5899d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:36.804622 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4a9deae8-7b3a-4aac-bb8b-1a6fc20e7de3 req-e42e6ee5-a263-4176-b08e-e38633e5899d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0625887 Sep 07 03:03:36.905757 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4a9deae8-7b3a-4aac-bb8b-1a6fc20e7de3 req-de969a6c-6302-4865-a893-c4cb8fed458c service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931647 Sep 07 03:03:37.009821 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4a9deae8-7b3a-4aac-bb8b-1a6fc20e7de3 req-d8d020d7-0f47-4e8f-a47b-63bea11d3e18 service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959301 Sep 07 03:03:37.738012 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1e05a-3b7b-426d-b1ee-7dd69f07b67c req-1eb536be-f41b-460f-8a07-c9369cb12d15 tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:37.740384 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b0d1e05a-3b7b-426d-b1ee-7dd69f07b67c req-1eb536be-f41b-460f-8a07-c9369cb12d15 tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] 10.222.0.22 "GET /v2.0/ports?device_id=d215878c-cdc5-4d37-8deb-18d37db70d7d HTTP/1.1" status: 200 len: 947 time: 0.0687056 Sep 07 03:03:37.833041 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b0d1e05a-3b7b-426d-b1ee-7dd69f07b67c req-e89e7ee0-1211-4bf4-966b-b137803310ba tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] 10.222.0.22 "GET /v2.0/security-groups?id=e69a6a56-d463-49ef-bc6a-f1788cc989ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860558 Sep 07 03:03:38.970744 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device d1518af9-342f-4c6e-8539-6bfcc652b88b details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 03:03:39.028894 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbe52e-5220-4aca-a246-51a98312cf20 req-4cad422a-b264-4d29-b307-8a83974f4ebb tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:39.038756 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2ecbe52e-5220-4aca-a246-51a98312cf20 req-4cad422a-b264-4d29-b307-8a83974f4ebb tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] 10.222.0.22 "GET /v2.0/ports?device_id=d215878c-cdc5-4d37-8deb-18d37db70d7d HTTP/1.1" status: 200 len: 947 time: 0.0954068 Sep 07 03:03:39.080235 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port d1518af9-342f-4c6e-8539-6bfcc652b88b, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=d1518af9-342f-4c6e-8539-6bfcc652b88b,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:03:39.084672 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2ecbe52e-5220-4aca-a246-51a98312cf20 req-92cbc499-a695-49b9-9915-c3be49600a22 tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] 10.222.0.22 "GET /v2.0/security-groups?id=e69a6a56-d463-49ef-bc6a-f1788cc989ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448518 Sep 07 03:03:39.101153 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': 'd1518af9-342f-4c6e-8539-6bfcc652b88b', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'port_id': 'd1518af9-342f-4c6e-8539-6bfcc652b88b', 'mac_address': 'fa:16:3e:d0:97:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '694f9550-ba12-4672-8446-41848123cea2', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 03:03:39.142636 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:39.159592 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1518af9-342f-4c6e-8539-6bfcc652b88b {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:03:39.180750 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port d1518af9-342f-4c6e-8539-6bfcc652b88b, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=d1518af9-342f-4c6e-8539-6bfcc652b88b,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:03:39.185973 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:39.240637 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=d1518af9-342f-4c6e-8539-6bfcc652b88b,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:03:39.417379 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['d1518af9-342f-4c6e-8539-6bfcc652b88b'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:03:40.211963 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c2f13f-d91f-4bcf-a448-54609ad461c5 req-368060c0-34c7-41ea-9c20-4e52309682f0 tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:40.219660 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-17c2f13f-d91f-4bcf-a448-54609ad461c5 req-368060c0-34c7-41ea-9c20-4e52309682f0 tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] 10.222.0.22 "GET /v2.0/ports?device_id=d215878c-cdc5-4d37-8deb-18d37db70d7d HTTP/1.1" status: 200 len: 948 time: 0.0647485 Sep 07 03:03:40.275696 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-17c2f13f-d91f-4bcf-a448-54609ad461c5 req-a982e46e-01ef-4d92-8738-2f940bb0e8a4 tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] 10.222.0.22 "GET /v2.0/security-groups?id=e69a6a56-d463-49ef-bc6a-f1788cc989ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549483 Sep 07 03:03:40.995354 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device d1518af9-342f-4c6e-8539-6bfcc652b88b up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:03:41.257425 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port d1518af9-342f-4c6e-8539-6bfcc652b88b completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:03:41.261858 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port d1518af9-342f-4c6e-8539-6bfcc652b88b triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:03:41.262326 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:41.438029 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:41.473731 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d0a10-6f56-47d0-8eb4-e0862ea49c1a req-3a65b4dc-c0e0-4441-ac90-ad0389f3d831 tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:41.482051 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5a1d0a10-6f56-47d0-8eb4-e0862ea49c1a req-3a65b4dc-c0e0-4441-ac90-ad0389f3d831 tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] 10.222.0.22 "GET /v2.0/ports?device_id=d215878c-cdc5-4d37-8deb-18d37db70d7d HTTP/1.1" status: 200 len: 948 time: 0.0991151 Sep 07 03:03:41.490246 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd215878c-cdc5-4d37-8deb-18d37db70d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1518af9-342f-4c6e-8539-6bfcc652b88b'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:03:41.492608 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1a9393-096b-4a0d-ac77-a782332af960" -d '{"events": [{"server_uuid": "d215878c-cdc5-4d37-8deb-18d37db70d7d", "name": "network-vif-plugged", "status": "completed", "tag": "d1518af9-342f-4c6e-8539-6bfcc652b88b"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:03:41.541521 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5a1d0a10-6f56-47d0-8eb4-e0862ea49c1a req-7d27bfe6-ac5f-4b09-a92b-9da0c9181d66 tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] 10.222.0.22 "GET /v2.0/security-groups?id=e69a6a56-d463-49ef-bc6a-f1788cc989ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584745 Sep 07 03:03:41.544467 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port d1518af9-342f-4c6e-8539-6bfcc652b88b, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=d1518af9-342f-4c6e-8539-6bfcc652b88b,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:03:41.565640 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:41.728999 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e08d4b1-4672-4c99-b6ca-85c2973c923c x-openstack-request-id: req-6e08d4b1-4672-4c99-b6ca-85c2973c923c {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:03:41.729739 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d215878c-cdc5-4d37-8deb-18d37db70d7d", "name": "network-vif-plugged", "status": "completed", "tag": "d1518af9-342f-4c6e-8539-6bfcc652b88b", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:03:41.730263 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6e08d4b1-4672-4c99-b6ca-85c2973c923c {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:03:41.731007 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd215878c-cdc5-4d37-8deb-18d37db70d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1518af9-342f-4c6e-8539-6bfcc652b88b', 'code': 200} Sep 07 03:03:41.739024 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=d1518af9-342f-4c6e-8539-6bfcc652b88b,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:03:41.842985 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87ecb2-6edf-4d2b-baa8-97216a1beaa5 req-616563bf-ead8-4d0c-81a6-f506290f4e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:41.845726 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3b87ecb2-6edf-4d2b-baa8-97216a1beaa5 req-616563bf-ead8-4d0c-81a6-f506290f4e5b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d215878c-cdc5-4d37-8deb-18d37db70d7d HTTP/1.1" status: 200 len: 1101 time: 0.0959482 Sep 07 03:03:41.904323 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3b87ecb2-6edf-4d2b-baa8-97216a1beaa5 req-e25ab6ed-6480-4d2d-8019-99c5c52cfcce service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e69a6a56-d463-49ef-bc6a-f1788cc989ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497065 Sep 07 03:03:42.784806 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a2956-14a4-4af8-8798-ae31f6c81971 req-3e75dd58-601b-490e-84be-8eab9ab3b36e tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:42.793992 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a68a2956-14a4-4af8-8798-ae31f6c81971 req-3e75dd58-601b-490e-84be-8eab9ab3b36e tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] 10.222.0.22 "GET /v2.0/ports?device_id=d215878c-cdc5-4d37-8deb-18d37db70d7d HTTP/1.1" status: 200 len: 949 time: 0.1427588 Sep 07 03:03:42.852502 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a68a2956-14a4-4af8-8798-ae31f6c81971 req-d48568fd-001c-4cb0-8e1a-7819a711eb26 tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] 10.222.0.22 "GET /v2.0/security-groups?id=e69a6a56-d463-49ef-bc6a-f1788cc989ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556486 Sep 07 03:03:44.035686 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff83f8-22cc-4ff1-b9b3-82c12dda410b req-b05db4a0-c3d7-44f5-888d-d598b0c655e1 tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:44.043322 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9fff83f8-22cc-4ff1-b9b3-82c12dda410b req-b05db4a0-c3d7-44f5-888d-d598b0c655e1 tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] 10.222.0.22 "GET /v2.0/ports?device_id=d215878c-cdc5-4d37-8deb-18d37db70d7d HTTP/1.1" status: 200 len: 949 time: 0.0726225 Sep 07 03:03:44.126797 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9fff83f8-22cc-4ff1-b9b3-82c12dda410b req-fb38f253-598d-4727-b9cf-1c91fbf0ab52 tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] 10.222.0.22 "GET /v2.0/security-groups?id=e69a6a56-d463-49ef-bc6a-f1788cc989ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820191 Sep 07 03:03:50.706143 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bc05b280-c755-46dc-8c37-77052a5b2fcd req-92b53810-fd42-46fe-b721-d7467283dae4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6bffef98-49ed-4815-bad0-f16267f1c0ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399427 Sep 07 03:03:50.793686 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05b280-c755-46dc-8c37-77052a5b2fcd req-9fd07a1b-fa71-49c9-877c-9f1d792b2345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:50.795195 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bc05b280-c755-46dc-8c37-77052a5b2fcd req-9fd07a1b-fa71-49c9-877c-9f1d792b2345 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=626f31b15da14e0da01388cbfdee7f90&device_id=6bffef98-49ed-4815-bad0-f16267f1c0ab HTTP/1.1" status: 200 len: 1098 time: 0.0447571 Sep 07 03:03:50.898660 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05b280-c755-46dc-8c37-77052a5b2fcd req-62dc3fdc-b7f6-43fe-8e5b-35ab81bbb9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:50.900808 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bc05b280-c755-46dc-8c37-77052a5b2fcd req-62dc3fdc-b7f6-43fe-8e5b-35ab81bbb9c7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1263da9d-0b05-48fa-942f-0ec084188974 HTTP/1.1" status: 200 len: 897 time: 0.0871129 Sep 07 03:03:50.975218 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bc05b280-c755-46dc-8c37-77052a5b2fcd req-c0425f12-6d35-422f-bbcb-9db60d75ea7b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cdcf2c97-d33e-447a-ba0a-b19b605c49aa HTTP/1.1" status: 200 len: 1002 time: 0.0652280 Sep 07 03:03:51.026212 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05b280-c755-46dc-8c37-77052a5b2fcd req-a885cba1-171c-4d0f-8146-0a3525eb9861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:51.027902 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bc05b280-c755-46dc-8c37-77052a5b2fcd req-a885cba1-171c-4d0f-8146-0a3525eb9861 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=24cccd49-5354-43ba-95e2-1f141e42d907 HTTP/1.1" status: 200 len: 834 time: 0.0459230 Sep 07 03:03:51.092019 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05b280-c755-46dc-8c37-77052a5b2fcd req-9fac8a7e-5fbe-4eb0-984c-3d9159b8a50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:51.093667 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bc05b280-c755-46dc-8c37-77052a5b2fcd req-9fac8a7e-5fbe-4eb0-984c-3d9159b8a50d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1263da9d-0b05-48fa-942f-0ec084188974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577338 Sep 07 03:03:51.220766 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bc05b280-c755-46dc-8c37-77052a5b2fcd req-ed7d8afe-b07c-49fd-90d2-7b63aacef43f service neutron] 10.222.0.16 "GET /v2.0/networks/1263da9d-0b05-48fa-942f-0ec084188974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184552 Sep 07 03:03:51.378180 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bc05b280-c755-46dc-8c37-77052a5b2fcd req-d8e0048c-e44b-49f9-a04c-900000c362c3 service neutron] 10.222.0.16 "GET /v2.0/networks/1263da9d-0b05-48fa-942f-0ec084188974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504102 Sep 07 03:03:51.466065 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2429d473-b2f5-49f9-8907-cc7de5be3e03 req-45ab09a1-ba38-4f44-b5c4-3bf446e0deb3 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:51.474493 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2429d473-b2f5-49f9-8907-cc7de5be3e03 req-45ab09a1-ba38-4f44-b5c4-3bf446e0deb3 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6395dfc-4e27-4c80-904d-5936b4ccd987 HTTP/1.1" status: 200 len: 946 time: 0.0616009 Sep 07 03:03:51.519684 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2429d473-b2f5-49f9-8907-cc7de5be3e03 req-66a65628-d945-4934-8083-e0f3c5db40c1 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] 10.222.0.22 "GET /v2.0/security-groups?id=e666621c-1bc6-40ff-b53e-28e8effcc873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439401 Sep 07 03:03:51.549346 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:51.575677 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:52.640782 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9e628-65d5-423e-b6d6-ae96efff623d req-2efb556e-413f-4a20-8336-131a8e385ec3 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:52.642303 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b1d9e628-65d5-423e-b6d6-ae96efff623d req-2efb556e-413f-4a20-8336-131a8e385ec3 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6395dfc-4e27-4c80-904d-5936b4ccd987 HTTP/1.1" status: 200 len: 946 time: 0.0546067 Sep 07 03:03:52.680296 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b1d9e628-65d5-423e-b6d6-ae96efff623d req-fa9a2c01-1d64-43a7-be18-0b7fb962e282 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] 10.222.0.22 "GET /v2.0/security-groups?id=e666621c-1bc6-40ff-b53e-28e8effcc873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318146 Sep 07 03:03:52.986510 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce4edd-d0b7-47aa-9766-9ed7476bf1da req-4ee3b607-afff-4578-b9a6-e3092e7eb032 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:52.988491 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-74ce4edd-d0b7-47aa-9766-9ed7476bf1da req-4ee3b607-afff-4578-b9a6-e3092e7eb032 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] 10.222.0.23 "GET /v2.0/ports?device_id=b6395dfc-4e27-4c80-904d-5936b4ccd987 HTTP/1.1" status: 200 len: 946 time: 0.0601487 Sep 07 03:03:53.084710 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-74ce4edd-d0b7-47aa-9766-9ed7476bf1da req-ce327375-65ba-423c-ad85-0e4b3e71607b tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] Deleting port bffbfa64-3293-4f56-9370-15c88e30d415 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:03:53.085065 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-74ce4edd-d0b7-47aa-9766-9ed7476bf1da req-ce327375-65ba-423c-ad85-0e4b3e71607b tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:53.180034 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-74ce4edd-d0b7-47aa-9766-9ed7476bf1da req-ce327375-65ba-423c-ad85-0e4b3e71607b tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] For port bffbfa64-3293-4f56-9370-15c88e30d415, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=bffbfa64-3293-4f56-9370-15c88e30d415,segment=NetworkSegment(c7efffeb-a446-48de-b549-7b735efdaf62),segment_id=c7efffeb-a446-48de-b549-7b735efdaf62)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:03:53.180452 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-74ce4edd-d0b7-47aa-9766-9ed7476bf1da req-ce327375-65ba-423c-ad85-0e4b3e71607b tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:53.194688 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-74ce4edd-d0b7-47aa-9766-9ed7476bf1da req-ce327375-65ba-423c-ad85-0e4b3e71607b tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] Calling delete_port for bffbfa64-3293-4f56-9370-15c88e30d415 owned by compute:nova {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:03:53.335427 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-74ce4edd-d0b7-47aa-9766-9ed7476bf1da req-ce327375-65ba-423c-ad85-0e4b3e71607b tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:53.348048 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['bffbfa64-3293-4f56-9370-15c88e30d415'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:03:53.374274 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce327375-65ba-423c-ad85-0e4b3e71607b tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] Pushing event deleted for resources: {'Port': ['ID=bffbfa64-3293-4f56-9370-15c88e30d415,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:03:53.414475 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ce4edd-d0b7-47aa-9766-9ed7476bf1da req-ce327375-65ba-423c-ad85-0e4b3e71607b tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] No DVR routers for this DVR port bffbfa64-3293-4f56-9370-15c88e30d415 on host n-h1-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:03:53.417472 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-74ce4edd-d0b7-47aa-9766-9ed7476bf1da req-ce327375-65ba-423c-ad85-0e4b3e71607b tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:53.421566 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-74ce4edd-d0b7-47aa-9766-9ed7476bf1da req-ce327375-65ba-423c-ad85-0e4b3e71607b tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] 10.222.0.23 "DELETE /v2.0/ports/bffbfa64-3293-4f56-9370-15c88e30d415 HTTP/1.1" status: 204 len: 173 time: 0.4271233 Sep 07 03:03:53.431620 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6395dfc-4e27-4c80-904d-5936b4ccd987', 'name': 'network-vif-deleted', 'tag': 'bffbfa64-3293-4f56-9370-15c88e30d415'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:03:53.434102 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5fc057-0b85-4861-95ea-cce94ba01ae3" -d '{"events": [{"server_uuid": "b6395dfc-4e27-4c80-904d-5936b4ccd987", "name": "network-vif-deleted", "tag": "bffbfa64-3293-4f56-9370-15c88e30d415"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:03:53.476922 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c40b87-0d90-4c92-88e8-1cf876bbb438 x-openstack-request-id: req-35c40b87-0d90-4c92-88e8-1cf876bbb438 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:03:53.477497 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6395dfc-4e27-4c80-904d-5936b4ccd987", "name": "network-vif-deleted", "tag": "bffbfa64-3293-4f56-9370-15c88e30d415", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:03:53.477995 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-35c40b87-0d90-4c92-88e8-1cf876bbb438 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:03:53.478603 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6395dfc-4e27-4c80-904d-5936b4ccd987', 'name': 'network-vif-deleted', 'tag': 'bffbfa64-3293-4f56-9370-15c88e30d415', 'status': 'completed', 'code': 200} Sep 07 03:03:53.793900 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9a9636f2-45f5-48a8-9a0c-d6b393fdd562 req-f4fc7bdb-9f14-425b-8c17-1464b9bcf7b1 tempest-VolumesSnapshotTestJSON-1386062147 tempest-VolumesSnapshotTestJSON-1386062147-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6395dfc-4e27-4c80-904d-5936b4ccd987 HTTP/1.1" status: 200 len: 210 time: 0.0352743 Sep 07 03:03:54.795367 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 59942) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:03:54.976825 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-6792ea7c-22ac-474a-869b-82803a602797 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Deleting port 37558446-b47f-4804-8daa-7779dc10705e {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:03:54.977100 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6792ea7c-22ac-474a-869b-82803a602797 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:55.073229 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6792ea7c-22ac-474a-869b-82803a602797 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:55.076648 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6792ea7c-22ac-474a-869b-82803a602797 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:55.097335 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-6792ea7c-22ac-474a-869b-82803a602797 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Calling delete_port for 37558446-b47f-4804-8daa-7779dc10705e owned by network:floatingip {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:03:55.297050 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6792ea7c-22ac-474a-869b-82803a602797 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:55.331127 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6792ea7c-22ac-474a-869b-82803a602797 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event deleted for resources: {'Port': ['ID=37558446-b47f-4804-8daa-7779dc10705e,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:03:55.393645 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6792ea7c-22ac-474a-869b-82803a602797 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for floatingip, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:55.393868 n-d-796209-16 neutron-server[94701]: INFO neutron.db.l3_db [None req-6792ea7c-22ac-474a-869b-82803a602797 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Floating IP d9e49505-b85e-404c-b23a-b75fc6a5950d disassociated (deleted). External IP: 172.25.5.117, port: cdcf2c97-d33e-447a-ba0a-b19b605c49aa. Sep 07 03:03:55.618113 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6792ea7c-22ac-474a-869b-82803a602797 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Router 65ba9771-951a-4c57-9ebe-25a025dd1c18 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:03:55.793311 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6792ea7c-22ac-474a-869b-82803a602797 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:03:55.800146 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6792ea7c-22ac-474a-869b-82803a602797 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:55.808046 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec76304-c84c-40ee-abb0-1ed130e2f604 None None] Sync routers for ids ['65ba9771-951a-4c57-9ebe-25a025dd1c18'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:03:55.828474 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec76304-c84c-40ee-abb0-1ed130e2f604 None None] Routers {'65ba9771-951a-4c57-9ebe-25a025dd1c18'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:03:55.830249 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-0ec76304-c84c-40ee-abb0-1ed130e2f604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:03:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['65ba9771-951a-4c57-9ebe-25a025dd1c18'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:03:55.845744 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-6792ea7c-22ac-474a-869b-82803a602797 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "DELETE /v2.0/floatingips/d9e49505-b85e-404c-b23a-b75fc6a5950d HTTP/1.1" status: 204 len: 168 time: 1.0491741 Sep 07 03:03:55.846581 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bffef98-49ed-4815-bad0-f16267f1c0ab', 'tag': 'cdcf2c97-d33e-447a-ba0a-b19b605c49aa'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:03:55.849752 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac19b8b-d1bc-45af-a285-f5aa74f5f254" -d '{"events": [{"name": "network-changed", "server_uuid": "6bffef98-49ed-4815-bad0-f16267f1c0ab", "tag": "cdcf2c97-d33e-447a-ba0a-b19b605c49aa"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:03:55.917150 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f82dd71-b026-4e02-87fc-561bb060f072 x-openstack-request-id: req-2f82dd71-b026-4e02-87fc-561bb060f072 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:03:55.917314 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bffef98-49ed-4815-bad0-f16267f1c0ab", "tag": "cdcf2c97-d33e-447a-ba0a-b19b605c49aa", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:03:55.918514 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2f82dd71-b026-4e02-87fc-561bb060f072 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:03:55.918514 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bffef98-49ed-4815-bad0-f16267f1c0ab', 'tag': 'cdcf2c97-d33e-447a-ba0a-b19b605c49aa', 'status': 'completed', 'code': 200} Sep 07 03:03:55.920559 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5b97e95a-4a08-4eb3-b05c-7a390399ef85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:55.973345 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-0ec76304-c84c-40ee-abb0-1ed130e2f604 None None] Set router 65ba9771-951a-4c57-9ebe-25a025dd1c18 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:03:56.001678 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac19b8b-d1bc-45af-a285-f5aa74f5f254 req-8c9d2962-2010-4769-9030-55b020992901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:56.005402 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dac19b8b-d1bc-45af-a285-f5aa74f5f254 req-8c9d2962-2010-4769-9030-55b020992901 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=626f31b15da14e0da01388cbfdee7f90&device_id=6bffef98-49ed-4815-bad0-f16267f1c0ab HTTP/1.1" status: 200 len: 1098 time: 0.0681660 Sep 07 03:03:56.143815 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac19b8b-d1bc-45af-a285-f5aa74f5f254 req-95dba497-1a9a-4abb-8f7a-6f79e07e8426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:56.145397 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dac19b8b-d1bc-45af-a285-f5aa74f5f254 req-95dba497-1a9a-4abb-8f7a-6f79e07e8426 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1263da9d-0b05-48fa-942f-0ec084188974 HTTP/1.1" status: 200 len: 897 time: 0.1242075 Sep 07 03:03:56.223036 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dac19b8b-d1bc-45af-a285-f5aa74f5f254 req-920a5034-996f-4ffa-be5d-f41d2febb6a0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cdcf2c97-d33e-447a-ba0a-b19b605c49aa HTTP/1.1" status: 200 len: 217 time: 0.0686359 Sep 07 03:03:56.223587 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e1997-221d-425b-8f59-38a621ad0e44 req-7ce36105-5c0e-40d1-aa5d-550a47b4704a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:56.225208 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-aa2e1997-221d-425b-8f59-38a621ad0e44 req-7ce36105-5c0e-40d1-aa5d-550a47b4704a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=6bffef98-49ed-4815-bad0-f16267f1c0ab HTTP/1.1" status: 200 len: 946 time: 0.0877023 Sep 07 03:03:56.296455 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-0ec76304-c84c-40ee-abb0-1ed130e2f604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ba9771-951a-4c57-9ebe-25a025dd1c18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1334485862', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '7f33f67f-1c3a-4f10-b0b6-9979f9b8c541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:01:52Z', 'updated_at': '2021-09-07T03:02:04Z', 'revision_number': 4, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'gw_port': {'id': '7f33f67f-1c3a-4f10-b0b6-9979f9b8c541', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ba9771-951a-4c57-9ebe-25a025dd1c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:53Z', 'updated_at': '2021-09-07T03:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '82f677b5-92bc-464b-bd8e-ecbad40984aa', 'name': '', 'network_id': '1263da9d-0b05-48fa-942f-0ec084188974', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'mac_address': 'fa:16:3e:ef:97:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ba9771-951a-4c57-9ebe-25a025dd1c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '24cccd49-5354-43ba-95e2-1f141e42d907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:02:02Z', 'updated_at': '2021-09-07T03:02:16Z', 'revision_number': 5, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'subnets': [{'id': '24cccd49-5354-43ba-95e2-1f141e42d907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:03:56.333099 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-aa2e1997-221d-425b-8f59-38a621ad0e44 req-f03bca78-6030-4b01-a158-c21d7e4a1b48 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fe4a847-abd2-411c-a76d-883b119b9a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968480 Sep 07 03:03:56.335166 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac19b8b-d1bc-45af-a285-f5aa74f5f254 req-f6661678-f80b-4e6d-93f7-931016e6ef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:56.340910 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dac19b8b-d1bc-45af-a285-f5aa74f5f254 req-f6661678-f80b-4e6d-93f7-931016e6ef09 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=24cccd49-5354-43ba-95e2-1f141e42d907 HTTP/1.1" status: 200 len: 834 time: 0.1027296 Sep 07 03:03:56.356041 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec76304-c84c-40ee-abb0-1ed130e2f604 None None] Checking router: 65ba9771-951a-4c57-9ebe-25a025dd1c18 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:03:56.366162 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec76304-c84c-40ee-abb0-1ed130e2f604 None None] Routers {'65ba9771-951a-4c57-9ebe-25a025dd1c18'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:03:56.367036 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-0ec76304-c84c-40ee-abb0-1ed130e2f604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:03:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['65ba9771-951a-4c57-9ebe-25a025dd1c18'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:03:56.402779 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac19b8b-d1bc-45af-a285-f5aa74f5f254 req-d250b6a8-4f3f-4c34-8116-d877559fea8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:56.406891 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dac19b8b-d1bc-45af-a285-f5aa74f5f254 req-d250b6a8-4f3f-4c34-8116-d877559fea8a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1263da9d-0b05-48fa-942f-0ec084188974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534942 Sep 07 03:03:56.546242 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-0ec76304-c84c-40ee-abb0-1ed130e2f604 None None] Set router 65ba9771-951a-4c57-9ebe-25a025dd1c18 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:03:56.581470 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dac19b8b-d1bc-45af-a285-f5aa74f5f254 req-7695f524-cd65-4ad2-a3a9-c00121aa2ae1 service neutron] 10.222.0.16 "GET /v2.0/networks/1263da9d-0b05-48fa-942f-0ec084188974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574960 Sep 07 03:03:56.718770 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dac19b8b-d1bc-45af-a285-f5aa74f5f254 req-387eb5c0-bd1a-4d87-8371-02903cc74e8a service neutron] 10.222.0.16 "GET /v2.0/networks/1263da9d-0b05-48fa-942f-0ec084188974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287761 Sep 07 03:03:56.814761 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-0ec76304-c84c-40ee-abb0-1ed130e2f604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ba9771-951a-4c57-9ebe-25a025dd1c18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1334485862', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '7f33f67f-1c3a-4f10-b0b6-9979f9b8c541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:01:52Z', 'updated_at': '2021-09-07T03:02:04Z', 'revision_number': 4, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'gw_port': {'id': '7f33f67f-1c3a-4f10-b0b6-9979f9b8c541', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ba9771-951a-4c57-9ebe-25a025dd1c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:53Z', 'updated_at': '2021-09-07T03:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '82f677b5-92bc-464b-bd8e-ecbad40984aa', 'name': '', 'network_id': '1263da9d-0b05-48fa-942f-0ec084188974', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'mac_address': 'fa:16:3e:ef:97:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ba9771-951a-4c57-9ebe-25a025dd1c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '24cccd49-5354-43ba-95e2-1f141e42d907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:02:02Z', 'updated_at': '2021-09-07T03:02:16Z', 'revision_number': 5, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'subnets': [{'id': '24cccd49-5354-43ba-95e2-1f141e42d907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:03:56.844050 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec76304-c84c-40ee-abb0-1ed130e2f604 None None] The sync data for ids ['65ba9771-951a-4c57-9ebe-25a025dd1c18'] in n-d-796209-16 is: [{'id': '65ba9771-951a-4c57-9ebe-25a025dd1c18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1334485862', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '7f33f67f-1c3a-4f10-b0b6-9979f9b8c541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:01:52Z', 'updated_at': '2021-09-07T03:02:04Z', 'revision_number': 4, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'gw_port': {'id': '7f33f67f-1c3a-4f10-b0b6-9979f9b8c541', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ba9771-951a-4c57-9ebe-25a025dd1c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:53Z', 'updated_at': '2021-09-07T03:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '82f677b5-92bc-464b-bd8e-ecbad40984aa', 'name': '', 'network_id': '1263da9d-0b05-48fa-942f-0ec084188974', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'mac_address': 'fa:16:3e:ef:97:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ba9771-951a-4c57-9ebe-25a025dd1c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '24cccd49-5354-43ba-95e2-1f141e42d907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:02:02Z', 'updated_at': '2021-09-07T03:02:16Z', 'revision_number': 5, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'subnets': [{'id': '24cccd49-5354-43ba-95e2-1f141e42d907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:03:57.297711 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdf3a1b-8b39-409d-b0d0-591b1ad9b295 None None] New status for floating IP d9e49505-b85e-404c-b23a-b75fc6a5950d: DOWN {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 03:03:57.491392 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba4c05c-72a8-40c2-a787-20b4fc4275cc req-dbfa83cc-3380-4c02-8f34-b6a46fbb6ea5 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:57.494102 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bba4c05c-72a8-40c2-a787-20b4fc4275cc req-dbfa83cc-3380-4c02-8f34-b6a46fbb6ea5 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=6bffef98-49ed-4815-bad0-f16267f1c0ab HTTP/1.1" status: 200 len: 946 time: 0.0866184 Sep 07 03:03:57.597754 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bba4c05c-72a8-40c2-a787-20b4fc4275cc req-d6f0f06a-803f-4c29-ab21-4c0311cc99fe tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fe4a847-abd2-411c-a76d-883b119b9a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970223 Sep 07 03:03:57.629005 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb4189-79e9-43c8-8218-6e8e8d4aa69a req-7ece67c8-0c03-4026-8516-0acdc6d5fcbf tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:03:57.630629 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-82eb4189-79e9-43c8-8218-6e8e8d4aa69a req-7ece67c8-0c03-4026-8516-0acdc6d5fcbf tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.16 "GET /v2.0/ports?device_id=6bffef98-49ed-4815-bad0-f16267f1c0ab HTTP/1.1" status: 200 len: 946 time: 0.1016660 Sep 07 03:03:57.743183 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device bffbfa64-3293-4f56-9370-15c88e30d415 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:03:57.767162 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-82eb4189-79e9-43c8-8218-6e8e8d4aa69a req-3bb0dce8-cd8b-48fe-ad2b-95ddb6d168fb tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Deleting port cdcf2c97-d33e-447a-ba0a-b19b605c49aa {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:03:57.768569 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-82eb4189-79e9-43c8-8218-6e8e8d4aa69a req-3bb0dce8-cd8b-48fe-ad2b-95ddb6d168fb tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:57.779232 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: bffbfa64-3293-4f56-9370-15c88e30d415 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:03:57.779912 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device bffbfa64-3293-4f56-9370-15c88e30d415 not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:03:57.987593 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-82eb4189-79e9-43c8-8218-6e8e8d4aa69a req-3bb0dce8-cd8b-48fe-ad2b-95ddb6d168fb tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] For port cdcf2c97-d33e-447a-ba0a-b19b605c49aa, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=cdcf2c97-d33e-447a-ba0a-b19b605c49aa,segment=NetworkSegment(fba07b7e-2c86-4cb6-8d0f-db8cc058bd4a),segment_id=fba07b7e-2c86-4cb6-8d0f-db8cc058bd4a)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:03:57.987829 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-82eb4189-79e9-43c8-8218-6e8e8d4aa69a req-3bb0dce8-cd8b-48fe-ad2b-95ddb6d168fb tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:58.028319 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-82eb4189-79e9-43c8-8218-6e8e8d4aa69a req-3bb0dce8-cd8b-48fe-ad2b-95ddb6d168fb tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Calling delete_port for cdcf2c97-d33e-447a-ba0a-b19b605c49aa owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:03:58.218460 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fc5f3858-3d31-47f5-842e-67ed0397ca77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:58.295322 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-82eb4189-79e9-43c8-8218-6e8e8d4aa69a req-3bb0dce8-cd8b-48fe-ad2b-95ddb6d168fb tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:58.332060 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0dce8-cd8b-48fe-ad2b-95ddb6d168fb tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event deleted for resources: {'Port': ['ID=cdcf2c97-d33e-447a-ba0a-b19b605c49aa,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:03:58.366952 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0dce8-cd8b-48fe-ad2b-95ddb6d168fb tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:03:58.367892 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0dce8-cd8b-48fe-ad2b-95ddb6d168fb tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:03:58.369765 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0dce8-cd8b-48fe-ad2b-95ddb6d168fb tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:03:58.370945 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0dce8-cd8b-48fe-ad2b-95ddb6d168fb tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:03:58.370945 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0dce8-cd8b-48fe-ad2b-95ddb6d168fb tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:03:58.370945 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0dce8-cd8b-48fe-ad2b-95ddb6d168fb tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:03:58.371591 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0dce8-cd8b-48fe-ad2b-95ddb6d168fb tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:03:58.371591 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0dce8-cd8b-48fe-ad2b-95ddb6d168fb tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:03:58.371920 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0dce8-cd8b-48fe-ad2b-95ddb6d168fb tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:03:58.372400 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0dce8-cd8b-48fe-ad2b-95ddb6d168fb tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:03:58.372726 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0dce8-cd8b-48fe-ad2b-95ddb6d168fb tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:03:58.373050 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb0dce8-cd8b-48fe-ad2b-95ddb6d168fb tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:03:58.400671 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-82eb4189-79e9-43c8-8218-6e8e8d4aa69a req-3bb0dce8-cd8b-48fe-ad2b-95ddb6d168fb tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] No DVR routers for this DVR port cdcf2c97-d33e-447a-ba0a-b19b605c49aa on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:03:58.404027 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-82eb4189-79e9-43c8-8218-6e8e8d4aa69a req-3bb0dce8-cd8b-48fe-ad2b-95ddb6d168fb tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:58.406616 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-82eb4189-79e9-43c8-8218-6e8e8d4aa69a req-3bb0dce8-cd8b-48fe-ad2b-95ddb6d168fb tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.16 "DELETE /v2.0/ports/cdcf2c97-d33e-447a-ba0a-b19b605c49aa HTTP/1.1" status: 204 len: 173 time: 0.7684064 Sep 07 03:03:58.406616 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bffef98-49ed-4815-bad0-f16267f1c0ab', 'name': 'network-vif-deleted', 'tag': 'cdcf2c97-d33e-447a-ba0a-b19b605c49aa'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:03:58.409335 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0575ed02-d433-4c65-8712-12d8155fc5a6" -d '{"events": [{"server_uuid": "6bffef98-49ed-4815-bad0-f16267f1c0ab", "name": "network-vif-deleted", "tag": "cdcf2c97-d33e-447a-ba0a-b19b605c49aa"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:03:58.732338 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:58.925496 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0174045d-30f1-47d3-ae70-3ca1394568f6 req-6814e077-4b53-43b6-8500-3cd87def6571 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "GET /v2.0/ports?device_id=6bffef98-49ed-4815-bad0-f16267f1c0ab HTTP/1.1" status: 200 len: 210 time: 0.0756915 Sep 07 03:03:58.936713 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e037b3-a086-40fe-8910-5b8f812d1538 x-openstack-request-id: req-83e037b3-a086-40fe-8910-5b8f812d1538 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:03:58.951008 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bffef98-49ed-4815-bad0-f16267f1c0ab", "name": "network-vif-deleted", "tag": "cdcf2c97-d33e-447a-ba0a-b19b605c49aa", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:03:58.951392 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-83e037b3-a086-40fe-8910-5b8f812d1538 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:03:58.951864 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bffef98-49ed-4815-bad0-f16267f1c0ab', 'name': 'network-vif-deleted', 'tag': 'cdcf2c97-d33e-447a-ba0a-b19b605c49aa', 'status': 'completed', 'code': 200} Sep 07 03:03:59.390364 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:03:59.565474 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:59.587656 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60028) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:03:59.778894 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3bdaa137-99d2-4216-ae5f-90806a243315 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:59.941688 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3bdaa137-99d2-4216-ae5f-90806a243315 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:59.949318 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3bdaa137-99d2-4216-ae5f-90806a243315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:03:59.998386 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3bdaa137-99d2-4216-ae5f-90806a243315 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f0d5bd6011ad4a58b2894e29e38f814d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4092550 Sep 07 03:04:00.001568 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60034) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:04:00.006427 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdaa137-99d2-4216-ae5f-90806a243315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4e7cbf-9a88-42e0-b02d-e251b05744f1,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:00.012330 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60036) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:04:00.114792 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fe6bd8f6-525a-4a29-a0e5-8564aef9e301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:00.166270 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fe6bd8f6-525a-4a29-a0e5-8564aef9e301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:00.224192 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fe6bd8f6-525a-4a29-a0e5-8564aef9e301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:00.227789 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fe6bd8f6-525a-4a29-a0e5-8564aef9e301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:00.232425 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-fe6bd8f6-525a-4a29-a0e5-8564aef9e301 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6f4e7cbf-9a88-42e0-b02d-e251b05744f1 HTTP/1.1" status: 204 len: 168 time: 0.2290375 Sep 07 03:04:00.244265 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6bd8f6-525a-4a29-a0e5-8564aef9e301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4e7cbf-9a88-42e0-b02d-e251b05744f1,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:01.301209 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0952ffd6-ee1a-4099-b574-36296d2f25d4 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:01.423786 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:01.772256 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-0952ffd6-ee1a-4099-b574-36296d2f25d4 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Deleting port 82f677b5-92bc-464b-bd8e-ecbad40984aa {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:04:01.772972 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0952ffd6-ee1a-4099-b574-36296d2f25d4 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:01.875408 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-0952ffd6-ee1a-4099-b574-36296d2f25d4 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] For port 82f677b5-92bc-464b-bd8e-ecbad40984aa, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=82f677b5-92bc-464b-bd8e-ecbad40984aa,segment=NetworkSegment(fba07b7e-2c86-4cb6-8d0f-db8cc058bd4a),segment_id=fba07b7e-2c86-4cb6-8d0f-db8cc058bd4a)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:04:01.876058 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0952ffd6-ee1a-4099-b574-36296d2f25d4 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:01.894247 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-0952ffd6-ee1a-4099-b574-36296d2f25d4 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Calling delete_port for 82f677b5-92bc-464b-bd8e-ecbad40984aa owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:04:02.203937 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0952ffd6-ee1a-4099-b574-36296d2f25d4 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:02.240616 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0952ffd6-ee1a-4099-b574-36296d2f25d4 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event deleted for resources: {'Port': ['ID=82f677b5-92bc-464b-bd8e-ecbad40984aa,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:02.503035 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0952ffd6-ee1a-4099-b574-36296d2f25d4 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:02.913312 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0952ffd6-ee1a-4099-b574-36296d2f25d4 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Router 65ba9771-951a-4c57-9ebe-25a025dd1c18 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:04:03.094705 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0952ffd6-ee1a-4099-b574-36296d2f25d4 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:04:03.100524 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-0952ffd6-ee1a-4099-b574-36296d2f25d4 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "PUT /v2.0/routers/65ba9771-951a-4c57-9ebe-25a025dd1c18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0871496 Sep 07 03:04:03.103510 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60058) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:04:03.107850 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54dc5eaf-3d50-48c0-990e-d4b94c105b0b None None] Sync routers for ids ['65ba9771-951a-4c57-9ebe-25a025dd1c18'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:04:03.128333 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54dc5eaf-3d50-48c0-990e-d4b94c105b0b None None] Routers {'65ba9771-951a-4c57-9ebe-25a025dd1c18'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:04:03.132747 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-54dc5eaf-3d50-48c0-990e-d4b94c105b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:03:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['65ba9771-951a-4c57-9ebe-25a025dd1c18'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:04:03.161781 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device cdcf2c97-d33e-447a-ba0a-b19b605c49aa no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:04:03.213693 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: cdcf2c97-d33e-447a-ba0a-b19b605c49aa {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:04:03.214062 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device cdcf2c97-d33e-447a-ba0a-b19b605c49aa not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:04:03.240299 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-65b48598-2d70-483d-a807-e9b8989d5591 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Deleting subnet 24cccd49-5354-43ba-95e2-1f141e42d907 {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 03:04:03.244016 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-65b48598-2d70-483d-a807-e9b8989d5591 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:03.306279 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-65b48598-2d70-483d-a807-e9b8989d5591 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:03.332506 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-54dc5eaf-3d50-48c0-990e-d4b94c105b0b None None] Set router 65ba9771-951a-4c57-9ebe-25a025dd1c18 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:04:03.535027 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-65b48598-2d70-483d-a807-e9b8989d5591 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:03.545141 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-54dc5eaf-3d50-48c0-990e-d4b94c105b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ba9771-951a-4c57-9ebe-25a025dd1c18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1334485862', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '7f33f67f-1c3a-4f10-b0b6-9979f9b8c541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:01:52Z', 'updated_at': '2021-09-07T03:04:02Z', 'revision_number': 5, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'gw_port': {'id': '7f33f67f-1c3a-4f10-b0b6-9979f9b8c541', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ba9771-951a-4c57-9ebe-25a025dd1c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:53Z', 'updated_at': '2021-09-07T03:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:04:03.573099 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54dc5eaf-3d50-48c0-990e-d4b94c105b0b None None] Checking router: 65ba9771-951a-4c57-9ebe-25a025dd1c18 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:04:03.586811 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54dc5eaf-3d50-48c0-990e-d4b94c105b0b None None] Routers {'65ba9771-951a-4c57-9ebe-25a025dd1c18'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:04:03.587672 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-54dc5eaf-3d50-48c0-990e-d4b94c105b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:03:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['65ba9771-951a-4c57-9ebe-25a025dd1c18'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:04:03.600347 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-65b48598-2d70-483d-a807-e9b8989d5591 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:03.637903 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b48598-2d70-483d-a807-e9b8989d5591 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event deleted for resources: {'Subnet': ['ID=24cccd49-5354-43ba-95e2-1f141e42d907,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:03.648076 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-65b48598-2d70-483d-a807-e9b8989d5591 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:03.657836 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14bc4c8f-702e-464b-b39a-08077bd24fda None None] Network 1263da9d-0b05-48fa-942f-0ec084188974 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:04:03.682168 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-65b48598-2d70-483d-a807-e9b8989d5591 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "DELETE /v2.0/subnets/24cccd49-5354-43ba-95e2-1f141e42d907 HTTP/1.1" status: 204 len: 168 time: 0.5776587 Sep 07 03:04:03.685454 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60064) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:04:03.786056 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-54dc5eaf-3d50-48c0-990e-d4b94c105b0b None None] Set router 65ba9771-951a-4c57-9ebe-25a025dd1c18 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:04:03.881616 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cbf5d5e9-50cf-4cd0-beb2-afc6263c2d03 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:03.944105 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448cc05a-04e3-4905-bdb5-f367649870d5 None None] DHCP port deletion for 1263da9d-0b05-48fa-942f-0ec084188974 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 03:04:04.069668 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-448cc05a-04e3-4905-bdb5-f367649870d5 None None] Deleting port f9f37d70-9130-4f88-86f6-4f70cc14cdd3 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:04:04.071673 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-448cc05a-04e3-4905-bdb5-f367649870d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:04.116348 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cbf5d5e9-50cf-4cd0-beb2-afc6263c2d03 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:04.176343 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-448cc05a-04e3-4905-bdb5-f367649870d5 None None] For port f9f37d70-9130-4f88-86f6-4f70cc14cdd3, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=f9f37d70-9130-4f88-86f6-4f70cc14cdd3,segment=NetworkSegment(fba07b7e-2c86-4cb6-8d0f-db8cc058bd4a),segment_id=fba07b7e-2c86-4cb6-8d0f-db8cc058bd4a)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:04:04.177432 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-448cc05a-04e3-4905-bdb5-f367649870d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:04.190647 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-448cc05a-04e3-4905-bdb5-f367649870d5 None None] Calling delete_port for f9f37d70-9130-4f88-86f6-4f70cc14cdd3 owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:04:04.291131 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-448cc05a-04e3-4905-bdb5-f367649870d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:04.310294 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-cbf5d5e9-50cf-4cd0-beb2-afc6263c2d03 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Deleting port 7f33f67f-1c3a-4f10-b0b6-9979f9b8c541 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:04:04.310909 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cbf5d5e9-50cf-4cd0-beb2-afc6263c2d03 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:04.311112 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448cc05a-04e3-4905-bdb5-f367649870d5 None None] No DVR routers for this DVR port f9f37d70-9130-4f88-86f6-4f70cc14cdd3 on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:04:04.338782 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448cc05a-04e3-4905-bdb5-f367649870d5 None None] Pushing event deleted for resources: {'Port': ['ID=f9f37d70-9130-4f88-86f6-4f70cc14cdd3,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:04.473137 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-cbf5d5e9-50cf-4cd0-beb2-afc6263c2d03 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] For port 7f33f67f-1c3a-4f10-b0b6-9979f9b8c541, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=7f33f67f-1c3a-4f10-b0b6-9979f9b8c541,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:04:04.473753 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cbf5d5e9-50cf-4cd0-beb2-afc6263c2d03 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:04.506047 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-cbf5d5e9-50cf-4cd0-beb2-afc6263c2d03 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Calling delete_port for 7f33f67f-1c3a-4f10-b0b6-9979f9b8c541 owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:04:04.590378 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-54dc5eaf-3d50-48c0-990e-d4b94c105b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ba9771-951a-4c57-9ebe-25a025dd1c18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1334485862', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '7f33f67f-1c3a-4f10-b0b6-9979f9b8c541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:01:52Z', 'updated_at': '2021-09-07T03:04:02Z', 'revision_number': 5, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'gw_port': {'id': '7f33f67f-1c3a-4f10-b0b6-9979f9b8c541', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ba9771-951a-4c57-9ebe-25a025dd1c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:53Z', 'updated_at': '2021-09-07T03:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:04:04.650525 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54dc5eaf-3d50-48c0-990e-d4b94c105b0b None None] The sync data for ids ['65ba9771-951a-4c57-9ebe-25a025dd1c18'] in n-d-796209-16 is: [{'id': '65ba9771-951a-4c57-9ebe-25a025dd1c18', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1334485862', 'tenant_id': '626f31b15da14e0da01388cbfdee7f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.27'}], 'enable_snat': True}, 'gw_port_id': '7f33f67f-1c3a-4f10-b0b6-9979f9b8c541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:01:52Z', 'updated_at': '2021-09-07T03:04:02Z', 'revision_number': 5, 'project_id': '626f31b15da14e0da01388cbfdee7f90', 'gw_port': {'id': '7f33f67f-1c3a-4f10-b0b6-9979f9b8c541', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:1b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ba9771-951a-4c57-9ebe-25a025dd1c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:01:53Z', 'updated_at': '2021-09-07T03:02:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:04:04.797363 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cbf5d5e9-50cf-4cd0-beb2-afc6263c2d03 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:04.831464 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf5d5e9-50cf-4cd0-beb2-afc6263c2d03 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event deleted for resources: {'Port': ['ID=7f33f67f-1c3a-4f10-b0b6-9979f9b8c541,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:04.901394 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cbf5d5e9-50cf-4cd0-beb2-afc6263c2d03 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:05.002206 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cbf5d5e9-50cf-4cd0-beb2-afc6263c2d03 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:05.005281 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cbf5d5e9-50cf-4cd0-beb2-afc6263c2d03 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:05.088036 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cbf5d5e9-50cf-4cd0-beb2-afc6263c2d03 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:05.088708 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf5d5e9-50cf-4cd0-beb2-afc6263c2d03 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Fanout notify agent at l3_agent the message router_deleted on router 65ba9771-951a-4c57-9ebe-25a025dd1c18 {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 03:04:05.099280 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cbf5d5e9-50cf-4cd0-beb2-afc6263c2d03 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:05.103672 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-cbf5d5e9-50cf-4cd0-beb2-afc6263c2d03 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "DELETE /v2.0/routers/65ba9771-951a-4c57-9ebe-25a025dd1c18 HTTP/1.1" status: 204 len: 168 time: 1.4136655 Sep 07 03:04:05.104183 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60076) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:04:05.338208 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2ac6ac32-342a-41f1-986c-319ee2799b4a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:05.354156 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device f9f37d70-9130-4f88-86f6-4f70cc14cdd3 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:04:05.401808 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: f9f37d70-9130-4f88-86f6-4f70cc14cdd3 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:04:05.402421 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device f9f37d70-9130-4f88-86f6-4f70cc14cdd3 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:04:05.403018 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 82f677b5-92bc-464b-bd8e-ecbad40984aa no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:04:05.426869 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 82f677b5-92bc-464b-bd8e-ecbad40984aa {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:04:05.427536 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 82f677b5-92bc-464b-bd8e-ecbad40984aa not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:04:05.451541 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2ac6ac32-342a-41f1-986c-319ee2799b4a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:05.506626 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-2ac6ac32-342a-41f1-986c-319ee2799b4a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1263da9d-0b05-48fa-942f-0ec084188974']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:04:05.518708 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-2ac6ac32-342a-41f1-986c-319ee2799b4a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fba07b7e-2c86-4cb6-8d0f-db8cc058bd4a') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:04:05.518938 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-2ac6ac32-342a-41f1-986c-319ee2799b4a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fba07b7e-2c86-4cb6-8d0f-db8cc058bd4a') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:04:05.535869 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2ac6ac32-342a-41f1-986c-319ee2799b4a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:05.555535 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2ac6ac32-342a-41f1-986c-319ee2799b4a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:05.562135 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ac6ac32-342a-41f1-986c-319ee2799b4a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 03:04:05.562782 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2ac6ac32-342a-41f1-986c-319ee2799b4a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:05.566037 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 03:04:05.566037 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 03:04:05.566037 n-d-796209-16 neutron-server[94701]: timer() Sep 07 03:04:05.566037 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 03:04:05.566037 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 03:04:05.566037 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 03:04:05.566037 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 03:04:05.566037 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 03:04:05.566037 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 03:04:05.566037 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 03:04:05.566037 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 03:04:05.566037 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 03:04:05.566037 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 03:04:05.566037 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 03:04:05.566037 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 03:04:05.566037 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 03:04:05.566037 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 03:04:05.566037 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 03:04:05.566037 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 03:04:05.566037 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 03:04:05.566037 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 03:04:05.566037 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 03:04:05.566037 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 03:04:05.566037 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 03:04:05.566037 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 03:04:05.566037 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 03:04:05.566037 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 03:04:05.566037 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 03:04:05.566037 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 03:04:05.566037 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 03:04:05.566037 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 03:04:05.566037 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 03:04:05.656810 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2ac6ac32-342a-41f1-986c-319ee2799b4a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:05.671992 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2ac6ac32-342a-41f1-986c-319ee2799b4a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:05.674569 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-2ac6ac32-342a-41f1-986c-319ee2799b4a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "DELETE /v2.0/networks/1263da9d-0b05-48fa-942f-0ec084188974 HTTP/1.1" status: 204 len: 168 time: 0.5693479 Sep 07 03:04:05.677515 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60084) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:04:05.724563 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac6ac32-342a-41f1-986c-319ee2799b4a tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event deleted for resources: {'Network': ['ID=1263da9d-0b05-48fa-942f-0ec084188974,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:05.815717 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-255d62c6-7ce2-4697-b6a7-1187de4baa38 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:05.849117 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-255d62c6-7ce2-4697-b6a7-1187de4baa38 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:05.927134 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-255d62c6-7ce2-4697-b6a7-1187de4baa38 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:05.930958 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-255d62c6-7ce2-4697-b6a7-1187de4baa38 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:05.932528 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-255d62c6-7ce2-4697-b6a7-1187de4baa38 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] 10.222.0.22 "DELETE /v2.0/security-groups/3fe4a847-abd2-411c-a76d-883b119b9a0c HTTP/1.1" status: 204 len: 168 time: 0.2539301 Sep 07 03:04:05.961143 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255d62c6-7ce2-4697-b6a7-1187de4baa38 tempest-TestNetworkAdvancedServerOps-1973909112 tempest-TestNetworkAdvancedServerOps-1973909112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe4a847-abd2-411c-a76d-883b119b9a0c,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:06.510302 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60098) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:04:06.686209 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a1e3603e-3fa9-4211-85d7-1a5770aa9bf4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=626f31b15da14e0da01388cbfdee7f90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1747398 Sep 07 03:04:06.689299 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60102) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:04:06.757167 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a5f969cc-943a-4725-8314-a2c98163a708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:06.783034 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a5f969cc-943a-4725-8314-a2c98163a708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:06.868046 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a5f969cc-943a-4725-8314-a2c98163a708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:06.871029 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a5f969cc-943a-4725-8314-a2c98163a708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:06.872422 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a5f969cc-943a-4725-8314-a2c98163a708 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6cedc94d-5eb8-4164-8b8f-c7ddf644bb5b HTTP/1.1" status: 204 len: 168 time: 0.1821342 Sep 07 03:04:06.888772 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f969cc-943a-4725-8314-a2c98163a708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cedc94d-5eb8-4164-8b8f-c7ddf644bb5b,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:07.136144 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 7f33f67f-1c3a-4f10-b0b6-9979f9b8c541 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:04:07.171414 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 7f33f67f-1c3a-4f10-b0b6-9979f9b8c541 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:04:07.172116 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 7f33f67f-1c3a-4f10-b0b6-9979f9b8c541 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:04:07.386319 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60112) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:04:07.427615 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ce71e06f-3c7f-4a26-b078-0551bbf5cfa9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ad1a35a0c66e4ac988f37d691a5d11d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395358 Sep 07 03:04:07.430974 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60114) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:04:07.512836 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c858c6f3-9626-4a35-a43a-9b1fc4d95077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:07.536415 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c858c6f3-9626-4a35-a43a-9b1fc4d95077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:07.614739 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c858c6f3-9626-4a35-a43a-9b1fc4d95077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:07.618051 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c858c6f3-9626-4a35-a43a-9b1fc4d95077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:07.619395 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c858c6f3-9626-4a35-a43a-9b1fc4d95077 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d00dd680-d9ab-4571-9d79-725b9979bc39 HTTP/1.1" status: 204 len: 168 time: 0.1875172 Sep 07 03:04:07.645710 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c858c6f3-9626-4a35-a43a-9b1fc4d95077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00dd680-d9ab-4571-9d79-725b9979bc39,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:10.962684 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60304) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:04:11.118338 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-accdec1c-a375-450a-b125-de3f692bbb0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:11.234369 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-accdec1c-a375-450a-b125-de3f692bbb0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:11.241759 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-accdec1c-a375-450a-b125-de3f692bbb0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:11.290224 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-accdec1c-a375-450a-b125-de3f692bbb0a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4c78f5541d0d4282a12446af733852df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3239989 Sep 07 03:04:11.291223 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60310) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:04:11.297376 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accdec1c-a375-450a-b125-de3f692bbb0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5550115e-efe1-4a15-b311-5feec51d0f11,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:11.370630 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-46436641-c8e2-47a3-94a4-9fb24ca31511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:11.398213 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-46436641-c8e2-47a3-94a4-9fb24ca31511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:11.462723 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-46436641-c8e2-47a3-94a4-9fb24ca31511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:11.465427 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-46436641-c8e2-47a3-94a4-9fb24ca31511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:11.466848 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-46436641-c8e2-47a3-94a4-9fb24ca31511 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5550115e-efe1-4a15-b311-5feec51d0f11 HTTP/1.1" status: 204 len: 168 time: 0.1729801 Sep 07 03:04:11.476172 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46436641-c8e2-47a3-94a4-9fb24ca31511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5550115e-efe1-4a15-b311-5feec51d0f11,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:11.889635 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60326) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:04:11.913169 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-307774a9-4433-40d9-a322-9e4076f3c207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:12.081857 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-307774a9-4433-40d9-a322-9e4076f3c207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:12.091704 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-307774a9-4433-40d9-a322-9e4076f3c207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:12.139722 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-307774a9-4433-40d9-a322-9e4076f3c207 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e0562954906e4deb89583c4b614a7189&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2486866 Sep 07 03:04:12.142730 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60334) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:04:12.143287 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307774a9-4433-40d9-a322-9e4076f3c207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6502824-3e55-4367-baeb-b77505350c65,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:12.233494 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-69f468f3-c4ba-4ebc-8fa1-f4dbce84c035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:12.261224 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-69f468f3-c4ba-4ebc-8fa1-f4dbce84c035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:12.358528 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-69f468f3-c4ba-4ebc-8fa1-f4dbce84c035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:12.361605 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-69f468f3-c4ba-4ebc-8fa1-f4dbce84c035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:12.363115 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-69f468f3-c4ba-4ebc-8fa1-f4dbce84c035 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e6502824-3e55-4367-baeb-b77505350c65 HTTP/1.1" status: 204 len: 168 time: 0.2193036 Sep 07 03:04:12.374653 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f468f3-c4ba-4ebc-8fa1-f4dbce84c035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6502824-3e55-4367-baeb-b77505350c65,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:13.502026 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60364) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:04:13.649597 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-e7888c26-b03c-4acf-9f59-d425c8bbaf57 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-2026420565-network', 'tenant_id': 'f9808d3ecbc146b88da8a844ced50616'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:04:13.673459 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7888c26-b03c-4acf-9f59-d425c8bbaf57 admin admin] Made reservation on behalf of f9808d3ecbc146b88da8a844ced50616 for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:04:13.677210 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e7888c26-b03c-4acf-9f59-d425c8bbaf57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:13.687516 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e7888c26-b03c-4acf-9f59-d425c8bbaf57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:13.780334 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e7888c26-b03c-4acf-9f59-d425c8bbaf57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:13.785176 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e7888c26-b03c-4acf-9f59-d425c8bbaf57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:13.798357 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7888c26-b03c-4acf-9f59-d425c8bbaf57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 03:04:13.810304 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e7888c26-b03c-4acf-9f59-d425c8bbaf57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:13.810878 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-e7888c26-b03c-4acf-9f59-d425c8bbaf57 admin admin] Added segment 22052bf7-ca1c-49a9-9b18-7cfc5489b447 of type vlan for network 4f248213-1134-4b25-a3da-dddc0cd190d1 Sep 07 03:04:13.855131 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e7888c26-b03c-4acf-9f59-d425c8bbaf57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:13.896933 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e7888c26-b03c-4acf-9f59-d425c8bbaf57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:13.898122 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7888c26-b03c-4acf-9f59-d425c8bbaf57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:13.898807 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e7888c26-b03c-4acf-9f59-d425c8bbaf57 admin admin] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:13.903512 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7888c26-b03c-4acf-9f59-d425c8bbaf57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08bedd93-6c9b-4fd5-a5bd-e597e3ac7915,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:13.942305 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e7888c26-b03c-4acf-9f59-d425c8bbaf57 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.4360092 Sep 07 03:04:13.942683 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60370) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:04:13.950149 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-d9e7d1ef-9e1e-4ad3-a96c-f02213a6a3eb admin admin] Request body: {'subnet': {'network_id': '4f248213-1134-4b25-a3da-dddc0cd190d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-2026420565-subnet', 'tenant_id': 'f9808d3ecbc146b88da8a844ced50616', 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:04:13.973292 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e7d1ef-9e1e-4ad3-a96c-f02213a6a3eb admin admin] Made reservation on behalf of f9808d3ecbc146b88da8a844ced50616 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:04:13.975802 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d9e7d1ef-9e1e-4ad3-a96c-f02213a6a3eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:13.985886 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7888c26-b03c-4acf-9f59-d425c8bbaf57 admin admin] Pushing event updated for resources: {'Network': ['ID=4f248213-1134-4b25-a3da-dddc0cd190d1,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:14.012283 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 4f248213-1134-4b25-a3da-dddc0cd190d1 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 03:04:14.243258 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d9e7d1ef-9e1e-4ad3-a96c-f02213a6a3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:14.319332 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e7d1ef-9e1e-4ad3-a96c-f02213a6a3eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f3e666c-35c7-42e0-bce9-c9e2e01b37bc,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:14.327627 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e7d1ef-9e1e-4ad3-a96c-f02213a6a3eb admin admin] Checking segment: {'id': '22052bf7-ca1c-49a9-9b18-7cfc5489b447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4f248213-1134-4b25-a3da-dddc0cd190d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:04:14.327996 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e7d1ef-9e1e-4ad3-a96c-f02213a6a3eb admin admin] Network hostable DHCP agents. Network: 4f248213-1134-4b25-a3da-dddc0cd190d1, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 03:04:14.349778 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e7d1ef-9e1e-4ad3-a96c-f02213a6a3eb admin admin] Network 4f248213-1134-4b25-a3da-dddc0cd190d1 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 03:04:14.379313 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-d9e7d1ef-9e1e-4ad3-a96c-f02213a6a3eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 4f248213-1134-4b25-a3da-dddc0cd190d1) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:04:14.385342 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e7d1ef-9e1e-4ad3-a96c-f02213a6a3eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:14.385965 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d9e7d1ef-9e1e-4ad3-a96c-f02213a6a3eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:14.405303 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9495df-5265-4c7c-b824-62b3d7824b86 None None] Network 4f248213-1134-4b25-a3da-dddc0cd190d1 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:04:14.411267 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-d9e7d1ef-9e1e-4ad3-a96c-f02213a6a3eb admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4638298 Sep 07 03:04:14.411666 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60382) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:04:14.418186 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-3ad11edd-a243-4793-803b-a8ab081d3528 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-2026420565-router', 'tenant_id': 'f9808d3ecbc146b88da8a844ced50616', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:04:14.480241 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3ad11edd-a243-4793-803b-a8ab081d3528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:14.481398 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3ad11edd-a243-4793-803b-a8ab081d3528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:14.598344 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3ad11edd-a243-4793-803b-a8ab081d3528 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:14.635143 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e16e8b-08f0-471d-beff-beb62762a147 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-4f248213-1134-4b25-a3da-dddc0cd190d1', 'network_id': '4f248213-1134-4b25-a3da-dddc0cd190d1', 'tenant_id': 'f9808d3ecbc146b88da8a844ced50616', 'fixed_ips': [{'subnet_id': '0f3e666c-35c7-42e0-bce9-c9e2e01b37bc'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 03:04:14.636214 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12e16e8b-08f0-471d-beff-beb62762a147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:14.826667 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-12e16e8b-08f0-471d-beff-beb62762a147 None None] Allocated IP 172.20.0.2 (4f248213-1134-4b25-a3da-dddc0cd190d1/0f3e666c-35c7-42e0-bce9-c9e2e01b37bc/ddc8b50e-e170-4a57-9c09-a4a2f408035f) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:04:14.844523 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60388) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:04:14.951474 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3ad11edd-a243-4793-803b-a8ab081d3528 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:15.027093 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c13557ef-a22d-4722-aa4f-6d5c4e632f91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:15.112462 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12e16e8b-08f0-471d-beff-beb62762a147 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:15.135574 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-12e16e8b-08f0-471d-beff-beb62762a147 None None] Transition to ACTIVE for port object ddc8b50e-e170-4a57-9c09-a4a2f408035f will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:04:15.182309 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c13557ef-a22d-4722-aa4f-6d5c4e632f91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:15.187632 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-12e16e8b-08f0-471d-beff-beb62762a147 None None] Transition to ACTIVE for port object ddc8b50e-e170-4a57-9c09-a4a2f408035f will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:04:15.191984 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c13557ef-a22d-4722-aa4f-6d5c4e632f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:15.199061 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12e16e8b-08f0-471d-beff-beb62762a147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:15.225677 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e16e8b-08f0-471d-beff-beb62762a147 None None] Network 4f248213-1134-4b25-a3da-dddc0cd190d1 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:04:15.226850 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c13557ef-a22d-4722-aa4f-6d5c4e632f91 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9d48e288a8bd40fb93d8a7c259473445&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3801527 Sep 07 03:04:15.230975 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-12e16e8b-08f0-471d-beff-beb62762a147 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:04:15.231386 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60392) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:04:15.244202 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e16e8b-08f0-471d-beff-beb62762a147 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:04:15.270005 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13557ef-a22d-4722-aa4f-6d5c4e632f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec399a7-b0d0-4a23-8af1-18240e51cb32,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:15.355630 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3ad11edd-a243-4793-803b-a8ab081d3528 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:15.365396 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e16e8b-08f0-471d-beff-beb62762a147 None None] Pushing event updated for resources: {'Port': ['ID=ddc8b50e-e170-4a57-9c09-a4a2f408035f,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:15.396476 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3ad11edd-a243-4793-803b-a8ab081d3528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:15.400797 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bf4fe9d3-2ab7-4522-bdc7-cd50dff62507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:15.422379 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-12e16e8b-08f0-471d-beff-beb62762a147 None None] Attempting to bind port ddc8b50e-e170-4a57-9c09-a4a2f408035f on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:04:15.422868 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-12e16e8b-08f0-471d-beff-beb62762a147 None None] Attempting to bind port ddc8b50e-e170-4a57-9c09-a4a2f408035f by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '22052bf7-ca1c-49a9-9b18-7cfc5489b447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4f248213-1134-4b25-a3da-dddc0cd190d1'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:04:15.423279 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e16e8b-08f0-471d-beff-beb62762a147 None None] Attempting to bind port ddc8b50e-e170-4a57-9c09-a4a2f408035f on network 4f248213-1134-4b25-a3da-dddc0cd190d1 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:04:15.442219 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e16e8b-08f0-471d-beff-beb62762a147 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:04:15.442619 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e16e8b-08f0-471d-beff-beb62762a147 None None] Checking segment: {'id': '22052bf7-ca1c-49a9-9b18-7cfc5489b447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4f248213-1134-4b25-a3da-dddc0cd190d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:04:15.443022 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12e16e8b-08f0-471d-beff-beb62762a147 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:15.443428 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e16e8b-08f0-471d-beff-beb62762a147 None None] Bound using segment: {'id': '22052bf7-ca1c-49a9-9b18-7cfc5489b447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4f248213-1134-4b25-a3da-dddc0cd190d1'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:04:15.443964 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-12e16e8b-08f0-471d-beff-beb62762a147 None None] Bound port: ddc8b50e-e170-4a57-9c09-a4a2f408035f, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22052bf7-ca1c-49a9-9b18-7cfc5489b447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4f248213-1134-4b25-a3da-dddc0cd190d1'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:04:15.444364 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12e16e8b-08f0-471d-beff-beb62762a147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:15.474296 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bf4fe9d3-2ab7-4522-bdc7-cd50dff62507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:15.525087 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-12e16e8b-08f0-471d-beff-beb62762a147 None None] For port ddc8b50e-e170-4a57-9c09-a4a2f408035f, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:04:15.528346 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-12e16e8b-08f0-471d-beff-beb62762a147 None None] For port ddc8b50e-e170-4a57-9c09-a4a2f408035f, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=ddc8b50e-e170-4a57-9c09-a4a2f408035f,segment=NetworkSegment(22052bf7-ca1c-49a9-9b18-7cfc5489b447),segment_id=22052bf7-ca1c-49a9-9b18-7cfc5489b447)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:04:15.534438 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12e16e8b-08f0-471d-beff-beb62762a147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:15.590858 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-3ad11edd-a243-4793-803b-a8ab081d3528 admin admin] Allocated IP 172.25.5.200 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/a0321de8-c6c7-41b9-b962-95f3581ff311) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:04:15.655876 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e16e8b-08f0-471d-beff-beb62762a147 None None] Pushing event updated for resources: {'Port': ['ID=ddc8b50e-e170-4a57-9c09-a4a2f408035f,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:15.656261 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bf4fe9d3-2ab7-4522-bdc7-cd50dff62507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:15.667605 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bf4fe9d3-2ab7-4522-bdc7-cd50dff62507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:15.671075 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-bf4fe9d3-2ab7-4522-bdc7-cd50dff62507 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cec399a7-b0d0-4a23-8af1-18240e51cb32 HTTP/1.1" status: 204 len: 168 time: 0.4385166 Sep 07 03:04:15.687915 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4fe9d3-2ab7-4522-bdc7-cd50dff62507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec399a7-b0d0-4a23-8af1-18240e51cb32,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:15.794178 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3ad11edd-a243-4793-803b-a8ab081d3528 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:15.884969 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3ad11edd-a243-4793-803b-a8ab081d3528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:16.009643 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad11edd-a243-4793-803b-a8ab081d3528 admin admin] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:04:16.014713 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-3ad11edd-a243-4793-803b-a8ab081d3528 admin admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:04:16.033648 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad11edd-a243-4793-803b-a8ab081d3528 admin admin] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:04:16.054046 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad11edd-a243-4793-803b-a8ab081d3528 admin admin] Pushing event updated for resources: {'Port': ['ID=a0321de8-c6c7-41b9-b962-95f3581ff311,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:16.375397 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3ad11edd-a243-4793-803b-a8ab081d3528 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:16.611748 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3ad11edd-a243-4793-803b-a8ab081d3528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:16.792873 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad11edd-a243-4793-803b-a8ab081d3528 admin admin] Router ffb119de-8fa2-475f-b915-5e59ead15488 is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 03:04:17.190089 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1373b847-50ae-4bb2-a8cb-55702cbd48b7 None None] Network 4f248213-1134-4b25-a3da-dddc0cd190d1 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:04:17.302768 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device ddc8b50e-e170-4a57-9c09-a4a2f408035f up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:04:17.389333 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-05e47dd2-360d-4a9c-a379-5ff18b0a1a2d None None] Provisioning for port ddc8b50e-e170-4a57-9c09-a4a2f408035f completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:04:17.435328 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad11edd-a243-4793-803b-a8ab081d3528 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:04:17.455924 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3ad11edd-a243-4793-803b-a8ab081d3528 admin admin] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:17.460601 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60446) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:04:17.461812 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-3ad11edd-a243-4793-803b-a8ab081d3528 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.0478747 Sep 07 03:04:17.476651 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8a627b-3dbb-4128-b71c-fc99da6eb9a7 None None] Sync routers for ids ['ffb119de-8fa2-475f-b915-5e59ead15488'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:04:17.504288 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port ddc8b50e-e170-4a57-9c09-a4a2f408035f completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:04:17.511998 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port ddc8b50e-e170-4a57-9c09-a4a2f408035f triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:04:17.512726 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:17.556184 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8a627b-3dbb-4128-b71c-fc99da6eb9a7 None None] Routers {'ffb119de-8fa2-475f-b915-5e59ead15488'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:04:17.557203 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-8d8a627b-3dbb-4128-b71c-fc99da6eb9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:03:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['ffb119de-8fa2-475f-b915-5e59ead15488'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:04:17.746935 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-8d8a627b-3dbb-4128-b71c-fc99da6eb9a7 None None] Set router ffb119de-8fa2-475f-b915-5e59ead15488 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:04:17.984070 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:17.993721 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-641463e6-3bb7-4c68-94b3-078402465f99 None None] Provisioning complete for port ddc8b50e-e170-4a57-9c09-a4a2f408035f triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:04:17.993721 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-641463e6-3bb7-4c68-94b3-078402465f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:18.019464 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-39566564-781c-4a7e-a3fd-eadcf50c0cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:18.093893 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port ddc8b50e-e170-4a57-9c09-a4a2f408035f, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=ddc8b50e-e170-4a57-9c09-a4a2f408035f,segment=NetworkSegment(22052bf7-ca1c-49a9-9b18-7cfc5489b447),segment_id=22052bf7-ca1c-49a9-9b18-7cfc5489b447)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:04:18.143756 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:18.311955 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-39566564-781c-4a7e-a3fd-eadcf50c0cfc admin admin] Allocated IP 172.20.0.1 (4f248213-1134-4b25-a3da-dddc0cd190d1/0f3e666c-35c7-42e0-bce9-c9e2e01b37bc/bec6f7b2-15e4-4ebd-80ac-3b66a58c6f93) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:04:18.312723 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=ddc8b50e-e170-4a57-9c09-a4a2f408035f,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:18.327737 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-8d8a627b-3dbb-4128-b71c-fc99da6eb9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb119de-8fa2-475f-b915-5e59ead15488', 'name': 'tempest-ImageQuotaTest-2026420565-router', 'tenant_id': 'f9808d3ecbc146b88da8a844ced50616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'a0321de8-c6c7-41b9-b962-95f3581ff311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:04:14Z', 'updated_at': '2021-09-07T03:04:16Z', 'revision_number': 3, 'project_id': 'f9808d3ecbc146b88da8a844ced50616', 'gw_port': {'id': 'a0321de8-c6c7-41b9-b962-95f3581ff311', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:cf:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb119de-8fa2-475f-b915-5e59ead15488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:15Z', 'updated_at': '2021-09-07T03:04:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:04:18.359900 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8a627b-3dbb-4128-b71c-fc99da6eb9a7 None None] Checking router: ffb119de-8fa2-475f-b915-5e59ead15488 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:04:18.360206 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8a627b-3dbb-4128-b71c-fc99da6eb9a7 None None] Updating router ffb119de-8fa2-475f-b915-5e59ead15488 port a0321de8-c6c7-41b9-b962-95f3581ff311 binding host n-d-796209-16 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 03:04:18.431748 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8d8a627b-3dbb-4128-b71c-fc99da6eb9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:18.452372 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-39566564-781c-4a7e-a3fd-eadcf50c0cfc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:18.468768 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-39566564-781c-4a7e-a3fd-eadcf50c0cfc admin admin] Transition to ACTIVE for port object bec6f7b2-15e4-4ebd-80ac-3b66a58c6f93 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:04:18.512103 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-39566564-781c-4a7e-a3fd-eadcf50c0cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:18.594190 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39566564-781c-4a7e-a3fd-eadcf50c0cfc admin admin] Network 4f248213-1134-4b25-a3da-dddc0cd190d1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:04:18.601369 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-39566564-781c-4a7e-a3fd-eadcf50c0cfc admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:04:18.608621 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39566564-781c-4a7e-a3fd-eadcf50c0cfc admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:04:18.614426 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39566564-781c-4a7e-a3fd-eadcf50c0cfc admin admin] Pushing event updated for resources: {'Port': ['ID=bec6f7b2-15e4-4ebd-80ac-3b66a58c6f93,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:18.679970 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-39566564-781c-4a7e-a3fd-eadcf50c0cfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:18.810349 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60478) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:04:18.819381 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-f02b3764-df8c-4c96-8bf8-fe01bee31795 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Request body: {'network': {'name': 'tempest-network-smoke--1534608603', 'project_id': '78355387c134473dacc42b7646fd40dd', 'port_security_enabled': True}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:04:18.846558 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02b3764-df8c-4c96-8bf8-fe01bee31795 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Made reservation on behalf of 78355387c134473dacc42b7646fd40dd for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:04:18.859353 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f02b3764-df8c-4c96-8bf8-fe01bee31795 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:18.874717 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8d8a627b-3dbb-4128-b71c-fc99da6eb9a7 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:18.877479 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f02b3764-df8c-4c96-8bf8-fe01bee31795 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:18.904300 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8d8a627b-3dbb-4128-b71c-fc99da6eb9a7 None None] Transition to ACTIVE for port object a0321de8-c6c7-41b9-b962-95f3581ff311 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:04:18.914920 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8d8a627b-3dbb-4128-b71c-fc99da6eb9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:18.970170 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-39566564-781c-4a7e-a3fd-eadcf50c0cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:19.014945 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-8d8a627b-3dbb-4128-b71c-fc99da6eb9a7 None None] Attempting to bind port a0321de8-c6c7-41b9-b962-95f3581ff311 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:04:19.015314 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-8d8a627b-3dbb-4128-b71c-fc99da6eb9a7 None None] Attempting to bind port a0321de8-c6c7-41b9-b962-95f3581ff311 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:04:19.015777 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8a627b-3dbb-4128-b71c-fc99da6eb9a7 None None] Attempting to bind port a0321de8-c6c7-41b9-b962-95f3581ff311 on network 1166b922-7457-4da4-bdda-328e8c8e7bc6 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:04:19.028894 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8a627b-3dbb-4128-b71c-fc99da6eb9a7 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:04:19.029723 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8a627b-3dbb-4128-b71c-fc99da6eb9a7 None None] Checking segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:04:19.029723 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8d8a627b-3dbb-4128-b71c-fc99da6eb9a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:19.030548 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8a627b-3dbb-4128-b71c-fc99da6eb9a7 None None] Bound using segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:04:19.031229 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-8d8a627b-3dbb-4128-b71c-fc99da6eb9a7 None None] Bound port: a0321de8-c6c7-41b9-b962-95f3581ff311, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:04:19.031701 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8d8a627b-3dbb-4128-b71c-fc99da6eb9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:19.098948 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f02b3764-df8c-4c96-8bf8-fe01bee31795 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:19.116101 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f02b3764-df8c-4c96-8bf8-fe01bee31795 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:19.150820 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8d8a627b-3dbb-4128-b71c-fc99da6eb9a7 None None] For port a0321de8-c6c7-41b9-b962-95f3581ff311, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:04:19.155312 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8d8a627b-3dbb-4128-b71c-fc99da6eb9a7 None None] For port a0321de8-c6c7-41b9-b962-95f3581ff311, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=a0321de8-c6c7-41b9-b962-95f3581ff311,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:04:19.157777 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-144dcd49-8b9a-4227-ad15-7385827c8425 None None] Provisioning for port bec6f7b2-15e4-4ebd-80ac-3b66a58c6f93 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:04:19.160825 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da09771-6103-4d4b-a2a7-3a9200e7f5e6 None None] Pushing event updated for resources: {'Port': ['ID=a0321de8-c6c7-41b9-b962-95f3581ff311,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:19.171267 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8d8a627b-3dbb-4128-b71c-fc99da6eb9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:19.180114 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f02b3764-df8c-4c96-8bf8-fe01bee31795 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 03:04:19.181236 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-144dcd49-8b9a-4227-ad15-7385827c8425 None None] Provisioning complete for port bec6f7b2-15e4-4ebd-80ac-3b66a58c6f93 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:04:19.181809 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-144dcd49-8b9a-4227-ad15-7385827c8425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:19.191544 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02b3764-df8c-4c96-8bf8-fe01bee31795 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21938405-3009-438c-aa7e-d653ff1a4c2d,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:19.212461 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f02b3764-df8c-4c96-8bf8-fe01bee31795 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:19.213076 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-f02b3764-df8c-4c96-8bf8-fe01bee31795 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Added segment a5c7473a-e694-4c45-9546-fd4f0b9ab3f9 of type vlan for network 705decc7-b040-46a6-b48e-b43279f9839c Sep 07 03:04:19.307213 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f02b3764-df8c-4c96-8bf8-fe01bee31795 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:19.313785 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device ddc8b50e-e170-4a57-9c09-a4a2f408035f up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:04:19.350650 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8a627b-3dbb-4128-b71c-fc99da6eb9a7 None None] Routers {'ffb119de-8fa2-475f-b915-5e59ead15488'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:04:19.351919 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-8d8a627b-3dbb-4128-b71c-fc99da6eb9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:03:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['ffb119de-8fa2-475f-b915-5e59ead15488'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:04:19.368339 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f02b3764-df8c-4c96-8bf8-fe01bee31795 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:19.374174 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02b3764-df8c-4c96-8bf8-fe01bee31795 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:19.375588 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f02b3764-df8c-4c96-8bf8-fe01bee31795 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:19.379816 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-144dcd49-8b9a-4227-ad15-7385827c8425 None None] Port bec6f7b2-15e4-4ebd-80ac-3b66a58c6f93 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:04:19.426704 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da09771-6103-4d4b-a2a7-3a9200e7f5e6 None None] Pushing event updated for resources: {'Port': ['ID=a0321de8-c6c7-41b9-b962-95f3581ff311,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:19.462819 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f02b3764-df8c-4c96-8bf8-fe01bee31795 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6502352 Sep 07 03:04:19.463431 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60496) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:04:19.486513 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-1ba9a34c-a6aa-4ea2-bed2-2e470f2c6159 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-953232466', 'admin_state_up': True, 'project_id': '78355387c134473dacc42b7646fd40dd', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:04:19.543565 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1ba9a34c-a6aa-4ea2-bed2-2e470f2c6159 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:19.543565 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1ba9a34c-a6aa-4ea2-bed2-2e470f2c6159 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:19.600600 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1ba9a34c-a6aa-4ea2-bed2-2e470f2c6159 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:19.605774 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02b3764-df8c-4c96-8bf8-fe01bee31795 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Pushing event updated for resources: {'Network': ['ID=705decc7-b040-46a6-b48e-b43279f9839c,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:19.654295 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-39566564-781c-4a7e-a3fd-eadcf50c0cfc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:19.662741 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-39566564-781c-4a7e-a3fd-eadcf50c0cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:19.765586 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39566564-781c-4a7e-a3fd-eadcf50c0cfc admin admin] Pushing event updated for resources: {'Port': ['ID=bec6f7b2-15e4-4ebd-80ac-3b66a58c6f93,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:19.768347 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-39566564-781c-4a7e-a3fd-eadcf50c0cfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:19.780220 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 705decc7-b040-46a6-b48e-b43279f9839c details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 03:04:19.794785 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1ba9a34c-a6aa-4ea2-bed2-2e470f2c6159 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:19.804837 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port ddc8b50e-e170-4a57-9c09-a4a2f408035f triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:04:19.805572 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:19.892713 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39566564-781c-4a7e-a3fd-eadcf50c0cfc admin admin] Network 4f248213-1134-4b25-a3da-dddc0cd190d1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:04:19.910205 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-39566564-781c-4a7e-a3fd-eadcf50c0cfc admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:04:19.915137 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-8d8a627b-3dbb-4128-b71c-fc99da6eb9a7 None None] Set router ffb119de-8fa2-475f-b915-5e59ead15488 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:04:20.094323 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39566564-781c-4a7e-a3fd-eadcf50c0cfc admin admin] Router ffb119de-8fa2-475f-b915-5e59ead15488 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:04:20.193284 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1ba9a34c-a6aa-4ea2-bed2-2e470f2c6159 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks [] for router_gateway, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:20.219705 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1ba9a34c-a6aa-4ea2-bed2-2e470f2c6159 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:20.287236 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39566564-781c-4a7e-a3fd-eadcf50c0cfc admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:04:20.305058 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-39566564-781c-4a7e-a3fd-eadcf50c0cfc admin admin] 10.222.0.22 "PUT /v2.0/routers/ffb119de-8fa2-475f-b915-5e59ead15488/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8432758 Sep 07 03:04:20.342216 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-8d8a627b-3dbb-4128-b71c-fc99da6eb9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb119de-8fa2-475f-b915-5e59ead15488', 'name': 'tempest-ImageQuotaTest-2026420565-router', 'tenant_id': 'f9808d3ecbc146b88da8a844ced50616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'a0321de8-c6c7-41b9-b962-95f3581ff311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:04:14Z', 'updated_at': '2021-09-07T03:04:18Z', 'revision_number': 4, 'project_id': 'f9808d3ecbc146b88da8a844ced50616', 'gw_port': {'id': 'a0321de8-c6c7-41b9-b962-95f3581ff311', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:cf:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb119de-8fa2-475f-b915-5e59ead15488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:15Z', 'updated_at': '2021-09-07T03:04:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'bec6f7b2-15e4-4ebd-80ac-3b66a58c6f93', 'name': '', 'network_id': '4f248213-1134-4b25-a3da-dddc0cd190d1', 'tenant_id': 'f9808d3ecbc146b88da8a844ced50616', 'mac_address': 'fa:16:3e:e7:7b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb119de-8fa2-475f-b915-5e59ead15488', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '0f3e666c-35c7-42e0-bce9-c9e2e01b37bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:18Z', 'updated_at': '2021-09-07T03:04:18Z', 'revision_number': 1, 'project_id': 'f9808d3ecbc146b88da8a844ced50616', 'subnets': [{'id': '0f3e666c-35c7-42e0-bce9-c9e2e01b37bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:04:20.376282 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8a627b-3dbb-4128-b71c-fc99da6eb9a7 None None] The sync data for ids ['ffb119de-8fa2-475f-b915-5e59ead15488'] in n-d-796209-16 is: [{'id': 'ffb119de-8fa2-475f-b915-5e59ead15488', 'name': 'tempest-ImageQuotaTest-2026420565-router', 'tenant_id': 'f9808d3ecbc146b88da8a844ced50616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'a0321de8-c6c7-41b9-b962-95f3581ff311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:04:14Z', 'updated_at': '2021-09-07T03:04:18Z', 'revision_number': 4, 'project_id': 'f9808d3ecbc146b88da8a844ced50616', 'gw_port': {'id': 'a0321de8-c6c7-41b9-b962-95f3581ff311', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:cf:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb119de-8fa2-475f-b915-5e59ead15488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:15Z', 'updated_at': '2021-09-07T03:04:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'bec6f7b2-15e4-4ebd-80ac-3b66a58c6f93', 'name': '', 'network_id': '4f248213-1134-4b25-a3da-dddc0cd190d1', 'tenant_id': 'f9808d3ecbc146b88da8a844ced50616', 'mac_address': 'fa:16:3e:e7:7b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb119de-8fa2-475f-b915-5e59ead15488', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '0f3e666c-35c7-42e0-bce9-c9e2e01b37bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:18Z', 'updated_at': '2021-09-07T03:04:18Z', 'revision_number': 1, 'project_id': 'f9808d3ecbc146b88da8a844ced50616', 'subnets': [{'id': '0f3e666c-35c7-42e0-bce9-c9e2e01b37bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:04:20.421645 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-6e4e9eb6-277b-4524-8622-558cca33cde5 None None] Provisioning complete for port bec6f7b2-15e4-4ebd-80ac-3b66a58c6f93 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:04:20.421645 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6e4e9eb6-277b-4524-8622-558cca33cde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:20.454512 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-1ba9a34c-a6aa-4ea2-bed2-2e470f2c6159 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Allocated IP 172.25.5.80 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/44b77162-4546-450d-8f11-d45ce554fa30) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:04:20.506158 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-6e4e9eb6-277b-4524-8622-558cca33cde5 None None] Port bec6f7b2-15e4-4ebd-80ac-3b66a58c6f93 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:04:20.608172 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1ba9a34c-a6aa-4ea2-bed2-2e470f2c6159 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:20.743669 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1ba9a34c-a6aa-4ea2-bed2-2e470f2c6159 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:20.886770 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba9a34c-a6aa-4ea2-bed2-2e470f2c6159 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:04:20.903883 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-1ba9a34c-a6aa-4ea2-bed2-2e470f2c6159 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:04:20.915863 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba9a34c-a6aa-4ea2-bed2-2e470f2c6159 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:04:20.997706 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba9a34c-a6aa-4ea2-bed2-2e470f2c6159 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Pushing event updated for resources: {'Port': ['ID=44b77162-4546-450d-8f11-d45ce554fa30,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:21.487392 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1ba9a34c-a6aa-4ea2-bed2-2e470f2c6159 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks [] for router_gateway, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:21.627752 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:21.629139 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:21.815394 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1ba9a34c-a6aa-4ea2-bed2-2e470f2c6159 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:22.084857 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ba9a34c-a6aa-4ea2-bed2-2e470f2c6159 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Router 2aa67271-75cf-4f23-b68a-181bf8b2a2bb is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 03:04:22.355171 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba9a34c-a6aa-4ea2-bed2-2e470f2c6159 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:04:22.369498 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb2c6d2-02ef-4546-81aa-b3670496df4c None None] Sync routers for ids ['2aa67271-75cf-4f23-b68a-181bf8b2a2bb'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:04:22.385071 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1ba9a34c-a6aa-4ea2-bed2-2e470f2c6159 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:22.390271 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-1ba9a34c-a6aa-4ea2-bed2-2e470f2c6159 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.9229877 Sep 07 03:04:22.391147 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60558) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:04:22.392990 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb2c6d2-02ef-4546-81aa-b3670496df4c None None] Routers {'2aa67271-75cf-4f23-b68a-181bf8b2a2bb'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:04:22.397255 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-efb2c6d2-02ef-4546-81aa-b3670496df4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:03:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['2aa67271-75cf-4f23-b68a-181bf8b2a2bb'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:04:22.550578 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-efb2c6d2-02ef-4546-81aa-b3670496df4c None None] Set router 2aa67271-75cf-4f23-b68a-181bf8b2a2bb gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:04:22.616167 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60566) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:04:22.656048 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-24f7f40d-7b14-445b-9373-d5553b987656 tempest-TestSecurityGroupsBasicOps-1346892071 tempest-TestSecurityGroupsBasicOps-1346892071-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=78355387c134473dacc42b7646fd40dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2629490 Sep 07 03:04:22.660643 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60568) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:04:22.817715 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-efb2c6d2-02ef-4546-81aa-b3670496df4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aa67271-75cf-4f23-b68a-181bf8b2a2bb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-953232466', 'tenant_id': '78355387c134473dacc42b7646fd40dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '44b77162-4546-450d-8f11-d45ce554fa30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:04:19Z', 'updated_at': '2021-09-07T03:04:21Z', 'revision_number': 3, 'project_id': '78355387c134473dacc42b7646fd40dd', 'gw_port': {'id': '44b77162-4546-450d-8f11-d45ce554fa30', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f0:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aa67271-75cf-4f23-b68a-181bf8b2a2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:20Z', 'updated_at': '2021-09-07T03:04:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:04:22.849498 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb2c6d2-02ef-4546-81aa-b3670496df4c None None] Checking router: 2aa67271-75cf-4f23-b68a-181bf8b2a2bb for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:04:22.849857 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb2c6d2-02ef-4546-81aa-b3670496df4c None None] Updating router 2aa67271-75cf-4f23-b68a-181bf8b2a2bb port 44b77162-4546-450d-8f11-d45ce554fa30 binding host n-d-796209-16 {{(pid=94703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 03:04:22.895325 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6b4b40-f948-45ff-846e-b5cd2f73b926 tempest-TestSecurityGroupsBasicOps-1346892071 tempest-TestSecurityGroupsBasicOps-1346892071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:22.895579 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-efb2c6d2-02ef-4546-81aa-b3670496df4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:22.899643 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-4d6b4b40-f948-45ff-846e-b5cd2f73b926 tempest-TestSecurityGroupsBasicOps-1346892071 tempest-TestSecurityGroupsBasicOps-1346892071-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2351840 Sep 07 03:04:22.902124 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60570) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:04:23.030641 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-7584e399-e8d5-4eba-8284-924400a751c4 tempest-TestSecurityGroupsBasicOps-1346892071 tempest-TestSecurityGroupsBasicOps-1346892071-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=1166b922-7457-4da4-bdda-328e8c8e7bc6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1259346 Sep 07 03:04:23.032523 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60574) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:04:23.041198 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-5f8074b1-2c94-4fd7-84da-b22a3c03c740 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-811384332', 'network_id': '705decc7-b040-46a6-b48e-b43279f9839c', 'project_id': '78355387c134473dacc42b7646fd40dd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:04:23.309785 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8074b1-2c94-4fd7-84da-b22a3c03c740 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Made reservation on behalf of 78355387c134473dacc42b7646fd40dd for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:04:23.310837 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device a0321de8-c6c7-41b9-b962-95f3581ff311 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:04:23.318414 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5f8074b1-2c94-4fd7-84da-b22a3c03c740 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:23.348101 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-efb2c6d2-02ef-4546-81aa-b3670496df4c None None] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:23.376200 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-77cf9ef3-33fc-4a92-bc52-c5361073c448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:23.380941 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-efb2c6d2-02ef-4546-81aa-b3670496df4c None None] Transition to ACTIVE for port object 44b77162-4546-450d-8f11-d45ce554fa30 will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:04:23.403605 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-efb2c6d2-02ef-4546-81aa-b3670496df4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:23.492878 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port a0321de8-c6c7-41b9-b962-95f3581ff311 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:04:23.514258 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port a0321de8-c6c7-41b9-b962-95f3581ff311 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:04:23.514976 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:23.552551 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-efb2c6d2-02ef-4546-81aa-b3670496df4c None None] Attempting to bind port 44b77162-4546-450d-8f11-d45ce554fa30 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:04:23.553658 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-efb2c6d2-02ef-4546-81aa-b3670496df4c None None] Attempting to bind port 44b77162-4546-450d-8f11-d45ce554fa30 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:04:23.554840 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb2c6d2-02ef-4546-81aa-b3670496df4c None None] Attempting to bind port 44b77162-4546-450d-8f11-d45ce554fa30 on network 1166b922-7457-4da4-bdda-328e8c8e7bc6 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:04:23.572718 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9e7baa-52a1-4593-bf24-877741cda4d8 None None] Pushing event updated for resources: {'Port': ['ID=44b77162-4546-450d-8f11-d45ce554fa30,revision_number=2']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:23.577256 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb2c6d2-02ef-4546-81aa-b3670496df4c None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:04:23.579809 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb2c6d2-02ef-4546-81aa-b3670496df4c None None] Checking segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:04:23.580366 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-efb2c6d2-02ef-4546-81aa-b3670496df4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:23.580781 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb2c6d2-02ef-4546-81aa-b3670496df4c None None] Bound using segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:04:23.581342 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-efb2c6d2-02ef-4546-81aa-b3670496df4c None None] Bound port: 44b77162-4546-450d-8f11-d45ce554fa30, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:04:23.581722 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-efb2c6d2-02ef-4546-81aa-b3670496df4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:23.642291 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd27560-a218-42ce-9260-ec56139f4b24 None None] Sync routers for ids ['ffb119de-8fa2-475f-b915-5e59ead15488'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:04:23.650676 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9e7baa-52a1-4593-bf24-877741cda4d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:04:23.651390 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9e7baa-52a1-4593-bf24-877741cda4d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:04:23.651390 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9e7baa-52a1-4593-bf24-877741cda4d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:04:23.652885 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9e7baa-52a1-4593-bf24-877741cda4d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:04:23.652885 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9e7baa-52a1-4593-bf24-877741cda4d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:04:23.652885 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9e7baa-52a1-4593-bf24-877741cda4d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:04:23.652885 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9e7baa-52a1-4593-bf24-877741cda4d8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:04:23.653159 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9e7baa-52a1-4593-bf24-877741cda4d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:04:23.653457 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9e7baa-52a1-4593-bf24-877741cda4d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:04:23.653775 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9e7baa-52a1-4593-bf24-877741cda4d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:04:23.654146 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9e7baa-52a1-4593-bf24-877741cda4d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:04:23.654406 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9e7baa-52a1-4593-bf24-877741cda4d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:04:23.702127 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd27560-a218-42ce-9260-ec56139f4b24 None None] Routers {'ffb119de-8fa2-475f-b915-5e59ead15488'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:04:23.702393 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-6cd27560-a218-42ce-9260-ec56139f4b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:03:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['ffb119de-8fa2-475f-b915-5e59ead15488'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:04:23.726550 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-efb2c6d2-02ef-4546-81aa-b3670496df4c None None] For port 44b77162-4546-450d-8f11-d45ce554fa30, host n-d-796209-16, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:04:23.731366 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-efb2c6d2-02ef-4546-81aa-b3670496df4c None None] For port 44b77162-4546-450d-8f11-d45ce554fa30, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=44b77162-4546-450d-8f11-d45ce554fa30,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:04:23.737980 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-efb2c6d2-02ef-4546-81aa-b3670496df4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:23.763583 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5f8074b1-2c94-4fd7-84da-b22a3c03c740 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:23.859421 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8074b1-2c94-4fd7-84da-b22a3c03c740 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Pushing event updated for resources: {'Subnet': ['ID=6fab5d4d-4d56-4c7f-b912-5221bc05bf32,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:23.877776 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb2c6d2-02ef-4546-81aa-b3670496df4c None None] Routers {'2aa67271-75cf-4f23-b68a-181bf8b2a2bb'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:04:23.878402 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-efb2c6d2-02ef-4546-81aa-b3670496df4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:03:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['2aa67271-75cf-4f23-b68a-181bf8b2a2bb'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:04:23.905882 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8074b1-2c94-4fd7-84da-b22a3c03c740 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Checking segment: {'id': 'a5c7473a-e694-4c45-9546-fd4f0b9ab3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '705decc7-b040-46a6-b48e-b43279f9839c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:04:23.906227 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8074b1-2c94-4fd7-84da-b22a3c03c740 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Network hostable DHCP agents. Network: 705decc7-b040-46a6-b48e-b43279f9839c, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 03:04:23.921318 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:23.931358 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8074b1-2c94-4fd7-84da-b22a3c03c740 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Network 705decc7-b040-46a6-b48e-b43279f9839c is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 03:04:23.948064 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-5f8074b1-2c94-4fd7-84da-b22a3c03c740 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 705decc7-b040-46a6-b48e-b43279f9839c) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:04:23.952712 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8074b1-2c94-4fd7-84da-b22a3c03c740 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:23.953313 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5f8074b1-2c94-4fd7-84da-b22a3c03c740 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:23.973016 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9e7baa-52a1-4593-bf24-877741cda4d8 None None] Pushing event updated for resources: {'Port': ['ID=44b77162-4546-450d-8f11-d45ce554fa30,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:23.986289 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-5f8074b1-2c94-4fd7-84da-b22a3c03c740 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9526544 Sep 07 03:04:23.986909 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60586) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:04:24.017671 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11c5b73-7585-4d55-9dd2-1f9d923d1631 None None] Network 705decc7-b040-46a6-b48e-b43279f9839c requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:04:24.035874 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-77cf9ef3-33fc-4a92-bc52-c5361073c448 admin admin] Deleting port bec6f7b2-15e4-4ebd-80ac-3b66a58c6f93 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:04:24.036428 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-77cf9ef3-33fc-4a92-bc52-c5361073c448 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:24.071243 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port a0321de8-c6c7-41b9-b962-95f3581ff311, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=a0321de8-c6c7-41b9-b962-95f3581ff311,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:04:24.091431 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-efb2c6d2-02ef-4546-81aa-b3670496df4c None None] Set router 2aa67271-75cf-4f23-b68a-181bf8b2a2bb gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:04:24.109544 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:24.148877 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-77cf9ef3-33fc-4a92-bc52-c5361073c448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:24.180030 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-77cf9ef3-33fc-4a92-bc52-c5361073c448 admin admin] Calling delete_port for bec6f7b2-15e4-4ebd-80ac-3b66a58c6f93 owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:04:24.295424 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-6cd27560-a218-42ce-9260-ec56139f4b24 None None] Set router ffb119de-8fa2-475f-b915-5e59ead15488 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:04:24.297304 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=a0321de8-c6c7-41b9-b962-95f3581ff311,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:24.368722 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-efb2c6d2-02ef-4546-81aa-b3670496df4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aa67271-75cf-4f23-b68a-181bf8b2a2bb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-953232466', 'tenant_id': '78355387c134473dacc42b7646fd40dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '44b77162-4546-450d-8f11-d45ce554fa30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:04:19Z', 'updated_at': '2021-09-07T03:04:21Z', 'revision_number': 3, 'project_id': '78355387c134473dacc42b7646fd40dd', 'gw_port': {'id': '44b77162-4546-450d-8f11-d45ce554fa30', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f0:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aa67271-75cf-4f23-b68a-181bf8b2a2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:20Z', 'updated_at': '2021-09-07T03:04:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:04:24.371066 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:04:24.371594 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:04:24.371789 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:04:24.372137 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:04:24.372480 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:04:24.372821 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:04:24.373158 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:04:24.373492 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:04:24.373824 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:04:24.374158 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:04:24.374486 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:04:24.387976 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:04:24.458486 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb2c6d2-02ef-4546-81aa-b3670496df4c None None] The sync data for ids ['2aa67271-75cf-4f23-b68a-181bf8b2a2bb'] in n-d-796209-16 is: [{'id': '2aa67271-75cf-4f23-b68a-181bf8b2a2bb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-953232466', 'tenant_id': '78355387c134473dacc42b7646fd40dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '44b77162-4546-450d-8f11-d45ce554fa30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:04:19Z', 'updated_at': '2021-09-07T03:04:21Z', 'revision_number': 3, 'project_id': '78355387c134473dacc42b7646fd40dd', 'gw_port': {'id': '44b77162-4546-450d-8f11-d45ce554fa30', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f0:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aa67271-75cf-4f23-b68a-181bf8b2a2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:20Z', 'updated_at': '2021-09-07T03:04:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:04:24.674783 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-77cf9ef3-33fc-4a92-bc52-c5361073c448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:24.681070 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d48539-ea03-43cf-b9e9-a15d01a48985 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-705decc7-b040-46a6-b48e-b43279f9839c', 'network_id': '705decc7-b040-46a6-b48e-b43279f9839c', 'tenant_id': '78355387c134473dacc42b7646fd40dd', 'fixed_ips': [{'subnet_id': '6fab5d4d-4d56-4c7f-b912-5221bc05bf32'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 03:04:24.681936 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-53d48539-ea03-43cf-b9e9-a15d01a48985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:24.736694 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cf9ef3-33fc-4a92-bc52-c5361073c448 admin admin] Pushing event deleted for resources: {'Port': ['ID=bec6f7b2-15e4-4ebd-80ac-3b66a58c6f93,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:25.030091 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-53d48539-ea03-43cf-b9e9-a15d01a48985 None None] Allocated IP 172.20.0.2 (705decc7-b040-46a6-b48e-b43279f9839c/6fab5d4d-4d56-4c7f-b912-5221bc05bf32/46a1963e-8256-4391-aa51-8de50c1a323f) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:04:25.259517 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-77cf9ef3-33fc-4a92-bc52-c5361073c448 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:25.303729 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-6cd27560-a218-42ce-9260-ec56139f4b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb119de-8fa2-475f-b915-5e59ead15488', 'name': 'tempest-ImageQuotaTest-2026420565-router', 'tenant_id': 'f9808d3ecbc146b88da8a844ced50616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'a0321de8-c6c7-41b9-b962-95f3581ff311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:04:14Z', 'updated_at': '2021-09-07T03:04:18Z', 'revision_number': 4, 'project_id': 'f9808d3ecbc146b88da8a844ced50616', 'gw_port': {'id': 'a0321de8-c6c7-41b9-b962-95f3581ff311', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:cf:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb119de-8fa2-475f-b915-5e59ead15488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:15Z', 'updated_at': '2021-09-07T03:04:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'bec6f7b2-15e4-4ebd-80ac-3b66a58c6f93', 'name': '', 'network_id': '4f248213-1134-4b25-a3da-dddc0cd190d1', 'tenant_id': 'f9808d3ecbc146b88da8a844ced50616', 'mac_address': 'fa:16:3e:e7:7b:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb119de-8fa2-475f-b915-5e59ead15488', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '0f3e666c-35c7-42e0-bce9-c9e2e01b37bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:18Z', 'updated_at': '2021-09-07T03:04:19Z', 'revision_number': 2, 'project_id': 'f9808d3ecbc146b88da8a844ced50616', 'subnets': [{'id': '0f3e666c-35c7-42e0-bce9-c9e2e01b37bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:04:25.481559 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd27560-a218-42ce-9260-ec56139f4b24 None None] Checking router: ffb119de-8fa2-475f-b915-5e59ead15488 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:04:25.482625 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd27560-a218-42ce-9260-ec56139f4b24 None None] Updating router ffb119de-8fa2-475f-b915-5e59ead15488 port bec6f7b2-15e4-4ebd-80ac-3b66a58c6f93 binding host n-d-796209-16 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 03:04:25.517840 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 44b77162-4546-450d-8f11-d45ce554fa30 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:04:25.572418 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd27560-a218-42ce-9260-ec56139f4b24 None None] Port bec6f7b2-15e4-4ebd-80ac-3b66a58c6f93 not found while updating agent binding for router ffb119de-8fa2-475f-b915-5e59ead15488. {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 07 03:04:25.595128 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd27560-a218-42ce-9260-ec56139f4b24 None None] Routers {'ffb119de-8fa2-475f-b915-5e59ead15488'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:04:25.598688 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-6cd27560-a218-42ce-9260-ec56139f4b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:03:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['ffb119de-8fa2-475f-b915-5e59ead15488'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:04:25.660131 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-53d48539-ea03-43cf-b9e9-a15d01a48985 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:25.684456 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 44b77162-4546-450d-8f11-d45ce554fa30 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:04:25.702716 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-53d48539-ea03-43cf-b9e9-a15d01a48985 None None] Transition to ACTIVE for port object 46a1963e-8256-4391-aa51-8de50c1a323f will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:04:25.705190 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 44b77162-4546-450d-8f11-d45ce554fa30 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:04:25.707854 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:25.720660 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77cf9ef3-33fc-4a92-bc52-c5361073c448 admin admin] Router ffb119de-8fa2-475f-b915-5e59ead15488 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:04:25.865806 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-53d48539-ea03-43cf-b9e9-a15d01a48985 None None] Transition to ACTIVE for port object 46a1963e-8256-4391-aa51-8de50c1a323f will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:04:25.922847 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-74766973-5a5a-426f-9d92-1f6d5ad8329c tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:25.942947 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-53d48539-ea03-43cf-b9e9-a15d01a48985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:25.974450 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-6cd27560-a218-42ce-9260-ec56139f4b24 None None] Set router ffb119de-8fa2-475f-b915-5e59ead15488 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:04:25.985675 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-07182a97-d01e-48c7-9a58-8da088b4d26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:25.990373 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77cf9ef3-33fc-4a92-bc52-c5361073c448 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:04:26.003966 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-77cf9ef3-33fc-4a92-bc52-c5361073c448 admin admin] 10.222.0.22 "PUT /v2.0/routers/ffb119de-8fa2-475f-b915-5e59ead15488/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3860683 Sep 07 03:04:26.004685 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60612) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:04:26.157130 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d48539-ea03-43cf-b9e9-a15d01a48985 None None] Network 705decc7-b040-46a6-b48e-b43279f9839c is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:04:26.162973 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-53d48539-ea03-43cf-b9e9-a15d01a48985 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:04:26.184550 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d48539-ea03-43cf-b9e9-a15d01a48985 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:04:26.239803 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e0bb528b-b443-4ec9-a48e-e9e8eeb3414e admin admin] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:26.259376 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d48539-ea03-43cf-b9e9-a15d01a48985 None None] Pushing event updated for resources: {'Port': ['ID=46a1963e-8256-4391-aa51-8de50c1a323f,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:26.401831 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:26.420663 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e0bb528b-b443-4ec9-a48e-e9e8eeb3414e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:26.438808 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-53d48539-ea03-43cf-b9e9-a15d01a48985 None None] Attempting to bind port 46a1963e-8256-4391-aa51-8de50c1a323f on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:04:26.439541 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-53d48539-ea03-43cf-b9e9-a15d01a48985 None None] Attempting to bind port 46a1963e-8256-4391-aa51-8de50c1a323f by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a5c7473a-e694-4c45-9546-fd4f0b9ab3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '705decc7-b040-46a6-b48e-b43279f9839c'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:04:26.440120 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d48539-ea03-43cf-b9e9-a15d01a48985 None None] Attempting to bind port 46a1963e-8256-4391-aa51-8de50c1a323f on network 705decc7-b040-46a6-b48e-b43279f9839c {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:04:26.459319 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 44b77162-4546-450d-8f11-d45ce554fa30, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=44b77162-4546-450d-8f11-d45ce554fa30,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:04:26.461483 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d48539-ea03-43cf-b9e9-a15d01a48985 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:04:26.462274 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d48539-ea03-43cf-b9e9-a15d01a48985 None None] Checking segment: {'id': 'a5c7473a-e694-4c45-9546-fd4f0b9ab3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '705decc7-b040-46a6-b48e-b43279f9839c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:04:26.463087 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-53d48539-ea03-43cf-b9e9-a15d01a48985 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:26.463732 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d48539-ea03-43cf-b9e9-a15d01a48985 None None] Bound using segment: {'id': 'a5c7473a-e694-4c45-9546-fd4f0b9ab3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '705decc7-b040-46a6-b48e-b43279f9839c'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:04:26.464466 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-53d48539-ea03-43cf-b9e9-a15d01a48985 None None] Bound port: 46a1963e-8256-4391-aa51-8de50c1a323f, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5c7473a-e694-4c45-9546-fd4f0b9ab3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '705decc7-b040-46a6-b48e-b43279f9839c'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:04:26.465172 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-53d48539-ea03-43cf-b9e9-a15d01a48985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:26.475866 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:26.477107 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device a0321de8-c6c7-41b9-b962-95f3581ff311 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:04:26.552789 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=44b77162-4546-450d-8f11-d45ce554fa30,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:26.588814 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-e0bb528b-b443-4ec9-a48e-e9e8eeb3414e admin admin] Deleting port a0321de8-c6c7-41b9-b962-95f3581ff311 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:04:26.589545 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e0bb528b-b443-4ec9-a48e-e9e8eeb3414e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:26.686855 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-e0bb528b-b443-4ec9-a48e-e9e8eeb3414e admin admin] For port a0321de8-c6c7-41b9-b962-95f3581ff311, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=a0321de8-c6c7-41b9-b962-95f3581ff311,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:04:26.686855 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e0bb528b-b443-4ec9-a48e-e9e8eeb3414e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:26.692787 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-74766973-5a5a-426f-9d92-1f6d5ad8329c tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Allocated IP 172.20.0.1 (705decc7-b040-46a6-b48e-b43279f9839c/6fab5d4d-4d56-4c7f-b912-5221bc05bf32/94d4a5da-7d5d-4487-abe2-9abfea505fde) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:04:26.724329 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-53d48539-ea03-43cf-b9e9-a15d01a48985 None None] For port 46a1963e-8256-4391-aa51-8de50c1a323f, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:04:26.732368 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-53d48539-ea03-43cf-b9e9-a15d01a48985 None None] For port 46a1963e-8256-4391-aa51-8de50c1a323f, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=46a1963e-8256-4391-aa51-8de50c1a323f,segment=NetworkSegment(a5c7473a-e694-4c45-9546-fd4f0b9ab3f9),segment_id=a5c7473a-e694-4c45-9546-fd4f0b9ab3f9)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:04:26.743117 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port a0321de8-c6c7-41b9-b962-95f3581ff311 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:04:26.743735 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:26.746199 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-53d48539-ea03-43cf-b9e9-a15d01a48985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:26.749356 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-6cd27560-a218-42ce-9260-ec56139f4b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb119de-8fa2-475f-b915-5e59ead15488', 'name': 'tempest-ImageQuotaTest-2026420565-router', 'tenant_id': 'f9808d3ecbc146b88da8a844ced50616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'a0321de8-c6c7-41b9-b962-95f3581ff311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:04:14Z', 'updated_at': '2021-09-07T03:04:24Z', 'revision_number': 5, 'project_id': 'f9808d3ecbc146b88da8a844ced50616', 'gw_port': {'id': 'a0321de8-c6c7-41b9-b962-95f3581ff311', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:cf:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb119de-8fa2-475f-b915-5e59ead15488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:15Z', 'updated_at': '2021-09-07T03:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:04:26.760579 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-e0bb528b-b443-4ec9-a48e-e9e8eeb3414e admin admin] Calling delete_port for a0321de8-c6c7-41b9-b962-95f3581ff311 owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:04:26.880149 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-74766973-5a5a-426f-9d92-1f6d5ad8329c tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:26.896459 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-74766973-5a5a-426f-9d92-1f6d5ad8329c tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Transition to ACTIVE for port object 94d4a5da-7d5d-4487-abe2-9abfea505fde will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:04:26.946461 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-74766973-5a5a-426f-9d92-1f6d5ad8329c tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:27.022989 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74766973-5a5a-426f-9d92-1f6d5ad8329c tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Network 705decc7-b040-46a6-b48e-b43279f9839c is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:04:27.026290 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-74766973-5a5a-426f-9d92-1f6d5ad8329c tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:04:27.032663 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74766973-5a5a-426f-9d92-1f6d5ad8329c tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:04:27.040005 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74766973-5a5a-426f-9d92-1f6d5ad8329c tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Pushing event updated for resources: {'Port': ['ID=94d4a5da-7d5d-4487-abe2-9abfea505fde,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:27.099963 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e0bb528b-b443-4ec9-a48e-e9e8eeb3414e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:27.112328 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-74766973-5a5a-426f-9d92-1f6d5ad8329c tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:27.183346 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bb528b-b443-4ec9-a48e-e9e8eeb3414e admin admin] Pushing event deleted for resources: {'Port': ['ID=a0321de8-c6c7-41b9-b962-95f3581ff311,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:27.274886 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd27560-a218-42ce-9260-ec56139f4b24 None None] The sync data for ids ['ffb119de-8fa2-475f-b915-5e59ead15488'] in n-d-796209-16 is: [{'id': 'ffb119de-8fa2-475f-b915-5e59ead15488', 'name': 'tempest-ImageQuotaTest-2026420565-router', 'tenant_id': 'f9808d3ecbc146b88da8a844ced50616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'a0321de8-c6c7-41b9-b962-95f3581ff311', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:04:14Z', 'updated_at': '2021-09-07T03:04:24Z', 'revision_number': 5, 'project_id': 'f9808d3ecbc146b88da8a844ced50616', 'gw_port': {'id': 'a0321de8-c6c7-41b9-b962-95f3581ff311', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:cf:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb119de-8fa2-475f-b915-5e59ead15488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:15Z', 'updated_at': '2021-09-07T03:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:04:27.280798 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Could not find standard attr ID for object a0321de8-c6c7-41b9-b962-95f3581ff311. {{(pid=94702) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 03:04:27.286329 n-d-796209-16 neutron-server[94702]: INFO neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No ports have port_id starting with a0321de8-c6c7-41b9-b962-95f3581ff311 Sep 07 03:04:27.338254 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d48539-ea03-43cf-b9e9-a15d01a48985 None None] Pushing event updated for resources: {'Port': ['ID=46a1963e-8256-4391-aa51-8de50c1a323f,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:27.408203 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e0bb528b-b443-4ec9-a48e-e9e8eeb3414e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:27.583042 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e0bb528b-b443-4ec9-a48e-e9e8eeb3414e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:27.586151 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e0bb528b-b443-4ec9-a48e-e9e8eeb3414e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:27.607659 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-74766973-5a5a-426f-9d92-1f6d5ad8329c tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:27.651252 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e0bb528b-b443-4ec9-a48e-e9e8eeb3414e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:27.651779 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0bb528b-b443-4ec9-a48e-e9e8eeb3414e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ffb119de-8fa2-475f-b915-5e59ead15488 {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 03:04:27.656868 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e0bb528b-b443-4ec9-a48e-e9e8eeb3414e admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:27.658090 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-e0bb528b-b443-4ec9-a48e-e9e8eeb3414e admin admin] 10.222.0.22 "DELETE /v2.0/routers/ffb119de-8fa2-475f-b915-5e59ead15488 HTTP/1.1" status: 204 len: 168 time: 1.6524282 Sep 07 03:04:27.660498 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60636) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:04:27.720781 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-b81f3632-c403-48eb-86ae-bc789d9b7581 admin admin] Deleting subnet 0f3e666c-35c7-42e0-bce9-c9e2e01b37bc {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 03:04:27.724924 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b81f3632-c403-48eb-86ae-bc789d9b7581 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:27.829582 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b81f3632-c403-48eb-86ae-bc789d9b7581 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:27.872192 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 44b77162-4546-450d-8f11-d45ce554fa30 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:04:27.983340 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 44b77162-4546-450d-8f11-d45ce554fa30 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:04:27.983772 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:27.994457 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b81f3632-c403-48eb-86ae-bc789d9b7581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:28.119086 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b81f3632-c403-48eb-86ae-bc789d9b7581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:28.188741 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-74766973-5a5a-426f-9d92-1f6d5ad8329c tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:28.201986 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-74766973-5a5a-426f-9d92-1f6d5ad8329c tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:28.228058 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81f3632-c403-48eb-86ae-bc789d9b7581 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f3e666c-35c7-42e0-bce9-c9e2e01b37bc,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:28.243617 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b81f3632-c403-48eb-86ae-bc789d9b7581 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:28.254521 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b81f3632-c403-48eb-86ae-bc789d9b7581 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/0f3e666c-35c7-42e0-bce9-c9e2e01b37bc HTTP/1.1" status: 204 len: 168 time: 0.5928371 Sep 07 03:04:28.256383 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60652) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:04:28.258421 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dff9297-1b4b-4b19-b8e2-8f4b3cccfcf7 None None] Network 4f248213-1134-4b25-a3da-dddc0cd190d1 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:04:28.277908 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a6854aec-a863-4c67-9882-61286d9fa41e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:28.389761 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-74766973-5a5a-426f-9d92-1f6d5ad8329c tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:28.392229 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74766973-5a5a-426f-9d92-1f6d5ad8329c tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Pushing event updated for resources: {'Port': ['ID=94d4a5da-7d5d-4487-abe2-9abfea505fde,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:28.489534 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3cbcd009-4e4d-493f-b3cf-89fa365b78f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:28.567867 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74766973-5a5a-426f-9d92-1f6d5ad8329c tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Network 705decc7-b040-46a6-b48e-b43279f9839c is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:04:28.570249 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-74766973-5a5a-426f-9d92-1f6d5ad8329c tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:04:28.633334 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-3cbcd009-4e4d-493f-b3cf-89fa365b78f2 admin admin] Deleting port ddc8b50e-e170-4a57-9c09-a4a2f408035f {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:04:28.634449 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3cbcd009-4e4d-493f-b3cf-89fa365b78f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:28.750797 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:28.753305 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c032233-2535-403d-b5dd-6cc093c9afa1 None None] DHCP port deletion for 4f248213-1134-4b25-a3da-dddc0cd190d1 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 03:04:28.822868 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-3cbcd009-4e4d-493f-b3cf-89fa365b78f2 admin admin] For port ddc8b50e-e170-4a57-9c09-a4a2f408035f, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=ddc8b50e-e170-4a57-9c09-a4a2f408035f,segment=NetworkSegment(22052bf7-ca1c-49a9-9b18-7cfc5489b447),segment_id=22052bf7-ca1c-49a9-9b18-7cfc5489b447)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:04:28.823346 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3cbcd009-4e4d-493f-b3cf-89fa365b78f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:28.843436 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-3cbcd009-4e4d-493f-b3cf-89fa365b78f2 admin admin] Calling delete_port for ddc8b50e-e170-4a57-9c09-a4a2f408035f owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:04:28.870361 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-6c032233-2535-403d-b5dd-6cc093c9afa1 None None] Deleting port ddc8b50e-e170-4a57-9c09-a4a2f408035f {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:04:28.870742 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6c032233-2535-403d-b5dd-6cc093c9afa1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:28.899903 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74766973-5a5a-426f-9d92-1f6d5ad8329c tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Router 2aa67271-75cf-4f23-b68a-181bf8b2a2bb has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:04:28.987688 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3cbcd009-4e4d-493f-b3cf-89fa365b78f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:29.019123 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbcd009-4e4d-493f-b3cf-89fa365b78f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddc8b50e-e170-4a57-9c09-a4a2f408035f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:29.026055 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbcd009-4e4d-493f-b3cf-89fa365b78f2 admin admin] No DVR routers for this DVR port ddc8b50e-e170-4a57-9c09-a4a2f408035f on host n-d-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:04:29.103087 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-6c032233-2535-403d-b5dd-6cc093c9afa1 None None] For port ddc8b50e-e170-4a57-9c09-a4a2f408035f, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=ddc8b50e-e170-4a57-9c09-a4a2f408035f,segment=NetworkSegment(22052bf7-ca1c-49a9-9b18-7cfc5489b447),segment_id=22052bf7-ca1c-49a9-9b18-7cfc5489b447)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:04:29.104307 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6c032233-2535-403d-b5dd-6cc093c9afa1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:29.132719 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3cbcd009-4e4d-493f-b3cf-89fa365b78f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:29.135908 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-6c032233-2535-403d-b5dd-6cc093c9afa1 None None] Calling delete_port for ddc8b50e-e170-4a57-9c09-a4a2f408035f owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:04:29.136360 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5057a13a-5cf5-4465-ba3f-aae6188d1aff None None] Sync routers for ids ['ffb119de-8fa2-475f-b915-5e59ead15488'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:04:29.145276 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74766973-5a5a-426f-9d92-1f6d5ad8329c tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:04:29.146657 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5057a13a-5cf5-4465-ba3f-aae6188d1aff None None] Routers set() bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:04:29.147020 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5057a13a-5cf5-4465-ba3f-aae6188d1aff None None] Router IDs set() for agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 07 03:04:29.148445 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_agentschedulers_db [None req-5057a13a-5cf5-4465-ba3f-aae6188d1aff None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ffb119de-8fa2-475f-b915-5e59ead15488'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:04:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent'). {{(pid=94703) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 07 03:04:29.157270 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-3cbcd009-4e4d-493f-b3cf-89fa365b78f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f248213-1134-4b25-a3da-dddc0cd190d1']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:04:29.157492 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5057a13a-5cf5-4465-ba3f-aae6188d1aff None None] Routers set() bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:04:29.158025 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5057a13a-5cf5-4465-ba3f-aae6188d1aff None None] Router IDs set() for agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 07 03:04:29.158747 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_agentschedulers_db [None req-5057a13a-5cf5-4465-ba3f-aae6188d1aff None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ffb119de-8fa2-475f-b915-5e59ead15488'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:04:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent'). {{(pid=94703) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 07 03:04:29.158968 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8481c058-7e82-4b87-86c2-334af380010c None None] Sync routers for ids ['2aa67271-75cf-4f23-b68a-181bf8b2a2bb'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:04:29.162601 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-74766973-5a5a-426f-9d92-1f6d5ad8329c tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "PUT /v2.0/routers/2aa67271-75cf-4f23-b68a-181bf8b2a2bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1721261 Sep 07 03:04:29.163697 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60662) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:04:29.165401 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5057a13a-5cf5-4465-ba3f-aae6188d1aff None None] The sync data for ids ['ffb119de-8fa2-475f-b915-5e59ead15488'] in n-d-796209-16 is: [] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:04:29.172294 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-5e0e4c6d-b96b-48ce-806a-a2d713e18112 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--76036282', 'description': 'tempest-secgroup_access--76036282 description', 'project_id': '78355387c134473dacc42b7646fd40dd'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:04:29.191296 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-3cbcd009-4e4d-493f-b3cf-89fa365b78f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22052bf7-ca1c-49a9-9b18-7cfc5489b447') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:04:29.191617 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-3cbcd009-4e4d-493f-b3cf-89fa365b78f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22052bf7-ca1c-49a9-9b18-7cfc5489b447') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:04:29.208440 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3cbcd009-4e4d-493f-b3cf-89fa365b78f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:29.214378 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8481c058-7e82-4b87-86c2-334af380010c None None] Routers {'2aa67271-75cf-4f23-b68a-181bf8b2a2bb'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:04:29.215092 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-8481c058-7e82-4b87-86c2-334af380010c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:04:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['2aa67271-75cf-4f23-b68a-181bf8b2a2bb'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:04:29.239193 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3cbcd009-4e4d-493f-b3cf-89fa365b78f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:29.249865 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5e0e4c6d-b96b-48ce-806a-a2d713e18112 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:29.251870 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cbcd009-4e4d-493f-b3cf-89fa365b78f2 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 03:04:29.252379 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3cbcd009-4e4d-493f-b3cf-89fa365b78f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:29.256362 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 03:04:29.256362 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 03:04:29.256362 n-d-796209-16 neutron-server[94700]: timer() Sep 07 03:04:29.256362 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 03:04:29.256362 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 03:04:29.256362 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 03:04:29.256362 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 03:04:29.256362 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 03:04:29.256362 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 03:04:29.256362 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 03:04:29.256362 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 03:04:29.256362 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 03:04:29.256362 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 03:04:29.256362 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 03:04:29.256362 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 03:04:29.256362 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 03:04:29.256362 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 03:04:29.256362 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 03:04:29.256362 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 03:04:29.256362 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 03:04:29.256362 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 03:04:29.256362 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 03:04:29.256362 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 03:04:29.256362 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 03:04:29.256362 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 03:04:29.256362 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 03:04:29.256362 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 03:04:29.256362 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 03:04:29.256362 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 03:04:29.256362 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 03:04:29.256362 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 03:04:29.256362 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 03:04:29.348376 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f3f5fa-4312-44c0-ae2a-5707bd610145 None None] Network 705decc7-b040-46a6-b48e-b43279f9839c requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:04:29.352742 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6c032233-2535-403d-b5dd-6cc093c9afa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:29.400690 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3cbcd009-4e4d-493f-b3cf-89fa365b78f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:29.450254 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5e0e4c6d-b96b-48ce-806a-a2d713e18112 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:29.458610 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c032233-2535-403d-b5dd-6cc093c9afa1 None None] Pushing event deleted for resources: {'Port': ['ID=ddc8b50e-e170-4a57-9c09-a4a2f408035f,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:29.461194 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5e0e4c6d-b96b-48ce-806a-a2d713e18112 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:29.468454 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6c032233-2535-403d-b5dd-6cc093c9afa1 None None] Network 4f248213-1134-4b25-a3da-dddc0cd190d1 is not hosted by any dhcp agent {{(pid=94702) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 07 03:04:29.468928 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c032233-2535-403d-b5dd-6cc093c9afa1 None None] No DVR routers for this DVR port ddc8b50e-e170-4a57-9c09-a4a2f408035f on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:04:29.486229 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3cbcd009-4e4d-493f-b3cf-89fa365b78f2 admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:29.493678 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3cbcd009-4e4d-493f-b3cf-89fa365b78f2 admin admin] 10.222.0.22 "DELETE /v2.0/networks/4f248213-1134-4b25-a3da-dddc0cd190d1 HTTP/1.1" status: 204 len: 168 time: 1.2327442 Sep 07 03:04:29.495154 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbcd009-4e4d-493f-b3cf-89fa365b78f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f248213-1134-4b25-a3da-dddc0cd190d1,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:29.495712 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-eb1d0469-b86f-4846-b211-2469ce6060b9 None None] Provisioning for port 46a1963e-8256-4391-aa51-8de50c1a323f completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:04:29.508967 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0e4c6d-b96b-48ce-806a-a2d713e18112 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=851dd5b8-0bf6-4e2b-8711-646041b05580,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:29.523120 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5e0e4c6d-b96b-48ce-806a-a2d713e18112 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:29.527794 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60674) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:04:29.527994 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-5e0e4c6d-b96b-48ce-806a-a2d713e18112 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3613927 Sep 07 03:04:29.535694 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-f5b92217-78fe-4146-8ecb-35e4311e3d58 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--45172035', 'description': 'tempest-secgroup_general--45172035 description', 'project_id': '78355387c134473dacc42b7646fd40dd'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:04:29.576075 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f5b92217-78fe-4146-8ecb-35e4311e3d58 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:29.637984 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:29.650592 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60676) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:04:29.670667 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-8481c058-7e82-4b87-86c2-334af380010c None None] Set router 2aa67271-75cf-4f23-b68a-181bf8b2a2bb gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:04:29.703095 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d79f5816-63e0-44df-8c23-64f7bb8ea488 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f9808d3ecbc146b88da8a844ced50616&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0505331 Sep 07 03:04:29.704500 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60678) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:04:29.780979 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f5b92217-78fe-4146-8ecb-35e4311e3d58 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:29.795969 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f5b92217-78fe-4146-8ecb-35e4311e3d58 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:29.861192 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f5b92217-78fe-4146-8ecb-35e4311e3d58 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:29.863628 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f5b92217-78fe-4146-8ecb-35e4311e3d58 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3344357 Sep 07 03:04:29.867775 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60680) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:04:29.872681 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-5170f0cb-b09d-48ba-83ae-2ef2278515cf tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Request body: {'security_group_rule': {'security_group_id': '851dd5b8-0bf6-4e2b-8711-646041b05580', 'project_id': '78355387c134473dacc42b7646fd40dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:04:29.876167 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8c40bbc5-cfbc-4ea2-bfbc-377d19d063e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:29.877837 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b92217-78fe-4146-8ecb-35e4311e3d58 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b879c51-b017-48ad-8678-477a9f20557e,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:29.906775 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 46a1963e-8256-4391-aa51-8de50c1a323f up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:04:29.916891 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5170f0cb-b09d-48ba-83ae-2ef2278515cf tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:29.929837 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8c40bbc5-cfbc-4ea2-bfbc-377d19d063e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:30.005835 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8c40bbc5-cfbc-4ea2-bfbc-377d19d063e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:30.020302 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8c40bbc5-cfbc-4ea2-bfbc-377d19d063e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:30.020302 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-8c40bbc5-cfbc-4ea2-bfbc-377d19d063e3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/08bedd93-6c9b-4fd5-a5bd-e597e3ac7915 HTTP/1.1" status: 204 len: 168 time: 0.3078425 Sep 07 03:04:30.067721 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c40bbc5-cfbc-4ea2-bfbc-377d19d063e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08bedd93-6c9b-4fd5-a5bd-e597e3ac7915,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:30.077912 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5170f0cb-b09d-48ba-83ae-2ef2278515cf tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:30.084783 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5170f0cb-b09d-48ba-83ae-2ef2278515cf tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:30.103618 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5170f0cb-b09d-48ba-83ae-2ef2278515cf tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e10ecdc6-a3f5-4c1a-a435-dd100ba823d6,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:30.127045 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5170f0cb-b09d-48ba-83ae-2ef2278515cf tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:30.138679 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-5170f0cb-b09d-48ba-83ae-2ef2278515cf tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2695506 Sep 07 03:04:30.149006 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 46a1963e-8256-4391-aa51-8de50c1a323f completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:04:30.156810 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 46a1963e-8256-4391-aa51-8de50c1a323f triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:04:30.157422 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:30.241749 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-8481c058-7e82-4b87-86c2-334af380010c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aa67271-75cf-4f23-b68a-181bf8b2a2bb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-953232466', 'tenant_id': '78355387c134473dacc42b7646fd40dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '44b77162-4546-450d-8f11-d45ce554fa30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:04:19Z', 'updated_at': '2021-09-07T03:04:27Z', 'revision_number': 4, 'project_id': '78355387c134473dacc42b7646fd40dd', 'gw_port': {'id': '44b77162-4546-450d-8f11-d45ce554fa30', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa67271-75cf-4f23-b68a-181bf8b2a2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:20Z', 'updated_at': '2021-09-07T03:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '94d4a5da-7d5d-4487-abe2-9abfea505fde', 'name': '', 'network_id': '705decc7-b040-46a6-b48e-b43279f9839c', 'tenant_id': '78355387c134473dacc42b7646fd40dd', 'mac_address': 'fa:16:3e:20:2d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aa67271-75cf-4f23-b68a-181bf8b2a2bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '6fab5d4d-4d56-4c7f-b912-5221bc05bf32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:26Z', 'updated_at': '2021-09-07T03:04:27Z', 'revision_number': 2, 'project_id': '78355387c134473dacc42b7646fd40dd', 'subnets': [{'id': '6fab5d4d-4d56-4c7f-b912-5221bc05bf32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:04:30.305907 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8481c058-7e82-4b87-86c2-334af380010c None None] Checking router: 2aa67271-75cf-4f23-b68a-181bf8b2a2bb for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:04:30.306279 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8481c058-7e82-4b87-86c2-334af380010c None None] Updating router 2aa67271-75cf-4f23-b68a-181bf8b2a2bb port 94d4a5da-7d5d-4487-abe2-9abfea505fde binding host n-d-796209-16 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 03:04:30.383078 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8481c058-7e82-4b87-86c2-334af380010c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:30.389729 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:30.535887 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-16afc869-0e73-4d92-8b76-bf5ab3c5bc28 req-0e3b4554-ac5c-472f-b7c5-529533e1c13e tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup_access--76036282&fields=id&tenant_id=78355387c134473dacc42b7646fd40dd HTTP/1.1" status: 200 len: 267 time: 0.0714417 Sep 07 03:04:30.617459 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-16afc869-0e73-4d92-8b76-bf5ab3c5bc28 req-3a0bb280-2bc6-4cc4-a24f-a8b304d01e74 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup_general--45172035&fields=id&tenant_id=78355387c134473dacc42b7646fd40dd HTTP/1.1" status: 200 len: 267 time: 0.0806150 Sep 07 03:04:30.620691 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 46a1963e-8256-4391-aa51-8de50c1a323f, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=46a1963e-8256-4391-aa51-8de50c1a323f,segment=NetworkSegment(a5c7473a-e694-4c45-9546-fd4f0b9ab3f9),segment_id=a5c7473a-e694-4c45-9546-fd4f0b9ab3f9)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:04:30.745840 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:30.789986 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60714) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:04:30.815326 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1e83678d-60f0-456b-9f7d-279435faf30a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:30.828420 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16afc869-0e73-4d92-8b76-bf5ab3c5bc28 req-3c8c0933-e077-4cd0-849a-d2d2b2b74cc3 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:30.830380 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-16afc869-0e73-4d92-8b76-bf5ab3c5bc28 req-3c8c0933-e077-4cd0-849a-d2d2b2b74cc3 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "GET /v2.0/networks?id=705decc7-b040-46a6-b48e-b43279f9839c HTTP/1.1" status: 200 len: 797 time: 0.2121251 Sep 07 03:04:30.834615 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-533f1f78-95b4-43bf-ade4-0d58ab7303f8 None None] Provisioning complete for port 46a1963e-8256-4391-aa51-8de50c1a323f triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:04:30.835535 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-533f1f78-95b4-43bf-ade4-0d58ab7303f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:30.848171 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device bec6f7b2-15e4-4ebd-80ac-3b66a58c6f93 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:04:30.883234 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-16afc869-0e73-4d92-8b76-bf5ab3c5bc28 req-167d3b59-1653-4474-ace6-b987e0a12c00 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "GET /v2.0/quotas/78355387c134473dacc42b7646fd40dd HTTP/1.1" status: 200 len: 375 time: 0.0267415 Sep 07 03:04:30.959463 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1e83678d-60f0-456b-9f7d-279435faf30a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:30.967864 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1e83678d-60f0-456b-9f7d-279435faf30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:30.979354 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-16afc869-0e73-4d92-8b76-bf5ab3c5bc28 req-b498f23b-85aa-4a53-a6fe-b79c7f9aefc3 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=78355387c134473dacc42b7646fd40dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0786531 Sep 07 03:04:30.981780 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: bec6f7b2-15e4-4ebd-80ac-3b66a58c6f93 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:04:30.982136 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device bec6f7b2-15e4-4ebd-80ac-3b66a58c6f93 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:04:30.982567 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device ddc8b50e-e170-4a57-9c09-a4a2f408035f no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:04:31.001106 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e83678d-60f0-456b-9f7d-279435faf30a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a031d7-af7b-4763-8d5f-f295a9ddf463,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:31.055977 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: ddc8b50e-e170-4a57-9c09-a4a2f408035f {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:04:31.056211 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-1e83678d-60f0-456b-9f7d-279435faf30a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2625170 Sep 07 03:04:31.056322 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device ddc8b50e-e170-4a57-9c09-a4a2f408035f not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:04:31.057557 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60716) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:04:31.116756 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-16afc869-0e73-4d92-8b76-bf5ab3c5bc28 req-da1aff91-f592-4e4f-999a-bc18984f4890 service neutron] 10.222.0.22 "GET /v2.0/networks/705decc7-b040-46a6-b48e-b43279f9839c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234963 Sep 07 03:04:31.140493 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=46a1963e-8256-4391-aa51-8de50c1a323f,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:31.157371 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7f8167e3-02fb-4843-9dc1-92540b61d6a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:31.185808 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7f8167e3-02fb-4843-9dc1-92540b61d6a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:31.252154 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7f8167e3-02fb-4843-9dc1-92540b61d6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:31.255442 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7f8167e3-02fb-4843-9dc1-92540b61d6a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:31.256615 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-7f8167e3-02fb-4843-9dc1-92540b61d6a9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/47a031d7-af7b-4763-8d5f-f295a9ddf463 HTTP/1.1" status: 204 len: 168 time: 0.1980879 Sep 07 03:04:31.275291 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8167e3-02fb-4843-9dc1-92540b61d6a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a031d7-af7b-4763-8d5f-f295a9ddf463,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:31.516817 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 46a1963e-8256-4391-aa51-8de50c1a323f up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:04:31.624984 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-533f1f78-95b4-43bf-ade4-0d58ab7303f8 None None] Provisioning for port 94d4a5da-7d5d-4487-abe2-9abfea505fde completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:04:31.629300 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:31.634520 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-533f1f78-95b4-43bf-ade4-0d58ab7303f8 None None] Provisioning complete for port 94d4a5da-7d5d-4487-abe2-9abfea505fde triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:04:31.635141 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-533f1f78-95b4-43bf-ade4-0d58ab7303f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:31.684385 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8481c058-7e82-4b87-86c2-334af380010c None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:31.708568 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-533f1f78-95b4-43bf-ade4-0d58ab7303f8 None None] Port 94d4a5da-7d5d-4487-abe2-9abfea505fde cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:04:31.711267 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8481c058-7e82-4b87-86c2-334af380010c None None] Transition to ACTIVE for port object 94d4a5da-7d5d-4487-abe2-9abfea505fde will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:04:31.716725 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 46a1963e-8256-4391-aa51-8de50c1a323f triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:04:31.717764 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:31.739312 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-16afc869-0e73-4d92-8b76-bf5ab3c5bc28 req-4a043e10-a9ce-4d09-ac66-f7b8c202a045 service neutron] 10.222.0.22 "GET /v2.0/networks/705decc7-b040-46a6-b48e-b43279f9839c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6196408 Sep 07 03:04:31.772114 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8481c058-7e82-4b87-86c2-334af380010c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:31.977415 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643284f2-b0aa-4fc5-8187-9b3c83f6a5cb None None] Pushing event updated for resources: {'Port': ['ID=94d4a5da-7d5d-4487-abe2-9abfea505fde,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:32.015562 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-8481c058-7e82-4b87-86c2-334af380010c None None] Attempting to bind port 94d4a5da-7d5d-4487-abe2-9abfea505fde on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:04:32.015861 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-8481c058-7e82-4b87-86c2-334af380010c None None] Attempting to bind port 94d4a5da-7d5d-4487-abe2-9abfea505fde by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a5c7473a-e694-4c45-9546-fd4f0b9ab3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '705decc7-b040-46a6-b48e-b43279f9839c'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:04:32.016231 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8481c058-7e82-4b87-86c2-334af380010c None None] Attempting to bind port 94d4a5da-7d5d-4487-abe2-9abfea505fde on network 705decc7-b040-46a6-b48e-b43279f9839c {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:04:32.024204 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8481c058-7e82-4b87-86c2-334af380010c None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:04:32.024640 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8481c058-7e82-4b87-86c2-334af380010c None None] Checking segment: {'id': 'a5c7473a-e694-4c45-9546-fd4f0b9ab3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '705decc7-b040-46a6-b48e-b43279f9839c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:04:32.024928 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8481c058-7e82-4b87-86c2-334af380010c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:32.025320 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8481c058-7e82-4b87-86c2-334af380010c None None] Bound using segment: {'id': 'a5c7473a-e694-4c45-9546-fd4f0b9ab3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '705decc7-b040-46a6-b48e-b43279f9839c'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:04:32.025794 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-8481c058-7e82-4b87-86c2-334af380010c None None] Bound port: 94d4a5da-7d5d-4487-abe2-9abfea505fde, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5c7473a-e694-4c45-9546-fd4f0b9ab3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '705decc7-b040-46a6-b48e-b43279f9839c'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:04:32.026176 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8481c058-7e82-4b87-86c2-334af380010c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:32.123435 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f449853a-fb81-485f-9727-71c56f8293ef req-841d170b-120d-40eb-beac-cf650d27139b tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "GET /v2.0/ports?device_id=606bfa07-789b-40a1-9a58-5b3d5a09633b HTTP/1.1" status: 200 len: 210 time: 0.0489590 Sep 07 03:04:32.132823 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device a0321de8-c6c7-41b9-b962-95f3581ff311 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:04:32.337069 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 60768) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:04:32.549075 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: a0321de8-c6c7-41b9-b962-95f3581ff311 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:04:32.549618 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device a0321de8-c6c7-41b9-b962-95f3581ff311 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:04:32.554491 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-60be0ebd-4d54-4daa-8e24-f85d43957f0b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1134786000-network', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:04:32.578687 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60be0ebd-4d54-4daa-8e24-f85d43957f0b admin admin] Made reservation on behalf of e2b241f46496480ea1c24703bd4e7081 for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:04:32.580134 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8481c058-7e82-4b87-86c2-334af380010c None None] For port 94d4a5da-7d5d-4487-abe2-9abfea505fde, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:04:32.584231 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8481c058-7e82-4b87-86c2-334af380010c None None] For port 94d4a5da-7d5d-4487-abe2-9abfea505fde, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=94d4a5da-7d5d-4487-abe2-9abfea505fde,segment=NetworkSegment(a5c7473a-e694-4c45-9546-fd4f0b9ab3f9),segment_id=a5c7473a-e694-4c45-9546-fd4f0b9ab3f9)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:04:32.591187 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8481c058-7e82-4b87-86c2-334af380010c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:32.603432 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-60be0ebd-4d54-4daa-8e24-f85d43957f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:32.634900 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-60be0ebd-4d54-4daa-8e24-f85d43957f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:32.674451 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8481c058-7e82-4b87-86c2-334af380010c None None] Routers {'2aa67271-75cf-4f23-b68a-181bf8b2a2bb'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:04:32.675292 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-8481c058-7e82-4b87-86c2-334af380010c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:04:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['2aa67271-75cf-4f23-b68a-181bf8b2a2bb'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:04:32.715867 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643284f2-b0aa-4fc5-8187-9b3c83f6a5cb None None] Pushing event updated for resources: {'Port': ['ID=94d4a5da-7d5d-4487-abe2-9abfea505fde,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:32.842249 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-8481c058-7e82-4b87-86c2-334af380010c None None] Set router 2aa67271-75cf-4f23-b68a-181bf8b2a2bb gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:04:32.859583 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-60be0ebd-4d54-4daa-8e24-f85d43957f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:32.866627 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-60be0ebd-4d54-4daa-8e24-f85d43957f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:32.900627 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60be0ebd-4d54-4daa-8e24-f85d43957f0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 03:04:32.930552 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-60be0ebd-4d54-4daa-8e24-f85d43957f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:32.932470 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-60be0ebd-4d54-4daa-8e24-f85d43957f0b admin admin] Added segment 8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21 of type vlan for network b5bb2b44-86d3-4c51-8098-39db56525af1 Sep 07 03:04:32.986132 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-60be0ebd-4d54-4daa-8e24-f85d43957f0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:33.066025 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-60be0ebd-4d54-4daa-8e24-f85d43957f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:33.071036 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60be0ebd-4d54-4daa-8e24-f85d43957f0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:33.071684 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-60be0ebd-4d54-4daa-8e24-f85d43957f0b admin admin] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:33.114936 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60be0ebd-4d54-4daa-8e24-f85d43957f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d425bade-f87b-4395-8f46-c240821df3d8,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:33.141708 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-60be0ebd-4d54-4daa-8e24-f85d43957f0b admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8029549 Sep 07 03:04:33.144475 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60786) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:04:33.150565 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-91bfe2fb-6e5d-49ef-9549-3a44039271db admin admin] Request body: {'subnet': {'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1134786000-subnet', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:04:33.192901 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60be0ebd-4d54-4daa-8e24-f85d43957f0b admin admin] Pushing event updated for resources: {'Network': ['ID=b5bb2b44-86d3-4c51-8098-39db56525af1,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:33.227374 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91bfe2fb-6e5d-49ef-9549-3a44039271db admin admin] Made reservation on behalf of e2b241f46496480ea1c24703bd4e7081 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:04:33.230165 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-91bfe2fb-6e5d-49ef-9549-3a44039271db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:33.238771 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network b5bb2b44-86d3-4c51-8098-39db56525af1 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 03:04:33.289209 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-031f9f31-4f9a-42da-9345-59f93009cd96 req-44044a55-7dcb-46d7-bd20-bb838b74e2a2 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "GET /v2.0/ports?device_id=606bfa07-789b-40a1-9a58-5b3d5a09633b HTTP/1.1" status: 200 len: 210 time: 0.0387125 Sep 07 03:04:33.387876 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-8481c058-7e82-4b87-86c2-334af380010c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aa67271-75cf-4f23-b68a-181bf8b2a2bb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-953232466', 'tenant_id': '78355387c134473dacc42b7646fd40dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '44b77162-4546-450d-8f11-d45ce554fa30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:04:19Z', 'updated_at': '2021-09-07T03:04:27Z', 'revision_number': 4, 'project_id': '78355387c134473dacc42b7646fd40dd', 'gw_port': {'id': '44b77162-4546-450d-8f11-d45ce554fa30', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa67271-75cf-4f23-b68a-181bf8b2a2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:20Z', 'updated_at': '2021-09-07T03:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '94d4a5da-7d5d-4487-abe2-9abfea505fde', 'name': '', 'network_id': '705decc7-b040-46a6-b48e-b43279f9839c', 'tenant_id': '78355387c134473dacc42b7646fd40dd', 'mac_address': 'fa:16:3e:20:2d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aa67271-75cf-4f23-b68a-181bf8b2a2bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '6fab5d4d-4d56-4c7f-b912-5221bc05bf32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:26Z', 'updated_at': '2021-09-07T03:04:32Z', 'revision_number': 4, 'project_id': '78355387c134473dacc42b7646fd40dd', 'subnets': [{'id': '6fab5d4d-4d56-4c7f-b912-5221bc05bf32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:04:33.458255 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8481c058-7e82-4b87-86c2-334af380010c None None] The sync data for ids ['2aa67271-75cf-4f23-b68a-181bf8b2a2bb'] in n-d-796209-16 is: [{'id': '2aa67271-75cf-4f23-b68a-181bf8b2a2bb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-953232466', 'tenant_id': '78355387c134473dacc42b7646fd40dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '44b77162-4546-450d-8f11-d45ce554fa30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:04:19Z', 'updated_at': '2021-09-07T03:04:27Z', 'revision_number': 4, 'project_id': '78355387c134473dacc42b7646fd40dd', 'gw_port': {'id': '44b77162-4546-450d-8f11-d45ce554fa30', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa67271-75cf-4f23-b68a-181bf8b2a2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:20Z', 'updated_at': '2021-09-07T03:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '94d4a5da-7d5d-4487-abe2-9abfea505fde', 'name': '', 'network_id': '705decc7-b040-46a6-b48e-b43279f9839c', 'tenant_id': '78355387c134473dacc42b7646fd40dd', 'mac_address': 'fa:16:3e:20:2d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aa67271-75cf-4f23-b68a-181bf8b2a2bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '6fab5d4d-4d56-4c7f-b912-5221bc05bf32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:26Z', 'updated_at': '2021-09-07T03:04:32Z', 'revision_number': 4, 'project_id': '78355387c134473dacc42b7646fd40dd', 'subnets': [{'id': '6fab5d4d-4d56-4c7f-b912-5221bc05bf32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:04:33.561823 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-91bfe2fb-6e5d-49ef-9549-3a44039271db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:33.658923 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bfe2fb-6e5d-49ef-9549-3a44039271db admin admin] Pushing event updated for resources: {'Subnet': ['ID=b33adc2b-a155-4213-967c-f1ae81189b8c,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:33.673653 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bfe2fb-6e5d-49ef-9549-3a44039271db admin admin] Checking segment: {'id': '8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:04:33.674275 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bfe2fb-6e5d-49ef-9549-3a44039271db admin admin] Network hostable DHCP agents. Network: b5bb2b44-86d3-4c51-8098-39db56525af1, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 03:04:33.674831 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16afc869-0e73-4d92-8b76-bf5ab3c5bc28 req-f5fb9b5e-8f56-4a16-bf6d-ed8524c7840c tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:33.676909 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-16afc869-0e73-4d92-8b76-bf5ab3c5bc28 req-f5fb9b5e-8f56-4a16-bf6d-ed8524c7840c tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.23 "GET /v2.0/networks?id=705decc7-b040-46a6-b48e-b43279f9839c HTTP/1.1" status: 200 len: 797 time: 0.1921761 Sep 07 03:04:33.699446 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bfe2fb-6e5d-49ef-9549-3a44039271db admin admin] Network b5bb2b44-86d3-4c51-8098-39db56525af1 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 03:04:33.717645 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-91bfe2fb-6e5d-49ef-9549-3a44039271db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, b5bb2b44-86d3-4c51-8098-39db56525af1) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:04:33.733684 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c80d07-c754-4534-9e32-d107e695ad0d None None] Network b5bb2b44-86d3-4c51-8098-39db56525af1 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:04:33.734807 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bfe2fb-6e5d-49ef-9549-3a44039271db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:33.735456 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-91bfe2fb-6e5d-49ef-9549-3a44039271db admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:33.754164 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-91bfe2fb-6e5d-49ef-9549-3a44039271db admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6075671 Sep 07 03:04:33.755810 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60796) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:04:33.766262 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-a737b9cd-63b6-4a6d-9ac3-738c4ded81a3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1134786000-router', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:04:33.791730 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-16afc869-0e73-4d92-8b76-bf5ab3c5bc28 req-981c84e0-a181-4139-a88a-5ebc42a434e4 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78355387c134473dacc42b7646fd40dd HTTP/1.1" status: 200 len: 474 time: 0.1011133 Sep 07 03:04:33.798166 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a737b9cd-63b6-4a6d-9ac3-738c4ded81a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:33.800232 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a737b9cd-63b6-4a6d-9ac3-738c4ded81a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:33.805977 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-16afc869-0e73-4d92-8b76-bf5ab3c5bc28 req-e2427ba1-e984-4e27-8514-40c3bf91007b tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Request body: {'port': {'device_id': '606bfa07-789b-40a1-9a58-5b3d5a09633b', 'network_id': '705decc7-b040-46a6-b48e-b43279f9839c', 'admin_state_up': True, 'tenant_id': '78355387c134473dacc42b7646fd40dd', 'security_groups': ['851dd5b8-0bf6-4e2b-8711-646041b05580', '5b879c51-b017-48ad-8678-477a9f20557e']}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:04:33.939916 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a737b9cd-63b6-4a6d-9ac3-738c4ded81a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:33.969219 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a136b58-fb4f-4f4c-984b-b3178e3a60d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-b5bb2b44-86d3-4c51-8098-39db56525af1', 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'fixed_ips': [{'subnet_id': 'b33adc2b-a155-4213-967c-f1ae81189b8c'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 03:04:33.970533 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6a136b58-fb4f-4f4c-984b-b3178e3a60d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:33.988526 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16afc869-0e73-4d92-8b76-bf5ab3c5bc28 req-e2427ba1-e984-4e27-8514-40c3bf91007b tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Made reservation on behalf of 78355387c134473dacc42b7646fd40dd for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:04:33.992506 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-16afc869-0e73-4d92-8b76-bf5ab3c5bc28 req-e2427ba1-e984-4e27-8514-40c3bf91007b tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:34.193986 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a737b9cd-63b6-4a6d-9ac3-738c4ded81a3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:34.250235 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [req-16afc869-0e73-4d92-8b76-bf5ab3c5bc28 req-e2427ba1-e984-4e27-8514-40c3bf91007b tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Allocated IP 172.20.0.5 (705decc7-b040-46a6-b48e-b43279f9839c/6fab5d4d-4d56-4c7f-b912-5221bc05bf32/687db423-0bce-4473-a6ed-514d3d4b74e4) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:04:34.259763 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-6a136b58-fb4f-4f4c-984b-b3178e3a60d8 None None] Allocated IP 172.20.0.2 (b5bb2b44-86d3-4c51-8098-39db56525af1/b33adc2b-a155-4213-967c-f1ae81189b8c/8dd057a7-8b3e-4a9a-8a06-65f837707f49) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:04:34.488334 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-71d5a81f-0be8-4cc5-9c3d-e6616eee56a7 req-f3b758fa-b229-4012-9d79-997136d0b65c tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "GET /v2.0/ports?device_id=606bfa07-789b-40a1-9a58-5b3d5a09633b HTTP/1.1" status: 200 len: 210 time: 0.0342617 Sep 07 03:04:34.592367 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a737b9cd-63b6-4a6d-9ac3-738c4ded81a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:34.595521 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6a136b58-fb4f-4f4c-984b-b3178e3a60d8 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:34.612170 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-16afc869-0e73-4d92-8b76-bf5ab3c5bc28 req-e2427ba1-e984-4e27-8514-40c3bf91007b tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:34.619594 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-6a136b58-fb4f-4f4c-984b-b3178e3a60d8 None None] Transition to ACTIVE for port object 8dd057a7-8b3e-4a9a-8a06-65f837707f49 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:04:34.634316 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a737b9cd-63b6-4a6d-9ac3-738c4ded81a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:34.639741 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-16afc869-0e73-4d92-8b76-bf5ab3c5bc28 req-e2427ba1-e984-4e27-8514-40c3bf91007b tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Transition to ACTIVE for port object 687db423-0bce-4473-a6ed-514d3d4b74e4 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:04:34.655214 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-6a136b58-fb4f-4f4c-984b-b3178e3a60d8 None None] Transition to ACTIVE for port object 8dd057a7-8b3e-4a9a-8a06-65f837707f49 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:04:34.668149 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6a136b58-fb4f-4f4c-984b-b3178e3a60d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:34.694623 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-16afc869-0e73-4d92-8b76-bf5ab3c5bc28 req-e2427ba1-e984-4e27-8514-40c3bf91007b tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:34.719435 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a136b58-fb4f-4f4c-984b-b3178e3a60d8 None None] Network b5bb2b44-86d3-4c51-8098-39db56525af1 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:04:34.726617 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-6a136b58-fb4f-4f4c-984b-b3178e3a60d8 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:04:34.731394 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a136b58-fb4f-4f4c-984b-b3178e3a60d8 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:04:34.745812 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a136b58-fb4f-4f4c-984b-b3178e3a60d8 None None] Pushing event updated for resources: {'Port': ['ID=8dd057a7-8b3e-4a9a-8a06-65f837707f49,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:34.779169 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2427ba1-e984-4e27-8514-40c3bf91007b tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Pushing event updated for resources: {'Port': ['ID=687db423-0bce-4473-a6ed-514d3d4b74e4,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:34.787414 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16afc869-0e73-4d92-8b76-bf5ab3c5bc28 req-e2427ba1-e984-4e27-8514-40c3bf91007b tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Network 705decc7-b040-46a6-b48e-b43279f9839c is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:04:34.792554 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [req-16afc869-0e73-4d92-8b76-bf5ab3c5bc28 req-e2427ba1-e984-4e27-8514-40c3bf91007b tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:04:34.810895 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-16afc869-0e73-4d92-8b76-bf5ab3c5bc28 req-e2427ba1-e984-4e27-8514-40c3bf91007b tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:04:34.848710 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-a737b9cd-63b6-4a6d-9ac3-738c4ded81a3 admin admin] Allocated IP 172.25.5.75 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/d975f0af-5594-4140-b8ef-556bcf39aceb) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:04:34.852126 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-6a136b58-fb4f-4f4c-984b-b3178e3a60d8 None None] Attempting to bind port 8dd057a7-8b3e-4a9a-8a06-65f837707f49 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:04:34.852513 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-6a136b58-fb4f-4f4c-984b-b3178e3a60d8 None None] Attempting to bind port 8dd057a7-8b3e-4a9a-8a06-65f837707f49 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:04:34.853133 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a136b58-fb4f-4f4c-984b-b3178e3a60d8 None None] Attempting to bind port 8dd057a7-8b3e-4a9a-8a06-65f837707f49 on network b5bb2b44-86d3-4c51-8098-39db56525af1 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:04:34.861115 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a136b58-fb4f-4f4c-984b-b3178e3a60d8 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:04:34.863435 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a136b58-fb4f-4f4c-984b-b3178e3a60d8 None None] Checking segment: {'id': '8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:04:34.863923 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6a136b58-fb4f-4f4c-984b-b3178e3a60d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:34.865748 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a136b58-fb4f-4f4c-984b-b3178e3a60d8 None None] Bound using segment: {'id': '8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:04:34.866358 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-6a136b58-fb4f-4f4c-984b-b3178e3a60d8 None None] Bound port: 8dd057a7-8b3e-4a9a-8a06-65f837707f49, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:04:34.866769 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6a136b58-fb4f-4f4c-984b-b3178e3a60d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:34.930658 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16afc869-0e73-4d92-8b76-bf5ab3c5bc28 req-e2427ba1-e984-4e27-8514-40c3bf91007b tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:34.936051 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-16afc869-0e73-4d92-8b76-bf5ab3c5bc28 req-e2427ba1-e984-4e27-8514-40c3bf91007b tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:34.986100 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-6a136b58-fb4f-4f4c-984b-b3178e3a60d8 None None] For port 8dd057a7-8b3e-4a9a-8a06-65f837707f49, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:04:34.991359 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-6a136b58-fb4f-4f4c-984b-b3178e3a60d8 None None] For port 8dd057a7-8b3e-4a9a-8a06-65f837707f49, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=8dd057a7-8b3e-4a9a-8a06-65f837707f49,segment=NetworkSegment(8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21),segment_id=8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:04:35.001794 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6a136b58-fb4f-4f4c-984b-b3178e3a60d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:35.005454 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-16afc869-0e73-4d92-8b76-bf5ab3c5bc28 req-e2427ba1-e984-4e27-8514-40c3bf91007b tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.2061079 Sep 07 03:04:35.018137 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [req-16afc869-0e73-4d92-8b76-bf5ab3c5bc28 req-9845a696-2383-43bd-8cd7-736789b199ca tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:04:35.020503 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-16afc869-0e73-4d92-8b76-bf5ab3c5bc28 req-9845a696-2383-43bd-8cd7-736789b199ca tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094953 Sep 07 03:04:35.092739 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a737b9cd-63b6-4a6d-9ac3-738c4ded81a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:35.129179 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a136b58-fb4f-4f4c-984b-b3178e3a60d8 None None] Pushing event updated for resources: {'Port': ['ID=8dd057a7-8b3e-4a9a-8a06-65f837707f49,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:35.168089 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a737b9cd-63b6-4a6d-9ac3-738c4ded81a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:35.197887 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-16afc869-0e73-4d92-8b76-bf5ab3c5bc28 req-f199ffef-5948-4381-a57a-607041d6d2fb service neutron] Request body: {'port': {'device_id': '606bfa07-789b-40a1-9a58-5b3d5a09633b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:04:35.204669 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8b9ec46b-6bf3-45ea-800d-91a4adaad32e None None] Provisioning for port 687db423-0bce-4473-a6ed-514d3d4b74e4 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:04:35.209119 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8b9ec46b-6bf3-45ea-800d-91a4adaad32e None None] Provisioning complete for port 687db423-0bce-4473-a6ed-514d3d4b74e4 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:04:35.209443 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8b9ec46b-6bf3-45ea-800d-91a4adaad32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:35.262706 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a737b9cd-63b6-4a6d-9ac3-738c4ded81a3 admin admin] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:04:35.281375 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-a737b9cd-63b6-4a6d-9ac3-738c4ded81a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:04:35.290337 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8b9ec46b-6bf3-45ea-800d-91a4adaad32e None None] Port 687db423-0bce-4473-a6ed-514d3d4b74e4 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:04:35.291974 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a737b9cd-63b6-4a6d-9ac3-738c4ded81a3 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:04:35.404598 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-16afc869-0e73-4d92-8b76-bf5ab3c5bc28 req-f199ffef-5948-4381-a57a-607041d6d2fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:35.467975 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a737b9cd-63b6-4a6d-9ac3-738c4ded81a3 admin admin] Pushing event updated for resources: {'Port': ['ID=d975f0af-5594-4140-b8ef-556bcf39aceb,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:35.521853 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 94d4a5da-7d5d-4487-abe2-9abfea505fde up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:04:35.633743 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 94d4a5da-7d5d-4487-abe2-9abfea505fde completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:04:35.648096 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 94d4a5da-7d5d-4487-abe2-9abfea505fde triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:04:35.648843 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:35.781421 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:35.795187 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdfdb9a-15a3-4af9-8acb-5c3cdde69a29 req-854c45f4-f3e9-4c08-85a3-067f45d6ccf4 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:35.803862 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bbdfdb9a-15a3-4af9-8acb-5c3cdde69a29 req-854c45f4-f3e9-4c08-85a3-067f45d6ccf4 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "GET /v2.0/ports?device_id=606bfa07-789b-40a1-9a58-5b3d5a09633b HTTP/1.1" status: 200 len: 970 time: 0.1508241 Sep 07 03:04:35.831395 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 94d4a5da-7d5d-4487-abe2-9abfea505fde, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=94d4a5da-7d5d-4487-abe2-9abfea505fde,segment=NetworkSegment(a5c7473a-e694-4c45-9546-fd4f0b9ab3f9),segment_id=a5c7473a-e694-4c45-9546-fd4f0b9ab3f9)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:04:35.841011 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:35.925832 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=94d4a5da-7d5d-4487-abe2-9abfea505fde,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:35.945510 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a737b9cd-63b6-4a6d-9ac3-738c4ded81a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:35.994212 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bbdfdb9a-15a3-4af9-8acb-5c3cdde69a29 req-597cbbcb-6aaa-45c1-9445-5370fd763884 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "GET /v2.0/security-groups?id=5b879c51-b017-48ad-8678-477a9f20557e&id=851dd5b8-0bf6-4e2b-8711-646041b05580&fields=id&fields=name HTTP/1.1" status: 200 len: 407 time: 0.1894405 Sep 07 03:04:36.019570 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [req-16afc869-0e73-4d92-8b76-bf5ab3c5bc28 req-f199ffef-5948-4381-a57a-607041d6d2fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 687db423-0bce-4473-a6ed-514d3d4b74e4 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:04:36.028306 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-16afc869-0e73-4d92-8b76-bf5ab3c5bc28 req-f199ffef-5948-4381-a57a-607041d6d2fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:36.041897 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-16afc869-0e73-4d92-8b76-bf5ab3c5bc28 req-f199ffef-5948-4381-a57a-607041d6d2fb service neutron] Transition to ACTIVE for port object 687db423-0bce-4473-a6ed-514d3d4b74e4 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:04:36.048402 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-16afc869-0e73-4d92-8b76-bf5ab3c5bc28 req-f199ffef-5948-4381-a57a-607041d6d2fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:36.103962 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f199ffef-5948-4381-a57a-607041d6d2fb service neutron] Pushing event updated for resources: {'Port': ['ID=687db423-0bce-4473-a6ed-514d3d4b74e4,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:36.114744 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f199ffef-5948-4381-a57a-607041d6d2fb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:04:36.115513 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f199ffef-5948-4381-a57a-607041d6d2fb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:04:36.115903 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f199ffef-5948-4381-a57a-607041d6d2fb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:04:36.116246 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f199ffef-5948-4381-a57a-607041d6d2fb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:04:36.116708 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f199ffef-5948-4381-a57a-607041d6d2fb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:04:36.117063 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f199ffef-5948-4381-a57a-607041d6d2fb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:04:36.117387 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f199ffef-5948-4381-a57a-607041d6d2fb service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:04:36.117719 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f199ffef-5948-4381-a57a-607041d6d2fb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:04:36.118046 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f199ffef-5948-4381-a57a-607041d6d2fb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:04:36.118369 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f199ffef-5948-4381-a57a-607041d6d2fb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:04:36.118874 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f199ffef-5948-4381-a57a-607041d6d2fb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:04:36.119370 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f199ffef-5948-4381-a57a-607041d6d2fb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:04:36.231466 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-16afc869-0e73-4d92-8b76-bf5ab3c5bc28 req-f199ffef-5948-4381-a57a-607041d6d2fb service neutron] Attempting to bind port 687db423-0bce-4473-a6ed-514d3d4b74e4 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:04:36.231834 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-16afc869-0e73-4d92-8b76-bf5ab3c5bc28 req-f199ffef-5948-4381-a57a-607041d6d2fb service neutron] Attempting to bind port 687db423-0bce-4473-a6ed-514d3d4b74e4 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': 'a5c7473a-e694-4c45-9546-fd4f0b9ab3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '705decc7-b040-46a6-b48e-b43279f9839c'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:04:36.232168 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16afc869-0e73-4d92-8b76-bf5ab3c5bc28 req-f199ffef-5948-4381-a57a-607041d6d2fb service neutron] Attempting to bind port 687db423-0bce-4473-a6ed-514d3d4b74e4 on network 705decc7-b040-46a6-b48e-b43279f9839c {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:04:36.236908 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16afc869-0e73-4d92-8b76-bf5ab3c5bc28 req-f199ffef-5948-4381-a57a-607041d6d2fb service neutron] Port 687db423-0bce-4473-a6ed-514d3d4b74e4 on network 705decc7-b040-46a6-b48e-b43279f9839c not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 03:04:36.237237 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16afc869-0e73-4d92-8b76-bf5ab3c5bc28 req-f199ffef-5948-4381-a57a-607041d6d2fb service neutron] Attempting to bind port 687db423-0bce-4473-a6ed-514d3d4b74e4 on network 705decc7-b040-46a6-b48e-b43279f9839c {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:04:36.242518 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16afc869-0e73-4d92-8b76-bf5ab3c5bc28 req-f199ffef-5948-4381-a57a-607041d6d2fb service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:04:36.242864 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16afc869-0e73-4d92-8b76-bf5ab3c5bc28 req-f199ffef-5948-4381-a57a-607041d6d2fb service neutron] Checking segment: {'id': 'a5c7473a-e694-4c45-9546-fd4f0b9ab3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '705decc7-b040-46a6-b48e-b43279f9839c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:04:36.243271 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16afc869-0e73-4d92-8b76-bf5ab3c5bc28 req-f199ffef-5948-4381-a57a-607041d6d2fb service neutron] Bound using segment: {'id': 'a5c7473a-e694-4c45-9546-fd4f0b9ab3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '705decc7-b040-46a6-b48e-b43279f9839c'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:04:36.243723 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-16afc869-0e73-4d92-8b76-bf5ab3c5bc28 req-f199ffef-5948-4381-a57a-607041d6d2fb service neutron] Bound port: 687db423-0bce-4473-a6ed-514d3d4b74e4, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5c7473a-e694-4c45-9546-fd4f0b9ab3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '705decc7-b040-46a6-b48e-b43279f9839c'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:04:36.244184 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-16afc869-0e73-4d92-8b76-bf5ab3c5bc28 req-f199ffef-5948-4381-a57a-607041d6d2fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:36.245393 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a737b9cd-63b6-4a6d-9ac3-738c4ded81a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:36.395568 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-16afc869-0e73-4d92-8b76-bf5ab3c5bc28 req-f199ffef-5948-4381-a57a-607041d6d2fb service neutron] For port 687db423-0bce-4473-a6ed-514d3d4b74e4, host n-h1-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:04:36.399231 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:04:36.402626 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-16afc869-0e73-4d92-8b76-bf5ab3c5bc28 req-f199ffef-5948-4381-a57a-607041d6d2fb service neutron] For port 687db423-0bce-4473-a6ed-514d3d4b74e4, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=687db423-0bce-4473-a6ed-514d3d4b74e4,segment=NetworkSegment(a5c7473a-e694-4c45-9546-fd4f0b9ab3f9),segment_id=a5c7473a-e694-4c45-9546-fd4f0b9ab3f9)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:04:36.413410 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-16afc869-0e73-4d92-8b76-bf5ab3c5bc28 req-f199ffef-5948-4381-a57a-607041d6d2fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:36.462102 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a737b9cd-63b6-4a6d-9ac3-738c4ded81a3 admin admin] Router a1b83060-4e62-4f21-bb3c-495eb2c6a10f is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 03:04:36.485659 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16afc869-0e73-4d92-8b76-bf5ab3c5bc28 req-f199ffef-5948-4381-a57a-607041d6d2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:36.486297 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-16afc869-0e73-4d92-8b76-bf5ab3c5bc28 req-f199ffef-5948-4381-a57a-607041d6d2fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:36.487937 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-16afc869-0e73-4d92-8b76-bf5ab3c5bc28 req-f199ffef-5948-4381-a57a-607041d6d2fb service neutron] 10.222.0.23 "PUT /v2.0/ports/687db423-0bce-4473-a6ed-514d3d4b74e4 HTTP/1.1" status: 200 len: 1131 time: 1.4401054 Sep 07 03:04:36.488396 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '606bfa07-789b-40a1-9a58-5b3d5a09633b', 'tag': '687db423-0bce-4473-a6ed-514d3d4b74e4'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:04:36.490696 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b648026-d84c-4f86-8d5d-ca44b7fee482" -d '{"events": [{"name": "network-changed", "server_uuid": "606bfa07-789b-40a1-9a58-5b3d5a09633b", "tag": "687db423-0bce-4473-a6ed-514d3d4b74e4"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:04:36.611842 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f199ffef-5948-4381-a57a-607041d6d2fb service neutron] Pushing event updated for resources: {'Port': ['ID=687db423-0bce-4473-a6ed-514d3d4b74e4,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:36.683506 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16afc869-0e73-4d92-8b76-bf5ab3c5bc28 req-30661ab4-e716-4f4c-b80f-63a1a7f7b61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:36.685103 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-16afc869-0e73-4d92-8b76-bf5ab3c5bc28 req-30661ab4-e716-4f4c-b80f-63a1a7f7b61d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=78355387c134473dacc42b7646fd40dd&device_id=606bfa07-789b-40a1-9a58-5b3d5a09633b HTTP/1.1" status: 200 len: 1134 time: 0.1489127 Sep 07 03:04:36.740093 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b054024-560f-44d0-9c7a-2871188d1649 None None] Network b5bb2b44-86d3-4c51-8098-39db56525af1 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:04:36.785324 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc11d959-459d-4294-a333-6e0ec0606880 x-openstack-request-id: req-dc11d959-459d-4294-a333-6e0ec0606880 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:04:36.786278 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "606bfa07-789b-40a1-9a58-5b3d5a09633b", "tag": "687db423-0bce-4473-a6ed-514d3d4b74e4", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:04:36.786530 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dc11d959-459d-4294-a333-6e0ec0606880 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:04:36.786941 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '606bfa07-789b-40a1-9a58-5b3d5a09633b', 'tag': '687db423-0bce-4473-a6ed-514d3d4b74e4', 'status': 'completed', 'code': 200} Sep 07 03:04:36.790589 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a737b9cd-63b6-4a6d-9ac3-738c4ded81a3 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:04:36.800411 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-16afc869-0e73-4d92-8b76-bf5ab3c5bc28 req-0aa0ca16-f16b-4409-b0c0-f87b0b6829d7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=687db423-0bce-4473-a6ed-514d3d4b74e4 HTTP/1.1" status: 200 len: 217 time: 0.0959616 Sep 07 03:04:36.804563 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21a6743-9cce-4d6f-86e0-6e29fb445e37 None None] Sync routers for ids ['a1b83060-4e62-4f21-bb3c-495eb2c6a10f'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:04:36.820733 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21a6743-9cce-4d6f-86e0-6e29fb445e37 None None] Routers {'a1b83060-4e62-4f21-bb3c-495eb2c6a10f'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:04:36.821440 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-c21a6743-9cce-4d6f-86e0-6e29fb445e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:04:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['a1b83060-4e62-4f21-bb3c-495eb2c6a10f'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:04:36.821578 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a737b9cd-63b6-4a6d-9ac3-738c4ded81a3 admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:36.824712 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a737b9cd-63b6-4a6d-9ac3-738c4ded81a3 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0678024 Sep 07 03:04:36.827923 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60852) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:04:36.933709 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16afc869-0e73-4d92-8b76-bf5ab3c5bc28 req-376b6237-236e-4342-87bc-67525efb4027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:36.937338 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-16afc869-0e73-4d92-8b76-bf5ab3c5bc28 req-376b6237-236e-4342-87bc-67525efb4027 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6fab5d4d-4d56-4c7f-b912-5221bc05bf32 HTTP/1.1" status: 200 len: 834 time: 0.1216640 Sep 07 03:04:36.952346 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a34e5140-f56e-4ee9-9319-aa2e24f66761 None None] Provisioning for port 8dd057a7-8b3e-4a9a-8a06-65f837707f49 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:04:37.078158 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16afc869-0e73-4d92-8b76-bf5ab3c5bc28 req-e926073f-5536-4dfa-afff-e0216e76e06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:37.082232 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-16afc869-0e73-4d92-8b76-bf5ab3c5bc28 req-e926073f-5536-4dfa-afff-e0216e76e06a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=705decc7-b040-46a6-b48e-b43279f9839c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1390584 Sep 07 03:04:37.089482 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-c21a6743-9cce-4d6f-86e0-6e29fb445e37 None None] Set router a1b83060-4e62-4f21-bb3c-495eb2c6a10f gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:04:37.258739 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4fddf-2077-4af3-b730-eec002e814a2 req-73939218-6abf-456c-ad0d-3b6e89ab9485 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:37.267107 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-51d4fddf-2077-4af3-b730-eec002e814a2 req-73939218-6abf-456c-ad0d-3b6e89ab9485 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "GET /v2.0/ports?device_id=606bfa07-789b-40a1-9a58-5b3d5a09633b HTTP/1.1" status: 200 len: 982 time: 0.1521137 Sep 07 03:04:37.375267 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-51d4fddf-2077-4af3-b730-eec002e814a2 req-81284660-ed4d-4df3-b6b5-86537bba3606 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "GET /v2.0/security-groups?id=5b879c51-b017-48ad-8678-477a9f20557e&id=851dd5b8-0bf6-4e2b-8711-646041b05580&fields=id&fields=name HTTP/1.1" status: 200 len: 407 time: 0.1071141 Sep 07 03:04:37.657999 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 8dd057a7-8b3e-4a9a-8a06-65f837707f49 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:04:37.808302 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 8dd057a7-8b3e-4a9a-8a06-65f837707f49 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:04:37.812943 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 8dd057a7-8b3e-4a9a-8a06-65f837707f49 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:04:37.814634 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:37.819752 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-c21a6743-9cce-4d6f-86e0-6e29fb445e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'name': 'tempest-TestVolumeBootPattern-1134786000-router', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'd975f0af-5594-4140-b8ef-556bcf39aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:04:33Z', 'updated_at': '2021-09-07T03:04:35Z', 'revision_number': 3, 'project_id': 'e2b241f46496480ea1c24703bd4e7081', 'gw_port': {'id': 'd975f0af-5594-4140-b8ef-556bcf39aceb', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:47:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:34Z', 'updated_at': '2021-09-07T03:04:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:04:37.872706 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-16afc869-0e73-4d92-8b76-bf5ab3c5bc28 req-0b18a7b0-b613-477e-b5e9-64352b4d7f7e service neutron] 10.222.0.23 "GET /v2.0/networks/705decc7-b040-46a6-b48e-b43279f9839c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7706711 Sep 07 03:04:37.882594 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-682071b5-1895-4f0b-8966-3dcd2f557383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:37.919511 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21a6743-9cce-4d6f-86e0-6e29fb445e37 None None] Checking router: a1b83060-4e62-4f21-bb3c-495eb2c6a10f for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:04:37.921970 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21a6743-9cce-4d6f-86e0-6e29fb445e37 None None] Updating router a1b83060-4e62-4f21-bb3c-495eb2c6a10f port d975f0af-5594-4140-b8ef-556bcf39aceb binding host n-d-796209-16 {{(pid=94703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 03:04:37.982161 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-c21a6743-9cce-4d6f-86e0-6e29fb445e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:38.034582 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:38.099306 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-16afc869-0e73-4d92-8b76-bf5ab3c5bc28 req-bf933a35-6eef-4238-a0e9-09aee20ecbfc service neutron] 10.222.0.23 "GET /v2.0/networks/705decc7-b040-46a6-b48e-b43279f9839c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288663 Sep 07 03:04:38.121309 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 8dd057a7-8b3e-4a9a-8a06-65f837707f49, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=8dd057a7-8b3e-4a9a-8a06-65f837707f49,segment=NetworkSegment(8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21),segment_id=8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:04:38.132634 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:38.133629 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 94d4a5da-7d5d-4487-abe2-9abfea505fde up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:04:38.140476 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-682071b5-1895-4f0b-8966-3dcd2f557383 admin admin] Allocated IP 172.20.0.1 (b5bb2b44-86d3-4c51-8098-39db56525af1/b33adc2b-a155-4213-967c-f1ae81189b8c/d9bf7c30-d2e6-4716-9ec6-49155d279181) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:04:38.263514 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b648026-d84c-4f86-8d5d-ca44b7fee482 req-84d4728d-35ee-4f94-8edb-426424423817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:38.265302 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7b648026-d84c-4f86-8d5d-ca44b7fee482 req-84d4728d-35ee-4f94-8edb-426424423817 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=78355387c134473dacc42b7646fd40dd&device_id=606bfa07-789b-40a1-9a58-5b3d5a09633b HTTP/1.1" status: 200 len: 1134 time: 0.0996988 Sep 07 03:04:38.292253 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=8dd057a7-8b3e-4a9a-8a06-65f837707f49,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:38.369601 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 94d4a5da-7d5d-4487-abe2-9abfea505fde triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:04:38.370237 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:38.404363 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-682071b5-1895-4f0b-8966-3dcd2f557383 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:38.432280 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-682071b5-1895-4f0b-8966-3dcd2f557383 admin admin] Transition to ACTIVE for port object d9bf7c30-d2e6-4716-9ec6-49155d279181 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:04:38.441948 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-c21a6743-9cce-4d6f-86e0-6e29fb445e37 None None] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:38.454155 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-c21a6743-9cce-4d6f-86e0-6e29fb445e37 None None] Transition to ACTIVE for port object d975f0af-5594-4140-b8ef-556bcf39aceb will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:04:38.463732 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-c21a6743-9cce-4d6f-86e0-6e29fb445e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:38.530325 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-682071b5-1895-4f0b-8966-3dcd2f557383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:38.531890 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-c21a6743-9cce-4d6f-86e0-6e29fb445e37 None None] Attempting to bind port d975f0af-5594-4140-b8ef-556bcf39aceb on host n-d-796209-16 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:04:38.532249 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-c21a6743-9cce-4d6f-86e0-6e29fb445e37 None None] Attempting to bind port d975f0af-5594-4140-b8ef-556bcf39aceb by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:04:38.532706 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21a6743-9cce-4d6f-86e0-6e29fb445e37 None None] Attempting to bind port d975f0af-5594-4140-b8ef-556bcf39aceb on network 1166b922-7457-4da4-bdda-328e8c8e7bc6 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:04:38.544165 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21a6743-9cce-4d6f-86e0-6e29fb445e37 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:04:38.544799 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21a6743-9cce-4d6f-86e0-6e29fb445e37 None None] Checking segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:04:38.545547 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-c21a6743-9cce-4d6f-86e0-6e29fb445e37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:38.546349 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21a6743-9cce-4d6f-86e0-6e29fb445e37 None None] Bound using segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:04:38.547023 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-c21a6743-9cce-4d6f-86e0-6e29fb445e37 None None] Bound port: d975f0af-5594-4140-b8ef-556bcf39aceb, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:04:38.547803 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-c21a6743-9cce-4d6f-86e0-6e29fb445e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:38.579515 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682071b5-1895-4f0b-8966-3dcd2f557383 admin admin] Network b5bb2b44-86d3-4c51-8098-39db56525af1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:04:38.593089 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe9dca5-fffd-4274-bb69-70da58f3ec12 None None] Pushing event updated for resources: {'Port': ['ID=d975f0af-5594-4140-b8ef-556bcf39aceb,revision_number=2']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:38.608420 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-682071b5-1895-4f0b-8966-3dcd2f557383 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:04:38.613067 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682071b5-1895-4f0b-8966-3dcd2f557383 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:04:38.635763 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a6e82-e39a-489a-9062-ddf4837aeff7 req-2c20bca8-f44b-4126-b403-fed4ce2d0ec3 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:38.639720 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1b0a6e82-e39a-489a-9062-ddf4837aeff7 req-2c20bca8-f44b-4126-b403-fed4ce2d0ec3 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "GET /v2.0/ports?device_id=606bfa07-789b-40a1-9a58-5b3d5a09633b HTTP/1.1" status: 200 len: 982 time: 0.1763813 Sep 07 03:04:38.642351 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b648026-d84c-4f86-8d5d-ca44b7fee482 req-3c0d2e42-9c9d-49b8-9564-4940f4d3714d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:38.644279 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7b648026-d84c-4f86-8d5d-ca44b7fee482 req-3c0d2e42-9c9d-49b8-9564-4940f4d3714d service neutron] 10.222.0.23 "GET /v2.0/networks?id=705decc7-b040-46a6-b48e-b43279f9839c HTTP/1.1" status: 200 len: 897 time: 0.3713274 Sep 07 03:04:38.654769 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-c21a6743-9cce-4d6f-86e0-6e29fb445e37 None None] For port d975f0af-5594-4140-b8ef-556bcf39aceb, host n-d-796209-16, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:04:38.660064 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-c21a6743-9cce-4d6f-86e0-6e29fb445e37 None None] For port d975f0af-5594-4140-b8ef-556bcf39aceb, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=d975f0af-5594-4140-b8ef-556bcf39aceb,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:04:38.666089 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-c21a6743-9cce-4d6f-86e0-6e29fb445e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:38.699406 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682071b5-1895-4f0b-8966-3dcd2f557383 admin admin] Pushing event updated for resources: {'Port': ['ID=d9bf7c30-d2e6-4716-9ec6-49155d279181,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:38.727199 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-682071b5-1895-4f0b-8966-3dcd2f557383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:38.760856 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21a6743-9cce-4d6f-86e0-6e29fb445e37 None None] Routers {'a1b83060-4e62-4f21-bb3c-495eb2c6a10f'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:04:38.761484 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-c21a6743-9cce-4d6f-86e0-6e29fb445e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:04:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['a1b83060-4e62-4f21-bb3c-495eb2c6a10f'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:04:38.764364 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7b648026-d84c-4f86-8d5d-ca44b7fee482 req-ec21c92f-e539-46c6-9143-e919def760cf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=687db423-0bce-4473-a6ed-514d3d4b74e4 HTTP/1.1" status: 200 len: 217 time: 0.1089089 Sep 07 03:04:38.839356 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b648026-d84c-4f86-8d5d-ca44b7fee482 req-fa588de8-f0d0-4dfd-bb62-9c453bc27f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:38.840870 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7b648026-d84c-4f86-8d5d-ca44b7fee482 req-fa588de8-f0d0-4dfd-bb62-9c453bc27f1d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6fab5d4d-4d56-4c7f-b912-5221bc05bf32 HTTP/1.1" status: 200 len: 834 time: 0.0507383 Sep 07 03:04:38.863610 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1b0a6e82-e39a-489a-9062-ddf4837aeff7 req-5d867789-7d84-4755-bfd5-553ff5af110f tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "GET /v2.0/security-groups?id=5b879c51-b017-48ad-8678-477a9f20557e&id=851dd5b8-0bf6-4e2b-8711-646041b05580&fields=id&fields=name HTTP/1.1" status: 200 len: 407 time: 0.2172508 Sep 07 03:04:38.925687 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe9dca5-fffd-4274-bb69-70da58f3ec12 None None] Pushing event updated for resources: {'Port': ['ID=d975f0af-5594-4140-b8ef-556bcf39aceb,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:38.944853 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b648026-d84c-4f86-8d5d-ca44b7fee482 req-90d8c7b2-e2d6-4f66-9f2c-a40074d58375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:38.946222 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7b648026-d84c-4f86-8d5d-ca44b7fee482 req-90d8c7b2-e2d6-4f66-9f2c-a40074d58375 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=705decc7-b040-46a6-b48e-b43279f9839c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0814614 Sep 07 03:04:38.953811 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-682071b5-1895-4f0b-8966-3dcd2f557383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:39.003692 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-c21a6743-9cce-4d6f-86e0-6e29fb445e37 None None] Set router a1b83060-4e62-4f21-bb3c-495eb2c6a10f gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:04:39.027152 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-6545fdb2-2dc5-4f4a-b1e1-28d7a52acd40 None None] Provisioning for port d9bf7c30-d2e6-4716-9ec6-49155d279181 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:04:39.033464 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-6545fdb2-2dc5-4f4a-b1e1-28d7a52acd40 None None] Provisioning complete for port d9bf7c30-d2e6-4716-9ec6-49155d279181 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:04:39.033778 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6545fdb2-2dc5-4f4a-b1e1-28d7a52acd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:39.046261 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7b648026-d84c-4f86-8d5d-ca44b7fee482 req-507eb56d-5fdc-4fa6-b868-40548292d219 service neutron] 10.222.0.23 "GET /v2.0/networks/705decc7-b040-46a6-b48e-b43279f9839c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914483 Sep 07 03:04:39.136481 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-6545fdb2-2dc5-4f4a-b1e1-28d7a52acd40 None None] Port d9bf7c30-d2e6-4716-9ec6-49155d279181 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:04:39.188753 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7b648026-d84c-4f86-8d5d-ca44b7fee482 req-075d7dcf-eb4f-410d-9f80-4aa902b60333 service neutron] 10.222.0.23 "GET /v2.0/networks/705decc7-b040-46a6-b48e-b43279f9839c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332531 Sep 07 03:04:39.280101 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-c21a6743-9cce-4d6f-86e0-6e29fb445e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'name': 'tempest-TestVolumeBootPattern-1134786000-router', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'd975f0af-5594-4140-b8ef-556bcf39aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:04:33Z', 'updated_at': '2021-09-07T03:04:35Z', 'revision_number': 3, 'project_id': 'e2b241f46496480ea1c24703bd4e7081', 'gw_port': {'id': 'd975f0af-5594-4140-b8ef-556bcf39aceb', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:47:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:34Z', 'updated_at': '2021-09-07T03:04:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:04:39.298836 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-682071b5-1895-4f0b-8966-3dcd2f557383 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:39.320084 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-682071b5-1895-4f0b-8966-3dcd2f557383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:39.323580 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21a6743-9cce-4d6f-86e0-6e29fb445e37 None None] The sync data for ids ['a1b83060-4e62-4f21-bb3c-495eb2c6a10f'] in n-d-796209-16 is: [{'id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'name': 'tempest-TestVolumeBootPattern-1134786000-router', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'd975f0af-5594-4140-b8ef-556bcf39aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:04:33Z', 'updated_at': '2021-09-07T03:04:35Z', 'revision_number': 3, 'project_id': 'e2b241f46496480ea1c24703bd4e7081', 'gw_port': {'id': 'd975f0af-5594-4140-b8ef-556bcf39aceb', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:47:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:34Z', 'updated_at': '2021-09-07T03:04:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:04:39.413872 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 8dd057a7-8b3e-4a9a-8a06-65f837707f49 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:04:39.495918 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 8dd057a7-8b3e-4a9a-8a06-65f837707f49 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:04:39.496396 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:39.859189 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682071b5-1895-4f0b-8966-3dcd2f557383 admin admin] Pushing event updated for resources: {'Port': ['ID=d9bf7c30-d2e6-4716-9ec6-49155d279181,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:39.864735 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-682071b5-1895-4f0b-8966-3dcd2f557383 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:40.035131 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a95c1e6-8880-4cac-b2c7-6bb88af5c008 req-abceba03-a722-4189-8dd6-7644b43255f4 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:40.036920 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1a95c1e6-8880-4cac-b2c7-6bb88af5c008 req-abceba03-a722-4189-8dd6-7644b43255f4 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "GET /v2.0/ports?device_id=606bfa07-789b-40a1-9a58-5b3d5a09633b HTTP/1.1" status: 200 len: 982 time: 0.0818603 Sep 07 03:04:40.052732 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682071b5-1895-4f0b-8966-3dcd2f557383 admin admin] Network b5bb2b44-86d3-4c51-8098-39db56525af1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:04:40.055262 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-682071b5-1895-4f0b-8966-3dcd2f557383 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:04:40.231108 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1a95c1e6-8880-4cac-b2c7-6bb88af5c008 req-16f5bfe5-e5da-4f4e-86ec-963b608f5768 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "GET /v2.0/security-groups?id=5b879c51-b017-48ad-8678-477a9f20557e&id=851dd5b8-0bf6-4e2b-8711-646041b05580&fields=id&fields=name HTTP/1.1" status: 200 len: 407 time: 0.1866591 Sep 07 03:04:40.235961 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-682071b5-1895-4f0b-8966-3dcd2f557383 admin admin] Router a1b83060-4e62-4f21-bb3c-495eb2c6a10f has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:04:40.366993 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-911fbfb4-bc4b-4642-8e6b-d4be86ddb7f0 None None] Provisioning complete for port d9bf7c30-d2e6-4716-9ec6-49155d279181 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:04:40.368443 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-682071b5-1895-4f0b-8966-3dcd2f557383 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:04:40.370419 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-911fbfb4-bc4b-4642-8e6b-d4be86ddb7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:40.374272 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-682071b5-1895-4f0b-8966-3dcd2f557383 admin admin] 10.222.0.22 "PUT /v2.0/routers/a1b83060-4e62-4f21-bb3c-495eb2c6a10f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5451250 Sep 07 03:04:40.426583 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-911fbfb4-bc4b-4642-8e6b-d4be86ddb7f0 None None] Port d9bf7c30-d2e6-4716-9ec6-49155d279181 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:04:41.035904 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60952) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:04:41.041788 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-ab309c97-53dc-4c8b-a3ef-4c8cb2722f48 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1990338491-network', 'tenant_id': '2dc8966b5f1442ac8c3bd536c5aea5de'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:04:41.078014 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab309c97-53dc-4c8b-a3ef-4c8cb2722f48 admin admin] Made reservation on behalf of 2dc8966b5f1442ac8c3bd536c5aea5de for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:04:41.080946 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ab309c97-53dc-4c8b-a3ef-4c8cb2722f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:41.092522 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ab309c97-53dc-4c8b-a3ef-4c8cb2722f48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:41.198724 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ab309c97-53dc-4c8b-a3ef-4c8cb2722f48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:41.203771 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ab309c97-53dc-4c8b-a3ef-4c8cb2722f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:41.229749 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab309c97-53dc-4c8b-a3ef-4c8cb2722f48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 03:04:41.240029 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab309c97-53dc-4c8b-a3ef-4c8cb2722f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee8521f-dc04-4858-a832-22273fda09a8,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:41.245692 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ab309c97-53dc-4c8b-a3ef-4c8cb2722f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:41.246121 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-ab309c97-53dc-4c8b-a3ef-4c8cb2722f48 admin admin] Added segment 7cbd24c7-6c9b-4654-8c21-dbd2bbb524e6 of type vlan for network cfc0518a-1b3c-4f95-9920-adbf937c8d5a Sep 07 03:04:41.298540 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ab309c97-53dc-4c8b-a3ef-4c8cb2722f48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:41.349304 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ab309c97-53dc-4c8b-a3ef-4c8cb2722f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:41.351427 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab309c97-53dc-4c8b-a3ef-4c8cb2722f48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:41.352061 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ab309c97-53dc-4c8b-a3ef-4c8cb2722f48 admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:41.441311 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab309c97-53dc-4c8b-a3ef-4c8cb2722f48 admin admin] Pushing event updated for resources: {'Network': ['ID=cfc0518a-1b3c-4f95-9920-adbf937c8d5a,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:41.452417 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c6c16-da4b-4227-b3ea-0ed677e5f700 req-9d7e684e-88fd-4a8e-b3d3-97638c0d40bd tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:41.452904 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network cfc0518a-1b3c-4f95-9920-adbf937c8d5a details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 03:04:41.461866 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a25c6c16-da4b-4227-b3ea-0ed677e5f700 req-9d7e684e-88fd-4a8e-b3d3-97638c0d40bd tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "GET /v2.0/ports?device_id=606bfa07-789b-40a1-9a58-5b3d5a09633b HTTP/1.1" status: 200 len: 982 time: 0.1131842 Sep 07 03:04:41.467080 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ab309c97-53dc-4c8b-a3ef-4c8cb2722f48 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4275689 Sep 07 03:04:41.469112 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60960) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:04:41.474886 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-768c156b-5138-48eb-924c-63c5ace0e20a admin admin] Request body: {'subnet': {'network_id': 'cfc0518a-1b3c-4f95-9920-adbf937c8d5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1990338491-subnet', 'tenant_id': '2dc8966b5f1442ac8c3bd536c5aea5de', 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:04:41.501433 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device d975f0af-5594-4140-b8ef-556bcf39aceb up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:04:41.503902 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768c156b-5138-48eb-924c-63c5ace0e20a admin admin] Made reservation on behalf of 2dc8966b5f1442ac8c3bd536c5aea5de for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:04:41.508814 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-768c156b-5138-48eb-924c-63c5ace0e20a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:41.523613 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a25c6c16-da4b-4227-b3ea-0ed677e5f700 req-acbe0a3b-e19f-4160-9c7b-90b8f24fe1ad tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "GET /v2.0/security-groups?id=5b879c51-b017-48ad-8678-477a9f20557e&id=851dd5b8-0bf6-4e2b-8711-646041b05580&fields=id&fields=name HTTP/1.1" status: 200 len: 407 time: 0.0605519 Sep 07 03:04:41.625895 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port d975f0af-5594-4140-b8ef-556bcf39aceb completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:04:41.633323 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port d975f0af-5594-4140-b8ef-556bcf39aceb triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:04:41.633727 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:41.711875 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb13f415-578a-4489-bcdb-1fde8ac96303 None None] Sync routers for ids ['a1b83060-4e62-4f21-bb3c-495eb2c6a10f'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:04:41.752209 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb13f415-578a-4489-bcdb-1fde8ac96303 None None] Routers {'a1b83060-4e62-4f21-bb3c-495eb2c6a10f'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:04:41.753052 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-fb13f415-578a-4489-bcdb-1fde8ac96303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:04:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['a1b83060-4e62-4f21-bb3c-495eb2c6a10f'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:04:41.774495 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-768c156b-5138-48eb-924c-63c5ace0e20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:41.801388 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:41.846789 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768c156b-5138-48eb-924c-63c5ace0e20a admin admin] Checking segment: {'id': '7cbd24c7-6c9b-4654-8c21-dbd2bbb524e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cfc0518a-1b3c-4f95-9920-adbf937c8d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:04:41.847186 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768c156b-5138-48eb-924c-63c5ace0e20a admin admin] Network hostable DHCP agents. Network: cfc0518a-1b3c-4f95-9920-adbf937c8d5a, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 03:04:41.859545 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768c156b-5138-48eb-924c-63c5ace0e20a admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd7c5650-7ffd-4749-9573-7cb9392e5958,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:41.871413 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768c156b-5138-48eb-924c-63c5ace0e20a admin admin] Network cfc0518a-1b3c-4f95-9920-adbf937c8d5a is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 03:04:41.887339 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-768c156b-5138-48eb-924c-63c5ace0e20a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, cfc0518a-1b3c-4f95-9920-adbf937c8d5a) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:04:41.895772 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768c156b-5138-48eb-924c-63c5ace0e20a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:41.896431 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-768c156b-5138-48eb-924c-63c5ace0e20a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:41.905980 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-fb13f415-578a-4489-bcdb-1fde8ac96303 None None] Set router a1b83060-4e62-4f21-bb3c-495eb2c6a10f gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:04:41.912027 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-768c156b-5138-48eb-924c-63c5ace0e20a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4407282 Sep 07 03:04:41.914299 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 60968) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:04:41.919159 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-dc77eeba-8cb5-4877-9f7f-717f61b5a6d0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1990338491-router', 'tenant_id': '2dc8966b5f1442ac8c3bd536c5aea5de', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:04:41.945240 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port d975f0af-5594-4140-b8ef-556bcf39aceb, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=d975f0af-5594-4140-b8ef-556bcf39aceb,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:04:41.945494 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dc77eeba-8cb5-4877-9f7f-717f61b5a6d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:41.946441 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a416ed91-97c4-4c0c-b56e-d9f1c52400d9 None None] Network cfc0518a-1b3c-4f95-9920-adbf937c8d5a requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:04:41.946766 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dc77eeba-8cb5-4877-9f7f-717f61b5a6d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:41.969023 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:42.044448 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dc77eeba-8cb5-4877-9f7f-717f61b5a6d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:42.160257 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 687db423-0bce-4473-a6ed-514d3d4b74e4 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 03:04:42.232412 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dc77eeba-8cb5-4877-9f7f-717f61b5a6d0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:42.292430 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=d975f0af-5594-4140-b8ef-556bcf39aceb,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:42.524279 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 687db423-0bce-4473-a6ed-514d3d4b74e4, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=687db423-0bce-4473-a6ed-514d3d4b74e4,segment=NetworkSegment(a5c7473a-e694-4c45-9546-fd4f0b9ab3f9),segment_id=a5c7473a-e694-4c45-9546-fd4f0b9ab3f9)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:04:42.529050 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006a4bde-d395-4773-b76a-407661c64201 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-cfc0518a-1b3c-4f95-9920-adbf937c8d5a', 'network_id': 'cfc0518a-1b3c-4f95-9920-adbf937c8d5a', 'tenant_id': '2dc8966b5f1442ac8c3bd536c5aea5de', 'fixed_ips': [{'subnet_id': 'dd7c5650-7ffd-4749-9573-7cb9392e5958'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 03:04:42.530097 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-006a4bde-d395-4773-b76a-407661c64201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:42.557101 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '687db423-0bce-4473-a6ed-514d3d4b74e4', 'network_id': '705decc7-b040-46a6-b48e-b43279f9839c', 'port_id': '687db423-0bce-4473-a6ed-514d3d4b74e4', 'mac_address': 'fa:16:3e:9f:18:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fab5d4d-4d56-4c7f-b912-5221bc05bf32', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 03:04:42.564776 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-fb13f415-578a-4489-bcdb-1fde8ac96303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'name': 'tempest-TestVolumeBootPattern-1134786000-router', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'd975f0af-5594-4140-b8ef-556bcf39aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:04:33Z', 'updated_at': '2021-09-07T03:04:38Z', 'revision_number': 4, 'project_id': 'e2b241f46496480ea1c24703bd4e7081', 'gw_port': {'id': 'd975f0af-5594-4140-b8ef-556bcf39aceb', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:47:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:34Z', 'updated_at': '2021-09-07T03:04:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'd9bf7c30-d2e6-4716-9ec6-49155d279181', 'name': '', 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'mac_address': 'fa:16:3e:01:69:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'b33adc2b-a155-4213-967c-f1ae81189b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:37Z', 'updated_at': '2021-09-07T03:04:39Z', 'revision_number': 2, 'project_id': 'e2b241f46496480ea1c24703bd4e7081', 'subnets': [{'id': 'b33adc2b-a155-4213-967c-f1ae81189b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:04:42.570491 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dc77eeba-8cb5-4877-9f7f-717f61b5a6d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:42.618583 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dc77eeba-8cb5-4877-9f7f-717f61b5a6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:42.668581 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb13f415-578a-4489-bcdb-1fde8ac96303 None None] Checking router: a1b83060-4e62-4f21-bb3c-495eb2c6a10f for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:04:42.668936 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb13f415-578a-4489-bcdb-1fde8ac96303 None None] Updating router a1b83060-4e62-4f21-bb3c-495eb2c6a10f port d9bf7c30-d2e6-4716-9ec6-49155d279181 binding host n-d-796209-16 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 03:04:42.753837 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b46f4-b17a-4769-9938-20601b1413c1 req-a70f0f70-ce45-49dd-b452-9b86dd2e1b53 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:42.761369 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-426b46f4-b17a-4769-9938-20601b1413c1 req-a70f0f70-ce45-49dd-b452-9b86dd2e1b53 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "GET /v2.0/ports?device_id=606bfa07-789b-40a1-9a58-5b3d5a09633b HTTP/1.1" status: 200 len: 982 time: 0.1271610 Sep 07 03:04:42.849111 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-426b46f4-b17a-4769-9938-20601b1413c1 req-0f47baa8-ec30-441c-a027-bab88801e67a tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "GET /v2.0/security-groups?id=5b879c51-b017-48ad-8678-477a9f20557e&id=851dd5b8-0bf6-4e2b-8711-646041b05580&fields=id&fields=name HTTP/1.1" status: 200 len: 407 time: 0.0867436 Sep 07 03:04:42.865230 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-dc77eeba-8cb5-4877-9f7f-717f61b5a6d0 admin admin] Allocated IP 172.25.5.182 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/48da55bf-0182-4600-a39b-af16d3a125d1) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:04:43.024296 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dc77eeba-8cb5-4877-9f7f-717f61b5a6d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:43.073808 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fb13f415-578a-4489-bcdb-1fde8ac96303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:43.081548 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:43.085027 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dc77eeba-8cb5-4877-9f7f-717f61b5a6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:43.150085 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc77eeba-8cb5-4877-9f7f-717f61b5a6d0 admin admin] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:04:43.154073 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-dc77eeba-8cb5-4877-9f7f-717f61b5a6d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:04:43.156936 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc77eeba-8cb5-4877-9f7f-717f61b5a6d0 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:04:43.169761 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-006a4bde-d395-4773-b76a-407661c64201 None None] Allocated IP 172.20.0.2 (cfc0518a-1b3c-4f95-9920-adbf937c8d5a/dd7c5650-7ffd-4749-9573-7cb9392e5958/14f78a47-c270-4c70-b51e-f29ab976613c) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:04:43.253648 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc77eeba-8cb5-4877-9f7f-717f61b5a6d0 admin admin] Pushing event updated for resources: {'Port': ['ID=48da55bf-0182-4600-a39b-af16d3a125d1,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:43.307715 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 687db423-0bce-4473-a6ed-514d3d4b74e4 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:04:43.365862 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 687db423-0bce-4473-a6ed-514d3d4b74e4, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=687db423-0bce-4473-a6ed-514d3d4b74e4,segment=NetworkSegment(a5c7473a-e694-4c45-9546-fd4f0b9ab3f9),segment_id=a5c7473a-e694-4c45-9546-fd4f0b9ab3f9)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:04:43.430198 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-006a4bde-d395-4773-b76a-407661c64201 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:43.437520 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:43.463764 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device d975f0af-5594-4140-b8ef-556bcf39aceb up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:04:43.533932 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-006a4bde-d395-4773-b76a-407661c64201 None None] Transition to ACTIVE for port object 14f78a47-c270-4c70-b51e-f29ab976613c will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:04:43.541449 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dc77eeba-8cb5-4877-9f7f-717f61b5a6d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:43.596502 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-006a4bde-d395-4773-b76a-407661c64201 None None] Transition to ACTIVE for port object 14f78a47-c270-4c70-b51e-f29ab976613c will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:04:43.644684 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=687db423-0bce-4473-a6ed-514d3d4b74e4,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:43.665665 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-006a4bde-d395-4773-b76a-407661c64201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:43.717079 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['687db423-0bce-4473-a6ed-514d3d4b74e4'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:04:43.786433 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006a4bde-d395-4773-b76a-407661c64201 None None] Network cfc0518a-1b3c-4f95-9920-adbf937c8d5a is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:04:43.808733 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-006a4bde-d395-4773-b76a-407661c64201 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:04:43.820937 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006a4bde-d395-4773-b76a-407661c64201 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:04:43.842260 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006a4bde-d395-4773-b76a-407661c64201 None None] Pushing event updated for resources: {'Port': ['ID=14f78a47-c270-4c70-b51e-f29ab976613c,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:43.865738 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dc77eeba-8cb5-4877-9f7f-717f61b5a6d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:43.950512 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port d975f0af-5594-4140-b8ef-556bcf39aceb triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:04:43.951145 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:44.040697 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc77eeba-8cb5-4877-9f7f-717f61b5a6d0 admin admin] Router 6e025588-9b34-4131-a80c-b6bb8966ae28 is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 03:04:44.062033 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-006a4bde-d395-4773-b76a-407661c64201 None None] Attempting to bind port 14f78a47-c270-4c70-b51e-f29ab976613c on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:04:44.062429 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-006a4bde-d395-4773-b76a-407661c64201 None None] Attempting to bind port 14f78a47-c270-4c70-b51e-f29ab976613c by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '7cbd24c7-6c9b-4654-8c21-dbd2bbb524e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cfc0518a-1b3c-4f95-9920-adbf937c8d5a'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:04:44.062809 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006a4bde-d395-4773-b76a-407661c64201 None None] Attempting to bind port 14f78a47-c270-4c70-b51e-f29ab976613c on network cfc0518a-1b3c-4f95-9920-adbf937c8d5a {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:04:44.074674 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd03ef3-c77c-44a2-874c-9f853fbed3fc req-80f9067a-13c1-4efe-9d4e-1ddba6d06db9 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:44.085205 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0dd03ef3-c77c-44a2-874c-9f853fbed3fc req-80f9067a-13c1-4efe-9d4e-1ddba6d06db9 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "GET /v2.0/ports?device_id=606bfa07-789b-40a1-9a58-5b3d5a09633b HTTP/1.1" status: 200 len: 983 time: 0.1053495 Sep 07 03:04:44.153049 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006a4bde-d395-4773-b76a-407661c64201 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:04:44.153501 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006a4bde-d395-4773-b76a-407661c64201 None None] Checking segment: {'id': '7cbd24c7-6c9b-4654-8c21-dbd2bbb524e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cfc0518a-1b3c-4f95-9920-adbf937c8d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:04:44.155737 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-006a4bde-d395-4773-b76a-407661c64201 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:44.156157 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006a4bde-d395-4773-b76a-407661c64201 None None] Bound using segment: {'id': '7cbd24c7-6c9b-4654-8c21-dbd2bbb524e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cfc0518a-1b3c-4f95-9920-adbf937c8d5a'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:04:44.156658 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-006a4bde-d395-4773-b76a-407661c64201 None None] Bound port: 14f78a47-c270-4c70-b51e-f29ab976613c, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cbd24c7-6c9b-4654-8c21-dbd2bbb524e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cfc0518a-1b3c-4f95-9920-adbf937c8d5a'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:04:44.157049 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-006a4bde-d395-4773-b76a-407661c64201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:44.167220 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0dd03ef3-c77c-44a2-874c-9f853fbed3fc req-a46914b8-9832-4c67-a4f2-47396f36182a tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "GET /v2.0/security-groups?id=5b879c51-b017-48ad-8678-477a9f20557e&id=851dd5b8-0bf6-4e2b-8711-646041b05580&fields=id&fields=name HTTP/1.1" status: 200 len: 407 time: 0.0759628 Sep 07 03:04:44.235641 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fb13f415-578a-4489-bcdb-1fde8ac96303 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:44.241757 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc77eeba-8cb5-4877-9f7f-717f61b5a6d0 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:04:44.254433 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41493d9-2754-4d73-af5d-149741d60f08 None None] Sync routers for ids ['6e025588-9b34-4131-a80c-b6bb8966ae28'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:04:44.271033 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-fb13f415-578a-4489-bcdb-1fde8ac96303 None None] Transition to ACTIVE for port object d9bf7c30-d2e6-4716-9ec6-49155d279181 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:04:44.277135 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41493d9-2754-4d73-af5d-149741d60f08 None None] Routers {'6e025588-9b34-4131-a80c-b6bb8966ae28'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:04:44.281469 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-a41493d9-2754-4d73-af5d-149741d60f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:04:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['6e025588-9b34-4131-a80c-b6bb8966ae28'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:04:44.309045 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dc77eeba-8cb5-4877-9f7f-717f61b5a6d0 admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:44.309257 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fb13f415-578a-4489-bcdb-1fde8ac96303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:44.313191 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 32796) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:04:44.314365 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-dc77eeba-8cb5-4877-9f7f-717f61b5a6d0 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3989639 Sep 07 03:04:44.345575 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-006a4bde-d395-4773-b76a-407661c64201 None None] For port 14f78a47-c270-4c70-b51e-f29ab976613c, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:04:44.349978 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-006a4bde-d395-4773-b76a-407661c64201 None None] For port 14f78a47-c270-4c70-b51e-f29ab976613c, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=14f78a47-c270-4c70-b51e-f29ab976613c,segment=NetworkSegment(7cbd24c7-6c9b-4654-8c21-dbd2bbb524e6),segment_id=7cbd24c7-6c9b-4654-8c21-dbd2bbb524e6)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:04:44.445803 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-006a4bde-d395-4773-b76a-407661c64201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:44.470225 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-a41493d9-2754-4d73-af5d-149741d60f08 None None] Set router 6e025588-9b34-4131-a80c-b6bb8966ae28 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:04:44.532458 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942c199-bc9a-4a1c-9f8b-e553d9d6a6c0 None None] Pushing event updated for resources: {'Port': ['ID=d9bf7c30-d2e6-4716-9ec6-49155d279181,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:44.837698 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-fb13f415-578a-4489-bcdb-1fde8ac96303 None None] Attempting to bind port d9bf7c30-d2e6-4716-9ec6-49155d279181 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:04:44.838421 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-fb13f415-578a-4489-bcdb-1fde8ac96303 None None] Attempting to bind port d9bf7c30-d2e6-4716-9ec6-49155d279181 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:04:44.838421 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb13f415-578a-4489-bcdb-1fde8ac96303 None None] Attempting to bind port d9bf7c30-d2e6-4716-9ec6-49155d279181 on network b5bb2b44-86d3-4c51-8098-39db56525af1 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:04:44.845250 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-a41493d9-2754-4d73-af5d-149741d60f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e025588-9b34-4131-a80c-b6bb8966ae28', 'name': 'tempest-TestVolumeBootPattern-1990338491-router', 'tenant_id': '2dc8966b5f1442ac8c3bd536c5aea5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '48da55bf-0182-4600-a39b-af16d3a125d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:04:41Z', 'updated_at': '2021-09-07T03:04:43Z', 'revision_number': 3, 'project_id': '2dc8966b5f1442ac8c3bd536c5aea5de', 'gw_port': {'id': '48da55bf-0182-4600-a39b-af16d3a125d1', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e8:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e025588-9b34-4131-a80c-b6bb8966ae28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:42Z', 'updated_at': '2021-09-07T03:04:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:04:44.856648 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006a4bde-d395-4773-b76a-407661c64201 None None] Pushing event updated for resources: {'Port': ['ID=14f78a47-c270-4c70-b51e-f29ab976613c,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:44.863419 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb13f415-578a-4489-bcdb-1fde8ac96303 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:04:44.863830 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb13f415-578a-4489-bcdb-1fde8ac96303 None None] Checking segment: {'id': '8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:04:44.864237 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fb13f415-578a-4489-bcdb-1fde8ac96303 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:44.864630 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb13f415-578a-4489-bcdb-1fde8ac96303 None None] Bound using segment: {'id': '8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:04:44.865103 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-fb13f415-578a-4489-bcdb-1fde8ac96303 None None] Bound port: d9bf7c30-d2e6-4716-9ec6-49155d279181, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:04:44.865511 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fb13f415-578a-4489-bcdb-1fde8ac96303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:44.929849 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41493d9-2754-4d73-af5d-149741d60f08 None None] Checking router: 6e025588-9b34-4131-a80c-b6bb8966ae28 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:04:44.930199 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41493d9-2754-4d73-af5d-149741d60f08 None None] Updating router 6e025588-9b34-4131-a80c-b6bb8966ae28 port 48da55bf-0182-4600-a39b-af16d3a125d1 binding host n-d-796209-16 {{(pid=94703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 03:04:44.984255 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-a41493d9-2754-4d73-af5d-149741d60f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:45.012680 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-fb13f415-578a-4489-bcdb-1fde8ac96303 None None] For port d9bf7c30-d2e6-4716-9ec6-49155d279181, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:04:45.017644 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-fb13f415-578a-4489-bcdb-1fde8ac96303 None None] For port d9bf7c30-d2e6-4716-9ec6-49155d279181, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=d9bf7c30-d2e6-4716-9ec6-49155d279181,segment=NetworkSegment(8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21),segment_id=8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:04:45.029805 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fb13f415-578a-4489-bcdb-1fde8ac96303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:45.196045 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb13f415-578a-4489-bcdb-1fde8ac96303 None None] Routers {'a1b83060-4e62-4f21-bb3c-495eb2c6a10f'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:04:45.196975 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-fb13f415-578a-4489-bcdb-1fde8ac96303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:04:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['a1b83060-4e62-4f21-bb3c-495eb2c6a10f'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:04:45.295751 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d5843bce-45af-43aa-9b0f-26c0d2510b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:45.431468 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93222903-5162-4d65-9a38-a1deddb494eb req-8f8ea1a7-0366-44d0-9d78-5d841a11a17e tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:45.443188 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-93222903-5162-4d65-9a38-a1deddb494eb req-8f8ea1a7-0366-44d0-9d78-5d841a11a17e tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "GET /v2.0/ports?device_id=606bfa07-789b-40a1-9a58-5b3d5a09633b HTTP/1.1" status: 200 len: 983 time: 0.1430578 Sep 07 03:04:45.512584 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-fb13f415-578a-4489-bcdb-1fde8ac96303 None None] Set router a1b83060-4e62-4f21-bb3c-495eb2c6a10f gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:04:45.526034 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-93222903-5162-4d65-9a38-a1deddb494eb req-41ea5e51-fdd0-44a2-94f5-826ad1c21c0b tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "GET /v2.0/security-groups?id=5b879c51-b017-48ad-8678-477a9f20557e&id=851dd5b8-0bf6-4e2b-8711-646041b05580&fields=id&fields=name HTTP/1.1" status: 200 len: 407 time: 0.0791423 Sep 07 03:04:45.577333 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-a41493d9-2754-4d73-af5d-149741d60f08 None None] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:45.600203 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-a41493d9-2754-4d73-af5d-149741d60f08 None None] Transition to ACTIVE for port object 48da55bf-0182-4600-a39b-af16d3a125d1 will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:04:45.613396 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-a41493d9-2754-4d73-af5d-149741d60f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:45.680176 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942c199-bc9a-4a1c-9f8b-e553d9d6a6c0 None None] Pushing event updated for resources: {'Port': ['ID=d9bf7c30-d2e6-4716-9ec6-49155d279181,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:45.691131 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 14f78a47-c270-4c70-b51e-f29ab976613c up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:04:45.713246 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-d5843bce-45af-43aa-9b0f-26c0d2510b70 admin admin] Allocated IP 172.20.0.1 (cfc0518a-1b3c-4f95-9920-adbf937c8d5a/dd7c5650-7ffd-4749-9573-7cb9392e5958/60eebbde-3dbf-4b7e-9c6e-717e64a831d8) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:04:45.788041 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16013909-0c7d-41ea-8eb4-70aa116410be None None] Pushing event updated for resources: {'Port': ['ID=48da55bf-0182-4600-a39b-af16d3a125d1,revision_number=2']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:45.790829 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-a41493d9-2754-4d73-af5d-149741d60f08 None None] Attempting to bind port 48da55bf-0182-4600-a39b-af16d3a125d1 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:04:45.791374 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-a41493d9-2754-4d73-af5d-149741d60f08 None None] Attempting to bind port 48da55bf-0182-4600-a39b-af16d3a125d1 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:04:45.792022 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41493d9-2754-4d73-af5d-149741d60f08 None None] Attempting to bind port 48da55bf-0182-4600-a39b-af16d3a125d1 on network 1166b922-7457-4da4-bdda-328e8c8e7bc6 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:04:45.798735 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41493d9-2754-4d73-af5d-149741d60f08 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:04:45.799446 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41493d9-2754-4d73-af5d-149741d60f08 None None] Checking segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:04:45.800175 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-a41493d9-2754-4d73-af5d-149741d60f08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:45.800725 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41493d9-2754-4d73-af5d-149741d60f08 None None] Bound using segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:04:45.801364 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-a41493d9-2754-4d73-af5d-149741d60f08 None None] Bound port: 48da55bf-0182-4600-a39b-af16d3a125d1, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:04:45.802222 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-a41493d9-2754-4d73-af5d-149741d60f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:45.850349 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d5843bce-45af-43aa-9b0f-26c0d2510b70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:45.867940 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-d5843bce-45af-43aa-9b0f-26c0d2510b70 admin admin] Transition to ACTIVE for port object 60eebbde-3dbf-4b7e-9c6e-717e64a831d8 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:04:45.917440 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 14f78a47-c270-4c70-b51e-f29ab976613c completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:04:45.964440 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d5843bce-45af-43aa-9b0f-26c0d2510b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:46.021155 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 687db423-0bce-4473-a6ed-514d3d4b74e4 up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:04:46.024139 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-a41493d9-2754-4d73-af5d-149741d60f08 None None] For port 48da55bf-0182-4600-a39b-af16d3a125d1, host n-d-796209-16, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:04:46.024269 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5843bce-45af-43aa-9b0f-26c0d2510b70 admin admin] Network cfc0518a-1b3c-4f95-9920-adbf937c8d5a is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:04:46.027323 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-d5843bce-45af-43aa-9b0f-26c0d2510b70 admin admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:04:46.027465 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-a41493d9-2754-4d73-af5d-149741d60f08 None None] For port 48da55bf-0182-4600-a39b-af16d3a125d1, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=48da55bf-0182-4600-a39b-af16d3a125d1,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:04:46.030093 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5843bce-45af-43aa-9b0f-26c0d2510b70 admin admin] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:04:46.037193 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-a41493d9-2754-4d73-af5d-149741d60f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:46.110259 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5843bce-45af-43aa-9b0f-26c0d2510b70 admin admin] Pushing event updated for resources: {'Port': ['ID=60eebbde-3dbf-4b7e-9c6e-717e64a831d8,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:46.111138 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41493d9-2754-4d73-af5d-149741d60f08 None None] Routers {'6e025588-9b34-4131-a80c-b6bb8966ae28'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:04:46.111800 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-a41493d9-2754-4d73-af5d-149741d60f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:04:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['6e025588-9b34-4131-a80c-b6bb8966ae28'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:04:46.139374 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d5843bce-45af-43aa-9b0f-26c0d2510b70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:46.165714 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-fb13f415-578a-4489-bcdb-1fde8ac96303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'name': 'tempest-TestVolumeBootPattern-1134786000-router', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'd975f0af-5594-4140-b8ef-556bcf39aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:04:33Z', 'updated_at': '2021-09-07T03:04:38Z', 'revision_number': 4, 'project_id': 'e2b241f46496480ea1c24703bd4e7081', 'gw_port': {'id': 'd975f0af-5594-4140-b8ef-556bcf39aceb', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:47:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:34Z', 'updated_at': '2021-09-07T03:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'd9bf7c30-d2e6-4716-9ec6-49155d279181', 'name': '', 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'mac_address': 'fa:16:3e:01:69:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'b33adc2b-a155-4213-967c-f1ae81189b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:37Z', 'updated_at': '2021-09-07T03:04:45Z', 'revision_number': 4, 'project_id': 'e2b241f46496480ea1c24703bd4e7081', 'subnets': [{'id': 'b33adc2b-a155-4213-967c-f1ae81189b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:04:46.238728 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16013909-0c7d-41ea-8eb4-70aa116410be None None] Pushing event updated for resources: {'Port': ['ID=48da55bf-0182-4600-a39b-af16d3a125d1,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:46.265920 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-a41493d9-2754-4d73-af5d-149741d60f08 None None] Set router 6e025588-9b34-4131-a80c-b6bb8966ae28 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:04:46.269791 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb13f415-578a-4489-bcdb-1fde8ac96303 None None] The sync data for ids ['a1b83060-4e62-4f21-bb3c-495eb2c6a10f'] in n-d-796209-16 is: [{'id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'name': 'tempest-TestVolumeBootPattern-1134786000-router', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'd975f0af-5594-4140-b8ef-556bcf39aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:04:33Z', 'updated_at': '2021-09-07T03:04:38Z', 'revision_number': 4, 'project_id': 'e2b241f46496480ea1c24703bd4e7081', 'gw_port': {'id': 'd975f0af-5594-4140-b8ef-556bcf39aceb', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:47:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:34Z', 'updated_at': '2021-09-07T03:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'd9bf7c30-d2e6-4716-9ec6-49155d279181', 'name': '', 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'mac_address': 'fa:16:3e:01:69:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'b33adc2b-a155-4213-967c-f1ae81189b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:37Z', 'updated_at': '2021-09-07T03:04:45Z', 'revision_number': 4, 'project_id': 'e2b241f46496480ea1c24703bd4e7081', 'subnets': [{'id': 'b33adc2b-a155-4213-967c-f1ae81189b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:04:46.294203 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port 687db423-0bce-4473-a6ed-514d3d4b74e4 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:04:46.298692 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port 687db423-0bce-4473-a6ed-514d3d4b74e4 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:04:46.299141 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:46.317750 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [req-0b84e78c-eab4-4f29-827d-75d833a59c0f req-7979d7dd-762f-4a85-a417-fb78afa1d7f1 service neutron] (94700) timed out ('10.222.0.23', 52030) {{(pid=94700) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 03:04:46.417465 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d5843bce-45af-43aa-9b0f-26c0d2510b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:46.510904 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:46.524485 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f028c8db-d6b0-4fe9-9493-ae87611225fe None None] Network cfc0518a-1b3c-4f95-9920-adbf937c8d5a requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:04:46.601655 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-a41493d9-2754-4d73-af5d-149741d60f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e025588-9b34-4131-a80c-b6bb8966ae28', 'name': 'tempest-TestVolumeBootPattern-1990338491-router', 'tenant_id': '2dc8966b5f1442ac8c3bd536c5aea5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '48da55bf-0182-4600-a39b-af16d3a125d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:04:41Z', 'updated_at': '2021-09-07T03:04:43Z', 'revision_number': 3, 'project_id': '2dc8966b5f1442ac8c3bd536c5aea5de', 'gw_port': {'id': '48da55bf-0182-4600-a39b-af16d3a125d1', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e8:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e025588-9b34-4131-a80c-b6bb8966ae28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:42Z', 'updated_at': '2021-09-07T03:04:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:04:46.615452 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '606bfa07-789b-40a1-9a58-5b3d5a09633b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '687db423-0bce-4473-a6ed-514d3d4b74e4'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:04:46.621896 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86bfb04b-69fe-47dc-aa70-ce404f39608d" -d '{"events": [{"server_uuid": "606bfa07-789b-40a1-9a58-5b3d5a09633b", "name": "network-vif-plugged", "status": "completed", "tag": "687db423-0bce-4473-a6ed-514d3d4b74e4"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:04:46.674284 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41493d9-2754-4d73-af5d-149741d60f08 None None] The sync data for ids ['6e025588-9b34-4131-a80c-b6bb8966ae28'] in n-d-796209-16 is: [{'id': '6e025588-9b34-4131-a80c-b6bb8966ae28', 'name': 'tempest-TestVolumeBootPattern-1990338491-router', 'tenant_id': '2dc8966b5f1442ac8c3bd536c5aea5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '48da55bf-0182-4600-a39b-af16d3a125d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:04:41Z', 'updated_at': '2021-09-07T03:04:43Z', 'revision_number': 3, 'project_id': '2dc8966b5f1442ac8c3bd536c5aea5de', 'gw_port': {'id': '48da55bf-0182-4600-a39b-af16d3a125d1', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e8:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e025588-9b34-4131-a80c-b6bb8966ae28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:42Z', 'updated_at': '2021-09-07T03:04:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:04:46.719326 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8ef8358a-386c-40e2-b9d7-4d6871d897e4 None None] Provisioning for port 14f78a47-c270-4c70-b51e-f29ab976613c completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:04:46.728082 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8ef8358a-386c-40e2-b9d7-4d6871d897e4 None None] Provisioning complete for port 14f78a47-c270-4c70-b51e-f29ab976613c triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:04:46.728597 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8ef8358a-386c-40e2-b9d7-4d6871d897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:46.817747 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e0a010-6044-47ce-b980-2af2233bbfae x-openstack-request-id: req-d6e0a010-6044-47ce-b980-2af2233bbfae {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:04:46.819918 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "606bfa07-789b-40a1-9a58-5b3d5a09633b", "name": "network-vif-plugged", "status": "completed", "tag": "687db423-0bce-4473-a6ed-514d3d4b74e4", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:04:46.821128 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d6e0a010-6044-47ce-b980-2af2233bbfae {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:04:46.822001 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '606bfa07-789b-40a1-9a58-5b3d5a09633b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '687db423-0bce-4473-a6ed-514d3d4b74e4', 'code': 200} Sep 07 03:04:46.826241 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 687db423-0bce-4473-a6ed-514d3d4b74e4, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=687db423-0bce-4473-a6ed-514d3d4b74e4,segment=NetworkSegment(a5c7473a-e694-4c45-9546-fd4f0b9ab3f9),segment_id=a5c7473a-e694-4c45-9546-fd4f0b9ab3f9)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:04:46.839642 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:46.907924 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=687db423-0bce-4473-a6ed-514d3d4b74e4,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:46.963095 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0645eae-70be-42a3-93b9-fbf08f31080a req-1a8e8625-c3d5-4374-9caf-407662c708a6 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:46.964728 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f0645eae-70be-42a3-93b9-fbf08f31080a req-1a8e8625-c3d5-4374-9caf-407662c708a6 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "GET /v2.0/ports?device_id=606bfa07-789b-40a1-9a58-5b3d5a09633b HTTP/1.1" status: 200 len: 983 time: 0.2916684 Sep 07 03:04:47.018878 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d5843bce-45af-43aa-9b0f-26c0d2510b70 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:47.041616 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d5843bce-45af-43aa-9b0f-26c0d2510b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:47.081045 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8ef8358a-386c-40e2-b9d7-4d6871d897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:47.127112 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f0645eae-70be-42a3-93b9-fbf08f31080a req-f0a29826-0dda-4e08-8754-8d94abbe25e5 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "GET /v2.0/security-groups?id=5b879c51-b017-48ad-8678-477a9f20557e&id=851dd5b8-0bf6-4e2b-8711-646041b05580&fields=id&fields=name HTTP/1.1" status: 200 len: 407 time: 0.1554255 Sep 07 03:04:47.136078 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07785321-ecda-4633-ac20-8a3134b2b2ff req-7ab8c397-91ef-4ed1-8714-7e1848b402a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:47.137984 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-07785321-ecda-4633-ac20-8a3134b2b2ff req-7ab8c397-91ef-4ed1-8714-7e1848b402a3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=606bfa07-789b-40a1-9a58-5b3d5a09633b HTTP/1.1" status: 200 len: 1136 time: 0.2700763 Sep 07 03:04:47.178702 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8ef8358a-386c-40e2-b9d7-4d6871d897e4 None None] For port 14f78a47-c270-4c70-b51e-f29ab976613c, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=14f78a47-c270-4c70-b51e-f29ab976613c,segment=NetworkSegment(7cbd24c7-6c9b-4654-8c21-dbd2bbb524e6),segment_id=7cbd24c7-6c9b-4654-8c21-dbd2bbb524e6)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:04:47.189181 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8ef8358a-386c-40e2-b9d7-4d6871d897e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:47.227779 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5843bce-45af-43aa-9b0f-26c0d2510b70 admin admin] Pushing event updated for resources: {'Port': ['ID=60eebbde-3dbf-4b7e-9c6e-717e64a831d8,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:47.250694 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d5843bce-45af-43aa-9b0f-26c0d2510b70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:47.303448 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-07785321-ecda-4633-ac20-8a3134b2b2ff req-66b1eb69-0b30-4538-9dac-4f070f5f903c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=851dd5b8-0bf6-4e2b-8711-646041b05580&id=5b879c51-b017-48ad-8678-477a9f20557e&fields=id&fields=name HTTP/1.1" status: 200 len: 407 time: 0.1287408 Sep 07 03:04:47.430672 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef8358a-386c-40e2-b9d7-4d6871d897e4 None None] Pushing event updated for resources: {'Port': ['ID=14f78a47-c270-4c70-b51e-f29ab976613c,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:47.578712 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device d9bf7c30-d2e6-4716-9ec6-49155d279181 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:04:47.605982 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5843bce-45af-43aa-9b0f-26c0d2510b70 admin admin] Network cfc0518a-1b3c-4f95-9920-adbf937c8d5a is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:04:47.613071 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-d5843bce-45af-43aa-9b0f-26c0d2510b70 admin admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:04:47.704428 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-b5039d90-ea53-456f-a82f-3f7424eb9069 None None] Provisioning for port 60eebbde-3dbf-4b7e-9c6e-717e64a831d8 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:04:47.724957 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-b5039d90-ea53-456f-a82f-3f7424eb9069 None None] Provisioning complete for port 60eebbde-3dbf-4b7e-9c6e-717e64a831d8 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:04:47.744371 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b5039d90-ea53-456f-a82f-3f7424eb9069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:47.811562 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port d9bf7c30-d2e6-4716-9ec6-49155d279181 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:04:47.825211 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port d9bf7c30-d2e6-4716-9ec6-49155d279181 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:04:47.825954 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:47.852889 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5843bce-45af-43aa-9b0f-26c0d2510b70 admin admin] Router 6e025588-9b34-4131-a80c-b6bb8966ae28 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:04:47.898065 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-b5039d90-ea53-456f-a82f-3f7424eb9069 None None] Port 60eebbde-3dbf-4b7e-9c6e-717e64a831d8 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:04:47.953989 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-b5039d90-ea53-456f-a82f-3f7424eb9069 None None] Provisioning complete for port 14f78a47-c270-4c70-b51e-f29ab976613c triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:04:47.954524 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b5039d90-ea53-456f-a82f-3f7424eb9069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:48.125054 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5843bce-45af-43aa-9b0f-26c0d2510b70 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:04:48.152429 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d5843bce-45af-43aa-9b0f-26c0d2510b70 admin admin] 10.222.0.22 "PUT /v2.0/routers/6e025588-9b34-4131-a80c-b6bb8966ae28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8229811 Sep 07 03:04:48.154900 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:48.226019 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port d9bf7c30-d2e6-4716-9ec6-49155d279181, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=d9bf7c30-d2e6-4716-9ec6-49155d279181,segment=NetworkSegment(8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21),segment_id=8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:04:48.266218 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:48.271399 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 48da55bf-0182-4600-a39b-af16d3a125d1 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:04:48.477408 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69c726d-18c7-4ee0-9f7e-146c31ae231a req-a7773570-ba9d-48ff-955e-e4c3995186e7 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:48.488617 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a69c726d-18c7-4ee0-9f7e-146c31ae231a req-a7773570-ba9d-48ff-955e-e4c3995186e7 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "GET /v2.0/ports?device_id=606bfa07-789b-40a1-9a58-5b3d5a09633b HTTP/1.1" status: 200 len: 984 time: 0.1088369 Sep 07 03:04:48.513587 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=d9bf7c30-d2e6-4716-9ec6-49155d279181,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:48.590374 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 48da55bf-0182-4600-a39b-af16d3a125d1 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:04:48.603723 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 48da55bf-0182-4600-a39b-af16d3a125d1 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:04:48.604477 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:48.606199 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a69c726d-18c7-4ee0-9f7e-146c31ae231a req-3a0e6d75-f0bf-4afd-a5a9-81ba5640ab16 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "GET /v2.0/security-groups?id=5b879c51-b017-48ad-8678-477a9f20557e&id=851dd5b8-0bf6-4e2b-8711-646041b05580&fields=id&fields=name HTTP/1.1" status: 200 len: 407 time: 0.1162350 Sep 07 03:04:48.741887 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-57fac352-84b2-48e0-bc3f-75117052d42e None None] Provisioning complete for port 60eebbde-3dbf-4b7e-9c6e-717e64a831d8 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:04:48.742270 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-57fac352-84b2-48e0-bc3f-75117052d42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:48.798386 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:48.843379 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-57fac352-84b2-48e0-bc3f-75117052d42e None None] Port 60eebbde-3dbf-4b7e-9c6e-717e64a831d8 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:04:48.850633 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 48da55bf-0182-4600-a39b-af16d3a125d1, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=48da55bf-0182-4600-a39b-af16d3a125d1,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:04:48.872801 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:49.152458 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=48da55bf-0182-4600-a39b-af16d3a125d1,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:49.429587 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 14f78a47-c270-4c70-b51e-f29ab976613c up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:04:49.491887 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 14f78a47-c270-4c70-b51e-f29ab976613c triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:04:49.492460 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:49.585219 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device d9bf7c30-d2e6-4716-9ec6-49155d279181 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:04:49.634482 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port d9bf7c30-d2e6-4716-9ec6-49155d279181 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:04:49.634960 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:49.753114 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 48da55bf-0182-4600-a39b-af16d3a125d1 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:04:49.761735 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac3b6b-82eb-4854-bceb-13ad44ed53a1 req-15da0607-5460-4266-85b1-6f35a40a4283 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:49.770651 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c0ac3b6b-82eb-4854-bceb-13ad44ed53a1 req-15da0607-5460-4266-85b1-6f35a40a4283 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "GET /v2.0/ports?device_id=606bfa07-789b-40a1-9a58-5b3d5a09633b HTTP/1.1" status: 200 len: 984 time: 0.0714011 Sep 07 03:04:49.808776 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 48da55bf-0182-4600-a39b-af16d3a125d1 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:04:49.809118 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:49.811755 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c0ac3b6b-82eb-4854-bceb-13ad44ed53a1 req-d2318934-87de-41fe-81e0-f336d18cc040 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "GET /v2.0/security-groups?id=5b879c51-b017-48ad-8678-477a9f20557e&id=851dd5b8-0bf6-4e2b-8711-646041b05580&fields=id&fields=name HTTP/1.1" status: 200 len: 407 time: 0.0402343 Sep 07 03:04:50.024025 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2500e5-c04c-4665-9494-c111e0720070 req-29b6cd9a-46f2-4c00-911f-6505eb90661f tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:50.025949 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0c2500e5-c04c-4665-9494-c111e0720070 req-29b6cd9a-46f2-4c00-911f-6505eb90661f tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "GET /v2.0/ports?device_id=606bfa07-789b-40a1-9a58-5b3d5a09633b HTTP/1.1" status: 200 len: 984 time: 0.1067352 Sep 07 03:04:50.104956 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0c2500e5-c04c-4665-9494-c111e0720070 req-eb6b8b8f-9e0a-4f4a-9837-622fa57a16e6 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "GET /v2.0/security-groups?id=5b879c51-b017-48ad-8678-477a9f20557e&id=851dd5b8-0bf6-4e2b-8711-646041b05580&fields=id&fields=name HTTP/1.1" status: 200 len: 407 time: 0.0638340 Sep 07 03:04:50.270439 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d77a2-2df0-4520-8999-9573ccd2cda4 req-a6ec6c4e-ed0c-46c7-ac96-3e720ff050d3 tempest-TestSecurityGroupsBasicOps-1346892071 tempest-TestSecurityGroupsBasicOps-1346892071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:50.272957 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0e7d77a2-2df0-4520-8999-9573ccd2cda4 req-a6ec6c4e-ed0c-46c7-ac96-3e720ff050d3 tempest-TestSecurityGroupsBasicOps-1346892071 tempest-TestSecurityGroupsBasicOps-1346892071-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=606bfa07-789b-40a1-9a58-5b3d5a09633b HTTP/1.1" status: 200 len: 1136 time: 0.0664818 Sep 07 03:04:50.302435 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-0e7d77a2-2df0-4520-8999-9573ccd2cda4 req-ac8ceaf4-dd6a-477a-97bb-59a6751a94b8 tempest-TestSecurityGroupsBasicOps-1346892071 tempest-TestSecurityGroupsBasicOps-1346892071-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:50.409709 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-0e7d77a2-2df0-4520-8999-9573ccd2cda4 req-ac8ceaf4-dd6a-477a-97bb-59a6751a94b8 tempest-TestSecurityGroupsBasicOps-1346892071 tempest-TestSecurityGroupsBasicOps-1346892071-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:50.419846 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-0e7d77a2-2df0-4520-8999-9573ccd2cda4 req-ac8ceaf4-dd6a-477a-97bb-59a6751a94b8 tempest-TestSecurityGroupsBasicOps-1346892071 tempest-TestSecurityGroupsBasicOps-1346892071-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:50.470229 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8ceaf4-dd6a-477a-97bb-59a6751a94b8 tempest-TestSecurityGroupsBasicOps-1346892071 tempest-TestSecurityGroupsBasicOps-1346892071-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7640e59c-a51f-4c28-a9ec-b752da026a0d,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:50.477617 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0e7d77a2-2df0-4520-8999-9573ccd2cda4 req-ac8ceaf4-dd6a-477a-97bb-59a6751a94b8 tempest-TestSecurityGroupsBasicOps-1346892071 tempest-TestSecurityGroupsBasicOps-1346892071-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=5b879c51-b017-48ad-8678-477a9f20557e&id=851dd5b8-0bf6-4e2b-8711-646041b05580&fields=id&fields=name HTTP/1.1" status: 200 len: 407 time: 0.1889031 Sep 07 03:04:50.501240 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 32924) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:04:50.525397 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d54c7c-08b1-4ba0-ab4c-32b025cf5154 None None] Sync routers for ids ['6e025588-9b34-4131-a80c-b6bb8966ae28'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:04:50.539904 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d54c7c-08b1-4ba0-ab4c-32b025cf5154 None None] Routers {'6e025588-9b34-4131-a80c-b6bb8966ae28'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:04:50.541543 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-02d54c7c-08b1-4ba0-ab4c-32b025cf5154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:04:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['6e025588-9b34-4131-a80c-b6bb8966ae28'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:04:50.579817 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ed8ac4-c36f-4984-94a3-d98cafaf56de tempest-TestSecurityGroupsBasicOps-1346892071 tempest-TestSecurityGroupsBasicOps-1346892071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:50.589737 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-66ed8ac4-c36f-4984-94a3-d98cafaf56de tempest-TestSecurityGroupsBasicOps-1346892071 tempest-TestSecurityGroupsBasicOps-1346892071-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=606bfa07-789b-40a1-9a58-5b3d5a09633b HTTP/1.1" status: 200 len: 1131 time: 0.0845077 Sep 07 03:04:50.589916 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 32928) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:04:50.594753 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-2d57a366-f87d-4a54-a178-8256de8fc1ca tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Request body: {'floatingip': {'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'port_id': '687db423-0bce-4473-a6ed-514d3d4b74e4', 'tenant_id': '78355387c134473dacc42b7646fd40dd', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:04:50.638185 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2d57a366-f87d-4a54-a178-8256de8fc1ca tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks [] for floatingip, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:50.732155 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-02d54c7c-08b1-4ba0-ab4c-32b025cf5154 None None] Set router 6e025588-9b34-4131-a80c-b6bb8966ae28 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:04:50.779676 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2d57a366-f87d-4a54-a178-8256de8fc1ca tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:50.913817 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-2d57a366-f87d-4a54-a178-8256de8fc1ca tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Allocated IP 172.25.5.203 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/5bbc0777-7b96-4794-a745-50eff6cd2358) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:04:51.010640 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1444caa-cf20-4de5-b7b1-e739d4effbb2 req-84457fa0-8f6c-4d14-8831-9703c9c1010e tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:51.019535 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-02d54c7c-08b1-4ba0-ab4c-32b025cf5154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e025588-9b34-4131-a80c-b6bb8966ae28', 'name': 'tempest-TestVolumeBootPattern-1990338491-router', 'tenant_id': '2dc8966b5f1442ac8c3bd536c5aea5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '48da55bf-0182-4600-a39b-af16d3a125d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:04:41Z', 'updated_at': '2021-09-07T03:04:46Z', 'revision_number': 4, 'project_id': '2dc8966b5f1442ac8c3bd536c5aea5de', 'gw_port': {'id': '48da55bf-0182-4600-a39b-af16d3a125d1', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e025588-9b34-4131-a80c-b6bb8966ae28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:42Z', 'updated_at': '2021-09-07T03:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '60eebbde-3dbf-4b7e-9c6e-717e64a831d8', 'name': '', 'network_id': 'cfc0518a-1b3c-4f95-9920-adbf937c8d5a', 'tenant_id': '2dc8966b5f1442ac8c3bd536c5aea5de', 'mac_address': 'fa:16:3e:f8:9c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e025588-9b34-4131-a80c-b6bb8966ae28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'dd7c5650-7ffd-4749-9573-7cb9392e5958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:45Z', 'updated_at': '2021-09-07T03:04:46Z', 'revision_number': 2, 'project_id': '2dc8966b5f1442ac8c3bd536c5aea5de', 'subnets': [{'id': 'dd7c5650-7ffd-4749-9573-7cb9392e5958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:04:51.025759 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a1444caa-cf20-4de5-b7b1-e739d4effbb2 req-84457fa0-8f6c-4d14-8831-9703c9c1010e tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/networks?id=b5bb2b44-86d3-4c51-8098-39db56525af1 HTTP/1.1" status: 200 len: 812 time: 0.2251649 Sep 07 03:04:51.046965 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a1444caa-cf20-4de5-b7b1-e739d4effbb2 req-8a77adc5-c0e5-4f95-8ae1-1c505213420b tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/quotas/e2b241f46496480ea1c24703bd4e7081 HTTP/1.1" status: 200 len: 375 time: 0.0202377 Sep 07 03:04:51.049385 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d54c7c-08b1-4ba0-ab4c-32b025cf5154 None None] Checking router: 6e025588-9b34-4131-a80c-b6bb8966ae28 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:04:51.049901 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d54c7c-08b1-4ba0-ab4c-32b025cf5154 None None] Updating router 6e025588-9b34-4131-a80c-b6bb8966ae28 port 60eebbde-3dbf-4b7e-9c6e-717e64a831d8 binding host n-d-796209-16 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 03:04:51.081076 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2d57a366-f87d-4a54-a178-8256de8fc1ca tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:51.106545 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-02d54c7c-08b1-4ba0-ab4c-32b025cf5154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:51.135048 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a1444caa-cf20-4de5-b7b1-e739d4effbb2 req-8df23f4d-df8e-4a63-93b6-5db608eab008 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e2b241f46496480ea1c24703bd4e7081&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0870893 Sep 07 03:04:51.180779 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2d57a366-f87d-4a54-a178-8256de8fc1ca tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:51.222590 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d57a366-f87d-4a54-a178-8256de8fc1ca tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Pushing event updated for resources: {'Port': ['ID=5bbc0777-7b96-4794-a745-50eff6cd2358,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:51.245960 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d57a366-f87d-4a54-a178-8256de8fc1ca tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:04:51.247398 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-2d57a366-f87d-4a54-a178-8256de8fc1ca tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:04:51.253565 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d57a366-f87d-4a54-a178-8256de8fc1ca tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:04:51.294353 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a1444caa-cf20-4de5-b7b1-e739d4effbb2 req-7516a79d-56e5-405e-8b82-2b8b76945216 service neutron] 10.222.0.22 "GET /v2.0/networks/b5bb2b44-86d3-4c51-8098-39db56525af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583812 Sep 07 03:04:51.475577 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a1444caa-cf20-4de5-b7b1-e739d4effbb2 req-4805324a-d81f-43fa-9ad3-ec0730bc7e57 service neutron] 10.222.0.22 "GET /v2.0/networks/b5bb2b44-86d3-4c51-8098-39db56525af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795216 Sep 07 03:04:51.593046 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-02d54c7c-08b1-4ba0-ab4c-32b025cf5154 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:51.605571 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-02d54c7c-08b1-4ba0-ab4c-32b025cf5154 None None] Transition to ACTIVE for port object 60eebbde-3dbf-4b7e-9c6e-717e64a831d8 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:04:51.622710 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-02d54c7c-08b1-4ba0-ab4c-32b025cf5154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:51.667906 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:51.681615 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:51.725216 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c350f718-3bca-4e4e-a79f-24cbc3cbdad6 None None] Pushing event updated for resources: {'Port': ['ID=60eebbde-3dbf-4b7e-9c6e-717e64a831d8,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:51.789742 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-02d54c7c-08b1-4ba0-ab4c-32b025cf5154 None None] Attempting to bind port 60eebbde-3dbf-4b7e-9c6e-717e64a831d8 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:04:51.791341 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-02d54c7c-08b1-4ba0-ab4c-32b025cf5154 None None] Attempting to bind port 60eebbde-3dbf-4b7e-9c6e-717e64a831d8 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '7cbd24c7-6c9b-4654-8c21-dbd2bbb524e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cfc0518a-1b3c-4f95-9920-adbf937c8d5a'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:04:51.791795 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d54c7c-08b1-4ba0-ab4c-32b025cf5154 None None] Attempting to bind port 60eebbde-3dbf-4b7e-9c6e-717e64a831d8 on network cfc0518a-1b3c-4f95-9920-adbf937c8d5a {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:04:51.817165 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d54c7c-08b1-4ba0-ab4c-32b025cf5154 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:04:51.817565 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d54c7c-08b1-4ba0-ab4c-32b025cf5154 None None] Checking segment: {'id': '7cbd24c7-6c9b-4654-8c21-dbd2bbb524e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cfc0518a-1b3c-4f95-9920-adbf937c8d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:04:51.817982 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-02d54c7c-08b1-4ba0-ab4c-32b025cf5154 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:51.818421 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d54c7c-08b1-4ba0-ab4c-32b025cf5154 None None] Bound using segment: {'id': '7cbd24c7-6c9b-4654-8c21-dbd2bbb524e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cfc0518a-1b3c-4f95-9920-adbf937c8d5a'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:04:51.818916 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-02d54c7c-08b1-4ba0-ab4c-32b025cf5154 None None] Bound port: 60eebbde-3dbf-4b7e-9c6e-717e64a831d8, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cbd24c7-6c9b-4654-8c21-dbd2bbb524e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cfc0518a-1b3c-4f95-9920-adbf937c8d5a'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:04:51.819302 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-02d54c7c-08b1-4ba0-ab4c-32b025cf5154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:51.935806 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-02d54c7c-08b1-4ba0-ab4c-32b025cf5154 None None] For port 60eebbde-3dbf-4b7e-9c6e-717e64a831d8, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:04:51.940534 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-02d54c7c-08b1-4ba0-ab4c-32b025cf5154 None None] For port 60eebbde-3dbf-4b7e-9c6e-717e64a831d8, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=60eebbde-3dbf-4b7e-9c6e-717e64a831d8,segment=NetworkSegment(7cbd24c7-6c9b-4654-8c21-dbd2bbb524e6),segment_id=7cbd24c7-6c9b-4654-8c21-dbd2bbb524e6)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:04:51.951222 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-02d54c7c-08b1-4ba0-ab4c-32b025cf5154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:52.014683 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d54c7c-08b1-4ba0-ab4c-32b025cf5154 None None] Routers {'6e025588-9b34-4131-a80c-b6bb8966ae28'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:04:52.015445 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-02d54c7c-08b1-4ba0-ab4c-32b025cf5154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:04:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['6e025588-9b34-4131-a80c-b6bb8966ae28'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:04:52.252343 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-02d54c7c-08b1-4ba0-ab4c-32b025cf5154 None None] Set router 6e025588-9b34-4131-a80c-b6bb8966ae28 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:04:52.267892 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c893b0ea-ba97-4fe2-97a6-50b84d3fd0a0 req-61b5399c-12e3-4d05-9845-00993d20ceaf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d215878c-cdc5-4d37-8deb-18d37db70d7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1195800 Sep 07 03:04:52.379181 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c893b0ea-ba97-4fe2-97a6-50b84d3fd0a0 req-bcabdf81-d7a8-41fe-956c-ad34b8e77207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:52.384721 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c893b0ea-ba97-4fe2-97a6-50b84d3fd0a0 req-bcabdf81-d7a8-41fe-956c-ad34b8e77207 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=49cdffad218749ddaea944ac09ea67f7&device_id=d215878c-cdc5-4d37-8deb-18d37db70d7d HTTP/1.1" status: 200 len: 1101 time: 0.1062100 Sep 07 03:04:52.414645 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c350f718-3bca-4e4e-a79f-24cbc3cbdad6 None None] Pushing event updated for resources: {'Port': ['ID=60eebbde-3dbf-4b7e-9c6e-717e64a831d8,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:52.576542 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cdbd3c8b-6ba5-4db0-a2cb-260c2f604cd3 req-2b622157-f47b-491b-a4ca-41d9b8bdc134 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=f08bf266-532a-442f-8ad5-e66cf67d7d6e HTTP/1.1" status: 200 len: 210 time: 0.0959382 Sep 07 03:04:52.704346 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-02d54c7c-08b1-4ba0-ab4c-32b025cf5154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e025588-9b34-4131-a80c-b6bb8966ae28', 'name': 'tempest-TestVolumeBootPattern-1990338491-router', 'tenant_id': '2dc8966b5f1442ac8c3bd536c5aea5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '48da55bf-0182-4600-a39b-af16d3a125d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:04:41Z', 'updated_at': '2021-09-07T03:04:46Z', 'revision_number': 4, 'project_id': '2dc8966b5f1442ac8c3bd536c5aea5de', 'gw_port': {'id': '48da55bf-0182-4600-a39b-af16d3a125d1', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e025588-9b34-4131-a80c-b6bb8966ae28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:42Z', 'updated_at': '2021-09-07T03:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '60eebbde-3dbf-4b7e-9c6e-717e64a831d8', 'name': '', 'network_id': 'cfc0518a-1b3c-4f95-9920-adbf937c8d5a', 'tenant_id': '2dc8966b5f1442ac8c3bd536c5aea5de', 'mac_address': 'fa:16:3e:f8:9c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e025588-9b34-4131-a80c-b6bb8966ae28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'dd7c5650-7ffd-4749-9573-7cb9392e5958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:45Z', 'updated_at': '2021-09-07T03:04:51Z', 'revision_number': 4, 'project_id': '2dc8966b5f1442ac8c3bd536c5aea5de', 'subnets': [{'id': 'dd7c5650-7ffd-4749-9573-7cb9392e5958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:04:52.752583 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d54c7c-08b1-4ba0-ab4c-32b025cf5154 None None] The sync data for ids ['6e025588-9b34-4131-a80c-b6bb8966ae28'] in n-d-796209-16 is: [{'id': '6e025588-9b34-4131-a80c-b6bb8966ae28', 'name': 'tempest-TestVolumeBootPattern-1990338491-router', 'tenant_id': '2dc8966b5f1442ac8c3bd536c5aea5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '48da55bf-0182-4600-a39b-af16d3a125d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:04:41Z', 'updated_at': '2021-09-07T03:04:46Z', 'revision_number': 4, 'project_id': '2dc8966b5f1442ac8c3bd536c5aea5de', 'gw_port': {'id': '48da55bf-0182-4600-a39b-af16d3a125d1', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e025588-9b34-4131-a80c-b6bb8966ae28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:42Z', 'updated_at': '2021-09-07T03:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '60eebbde-3dbf-4b7e-9c6e-717e64a831d8', 'name': '', 'network_id': 'cfc0518a-1b3c-4f95-9920-adbf937c8d5a', 'tenant_id': '2dc8966b5f1442ac8c3bd536c5aea5de', 'mac_address': 'fa:16:3e:f8:9c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e025588-9b34-4131-a80c-b6bb8966ae28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'dd7c5650-7ffd-4749-9573-7cb9392e5958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:45Z', 'updated_at': '2021-09-07T03:04:51Z', 'revision_number': 4, 'project_id': '2dc8966b5f1442ac8c3bd536c5aea5de', 'subnets': [{'id': 'dd7c5650-7ffd-4749-9573-7cb9392e5958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:04:52.846019 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2d57a366-f87d-4a54-a178-8256de8fc1ca tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:53.002740 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c893b0ea-ba97-4fe2-97a6-50b84d3fd0a0 req-35b6695c-cde8-42c9-8854-3d37e160b492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:53.008226 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2d57a366-f87d-4a54-a178-8256de8fc1ca tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:53.008601 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c893b0ea-ba97-4fe2-97a6-50b84d3fd0a0 req-35b6695c-cde8-42c9-8854-3d37e160b492 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0823ecf3-066e-49bd-a451-2e84ab79a70f HTTP/1.1" status: 200 len: 869 time: 0.6027019 Sep 07 03:04:53.059096 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c893b0ea-ba97-4fe2-97a6-50b84d3fd0a0 req-b9a68f4d-7783-426c-a21e-dfc9e655a635 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=d1518af9-342f-4c6e-8539-6bfcc652b88b HTTP/1.1" status: 200 len: 217 time: 0.0449841 Sep 07 03:04:53.124611 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c893b0ea-ba97-4fe2-97a6-50b84d3fd0a0 req-6d0e212e-3bac-4853-b2f9-3028c9ef1757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:53.126361 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c893b0ea-ba97-4fe2-97a6-50b84d3fd0a0 req-6d0e212e-3bac-4853-b2f9-3028c9ef1757 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.0492191 Sep 07 03:04:53.228705 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c893b0ea-ba97-4fe2-97a6-50b84d3fd0a0 req-99a68c3a-ef7e-4a1e-b9c1-65a1638005a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:53.230463 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c893b0ea-ba97-4fe2-97a6-50b84d3fd0a0 req-99a68c3a-ef7e-4a1e-b9c1-65a1638005a0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0879714 Sep 07 03:04:53.298449 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2d57a366-f87d-4a54-a178-8256de8fc1ca tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:53.312147 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2d57a366-f87d-4a54-a178-8256de8fc1ca tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:53.496007 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 60eebbde-3dbf-4b7e-9c6e-717e64a831d8 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:04:53.535106 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d57a366-f87d-4a54-a178-8256de8fc1ca tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Pushing event updated for resources: {'Port': ['ID=5bbc0777-7b96-4794-a745-50eff6cd2358,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:53.606615 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1444caa-cf20-4de5-b7b1-e739d4effbb2 req-21b4f81f-8975-4e19-a5a6-8e1bff4b66c5 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:53.608382 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a1444caa-cf20-4de5-b7b1-e739d4effbb2 req-21b4f81f-8975-4e19-a5a6-8e1bff4b66c5 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.16 "GET /v2.0/networks?id=b5bb2b44-86d3-4c51-8098-39db56525af1 HTTP/1.1" status: 200 len: 812 time: 0.3767297 Sep 07 03:04:53.633693 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 60eebbde-3dbf-4b7e-9c6e-717e64a831d8 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:04:53.637305 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-a1444caa-cf20-4de5-b7b1-e739d4effbb2 req-fe134c4c-a8b8-46c4-90a5-ce526c451bb6 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Request body: {'port': {'device_id': 'f08bf266-532a-442f-8ad5-e66cf67d7d6e', 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1', 'admin_state_up': True, 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:04:53.643505 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 60eebbde-3dbf-4b7e-9c6e-717e64a831d8 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:04:53.643881 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:53.661941 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2d57a366-f87d-4a54-a178-8256de8fc1ca tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:53.808920 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c893b0ea-ba97-4fe2-97a6-50b84d3fd0a0 req-005b5914-7776-47c0-99f5-7f422260d2f1 service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5648925 Sep 07 03:04:53.810169 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1444caa-cf20-4de5-b7b1-e739d4effbb2 req-fe134c4c-a8b8-46c4-90a5-ce526c451bb6 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Made reservation on behalf of e2b241f46496480ea1c24703bd4e7081 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:04:53.817561 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a1444caa-cf20-4de5-b7b1-e739d4effbb2 req-fe134c4c-a8b8-46c4-90a5-ce526c451bb6 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:53.844384 n-d-796209-16 neutron-server[94701]: INFO neutron.db.l3_db [None req-2d57a366-f87d-4a54-a178-8256de8fc1ca tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Floating IP de688638-41f6-48ed-8eca-4f6af88695c5 associated. External IP: 172.25.5.203, port: 687db423-0bce-4473-a6ed-514d3d4b74e4. Sep 07 03:04:53.892846 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:53.975822 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 60eebbde-3dbf-4b7e-9c6e-717e64a831d8, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=60eebbde-3dbf-4b7e-9c6e-717e64a831d8,segment=NetworkSegment(7cbd24c7-6c9b-4654-8c21-dbd2bbb524e6),segment_id=7cbd24c7-6c9b-4654-8c21-dbd2bbb524e6)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:04:53.984244 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:54.094728 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-139b0cac-3c77-4818-9d42-80721ee31881 req-2f2f6fb0-1277-47fb-8295-b9ef029dede0 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=f08bf266-532a-442f-8ad5-e66cf67d7d6e HTTP/1.1" status: 200 len: 210 time: 0.3059518 Sep 07 03:04:54.125869 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=60eebbde-3dbf-4b7e-9c6e-717e64a831d8,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:54.232185 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d57a366-f87d-4a54-a178-8256de8fc1ca tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Router 2aa67271-75cf-4f23-b68a-181bf8b2a2bb has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:04:54.251100 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c893b0ea-ba97-4fe2-97a6-50b84d3fd0a0 req-7e17ab6c-c03b-4315-94d6-a846c742af24 service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3432360 Sep 07 03:04:54.388567 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-a1444caa-cf20-4de5-b7b1-e739d4effbb2 req-fe134c4c-a8b8-46c4-90a5-ce526c451bb6 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Allocated IP 172.20.0.5 (b5bb2b44-86d3-4c51-8098-39db56525af1/b33adc2b-a155-4213-967c-f1ae81189b8c/ed2c6e3b-6a61-498d-9d03-27ad3d72d494) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:04:54.453845 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d57a366-f87d-4a54-a178-8256de8fc1ca tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:04:54.466864 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1837bf-fc8c-48e0-9de2-7b39670b4ba7 None None] Sync routers for ids ['2aa67271-75cf-4f23-b68a-181bf8b2a2bb'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:04:54.481493 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1837bf-fc8c-48e0-9de2-7b39670b4ba7 None None] Routers {'2aa67271-75cf-4f23-b68a-181bf8b2a2bb'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:04:54.482423 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-8f1837bf-fc8c-48e0-9de2-7b39670b4ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:04:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['2aa67271-75cf-4f23-b68a-181bf8b2a2bb'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:04:54.486350 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2d57a366-f87d-4a54-a178-8256de8fc1ca tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:54.567880 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-2d57a366-f87d-4a54-a178-8256de8fc1ca tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9768252 Sep 07 03:04:54.568527 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '606bfa07-789b-40a1-9a58-5b3d5a09633b', 'tag': '687db423-0bce-4473-a6ed-514d3d4b74e4'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:04:54.570849 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-951080e7-30b6-4e59-bdbd-5a8d21156000" -d '{"events": [{"name": "network-changed", "server_uuid": "606bfa07-789b-40a1-9a58-5b3d5a09633b", "tag": "687db423-0bce-4473-a6ed-514d3d4b74e4"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:04:54.575869 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 33010) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:04:54.715334 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0240f0c-7879-4101-9a0e-72398784b15a x-openstack-request-id: req-d0240f0c-7879-4101-9a0e-72398784b15a {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:04:54.716029 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "606bfa07-789b-40a1-9a58-5b3d5a09633b", "tag": "687db423-0bce-4473-a6ed-514d3d4b74e4", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:04:54.716029 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d0240f0c-7879-4101-9a0e-72398784b15a {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:04:54.716377 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '606bfa07-789b-40a1-9a58-5b3d5a09633b', 'tag': '687db423-0bce-4473-a6ed-514d3d4b74e4', 'status': 'completed', 'code': 200} Sep 07 03:04:54.742422 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a1444caa-cf20-4de5-b7b1-e739d4effbb2 req-fe134c4c-a8b8-46c4-90a5-ce526c451bb6 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:54.759465 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-8f1837bf-fc8c-48e0-9de2-7b39670b4ba7 None None] Set router 2aa67271-75cf-4f23-b68a-181bf8b2a2bb gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:04:54.759943 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-a1444caa-cf20-4de5-b7b1-e739d4effbb2 req-fe134c4c-a8b8-46c4-90a5-ce526c451bb6 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Transition to ACTIVE for port object ed2c6e3b-6a61-498d-9d03-27ad3d72d494 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:04:54.833480 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a1444caa-cf20-4de5-b7b1-e739d4effbb2 req-fe134c4c-a8b8-46c4-90a5-ce526c451bb6 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:54.885831 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1444caa-cf20-4de5-b7b1-e739d4effbb2 req-fe134c4c-a8b8-46c4-90a5-ce526c451bb6 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Network b5bb2b44-86d3-4c51-8098-39db56525af1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:04:54.889557 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-a1444caa-cf20-4de5-b7b1-e739d4effbb2 req-fe134c4c-a8b8-46c4-90a5-ce526c451bb6 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:04:54.903761 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1444caa-cf20-4de5-b7b1-e739d4effbb2 req-fe134c4c-a8b8-46c4-90a5-ce526c451bb6 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:04:54.987652 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 33018) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:04:55.083022 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1444caa-cf20-4de5-b7b1-e739d4effbb2 req-fe134c4c-a8b8-46c4-90a5-ce526c451bb6 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:55.092452 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a1444caa-cf20-4de5-b7b1-e739d4effbb2 req-fe134c4c-a8b8-46c4-90a5-ce526c451bb6 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:55.150701 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe134c4c-a8b8-46c4-90a5-ce526c451bb6 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Pushing event updated for resources: {'Port': ['ID=ed2c6e3b-6a61-498d-9d03-27ad3d72d494,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:55.177634 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a1444caa-cf20-4de5-b7b1-e739d4effbb2 req-fe134c4c-a8b8-46c4-90a5-ce526c451bb6 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5539389 Sep 07 03:04:55.192254 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-a1444caa-cf20-4de5-b7b1-e739d4effbb2 req-5fed52b3-120f-407a-ae3d-ce46c4caac5a service neutron] Request body: {'port': {'device_id': 'f08bf266-532a-442f-8ad5-e66cf67d7d6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:04:55.202823 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951080e7-30b6-4e59-bdbd-5a8d21156000 req-faac82a8-0783-49ef-80f7-6a548e2e7e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:55.206116 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-951080e7-30b6-4e59-bdbd-5a8d21156000 req-faac82a8-0783-49ef-80f7-6a548e2e7e37 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=78355387c134473dacc42b7646fd40dd&device_id=606bfa07-789b-40a1-9a58-5b3d5a09633b HTTP/1.1" status: 200 len: 1136 time: 0.4803460 Sep 07 03:04:55.304705 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-d578fe8f-d468-470f-9d54-577301836c91 None None] Provisioning for port ed2c6e3b-6a61-498d-9d03-27ad3d72d494 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:04:55.311205 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-d578fe8f-d468-470f-9d54-577301836c91 None None] Provisioning complete for port ed2c6e3b-6a61-498d-9d03-27ad3d72d494 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:04:55.311608 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d578fe8f-d468-470f-9d54-577301836c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:55.350036 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6887056-d579-48c1-a609-8687b7670b01 admin admin] Deleting subnet dd9f436e-3791-4262-9992-c7d4dc1268a3 {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 03:04:55.358222 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-8f1837bf-fc8c-48e0-9de2-7b39670b4ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aa67271-75cf-4f23-b68a-181bf8b2a2bb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-953232466', 'tenant_id': '78355387c134473dacc42b7646fd40dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '44b77162-4546-450d-8f11-d45ce554fa30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:04:19Z', 'updated_at': '2021-09-07T03:04:27Z', 'revision_number': 4, 'project_id': '78355387c134473dacc42b7646fd40dd', 'gw_port': {'id': '44b77162-4546-450d-8f11-d45ce554fa30', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa67271-75cf-4f23-b68a-181bf8b2a2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:20Z', 'updated_at': '2021-09-07T03:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'de688638-41f6-48ed-8eca-4f6af88695c5', 'tenant_id': '78355387c134473dacc42b7646fd40dd', 'floating_ip_address': '172.25.5.203', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '2aa67271-75cf-4f23-b68a-181bf8b2a2bb', 'port_id': '687db423-0bce-4473-a6ed-514d3d4b74e4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '705decc7-b040-46a6-b48e-b43279f9839c', 'mac_address': 'fa:16:3e:9f:18:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '606bfa07-789b-40a1-9a58-5b3d5a09633b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:04:51Z', 'updated_at': '2021-09-07T03:04:51Z', 'revision_number': 0, 'project_id': '78355387c134473dacc42b7646fd40dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94d4a5da-7d5d-4487-abe2-9abfea505fde', 'name': '', 'network_id': '705decc7-b040-46a6-b48e-b43279f9839c', 'tenant_id': '78355387c134473dacc42b7646fd40dd', 'mac_address': 'fa:16:3e:20:2d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa67271-75cf-4f23-b68a-181bf8b2a2bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '6fab5d4d-4d56-4c7f-b912-5221bc05bf32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:26Z', 'updated_at': '2021-09-07T03:04:35Z', 'revision_number': 5, 'project_id': '78355387c134473dacc42b7646fd40dd', 'subnets': [{'id': '6fab5d4d-4d56-4c7f-b912-5221bc05bf32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:04:55.368607 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f6887056-d579-48c1-a609-8687b7670b01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:55.402213 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a1444caa-cf20-4de5-b7b1-e739d4effbb2 req-5fed52b3-120f-407a-ae3d-ce46c4caac5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:55.414281 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-d578fe8f-d468-470f-9d54-577301836c91 None None] Port ed2c6e3b-6a61-498d-9d03-27ad3d72d494 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:04:55.420495 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2db6d-041d-4023-ac2d-a58de853d4a7 req-f83d30ed-85ed-4f32-bebb-507e15a1b3c3 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:55.438081 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 60eebbde-3dbf-4b7e-9c6e-717e64a831d8 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:04:55.446422 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b3e2db6d-041d-4023-ac2d-a58de853d4a7 req-f83d30ed-85ed-4f32-bebb-507e15a1b3c3 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=f08bf266-532a-442f-8ad5-e66cf67d7d6e HTTP/1.1" status: 200 len: 931 time: 0.1846359 Sep 07 03:04:55.449178 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1837bf-fc8c-48e0-9de2-7b39670b4ba7 None None] Checking router: 2aa67271-75cf-4f23-b68a-181bf8b2a2bb for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:04:55.459090 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1837bf-fc8c-48e0-9de2-7b39670b4ba7 None None] Routers {'2aa67271-75cf-4f23-b68a-181bf8b2a2bb'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:04:55.460503 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-8f1837bf-fc8c-48e0-9de2-7b39670b4ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:04:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['2aa67271-75cf-4f23-b68a-181bf8b2a2bb'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:04:55.482197 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583bb200-0f93-4665-b59c-e34445a51360 tempest-TestSecurityGroupsBasicOps-1346892071 tempest-TestSecurityGroupsBasicOps-1346892071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:55.482688 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583bb200-0f93-4665-b59c-e34445a51360 tempest-TestSecurityGroupsBasicOps-1346892071 tempest-TestSecurityGroupsBasicOps-1346892071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:55.483176 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583bb200-0f93-4665-b59c-e34445a51360 tempest-TestSecurityGroupsBasicOps-1346892071 tempest-TestSecurityGroupsBasicOps-1346892071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:55.489960 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583bb200-0f93-4665-b59c-e34445a51360 tempest-TestSecurityGroupsBasicOps-1346892071 tempest-TestSecurityGroupsBasicOps-1346892071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:55.491256 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583bb200-0f93-4665-b59c-e34445a51360 tempest-TestSecurityGroupsBasicOps-1346892071 tempest-TestSecurityGroupsBasicOps-1346892071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:55.492655 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583bb200-0f93-4665-b59c-e34445a51360 tempest-TestSecurityGroupsBasicOps-1346892071 tempest-TestSecurityGroupsBasicOps-1346892071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:55.493307 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583bb200-0f93-4665-b59c-e34445a51360 tempest-TestSecurityGroupsBasicOps-1346892071 tempest-TestSecurityGroupsBasicOps-1346892071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:55.498606 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-583bb200-0f93-4665-b59c-e34445a51360 tempest-TestSecurityGroupsBasicOps-1346892071 tempest-TestSecurityGroupsBasicOps-1346892071-project-admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4981 time: 0.9218535 Sep 07 03:04:55.499556 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 33028) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:04:55.546331 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b3e2db6d-041d-4023-ac2d-a58de853d4a7 req-f96b286a-ae34-4f64-ac13-3590bc79f0ee tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987785 Sep 07 03:04:55.575456 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 60eebbde-3dbf-4b7e-9c6e-717e64a831d8 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:04:55.576391 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:55.594506 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f6887056-d579-48c1-a609-8687b7670b01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:55.641770 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f6887056-d579-48c1-a609-8687b7670b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:55.706077 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-8f1837bf-fc8c-48e0-9de2-7b39670b4ba7 None None] Set router 2aa67271-75cf-4f23-b68a-181bf8b2a2bb gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:04:55.731841 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951080e7-30b6-4e59-bdbd-5a8d21156000 req-8d5ebbea-f9c7-4e58-90cb-185eb14fb84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:55.734718 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-951080e7-30b6-4e59-bdbd-5a8d21156000 req-8d5ebbea-f9c7-4e58-90cb-185eb14fb84c service neutron] 10.222.0.23 "GET /v2.0/networks?id=705decc7-b040-46a6-b48e-b43279f9839c HTTP/1.1" status: 200 len: 897 time: 0.5016663 Sep 07 03:04:55.822300 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f6887056-d579-48c1-a609-8687b7670b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:55.926605 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e32eb798-c606-44d1-bcad-3ba6d2432b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:56.005951 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-8f1837bf-fc8c-48e0-9de2-7b39670b4ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aa67271-75cf-4f23-b68a-181bf8b2a2bb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-953232466', 'tenant_id': '78355387c134473dacc42b7646fd40dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '44b77162-4546-450d-8f11-d45ce554fa30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:04:19Z', 'updated_at': '2021-09-07T03:04:27Z', 'revision_number': 4, 'project_id': '78355387c134473dacc42b7646fd40dd', 'gw_port': {'id': '44b77162-4546-450d-8f11-d45ce554fa30', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa67271-75cf-4f23-b68a-181bf8b2a2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:20Z', 'updated_at': '2021-09-07T03:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'de688638-41f6-48ed-8eca-4f6af88695c5', 'tenant_id': '78355387c134473dacc42b7646fd40dd', 'floating_ip_address': '172.25.5.203', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '2aa67271-75cf-4f23-b68a-181bf8b2a2bb', 'port_id': '687db423-0bce-4473-a6ed-514d3d4b74e4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '705decc7-b040-46a6-b48e-b43279f9839c', 'mac_address': 'fa:16:3e:9f:18:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '606bfa07-789b-40a1-9a58-5b3d5a09633b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:04:51Z', 'updated_at': '2021-09-07T03:04:51Z', 'revision_number': 0, 'project_id': '78355387c134473dacc42b7646fd40dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94d4a5da-7d5d-4487-abe2-9abfea505fde', 'name': '', 'network_id': '705decc7-b040-46a6-b48e-b43279f9839c', 'tenant_id': '78355387c134473dacc42b7646fd40dd', 'mac_address': 'fa:16:3e:20:2d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa67271-75cf-4f23-b68a-181bf8b2a2bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '6fab5d4d-4d56-4c7f-b912-5221bc05bf32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:26Z', 'updated_at': '2021-09-07T03:04:35Z', 'revision_number': 5, 'project_id': '78355387c134473dacc42b7646fd40dd', 'subnets': [{'id': '6fab5d4d-4d56-4c7f-b912-5221bc05bf32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:04:56.037812 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6887056-d579-48c1-a609-8687b7670b01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd9f436e-3791-4262-9992-c7d4dc1268a3,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:56.045897 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-a1444caa-cf20-4de5-b7b1-e739d4effbb2 req-5fed52b3-120f-407a-ae3d-ce46c4caac5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed2c6e3b-6a61-498d-9d03-27ad3d72d494 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:04:56.046394 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1837bf-fc8c-48e0-9de2-7b39670b4ba7 None None] The sync data for ids ['2aa67271-75cf-4f23-b68a-181bf8b2a2bb'] in n-d-796209-16 is: [{'id': '2aa67271-75cf-4f23-b68a-181bf8b2a2bb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-953232466', 'tenant_id': '78355387c134473dacc42b7646fd40dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '44b77162-4546-450d-8f11-d45ce554fa30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:04:19Z', 'updated_at': '2021-09-07T03:04:27Z', 'revision_number': 4, 'project_id': '78355387c134473dacc42b7646fd40dd', 'gw_port': {'id': '44b77162-4546-450d-8f11-d45ce554fa30', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa67271-75cf-4f23-b68a-181bf8b2a2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:20Z', 'updated_at': '2021-09-07T03:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'de688638-41f6-48ed-8eca-4f6af88695c5', 'tenant_id': '78355387c134473dacc42b7646fd40dd', 'floating_ip_address': '172.25.5.203', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '2aa67271-75cf-4f23-b68a-181bf8b2a2bb', 'port_id': '687db423-0bce-4473-a6ed-514d3d4b74e4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '705decc7-b040-46a6-b48e-b43279f9839c', 'mac_address': 'fa:16:3e:9f:18:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '606bfa07-789b-40a1-9a58-5b3d5a09633b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:04:51Z', 'updated_at': '2021-09-07T03:04:51Z', 'revision_number': 0, 'project_id': '78355387c134473dacc42b7646fd40dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94d4a5da-7d5d-4487-abe2-9abfea505fde', 'name': '', 'network_id': '705decc7-b040-46a6-b48e-b43279f9839c', 'tenant_id': '78355387c134473dacc42b7646fd40dd', 'mac_address': 'fa:16:3e:20:2d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa67271-75cf-4f23-b68a-181bf8b2a2bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '6fab5d4d-4d56-4c7f-b912-5221bc05bf32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:26Z', 'updated_at': '2021-09-07T03:04:35Z', 'revision_number': 5, 'project_id': '78355387c134473dacc42b7646fd40dd', 'subnets': [{'id': '6fab5d4d-4d56-4c7f-b912-5221bc05bf32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:04:56.061966 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a1444caa-cf20-4de5-b7b1-e739d4effbb2 req-5fed52b3-120f-407a-ae3d-ce46c4caac5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:56.066452 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f6887056-d579-48c1-a609-8687b7670b01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:56.071096 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f6887056-d579-48c1-a609-8687b7670b01 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/dd9f436e-3791-4262-9992-c7d4dc1268a3 HTTP/1.1" status: 204 len: 168 time: 1.0824251 Sep 07 03:04:56.077321 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-a1444caa-cf20-4de5-b7b1-e739d4effbb2 req-5fed52b3-120f-407a-ae3d-ce46c4caac5a service neutron] Transition to ACTIVE for port object ed2c6e3b-6a61-498d-9d03-27ad3d72d494 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:04:56.078564 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 33034) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:04:56.088706 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a1444caa-cf20-4de5-b7b1-e739d4effbb2 req-5fed52b3-120f-407a-ae3d-ce46c4caac5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:56.165474 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd933f35-5bb1-4e4d-8259-4bb0f3a2d0c6 tempest-TestSecurityGroupsBasicOps-1346892071 tempest-TestSecurityGroupsBasicOps-1346892071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:56.165955 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd933f35-5bb1-4e4d-8259-4bb0f3a2d0c6 tempest-TestSecurityGroupsBasicOps-1346892071 tempest-TestSecurityGroupsBasicOps-1346892071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:56.166419 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd933f35-5bb1-4e4d-8259-4bb0f3a2d0c6 tempest-TestSecurityGroupsBasicOps-1346892071 tempest-TestSecurityGroupsBasicOps-1346892071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:56.166879 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd933f35-5bb1-4e4d-8259-4bb0f3a2d0c6 tempest-TestSecurityGroupsBasicOps-1346892071 tempest-TestSecurityGroupsBasicOps-1346892071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:56.167331 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd933f35-5bb1-4e4d-8259-4bb0f3a2d0c6 tempest-TestSecurityGroupsBasicOps-1346892071 tempest-TestSecurityGroupsBasicOps-1346892071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:56.167819 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd933f35-5bb1-4e4d-8259-4bb0f3a2d0c6 tempest-TestSecurityGroupsBasicOps-1346892071 tempest-TestSecurityGroupsBasicOps-1346892071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:56.169637 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-fd933f35-5bb1-4e4d-8259-4bb0f3a2d0c6 tempest-TestSecurityGroupsBasicOps-1346892071 tempest-TestSecurityGroupsBasicOps-1346892071-project-admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.4667447 Sep 07 03:04:56.181704 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 33036) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:04:56.194448 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed52b3-120f-407a-ae3d-ce46c4caac5a service neutron] Pushing event updated for resources: {'Port': ['ID=ed2c6e3b-6a61-498d-9d03-27ad3d72d494,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:56.294623 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-951080e7-30b6-4e59-bdbd-5a8d21156000 req-82121c30-ddef-4985-b964-f23dc298e57f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=687db423-0bce-4473-a6ed-514d3d4b74e4 HTTP/1.1" status: 200 len: 999 time: 0.4400535 Sep 07 03:04:56.317567 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c37b9f5c-c591-46f4-bd1d-5f780792421e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:56.454013 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c37b9f5c-c591-46f4-bd1d-5f780792421e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:56.479132 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-c37b9f5c-c591-46f4-bd1d-5f780792421e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88da14ca-f271-4c9e-84fc-9a54ff05dc70']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:04:56.488460 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b84e42a-c3d7-47c8-a29f-3fbe3d6c7d2f None None] New status for floating IP de688638-41f6-48ed-8eca-4f6af88695c5: ACTIVE {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 03:04:56.504391 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-c37b9f5c-c591-46f4-bd1d-5f780792421e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7efffeb-a446-48de-b549-7b735efdaf62') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:04:56.505068 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-c37b9f5c-c591-46f4-bd1d-5f780792421e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7efffeb-a446-48de-b549-7b735efdaf62') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:04:56.525988 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c37b9f5c-c591-46f4-bd1d-5f780792421e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:56.543909 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c37b9f5c-c591-46f4-bd1d-5f780792421e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:56.552382 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c37b9f5c-c591-46f4-bd1d-5f780792421e admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 03:04:56.553012 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c37b9f5c-c591-46f4-bd1d-5f780792421e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:56.633266 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 03:04:56.633266 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 03:04:56.633266 n-d-796209-16 neutron-server[94700]: timer() Sep 07 03:04:56.633266 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 03:04:56.633266 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 03:04:56.633266 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 03:04:56.633266 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 03:04:56.633266 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 03:04:56.633266 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 03:04:56.633266 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 03:04:56.633266 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 03:04:56.633266 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 03:04:56.633266 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 03:04:56.633266 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 03:04:56.633266 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 03:04:56.633266 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 03:04:56.633266 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 03:04:56.633266 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 03:04:56.633266 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 03:04:56.633266 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 03:04:56.633266 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 03:04:56.633266 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 03:04:56.633266 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 03:04:56.633266 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 03:04:56.633266 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 03:04:56.633266 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 03:04:56.633266 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 03:04:56.633266 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 03:04:56.633266 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 03:04:56.633266 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 03:04:56.633266 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 03:04:56.633266 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 03:04:56.645032 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c37b9f5c-c591-46f4-bd1d-5f780792421e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:56.669613 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c37b9f5c-c591-46f4-bd1d-5f780792421e admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:56.674331 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c37b9f5c-c591-46f4-bd1d-5f780792421e admin admin] 10.222.0.22 "DELETE /v2.0/networks/88da14ca-f271-4c9e-84fc-9a54ff05dc70 HTTP/1.1" status: 204 len: 168 time: 0.5927763 Sep 07 03:04:56.674331 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37b9f5c-c591-46f4-bd1d-5f780792421e admin admin] Pushing event deleted for resources: {'Network': ['ID=88da14ca-f271-4c9e-84fc-9a54ff05dc70,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:56.678165 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-a1444caa-cf20-4de5-b7b1-e739d4effbb2 req-5fed52b3-120f-407a-ae3d-ce46c4caac5a service neutron] Attempting to bind port ed2c6e3b-6a61-498d-9d03-27ad3d72d494 on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:04:56.678612 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-a1444caa-cf20-4de5-b7b1-e739d4effbb2 req-5fed52b3-120f-407a-ae3d-ce46c4caac5a service neutron] Attempting to bind port ed2c6e3b-6a61-498d-9d03-27ad3d72d494 by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:04:56.679049 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1444caa-cf20-4de5-b7b1-e739d4effbb2 req-5fed52b3-120f-407a-ae3d-ce46c4caac5a service neutron] Attempting to bind port ed2c6e3b-6a61-498d-9d03-27ad3d72d494 on network b5bb2b44-86d3-4c51-8098-39db56525af1 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:04:56.685651 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1444caa-cf20-4de5-b7b1-e739d4effbb2 req-5fed52b3-120f-407a-ae3d-ce46c4caac5a service neutron] Port ed2c6e3b-6a61-498d-9d03-27ad3d72d494 on network b5bb2b44-86d3-4c51-8098-39db56525af1 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 03:04:56.686173 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1444caa-cf20-4de5-b7b1-e739d4effbb2 req-5fed52b3-120f-407a-ae3d-ce46c4caac5a service neutron] Attempting to bind port ed2c6e3b-6a61-498d-9d03-27ad3d72d494 on network b5bb2b44-86d3-4c51-8098-39db56525af1 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:04:56.693604 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1444caa-cf20-4de5-b7b1-e739d4effbb2 req-5fed52b3-120f-407a-ae3d-ce46c4caac5a service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:04:56.694300 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1444caa-cf20-4de5-b7b1-e739d4effbb2 req-5fed52b3-120f-407a-ae3d-ce46c4caac5a service neutron] Checking segment: {'id': '8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:04:56.695068 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1444caa-cf20-4de5-b7b1-e739d4effbb2 req-5fed52b3-120f-407a-ae3d-ce46c4caac5a service neutron] Bound using segment: {'id': '8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:04:56.695659 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-a1444caa-cf20-4de5-b7b1-e739d4effbb2 req-5fed52b3-120f-407a-ae3d-ce46c4caac5a service neutron] Bound port: ed2c6e3b-6a61-498d-9d03-27ad3d72d494, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:04:56.696127 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a1444caa-cf20-4de5-b7b1-e739d4effbb2 req-5fed52b3-120f-407a-ae3d-ce46c4caac5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:56.853339 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-a1444caa-cf20-4de5-b7b1-e739d4effbb2 req-5fed52b3-120f-407a-ae3d-ce46c4caac5a service neutron] For port ed2c6e3b-6a61-498d-9d03-27ad3d72d494, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:04:56.877774 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-a1444caa-cf20-4de5-b7b1-e739d4effbb2 req-5fed52b3-120f-407a-ae3d-ce46c4caac5a service neutron] For port ed2c6e3b-6a61-498d-9d03-27ad3d72d494, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=ed2c6e3b-6a61-498d-9d03-27ad3d72d494,segment=NetworkSegment(8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21),segment_id=8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:04:56.900454 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fc59f7a2-6a7e-47dd-bdd6-a2323e81986a req-342647e3-4a32-406e-a685-8516eefe2b2b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=606bfa07-789b-40a1-9a58-5b3d5a09633b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1018114 Sep 07 03:04:56.902377 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a1444caa-cf20-4de5-b7b1-e739d4effbb2 req-5fed52b3-120f-407a-ae3d-ce46c4caac5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:56.948063 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1444caa-cf20-4de5-b7b1-e739d4effbb2 req-5fed52b3-120f-407a-ae3d-ce46c4caac5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:56.949196 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a1444caa-cf20-4de5-b7b1-e739d4effbb2 req-5fed52b3-120f-407a-ae3d-ce46c4caac5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:56.951142 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a1444caa-cf20-4de5-b7b1-e739d4effbb2 req-5fed52b3-120f-407a-ae3d-ce46c4caac5a service neutron] 10.222.0.16 "PUT /v2.0/ports/ed2c6e3b-6a61-498d-9d03-27ad3d72d494 HTTP/1.1" status: 200 len: 1092 time: 1.7658551 Sep 07 03:04:56.951853 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f08bf266-532a-442f-8ad5-e66cf67d7d6e', 'tag': 'ed2c6e3b-6a61-498d-9d03-27ad3d72d494'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:04:56.954488 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd5989c-901d-491d-9897-4b48c0ae2531" -d '{"events": [{"name": "network-changed", "server_uuid": "f08bf266-532a-442f-8ad5-e66cf67d7d6e", "tag": "ed2c6e3b-6a61-498d-9d03-27ad3d72d494"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:04:57.031947 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa2978a-142b-490d-a688-247075e3a8a5 x-openstack-request-id: req-5aa2978a-142b-490d-a688-247075e3a8a5 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:04:57.032359 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f08bf266-532a-442f-8ad5-e66cf67d7d6e", "tag": "ed2c6e3b-6a61-498d-9d03-27ad3d72d494", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:04:57.032716 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5aa2978a-142b-490d-a688-247075e3a8a5 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:04:57.033222 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f08bf266-532a-442f-8ad5-e66cf67d7d6e', 'tag': 'ed2c6e3b-6a61-498d-9d03-27ad3d72d494', 'status': 'completed', 'code': 200} Sep 07 03:04:57.054274 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 33054) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:04:57.064767 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed52b3-120f-407a-ae3d-ce46c4caac5a service neutron] Pushing event updated for resources: {'Port': ['ID=ed2c6e3b-6a61-498d-9d03-27ad3d72d494,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:57.096713 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951080e7-30b6-4e59-bdbd-5a8d21156000 req-c9c400fd-fda3-4029-a7ac-11a0d77dbddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:57.098490 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-951080e7-30b6-4e59-bdbd-5a8d21156000 req-c9c400fd-fda3-4029-a7ac-11a0d77dbddc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6fab5d4d-4d56-4c7f-b912-5221bc05bf32 HTTP/1.1" status: 200 len: 834 time: 0.7923775 Sep 07 03:04:57.103058 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1444caa-cf20-4de5-b7b1-e739d4effbb2 req-9ba414e5-bd9a-4589-9c73-ffbecce9361b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:57.104747 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a1444caa-cf20-4de5-b7b1-e739d4effbb2 req-9ba414e5-bd9a-4589-9c73-ffbecce9361b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2b241f46496480ea1c24703bd4e7081&device_id=f08bf266-532a-442f-8ad5-e66cf67d7d6e HTTP/1.1" status: 200 len: 1095 time: 0.1022460 Sep 07 03:04:57.176776 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a1444caa-cf20-4de5-b7b1-e739d4effbb2 req-e026e733-5a2b-41b0-8dbb-38a7d9bbfb2d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed2c6e3b-6a61-498d-9d03-27ad3d72d494 HTTP/1.1" status: 200 len: 217 time: 0.0641451 Sep 07 03:04:57.196659 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69911ba-fa89-4221-87f2-6e66ea9d1993 req-a6a2a166-7a39-461d-b1e1-17e8012c43df tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:57.198354 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f69911ba-fa89-4221-87f2-6e66ea9d1993 req-a6a2a166-7a39-461d-b1e1-17e8012c43df tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=f08bf266-532a-442f-8ad5-e66cf67d7d6e HTTP/1.1" status: 200 len: 943 time: 0.3478844 Sep 07 03:04:57.245748 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1444caa-cf20-4de5-b7b1-e739d4effbb2 req-9574f6a7-5713-4df0-86b6-899abed4c21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:57.247596 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a1444caa-cf20-4de5-b7b1-e739d4effbb2 req-9574f6a7-5713-4df0-86b6-899abed4c21c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b33adc2b-a155-4213-967c-f1ae81189b8c HTTP/1.1" status: 200 len: 851 time: 0.0632191 Sep 07 03:04:57.284639 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-84e0d18a-13cc-4527-ba0a-28fc77ee2937 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bdc0940f45b1443ea0b8db2a1c4a8a86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2064760 Sep 07 03:04:57.297969 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 33062) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:04:57.316392 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1444caa-cf20-4de5-b7b1-e739d4effbb2 req-f26d0c89-402d-421b-813b-b4e4bbbd6887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:57.327833 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a1444caa-cf20-4de5-b7b1-e739d4effbb2 req-f26d0c89-402d-421b-813b-b4e4bbbd6887 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b5bb2b44-86d3-4c51-8098-39db56525af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0728290 Sep 07 03:04:57.408846 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951080e7-30b6-4e59-bdbd-5a8d21156000 req-cbdd9f4b-2b8e-42e1-a39b-4f2829ba6855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:57.410501 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-951080e7-30b6-4e59-bdbd-5a8d21156000 req-cbdd9f4b-2b8e-42e1-a39b-4f2829ba6855 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=705decc7-b040-46a6-b48e-b43279f9839c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2932210 Sep 07 03:04:57.430591 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f69911ba-fa89-4221-87f2-6e66ea9d1993 req-db85a038-2b7b-4946-b255-38fb57d62710 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256346 Sep 07 03:04:57.442302 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a1444caa-cf20-4de5-b7b1-e739d4effbb2 req-d1203a57-1874-4a84-803a-dd2725d04671 service neutron] 10.222.0.16 "GET /v2.0/networks/b5bb2b44-86d3-4c51-8098-39db56525af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054149 Sep 07 03:04:57.498521 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-73a378a7-06c0-4358-916f-20b95be92403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:57.536717 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-73a378a7-06c0-4358-916f-20b95be92403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:57.554123 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a1444caa-cf20-4de5-b7b1-e739d4effbb2 req-267e947f-8e00-4ae0-9405-009082e06e22 service neutron] 10.222.0.16 "GET /v2.0/networks/b5bb2b44-86d3-4c51-8098-39db56525af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976882 Sep 07 03:04:57.666807 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd5989c-901d-491d-9897-4b48c0ae2531 req-dc9751f0-7089-4905-aad6-ada03d21a70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:57.667775 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9dd5989c-901d-491d-9897-4b48c0ae2531 req-dc9751f0-7089-4905-aad6-ada03d21a70a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2b241f46496480ea1c24703bd4e7081&device_id=f08bf266-532a-442f-8ad5-e66cf67d7d6e HTTP/1.1" status: 200 len: 1095 time: 0.0473523 Sep 07 03:04:57.668274 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 33070) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:04:57.668627 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a09da518-3f4a-4a2d-878a-2a2161ababfc tempest-TestSecurityGroupsBasicOps-1346892071 tempest-TestSecurityGroupsBasicOps-1346892071-project-admin] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3054 time: 1.4840524 Sep 07 03:04:57.719872 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-951080e7-30b6-4e59-bdbd-5a8d21156000 req-95f132f5-45d6-48c8-b7c8-3d33d40f8e64 service neutron] 10.222.0.23 "GET /v2.0/networks/705decc7-b040-46a6-b48e-b43279f9839c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882016 Sep 07 03:04:57.721828 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-73a378a7-06c0-4358-916f-20b95be92403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:57.726705 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-73a378a7-06c0-4358-916f-20b95be92403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:57.728007 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-73a378a7-06c0-4358-916f-20b95be92403 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e666621c-1bc6-40ff-b53e-28e8effcc873 HTTP/1.1" status: 204 len: 168 time: 0.3703239 Sep 07 03:04:57.741330 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92386611-9999-4f1a-9d97-1d7e8d2e1fb7 tempest-TestSecurityGroupsBasicOps-1346892071 tempest-TestSecurityGroupsBasicOps-1346892071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:57.741907 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92386611-9999-4f1a-9d97-1d7e8d2e1fb7 tempest-TestSecurityGroupsBasicOps-1346892071 tempest-TestSecurityGroupsBasicOps-1346892071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:57.744687 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-92386611-9999-4f1a-9d97-1d7e8d2e1fb7 tempest-TestSecurityGroupsBasicOps-1346892071 tempest-TestSecurityGroupsBasicOps-1346892071-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=2aa67271-75cf-4f23-b68a-181bf8b2a2bb HTTP/1.1" status: 200 len: 1991 time: 0.0754888 Sep 07 03:04:57.777337 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a378a7-06c0-4358-916f-20b95be92403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e666621c-1bc6-40ff-b53e-28e8effcc873,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:57.840018 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd5989c-901d-491d-9897-4b48c0ae2531 req-c1dd63ca-acd9-4450-aea7-c22fe0ab8f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:57.841873 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9dd5989c-901d-491d-9897-4b48c0ae2531 req-c1dd63ca-acd9-4450-aea7-c22fe0ab8f77 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b5bb2b44-86d3-4c51-8098-39db56525af1 HTTP/1.1" status: 200 len: 912 time: 0.1464057 Sep 07 03:04:57.879047 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-951080e7-30b6-4e59-bdbd-5a8d21156000 req-c91fef94-15b1-4213-a4e0-d03491d4ddd7 service neutron] 10.222.0.23 "GET /v2.0/networks/705decc7-b040-46a6-b48e-b43279f9839c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497252 Sep 07 03:04:57.919527 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9dd5989c-901d-491d-9897-4b48c0ae2531 req-240667a8-33b1-4ca1-a6ef-eadc1ce39ff1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed2c6e3b-6a61-498d-9d03-27ad3d72d494 HTTP/1.1" status: 200 len: 217 time: 0.0678649 Sep 07 03:04:58.018552 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd5989c-901d-491d-9897-4b48c0ae2531 req-0d9e2e9c-7cc7-4f03-80d3-3ad2dbb6f01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:58.020604 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9dd5989c-901d-491d-9897-4b48c0ae2531 req-0d9e2e9c-7cc7-4f03-80d3-3ad2dbb6f01c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b33adc2b-a155-4213-967c-f1ae81189b8c HTTP/1.1" status: 200 len: 851 time: 0.0943329 Sep 07 03:04:58.029057 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59f7a2-6a7e-47dd-bdd6-a2323e81986a req-85888d9d-98e9-428f-875b-6fc718889b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:58.030697 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fc59f7a2-6a7e-47dd-bdd6-a2323e81986a req-85888d9d-98e9-428f-875b-6fc718889b27 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=78355387c134473dacc42b7646fd40dd&device_id=606bfa07-789b-40a1-9a58-5b3d5a09633b HTTP/1.1" status: 200 len: 1136 time: 0.0615478 Sep 07 03:04:58.085547 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd5989c-901d-491d-9897-4b48c0ae2531 req-e76fdfeb-8fdb-4212-b413-b57523594e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:58.087576 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9dd5989c-901d-491d-9897-4b48c0ae2531 req-e76fdfeb-8fdb-4212-b413-b57523594e67 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b5bb2b44-86d3-4c51-8098-39db56525af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511146 Sep 07 03:04:58.195065 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3bf1393d-5bc1-45f4-8bf3-6a928b26c23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:58.236311 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9dd5989c-901d-491d-9897-4b48c0ae2531 req-0856d80b-9fab-4e62-b333-c1d4e8a20912 service neutron] 10.222.0.16 "GET /v2.0/networks/b5bb2b44-86d3-4c51-8098-39db56525af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405611 Sep 07 03:04:58.240168 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59f7a2-6a7e-47dd-bdd6-a2323e81986a req-7debed43-9288-442d-9bed-59f94b67ce58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:58.240965 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fc59f7a2-6a7e-47dd-bdd6-a2323e81986a req-7debed43-9288-442d-9bed-59f94b67ce58 service neutron] 10.222.0.23 "GET /v2.0/networks?id=705decc7-b040-46a6-b48e-b43279f9839c HTTP/1.1" status: 200 len: 897 time: 0.1885018 Sep 07 03:04:58.322045 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fc59f7a2-6a7e-47dd-bdd6-a2323e81986a req-0a07ced5-f8e7-4103-9e3d-6bcb1f2b495a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=687db423-0bce-4473-a6ed-514d3d4b74e4 HTTP/1.1" status: 200 len: 1001 time: 0.0737259 Sep 07 03:04:58.391134 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9dd5989c-901d-491d-9897-4b48c0ae2531 req-a0eee7bb-d63b-4438-ad40-3559d71e16b8 service neutron] 10.222.0.16 "GET /v2.0/networks/b5bb2b44-86d3-4c51-8098-39db56525af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476545 Sep 07 03:04:58.405419 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59f7a2-6a7e-47dd-bdd6-a2323e81986a req-2b40b5ed-bbed-431a-86b2-e2060fa07949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:58.408366 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fc59f7a2-6a7e-47dd-bdd6-a2323e81986a req-2b40b5ed-bbed-431a-86b2-e2060fa07949 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6fab5d4d-4d56-4c7f-b912-5221bc05bf32 HTTP/1.1" status: 200 len: 834 time: 0.0787828 Sep 07 03:04:58.480962 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59f7a2-6a7e-47dd-bdd6-a2323e81986a req-302ee329-7f00-43ea-96ad-2b5c6a5773c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:58.482601 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fc59f7a2-6a7e-47dd-bdd6-a2323e81986a req-302ee329-7f00-43ea-96ad-2b5c6a5773c5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=705decc7-b040-46a6-b48e-b43279f9839c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0665183 Sep 07 03:04:58.605444 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020afa9-bb66-47d5-a7a8-41fe336ec128 req-aea8943f-e67a-465e-a63f-477ce6b208b9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:58.607442 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e020afa9-bb66-47d5-a7a8-41fe336ec128 req-aea8943f-e67a-465e-a63f-477ce6b208b9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=f08bf266-532a-442f-8ad5-e66cf67d7d6e HTTP/1.1" status: 200 len: 943 time: 0.0796194 Sep 07 03:04:58.652175 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e020afa9-bb66-47d5-a7a8-41fe336ec128 req-05ca0330-0fe0-48d0-9992-c4566ddd6263 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383728 Sep 07 03:04:58.675406 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fc59f7a2-6a7e-47dd-bdd6-a2323e81986a req-bbb0e3b0-a0c7-46f7-bc1c-bc6faaf345ad service neutron] 10.222.0.23 "GET /v2.0/networks/705decc7-b040-46a6-b48e-b43279f9839c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791975 Sep 07 03:04:58.715371 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:58.804026 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fc59f7a2-6a7e-47dd-bdd6-a2323e81986a req-9d17f2af-47d4-4b78-a658-19a807118830 service neutron] 10.222.0.23 "GET /v2.0/networks/705decc7-b040-46a6-b48e-b43279f9839c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202745 Sep 07 03:04:58.848263 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 33114) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:04:58.975321 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-1fd5c575-a064-4843-b1a4-5bf6398b45ea admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1677488881-network', 'tenant_id': '09d9561cd2b54868bafc09b9f44911f3'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:04:58.999462 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd5c575-a064-4843-b1a4-5bf6398b45ea admin admin] Made reservation on behalf of 09d9561cd2b54868bafc09b9f44911f3 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:04:59.001890 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1fd5c575-a064-4843-b1a4-5bf6398b45ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:59.010630 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1fd5c575-a064-4843-b1a4-5bf6398b45ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:59.114049 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1fd5c575-a064-4843-b1a4-5bf6398b45ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:59.118607 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1fd5c575-a064-4843-b1a4-5bf6398b45ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:59.144107 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fd5c575-a064-4843-b1a4-5bf6398b45ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 03:04:59.154303 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd5c575-a064-4843-b1a4-5bf6398b45ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eedefa8-3129-4e9c-b30a-53b188dfa080,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:59.159012 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1fd5c575-a064-4843-b1a4-5bf6398b45ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:59.159362 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-1fd5c575-a064-4843-b1a4-5bf6398b45ea admin admin] Added segment a1560b3b-a5da-442f-9e03-1daf4dabdb86 of type vlan for network f26ac0b6-2bad-4aef-811a-3cc5bdf65eee Sep 07 03:04:59.170619 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd5c575-a064-4843-b1a4-5bf6398b45ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:04:59.170968 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd5c575-a064-4843-b1a4-5bf6398b45ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:04:59.171310 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd5c575-a064-4843-b1a4-5bf6398b45ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:04:59.171731 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd5c575-a064-4843-b1a4-5bf6398b45ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:04:59.172064 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd5c575-a064-4843-b1a4-5bf6398b45ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:04:59.172396 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd5c575-a064-4843-b1a4-5bf6398b45ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:04:59.172725 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd5c575-a064-4843-b1a4-5bf6398b45ea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:04:59.173051 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd5c575-a064-4843-b1a4-5bf6398b45ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:04:59.173371 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd5c575-a064-4843-b1a4-5bf6398b45ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:04:59.173697 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd5c575-a064-4843-b1a4-5bf6398b45ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:04:59.174018 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd5c575-a064-4843-b1a4-5bf6398b45ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:04:59.174438 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd5c575-a064-4843-b1a4-5bf6398b45ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:04:59.223341 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1fd5c575-a064-4843-b1a4-5bf6398b45ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:59.250046 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1fd5c575-a064-4843-b1a4-5bf6398b45ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:59.251280 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd5c575-a064-4843-b1a4-5bf6398b45ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:59.251996 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1fd5c575-a064-4843-b1a4-5bf6398b45ea admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:59.285469 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-1fd5c575-a064-4843-b1a4-5bf6398b45ea admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4360864 Sep 07 03:04:59.288946 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 33122) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:04:59.296031 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-e215058e-60c4-4acd-8f69-91e0d7c32bad admin admin] Request body: {'subnet': {'network_id': 'f26ac0b6-2bad-4aef-811a-3cc5bdf65eee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1677488881-subnet', 'tenant_id': '09d9561cd2b54868bafc09b9f44911f3', 'ip_version': 4}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:04:59.319530 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e215058e-60c4-4acd-8f69-91e0d7c32bad admin admin] Made reservation on behalf of 09d9561cd2b54868bafc09b9f44911f3 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:04:59.323249 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e215058e-60c4-4acd-8f69-91e0d7c32bad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:59.327991 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd5c575-a064-4843-b1a4-5bf6398b45ea admin admin] Pushing event updated for resources: {'Network': ['ID=f26ac0b6-2bad-4aef-811a-3cc5bdf65eee,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:59.338495 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network f26ac0b6-2bad-4aef-811a-3cc5bdf65eee details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 03:04:59.526125 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e215058e-60c4-4acd-8f69-91e0d7c32bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:59.567148 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:59.595238 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e215058e-60c4-4acd-8f69-91e0d7c32bad admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc7768b1-0a61-46c1-af2e-1889b132f065,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:04:59.604071 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e215058e-60c4-4acd-8f69-91e0d7c32bad admin admin] Checking segment: {'id': 'a1560b3b-a5da-442f-9e03-1daf4dabdb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f26ac0b6-2bad-4aef-811a-3cc5bdf65eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:04:59.604432 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e215058e-60c4-4acd-8f69-91e0d7c32bad admin admin] Network hostable DHCP agents. Network: f26ac0b6-2bad-4aef-811a-3cc5bdf65eee, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 03:04:59.624484 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e215058e-60c4-4acd-8f69-91e0d7c32bad admin admin] Network f26ac0b6-2bad-4aef-811a-3cc5bdf65eee is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 03:04:59.640044 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-e215058e-60c4-4acd-8f69-91e0d7c32bad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, f26ac0b6-2bad-4aef-811a-3cc5bdf65eee) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:04:59.644497 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e215058e-60c4-4acd-8f69-91e0d7c32bad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:59.645081 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e215058e-60c4-4acd-8f69-91e0d7c32bad admin admin] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:59.650442 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298b7c99-7c10-45b0-99a8-b623bbb06c13 None None] Network f26ac0b6-2bad-4aef-811a-3cc5bdf65eee requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:04:59.667821 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e215058e-60c4-4acd-8f69-91e0d7c32bad admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3754616 Sep 07 03:04:59.669609 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 33130) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:04:59.674367 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-667c2325-9954-465a-a93a-241084f98023 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1677488881-router', 'tenant_id': '09d9561cd2b54868bafc09b9f44911f3', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:04:59.703372 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-667c2325-9954-465a-a93a-241084f98023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:59.704514 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-667c2325-9954-465a-a93a-241084f98023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:59.813337 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-667c2325-9954-465a-a93a-241084f98023 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:59.853838 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d3cf5-a634-4f29-ae7f-6cb7c27e94e3 req-074bff70-bd96-48c3-90dd-f3e7a692103d tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:04:59.855383 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f78d3cf5-a634-4f29-ae7f-6cb7c27e94e3 req-074bff70-bd96-48c3-90dd-f3e7a692103d tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=f08bf266-532a-442f-8ad5-e66cf67d7d6e HTTP/1.1" status: 200 len: 943 time: 0.0928454 Sep 07 03:04:59.904177 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f78d3cf5-a634-4f29-ae7f-6cb7c27e94e3 req-606111e9-b1ba-42e2-948a-98c9b23074af tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426171 Sep 07 03:04:59.942727 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f508f20e-4f65-4ad9-bf9d-8455cb0bd548 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-f26ac0b6-2bad-4aef-811a-3cc5bdf65eee', 'network_id': 'f26ac0b6-2bad-4aef-811a-3cc5bdf65eee', 'tenant_id': '09d9561cd2b54868bafc09b9f44911f3', 'fixed_ips': [{'subnet_id': 'fc7768b1-0a61-46c1-af2e-1889b132f065'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 03:04:59.944595 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f508f20e-4f65-4ad9-bf9d-8455cb0bd548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:04:59.996042 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-667c2325-9954-465a-a93a-241084f98023 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:00.117500 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-f508f20e-4f65-4ad9-bf9d-8455cb0bd548 None None] Allocated IP 172.20.0.2 (f26ac0b6-2bad-4aef-811a-3cc5bdf65eee/fc7768b1-0a61-46c1-af2e-1889b132f065/aba4a70d-384a-4eea-989f-c6622cd98c1f) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:05:00.219677 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-667c2325-9954-465a-a93a-241084f98023 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:00.243315 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-667c2325-9954-465a-a93a-241084f98023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:00.267449 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f508f20e-4f65-4ad9-bf9d-8455cb0bd548 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:00.277365 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-f508f20e-4f65-4ad9-bf9d-8455cb0bd548 None None] Transition to ACTIVE for port object aba4a70d-384a-4eea-989f-c6622cd98c1f will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:05:00.293335 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-f508f20e-4f65-4ad9-bf9d-8455cb0bd548 None None] Transition to ACTIVE for port object aba4a70d-384a-4eea-989f-c6622cd98c1f will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:05:00.300248 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f508f20e-4f65-4ad9-bf9d-8455cb0bd548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:00.345362 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f508f20e-4f65-4ad9-bf9d-8455cb0bd548 None None] Network f26ac0b6-2bad-4aef-811a-3cc5bdf65eee is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:05:00.353014 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-f508f20e-4f65-4ad9-bf9d-8455cb0bd548 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:05:00.358888 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508f20e-4f65-4ad9-bf9d-8455cb0bd548 None None] Pushing event updated for resources: {'Port': ['ID=aba4a70d-384a-4eea-989f-c6622cd98c1f,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:00.361348 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f508f20e-4f65-4ad9-bf9d-8455cb0bd548 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:05:00.375131 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-667c2325-9954-465a-a93a-241084f98023 admin admin] Allocated IP 172.25.5.6 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/dae92836-9de0-4c78-ae56-721836de8c4f) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:05:00.432691 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-f508f20e-4f65-4ad9-bf9d-8455cb0bd548 None None] Attempting to bind port aba4a70d-384a-4eea-989f-c6622cd98c1f on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:05:00.433150 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-f508f20e-4f65-4ad9-bf9d-8455cb0bd548 None None] Attempting to bind port aba4a70d-384a-4eea-989f-c6622cd98c1f by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a1560b3b-a5da-442f-9e03-1daf4dabdb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f26ac0b6-2bad-4aef-811a-3cc5bdf65eee'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:05:00.433651 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f508f20e-4f65-4ad9-bf9d-8455cb0bd548 None None] Attempting to bind port aba4a70d-384a-4eea-989f-c6622cd98c1f on network f26ac0b6-2bad-4aef-811a-3cc5bdf65eee {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:05:00.439036 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f508f20e-4f65-4ad9-bf9d-8455cb0bd548 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:05:00.439560 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f508f20e-4f65-4ad9-bf9d-8455cb0bd548 None None] Checking segment: {'id': 'a1560b3b-a5da-442f-9e03-1daf4dabdb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f26ac0b6-2bad-4aef-811a-3cc5bdf65eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:05:00.440067 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f508f20e-4f65-4ad9-bf9d-8455cb0bd548 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:00.440574 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f508f20e-4f65-4ad9-bf9d-8455cb0bd548 None None] Bound using segment: {'id': 'a1560b3b-a5da-442f-9e03-1daf4dabdb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f26ac0b6-2bad-4aef-811a-3cc5bdf65eee'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:05:00.441311 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-f508f20e-4f65-4ad9-bf9d-8455cb0bd548 None None] Bound port: aba4a70d-384a-4eea-989f-c6622cd98c1f, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1560b3b-a5da-442f-9e03-1daf4dabdb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f26ac0b6-2bad-4aef-811a-3cc5bdf65eee'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:05:00.441788 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f508f20e-4f65-4ad9-bf9d-8455cb0bd548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:00.443408 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [req-0677487b-3402-4385-8d50-7cbe436c50db req-64de91c3-2bab-418b-8d9f-54b3a9448f8a service neutron] (94700) timed out ('10.222.0.23', 52038) {{(pid=94700) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 03:05:00.506958 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-667c2325-9954-465a-a93a-241084f98023 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:00.530445 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-f508f20e-4f65-4ad9-bf9d-8455cb0bd548 None None] For port aba4a70d-384a-4eea-989f-c6622cd98c1f, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:05:00.534296 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-f508f20e-4f65-4ad9-bf9d-8455cb0bd548 None None] For port aba4a70d-384a-4eea-989f-c6622cd98c1f, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=aba4a70d-384a-4eea-989f-c6622cd98c1f,segment=NetworkSegment(a1560b3b-a5da-442f-9e03-1daf4dabdb86),segment_id=a1560b3b-a5da-442f-9e03-1daf4dabdb86)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:05:00.539364 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f508f20e-4f65-4ad9-bf9d-8455cb0bd548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:00.550936 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-667c2325-9954-465a-a93a-241084f98023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:00.608666 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667c2325-9954-465a-a93a-241084f98023 admin admin] Pushing event updated for resources: {'Port': ['ID=dae92836-9de0-4c78-ae56-721836de8c4f,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:00.609236 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508f20e-4f65-4ad9-bf9d-8455cb0bd548 None None] Pushing event updated for resources: {'Port': ['ID=aba4a70d-384a-4eea-989f-c6622cd98c1f,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:00.613306 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667c2325-9954-465a-a93a-241084f98023 admin admin] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:05:00.614827 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-667c2325-9954-465a-a93a-241084f98023 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:05:00.617220 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667c2325-9954-465a-a93a-241084f98023 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:05:00.915441 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-667c2325-9954-465a-a93a-241084f98023 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:01.427987 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a0941f-ca8d-4e6f-bd26-8d352a843987 req-7fa4621e-a31b-4c62-b63d-057b6360a28e tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:01.429638 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-11a0941f-ca8d-4e6f-bd26-8d352a843987 req-7fa4621e-a31b-4c62-b63d-057b6360a28e tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=f08bf266-532a-442f-8ad5-e66cf67d7d6e HTTP/1.1" status: 200 len: 943 time: 0.4264324 Sep 07 03:05:01.454073 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device aba4a70d-384a-4eea-989f-c6622cd98c1f up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:05:01.520218 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-667c2325-9954-465a-a93a-241084f98023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:01.527190 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:01.532493 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-11a0941f-ca8d-4e6f-bd26-8d352a843987 req-d7d4ee2f-fe0d-4f2e-bfda-24e06dbeab48 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879633 Sep 07 03:05:01.618528 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port aba4a70d-384a-4eea-989f-c6622cd98c1f completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:05:01.701581 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-667c2325-9954-465a-a93a-241084f98023 admin admin] Router d95a84b6-c741-4ad1-ad88-5417d9bff6ce is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 03:05:01.820108 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-667c2325-9954-465a-a93a-241084f98023 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:05:01.831471 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ff2f34-4093-46dd-9768-8f743a3640f0 None None] Sync routers for ids ['d95a84b6-c741-4ad1-ad88-5417d9bff6ce'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:05:01.832661 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d788ea43-56ea-4619-9941-c5ebf41485e2 None None] Network f26ac0b6-2bad-4aef-811a-3cc5bdf65eee requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:05:01.840213 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-667c2325-9954-465a-a93a-241084f98023 admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:01.844970 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-667c2325-9954-465a-a93a-241084f98023 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1741352 Sep 07 03:05:01.845323 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 33172) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:05:01.871805 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ff2f34-4093-46dd-9768-8f743a3640f0 None None] Routers {'d95a84b6-c741-4ad1-ad88-5417d9bff6ce'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:05:01.872795 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-a8ff2f34-4093-46dd-9768-8f743a3640f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:04:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['d95a84b6-c741-4ad1-ad88-5417d9bff6ce'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:05:01.904992 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-7d8f90f5-053c-4ece-b8dc-9051f58089a2 None None] Provisioning for port aba4a70d-384a-4eea-989f-c6622cd98c1f completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:05:01.919675 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-7d8f90f5-053c-4ece-b8dc-9051f58089a2 None None] Provisioning complete for port aba4a70d-384a-4eea-989f-c6622cd98c1f triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:05:01.920054 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7d8f90f5-053c-4ece-b8dc-9051f58089a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:02.014842 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-a8ff2f34-4093-46dd-9768-8f743a3640f0 None None] Set router d95a84b6-c741-4ad1-ad88-5417d9bff6ce gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:05:02.111373 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7d8f90f5-053c-4ece-b8dc-9051f58089a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:02.169150 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-7d8f90f5-053c-4ece-b8dc-9051f58089a2 None None] For port aba4a70d-384a-4eea-989f-c6622cd98c1f, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=aba4a70d-384a-4eea-989f-c6622cd98c1f,segment=NetworkSegment(a1560b3b-a5da-442f-9e03-1daf4dabdb86),segment_id=a1560b3b-a5da-442f-9e03-1daf4dabdb86)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:05:02.176304 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7d8f90f5-053c-4ece-b8dc-9051f58089a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:02.243800 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8f90f5-053c-4ece-b8dc-9051f58089a2 None None] Pushing event updated for resources: {'Port': ['ID=aba4a70d-384a-4eea-989f-c6622cd98c1f,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:02.344468 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-a8ff2f34-4093-46dd-9768-8f743a3640f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95a84b6-c741-4ad1-ad88-5417d9bff6ce', 'name': 'tempest-TestAggregatesBasicOps-1677488881-router', 'tenant_id': '09d9561cd2b54868bafc09b9f44911f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'dae92836-9de0-4c78-ae56-721836de8c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:04:59Z', 'updated_at': '2021-09-07T03:05:00Z', 'revision_number': 3, 'project_id': '09d9561cd2b54868bafc09b9f44911f3', 'gw_port': {'id': 'dae92836-9de0-4c78-ae56-721836de8c4f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95a84b6-c741-4ad1-ad88-5417d9bff6ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:05:00Z', 'updated_at': '2021-09-07T03:05:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:05:02.371464 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ff2f34-4093-46dd-9768-8f743a3640f0 None None] Checking router: d95a84b6-c741-4ad1-ad88-5417d9bff6ce for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:05:02.372093 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ff2f34-4093-46dd-9768-8f743a3640f0 None None] Updating router d95a84b6-c741-4ad1-ad88-5417d9bff6ce port dae92836-9de0-4c78-ae56-721836de8c4f binding host n-d-796209-16 {{(pid=94703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 03:05:02.400069 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-a8ff2f34-4093-46dd-9768-8f743a3640f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:02.432217 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-62ce3054-376d-415e-84e8-b6b328272cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:02.505228 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-c643837e-fb0d-46e2-bb3a-0b2ae31f380d None None] Provisioning complete for port aba4a70d-384a-4eea-989f-c6622cd98c1f triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:05:02.505858 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c643837e-fb0d-46e2-bb3a-0b2ae31f380d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:02.664332 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-62ce3054-376d-415e-84e8-b6b328272cd8 admin admin] Allocated IP 172.20.0.1 (f26ac0b6-2bad-4aef-811a-3cc5bdf65eee/fc7768b1-0a61-46c1-af2e-1889b132f065/cf6d7048-b300-4275-a3a5-024f0aea0e12) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:05:02.683336 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b388e7-2821-4570-88d6-e557ab7e5e59 req-573c02a3-3fb9-46e3-a9d3-3c15634540bd tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:02.685026 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-51b388e7-2821-4570-88d6-e557ab7e5e59 req-573c02a3-3fb9-46e3-a9d3-3c15634540bd tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=f08bf266-532a-442f-8ad5-e66cf67d7d6e HTTP/1.1" status: 200 len: 943 time: 0.0711365 Sep 07 03:05:02.707285 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-a8ff2f34-4093-46dd-9768-8f743a3640f0 None None] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:02.719208 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-a8ff2f34-4093-46dd-9768-8f743a3640f0 None None] Transition to ACTIVE for port object dae92836-9de0-4c78-ae56-721836de8c4f will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:05:02.729132 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-a8ff2f34-4093-46dd-9768-8f743a3640f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:02.781339 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-a8ff2f34-4093-46dd-9768-8f743a3640f0 None None] Attempting to bind port dae92836-9de0-4c78-ae56-721836de8c4f on host n-d-796209-16 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:05:02.781807 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-a8ff2f34-4093-46dd-9768-8f743a3640f0 None None] Attempting to bind port dae92836-9de0-4c78-ae56-721836de8c4f by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:05:02.782255 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ff2f34-4093-46dd-9768-8f743a3640f0 None None] Attempting to bind port dae92836-9de0-4c78-ae56-721836de8c4f on network 1166b922-7457-4da4-bdda-328e8c8e7bc6 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:05:02.785458 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a8067-2915-4a1a-b841-236005428480 None None] Pushing event updated for resources: {'Port': ['ID=dae92836-9de0-4c78-ae56-721836de8c4f,revision_number=2']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:02.791070 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ff2f34-4093-46dd-9768-8f743a3640f0 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:05:02.791070 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ff2f34-4093-46dd-9768-8f743a3640f0 None None] Checking segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:05:02.791642 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-a8ff2f34-4093-46dd-9768-8f743a3640f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:02.792110 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ff2f34-4093-46dd-9768-8f743a3640f0 None None] Bound using segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:05:02.792657 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-a8ff2f34-4093-46dd-9768-8f743a3640f0 None None] Bound port: dae92836-9de0-4c78-ae56-721836de8c4f, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:05:02.793120 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-a8ff2f34-4093-46dd-9768-8f743a3640f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:02.809409 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-51b388e7-2821-4570-88d6-e557ab7e5e59 req-e11a9b34-aa73-4469-82c9-e8c230ab6729 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060348 Sep 07 03:05:02.850402 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-62ce3054-376d-415e-84e8-b6b328272cd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:02.851075 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-a8ff2f34-4093-46dd-9768-8f743a3640f0 None None] For port dae92836-9de0-4c78-ae56-721836de8c4f, host n-d-796209-16, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:05:02.853879 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-a8ff2f34-4093-46dd-9768-8f743a3640f0 None None] For port dae92836-9de0-4c78-ae56-721836de8c4f, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=dae92836-9de0-4c78-ae56-721836de8c4f,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:05:02.860333 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-a8ff2f34-4093-46dd-9768-8f743a3640f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:02.868563 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-62ce3054-376d-415e-84e8-b6b328272cd8 admin admin] Transition to ACTIVE for port object cf6d7048-b300-4275-a3a5-024f0aea0e12 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:05:02.912765 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-62ce3054-376d-415e-84e8-b6b328272cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:02.920802 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ff2f34-4093-46dd-9768-8f743a3640f0 None None] Routers {'d95a84b6-c741-4ad1-ad88-5417d9bff6ce'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:05:02.921426 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-a8ff2f34-4093-46dd-9768-8f743a3640f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:04:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['d95a84b6-c741-4ad1-ad88-5417d9bff6ce'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:05:02.960408 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ce3054-376d-415e-84e8-b6b328272cd8 admin admin] Network f26ac0b6-2bad-4aef-811a-3cc5bdf65eee is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:05:02.965362 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-62ce3054-376d-415e-84e8-b6b328272cd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:05:02.971793 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ce3054-376d-415e-84e8-b6b328272cd8 admin admin] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:05:02.985184 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a8067-2915-4a1a-b841-236005428480 None None] Pushing event updated for resources: {'Port': ['ID=dae92836-9de0-4c78-ae56-721836de8c4f,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:02.996660 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ce3054-376d-415e-84e8-b6b328272cd8 admin admin] Pushing event updated for resources: {'Port': ['ID=cf6d7048-b300-4275-a3a5-024f0aea0e12,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:03.020700 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-62ce3054-376d-415e-84e8-b6b328272cd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:03.062085 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-a8ff2f34-4093-46dd-9768-8f743a3640f0 None None] Set router d95a84b6-c741-4ad1-ad88-5417d9bff6ce gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:05:03.164578 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-62ce3054-376d-415e-84e8-b6b328272cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:03.244641 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-88eee8ca-203a-4f62-99b7-dcbde0b23ab2 None None] Provisioning for port cf6d7048-b300-4275-a3a5-024f0aea0e12 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:05:03.251134 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-88eee8ca-203a-4f62-99b7-dcbde0b23ab2 None None] Provisioning complete for port cf6d7048-b300-4275-a3a5-024f0aea0e12 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:05:03.251797 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-88eee8ca-203a-4f62-99b7-dcbde0b23ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:03.266561 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-a8ff2f34-4093-46dd-9768-8f743a3640f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95a84b6-c741-4ad1-ad88-5417d9bff6ce', 'name': 'tempest-TestAggregatesBasicOps-1677488881-router', 'tenant_id': '09d9561cd2b54868bafc09b9f44911f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'dae92836-9de0-4c78-ae56-721836de8c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:04:59Z', 'updated_at': '2021-09-07T03:05:00Z', 'revision_number': 3, 'project_id': '09d9561cd2b54868bafc09b9f44911f3', 'gw_port': {'id': 'dae92836-9de0-4c78-ae56-721836de8c4f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95a84b6-c741-4ad1-ad88-5417d9bff6ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:05:00Z', 'updated_at': '2021-09-07T03:05:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:05:03.294892 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-88eee8ca-203a-4f62-99b7-dcbde0b23ab2 None None] Port cf6d7048-b300-4275-a3a5-024f0aea0e12 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:05:03.304888 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ff2f34-4093-46dd-9768-8f743a3640f0 None None] The sync data for ids ['d95a84b6-c741-4ad1-ad88-5417d9bff6ce'] in n-d-796209-16 is: [{'id': 'd95a84b6-c741-4ad1-ad88-5417d9bff6ce', 'name': 'tempest-TestAggregatesBasicOps-1677488881-router', 'tenant_id': '09d9561cd2b54868bafc09b9f44911f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'dae92836-9de0-4c78-ae56-721836de8c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:04:59Z', 'updated_at': '2021-09-07T03:05:00Z', 'revision_number': 3, 'project_id': '09d9561cd2b54868bafc09b9f44911f3', 'gw_port': {'id': 'dae92836-9de0-4c78-ae56-721836de8c4f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95a84b6-c741-4ad1-ad88-5417d9bff6ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:05:00Z', 'updated_at': '2021-09-07T03:05:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:05:03.353669 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-62ce3054-376d-415e-84e8-b6b328272cd8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:03.360357 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-62ce3054-376d-415e-84e8-b6b328272cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:03.395413 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device aba4a70d-384a-4eea-989f-c6622cd98c1f up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:05:03.435250 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ce3054-376d-415e-84e8-b6b328272cd8 admin admin] Pushing event updated for resources: {'Port': ['ID=cf6d7048-b300-4275-a3a5-024f0aea0e12,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:03.445774 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port aba4a70d-384a-4eea-989f-c6622cd98c1f triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:05:03.446145 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:03.446312 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-62ce3054-376d-415e-84e8-b6b328272cd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:03.560396 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ce3054-376d-415e-84e8-b6b328272cd8 admin admin] Network f26ac0b6-2bad-4aef-811a-3cc5bdf65eee is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:05:03.561977 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-62ce3054-376d-415e-84e8-b6b328272cd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:05:03.726157 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ce3054-376d-415e-84e8-b6b328272cd8 admin admin] Router d95a84b6-c741-4ad1-ad88-5417d9bff6ce has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:05:03.872258 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ce3054-376d-415e-84e8-b6b328272cd8 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:05:03.878088 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-62ce3054-376d-415e-84e8-b6b328272cd8 admin admin] 10.222.0.22 "PUT /v2.0/routers/d95a84b6-c741-4ad1-ad88-5417d9bff6ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0307848 Sep 07 03:05:03.932526 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-7267e231-9482-4031-b3b5-83b66869f37d None None] Provisioning complete for port cf6d7048-b300-4275-a3a5-024f0aea0e12 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:05:03.933631 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7267e231-9482-4031-b3b5-83b66869f37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:03.987890 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e677b2-182a-410a-b82a-05f1b9b3f66b req-c0dd6a98-17e6-4992-9258-ee4445cedbbb tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:03.989491 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-04e677b2-182a-410a-b82a-05f1b9b3f66b req-c0dd6a98-17e6-4992-9258-ee4445cedbbb tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=f08bf266-532a-442f-8ad5-e66cf67d7d6e HTTP/1.1" status: 200 len: 943 time: 0.0839424 Sep 07 03:05:04.006864 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-7267e231-9482-4031-b3b5-83b66869f37d None None] Port cf6d7048-b300-4275-a3a5-024f0aea0e12 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:05:04.044583 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-04e677b2-182a-410a-b82a-05f1b9b3f66b req-7485b267-1bd0-42ab-91b5-4ac8f89ee33d tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433855 Sep 07 03:05:04.440790 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 33198) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:05:04.446725 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-b8544fc2-f7de-46ca-b700-9f3f5a56d10c admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1417283350-network', 'tenant_id': '97fbdaf66a994ee3922201fd6e3d944c'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:05:04.469351 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8544fc2-f7de-46ca-b700-9f3f5a56d10c admin admin] Made reservation on behalf of 97fbdaf66a994ee3922201fd6e3d944c for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:05:04.471852 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b8544fc2-f7de-46ca-b700-9f3f5a56d10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:04.481155 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b8544fc2-f7de-46ca-b700-9f3f5a56d10c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:04.571641 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b8544fc2-f7de-46ca-b700-9f3f5a56d10c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:04.576515 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b8544fc2-f7de-46ca-b700-9f3f5a56d10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:04.597194 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8544fc2-f7de-46ca-b700-9f3f5a56d10c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 03:05:04.611855 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8544fc2-f7de-46ca-b700-9f3f5a56d10c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e834ba-79ee-49ee-aa7c-f632a2b8db23,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:04.615279 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b8544fc2-f7de-46ca-b700-9f3f5a56d10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:04.615657 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-b8544fc2-f7de-46ca-b700-9f3f5a56d10c admin admin] Added segment bf0d566c-e2f3-4451-a975-4ba4860d7251 of type vlan for network a1e84136-75af-4ba9-9cb9-b39b59021013 Sep 07 03:05:04.656224 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b8544fc2-f7de-46ca-b700-9f3f5a56d10c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:04.682601 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b8544fc2-f7de-46ca-b700-9f3f5a56d10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:04.683618 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8544fc2-f7de-46ca-b700-9f3f5a56d10c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:04.684212 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b8544fc2-f7de-46ca-b700-9f3f5a56d10c admin admin] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:04.719702 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b8544fc2-f7de-46ca-b700-9f3f5a56d10c admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2775407 Sep 07 03:05:04.722487 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 33200) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:05:04.732504 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-cb34ea9d-17e6-4414-a33c-c2a25b0da0ec admin admin] Request body: {'subnet': {'network_id': 'a1e84136-75af-4ba9-9cb9-b39b59021013', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1417283350-subnet', 'tenant_id': '97fbdaf66a994ee3922201fd6e3d944c', 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:05:04.747468 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8544fc2-f7de-46ca-b700-9f3f5a56d10c admin admin] Pushing event updated for resources: {'Network': ['ID=a1e84136-75af-4ba9-9cb9-b39b59021013,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:04.761161 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network a1e84136-75af-4ba9-9cb9-b39b59021013 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 03:05:04.785192 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb34ea9d-17e6-4414-a33c-c2a25b0da0ec admin admin] Made reservation on behalf of 97fbdaf66a994ee3922201fd6e3d944c for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:05:04.788990 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cb34ea9d-17e6-4414-a33c-c2a25b0da0ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:04.986838 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cb34ea9d-17e6-4414-a33c-c2a25b0da0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:05.043524 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb34ea9d-17e6-4414-a33c-c2a25b0da0ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=e334e8ba-aab6-43e4-9f84-0ce407a4c70c,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:05.053483 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb34ea9d-17e6-4414-a33c-c2a25b0da0ec admin admin] Checking segment: {'id': 'bf0d566c-e2f3-4451-a975-4ba4860d7251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a1e84136-75af-4ba9-9cb9-b39b59021013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:05:05.053840 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb34ea9d-17e6-4414-a33c-c2a25b0da0ec admin admin] Network hostable DHCP agents. Network: a1e84136-75af-4ba9-9cb9-b39b59021013, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 03:05:05.071279 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb34ea9d-17e6-4414-a33c-c2a25b0da0ec admin admin] Network a1e84136-75af-4ba9-9cb9-b39b59021013 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 03:05:05.080682 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-cb34ea9d-17e6-4414-a33c-c2a25b0da0ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, a1e84136-75af-4ba9-9cb9-b39b59021013) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:05:05.085323 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb34ea9d-17e6-4414-a33c-c2a25b0da0ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:05.086514 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cb34ea9d-17e6-4414-a33c-c2a25b0da0ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:05.090421 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9eb0d1-2a01-4941-8f07-4026054de802 None None] Network a1e84136-75af-4ba9-9cb9-b39b59021013 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:05:05.108394 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-cb34ea9d-17e6-4414-a33c-c2a25b0da0ec admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3844297 Sep 07 03:05:05.111221 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 33206) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:05:05.117485 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-a9025549-ec05-4631-a7ab-54bd07d92703 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1417283350-router', 'tenant_id': '97fbdaf66a994ee3922201fd6e3d944c', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:05:05.152882 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a9025549-ec05-4631-a7ab-54bd07d92703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:05.154274 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a9025549-ec05-4631-a7ab-54bd07d92703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:05.185982 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade71a93-8707-40a7-8095-c2ef9b119608 None None] Sync routers for ids ['d95a84b6-c741-4ad1-ad88-5417d9bff6ce'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:05:05.194756 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3fa920-abae-4215-93ce-c6b72e7aa038 req-7d0a00e1-fa0a-42d6-9a7a-b5934bf83d9e tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:05.196382 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0b3fa920-abae-4215-93ce-c6b72e7aa038 req-7d0a00e1-fa0a-42d6-9a7a-b5934bf83d9e tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=f08bf266-532a-442f-8ad5-e66cf67d7d6e HTTP/1.1" status: 200 len: 943 time: 0.0696132 Sep 07 03:05:05.228282 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a9025549-ec05-4631-a7ab-54bd07d92703 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:05.240418 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade71a93-8707-40a7-8095-c2ef9b119608 None None] Routers {'d95a84b6-c741-4ad1-ad88-5417d9bff6ce'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:05:05.241217 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-ade71a93-8707-40a7-8095-c2ef9b119608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:04:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['d95a84b6-c741-4ad1-ad88-5417d9bff6ce'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:05:05.243302 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0b3fa920-abae-4215-93ce-c6b72e7aa038 req-294c2be4-589d-40a9-ab68-8d515d507ed5 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391366 Sep 07 03:05:05.387537 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb933437-d6c7-4076-9c6a-ca1f221dc4de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-a1e84136-75af-4ba9-9cb9-b39b59021013', 'network_id': 'a1e84136-75af-4ba9-9cb9-b39b59021013', 'tenant_id': '97fbdaf66a994ee3922201fd6e3d944c', 'fixed_ips': [{'subnet_id': 'e334e8ba-aab6-43e4-9f84-0ce407a4c70c'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 03:05:05.388528 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-eb933437-d6c7-4076-9c6a-ca1f221dc4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:05.420491 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a9025549-ec05-4631-a7ab-54bd07d92703 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:05.428696 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-ade71a93-8707-40a7-8095-c2ef9b119608 None None] Set router d95a84b6-c741-4ad1-ad88-5417d9bff6ce gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:05:05.460987 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device dae92836-9de0-4c78-ae56-721836de8c4f up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:05:05.643823 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a9025549-ec05-4631-a7ab-54bd07d92703 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:05.664946 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a9025549-ec05-4631-a7ab-54bd07d92703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:05.702341 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-eb933437-d6c7-4076-9c6a-ca1f221dc4de None None] Allocated IP 172.20.0.2 (a1e84136-75af-4ba9-9cb9-b39b59021013/e334e8ba-aab6-43e4-9f84-0ce407a4c70c/c5139d58-5429-4bdc-a8b9-5eb288840b8f) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:05:05.704139 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port dae92836-9de0-4c78-ae56-721836de8c4f completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:05:05.719074 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port dae92836-9de0-4c78-ae56-721836de8c4f triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:05:05.719448 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:05.790136 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-a9025549-ec05-4631-a7ab-54bd07d92703 admin admin] Allocated IP 172.25.5.89 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/62106ab4-b3c8-4933-a141-a2022fe16932) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:05:05.918356 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a9025549-ec05-4631-a7ab-54bd07d92703 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:05.963234 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a9025549-ec05-4631-a7ab-54bd07d92703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:05.970745 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:05.980707 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-ade71a93-8707-40a7-8095-c2ef9b119608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95a84b6-c741-4ad1-ad88-5417d9bff6ce', 'name': 'tempest-TestAggregatesBasicOps-1677488881-router', 'tenant_id': '09d9561cd2b54868bafc09b9f44911f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'dae92836-9de0-4c78-ae56-721836de8c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:04:59Z', 'updated_at': '2021-09-07T03:05:03Z', 'revision_number': 4, 'project_id': '09d9561cd2b54868bafc09b9f44911f3', 'gw_port': {'id': 'dae92836-9de0-4c78-ae56-721836de8c4f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95a84b6-c741-4ad1-ad88-5417d9bff6ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:05:00Z', 'updated_at': '2021-09-07T03:05:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'cf6d7048-b300-4275-a3a5-024f0aea0e12', 'name': '', 'network_id': 'f26ac0b6-2bad-4aef-811a-3cc5bdf65eee', 'tenant_id': '09d9561cd2b54868bafc09b9f44911f3', 'mac_address': 'fa:16:3e:f5:b8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95a84b6-c741-4ad1-ad88-5417d9bff6ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'fc7768b1-0a61-46c1-af2e-1889b132f065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:05:02Z', 'updated_at': '2021-09-07T03:05:03Z', 'revision_number': 2, 'project_id': '09d9561cd2b54868bafc09b9f44911f3', 'subnets': [{'id': 'fc7768b1-0a61-46c1-af2e-1889b132f065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:05:06.008666 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9025549-ec05-4631-a7ab-54bd07d92703 admin admin] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:05:06.013678 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-a9025549-ec05-4631-a7ab-54bd07d92703 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:05:06.018289 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9025549-ec05-4631-a7ab-54bd07d92703 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:05:06.021479 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9025549-ec05-4631-a7ab-54bd07d92703 admin admin] Pushing event updated for resources: {'Port': ['ID=62106ab4-b3c8-4933-a141-a2022fe16932,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:06.031589 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port dae92836-9de0-4c78-ae56-721836de8c4f, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=dae92836-9de0-4c78-ae56-721836de8c4f,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:05:06.032708 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade71a93-8707-40a7-8095-c2ef9b119608 None None] Checking router: d95a84b6-c741-4ad1-ad88-5417d9bff6ce for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:05:06.033071 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade71a93-8707-40a7-8095-c2ef9b119608 None None] Updating router d95a84b6-c741-4ad1-ad88-5417d9bff6ce port cf6d7048-b300-4275-a3a5-024f0aea0e12 binding host n-d-796209-16 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 03:05:06.035533 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-eb933437-d6c7-4076-9c6a-ca1f221dc4de None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:06.041088 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:06.064147 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-eb933437-d6c7-4076-9c6a-ca1f221dc4de None None] Transition to ACTIVE for port object c5139d58-5429-4bdc-a8b9-5eb288840b8f will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:05:06.101809 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ade71a93-8707-40a7-8095-c2ef9b119608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:06.123910 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-eb933437-d6c7-4076-9c6a-ca1f221dc4de None None] Transition to ACTIVE for port object c5139d58-5429-4bdc-a8b9-5eb288840b8f will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:05:06.160333 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-eb933437-d6c7-4076-9c6a-ca1f221dc4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:06.173989 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=dae92836-9de0-4c78-ae56-721836de8c4f,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:06.267561 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb933437-d6c7-4076-9c6a-ca1f221dc4de None None] Network a1e84136-75af-4ba9-9cb9-b39b59021013 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:05:06.279452 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-eb933437-d6c7-4076-9c6a-ca1f221dc4de None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:05:06.287209 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb933437-d6c7-4076-9c6a-ca1f221dc4de None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:05:06.305273 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a9025549-ec05-4631-a7ab-54bd07d92703 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:06.309784 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb933437-d6c7-4076-9c6a-ca1f221dc4de None None] Pushing event updated for resources: {'Port': ['ID=c5139d58-5429-4bdc-a8b9-5eb288840b8f,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:06.410437 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-eb933437-d6c7-4076-9c6a-ca1f221dc4de None None] Attempting to bind port c5139d58-5429-4bdc-a8b9-5eb288840b8f on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:05:06.410812 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-eb933437-d6c7-4076-9c6a-ca1f221dc4de None None] Attempting to bind port c5139d58-5429-4bdc-a8b9-5eb288840b8f by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'bf0d566c-e2f3-4451-a975-4ba4860d7251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a1e84136-75af-4ba9-9cb9-b39b59021013'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:05:06.411202 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb933437-d6c7-4076-9c6a-ca1f221dc4de None None] Attempting to bind port c5139d58-5429-4bdc-a8b9-5eb288840b8f on network a1e84136-75af-4ba9-9cb9-b39b59021013 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:05:06.420487 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb933437-d6c7-4076-9c6a-ca1f221dc4de None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:05:06.420866 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb933437-d6c7-4076-9c6a-ca1f221dc4de None None] Checking segment: {'id': 'bf0d566c-e2f3-4451-a975-4ba4860d7251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a1e84136-75af-4ba9-9cb9-b39b59021013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:05:06.421272 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-eb933437-d6c7-4076-9c6a-ca1f221dc4de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:06.421665 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb933437-d6c7-4076-9c6a-ca1f221dc4de None None] Bound using segment: {'id': 'bf0d566c-e2f3-4451-a975-4ba4860d7251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a1e84136-75af-4ba9-9cb9-b39b59021013'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:05:06.422144 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-eb933437-d6c7-4076-9c6a-ca1f221dc4de None None] Bound port: c5139d58-5429-4bdc-a8b9-5eb288840b8f, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf0d566c-e2f3-4451-a975-4ba4860d7251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a1e84136-75af-4ba9-9cb9-b39b59021013'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:05:06.422517 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-eb933437-d6c7-4076-9c6a-ca1f221dc4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:06.439656 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae33b5f6-e724-47bb-aeec-eae1e0b1a439 req-429bc772-2c45-4073-8055-e3b3a3b70119 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:06.441205 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ae33b5f6-e724-47bb-aeec-eae1e0b1a439 req-429bc772-2c45-4073-8055-e3b3a3b70119 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=f08bf266-532a-442f-8ad5-e66cf67d7d6e HTTP/1.1" status: 200 len: 943 time: 0.0952165 Sep 07 03:05:06.533149 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ae33b5f6-e724-47bb-aeec-eae1e0b1a439 req-9da4ca80-9357-42f2-93bc-9d9fb8ddbbe0 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779219 Sep 07 03:05:06.539032 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-eb933437-d6c7-4076-9c6a-ca1f221dc4de None None] For port c5139d58-5429-4bdc-a8b9-5eb288840b8f, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:05:06.563894 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-eb933437-d6c7-4076-9c6a-ca1f221dc4de None None] For port c5139d58-5429-4bdc-a8b9-5eb288840b8f, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=c5139d58-5429-4bdc-a8b9-5eb288840b8f,segment=NetworkSegment(bf0d566c-e2f3-4451-a975-4ba4860d7251),segment_id=bf0d566c-e2f3-4451-a975-4ba4860d7251)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:05:06.566097 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ade71a93-8707-40a7-8095-c2ef9b119608 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:06.570321 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-eb933437-d6c7-4076-9c6a-ca1f221dc4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:06.590178 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a9025549-ec05-4631-a7ab-54bd07d92703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:06.606410 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-ade71a93-8707-40a7-8095-c2ef9b119608 None None] Transition to ACTIVE for port object cf6d7048-b300-4275-a3a5-024f0aea0e12 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:05:06.619365 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ade71a93-8707-40a7-8095-c2ef9b119608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:06.652325 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb933437-d6c7-4076-9c6a-ca1f221dc4de None None] Pushing event updated for resources: {'Port': ['ID=c5139d58-5429-4bdc-a8b9-5eb288840b8f,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:06.733875 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f948a2-cca9-4448-908f-d1554aa5ae09 None None] Pushing event updated for resources: {'Port': ['ID=cf6d7048-b300-4275-a3a5-024f0aea0e12,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:06.749160 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9025549-ec05-4631-a7ab-54bd07d92703 admin admin] Router ceb9d9c6-fab8-4aac-a94c-6b6098cbadcd is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 03:05:06.760637 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-ade71a93-8707-40a7-8095-c2ef9b119608 None None] Attempting to bind port cf6d7048-b300-4275-a3a5-024f0aea0e12 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:05:06.761021 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-ade71a93-8707-40a7-8095-c2ef9b119608 None None] Attempting to bind port cf6d7048-b300-4275-a3a5-024f0aea0e12 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a1560b3b-a5da-442f-9e03-1daf4dabdb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f26ac0b6-2bad-4aef-811a-3cc5bdf65eee'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:05:06.761384 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade71a93-8707-40a7-8095-c2ef9b119608 None None] Attempting to bind port cf6d7048-b300-4275-a3a5-024f0aea0e12 on network f26ac0b6-2bad-4aef-811a-3cc5bdf65eee {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:05:06.775111 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade71a93-8707-40a7-8095-c2ef9b119608 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:05:06.775510 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade71a93-8707-40a7-8095-c2ef9b119608 None None] Checking segment: {'id': 'a1560b3b-a5da-442f-9e03-1daf4dabdb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f26ac0b6-2bad-4aef-811a-3cc5bdf65eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:05:06.775926 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ade71a93-8707-40a7-8095-c2ef9b119608 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:06.776330 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade71a93-8707-40a7-8095-c2ef9b119608 None None] Bound using segment: {'id': 'a1560b3b-a5da-442f-9e03-1daf4dabdb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f26ac0b6-2bad-4aef-811a-3cc5bdf65eee'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:05:06.776845 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-ade71a93-8707-40a7-8095-c2ef9b119608 None None] Bound port: cf6d7048-b300-4275-a3a5-024f0aea0e12, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1560b3b-a5da-442f-9e03-1daf4dabdb86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f26ac0b6-2bad-4aef-811a-3cc5bdf65eee'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:05:06.777227 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ade71a93-8707-40a7-8095-c2ef9b119608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:06.924666 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9025549-ec05-4631-a7ab-54bd07d92703 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:05:06.938282 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cbeee3-de77-4d17-91c6-265d5fe61a2e None None] Sync routers for ids ['ceb9d9c6-fab8-4aac-a94c-6b6098cbadcd'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:05:06.957002 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cbeee3-de77-4d17-91c6-265d5fe61a2e None None] Routers {'ceb9d9c6-fab8-4aac-a94c-6b6098cbadcd'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:05:06.960174 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a9025549-ec05-4631-a7ab-54bd07d92703 admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:06.960546 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-27cbeee3-de77-4d17-91c6-265d5fe61a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:04:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['ceb9d9c6-fab8-4aac-a94c-6b6098cbadcd'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:05:06.965095 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a9025549-ec05-4631-a7ab-54bd07d92703 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8504436 Sep 07 03:05:06.965937 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 33216) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:05:07.135926 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-ade71a93-8707-40a7-8095-c2ef9b119608 None None] For port cf6d7048-b300-4275-a3a5-024f0aea0e12, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:05:07.140696 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-ade71a93-8707-40a7-8095-c2ef9b119608 None None] For port cf6d7048-b300-4275-a3a5-024f0aea0e12, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=cf6d7048-b300-4275-a3a5-024f0aea0e12,segment=NetworkSegment(a1560b3b-a5da-442f-9e03-1daf4dabdb86),segment_id=a1560b3b-a5da-442f-9e03-1daf4dabdb86)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:05:07.148879 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ade71a93-8707-40a7-8095-c2ef9b119608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:07.230769 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade71a93-8707-40a7-8095-c2ef9b119608 None None] Routers {'d95a84b6-c741-4ad1-ad88-5417d9bff6ce'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:05:07.231636 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-ade71a93-8707-40a7-8095-c2ef9b119608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:04:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['d95a84b6-c741-4ad1-ad88-5417d9bff6ce'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:05:07.239942 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-27cbeee3-de77-4d17-91c6-265d5fe61a2e None None] Set router ceb9d9c6-fab8-4aac-a94c-6b6098cbadcd gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:05:07.500739 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-ade71a93-8707-40a7-8095-c2ef9b119608 None None] Set router d95a84b6-c741-4ad1-ad88-5417d9bff6ce gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:05:07.604157 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f948a2-cca9-4448-908f-d1554aa5ae09 None None] Pushing event updated for resources: {'Port': ['ID=cf6d7048-b300-4275-a3a5-024f0aea0e12,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:07.625395 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-27cbeee3-de77-4d17-91c6-265d5fe61a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb9d9c6-fab8-4aac-a94c-6b6098cbadcd', 'name': 'tempest-TestAggregatesBasicOps-1417283350-router', 'tenant_id': '97fbdaf66a994ee3922201fd6e3d944c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '62106ab4-b3c8-4933-a141-a2022fe16932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:05:05Z', 'updated_at': '2021-09-07T03:05:06Z', 'revision_number': 3, 'project_id': '97fbdaf66a994ee3922201fd6e3d944c', 'gw_port': {'id': '62106ab4-b3c8-4933-a141-a2022fe16932', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:92:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb9d9c6-fab8-4aac-a94c-6b6098cbadcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:05:05Z', 'updated_at': '2021-09-07T03:05:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:05:07.676290 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cbeee3-de77-4d17-91c6-265d5fe61a2e None None] Checking router: ceb9d9c6-fab8-4aac-a94c-6b6098cbadcd for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:05:07.676636 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cbeee3-de77-4d17-91c6-265d5fe61a2e None None] Updating router ceb9d9c6-fab8-4aac-a94c-6b6098cbadcd port 62106ab4-b3c8-4933-a141-a2022fe16932 binding host n-d-796209-16 {{(pid=94703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 03:05:07.710565 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device c5139d58-5429-4bdc-a8b9-5eb288840b8f up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:05:07.756262 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-27cbeee3-de77-4d17-91c6-265d5fe61a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:07.868324 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port c5139d58-5429-4bdc-a8b9-5eb288840b8f completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:05:07.875295 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device dae92836-9de0-4c78-ae56-721836de8c4f up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:05:07.905570 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-ade71a93-8707-40a7-8095-c2ef9b119608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95a84b6-c741-4ad1-ad88-5417d9bff6ce', 'name': 'tempest-TestAggregatesBasicOps-1677488881-router', 'tenant_id': '09d9561cd2b54868bafc09b9f44911f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'dae92836-9de0-4c78-ae56-721836de8c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:04:59Z', 'updated_at': '2021-09-07T03:05:03Z', 'revision_number': 4, 'project_id': '09d9561cd2b54868bafc09b9f44911f3', 'gw_port': {'id': 'dae92836-9de0-4c78-ae56-721836de8c4f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95a84b6-c741-4ad1-ad88-5417d9bff6ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:05:00Z', 'updated_at': '2021-09-07T03:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'cf6d7048-b300-4275-a3a5-024f0aea0e12', 'name': '', 'network_id': 'f26ac0b6-2bad-4aef-811a-3cc5bdf65eee', 'tenant_id': '09d9561cd2b54868bafc09b9f44911f3', 'mac_address': 'fa:16:3e:f5:b8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95a84b6-c741-4ad1-ad88-5417d9bff6ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'fc7768b1-0a61-46c1-af2e-1889b132f065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:05:02Z', 'updated_at': '2021-09-07T03:05:07Z', 'revision_number': 4, 'project_id': '09d9561cd2b54868bafc09b9f44911f3', 'subnets': [{'id': 'fc7768b1-0a61-46c1-af2e-1889b132f065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:05:07.938543 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade71a93-8707-40a7-8095-c2ef9b119608 None None] The sync data for ids ['d95a84b6-c741-4ad1-ad88-5417d9bff6ce'] in n-d-796209-16 is: [{'id': 'd95a84b6-c741-4ad1-ad88-5417d9bff6ce', 'name': 'tempest-TestAggregatesBasicOps-1677488881-router', 'tenant_id': '09d9561cd2b54868bafc09b9f44911f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'dae92836-9de0-4c78-ae56-721836de8c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:04:59Z', 'updated_at': '2021-09-07T03:05:03Z', 'revision_number': 4, 'project_id': '09d9561cd2b54868bafc09b9f44911f3', 'gw_port': {'id': 'dae92836-9de0-4c78-ae56-721836de8c4f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95a84b6-c741-4ad1-ad88-5417d9bff6ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:05:00Z', 'updated_at': '2021-09-07T03:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'cf6d7048-b300-4275-a3a5-024f0aea0e12', 'name': '', 'network_id': 'f26ac0b6-2bad-4aef-811a-3cc5bdf65eee', 'tenant_id': '09d9561cd2b54868bafc09b9f44911f3', 'mac_address': 'fa:16:3e:f5:b8:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd95a84b6-c741-4ad1-ad88-5417d9bff6ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'fc7768b1-0a61-46c1-af2e-1889b132f065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:05:02Z', 'updated_at': '2021-09-07T03:05:07Z', 'revision_number': 4, 'project_id': '09d9561cd2b54868bafc09b9f44911f3', 'subnets': [{'id': 'fc7768b1-0a61-46c1-af2e-1889b132f065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:05:07.981105 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port dae92836-9de0-4c78-ae56-721836de8c4f triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:05:07.981746 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:08.316062 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-27cbeee3-de77-4d17-91c6-265d5fe61a2e None None] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:08.338256 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-27cbeee3-de77-4d17-91c6-265d5fe61a2e None None] Transition to ACTIVE for port object 62106ab4-b3c8-4933-a141-a2022fe16932 will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:05:08.362799 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-27cbeee3-de77-4d17-91c6-265d5fe61a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:08.446172 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e8712-fa9b-49ce-a4eb-f4219172cbf2 None None] Pushing event updated for resources: {'Port': ['ID=62106ab4-b3c8-4933-a141-a2022fe16932,revision_number=2']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:08.459192 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-27cbeee3-de77-4d17-91c6-265d5fe61a2e None None] Attempting to bind port 62106ab4-b3c8-4933-a141-a2022fe16932 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:05:08.459506 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-27cbeee3-de77-4d17-91c6-265d5fe61a2e None None] Attempting to bind port 62106ab4-b3c8-4933-a141-a2022fe16932 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:05:08.459873 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cbeee3-de77-4d17-91c6-265d5fe61a2e None None] Attempting to bind port 62106ab4-b3c8-4933-a141-a2022fe16932 on network 1166b922-7457-4da4-bdda-328e8c8e7bc6 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:05:08.465830 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cbeee3-de77-4d17-91c6-265d5fe61a2e None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:05:08.466427 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cbeee3-de77-4d17-91c6-265d5fe61a2e None None] Checking segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:05:08.467006 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-27cbeee3-de77-4d17-91c6-265d5fe61a2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:08.467593 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cbeee3-de77-4d17-91c6-265d5fe61a2e None None] Bound using segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:05:08.468420 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-27cbeee3-de77-4d17-91c6-265d5fe61a2e None None] Bound port: 62106ab4-b3c8-4933-a141-a2022fe16932, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:05:08.469077 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-27cbeee3-de77-4d17-91c6-265d5fe61a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:08.542723 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec11a90f-68df-4000-a4f5-6b40b77a4745 None None] Network a1e84136-75af-4ba9-9cb9-b39b59021013 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:05:08.642632 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8614d59-3038-4418-a945-db71960376e6 req-b3dceb76-dbba-4e47-8332-74207933864b tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:08.652898 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b8614d59-3038-4418-a945-db71960376e6 req-b3dceb76-dbba-4e47-8332-74207933864b tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=f08bf266-532a-442f-8ad5-e66cf67d7d6e HTTP/1.1" status: 200 len: 943 time: 0.2415226 Sep 07 03:05:08.666672 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-27cbeee3-de77-4d17-91c6-265d5fe61a2e None None] For port 62106ab4-b3c8-4933-a141-a2022fe16932, host n-d-796209-16, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:05:08.670375 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-0dbb3b27-c718-4bb6-848e-a061f5718d6b None None] Provisioning for port c5139d58-5429-4bdc-a8b9-5eb288840b8f completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:05:08.674796 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-27cbeee3-de77-4d17-91c6-265d5fe61a2e None None] For port 62106ab4-b3c8-4933-a141-a2022fe16932, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=62106ab4-b3c8-4933-a141-a2022fe16932,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:05:08.681492 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-27cbeee3-de77-4d17-91c6-265d5fe61a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:08.692665 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-0dbb3b27-c718-4bb6-848e-a061f5718d6b None None] Provisioning complete for port c5139d58-5429-4bdc-a8b9-5eb288840b8f triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:05:08.693260 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0dbb3b27-c718-4bb6-848e-a061f5718d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:08.752647 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b8614d59-3038-4418-a945-db71960376e6 req-b5a1294e-2de6-4573-b3e4-fc9eb5d1e4e2 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984285 Sep 07 03:05:08.772588 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a05cafab-2df3-4fe7-a5a6-7ce314359fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:08.780954 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e8712-fa9b-49ce-a4eb-f4219172cbf2 None None] Pushing event updated for resources: {'Port': ['ID=62106ab4-b3c8-4933-a141-a2022fe16932,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:08.806751 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cbeee3-de77-4d17-91c6-265d5fe61a2e None None] Routers {'ceb9d9c6-fab8-4aac-a94c-6b6098cbadcd'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:05:08.807792 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-27cbeee3-de77-4d17-91c6-265d5fe61a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:04:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['ceb9d9c6-fab8-4aac-a94c-6b6098cbadcd'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:05:08.954195 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-27cbeee3-de77-4d17-91c6-265d5fe61a2e None None] Set router ceb9d9c6-fab8-4aac-a94c-6b6098cbadcd gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:05:08.978238 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0dbb3b27-c718-4bb6-848e-a061f5718d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:09.030247 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-a05cafab-2df3-4fe7-a5a6-7ce314359fe9 admin admin] Allocated IP 172.20.0.1 (a1e84136-75af-4ba9-9cb9-b39b59021013/e334e8ba-aab6-43e4-9f84-0ce407a4c70c/0ed048cd-87ee-46ac-904b-dbd2d93ea73f) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:05:09.034537 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-0dbb3b27-c718-4bb6-848e-a061f5718d6b None None] For port c5139d58-5429-4bdc-a8b9-5eb288840b8f, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=c5139d58-5429-4bdc-a8b9-5eb288840b8f,segment=NetworkSegment(bf0d566c-e2f3-4451-a975-4ba4860d7251),segment_id=bf0d566c-e2f3-4451-a975-4ba4860d7251)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:05:09.044319 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0dbb3b27-c718-4bb6-848e-a061f5718d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:09.138063 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbb3b27-c718-4bb6-848e-a061f5718d6b None None] Pushing event updated for resources: {'Port': ['ID=c5139d58-5429-4bdc-a8b9-5eb288840b8f,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:09.232167 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-27cbeee3-de77-4d17-91c6-265d5fe61a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb9d9c6-fab8-4aac-a94c-6b6098cbadcd', 'name': 'tempest-TestAggregatesBasicOps-1417283350-router', 'tenant_id': '97fbdaf66a994ee3922201fd6e3d944c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '62106ab4-b3c8-4933-a141-a2022fe16932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:05:05Z', 'updated_at': '2021-09-07T03:05:06Z', 'revision_number': 3, 'project_id': '97fbdaf66a994ee3922201fd6e3d944c', 'gw_port': {'id': '62106ab4-b3c8-4933-a141-a2022fe16932', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:92:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb9d9c6-fab8-4aac-a94c-6b6098cbadcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:05:05Z', 'updated_at': '2021-09-07T03:05:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:05:09.280508 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cbeee3-de77-4d17-91c6-265d5fe61a2e None None] The sync data for ids ['ceb9d9c6-fab8-4aac-a94c-6b6098cbadcd'] in n-d-796209-16 is: [{'id': 'ceb9d9c6-fab8-4aac-a94c-6b6098cbadcd', 'name': 'tempest-TestAggregatesBasicOps-1417283350-router', 'tenant_id': '97fbdaf66a994ee3922201fd6e3d944c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '62106ab4-b3c8-4933-a141-a2022fe16932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:05:05Z', 'updated_at': '2021-09-07T03:05:06Z', 'revision_number': 3, 'project_id': '97fbdaf66a994ee3922201fd6e3d944c', 'gw_port': {'id': '62106ab4-b3c8-4933-a141-a2022fe16932', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:92:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb9d9c6-fab8-4aac-a94c-6b6098cbadcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:05:05Z', 'updated_at': '2021-09-07T03:05:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:05:09.299150 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a05cafab-2df3-4fe7-a5a6-7ce314359fe9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:09.337381 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-a05cafab-2df3-4fe7-a5a6-7ce314359fe9 admin admin] Transition to ACTIVE for port object 0ed048cd-87ee-46ac-904b-dbd2d93ea73f will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:05:09.389717 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device ed2c6e3b-6a61-498d-9d03-27ad3d72d494 details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 03:05:09.436634 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a05cafab-2df3-4fe7-a5a6-7ce314359fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:09.535197 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05cafab-2df3-4fe7-a5a6-7ce314359fe9 admin admin] Network a1e84136-75af-4ba9-9cb9-b39b59021013 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:05:09.543049 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-a05cafab-2df3-4fe7-a5a6-7ce314359fe9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:05:09.550411 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05cafab-2df3-4fe7-a5a6-7ce314359fe9 admin admin] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:05:09.610989 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05cafab-2df3-4fe7-a5a6-7ce314359fe9 admin admin] Pushing event updated for resources: {'Port': ['ID=0ed048cd-87ee-46ac-904b-dbd2d93ea73f,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:09.613488 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device cf6d7048-b300-4275-a3a5-024f0aea0e12 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:05:09.655780 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a05cafab-2df3-4fe7-a5a6-7ce314359fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:09.728713 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port ed2c6e3b-6a61-498d-9d03-27ad3d72d494, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=ed2c6e3b-6a61-498d-9d03-27ad3d72d494,segment=NetworkSegment(8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21),segment_id=8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:05:09.766191 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-c9412fc5-16d8-44c2-9dd7-3c2f7032c14b None None] Provisioning complete for port c5139d58-5429-4bdc-a8b9-5eb288840b8f triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:05:09.766922 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c9412fc5-16d8-44c2-9dd7-3c2f7032c14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:09.769371 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': 'ed2c6e3b-6a61-498d-9d03-27ad3d72d494', 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1', 'port_id': 'ed2c6e3b-6a61-498d-9d03-27ad3d72d494', 'mac_address': 'fa:16:3e:e3:63:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b33adc2b-a155-4213-967c-f1ae81189b8c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 03:05:09.943332 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:09.949432 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a05cafab-2df3-4fe7-a5a6-7ce314359fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:09.983646 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed2c6e3b-6a61-498d-9d03-27ad3d72d494 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:05:10.009222 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2531edaa-3311-4ec8-b1f4-e3e07a15dc70 req-6690bb92-0b9c-4492-98d4-5ae6c78a347d tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:10.019062 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2531edaa-3311-4ec8-b1f4-e3e07a15dc70 req-6690bb92-0b9c-4492-98d4-5ae6c78a347d tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=f08bf266-532a-442f-8ad5-e66cf67d7d6e HTTP/1.1" status: 200 len: 943 time: 0.1151452 Sep 07 03:05:10.039711 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port ed2c6e3b-6a61-498d-9d03-27ad3d72d494, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=ed2c6e3b-6a61-498d-9d03-27ad3d72d494,segment=NetworkSegment(8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21),segment_id=8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:05:10.108992 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2531edaa-3311-4ec8-b1f4-e3e07a15dc70 req-6fc11de5-1a2c-4484-9191-2aa9870f18c9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883799 Sep 07 03:05:10.135030 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:10.199201 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port cf6d7048-b300-4275-a3a5-024f0aea0e12 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:05:10.207450 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port cf6d7048-b300-4275-a3a5-024f0aea0e12 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:05:10.207939 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:10.211291 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=ed2c6e3b-6a61-498d-9d03-27ad3d72d494,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:10.252541 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a05cafab-2df3-4fe7-a5a6-7ce314359fe9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:10.260604 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a05cafab-2df3-4fe7-a5a6-7ce314359fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:10.283146 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-d83b13cd-ba83-4119-995a-61553f5a88ec None None] Provisioning for port 0ed048cd-87ee-46ac-904b-dbd2d93ea73f completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:05:10.307409 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-d83b13cd-ba83-4119-995a-61553f5a88ec None None] Provisioning complete for port 0ed048cd-87ee-46ac-904b-dbd2d93ea73f triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:05:10.307702 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d83b13cd-ba83-4119-995a-61553f5a88ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:10.309653 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a05cafab-2df3-4fe7-a5a6-7ce314359fe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:10.354073 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:10.372885 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-d83b13cd-ba83-4119-995a-61553f5a88ec None None] Port 0ed048cd-87ee-46ac-904b-dbd2d93ea73f cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:05:10.375057 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05cafab-2df3-4fe7-a5a6-7ce314359fe9 admin admin] Pushing event updated for resources: {'Port': ['ID=0ed048cd-87ee-46ac-904b-dbd2d93ea73f,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:10.375371 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['ed2c6e3b-6a61-498d-9d03-27ad3d72d494'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:05:10.443573 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port cf6d7048-b300-4275-a3a5-024f0aea0e12, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=cf6d7048-b300-4275-a3a5-024f0aea0e12,segment=NetworkSegment(a1560b3b-a5da-442f-9e03-1daf4dabdb86),segment_id=a1560b3b-a5da-442f-9e03-1daf4dabdb86)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:05:10.453509 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:10.454477 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device c5139d58-5429-4bdc-a8b9-5eb288840b8f up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:05:10.462462 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05cafab-2df3-4fe7-a5a6-7ce314359fe9 admin admin] Network a1e84136-75af-4ba9-9cb9-b39b59021013 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:05:10.464336 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-a05cafab-2df3-4fe7-a5a6-7ce314359fe9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:05:10.532487 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=cf6d7048-b300-4275-a3a5-024f0aea0e12,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:10.661219 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a05cafab-2df3-4fe7-a5a6-7ce314359fe9 admin admin] Router ceb9d9c6-fab8-4aac-a94c-6b6098cbadcd has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:05:10.677337 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port c5139d58-5429-4bdc-a8b9-5eb288840b8f triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:05:10.678210 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:10.830192 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-bb2a5ce5-d10d-405f-9a23-55f171fdc9d1 None None] Provisioning complete for port 0ed048cd-87ee-46ac-904b-dbd2d93ea73f triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:05:10.830564 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bb2a5ce5-d10d-405f-9a23-55f171fdc9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:10.831284 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a05cafab-2df3-4fe7-a5a6-7ce314359fe9 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:05:10.841050 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a05cafab-2df3-4fe7-a5a6-7ce314359fe9 admin admin] 10.222.0.22 "PUT /v2.0/routers/ceb9d9c6-fab8-4aac-a94c-6b6098cbadcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8732593 Sep 07 03:05:10.876988 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-bb2a5ce5-d10d-405f-9a23-55f171fdc9d1 None None] Port 0ed048cd-87ee-46ac-904b-dbd2d93ea73f cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:05:11.248274 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323020b7-7623-41c2-a646-f1c30a42a612 req-47d4f68b-c8f6-4326-a8f2-cc3b1a7fc3d4 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:11.249905 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-323020b7-7623-41c2-a646-f1c30a42a612 req-47d4f68b-c8f6-4326-a8f2-cc3b1a7fc3d4 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=f08bf266-532a-442f-8ad5-e66cf67d7d6e HTTP/1.1" status: 200 len: 944 time: 0.0629139 Sep 07 03:05:11.302702 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-323020b7-7623-41c2-a646-f1c30a42a612 req-b5fef9c9-191f-4ddb-9f0a-32f8352d13ea tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453608 Sep 07 03:05:11.404534 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device ed2c6e3b-6a61-498d-9d03-27ad3d72d494 up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:05:11.507082 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 62106ab4-b3c8-4933-a141-a2022fe16932 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:05:11.543046 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port ed2c6e3b-6a61-498d-9d03-27ad3d72d494 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:05:11.552939 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port ed2c6e3b-6a61-498d-9d03-27ad3d72d494 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:05:11.553321 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:11.602366 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 62106ab4-b3c8-4933-a141-a2022fe16932 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:05:11.610569 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 62106ab4-b3c8-4933-a141-a2022fe16932 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:05:11.610956 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:11.690056 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:11.735502 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f08bf266-532a-442f-8ad5-e66cf67d7d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed2c6e3b-6a61-498d-9d03-27ad3d72d494'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:05:11.737934 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5db3884-dfd5-415e-8d23-1ef6aebeb1e2" -d '{"events": [{"server_uuid": "f08bf266-532a-442f-8ad5-e66cf67d7d6e", "name": "network-vif-plugged", "status": "completed", "tag": "ed2c6e3b-6a61-498d-9d03-27ad3d72d494"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:05:11.757301 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port ed2c6e3b-6a61-498d-9d03-27ad3d72d494, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=ed2c6e3b-6a61-498d-9d03-27ad3d72d494,segment=NetworkSegment(8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21),segment_id=8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:05:11.758768 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:11.766293 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:11.785702 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a45bfb-5107-4225-98ae-a49bd1d7ca1c x-openstack-request-id: req-b6a45bfb-5107-4225-98ae-a49bd1d7ca1c {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:05:11.787314 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f08bf266-532a-442f-8ad5-e66cf67d7d6e", "name": "network-vif-plugged", "status": "completed", "tag": "ed2c6e3b-6a61-498d-9d03-27ad3d72d494", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:05:11.787660 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b6a45bfb-5107-4225-98ae-a49bd1d7ca1c {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:05:11.788106 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f08bf266-532a-442f-8ad5-e66cf67d7d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed2c6e3b-6a61-498d-9d03-27ad3d72d494', 'code': 200} Sep 07 03:05:11.817213 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 62106ab4-b3c8-4933-a141-a2022fe16932, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=62106ab4-b3c8-4933-a141-a2022fe16932,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:05:11.830032 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:11.831439 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device cf6d7048-b300-4275-a3a5-024f0aea0e12 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:05:11.841913 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1aa147-9e7d-4453-9a09-cdd92a85388f None None] Sync routers for ids ['ceb9d9c6-fab8-4aac-a94c-6b6098cbadcd'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:05:11.885688 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=ed2c6e3b-6a61-498d-9d03-27ad3d72d494,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:11.903208 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0bcd2-f416-4b55-b7f6-9236aa0fe816 req-a2d75092-9bfd-4d04-8a6c-336049de2cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:11.904777 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-19b0bcd2-f416-4b55-b7f6-9236aa0fe816 req-a2d75092-9bfd-4d04-8a6c-336049de2cc5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f08bf266-532a-442f-8ad5-e66cf67d7d6e HTTP/1.1" status: 200 len: 1097 time: 0.0460818 Sep 07 03:05:11.921869 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1aa147-9e7d-4453-9a09-cdd92a85388f None None] Routers {'ceb9d9c6-fab8-4aac-a94c-6b6098cbadcd'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:05:11.922517 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-bf1aa147-9e7d-4453-9a09-cdd92a85388f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:04:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['ceb9d9c6-fab8-4aac-a94c-6b6098cbadcd'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:05:11.945480 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-19b0bcd2-f416-4b55-b7f6-9236aa0fe816 req-0fb49c0d-3e9a-4d8e-a26b-4b77835f12e6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326741 Sep 07 03:05:12.002365 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=62106ab4-b3c8-4933-a141-a2022fe16932,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:12.012894 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port cf6d7048-b300-4275-a3a5-024f0aea0e12 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:05:12.013273 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:12.126557 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 33722) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:05:12.251584 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-bf1aa147-9e7d-4453-9a09-cdd92a85388f None None] Set router ceb9d9c6-fab8-4aac-a94c-6b6098cbadcd gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:05:12.448743 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdbdd86-b1d3-440d-a5c7-8277bd408d03 req-f33a15c0-e759-41c0-9372-c51ee634f00f tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:12.452804 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9bdbdd86-b1d3-440d-a5c7-8277bd408d03 req-f33a15c0-e759-41c0-9372-c51ee634f00f tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=f08bf266-532a-442f-8ad5-e66cf67d7d6e HTTP/1.1" status: 200 len: 945 time: 0.0699842 Sep 07 03:05:12.504593 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9bdbdd86-b1d3-440d-a5c7-8277bd408d03 req-ac53791f-8095-41d3-b242-60de0f2d2927 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448303 Sep 07 03:05:12.525015 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-bf1aa147-9e7d-4453-9a09-cdd92a85388f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb9d9c6-fab8-4aac-a94c-6b6098cbadcd', 'name': 'tempest-TestAggregatesBasicOps-1417283350-router', 'tenant_id': '97fbdaf66a994ee3922201fd6e3d944c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '62106ab4-b3c8-4933-a141-a2022fe16932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:05:05Z', 'updated_at': '2021-09-07T03:05:09Z', 'revision_number': 4, 'project_id': '97fbdaf66a994ee3922201fd6e3d944c', 'gw_port': {'id': '62106ab4-b3c8-4933-a141-a2022fe16932', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:92:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb9d9c6-fab8-4aac-a94c-6b6098cbadcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:05:05Z', 'updated_at': '2021-09-07T03:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '0ed048cd-87ee-46ac-904b-dbd2d93ea73f', 'name': '', 'network_id': 'a1e84136-75af-4ba9-9cb9-b39b59021013', 'tenant_id': '97fbdaf66a994ee3922201fd6e3d944c', 'mac_address': 'fa:16:3e:82:97:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb9d9c6-fab8-4aac-a94c-6b6098cbadcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'e334e8ba-aab6-43e4-9f84-0ce407a4c70c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:05:08Z', 'updated_at': '2021-09-07T03:05:10Z', 'revision_number': 2, 'project_id': '97fbdaf66a994ee3922201fd6e3d944c', 'subnets': [{'id': 'e334e8ba-aab6-43e4-9f84-0ce407a4c70c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:05:12.553974 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1aa147-9e7d-4453-9a09-cdd92a85388f None None] Checking router: ceb9d9c6-fab8-4aac-a94c-6b6098cbadcd for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:05:12.554250 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-884f7659-09fa-4c9f-aae4-793f5559b8f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:12.554481 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1aa147-9e7d-4453-9a09-cdd92a85388f None None] Updating router ceb9d9c6-fab8-4aac-a94c-6b6098cbadcd port 0ed048cd-87ee-46ac-904b-dbd2d93ea73f binding host n-d-796209-16 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 03:05:12.594192 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bf1aa147-9e7d-4453-9a09-cdd92a85388f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:12.816309 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-884f7659-09fa-4c9f-aae4-793f5559b8f5 admin admin] Deleting port cf6d7048-b300-4275-a3a5-024f0aea0e12 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:05:12.816646 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-884f7659-09fa-4c9f-aae4-793f5559b8f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:12.867961 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bf1aa147-9e7d-4453-9a09-cdd92a85388f None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:12.877712 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-bf1aa147-9e7d-4453-9a09-cdd92a85388f None None] Transition to ACTIVE for port object 0ed048cd-87ee-46ac-904b-dbd2d93ea73f will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:05:12.884117 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bf1aa147-9e7d-4453-9a09-cdd92a85388f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:12.900587 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-884f7659-09fa-4c9f-aae4-793f5559b8f5 admin admin] For port cf6d7048-b300-4275-a3a5-024f0aea0e12, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=cf6d7048-b300-4275-a3a5-024f0aea0e12,segment=NetworkSegment(a1560b3b-a5da-442f-9e03-1daf4dabdb86),segment_id=a1560b3b-a5da-442f-9e03-1daf4dabdb86)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:05:12.900961 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-884f7659-09fa-4c9f-aae4-793f5559b8f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:12.933038 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-884f7659-09fa-4c9f-aae4-793f5559b8f5 admin admin] Calling delete_port for cf6d7048-b300-4275-a3a5-024f0aea0e12 owned by network:router_interface {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:05:12.955029 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46afe510-ea7f-413a-b7fd-54d04143a518 None None] Pushing event updated for resources: {'Port': ['ID=0ed048cd-87ee-46ac-904b-dbd2d93ea73f,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:12.984703 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-bf1aa147-9e7d-4453-9a09-cdd92a85388f None None] Attempting to bind port 0ed048cd-87ee-46ac-904b-dbd2d93ea73f on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:05:12.985085 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-bf1aa147-9e7d-4453-9a09-cdd92a85388f None None] Attempting to bind port 0ed048cd-87ee-46ac-904b-dbd2d93ea73f by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'bf0d566c-e2f3-4451-a975-4ba4860d7251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a1e84136-75af-4ba9-9cb9-b39b59021013'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:05:12.985663 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1aa147-9e7d-4453-9a09-cdd92a85388f None None] Attempting to bind port 0ed048cd-87ee-46ac-904b-dbd2d93ea73f on network a1e84136-75af-4ba9-9cb9-b39b59021013 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:05:12.992581 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1aa147-9e7d-4453-9a09-cdd92a85388f None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:05:12.992968 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1aa147-9e7d-4453-9a09-cdd92a85388f None None] Checking segment: {'id': 'bf0d566c-e2f3-4451-a975-4ba4860d7251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a1e84136-75af-4ba9-9cb9-b39b59021013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:05:12.993381 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bf1aa147-9e7d-4453-9a09-cdd92a85388f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:12.993780 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1aa147-9e7d-4453-9a09-cdd92a85388f None None] Bound using segment: {'id': 'bf0d566c-e2f3-4451-a975-4ba4860d7251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a1e84136-75af-4ba9-9cb9-b39b59021013'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:05:12.994250 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-bf1aa147-9e7d-4453-9a09-cdd92a85388f None None] Bound port: 0ed048cd-87ee-46ac-904b-dbd2d93ea73f, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf0d566c-e2f3-4451-a975-4ba4860d7251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a1e84136-75af-4ba9-9cb9-b39b59021013'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:05:12.994641 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bf1aa147-9e7d-4453-9a09-cdd92a85388f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:13.085530 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-bf1aa147-9e7d-4453-9a09-cdd92a85388f None None] For port 0ed048cd-87ee-46ac-904b-dbd2d93ea73f, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:05:13.089138 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-bf1aa147-9e7d-4453-9a09-cdd92a85388f None None] For port 0ed048cd-87ee-46ac-904b-dbd2d93ea73f, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=0ed048cd-87ee-46ac-904b-dbd2d93ea73f,segment=NetworkSegment(bf0d566c-e2f3-4451-a975-4ba4860d7251),segment_id=bf0d566c-e2f3-4451-a975-4ba4860d7251)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:05:13.093907 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bf1aa147-9e7d-4453-9a09-cdd92a85388f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:13.153998 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1aa147-9e7d-4453-9a09-cdd92a85388f None None] Routers {'ceb9d9c6-fab8-4aac-a94c-6b6098cbadcd'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:05:13.154677 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-bf1aa147-9e7d-4453-9a09-cdd92a85388f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:04:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['ceb9d9c6-fab8-4aac-a94c-6b6098cbadcd'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:05:13.176684 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-884f7659-09fa-4c9f-aae4-793f5559b8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:13.202621 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46afe510-ea7f-413a-b7fd-54d04143a518 None None] Pushing event updated for resources: {'Port': ['ID=0ed048cd-87ee-46ac-904b-dbd2d93ea73f,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:13.204261 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884f7659-09fa-4c9f-aae4-793f5559b8f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf6d7048-b300-4275-a3a5-024f0aea0e12,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:13.296973 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-bf1aa147-9e7d-4453-9a09-cdd92a85388f None None] Set router ceb9d9c6-fab8-4aac-a94c-6b6098cbadcd gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:05:13.388843 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:05:13.451070 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-884f7659-09fa-4c9f-aae4-793f5559b8f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:13.603151 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 62106ab4-b3c8-4933-a141-a2022fe16932 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:05:13.719590 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-bf1aa147-9e7d-4453-9a09-cdd92a85388f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb9d9c6-fab8-4aac-a94c-6b6098cbadcd', 'name': 'tempest-TestAggregatesBasicOps-1417283350-router', 'tenant_id': '97fbdaf66a994ee3922201fd6e3d944c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '62106ab4-b3c8-4933-a141-a2022fe16932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:05:05Z', 'updated_at': '2021-09-07T03:05:09Z', 'revision_number': 4, 'project_id': '97fbdaf66a994ee3922201fd6e3d944c', 'gw_port': {'id': '62106ab4-b3c8-4933-a141-a2022fe16932', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:92:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb9d9c6-fab8-4aac-a94c-6b6098cbadcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:05:05Z', 'updated_at': '2021-09-07T03:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '0ed048cd-87ee-46ac-904b-dbd2d93ea73f', 'name': '', 'network_id': 'a1e84136-75af-4ba9-9cb9-b39b59021013', 'tenant_id': '97fbdaf66a994ee3922201fd6e3d944c', 'mac_address': 'fa:16:3e:82:97:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb9d9c6-fab8-4aac-a94c-6b6098cbadcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'e334e8ba-aab6-43e4-9f84-0ce407a4c70c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:05:08Z', 'updated_at': '2021-09-07T03:05:13Z', 'revision_number': 4, 'project_id': '97fbdaf66a994ee3922201fd6e3d944c', 'subnets': [{'id': 'e334e8ba-aab6-43e4-9f84-0ce407a4c70c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:05:13.722880 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 62106ab4-b3c8-4933-a141-a2022fe16932 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:05:13.723258 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:13.748131 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad5785-685d-4c23-9342-aeea997292d6 req-37f7989b-3b7a-4d9b-88e3-3a3a41dde4f1 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:13.750114 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c3ad5785-685d-4c23-9342-aeea997292d6 req-37f7989b-3b7a-4d9b-88e3-3a3a41dde4f1 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=f08bf266-532a-442f-8ad5-e66cf67d7d6e HTTP/1.1" status: 200 len: 945 time: 0.1176531 Sep 07 03:05:13.766663 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1aa147-9e7d-4453-9a09-cdd92a85388f None None] The sync data for ids ['ceb9d9c6-fab8-4aac-a94c-6b6098cbadcd'] in n-d-796209-16 is: [{'id': 'ceb9d9c6-fab8-4aac-a94c-6b6098cbadcd', 'name': 'tempest-TestAggregatesBasicOps-1417283350-router', 'tenant_id': '97fbdaf66a994ee3922201fd6e3d944c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '62106ab4-b3c8-4933-a141-a2022fe16932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:05:05Z', 'updated_at': '2021-09-07T03:05:09Z', 'revision_number': 4, 'project_id': '97fbdaf66a994ee3922201fd6e3d944c', 'gw_port': {'id': '62106ab4-b3c8-4933-a141-a2022fe16932', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:92:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb9d9c6-fab8-4aac-a94c-6b6098cbadcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:05:05Z', 'updated_at': '2021-09-07T03:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '0ed048cd-87ee-46ac-904b-dbd2d93ea73f', 'name': '', 'network_id': 'a1e84136-75af-4ba9-9cb9-b39b59021013', 'tenant_id': '97fbdaf66a994ee3922201fd6e3d944c', 'mac_address': 'fa:16:3e:82:97:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb9d9c6-fab8-4aac-a94c-6b6098cbadcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'e334e8ba-aab6-43e4-9f84-0ce407a4c70c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:05:08Z', 'updated_at': '2021-09-07T03:05:13Z', 'revision_number': 4, 'project_id': '97fbdaf66a994ee3922201fd6e3d944c', 'subnets': [{'id': 'e334e8ba-aab6-43e4-9f84-0ce407a4c70c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:05:14.182280 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c3ad5785-685d-4c23-9342-aeea997292d6 req-f34ca2fc-054a-4dcd-8e4a-3237605512da tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4219606 Sep 07 03:05:14.190300 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-884f7659-09fa-4c9f-aae4-793f5559b8f5 admin admin] Router d95a84b6-c741-4ad1-ad88-5417d9bff6ce has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:05:14.313223 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b41d0-29e1-418c-a600-bda462728b9f req-2f9c611f-9697-4e0a-8503-2c160979d841 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:14.316295 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884f7659-09fa-4c9f-aae4-793f5559b8f5 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:05:14.321934 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7a4b41d0-29e1-418c-a600-bda462728b9f req-2f9c611f-9697-4e0a-8503-2c160979d841 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=f08bf266-532a-442f-8ad5-e66cf67d7d6e HTTP/1.1" status: 200 len: 945 time: 0.0664825 Sep 07 03:05:14.324883 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-884f7659-09fa-4c9f-aae4-793f5559b8f5 admin admin] 10.222.0.22 "PUT /v2.0/routers/d95a84b6-c741-4ad1-ad88-5417d9bff6ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1971984 Sep 07 03:05:14.325787 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 33744) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:05:14.328745 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc220396-c186-492b-aa34-ce8c478beccb None None] Sync routers for ids ['d95a84b6-c741-4ad1-ad88-5417d9bff6ce'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:05:14.341062 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc220396-c186-492b-aa34-ce8c478beccb None None] Routers {'d95a84b6-c741-4ad1-ad88-5417d9bff6ce'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:05:14.342096 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-cc220396-c186-492b-aa34-ce8c478beccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:04:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['d95a84b6-c741-4ad1-ad88-5417d9bff6ce'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:05:14.391627 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7a4b41d0-29e1-418c-a600-bda462728b9f req-572cf8e5-8337-4205-8bf7-8a42c37c6321 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685406 Sep 07 03:05:14.467813 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-60135c8e-537b-4b7f-a7b4-a18e3518406d admin admin] Notify callbacks [] for router, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:14.468526 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-cc220396-c186-492b-aa34-ce8c478beccb None None] Set router d95a84b6-c741-4ad1-ad88-5417d9bff6ce gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:05:14.596617 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175875a4-3b55-4ee7-9c3b-7f1b8d9034f8 req-7c96fc3a-4d87-405e-98f4-875c484d2606 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:14.598139 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-175875a4-3b55-4ee7-9c3b-7f1b8d9034f8 req-7c96fc3a-4d87-405e-98f4-875c484d2606 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=f08bf266-532a-442f-8ad5-e66cf67d7d6e HTTP/1.1" status: 200 len: 945 time: 0.0958757 Sep 07 03:05:14.629779 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-60135c8e-537b-4b7f-a7b4-a18e3518406d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:14.681114 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-cc220396-c186-492b-aa34-ce8c478beccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95a84b6-c741-4ad1-ad88-5417d9bff6ce', 'name': 'tempest-TestAggregatesBasicOps-1677488881-router', 'tenant_id': '09d9561cd2b54868bafc09b9f44911f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'dae92836-9de0-4c78-ae56-721836de8c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:04:59Z', 'updated_at': '2021-09-07T03:05:13Z', 'revision_number': 5, 'project_id': '09d9561cd2b54868bafc09b9f44911f3', 'gw_port': {'id': 'dae92836-9de0-4c78-ae56-721836de8c4f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd95a84b6-c741-4ad1-ad88-5417d9bff6ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:05:00Z', 'updated_at': '2021-09-07T03:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:05:14.682098 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-175875a4-3b55-4ee7-9c3b-7f1b8d9034f8 req-eec51d51-4232-4983-86b4-315847923aa1 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762217 Sep 07 03:05:14.731632 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-60135c8e-537b-4b7f-a7b4-a18e3518406d admin admin] Deleting port dae92836-9de0-4c78-ae56-721836de8c4f {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:05:14.732120 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-60135c8e-537b-4b7f-a7b4-a18e3518406d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:14.736360 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc220396-c186-492b-aa34-ce8c478beccb None None] Checking router: d95a84b6-c741-4ad1-ad88-5417d9bff6ce for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:05:14.756030 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc220396-c186-492b-aa34-ce8c478beccb None None] Routers {'d95a84b6-c741-4ad1-ad88-5417d9bff6ce'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:05:14.756672 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-cc220396-c186-492b-aa34-ce8c478beccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:04:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['d95a84b6-c741-4ad1-ad88-5417d9bff6ce'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:05:14.868006 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-cc220396-c186-492b-aa34-ce8c478beccb None None] Set router d95a84b6-c741-4ad1-ad88-5417d9bff6ce gateway port host: None {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:05:14.903871 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-60135c8e-537b-4b7f-a7b4-a18e3518406d admin admin] For port dae92836-9de0-4c78-ae56-721836de8c4f, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=dae92836-9de0-4c78-ae56-721836de8c4f,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:05:14.904525 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-60135c8e-537b-4b7f-a7b4-a18e3518406d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:14.927969 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-60135c8e-537b-4b7f-a7b4-a18e3518406d admin admin] Calling delete_port for dae92836-9de0-4c78-ae56-721836de8c4f owned by network:router_gateway {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:05:14.938331 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-cc220396-c186-492b-aa34-ce8c478beccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd95a84b6-c741-4ad1-ad88-5417d9bff6ce', 'name': 'tempest-TestAggregatesBasicOps-1677488881-router', 'tenant_id': '09d9561cd2b54868bafc09b9f44911f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:04:59Z', 'updated_at': '2021-09-07T03:05:14Z', 'revision_number': 6, 'project_id': '09d9561cd2b54868bafc09b9f44911f3', 'gw_port_host': None}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:05:14.998913 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc220396-c186-492b-aa34-ce8c478beccb None None] The sync data for ids ['d95a84b6-c741-4ad1-ad88-5417d9bff6ce'] in n-d-796209-16 is: [{'id': 'd95a84b6-c741-4ad1-ad88-5417d9bff6ce', 'name': 'tempest-TestAggregatesBasicOps-1677488881-router', 'tenant_id': '09d9561cd2b54868bafc09b9f44911f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:04:59Z', 'updated_at': '2021-09-07T03:05:14Z', 'revision_number': 6, 'project_id': '09d9561cd2b54868bafc09b9f44911f3', 'gw_port_host': None}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:05:15.143807 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785dc71-8a35-4917-b38a-0a6052d5209d req-89a190a0-e1fe-4f42-b52d-241b1b77d8b1 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:15.145410 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8785dc71-8a35-4917-b38a-0a6052d5209d req-89a190a0-e1fe-4f42-b52d-241b1b77d8b1 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=f08bf266-532a-442f-8ad5-e66cf67d7d6e HTTP/1.1" status: 200 len: 945 time: 0.0926061 Sep 07 03:05:15.181089 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-60135c8e-537b-4b7f-a7b4-a18e3518406d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:15.221249 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60135c8e-537b-4b7f-a7b4-a18e3518406d admin admin] Pushing event deleted for resources: {'Port': ['ID=dae92836-9de0-4c78-ae56-721836de8c4f,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:15.233017 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8785dc71-8a35-4917-b38a-0a6052d5209d req-8db2e8b3-0668-4f51-90ca-1b3ad32906f6 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803366 Sep 07 03:05:15.303233 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-60135c8e-537b-4b7f-a7b4-a18e3518406d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:15.413195 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-60135c8e-537b-4b7f-a7b4-a18e3518406d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:15.416288 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-60135c8e-537b-4b7f-a7b4-a18e3518406d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:15.489061 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-60135c8e-537b-4b7f-a7b4-a18e3518406d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:15.490454 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60135c8e-537b-4b7f-a7b4-a18e3518406d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d95a84b6-c741-4ad1-ad88-5417d9bff6ce {{(pid=94701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 03:05:15.501658 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-60135c8e-537b-4b7f-a7b4-a18e3518406d admin admin] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:15.503089 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-60135c8e-537b-4b7f-a7b4-a18e3518406d admin admin] 10.222.0.22 "DELETE /v2.0/routers/d95a84b6-c741-4ad1-ad88-5417d9bff6ce HTTP/1.1" status: 204 len: 168 time: 1.1763532 Sep 07 03:05:15.505929 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 33754) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:05:15.538880 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 0ed048cd-87ee-46ac-904b-dbd2d93ea73f up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:05:15.563142 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-56eab798-811d-42f9-a45f-aab1073ffe39 admin admin] Deleting subnet fc7768b1-0a61-46c1-af2e-1889b132f065 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 03:05:15.566502 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-56eab798-811d-42f9-a45f-aab1073ffe39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:15.592700 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 0ed048cd-87ee-46ac-904b-dbd2d93ea73f completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:05:15.597172 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 0ed048cd-87ee-46ac-904b-dbd2d93ea73f triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:05:15.597560 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:15.605759 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-56eab798-811d-42f9-a45f-aab1073ffe39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:15.679275 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:15.693263 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-56eab798-811d-42f9-a45f-aab1073ffe39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:15.712702 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 0ed048cd-87ee-46ac-904b-dbd2d93ea73f, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=0ed048cd-87ee-46ac-904b-dbd2d93ea73f,segment=NetworkSegment(bf0d566c-e2f3-4451-a975-4ba4860d7251),segment_id=bf0d566c-e2f3-4451-a975-4ba4860d7251)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:05:15.717864 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:15.743421 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device cf6d7048-b300-4275-a3a5-024f0aea0e12 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:05:15.757452 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-56eab798-811d-42f9-a45f-aab1073ffe39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:15.771167 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: cf6d7048-b300-4275-a3a5-024f0aea0e12 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:05:15.771540 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device cf6d7048-b300-4275-a3a5-024f0aea0e12 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:05:15.784525 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eab798-811d-42f9-a45f-aab1073ffe39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc7768b1-0a61-46c1-af2e-1889b132f065,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:15.789826 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-56eab798-811d-42f9-a45f-aab1073ffe39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:15.791984 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-56eab798-811d-42f9-a45f-aab1073ffe39 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/fc7768b1-0a61-46c1-af2e-1889b132f065 HTTP/1.1" status: 204 len: 168 time: 0.2849789 Sep 07 03:05:15.794491 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 33756) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:05:15.800956 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152f745f-8d7c-432b-8686-947d5b9dfbca None None] Network f26ac0b6-2bad-4aef-811a-3cc5bdf65eee requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:05:15.821082 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=0ed048cd-87ee-46ac-904b-dbd2d93ea73f,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:15.865615 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e5887ebd-a502-4ac9-ad3b-af49355faadf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:15.934591 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-e5887ebd-a502-4ac9-ad3b-af49355faadf admin admin] Deleting port aba4a70d-384a-4eea-989f-c6622cd98c1f {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:05:15.935175 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e5887ebd-a502-4ac9-ad3b-af49355faadf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:16.001934 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-e5887ebd-a502-4ac9-ad3b-af49355faadf admin admin] For port aba4a70d-384a-4eea-989f-c6622cd98c1f, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=aba4a70d-384a-4eea-989f-c6622cd98c1f,segment=NetworkSegment(a1560b3b-a5da-442f-9e03-1daf4dabdb86),segment_id=a1560b3b-a5da-442f-9e03-1daf4dabdb86)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:05:16.002308 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e5887ebd-a502-4ac9-ad3b-af49355faadf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:16.012821 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec47b5c0-f955-4d76-bc4d-528f425f63e2 None None] DHCP port deletion for f26ac0b6-2bad-4aef-811a-3cc5bdf65eee request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 03:05:16.019751 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-e5887ebd-a502-4ac9-ad3b-af49355faadf admin admin] Calling delete_port for aba4a70d-384a-4eea-989f-c6622cd98c1f owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:05:16.064545 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-ec47b5c0-f955-4d76-bc4d-528f425f63e2 None None] Deleting port aba4a70d-384a-4eea-989f-c6622cd98c1f {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:05:16.065207 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ec47b5c0-f955-4d76-bc4d-528f425f63e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:16.108657 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e5887ebd-a502-4ac9-ad3b-af49355faadf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:16.146426 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5887ebd-a502-4ac9-ad3b-af49355faadf admin admin] Pushing event deleted for resources: {'Port': ['ID=aba4a70d-384a-4eea-989f-c6622cd98c1f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:16.148866 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5887ebd-a502-4ac9-ad3b-af49355faadf admin admin] No DVR routers for this DVR port aba4a70d-384a-4eea-989f-c6622cd98c1f on host n-d-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:05:16.151096 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-ec47b5c0-f955-4d76-bc4d-528f425f63e2 None None] For port aba4a70d-384a-4eea-989f-c6622cd98c1f, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=aba4a70d-384a-4eea-989f-c6622cd98c1f,segment=NetworkSegment(a1560b3b-a5da-442f-9e03-1daf4dabdb86),segment_id=a1560b3b-a5da-442f-9e03-1daf4dabdb86)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:05:16.151525 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ec47b5c0-f955-4d76-bc4d-528f425f63e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:16.167472 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-ec47b5c0-f955-4d76-bc4d-528f425f63e2 None None] Calling delete_port for aba4a70d-384a-4eea-989f-c6622cd98c1f owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:05:16.230639 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e5887ebd-a502-4ac9-ad3b-af49355faadf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:16.250733 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ec47b5c0-f955-4d76-bc4d-528f425f63e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:16.252804 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-e5887ebd-a502-4ac9-ad3b-af49355faadf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f26ac0b6-2bad-4aef-811a-3cc5bdf65eee']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:05:16.268252 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-e5887ebd-a502-4ac9-ad3b-af49355faadf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1560b3b-a5da-442f-9e03-1daf4dabdb86') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:05:16.280570 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec47b5c0-f955-4d76-bc4d-528f425f63e2 None None] Pushing event deleted for resources: {'Port': ['ID=aba4a70d-384a-4eea-989f-c6622cd98c1f,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:16.286099 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec47b5c0-f955-4d76-bc4d-528f425f63e2 None None] No DVR routers for this DVR port aba4a70d-384a-4eea-989f-c6622cd98c1f on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:05:16.299368 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-e5887ebd-a502-4ac9-ad3b-af49355faadf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1560b3b-a5da-442f-9e03-1daf4dabdb86') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:05:16.316534 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e5887ebd-a502-4ac9-ad3b-af49355faadf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:16.348844 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e5887ebd-a502-4ac9-ad3b-af49355faadf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:16.371395 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5887ebd-a502-4ac9-ad3b-af49355faadf admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 03:05:16.371885 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e5887ebd-a502-4ac9-ad3b-af49355faadf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:16.373640 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 03:05:16.373640 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 03:05:16.373640 n-d-796209-16 neutron-server[94700]: timer() Sep 07 03:05:16.373640 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 03:05:16.373640 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 03:05:16.373640 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 03:05:16.373640 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 03:05:16.373640 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 03:05:16.373640 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 03:05:16.373640 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 03:05:16.373640 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 03:05:16.373640 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 03:05:16.373640 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 03:05:16.373640 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 03:05:16.373640 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 03:05:16.373640 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 03:05:16.373640 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 03:05:16.373640 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 03:05:16.373640 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 03:05:16.373640 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 03:05:16.373640 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 03:05:16.373640 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 03:05:16.373640 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 03:05:16.373640 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 03:05:16.373640 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 03:05:16.373640 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 03:05:16.373640 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 03:05:16.373640 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 03:05:16.373640 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 03:05:16.373640 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 03:05:16.373640 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 03:05:16.373640 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 03:05:16.459678 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36db27-2bce-4ca3-b145-cd2fc08cc32e req-99d6b0e1-6552-43a5-b49d-c08e051cb09b tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:16.461106 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3c36db27-2bce-4ca3-b145-cd2fc08cc32e req-99d6b0e1-6552-43a5-b49d-c08e051cb09b tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=f08bf266-532a-442f-8ad5-e66cf67d7d6e HTTP/1.1" status: 200 len: 945 time: 0.1310511 Sep 07 03:05:16.481405 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e5887ebd-a502-4ac9-ad3b-af49355faadf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:16.501559 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e5887ebd-a502-4ac9-ad3b-af49355faadf admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:16.507097 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-e5887ebd-a502-4ac9-ad3b-af49355faadf admin admin] 10.222.0.22 "DELETE /v2.0/networks/f26ac0b6-2bad-4aef-811a-3cc5bdf65eee HTTP/1.1" status: 204 len: 168 time: 0.7072332 Sep 07 03:05:16.508258 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 33762) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:05:16.514079 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf109f95-ec7e-4ab4-ad8a-d64b45bca672 req-3e7dea6e-9862-4a41-9730-3b967695da84 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:16.515556 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bf109f95-ec7e-4ab4-ad8a-d64b45bca672 req-3e7dea6e-9862-4a41-9730-3b967695da84 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.16 "GET /v2.0/ports?device_id=f08bf266-532a-442f-8ad5-e66cf67d7d6e HTTP/1.1" status: 200 len: 945 time: 0.0936484 Sep 07 03:05:16.546392 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5887ebd-a502-4ac9-ad3b-af49355faadf admin admin] Pushing event deleted for resources: {'Network': ['ID=f26ac0b6-2bad-4aef-811a-3cc5bdf65eee,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:16.550652 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3c36db27-2bce-4ca3-b145-cd2fc08cc32e req-b7d7ea11-b6aa-496d-af21-b7e1f1d71353 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801551 Sep 07 03:05:16.651525 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-bf109f95-ec7e-4ab4-ad8a-d64b45bca672 req-6bc9b390-816b-4a59-bee3-2e9637772448 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Deleting port ed2c6e3b-6a61-498d-9d03-27ad3d72d494 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:05:16.651997 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bf109f95-ec7e-4ab4-ad8a-d64b45bca672 req-6bc9b390-816b-4a59-bee3-2e9637772448 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:16.963346 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-84c4d843-d235-4ff5-bc53-aff2a937c3f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:17.099178 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-bf109f95-ec7e-4ab4-ad8a-d64b45bca672 req-6bc9b390-816b-4a59-bee3-2e9637772448 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] For port ed2c6e3b-6a61-498d-9d03-27ad3d72d494, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=ed2c6e3b-6a61-498d-9d03-27ad3d72d494,segment=NetworkSegment(8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21),segment_id=8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:05:17.099642 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bf109f95-ec7e-4ab4-ad8a-d64b45bca672 req-6bc9b390-816b-4a59-bee3-2e9637772448 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:17.114240 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-bf109f95-ec7e-4ab4-ad8a-d64b45bca672 req-6bc9b390-816b-4a59-bee3-2e9637772448 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Calling delete_port for ed2c6e3b-6a61-498d-9d03-27ad3d72d494 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:05:17.229287 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-84c4d843-d235-4ff5-bc53-aff2a937c3f1 admin admin] Deleting port 0ed048cd-87ee-46ac-904b-dbd2d93ea73f {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:05:17.229635 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-84c4d843-d235-4ff5-bc53-aff2a937c3f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:17.246557 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bf109f95-ec7e-4ab4-ad8a-d64b45bca672 req-6bc9b390-816b-4a59-bee3-2e9637772448 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:17.262261 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['ed2c6e3b-6a61-498d-9d03-27ad3d72d494'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:05:17.282405 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc9b390-816b-4a59-bee3-2e9637772448 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Pushing event deleted for resources: {'Port': ['ID=ed2c6e3b-6a61-498d-9d03-27ad3d72d494,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:17.318459 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-84c4d843-d235-4ff5-bc53-aff2a937c3f1 admin admin] For port 0ed048cd-87ee-46ac-904b-dbd2d93ea73f, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=0ed048cd-87ee-46ac-904b-dbd2d93ea73f,segment=NetworkSegment(bf0d566c-e2f3-4451-a975-4ba4860d7251),segment_id=bf0d566c-e2f3-4451-a975-4ba4860d7251)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:05:17.318831 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-84c4d843-d235-4ff5-bc53-aff2a937c3f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:17.333529 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-84c4d843-d235-4ff5-bc53-aff2a937c3f1 admin admin] Calling delete_port for 0ed048cd-87ee-46ac-904b-dbd2d93ea73f owned by network:router_interface {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:05:17.334379 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf109f95-ec7e-4ab4-ad8a-d64b45bca672 req-6bc9b390-816b-4a59-bee3-2e9637772448 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] No DVR routers for this DVR port ed2c6e3b-6a61-498d-9d03-27ad3d72d494 on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:05:17.337325 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bf109f95-ec7e-4ab4-ad8a-d64b45bca672 req-6bc9b390-816b-4a59-bee3-2e9637772448 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:17.339662 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bf109f95-ec7e-4ab4-ad8a-d64b45bca672 req-6bc9b390-816b-4a59-bee3-2e9637772448 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.16 "DELETE /v2.0/ports/ed2c6e3b-6a61-498d-9d03-27ad3d72d494 HTTP/1.1" status: 204 len: 173 time: 0.8120127 Sep 07 03:05:17.340064 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f08bf266-532a-442f-8ad5-e66cf67d7d6e', 'name': 'network-vif-deleted', 'tag': 'ed2c6e3b-6a61-498d-9d03-27ad3d72d494'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:05:17.342787 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14176891-c67d-4ba5-95b6-d0dadf8d0da3" -d '{"events": [{"server_uuid": "f08bf266-532a-442f-8ad5-e66cf67d7d6e", "name": "network-vif-deleted", "tag": "ed2c6e3b-6a61-498d-9d03-27ad3d72d494"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:05:17.408618 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c19df3-0dc6-46ef-b8f8-f28001348582 x-openstack-request-id: req-66c19df3-0dc6-46ef-b8f8-f28001348582 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:05:17.408868 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f08bf266-532a-442f-8ad5-e66cf67d7d6e", "name": "network-vif-deleted", "tag": "ed2c6e3b-6a61-498d-9d03-27ad3d72d494", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:05:17.409130 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-66c19df3-0dc6-46ef-b8f8-f28001348582 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:05:17.409606 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f08bf266-532a-442f-8ad5-e66cf67d7d6e', 'name': 'network-vif-deleted', 'tag': 'ed2c6e3b-6a61-498d-9d03-27ad3d72d494', 'status': 'completed', 'code': 200} Sep 07 03:05:17.453681 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 0ed048cd-87ee-46ac-904b-dbd2d93ea73f up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:05:17.524450 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 0ed048cd-87ee-46ac-904b-dbd2d93ea73f triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:05:17.524849 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:17.551446 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-84c4d843-d235-4ff5-bc53-aff2a937c3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:17.563406 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Could not find standard attr ID for object 0ed048cd-87ee-46ac-904b-dbd2d93ea73f. {{(pid=94702) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 03:05:17.565960 n-d-796209-16 neutron-server[94702]: INFO neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No ports have port_id starting with 0ed048cd-87ee-46ac-904b-dbd2d93ea73f Sep 07 03:05:17.585460 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4d843-d235-4ff5-bc53-aff2a937c3f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ed048cd-87ee-46ac-904b-dbd2d93ea73f,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:17.636624 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device aba4a70d-384a-4eea-989f-c6622cd98c1f no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:05:17.666136 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: aba4a70d-384a-4eea-989f-c6622cd98c1f {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:05:17.666491 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device aba4a70d-384a-4eea-989f-c6622cd98c1f not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:05:17.666926 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device dae92836-9de0-4c78-ae56-721836de8c4f no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:05:17.672646 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6c4d3087-93d2-4aff-91af-b84d5b0bdc74 req-003befb0-38aa-43d4-95a5-55dc38217b57 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=f08bf266-532a-442f-8ad5-e66cf67d7d6e HTTP/1.1" status: 200 len: 210 time: 0.0332179 Sep 07 03:05:17.688894 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: dae92836-9de0-4c78-ae56-721836de8c4f {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:05:17.689427 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device dae92836-9de0-4c78-ae56-721836de8c4f not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:05:17.807338 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-84c4d843-d235-4ff5-bc53-aff2a937c3f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:18.031779 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c4d843-d235-4ff5-bc53-aff2a937c3f1 admin admin] Router ceb9d9c6-fab8-4aac-a94c-6b6098cbadcd has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:05:18.154561 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c4d843-d235-4ff5-bc53-aff2a937c3f1 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:05:18.160603 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-84c4d843-d235-4ff5-bc53-aff2a937c3f1 admin admin] 10.222.0.22 "PUT /v2.0/routers/ceb9d9c6-fab8-4aac-a94c-6b6098cbadcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6507745 Sep 07 03:05:18.163944 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 33778) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:05:18.169936 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ad9702-ceb5-4e0e-8ec6-bf8d37e25543 None None] Sync routers for ids ['ceb9d9c6-fab8-4aac-a94c-6b6098cbadcd'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:05:18.182415 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ad9702-ceb5-4e0e-8ec6-bf8d37e25543 None None] Routers {'ceb9d9c6-fab8-4aac-a94c-6b6098cbadcd'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:05:18.183458 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-d6ad9702-ceb5-4e0e-8ec6-bf8d37e25543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:04:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['ceb9d9c6-fab8-4aac-a94c-6b6098cbadcd'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:05:18.297976 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-d6ad9702-ceb5-4e0e-8ec6-bf8d37e25543 None None] Set router ceb9d9c6-fab8-4aac-a94c-6b6098cbadcd gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:05:18.313817 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b9be8f-2bf5-41c3-8fbb-f1ac38cf50cb req-c076c0f5-8e18-458e-8ad1-ea4d75835f80 tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:18.315335 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-04b9be8f-2bf5-41c3-8fbb-f1ac38cf50cb req-c076c0f5-8e18-458e-8ad1-ea4d75835f80 tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] 10.222.0.22 "GET /v2.0/ports?device_id=d215878c-cdc5-4d37-8deb-18d37db70d7d HTTP/1.1" status: 200 len: 949 time: 0.0878525 Sep 07 03:05:18.336447 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-911eded5-161c-4d80-a216-69d0e60c4dee admin admin] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:18.406345 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-04b9be8f-2bf5-41c3-8fbb-f1ac38cf50cb req-339c525f-8ae0-46e1-95dc-a79111777fad tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] 10.222.0.22 "GET /v2.0/security-groups?id=e69a6a56-d463-49ef-bc6a-f1788cc989ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799990 Sep 07 03:05:18.463351 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-911eded5-161c-4d80-a216-69d0e60c4dee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:18.490417 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-d6ad9702-ceb5-4e0e-8ec6-bf8d37e25543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb9d9c6-fab8-4aac-a94c-6b6098cbadcd', 'name': 'tempest-TestAggregatesBasicOps-1417283350-router', 'tenant_id': '97fbdaf66a994ee3922201fd6e3d944c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '62106ab4-b3c8-4933-a141-a2022fe16932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:05:05Z', 'updated_at': '2021-09-07T03:05:17Z', 'revision_number': 5, 'project_id': '97fbdaf66a994ee3922201fd6e3d944c', 'gw_port': {'id': '62106ab4-b3c8-4933-a141-a2022fe16932', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:92:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb9d9c6-fab8-4aac-a94c-6b6098cbadcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:05:05Z', 'updated_at': '2021-09-07T03:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:05:18.516684 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ad9702-ceb5-4e0e-8ec6-bf8d37e25543 None None] Checking router: ceb9d9c6-fab8-4aac-a94c-6b6098cbadcd for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:05:18.520110 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-911eded5-161c-4d80-a216-69d0e60c4dee admin admin] Deleting port 62106ab4-b3c8-4933-a141-a2022fe16932 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:05:18.520995 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-911eded5-161c-4d80-a216-69d0e60c4dee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:18.525664 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ad9702-ceb5-4e0e-8ec6-bf8d37e25543 None None] Routers {'ceb9d9c6-fab8-4aac-a94c-6b6098cbadcd'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:05:18.526274 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-d6ad9702-ceb5-4e0e-8ec6-bf8d37e25543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:04:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['ceb9d9c6-fab8-4aac-a94c-6b6098cbadcd'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:05:18.603856 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-911eded5-161c-4d80-a216-69d0e60c4dee admin admin] For port 62106ab4-b3c8-4933-a141-a2022fe16932, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=62106ab4-b3c8-4933-a141-a2022fe16932,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:05:18.604323 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-911eded5-161c-4d80-a216-69d0e60c4dee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:18.613867 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-d6ad9702-ceb5-4e0e-8ec6-bf8d37e25543 None None] Set router ceb9d9c6-fab8-4aac-a94c-6b6098cbadcd gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:05:18.616732 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-911eded5-161c-4d80-a216-69d0e60c4dee admin admin] Calling delete_port for 62106ab4-b3c8-4933-a141-a2022fe16932 owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:05:18.668685 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-d6ad9702-ceb5-4e0e-8ec6-bf8d37e25543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb9d9c6-fab8-4aac-a94c-6b6098cbadcd', 'name': 'tempest-TestAggregatesBasicOps-1417283350-router', 'tenant_id': '97fbdaf66a994ee3922201fd6e3d944c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:05:05Z', 'updated_at': '2021-09-07T03:05:18Z', 'revision_number': 6, 'project_id': '97fbdaf66a994ee3922201fd6e3d944c', 'gw_port_host': None}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:05:18.700201 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ad9702-ceb5-4e0e-8ec6-bf8d37e25543 None None] The sync data for ids ['ceb9d9c6-fab8-4aac-a94c-6b6098cbadcd'] in n-d-796209-16 is: [{'id': 'ceb9d9c6-fab8-4aac-a94c-6b6098cbadcd', 'name': 'tempest-TestAggregatesBasicOps-1417283350-router', 'tenant_id': '97fbdaf66a994ee3922201fd6e3d944c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:05:05Z', 'updated_at': '2021-09-07T03:05:18Z', 'revision_number': 6, 'project_id': '97fbdaf66a994ee3922201fd6e3d944c', 'gw_port_host': None}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:05:18.792682 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-878173ab-cd46-4fcd-bc56-32225017eabc req-f7dff442-2645-472d-831b-e3c1e197cb4b tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=f08bf266-532a-442f-8ad5-e66cf67d7d6e HTTP/1.1" status: 200 len: 210 time: 0.0279646 Sep 07 03:05:18.800010 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-911eded5-161c-4d80-a216-69d0e60c4dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:18.834451 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911eded5-161c-4d80-a216-69d0e60c4dee admin admin] Pushing event deleted for resources: {'Port': ['ID=62106ab4-b3c8-4933-a141-a2022fe16932,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:18.893574 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-911eded5-161c-4d80-a216-69d0e60c4dee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:18.990165 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-911eded5-161c-4d80-a216-69d0e60c4dee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:18.992447 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-911eded5-161c-4d80-a216-69d0e60c4dee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:19.037693 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-911eded5-161c-4d80-a216-69d0e60c4dee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:19.038271 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-911eded5-161c-4d80-a216-69d0e60c4dee admin admin] Fanout notify agent at l3_agent the message router_deleted on router ceb9d9c6-fab8-4aac-a94c-6b6098cbadcd {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 03:05:19.043241 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-911eded5-161c-4d80-a216-69d0e60c4dee admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:19.044489 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-911eded5-161c-4d80-a216-69d0e60c4dee admin admin] 10.222.0.22 "DELETE /v2.0/routers/ceb9d9c6-fab8-4aac-a94c-6b6098cbadcd HTTP/1.1" status: 204 len: 168 time: 0.8795311 Sep 07 03:05:19.046856 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 33782) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:05:19.094994 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-db2b919b-d961-43f0-b86d-f6ef467b2816 admin admin] Deleting subnet e334e8ba-aab6-43e4-9f84-0ce407a4c70c {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 03:05:19.098262 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-db2b919b-d961-43f0-b86d-f6ef467b2816 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:19.140277 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-db2b919b-d961-43f0-b86d-f6ef467b2816 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:19.219022 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-db2b919b-d961-43f0-b86d-f6ef467b2816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:19.272926 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-db2b919b-d961-43f0-b86d-f6ef467b2816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:19.297055 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2b919b-d961-43f0-b86d-f6ef467b2816 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e334e8ba-aab6-43e4-9f84-0ce407a4c70c,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:19.304483 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-db2b919b-d961-43f0-b86d-f6ef467b2816 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:19.308544 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-db2b919b-d961-43f0-b86d-f6ef467b2816 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/e334e8ba-aab6-43e4-9f84-0ce407a4c70c HTTP/1.1" status: 204 len: 168 time: 0.2586079 Sep 07 03:05:19.308914 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 33784) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:05:19.309240 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4e9bcd-204c-49f6-9bd3-b42a3e8eac76 None None] Network a1e84136-75af-4ba9-9cb9-b39b59021013 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:05:19.380549 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9b7e5162-83d7-49c1-9dce-01734d836db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:19.444528 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-9b7e5162-83d7-49c1-9dce-01734d836db4 admin admin] Deleting port c5139d58-5429-4bdc-a8b9-5eb288840b8f {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:05:19.444528 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9b7e5162-83d7-49c1-9dce-01734d836db4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:19.510408 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3077da60-6d74-427f-bfcc-df4bc36abb2a None None] DHCP port deletion for a1e84136-75af-4ba9-9cb9-b39b59021013 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 03:05:19.531118 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-9b7e5162-83d7-49c1-9dce-01734d836db4 admin admin] For port c5139d58-5429-4bdc-a8b9-5eb288840b8f, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=c5139d58-5429-4bdc-a8b9-5eb288840b8f,segment=NetworkSegment(bf0d566c-e2f3-4451-a975-4ba4860d7251),segment_id=bf0d566c-e2f3-4451-a975-4ba4860d7251)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:05:19.531921 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9b7e5162-83d7-49c1-9dce-01734d836db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:19.546218 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-9b7e5162-83d7-49c1-9dce-01734d836db4 admin admin] Calling delete_port for c5139d58-5429-4bdc-a8b9-5eb288840b8f owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:05:19.595932 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c14e3-139b-488c-8b22-cdc9964e1554 req-43431998-ec60-4d5f-a92a-30af22cdf4c3 tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:19.605965 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-be5c14e3-139b-488c-8b22-cdc9964e1554 req-43431998-ec60-4d5f-a92a-30af22cdf4c3 tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] 10.222.0.22 "GET /v2.0/ports?device_id=d215878c-cdc5-4d37-8deb-18d37db70d7d HTTP/1.1" status: 200 len: 949 time: 0.0893335 Sep 07 03:05:19.607751 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 0ed048cd-87ee-46ac-904b-dbd2d93ea73f no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:05:19.657478 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3077da60-6d74-427f-bfcc-df4bc36abb2a None None] Deleting port c5139d58-5429-4bdc-a8b9-5eb288840b8f {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:05:19.659890 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3077da60-6d74-427f-bfcc-df4bc36abb2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:19.662208 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 0ed048cd-87ee-46ac-904b-dbd2d93ea73f {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:05:19.663849 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 0ed048cd-87ee-46ac-904b-dbd2d93ea73f not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:05:19.664236 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 62106ab4-b3c8-4933-a141-a2022fe16932 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:05:19.668561 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9b7e5162-83d7-49c1-9dce-01734d836db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:19.697052 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-be5c14e3-139b-488c-8b22-cdc9964e1554 req-be7a24fa-1321-4925-8b4f-f50b1804058d tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] 10.222.0.22 "GET /v2.0/security-groups?id=e69a6a56-d463-49ef-bc6a-f1788cc989ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849156 Sep 07 03:05:19.719196 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7e5162-83d7-49c1-9dce-01734d836db4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5139d58-5429-4bdc-a8b9-5eb288840b8f,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:19.721988 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 62106ab4-b3c8-4933-a141-a2022fe16932 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:05:19.722343 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 62106ab4-b3c8-4933-a141-a2022fe16932 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:05:19.722764 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device c5139d58-5429-4bdc-a8b9-5eb288840b8f no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:05:19.730797 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7e5162-83d7-49c1-9dce-01734d836db4 admin admin] No DVR routers for this DVR port c5139d58-5429-4bdc-a8b9-5eb288840b8f on host n-d-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:05:19.751550 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd7843-1227-4524-a4c9-ee77169e06f4 req-7c22ff2b-f36d-4d11-b0d3-ad4a78962a29 tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:19.753949 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3dbd7843-1227-4524-a4c9-ee77169e06f4 req-7c22ff2b-f36d-4d11-b0d3-ad4a78962a29 tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] 10.222.0.16 "GET /v2.0/ports?device_id=d215878c-cdc5-4d37-8deb-18d37db70d7d HTTP/1.1" status: 200 len: 949 time: 0.0890267 Sep 07 03:05:19.766120 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: c5139d58-5429-4bdc-a8b9-5eb288840b8f {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:05:19.766467 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device c5139d58-5429-4bdc-a8b9-5eb288840b8f not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:05:19.812986 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3077da60-6d74-427f-bfcc-df4bc36abb2a None None] For port c5139d58-5429-4bdc-a8b9-5eb288840b8f, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=c5139d58-5429-4bdc-a8b9-5eb288840b8f,segment=NetworkSegment(bf0d566c-e2f3-4451-a975-4ba4860d7251),segment_id=bf0d566c-e2f3-4451-a975-4ba4860d7251)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:05:19.813566 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3077da60-6d74-427f-bfcc-df4bc36abb2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:19.831674 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9b7e5162-83d7-49c1-9dce-01734d836db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:19.832714 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3077da60-6d74-427f-bfcc-df4bc36abb2a None None] Calling delete_port for c5139d58-5429-4bdc-a8b9-5eb288840b8f owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:05:19.855306 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-9b7e5162-83d7-49c1-9dce-01734d836db4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1e84136-75af-4ba9-9cb9-b39b59021013']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:05:19.869302 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-9b7e5162-83d7-49c1-9dce-01734d836db4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf0d566c-e2f3-4451-a975-4ba4860d7251') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:05:19.869702 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-9b7e5162-83d7-49c1-9dce-01734d836db4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf0d566c-e2f3-4451-a975-4ba4860d7251') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:05:19.883749 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9b7e5162-83d7-49c1-9dce-01734d836db4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:19.902650 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-3dbd7843-1227-4524-a4c9-ee77169e06f4 req-ed7d6ff5-dcea-492f-8da8-46b6c037797c tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] Deleting port d1518af9-342f-4c6e-8539-6bfcc652b88b {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:05:19.903216 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3dbd7843-1227-4524-a4c9-ee77169e06f4 req-ed7d6ff5-dcea-492f-8da8-46b6c037797c tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:19.908970 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9b7e5162-83d7-49c1-9dce-01734d836db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:19.935945 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0486ff49-a72c-41d6-8c57-219f8a64afe1 req-23cb1c45-f6ab-4c28-a598-13a3917103a9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=f08bf266-532a-442f-8ad5-e66cf67d7d6e HTTP/1.1" status: 200 len: 210 time: 0.0385716 Sep 07 03:05:19.944431 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b7e5162-83d7-49c1-9dce-01734d836db4 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 03:05:19.944994 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9b7e5162-83d7-49c1-9dce-01734d836db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:19.958171 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 03:05:19.958171 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 03:05:19.958171 n-d-796209-16 neutron-server[94701]: timer() Sep 07 03:05:19.958171 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 03:05:19.958171 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 03:05:19.958171 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 03:05:19.958171 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 03:05:19.958171 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 03:05:19.958171 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 03:05:19.958171 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 03:05:19.958171 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 03:05:19.958171 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 03:05:19.958171 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 03:05:19.958171 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 03:05:19.958171 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 03:05:19.958171 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 03:05:19.958171 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 03:05:19.958171 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 03:05:19.958171 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 03:05:19.958171 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 03:05:19.958171 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 03:05:19.958171 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 03:05:19.958171 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 03:05:19.958171 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 03:05:19.958171 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 03:05:19.958171 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 03:05:19.958171 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 03:05:19.958171 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 03:05:19.958171 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 03:05:19.958171 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 03:05:19.958171 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 03:05:19.958171 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 03:05:19.965704 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3077da60-6d74-427f-bfcc-df4bc36abb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:20.007187 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3077da60-6d74-427f-bfcc-df4bc36abb2a None None] Pushing event deleted for resources: {'Port': ['ID=c5139d58-5429-4bdc-a8b9-5eb288840b8f,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:20.017072 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3077da60-6d74-427f-bfcc-df4bc36abb2a None None] No DVR routers for this DVR port c5139d58-5429-4bdc-a8b9-5eb288840b8f on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:05:20.033574 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-3dbd7843-1227-4524-a4c9-ee77169e06f4 req-ed7d6ff5-dcea-492f-8da8-46b6c037797c tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] For port d1518af9-342f-4c6e-8539-6bfcc652b88b, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=d1518af9-342f-4c6e-8539-6bfcc652b88b,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:05:20.033909 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3dbd7843-1227-4524-a4c9-ee77169e06f4 req-ed7d6ff5-dcea-492f-8da8-46b6c037797c tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:20.042085 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9b7e5162-83d7-49c1-9dce-01734d836db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:20.050621 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-3dbd7843-1227-4524-a4c9-ee77169e06f4 req-ed7d6ff5-dcea-492f-8da8-46b6c037797c tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] Calling delete_port for d1518af9-342f-4c6e-8539-6bfcc652b88b owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:05:20.051244 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9b7e5162-83d7-49c1-9dce-01734d836db4 admin admin] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:20.056119 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-9b7e5162-83d7-49c1-9dce-01734d836db4 admin admin] 10.222.0.22 "DELETE /v2.0/networks/a1e84136-75af-4ba9-9cb9-b39b59021013 HTTP/1.1" status: 204 len: 168 time: 0.7438378 Sep 07 03:05:20.066930 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7e5162-83d7-49c1-9dce-01734d836db4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1e84136-75af-4ba9-9cb9-b39b59021013,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:20.221131 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3dbd7843-1227-4524-a4c9-ee77169e06f4 req-ed7d6ff5-dcea-492f-8da8-46b6c037797c tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:20.232906 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['d1518af9-342f-4c6e-8539-6bfcc652b88b'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:05:20.240129 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 33792) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:05:20.253905 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7d6ff5-dcea-492f-8da8-46b6c037797c tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] Pushing event deleted for resources: {'Port': ['ID=d1518af9-342f-4c6e-8539-6bfcc652b88b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:20.296806 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8ab03373-1828-495c-bbcd-8f4d002e3322 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=09d9561cd2b54868bafc09b9f44911f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0530686 Sep 07 03:05:20.297425 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 33794) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:05:20.321892 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dbd7843-1227-4524-a4c9-ee77169e06f4 req-ed7d6ff5-dcea-492f-8da8-46b6c037797c tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] No DVR routers for this DVR port d1518af9-342f-4c6e-8539-6bfcc652b88b on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:05:20.325701 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3dbd7843-1227-4524-a4c9-ee77169e06f4 req-ed7d6ff5-dcea-492f-8da8-46b6c037797c tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:20.327736 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3dbd7843-1227-4524-a4c9-ee77169e06f4 req-ed7d6ff5-dcea-492f-8da8-46b6c037797c tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] 10.222.0.16 "DELETE /v2.0/ports/d1518af9-342f-4c6e-8539-6bfcc652b88b HTTP/1.1" status: 204 len: 173 time: 0.5683413 Sep 07 03:05:20.328171 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd215878c-cdc5-4d37-8deb-18d37db70d7d', 'name': 'network-vif-deleted', 'tag': 'd1518af9-342f-4c6e-8539-6bfcc652b88b'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:05:20.330392 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677d6cec-3fc4-43ad-acc2-ec39441af627" -d '{"events": [{"server_uuid": "d215878c-cdc5-4d37-8deb-18d37db70d7d", "name": "network-vif-deleted", "tag": "d1518af9-342f-4c6e-8539-6bfcc652b88b"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:05:20.371297 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a89b8b09-03a5-4fcc-8560-d2f1f0cab57a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:20.377264 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84214fb-7f9c-4cdc-a31d-eeda4f73e187 x-openstack-request-id: req-d84214fb-7f9c-4cdc-a31d-eeda4f73e187 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:05:20.377558 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d215878c-cdc5-4d37-8deb-18d37db70d7d", "name": "network-vif-deleted", "tag": "d1518af9-342f-4c6e-8539-6bfcc652b88b", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:05:20.377840 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d84214fb-7f9c-4cdc-a31d-eeda4f73e187 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:05:20.378244 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd215878c-cdc5-4d37-8deb-18d37db70d7d', 'name': 'network-vif-deleted', 'tag': 'd1518af9-342f-4c6e-8539-6bfcc652b88b', 'status': 'completed', 'code': 200} Sep 07 03:05:20.406971 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a89b8b09-03a5-4fcc-8560-d2f1f0cab57a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:20.464618 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a89b8b09-03a5-4fcc-8560-d2f1f0cab57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:20.467252 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a89b8b09-03a5-4fcc-8560-d2f1f0cab57a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:20.468480 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a89b8b09-03a5-4fcc-8560-d2f1f0cab57a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8eedefa8-3129-4e9c-b30a-53b188dfa080 HTTP/1.1" status: 204 len: 168 time: 0.1700230 Sep 07 03:05:20.477289 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89b8b09-03a5-4fcc-8560-d2f1f0cab57a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eedefa8-3129-4e9c-b30a-53b188dfa080,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:20.854844 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d9eb039d-bd1e-49d7-a6ff-26b63c09b56f req-dfb11365-e20e-4140-aff0-4f22d1ee4b99 tempest-VolumesBackupsTest-1407769799 tempest-VolumesBackupsTest-1407769799-project] 10.222.0.22 "GET /v2.0/ports?device_id=d215878c-cdc5-4d37-8deb-18d37db70d7d HTTP/1.1" status: 200 len: 210 time: 0.0506213 Sep 07 03:05:20.874757 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 33804) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:05:20.914735 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b1f03507-21ae-42a3-9224-ff29087c7c42 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=97fbdaf66a994ee3922201fd6e3d944c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386953 Sep 07 03:05:20.917081 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 33806) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:05:20.965706 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5d278bf3-4529-45ba-8263-3402cbc84d9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:20.988128 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5d278bf3-4529-45ba-8263-3402cbc84d9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:21.044061 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fca04769-1dcc-4a57-8e06-64be4324f991 req-bb7da675-25ea-41df-a42a-64373b4cbd33 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=f08bf266-532a-442f-8ad5-e66cf67d7d6e HTTP/1.1" status: 200 len: 210 time: 0.0323386 Sep 07 03:05:21.071391 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5d278bf3-4529-45ba-8263-3402cbc84d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:21.074159 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5d278bf3-4529-45ba-8263-3402cbc84d9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:21.075325 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-5d278bf3-4529-45ba-8263-3402cbc84d9d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/83e834ba-79ee-49ee-aa7c-f632a2b8db23 HTTP/1.1" status: 204 len: 168 time: 0.1572833 Sep 07 03:05:21.084517 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d278bf3-4529-45ba-8263-3402cbc84d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e834ba-79ee-49ee-aa7c-f632a2b8db23,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:21.466895 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device d1518af9-342f-4c6e-8539-6bfcc652b88b no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:05:21.486375 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: d1518af9-342f-4c6e-8539-6bfcc652b88b {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:05:21.486726 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device d1518af9-342f-4c6e-8539-6bfcc652b88b not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:05:21.487133 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device ed2c6e3b-6a61-498d-9d03-27ad3d72d494 no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:05:21.506152 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: ed2c6e3b-6a61-498d-9d03-27ad3d72d494 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:05:21.506528 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device ed2c6e3b-6a61-498d-9d03-27ad3d72d494 not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:05:21.577421 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:21.599707 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:22.348618 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 33856) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:05:22.491947 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-9467fcda-ea43-4094-9009-3456fbd5845e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Request body: {'network': {'name': 'tempest-network-smoke--847730874', 'project_id': 'd26848eac2634f46a9e82fab10685270', 'port_security_enabled': True}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:05:22.513674 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9467fcda-ea43-4094-9009-3456fbd5845e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Made reservation on behalf of d26848eac2634f46a9e82fab10685270 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:05:22.517255 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9467fcda-ea43-4094-9009-3456fbd5845e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:22.528634 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9467fcda-ea43-4094-9009-3456fbd5845e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:22.619407 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9467fcda-ea43-4094-9009-3456fbd5845e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:22.623673 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9467fcda-ea43-4094-9009-3456fbd5845e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:22.652062 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9467fcda-ea43-4094-9009-3456fbd5845e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 03:05:22.663044 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9467fcda-ea43-4094-9009-3456fbd5845e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6765ce14-0682-49e0-b089-f369bd5747a3,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:22.668573 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9467fcda-ea43-4094-9009-3456fbd5845e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:22.668793 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-9467fcda-ea43-4094-9009-3456fbd5845e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Added segment 3282f482-906f-4021-876f-c04da7071ffe of type vlan for network 3dc49b2b-b179-465c-aabe-a71d39ec1803 Sep 07 03:05:22.710924 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9467fcda-ea43-4094-9009-3456fbd5845e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:22.738327 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9467fcda-ea43-4094-9009-3456fbd5845e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:22.745397 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9467fcda-ea43-4094-9009-3456fbd5845e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:22.746007 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9467fcda-ea43-4094-9009-3456fbd5845e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:22.785336 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9467fcda-ea43-4094-9009-3456fbd5845e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4325979 Sep 07 03:05:22.785674 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 33860) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:05:22.791384 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-bde8b0e9-4ed4-4f23-9f3a-d1016b86583e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-835930913', 'admin_state_up': True, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:05:22.824401 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bde8b0e9-4ed4-4f23-9f3a-d1016b86583e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:22.825945 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9467fcda-ea43-4094-9009-3456fbd5845e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Pushing event updated for resources: {'Network': ['ID=3dc49b2b-b179-465c-aabe-a71d39ec1803,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:22.826519 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bde8b0e9-4ed4-4f23-9f3a-d1016b86583e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:22.838141 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 3dc49b2b-b179-465c-aabe-a71d39ec1803 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 03:05:22.902538 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bde8b0e9-4ed4-4f23-9f3a-d1016b86583e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:23.060655 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bde8b0e9-4ed4-4f23-9f3a-d1016b86583e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:23.263689 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bde8b0e9-4ed4-4f23-9f3a-d1016b86583e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for router_gateway, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:23.294733 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bde8b0e9-4ed4-4f23-9f3a-d1016b86583e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:23.405332 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-bde8b0e9-4ed4-4f23-9f3a-d1016b86583e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Allocated IP 172.25.5.28 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/57bb2054-a850-465f-ae7a-25b90789bae9) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:05:23.511880 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bde8b0e9-4ed4-4f23-9f3a-d1016b86583e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:23.548994 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bde8b0e9-4ed4-4f23-9f3a-d1016b86583e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:23.586392 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde8b0e9-4ed4-4f23-9f3a-d1016b86583e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:05:23.591036 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-bde8b0e9-4ed4-4f23-9f3a-d1016b86583e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:05:23.593733 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde8b0e9-4ed4-4f23-9f3a-d1016b86583e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:05:23.620828 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde8b0e9-4ed4-4f23-9f3a-d1016b86583e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Pushing event updated for resources: {'Port': ['ID=57bb2054-a850-465f-ae7a-25b90789bae9,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:23.921695 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 33870) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:05:24.036980 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-47067bfc-ce18-4c8b-8740-dc157ec57485 tempest-TestSecurityGroupsBasicOps-1346892071 tempest-TestSecurityGroupsBasicOps-1346892071-project-admin] 10.222.0.22 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2282 time: 0.1129565 Sep 07 03:05:24.040340 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 33872) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:05:24.045483 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-48a7045f-b074-4dd3-89c9-04046ca88145 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Request body: {'network': {'name': 'tempest-network-smoke--1978142018', 'project_id': '78355387c134473dacc42b7646fd40dd', 'port_security_enabled': False}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:05:24.078336 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a7045f-b074-4dd3-89c9-04046ca88145 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Made reservation on behalf of 78355387c134473dacc42b7646fd40dd for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:05:24.089851 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-48a7045f-b074-4dd3-89c9-04046ca88145 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:24.140122 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48a7045f-b074-4dd3-89c9-04046ca88145 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 03:05:24.151596 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-48a7045f-b074-4dd3-89c9-04046ca88145 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:24.151954 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-48a7045f-b074-4dd3-89c9-04046ca88145 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Added segment 0ac1895b-8abc-4f80-925d-41ef367e481f of type vlan for network a3914c6a-20ba-44fa-983c-fd196f8282ce Sep 07 03:05:24.202048 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-48a7045f-b074-4dd3-89c9-04046ca88145 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:24.224857 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bde8b0e9-4ed4-4f23-9f3a-d1016b86583e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for router_gateway, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:24.232734 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-48a7045f-b074-4dd3-89c9-04046ca88145 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:24.240225 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a7045f-b074-4dd3-89c9-04046ca88145 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:24.240777 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-48a7045f-b074-4dd3-89c9-04046ca88145 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:24.293972 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-48a7045f-b074-4dd3-89c9-04046ca88145 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2522411 Sep 07 03:05:24.325150 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 33878) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:05:24.332778 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-e2052ff6-2222-4aa8-89ff-ff4ced73788a tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1731635490', 'admin_state_up': True, 'project_id': '78355387c134473dacc42b7646fd40dd', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:05:24.340127 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a7045f-b074-4dd3-89c9-04046ca88145 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Pushing event updated for resources: {'Network': ['ID=a3914c6a-20ba-44fa-983c-fd196f8282ce,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:24.354033 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network a3914c6a-20ba-44fa-983c-fd196f8282ce details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 03:05:24.379751 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e2052ff6-2222-4aa8-89ff-ff4ced73788a tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:24.380840 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e2052ff6-2222-4aa8-89ff-ff4ced73788a tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:24.449820 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e2052ff6-2222-4aa8-89ff-ff4ced73788a tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:24.483873 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bde8b0e9-4ed4-4f23-9f3a-d1016b86583e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:24.611891 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e2052ff6-2222-4aa8-89ff-ff4ced73788a tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:24.631770 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bde8b0e9-4ed4-4f23-9f3a-d1016b86583e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Router 8a3a759c-feeb-4813-8dcc-49934164a441 is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 03:05:24.749697 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde8b0e9-4ed4-4f23-9f3a-d1016b86583e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:05:24.761144 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a9f345-20a8-4670-bf48-8b2f4adeebd7 None None] Sync routers for ids ['8a3a759c-feeb-4813-8dcc-49934164a441'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:05:24.772500 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bde8b0e9-4ed4-4f23-9f3a-d1016b86583e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:24.773891 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-bde8b0e9-4ed4-4f23-9f3a-d1016b86583e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.9860666 Sep 07 03:05:24.777146 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 33880) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:05:24.782438 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a9f345-20a8-4670-bf48-8b2f4adeebd7 None None] Routers {'8a3a759c-feeb-4813-8dcc-49934164a441'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:05:24.783076 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-f0a9f345-20a8-4670-bf48-8b2f4adeebd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:04:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['8a3a759c-feeb-4813-8dcc-49934164a441'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:05:24.852907 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e2052ff6-2222-4aa8-89ff-ff4ced73788a tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:24.899751 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e2052ff6-2222-4aa8-89ff-ff4ced73788a tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:24.906035 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-fa702a2a-4edb-4812-ae97-01c898a3ff2f tempest-TestNetworkBasicOps-1684385295 tempest-TestNetworkBasicOps-1684385295-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=d26848eac2634f46a9e82fab10685270&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1254706 Sep 07 03:05:24.906432 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 33884) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:05:24.942498 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-f0a9f345-20a8-4670-bf48-8b2f4adeebd7 None None] Set router 8a3a759c-feeb-4813-8dcc-49934164a441 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:05:25.006653 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d048a8-fe5a-425c-a11d-a6da688d4f2c tempest-TestNetworkBasicOps-1684385295 tempest-TestNetworkBasicOps-1684385295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:25.010736 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-61d048a8-fe5a-425c-a11d-a6da688d4f2c tempest-TestNetworkBasicOps-1684385295 tempest-TestNetworkBasicOps-1684385295-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1008584 Sep 07 03:05:25.011390 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 33886) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:05:25.055906 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-11313c1a-9d02-4a6c-a606-2eb7f468f810 tempest-TestNetworkBasicOps-1684385295 tempest-TestNetworkBasicOps-1684385295-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=1166b922-7457-4da4-bdda-328e8c8e7bc6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412283 Sep 07 03:05:25.059661 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 33888) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:05:25.063153 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-a1988038-22bb-4054-933e-ae16eaa73efb tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1107814141', 'network_id': '3dc49b2b-b179-465c-aabe-a71d39ec1803', 'project_id': 'd26848eac2634f46a9e82fab10685270', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:05:25.072737 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-e2052ff6-2222-4aa8-89ff-ff4ced73788a tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Allocated IP 172.25.5.74 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/a2a8891e-f9d6-49c7-97c0-b62da0fae8bd) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:05:25.206523 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1988038-22bb-4054-933e-ae16eaa73efb tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Made reservation on behalf of d26848eac2634f46a9e82fab10685270 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:05:25.211903 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a1988038-22bb-4054-933e-ae16eaa73efb tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:25.240630 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e2052ff6-2222-4aa8-89ff-ff4ced73788a tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:25.262266 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-f0a9f345-20a8-4670-bf48-8b2f4adeebd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a3a759c-feeb-4813-8dcc-49934164a441', 'name': 'tempest-TestNetworkBasicOps-router-835930913', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '57bb2054-a850-465f-ae7a-25b90789bae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:05:22Z', 'updated_at': '2021-09-07T03:05:24Z', 'revision_number': 3, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'gw_port': {'id': '57bb2054-a850-465f-ae7a-25b90789bae9', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:93:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a3a759c-feeb-4813-8dcc-49934164a441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:05:23Z', 'updated_at': '2021-09-07T03:05:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:05:25.289422 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e2052ff6-2222-4aa8-89ff-ff4ced73788a tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:25.321923 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a9f345-20a8-4670-bf48-8b2f4adeebd7 None None] Checking router: 8a3a759c-feeb-4813-8dcc-49934164a441 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:05:25.322414 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a9f345-20a8-4670-bf48-8b2f4adeebd7 None None] Updating router 8a3a759c-feeb-4813-8dcc-49934164a441 port 57bb2054-a850-465f-ae7a-25b90789bae9 binding host n-d-796209-16 {{(pid=94703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 03:05:25.365057 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2052ff6-2222-4aa8-89ff-ff4ced73788a tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:05:25.371458 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-e2052ff6-2222-4aa8-89ff-ff4ced73788a tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:05:25.380318 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2052ff6-2222-4aa8-89ff-ff4ced73788a tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:05:25.385936 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2052ff6-2222-4aa8-89ff-ff4ced73788a tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Pushing event updated for resources: {'Port': ['ID=a2a8891e-f9d6-49c7-97c0-b62da0fae8bd,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:25.390255 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-f0a9f345-20a8-4670-bf48-8b2f4adeebd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:25.522817 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a1988038-22bb-4054-933e-ae16eaa73efb tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:25.622752 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1988038-22bb-4054-933e-ae16eaa73efb tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Pushing event updated for resources: {'Subnet': ['ID=0c149c38-03aa-4dfb-9aab-bd307e4b69ec,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:25.685503 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1988038-22bb-4054-933e-ae16eaa73efb tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Checking segment: {'id': '3282f482-906f-4021-876f-c04da7071ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3dc49b2b-b179-465c-aabe-a71d39ec1803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:05:25.686057 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1988038-22bb-4054-933e-ae16eaa73efb tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Network hostable DHCP agents. Network: 3dc49b2b-b179-465c-aabe-a71d39ec1803, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 03:05:25.713719 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1988038-22bb-4054-933e-ae16eaa73efb tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Network 3dc49b2b-b179-465c-aabe-a71d39ec1803 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 03:05:25.728960 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-a1988038-22bb-4054-933e-ae16eaa73efb tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 3dc49b2b-b179-465c-aabe-a71d39ec1803) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:05:25.737125 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37b4358-e839-43a3-b2da-2099641e4f46 None None] Network 3dc49b2b-b179-465c-aabe-a71d39ec1803 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:05:25.744658 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1988038-22bb-4054-933e-ae16eaa73efb tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:25.745414 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a1988038-22bb-4054-933e-ae16eaa73efb tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:25.764920 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a1988038-22bb-4054-933e-ae16eaa73efb tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7066898 Sep 07 03:05:25.779585 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 33966) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:05:25.995920 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e2052ff6-2222-4aa8-89ff-ff4ced73788a tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:26.045754 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-f0a9f345-20a8-4670-bf48-8b2f4adeebd7 None None] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:26.061883 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-f0a9f345-20a8-4670-bf48-8b2f4adeebd7 None None] Transition to ACTIVE for port object 57bb2054-a850-465f-ae7a-25b90789bae9 will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:05:26.065565 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-f0a9f345-20a8-4670-bf48-8b2f4adeebd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:26.147274 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-f0a9f345-20a8-4670-bf48-8b2f4adeebd7 None None] Attempting to bind port 57bb2054-a850-465f-ae7a-25b90789bae9 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:05:26.147869 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-f0a9f345-20a8-4670-bf48-8b2f4adeebd7 None None] Attempting to bind port 57bb2054-a850-465f-ae7a-25b90789bae9 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:05:26.148647 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a9f345-20a8-4670-bf48-8b2f4adeebd7 None None] Attempting to bind port 57bb2054-a850-465f-ae7a-25b90789bae9 on network 1166b922-7457-4da4-bdda-328e8c8e7bc6 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:05:26.158202 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a9f345-20a8-4670-bf48-8b2f4adeebd7 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:05:26.159146 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a9f345-20a8-4670-bf48-8b2f4adeebd7 None None] Checking segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:05:26.159891 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-f0a9f345-20a8-4670-bf48-8b2f4adeebd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:26.161351 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a9f345-20a8-4670-bf48-8b2f4adeebd7 None None] Bound using segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:05:26.162102 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-f0a9f345-20a8-4670-bf48-8b2f4adeebd7 None None] Bound port: 57bb2054-a850-465f-ae7a-25b90789bae9, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:05:26.162756 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-f0a9f345-20a8-4670-bf48-8b2f4adeebd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:26.297417 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-f0a9f345-20a8-4670-bf48-8b2f4adeebd7 None None] For port 57bb2054-a850-465f-ae7a-25b90789bae9, host n-d-796209-16, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:05:26.300981 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-f0a9f345-20a8-4670-bf48-8b2f4adeebd7 None None] For port 57bb2054-a850-465f-ae7a-25b90789bae9, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=57bb2054-a850-465f-ae7a-25b90789bae9,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:05:26.315602 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-f0a9f345-20a8-4670-bf48-8b2f4adeebd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:26.318761 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af23eb8-0b4c-4710-a8bd-b06e2330cba8 None None] Pushing event updated for resources: {'Port': ['ID=57bb2054-a850-465f-ae7a-25b90789bae9,revision_number=2']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:26.330803 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af23eb8-0b4c-4710-a8bd-b06e2330cba8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:05:26.331244 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af23eb8-0b4c-4710-a8bd-b06e2330cba8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:05:26.331711 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af23eb8-0b4c-4710-a8bd-b06e2330cba8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:05:26.332371 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af23eb8-0b4c-4710-a8bd-b06e2330cba8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:05:26.333168 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af23eb8-0b4c-4710-a8bd-b06e2330cba8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:05:26.333599 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af23eb8-0b4c-4710-a8bd-b06e2330cba8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:05:26.334176 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af23eb8-0b4c-4710-a8bd-b06e2330cba8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:05:26.334652 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af23eb8-0b4c-4710-a8bd-b06e2330cba8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:05:26.335318 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af23eb8-0b4c-4710-a8bd-b06e2330cba8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:05:26.335580 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af23eb8-0b4c-4710-a8bd-b06e2330cba8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:05:26.335995 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af23eb8-0b4c-4710-a8bd-b06e2330cba8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:05:26.336405 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af23eb8-0b4c-4710-a8bd-b06e2330cba8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:05:26.462119 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a9f345-20a8-4670-bf48-8b2f4adeebd7 None None] Routers {'8a3a759c-feeb-4813-8dcc-49934164a441'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:05:26.462660 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-f0a9f345-20a8-4670-bf48-8b2f4adeebd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:04:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['8a3a759c-feeb-4813-8dcc-49934164a441'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:05:26.470135 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e2052ff6-2222-4aa8-89ff-ff4ced73788a tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:26.534696 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0fb39e84-6a23-42c1-9235-166d25ae0103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:26.543526 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ab0850-18ab-4200-a481-980928f47733 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-3dc49b2b-b179-465c-aabe-a71d39ec1803', 'network_id': '3dc49b2b-b179-465c-aabe-a71d39ec1803', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'fixed_ips': [{'subnet_id': '0c149c38-03aa-4dfb-9aab-bd307e4b69ec'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 03:05:26.544507 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-31ab0850-18ab-4200-a481-980928f47733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:26.558900 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af23eb8-0b4c-4710-a8bd-b06e2330cba8 None None] Pushing event updated for resources: {'Port': ['ID=57bb2054-a850-465f-ae7a-25b90789bae9,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:26.676639 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2052ff6-2222-4aa8-89ff-ff4ced73788a tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Router 1ef29b02-90cf-4304-8e4b-c78f5f4acc7b is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 03:05:26.723680 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-f0a9f345-20a8-4670-bf48-8b2f4adeebd7 None None] Set router 8a3a759c-feeb-4813-8dcc-49934164a441 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:05:26.725094 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-017bdb26-78a4-4a9b-b610-4482dd577808 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:26.882628 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2052ff6-2222-4aa8-89ff-ff4ced73788a tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:05:26.903250 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8bd495-8c63-4e8a-902b-0db2f1786c15 None None] Sync routers for ids ['1ef29b02-90cf-4304-8e4b-c78f5f4acc7b'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:05:26.908205 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-31ab0850-18ab-4200-a481-980928f47733 None None] Allocated IP 172.20.0.2 (3dc49b2b-b179-465c-aabe-a71d39ec1803/0c149c38-03aa-4dfb-9aab-bd307e4b69ec/e44a1455-1a94-4b65-88ba-8c5822562811) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:05:26.925248 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8bd495-8c63-4e8a-902b-0db2f1786c15 None None] Routers {'1ef29b02-90cf-4304-8e4b-c78f5f4acc7b'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:05:26.926147 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-bc8bd495-8c63-4e8a-902b-0db2f1786c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:04:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['1ef29b02-90cf-4304-8e4b-c78f5f4acc7b'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:05:26.955936 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e2052ff6-2222-4aa8-89ff-ff4ced73788a tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:26.960796 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-e2052ff6-2222-4aa8-89ff-ff4ced73788a tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.6341870 Sep 07 03:05:26.961589 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 34046) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:05:27.106184 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-f0a9f345-20a8-4670-bf48-8b2f4adeebd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a3a759c-feeb-4813-8dcc-49934164a441', 'name': 'tempest-TestNetworkBasicOps-router-835930913', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '57bb2054-a850-465f-ae7a-25b90789bae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:05:22Z', 'updated_at': '2021-09-07T03:05:24Z', 'revision_number': 3, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'gw_port': {'id': '57bb2054-a850-465f-ae7a-25b90789bae9', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:93:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a3a759c-feeb-4813-8dcc-49934164a441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:05:23Z', 'updated_at': '2021-09-07T03:05:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:05:27.120636 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdeed698-0680-420b-a94f-dae088e9d703 tempest-TestSecurityGroupsBasicOps-1346892071 tempest-TestSecurityGroupsBasicOps-1346892071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:27.123386 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-cdeed698-0680-420b-a94f-dae088e9d703 tempest-TestSecurityGroupsBasicOps-1346892071 tempest-TestSecurityGroupsBasicOps-1346892071-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=78355387c134473dacc42b7646fd40dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1608074 Sep 07 03:05:27.126232 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 34048) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:05:27.140989 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a9f345-20a8-4670-bf48-8b2f4adeebd7 None None] The sync data for ids ['8a3a759c-feeb-4813-8dcc-49934164a441'] in n-d-796209-16 is: [{'id': '8a3a759c-feeb-4813-8dcc-49934164a441', 'name': 'tempest-TestNetworkBasicOps-router-835930913', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '57bb2054-a850-465f-ae7a-25b90789bae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:05:22Z', 'updated_at': '2021-09-07T03:05:24Z', 'revision_number': 3, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'gw_port': {'id': '57bb2054-a850-465f-ae7a-25b90789bae9', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:93:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a3a759c-feeb-4813-8dcc-49934164a441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:05:23Z', 'updated_at': '2021-09-07T03:05:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:05:27.143929 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-bc8bd495-8c63-4e8a-902b-0db2f1786c15 None None] Set router 1ef29b02-90cf-4304-8e4b-c78f5f4acc7b gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:05:27.248487 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0656057-a66a-4a93-b45e-b67e2b437c91 tempest-TestSecurityGroupsBasicOps-1346892071 tempest-TestSecurityGroupsBasicOps-1346892071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:27.250055 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-e0656057-a66a-4a93-b45e-b67e2b437c91 tempest-TestSecurityGroupsBasicOps-1346892071 tempest-TestSecurityGroupsBasicOps-1346892071-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1223235 Sep 07 03:05:27.252989 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 34050) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:05:27.297161 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ba56a0cb-e9f2-4dcb-aa5b-ee8fa2422fdc tempest-TestSecurityGroupsBasicOps-1346892071 tempest-TestSecurityGroupsBasicOps-1346892071-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=1166b922-7457-4da4-bdda-328e8c8e7bc6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420108 Sep 07 03:05:27.300281 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 34052) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:05:27.346401 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-176ca1aa-4136-4c01-8e93-5fcad3a85dc1 tempest-TestSecurityGroupsBasicOps-1346892071 tempest-TestSecurityGroupsBasicOps-1346892071-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=78355387c134473dacc42b7646fd40dd&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0423610 Sep 07 03:05:27.346604 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-31ab0850-18ab-4200-a481-980928f47733 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:27.346901 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 34054) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:05:27.362701 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-31ab0850-18ab-4200-a481-980928f47733 None None] Transition to ACTIVE for port object e44a1455-1a94-4b65-88ba-8c5822562811 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:05:27.407299 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-31ab0850-18ab-4200-a481-980928f47733 None None] Transition to ACTIVE for port object e44a1455-1a94-4b65-88ba-8c5822562811 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:05:27.440245 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-31ab0850-18ab-4200-a481-980928f47733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:27.522413 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ab0850-18ab-4200-a481-980928f47733 None None] Network 3dc49b2b-b179-465c-aabe-a71d39ec1803 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:05:27.530491 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-31ab0850-18ab-4200-a481-980928f47733 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:05:27.542492 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ab0850-18ab-4200-a481-980928f47733 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:05:27.546142 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ab0850-18ab-4200-a481-980928f47733 None None] Pushing event updated for resources: {'Port': ['ID=e44a1455-1a94-4b65-88ba-8c5822562811,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:27.554051 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-bc8bd495-8c63-4e8a-902b-0db2f1786c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef29b02-90cf-4304-8e4b-c78f5f4acc7b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1731635490', 'tenant_id': '78355387c134473dacc42b7646fd40dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'a2a8891e-f9d6-49c7-97c0-b62da0fae8bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:05:24Z', 'updated_at': '2021-09-07T03:05:25Z', 'revision_number': 3, 'project_id': '78355387c134473dacc42b7646fd40dd', 'gw_port': {'id': 'a2a8891e-f9d6-49c7-97c0-b62da0fae8bd', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:09:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef29b02-90cf-4304-8e4b-c78f5f4acc7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:05:24Z', 'updated_at': '2021-09-07T03:05:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:05:27.557291 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-017bdb26-78a4-4a9b-b610-4482dd577808 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Allocated IP 172.20.0.1 (3dc49b2b-b179-465c-aabe-a71d39ec1803/0c149c38-03aa-4dfb-9aab-bd307e4b69ec/8aad7048-62f8-4c7e-8701-eee43c31a243) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:05:27.602820 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ab0850-18ab-4200-a481-980928f47733 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:05:27.603181 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ab0850-18ab-4200-a481-980928f47733 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:05:27.603580 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ab0850-18ab-4200-a481-980928f47733 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:05:27.603931 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ab0850-18ab-4200-a481-980928f47733 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:05:27.604275 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ab0850-18ab-4200-a481-980928f47733 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:05:27.604615 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ab0850-18ab-4200-a481-980928f47733 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:05:27.604949 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ab0850-18ab-4200-a481-980928f47733 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:05:27.605283 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ab0850-18ab-4200-a481-980928f47733 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:05:27.605620 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ab0850-18ab-4200-a481-980928f47733 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:05:27.605954 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ab0850-18ab-4200-a481-980928f47733 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:05:27.606290 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ab0850-18ab-4200-a481-980928f47733 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:05:27.606623 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ab0850-18ab-4200-a481-980928f47733 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:05:27.612930 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8bd495-8c63-4e8a-902b-0db2f1786c15 None None] Checking router: 1ef29b02-90cf-4304-8e4b-c78f5f4acc7b for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:05:27.613286 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8bd495-8c63-4e8a-902b-0db2f1786c15 None None] Updating router 1ef29b02-90cf-4304-8e4b-c78f5f4acc7b port a2a8891e-f9d6-49c7-97c0-b62da0fae8bd binding host n-d-796209-16 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 03:05:27.671586 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bc8bd495-8c63-4e8a-902b-0db2f1786c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:27.676102 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-31ab0850-18ab-4200-a481-980928f47733 None None] Attempting to bind port e44a1455-1a94-4b65-88ba-8c5822562811 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:05:27.676615 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-31ab0850-18ab-4200-a481-980928f47733 None None] Attempting to bind port e44a1455-1a94-4b65-88ba-8c5822562811 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '3282f482-906f-4021-876f-c04da7071ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3dc49b2b-b179-465c-aabe-a71d39ec1803'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:05:27.676994 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ab0850-18ab-4200-a481-980928f47733 None None] Attempting to bind port e44a1455-1a94-4b65-88ba-8c5822562811 on network 3dc49b2b-b179-465c-aabe-a71d39ec1803 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:05:27.703320 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ab0850-18ab-4200-a481-980928f47733 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:05:27.703740 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ab0850-18ab-4200-a481-980928f47733 None None] Checking segment: {'id': '3282f482-906f-4021-876f-c04da7071ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3dc49b2b-b179-465c-aabe-a71d39ec1803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:05:27.704142 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-31ab0850-18ab-4200-a481-980928f47733 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:27.704544 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ab0850-18ab-4200-a481-980928f47733 None None] Bound using segment: {'id': '3282f482-906f-4021-876f-c04da7071ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3dc49b2b-b179-465c-aabe-a71d39ec1803'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:05:27.705027 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-31ab0850-18ab-4200-a481-980928f47733 None None] Bound port: e44a1455-1a94-4b65-88ba-8c5822562811, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3282f482-906f-4021-876f-c04da7071ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3dc49b2b-b179-465c-aabe-a71d39ec1803'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:05:27.705416 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-31ab0850-18ab-4200-a481-980928f47733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:27.727646 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acb9aa8-b403-4fc6-899e-77cf087c159c tempest-TestSecurityGroupsBasicOps-1346892071 tempest-TestSecurityGroupsBasicOps-1346892071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:27.732466 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 34058) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:05:27.734801 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-7acb9aa8-b403-4fc6-899e-77cf087c159c tempest-TestSecurityGroupsBasicOps-1346892071 tempest-TestSecurityGroupsBasicOps-1346892071-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3867078 Sep 07 03:05:27.783882 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-12b14b49-81d7-41fe-a5cf-4935c9b09bc8 tempest-TestSecurityGroupsBasicOps-1346892071 tempest-TestSecurityGroupsBasicOps-1346892071-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=1166b922-7457-4da4-bdda-328e8c8e7bc6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0500379 Sep 07 03:05:27.787054 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 34060) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:05:27.789968 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-017bdb26-78a4-4a9b-b610-4482dd577808 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:27.803878 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-06220cd0-99c6-42b0-b1bc-ad8cf5973362 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-61462007', 'network_id': 'a3914c6a-20ba-44fa-983c-fd196f8282ce', 'project_id': '78355387c134473dacc42b7646fd40dd', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:05:27.821269 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-017bdb26-78a4-4a9b-b610-4482dd577808 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Transition to ACTIVE for port object 8aad7048-62f8-4c7e-8701-eee43c31a243 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:05:27.870059 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-31ab0850-18ab-4200-a481-980928f47733 None None] For port e44a1455-1a94-4b65-88ba-8c5822562811, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:05:27.876039 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-017bdb26-78a4-4a9b-b610-4482dd577808 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:27.914536 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-31ab0850-18ab-4200-a481-980928f47733 None None] For port e44a1455-1a94-4b65-88ba-8c5822562811, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=e44a1455-1a94-4b65-88ba-8c5822562811,segment=NetworkSegment(3282f482-906f-4021-876f-c04da7071ffe),segment_id=3282f482-906f-4021-876f-c04da7071ffe)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:05:27.928853 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-31ab0850-18ab-4200-a481-980928f47733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:27.955547 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017bdb26-78a4-4a9b-b610-4482dd577808 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Network 3dc49b2b-b179-465c-aabe-a71d39ec1803 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:05:27.962952 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-017bdb26-78a4-4a9b-b610-4482dd577808 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:05:27.966320 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017bdb26-78a4-4a9b-b610-4482dd577808 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:05:28.007473 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06220cd0-99c6-42b0-b1bc-ad8cf5973362 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Made reservation on behalf of 78355387c134473dacc42b7646fd40dd for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:05:28.021464 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-06220cd0-99c6-42b0-b1bc-ad8cf5973362 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:28.028608 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017bdb26-78a4-4a9b-b610-4482dd577808 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Pushing event updated for resources: {'Port': ['ID=8aad7048-62f8-4c7e-8701-eee43c31a243,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:28.049641 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ab0850-18ab-4200-a481-980928f47733 None None] Pushing event updated for resources: {'Port': ['ID=e44a1455-1a94-4b65-88ba-8c5822562811,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:28.064771 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-017bdb26-78a4-4a9b-b610-4482dd577808 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:28.163576 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bc8bd495-8c63-4e8a-902b-0db2f1786c15 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:28.202789 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-bc8bd495-8c63-4e8a-902b-0db2f1786c15 None None] Transition to ACTIVE for port object a2a8891e-f9d6-49c7-97c0-b62da0fae8bd will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:05:28.234218 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bc8bd495-8c63-4e8a-902b-0db2f1786c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:28.264032 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-97b4d4d1-af56-49db-af26-b01b5fc69512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:28.357580 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-017bdb26-78a4-4a9b-b610-4482dd577808 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:28.399411 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-bc8bd495-8c63-4e8a-902b-0db2f1786c15 None None] Attempting to bind port a2a8891e-f9d6-49c7-97c0-b62da0fae8bd on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:05:28.399957 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-bc8bd495-8c63-4e8a-902b-0db2f1786c15 None None] Attempting to bind port a2a8891e-f9d6-49c7-97c0-b62da0fae8bd by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:05:28.400334 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8bd495-8c63-4e8a-902b-0db2f1786c15 None None] Attempting to bind port a2a8891e-f9d6-49c7-97c0-b62da0fae8bd on network 1166b922-7457-4da4-bdda-328e8c8e7bc6 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:05:28.403713 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5749c13-f381-4e53-b767-558cf99afb1c None None] Pushing event updated for resources: {'Port': ['ID=a2a8891e-f9d6-49c7-97c0-b62da0fae8bd,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:28.422821 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8bd495-8c63-4e8a-902b-0db2f1786c15 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:05:28.423213 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8bd495-8c63-4e8a-902b-0db2f1786c15 None None] Checking segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:05:28.423663 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bc8bd495-8c63-4e8a-902b-0db2f1786c15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:28.424075 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8bd495-8c63-4e8a-902b-0db2f1786c15 None None] Bound using segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:05:28.424576 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-bc8bd495-8c63-4e8a-902b-0db2f1786c15 None None] Bound port: a2a8891e-f9d6-49c7-97c0-b62da0fae8bd, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:05:28.424966 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bc8bd495-8c63-4e8a-902b-0db2f1786c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:28.510004 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-bc8bd495-8c63-4e8a-902b-0db2f1786c15 None None] For port a2a8891e-f9d6-49c7-97c0-b62da0fae8bd, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:05:28.514573 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-bc8bd495-8c63-4e8a-902b-0db2f1786c15 None None] For port a2a8891e-f9d6-49c7-97c0-b62da0fae8bd, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=a2a8891e-f9d6-49c7-97c0-b62da0fae8bd,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:05:28.524366 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bc8bd495-8c63-4e8a-902b-0db2f1786c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:28.616939 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8bd495-8c63-4e8a-902b-0db2f1786c15 None None] Routers {'1ef29b02-90cf-4304-8e4b-c78f5f4acc7b'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:05:28.617905 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-bc8bd495-8c63-4e8a-902b-0db2f1786c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:05:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['1ef29b02-90cf-4304-8e4b-c78f5f4acc7b'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:05:28.686215 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5749c13-f381-4e53-b767-558cf99afb1c None None] Pushing event updated for resources: {'Port': ['ID=a2a8891e-f9d6-49c7-97c0-b62da0fae8bd,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:28.769011 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:28.798605 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-bc8bd495-8c63-4e8a-902b-0db2f1786c15 None None] Set router 1ef29b02-90cf-4304-8e4b-c78f5f4acc7b gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:05:28.867922 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-017bdb26-78a4-4a9b-b610-4482dd577808 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:28.875004 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-017bdb26-78a4-4a9b-b610-4482dd577808 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:28.986378 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-06220cd0-99c6-42b0-b1bc-ad8cf5973362 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:28.993074 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-017bdb26-78a4-4a9b-b610-4482dd577808 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:28.996205 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017bdb26-78a4-4a9b-b610-4482dd577808 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Pushing event updated for resources: {'Port': ['ID=8aad7048-62f8-4c7e-8701-eee43c31a243,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:29.089124 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06220cd0-99c6-42b0-b1bc-ad8cf5973362 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Pushing event updated for resources: {'Subnet': ['ID=eac5505c-d315-4ffe-a0d5-9f14949b2053,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:29.104080 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06220cd0-99c6-42b0-b1bc-ad8cf5973362 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Checking segment: {'id': '0ac1895b-8abc-4f80-925d-41ef367e481f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a3914c6a-20ba-44fa-983c-fd196f8282ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:05:29.104750 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06220cd0-99c6-42b0-b1bc-ad8cf5973362 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Network hostable DHCP agents. Network: a3914c6a-20ba-44fa-983c-fd196f8282ce, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 03:05:29.139205 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06220cd0-99c6-42b0-b1bc-ad8cf5973362 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Network a3914c6a-20ba-44fa-983c-fd196f8282ce is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 03:05:29.160006 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-06220cd0-99c6-42b0-b1bc-ad8cf5973362 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, a3914c6a-20ba-44fa-983c-fd196f8282ce) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:05:29.164913 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-bc8bd495-8c63-4e8a-902b-0db2f1786c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef29b02-90cf-4304-8e4b-c78f5f4acc7b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1731635490', 'tenant_id': '78355387c134473dacc42b7646fd40dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'a2a8891e-f9d6-49c7-97c0-b62da0fae8bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:05:24Z', 'updated_at': '2021-09-07T03:05:25Z', 'revision_number': 3, 'project_id': '78355387c134473dacc42b7646fd40dd', 'gw_port': {'id': 'a2a8891e-f9d6-49c7-97c0-b62da0fae8bd', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:09:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef29b02-90cf-4304-8e4b-c78f5f4acc7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:05:24Z', 'updated_at': '2021-09-07T03:05:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:05:29.169543 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae70b4b-4b96-4222-9bcc-024a974730b0 None None] Network a3914c6a-20ba-44fa-983c-fd196f8282ce requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:05:29.170248 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06220cd0-99c6-42b0-b1bc-ad8cf5973362 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:29.172101 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-06220cd0-99c6-42b0-b1bc-ad8cf5973362 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:29.205103 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-06220cd0-99c6-42b0-b1bc-ad8cf5973362 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 1.4155080 Sep 07 03:05:29.208310 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 34068) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:05:29.223961 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017bdb26-78a4-4a9b-b610-4482dd577808 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Network 3dc49b2b-b179-465c-aabe-a71d39ec1803 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:05:29.225655 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-017bdb26-78a4-4a9b-b610-4482dd577808 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:05:29.270864 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8bd495-8c63-4e8a-902b-0db2f1786c15 None None] The sync data for ids ['1ef29b02-90cf-4304-8e4b-c78f5f4acc7b'] in n-d-796209-16 is: [{'id': '1ef29b02-90cf-4304-8e4b-c78f5f4acc7b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1731635490', 'tenant_id': '78355387c134473dacc42b7646fd40dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'a2a8891e-f9d6-49c7-97c0-b62da0fae8bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:05:24Z', 'updated_at': '2021-09-07T03:05:25Z', 'revision_number': 3, 'project_id': '78355387c134473dacc42b7646fd40dd', 'gw_port': {'id': 'a2a8891e-f9d6-49c7-97c0-b62da0fae8bd', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:09:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef29b02-90cf-4304-8e4b-c78f5f4acc7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:05:24Z', 'updated_at': '2021-09-07T03:05:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:05:29.510768 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-017bdb26-78a4-4a9b-b610-4482dd577808 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Router 8a3a759c-feeb-4813-8dcc-49934164a441 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:05:29.814898 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-017bdb26-78a4-4a9b-b610-4482dd577808 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:05:29.824457 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-017bdb26-78a4-4a9b-b610-4482dd577808 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "PUT /v2.0/routers/8a3a759c-feeb-4813-8dcc-49934164a441/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0436687 Sep 07 03:05:29.825088 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 34072) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:05:29.902661 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device e44a1455-1a94-4b65-88ba-8c5822562811 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:05:29.909020 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65784ad-6d7b-492b-b88e-a1fc1f486984 None None] Network 3dc49b2b-b179-465c-aabe-a71d39ec1803 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:05:30.047626 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e0ed93-ad2b-46f2-ab0d-cb44767a45cf tempest-TestNetworkBasicOps-1684385295 tempest-TestNetworkBasicOps-1684385295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:30.052370 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e0ed93-ad2b-46f2-ab0d-cb44767a45cf tempest-TestNetworkBasicOps-1684385295 tempest-TestNetworkBasicOps-1684385295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:30.053229 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e0ed93-ad2b-46f2-ab0d-cb44767a45cf tempest-TestNetworkBasicOps-1684385295 tempest-TestNetworkBasicOps-1684385295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:30.053773 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e0ed93-ad2b-46f2-ab0d-cb44767a45cf tempest-TestNetworkBasicOps-1684385295 tempest-TestNetworkBasicOps-1684385295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:30.054302 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e0ed93-ad2b-46f2-ab0d-cb44767a45cf tempest-TestNetworkBasicOps-1684385295 tempest-TestNetworkBasicOps-1684385295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:30.055967 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e0ed93-ad2b-46f2-ab0d-cb44767a45cf tempest-TestNetworkBasicOps-1684385295 tempest-TestNetworkBasicOps-1684385295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:30.056567 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e0ed93-ad2b-46f2-ab0d-cb44767a45cf tempest-TestNetworkBasicOps-1684385295 tempest-TestNetworkBasicOps-1684385295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:30.059644 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e0ed93-ad2b-46f2-ab0d-cb44767a45cf tempest-TestNetworkBasicOps-1684385295 tempest-TestNetworkBasicOps-1684385295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:30.064161 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f1e0ed93-ad2b-46f2-ab0d-cb44767a45cf tempest-TestNetworkBasicOps-1684385295 tempest-TestNetworkBasicOps-1684385295-project-admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5649 time: 0.2377150 Sep 07 03:05:30.068925 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 34074) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:05:30.170802 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3833cfc-2961-4706-a4a0-38801df079b5 tempest-TestNetworkBasicOps-1684385295 tempest-TestNetworkBasicOps-1684385295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:30.171301 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3833cfc-2961-4706-a4a0-38801df079b5 tempest-TestNetworkBasicOps-1684385295 tempest-TestNetworkBasicOps-1684385295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:30.171787 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3833cfc-2961-4706-a4a0-38801df079b5 tempest-TestNetworkBasicOps-1684385295 tempest-TestNetworkBasicOps-1684385295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:30.172279 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3833cfc-2961-4706-a4a0-38801df079b5 tempest-TestNetworkBasicOps-1684385295 tempest-TestNetworkBasicOps-1684385295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:30.173311 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3833cfc-2961-4706-a4a0-38801df079b5 tempest-TestNetworkBasicOps-1684385295 tempest-TestNetworkBasicOps-1684385295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:30.173439 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3833cfc-2961-4706-a4a0-38801df079b5 tempest-TestNetworkBasicOps-1684385295 tempest-TestNetworkBasicOps-1684385295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:30.173859 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3833cfc-2961-4706-a4a0-38801df079b5 tempest-TestNetworkBasicOps-1684385295 tempest-TestNetworkBasicOps-1684385295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:30.174314 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3833cfc-2961-4706-a4a0-38801df079b5 tempest-TestNetworkBasicOps-1684385295 tempest-TestNetworkBasicOps-1684385295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:30.184000 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b3833cfc-2961-4706-a4a0-38801df079b5 tempest-TestNetworkBasicOps-1684385295 tempest-TestNetworkBasicOps-1684385295-project-admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5252 time: 0.1137915 Sep 07 03:05:30.185211 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 34076) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:05:30.199994 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-0405f60d-6b6f-43a4-b93a-eae920a4ce76 None None] Provisioning for port e44a1455-1a94-4b65-88ba-8c5822562811 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:05:30.218312 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:30.235318 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cdd750-dabe-4c35-9bcf-e7433b2c5759 None None] Sync routers for ids ['8a3a759c-feeb-4813-8dcc-49934164a441'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:05:30.247589 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-20133f32-ad19-439f-bc22-86cadc83cd29 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:30.252749 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a1a375-e89c-4037-8513-231eaa79440d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-a3914c6a-20ba-44fa-983c-fd196f8282ce', 'network_id': 'a3914c6a-20ba-44fa-983c-fd196f8282ce', 'tenant_id': '78355387c134473dacc42b7646fd40dd', 'fixed_ips': [{'subnet_id': 'eac5505c-d315-4ffe-a0d5-9f14949b2053'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 03:05:30.254258 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-11a1a375-e89c-4037-8513-231eaa79440d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:30.254771 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cdd750-dabe-4c35-9bcf-e7433b2c5759 None None] Routers {'8a3a759c-feeb-4813-8dcc-49934164a441'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:05:30.255402 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-f2cdd750-dabe-4c35-9bcf-e7433b2c5759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:05:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['8a3a759c-feeb-4813-8dcc-49934164a441'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:05:30.281099 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port e44a1455-1a94-4b65-88ba-8c5822562811 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:05:30.312465 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port e44a1455-1a94-4b65-88ba-8c5822562811 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:05:30.312867 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:30.501958 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-f2cdd750-dabe-4c35-9bcf-e7433b2c5759 None None] Set router 8a3a759c-feeb-4813-8dcc-49934164a441 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:05:30.682539 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-11a1a375-e89c-4037-8513-231eaa79440d None None] Allocated IP 172.20.0.18 (a3914c6a-20ba-44fa-983c-fd196f8282ce/eac5505c-d315-4ffe-a0d5-9f14949b2053/05d3a4d1-1928-476d-ad28-b86a3bc14a2e) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:05:30.859390 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-107845ba-12b0-494d-884f-491a0ced336e tempest-TestNetworkBasicOps-1684385295 tempest-TestNetworkBasicOps-1684385295-project-admin] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4496 time: 0.6730206 Sep 07 03:05:30.886024 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-f2cdd750-dabe-4c35-9bcf-e7433b2c5759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a3a759c-feeb-4813-8dcc-49934164a441', 'name': 'tempest-TestNetworkBasicOps-router-835930913', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '57bb2054-a850-465f-ae7a-25b90789bae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:05:22Z', 'updated_at': '2021-09-07T03:05:28Z', 'revision_number': 4, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'gw_port': {'id': '57bb2054-a850-465f-ae7a-25b90789bae9', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:93:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a3a759c-feeb-4813-8dcc-49934164a441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:05:23Z', 'updated_at': '2021-09-07T03:05:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '8aad7048-62f8-4c7e-8701-eee43c31a243', 'name': '', 'network_id': '3dc49b2b-b179-465c-aabe-a71d39ec1803', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'mac_address': 'fa:16:3e:fe:32:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a3a759c-feeb-4813-8dcc-49934164a441', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '0c149c38-03aa-4dfb-9aab-bd307e4b69ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:05:27Z', 'updated_at': '2021-09-07T03:05:28Z', 'revision_number': 2, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'subnets': [{'id': '0c149c38-03aa-4dfb-9aab-bd307e4b69ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:05:30.915711 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:30.919791 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cdd750-dabe-4c35-9bcf-e7433b2c5759 None None] Checking router: 8a3a759c-feeb-4813-8dcc-49934164a441 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:05:30.920393 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cdd750-dabe-4c35-9bcf-e7433b2c5759 None None] Updating router 8a3a759c-feeb-4813-8dcc-49934164a441 port 8aad7048-62f8-4c7e-8701-eee43c31a243 binding host n-d-796209-16 {{(pid=94703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 03:05:30.970363 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-f2cdd750-dabe-4c35-9bcf-e7433b2c5759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:30.995031 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port e44a1455-1a94-4b65-88ba-8c5822562811, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=e44a1455-1a94-4b65-88ba-8c5822562811,segment=NetworkSegment(3282f482-906f-4021-876f-c04da7071ffe),segment_id=3282f482-906f-4021-876f-c04da7071ffe)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:05:31.027191 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:31.028026 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 57bb2054-a850-465f-ae7a-25b90789bae9 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:05:31.179609 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-11a1a375-e89c-4037-8513-231eaa79440d None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:31.209408 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=e44a1455-1a94-4b65-88ba-8c5822562811,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:31.220074 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-11a1a375-e89c-4037-8513-231eaa79440d None None] Transition to ACTIVE for port object 05d3a4d1-1928-476d-ad28-b86a3bc14a2e will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:05:31.244905 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-11a1a375-e89c-4037-8513-231eaa79440d None None] Transition to ACTIVE for port object 05d3a4d1-1928-476d-ad28-b86a3bc14a2e will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:05:31.258633 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-11a1a375-e89c-4037-8513-231eaa79440d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:31.271780 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 57bb2054-a850-465f-ae7a-25b90789bae9 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:05:31.328603 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 57bb2054-a850-465f-ae7a-25b90789bae9 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:05:31.328984 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:31.333339 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a1a375-e89c-4037-8513-231eaa79440d None None] Network a3914c6a-20ba-44fa-983c-fd196f8282ce is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:05:31.351854 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 34084) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:05:31.360535 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-1d730c0d-7219-4973-89da-a2e5a1a961a9 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-831486718', 'description': 'tempest-secgroup-smoke-831486718 description', 'project_id': 'd26848eac2634f46a9e82fab10685270'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:05:31.378766 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-20133f32-ad19-439f-bc22-86cadc83cd29 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Allocated IP 172.20.0.17 (a3914c6a-20ba-44fa-983c-fd196f8282ce/eac5505c-d315-4ffe-a0d5-9f14949b2053/c62f37ac-bc82-46d1-9503-4d2d209c6716) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:05:31.387077 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-11a1a375-e89c-4037-8513-231eaa79440d None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:05:31.399693 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a1a375-e89c-4037-8513-231eaa79440d None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:05:31.403576 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1d730c0d-7219-4973-89da-a2e5a1a961a9 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:31.490300 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1a375-e89c-4037-8513-231eaa79440d None None] Pushing event updated for resources: {'Port': ['ID=05d3a4d1-1928-476d-ad28-b86a3bc14a2e,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:31.510669 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-06a3145c-32a5-44cb-a8b8-b62f7c60c549 None None] Provisioning complete for port e44a1455-1a94-4b65-88ba-8c5822562811 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:05:31.510669 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-06a3145c-32a5-44cb-a8b8-b62f7c60c549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:31.577032 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-f2cdd750-dabe-4c35-9bcf-e7433b2c5759 None None] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:31.595061 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-f2cdd750-dabe-4c35-9bcf-e7433b2c5759 None None] Transition to ACTIVE for port object 8aad7048-62f8-4c7e-8701-eee43c31a243 will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:05:31.606352 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-f2cdd750-dabe-4c35-9bcf-e7433b2c5759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:31.643758 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:31.662100 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f202aff-f245-4d41-b6ab-175ea3065c3c None None] Pushing event updated for resources: {'Port': ['ID=8aad7048-62f8-4c7e-8701-eee43c31a243,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:31.671660 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1d730c0d-7219-4973-89da-a2e5a1a961a9 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:31.681400 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1d730c0d-7219-4973-89da-a2e5a1a961a9 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:31.688745 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-20133f32-ad19-439f-bc22-86cadc83cd29 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:31.728363 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-20133f32-ad19-439f-bc22-86cadc83cd29 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Transition to ACTIVE for port object c62f37ac-bc82-46d1-9503-4d2d209c6716 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:05:31.743901 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-11a1a375-e89c-4037-8513-231eaa79440d None None] Attempting to bind port 05d3a4d1-1928-476d-ad28-b86a3bc14a2e on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:05:31.743901 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-11a1a375-e89c-4037-8513-231eaa79440d None None] Attempting to bind port 05d3a4d1-1928-476d-ad28-b86a3bc14a2e by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '0ac1895b-8abc-4f80-925d-41ef367e481f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a3914c6a-20ba-44fa-983c-fd196f8282ce'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:05:31.743901 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a1a375-e89c-4037-8513-231eaa79440d None None] Attempting to bind port 05d3a4d1-1928-476d-ad28-b86a3bc14a2e on network a3914c6a-20ba-44fa-983c-fd196f8282ce {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:05:31.760012 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d730c0d-7219-4973-89da-a2e5a1a961a9 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03580aea-e134-48fb-8964-174d699bc06d,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:31.768088 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-f2cdd750-dabe-4c35-9bcf-e7433b2c5759 None None] Attempting to bind port 8aad7048-62f8-4c7e-8701-eee43c31a243 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:05:31.768468 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-f2cdd750-dabe-4c35-9bcf-e7433b2c5759 None None] Attempting to bind port 8aad7048-62f8-4c7e-8701-eee43c31a243 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '3282f482-906f-4021-876f-c04da7071ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3dc49b2b-b179-465c-aabe-a71d39ec1803'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:05:31.768932 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cdd750-dabe-4c35-9bcf-e7433b2c5759 None None] Attempting to bind port 8aad7048-62f8-4c7e-8701-eee43c31a243 on network 3dc49b2b-b179-465c-aabe-a71d39ec1803 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:05:31.774397 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1d730c0d-7219-4973-89da-a2e5a1a961a9 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:31.775841 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cdd750-dabe-4c35-9bcf-e7433b2c5759 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:05:31.776263 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cdd750-dabe-4c35-9bcf-e7433b2c5759 None None] Checking segment: {'id': '3282f482-906f-4021-876f-c04da7071ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3dc49b2b-b179-465c-aabe-a71d39ec1803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:05:31.776670 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-1d730c0d-7219-4973-89da-a2e5a1a961a9 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4211659 Sep 07 03:05:31.776779 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-f2cdd750-dabe-4c35-9bcf-e7433b2c5759 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:31.777488 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cdd750-dabe-4c35-9bcf-e7433b2c5759 None None] Bound using segment: {'id': '3282f482-906f-4021-876f-c04da7071ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3dc49b2b-b179-465c-aabe-a71d39ec1803'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:05:31.777963 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-f2cdd750-dabe-4c35-9bcf-e7433b2c5759 None None] Bound port: 8aad7048-62f8-4c7e-8701-eee43c31a243, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3282f482-906f-4021-876f-c04da7071ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3dc49b2b-b179-465c-aabe-a71d39ec1803'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:05:31.778398 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-f2cdd750-dabe-4c35-9bcf-e7433b2c5759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:31.782339 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 34088) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:05:31.789994 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a1a375-e89c-4037-8513-231eaa79440d None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:05:31.790381 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a1a375-e89c-4037-8513-231eaa79440d None None] Checking segment: {'id': '0ac1895b-8abc-4f80-925d-41ef367e481f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a3914c6a-20ba-44fa-983c-fd196f8282ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:05:31.790796 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-11a1a375-e89c-4037-8513-231eaa79440d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:31.791458 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a1a375-e89c-4037-8513-231eaa79440d None None] Bound using segment: {'id': '0ac1895b-8abc-4f80-925d-41ef367e481f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a3914c6a-20ba-44fa-983c-fd196f8282ce'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:05:31.792973 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-f0a51ca2-112c-487e-9fca-d90f0f493ff6 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Request body: {'security_group_rule': {'security_group_id': '03580aea-e134-48fb-8964-174d699bc06d', 'project_id': 'd26848eac2634f46a9e82fab10685270', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:05:31.794753 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-11a1a375-e89c-4037-8513-231eaa79440d None None] Bound port: 05d3a4d1-1928-476d-ad28-b86a3bc14a2e, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ac1895b-8abc-4f80-925d-41ef367e481f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a3914c6a-20ba-44fa-983c-fd196f8282ce'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:05:31.795776 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-11a1a375-e89c-4037-8513-231eaa79440d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:31.843131 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-20133f32-ad19-439f-bc22-86cadc83cd29 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:31.856725 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f0a51ca2-112c-487e-9fca-d90f0f493ff6 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:31.939330 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-f2cdd750-dabe-4c35-9bcf-e7433b2c5759 None None] For port 8aad7048-62f8-4c7e-8701-eee43c31a243, host n-d-796209-16, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:05:31.939714 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20133f32-ad19-439f-bc22-86cadc83cd29 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Network a3914c6a-20ba-44fa-983c-fd196f8282ce is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:05:31.944062 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-20133f32-ad19-439f-bc22-86cadc83cd29 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:05:31.948900 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20133f32-ad19-439f-bc22-86cadc83cd29 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:05:31.956191 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-f2cdd750-dabe-4c35-9bcf-e7433b2c5759 None None] For port 8aad7048-62f8-4c7e-8701-eee43c31a243, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=8aad7048-62f8-4c7e-8701-eee43c31a243,segment=NetworkSegment(3282f482-906f-4021-876f-c04da7071ffe),segment_id=3282f482-906f-4021-876f-c04da7071ffe)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:05:31.964776 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-f2cdd750-dabe-4c35-9bcf-e7433b2c5759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:31.975147 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:31.978590 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20133f32-ad19-439f-bc22-86cadc83cd29 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Pushing event updated for resources: {'Port': ['ID=c62f37ac-bc82-46d1-9503-4d2d209c6716,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:32.009588 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f0a51ca2-112c-487e-9fca-d90f0f493ff6 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:32.019453 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f0a51ca2-112c-487e-9fca-d90f0f493ff6 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:32.028211 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 57bb2054-a850-465f-ae7a-25b90789bae9, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=57bb2054-a850-465f-ae7a-25b90789bae9,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:05:32.073313 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f202aff-f245-4d41-b6ab-175ea3065c3c None None] Pushing event updated for resources: {'Port': ['ID=8aad7048-62f8-4c7e-8701-eee43c31a243,revision_number=4']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:32.092280 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:32.096523 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a51ca2-112c-487e-9fca-d90f0f493ff6 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b688f1f-024c-481c-abb3-50d53e780f61,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:32.098685 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cdd750-dabe-4c35-9bcf-e7433b2c5759 None None] Routers {'8a3a759c-feeb-4813-8dcc-49934164a441'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:05:32.100299 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-f2cdd750-dabe-4c35-9bcf-e7433b2c5759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:05:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['8a3a759c-feeb-4813-8dcc-49934164a441'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:05:32.100472 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-20133f32-ad19-439f-bc22-86cadc83cd29 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:32.124406 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f0a51ca2-112c-487e-9fca-d90f0f493ff6 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:32.132499 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f0a51ca2-112c-487e-9fca-d90f0f493ff6 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3480177 Sep 07 03:05:32.134087 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 34092) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:05:32.154128 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-47b57e0d-2dc5-4160-accb-7879c6ad794d tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Request body: {'security_group_rule': {'security_group_id': '03580aea-e134-48fb-8964-174d699bc06d', 'project_id': 'd26848eac2634f46a9e82fab10685270', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:05:32.210690 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-47b57e0d-2dc5-4160-accb-7879c6ad794d tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:32.215960 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-11a1a375-e89c-4037-8513-231eaa79440d None None] For port 05d3a4d1-1928-476d-ad28-b86a3bc14a2e, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:05:32.250725 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-11a1a375-e89c-4037-8513-231eaa79440d None None] For port 05d3a4d1-1928-476d-ad28-b86a3bc14a2e, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=05d3a4d1-1928-476d-ad28-b86a3bc14a2e,segment=NetworkSegment(0ac1895b-8abc-4f80-925d-41ef367e481f),segment_id=0ac1895b-8abc-4f80-925d-41ef367e481f)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:05:32.276529 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-11a1a375-e89c-4037-8513-231eaa79440d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:32.328991 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=57bb2054-a850-465f-ae7a-25b90789bae9,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:32.336344 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-06a3145c-32a5-44cb-a8b8-b62f7c60c549 None None] Provisioning for port 8aad7048-62f8-4c7e-8701-eee43c31a243 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:05:32.362723 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-47b57e0d-2dc5-4160-accb-7879c6ad794d tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:32.371291 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-47b57e0d-2dc5-4160-accb-7879c6ad794d tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:32.431192 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device e44a1455-1a94-4b65-88ba-8c5822562811 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:05:32.457953 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-47b57e0d-2dc5-4160-accb-7879c6ad794d tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:32.459130 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-47b57e0d-2dc5-4160-accb-7879c6ad794d tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3236821 Sep 07 03:05:32.463768 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b57e0d-2dc5-4160-accb-7879c6ad794d tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85c39f0c-56ad-485a-83cf-072627a07837,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:32.464839 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 34094) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:05:32.471723 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-1077bbce-0e8f-4a49-927e-b086ddb839be tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Request body: {'security_group_rule': {'security_group_id': '03580aea-e134-48fb-8964-174d699bc06d', 'project_id': 'd26848eac2634f46a9e82fab10685270', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:05:32.500579 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-20133f32-ad19-439f-bc22-86cadc83cd29 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:32.514078 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1a375-e89c-4037-8513-231eaa79440d None None] Pushing event updated for resources: {'Port': ['ID=05d3a4d1-1928-476d-ad28-b86a3bc14a2e,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:32.556026 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1077bbce-0e8f-4a49-927e-b086ddb839be tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:32.599337 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-f2cdd750-dabe-4c35-9bcf-e7433b2c5759 None None] Set router 8a3a759c-feeb-4813-8dcc-49934164a441 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:05:32.600534 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port e44a1455-1a94-4b65-88ba-8c5822562811 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:05:32.602153 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:32.715935 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device a2a8891e-f9d6-49c7-97c0-b62da0fae8bd up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:05:32.776726 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1077bbce-0e8f-4a49-927e-b086ddb839be tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:32.828443 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1077bbce-0e8f-4a49-927e-b086ddb839be tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:32.859224 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1077bbce-0e8f-4a49-927e-b086ddb839be tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=558d1645-7efa-4599-bde6-1487fb003f38,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:32.882673 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1077bbce-0e8f-4a49-927e-b086ddb839be tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:32.883205 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port a2a8891e-f9d6-49c7-97c0-b62da0fae8bd completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:05:32.888190 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-1077bbce-0e8f-4a49-927e-b086ddb839be tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4209540 Sep 07 03:05:32.889766 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port a2a8891e-f9d6-49c7-97c0-b62da0fae8bd triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:05:32.890770 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:32.890889 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 34098) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:05:32.896189 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-e83f6078-a4d6-4889-8aa2-1b28d34bbc70 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Request body: {'security_group_rule': {'security_group_id': '03580aea-e134-48fb-8964-174d699bc06d', 'project_id': 'd26848eac2634f46a9e82fab10685270', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:05:32.994524 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e83f6078-a4d6-4889-8aa2-1b28d34bbc70 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:33.118946 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:33.122611 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-f2cdd750-dabe-4c35-9bcf-e7433b2c5759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a3a759c-feeb-4813-8dcc-49934164a441', 'name': 'tempest-TestNetworkBasicOps-router-835930913', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '57bb2054-a850-465f-ae7a-25b90789bae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:05:22Z', 'updated_at': '2021-09-07T03:05:28Z', 'revision_number': 4, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'gw_port': {'id': '57bb2054-a850-465f-ae7a-25b90789bae9', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:93:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3a759c-feeb-4813-8dcc-49934164a441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:05:23Z', 'updated_at': '2021-09-07T03:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '8aad7048-62f8-4c7e-8701-eee43c31a243', 'name': '', 'network_id': '3dc49b2b-b179-465c-aabe-a71d39ec1803', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'mac_address': 'fa:16:3e:fe:32:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a3a759c-feeb-4813-8dcc-49934164a441', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '0c149c38-03aa-4dfb-9aab-bd307e4b69ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:05:27Z', 'updated_at': '2021-09-07T03:05:31Z', 'revision_number': 4, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'subnets': [{'id': '0c149c38-03aa-4dfb-9aab-bd307e4b69ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:05:33.130259 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e83f6078-a4d6-4889-8aa2-1b28d34bbc70 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:33.138396 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e83f6078-a4d6-4889-8aa2-1b28d34bbc70 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:33.154791 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port a2a8891e-f9d6-49c7-97c0-b62da0fae8bd, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=a2a8891e-f9d6-49c7-97c0-b62da0fae8bd,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:05:33.165817 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:33.166945 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83f6078-a4d6-4889-8aa2-1b28d34bbc70 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef3076d9-ef16-43f7-9243-d8d7734861bb,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:33.182927 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-20133f32-ad19-439f-bc22-86cadc83cd29 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:33.183250 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cdd750-dabe-4c35-9bcf-e7433b2c5759 None None] The sync data for ids ['8a3a759c-feeb-4813-8dcc-49934164a441'] in n-d-796209-16 is: [{'id': '8a3a759c-feeb-4813-8dcc-49934164a441', 'name': 'tempest-TestNetworkBasicOps-router-835930913', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '57bb2054-a850-465f-ae7a-25b90789bae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:05:22Z', 'updated_at': '2021-09-07T03:05:28Z', 'revision_number': 4, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'gw_port': {'id': '57bb2054-a850-465f-ae7a-25b90789bae9', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:93:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3a759c-feeb-4813-8dcc-49934164a441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:05:23Z', 'updated_at': '2021-09-07T03:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '8aad7048-62f8-4c7e-8701-eee43c31a243', 'name': '', 'network_id': '3dc49b2b-b179-465c-aabe-a71d39ec1803', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'mac_address': 'fa:16:3e:fe:32:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a3a759c-feeb-4813-8dcc-49934164a441', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '0c149c38-03aa-4dfb-9aab-bd307e4b69ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:05:27Z', 'updated_at': '2021-09-07T03:05:31Z', 'revision_number': 4, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'subnets': [{'id': '0c149c38-03aa-4dfb-9aab-bd307e4b69ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:05:33.196647 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-20133f32-ad19-439f-bc22-86cadc83cd29 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:33.199185 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e83f6078-a4d6-4889-8aa2-1b28d34bbc70 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:33.201997 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e83f6078-a4d6-4889-8aa2-1b28d34bbc70 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3100233 Sep 07 03:05:33.210101 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 34102) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:05:33.225269 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-f7f26b9d-7c51-4fc9-81a1-c55f8b9706fc tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Request body: {'security_group_rule': {'security_group_id': '03580aea-e134-48fb-8964-174d699bc06d', 'project_id': 'd26848eac2634f46a9e82fab10685270', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:05:33.280377 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=a2a8891e-f9d6-49c7-97c0-b62da0fae8bd,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:33.323127 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-20133f32-ad19-439f-bc22-86cadc83cd29 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:33.334267 n-d-796209-16 neutron-server[94700]: INFO neutron.db.securitygroups_db [None req-f7f26b9d-7c51-4fc9-81a1-c55f8b9706fc tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Project d26848eac2634f46a9e82fab10685270 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 03:05:33.341800 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20133f32-ad19-439f-bc22-86cadc83cd29 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Pushing event updated for resources: {'Port': ['ID=c62f37ac-bc82-46d1-9503-4d2d209c6716,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:33.347022 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f7f26b9d-7c51-4fc9-81a1-c55f8b9706fc tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:33.481572 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f7f26b9d-7c51-4fc9-81a1-c55f8b9706fc tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:33.493391 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f7f26b9d-7c51-4fc9-81a1-c55f8b9706fc tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:33.528424 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f26b9d-7c51-4fc9-81a1-c55f8b9706fc tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd6ac6ce-ff0e-4c86-9ca5-3032b40ead94,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:33.537828 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20133f32-ad19-439f-bc22-86cadc83cd29 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Network a3914c6a-20ba-44fa-983c-fd196f8282ce is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:05:33.540223 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-20133f32-ad19-439f-bc22-86cadc83cd29 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:05:33.546330 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f7f26b9d-7c51-4fc9-81a1-c55f8b9706fc tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:33.549040 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f7f26b9d-7c51-4fc9-81a1-c55f8b9706fc tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3307302 Sep 07 03:05:33.551860 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 34104) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:05:33.556742 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-154843d5-121f-46d9-a388-c1ba80b3d6ec tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Request body: {'security_group_rule': {'security_group_id': '03580aea-e134-48fb-8964-174d699bc06d', 'project_id': 'd26848eac2634f46a9e82fab10685270', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:05:33.595715 n-d-796209-16 neutron-server[94701]: INFO neutron.db.securitygroups_db [None req-154843d5-121f-46d9-a388-c1ba80b3d6ec tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Project d26848eac2634f46a9e82fab10685270 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 03:05:33.605062 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-154843d5-121f-46d9-a388-c1ba80b3d6ec tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:33.709815 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-154843d5-121f-46d9-a388-c1ba80b3d6ec tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:33.717313 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-154843d5-121f-46d9-a388-c1ba80b3d6ec tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:33.750937 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154843d5-121f-46d9-a388-c1ba80b3d6ec tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0419bcb0-605c-437a-b995-849c203b303e,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:33.763982 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20133f32-ad19-439f-bc22-86cadc83cd29 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Router 1ef29b02-90cf-4304-8e4b-c78f5f4acc7b has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:05:33.771245 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-154843d5-121f-46d9-a388-c1ba80b3d6ec tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:33.772907 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-154843d5-121f-46d9-a388-c1ba80b3d6ec tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2200210 Sep 07 03:05:33.959104 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20133f32-ad19-439f-bc22-86cadc83cd29 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:05:33.967269 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-20133f32-ad19-439f-bc22-86cadc83cd29 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "PUT /v2.0/routers/1ef29b02-90cf-4304-8e4b-c78f5f4acc7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7577791 Sep 07 03:05:33.979763 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23cc24e-5469-4027-b49d-3b3dff414730 None None] Sync routers for ids ['1ef29b02-90cf-4304-8e4b-c78f5f4acc7b'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:05:33.995905 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdafe002-ca84-4c6e-bc1a-5205a90c2749 None None] Network a3914c6a-20ba-44fa-983c-fd196f8282ce requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:05:34.034963 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23cc24e-5469-4027-b49d-3b3dff414730 None None] Routers {'1ef29b02-90cf-4304-8e4b-c78f5f4acc7b'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:05:34.035905 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-d23cc24e-5469-4027-b49d-3b3dff414730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:05:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['1ef29b02-90cf-4304-8e4b-c78f5f4acc7b'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:05:34.186719 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-d5ea2856-cc88-4665-a4ba-ee23b67dd13a None None] Provisioning for port 05d3a4d1-1928-476d-ad28-b86a3bc14a2e completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:05:34.308918 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-d23cc24e-5469-4027-b49d-3b3dff414730 None None] Set router 1ef29b02-90cf-4304-8e4b-c78f5f4acc7b gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:05:34.419797 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 8aad7048-62f8-4c7e-8701-eee43c31a243 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:05:34.547804 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 8aad7048-62f8-4c7e-8701-eee43c31a243 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:05:34.556140 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 8aad7048-62f8-4c7e-8701-eee43c31a243 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:05:34.556523 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:34.877566 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:34.919179 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-d23cc24e-5469-4027-b49d-3b3dff414730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef29b02-90cf-4304-8e4b-c78f5f4acc7b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1731635490', 'tenant_id': '78355387c134473dacc42b7646fd40dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'a2a8891e-f9d6-49c7-97c0-b62da0fae8bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:05:24Z', 'updated_at': '2021-09-07T03:05:32Z', 'revision_number': 4, 'project_id': '78355387c134473dacc42b7646fd40dd', 'gw_port': {'id': 'a2a8891e-f9d6-49c7-97c0-b62da0fae8bd', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:09:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef29b02-90cf-4304-8e4b-c78f5f4acc7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:05:24Z', 'updated_at': '2021-09-07T03:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'c62f37ac-bc82-46d1-9503-4d2d209c6716', 'name': '', 'network_id': 'a3914c6a-20ba-44fa-983c-fd196f8282ce', 'tenant_id': '78355387c134473dacc42b7646fd40dd', 'mac_address': 'fa:16:3e:54:f8:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef29b02-90cf-4304-8e4b-c78f5f4acc7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'eac5505c-d315-4ffe-a0d5-9f14949b2053', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:05:30Z', 'updated_at': '2021-09-07T03:05:32Z', 'revision_number': 2, 'project_id': '78355387c134473dacc42b7646fd40dd', 'subnets': [{'id': 'eac5505c-d315-4ffe-a0d5-9f14949b2053', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:05:34.969052 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23cc24e-5469-4027-b49d-3b3dff414730 None None] Checking router: 1ef29b02-90cf-4304-8e4b-c78f5f4acc7b for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:05:34.969416 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23cc24e-5469-4027-b49d-3b3dff414730 None None] Updating router 1ef29b02-90cf-4304-8e4b-c78f5f4acc7b port c62f37ac-bc82-46d1-9503-4d2d209c6716 binding host n-d-796209-16 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 03:05:34.973027 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-be9d1a76-e939-4ffe-b9c2-bcc0f193ad71 None None] Provisioning for port c62f37ac-bc82-46d1-9503-4d2d209c6716 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:05:34.977178 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 8aad7048-62f8-4c7e-8701-eee43c31a243, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=8aad7048-62f8-4c7e-8701-eee43c31a243,segment=NetworkSegment(3282f482-906f-4021-876f-c04da7071ffe),segment_id=3282f482-906f-4021-876f-c04da7071ffe)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:05:34.995566 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:34.996388 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device a2a8891e-f9d6-49c7-97c0-b62da0fae8bd up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:05:34.998531 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-be9d1a76-e939-4ffe-b9c2-bcc0f193ad71 None None] Provisioning complete for port c62f37ac-bc82-46d1-9503-4d2d209c6716 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:05:34.998884 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-be9d1a76-e939-4ffe-b9c2-bcc0f193ad71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:35.078622 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d23cc24e-5469-4027-b49d-3b3dff414730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:35.138380 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-be9d1a76-e939-4ffe-b9c2-bcc0f193ad71 None None] Port c62f37ac-bc82-46d1-9503-4d2d209c6716 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:05:35.157450 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=8aad7048-62f8-4c7e-8701-eee43c31a243,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:35.243524 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port a2a8891e-f9d6-49c7-97c0-b62da0fae8bd triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:05:35.243524 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:35.326647 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-69136c31-5f94-415a-a471-c766f86c9e06 None None] Provisioning complete for port c62f37ac-bc82-46d1-9503-4d2d209c6716 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:05:35.327316 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-69136c31-5f94-415a-a471-c766f86c9e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:35.432276 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-69136c31-5f94-415a-a471-c766f86c9e06 None None] Port c62f37ac-bc82-46d1-9503-4d2d209c6716 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:05:35.448525 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 57bb2054-a850-465f-ae7a-25b90789bae9 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:05:35.550799 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d23cc24e-5469-4027-b49d-3b3dff414730 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:35.556015 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 57bb2054-a850-465f-ae7a-25b90789bae9 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:05:35.556387 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:35.589336 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-d23cc24e-5469-4027-b49d-3b3dff414730 None None] Transition to ACTIVE for port object c62f37ac-bc82-46d1-9503-4d2d209c6716 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:05:35.596287 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-336fa234-7586-4acc-af77-7332089d35f6 None None] Provisioning complete for port c62f37ac-bc82-46d1-9503-4d2d209c6716 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:05:35.596671 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-336fa234-7586-4acc-af77-7332089d35f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:35.600717 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d23cc24e-5469-4027-b49d-3b3dff414730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:35.679431 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-336fa234-7586-4acc-af77-7332089d35f6 None None] Port c62f37ac-bc82-46d1-9503-4d2d209c6716 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:05:35.690178 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90901363-2975-4a3f-ba4e-a3f975dcbfa3 None None] Pushing event updated for resources: {'Port': ['ID=c62f37ac-bc82-46d1-9503-4d2d209c6716,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:35.811319 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-d23cc24e-5469-4027-b49d-3b3dff414730 None None] Attempting to bind port c62f37ac-bc82-46d1-9503-4d2d209c6716 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:05:35.811319 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-d23cc24e-5469-4027-b49d-3b3dff414730 None None] Attempting to bind port c62f37ac-bc82-46d1-9503-4d2d209c6716 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '0ac1895b-8abc-4f80-925d-41ef367e481f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a3914c6a-20ba-44fa-983c-fd196f8282ce'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:05:35.811319 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23cc24e-5469-4027-b49d-3b3dff414730 None None] Attempting to bind port c62f37ac-bc82-46d1-9503-4d2d209c6716 on network a3914c6a-20ba-44fa-983c-fd196f8282ce {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:05:35.827198 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 05d3a4d1-1928-476d-ad28-b86a3bc14a2e up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:05:35.839310 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23cc24e-5469-4027-b49d-3b3dff414730 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:05:35.839310 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23cc24e-5469-4027-b49d-3b3dff414730 None None] Checking segment: {'id': '0ac1895b-8abc-4f80-925d-41ef367e481f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a3914c6a-20ba-44fa-983c-fd196f8282ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:05:35.839310 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d23cc24e-5469-4027-b49d-3b3dff414730 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:35.839310 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23cc24e-5469-4027-b49d-3b3dff414730 None None] Bound using segment: {'id': '0ac1895b-8abc-4f80-925d-41ef367e481f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a3914c6a-20ba-44fa-983c-fd196f8282ce'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:05:35.839310 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-d23cc24e-5469-4027-b49d-3b3dff414730 None None] Bound port: c62f37ac-bc82-46d1-9503-4d2d209c6716, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ac1895b-8abc-4f80-925d-41ef367e481f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a3914c6a-20ba-44fa-983c-fd196f8282ce'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:05:35.839310 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d23cc24e-5469-4027-b49d-3b3dff414730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:35.937516 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-d23cc24e-5469-4027-b49d-3b3dff414730 None None] For port c62f37ac-bc82-46d1-9503-4d2d209c6716, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:05:35.939290 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 05d3a4d1-1928-476d-ad28-b86a3bc14a2e completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:05:35.942959 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-d23cc24e-5469-4027-b49d-3b3dff414730 None None] For port c62f37ac-bc82-46d1-9503-4d2d209c6716, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=c62f37ac-bc82-46d1-9503-4d2d209c6716,segment=NetworkSegment(0ac1895b-8abc-4f80-925d-41ef367e481f),segment_id=0ac1895b-8abc-4f80-925d-41ef367e481f)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:05:35.946052 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 05d3a4d1-1928-476d-ad28-b86a3bc14a2e triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:05:35.946456 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:35.949866 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d23cc24e-5469-4027-b49d-3b3dff414730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:36.053720 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23cc24e-5469-4027-b49d-3b3dff414730 None None] Routers {'1ef29b02-90cf-4304-8e4b-c78f5f4acc7b'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:05:36.053965 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-d23cc24e-5469-4027-b49d-3b3dff414730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:05:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['1ef29b02-90cf-4304-8e4b-c78f5f4acc7b'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:05:36.095582 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90901363-2975-4a3f-ba4e-a3f975dcbfa3 None None] Pushing event updated for resources: {'Port': ['ID=c62f37ac-bc82-46d1-9503-4d2d209c6716,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:36.204109 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:36.228730 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-d23cc24e-5469-4027-b49d-3b3dff414730 None None] Set router 1ef29b02-90cf-4304-8e4b-c78f5f4acc7b gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:05:36.286476 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 05d3a4d1-1928-476d-ad28-b86a3bc14a2e, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=05d3a4d1-1928-476d-ad28-b86a3bc14a2e,segment=NetworkSegment(0ac1895b-8abc-4f80-925d-41ef367e481f),segment_id=0ac1895b-8abc-4f80-925d-41ef367e481f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:05:36.297065 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:36.406070 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 8aad7048-62f8-4c7e-8701-eee43c31a243 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:05:36.467439 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=05d3a4d1-1928-476d-ad28-b86a3bc14a2e,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:36.543143 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 8aad7048-62f8-4c7e-8701-eee43c31a243 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:05:36.543532 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:36.578800 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [req-60f40961-78ed-445f-9cf3-0507826e9ea1 req-3100b4d4-fc46-4c38-a368-d0e97c729e3b service neutron] (94700) timed out ('10.222.0.22', 37092) {{(pid=94700) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 03:05:36.599157 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-d23cc24e-5469-4027-b49d-3b3dff414730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef29b02-90cf-4304-8e4b-c78f5f4acc7b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1731635490', 'tenant_id': '78355387c134473dacc42b7646fd40dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'a2a8891e-f9d6-49c7-97c0-b62da0fae8bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:05:24Z', 'updated_at': '2021-09-07T03:05:32Z', 'revision_number': 4, 'project_id': '78355387c134473dacc42b7646fd40dd', 'gw_port': {'id': 'a2a8891e-f9d6-49c7-97c0-b62da0fae8bd', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:09:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef29b02-90cf-4304-8e4b-c78f5f4acc7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:05:24Z', 'updated_at': '2021-09-07T03:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'c62f37ac-bc82-46d1-9503-4d2d209c6716', 'name': '', 'network_id': 'a3914c6a-20ba-44fa-983c-fd196f8282ce', 'tenant_id': '78355387c134473dacc42b7646fd40dd', 'mac_address': 'fa:16:3e:54:f8:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef29b02-90cf-4304-8e4b-c78f5f4acc7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'eac5505c-d315-4ffe-a0d5-9f14949b2053', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:05:30Z', 'updated_at': '2021-09-07T03:05:35Z', 'revision_number': 4, 'project_id': '78355387c134473dacc42b7646fd40dd', 'subnets': [{'id': 'eac5505c-d315-4ffe-a0d5-9f14949b2053', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:05:36.627974 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23cc24e-5469-4027-b49d-3b3dff414730 None None] The sync data for ids ['1ef29b02-90cf-4304-8e4b-c78f5f4acc7b'] in n-d-796209-16 is: [{'id': '1ef29b02-90cf-4304-8e4b-c78f5f4acc7b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1731635490', 'tenant_id': '78355387c134473dacc42b7646fd40dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'a2a8891e-f9d6-49c7-97c0-b62da0fae8bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:05:24Z', 'updated_at': '2021-09-07T03:05:32Z', 'revision_number': 4, 'project_id': '78355387c134473dacc42b7646fd40dd', 'gw_port': {'id': 'a2a8891e-f9d6-49c7-97c0-b62da0fae8bd', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:09:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef29b02-90cf-4304-8e4b-c78f5f4acc7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:05:24Z', 'updated_at': '2021-09-07T03:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'c62f37ac-bc82-46d1-9503-4d2d209c6716', 'name': '', 'network_id': 'a3914c6a-20ba-44fa-983c-fd196f8282ce', 'tenant_id': '78355387c134473dacc42b7646fd40dd', 'mac_address': 'fa:16:3e:54:f8:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef29b02-90cf-4304-8e4b-c78f5f4acc7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': 'eac5505c-d315-4ffe-a0d5-9f14949b2053', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:05:30Z', 'updated_at': '2021-09-07T03:05:35Z', 'revision_number': 4, 'project_id': '78355387c134473dacc42b7646fd40dd', 'subnets': [{'id': 'eac5505c-d315-4ffe-a0d5-9f14949b2053', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:05:38.455740 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device c62f37ac-bc82-46d1-9503-4d2d209c6716 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:05:38.509685 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port c62f37ac-bc82-46d1-9503-4d2d209c6716 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:05:38.513652 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port c62f37ac-bc82-46d1-9503-4d2d209c6716 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:05:38.514035 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:38.597924 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:38.631575 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port c62f37ac-bc82-46d1-9503-4d2d209c6716, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=c62f37ac-bc82-46d1-9503-4d2d209c6716,segment=NetworkSegment(0ac1895b-8abc-4f80-925d-41ef367e481f),segment_id=0ac1895b-8abc-4f80-925d-41ef367e481f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:05:38.635731 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:38.636510 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 05d3a4d1-1928-476d-ad28-b86a3bc14a2e up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:05:38.713679 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=c62f37ac-bc82-46d1-9503-4d2d209c6716,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:38.726043 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 05d3a4d1-1928-476d-ad28-b86a3bc14a2e triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:05:38.726426 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:40.376326 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device c62f37ac-bc82-46d1-9503-4d2d209c6716 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:05:40.426326 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port c62f37ac-bc82-46d1-9503-4d2d209c6716 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:05:40.426695 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:44.583629 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ccb02142-5f8f-4d37-bef3-bcf906444028 req-8ba88c0f-df06-49d1-99f8-0068feb29212 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-831486718&fields=id&tenant_id=d26848eac2634f46a9e82fab10685270 HTTP/1.1" status: 200 len: 267 time: 0.0435948 Sep 07 03:05:44.674056 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27938cb-06ac-4481-8e2c-aadb3b00813e req-1cf2cb98-bbff-43ba-ac03-36b872541225 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:44.675939 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d27938cb-06ac-4481-8e2c-aadb3b00813e req-1cf2cb98-bbff-43ba-ac03-36b872541225 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "GET /v2.0/networks?id=a3914c6a-20ba-44fa-983c-fd196f8282ce HTTP/1.1" status: 200 len: 798 time: 0.1300611 Sep 07 03:05:44.696095 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d27938cb-06ac-4481-8e2c-aadb3b00813e req-047c94e5-5a1f-494d-800a-1e2ae983fc29 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "GET /v2.0/quotas/78355387c134473dacc42b7646fd40dd HTTP/1.1" status: 200 len: 375 time: 0.0134470 Sep 07 03:05:44.713877 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb02142-5f8f-4d37-bef3-bcf906444028 req-1e2aa910-1073-48fd-80bf-95060f6bb23a tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:44.715448 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ccb02142-5f8f-4d37-bef3-bcf906444028 req-1e2aa910-1073-48fd-80bf-95060f6bb23a tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/networks?id=3dc49b2b-b179-465c-aabe-a71d39ec1803 HTTP/1.1" status: 200 len: 796 time: 0.1304319 Sep 07 03:05:44.740737 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ccb02142-5f8f-4d37-bef3-bcf906444028 req-0514083e-d710-46ec-9979-2d601dcabff5 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/quotas/d26848eac2634f46a9e82fab10685270 HTTP/1.1" status: 200 len: 375 time: 0.0170937 Sep 07 03:05:44.776932 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d27938cb-06ac-4481-8e2c-aadb3b00813e req-f3e99515-2b48-43cf-9cd0-35e8242050ec tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=78355387c134473dacc42b7646fd40dd&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0785718 Sep 07 03:05:44.794071 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ccb02142-5f8f-4d37-bef3-bcf906444028 req-3d76b312-d5a8-439e-9950-80e174017408 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d26848eac2634f46a9e82fab10685270&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522487 Sep 07 03:05:44.858228 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [req-d27938cb-06ac-4481-8e2c-aadb3b00813e req-0f62b7b5-b928-47fc-884d-319ab79f0447 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:05:44.864330 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d27938cb-06ac-4481-8e2c-aadb3b00813e req-0f62b7b5-b928-47fc-884d-319ab79f0447 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0745902 Sep 07 03:05:44.876735 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [req-ccb02142-5f8f-4d37-bef3-bcf906444028 req-011f8663-d625-4480-8949-d9c0e7f862ff service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:05:44.878073 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ccb02142-5f8f-4d37-bef3-bcf906444028 req-011f8663-d625-4480-8949-d9c0e7f862ff service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0709417 Sep 07 03:05:44.968349 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d27938cb-06ac-4481-8e2c-aadb3b00813e req-747267f6-5337-41c9-a281-8dc8224c38c2 service neutron] 10.222.0.22 "GET /v2.0/networks/a3914c6a-20ba-44fa-983c-fd196f8282ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018429 Sep 07 03:05:44.982786 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ccb02142-5f8f-4d37-bef3-bcf906444028 req-8e86c889-e0ab-422e-96db-dbfb9f378c0c service neutron] 10.222.0.22 "GET /v2.0/networks/3dc49b2b-b179-465c-aabe-a71d39ec1803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975282 Sep 07 03:05:45.091154 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ccb02142-5f8f-4d37-bef3-bcf906444028 req-0b5360c3-7f89-4aa0-813a-ad9aa707e245 service neutron] 10.222.0.22 "GET /v2.0/networks/3dc49b2b-b179-465c-aabe-a71d39ec1803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001532 Sep 07 03:05:45.097587 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d27938cb-06ac-4481-8e2c-aadb3b00813e req-70b6555a-233e-4835-b8c7-d050d747cf18 service neutron] 10.222.0.22 "GET /v2.0/networks/a3914c6a-20ba-44fa-983c-fd196f8282ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215682 Sep 07 03:05:45.306296 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ba04944d-def2-4639-b16f-c992f2ddf2f4 req-edf49418-2e9c-4c9b-a556-ad22dce172ed tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/ports?device_id=0729899a-d939-43ee-9070-d9954ee35b5d HTTP/1.1" status: 200 len: 210 time: 0.0421154 Sep 07 03:05:45.351906 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6914cbe6-c02b-4705-ae9e-55f6070e1911 req-f8df598a-bb71-4024-a810-8dea09ca4d57 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e551ddb-324a-4bef-8852-533a999b36b7 HTTP/1.1" status: 200 len: 210 time: 0.0423391 Sep 07 03:05:46.481881 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cc514981-32ed-4017-acec-0bfa133b7ea9 req-f6329fcb-74c6-4965-abbc-9d89784cab41 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/ports?device_id=0729899a-d939-43ee-9070-d9954ee35b5d HTTP/1.1" status: 200 len: 210 time: 0.0628674 Sep 07 03:05:46.512124 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-24abdfff-7be9-491e-b8b9-e0bac981879a req-9bf062c6-8d72-4175-aa01-54d57599b936 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e551ddb-324a-4bef-8852-533a999b36b7 HTTP/1.1" status: 200 len: 210 time: 0.0564272 Sep 07 03:05:46.626804 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb02142-5f8f-4d37-bef3-bcf906444028 req-d3480dd4-7fb7-46e7-816a-da16451ffabb tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:46.628454 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ccb02142-5f8f-4d37-bef3-bcf906444028 req-d3480dd4-7fb7-46e7-816a-da16451ffabb tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.16 "GET /v2.0/networks?id=3dc49b2b-b179-465c-aabe-a71d39ec1803 HTTP/1.1" status: 200 len: 796 time: 0.1455352 Sep 07 03:05:46.673518 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ccb02142-5f8f-4d37-bef3-bcf906444028 req-74bee612-a0a0-4454-bbce-0c7a64b4b538 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d26848eac2634f46a9e82fab10685270 HTTP/1.1" status: 200 len: 379 time: 0.0351288 Sep 07 03:05:46.689180 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-ccb02142-5f8f-4d37-bef3-bcf906444028 req-ca2ac882-a44d-4bb4-8b08-c50ea140ed1c tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Request body: {'port': {'device_id': '0729899a-d939-43ee-9070-d9954ee35b5d', 'network_id': '3dc49b2b-b179-465c-aabe-a71d39ec1803', 'admin_state_up': True, 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'security_groups': ['03580aea-e134-48fb-8964-174d699bc06d']}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:05:46.848754 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccb02142-5f8f-4d37-bef3-bcf906444028 req-ca2ac882-a44d-4bb4-8b08-c50ea140ed1c tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Made reservation on behalf of d26848eac2634f46a9e82fab10685270 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:05:46.852584 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ccb02142-5f8f-4d37-bef3-bcf906444028 req-ca2ac882-a44d-4bb4-8b08-c50ea140ed1c tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:46.997051 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27938cb-06ac-4481-8e2c-aadb3b00813e req-1477ab64-c603-4d2e-bfc9-dbf27ac3d561 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:46.998567 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d27938cb-06ac-4481-8e2c-aadb3b00813e req-1477ab64-c603-4d2e-bfc9-dbf27ac3d561 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.16 "GET /v2.0/networks?id=a3914c6a-20ba-44fa-983c-fd196f8282ce HTTP/1.1" status: 200 len: 798 time: 0.1885588 Sep 07 03:05:47.034706 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-d27938cb-06ac-4481-8e2c-aadb3b00813e req-f7bc981c-0076-4fa0-a2bd-c0881c6b6214 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Request body: {'port': {'device_id': '5e551ddb-324a-4bef-8852-533a999b36b7', 'network_id': 'a3914c6a-20ba-44fa-983c-fd196f8282ce', 'admin_state_up': True, 'tenant_id': '78355387c134473dacc42b7646fd40dd'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:05:47.136001 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-ccb02142-5f8f-4d37-bef3-bcf906444028 req-ca2ac882-a44d-4bb4-8b08-c50ea140ed1c tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Allocated IP 172.20.0.14 (3dc49b2b-b179-465c-aabe-a71d39ec1803/0c149c38-03aa-4dfb-9aab-bd307e4b69ec/2a87d268-9221-4d93-b776-073af88fd88f) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:05:47.274018 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d27938cb-06ac-4481-8e2c-aadb3b00813e req-f7bc981c-0076-4fa0-a2bd-c0881c6b6214 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Made reservation on behalf of 78355387c134473dacc42b7646fd40dd for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:05:47.280301 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d27938cb-06ac-4481-8e2c-aadb3b00813e req-f7bc981c-0076-4fa0-a2bd-c0881c6b6214 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:47.454686 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ccb02142-5f8f-4d37-bef3-bcf906444028 req-ca2ac882-a44d-4bb4-8b08-c50ea140ed1c tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:47.496621 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-ccb02142-5f8f-4d37-bef3-bcf906444028 req-ca2ac882-a44d-4bb4-8b08-c50ea140ed1c tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Transition to ACTIVE for port object 2a87d268-9221-4d93-b776-073af88fd88f will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:05:47.533828 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-d27938cb-06ac-4481-8e2c-aadb3b00813e req-f7bc981c-0076-4fa0-a2bd-c0881c6b6214 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Allocated IP 172.20.0.21 (a3914c6a-20ba-44fa-983c-fd196f8282ce/eac5505c-d315-4ffe-a0d5-9f14949b2053/2d4a4208-aaa8-4a62-ab60-2b61a8c559b8) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:05:47.634192 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ccb02142-5f8f-4d37-bef3-bcf906444028 req-ca2ac882-a44d-4bb4-8b08-c50ea140ed1c tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:47.674416 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b6a74f0f-20b0-4c22-82d3-a6f5cf8f05a5 req-55ed1139-0eb9-4bea-9cd8-d045a27501b1 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e551ddb-324a-4bef-8852-533a999b36b7 HTTP/1.1" status: 200 len: 210 time: 0.0418193 Sep 07 03:05:47.778683 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccb02142-5f8f-4d37-bef3-bcf906444028 req-ca2ac882-a44d-4bb4-8b08-c50ea140ed1c tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Network 3dc49b2b-b179-465c-aabe-a71d39ec1803 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:05:47.794591 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2ac882-a44d-4bb4-8b08-c50ea140ed1c tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Pushing event updated for resources: {'Port': ['ID=2a87d268-9221-4d93-b776-073af88fd88f,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:47.797905 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-ccb02142-5f8f-4d37-bef3-bcf906444028 req-ca2ac882-a44d-4bb4-8b08-c50ea140ed1c tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:05:47.805628 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb02142-5f8f-4d37-bef3-bcf906444028 req-ca2ac882-a44d-4bb4-8b08-c50ea140ed1c tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:05:47.859950 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034bb787-ea76-4944-9d25-ba301cd199a5 req-632f1c91-cb34-4c48-ba2f-13ac22a02ceb tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:47.861503 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-034bb787-ea76-4944-9d25-ba301cd199a5 req-632f1c91-cb34-4c48-ba2f-13ac22a02ceb tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/ports?device_id=0729899a-d939-43ee-9070-d9954ee35b5d HTTP/1.1" status: 200 len: 932 time: 0.2191489 Sep 07 03:05:47.900593 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d27938cb-06ac-4481-8e2c-aadb3b00813e req-f7bc981c-0076-4fa0-a2bd-c0881c6b6214 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:47.917191 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb02142-5f8f-4d37-bef3-bcf906444028 req-ca2ac882-a44d-4bb4-8b08-c50ea140ed1c tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:47.917815 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ccb02142-5f8f-4d37-bef3-bcf906444028 req-ca2ac882-a44d-4bb4-8b08-c50ea140ed1c tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:47.962015 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-d27938cb-06ac-4481-8e2c-aadb3b00813e req-f7bc981c-0076-4fa0-a2bd-c0881c6b6214 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Transition to ACTIVE for port object 2d4a4208-aaa8-4a62-ab60-2b61a8c559b8 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:05:48.005552 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-034bb787-ea76-4944-9d25-ba301cd199a5 req-c672741d-76c5-43fe-b535-be1c2ee9b023 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/security-groups?id=03580aea-e134-48fb-8964-174d699bc06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292906 Sep 07 03:05:48.008831 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ccb02142-5f8f-4d37-bef3-bcf906444028 req-ca2ac882-a44d-4bb4-8b08-c50ea140ed1c tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3237662 Sep 07 03:05:48.042926 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-ccb02142-5f8f-4d37-bef3-bcf906444028 req-bb36f567-7e55-4a60-8dba-b123cad92efc service neutron] Request body: {'port': {'device_id': '0729899a-d939-43ee-9070-d9954ee35b5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:05:48.086008 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d27938cb-06ac-4481-8e2c-aadb3b00813e req-f7bc981c-0076-4fa0-a2bd-c0881c6b6214 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:48.149750 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ccb02142-5f8f-4d37-bef3-bcf906444028 req-bb36f567-7e55-4a60-8dba-b123cad92efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:48.168380 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d27938cb-06ac-4481-8e2c-aadb3b00813e req-f7bc981c-0076-4fa0-a2bd-c0881c6b6214 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Network a3914c6a-20ba-44fa-983c-fd196f8282ce is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:05:48.175196 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-d27938cb-06ac-4481-8e2c-aadb3b00813e req-f7bc981c-0076-4fa0-a2bd-c0881c6b6214 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:05:48.177465 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bc981c-0076-4fa0-a2bd-c0881c6b6214 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Pushing event updated for resources: {'Port': ['ID=2d4a4208-aaa8-4a62-ab60-2b61a8c559b8,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:48.186780 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-d27938cb-06ac-4481-8e2c-aadb3b00813e req-f7bc981c-0076-4fa0-a2bd-c0881c6b6214 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:05:48.220257 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-ba83fa31-e5e3-4cae-b836-bc8f3aaac7c0 None None] Provisioning for port 2a87d268-9221-4d93-b776-073af88fd88f completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:05:48.227747 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-ba83fa31-e5e3-4cae-b836-bc8f3aaac7c0 None None] Provisioning complete for port 2a87d268-9221-4d93-b776-073af88fd88f triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:05:48.228470 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ba83fa31-e5e3-4cae-b836-bc8f3aaac7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:48.268239 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27938cb-06ac-4481-8e2c-aadb3b00813e req-f7bc981c-0076-4fa0-a2bd-c0881c6b6214 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:48.268925 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d27938cb-06ac-4481-8e2c-aadb3b00813e req-f7bc981c-0076-4fa0-a2bd-c0881c6b6214 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:48.276881 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-ba83fa31-e5e3-4cae-b836-bc8f3aaac7c0 None None] Port 2a87d268-9221-4d93-b776-073af88fd88f cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:05:48.321068 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d27938cb-06ac-4481-8e2c-aadb3b00813e req-f7bc981c-0076-4fa0-a2bd-c0881c6b6214 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.3106511 Sep 07 03:05:48.374976 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-d27938cb-06ac-4481-8e2c-aadb3b00813e req-f728915a-294d-414a-b87b-ff8ab94138b0 service neutron] Request body: {'port': {'device_id': '5e551ddb-324a-4bef-8852-533a999b36b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:05:48.476390 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d27938cb-06ac-4481-8e2c-aadb3b00813e req-f728915a-294d-414a-b87b-ff8ab94138b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:48.501115 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-ec1349f2-5193-401e-8b0f-7a4e2af2fb53 None None] Provisioning for port 2d4a4208-aaa8-4a62-ab60-2b61a8c559b8 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:05:48.506660 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-ec1349f2-5193-401e-8b0f-7a4e2af2fb53 None None] Provisioning complete for port 2d4a4208-aaa8-4a62-ab60-2b61a8c559b8 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:05:48.507272 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ec1349f2-5193-401e-8b0f-7a4e2af2fb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:48.545536 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-ec1349f2-5193-401e-8b0f-7a4e2af2fb53 None None] Port 2d4a4208-aaa8-4a62-ab60-2b61a8c559b8 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:05:48.831068 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d8fe4-5231-4f1d-be2a-0831978d1912 req-10717023-247b-4e1c-8ee2-960f8d172e5f tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:48.832833 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-245d8fe4-5231-4f1d-be2a-0831978d1912 req-10717023-247b-4e1c-8ee2-960f8d172e5f tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e551ddb-324a-4bef-8852-533a999b36b7 HTTP/1.1" status: 200 len: 895 time: 0.0590708 Sep 07 03:05:49.109895 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-ccb02142-5f8f-4d37-bef3-bcf906444028 req-bb36f567-7e55-4a60-8dba-b123cad92efc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a87d268-9221-4d93-b776-073af88fd88f {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:05:49.147325 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ccb02142-5f8f-4d37-bef3-bcf906444028 req-bb36f567-7e55-4a60-8dba-b123cad92efc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:49.211918 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-ccb02142-5f8f-4d37-bef3-bcf906444028 req-bb36f567-7e55-4a60-8dba-b123cad92efc service neutron] Transition to ACTIVE for port object 2a87d268-9221-4d93-b776-073af88fd88f will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:05:49.225951 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ccb02142-5f8f-4d37-bef3-bcf906444028 req-bb36f567-7e55-4a60-8dba-b123cad92efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:49.313853 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880a802-7caa-457f-8297-5906cad87fe2 req-1293d69c-cf88-4f55-9798-67fc7506f7d5 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:49.320354 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c880a802-7caa-457f-8297-5906cad87fe2 req-1293d69c-cf88-4f55-9798-67fc7506f7d5 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/ports?device_id=0729899a-d939-43ee-9070-d9954ee35b5d HTTP/1.1" status: 200 len: 932 time: 0.1701961 Sep 07 03:05:49.339069 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb36f567-7e55-4a60-8dba-b123cad92efc service neutron] Pushing event updated for resources: {'Port': ['ID=2a87d268-9221-4d93-b776-073af88fd88f,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:49.488120 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c880a802-7caa-457f-8297-5906cad87fe2 req-adbbcd85-f78f-4a1e-8339-5dd036259227 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/security-groups?id=03580aea-e134-48fb-8964-174d699bc06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517975 Sep 07 03:05:49.497969 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-d27938cb-06ac-4481-8e2c-aadb3b00813e req-f728915a-294d-414a-b87b-ff8ab94138b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d4a4208-aaa8-4a62-ab60-2b61a8c559b8 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:05:49.519818 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d27938cb-06ac-4481-8e2c-aadb3b00813e req-f728915a-294d-414a-b87b-ff8ab94138b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:49.548080 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-ccb02142-5f8f-4d37-bef3-bcf906444028 req-bb36f567-7e55-4a60-8dba-b123cad92efc service neutron] Attempting to bind port 2a87d268-9221-4d93-b776-073af88fd88f on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:05:49.548418 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-ccb02142-5f8f-4d37-bef3-bcf906444028 req-bb36f567-7e55-4a60-8dba-b123cad92efc service neutron] Attempting to bind port 2a87d268-9221-4d93-b776-073af88fd88f by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '3282f482-906f-4021-876f-c04da7071ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3dc49b2b-b179-465c-aabe-a71d39ec1803'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:05:49.548747 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb02142-5f8f-4d37-bef3-bcf906444028 req-bb36f567-7e55-4a60-8dba-b123cad92efc service neutron] Attempting to bind port 2a87d268-9221-4d93-b776-073af88fd88f on network 3dc49b2b-b179-465c-aabe-a71d39ec1803 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:05:49.553422 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-d27938cb-06ac-4481-8e2c-aadb3b00813e req-f728915a-294d-414a-b87b-ff8ab94138b0 service neutron] Transition to ACTIVE for port object 2d4a4208-aaa8-4a62-ab60-2b61a8c559b8 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:05:49.556200 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb02142-5f8f-4d37-bef3-bcf906444028 req-bb36f567-7e55-4a60-8dba-b123cad92efc service neutron] Port 2a87d268-9221-4d93-b776-073af88fd88f on network 3dc49b2b-b179-465c-aabe-a71d39ec1803 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 03:05:49.556420 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb02142-5f8f-4d37-bef3-bcf906444028 req-bb36f567-7e55-4a60-8dba-b123cad92efc service neutron] Attempting to bind port 2a87d268-9221-4d93-b776-073af88fd88f on network 3dc49b2b-b179-465c-aabe-a71d39ec1803 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:05:49.563781 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb02142-5f8f-4d37-bef3-bcf906444028 req-bb36f567-7e55-4a60-8dba-b123cad92efc service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:05:49.564423 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb02142-5f8f-4d37-bef3-bcf906444028 req-bb36f567-7e55-4a60-8dba-b123cad92efc service neutron] Checking segment: {'id': '3282f482-906f-4021-876f-c04da7071ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3dc49b2b-b179-465c-aabe-a71d39ec1803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:05:49.564585 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb02142-5f8f-4d37-bef3-bcf906444028 req-bb36f567-7e55-4a60-8dba-b123cad92efc service neutron] Bound using segment: {'id': '3282f482-906f-4021-876f-c04da7071ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3dc49b2b-b179-465c-aabe-a71d39ec1803'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:05:49.564927 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-ccb02142-5f8f-4d37-bef3-bcf906444028 req-bb36f567-7e55-4a60-8dba-b123cad92efc service neutron] Bound port: 2a87d268-9221-4d93-b776-073af88fd88f, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3282f482-906f-4021-876f-c04da7071ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3dc49b2b-b179-465c-aabe-a71d39ec1803'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:05:49.565439 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ccb02142-5f8f-4d37-bef3-bcf906444028 req-bb36f567-7e55-4a60-8dba-b123cad92efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:49.569855 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d27938cb-06ac-4481-8e2c-aadb3b00813e req-f728915a-294d-414a-b87b-ff8ab94138b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:49.705599 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f728915a-294d-414a-b87b-ff8ab94138b0 service neutron] Pushing event updated for resources: {'Port': ['ID=2d4a4208-aaa8-4a62-ab60-2b61a8c559b8,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:49.749123 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-ccb02142-5f8f-4d37-bef3-bcf906444028 req-bb36f567-7e55-4a60-8dba-b123cad92efc service neutron] For port 2a87d268-9221-4d93-b776-073af88fd88f, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:05:49.795906 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-ccb02142-5f8f-4d37-bef3-bcf906444028 req-bb36f567-7e55-4a60-8dba-b123cad92efc service neutron] For port 2a87d268-9221-4d93-b776-073af88fd88f, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=2a87d268-9221-4d93-b776-073af88fd88f,segment=NetworkSegment(3282f482-906f-4021-876f-c04da7071ffe),segment_id=3282f482-906f-4021-876f-c04da7071ffe)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:05:49.807342 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ccb02142-5f8f-4d37-bef3-bcf906444028 req-bb36f567-7e55-4a60-8dba-b123cad92efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:49.918198 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb02142-5f8f-4d37-bef3-bcf906444028 req-bb36f567-7e55-4a60-8dba-b123cad92efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:49.918935 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ccb02142-5f8f-4d37-bef3-bcf906444028 req-bb36f567-7e55-4a60-8dba-b123cad92efc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:49.920699 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ccb02142-5f8f-4d37-bef3-bcf906444028 req-bb36f567-7e55-4a60-8dba-b123cad92efc service neutron] 10.222.0.16 "PUT /v2.0/ports/2a87d268-9221-4d93-b776-073af88fd88f HTTP/1.1" status: 200 len: 1093 time: 1.8822794 Sep 07 03:05:49.923753 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0729899a-d939-43ee-9070-d9954ee35b5d', 'tag': '2a87d268-9221-4d93-b776-073af88fd88f'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:05:49.933217 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e8b2dd-26ef-42ba-b630-21f36bddb3c6" -d '{"events": [{"name": "network-changed", "server_uuid": "0729899a-d939-43ee-9070-d9954ee35b5d", "tag": "2a87d268-9221-4d93-b776-073af88fd88f"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:05:49.945125 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-d27938cb-06ac-4481-8e2c-aadb3b00813e req-f728915a-294d-414a-b87b-ff8ab94138b0 service neutron] Attempting to bind port 2d4a4208-aaa8-4a62-ab60-2b61a8c559b8 on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:05:49.945552 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-d27938cb-06ac-4481-8e2c-aadb3b00813e req-f728915a-294d-414a-b87b-ff8ab94138b0 service neutron] Attempting to bind port 2d4a4208-aaa8-4a62-ab60-2b61a8c559b8 by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '0ac1895b-8abc-4f80-925d-41ef367e481f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a3914c6a-20ba-44fa-983c-fd196f8282ce'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:05:49.945799 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27938cb-06ac-4481-8e2c-aadb3b00813e req-f728915a-294d-414a-b87b-ff8ab94138b0 service neutron] Attempting to bind port 2d4a4208-aaa8-4a62-ab60-2b61a8c559b8 on network a3914c6a-20ba-44fa-983c-fd196f8282ce {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:05:50.000299 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27938cb-06ac-4481-8e2c-aadb3b00813e req-f728915a-294d-414a-b87b-ff8ab94138b0 service neutron] Port 2d4a4208-aaa8-4a62-ab60-2b61a8c559b8 on network a3914c6a-20ba-44fa-983c-fd196f8282ce not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 03:05:50.000638 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27938cb-06ac-4481-8e2c-aadb3b00813e req-f728915a-294d-414a-b87b-ff8ab94138b0 service neutron] Attempting to bind port 2d4a4208-aaa8-4a62-ab60-2b61a8c559b8 on network a3914c6a-20ba-44fa-983c-fd196f8282ce {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:05:50.027194 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0c1d33-ca8e-4892-84d3-79165c5ae92d x-openstack-request-id: req-9b0c1d33-ca8e-4892-84d3-79165c5ae92d {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:05:50.027526 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0729899a-d939-43ee-9070-d9954ee35b5d", "tag": "2a87d268-9221-4d93-b776-073af88fd88f", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:05:50.027791 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9b0c1d33-ca8e-4892-84d3-79165c5ae92d {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:05:50.028196 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0729899a-d939-43ee-9070-d9954ee35b5d', 'tag': '2a87d268-9221-4d93-b776-073af88fd88f', 'status': 'completed', 'code': 200} Sep 07 03:05:50.028962 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27938cb-06ac-4481-8e2c-aadb3b00813e req-f728915a-294d-414a-b87b-ff8ab94138b0 service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:05:50.029304 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27938cb-06ac-4481-8e2c-aadb3b00813e req-f728915a-294d-414a-b87b-ff8ab94138b0 service neutron] Checking segment: {'id': '0ac1895b-8abc-4f80-925d-41ef367e481f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a3914c6a-20ba-44fa-983c-fd196f8282ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:05:50.029724 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27938cb-06ac-4481-8e2c-aadb3b00813e req-f728915a-294d-414a-b87b-ff8ab94138b0 service neutron] Bound using segment: {'id': '0ac1895b-8abc-4f80-925d-41ef367e481f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a3914c6a-20ba-44fa-983c-fd196f8282ce'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:05:50.030143 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-d27938cb-06ac-4481-8e2c-aadb3b00813e req-f728915a-294d-414a-b87b-ff8ab94138b0 service neutron] Bound port: 2d4a4208-aaa8-4a62-ab60-2b61a8c559b8, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ac1895b-8abc-4f80-925d-41ef367e481f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a3914c6a-20ba-44fa-983c-fd196f8282ce'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:05:50.030519 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d27938cb-06ac-4481-8e2c-aadb3b00813e req-f728915a-294d-414a-b87b-ff8ab94138b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:50.095146 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb36f567-7e55-4a60-8dba-b123cad92efc service neutron] Pushing event updated for resources: {'Port': ['ID=2a87d268-9221-4d93-b776-073af88fd88f,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:50.112227 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af41e916-c4bd-45ba-bf75-1f7c14fda2a5 req-eaa830f8-447f-495c-bb41-37cef7a35e6c tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:50.114082 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-af41e916-c4bd-45ba-bf75-1f7c14fda2a5 req-eaa830f8-447f-495c-bb41-37cef7a35e6c tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e551ddb-324a-4bef-8852-533a999b36b7 HTTP/1.1" status: 200 len: 907 time: 0.1647873 Sep 07 03:05:50.205778 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-d27938cb-06ac-4481-8e2c-aadb3b00813e req-f728915a-294d-414a-b87b-ff8ab94138b0 service neutron] For port 2d4a4208-aaa8-4a62-ab60-2b61a8c559b8, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:05:50.209784 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-d27938cb-06ac-4481-8e2c-aadb3b00813e req-f728915a-294d-414a-b87b-ff8ab94138b0 service neutron] For port 2d4a4208-aaa8-4a62-ab60-2b61a8c559b8, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=2d4a4208-aaa8-4a62-ab60-2b61a8c559b8,segment=NetworkSegment(0ac1895b-8abc-4f80-925d-41ef367e481f),segment_id=0ac1895b-8abc-4f80-925d-41ef367e481f)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:05:50.224677 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb02142-5f8f-4d37-bef3-bcf906444028 req-9e456dcc-4793-415b-ae0d-7b0d5984fbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:50.226401 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ccb02142-5f8f-4d37-bef3-bcf906444028 req-9e456dcc-4793-415b-ae0d-7b0d5984fbfc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d26848eac2634f46a9e82fab10685270&device_id=0729899a-d939-43ee-9070-d9954ee35b5d HTTP/1.1" status: 200 len: 1096 time: 0.2484412 Sep 07 03:05:50.228076 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d27938cb-06ac-4481-8e2c-aadb3b00813e req-f728915a-294d-414a-b87b-ff8ab94138b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:50.256089 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27938cb-06ac-4481-8e2c-aadb3b00813e req-f728915a-294d-414a-b87b-ff8ab94138b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:50.256733 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d27938cb-06ac-4481-8e2c-aadb3b00813e req-f728915a-294d-414a-b87b-ff8ab94138b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:50.259768 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d27938cb-06ac-4481-8e2c-aadb3b00813e req-f728915a-294d-414a-b87b-ff8ab94138b0 service neutron] 10.222.0.16 "PUT /v2.0/ports/2d4a4208-aaa8-4a62-ab60-2b61a8c559b8 HTTP/1.1" status: 200 len: 1056 time: 1.8894978 Sep 07 03:05:50.352600 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ccb02142-5f8f-4d37-bef3-bcf906444028 req-c4609a34-855c-4faf-92f8-8f8f911b4b8c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a87d268-9221-4d93-b776-073af88fd88f HTTP/1.1" status: 200 len: 217 time: 0.1145957 Sep 07 03:05:50.389421 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:05:50.433509 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb02142-5f8f-4d37-bef3-bcf906444028 req-e2be111d-1d51-4105-bac9-591704de6349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:50.435009 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ccb02142-5f8f-4d37-bef3-bcf906444028 req-e2be111d-1d51-4105-bac9-591704de6349 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0c149c38-03aa-4dfb-9aab-bd307e4b69ec HTTP/1.1" status: 200 len: 835 time: 0.0617423 Sep 07 03:05:50.451021 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f728915a-294d-414a-b87b-ff8ab94138b0 service neutron] Pushing event updated for resources: {'Port': ['ID=2d4a4208-aaa8-4a62-ab60-2b61a8c559b8,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:50.462173 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27938cb-06ac-4481-8e2c-aadb3b00813e req-39a8b093-fa77-4075-95c1-693de47bfef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:50.463710 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d27938cb-06ac-4481-8e2c-aadb3b00813e req-39a8b093-fa77-4075-95c1-693de47bfef3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=78355387c134473dacc42b7646fd40dd&device_id=5e551ddb-324a-4bef-8852-533a999b36b7 HTTP/1.1" status: 200 len: 1059 time: 0.1242182 Sep 07 03:05:50.534401 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d27938cb-06ac-4481-8e2c-aadb3b00813e req-00e7e789-75c5-4d6a-982c-fa5301f16e6b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=2d4a4208-aaa8-4a62-ab60-2b61a8c559b8 HTTP/1.1" status: 200 len: 217 time: 0.0485010 Sep 07 03:05:50.540694 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb02142-5f8f-4d37-bef3-bcf906444028 req-bfe0e021-6bdf-40ee-a0f5-ab54947f7d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:50.542599 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ccb02142-5f8f-4d37-bef3-bcf906444028 req-bfe0e021-6bdf-40ee-a0f5-ab54947f7d57 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3dc49b2b-b179-465c-aabe-a71d39ec1803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0963907 Sep 07 03:05:50.683126 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27938cb-06ac-4481-8e2c-aadb3b00813e req-d7d0a9e5-2bc1-406b-a65a-6398d8fadd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:50.684692 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d27938cb-06ac-4481-8e2c-aadb3b00813e req-d7d0a9e5-2bc1-406b-a65a-6398d8fadd42 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eac5505c-d315-4ffe-a0d5-9f14949b2053 HTTP/1.1" status: 200 len: 836 time: 0.1412215 Sep 07 03:05:50.739409 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78f994-e7a3-485e-8c9d-99333538bc6e req-0a4c8020-30be-4f7c-8a43-065621bb5c99 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:50.740963 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8c78f994-e7a3-485e-8c9d-99333538bc6e req-0a4c8020-30be-4f7c-8a43-065621bb5c99 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/ports?device_id=0729899a-d939-43ee-9070-d9954ee35b5d HTTP/1.1" status: 200 len: 944 time: 0.1420262 Sep 07 03:05:50.742868 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ccb02142-5f8f-4d37-bef3-bcf906444028 req-eda5be61-ac4b-461f-857b-3e4295aff066 service neutron] 10.222.0.16 "GET /v2.0/networks/3dc49b2b-b179-465c-aabe-a71d39ec1803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913979 Sep 07 03:05:50.810678 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27938cb-06ac-4481-8e2c-aadb3b00813e req-bf7c7d0e-c09c-44a3-b138-2ccc88b57299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:50.812250 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d27938cb-06ac-4481-8e2c-aadb3b00813e req-bf7c7d0e-c09c-44a3-b138-2ccc88b57299 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a3914c6a-20ba-44fa-983c-fd196f8282ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1178131 Sep 07 03:05:50.873741 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8c78f994-e7a3-485e-8c9d-99333538bc6e req-1483b1bb-01a6-45e3-8ad3-f683cc76dceb tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/security-groups?id=03580aea-e134-48fb-8964-174d699bc06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215677 Sep 07 03:05:50.944627 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ccb02142-5f8f-4d37-bef3-bcf906444028 req-231149cf-75ce-429e-9199-637eec72ac83 service neutron] 10.222.0.16 "GET /v2.0/networks/3dc49b2b-b179-465c-aabe-a71d39ec1803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905668 Sep 07 03:05:50.965520 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d27938cb-06ac-4481-8e2c-aadb3b00813e req-3d39b412-e6e0-4246-9c29-511613edd528 service neutron] 10.222.0.16 "GET /v2.0/networks/a3914c6a-20ba-44fa-983c-fd196f8282ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440473 Sep 07 03:05:51.099554 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e8b2dd-26ef-42ba-b630-21f36bddb3c6 req-1c0c9b4f-e243-4368-ba18-03a889562fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:51.100998 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-02e8b2dd-26ef-42ba-b630-21f36bddb3c6 req-1c0c9b4f-e243-4368-ba18-03a889562fcc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d26848eac2634f46a9e82fab10685270&device_id=0729899a-d939-43ee-9070-d9954ee35b5d HTTP/1.1" status: 200 len: 1096 time: 0.0863881 Sep 07 03:05:51.104561 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d27938cb-06ac-4481-8e2c-aadb3b00813e req-6e3a11a7-85dc-490c-a8c8-3e09259a40e5 service neutron] 10.222.0.16 "GET /v2.0/networks/a3914c6a-20ba-44fa-983c-fd196f8282ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233802 Sep 07 03:05:51.201064 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e8b2dd-26ef-42ba-b630-21f36bddb3c6 req-6235dcc1-6071-4fe2-a665-41736688339b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:51.202565 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-02e8b2dd-26ef-42ba-b630-21f36bddb3c6 req-6235dcc1-6071-4fe2-a665-41736688339b service neutron] 10.222.0.16 "GET /v2.0/networks?id=3dc49b2b-b179-465c-aabe-a71d39ec1803 HTTP/1.1" status: 200 len: 896 time: 0.0896354 Sep 07 03:05:51.232637 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3008f166-f7ee-4248-b593-a583f4f312fe req-e4b6825a-4ea3-499b-8ef2-12bfe46cf9ff tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:51.234139 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3008f166-f7ee-4248-b593-a583f4f312fe req-e4b6825a-4ea3-499b-8ef2-12bfe46cf9ff tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e551ddb-324a-4bef-8852-533a999b36b7 HTTP/1.1" status: 200 len: 907 time: 0.0501018 Sep 07 03:05:51.247971 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-02e8b2dd-26ef-42ba-b630-21f36bddb3c6 req-8386b156-6df2-48ef-b17a-860bf08a205f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a87d268-9221-4d93-b776-073af88fd88f HTTP/1.1" status: 200 len: 217 time: 0.0352838 Sep 07 03:05:51.301025 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e8b2dd-26ef-42ba-b630-21f36bddb3c6 req-8b2d3d0b-64a8-4691-9add-77025776b71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:51.302495 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-02e8b2dd-26ef-42ba-b630-21f36bddb3c6 req-8b2d3d0b-64a8-4691-9add-77025776b71d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0c149c38-03aa-4dfb-9aab-bd307e4b69ec HTTP/1.1" status: 200 len: 835 time: 0.0452361 Sep 07 03:05:51.354907 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e8b2dd-26ef-42ba-b630-21f36bddb3c6 req-0f358d6c-12ad-4912-b724-ce0eed8dda1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:51.356418 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-02e8b2dd-26ef-42ba-b630-21f36bddb3c6 req-0f358d6c-12ad-4912-b724-ce0eed8dda1f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3dc49b2b-b179-465c-aabe-a71d39ec1803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455790 Sep 07 03:05:51.454686 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-02e8b2dd-26ef-42ba-b630-21f36bddb3c6 req-52b1e99f-0282-4c8e-9b74-d7e984f5914f service neutron] 10.222.0.16 "GET /v2.0/networks/3dc49b2b-b179-465c-aabe-a71d39ec1803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871046 Sep 07 03:05:51.553623 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-02e8b2dd-26ef-42ba-b630-21f36bddb3c6 req-7fab4d24-a325-4da4-8f55-1df95287bdde service neutron] 10.222.0.16 "GET /v2.0/networks/3dc49b2b-b179-465c-aabe-a71d39ec1803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906355 Sep 07 03:05:51.584432 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:51.617894 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:52.003132 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed77f13-2ddc-4577-9589-00607bf719ff req-03819135-e4be-4a4a-ac95-5ceb35196c91 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:52.005229 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3ed77f13-2ddc-4577-9589-00607bf719ff req-03819135-e4be-4a4a-ac95-5ceb35196c91 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/ports?device_id=0729899a-d939-43ee-9070-d9954ee35b5d HTTP/1.1" status: 200 len: 944 time: 0.0517044 Sep 07 03:05:52.031285 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e551ddb-324a-4bef-8852-533a999b36b7', 'tag': '2d4a4208-aaa8-4a62-ab60-2b61a8c559b8'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:05:52.033603 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911b30ed-f392-4d42-a3f1-4051632e2f2e" -d '{"events": [{"name": "network-changed", "server_uuid": "5e551ddb-324a-4bef-8852-533a999b36b7", "tag": "2d4a4208-aaa8-4a62-ab60-2b61a8c559b8"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:05:52.051852 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3ed77f13-2ddc-4577-9589-00607bf719ff req-32d88850-23cc-4609-8735-a783bdc908fd tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/security-groups?id=03580aea-e134-48fb-8964-174d699bc06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407183 Sep 07 03:05:52.107128 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f84e8e-8228-4a67-9d87-2356ac392673 x-openstack-request-id: req-57f84e8e-8228-4a67-9d87-2356ac392673 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:05:52.107460 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e551ddb-324a-4bef-8852-533a999b36b7", "tag": "2d4a4208-aaa8-4a62-ab60-2b61a8c559b8", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:05:52.107750 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-57f84e8e-8228-4a67-9d87-2356ac392673 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:05:52.108184 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e551ddb-324a-4bef-8852-533a999b36b7', 'tag': '2d4a4208-aaa8-4a62-ab60-2b61a8c559b8', 'status': 'completed', 'code': 200} Sep 07 03:05:52.187160 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b30ed-f392-4d42-a3f1-4051632e2f2e req-f89d189c-bf28-410b-bf19-ca081f55888f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:52.188853 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-911b30ed-f392-4d42-a3f1-4051632e2f2e req-f89d189c-bf28-410b-bf19-ca081f55888f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=78355387c134473dacc42b7646fd40dd&device_id=5e551ddb-324a-4bef-8852-533a999b36b7 HTTP/1.1" status: 200 len: 1059 time: 0.0436552 Sep 07 03:05:52.296895 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b30ed-f392-4d42-a3f1-4051632e2f2e req-b0de6e3f-ac0b-4ce3-b5e3-0eae99b4a56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:52.298636 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-911b30ed-f392-4d42-a3f1-4051632e2f2e req-b0de6e3f-ac0b-4ce3-b5e3-0eae99b4a56c service neutron] 10.222.0.16 "GET /v2.0/networks?id=a3914c6a-20ba-44fa-983c-fd196f8282ce HTTP/1.1" status: 200 len: 898 time: 0.1022503 Sep 07 03:05:52.376376 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-911b30ed-f392-4d42-a3f1-4051632e2f2e req-4bb062f1-bf05-484c-9b98-823c29ff8171 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=2d4a4208-aaa8-4a62-ab60-2b61a8c559b8 HTTP/1.1" status: 200 len: 217 time: 0.0699024 Sep 07 03:05:52.449548 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9747116-8cb5-48a4-96b8-060163bf9430 req-599b9b4d-2f56-4788-8a9e-7f5dae32fd40 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:52.472273 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a9747116-8cb5-48a4-96b8-060163bf9430 req-599b9b4d-2f56-4788-8a9e-7f5dae32fd40 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e551ddb-324a-4bef-8852-533a999b36b7 HTTP/1.1" status: 200 len: 907 time: 0.1457157 Sep 07 03:05:52.476412 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b30ed-f392-4d42-a3f1-4051632e2f2e req-3d480659-cfb1-46c0-9b6b-0986f9f2e63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:52.478105 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-911b30ed-f392-4d42-a3f1-4051632e2f2e req-3d480659-cfb1-46c0-9b6b-0986f9f2e63f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eac5505c-d315-4ffe-a0d5-9f14949b2053 HTTP/1.1" status: 200 len: 836 time: 0.0944524 Sep 07 03:05:52.558415 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b30ed-f392-4d42-a3f1-4051632e2f2e req-4b1bf54a-8c32-4713-87f7-ff74ae25fda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:52.560138 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-911b30ed-f392-4d42-a3f1-4051632e2f2e req-4b1bf54a-8c32-4713-87f7-ff74ae25fda4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a3914c6a-20ba-44fa-983c-fd196f8282ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0600512 Sep 07 03:05:52.671111 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-911b30ed-f392-4d42-a3f1-4051632e2f2e req-b9a43641-aa3c-4ba2-8a7d-c80a3ee403b4 service neutron] 10.222.0.16 "GET /v2.0/networks/a3914c6a-20ba-44fa-983c-fd196f8282ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012008 Sep 07 03:05:52.770654 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-911b30ed-f392-4d42-a3f1-4051632e2f2e req-89aee563-bd12-48a2-8f2b-6e87b2b0e312 service neutron] 10.222.0.16 "GET /v2.0/networks/a3914c6a-20ba-44fa-983c-fd196f8282ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919068 Sep 07 03:05:53.176815 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1304f4-837d-46d3-95e6-8e436263be68 req-9711db04-702f-47a0-8047-4f34d637d25d tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:53.178415 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ce1304f4-837d-46d3-95e6-8e436263be68 req-9711db04-702f-47a0-8047-4f34d637d25d tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/ports?device_id=0729899a-d939-43ee-9070-d9954ee35b5d HTTP/1.1" status: 200 len: 944 time: 0.0517211 Sep 07 03:05:53.216562 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ce1304f4-837d-46d3-95e6-8e436263be68 req-5379bceb-159f-4fc8-8e9a-39f41121aeab tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/security-groups?id=03580aea-e134-48fb-8964-174d699bc06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320747 Sep 07 03:05:53.576637 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b56431-84fe-477a-9e60-698fabb1c5dc req-86c23621-546d-4d93-bd9f-634ee94c7728 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:53.580111 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-94b56431-84fe-477a-9e60-698fabb1c5dc req-86c23621-546d-4d93-bd9f-634ee94c7728 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e551ddb-324a-4bef-8852-533a999b36b7 HTTP/1.1" status: 200 len: 907 time: 0.0583134 Sep 07 03:05:53.587151 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 2d4a4208-aaa8-4a62-ab60-2b61a8c559b8 details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 03:05:53.843389 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 2d4a4208-aaa8-4a62-ab60-2b61a8c559b8, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=2d4a4208-aaa8-4a62-ab60-2b61a8c559b8,segment=NetworkSegment(0ac1895b-8abc-4f80-925d-41ef367e481f),segment_id=0ac1895b-8abc-4f80-925d-41ef367e481f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:05:53.856042 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '2d4a4208-aaa8-4a62-ab60-2b61a8c559b8', 'network_id': 'a3914c6a-20ba-44fa-983c-fd196f8282ce', 'port_id': '2d4a4208-aaa8-4a62-ab60-2b61a8c559b8', 'mac_address': 'fa:16:3e:5e:ba:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eac5505c-d315-4ffe-a0d5-9f14949b2053', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 03:05:53.890527 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943fbbe9-3f37-49a9-acf7-c059b8d42095 req-24310a8d-afb5-4a6f-bd70-de2ceabbe9bc tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:53.892346 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-943fbbe9-3f37-49a9-acf7-c059b8d42095 req-24310a8d-afb5-4a6f-bd70-de2ceabbe9bc tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/networks?id=b5bb2b44-86d3-4c51-8098-39db56525af1 HTTP/1.1" status: 200 len: 812 time: 0.1113949 Sep 07 03:05:53.894694 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:53.907370 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d4a4208-aaa8-4a62-ab60-2b61a8c559b8 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:05:53.908831 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-943fbbe9-3f37-49a9-acf7-c059b8d42095 req-015aa9bb-4726-4869-ada8-5ec51bf540c8 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/quotas/e2b241f46496480ea1c24703bd4e7081 HTTP/1.1" status: 200 len: 375 time: 0.0096474 Sep 07 03:05:53.931302 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 2d4a4208-aaa8-4a62-ab60-2b61a8c559b8, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=2d4a4208-aaa8-4a62-ab60-2b61a8c559b8,segment=NetworkSegment(0ac1895b-8abc-4f80-925d-41ef367e481f),segment_id=0ac1895b-8abc-4f80-925d-41ef367e481f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:05:53.935346 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:53.936530 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 2a87d268-9221-4d93-b776-073af88fd88f details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 03:05:53.964904 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-943fbbe9-3f37-49a9-acf7-c059b8d42095 req-ac0421a0-2026-49ec-a573-e1555f6e4153 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e2b241f46496480ea1c24703bd4e7081&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499711 Sep 07 03:05:54.062062 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=2d4a4208-aaa8-4a62-ab60-2b61a8c559b8,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:54.073363 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-943fbbe9-3f37-49a9-acf7-c059b8d42095 req-ff4c63f1-63c3-4844-89d0-736d2d68b89a service neutron] 10.222.0.22 "GET /v2.0/networks/b5bb2b44-86d3-4c51-8098-39db56525af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008272 Sep 07 03:05:54.083050 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 2a87d268-9221-4d93-b776-073af88fd88f, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=2a87d268-9221-4d93-b776-073af88fd88f,segment=NetworkSegment(3282f482-906f-4021-876f-c04da7071ffe),segment_id=3282f482-906f-4021-876f-c04da7071ffe)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:05:54.099435 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '2a87d268-9221-4d93-b776-073af88fd88f', 'network_id': '3dc49b2b-b179-465c-aabe-a71d39ec1803', 'port_id': '2a87d268-9221-4d93-b776-073af88fd88f', 'mac_address': 'fa:16:3e:df:c9:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c149c38-03aa-4dfb-9aab-bd307e4b69ec', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 03:05:54.140318 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:54.154015 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a87d268-9221-4d93-b776-073af88fd88f {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:05:54.187304 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 2a87d268-9221-4d93-b776-073af88fd88f, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=2a87d268-9221-4d93-b776-073af88fd88f,segment=NetworkSegment(3282f482-906f-4021-876f-c04da7071ffe),segment_id=3282f482-906f-4021-876f-c04da7071ffe)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:05:54.191007 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-943fbbe9-3f37-49a9-acf7-c059b8d42095 req-f2efbba7-b84d-46fb-96b2-92d11f485a91 service neutron] 10.222.0.22 "GET /v2.0/networks/b5bb2b44-86d3-4c51-8098-39db56525af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111426 Sep 07 03:05:54.195185 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:54.257110 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=2a87d268-9221-4d93-b776-073af88fd88f,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:54.354861 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4525c89-f4c7-4589-aea8-ce039824c438 req-50c57ab2-61c3-41b9-bb1d-22f0b8508f28 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:54.357555 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a4525c89-f4c7-4589-aea8-ce039824c438 req-50c57ab2-61c3-41b9-bb1d-22f0b8508f28 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/ports?device_id=0729899a-d939-43ee-9070-d9954ee35b5d HTTP/1.1" status: 200 len: 945 time: 0.0616872 Sep 07 03:05:54.400154 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['2d4a4208-aaa8-4a62-ab60-2b61a8c559b8'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:05:54.406530 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['2a87d268-9221-4d93-b776-073af88fd88f'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:05:54.433409 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a4525c89-f4c7-4589-aea8-ce039824c438 req-89aaa157-8422-4c54-922f-b92a9f8a01e5 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/security-groups?id=03580aea-e134-48fb-8964-174d699bc06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682247 Sep 07 03:05:54.442272 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c2e979a2-6739-465e-96ad-65e4ec209e12 req-cb287023-6611-43bf-b3f7-265b64e5b094 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=364d04d6-d0f1-4568-a41e-f7bc398b4f28 HTTP/1.1" status: 200 len: 210 time: 0.0609632 Sep 07 03:05:54.702204 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4451e-c6d1-41e9-9d47-fbf8f0e5a72f req-b8f01c7c-d4f3-4bb0-be93-472ea450c7f2 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:54.703889 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b3f4451e-c6d1-41e9-9d47-fbf8f0e5a72f req-b8f01c7c-d4f3-4bb0-be93-472ea450c7f2 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e551ddb-324a-4bef-8852-533a999b36b7 HTTP/1.1" status: 200 len: 908 time: 0.0549605 Sep 07 03:05:55.370610 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943fbbe9-3f37-49a9-acf7-c059b8d42095 req-b64ef50e-eadb-47ce-985b-13c50b625a48 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:55.372229 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-943fbbe9-3f37-49a9-acf7-c059b8d42095 req-b64ef50e-eadb-47ce-985b-13c50b625a48 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.23 "GET /v2.0/networks?id=b5bb2b44-86d3-4c51-8098-39db56525af1 HTTP/1.1" status: 200 len: 812 time: 0.1195836 Sep 07 03:05:55.385377 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-943fbbe9-3f37-49a9-acf7-c059b8d42095 req-074ba5e9-3782-4386-90b7-32e7b069d5b0 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Request body: {'port': {'device_id': '364d04d6-d0f1-4568-a41e-f7bc398b4f28', 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1', 'admin_state_up': True, 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:05:55.535208 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-943fbbe9-3f37-49a9-acf7-c059b8d42095 req-074ba5e9-3782-4386-90b7-32e7b069d5b0 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Made reservation on behalf of e2b241f46496480ea1c24703bd4e7081 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:05:55.539239 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-943fbbe9-3f37-49a9-acf7-c059b8d42095 req-074ba5e9-3782-4386-90b7-32e7b069d5b0 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:55.563547 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6fae61b9-ab44-4bad-8576-abd928459e5d req-03c84850-ad0e-4494-b3b0-b581caed76f0 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=364d04d6-d0f1-4568-a41e-f7bc398b4f28 HTTP/1.1" status: 200 len: 210 time: 0.0278876 Sep 07 03:05:55.602629 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 2d4a4208-aaa8-4a62-ab60-2b61a8c559b8 up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:05:55.614930 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c340cc7d-fa26-4f56-8514-88177b41c210 req-a3e50927-943f-4864-8f6d-8b6d8394a053 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:55.616871 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c340cc7d-fa26-4f56-8514-88177b41c210 req-a3e50927-943f-4864-8f6d-8b6d8394a053 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/ports?device_id=0729899a-d939-43ee-9070-d9954ee35b5d HTTP/1.1" status: 200 len: 945 time: 0.0989935 Sep 07 03:05:55.668588 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port 2d4a4208-aaa8-4a62-ab60-2b61a8c559b8 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:05:55.673392 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 2d4a4208-aaa8-4a62-ab60-2b61a8c559b8 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:05:55.673883 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:55.732555 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c340cc7d-fa26-4f56-8514-88177b41c210 req-695fa893-b84a-4406-9758-09ecaa5ad0ce tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/security-groups?id=03580aea-e134-48fb-8964-174d699bc06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712261 Sep 07 03:05:55.772783 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [req-943fbbe9-3f37-49a9-acf7-c059b8d42095 req-074ba5e9-3782-4386-90b7-32e7b069d5b0 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Allocated IP 172.20.0.3 (b5bb2b44-86d3-4c51-8098-39db56525af1/b33adc2b-a155-4213-967c-f1ae81189b8c/64ff4503-5437-436a-b777-c4a2a40a1634) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:05:55.780114 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:55.821257 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 2d4a4208-aaa8-4a62-ab60-2b61a8c559b8, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=2d4a4208-aaa8-4a62-ab60-2b61a8c559b8,segment=NetworkSegment(0ac1895b-8abc-4f80-925d-41ef367e481f),segment_id=0ac1895b-8abc-4f80-925d-41ef367e481f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:05:55.822252 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e551ddb-324a-4bef-8852-533a999b36b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d4a4208-aaa8-4a62-ab60-2b61a8c559b8'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:05:55.824693 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1775d8-3c5f-47d9-b2e2-036cc02cc710" -d '{"events": [{"server_uuid": "5e551ddb-324a-4bef-8852-533a999b36b7", "name": "network-vif-plugged", "status": "completed", "tag": "2d4a4208-aaa8-4a62-ab60-2b61a8c559b8"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:05:55.835874 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:55.837503 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 2a87d268-9221-4d93-b776-073af88fd88f up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:05:55.921940 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2159cb7-28e9-4bd9-bc82-dfd18601de7a req-18200fd2-6eb5-4bf7-a535-0d1216ce6d1e tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:55.926384 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a2159cb7-28e9-4bd9-bc82-dfd18601de7a req-18200fd2-6eb5-4bf7-a535-0d1216ce6d1e tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e551ddb-324a-4bef-8852-533a999b36b7 HTTP/1.1" status: 200 len: 908 time: 0.1130145 Sep 07 03:05:55.970318 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7f40de3a-f3ff-48ae-9e3b-c9121c5ad2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:55.991530 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=2d4a4208-aaa8-4a62-ab60-2b61a8c559b8,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:56.008045 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port 2a87d268-9221-4d93-b776-073af88fd88f completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:05:56.013179 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 2a87d268-9221-4d93-b776-073af88fd88f triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:05:56.013673 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:56.104999 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-943fbbe9-3f37-49a9-acf7-c059b8d42095 req-074ba5e9-3782-4386-90b7-32e7b069d5b0 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:56.126553 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-943fbbe9-3f37-49a9-acf7-c059b8d42095 req-074ba5e9-3782-4386-90b7-32e7b069d5b0 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Transition to ACTIVE for port object 64ff4503-5437-436a-b777-c4a2a40a1634 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:05:56.136109 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:56.163388 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84349a4c-656e-43cb-a793-96fad13bd913 x-openstack-request-id: req-84349a4c-656e-43cb-a793-96fad13bd913 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:05:56.163990 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e551ddb-324a-4bef-8852-533a999b36b7", "name": "network-vif-plugged", "status": "completed", "tag": "2d4a4208-aaa8-4a62-ab60-2b61a8c559b8", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:05:56.164176 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-84349a4c-656e-43cb-a793-96fad13bd913 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:05:56.164628 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e551ddb-324a-4bef-8852-533a999b36b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d4a4208-aaa8-4a62-ab60-2b61a8c559b8', 'code': 200} Sep 07 03:05:56.179293 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-943fbbe9-3f37-49a9-acf7-c059b8d42095 req-074ba5e9-3782-4386-90b7-32e7b069d5b0 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:56.184623 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 2a87d268-9221-4d93-b776-073af88fd88f, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=2a87d268-9221-4d93-b776-073af88fd88f,segment=NetworkSegment(3282f482-906f-4021-876f-c04da7071ffe),segment_id=3282f482-906f-4021-876f-c04da7071ffe)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:05:56.192820 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:56.259564 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=2a87d268-9221-4d93-b776-073af88fd88f,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:56.287680 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-943fbbe9-3f37-49a9-acf7-c059b8d42095 req-074ba5e9-3782-4386-90b7-32e7b069d5b0 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Network b5bb2b44-86d3-4c51-8098-39db56525af1 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:05:56.289076 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074ba5e9-3782-4386-90b7-32e7b069d5b0 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Pushing event updated for resources: {'Port': ['ID=64ff4503-5437-436a-b777-c4a2a40a1634,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:56.290340 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019f07c-4402-47ad-ba24-d66a20c08560 req-c57f880f-cc70-4335-a6f7-c9578c1737d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:56.292185 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [req-943fbbe9-3f37-49a9-acf7-c059b8d42095 req-074ba5e9-3782-4386-90b7-32e7b069d5b0 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:05:56.292324 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2019f07c-4402-47ad-ba24-d66a20c08560 req-c57f880f-cc70-4335-a6f7-c9578c1737d0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5e551ddb-324a-4bef-8852-533a999b36b7 HTTP/1.1" status: 200 len: 1061 time: 0.0529296 Sep 07 03:05:56.295529 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-943fbbe9-3f37-49a9-acf7-c059b8d42095 req-074ba5e9-3782-4386-90b7-32e7b069d5b0 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:05:56.327047 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074ba5e9-3782-4386-90b7-32e7b069d5b0 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:05:56.327396 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074ba5e9-3782-4386-90b7-32e7b069d5b0 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:05:56.327771 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074ba5e9-3782-4386-90b7-32e7b069d5b0 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:05:56.328105 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074ba5e9-3782-4386-90b7-32e7b069d5b0 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:05:56.328932 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074ba5e9-3782-4386-90b7-32e7b069d5b0 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:05:56.329494 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074ba5e9-3782-4386-90b7-32e7b069d5b0 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:05:56.329983 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074ba5e9-3782-4386-90b7-32e7b069d5b0 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:05:56.330468 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074ba5e9-3782-4386-90b7-32e7b069d5b0 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:05:56.330977 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074ba5e9-3782-4386-90b7-32e7b069d5b0 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:05:56.332031 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074ba5e9-3782-4386-90b7-32e7b069d5b0 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:05:56.332514 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074ba5e9-3782-4386-90b7-32e7b069d5b0 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:05:56.333012 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074ba5e9-3782-4386-90b7-32e7b069d5b0 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:05:56.367315 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943fbbe9-3f37-49a9-acf7-c059b8d42095 req-074ba5e9-3782-4386-90b7-32e7b069d5b0 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:56.368143 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-943fbbe9-3f37-49a9-acf7-c059b8d42095 req-074ba5e9-3782-4386-90b7-32e7b069d5b0 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:56.387350 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-943fbbe9-3f37-49a9-acf7-c059b8d42095 req-074ba5e9-3782-4386-90b7-32e7b069d5b0 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0058677 Sep 07 03:05:56.401996 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-943fbbe9-3f37-49a9-acf7-c059b8d42095 req-918f3d3c-4913-422e-a54a-ff6f7b81e932 service neutron] Request body: {'port': {'device_id': '364d04d6-d0f1-4568-a41e-f7bc398b4f28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:05:56.465133 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-943fbbe9-3f37-49a9-acf7-c059b8d42095 req-918f3d3c-4913-422e-a54a-ff6f7b81e932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:56.649065 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a43fecf5-4c96-4c26-8038-c67a74dbe7ed None None] Provisioning for port 64ff4503-5437-436a-b777-c4a2a40a1634 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:05:56.653814 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a43fecf5-4c96-4c26-8038-c67a74dbe7ed None None] Provisioning complete for port 64ff4503-5437-436a-b777-c4a2a40a1634 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:05:56.654360 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a43fecf5-4c96-4c26-8038-c67a74dbe7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:56.720301 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde7eb9a-2112-4c90-940b-769a9c87a849 req-267590ac-f503-46aa-9cbb-5603ceba4a68 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:56.728189 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bde7eb9a-2112-4c90-940b-769a9c87a849 req-267590ac-f503-46aa-9cbb-5603ceba4a68 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=364d04d6-d0f1-4568-a41e-f7bc398b4f28 HTTP/1.1" status: 200 len: 931 time: 0.0787380 Sep 07 03:05:56.734863 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a43fecf5-4c96-4c26-8038-c67a74dbe7ed None None] Port 64ff4503-5437-436a-b777-c4a2a40a1634 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:05:56.783279 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bde7eb9a-2112-4c90-940b-769a9c87a849 req-b9a9a7ef-5ea0-4bb7-a46f-8997c7869659 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538104 Sep 07 03:05:56.826129 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [req-943fbbe9-3f37-49a9-acf7-c059b8d42095 req-918f3d3c-4913-422e-a54a-ff6f7b81e932 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64ff4503-5437-436a-b777-c4a2a40a1634 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:05:56.838693 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-943fbbe9-3f37-49a9-acf7-c059b8d42095 req-918f3d3c-4913-422e-a54a-ff6f7b81e932 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:56.877935 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-943fbbe9-3f37-49a9-acf7-c059b8d42095 req-918f3d3c-4913-422e-a54a-ff6f7b81e932 service neutron] Transition to ACTIVE for port object 64ff4503-5437-436a-b777-c4a2a40a1634 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:05:56.884621 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-943fbbe9-3f37-49a9-acf7-c059b8d42095 req-918f3d3c-4913-422e-a54a-ff6f7b81e932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:56.927941 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d706b751-5006-4885-b66c-f8b7d3c5fb1d req-1b39991c-dc73-4844-838e-a0297b59e091 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:56.929476 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d706b751-5006-4885-b66c-f8b7d3c5fb1d req-1b39991c-dc73-4844-838e-a0297b59e091 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/ports?device_id=0729899a-d939-43ee-9070-d9954ee35b5d HTTP/1.1" status: 200 len: 946 time: 0.0932417 Sep 07 03:05:56.988957 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918f3d3c-4913-422e-a54a-ff6f7b81e932 service neutron] Pushing event updated for resources: {'Port': ['ID=64ff4503-5437-436a-b777-c4a2a40a1634,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:57.010154 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d706b751-5006-4885-b66c-f8b7d3c5fb1d req-137183ce-b40d-4d2e-a200-708d153b2025 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/security-groups?id=03580aea-e134-48fb-8964-174d699bc06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726848 Sep 07 03:05:57.068769 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-943fbbe9-3f37-49a9-acf7-c059b8d42095 req-918f3d3c-4913-422e-a54a-ff6f7b81e932 service neutron] Attempting to bind port 64ff4503-5437-436a-b777-c4a2a40a1634 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:05:57.069096 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-943fbbe9-3f37-49a9-acf7-c059b8d42095 req-918f3d3c-4913-422e-a54a-ff6f7b81e932 service neutron] Attempting to bind port 64ff4503-5437-436a-b777-c4a2a40a1634 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:05:57.069427 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943fbbe9-3f37-49a9-acf7-c059b8d42095 req-918f3d3c-4913-422e-a54a-ff6f7b81e932 service neutron] Attempting to bind port 64ff4503-5437-436a-b777-c4a2a40a1634 on network b5bb2b44-86d3-4c51-8098-39db56525af1 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:05:57.079639 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943fbbe9-3f37-49a9-acf7-c059b8d42095 req-918f3d3c-4913-422e-a54a-ff6f7b81e932 service neutron] Port 64ff4503-5437-436a-b777-c4a2a40a1634 on network b5bb2b44-86d3-4c51-8098-39db56525af1 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 03:05:57.080360 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943fbbe9-3f37-49a9-acf7-c059b8d42095 req-918f3d3c-4913-422e-a54a-ff6f7b81e932 service neutron] Attempting to bind port 64ff4503-5437-436a-b777-c4a2a40a1634 on network b5bb2b44-86d3-4c51-8098-39db56525af1 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:05:57.087911 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943fbbe9-3f37-49a9-acf7-c059b8d42095 req-918f3d3c-4913-422e-a54a-ff6f7b81e932 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:05:57.089239 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943fbbe9-3f37-49a9-acf7-c059b8d42095 req-918f3d3c-4913-422e-a54a-ff6f7b81e932 service neutron] Checking segment: {'id': '8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:05:57.089717 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943fbbe9-3f37-49a9-acf7-c059b8d42095 req-918f3d3c-4913-422e-a54a-ff6f7b81e932 service neutron] Bound using segment: {'id': '8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:05:57.090233 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-943fbbe9-3f37-49a9-acf7-c059b8d42095 req-918f3d3c-4913-422e-a54a-ff6f7b81e932 service neutron] Bound port: 64ff4503-5437-436a-b777-c4a2a40a1634, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:05:57.090706 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-943fbbe9-3f37-49a9-acf7-c059b8d42095 req-918f3d3c-4913-422e-a54a-ff6f7b81e932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:57.124089 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db7521-df55-4819-aa96-db10be433abd req-6fd50ed5-712d-47f8-a27e-a6c5560d9e32 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:57.125661 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f5db7521-df55-4819-aa96-db10be433abd req-6fd50ed5-712d-47f8-a27e-a6c5560d9e32 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e551ddb-324a-4bef-8852-533a999b36b7 HTTP/1.1" status: 200 len: 909 time: 0.0542748 Sep 07 03:05:57.166080 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-943fbbe9-3f37-49a9-acf7-c059b8d42095 req-918f3d3c-4913-422e-a54a-ff6f7b81e932 service neutron] For port 64ff4503-5437-436a-b777-c4a2a40a1634, host n-h1-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:05:57.170443 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-943fbbe9-3f37-49a9-acf7-c059b8d42095 req-918f3d3c-4913-422e-a54a-ff6f7b81e932 service neutron] For port 64ff4503-5437-436a-b777-c4a2a40a1634, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=64ff4503-5437-436a-b777-c4a2a40a1634,segment=NetworkSegment(8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21),segment_id=8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:05:57.174800 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-943fbbe9-3f37-49a9-acf7-c059b8d42095 req-918f3d3c-4913-422e-a54a-ff6f7b81e932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:57.215340 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943fbbe9-3f37-49a9-acf7-c059b8d42095 req-918f3d3c-4913-422e-a54a-ff6f7b81e932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:57.215999 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-943fbbe9-3f37-49a9-acf7-c059b8d42095 req-918f3d3c-4913-422e-a54a-ff6f7b81e932 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:57.217402 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-943fbbe9-3f37-49a9-acf7-c059b8d42095 req-918f3d3c-4913-422e-a54a-ff6f7b81e932 service neutron] 10.222.0.23 "PUT /v2.0/ports/64ff4503-5437-436a-b777-c4a2a40a1634 HTTP/1.1" status: 200 len: 1092 time: 0.8207910 Sep 07 03:05:57.217929 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '364d04d6-d0f1-4568-a41e-f7bc398b4f28', 'tag': '64ff4503-5437-436a-b777-c4a2a40a1634'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:05:57.220177 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fddd1997-3ae9-4884-9e2f-2e088ef40803" -d '{"events": [{"name": "network-changed", "server_uuid": "364d04d6-d0f1-4568-a41e-f7bc398b4f28", "tag": "64ff4503-5437-436a-b777-c4a2a40a1634"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:05:57.251270 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918f3d3c-4913-422e-a54a-ff6f7b81e932 service neutron] Pushing event updated for resources: {'Port': ['ID=64ff4503-5437-436a-b777-c4a2a40a1634,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:05:57.308031 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5380ed-45f4-440d-a6a5-f196ed458fb0 x-openstack-request-id: req-3a5380ed-45f4-440d-a6a5-f196ed458fb0 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:05:57.308501 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "364d04d6-d0f1-4568-a41e-f7bc398b4f28", "tag": "64ff4503-5437-436a-b777-c4a2a40a1634", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:05:57.308811 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3a5380ed-45f4-440d-a6a5-f196ed458fb0 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:05:57.309167 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '364d04d6-d0f1-4568-a41e-f7bc398b4f28', 'tag': '64ff4503-5437-436a-b777-c4a2a40a1634', 'status': 'completed', 'code': 200} Sep 07 03:05:57.327204 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943fbbe9-3f37-49a9-acf7-c059b8d42095 req-f6ca63b3-b074-40c2-a2eb-b9aedb794419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:57.328840 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-943fbbe9-3f37-49a9-acf7-c059b8d42095 req-f6ca63b3-b074-40c2-a2eb-b9aedb794419 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e2b241f46496480ea1c24703bd4e7081&device_id=364d04d6-d0f1-4568-a41e-f7bc398b4f28 HTTP/1.1" status: 200 len: 1095 time: 0.0601087 Sep 07 03:05:57.381687 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-943fbbe9-3f37-49a9-acf7-c059b8d42095 req-9789f493-2e4d-4669-ad42-bc1e72a7354e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64ff4503-5437-436a-b777-c4a2a40a1634 HTTP/1.1" status: 200 len: 217 time: 0.0445900 Sep 07 03:05:57.439191 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943fbbe9-3f37-49a9-acf7-c059b8d42095 req-f73661ad-359d-4625-8c55-751d1d442300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:57.441500 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-943fbbe9-3f37-49a9-acf7-c059b8d42095 req-f73661ad-359d-4625-8c55-751d1d442300 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b33adc2b-a155-4213-967c-f1ae81189b8c HTTP/1.1" status: 200 len: 851 time: 0.0534756 Sep 07 03:05:57.490090 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943fbbe9-3f37-49a9-acf7-c059b8d42095 req-73cfbe6b-cb6b-4d69-81d7-edbdda590d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:57.491617 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-943fbbe9-3f37-49a9-acf7-c059b8d42095 req-73cfbe6b-cb6b-4d69-81d7-edbdda590d75 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b5bb2b44-86d3-4c51-8098-39db56525af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435755 Sep 07 03:05:57.584427 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-943fbbe9-3f37-49a9-acf7-c059b8d42095 req-fc46b1fb-f616-4a6e-9245-836bbf61460d service neutron] 10.222.0.23 "GET /v2.0/networks/b5bb2b44-86d3-4c51-8098-39db56525af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851972 Sep 07 03:05:57.684589 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-943fbbe9-3f37-49a9-acf7-c059b8d42095 req-c7d0dcc3-4a27-4358-94e9-7e35b78b3c34 service neutron] 10.222.0.23 "GET /v2.0/networks/b5bb2b44-86d3-4c51-8098-39db56525af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931103 Sep 07 03:05:57.790128 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd1997-3ae9-4884-9e2f-2e088ef40803 req-57d57118-252d-4c61-953b-d8f87747ac60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:57.792011 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fddd1997-3ae9-4884-9e2f-2e088ef40803 req-57d57118-252d-4c61-953b-d8f87747ac60 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e2b241f46496480ea1c24703bd4e7081&device_id=364d04d6-d0f1-4568-a41e-f7bc398b4f28 HTTP/1.1" status: 200 len: 1095 time: 0.0449057 Sep 07 03:05:57.839555 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b2fd8616-923f-4263-bc40-a9ac64a904ad req-f88afa0a-3915-4c9d-8e18-e423fb2f1e2d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=606bfa07-789b-40a1-9a58-5b3d5a09633b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0554063 Sep 07 03:05:57.928854 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd1997-3ae9-4884-9e2f-2e088ef40803 req-3167b12c-7fe1-4b4f-b79d-d8b92ca55cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:57.930347 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fddd1997-3ae9-4884-9e2f-2e088ef40803 req-3167b12c-7fe1-4b4f-b79d-d8b92ca55cce service neutron] 10.222.0.23 "GET /v2.0/networks?id=b5bb2b44-86d3-4c51-8098-39db56525af1 HTTP/1.1" status: 200 len: 912 time: 0.1313159 Sep 07 03:05:57.968266 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf4a33e-05b2-4703-a9d8-0cc42eab57ce req-0cca6284-8973-4e93-8da9-7575240cb16a tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:57.970243 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2cf4a33e-05b2-4703-a9d8-0cc42eab57ce req-0cca6284-8973-4e93-8da9-7575240cb16a tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=364d04d6-d0f1-4568-a41e-f7bc398b4f28 HTTP/1.1" status: 200 len: 943 time: 0.0864644 Sep 07 03:05:57.975543 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fddd1997-3ae9-4884-9e2f-2e088ef40803 req-2fa3157d-d164-4286-a76e-1ac6e966149e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64ff4503-5437-436a-b777-c4a2a40a1634 HTTP/1.1" status: 200 len: 217 time: 0.0371759 Sep 07 03:05:57.977670 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd8616-923f-4263-bc40-a9ac64a904ad req-4788510a-a43b-4ed9-97ff-73411844286f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:57.979403 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b2fd8616-923f-4263-bc40-a9ac64a904ad req-4788510a-a43b-4ed9-97ff-73411844286f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=78355387c134473dacc42b7646fd40dd&device_id=606bfa07-789b-40a1-9a58-5b3d5a09633b HTTP/1.1" status: 200 len: 1136 time: 0.0859959 Sep 07 03:05:58.030474 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd1997-3ae9-4884-9e2f-2e088ef40803 req-1c82811f-cd7b-444c-9b6d-bed31ef2f39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:58.032377 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fddd1997-3ae9-4884-9e2f-2e088ef40803 req-1c82811f-cd7b-444c-9b6d-bed31ef2f39d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b33adc2b-a155-4213-967c-f1ae81189b8c HTTP/1.1" status: 200 len: 851 time: 0.0474484 Sep 07 03:05:58.066867 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2cf4a33e-05b2-4703-a9d8-0cc42eab57ce req-74b7a219-79f3-4603-9103-de62def6232f tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863991 Sep 07 03:05:58.166303 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0729899a-d939-43ee-9070-d9954ee35b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a87d268-9221-4d93-b776-073af88fd88f'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:05:58.170991 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412177b9-4c21-425a-b06c-98746a404303" -d '{"events": [{"server_uuid": "0729899a-d939-43ee-9070-d9954ee35b5d", "name": "network-vif-plugged", "status": "completed", "tag": "2a87d268-9221-4d93-b776-073af88fd88f"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:05:58.171911 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd8616-923f-4263-bc40-a9ac64a904ad req-bd9bb653-7f65-43ad-a8b0-f6c9d8b08d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:58.174092 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b2fd8616-923f-4263-bc40-a9ac64a904ad req-bd9bb653-7f65-43ad-a8b0-f6c9d8b08d18 service neutron] 10.222.0.23 "GET /v2.0/networks?id=705decc7-b040-46a6-b48e-b43279f9839c HTTP/1.1" status: 200 len: 897 time: 0.1725655 Sep 07 03:05:58.175001 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd1997-3ae9-4884-9e2f-2e088ef40803 req-cac9c813-7395-4119-8d4e-4d48080e8038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:58.176475 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fddd1997-3ae9-4884-9e2f-2e088ef40803 req-cac9c813-7395-4119-8d4e-4d48080e8038 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b5bb2b44-86d3-4c51-8098-39db56525af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1347988 Sep 07 03:05:58.210549 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-aec2b410-ab47-4d13-acf4-2e2b1e1d1087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:58.243641 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672f081-b068-438c-a829-4e7df23482e2 req-8a4c4351-96d9-43a9-a2df-e3c78aa577d3 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:58.245167 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a672f081-b068-438c-a829-4e7df23482e2 req-8a4c4351-96d9-43a9-a2df-e3c78aa577d3 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/ports?device_id=0729899a-d939-43ee-9070-d9954ee35b5d HTTP/1.1" status: 200 len: 946 time: 0.1103642 Sep 07 03:05:58.311866 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b2fd8616-923f-4263-bc40-a9ac64a904ad req-ada272c8-e4d7-481a-9035-7c67ea817792 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=687db423-0bce-4473-a6ed-514d3d4b74e4 HTTP/1.1" status: 200 len: 1001 time: 0.1251543 Sep 07 03:05:58.328244 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac21f9b-e040-429b-a38c-1b0096e310e7 req-7ecf30d0-5a83-4453-8c2c-192778e5e260 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:58.337471 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1ac21f9b-e040-429b-a38c-1b0096e310e7 req-7ecf30d0-5a83-4453-8c2c-192778e5e260 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e551ddb-324a-4bef-8852-533a999b36b7 HTTP/1.1" status: 200 len: 909 time: 0.0857270 Sep 07 03:05:58.344118 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a672f081-b068-438c-a829-4e7df23482e2 req-2ebcf94b-8598-4767-bb75-720da2eba54d tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/security-groups?id=03580aea-e134-48fb-8964-174d699bc06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918641 Sep 07 03:05:58.387988 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fddd1997-3ae9-4884-9e2f-2e088ef40803 req-19c1f1a5-30d1-498d-bb85-b0d603d99db2 service neutron] 10.222.0.23 "GET /v2.0/networks/b5bb2b44-86d3-4c51-8098-39db56525af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926861 Sep 07 03:05:58.421798 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37e6c5a-56d9-4111-8dc8-bef366ce9bca x-openstack-request-id: req-e37e6c5a-56d9-4111-8dc8-bef366ce9bca {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:05:58.422074 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0729899a-d939-43ee-9070-d9954ee35b5d", "name": "network-vif-plugged", "status": "completed", "tag": "2a87d268-9221-4d93-b776-073af88fd88f", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:05:58.423196 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e37e6c5a-56d9-4111-8dc8-bef366ce9bca {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:05:58.423634 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0729899a-d939-43ee-9070-d9954ee35b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a87d268-9221-4d93-b776-073af88fd88f', 'code': 200} Sep 07 03:05:58.442542 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd8616-923f-4263-bc40-a9ac64a904ad req-61b3dfbe-8bff-42de-b4dc-a34fddf61ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:58.445185 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b2fd8616-923f-4263-bc40-a9ac64a904ad req-61b3dfbe-8bff-42de-b4dc-a34fddf61ecc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6fab5d4d-4d56-4c7f-b912-5221bc05bf32 HTTP/1.1" status: 200 len: 834 time: 0.1017199 Sep 07 03:05:58.533430 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd8616-923f-4263-bc40-a9ac64a904ad req-66bfa310-732a-4ed4-a48a-f037c42c0a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:58.535266 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b2fd8616-923f-4263-bc40-a9ac64a904ad req-66bfa310-732a-4ed4-a48a-f037c42c0a72 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=705decc7-b040-46a6-b48e-b43279f9839c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0799181 Sep 07 03:05:58.542195 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d2200-a9a1-47f4-92d3-e15094471abd req-740f6814-06b5-4323-8022-6b3191b27c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:58.543857 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cc0d2200-a9a1-47f4-92d3-e15094471abd req-740f6814-06b5-4323-8022-6b3191b27c81 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0729899a-d939-43ee-9070-d9954ee35b5d HTTP/1.1" status: 200 len: 1098 time: 0.0534296 Sep 07 03:05:58.556859 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69778db2-8042-4c75-b592-7ec63ef27715 req-535de457-a8b6-462d-a876-edf68d7cb677 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:58.570428 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-69778db2-8042-4c75-b592-7ec63ef27715 req-535de457-a8b6-462d-a876-edf68d7cb677 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e551ddb-324a-4bef-8852-533a999b36b7 HTTP/1.1" status: 200 len: 909 time: 0.0830214 Sep 07 03:05:58.573378 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fddd1997-3ae9-4884-9e2f-2e088ef40803 req-73af1a17-5ecd-4079-b9c7-0ecea705c658 service neutron] 10.222.0.23 "GET /v2.0/networks/b5bb2b44-86d3-4c51-8098-39db56525af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782970 Sep 07 03:05:58.693467 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cc0d2200-a9a1-47f4-92d3-e15094471abd req-407dca0f-3ffb-4363-ac4e-8acd3d8b2705 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=03580aea-e134-48fb-8964-174d699bc06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404459 Sep 07 03:05:58.704440 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b2fd8616-923f-4263-bc40-a9ac64a904ad req-26ac848d-4d1b-40b8-b580-ef0a2dd2539a service neutron] 10.222.0.23 "GET /v2.0/networks/705decc7-b040-46a6-b48e-b43279f9839c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594803 Sep 07 03:05:58.724126 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:05:58.742200 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1cd242-9bb4-4d07-b937-5eb1f1212b6f req-60f29953-16d8-4594-b227-4b4264b10a30 tempest-TestSecurityGroupsBasicOps-1346892071 tempest-TestSecurityGroupsBasicOps-1346892071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:58.743954 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6e1cd242-9bb4-4d07-b937-5eb1f1212b6f req-60f29953-16d8-4594-b227-4b4264b10a30 tempest-TestSecurityGroupsBasicOps-1346892071 tempest-TestSecurityGroupsBasicOps-1346892071-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=5e551ddb-324a-4bef-8852-533a999b36b7 HTTP/1.1" status: 200 len: 1061 time: 0.0987291 Sep 07 03:05:58.888728 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b2fd8616-923f-4263-bc40-a9ac64a904ad req-c43659af-fee3-4435-b6d6-8408782bf712 service neutron] 10.222.0.23 "GET /v2.0/networks/705decc7-b040-46a6-b48e-b43279f9839c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750526 Sep 07 03:05:58.904120 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f3de49-3faa-4507-a20b-973a509e69a1 req-4cec3cce-fff9-43f0-8397-e51bbd7908af tempest-TestSecurityGroupsBasicOps-1346892071 tempest-TestSecurityGroupsBasicOps-1346892071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:58.905802 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-76f3de49-3faa-4507-a20b-973a509e69a1 req-4cec3cce-fff9-43f0-8397-e51bbd7908af tempest-TestSecurityGroupsBasicOps-1346892071 tempest-TestSecurityGroupsBasicOps-1346892071-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=606bfa07-789b-40a1-9a58-5b3d5a09633b HTTP/1.1" status: 200 len: 1136 time: 0.0664670 Sep 07 03:05:58.957484 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-76f3de49-3faa-4507-a20b-973a509e69a1 req-078b3c2a-847b-4774-bd7d-353a594013e9 tempest-TestSecurityGroupsBasicOps-1346892071 tempest-TestSecurityGroupsBasicOps-1346892071-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=5b879c51-b017-48ad-8678-477a9f20557e&id=851dd5b8-0bf6-4e2b-8711-646041b05580&fields=id&fields=name HTTP/1.1" status: 200 len: 407 time: 0.0403550 Sep 07 03:05:58.980530 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 34422) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:05:59.023206 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8912d16-121a-433b-b252-056f22b4c821 tempest-TestSecurityGroupsBasicOps-1346892071 tempest-TestSecurityGroupsBasicOps-1346892071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:59.024853 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d8912d16-121a-433b-b252-056f22b4c821 tempest-TestSecurityGroupsBasicOps-1346892071 tempest-TestSecurityGroupsBasicOps-1346892071-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=5e551ddb-324a-4bef-8852-533a999b36b7 HTTP/1.1" status: 200 len: 1056 time: 0.0433135 Sep 07 03:05:59.263466 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea9c1b6-0cbc-4d06-bea2-42318f516521 req-a65c660d-8d31-4961-999f-f8c740987836 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:59.273736 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dea9c1b6-0cbc-4d06-bea2-42318f516521 req-a65c660d-8d31-4961-999f-f8c740987836 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=364d04d6-d0f1-4568-a41e-f7bc398b4f28 HTTP/1.1" status: 200 len: 943 time: 0.0784302 Sep 07 03:05:59.342015 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dea9c1b6-0cbc-4d06-bea2-42318f516521 req-0908b987-2fb8-4f12-86c0-c221b2fe56a7 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646660 Sep 07 03:05:59.405918 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f5ed96-e2ac-4644-b359-73cddbb78ab9 req-0a77067a-e2ce-4309-954c-6cd4f7456d6a tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:59.408041 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-89f5ed96-e2ac-4644-b359-73cddbb78ab9 req-0a77067a-e2ce-4309-954c-6cd4f7456d6a tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e551ddb-324a-4bef-8852-533a999b36b7 HTTP/1.1" status: 200 len: 909 time: 0.0716307 Sep 07 03:05:59.509647 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d42c5dc-f8c3-4fb3-9b19-cd76222f78cb req-b0623631-7876-4ac6-8efb-0acc2bd6813d tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:05:59.511393 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2d42c5dc-f8c3-4fb3-9b19-cd76222f78cb req-b0623631-7876-4ac6-8efb-0acc2bd6813d tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/ports?device_id=0729899a-d939-43ee-9070-d9954ee35b5d HTTP/1.1" status: 200 len: 946 time: 0.0537119 Sep 07 03:05:59.556035 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2d42c5dc-f8c3-4fb3-9b19-cd76222f78cb req-aaf045a0-cf33-4157-ab96-868d478f5ec7 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/security-groups?id=03580aea-e134-48fb-8964-174d699bc06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380509 Sep 07 03:05:59.588292 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:00.489823 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667fca61-87a1-4b6c-a8a3-5561fb0ada15 req-f508ee8a-4e2f-4854-805b-4b2dd3b8e88d tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:00.491440 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-667fca61-87a1-4b6c-a8a3-5561fb0ada15 req-f508ee8a-4e2f-4854-805b-4b2dd3b8e88d tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=364d04d6-d0f1-4568-a41e-f7bc398b4f28 HTTP/1.1" status: 200 len: 943 time: 0.0671341 Sep 07 03:06:00.541503 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-667fca61-87a1-4b6c-a8a3-5561fb0ada15 req-0207a974-5025-49eb-a895-8da804012f06 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419757 Sep 07 03:06:00.626381 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51853d62-1144-42e0-af9c-ca3a9132e4d8 req-f1edc802-2148-46bb-9413-7049f9267759 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:00.631574 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-51853d62-1144-42e0-af9c-ca3a9132e4d8 req-f1edc802-2148-46bb-9413-7049f9267759 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e551ddb-324a-4bef-8852-533a999b36b7 HTTP/1.1" status: 200 len: 909 time: 0.0838876 Sep 07 03:06:00.691186 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25728ac-a830-4418-ac0b-e567604645c3 req-a86bc8de-77f5-4fae-9ad1-408fbc9b8198 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:00.692960 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a25728ac-a830-4418-ac0b-e567604645c3 req-a86bc8de-77f5-4fae-9ad1-408fbc9b8198 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e551ddb-324a-4bef-8852-533a999b36b7 HTTP/1.1" status: 200 len: 909 time: 0.0879650 Sep 07 03:06:00.808565 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d288f-fbf0-4e8b-aaf4-a4553b7f9301 req-552b0ca5-4dc9-4e6b-aa47-cb32618d0423 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:00.810161 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-441d288f-fbf0-4e8b-aaf4-a4553b7f9301 req-552b0ca5-4dc9-4e6b-aa47-cb32618d0423 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/ports?device_id=0729899a-d939-43ee-9070-d9954ee35b5d HTTP/1.1" status: 200 len: 946 time: 0.1161406 Sep 07 03:06:00.874388 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-441d288f-fbf0-4e8b-aaf4-a4553b7f9301 req-3b7ffb10-c456-4f1c-9076-1e89d4f560bc tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/security-groups?id=03580aea-e134-48fb-8964-174d699bc06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548842 Sep 07 03:06:00.876118 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-a25728ac-a830-4418-ac0b-e567604645c3 req-7d518bf3-6df5-4cde-a57b-7e156d37c78e tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Deleting port 2d4a4208-aaa8-4a62-ab60-2b61a8c559b8 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:06:00.876393 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a25728ac-a830-4418-ac0b-e567604645c3 req-7d518bf3-6df5-4cde-a57b-7e156d37c78e tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:01.000417 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-a25728ac-a830-4418-ac0b-e567604645c3 req-7d518bf3-6df5-4cde-a57b-7e156d37c78e tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] For port 2d4a4208-aaa8-4a62-ab60-2b61a8c559b8, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=2d4a4208-aaa8-4a62-ab60-2b61a8c559b8,segment=NetworkSegment(0ac1895b-8abc-4f80-925d-41ef367e481f),segment_id=0ac1895b-8abc-4f80-925d-41ef367e481f)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:06:01.001104 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a25728ac-a830-4418-ac0b-e567604645c3 req-7d518bf3-6df5-4cde-a57b-7e156d37c78e tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:01.023649 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-a25728ac-a830-4418-ac0b-e567604645c3 req-7d518bf3-6df5-4cde-a57b-7e156d37c78e tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Calling delete_port for 2d4a4208-aaa8-4a62-ab60-2b61a8c559b8 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:06:01.042913 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b890f50-0cfb-4c5b-88eb-2db7ca9577c4 req-7d4b277a-1d7d-46b2-ab69-500c7a044939 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:01.044542 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3b890f50-0cfb-4c5b-88eb-2db7ca9577c4 req-7d4b277a-1d7d-46b2-ab69-500c7a044939 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/ports?device_id=0729899a-d939-43ee-9070-d9954ee35b5d HTTP/1.1" status: 200 len: 946 time: 0.0862839 Sep 07 03:06:01.136778 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3b890f50-0cfb-4c5b-88eb-2db7ca9577c4 req-2eb581d2-caa6-4564-a59d-1204ccf187fd tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/security-groups?id=03580aea-e134-48fb-8964-174d699bc06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845687 Sep 07 03:06:01.156733 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 34456) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:06:01.222993 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca4588f-dbec-45d1-9745-36d0cd5eee80 tempest-TestNetworkBasicOps-1684385295 tempest-TestNetworkBasicOps-1684385295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:01.229086 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 34458) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:06:01.229276 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-eca4588f-dbec-45d1-9745-36d0cd5eee80 tempest-TestNetworkBasicOps-1684385295 tempest-TestNetworkBasicOps-1684385295-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=0729899a-d939-43ee-9070-d9954ee35b5d HTTP/1.1" status: 200 len: 1093 time: 0.0713856 Sep 07 03:06:01.234125 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-84314eeb-e516-4672-9cb6-2b480e422f5e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Request body: {'floatingip': {'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'port_id': '2a87d268-9221-4d93-b776-073af88fd88f', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:06:01.291268 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-84314eeb-e516-4672-9cb6-2b480e422f5e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for floatingip, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:01.321611 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a25728ac-a830-4418-ac0b-e567604645c3 req-7d518bf3-6df5-4cde-a57b-7e156d37c78e tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:01.374737 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d518bf3-6df5-4cde-a57b-7e156d37c78e tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Pushing event deleted for resources: {'Port': ['ID=2d4a4208-aaa8-4a62-ab60-2b61a8c559b8,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:06:01.390485 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d518bf3-6df5-4cde-a57b-7e156d37c78e tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:06:01.390956 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d518bf3-6df5-4cde-a57b-7e156d37c78e tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:06:01.391402 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d518bf3-6df5-4cde-a57b-7e156d37c78e tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:06:01.391882 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d518bf3-6df5-4cde-a57b-7e156d37c78e tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:06:01.392313 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d518bf3-6df5-4cde-a57b-7e156d37c78e tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:06:01.392745 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d518bf3-6df5-4cde-a57b-7e156d37c78e tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:06:01.393176 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d518bf3-6df5-4cde-a57b-7e156d37c78e tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:06:01.393634 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d518bf3-6df5-4cde-a57b-7e156d37c78e tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:06:01.394043 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d518bf3-6df5-4cde-a57b-7e156d37c78e tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:06:01.394441 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d518bf3-6df5-4cde-a57b-7e156d37c78e tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:06:01.394837 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d518bf3-6df5-4cde-a57b-7e156d37c78e tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:06:01.395227 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d518bf3-6df5-4cde-a57b-7e156d37c78e tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:06:01.438444 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:01.495663 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-a25728ac-a830-4418-ac0b-e567604645c3 req-7d518bf3-6df5-4cde-a57b-7e156d37c78e tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] No DVR routers for this DVR port 2d4a4208-aaa8-4a62-ab60-2b61a8c559b8 on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:06:01.499524 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a25728ac-a830-4418-ac0b-e567604645c3 req-7d518bf3-6df5-4cde-a57b-7e156d37c78e tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:01.501701 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a25728ac-a830-4418-ac0b-e567604645c3 req-7d518bf3-6df5-4cde-a57b-7e156d37c78e tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.16 "DELETE /v2.0/ports/2d4a4208-aaa8-4a62-ab60-2b61a8c559b8 HTTP/1.1" status: 204 len: 173 time: 0.7990448 Sep 07 03:06:01.502151 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e551ddb-324a-4bef-8852-533a999b36b7', 'name': 'network-vif-deleted', 'tag': '2d4a4208-aaa8-4a62-ab60-2b61a8c559b8'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:06:01.505110 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dffba38-9b95-4831-ae95-431081ccc174" -d '{"events": [{"server_uuid": "5e551ddb-324a-4bef-8852-533a999b36b7", "name": "network-vif-deleted", "tag": "2d4a4208-aaa8-4a62-ab60-2b61a8c559b8"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:06:01.599321 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ecd8937-29d0-4c6a-96e5-9affaff80541 x-openstack-request-id: req-6ecd8937-29d0-4c6a-96e5-9affaff80541 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:06:01.599646 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e551ddb-324a-4bef-8852-533a999b36b7", "name": "network-vif-deleted", "tag": "2d4a4208-aaa8-4a62-ab60-2b61a8c559b8", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:06:01.599901 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6ecd8937-29d0-4c6a-96e5-9affaff80541 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:06:01.600303 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e551ddb-324a-4bef-8852-533a999b36b7', 'name': 'network-vif-deleted', 'tag': '2d4a4208-aaa8-4a62-ab60-2b61a8c559b8', 'status': 'completed', 'code': 200} Sep 07 03:06:01.619572 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-84314eeb-e516-4672-9cb6-2b480e422f5e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:01.817162 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc35676-9451-48b4-af32-a42ef96417e0 req-a4e764a0-72a9-431b-b7f0-68dd072399b0 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:01.830217 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8bc35676-9451-48b4-af32-a42ef96417e0 req-a4e764a0-72a9-431b-b7f0-68dd072399b0 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=364d04d6-d0f1-4568-a41e-f7bc398b4f28 HTTP/1.1" status: 200 len: 943 time: 0.1191778 Sep 07 03:06:01.882149 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-84314eeb-e516-4672-9cb6-2b480e422f5e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Allocated IP 172.25.5.244 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/a35c8234-eae0-4f9c-917b-5800fe49732f) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:06:01.886354 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d015aba3-0833-438e-a5f3-359879bfe6f5 req-4f53e331-4fc3-47ac-8823-444b6350c4eb tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e551ddb-324a-4bef-8852-533a999b36b7 HTTP/1.1" status: 200 len: 210 time: 0.0603774 Sep 07 03:06:01.896545 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8bc35676-9451-48b4-af32-a42ef96417e0 req-98dfda8c-dad6-42e5-a84b-dc1ce36f697c tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647428 Sep 07 03:06:02.107820 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-84314eeb-e516-4672-9cb6-2b480e422f5e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:02.210021 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-84314eeb-e516-4672-9cb6-2b480e422f5e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:02.254633 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84314eeb-e516-4672-9cb6-2b480e422f5e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:06:02.271168 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84314eeb-e516-4672-9cb6-2b480e422f5e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Pushing event updated for resources: {'Port': ['ID=a35c8234-eae0-4f9c-917b-5800fe49732f,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:06:02.285060 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-84314eeb-e516-4672-9cb6-2b480e422f5e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:06:02.287442 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84314eeb-e516-4672-9cb6-2b480e422f5e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:06:03.006295 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 34478) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:06:03.080905 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cad86a-466a-4c9e-8b1f-76ed7e35e09b req-363b87b5-d8cf-4412-a6c0-7a556dff47b0 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:03.091892 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-26cad86a-466a-4c9e-8b1f-76ed7e35e09b req-363b87b5-d8cf-4412-a6c0-7a556dff47b0 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=364d04d6-d0f1-4568-a41e-f7bc398b4f28 HTTP/1.1" status: 200 len: 943 time: 0.1259191 Sep 07 03:06:03.168173 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-26cad86a-466a-4c9e-8b1f-76ed7e35e09b req-dee12dd2-d6fd-43fd-ab46-5b88bef270cb tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646057 Sep 07 03:06:03.244150 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-84314eeb-e516-4672-9cb6-2b480e422f5e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:03.407096 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-84314eeb-e516-4672-9cb6-2b480e422f5e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:03.705603 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-84314eeb-e516-4672-9cb6-2b480e422f5e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:03.716055 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-84314eeb-e516-4672-9cb6-2b480e422f5e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:03.822143 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84314eeb-e516-4672-9cb6-2b480e422f5e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Pushing event updated for resources: {'Port': ['ID=a35c8234-eae0-4f9c-917b-5800fe49732f,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:06:03.831603 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-84314eeb-e516-4672-9cb6-2b480e422f5e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:03.880962 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0755b15a-f89a-4d12-8724-9c6398e2074a tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:04.032463 n-d-796209-16 neutron-server[94700]: INFO neutron.db.l3_db [None req-84314eeb-e516-4672-9cb6-2b480e422f5e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Floating IP c92e1469-1257-4a80-a1bb-2eff6f86c8e2 associated. External IP: 172.25.5.244, port: 2a87d268-9221-4d93-b776-073af88fd88f. Sep 07 03:06:04.449868 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84314eeb-e516-4672-9cb6-2b480e422f5e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Router 8a3a759c-feeb-4813-8dcc-49934164a441 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:06:04.459451 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8acda28-90ba-455f-b6a9-9f66f47a1ee2 req-a29c33fb-650a-450b-9fc0-b3aefdbb4e34 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:04.461224 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b8acda28-90ba-455f-b6a9-9f66f47a1ee2 req-a29c33fb-650a-450b-9fc0-b3aefdbb4e34 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=364d04d6-d0f1-4568-a41e-f7bc398b4f28 HTTP/1.1" status: 200 len: 943 time: 0.2082291 Sep 07 03:06:04.501693 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-0755b15a-f89a-4d12-8724-9c6398e2074a tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Deleting port c62f37ac-bc82-46d1-9503-4d2d209c6716 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:06:04.502065 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0755b15a-f89a-4d12-8724-9c6398e2074a tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:04.584508 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b8acda28-90ba-455f-b6a9-9f66f47a1ee2 req-f59c8ee1-a65a-43b8-8509-6ec0e8b59249 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148117 Sep 07 03:06:04.708896 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-0755b15a-f89a-4d12-8724-9c6398e2074a tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] For port c62f37ac-bc82-46d1-9503-4d2d209c6716, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=c62f37ac-bc82-46d1-9503-4d2d209c6716,segment=NetworkSegment(0ac1895b-8abc-4f80-925d-41ef367e481f),segment_id=0ac1895b-8abc-4f80-925d-41ef367e481f)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:06:04.709686 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0755b15a-f89a-4d12-8724-9c6398e2074a tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:04.727003 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84314eeb-e516-4672-9cb6-2b480e422f5e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:06:04.728893 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-0755b15a-f89a-4d12-8724-9c6398e2074a tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Calling delete_port for c62f37ac-bc82-46d1-9503-4d2d209c6716 owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:06:04.776266 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc33636b-a730-4811-82f3-98c3db462315 None None] Sync routers for ids ['8a3a759c-feeb-4813-8dcc-49934164a441'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:06:04.778145 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-84314eeb-e516-4672-9cb6-2b480e422f5e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:04.787535 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc33636b-a730-4811-82f3-98c3db462315 None None] Routers {'8a3a759c-feeb-4813-8dcc-49934164a441'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:06:04.788460 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-dc33636b-a730-4811-82f3-98c3db462315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:05:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['8a3a759c-feeb-4813-8dcc-49934164a441'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:06:04.820526 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-84314eeb-e516-4672-9cb6-2b480e422f5e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.5881286 Sep 07 03:06:04.820526 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0729899a-d939-43ee-9070-d9954ee35b5d', 'tag': '2a87d268-9221-4d93-b776-073af88fd88f'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:06:04.821448 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 34502) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:06:04.822066 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba062399-720a-4aac-9c1d-7c849264719a" -d '{"events": [{"name": "network-changed", "server_uuid": "0729899a-d939-43ee-9070-d9954ee35b5d", "tag": "2a87d268-9221-4d93-b776-073af88fd88f"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:06:04.925794 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467b0836-3bd0-4713-b33e-bba2175192d2 x-openstack-request-id: req-467b0836-3bd0-4713-b33e-bba2175192d2 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:06:04.926284 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0729899a-d939-43ee-9070-d9954ee35b5d", "tag": "2a87d268-9221-4d93-b776-073af88fd88f", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:06:04.927985 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-467b0836-3bd0-4713-b33e-bba2175192d2 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:06:04.928553 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0729899a-d939-43ee-9070-d9954ee35b5d', 'tag': '2a87d268-9221-4d93-b776-073af88fd88f', 'status': 'completed', 'code': 200} Sep 07 03:06:04.963427 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-5ee2f659-52e9-4071-8c0f-5bb2f85e256d tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/floatingips/c92e1469-1257-4a80-a1bb-2eff6f86c8e2 HTTP/1.1" status: 200 len: 992 time: 0.1397288 Sep 07 03:06:05.027702 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-dc33636b-a730-4811-82f3-98c3db462315 None None] Set router 8a3a759c-feeb-4813-8dcc-49934164a441 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:06:05.041040 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0755b15a-f89a-4d12-8724-9c6398e2074a tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:05.125683 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0755b15a-f89a-4d12-8724-9c6398e2074a tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Pushing event deleted for resources: {'Port': ['ID=c62f37ac-bc82-46d1-9503-4d2d209c6716,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:06:05.160239 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba062399-720a-4aac-9c1d-7c849264719a req-9feb9ce4-3ab6-45ef-b1f1-08c47f32c7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:05.163851 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ba062399-720a-4aac-9c1d-7c849264719a req-9feb9ce4-3ab6-45ef-b1f1-08c47f32c7c1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d26848eac2634f46a9e82fab10685270&device_id=0729899a-d939-43ee-9070-d9954ee35b5d HTTP/1.1" status: 200 len: 1098 time: 0.1914358 Sep 07 03:06:05.432113 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba062399-720a-4aac-9c1d-7c849264719a req-3ea951f5-f7de-414c-ab6f-3820a7959651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:05.433654 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ba062399-720a-4aac-9c1d-7c849264719a req-3ea951f5-f7de-414c-ab6f-3820a7959651 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3dc49b2b-b179-465c-aabe-a71d39ec1803 HTTP/1.1" status: 200 len: 896 time: 0.2609508 Sep 07 03:06:05.485741 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-dc33636b-a730-4811-82f3-98c3db462315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a3a759c-feeb-4813-8dcc-49934164a441', 'name': 'tempest-TestNetworkBasicOps-router-835930913', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '57bb2054-a850-465f-ae7a-25b90789bae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:05:22Z', 'updated_at': '2021-09-07T03:05:28Z', 'revision_number': 4, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'gw_port': {'id': '57bb2054-a850-465f-ae7a-25b90789bae9', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:93:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3a759c-feeb-4813-8dcc-49934164a441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:05:23Z', 'updated_at': '2021-09-07T03:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'c92e1469-1257-4a80-a1bb-2eff6f86c8e2', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'floating_ip_address': '172.25.5.244', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '8a3a759c-feeb-4813-8dcc-49934164a441', 'port_id': '2a87d268-9221-4d93-b776-073af88fd88f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dc49b2b-b179-465c-aabe-a71d39ec1803', 'mac_address': 'fa:16:3e:df:c9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0729899a-d939-43ee-9070-d9954ee35b5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:06:02Z', 'updated_at': '2021-09-07T03:06:02Z', 'revision_number': 0, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aad7048-62f8-4c7e-8701-eee43c31a243', 'name': '', 'network_id': '3dc49b2b-b179-465c-aabe-a71d39ec1803', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'mac_address': 'fa:16:3e:fe:32:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3a759c-feeb-4813-8dcc-49934164a441', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '0c149c38-03aa-4dfb-9aab-bd307e4b69ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:05:27Z', 'updated_at': '2021-09-07T03:05:34Z', 'revision_number': 5, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'subnets': [{'id': '0c149c38-03aa-4dfb-9aab-bd307e4b69ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:06:05.519557 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc33636b-a730-4811-82f3-98c3db462315 None None] Checking router: 8a3a759c-feeb-4813-8dcc-49934164a441 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:06:05.530084 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc33636b-a730-4811-82f3-98c3db462315 None None] Routers {'8a3a759c-feeb-4813-8dcc-49934164a441'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:06:05.530825 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-dc33636b-a730-4811-82f3-98c3db462315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:05:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['8a3a759c-feeb-4813-8dcc-49934164a441'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:06:05.660715 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-dc33636b-a730-4811-82f3-98c3db462315 None None] Set router 8a3a759c-feeb-4813-8dcc-49934164a441 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:06:05.684510 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 2d4a4208-aaa8-4a62-ab60-2b61a8c559b8 no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:06:05.707138 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: 2d4a4208-aaa8-4a62-ab60-2b61a8c559b8 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:06:05.707578 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 2d4a4208-aaa8-4a62-ab60-2b61a8c559b8 not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:06:05.906602 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-dc33636b-a730-4811-82f3-98c3db462315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a3a759c-feeb-4813-8dcc-49934164a441', 'name': 'tempest-TestNetworkBasicOps-router-835930913', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '57bb2054-a850-465f-ae7a-25b90789bae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:05:22Z', 'updated_at': '2021-09-07T03:05:28Z', 'revision_number': 4, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'gw_port': {'id': '57bb2054-a850-465f-ae7a-25b90789bae9', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:93:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3a759c-feeb-4813-8dcc-49934164a441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:05:23Z', 'updated_at': '2021-09-07T03:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'c92e1469-1257-4a80-a1bb-2eff6f86c8e2', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'floating_ip_address': '172.25.5.244', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '8a3a759c-feeb-4813-8dcc-49934164a441', 'port_id': '2a87d268-9221-4d93-b776-073af88fd88f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dc49b2b-b179-465c-aabe-a71d39ec1803', 'mac_address': 'fa:16:3e:df:c9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0729899a-d939-43ee-9070-d9954ee35b5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:06:02Z', 'updated_at': '2021-09-07T03:06:02Z', 'revision_number': 0, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aad7048-62f8-4c7e-8701-eee43c31a243', 'name': '', 'network_id': '3dc49b2b-b179-465c-aabe-a71d39ec1803', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'mac_address': 'fa:16:3e:fe:32:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3a759c-feeb-4813-8dcc-49934164a441', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '0c149c38-03aa-4dfb-9aab-bd307e4b69ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:05:27Z', 'updated_at': '2021-09-07T03:05:34Z', 'revision_number': 5, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'subnets': [{'id': '0c149c38-03aa-4dfb-9aab-bd307e4b69ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:06:05.912631 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0755b15a-f89a-4d12-8724-9c6398e2074a tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:05.915628 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ba062399-720a-4aac-9c1d-7c849264719a req-8b36ae14-88db-4c55-abb0-96bd4ea78cff service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a87d268-9221-4d93-b776-073af88fd88f HTTP/1.1" status: 200 len: 1000 time: 0.4495950 Sep 07 03:06:05.935546 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc33636b-a730-4811-82f3-98c3db462315 None None] The sync data for ids ['8a3a759c-feeb-4813-8dcc-49934164a441'] in n-d-796209-16 is: [{'id': '8a3a759c-feeb-4813-8dcc-49934164a441', 'name': 'tempest-TestNetworkBasicOps-router-835930913', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '57bb2054-a850-465f-ae7a-25b90789bae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:05:22Z', 'updated_at': '2021-09-07T03:05:28Z', 'revision_number': 4, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'gw_port': {'id': '57bb2054-a850-465f-ae7a-25b90789bae9', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:93:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3a759c-feeb-4813-8dcc-49934164a441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:05:23Z', 'updated_at': '2021-09-07T03:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'c92e1469-1257-4a80-a1bb-2eff6f86c8e2', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'floating_ip_address': '172.25.5.244', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '8a3a759c-feeb-4813-8dcc-49934164a441', 'port_id': '2a87d268-9221-4d93-b776-073af88fd88f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dc49b2b-b179-465c-aabe-a71d39ec1803', 'mac_address': 'fa:16:3e:df:c9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0729899a-d939-43ee-9070-d9954ee35b5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:06:02Z', 'updated_at': '2021-09-07T03:06:02Z', 'revision_number': 0, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aad7048-62f8-4c7e-8701-eee43c31a243', 'name': '', 'network_id': '3dc49b2b-b179-465c-aabe-a71d39ec1803', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'mac_address': 'fa:16:3e:fe:32:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3a759c-feeb-4813-8dcc-49934164a441', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '0c149c38-03aa-4dfb-9aab-bd307e4b69ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:05:27Z', 'updated_at': '2021-09-07T03:05:34Z', 'revision_number': 5, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'subnets': [{'id': '0c149c38-03aa-4dfb-9aab-bd307e4b69ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:06:05.967123 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 34522) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:06:05.969134 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc7d61-d649-489a-a6e6-31146b1eff62 req-e7232714-92d9-4f61-bd92-1a1f55361bc4 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:05.976979 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a8cc7d61-d649-489a-a6e6-31146b1eff62 req-e7232714-92d9-4f61-bd92-1a1f55361bc4 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=364d04d6-d0f1-4568-a41e-f7bc398b4f28 HTTP/1.1" status: 200 len: 943 time: 0.1230817 Sep 07 03:06:06.046794 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-55a93d81-92e2-4ff1-a6c2-ca96f4248e9b tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/floatingips/c92e1469-1257-4a80-a1bb-2eff6f86c8e2 HTTP/1.1" status: 200 len: 992 time: 0.0774040 Sep 07 03:06:06.048914 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba062399-720a-4aac-9c1d-7c849264719a req-f1c1d821-aed1-40aa-b868-da065be8679e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:06.050457 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ba062399-720a-4aac-9c1d-7c849264719a req-f1c1d821-aed1-40aa-b868-da065be8679e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0c149c38-03aa-4dfb-9aab-bd307e4b69ec HTTP/1.1" status: 200 len: 835 time: 0.1260095 Sep 07 03:06:06.085058 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a8cc7d61-d649-489a-a6e6-31146b1eff62 req-a1fffb40-c8b4-41fb-b7fc-71b394b2a7d3 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065919 Sep 07 03:06:06.175451 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba062399-720a-4aac-9c1d-7c849264719a req-35982b79-fbf9-4227-95fe-c8f0f60ef361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:06.176842 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ba062399-720a-4aac-9c1d-7c849264719a req-35982b79-fbf9-4227-95fe-c8f0f60ef361 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3dc49b2b-b179-465c-aabe-a71d39ec1803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1166952 Sep 07 03:06:06.226402 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12765e4-3177-4cd0-b793-65dfb22d4d5b None None] New status for floating IP c92e1469-1257-4a80-a1bb-2eff6f86c8e2: ACTIVE {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 03:06:06.358084 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0755b15a-f89a-4d12-8724-9c6398e2074a tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Router 1ef29b02-90cf-4304-8e4b-c78f5f4acc7b has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:06:06.368530 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ba062399-720a-4aac-9c1d-7c849264719a req-6f26bf30-8265-473b-b203-4a97d156e837 service neutron] 10.222.0.16 "GET /v2.0/networks/3dc49b2b-b179-465c-aabe-a71d39ec1803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561904 Sep 07 03:06:06.546744 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0755b15a-f89a-4d12-8724-9c6398e2074a tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:06:06.550235 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ba062399-720a-4aac-9c1d-7c849264719a req-f00b7a7b-d81e-4077-9241-097c6fe5af52 service neutron] 10.222.0.16 "GET /v2.0/networks/3dc49b2b-b179-465c-aabe-a71d39ec1803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740227 Sep 07 03:06:06.556435 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-0755b15a-f89a-4d12-8724-9c6398e2074a tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "PUT /v2.0/routers/1ef29b02-90cf-4304-8e4b-c78f5f4acc7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5464895 Sep 07 03:06:06.556880 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0211fe2a-bc9f-4e5f-82b0-ce01c811d4b5 None None] Sync routers for ids ['1ef29b02-90cf-4304-8e4b-c78f5f4acc7b'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:06:06.557024 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 34528) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:06:06.567339 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0211fe2a-bc9f-4e5f-82b0-ce01c811d4b5 None None] Routers {'1ef29b02-90cf-4304-8e4b-c78f5f4acc7b'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:06:06.567914 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-0211fe2a-bc9f-4e5f-82b0-ce01c811d4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:05:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['1ef29b02-90cf-4304-8e4b-c78f5f4acc7b'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:06:06.614936 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-e90a73f3-c829-428c-bf19-f3bbd6c97d08 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Deleting subnet eac5505c-d315-4ffe-a0d5-9f14949b2053 {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 03:06:06.618572 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e90a73f3-c829-428c-bf19-f3bbd6c97d08 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:06.665245 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e90a73f3-c829-428c-bf19-f3bbd6c97d08 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:06.679155 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-0211fe2a-bc9f-4e5f-82b0-ce01c811d4b5 None None] Set router 1ef29b02-90cf-4304-8e4b-c78f5f4acc7b gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:06:06.749863 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e90a73f3-c829-428c-bf19-f3bbd6c97d08 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:06.818722 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e90a73f3-c829-428c-bf19-f3bbd6c97d08 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:06.834536 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e90a73f3-c829-428c-bf19-f3bbd6c97d08 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:06.836748 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e90a73f3-c829-428c-bf19-f3bbd6c97d08 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "DELETE /v2.0/subnets/eac5505c-d315-4ffe-a0d5-9f14949b2053 HTTP/1.1" status: 204 len: 168 time: 0.2788675 Sep 07 03:06:06.839558 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 34532) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:06:06.844464 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a80dd1-1725-4728-880e-7bf35533a8f7 None None] Network a3914c6a-20ba-44fa-983c-fd196f8282ce requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:06:06.860073 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90a73f3-c829-428c-bf19-f3bbd6c97d08 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Pushing event deleted for resources: {'Subnet': ['ID=eac5505c-d315-4ffe-a0d5-9f14949b2053,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:06:06.970214 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b7bd1dc6-2c30-408f-9a56-3c0b183a889e tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:07.006091 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-0211fe2a-bc9f-4e5f-82b0-ce01c811d4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef29b02-90cf-4304-8e4b-c78f5f4acc7b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1731635490', 'tenant_id': '78355387c134473dacc42b7646fd40dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'a2a8891e-f9d6-49c7-97c0-b62da0fae8bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:05:24Z', 'updated_at': '2021-09-07T03:06:04Z', 'revision_number': 5, 'project_id': '78355387c134473dacc42b7646fd40dd', 'gw_port': {'id': 'a2a8891e-f9d6-49c7-97c0-b62da0fae8bd', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:09:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef29b02-90cf-4304-8e4b-c78f5f4acc7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:05:24Z', 'updated_at': '2021-09-07T03:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:06:07.034654 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0211fe2a-bc9f-4e5f-82b0-ce01c811d4b5 None None] Checking router: 1ef29b02-90cf-4304-8e4b-c78f5f4acc7b for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:06:07.047290 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e957abc8-9763-4943-a4e3-6f74e3197332 None None] DHCP port deletion for a3914c6a-20ba-44fa-983c-fd196f8282ce request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 03:06:07.049437 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 34534) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:06:07.074506 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0211fe2a-bc9f-4e5f-82b0-ce01c811d4b5 None None] Routers {'1ef29b02-90cf-4304-8e4b-c78f5f4acc7b'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:06:07.075627 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-0211fe2a-bc9f-4e5f-82b0-ce01c811d4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:05:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['1ef29b02-90cf-4304-8e4b-c78f5f4acc7b'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:06:07.102711 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b7bd1dc6-2c30-408f-9a56-3c0b183a889e tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:07.133119 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-e957abc8-9763-4943-a4e3-6f74e3197332 None None] Deleting port 05d3a4d1-1928-476d-ad28-b86a3bc14a2e {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:06:07.133890 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e957abc8-9763-4943-a4e3-6f74e3197332 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:07.154835 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-fe5783d0-778b-48d9-9145-6dd67d6da6ea tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/floatingips/c92e1469-1257-4a80-a1bb-2eff6f86c8e2 HTTP/1.1" status: 200 len: 994 time: 0.0943551 Sep 07 03:06:07.206612 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-b7bd1dc6-2c30-408f-9a56-3c0b183a889e tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Deleting port a2a8891e-f9d6-49c7-97c0-b62da0fae8bd {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:06:07.206967 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b7bd1dc6-2c30-408f-9a56-3c0b183a889e tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:07.230376 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-e957abc8-9763-4943-a4e3-6f74e3197332 None None] For port 05d3a4d1-1928-476d-ad28-b86a3bc14a2e, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=05d3a4d1-1928-476d-ad28-b86a3bc14a2e,segment=NetworkSegment(0ac1895b-8abc-4f80-925d-41ef367e481f),segment_id=0ac1895b-8abc-4f80-925d-41ef367e481f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:06:07.230935 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e957abc8-9763-4943-a4e3-6f74e3197332 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:07.237918 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-0211fe2a-bc9f-4e5f-82b0-ce01c811d4b5 None None] Set router 1ef29b02-90cf-4304-8e4b-c78f5f4acc7b gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:06:07.247857 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-e957abc8-9763-4943-a4e3-6f74e3197332 None None] Calling delete_port for 05d3a4d1-1928-476d-ad28-b86a3bc14a2e owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:06:07.266430 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1a538-3239-4f6d-8eb2-73807ca4ac1c req-ab00d27c-27bd-4c7a-966e-517e8c88682a tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:07.268118 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eee1a538-3239-4f6d-8eb2-73807ca4ac1c req-ab00d27c-27bd-4c7a-966e-517e8c88682a tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=364d04d6-d0f1-4568-a41e-f7bc398b4f28 HTTP/1.1" status: 200 len: 943 time: 0.0838308 Sep 07 03:06:07.336565 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-b7bd1dc6-2c30-408f-9a56-3c0b183a889e tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] For port a2a8891e-f9d6-49c7-97c0-b62da0fae8bd, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=a2a8891e-f9d6-49c7-97c0-b62da0fae8bd,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:06:07.337299 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b7bd1dc6-2c30-408f-9a56-3c0b183a889e tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:07.355657 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-b7bd1dc6-2c30-408f-9a56-3c0b183a889e tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Calling delete_port for a2a8891e-f9d6-49c7-97c0-b62da0fae8bd owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:06:07.369277 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eee1a538-3239-4f6d-8eb2-73807ca4ac1c req-d99abe1b-12a2-44f1-837b-78c33716a4a9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909607 Sep 07 03:06:07.398932 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e957abc8-9763-4943-a4e3-6f74e3197332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:07.428052 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e957abc8-9763-4943-a4e3-6f74e3197332 None None] Pushing event deleted for resources: {'Port': ['ID=05d3a4d1-1928-476d-ad28-b86a3bc14a2e,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:06:07.432819 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e957abc8-9763-4943-a4e3-6f74e3197332 None None] No DVR routers for this DVR port 05d3a4d1-1928-476d-ad28-b86a3bc14a2e on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:06:07.483827 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-0211fe2a-bc9f-4e5f-82b0-ce01c811d4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef29b02-90cf-4304-8e4b-c78f5f4acc7b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1731635490', 'tenant_id': '78355387c134473dacc42b7646fd40dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'a2a8891e-f9d6-49c7-97c0-b62da0fae8bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:05:24Z', 'updated_at': '2021-09-07T03:06:04Z', 'revision_number': 5, 'project_id': '78355387c134473dacc42b7646fd40dd', 'gw_port': {'id': 'a2a8891e-f9d6-49c7-97c0-b62da0fae8bd', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:09:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef29b02-90cf-4304-8e4b-c78f5f4acc7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:05:24Z', 'updated_at': '2021-09-07T03:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:06:07.519083 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0211fe2a-bc9f-4e5f-82b0-ce01c811d4b5 None None] The sync data for ids ['1ef29b02-90cf-4304-8e4b-c78f5f4acc7b'] in n-d-796209-16 is: [{'id': '1ef29b02-90cf-4304-8e4b-c78f5f4acc7b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1731635490', 'tenant_id': '78355387c134473dacc42b7646fd40dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': 'a2a8891e-f9d6-49c7-97c0-b62da0fae8bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:05:24Z', 'updated_at': '2021-09-07T03:06:04Z', 'revision_number': 5, 'project_id': '78355387c134473dacc42b7646fd40dd', 'gw_port': {'id': 'a2a8891e-f9d6-49c7-97c0-b62da0fae8bd', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:09:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef29b02-90cf-4304-8e4b-c78f5f4acc7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:05:24Z', 'updated_at': '2021-09-07T03:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:06:07.574679 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b7bd1dc6-2c30-408f-9a56-3c0b183a889e tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:07.602506 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd1dc6-2c30-408f-9a56-3c0b183a889e tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Pushing event deleted for resources: {'Port': ['ID=a2a8891e-f9d6-49c7-97c0-b62da0fae8bd,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:06:07.666427 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b7bd1dc6-2c30-408f-9a56-3c0b183a889e tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:07.760646 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b7bd1dc6-2c30-408f-9a56-3c0b183a889e tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:07.763290 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b7bd1dc6-2c30-408f-9a56-3c0b183a889e tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:07.813131 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b7bd1dc6-2c30-408f-9a56-3c0b183a889e tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:07.813671 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7bd1dc6-2c30-408f-9a56-3c0b183a889e tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Fanout notify agent at l3_agent the message router_deleted on router 1ef29b02-90cf-4304-8e4b-c78f5f4acc7b {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 03:06:07.821342 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b7bd1dc6-2c30-408f-9a56-3c0b183a889e tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:07.822440 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b7bd1dc6-2c30-408f-9a56-3c0b183a889e tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "DELETE /v2.0/routers/1ef29b02-90cf-4304-8e4b-c78f5f4acc7b HTTP/1.1" status: 204 len: 168 time: 0.9817994 Sep 07 03:06:07.825209 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 34544) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:06:07.912114 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1035d560-7eb9-4ab8-b136-5776bb65e946 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:08.019300 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1035d560-7eb9-4ab8-b136-5776bb65e946 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:08.040697 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-1035d560-7eb9-4ab8-b136-5776bb65e946 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3914c6a-20ba-44fa-983c-fd196f8282ce']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:06:08.051146 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-1035d560-7eb9-4ab8-b136-5776bb65e946 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ac1895b-8abc-4f80-925d-41ef367e481f') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:06:08.051882 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-1035d560-7eb9-4ab8-b136-5776bb65e946 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ac1895b-8abc-4f80-925d-41ef367e481f') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:06:08.062023 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1035d560-7eb9-4ab8-b136-5776bb65e946 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:08.078898 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1035d560-7eb9-4ab8-b136-5776bb65e946 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:08.086222 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1035d560-7eb9-4ab8-b136-5776bb65e946 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 03:06:08.086738 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1035d560-7eb9-4ab8-b136-5776bb65e946 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:08.089788 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 03:06:08.089788 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 03:06:08.089788 n-d-796209-16 neutron-server[94701]: timer() Sep 07 03:06:08.089788 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 03:06:08.089788 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 03:06:08.089788 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 03:06:08.089788 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 03:06:08.089788 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 03:06:08.089788 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 03:06:08.089788 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 03:06:08.089788 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 03:06:08.089788 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 03:06:08.089788 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 03:06:08.089788 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 03:06:08.089788 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 03:06:08.089788 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 03:06:08.089788 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 03:06:08.089788 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 03:06:08.089788 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 03:06:08.089788 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 03:06:08.089788 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 03:06:08.089788 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 03:06:08.089788 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 03:06:08.089788 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 03:06:08.089788 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 03:06:08.089788 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 03:06:08.089788 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 03:06:08.089788 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 03:06:08.089788 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 03:06:08.089788 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 03:06:08.089788 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 03:06:08.089788 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 03:06:08.149636 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1035d560-7eb9-4ab8-b136-5776bb65e946 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:08.158712 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1035d560-7eb9-4ab8-b136-5776bb65e946 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:08.160566 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-1035d560-7eb9-4ab8-b136-5776bb65e946 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "DELETE /v2.0/networks/a3914c6a-20ba-44fa-983c-fd196f8282ce HTTP/1.1" status: 204 len: 168 time: 0.3340607 Sep 07 03:06:08.163176 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 34550) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:06:08.182197 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1035d560-7eb9-4ab8-b136-5776bb65e946 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Pushing event deleted for resources: {'Network': ['ID=a3914c6a-20ba-44fa-983c-fd196f8282ce,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:06:08.418566 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device c62f37ac-bc82-46d1-9503-4d2d209c6716 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:06:08.455253 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: c62f37ac-bc82-46d1-9503-4d2d209c6716 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:06:08.465863 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device c62f37ac-bc82-46d1-9503-4d2d209c6716 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:06:08.466745 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device a2a8891e-f9d6-49c7-97c0-b62da0fae8bd no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:06:08.512998 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: a2a8891e-f9d6-49c7-97c0-b62da0fae8bd {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:06:08.513571 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device a2a8891e-f9d6-49c7-97c0-b62da0fae8bd not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:06:08.514294 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 05d3a4d1-1928-476d-ad28-b86a3bc14a2e no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:06:08.536792 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 05d3a4d1-1928-476d-ad28-b86a3bc14a2e {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:06:08.537422 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 05d3a4d1-1928-476d-ad28-b86a3bc14a2e not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:06:08.573957 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951dafb-f396-47c8-95ef-51b4e9ab4bc1 req-84461bcf-4975-4054-bad4-9fd2bdee5428 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:08.577442 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c951dafb-f396-47c8-95ef-51b4e9ab4bc1 req-84461bcf-4975-4054-bad4-9fd2bdee5428 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=364d04d6-d0f1-4568-a41e-f7bc398b4f28 HTTP/1.1" status: 200 len: 943 time: 0.0697906 Sep 07 03:06:08.630483 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c951dafb-f396-47c8-95ef-51b4e9ab4bc1 req-a97029af-3a18-4dce-acf2-526a28bbbe8c tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420947 Sep 07 03:06:08.698743 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0916142a-936a-4b0b-945a-bc9b3e6cda2f tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Deleting port 5bbc0777-7b96-4794-a745-50eff6cd2358 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:06:08.699088 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0916142a-936a-4b0b-945a-bc9b3e6cda2f tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:08.778895 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0916142a-936a-4b0b-945a-bc9b3e6cda2f tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:08.779238 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0916142a-936a-4b0b-945a-bc9b3e6cda2f tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:08.791374 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0916142a-936a-4b0b-945a-bc9b3e6cda2f tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Calling delete_port for 5bbc0777-7b96-4794-a745-50eff6cd2358 owned by network:floatingip {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:06:08.940071 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0916142a-936a-4b0b-945a-bc9b3e6cda2f tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:08.965460 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0916142a-936a-4b0b-945a-bc9b3e6cda2f tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Pushing event deleted for resources: {'Port': ['ID=5bbc0777-7b96-4794-a745-50eff6cd2358,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:06:09.028665 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0916142a-936a-4b0b-945a-bc9b3e6cda2f tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks [] for floatingip, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:09.029004 n-d-796209-16 neutron-server[94701]: INFO neutron.db.l3_db [None req-0916142a-936a-4b0b-945a-bc9b3e6cda2f tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Floating IP de688638-41f6-48ed-8eca-4f6af88695c5 disassociated (deleted). External IP: 172.25.5.203, port: 687db423-0bce-4473-a6ed-514d3d4b74e4. Sep 07 03:06:09.257702 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0916142a-936a-4b0b-945a-bc9b3e6cda2f tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Router 2aa67271-75cf-4f23-b68a-181bf8b2a2bb has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:06:09.383765 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0916142a-936a-4b0b-945a-bc9b3e6cda2f tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:06:09.388250 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0916142a-936a-4b0b-945a-bc9b3e6cda2f tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:09.395523 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c96e6b3-6db9-43e0-9c1f-f28e21c50a0b None None] Sync routers for ids ['2aa67271-75cf-4f23-b68a-181bf8b2a2bb'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:06:09.404884 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c96e6b3-6db9-43e0-9c1f-f28e21c50a0b None None] Routers {'2aa67271-75cf-4f23-b68a-181bf8b2a2bb'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:06:09.405733 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-9c96e6b3-6db9-43e0-9c1f-f28e21c50a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:05:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['2aa67271-75cf-4f23-b68a-181bf8b2a2bb'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:06:09.417669 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-0916142a-936a-4b0b-945a-bc9b3e6cda2f tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "DELETE /v2.0/floatingips/de688638-41f6-48ed-8eca-4f6af88695c5 HTTP/1.1" status: 204 len: 168 time: 1.2409606 Sep 07 03:06:09.418318 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '606bfa07-789b-40a1-9a58-5b3d5a09633b', 'tag': '687db423-0bce-4473-a6ed-514d3d4b74e4'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:06:09.429025 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e950be3-30f6-48f5-b7e4-135d7b5e3aea" -d '{"events": [{"name": "network-changed", "server_uuid": "606bfa07-789b-40a1-9a58-5b3d5a09633b", "tag": "687db423-0bce-4473-a6ed-514d3d4b74e4"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:06:09.494150 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13770bda-189b-4bbd-8199-5f45b5f02290 x-openstack-request-id: req-13770bda-189b-4bbd-8199-5f45b5f02290 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:06:09.494647 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "606bfa07-789b-40a1-9a58-5b3d5a09633b", "tag": "687db423-0bce-4473-a6ed-514d3d4b74e4", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:06:09.494844 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-13770bda-189b-4bbd-8199-5f45b5f02290 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:06:09.495305 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '606bfa07-789b-40a1-9a58-5b3d5a09633b', 'tag': '687db423-0bce-4473-a6ed-514d3d4b74e4', 'status': 'completed', 'code': 200} Sep 07 03:06:09.532841 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-9c96e6b3-6db9-43e0-9c1f-f28e21c50a0b None None] Set router 2aa67271-75cf-4f23-b68a-181bf8b2a2bb gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:06:09.583719 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e950be3-30f6-48f5-b7e4-135d7b5e3aea req-322f9d59-598e-4388-8d9f-9225c5bff862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:09.589277 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1e950be3-30f6-48f5-b7e4-135d7b5e3aea req-322f9d59-598e-4388-8d9f-9225c5bff862 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=78355387c134473dacc42b7646fd40dd&device_id=606bfa07-789b-40a1-9a58-5b3d5a09633b HTTP/1.1" status: 200 len: 1136 time: 0.0695760 Sep 07 03:06:09.800788 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e950be3-30f6-48f5-b7e4-135d7b5e3aea req-c11fd11f-e9d1-4cce-85a5-0029331d5795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:09.802356 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1e950be3-30f6-48f5-b7e4-135d7b5e3aea req-c11fd11f-e9d1-4cce-85a5-0029331d5795 service neutron] 10.222.0.23 "GET /v2.0/networks?id=705decc7-b040-46a6-b48e-b43279f9839c HTTP/1.1" status: 200 len: 897 time: 0.2061687 Sep 07 03:06:09.811383 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-9c96e6b3-6db9-43e0-9c1f-f28e21c50a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aa67271-75cf-4f23-b68a-181bf8b2a2bb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-953232466', 'tenant_id': '78355387c134473dacc42b7646fd40dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '44b77162-4546-450d-8f11-d45ce554fa30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:04:19Z', 'updated_at': '2021-09-07T03:04:27Z', 'revision_number': 4, 'project_id': '78355387c134473dacc42b7646fd40dd', 'gw_port': {'id': '44b77162-4546-450d-8f11-d45ce554fa30', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa67271-75cf-4f23-b68a-181bf8b2a2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:20Z', 'updated_at': '2021-09-07T03:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '94d4a5da-7d5d-4487-abe2-9abfea505fde', 'name': '', 'network_id': '705decc7-b040-46a6-b48e-b43279f9839c', 'tenant_id': '78355387c134473dacc42b7646fd40dd', 'mac_address': 'fa:16:3e:20:2d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa67271-75cf-4f23-b68a-181bf8b2a2bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '6fab5d4d-4d56-4c7f-b912-5221bc05bf32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:26Z', 'updated_at': '2021-09-07T03:04:35Z', 'revision_number': 5, 'project_id': '78355387c134473dacc42b7646fd40dd', 'subnets': [{'id': '6fab5d4d-4d56-4c7f-b912-5221bc05bf32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:06:09.818026 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12efb3d6-062b-4f5d-bb5d-7cc96f41df30 req-417d968a-729e-44d1-8f53-9a53b449e106 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:09.819588 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-12efb3d6-062b-4f5d-bb5d-7cc96f41df30 req-417d968a-729e-44d1-8f53-9a53b449e106 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "GET /v2.0/ports?device_id=606bfa07-789b-40a1-9a58-5b3d5a09633b HTTP/1.1" status: 200 len: 984 time: 0.1385491 Sep 07 03:06:09.848818 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d7670-9343-4713-9c66-c218734d5671 req-5274f49b-819d-486c-b22f-d91412af2a9b tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:09.850193 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c96e6b3-6db9-43e0-9c1f-f28e21c50a0b None None] Checking router: 2aa67271-75cf-4f23-b68a-181bf8b2a2bb for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:06:09.850410 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-198d7670-9343-4713-9c66-c218734d5671 req-5274f49b-819d-486c-b22f-d91412af2a9b tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=364d04d6-d0f1-4568-a41e-f7bc398b4f28 HTTP/1.1" status: 200 len: 943 time: 0.0900939 Sep 07 03:06:09.860011 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c96e6b3-6db9-43e0-9c1f-f28e21c50a0b None None] Routers {'2aa67271-75cf-4f23-b68a-181bf8b2a2bb'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:06:09.860902 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-9c96e6b3-6db9-43e0-9c1f-f28e21c50a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:05:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['2aa67271-75cf-4f23-b68a-181bf8b2a2bb'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:06:09.871727 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-12efb3d6-062b-4f5d-bb5d-7cc96f41df30 req-457e8b4d-ab11-4d36-979a-5c283a25b7c6 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "GET /v2.0/security-groups?id=5b879c51-b017-48ad-8678-477a9f20557e&id=851dd5b8-0bf6-4e2b-8711-646041b05580&fields=id&fields=name HTTP/1.1" status: 200 len: 407 time: 0.0449858 Sep 07 03:06:09.913445 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1e950be3-30f6-48f5-b7e4-135d7b5e3aea req-bdc869d2-1a59-4556-a9dd-85d618ecd394 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=687db423-0bce-4473-a6ed-514d3d4b74e4 HTTP/1.1" status: 200 len: 217 time: 0.0928619 Sep 07 03:06:09.951439 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-198d7670-9343-4713-9c66-c218734d5671 req-caf31269-e9ab-4440-8021-e73ce692e4d6 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949812 Sep 07 03:06:09.990666 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e950be3-30f6-48f5-b7e4-135d7b5e3aea req-a6e6358f-dbbb-4d29-8d65-1a1f1dfe36e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:09.992184 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1e950be3-30f6-48f5-b7e4-135d7b5e3aea req-a6e6358f-dbbb-4d29-8d65-1a1f1dfe36e7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6fab5d4d-4d56-4c7f-b912-5221bc05bf32 HTTP/1.1" status: 200 len: 834 time: 0.0695343 Sep 07 03:06:10.008667 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-9c96e6b3-6db9-43e0-9c1f-f28e21c50a0b None None] Set router 2aa67271-75cf-4f23-b68a-181bf8b2a2bb gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:06:10.043389 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e950be3-30f6-48f5-b7e4-135d7b5e3aea req-812a03c5-4d2b-4886-b955-9f461c89caf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:10.045096 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1e950be3-30f6-48f5-b7e4-135d7b5e3aea req-812a03c5-4d2b-4886-b955-9f461c89caf5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=705decc7-b040-46a6-b48e-b43279f9839c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448263 Sep 07 03:06:10.158336 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1e950be3-30f6-48f5-b7e4-135d7b5e3aea req-724863ba-547c-4f69-b93e-03381b6d2efc service neutron] 10.222.0.23 "GET /v2.0/networks/705decc7-b040-46a6-b48e-b43279f9839c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038783 Sep 07 03:06:10.247617 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-9c96e6b3-6db9-43e0-9c1f-f28e21c50a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aa67271-75cf-4f23-b68a-181bf8b2a2bb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-953232466', 'tenant_id': '78355387c134473dacc42b7646fd40dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '44b77162-4546-450d-8f11-d45ce554fa30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:04:19Z', 'updated_at': '2021-09-07T03:04:27Z', 'revision_number': 4, 'project_id': '78355387c134473dacc42b7646fd40dd', 'gw_port': {'id': '44b77162-4546-450d-8f11-d45ce554fa30', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa67271-75cf-4f23-b68a-181bf8b2a2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:20Z', 'updated_at': '2021-09-07T03:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '94d4a5da-7d5d-4487-abe2-9abfea505fde', 'name': '', 'network_id': '705decc7-b040-46a6-b48e-b43279f9839c', 'tenant_id': '78355387c134473dacc42b7646fd40dd', 'mac_address': 'fa:16:3e:20:2d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa67271-75cf-4f23-b68a-181bf8b2a2bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '6fab5d4d-4d56-4c7f-b912-5221bc05bf32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:26Z', 'updated_at': '2021-09-07T03:04:35Z', 'revision_number': 5, 'project_id': '78355387c134473dacc42b7646fd40dd', 'subnets': [{'id': '6fab5d4d-4d56-4c7f-b912-5221bc05bf32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:06:10.270484 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1e950be3-30f6-48f5-b7e4-135d7b5e3aea req-02f9bc43-22f6-4a2a-b748-0809e1b381f8 service neutron] 10.222.0.23 "GET /v2.0/networks/705decc7-b040-46a6-b48e-b43279f9839c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026762 Sep 07 03:06:10.278140 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c96e6b3-6db9-43e0-9c1f-f28e21c50a0b None None] The sync data for ids ['2aa67271-75cf-4f23-b68a-181bf8b2a2bb'] in n-d-796209-16 is: [{'id': '2aa67271-75cf-4f23-b68a-181bf8b2a2bb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-953232466', 'tenant_id': '78355387c134473dacc42b7646fd40dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '44b77162-4546-450d-8f11-d45ce554fa30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:04:19Z', 'updated_at': '2021-09-07T03:04:27Z', 'revision_number': 4, 'project_id': '78355387c134473dacc42b7646fd40dd', 'gw_port': {'id': '44b77162-4546-450d-8f11-d45ce554fa30', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa67271-75cf-4f23-b68a-181bf8b2a2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:20Z', 'updated_at': '2021-09-07T03:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '94d4a5da-7d5d-4487-abe2-9abfea505fde', 'name': '', 'network_id': '705decc7-b040-46a6-b48e-b43279f9839c', 'tenant_id': '78355387c134473dacc42b7646fd40dd', 'mac_address': 'fa:16:3e:20:2d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa67271-75cf-4f23-b68a-181bf8b2a2bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '6fab5d4d-4d56-4c7f-b912-5221bc05bf32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:26Z', 'updated_at': '2021-09-07T03:04:35Z', 'revision_number': 5, 'project_id': '78355387c134473dacc42b7646fd40dd', 'subnets': [{'id': '6fab5d4d-4d56-4c7f-b912-5221bc05bf32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:06:10.564183 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804c9624-d8d7-4dce-bcfe-15c43af25070 None None] New status for floating IP de688638-41f6-48ed-8eca-4f6af88695c5: DOWN {{(pid=94703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 03:06:11.011961 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12bc957-88fb-415e-a032-c215c08d9af2 req-a6f89000-de4d-491f-aa97-a3754c1b01df tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:11.013463 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e12bc957-88fb-415e-a032-c215c08d9af2 req-a6f89000-de4d-491f-aa97-a3754c1b01df tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.23 "GET /v2.0/ports?device_id=606bfa07-789b-40a1-9a58-5b3d5a09633b HTTP/1.1" status: 200 len: 984 time: 0.0916502 Sep 07 03:06:11.070700 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4673ff4-4f4f-49d8-808c-fcf63453b928 req-67e0cacf-02c8-4b9e-8f9e-a32d58fd4217 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:11.081176 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c4673ff4-4f4f-49d8-808c-fcf63453b928 req-67e0cacf-02c8-4b9e-8f9e-a32d58fd4217 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "GET /v2.0/ports?device_id=606bfa07-789b-40a1-9a58-5b3d5a09633b HTTP/1.1" status: 200 len: 984 time: 0.1286490 Sep 07 03:06:11.090377 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb0dc5-b221-4546-96ae-db18badea3b5 req-97c07e93-0a5b-461e-a991-4d205736885e tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:11.092285 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f1cb0dc5-b221-4546-96ae-db18badea3b5 req-97c07e93-0a5b-461e-a991-4d205736885e tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=364d04d6-d0f1-4568-a41e-f7bc398b4f28 HTTP/1.1" status: 200 len: 943 time: 0.0642550 Sep 07 03:06:11.150329 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f1cb0dc5-b221-4546-96ae-db18badea3b5 req-92663426-1f68-47a1-9fe4-8f87f6047c20 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505283 Sep 07 03:06:11.176566 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c4673ff4-4f4f-49d8-808c-fcf63453b928 req-6a106116-da94-42f6-86cb-33018d2d494c tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "GET /v2.0/security-groups?id=5b879c51-b017-48ad-8678-477a9f20557e&id=851dd5b8-0bf6-4e2b-8711-646041b05580&fields=id&fields=name HTTP/1.1" status: 200 len: 407 time: 0.0938811 Sep 07 03:06:11.201983 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-e12bc957-88fb-415e-a032-c215c08d9af2 req-76fffbf3-1106-43ba-8dd9-f8e4327776b6 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Deleting port 687db423-0bce-4473-a6ed-514d3d4b74e4 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:06:11.202326 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e12bc957-88fb-415e-a032-c215c08d9af2 req-76fffbf3-1106-43ba-8dd9-f8e4327776b6 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:11.296474 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-e12bc957-88fb-415e-a032-c215c08d9af2 req-76fffbf3-1106-43ba-8dd9-f8e4327776b6 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] For port 687db423-0bce-4473-a6ed-514d3d4b74e4, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=687db423-0bce-4473-a6ed-514d3d4b74e4,segment=NetworkSegment(a5c7473a-e694-4c45-9546-fd4f0b9ab3f9),segment_id=a5c7473a-e694-4c45-9546-fd4f0b9ab3f9)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:06:11.296857 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e12bc957-88fb-415e-a032-c215c08d9af2 req-76fffbf3-1106-43ba-8dd9-f8e4327776b6 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:11.310433 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-e12bc957-88fb-415e-a032-c215c08d9af2 req-76fffbf3-1106-43ba-8dd9-f8e4327776b6 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Calling delete_port for 687db423-0bce-4473-a6ed-514d3d4b74e4 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:06:11.449113 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e12bc957-88fb-415e-a032-c215c08d9af2 req-76fffbf3-1106-43ba-8dd9-f8e4327776b6 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:11.477458 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fffbf3-1106-43ba-8dd9-f8e4327776b6 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Pushing event deleted for resources: {'Port': ['ID=687db423-0bce-4473-a6ed-514d3d4b74e4,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:06:11.523757 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-e12bc957-88fb-415e-a032-c215c08d9af2 req-76fffbf3-1106-43ba-8dd9-f8e4327776b6 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] No DVR routers for this DVR port 687db423-0bce-4473-a6ed-514d3d4b74e4 on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:06:11.526505 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e12bc957-88fb-415e-a032-c215c08d9af2 req-76fffbf3-1106-43ba-8dd9-f8e4327776b6 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:11.528608 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e12bc957-88fb-415e-a032-c215c08d9af2 req-76fffbf3-1106-43ba-8dd9-f8e4327776b6 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.23 "DELETE /v2.0/ports/687db423-0bce-4473-a6ed-514d3d4b74e4 HTTP/1.1" status: 204 len: 173 time: 0.5063097 Sep 07 03:06:11.529049 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '606bfa07-789b-40a1-9a58-5b3d5a09633b', 'name': 'network-vif-deleted', 'tag': '687db423-0bce-4473-a6ed-514d3d4b74e4'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:06:11.531285 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdef2e7b-aae9-4c00-aedb-d78f4ca09ed2" -d '{"events": [{"server_uuid": "606bfa07-789b-40a1-9a58-5b3d5a09633b", "name": "network-vif-deleted", "tag": "687db423-0bce-4473-a6ed-514d3d4b74e4"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:06:11.576143 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431ed815-a24b-4a64-90a0-95b7614f6a7a x-openstack-request-id: req-431ed815-a24b-4a64-90a0-95b7614f6a7a {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:06:11.576450 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "606bfa07-789b-40a1-9a58-5b3d5a09633b", "name": "network-vif-deleted", "tag": "687db423-0bce-4473-a6ed-514d3d4b74e4", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:06:11.576708 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-431ed815-a24b-4a64-90a0-95b7614f6a7a {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:06:11.577114 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '606bfa07-789b-40a1-9a58-5b3d5a09633b', 'name': 'network-vif-deleted', 'tag': '687db423-0bce-4473-a6ed-514d3d4b74e4', 'status': 'completed', 'code': 200} Sep 07 03:06:12.261842 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 34596) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:06:12.284815 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e8e94-716f-48c6-b691-5bee19803396 req-c0c9d506-e1b5-4797-b94b-7c6ef99f5ab4 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:12.286397 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b81e8e94-716f-48c6-b691-5bee19803396 req-c0c9d506-e1b5-4797-b94b-7c6ef99f5ab4 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=364d04d6-d0f1-4568-a41e-f7bc398b4f28 HTTP/1.1" status: 200 len: 943 time: 0.0615530 Sep 07 03:06:12.317006 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eef9ce67-3d5e-4753-b5a4-add0a0189cb5 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:12.330143 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b81e8e94-716f-48c6-b691-5bee19803396 req-23954911-9051-4ce8-b117-29c90a9f8a33 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356388 Sep 07 03:06:12.341694 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eef9ce67-3d5e-4753-b5a4-add0a0189cb5 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:12.385299 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eef9ce67-3d5e-4753-b5a4-add0a0189cb5 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:12.388693 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eef9ce67-3d5e-4753-b5a4-add0a0189cb5 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:12.392426 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-eef9ce67-3d5e-4753-b5a4-add0a0189cb5 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "DELETE /v2.0/security-groups/5b879c51-b017-48ad-8678-477a9f20557e HTTP/1.1" status: 204 len: 168 time: 0.1285253 Sep 07 03:06:12.392799 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 34598) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:06:12.403661 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef9ce67-3d5e-4753-b5a4-add0a0189cb5 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b879c51-b017-48ad-8678-477a9f20557e,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:06:12.464534 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f1520465-2e63-450e-9bca-0c739e9c284f tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:12.488666 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f1520465-2e63-450e-9bca-0c739e9c284f tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:12.532419 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f1520465-2e63-450e-9bca-0c739e9c284f tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:12.535729 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f1520465-2e63-450e-9bca-0c739e9c284f tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:12.536905 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f1520465-2e63-450e-9bca-0c739e9c284f tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "DELETE /v2.0/security-groups/851dd5b8-0bf6-4e2b-8711-646041b05580 HTTP/1.1" status: 204 len: 168 time: 0.1430926 Sep 07 03:06:12.539814 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 34600) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:06:12.546863 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1520465-2e63-450e-9bca-0c739e9c284f tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=851dd5b8-0bf6-4e2b-8711-646041b05580,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:06:12.936213 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f4000132-abb6-48a7-aa84-e3f7298edaee tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:13.201818 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-f4000132-abb6-48a7-aa84-e3f7298edaee tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Deleting port 94d4a5da-7d5d-4487-abe2-9abfea505fde {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:06:13.202457 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f4000132-abb6-48a7-aa84-e3f7298edaee tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:13.293376 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-f4000132-abb6-48a7-aa84-e3f7298edaee tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] For port 94d4a5da-7d5d-4487-abe2-9abfea505fde, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=94d4a5da-7d5d-4487-abe2-9abfea505fde,segment=NetworkSegment(a5c7473a-e694-4c45-9546-fd4f0b9ab3f9),segment_id=a5c7473a-e694-4c45-9546-fd4f0b9ab3f9)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:06:13.294089 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f4000132-abb6-48a7-aa84-e3f7298edaee tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:13.307727 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-f4000132-abb6-48a7-aa84-e3f7298edaee tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Calling delete_port for 94d4a5da-7d5d-4487-abe2-9abfea505fde owned by network:router_interface {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:06:13.476194 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a2029-520d-4f05-9377-afa7d9059a61 req-e1f994f8-28e0-48c9-be5c-4e16ad072a43 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:13.477696 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7a2a2029-520d-4f05-9377-afa7d9059a61 req-e1f994f8-28e0-48c9-be5c-4e16ad072a43 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=364d04d6-d0f1-4568-a41e-f7bc398b4f28 HTTP/1.1" status: 200 len: 943 time: 0.0711286 Sep 07 03:06:13.554357 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7a2a2029-520d-4f05-9377-afa7d9059a61 req-87b9b59f-8691-447b-b94e-e428db7ef14a tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703585 Sep 07 03:06:13.566371 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f4000132-abb6-48a7-aa84-e3f7298edaee tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:13.595548 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4000132-abb6-48a7-aa84-e3f7298edaee tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Pushing event deleted for resources: {'Port': ['ID=94d4a5da-7d5d-4487-abe2-9abfea505fde,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:06:13.769136 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f4000132-abb6-48a7-aa84-e3f7298edaee tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:13.992653 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4000132-abb6-48a7-aa84-e3f7298edaee tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Router 2aa67271-75cf-4f23-b68a-181bf8b2a2bb has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:06:14.099540 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4000132-abb6-48a7-aa84-e3f7298edaee tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:06:14.107175 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 34618) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:06:14.107745 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f4000132-abb6-48a7-aa84-e3f7298edaee tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "PUT /v2.0/routers/2aa67271-75cf-4f23-b68a-181bf8b2a2bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5659020 Sep 07 03:06:14.110112 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9744eba8-4f24-4f7e-b99a-9ba0f66ca828 None None] Sync routers for ids ['2aa67271-75cf-4f23-b68a-181bf8b2a2bb'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:06:14.120145 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9744eba8-4f24-4f7e-b99a-9ba0f66ca828 None None] Routers {'2aa67271-75cf-4f23-b68a-181bf8b2a2bb'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:06:14.120748 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-9744eba8-4f24-4f7e-b99a-9ba0f66ca828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:05:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['2aa67271-75cf-4f23-b68a-181bf8b2a2bb'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:06:14.157936 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-e106a584-8dd4-4d69-a7cf-2b31da322559 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Deleting subnet 6fab5d4d-4d56-4c7f-b912-5221bc05bf32 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 03:06:14.161719 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e106a584-8dd4-4d69-a7cf-2b31da322559 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:14.201548 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e106a584-8dd4-4d69-a7cf-2b31da322559 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:14.224238 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-9744eba8-4f24-4f7e-b99a-9ba0f66ca828 None None] Set router 2aa67271-75cf-4f23-b68a-181bf8b2a2bb gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:06:14.292635 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e106a584-8dd4-4d69-a7cf-2b31da322559 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:14.362775 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e106a584-8dd4-4d69-a7cf-2b31da322559 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:14.390127 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e106a584-8dd4-4d69-a7cf-2b31da322559 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Pushing event deleted for resources: {'Subnet': ['ID=6fab5d4d-4d56-4c7f-b912-5221bc05bf32,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:06:14.396742 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e106a584-8dd4-4d69-a7cf-2b31da322559 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:14.399006 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-e106a584-8dd4-4d69-a7cf-2b31da322559 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "DELETE /v2.0/subnets/6fab5d4d-4d56-4c7f-b912-5221bc05bf32 HTTP/1.1" status: 204 len: 168 time: 0.2901957 Sep 07 03:06:14.401337 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 34620) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:06:14.412136 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d551ee4a-639c-4232-bc82-5eb419efec0b None None] Network 705decc7-b040-46a6-b48e-b43279f9839c requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:06:14.516237 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7c14158e-f42d-4421-b52b-ac2b3a49b8a2 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:14.632327 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 687db423-0bce-4473-a6ed-514d3d4b74e4 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:06:14.646848 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7c14158e-f42d-4421-b52b-ac2b3a49b8a2 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:14.688025 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: 687db423-0bce-4473-a6ed-514d3d4b74e4 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:06:14.688270 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 687db423-0bce-4473-a6ed-514d3d4b74e4 not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:06:14.715455 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a0ebe-9a77-4586-9b1b-4c05918b990d req-c97a2632-295d-41b7-96ad-ef9ddbce6f50 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:14.717151 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-407a0ebe-9a77-4586-9b1b-4c05918b990d req-c97a2632-295d-41b7-96ad-ef9ddbce6f50 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=364d04d6-d0f1-4568-a41e-f7bc398b4f28 HTTP/1.1" status: 200 len: 943 time: 0.0849354 Sep 07 03:06:14.753634 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-9744eba8-4f24-4f7e-b99a-9ba0f66ca828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aa67271-75cf-4f23-b68a-181bf8b2a2bb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-953232466', 'tenant_id': '78355387c134473dacc42b7646fd40dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': '44b77162-4546-450d-8f11-d45ce554fa30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:04:19Z', 'updated_at': '2021-09-07T03:06:13Z', 'revision_number': 5, 'project_id': '78355387c134473dacc42b7646fd40dd', 'gw_port': {'id': '44b77162-4546-450d-8f11-d45ce554fa30', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:f0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa67271-75cf-4f23-b68a-181bf8b2a2bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:20Z', 'updated_at': '2021-09-07T03:04:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:06:14.761761 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-7c14158e-f42d-4421-b52b-ac2b3a49b8a2 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Deleting port 44b77162-4546-450d-8f11-d45ce554fa30 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:06:14.762210 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7c14158e-f42d-4421-b52b-ac2b3a49b8a2 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:14.781181 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9744eba8-4f24-4f7e-b99a-9ba0f66ca828 None None] Checking router: 2aa67271-75cf-4f23-b68a-181bf8b2a2bb for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:06:14.781741 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-407a0ebe-9a77-4586-9b1b-4c05918b990d req-07f7a93a-1fd5-4aac-a601-14f6fef205e8 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541725 Sep 07 03:06:14.798315 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9744eba8-4f24-4f7e-b99a-9ba0f66ca828 None None] Routers {'2aa67271-75cf-4f23-b68a-181bf8b2a2bb'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:06:14.798935 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-9744eba8-4f24-4f7e-b99a-9ba0f66ca828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:05:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['2aa67271-75cf-4f23-b68a-181bf8b2a2bb'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:06:14.862833 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-7c14158e-f42d-4421-b52b-ac2b3a49b8a2 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] For port 44b77162-4546-450d-8f11-d45ce554fa30, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=44b77162-4546-450d-8f11-d45ce554fa30,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:06:14.862833 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7c14158e-f42d-4421-b52b-ac2b3a49b8a2 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:14.874943 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-7c14158e-f42d-4421-b52b-ac2b3a49b8a2 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Calling delete_port for 44b77162-4546-450d-8f11-d45ce554fa30 owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:06:14.898785 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a30ae1-5fba-4284-b0c6-db5c1a8afc60 None None] DHCP port deletion for 705decc7-b040-46a6-b48e-b43279f9839c request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 03:06:14.935063 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-9744eba8-4f24-4f7e-b99a-9ba0f66ca828 None None] Set router 2aa67271-75cf-4f23-b68a-181bf8b2a2bb gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:06:14.992634 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-9744eba8-4f24-4f7e-b99a-9ba0f66ca828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aa67271-75cf-4f23-b68a-181bf8b2a2bb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-953232466', 'tenant_id': '78355387c134473dacc42b7646fd40dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:04:19Z', 'updated_at': '2021-09-07T03:06:14Z', 'revision_number': 6, 'project_id': '78355387c134473dacc42b7646fd40dd', 'gw_port_host': None}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:06:15.022956 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9744eba8-4f24-4f7e-b99a-9ba0f66ca828 None None] The sync data for ids ['2aa67271-75cf-4f23-b68a-181bf8b2a2bb'] in n-d-796209-16 is: [{'id': '2aa67271-75cf-4f23-b68a-181bf8b2a2bb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-953232466', 'tenant_id': '78355387c134473dacc42b7646fd40dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:04:19Z', 'updated_at': '2021-09-07T03:06:14Z', 'revision_number': 6, 'project_id': '78355387c134473dacc42b7646fd40dd', 'gw_port_host': None}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:06:15.043308 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-e7a30ae1-5fba-4284-b0c6-db5c1a8afc60 None None] Deleting port 46a1963e-8256-4391-aa51-8de50c1a323f {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:06:15.043715 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e7a30ae1-5fba-4284-b0c6-db5c1a8afc60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:15.081461 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7c14158e-f42d-4421-b52b-ac2b3a49b8a2 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:15.106875 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c14158e-f42d-4421-b52b-ac2b3a49b8a2 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Pushing event deleted for resources: {'Port': ['ID=44b77162-4546-450d-8f11-d45ce554fa30,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:06:15.118236 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-e7a30ae1-5fba-4284-b0c6-db5c1a8afc60 None None] For port 46a1963e-8256-4391-aa51-8de50c1a323f, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=46a1963e-8256-4391-aa51-8de50c1a323f,segment=NetworkSegment(a5c7473a-e694-4c45-9546-fd4f0b9ab3f9),segment_id=a5c7473a-e694-4c45-9546-fd4f0b9ab3f9)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:06:15.118770 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e7a30ae1-5fba-4284-b0c6-db5c1a8afc60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:15.132525 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-e7a30ae1-5fba-4284-b0c6-db5c1a8afc60 None None] Calling delete_port for 46a1963e-8256-4391-aa51-8de50c1a323f owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:06:15.175578 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7c14158e-f42d-4421-b52b-ac2b3a49b8a2 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:15.235009 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e7a30ae1-5fba-4284-b0c6-db5c1a8afc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:15.260486 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a30ae1-5fba-4284-b0c6-db5c1a8afc60 None None] Pushing event deleted for resources: {'Port': ['ID=46a1963e-8256-4391-aa51-8de50c1a323f,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:06:15.266756 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a30ae1-5fba-4284-b0c6-db5c1a8afc60 None None] No DVR routers for this DVR port 46a1963e-8256-4391-aa51-8de50c1a323f on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:06:15.290507 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7c14158e-f42d-4421-b52b-ac2b3a49b8a2 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:15.292962 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7c14158e-f42d-4421-b52b-ac2b3a49b8a2 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:15.336451 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7c14158e-f42d-4421-b52b-ac2b3a49b8a2 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:15.337287 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c14158e-f42d-4421-b52b-ac2b3a49b8a2 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Fanout notify agent at l3_agent the message router_deleted on router 2aa67271-75cf-4f23-b68a-181bf8b2a2bb {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 03:06:15.344984 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7c14158e-f42d-4421-b52b-ac2b3a49b8a2 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:15.346600 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-7c14158e-f42d-4421-b52b-ac2b3a49b8a2 tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "DELETE /v2.0/routers/2aa67271-75cf-4f23-b68a-181bf8b2a2bb HTTP/1.1" status: 204 len: 168 time: 0.9436166 Sep 07 03:06:15.349215 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 34630) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:06:15.434747 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-06e641ef-a592-4a0f-b992-e64a7de6b41e tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:15.570515 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-06e641ef-a592-4a0f-b992-e64a7de6b41e tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:15.600481 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-06e641ef-a592-4a0f-b992-e64a7de6b41e tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['705decc7-b040-46a6-b48e-b43279f9839c']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:06:15.613611 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-06e641ef-a592-4a0f-b992-e64a7de6b41e tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5c7473a-e694-4c45-9546-fd4f0b9ab3f9') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:06:15.614146 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-06e641ef-a592-4a0f-b992-e64a7de6b41e tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5c7473a-e694-4c45-9546-fd4f0b9ab3f9') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:06:15.627083 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-06e641ef-a592-4a0f-b992-e64a7de6b41e tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:15.644911 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-06e641ef-a592-4a0f-b992-e64a7de6b41e tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:15.653377 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06e641ef-a592-4a0f-b992-e64a7de6b41e tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 03:06:15.654007 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-06e641ef-a592-4a0f-b992-e64a7de6b41e tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:15.658426 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 03:06:15.658426 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 03:06:15.658426 n-d-796209-16 neutron-server[94700]: timer() Sep 07 03:06:15.658426 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 03:06:15.658426 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 03:06:15.658426 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 03:06:15.658426 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 03:06:15.658426 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 03:06:15.658426 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 03:06:15.658426 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 03:06:15.658426 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 03:06:15.658426 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 03:06:15.658426 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 03:06:15.658426 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 03:06:15.658426 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 03:06:15.658426 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 03:06:15.658426 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 03:06:15.658426 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 03:06:15.658426 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 03:06:15.658426 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 03:06:15.658426 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 03:06:15.658426 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 03:06:15.658426 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 03:06:15.658426 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 03:06:15.658426 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 03:06:15.658426 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 03:06:15.658426 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 03:06:15.658426 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 03:06:15.658426 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 03:06:15.658426 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 03:06:15.658426 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 03:06:15.658426 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 03:06:15.740879 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-06e641ef-a592-4a0f-b992-e64a7de6b41e tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:15.748617 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-06e641ef-a592-4a0f-b992-e64a7de6b41e tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:15.752901 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-06e641ef-a592-4a0f-b992-e64a7de6b41e tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] 10.222.0.22 "DELETE /v2.0/networks/705decc7-b040-46a6-b48e-b43279f9839c HTTP/1.1" status: 204 len: 168 time: 0.4001029 Sep 07 03:06:15.764122 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e641ef-a592-4a0f-b992-e64a7de6b41e tempest-TestSecurityGroupsBasicOps-76609405 tempest-TestSecurityGroupsBasicOps-76609405-project] Pushing event deleted for resources: {'Network': ['ID=705decc7-b040-46a6-b48e-b43279f9839c,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:06:15.942859 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f266c36f-7a4a-451a-a9d7-b129f906340b req-6dd8bb39-1ac4-48ff-a5b6-fefc3b79a197 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:15.942859 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f266c36f-7a4a-451a-a9d7-b129f906340b req-6dd8bb39-1ac4-48ff-a5b6-fefc3b79a197 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=364d04d6-d0f1-4568-a41e-f7bc398b4f28 HTTP/1.1" status: 200 len: 943 time: 0.0779867 Sep 07 03:06:15.996058 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f266c36f-7a4a-451a-a9d7-b129f906340b req-51cea25d-39f9-4fb0-98e8-92da05ee79c0 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431461 Sep 07 03:06:16.144220 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 34646) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:06:16.276943 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3d9ba8b0-daaa-4f2c-9bc7-89bccb1a4747 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=78355387c134473dacc42b7646fd40dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1291342 Sep 07 03:06:16.277573 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 34650) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:06:16.323550 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7a056f32-3e96-4e32-b771-33979a0f320f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:16.345095 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7a056f32-3e96-4e32-b771-33979a0f320f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:16.397210 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7a056f32-3e96-4e32-b771-33979a0f320f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:16.399715 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7a056f32-3e96-4e32-b771-33979a0f320f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:16.401139 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-7a056f32-3e96-4e32-b771-33979a0f320f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/21938405-3009-438c-aa7e-d653ff1a4c2d HTTP/1.1" status: 204 len: 168 time: 0.1231418 Sep 07 03:06:16.408943 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a056f32-3e96-4e32-b771-33979a0f320f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21938405-3009-438c-aa7e-d653ff1a4c2d,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:06:16.428363 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 44b77162-4546-450d-8f11-d45ce554fa30 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:06:16.456169 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 44b77162-4546-450d-8f11-d45ce554fa30 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:06:16.456527 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 44b77162-4546-450d-8f11-d45ce554fa30 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:06:16.456952 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 46a1963e-8256-4391-aa51-8de50c1a323f no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:06:16.478771 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 46a1963e-8256-4391-aa51-8de50c1a323f {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:06:16.479125 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 46a1963e-8256-4391-aa51-8de50c1a323f not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:06:16.479573 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 94d4a5da-7d5d-4487-abe2-9abfea505fde no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:06:16.498440 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 94d4a5da-7d5d-4487-abe2-9abfea505fde {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:06:16.498779 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 94d4a5da-7d5d-4487-abe2-9abfea505fde not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:06:16.678102 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 34656) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:06:16.691397 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-48026c89-eadf-4497-96af-550926c8394e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:16.780170 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-48026c89-eadf-4497-96af-550926c8394e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:16.784292 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-48026c89-eadf-4497-96af-550926c8394e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:17.119382 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f0c9b-7f49-496a-84cc-596de078ca2b req-fc965f32-b9ee-4943-a1e6-250f7d127169 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:17.121957 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-911f0c9b-7f49-496a-84cc-596de078ca2b req-fc965f32-b9ee-4943-a1e6-250f7d127169 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=364d04d6-d0f1-4568-a41e-f7bc398b4f28 HTTP/1.1" status: 200 len: 943 time: 0.0528731 Sep 07 03:06:17.147629 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-48026c89-eadf-4497-96af-550926c8394e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2d9d2ee60dd14ef5a488a3e0059b969a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4683559 Sep 07 03:06:17.148638 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48026c89-eadf-4497-96af-550926c8394e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b44b9d-4217-4b9d-9028-03c35ade8a32,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:06:17.151009 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 34666) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:06:17.163558 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-911f0c9b-7f49-496a-84cc-596de078ca2b req-64b10fd2-cbe9-439c-9cab-7127f8a4b503 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362101 Sep 07 03:06:17.202639 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cfaf7c4f-bc69-4758-9a5d-ab5b53d78570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:17.223700 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cfaf7c4f-bc69-4758-9a5d-ab5b53d78570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:17.267246 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cfaf7c4f-bc69-4758-9a5d-ab5b53d78570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:17.270385 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cfaf7c4f-bc69-4758-9a5d-ab5b53d78570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:17.271540 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-cfaf7c4f-bc69-4758-9a5d-ab5b53d78570 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/45b44b9d-4217-4b9d-9028-03c35ade8a32 HTTP/1.1" status: 204 len: 168 time: 0.1194952 Sep 07 03:06:17.280471 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaf7c4f-bc69-4758-9a5d-ab5b53d78570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b44b9d-4217-4b9d-9028-03c35ade8a32,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:06:17.598022 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 34672) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:06:17.636266 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c655d2b2-2b83-4eac-8545-fdb5cf465342 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b430e9e055f848889808c1d4a0c99f41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0370374 Sep 07 03:06:17.638667 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 34674) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:06:17.684536 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-846db5ac-5ddc-4e77-ab1b-23f19e3ab1a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:17.708497 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-846db5ac-5ddc-4e77-ab1b-23f19e3ab1a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:17.759293 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-846db5ac-5ddc-4e77-ab1b-23f19e3ab1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:17.761891 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-846db5ac-5ddc-4e77-ab1b-23f19e3ab1a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:17.763052 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-846db5ac-5ddc-4e77-ab1b-23f19e3ab1a5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7640e59c-a51f-4c28-a9ec-b752da026a0d HTTP/1.1" status: 204 len: 168 time: 0.1235113 Sep 07 03:06:17.773034 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846db5ac-5ddc-4e77-ab1b-23f19e3ab1a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7640e59c-a51f-4c28-a9ec-b752da026a0d,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:06:18.294332 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2af27-5d1e-4651-90e4-567c22c5fd24 req-559e28aa-44f4-4a89-9f28-b9f175b8d8bd tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:18.296083 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5fd2af27-5d1e-4651-90e4-567c22c5fd24 req-559e28aa-44f4-4a89-9f28-b9f175b8d8bd tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=364d04d6-d0f1-4568-a41e-f7bc398b4f28 HTTP/1.1" status: 200 len: 943 time: 0.0595193 Sep 07 03:06:18.338255 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5fd2af27-5d1e-4651-90e4-567c22c5fd24 req-772d3ec6-051a-4df9-9907-97a9639a3bd3 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350716 Sep 07 03:06:19.463807 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4860b37b-0c4a-46b4-9ba4-8506cd21faf8 req-ba6f6b94-f5a0-4a5c-9974-0d6f506475cb tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:19.465304 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4860b37b-0c4a-46b4-9ba4-8506cd21faf8 req-ba6f6b94-f5a0-4a5c-9974-0d6f506475cb tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=364d04d6-d0f1-4568-a41e-f7bc398b4f28 HTTP/1.1" status: 200 len: 943 time: 0.0529010 Sep 07 03:06:19.503287 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4860b37b-0c4a-46b4-9ba4-8506cd21faf8 req-d5786d68-faec-4a74-b75c-29a02818cdc0 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320301 Sep 07 03:06:20.492578 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 64ff4503-5437-436a-b777-c4a2a40a1634 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 03:06:20.589055 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 64ff4503-5437-436a-b777-c4a2a40a1634, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=64ff4503-5437-436a-b777-c4a2a40a1634,segment=NetworkSegment(8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21),segment_id=8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:06:20.603919 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '64ff4503-5437-436a-b777-c4a2a40a1634', 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1', 'port_id': '64ff4503-5437-436a-b777-c4a2a40a1634', 'mac_address': 'fa:16:3e:cb:cb:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b33adc2b-a155-4213-967c-f1ae81189b8c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 03:06:20.616392 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cca7f4-5543-4458-bd34-e95e75ca4dc6 req-2e99bd95-086b-418a-a0f5-45ca6e2654e9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:20.617884 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f5cca7f4-5543-4458-bd34-e95e75ca4dc6 req-2e99bd95-086b-418a-a0f5-45ca6e2654e9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=364d04d6-d0f1-4568-a41e-f7bc398b4f28 HTTP/1.1" status: 200 len: 943 time: 0.0483778 Sep 07 03:06:20.641640 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:20.654872 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64ff4503-5437-436a-b777-c4a2a40a1634 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:06:20.656070 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f5cca7f4-5543-4458-bd34-e95e75ca4dc6 req-dd40cd79-7ae2-4888-bb8e-15fb67c2cb93 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318885 Sep 07 03:06:20.675579 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 64ff4503-5437-436a-b777-c4a2a40a1634, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=64ff4503-5437-436a-b777-c4a2a40a1634,segment=NetworkSegment(8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21),segment_id=8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:06:20.680570 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:20.726895 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=64ff4503-5437-436a-b777-c4a2a40a1634,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:06:20.882850 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['64ff4503-5437-436a-b777-c4a2a40a1634'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:06:21.598459 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:21.616137 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:21.771357 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db4b10-f810-4348-a400-9945fad42de9 req-89f6d175-ad16-4b5c-b8be-4df6f2dcc14f tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:21.772856 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-42db4b10-f810-4348-a400-9945fad42de9 req-89f6d175-ad16-4b5c-b8be-4df6f2dcc14f tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=364d04d6-d0f1-4568-a41e-f7bc398b4f28 HTTP/1.1" status: 200 len: 944 time: 0.0481160 Sep 07 03:06:21.811640 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-42db4b10-f810-4348-a400-9945fad42de9 req-12b0ae10-602f-4b8d-9b27-c153e24eff12 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326557 Sep 07 03:06:22.507780 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 64ff4503-5437-436a-b777-c4a2a40a1634 up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:06:22.555202 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port 64ff4503-5437-436a-b777-c4a2a40a1634 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:06:22.558732 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port 64ff4503-5437-436a-b777-c4a2a40a1634 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:06:22.559106 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:22.637202 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:22.659528 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '364d04d6-d0f1-4568-a41e-f7bc398b4f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64ff4503-5437-436a-b777-c4a2a40a1634'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:06:22.661754 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15aafe33-d546-4511-8539-884d3496493c" -d '{"events": [{"server_uuid": "364d04d6-d0f1-4568-a41e-f7bc398b4f28", "name": "network-vif-plugged", "status": "completed", "tag": "64ff4503-5437-436a-b777-c4a2a40a1634"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:06:22.673753 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 64ff4503-5437-436a-b777-c4a2a40a1634, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=64ff4503-5437-436a-b777-c4a2a40a1634,segment=NetworkSegment(8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21),segment_id=8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:06:22.681663 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:22.707265 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57c1210-8887-4c94-ad0a-bef3ebf16cd7 x-openstack-request-id: req-d57c1210-8887-4c94-ad0a-bef3ebf16cd7 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:06:22.707580 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "364d04d6-d0f1-4568-a41e-f7bc398b4f28", "name": "network-vif-plugged", "status": "completed", "tag": "64ff4503-5437-436a-b777-c4a2a40a1634", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:06:22.707837 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d57c1210-8887-4c94-ad0a-bef3ebf16cd7 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:06:22.708216 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '364d04d6-d0f1-4568-a41e-f7bc398b4f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64ff4503-5437-436a-b777-c4a2a40a1634', 'code': 200} Sep 07 03:06:22.737792 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=64ff4503-5437-436a-b777-c4a2a40a1634,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:06:22.806073 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf950028-0330-4f15-87fe-256a05ae4767 req-c0cdfa71-c78f-4610-a15c-fb57f671a787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:22.807607 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cf950028-0330-4f15-87fe-256a05ae4767 req-c0cdfa71-c78f-4610-a15c-fb57f671a787 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=364d04d6-d0f1-4568-a41e-f7bc398b4f28 HTTP/1.1" status: 200 len: 1097 time: 0.0406804 Sep 07 03:06:22.845125 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cf950028-0330-4f15-87fe-256a05ae4767 req-79ca48d9-3aa1-42a0-b012-58747d40a239 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303648 Sep 07 03:06:22.923724 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c80a37-f7f3-4636-96b6-e2d6975a0ef2 req-c90bc4d0-bf89-4479-9403-ea419c7d37ab tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:22.925755 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a4c80a37-f7f3-4636-96b6-e2d6975a0ef2 req-c90bc4d0-bf89-4479-9403-ea419c7d37ab tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=364d04d6-d0f1-4568-a41e-f7bc398b4f28 HTTP/1.1" status: 200 len: 945 time: 0.0478766 Sep 07 03:06:22.967694 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a4c80a37-f7f3-4636-96b6-e2d6975a0ef2 req-38d37ecc-6fa0-4596-880a-65f28241c7a2 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359476 Sep 07 03:06:24.099159 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a5fee-b53d-4769-adac-4ef41818d0dd req-b434c10f-ff98-4ff4-98a6-f29a1adaf3a4 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:24.100654 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-756a5fee-b53d-4769-adac-4ef41818d0dd req-b434c10f-ff98-4ff4-98a6-f29a1adaf3a4 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=364d04d6-d0f1-4568-a41e-f7bc398b4f28 HTTP/1.1" status: 200 len: 945 time: 0.0494809 Sep 07 03:06:24.137702 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-756a5fee-b53d-4769-adac-4ef41818d0dd req-b2aeb8fd-4267-4937-b1b7-6ea90432a82f tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312703 Sep 07 03:06:24.254530 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d350d7d-85cb-4178-8b3e-85c7f51ad86d req-04d5c611-0a88-48b7-86b3-bfe52fccec21 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:24.256098 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6d350d7d-85cb-4178-8b3e-85c7f51ad86d req-04d5c611-0a88-48b7-86b3-bfe52fccec21 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=364d04d6-d0f1-4568-a41e-f7bc398b4f28 HTTP/1.1" status: 200 len: 945 time: 0.0531054 Sep 07 03:06:24.295833 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6d350d7d-85cb-4178-8b3e-85c7f51ad86d req-fdb3e031-ccb6-4d26-bdae-5ce1da0f3878 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337620 Sep 07 03:06:24.407242 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d57a8-a941-49e1-af82-462e8a3521a1 req-91809062-fb2d-4bfc-a799-1a8b676f7ceb tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:24.409374 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a07d57a8-a941-49e1-af82-462e8a3521a1 req-91809062-fb2d-4bfc-a799-1a8b676f7ceb tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=364d04d6-d0f1-4568-a41e-f7bc398b4f28 HTTP/1.1" status: 200 len: 945 time: 0.0485549 Sep 07 03:06:24.449891 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a07d57a8-a941-49e1-af82-462e8a3521a1 req-90460803-5ce2-441e-a87f-e14311f398f2 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345206 Sep 07 03:06:24.750816 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b994b7-4b0a-4ec9-85a4-8a0e5a06825d req-5b7b7628-b191-42f5-83af-82829148cef2 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:24.752346 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-30b994b7-4b0a-4ec9-85a4-8a0e5a06825d req-5b7b7628-b191-42f5-83af-82829148cef2 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=364d04d6-d0f1-4568-a41e-f7bc398b4f28 HTTP/1.1" status: 200 len: 945 time: 0.0488584 Sep 07 03:06:24.793781 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-30b994b7-4b0a-4ec9-85a4-8a0e5a06825d req-030ac871-91e1-4bef-9af6-fa8c24574dd2 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354686 Sep 07 03:06:25.906135 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b8b951-a8b7-44af-9353-1e5b6d2b3ffd req-ec51a3ed-a580-438e-bcd7-2d723ed83cc1 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:25.907933 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-90b8b951-a8b7-44af-9353-1e5b6d2b3ffd req-ec51a3ed-a580-438e-bcd7-2d723ed83cc1 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=364d04d6-d0f1-4568-a41e-f7bc398b4f28 HTTP/1.1" status: 200 len: 945 time: 0.0485539 Sep 07 03:06:25.924726 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8f709c05-e1dc-4eea-b2af-8cddd4e3db44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:25.947409 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-90b8b951-a8b7-44af-9353-1e5b6d2b3ffd req-6acea5a1-96f2-491a-9acc-c09b7b03aa09 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336289 Sep 07 03:06:26.132214 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b8f03-0f5a-4a38-b077-863ff474eee5 req-c7135b15-3bfe-47eb-ba34-c826f697c08d tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:26.133708 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ed3b8f03-0f5a-4a38-b077-863ff474eee5 req-c7135b15-3bfe-47eb-ba34-c826f697c08d tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.23 "GET /v2.0/ports?device_id=364d04d6-d0f1-4568-a41e-f7bc398b4f28 HTTP/1.1" status: 200 len: 945 time: 0.0480897 Sep 07 03:06:26.226743 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-ed3b8f03-0f5a-4a38-b077-863ff474eee5 req-076f12dc-01d3-4293-b689-aa3d5c5791b7 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Deleting port 64ff4503-5437-436a-b777-c4a2a40a1634 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:06:26.227087 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ed3b8f03-0f5a-4a38-b077-863ff474eee5 req-076f12dc-01d3-4293-b689-aa3d5c5791b7 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:26.313291 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-ed3b8f03-0f5a-4a38-b077-863ff474eee5 req-076f12dc-01d3-4293-b689-aa3d5c5791b7 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] For port 64ff4503-5437-436a-b777-c4a2a40a1634, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=64ff4503-5437-436a-b777-c4a2a40a1634,segment=NetworkSegment(8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21),segment_id=8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:06:26.313768 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ed3b8f03-0f5a-4a38-b077-863ff474eee5 req-076f12dc-01d3-4293-b689-aa3d5c5791b7 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:26.327933 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-ed3b8f03-0f5a-4a38-b077-863ff474eee5 req-076f12dc-01d3-4293-b689-aa3d5c5791b7 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Calling delete_port for 64ff4503-5437-436a-b777-c4a2a40a1634 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:06:26.472126 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ed3b8f03-0f5a-4a38-b077-863ff474eee5 req-076f12dc-01d3-4293-b689-aa3d5c5791b7 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:26.484306 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['64ff4503-5437-436a-b777-c4a2a40a1634'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:06:26.500883 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076f12dc-01d3-4293-b689-aa3d5c5791b7 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Pushing event deleted for resources: {'Port': ['ID=64ff4503-5437-436a-b777-c4a2a40a1634,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:06:26.542671 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed3b8f03-0f5a-4a38-b077-863ff474eee5 req-076f12dc-01d3-4293-b689-aa3d5c5791b7 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] No DVR routers for this DVR port 64ff4503-5437-436a-b777-c4a2a40a1634 on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:06:26.545396 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ed3b8f03-0f5a-4a38-b077-863ff474eee5 req-076f12dc-01d3-4293-b689-aa3d5c5791b7 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:26.547586 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ed3b8f03-0f5a-4a38-b077-863ff474eee5 req-076f12dc-01d3-4293-b689-aa3d5c5791b7 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.23 "DELETE /v2.0/ports/64ff4503-5437-436a-b777-c4a2a40a1634 HTTP/1.1" status: 204 len: 173 time: 0.4076464 Sep 07 03:06:26.547962 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '364d04d6-d0f1-4568-a41e-f7bc398b4f28', 'name': 'network-vif-deleted', 'tag': '64ff4503-5437-436a-b777-c4a2a40a1634'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:06:26.550238 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffefba91-a776-4d07-9440-50ac714c6636" -d '{"events": [{"server_uuid": "364d04d6-d0f1-4568-a41e-f7bc398b4f28", "name": "network-vif-deleted", "tag": "64ff4503-5437-436a-b777-c4a2a40a1634"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:06:26.591573 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c530094c-2847-4f5a-81ab-61438536f39c x-openstack-request-id: req-c530094c-2847-4f5a-81ab-61438536f39c {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:06:26.591870 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "364d04d6-d0f1-4568-a41e-f7bc398b4f28", "name": "network-vif-deleted", "tag": "64ff4503-5437-436a-b777-c4a2a40a1634", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:06:26.592129 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c530094c-2847-4f5a-81ab-61438536f39c {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:06:26.592537 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '364d04d6-d0f1-4568-a41e-f7bc398b4f28', 'name': 'network-vif-deleted', 'tag': '64ff4503-5437-436a-b777-c4a2a40a1634', 'status': 'completed', 'code': 200} Sep 07 03:06:27.043317 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a0216e0e-0559-42d7-8aee-3bd3b19df8c1 req-bf1175c0-f9cf-44b5-ab4f-a5b66054d30e tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=364d04d6-d0f1-4568-a41e-f7bc398b4f28 HTTP/1.1" status: 200 len: 210 time: 0.0295751 Sep 07 03:06:27.389320 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:06:28.145142 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-77908354-de38-43b1-bcef-ca614ccb993e req-8eb2c912-51ab-4518-a69e-31c9b8a911f6 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=364d04d6-d0f1-4568-a41e-f7bc398b4f28 HTTP/1.1" status: 200 len: 210 time: 0.0283365 Sep 07 03:06:28.182094 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7f42ddd2-76e5-4960-a09b-236ea9545255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:28.716742 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:29.243539 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8a00166d-50c7-4e02-971b-482269187afe req-c5cf9fd2-7f5a-438b-82ca-db36576feb6a tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=364d04d6-d0f1-4568-a41e-f7bc398b4f28 HTTP/1.1" status: 200 len: 210 time: 0.0280132 Sep 07 03:06:29.583141 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:30.374384 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9946f9e8-32d6-48d7-922d-7e4cb6883a14 req-9b8fc578-04d3-4ef2-bdc7-d3a40962ab63 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=364d04d6-d0f1-4568-a41e-f7bc398b4f28 HTTP/1.1" status: 200 len: 210 time: 0.0267529 Sep 07 03:06:30.523542 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 64ff4503-5437-436a-b777-c4a2a40a1634 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:06:30.547518 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: 64ff4503-5437-436a-b777-c4a2a40a1634 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:06:30.548166 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 64ff4503-5437-436a-b777-c4a2a40a1634 not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:06:31.430441 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:31.717775 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 34820) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:06:31.790688 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7a86fb-961a-4e5a-9872-0b49610f855b tempest-TestNetworkBasicOps-1684385295 tempest-TestNetworkBasicOps-1684385295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:31.791098 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7a86fb-961a-4e5a-9872-0b49610f855b tempest-TestNetworkBasicOps-1684385295 tempest-TestNetworkBasicOps-1684385295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:31.791600 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7a86fb-961a-4e5a-9872-0b49610f855b tempest-TestNetworkBasicOps-1684385295 tempest-TestNetworkBasicOps-1684385295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:31.803492 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-7e7a86fb-961a-4e5a-9872-0b49610f855b tempest-TestNetworkBasicOps-1684385295 tempest-TestNetworkBasicOps-1684385295-project-admin] 10.222.0.22 "GET /v2.0/ports?project_id=d26848eac2634f46a9e82fab10685270&network_id=3dc49b2b-b179-465c-aabe-a71d39ec1803 HTTP/1.1" status: 200 len: 2973 time: 0.0745921 Sep 07 03:06:34.681383 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 34860) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:06:34.743038 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bf160d-98c9-466d-81b7-e52bb329f6c3 tempest-TestNetworkBasicOps-1684385295 tempest-TestNetworkBasicOps-1684385295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:34.755492 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-e9bf160d-98c9-466d-81b7-e52bb329f6c3 tempest-TestNetworkBasicOps-1684385295 tempest-TestNetworkBasicOps-1684385295-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=1166b922-7457-4da4-bdda-328e8c8e7bc6 HTTP/1.1" status: 200 len: 814 time: 0.0622945 Sep 07 03:06:35.768665 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 34882) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:06:35.774058 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-180526e7-d0f9-4426-bd8c-74888e27fa07 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Request body: {'network': {'name': 'tempest-network-smoke--609935472', 'project_id': 'd26848eac2634f46a9e82fab10685270', 'port_security_enabled': True}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:06:35.795684 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180526e7-d0f9-4426-bd8c-74888e27fa07 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Made reservation on behalf of d26848eac2634f46a9e82fab10685270 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:06:35.799902 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-180526e7-d0f9-4426-bd8c-74888e27fa07 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:35.824069 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-180526e7-d0f9-4426-bd8c-74888e27fa07 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 03:06:35.833291 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-180526e7-d0f9-4426-bd8c-74888e27fa07 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:35.833861 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-180526e7-d0f9-4426-bd8c-74888e27fa07 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Added segment 08600521-f052-4fd2-ab97-405a26f63af4 of type vlan for network d7716e32-3156-4cfe-a3a8-454651a5e1b8 Sep 07 03:06:35.877525 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-180526e7-d0f9-4426-bd8c-74888e27fa07 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:35.912536 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-180526e7-d0f9-4426-bd8c-74888e27fa07 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:35.918740 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180526e7-d0f9-4426-bd8c-74888e27fa07 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:35.919453 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-180526e7-d0f9-4426-bd8c-74888e27fa07 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:35.955411 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-180526e7-d0f9-4426-bd8c-74888e27fa07 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1854882 Sep 07 03:06:35.958390 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 34886) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:06:36.021812 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180526e7-d0f9-4426-bd8c-74888e27fa07 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Pushing event updated for resources: {'Network': ['ID=d7716e32-3156-4cfe-a3a8-454651a5e1b8,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:06:36.036461 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network d7716e32-3156-4cfe-a3a8-454651a5e1b8 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 03:06:36.038192 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783440be-b922-49a8-ac5e-9a1081a4f5c6 tempest-TestNetworkBasicOps-1684385295 tempest-TestNetworkBasicOps-1684385295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:36.039942 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-783440be-b922-49a8-ac5e-9a1081a4f5c6 tempest-TestNetworkBasicOps-1684385295 tempest-TestNetworkBasicOps-1684385295-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=d26848eac2634f46a9e82fab10685270&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0803912 Sep 07 03:06:36.042860 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 34888) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:06:36.150490 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f0e5e7-89f7-464b-8bba-6df58054ab73 tempest-TestNetworkBasicOps-1684385295 tempest-TestNetworkBasicOps-1684385295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:36.152073 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-45f0e5e7-89f7-464b-8bba-6df58054ab73 tempest-TestNetworkBasicOps-1684385295 tempest-TestNetworkBasicOps-1684385295-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1082795 Sep 07 03:06:36.154914 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 34890) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:06:36.184571 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-52c55c36-335b-42a5-9e2d-7baf83dc83bb tempest-TestNetworkBasicOps-1684385295 tempest-TestNetworkBasicOps-1684385295-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=1166b922-7457-4da4-bdda-328e8c8e7bc6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283854 Sep 07 03:06:36.187261 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 34892) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:06:36.216135 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-29f57256-28e0-4e40-b4ea-61bfe9241ac8 tempest-TestNetworkBasicOps-1684385295 tempest-TestNetworkBasicOps-1684385295-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=d26848eac2634f46a9e82fab10685270&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277011 Sep 07 03:06:36.218544 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 34894) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:06:36.315128 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55643feb-d97a-4e23-bbad-e1ba1623564e tempest-TestNetworkBasicOps-1684385295 tempest-TestNetworkBasicOps-1684385295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:36.316687 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-55643feb-d97a-4e23-bbad-e1ba1623564e tempest-TestNetworkBasicOps-1684385295 tempest-TestNetworkBasicOps-1684385295-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0971894 Sep 07 03:06:36.319397 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 34896) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:06:36.347936 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-0aafd0da-6a94-4ef1-9a2c-3785da8bb728 tempest-TestNetworkBasicOps-1684385295 tempest-TestNetworkBasicOps-1684385295-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=1166b922-7457-4da4-bdda-328e8c8e7bc6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272610 Sep 07 03:06:36.350612 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 34898) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:06:36.356397 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-5ebcca12-ef46-4959-a648-4b75db30f5d5 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1328874122', 'network_id': 'd7716e32-3156-4cfe-a3a8-454651a5e1b8', 'project_id': 'd26848eac2634f46a9e82fab10685270', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:06:36.447449 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ebcca12-ef46-4959-a648-4b75db30f5d5 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Made reservation on behalf of d26848eac2634f46a9e82fab10685270 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:06:36.452080 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5ebcca12-ef46-4959-a648-4b75db30f5d5 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:36.655363 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5ebcca12-ef46-4959-a648-4b75db30f5d5 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:36.714738 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebcca12-ef46-4959-a648-4b75db30f5d5 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Pushing event updated for resources: {'Subnet': ['ID=945ab446-9360-4d5e-a476-b5cf4b42a31d,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:06:36.727113 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebcca12-ef46-4959-a648-4b75db30f5d5 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Checking segment: {'id': '08600521-f052-4fd2-ab97-405a26f63af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd7716e32-3156-4cfe-a3a8-454651a5e1b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:06:36.727509 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebcca12-ef46-4959-a648-4b75db30f5d5 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Network hostable DHCP agents. Network: d7716e32-3156-4cfe-a3a8-454651a5e1b8, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 03:06:36.746828 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebcca12-ef46-4959-a648-4b75db30f5d5 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Network d7716e32-3156-4cfe-a3a8-454651a5e1b8 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 03:06:36.756607 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-5ebcca12-ef46-4959-a648-4b75db30f5d5 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, d7716e32-3156-4cfe-a3a8-454651a5e1b8) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:06:36.761515 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebcca12-ef46-4959-a648-4b75db30f5d5 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:36.762129 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5ebcca12-ef46-4959-a648-4b75db30f5d5 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:36.772302 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5a61ce-8f37-4f16-9806-4f04e39b995b None None] Network d7716e32-3156-4cfe-a3a8-454651a5e1b8 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:06:36.784201 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-5ebcca12-ef46-4959-a648-4b75db30f5d5 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4322975 Sep 07 03:06:36.947193 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfd4520-0e79-4067-a863-f2034b7a7b5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-d7716e32-3156-4cfe-a3a8-454651a5e1b8', 'network_id': 'd7716e32-3156-4cfe-a3a8-454651a5e1b8', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'fixed_ips': [{'subnet_id': '945ab446-9360-4d5e-a476-b5cf4b42a31d'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 03:06:36.948390 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ddfd4520-0e79-4067-a863-f2034b7a7b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:37.229993 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-ddfd4520-0e79-4067-a863-f2034b7a7b5e None None] Allocated IP 172.20.0.18 (d7716e32-3156-4cfe-a3a8-454651a5e1b8/945ab446-9360-4d5e-a476-b5cf4b42a31d/bc6ce76b-75f8-409e-b252-c80f2e4e6770) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:06:37.246981 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 34948) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:06:37.252934 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-4e411795-15be-4023-afa1-71e99e1c68ad tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-785850232', 'description': 'tempest-secgroup-smoke-785850232 description', 'project_id': 'd26848eac2634f46a9e82fab10685270'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:06:37.281206 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4e411795-15be-4023-afa1-71e99e1c68ad tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:37.415375 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4e411795-15be-4023-afa1-71e99e1c68ad tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:37.421696 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4e411795-15be-4023-afa1-71e99e1c68ad tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:37.446154 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ddfd4520-0e79-4067-a863-f2034b7a7b5e None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:37.458066 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4e411795-15be-4023-afa1-71e99e1c68ad tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:37.458938 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-4e411795-15be-4023-afa1-71e99e1c68ad tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2104590 Sep 07 03:06:37.461768 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 34954) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:06:37.466600 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-3be1bc30-8d99-4a59-8d58-bf61836c756a tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Request body: {'security_group_rule': {'security_group_id': '7f1b44f8-f656-40eb-889a-f86f887dbe76', 'project_id': 'd26848eac2634f46a9e82fab10685270', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:06:37.473125 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e411795-15be-4023-afa1-71e99e1c68ad tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1b44f8-f656-40eb-889a-f86f887dbe76,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:06:37.489479 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-ddfd4520-0e79-4067-a863-f2034b7a7b5e None None] Transition to ACTIVE for port object bc6ce76b-75f8-409e-b252-c80f2e4e6770 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:06:37.521395 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-ddfd4520-0e79-4067-a863-f2034b7a7b5e None None] Transition to ACTIVE for port object bc6ce76b-75f8-409e-b252-c80f2e4e6770 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:06:37.528796 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3be1bc30-8d99-4a59-8d58-bf61836c756a tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:37.530578 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ddfd4520-0e79-4067-a863-f2034b7a7b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:37.618845 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3be1bc30-8d99-4a59-8d58-bf61836c756a tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:37.625012 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3be1bc30-8d99-4a59-8d58-bf61836c756a tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:37.634154 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfd4520-0e79-4067-a863-f2034b7a7b5e None None] Network d7716e32-3156-4cfe-a3a8-454651a5e1b8 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:06:37.637657 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-ddfd4520-0e79-4067-a863-f2034b7a7b5e None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:06:37.648776 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfd4520-0e79-4067-a863-f2034b7a7b5e None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:06:37.650690 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3be1bc30-8d99-4a59-8d58-bf61836c756a tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:37.652553 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3be1bc30-8d99-4a59-8d58-bf61836c756a tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1896858 Sep 07 03:06:37.655819 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 34962) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:06:37.659664 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfd4520-0e79-4067-a863-f2034b7a7b5e None None] Pushing event updated for resources: {'Port': ['ID=bc6ce76b-75f8-409e-b252-c80f2e4e6770,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:06:37.667060 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-a1a1a1f4-bd94-4925-b94a-865d0c9d7822 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Request body: {'security_group_rule': {'security_group_id': '7f1b44f8-f656-40eb-889a-f86f887dbe76', 'project_id': 'd26848eac2634f46a9e82fab10685270', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:06:37.669221 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd4520-0e79-4067-a863-f2034b7a7b5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:06:37.669587 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd4520-0e79-4067-a863-f2034b7a7b5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:06:37.669939 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd4520-0e79-4067-a863-f2034b7a7b5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:06:37.670286 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd4520-0e79-4067-a863-f2034b7a7b5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:06:37.670629 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd4520-0e79-4067-a863-f2034b7a7b5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:06:37.670969 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd4520-0e79-4067-a863-f2034b7a7b5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:06:37.671354 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd4520-0e79-4067-a863-f2034b7a7b5e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:06:37.671762 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd4520-0e79-4067-a863-f2034b7a7b5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:06:37.672139 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd4520-0e79-4067-a863-f2034b7a7b5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:06:37.672520 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd4520-0e79-4067-a863-f2034b7a7b5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:06:37.672858 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd4520-0e79-4067-a863-f2034b7a7b5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:06:37.673224 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfd4520-0e79-4067-a863-f2034b7a7b5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:06:37.683081 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be1bc30-8d99-4a59-8d58-bf61836c756a tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ee647fa-645b-4a72-8256-e05ee19208b2,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:06:37.713424 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a1a1a1f4-bd94-4925-b94a-865d0c9d7822 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:37.738012 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-ddfd4520-0e79-4067-a863-f2034b7a7b5e None None] Attempting to bind port bc6ce76b-75f8-409e-b252-c80f2e4e6770 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:06:37.738345 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-ddfd4520-0e79-4067-a863-f2034b7a7b5e None None] Attempting to bind port bc6ce76b-75f8-409e-b252-c80f2e4e6770 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '08600521-f052-4fd2-ab97-405a26f63af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd7716e32-3156-4cfe-a3a8-454651a5e1b8'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:06:37.738725 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfd4520-0e79-4067-a863-f2034b7a7b5e None None] Attempting to bind port bc6ce76b-75f8-409e-b252-c80f2e4e6770 on network d7716e32-3156-4cfe-a3a8-454651a5e1b8 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:06:37.745893 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfd4520-0e79-4067-a863-f2034b7a7b5e None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:06:37.746285 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfd4520-0e79-4067-a863-f2034b7a7b5e None None] Checking segment: {'id': '08600521-f052-4fd2-ab97-405a26f63af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd7716e32-3156-4cfe-a3a8-454651a5e1b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:06:37.746701 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ddfd4520-0e79-4067-a863-f2034b7a7b5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:37.747126 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfd4520-0e79-4067-a863-f2034b7a7b5e None None] Bound using segment: {'id': '08600521-f052-4fd2-ab97-405a26f63af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd7716e32-3156-4cfe-a3a8-454651a5e1b8'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:06:37.747998 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-ddfd4520-0e79-4067-a863-f2034b7a7b5e None None] Bound port: bc6ce76b-75f8-409e-b252-c80f2e4e6770, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08600521-f052-4fd2-ab97-405a26f63af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd7716e32-3156-4cfe-a3a8-454651a5e1b8'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:06:37.748516 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ddfd4520-0e79-4067-a863-f2034b7a7b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:37.781006 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a1a1a1f4-bd94-4925-b94a-865d0c9d7822 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:37.787178 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a1a1a1f4-bd94-4925-b94a-865d0c9d7822 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:37.812747 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a1a1f4-bd94-4925-b94a-865d0c9d7822 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf50b7e8-7792-4cd9-be17-0d1e4e0699be,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:06:37.820121 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a1a1a1f4-bd94-4925-b94a-865d0c9d7822 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:37.821777 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a1a1a1f4-bd94-4925-b94a-865d0c9d7822 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1644330 Sep 07 03:06:37.824626 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 34990) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:06:37.831529 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-ecc3bb91-4f65-45e1-8948-d7e9fdcab9ab tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Request body: {'security_group_rule': {'security_group_id': '7f1b44f8-f656-40eb-889a-f86f887dbe76', 'project_id': 'd26848eac2634f46a9e82fab10685270', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:06:37.835437 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-ddfd4520-0e79-4067-a863-f2034b7a7b5e None None] For port bc6ce76b-75f8-409e-b252-c80f2e4e6770, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:06:37.839651 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-ddfd4520-0e79-4067-a863-f2034b7a7b5e None None] For port bc6ce76b-75f8-409e-b252-c80f2e4e6770, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=bc6ce76b-75f8-409e-b252-c80f2e4e6770,segment=NetworkSegment(08600521-f052-4fd2-ab97-405a26f63af4),segment_id=08600521-f052-4fd2-ab97-405a26f63af4)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:06:37.844979 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ddfd4520-0e79-4067-a863-f2034b7a7b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:37.884380 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ecc3bb91-4f65-45e1-8948-d7e9fdcab9ab tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:37.940553 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfd4520-0e79-4067-a863-f2034b7a7b5e None None] Pushing event updated for resources: {'Port': ['ID=bc6ce76b-75f8-409e-b252-c80f2e4e6770,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:06:37.957078 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ecc3bb91-4f65-45e1-8948-d7e9fdcab9ab tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:37.963280 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ecc3bb91-4f65-45e1-8948-d7e9fdcab9ab tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:37.993862 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc3bb91-4f65-45e1-8948-d7e9fdcab9ab tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f196a089-04ba-4b87-9967-92bc796e8ba6,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:06:38.001093 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ecc3bb91-4f65-45e1-8948-d7e9fdcab9ab tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:38.005636 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-ecc3bb91-4f65-45e1-8948-d7e9fdcab9ab tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1768754 Sep 07 03:06:38.005987 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 34996) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:06:38.010610 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-c6fa736b-513e-4b81-96a5-c11c7bebf1e7 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Request body: {'security_group_rule': {'security_group_id': '7f1b44f8-f656-40eb-889a-f86f887dbe76', 'project_id': 'd26848eac2634f46a9e82fab10685270', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:06:38.042971 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c6fa736b-513e-4b81-96a5-c11c7bebf1e7 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:38.145704 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c6fa736b-513e-4b81-96a5-c11c7bebf1e7 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:38.159502 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c6fa736b-513e-4b81-96a5-c11c7bebf1e7 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:38.197598 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fa736b-513e-4b81-96a5-c11c7bebf1e7 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65d74a79-4c9b-4155-9a89-db0040e3688b,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:06:38.205014 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c6fa736b-513e-4b81-96a5-c11c7bebf1e7 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:38.209064 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c6fa736b-513e-4b81-96a5-c11c7bebf1e7 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1994939 Sep 07 03:06:38.209255 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 34998) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:06:38.216528 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-2c346f05-3dde-438e-9887-3a9995f905e9 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Request body: {'security_group_rule': {'security_group_id': '7f1b44f8-f656-40eb-889a-f86f887dbe76', 'project_id': 'd26848eac2634f46a9e82fab10685270', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:06:38.248440 n-d-796209-16 neutron-server[94700]: INFO neutron.db.securitygroups_db [None req-2c346f05-3dde-438e-9887-3a9995f905e9 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Project d26848eac2634f46a9e82fab10685270 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 03:06:38.255056 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2c346f05-3dde-438e-9887-3a9995f905e9 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:38.342994 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2c346f05-3dde-438e-9887-3a9995f905e9 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:38.349960 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2c346f05-3dde-438e-9887-3a9995f905e9 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:38.371751 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c346f05-3dde-438e-9887-3a9995f905e9 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=749c8611-16b4-4e63-ad48-f5f7d200de71,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:06:38.380899 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2c346f05-3dde-438e-9887-3a9995f905e9 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:38.382484 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-2c346f05-3dde-438e-9887-3a9995f905e9 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1720009 Sep 07 03:06:38.385308 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 35000) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:06:38.394064 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-b4dffc25-fa53-4ae7-9514-76935f4ccdda tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Request body: {'security_group_rule': {'security_group_id': '7f1b44f8-f656-40eb-889a-f86f887dbe76', 'project_id': 'd26848eac2634f46a9e82fab10685270', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:06:38.427983 n-d-796209-16 neutron-server[94700]: INFO neutron.db.securitygroups_db [None req-b4dffc25-fa53-4ae7-9514-76935f4ccdda tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Project d26848eac2634f46a9e82fab10685270 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 03:06:38.433394 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b4dffc25-fa53-4ae7-9514-76935f4ccdda tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:38.511361 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device bc6ce76b-75f8-409e-b252-c80f2e4e6770 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:06:38.526755 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b4dffc25-fa53-4ae7-9514-76935f4ccdda tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:38.534512 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b4dffc25-fa53-4ae7-9514-76935f4ccdda tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:38.562905 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dffc25-fa53-4ae7-9514-76935f4ccdda tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e80ea8c4-7f25-4e1e-88b3-d0eac4c3c709,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:06:38.575381 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b4dffc25-fa53-4ae7-9514-76935f4ccdda tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:38.576751 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b4dffc25-fa53-4ae7-9514-76935f4ccdda tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1904457 Sep 07 03:06:38.639238 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port bc6ce76b-75f8-409e-b252-c80f2e4e6770 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:06:38.816871 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ec5033e2-736a-4618-8654-edf8be18b129 req-0f87125b-6bcc-4404-8207-ca50cc004c3b tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-785850232&fields=id&tenant_id=d26848eac2634f46a9e82fab10685270 HTTP/1.1" status: 200 len: 267 time: 0.0454364 Sep 07 03:06:38.933199 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5033e2-736a-4618-8654-edf8be18b129 req-0fe9f3f8-924c-4b33-8924-384a9157deb7 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:38.941065 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ec5033e2-736a-4618-8654-edf8be18b129 req-0fe9f3f8-924c-4b33-8924-384a9157deb7 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/networks?id=d7716e32-3156-4cfe-a3a8-454651a5e1b8 HTTP/1.1" status: 200 len: 796 time: 0.1231875 Sep 07 03:06:38.958110 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ec5033e2-736a-4618-8654-edf8be18b129 req-d66f1e27-479c-439e-adc8-350f23abdac9 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/quotas/d26848eac2634f46a9e82fab10685270 HTTP/1.1" status: 200 len: 375 time: 0.0154035 Sep 07 03:06:39.018828 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ec5033e2-736a-4618-8654-edf8be18b129 req-5e13c2f3-5a98-4732-a64e-75bca7456fe5 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d26848eac2634f46a9e82fab10685270&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0605512 Sep 07 03:06:39.137373 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ec5033e2-736a-4618-8654-edf8be18b129 req-d950f0cc-b8bb-41c3-be82-28b06299e5d4 service neutron] 10.222.0.22 "GET /v2.0/networks/d7716e32-3156-4cfe-a3a8-454651a5e1b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061966 Sep 07 03:06:39.172857 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19eb85e5-5b34-46ff-978a-61ccace46a40 None None] Network d7716e32-3156-4cfe-a3a8-454651a5e1b8 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:06:39.249554 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ec5033e2-736a-4618-8654-edf8be18b129 req-d4260f20-48e2-41ee-9c10-4051030bc7ce service neutron] 10.222.0.22 "GET /v2.0/networks/d7716e32-3156-4cfe-a3a8-454651a5e1b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044571 Sep 07 03:06:39.305170 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-e80bed95-3b86-43df-a472-04da6b86e400 None None] Provisioning for port bc6ce76b-75f8-409e-b252-c80f2e4e6770 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:06:39.314324 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-e80bed95-3b86-43df-a472-04da6b86e400 None None] Provisioning complete for port bc6ce76b-75f8-409e-b252-c80f2e4e6770 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:06:39.314768 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e80bed95-3b86-43df-a472-04da6b86e400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:39.469379 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ef19ff85-f692-4b74-a8db-ae76e48b034a req-46a93c74-3bd7-44fa-b884-156d0d25daef tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5b69631-b695-405d-8af9-d211ad9302b2 HTTP/1.1" status: 200 len: 210 time: 0.0386477 Sep 07 03:06:39.478338 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e80bed95-3b86-43df-a472-04da6b86e400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:39.519381 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-e80bed95-3b86-43df-a472-04da6b86e400 None None] For port bc6ce76b-75f8-409e-b252-c80f2e4e6770, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=bc6ce76b-75f8-409e-b252-c80f2e4e6770,segment=NetworkSegment(08600521-f052-4fd2-ab97-405a26f63af4),segment_id=08600521-f052-4fd2-ab97-405a26f63af4)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:06:39.529110 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e80bed95-3b86-43df-a472-04da6b86e400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:39.611561 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80bed95-3b86-43df-a472-04da6b86e400 None None] Pushing event updated for resources: {'Port': ['ID=bc6ce76b-75f8-409e-b252-c80f2e4e6770,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:06:39.853277 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a670d51d-a396-442a-a93b-c288ff194cf9 None None] Provisioning complete for port bc6ce76b-75f8-409e-b252-c80f2e4e6770 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:06:39.853906 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a670d51d-a396-442a-a93b-c288ff194cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:40.422447 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device bc6ce76b-75f8-409e-b252-c80f2e4e6770 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:06:40.496987 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port bc6ce76b-75f8-409e-b252-c80f2e4e6770 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:06:40.497931 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:40.680705 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8eff4b8a-6256-4554-bb7b-d1904d70b39f req-a905e53e-e6aa-419b-b2b0-fd68bd4a0728 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5b69631-b695-405d-8af9-d211ad9302b2 HTTP/1.1" status: 200 len: 210 time: 0.0542712 Sep 07 03:06:40.704104 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5033e2-736a-4618-8654-edf8be18b129 req-6960d542-2994-4b01-b079-e001bff55cf6 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:40.705826 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ec5033e2-736a-4618-8654-edf8be18b129 req-6960d542-2994-4b01-b079-e001bff55cf6 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.23 "GET /v2.0/networks?id=d7716e32-3156-4cfe-a3a8-454651a5e1b8 HTTP/1.1" status: 200 len: 796 time: 0.2102530 Sep 07 03:06:40.775961 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ec5033e2-736a-4618-8654-edf8be18b129 req-6581f8ce-dfdb-43c8-b59d-c511965972f9 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d26848eac2634f46a9e82fab10685270 HTTP/1.1" status: 200 len: 471 time: 0.0611212 Sep 07 03:06:40.787040 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-ec5033e2-736a-4618-8654-edf8be18b129 req-f0656b0d-f3a3-4849-9182-dc4599f3abac tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Request body: {'port': {'device_id': 'a5b69631-b695-405d-8af9-d211ad9302b2', 'network_id': 'd7716e32-3156-4cfe-a3a8-454651a5e1b8', 'admin_state_up': True, 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'security_groups': ['7f1b44f8-f656-40eb-889a-f86f887dbe76']}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:06:40.908566 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec5033e2-736a-4618-8654-edf8be18b129 req-f0656b0d-f3a3-4849-9182-dc4599f3abac tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Made reservation on behalf of d26848eac2634f46a9e82fab10685270 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:06:40.912100 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ec5033e2-736a-4618-8654-edf8be18b129 req-f0656b0d-f3a3-4849-9182-dc4599f3abac tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:41.039385 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-ec5033e2-736a-4618-8654-edf8be18b129 req-f0656b0d-f3a3-4849-9182-dc4599f3abac tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Allocated IP 172.20.0.30 (d7716e32-3156-4cfe-a3a8-454651a5e1b8/945ab446-9360-4d5e-a476-b5cf4b42a31d/5107e4b9-d6a6-4b87-83a2-f06727486345) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:06:41.186504 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ec5033e2-736a-4618-8654-edf8be18b129 req-f0656b0d-f3a3-4849-9182-dc4599f3abac tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:41.202617 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-ec5033e2-736a-4618-8654-edf8be18b129 req-f0656b0d-f3a3-4849-9182-dc4599f3abac tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Transition to ACTIVE for port object 5107e4b9-d6a6-4b87-83a2-f06727486345 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:06:41.238691 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ec5033e2-736a-4618-8654-edf8be18b129 req-f0656b0d-f3a3-4849-9182-dc4599f3abac tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:41.284620 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec5033e2-736a-4618-8654-edf8be18b129 req-f0656b0d-f3a3-4849-9182-dc4599f3abac tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Network d7716e32-3156-4cfe-a3a8-454651a5e1b8 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:06:41.287795 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-ec5033e2-736a-4618-8654-edf8be18b129 req-f0656b0d-f3a3-4849-9182-dc4599f3abac tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:06:41.291628 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec5033e2-736a-4618-8654-edf8be18b129 req-f0656b0d-f3a3-4849-9182-dc4599f3abac tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:06:41.326923 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0656b0d-f3a3-4849-9182-dc4599f3abac tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Pushing event updated for resources: {'Port': ['ID=5107e4b9-d6a6-4b87-83a2-f06727486345,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:06:41.357628 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5033e2-736a-4618-8654-edf8be18b129 req-f0656b0d-f3a3-4849-9182-dc4599f3abac tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:41.358380 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ec5033e2-736a-4618-8654-edf8be18b129 req-f0656b0d-f3a3-4849-9182-dc4599f3abac tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:41.377225 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ec5033e2-736a-4618-8654-edf8be18b129 req-f0656b0d-f3a3-4849-9182-dc4599f3abac tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5945032 Sep 07 03:06:41.390027 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-ec5033e2-736a-4618-8654-edf8be18b129 req-12f50469-cda9-4ea0-adf0-ed1a888adc2c service neutron] Request body: {'port': {'device_id': 'a5b69631-b695-405d-8af9-d211ad9302b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:06:41.455252 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ec5033e2-736a-4618-8654-edf8be18b129 req-12f50469-cda9-4ea0-adf0-ed1a888adc2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:41.575402 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-02e30cb7-6ad7-45b8-b85d-8c9401aa6bac None None] Provisioning for port 5107e4b9-d6a6-4b87-83a2-f06727486345 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:06:41.580670 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-02e30cb7-6ad7-45b8-b85d-8c9401aa6bac None None] Provisioning complete for port 5107e4b9-d6a6-4b87-83a2-f06727486345 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:06:41.581050 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-02e30cb7-6ad7-45b8-b85d-8c9401aa6bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:41.635398 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-02e30cb7-6ad7-45b8-b85d-8c9401aa6bac None None] Port 5107e4b9-d6a6-4b87-83a2-f06727486345 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:06:41.777845 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-ec5033e2-736a-4618-8654-edf8be18b129 req-12f50469-cda9-4ea0-adf0-ed1a888adc2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5107e4b9-d6a6-4b87-83a2-f06727486345 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:06:41.786691 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ec5033e2-736a-4618-8654-edf8be18b129 req-12f50469-cda9-4ea0-adf0-ed1a888adc2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:41.807999 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-ec5033e2-736a-4618-8654-edf8be18b129 req-12f50469-cda9-4ea0-adf0-ed1a888adc2c service neutron] Transition to ACTIVE for port object 5107e4b9-d6a6-4b87-83a2-f06727486345 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:06:41.817774 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ec5033e2-736a-4618-8654-edf8be18b129 req-12f50469-cda9-4ea0-adf0-ed1a888adc2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:41.852500 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018dfd4d-6489-4403-a5f7-1a372af0b8bc req-f7925871-3850-4073-a2e3-3699c869ba55 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:41.863584 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-018dfd4d-6489-4403-a5f7-1a372af0b8bc req-f7925871-3850-4073-a2e3-3699c869ba55 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5b69631-b695-405d-8af9-d211ad9302b2 HTTP/1.1" status: 200 len: 932 time: 0.0711117 Sep 07 03:06:41.890983 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f50469-cda9-4ea0-adf0-ed1a888adc2c service neutron] Pushing event updated for resources: {'Port': ['ID=5107e4b9-d6a6-4b87-83a2-f06727486345,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:06:41.932212 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-018dfd4d-6489-4403-a5f7-1a372af0b8bc req-e9f25db6-006b-4a47-8c9f-eafebb0fe258 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f1b44f8-f656-40eb-889a-f86f887dbe76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670261 Sep 07 03:06:41.980663 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-ec5033e2-736a-4618-8654-edf8be18b129 req-12f50469-cda9-4ea0-adf0-ed1a888adc2c service neutron] Attempting to bind port 5107e4b9-d6a6-4b87-83a2-f06727486345 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:06:41.980924 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-ec5033e2-736a-4618-8654-edf8be18b129 req-12f50469-cda9-4ea0-adf0-ed1a888adc2c service neutron] Attempting to bind port 5107e4b9-d6a6-4b87-83a2-f06727486345 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '08600521-f052-4fd2-ab97-405a26f63af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd7716e32-3156-4cfe-a3a8-454651a5e1b8'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:06:41.981262 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5033e2-736a-4618-8654-edf8be18b129 req-12f50469-cda9-4ea0-adf0-ed1a888adc2c service neutron] Attempting to bind port 5107e4b9-d6a6-4b87-83a2-f06727486345 on network d7716e32-3156-4cfe-a3a8-454651a5e1b8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:06:41.986372 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5033e2-736a-4618-8654-edf8be18b129 req-12f50469-cda9-4ea0-adf0-ed1a888adc2c service neutron] Port 5107e4b9-d6a6-4b87-83a2-f06727486345 on network d7716e32-3156-4cfe-a3a8-454651a5e1b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 03:06:41.986700 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5033e2-736a-4618-8654-edf8be18b129 req-12f50469-cda9-4ea0-adf0-ed1a888adc2c service neutron] Attempting to bind port 5107e4b9-d6a6-4b87-83a2-f06727486345 on network d7716e32-3156-4cfe-a3a8-454651a5e1b8 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:06:41.992394 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5033e2-736a-4618-8654-edf8be18b129 req-12f50469-cda9-4ea0-adf0-ed1a888adc2c service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:06:41.993004 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5033e2-736a-4618-8654-edf8be18b129 req-12f50469-cda9-4ea0-adf0-ed1a888adc2c service neutron] Checking segment: {'id': '08600521-f052-4fd2-ab97-405a26f63af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd7716e32-3156-4cfe-a3a8-454651a5e1b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:06:41.993654 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5033e2-736a-4618-8654-edf8be18b129 req-12f50469-cda9-4ea0-adf0-ed1a888adc2c service neutron] Bound using segment: {'id': '08600521-f052-4fd2-ab97-405a26f63af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd7716e32-3156-4cfe-a3a8-454651a5e1b8'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:06:41.994090 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-ec5033e2-736a-4618-8654-edf8be18b129 req-12f50469-cda9-4ea0-adf0-ed1a888adc2c service neutron] Bound port: 5107e4b9-d6a6-4b87-83a2-f06727486345, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08600521-f052-4fd2-ab97-405a26f63af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd7716e32-3156-4cfe-a3a8-454651a5e1b8'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:06:41.994702 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ec5033e2-736a-4618-8654-edf8be18b129 req-12f50469-cda9-4ea0-adf0-ed1a888adc2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:42.070349 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-ec5033e2-736a-4618-8654-edf8be18b129 req-12f50469-cda9-4ea0-adf0-ed1a888adc2c service neutron] For port 5107e4b9-d6a6-4b87-83a2-f06727486345, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:06:42.075741 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-ec5033e2-736a-4618-8654-edf8be18b129 req-12f50469-cda9-4ea0-adf0-ed1a888adc2c service neutron] For port 5107e4b9-d6a6-4b87-83a2-f06727486345, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=5107e4b9-d6a6-4b87-83a2-f06727486345,segment=NetworkSegment(08600521-f052-4fd2-ab97-405a26f63af4),segment_id=08600521-f052-4fd2-ab97-405a26f63af4)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:06:42.084051 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ec5033e2-736a-4618-8654-edf8be18b129 req-12f50469-cda9-4ea0-adf0-ed1a888adc2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:42.127863 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5033e2-736a-4618-8654-edf8be18b129 req-12f50469-cda9-4ea0-adf0-ed1a888adc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:42.128493 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ec5033e2-736a-4618-8654-edf8be18b129 req-12f50469-cda9-4ea0-adf0-ed1a888adc2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:42.129957 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ec5033e2-736a-4618-8654-edf8be18b129 req-12f50469-cda9-4ea0-adf0-ed1a888adc2c service neutron] 10.222.0.23 "PUT /v2.0/ports/5107e4b9-d6a6-4b87-83a2-f06727486345 HTTP/1.1" status: 200 len: 1093 time: 0.7445941 Sep 07 03:06:42.130652 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5b69631-b695-405d-8af9-d211ad9302b2', 'tag': '5107e4b9-d6a6-4b87-83a2-f06727486345'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:06:42.133032 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1422c4-1eaa-4bab-8ce0-69661310b944" -d '{"events": [{"name": "network-changed", "server_uuid": "a5b69631-b695-405d-8af9-d211ad9302b2", "tag": "5107e4b9-d6a6-4b87-83a2-f06727486345"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:06:42.201438 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69611195-aee8-4d38-a78a-b04ba7a0b637 x-openstack-request-id: req-69611195-aee8-4d38-a78a-b04ba7a0b637 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:06:42.201438 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5b69631-b695-405d-8af9-d211ad9302b2", "tag": "5107e4b9-d6a6-4b87-83a2-f06727486345", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:06:42.204155 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-69611195-aee8-4d38-a78a-b04ba7a0b637 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:06:42.204643 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5b69631-b695-405d-8af9-d211ad9302b2', 'tag': '5107e4b9-d6a6-4b87-83a2-f06727486345', 'status': 'completed', 'code': 200} Sep 07 03:06:42.208355 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f50469-cda9-4ea0-adf0-ed1a888adc2c service neutron] Pushing event updated for resources: {'Port': ['ID=5107e4b9-d6a6-4b87-83a2-f06727486345,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:06:42.240052 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5033e2-736a-4618-8654-edf8be18b129 req-4da589b7-052c-4929-8751-63ce4c2c2f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:42.241384 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ec5033e2-736a-4618-8654-edf8be18b129 req-4da589b7-052c-4929-8751-63ce4c2c2f13 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d26848eac2634f46a9e82fab10685270&device_id=a5b69631-b695-405d-8af9-d211ad9302b2 HTTP/1.1" status: 200 len: 1096 time: 0.0596647 Sep 07 03:06:42.291889 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ec5033e2-736a-4618-8654-edf8be18b129 req-a3f04f86-3aea-4538-af62-6d0f61a92677 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=5107e4b9-d6a6-4b87-83a2-f06727486345 HTTP/1.1" status: 200 len: 217 time: 0.0390489 Sep 07 03:06:42.367221 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5033e2-736a-4618-8654-edf8be18b129 req-26ef91ef-4896-4f2c-9734-7b8ae92f8112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:42.368902 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ec5033e2-736a-4618-8654-edf8be18b129 req-26ef91ef-4896-4f2c-9734-7b8ae92f8112 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=945ab446-9360-4d5e-a476-b5cf4b42a31d HTTP/1.1" status: 200 len: 838 time: 0.0711005 Sep 07 03:06:42.421098 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5033e2-736a-4618-8654-edf8be18b129 req-aad1a987-e13b-49c1-8f42-dd33af743a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:42.422722 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ec5033e2-736a-4618-8654-edf8be18b129 req-aad1a987-e13b-49c1-8f42-dd33af743a0b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d7716e32-3156-4cfe-a3a8-454651a5e1b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0469139 Sep 07 03:06:42.519098 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ec5033e2-736a-4618-8654-edf8be18b129 req-e039f7ba-a2ce-42fe-b593-53887057b685 service neutron] 10.222.0.23 "GET /v2.0/networks/d7716e32-3156-4cfe-a3a8-454651a5e1b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890779 Sep 07 03:06:42.617914 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ec5033e2-736a-4618-8654-edf8be18b129 req-c3ace2ef-9f6b-4982-aa65-660d75990655 service neutron] 10.222.0.23 "GET /v2.0/networks/d7716e32-3156-4cfe-a3a8-454651a5e1b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922809 Sep 07 03:06:42.717613 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1422c4-1eaa-4bab-8ce0-69661310b944 req-483a1ab5-378c-4173-94af-cfc8cdefbaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:42.719450 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5a1422c4-1eaa-4bab-8ce0-69661310b944 req-483a1ab5-378c-4173-94af-cfc8cdefbaac service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d26848eac2634f46a9e82fab10685270&device_id=a5b69631-b695-405d-8af9-d211ad9302b2 HTTP/1.1" status: 200 len: 1096 time: 0.0518448 Sep 07 03:06:42.835633 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1422c4-1eaa-4bab-8ce0-69661310b944 req-e7447b49-9f3d-4472-aa62-76bc998441b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:42.837148 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5a1422c4-1eaa-4bab-8ce0-69661310b944 req-e7447b49-9f3d-4472-aa62-76bc998441b6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d7716e32-3156-4cfe-a3a8-454651a5e1b8 HTTP/1.1" status: 200 len: 896 time: 0.1104741 Sep 07 03:06:42.884970 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5a1422c4-1eaa-4bab-8ce0-69661310b944 req-dcc6b075-6ccd-4815-913d-fa0f121ed3fb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=5107e4b9-d6a6-4b87-83a2-f06727486345 HTTP/1.1" status: 200 len: 217 time: 0.0389071 Sep 07 03:06:42.951268 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1422c4-1eaa-4bab-8ce0-69661310b944 req-be748256-5d52-4ff3-8aac-d241cfb86574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:42.952831 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5a1422c4-1eaa-4bab-8ce0-69661310b944 req-be748256-5d52-4ff3-8aac-d241cfb86574 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=945ab446-9360-4d5e-a476-b5cf4b42a31d HTTP/1.1" status: 200 len: 838 time: 0.0599017 Sep 07 03:06:43.031435 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1422c4-1eaa-4bab-8ce0-69661310b944 req-e8af0ab9-2e0f-40ba-9c85-a83dfe1a0bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:43.033395 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5a1422c4-1eaa-4bab-8ce0-69661310b944 req-e8af0ab9-2e0f-40ba-9c85-a83dfe1a0bbf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d7716e32-3156-4cfe-a3a8-454651a5e1b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0721672 Sep 07 03:06:43.054242 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dcea18-6266-4d99-ac50-931630e37f03 req-a3c52b4c-97ad-404b-ab83-dcd92422e821 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:43.055853 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-44dcea18-6266-4d99-ac50-931630e37f03 req-a3c52b4c-97ad-404b-ab83-dcd92422e821 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5b69631-b695-405d-8af9-d211ad9302b2 HTTP/1.1" status: 200 len: 944 time: 0.0529211 Sep 07 03:06:43.100656 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-44dcea18-6266-4d99-ac50-931630e37f03 req-95a7c8d8-0898-4717-b7ad-7d5065eb6171 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f1b44f8-f656-40eb-889a-f86f887dbe76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347528 Sep 07 03:06:43.150897 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5a1422c4-1eaa-4bab-8ce0-69661310b944 req-add910da-c400-4848-b92b-09146c6da8a5 service neutron] 10.222.0.23 "GET /v2.0/networks/d7716e32-3156-4cfe-a3a8-454651a5e1b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092663 Sep 07 03:06:43.266509 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5a1422c4-1eaa-4bab-8ce0-69661310b944 req-078d20e4-7404-44ef-99d1-20635a4f1c36 service neutron] 10.222.0.23 "GET /v2.0/networks/d7716e32-3156-4cfe-a3a8-454651a5e1b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075487 Sep 07 03:06:44.272361 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748665b2-fccf-44a0-84c6-fa0597308c7f req-a282ce14-47dc-4b97-8dbf-ac29fa8de541 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:44.273924 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-748665b2-fccf-44a0-84c6-fa0597308c7f req-a282ce14-47dc-4b97-8dbf-ac29fa8de541 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5b69631-b695-405d-8af9-d211ad9302b2 HTTP/1.1" status: 200 len: 944 time: 0.0969281 Sep 07 03:06:44.316552 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-748665b2-fccf-44a0-84c6-fa0597308c7f req-28293f15-0d36-4e65-b246-0faa7ceaf222 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f1b44f8-f656-40eb-889a-f86f887dbe76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362902 Sep 07 03:06:44.538536 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 5107e4b9-d6a6-4b87-83a2-f06727486345 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 03:06:44.650472 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 5107e4b9-d6a6-4b87-83a2-f06727486345, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=5107e4b9-d6a6-4b87-83a2-f06727486345,segment=NetworkSegment(08600521-f052-4fd2-ab97-405a26f63af4),segment_id=08600521-f052-4fd2-ab97-405a26f63af4)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:06:44.663093 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '5107e4b9-d6a6-4b87-83a2-f06727486345', 'network_id': 'd7716e32-3156-4cfe-a3a8-454651a5e1b8', 'port_id': '5107e4b9-d6a6-4b87-83a2-f06727486345', 'mac_address': 'fa:16:3e:52:b1:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '945ab446-9360-4d5e-a476-b5cf4b42a31d', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 03:06:44.707636 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:44.721514 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5107e4b9-d6a6-4b87-83a2-f06727486345 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:06:44.746894 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 5107e4b9-d6a6-4b87-83a2-f06727486345, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=5107e4b9-d6a6-4b87-83a2-f06727486345,segment=NetworkSegment(08600521-f052-4fd2-ab97-405a26f63af4),segment_id=08600521-f052-4fd2-ab97-405a26f63af4)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:06:44.751796 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:44.814978 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=5107e4b9-d6a6-4b87-83a2-f06727486345,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:06:44.942340 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['5107e4b9-d6a6-4b87-83a2-f06727486345'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:06:45.451807 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec5cce-9aef-4c2f-b74b-9ae058ad04bb req-3b43b51a-436a-4cd2-9ac8-ab9862f46a47 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:45.454617 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e9ec5cce-9aef-4c2f-b74b-9ae058ad04bb req-3b43b51a-436a-4cd2-9ac8-ab9862f46a47 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5b69631-b695-405d-8af9-d211ad9302b2 HTTP/1.1" status: 200 len: 945 time: 0.0594416 Sep 07 03:06:45.498818 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e9ec5cce-9aef-4c2f-b74b-9ae058ad04bb req-75e78b1a-8148-4539-b371-bd412611e854 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f1b44f8-f656-40eb-889a-f86f887dbe76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341253 Sep 07 03:06:46.554240 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 5107e4b9-d6a6-4b87-83a2-f06727486345 up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:06:46.631872 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port 5107e4b9-d6a6-4b87-83a2-f06727486345 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:06:46.637118 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port 5107e4b9-d6a6-4b87-83a2-f06727486345 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:06:46.638020 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:46.641881 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0ccaa1-008a-4912-9f15-1519f624b272 req-51b69cf9-7b44-4a74-afe7-a91fdcea629b tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:46.643543 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3d0ccaa1-008a-4912-9f15-1519f624b272 req-51b69cf9-7b44-4a74-afe7-a91fdcea629b tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5b69631-b695-405d-8af9-d211ad9302b2 HTTP/1.1" status: 200 len: 945 time: 0.0588310 Sep 07 03:06:46.700773 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3d0ccaa1-008a-4912-9f15-1519f624b272 req-b4939870-1845-4fb8-95ec-1054526ce1e7 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f1b44f8-f656-40eb-889a-f86f887dbe76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488133 Sep 07 03:06:46.743624 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:46.774965 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5b69631-b695-405d-8af9-d211ad9302b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5107e4b9-d6a6-4b87-83a2-f06727486345'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:06:46.777915 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ce1f29-62b5-47c3-b0f3-62267e79d8a5" -d '{"events": [{"server_uuid": "a5b69631-b695-405d-8af9-d211ad9302b2", "name": "network-vif-plugged", "status": "completed", "tag": "5107e4b9-d6a6-4b87-83a2-f06727486345"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:06:46.793172 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 5107e4b9-d6a6-4b87-83a2-f06727486345, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=5107e4b9-d6a6-4b87-83a2-f06727486345,segment=NetworkSegment(08600521-f052-4fd2-ab97-405a26f63af4),segment_id=08600521-f052-4fd2-ab97-405a26f63af4)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:06:46.798649 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:46.846805 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c84445c-ce7a-4147-ad98-b96cdc0da886 x-openstack-request-id: req-7c84445c-ce7a-4147-ad98-b96cdc0da886 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:06:46.847103 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5b69631-b695-405d-8af9-d211ad9302b2", "name": "network-vif-plugged", "status": "completed", "tag": "5107e4b9-d6a6-4b87-83a2-f06727486345", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:06:46.847353 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7c84445c-ce7a-4147-ad98-b96cdc0da886 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:06:46.848174 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5b69631-b695-405d-8af9-d211ad9302b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5107e4b9-d6a6-4b87-83a2-f06727486345', 'code': 200} Sep 07 03:06:46.864589 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=5107e4b9-d6a6-4b87-83a2-f06727486345,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:06:46.944328 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c86be5-f8f0-41f1-875f-4160b4fd8c18 req-764bc556-c1cb-4949-9e28-39421a0e41f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:46.945897 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-79c86be5-f8f0-41f1-875f-4160b4fd8c18 req-764bc556-c1cb-4949-9e28-39421a0e41f3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a5b69631-b695-405d-8af9-d211ad9302b2 HTTP/1.1" status: 200 len: 1098 time: 0.0413921 Sep 07 03:06:46.986400 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-79c86be5-f8f0-41f1-875f-4160b4fd8c18 req-32fa356d-7220-44db-b342-5c4e398d8d31 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7f1b44f8-f656-40eb-889a-f86f887dbe76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326200 Sep 07 03:06:47.827670 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99139fb4-c9a6-4db3-9fc4-b728f4cf4f4b req-719dd73b-8338-4f8b-b7dd-5b296c24c33b tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:47.830156 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-99139fb4-c9a6-4db3-9fc4-b728f4cf4f4b req-719dd73b-8338-4f8b-b7dd-5b296c24c33b tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5b69631-b695-405d-8af9-d211ad9302b2 HTTP/1.1" status: 200 len: 946 time: 0.0585151 Sep 07 03:06:47.875719 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-99139fb4-c9a6-4db3-9fc4-b728f4cf4f4b req-5644dbe7-abc1-4a8e-8103-4bbe107a8421 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f1b44f8-f656-40eb-889a-f86f887dbe76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387244 Sep 07 03:06:49.016032 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346a224-1cf8-4831-96a2-a4c66afdb186 req-a649ed94-6108-4d5c-adf6-4bd8e50cbf87 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:49.016032 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3346a224-1cf8-4831-96a2-a4c66afdb186 req-a649ed94-6108-4d5c-adf6-4bd8e50cbf87 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5b69631-b695-405d-8af9-d211ad9302b2 HTTP/1.1" status: 200 len: 946 time: 0.0540292 Sep 07 03:06:49.079037 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3346a224-1cf8-4831-96a2-a4c66afdb186 req-be7283fd-9c67-4cc5-aee1-3bc0029506ef tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f1b44f8-f656-40eb-889a-f86f887dbe76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541334 Sep 07 03:06:49.218936 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a69a0f4-5cbb-4fee-a3ad-17feeea383e9 req-f1b561ea-3de3-4acd-95ec-bba9a0fa872d tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:49.221058 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7a69a0f4-5cbb-4fee-a3ad-17feeea383e9 req-f1b561ea-3de3-4acd-95ec-bba9a0fa872d tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5b69631-b695-405d-8af9-d211ad9302b2 HTTP/1.1" status: 200 len: 946 time: 0.0538485 Sep 07 03:06:49.272811 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7a69a0f4-5cbb-4fee-a3ad-17feeea383e9 req-7eb394f7-f327-4f15-863f-c3ac3d09ba11 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f1b44f8-f656-40eb-889a-f86f887dbe76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439353 Sep 07 03:06:50.787359 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 35228) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:06:51.578627 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-43d2ac2c-1b45-43f4-b160-fe8374a07274 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:51.616705 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:51.651383 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:51.881104 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-43d2ac2c-1b45-43f4-b160-fe8374a07274 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Allocated IP 172.20.0.17 (d7716e32-3156-4cfe-a3a8-454651a5e1b8/945ab446-9360-4d5e-a476-b5cf4b42a31d/80f2867b-a774-4fd5-8def-e7eb49a8bb6d) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:06:52.014882 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-43d2ac2c-1b45-43f4-b160-fe8374a07274 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:52.030760 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-43d2ac2c-1b45-43f4-b160-fe8374a07274 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Transition to ACTIVE for port object 80f2867b-a774-4fd5-8def-e7eb49a8bb6d will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:06:52.073470 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-43d2ac2c-1b45-43f4-b160-fe8374a07274 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:52.109194 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d2ac2c-1b45-43f4-b160-fe8374a07274 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Network d7716e32-3156-4cfe-a3a8-454651a5e1b8 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:06:52.113048 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-43d2ac2c-1b45-43f4-b160-fe8374a07274 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:06:52.116720 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d2ac2c-1b45-43f4-b160-fe8374a07274 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:06:52.163474 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-43d2ac2c-1b45-43f4-b160-fe8374a07274 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:52.263093 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d2ac2c-1b45-43f4-b160-fe8374a07274 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Pushing event updated for resources: {'Port': ['ID=80f2867b-a774-4fd5-8def-e7eb49a8bb6d,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:06:52.325538 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-55c425b1-88b4-49ea-8d83-6b55032c2c17 req-ae9b5c94-e715-4597-8c9e-4214819f5b32 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0729899a-d939-43ee-9070-d9954ee35b5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1588643 Sep 07 03:06:52.409817 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-7cdd136b-8517-4adc-bc84-9de346b23e36 None None] Provisioning for port 80f2867b-a774-4fd5-8def-e7eb49a8bb6d completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:06:52.415316 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-7cdd136b-8517-4adc-bc84-9de346b23e36 None None] Provisioning complete for port 80f2867b-a774-4fd5-8def-e7eb49a8bb6d triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:06:52.415646 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7cdd136b-8517-4adc-bc84-9de346b23e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:52.423696 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-43d2ac2c-1b45-43f4-b160-fe8374a07274 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:52.455433 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-7cdd136b-8517-4adc-bc84-9de346b23e36 None None] Port 80f2867b-a774-4fd5-8def-e7eb49a8bb6d cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:06:52.498665 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c425b1-88b4-49ea-8d83-6b55032c2c17 req-31c36be5-986b-4ef7-a35a-b9fb9529538a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:52.500332 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-55c425b1-88b4-49ea-8d83-6b55032c2c17 req-31c36be5-986b-4ef7-a35a-b9fb9529538a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d26848eac2634f46a9e82fab10685270&device_id=0729899a-d939-43ee-9070-d9954ee35b5d HTTP/1.1" status: 200 len: 1098 time: 0.1102874 Sep 07 03:06:52.717509 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c425b1-88b4-49ea-8d83-6b55032c2c17 req-9ddb7742-5290-4ae4-b63c-d4438d518c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:52.718994 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-55c425b1-88b4-49ea-8d83-6b55032c2c17 req-9ddb7742-5290-4ae4-b63c-d4438d518c53 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3dc49b2b-b179-465c-aabe-a71d39ec1803 HTTP/1.1" status: 200 len: 896 time: 0.1746237 Sep 07 03:06:52.852931 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-55c425b1-88b4-49ea-8d83-6b55032c2c17 req-7b999bb2-e3fd-45cc-b6fc-ac434db69a29 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a87d268-9221-4d93-b776-073af88fd88f HTTP/1.1" status: 200 len: 1002 time: 0.1216061 Sep 07 03:06:52.965450 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c425b1-88b4-49ea-8d83-6b55032c2c17 req-89e85bd3-4d33-4ec8-b09c-0420dae04fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:52.966923 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-55c425b1-88b4-49ea-8d83-6b55032c2c17 req-89e85bd3-4d33-4ec8-b09c-0420dae04fce service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0c149c38-03aa-4dfb-9aab-bd307e4b69ec HTTP/1.1" status: 200 len: 835 time: 0.0806344 Sep 07 03:06:53.049636 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-43d2ac2c-1b45-43f4-b160-fe8374a07274 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:53.059736 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c425b1-88b4-49ea-8d83-6b55032c2c17 req-05410316-d127-4263-a83b-25c7c9860d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:53.061363 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-55c425b1-88b4-49ea-8d83-6b55032c2c17 req-05410316-d127-4263-a83b-25c7c9860d7c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3dc49b2b-b179-465c-aabe-a71d39ec1803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0765646 Sep 07 03:06:53.062421 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-43d2ac2c-1b45-43f4-b160-fe8374a07274 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:53.219554 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d2ac2c-1b45-43f4-b160-fe8374a07274 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Pushing event updated for resources: {'Port': ['ID=80f2867b-a774-4fd5-8def-e7eb49a8bb6d,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:06:53.238838 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-43d2ac2c-1b45-43f4-b160-fe8374a07274 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:53.288468 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-55c425b1-88b4-49ea-8d83-6b55032c2c17 req-622de889-20c1-4e06-876f-18e4ccb990f1 service neutron] 10.222.0.16 "GET /v2.0/networks/3dc49b2b-b179-465c-aabe-a71d39ec1803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167306 Sep 07 03:06:53.421640 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d2ac2c-1b45-43f4-b160-fe8374a07274 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Network d7716e32-3156-4cfe-a3a8-454651a5e1b8 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:06:53.429311 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-43d2ac2c-1b45-43f4-b160-fe8374a07274 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:06:53.503451 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-55c425b1-88b4-49ea-8d83-6b55032c2c17 req-08759750-474c-4bef-9035-3e8748b5c3b0 service neutron] 10.222.0.16 "GET /v2.0/networks/3dc49b2b-b179-465c-aabe-a71d39ec1803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775091 Sep 07 03:06:53.601940 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43d2ac2c-1b45-43f4-b160-fe8374a07274 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Router 8a3a759c-feeb-4813-8dcc-49934164a441 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:06:53.724667 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d2ac2c-1b45-43f4-b160-fe8374a07274 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:06:53.730879 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-43d2ac2c-1b45-43f4-b160-fe8374a07274 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "PUT /v2.0/routers/8a3a759c-feeb-4813-8dcc-49934164a441/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9419208 Sep 07 03:06:53.740155 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d006b2-859c-42fd-bfa8-939280aea590 None None] Sync routers for ids ['8a3a759c-feeb-4813-8dcc-49934164a441'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:06:53.751198 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d006b2-859c-42fd-bfa8-939280aea590 None None] Routers {'8a3a759c-feeb-4813-8dcc-49934164a441'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:06:53.751967 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-76d006b2-859c-42fd-bfa8-939280aea590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:06:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['8a3a759c-feeb-4813-8dcc-49934164a441'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:06:53.796901 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-368d919d-1046-465a-8098-e84277b498df None None] Provisioning complete for port 80f2867b-a774-4fd5-8def-e7eb49a8bb6d triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:06:53.798001 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-368d919d-1046-465a-8098-e84277b498df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:53.842520 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-368d919d-1046-465a-8098-e84277b498df None None] Port 80f2867b-a774-4fd5-8def-e7eb49a8bb6d cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:06:53.873963 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-76d006b2-859c-42fd-bfa8-939280aea590 None None] Set router 8a3a759c-feeb-4813-8dcc-49934164a441 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:06:54.124464 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-76d006b2-859c-42fd-bfa8-939280aea590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a3a759c-feeb-4813-8dcc-49934164a441', 'name': 'tempest-TestNetworkBasicOps-router-835930913', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '57bb2054-a850-465f-ae7a-25b90789bae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:05:22Z', 'updated_at': '2021-09-07T03:06:52Z', 'revision_number': 5, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'gw_port': {'id': '57bb2054-a850-465f-ae7a-25b90789bae9', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:93:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3a759c-feeb-4813-8dcc-49934164a441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:05:23Z', 'updated_at': '2021-09-07T03:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'c92e1469-1257-4a80-a1bb-2eff6f86c8e2', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'floating_ip_address': '172.25.5.244', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '8a3a759c-feeb-4813-8dcc-49934164a441', 'port_id': '2a87d268-9221-4d93-b776-073af88fd88f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dc49b2b-b179-465c-aabe-a71d39ec1803', 'mac_address': 'fa:16:3e:df:c9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0729899a-d939-43ee-9070-d9954ee35b5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:06:02Z', 'updated_at': '2021-09-07T03:06:06Z', 'revision_number': 1, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80f2867b-a774-4fd5-8def-e7eb49a8bb6d', 'name': '', 'network_id': 'd7716e32-3156-4cfe-a3a8-454651a5e1b8', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'mac_address': 'fa:16:3e:5a:dc:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a3a759c-feeb-4813-8dcc-49934164a441', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '945ab446-9360-4d5e-a476-b5cf4b42a31d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:06:51Z', 'updated_at': '2021-09-07T03:06:52Z', 'revision_number': 2, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'subnets': [{'id': '945ab446-9360-4d5e-a476-b5cf4b42a31d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8aad7048-62f8-4c7e-8701-eee43c31a243', 'name': '', 'network_id': '3dc49b2b-b179-465c-aabe-a71d39ec1803', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'mac_address': 'fa:16:3e:fe:32:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3a759c-feeb-4813-8dcc-49934164a441', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '0c149c38-03aa-4dfb-9aab-bd307e4b69ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:05:27Z', 'updated_at': '2021-09-07T03:05:34Z', 'revision_number': 5, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'subnets': [{'id': '0c149c38-03aa-4dfb-9aab-bd307e4b69ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:06:54.154419 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d006b2-859c-42fd-bfa8-939280aea590 None None] Checking router: 8a3a759c-feeb-4813-8dcc-49934164a441 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:06:54.154772 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d006b2-859c-42fd-bfa8-939280aea590 None None] Updating router 8a3a759c-feeb-4813-8dcc-49934164a441 port 80f2867b-a774-4fd5-8def-e7eb49a8bb6d binding host n-d-796209-16 {{(pid=94703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 03:06:54.178731 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-76d006b2-859c-42fd-bfa8-939280aea590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:54.440201 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-76d006b2-859c-42fd-bfa8-939280aea590 None None] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:54.450356 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-76d006b2-859c-42fd-bfa8-939280aea590 None None] Transition to ACTIVE for port object 80f2867b-a774-4fd5-8def-e7eb49a8bb6d will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:06:54.456855 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-76d006b2-859c-42fd-bfa8-939280aea590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:54.508512 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbea4d7-4aaf-426f-abcb-3048286a4a9a None None] Pushing event updated for resources: {'Port': ['ID=80f2867b-a774-4fd5-8def-e7eb49a8bb6d,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:06:54.533749 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbea4d7-4aaf-426f-abcb-3048286a4a9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:06:54.534097 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbea4d7-4aaf-426f-abcb-3048286a4a9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:06:54.534441 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbea4d7-4aaf-426f-abcb-3048286a4a9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:06:54.534791 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbea4d7-4aaf-426f-abcb-3048286a4a9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:06:54.535120 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbea4d7-4aaf-426f-abcb-3048286a4a9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:06:54.535455 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbea4d7-4aaf-426f-abcb-3048286a4a9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:06:54.535813 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbea4d7-4aaf-426f-abcb-3048286a4a9a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:06:54.536212 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbea4d7-4aaf-426f-abcb-3048286a4a9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:06:54.536575 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbea4d7-4aaf-426f-abcb-3048286a4a9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:06:54.536932 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbea4d7-4aaf-426f-abcb-3048286a4a9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:06:54.537260 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbea4d7-4aaf-426f-abcb-3048286a4a9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:06:54.537640 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbea4d7-4aaf-426f-abcb-3048286a4a9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:06:54.573660 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-76d006b2-859c-42fd-bfa8-939280aea590 None None] Attempting to bind port 80f2867b-a774-4fd5-8def-e7eb49a8bb6d on host n-d-796209-16 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:06:54.573967 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-76d006b2-859c-42fd-bfa8-939280aea590 None None] Attempting to bind port 80f2867b-a774-4fd5-8def-e7eb49a8bb6d by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '08600521-f052-4fd2-ab97-405a26f63af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd7716e32-3156-4cfe-a3a8-454651a5e1b8'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:06:54.574333 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d006b2-859c-42fd-bfa8-939280aea590 None None] Attempting to bind port 80f2867b-a774-4fd5-8def-e7eb49a8bb6d on network d7716e32-3156-4cfe-a3a8-454651a5e1b8 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:06:54.579926 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d006b2-859c-42fd-bfa8-939280aea590 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:06:54.580303 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d006b2-859c-42fd-bfa8-939280aea590 None None] Checking segment: {'id': '08600521-f052-4fd2-ab97-405a26f63af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd7716e32-3156-4cfe-a3a8-454651a5e1b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:06:54.580708 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-76d006b2-859c-42fd-bfa8-939280aea590 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:54.581104 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d006b2-859c-42fd-bfa8-939280aea590 None None] Bound using segment: {'id': '08600521-f052-4fd2-ab97-405a26f63af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd7716e32-3156-4cfe-a3a8-454651a5e1b8'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:06:54.581587 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-76d006b2-859c-42fd-bfa8-939280aea590 None None] Bound port: 80f2867b-a774-4fd5-8def-e7eb49a8bb6d, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08600521-f052-4fd2-ab97-405a26f63af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'd7716e32-3156-4cfe-a3a8-454651a5e1b8'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:06:54.581945 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-76d006b2-859c-42fd-bfa8-939280aea590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:54.665507 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-76d006b2-859c-42fd-bfa8-939280aea590 None None] For port 80f2867b-a774-4fd5-8def-e7eb49a8bb6d, host n-d-796209-16, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:06:54.669235 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-76d006b2-859c-42fd-bfa8-939280aea590 None None] For port 80f2867b-a774-4fd5-8def-e7eb49a8bb6d, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=80f2867b-a774-4fd5-8def-e7eb49a8bb6d,segment=NetworkSegment(08600521-f052-4fd2-ab97-405a26f63af4),segment_id=08600521-f052-4fd2-ab97-405a26f63af4)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:06:54.678289 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-76d006b2-859c-42fd-bfa8-939280aea590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:54.747695 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d006b2-859c-42fd-bfa8-939280aea590 None None] Routers {'8a3a759c-feeb-4813-8dcc-49934164a441'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:06:54.748297 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-76d006b2-859c-42fd-bfa8-939280aea590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:06:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['8a3a759c-feeb-4813-8dcc-49934164a441'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:06:54.857700 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbea4d7-4aaf-426f-abcb-3048286a4a9a None None] Pushing event updated for resources: {'Port': ['ID=80f2867b-a774-4fd5-8def-e7eb49a8bb6d,revision_number=4']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:06:54.877638 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-76d006b2-859c-42fd-bfa8-939280aea590 None None] Set router 8a3a759c-feeb-4813-8dcc-49934164a441 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:06:55.029192 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeff87e-4660-4c80-b818-a519a5d74485 req-884ad2dd-b9a0-4406-97d0-3df4c58d5b77 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:55.032016 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bbeff87e-4660-4c80-b818-a519a5d74485 req-884ad2dd-b9a0-4406-97d0-3df4c58d5b77 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/networks?id=b5bb2b44-86d3-4c51-8098-39db56525af1 HTTP/1.1" status: 200 len: 812 time: 0.1253014 Sep 07 03:06:55.046140 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bbeff87e-4660-4c80-b818-a519a5d74485 req-93afa80d-4d27-41b0-8df3-4e2de4bbe08d tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/quotas/e2b241f46496480ea1c24703bd4e7081 HTTP/1.1" status: 200 len: 375 time: 0.0095646 Sep 07 03:06:55.105102 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bbeff87e-4660-4c80-b818-a519a5d74485 req-b383fd43-e67f-48e9-ad57-6255b69a926c tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e2b241f46496480ea1c24703bd4e7081&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529892 Sep 07 03:06:55.217053 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bbeff87e-4660-4c80-b818-a519a5d74485 req-a700fdab-e5b7-4c93-9c6d-cf40a1ceef38 service neutron] 10.222.0.22 "GET /v2.0/networks/b5bb2b44-86d3-4c51-8098-39db56525af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042473 Sep 07 03:06:55.253931 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-76d006b2-859c-42fd-bfa8-939280aea590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a3a759c-feeb-4813-8dcc-49934164a441', 'name': 'tempest-TestNetworkBasicOps-router-835930913', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '57bb2054-a850-465f-ae7a-25b90789bae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:05:22Z', 'updated_at': '2021-09-07T03:06:52Z', 'revision_number': 5, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'gw_port': {'id': '57bb2054-a850-465f-ae7a-25b90789bae9', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:93:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3a759c-feeb-4813-8dcc-49934164a441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:05:23Z', 'updated_at': '2021-09-07T03:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'c92e1469-1257-4a80-a1bb-2eff6f86c8e2', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'floating_ip_address': '172.25.5.244', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '8a3a759c-feeb-4813-8dcc-49934164a441', 'port_id': '2a87d268-9221-4d93-b776-073af88fd88f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dc49b2b-b179-465c-aabe-a71d39ec1803', 'mac_address': 'fa:16:3e:df:c9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0729899a-d939-43ee-9070-d9954ee35b5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:06:02Z', 'updated_at': '2021-09-07T03:06:06Z', 'revision_number': 1, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80f2867b-a774-4fd5-8def-e7eb49a8bb6d', 'name': '', 'network_id': 'd7716e32-3156-4cfe-a3a8-454651a5e1b8', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'mac_address': 'fa:16:3e:5a:dc:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a3a759c-feeb-4813-8dcc-49934164a441', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '945ab446-9360-4d5e-a476-b5cf4b42a31d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:06:51Z', 'updated_at': '2021-09-07T03:06:54Z', 'revision_number': 4, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'subnets': [{'id': '945ab446-9360-4d5e-a476-b5cf4b42a31d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8aad7048-62f8-4c7e-8701-eee43c31a243', 'name': '', 'network_id': '3dc49b2b-b179-465c-aabe-a71d39ec1803', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'mac_address': 'fa:16:3e:fe:32:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3a759c-feeb-4813-8dcc-49934164a441', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '0c149c38-03aa-4dfb-9aab-bd307e4b69ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:05:27Z', 'updated_at': '2021-09-07T03:05:34Z', 'revision_number': 5, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'subnets': [{'id': '0c149c38-03aa-4dfb-9aab-bd307e4b69ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:06:55.280648 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d006b2-859c-42fd-bfa8-939280aea590 None None] The sync data for ids ['8a3a759c-feeb-4813-8dcc-49934164a441'] in n-d-796209-16 is: [{'id': '8a3a759c-feeb-4813-8dcc-49934164a441', 'name': 'tempest-TestNetworkBasicOps-router-835930913', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '57bb2054-a850-465f-ae7a-25b90789bae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:05:22Z', 'updated_at': '2021-09-07T03:06:52Z', 'revision_number': 5, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'gw_port': {'id': '57bb2054-a850-465f-ae7a-25b90789bae9', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:93:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3a759c-feeb-4813-8dcc-49934164a441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:05:23Z', 'updated_at': '2021-09-07T03:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'c92e1469-1257-4a80-a1bb-2eff6f86c8e2', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'floating_ip_address': '172.25.5.244', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '8a3a759c-feeb-4813-8dcc-49934164a441', 'port_id': '2a87d268-9221-4d93-b776-073af88fd88f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dc49b2b-b179-465c-aabe-a71d39ec1803', 'mac_address': 'fa:16:3e:df:c9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0729899a-d939-43ee-9070-d9954ee35b5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:06:02Z', 'updated_at': '2021-09-07T03:06:06Z', 'revision_number': 1, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80f2867b-a774-4fd5-8def-e7eb49a8bb6d', 'name': '', 'network_id': 'd7716e32-3156-4cfe-a3a8-454651a5e1b8', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'mac_address': 'fa:16:3e:5a:dc:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a3a759c-feeb-4813-8dcc-49934164a441', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '945ab446-9360-4d5e-a476-b5cf4b42a31d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:06:51Z', 'updated_at': '2021-09-07T03:06:54Z', 'revision_number': 4, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'subnets': [{'id': '945ab446-9360-4d5e-a476-b5cf4b42a31d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8aad7048-62f8-4c7e-8701-eee43c31a243', 'name': '', 'network_id': '3dc49b2b-b179-465c-aabe-a71d39ec1803', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'mac_address': 'fa:16:3e:fe:32:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3a759c-feeb-4813-8dcc-49934164a441', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '0c149c38-03aa-4dfb-9aab-bd307e4b69ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:05:27Z', 'updated_at': '2021-09-07T03:05:34Z', 'revision_number': 5, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'subnets': [{'id': '0c149c38-03aa-4dfb-9aab-bd307e4b69ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:06:55.317281 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bbeff87e-4660-4c80-b818-a519a5d74485 req-909506b6-7601-42a4-986b-98543edf5555 service neutron] 10.222.0.22 "GET /v2.0/networks/b5bb2b44-86d3-4c51-8098-39db56525af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992579 Sep 07 03:06:55.688927 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f9a6cdce-da61-4fbf-95ff-ce773733e2e3 req-f224408e-80f1-4c11-9fec-da6328d2d465 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=5707c25b-8845-4ac8-8187-6e1430275412 HTTP/1.1" status: 200 len: 210 time: 0.0359385 Sep 07 03:06:55.937955 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-cc9c895e-337e-4863-8c27-3736c5d4a156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:56.445033 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 80f2867b-a774-4fd5-8def-e7eb49a8bb6d up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:06:56.498739 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 80f2867b-a774-4fd5-8def-e7eb49a8bb6d completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:06:56.503247 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 80f2867b-a774-4fd5-8def-e7eb49a8bb6d triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:06:56.503656 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:56.592894 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:56.638935 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 80f2867b-a774-4fd5-8def-e7eb49a8bb6d, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=80f2867b-a774-4fd5-8def-e7eb49a8bb6d,segment=NetworkSegment(08600521-f052-4fd2-ab97-405a26f63af4),segment_id=08600521-f052-4fd2-ab97-405a26f63af4)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:06:56.643654 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:56.726317 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeff87e-4660-4c80-b818-a519a5d74485 req-9da31513-39c7-43fb-aeb5-ad3a284acee4 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:56.728236 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bbeff87e-4660-4c80-b818-a519a5d74485 req-9da31513-39c7-43fb-aeb5-ad3a284acee4 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.16 "GET /v2.0/networks?id=b5bb2b44-86d3-4c51-8098-39db56525af1 HTTP/1.1" status: 200 len: 812 time: 0.1365676 Sep 07 03:06:56.745419 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-bbeff87e-4660-4c80-b818-a519a5d74485 req-0e61cb55-1691-4536-b2a4-62c563111fbe tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Request body: {'port': {'device_id': '5707c25b-8845-4ac8-8187-6e1430275412', 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1', 'admin_state_up': True, 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:06:56.865342 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-aaf46bd4-37d3-4e79-b8e0-a8e4974e27d2 req-29f8ff5e-2d17-4b74-8b4a-20f6781d365d tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=5707c25b-8845-4ac8-8187-6e1430275412 HTTP/1.1" status: 200 len: 210 time: 0.0638835 Sep 07 03:06:56.911227 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbeff87e-4660-4c80-b818-a519a5d74485 req-0e61cb55-1691-4536-b2a4-62c563111fbe tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Made reservation on behalf of e2b241f46496480ea1c24703bd4e7081 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:06:56.915521 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bbeff87e-4660-4c80-b818-a519a5d74485 req-0e61cb55-1691-4536-b2a4-62c563111fbe tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:56.927938 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=80f2867b-a774-4fd5-8def-e7eb49a8bb6d,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:06:57.050847 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-bbeff87e-4660-4c80-b818-a519a5d74485 req-0e61cb55-1691-4536-b2a4-62c563111fbe tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Allocated IP 172.20.0.4 (b5bb2b44-86d3-4c51-8098-39db56525af1/b33adc2b-a155-4213-967c-f1ae81189b8c/dc31560a-c2c8-41b2-9a6c-d5357262a6f2) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:06:57.231975 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bbeff87e-4660-4c80-b818-a519a5d74485 req-0e61cb55-1691-4536-b2a4-62c563111fbe tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:57.246674 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-bbeff87e-4660-4c80-b818-a519a5d74485 req-0e61cb55-1691-4536-b2a4-62c563111fbe tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Transition to ACTIVE for port object dc31560a-c2c8-41b2-9a6c-d5357262a6f2 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:06:57.279363 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bbeff87e-4660-4c80-b818-a519a5d74485 req-0e61cb55-1691-4536-b2a4-62c563111fbe tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:57.324645 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbeff87e-4660-4c80-b818-a519a5d74485 req-0e61cb55-1691-4536-b2a4-62c563111fbe tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Network b5bb2b44-86d3-4c51-8098-39db56525af1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:06:57.328012 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-bbeff87e-4660-4c80-b818-a519a5d74485 req-0e61cb55-1691-4536-b2a4-62c563111fbe tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:06:57.333797 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbeff87e-4660-4c80-b818-a519a5d74485 req-0e61cb55-1691-4536-b2a4-62c563111fbe tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:06:57.340357 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e61cb55-1691-4536-b2a4-62c563111fbe tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Pushing event updated for resources: {'Port': ['ID=dc31560a-c2c8-41b2-9a6c-d5357262a6f2,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:06:57.387901 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeff87e-4660-4c80-b818-a519a5d74485 req-0e61cb55-1691-4536-b2a4-62c563111fbe tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:57.388730 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bbeff87e-4660-4c80-b818-a519a5d74485 req-0e61cb55-1691-4536-b2a4-62c563111fbe tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:57.408314 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bbeff87e-4660-4c80-b818-a519a5d74485 req-0e61cb55-1691-4536-b2a4-62c563111fbe tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6679027 Sep 07 03:06:57.421376 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-bbeff87e-4660-4c80-b818-a519a5d74485 req-687f749f-cbd8-4191-a48b-942d21601b71 service neutron] Request body: {'port': {'device_id': '5707c25b-8845-4ac8-8187-6e1430275412', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:06:57.492527 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bbeff87e-4660-4c80-b818-a519a5d74485 req-687f749f-cbd8-4191-a48b-942d21601b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:57.744880 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-9474a269-0f77-41d4-b6b2-ec6784e66dd1 None None] Provisioning for port dc31560a-c2c8-41b2-9a6c-d5357262a6f2 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:06:57.752216 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-9474a269-0f77-41d4-b6b2-ec6784e66dd1 None None] Provisioning complete for port dc31560a-c2c8-41b2-9a6c-d5357262a6f2 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:06:57.752878 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9474a269-0f77-41d4-b6b2-ec6784e66dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:57.790697 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-9474a269-0f77-41d4-b6b2-ec6784e66dd1 None None] Port dc31560a-c2c8-41b2-9a6c-d5357262a6f2 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:06:57.802780 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-bbeff87e-4660-4c80-b818-a519a5d74485 req-687f749f-cbd8-4191-a48b-942d21601b71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc31560a-c2c8-41b2-9a6c-d5357262a6f2 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:06:57.811699 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bbeff87e-4660-4c80-b818-a519a5d74485 req-687f749f-cbd8-4191-a48b-942d21601b71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:57.824787 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-bbeff87e-4660-4c80-b818-a519a5d74485 req-687f749f-cbd8-4191-a48b-942d21601b71 service neutron] Transition to ACTIVE for port object dc31560a-c2c8-41b2-9a6c-d5357262a6f2 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:06:57.830459 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bbeff87e-4660-4c80-b818-a519a5d74485 req-687f749f-cbd8-4191-a48b-942d21601b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:57.935929 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687f749f-cbd8-4191-a48b-942d21601b71 service neutron] Pushing event updated for resources: {'Port': ['ID=dc31560a-c2c8-41b2-9a6c-d5357262a6f2,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:06:57.995747 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-bbeff87e-4660-4c80-b818-a519a5d74485 req-687f749f-cbd8-4191-a48b-942d21601b71 service neutron] Attempting to bind port dc31560a-c2c8-41b2-9a6c-d5357262a6f2 on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:06:57.996274 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-bbeff87e-4660-4c80-b818-a519a5d74485 req-687f749f-cbd8-4191-a48b-942d21601b71 service neutron] Attempting to bind port dc31560a-c2c8-41b2-9a6c-d5357262a6f2 by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:06:57.996808 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbeff87e-4660-4c80-b818-a519a5d74485 req-687f749f-cbd8-4191-a48b-942d21601b71 service neutron] Attempting to bind port dc31560a-c2c8-41b2-9a6c-d5357262a6f2 on network b5bb2b44-86d3-4c51-8098-39db56525af1 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:06:58.005325 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbeff87e-4660-4c80-b818-a519a5d74485 req-687f749f-cbd8-4191-a48b-942d21601b71 service neutron] Port dc31560a-c2c8-41b2-9a6c-d5357262a6f2 on network b5bb2b44-86d3-4c51-8098-39db56525af1 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 03:06:58.005661 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbeff87e-4660-4c80-b818-a519a5d74485 req-687f749f-cbd8-4191-a48b-942d21601b71 service neutron] Attempting to bind port dc31560a-c2c8-41b2-9a6c-d5357262a6f2 on network b5bb2b44-86d3-4c51-8098-39db56525af1 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:06:58.016961 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbeff87e-4660-4c80-b818-a519a5d74485 req-687f749f-cbd8-4191-a48b-942d21601b71 service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:06:58.017312 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbeff87e-4660-4c80-b818-a519a5d74485 req-687f749f-cbd8-4191-a48b-942d21601b71 service neutron] Checking segment: {'id': '8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:06:58.017714 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbeff87e-4660-4c80-b818-a519a5d74485 req-687f749f-cbd8-4191-a48b-942d21601b71 service neutron] Bound using segment: {'id': '8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:06:58.018225 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-bbeff87e-4660-4c80-b818-a519a5d74485 req-687f749f-cbd8-4191-a48b-942d21601b71 service neutron] Bound port: dc31560a-c2c8-41b2-9a6c-d5357262a6f2, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:06:58.018771 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bbeff87e-4660-4c80-b818-a519a5d74485 req-687f749f-cbd8-4191-a48b-942d21601b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:58.140635 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db74bc-611d-4189-9587-cf70ff965b7f req-5f0bd6c8-6598-47f5-9bff-1c85bc1550c0 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:58.142490 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-87db74bc-611d-4189-9587-cf70ff965b7f req-5f0bd6c8-6598-47f5-9bff-1c85bc1550c0 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=5707c25b-8845-4ac8-8187-6e1430275412 HTTP/1.1" status: 200 len: 943 time: 0.1038361 Sep 07 03:06:58.178915 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-bbeff87e-4660-4c80-b818-a519a5d74485 req-687f749f-cbd8-4191-a48b-942d21601b71 service neutron] For port dc31560a-c2c8-41b2-9a6c-d5357262a6f2, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:06:58.187105 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-22355de8-7f5c-4293-af98-7ca51db555fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:58.200303 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-bbeff87e-4660-4c80-b818-a519a5d74485 req-687f749f-cbd8-4191-a48b-942d21601b71 service neutron] For port dc31560a-c2c8-41b2-9a6c-d5357262a6f2, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=dc31560a-c2c8-41b2-9a6c-d5357262a6f2,segment=NetworkSegment(8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21),segment_id=8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:06:58.207617 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bbeff87e-4660-4c80-b818-a519a5d74485 req-687f749f-cbd8-4191-a48b-942d21601b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:58.250892 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-87db74bc-611d-4189-9587-cf70ff965b7f req-01c2ccca-6fa0-4bd5-b727-fb6759282562 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911469 Sep 07 03:06:58.255334 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeff87e-4660-4c80-b818-a519a5d74485 req-687f749f-cbd8-4191-a48b-942d21601b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:58.256036 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bbeff87e-4660-4c80-b818-a519a5d74485 req-687f749f-cbd8-4191-a48b-942d21601b71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:58.257373 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bbeff87e-4660-4c80-b818-a519a5d74485 req-687f749f-cbd8-4191-a48b-942d21601b71 service neutron] 10.222.0.16 "PUT /v2.0/ports/dc31560a-c2c8-41b2-9a6c-d5357262a6f2 HTTP/1.1" status: 200 len: 1092 time: 0.8412104 Sep 07 03:06:58.257824 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5707c25b-8845-4ac8-8187-6e1430275412', 'tag': 'dc31560a-c2c8-41b2-9a6c-d5357262a6f2'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:06:58.260142 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd7d001-5fc7-4167-977b-d3ca3c2b1fac" -d '{"events": [{"name": "network-changed", "server_uuid": "5707c25b-8845-4ac8-8187-6e1430275412", "tag": "dc31560a-c2c8-41b2-9a6c-d5357262a6f2"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:06:58.350706 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8c63d7-50d7-4528-a859-4afb0777677a x-openstack-request-id: req-0f8c63d7-50d7-4528-a859-4afb0777677a {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:06:58.350993 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5707c25b-8845-4ac8-8187-6e1430275412", "tag": "dc31560a-c2c8-41b2-9a6c-d5357262a6f2", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:06:58.351242 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0f8c63d7-50d7-4528-a859-4afb0777677a {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:06:58.351664 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5707c25b-8845-4ac8-8187-6e1430275412', 'tag': 'dc31560a-c2c8-41b2-9a6c-d5357262a6f2', 'status': 'completed', 'code': 200} Sep 07 03:06:58.353687 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687f749f-cbd8-4191-a48b-942d21601b71 service neutron] Pushing event updated for resources: {'Port': ['ID=dc31560a-c2c8-41b2-9a6c-d5357262a6f2,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:06:58.397784 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeff87e-4660-4c80-b818-a519a5d74485 req-2ad91a59-e906-46d9-81fd-483b66a9a888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:58.399590 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bbeff87e-4660-4c80-b818-a519a5d74485 req-2ad91a59-e906-46d9-81fd-483b66a9a888 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2b241f46496480ea1c24703bd4e7081&device_id=5707c25b-8845-4ac8-8187-6e1430275412 HTTP/1.1" status: 200 len: 1095 time: 0.0924721 Sep 07 03:06:58.461993 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 80f2867b-a774-4fd5-8def-e7eb49a8bb6d up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:06:58.488871 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bbeff87e-4660-4c80-b818-a519a5d74485 req-473a02d9-62ca-47b9-a32d-c595891395ba service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc31560a-c2c8-41b2-9a6c-d5357262a6f2 HTTP/1.1" status: 200 len: 217 time: 0.0806754 Sep 07 03:06:58.513206 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 80f2867b-a774-4fd5-8def-e7eb49a8bb6d triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:06:58.514414 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:58.557870 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeff87e-4660-4c80-b818-a519a5d74485 req-6e976342-7f4f-486a-b019-32b40c2deef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:58.560469 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bbeff87e-4660-4c80-b818-a519a5d74485 req-6e976342-7f4f-486a-b019-32b40c2deef2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b33adc2b-a155-4213-967c-f1ae81189b8c HTTP/1.1" status: 200 len: 851 time: 0.0631585 Sep 07 03:06:58.624351 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeff87e-4660-4c80-b818-a519a5d74485 req-4f09cc33-d12a-4097-bf34-d79d2049da54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:58.626509 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bbeff87e-4660-4c80-b818-a519a5d74485 req-4f09cc33-d12a-4097-bf34-d79d2049da54 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b5bb2b44-86d3-4c51-8098-39db56525af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599387 Sep 07 03:06:58.720717 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:58.740152 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bbeff87e-4660-4c80-b818-a519a5d74485 req-a2ed6c0f-685e-40ef-89d8-a53899e5352d service neutron] 10.222.0.16 "GET /v2.0/networks/b5bb2b44-86d3-4c51-8098-39db56525af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055055 Sep 07 03:06:58.839820 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bbeff87e-4660-4c80-b818-a519a5d74485 req-94b6a1d0-3517-4779-9dc8-5c6af60a8fbb service neutron] 10.222.0.16 "GET /v2.0/networks/b5bb2b44-86d3-4c51-8098-39db56525af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918989 Sep 07 03:06:58.940852 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd7d001-5fc7-4167-977b-d3ca3c2b1fac req-e8d6203a-1368-44a3-bd44-f04a2cb0418e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:58.942522 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ccd7d001-5fc7-4167-977b-d3ca3c2b1fac req-e8d6203a-1368-44a3-bd44-f04a2cb0418e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2b241f46496480ea1c24703bd4e7081&device_id=5707c25b-8845-4ac8-8187-6e1430275412 HTTP/1.1" status: 200 len: 1095 time: 0.0552428 Sep 07 03:06:59.035960 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd7d001-5fc7-4167-977b-d3ca3c2b1fac req-987743f5-aa65-42e6-b4fc-28a5f1ec4a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:59.037454 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ccd7d001-5fc7-4167-977b-d3ca3c2b1fac req-987743f5-aa65-42e6-b4fc-28a5f1ec4a97 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b5bb2b44-86d3-4c51-8098-39db56525af1 HTTP/1.1" status: 200 len: 912 time: 0.0866385 Sep 07 03:06:59.083545 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ccd7d001-5fc7-4167-977b-d3ca3c2b1fac req-46a83860-12b5-4d73-8858-5d184e30171d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc31560a-c2c8-41b2-9a6c-d5357262a6f2 HTTP/1.1" status: 200 len: 217 time: 0.0391510 Sep 07 03:06:59.135168 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd7d001-5fc7-4167-977b-d3ca3c2b1fac req-09991b21-c149-477d-9a46-461d54629836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:59.136770 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ccd7d001-5fc7-4167-977b-d3ca3c2b1fac req-09991b21-c149-477d-9a46-461d54629836 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b33adc2b-a155-4213-967c-f1ae81189b8c HTTP/1.1" status: 200 len: 851 time: 0.0455844 Sep 07 03:06:59.186246 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd7d001-5fc7-4167-977b-d3ca3c2b1fac req-d2b42669-f3b7-457a-a5d5-b72890cc46e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:59.188734 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ccd7d001-5fc7-4167-977b-d3ca3c2b1fac req-d2b42669-f3b7-457a-a5d5-b72890cc46e7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b5bb2b44-86d3-4c51-8098-39db56525af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437851 Sep 07 03:06:59.284999 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ccd7d001-5fc7-4167-977b-d3ca3c2b1fac req-5672c961-cc96-4bd2-bf26-b46b401a2c65 service neutron] 10.222.0.16 "GET /v2.0/networks/b5bb2b44-86d3-4c51-8098-39db56525af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899370 Sep 07 03:06:59.414567 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ccd7d001-5fc7-4167-977b-d3ca3c2b1fac req-44fd4a86-035f-4683-ae66-e06880b844b9 service neutron] 10.222.0.16 "GET /v2.0/networks/b5bb2b44-86d3-4c51-8098-39db56525af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230645 Sep 07 03:06:59.433646 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba83943-ceba-44ab-ac83-7b42e4cee31a req-a74bb6b4-3f50-45ec-9d18-51ed242f4044 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:59.435186 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9ba83943-ceba-44ab-ac83-7b42e4cee31a req-a74bb6b4-3f50-45ec-9d18-51ed242f4044 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=5707c25b-8845-4ac8-8187-6e1430275412 HTTP/1.1" status: 200 len: 943 time: 0.0674458 Sep 07 03:06:59.481060 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9ba83943-ceba-44ab-ac83-7b42e4cee31a req-f6aff43f-f36e-4445-986a-00498ce68f66 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388134 Sep 07 03:06:59.581364 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:06:59.702351 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-45924018-64ef-4b69-9876-07aa5b43d0c0 req-47715143-3d84-4a4e-b8a0-b9ffa5fef145 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a5b69631-b695-405d-8af9-d211ad9302b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408385 Sep 07 03:06:59.789102 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45924018-64ef-4b69-9876-07aa5b43d0c0 req-cc98a939-a51d-494f-9e58-e5e332004470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:59.790626 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-45924018-64ef-4b69-9876-07aa5b43d0c0 req-cc98a939-a51d-494f-9e58-e5e332004470 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d26848eac2634f46a9e82fab10685270&device_id=a5b69631-b695-405d-8af9-d211ad9302b2 HTTP/1.1" status: 200 len: 1098 time: 0.0420918 Sep 07 03:06:59.901999 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45924018-64ef-4b69-9876-07aa5b43d0c0 req-1f94c326-f835-42e7-9e70-9c8903842c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:59.903395 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-45924018-64ef-4b69-9876-07aa5b43d0c0 req-1f94c326-f835-42e7-9e70-9c8903842c51 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d7716e32-3156-4cfe-a3a8-454651a5e1b8 HTTP/1.1" status: 200 len: 896 time: 0.0930865 Sep 07 03:06:59.946365 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-45924018-64ef-4b69-9876-07aa5b43d0c0 req-3ef8a1b8-7c38-4c92-a7be-1103cdc641c2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=5107e4b9-d6a6-4b87-83a2-f06727486345 HTTP/1.1" status: 200 len: 217 time: 0.0344944 Sep 07 03:06:59.996593 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45924018-64ef-4b69-9876-07aa5b43d0c0 req-8470a56a-2709-44f7-9828-3732f9d2fb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:06:59.998147 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-45924018-64ef-4b69-9876-07aa5b43d0c0 req-8470a56a-2709-44f7-9828-3732f9d2fb4d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=945ab446-9360-4d5e-a476-b5cf4b42a31d HTTP/1.1" status: 200 len: 838 time: 0.0431690 Sep 07 03:07:00.050173 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45924018-64ef-4b69-9876-07aa5b43d0c0 req-d7a16069-bac0-4670-9cc7-f320a51e94fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:00.051704 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-45924018-64ef-4b69-9876-07aa5b43d0c0 req-d7a16069-bac0-4670-9cc7-f320a51e94fc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d7716e32-3156-4cfe-a3a8-454651a5e1b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0440850 Sep 07 03:07:00.145722 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-45924018-64ef-4b69-9876-07aa5b43d0c0 req-82f00efd-a528-4460-b1da-71018fb33be7 service neutron] 10.222.0.23 "GET /v2.0/networks/d7716e32-3156-4cfe-a3a8-454651a5e1b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854247 Sep 07 03:07:00.244736 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-45924018-64ef-4b69-9876-07aa5b43d0c0 req-5d4faf5e-e874-4c0a-a876-d3e9d1fa759f service neutron] 10.222.0.23 "GET /v2.0/networks/d7716e32-3156-4cfe-a3a8-454651a5e1b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902374 Sep 07 03:07:00.595471 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718f4343-b375-4172-b3de-3b6b3f37fdf4 req-38d7cfc2-62d6-4389-a905-77d3e9582af2 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:00.597086 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-718f4343-b375-4172-b3de-3b6b3f37fdf4 req-38d7cfc2-62d6-4389-a905-77d3e9582af2 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=5707c25b-8845-4ac8-8187-6e1430275412 HTTP/1.1" status: 200 len: 943 time: 0.0481715 Sep 07 03:07:00.640489 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-718f4343-b375-4172-b3de-3b6b3f37fdf4 req-b8d2ce21-724b-4ef4-aa9b-bb343808bd3d tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371392 Sep 07 03:07:01.466847 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:01.754814 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa6b391-0802-4167-b29d-7fae3666635b req-617ff43c-241d-4f67-a8d4-b2f72a3a27b5 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:01.756250 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1fa6b391-0802-4167-b29d-7fae3666635b req-617ff43c-241d-4f67-a8d4-b2f72a3a27b5 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=5707c25b-8845-4ac8-8187-6e1430275412 HTTP/1.1" status: 200 len: 943 time: 0.0496993 Sep 07 03:07:01.793619 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1fa6b391-0802-4167-b29d-7fae3666635b req-4cf41484-a66e-4cbe-8dfc-78df648d9251 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314317 Sep 07 03:07:02.908761 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e01d176-c9f0-45bb-b000-90a51df8f67a req-2721b178-0780-4f77-94c4-40ef0797e03c tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:02.910255 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4e01d176-c9f0-45bb-b000-90a51df8f67a req-2721b178-0780-4f77-94c4-40ef0797e03c tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=5707c25b-8845-4ac8-8187-6e1430275412 HTTP/1.1" status: 200 len: 943 time: 0.0483627 Sep 07 03:07:02.949502 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4e01d176-c9f0-45bb-b000-90a51df8f67a req-c905e34c-e89f-4acc-ad0d-1bbc0358fbe5 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330353 Sep 07 03:07:04.067565 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db58f7-6e9f-4d0a-9be6-7bdb77e03ec1 req-8f735bcd-2a2a-4ff0-a640-60053a9da068 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:04.069445 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f8db58f7-6e9f-4d0a-9be6-7bdb77e03ec1 req-8f735bcd-2a2a-4ff0-a640-60053a9da068 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=5707c25b-8845-4ac8-8187-6e1430275412 HTTP/1.1" status: 200 len: 943 time: 0.0526807 Sep 07 03:07:04.108563 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f8db58f7-6e9f-4d0a-9be6-7bdb77e03ec1 req-5a750cdc-94fa-4781-8b0b-e008281af64e tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331719 Sep 07 03:07:04.388291 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:07:05.231251 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d06978-541f-47dc-b763-4341d0338283 req-a8efa430-5141-4a1f-970c-353781f02014 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:05.232978 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-55d06978-541f-47dc-b763-4341d0338283 req-a8efa430-5141-4a1f-970c-353781f02014 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=5707c25b-8845-4ac8-8187-6e1430275412 HTTP/1.1" status: 200 len: 943 time: 0.0531671 Sep 07 03:07:05.273085 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-55d06978-541f-47dc-b763-4341d0338283 req-9ad4fe95-772d-4771-bebe-858231cb4624 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334551 Sep 07 03:07:06.391740 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e3729-786d-4a09-82bc-898a01bd738e req-43f3c656-517c-4836-ae9c-5b36ee53feb2 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:06.393276 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2c3e3729-786d-4a09-82bc-898a01bd738e req-43f3c656-517c-4836-ae9c-5b36ee53feb2 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=5707c25b-8845-4ac8-8187-6e1430275412 HTTP/1.1" status: 200 len: 943 time: 0.0545719 Sep 07 03:07:06.433779 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2c3e3729-786d-4a09-82bc-898a01bd738e req-28fc1a3a-ac64-4778-b0c5-574eddd8e601 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344353 Sep 07 03:07:07.550818 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a8c2de-8205-4657-a92d-362cbf583d70 req-456c6847-5d1a-4abb-8d09-233c7e68cf5c tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:07.553133 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-21a8c2de-8205-4657-a92d-362cbf583d70 req-456c6847-5d1a-4abb-8d09-233c7e68cf5c tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=5707c25b-8845-4ac8-8187-6e1430275412 HTTP/1.1" status: 200 len: 943 time: 0.0514367 Sep 07 03:07:07.597040 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-21a8c2de-8205-4657-a92d-362cbf583d70 req-4d50c2c3-e1f0-4529-aa2c-f9171b69c8f6 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366876 Sep 07 03:07:08.716199 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff316f3c-abf7-4995-a0da-57ccd1dab79e req-59601ede-6800-4fdd-87ea-2286a37639d5 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:08.717772 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ff316f3c-abf7-4995-a0da-57ccd1dab79e req-59601ede-6800-4fdd-87ea-2286a37639d5 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=5707c25b-8845-4ac8-8187-6e1430275412 HTTP/1.1" status: 200 len: 943 time: 0.0525684 Sep 07 03:07:08.755292 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ff316f3c-abf7-4995-a0da-57ccd1dab79e req-78c801c7-0ea6-43ce-9ac2-0d87c3c2c760 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313601 Sep 07 03:07:09.867530 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d8247-ecad-4c3f-91b9-bf0f1b02fc22 req-332a94a9-d0dc-4888-be53-39c01c8f64cf tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:09.868896 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-863d8247-ecad-4c3f-91b9-bf0f1b02fc22 req-332a94a9-d0dc-4888-be53-39c01c8f64cf tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=5707c25b-8845-4ac8-8187-6e1430275412 HTTP/1.1" status: 200 len: 943 time: 0.0480971 Sep 07 03:07:09.905561 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-863d8247-ecad-4c3f-91b9-bf0f1b02fc22 req-3f4e9194-1416-46ee-9d9e-9741b1a12ec4 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307727 Sep 07 03:07:09.979524 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device dc31560a-c2c8-41b2-9a6c-d5357262a6f2 details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 03:07:10.074100 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port dc31560a-c2c8-41b2-9a6c-d5357262a6f2, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=dc31560a-c2c8-41b2-9a6c-d5357262a6f2,segment=NetworkSegment(8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21),segment_id=8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:07:10.085914 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': 'dc31560a-c2c8-41b2-9a6c-d5357262a6f2', 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1', 'port_id': 'dc31560a-c2c8-41b2-9a6c-d5357262a6f2', 'mac_address': 'fa:16:3e:b2:37:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b33adc2b-a155-4213-967c-f1ae81189b8c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 03:07:10.120911 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:10.133590 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc31560a-c2c8-41b2-9a6c-d5357262a6f2 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:07:10.152282 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port dc31560a-c2c8-41b2-9a6c-d5357262a6f2, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=dc31560a-c2c8-41b2-9a6c-d5357262a6f2,segment=NetworkSegment(8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21),segment_id=8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:07:10.155637 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:10.201047 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=dc31560a-c2c8-41b2-9a6c-d5357262a6f2,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:07:10.369830 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['dc31560a-c2c8-41b2-9a6c-d5357262a6f2'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:07:11.023230 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8765f4-a641-4b5b-b72a-92748cb9bcbb req-f0ee2d81-a68d-4d7d-b888-b2c48fc27925 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:11.024941 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7b8765f4-a641-4b5b-b72a-92748cb9bcbb req-f0ee2d81-a68d-4d7d-b888-b2c48fc27925 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=5707c25b-8845-4ac8-8187-6e1430275412 HTTP/1.1" status: 200 len: 944 time: 0.0526040 Sep 07 03:07:11.069138 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7b8765f4-a641-4b5b-b72a-92748cb9bcbb req-8510c380-81f0-48a1-a598-8acfd8d7a78d tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348139 Sep 07 03:07:11.995282 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device dc31560a-c2c8-41b2-9a6c-d5357262a6f2 up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:07:12.047371 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port dc31560a-c2c8-41b2-9a6c-d5357262a6f2 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:07:12.051535 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port dc31560a-c2c8-41b2-9a6c-d5357262a6f2 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:07:12.051883 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:12.085902 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 35532) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:07:12.153442 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:12.179839 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5707c25b-8845-4ac8-8187-6e1430275412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc31560a-c2c8-41b2-9a6c-d5357262a6f2'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:07:12.182186 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b9f0db-c3bd-4e16-93a2-ce7a02f4f2f6" -d '{"events": [{"server_uuid": "5707c25b-8845-4ac8-8187-6e1430275412", "name": "network-vif-plugged", "status": "completed", "tag": "dc31560a-c2c8-41b2-9a6c-d5357262a6f2"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:07:12.221812 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port dc31560a-c2c8-41b2-9a6c-d5357262a6f2, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=dc31560a-c2c8-41b2-9a6c-d5357262a6f2,segment=NetworkSegment(8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21),segment_id=8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:07:12.229653 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:12.246318 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489313f9-fe07-4b5c-9944-5818e92898dd req-b1e18e1e-4159-4941-a0e1-70497fa9a2a9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:12.254300 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-489313f9-fe07-4b5c-9944-5818e92898dd req-b1e18e1e-4159-4941-a0e1-70497fa9a2a9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=5707c25b-8845-4ac8-8187-6e1430275412 HTTP/1.1" status: 200 len: 944 time: 0.1028378 Sep 07 03:07:12.262401 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80c62b4-198e-4432-9b2b-153a8f25b7b6 x-openstack-request-id: req-d80c62b4-198e-4432-9b2b-153a8f25b7b6 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:07:12.262915 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5707c25b-8845-4ac8-8187-6e1430275412", "name": "network-vif-plugged", "status": "completed", "tag": "dc31560a-c2c8-41b2-9a6c-d5357262a6f2", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:07:12.263322 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d80c62b4-198e-4432-9b2b-153a8f25b7b6 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:07:12.263894 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5707c25b-8845-4ac8-8187-6e1430275412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc31560a-c2c8-41b2-9a6c-d5357262a6f2', 'code': 200} Sep 07 03:07:12.298014 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=dc31560a-c2c8-41b2-9a6c-d5357262a6f2,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:07:12.302134 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-489313f9-fe07-4b5c-9944-5818e92898dd req-06561169-d2bd-4695-991c-b2e7498572bf tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413182 Sep 07 03:07:12.611159 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8d456-7c2b-40e9-8903-31930cfe3bb8 req-88fb24b3-5704-407b-b8a4-1db98aec2eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:12.611642 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f9e8d456-7c2b-40e9-8903-31930cfe3bb8 req-88fb24b3-5704-407b-b8a4-1db98aec2eb9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5707c25b-8845-4ac8-8187-6e1430275412 HTTP/1.1" status: 200 len: 1097 time: 0.0872834 Sep 07 03:07:12.699756 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f9e8d456-7c2b-40e9-8903-31930cfe3bb8 req-c046e965-aec1-4cb7-9b74-18bd6e6726d9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774214 Sep 07 03:07:12.922665 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1866819a-f555-41cc-8a3b-6477027c130c tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:13.258815 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-1866819a-f555-41cc-8a3b-6477027c130c tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Deleting port 80f2867b-a774-4fd5-8def-e7eb49a8bb6d {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:07:13.259833 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1866819a-f555-41cc-8a3b-6477027c130c tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:13.349473 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-1866819a-f555-41cc-8a3b-6477027c130c tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] For port 80f2867b-a774-4fd5-8def-e7eb49a8bb6d, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=80f2867b-a774-4fd5-8def-e7eb49a8bb6d,segment=NetworkSegment(08600521-f052-4fd2-ab97-405a26f63af4),segment_id=08600521-f052-4fd2-ab97-405a26f63af4)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:07:13.349841 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1866819a-f555-41cc-8a3b-6477027c130c tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:13.365155 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-1866819a-f555-41cc-8a3b-6477027c130c tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Calling delete_port for 80f2867b-a774-4fd5-8def-e7eb49a8bb6d owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:07:13.459593 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79840b6c-116d-414d-8712-dc599cae4759 req-f2ce97a9-c0f5-4b71-8b7b-1c62b4917885 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:13.461108 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-79840b6c-116d-414d-8712-dc599cae4759 req-f2ce97a9-c0f5-4b71-8b7b-1c62b4917885 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=5707c25b-8845-4ac8-8187-6e1430275412 HTTP/1.1" status: 200 len: 945 time: 0.0980778 Sep 07 03:07:13.550715 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-79840b6c-116d-414d-8712-dc599cae4759 req-0413e42d-58c6-439d-8db1-57f562481b92 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808182 Sep 07 03:07:13.657498 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1866819a-f555-41cc-8a3b-6477027c130c tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:13.691635 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1866819a-f555-41cc-8a3b-6477027c130c tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Pushing event deleted for resources: {'Port': ['ID=80f2867b-a774-4fd5-8def-e7eb49a8bb6d,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:07:13.704340 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1866819a-f555-41cc-8a3b-6477027c130c tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:07:13.704763 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1866819a-f555-41cc-8a3b-6477027c130c tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:07:13.705143 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1866819a-f555-41cc-8a3b-6477027c130c tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:07:13.705571 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1866819a-f555-41cc-8a3b-6477027c130c tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:07:13.706254 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1866819a-f555-41cc-8a3b-6477027c130c tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:07:13.706254 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1866819a-f555-41cc-8a3b-6477027c130c tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:07:13.706464 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1866819a-f555-41cc-8a3b-6477027c130c tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:07:13.706731 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1866819a-f555-41cc-8a3b-6477027c130c tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:07:13.707397 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1866819a-f555-41cc-8a3b-6477027c130c tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:07:13.707397 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1866819a-f555-41cc-8a3b-6477027c130c tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:07:13.707779 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1866819a-f555-41cc-8a3b-6477027c130c tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:07:13.708364 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1866819a-f555-41cc-8a3b-6477027c130c tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:07:13.912000 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1866819a-f555-41cc-8a3b-6477027c130c tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:14.142667 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1866819a-f555-41cc-8a3b-6477027c130c tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Router 8a3a759c-feeb-4813-8dcc-49934164a441 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:07:14.255237 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1866819a-f555-41cc-8a3b-6477027c130c tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:07:14.263034 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-1866819a-f555-41cc-8a3b-6477027c130c tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "PUT /v2.0/routers/8a3a759c-feeb-4813-8dcc-49934164a441/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1729023 Sep 07 03:07:14.266675 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3838e012-3eb5-4b25-a4e7-bbc696217c35 None None] Sync routers for ids ['8a3a759c-feeb-4813-8dcc-49934164a441'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:07:14.276577 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3838e012-3eb5-4b25-a4e7-bbc696217c35 None None] Routers {'8a3a759c-feeb-4813-8dcc-49934164a441'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:07:14.277227 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-3838e012-3eb5-4b25-a4e7-bbc696217c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:06:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['8a3a759c-feeb-4813-8dcc-49934164a441'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:07:14.403635 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-3838e012-3eb5-4b25-a4e7-bbc696217c35 None None] Set router 8a3a759c-feeb-4813-8dcc-49934164a441 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:07:14.546664 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09cefe-6da0-459b-bbbd-8512ef5c560c req-380f3657-26c5-44f6-9608-3dd956594b37 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:14.548270 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0a09cefe-6da0-459b-bbbd-8512ef5c560c req-380f3657-26c5-44f6-9608-3dd956594b37 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5b69631-b695-405d-8af9-d211ad9302b2 HTTP/1.1" status: 200 len: 946 time: 0.0617058 Sep 07 03:07:14.593848 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0a09cefe-6da0-459b-bbbd-8512ef5c560c req-99e6f38a-9405-48d1-be6a-3f1bea31fd32 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f1b44f8-f656-40eb-889a-f86f887dbe76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379603 Sep 07 03:07:14.683660 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-3838e012-3eb5-4b25-a4e7-bbc696217c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a3a759c-feeb-4813-8dcc-49934164a441', 'name': 'tempest-TestNetworkBasicOps-router-835930913', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '57bb2054-a850-465f-ae7a-25b90789bae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:05:22Z', 'updated_at': '2021-09-07T03:07:13Z', 'revision_number': 6, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'gw_port': {'id': '57bb2054-a850-465f-ae7a-25b90789bae9', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:93:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3a759c-feeb-4813-8dcc-49934164a441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:05:23Z', 'updated_at': '2021-09-07T03:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'c92e1469-1257-4a80-a1bb-2eff6f86c8e2', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'floating_ip_address': '172.25.5.244', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '8a3a759c-feeb-4813-8dcc-49934164a441', 'port_id': '2a87d268-9221-4d93-b776-073af88fd88f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dc49b2b-b179-465c-aabe-a71d39ec1803', 'mac_address': 'fa:16:3e:df:c9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0729899a-d939-43ee-9070-d9954ee35b5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:06:02Z', 'updated_at': '2021-09-07T03:06:06Z', 'revision_number': 1, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aad7048-62f8-4c7e-8701-eee43c31a243', 'name': '', 'network_id': '3dc49b2b-b179-465c-aabe-a71d39ec1803', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'mac_address': 'fa:16:3e:fe:32:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3a759c-feeb-4813-8dcc-49934164a441', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '0c149c38-03aa-4dfb-9aab-bd307e4b69ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:05:27Z', 'updated_at': '2021-09-07T03:05:34Z', 'revision_number': 5, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'subnets': [{'id': '0c149c38-03aa-4dfb-9aab-bd307e4b69ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:07:14.706032 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff954e-9222-4086-a019-b12f61aade5a req-7ecb7396-d7c8-4f81-a85f-f1762962635e tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:14.708453 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-02ff954e-9222-4086-a019-b12f61aade5a req-7ecb7396-d7c8-4f81-a85f-f1762962635e tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=5707c25b-8845-4ac8-8187-6e1430275412 HTTP/1.1" status: 200 len: 945 time: 0.0650618 Sep 07 03:07:14.712274 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3838e012-3eb5-4b25-a4e7-bbc696217c35 None None] Checking router: 8a3a759c-feeb-4813-8dcc-49934164a441 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:07:14.721126 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3838e012-3eb5-4b25-a4e7-bbc696217c35 None None] Routers {'8a3a759c-feeb-4813-8dcc-49934164a441'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:07:14.721760 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-3838e012-3eb5-4b25-a4e7-bbc696217c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:06:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['8a3a759c-feeb-4813-8dcc-49934164a441'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:07:14.754684 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-02ff954e-9222-4086-a019-b12f61aade5a req-6eb3c602-75a6-4c76-ba9c-dd824a2f9d8f tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397527 Sep 07 03:07:14.865748 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-3838e012-3eb5-4b25-a4e7-bbc696217c35 None None] Set router 8a3a759c-feeb-4813-8dcc-49934164a441 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:07:14.884482 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2a249-bb92-48ba-ba0d-e6ce5515162f req-e61dd445-46c0-4394-9fd0-6e9d7948688f tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:14.886097 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4ee2a249-bb92-48ba-ba0d-e6ce5515162f req-e61dd445-46c0-4394-9fd0-6e9d7948688f tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=5707c25b-8845-4ac8-8187-6e1430275412 HTTP/1.1" status: 200 len: 945 time: 0.0549867 Sep 07 03:07:14.925976 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4ee2a249-bb92-48ba-ba0d-e6ce5515162f req-4e403e7d-1e9e-485f-84bc-75ee73b636f9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334315 Sep 07 03:07:15.112603 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-3838e012-3eb5-4b25-a4e7-bbc696217c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a3a759c-feeb-4813-8dcc-49934164a441', 'name': 'tempest-TestNetworkBasicOps-router-835930913', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '57bb2054-a850-465f-ae7a-25b90789bae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:05:22Z', 'updated_at': '2021-09-07T03:07:13Z', 'revision_number': 6, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'gw_port': {'id': '57bb2054-a850-465f-ae7a-25b90789bae9', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:93:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3a759c-feeb-4813-8dcc-49934164a441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:05:23Z', 'updated_at': '2021-09-07T03:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'c92e1469-1257-4a80-a1bb-2eff6f86c8e2', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'floating_ip_address': '172.25.5.244', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '8a3a759c-feeb-4813-8dcc-49934164a441', 'port_id': '2a87d268-9221-4d93-b776-073af88fd88f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dc49b2b-b179-465c-aabe-a71d39ec1803', 'mac_address': 'fa:16:3e:df:c9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0729899a-d939-43ee-9070-d9954ee35b5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:06:02Z', 'updated_at': '2021-09-07T03:06:06Z', 'revision_number': 1, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aad7048-62f8-4c7e-8701-eee43c31a243', 'name': '', 'network_id': '3dc49b2b-b179-465c-aabe-a71d39ec1803', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'mac_address': 'fa:16:3e:fe:32:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3a759c-feeb-4813-8dcc-49934164a441', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '0c149c38-03aa-4dfb-9aab-bd307e4b69ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:05:27Z', 'updated_at': '2021-09-07T03:05:34Z', 'revision_number': 5, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'subnets': [{'id': '0c149c38-03aa-4dfb-9aab-bd307e4b69ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:07:15.144485 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3838e012-3eb5-4b25-a4e7-bbc696217c35 None None] The sync data for ids ['8a3a759c-feeb-4813-8dcc-49934164a441'] in n-d-796209-16 is: [{'id': '8a3a759c-feeb-4813-8dcc-49934164a441', 'name': 'tempest-TestNetworkBasicOps-router-835930913', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '57bb2054-a850-465f-ae7a-25b90789bae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:05:22Z', 'updated_at': '2021-09-07T03:07:13Z', 'revision_number': 6, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'gw_port': {'id': '57bb2054-a850-465f-ae7a-25b90789bae9', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:93:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3a759c-feeb-4813-8dcc-49934164a441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:05:23Z', 'updated_at': '2021-09-07T03:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'c92e1469-1257-4a80-a1bb-2eff6f86c8e2', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'floating_ip_address': '172.25.5.244', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '8a3a759c-feeb-4813-8dcc-49934164a441', 'port_id': '2a87d268-9221-4d93-b776-073af88fd88f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3832, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dc49b2b-b179-465c-aabe-a71d39ec1803', 'mac_address': 'fa:16:3e:df:c9:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0729899a-d939-43ee-9070-d9954ee35b5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:06:02Z', 'updated_at': '2021-09-07T03:06:06Z', 'revision_number': 1, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aad7048-62f8-4c7e-8701-eee43c31a243', 'name': '', 'network_id': '3dc49b2b-b179-465c-aabe-a71d39ec1803', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'mac_address': 'fa:16:3e:fe:32:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3a759c-feeb-4813-8dcc-49934164a441', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '0c149c38-03aa-4dfb-9aab-bd307e4b69ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:05:27Z', 'updated_at': '2021-09-07T03:05:34Z', 'revision_number': 5, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'subnets': [{'id': '0c149c38-03aa-4dfb-9aab-bd307e4b69ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:07:15.767923 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0785339a-de04-4793-b2f9-e9381b887d20 req-ef44d07e-fffc-43d1-87ad-2fd5d9237dd0 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:15.771198 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0785339a-de04-4793-b2f9-e9381b887d20 req-ef44d07e-fffc-43d1-87ad-2fd5d9237dd0 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5b69631-b695-405d-8af9-d211ad9302b2 HTTP/1.1" status: 200 len: 946 time: 0.0684600 Sep 07 03:07:15.885812 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0785339a-de04-4793-b2f9-e9381b887d20 req-d5348bd6-cbe7-4459-b60a-088e099bfb8f tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/security-groups?id=7f1b44f8-f656-40eb-889a-f86f887dbe76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049254 Sep 07 03:07:15.904246 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01272e01-5f99-4215-8391-19753df3db63 req-ac97353f-239d-45f0-8558-50340a04c575 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:15.905919 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-01272e01-5f99-4215-8391-19753df3db63 req-ac97353f-239d-45f0-8558-50340a04c575 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.23 "GET /v2.0/ports?device_id=a5b69631-b695-405d-8af9-d211ad9302b2 HTTP/1.1" status: 200 len: 946 time: 0.0922468 Sep 07 03:07:16.039529 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-01272e01-5f99-4215-8391-19753df3db63 req-fffb907a-4ce4-4c9c-b5cf-d3e10c01b48f tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Deleting port 5107e4b9-d6a6-4b87-83a2-f06727486345 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:07:16.040049 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-01272e01-5f99-4215-8391-19753df3db63 req-fffb907a-4ce4-4c9c-b5cf-d3e10c01b48f tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:16.148651 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-01272e01-5f99-4215-8391-19753df3db63 req-fffb907a-4ce4-4c9c-b5cf-d3e10c01b48f tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] For port 5107e4b9-d6a6-4b87-83a2-f06727486345, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=5107e4b9-d6a6-4b87-83a2-f06727486345,segment=NetworkSegment(08600521-f052-4fd2-ab97-405a26f63af4),segment_id=08600521-f052-4fd2-ab97-405a26f63af4)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:07:16.149057 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-01272e01-5f99-4215-8391-19753df3db63 req-fffb907a-4ce4-4c9c-b5cf-d3e10c01b48f tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:16.177563 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-01272e01-5f99-4215-8391-19753df3db63 req-fffb907a-4ce4-4c9c-b5cf-d3e10c01b48f tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Calling delete_port for 5107e4b9-d6a6-4b87-83a2-f06727486345 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:07:16.345320 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-01272e01-5f99-4215-8391-19753df3db63 req-fffb907a-4ce4-4c9c-b5cf-d3e10c01b48f tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:16.391281 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffb907a-4ce4-4c9c-b5cf-d3e10c01b48f tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Pushing event deleted for resources: {'Port': ['ID=5107e4b9-d6a6-4b87-83a2-f06727486345,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:07:16.418744 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 80f2867b-a774-4fd5-8def-e7eb49a8bb6d no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:07:16.468408 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 80f2867b-a774-4fd5-8def-e7eb49a8bb6d {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:07:16.471244 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 80f2867b-a774-4fd5-8def-e7eb49a8bb6d not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:07:16.486160 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-01272e01-5f99-4215-8391-19753df3db63 req-fffb907a-4ce4-4c9c-b5cf-d3e10c01b48f tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] No DVR routers for this DVR port 5107e4b9-d6a6-4b87-83a2-f06727486345 on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:07:16.488924 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-01272e01-5f99-4215-8391-19753df3db63 req-fffb907a-4ce4-4c9c-b5cf-d3e10c01b48f tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:16.492529 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-01272e01-5f99-4215-8391-19753df3db63 req-fffb907a-4ce4-4c9c-b5cf-d3e10c01b48f tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.23 "DELETE /v2.0/ports/5107e4b9-d6a6-4b87-83a2-f06727486345 HTTP/1.1" status: 204 len: 173 time: 0.5753763 Sep 07 03:07:16.492529 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5b69631-b695-405d-8af9-d211ad9302b2', 'name': 'network-vif-deleted', 'tag': '5107e4b9-d6a6-4b87-83a2-f06727486345'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:07:16.496469 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8be3a9d-6f3e-4b78-8442-09f3e2ec4bdf" -d '{"events": [{"server_uuid": "a5b69631-b695-405d-8af9-d211ad9302b2", "name": "network-vif-deleted", "tag": "5107e4b9-d6a6-4b87-83a2-f06727486345"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:07:16.548955 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f3ee09-6134-42ad-aee3-f9fe2008a226 x-openstack-request-id: req-50f3ee09-6134-42ad-aee3-f9fe2008a226 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:07:16.549250 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5b69631-b695-405d-8af9-d211ad9302b2", "name": "network-vif-deleted", "tag": "5107e4b9-d6a6-4b87-83a2-f06727486345", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:07:16.549564 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-50f3ee09-6134-42ad-aee3-f9fe2008a226 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:07:16.549930 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5b69631-b695-405d-8af9-d211ad9302b2', 'name': 'network-vif-deleted', 'tag': '5107e4b9-d6a6-4b87-83a2-f06727486345', 'status': 'completed', 'code': 200} Sep 07 03:07:17.013952 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-083001c9-c27a-4244-9f2d-91c851b249bd req-46d39806-ac20-403a-a4f7-3990d60c0ba6 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5b69631-b695-405d-8af9-d211ad9302b2 HTTP/1.1" status: 200 len: 210 time: 0.0283041 Sep 07 03:07:17.799500 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91667d-f372-4bcd-a6a0-52679d1549d5 req-52a2f94a-392f-43da-ad6f-d099eb0d6971 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:17.800936 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8b91667d-f372-4bcd-a6a0-52679d1549d5 req-52a2f94a-392f-43da-ad6f-d099eb0d6971 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/networks?id=b5bb2b44-86d3-4c51-8098-39db56525af1 HTTP/1.1" status: 200 len: 812 time: 0.1128161 Sep 07 03:07:17.821130 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8b91667d-f372-4bcd-a6a0-52679d1549d5 req-d9ff96f4-13ba-415a-b1eb-7398a04eef89 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/quotas/e2b241f46496480ea1c24703bd4e7081 HTTP/1.1" status: 200 len: 375 time: 0.0139329 Sep 07 03:07:17.877838 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8b91667d-f372-4bcd-a6a0-52679d1549d5 req-159fd7fb-000d-4082-852c-7beff5f12a0b tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e2b241f46496480ea1c24703bd4e7081&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0482953 Sep 07 03:07:17.975733 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8b91667d-f372-4bcd-a6a0-52679d1549d5 req-459d2a0a-7fbe-4011-8023-dba853b46db8 service neutron] 10.222.0.22 "GET /v2.0/networks/b5bb2b44-86d3-4c51-8098-39db56525af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902414 Sep 07 03:07:18.076747 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8b91667d-f372-4bcd-a6a0-52679d1549d5 req-423ce3fb-ee66-4b16-b2eb-bdfc058606ad service neutron] 10.222.0.22 "GET /v2.0/networks/b5bb2b44-86d3-4c51-8098-39db56525af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949123 Sep 07 03:07:18.085649 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 35722) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:07:18.149599 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-85cd757f-6d31-4e09-ac1c-080a0f26366b tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:18.177911 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-85cd757f-6d31-4e09-ac1c-080a0f26366b tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:18.246132 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-85cd757f-6d31-4e09-ac1c-080a0f26366b tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:18.251227 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-85cd757f-6d31-4e09-ac1c-080a0f26366b tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:18.258008 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-85cd757f-6d31-4e09-ac1c-080a0f26366b tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "DELETE /v2.0/security-groups/7f1b44f8-f656-40eb-889a-f86f887dbe76 HTTP/1.1" status: 204 len: 168 time: 0.1684709 Sep 07 03:07:18.268944 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd757f-6d31-4e09-ac1c-080a0f26366b tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1b44f8-f656-40eb-889a-f86f887dbe76,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:07:18.297678 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 35734) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:07:18.360044 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-86406bb4-6df8-4bed-8994-c1efc659fb83 req-8be605b6-70ea-4ca6-8ad4-5687ed103061 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=13968a14-6b3e-4bfb-bd88-c64a89b83ca3 HTTP/1.1" status: 200 len: 210 time: 0.0411806 Sep 07 03:07:18.392612 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ee18952-f35b-41f7-aa65-c78f59b877dc tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Deleting subnet 945ab446-9360-4d5e-a476-b5cf4b42a31d {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 03:07:18.396838 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5ee18952-f35b-41f7-aa65-c78f59b877dc tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:18.440616 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5ee18952-f35b-41f7-aa65-c78f59b877dc tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:18.551960 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5ee18952-f35b-41f7-aa65-c78f59b877dc tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:18.615915 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5ee18952-f35b-41f7-aa65-c78f59b877dc tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:18.645717 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee18952-f35b-41f7-aa65-c78f59b877dc tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Pushing event deleted for resources: {'Subnet': ['ID=945ab446-9360-4d5e-a476-b5cf4b42a31d,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:07:18.648363 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5ee18952-f35b-41f7-aa65-c78f59b877dc tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:18.652608 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-5ee18952-f35b-41f7-aa65-c78f59b877dc tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "DELETE /v2.0/subnets/945ab446-9360-4d5e-a476-b5cf4b42a31d HTTP/1.1" status: 204 len: 168 time: 0.3514493 Sep 07 03:07:18.653254 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 35750) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:07:18.654033 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ec1043-0141-46f5-bfbb-3a283c992680 None None] Network d7716e32-3156-4cfe-a3a8-454651a5e1b8 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:07:18.666795 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee18952-f35b-41f7-aa65-c78f59b877dc tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:07:18.667406 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee18952-f35b-41f7-aa65-c78f59b877dc tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:07:18.667795 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee18952-f35b-41f7-aa65-c78f59b877dc tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:07:18.668315 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee18952-f35b-41f7-aa65-c78f59b877dc tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:07:18.668668 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee18952-f35b-41f7-aa65-c78f59b877dc tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:07:18.669011 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee18952-f35b-41f7-aa65-c78f59b877dc tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:07:18.669464 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee18952-f35b-41f7-aa65-c78f59b877dc tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:07:18.669811 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee18952-f35b-41f7-aa65-c78f59b877dc tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:07:18.670145 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee18952-f35b-41f7-aa65-c78f59b877dc tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:07:18.670480 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee18952-f35b-41f7-aa65-c78f59b877dc tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:07:18.670813 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee18952-f35b-41f7-aa65-c78f59b877dc tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:07:18.671145 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee18952-f35b-41f7-aa65-c78f59b877dc tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:07:18.747213 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-28f1c055-5a20-42fd-a974-2d50c88fdee9 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:18.815364 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-28f1c055-5a20-42fd-a974-2d50c88fdee9 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Deleting port bc6ce76b-75f8-409e-b252-c80f2e4e6770 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:07:18.817210 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-28f1c055-5a20-42fd-a974-2d50c88fdee9 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:18.885589 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e859c7-a7b4-465d-82bf-8d70ac17e617 None None] DHCP port deletion for d7716e32-3156-4cfe-a3a8-454651a5e1b8 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 03:07:18.920837 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-28f1c055-5a20-42fd-a974-2d50c88fdee9 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] For port bc6ce76b-75f8-409e-b252-c80f2e4e6770, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=bc6ce76b-75f8-409e-b252-c80f2e4e6770,segment=NetworkSegment(08600521-f052-4fd2-ab97-405a26f63af4),segment_id=08600521-f052-4fd2-ab97-405a26f63af4)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:07:18.921276 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-28f1c055-5a20-42fd-a974-2d50c88fdee9 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:18.935653 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-28f1c055-5a20-42fd-a974-2d50c88fdee9 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Calling delete_port for bc6ce76b-75f8-409e-b252-c80f2e4e6770 owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:07:18.943338 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-37e859c7-a7b4-465d-82bf-8d70ac17e617 None None] Deleting port bc6ce76b-75f8-409e-b252-c80f2e4e6770 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:07:18.946630 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-37e859c7-a7b4-465d-82bf-8d70ac17e617 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:19.027398 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-28f1c055-5a20-42fd-a974-2d50c88fdee9 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:19.035591 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-37e859c7-a7b4-465d-82bf-8d70ac17e617 None None] For port bc6ce76b-75f8-409e-b252-c80f2e4e6770, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=bc6ce76b-75f8-409e-b252-c80f2e4e6770,segment=NetworkSegment(08600521-f052-4fd2-ab97-405a26f63af4),segment_id=08600521-f052-4fd2-ab97-405a26f63af4)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:07:19.036006 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-37e859c7-a7b4-465d-82bf-8d70ac17e617 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:19.051317 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-37e859c7-a7b4-465d-82bf-8d70ac17e617 None None] Calling delete_port for bc6ce76b-75f8-409e-b252-c80f2e4e6770 owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:07:19.056618 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f1c055-5a20-42fd-a974-2d50c88fdee9 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Pushing event deleted for resources: {'Port': ['ID=bc6ce76b-75f8-409e-b252-c80f2e4e6770,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:07:19.059794 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f1c055-5a20-42fd-a974-2d50c88fdee9 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] No DVR routers for this DVR port bc6ce76b-75f8-409e-b252-c80f2e4e6770 on host n-d-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:07:19.138909 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-37e859c7-a7b4-465d-82bf-8d70ac17e617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:19.145852 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-28f1c055-5a20-42fd-a974-2d50c88fdee9 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:19.167856 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e859c7-a7b4-465d-82bf-8d70ac17e617 None None] Pushing event deleted for resources: {'Port': ['ID=bc6ce76b-75f8-409e-b252-c80f2e4e6770,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:07:19.171835 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e859c7-a7b4-465d-82bf-8d70ac17e617 None None] No DVR routers for this DVR port bc6ce76b-75f8-409e-b252-c80f2e4e6770 on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:07:19.175876 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-28f1c055-5a20-42fd-a974-2d50c88fdee9 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7716e32-3156-4cfe-a3a8-454651a5e1b8']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:07:19.188859 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-28f1c055-5a20-42fd-a974-2d50c88fdee9 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08600521-f052-4fd2-ab97-405a26f63af4') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:07:19.189162 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-28f1c055-5a20-42fd-a974-2d50c88fdee9 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08600521-f052-4fd2-ab97-405a26f63af4') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:07:19.198799 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-28f1c055-5a20-42fd-a974-2d50c88fdee9 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:19.213617 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-28f1c055-5a20-42fd-a974-2d50c88fdee9 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:19.219715 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28f1c055-5a20-42fd-a974-2d50c88fdee9 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 03:07:19.220125 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-28f1c055-5a20-42fd-a974-2d50c88fdee9 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:19.223431 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 03:07:19.223431 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 03:07:19.223431 n-d-796209-16 neutron-server[94700]: timer() Sep 07 03:07:19.223431 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 03:07:19.223431 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 03:07:19.223431 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 03:07:19.223431 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 03:07:19.223431 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 03:07:19.223431 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 03:07:19.223431 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 03:07:19.223431 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 03:07:19.223431 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 03:07:19.223431 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 03:07:19.223431 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 03:07:19.223431 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 03:07:19.223431 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 03:07:19.223431 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 03:07:19.223431 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 03:07:19.223431 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 03:07:19.223431 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 03:07:19.223431 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 03:07:19.223431 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 03:07:19.223431 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 03:07:19.223431 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 03:07:19.223431 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 03:07:19.223431 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 03:07:19.223431 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 03:07:19.223431 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 03:07:19.223431 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 03:07:19.223431 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 03:07:19.223431 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 03:07:19.223431 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 03:07:19.309815 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-28f1c055-5a20-42fd-a974-2d50c88fdee9 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:19.326970 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-28f1c055-5a20-42fd-a974-2d50c88fdee9 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:19.331887 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 35764) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:07:19.332426 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-28f1c055-5a20-42fd-a974-2d50c88fdee9 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "DELETE /v2.0/networks/d7716e32-3156-4cfe-a3a8-454651a5e1b8 HTTP/1.1" status: 204 len: 168 time: 0.6776049 Sep 07 03:07:19.355813 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f1c055-5a20-42fd-a974-2d50c88fdee9 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Pushing event deleted for resources: {'Network': ['ID=d7716e32-3156-4cfe-a3a8-454651a5e1b8,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:07:19.446335 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91667d-f372-4bcd-a6a0-52679d1549d5 req-d61ed16e-8931-46c9-9c47-cf92d1125a8f tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:19.448358 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8b91667d-f372-4bcd-a6a0-52679d1549d5 req-d61ed16e-8931-46c9-9c47-cf92d1125a8f tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.23 "GET /v2.0/networks?id=b5bb2b44-86d3-4c51-8098-39db56525af1 HTTP/1.1" status: 200 len: 812 time: 0.1483541 Sep 07 03:07:19.461904 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-8b91667d-f372-4bcd-a6a0-52679d1549d5 req-a30516fb-56e5-4e00-9df1-3dc7a0532e82 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Request body: {'port': {'device_id': '13968a14-6b3e-4bfb-bd88-c64a89b83ca3', 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1', 'admin_state_up': True, 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:07:19.496551 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7d05dca4-aeac-4f14-8068-abb92b390852 req-d5cb5fbc-6ba3-4995-bc87-5dbe2da6d071 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=13968a14-6b3e-4bfb-bd88-c64a89b83ca3 HTTP/1.1" status: 200 len: 210 time: 0.0595064 Sep 07 03:07:19.585225 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b91667d-f372-4bcd-a6a0-52679d1549d5 req-a30516fb-56e5-4e00-9df1-3dc7a0532e82 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Made reservation on behalf of e2b241f46496480ea1c24703bd4e7081 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:07:19.590197 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8b91667d-f372-4bcd-a6a0-52679d1549d5 req-a30516fb-56e5-4e00-9df1-3dc7a0532e82 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:19.607963 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-c0613027-06ee-4019-a352-5a9bbc506c09 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Deleting port a35c8234-eae0-4f9c-917b-5800fe49732f {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:07:19.608447 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c0613027-06ee-4019-a352-5a9bbc506c09 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:19.763302 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-8b91667d-f372-4bcd-a6a0-52679d1549d5 req-a30516fb-56e5-4e00-9df1-3dc7a0532e82 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Allocated IP 172.20.0.13 (b5bb2b44-86d3-4c51-8098-39db56525af1/b33adc2b-a155-4213-967c-f1ae81189b8c/e2db936b-3816-4c3f-a8a2-810dc28b3be7) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:07:19.995525 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8b91667d-f372-4bcd-a6a0-52679d1549d5 req-a30516fb-56e5-4e00-9df1-3dc7a0532e82 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:20.017557 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-8b91667d-f372-4bcd-a6a0-52679d1549d5 req-a30516fb-56e5-4e00-9df1-3dc7a0532e82 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Transition to ACTIVE for port object e2db936b-3816-4c3f-a8a2-810dc28b3be7 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:07:20.102697 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8b91667d-f372-4bcd-a6a0-52679d1549d5 req-a30516fb-56e5-4e00-9df1-3dc7a0532e82 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:20.114929 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['dc31560a-c2c8-41b2-9a6c-d5357262a6f2'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:07:20.140107 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c0613027-06ee-4019-a352-5a9bbc506c09 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:20.140972 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c0613027-06ee-4019-a352-5a9bbc506c09 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:20.154977 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-c0613027-06ee-4019-a352-5a9bbc506c09 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Calling delete_port for a35c8234-eae0-4f9c-917b-5800fe49732f owned by network:floatingip {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:07:20.176454 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b91667d-f372-4bcd-a6a0-52679d1549d5 req-a30516fb-56e5-4e00-9df1-3dc7a0532e82 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Network b5bb2b44-86d3-4c51-8098-39db56525af1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:07:20.180313 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-8b91667d-f372-4bcd-a6a0-52679d1549d5 req-a30516fb-56e5-4e00-9df1-3dc7a0532e82 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:07:20.205999 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b91667d-f372-4bcd-a6a0-52679d1549d5 req-a30516fb-56e5-4e00-9df1-3dc7a0532e82 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:07:20.208960 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30516fb-56e5-4e00-9df1-3dc7a0532e82 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Pushing event updated for resources: {'Port': ['ID=e2db936b-3816-4c3f-a8a2-810dc28b3be7,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:07:20.320271 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91667d-f372-4bcd-a6a0-52679d1549d5 req-a30516fb-56e5-4e00-9df1-3dc7a0532e82 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:20.321201 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8b91667d-f372-4bcd-a6a0-52679d1549d5 req-a30516fb-56e5-4e00-9df1-3dc7a0532e82 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:20.360375 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8b91667d-f372-4bcd-a6a0-52679d1549d5 req-a30516fb-56e5-4e00-9df1-3dc7a0532e82 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9026291 Sep 07 03:07:20.378434 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-8b91667d-f372-4bcd-a6a0-52679d1549d5 req-60d7f4f4-1379-4883-96e7-eb14f390734c service neutron] Request body: {'port': {'device_id': '13968a14-6b3e-4bfb-bd88-c64a89b83ca3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:07:20.457631 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c0613027-06ee-4019-a352-5a9bbc506c09 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:20.507964 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0613027-06ee-4019-a352-5a9bbc506c09 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Pushing event deleted for resources: {'Port': ['ID=a35c8234-eae0-4f9c-917b-5800fe49732f,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:07:20.508148 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device bc6ce76b-75f8-409e-b252-c80f2e4e6770 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:07:20.514199 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8b91667d-f372-4bcd-a6a0-52679d1549d5 req-60d7f4f4-1379-4883-96e7-eb14f390734c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:20.545835 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: bc6ce76b-75f8-409e-b252-c80f2e4e6770 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:07:20.546548 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device bc6ce76b-75f8-409e-b252-c80f2e4e6770 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:07:20.617952 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c0613027-06ee-4019-a352-5a9bbc506c09 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for floatingip, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:20.618752 n-d-796209-16 neutron-server[94701]: INFO neutron.db.l3_db [None req-c0613027-06ee-4019-a352-5a9bbc506c09 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Floating IP c92e1469-1257-4a80-a1bb-2eff6f86c8e2 disassociated (deleted). External IP: 172.25.5.244, port: 2a87d268-9221-4d93-b776-073af88fd88f. Sep 07 03:07:20.621459 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-dbddbcd4-b91d-4756-9c4b-7a5999e4a441 None None] Provisioning for port e2db936b-3816-4c3f-a8a2-810dc28b3be7 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:07:20.635222 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-dbddbcd4-b91d-4756-9c4b-7a5999e4a441 None None] Provisioning complete for port e2db936b-3816-4c3f-a8a2-810dc28b3be7 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:07:20.635749 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-dbddbcd4-b91d-4756-9c4b-7a5999e4a441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:20.663948 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 5107e4b9-d6a6-4b87-83a2-f06727486345 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:07:20.697525 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: 5107e4b9-d6a6-4b87-83a2-f06727486345 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:07:20.698146 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 5107e4b9-d6a6-4b87-83a2-f06727486345 not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:07:20.744778 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-dbddbcd4-b91d-4756-9c4b-7a5999e4a441 None None] Port e2db936b-3816-4c3f-a8a2-810dc28b3be7 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:07:20.805143 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457dc1d-ac2b-49f5-b0a5-d8c2b10697f0 req-9939e417-27c9-4fc2-af58-3b8dbe3a1bd3 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:20.806759 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7457dc1d-ac2b-49f5-b0a5-d8c2b10697f0 req-9939e417-27c9-4fc2-af58-3b8dbe3a1bd3 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=13968a14-6b3e-4bfb-bd88-c64a89b83ca3 HTTP/1.1" status: 200 len: 932 time: 0.1702034 Sep 07 03:07:20.926496 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7457dc1d-ac2b-49f5-b0a5-d8c2b10697f0 req-7a22419b-d865-4bb7-b11c-594931cf34ac tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077511 Sep 07 03:07:20.951834 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0613027-06ee-4019-a352-5a9bbc506c09 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Router 8a3a759c-feeb-4813-8dcc-49934164a441 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:07:21.020946 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-8b91667d-f372-4bcd-a6a0-52679d1549d5 req-60d7f4f4-1379-4883-96e7-eb14f390734c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2db936b-3816-4c3f-a8a2-810dc28b3be7 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:07:21.029184 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8b91667d-f372-4bcd-a6a0-52679d1549d5 req-60d7f4f4-1379-4883-96e7-eb14f390734c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:21.044917 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-8b91667d-f372-4bcd-a6a0-52679d1549d5 req-60d7f4f4-1379-4883-96e7-eb14f390734c service neutron] Transition to ACTIVE for port object e2db936b-3816-4c3f-a8a2-810dc28b3be7 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:07:21.052404 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8b91667d-f372-4bcd-a6a0-52679d1549d5 req-60d7f4f4-1379-4883-96e7-eb14f390734c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:21.082263 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0613027-06ee-4019-a352-5a9bbc506c09 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:07:21.087676 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c0613027-06ee-4019-a352-5a9bbc506c09 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:21.094129 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d455735f-d39d-469a-ab9e-3b6be08472e9 None None] Sync routers for ids ['8a3a759c-feeb-4813-8dcc-49934164a441'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:07:21.122372 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c0613027-06ee-4019-a352-5a9bbc506c09 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "DELETE /v2.0/floatingips/c92e1469-1257-4a80-a1bb-2eff6f86c8e2 HTTP/1.1" status: 204 len: 168 time: 1.7893646 Sep 07 03:07:21.128705 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0729899a-d939-43ee-9070-d9954ee35b5d', 'tag': '2a87d268-9221-4d93-b776-073af88fd88f'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:07:21.129014 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d455735f-d39d-469a-ab9e-3b6be08472e9 None None] Routers {'8a3a759c-feeb-4813-8dcc-49934164a441'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:07:21.129014 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-d455735f-d39d-469a-ab9e-3b6be08472e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:06:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['8a3a759c-feeb-4813-8dcc-49934164a441'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:07:21.129203 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a8251e-1e7a-4f11-b1c6-defadb09d776" -d '{"events": [{"name": "network-changed", "server_uuid": "0729899a-d939-43ee-9070-d9954ee35b5d", "tag": "2a87d268-9221-4d93-b776-073af88fd88f"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:07:21.147058 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d7f4f4-1379-4883-96e7-eb14f390734c service neutron] Pushing event updated for resources: {'Port': ['ID=e2db936b-3816-4c3f-a8a2-810dc28b3be7,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:07:21.235311 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-8b91667d-f372-4bcd-a6a0-52679d1549d5 req-60d7f4f4-1379-4883-96e7-eb14f390734c service neutron] Attempting to bind port e2db936b-3816-4c3f-a8a2-810dc28b3be7 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:07:21.236194 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-8b91667d-f372-4bcd-a6a0-52679d1549d5 req-60d7f4f4-1379-4883-96e7-eb14f390734c service neutron] Attempting to bind port e2db936b-3816-4c3f-a8a2-810dc28b3be7 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:07:21.236616 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b91667d-f372-4bcd-a6a0-52679d1549d5 req-60d7f4f4-1379-4883-96e7-eb14f390734c service neutron] Attempting to bind port e2db936b-3816-4c3f-a8a2-810dc28b3be7 on network b5bb2b44-86d3-4c51-8098-39db56525af1 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:07:21.243661 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0b7eab-080c-4255-b227-10c559c6311a x-openstack-request-id: req-ba0b7eab-080c-4255-b227-10c559c6311a {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:07:21.244363 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0729899a-d939-43ee-9070-d9954ee35b5d", "tag": "2a87d268-9221-4d93-b776-073af88fd88f", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:07:21.244685 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ba0b7eab-080c-4255-b227-10c559c6311a {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:07:21.245162 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0729899a-d939-43ee-9070-d9954ee35b5d', 'tag': '2a87d268-9221-4d93-b776-073af88fd88f', 'status': 'completed', 'code': 200} Sep 07 03:07:21.246850 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b91667d-f372-4bcd-a6a0-52679d1549d5 req-60d7f4f4-1379-4883-96e7-eb14f390734c service neutron] Port e2db936b-3816-4c3f-a8a2-810dc28b3be7 on network b5bb2b44-86d3-4c51-8098-39db56525af1 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 03:07:21.247255 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b91667d-f372-4bcd-a6a0-52679d1549d5 req-60d7f4f4-1379-4883-96e7-eb14f390734c service neutron] Attempting to bind port e2db936b-3816-4c3f-a8a2-810dc28b3be7 on network b5bb2b44-86d3-4c51-8098-39db56525af1 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:07:21.265836 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b91667d-f372-4bcd-a6a0-52679d1549d5 req-60d7f4f4-1379-4883-96e7-eb14f390734c service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:07:21.266645 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b91667d-f372-4bcd-a6a0-52679d1549d5 req-60d7f4f4-1379-4883-96e7-eb14f390734c service neutron] Checking segment: {'id': '8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:07:21.267125 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b91667d-f372-4bcd-a6a0-52679d1549d5 req-60d7f4f4-1379-4883-96e7-eb14f390734c service neutron] Bound using segment: {'id': '8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:07:21.267741 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-8b91667d-f372-4bcd-a6a0-52679d1549d5 req-60d7f4f4-1379-4883-96e7-eb14f390734c service neutron] Bound port: e2db936b-3816-4c3f-a8a2-810dc28b3be7, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:07:21.268187 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8b91667d-f372-4bcd-a6a0-52679d1549d5 req-60d7f4f4-1379-4883-96e7-eb14f390734c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:21.373427 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-d455735f-d39d-469a-ab9e-3b6be08472e9 None None] Set router 8a3a759c-feeb-4813-8dcc-49934164a441 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:07:21.423618 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8251e-1e7a-4f11-b1c6-defadb09d776 req-37c00fb0-e6b3-4fbd-919b-94ff8fdc1e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:21.425786 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-56a8251e-1e7a-4f11-b1c6-defadb09d776 req-37c00fb0-e6b3-4fbd-919b-94ff8fdc1e8d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d26848eac2634f46a9e82fab10685270&device_id=0729899a-d939-43ee-9070-d9954ee35b5d HTTP/1.1" status: 200 len: 1098 time: 0.1462004 Sep 07 03:07:21.429697 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-8b91667d-f372-4bcd-a6a0-52679d1549d5 req-60d7f4f4-1379-4883-96e7-eb14f390734c service neutron] For port e2db936b-3816-4c3f-a8a2-810dc28b3be7, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:07:21.434902 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-8b91667d-f372-4bcd-a6a0-52679d1549d5 req-60d7f4f4-1379-4883-96e7-eb14f390734c service neutron] For port e2db936b-3816-4c3f-a8a2-810dc28b3be7, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=e2db936b-3816-4c3f-a8a2-810dc28b3be7,segment=NetworkSegment(8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21),segment_id=8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:07:21.527446 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8b91667d-f372-4bcd-a6a0-52679d1549d5 req-60d7f4f4-1379-4883-96e7-eb14f390734c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:21.624694 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:21.660379 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:21.681276 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-d455735f-d39d-469a-ab9e-3b6be08472e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a3a759c-feeb-4813-8dcc-49934164a441', 'name': 'tempest-TestNetworkBasicOps-router-835930913', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '57bb2054-a850-465f-ae7a-25b90789bae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:05:22Z', 'updated_at': '2021-09-07T03:07:13Z', 'revision_number': 6, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'gw_port': {'id': '57bb2054-a850-465f-ae7a-25b90789bae9', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:93:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3a759c-feeb-4813-8dcc-49934164a441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:05:23Z', 'updated_at': '2021-09-07T03:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '8aad7048-62f8-4c7e-8701-eee43c31a243', 'name': '', 'network_id': '3dc49b2b-b179-465c-aabe-a71d39ec1803', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'mac_address': 'fa:16:3e:fe:32:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3a759c-feeb-4813-8dcc-49934164a441', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '0c149c38-03aa-4dfb-9aab-bd307e4b69ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:05:27Z', 'updated_at': '2021-09-07T03:05:34Z', 'revision_number': 5, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'subnets': [{'id': '0c149c38-03aa-4dfb-9aab-bd307e4b69ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:07:21.732743 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d455735f-d39d-469a-ab9e-3b6be08472e9 None None] Checking router: 8a3a759c-feeb-4813-8dcc-49934164a441 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:07:21.742938 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d455735f-d39d-469a-ab9e-3b6be08472e9 None None] Routers {'8a3a759c-feeb-4813-8dcc-49934164a441'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:07:21.743528 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-d455735f-d39d-469a-ab9e-3b6be08472e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:06:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['8a3a759c-feeb-4813-8dcc-49934164a441'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:07:21.884237 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-d455735f-d39d-469a-ab9e-3b6be08472e9 None None] Set router 8a3a759c-feeb-4813-8dcc-49934164a441 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:07:22.113227 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91667d-f372-4bcd-a6a0-52679d1549d5 req-60d7f4f4-1379-4883-96e7-eb14f390734c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:22.113906 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8b91667d-f372-4bcd-a6a0-52679d1549d5 req-60d7f4f4-1379-4883-96e7-eb14f390734c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:22.116036 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8b91667d-f372-4bcd-a6a0-52679d1549d5 req-60d7f4f4-1379-4883-96e7-eb14f390734c service neutron] 10.222.0.23 "PUT /v2.0/ports/e2db936b-3816-4c3f-a8a2-810dc28b3be7 HTTP/1.1" status: 200 len: 1093 time: 1.7429709 Sep 07 03:07:22.120078 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13968a14-6b3e-4bfb-bd88-c64a89b83ca3', 'tag': 'e2db936b-3816-4c3f-a8a2-810dc28b3be7'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:07:22.122494 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba0446c-0ddb-4cd8-a51b-a46258f6b052" -d '{"events": [{"name": "network-changed", "server_uuid": "13968a14-6b3e-4bfb-bd88-c64a89b83ca3", "tag": "e2db936b-3816-4c3f-a8a2-810dc28b3be7"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:07:22.126169 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8251e-1e7a-4f11-b1c6-defadb09d776 req-a2c1d0b1-9004-49fe-b648-fca32357d620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:22.127775 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-56a8251e-1e7a-4f11-b1c6-defadb09d776 req-a2c1d0b1-9004-49fe-b648-fca32357d620 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3dc49b2b-b179-465c-aabe-a71d39ec1803 HTTP/1.1" status: 200 len: 896 time: 0.6912513 Sep 07 03:07:22.152976 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d512f5f-d3e8-438f-b25c-c566d351f9c3 req-9beb7f40-eed7-44fc-824c-9c4c1ecda988 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:22.155659 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8d512f5f-d3e8-438f-b25c-c566d351f9c3 req-9beb7f40-eed7-44fc-824c-9c4c1ecda988 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=13968a14-6b3e-4bfb-bd88-c64a89b83ca3 HTTP/1.1" status: 200 len: 944 time: 0.1184018 Sep 07 03:07:22.241473 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-d455735f-d39d-469a-ab9e-3b6be08472e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a3a759c-feeb-4813-8dcc-49934164a441', 'name': 'tempest-TestNetworkBasicOps-router-835930913', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '57bb2054-a850-465f-ae7a-25b90789bae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:05:22Z', 'updated_at': '2021-09-07T03:07:13Z', 'revision_number': 6, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'gw_port': {'id': '57bb2054-a850-465f-ae7a-25b90789bae9', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:93:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3a759c-feeb-4813-8dcc-49934164a441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:05:23Z', 'updated_at': '2021-09-07T03:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '8aad7048-62f8-4c7e-8701-eee43c31a243', 'name': '', 'network_id': '3dc49b2b-b179-465c-aabe-a71d39ec1803', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'mac_address': 'fa:16:3e:fe:32:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3a759c-feeb-4813-8dcc-49934164a441', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '0c149c38-03aa-4dfb-9aab-bd307e4b69ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:05:27Z', 'updated_at': '2021-09-07T03:05:34Z', 'revision_number': 5, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'subnets': [{'id': '0c149c38-03aa-4dfb-9aab-bd307e4b69ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:07:22.246740 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8d512f5f-d3e8-438f-b25c-c566d351f9c3 req-ed6d3b31-7054-4b29-be90-cf4de408ebae tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797248 Sep 07 03:07:22.276896 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d455735f-d39d-469a-ab9e-3b6be08472e9 None None] The sync data for ids ['8a3a759c-feeb-4813-8dcc-49934164a441'] in n-d-796209-16 is: [{'id': '8a3a759c-feeb-4813-8dcc-49934164a441', 'name': 'tempest-TestNetworkBasicOps-router-835930913', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '57bb2054-a850-465f-ae7a-25b90789bae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:05:22Z', 'updated_at': '2021-09-07T03:07:13Z', 'revision_number': 6, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'gw_port': {'id': '57bb2054-a850-465f-ae7a-25b90789bae9', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:93:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3a759c-feeb-4813-8dcc-49934164a441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:05:23Z', 'updated_at': '2021-09-07T03:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '8aad7048-62f8-4c7e-8701-eee43c31a243', 'name': '', 'network_id': '3dc49b2b-b179-465c-aabe-a71d39ec1803', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'mac_address': 'fa:16:3e:fe:32:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3a759c-feeb-4813-8dcc-49934164a441', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '0c149c38-03aa-4dfb-9aab-bd307e4b69ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:05:27Z', 'updated_at': '2021-09-07T03:05:34Z', 'revision_number': 5, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'subnets': [{'id': '0c149c38-03aa-4dfb-9aab-bd307e4b69ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:07:22.367862 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8aa10-8ae8-424d-b358-3c900e59c07b req-24dcac10-066f-4f53-9b51-4ae2a8f78753 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:22.369450 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4bb8aa10-8ae8-424d-b358-3c900e59c07b req-24dcac10-066f-4f53-9b51-4ae2a8f78753 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/ports?device_id=0729899a-d939-43ee-9070-d9954ee35b5d HTTP/1.1" status: 200 len: 946 time: 0.8294094 Sep 07 03:07:22.370171 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d7f4f4-1379-4883-96e7-eb14f390734c service neutron] Pushing event updated for resources: {'Port': ['ID=e2db936b-3816-4c3f-a8a2-810dc28b3be7,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:07:22.373770 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e9dccd-7ac9-44bb-b14d-e4ba82387dad x-openstack-request-id: req-27e9dccd-7ac9-44bb-b14d-e4ba82387dad {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:07:22.374126 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13968a14-6b3e-4bfb-bd88-c64a89b83ca3", "tag": "e2db936b-3816-4c3f-a8a2-810dc28b3be7", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:07:22.374331 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-27e9dccd-7ac9-44bb-b14d-e4ba82387dad {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:07:22.375289 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13968a14-6b3e-4bfb-bd88-c64a89b83ca3', 'tag': 'e2db936b-3816-4c3f-a8a2-810dc28b3be7', 'status': 'completed', 'code': 200} Sep 07 03:07:22.378016 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-56a8251e-1e7a-4f11-b1c6-defadb09d776 req-58151924-bc23-411c-b9c7-aa256043035d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a87d268-9221-4d93-b776-073af88fd88f HTTP/1.1" status: 200 len: 217 time: 0.2109385 Sep 07 03:07:22.471384 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8251e-1e7a-4f11-b1c6-defadb09d776 req-42973791-249b-42d5-96ad-d3140eb8aedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:22.472715 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-56a8251e-1e7a-4f11-b1c6-defadb09d776 req-42973791-249b-42d5-96ad-d3140eb8aedd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0c149c38-03aa-4dfb-9aab-bd307e4b69ec HTTP/1.1" status: 200 len: 835 time: 0.0817542 Sep 07 03:07:22.479453 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91667d-f372-4bcd-a6a0-52679d1549d5 req-668d3482-5bf6-4a3c-9a3f-6320c2b70073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:22.480962 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8b91667d-f372-4bcd-a6a0-52679d1549d5 req-668d3482-5bf6-4a3c-9a3f-6320c2b70073 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e2b241f46496480ea1c24703bd4e7081&device_id=13968a14-6b3e-4bfb-bd88-c64a89b83ca3 HTTP/1.1" status: 200 len: 1096 time: 0.2936831 Sep 07 03:07:22.538151 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4bb8aa10-8ae8-424d-b358-3c900e59c07b req-73951e46-7963-406c-8eda-4ae8cdffed0b tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/security-groups?id=03580aea-e134-48fb-8964-174d699bc06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499944 Sep 07 03:07:22.607172 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8b91667d-f372-4bcd-a6a0-52679d1549d5 req-63cbbf2f-3be1-4e2b-a0fb-8de99a72d7f3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2db936b-3816-4c3f-a8a2-810dc28b3be7 HTTP/1.1" status: 200 len: 217 time: 0.0927072 Sep 07 03:07:22.612649 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8251e-1e7a-4f11-b1c6-defadb09d776 req-0e92d37a-5aa4-4cdc-8cd9-218dbb2eb4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:22.614194 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-56a8251e-1e7a-4f11-b1c6-defadb09d776 req-0e92d37a-5aa4-4cdc-8cd9-218dbb2eb4e1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3dc49b2b-b179-465c-aabe-a71d39ec1803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1302185 Sep 07 03:07:22.717712 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8687eef1-35e0-4755-9c3b-0627d612fded None None] New status for floating IP c92e1469-1257-4a80-a1bb-2eff6f86c8e2: DOWN {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 03:07:22.752906 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91667d-f372-4bcd-a6a0-52679d1549d5 req-403d3a57-4a54-4acb-8700-01203c51b8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:22.754492 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8b91667d-f372-4bcd-a6a0-52679d1549d5 req-403d3a57-4a54-4acb-8700-01203c51b8dc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b33adc2b-a155-4213-967c-f1ae81189b8c HTTP/1.1" status: 200 len: 851 time: 0.1394191 Sep 07 03:07:22.843181 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-56a8251e-1e7a-4f11-b1c6-defadb09d776 req-ec449eb9-17c9-4a6b-a131-e8349533b6d4 service neutron] 10.222.0.16 "GET /v2.0/networks/3dc49b2b-b179-465c-aabe-a71d39ec1803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198117 Sep 07 03:07:22.871972 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad1715-d8d4-48e1-8a03-4e6549aeb075 req-090dea08-d612-4fcd-8976-0f3b238f2267 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:22.873630 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-18ad1715-d8d4-48e1-8a03-4e6549aeb075 req-090dea08-d612-4fcd-8976-0f3b238f2267 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.16 "GET /v2.0/ports?device_id=0729899a-d939-43ee-9070-d9954ee35b5d HTTP/1.1" status: 200 len: 946 time: 0.1017387 Sep 07 03:07:22.928544 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91667d-f372-4bcd-a6a0-52679d1549d5 req-821948e3-fcc9-4ee0-8385-0e90c298238b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:22.930027 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8b91667d-f372-4bcd-a6a0-52679d1549d5 req-821948e3-fcc9-4ee0-8385-0e90c298238b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b5bb2b44-86d3-4c51-8098-39db56525af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1662445 Sep 07 03:07:23.109825 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-56a8251e-1e7a-4f11-b1c6-defadb09d776 req-326856b6-f909-45f0-ab12-8c73c39c2c28 service neutron] 10.222.0.16 "GET /v2.0/networks/3dc49b2b-b179-465c-aabe-a71d39ec1803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574332 Sep 07 03:07:23.139059 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8b91667d-f372-4bcd-a6a0-52679d1549d5 req-e852300d-6211-4f73-85f9-ff1d26af8d64 service neutron] 10.222.0.23 "GET /v2.0/networks/b5bb2b44-86d3-4c51-8098-39db56525af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775594 Sep 07 03:07:23.146095 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-18ad1715-d8d4-48e1-8a03-4e6549aeb075 req-a6260681-4be7-4e0b-9285-4ed89dfc3fe9 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Deleting port 2a87d268-9221-4d93-b776-073af88fd88f {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:07:23.146608 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-18ad1715-d8d4-48e1-8a03-4e6549aeb075 req-a6260681-4be7-4e0b-9285-4ed89dfc3fe9 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:23.345226 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-18ad1715-d8d4-48e1-8a03-4e6549aeb075 req-a6260681-4be7-4e0b-9285-4ed89dfc3fe9 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] For port 2a87d268-9221-4d93-b776-073af88fd88f, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=2a87d268-9221-4d93-b776-073af88fd88f,segment=NetworkSegment(3282f482-906f-4021-876f-c04da7071ffe),segment_id=3282f482-906f-4021-876f-c04da7071ffe)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:07:23.345618 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-18ad1715-d8d4-48e1-8a03-4e6549aeb075 req-a6260681-4be7-4e0b-9285-4ed89dfc3fe9 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:23.361771 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8b91667d-f372-4bcd-a6a0-52679d1549d5 req-716b1057-443b-48a7-b0b3-a8da960c6ec2 service neutron] 10.222.0.23 "GET /v2.0/networks/b5bb2b44-86d3-4c51-8098-39db56525af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112498 Sep 07 03:07:23.376116 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-18ad1715-d8d4-48e1-8a03-4e6549aeb075 req-a6260681-4be7-4e0b-9285-4ed89dfc3fe9 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Calling delete_port for 2a87d268-9221-4d93-b776-073af88fd88f owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:07:23.432617 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e2b47-9d2a-45d3-93b3-a3fcd10bd82b req-8b329661-91b4-4c32-b59f-38ccd8cbebea tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:23.440539 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fe7e2b47-9d2a-45d3-93b3-a3fcd10bd82b req-8b329661-91b4-4c32-b59f-38ccd8cbebea tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=13968a14-6b3e-4bfb-bd88-c64a89b83ca3 HTTP/1.1" status: 200 len: 944 time: 0.0810585 Sep 07 03:07:23.493728 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba0446c-0ddb-4cd8-a51b-a46258f6b052 req-69a95969-1eba-488a-8952-1df807ec6889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:23.495540 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dba0446c-0ddb-4cd8-a51b-a46258f6b052 req-69a95969-1eba-488a-8952-1df807ec6889 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e2b241f46496480ea1c24703bd4e7081&device_id=13968a14-6b3e-4bfb-bd88-c64a89b83ca3 HTTP/1.1" status: 200 len: 1096 time: 0.0580766 Sep 07 03:07:23.524139 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fe7e2b47-9d2a-45d3-93b3-a3fcd10bd82b req-78eeb59a-846a-4d57-b6f6-202ca2e93041 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823965 Sep 07 03:07:23.718634 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba0446c-0ddb-4cd8-a51b-a46258f6b052 req-ce2fc4ea-6951-4a0e-9e28-3cce3d02f269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:23.720302 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dba0446c-0ddb-4cd8-a51b-a46258f6b052 req-ce2fc4ea-6951-4a0e-9e28-3cce3d02f269 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b5bb2b44-86d3-4c51-8098-39db56525af1 HTTP/1.1" status: 200 len: 912 time: 0.2139440 Sep 07 03:07:23.733608 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e844d1-316a-4192-8e13-774b6a45cac6 req-e7ba929b-3c7f-41fb-bfe0-fc9d1860d35c tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:23.735810 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-58e844d1-316a-4192-8e13-774b6a45cac6 req-e7ba929b-3c7f-41fb-bfe0-fc9d1860d35c tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/ports?device_id=0729899a-d939-43ee-9070-d9954ee35b5d HTTP/1.1" status: 200 len: 946 time: 0.1079476 Sep 07 03:07:23.743342 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-18ad1715-d8d4-48e1-8a03-4e6549aeb075 req-a6260681-4be7-4e0b-9285-4ed89dfc3fe9 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:23.826336 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dba0446c-0ddb-4cd8-a51b-a46258f6b052 req-331dd56d-3570-46c5-9046-1fa3e8730578 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e2db936b-3816-4c3f-a8a2-810dc28b3be7 HTTP/1.1" status: 200 len: 217 time: 0.0892866 Sep 07 03:07:23.832022 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6260681-4be7-4e0b-9285-4ed89dfc3fe9 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Pushing event deleted for resources: {'Port': ['ID=2a87d268-9221-4d93-b776-073af88fd88f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:07:23.900332 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-58e844d1-316a-4192-8e13-774b6a45cac6 req-40126275-63e2-4555-91ca-1a98fb4938c2 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/security-groups?id=03580aea-e134-48fb-8964-174d699bc06d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148889 Sep 07 03:07:23.934906 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-18ad1715-d8d4-48e1-8a03-4e6549aeb075 req-a6260681-4be7-4e0b-9285-4ed89dfc3fe9 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] No DVR routers for this DVR port 2a87d268-9221-4d93-b776-073af88fd88f on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:07:23.939213 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-18ad1715-d8d4-48e1-8a03-4e6549aeb075 req-a6260681-4be7-4e0b-9285-4ed89dfc3fe9 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:23.941305 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-18ad1715-d8d4-48e1-8a03-4e6549aeb075 req-a6260681-4be7-4e0b-9285-4ed89dfc3fe9 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.16 "DELETE /v2.0/ports/2a87d268-9221-4d93-b776-073af88fd88f HTTP/1.1" status: 204 len: 173 time: 1.0564148 Sep 07 03:07:23.946795 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba0446c-0ddb-4cd8-a51b-a46258f6b052 req-d4544b91-417b-4776-b3a8-b9297002792f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:23.948345 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dba0446c-0ddb-4cd8-a51b-a46258f6b052 req-d4544b91-417b-4776-b3a8-b9297002792f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b33adc2b-a155-4213-967c-f1ae81189b8c HTTP/1.1" status: 200 len: 851 time: 0.1095834 Sep 07 03:07:24.024041 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba0446c-0ddb-4cd8-a51b-a46258f6b052 req-d6a072c2-b765-4667-95b9-518ed49d9b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:24.025538 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dba0446c-0ddb-4cd8-a51b-a46258f6b052 req-d6a072c2-b765-4667-95b9-518ed49d9b14 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b5bb2b44-86d3-4c51-8098-39db56525af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0693367 Sep 07 03:07:24.158281 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dba0446c-0ddb-4cd8-a51b-a46258f6b052 req-bb7a3472-9e47-4619-b500-ef828265355c service neutron] 10.222.0.23 "GET /v2.0/networks/b5bb2b44-86d3-4c51-8098-39db56525af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245127 Sep 07 03:07:24.337568 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dba0446c-0ddb-4cd8-a51b-a46258f6b052 req-d92bf5e2-66f2-4887-9f50-9166a08cee4d service neutron] 10.222.0.23 "GET /v2.0/networks/b5bb2b44-86d3-4c51-8098-39db56525af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724715 Sep 07 03:07:24.376137 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0729899a-d939-43ee-9070-d9954ee35b5d', 'name': 'network-vif-deleted', 'tag': '2a87d268-9221-4d93-b776-073af88fd88f'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:07:24.378541 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725ebb39-8813-4582-82f6-8124bf5817b5" -d '{"events": [{"server_uuid": "0729899a-d939-43ee-9070-d9954ee35b5d", "name": "network-vif-deleted", "tag": "2a87d268-9221-4d93-b776-073af88fd88f"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:07:24.447522 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227c2cbc-4b42-4105-ac02-4acf1f06f25d x-openstack-request-id: req-227c2cbc-4b42-4105-ac02-4acf1f06f25d {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:07:24.448027 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0729899a-d939-43ee-9070-d9954ee35b5d", "name": "network-vif-deleted", "tag": "2a87d268-9221-4d93-b776-073af88fd88f", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:07:24.448358 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-227c2cbc-4b42-4105-ac02-4acf1f06f25d {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:07:24.448872 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0729899a-d939-43ee-9070-d9954ee35b5d', 'name': 'network-vif-deleted', 'tag': '2a87d268-9221-4d93-b776-073af88fd88f', 'status': 'completed', 'code': 200} Sep 07 03:07:24.711170 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa1ae1-9ea3-4097-9210-d974a6715e12 req-09c93e29-ab5c-492f-bc31-d7f270f848a2 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:24.712898 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-64fa1ae1-9ea3-4097-9210-d974a6715e12 req-09c93e29-ab5c-492f-bc31-d7f270f848a2 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=13968a14-6b3e-4bfb-bd88-c64a89b83ca3 HTTP/1.1" status: 200 len: 944 time: 0.0824864 Sep 07 03:07:24.766119 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-64fa1ae1-9ea3-4097-9210-d974a6715e12 req-b34d2252-228e-4d18-ba5c-68b3fb9a2cdb tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462446 Sep 07 03:07:25.004231 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 35886) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:07:25.090958 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6a696804-3779-4309-ba58-ec04895a0378 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:25.138619 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6a696804-3779-4309-ba58-ec04895a0378 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:25.241748 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6a696804-3779-4309-ba58-ec04895a0378 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:25.244438 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6a696804-3779-4309-ba58-ec04895a0378 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:25.245629 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-6a696804-3779-4309-ba58-ec04895a0378 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "DELETE /v2.0/security-groups/03580aea-e134-48fb-8964-174d699bc06d HTTP/1.1" status: 204 len: 168 time: 0.2402470 Sep 07 03:07:25.266654 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a696804-3779-4309-ba58-ec04895a0378 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03580aea-e134-48fb-8964-174d699bc06d,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:07:25.306922 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 35896) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:07:25.819599 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a54ee79b-4a59-4515-b4d5-58e2531cf5f1 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:25.945120 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a3cbb6-7448-43a6-a3c1-69047e1de08d req-285c4320-7754-415d-9640-519785f849d9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:25.954405 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a5f23834-800f-4104-81f0-98fea998249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:25.957593 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-11a3cbb6-7448-43a6-a3c1-69047e1de08d req-285c4320-7754-415d-9640-519785f849d9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=13968a14-6b3e-4bfb-bd88-c64a89b83ca3 HTTP/1.1" status: 200 len: 944 time: 0.0936193 Sep 07 03:07:26.011870 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-11a3cbb6-7448-43a6-a3c1-69047e1de08d req-34579728-2c60-4ae3-a918-489ceda7da8d tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530427 Sep 07 03:07:26.245276 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-a54ee79b-4a59-4515-b4d5-58e2531cf5f1 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Deleting port 8aad7048-62f8-4c7e-8701-eee43c31a243 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:07:26.245276 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a54ee79b-4a59-4515-b4d5-58e2531cf5f1 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:26.379397 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-a54ee79b-4a59-4515-b4d5-58e2531cf5f1 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] For port 8aad7048-62f8-4c7e-8701-eee43c31a243, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=8aad7048-62f8-4c7e-8701-eee43c31a243,segment=NetworkSegment(3282f482-906f-4021-876f-c04da7071ffe),segment_id=3282f482-906f-4021-876f-c04da7071ffe)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:07:26.379397 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a54ee79b-4a59-4515-b4d5-58e2531cf5f1 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:26.396289 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-a54ee79b-4a59-4515-b4d5-58e2531cf5f1 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Calling delete_port for 8aad7048-62f8-4c7e-8701-eee43c31a243 owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:07:26.643179 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a54ee79b-4a59-4515-b4d5-58e2531cf5f1 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:26.665759 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54ee79b-4a59-4515-b4d5-58e2531cf5f1 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Pushing event deleted for resources: {'Port': ['ID=8aad7048-62f8-4c7e-8701-eee43c31a243,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:07:26.916660 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a54ee79b-4a59-4515-b4d5-58e2531cf5f1 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:27.200317 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d7a9c-e531-4957-af5e-a457da043aa1 req-f7f7890e-2e47-4118-810c-56f4132559da tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:27.201532 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-501d7a9c-e531-4957-af5e-a457da043aa1 req-f7f7890e-2e47-4118-810c-56f4132559da tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=13968a14-6b3e-4bfb-bd88-c64a89b83ca3 HTTP/1.1" status: 200 len: 944 time: 0.0838976 Sep 07 03:07:27.291993 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-501d7a9c-e531-4957-af5e-a457da043aa1 req-dca8fcbd-b13b-4ff9-8363-e75ace146175 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527101 Sep 07 03:07:27.294400 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a54ee79b-4a59-4515-b4d5-58e2531cf5f1 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Router 8a3a759c-feeb-4813-8dcc-49934164a441 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:07:27.439963 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a54ee79b-4a59-4515-b4d5-58e2531cf5f1 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:07:27.447884 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a54ee79b-4a59-4515-b4d5-58e2531cf5f1 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "PUT /v2.0/routers/8a3a759c-feeb-4813-8dcc-49934164a441/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1388588 Sep 07 03:07:27.450406 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 35906) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:07:27.453930 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d67d4d-9745-4d40-b61b-6314ad6df284 None None] Sync routers for ids ['8a3a759c-feeb-4813-8dcc-49934164a441'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:07:27.467917 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d67d4d-9745-4d40-b61b-6314ad6df284 None None] Routers {'8a3a759c-feeb-4813-8dcc-49934164a441'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:07:27.469051 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-a4d67d4d-9745-4d40-b61b-6314ad6df284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:06:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['8a3a759c-feeb-4813-8dcc-49934164a441'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:07:27.530060 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-89f81034-1b1c-4f6d-96c6-9c15ab392d79 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Deleting subnet 0c149c38-03aa-4dfb-9aab-bd307e4b69ec {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 03:07:27.537528 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-89f81034-1b1c-4f6d-96c6-9c15ab392d79 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:27.589376 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-89f81034-1b1c-4f6d-96c6-9c15ab392d79 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:27.624459 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-a4d67d4d-9745-4d40-b61b-6314ad6df284 None None] Set router 8a3a759c-feeb-4813-8dcc-49934164a441 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:07:27.684204 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-89f81034-1b1c-4f6d-96c6-9c15ab392d79 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:27.771270 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-89f81034-1b1c-4f6d-96c6-9c15ab392d79 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:27.805297 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f81034-1b1c-4f6d-96c6-9c15ab392d79 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Pushing event deleted for resources: {'Subnet': ['ID=0c149c38-03aa-4dfb-9aab-bd307e4b69ec,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:07:27.818354 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-89f81034-1b1c-4f6d-96c6-9c15ab392d79 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:27.820842 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-89f81034-1b1c-4f6d-96c6-9c15ab392d79 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "DELETE /v2.0/subnets/0c149c38-03aa-4dfb-9aab-bd307e4b69ec HTTP/1.1" status: 204 len: 168 time: 0.3690286 Sep 07 03:07:27.823597 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 35908) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:07:27.832419 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b42802-8775-460c-af91-67b9a9a76756 None None] Network 3dc49b2b-b179-465c-aabe-a71d39ec1803 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:07:27.862744 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-a4d67d4d-9745-4d40-b61b-6314ad6df284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a3a759c-feeb-4813-8dcc-49934164a441', 'name': 'tempest-TestNetworkBasicOps-router-835930913', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '57bb2054-a850-465f-ae7a-25b90789bae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:05:22Z', 'updated_at': '2021-09-07T03:07:26Z', 'revision_number': 7, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'gw_port': {'id': '57bb2054-a850-465f-ae7a-25b90789bae9', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:93:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3a759c-feeb-4813-8dcc-49934164a441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:05:23Z', 'updated_at': '2021-09-07T03:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:07:27.920702 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d67d4d-9745-4d40-b61b-6314ad6df284 None None] Checking router: 8a3a759c-feeb-4813-8dcc-49934164a441 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:07:27.939049 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d67d4d-9745-4d40-b61b-6314ad6df284 None None] Routers {'8a3a759c-feeb-4813-8dcc-49934164a441'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:07:27.939703 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-a4d67d4d-9745-4d40-b61b-6314ad6df284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:06:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['8a3a759c-feeb-4813-8dcc-49934164a441'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:07:28.083060 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-a4d67d4d-9745-4d40-b61b-6314ad6df284 None None] Set router 8a3a759c-feeb-4813-8dcc-49934164a441 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:07:28.192178 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 2a87d268-9221-4d93-b776-073af88fd88f no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:07:28.237622 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-aeb609c9-ca52-4c6b-89ef-ae2f534e0dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:28.268959 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: 2a87d268-9221-4d93-b776-073af88fd88f {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:07:28.269589 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 2a87d268-9221-4d93-b776-073af88fd88f not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:07:28.365442 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1e6b940c-f8e3-40fb-88d8-7db492087e48 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:28.485337 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba31f21-ff85-42a5-a837-724653e35c83 None None] DHCP port deletion for 3dc49b2b-b179-465c-aabe-a71d39ec1803 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 03:07:28.638874 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3ba31f21-ff85-42a5-a837-724653e35c83 None None] Deleting port e44a1455-1a94-4b65-88ba-8c5822562811 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:07:28.639735 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3ba31f21-ff85-42a5-a837-724653e35c83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:28.645246 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6424a7a0-9d2e-4f06-8b55-7d447a5f3054 req-3be88a85-c364-400b-bd52-711a8ccdedeb tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:28.657181 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6424a7a0-9d2e-4f06-8b55-7d447a5f3054 req-3be88a85-c364-400b-bd52-711a8ccdedeb tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=13968a14-6b3e-4bfb-bd88-c64a89b83ca3 HTTP/1.1" status: 200 len: 944 time: 0.1118784 Sep 07 03:07:28.684951 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-a4d67d4d-9745-4d40-b61b-6314ad6df284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a3a759c-feeb-4813-8dcc-49934164a441', 'name': 'tempest-TestNetworkBasicOps-router-835930913', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '57bb2054-a850-465f-ae7a-25b90789bae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:05:22Z', 'updated_at': '2021-09-07T03:07:26Z', 'revision_number': 7, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'gw_port': {'id': '57bb2054-a850-465f-ae7a-25b90789bae9', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:93:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3a759c-feeb-4813-8dcc-49934164a441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:05:23Z', 'updated_at': '2021-09-07T03:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:07:28.736764 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1e6b940c-f8e3-40fb-88d8-7db492087e48 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:28.751494 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d67d4d-9745-4d40-b61b-6314ad6df284 None None] The sync data for ids ['8a3a759c-feeb-4813-8dcc-49934164a441'] in n-d-796209-16 is: [{'id': '8a3a759c-feeb-4813-8dcc-49934164a441', 'name': 'tempest-TestNetworkBasicOps-router-835930913', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '57bb2054-a850-465f-ae7a-25b90789bae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:05:22Z', 'updated_at': '2021-09-07T03:07:26Z', 'revision_number': 7, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'gw_port': {'id': '57bb2054-a850-465f-ae7a-25b90789bae9', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:93:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a3a759c-feeb-4813-8dcc-49934164a441', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:05:23Z', 'updated_at': '2021-09-07T03:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:07:28.753586 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6424a7a0-9d2e-4f06-8b55-7d447a5f3054 req-beeeb274-f5cf-4f8b-9861-13047e8ef8ff tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856254 Sep 07 03:07:28.766657 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:28.775856 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3ba31f21-ff85-42a5-a837-724653e35c83 None None] For port e44a1455-1a94-4b65-88ba-8c5822562811, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=e44a1455-1a94-4b65-88ba-8c5822562811,segment=NetworkSegment(3282f482-906f-4021-876f-c04da7071ffe),segment_id=3282f482-906f-4021-876f-c04da7071ffe)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:07:28.776441 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3ba31f21-ff85-42a5-a837-724653e35c83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:28.797824 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3ba31f21-ff85-42a5-a837-724653e35c83 None None] Calling delete_port for e44a1455-1a94-4b65-88ba-8c5822562811 owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:07:28.876334 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-1e6b940c-f8e3-40fb-88d8-7db492087e48 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Deleting port 57bb2054-a850-465f-ae7a-25b90789bae9 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:07:28.878780 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1e6b940c-f8e3-40fb-88d8-7db492087e48 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:28.907216 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3ba31f21-ff85-42a5-a837-724653e35c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:28.941153 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba31f21-ff85-42a5-a837-724653e35c83 None None] No DVR routers for this DVR port e44a1455-1a94-4b65-88ba-8c5822562811 on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:07:28.948807 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba31f21-ff85-42a5-a837-724653e35c83 None None] Pushing event deleted for resources: {'Port': ['ID=e44a1455-1a94-4b65-88ba-8c5822562811,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:07:29.017824 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-1e6b940c-f8e3-40fb-88d8-7db492087e48 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] For port 57bb2054-a850-465f-ae7a-25b90789bae9, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=57bb2054-a850-465f-ae7a-25b90789bae9,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:07:29.019857 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1e6b940c-f8e3-40fb-88d8-7db492087e48 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:29.032345 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-1e6b940c-f8e3-40fb-88d8-7db492087e48 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Calling delete_port for 57bb2054-a850-465f-ae7a-25b90789bae9 owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:07:29.269948 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1e6b940c-f8e3-40fb-88d8-7db492087e48 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:29.316999 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b940c-f8e3-40fb-88d8-7db492087e48 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Pushing event deleted for resources: {'Port': ['ID=57bb2054-a850-465f-ae7a-25b90789bae9,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:07:29.430255 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1e6b940c-f8e3-40fb-88d8-7db492087e48 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:29.530949 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1e6b940c-f8e3-40fb-88d8-7db492087e48 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:29.534058 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1e6b940c-f8e3-40fb-88d8-7db492087e48 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:29.586248 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:29.592544 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1e6b940c-f8e3-40fb-88d8-7db492087e48 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:29.593103 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6b940c-f8e3-40fb-88d8-7db492087e48 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Fanout notify agent at l3_agent the message router_deleted on router 8a3a759c-feeb-4813-8dcc-49934164a441 {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 03:07:29.602841 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1e6b940c-f8e3-40fb-88d8-7db492087e48 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:29.608865 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-1e6b940c-f8e3-40fb-88d8-7db492087e48 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "DELETE /v2.0/routers/8a3a759c-feeb-4813-8dcc-49934164a441 HTTP/1.1" status: 204 len: 168 time: 1.7793810 Sep 07 03:07:29.615409 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 35916) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:07:29.817442 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b5009854-4b48-4ca2-80d8-4188c4f4ffbf tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:29.983003 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b5009854-4b48-4ca2-80d8-4188c4f4ffbf tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:30.034083 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-b5009854-4b48-4ca2-80d8-4188c4f4ffbf tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dc49b2b-b179-465c-aabe-a71d39ec1803']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:07:30.050480 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-b5009854-4b48-4ca2-80d8-4188c4f4ffbf tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3282f482-906f-4021-876f-c04da7071ffe') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:07:30.050870 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-b5009854-4b48-4ca2-80d8-4188c4f4ffbf tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3282f482-906f-4021-876f-c04da7071ffe') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:07:30.066878 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b5009854-4b48-4ca2-80d8-4188c4f4ffbf tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:30.089858 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf73fcd-c8ff-4869-be91-a77406fd0344 req-aa2d1449-39e0-4615-a735-893a0593da0d tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:30.092118 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3bf73fcd-c8ff-4869-be91-a77406fd0344 req-aa2d1449-39e0-4615-a735-893a0593da0d tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=13968a14-6b3e-4bfb-bd88-c64a89b83ca3 HTTP/1.1" status: 200 len: 944 time: 0.1683547 Sep 07 03:07:30.100079 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b5009854-4b48-4ca2-80d8-4188c4f4ffbf tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:30.124252 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5009854-4b48-4ca2-80d8-4188c4f4ffbf tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 03:07:30.125604 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b5009854-4b48-4ca2-80d8-4188c4f4ffbf tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:30.129004 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 03:07:30.129004 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 03:07:30.129004 n-d-796209-16 neutron-server[94700]: timer() Sep 07 03:07:30.129004 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 03:07:30.129004 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 03:07:30.129004 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 03:07:30.129004 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 03:07:30.129004 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 03:07:30.129004 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 03:07:30.129004 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 03:07:30.129004 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 03:07:30.129004 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 03:07:30.129004 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 03:07:30.129004 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 03:07:30.129004 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 03:07:30.129004 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 03:07:30.129004 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 03:07:30.129004 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 03:07:30.129004 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 03:07:30.129004 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 03:07:30.129004 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 03:07:30.129004 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 03:07:30.129004 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 03:07:30.129004 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 03:07:30.129004 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 03:07:30.129004 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 03:07:30.129004 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 03:07:30.129004 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 03:07:30.129004 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 03:07:30.129004 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 03:07:30.129004 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 03:07:30.129004 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 03:07:30.205548 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3bf73fcd-c8ff-4869-be91-a77406fd0344 req-a342a3a7-c46d-4628-9078-c130cd1272ad tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021271 Sep 07 03:07:30.213524 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b5009854-4b48-4ca2-80d8-4188c4f4ffbf tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:30.220507 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b5009854-4b48-4ca2-80d8-4188c4f4ffbf tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:30.225627 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b5009854-4b48-4ca2-80d8-4188c4f4ffbf tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "DELETE /v2.0/networks/3dc49b2b-b179-465c-aabe-a71d39ec1803 HTTP/1.1" status: 204 len: 168 time: 0.6064117 Sep 07 03:07:30.251843 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 35920) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:07:30.259627 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-3a22066f-8f0f-4159-8fd5-058a63709a9d tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Request body: {'network': {'name': 'tempest-network-smoke--534155172', 'project_id': 'd26848eac2634f46a9e82fab10685270', 'port_security_enabled': True}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:07:30.260740 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5009854-4b48-4ca2-80d8-4188c4f4ffbf tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Pushing event deleted for resources: {'Network': ['ID=3dc49b2b-b179-465c-aabe-a71d39ec1803,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:07:30.281536 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a22066f-8f0f-4159-8fd5-058a63709a9d tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Made reservation on behalf of d26848eac2634f46a9e82fab10685270 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:07:30.285880 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3a22066f-8f0f-4159-8fd5-058a63709a9d tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:30.309505 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a22066f-8f0f-4159-8fd5-058a63709a9d tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 03:07:30.318336 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3a22066f-8f0f-4159-8fd5-058a63709a9d tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:30.318684 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-3a22066f-8f0f-4159-8fd5-058a63709a9d tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Added segment 3dbca80b-e0f5-4b2b-b8d2-1dc750f31215 of type vlan for network c8b8c08c-5898-4135-92f5-f39eb4bb8b4c Sep 07 03:07:30.358194 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3a22066f-8f0f-4159-8fd5-058a63709a9d tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:30.382953 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3a22066f-8f0f-4159-8fd5-058a63709a9d tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:30.388573 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a22066f-8f0f-4159-8fd5-058a63709a9d tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:30.389262 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3a22066f-8f0f-4159-8fd5-058a63709a9d tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:30.428120 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3a22066f-8f0f-4159-8fd5-058a63709a9d tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1747451 Sep 07 03:07:30.430191 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 35924) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:07:30.438623 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-caca8554-a3c8-4765-a17c-7b3bc79a53b3 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-715980183', 'admin_state_up': True, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:07:30.470875 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 8aad7048-62f8-4c7e-8701-eee43c31a243 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:07:30.473994 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-caca8554-a3c8-4765-a17c-7b3bc79a53b3 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:30.475332 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-caca8554-a3c8-4765-a17c-7b3bc79a53b3 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:30.490099 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a22066f-8f0f-4159-8fd5-058a63709a9d tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Pushing event updated for resources: {'Network': ['ID=c8b8c08c-5898-4135-92f5-f39eb4bb8b4c,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:07:30.493984 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 8aad7048-62f8-4c7e-8701-eee43c31a243 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:07:30.494342 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 8aad7048-62f8-4c7e-8701-eee43c31a243 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:07:30.494932 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device e44a1455-1a94-4b65-88ba-8c5822562811 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:07:30.518812 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network c8b8c08c-5898-4135-92f5-f39eb4bb8b4c details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 03:07:30.521196 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: e44a1455-1a94-4b65-88ba-8c5822562811 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:07:30.521646 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device e44a1455-1a94-4b65-88ba-8c5822562811 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:07:30.522161 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 57bb2054-a850-465f-ae7a-25b90789bae9 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:07:30.537911 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-caca8554-a3c8-4765-a17c-7b3bc79a53b3 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:30.551748 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 57bb2054-a850-465f-ae7a-25b90789bae9 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:07:30.552253 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 57bb2054-a850-465f-ae7a-25b90789bae9 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:07:30.688969 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-caca8554-a3c8-4765-a17c-7b3bc79a53b3 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:30.897030 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-caca8554-a3c8-4765-a17c-7b3bc79a53b3 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for router_gateway, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:30.918547 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-caca8554-a3c8-4765-a17c-7b3bc79a53b3 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:31.020750 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-caca8554-a3c8-4765-a17c-7b3bc79a53b3 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Allocated IP 172.25.5.101 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/7c628fa2-c147-4dc0-be9c-5b1187132bc7) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:07:31.123621 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-caca8554-a3c8-4765-a17c-7b3bc79a53b3 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:31.161082 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-caca8554-a3c8-4765-a17c-7b3bc79a53b3 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:31.194657 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caca8554-a3c8-4765-a17c-7b3bc79a53b3 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:07:31.197385 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-caca8554-a3c8-4765-a17c-7b3bc79a53b3 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:07:31.201428 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caca8554-a3c8-4765-a17c-7b3bc79a53b3 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:07:31.236185 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caca8554-a3c8-4765-a17c-7b3bc79a53b3 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Pushing event updated for resources: {'Port': ['ID=7c628fa2-c147-4dc0-be9c-5b1187132bc7,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:07:31.426077 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13135a-335e-452f-baf9-bd2d41b52641 req-6794ec12-d2fb-4059-917d-dfe9fa2f9247 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:31.427506 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bb13135a-335e-452f-baf9-bd2d41b52641 req-6794ec12-d2fb-4059-917d-dfe9fa2f9247 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=13968a14-6b3e-4bfb-bd88-c64a89b83ca3 HTTP/1.1" status: 200 len: 944 time: 0.1131947 Sep 07 03:07:31.434153 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:31.506711 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bb13135a-335e-452f-baf9-bd2d41b52641 req-6183bdbe-0926-4276-99b9-e95ff1f83245 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727539 Sep 07 03:07:31.520374 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-caca8554-a3c8-4765-a17c-7b3bc79a53b3 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for router_gateway, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:31.723680 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-caca8554-a3c8-4765-a17c-7b3bc79a53b3 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:31.854997 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caca8554-a3c8-4765-a17c-7b3bc79a53b3 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Router 78221678-7016-4e5e-8f2c-c84b3e5f5341 is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 03:07:31.963455 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caca8554-a3c8-4765-a17c-7b3bc79a53b3 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:07:31.973171 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b32fd6-6d2e-4ce9-ab40-7fff04f94a0c None None] Sync routers for ids ['78221678-7016-4e5e-8f2c-c84b3e5f5341'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:07:31.982261 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b32fd6-6d2e-4ce9-ab40-7fff04f94a0c None None] Routers {'78221678-7016-4e5e-8f2c-c84b3e5f5341'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:07:31.982779 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-caca8554-a3c8-4765-a17c-7b3bc79a53b3 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:31.982927 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-48b32fd6-6d2e-4ce9-ab40-7fff04f94a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:07:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['78221678-7016-4e5e-8f2c-c84b3e5f5341'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:07:31.988156 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 35938) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:07:31.988720 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-caca8554-a3c8-4765-a17c-7b3bc79a53b3 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5564396 Sep 07 03:07:32.021839 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b0c9382d-5b0a-4e39-82b2-27fa0853c2d4 tempest-TestNetworkBasicOps-1684385295 tempest-TestNetworkBasicOps-1684385295-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=d26848eac2634f46a9e82fab10685270&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324590 Sep 07 03:07:32.024714 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 35940) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:07:32.115264 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1a0b00-d269-4b2c-a186-c6ffc2996910 tempest-TestNetworkBasicOps-1684385295 tempest-TestNetworkBasicOps-1684385295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:32.116021 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-48b32fd6-6d2e-4ce9-ab40-7fff04f94a0c None None] Set router 78221678-7016-4e5e-8f2c-c84b3e5f5341 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:07:32.119685 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-2d1a0b00-d269-4b2c-a186-c6ffc2996910 tempest-TestNetworkBasicOps-1684385295 tempest-TestNetworkBasicOps-1684385295-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0939219 Sep 07 03:07:32.120316 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 35942) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:07:32.154203 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-979f397e-963b-4aac-aed7-d6f01e9301df tempest-TestNetworkBasicOps-1684385295 tempest-TestNetworkBasicOps-1684385295-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=1166b922-7457-4da4-bdda-328e8c8e7bc6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302055 Sep 07 03:07:32.154644 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 35944) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:07:32.160068 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-72b62ae1-01c4-4f32-9910-bd86bdb2ed15 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1893281871', 'network_id': 'c8b8c08c-5898-4135-92f5-f39eb4bb8b4c', 'project_id': 'd26848eac2634f46a9e82fab10685270', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:07:32.272403 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b62ae1-01c4-4f32-9910-bd86bdb2ed15 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Made reservation on behalf of d26848eac2634f46a9e82fab10685270 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:07:32.276915 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-72b62ae1-01c4-4f32-9910-bd86bdb2ed15 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:32.316014 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-48b32fd6-6d2e-4ce9-ab40-7fff04f94a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78221678-7016-4e5e-8f2c-c84b3e5f5341', 'name': 'tempest-TestNetworkBasicOps-router-715980183', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '7c628fa2-c147-4dc0-be9c-5b1187132bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:07:30Z', 'updated_at': '2021-09-07T03:07:31Z', 'revision_number': 3, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'gw_port': {'id': '7c628fa2-c147-4dc0-be9c-5b1187132bc7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a3:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78221678-7016-4e5e-8f2c-c84b3e5f5341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:07:30Z', 'updated_at': '2021-09-07T03:07:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:07:32.343265 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b32fd6-6d2e-4ce9-ab40-7fff04f94a0c None None] Checking router: 78221678-7016-4e5e-8f2c-c84b3e5f5341 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:07:32.343265 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b32fd6-6d2e-4ce9-ab40-7fff04f94a0c None None] Updating router 78221678-7016-4e5e-8f2c-c84b3e5f5341 port 7c628fa2-c147-4dc0-be9c-5b1187132bc7 binding host n-d-796209-16 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 03:07:32.371134 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-48b32fd6-6d2e-4ce9-ab40-7fff04f94a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:32.510301 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-72b62ae1-01c4-4f32-9910-bd86bdb2ed15 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:32.593952 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b62ae1-01c4-4f32-9910-bd86bdb2ed15 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Pushing event updated for resources: {'Subnet': ['ID=42cd9cd4-2db1-43d3-b878-1b08be61360f,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:07:32.659228 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b62ae1-01c4-4f32-9910-bd86bdb2ed15 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Checking segment: {'id': '3dbca80b-e0f5-4b2b-b8d2-1dc750f31215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c8b8c08c-5898-4135-92f5-f39eb4bb8b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:07:32.659635 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b62ae1-01c4-4f32-9910-bd86bdb2ed15 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Network hostable DHCP agents. Network: c8b8c08c-5898-4135-92f5-f39eb4bb8b4c, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 03:07:32.677677 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b3bbe-f5a6-4ca7-866b-4d440c6696dd req-ce0d97dc-50bd-4b81-84c7-b2ba2e787e0b tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:32.679400 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-db9b3bbe-f5a6-4ca7-866b-4d440c6696dd req-ce0d97dc-50bd-4b81-84c7-b2ba2e787e0b tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=13968a14-6b3e-4bfb-bd88-c64a89b83ca3 HTTP/1.1" status: 200 len: 944 time: 0.0779238 Sep 07 03:07:32.709391 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-48b32fd6-6d2e-4ce9-ab40-7fff04f94a0c None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:32.720979 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-48b32fd6-6d2e-4ce9-ab40-7fff04f94a0c None None] Transition to ACTIVE for port object 7c628fa2-c147-4dc0-be9c-5b1187132bc7 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:07:32.730050 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-48b32fd6-6d2e-4ce9-ab40-7fff04f94a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:32.740787 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b62ae1-01c4-4f32-9910-bd86bdb2ed15 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Network c8b8c08c-5898-4135-92f5-f39eb4bb8b4c is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 03:07:32.784262 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-db9b3bbe-f5a6-4ca7-866b-4d440c6696dd req-acb16c14-835f-400d-a932-277408f8cf9b tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916681 Sep 07 03:07:32.787456 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-72b62ae1-01c4-4f32-9910-bd86bdb2ed15 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, c8b8c08c-5898-4135-92f5-f39eb4bb8b4c) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:07:32.794745 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-48b32fd6-6d2e-4ce9-ab40-7fff04f94a0c None None] Attempting to bind port 7c628fa2-c147-4dc0-be9c-5b1187132bc7 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:07:32.795648 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-48b32fd6-6d2e-4ce9-ab40-7fff04f94a0c None None] Attempting to bind port 7c628fa2-c147-4dc0-be9c-5b1187132bc7 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:07:32.797498 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b32fd6-6d2e-4ce9-ab40-7fff04f94a0c None None] Attempting to bind port 7c628fa2-c147-4dc0-be9c-5b1187132bc7 on network 1166b922-7457-4da4-bdda-328e8c8e7bc6 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:07:32.804504 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b62ae1-01c4-4f32-9910-bd86bdb2ed15 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:32.805937 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d76cc98-9967-4bf1-a900-e707c5bbc905 None None] Network c8b8c08c-5898-4135-92f5-f39eb4bb8b4c requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:07:32.806073 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-72b62ae1-01c4-4f32-9910-bd86bdb2ed15 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:32.835560 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b32fd6-6d2e-4ce9-ab40-7fff04f94a0c None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:07:32.836291 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 35950) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:07:32.836956 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b32fd6-6d2e-4ce9-ab40-7fff04f94a0c None None] Checking segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:07:32.837636 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-48b32fd6-6d2e-4ce9-ab40-7fff04f94a0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:32.837760 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-72b62ae1-01c4-4f32-9910-bd86bdb2ed15 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6817181 Sep 07 03:07:32.838507 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b32fd6-6d2e-4ce9-ab40-7fff04f94a0c None None] Bound using segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:07:32.839005 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-48b32fd6-6d2e-4ce9-ab40-7fff04f94a0c None None] Bound port: 7c628fa2-c147-4dc0-be9c-5b1187132bc7, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:07:32.839393 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-48b32fd6-6d2e-4ce9-ab40-7fff04f94a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:32.847645 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab851c-3b16-4324-9aaf-ff3f8d0d640d None None] Pushing event updated for resources: {'Port': ['ID=7c628fa2-c147-4dc0-be9c-5b1187132bc7,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:07:32.984313 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-48b32fd6-6d2e-4ce9-ab40-7fff04f94a0c None None] For port 7c628fa2-c147-4dc0-be9c-5b1187132bc7, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:07:32.990518 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-48b32fd6-6d2e-4ce9-ab40-7fff04f94a0c None None] For port 7c628fa2-c147-4dc0-be9c-5b1187132bc7, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=7c628fa2-c147-4dc0-be9c-5b1187132bc7,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:07:32.997347 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-48b32fd6-6d2e-4ce9-ab40-7fff04f94a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:33.113416 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50322e69-b7d4-41bf-87e1-04201f30aca9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-c8b8c08c-5898-4135-92f5-f39eb4bb8b4c', 'network_id': 'c8b8c08c-5898-4135-92f5-f39eb4bb8b4c', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'fixed_ips': [{'subnet_id': '42cd9cd4-2db1-43d3-b878-1b08be61360f'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 03:07:33.114759 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-50322e69-b7d4-41bf-87e1-04201f30aca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:33.165476 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab851c-3b16-4324-9aaf-ff3f8d0d640d None None] Pushing event updated for resources: {'Port': ['ID=7c628fa2-c147-4dc0-be9c-5b1187132bc7,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:07:33.168747 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b32fd6-6d2e-4ce9-ab40-7fff04f94a0c None None] Routers {'78221678-7016-4e5e-8f2c-c84b3e5f5341'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:07:33.169747 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-48b32fd6-6d2e-4ce9-ab40-7fff04f94a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:07:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['78221678-7016-4e5e-8f2c-c84b3e5f5341'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:07:33.392483 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-48b32fd6-6d2e-4ce9-ab40-7fff04f94a0c None None] Set router 78221678-7016-4e5e-8f2c-c84b3e5f5341 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:07:33.425623 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-50322e69-b7d4-41bf-87e1-04201f30aca9 None None] Allocated IP 172.20.0.2 (c8b8c08c-5898-4135-92f5-f39eb4bb8b4c/42cd9cd4-2db1-43d3-b878-1b08be61360f/d9ab20a2-1218-40a2-be4a-fad701f85593) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:07:33.662270 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f87082b0-3279-4449-850d-6eb9865a5a3e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:33.736785 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-48b32fd6-6d2e-4ce9-ab40-7fff04f94a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78221678-7016-4e5e-8f2c-c84b3e5f5341', 'name': 'tempest-TestNetworkBasicOps-router-715980183', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '7c628fa2-c147-4dc0-be9c-5b1187132bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:07:30Z', 'updated_at': '2021-09-07T03:07:31Z', 'revision_number': 3, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'gw_port': {'id': '7c628fa2-c147-4dc0-be9c-5b1187132bc7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a3:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78221678-7016-4e5e-8f2c-c84b3e5f5341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:07:30Z', 'updated_at': '2021-09-07T03:07:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:07:33.745611 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-50322e69-b7d4-41bf-87e1-04201f30aca9 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:33.786861 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b32fd6-6d2e-4ce9-ab40-7fff04f94a0c None None] The sync data for ids ['78221678-7016-4e5e-8f2c-c84b3e5f5341'] in n-d-796209-16 is: [{'id': '78221678-7016-4e5e-8f2c-c84b3e5f5341', 'name': 'tempest-TestNetworkBasicOps-router-715980183', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '7c628fa2-c147-4dc0-be9c-5b1187132bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:07:30Z', 'updated_at': '2021-09-07T03:07:31Z', 'revision_number': 3, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'gw_port': {'id': '7c628fa2-c147-4dc0-be9c-5b1187132bc7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a3:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78221678-7016-4e5e-8f2c-c84b3e5f5341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:07:30Z', 'updated_at': '2021-09-07T03:07:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:07:33.793328 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-50322e69-b7d4-41bf-87e1-04201f30aca9 None None] Transition to ACTIVE for port object d9ab20a2-1218-40a2-be4a-fad701f85593 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:07:33.846044 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-50322e69-b7d4-41bf-87e1-04201f30aca9 None None] Transition to ACTIVE for port object d9ab20a2-1218-40a2-be4a-fad701f85593 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:07:33.857374 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-50322e69-b7d4-41bf-87e1-04201f30aca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:33.931939 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50322e69-b7d4-41bf-87e1-04201f30aca9 None None] Network c8b8c08c-5898-4135-92f5-f39eb4bb8b4c is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:07:33.936193 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50322e69-b7d4-41bf-87e1-04201f30aca9 None None] Pushing event updated for resources: {'Port': ['ID=d9ab20a2-1218-40a2-be4a-fad701f85593,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:07:33.939460 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-50322e69-b7d4-41bf-87e1-04201f30aca9 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:07:33.941493 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50322e69-b7d4-41bf-87e1-04201f30aca9 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:07:34.017948 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-50322e69-b7d4-41bf-87e1-04201f30aca9 None None] Attempting to bind port d9ab20a2-1218-40a2-be4a-fad701f85593 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:07:34.018658 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-50322e69-b7d4-41bf-87e1-04201f30aca9 None None] Attempting to bind port d9ab20a2-1218-40a2-be4a-fad701f85593 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '3dbca80b-e0f5-4b2b-b8d2-1dc750f31215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c8b8c08c-5898-4135-92f5-f39eb4bb8b4c'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:07:34.018803 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50322e69-b7d4-41bf-87e1-04201f30aca9 None None] Attempting to bind port d9ab20a2-1218-40a2-be4a-fad701f85593 on network c8b8c08c-5898-4135-92f5-f39eb4bb8b4c {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:07:34.026284 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50322e69-b7d4-41bf-87e1-04201f30aca9 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:07:34.026667 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50322e69-b7d4-41bf-87e1-04201f30aca9 None None] Checking segment: {'id': '3dbca80b-e0f5-4b2b-b8d2-1dc750f31215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c8b8c08c-5898-4135-92f5-f39eb4bb8b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:07:34.027074 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-50322e69-b7d4-41bf-87e1-04201f30aca9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:34.027505 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50322e69-b7d4-41bf-87e1-04201f30aca9 None None] Bound using segment: {'id': '3dbca80b-e0f5-4b2b-b8d2-1dc750f31215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c8b8c08c-5898-4135-92f5-f39eb4bb8b4c'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:07:34.027958 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-50322e69-b7d4-41bf-87e1-04201f30aca9 None None] Bound port: d9ab20a2-1218-40a2-be4a-fad701f85593, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dbca80b-e0f5-4b2b-b8d2-1dc750f31215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c8b8c08c-5898-4135-92f5-f39eb4bb8b4c'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:07:34.028343 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-50322e69-b7d4-41bf-87e1-04201f30aca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:34.042705 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd757f-e83b-45b7-8618-4ee8eab1e546 req-42c63a8e-4799-47b6-b907-9ddad84b256b tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:34.044791 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-70bd757f-e83b-45b7-8618-4ee8eab1e546 req-42c63a8e-4799-47b6-b907-9ddad84b256b tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=13968a14-6b3e-4bfb-bd88-c64a89b83ca3 HTTP/1.1" status: 200 len: 944 time: 0.1294379 Sep 07 03:07:34.132744 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-70bd757f-e83b-45b7-8618-4ee8eab1e546 req-6eb32a31-df81-4e49-ae16-f2a586f85763 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772512 Sep 07 03:07:34.146290 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-50322e69-b7d4-41bf-87e1-04201f30aca9 None None] For port d9ab20a2-1218-40a2-be4a-fad701f85593, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:07:34.157625 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-50322e69-b7d4-41bf-87e1-04201f30aca9 None None] For port d9ab20a2-1218-40a2-be4a-fad701f85593, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=d9ab20a2-1218-40a2-be4a-fad701f85593,segment=NetworkSegment(3dbca80b-e0f5-4b2b-b8d2-1dc750f31215),segment_id=3dbca80b-e0f5-4b2b-b8d2-1dc750f31215)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:07:34.165994 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-50322e69-b7d4-41bf-87e1-04201f30aca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:34.216014 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-f87082b0-3279-4449-850d-6eb9865a5a3e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Allocated IP 172.20.0.1 (c8b8c08c-5898-4135-92f5-f39eb4bb8b4c/42cd9cd4-2db1-43d3-b878-1b08be61360f/532da4cd-bec3-49ce-bece-abdeaf65d076) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:07:34.294940 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50322e69-b7d4-41bf-87e1-04201f30aca9 None None] Pushing event updated for resources: {'Port': ['ID=d9ab20a2-1218-40a2-be4a-fad701f85593,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:07:34.412773 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f87082b0-3279-4449-850d-6eb9865a5a3e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:34.451908 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-f87082b0-3279-4449-850d-6eb9865a5a3e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Transition to ACTIVE for port object 532da4cd-bec3-49ce-bece-abdeaf65d076 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:07:34.515998 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f87082b0-3279-4449-850d-6eb9865a5a3e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:34.587982 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 7c628fa2-c147-4dc0-be9c-5b1187132bc7 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:07:34.594480 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87082b0-3279-4449-850d-6eb9865a5a3e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Network c8b8c08c-5898-4135-92f5-f39eb4bb8b4c is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:07:34.597952 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-f87082b0-3279-4449-850d-6eb9865a5a3e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:07:34.602732 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87082b0-3279-4449-850d-6eb9865a5a3e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:07:34.697264 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87082b0-3279-4449-850d-6eb9865a5a3e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Pushing event updated for resources: {'Port': ['ID=532da4cd-bec3-49ce-bece-abdeaf65d076,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:07:34.698755 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 7c628fa2-c147-4dc0-be9c-5b1187132bc7 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:07:34.704322 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 7c628fa2-c147-4dc0-be9c-5b1187132bc7 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:07:34.712616 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:34.729901 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f87082b0-3279-4449-850d-6eb9865a5a3e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:34.892638 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:34.922206 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 7c628fa2-c147-4dc0-be9c-5b1187132bc7, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=7c628fa2-c147-4dc0-be9c-5b1187132bc7,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:07:34.928227 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:34.978771 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f87082b0-3279-4449-850d-6eb9865a5a3e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:35.061029 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=7c628fa2-c147-4dc0-be9c-5b1187132bc7,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:07:35.401406 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b0212-6d1e-4f1c-86d4-e49198da0a52 req-c919d038-7543-4a2c-b2e2-8e8f79ef291b tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:35.403847 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-af1b0212-6d1e-4f1c-86d4-e49198da0a52 req-c919d038-7543-4a2c-b2e2-8e8f79ef291b tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=13968a14-6b3e-4bfb-bd88-c64a89b83ca3 HTTP/1.1" status: 200 len: 944 time: 0.1167858 Sep 07 03:07:35.465710 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-af1b0212-6d1e-4f1c-86d4-e49198da0a52 req-3d12da48-aca6-402f-b617-d722441f8886 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550652 Sep 07 03:07:35.527602 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f87082b0-3279-4449-850d-6eb9865a5a3e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:35.537770 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f87082b0-3279-4449-850d-6eb9865a5a3e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:35.644209 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f87082b0-3279-4449-850d-6eb9865a5a3e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:35.703427 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87082b0-3279-4449-850d-6eb9865a5a3e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Pushing event updated for resources: {'Port': ['ID=532da4cd-bec3-49ce-bece-abdeaf65d076,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:07:35.815767 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0091f8-79af-4482-ba5c-cef57d52d58d None None] Network c8b8c08c-5898-4135-92f5-f39eb4bb8b4c requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:07:35.829613 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87082b0-3279-4449-850d-6eb9865a5a3e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Network c8b8c08c-5898-4135-92f5-f39eb4bb8b4c is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:07:35.831810 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-f87082b0-3279-4449-850d-6eb9865a5a3e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:07:35.994239 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f87082b0-3279-4449-850d-6eb9865a5a3e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Router 78221678-7016-4e5e-8f2c-c84b3e5f5341 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:07:36.002849 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-1d04da14-8425-46f0-b171-4b445cc787ca None None] Provisioning for port d9ab20a2-1218-40a2-be4a-fad701f85593 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:07:36.224548 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87082b0-3279-4449-850d-6eb9865a5a3e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:07:36.235680 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 36082) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:07:36.235816 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f87082b0-3279-4449-850d-6eb9865a5a3e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "PUT /v2.0/routers/78221678-7016-4e5e-8f2c-c84b3e5f5341/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3981214 Sep 07 03:07:36.485715 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5235273f-a043-41ae-84db-2a9330a49308 None None] Sync routers for ids ['78221678-7016-4e5e-8f2c-c84b3e5f5341'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:07:36.509014 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5235273f-a043-41ae-84db-2a9330a49308 None None] Routers {'78221678-7016-4e5e-8f2c-c84b3e5f5341'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:07:36.509665 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-5235273f-a043-41ae-84db-2a9330a49308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:07:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['78221678-7016-4e5e-8f2c-c84b3e5f5341'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:07:36.518207 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd8fcc8-e488-4bd4-a79b-65ca40636ac2 tempest-TestNetworkBasicOps-1684385295 tempest-TestNetworkBasicOps-1684385295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:36.519565 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd8fcc8-e488-4bd4-a79b-65ca40636ac2 tempest-TestNetworkBasicOps-1684385295 tempest-TestNetworkBasicOps-1684385295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:36.520045 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd8fcc8-e488-4bd4-a79b-65ca40636ac2 tempest-TestNetworkBasicOps-1684385295 tempest-TestNetworkBasicOps-1684385295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:36.520452 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd8fcc8-e488-4bd4-a79b-65ca40636ac2 tempest-TestNetworkBasicOps-1684385295 tempest-TestNetworkBasicOps-1684385295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:36.520922 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd8fcc8-e488-4bd4-a79b-65ca40636ac2 tempest-TestNetworkBasicOps-1684385295 tempest-TestNetworkBasicOps-1684385295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:36.527807 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd8fcc8-e488-4bd4-a79b-65ca40636ac2 tempest-TestNetworkBasicOps-1684385295 tempest-TestNetworkBasicOps-1684385295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:36.533399 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 36110) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:07:36.548369 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3bd8fcc8-e488-4bd4-a79b-65ca40636ac2 tempest-TestNetworkBasicOps-1684385295 tempest-TestNetworkBasicOps-1684385295-project-admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4280 time: 0.3117766 Sep 07 03:07:36.569092 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-b60e44ed-a918-47ea-9724-4ebe64d19c7a None None] Provisioning for port 532da4cd-bec3-49ce-bece-abdeaf65d076 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:07:36.579286 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-b60e44ed-a918-47ea-9724-4ebe64d19c7a None None] Provisioning complete for port 532da4cd-bec3-49ce-bece-abdeaf65d076 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:07:36.579564 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b60e44ed-a918-47ea-9724-4ebe64d19c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:36.651261 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712ce0c9-7bbe-41e9-ab4a-39b85081782d tempest-TestNetworkBasicOps-1684385295 tempest-TestNetworkBasicOps-1684385295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:36.651766 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712ce0c9-7bbe-41e9-ab4a-39b85081782d tempest-TestNetworkBasicOps-1684385295 tempest-TestNetworkBasicOps-1684385295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:36.652232 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712ce0c9-7bbe-41e9-ab4a-39b85081782d tempest-TestNetworkBasicOps-1684385295 tempest-TestNetworkBasicOps-1684385295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:36.652717 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712ce0c9-7bbe-41e9-ab4a-39b85081782d tempest-TestNetworkBasicOps-1684385295 tempest-TestNetworkBasicOps-1684385295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:36.653126 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712ce0c9-7bbe-41e9-ab4a-39b85081782d tempest-TestNetworkBasicOps-1684385295 tempest-TestNetworkBasicOps-1684385295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:36.653620 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712ce0c9-7bbe-41e9-ab4a-39b85081782d tempest-TestNetworkBasicOps-1684385295 tempest-TestNetworkBasicOps-1684385295-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:36.658879 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 36120) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:07:36.671186 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-712ce0c9-7bbe-41e9-ab4a-39b85081782d tempest-TestNetworkBasicOps-1684385295 tempest-TestNetworkBasicOps-1684385295-project-admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.1365921 Sep 07 03:07:36.678723 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-b60e44ed-a918-47ea-9724-4ebe64d19c7a None None] Port 532da4cd-bec3-49ce-bece-abdeaf65d076 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:07:36.716050 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device d9ab20a2-1218-40a2-be4a-fad701f85593 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:07:36.785123 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-5235273f-a043-41ae-84db-2a9330a49308 None None] Set router 78221678-7016-4e5e-8f2c-c84b3e5f5341 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:07:36.788802 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87093fe8-d90a-4293-b748-9703cd800edd req-35182679-c8e8-4511-80dc-20518ea6e09f tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:36.797256 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-87093fe8-d90a-4293-b748-9703cd800edd req-35182679-c8e8-4511-80dc-20518ea6e09f tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=13968a14-6b3e-4bfb-bd88-c64a89b83ca3 HTTP/1.1" status: 200 len: 944 time: 0.1243234 Sep 07 03:07:36.848879 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port d9ab20a2-1218-40a2-be4a-fad701f85593 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:07:36.852568 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-87093fe8-d90a-4293-b748-9703cd800edd req-09d3ce7b-bd8c-4188-9d06-9b87dc0e2fa6 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543129 Sep 07 03:07:36.854858 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port d9ab20a2-1218-40a2-be4a-fad701f85593 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:07:36.855252 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:37.057124 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-15d7c25b-62e6-40b4-9a12-001ea09294ab None None] Provisioning complete for port 532da4cd-bec3-49ce-bece-abdeaf65d076 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:07:37.057124 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-15d7c25b-62e6-40b4-9a12-001ea09294ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:37.076620 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:37.113102 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-15d7c25b-62e6-40b4-9a12-001ea09294ab None None] Port 532da4cd-bec3-49ce-bece-abdeaf65d076 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:07:37.172715 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port d9ab20a2-1218-40a2-be4a-fad701f85593, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=d9ab20a2-1218-40a2-be4a-fad701f85593,segment=NetworkSegment(3dbca80b-e0f5-4b2b-b8d2-1dc750f31215),segment_id=3dbca80b-e0f5-4b2b-b8d2-1dc750f31215)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:07:37.184061 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:37.186297 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 7c628fa2-c147-4dc0-be9c-5b1187132bc7 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:07:37.300755 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-5235273f-a043-41ae-84db-2a9330a49308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78221678-7016-4e5e-8f2c-c84b3e5f5341', 'name': 'tempest-TestNetworkBasicOps-router-715980183', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '7c628fa2-c147-4dc0-be9c-5b1187132bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:07:30Z', 'updated_at': '2021-09-07T03:07:34Z', 'revision_number': 4, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'gw_port': {'id': '7c628fa2-c147-4dc0-be9c-5b1187132bc7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78221678-7016-4e5e-8f2c-c84b3e5f5341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:07:30Z', 'updated_at': '2021-09-07T03:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '532da4cd-bec3-49ce-bece-abdeaf65d076', 'name': '', 'network_id': 'c8b8c08c-5898-4135-92f5-f39eb4bb8b4c', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'mac_address': 'fa:16:3e:be:0e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78221678-7016-4e5e-8f2c-c84b3e5f5341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '42cd9cd4-2db1-43d3-b878-1b08be61360f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:07:33Z', 'updated_at': '2021-09-07T03:07:35Z', 'revision_number': 2, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'subnets': [{'id': '42cd9cd4-2db1-43d3-b878-1b08be61360f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:07:37.337813 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-247d963a-b846-47ad-9dae-53401e5eac73 tempest-TestNetworkBasicOps-1684385295 tempest-TestNetworkBasicOps-1684385295-project-admin] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.6776438 Sep 07 03:07:37.357882 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5235273f-a043-41ae-84db-2a9330a49308 None None] Checking router: 78221678-7016-4e5e-8f2c-c84b3e5f5341 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:07:37.358241 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5235273f-a043-41ae-84db-2a9330a49308 None None] Updating router 78221678-7016-4e5e-8f2c-c84b3e5f5341 port 532da4cd-bec3-49ce-bece-abdeaf65d076 binding host n-d-796209-16 {{(pid=94703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 03:07:37.391173 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-5235273f-a043-41ae-84db-2a9330a49308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:37.535960 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-e35a1d6d-88ad-4974-9cd8-a24022ca109e None None] Provisioning complete for port 532da4cd-bec3-49ce-bece-abdeaf65d076 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:07:37.537069 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e35a1d6d-88ad-4974-9cd8-a24022ca109e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:37.540510 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=d9ab20a2-1218-40a2-be4a-fad701f85593,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:07:37.589337 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 7c628fa2-c147-4dc0-be9c-5b1187132bc7 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:07:37.590572 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:37.594449 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-e35a1d6d-88ad-4974-9cd8-a24022ca109e None None] Port 532da4cd-bec3-49ce-bece-abdeaf65d076 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:07:37.886023 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-5235273f-a043-41ae-84db-2a9330a49308 None None] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:37.910420 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-5235273f-a043-41ae-84db-2a9330a49308 None None] Transition to ACTIVE for port object 532da4cd-bec3-49ce-bece-abdeaf65d076 will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:07:37.925254 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-5235273f-a043-41ae-84db-2a9330a49308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:37.973192 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 36256) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:07:37.977942 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-2575c277-55f5-4e5f-b27c-251c634dffa5 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1309041279', 'description': 'tempest-secgroup-smoke-1309041279 description', 'project_id': 'd26848eac2634f46a9e82fab10685270'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:07:38.011936 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386ab4f6-1fc7-4b6f-aa43-bf1baba13b05 None None] Pushing event updated for resources: {'Port': ['ID=532da4cd-bec3-49ce-bece-abdeaf65d076,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:07:38.014624 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2575c277-55f5-4e5f-b27c-251c634dffa5 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:38.129031 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-5235273f-a043-41ae-84db-2a9330a49308 None None] Attempting to bind port 532da4cd-bec3-49ce-bece-abdeaf65d076 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:07:38.131970 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-5235273f-a043-41ae-84db-2a9330a49308 None None] Attempting to bind port 532da4cd-bec3-49ce-bece-abdeaf65d076 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '3dbca80b-e0f5-4b2b-b8d2-1dc750f31215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c8b8c08c-5898-4135-92f5-f39eb4bb8b4c'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:07:38.133300 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5235273f-a043-41ae-84db-2a9330a49308 None None] Attempting to bind port 532da4cd-bec3-49ce-bece-abdeaf65d076 on network c8b8c08c-5898-4135-92f5-f39eb4bb8b4c {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:07:38.137079 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50bc202-8673-433e-89c0-1e63e0d16655 req-8ecf3b8d-a321-403b-97e6-6adf1a1c9c8d tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:38.149928 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5235273f-a043-41ae-84db-2a9330a49308 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:07:38.151461 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5235273f-a043-41ae-84db-2a9330a49308 None None] Checking segment: {'id': '3dbca80b-e0f5-4b2b-b8d2-1dc750f31215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c8b8c08c-5898-4135-92f5-f39eb4bb8b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:07:38.152068 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-5235273f-a043-41ae-84db-2a9330a49308 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:38.153021 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5235273f-a043-41ae-84db-2a9330a49308 None None] Bound using segment: {'id': '3dbca80b-e0f5-4b2b-b8d2-1dc750f31215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c8b8c08c-5898-4135-92f5-f39eb4bb8b4c'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:07:38.153691 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-5235273f-a043-41ae-84db-2a9330a49308 None None] Bound port: 532da4cd-bec3-49ce-bece-abdeaf65d076, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dbca80b-e0f5-4b2b-b8d2-1dc750f31215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c8b8c08c-5898-4135-92f5-f39eb4bb8b4c'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:07:38.154334 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-5235273f-a043-41ae-84db-2a9330a49308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:38.164157 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b50bc202-8673-433e-89c0-1e63e0d16655 req-8ecf3b8d-a321-403b-97e6-6adf1a1c9c8d tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=13968a14-6b3e-4bfb-bd88-c64a89b83ca3 HTTP/1.1" status: 200 len: 944 time: 0.1978321 Sep 07 03:07:38.218137 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2575c277-55f5-4e5f-b27c-251c634dffa5 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:38.223966 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2575c277-55f5-4e5f-b27c-251c634dffa5 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:38.273434 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2575c277-55f5-4e5f-b27c-251c634dffa5 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5050b0e9-66cd-45b8-b60d-cf7be8378cc0,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:07:38.274482 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b50bc202-8673-433e-89c0-1e63e0d16655 req-7388cd80-1871-4264-a5bc-f7d4a989cc0a tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093755 Sep 07 03:07:38.303822 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2575c277-55f5-4e5f-b27c-251c634dffa5 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:38.305239 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-5235273f-a043-41ae-84db-2a9330a49308 None None] For port 532da4cd-bec3-49ce-bece-abdeaf65d076, host n-d-796209-16, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:07:38.314888 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-2575c277-55f5-4e5f-b27c-251c634dffa5 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3405223 Sep 07 03:07:38.315383 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-5235273f-a043-41ae-84db-2a9330a49308 None None] For port 532da4cd-bec3-49ce-bece-abdeaf65d076, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=532da4cd-bec3-49ce-bece-abdeaf65d076,segment=NetworkSegment(3dbca80b-e0f5-4b2b-b8d2-1dc750f31215),segment_id=3dbca80b-e0f5-4b2b-b8d2-1dc750f31215)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:07:38.315553 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 36288) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:07:38.328368 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-5235273f-a043-41ae-84db-2a9330a49308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:38.328597 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-5e9502f8-c48c-4669-affe-7ecc65b7c2b2 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Request body: {'security_group_rule': {'security_group_id': '5050b0e9-66cd-45b8-b60d-cf7be8378cc0', 'project_id': 'd26848eac2634f46a9e82fab10685270', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:07:38.398248 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5235273f-a043-41ae-84db-2a9330a49308 None None] Routers {'78221678-7016-4e5e-8f2c-c84b3e5f5341'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:07:38.399174 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-5235273f-a043-41ae-84db-2a9330a49308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:07:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['78221678-7016-4e5e-8f2c-c84b3e5f5341'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:07:38.400854 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5e9502f8-c48c-4669-affe-7ecc65b7c2b2 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:38.508239 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5e9502f8-c48c-4669-affe-7ecc65b7c2b2 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:38.513942 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386ab4f6-1fc7-4b6f-aa43-bf1baba13b05 None None] Pushing event updated for resources: {'Port': ['ID=532da4cd-bec3-49ce-bece-abdeaf65d076,revision_number=4']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:07:38.516860 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5e9502f8-c48c-4669-affe-7ecc65b7c2b2 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:38.541166 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9502f8-c48c-4669-affe-7ecc65b7c2b2 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b473484-3095-4135-b8c5-c8b083a45a02,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:07:38.549949 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device d9ab20a2-1218-40a2-be4a-fad701f85593 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:07:38.552942 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5e9502f8-c48c-4669-affe-7ecc65b7c2b2 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:38.555653 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-5e9502f8-c48c-4669-affe-7ecc65b7c2b2 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2387717 Sep 07 03:07:38.558497 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 36310) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:07:38.564190 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-6c1d749c-27be-41a7-8294-a19d4e86ca66 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Request body: {'security_group_rule': {'security_group_id': '5050b0e9-66cd-45b8-b60d-cf7be8378cc0', 'project_id': 'd26848eac2634f46a9e82fab10685270', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:07:38.621657 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6c1d749c-27be-41a7-8294-a19d4e86ca66 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:38.666400 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port d9ab20a2-1218-40a2-be4a-fad701f85593 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:07:38.667752 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:38.720970 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-5235273f-a043-41ae-84db-2a9330a49308 None None] Set router 78221678-7016-4e5e-8f2c-c84b3e5f5341 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:07:38.760277 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6c1d749c-27be-41a7-8294-a19d4e86ca66 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:38.768859 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6c1d749c-27be-41a7-8294-a19d4e86ca66 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:38.795142 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1d749c-27be-41a7-8294-a19d4e86ca66 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85aab566-8855-423f-a54e-52c0d17a48d0,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:07:38.808842 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6c1d749c-27be-41a7-8294-a19d4e86ca66 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:38.813057 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-6c1d749c-27be-41a7-8294-a19d4e86ca66 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2530212 Sep 07 03:07:38.815047 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 36338) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:07:38.820568 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-deae9ac2-6925-4d83-9972-de43b49cb4fb tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Request body: {'security_group_rule': {'security_group_id': '5050b0e9-66cd-45b8-b60d-cf7be8378cc0', 'project_id': 'd26848eac2634f46a9e82fab10685270', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:07:38.857786 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-deae9ac2-6925-4d83-9972-de43b49cb4fb tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:38.944395 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-deae9ac2-6925-4d83-9972-de43b49cb4fb tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:38.949685 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-deae9ac2-6925-4d83-9972-de43b49cb4fb tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:38.968566 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deae9ac2-6925-4d83-9972-de43b49cb4fb tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d955eedf-e272-4fd9-938d-2105d62eca86,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:07:38.982893 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-deae9ac2-6925-4d83-9972-de43b49cb4fb tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:38.985044 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-deae9ac2-6925-4d83-9972-de43b49cb4fb tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1687040 Sep 07 03:07:38.987901 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 36362) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:07:38.993691 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-327eb351-141e-4310-9471-f752f897bd8f tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Request body: {'security_group_rule': {'security_group_id': '5050b0e9-66cd-45b8-b60d-cf7be8378cc0', 'project_id': 'd26848eac2634f46a9e82fab10685270', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:07:39.009180 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-5235273f-a043-41ae-84db-2a9330a49308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78221678-7016-4e5e-8f2c-c84b3e5f5341', 'name': 'tempest-TestNetworkBasicOps-router-715980183', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '7c628fa2-c147-4dc0-be9c-5b1187132bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:07:30Z', 'updated_at': '2021-09-07T03:07:34Z', 'revision_number': 4, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'gw_port': {'id': '7c628fa2-c147-4dc0-be9c-5b1187132bc7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78221678-7016-4e5e-8f2c-c84b3e5f5341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:07:30Z', 'updated_at': '2021-09-07T03:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '532da4cd-bec3-49ce-bece-abdeaf65d076', 'name': '', 'network_id': 'c8b8c08c-5898-4135-92f5-f39eb4bb8b4c', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'mac_address': 'fa:16:3e:be:0e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78221678-7016-4e5e-8f2c-c84b3e5f5341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '42cd9cd4-2db1-43d3-b878-1b08be61360f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:07:33Z', 'updated_at': '2021-09-07T03:07:38Z', 'revision_number': 4, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'subnets': [{'id': '42cd9cd4-2db1-43d3-b878-1b08be61360f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:07:39.031709 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-327eb351-141e-4310-9471-f752f897bd8f tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:39.039472 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5235273f-a043-41ae-84db-2a9330a49308 None None] The sync data for ids ['78221678-7016-4e5e-8f2c-c84b3e5f5341'] in n-d-796209-16 is: [{'id': '78221678-7016-4e5e-8f2c-c84b3e5f5341', 'name': 'tempest-TestNetworkBasicOps-router-715980183', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '7c628fa2-c147-4dc0-be9c-5b1187132bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:07:30Z', 'updated_at': '2021-09-07T03:07:34Z', 'revision_number': 4, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'gw_port': {'id': '7c628fa2-c147-4dc0-be9c-5b1187132bc7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78221678-7016-4e5e-8f2c-c84b3e5f5341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:07:30Z', 'updated_at': '2021-09-07T03:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '532da4cd-bec3-49ce-bece-abdeaf65d076', 'name': '', 'network_id': 'c8b8c08c-5898-4135-92f5-f39eb4bb8b4c', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'mac_address': 'fa:16:3e:be:0e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78221678-7016-4e5e-8f2c-c84b3e5f5341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '42cd9cd4-2db1-43d3-b878-1b08be61360f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:07:33Z', 'updated_at': '2021-09-07T03:07:38Z', 'revision_number': 4, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'subnets': [{'id': '42cd9cd4-2db1-43d3-b878-1b08be61360f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:07:39.121184 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-327eb351-141e-4310-9471-f752f897bd8f tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:39.127816 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-327eb351-141e-4310-9471-f752f897bd8f tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:39.147038 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327eb351-141e-4310-9471-f752f897bd8f tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdc19216-05be-4d49-9562-5ccc3efbca20,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:07:39.155882 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-327eb351-141e-4310-9471-f752f897bd8f tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:39.157215 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-327eb351-141e-4310-9471-f752f897bd8f tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1676047 Sep 07 03:07:39.160356 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 36382) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:07:39.168442 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-459eeff4-9cc6-4ed6-95db-01d1aa4b1f39 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Request body: {'security_group_rule': {'security_group_id': '5050b0e9-66cd-45b8-b60d-cf7be8378cc0', 'project_id': 'd26848eac2634f46a9e82fab10685270', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:07:39.198788 n-d-796209-16 neutron-server[94700]: INFO neutron.db.securitygroups_db [None req-459eeff4-9cc6-4ed6-95db-01d1aa4b1f39 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Project d26848eac2634f46a9e82fab10685270 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 03:07:39.205151 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-459eeff4-9cc6-4ed6-95db-01d1aa4b1f39 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:39.296852 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-459eeff4-9cc6-4ed6-95db-01d1aa4b1f39 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:39.305624 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-459eeff4-9cc6-4ed6-95db-01d1aa4b1f39 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:39.324511 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459eeff4-9cc6-4ed6-95db-01d1aa4b1f39 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc004a78-6577-4227-88c4-1e7495c6cdb2,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:07:39.344043 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-459eeff4-9cc6-4ed6-95db-01d1aa4b1f39 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:39.345806 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-459eeff4-9cc6-4ed6-95db-01d1aa4b1f39 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1840677 Sep 07 03:07:39.348634 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 36410) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:07:39.354101 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-e1fb703b-7124-4038-9924-a6ac3b00c7df tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Request body: {'security_group_rule': {'security_group_id': '5050b0e9-66cd-45b8-b60d-cf7be8378cc0', 'project_id': 'd26848eac2634f46a9e82fab10685270', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:07:39.386115 n-d-796209-16 neutron-server[94700]: INFO neutron.db.securitygroups_db [None req-e1fb703b-7124-4038-9924-a6ac3b00c7df tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Project d26848eac2634f46a9e82fab10685270 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 03:07:39.397117 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e1fb703b-7124-4038-9924-a6ac3b00c7df tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:39.471509 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e1fb703b-7124-4038-9924-a6ac3b00c7df tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:39.478237 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e1fb703b-7124-4038-9924-a6ac3b00c7df tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:39.506281 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e1fb703b-7124-4038-9924-a6ac3b00c7df tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:39.516345 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-e1fb703b-7124-4038-9924-a6ac3b00c7df tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1576884 Sep 07 03:07:39.516345 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fb703b-7124-4038-9924-a6ac3b00c7df tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eff6ea42-2844-4500-ba39-33ac6842d3bf,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:07:39.686359 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ab7f2619-bf29-4d3c-826b-c40630a27d02 req-6706177e-327c-4ece-8e27-3cb4673a2582 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1309041279&fields=id&tenant_id=d26848eac2634f46a9e82fab10685270 HTTP/1.1" status: 200 len: 267 time: 0.0635576 Sep 07 03:07:39.698170 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70fe53-15a5-4c7b-8081-641dbae46df3 req-725efeb9-3bb0-4692-bf0e-c7c3ee375a9e tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:39.699855 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fc70fe53-15a5-4c7b-8081-641dbae46df3 req-725efeb9-3bb0-4692-bf0e-c7c3ee375a9e tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=13968a14-6b3e-4bfb-bd88-c64a89b83ca3 HTTP/1.1" status: 200 len: 944 time: 0.3100739 Sep 07 03:07:39.754720 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fc70fe53-15a5-4c7b-8081-641dbae46df3 req-79c868bb-923a-4074-b317-0b549f1bc0a4 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447111 Sep 07 03:07:39.816037 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f2619-bf29-4d3c-826b-c40630a27d02 req-95f1243d-4c90-40aa-810c-00d1ef684e31 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:39.817728 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ab7f2619-bf29-4d3c-826b-c40630a27d02 req-95f1243d-4c90-40aa-810c-00d1ef684e31 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/networks?id=c8b8c08c-5898-4135-92f5-f39eb4bb8b4c HTTP/1.1" status: 200 len: 796 time: 0.1237152 Sep 07 03:07:39.834863 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ab7f2619-bf29-4d3c-826b-c40630a27d02 req-47291396-3671-497a-b3dc-7103909b14d9 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/quotas/d26848eac2634f46a9e82fab10685270 HTTP/1.1" status: 200 len: 375 time: 0.0108056 Sep 07 03:07:39.891961 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ab7f2619-bf29-4d3c-826b-c40630a27d02 req-ec12f9b6-5e92-442a-b972-69b0355c8c0e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d26848eac2634f46a9e82fab10685270&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508149 Sep 07 03:07:40.007732 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ab7f2619-bf29-4d3c-826b-c40630a27d02 req-d80e3169-f40d-48c3-a99c-ede42707e209 service neutron] 10.222.0.22 "GET /v2.0/networks/c8b8c08c-5898-4135-92f5-f39eb4bb8b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008122 Sep 07 03:07:40.112276 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ab7f2619-bf29-4d3c-826b-c40630a27d02 req-536d9b76-60af-430e-b86d-63c45639b773 service neutron] 10.222.0.22 "GET /v2.0/networks/c8b8c08c-5898-4135-92f5-f39eb4bb8b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974507 Sep 07 03:07:40.286566 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-23ad630a-6bd9-4bd5-b750-3ec83d3622de req-c39cdd89-29d2-4d45-978d-38d7f522b71f tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/ports?device_id=20a2d61e-0f9d-4775-afd3-632c836bf8f7 HTTP/1.1" status: 200 len: 210 time: 0.0308168 Sep 07 03:07:40.520462 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 532da4cd-bec3-49ce-bece-abdeaf65d076 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:07:40.592195 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 532da4cd-bec3-49ce-bece-abdeaf65d076 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:07:40.598081 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 532da4cd-bec3-49ce-bece-abdeaf65d076 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:07:40.598703 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:40.699512 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:40.738676 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 532da4cd-bec3-49ce-bece-abdeaf65d076, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=532da4cd-bec3-49ce-bece-abdeaf65d076,segment=NetworkSegment(3dbca80b-e0f5-4b2b-b8d2-1dc750f31215),segment_id=3dbca80b-e0f5-4b2b-b8d2-1dc750f31215)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:07:40.743517 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:40.813742 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=532da4cd-bec3-49ce-bece-abdeaf65d076,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:07:40.823250 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:07:40.823755 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:07:40.824146 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:07:40.824776 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:07:40.825586 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:07:40.825996 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:07:40.826339 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:07:40.826753 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:07:40.827703 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:07:40.828084 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:07:40.828422 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:07:40.828828 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:07:40.903984 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716cd2df-6997-4097-872d-7992310c5883 req-eefda5e5-5b8c-427e-8c14-b32a8b4487b6 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:40.905538 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-716cd2df-6997-4097-872d-7992310c5883 req-eefda5e5-5b8c-427e-8c14-b32a8b4487b6 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=13968a14-6b3e-4bfb-bd88-c64a89b83ca3 HTTP/1.1" status: 200 len: 944 time: 0.0573905 Sep 07 03:07:40.946771 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-716cd2df-6997-4097-872d-7992310c5883 req-75f79fde-f7ae-4a1f-935b-9ba3cddcd31f tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340033 Sep 07 03:07:41.389648 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:07:41.407388 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1703a832-303f-4a7b-8ae8-35571ff8bc2f req-24cab0f1-3941-44a4-9f53-64e399b8bff7 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/ports?device_id=20a2d61e-0f9d-4775-afd3-632c836bf8f7 HTTP/1.1" status: 200 len: 210 time: 0.0378067 Sep 07 03:07:41.433683 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f2619-bf29-4d3c-826b-c40630a27d02 req-f69759d5-aee3-4008-8ba8-275740bd7784 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:41.435360 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ab7f2619-bf29-4d3c-826b-c40630a27d02 req-f69759d5-aee3-4008-8ba8-275740bd7784 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.23 "GET /v2.0/networks?id=c8b8c08c-5898-4135-92f5-f39eb4bb8b4c HTTP/1.1" status: 200 len: 796 time: 0.1555891 Sep 07 03:07:41.482133 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ab7f2619-bf29-4d3c-826b-c40630a27d02 req-9ee24f6e-2f0b-4865-a41a-2dc81ac63e5d tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d26848eac2634f46a9e82fab10685270 HTTP/1.1" status: 200 len: 380 time: 0.0340419 Sep 07 03:07:41.494658 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-ab7f2619-bf29-4d3c-826b-c40630a27d02 req-9ac937b2-3296-449b-ac24-834903e257af tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Request body: {'port': {'device_id': '20a2d61e-0f9d-4775-afd3-632c836bf8f7', 'network_id': 'c8b8c08c-5898-4135-92f5-f39eb4bb8b4c', 'admin_state_up': True, 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'security_groups': ['5050b0e9-66cd-45b8-b60d-cf7be8378cc0']}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:07:41.605997 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab7f2619-bf29-4d3c-826b-c40630a27d02 req-9ac937b2-3296-449b-ac24-834903e257af tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Made reservation on behalf of d26848eac2634f46a9e82fab10685270 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:07:41.610169 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ab7f2619-bf29-4d3c-826b-c40630a27d02 req-9ac937b2-3296-449b-ac24-834903e257af tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:41.744708 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-ab7f2619-bf29-4d3c-826b-c40630a27d02 req-9ac937b2-3296-449b-ac24-834903e257af tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Allocated IP 172.20.0.10 (c8b8c08c-5898-4135-92f5-f39eb4bb8b4c/42cd9cd4-2db1-43d3-b878-1b08be61360f/0dd588d4-3baf-40e6-b334-cffa4372327d) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:07:41.893543 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ab7f2619-bf29-4d3c-826b-c40630a27d02 req-9ac937b2-3296-449b-ac24-834903e257af tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:41.908307 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-ab7f2619-bf29-4d3c-826b-c40630a27d02 req-9ac937b2-3296-449b-ac24-834903e257af tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Transition to ACTIVE for port object 0dd588d4-3baf-40e6-b334-cffa4372327d will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:07:41.941491 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ab7f2619-bf29-4d3c-826b-c40630a27d02 req-9ac937b2-3296-449b-ac24-834903e257af tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:41.983300 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab7f2619-bf29-4d3c-826b-c40630a27d02 req-9ac937b2-3296-449b-ac24-834903e257af tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Network c8b8c08c-5898-4135-92f5-f39eb4bb8b4c is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:07:41.986676 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-ab7f2619-bf29-4d3c-826b-c40630a27d02 req-9ac937b2-3296-449b-ac24-834903e257af tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:07:41.990376 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab7f2619-bf29-4d3c-826b-c40630a27d02 req-9ac937b2-3296-449b-ac24-834903e257af tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:07:42.026993 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac937b2-3296-449b-ac24-834903e257af tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Pushing event updated for resources: {'Port': ['ID=0dd588d4-3baf-40e6-b334-cffa4372327d,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:07:42.051863 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f2619-bf29-4d3c-826b-c40630a27d02 req-9ac937b2-3296-449b-ac24-834903e257af tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:42.052523 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ab7f2619-bf29-4d3c-826b-c40630a27d02 req-9ac937b2-3296-449b-ac24-834903e257af tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:42.078515 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ab7f2619-bf29-4d3c-826b-c40630a27d02 req-9ac937b2-3296-449b-ac24-834903e257af tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5873501 Sep 07 03:07:42.092391 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-ab7f2619-bf29-4d3c-826b-c40630a27d02 req-47de553a-f770-4fb9-a909-94c155cef728 service neutron] Request body: {'port': {'device_id': '20a2d61e-0f9d-4775-afd3-632c836bf8f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:07:42.097907 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd8c793-3a45-4d4f-adb9-7c4599c15eb1 req-c85144f0-94e3-4d18-8cee-d6e04c980017 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:42.100208 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-edd8c793-3a45-4d4f-adb9-7c4599c15eb1 req-c85144f0-94e3-4d18-8cee-d6e04c980017 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=13968a14-6b3e-4bfb-bd88-c64a89b83ca3 HTTP/1.1" status: 200 len: 944 time: 0.0724771 Sep 07 03:07:42.160440 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-edd8c793-3a45-4d4f-adb9-7c4599c15eb1 req-8369a73b-b801-4133-9f5c-d913d5aeeb3a tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470414 Sep 07 03:07:42.163448 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ab7f2619-bf29-4d3c-826b-c40630a27d02 req-47de553a-f770-4fb9-a909-94c155cef728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:42.252012 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-c14df8b7-aa31-437a-b6e4-92f5cd89393e None None] Provisioning for port 0dd588d4-3baf-40e6-b334-cffa4372327d completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:07:42.256595 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-c14df8b7-aa31-437a-b6e4-92f5cd89393e None None] Provisioning complete for port 0dd588d4-3baf-40e6-b334-cffa4372327d triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:07:42.257077 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c14df8b7-aa31-437a-b6e4-92f5cd89393e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:42.297864 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-c14df8b7-aa31-437a-b6e4-92f5cd89393e None None] Port 0dd588d4-3baf-40e6-b334-cffa4372327d cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:07:42.442521 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-ab7f2619-bf29-4d3c-826b-c40630a27d02 req-47de553a-f770-4fb9-a909-94c155cef728 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dd588d4-3baf-40e6-b334-cffa4372327d {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:07:42.451043 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ab7f2619-bf29-4d3c-826b-c40630a27d02 req-47de553a-f770-4fb9-a909-94c155cef728 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:42.464735 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-ab7f2619-bf29-4d3c-826b-c40630a27d02 req-47de553a-f770-4fb9-a909-94c155cef728 service neutron] Transition to ACTIVE for port object 0dd588d4-3baf-40e6-b334-cffa4372327d will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:07:42.476608 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ab7f2619-bf29-4d3c-826b-c40630a27d02 req-47de553a-f770-4fb9-a909-94c155cef728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:42.492111 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 532da4cd-bec3-49ce-bece-abdeaf65d076 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:07:42.548330 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 532da4cd-bec3-49ce-bece-abdeaf65d076 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:07:42.548982 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:42.563899 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47de553a-f770-4fb9-a909-94c155cef728 service neutron] Pushing event updated for resources: {'Port': ['ID=0dd588d4-3baf-40e6-b334-cffa4372327d,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:07:42.622214 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f6d1d9-2722-454b-8f86-6db6e4a76ba6 req-8b973a89-58c6-41c5-8c39-28d75d6ed4fc tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:42.624414 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-18f6d1d9-2722-454b-8f86-6db6e4a76ba6 req-8b973a89-58c6-41c5-8c39-28d75d6ed4fc tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/ports?device_id=20a2d61e-0f9d-4775-afd3-632c836bf8f7 HTTP/1.1" status: 200 len: 944 time: 0.1198633 Sep 07 03:07:42.664613 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-ab7f2619-bf29-4d3c-826b-c40630a27d02 req-47de553a-f770-4fb9-a909-94c155cef728 service neutron] Attempting to bind port 0dd588d4-3baf-40e6-b334-cffa4372327d on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:07:42.664932 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-ab7f2619-bf29-4d3c-826b-c40630a27d02 req-47de553a-f770-4fb9-a909-94c155cef728 service neutron] Attempting to bind port 0dd588d4-3baf-40e6-b334-cffa4372327d by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '3dbca80b-e0f5-4b2b-b8d2-1dc750f31215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c8b8c08c-5898-4135-92f5-f39eb4bb8b4c'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:07:42.665324 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7f2619-bf29-4d3c-826b-c40630a27d02 req-47de553a-f770-4fb9-a909-94c155cef728 service neutron] Attempting to bind port 0dd588d4-3baf-40e6-b334-cffa4372327d on network c8b8c08c-5898-4135-92f5-f39eb4bb8b4c {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:07:42.679842 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7f2619-bf29-4d3c-826b-c40630a27d02 req-47de553a-f770-4fb9-a909-94c155cef728 service neutron] Port 0dd588d4-3baf-40e6-b334-cffa4372327d on network c8b8c08c-5898-4135-92f5-f39eb4bb8b4c not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 03:07:42.680162 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7f2619-bf29-4d3c-826b-c40630a27d02 req-47de553a-f770-4fb9-a909-94c155cef728 service neutron] Attempting to bind port 0dd588d4-3baf-40e6-b334-cffa4372327d on network c8b8c08c-5898-4135-92f5-f39eb4bb8b4c {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:07:42.688324 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-18f6d1d9-2722-454b-8f86-6db6e4a76ba6 req-ed88c27a-95bb-4c2b-9cec-da527dad7b80 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/security-groups?id=5050b0e9-66cd-45b8-b60d-cf7be8378cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517941 Sep 07 03:07:42.691055 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7f2619-bf29-4d3c-826b-c40630a27d02 req-47de553a-f770-4fb9-a909-94c155cef728 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:07:42.691540 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7f2619-bf29-4d3c-826b-c40630a27d02 req-47de553a-f770-4fb9-a909-94c155cef728 service neutron] Checking segment: {'id': '3dbca80b-e0f5-4b2b-b8d2-1dc750f31215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c8b8c08c-5898-4135-92f5-f39eb4bb8b4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:07:42.691796 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7f2619-bf29-4d3c-826b-c40630a27d02 req-47de553a-f770-4fb9-a909-94c155cef728 service neutron] Bound using segment: {'id': '3dbca80b-e0f5-4b2b-b8d2-1dc750f31215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c8b8c08c-5898-4135-92f5-f39eb4bb8b4c'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:07:42.692219 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-ab7f2619-bf29-4d3c-826b-c40630a27d02 req-47de553a-f770-4fb9-a909-94c155cef728 service neutron] Bound port: 0dd588d4-3baf-40e6-b334-cffa4372327d, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dbca80b-e0f5-4b2b-b8d2-1dc750f31215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c8b8c08c-5898-4135-92f5-f39eb4bb8b4c'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:07:42.692573 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ab7f2619-bf29-4d3c-826b-c40630a27d02 req-47de553a-f770-4fb9-a909-94c155cef728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:42.766878 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-ab7f2619-bf29-4d3c-826b-c40630a27d02 req-47de553a-f770-4fb9-a909-94c155cef728 service neutron] For port 0dd588d4-3baf-40e6-b334-cffa4372327d, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:07:42.769912 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-ab7f2619-bf29-4d3c-826b-c40630a27d02 req-47de553a-f770-4fb9-a909-94c155cef728 service neutron] For port 0dd588d4-3baf-40e6-b334-cffa4372327d, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=0dd588d4-3baf-40e6-b334-cffa4372327d,segment=NetworkSegment(3dbca80b-e0f5-4b2b-b8d2-1dc750f31215),segment_id=3dbca80b-e0f5-4b2b-b8d2-1dc750f31215)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:07:42.774568 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ab7f2619-bf29-4d3c-826b-c40630a27d02 req-47de553a-f770-4fb9-a909-94c155cef728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:42.811044 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f2619-bf29-4d3c-826b-c40630a27d02 req-47de553a-f770-4fb9-a909-94c155cef728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:42.812775 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ab7f2619-bf29-4d3c-826b-c40630a27d02 req-47de553a-f770-4fb9-a909-94c155cef728 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:42.814791 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ab7f2619-bf29-4d3c-826b-c40630a27d02 req-47de553a-f770-4fb9-a909-94c155cef728 service neutron] 10.222.0.23 "PUT /v2.0/ports/0dd588d4-3baf-40e6-b334-cffa4372327d HTTP/1.1" status: 200 len: 1093 time: 0.7279620 Sep 07 03:07:42.815124 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20a2d61e-0f9d-4775-afd3-632c836bf8f7', 'tag': '0dd588d4-3baf-40e6-b334-cffa4372327d'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:07:42.817583 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7daea6-a1d0-462a-bc45-fdbc5743a149" -d '{"events": [{"name": "network-changed", "server_uuid": "20a2d61e-0f9d-4775-afd3-632c836bf8f7", "tag": "0dd588d4-3baf-40e6-b334-cffa4372327d"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:07:42.850811 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47de553a-f770-4fb9-a909-94c155cef728 service neutron] Pushing event updated for resources: {'Port': ['ID=0dd588d4-3baf-40e6-b334-cffa4372327d,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:07:42.891694 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20336ff2-5639-4f27-b057-f83a047edd35 x-openstack-request-id: req-20336ff2-5639-4f27-b057-f83a047edd35 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:07:42.891985 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20a2d61e-0f9d-4775-afd3-632c836bf8f7", "tag": "0dd588d4-3baf-40e6-b334-cffa4372327d", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:07:42.892235 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-20336ff2-5639-4f27-b057-f83a047edd35 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:07:42.892737 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20a2d61e-0f9d-4775-afd3-632c836bf8f7', 'tag': '0dd588d4-3baf-40e6-b334-cffa4372327d', 'status': 'completed', 'code': 200} Sep 07 03:07:42.929222 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f2619-bf29-4d3c-826b-c40630a27d02 req-57221bd5-638a-41c2-b3ba-dd6db54f0e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:42.930241 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ab7f2619-bf29-4d3c-826b-c40630a27d02 req-57221bd5-638a-41c2-b3ba-dd6db54f0e71 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d26848eac2634f46a9e82fab10685270&device_id=20a2d61e-0f9d-4775-afd3-632c836bf8f7 HTTP/1.1" status: 200 len: 1096 time: 0.0475736 Sep 07 03:07:42.985315 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ab7f2619-bf29-4d3c-826b-c40630a27d02 req-c1aa609d-8941-4eac-b6f4-2e0b3c5cf45a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0dd588d4-3baf-40e6-b334-cffa4372327d HTTP/1.1" status: 200 len: 217 time: 0.0474756 Sep 07 03:07:43.043072 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f2619-bf29-4d3c-826b-c40630a27d02 req-0be8a00a-ded7-48d6-9cd8-dd384e0b0de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:43.044846 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ab7f2619-bf29-4d3c-826b-c40630a27d02 req-0be8a00a-ded7-48d6-9cd8-dd384e0b0de1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=42cd9cd4-2db1-43d3-b878-1b08be61360f HTTP/1.1" status: 200 len: 835 time: 0.0530827 Sep 07 03:07:43.100189 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f2619-bf29-4d3c-826b-c40630a27d02 req-0c7f939c-42f1-4218-a8b4-a10eecf8f845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:43.101810 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ab7f2619-bf29-4d3c-826b-c40630a27d02 req-0c7f939c-42f1-4218-a8b4-a10eecf8f845 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c8b8c08c-5898-4135-92f5-f39eb4bb8b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496979 Sep 07 03:07:43.224853 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ab7f2619-bf29-4d3c-826b-c40630a27d02 req-3e1641e6-41d6-45b5-a54b-1cce661d1d1d service neutron] 10.222.0.23 "GET /v2.0/networks/c8b8c08c-5898-4135-92f5-f39eb4bb8b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148615 Sep 07 03:07:43.725805 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601afd1f-3443-42d0-aac7-2998c88c94af req-8593c9d3-f592-4fe2-82b3-58c65849e8ba tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:43.728043 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-601afd1f-3443-42d0-aac7-2998c88c94af req-8593c9d3-f592-4fe2-82b3-58c65849e8ba tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=13968a14-6b3e-4bfb-bd88-c64a89b83ca3 HTTP/1.1" status: 200 len: 944 time: 0.5022230 Sep 07 03:07:43.769289 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ab7f2619-bf29-4d3c-826b-c40630a27d02 req-e659eaa5-f3a2-4f26-9401-bea30e49bf7f service neutron] 10.222.0.23 "GET /v2.0/networks/c8b8c08c-5898-4135-92f5-f39eb4bb8b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5334682 Sep 07 03:07:43.798793 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-601afd1f-3443-42d0-aac7-2998c88c94af req-01d8dd14-c400-41e6-9a5d-19240eb2206e tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609779 Sep 07 03:07:43.873446 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c55cc-bba9-4460-a231-24f2b490b04c req-2bc3cb32-aa9c-477a-bb45-b128b48944d3 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:43.875381 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b13c55cc-bba9-4460-a231-24f2b490b04c req-2bc3cb32-aa9c-477a-bb45-b128b48944d3 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/ports?device_id=20a2d61e-0f9d-4775-afd3-632c836bf8f7 HTTP/1.1" status: 200 len: 944 time: 0.0826039 Sep 07 03:07:43.890018 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7daea6-a1d0-462a-bc45-fdbc5743a149 req-832bfb6b-d7ab-47ab-b828-14e592322838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:43.891963 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7a7daea6-a1d0-462a-bc45-fdbc5743a149 req-832bfb6b-d7ab-47ab-b828-14e592322838 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d26848eac2634f46a9e82fab10685270&device_id=20a2d61e-0f9d-4775-afd3-632c836bf8f7 HTTP/1.1" status: 200 len: 1096 time: 0.0578353 Sep 07 03:07:43.933899 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b13c55cc-bba9-4460-a231-24f2b490b04c req-6f397f9c-c344-441c-9679-f644d3d19b5e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/security-groups?id=5050b0e9-66cd-45b8-b60d-cf7be8378cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517046 Sep 07 03:07:44.005697 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7daea6-a1d0-462a-bc45-fdbc5743a149 req-570dee4b-97ba-4b71-b7d2-099981109b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:44.007570 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7a7daea6-a1d0-462a-bc45-fdbc5743a149 req-570dee4b-97ba-4b71-b7d2-099981109b92 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c8b8c08c-5898-4135-92f5-f39eb4bb8b4c HTTP/1.1" status: 200 len: 896 time: 0.1065478 Sep 07 03:07:44.064586 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7a7daea6-a1d0-462a-bc45-fdbc5743a149 req-cec5c053-38c8-4de1-b107-7e2403c64fba service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0dd588d4-3baf-40e6-b334-cffa4372327d HTTP/1.1" status: 200 len: 217 time: 0.0488234 Sep 07 03:07:44.123298 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7daea6-a1d0-462a-bc45-fdbc5743a149 req-a5b6a598-9487-4aa5-a2e2-33a19606686c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:44.125026 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7a7daea6-a1d0-462a-bc45-fdbc5743a149 req-a5b6a598-9487-4aa5-a2e2-33a19606686c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=42cd9cd4-2db1-43d3-b878-1b08be61360f HTTP/1.1" status: 200 len: 835 time: 0.0523992 Sep 07 03:07:44.178992 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7daea6-a1d0-462a-bc45-fdbc5743a149 req-238e42e7-1ebe-4010-8494-a3122cfefdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:44.180655 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7a7daea6-a1d0-462a-bc45-fdbc5743a149 req-238e42e7-1ebe-4010-8494-a3122cfefdcb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c8b8c08c-5898-4135-92f5-f39eb4bb8b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464773 Sep 07 03:07:44.292662 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7a7daea6-a1d0-462a-bc45-fdbc5743a149 req-72169cc7-b9bf-4d8d-ae39-c84e6331e0d2 service neutron] 10.222.0.23 "GET /v2.0/networks/c8b8c08c-5898-4135-92f5-f39eb4bb8b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032348 Sep 07 03:07:44.406946 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7a7daea6-a1d0-462a-bc45-fdbc5743a149 req-5e1dc611-9bd6-474e-a3f6-6fca849b8284 service neutron] 10.222.0.23 "GET /v2.0/networks/c8b8c08c-5898-4135-92f5-f39eb4bb8b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049080 Sep 07 03:07:44.948397 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6506bb-de38-4e3a-8ec1-080f96ff1661 req-f9797161-a7c5-4f5c-a385-7349fbf65830 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:44.950259 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-db6506bb-de38-4e3a-8ec1-080f96ff1661 req-f9797161-a7c5-4f5c-a385-7349fbf65830 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=13968a14-6b3e-4bfb-bd88-c64a89b83ca3 HTTP/1.1" status: 200 len: 944 time: 0.0649543 Sep 07 03:07:44.989071 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-db6506bb-de38-4e3a-8ec1-080f96ff1661 req-09b4192b-bb45-4925-84d6-652b66173731 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324731 Sep 07 03:07:45.080197 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818f76e-4ee3-48eb-b7fe-11e93ce71b09 req-51bf16fa-9dc9-4fe2-889f-8696f0981fac tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:45.081675 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1818f76e-4ee3-48eb-b7fe-11e93ce71b09 req-51bf16fa-9dc9-4fe2-889f-8696f0981fac tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/ports?device_id=20a2d61e-0f9d-4775-afd3-632c836bf8f7 HTTP/1.1" status: 200 len: 944 time: 0.0570900 Sep 07 03:07:45.121747 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1818f76e-4ee3-48eb-b7fe-11e93ce71b09 req-70f57cfe-5611-43df-9df9-4a0108367413 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/security-groups?id=5050b0e9-66cd-45b8-b60d-cf7be8378cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340524 Sep 07 03:07:46.118389 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c051ac7-df8a-4951-82a6-92fe19b7cc9b req-efbaed1a-cebf-4f87-a683-1bd2203fddfe tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:46.119994 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0c051ac7-df8a-4951-82a6-92fe19b7cc9b req-efbaed1a-cebf-4f87-a683-1bd2203fddfe tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=13968a14-6b3e-4bfb-bd88-c64a89b83ca3 HTTP/1.1" status: 200 len: 944 time: 0.0546484 Sep 07 03:07:46.170399 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0c051ac7-df8a-4951-82a6-92fe19b7cc9b req-8c4b0281-8b3d-49ff-b2a9-4261bbd2728b tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411255 Sep 07 03:07:46.282313 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae1f46-d2b6-41df-a1f0-bbc19cebad09 req-ebdf9bc7-d058-468c-8fa2-196220c87fda tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:46.283952 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9eae1f46-d2b6-41df-a1f0-bbc19cebad09 req-ebdf9bc7-d058-468c-8fa2-196220c87fda tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/ports?device_id=20a2d61e-0f9d-4775-afd3-632c836bf8f7 HTTP/1.1" status: 200 len: 944 time: 0.0615900 Sep 07 03:07:46.326960 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9eae1f46-d2b6-41df-a1f0-bbc19cebad09 req-41e00f60-ee9e-4533-b73a-d7abd769f644 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/security-groups?id=5050b0e9-66cd-45b8-b60d-cf7be8378cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333183 Sep 07 03:07:46.802484 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device e2db936b-3816-4c3f-a8a2-810dc28b3be7 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 03:07:46.905912 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port e2db936b-3816-4c3f-a8a2-810dc28b3be7, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=e2db936b-3816-4c3f-a8a2-810dc28b3be7,segment=NetworkSegment(8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21),segment_id=8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:07:46.918274 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': 'e2db936b-3816-4c3f-a8a2-810dc28b3be7', 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1', 'port_id': 'e2db936b-3816-4c3f-a8a2-810dc28b3be7', 'mac_address': 'fa:16:3e:ea:a1:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b33adc2b-a155-4213-967c-f1ae81189b8c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 03:07:46.961775 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:46.977475 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2db936b-3816-4c3f-a8a2-810dc28b3be7 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:07:47.006632 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port e2db936b-3816-4c3f-a8a2-810dc28b3be7, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=e2db936b-3816-4c3f-a8a2-810dc28b3be7,segment=NetworkSegment(8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21),segment_id=8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:07:47.010937 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:47.012115 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 0dd588d4-3baf-40e6-b334-cffa4372327d details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 03:07:47.111081 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=e2db936b-3816-4c3f-a8a2-810dc28b3be7,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:07:47.174316 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 0dd588d4-3baf-40e6-b334-cffa4372327d, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=0dd588d4-3baf-40e6-b334-cffa4372327d,segment=NetworkSegment(3dbca80b-e0f5-4b2b-b8d2-1dc750f31215),segment_id=3dbca80b-e0f5-4b2b-b8d2-1dc750f31215)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:07:47.187143 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '0dd588d4-3baf-40e6-b334-cffa4372327d', 'network_id': 'c8b8c08c-5898-4135-92f5-f39eb4bb8b4c', 'port_id': '0dd588d4-3baf-40e6-b334-cffa4372327d', 'mac_address': 'fa:16:3e:12:dd:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42cd9cd4-2db1-43d3-b878-1b08be61360f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 03:07:47.233064 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:47.246841 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dd588d4-3baf-40e6-b334-cffa4372327d {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:07:47.266842 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 0dd588d4-3baf-40e6-b334-cffa4372327d, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=0dd588d4-3baf-40e6-b334-cffa4372327d,segment=NetworkSegment(3dbca80b-e0f5-4b2b-b8d2-1dc750f31215),segment_id=3dbca80b-e0f5-4b2b-b8d2-1dc750f31215)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:07:47.271948 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:47.310834 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b2a6b-3f4b-4e91-9a6e-18b05bb929ff req-0d74a307-6ca4-4b54-bcdb-99b9b79ff41d tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:47.312726 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-673b2a6b-3f4b-4e91-9a6e-18b05bb929ff req-0d74a307-6ca4-4b54-bcdb-99b9b79ff41d tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=13968a14-6b3e-4bfb-bd88-c64a89b83ca3 HTTP/1.1" status: 200 len: 945 time: 0.0666184 Sep 07 03:07:47.322212 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=0dd588d4-3baf-40e6-b334-cffa4372327d,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:07:47.354645 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-673b2a6b-3f4b-4e91-9a6e-18b05bb929ff req-0a649dad-1f47-4c72-9f4d-c6139a5bbafa tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349448 Sep 07 03:07:47.460642 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e8b25-b56b-42d2-88a3-cb20bce0c4a1 req-5418549a-a97d-433d-ad99-1dc4e956d505 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:47.462200 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7a9e8b25-b56b-42d2-88a3-cb20bce0c4a1 req-5418549a-a97d-433d-ad99-1dc4e956d505 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/ports?device_id=20a2d61e-0f9d-4775-afd3-632c836bf8f7 HTTP/1.1" status: 200 len: 945 time: 0.0533054 Sep 07 03:07:47.496855 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['e2db936b-3816-4c3f-a8a2-810dc28b3be7'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:07:47.501743 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7a9e8b25-b56b-42d2-88a3-cb20bce0c4a1 req-f1d6ee71-0710-4f92-a0bd-c534bb5784a5 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/security-groups?id=5050b0e9-66cd-45b8-b60d-cf7be8378cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329773 Sep 07 03:07:47.502049 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['0dd588d4-3baf-40e6-b334-cffa4372327d'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:07:48.482874 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf365e7-3fa7-40ef-9cb8-b329b1aa7192 req-c6a65c80-1b36-4486-a75c-933ca83ceae2 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:48.484383 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4cf365e7-3fa7-40ef-9cb8-b329b1aa7192 req-c6a65c80-1b36-4486-a75c-933ca83ceae2 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=13968a14-6b3e-4bfb-bd88-c64a89b83ca3 HTTP/1.1" status: 200 len: 945 time: 0.0568705 Sep 07 03:07:48.527437 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4cf365e7-3fa7-40ef-9cb8-b329b1aa7192 req-82a83c8a-5c21-4a7e-a7cf-f64ce713bc54 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369542 Sep 07 03:07:48.634181 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28773cc5-95e1-4982-8eec-d4409e9da02b req-1447ec53-faf9-409e-87fb-f54e14df7b86 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:48.635778 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-28773cc5-95e1-4982-8eec-d4409e9da02b req-1447ec53-faf9-409e-87fb-f54e14df7b86 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/ports?device_id=20a2d61e-0f9d-4775-afd3-632c836bf8f7 HTTP/1.1" status: 200 len: 945 time: 0.0583854 Sep 07 03:07:48.677352 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-28773cc5-95e1-4982-8eec-d4409e9da02b req-c9d226ca-e89e-43a8-8a52-b7f489bb5232 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/security-groups?id=5050b0e9-66cd-45b8-b60d-cf7be8378cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350606 Sep 07 03:07:48.833422 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device e2db936b-3816-4c3f-a8a2-810dc28b3be7 up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:07:48.884882 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port e2db936b-3816-4c3f-a8a2-810dc28b3be7 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:07:48.888626 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port e2db936b-3816-4c3f-a8a2-810dc28b3be7 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:07:48.889010 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:48.965721 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:48.987919 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13968a14-6b3e-4bfb-bd88-c64a89b83ca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2db936b-3816-4c3f-a8a2-810dc28b3be7'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:07:48.990247 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee576af-d830-47ab-a756-2c408594402f" -d '{"events": [{"server_uuid": "13968a14-6b3e-4bfb-bd88-c64a89b83ca3", "name": "network-vif-plugged", "status": "completed", "tag": "e2db936b-3816-4c3f-a8a2-810dc28b3be7"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:07:49.006264 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port e2db936b-3816-4c3f-a8a2-810dc28b3be7, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=e2db936b-3816-4c3f-a8a2-810dc28b3be7,segment=NetworkSegment(8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21),segment_id=8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:07:49.010385 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:49.011740 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 0dd588d4-3baf-40e6-b334-cffa4372327d up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:07:49.048485 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5041185b-1fcb-41b7-a9de-51d1286c6eba x-openstack-request-id: req-5041185b-1fcb-41b7-a9de-51d1286c6eba {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:07:49.048858 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13968a14-6b3e-4bfb-bd88-c64a89b83ca3", "name": "network-vif-plugged", "status": "completed", "tag": "e2db936b-3816-4c3f-a8a2-810dc28b3be7", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:07:49.049114 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5041185b-1fcb-41b7-a9de-51d1286c6eba {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:07:49.049507 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13968a14-6b3e-4bfb-bd88-c64a89b83ca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2db936b-3816-4c3f-a8a2-810dc28b3be7', 'code': 200} Sep 07 03:07:49.111061 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=e2db936b-3816-4c3f-a8a2-810dc28b3be7,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:07:49.122880 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port 0dd588d4-3baf-40e6-b334-cffa4372327d completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:07:49.127547 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port 0dd588d4-3baf-40e6-b334-cffa4372327d triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:07:49.127909 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:49.141807 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c63ab2a-24bd-4848-a243-e5e8239e080c req-409869dc-b60b-412c-b9d0-aa3db7c76fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:49.143378 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8c63ab2a-24bd-4848-a243-e5e8239e080c req-409869dc-b60b-412c-b9d0-aa3db7c76fc4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=13968a14-6b3e-4bfb-bd88-c64a89b83ca3 HTTP/1.1" status: 200 len: 1098 time: 0.0545578 Sep 07 03:07:49.181174 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8c63ab2a-24bd-4848-a243-e5e8239e080c req-00ffed80-e2fd-456f-a06f-4d27132b4ccd service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308218 Sep 07 03:07:49.210152 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:49.246389 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 0dd588d4-3baf-40e6-b334-cffa4372327d, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=0dd588d4-3baf-40e6-b334-cffa4372327d,segment=NetworkSegment(3dbca80b-e0f5-4b2b-b8d2-1dc750f31215),segment_id=3dbca80b-e0f5-4b2b-b8d2-1dc750f31215)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:07:49.250300 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:49.296396 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=0dd588d4-3baf-40e6-b334-cffa4372327d,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:07:49.646183 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df330e7f-48fb-452c-bb0d-44060f831e9f req-ef70f3b7-41d5-4e5d-b871-98425deabeca tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:49.647801 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-df330e7f-48fb-452c-bb0d-44060f831e9f req-ef70f3b7-41d5-4e5d-b871-98425deabeca tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=13968a14-6b3e-4bfb-bd88-c64a89b83ca3 HTTP/1.1" status: 200 len: 946 time: 0.0498917 Sep 07 03:07:49.687798 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-df330e7f-48fb-452c-bb0d-44060f831e9f req-04e0cf35-9e19-4c32-aff8-285da5c9113c tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333691 Sep 07 03:07:49.800135 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa7717-903c-49c3-b92c-08d0c23901d9 req-bddc6fc1-8b6a-4866-8c50-eab4054e0beb tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:49.801846 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-14aa7717-903c-49c3-b92c-08d0c23901d9 req-bddc6fc1-8b6a-4866-8c50-eab4054e0beb tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/ports?device_id=20a2d61e-0f9d-4775-afd3-632c836bf8f7 HTTP/1.1" status: 200 len: 946 time: 0.0493433 Sep 07 03:07:49.842313 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-14aa7717-903c-49c3-b92c-08d0c23901d9 req-972c876d-b5b2-428b-8c62-1801d72cd05e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/security-groups?id=5050b0e9-66cd-45b8-b60d-cf7be8378cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343294 Sep 07 03:07:50.806342 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545b22d-23c1-46fb-802f-bcf2c3d86a3d req-429ef202-e8dc-4a70-a557-056b584ee065 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:50.807863 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0545b22d-23c1-46fb-802f-bcf2c3d86a3d req-429ef202-e8dc-4a70-a557-056b584ee065 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=13968a14-6b3e-4bfb-bd88-c64a89b83ca3 HTTP/1.1" status: 200 len: 946 time: 0.0521934 Sep 07 03:07:50.849465 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0545b22d-23c1-46fb-802f-bcf2c3d86a3d req-5680d600-f687-4bfd-aeb7-5a5b9723ed88 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337479 Sep 07 03:07:50.970556 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81f39e5-a9d6-48db-b472-c7235039b1d5 req-1fc4e782-4a28-49ab-b3f7-ca31cdd80c51 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:50.972200 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a81f39e5-a9d6-48db-b472-c7235039b1d5 req-1fc4e782-4a28-49ab-b3f7-ca31cdd80c51 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=13968a14-6b3e-4bfb-bd88-c64a89b83ca3 HTTP/1.1" status: 200 len: 946 time: 0.0551233 Sep 07 03:07:50.978921 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a7924-e6ac-4048-82c0-9a97ad0e998e req-6f920cea-75a4-4c2e-980c-96131939e30e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:50.980442 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-781a7924-e6ac-4048-82c0-9a97ad0e998e req-6f920cea-75a4-4c2e-980c-96131939e30e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/ports?device_id=20a2d61e-0f9d-4775-afd3-632c836bf8f7 HTTP/1.1" status: 200 len: 946 time: 0.0679104 Sep 07 03:07:51.014692 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a81f39e5-a9d6-48db-b472-c7235039b1d5 req-aec6c1fd-f7f6-41e9-8c8c-a6f5b440ece7 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356698 Sep 07 03:07:51.029739 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-781a7924-e6ac-4048-82c0-9a97ad0e998e req-2abbdee6-598c-40fa-8cd6-1cdd7dbf31bc tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/security-groups?id=5050b0e9-66cd-45b8-b60d-cf7be8378cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431702 Sep 07 03:07:51.051424 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20a2d61e-0f9d-4775-afd3-632c836bf8f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dd588d4-3baf-40e6-b334-cffa4372327d'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:07:51.053869 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853dd82a-23d6-4f35-b717-49813c929b82" -d '{"events": [{"server_uuid": "20a2d61e-0f9d-4775-afd3-632c836bf8f7", "name": "network-vif-plugged", "status": "completed", "tag": "0dd588d4-3baf-40e6-b334-cffa4372327d"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:07:51.095436 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff15033b-dabb-4008-9704-9a0cb2b904c5 x-openstack-request-id: req-ff15033b-dabb-4008-9704-9a0cb2b904c5 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:07:51.095772 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20a2d61e-0f9d-4775-afd3-632c836bf8f7", "name": "network-vif-plugged", "status": "completed", "tag": "0dd588d4-3baf-40e6-b334-cffa4372327d", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:07:51.096031 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ff15033b-dabb-4008-9704-9a0cb2b904c5 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:07:51.096455 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20a2d61e-0f9d-4775-afd3-632c836bf8f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dd588d4-3baf-40e6-b334-cffa4372327d', 'code': 200} Sep 07 03:07:51.203215 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a007e206-411a-4f31-b039-4c55aaddb5e6 req-8c8ec247-094c-4017-bde2-8c50d0ddd5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:51.204815 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a007e206-411a-4f31-b039-4c55aaddb5e6 req-8c8ec247-094c-4017-bde2-8c50d0ddd5fe service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=20a2d61e-0f9d-4775-afd3-632c836bf8f7 HTTP/1.1" status: 200 len: 1098 time: 0.0435956 Sep 07 03:07:51.243156 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a007e206-411a-4f31-b039-4c55aaddb5e6 req-fbcb8720-93c2-467b-a6be-df51f7a7ada9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5050b0e9-66cd-45b8-b60d-cf7be8378cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318332 Sep 07 03:07:51.350746 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b267a29-3148-4907-bc8d-6096adca28a5 req-154e8117-bc89-486e-877b-158a22892986 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:51.352231 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1b267a29-3148-4907-bc8d-6096adca28a5 req-154e8117-bc89-486e-877b-158a22892986 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=13968a14-6b3e-4bfb-bd88-c64a89b83ca3 HTTP/1.1" status: 200 len: 946 time: 0.0531311 Sep 07 03:07:51.390692 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1b267a29-3148-4907-bc8d-6096adca28a5 req-ce0248a6-651a-4f0b-be46-5c60e3e8be70 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321465 Sep 07 03:07:51.600986 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:51.670121 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:52.152883 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8279a468-8a6e-4c61-ab0c-82cb09733232 req-940fcf83-44bf-419c-b2f6-d04524584e5f tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:52.154382 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8279a468-8a6e-4c61-ab0c-82cb09733232 req-940fcf83-44bf-419c-b2f6-d04524584e5f tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/ports?device_id=20a2d61e-0f9d-4775-afd3-632c836bf8f7 HTTP/1.1" status: 200 len: 946 time: 0.0493433 Sep 07 03:07:52.196644 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8279a468-8a6e-4c61-ab0c-82cb09733232 req-9fb66c13-c6c2-4f80-bf9b-65272e3fc190 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/security-groups?id=5050b0e9-66cd-45b8-b60d-cf7be8378cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356600 Sep 07 03:07:52.512575 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1addeb7a-6a9b-479a-a3ee-e6959e39a40e req-979c7ba1-e1a8-4738-bd6d-fecfb80b3cb9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:52.514968 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1addeb7a-6a9b-479a-a3ee-e6959e39a40e req-979c7ba1-e1a8-4738-bd6d-fecfb80b3cb9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=13968a14-6b3e-4bfb-bd88-c64a89b83ca3 HTTP/1.1" status: 200 len: 946 time: 0.0525789 Sep 07 03:07:52.552509 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1addeb7a-6a9b-479a-a3ee-e6959e39a40e req-5a537405-9625-449b-990c-6a9452f7f3a8 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317597 Sep 07 03:07:53.048705 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97bbde-9b39-4301-b734-6fb8fae1db4e req-466898b6-50a4-49a0-a64b-e8d21f98ded6 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:53.050159 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dc97bbde-9b39-4301-b734-6fb8fae1db4e req-466898b6-50a4-49a0-a64b-e8d21f98ded6 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.23 "GET /v2.0/ports?device_id=13968a14-6b3e-4bfb-bd88-c64a89b83ca3 HTTP/1.1" status: 200 len: 946 time: 0.0554876 Sep 07 03:07:53.172036 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-dc97bbde-9b39-4301-b734-6fb8fae1db4e req-bbed2bce-7027-4cba-95d7-337809b7774a tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Deleting port e2db936b-3816-4c3f-a8a2-810dc28b3be7 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:07:53.172735 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-dc97bbde-9b39-4301-b734-6fb8fae1db4e req-bbed2bce-7027-4cba-95d7-337809b7774a tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:53.201254 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ded37726-4ce7-4de4-94e6-24b3168c82bc req-b25b9b87-b36c-4529-ab3a-7cd77f6e7b36 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5707c25b-8845-4ac8-8187-6e1430275412&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0750148 Sep 07 03:07:53.308833 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-dc97bbde-9b39-4301-b734-6fb8fae1db4e req-bbed2bce-7027-4cba-95d7-337809b7774a tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] For port e2db936b-3816-4c3f-a8a2-810dc28b3be7, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=e2db936b-3816-4c3f-a8a2-810dc28b3be7,segment=NetworkSegment(8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21),segment_id=8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:07:53.309216 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-dc97bbde-9b39-4301-b734-6fb8fae1db4e req-bbed2bce-7027-4cba-95d7-337809b7774a tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:53.345113 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-dc97bbde-9b39-4301-b734-6fb8fae1db4e req-bbed2bce-7027-4cba-95d7-337809b7774a tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Calling delete_port for e2db936b-3816-4c3f-a8a2-810dc28b3be7 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:07:53.366697 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded37726-4ce7-4de4-94e6-24b3168c82bc req-3e3dae23-e60d-4e52-961d-9ba2b2ab29be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:53.368238 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ded37726-4ce7-4de4-94e6-24b3168c82bc req-3e3dae23-e60d-4e52-961d-9ba2b2ab29be service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2b241f46496480ea1c24703bd4e7081&device_id=5707c25b-8845-4ac8-8187-6e1430275412 HTTP/1.1" status: 200 len: 1097 time: 0.1074131 Sep 07 03:07:53.417766 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ce39b-66ca-4118-a26d-1b37d4136611 req-2307ba3f-c6a1-4790-8e04-865cf7fde991 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:53.419210 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee4ce39b-66ca-4118-a26d-1b37d4136611 req-2307ba3f-c6a1-4790-8e04-865cf7fde991 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/ports?device_id=20a2d61e-0f9d-4775-afd3-632c836bf8f7 HTTP/1.1" status: 200 len: 946 time: 0.1294711 Sep 07 03:07:53.539268 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee4ce39b-66ca-4118-a26d-1b37d4136611 req-a9fdc304-659a-45b1-9aaf-b98a6db9b236 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/security-groups?id=5050b0e9-66cd-45b8-b60d-cf7be8378cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054034 Sep 07 03:07:53.556467 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded37726-4ce7-4de4-94e6-24b3168c82bc req-7903b11a-e923-474d-91fa-985baaf77d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:53.558305 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ded37726-4ce7-4de4-94e6-24b3168c82bc req-7903b11a-e923-474d-91fa-985baaf77d1f service neutron] 10.222.0.16 "GET /v2.0/networks?id=b5bb2b44-86d3-4c51-8098-39db56525af1 HTTP/1.1" status: 200 len: 912 time: 0.1569040 Sep 07 03:07:53.626582 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ded37726-4ce7-4de4-94e6-24b3168c82bc req-c019740e-706f-4dd1-bb07-c18044b3b2f1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc31560a-c2c8-41b2-9a6c-d5357262a6f2 HTTP/1.1" status: 200 len: 217 time: 0.0613821 Sep 07 03:07:53.679291 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd64f7a-7ad3-4e40-b893-1bcfd5434a64 req-a6f576fb-58f2-4d0f-b33b-ed336f35b13a tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:53.681030 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bbd64f7a-7ad3-4e40-b893-1bcfd5434a64 req-a6f576fb-58f2-4d0f-b33b-ed336f35b13a tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/ports?device_id=20a2d61e-0f9d-4775-afd3-632c836bf8f7 HTTP/1.1" status: 200 len: 946 time: 0.0568471 Sep 07 03:07:53.728151 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-dc97bbde-9b39-4301-b734-6fb8fae1db4e req-bbed2bce-7027-4cba-95d7-337809b7774a tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:53.730964 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bbd64f7a-7ad3-4e40-b893-1bcfd5434a64 req-23722b82-6657-4341-bba5-19f1fa554d87 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/security-groups?id=5050b0e9-66cd-45b8-b60d-cf7be8378cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342875 Sep 07 03:07:53.745882 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['dc31560a-c2c8-41b2-9a6c-d5357262a6f2'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:07:53.748113 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['e2db936b-3816-4c3f-a8a2-810dc28b3be7'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:07:53.754241 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 36664) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:07:53.796371 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbed2bce-7027-4cba-95d7-337809b7774a tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Pushing event deleted for resources: {'Port': ['ID=e2db936b-3816-4c3f-a8a2-810dc28b3be7,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:07:53.797724 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5f293f-3507-4f2c-90bf-e0369a18d0e5 tempest-TestNetworkBasicOps-1684385295 tempest-TestNetworkBasicOps-1684385295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:53.799525 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-0e5f293f-3507-4f2c-90bf-e0369a18d0e5 tempest-TestNetworkBasicOps-1684385295 tempest-TestNetworkBasicOps-1684385295-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=20a2d61e-0f9d-4775-afd3-632c836bf8f7 HTTP/1.1" status: 200 len: 1093 time: 0.0439878 Sep 07 03:07:53.802295 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 36668) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:07:53.807692 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-7d0ddb79-4daa-46bd-bc3e-acb139fd0903 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Request body: {'floatingip': {'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'port_id': '0dd588d4-3baf-40e6-b334-cffa4372327d', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:07:53.819843 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e7d50-d9d0-4586-8116-a673f9041279 req-733f63d6-01d2-46d6-a412-02ee7b4e3c8e tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:53.833269 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b56e7d50-d9d0-4586-8116-a673f9041279 req-733f63d6-01d2-46d6-a412-02ee7b4e3c8e tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=13968a14-6b3e-4bfb-bd88-c64a89b83ca3 HTTP/1.1" status: 200 len: 867 time: 0.2022729 Sep 07 03:07:53.844478 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded37726-4ce7-4de4-94e6-24b3168c82bc req-99e83fa4-4a53-417b-b359-cf85ecd2b964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:53.846043 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ded37726-4ce7-4de4-94e6-24b3168c82bc req-99e83fa4-4a53-417b-b359-cf85ecd2b964 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b33adc2b-a155-4213-967c-f1ae81189b8c HTTP/1.1" status: 200 len: 851 time: 0.2113440 Sep 07 03:07:53.861152 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7d0ddb79-4daa-46bd-bc3e-acb139fd0903 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for floatingip, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:53.962785 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc97bbde-9b39-4301-b734-6fb8fae1db4e req-bbed2bce-7027-4cba-95d7-337809b7774a tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] No DVR routers for this DVR port e2db936b-3816-4c3f-a8a2-810dc28b3be7 on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:07:53.966388 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-dc97bbde-9b39-4301-b734-6fb8fae1db4e req-bbed2bce-7027-4cba-95d7-337809b7774a tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:53.968515 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dc97bbde-9b39-4301-b734-6fb8fae1db4e req-bbed2bce-7027-4cba-95d7-337809b7774a tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.23 "DELETE /v2.0/ports/e2db936b-3816-4c3f-a8a2-810dc28b3be7 HTTP/1.1" status: 204 len: 173 time: 0.9124269 Sep 07 03:07:53.974221 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13968a14-6b3e-4bfb-bd88-c64a89b83ca3', 'name': 'network-vif-deleted', 'tag': 'e2db936b-3816-4c3f-a8a2-810dc28b3be7'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:07:53.980987 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14f9ede-158a-4684-902e-70902a5dc6d7" -d '{"events": [{"server_uuid": "13968a14-6b3e-4bfb-bd88-c64a89b83ca3", "name": "network-vif-deleted", "tag": "e2db936b-3816-4c3f-a8a2-810dc28b3be7"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:07:54.002213 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b56e7d50-d9d0-4586-8116-a673f9041279 req-f3b7c6b1-2802-450f-9898-829f0f1771ac tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665571 Sep 07 03:07:54.022032 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded37726-4ce7-4de4-94e6-24b3168c82bc req-03519608-ee25-4b9a-a314-9c00f681354d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:54.022564 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7d0ddb79-4daa-46bd-bc3e-acb139fd0903 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:54.023882 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ded37726-4ce7-4de4-94e6-24b3168c82bc req-03519608-ee25-4b9a-a314-9c00f681354d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b5bb2b44-86d3-4c51-8098-39db56525af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1638098 Sep 07 03:07:54.056529 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379dee37-fd48-440d-981d-8ff5f01d8f58 x-openstack-request-id: req-379dee37-fd48-440d-981d-8ff5f01d8f58 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:07:54.056830 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13968a14-6b3e-4bfb-bd88-c64a89b83ca3", "name": "network-vif-deleted", "tag": "e2db936b-3816-4c3f-a8a2-810dc28b3be7", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:07:54.057087 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-379dee37-fd48-440d-981d-8ff5f01d8f58 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:07:54.057491 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13968a14-6b3e-4bfb-bd88-c64a89b83ca3', 'name': 'network-vif-deleted', 'tag': 'e2db936b-3816-4c3f-a8a2-810dc28b3be7', 'status': 'completed', 'code': 200} Sep 07 03:07:54.164986 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ded37726-4ce7-4de4-94e6-24b3168c82bc req-f24f6725-7bc8-4b00-a80f-c9544383eb10 service neutron] 10.222.0.16 "GET /v2.0/networks/b5bb2b44-86d3-4c51-8098-39db56525af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235194 Sep 07 03:07:54.197860 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-7d0ddb79-4daa-46bd-bc3e-acb139fd0903 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Allocated IP 172.25.5.67 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/2b134003-a20e-41e1-85d6-8321d201d0be) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:07:54.314816 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ded37726-4ce7-4de4-94e6-24b3168c82bc req-f70e230d-58e3-4cdf-a787-db20f02854d2 service neutron] 10.222.0.16 "GET /v2.0/networks/b5bb2b44-86d3-4c51-8098-39db56525af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411989 Sep 07 03:07:54.335090 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7d0ddb79-4daa-46bd-bc3e-acb139fd0903 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:54.380248 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7d0ddb79-4daa-46bd-bc3e-acb139fd0903 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:54.398002 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0ddb79-4daa-46bd-bc3e-acb139fd0903 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:07:54.400845 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-7d0ddb79-4daa-46bd-bc3e-acb139fd0903 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:07:54.430473 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0ddb79-4daa-46bd-bc3e-acb139fd0903 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:07:54.475940 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0ddb79-4daa-46bd-bc3e-acb139fd0903 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Pushing event updated for resources: {'Port': ['ID=2b134003-a20e-41e1-85d6-8321d201d0be,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:07:54.843565 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7d0ddb79-4daa-46bd-bc3e-acb139fd0903 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:54.919600 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7d0ddb79-4daa-46bd-bc3e-acb139fd0903 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:55.105762 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7d0ddb79-4daa-46bd-bc3e-acb139fd0903 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:55.116718 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7d0ddb79-4daa-46bd-bc3e-acb139fd0903 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:55.148125 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-219614ca-0b1d-4448-a7f8-80ce8b4d4738 req-b7a1c6a1-5181-4454-a278-23d116c9283d tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=13968a14-6b3e-4bfb-bd88-c64a89b83ca3 HTTP/1.1" status: 200 len: 210 time: 0.0551269 Sep 07 03:07:55.536288 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0ddb79-4daa-46bd-bc3e-acb139fd0903 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Pushing event updated for resources: {'Port': ['ID=2b134003-a20e-41e1-85d6-8321d201d0be,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:07:55.546222 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7d0ddb79-4daa-46bd-bc3e-acb139fd0903 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:55.667979 n-d-796209-16 neutron-server[94701]: INFO neutron.db.l3_db [None req-7d0ddb79-4daa-46bd-bc3e-acb139fd0903 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Floating IP 16ca8052-c5f2-4b48-a785-32471895c040 associated. External IP: 172.25.5.67, port: 0dd588d4-3baf-40e6-b334-cffa4372327d. Sep 07 03:07:55.883927 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d0ddb79-4daa-46bd-bc3e-acb139fd0903 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Router 78221678-7016-4e5e-8f2c-c84b3e5f5341 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:07:55.937948 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-47778ba7-f8ab-4d2b-952d-ec89674edf51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:56.018642 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0ddb79-4daa-46bd-bc3e-acb139fd0903 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:07:56.036181 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e30045d-9c25-4ec0-a2d2-a4fcecae8d49 None None] Sync routers for ids ['78221678-7016-4e5e-8f2c-c84b3e5f5341'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:07:56.037128 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7d0ddb79-4daa-46bd-bc3e-acb139fd0903 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:56.051190 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e30045d-9c25-4ec0-a2d2-a4fcecae8d49 None None] Routers {'78221678-7016-4e5e-8f2c-c84b3e5f5341'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:07:56.052440 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-4e30045d-9c25-4ec0-a2d2-a4fcecae8d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:07:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['78221678-7016-4e5e-8f2c-c84b3e5f5341'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:07:56.074350 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-7d0ddb79-4daa-46bd-bc3e-acb139fd0903 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2707987 Sep 07 03:07:56.077403 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20a2d61e-0f9d-4775-afd3-632c836bf8f7', 'tag': '0dd588d4-3baf-40e6-b334-cffa4372327d'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:07:56.078064 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 36706) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:07:56.079731 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68e7634-5da3-4975-a851-ad5f33b21053" -d '{"events": [{"name": "network-changed", "server_uuid": "20a2d61e-0f9d-4775-afd3-632c836bf8f7", "tag": "0dd588d4-3baf-40e6-b334-cffa4372327d"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:07:56.147763 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c92225-4dcf-45dc-8745-077016bdf50e x-openstack-request-id: req-f0c92225-4dcf-45dc-8745-077016bdf50e {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:07:56.148058 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20a2d61e-0f9d-4775-afd3-632c836bf8f7", "tag": "0dd588d4-3baf-40e6-b334-cffa4372327d", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:07:56.148312 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f0c92225-4dcf-45dc-8745-077016bdf50e {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:07:56.148717 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20a2d61e-0f9d-4775-afd3-632c836bf8f7', 'tag': '0dd588d4-3baf-40e6-b334-cffa4372327d', 'status': 'completed', 'code': 200} Sep 07 03:07:56.197663 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-4e30045d-9c25-4ec0-a2d2-a4fcecae8d49 None None] Set router 78221678-7016-4e5e-8f2c-c84b3e5f5341 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:07:56.381487 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-211d51c7-425d-490b-98ef-3c825d0c8067 req-37cec320-feeb-4a7d-88da-242ad06b26ad tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=13968a14-6b3e-4bfb-bd88-c64a89b83ca3 HTTP/1.1" status: 200 len: 210 time: 0.1139035 Sep 07 03:07:56.388291 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-eab015a4-2179-4c25-b2cc-d5aeb33b3a19 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/floatingips/16ca8052-c5f2-4b48-a785-32471895c040 HTTP/1.1" status: 200 len: 991 time: 0.3071203 Sep 07 03:07:56.396614 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e7634-5da3-4975-a851-ad5f33b21053 req-85dc003e-1772-41e9-9299-7baee41dacd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:56.399166 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b68e7634-5da3-4975-a851-ad5f33b21053 req-85dc003e-1772-41e9-9299-7baee41dacd7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d26848eac2634f46a9e82fab10685270&device_id=20a2d61e-0f9d-4775-afd3-632c836bf8f7 HTTP/1.1" status: 200 len: 1098 time: 0.1294258 Sep 07 03:07:56.550363 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-4e30045d-9c25-4ec0-a2d2-a4fcecae8d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78221678-7016-4e5e-8f2c-c84b3e5f5341', 'name': 'tempest-TestNetworkBasicOps-router-715980183', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '7c628fa2-c147-4dc0-be9c-5b1187132bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:07:30Z', 'updated_at': '2021-09-07T03:07:34Z', 'revision_number': 4, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'gw_port': {'id': '7c628fa2-c147-4dc0-be9c-5b1187132bc7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78221678-7016-4e5e-8f2c-c84b3e5f5341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:07:30Z', 'updated_at': '2021-09-07T03:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': '16ca8052-c5f2-4b48-a785-32471895c040', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'floating_ip_address': '172.25.5.67', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '78221678-7016-4e5e-8f2c-c84b3e5f5341', 'port_id': '0dd588d4-3baf-40e6-b334-cffa4372327d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3873, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8b8c08c-5898-4135-92f5-f39eb4bb8b4c', 'mac_address': 'fa:16:3e:12:dd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a2d61e-0f9d-4775-afd3-632c836bf8f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:07:54Z', 'updated_at': '2021-09-07T03:07:54Z', 'revision_number': 0, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '532da4cd-bec3-49ce-bece-abdeaf65d076', 'name': '', 'network_id': 'c8b8c08c-5898-4135-92f5-f39eb4bb8b4c', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'mac_address': 'fa:16:3e:be:0e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78221678-7016-4e5e-8f2c-c84b3e5f5341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '42cd9cd4-2db1-43d3-b878-1b08be61360f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:07:33Z', 'updated_at': '2021-09-07T03:07:40Z', 'revision_number': 5, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'subnets': [{'id': '42cd9cd4-2db1-43d3-b878-1b08be61360f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:07:56.554500 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e7634-5da3-4975-a851-ad5f33b21053 req-e85bbd11-5a46-4981-be65-c17f8eb07340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:56.559544 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b68e7634-5da3-4975-a851-ad5f33b21053 req-e85bbd11-5a46-4981-be65-c17f8eb07340 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c8b8c08c-5898-4135-92f5-f39eb4bb8b4c HTTP/1.1" status: 200 len: 896 time: 0.1397243 Sep 07 03:07:56.591875 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e30045d-9c25-4ec0-a2d2-a4fcecae8d49 None None] Checking router: 78221678-7016-4e5e-8f2c-c84b3e5f5341 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:07:56.602987 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e30045d-9c25-4ec0-a2d2-a4fcecae8d49 None None] Routers {'78221678-7016-4e5e-8f2c-c84b3e5f5341'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:07:56.603695 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-4e30045d-9c25-4ec0-a2d2-a4fcecae8d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:07:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['78221678-7016-4e5e-8f2c-c84b3e5f5341'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:07:56.666945 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b68e7634-5da3-4975-a851-ad5f33b21053 req-4330ad38-733c-4083-a630-027976b0e88d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0dd588d4-3baf-40e6-b334-cffa4372327d HTTP/1.1" status: 200 len: 999 time: 0.1006801 Sep 07 03:07:56.731290 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e7634-5da3-4975-a851-ad5f33b21053 req-0188c887-d81b-4f20-b80e-275a5caa0440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:56.732267 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-4e30045d-9c25-4ec0-a2d2-a4fcecae8d49 None None] Set router 78221678-7016-4e5e-8f2c-c84b3e5f5341 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:07:56.733108 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b68e7634-5da3-4975-a851-ad5f33b21053 req-0188c887-d81b-4f20-b80e-275a5caa0440 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=42cd9cd4-2db1-43d3-b878-1b08be61360f HTTP/1.1" status: 200 len: 835 time: 0.0565803 Sep 07 03:07:56.788546 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e7634-5da3-4975-a851-ad5f33b21053 req-9ba4ab61-dbe4-4548-a08c-eb33cdd38ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:56.790375 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b68e7634-5da3-4975-a851-ad5f33b21053 req-9ba4ab61-dbe4-4548-a08c-eb33cdd38ea7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c8b8c08c-5898-4135-92f5-f39eb4bb8b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497348 Sep 07 03:07:56.914961 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b68e7634-5da3-4975-a851-ad5f33b21053 req-cca1d8de-a448-43dc-90ae-145f8c156eb5 service neutron] 10.222.0.23 "GET /v2.0/networks/c8b8c08c-5898-4135-92f5-f39eb4bb8b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170721 Sep 07 03:07:56.966473 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device e2db936b-3816-4c3f-a8a2-810dc28b3be7 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:07:56.992535 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: e2db936b-3816-4c3f-a8a2-810dc28b3be7 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:07:56.992988 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device e2db936b-3816-4c3f-a8a2-810dc28b3be7 not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:07:57.036132 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b68e7634-5da3-4975-a851-ad5f33b21053 req-4b0955db-d431-4da1-97d3-14938326c8a2 service neutron] 10.222.0.23 "GET /v2.0/networks/c8b8c08c-5898-4135-92f5-f39eb4bb8b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140878 Sep 07 03:07:57.076722 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-4e30045d-9c25-4ec0-a2d2-a4fcecae8d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78221678-7016-4e5e-8f2c-c84b3e5f5341', 'name': 'tempest-TestNetworkBasicOps-router-715980183', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '7c628fa2-c147-4dc0-be9c-5b1187132bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:07:30Z', 'updated_at': '2021-09-07T03:07:34Z', 'revision_number': 4, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'gw_port': {'id': '7c628fa2-c147-4dc0-be9c-5b1187132bc7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78221678-7016-4e5e-8f2c-c84b3e5f5341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:07:30Z', 'updated_at': '2021-09-07T03:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': '16ca8052-c5f2-4b48-a785-32471895c040', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'floating_ip_address': '172.25.5.67', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '78221678-7016-4e5e-8f2c-c84b3e5f5341', 'port_id': '0dd588d4-3baf-40e6-b334-cffa4372327d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3873, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8b8c08c-5898-4135-92f5-f39eb4bb8b4c', 'mac_address': 'fa:16:3e:12:dd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a2d61e-0f9d-4775-afd3-632c836bf8f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:07:54Z', 'updated_at': '2021-09-07T03:07:54Z', 'revision_number': 0, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '532da4cd-bec3-49ce-bece-abdeaf65d076', 'name': '', 'network_id': 'c8b8c08c-5898-4135-92f5-f39eb4bb8b4c', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'mac_address': 'fa:16:3e:be:0e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78221678-7016-4e5e-8f2c-c84b3e5f5341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '42cd9cd4-2db1-43d3-b878-1b08be61360f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:07:33Z', 'updated_at': '2021-09-07T03:07:40Z', 'revision_number': 5, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'subnets': [{'id': '42cd9cd4-2db1-43d3-b878-1b08be61360f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:07:57.112849 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e30045d-9c25-4ec0-a2d2-a4fcecae8d49 None None] The sync data for ids ['78221678-7016-4e5e-8f2c-c84b3e5f5341'] in n-d-796209-16 is: [{'id': '78221678-7016-4e5e-8f2c-c84b3e5f5341', 'name': 'tempest-TestNetworkBasicOps-router-715980183', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '7c628fa2-c147-4dc0-be9c-5b1187132bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:07:30Z', 'updated_at': '2021-09-07T03:07:34Z', 'revision_number': 4, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'gw_port': {'id': '7c628fa2-c147-4dc0-be9c-5b1187132bc7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78221678-7016-4e5e-8f2c-c84b3e5f5341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:07:30Z', 'updated_at': '2021-09-07T03:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': '16ca8052-c5f2-4b48-a785-32471895c040', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'floating_ip_address': '172.25.5.67', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '78221678-7016-4e5e-8f2c-c84b3e5f5341', 'port_id': '0dd588d4-3baf-40e6-b334-cffa4372327d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3873, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8b8c08c-5898-4135-92f5-f39eb4bb8b4c', 'mac_address': 'fa:16:3e:12:dd:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20a2d61e-0f9d-4775-afd3-632c836bf8f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:07:54Z', 'updated_at': '2021-09-07T03:07:54Z', 'revision_number': 0, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '532da4cd-bec3-49ce-bece-abdeaf65d076', 'name': '', 'network_id': 'c8b8c08c-5898-4135-92f5-f39eb4bb8b4c', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'mac_address': 'fa:16:3e:be:0e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78221678-7016-4e5e-8f2c-c84b3e5f5341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '42cd9cd4-2db1-43d3-b878-1b08be61360f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:07:33Z', 'updated_at': '2021-09-07T03:07:40Z', 'revision_number': 5, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'subnets': [{'id': '42cd9cd4-2db1-43d3-b878-1b08be61360f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:07:57.392994 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 36736) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:07:57.436398 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64f8924-e738-4886-9983-5826b4132a33 None None] New status for floating IP 16ca8052-c5f2-4b48-a785-32471895c040: ACTIVE {{(pid=94703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 03:07:57.474685 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-1ed54652-d4a3-49b1-b5b2-dcd5fbd95f7b tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/floatingips/16ca8052-c5f2-4b48-a785-32471895c040 HTTP/1.1" status: 200 len: 991 time: 0.0800843 Sep 07 03:07:57.652191 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-382fdd1e-cb47-44f8-983c-d223844630b4 req-4b929bfa-feb1-48fe-99c3-ca2ad1545ff3 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=13968a14-6b3e-4bfb-bd88-c64a89b83ca3 HTTP/1.1" status: 200 len: 210 time: 0.1437266 Sep 07 03:07:58.180334 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-70e12581-41c2-4ac9-9d82-9019ed955756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:58.477431 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 36756) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:07:58.584052 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-4aaf4f9f-8bce-4614-b1e1-d3b5c8cc2a40 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/floatingips/16ca8052-c5f2-4b48-a785-32471895c040 HTTP/1.1" status: 200 len: 993 time: 0.1033638 Sep 07 03:07:58.735656 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:59.587926 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:07:59.741517 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-48c971d6-3126-4612-96e2-f2195686e9fb req-2a8b567e-55d7-44bc-bcef-874bc343e99a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=20a2d61e-0f9d-4775-afd3-632c836bf8f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438507 Sep 07 03:07:59.830177 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c971d6-3126-4612-96e2-f2195686e9fb req-bcfaa2bd-1cd8-437d-b579-1d2801e2d8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:59.832428 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-48c971d6-3126-4612-96e2-f2195686e9fb req-bcfaa2bd-1cd8-437d-b579-1d2801e2d8ef service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d26848eac2634f46a9e82fab10685270&device_id=20a2d61e-0f9d-4775-afd3-632c836bf8f7 HTTP/1.1" status: 200 len: 1098 time: 0.0509377 Sep 07 03:07:59.945633 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c971d6-3126-4612-96e2-f2195686e9fb req-adcab816-33bc-4fd5-88d5-03889c069fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:07:59.947341 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-48c971d6-3126-4612-96e2-f2195686e9fb req-adcab816-33bc-4fd5-88d5-03889c069fd2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c8b8c08c-5898-4135-92f5-f39eb4bb8b4c HTTP/1.1" status: 200 len: 896 time: 0.0914629 Sep 07 03:08:00.016139 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-48c971d6-3126-4612-96e2-f2195686e9fb req-c3ddc3ba-a96b-4d1b-b59e-85da5c6fe4e7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0dd588d4-3baf-40e6-b334-cffa4372327d HTTP/1.1" status: 200 len: 1001 time: 0.0616894 Sep 07 03:08:00.070719 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c971d6-3126-4612-96e2-f2195686e9fb req-466c48c7-2803-43a2-82d9-6358e32ba439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:08:00.072987 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-48c971d6-3126-4612-96e2-f2195686e9fb req-466c48c7-2803-43a2-82d9-6358e32ba439 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=42cd9cd4-2db1-43d3-b878-1b08be61360f HTTP/1.1" status: 200 len: 835 time: 0.0502095 Sep 07 03:08:00.122878 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c971d6-3126-4612-96e2-f2195686e9fb req-a35bf682-7ef1-4612-8244-2bb0f7999458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:08:00.125156 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-48c971d6-3126-4612-96e2-f2195686e9fb req-a35bf682-7ef1-4612-8244-2bb0f7999458 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c8b8c08c-5898-4135-92f5-f39eb4bb8b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447292 Sep 07 03:08:00.224517 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-48c971d6-3126-4612-96e2-f2195686e9fb req-485b8392-372c-48a9-a4db-4b26c63e877e service neutron] 10.222.0.23 "GET /v2.0/networks/c8b8c08c-5898-4135-92f5-f39eb4bb8b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920141 Sep 07 03:08:00.331184 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-48c971d6-3126-4612-96e2-f2195686e9fb req-b231f736-0d13-4d94-bb99-f8d0ea9ef680 service neutron] 10.222.0.23 "GET /v2.0/networks/c8b8c08c-5898-4135-92f5-f39eb4bb8b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001935 Sep 07 03:08:01.436817 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:03.219920 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46775c2-55fc-4d23-96da-13a29f068e31 req-39ce0936-89cc-4205-a3bc-96585cad2f38 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:08:03.221800 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f46775c2-55fc-4d23-96da-13a29f068e31 req-39ce0936-89cc-4205-a3bc-96585cad2f38 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=5707c25b-8845-4ac8-8187-6e1430275412 HTTP/1.1" status: 200 len: 945 time: 0.0513992 Sep 07 03:08:03.261927 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f46775c2-55fc-4d23-96da-13a29f068e31 req-fb99fde6-565d-40a8-9a02-2665c5b50fbd tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341189 Sep 07 03:08:04.379604 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae4571a-1c6e-47db-9613-9c65c0ed3ff7 req-6b79ea23-74da-4d64-beb5-f7a2bbcbf2f9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:08:04.381190 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bae4571a-1c6e-47db-9613-9c65c0ed3ff7 req-6b79ea23-74da-4d64-beb5-f7a2bbcbf2f9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=5707c25b-8845-4ac8-8187-6e1430275412 HTTP/1.1" status: 200 len: 945 time: 0.0485680 Sep 07 03:08:04.418661 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bae4571a-1c6e-47db-9613-9c65c0ed3ff7 req-4cb9570f-cdb3-4ac2-a4e0-198af68c604b tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=d425bade-f87b-4395-8f46-c240821df3d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314100 Sep 07 03:08:04.669443 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5221c255-2b37-4b2b-8e1e-5b2b78dd9054 req-8c3c2ad9-fa7f-4fa3-b623-5c3ffbefe184 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:08:04.671610 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5221c255-2b37-4b2b-8e1e-5b2b78dd9054 req-8c3c2ad9-fa7f-4fa3-b623-5c3ffbefe184 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.16 "GET /v2.0/ports?device_id=5707c25b-8845-4ac8-8187-6e1430275412 HTTP/1.1" status: 200 len: 945 time: 0.0508890 Sep 07 03:08:04.769090 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-5221c255-2b37-4b2b-8e1e-5b2b78dd9054 req-57dcb33d-37f2-4866-8fda-917065245828 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Deleting port dc31560a-c2c8-41b2-9a6c-d5357262a6f2 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:08:04.769438 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5221c255-2b37-4b2b-8e1e-5b2b78dd9054 req-57dcb33d-37f2-4866-8fda-917065245828 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:04.859306 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-5221c255-2b37-4b2b-8e1e-5b2b78dd9054 req-57dcb33d-37f2-4866-8fda-917065245828 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] For port dc31560a-c2c8-41b2-9a6c-d5357262a6f2, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=dc31560a-c2c8-41b2-9a6c-d5357262a6f2,segment=NetworkSegment(8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21),segment_id=8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:08:04.859717 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5221c255-2b37-4b2b-8e1e-5b2b78dd9054 req-57dcb33d-37f2-4866-8fda-917065245828 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:04.871913 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-5221c255-2b37-4b2b-8e1e-5b2b78dd9054 req-57dcb33d-37f2-4866-8fda-917065245828 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Calling delete_port for dc31560a-c2c8-41b2-9a6c-d5357262a6f2 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:08:04.999582 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5221c255-2b37-4b2b-8e1e-5b2b78dd9054 req-57dcb33d-37f2-4866-8fda-917065245828 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:05.012216 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['dc31560a-c2c8-41b2-9a6c-d5357262a6f2'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:08:05.026267 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dcb33d-37f2-4866-8fda-917065245828 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Pushing event deleted for resources: {'Port': ['ID=dc31560a-c2c8-41b2-9a6c-d5357262a6f2,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:08:05.310576 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-5221c255-2b37-4b2b-8e1e-5b2b78dd9054 req-57dcb33d-37f2-4866-8fda-917065245828 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] No DVR routers for this DVR port dc31560a-c2c8-41b2-9a6c-d5357262a6f2 on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:08:05.313255 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5221c255-2b37-4b2b-8e1e-5b2b78dd9054 req-57dcb33d-37f2-4866-8fda-917065245828 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:05.315308 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5221c255-2b37-4b2b-8e1e-5b2b78dd9054 req-57dcb33d-37f2-4866-8fda-917065245828 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.16 "DELETE /v2.0/ports/dc31560a-c2c8-41b2-9a6c-d5357262a6f2 HTTP/1.1" status: 204 len: 173 time: 0.6379027 Sep 07 03:08:05.315803 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5707c25b-8845-4ac8-8187-6e1430275412', 'name': 'network-vif-deleted', 'tag': 'dc31560a-c2c8-41b2-9a6c-d5357262a6f2'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:08:05.318493 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d7e899-3c5f-42dc-b5b6-ffa4faf944bd" -d '{"events": [{"server_uuid": "5707c25b-8845-4ac8-8187-6e1430275412", "name": "network-vif-deleted", "tag": "dc31560a-c2c8-41b2-9a6c-d5357262a6f2"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:08:05.365304 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0f11b4-e838-42fc-aab2-ad0d0d71c675 x-openstack-request-id: req-3b0f11b4-e838-42fc-aab2-ad0d0d71c675 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:08:05.365709 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5707c25b-8845-4ac8-8187-6e1430275412", "name": "network-vif-deleted", "tag": "dc31560a-c2c8-41b2-9a6c-d5357262a6f2", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:08:05.365835 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3b0f11b4-e838-42fc-aab2-ad0d0d71c675 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:08:05.367286 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5707c25b-8845-4ac8-8187-6e1430275412', 'name': 'network-vif-deleted', 'tag': 'dc31560a-c2c8-41b2-9a6c-d5357262a6f2', 'status': 'completed', 'code': 200} Sep 07 03:08:05.545839 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c6b9cfa9-0c40-4488-a18c-c6dd490360c1 req-39f8b15b-3f0b-4489-97ac-16a11247739d tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=5707c25b-8845-4ac8-8187-6e1430275412 HTTP/1.1" status: 200 len: 210 time: 0.0299640 Sep 07 03:08:06.656326 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f12e2fff-d223-46ad-b85e-3596ee7e02eb req-7c6d1ef8-0ac3-4cc8-987a-9a058e8abed5 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=5707c25b-8845-4ac8-8187-6e1430275412 HTTP/1.1" status: 200 len: 210 time: 0.0283341 Sep 07 03:08:07.761137 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0acfe985-653b-4500-aa2c-585a8ee0943c req-591623d7-eac8-4f23-a32a-341a09b75c95 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=5707c25b-8845-4ac8-8187-6e1430275412 HTTP/1.1" status: 200 len: 210 time: 0.0306902 Sep 07 03:08:08.245308 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device dc31560a-c2c8-41b2-9a6c-d5357262a6f2 no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:08:08.268986 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: dc31560a-c2c8-41b2-9a6c-d5357262a6f2 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:08:08.269337 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device dc31560a-c2c8-41b2-9a6c-d5357262a6f2 not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:08:08.869197 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f7a0f3a5-0a56-414c-8b4d-2f752d148381 req-bc5203b3-b348-443e-8583-3b1d146f505f tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=5707c25b-8845-4ac8-8187-6e1430275412 HTTP/1.1" status: 200 len: 210 time: 0.0289326 Sep 07 03:08:11.909870 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 37076) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:08:11.914532 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-d2ab1db7-35cf-44cd-97a3-7eaef9d43069 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1012459138', 'description': 'tempest-secgroup-smoke-1012459138 description', 'project_id': 'e2b241f46496480ea1c24703bd4e7081'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:08:11.935961 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d2ab1db7-35cf-44cd-97a3-7eaef9d43069 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:12.020636 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d2ab1db7-35cf-44cd-97a3-7eaef9d43069 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:12.024235 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d2ab1db7-35cf-44cd-97a3-7eaef9d43069 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:12.059013 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d2ab1db7-35cf-44cd-97a3-7eaef9d43069 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:12.063134 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d2ab1db7-35cf-44cd-97a3-7eaef9d43069 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1495891 Sep 07 03:08:12.063387 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 37082) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:08:12.068806 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-add7de8b-04b2-4acc-a620-098e05eff333 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Request body: {'security_group_rule': {'security_group_id': 'de18bfe2-1783-45fe-8c40-fdc97fee7bff', 'project_id': 'e2b241f46496480ea1c24703bd4e7081', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:08:12.074427 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ab1db7-35cf-44cd-97a3-7eaef9d43069 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de18bfe2-1783-45fe-8c40-fdc97fee7bff,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:08:12.101443 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-add7de8b-04b2-4acc-a620-098e05eff333 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:12.165161 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-add7de8b-04b2-4acc-a620-098e05eff333 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:12.169193 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-add7de8b-04b2-4acc-a620-098e05eff333 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:12.183828 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add7de8b-04b2-4acc-a620-098e05eff333 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46b79bc4-c3c8-4b50-8058-af8a29c725c3,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:08:12.193149 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-add7de8b-04b2-4acc-a620-098e05eff333 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:12.194459 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-add7de8b-04b2-4acc-a620-098e05eff333 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1297386 Sep 07 03:08:12.197213 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 37084) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:08:12.202512 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-498202de-28d0-47fd-9cfd-b42c8e77fec2 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Request body: {'security_group_rule': {'security_group_id': 'de18bfe2-1783-45fe-8c40-fdc97fee7bff', 'project_id': 'e2b241f46496480ea1c24703bd4e7081', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:08:12.228063 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-498202de-28d0-47fd-9cfd-b42c8e77fec2 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:12.284756 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-498202de-28d0-47fd-9cfd-b42c8e77fec2 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:12.288366 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-498202de-28d0-47fd-9cfd-b42c8e77fec2 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:12.307839 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498202de-28d0-47fd-9cfd-b42c8e77fec2 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=839ea6db-eb00-45e9-9f83-036f5b28d16d,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:08:12.316919 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-498202de-28d0-47fd-9cfd-b42c8e77fec2 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:12.318208 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-498202de-28d0-47fd-9cfd-b42c8e77fec2 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1200676 Sep 07 03:08:12.320949 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 37088) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:08:12.326564 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-a46b680b-f5e0-466b-ade3-fa32831e53eb tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Request body: {'security_group_rule': {'security_group_id': 'de18bfe2-1783-45fe-8c40-fdc97fee7bff', 'project_id': 'e2b241f46496480ea1c24703bd4e7081', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:08:12.353445 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a46b680b-f5e0-466b-ade3-fa32831e53eb tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:12.413415 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a46b680b-f5e0-466b-ade3-fa32831e53eb tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:12.417775 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a46b680b-f5e0-466b-ade3-fa32831e53eb tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:12.437666 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46b680b-f5e0-466b-ade3-fa32831e53eb tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76e582b2-530c-46e2-a37a-7f32eeb02b12,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:08:12.444760 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a46b680b-f5e0-466b-ade3-fa32831e53eb tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:12.446089 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a46b680b-f5e0-466b-ade3-fa32831e53eb tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1238730 Sep 07 03:08:12.448870 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 37092) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:08:12.454184 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-e23e7b99-fcaa-4754-aba1-aa2ed56fb09f tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Request body: {'security_group_rule': {'security_group_id': 'de18bfe2-1783-45fe-8c40-fdc97fee7bff', 'project_id': 'e2b241f46496480ea1c24703bd4e7081', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:08:12.481304 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e23e7b99-fcaa-4754-aba1-aa2ed56fb09f tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:12.539111 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e23e7b99-fcaa-4754-aba1-aa2ed56fb09f tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:12.542811 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e23e7b99-fcaa-4754-aba1-aa2ed56fb09f tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:12.559960 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23e7b99-fcaa-4754-aba1-aa2ed56fb09f tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6ed9c2d-b420-4352-9bb8-045c7f13c6b7,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:08:12.569187 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e23e7b99-fcaa-4754-aba1-aa2ed56fb09f tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:12.570441 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e23e7b99-fcaa-4754-aba1-aa2ed56fb09f tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1206534 Sep 07 03:08:12.573649 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 37094) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:08:12.579296 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-482a4e26-aded-4f1d-8262-eefac576fb0b tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Request body: {'security_group_rule': {'security_group_id': 'de18bfe2-1783-45fe-8c40-fdc97fee7bff', 'project_id': 'e2b241f46496480ea1c24703bd4e7081', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:08:12.604794 n-d-796209-16 neutron-server[94701]: INFO neutron.db.securitygroups_db [None req-482a4e26-aded-4f1d-8262-eefac576fb0b tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Project e2b241f46496480ea1c24703bd4e7081 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 03:08:12.610181 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-482a4e26-aded-4f1d-8262-eefac576fb0b tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:12.679350 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-482a4e26-aded-4f1d-8262-eefac576fb0b tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:12.683229 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-482a4e26-aded-4f1d-8262-eefac576fb0b tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:12.704694 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482a4e26-aded-4f1d-8262-eefac576fb0b tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd72b3bc-1fe5-45c1-826c-b99a153e19b6,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:08:12.711920 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-482a4e26-aded-4f1d-8262-eefac576fb0b tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:12.713202 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-482a4e26-aded-4f1d-8262-eefac576fb0b tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1385708 Sep 07 03:08:12.715982 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 37102) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:08:12.720540 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-fe4ffb25-fe08-4f1a-908f-b509a673dd92 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Request body: {'security_group_rule': {'security_group_id': 'de18bfe2-1783-45fe-8c40-fdc97fee7bff', 'project_id': 'e2b241f46496480ea1c24703bd4e7081', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:08:12.741696 n-d-796209-16 neutron-server[94701]: INFO neutron.db.securitygroups_db [None req-fe4ffb25-fe08-4f1a-908f-b509a673dd92 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Project e2b241f46496480ea1c24703bd4e7081 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 03:08:12.746618 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fe4ffb25-fe08-4f1a-908f-b509a673dd92 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:12.807053 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fe4ffb25-fe08-4f1a-908f-b509a673dd92 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:12.811219 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fe4ffb25-fe08-4f1a-908f-b509a673dd92 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:12.828579 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4ffb25-fe08-4f1a-908f-b509a673dd92 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b220e5f3-67ca-4f8b-ad03-aacc0b816227,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:08:12.836377 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fe4ffb25-fe08-4f1a-908f-b509a673dd92 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:12.837605 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-fe4ffb25-fe08-4f1a-908f-b509a673dd92 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1206574 Sep 07 03:08:18.389587 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:08:21.786983 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:21.788975 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:25.946818 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9464b87d-4350-4a91-a013-b063ab0beebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:27.224300 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-78dff442-dc3b-45b1-af87-10c31d1f141c req-7b7e7d86-a070-48b8-9d96-11421e7afcff tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1012459138&fields=id&tenant_id=e2b241f46496480ea1c24703bd4e7081 HTTP/1.1" status: 200 len: 267 time: 0.0334179 Sep 07 03:08:27.339290 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dff442-dc3b-45b1-af87-10c31d1f141c req-925fab6d-ca42-484a-baed-ccb6bdbc215b tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:08:27.341137 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-78dff442-dc3b-45b1-af87-10c31d1f141c req-925fab6d-ca42-484a-baed-ccb6bdbc215b tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/networks?id=b5bb2b44-86d3-4c51-8098-39db56525af1 HTTP/1.1" status: 200 len: 812 time: 0.1094015 Sep 07 03:08:27.362705 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-78dff442-dc3b-45b1-af87-10c31d1f141c req-542d47c5-ab2c-4e08-931e-7b0c3dcdf6d6 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/quotas/e2b241f46496480ea1c24703bd4e7081 HTTP/1.1" status: 200 len: 375 time: 0.0154955 Sep 07 03:08:27.415868 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-78dff442-dc3b-45b1-af87-10c31d1f141c req-c071f254-f041-46a8-ade6-5b641cd74079 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e2b241f46496480ea1c24703bd4e7081&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473762 Sep 07 03:08:27.521195 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-78dff442-dc3b-45b1-af87-10c31d1f141c req-58d8256c-8409-4df0-8895-e715bd1eb647 service neutron] 10.222.0.22 "GET /v2.0/networks/b5bb2b44-86d3-4c51-8098-39db56525af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935066 Sep 07 03:08:27.616128 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-78dff442-dc3b-45b1-af87-10c31d1f141c req-9bb1e854-7e1c-49bf-95bd-57a8864ef137 service neutron] 10.222.0.22 "GET /v2.0/networks/b5bb2b44-86d3-4c51-8098-39db56525af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884573 Sep 07 03:08:27.728054 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 37372) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:08:27.802164 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8ecb5435-6d9c-4603-8809-4d32a0237c9e tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/floatingips/16ca8052-c5f2-4b48-a785-32471895c040 HTTP/1.1" status: 200 len: 993 time: 0.0714121 Sep 07 03:08:27.984388 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3e046f72-e948-4e5c-ad50-750729d9a27b req-e4332e12-32ac-4dfa-83f2-4550e3009656 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=100c05ea-ccb0-40b1-9a99-3c47e204dbc4 HTTP/1.1" status: 200 len: 210 time: 0.0329959 Sep 07 03:08:28.082912 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 37396) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:08:28.197074 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5c28ca0a-dd6d-490b-8ea0-dba40003d133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:28.260191 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-5872edc8-77eb-47e1-8502-febec4dc7c71 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Deleting port 2b134003-a20e-41e1-85d6-8321d201d0be {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:08:28.260565 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5872edc8-77eb-47e1-8502-febec4dc7c71 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:28.347952 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5872edc8-77eb-47e1-8502-febec4dc7c71 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:28.348315 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5872edc8-77eb-47e1-8502-febec4dc7c71 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:28.360832 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-5872edc8-77eb-47e1-8502-febec4dc7c71 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Calling delete_port for 2b134003-a20e-41e1-85d6-8321d201d0be owned by network:floatingip {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:08:28.536445 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5872edc8-77eb-47e1-8502-febec4dc7c71 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:28.564433 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5872edc8-77eb-47e1-8502-febec4dc7c71 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Pushing event deleted for resources: {'Port': ['ID=2b134003-a20e-41e1-85d6-8321d201d0be,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:08:28.588901 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5872edc8-77eb-47e1-8502-febec4dc7c71 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:08:28.589256 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5872edc8-77eb-47e1-8502-febec4dc7c71 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:08:28.589613 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5872edc8-77eb-47e1-8502-febec4dc7c71 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:08:28.589958 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5872edc8-77eb-47e1-8502-febec4dc7c71 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:08:28.590296 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5872edc8-77eb-47e1-8502-febec4dc7c71 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:08:28.591266 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5872edc8-77eb-47e1-8502-febec4dc7c71 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:08:28.591642 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5872edc8-77eb-47e1-8502-febec4dc7c71 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:08:28.591975 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5872edc8-77eb-47e1-8502-febec4dc7c71 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:08:28.592489 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5872edc8-77eb-47e1-8502-febec4dc7c71 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:08:28.592932 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5872edc8-77eb-47e1-8502-febec4dc7c71 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:08:28.592932 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5872edc8-77eb-47e1-8502-febec4dc7c71 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:08:28.593761 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5872edc8-77eb-47e1-8502-febec4dc7c71 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:08:28.640249 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5872edc8-77eb-47e1-8502-febec4dc7c71 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for floatingip, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:28.640595 n-d-796209-16 neutron-server[94701]: INFO neutron.db.l3_db [None req-5872edc8-77eb-47e1-8502-febec4dc7c71 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Floating IP 16ca8052-c5f2-4b48-a785-32471895c040 disassociated (deleted). External IP: 172.25.5.67, port: 0dd588d4-3baf-40e6-b334-cffa4372327d. Sep 07 03:08:28.720482 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:28.898426 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5872edc8-77eb-47e1-8502-febec4dc7c71 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Router 78221678-7016-4e5e-8f2c-c84b3e5f5341 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:08:28.987346 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dff442-dc3b-45b1-af87-10c31d1f141c req-fb541044-26bf-40b6-8351-31e73b830984 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:08:28.988957 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-78dff442-dc3b-45b1-af87-10c31d1f141c req-fb541044-26bf-40b6-8351-31e73b830984 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.16 "GET /v2.0/networks?id=b5bb2b44-86d3-4c51-8098-39db56525af1 HTTP/1.1" status: 200 len: 812 time: 0.1402564 Sep 07 03:08:29.024746 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5872edc8-77eb-47e1-8502-febec4dc7c71 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:08:29.029633 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5872edc8-77eb-47e1-8502-febec4dc7c71 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:29.034356 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188d00c6-2803-4fa3-90e6-86a3950bbd30 None None] Sync routers for ids ['78221678-7016-4e5e-8f2c-c84b3e5f5341'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:08:29.050296 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188d00c6-2803-4fa3-90e6-86a3950bbd30 None None] Routers {'78221678-7016-4e5e-8f2c-c84b3e5f5341'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:08:29.050955 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-188d00c6-2803-4fa3-90e6-86a3950bbd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:08:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['78221678-7016-4e5e-8f2c-c84b3e5f5341'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:08:29.067005 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-78dff442-dc3b-45b1-af87-10c31d1f141c req-d26e26fb-c9dd-4318-81b9-c27de49cef53 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2b241f46496480ea1c24703bd4e7081 HTTP/1.1" status: 200 len: 380 time: 0.0686173 Sep 07 03:08:29.077516 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-5872edc8-77eb-47e1-8502-febec4dc7c71 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "DELETE /v2.0/floatingips/16ca8052-c5f2-4b48-a785-32471895c040 HTTP/1.1" status: 204 len: 168 time: 0.9934385 Sep 07 03:08:29.078122 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20a2d61e-0f9d-4775-afd3-632c836bf8f7', 'tag': '0dd588d4-3baf-40e6-b334-cffa4372327d'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:08:29.080379 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-78dff442-dc3b-45b1-af87-10c31d1f141c req-a336c862-2eab-4070-acfc-ceb7b5e92038 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Request body: {'port': {'device_id': '100c05ea-ccb0-40b1-9a99-3c47e204dbc4', 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1', 'admin_state_up': True, 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'security_groups': ['de18bfe2-1783-45fe-8c40-fdc97fee7bff']}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:08:29.080557 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ad0d45-162b-4cb8-8749-7c2c903294a9" -d '{"events": [{"name": "network-changed", "server_uuid": "20a2d61e-0f9d-4775-afd3-632c836bf8f7", "tag": "0dd588d4-3baf-40e6-b334-cffa4372327d"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:08:29.167204 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a3014aed-938f-4f03-8e5f-852cf905ca45 req-ee96fdc0-da4c-4b61-af3a-7f2d56a3ff65 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=100c05ea-ccb0-40b1-9a99-3c47e204dbc4 HTTP/1.1" status: 200 len: 210 time: 0.0566571 Sep 07 03:08:29.243628 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e13b0f6-694f-4b84-ae31-244f74faf599 x-openstack-request-id: req-5e13b0f6-694f-4b84-ae31-244f74faf599 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:08:29.244419 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20a2d61e-0f9d-4775-afd3-632c836bf8f7", "tag": "0dd588d4-3baf-40e6-b334-cffa4372327d", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:08:29.244863 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5e13b0f6-694f-4b84-ae31-244f74faf599 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:08:29.245468 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20a2d61e-0f9d-4775-afd3-632c836bf8f7', 'tag': '0dd588d4-3baf-40e6-b334-cffa4372327d', 'status': 'completed', 'code': 200} Sep 07 03:08:29.297814 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-188d00c6-2803-4fa3-90e6-86a3950bbd30 None None] Set router 78221678-7016-4e5e-8f2c-c84b3e5f5341 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:08:29.327027 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78dff442-dc3b-45b1-af87-10c31d1f141c req-a336c862-2eab-4070-acfc-ceb7b5e92038 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Made reservation on behalf of e2b241f46496480ea1c24703bd4e7081 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:08:29.332577 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-78dff442-dc3b-45b1-af87-10c31d1f141c req-a336c862-2eab-4070-acfc-ceb7b5e92038 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:29.350225 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad0d45-162b-4cb8-8749-7c2c903294a9 req-b88f78dc-6e5b-4421-969e-41af8fee23f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:08:29.351868 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-92ad0d45-162b-4cb8-8749-7c2c903294a9 req-b88f78dc-6e5b-4421-969e-41af8fee23f6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d26848eac2634f46a9e82fab10685270&device_id=20a2d61e-0f9d-4775-afd3-632c836bf8f7 HTTP/1.1" status: 200 len: 1098 time: 0.0768254 Sep 07 03:08:29.534453 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad0d45-162b-4cb8-8749-7c2c903294a9 req-667ba1a9-114b-4c64-80a2-5957cc781c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:08:29.535983 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-92ad0d45-162b-4cb8-8749-7c2c903294a9 req-667ba1a9-114b-4c64-80a2-5957cc781c28 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c8b8c08c-5898-4135-92f5-f39eb4bb8b4c HTTP/1.1" status: 200 len: 896 time: 0.1299334 Sep 07 03:08:29.618730 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-78dff442-dc3b-45b1-af87-10c31d1f141c req-a336c862-2eab-4070-acfc-ceb7b5e92038 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Allocated IP 172.20.0.11 (b5bb2b44-86d3-4c51-8098-39db56525af1/b33adc2b-a155-4213-967c-f1ae81189b8c/fce4849c-db62-4fd9-a359-602ede6ef572) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:08:29.620372 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:29.627660 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-188d00c6-2803-4fa3-90e6-86a3950bbd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78221678-7016-4e5e-8f2c-c84b3e5f5341', 'name': 'tempest-TestNetworkBasicOps-router-715980183', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '7c628fa2-c147-4dc0-be9c-5b1187132bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:07:30Z', 'updated_at': '2021-09-07T03:07:34Z', 'revision_number': 4, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'gw_port': {'id': '7c628fa2-c147-4dc0-be9c-5b1187132bc7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78221678-7016-4e5e-8f2c-c84b3e5f5341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:07:30Z', 'updated_at': '2021-09-07T03:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '532da4cd-bec3-49ce-bece-abdeaf65d076', 'name': '', 'network_id': 'c8b8c08c-5898-4135-92f5-f39eb4bb8b4c', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'mac_address': 'fa:16:3e:be:0e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78221678-7016-4e5e-8f2c-c84b3e5f5341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '42cd9cd4-2db1-43d3-b878-1b08be61360f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:07:33Z', 'updated_at': '2021-09-07T03:07:40Z', 'revision_number': 5, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'subnets': [{'id': '42cd9cd4-2db1-43d3-b878-1b08be61360f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:08:29.666104 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188d00c6-2803-4fa3-90e6-86a3950bbd30 None None] Checking router: 78221678-7016-4e5e-8f2c-c84b3e5f5341 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:08:29.678011 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188d00c6-2803-4fa3-90e6-86a3950bbd30 None None] Routers {'78221678-7016-4e5e-8f2c-c84b3e5f5341'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:08:29.679005 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-188d00c6-2803-4fa3-90e6-86a3950bbd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:08:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['78221678-7016-4e5e-8f2c-c84b3e5f5341'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:08:29.778516 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-92ad0d45-162b-4cb8-8749-7c2c903294a9 req-39ef8b70-351c-4f17-8754-c3a4b2b53ef9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0dd588d4-3baf-40e6-b334-cffa4372327d HTTP/1.1" status: 200 len: 217 time: 0.2341471 Sep 07 03:08:29.793566 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5e71c-b913-4c30-8691-57002d502439 req-b017ed72-687a-4e2e-8962-dab41ac9c972 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:08:29.795844 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0cf5e71c-b913-4c30-8691-57002d502439 req-b017ed72-687a-4e2e-8962-dab41ac9c972 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/ports?device_id=20a2d61e-0f9d-4775-afd3-632c836bf8f7 HTTP/1.1" status: 200 len: 946 time: 0.3912184 Sep 07 03:08:29.815258 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-188d00c6-2803-4fa3-90e6-86a3950bbd30 None None] Set router 78221678-7016-4e5e-8f2c-c84b3e5f5341 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:08:29.902210 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0cf5e71c-b913-4c30-8691-57002d502439 req-62066c6f-6424-4189-8230-e39abb93c56c tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/security-groups?id=5050b0e9-66cd-45b8-b60d-cf7be8378cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931962 Sep 07 03:08:29.913521 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad0d45-162b-4cb8-8749-7c2c903294a9 req-21ad209b-e6ae-4786-ab88-06f2d3926cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:08:29.916389 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-92ad0d45-162b-4cb8-8749-7c2c903294a9 req-21ad209b-e6ae-4786-ab88-06f2d3926cf3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=42cd9cd4-2db1-43d3-b878-1b08be61360f HTTP/1.1" status: 200 len: 835 time: 0.1173525 Sep 07 03:08:29.920296 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-78dff442-dc3b-45b1-af87-10c31d1f141c req-a336c862-2eab-4070-acfc-ceb7b5e92038 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:29.961695 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-78dff442-dc3b-45b1-af87-10c31d1f141c req-a336c862-2eab-4070-acfc-ceb7b5e92038 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Transition to ACTIVE for port object fce4849c-db62-4fd9-a359-602ede6ef572 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:08:29.989541 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad0d45-162b-4cb8-8749-7c2c903294a9 req-1e4bd8f0-4d00-43e1-8d77-a244be3cfc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:08:29.992007 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-92ad0d45-162b-4cb8-8749-7c2c903294a9 req-1e4bd8f0-4d00-43e1-8d77-a244be3cfc8c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c8b8c08c-5898-4135-92f5-f39eb4bb8b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0673323 Sep 07 03:08:30.109635 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-92ad0d45-162b-4cb8-8749-7c2c903294a9 req-90c34aaa-327c-433e-b08d-e0e079ff7952 service neutron] 10.222.0.23 "GET /v2.0/networks/c8b8c08c-5898-4135-92f5-f39eb4bb8b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087234 Sep 07 03:08:30.112403 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-188d00c6-2803-4fa3-90e6-86a3950bbd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78221678-7016-4e5e-8f2c-c84b3e5f5341', 'name': 'tempest-TestNetworkBasicOps-router-715980183', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '7c628fa2-c147-4dc0-be9c-5b1187132bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:07:30Z', 'updated_at': '2021-09-07T03:07:34Z', 'revision_number': 4, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'gw_port': {'id': '7c628fa2-c147-4dc0-be9c-5b1187132bc7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78221678-7016-4e5e-8f2c-c84b3e5f5341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:07:30Z', 'updated_at': '2021-09-07T03:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '532da4cd-bec3-49ce-bece-abdeaf65d076', 'name': '', 'network_id': 'c8b8c08c-5898-4135-92f5-f39eb4bb8b4c', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'mac_address': 'fa:16:3e:be:0e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78221678-7016-4e5e-8f2c-c84b3e5f5341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '42cd9cd4-2db1-43d3-b878-1b08be61360f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:07:33Z', 'updated_at': '2021-09-07T03:07:40Z', 'revision_number': 5, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'subnets': [{'id': '42cd9cd4-2db1-43d3-b878-1b08be61360f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:08:30.171930 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188d00c6-2803-4fa3-90e6-86a3950bbd30 None None] The sync data for ids ['78221678-7016-4e5e-8f2c-c84b3e5f5341'] in n-d-796209-16 is: [{'id': '78221678-7016-4e5e-8f2c-c84b3e5f5341', 'name': 'tempest-TestNetworkBasicOps-router-715980183', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '7c628fa2-c147-4dc0-be9c-5b1187132bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:07:30Z', 'updated_at': '2021-09-07T03:07:34Z', 'revision_number': 4, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'gw_port': {'id': '7c628fa2-c147-4dc0-be9c-5b1187132bc7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78221678-7016-4e5e-8f2c-c84b3e5f5341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:07:30Z', 'updated_at': '2021-09-07T03:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '532da4cd-bec3-49ce-bece-abdeaf65d076', 'name': '', 'network_id': 'c8b8c08c-5898-4135-92f5-f39eb4bb8b4c', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'mac_address': 'fa:16:3e:be:0e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78221678-7016-4e5e-8f2c-c84b3e5f5341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '42cd9cd4-2db1-43d3-b878-1b08be61360f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:07:33Z', 'updated_at': '2021-09-07T03:07:40Z', 'revision_number': 5, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'subnets': [{'id': '42cd9cd4-2db1-43d3-b878-1b08be61360f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:08:30.248614 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-78dff442-dc3b-45b1-af87-10c31d1f141c req-a336c862-2eab-4070-acfc-ceb7b5e92038 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:30.375710 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51736a7-164d-4cf0-a608-63f213bca3b5 req-a4480257-3b5b-4db0-9169-2e537af3b548 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:08:30.388832 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b51736a7-164d-4cf0-a608-63f213bca3b5 req-a4480257-3b5b-4db0-9169-2e537af3b548 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=100c05ea-ccb0-40b1-9a99-3c47e204dbc4 HTTP/1.1" status: 200 len: 932 time: 0.0850151 Sep 07 03:08:30.394772 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78dff442-dc3b-45b1-af87-10c31d1f141c req-a336c862-2eab-4070-acfc-ceb7b5e92038 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Network b5bb2b44-86d3-4c51-8098-39db56525af1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:08:30.413098 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-78dff442-dc3b-45b1-af87-10c31d1f141c req-a336c862-2eab-4070-acfc-ceb7b5e92038 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:08:30.424179 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-78dff442-dc3b-45b1-af87-10c31d1f141c req-a336c862-2eab-4070-acfc-ceb7b5e92038 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:08:30.446845 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a336c862-2eab-4070-acfc-ceb7b5e92038 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Pushing event updated for resources: {'Port': ['ID=fce4849c-db62-4fd9-a359-602ede6ef572,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:08:30.488304 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b51736a7-164d-4cf0-a608-63f213bca3b5 req-a65475c7-addc-4461-9690-5b57019b0674 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=de18bfe2-1783-45fe-8c40-fdc97fee7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972528 Sep 07 03:08:30.523016 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-92ad0d45-162b-4cb8-8749-7c2c903294a9 req-a33b069e-ba5a-4f9d-b14a-83c0d79a10c1 service neutron] 10.222.0.23 "GET /v2.0/networks/c8b8c08c-5898-4135-92f5-f39eb4bb8b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4045620 Sep 07 03:08:30.526966 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a336c862-2eab-4070-acfc-ceb7b5e92038 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:08:30.527286 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a336c862-2eab-4070-acfc-ceb7b5e92038 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:08:30.528079 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a336c862-2eab-4070-acfc-ceb7b5e92038 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:08:30.528965 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a336c862-2eab-4070-acfc-ceb7b5e92038 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:08:30.529308 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a336c862-2eab-4070-acfc-ceb7b5e92038 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:08:30.530103 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a336c862-2eab-4070-acfc-ceb7b5e92038 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:08:30.530832 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a336c862-2eab-4070-acfc-ceb7b5e92038 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:08:30.531167 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a336c862-2eab-4070-acfc-ceb7b5e92038 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:08:30.531511 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a336c862-2eab-4070-acfc-ceb7b5e92038 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:08:30.532352 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a336c862-2eab-4070-acfc-ceb7b5e92038 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:08:30.567437 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a336c862-2eab-4070-acfc-ceb7b5e92038 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:08:30.569666 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a336c862-2eab-4070-acfc-ceb7b5e92038 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:08:30.663953 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dff442-dc3b-45b1-af87-10c31d1f141c req-a336c862-2eab-4070-acfc-ceb7b5e92038 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:08:30.664526 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-78dff442-dc3b-45b1-af87-10c31d1f141c req-a336c862-2eab-4070-acfc-ceb7b5e92038 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:30.705552 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-78dff442-dc3b-45b1-af87-10c31d1f141c req-a336c862-2eab-4070-acfc-ceb7b5e92038 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6309221 Sep 07 03:08:30.724292 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b32f102-2ccd-44c6-a98d-d62d993cc450 req-9839c636-f32d-472e-b94d-1d38ab94e675 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:08:30.726068 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8b32f102-2ccd-44c6-a98d-d62d993cc450 req-9839c636-f32d-472e-b94d-1d38ab94e675 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.23 "GET /v2.0/ports?device_id=20a2d61e-0f9d-4775-afd3-632c836bf8f7 HTTP/1.1" status: 200 len: 946 time: 0.1170356 Sep 07 03:08:30.739624 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efcadfe-37a8-4165-b82f-adc1fb9d68fd None None] New status for floating IP 16ca8052-c5f2-4b48-a785-32471895c040: DOWN {{(pid=94703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 03:08:30.900246 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-78dff442-dc3b-45b1-af87-10c31d1f141c req-a70c41f1-8761-4508-9bac-e16a2fe6a066 service neutron] Request body: {'port': {'device_id': '100c05ea-ccb0-40b1-9a99-3c47e204dbc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:08:30.942291 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-4ebe5273-f0fa-4cd9-b7df-b893f10239a5 None None] Provisioning for port fce4849c-db62-4fd9-a359-602ede6ef572 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:08:30.951440 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-4ebe5273-f0fa-4cd9-b7df-b893f10239a5 None None] Provisioning complete for port fce4849c-db62-4fd9-a359-602ede6ef572 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:08:30.952129 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4ebe5273-f0fa-4cd9-b7df-b893f10239a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:30.996533 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-78dff442-dc3b-45b1-af87-10c31d1f141c req-a70c41f1-8761-4508-9bac-e16a2fe6a066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:31.006974 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-8b32f102-2ccd-44c6-a98d-d62d993cc450 req-6251c577-0a00-4489-b6e4-8cf282de4216 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Deleting port 0dd588d4-3baf-40e6-b334-cffa4372327d {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:08:31.007683 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8b32f102-2ccd-44c6-a98d-d62d993cc450 req-6251c577-0a00-4489-b6e4-8cf282de4216 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:31.068770 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-4ebe5273-f0fa-4cd9-b7df-b893f10239a5 None None] Port fce4849c-db62-4fd9-a359-602ede6ef572 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:08:31.249890 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-8b32f102-2ccd-44c6-a98d-d62d993cc450 req-6251c577-0a00-4489-b6e4-8cf282de4216 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] For port 0dd588d4-3baf-40e6-b334-cffa4372327d, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=0dd588d4-3baf-40e6-b334-cffa4372327d,segment=NetworkSegment(3dbca80b-e0f5-4b2b-b8d2-1dc750f31215),segment_id=3dbca80b-e0f5-4b2b-b8d2-1dc750f31215)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:08:31.250263 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8b32f102-2ccd-44c6-a98d-d62d993cc450 req-6251c577-0a00-4489-b6e4-8cf282de4216 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:31.260017 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac0579-1e96-4519-8913-2a08ad8db2bb req-85ef4b86-79db-423e-a74f-fea643336e7c tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:08:31.261581 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-06ac0579-1e96-4519-8913-2a08ad8db2bb req-85ef4b86-79db-423e-a74f-fea643336e7c tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/ports?device_id=20a2d61e-0f9d-4775-afd3-632c836bf8f7 HTTP/1.1" status: 200 len: 946 time: 0.2177536 Sep 07 03:08:31.280393 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-8b32f102-2ccd-44c6-a98d-d62d993cc450 req-6251c577-0a00-4489-b6e4-8cf282de4216 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Calling delete_port for 0dd588d4-3baf-40e6-b334-cffa4372327d owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:08:31.407694 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-06ac0579-1e96-4519-8913-2a08ad8db2bb req-7bf522bb-de42-4ced-9b13-f3db90b11ac5 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "GET /v2.0/security-groups?id=5050b0e9-66cd-45b8-b60d-cf7be8378cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305022 Sep 07 03:08:31.471700 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:31.570202 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-78dff442-dc3b-45b1-af87-10c31d1f141c req-a70c41f1-8761-4508-9bac-e16a2fe6a066 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fce4849c-db62-4fd9-a359-602ede6ef572 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:08:31.578786 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-78dff442-dc3b-45b1-af87-10c31d1f141c req-a70c41f1-8761-4508-9bac-e16a2fe6a066 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:31.582810 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8b32f102-2ccd-44c6-a98d-d62d993cc450 req-6251c577-0a00-4489-b6e4-8cf282de4216 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:31.644813 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-78dff442-dc3b-45b1-af87-10c31d1f141c req-a70c41f1-8761-4508-9bac-e16a2fe6a066 service neutron] Transition to ACTIVE for port object fce4849c-db62-4fd9-a359-602ede6ef572 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:08:31.649411 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6251c577-0a00-4489-b6e4-8cf282de4216 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Pushing event deleted for resources: {'Port': ['ID=0dd588d4-3baf-40e6-b334-cffa4372327d,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:08:31.656597 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-78dff442-dc3b-45b1-af87-10c31d1f141c req-a70c41f1-8761-4508-9bac-e16a2fe6a066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:31.657530 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ce30a-c5c7-4c7b-ace5-cb7d89a0f65c req-0ca2eb24-91f2-454f-bbb0-43a04d6c6a69 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:08:31.659859 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0d4ce30a-c5c7-4c7b-ace5-cb7d89a0f65c req-0ca2eb24-91f2-454f-bbb0-43a04d6c6a69 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=100c05ea-ccb0-40b1-9a99-3c47e204dbc4 HTTP/1.1" status: 200 len: 932 time: 0.0765579 Sep 07 03:08:31.719973 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0d4ce30a-c5c7-4c7b-ace5-cb7d89a0f65c req-3dca7ce2-ba4e-4430-855d-f8449affc489 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=de18bfe2-1783-45fe-8c40-fdc97fee7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524867 Sep 07 03:08:31.735282 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b32f102-2ccd-44c6-a98d-d62d993cc450 req-6251c577-0a00-4489-b6e4-8cf282de4216 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] No DVR routers for this DVR port 0dd588d4-3baf-40e6-b334-cffa4372327d on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:08:31.739117 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-8b32f102-2ccd-44c6-a98d-d62d993cc450 req-6251c577-0a00-4489-b6e4-8cf282de4216 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:31.741312 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8b32f102-2ccd-44c6-a98d-d62d993cc450 req-6251c577-0a00-4489-b6e4-8cf282de4216 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.23 "DELETE /v2.0/ports/0dd588d4-3baf-40e6-b334-cffa4372327d HTTP/1.1" status: 204 len: 173 time: 0.9949772 Sep 07 03:08:31.743727 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20a2d61e-0f9d-4775-afd3-632c836bf8f7', 'name': 'network-vif-deleted', 'tag': '0dd588d4-3baf-40e6-b334-cffa4372327d'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:08:31.746523 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2cdf39a-ec74-4264-b157-9299a125cb29" -d '{"events": [{"server_uuid": "20a2d61e-0f9d-4775-afd3-632c836bf8f7", "name": "network-vif-deleted", "tag": "0dd588d4-3baf-40e6-b334-cffa4372327d"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:08:31.796142 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70c41f1-8761-4508-9bac-e16a2fe6a066 service neutron] Pushing event updated for resources: {'Port': ['ID=fce4849c-db62-4fd9-a359-602ede6ef572,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:08:31.879770 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed123df-2ce8-4d84-a6c7-10e98c974095 x-openstack-request-id: req-0ed123df-2ce8-4d84-a6c7-10e98c974095 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:08:31.880423 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20a2d61e-0f9d-4775-afd3-632c836bf8f7", "name": "network-vif-deleted", "tag": "0dd588d4-3baf-40e6-b334-cffa4372327d", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:08:31.881818 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0ed123df-2ce8-4d84-a6c7-10e98c974095 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:08:31.882674 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20a2d61e-0f9d-4775-afd3-632c836bf8f7', 'name': 'network-vif-deleted', 'tag': '0dd588d4-3baf-40e6-b334-cffa4372327d', 'status': 'completed', 'code': 200} Sep 07 03:08:31.938380 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-78dff442-dc3b-45b1-af87-10c31d1f141c req-a70c41f1-8761-4508-9bac-e16a2fe6a066 service neutron] Attempting to bind port fce4849c-db62-4fd9-a359-602ede6ef572 on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:08:31.939321 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-78dff442-dc3b-45b1-af87-10c31d1f141c req-a70c41f1-8761-4508-9bac-e16a2fe6a066 service neutron] Attempting to bind port fce4849c-db62-4fd9-a359-602ede6ef572 by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:08:31.940293 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78dff442-dc3b-45b1-af87-10c31d1f141c req-a70c41f1-8761-4508-9bac-e16a2fe6a066 service neutron] Attempting to bind port fce4849c-db62-4fd9-a359-602ede6ef572 on network b5bb2b44-86d3-4c51-8098-39db56525af1 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:08:31.946832 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78dff442-dc3b-45b1-af87-10c31d1f141c req-a70c41f1-8761-4508-9bac-e16a2fe6a066 service neutron] Port fce4849c-db62-4fd9-a359-602ede6ef572 on network b5bb2b44-86d3-4c51-8098-39db56525af1 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 03:08:31.947167 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78dff442-dc3b-45b1-af87-10c31d1f141c req-a70c41f1-8761-4508-9bac-e16a2fe6a066 service neutron] Attempting to bind port fce4849c-db62-4fd9-a359-602ede6ef572 on network b5bb2b44-86d3-4c51-8098-39db56525af1 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:08:31.957100 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78dff442-dc3b-45b1-af87-10c31d1f141c req-a70c41f1-8761-4508-9bac-e16a2fe6a066 service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:08:31.957473 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78dff442-dc3b-45b1-af87-10c31d1f141c req-a70c41f1-8761-4508-9bac-e16a2fe6a066 service neutron] Checking segment: {'id': '8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:08:31.957867 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78dff442-dc3b-45b1-af87-10c31d1f141c req-a70c41f1-8761-4508-9bac-e16a2fe6a066 service neutron] Bound using segment: {'id': '8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:08:31.958346 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-78dff442-dc3b-45b1-af87-10c31d1f141c req-a70c41f1-8761-4508-9bac-e16a2fe6a066 service neutron] Bound port: fce4849c-db62-4fd9-a359-602ede6ef572, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:08:31.958671 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-78dff442-dc3b-45b1-af87-10c31d1f141c req-a70c41f1-8761-4508-9bac-e16a2fe6a066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:32.054812 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-78dff442-dc3b-45b1-af87-10c31d1f141c req-a70c41f1-8761-4508-9bac-e16a2fe6a066 service neutron] For port fce4849c-db62-4fd9-a359-602ede6ef572, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:08:32.059688 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-78dff442-dc3b-45b1-af87-10c31d1f141c req-a70c41f1-8761-4508-9bac-e16a2fe6a066 service neutron] For port fce4849c-db62-4fd9-a359-602ede6ef572, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=fce4849c-db62-4fd9-a359-602ede6ef572,segment=NetworkSegment(8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21),segment_id=8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:08:32.091463 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-78dff442-dc3b-45b1-af87-10c31d1f141c req-a70c41f1-8761-4508-9bac-e16a2fe6a066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:32.151395 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dff442-dc3b-45b1-af87-10c31d1f141c req-a70c41f1-8761-4508-9bac-e16a2fe6a066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:08:32.152077 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-78dff442-dc3b-45b1-af87-10c31d1f141c req-a70c41f1-8761-4508-9bac-e16a2fe6a066 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:32.154110 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-78dff442-dc3b-45b1-af87-10c31d1f141c req-a70c41f1-8761-4508-9bac-e16a2fe6a066 service neutron] 10.222.0.16 "PUT /v2.0/ports/fce4849c-db62-4fd9-a359-602ede6ef572 HTTP/1.1" status: 200 len: 1093 time: 1.4271357 Sep 07 03:08:32.180299 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70c41f1-8761-4508-9bac-e16a2fe6a066 service neutron] Pushing event updated for resources: {'Port': ['ID=fce4849c-db62-4fd9-a359-602ede6ef572,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:08:32.296568 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dff442-dc3b-45b1-af87-10c31d1f141c req-eb50f33d-6a92-4cff-b365-04e2c1d4ee19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:08:32.298122 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-78dff442-dc3b-45b1-af87-10c31d1f141c req-eb50f33d-6a92-4cff-b365-04e2c1d4ee19 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2b241f46496480ea1c24703bd4e7081&device_id=100c05ea-ccb0-40b1-9a99-3c47e204dbc4 HTTP/1.1" status: 200 len: 1096 time: 0.0857389 Sep 07 03:08:32.355550 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-78dff442-dc3b-45b1-af87-10c31d1f141c req-a52c0823-c11f-4cf9-95cd-278a2df8707e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fce4849c-db62-4fd9-a359-602ede6ef572 HTTP/1.1" status: 200 len: 217 time: 0.0467806 Sep 07 03:08:32.430167 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dff442-dc3b-45b1-af87-10c31d1f141c req-3b828010-7d98-46b1-b1f8-ce177d4cf520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:08:32.431922 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-78dff442-dc3b-45b1-af87-10c31d1f141c req-3b828010-7d98-46b1-b1f8-ce177d4cf520 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b33adc2b-a155-4213-967c-f1ae81189b8c HTTP/1.1" status: 200 len: 851 time: 0.0708764 Sep 07 03:08:32.494567 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 37500) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:08:32.502602 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dff442-dc3b-45b1-af87-10c31d1f141c req-68f113ea-2520-42d6-a7aa-c123ae2bef8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:08:32.506084 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-78dff442-dc3b-45b1-af87-10c31d1f141c req-68f113ea-2520-42d6-a7aa-c123ae2bef8b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b5bb2b44-86d3-4c51-8098-39db56525af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0659776 Sep 07 03:08:32.603185 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bfd575ef-7829-4382-b58a-920952e1d932 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:32.625192 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-78dff442-dc3b-45b1-af87-10c31d1f141c req-33b5db8e-8dbb-4d43-a9e3-595d4ab98d66 service neutron] 10.222.0.16 "GET /v2.0/networks/b5bb2b44-86d3-4c51-8098-39db56525af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129131 Sep 07 03:08:32.634902 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bfd575ef-7829-4382-b58a-920952e1d932 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:32.710309 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bfd575ef-7829-4382-b58a-920952e1d932 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:32.713660 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bfd575ef-7829-4382-b58a-920952e1d932 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:32.714990 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-bfd575ef-7829-4382-b58a-920952e1d932 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "DELETE /v2.0/security-groups/5050b0e9-66cd-45b8-b60d-cf7be8378cc0 HTTP/1.1" status: 204 len: 168 time: 0.2193472 Sep 07 03:08:32.760532 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd575ef-7829-4382-b58a-920952e1d932 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5050b0e9-66cd-45b8-b60d-cf7be8378cc0,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:08:32.761416 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-78dff442-dc3b-45b1-af87-10c31d1f141c req-83e2d5db-2ae0-4d7a-b359-9818339bc247 service neutron] 10.222.0.16 "GET /v2.0/networks/b5bb2b44-86d3-4c51-8098-39db56525af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285877 Sep 07 03:08:32.781268 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 37512) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:08:32.898356 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b94ce-1d7a-4411-b8cd-0d8ba442a994 req-337164d2-1d8e-4347-be49-f08d1d7b5cad tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:08:32.900317 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-497b94ce-1d7a-4411-b8cd-0d8ba442a994 req-337164d2-1d8e-4347-be49-f08d1d7b5cad tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=100c05ea-ccb0-40b1-9a99-3c47e204dbc4 HTTP/1.1" status: 200 len: 944 time: 0.0725639 Sep 07 03:08:32.977882 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-497b94ce-1d7a-4411-b8cd-0d8ba442a994 req-46720de0-5ef3-45f3-9cb2-edf7d0bc96e0 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=de18bfe2-1783-45fe-8c40-fdc97fee7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569856 Sep 07 03:08:33.483556 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fd5cd2dd-4ab7-46f1-92e3-9bba40d00eec tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:33.759603 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-fd5cd2dd-4ab7-46f1-92e3-9bba40d00eec tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Deleting port 532da4cd-bec3-49ce-bece-abdeaf65d076 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:08:33.759916 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fd5cd2dd-4ab7-46f1-92e3-9bba40d00eec tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:33.864047 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-fd5cd2dd-4ab7-46f1-92e3-9bba40d00eec tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] For port 532da4cd-bec3-49ce-bece-abdeaf65d076, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=532da4cd-bec3-49ce-bece-abdeaf65d076,segment=NetworkSegment(3dbca80b-e0f5-4b2b-b8d2-1dc750f31215),segment_id=3dbca80b-e0f5-4b2b-b8d2-1dc750f31215)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:08:33.864422 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fd5cd2dd-4ab7-46f1-92e3-9bba40d00eec tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:33.883035 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-fd5cd2dd-4ab7-46f1-92e3-9bba40d00eec tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Calling delete_port for 532da4cd-bec3-49ce-bece-abdeaf65d076 owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:08:33.884875 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '100c05ea-ccb0-40b1-9a99-3c47e204dbc4', 'tag': 'fce4849c-db62-4fd9-a359-602ede6ef572'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:08:33.886919 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10772a19-eb7b-4615-91ac-65eb487168d6" -d '{"events": [{"name": "network-changed", "server_uuid": "100c05ea-ccb0-40b1-9a99-3c47e204dbc4", "tag": "fce4849c-db62-4fd9-a359-602ede6ef572"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:08:33.933380 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1e928a-9c39-4dcd-9578-55343c1af032 x-openstack-request-id: req-8d1e928a-9c39-4dcd-9578-55343c1af032 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:08:33.933775 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "100c05ea-ccb0-40b1-9a99-3c47e204dbc4", "tag": "fce4849c-db62-4fd9-a359-602ede6ef572", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:08:33.934094 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8d1e928a-9c39-4dcd-9578-55343c1af032 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:08:33.935624 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '100c05ea-ccb0-40b1-9a99-3c47e204dbc4', 'tag': 'fce4849c-db62-4fd9-a359-602ede6ef572', 'status': 'completed', 'code': 200} Sep 07 03:08:34.045491 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10772a19-eb7b-4615-91ac-65eb487168d6 req-2bedeaec-cb9c-4690-9c8b-45d441b98c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:08:34.047034 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-10772a19-eb7b-4615-91ac-65eb487168d6 req-2bedeaec-cb9c-4690-9c8b-45d441b98c27 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2b241f46496480ea1c24703bd4e7081&device_id=100c05ea-ccb0-40b1-9a99-3c47e204dbc4 HTTP/1.1" status: 200 len: 1096 time: 0.0922070 Sep 07 03:08:34.142517 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3ecd4-7623-4d5b-a10f-86ddb68e1f5d req-b80a83d5-d4b5-4dba-a760-8513579b5060 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:08:34.154923 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cfe3ecd4-7623-4d5b-a10f-86ddb68e1f5d req-b80a83d5-d4b5-4dba-a760-8513579b5060 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=100c05ea-ccb0-40b1-9a99-3c47e204dbc4 HTTP/1.1" status: 200 len: 944 time: 0.0726428 Sep 07 03:08:34.201295 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10772a19-eb7b-4615-91ac-65eb487168d6 req-f318579a-3d82-41f4-a381-58f22f3cd76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:08:34.202570 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-10772a19-eb7b-4615-91ac-65eb487168d6 req-f318579a-3d82-41f4-a381-58f22f3cd76f service neutron] 10.222.0.16 "GET /v2.0/networks?id=b5bb2b44-86d3-4c51-8098-39db56525af1 HTTP/1.1" status: 200 len: 912 time: 0.1476350 Sep 07 03:08:34.222820 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cfe3ecd4-7623-4d5b-a10f-86ddb68e1f5d req-f82ce8e1-5709-4cdc-8070-7c67a532457f tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=de18bfe2-1783-45fe-8c40-fdc97fee7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668201 Sep 07 03:08:34.266461 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-10772a19-eb7b-4615-91ac-65eb487168d6 req-dde67aaf-738b-4a61-8283-193cad28a5bb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fce4849c-db62-4fd9-a359-602ede6ef572 HTTP/1.1" status: 200 len: 217 time: 0.0435028 Sep 07 03:08:34.314670 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fd5cd2dd-4ab7-46f1-92e3-9bba40d00eec tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:34.352488 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5cd2dd-4ab7-46f1-92e3-9bba40d00eec tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Pushing event deleted for resources: {'Port': ['ID=532da4cd-bec3-49ce-bece-abdeaf65d076,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:08:34.381224 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10772a19-eb7b-4615-91ac-65eb487168d6 req-0ef31093-e404-44c3-b0be-b792b4ca89f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:08:34.382749 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-10772a19-eb7b-4615-91ac-65eb487168d6 req-0ef31093-e404-44c3-b0be-b792b4ca89f9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b33adc2b-a155-4213-967c-f1ae81189b8c HTTP/1.1" status: 200 len: 851 time: 0.1069880 Sep 07 03:08:34.527124 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10772a19-eb7b-4615-91ac-65eb487168d6 req-5dd67f6e-efc8-4b2c-a20f-3376ea3fd8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:08:34.528841 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-10772a19-eb7b-4615-91ac-65eb487168d6 req-5dd67f6e-efc8-4b2c-a20f-3376ea3fd8eb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b5bb2b44-86d3-4c51-8098-39db56525af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1186392 Sep 07 03:08:34.671279 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fd5cd2dd-4ab7-46f1-92e3-9bba40d00eec tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:34.730467 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-10772a19-eb7b-4615-91ac-65eb487168d6 req-454de6db-53a7-4b68-b881-67bb8f280736 service neutron] 10.222.0.16 "GET /v2.0/networks/b5bb2b44-86d3-4c51-8098-39db56525af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931210 Sep 07 03:08:34.921279 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-10772a19-eb7b-4615-91ac-65eb487168d6 req-0a92a027-6d1e-4691-b303-64988c868ebc service neutron] 10.222.0.16 "GET /v2.0/networks/b5bb2b44-86d3-4c51-8098-39db56525af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820536 Sep 07 03:08:34.991929 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd5cd2dd-4ab7-46f1-92e3-9bba40d00eec tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Router 78221678-7016-4e5e-8f2c-c84b3e5f5341 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:08:35.117056 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5cd2dd-4ab7-46f1-92e3-9bba40d00eec tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:08:35.125291 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-fd5cd2dd-4ab7-46f1-92e3-9bba40d00eec tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "PUT /v2.0/routers/78221678-7016-4e5e-8f2c-c84b3e5f5341/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3395209 Sep 07 03:08:35.125418 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 37568) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:08:35.128623 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfff11b1-7fd1-4722-9b74-f83726036d1f None None] Sync routers for ids ['78221678-7016-4e5e-8f2c-c84b3e5f5341'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:08:35.140640 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfff11b1-7fd1-4722-9b74-f83726036d1f None None] Routers {'78221678-7016-4e5e-8f2c-c84b3e5f5341'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:08:35.141580 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-cfff11b1-7fd1-4722-9b74-f83726036d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:08:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['78221678-7016-4e5e-8f2c-c84b3e5f5341'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:08:35.180115 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 0dd588d4-3baf-40e6-b334-cffa4372327d no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:08:35.183033 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-479e1b30-b317-4245-9d3c-548c95ce2a85 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Deleting subnet 42cd9cd4-2db1-43d3-b878-1b08be61360f {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 03:08:35.186245 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-479e1b30-b317-4245-9d3c-548c95ce2a85 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:35.206497 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: 0dd588d4-3baf-40e6-b334-cffa4372327d {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:08:35.206842 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 0dd588d4-3baf-40e6-b334-cffa4372327d not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:08:35.230226 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-479e1b30-b317-4245-9d3c-548c95ce2a85 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:35.285315 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-cfff11b1-7fd1-4722-9b74-f83726036d1f None None] Set router 78221678-7016-4e5e-8f2c-c84b3e5f5341 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:08:35.345471 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-479e1b30-b317-4245-9d3c-548c95ce2a85 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:35.380661 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f1e58b-76ad-4982-b2f3-55230830fa97 req-7dc49cd8-b28b-4a40-aff0-c66cb72335b4 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:08:35.382442 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f7f1e58b-76ad-4982-b2f3-55230830fa97 req-7dc49cd8-b28b-4a40-aff0-c66cb72335b4 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=100c05ea-ccb0-40b1-9a99-3c47e204dbc4 HTTP/1.1" status: 200 len: 944 time: 0.0600913 Sep 07 03:08:35.426660 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f7f1e58b-76ad-4982-b2f3-55230830fa97 req-ab06871f-449c-4548-8cb5-253dab1d64ef tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=de18bfe2-1783-45fe-8c40-fdc97fee7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370753 Sep 07 03:08:35.448086 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-479e1b30-b317-4245-9d3c-548c95ce2a85 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:35.485392 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-479e1b30-b317-4245-9d3c-548c95ce2a85 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:35.489050 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-479e1b30-b317-4245-9d3c-548c95ce2a85 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "DELETE /v2.0/subnets/42cd9cd4-2db1-43d3-b878-1b08be61360f HTTP/1.1" status: 204 len: 168 time: 0.3627646 Sep 07 03:08:35.491434 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479e1b30-b317-4245-9d3c-548c95ce2a85 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Pushing event deleted for resources: {'Subnet': ['ID=42cd9cd4-2db1-43d3-b878-1b08be61360f,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:08:35.491899 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 37578) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:08:35.504949 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410e3405-bcf2-4a95-bbcd-5ebffcb0f402 None None] Network c8b8c08c-5898-4135-92f5-f39eb4bb8b4c requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:08:35.602180 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-cfff11b1-7fd1-4722-9b74-f83726036d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78221678-7016-4e5e-8f2c-c84b3e5f5341', 'name': 'tempest-TestNetworkBasicOps-router-715980183', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '7c628fa2-c147-4dc0-be9c-5b1187132bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:07:30Z', 'updated_at': '2021-09-07T03:08:34Z', 'revision_number': 5, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'gw_port': {'id': '7c628fa2-c147-4dc0-be9c-5b1187132bc7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78221678-7016-4e5e-8f2c-c84b3e5f5341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:07:30Z', 'updated_at': '2021-09-07T03:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:08:35.623986 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-562f7b8b-2de0-46d8-95a1-1d67b040ee70 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:35.648479 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfff11b1-7fd1-4722-9b74-f83726036d1f None None] Checking router: 78221678-7016-4e5e-8f2c-c84b3e5f5341 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:08:35.664544 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfff11b1-7fd1-4722-9b74-f83726036d1f None None] Routers {'78221678-7016-4e5e-8f2c-c84b3e5f5341'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:08:35.665205 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-cfff11b1-7fd1-4722-9b74-f83726036d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:08:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['78221678-7016-4e5e-8f2c-c84b3e5f5341'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:08:35.745420 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-562f7b8b-2de0-46d8-95a1-1d67b040ee70 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:35.788706 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-cfff11b1-7fd1-4722-9b74-f83726036d1f None None] Set router 78221678-7016-4e5e-8f2c-c84b3e5f5341 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:08:35.823541 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-562f7b8b-2de0-46d8-95a1-1d67b040ee70 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Deleting port 7c628fa2-c147-4dc0-be9c-5b1187132bc7 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:08:35.823944 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-562f7b8b-2de0-46d8-95a1-1d67b040ee70 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:35.828440 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b60455-a334-412f-a30e-67086b312d87 None None] DHCP port deletion for c8b8c08c-5898-4135-92f5-f39eb4bb8b4c request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 03:08:35.914300 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-562f7b8b-2de0-46d8-95a1-1d67b040ee70 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] For port 7c628fa2-c147-4dc0-be9c-5b1187132bc7, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=7c628fa2-c147-4dc0-be9c-5b1187132bc7,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:08:35.914661 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-562f7b8b-2de0-46d8-95a1-1d67b040ee70 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:35.927978 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-562f7b8b-2de0-46d8-95a1-1d67b040ee70 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Calling delete_port for 7c628fa2-c147-4dc0-be9c-5b1187132bc7 owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:08:35.993373 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-16b60455-a334-412f-a30e-67086b312d87 None None] Deleting port d9ab20a2-1218-40a2-be4a-fad701f85593 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:08:35.993676 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-16b60455-a334-412f-a30e-67086b312d87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:36.134505 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-562f7b8b-2de0-46d8-95a1-1d67b040ee70 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:36.162477 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562f7b8b-2de0-46d8-95a1-1d67b040ee70 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Pushing event deleted for resources: {'Port': ['ID=7c628fa2-c147-4dc0-be9c-5b1187132bc7,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:08:36.231927 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-562f7b8b-2de0-46d8-95a1-1d67b040ee70 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:36.285127 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-16b60455-a334-412f-a30e-67086b312d87 None None] For port d9ab20a2-1218-40a2-be4a-fad701f85593, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=d9ab20a2-1218-40a2-be4a-fad701f85593,segment=NetworkSegment(3dbca80b-e0f5-4b2b-b8d2-1dc750f31215),segment_id=3dbca80b-e0f5-4b2b-b8d2-1dc750f31215)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:08:36.285760 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-16b60455-a334-412f-a30e-67086b312d87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:36.302450 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-16b60455-a334-412f-a30e-67086b312d87 None None] Calling delete_port for d9ab20a2-1218-40a2-be4a-fad701f85593 owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:08:36.359440 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-cfff11b1-7fd1-4722-9b74-f83726036d1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78221678-7016-4e5e-8f2c-c84b3e5f5341', 'name': 'tempest-TestNetworkBasicOps-router-715980183', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '7c628fa2-c147-4dc0-be9c-5b1187132bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:07:30Z', 'updated_at': '2021-09-07T03:08:34Z', 'revision_number': 5, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'gw_port': {'id': '7c628fa2-c147-4dc0-be9c-5b1187132bc7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78221678-7016-4e5e-8f2c-c84b3e5f5341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:07:30Z', 'updated_at': '2021-09-07T03:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:08:36.391745 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfff11b1-7fd1-4722-9b74-f83726036d1f None None] The sync data for ids ['78221678-7016-4e5e-8f2c-c84b3e5f5341'] in n-d-796209-16 is: [{'id': '78221678-7016-4e5e-8f2c-c84b3e5f5341', 'name': 'tempest-TestNetworkBasicOps-router-715980183', 'tenant_id': 'd26848eac2634f46a9e82fab10685270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': '7c628fa2-c147-4dc0-be9c-5b1187132bc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:07:30Z', 'updated_at': '2021-09-07T03:08:34Z', 'revision_number': 5, 'project_id': 'd26848eac2634f46a9e82fab10685270', 'gw_port': {'id': '7c628fa2-c147-4dc0-be9c-5b1187132bc7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:a3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78221678-7016-4e5e-8f2c-c84b3e5f5341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:07:30Z', 'updated_at': '2021-09-07T03:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:08:36.464305 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-16b60455-a334-412f-a30e-67086b312d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:36.521417 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b60455-a334-412f-a30e-67086b312d87 None None] No DVR routers for this DVR port d9ab20a2-1218-40a2-be4a-fad701f85593 on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:08:36.526995 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b60455-a334-412f-a30e-67086b312d87 None None] Pushing event deleted for resources: {'Port': ['ID=d9ab20a2-1218-40a2-be4a-fad701f85593,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:08:36.582346 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-562f7b8b-2de0-46d8-95a1-1d67b040ee70 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:36.584477 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c4c94a-d69b-40bd-a037-c0b900bb0eee req-b363ca2d-3edf-4d16-943a-2b42f3b7334c tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:08:36.584968 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-562f7b8b-2de0-46d8-95a1-1d67b040ee70 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:36.587282 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-28c4c94a-d69b-40bd-a037-c0b900bb0eee req-b363ca2d-3edf-4d16-943a-2b42f3b7334c tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=100c05ea-ccb0-40b1-9a99-3c47e204dbc4 HTTP/1.1" status: 200 len: 944 time: 0.0645530 Sep 07 03:08:36.630933 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-562f7b8b-2de0-46d8-95a1-1d67b040ee70 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:36.631572 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-562f7b8b-2de0-46d8-95a1-1d67b040ee70 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Fanout notify agent at l3_agent the message router_deleted on router 78221678-7016-4e5e-8f2c-c84b3e5f5341 {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 03:08:36.636798 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-28c4c94a-d69b-40bd-a037-c0b900bb0eee req-4bc67b6c-a763-4e9f-8783-379e67d0114a tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=de18bfe2-1783-45fe-8c40-fdc97fee7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401781 Sep 07 03:08:36.641037 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-562f7b8b-2de0-46d8-95a1-1d67b040ee70 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:36.643996 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-562f7b8b-2de0-46d8-95a1-1d67b040ee70 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "DELETE /v2.0/routers/78221678-7016-4e5e-8f2c-c84b3e5f5341 HTTP/1.1" status: 204 len: 168 time: 1.1508088 Sep 07 03:08:36.645001 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 37608) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:08:36.729922 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1f7aea4f-19e6-4e3c-8c5a-56ea0721c678 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:36.852880 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1f7aea4f-19e6-4e3c-8c5a-56ea0721c678 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:36.886723 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-1f7aea4f-19e6-4e3c-8c5a-56ea0721c678 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8b8c08c-5898-4135-92f5-f39eb4bb8b4c']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:08:36.902212 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device d9ab20a2-1218-40a2-be4a-fad701f85593 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:08:36.910041 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-1f7aea4f-19e6-4e3c-8c5a-56ea0721c678 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dbca80b-e0f5-4b2b-b8d2-1dc750f31215') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:08:36.910564 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-1f7aea4f-19e6-4e3c-8c5a-56ea0721c678 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dbca80b-e0f5-4b2b-b8d2-1dc750f31215') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:08:36.921457 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1f7aea4f-19e6-4e3c-8c5a-56ea0721c678 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:36.937028 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1f7aea4f-19e6-4e3c-8c5a-56ea0721c678 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:36.937261 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: d9ab20a2-1218-40a2-be4a-fad701f85593 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:08:36.937514 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device d9ab20a2-1218-40a2-be4a-fad701f85593 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:08:36.937946 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 532da4cd-bec3-49ce-bece-abdeaf65d076 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:08:36.943757 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f7aea4f-19e6-4e3c-8c5a-56ea0721c678 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 03:08:36.944170 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1f7aea4f-19e6-4e3c-8c5a-56ea0721c678 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:36.947144 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 03:08:36.947144 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 03:08:36.947144 n-d-796209-16 neutron-server[94701]: timer() Sep 07 03:08:36.947144 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 03:08:36.947144 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 03:08:36.947144 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 03:08:36.947144 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 03:08:36.947144 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 03:08:36.947144 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 03:08:36.947144 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 03:08:36.947144 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 03:08:36.947144 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 03:08:36.947144 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 03:08:36.947144 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 03:08:36.947144 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 03:08:36.947144 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 03:08:36.947144 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 03:08:36.947144 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 03:08:36.947144 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 03:08:36.947144 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 03:08:36.947144 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 03:08:36.947144 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 03:08:36.947144 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 03:08:36.947144 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 03:08:36.947144 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 03:08:36.947144 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 03:08:36.947144 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 03:08:36.947144 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 03:08:36.947144 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 03:08:36.947144 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 03:08:36.947144 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 03:08:36.947144 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 03:08:36.976252 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 532da4cd-bec3-49ce-bece-abdeaf65d076 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:08:36.976604 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 532da4cd-bec3-49ce-bece-abdeaf65d076 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:08:37.025558 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1f7aea4f-19e6-4e3c-8c5a-56ea0721c678 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:37.034737 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1f7aea4f-19e6-4e3c-8c5a-56ea0721c678 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:37.037535 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-1f7aea4f-19e6-4e3c-8c5a-56ea0721c678 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] 10.222.0.22 "DELETE /v2.0/networks/c8b8c08c-5898-4135-92f5-f39eb4bb8b4c HTTP/1.1" status: 204 len: 168 time: 0.3908823 Sep 07 03:08:37.050210 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7aea4f-19e6-4e3c-8c5a-56ea0721c678 tempest-TestNetworkBasicOps-1366481941 tempest-TestNetworkBasicOps-1366481941-project] Pushing event deleted for resources: {'Network': ['ID=c8b8c08c-5898-4135-92f5-f39eb4bb8b4c,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:08:37.390648 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 37630) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:08:37.541093 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-bd619c5a-3e2d-4059-af12-150b4fc4d87b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d26848eac2634f46a9e82fab10685270&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1491542 Sep 07 03:08:37.544208 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 37636) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:08:37.593923 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8b36393e-e474-487b-a9c5-3a4b6b415c19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:37.616030 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8b36393e-e474-487b-a9c5-3a4b6b415c19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:37.693219 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8b36393e-e474-487b-a9c5-3a4b6b415c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:37.698654 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8b36393e-e474-487b-a9c5-3a4b6b415c19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:37.700184 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8b36393e-e474-487b-a9c5-3a4b6b415c19 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6765ce14-0682-49e0-b089-f369bd5747a3 HTTP/1.1" status: 204 len: 168 time: 0.1547179 Sep 07 03:08:37.710752 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b36393e-e474-487b-a9c5-3a4b6b415c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6765ce14-0682-49e0-b089-f369bd5747a3,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:08:37.802986 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340dd593-8822-486f-b759-d95bc2393f7a req-8e72356e-25b0-4abe-95da-29ca76419a59 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:08:37.804595 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-340dd593-8822-486f-b759-d95bc2393f7a req-8e72356e-25b0-4abe-95da-29ca76419a59 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=100c05ea-ccb0-40b1-9a99-3c47e204dbc4 HTTP/1.1" status: 200 len: 944 time: 0.0650117 Sep 07 03:08:37.857524 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-340dd593-8822-486f-b759-d95bc2393f7a req-19a02924-fe23-4b05-a34b-7b7b4ba4135e tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=de18bfe2-1783-45fe-8c40-fdc97fee7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465150 Sep 07 03:08:38.017498 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 37656) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:08:38.031778 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1c1a2b53-857f-4c29-a346-c11f5cc8832d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:38.142142 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1c1a2b53-857f-4c29-a346-c11f5cc8832d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:38.156213 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1c1a2b53-857f-4c29-a346-c11f5cc8832d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:38.194365 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-1c1a2b53-857f-4c29-a346-c11f5cc8832d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4f13a0d122934a2bb10484f023e010b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1757724 Sep 07 03:08:38.195240 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1a2b53-857f-4c29-a346-c11f5cc8832d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4481583-7ba8-4a26-88b5-ad2666ed0e4d,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:08:38.197127 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 37664) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:08:38.263409 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fb78d56d-ec0f-4119-ad09-809f1c949e29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:38.290022 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fb78d56d-ec0f-4119-ad09-809f1c949e29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:38.336122 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fb78d56d-ec0f-4119-ad09-809f1c949e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:38.338785 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fb78d56d-ec0f-4119-ad09-809f1c949e29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:38.339994 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-fb78d56d-ec0f-4119-ad09-809f1c949e29 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a4481583-7ba8-4a26-88b5-ad2666ed0e4d HTTP/1.1" status: 204 len: 168 time: 0.1410344 Sep 07 03:08:38.348345 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb78d56d-ec0f-4119-ad09-809f1c949e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4481583-7ba8-4a26-88b5-ad2666ed0e4d,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:08:38.456820 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 7c628fa2-c147-4dc0-be9c-5b1187132bc7 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:08:38.488982 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 7c628fa2-c147-4dc0-be9c-5b1187132bc7 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:08:38.490065 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 7c628fa2-c147-4dc0-be9c-5b1187132bc7 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:08:38.978765 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd62723-a737-4ba6-9c49-ae57a7577279 req-a86d2704-ad02-4c0b-89b6-075b7b51a13b tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:08:38.980403 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4fd62723-a737-4ba6-9c49-ae57a7577279 req-a86d2704-ad02-4c0b-89b6-075b7b51a13b tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=100c05ea-ccb0-40b1-9a99-3c47e204dbc4 HTTP/1.1" status: 200 len: 944 time: 0.0526564 Sep 07 03:08:39.023904 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4fd62723-a737-4ba6-9c49-ae57a7577279 req-18d30176-54f5-48ce-bbe3-221de614f280 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=de18bfe2-1783-45fe-8c40-fdc97fee7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362413 Sep 07 03:08:39.078676 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 37688) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:08:39.185182 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-cb17602e-cd53-44e1-a77c-98964981d4b2 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-365814301-network', 'tenant_id': 'd06bbe97323c41ddbf7d028c938d3dbd'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:08:39.207350 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb17602e-cd53-44e1-a77c-98964981d4b2 admin admin] Made reservation on behalf of d06bbe97323c41ddbf7d028c938d3dbd for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:08:39.209830 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cb17602e-cd53-44e1-a77c-98964981d4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:39.218638 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cb17602e-cd53-44e1-a77c-98964981d4b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:39.311502 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cb17602e-cd53-44e1-a77c-98964981d4b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:39.315215 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cb17602e-cd53-44e1-a77c-98964981d4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:39.340084 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb17602e-cd53-44e1-a77c-98964981d4b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 03:08:39.350152 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb17602e-cd53-44e1-a77c-98964981d4b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc80b9d-7afe-44d4-8e82-c5b16510c3ca,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:08:39.356199 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cb17602e-cd53-44e1-a77c-98964981d4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:39.356539 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-cb17602e-cd53-44e1-a77c-98964981d4b2 admin admin] Added segment 8439b041-0cb0-4876-a8e6-1a956fa9c374 of type vlan for network e17aa995-8fe9-4abb-b390-77b4b3ff89e7 Sep 07 03:08:39.399870 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cb17602e-cd53-44e1-a77c-98964981d4b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:39.423519 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cb17602e-cd53-44e1-a77c-98964981d4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:39.424544 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb17602e-cd53-44e1-a77c-98964981d4b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:08:39.425116 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cb17602e-cd53-44e1-a77c-98964981d4b2 admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:39.474645 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-cb17602e-cd53-44e1-a77c-98964981d4b2 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3947916 Sep 07 03:08:39.477055 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 37694) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:08:39.481999 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-d29bac2c-1ffe-45a1-9a3d-d562ca64d405 admin admin] Request body: {'subnet': {'network_id': 'e17aa995-8fe9-4abb-b390-77b4b3ff89e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-365814301-subnet', 'tenant_id': 'd06bbe97323c41ddbf7d028c938d3dbd', 'ip_version': 4}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:08:39.503983 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29bac2c-1ffe-45a1-9a3d-d562ca64d405 admin admin] Made reservation on behalf of d06bbe97323c41ddbf7d028c938d3dbd for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:08:39.507105 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d29bac2c-1ffe-45a1-9a3d-d562ca64d405 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:39.529156 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb17602e-cd53-44e1-a77c-98964981d4b2 admin admin] Pushing event updated for resources: {'Network': ['ID=e17aa995-8fe9-4abb-b390-77b4b3ff89e7,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:08:39.541864 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network e17aa995-8fe9-4abb-b390-77b4b3ff89e7 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 03:08:39.684979 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d29bac2c-1ffe-45a1-9a3d-d562ca64d405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:39.746244 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29bac2c-1ffe-45a1-9a3d-d562ca64d405 admin admin] Pushing event updated for resources: {'Subnet': ['ID=391b43f1-551f-4ebe-9158-b99ffe60493d,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:08:39.755352 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29bac2c-1ffe-45a1-9a3d-d562ca64d405 admin admin] Checking segment: {'id': '8439b041-0cb0-4876-a8e6-1a956fa9c374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e17aa995-8fe9-4abb-b390-77b4b3ff89e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:08:39.755741 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29bac2c-1ffe-45a1-9a3d-d562ca64d405 admin admin] Network hostable DHCP agents. Network: e17aa995-8fe9-4abb-b390-77b4b3ff89e7, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 03:08:39.772245 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29bac2c-1ffe-45a1-9a3d-d562ca64d405 admin admin] Network e17aa995-8fe9-4abb-b390-77b4b3ff89e7 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 03:08:39.780831 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-d29bac2c-1ffe-45a1-9a3d-d562ca64d405 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, e17aa995-8fe9-4abb-b390-77b4b3ff89e7) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:08:39.784890 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29bac2c-1ffe-45a1-9a3d-d562ca64d405 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:08:39.785482 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d29bac2c-1ffe-45a1-9a3d-d562ca64d405 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:39.790401 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cc95eb-7ccf-47f2-a922-6f1ab68cb9f4 None None] Network e17aa995-8fe9-4abb-b390-77b4b3ff89e7 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:08:39.800306 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d29bac2c-1ffe-45a1-9a3d-d562ca64d405 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3221571 Sep 07 03:08:39.802837 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 37696) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:08:39.807306 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-4ca11dad-72f8-49ac-a5f3-a9117c809702 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-365814301-router', 'tenant_id': 'd06bbe97323c41ddbf7d028c938d3dbd', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:08:39.829325 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4ca11dad-72f8-49ac-a5f3-a9117c809702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:39.830634 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4ca11dad-72f8-49ac-a5f3-a9117c809702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:39.883123 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4ca11dad-72f8-49ac-a5f3-a9117c809702 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:39.943870 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6201f4e6-40e2-40ab-991f-b3f647815dbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-e17aa995-8fe9-4abb-b390-77b4b3ff89e7', 'network_id': 'e17aa995-8fe9-4abb-b390-77b4b3ff89e7', 'tenant_id': 'd06bbe97323c41ddbf7d028c938d3dbd', 'fixed_ips': [{'subnet_id': '391b43f1-551f-4ebe-9158-b99ffe60493d'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 03:08:39.944773 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6201f4e6-40e2-40ab-991f-b3f647815dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:40.025742 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4ca11dad-72f8-49ac-a5f3-a9117c809702 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:40.101323 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-6201f4e6-40e2-40ab-991f-b3f647815dbe None None] Allocated IP 172.20.0.2 (e17aa995-8fe9-4abb-b390-77b4b3ff89e7/391b43f1-551f-4ebe-9158-b99ffe60493d/9c82b37d-3532-4258-b639-a586adef5011) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:08:40.174050 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca095c70-4253-4571-98df-c9d794a6ed13 req-00b0a32f-1e1e-4743-b58d-2f6f079bfe86 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:08:40.184374 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ca095c70-4253-4571-98df-c9d794a6ed13 req-00b0a32f-1e1e-4743-b58d-2f6f079bfe86 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=100c05ea-ccb0-40b1-9a99-3c47e204dbc4 HTTP/1.1" status: 200 len: 944 time: 0.0752475 Sep 07 03:08:40.234536 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ca095c70-4253-4571-98df-c9d794a6ed13 req-2b4c952b-0c6a-42e0-93df-699ecce8d934 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=de18bfe2-1783-45fe-8c40-fdc97fee7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483060 Sep 07 03:08:40.276962 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4ca11dad-72f8-49ac-a5f3-a9117c809702 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:40.279673 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6201f4e6-40e2-40ab-991f-b3f647815dbe None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:40.288971 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-6201f4e6-40e2-40ab-991f-b3f647815dbe None None] Transition to ACTIVE for port object 9c82b37d-3532-4258-b639-a586adef5011 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:08:40.305662 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-6201f4e6-40e2-40ab-991f-b3f647815dbe None None] Transition to ACTIVE for port object 9c82b37d-3532-4258-b639-a586adef5011 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:08:40.312223 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6201f4e6-40e2-40ab-991f-b3f647815dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:40.358246 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6201f4e6-40e2-40ab-991f-b3f647815dbe None None] Network e17aa995-8fe9-4abb-b390-77b4b3ff89e7 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:08:40.364527 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-6201f4e6-40e2-40ab-991f-b3f647815dbe None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:08:40.367411 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6201f4e6-40e2-40ab-991f-b3f647815dbe None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:08:40.379548 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6201f4e6-40e2-40ab-991f-b3f647815dbe None None] Pushing event updated for resources: {'Port': ['ID=9c82b37d-3532-4258-b639-a586adef5011,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:08:40.448718 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-6201f4e6-40e2-40ab-991f-b3f647815dbe None None] Attempting to bind port 9c82b37d-3532-4258-b639-a586adef5011 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:08:40.450036 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-6201f4e6-40e2-40ab-991f-b3f647815dbe None None] Attempting to bind port 9c82b37d-3532-4258-b639-a586adef5011 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '8439b041-0cb0-4876-a8e6-1a956fa9c374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e17aa995-8fe9-4abb-b390-77b4b3ff89e7'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:08:40.450640 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6201f4e6-40e2-40ab-991f-b3f647815dbe None None] Attempting to bind port 9c82b37d-3532-4258-b639-a586adef5011 on network e17aa995-8fe9-4abb-b390-77b4b3ff89e7 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:08:40.456680 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6201f4e6-40e2-40ab-991f-b3f647815dbe None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:08:40.457174 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6201f4e6-40e2-40ab-991f-b3f647815dbe None None] Checking segment: {'id': '8439b041-0cb0-4876-a8e6-1a956fa9c374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e17aa995-8fe9-4abb-b390-77b4b3ff89e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:08:40.457647 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6201f4e6-40e2-40ab-991f-b3f647815dbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:40.458133 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6201f4e6-40e2-40ab-991f-b3f647815dbe None None] Bound using segment: {'id': '8439b041-0cb0-4876-a8e6-1a956fa9c374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e17aa995-8fe9-4abb-b390-77b4b3ff89e7'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:08:40.458680 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-6201f4e6-40e2-40ab-991f-b3f647815dbe None None] Bound port: 9c82b37d-3532-4258-b639-a586adef5011, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8439b041-0cb0-4876-a8e6-1a956fa9c374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e17aa995-8fe9-4abb-b390-77b4b3ff89e7'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:08:40.459140 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6201f4e6-40e2-40ab-991f-b3f647815dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:40.526494 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-6201f4e6-40e2-40ab-991f-b3f647815dbe None None] For port 9c82b37d-3532-4258-b639-a586adef5011, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:08:40.530474 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-6201f4e6-40e2-40ab-991f-b3f647815dbe None None] For port 9c82b37d-3532-4258-b639-a586adef5011, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=9c82b37d-3532-4258-b639-a586adef5011,segment=NetworkSegment(8439b041-0cb0-4876-a8e6-1a956fa9c374),segment_id=8439b041-0cb0-4876-a8e6-1a956fa9c374)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:08:40.535514 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6201f4e6-40e2-40ab-991f-b3f647815dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:40.600608 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6201f4e6-40e2-40ab-991f-b3f647815dbe None None] Pushing event updated for resources: {'Port': ['ID=9c82b37d-3532-4258-b639-a586adef5011,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:08:40.608748 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4ca11dad-72f8-49ac-a5f3-a9117c809702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:40.723201 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-4ca11dad-72f8-49ac-a5f3-a9117c809702 admin admin] Allocated IP 172.25.5.101 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/df608554-0900-4a4a-adb4-9775cd76b13f) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:08:40.866735 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4ca11dad-72f8-49ac-a5f3-a9117c809702 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:40.912738 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4ca11dad-72f8-49ac-a5f3-a9117c809702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:40.947436 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca11dad-72f8-49ac-a5f3-a9117c809702 admin admin] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:08:40.951171 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-4ca11dad-72f8-49ac-a5f3-a9117c809702 admin admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:08:40.954987 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca11dad-72f8-49ac-a5f3-a9117c809702 admin admin] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:08:40.994002 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca11dad-72f8-49ac-a5f3-a9117c809702 admin admin] Pushing event updated for resources: {'Port': ['ID=df608554-0900-4a4a-adb4-9775cd76b13f,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:08:41.228513 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4ca11dad-72f8-49ac-a5f3-a9117c809702 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:41.441652 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f91c1-3a79-4f02-823c-e55b0b0fda38 req-79cb23d1-80f8-452d-ba8c-a17f78802a4e tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:08:41.443222 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-be8f91c1-3a79-4f02-823c-e55b0b0fda38 req-79cb23d1-80f8-452d-ba8c-a17f78802a4e tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=100c05ea-ccb0-40b1-9a99-3c47e204dbc4 HTTP/1.1" status: 200 len: 944 time: 0.1238592 Sep 07 03:08:41.517633 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4ca11dad-72f8-49ac-a5f3-a9117c809702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:41.526521 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-be8f91c1-3a79-4f02-823c-e55b0b0fda38 req-22e85efd-b8fc-4b1d-add5-24077aae900d tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=de18bfe2-1783-45fe-8c40-fdc97fee7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480559 Sep 07 03:08:41.593388 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafee6ca-73de-40f3-8eef-3cebe45ec6be None None] Network e17aa995-8fe9-4abb-b390-77b4b3ff89e7 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:08:41.661713 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ca11dad-72f8-49ac-a5f3-a9117c809702 admin admin] Router 0410301b-3b36-454a-bafd-d853911d0da4 is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 03:08:41.727441 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-6cf3dcdf-32d0-4d7b-9cb9-54d2f65b9af3 None None] Provisioning for port 9c82b37d-3532-4258-b639-a586adef5011 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:08:41.781201 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca11dad-72f8-49ac-a5f3-a9117c809702 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:08:41.795882 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d3888d-71a3-4103-bddd-8f1baea8e811 None None] Sync routers for ids ['0410301b-3b36-454a-bafd-d853911d0da4'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:08:41.799233 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4ca11dad-72f8-49ac-a5f3-a9117c809702 admin admin] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:41.803233 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-4ca11dad-72f8-49ac-a5f3-a9117c809702 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9969144 Sep 07 03:08:41.803584 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 37706) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:08:41.806199 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d3888d-71a3-4103-bddd-8f1baea8e811 None None] Routers {'0410301b-3b36-454a-bafd-d853911d0da4'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:08:41.807052 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-d7d3888d-71a3-4103-bddd-8f1baea8e811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:08:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['0410301b-3b36-454a-bafd-d853911d0da4'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:08:41.933241 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-d7d3888d-71a3-4103-bddd-8f1baea8e811 None None] Set router 0410301b-3b36-454a-bafd-d853911d0da4 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:08:42.123419 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-d7d3888d-71a3-4103-bddd-8f1baea8e811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0410301b-3b36-454a-bafd-d853911d0da4', 'name': 'tempest-TestServerBasicOps-365814301-router', 'tenant_id': 'd06bbe97323c41ddbf7d028c938d3dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'df608554-0900-4a4a-adb4-9775cd76b13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:08:39Z', 'updated_at': '2021-09-07T03:08:41Z', 'revision_number': 3, 'project_id': 'd06bbe97323c41ddbf7d028c938d3dbd', 'gw_port': {'id': 'df608554-0900-4a4a-adb4-9775cd76b13f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:25:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0410301b-3b36-454a-bafd-d853911d0da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:08:40Z', 'updated_at': '2021-09-07T03:08:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:08:42.149798 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d3888d-71a3-4103-bddd-8f1baea8e811 None None] Checking router: 0410301b-3b36-454a-bafd-d853911d0da4 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:08:42.150152 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d3888d-71a3-4103-bddd-8f1baea8e811 None None] Updating router 0410301b-3b36-454a-bafd-d853911d0da4 port df608554-0900-4a4a-adb4-9775cd76b13f binding host n-d-796209-16 {{(pid=94703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 03:08:42.175650 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-d7d3888d-71a3-4103-bddd-8f1baea8e811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:42.261977 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-28a1b696-100c-4db9-ad1f-1159d78cc56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:42.421920 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-28a1b696-100c-4db9-ad1f-1159d78cc56d admin admin] Allocated IP 172.20.0.1 (e17aa995-8fe9-4abb-b390-77b4b3ff89e7/391b43f1-551f-4ebe-9158-b99ffe60493d/6bf29726-e1c2-412a-ab6d-de20c04350e1) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:08:42.429282 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-d7d3888d-71a3-4103-bddd-8f1baea8e811 None None] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:42.439834 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-d7d3888d-71a3-4103-bddd-8f1baea8e811 None None] Transition to ACTIVE for port object df608554-0900-4a4a-adb4-9775cd76b13f will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:08:42.447920 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-d7d3888d-71a3-4103-bddd-8f1baea8e811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:42.460920 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device fce4849c-db62-4fd9-a359-602ede6ef572 details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 03:08:42.495557 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-d7d3888d-71a3-4103-bddd-8f1baea8e811 None None] Attempting to bind port df608554-0900-4a4a-adb4-9775cd76b13f on host n-d-796209-16 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:08:42.495813 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-d7d3888d-71a3-4103-bddd-8f1baea8e811 None None] Attempting to bind port df608554-0900-4a4a-adb4-9775cd76b13f by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:08:42.496179 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d3888d-71a3-4103-bddd-8f1baea8e811 None None] Attempting to bind port df608554-0900-4a4a-adb4-9775cd76b13f on network 1166b922-7457-4da4-bdda-328e8c8e7bc6 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:08:42.506201 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d3888d-71a3-4103-bddd-8f1baea8e811 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:08:42.506487 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d3888d-71a3-4103-bddd-8f1baea8e811 None None] Checking segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:08:42.507107 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-d7d3888d-71a3-4103-bddd-8f1baea8e811 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:42.507526 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d3888d-71a3-4103-bddd-8f1baea8e811 None None] Bound using segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:08:42.508015 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-d7d3888d-71a3-4103-bddd-8f1baea8e811 None None] Bound port: df608554-0900-4a4a-adb4-9775cd76b13f, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:08:42.508397 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-d7d3888d-71a3-4103-bddd-8f1baea8e811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:42.540745 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f937e525-d7e6-411c-a8b5-1f0a02f97009 None None] Pushing event updated for resources: {'Port': ['ID=df608554-0900-4a4a-adb4-9775cd76b13f,revision_number=2']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:08:42.549671 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-28a1b696-100c-4db9-ad1f-1159d78cc56d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:42.571353 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937e525-d7e6-411c-a8b5-1f0a02f97009 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:08:42.571957 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937e525-d7e6-411c-a8b5-1f0a02f97009 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:08:42.572607 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937e525-d7e6-411c-a8b5-1f0a02f97009 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:08:42.573112 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937e525-d7e6-411c-a8b5-1f0a02f97009 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:08:42.573616 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937e525-d7e6-411c-a8b5-1f0a02f97009 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:08:42.574111 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937e525-d7e6-411c-a8b5-1f0a02f97009 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:08:42.575549 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937e525-d7e6-411c-a8b5-1f0a02f97009 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:08:42.576049 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937e525-d7e6-411c-a8b5-1f0a02f97009 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:08:42.576535 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937e525-d7e6-411c-a8b5-1f0a02f97009 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:08:42.577051 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937e525-d7e6-411c-a8b5-1f0a02f97009 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:08:42.577375 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937e525-d7e6-411c-a8b5-1f0a02f97009 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:08:42.577888 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937e525-d7e6-411c-a8b5-1f0a02f97009 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:08:42.597620 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-d7d3888d-71a3-4103-bddd-8f1baea8e811 None None] For port df608554-0900-4a4a-adb4-9775cd76b13f, host n-d-796209-16, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:08:42.600889 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-d7d3888d-71a3-4103-bddd-8f1baea8e811 None None] For port df608554-0900-4a4a-adb4-9775cd76b13f, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=df608554-0900-4a4a-adb4-9775cd76b13f,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:08:42.615763 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-28a1b696-100c-4db9-ad1f-1159d78cc56d admin admin] Transition to ACTIVE for port object 6bf29726-e1c2-412a-ab6d-de20c04350e1 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:08:42.621640 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-d7d3888d-71a3-4103-bddd-8f1baea8e811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:42.661157 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 9c82b37d-3532-4258-b639-a586adef5011 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:08:42.683802 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-28a1b696-100c-4db9-ad1f-1159d78cc56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:42.688235 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port fce4849c-db62-4fd9-a359-602ede6ef572, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=fce4849c-db62-4fd9-a359-602ede6ef572,segment=NetworkSegment(8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21),segment_id=8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:08:42.688441 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d3888d-71a3-4103-bddd-8f1baea8e811 None None] Routers {'0410301b-3b36-454a-bafd-d853911d0da4'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:08:42.689091 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-d7d3888d-71a3-4103-bddd-8f1baea8e811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:08:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['0410301b-3b36-454a-bafd-d853911d0da4'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:08:42.699157 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b10130d-fd50-426c-92c6-b7ba12582952 req-1482cd39-b559-4ffa-8f8b-9efd4e2be17d tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:08:42.702144 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7b10130d-fd50-426c-92c6-b7ba12582952 req-1482cd39-b559-4ffa-8f8b-9efd4e2be17d tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=100c05ea-ccb0-40b1-9a99-3c47e204dbc4 HTTP/1.1" status: 200 len: 944 time: 0.0751767 Sep 07 03:08:42.707271 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': 'fce4849c-db62-4fd9-a359-602ede6ef572', 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1', 'port_id': 'fce4849c-db62-4fd9-a359-602ede6ef572', 'mac_address': 'fa:16:3e:a4:e3:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b33adc2b-a155-4213-967c-f1ae81189b8c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 03:08:42.731626 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a1b696-100c-4db9-ad1f-1159d78cc56d admin admin] Network e17aa995-8fe9-4abb-b390-77b4b3ff89e7 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:08:42.735407 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f937e525-d7e6-411c-a8b5-1f0a02f97009 None None] Pushing event updated for resources: {'Port': ['ID=df608554-0900-4a4a-adb4-9775cd76b13f,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:08:42.741335 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-28a1b696-100c-4db9-ad1f-1159d78cc56d admin admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:08:42.743649 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a1b696-100c-4db9-ad1f-1159d78cc56d admin admin] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:08:42.767023 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7b10130d-fd50-426c-92c6-b7ba12582952 req-c1672cfa-a35b-4f73-b6b8-a9ed5d35d7bd tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=de18bfe2-1783-45fe-8c40-fdc97fee7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430717 Sep 07 03:08:42.773488 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a1b696-100c-4db9-ad1f-1159d78cc56d admin admin] Pushing event updated for resources: {'Port': ['ID=6bf29726-e1c2-412a-ab6d-de20c04350e1,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:08:42.793515 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-28a1b696-100c-4db9-ad1f-1159d78cc56d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:42.810937 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:42.826158 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-d7d3888d-71a3-4103-bddd-8f1baea8e811 None None] Set router 0410301b-3b36-454a-bafd-d853911d0da4 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:08:42.833616 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fce4849c-db62-4fd9-a359-602ede6ef572 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:08:42.860464 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port fce4849c-db62-4fd9-a359-602ede6ef572, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=fce4849c-db62-4fd9-a359-602ede6ef572,segment=NetworkSegment(8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21),segment_id=8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:08:42.862236 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 9c82b37d-3532-4258-b639-a586adef5011 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:08:42.866675 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 9c82b37d-3532-4258-b639-a586adef5011 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:08:42.867416 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:42.870517 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:42.950171 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-28a1b696-100c-4db9-ad1f-1159d78cc56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:42.950508 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=fce4849c-db62-4fd9-a359-602ede6ef572,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:08:42.961168 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:08:42.961510 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:08:42.961852 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:08:42.962188 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:08:42.962521 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:08:42.962848 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:08:42.963171 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:08:42.963507 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:08:42.963837 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:08:42.964159 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:08:42.964482 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:08:42.964800 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:08:43.015989 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:43.054289 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-d7d3888d-71a3-4103-bddd-8f1baea8e811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0410301b-3b36-454a-bafd-d853911d0da4', 'name': 'tempest-TestServerBasicOps-365814301-router', 'tenant_id': 'd06bbe97323c41ddbf7d028c938d3dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'df608554-0900-4a4a-adb4-9775cd76b13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:08:39Z', 'updated_at': '2021-09-07T03:08:41Z', 'revision_number': 3, 'project_id': 'd06bbe97323c41ddbf7d028c938d3dbd', 'gw_port': {'id': 'df608554-0900-4a4a-adb4-9775cd76b13f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:25:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0410301b-3b36-454a-bafd-d853911d0da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:08:40Z', 'updated_at': '2021-09-07T03:08:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:08:43.061627 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 9c82b37d-3532-4258-b639-a586adef5011, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=9c82b37d-3532-4258-b639-a586adef5011,segment=NetworkSegment(8439b041-0cb0-4876-a8e6-1a956fa9c374),segment_id=8439b041-0cb0-4876-a8e6-1a956fa9c374)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:08:43.069909 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:43.077334 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['fce4849c-db62-4fd9-a359-602ede6ef572'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:08:43.088261 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d3888d-71a3-4103-bddd-8f1baea8e811 None None] The sync data for ids ['0410301b-3b36-454a-bafd-d853911d0da4'] in n-d-796209-16 is: [{'id': '0410301b-3b36-454a-bafd-d853911d0da4', 'name': 'tempest-TestServerBasicOps-365814301-router', 'tenant_id': 'd06bbe97323c41ddbf7d028c938d3dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'df608554-0900-4a4a-adb4-9775cd76b13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:08:39Z', 'updated_at': '2021-09-07T03:08:41Z', 'revision_number': 3, 'project_id': 'd06bbe97323c41ddbf7d028c938d3dbd', 'gw_port': {'id': 'df608554-0900-4a4a-adb4-9775cd76b13f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:25:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0410301b-3b36-454a-bafd-d853911d0da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:08:40Z', 'updated_at': '2021-09-07T03:08:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:08:43.136038 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-4c115cae-b5df-4a82-b9d8-6ab87d0c5d6c None None] Provisioning for port 6bf29726-e1c2-412a-ab6d-de20c04350e1 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:08:43.149834 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-28a1b696-100c-4db9-ad1f-1159d78cc56d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:43.150421 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-4c115cae-b5df-4a82-b9d8-6ab87d0c5d6c None None] Provisioning complete for port 6bf29726-e1c2-412a-ab6d-de20c04350e1 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:08:43.150801 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4c115cae-b5df-4a82-b9d8-6ab87d0c5d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:43.155041 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-28a1b696-100c-4db9-ad1f-1159d78cc56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:43.204173 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=9c82b37d-3532-4258-b639-a586adef5011,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:08:43.221009 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-4c115cae-b5df-4a82-b9d8-6ab87d0c5d6c None None] Port 6bf29726-e1c2-412a-ab6d-de20c04350e1 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:08:43.230453 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a1b696-100c-4db9-ad1f-1159d78cc56d admin admin] Pushing event updated for resources: {'Port': ['ID=6bf29726-e1c2-412a-ab6d-de20c04350e1,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:08:43.234309 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-28a1b696-100c-4db9-ad1f-1159d78cc56d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:43.370366 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a1b696-100c-4db9-ad1f-1159d78cc56d admin admin] Network e17aa995-8fe9-4abb-b390-77b4b3ff89e7 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:08:43.373137 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-28a1b696-100c-4db9-ad1f-1159d78cc56d admin admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:08:43.616555 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a1b696-100c-4db9-ad1f-1159d78cc56d admin admin] Router 0410301b-3b36-454a-bafd-d853911d0da4 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:08:43.759607 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-602cef7e-2ee1-4b1e-b672-6f82af3e2b79 None None] Provisioning complete for port 6bf29726-e1c2-412a-ab6d-de20c04350e1 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:08:43.760929 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-602cef7e-2ee1-4b1e-b672-6f82af3e2b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:43.811158 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-602cef7e-2ee1-4b1e-b672-6f82af3e2b79 None None] Port 6bf29726-e1c2-412a-ab6d-de20c04350e1 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:08:44.145704 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a1b696-100c-4db9-ad1f-1159d78cc56d admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:08:44.158787 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-28a1b696-100c-4db9-ad1f-1159d78cc56d admin admin] 10.222.0.22 "PUT /v2.0/routers/0410301b-3b36-454a-bafd-d853911d0da4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3472738 Sep 07 03:08:44.196651 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c77db0-a784-405c-8613-621293ad51b3 req-2d9a40bd-c2c8-4a56-acdd-d69a72cbc217 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:08:44.198202 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-38c77db0-a784-405c-8613-621293ad51b3 req-2d9a40bd-c2c8-4a56-acdd-d69a72cbc217 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=100c05ea-ccb0-40b1-9a99-3c47e204dbc4 HTTP/1.1" status: 200 len: 945 time: 0.0952094 Sep 07 03:08:44.253895 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-38c77db0-a784-405c-8613-621293ad51b3 req-80056598-66ab-473d-9f84-0f782c38e3a9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=de18bfe2-1783-45fe-8c40-fdc97fee7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374920 Sep 07 03:08:44.460153 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device fce4849c-db62-4fd9-a359-602ede6ef572 up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:08:44.540192 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port fce4849c-db62-4fd9-a359-602ede6ef572 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:08:44.545019 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port fce4849c-db62-4fd9-a359-602ede6ef572 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:08:44.545344 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:44.648855 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:44.679942 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '100c05ea-ccb0-40b1-9a99-3c47e204dbc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fce4849c-db62-4fd9-a359-602ede6ef572'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:08:44.682438 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f71b07-7ee2-4411-b183-d2abfd2c58dc" -d '{"events": [{"server_uuid": "100c05ea-ccb0-40b1-9a99-3c47e204dbc4", "name": "network-vif-plugged", "status": "completed", "tag": "fce4849c-db62-4fd9-a359-602ede6ef572"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:08:44.690315 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device df608554-0900-4a4a-adb4-9775cd76b13f up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:08:44.725672 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port fce4849c-db62-4fd9-a359-602ede6ef572, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=fce4849c-db62-4fd9-a359-602ede6ef572,segment=NetworkSegment(8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21),segment_id=8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:08:44.747727 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:44.757475 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e9c7cd1-789a-4f14-b613-6a2e88f860bf x-openstack-request-id: req-0e9c7cd1-789a-4f14-b613-6a2e88f860bf {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:08:44.757802 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "100c05ea-ccb0-40b1-9a99-3c47e204dbc4", "name": "network-vif-plugged", "status": "completed", "tag": "fce4849c-db62-4fd9-a359-602ede6ef572", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:08:44.758062 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0e9c7cd1-789a-4f14-b613-6a2e88f860bf {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:08:44.758456 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '100c05ea-ccb0-40b1-9a99-3c47e204dbc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fce4849c-db62-4fd9-a359-602ede6ef572', 'code': 200} Sep 07 03:08:44.817061 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 37742) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:08:44.830622 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=fce4849c-db62-4fd9-a359-602ede6ef572,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:08:44.831801 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-36b4f2f5-41f4-452b-86e8-c78ee05f5934 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1946785983-network', 'tenant_id': '6790b39d89c243b38da07aa36684ad8e'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:08:44.835519 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port df608554-0900-4a4a-adb4-9775cd76b13f completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:08:44.840115 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port df608554-0900-4a4a-adb4-9775cd76b13f triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:08:44.841011 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:44.880931 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b4f2f5-41f4-452b-86e8-c78ee05f5934 admin admin] Made reservation on behalf of 6790b39d89c243b38da07aa36684ad8e for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:08:44.883624 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-36b4f2f5-41f4-452b-86e8-c78ee05f5934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:44.884776 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8cdfae-3f6d-455d-9b25-5cffdd76a2b8 req-ad7ed59d-850d-4bc3-911b-1bc315218ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:08:44.887052 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0d8cdfae-3f6d-455d-9b25-5cffdd76a2b8 req-ad7ed59d-850d-4bc3-911b-1bc315218ee1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=100c05ea-ccb0-40b1-9a99-3c47e204dbc4 HTTP/1.1" status: 200 len: 1098 time: 0.0623403 Sep 07 03:08:44.892370 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-36b4f2f5-41f4-452b-86e8-c78ee05f5934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:44.923412 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0d8cdfae-3f6d-455d-9b25-5cffdd76a2b8 req-40c85572-e1c1-46b1-a21b-f7d174dae565 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=de18bfe2-1783-45fe-8c40-fdc97fee7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297458 Sep 07 03:08:44.951883 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:44.975600 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port df608554-0900-4a4a-adb4-9775cd76b13f, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=df608554-0900-4a4a-adb4-9775cd76b13f,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:08:44.980307 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:44.982276 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 9c82b37d-3532-4258-b639-a586adef5011 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:08:44.994647 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-36b4f2f5-41f4-452b-86e8-c78ee05f5934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:44.999785 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-36b4f2f5-41f4-452b-86e8-c78ee05f5934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:45.029368 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36b4f2f5-41f4-452b-86e8-c78ee05f5934 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 03:08:45.035389 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b4f2f5-41f4-452b-86e8-c78ee05f5934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c27933-dbc2-485f-a6da-631650bc3d62,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:08:45.041493 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-36b4f2f5-41f4-452b-86e8-c78ee05f5934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:45.041846 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-36b4f2f5-41f4-452b-86e8-c78ee05f5934 admin admin] Added segment e3fccec6-1b0d-45ba-8e23-4aa7ce94c72c of type vlan for network b1a4a293-8ccf-4f5f-bad0-a762b0477564 Sep 07 03:08:45.088514 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-36b4f2f5-41f4-452b-86e8-c78ee05f5934 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:45.088786 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=df608554-0900-4a4a-adb4-9775cd76b13f,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:08:45.097774 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 9c82b37d-3532-4258-b639-a586adef5011 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:08:45.098161 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:45.118527 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-36b4f2f5-41f4-452b-86e8-c78ee05f5934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:45.120135 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b4f2f5-41f4-452b-86e8-c78ee05f5934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:08:45.121051 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-36b4f2f5-41f4-452b-86e8-c78ee05f5934 admin admin] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:45.156343 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-36b4f2f5-41f4-452b-86e8-c78ee05f5934 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3374619 Sep 07 03:08:45.159287 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 37744) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:08:45.164632 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-a85462ab-61fb-4e61-b3a5-5be6509c262a admin admin] Request body: {'subnet': {'network_id': 'b1a4a293-8ccf-4f5f-bad0-a762b0477564', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1946785983-subnet', 'tenant_id': '6790b39d89c243b38da07aa36684ad8e', 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:08:45.188176 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85462ab-61fb-4e61-b3a5-5be6509c262a admin admin] Made reservation on behalf of 6790b39d89c243b38da07aa36684ad8e for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:08:45.192185 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a85462ab-61fb-4e61-b3a5-5be6509c262a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:45.200645 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b4f2f5-41f4-452b-86e8-c78ee05f5934 admin admin] Pushing event updated for resources: {'Network': ['ID=b1a4a293-8ccf-4f5f-bad0-a762b0477564,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:08:45.211329 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network b1a4a293-8ccf-4f5f-bad0-a762b0477564 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 03:08:45.272017 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d388de9-f5f7-4638-a19f-50c6f5879693 None None] Sync routers for ids ['0410301b-3b36-454a-bafd-d853911d0da4'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:08:45.297827 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d388de9-f5f7-4638-a19f-50c6f5879693 None None] Routers {'0410301b-3b36-454a-bafd-d853911d0da4'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:08:45.299005 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-2d388de9-f5f7-4638-a19f-50c6f5879693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:08:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['0410301b-3b36-454a-bafd-d853911d0da4'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:08:45.403348 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a85462ab-61fb-4e61-b3a5-5be6509c262a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:45.416101 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66a4b8-5950-4644-92ec-600aafe0e0f4 req-a5b3beb2-b4a7-4ccb-8df9-a106b4f8b06e tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:08:45.417895 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-da66a4b8-5950-4644-92ec-600aafe0e0f4 req-a5b3beb2-b4a7-4ccb-8df9-a106b4f8b06e tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=100c05ea-ccb0-40b1-9a99-3c47e204dbc4 HTTP/1.1" status: 200 len: 946 time: 0.0658572 Sep 07 03:08:45.420265 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-2d388de9-f5f7-4638-a19f-50c6f5879693 None None] Set router 0410301b-3b36-454a-bafd-d853911d0da4 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:08:45.459861 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-da66a4b8-5950-4644-92ec-600aafe0e0f4 req-1dcbeda5-3f53-4af7-9c3a-6782cd016f63 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=de18bfe2-1783-45fe-8c40-fdc97fee7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331192 Sep 07 03:08:45.461837 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85462ab-61fb-4e61-b3a5-5be6509c262a admin admin] Pushing event updated for resources: {'Subnet': ['ID=91388e33-fb63-4950-880f-e68afcc5d811,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:08:45.473214 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85462ab-61fb-4e61-b3a5-5be6509c262a admin admin] Checking segment: {'id': 'e3fccec6-1b0d-45ba-8e23-4aa7ce94c72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b1a4a293-8ccf-4f5f-bad0-a762b0477564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:08:45.473885 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85462ab-61fb-4e61-b3a5-5be6509c262a admin admin] Network hostable DHCP agents. Network: b1a4a293-8ccf-4f5f-bad0-a762b0477564, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 03:08:45.494184 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85462ab-61fb-4e61-b3a5-5be6509c262a admin admin] Network b1a4a293-8ccf-4f5f-bad0-a762b0477564 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 03:08:45.505051 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-a85462ab-61fb-4e61-b3a5-5be6509c262a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, b1a4a293-8ccf-4f5f-bad0-a762b0477564) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:08:45.510500 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85462ab-61fb-4e61-b3a5-5be6509c262a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:08:45.512283 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a85462ab-61fb-4e61-b3a5-5be6509c262a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:45.519426 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae17771-98eb-4bf2-93cd-fc8cbdda28fd None None] Network b1a4a293-8ccf-4f5f-bad0-a762b0477564 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:08:45.530174 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a85462ab-61fb-4e61-b3a5-5be6509c262a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3694396 Sep 07 03:08:45.532786 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 37748) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:08:45.537649 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-0d77eb53-0b4e-47fd-bf57-0af3388ddab3 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1946785983-router', 'tenant_id': '6790b39d89c243b38da07aa36684ad8e', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:08:45.564955 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0d77eb53-0b4e-47fd-bf57-0af3388ddab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:45.566186 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0d77eb53-0b4e-47fd-bf57-0af3388ddab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:45.655736 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0d77eb53-0b4e-47fd-bf57-0af3388ddab3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:45.769658 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-2d388de9-f5f7-4638-a19f-50c6f5879693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0410301b-3b36-454a-bafd-d853911d0da4', 'name': 'tempest-TestServerBasicOps-365814301-router', 'tenant_id': 'd06bbe97323c41ddbf7d028c938d3dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'df608554-0900-4a4a-adb4-9775cd76b13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:08:39Z', 'updated_at': '2021-09-07T03:08:42Z', 'revision_number': 4, 'project_id': 'd06bbe97323c41ddbf7d028c938d3dbd', 'gw_port': {'id': 'df608554-0900-4a4a-adb4-9775cd76b13f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:25:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0410301b-3b36-454a-bafd-d853911d0da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:08:40Z', 'updated_at': '2021-09-07T03:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '6bf29726-e1c2-412a-ab6d-de20c04350e1', 'name': '', 'network_id': 'e17aa995-8fe9-4abb-b390-77b4b3ff89e7', 'tenant_id': 'd06bbe97323c41ddbf7d028c938d3dbd', 'mac_address': 'fa:16:3e:1d:6c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0410301b-3b36-454a-bafd-d853911d0da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '391b43f1-551f-4ebe-9158-b99ffe60493d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:08:42Z', 'updated_at': '2021-09-07T03:08:43Z', 'revision_number': 2, 'project_id': 'd06bbe97323c41ddbf7d028c938d3dbd', 'subnets': [{'id': '391b43f1-551f-4ebe-9158-b99ffe60493d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:08:45.795693 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0d77eb53-0b4e-47fd-bf57-0af3388ddab3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:45.805046 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd000da-0eec-498c-bce3-04666a71305b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-b1a4a293-8ccf-4f5f-bad0-a762b0477564', 'network_id': 'b1a4a293-8ccf-4f5f-bad0-a762b0477564', 'tenant_id': '6790b39d89c243b38da07aa36684ad8e', 'fixed_ips': [{'subnet_id': '91388e33-fb63-4950-880f-e68afcc5d811'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 03:08:45.806280 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5bd000da-0eec-498c-bce3-04666a71305b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:45.810840 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d388de9-f5f7-4638-a19f-50c6f5879693 None None] Checking router: 0410301b-3b36-454a-bafd-d853911d0da4 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:08:45.811206 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d388de9-f5f7-4638-a19f-50c6f5879693 None None] Updating router 0410301b-3b36-454a-bafd-d853911d0da4 port 6bf29726-e1c2-412a-ab6d-de20c04350e1 binding host n-d-796209-16 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 03:08:45.920548 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2d388de9-f5f7-4638-a19f-50c6f5879693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:46.036877 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0d77eb53-0b4e-47fd-bf57-0af3388ddab3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:46.067350 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0d77eb53-0b4e-47fd-bf57-0af3388ddab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:46.234142 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-0d77eb53-0b4e-47fd-bf57-0af3388ddab3 admin admin] Allocated IP 172.25.5.28 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/dbdc6762-97c3-488c-9985-a5a074d753a9) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:08:46.245653 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-5bd000da-0eec-498c-bce3-04666a71305b None None] Allocated IP 172.20.0.2 (b1a4a293-8ccf-4f5f-bad0-a762b0477564/91388e33-fb63-4950-880f-e68afcc5d811/45fbb5b3-3207-4318-adb5-09661a7e9dc6) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:08:46.348508 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0d77eb53-0b4e-47fd-bf57-0af3388ddab3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:46.394347 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0d77eb53-0b4e-47fd-bf57-0af3388ddab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:46.436346 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d77eb53-0b4e-47fd-bf57-0af3388ddab3 admin admin] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:08:46.444011 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-0d77eb53-0b4e-47fd-bf57-0af3388ddab3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:08:46.460083 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d77eb53-0b4e-47fd-bf57-0af3388ddab3 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:08:46.490044 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d77eb53-0b4e-47fd-bf57-0af3388ddab3 admin admin] Pushing event updated for resources: {'Port': ['ID=dbdc6762-97c3-488c-9985-a5a074d753a9,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:08:46.503211 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5bd000da-0eec-498c-bce3-04666a71305b None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:46.535699 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-5bd000da-0eec-498c-bce3-04666a71305b None None] Transition to ACTIVE for port object 45fbb5b3-3207-4318-adb5-09661a7e9dc6 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:08:46.548908 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device df608554-0900-4a4a-adb4-9775cd76b13f up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:08:46.588278 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2d388de9-f5f7-4638-a19f-50c6f5879693 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:46.598536 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-5bd000da-0eec-498c-bce3-04666a71305b None None] Transition to ACTIVE for port object 45fbb5b3-3207-4318-adb5-09661a7e9dc6 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:08:46.614393 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-2d388de9-f5f7-4638-a19f-50c6f5879693 None None] Transition to ACTIVE for port object 6bf29726-e1c2-412a-ab6d-de20c04350e1 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:08:46.618397 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5bd000da-0eec-498c-bce3-04666a71305b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:46.650668 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2d388de9-f5f7-4638-a19f-50c6f5879693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:46.672336 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6121eb-2b79-4cc9-9043-916a3b6cc695 req-84a5220b-27b8-4014-8266-933a12c3fd5e tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:08:46.673844 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ae6121eb-2b79-4cc9-9043-916a3b6cc695 req-84a5220b-27b8-4014-8266-933a12c3fd5e tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=100c05ea-ccb0-40b1-9a99-3c47e204dbc4 HTTP/1.1" status: 200 len: 946 time: 0.1173365 Sep 07 03:08:46.681603 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd000da-0eec-498c-bce3-04666a71305b None None] Network b1a4a293-8ccf-4f5f-bad0-a762b0477564 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:08:46.692268 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-5bd000da-0eec-498c-bce3-04666a71305b None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:08:46.696111 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd000da-0eec-498c-bce3-04666a71305b None None] Pushing event updated for resources: {'Port': ['ID=45fbb5b3-3207-4318-adb5-09661a7e9dc6,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:08:46.708893 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd000da-0eec-498c-bce3-04666a71305b None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:08:46.749980 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port df608554-0900-4a4a-adb4-9775cd76b13f triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:08:46.750265 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:46.771274 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ae6121eb-2b79-4cc9-9043-916a3b6cc695 req-66584a30-412a-4110-aa7a-46d75f00dc48 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=de18bfe2-1783-45fe-8c40-fdc97fee7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887463 Sep 07 03:08:46.841323 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155a051d-8a4a-4e67-9f90-fa5eebadb68f None None] Pushing event updated for resources: {'Port': ['ID=6bf29726-e1c2-412a-ab6d-de20c04350e1,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:08:46.886446 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0d77eb53-0b4e-47fd-bf57-0af3388ddab3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:46.908829 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-5bd000da-0eec-498c-bce3-04666a71305b None None] Attempting to bind port 45fbb5b3-3207-4318-adb5-09661a7e9dc6 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:08:46.909248 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-5bd000da-0eec-498c-bce3-04666a71305b None None] Attempting to bind port 45fbb5b3-3207-4318-adb5-09661a7e9dc6 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'e3fccec6-1b0d-45ba-8e23-4aa7ce94c72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b1a4a293-8ccf-4f5f-bad0-a762b0477564'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:08:46.909724 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd000da-0eec-498c-bce3-04666a71305b None None] Attempting to bind port 45fbb5b3-3207-4318-adb5-09661a7e9dc6 on network b1a4a293-8ccf-4f5f-bad0-a762b0477564 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:08:46.915810 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-2d388de9-f5f7-4638-a19f-50c6f5879693 None None] Attempting to bind port 6bf29726-e1c2-412a-ab6d-de20c04350e1 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:08:46.916931 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-2d388de9-f5f7-4638-a19f-50c6f5879693 None None] Attempting to bind port 6bf29726-e1c2-412a-ab6d-de20c04350e1 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '8439b041-0cb0-4876-a8e6-1a956fa9c374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e17aa995-8fe9-4abb-b390-77b4b3ff89e7'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:08:46.920437 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d388de9-f5f7-4638-a19f-50c6f5879693 None None] Attempting to bind port 6bf29726-e1c2-412a-ab6d-de20c04350e1 on network e17aa995-8fe9-4abb-b390-77b4b3ff89e7 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:08:46.931446 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd000da-0eec-498c-bce3-04666a71305b None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:08:46.935853 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd000da-0eec-498c-bce3-04666a71305b None None] Checking segment: {'id': 'e3fccec6-1b0d-45ba-8e23-4aa7ce94c72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b1a4a293-8ccf-4f5f-bad0-a762b0477564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:08:46.936368 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5bd000da-0eec-498c-bce3-04666a71305b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:46.936849 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd000da-0eec-498c-bce3-04666a71305b None None] Bound using segment: {'id': 'e3fccec6-1b0d-45ba-8e23-4aa7ce94c72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b1a4a293-8ccf-4f5f-bad0-a762b0477564'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:08:46.937473 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-5bd000da-0eec-498c-bce3-04666a71305b None None] Bound port: 45fbb5b3-3207-4318-adb5-09661a7e9dc6, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3fccec6-1b0d-45ba-8e23-4aa7ce94c72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b1a4a293-8ccf-4f5f-bad0-a762b0477564'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:08:46.938753 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5bd000da-0eec-498c-bce3-04666a71305b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:46.971073 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1546e04c-ee13-4b33-bbc1-2866cd69f6c7 req-7d40420c-e1e2-4113-8567-7d7dad88f143 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:08:46.979433 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d388de9-f5f7-4638-a19f-50c6f5879693 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:08:46.980249 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1546e04c-ee13-4b33-bbc1-2866cd69f6c7 req-7d40420c-e1e2-4113-8567-7d7dad88f143 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=100c05ea-ccb0-40b1-9a99-3c47e204dbc4 HTTP/1.1" status: 200 len: 946 time: 0.1165509 Sep 07 03:08:46.982844 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d388de9-f5f7-4638-a19f-50c6f5879693 None None] Checking segment: {'id': '8439b041-0cb0-4876-a8e6-1a956fa9c374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e17aa995-8fe9-4abb-b390-77b4b3ff89e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:08:46.983695 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2d388de9-f5f7-4638-a19f-50c6f5879693 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:46.984291 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d388de9-f5f7-4638-a19f-50c6f5879693 None None] Bound using segment: {'id': '8439b041-0cb0-4876-a8e6-1a956fa9c374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e17aa995-8fe9-4abb-b390-77b4b3ff89e7'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:08:46.984688 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-2d388de9-f5f7-4638-a19f-50c6f5879693 None None] Bound port: 6bf29726-e1c2-412a-ab6d-de20c04350e1, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8439b041-0cb0-4876-a8e6-1a956fa9c374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e17aa995-8fe9-4abb-b390-77b4b3ff89e7'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:08:46.985362 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2d388de9-f5f7-4638-a19f-50c6f5879693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:47.052630 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1546e04c-ee13-4b33-bbc1-2866cd69f6c7 req-53a73b37-3aa3-4df3-aad3-49ad105de5dd tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=de18bfe2-1783-45fe-8c40-fdc97fee7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711157 Sep 07 03:08:47.076020 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 37772) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:08:47.156123 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc594eb6-a66c-4d18-94bb-100118299806 tempest-TestVolumeBootPattern-1909034348 tempest-TestVolumeBootPattern-1909034348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:08:47.158317 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-cc594eb6-a66c-4d18-94bb-100118299806 tempest-TestVolumeBootPattern-1909034348 tempest-TestVolumeBootPattern-1909034348-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=100c05ea-ccb0-40b1-9a99-3c47e204dbc4 HTTP/1.1" status: 200 len: 1093 time: 0.0809214 Sep 07 03:08:47.161022 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 37784) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:08:47.169023 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-1770b626-eade-4c6b-a222-5129f75e51ad tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Request body: {'floatingip': {'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'port_id': 'fce4849c-db62-4fd9-a359-602ede6ef572', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:08:47.189160 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-5bd000da-0eec-498c-bce3-04666a71305b None None] For port 45fbb5b3-3207-4318-adb5-09661a7e9dc6, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:08:47.194541 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-5bd000da-0eec-498c-bce3-04666a71305b None None] For port 45fbb5b3-3207-4318-adb5-09661a7e9dc6, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=45fbb5b3-3207-4318-adb5-09661a7e9dc6,segment=NetworkSegment(e3fccec6-1b0d-45ba-8e23-4aa7ce94c72c),segment_id=e3fccec6-1b0d-45ba-8e23-4aa7ce94c72c)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:08:47.197774 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-2d388de9-f5f7-4638-a19f-50c6f5879693 None None] For port 6bf29726-e1c2-412a-ab6d-de20c04350e1, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:08:47.201485 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-2d388de9-f5f7-4638-a19f-50c6f5879693 None None] For port 6bf29726-e1c2-412a-ab6d-de20c04350e1, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=6bf29726-e1c2-412a-ab6d-de20c04350e1,segment=NetworkSegment(8439b041-0cb0-4876-a8e6-1a956fa9c374),segment_id=8439b041-0cb0-4876-a8e6-1a956fa9c374)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:08:47.203694 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5bd000da-0eec-498c-bce3-04666a71305b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:47.211863 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1770b626-eade-4c6b-a222-5129f75e51ad tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks [] for floatingip, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:47.234021 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2d388de9-f5f7-4638-a19f-50c6f5879693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:47.239202 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0d77eb53-0b4e-47fd-bf57-0af3388ddab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:47.304092 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d388de9-f5f7-4638-a19f-50c6f5879693 None None] Routers {'0410301b-3b36-454a-bafd-d853911d0da4'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:08:47.304789 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-2d388de9-f5f7-4638-a19f-50c6f5879693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:08:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['0410301b-3b36-454a-bafd-d853911d0da4'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:08:47.316556 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd000da-0eec-498c-bce3-04666a71305b None None] Pushing event updated for resources: {'Port': ['ID=45fbb5b3-3207-4318-adb5-09661a7e9dc6,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:08:47.381238 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1770b626-eade-4c6b-a222-5129f75e51ad tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:47.476084 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155a051d-8a4a-4e67-9f90-fa5eebadb68f None None] Pushing event updated for resources: {'Port': ['ID=6bf29726-e1c2-412a-ab6d-de20c04350e1,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:08:47.559231 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-2d388de9-f5f7-4638-a19f-50c6f5879693 None None] Set router 0410301b-3b36-454a-bafd-d853911d0da4 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:08:47.716770 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-1770b626-eade-4c6b-a222-5129f75e51ad tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Allocated IP 172.25.5.128 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/ab90be8f-5133-46e4-a13d-c2b093f2784a) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:08:47.887617 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1770b626-eade-4c6b-a222-5129f75e51ad tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:47.934332 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-2d388de9-f5f7-4638-a19f-50c6f5879693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0410301b-3b36-454a-bafd-d853911d0da4', 'name': 'tempest-TestServerBasicOps-365814301-router', 'tenant_id': 'd06bbe97323c41ddbf7d028c938d3dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'df608554-0900-4a4a-adb4-9775cd76b13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:08:39Z', 'updated_at': '2021-09-07T03:08:42Z', 'revision_number': 4, 'project_id': 'd06bbe97323c41ddbf7d028c938d3dbd', 'gw_port': {'id': 'df608554-0900-4a4a-adb4-9775cd76b13f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:25:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0410301b-3b36-454a-bafd-d853911d0da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:08:40Z', 'updated_at': '2021-09-07T03:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '6bf29726-e1c2-412a-ab6d-de20c04350e1', 'name': '', 'network_id': 'e17aa995-8fe9-4abb-b390-77b4b3ff89e7', 'tenant_id': 'd06bbe97323c41ddbf7d028c938d3dbd', 'mac_address': 'fa:16:3e:1d:6c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0410301b-3b36-454a-bafd-d853911d0da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '391b43f1-551f-4ebe-9158-b99ffe60493d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:08:42Z', 'updated_at': '2021-09-07T03:08:47Z', 'revision_number': 4, 'project_id': 'd06bbe97323c41ddbf7d028c938d3dbd', 'subnets': [{'id': '391b43f1-551f-4ebe-9158-b99ffe60493d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:08:47.936913 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d77eb53-0b4e-47fd-bf57-0af3388ddab3 admin admin] Router 5988db5d-5447-4845-abea-94ea64c430c7 is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 03:08:47.939220 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1770b626-eade-4c6b-a222-5129f75e51ad tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:47.971502 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d388de9-f5f7-4638-a19f-50c6f5879693 None None] The sync data for ids ['0410301b-3b36-454a-bafd-d853911d0da4'] in n-d-796209-16 is: [{'id': '0410301b-3b36-454a-bafd-d853911d0da4', 'name': 'tempest-TestServerBasicOps-365814301-router', 'tenant_id': 'd06bbe97323c41ddbf7d028c938d3dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'df608554-0900-4a4a-adb4-9775cd76b13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:08:39Z', 'updated_at': '2021-09-07T03:08:42Z', 'revision_number': 4, 'project_id': 'd06bbe97323c41ddbf7d028c938d3dbd', 'gw_port': {'id': 'df608554-0900-4a4a-adb4-9775cd76b13f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:25:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0410301b-3b36-454a-bafd-d853911d0da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:08:40Z', 'updated_at': '2021-09-07T03:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '6bf29726-e1c2-412a-ab6d-de20c04350e1', 'name': '', 'network_id': 'e17aa995-8fe9-4abb-b390-77b4b3ff89e7', 'tenant_id': 'd06bbe97323c41ddbf7d028c938d3dbd', 'mac_address': 'fa:16:3e:1d:6c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0410301b-3b36-454a-bafd-d853911d0da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '391b43f1-551f-4ebe-9158-b99ffe60493d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:08:42Z', 'updated_at': '2021-09-07T03:08:47Z', 'revision_number': 4, 'project_id': 'd06bbe97323c41ddbf7d028c938d3dbd', 'subnets': [{'id': '391b43f1-551f-4ebe-9158-b99ffe60493d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:08:47.982805 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1770b626-eade-4c6b-a222-5129f75e51ad tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:08:47.995619 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-1770b626-eade-4c6b-a222-5129f75e51ad tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:08:48.000712 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1770b626-eade-4c6b-a222-5129f75e51ad tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:08:48.041797 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1770b626-eade-4c6b-a222-5129f75e51ad tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Pushing event updated for resources: {'Port': ['ID=ab90be8f-5133-46e4-a13d-c2b093f2784a,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:08:48.111120 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d77eb53-0b4e-47fd-bf57-0af3388ddab3 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:08:48.130190 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe43ebd-265b-4fb5-9992-f643f3baba96 None None] Sync routers for ids ['5988db5d-5447-4845-abea-94ea64c430c7'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:08:48.144130 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe43ebd-265b-4fb5-9992-f643f3baba96 None None] Routers {'5988db5d-5447-4845-abea-94ea64c430c7'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:08:48.145371 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-1fe43ebd-265b-4fb5-9992-f643f3baba96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:08:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['5988db5d-5447-4845-abea-94ea64c430c7'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:08:48.150409 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0d77eb53-0b4e-47fd-bf57-0af3388ddab3 admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:48.155286 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-0d77eb53-0b4e-47fd-bf57-0af3388ddab3 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6212513 Sep 07 03:08:48.155961 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 37876) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:08:48.313472 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-1fe43ebd-265b-4fb5-9992-f643f3baba96 None None] Set router 5988db5d-5447-4845-abea-94ea64c430c7 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:08:48.683911 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-1fe43ebd-265b-4fb5-9992-f643f3baba96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5988db5d-5447-4845-abea-94ea64c430c7', 'name': 'tempest-TestServerBasicOps-1946785983-router', 'tenant_id': '6790b39d89c243b38da07aa36684ad8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': 'dbdc6762-97c3-488c-9985-a5a074d753a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:08:45Z', 'updated_at': '2021-09-07T03:08:46Z', 'revision_number': 3, 'project_id': '6790b39d89c243b38da07aa36684ad8e', 'gw_port': {'id': 'dbdc6762-97c3-488c-9985-a5a074d753a9', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:cf:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5988db5d-5447-4845-abea-94ea64c430c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:08:46Z', 'updated_at': '2021-09-07T03:08:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:08:48.694904 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 6bf29726-e1c2-412a-ab6d-de20c04350e1 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:08:48.701058 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1770b626-eade-4c6b-a222-5129f75e51ad tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:48.724237 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe43ebd-265b-4fb5-9992-f643f3baba96 None None] Checking router: 5988db5d-5447-4845-abea-94ea64c430c7 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:08:48.724808 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe43ebd-265b-4fb5-9992-f643f3baba96 None None] Updating router 5988db5d-5447-4845-abea-94ea64c430c7 port dbdc6762-97c3-488c-9985-a5a074d753a9 binding host n-d-796209-16 {{(pid=94703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 03:08:48.769206 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-1fe43ebd-265b-4fb5-9992-f643f3baba96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:48.815456 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 6bf29726-e1c2-412a-ab6d-de20c04350e1 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:08:48.826206 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 6bf29726-e1c2-412a-ab6d-de20c04350e1 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:08:48.829281 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:48.836911 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1770b626-eade-4c6b-a222-5129f75e51ad tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:49.006921 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf87dcd-6752-47a1-b29c-51b23e624653 None None] Network b1a4a293-8ccf-4f5f-bad0-a762b0477564 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:08:49.064263 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-56502a8f-3612-4883-8ba2-cac7217ae69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:49.076820 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-9fb9696b-127d-4149-93e5-3e34b71185a4 None None] Provisioning for port 45fbb5b3-3207-4318-adb5-09661a7e9dc6 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:08:49.190713 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:49.233104 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1770b626-eade-4c6b-a222-5129f75e51ad tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:49.250036 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1770b626-eade-4c6b-a222-5129f75e51ad tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:49.266687 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 6bf29726-e1c2-412a-ab6d-de20c04350e1, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=6bf29726-e1c2-412a-ab6d-de20c04350e1,segment=NetworkSegment(8439b041-0cb0-4876-a8e6-1a956fa9c374),segment_id=8439b041-0cb0-4876-a8e6-1a956fa9c374)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:08:49.278678 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:49.280232 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 45fbb5b3-3207-4318-adb5-09661a7e9dc6 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:08:49.444175 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-56502a8f-3612-4883-8ba2-cac7217ae69b admin admin] Allocated IP 172.20.0.1 (b1a4a293-8ccf-4f5f-bad0-a762b0477564/91388e33-fb63-4950-880f-e68afcc5d811/cd265220-fa7c-40a9-9cd1-291d9c11d7f8) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:08:49.468248 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 45fbb5b3-3207-4318-adb5-09661a7e9dc6 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:08:49.474974 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 45fbb5b3-3207-4318-adb5-09661a7e9dc6 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:08:49.475591 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:49.498645 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1770b626-eade-4c6b-a222-5129f75e51ad tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:49.519416 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-1fe43ebd-265b-4fb5-9992-f643f3baba96 None None] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:49.525296 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=6bf29726-e1c2-412a-ab6d-de20c04350e1,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:08:49.525533 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1770b626-eade-4c6b-a222-5129f75e51ad tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Pushing event updated for resources: {'Port': ['ID=ab90be8f-5133-46e4-a13d-c2b093f2784a,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:08:49.544558 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-1fe43ebd-265b-4fb5-9992-f643f3baba96 None None] Transition to ACTIVE for port object dbdc6762-97c3-488c-9985-a5a074d753a9 will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:08:49.560396 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-1fe43ebd-265b-4fb5-9992-f643f3baba96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:49.590946 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:49.677954 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 45fbb5b3-3207-4318-adb5-09661a7e9dc6, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=45fbb5b3-3207-4318-adb5-09661a7e9dc6,segment=NetworkSegment(e3fccec6-1b0d-45ba-8e23-4aa7ce94c72c),segment_id=e3fccec6-1b0d-45ba-8e23-4aa7ce94c72c)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:08:49.681647 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3468e61-95b8-462a-addf-96b1e5b57315 None None] Pushing event updated for resources: {'Port': ['ID=dbdc6762-97c3-488c-9985-a5a074d753a9,revision_number=2']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:08:49.686055 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:49.697816 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-1fe43ebd-265b-4fb5-9992-f643f3baba96 None None] Attempting to bind port dbdc6762-97c3-488c-9985-a5a074d753a9 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:08:49.698033 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-56502a8f-3612-4883-8ba2-cac7217ae69b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:49.698622 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-1fe43ebd-265b-4fb5-9992-f643f3baba96 None None] Attempting to bind port dbdc6762-97c3-488c-9985-a5a074d753a9 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:08:49.700132 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe43ebd-265b-4fb5-9992-f643f3baba96 None None] Attempting to bind port dbdc6762-97c3-488c-9985-a5a074d753a9 on network 1166b922-7457-4da4-bdda-328e8c8e7bc6 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:08:49.721054 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe43ebd-265b-4fb5-9992-f643f3baba96 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:08:49.723620 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe43ebd-265b-4fb5-9992-f643f3baba96 None None] Checking segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:08:49.724101 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-1fe43ebd-265b-4fb5-9992-f643f3baba96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:49.724565 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe43ebd-265b-4fb5-9992-f643f3baba96 None None] Bound using segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:08:49.728150 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-1fe43ebd-265b-4fb5-9992-f643f3baba96 None None] Bound port: dbdc6762-97c3-488c-9985-a5a074d753a9, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:08:49.728150 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-1fe43ebd-265b-4fb5-9992-f643f3baba96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:49.731733 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-56502a8f-3612-4883-8ba2-cac7217ae69b admin admin] Transition to ACTIVE for port object cd265220-fa7c-40a9-9cd1-291d9c11d7f8 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:08:49.779926 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=45fbb5b3-3207-4318-adb5-09661a7e9dc6,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:08:49.825088 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-56502a8f-3612-4883-8ba2-cac7217ae69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:49.836697 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-1fe43ebd-265b-4fb5-9992-f643f3baba96 None None] For port dbdc6762-97c3-488c-9985-a5a074d753a9, host n-d-796209-16, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:08:49.838531 n-d-796209-16 neutron-server[94701]: INFO neutron.db.l3_db [None req-1770b626-eade-4c6b-a222-5129f75e51ad tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Floating IP e1e00d05-7f99-4845-a546-f7d9020d4c5c associated. External IP: 172.25.5.128, port: fce4849c-db62-4fd9-a359-602ede6ef572. Sep 07 03:08:49.845208 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-1fe43ebd-265b-4fb5-9992-f643f3baba96 None None] For port dbdc6762-97c3-488c-9985-a5a074d753a9, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=dbdc6762-97c3-488c-9985-a5a074d753a9,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:08:49.857832 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-1fe43ebd-265b-4fb5-9992-f643f3baba96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:49.900825 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56502a8f-3612-4883-8ba2-cac7217ae69b admin admin] Network b1a4a293-8ccf-4f5f-bad0-a762b0477564 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:08:49.911152 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-56502a8f-3612-4883-8ba2-cac7217ae69b admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:08:49.915513 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56502a8f-3612-4883-8ba2-cac7217ae69b admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:08:49.922149 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56502a8f-3612-4883-8ba2-cac7217ae69b admin admin] Pushing event updated for resources: {'Port': ['ID=cd265220-fa7c-40a9-9cd1-291d9c11d7f8,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:08:49.976049 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-56502a8f-3612-4883-8ba2-cac7217ae69b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:49.992980 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe43ebd-265b-4fb5-9992-f643f3baba96 None None] Routers {'5988db5d-5447-4845-abea-94ea64c430c7'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:08:49.993625 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-1fe43ebd-265b-4fb5-9992-f643f3baba96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:08:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['5988db5d-5447-4845-abea-94ea64c430c7'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:08:50.095361 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-428df98b-0161-4492-b944-d72c0e0e3ab6 None None] Provisioning complete for port 45fbb5b3-3207-4318-adb5-09661a7e9dc6 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:08:50.095889 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-428df98b-0161-4492-b944-d72c0e0e3ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:50.131424 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3468e61-95b8-462a-addf-96b1e5b57315 None None] Pushing event updated for resources: {'Port': ['ID=dbdc6762-97c3-488c-9985-a5a074d753a9,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:08:50.221745 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1770b626-eade-4c6b-a222-5129f75e51ad tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Router a1b83060-4e62-4f21-bb3c-495eb2c6a10f has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:08:50.272522 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-56502a8f-3612-4883-8ba2-cac7217ae69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:50.312442 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-1fe43ebd-265b-4fb5-9992-f643f3baba96 None None] Set router 5988db5d-5447-4845-abea-94ea64c430c7 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:08:50.442213 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1770b626-eade-4c6b-a222-5129f75e51ad tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:08:50.457666 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b053a5-3987-4ea6-a6e9-7ad40672d424 None None] Sync routers for ids ['a1b83060-4e62-4f21-bb3c-495eb2c6a10f'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:08:50.477106 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1770b626-eade-4c6b-a222-5129f75e51ad tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:50.480991 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3e28449f-afd7-4241-a65d-5de440c4bdf4 None None] Provisioning for port cd265220-fa7c-40a9-9cd1-291d9c11d7f8 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:08:50.494104 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3e28449f-afd7-4241-a65d-5de440c4bdf4 None None] Provisioning complete for port cd265220-fa7c-40a9-9cd1-291d9c11d7f8 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:08:50.495701 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3e28449f-afd7-4241-a65d-5de440c4bdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:50.499552 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b053a5-3987-4ea6-a6e9-7ad40672d424 None None] Routers {'a1b83060-4e62-4f21-bb3c-495eb2c6a10f'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:08:50.503947 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-a2b053a5-3987-4ea6-a6e9-7ad40672d424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:08:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['a1b83060-4e62-4f21-bb3c-495eb2c6a10f'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:08:50.551804 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-1770b626-eade-4c6b-a222-5129f75e51ad tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3855102 Sep 07 03:08:50.554367 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '100c05ea-ccb0-40b1-9a99-3c47e204dbc4', 'tag': 'fce4849c-db62-4fd9-a359-602ede6ef572'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:08:50.561309 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc167174-956d-49ab-94fb-0ff437d0afe2" -d '{"events": [{"name": "network-changed", "server_uuid": "100c05ea-ccb0-40b1-9a99-3c47e204dbc4", "tag": "fce4849c-db62-4fd9-a359-602ede6ef572"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:08:50.575383 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-56502a8f-3612-4883-8ba2-cac7217ae69b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:50.584041 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 6bf29726-e1c2-412a-ab6d-de20c04350e1 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:08:50.584820 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-56502a8f-3612-4883-8ba2-cac7217ae69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:50.613057 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-1fe43ebd-265b-4fb5-9992-f643f3baba96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5988db5d-5447-4845-abea-94ea64c430c7', 'name': 'tempest-TestServerBasicOps-1946785983-router', 'tenant_id': '6790b39d89c243b38da07aa36684ad8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': 'dbdc6762-97c3-488c-9985-a5a074d753a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:08:45Z', 'updated_at': '2021-09-07T03:08:46Z', 'revision_number': 3, 'project_id': '6790b39d89c243b38da07aa36684ad8e', 'gw_port': {'id': 'dbdc6762-97c3-488c-9985-a5a074d753a9', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:cf:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5988db5d-5447-4845-abea-94ea64c430c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:08:46Z', 'updated_at': '2021-09-07T03:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:08:50.631609 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3e28449f-afd7-4241-a65d-5de440c4bdf4 None None] Port cd265220-fa7c-40a9-9cd1-291d9c11d7f8 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:08:50.645832 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e8c680-3054-489a-9555-5a2c28042665 x-openstack-request-id: req-76e8c680-3054-489a-9555-5a2c28042665 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:08:50.646349 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "100c05ea-ccb0-40b1-9a99-3c47e204dbc4", "tag": "fce4849c-db62-4fd9-a359-602ede6ef572", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:08:50.646775 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-76e8c680-3054-489a-9555-5a2c28042665 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:08:50.647258 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '100c05ea-ccb0-40b1-9a99-3c47e204dbc4', 'tag': 'fce4849c-db62-4fd9-a359-602ede6ef572', 'status': 'completed', 'code': 200} Sep 07 03:08:50.678989 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe43ebd-265b-4fb5-9992-f643f3baba96 None None] The sync data for ids ['5988db5d-5447-4845-abea-94ea64c430c7'] in n-d-796209-16 is: [{'id': '5988db5d-5447-4845-abea-94ea64c430c7', 'name': 'tempest-TestServerBasicOps-1946785983-router', 'tenant_id': '6790b39d89c243b38da07aa36684ad8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': 'dbdc6762-97c3-488c-9985-a5a074d753a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:08:45Z', 'updated_at': '2021-09-07T03:08:46Z', 'revision_number': 3, 'project_id': '6790b39d89c243b38da07aa36684ad8e', 'gw_port': {'id': 'dbdc6762-97c3-488c-9985-a5a074d753a9', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:cf:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5988db5d-5447-4845-abea-94ea64c430c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:08:46Z', 'updated_at': '2021-09-07T03:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:08:50.679536 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56502a8f-3612-4883-8ba2-cac7217ae69b admin admin] Pushing event updated for resources: {'Port': ['ID=cd265220-fa7c-40a9-9cd1-291d9c11d7f8,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:08:50.682002 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-56502a8f-3612-4883-8ba2-cac7217ae69b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:50.708134 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-a2b053a5-3987-4ea6-a6e9-7ad40672d424 None None] Set router a1b83060-4e62-4f21-bb3c-495eb2c6a10f gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:08:50.813301 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc167174-956d-49ab-94fb-0ff437d0afe2 req-48c21114-f4d4-422f-833d-ef887054ea1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:08:50.815286 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cc167174-956d-49ab-94fb-0ff437d0afe2 req-48c21114-f4d4-422f-833d-ef887054ea1d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2b241f46496480ea1c24703bd4e7081&device_id=100c05ea-ccb0-40b1-9a99-3c47e204dbc4 HTTP/1.1" status: 200 len: 1098 time: 0.1241126 Sep 07 03:08:50.905839 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 6bf29726-e1c2-412a-ab6d-de20c04350e1 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:08:50.906219 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:50.936395 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc167174-956d-49ab-94fb-0ff437d0afe2 req-7a0379fc-e5a1-43e1-a8d6-385478f59039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:08:50.937910 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cc167174-956d-49ab-94fb-0ff437d0afe2 req-7a0379fc-e5a1-43e1-a8d6-385478f59039 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b5bb2b44-86d3-4c51-8098-39db56525af1 HTTP/1.1" status: 200 len: 912 time: 0.1108415 Sep 07 03:08:50.943922 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56502a8f-3612-4883-8ba2-cac7217ae69b admin admin] Network b1a4a293-8ccf-4f5f-bad0-a762b0477564 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:08:50.946472 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-56502a8f-3612-4883-8ba2-cac7217ae69b admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:08:51.154748 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cc167174-956d-49ab-94fb-0ff437d0afe2 req-bfcd5160-e481-42bb-85fa-d2446618f5d7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fce4849c-db62-4fd9-a359-602ede6ef572 HTTP/1.1" status: 200 len: 1000 time: 0.2093079 Sep 07 03:08:51.215209 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56502a8f-3612-4883-8ba2-cac7217ae69b admin admin] Router 5988db5d-5447-4845-abea-94ea64c430c7 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:08:51.232704 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 45fbb5b3-3207-4318-adb5-09661a7e9dc6 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:08:51.235272 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc167174-956d-49ab-94fb-0ff437d0afe2 req-ed534d01-2bbd-401c-bb86-d8cc348c76db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:08:51.244246 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cc167174-956d-49ab-94fb-0ff437d0afe2 req-ed534d01-2bbd-401c-bb86-d8cc348c76db service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b33adc2b-a155-4213-967c-f1ae81189b8c HTTP/1.1" status: 200 len: 851 time: 0.0784304 Sep 07 03:08:51.348941 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 45fbb5b3-3207-4318-adb5-09661a7e9dc6 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:08:51.349740 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:51.387947 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc167174-956d-49ab-94fb-0ff437d0afe2 req-464c5ba4-3590-4d40-a928-fe0bcf23925b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:08:51.390114 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cc167174-956d-49ab-94fb-0ff437d0afe2 req-464c5ba4-3590-4d40-a928-fe0bcf23925b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b5bb2b44-86d3-4c51-8098-39db56525af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1388474 Sep 07 03:08:51.431751 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56502a8f-3612-4883-8ba2-cac7217ae69b admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:08:51.444397 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-56502a8f-3612-4883-8ba2-cac7217ae69b admin admin] 10.222.0.22 "PUT /v2.0/routers/5988db5d-5447-4845-abea-94ea64c430c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2874191 Sep 07 03:08:51.497100 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-a2b053a5-3987-4ea6-a6e9-7ad40672d424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'name': 'tempest-TestVolumeBootPattern-1134786000-router', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'd975f0af-5594-4140-b8ef-556bcf39aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:04:33Z', 'updated_at': '2021-09-07T03:04:38Z', 'revision_number': 4, 'project_id': 'e2b241f46496480ea1c24703bd4e7081', 'gw_port': {'id': 'd975f0af-5594-4140-b8ef-556bcf39aceb', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:47:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:34Z', 'updated_at': '2021-09-07T03:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'e1e00d05-7f99-4845-a546-f7d9020d4c5c', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'floating_ip_address': '172.25.5.128', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'port_id': 'fce4849c-db62-4fd9-a359-602ede6ef572', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3913, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1', 'mac_address': 'fa:16:3e:a4:e3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100c05ea-ccb0-40b1-9a99-3c47e204dbc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:08:48Z', 'updated_at': '2021-09-07T03:08:48Z', 'revision_number': 0, 'project_id': 'e2b241f46496480ea1c24703bd4e7081', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9bf7c30-d2e6-4716-9ec6-49155d279181', 'name': '', 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'mac_address': 'fa:16:3e:01:69:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'b33adc2b-a155-4213-967c-f1ae81189b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:37Z', 'updated_at': '2021-09-07T03:04:48Z', 'revision_number': 5, 'project_id': 'e2b241f46496480ea1c24703bd4e7081', 'subnets': [{'id': 'b33adc2b-a155-4213-967c-f1ae81189b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:08:51.546066 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b053a5-3987-4ea6-a6e9-7ad40672d424 None None] Checking router: a1b83060-4e62-4f21-bb3c-495eb2c6a10f for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:08:51.556226 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b053a5-3987-4ea6-a6e9-7ad40672d424 None None] Routers {'a1b83060-4e62-4f21-bb3c-495eb2c6a10f'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:08:51.556957 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-a2b053a5-3987-4ea6-a6e9-7ad40672d424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:08:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['a1b83060-4e62-4f21-bb3c-495eb2c6a10f'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:08:51.568846 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cc167174-956d-49ab-94fb-0ff437d0afe2 req-165ee225-3149-40e1-b048-a8b9699b4c70 service neutron] 10.222.0.16 "GET /v2.0/networks/b5bb2b44-86d3-4c51-8098-39db56525af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701827 Sep 07 03:08:51.612266 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-749df6a1-13ee-4fdc-9be6-48c66e8005cc None None] Provisioning complete for port cd265220-fa7c-40a9-9cd1-291d9c11d7f8 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:08:51.613051 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-749df6a1-13ee-4fdc-9be6-48c66e8005cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:51.677855 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:51.698879 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cc167174-956d-49ab-94fb-0ff437d0afe2 req-e77ab208-c0b2-4ad1-b404-6d85a558656c service neutron] 10.222.0.16 "GET /v2.0/networks/b5bb2b44-86d3-4c51-8098-39db56525af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229763 Sep 07 03:08:51.736035 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-749df6a1-13ee-4fdc-9be6-48c66e8005cc None None] Port cd265220-fa7c-40a9-9cd1-291d9c11d7f8 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:08:51.750215 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:51.758917 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-a2b053a5-3987-4ea6-a6e9-7ad40672d424 None None] Set router a1b83060-4e62-4f21-bb3c-495eb2c6a10f gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:08:51.994169 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-a2b053a5-3987-4ea6-a6e9-7ad40672d424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'name': 'tempest-TestVolumeBootPattern-1134786000-router', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'd975f0af-5594-4140-b8ef-556bcf39aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:04:33Z', 'updated_at': '2021-09-07T03:04:38Z', 'revision_number': 4, 'project_id': 'e2b241f46496480ea1c24703bd4e7081', 'gw_port': {'id': 'd975f0af-5594-4140-b8ef-556bcf39aceb', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:47:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:34Z', 'updated_at': '2021-09-07T03:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'e1e00d05-7f99-4845-a546-f7d9020d4c5c', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'floating_ip_address': '172.25.5.128', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'port_id': 'fce4849c-db62-4fd9-a359-602ede6ef572', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3913, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1', 'mac_address': 'fa:16:3e:a4:e3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100c05ea-ccb0-40b1-9a99-3c47e204dbc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:08:48Z', 'updated_at': '2021-09-07T03:08:48Z', 'revision_number': 0, 'project_id': 'e2b241f46496480ea1c24703bd4e7081', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9bf7c30-d2e6-4716-9ec6-49155d279181', 'name': '', 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'mac_address': 'fa:16:3e:01:69:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'b33adc2b-a155-4213-967c-f1ae81189b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:37Z', 'updated_at': '2021-09-07T03:04:48Z', 'revision_number': 5, 'project_id': 'e2b241f46496480ea1c24703bd4e7081', 'subnets': [{'id': 'b33adc2b-a155-4213-967c-f1ae81189b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:08:52.020910 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b053a5-3987-4ea6-a6e9-7ad40672d424 None None] The sync data for ids ['a1b83060-4e62-4f21-bb3c-495eb2c6a10f'] in n-d-796209-16 is: [{'id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'name': 'tempest-TestVolumeBootPattern-1134786000-router', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'd975f0af-5594-4140-b8ef-556bcf39aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:04:33Z', 'updated_at': '2021-09-07T03:04:38Z', 'revision_number': 4, 'project_id': 'e2b241f46496480ea1c24703bd4e7081', 'gw_port': {'id': 'd975f0af-5594-4140-b8ef-556bcf39aceb', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:47:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:34Z', 'updated_at': '2021-09-07T03:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'e1e00d05-7f99-4845-a546-f7d9020d4c5c', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'floating_ip_address': '172.25.5.128', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'port_id': 'fce4849c-db62-4fd9-a359-602ede6ef572', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3913, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1', 'mac_address': 'fa:16:3e:a4:e3:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100c05ea-ccb0-40b1-9a99-3c47e204dbc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:08:48Z', 'updated_at': '2021-09-07T03:08:48Z', 'revision_number': 0, 'project_id': 'e2b241f46496480ea1c24703bd4e7081', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9bf7c30-d2e6-4716-9ec6-49155d279181', 'name': '', 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'mac_address': 'fa:16:3e:01:69:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'b33adc2b-a155-4213-967c-f1ae81189b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:37Z', 'updated_at': '2021-09-07T03:04:48Z', 'revision_number': 5, 'project_id': 'e2b241f46496480ea1c24703bd4e7081', 'subnets': [{'id': 'b33adc2b-a155-4213-967c-f1ae81189b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:08:52.240082 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33daf0e0-c6ea-436a-b2ba-ca20811ea22e None None] New status for floating IP e1e00d05-7f99-4845-a546-f7d9020d4c5c: ACTIVE {{(pid=94703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 03:08:52.333944 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38220) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:08:52.338622 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-2379c90e-0f83-45f2-86e7-bc18f062ab81 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1749022726', 'description': 'tempest-secgroup-smoke-1749022726 description', 'project_id': 'd06bbe97323c41ddbf7d028c938d3dbd'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:08:52.368661 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2379c90e-0f83-45f2-86e7-bc18f062ab81 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:52.481732 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2379c90e-0f83-45f2-86e7-bc18f062ab81 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:52.486515 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2379c90e-0f83-45f2-86e7-bc18f062ab81 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:52.523759 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2379c90e-0f83-45f2-86e7-bc18f062ab81 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:52.527930 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-2379c90e-0f83-45f2-86e7-bc18f062ab81 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1902785 Sep 07 03:08:52.529029 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 38222) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:08:52.532624 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2379c90e-0f83-45f2-86e7-bc18f062ab81 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b96d1fff-78ca-4cde-b970-063f3b4a8bd1,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:08:52.533756 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-b72f0475-334b-4ee1-aab3-0ea010dba4eb tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Request body: {'security_group_rule': {'security_group_id': 'b96d1fff-78ca-4cde-b970-063f3b4a8bd1', 'project_id': 'd06bbe97323c41ddbf7d028c938d3dbd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:08:52.556522 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device dbdc6762-97c3-488c-9985-a5a074d753a9 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:08:52.578789 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b72f0475-334b-4ee1-aab3-0ea010dba4eb tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:52.623950 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port dbdc6762-97c3-488c-9985-a5a074d753a9 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:08:52.628509 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port dbdc6762-97c3-488c-9985-a5a074d753a9 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:08:52.628965 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:52.655046 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b72f0475-334b-4ee1-aab3-0ea010dba4eb tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:52.659640 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b72f0475-334b-4ee1-aab3-0ea010dba4eb tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:52.680811 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72f0475-334b-4ee1-aab3-0ea010dba4eb tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f19a1e5-2f85-4e42-b6e8-27383f1370ee,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:08:52.692813 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b72f0475-334b-4ee1-aab3-0ea010dba4eb tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:52.694231 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b72f0475-334b-4ee1-aab3-0ea010dba4eb tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1645803 Sep 07 03:08:52.697097 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38224) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:08:52.702567 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-0f971756-e991-4d1a-8e66-e4df0adfea03 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Request body: {'security_group_rule': {'security_group_id': 'b96d1fff-78ca-4cde-b970-063f3b4a8bd1', 'project_id': 'd06bbe97323c41ddbf7d028c938d3dbd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:08:52.726193 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:52.738118 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0f971756-e991-4d1a-8e66-e4df0adfea03 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:52.749665 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port dbdc6762-97c3-488c-9985-a5a074d753a9, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=dbdc6762-97c3-488c-9985-a5a074d753a9,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:08:52.757446 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:52.809715 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=dbdc6762-97c3-488c-9985-a5a074d753a9,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:08:52.811878 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0f971756-e991-4d1a-8e66-e4df0adfea03 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:52.818875 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0f971756-e991-4d1a-8e66-e4df0adfea03 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:52.840912 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f971756-e991-4d1a-8e66-e4df0adfea03 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffb0fff8-c84b-45ce-be92-bbc1c71511f7,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:08:52.848395 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0f971756-e991-4d1a-8e66-e4df0adfea03 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:52.851545 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-0f971756-e991-4d1a-8e66-e4df0adfea03 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1515667 Sep 07 03:08:52.852718 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38226) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:08:52.857725 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-4275645d-5e74-4ea9-a008-47d2f6816212 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Request body: {'security_group_rule': {'security_group_id': 'b96d1fff-78ca-4cde-b970-063f3b4a8bd1', 'project_id': 'd06bbe97323c41ddbf7d028c938d3dbd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:08:52.884325 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4275645d-5e74-4ea9-a008-47d2f6816212 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:52.945939 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4275645d-5e74-4ea9-a008-47d2f6816212 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:52.949955 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4275645d-5e74-4ea9-a008-47d2f6816212 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:52.968642 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4275645d-5e74-4ea9-a008-47d2f6816212 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c761352-d99c-48d6-b829-19505af01668,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:08:52.974237 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4275645d-5e74-4ea9-a008-47d2f6816212 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:52.975684 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-4275645d-5e74-4ea9-a008-47d2f6816212 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1219399 Sep 07 03:08:52.978318 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38228) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:08:52.983684 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-7701fb98-750f-4f90-83ac-3435659169c1 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Request body: {'security_group_rule': {'security_group_id': 'b96d1fff-78ca-4cde-b970-063f3b4a8bd1', 'project_id': 'd06bbe97323c41ddbf7d028c938d3dbd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:08:53.016307 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7701fb98-750f-4f90-83ac-3435659169c1 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:53.036081 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7215fbb7-c934-454e-a480-59c1bc1242b3 None None] Sync routers for ids ['5988db5d-5447-4845-abea-94ea64c430c7'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:08:53.047010 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7215fbb7-c934-454e-a480-59c1bc1242b3 None None] Routers {'5988db5d-5447-4845-abea-94ea64c430c7'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:08:53.047778 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-7215fbb7-c934-454e-a480-59c1bc1242b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:08:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['5988db5d-5447-4845-abea-94ea64c430c7'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:08:53.103309 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7701fb98-750f-4f90-83ac-3435659169c1 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:53.108013 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7701fb98-750f-4f90-83ac-3435659169c1 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:53.124464 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7701fb98-750f-4f90-83ac-3435659169c1 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85e879d0-7046-437b-ae41-d2a86fc978ce,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:08:53.137545 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7701fb98-750f-4f90-83ac-3435659169c1 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:53.139068 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-7701fb98-750f-4f90-83ac-3435659169c1 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1596279 Sep 07 03:08:53.141946 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38230) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:08:53.146615 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-6db2eabd-9197-4fb0-8716-2ea9559a4bfb tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Request body: {'security_group_rule': {'security_group_id': 'b96d1fff-78ca-4cde-b970-063f3b4a8bd1', 'project_id': 'd06bbe97323c41ddbf7d028c938d3dbd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:08:53.168920 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-7215fbb7-c934-454e-a480-59c1bc1242b3 None None] Set router 5988db5d-5447-4845-abea-94ea64c430c7 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:08:53.172772 n-d-796209-16 neutron-server[94700]: INFO neutron.db.securitygroups_db [None req-6db2eabd-9197-4fb0-8716-2ea9559a4bfb tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Project d06bbe97323c41ddbf7d028c938d3dbd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 03:08:53.177915 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6db2eabd-9197-4fb0-8716-2ea9559a4bfb tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:53.239329 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6db2eabd-9197-4fb0-8716-2ea9559a4bfb tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:53.245257 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6db2eabd-9197-4fb0-8716-2ea9559a4bfb tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:53.266074 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db2eabd-9197-4fb0-8716-2ea9559a4bfb tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3d7b547-1460-4c2b-8051-4345adc7ec55,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:08:53.270512 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6db2eabd-9197-4fb0-8716-2ea9559a4bfb tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:53.275718 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-6db2eabd-9197-4fb0-8716-2ea9559a4bfb tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1324928 Sep 07 03:08:53.275929 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 38232) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:08:53.281727 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-ac79ab64-9dd1-4e25-9aa9-d1cd0a9c4736 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Request body: {'security_group_rule': {'security_group_id': 'b96d1fff-78ca-4cde-b970-063f3b4a8bd1', 'project_id': 'd06bbe97323c41ddbf7d028c938d3dbd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:08:53.307075 n-d-796209-16 neutron-server[94701]: INFO neutron.db.securitygroups_db [None req-ac79ab64-9dd1-4e25-9aa9-d1cd0a9c4736 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Project d06bbe97323c41ddbf7d028c938d3dbd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 03:08:53.312532 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ac79ab64-9dd1-4e25-9aa9-d1cd0a9c4736 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:53.388983 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ac79ab64-9dd1-4e25-9aa9-d1cd0a9c4736 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:53.393919 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ac79ab64-9dd1-4e25-9aa9-d1cd0a9c4736 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:53.400028 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-7215fbb7-c934-454e-a480-59c1bc1242b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5988db5d-5447-4845-abea-94ea64c430c7', 'name': 'tempest-TestServerBasicOps-1946785983-router', 'tenant_id': '6790b39d89c243b38da07aa36684ad8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': 'dbdc6762-97c3-488c-9985-a5a074d753a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:08:45Z', 'updated_at': '2021-09-07T03:08:50Z', 'revision_number': 4, 'project_id': '6790b39d89c243b38da07aa36684ad8e', 'gw_port': {'id': 'dbdc6762-97c3-488c-9985-a5a074d753a9', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:cf:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5988db5d-5447-4845-abea-94ea64c430c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:08:46Z', 'updated_at': '2021-09-07T03:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'cd265220-fa7c-40a9-9cd1-291d9c11d7f8', 'name': '', 'network_id': 'b1a4a293-8ccf-4f5f-bad0-a762b0477564', 'tenant_id': '6790b39d89c243b38da07aa36684ad8e', 'mac_address': 'fa:16:3e:fb:3d:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5988db5d-5447-4845-abea-94ea64c430c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '91388e33-fb63-4950-880f-e68afcc5d811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:08:49Z', 'updated_at': '2021-09-07T03:08:50Z', 'revision_number': 2, 'project_id': '6790b39d89c243b38da07aa36684ad8e', 'subnets': [{'id': '91388e33-fb63-4950-880f-e68afcc5d811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:08:53.413553 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac79ab64-9dd1-4e25-9aa9-d1cd0a9c4736 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d96e7bf5-4cc0-4264-abb8-6dd1ac90fc77,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:08:53.423359 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ac79ab64-9dd1-4e25-9aa9-d1cd0a9c4736 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:53.424681 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-ac79ab64-9dd1-4e25-9aa9-d1cd0a9c4736 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1473761 Sep 07 03:08:53.430749 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7215fbb7-c934-454e-a480-59c1bc1242b3 None None] Checking router: 5988db5d-5447-4845-abea-94ea64c430c7 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:08:53.431110 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7215fbb7-c934-454e-a480-59c1bc1242b3 None None] Updating router 5988db5d-5447-4845-abea-94ea64c430c7 port cd265220-fa7c-40a9-9cd1-291d9c11d7f8 binding host n-d-796209-16 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 03:08:53.458664 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7215fbb7-c934-454e-a480-59c1bc1242b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:53.571641 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ce717183-6dd6-46eb-8d51-9735a9d1f4ab req-b0bb565d-3324-4449-896e-cad1706402b6 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1749022726&fields=id&tenant_id=d06bbe97323c41ddbf7d028c938d3dbd HTTP/1.1" status: 200 len: 267 time: 0.0354288 Sep 07 03:08:53.681479 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce717183-6dd6-46eb-8d51-9735a9d1f4ab req-a26afa2d-a45a-4df6-be7a-aeb78250379a tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:08:53.683000 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ce717183-6dd6-46eb-8d51-9735a9d1f4ab req-a26afa2d-a45a-4df6-be7a-aeb78250379a tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] 10.222.0.22 "GET /v2.0/networks?id=e17aa995-8fe9-4abb-b390-77b4b3ff89e7 HTTP/1.1" status: 200 len: 808 time: 0.1036942 Sep 07 03:08:53.701422 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ce717183-6dd6-46eb-8d51-9735a9d1f4ab req-be735384-68a8-4c06-ae58-ac79fb66f8bd tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] 10.222.0.22 "GET /v2.0/quotas/d06bbe97323c41ddbf7d028c938d3dbd HTTP/1.1" status: 200 len: 375 time: 0.0106885 Sep 07 03:08:53.740059 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7215fbb7-c934-454e-a480-59c1bc1242b3 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:53.751233 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-7215fbb7-c934-454e-a480-59c1bc1242b3 None None] Transition to ACTIVE for port object cd265220-fa7c-40a9-9cd1-291d9c11d7f8 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:08:53.754088 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ce717183-6dd6-46eb-8d51-9735a9d1f4ab req-00d9edaa-67ae-403a-ac6c-7e4aa83b2bbf tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d06bbe97323c41ddbf7d028c938d3dbd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461864 Sep 07 03:08:53.758645 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7215fbb7-c934-454e-a480-59c1bc1242b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:53.837127 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f61390-aae7-482d-ae93-f6dff97351c2 None None] Pushing event updated for resources: {'Port': ['ID=cd265220-fa7c-40a9-9cd1-291d9c11d7f8,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:08:53.875462 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-7215fbb7-c934-454e-a480-59c1bc1242b3 None None] Attempting to bind port cd265220-fa7c-40a9-9cd1-291d9c11d7f8 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:08:53.876100 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-7215fbb7-c934-454e-a480-59c1bc1242b3 None None] Attempting to bind port cd265220-fa7c-40a9-9cd1-291d9c11d7f8 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'e3fccec6-1b0d-45ba-8e23-4aa7ce94c72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b1a4a293-8ccf-4f5f-bad0-a762b0477564'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:08:53.876673 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7215fbb7-c934-454e-a480-59c1bc1242b3 None None] Attempting to bind port cd265220-fa7c-40a9-9cd1-291d9c11d7f8 on network b1a4a293-8ccf-4f5f-bad0-a762b0477564 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:08:53.882036 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7215fbb7-c934-454e-a480-59c1bc1242b3 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:08:53.882520 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7215fbb7-c934-454e-a480-59c1bc1242b3 None None] Checking segment: {'id': 'e3fccec6-1b0d-45ba-8e23-4aa7ce94c72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b1a4a293-8ccf-4f5f-bad0-a762b0477564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:08:53.882919 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7215fbb7-c934-454e-a480-59c1bc1242b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:53.883320 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7215fbb7-c934-454e-a480-59c1bc1242b3 None None] Bound using segment: {'id': 'e3fccec6-1b0d-45ba-8e23-4aa7ce94c72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b1a4a293-8ccf-4f5f-bad0-a762b0477564'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:08:53.883882 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-7215fbb7-c934-454e-a480-59c1bc1242b3 None None] Bound port: cd265220-fa7c-40a9-9cd1-291d9c11d7f8, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3fccec6-1b0d-45ba-8e23-4aa7ce94c72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b1a4a293-8ccf-4f5f-bad0-a762b0477564'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:08:53.884258 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7215fbb7-c934-454e-a480-59c1bc1242b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:53.885087 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ce717183-6dd6-46eb-8d51-9735a9d1f4ab req-1b9788ca-2ff9-4b7d-a20a-14a1ef801efc service neutron] 10.222.0.22 "GET /v2.0/networks/e17aa995-8fe9-4abb-b390-77b4b3ff89e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083052 Sep 07 03:08:53.951012 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-7215fbb7-c934-454e-a480-59c1bc1242b3 None None] For port cd265220-fa7c-40a9-9cd1-291d9c11d7f8, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:08:53.955375 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-7215fbb7-c934-454e-a480-59c1bc1242b3 None None] For port cd265220-fa7c-40a9-9cd1-291d9c11d7f8, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=cd265220-fa7c-40a9-9cd1-291d9c11d7f8,segment=NetworkSegment(e3fccec6-1b0d-45ba-8e23-4aa7ce94c72c),segment_id=e3fccec6-1b0d-45ba-8e23-4aa7ce94c72c)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:08:53.964652 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7215fbb7-c934-454e-a480-59c1bc1242b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:53.996646 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ce717183-6dd6-46eb-8d51-9735a9d1f4ab req-17fda6c9-f90e-4328-9ed1-175bf40d9205 service neutron] 10.222.0.22 "GET /v2.0/networks/e17aa995-8fe9-4abb-b390-77b4b3ff89e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044011 Sep 07 03:08:54.015739 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7215fbb7-c934-454e-a480-59c1bc1242b3 None None] Routers {'5988db5d-5447-4845-abea-94ea64c430c7'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:08:54.016604 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-7215fbb7-c934-454e-a480-59c1bc1242b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:08:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['5988db5d-5447-4845-abea-94ea64c430c7'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:08:54.108949 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f61390-aae7-482d-ae93-f6dff97351c2 None None] Pushing event updated for resources: {'Port': ['ID=cd265220-fa7c-40a9-9cd1-291d9c11d7f8,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:08:54.191342 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-7215fbb7-c934-454e-a480-59c1bc1242b3 None None] Set router 5988db5d-5447-4845-abea-94ea64c430c7 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:08:54.296904 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-204d14d7-f926-40c1-87de-6dedb7d6908a req-20d0af25-dbfb-4739-baab-3e583121254a tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0aa0541-6465-485a-990e-6599adea63b0 HTTP/1.1" status: 200 len: 210 time: 0.0367556 Sep 07 03:08:54.536963 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device dbdc6762-97c3-488c-9985-a5a074d753a9 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:08:54.634541 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port dbdc6762-97c3-488c-9985-a5a074d753a9 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:08:54.634927 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:54.678760 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-7215fbb7-c934-454e-a480-59c1bc1242b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5988db5d-5447-4845-abea-94ea64c430c7', 'name': 'tempest-TestServerBasicOps-1946785983-router', 'tenant_id': '6790b39d89c243b38da07aa36684ad8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': 'dbdc6762-97c3-488c-9985-a5a074d753a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:08:45Z', 'updated_at': '2021-09-07T03:08:50Z', 'revision_number': 4, 'project_id': '6790b39d89c243b38da07aa36684ad8e', 'gw_port': {'id': 'dbdc6762-97c3-488c-9985-a5a074d753a9', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:cf:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5988db5d-5447-4845-abea-94ea64c430c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:08:46Z', 'updated_at': '2021-09-07T03:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'cd265220-fa7c-40a9-9cd1-291d9c11d7f8', 'name': '', 'network_id': 'b1a4a293-8ccf-4f5f-bad0-a762b0477564', 'tenant_id': '6790b39d89c243b38da07aa36684ad8e', 'mac_address': 'fa:16:3e:fb:3d:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5988db5d-5447-4845-abea-94ea64c430c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '91388e33-fb63-4950-880f-e68afcc5d811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:08:49Z', 'updated_at': '2021-09-07T03:08:53Z', 'revision_number': 4, 'project_id': '6790b39d89c243b38da07aa36684ad8e', 'subnets': [{'id': '91388e33-fb63-4950-880f-e68afcc5d811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:08:54.712069 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7215fbb7-c934-454e-a480-59c1bc1242b3 None None] The sync data for ids ['5988db5d-5447-4845-abea-94ea64c430c7'] in n-d-796209-16 is: [{'id': '5988db5d-5447-4845-abea-94ea64c430c7', 'name': 'tempest-TestServerBasicOps-1946785983-router', 'tenant_id': '6790b39d89c243b38da07aa36684ad8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': 'dbdc6762-97c3-488c-9985-a5a074d753a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:08:45Z', 'updated_at': '2021-09-07T03:08:50Z', 'revision_number': 4, 'project_id': '6790b39d89c243b38da07aa36684ad8e', 'gw_port': {'id': 'dbdc6762-97c3-488c-9985-a5a074d753a9', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:cf:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5988db5d-5447-4845-abea-94ea64c430c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:08:46Z', 'updated_at': '2021-09-07T03:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'cd265220-fa7c-40a9-9cd1-291d9c11d7f8', 'name': '', 'network_id': 'b1a4a293-8ccf-4f5f-bad0-a762b0477564', 'tenant_id': '6790b39d89c243b38da07aa36684ad8e', 'mac_address': 'fa:16:3e:fb:3d:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5988db5d-5447-4845-abea-94ea64c430c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '91388e33-fb63-4950-880f-e68afcc5d811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:08:49Z', 'updated_at': '2021-09-07T03:08:53Z', 'revision_number': 4, 'project_id': '6790b39d89c243b38da07aa36684ad8e', 'subnets': [{'id': '91388e33-fb63-4950-880f-e68afcc5d811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:08:55.322440 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce717183-6dd6-46eb-8d51-9735a9d1f4ab req-080820b5-44e6-4b95-930b-30c51e2e4696 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:08:55.324948 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ce717183-6dd6-46eb-8d51-9735a9d1f4ab req-080820b5-44e6-4b95-930b-30c51e2e4696 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] 10.222.0.23 "GET /v2.0/networks?id=e17aa995-8fe9-4abb-b390-77b4b3ff89e7 HTTP/1.1" status: 200 len: 808 time: 0.1266646 Sep 07 03:08:55.382106 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ce717183-6dd6-46eb-8d51-9735a9d1f4ab req-53e8613c-58f3-464a-b7df-b5e70bad5d79 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d06bbe97323c41ddbf7d028c938d3dbd HTTP/1.1" status: 200 len: 380 time: 0.0484209 Sep 07 03:08:55.390047 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:08:55.682197 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-ce717183-6dd6-46eb-8d51-9735a9d1f4ab req-48de3cef-0edb-420f-8d76-7b43dc6bffd2 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Request body: {'port': {'device_id': 'c0aa0541-6465-485a-990e-6599adea63b0', 'network_id': 'e17aa995-8fe9-4abb-b390-77b4b3ff89e7', 'admin_state_up': True, 'tenant_id': 'd06bbe97323c41ddbf7d028c938d3dbd', 'security_groups': ['b96d1fff-78ca-4cde-b970-063f3b4a8bd1']}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:08:55.724471 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b3cb053f-565a-43ab-b737-1738eb1c33fb req-a664e968-49ee-4f4f-9bae-ad97c6e05216 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0aa0541-6465-485a-990e-6599adea63b0 HTTP/1.1" status: 200 len: 210 time: 0.3475480 Sep 07 03:08:55.805974 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-810d442f-6d7a-418e-86af-8ff7b65ad67f req-2b370834-3556-4c26-8049-000885fd77ed service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=100c05ea-ccb0-40b1-9a99-3c47e204dbc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1189737 Sep 07 03:08:55.861765 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce717183-6dd6-46eb-8d51-9735a9d1f4ab req-48de3cef-0edb-420f-8d76-7b43dc6bffd2 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Made reservation on behalf of d06bbe97323c41ddbf7d028c938d3dbd for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:08:55.866577 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ce717183-6dd6-46eb-8d51-9735a9d1f4ab req-48de3cef-0edb-420f-8d76-7b43dc6bffd2 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:55.931689 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1d9575b9-b3d6-4a0b-b86b-5baf7853ff30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:55.983446 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810d442f-6d7a-418e-86af-8ff7b65ad67f req-cf5b8f45-3fba-4fcb-a387-e5b2ff46f439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:08:55.984976 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-810d442f-6d7a-418e-86af-8ff7b65ad67f req-cf5b8f45-3fba-4fcb-a387-e5b2ff46f439 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2b241f46496480ea1c24703bd4e7081&device_id=100c05ea-ccb0-40b1-9a99-3c47e204dbc4 HTTP/1.1" status: 200 len: 1098 time: 0.1073482 Sep 07 03:08:56.090589 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-ce717183-6dd6-46eb-8d51-9735a9d1f4ab req-48de3cef-0edb-420f-8d76-7b43dc6bffd2 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Allocated IP 172.20.0.8 (e17aa995-8fe9-4abb-b390-77b4b3ff89e7/391b43f1-551f-4ebe-9158-b99ffe60493d/37777051-9bcc-47e8-8055-67af22404c77) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:08:56.137875 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810d442f-6d7a-418e-86af-8ff7b65ad67f req-6d143ae7-2db0-4e00-8ad9-0dc75266c19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:08:56.139398 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-810d442f-6d7a-418e-86af-8ff7b65ad67f req-6d143ae7-2db0-4e00-8ad9-0dc75266c19b service neutron] 10.222.0.16 "GET /v2.0/networks?id=b5bb2b44-86d3-4c51-8098-39db56525af1 HTTP/1.1" status: 200 len: 912 time: 0.1302395 Sep 07 03:08:56.265544 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-810d442f-6d7a-418e-86af-8ff7b65ad67f req-30157ba9-05fa-4a92-a225-f7cf77256b34 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fce4849c-db62-4fd9-a359-602ede6ef572 HTTP/1.1" status: 200 len: 1002 time: 0.1184072 Sep 07 03:08:56.345196 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ce717183-6dd6-46eb-8d51-9735a9d1f4ab req-48de3cef-0edb-420f-8d76-7b43dc6bffd2 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:56.348531 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810d442f-6d7a-418e-86af-8ff7b65ad67f req-51b40ef5-7490-4f92-b22d-d43611b13e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:08:56.350130 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-810d442f-6d7a-418e-86af-8ff7b65ad67f req-51b40ef5-7490-4f92-b22d-d43611b13e60 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b33adc2b-a155-4213-967c-f1ae81189b8c HTTP/1.1" status: 200 len: 851 time: 0.0772135 Sep 07 03:08:56.386749 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-ce717183-6dd6-46eb-8d51-9735a9d1f4ab req-48de3cef-0edb-420f-8d76-7b43dc6bffd2 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Transition to ACTIVE for port object 37777051-9bcc-47e8-8055-67af22404c77 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:08:56.415311 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810d442f-6d7a-418e-86af-8ff7b65ad67f req-cc055336-1993-4be3-8ede-49adff595f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:08:56.416929 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-810d442f-6d7a-418e-86af-8ff7b65ad67f req-cc055336-1993-4be3-8ede-49adff595f57 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b5bb2b44-86d3-4c51-8098-39db56525af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597131 Sep 07 03:08:56.463919 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ce717183-6dd6-46eb-8d51-9735a9d1f4ab req-48de3cef-0edb-420f-8d76-7b43dc6bffd2 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:56.546809 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device cd265220-fa7c-40a9-9cd1-291d9c11d7f8 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:08:56.549018 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce717183-6dd6-46eb-8d51-9735a9d1f4ab req-48de3cef-0edb-420f-8d76-7b43dc6bffd2 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Network e17aa995-8fe9-4abb-b390-77b4b3ff89e7 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:08:56.571084 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-ce717183-6dd6-46eb-8d51-9735a9d1f4ab req-48de3cef-0edb-420f-8d76-7b43dc6bffd2 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:08:56.588975 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-810d442f-6d7a-418e-86af-8ff7b65ad67f req-3dcaaf78-0a8a-48ab-9069-c8a8f681f2f3 service neutron] 10.222.0.16 "GET /v2.0/networks/b5bb2b44-86d3-4c51-8098-39db56525af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634088 Sep 07 03:08:56.590838 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce717183-6dd6-46eb-8d51-9735a9d1f4ab req-48de3cef-0edb-420f-8d76-7b43dc6bffd2 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:08:56.616834 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port cd265220-fa7c-40a9-9cd1-291d9c11d7f8 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:08:56.621762 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port cd265220-fa7c-40a9-9cd1-291d9c11d7f8 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:08:56.622403 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:56.658266 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48de3cef-0edb-420f-8d76-7b43dc6bffd2 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Pushing event updated for resources: {'Port': ['ID=37777051-9bcc-47e8-8055-67af22404c77,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:08:56.726492 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce717183-6dd6-46eb-8d51-9735a9d1f4ab req-48de3cef-0edb-420f-8d76-7b43dc6bffd2 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:08:56.727229 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ce717183-6dd6-46eb-8d51-9735a9d1f4ab req-48de3cef-0edb-420f-8d76-7b43dc6bffd2 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:56.757558 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:56.765611 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ce717183-6dd6-46eb-8d51-9735a9d1f4ab req-48de3cef-0edb-420f-8d76-7b43dc6bffd2 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3724389 Sep 07 03:08:56.781348 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-ce717183-6dd6-46eb-8d51-9735a9d1f4ab req-63bfc20e-75e5-4a8c-b89b-0cee27f98bfe service neutron] Request body: {'port': {'device_id': 'c0aa0541-6465-485a-990e-6599adea63b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:08:56.806333 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port cd265220-fa7c-40a9-9cd1-291d9c11d7f8, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=cd265220-fa7c-40a9-9cd1-291d9c11d7f8,segment=NetworkSegment(e3fccec6-1b0d-45ba-8e23-4aa7ce94c72c),segment_id=e3fccec6-1b0d-45ba-8e23-4aa7ce94c72c)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:08:56.810759 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-810d442f-6d7a-418e-86af-8ff7b65ad67f req-afdca7a0-2951-412f-9b33-b827301b33e0 service neutron] 10.222.0.16 "GET /v2.0/networks/b5bb2b44-86d3-4c51-8098-39db56525af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114930 Sep 07 03:08:56.811670 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:56.856517 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ce717183-6dd6-46eb-8d51-9735a9d1f4ab req-63bfc20e-75e5-4a8c-b89b-0cee27f98bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:56.892546 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e77698-99fd-48b4-ba13-ebc340f407c5 req-adbe763d-e2d4-4722-bb58-38eb16bc4f71 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:08:56.899729 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=cd265220-fa7c-40a9-9cd1-291d9c11d7f8,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:08:56.912661 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d9e77698-99fd-48b4-ba13-ebc340f407c5 req-adbe763d-e2d4-4722-bb58-38eb16bc4f71 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0aa0541-6465-485a-990e-6599adea63b0 HTTP/1.1" status: 200 len: 931 time: 0.0738480 Sep 07 03:08:56.954202 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3c819c9c-5331-47a5-a1a4-8c288305a81d None None] Provisioning for port 37777051-9bcc-47e8-8055-67af22404c77 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:08:56.959692 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3c819c9c-5331-47a5-a1a4-8c288305a81d None None] Provisioning complete for port 37777051-9bcc-47e8-8055-67af22404c77 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:08:56.960124 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d9e77698-99fd-48b4-ba13-ebc340f407c5 req-07ea1b95-e88a-4d72-8f38-b4951bbb0c7c tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] 10.222.0.22 "GET /v2.0/security-groups?id=b96d1fff-78ca-4cde-b970-063f3b4a8bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463123 Sep 07 03:08:56.960677 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3c819c9c-5331-47a5-a1a4-8c288305a81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:57.011977 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3c819c9c-5331-47a5-a1a4-8c288305a81d None None] Port 37777051-9bcc-47e8-8055-67af22404c77 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:08:57.172552 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-ce717183-6dd6-46eb-8d51-9735a9d1f4ab req-63bfc20e-75e5-4a8c-b89b-0cee27f98bfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37777051-9bcc-47e8-8055-67af22404c77 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:08:57.180558 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ce717183-6dd6-46eb-8d51-9735a9d1f4ab req-63bfc20e-75e5-4a8c-b89b-0cee27f98bfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:57.193714 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-ce717183-6dd6-46eb-8d51-9735a9d1f4ab req-63bfc20e-75e5-4a8c-b89b-0cee27f98bfe service neutron] Transition to ACTIVE for port object 37777051-9bcc-47e8-8055-67af22404c77 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:08:57.197807 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ce717183-6dd6-46eb-8d51-9735a9d1f4ab req-63bfc20e-75e5-4a8c-b89b-0cee27f98bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:57.295515 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bfc20e-75e5-4a8c-b89b-0cee27f98bfe service neutron] Pushing event updated for resources: {'Port': ['ID=37777051-9bcc-47e8-8055-67af22404c77,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:08:57.336612 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-ce717183-6dd6-46eb-8d51-9735a9d1f4ab req-63bfc20e-75e5-4a8c-b89b-0cee27f98bfe service neutron] Attempting to bind port 37777051-9bcc-47e8-8055-67af22404c77 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:08:57.337016 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-ce717183-6dd6-46eb-8d51-9735a9d1f4ab req-63bfc20e-75e5-4a8c-b89b-0cee27f98bfe service neutron] Attempting to bind port 37777051-9bcc-47e8-8055-67af22404c77 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '8439b041-0cb0-4876-a8e6-1a956fa9c374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e17aa995-8fe9-4abb-b390-77b4b3ff89e7'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:08:57.337379 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce717183-6dd6-46eb-8d51-9735a9d1f4ab req-63bfc20e-75e5-4a8c-b89b-0cee27f98bfe service neutron] Attempting to bind port 37777051-9bcc-47e8-8055-67af22404c77 on network e17aa995-8fe9-4abb-b390-77b4b3ff89e7 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:08:57.342437 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce717183-6dd6-46eb-8d51-9735a9d1f4ab req-63bfc20e-75e5-4a8c-b89b-0cee27f98bfe service neutron] Port 37777051-9bcc-47e8-8055-67af22404c77 on network e17aa995-8fe9-4abb-b390-77b4b3ff89e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 03:08:57.342766 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce717183-6dd6-46eb-8d51-9735a9d1f4ab req-63bfc20e-75e5-4a8c-b89b-0cee27f98bfe service neutron] Attempting to bind port 37777051-9bcc-47e8-8055-67af22404c77 on network e17aa995-8fe9-4abb-b390-77b4b3ff89e7 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:08:57.348140 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce717183-6dd6-46eb-8d51-9735a9d1f4ab req-63bfc20e-75e5-4a8c-b89b-0cee27f98bfe service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:08:57.348743 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce717183-6dd6-46eb-8d51-9735a9d1f4ab req-63bfc20e-75e5-4a8c-b89b-0cee27f98bfe service neutron] Checking segment: {'id': '8439b041-0cb0-4876-a8e6-1a956fa9c374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e17aa995-8fe9-4abb-b390-77b4b3ff89e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:08:57.348891 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce717183-6dd6-46eb-8d51-9735a9d1f4ab req-63bfc20e-75e5-4a8c-b89b-0cee27f98bfe service neutron] Bound using segment: {'id': '8439b041-0cb0-4876-a8e6-1a956fa9c374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e17aa995-8fe9-4abb-b390-77b4b3ff89e7'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:08:57.349258 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-ce717183-6dd6-46eb-8d51-9735a9d1f4ab req-63bfc20e-75e5-4a8c-b89b-0cee27f98bfe service neutron] Bound port: 37777051-9bcc-47e8-8055-67af22404c77, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8439b041-0cb0-4876-a8e6-1a956fa9c374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e17aa995-8fe9-4abb-b390-77b4b3ff89e7'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:08:57.349614 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ce717183-6dd6-46eb-8d51-9735a9d1f4ab req-63bfc20e-75e5-4a8c-b89b-0cee27f98bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:57.428467 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-ce717183-6dd6-46eb-8d51-9735a9d1f4ab req-63bfc20e-75e5-4a8c-b89b-0cee27f98bfe service neutron] For port 37777051-9bcc-47e8-8055-67af22404c77, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:08:57.432295 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-ce717183-6dd6-46eb-8d51-9735a9d1f4ab req-63bfc20e-75e5-4a8c-b89b-0cee27f98bfe service neutron] For port 37777051-9bcc-47e8-8055-67af22404c77, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=37777051-9bcc-47e8-8055-67af22404c77,segment=NetworkSegment(8439b041-0cb0-4876-a8e6-1a956fa9c374),segment_id=8439b041-0cb0-4876-a8e6-1a956fa9c374)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:08:57.437895 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ce717183-6dd6-46eb-8d51-9735a9d1f4ab req-63bfc20e-75e5-4a8c-b89b-0cee27f98bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:57.477902 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce717183-6dd6-46eb-8d51-9735a9d1f4ab req-63bfc20e-75e5-4a8c-b89b-0cee27f98bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:08:57.478650 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ce717183-6dd6-46eb-8d51-9735a9d1f4ab req-63bfc20e-75e5-4a8c-b89b-0cee27f98bfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:57.480189 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ce717183-6dd6-46eb-8d51-9735a9d1f4ab req-63bfc20e-75e5-4a8c-b89b-0cee27f98bfe service neutron] 10.222.0.23 "PUT /v2.0/ports/37777051-9bcc-47e8-8055-67af22404c77 HTTP/1.1" status: 200 len: 1092 time: 0.7119451 Sep 07 03:08:57.480738 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0aa0541-6465-485a-990e-6599adea63b0', 'tag': '37777051-9bcc-47e8-8055-67af22404c77'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:08:57.483154 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f37f735-b567-4560-bc3a-c428f9b86ef1" -d '{"events": [{"name": "network-changed", "server_uuid": "c0aa0541-6465-485a-990e-6599adea63b0", "tag": "37777051-9bcc-47e8-8055-67af22404c77"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:08:57.510806 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bfc20e-75e5-4a8c-b89b-0cee27f98bfe service neutron] Pushing event updated for resources: {'Port': ['ID=37777051-9bcc-47e8-8055-67af22404c77,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:08:57.565256 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4dbeb7-c62f-404b-b1f5-ca09e2a27871 x-openstack-request-id: req-6d4dbeb7-c62f-404b-b1f5-ca09e2a27871 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:08:57.565553 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0aa0541-6465-485a-990e-6599adea63b0", "tag": "37777051-9bcc-47e8-8055-67af22404c77", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:08:57.565810 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6d4dbeb7-c62f-404b-b1f5-ca09e2a27871 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:08:57.566379 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0aa0541-6465-485a-990e-6599adea63b0', 'tag': '37777051-9bcc-47e8-8055-67af22404c77', 'status': 'completed', 'code': 200} Sep 07 03:08:57.580258 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce717183-6dd6-46eb-8d51-9735a9d1f4ab req-01f63261-862d-45f9-a802-1efb86d7914b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:08:57.581909 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ce717183-6dd6-46eb-8d51-9735a9d1f4ab req-01f63261-862d-45f9-a802-1efb86d7914b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d06bbe97323c41ddbf7d028c938d3dbd&device_id=c0aa0541-6465-485a-990e-6599adea63b0 HTTP/1.1" status: 200 len: 1095 time: 0.0602083 Sep 07 03:08:57.631763 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ce717183-6dd6-46eb-8d51-9735a9d1f4ab req-d8ddface-af57-44dd-a86c-c75eb81dc3d6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37777051-9bcc-47e8-8055-67af22404c77 HTTP/1.1" status: 200 len: 217 time: 0.0421736 Sep 07 03:08:57.692639 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce717183-6dd6-46eb-8d51-9735a9d1f4ab req-c8689058-9de9-471b-bd17-a32871f3c78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:08:57.694119 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ce717183-6dd6-46eb-8d51-9735a9d1f4ab req-c8689058-9de9-471b-bd17-a32871f3c78a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=391b43f1-551f-4ebe-9158-b99ffe60493d HTTP/1.1" status: 200 len: 847 time: 0.0553911 Sep 07 03:08:57.744189 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce717183-6dd6-46eb-8d51-9735a9d1f4ab req-fd3d01e1-55d1-4df9-aa7b-f572ee21689b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:08:57.746447 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ce717183-6dd6-46eb-8d51-9735a9d1f4ab req-fd3d01e1-55d1-4df9-aa7b-f572ee21689b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e17aa995-8fe9-4abb-b390-77b4b3ff89e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447865 Sep 07 03:08:57.862296 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ce717183-6dd6-46eb-8d51-9735a9d1f4ab req-847c6a96-a66f-4590-a1a3-4c4c5b6ff3ca service neutron] 10.222.0.23 "GET /v2.0/networks/e17aa995-8fe9-4abb-b390-77b4b3ff89e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081707 Sep 07 03:08:57.957091 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ce717183-6dd6-46eb-8d51-9735a9d1f4ab req-918d258e-b656-487d-89e6-732196a2bdbb service neutron] 10.222.0.23 "GET /v2.0/networks/e17aa995-8fe9-4abb-b390-77b4b3ff89e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879738 Sep 07 03:08:58.053645 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f37f735-b567-4560-bc3a-c428f9b86ef1 req-421b5581-204e-48bf-befb-6a2e686fccc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:08:58.055744 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8f37f735-b567-4560-bc3a-c428f9b86ef1 req-421b5581-204e-48bf-befb-6a2e686fccc6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d06bbe97323c41ddbf7d028c938d3dbd&device_id=c0aa0541-6465-485a-990e-6599adea63b0 HTTP/1.1" status: 200 len: 1095 time: 0.0533049 Sep 07 03:08:58.089528 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806aaf09-6a57-435c-8d3c-5d081cb802ae req-65e3a3f2-343d-4cd9-9ed0-03ea09e3beda tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:08:58.098050 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-806aaf09-6a57-435c-8d3c-5d081cb802ae req-65e3a3f2-343d-4cd9-9ed0-03ea09e3beda tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0aa0541-6465-485a-990e-6599adea63b0 HTTP/1.1" status: 200 len: 943 time: 0.0601501 Sep 07 03:08:58.140587 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-806aaf09-6a57-435c-8d3c-5d081cb802ae req-2807bfe1-ccca-48fd-91be-78cd2acb956b tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] 10.222.0.22 "GET /v2.0/security-groups?id=b96d1fff-78ca-4cde-b970-063f3b4a8bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408111 Sep 07 03:08:58.159878 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f37f735-b567-4560-bc3a-c428f9b86ef1 req-d54bf7db-cd0d-4ca2-96de-f099e0dcc6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:08:58.161381 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8f37f735-b567-4560-bc3a-c428f9b86ef1 req-d54bf7db-cd0d-4ca2-96de-f099e0dcc6a0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e17aa995-8fe9-4abb-b390-77b4b3ff89e7 HTTP/1.1" status: 200 len: 908 time: 0.0974975 Sep 07 03:08:58.178138 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-35d85c6a-0712-4724-9bc7-138e0a7ae2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:58.207188 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8f37f735-b567-4560-bc3a-c428f9b86ef1 req-6385bba8-9b7e-4988-86a3-3d12ab00bed5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37777051-9bcc-47e8-8055-67af22404c77 HTTP/1.1" status: 200 len: 217 time: 0.0392427 Sep 07 03:08:58.256948 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f37f735-b567-4560-bc3a-c428f9b86ef1 req-eebce427-bc91-43e0-affb-0d9a0e529954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:08:58.258346 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8f37f735-b567-4560-bc3a-c428f9b86ef1 req-eebce427-bc91-43e0-affb-0d9a0e529954 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=391b43f1-551f-4ebe-9158-b99ffe60493d HTTP/1.1" status: 200 len: 847 time: 0.0444405 Sep 07 03:08:58.306168 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f37f735-b567-4560-bc3a-c428f9b86ef1 req-cced78fb-d021-4afe-bc5b-8bbdedd40dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:08:58.307763 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8f37f735-b567-4560-bc3a-c428f9b86ef1 req-cced78fb-d021-4afe-bc5b-8bbdedd40dab service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e17aa995-8fe9-4abb-b390-77b4b3ff89e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415044 Sep 07 03:08:58.401542 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8f37f735-b567-4560-bc3a-c428f9b86ef1 req-2bdfa64b-b878-413b-aecb-e05b22d66aa0 service neutron] 10.222.0.23 "GET /v2.0/networks/e17aa995-8fe9-4abb-b390-77b4b3ff89e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860970 Sep 07 03:08:58.494170 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8f37f735-b567-4560-bc3a-c428f9b86ef1 req-cb16d3dc-da51-4351-b58e-88d195b35801 service neutron] 10.222.0.23 "GET /v2.0/networks/e17aa995-8fe9-4abb-b390-77b4b3ff89e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839133 Sep 07 03:08:58.525607 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device cd265220-fa7c-40a9-9cd1-291d9c11d7f8 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:08:58.575390 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port cd265220-fa7c-40a9-9cd1-291d9c11d7f8 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:08:58.575863 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:58.721397 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:59.122541 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 38288) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:08:59.251941 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eedf1c-96ec-4abe-b033-9e6a1ecbfe7a req-0d3e3411-5ca3-46a7-b197-bafa565779c7 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:08:59.253394 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-37eedf1c-96ec-4abe-b033-9e6a1ecbfe7a req-0d3e3411-5ca3-46a7-b197-bafa565779c7 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0aa0541-6465-485a-990e-6599adea63b0 HTTP/1.1" status: 200 len: 943 time: 0.0511076 Sep 07 03:08:59.257003 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38296) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:08:59.257314 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e063584b-b0ca-4089-a2df-3645ee8939ad admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=49cdffad218749ddaea944ac09ea67f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1335886 Sep 07 03:08:59.324039 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-37eedf1c-96ec-4abe-b033-9e6a1ecbfe7a req-bbb9917f-433e-48c5-a383-24fa8969b1a7 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] 10.222.0.22 "GET /v2.0/security-groups?id=b96d1fff-78ca-4cde-b970-063f3b4a8bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603380 Sep 07 03:08:59.337159 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-43def2fd-002d-4561-887c-e1dfefa8502b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:59.358417 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-43def2fd-002d-4561-887c-e1dfefa8502b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:59.404188 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-43def2fd-002d-4561-887c-e1dfefa8502b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:59.406767 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-43def2fd-002d-4561-887c-e1dfefa8502b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:08:59.408041 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-43def2fd-002d-4561-887c-e1dfefa8502b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e69a6a56-d463-49ef-bc6a-f1788cc989ef HTTP/1.1" status: 204 len: 168 time: 0.1500564 Sep 07 03:08:59.416061 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43def2fd-002d-4561-887c-e1dfefa8502b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69a6a56-d463-49ef-bc6a-f1788cc989ef,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:08:59.598099 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:00.448245 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970042e-ff2a-4994-850e-abb7c109f5fe req-238c0906-ede9-4113-aec1-738dfe34610c tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:00.450966 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b970042e-ff2a-4994-850e-abb7c109f5fe req-238c0906-ede9-4113-aec1-738dfe34610c tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0aa0541-6465-485a-990e-6599adea63b0 HTTP/1.1" status: 200 len: 943 time: 0.0554519 Sep 07 03:09:00.488513 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b970042e-ff2a-4994-850e-abb7c109f5fe req-e6fbdf2d-efda-4e23-8a12-de2bd7aa3a04 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] 10.222.0.22 "GET /v2.0/security-groups?id=b96d1fff-78ca-4cde-b970-063f3b4a8bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309334 Sep 07 03:09:01.284918 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 37777051-9bcc-47e8-8055-67af22404c77 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 03:09:01.378898 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 37777051-9bcc-47e8-8055-67af22404c77, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=37777051-9bcc-47e8-8055-67af22404c77,segment=NetworkSegment(8439b041-0cb0-4876-a8e6-1a956fa9c374),segment_id=8439b041-0cb0-4876-a8e6-1a956fa9c374)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:09:01.390042 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '37777051-9bcc-47e8-8055-67af22404c77', 'network_id': 'e17aa995-8fe9-4abb-b390-77b4b3ff89e7', 'port_id': '37777051-9bcc-47e8-8055-67af22404c77', 'mac_address': 'fa:16:3e:69:03:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '391b43f1-551f-4ebe-9158-b99ffe60493d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 03:09:01.450383 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:01.468659 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:01.469666 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37777051-9bcc-47e8-8055-67af22404c77 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:09:01.525274 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 37777051-9bcc-47e8-8055-67af22404c77, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=37777051-9bcc-47e8-8055-67af22404c77,segment=NetworkSegment(8439b041-0cb0-4876-a8e6-1a956fa9c374),segment_id=8439b041-0cb0-4876-a8e6-1a956fa9c374)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:09:01.531549 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:01.593313 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=37777051-9bcc-47e8-8055-67af22404c77,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:09:01.600205 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0525bc56-fa28-443f-a6ea-c882c16d9f48 req-98cfed6e-c7db-47f3-a8a2-11e219f51e65 tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=990e7baeb068468ca992cf58f31f08ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387449 Sep 07 03:09:01.611026 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71ca38-546a-4c43-a35e-2afea90b5f37 req-aa6ae2cd-d87a-4078-96f6-0042286a3d97 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:01.613176 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4a71ca38-546a-4c43-a35e-2afea90b5f37 req-aa6ae2cd-d87a-4078-96f6-0042286a3d97 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0aa0541-6465-485a-990e-6599adea63b0 HTTP/1.1" status: 200 len: 944 time: 0.0520914 Sep 07 03:09:01.652331 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4a71ca38-546a-4c43-a35e-2afea90b5f37 req-16009088-47c4-4133-8ed6-486b89686531 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] 10.222.0.22 "GET /v2.0/security-groups?id=b96d1fff-78ca-4cde-b970-063f3b4a8bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329390 Sep 07 03:09:01.746739 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['37777051-9bcc-47e8-8055-67af22404c77'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:09:01.785761 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525bc56-fa28-443f-a6ea-c882c16d9f48 req-baa157d6-e7a3-4b19-b36a-641c57c8a3da tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:01.787055 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0525bc56-fa28-443f-a6ea-c882c16d9f48 req-baa157d6-e7a3-4b19-b36a-641c57c8a3da tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1836252 Sep 07 03:09:01.801775 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0525bc56-fa28-443f-a6ea-c882c16d9f48 req-168cb2c1-a1d0-4f84-8c6f-ecd2282405fd tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] 10.222.0.22 "GET /v2.0/quotas/990e7baeb068468ca992cf58f31f08ba HTTP/1.1" status: 200 len: 375 time: 0.0090387 Sep 07 03:09:01.838922 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0525bc56-fa28-443f-a6ea-c882c16d9f48 req-88938bda-770f-4088-8bb5-32e91caa43c9 tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=990e7baeb068468ca992cf58f31f08ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315647 Sep 07 03:09:02.003941 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5a5dd6d2-7faf-4895-9848-d79c1fe8a243 req-aca1c56c-20d6-408e-bccc-c47adf99def7 tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf5e9b90-d4d4-4c0a-93e3-a68e7f89bf90 HTTP/1.1" status: 200 len: 210 time: 0.0278473 Sep 07 03:09:02.769953 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c8244-efbf-4262-a733-ec5078a604f3 req-783d59ac-f6b0-4cdb-8ed2-6a1a644896f5 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:02.771509 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-624c8244-efbf-4262-a733-ec5078a604f3 req-783d59ac-f6b0-4cdb-8ed2-6a1a644896f5 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0aa0541-6465-485a-990e-6599adea63b0 HTTP/1.1" status: 200 len: 944 time: 0.0496907 Sep 07 03:09:02.814090 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0525bc56-fa28-443f-a6ea-c882c16d9f48 req-86854358-747a-42ad-8b6c-b3a3b0052a0e tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=990e7baeb068468ca992cf58f31f08ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295193 Sep 07 03:09:02.849955 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-624c8244-efbf-4262-a733-ec5078a604f3 req-51dbd30a-d423-4315-8484-f5366045ef9b tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] 10.222.0.22 "GET /v2.0/security-groups?id=b96d1fff-78ca-4cde-b970-063f3b4a8bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714178 Sep 07 03:09:02.934479 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525bc56-fa28-443f-a6ea-c882c16d9f48 req-88518a2f-b8fa-431b-a4a0-a3aa3ddc133c tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:02.935857 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0525bc56-fa28-443f-a6ea-c882c16d9f48 req-88518a2f-b8fa-431b-a4a0-a3aa3ddc133c tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1112139 Sep 07 03:09:02.949470 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-0525bc56-fa28-443f-a6ea-c882c16d9f48 req-147968a7-0d83-424b-abd4-16aaee302210 tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] Request body: {'port': {'device_id': 'bf5e9b90-d4d4-4c0a-93e3-a68e7f89bf90', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'admin_state_up': True, 'tenant_id': '990e7baeb068468ca992cf58f31f08ba'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:09:03.053348 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0525bc56-fa28-443f-a6ea-c882c16d9f48 req-147968a7-0d83-424b-abd4-16aaee302210 tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] Made reservation on behalf of 990e7baeb068468ca992cf58f31f08ba for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:09:03.056947 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0525bc56-fa28-443f-a6ea-c882c16d9f48 req-147968a7-0d83-424b-abd4-16aaee302210 tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:03.073047 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0525bc56-fa28-443f-a6ea-c882c16d9f48 req-147968a7-0d83-424b-abd4-16aaee302210 tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:03.106421 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-775ad664-33bc-4341-b6f7-2f47c6a62a4e req-6da9c700-e987-4eb2-90a1-ea8f3234cf1b tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf5e9b90-d4d4-4c0a-93e3-a68e7f89bf90 HTTP/1.1" status: 200 len: 210 time: 0.0355170 Sep 07 03:09:03.165220 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0525bc56-fa28-443f-a6ea-c882c16d9f48 req-147968a7-0d83-424b-abd4-16aaee302210 tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:03.169781 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0525bc56-fa28-443f-a6ea-c882c16d9f48 req-147968a7-0d83-424b-abd4-16aaee302210 tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:03.231332 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147968a7-0d83-424b-abd4-16aaee302210 tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1aab38-b66d-497f-803a-7b2dd10adc3f,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:09:03.285231 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 37777051-9bcc-47e8-8055-67af22404c77 up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:09:03.298307 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-0525bc56-fa28-443f-a6ea-c882c16d9f48 req-147968a7-0d83-424b-abd4-16aaee302210 tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] Allocated IP 192.168.233.21 (0823ecf3-066e-49bd-a451-2e84ab79a70f/694f9550-ba12-4672-8446-41848123cea2/c96906af-7012-45ed-a1c0-5fd3a624fbe6) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:09:03.339117 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port 37777051-9bcc-47e8-8055-67af22404c77 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:09:03.343427 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port 37777051-9bcc-47e8-8055-67af22404c77 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:09:03.343839 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:03.425637 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:03.448679 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0525bc56-fa28-443f-a6ea-c882c16d9f48 req-147968a7-0d83-424b-abd4-16aaee302210 tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:03.449969 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0aa0541-6465-485a-990e-6599adea63b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37777051-9bcc-47e8-8055-67af22404c77'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:09:03.452266 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27e718d-d6d1-4f2b-8d19-e6ff4c4ffbf2" -d '{"events": [{"server_uuid": "c0aa0541-6465-485a-990e-6599adea63b0", "name": "network-vif-plugged", "status": "completed", "tag": "37777051-9bcc-47e8-8055-67af22404c77"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:09:03.463199 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-0525bc56-fa28-443f-a6ea-c882c16d9f48 req-147968a7-0d83-424b-abd4-16aaee302210 tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] Transition to ACTIVE for port object c96906af-7012-45ed-a1c0-5fd3a624fbe6 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:09:03.465790 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 37777051-9bcc-47e8-8055-67af22404c77, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=37777051-9bcc-47e8-8055-67af22404c77,segment=NetworkSegment(8439b041-0cb0-4876-a8e6-1a956fa9c374),segment_id=8439b041-0cb0-4876-a8e6-1a956fa9c374)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:09:03.471293 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:03.499572 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c191fef8-c7b3-450b-929d-083028f77877 x-openstack-request-id: req-c191fef8-c7b3-450b-929d-083028f77877 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:09:03.500182 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0aa0541-6465-485a-990e-6599adea63b0", "name": "network-vif-plugged", "status": "completed", "tag": "37777051-9bcc-47e8-8055-67af22404c77", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:09:03.500396 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0525bc56-fa28-443f-a6ea-c882c16d9f48 req-147968a7-0d83-424b-abd4-16aaee302210 tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:03.500542 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c191fef8-c7b3-450b-929d-083028f77877 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:09:03.500881 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0aa0541-6465-485a-990e-6599adea63b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37777051-9bcc-47e8-8055-67af22404c77', 'code': 200} Sep 07 03:09:03.536920 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=37777051-9bcc-47e8-8055-67af22404c77,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:09:03.548714 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0525bc56-fa28-443f-a6ea-c882c16d9f48 req-147968a7-0d83-424b-abd4-16aaee302210 tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] Network 0823ecf3-066e-49bd-a451-2e84ab79a70f is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:09:03.551787 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-0525bc56-fa28-443f-a6ea-c882c16d9f48 req-147968a7-0d83-424b-abd4-16aaee302210 tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:09:03.554810 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-0525bc56-fa28-443f-a6ea-c882c16d9f48 req-147968a7-0d83-424b-abd4-16aaee302210 tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:09:03.601147 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147968a7-0d83-424b-abd4-16aaee302210 tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] Pushing event updated for resources: {'Port': ['ID=c96906af-7012-45ed-a1c0-5fd3a624fbe6,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:09:03.647778 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525bc56-fa28-443f-a6ea-c882c16d9f48 req-147968a7-0d83-424b-abd4-16aaee302210 tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:03.648494 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0525bc56-fa28-443f-a6ea-c882c16d9f48 req-147968a7-0d83-424b-abd4-16aaee302210 tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:03.666518 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32576547-0c3f-442b-9cd6-6f0152fecf6a req-efafe9f6-a5db-45ef-93da-cf430b4aadd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:03.668836 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-32576547-0c3f-442b-9cd6-6f0152fecf6a req-efafe9f6-a5db-45ef-93da-cf430b4aadd7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c0aa0541-6465-485a-990e-6599adea63b0 HTTP/1.1" status: 200 len: 1097 time: 0.1061041 Sep 07 03:09:03.670807 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0525bc56-fa28-443f-a6ea-c882c16d9f48 req-147968a7-0d83-424b-abd4-16aaee302210 tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7248373 Sep 07 03:09:03.687170 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-0525bc56-fa28-443f-a6ea-c882c16d9f48 req-dd6f43a0-6dba-47b7-9952-bb43cea0f66f service neutron] Request body: {'port': {'device_id': 'bf5e9b90-d4d4-4c0a-93e3-a68e7f89bf90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:09:03.740437 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-32576547-0c3f-442b-9cd6-6f0152fecf6a req-3a92345b-a649-495e-861c-6f8c63e98264 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b96d1fff-78ca-4cde-b970-063f3b4a8bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644054 Sep 07 03:09:03.756953 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-2972d182-014b-4fdc-b1f4-fb7e5e8d2620 None None] Provisioning for port c96906af-7012-45ed-a1c0-5fd3a624fbe6 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:09:03.760960 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-2972d182-014b-4fdc-b1f4-fb7e5e8d2620 None None] Provisioning complete for port c96906af-7012-45ed-a1c0-5fd3a624fbe6 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:09:03.761842 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2972d182-014b-4fdc-b1f4-fb7e5e8d2620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:03.769021 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0525bc56-fa28-443f-a6ea-c882c16d9f48 req-dd6f43a0-6dba-47b7-9952-bb43cea0f66f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:03.796055 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-2972d182-014b-4fdc-b1f4-fb7e5e8d2620 None None] Port c96906af-7012-45ed-a1c0-5fd3a624fbe6 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:09:03.972076 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f39a1ef-5823-487c-9a0b-ce1fcbf6d207 req-5968ec2d-8762-4e62-aee7-7b0af4b00d84 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:03.973651 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3f39a1ef-5823-487c-9a0b-ce1fcbf6d207 req-5968ec2d-8762-4e62-aee7-7b0af4b00d84 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0aa0541-6465-485a-990e-6599adea63b0 HTTP/1.1" status: 200 len: 945 time: 0.0555437 Sep 07 03:09:04.017972 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3f39a1ef-5823-487c-9a0b-ce1fcbf6d207 req-209ed6e0-9ff6-437b-8475-79d809dbe0a1 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] 10.222.0.22 "GET /v2.0/security-groups?id=b96d1fff-78ca-4cde-b970-063f3b4a8bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380871 Sep 07 03:09:04.356911 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c53f8f3-d62d-43d5-a16f-3213715e40c9 req-917889c9-ae63-4ec7-aa4e-4109c75723d4 tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:04.358513 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1c53f8f3-d62d-43d5-a16f-3213715e40c9 req-917889c9-ae63-4ec7-aa4e-4109c75723d4 tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf5e9b90-d4d4-4c0a-93e3-a68e7f89bf90 HTTP/1.1" status: 200 len: 935 time: 0.0941510 Sep 07 03:09:04.365859 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-0525bc56-fa28-443f-a6ea-c882c16d9f48 req-dd6f43a0-6dba-47b7-9952-bb43cea0f66f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c96906af-7012-45ed-a1c0-5fd3a624fbe6 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:09:04.376237 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0525bc56-fa28-443f-a6ea-c882c16d9f48 req-dd6f43a0-6dba-47b7-9952-bb43cea0f66f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:04.406003 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-0525bc56-fa28-443f-a6ea-c882c16d9f48 req-dd6f43a0-6dba-47b7-9952-bb43cea0f66f service neutron] Transition to ACTIVE for port object c96906af-7012-45ed-a1c0-5fd3a624fbe6 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:09:04.413400 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0525bc56-fa28-443f-a6ea-c882c16d9f48 req-dd6f43a0-6dba-47b7-9952-bb43cea0f66f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:04.451854 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1c53f8f3-d62d-43d5-a16f-3213715e40c9 req-90e79ff3-2894-4142-b151-7eb1ca34c426 tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e1aab38-b66d-497f-803a-7b2dd10adc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812032 Sep 07 03:09:04.514828 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6f43a0-6dba-47b7-9952-bb43cea0f66f service neutron] Pushing event updated for resources: {'Port': ['ID=c96906af-7012-45ed-a1c0-5fd3a624fbe6,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:09:04.547858 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-0525bc56-fa28-443f-a6ea-c882c16d9f48 req-dd6f43a0-6dba-47b7-9952-bb43cea0f66f service neutron] Attempting to bind port c96906af-7012-45ed-a1c0-5fd3a624fbe6 on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:09:04.548267 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-0525bc56-fa28-443f-a6ea-c882c16d9f48 req-dd6f43a0-6dba-47b7-9952-bb43cea0f66f service neutron] Attempting to bind port c96906af-7012-45ed-a1c0-5fd3a624fbe6 by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:09:04.548599 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0525bc56-fa28-443f-a6ea-c882c16d9f48 req-dd6f43a0-6dba-47b7-9952-bb43cea0f66f service neutron] Attempting to bind port c96906af-7012-45ed-a1c0-5fd3a624fbe6 on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:09:04.552977 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0525bc56-fa28-443f-a6ea-c882c16d9f48 req-dd6f43a0-6dba-47b7-9952-bb43cea0f66f service neutron] Port c96906af-7012-45ed-a1c0-5fd3a624fbe6 on network 0823ecf3-066e-49bd-a451-2e84ab79a70f not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 03:09:04.553300 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0525bc56-fa28-443f-a6ea-c882c16d9f48 req-dd6f43a0-6dba-47b7-9952-bb43cea0f66f service neutron] Attempting to bind port c96906af-7012-45ed-a1c0-5fd3a624fbe6 on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:09:04.558167 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0525bc56-fa28-443f-a6ea-c882c16d9f48 req-dd6f43a0-6dba-47b7-9952-bb43cea0f66f service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:09:04.558507 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0525bc56-fa28-443f-a6ea-c882c16d9f48 req-dd6f43a0-6dba-47b7-9952-bb43cea0f66f service neutron] Checking segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:09:04.558889 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0525bc56-fa28-443f-a6ea-c882c16d9f48 req-dd6f43a0-6dba-47b7-9952-bb43cea0f66f service neutron] Bound using segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:09:04.559308 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-0525bc56-fa28-443f-a6ea-c882c16d9f48 req-dd6f43a0-6dba-47b7-9952-bb43cea0f66f service neutron] Bound port: c96906af-7012-45ed-a1c0-5fd3a624fbe6, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:09:04.559696 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0525bc56-fa28-443f-a6ea-c882c16d9f48 req-dd6f43a0-6dba-47b7-9952-bb43cea0f66f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:04.628368 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-0525bc56-fa28-443f-a6ea-c882c16d9f48 req-dd6f43a0-6dba-47b7-9952-bb43cea0f66f service neutron] For port c96906af-7012-45ed-a1c0-5fd3a624fbe6, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:09:04.631438 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-0525bc56-fa28-443f-a6ea-c882c16d9f48 req-dd6f43a0-6dba-47b7-9952-bb43cea0f66f service neutron] For port c96906af-7012-45ed-a1c0-5fd3a624fbe6, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=c96906af-7012-45ed-a1c0-5fd3a624fbe6,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:09:04.635267 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0525bc56-fa28-443f-a6ea-c882c16d9f48 req-dd6f43a0-6dba-47b7-9952-bb43cea0f66f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:04.672594 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525bc56-fa28-443f-a6ea-c882c16d9f48 req-dd6f43a0-6dba-47b7-9952-bb43cea0f66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:04.673215 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-0525bc56-fa28-443f-a6ea-c882c16d9f48 req-dd6f43a0-6dba-47b7-9952-bb43cea0f66f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:04.674604 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0525bc56-fa28-443f-a6ea-c882c16d9f48 req-dd6f43a0-6dba-47b7-9952-bb43cea0f66f service neutron] 10.222.0.16 "PUT /v2.0/ports/c96906af-7012-45ed-a1c0-5fd3a624fbe6 HTTP/1.1" status: 200 len: 1096 time: 0.9926558 Sep 07 03:09:04.675044 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf5e9b90-d4d4-4c0a-93e3-a68e7f89bf90', 'tag': 'c96906af-7012-45ed-a1c0-5fd3a624fbe6'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:09:04.677346 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01bd90a-b134-43a4-95f7-b819146340e9" -d '{"events": [{"name": "network-changed", "server_uuid": "bf5e9b90-d4d4-4c0a-93e3-a68e7f89bf90", "tag": "c96906af-7012-45ed-a1c0-5fd3a624fbe6"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:09:04.702099 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6f43a0-6dba-47b7-9952-bb43cea0f66f service neutron] Pushing event updated for resources: {'Port': ['ID=c96906af-7012-45ed-a1c0-5fd3a624fbe6,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:09:04.790423 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525bc56-fa28-443f-a6ea-c882c16d9f48 req-315f5283-d172-4c54-9012-d3504d61db42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:04.792326 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0525bc56-fa28-443f-a6ea-c882c16d9f48 req-315f5283-d172-4c54-9012-d3504d61db42 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=990e7baeb068468ca992cf58f31f08ba&device_id=bf5e9b90-d4d4-4c0a-93e3-a68e7f89bf90 HTTP/1.1" status: 200 len: 1099 time: 0.0483184 Sep 07 03:09:04.838415 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0525bc56-fa28-443f-a6ea-c882c16d9f48 req-3def856e-6725-48f6-80b4-d14f62ebb5df service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=c96906af-7012-45ed-a1c0-5fd3a624fbe6 HTTP/1.1" status: 200 len: 217 time: 0.0379486 Sep 07 03:09:04.883758 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2555732-f3e1-4065-87db-374e22709e7c x-openstack-request-id: req-f2555732-f3e1-4065-87db-374e22709e7c {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:09:04.884046 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf5e9b90-d4d4-4c0a-93e3-a68e7f89bf90", "tag": "c96906af-7012-45ed-a1c0-5fd3a624fbe6", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:09:04.884294 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f2555732-f3e1-4065-87db-374e22709e7c {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:09:04.884687 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf5e9b90-d4d4-4c0a-93e3-a68e7f89bf90', 'tag': 'c96906af-7012-45ed-a1c0-5fd3a624fbe6', 'status': 'completed', 'code': 200} Sep 07 03:09:04.897407 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525bc56-fa28-443f-a6ea-c882c16d9f48 req-3b22f9dd-9f7d-4ff0-a91a-2c3d8a068f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:04.898879 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0525bc56-fa28-443f-a6ea-c882c16d9f48 req-3b22f9dd-9f7d-4ff0-a91a-2c3d8a068f1e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.0538130 Sep 07 03:09:04.945233 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525bc56-fa28-443f-a6ea-c882c16d9f48 req-becd0e70-0bd7-406e-a2f1-4842331980c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:04.946858 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0525bc56-fa28-443f-a6ea-c882c16d9f48 req-becd0e70-0bd7-406e-a2f1-4842331980c5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0412550 Sep 07 03:09:05.035228 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0525bc56-fa28-443f-a6ea-c882c16d9f48 req-3581c638-ad7f-4b46-8d8a-ab138df1aac1 service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805931 Sep 07 03:09:05.175452 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0525bc56-fa28-443f-a6ea-c882c16d9f48 req-727ea2f0-a0f2-4f8a-881c-70f3e6465e6e service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328130 Sep 07 03:09:05.184958 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d29ddbb-08e7-4073-84be-efd487e7c99b req-dad4f87e-5920-4646-bb59-975c2eea4c89 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:05.186390 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0d29ddbb-08e7-4073-84be-efd487e7c99b req-dad4f87e-5920-4646-bb59-975c2eea4c89 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0aa0541-6465-485a-990e-6599adea63b0 HTTP/1.1" status: 200 len: 945 time: 0.0769904 Sep 07 03:09:05.256320 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0d29ddbb-08e7-4073-84be-efd487e7c99b req-ff083a7a-6db9-4667-ac43-4d14826b72ad tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] 10.222.0.22 "GET /v2.0/security-groups?id=b96d1fff-78ca-4cde-b970-063f3b4a8bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628455 Sep 07 03:09:05.272835 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01bd90a-b134-43a4-95f7-b819146340e9 req-b36b5646-7149-4e43-8876-079f220e59bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:05.274394 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f01bd90a-b134-43a4-95f7-b819146340e9 req-b36b5646-7149-4e43-8876-079f220e59bf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=990e7baeb068468ca992cf58f31f08ba&device_id=bf5e9b90-d4d4-4c0a-93e3-a68e7f89bf90 HTTP/1.1" status: 200 len: 1099 time: 0.0513356 Sep 07 03:09:05.372922 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01bd90a-b134-43a4-95f7-b819146340e9 req-c0314c96-e991-4e9a-a853-da1ec3eacff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:05.375551 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f01bd90a-b134-43a4-95f7-b819146340e9 req-c0314c96-e991-4e9a-a853-da1ec3eacff8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0823ecf3-066e-49bd-a451-2e84ab79a70f HTTP/1.1" status: 200 len: 869 time: 0.0932086 Sep 07 03:09:05.377057 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a41811-008b-402c-b263-40694740814c req-432bb2b9-c739-46b6-9a5c-0a573d72d243 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:05.378557 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e4a41811-008b-402c-b263-40694740814c req-432bb2b9-c739-46b6-9a5c-0a573d72d243 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0aa0541-6465-485a-990e-6599adea63b0 HTTP/1.1" status: 200 len: 945 time: 0.0513890 Sep 07 03:09:05.417631 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e4a41811-008b-402c-b263-40694740814c req-d9220f69-acce-4aca-a229-da23416af7ea tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] 10.222.0.22 "GET /v2.0/security-groups?id=b96d1fff-78ca-4cde-b970-063f3b4a8bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318091 Sep 07 03:09:05.425893 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f01bd90a-b134-43a4-95f7-b819146340e9 req-8223d576-cb52-411b-9c8a-51dbc2acd25b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=c96906af-7012-45ed-a1c0-5fd3a624fbe6 HTTP/1.1" status: 200 len: 217 time: 0.0407038 Sep 07 03:09:05.478995 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01bd90a-b134-43a4-95f7-b819146340e9 req-3a65616e-c226-49c2-b41e-29f9511f964a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:05.480557 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f01bd90a-b134-43a4-95f7-b819146340e9 req-3a65616e-c226-49c2-b41e-29f9511f964a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.0452983 Sep 07 03:09:05.560034 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a93ccb-d716-4a9f-ba4f-d56406a4e3bd req-ca24474e-d074-44cb-a7ed-e798927cf644 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:05.561557 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c4a93ccb-d716-4a9f-ba4f-d56406a4e3bd req-ca24474e-d074-44cb-a7ed-e798927cf644 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0aa0541-6465-485a-990e-6599adea63b0 HTTP/1.1" status: 200 len: 945 time: 0.0773294 Sep 07 03:09:05.566466 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01bd90a-b134-43a4-95f7-b819146340e9 req-6d7de9bf-8f0c-4851-a5e6-9b516d26118f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:05.567975 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f01bd90a-b134-43a4-95f7-b819146340e9 req-6d7de9bf-8f0c-4851-a5e6-9b516d26118f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0750904 Sep 07 03:09:05.570835 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b523c16-ee5c-418e-a0be-b04cceec2840 req-68f0518d-a8b6-414f-a110-d46387fe88f4 tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:05.572383 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0b523c16-ee5c-418e-a0be-b04cceec2840 req-68f0518d-a8b6-414f-a110-d46387fe88f4 tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf5e9b90-d4d4-4c0a-93e3-a68e7f89bf90 HTTP/1.1" status: 200 len: 947 time: 0.0489671 Sep 07 03:09:05.610145 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0b523c16-ee5c-418e-a0be-b04cceec2840 req-da5abd95-af2f-4dd7-b3ee-fafaebcacdb1 tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e1aab38-b66d-497f-803a-7b2dd10adc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310249 Sep 07 03:09:05.629131 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c4a93ccb-d716-4a9f-ba4f-d56406a4e3bd req-f6cb491a-5166-413e-86f7-e05e68764063 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] 10.222.0.22 "GET /v2.0/security-groups?id=b96d1fff-78ca-4cde-b970-063f3b4a8bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602162 Sep 07 03:09:05.651339 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 38380) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:09:05.684975 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f01bd90a-b134-43a4-95f7-b819146340e9 req-63f0b3aa-c9ae-4701-82a9-48a399d92be3 service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022892 Sep 07 03:09:05.780854 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f01bd90a-b134-43a4-95f7-b819146340e9 req-e17b0d46-89b1-4c7c-9c86-d892600d22bf service neutron] 10.222.0.16 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872605 Sep 07 03:09:05.839332 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f122b3-a0ba-4495-a106-54599fc0ac3a tempest-TestServerBasicOps-951326325 tempest-TestServerBasicOps-951326325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:05.840887 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-84f122b3-a0ba-4495-a106-54599fc0ac3a tempest-TestServerBasicOps-951326325 tempest-TestServerBasicOps-951326325-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=c0aa0541-6465-485a-990e-6599adea63b0 HTTP/1.1" status: 200 len: 1092 time: 0.1885364 Sep 07 03:09:05.843775 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 38384) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:09:05.848036 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-44e892d4-3305-4a4b-aaa6-cc2663f92b73 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Request body: {'floatingip': {'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'port_id': '37777051-9bcc-47e8-8055-67af22404c77', 'tenant_id': 'd06bbe97323c41ddbf7d028c938d3dbd', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:09:05.869263 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-44e892d4-3305-4a4b-aaa6-cc2663f92b73 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Notify callbacks [] for floatingip, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:05.963062 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-44e892d4-3305-4a4b-aaa6-cc2663f92b73 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:06.069412 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-44e892d4-3305-4a4b-aaa6-cc2663f92b73 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Allocated IP 172.25.5.130 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/508fa9bf-c795-48b1-a55e-b3c35529191a) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:09:06.169541 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-44e892d4-3305-4a4b-aaa6-cc2663f92b73 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:06.206577 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-44e892d4-3305-4a4b-aaa6-cc2663f92b73 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:06.247065 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e892d4-3305-4a4b-aaa6-cc2663f92b73 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:09:06.249852 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-44e892d4-3305-4a4b-aaa6-cc2663f92b73 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:09:06.253330 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e892d4-3305-4a4b-aaa6-cc2663f92b73 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:09:06.279293 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e892d4-3305-4a4b-aaa6-cc2663f92b73 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Pushing event updated for resources: {'Port': ['ID=508fa9bf-c795-48b1-a55e-b3c35529191a,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:09:06.620992 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-44e892d4-3305-4a4b-aaa6-cc2663f92b73 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:06.701437 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-44e892d4-3305-4a4b-aaa6-cc2663f92b73 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:06.770564 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd3fdb-5fbb-40d5-bcd0-fb391a15ffac req-6d68bcb7-52c6-47af-a47b-9101f413b045 tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:06.772066 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2fbd3fdb-5fbb-40d5-bcd0-fb391a15ffac req-6d68bcb7-52c6-47af-a47b-9101f413b045 tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf5e9b90-d4d4-4c0a-93e3-a68e7f89bf90 HTTP/1.1" status: 200 len: 947 time: 0.0876551 Sep 07 03:09:06.862350 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2fbd3fdb-5fbb-40d5-bcd0-fb391a15ffac req-d2813329-693f-46ad-a620-876be5c996fa tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e1aab38-b66d-497f-803a-7b2dd10adc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742598 Sep 07 03:09:06.910628 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-44e892d4-3305-4a4b-aaa6-cc2663f92b73 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:06.915042 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-44e892d4-3305-4a4b-aaa6-cc2663f92b73 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:06.987634 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e892d4-3305-4a4b-aaa6-cc2663f92b73 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Pushing event updated for resources: {'Port': ['ID=508fa9bf-c795-48b1-a55e-b3c35529191a,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:09:07.000712 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-44e892d4-3305-4a4b-aaa6-cc2663f92b73 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:07.108853 n-d-796209-16 neutron-server[94701]: INFO neutron.db.l3_db [None req-44e892d4-3305-4a4b-aaa6-cc2663f92b73 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Floating IP fd9987e2-2855-4830-aab3-369a91762eb6 associated. External IP: 172.25.5.130, port: 37777051-9bcc-47e8-8055-67af22404c77. Sep 07 03:09:07.646317 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44e892d4-3305-4a4b-aaa6-cc2663f92b73 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Router 0410301b-3b36-454a-bafd-d853911d0da4 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:09:07.763248 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44e892d4-3305-4a4b-aaa6-cc2663f92b73 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:09:07.773374 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b732bae-1793-414f-b196-badb4ea41151 None None] Sync routers for ids ['0410301b-3b36-454a-bafd-d853911d0da4'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:09:07.782598 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-44e892d4-3305-4a4b-aaa6-cc2663f92b73 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:07.789791 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b732bae-1793-414f-b196-badb4ea41151 None None] Routers {'0410301b-3b36-454a-bafd-d853911d0da4'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:09:07.790513 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-0b732bae-1793-414f-b196-badb4ea41151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:08:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['0410301b-3b36-454a-bafd-d853911d0da4'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:09:07.823495 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-44e892d4-3305-4a4b-aaa6-cc2663f92b73 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9678149 Sep 07 03:09:07.823495 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0aa0541-6465-485a-990e-6599adea63b0', 'tag': '37777051-9bcc-47e8-8055-67af22404c77'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:09:07.823495 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd17ccd8-dae2-4898-80e5-fef73cf802dd" -d '{"events": [{"name": "network-changed", "server_uuid": "c0aa0541-6465-485a-990e-6599adea63b0", "tag": "37777051-9bcc-47e8-8055-67af22404c77"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:09:07.858945 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b3a4cf-10a1-4df0-a717-bb45eaee2256 x-openstack-request-id: req-b8b3a4cf-10a1-4df0-a717-bb45eaee2256 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:09:07.859358 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0aa0541-6465-485a-990e-6599adea63b0", "tag": "37777051-9bcc-47e8-8055-67af22404c77", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:09:07.859640 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b8b3a4cf-10a1-4df0-a717-bb45eaee2256 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:09:07.860043 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0aa0541-6465-485a-990e-6599adea63b0', 'tag': '37777051-9bcc-47e8-8055-67af22404c77', 'status': 'completed', 'code': 200} Sep 07 03:09:07.910073 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-0b732bae-1793-414f-b196-badb4ea41151 None None] Set router 0410301b-3b36-454a-bafd-d853911d0da4 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:09:07.932593 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17ccd8-dae2-4898-80e5-fef73cf802dd req-bbf02fb3-43c8-4ae3-aa59-125263e0ff00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:07.934735 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cd17ccd8-dae2-4898-80e5-fef73cf802dd req-bbf02fb3-43c8-4ae3-aa59-125263e0ff00 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d06bbe97323c41ddbf7d028c938d3dbd&device_id=c0aa0541-6465-485a-990e-6599adea63b0 HTTP/1.1" status: 200 len: 1097 time: 0.0508313 Sep 07 03:09:07.985370 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24f5adb-81ef-4a5d-91a3-996c1ab2f533 req-5a541021-da57-44fe-817e-0a9aebeb8788 tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:07.987201 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a24f5adb-81ef-4a5d-91a3-996c1ab2f533 req-5a541021-da57-44fe-817e-0a9aebeb8788 tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf5e9b90-d4d4-4c0a-93e3-a68e7f89bf90 HTTP/1.1" status: 200 len: 947 time: 0.0530360 Sep 07 03:09:08.031869 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a24f5adb-81ef-4a5d-91a3-996c1ab2f533 req-639892cc-8134-4c13-b9fa-18652d6381d4 tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e1aab38-b66d-497f-803a-7b2dd10adc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377483 Sep 07 03:09:08.038017 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17ccd8-dae2-4898-80e5-fef73cf802dd req-bbbd3678-65ac-4856-8942-aad0c8fe7ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:08.039703 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cd17ccd8-dae2-4898-80e5-fef73cf802dd req-bbbd3678-65ac-4856-8942-aad0c8fe7ed4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e17aa995-8fe9-4abb-b390-77b4b3ff89e7 HTTP/1.1" status: 200 len: 908 time: 0.0984726 Sep 07 03:09:08.118777 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cd17ccd8-dae2-4898-80e5-fef73cf802dd req-ee9a2f13-5f90-482a-bf72-2f4f5ad13579 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37777051-9bcc-47e8-8055-67af22404c77 HTTP/1.1" status: 200 len: 999 time: 0.0716887 Sep 07 03:09:08.160507 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-0b732bae-1793-414f-b196-badb4ea41151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0410301b-3b36-454a-bafd-d853911d0da4', 'name': 'tempest-TestServerBasicOps-365814301-router', 'tenant_id': 'd06bbe97323c41ddbf7d028c938d3dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'df608554-0900-4a4a-adb4-9775cd76b13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:08:39Z', 'updated_at': '2021-09-07T03:08:42Z', 'revision_number': 4, 'project_id': 'd06bbe97323c41ddbf7d028c938d3dbd', 'gw_port': {'id': 'df608554-0900-4a4a-adb4-9775cd76b13f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:25:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0410301b-3b36-454a-bafd-d853911d0da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:08:40Z', 'updated_at': '2021-09-07T03:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'fd9987e2-2855-4830-aab3-369a91762eb6', 'tenant_id': 'd06bbe97323c41ddbf7d028c938d3dbd', 'floating_ip_address': '172.25.5.130', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '0410301b-3b36-454a-bafd-d853911d0da4', 'port_id': '37777051-9bcc-47e8-8055-67af22404c77', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e17aa995-8fe9-4abb-b390-77b4b3ff89e7', 'mac_address': 'fa:16:3e:69:03:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0aa0541-6465-485a-990e-6599adea63b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:09:06Z', 'updated_at': '2021-09-07T03:09:06Z', 'revision_number': 0, 'project_id': 'd06bbe97323c41ddbf7d028c938d3dbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bf29726-e1c2-412a-ab6d-de20c04350e1', 'name': '', 'network_id': 'e17aa995-8fe9-4abb-b390-77b4b3ff89e7', 'tenant_id': 'd06bbe97323c41ddbf7d028c938d3dbd', 'mac_address': 'fa:16:3e:1d:6c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0410301b-3b36-454a-bafd-d853911d0da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '391b43f1-551f-4ebe-9158-b99ffe60493d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:08:42Z', 'updated_at': '2021-09-07T03:08:49Z', 'revision_number': 5, 'project_id': 'd06bbe97323c41ddbf7d028c938d3dbd', 'subnets': [{'id': '391b43f1-551f-4ebe-9158-b99ffe60493d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:09:08.168523 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17ccd8-dae2-4898-80e5-fef73cf802dd req-3176c9e8-c0f2-434f-8af6-7fedd1a64480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:08.170010 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cd17ccd8-dae2-4898-80e5-fef73cf802dd req-3176c9e8-c0f2-434f-8af6-7fedd1a64480 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=391b43f1-551f-4ebe-9158-b99ffe60493d HTTP/1.1" status: 200 len: 847 time: 0.0451479 Sep 07 03:09:08.186265 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b732bae-1793-414f-b196-badb4ea41151 None None] Checking router: 0410301b-3b36-454a-bafd-d853911d0da4 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:09:08.194545 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b732bae-1793-414f-b196-badb4ea41151 None None] Routers {'0410301b-3b36-454a-bafd-d853911d0da4'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:09:08.195145 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-0b732bae-1793-414f-b196-badb4ea41151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:08:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['0410301b-3b36-454a-bafd-d853911d0da4'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:09:08.215931 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17ccd8-dae2-4898-80e5-fef73cf802dd req-8298c0bb-b4cb-4add-8ebc-73eb10269e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:08.217438 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cd17ccd8-dae2-4898-80e5-fef73cf802dd req-8298c0bb-b4cb-4add-8ebc-73eb10269e1a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e17aa995-8fe9-4abb-b390-77b4b3ff89e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407741 Sep 07 03:09:08.299742 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-0b732bae-1793-414f-b196-badb4ea41151 None None] Set router 0410301b-3b36-454a-bafd-d853911d0da4 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:09:08.311634 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cd17ccd8-dae2-4898-80e5-fef73cf802dd req-d55f84c6-492d-4cb6-a3e6-90ba99288ab9 service neutron] 10.222.0.23 "GET /v2.0/networks/e17aa995-8fe9-4abb-b390-77b4b3ff89e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870132 Sep 07 03:09:08.409023 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cd17ccd8-dae2-4898-80e5-fef73cf802dd req-5c0e7b02-f91c-4451-8162-6ce378c75d91 service neutron] 10.222.0.23 "GET /v2.0/networks/e17aa995-8fe9-4abb-b390-77b4b3ff89e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907071 Sep 07 03:09:08.521750 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-0b732bae-1793-414f-b196-badb4ea41151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0410301b-3b36-454a-bafd-d853911d0da4', 'name': 'tempest-TestServerBasicOps-365814301-router', 'tenant_id': 'd06bbe97323c41ddbf7d028c938d3dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'df608554-0900-4a4a-adb4-9775cd76b13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:08:39Z', 'updated_at': '2021-09-07T03:08:42Z', 'revision_number': 4, 'project_id': 'd06bbe97323c41ddbf7d028c938d3dbd', 'gw_port': {'id': 'df608554-0900-4a4a-adb4-9775cd76b13f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:25:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0410301b-3b36-454a-bafd-d853911d0da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:08:40Z', 'updated_at': '2021-09-07T03:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'fd9987e2-2855-4830-aab3-369a91762eb6', 'tenant_id': 'd06bbe97323c41ddbf7d028c938d3dbd', 'floating_ip_address': '172.25.5.130', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '0410301b-3b36-454a-bafd-d853911d0da4', 'port_id': '37777051-9bcc-47e8-8055-67af22404c77', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e17aa995-8fe9-4abb-b390-77b4b3ff89e7', 'mac_address': 'fa:16:3e:69:03:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0aa0541-6465-485a-990e-6599adea63b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:09:06Z', 'updated_at': '2021-09-07T03:09:06Z', 'revision_number': 0, 'project_id': 'd06bbe97323c41ddbf7d028c938d3dbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bf29726-e1c2-412a-ab6d-de20c04350e1', 'name': '', 'network_id': 'e17aa995-8fe9-4abb-b390-77b4b3ff89e7', 'tenant_id': 'd06bbe97323c41ddbf7d028c938d3dbd', 'mac_address': 'fa:16:3e:1d:6c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0410301b-3b36-454a-bafd-d853911d0da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '391b43f1-551f-4ebe-9158-b99ffe60493d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:08:42Z', 'updated_at': '2021-09-07T03:08:49Z', 'revision_number': 5, 'project_id': 'd06bbe97323c41ddbf7d028c938d3dbd', 'subnets': [{'id': '391b43f1-551f-4ebe-9158-b99ffe60493d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:09:08.551164 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b732bae-1793-414f-b196-badb4ea41151 None None] The sync data for ids ['0410301b-3b36-454a-bafd-d853911d0da4'] in n-d-796209-16 is: [{'id': '0410301b-3b36-454a-bafd-d853911d0da4', 'name': 'tempest-TestServerBasicOps-365814301-router', 'tenant_id': 'd06bbe97323c41ddbf7d028c938d3dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'df608554-0900-4a4a-adb4-9775cd76b13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:08:39Z', 'updated_at': '2021-09-07T03:08:42Z', 'revision_number': 4, 'project_id': 'd06bbe97323c41ddbf7d028c938d3dbd', 'gw_port': {'id': 'df608554-0900-4a4a-adb4-9775cd76b13f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:25:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0410301b-3b36-454a-bafd-d853911d0da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:08:40Z', 'updated_at': '2021-09-07T03:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'fd9987e2-2855-4830-aab3-369a91762eb6', 'tenant_id': 'd06bbe97323c41ddbf7d028c938d3dbd', 'floating_ip_address': '172.25.5.130', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '0410301b-3b36-454a-bafd-d853911d0da4', 'port_id': '37777051-9bcc-47e8-8055-67af22404c77', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e17aa995-8fe9-4abb-b390-77b4b3ff89e7', 'mac_address': 'fa:16:3e:69:03:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0aa0541-6465-485a-990e-6599adea63b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:09:06Z', 'updated_at': '2021-09-07T03:09:06Z', 'revision_number': 0, 'project_id': 'd06bbe97323c41ddbf7d028c938d3dbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bf29726-e1c2-412a-ab6d-de20c04350e1', 'name': '', 'network_id': 'e17aa995-8fe9-4abb-b390-77b4b3ff89e7', 'tenant_id': 'd06bbe97323c41ddbf7d028c938d3dbd', 'mac_address': 'fa:16:3e:1d:6c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0410301b-3b36-454a-bafd-d853911d0da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '391b43f1-551f-4ebe-9158-b99ffe60493d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:08:42Z', 'updated_at': '2021-09-07T03:08:49Z', 'revision_number': 5, 'project_id': 'd06bbe97323c41ddbf7d028c938d3dbd', 'subnets': [{'id': '391b43f1-551f-4ebe-9158-b99ffe60493d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:09:08.560732 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device c96906af-7012-45ed-a1c0-5fd3a624fbe6 details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 03:09:08.656801 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port c96906af-7012-45ed-a1c0-5fd3a624fbe6, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=c96906af-7012-45ed-a1c0-5fd3a624fbe6,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:09:08.667607 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': 'c96906af-7012-45ed-a1c0-5fd3a624fbe6', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'port_id': 'c96906af-7012-45ed-a1c0-5fd3a624fbe6', 'mac_address': 'fa:16:3e:7f:cb:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '694f9550-ba12-4672-8446-41848123cea2', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 03:09:08.708040 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:08.722184 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c96906af-7012-45ed-a1c0-5fd3a624fbe6 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:09:08.743587 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port c96906af-7012-45ed-a1c0-5fd3a624fbe6, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=c96906af-7012-45ed-a1c0-5fd3a624fbe6,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:09:08.753218 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:08.782330 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfa378b-0e71-4c7c-8ca4-0920374dfbb2 None None] New status for floating IP fd9987e2-2855-4830-aab3-369a91762eb6: ACTIVE {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 03:09:08.844930 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=c96906af-7012-45ed-a1c0-5fd3a624fbe6,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:09:08.960922 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['c96906af-7012-45ed-a1c0-5fd3a624fbe6'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:09:09.157435 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309175f6-426b-428c-a8ab-2c8d3ffe9e81 req-c35dc4a6-5cc9-415e-875b-944ad787a387 tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:09.159054 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-309175f6-426b-428c-a8ab-2c8d3ffe9e81 req-c35dc4a6-5cc9-415e-875b-944ad787a387 tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf5e9b90-d4d4-4c0a-93e3-a68e7f89bf90 HTTP/1.1" status: 200 len: 948 time: 0.0505488 Sep 07 03:09:09.198704 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-309175f6-426b-428c-a8ab-2c8d3ffe9e81 req-71858eea-849a-4ac7-85c9-d781eed458f8 tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e1aab38-b66d-497f-803a-7b2dd10adc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336938 Sep 07 03:09:10.321043 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f07cad1-7194-45a7-b18e-ba3acd7d5954 req-33ea6625-2c65-472d-945a-aa96abcf328b tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:10.322654 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0f07cad1-7194-45a7-b18e-ba3acd7d5954 req-33ea6625-2c65-472d-945a-aa96abcf328b tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf5e9b90-d4d4-4c0a-93e3-a68e7f89bf90 HTTP/1.1" status: 200 len: 948 time: 0.0544052 Sep 07 03:09:10.365127 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0f07cad1-7194-45a7-b18e-ba3acd7d5954 req-53454a24-44c5-4cf1-8489-9ff9db68f3b8 tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e1aab38-b66d-497f-803a-7b2dd10adc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347760 Sep 07 03:09:10.572843 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device c96906af-7012-45ed-a1c0-5fd3a624fbe6 up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:09:10.626075 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port c96906af-7012-45ed-a1c0-5fd3a624fbe6 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:09:10.629813 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port c96906af-7012-45ed-a1c0-5fd3a624fbe6 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:09:10.630221 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:10.713049 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:10.737731 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5e9b90-d4d4-4c0a-93e3-a68e7f89bf90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c96906af-7012-45ed-a1c0-5fd3a624fbe6'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:09:10.741361 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4c2350-e4e7-4420-89a8-dd85f7e254b4" -d '{"events": [{"server_uuid": "bf5e9b90-d4d4-4c0a-93e3-a68e7f89bf90", "name": "network-vif-plugged", "status": "completed", "tag": "c96906af-7012-45ed-a1c0-5fd3a624fbe6"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:09:10.755473 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port c96906af-7012-45ed-a1c0-5fd3a624fbe6, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=c96906af-7012-45ed-a1c0-5fd3a624fbe6,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:09:10.759660 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:10.788399 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd204f8-e1f0-4b06-906c-3c0a05d3e839 x-openstack-request-id: req-3dd204f8-e1f0-4b06-906c-3c0a05d3e839 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:09:10.788638 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5e9b90-d4d4-4c0a-93e3-a68e7f89bf90", "name": "network-vif-plugged", "status": "completed", "tag": "c96906af-7012-45ed-a1c0-5fd3a624fbe6", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:09:10.788943 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3dd204f8-e1f0-4b06-906c-3c0a05d3e839 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:09:10.789258 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5e9b90-d4d4-4c0a-93e3-a68e7f89bf90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c96906af-7012-45ed-a1c0-5fd3a624fbe6', 'code': 200} Sep 07 03:09:10.816898 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=c96906af-7012-45ed-a1c0-5fd3a624fbe6,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:09:10.883815 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2656c8-8456-43b6-870e-ad14cd87f648 req-08032355-13e0-4f58-86c0-361a240262fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:10.885304 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fe2656c8-8456-43b6-870e-ad14cd87f648 req-08032355-13e0-4f58-86c0-361a240262fa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bf5e9b90-d4d4-4c0a-93e3-a68e7f89bf90 HTTP/1.1" status: 200 len: 1101 time: 0.0406907 Sep 07 03:09:10.918860 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fe2656c8-8456-43b6-870e-ad14cd87f648 req-755a98cd-cac2-4b95-a1fe-e82856673d30 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4e1aab38-b66d-497f-803a-7b2dd10adc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263553 Sep 07 03:09:11.486294 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd7ba33-be50-4daf-a53a-2f3daa317e1c req-c63fd583-510d-47cd-8415-6e3af91e323d tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:11.487790 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4dd7ba33-be50-4daf-a53a-2f3daa317e1c req-c63fd583-510d-47cd-8415-6e3af91e323d tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf5e9b90-d4d4-4c0a-93e3-a68e7f89bf90 HTTP/1.1" status: 200 len: 949 time: 0.0540934 Sep 07 03:09:11.524706 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4dd7ba33-be50-4daf-a53a-2f3daa317e1c req-1cc13b84-253c-4e63-9f42-a55d6627a652 tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e1aab38-b66d-497f-803a-7b2dd10adc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310178 Sep 07 03:09:12.636692 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee285c-a5cf-47f5-9cbb-504807f62369 req-def40bfa-9d89-4f67-898f-f5cf58349922 tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:12.638644 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-21ee285c-a5cf-47f5-9cbb-504807f62369 req-def40bfa-9d89-4f67-898f-f5cf58349922 tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf5e9b90-d4d4-4c0a-93e3-a68e7f89bf90 HTTP/1.1" status: 200 len: 949 time: 0.0472670 Sep 07 03:09:12.678768 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-21ee285c-a5cf-47f5-9cbb-504807f62369 req-84a45bb1-c33f-4a01-8eb0-fa9300f1f6a7 tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e1aab38-b66d-497f-803a-7b2dd10adc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342681 Sep 07 03:09:12.935040 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ddd73-8939-4e3c-93d5-85ce283ca08c req-979454af-6aa1-46fc-a1e2-83d531e85cf6 tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:12.936566 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b89ddd73-8939-4e3c-93d5-85ce283ca08c req-979454af-6aa1-46fc-a1e2-83d531e85cf6 tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf5e9b90-d4d4-4c0a-93e3-a68e7f89bf90 HTTP/1.1" status: 200 len: 949 time: 0.0516825 Sep 07 03:09:12.975121 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b89ddd73-8939-4e3c-93d5-85ce283ca08c req-147dbd9b-d073-4788-83ac-571b87b5c393 tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e1aab38-b66d-497f-803a-7b2dd10adc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325701 Sep 07 03:09:14.105193 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1865b729-6a73-484d-b3ab-1286065446a4 req-d1a471cd-1f6e-4e98-bbb4-092b39451f04 tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:14.106958 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1865b729-6a73-484d-b3ab-1286065446a4 req-d1a471cd-1f6e-4e98-bbb4-092b39451f04 tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf5e9b90-d4d4-4c0a-93e3-a68e7f89bf90 HTTP/1.1" status: 200 len: 949 time: 0.0549915 Sep 07 03:09:14.153908 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1865b729-6a73-484d-b3ab-1286065446a4 req-295e097b-ed9c-481d-8574-747321cc9be7 tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e1aab38-b66d-497f-803a-7b2dd10adc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396686 Sep 07 03:09:14.250448 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad85d6a3-3db8-444d-abdf-eda81cbfdf32 req-dc4fd4f5-a7d9-4033-b6f9-13276ac3ea40 tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:14.252042 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ad85d6a3-3db8-444d-abdf-eda81cbfdf32 req-dc4fd4f5-a7d9-4033-b6f9-13276ac3ea40 tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf5e9b90-d4d4-4c0a-93e3-a68e7f89bf90 HTTP/1.1" status: 200 len: 949 time: 0.0551102 Sep 07 03:09:14.350268 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-ad85d6a3-3db8-444d-abdf-eda81cbfdf32 req-cafef32d-acfa-43d4-9a19-e3b2019746fe tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] Deleting port c96906af-7012-45ed-a1c0-5fd3a624fbe6 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:09:14.350633 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ad85d6a3-3db8-444d-abdf-eda81cbfdf32 req-cafef32d-acfa-43d4-9a19-e3b2019746fe tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:14.439149 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-ad85d6a3-3db8-444d-abdf-eda81cbfdf32 req-cafef32d-acfa-43d4-9a19-e3b2019746fe tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] For port c96906af-7012-45ed-a1c0-5fd3a624fbe6, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=c96906af-7012-45ed-a1c0-5fd3a624fbe6,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:09:14.439436 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ad85d6a3-3db8-444d-abdf-eda81cbfdf32 req-cafef32d-acfa-43d4-9a19-e3b2019746fe tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:14.452785 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-ad85d6a3-3db8-444d-abdf-eda81cbfdf32 req-cafef32d-acfa-43d4-9a19-e3b2019746fe tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] Calling delete_port for c96906af-7012-45ed-a1c0-5fd3a624fbe6 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:09:14.586802 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ad85d6a3-3db8-444d-abdf-eda81cbfdf32 req-cafef32d-acfa-43d4-9a19-e3b2019746fe tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:14.600271 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['c96906af-7012-45ed-a1c0-5fd3a624fbe6'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:09:14.616739 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafef32d-acfa-43d4-9a19-e3b2019746fe tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] Pushing event deleted for resources: {'Port': ['ID=c96906af-7012-45ed-a1c0-5fd3a624fbe6,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:09:14.666209 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad85d6a3-3db8-444d-abdf-eda81cbfdf32 req-cafef32d-acfa-43d4-9a19-e3b2019746fe tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] No DVR routers for this DVR port c96906af-7012-45ed-a1c0-5fd3a624fbe6 on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:09:14.669164 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ad85d6a3-3db8-444d-abdf-eda81cbfdf32 req-cafef32d-acfa-43d4-9a19-e3b2019746fe tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:14.671200 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ad85d6a3-3db8-444d-abdf-eda81cbfdf32 req-cafef32d-acfa-43d4-9a19-e3b2019746fe tempest-VolumesNegativeTest-924618188 tempest-VolumesNegativeTest-924618188-project] 10.222.0.16 "DELETE /v2.0/ports/c96906af-7012-45ed-a1c0-5fd3a624fbe6 HTTP/1.1" status: 204 len: 173 time: 0.4132917 Sep 07 03:09:14.671671 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5e9b90-d4d4-4c0a-93e3-a68e7f89bf90', 'name': 'network-vif-deleted', 'tag': 'c96906af-7012-45ed-a1c0-5fd3a624fbe6'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:09:14.674224 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce0ffde-b64d-4f53-92bf-79ede421065d" -d '{"events": [{"server_uuid": "bf5e9b90-d4d4-4c0a-93e3-a68e7f89bf90", "name": "network-vif-deleted", "tag": "c96906af-7012-45ed-a1c0-5fd3a624fbe6"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:09:14.729514 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487f05c8-1151-4492-85d4-ad9f6636fcec x-openstack-request-id: req-487f05c8-1151-4492-85d4-ad9f6636fcec {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:09:14.730003 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5e9b90-d4d4-4c0a-93e3-a68e7f89bf90", "name": "network-vif-deleted", "tag": "c96906af-7012-45ed-a1c0-5fd3a624fbe6", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:09:14.730187 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-487f05c8-1151-4492-85d4-ad9f6636fcec {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:09:14.731155 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5e9b90-d4d4-4c0a-93e3-a68e7f89bf90', 'name': 'network-vif-deleted', 'tag': 'c96906af-7012-45ed-a1c0-5fd3a624fbe6', 'status': 'completed', 'code': 200} Sep 07 03:09:18.640872 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device c96906af-7012-45ed-a1c0-5fd3a624fbe6 no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:09:18.661294 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: c96906af-7012-45ed-a1c0-5fd3a624fbe6 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:09:18.661643 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device c96906af-7012-45ed-a1c0-5fd3a624fbe6 not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:09:19.834997 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 38652) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:09:19.967511 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-9f0fee90-b8c8-47d6-a66a-cb468251cb24 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=990e7baeb068468ca992cf58f31f08ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1310422 Sep 07 03:09:19.969974 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 38656) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:09:20.016588 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-87004b7b-2b17-4a43-944b-b3459823e098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:20.037487 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-87004b7b-2b17-4a43-944b-b3459823e098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:20.087234 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-87004b7b-2b17-4a43-944b-b3459823e098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:20.090392 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-87004b7b-2b17-4a43-944b-b3459823e098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:20.091651 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-87004b7b-2b17-4a43-944b-b3459823e098 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4e1aab38-b66d-497f-803a-7b2dd10adc3f HTTP/1.1" status: 204 len: 168 time: 0.1207631 Sep 07 03:09:20.099145 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87004b7b-2b17-4a43-944b-b3459823e098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1aab38-b66d-497f-803a-7b2dd10adc3f,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:09:20.696358 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 38678) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:09:20.793329 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-3aa92f91-7af6-4957-9fb9-79d1ff9700b9 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2006845364-network', 'tenant_id': 'af46ff70c203494d89e3fdb47075384e'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:09:20.814900 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa92f91-7af6-4957-9fb9-79d1ff9700b9 admin admin] Made reservation on behalf of af46ff70c203494d89e3fdb47075384e for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:09:20.817198 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3aa92f91-7af6-4957-9fb9-79d1ff9700b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:20.825759 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3aa92f91-7af6-4957-9fb9-79d1ff9700b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:20.915302 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3aa92f91-7af6-4957-9fb9-79d1ff9700b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:20.919067 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3aa92f91-7af6-4957-9fb9-79d1ff9700b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:20.943898 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aa92f91-7af6-4957-9fb9-79d1ff9700b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 03:09:20.953542 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa92f91-7af6-4957-9fb9-79d1ff9700b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f03b2e5-d081-49d9-b251-8f4996d643ca,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:09:20.958338 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3aa92f91-7af6-4957-9fb9-79d1ff9700b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:20.958697 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-3aa92f91-7af6-4957-9fb9-79d1ff9700b9 admin admin] Added segment ebf43c47-dd9c-453a-ab4b-762e72a6107f of type vlan for network b3ec2399-5572-4518-b050-580b136b976a Sep 07 03:09:20.997879 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3aa92f91-7af6-4957-9fb9-79d1ff9700b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:21.021909 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3aa92f91-7af6-4957-9fb9-79d1ff9700b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:21.022909 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa92f91-7af6-4957-9fb9-79d1ff9700b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:21.023507 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3aa92f91-7af6-4957-9fb9-79d1ff9700b9 admin admin] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:21.052365 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-3aa92f91-7af6-4957-9fb9-79d1ff9700b9 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3549213 Sep 07 03:09:21.055634 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38684) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:09:21.061070 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-9b0a467b-12ba-49ba-9297-067195056d68 admin admin] Request body: {'subnet': {'network_id': 'b3ec2399-5572-4518-b050-580b136b976a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2006845364-subnet', 'tenant_id': 'af46ff70c203494d89e3fdb47075384e', 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:09:21.083100 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0a467b-12ba-49ba-9297-067195056d68 admin admin] Made reservation on behalf of af46ff70c203494d89e3fdb47075384e for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:09:21.085779 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9b0a467b-12ba-49ba-9297-067195056d68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:21.099504 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa92f91-7af6-4957-9fb9-79d1ff9700b9 admin admin] Pushing event updated for resources: {'Network': ['ID=b3ec2399-5572-4518-b050-580b136b976a,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:09:21.110369 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network b3ec2399-5572-4518-b050-580b136b976a details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 03:09:21.259423 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9b0a467b-12ba-49ba-9297-067195056d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:21.315568 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0a467b-12ba-49ba-9297-067195056d68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b2303d4-f774-4e97-a759-c60ced1eff12,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:09:21.322477 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0a467b-12ba-49ba-9297-067195056d68 admin admin] Checking segment: {'id': 'ebf43c47-dd9c-453a-ab4b-762e72a6107f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b3ec2399-5572-4518-b050-580b136b976a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:09:21.322840 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0a467b-12ba-49ba-9297-067195056d68 admin admin] Network hostable DHCP agents. Network: b3ec2399-5572-4518-b050-580b136b976a, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 03:09:21.338852 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0a467b-12ba-49ba-9297-067195056d68 admin admin] Network b3ec2399-5572-4518-b050-580b136b976a is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 03:09:21.347370 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-9b0a467b-12ba-49ba-9297-067195056d68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, b3ec2399-5572-4518-b050-580b136b976a) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:09:21.351396 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0a467b-12ba-49ba-9297-067195056d68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:21.351985 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9b0a467b-12ba-49ba-9297-067195056d68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:21.357332 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162b7e63-b3a5-400e-bf29-ee24a22fcc6a None None] Network b3ec2399-5572-4518-b050-580b136b976a requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:09:21.365734 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9b0a467b-12ba-49ba-9297-067195056d68 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3089845 Sep 07 03:09:21.368523 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38686) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:09:21.372863 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-21babf2a-1dd7-4bd3-acba-682f948c2a1f admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2006845364-router', 'tenant_id': 'af46ff70c203494d89e3fdb47075384e', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:09:21.393160 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-21babf2a-1dd7-4bd3-acba-682f948c2a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:21.394641 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-21babf2a-1dd7-4bd3-acba-682f948c2a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:21.449335 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-21babf2a-1dd7-4bd3-acba-682f948c2a1f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:21.505544 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f48a4d-659d-49b2-a648-310187131d17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-b3ec2399-5572-4518-b050-580b136b976a', 'network_id': 'b3ec2399-5572-4518-b050-580b136b976a', 'tenant_id': 'af46ff70c203494d89e3fdb47075384e', 'fixed_ips': [{'subnet_id': '1b2303d4-f774-4e97-a759-c60ced1eff12'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 03:09:21.506616 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-60f48a4d-659d-49b2-a648-310187131d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:21.585842 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-21babf2a-1dd7-4bd3-acba-682f948c2a1f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:21.642702 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-60f48a4d-659d-49b2-a648-310187131d17 None None] Allocated IP 172.20.0.2 (b3ec2399-5572-4518-b050-580b136b976a/1b2303d4-f774-4e97-a759-c60ced1eff12/4fed1bce-f2db-4e05-a8df-5d992b7cdfc3) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:09:21.678410 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:21.735601 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:21.790681 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-21babf2a-1dd7-4bd3-acba-682f948c2a1f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:21.810087 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-21babf2a-1dd7-4bd3-acba-682f948c2a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:21.810617 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-60f48a4d-659d-49b2-a648-310187131d17 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:21.819977 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-60f48a4d-659d-49b2-a648-310187131d17 None None] Transition to ACTIVE for port object 4fed1bce-f2db-4e05-a8df-5d992b7cdfc3 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:09:21.838642 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-60f48a4d-659d-49b2-a648-310187131d17 None None] Transition to ACTIVE for port object 4fed1bce-f2db-4e05-a8df-5d992b7cdfc3 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:09:21.845462 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-60f48a4d-659d-49b2-a648-310187131d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:21.881120 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f48a4d-659d-49b2-a648-310187131d17 None None] Network b3ec2399-5572-4518-b050-580b136b976a is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:09:21.883954 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-60f48a4d-659d-49b2-a648-310187131d17 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:09:21.887387 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f48a4d-659d-49b2-a648-310187131d17 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:09:21.898603 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f48a4d-659d-49b2-a648-310187131d17 None None] Pushing event updated for resources: {'Port': ['ID=4fed1bce-f2db-4e05-a8df-5d992b7cdfc3,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:09:21.922879 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-21babf2a-1dd7-4bd3-acba-682f948c2a1f admin admin] Allocated IP 172.25.5.17 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/737443b6-5629-4a2f-bb5f-425a64788d5e) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:09:21.956519 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-60f48a4d-659d-49b2-a648-310187131d17 None None] Attempting to bind port 4fed1bce-f2db-4e05-a8df-5d992b7cdfc3 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:09:21.956898 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-60f48a4d-659d-49b2-a648-310187131d17 None None] Attempting to bind port 4fed1bce-f2db-4e05-a8df-5d992b7cdfc3 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'ebf43c47-dd9c-453a-ab4b-762e72a6107f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b3ec2399-5572-4518-b050-580b136b976a'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:09:21.957292 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f48a4d-659d-49b2-a648-310187131d17 None None] Attempting to bind port 4fed1bce-f2db-4e05-a8df-5d992b7cdfc3 on network b3ec2399-5572-4518-b050-580b136b976a {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:09:21.962183 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f48a4d-659d-49b2-a648-310187131d17 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:09:21.962566 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f48a4d-659d-49b2-a648-310187131d17 None None] Checking segment: {'id': 'ebf43c47-dd9c-453a-ab4b-762e72a6107f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b3ec2399-5572-4518-b050-580b136b976a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:09:21.962972 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-60f48a4d-659d-49b2-a648-310187131d17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:21.963371 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f48a4d-659d-49b2-a648-310187131d17 None None] Bound using segment: {'id': 'ebf43c47-dd9c-453a-ab4b-762e72a6107f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b3ec2399-5572-4518-b050-580b136b976a'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:09:21.963870 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-60f48a4d-659d-49b2-a648-310187131d17 None None] Bound port: 4fed1bce-f2db-4e05-a8df-5d992b7cdfc3, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebf43c47-dd9c-453a-ab4b-762e72a6107f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b3ec2399-5572-4518-b050-580b136b976a'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:09:21.964253 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-60f48a4d-659d-49b2-a648-310187131d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:22.026439 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-60f48a4d-659d-49b2-a648-310187131d17 None None] For port 4fed1bce-f2db-4e05-a8df-5d992b7cdfc3, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:09:22.029383 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-60f48a4d-659d-49b2-a648-310187131d17 None None] For port 4fed1bce-f2db-4e05-a8df-5d992b7cdfc3, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=4fed1bce-f2db-4e05-a8df-5d992b7cdfc3,segment=NetworkSegment(ebf43c47-dd9c-453a-ab4b-762e72a6107f),segment_id=ebf43c47-dd9c-453a-ab4b-762e72a6107f)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:09:22.032748 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-21babf2a-1dd7-4bd3-acba-682f948c2a1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:22.035146 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-60f48a4d-659d-49b2-a648-310187131d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:22.073080 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-21babf2a-1dd7-4bd3-acba-682f948c2a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:22.096951 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f48a4d-659d-49b2-a648-310187131d17 None None] Pushing event updated for resources: {'Port': ['ID=4fed1bce-f2db-4e05-a8df-5d992b7cdfc3,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:09:22.117283 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21babf2a-1dd7-4bd3-acba-682f948c2a1f admin admin] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:09:22.120275 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-21babf2a-1dd7-4bd3-acba-682f948c2a1f admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:09:22.127060 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21babf2a-1dd7-4bd3-acba-682f948c2a1f admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:09:22.150358 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21babf2a-1dd7-4bd3-acba-682f948c2a1f admin admin] Pushing event updated for resources: {'Port': ['ID=737443b6-5629-4a2f-bb5f-425a64788d5e,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:09:22.402625 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-21babf2a-1dd7-4bd3-acba-682f948c2a1f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:22.559857 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 4fed1bce-f2db-4e05-a8df-5d992b7cdfc3 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:09:22.609737 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 4fed1bce-f2db-4e05-a8df-5d992b7cdfc3 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:09:22.610136 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-21babf2a-1dd7-4bd3-acba-682f948c2a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:22.743764 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21babf2a-1dd7-4bd3-acba-682f948c2a1f admin admin] Router 16274287-a841-4234-8a50-e0dccc0915bd is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 03:09:22.995010 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7948ed3-2792-44ba-876c-ca716ec40d44 None None] Network b3ec2399-5572-4518-b050-580b136b976a requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:09:23.126561 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-6bcfd8e6-dfaa-4d3b-95a8-58da7c18096b None None] Provisioning for port 4fed1bce-f2db-4e05-a8df-5d992b7cdfc3 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:09:23.136535 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-6bcfd8e6-dfaa-4d3b-95a8-58da7c18096b None None] Provisioning complete for port 4fed1bce-f2db-4e05-a8df-5d992b7cdfc3 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:09:23.136951 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6bcfd8e6-dfaa-4d3b-95a8-58da7c18096b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:23.141868 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21babf2a-1dd7-4bd3-acba-682f948c2a1f admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:09:23.154084 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72b7db9-2ca4-483a-8dc0-681f12371b4f None None] Sync routers for ids ['16274287-a841-4234-8a50-e0dccc0915bd'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:09:23.158425 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-21babf2a-1dd7-4bd3-acba-682f948c2a1f admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:23.162593 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-21babf2a-1dd7-4bd3-acba-682f948c2a1f admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7906826 Sep 07 03:09:23.162971 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38688) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:09:23.166490 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72b7db9-2ca4-483a-8dc0-681f12371b4f None None] Routers {'16274287-a841-4234-8a50-e0dccc0915bd'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:09:23.167231 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-c72b7db9-2ca4-483a-8dc0-681f12371b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:08:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['16274287-a841-4234-8a50-e0dccc0915bd'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:09:23.262193 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6bcfd8e6-dfaa-4d3b-95a8-58da7c18096b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:23.302793 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-6bcfd8e6-dfaa-4d3b-95a8-58da7c18096b None None] For port 4fed1bce-f2db-4e05-a8df-5d992b7cdfc3, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=4fed1bce-f2db-4e05-a8df-5d992b7cdfc3,segment=NetworkSegment(ebf43c47-dd9c-453a-ab4b-762e72a6107f),segment_id=ebf43c47-dd9c-453a-ab4b-762e72a6107f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:09:23.308765 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6bcfd8e6-dfaa-4d3b-95a8-58da7c18096b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:23.369373 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcfd8e6-dfaa-4d3b-95a8-58da7c18096b None None] Pushing event updated for resources: {'Port': ['ID=4fed1bce-f2db-4e05-a8df-5d992b7cdfc3,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:09:23.394378 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-c72b7db9-2ca4-483a-8dc0-681f12371b4f None None] Set router 16274287-a841-4234-8a50-e0dccc0915bd gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:09:23.535172 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-d8424d9c-88b3-4064-b0d6-34caf44e7a79 None None] Provisioning complete for port 4fed1bce-f2db-4e05-a8df-5d992b7cdfc3 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:09:23.536396 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d8424d9c-88b3-4064-b0d6-34caf44e7a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:23.606343 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-c72b7db9-2ca4-483a-8dc0-681f12371b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16274287-a841-4234-8a50-e0dccc0915bd', 'name': 'tempest-TestServerMultinode-2006845364-router', 'tenant_id': 'af46ff70c203494d89e3fdb47075384e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '737443b6-5629-4a2f-bb5f-425a64788d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:09:21Z', 'updated_at': '2021-09-07T03:09:22Z', 'revision_number': 3, 'project_id': 'af46ff70c203494d89e3fdb47075384e', 'gw_port': {'id': '737443b6-5629-4a2f-bb5f-425a64788d5e', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:56:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16274287-a841-4234-8a50-e0dccc0915bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:09:21Z', 'updated_at': '2021-09-07T03:09:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:09:23.635963 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72b7db9-2ca4-483a-8dc0-681f12371b4f None None] Checking router: 16274287-a841-4234-8a50-e0dccc0915bd for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:09:23.636327 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72b7db9-2ca4-483a-8dc0-681f12371b4f None None] Updating router 16274287-a841-4234-8a50-e0dccc0915bd port 737443b6-5629-4a2f-bb5f-425a64788d5e binding host n-d-796209-16 {{(pid=94703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 03:09:23.659160 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0eeaaa6f-e108-46d3-9d02-f41c2c7b2ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:23.669737 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-c72b7db9-2ca4-483a-8dc0-681f12371b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:23.833588 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-0eeaaa6f-e108-46d3-9d02-f41c2c7b2ab0 admin admin] Allocated IP 172.20.0.1 (b3ec2399-5572-4518-b050-580b136b976a/1b2303d4-f774-4e97-a759-c60ced1eff12/b911c735-116b-42be-a61b-2e9f3437eec8) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:09:23.939731 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-c72b7db9-2ca4-483a-8dc0-681f12371b4f None None] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:23.940608 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0eeaaa6f-e108-46d3-9d02-f41c2c7b2ab0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:23.950446 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-c72b7db9-2ca4-483a-8dc0-681f12371b4f None None] Transition to ACTIVE for port object 737443b6-5629-4a2f-bb5f-425a64788d5e will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:09:23.956373 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-0eeaaa6f-e108-46d3-9d02-f41c2c7b2ab0 admin admin] Transition to ACTIVE for port object b911c735-116b-42be-a61b-2e9f3437eec8 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:09:23.958042 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-c72b7db9-2ca4-483a-8dc0-681f12371b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:23.995563 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0eeaaa6f-e108-46d3-9d02-f41c2c7b2ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:24.010994 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-c72b7db9-2ca4-483a-8dc0-681f12371b4f None None] Attempting to bind port 737443b6-5629-4a2f-bb5f-425a64788d5e on host n-d-796209-16 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:09:24.011363 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-c72b7db9-2ca4-483a-8dc0-681f12371b4f None None] Attempting to bind port 737443b6-5629-4a2f-bb5f-425a64788d5e by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:09:24.011753 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72b7db9-2ca4-483a-8dc0-681f12371b4f None None] Attempting to bind port 737443b6-5629-4a2f-bb5f-425a64788d5e on network 1166b922-7457-4da4-bdda-328e8c8e7bc6 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:09:24.013689 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9093d53-a7fa-4186-9c46-c5f8b43b8a42 None None] Pushing event updated for resources: {'Port': ['ID=737443b6-5629-4a2f-bb5f-425a64788d5e,revision_number=2']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:09:24.019661 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72b7db9-2ca4-483a-8dc0-681f12371b4f None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:09:24.020031 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72b7db9-2ca4-483a-8dc0-681f12371b4f None None] Checking segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:09:24.020429 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-c72b7db9-2ca4-483a-8dc0-681f12371b4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:24.020810 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72b7db9-2ca4-483a-8dc0-681f12371b4f None None] Bound using segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:09:24.021268 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-c72b7db9-2ca4-483a-8dc0-681f12371b4f None None] Bound port: 737443b6-5629-4a2f-bb5f-425a64788d5e, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:09:24.021647 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-c72b7db9-2ca4-483a-8dc0-681f12371b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:24.034111 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eeaaa6f-e108-46d3-9d02-f41c2c7b2ab0 admin admin] Network b3ec2399-5572-4518-b050-580b136b976a is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:09:24.038363 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-0eeaaa6f-e108-46d3-9d02-f41c2c7b2ab0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:09:24.040809 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eeaaa6f-e108-46d3-9d02-f41c2c7b2ab0 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:09:24.075402 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeaaa6f-e108-46d3-9d02-f41c2c7b2ab0 admin admin] Pushing event updated for resources: {'Port': ['ID=b911c735-116b-42be-a61b-2e9f3437eec8,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:09:24.081697 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-c72b7db9-2ca4-483a-8dc0-681f12371b4f None None] For port 737443b6-5629-4a2f-bb5f-425a64788d5e, host n-d-796209-16, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:09:24.085995 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-c72b7db9-2ca4-483a-8dc0-681f12371b4f None None] For port 737443b6-5629-4a2f-bb5f-425a64788d5e, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=737443b6-5629-4a2f-bb5f-425a64788d5e,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:09:24.091456 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-c72b7db9-2ca4-483a-8dc0-681f12371b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:24.093034 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0eeaaa6f-e108-46d3-9d02-f41c2c7b2ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:24.151010 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72b7db9-2ca4-483a-8dc0-681f12371b4f None None] Routers {'16274287-a841-4234-8a50-e0dccc0915bd'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:09:24.151570 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-c72b7db9-2ca4-483a-8dc0-681f12371b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:08:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['16274287-a841-4234-8a50-e0dccc0915bd'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:09:24.191105 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9093d53-a7fa-4186-9c46-c5f8b43b8a42 None None] Pushing event updated for resources: {'Port': ['ID=737443b6-5629-4a2f-bb5f-425a64788d5e,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:09:24.235125 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0eeaaa6f-e108-46d3-9d02-f41c2c7b2ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:24.269897 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-c72b7db9-2ca4-483a-8dc0-681f12371b4f None None] Set router 16274287-a841-4234-8a50-e0dccc0915bd gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:09:24.337330 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-c39d204f-d51e-42e3-8b44-e3e71e9aa9cb None None] Provisioning for port b911c735-116b-42be-a61b-2e9f3437eec8 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:09:24.341039 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-c39d204f-d51e-42e3-8b44-e3e71e9aa9cb None None] Provisioning complete for port b911c735-116b-42be-a61b-2e9f3437eec8 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:09:24.341414 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c39d204f-d51e-42e3-8b44-e3e71e9aa9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:24.375704 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-c39d204f-d51e-42e3-8b44-e3e71e9aa9cb None None] Port b911c735-116b-42be-a61b-2e9f3437eec8 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:09:24.401580 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0eeaaa6f-e108-46d3-9d02-f41c2c7b2ab0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:24.406920 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0eeaaa6f-e108-46d3-9d02-f41c2c7b2ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:24.448280 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-c72b7db9-2ca4-483a-8dc0-681f12371b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16274287-a841-4234-8a50-e0dccc0915bd', 'name': 'tempest-TestServerMultinode-2006845364-router', 'tenant_id': 'af46ff70c203494d89e3fdb47075384e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '737443b6-5629-4a2f-bb5f-425a64788d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:09:21Z', 'updated_at': '2021-09-07T03:09:22Z', 'revision_number': 3, 'project_id': 'af46ff70c203494d89e3fdb47075384e', 'gw_port': {'id': '737443b6-5629-4a2f-bb5f-425a64788d5e', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:56:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16274287-a841-4234-8a50-e0dccc0915bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:09:21Z', 'updated_at': '2021-09-07T03:09:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:09:24.476801 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeaaa6f-e108-46d3-9d02-f41c2c7b2ab0 admin admin] Pushing event updated for resources: {'Port': ['ID=b911c735-116b-42be-a61b-2e9f3437eec8,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:09:24.478490 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72b7db9-2ca4-483a-8dc0-681f12371b4f None None] The sync data for ids ['16274287-a841-4234-8a50-e0dccc0915bd'] in n-d-796209-16 is: [{'id': '16274287-a841-4234-8a50-e0dccc0915bd', 'name': 'tempest-TestServerMultinode-2006845364-router', 'tenant_id': 'af46ff70c203494d89e3fdb47075384e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '737443b6-5629-4a2f-bb5f-425a64788d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:09:21Z', 'updated_at': '2021-09-07T03:09:22Z', 'revision_number': 3, 'project_id': 'af46ff70c203494d89e3fdb47075384e', 'gw_port': {'id': '737443b6-5629-4a2f-bb5f-425a64788d5e', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:56:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16274287-a841-4234-8a50-e0dccc0915bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:09:21Z', 'updated_at': '2021-09-07T03:09:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:09:24.480063 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0eeaaa6f-e108-46d3-9d02-f41c2c7b2ab0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:24.551789 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 4fed1bce-f2db-4e05-a8df-5d992b7cdfc3 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:09:24.574460 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eeaaa6f-e108-46d3-9d02-f41c2c7b2ab0 admin admin] Network b3ec2399-5572-4518-b050-580b136b976a is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:09:24.576225 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-0eeaaa6f-e108-46d3-9d02-f41c2c7b2ab0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:09:24.602314 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 4fed1bce-f2db-4e05-a8df-5d992b7cdfc3 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:09:24.603406 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:24.712990 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eeaaa6f-e108-46d3-9d02-f41c2c7b2ab0 admin admin] Router 16274287-a841-4234-8a50-e0dccc0915bd has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:09:24.842000 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eeaaa6f-e108-46d3-9d02-f41c2c7b2ab0 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:09:24.847399 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-0eeaaa6f-e108-46d3-9d02-f41c2c7b2ab0 admin admin] 10.222.0.22 "PUT /v2.0/routers/16274287-a841-4234-8a50-e0dccc0915bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6833172 Sep 07 03:09:24.897655 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-97151179-4d59-4117-8aa8-e9ce43a0c911 None None] Provisioning complete for port b911c735-116b-42be-a61b-2e9f3437eec8 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:09:24.898101 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-97151179-4d59-4117-8aa8-e9ce43a0c911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:24.937050 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-97151179-4d59-4117-8aa8-e9ce43a0c911 None None] Port b911c735-116b-42be-a61b-2e9f3437eec8 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:09:25.337176 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 38704) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:09:25.343067 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-b338ab08-d546-48b8-9bfd-f174c643806e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-523613204-network', 'tenant_id': '4ddc4fc5eae4406bb541f29ab1b20140'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:09:25.363748 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b338ab08-d546-48b8-9bfd-f174c643806e admin admin] Made reservation on behalf of 4ddc4fc5eae4406bb541f29ab1b20140 for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:09:25.366019 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b338ab08-d546-48b8-9bfd-f174c643806e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:25.374510 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b338ab08-d546-48b8-9bfd-f174c643806e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:25.465994 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b338ab08-d546-48b8-9bfd-f174c643806e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:25.470068 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b338ab08-d546-48b8-9bfd-f174c643806e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:25.493661 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b338ab08-d546-48b8-9bfd-f174c643806e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 03:09:25.501977 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b338ab08-d546-48b8-9bfd-f174c643806e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31634584-2665-4286-b940-af289c9e7ba7,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:09:25.508719 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b338ab08-d546-48b8-9bfd-f174c643806e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:25.509065 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-b338ab08-d546-48b8-9bfd-f174c643806e admin admin] Added segment 065df05c-9ea9-4e57-9ead-f467af16cdba of type vlan for network c6a106dd-4bc3-4388-8ddf-65ce721b0a85 Sep 07 03:09:25.548022 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b338ab08-d546-48b8-9bfd-f174c643806e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:25.571217 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b338ab08-d546-48b8-9bfd-f174c643806e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:25.572194 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b338ab08-d546-48b8-9bfd-f174c643806e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:25.572774 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b338ab08-d546-48b8-9bfd-f174c643806e admin admin] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:25.608983 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b338ab08-d546-48b8-9bfd-f174c643806e admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2676163 Sep 07 03:09:25.609467 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38706) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:09:25.615221 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-7db1ee43-b5c6-4fe2-a0ef-3b3eb52bbbe2 admin admin] Request body: {'subnet': {'network_id': 'c6a106dd-4bc3-4388-8ddf-65ce721b0a85', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-523613204-subnet', 'tenant_id': '4ddc4fc5eae4406bb541f29ab1b20140', 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:09:25.637847 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db1ee43-b5c6-4fe2-a0ef-3b3eb52bbbe2 admin admin] Made reservation on behalf of 4ddc4fc5eae4406bb541f29ab1b20140 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:09:25.640905 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7db1ee43-b5c6-4fe2-a0ef-3b3eb52bbbe2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:25.643702 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b338ab08-d546-48b8-9bfd-f174c643806e admin admin] Pushing event updated for resources: {'Network': ['ID=c6a106dd-4bc3-4388-8ddf-65ce721b0a85,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:09:25.653464 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network c6a106dd-4bc3-4388-8ddf-65ce721b0a85 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 03:09:25.809935 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7db1ee43-b5c6-4fe2-a0ef-3b3eb52bbbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:25.870414 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db1ee43-b5c6-4fe2-a0ef-3b3eb52bbbe2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f752e924-478a-45cb-b56f-a364fbb5426c,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:09:25.875716 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db1ee43-b5c6-4fe2-a0ef-3b3eb52bbbe2 admin admin] Checking segment: {'id': '065df05c-9ea9-4e57-9ead-f467af16cdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c6a106dd-4bc3-4388-8ddf-65ce721b0a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:09:25.876080 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db1ee43-b5c6-4fe2-a0ef-3b3eb52bbbe2 admin admin] Network hostable DHCP agents. Network: c6a106dd-4bc3-4388-8ddf-65ce721b0a85, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 03:09:25.892517 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db1ee43-b5c6-4fe2-a0ef-3b3eb52bbbe2 admin admin] Network c6a106dd-4bc3-4388-8ddf-65ce721b0a85 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 03:09:25.900772 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-7db1ee43-b5c6-4fe2-a0ef-3b3eb52bbbe2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, c6a106dd-4bc3-4388-8ddf-65ce721b0a85) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:09:25.905269 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db1ee43-b5c6-4fe2-a0ef-3b3eb52bbbe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:25.905857 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7db1ee43-b5c6-4fe2-a0ef-3b3eb52bbbe2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:25.911323 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf5b881-2406-4a3b-bfd9-07ae316c94fa None None] Network c6a106dd-4bc3-4388-8ddf-65ce721b0a85 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:09:25.920541 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-7db1ee43-b5c6-4fe2-a0ef-3b3eb52bbbe2 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3096159 Sep 07 03:09:25.923666 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38708) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:09:25.929131 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-644ab76d-3d49-4a73-99fa-7b5f1ac1d52b admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-523613204-router', 'tenant_id': '4ddc4fc5eae4406bb541f29ab1b20140', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:09:25.953771 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-644ab76d-3d49-4a73-99fa-7b5f1ac1d52b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:25.955332 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-644ab76d-3d49-4a73-99fa-7b5f1ac1d52b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:25.978288 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-dfb19af9-0836-4325-9ce1-618e85aca4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:26.015613 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-644ab76d-3d49-4a73-99fa-7b5f1ac1d52b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:26.080694 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c54bf8-bddf-4a5f-871c-844d77005e59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-c6a106dd-4bc3-4388-8ddf-65ce721b0a85', 'network_id': 'c6a106dd-4bc3-4388-8ddf-65ce721b0a85', 'tenant_id': '4ddc4fc5eae4406bb541f29ab1b20140', 'fixed_ips': [{'subnet_id': 'f752e924-478a-45cb-b56f-a364fbb5426c'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 03:09:26.081603 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e5c54bf8-bddf-4a5f-871c-844d77005e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:26.159954 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-644ab76d-3d49-4a73-99fa-7b5f1ac1d52b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:26.179542 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2c7ffd-5275-4569-8266-f5a1e761e9b1 None None] Sync routers for ids ['16274287-a841-4234-8a50-e0dccc0915bd'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:09:26.214942 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2c7ffd-5275-4569-8266-f5a1e761e9b1 None None] Routers {'16274287-a841-4234-8a50-e0dccc0915bd'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:09:26.215600 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-0d2c7ffd-5275-4569-8266-f5a1e761e9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:08:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['16274287-a841-4234-8a50-e0dccc0915bd'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:09:26.270698 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-e5c54bf8-bddf-4a5f-871c-844d77005e59 None None] Allocated IP 172.20.0.2 (c6a106dd-4bc3-4388-8ddf-65ce721b0a85/f752e924-478a-45cb-b56f-a364fbb5426c/f2304551-d014-49f2-a16e-0050aa0e9195) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:09:26.364738 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-644ab76d-3d49-4a73-99fa-7b5f1ac1d52b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:26.384051 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-644ab76d-3d49-4a73-99fa-7b5f1ac1d52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:26.384278 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-0d2c7ffd-5275-4569-8266-f5a1e761e9b1 None None] Set router 16274287-a841-4234-8a50-e0dccc0915bd gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:09:26.502390 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-644ab76d-3d49-4a73-99fa-7b5f1ac1d52b admin admin] Allocated IP 172.25.5.63 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/a01d8ab5-f83b-4f59-8cbf-f0c3ce0b1246) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:09:26.580925 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 737443b6-5629-4a2f-bb5f-425a64788d5e up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:09:26.612305 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e5c54bf8-bddf-4a5f-871c-844d77005e59 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:26.620013 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-644ab76d-3d49-4a73-99fa-7b5f1ac1d52b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:26.628052 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-e5c54bf8-bddf-4a5f-871c-844d77005e59 None None] Transition to ACTIVE for port object f2304551-d014-49f2-a16e-0050aa0e9195 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:09:26.661034 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-644ab76d-3d49-4a73-99fa-7b5f1ac1d52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:26.677566 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-e5c54bf8-bddf-4a5f-871c-844d77005e59 None None] Transition to ACTIVE for port object f2304551-d014-49f2-a16e-0050aa0e9195 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:09:26.696116 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e5c54bf8-bddf-4a5f-871c-844d77005e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:26.698784 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644ab76d-3d49-4a73-99fa-7b5f1ac1d52b admin admin] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:09:26.701931 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-644ab76d-3d49-4a73-99fa-7b5f1ac1d52b admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:09:26.705724 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644ab76d-3d49-4a73-99fa-7b5f1ac1d52b admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:09:26.737607 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644ab76d-3d49-4a73-99fa-7b5f1ac1d52b admin admin] Pushing event updated for resources: {'Port': ['ID=a01d8ab5-f83b-4f59-8cbf-f0c3ce0b1246,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:09:26.747995 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c54bf8-bddf-4a5f-871c-844d77005e59 None None] Network c6a106dd-4bc3-4388-8ddf-65ce721b0a85 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:09:26.749970 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 737443b6-5629-4a2f-bb5f-425a64788d5e completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:09:26.759291 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-e5c54bf8-bddf-4a5f-871c-844d77005e59 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:09:26.761752 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c54bf8-bddf-4a5f-871c-844d77005e59 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:09:26.769690 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 737443b6-5629-4a2f-bb5f-425a64788d5e triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:09:26.770071 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:26.773368 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c54bf8-bddf-4a5f-871c-844d77005e59 None None] Pushing event updated for resources: {'Port': ['ID=f2304551-d014-49f2-a16e-0050aa0e9195,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:09:26.827072 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-0d2c7ffd-5275-4569-8266-f5a1e761e9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16274287-a841-4234-8a50-e0dccc0915bd', 'name': 'tempest-TestServerMultinode-2006845364-router', 'tenant_id': 'af46ff70c203494d89e3fdb47075384e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '737443b6-5629-4a2f-bb5f-425a64788d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:09:21Z', 'updated_at': '2021-09-07T03:09:24Z', 'revision_number': 4, 'project_id': 'af46ff70c203494d89e3fdb47075384e', 'gw_port': {'id': '737443b6-5629-4a2f-bb5f-425a64788d5e', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:56:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16274287-a841-4234-8a50-e0dccc0915bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:09:21Z', 'updated_at': '2021-09-07T03:09:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'b911c735-116b-42be-a61b-2e9f3437eec8', 'name': '', 'network_id': 'b3ec2399-5572-4518-b050-580b136b976a', 'tenant_id': 'af46ff70c203494d89e3fdb47075384e', 'mac_address': 'fa:16:3e:b4:ff:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16274287-a841-4234-8a50-e0dccc0915bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '1b2303d4-f774-4e97-a759-c60ced1eff12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:09:23Z', 'updated_at': '2021-09-07T03:09:24Z', 'revision_number': 2, 'project_id': 'af46ff70c203494d89e3fdb47075384e', 'subnets': [{'id': '1b2303d4-f774-4e97-a759-c60ced1eff12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:09:26.871751 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2c7ffd-5275-4569-8266-f5a1e761e9b1 None None] Checking router: 16274287-a841-4234-8a50-e0dccc0915bd for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:09:26.872110 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2c7ffd-5275-4569-8266-f5a1e761e9b1 None None] Updating router 16274287-a841-4234-8a50-e0dccc0915bd port b911c735-116b-42be-a61b-2e9f3437eec8 binding host n-d-796209-16 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 03:09:26.907821 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-e5c54bf8-bddf-4a5f-871c-844d77005e59 None None] Attempting to bind port f2304551-d014-49f2-a16e-0050aa0e9195 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:09:26.908200 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-e5c54bf8-bddf-4a5f-871c-844d77005e59 None None] Attempting to bind port f2304551-d014-49f2-a16e-0050aa0e9195 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '065df05c-9ea9-4e57-9ead-f467af16cdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c6a106dd-4bc3-4388-8ddf-65ce721b0a85'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:09:26.908569 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c54bf8-bddf-4a5f-871c-844d77005e59 None None] Attempting to bind port f2304551-d014-49f2-a16e-0050aa0e9195 on network c6a106dd-4bc3-4388-8ddf-65ce721b0a85 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:09:26.917686 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0d2c7ffd-5275-4569-8266-f5a1e761e9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:26.921836 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c54bf8-bddf-4a5f-871c-844d77005e59 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:09:26.922219 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c54bf8-bddf-4a5f-871c-844d77005e59 None None] Checking segment: {'id': '065df05c-9ea9-4e57-9ead-f467af16cdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c6a106dd-4bc3-4388-8ddf-65ce721b0a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:09:26.922630 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e5c54bf8-bddf-4a5f-871c-844d77005e59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:26.923011 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c54bf8-bddf-4a5f-871c-844d77005e59 None None] Bound using segment: {'id': '065df05c-9ea9-4e57-9ead-f467af16cdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c6a106dd-4bc3-4388-8ddf-65ce721b0a85'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:09:26.923576 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-e5c54bf8-bddf-4a5f-871c-844d77005e59 None None] Bound port: f2304551-d014-49f2-a16e-0050aa0e9195, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '065df05c-9ea9-4e57-9ead-f467af16cdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c6a106dd-4bc3-4388-8ddf-65ce721b0a85'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:09:26.924028 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e5c54bf8-bddf-4a5f-871c-844d77005e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:26.969255 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-644ab76d-3d49-4a73-99fa-7b5f1ac1d52b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:27.046693 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:27.147131 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 737443b6-5629-4a2f-bb5f-425a64788d5e, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=737443b6-5629-4a2f-bb5f-425a64788d5e,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:09:27.148560 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-e5c54bf8-bddf-4a5f-871c-844d77005e59 None None] For port f2304551-d014-49f2-a16e-0050aa0e9195, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:09:27.154174 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-e5c54bf8-bddf-4a5f-871c-844d77005e59 None None] For port f2304551-d014-49f2-a16e-0050aa0e9195, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=f2304551-d014-49f2-a16e-0050aa0e9195,segment=NetworkSegment(065df05c-9ea9-4e57-9ead-f467af16cdba),segment_id=065df05c-9ea9-4e57-9ead-f467af16cdba)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:09:27.157798 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:27.166135 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e5c54bf8-bddf-4a5f-871c-844d77005e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:27.287169 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=737443b6-5629-4a2f-bb5f-425a64788d5e,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:09:27.362604 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c54bf8-bddf-4a5f-871c-844d77005e59 None None] Pushing event updated for resources: {'Port': ['ID=f2304551-d014-49f2-a16e-0050aa0e9195,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:09:27.450499 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0d2c7ffd-5275-4569-8266-f5a1e761e9b1 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:27.464264 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-0d2c7ffd-5275-4569-8266-f5a1e761e9b1 None None] Transition to ACTIVE for port object b911c735-116b-42be-a61b-2e9f3437eec8 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:09:27.470317 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0d2c7ffd-5275-4569-8266-f5a1e761e9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:27.498339 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-644ab76d-3d49-4a73-99fa-7b5f1ac1d52b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:27.534087 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6acda4-f63c-424a-a9bc-964526cfe487 None None] Pushing event updated for resources: {'Port': ['ID=b911c735-116b-42be-a61b-2e9f3437eec8,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:09:27.596725 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-0d2c7ffd-5275-4569-8266-f5a1e761e9b1 None None] Attempting to bind port b911c735-116b-42be-a61b-2e9f3437eec8 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:09:27.597174 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-0d2c7ffd-5275-4569-8266-f5a1e761e9b1 None None] Attempting to bind port b911c735-116b-42be-a61b-2e9f3437eec8 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'ebf43c47-dd9c-453a-ab4b-762e72a6107f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b3ec2399-5572-4518-b050-580b136b976a'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:09:27.597557 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2c7ffd-5275-4569-8266-f5a1e761e9b1 None None] Attempting to bind port b911c735-116b-42be-a61b-2e9f3437eec8 on network b3ec2399-5572-4518-b050-580b136b976a {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:09:27.603707 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2c7ffd-5275-4569-8266-f5a1e761e9b1 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:09:27.604154 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2c7ffd-5275-4569-8266-f5a1e761e9b1 None None] Checking segment: {'id': 'ebf43c47-dd9c-453a-ab4b-762e72a6107f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b3ec2399-5572-4518-b050-580b136b976a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:09:27.604641 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0d2c7ffd-5275-4569-8266-f5a1e761e9b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:27.605054 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2c7ffd-5275-4569-8266-f5a1e761e9b1 None None] Bound using segment: {'id': 'ebf43c47-dd9c-453a-ab4b-762e72a6107f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b3ec2399-5572-4518-b050-580b136b976a'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:09:27.605613 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-0d2c7ffd-5275-4569-8266-f5a1e761e9b1 None None] Bound port: b911c735-116b-42be-a61b-2e9f3437eec8, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebf43c47-dd9c-453a-ab4b-762e72a6107f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b3ec2399-5572-4518-b050-580b136b976a'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:09:27.605915 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0d2c7ffd-5275-4569-8266-f5a1e761e9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:27.667897 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-644ab76d-3d49-4a73-99fa-7b5f1ac1d52b admin admin] Router 5a23166b-b3c5-4954-b49e-738590fdeafe is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 03:09:27.683675 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-0d2c7ffd-5275-4569-8266-f5a1e761e9b1 None None] For port b911c735-116b-42be-a61b-2e9f3437eec8, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:09:27.688167 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-0d2c7ffd-5275-4569-8266-f5a1e761e9b1 None None] For port b911c735-116b-42be-a61b-2e9f3437eec8, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=b911c735-116b-42be-a61b-2e9f3437eec8,segment=NetworkSegment(ebf43c47-dd9c-453a-ab4b-762e72a6107f),segment_id=ebf43c47-dd9c-453a-ab4b-762e72a6107f)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:09:27.693346 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0d2c7ffd-5275-4569-8266-f5a1e761e9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:27.760559 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6acda4-f63c-424a-a9bc-964526cfe487 None None] Pushing event updated for resources: {'Port': ['ID=b911c735-116b-42be-a61b-2e9f3437eec8,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:09:27.763596 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2c7ffd-5275-4569-8266-f5a1e761e9b1 None None] Routers {'16274287-a841-4234-8a50-e0dccc0915bd'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:09:27.764242 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-0d2c7ffd-5275-4569-8266-f5a1e761e9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:08:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['16274287-a841-4234-8a50-e0dccc0915bd'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:09:27.787684 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-644ab76d-3d49-4a73-99fa-7b5f1ac1d52b admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:09:27.799338 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caefbce2-d30e-4cd9-af70-641b73fefd10 None None] Sync routers for ids ['5a23166b-b3c5-4954-b49e-738590fdeafe'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:09:27.805045 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-644ab76d-3d49-4a73-99fa-7b5f1ac1d52b admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:27.809199 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 38714) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:09:27.809729 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-644ab76d-3d49-4a73-99fa-7b5f1ac1d52b admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8845472 Sep 07 03:09:27.812143 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caefbce2-d30e-4cd9-af70-641b73fefd10 None None] Routers {'5a23166b-b3c5-4954-b49e-738590fdeafe'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:09:27.813157 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-caefbce2-d30e-4cd9-af70-641b73fefd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:08:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['5a23166b-b3c5-4954-b49e-738590fdeafe'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:09:27.909349 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-0d2c7ffd-5275-4569-8266-f5a1e761e9b1 None None] Set router 16274287-a841-4234-8a50-e0dccc0915bd gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:09:27.955462 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-caefbce2-d30e-4cd9-af70-641b73fefd10 None None] Set router 5a23166b-b3c5-4954-b49e-738590fdeafe gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:09:28.189898 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-caefbce2-d30e-4cd9-af70-641b73fefd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a23166b-b3c5-4954-b49e-738590fdeafe', 'name': 'tempest-TestServerMultinode-523613204-router', 'tenant_id': '4ddc4fc5eae4406bb541f29ab1b20140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'a01d8ab5-f83b-4f59-8cbf-f0c3ce0b1246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:09:25Z', 'updated_at': '2021-09-07T03:09:26Z', 'revision_number': 3, 'project_id': '4ddc4fc5eae4406bb541f29ab1b20140', 'gw_port': {'id': 'a01d8ab5-f83b-4f59-8cbf-f0c3ce0b1246', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a23166b-b3c5-4954-b49e-738590fdeafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:09:26Z', 'updated_at': '2021-09-07T03:09:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:09:28.203528 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a497f318-8ab5-432f-b91c-a31725d662f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:28.207210 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-0d2c7ffd-5275-4569-8266-f5a1e761e9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16274287-a841-4234-8a50-e0dccc0915bd', 'name': 'tempest-TestServerMultinode-2006845364-router', 'tenant_id': 'af46ff70c203494d89e3fdb47075384e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '737443b6-5629-4a2f-bb5f-425a64788d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:09:21Z', 'updated_at': '2021-09-07T03:09:24Z', 'revision_number': 4, 'project_id': 'af46ff70c203494d89e3fdb47075384e', 'gw_port': {'id': '737443b6-5629-4a2f-bb5f-425a64788d5e', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:56:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16274287-a841-4234-8a50-e0dccc0915bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:09:21Z', 'updated_at': '2021-09-07T03:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'b911c735-116b-42be-a61b-2e9f3437eec8', 'name': '', 'network_id': 'b3ec2399-5572-4518-b050-580b136b976a', 'tenant_id': 'af46ff70c203494d89e3fdb47075384e', 'mac_address': 'fa:16:3e:b4:ff:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16274287-a841-4234-8a50-e0dccc0915bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '1b2303d4-f774-4e97-a759-c60ced1eff12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:09:23Z', 'updated_at': '2021-09-07T03:09:27Z', 'revision_number': 4, 'project_id': 'af46ff70c203494d89e3fdb47075384e', 'subnets': [{'id': '1b2303d4-f774-4e97-a759-c60ced1eff12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:09:28.220549 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caefbce2-d30e-4cd9-af70-641b73fefd10 None None] Checking router: 5a23166b-b3c5-4954-b49e-738590fdeafe for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:09:28.220899 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caefbce2-d30e-4cd9-af70-641b73fefd10 None None] Updating router 5a23166b-b3c5-4954-b49e-738590fdeafe port a01d8ab5-f83b-4f59-8cbf-f0c3ce0b1246 binding host n-d-796209-16 {{(pid=94703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 03:09:28.244122 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2c7ffd-5275-4569-8266-f5a1e761e9b1 None None] The sync data for ids ['16274287-a841-4234-8a50-e0dccc0915bd'] in n-d-796209-16 is: [{'id': '16274287-a841-4234-8a50-e0dccc0915bd', 'name': 'tempest-TestServerMultinode-2006845364-router', 'tenant_id': 'af46ff70c203494d89e3fdb47075384e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '737443b6-5629-4a2f-bb5f-425a64788d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:09:21Z', 'updated_at': '2021-09-07T03:09:24Z', 'revision_number': 4, 'project_id': 'af46ff70c203494d89e3fdb47075384e', 'gw_port': {'id': '737443b6-5629-4a2f-bb5f-425a64788d5e', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:56:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16274287-a841-4234-8a50-e0dccc0915bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:09:21Z', 'updated_at': '2021-09-07T03:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'b911c735-116b-42be-a61b-2e9f3437eec8', 'name': '', 'network_id': 'b3ec2399-5572-4518-b050-580b136b976a', 'tenant_id': 'af46ff70c203494d89e3fdb47075384e', 'mac_address': 'fa:16:3e:b4:ff:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16274287-a841-4234-8a50-e0dccc0915bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '1b2303d4-f774-4e97-a759-c60ced1eff12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:09:23Z', 'updated_at': '2021-09-07T03:09:27Z', 'revision_number': 4, 'project_id': 'af46ff70c203494d89e3fdb47075384e', 'subnets': [{'id': '1b2303d4-f774-4e97-a759-c60ced1eff12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:09:28.250375 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-caefbce2-d30e-4cd9-af70-641b73fefd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:28.394536 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-debd2374-5e61-4253-85f8-11f1e249c6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:28.466476 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c93c1a-48ff-46d6-9da5-c956f7542753 None None] Network c6a106dd-4bc3-4388-8ddf-65ce721b0a85 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:09:28.613707 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-debd2374-5e61-4253-85f8-11f1e249c6a2 admin admin] Allocated IP 172.20.0.1 (c6a106dd-4bc3-4388-8ddf-65ce721b0a85/f752e924-478a-45cb-b56f-a364fbb5426c/99830efa-a0da-40b0-b4a3-bc435f36856b) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:09:28.666570 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-caefbce2-d30e-4cd9-af70-641b73fefd10 None None] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:28.684317 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-caefbce2-d30e-4cd9-af70-641b73fefd10 None None] Transition to ACTIVE for port object a01d8ab5-f83b-4f59-8cbf-f0c3ce0b1246 will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:09:28.696972 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-caefbce2-d30e-4cd9-af70-641b73fefd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:28.751588 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-caefbce2-d30e-4cd9-af70-641b73fefd10 None None] Attempting to bind port a01d8ab5-f83b-4f59-8cbf-f0c3ce0b1246 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:09:28.751588 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-caefbce2-d30e-4cd9-af70-641b73fefd10 None None] Attempting to bind port a01d8ab5-f83b-4f59-8cbf-f0c3ce0b1246 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:09:28.751588 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caefbce2-d30e-4cd9-af70-641b73fefd10 None None] Attempting to bind port a01d8ab5-f83b-4f59-8cbf-f0c3ce0b1246 on network 1166b922-7457-4da4-bdda-328e8c8e7bc6 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:09:28.767921 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caefbce2-d30e-4cd9-af70-641b73fefd10 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:09:28.768298 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caefbce2-d30e-4cd9-af70-641b73fefd10 None None] Checking segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:09:28.768702 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-caefbce2-d30e-4cd9-af70-641b73fefd10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:28.769286 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caefbce2-d30e-4cd9-af70-641b73fefd10 None None] Bound using segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:09:28.769765 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-caefbce2-d30e-4cd9-af70-641b73fefd10 None None] Bound port: a01d8ab5-f83b-4f59-8cbf-f0c3ce0b1246, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:09:28.770195 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-caefbce2-d30e-4cd9-af70-641b73fefd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:28.788169 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-debd2374-5e61-4253-85f8-11f1e249c6a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:28.806116 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-debd2374-5e61-4253-85f8-11f1e249c6a2 admin admin] Transition to ACTIVE for port object 99830efa-a0da-40b0-b4a3-bc435f36856b will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:09:28.817003 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device b911c735-116b-42be-a61b-2e9f3437eec8 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:09:28.821849 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-0897c7a8-30a3-4f29-8888-3e34f08fdd88 None None] Provisioning for port f2304551-d014-49f2-a16e-0050aa0e9195 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:09:28.834511 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-caefbce2-d30e-4cd9-af70-641b73fefd10 None None] For port a01d8ab5-f83b-4f59-8cbf-f0c3ce0b1246, host n-d-796209-16, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:09:28.838545 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-caefbce2-d30e-4cd9-af70-641b73fefd10 None None] For port a01d8ab5-f83b-4f59-8cbf-f0c3ce0b1246, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=a01d8ab5-f83b-4f59-8cbf-f0c3ce0b1246,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:09:28.840875 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa248342-75f1-46eb-a93c-77423cf8ed83 None None] Pushing event updated for resources: {'Port': ['ID=a01d8ab5-f83b-4f59-8cbf-f0c3ce0b1246,revision_number=2']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:09:28.846496 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-caefbce2-d30e-4cd9-af70-641b73fefd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:28.852104 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-debd2374-5e61-4253-85f8-11f1e249c6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:28.901805 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:28.902803 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debd2374-5e61-4253-85f8-11f1e249c6a2 admin admin] Network c6a106dd-4bc3-4388-8ddf-65ce721b0a85 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:09:28.908464 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-debd2374-5e61-4253-85f8-11f1e249c6a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:09:28.914841 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caefbce2-d30e-4cd9-af70-641b73fefd10 None None] Routers {'5a23166b-b3c5-4954-b49e-738590fdeafe'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:09:28.915471 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-caefbce2-d30e-4cd9-af70-641b73fefd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:09:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['5a23166b-b3c5-4954-b49e-738590fdeafe'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:09:28.917682 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debd2374-5e61-4253-85f8-11f1e249c6a2 admin admin] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:09:28.950876 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa248342-75f1-46eb-a93c-77423cf8ed83 None None] Pushing event updated for resources: {'Port': ['ID=a01d8ab5-f83b-4f59-8cbf-f0c3ce0b1246,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:09:28.953129 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debd2374-5e61-4253-85f8-11f1e249c6a2 admin admin] Pushing event updated for resources: {'Port': ['ID=99830efa-a0da-40b0-b4a3-bc435f36856b,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:09:28.971927 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port b911c735-116b-42be-a61b-2e9f3437eec8 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:09:28.982269 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debd2374-5e61-4253-85f8-11f1e249c6a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:09:28.982756 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debd2374-5e61-4253-85f8-11f1e249c6a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:09:28.983169 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debd2374-5e61-4253-85f8-11f1e249c6a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:09:28.983761 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debd2374-5e61-4253-85f8-11f1e249c6a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:09:28.984160 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debd2374-5e61-4253-85f8-11f1e249c6a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:09:28.984552 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debd2374-5e61-4253-85f8-11f1e249c6a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:09:28.985056 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debd2374-5e61-4253-85f8-11f1e249c6a2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:09:28.985550 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debd2374-5e61-4253-85f8-11f1e249c6a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:09:28.986284 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debd2374-5e61-4253-85f8-11f1e249c6a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:09:28.986777 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debd2374-5e61-4253-85f8-11f1e249c6a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:09:28.987267 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debd2374-5e61-4253-85f8-11f1e249c6a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:09:28.988094 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-debd2374-5e61-4253-85f8-11f1e249c6a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:09:28.995611 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port b911c735-116b-42be-a61b-2e9f3437eec8 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:09:28.996568 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:29.007167 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-debd2374-5e61-4253-85f8-11f1e249c6a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:29.053965 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-caefbce2-d30e-4cd9-af70-641b73fefd10 None None] Set router 5a23166b-b3c5-4954-b49e-738590fdeafe gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:09:29.145404 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:29.180840 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-debd2374-5e61-4253-85f8-11f1e249c6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:29.188615 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port b911c735-116b-42be-a61b-2e9f3437eec8, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=b911c735-116b-42be-a61b-2e9f3437eec8,segment=NetworkSegment(ebf43c47-dd9c-453a-ab4b-762e72a6107f),segment_id=ebf43c47-dd9c-453a-ab4b-762e72a6107f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:09:29.194956 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:29.196191 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device f2304551-d014-49f2-a16e-0050aa0e9195 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:09:29.290578 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=b911c735-116b-42be-a61b-2e9f3437eec8,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:09:29.314347 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port f2304551-d014-49f2-a16e-0050aa0e9195 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:09:29.319300 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port f2304551-d014-49f2-a16e-0050aa0e9195 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:09:29.325347 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:29.359261 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-caefbce2-d30e-4cd9-af70-641b73fefd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a23166b-b3c5-4954-b49e-738590fdeafe', 'name': 'tempest-TestServerMultinode-523613204-router', 'tenant_id': '4ddc4fc5eae4406bb541f29ab1b20140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'a01d8ab5-f83b-4f59-8cbf-f0c3ce0b1246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:09:25Z', 'updated_at': '2021-09-07T03:09:26Z', 'revision_number': 3, 'project_id': '4ddc4fc5eae4406bb541f29ab1b20140', 'gw_port': {'id': 'a01d8ab5-f83b-4f59-8cbf-f0c3ce0b1246', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a23166b-b3c5-4954-b49e-738590fdeafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:09:26Z', 'updated_at': '2021-09-07T03:09:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:09:29.402416 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-debd2374-5e61-4253-85f8-11f1e249c6a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:29.408937 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-debd2374-5e61-4253-85f8-11f1e249c6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:29.412199 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caefbce2-d30e-4cd9-af70-641b73fefd10 None None] The sync data for ids ['5a23166b-b3c5-4954-b49e-738590fdeafe'] in n-d-796209-16 is: [{'id': '5a23166b-b3c5-4954-b49e-738590fdeafe', 'name': 'tempest-TestServerMultinode-523613204-router', 'tenant_id': '4ddc4fc5eae4406bb541f29ab1b20140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'a01d8ab5-f83b-4f59-8cbf-f0c3ce0b1246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:09:25Z', 'updated_at': '2021-09-07T03:09:26Z', 'revision_number': 3, 'project_id': '4ddc4fc5eae4406bb541f29ab1b20140', 'gw_port': {'id': 'a01d8ab5-f83b-4f59-8cbf-f0c3ce0b1246', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a23166b-b3c5-4954-b49e-738590fdeafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:09:26Z', 'updated_at': '2021-09-07T03:09:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:09:29.423220 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3a3ed8a6-d090-45be-83f6-386290bc8c4f None None] Provisioning complete for port f2304551-d014-49f2-a16e-0050aa0e9195 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:09:29.423708 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3a3ed8a6-d090-45be-83f6-386290bc8c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:29.463841 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:29.511493 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-debd2374-5e61-4253-85f8-11f1e249c6a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:29.521641 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debd2374-5e61-4253-85f8-11f1e249c6a2 admin admin] Pushing event updated for resources: {'Port': ['ID=99830efa-a0da-40b0-b4a3-bc435f36856b,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:09:29.551893 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port f2304551-d014-49f2-a16e-0050aa0e9195, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=f2304551-d014-49f2-a16e-0050aa0e9195,segment=NetworkSegment(065df05c-9ea9-4e57-9ead-f467af16cdba),segment_id=065df05c-9ea9-4e57-9ead-f467af16cdba)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:09:29.604821 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:29.605628 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 737443b6-5629-4a2f-bb5f-425a64788d5e up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:09:29.641759 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debd2374-5e61-4253-85f8-11f1e249c6a2 admin admin] Network c6a106dd-4bc3-4388-8ddf-65ce721b0a85 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:09:29.643210 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-debd2374-5e61-4253-85f8-11f1e249c6a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:09:29.704804 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:29.714734 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3a3ed8a6-d090-45be-83f6-386290bc8c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:29.769825 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=f2304551-d014-49f2-a16e-0050aa0e9195,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:09:29.812905 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-debd2374-5e61-4253-85f8-11f1e249c6a2 admin admin] Router 5a23166b-b3c5-4954-b49e-738590fdeafe has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:09:29.821104 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 737443b6-5629-4a2f-bb5f-425a64788d5e triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:09:29.821649 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:29.858275 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.db.api [None req-3a3ed8a6-d090-45be-83f6-386290bc8c4f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 03:09:29.859107 n-d-796209-16 neutron-server[94702]: DEBUG oslo_db.api [None req-3a3ed8a6-d090-45be-83f6-386290bc8c4f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 03:09:29.992402 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-debd2374-5e61-4253-85f8-11f1e249c6a2 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:09:29.998194 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-debd2374-5e61-4253-85f8-11f1e249c6a2 admin admin] 10.222.0.22 "PUT /v2.0/routers/5a23166b-b3c5-4954-b49e-738590fdeafe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1878920 Sep 07 03:09:30.413167 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3a3ed8a6-d090-45be-83f6-386290bc8c4f None None] Provisioning for port 99830efa-a0da-40b0-b4a3-bc435f36856b completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:09:30.417757 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3a3ed8a6-d090-45be-83f6-386290bc8c4f None None] Provisioning complete for port 99830efa-a0da-40b0-b4a3-bc435f36856b triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:09:30.418129 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3a3ed8a6-d090-45be-83f6-386290bc8c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:30.458784 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3a3ed8a6-d090-45be-83f6-386290bc8c4f None None] Port 99830efa-a0da-40b0-b4a3-bc435f36856b cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:09:30.548920 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975ac8c-52e9-40f5-9ebb-5d6ecbe41de0 req-305fe64a-5f71-4a18-92dc-603c73945bb8 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:30.550532 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3975ac8c-52e9-40f5-9ebb-5d6ecbe41de0 req-305fe64a-5f71-4a18-92dc-603c73945bb8 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] 10.222.0.22 "GET /v2.0/networks?id=b3ec2399-5572-4518-b050-580b136b976a HTTP/1.1" status: 200 len: 910 time: 0.1061163 Sep 07 03:09:30.566227 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3975ac8c-52e9-40f5-9ebb-5d6ecbe41de0 req-e4d48624-b154-4e33-a71e-dc918bf069cf tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] 10.222.0.22 "GET /v2.0/quotas/4ddc4fc5eae4406bb541f29ab1b20140 HTTP/1.1" status: 200 len: 375 time: 0.0092888 Sep 07 03:09:30.581433 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-29e2d35f-f793-408b-9167-5a00cb6c7e13 None None] Provisioning complete for port 99830efa-a0da-40b0-b4a3-bc435f36856b triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:09:30.582111 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-29e2d35f-f793-408b-9167-5a00cb6c7e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:30.633070 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-29e2d35f-f793-408b-9167-5a00cb6c7e13 None None] Port 99830efa-a0da-40b0-b4a3-bc435f36856b cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:09:30.636036 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device f2304551-d014-49f2-a16e-0050aa0e9195 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:09:30.658465 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3975ac8c-52e9-40f5-9ebb-5d6ecbe41de0 req-d95185e6-7597-4939-9874-ff0db70f6cd5 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] 10.222.0.22 "GET /v2.0/ports?tenant_id=4ddc4fc5eae4406bb541f29ab1b20140&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0858493 Sep 07 03:09:30.687702 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port f2304551-d014-49f2-a16e-0050aa0e9195 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:09:30.688356 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:30.756277 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3975ac8c-52e9-40f5-9ebb-5d6ecbe41de0 req-a204685a-a70b-4cef-91f7-8fe6212c8435 service neutron] 10.222.0.22 "GET /v2.0/networks/b3ec2399-5572-4518-b050-580b136b976a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906868 Sep 07 03:09:30.774385 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device a01d8ab5-f83b-4f59-8cbf-f0c3ce0b1246 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:09:30.823682 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port a01d8ab5-f83b-4f59-8cbf-f0c3ce0b1246 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:09:30.828978 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port a01d8ab5-f83b-4f59-8cbf-f0c3ce0b1246 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:09:30.829841 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:30.854227 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3975ac8c-52e9-40f5-9ebb-5d6ecbe41de0 req-bc1d8fee-3190-4a01-a82e-af0051756f8e service neutron] 10.222.0.22 "GET /v2.0/networks/b3ec2399-5572-4518-b050-580b136b976a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909541 Sep 07 03:09:30.921091 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:30.950930 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port a01d8ab5-f83b-4f59-8cbf-f0c3ce0b1246, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=a01d8ab5-f83b-4f59-8cbf-f0c3ce0b1246,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:09:30.956026 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:30.956981 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device b911c735-116b-42be-a61b-2e9f3437eec8 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:09:31.041411 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4c642277-1a47-4e40-a03b-c9755c0d035a req-8b4e948d-9bff-40dd-85e0-146578c2d160 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=1db64443-67a5-493f-beb4-8464048bd87b HTTP/1.1" status: 200 len: 210 time: 0.0372357 Sep 07 03:09:31.042025 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=a01d8ab5-f83b-4f59-8cbf-f0c3ce0b1246,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:09:31.054212 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port b911c735-116b-42be-a61b-2e9f3437eec8 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:09:31.054591 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:31.446229 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:31.755969 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280fda41-5a8f-4585-ad86-f9f755ce971f None None] Sync routers for ids ['5a23166b-b3c5-4954-b49e-738590fdeafe'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:09:31.765697 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280fda41-5a8f-4585-ad86-f9f755ce971f None None] Routers {'5a23166b-b3c5-4954-b49e-738590fdeafe'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:09:31.766313 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-280fda41-5a8f-4585-ad86-f9f755ce971f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:09:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['5a23166b-b3c5-4954-b49e-738590fdeafe'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:09:31.869328 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-280fda41-5a8f-4585-ad86-f9f755ce971f None None] Set router 5a23166b-b3c5-4954-b49e-738590fdeafe gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:09:32.047298 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975ac8c-52e9-40f5-9ebb-5d6ecbe41de0 req-d8b34190-ace2-4082-8631-75a12014061e tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:32.048762 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3975ac8c-52e9-40f5-9ebb-5d6ecbe41de0 req-d8b34190-ace2-4082-8631-75a12014061e tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] 10.222.0.23 "GET /v2.0/networks?id=b3ec2399-5572-4518-b050-580b136b976a HTTP/1.1" status: 200 len: 910 time: 0.0896077 Sep 07 03:09:32.067157 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-3975ac8c-52e9-40f5-9ebb-5d6ecbe41de0 req-06f6439d-600a-4ac5-871f-908e78b6592f tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Request body: {'port': {'device_id': '1db64443-67a5-493f-beb4-8464048bd87b', 'network_id': 'b3ec2399-5572-4518-b050-580b136b976a', 'admin_state_up': True, 'tenant_id': '4ddc4fc5eae4406bb541f29ab1b20140'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:09:32.086098 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-280fda41-5a8f-4585-ad86-f9f755ce971f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a23166b-b3c5-4954-b49e-738590fdeafe', 'name': 'tempest-TestServerMultinode-523613204-router', 'tenant_id': '4ddc4fc5eae4406bb541f29ab1b20140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'a01d8ab5-f83b-4f59-8cbf-f0c3ce0b1246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:09:25Z', 'updated_at': '2021-09-07T03:09:29Z', 'revision_number': 4, 'project_id': '4ddc4fc5eae4406bb541f29ab1b20140', 'gw_port': {'id': 'a01d8ab5-f83b-4f59-8cbf-f0c3ce0b1246', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a23166b-b3c5-4954-b49e-738590fdeafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:09:26Z', 'updated_at': '2021-09-07T03:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '99830efa-a0da-40b0-b4a3-bc435f36856b', 'name': '', 'network_id': 'c6a106dd-4bc3-4388-8ddf-65ce721b0a85', 'tenant_id': '4ddc4fc5eae4406bb541f29ab1b20140', 'mac_address': 'fa:16:3e:b9:b6:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a23166b-b3c5-4954-b49e-738590fdeafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'f752e924-478a-45cb-b56f-a364fbb5426c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:09:28Z', 'updated_at': '2021-09-07T03:09:29Z', 'revision_number': 2, 'project_id': '4ddc4fc5eae4406bb541f29ab1b20140', 'subnets': [{'id': 'f752e924-478a-45cb-b56f-a364fbb5426c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:09:32.094119 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3975ac8c-52e9-40f5-9ebb-5d6ecbe41de0 req-06f6439d-600a-4ac5-871f-908e78b6592f tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Made reservation on behalf of 4ddc4fc5eae4406bb541f29ab1b20140 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:09:32.097741 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3975ac8c-52e9-40f5-9ebb-5d6ecbe41de0 req-06f6439d-600a-4ac5-871f-908e78b6592f tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:32.126356 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280fda41-5a8f-4585-ad86-f9f755ce971f None None] Checking router: 5a23166b-b3c5-4954-b49e-738590fdeafe for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:09:32.126664 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280fda41-5a8f-4585-ad86-f9f755ce971f None None] Updating router 5a23166b-b3c5-4954-b49e-738590fdeafe port 99830efa-a0da-40b0-b4a3-bc435f36856b binding host n-d-796209-16 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 03:09:32.151555 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-280fda41-5a8f-4585-ad86-f9f755ce971f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:32.158617 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0b68a06e-e144-473a-9bc6-ee318a4ef0bf req-f91d93bb-5ab5-4d9e-ad50-94779f4abd7a tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=1db64443-67a5-493f-beb4-8464048bd87b HTTP/1.1" status: 200 len: 210 time: 0.0286860 Sep 07 03:09:32.225146 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-3975ac8c-52e9-40f5-9ebb-5d6ecbe41de0 req-06f6439d-600a-4ac5-871f-908e78b6592f tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Allocated IP 172.20.0.9 (b3ec2399-5572-4518-b050-580b136b976a/1b2303d4-f774-4e97-a759-c60ced1eff12/f7874d90-0b0b-4fc9-a04a-abd8a57729f5) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:09:32.360384 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3975ac8c-52e9-40f5-9ebb-5d6ecbe41de0 req-06f6439d-600a-4ac5-871f-908e78b6592f tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:32.372723 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-3975ac8c-52e9-40f5-9ebb-5d6ecbe41de0 req-06f6439d-600a-4ac5-871f-908e78b6592f tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Transition to ACTIVE for port object f7874d90-0b0b-4fc9-a04a-abd8a57729f5 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:09:32.390112 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:09:32.406048 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3975ac8c-52e9-40f5-9ebb-5d6ecbe41de0 req-06f6439d-600a-4ac5-871f-908e78b6592f tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:32.420923 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-280fda41-5a8f-4585-ad86-f9f755ce971f None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:32.430937 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-280fda41-5a8f-4585-ad86-f9f755ce971f None None] Transition to ACTIVE for port object 99830efa-a0da-40b0-b4a3-bc435f36856b will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:09:32.438013 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-280fda41-5a8f-4585-ad86-f9f755ce971f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:32.452896 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3975ac8c-52e9-40f5-9ebb-5d6ecbe41de0 req-06f6439d-600a-4ac5-871f-908e78b6592f tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Network b3ec2399-5572-4518-b050-580b136b976a is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:09:32.455804 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-3975ac8c-52e9-40f5-9ebb-5d6ecbe41de0 req-06f6439d-600a-4ac5-871f-908e78b6592f tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:09:32.461786 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-3975ac8c-52e9-40f5-9ebb-5d6ecbe41de0 req-06f6439d-600a-4ac5-871f-908e78b6592f tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:09:32.498858 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975ac8c-52e9-40f5-9ebb-5d6ecbe41de0 req-06f6439d-600a-4ac5-871f-908e78b6592f tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:32.499473 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3975ac8c-52e9-40f5-9ebb-5d6ecbe41de0 req-06f6439d-600a-4ac5-871f-908e78b6592f tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:32.505950 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f6439d-600a-4ac5-871f-908e78b6592f tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Pushing event updated for resources: {'Port': ['ID=f7874d90-0b0b-4fc9-a04a-abd8a57729f5,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:09:32.521058 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f6439d-600a-4ac5-871f-908e78b6592f tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:09:32.521409 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f6439d-600a-4ac5-871f-908e78b6592f tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:09:32.521759 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f6439d-600a-4ac5-871f-908e78b6592f tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:09:32.522102 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f6439d-600a-4ac5-871f-908e78b6592f tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:09:32.522440 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f6439d-600a-4ac5-871f-908e78b6592f tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:09:32.522774 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f6439d-600a-4ac5-871f-908e78b6592f tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:09:32.523107 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f6439d-600a-4ac5-871f-908e78b6592f tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:09:32.523434 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f6439d-600a-4ac5-871f-908e78b6592f tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:09:32.523790 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f6439d-600a-4ac5-871f-908e78b6592f tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:09:32.524117 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f6439d-600a-4ac5-871f-908e78b6592f tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:09:32.524442 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f6439d-600a-4ac5-871f-908e78b6592f tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:09:32.524766 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f6439d-600a-4ac5-871f-908e78b6592f tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:09:32.535616 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3975ac8c-52e9-40f5-9ebb-5d6ecbe41de0 req-06f6439d-600a-4ac5-871f-908e78b6592f tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4768305 Sep 07 03:09:32.556814 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-3975ac8c-52e9-40f5-9ebb-5d6ecbe41de0 req-5b48f2fe-e863-497d-81e5-94c9626523b8 service neutron] Request body: {'port': {'device_id': '1db64443-67a5-493f-beb4-8464048bd87b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:09:32.562017 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b2ef7a-4cf6-450e-9158-49baee1039d5 None None] Pushing event updated for resources: {'Port': ['ID=99830efa-a0da-40b0-b4a3-bc435f36856b,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:09:32.578126 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-280fda41-5a8f-4585-ad86-f9f755ce971f None None] Attempting to bind port 99830efa-a0da-40b0-b4a3-bc435f36856b on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:09:32.578513 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-280fda41-5a8f-4585-ad86-f9f755ce971f None None] Attempting to bind port 99830efa-a0da-40b0-b4a3-bc435f36856b by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '065df05c-9ea9-4e57-9ead-f467af16cdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c6a106dd-4bc3-4388-8ddf-65ce721b0a85'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:09:32.578879 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280fda41-5a8f-4585-ad86-f9f755ce971f None None] Attempting to bind port 99830efa-a0da-40b0-b4a3-bc435f36856b on network c6a106dd-4bc3-4388-8ddf-65ce721b0a85 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:09:32.587603 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device a01d8ab5-f83b-4f59-8cbf-f0c3ce0b1246 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:09:32.590623 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280fda41-5a8f-4585-ad86-f9f755ce971f None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:09:32.590996 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280fda41-5a8f-4585-ad86-f9f755ce971f None None] Checking segment: {'id': '065df05c-9ea9-4e57-9ead-f467af16cdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c6a106dd-4bc3-4388-8ddf-65ce721b0a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:09:32.591401 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-280fda41-5a8f-4585-ad86-f9f755ce971f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:32.592583 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280fda41-5a8f-4585-ad86-f9f755ce971f None None] Bound using segment: {'id': '065df05c-9ea9-4e57-9ead-f467af16cdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c6a106dd-4bc3-4388-8ddf-65ce721b0a85'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:09:32.593074 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-280fda41-5a8f-4585-ad86-f9f755ce971f None None] Bound port: 99830efa-a0da-40b0-b4a3-bc435f36856b, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '065df05c-9ea9-4e57-9ead-f467af16cdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c6a106dd-4bc3-4388-8ddf-65ce721b0a85'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:09:32.593454 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-280fda41-5a8f-4585-ad86-f9f755ce971f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:32.626752 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3975ac8c-52e9-40f5-9ebb-5d6ecbe41de0 req-5b48f2fe-e863-497d-81e5-94c9626523b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:32.691032 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-280fda41-5a8f-4585-ad86-f9f755ce971f None None] For port 99830efa-a0da-40b0-b4a3-bc435f36856b, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:09:32.706947 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-280fda41-5a8f-4585-ad86-f9f755ce971f None None] For port 99830efa-a0da-40b0-b4a3-bc435f36856b, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=99830efa-a0da-40b0-b4a3-bc435f36856b,segment=NetworkSegment(065df05c-9ea9-4e57-9ead-f467af16cdba),segment_id=065df05c-9ea9-4e57-9ead-f467af16cdba)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:09:32.717504 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port a01d8ab5-f83b-4f59-8cbf-f0c3ce0b1246 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:09:32.717901 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:32.720222 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-280fda41-5a8f-4585-ad86-f9f755ce971f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:32.820122 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-c81a2a21-d269-4d41-87ad-04e0853f8ef7 None None] Provisioning for port f7874d90-0b0b-4fc9-a04a-abd8a57729f5 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:09:32.830774 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-c81a2a21-d269-4d41-87ad-04e0853f8ef7 None None] Provisioning complete for port f7874d90-0b0b-4fc9-a04a-abd8a57729f5 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:09:32.831350 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c81a2a21-d269-4d41-87ad-04e0853f8ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:32.837809 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b2ef7a-4cf6-450e-9158-49baee1039d5 None None] Pushing event updated for resources: {'Port': ['ID=99830efa-a0da-40b0-b4a3-bc435f36856b,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:09:32.867184 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280fda41-5a8f-4585-ad86-f9f755ce971f None None] Routers {'5a23166b-b3c5-4954-b49e-738590fdeafe'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:09:32.867852 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-280fda41-5a8f-4585-ad86-f9f755ce971f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:09:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['5a23166b-b3c5-4954-b49e-738590fdeafe'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:09:32.940855 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-c81a2a21-d269-4d41-87ad-04e0853f8ef7 None None] Port f7874d90-0b0b-4fc9-a04a-abd8a57729f5 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:09:32.941596 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-3975ac8c-52e9-40f5-9ebb-5d6ecbe41de0 req-5b48f2fe-e863-497d-81e5-94c9626523b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7874d90-0b0b-4fc9-a04a-abd8a57729f5 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:09:32.949402 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3975ac8c-52e9-40f5-9ebb-5d6ecbe41de0 req-5b48f2fe-e863-497d-81e5-94c9626523b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:32.965648 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-3975ac8c-52e9-40f5-9ebb-5d6ecbe41de0 req-5b48f2fe-e863-497d-81e5-94c9626523b8 service neutron] Transition to ACTIVE for port object f7874d90-0b0b-4fc9-a04a-abd8a57729f5 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:09:32.971048 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3975ac8c-52e9-40f5-9ebb-5d6ecbe41de0 req-5b48f2fe-e863-497d-81e5-94c9626523b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:33.025398 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b48f2fe-e863-497d-81e5-94c9626523b8 service neutron] Pushing event updated for resources: {'Port': ['ID=f7874d90-0b0b-4fc9-a04a-abd8a57729f5,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:09:33.027693 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-280fda41-5a8f-4585-ad86-f9f755ce971f None None] Set router 5a23166b-b3c5-4954-b49e-738590fdeafe gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:09:33.123270 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-3975ac8c-52e9-40f5-9ebb-5d6ecbe41de0 req-5b48f2fe-e863-497d-81e5-94c9626523b8 service neutron] Attempting to bind port f7874d90-0b0b-4fc9-a04a-abd8a57729f5 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:09:33.123875 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-3975ac8c-52e9-40f5-9ebb-5d6ecbe41de0 req-5b48f2fe-e863-497d-81e5-94c9626523b8 service neutron] Attempting to bind port f7874d90-0b0b-4fc9-a04a-abd8a57729f5 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': 'ebf43c47-dd9c-453a-ab4b-762e72a6107f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b3ec2399-5572-4518-b050-580b136b976a'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:09:33.124114 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3975ac8c-52e9-40f5-9ebb-5d6ecbe41de0 req-5b48f2fe-e863-497d-81e5-94c9626523b8 service neutron] Attempting to bind port f7874d90-0b0b-4fc9-a04a-abd8a57729f5 on network b3ec2399-5572-4518-b050-580b136b976a {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:09:33.128812 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3975ac8c-52e9-40f5-9ebb-5d6ecbe41de0 req-5b48f2fe-e863-497d-81e5-94c9626523b8 service neutron] Port f7874d90-0b0b-4fc9-a04a-abd8a57729f5 on network b3ec2399-5572-4518-b050-580b136b976a not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 03:09:33.129200 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3975ac8c-52e9-40f5-9ebb-5d6ecbe41de0 req-5b48f2fe-e863-497d-81e5-94c9626523b8 service neutron] Attempting to bind port f7874d90-0b0b-4fc9-a04a-abd8a57729f5 on network b3ec2399-5572-4518-b050-580b136b976a {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:09:33.136999 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3975ac8c-52e9-40f5-9ebb-5d6ecbe41de0 req-5b48f2fe-e863-497d-81e5-94c9626523b8 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:09:33.137341 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3975ac8c-52e9-40f5-9ebb-5d6ecbe41de0 req-5b48f2fe-e863-497d-81e5-94c9626523b8 service neutron] Checking segment: {'id': 'ebf43c47-dd9c-453a-ab4b-762e72a6107f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b3ec2399-5572-4518-b050-580b136b976a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:09:33.137854 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3975ac8c-52e9-40f5-9ebb-5d6ecbe41de0 req-5b48f2fe-e863-497d-81e5-94c9626523b8 service neutron] Bound using segment: {'id': 'ebf43c47-dd9c-453a-ab4b-762e72a6107f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b3ec2399-5572-4518-b050-580b136b976a'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:09:33.138145 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-3975ac8c-52e9-40f5-9ebb-5d6ecbe41de0 req-5b48f2fe-e863-497d-81e5-94c9626523b8 service neutron] Bound port: f7874d90-0b0b-4fc9-a04a-abd8a57729f5, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebf43c47-dd9c-453a-ab4b-762e72a6107f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b3ec2399-5572-4518-b050-580b136b976a'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:09:33.138499 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3975ac8c-52e9-40f5-9ebb-5d6ecbe41de0 req-5b48f2fe-e863-497d-81e5-94c9626523b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:33.225906 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-3975ac8c-52e9-40f5-9ebb-5d6ecbe41de0 req-5b48f2fe-e863-497d-81e5-94c9626523b8 service neutron] For port f7874d90-0b0b-4fc9-a04a-abd8a57729f5, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:09:33.230952 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-3975ac8c-52e9-40f5-9ebb-5d6ecbe41de0 req-5b48f2fe-e863-497d-81e5-94c9626523b8 service neutron] For port f7874d90-0b0b-4fc9-a04a-abd8a57729f5, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=f7874d90-0b0b-4fc9-a04a-abd8a57729f5,segment=NetworkSegment(ebf43c47-dd9c-453a-ab4b-762e72a6107f),segment_id=ebf43c47-dd9c-453a-ab4b-762e72a6107f)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:09:33.239421 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3975ac8c-52e9-40f5-9ebb-5d6ecbe41de0 req-5b48f2fe-e863-497d-81e5-94c9626523b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:33.269649 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-280fda41-5a8f-4585-ad86-f9f755ce971f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a23166b-b3c5-4954-b49e-738590fdeafe', 'name': 'tempest-TestServerMultinode-523613204-router', 'tenant_id': '4ddc4fc5eae4406bb541f29ab1b20140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'a01d8ab5-f83b-4f59-8cbf-f0c3ce0b1246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:09:25Z', 'updated_at': '2021-09-07T03:09:29Z', 'revision_number': 4, 'project_id': '4ddc4fc5eae4406bb541f29ab1b20140', 'gw_port': {'id': 'a01d8ab5-f83b-4f59-8cbf-f0c3ce0b1246', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a23166b-b3c5-4954-b49e-738590fdeafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:09:26Z', 'updated_at': '2021-09-07T03:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '99830efa-a0da-40b0-b4a3-bc435f36856b', 'name': '', 'network_id': 'c6a106dd-4bc3-4388-8ddf-65ce721b0a85', 'tenant_id': '4ddc4fc5eae4406bb541f29ab1b20140', 'mac_address': 'fa:16:3e:b9:b6:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a23166b-b3c5-4954-b49e-738590fdeafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'f752e924-478a-45cb-b56f-a364fbb5426c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:09:28Z', 'updated_at': '2021-09-07T03:09:32Z', 'revision_number': 4, 'project_id': '4ddc4fc5eae4406bb541f29ab1b20140', 'subnets': [{'id': 'f752e924-478a-45cb-b56f-a364fbb5426c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:09:33.304192 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975ac8c-52e9-40f5-9ebb-5d6ecbe41de0 req-5b48f2fe-e863-497d-81e5-94c9626523b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:33.304646 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280fda41-5a8f-4585-ad86-f9f755ce971f None None] The sync data for ids ['5a23166b-b3c5-4954-b49e-738590fdeafe'] in n-d-796209-16 is: [{'id': '5a23166b-b3c5-4954-b49e-738590fdeafe', 'name': 'tempest-TestServerMultinode-523613204-router', 'tenant_id': '4ddc4fc5eae4406bb541f29ab1b20140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'a01d8ab5-f83b-4f59-8cbf-f0c3ce0b1246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:09:25Z', 'updated_at': '2021-09-07T03:09:29Z', 'revision_number': 4, 'project_id': '4ddc4fc5eae4406bb541f29ab1b20140', 'gw_port': {'id': 'a01d8ab5-f83b-4f59-8cbf-f0c3ce0b1246', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a23166b-b3c5-4954-b49e-738590fdeafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:09:26Z', 'updated_at': '2021-09-07T03:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '99830efa-a0da-40b0-b4a3-bc435f36856b', 'name': '', 'network_id': 'c6a106dd-4bc3-4388-8ddf-65ce721b0a85', 'tenant_id': '4ddc4fc5eae4406bb541f29ab1b20140', 'mac_address': 'fa:16:3e:b9:b6:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a23166b-b3c5-4954-b49e-738590fdeafe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'f752e924-478a-45cb-b56f-a364fbb5426c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:09:28Z', 'updated_at': '2021-09-07T03:09:32Z', 'revision_number': 4, 'project_id': '4ddc4fc5eae4406bb541f29ab1b20140', 'subnets': [{'id': 'f752e924-478a-45cb-b56f-a364fbb5426c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:09:33.304850 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3975ac8c-52e9-40f5-9ebb-5d6ecbe41de0 req-5b48f2fe-e863-497d-81e5-94c9626523b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:33.306721 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3975ac8c-52e9-40f5-9ebb-5d6ecbe41de0 req-5b48f2fe-e863-497d-81e5-94c9626523b8 service neutron] 10.222.0.23 "PUT /v2.0/ports/f7874d90-0b0b-4fc9-a04a-abd8a57729f5 HTTP/1.1" status: 200 len: 1092 time: 0.7560422 Sep 07 03:09:33.307313 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1db64443-67a5-493f-beb4-8464048bd87b', 'tag': 'f7874d90-0b0b-4fc9-a04a-abd8a57729f5'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:09:33.309867 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1454a4b5-4700-4345-b784-3bd4b745902a" -d '{"events": [{"name": "network-changed", "server_uuid": "1db64443-67a5-493f-beb4-8464048bd87b", "tag": "f7874d90-0b0b-4fc9-a04a-abd8a57729f5"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:09:33.398351 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b48f2fe-e863-497d-81e5-94c9626523b8 service neutron] Pushing event updated for resources: {'Port': ['ID=f7874d90-0b0b-4fc9-a04a-abd8a57729f5,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:09:33.419055 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb70b7-483d-48c5-91cd-3dea34a6b24d req-3d8a0b01-c9fb-4955-b07b-1f13dd470f7b tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:33.423183 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cfcb70b7-483d-48c5-91cd-3dea34a6b24d req-3d8a0b01-c9fb-4955-b07b-1f13dd470f7b tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=1db64443-67a5-493f-beb4-8464048bd87b HTTP/1.1" status: 200 len: 1095 time: 0.1708436 Sep 07 03:09:33.425807 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b82404d-ed94-4c9a-95d5-6af209e7d3b9 x-openstack-request-id: req-5b82404d-ed94-4c9a-95d5-6af209e7d3b9 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:09:33.426318 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1db64443-67a5-493f-beb4-8464048bd87b", "tag": "f7874d90-0b0b-4fc9-a04a-abd8a57729f5", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:09:33.426742 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5b82404d-ed94-4c9a-95d5-6af209e7d3b9 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:09:33.427142 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1db64443-67a5-493f-beb4-8464048bd87b', 'tag': 'f7874d90-0b0b-4fc9-a04a-abd8a57729f5', 'status': 'completed', 'code': 200} Sep 07 03:09:33.475436 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cfcb70b7-483d-48c5-91cd-3dea34a6b24d req-8490d0e5-9c2b-49f8-a651-aaf5a76155c1 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=31634584-2665-4286-b940-af289c9e7ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462568 Sep 07 03:09:33.477720 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975ac8c-52e9-40f5-9ebb-5d6ecbe41de0 req-81c8cfcd-bbb6-4794-a3e5-2a3eeeac6e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:33.479257 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3975ac8c-52e9-40f5-9ebb-5d6ecbe41de0 req-81c8cfcd-bbb6-4794-a3e5-2a3eeeac6e71 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4ddc4fc5eae4406bb541f29ab1b20140&device_id=1db64443-67a5-493f-beb4-8464048bd87b HTTP/1.1" status: 200 len: 1095 time: 0.1076570 Sep 07 03:09:33.527190 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3975ac8c-52e9-40f5-9ebb-5d6ecbe41de0 req-9818851d-566b-419e-adbf-29a1f2841911 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7874d90-0b0b-4fc9-a04a-abd8a57729f5 HTTP/1.1" status: 200 len: 217 time: 0.0388298 Sep 07 03:09:33.585797 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975ac8c-52e9-40f5-9ebb-5d6ecbe41de0 req-ac8601d7-f9e4-4fda-9b2a-32a2775b8612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:33.587430 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3975ac8c-52e9-40f5-9ebb-5d6ecbe41de0 req-ac8601d7-f9e4-4fda-9b2a-32a2775b8612 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1b2303d4-f774-4e97-a759-c60ced1eff12 HTTP/1.1" status: 200 len: 849 time: 0.0509093 Sep 07 03:09:33.636644 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975ac8c-52e9-40f5-9ebb-5d6ecbe41de0 req-e0efc40a-8305-4d5c-9fee-ae1cb5ff70bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:33.638189 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3975ac8c-52e9-40f5-9ebb-5d6ecbe41de0 req-e0efc40a-8305-4d5c-9fee-ae1cb5ff70bd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b3ec2399-5572-4518-b050-580b136b976a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425792 Sep 07 03:09:33.733007 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3975ac8c-52e9-40f5-9ebb-5d6ecbe41de0 req-c5a71c84-f5f2-4971-89d3-c6cd005b85f2 service neutron] 10.222.0.23 "GET /v2.0/networks/b3ec2399-5572-4518-b050-580b136b976a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858648 Sep 07 03:09:33.835062 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3975ac8c-52e9-40f5-9ebb-5d6ecbe41de0 req-b3f27963-38cc-43c2-b7b2-5da7d7044cc6 service neutron] 10.222.0.23 "GET /v2.0/networks/b3ec2399-5572-4518-b050-580b136b976a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904911 Sep 07 03:09:33.922425 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454a4b5-4700-4345-b784-3bd4b745902a req-1cca0cf8-ded6-40c5-bd65-ca162125d9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:33.924208 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1454a4b5-4700-4345-b784-3bd4b745902a req-1cca0cf8-ded6-40c5-bd65-ca162125d9d9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4ddc4fc5eae4406bb541f29ab1b20140&device_id=1db64443-67a5-493f-beb4-8464048bd87b HTTP/1.1" status: 200 len: 1095 time: 0.0428395 Sep 07 03:09:34.023799 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454a4b5-4700-4345-b784-3bd4b745902a req-0542c65f-452e-4053-84e5-d1ec6ae49a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:34.025297 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1454a4b5-4700-4345-b784-3bd4b745902a req-0542c65f-452e-4053-84e5-d1ec6ae49a7b service neutron] 10.222.0.23 "GET /v2.0/networks?id=b3ec2399-5572-4518-b050-580b136b976a HTTP/1.1" status: 200 len: 910 time: 0.0923145 Sep 07 03:09:34.070223 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1454a4b5-4700-4345-b784-3bd4b745902a req-3eb82464-4c1a-40e0-8268-c0a147fea52f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7874d90-0b0b-4fc9-a04a-abd8a57729f5 HTTP/1.1" status: 200 len: 217 time: 0.0336380 Sep 07 03:09:34.120510 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454a4b5-4700-4345-b784-3bd4b745902a req-77f7ddb2-5b72-4365-9f60-70fb5bba128e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:34.121918 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1454a4b5-4700-4345-b784-3bd4b745902a req-77f7ddb2-5b72-4365-9f60-70fb5bba128e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1b2303d4-f774-4e97-a759-c60ced1eff12 HTTP/1.1" status: 200 len: 849 time: 0.0420439 Sep 07 03:09:34.173081 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454a4b5-4700-4345-b784-3bd4b745902a req-112248dd-ce6e-4c60-8375-18a702eafbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:34.174561 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1454a4b5-4700-4345-b784-3bd4b745902a req-112248dd-ce6e-4c60-8375-18a702eafbdf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b3ec2399-5572-4518-b050-580b136b976a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450304 Sep 07 03:09:34.264358 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1454a4b5-4700-4345-b784-3bd4b745902a req-93fd7815-d1e1-4926-801a-e16a57e61127 service neutron] 10.222.0.23 "GET /v2.0/networks/b3ec2399-5572-4518-b050-580b136b976a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809767 Sep 07 03:09:34.356591 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1454a4b5-4700-4345-b784-3bd4b745902a req-35322b61-67e8-45a3-9a13-cc510e092dc2 service neutron] 10.222.0.23 "GET /v2.0/networks/b3ec2399-5572-4518-b050-580b136b976a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848250 Sep 07 03:09:34.552302 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 99830efa-a0da-40b0-b4a3-bc435f36856b up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:09:34.591859 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee5cfcd-dd43-4e5c-9fee-98310d70bd00 req-4eac51e9-5124-47f1-ba93-265055845770 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:34.593756 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cee5cfcd-dd43-4e5c-9fee-98310d70bd00 req-4eac51e9-5124-47f1-ba93-265055845770 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=1db64443-67a5-493f-beb4-8464048bd87b HTTP/1.1" status: 200 len: 1095 time: 0.0442822 Sep 07 03:09:34.602067 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 99830efa-a0da-40b0-b4a3-bc435f36856b completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:09:34.605799 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 99830efa-a0da-40b0-b4a3-bc435f36856b triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:09:34.606176 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:34.629938 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cee5cfcd-dd43-4e5c-9fee-98310d70bd00 req-1c23f004-f1db-46b0-adb4-0d82833fbc93 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=31634584-2665-4286-b940-af289c9e7ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301304 Sep 07 03:09:34.690928 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:34.722684 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 99830efa-a0da-40b0-b4a3-bc435f36856b, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=99830efa-a0da-40b0-b4a3-bc435f36856b,segment=NetworkSegment(065df05c-9ea9-4e57-9ead-f467af16cdba),segment_id=065df05c-9ea9-4e57-9ead-f467af16cdba)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:09:34.726216 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:34.775751 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=99830efa-a0da-40b0-b4a3-bc435f36856b,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:09:35.738158 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268855d7-7d2a-4980-bb1e-6af634035476 req-b4cf535c-af07-4ea0-88f0-fd1f7872317f tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:35.739717 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-268855d7-7d2a-4980-bb1e-6af634035476 req-b4cf535c-af07-4ea0-88f0-fd1f7872317f tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=1db64443-67a5-493f-beb4-8464048bd87b HTTP/1.1" status: 200 len: 1095 time: 0.0436010 Sep 07 03:09:35.773497 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-268855d7-7d2a-4980-bb1e-6af634035476 req-ee7354ac-fc7c-4f3b-8ae3-f35d94285e1e tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=31634584-2665-4286-b940-af289c9e7ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273414 Sep 07 03:09:36.536836 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 99830efa-a0da-40b0-b4a3-bc435f36856b up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:09:36.583944 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 99830efa-a0da-40b0-b4a3-bc435f36856b triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:09:36.584314 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:36.878796 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2d2dfc-33e2-4268-b90d-65db6805fab2 req-a2bc8617-3756-4e09-934f-b40d3a97b7cb tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:36.880399 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8f2d2dfc-33e2-4268-b90d-65db6805fab2 req-a2bc8617-3756-4e09-934f-b40d3a97b7cb tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=1db64443-67a5-493f-beb4-8464048bd87b HTTP/1.1" status: 200 len: 1095 time: 0.0401123 Sep 07 03:09:36.913911 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8f2d2dfc-33e2-4268-b90d-65db6805fab2 req-fb028fc3-85fc-4849-a8c6-87eae41b1e9c tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=31634584-2665-4286-b940-af289c9e7ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278692 Sep 07 03:09:37.473003 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device f7874d90-0b0b-4fc9-a04a-abd8a57729f5 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 03:09:37.564125 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port f7874d90-0b0b-4fc9-a04a-abd8a57729f5, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=f7874d90-0b0b-4fc9-a04a-abd8a57729f5,segment=NetworkSegment(ebf43c47-dd9c-453a-ab4b-762e72a6107f),segment_id=ebf43c47-dd9c-453a-ab4b-762e72a6107f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:09:37.583670 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': 'f7874d90-0b0b-4fc9-a04a-abd8a57729f5', 'network_id': 'b3ec2399-5572-4518-b050-580b136b976a', 'port_id': 'f7874d90-0b0b-4fc9-a04a-abd8a57729f5', 'mac_address': 'fa:16:3e:1a:f4:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b2303d4-f774-4e97-a759-c60ced1eff12', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 03:09:37.624784 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:37.636963 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7874d90-0b0b-4fc9-a04a-abd8a57729f5 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:09:37.655856 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port f7874d90-0b0b-4fc9-a04a-abd8a57729f5, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=f7874d90-0b0b-4fc9-a04a-abd8a57729f5,segment=NetworkSegment(ebf43c47-dd9c-453a-ab4b-762e72a6107f),segment_id=ebf43c47-dd9c-453a-ab4b-762e72a6107f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:09:37.660135 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:37.706725 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=f7874d90-0b0b-4fc9-a04a-abd8a57729f5,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:09:37.865005 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['f7874d90-0b0b-4fc9-a04a-abd8a57729f5'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:09:38.018503 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf4eec-06f2-4141-b58b-841e10afbe5c req-25109ba1-ab7e-44a6-86fc-71ea7f57ff97 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:38.020053 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-52cf4eec-06f2-4141-b58b-841e10afbe5c req-25109ba1-ab7e-44a6-86fc-71ea7f57ff97 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=1db64443-67a5-493f-beb4-8464048bd87b HTTP/1.1" status: 200 len: 1096 time: 0.0401509 Sep 07 03:09:38.053521 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-52cf4eec-06f2-4141-b58b-841e10afbe5c req-5eaa6ea2-ce24-40ef-81b2-71565da8b9c3 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=31634584-2665-4286-b940-af289c9e7ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274751 Sep 07 03:09:39.156539 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2511ca49-1a0a-4d9b-87f1-8c46253a33e4 req-33c962db-1340-4643-9a52-2ba10dc0b361 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:39.158042 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2511ca49-1a0a-4d9b-87f1-8c46253a33e4 req-33c962db-1340-4643-9a52-2ba10dc0b361 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=1db64443-67a5-493f-beb4-8464048bd87b HTTP/1.1" status: 200 len: 1096 time: 0.0396976 Sep 07 03:09:39.193492 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2511ca49-1a0a-4d9b-87f1-8c46253a33e4 req-f3addae9-9a46-481b-93b6-4c323037b54d tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=31634584-2665-4286-b940-af289c9e7ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291848 Sep 07 03:09:39.487474 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device f7874d90-0b0b-4fc9-a04a-abd8a57729f5 up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:09:39.535138 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port f7874d90-0b0b-4fc9-a04a-abd8a57729f5 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:09:39.538654 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port f7874d90-0b0b-4fc9-a04a-abd8a57729f5 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:09:39.539028 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:39.612591 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:39.636585 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1db64443-67a5-493f-beb4-8464048bd87b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7874d90-0b0b-4fc9-a04a-abd8a57729f5'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:09:39.638898 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ecdbde0-efdd-44d4-bc56-821b9a2804ea" -d '{"events": [{"server_uuid": "1db64443-67a5-493f-beb4-8464048bd87b", "name": "network-vif-plugged", "status": "completed", "tag": "f7874d90-0b0b-4fc9-a04a-abd8a57729f5"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:09:39.803029 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7db6693-8883-4c63-81de-62b199a8820a x-openstack-request-id: req-e7db6693-8883-4c63-81de-62b199a8820a {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:09:39.803317 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1db64443-67a5-493f-beb4-8464048bd87b", "name": "network-vif-plugged", "status": "completed", "tag": "f7874d90-0b0b-4fc9-a04a-abd8a57729f5", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:09:39.803592 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e7db6693-8883-4c63-81de-62b199a8820a {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:09:39.803981 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1db64443-67a5-493f-beb4-8464048bd87b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7874d90-0b0b-4fc9-a04a-abd8a57729f5', 'code': 200} Sep 07 03:09:39.807395 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port f7874d90-0b0b-4fc9-a04a-abd8a57729f5, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=f7874d90-0b0b-4fc9-a04a-abd8a57729f5,segment=NetworkSegment(ebf43c47-dd9c-453a-ab4b-762e72a6107f),segment_id=ebf43c47-dd9c-453a-ab4b-762e72a6107f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:09:39.811712 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:39.859980 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=f7874d90-0b0b-4fc9-a04a-abd8a57729f5,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:09:39.884710 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad6b2f-5bbd-4b7d-aaa1-896f0d0d6d50 req-45243e03-1c98-40be-aff2-df9410828b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:39.886237 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b6ad6b2f-5bbd-4b7d-aaa1-896f0d0d6d50 req-45243e03-1c98-40be-aff2-df9410828b98 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1db64443-67a5-493f-beb4-8464048bd87b HTTP/1.1" status: 200 len: 1097 time: 0.1525676 Sep 07 03:09:39.921445 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b6ad6b2f-5bbd-4b7d-aaa1-896f0d0d6d50 req-610a29f5-9d8a-4df7-8fed-146fc8633b55 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=31634584-2665-4286-b940-af289c9e7ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275567 Sep 07 03:09:40.300503 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b30a1-7f56-42b8-ab69-1fa02be7a52b req-55057e6a-95c0-4057-a355-98071d6f933a tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:40.302005 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-525b30a1-7f56-42b8-ab69-1fa02be7a52b req-55057e6a-95c0-4057-a355-98071d6f933a tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=1db64443-67a5-493f-beb4-8464048bd87b HTTP/1.1" status: 200 len: 1097 time: 0.0429573 Sep 07 03:09:40.335834 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-525b30a1-7f56-42b8-ab69-1fa02be7a52b req-c2169596-c392-4274-aaf7-c32b62aa1f23 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=31634584-2665-4286-b940-af289c9e7ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276587 Sep 07 03:09:41.441860 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0aa607-3d7d-4193-a473-4ee8146da961 req-dc18f2c7-abfd-4772-a76a-e93db8866440 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:41.443406 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1f0aa607-3d7d-4193-a473-4ee8146da961 req-dc18f2c7-abfd-4772-a76a-e93db8866440 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=1db64443-67a5-493f-beb4-8464048bd87b HTTP/1.1" status: 200 len: 1097 time: 0.0414927 Sep 07 03:09:41.478482 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1f0aa607-3d7d-4193-a473-4ee8146da961 req-dad74119-a37e-40f8-8d2a-7989e0d53c86 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=31634584-2665-4286-b940-af289c9e7ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289619 Sep 07 03:09:41.585227 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468be95-be3b-4563-8894-2cc9b3413098 req-14aa5fe7-0b28-4170-8f58-bb4bc122c4ab tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:41.586752 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9468be95-be3b-4563-8894-2cc9b3413098 req-14aa5fe7-0b28-4170-8f58-bb4bc122c4ab tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=1db64443-67a5-493f-beb4-8464048bd87b HTTP/1.1" status: 200 len: 1097 time: 0.0407090 Sep 07 03:09:41.619975 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9468be95-be3b-4563-8894-2cc9b3413098 req-e54e4063-8b58-4916-ae3b-63c1db78a119 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=31634584-2665-4286-b940-af289c9e7ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271130 Sep 07 03:09:41.721872 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a694753-7820-45df-b9e5-09ed0a08eb61 req-bb2af576-fbe2-4d7a-8c91-e8395ba8140c tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:41.723373 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a694753-7820-45df-b9e5-09ed0a08eb61 req-bb2af576-fbe2-4d7a-8c91-e8395ba8140c tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=1db64443-67a5-493f-beb4-8464048bd87b HTTP/1.1" status: 200 len: 1097 time: 0.0401483 Sep 07 03:09:41.756978 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a694753-7820-45df-b9e5-09ed0a08eb61 req-7c8760a7-0a65-4196-95e8-97ace8f5ddd8 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=31634584-2665-4286-b940-af289c9e7ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278902 Sep 07 03:09:41.964398 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd41b21-e103-4d8b-8561-bd0a2a177754 req-c1b55fdc-40cd-4e2f-997a-72a9edecdc21 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:41.966069 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3fd41b21-e103-4d8b-8561-bd0a2a177754 req-c1b55fdc-40cd-4e2f-997a-72a9edecdc21 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] 10.222.0.22 "GET /v2.0/networks?id=b3ec2399-5572-4518-b050-580b136b976a HTTP/1.1" status: 200 len: 910 time: 0.0884912 Sep 07 03:09:41.980381 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3fd41b21-e103-4d8b-8561-bd0a2a177754 req-ee55d827-b16b-4097-ace7-8bbea2dc190c tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] 10.222.0.22 "GET /v2.0/quotas/4ddc4fc5eae4406bb541f29ab1b20140 HTTP/1.1" status: 200 len: 375 time: 0.0084770 Sep 07 03:09:42.026081 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3fd41b21-e103-4d8b-8561-bd0a2a177754 req-2ed1202b-90c1-4e45-b7d8-2f664a21ec08 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] 10.222.0.22 "GET /v2.0/ports?tenant_id=4ddc4fc5eae4406bb541f29ab1b20140&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0399511 Sep 07 03:09:42.114819 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3fd41b21-e103-4d8b-8561-bd0a2a177754 req-861c4376-3b7a-4ad4-a14e-64473c61c35a service neutron] 10.222.0.22 "GET /v2.0/networks/b3ec2399-5572-4518-b050-580b136b976a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812349 Sep 07 03:09:42.206387 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3fd41b21-e103-4d8b-8561-bd0a2a177754 req-acb47969-e2e1-4404-8151-619127b9cc61 service neutron] 10.222.0.22 "GET /v2.0/networks/b3ec2399-5572-4518-b050-580b136b976a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854533 Sep 07 03:09:42.372121 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4dd2837b-cbec-487c-b73a-989106969f46 req-a8b44d83-62b8-4578-b08f-ef67c041241b tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=4b80bcb8-5a0b-4fa3-b01e-9b5fc3e0ed5a HTTP/1.1" status: 200 len: 210 time: 0.0289955 Sep 07 03:09:42.895448 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38810) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:09:42.992532 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03227b1f-0f4e-4e2b-9aad-67a9e0b9f84f req-6a4b07cc-8212-4d63-92d5-c76791fd8963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:42.993961 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-03227b1f-0f4e-4e2b-9aad-67a9e0b9f84f req-6a4b07cc-8212-4d63-92d5-c76791fd8963 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c0aa0541-6465-485a-990e-6599adea63b0 HTTP/1.1" status: 200 len: 1097 time: 0.0975108 Sep 07 03:09:43.026690 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-03227b1f-0f4e-4e2b-9aad-67a9e0b9f84f req-dfdf4e01-6dc8-431d-8257-0dd4f75b5584 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b96d1fff-78ca-4cde-b970-063f3b4a8bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267265 Sep 07 03:09:43.237627 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd41b21-e103-4d8b-8561-bd0a2a177754 req-9ef39034-1c67-4c58-936d-1918d4b39e44 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:43.239153 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3fd41b21-e103-4d8b-8561-bd0a2a177754 req-9ef39034-1c67-4c58-936d-1918d4b39e44 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] 10.222.0.16 "GET /v2.0/networks?id=b3ec2399-5572-4518-b050-580b136b976a HTTP/1.1" status: 200 len: 910 time: 0.0927372 Sep 07 03:09:43.251649 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-3fd41b21-e103-4d8b-8561-bd0a2a177754 req-2b749d65-652d-4da4-86bc-f00ffe4cfc48 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Request body: {'port': {'device_id': '4b80bcb8-5a0b-4fa3-b01e-9b5fc3e0ed5a', 'network_id': 'b3ec2399-5572-4518-b050-580b136b976a', 'admin_state_up': True, 'tenant_id': '4ddc4fc5eae4406bb541f29ab1b20140'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:09:43.272084 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fd41b21-e103-4d8b-8561-bd0a2a177754 req-2b749d65-652d-4da4-86bc-f00ffe4cfc48 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Made reservation on behalf of 4ddc4fc5eae4406bb541f29ab1b20140 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:09:43.274934 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3fd41b21-e103-4d8b-8561-bd0a2a177754 req-2b749d65-652d-4da4-86bc-f00ffe4cfc48 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:43.391311 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-3fd41b21-e103-4d8b-8561-bd0a2a177754 req-2b749d65-652d-4da4-86bc-f00ffe4cfc48 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Allocated IP 172.20.0.5 (b3ec2399-5572-4518-b050-580b136b976a/1b2303d4-f774-4e97-a759-c60ced1eff12/5a86daad-f133-488b-8c00-607494b68813) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:09:43.467855 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ae2a0d17-a508-4678-9172-0dcf4e3b3202 req-d9354429-db15-431f-9ca0-94a90ca3cc6a tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=4b80bcb8-5a0b-4fa3-b01e-9b5fc3e0ed5a HTTP/1.1" status: 200 len: 210 time: 0.0264204 Sep 07 03:09:43.542484 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3fd41b21-e103-4d8b-8561-bd0a2a177754 req-2b749d65-652d-4da4-86bc-f00ffe4cfc48 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:43.556129 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-3fd41b21-e103-4d8b-8561-bd0a2a177754 req-2b749d65-652d-4da4-86bc-f00ffe4cfc48 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Transition to ACTIVE for port object 5a86daad-f133-488b-8c00-607494b68813 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:09:43.589654 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3fd41b21-e103-4d8b-8561-bd0a2a177754 req-2b749d65-652d-4da4-86bc-f00ffe4cfc48 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:43.602264 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['f7874d90-0b0b-4fc9-a04a-abd8a57729f5'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:09:43.630525 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fd41b21-e103-4d8b-8561-bd0a2a177754 req-2b749d65-652d-4da4-86bc-f00ffe4cfc48 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Network b3ec2399-5572-4518-b050-580b136b976a is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:09:43.633320 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-3fd41b21-e103-4d8b-8561-bd0a2a177754 req-2b749d65-652d-4da4-86bc-f00ffe4cfc48 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:09:43.636808 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fd41b21-e103-4d8b-8561-bd0a2a177754 req-2b749d65-652d-4da4-86bc-f00ffe4cfc48 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:09:43.679594 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b749d65-652d-4da4-86bc-f00ffe4cfc48 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Pushing event updated for resources: {'Port': ['ID=5a86daad-f133-488b-8c00-607494b68813,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:09:43.693512 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd41b21-e103-4d8b-8561-bd0a2a177754 req-2b749d65-652d-4da4-86bc-f00ffe4cfc48 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:43.694245 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3fd41b21-e103-4d8b-8561-bd0a2a177754 req-2b749d65-652d-4da4-86bc-f00ffe4cfc48 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:43.710820 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3fd41b21-e103-4d8b-8561-bd0a2a177754 req-2b749d65-652d-4da4-86bc-f00ffe4cfc48 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4627481 Sep 07 03:09:43.724120 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-3fd41b21-e103-4d8b-8561-bd0a2a177754 req-d212c707-1bb5-4116-bbb5-8109c6d7fbed service neutron] Request body: {'port': {'device_id': '4b80bcb8-5a0b-4fa3-b01e-9b5fc3e0ed5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:09:43.788122 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3fd41b21-e103-4d8b-8561-bd0a2a177754 req-d212c707-1bb5-4116-bbb5-8109c6d7fbed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:43.938551 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-cee52ce2-4ace-4255-89f7-042591ec8d8a None None] Provisioning for port 5a86daad-f133-488b-8c00-607494b68813 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:09:43.942827 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-cee52ce2-4ace-4255-89f7-042591ec8d8a None None] Provisioning complete for port 5a86daad-f133-488b-8c00-607494b68813 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:09:43.943408 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-cee52ce2-4ace-4255-89f7-042591ec8d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:43.985918 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-cee52ce2-4ace-4255-89f7-042591ec8d8a None None] Port 5a86daad-f133-488b-8c00-607494b68813 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:09:44.119821 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-3fd41b21-e103-4d8b-8561-bd0a2a177754 req-d212c707-1bb5-4116-bbb5-8109c6d7fbed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a86daad-f133-488b-8c00-607494b68813 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:09:44.128208 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3fd41b21-e103-4d8b-8561-bd0a2a177754 req-d212c707-1bb5-4116-bbb5-8109c6d7fbed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:44.140820 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-3fd41b21-e103-4d8b-8561-bd0a2a177754 req-d212c707-1bb5-4116-bbb5-8109c6d7fbed service neutron] Transition to ACTIVE for port object 5a86daad-f133-488b-8c00-607494b68813 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:09:44.145538 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3fd41b21-e103-4d8b-8561-bd0a2a177754 req-d212c707-1bb5-4116-bbb5-8109c6d7fbed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:44.198998 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d212c707-1bb5-4116-bbb5-8109c6d7fbed service neutron] Pushing event updated for resources: {'Port': ['ID=5a86daad-f133-488b-8c00-607494b68813,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:09:44.277144 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-3fd41b21-e103-4d8b-8561-bd0a2a177754 req-d212c707-1bb5-4116-bbb5-8109c6d7fbed service neutron] Attempting to bind port 5a86daad-f133-488b-8c00-607494b68813 on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:09:44.277489 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-3fd41b21-e103-4d8b-8561-bd0a2a177754 req-d212c707-1bb5-4116-bbb5-8109c6d7fbed service neutron] Attempting to bind port 5a86daad-f133-488b-8c00-607494b68813 by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': 'ebf43c47-dd9c-453a-ab4b-762e72a6107f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b3ec2399-5572-4518-b050-580b136b976a'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:09:44.277829 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd41b21-e103-4d8b-8561-bd0a2a177754 req-d212c707-1bb5-4116-bbb5-8109c6d7fbed service neutron] Attempting to bind port 5a86daad-f133-488b-8c00-607494b68813 on network b3ec2399-5572-4518-b050-580b136b976a {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:09:44.282983 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd41b21-e103-4d8b-8561-bd0a2a177754 req-d212c707-1bb5-4116-bbb5-8109c6d7fbed service neutron] Port 5a86daad-f133-488b-8c00-607494b68813 on network b3ec2399-5572-4518-b050-580b136b976a not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 03:09:44.283320 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd41b21-e103-4d8b-8561-bd0a2a177754 req-d212c707-1bb5-4116-bbb5-8109c6d7fbed service neutron] Attempting to bind port 5a86daad-f133-488b-8c00-607494b68813 on network b3ec2399-5572-4518-b050-580b136b976a {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:09:44.288411 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd41b21-e103-4d8b-8561-bd0a2a177754 req-d212c707-1bb5-4116-bbb5-8109c6d7fbed service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:09:44.288758 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd41b21-e103-4d8b-8561-bd0a2a177754 req-d212c707-1bb5-4116-bbb5-8109c6d7fbed service neutron] Checking segment: {'id': 'ebf43c47-dd9c-453a-ab4b-762e72a6107f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b3ec2399-5572-4518-b050-580b136b976a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:09:44.289172 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd41b21-e103-4d8b-8561-bd0a2a177754 req-d212c707-1bb5-4116-bbb5-8109c6d7fbed service neutron] Bound using segment: {'id': 'ebf43c47-dd9c-453a-ab4b-762e72a6107f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b3ec2399-5572-4518-b050-580b136b976a'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:09:44.289609 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-3fd41b21-e103-4d8b-8561-bd0a2a177754 req-d212c707-1bb5-4116-bbb5-8109c6d7fbed service neutron] Bound port: 5a86daad-f133-488b-8c00-607494b68813, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebf43c47-dd9c-453a-ab4b-762e72a6107f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'b3ec2399-5572-4518-b050-580b136b976a'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:09:44.289973 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3fd41b21-e103-4d8b-8561-bd0a2a177754 req-d212c707-1bb5-4116-bbb5-8109c6d7fbed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:44.356084 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-3fd41b21-e103-4d8b-8561-bd0a2a177754 req-d212c707-1bb5-4116-bbb5-8109c6d7fbed service neutron] For port 5a86daad-f133-488b-8c00-607494b68813, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:09:44.360039 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-3fd41b21-e103-4d8b-8561-bd0a2a177754 req-d212c707-1bb5-4116-bbb5-8109c6d7fbed service neutron] For port 5a86daad-f133-488b-8c00-607494b68813, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=5a86daad-f133-488b-8c00-607494b68813,segment=NetworkSegment(ebf43c47-dd9c-453a-ab4b-762e72a6107f),segment_id=ebf43c47-dd9c-453a-ab4b-762e72a6107f)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:09:44.364150 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3fd41b21-e103-4d8b-8561-bd0a2a177754 req-d212c707-1bb5-4116-bbb5-8109c6d7fbed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:44.397972 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd41b21-e103-4d8b-8561-bd0a2a177754 req-d212c707-1bb5-4116-bbb5-8109c6d7fbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:44.398586 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3fd41b21-e103-4d8b-8561-bd0a2a177754 req-d212c707-1bb5-4116-bbb5-8109c6d7fbed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:44.400044 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3fd41b21-e103-4d8b-8561-bd0a2a177754 req-d212c707-1bb5-4116-bbb5-8109c6d7fbed service neutron] 10.222.0.16 "PUT /v2.0/ports/5a86daad-f133-488b-8c00-607494b68813 HTTP/1.1" status: 200 len: 1092 time: 0.6807303 Sep 07 03:09:44.400453 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b80bcb8-5a0b-4fa3-b01e-9b5fc3e0ed5a', 'tag': '5a86daad-f133-488b-8c00-607494b68813'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:09:44.402954 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e67dcb-c22f-43a5-9fb7-0d8ff1edcb2b" -d '{"events": [{"name": "network-changed", "server_uuid": "4b80bcb8-5a0b-4fa3-b01e-9b5fc3e0ed5a", "tag": "5a86daad-f133-488b-8c00-607494b68813"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:09:44.441409 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d212c707-1bb5-4116-bbb5-8109c6d7fbed service neutron] Pushing event updated for resources: {'Port': ['ID=5a86daad-f133-488b-8c00-607494b68813,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:09:44.453928 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69df42a1-275a-4d22-89c0-dff6de3a323e x-openstack-request-id: req-69df42a1-275a-4d22-89c0-dff6de3a323e {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:09:44.454222 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b80bcb8-5a0b-4fa3-b01e-9b5fc3e0ed5a", "tag": "5a86daad-f133-488b-8c00-607494b68813", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:09:44.454477 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-69df42a1-275a-4d22-89c0-dff6de3a323e {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:09:44.454882 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b80bcb8-5a0b-4fa3-b01e-9b5fc3e0ed5a', 'tag': '5a86daad-f133-488b-8c00-607494b68813', 'status': 'completed', 'code': 200} Sep 07 03:09:44.493602 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd41b21-e103-4d8b-8561-bd0a2a177754 req-ce0d018d-420b-4f54-8afd-a38687c70756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:44.495199 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3fd41b21-e103-4d8b-8561-bd0a2a177754 req-ce0d018d-420b-4f54-8afd-a38687c70756 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4ddc4fc5eae4406bb541f29ab1b20140&device_id=4b80bcb8-5a0b-4fa3-b01e-9b5fc3e0ed5a HTTP/1.1" status: 200 len: 1095 time: 0.0509827 Sep 07 03:09:44.539964 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3fd41b21-e103-4d8b-8561-bd0a2a177754 req-ce810ba0-5554-4ad6-97f8-6c40b8509021 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a86daad-f133-488b-8c00-607494b68813 HTTP/1.1" status: 200 len: 217 time: 0.0372641 Sep 07 03:09:44.617663 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd41b21-e103-4d8b-8561-bd0a2a177754 req-d384de70-5d66-4765-b214-f194ea3f4e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:44.619156 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3fd41b21-e103-4d8b-8561-bd0a2a177754 req-d384de70-5d66-4765-b214-f194ea3f4e6c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1b2303d4-f774-4e97-a759-c60ced1eff12 HTTP/1.1" status: 200 len: 849 time: 0.0693853 Sep 07 03:09:44.621844 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2fe0a9-c21e-4997-b9c1-9c1234fec611 req-f3f9d585-8fe1-4498-aa80-94e3f13426a1 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:44.623299 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3b2fe0a9-c21e-4997-b9c1-9c1234fec611 req-f3f9d585-8fe1-4498-aa80-94e3f13426a1 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=4b80bcb8-5a0b-4fa3-b01e-9b5fc3e0ed5a HTTP/1.1" status: 200 len: 1095 time: 0.0823755 Sep 07 03:09:44.687891 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd41b21-e103-4d8b-8561-bd0a2a177754 req-a7654033-58c6-49fb-a21b-0dfe406588c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:44.689380 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3fd41b21-e103-4d8b-8561-bd0a2a177754 req-a7654033-58c6-49fb-a21b-0dfe406588c3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b3ec2399-5572-4518-b050-580b136b976a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0626209 Sep 07 03:09:44.690916 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3b2fe0a9-c21e-4997-b9c1-9c1234fec611 req-d63ec06c-eabd-4c4b-a5e3-dc9bbd66bfe2 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=31634584-2665-4286-b940-af289c9e7ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545197 Sep 07 03:09:44.784627 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3fd41b21-e103-4d8b-8561-bd0a2a177754 req-3f8582c9-0c52-4e63-802e-33e9aa6e9cda service neutron] 10.222.0.16 "GET /v2.0/networks/b3ec2399-5572-4518-b050-580b136b976a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877898 Sep 07 03:09:44.873524 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3fd41b21-e103-4d8b-8561-bd0a2a177754 req-5c376a8a-27cc-4820-bbf1-c4d04e78e636 service neutron] 10.222.0.16 "GET /v2.0/networks/b3ec2399-5572-4518-b050-580b136b976a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816286 Sep 07 03:09:44.953347 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e67dcb-c22f-43a5-9fb7-0d8ff1edcb2b req-73b2a21e-8497-4d26-80a7-1b6fd8179df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:44.954854 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-26e67dcb-c22f-43a5-9fb7-0d8ff1edcb2b req-73b2a21e-8497-4d26-80a7-1b6fd8179df8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4ddc4fc5eae4406bb541f29ab1b20140&device_id=4b80bcb8-5a0b-4fa3-b01e-9b5fc3e0ed5a HTTP/1.1" status: 200 len: 1095 time: 0.0412519 Sep 07 03:09:45.046989 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e67dcb-c22f-43a5-9fb7-0d8ff1edcb2b req-685f69f3-83d7-4311-a41e-c4c94c9ca5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:45.048485 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-26e67dcb-c22f-43a5-9fb7-0d8ff1edcb2b req-685f69f3-83d7-4311-a41e-c4c94c9ca5c2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b3ec2399-5572-4518-b050-580b136b976a HTTP/1.1" status: 200 len: 910 time: 0.0870173 Sep 07 03:09:45.089748 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-26e67dcb-c22f-43a5-9fb7-0d8ff1edcb2b req-acc8ab3e-7d8b-4e8e-ae5f-b23831c7b3aa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a86daad-f133-488b-8c00-607494b68813 HTTP/1.1" status: 200 len: 217 time: 0.0342162 Sep 07 03:09:45.140580 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e67dcb-c22f-43a5-9fb7-0d8ff1edcb2b req-c8ba7f1f-ab41-4ff4-88d5-aeb462a73774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:45.141923 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-26e67dcb-c22f-43a5-9fb7-0d8ff1edcb2b req-c8ba7f1f-ab41-4ff4-88d5-aeb462a73774 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1b2303d4-f774-4e97-a759-c60ced1eff12 HTTP/1.1" status: 200 len: 849 time: 0.0451667 Sep 07 03:09:45.188432 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e67dcb-c22f-43a5-9fb7-0d8ff1edcb2b req-d0414942-cbf2-42bc-b550-f6ded4091968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:45.189975 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-26e67dcb-c22f-43a5-9fb7-0d8ff1edcb2b req-d0414942-cbf2-42bc-b550-f6ded4091968 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b3ec2399-5572-4518-b050-580b136b976a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401435 Sep 07 03:09:45.281966 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-26e67dcb-c22f-43a5-9fb7-0d8ff1edcb2b req-852edc43-d102-4588-b32a-0c49af531626 service neutron] 10.222.0.16 "GET /v2.0/networks/b3ec2399-5572-4518-b050-580b136b976a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842981 Sep 07 03:09:45.374732 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-26e67dcb-c22f-43a5-9fb7-0d8ff1edcb2b req-1135174f-cc58-43cc-b6c6-e12902476593 service neutron] 10.222.0.16 "GET /v2.0/networks/b3ec2399-5572-4518-b050-580b136b976a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843942 Sep 07 03:09:45.796696 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d898d3-2a53-47fd-84c9-d2fdb81d3fbb req-93b91226-df70-4733-b50c-3cd3aa0a7040 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:45.799228 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d8d898d3-2a53-47fd-84c9-d2fdb81d3fbb req-93b91226-df70-4733-b50c-3cd3aa0a7040 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=4b80bcb8-5a0b-4fa3-b01e-9b5fc3e0ed5a HTTP/1.1" status: 200 len: 1095 time: 0.0413716 Sep 07 03:09:45.839387 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d8d898d3-2a53-47fd-84c9-d2fdb81d3fbb req-c33f5f85-1c91-41c9-a09e-bec7aaa81f2e tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=31634584-2665-4286-b940-af289c9e7ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340199 Sep 07 03:09:46.942117 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a6cf8-39d9-464e-818c-7ad491a38b98 req-4da25344-7b5c-42c9-9cea-5b9a7064a977 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:46.943641 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6d7a6cf8-39d9-464e-818c-7ad491a38b98 req-4da25344-7b5c-42c9-9cea-5b9a7064a977 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=4b80bcb8-5a0b-4fa3-b01e-9b5fc3e0ed5a HTTP/1.1" status: 200 len: 1095 time: 0.0398901 Sep 07 03:09:46.976883 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6d7a6cf8-39d9-464e-818c-7ad491a38b98 req-7c364ca6-5b94-4b9a-bb52-8868a9a172c6 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=31634584-2665-4286-b940-af289c9e7ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274806 Sep 07 03:09:48.080605 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6fe8b0-ed03-4ff9-830f-cff5960f8dd2 req-71c5ffe7-d476-4e7d-81b5-2e54af8ca6e1 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:48.082132 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4b6fe8b0-ed03-4ff9-830f-cff5960f8dd2 req-71c5ffe7-d476-4e7d-81b5-2e54af8ca6e1 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=4b80bcb8-5a0b-4fa3-b01e-9b5fc3e0ed5a HTTP/1.1" status: 200 len: 1095 time: 0.0404398 Sep 07 03:09:48.116702 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4b6fe8b0-ed03-4ff9-830f-cff5960f8dd2 req-0a0e820e-1f69-4a74-8b51-c4f8c27a7c69 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=31634584-2665-4286-b940-af289c9e7ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286481 Sep 07 03:09:48.829369 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 5a86daad-f133-488b-8c00-607494b68813 details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 03:09:48.921030 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 5a86daad-f133-488b-8c00-607494b68813, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=5a86daad-f133-488b-8c00-607494b68813,segment=NetworkSegment(ebf43c47-dd9c-453a-ab4b-762e72a6107f),segment_id=ebf43c47-dd9c-453a-ab4b-762e72a6107f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:09:48.931661 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '5a86daad-f133-488b-8c00-607494b68813', 'network_id': 'b3ec2399-5572-4518-b050-580b136b976a', 'port_id': '5a86daad-f133-488b-8c00-607494b68813', 'mac_address': 'fa:16:3e:4d:44:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b2303d4-f774-4e97-a759-c60ced1eff12', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 03:09:48.971870 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:48.984101 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a86daad-f133-488b-8c00-607494b68813 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:09:49.003244 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 5a86daad-f133-488b-8c00-607494b68813, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=5a86daad-f133-488b-8c00-607494b68813,segment=NetworkSegment(ebf43c47-dd9c-453a-ab4b-762e72a6107f),segment_id=ebf43c47-dd9c-453a-ab4b-762e72a6107f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:09:49.007404 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:49.052618 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=5a86daad-f133-488b-8c00-607494b68813,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:09:49.060519 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:09:49.060871 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:09:49.061215 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:09:49.061556 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:09:49.061898 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:09:49.062232 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:09:49.062563 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:09:49.062893 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:09:49.063220 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:09:49.063568 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:09:49.063897 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:09:49.064223 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:09:49.218367 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['5a86daad-f133-488b-8c00-607494b68813'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:09:49.222893 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2986fc86-e06e-4032-b0de-f9c31b08cc30 req-63368c6f-65bd-4089-8df9-273609e058f7 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:49.224505 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2986fc86-e06e-4032-b0de-f9c31b08cc30 req-63368c6f-65bd-4089-8df9-273609e058f7 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=4b80bcb8-5a0b-4fa3-b01e-9b5fc3e0ed5a HTTP/1.1" status: 200 len: 1096 time: 0.0435777 Sep 07 03:09:49.264204 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2986fc86-e06e-4032-b0de-f9c31b08cc30 req-f95b2919-9069-4151-9b8b-aba8f7364e91 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=31634584-2665-4286-b940-af289c9e7ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336785 Sep 07 03:09:50.366560 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ea594-ed39-43d1-a2ca-941b597b393a req-2e1f6888-536d-4eab-b151-12b772a0f6b2 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:50.368034 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-be1ea594-ed39-43d1-a2ca-941b597b393a req-2e1f6888-536d-4eab-b151-12b772a0f6b2 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=4b80bcb8-5a0b-4fa3-b01e-9b5fc3e0ed5a HTTP/1.1" status: 200 len: 1096 time: 0.0391576 Sep 07 03:09:50.402587 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-be1ea594-ed39-43d1-a2ca-941b597b393a req-a9d83313-fc54-4717-8340-d969979ae56b tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=31634584-2665-4286-b940-af289c9e7ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281901 Sep 07 03:09:50.848739 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 5a86daad-f133-488b-8c00-607494b68813 up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:09:50.898127 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port 5a86daad-f133-488b-8c00-607494b68813 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:09:50.901651 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 5a86daad-f133-488b-8c00-607494b68813 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:09:50.902023 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:50.975471 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:51.000548 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b80bcb8-5a0b-4fa3-b01e-9b5fc3e0ed5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a86daad-f133-488b-8c00-607494b68813'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:09:51.002800 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe6c22b-fe17-452f-9f5f-35cd69824a35" -d '{"events": [{"server_uuid": "4b80bcb8-5a0b-4fa3-b01e-9b5fc3e0ed5a", "name": "network-vif-plugged", "status": "completed", "tag": "5a86daad-f133-488b-8c00-607494b68813"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:09:51.015168 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 5a86daad-f133-488b-8c00-607494b68813, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=5a86daad-f133-488b-8c00-607494b68813,segment=NetworkSegment(ebf43c47-dd9c-453a-ab4b-762e72a6107f),segment_id=ebf43c47-dd9c-453a-ab4b-762e72a6107f)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:09:51.019288 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:51.046098 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3abf13b7-3d79-433f-b2f7-cc62c4fa7302 x-openstack-request-id: req-3abf13b7-3d79-433f-b2f7-cc62c4fa7302 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:09:51.046394 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b80bcb8-5a0b-4fa3-b01e-9b5fc3e0ed5a", "name": "network-vif-plugged", "status": "completed", "tag": "5a86daad-f133-488b-8c00-607494b68813", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:09:51.046649 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3abf13b7-3d79-433f-b2f7-cc62c4fa7302 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:09:51.047035 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b80bcb8-5a0b-4fa3-b01e-9b5fc3e0ed5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a86daad-f133-488b-8c00-607494b68813', 'code': 200} Sep 07 03:09:51.078511 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=5a86daad-f133-488b-8c00-607494b68813,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:09:51.135520 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80de7cc-0743-4dbe-8ecc-f86a5fd0b8f6 req-e021ff01-b778-4c57-903d-daf001af7afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:51.136912 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f80de7cc-0743-4dbe-8ecc-f86a5fd0b8f6 req-e021ff01-b778-4c57-903d-daf001af7afe service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4b80bcb8-5a0b-4fa3-b01e-9b5fc3e0ed5a HTTP/1.1" status: 200 len: 1097 time: 0.0394142 Sep 07 03:09:51.171109 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f80de7cc-0743-4dbe-8ecc-f86a5fd0b8f6 req-1f8fcd5b-18e2-4dc5-88db-2daa76dcb37d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=31634584-2665-4286-b940-af289c9e7ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273714 Sep 07 03:09:51.503925 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ae4b5-4965-42d5-b60b-b7b432c8d8fa req-c294b193-98bb-4aeb-8470-3bdcc3ffe508 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:51.505395 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-069ae4b5-4965-42d5-b60b-b7b432c8d8fa req-c294b193-98bb-4aeb-8470-3bdcc3ffe508 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=4b80bcb8-5a0b-4fa3-b01e-9b5fc3e0ed5a HTTP/1.1" status: 200 len: 1097 time: 0.0382893 Sep 07 03:09:51.541635 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-069ae4b5-4965-42d5-b60b-b7b432c8d8fa req-76d396a5-1b52-40ec-ae55-f3d817f7e429 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=31634584-2665-4286-b940-af289c9e7ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305314 Sep 07 03:09:51.687974 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:51.733725 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:52.648992 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a7c7b-cd18-421d-aea1-a9abc2742460 req-21ec67f1-0dfe-4e71-931b-dd853813fad3 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:52.650427 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c98a7c7b-cd18-421d-aea1-a9abc2742460 req-21ec67f1-0dfe-4e71-931b-dd853813fad3 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=4b80bcb8-5a0b-4fa3-b01e-9b5fc3e0ed5a HTTP/1.1" status: 200 len: 1097 time: 0.0426035 Sep 07 03:09:52.684499 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c98a7c7b-cd18-421d-aea1-a9abc2742460 req-0fb200ad-a273-4407-ac2e-ac7a2a9830c6 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=31634584-2665-4286-b940-af289c9e7ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275333 Sep 07 03:09:52.785931 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b71a708-5e80-4429-8099-ebc907058a69 req-3765034c-cabd-48a5-9376-235af758c87a tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:52.787390 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8b71a708-5e80-4429-8099-ebc907058a69 req-3765034c-cabd-48a5-9376-235af758c87a tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=4b80bcb8-5a0b-4fa3-b01e-9b5fc3e0ed5a HTTP/1.1" status: 200 len: 1097 time: 0.0390594 Sep 07 03:09:52.821014 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8b71a708-5e80-4429-8099-ebc907058a69 req-ffe41602-3031-4a17-ba88-0faeb9dbe7b0 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=31634584-2665-4286-b940-af289c9e7ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277710 Sep 07 03:09:53.186991 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a960f35-265b-4349-9ae8-9bcfc7249444 req-7b773e7b-e33f-430a-8f2f-4f279b4cea62 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:53.188546 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5a960f35-265b-4349-9ae8-9bcfc7249444 req-7b773e7b-e33f-430a-8f2f-4f279b4cea62 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=4b80bcb8-5a0b-4fa3-b01e-9b5fc3e0ed5a HTTP/1.1" status: 200 len: 1097 time: 0.3039563 Sep 07 03:09:53.226321 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5a960f35-265b-4349-9ae8-9bcfc7249444 req-a6087d89-11d1-42fe-9219-6909ceefd2a7 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=31634584-2665-4286-b940-af289c9e7ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317042 Sep 07 03:09:53.443763 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9900686-8dd3-4182-beec-9cd0714e04e8 req-cfac1ddd-3564-45a7-b2c9-20975c7b6df1 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:53.445262 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e9900686-8dd3-4182-beec-9cd0714e04e8 req-cfac1ddd-3564-45a7-b2c9-20975c7b6df1 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=4b80bcb8-5a0b-4fa3-b01e-9b5fc3e0ed5a HTTP/1.1" status: 200 len: 1097 time: 0.0393524 Sep 07 03:09:53.478968 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e9900686-8dd3-4182-beec-9cd0714e04e8 req-7471204f-0195-4a52-b62f-abf6db82e6f4 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=31634584-2665-4286-b940-af289c9e7ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275841 Sep 07 03:09:54.583031 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb37266f-c3ef-4b89-ad8c-4483e520482e req-0fac7814-3279-4038-921a-c6c85cb02a17 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:54.584546 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eb37266f-c3ef-4b89-ad8c-4483e520482e req-0fac7814-3279-4038-921a-c6c85cb02a17 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=4b80bcb8-5a0b-4fa3-b01e-9b5fc3e0ed5a HTTP/1.1" status: 200 len: 1097 time: 0.0398479 Sep 07 03:09:54.617513 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eb37266f-c3ef-4b89-ad8c-4483e520482e req-c22f37bc-55ac-46b4-8bb4-bd3f9b71ddd3 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=31634584-2665-4286-b940-af289c9e7ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272031 Sep 07 03:09:54.686340 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca04c5-19d7-4b41-a9fb-a8c87567e1b3 req-adb10334-19e9-4679-b394-1a5dd1ea90ff tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:54.687821 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f5ca04c5-19d7-4b41-a9fb-a8c87567e1b3 req-adb10334-19e9-4679-b394-1a5dd1ea90ff tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4b80bcb8-5a0b-4fa3-b01e-9b5fc3e0ed5a HTTP/1.1" status: 200 len: 1097 time: 0.0384960 Sep 07 03:09:54.767234 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-f5ca04c5-19d7-4b41-a9fb-a8c87567e1b3 req-e839c0db-e566-46fa-8450-c6e27ae28166 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Deleting port 5a86daad-f133-488b-8c00-607494b68813 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:09:54.767507 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f5ca04c5-19d7-4b41-a9fb-a8c87567e1b3 req-e839c0db-e566-46fa-8450-c6e27ae28166 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:54.846808 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-f5ca04c5-19d7-4b41-a9fb-a8c87567e1b3 req-e839c0db-e566-46fa-8450-c6e27ae28166 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] For port 5a86daad-f133-488b-8c00-607494b68813, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=5a86daad-f133-488b-8c00-607494b68813,segment=NetworkSegment(ebf43c47-dd9c-453a-ab4b-762e72a6107f),segment_id=ebf43c47-dd9c-453a-ab4b-762e72a6107f)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:09:54.847174 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f5ca04c5-19d7-4b41-a9fb-a8c87567e1b3 req-e839c0db-e566-46fa-8450-c6e27ae28166 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:54.858931 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-f5ca04c5-19d7-4b41-a9fb-a8c87567e1b3 req-e839c0db-e566-46fa-8450-c6e27ae28166 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Calling delete_port for 5a86daad-f133-488b-8c00-607494b68813 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:09:54.977661 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f5ca04c5-19d7-4b41-a9fb-a8c87567e1b3 req-e839c0db-e566-46fa-8450-c6e27ae28166 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:54.989202 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['5a86daad-f133-488b-8c00-607494b68813'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:09:55.004929 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839c0db-e566-46fa-8450-c6e27ae28166 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a86daad-f133-488b-8c00-607494b68813,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:09:55.016046 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['f7874d90-0b0b-4fc9-a04a-abd8a57729f5'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:09:55.047952 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5ca04c5-19d7-4b41-a9fb-a8c87567e1b3 req-e839c0db-e566-46fa-8450-c6e27ae28166 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] No DVR routers for this DVR port 5a86daad-f133-488b-8c00-607494b68813 on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:09:55.050566 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f5ca04c5-19d7-4b41-a9fb-a8c87567e1b3 req-e839c0db-e566-46fa-8450-c6e27ae28166 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:55.052632 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f5ca04c5-19d7-4b41-a9fb-a8c87567e1b3 req-e839c0db-e566-46fa-8450-c6e27ae28166 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] 10.222.0.16 "DELETE /v2.0/ports/5a86daad-f133-488b-8c00-607494b68813 HTTP/1.1" status: 204 len: 173 time: 0.3593702 Sep 07 03:09:55.053070 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b80bcb8-5a0b-4fa3-b01e-9b5fc3e0ed5a', 'name': 'network-vif-deleted', 'tag': '5a86daad-f133-488b-8c00-607494b68813'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:09:55.055325 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e692efb8-b615-4323-8189-fa8bc5e5caea" -d '{"events": [{"server_uuid": "4b80bcb8-5a0b-4fa3-b01e-9b5fc3e0ed5a", "name": "network-vif-deleted", "tag": "5a86daad-f133-488b-8c00-607494b68813"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:09:55.112363 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e60dce-ca6c-42a4-8315-4070ea4e328b x-openstack-request-id: req-32e60dce-ca6c-42a4-8315-4070ea4e328b {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:09:55.112749 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b80bcb8-5a0b-4fa3-b01e-9b5fc3e0ed5a", "name": "network-vif-deleted", "tag": "5a86daad-f133-488b-8c00-607494b68813", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:09:55.113092 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-32e60dce-ca6c-42a4-8315-4070ea4e328b {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:09:55.113662 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b80bcb8-5a0b-4fa3-b01e-9b5fc3e0ed5a', 'name': 'network-vif-deleted', 'tag': '5a86daad-f133-488b-8c00-607494b68813', 'status': 'completed', 'code': 200} Sep 07 03:09:55.866553 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec229f32-2966-4fec-9d5e-12cf2482b4d8 req-296093bf-c681-46a4-9035-2ee9e0dd920c tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:55.868125 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ec229f32-2966-4fec-9d5e-12cf2482b4d8 req-296093bf-c681-46a4-9035-2ee9e0dd920c tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=1db64443-67a5-493f-beb4-8464048bd87b HTTP/1.1" status: 200 len: 1097 time: 0.0409346 Sep 07 03:09:55.905745 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ec229f32-2966-4fec-9d5e-12cf2482b4d8 req-258399d9-a035-4c71-b646-5ac213f595d6 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=31634584-2665-4286-b940-af289c9e7ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315297 Sep 07 03:09:55.929107 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8f848ec1-da9a-4ba7-92ef-9bd8b15622c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:56.136790 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2e565cd7-b862-4bfd-ae82-5b24b22737f0 req-0a3d82f3-0578-4e79-b9f7-474d9d78ed9c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=100c05ea-ccb0-40b1-9a99-3c47e204dbc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0381894 Sep 07 03:09:56.218422 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e565cd7-b862-4bfd-ae82-5b24b22737f0 req-8598eb1c-0056-46c6-a6cd-d0f14ebf1c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:56.219815 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2e565cd7-b862-4bfd-ae82-5b24b22737f0 req-8598eb1c-0056-46c6-a6cd-d0f14ebf1c4a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2b241f46496480ea1c24703bd4e7081&device_id=100c05ea-ccb0-40b1-9a99-3c47e204dbc4 HTTP/1.1" status: 200 len: 1098 time: 0.0403314 Sep 07 03:09:56.321587 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e565cd7-b862-4bfd-ae82-5b24b22737f0 req-41afa82a-cce9-4a04-be43-18afc84f253d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:56.323049 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2e565cd7-b862-4bfd-ae82-5b24b22737f0 req-41afa82a-cce9-4a04-be43-18afc84f253d service neutron] 10.222.0.16 "GET /v2.0/networks?id=b5bb2b44-86d3-4c51-8098-39db56525af1 HTTP/1.1" status: 200 len: 912 time: 0.0861337 Sep 07 03:09:56.385612 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2e565cd7-b862-4bfd-ae82-5b24b22737f0 req-eca7251c-ac36-405d-952f-5f8323999e5a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fce4849c-db62-4fd9-a359-602ede6ef572 HTTP/1.1" status: 200 len: 1002 time: 0.0557032 Sep 07 03:09:56.432286 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e565cd7-b862-4bfd-ae82-5b24b22737f0 req-a69e3f99-40cd-45dd-83b1-fa6dc4290050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:56.433735 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2e565cd7-b862-4bfd-ae82-5b24b22737f0 req-a69e3f99-40cd-45dd-83b1-fa6dc4290050 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b33adc2b-a155-4213-967c-f1ae81189b8c HTTP/1.1" status: 200 len: 851 time: 0.0415154 Sep 07 03:09:56.485324 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e565cd7-b862-4bfd-ae82-5b24b22737f0 req-6a0af7c5-d6fd-41b2-a7af-405424cbd1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:56.486765 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2e565cd7-b862-4bfd-ae82-5b24b22737f0 req-6a0af7c5-d6fd-41b2-a7af-405424cbd1fd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b5bb2b44-86d3-4c51-8098-39db56525af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426042 Sep 07 03:09:56.573809 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2e565cd7-b862-4bfd-ae82-5b24b22737f0 req-b0a36b30-5f25-4eec-a413-0d5ae26a7117 service neutron] 10.222.0.16 "GET /v2.0/networks/b5bb2b44-86d3-4c51-8098-39db56525af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801024 Sep 07 03:09:56.663742 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2e565cd7-b862-4bfd-ae82-5b24b22737f0 req-8bb15e93-1b45-4258-b4e0-7199f21c9aa7 service neutron] 10.222.0.16 "GET /v2.0/networks/b5bb2b44-86d3-4c51-8098-39db56525af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833619 Sep 07 03:09:57.011671 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efaa251-81a3-4ae4-a08c-ffa1e3e950d6 req-26177c4e-83d5-45df-8edd-6dcf6866782b tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:57.013172 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5efaa251-81a3-4ae4-a08c-ffa1e3e950d6 req-26177c4e-83d5-45df-8edd-6dcf6866782b tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=1db64443-67a5-493f-beb4-8464048bd87b HTTP/1.1" status: 200 len: 1097 time: 0.0406442 Sep 07 03:09:57.046988 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5efaa251-81a3-4ae4-a08c-ffa1e3e950d6 req-4aa59812-ecf2-43ad-9951-3f0e15872d61 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=31634584-2665-4286-b940-af289c9e7ba7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279357 Sep 07 03:09:57.163807 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed12a44-00d2-4abc-83c7-4833b9eb9b6a req-14b7f88b-a5b5-425c-a486-e9abe8a09184 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:09:57.165290 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6ed12a44-00d2-4abc-83c7-4833b9eb9b6a req-14b7f88b-a5b5-425c-a486-e9abe8a09184 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=1db64443-67a5-493f-beb4-8464048bd87b HTTP/1.1" status: 200 len: 1097 time: 0.0393612 Sep 07 03:09:57.246232 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-6ed12a44-00d2-4abc-83c7-4833b9eb9b6a req-b09e0e4c-6fee-4072-9a17-2f0d603024e4 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Deleting port f7874d90-0b0b-4fc9-a04a-abd8a57729f5 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:09:57.246493 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6ed12a44-00d2-4abc-83c7-4833b9eb9b6a req-b09e0e4c-6fee-4072-9a17-2f0d603024e4 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:57.328767 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-6ed12a44-00d2-4abc-83c7-4833b9eb9b6a req-b09e0e4c-6fee-4072-9a17-2f0d603024e4 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] For port f7874d90-0b0b-4fc9-a04a-abd8a57729f5, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=f7874d90-0b0b-4fc9-a04a-abd8a57729f5,segment=NetworkSegment(ebf43c47-dd9c-453a-ab4b-762e72a6107f),segment_id=ebf43c47-dd9c-453a-ab4b-762e72a6107f)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:09:57.329141 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6ed12a44-00d2-4abc-83c7-4833b9eb9b6a req-b09e0e4c-6fee-4072-9a17-2f0d603024e4 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:57.346276 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-6ed12a44-00d2-4abc-83c7-4833b9eb9b6a req-b09e0e4c-6fee-4072-9a17-2f0d603024e4 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Calling delete_port for f7874d90-0b0b-4fc9-a04a-abd8a57729f5 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:09:57.465555 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6ed12a44-00d2-4abc-83c7-4833b9eb9b6a req-b09e0e4c-6fee-4072-9a17-2f0d603024e4 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:57.476343 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['f7874d90-0b0b-4fc9-a04a-abd8a57729f5'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:09:57.490547 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e0e4c-6fee-4072-9a17-2f0d603024e4 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Pushing event deleted for resources: {'Port': ['ID=f7874d90-0b0b-4fc9-a04a-abd8a57729f5,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:09:57.536901 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ed12a44-00d2-4abc-83c7-4833b9eb9b6a req-b09e0e4c-6fee-4072-9a17-2f0d603024e4 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] No DVR routers for this DVR port f7874d90-0b0b-4fc9-a04a-abd8a57729f5 on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:09:57.539419 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6ed12a44-00d2-4abc-83c7-4833b9eb9b6a req-b09e0e4c-6fee-4072-9a17-2f0d603024e4 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:57.541449 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6ed12a44-00d2-4abc-83c7-4833b9eb9b6a req-b09e0e4c-6fee-4072-9a17-2f0d603024e4 tempest-TestServerMultinode-1424720391 tempest-TestServerMultinode-1424720391-project-admin] 10.222.0.23 "DELETE /v2.0/ports/f7874d90-0b0b-4fc9-a04a-abd8a57729f5 HTTP/1.1" status: 204 len: 173 time: 0.3692908 Sep 07 03:09:57.541883 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1db64443-67a5-493f-beb4-8464048bd87b', 'name': 'network-vif-deleted', 'tag': 'f7874d90-0b0b-4fc9-a04a-abd8a57729f5'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:09:57.544145 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebf0253-fd2a-49dc-8b3b-02bf8e2d001c" -d '{"events": [{"server_uuid": "1db64443-67a5-493f-beb4-8464048bd87b", "name": "network-vif-deleted", "tag": "f7874d90-0b0b-4fc9-a04a-abd8a57729f5"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:09:57.585206 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c477e5-f35d-42eb-b255-2e61e4d6a35f x-openstack-request-id: req-88c477e5-f35d-42eb-b255-2e61e4d6a35f {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:09:57.585390 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1db64443-67a5-493f-beb4-8464048bd87b", "name": "network-vif-deleted", "tag": "f7874d90-0b0b-4fc9-a04a-abd8a57729f5", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:09:57.585824 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-88c477e5-f35d-42eb-b255-2e61e4d6a35f {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:09:57.586019 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1db64443-67a5-493f-beb4-8464048bd87b', 'name': 'network-vif-deleted', 'tag': 'f7874d90-0b0b-4fc9-a04a-abd8a57729f5', 'status': 'completed', 'code': 200} Sep 07 03:09:58.106067 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 38872) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:09:58.186318 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a44b6a5c-4aed-445f-95fe-573253c7b68c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:58.723749 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:58.742952 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-20fdb7ef-d504-4b5f-be59-abc16668fa0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:58.875568 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 5a86daad-f133-488b-8c00-607494b68813 no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:09:58.895716 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: 5a86daad-f133-488b-8c00-607494b68813 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:09:58.896068 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 5a86daad-f133-488b-8c00-607494b68813 not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:09:58.981702 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-20fdb7ef-d504-4b5f-be59-abc16668fa0c admin admin] Deleting port b911c735-116b-42be-a61b-2e9f3437eec8 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:09:58.982654 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-20fdb7ef-d504-4b5f-be59-abc16668fa0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:59.060980 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-20fdb7ef-d504-4b5f-be59-abc16668fa0c admin admin] For port b911c735-116b-42be-a61b-2e9f3437eec8, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=b911c735-116b-42be-a61b-2e9f3437eec8,segment=NetworkSegment(ebf43c47-dd9c-453a-ab4b-762e72a6107f),segment_id=ebf43c47-dd9c-453a-ab4b-762e72a6107f)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:09:59.061363 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-20fdb7ef-d504-4b5f-be59-abc16668fa0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:59.073947 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-20fdb7ef-d504-4b5f-be59-abc16668fa0c admin admin] Calling delete_port for b911c735-116b-42be-a61b-2e9f3437eec8 owned by network:router_interface {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:09:59.251423 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-20fdb7ef-d504-4b5f-be59-abc16668fa0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:59.281533 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fdb7ef-d504-4b5f-be59-abc16668fa0c admin admin] Pushing event deleted for resources: {'Port': ['ID=b911c735-116b-42be-a61b-2e9f3437eec8,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:09:59.445231 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-20fdb7ef-d504-4b5f-be59-abc16668fa0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:59.600916 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:59.659946 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20fdb7ef-d504-4b5f-be59-abc16668fa0c admin admin] Router 16274287-a841-4234-8a50-e0dccc0915bd has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:09:59.764179 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20fdb7ef-d504-4b5f-be59-abc16668fa0c admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:09:59.769449 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-20fdb7ef-d504-4b5f-be59-abc16668fa0c admin admin] 10.222.0.22 "PUT /v2.0/routers/16274287-a841-4234-8a50-e0dccc0915bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6623774 Sep 07 03:09:59.772039 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 38874) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:09:59.772730 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30fbb87-ce50-46d7-8dc7-afa0cd17ecc9 None None] Sync routers for ids ['16274287-a841-4234-8a50-e0dccc0915bd'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:09:59.781949 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30fbb87-ce50-46d7-8dc7-afa0cd17ecc9 None None] Routers {'16274287-a841-4234-8a50-e0dccc0915bd'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:09:59.782559 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-b30fbb87-ce50-46d7-8dc7-afa0cd17ecc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:09:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['16274287-a841-4234-8a50-e0dccc0915bd'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:09:59.876298 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5ad700ca-c97b-402f-a96e-66d2e49972e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:09:59.884127 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-b30fbb87-ce50-46d7-8dc7-afa0cd17ecc9 None None] Set router 16274287-a841-4234-8a50-e0dccc0915bd gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:09:59.977767 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5ad700ca-c97b-402f-a96e-66d2e49972e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:00.030793 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-5ad700ca-c97b-402f-a96e-66d2e49972e3 admin admin] Deleting port 737443b6-5629-4a2f-bb5f-425a64788d5e {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:10:00.031159 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5ad700ca-c97b-402f-a96e-66d2e49972e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:00.056556 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-b30fbb87-ce50-46d7-8dc7-afa0cd17ecc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16274287-a841-4234-8a50-e0dccc0915bd', 'name': 'tempest-TestServerMultinode-2006845364-router', 'tenant_id': 'af46ff70c203494d89e3fdb47075384e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '737443b6-5629-4a2f-bb5f-425a64788d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:09:21Z', 'updated_at': '2021-09-07T03:09:59Z', 'revision_number': 5, 'project_id': 'af46ff70c203494d89e3fdb47075384e', 'gw_port': {'id': '737443b6-5629-4a2f-bb5f-425a64788d5e', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:56:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16274287-a841-4234-8a50-e0dccc0915bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:09:21Z', 'updated_at': '2021-09-07T03:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:10:00.086014 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30fbb87-ce50-46d7-8dc7-afa0cd17ecc9 None None] Checking router: 16274287-a841-4234-8a50-e0dccc0915bd for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:10:00.094608 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30fbb87-ce50-46d7-8dc7-afa0cd17ecc9 None None] Routers {'16274287-a841-4234-8a50-e0dccc0915bd'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:10:00.095197 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-b30fbb87-ce50-46d7-8dc7-afa0cd17ecc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:09:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['16274287-a841-4234-8a50-e0dccc0915bd'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:10:00.113560 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-5ad700ca-c97b-402f-a96e-66d2e49972e3 admin admin] For port 737443b6-5629-4a2f-bb5f-425a64788d5e, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=737443b6-5629-4a2f-bb5f-425a64788d5e,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:10:00.113925 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5ad700ca-c97b-402f-a96e-66d2e49972e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:00.125186 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-5ad700ca-c97b-402f-a96e-66d2e49972e3 admin admin] Calling delete_port for 737443b6-5629-4a2f-bb5f-425a64788d5e owned by network:router_gateway {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:10:00.178171 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-b30fbb87-ce50-46d7-8dc7-afa0cd17ecc9 None None] Set router 16274287-a841-4234-8a50-e0dccc0915bd gateway port host: None {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:10:00.227567 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-b30fbb87-ce50-46d7-8dc7-afa0cd17ecc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16274287-a841-4234-8a50-e0dccc0915bd', 'name': 'tempest-TestServerMultinode-2006845364-router', 'tenant_id': 'af46ff70c203494d89e3fdb47075384e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:09:21Z', 'updated_at': '2021-09-07T03:09:59Z', 'revision_number': 6, 'project_id': 'af46ff70c203494d89e3fdb47075384e', 'gw_port_host': None}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:10:00.256575 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30fbb87-ce50-46d7-8dc7-afa0cd17ecc9 None None] The sync data for ids ['16274287-a841-4234-8a50-e0dccc0915bd'] in n-d-796209-16 is: [{'id': '16274287-a841-4234-8a50-e0dccc0915bd', 'name': 'tempest-TestServerMultinode-2006845364-router', 'tenant_id': 'af46ff70c203494d89e3fdb47075384e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:09:21Z', 'updated_at': '2021-09-07T03:09:59Z', 'revision_number': 6, 'project_id': 'af46ff70c203494d89e3fdb47075384e', 'gw_port_host': None}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:10:00.293463 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5ad700ca-c97b-402f-a96e-66d2e49972e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:00.317439 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad700ca-c97b-402f-a96e-66d2e49972e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=737443b6-5629-4a2f-bb5f-425a64788d5e,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:10:00.378753 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5ad700ca-c97b-402f-a96e-66d2e49972e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:00.467541 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5ad700ca-c97b-402f-a96e-66d2e49972e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:00.469590 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5ad700ca-c97b-402f-a96e-66d2e49972e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:00.512950 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5ad700ca-c97b-402f-a96e-66d2e49972e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:00.514073 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad700ca-c97b-402f-a96e-66d2e49972e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16274287-a841-4234-8a50-e0dccc0915bd {{(pid=94701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 03:10:00.518453 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5ad700ca-c97b-402f-a96e-66d2e49972e3 admin admin] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:00.519625 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-5ad700ca-c97b-402f-a96e-66d2e49972e3 admin admin] 10.222.0.22 "DELETE /v2.0/routers/16274287-a841-4234-8a50-e0dccc0915bd HTTP/1.1" status: 204 len: 168 time: 0.7465985 Sep 07 03:10:00.522089 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 38876) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:10:00.565046 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-e27e837f-7cdf-4ac8-827e-2b29317b00da admin admin] Deleting subnet 1b2303d4-f774-4e97-a759-c60ced1eff12 {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 03:10:00.567939 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e27e837f-7cdf-4ac8-827e-2b29317b00da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:00.605827 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e27e837f-7cdf-4ac8-827e-2b29317b00da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:00.696253 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e27e837f-7cdf-4ac8-827e-2b29317b00da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:00.724598 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device b911c735-116b-42be-a61b-2e9f3437eec8 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:10:00.748667 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: b911c735-116b-42be-a61b-2e9f3437eec8 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:10:00.749020 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device b911c735-116b-42be-a61b-2e9f3437eec8 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:10:00.754718 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e27e837f-7cdf-4ac8-827e-2b29317b00da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:00.780641 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27e837f-7cdf-4ac8-827e-2b29317b00da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b2303d4-f774-4e97-a759-c60ced1eff12,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:10:00.785609 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e27e837f-7cdf-4ac8-827e-2b29317b00da admin admin] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:00.787440 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e27e837f-7cdf-4ac8-827e-2b29317b00da admin admin] 10.222.0.22 "DELETE /v2.0/subnets/1b2303d4-f774-4e97-a759-c60ced1eff12 HTTP/1.1" status: 204 len: 168 time: 0.2644396 Sep 07 03:10:00.790049 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 38878) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:10:00.793616 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfab19ca-0283-475d-a67b-f34236e24d17 None None] Network b3ec2399-5572-4518-b050-580b136b976a requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:10:00.863226 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-850d1375-bbb7-4e6f-acc1-4bfa8617caf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:00.916913 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-850d1375-bbb7-4e6f-acc1-4bfa8617caf2 admin admin] Deleting port 4fed1bce-f2db-4e05-a8df-5d992b7cdfc3 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:10:00.917261 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-850d1375-bbb7-4e6f-acc1-4bfa8617caf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:00.981460 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-850d1375-bbb7-4e6f-acc1-4bfa8617caf2 admin admin] For port 4fed1bce-f2db-4e05-a8df-5d992b7cdfc3, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=4fed1bce-f2db-4e05-a8df-5d992b7cdfc3,segment=NetworkSegment(ebf43c47-dd9c-453a-ab4b-762e72a6107f),segment_id=ebf43c47-dd9c-453a-ab4b-762e72a6107f)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:10:00.981749 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-850d1375-bbb7-4e6f-acc1-4bfa8617caf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:00.993705 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-850d1375-bbb7-4e6f-acc1-4bfa8617caf2 admin admin] Calling delete_port for 4fed1bce-f2db-4e05-a8df-5d992b7cdfc3 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:10:01.080312 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3f17f1-5ddd-4a7c-a717-255ea71fafe3 None None] DHCP port deletion for b3ec2399-5572-4518-b050-580b136b976a request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 03:10:01.080569 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-850d1375-bbb7-4e6f-acc1-4bfa8617caf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:01.105887 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850d1375-bbb7-4e6f-acc1-4bfa8617caf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fed1bce-f2db-4e05-a8df-5d992b7cdfc3,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:10:01.116260 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850d1375-bbb7-4e6f-acc1-4bfa8617caf2 admin admin] No DVR routers for this DVR port 4fed1bce-f2db-4e05-a8df-5d992b7cdfc3 on host n-d-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:10:01.194144 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-850d1375-bbb7-4e6f-acc1-4bfa8617caf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:01.214267 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-850d1375-bbb7-4e6f-acc1-4bfa8617caf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3ec2399-5572-4518-b050-580b136b976a']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:10:01.223412 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-850d1375-bbb7-4e6f-acc1-4bfa8617caf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebf43c47-dd9c-453a-ab4b-762e72a6107f') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:10:01.223748 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-850d1375-bbb7-4e6f-acc1-4bfa8617caf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebf43c47-dd9c-453a-ab4b-762e72a6107f') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:10:01.233421 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-850d1375-bbb7-4e6f-acc1-4bfa8617caf2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:01.246285 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-850d1375-bbb7-4e6f-acc1-4bfa8617caf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:01.253853 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-850d1375-bbb7-4e6f-acc1-4bfa8617caf2 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 03:10:01.254354 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-850d1375-bbb7-4e6f-acc1-4bfa8617caf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:01.256129 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 03:10:01.256129 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 03:10:01.256129 n-d-796209-16 neutron-server[94701]: timer() Sep 07 03:10:01.256129 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 03:10:01.256129 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 03:10:01.256129 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 03:10:01.256129 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 03:10:01.256129 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 03:10:01.256129 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 03:10:01.256129 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 03:10:01.256129 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 03:10:01.256129 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 03:10:01.256129 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 03:10:01.256129 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 03:10:01.256129 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 03:10:01.256129 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 03:10:01.256129 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 03:10:01.256129 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 03:10:01.256129 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 03:10:01.256129 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 03:10:01.256129 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 03:10:01.256129 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 03:10:01.256129 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 03:10:01.256129 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 03:10:01.256129 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 03:10:01.256129 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 03:10:01.256129 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 03:10:01.256129 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 03:10:01.256129 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 03:10:01.256129 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 03:10:01.256129 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 03:10:01.256129 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 03:10:01.312368 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-850d1375-bbb7-4e6f-acc1-4bfa8617caf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:01.321945 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-850d1375-bbb7-4e6f-acc1-4bfa8617caf2 admin admin] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:01.324064 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-850d1375-bbb7-4e6f-acc1-4bfa8617caf2 admin admin] 10.222.0.22 "DELETE /v2.0/networks/b3ec2399-5572-4518-b050-580b136b976a HTTP/1.1" status: 204 len: 168 time: 0.5329034 Sep 07 03:10:01.327109 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38880) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:10:01.335229 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850d1375-bbb7-4e6f-acc1-4bfa8617caf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3ec2399-5572-4518-b050-580b136b976a,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:10:01.450733 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:01.597085 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device f7874d90-0b0b-4fc9-a04a-abd8a57729f5 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:10:01.621141 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: f7874d90-0b0b-4fc9-a04a-abd8a57729f5 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:10:01.621423 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device f7874d90-0b0b-4fc9-a04a-abd8a57729f5 not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:10:01.676592 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dff971ce-9bdd-4a09-a973-e5f65addcafd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:01.913460 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-dff971ce-9bdd-4a09-a973-e5f65addcafd admin admin] Deleting port 99830efa-a0da-40b0-b4a3-bc435f36856b {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:10:01.913702 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dff971ce-9bdd-4a09-a973-e5f65addcafd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:01.991924 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-dff971ce-9bdd-4a09-a973-e5f65addcafd admin admin] For port 99830efa-a0da-40b0-b4a3-bc435f36856b, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=99830efa-a0da-40b0-b4a3-bc435f36856b,segment=NetworkSegment(065df05c-9ea9-4e57-9ead-f467af16cdba),segment_id=065df05c-9ea9-4e57-9ead-f467af16cdba)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:10:01.992280 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dff971ce-9bdd-4a09-a973-e5f65addcafd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:02.004413 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-dff971ce-9bdd-4a09-a973-e5f65addcafd admin admin] Calling delete_port for 99830efa-a0da-40b0-b4a3-bc435f36856b owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:10:02.160250 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-35fa922c-c67f-46cb-9cbb-888770679e92 req-d0279409-cd25-4b6d-a51d-889d0bfbdbdf service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c0aa0541-6465-485a-990e-6599adea63b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0592227 Sep 07 03:10:02.239099 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dff971ce-9bdd-4a09-a973-e5f65addcafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:02.271170 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff971ce-9bdd-4a09-a973-e5f65addcafd admin admin] Pushing event deleted for resources: {'Port': ['ID=99830efa-a0da-40b0-b4a3-bc435f36856b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:10:02.281021 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa922c-c67f-46cb-9cbb-888770679e92 req-5cfcb617-730b-469b-8b18-6f34d3116aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:10:02.282596 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-35fa922c-c67f-46cb-9cbb-888770679e92 req-5cfcb617-730b-469b-8b18-6f34d3116aa8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d06bbe97323c41ddbf7d028c938d3dbd&device_id=c0aa0541-6465-485a-990e-6599adea63b0 HTTP/1.1" status: 200 len: 1097 time: 0.0824125 Sep 07 03:10:02.464063 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa922c-c67f-46cb-9cbb-888770679e92 req-93b3604e-f946-46c5-bd98-8073c021745c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:10:02.465547 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-35fa922c-c67f-46cb-9cbb-888770679e92 req-93b3604e-f946-46c5-bd98-8073c021745c service neutron] 10.222.0.23 "GET /v2.0/networks?id=e17aa995-8fe9-4abb-b390-77b4b3ff89e7 HTTP/1.1" status: 200 len: 908 time: 0.1629653 Sep 07 03:10:02.550746 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dff971ce-9bdd-4a09-a973-e5f65addcafd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:02.570082 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-35fa922c-c67f-46cb-9cbb-888770679e92 req-0a5f5b4e-c8ac-49f3-a37f-45e0e80c75c5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37777051-9bcc-47e8-8055-67af22404c77 HTTP/1.1" status: 200 len: 1001 time: 0.0751407 Sep 07 03:10:02.598215 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 4fed1bce-f2db-4e05-a8df-5d992b7cdfc3 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:10:02.618342 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 4fed1bce-f2db-4e05-a8df-5d992b7cdfc3 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:10:02.618970 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 4fed1bce-f2db-4e05-a8df-5d992b7cdfc3 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:10:02.619387 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 737443b6-5629-4a2f-bb5f-425a64788d5e no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:10:02.637980 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 737443b6-5629-4a2f-bb5f-425a64788d5e {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:10:02.638875 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 737443b6-5629-4a2f-bb5f-425a64788d5e not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:10:02.666595 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa922c-c67f-46cb-9cbb-888770679e92 req-4200588f-3151-4c92-98a3-d77238f6ad16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:10:02.668084 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-35fa922c-c67f-46cb-9cbb-888770679e92 req-4200588f-3151-4c92-98a3-d77238f6ad16 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=391b43f1-551f-4ebe-9158-b99ffe60493d HTTP/1.1" status: 200 len: 847 time: 0.0617986 Sep 07 03:10:02.777977 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa922c-c67f-46cb-9cbb-888770679e92 req-f0e420ad-8698-4288-8eb9-30ff958580c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:10:02.779385 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-35fa922c-c67f-46cb-9cbb-888770679e92 req-f0e420ad-8698-4288-8eb9-30ff958580c3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e17aa995-8fe9-4abb-b390-77b4b3ff89e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0862172 Sep 07 03:10:03.158301 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dff971ce-9bdd-4a09-a973-e5f65addcafd admin admin] Router 5a23166b-b3c5-4954-b49e-738590fdeafe has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:10:03.176965 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-35fa922c-c67f-46cb-9cbb-888770679e92 req-0190e5f1-573e-4625-88e8-854b59922bd6 service neutron] 10.222.0.23 "GET /v2.0/networks/e17aa995-8fe9-4abb-b390-77b4b3ff89e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3901205 Sep 07 03:10:03.339411 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff971ce-9bdd-4a09-a973-e5f65addcafd admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:10:03.345808 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-dff971ce-9bdd-4a09-a973-e5f65addcafd admin admin] 10.222.0.22 "PUT /v2.0/routers/5a23166b-b3c5-4954-b49e-738590fdeafe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0176511 Sep 07 03:10:03.348512 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 38882) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:10:03.349494 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-35fa922c-c67f-46cb-9cbb-888770679e92 req-57b80ebb-12cb-4801-8398-224dc66652cf service neutron] 10.222.0.23 "GET /v2.0/networks/e17aa995-8fe9-4abb-b390-77b4b3ff89e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388452 Sep 07 03:10:03.351750 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510ecfad-cb33-4a9b-84a5-67f3d1caa0ce None None] Sync routers for ids ['5a23166b-b3c5-4954-b49e-738590fdeafe'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:10:03.362655 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510ecfad-cb33-4a9b-84a5-67f3d1caa0ce None None] Routers {'5a23166b-b3c5-4954-b49e-738590fdeafe'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:10:03.363364 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-510ecfad-cb33-4a9b-84a5-67f3d1caa0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:09:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['5a23166b-b3c5-4954-b49e-738590fdeafe'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:10:03.454419 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8aa1a872-ad18-4bec-8871-5062335f83da admin admin] Notify callbacks [] for router, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:03.468506 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-510ecfad-cb33-4a9b-84a5-67f3d1caa0ce None None] Set router 5a23166b-b3c5-4954-b49e-738590fdeafe gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:10:03.557288 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8aa1a872-ad18-4bec-8871-5062335f83da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:03.612942 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-8aa1a872-ad18-4bec-8871-5062335f83da admin admin] Deleting port a01d8ab5-f83b-4f59-8cbf-f0c3ce0b1246 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:10:03.613218 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8aa1a872-ad18-4bec-8871-5062335f83da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:03.644107 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-510ecfad-cb33-4a9b-84a5-67f3d1caa0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a23166b-b3c5-4954-b49e-738590fdeafe', 'name': 'tempest-TestServerMultinode-523613204-router', 'tenant_id': '4ddc4fc5eae4406bb541f29ab1b20140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': 'a01d8ab5-f83b-4f59-8cbf-f0c3ce0b1246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:09:25Z', 'updated_at': '2021-09-07T03:10:02Z', 'revision_number': 5, 'project_id': '4ddc4fc5eae4406bb541f29ab1b20140', 'gw_port': {'id': 'a01d8ab5-f83b-4f59-8cbf-f0c3ce0b1246', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:3c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a23166b-b3c5-4954-b49e-738590fdeafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:09:26Z', 'updated_at': '2021-09-07T03:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:10:03.673624 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510ecfad-cb33-4a9b-84a5-67f3d1caa0ce None None] Checking router: 5a23166b-b3c5-4954-b49e-738590fdeafe for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:10:03.681631 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510ecfad-cb33-4a9b-84a5-67f3d1caa0ce None None] Routers {'5a23166b-b3c5-4954-b49e-738590fdeafe'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:10:03.682230 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-510ecfad-cb33-4a9b-84a5-67f3d1caa0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:09:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['5a23166b-b3c5-4954-b49e-738590fdeafe'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:10:03.690199 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-8aa1a872-ad18-4bec-8871-5062335f83da admin admin] For port a01d8ab5-f83b-4f59-8cbf-f0c3ce0b1246, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=a01d8ab5-f83b-4f59-8cbf-f0c3ce0b1246,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:10:03.690572 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8aa1a872-ad18-4bec-8871-5062335f83da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:03.703599 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-8aa1a872-ad18-4bec-8871-5062335f83da admin admin] Calling delete_port for a01d8ab5-f83b-4f59-8cbf-f0c3ce0b1246 owned by network:router_gateway {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:10:03.766109 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-510ecfad-cb33-4a9b-84a5-67f3d1caa0ce None None] Set router 5a23166b-b3c5-4954-b49e-738590fdeafe gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:10:03.816536 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-510ecfad-cb33-4a9b-84a5-67f3d1caa0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a23166b-b3c5-4954-b49e-738590fdeafe', 'name': 'tempest-TestServerMultinode-523613204-router', 'tenant_id': '4ddc4fc5eae4406bb541f29ab1b20140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:09:25Z', 'updated_at': '2021-09-07T03:10:03Z', 'revision_number': 6, 'project_id': '4ddc4fc5eae4406bb541f29ab1b20140', 'gw_port_host': None}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:10:03.846750 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510ecfad-cb33-4a9b-84a5-67f3d1caa0ce None None] The sync data for ids ['5a23166b-b3c5-4954-b49e-738590fdeafe'] in n-d-796209-16 is: [{'id': '5a23166b-b3c5-4954-b49e-738590fdeafe', 'name': 'tempest-TestServerMultinode-523613204-router', 'tenant_id': '4ddc4fc5eae4406bb541f29ab1b20140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:09:25Z', 'updated_at': '2021-09-07T03:10:03Z', 'revision_number': 6, 'project_id': '4ddc4fc5eae4406bb541f29ab1b20140', 'gw_port_host': None}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:10:03.874486 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8aa1a872-ad18-4bec-8871-5062335f83da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:03.900842 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa1a872-ad18-4bec-8871-5062335f83da admin admin] Pushing event deleted for resources: {'Port': ['ID=a01d8ab5-f83b-4f59-8cbf-f0c3ce0b1246,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:10:03.968189 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8aa1a872-ad18-4bec-8871-5062335f83da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:04.056193 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8aa1a872-ad18-4bec-8871-5062335f83da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:04.058432 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8aa1a872-ad18-4bec-8871-5062335f83da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:04.104437 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8aa1a872-ad18-4bec-8871-5062335f83da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:04.104999 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa1a872-ad18-4bec-8871-5062335f83da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a23166b-b3c5-4954-b49e-738590fdeafe {{(pid=94701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 03:10:04.109394 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8aa1a872-ad18-4bec-8871-5062335f83da admin admin] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:04.110552 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8aa1a872-ad18-4bec-8871-5062335f83da admin admin] 10.222.0.22 "DELETE /v2.0/routers/5a23166b-b3c5-4954-b49e-738590fdeafe HTTP/1.1" status: 204 len: 168 time: 0.7608845 Sep 07 03:10:04.113105 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 38884) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:10:04.156688 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3cb73cf-4814-4fef-9580-894d267dab8d admin admin] Deleting subnet f752e924-478a-45cb-b56f-a364fbb5426c {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 03:10:04.159518 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b3cb73cf-4814-4fef-9580-894d267dab8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:04.200464 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b3cb73cf-4814-4fef-9580-894d267dab8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:04.285987 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b3cb73cf-4814-4fef-9580-894d267dab8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:04.336614 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b3cb73cf-4814-4fef-9580-894d267dab8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:04.359799 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cb73cf-4814-4fef-9580-894d267dab8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f752e924-478a-45cb-b56f-a364fbb5426c,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:10:04.365440 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b3cb73cf-4814-4fef-9580-894d267dab8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:04.367278 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b3cb73cf-4814-4fef-9580-894d267dab8d admin admin] 10.222.0.22 "DELETE /v2.0/subnets/f752e924-478a-45cb-b56f-a364fbb5426c HTTP/1.1" status: 204 len: 168 time: 0.2532578 Sep 07 03:10:04.369911 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38886) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:10:04.370844 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770f98b2-083e-4d3e-bcad-7d3ba142bf60 None None] Network c6a106dd-4bc3-4388-8ddf-65ce721b0a85 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:10:04.442031 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8cd74244-884b-4991-b0f0-b1bdd7b8b04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:04.494475 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-8cd74244-884b-4991-b0f0-b1bdd7b8b04f admin admin] Deleting port f2304551-d014-49f2-a16e-0050aa0e9195 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:10:04.494822 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8cd74244-884b-4991-b0f0-b1bdd7b8b04f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:04.560843 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-8cd74244-884b-4991-b0f0-b1bdd7b8b04f admin admin] For port f2304551-d014-49f2-a16e-0050aa0e9195, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=f2304551-d014-49f2-a16e-0050aa0e9195,segment=NetworkSegment(065df05c-9ea9-4e57-9ead-f467af16cdba),segment_id=065df05c-9ea9-4e57-9ead-f467af16cdba)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:10:04.561435 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8cd74244-884b-4991-b0f0-b1bdd7b8b04f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:04.575383 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-8cd74244-884b-4991-b0f0-b1bdd7b8b04f admin admin] Calling delete_port for f2304551-d014-49f2-a16e-0050aa0e9195 owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:10:04.595656 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a12fff0-19ab-42f6-bae1-4ace8a0f2acd None None] DHCP port deletion for c6a106dd-4bc3-4388-8ddf-65ce721b0a85 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 03:10:04.658473 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-9a12fff0-19ab-42f6-bae1-4ace8a0f2acd None None] Deleting port f2304551-d014-49f2-a16e-0050aa0e9195 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:10:04.659165 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9a12fff0-19ab-42f6-bae1-4ace8a0f2acd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:04.673195 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8cd74244-884b-4991-b0f0-b1bdd7b8b04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:04.673602 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device f2304551-d014-49f2-a16e-0050aa0e9195 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:10:04.700580 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd74244-884b-4991-b0f0-b1bdd7b8b04f admin admin] Pushing event deleted for resources: {'Port': ['ID=f2304551-d014-49f2-a16e-0050aa0e9195,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:10:04.702422 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: f2304551-d014-49f2-a16e-0050aa0e9195 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:10:04.703005 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device f2304551-d014-49f2-a16e-0050aa0e9195 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:10:04.703644 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 99830efa-a0da-40b0-b4a3-bc435f36856b no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:10:04.705870 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd74244-884b-4991-b0f0-b1bdd7b8b04f admin admin] No DVR routers for this DVR port f2304551-d014-49f2-a16e-0050aa0e9195 on host n-d-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:10:04.753273 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 99830efa-a0da-40b0-b4a3-bc435f36856b {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:10:04.753620 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 99830efa-a0da-40b0-b4a3-bc435f36856b not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:10:04.754243 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device a01d8ab5-f83b-4f59-8cbf-f0c3ce0b1246 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:10:04.781832 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8cd74244-884b-4991-b0f0-b1bdd7b8b04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:04.782302 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: a01d8ab5-f83b-4f59-8cbf-f0c3ce0b1246 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:10:04.782658 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device a01d8ab5-f83b-4f59-8cbf-f0c3ce0b1246 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:10:04.789373 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-9a12fff0-19ab-42f6-bae1-4ace8a0f2acd None None] For port f2304551-d014-49f2-a16e-0050aa0e9195, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=f2304551-d014-49f2-a16e-0050aa0e9195,segment=NetworkSegment(065df05c-9ea9-4e57-9ead-f467af16cdba),segment_id=065df05c-9ea9-4e57-9ead-f467af16cdba)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:10:04.789780 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9a12fff0-19ab-42f6-bae1-4ace8a0f2acd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:04.802890 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-9a12fff0-19ab-42f6-bae1-4ace8a0f2acd None None] Calling delete_port for f2304551-d014-49f2-a16e-0050aa0e9195 owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:10:04.805019 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-8cd74244-884b-4991-b0f0-b1bdd7b8b04f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6a106dd-4bc3-4388-8ddf-65ce721b0a85']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:10:04.815087 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-8cd74244-884b-4991-b0f0-b1bdd7b8b04f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '065df05c-9ea9-4e57-9ead-f467af16cdba') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:10:04.815323 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-8cd74244-884b-4991-b0f0-b1bdd7b8b04f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '065df05c-9ea9-4e57-9ead-f467af16cdba') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:10:04.825562 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8cd74244-884b-4991-b0f0-b1bdd7b8b04f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:04.840139 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8cd74244-884b-4991-b0f0-b1bdd7b8b04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:04.847717 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cd74244-884b-4991-b0f0-b1bdd7b8b04f admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 03:10:04.848146 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8cd74244-884b-4991-b0f0-b1bdd7b8b04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:04.850271 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 03:10:04.850271 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 03:10:04.850271 n-d-796209-16 neutron-server[94700]: timer() Sep 07 03:10:04.850271 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 03:10:04.850271 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 03:10:04.850271 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 03:10:04.850271 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 03:10:04.850271 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 03:10:04.850271 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 03:10:04.850271 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 03:10:04.850271 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 03:10:04.850271 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 03:10:04.850271 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 03:10:04.850271 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 03:10:04.850271 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 03:10:04.850271 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 03:10:04.850271 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 03:10:04.850271 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 03:10:04.850271 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 03:10:04.850271 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 03:10:04.850271 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 03:10:04.850271 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 03:10:04.850271 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 03:10:04.850271 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 03:10:04.850271 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 03:10:04.850271 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 03:10:04.850271 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 03:10:04.850271 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 03:10:04.850271 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 03:10:04.850271 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 03:10:04.850271 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 03:10:04.850271 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 03:10:04.884618 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9a12fff0-19ab-42f6-bae1-4ace8a0f2acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:04.912349 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8cd74244-884b-4991-b0f0-b1bdd7b8b04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:04.914174 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a12fff0-19ab-42f6-bae1-4ace8a0f2acd None None] Pushing event deleted for resources: {'Port': ['ID=f2304551-d014-49f2-a16e-0050aa0e9195,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:10:04.918642 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8cd74244-884b-4991-b0f0-b1bdd7b8b04f admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:04.919031 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a12fff0-19ab-42f6-bae1-4ace8a0f2acd None None] No DVR routers for this DVR port f2304551-d014-49f2-a16e-0050aa0e9195 on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:10:04.921865 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-8cd74244-884b-4991-b0f0-b1bdd7b8b04f admin admin] 10.222.0.22 "DELETE /v2.0/networks/c6a106dd-4bc3-4388-8ddf-65ce721b0a85 HTTP/1.1" status: 204 len: 168 time: 0.5504482 Sep 07 03:10:04.936395 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd74244-884b-4991-b0f0-b1bdd7b8b04f admin admin] Pushing event deleted for resources: {'Network': ['ID=c6a106dd-4bc3-4388-8ddf-65ce721b0a85,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:10:05.096207 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38890) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:10:05.141503 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-e0025964-997b-468b-b46d-52b9f0ddefc3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=af46ff70c203494d89e3fdb47075384e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441325 Sep 07 03:10:05.143989 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38892) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:10:05.190578 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8541a5b4-c04b-4262-807c-9dd2f3d3b69a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:05.211641 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8541a5b4-c04b-4262-807c-9dd2f3d3b69a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:05.262036 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8541a5b4-c04b-4262-807c-9dd2f3d3b69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:05.265654 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8541a5b4-c04b-4262-807c-9dd2f3d3b69a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:05.267074 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-8541a5b4-c04b-4262-807c-9dd2f3d3b69a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2f03b2e5-d081-49d9-b251-8f4996d643ca HTTP/1.1" status: 204 len: 168 time: 0.1220918 Sep 07 03:10:05.274781 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8541a5b4-c04b-4262-807c-9dd2f3d3b69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f03b2e5-d081-49d9-b251-8f4996d643ca,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:10:05.568419 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38898) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:10:05.607855 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-e42e5299-e3eb-4499-b079-908209ae3846 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4ddc4fc5eae4406bb541f29ab1b20140&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382569 Sep 07 03:10:05.610139 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 38900) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:10:05.660436 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-53074ef0-91b4-44e4-9321-d2ef465dc780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:05.680950 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-53074ef0-91b4-44e4-9321-d2ef465dc780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:05.725236 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-53074ef0-91b4-44e4-9321-d2ef465dc780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:05.727796 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-53074ef0-91b4-44e4-9321-d2ef465dc780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:05.728949 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-53074ef0-91b4-44e4-9321-d2ef465dc780 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/31634584-2665-4286-b940-af289c9e7ba7 HTTP/1.1" status: 204 len: 168 time: 0.1179245 Sep 07 03:10:05.736820 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53074ef0-91b4-44e4-9321-d2ef465dc780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31634584-2665-4286-b940-af289c9e7ba7,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:10:09.389802 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:10:21.702136 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:21.743923 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:25.929669 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4e913e53-ac61-4a57-9f0c-70c1f88f99ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:28.187813 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-109007d0-c63f-439d-a331-bb030603eef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:28.725748 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:29.603499 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:31.453601 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:46.388933 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:10:48.219750 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25385eb6-a1b4-4efe-a79b-82317099c022 req-1f9127ec-23cf-4eaf-94c5-02b95fc72987 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:10:48.221240 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-25385eb6-a1b4-4efe-a79b-82317099c022 req-1f9127ec-23cf-4eaf-94c5-02b95fc72987 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=100c05ea-ccb0-40b1-9a99-3c47e204dbc4 HTTP/1.1" status: 200 len: 946 time: 0.0491405 Sep 07 03:10:48.259051 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-25385eb6-a1b4-4efe-a79b-82317099c022 req-ab4b39f3-4b82-4fe6-80d3-7d10b8f62b18 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=de18bfe2-1783-45fe-8c40-fdc97fee7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319386 Sep 07 03:10:49.372496 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da8b8b6-7a00-4d33-8803-8775bb504cc1 req-de0c9d44-ceb5-4177-82dc-0a5bf04810f1 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:10:49.374460 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5da8b8b6-7a00-4d33-8803-8775bb504cc1 req-de0c9d44-ceb5-4177-82dc-0a5bf04810f1 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=100c05ea-ccb0-40b1-9a99-3c47e204dbc4 HTTP/1.1" status: 200 len: 946 time: 0.0484192 Sep 07 03:10:49.414528 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5da8b8b6-7a00-4d33-8803-8775bb504cc1 req-60a99ce6-a31c-4eb4-b0f0-3a7e774f49bb tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=de18bfe2-1783-45fe-8c40-fdc97fee7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339096 Sep 07 03:10:49.697089 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45345233-d02f-491b-9681-3830c05ba525 req-fdf3d492-8fb7-4fcc-9e18-662fe1a2c75d tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:10:49.698465 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-45345233-d02f-491b-9681-3830c05ba525 req-fdf3d492-8fb7-4fcc-9e18-662fe1a2c75d tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.16 "GET /v2.0/ports?device_id=100c05ea-ccb0-40b1-9a99-3c47e204dbc4 HTTP/1.1" status: 200 len: 946 time: 0.0478461 Sep 07 03:10:49.789137 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-45345233-d02f-491b-9681-3830c05ba525 req-a9450ef8-fedb-47e9-a183-355e07df52ae tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Deleting port fce4849c-db62-4fd9-a359-602ede6ef572 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:10:49.789486 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-45345233-d02f-491b-9681-3830c05ba525 req-a9450ef8-fedb-47e9-a183-355e07df52ae tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:49.876371 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-45345233-d02f-491b-9681-3830c05ba525 req-a9450ef8-fedb-47e9-a183-355e07df52ae tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] For port fce4849c-db62-4fd9-a359-602ede6ef572, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=fce4849c-db62-4fd9-a359-602ede6ef572,segment=NetworkSegment(8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21),segment_id=8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:10:49.876735 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-45345233-d02f-491b-9681-3830c05ba525 req-a9450ef8-fedb-47e9-a183-355e07df52ae tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:50.097734 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-45345233-d02f-491b-9681-3830c05ba525 req-a9450ef8-fedb-47e9-a183-355e07df52ae tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:50.098091 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-45345233-d02f-491b-9681-3830c05ba525 req-a9450ef8-fedb-47e9-a183-355e07df52ae tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:50.098404 n-d-796209-16 neutron-server[94700]: INFO neutron.db.l3_db [req-45345233-d02f-491b-9681-3830c05ba525 req-a9450ef8-fedb-47e9-a183-355e07df52ae tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Floating IP e1e00d05-7f99-4845-a546-f7d9020d4c5c disassociated. External IP: 172.25.5.128, port: fce4849c-db62-4fd9-a359-602ede6ef572. Sep 07 03:10:50.098769 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-45345233-d02f-491b-9681-3830c05ba525 req-a9450ef8-fedb-47e9-a183-355e07df52ae tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Calling delete_port for fce4849c-db62-4fd9-a359-602ede6ef572 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:10:50.222841 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-45345233-d02f-491b-9681-3830c05ba525 req-a9450ef8-fedb-47e9-a183-355e07df52ae tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:50.253302 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9450ef8-fedb-47e9-a183-355e07df52ae tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Pushing event deleted for resources: {'Port': ['ID=fce4849c-db62-4fd9-a359-602ede6ef572,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:10:50.266661 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9450ef8-fedb-47e9-a183-355e07df52ae tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:10:50.267042 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9450ef8-fedb-47e9-a183-355e07df52ae tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:10:50.267396 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9450ef8-fedb-47e9-a183-355e07df52ae tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:10:50.267771 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9450ef8-fedb-47e9-a183-355e07df52ae tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:10:50.268110 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9450ef8-fedb-47e9-a183-355e07df52ae tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:10:50.269048 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9450ef8-fedb-47e9-a183-355e07df52ae tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:10:50.269048 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9450ef8-fedb-47e9-a183-355e07df52ae tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:10:50.269343 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9450ef8-fedb-47e9-a183-355e07df52ae tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:10:50.269455 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9450ef8-fedb-47e9-a183-355e07df52ae tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:10:50.269743 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9450ef8-fedb-47e9-a183-355e07df52ae tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:10:50.270068 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9450ef8-fedb-47e9-a183-355e07df52ae tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:10:50.270540 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9450ef8-fedb-47e9-a183-355e07df52ae tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:10:50.374951 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45345233-d02f-491b-9681-3830c05ba525 req-a9450ef8-fedb-47e9-a183-355e07df52ae tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Router a1b83060-4e62-4f21-bb3c-495eb2c6a10f has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:10:50.481654 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45345233-d02f-491b-9681-3830c05ba525 req-a9450ef8-fedb-47e9-a183-355e07df52ae tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:10:50.491740 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfce5ec7-f8b5-4072-ac26-8d0744ef4aee None None] Sync routers for ids ['a1b83060-4e62-4f21-bb3c-495eb2c6a10f'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:10:50.501562 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfce5ec7-f8b5-4072-ac26-8d0744ef4aee None None] Routers {'a1b83060-4e62-4f21-bb3c-495eb2c6a10f'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:10:50.502269 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-cfce5ec7-f8b5-4072-ac26-8d0744ef4aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:10:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['a1b83060-4e62-4f21-bb3c-495eb2c6a10f'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:10:50.527151 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4baf0c65-d42f-406b-acb5-6d5eb18679dc req-438d2c20-667d-4cc9-97b8-861e150a3255 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=100c05ea-ccb0-40b1-9a99-3c47e204dbc4 HTTP/1.1" status: 200 len: 210 time: 0.0435691 Sep 07 03:10:50.546051 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-45345233-d02f-491b-9681-3830c05ba525 req-a9450ef8-fedb-47e9-a183-355e07df52ae tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] No DVR routers for this DVR port fce4849c-db62-4fd9-a359-602ede6ef572 on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:10:50.552792 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-45345233-d02f-491b-9681-3830c05ba525 req-a9450ef8-fedb-47e9-a183-355e07df52ae tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:50.554811 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-45345233-d02f-491b-9681-3830c05ba525 req-a9450ef8-fedb-47e9-a183-355e07df52ae tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.16 "DELETE /v2.0/ports/fce4849c-db62-4fd9-a359-602ede6ef572 HTTP/1.1" status: 204 len: 173 time: 0.8505156 Sep 07 03:10:50.555236 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '100c05ea-ccb0-40b1-9a99-3c47e204dbc4', 'name': 'network-vif-deleted', 'tag': 'fce4849c-db62-4fd9-a359-602ede6ef572'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:10:50.557520 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302c8a9b-b8d4-4900-bcb2-4ace20b4eecc" -d '{"events": [{"server_uuid": "100c05ea-ccb0-40b1-9a99-3c47e204dbc4", "name": "network-vif-deleted", "tag": "fce4849c-db62-4fd9-a359-602ede6ef572"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:10:50.602115 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083f10ef-a571-4f60-9618-4e2c8cf30e25 x-openstack-request-id: req-083f10ef-a571-4f60-9618-4e2c8cf30e25 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:10:50.602388 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "100c05ea-ccb0-40b1-9a99-3c47e204dbc4", "name": "network-vif-deleted", "tag": "fce4849c-db62-4fd9-a359-602ede6ef572", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:10:50.602644 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-083f10ef-a571-4f60-9618-4e2c8cf30e25 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:10:50.603139 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '100c05ea-ccb0-40b1-9a99-3c47e204dbc4', 'name': 'network-vif-deleted', 'tag': 'fce4849c-db62-4fd9-a359-602ede6ef572', 'status': 'completed', 'code': 200} Sep 07 03:10:50.721378 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-cfce5ec7-f8b5-4072-ac26-8d0744ef4aee None None] Set router a1b83060-4e62-4f21-bb3c-495eb2c6a10f gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:10:50.917509 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-cfce5ec7-f8b5-4072-ac26-8d0744ef4aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'name': 'tempest-TestVolumeBootPattern-1134786000-router', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'd975f0af-5594-4140-b8ef-556bcf39aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:04:33Z', 'updated_at': '2021-09-07T03:04:38Z', 'revision_number': 4, 'project_id': 'e2b241f46496480ea1c24703bd4e7081', 'gw_port': {'id': 'd975f0af-5594-4140-b8ef-556bcf39aceb', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:47:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:34Z', 'updated_at': '2021-09-07T03:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'd9bf7c30-d2e6-4716-9ec6-49155d279181', 'name': '', 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'mac_address': 'fa:16:3e:01:69:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'b33adc2b-a155-4213-967c-f1ae81189b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:37Z', 'updated_at': '2021-09-07T03:04:48Z', 'revision_number': 5, 'project_id': 'e2b241f46496480ea1c24703bd4e7081', 'subnets': [{'id': 'b33adc2b-a155-4213-967c-f1ae81189b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:10:50.943902 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfce5ec7-f8b5-4072-ac26-8d0744ef4aee None None] Checking router: a1b83060-4e62-4f21-bb3c-495eb2c6a10f for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:10:50.952318 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfce5ec7-f8b5-4072-ac26-8d0744ef4aee None None] Routers {'a1b83060-4e62-4f21-bb3c-495eb2c6a10f'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:10:50.952925 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-cfce5ec7-f8b5-4072-ac26-8d0744ef4aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:10:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['a1b83060-4e62-4f21-bb3c-495eb2c6a10f'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:10:51.056920 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-cfce5ec7-f8b5-4072-ac26-8d0744ef4aee None None] Set router a1b83060-4e62-4f21-bb3c-495eb2c6a10f gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:10:51.254907 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-cfce5ec7-f8b5-4072-ac26-8d0744ef4aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'name': 'tempest-TestVolumeBootPattern-1134786000-router', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'd975f0af-5594-4140-b8ef-556bcf39aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:04:33Z', 'updated_at': '2021-09-07T03:04:38Z', 'revision_number': 4, 'project_id': 'e2b241f46496480ea1c24703bd4e7081', 'gw_port': {'id': 'd975f0af-5594-4140-b8ef-556bcf39aceb', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:47:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:34Z', 'updated_at': '2021-09-07T03:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'd9bf7c30-d2e6-4716-9ec6-49155d279181', 'name': '', 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'mac_address': 'fa:16:3e:01:69:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'b33adc2b-a155-4213-967c-f1ae81189b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:37Z', 'updated_at': '2021-09-07T03:04:48Z', 'revision_number': 5, 'project_id': 'e2b241f46496480ea1c24703bd4e7081', 'subnets': [{'id': 'b33adc2b-a155-4213-967c-f1ae81189b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:10:51.282147 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfce5ec7-f8b5-4072-ac26-8d0744ef4aee None None] The sync data for ids ['a1b83060-4e62-4f21-bb3c-495eb2c6a10f'] in n-d-796209-16 is: [{'id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'name': 'tempest-TestVolumeBootPattern-1134786000-router', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'd975f0af-5594-4140-b8ef-556bcf39aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:04:33Z', 'updated_at': '2021-09-07T03:04:38Z', 'revision_number': 4, 'project_id': 'e2b241f46496480ea1c24703bd4e7081', 'gw_port': {'id': 'd975f0af-5594-4140-b8ef-556bcf39aceb', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:47:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:34Z', 'updated_at': '2021-09-07T03:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'd9bf7c30-d2e6-4716-9ec6-49155d279181', 'name': '', 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'mac_address': 'fa:16:3e:01:69:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'b33adc2b-a155-4213-967c-f1ae81189b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:37Z', 'updated_at': '2021-09-07T03:04:48Z', 'revision_number': 5, 'project_id': 'e2b241f46496480ea1c24703bd4e7081', 'subnets': [{'id': 'b33adc2b-a155-4213-967c-f1ae81189b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:10:51.517420 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9a810c-0c04-4ff4-8745-3e3bee30a9e3 None None] New status for floating IP e1e00d05-7f99-4845-a546-f7d9020d4c5c: DOWN {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 03:10:51.627286 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3b12ef64-a4a3-434e-b5f4-b5a758d83d07 req-d1bd4fe7-73e8-4053-a268-7591bc514324 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=100c05ea-ccb0-40b1-9a99-3c47e204dbc4 HTTP/1.1" status: 200 len: 210 time: 0.0281053 Sep 07 03:10:51.717154 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:51.748983 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:52.729561 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b6041b61-d543-4261-8d34-152b724fb692 req-e00aa601-1312-4e8e-b5e9-78ce1dee985a tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=100c05ea-ccb0-40b1-9a99-3c47e204dbc4 HTTP/1.1" status: 200 len: 210 time: 0.0267496 Sep 07 03:10:53.141724 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device fce4849c-db62-4fd9-a359-602ede6ef572 no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:10:53.163751 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: fce4849c-db62-4fd9-a359-602ede6ef572 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:10:53.164105 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device fce4849c-db62-4fd9-a359-602ede6ef572 not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:10:53.822346 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5fa82945-7f19-4f1b-89e8-b4615354e449 req-ff5ed030-e9a9-4f08-ac37-fbdbb1716971 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=100c05ea-ccb0-40b1-9a99-3c47e204dbc4 HTTP/1.1" status: 200 len: 210 time: 0.0258298 Sep 07 03:10:55.017823 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5394be44-7910-4c2a-b3a1-4722ec34eb2c req-86f8ecee-df48-45fa-9e05-766adf5f25da tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1012459138&fields=id&tenant_id=e2b241f46496480ea1c24703bd4e7081 HTTP/1.1" status: 200 len: 267 time: 0.0315163 Sep 07 03:10:55.131646 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5394be44-7910-4c2a-b3a1-4722ec34eb2c req-30374392-3c4a-4bb1-a4c8-927b70b1fae0 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:10:55.133095 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5394be44-7910-4c2a-b3a1-4722ec34eb2c req-30374392-3c4a-4bb1-a4c8-927b70b1fae0 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/networks?id=b5bb2b44-86d3-4c51-8098-39db56525af1 HTTP/1.1" status: 200 len: 812 time: 0.1079416 Sep 07 03:10:55.148375 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5394be44-7910-4c2a-b3a1-4722ec34eb2c req-da3c3a1a-e196-43e3-893f-b00b7f167f06 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/quotas/e2b241f46496480ea1c24703bd4e7081 HTTP/1.1" status: 200 len: 375 time: 0.0089827 Sep 07 03:10:55.200302 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5394be44-7910-4c2a-b3a1-4722ec34eb2c req-439ab91d-f480-4d31-b571-d08fd3b9eebe tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e2b241f46496480ea1c24703bd4e7081&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0468163 Sep 07 03:10:55.400675 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5394be44-7910-4c2a-b3a1-4722ec34eb2c req-9ab6032a-e0b8-4913-8da2-86dfb4973346 service neutron] 10.222.0.22 "GET /v2.0/networks/b5bb2b44-86d3-4c51-8098-39db56525af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886916 Sep 07 03:10:55.492210 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5394be44-7910-4c2a-b3a1-4722ec34eb2c req-5234c399-8996-46bd-b18f-d5d7478753c2 service neutron] 10.222.0.22 "GET /v2.0/networks/b5bb2b44-86d3-4c51-8098-39db56525af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848277 Sep 07 03:10:55.777890 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cd77d495-a99b-44d7-8cfe-83e507d38bff req-a715818c-1d83-41ad-92bf-6c79263669d3 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=88889442-1ccc-4436-87f7-bdd619d13c83 HTTP/1.1" status: 200 len: 210 time: 0.0268700 Sep 07 03:10:55.930781 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6e4800ca-ee06-436c-8b27-45ae3cdf029b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:56.706818 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5394be44-7910-4c2a-b3a1-4722ec34eb2c req-5715170b-88b2-42d3-a423-2727234158ad tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:10:56.708316 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5394be44-7910-4c2a-b3a1-4722ec34eb2c req-5715170b-88b2-42d3-a423-2727234158ad tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.16 "GET /v2.0/networks?id=b5bb2b44-86d3-4c51-8098-39db56525af1 HTTP/1.1" status: 200 len: 812 time: 0.1072159 Sep 07 03:10:56.751412 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5394be44-7910-4c2a-b3a1-4722ec34eb2c req-29ca1545-2a56-4c62-a653-d288a34aa5b4 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2b241f46496480ea1c24703bd4e7081 HTTP/1.1" status: 200 len: 380 time: 0.0329962 Sep 07 03:10:56.760571 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-5394be44-7910-4c2a-b3a1-4722ec34eb2c req-65c8278d-f1d6-4f85-940e-2daea226a7f6 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Request body: {'port': {'device_id': '88889442-1ccc-4436-87f7-bdd619d13c83', 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1', 'admin_state_up': True, 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'security_groups': ['de18bfe2-1783-45fe-8c40-fdc97fee7bff']}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:10:56.884836 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f5d75017-be28-46ba-ab6f-254adf0bf5be req-a8f8d1f4-ecee-4421-b905-ae0421adfb44 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=88889442-1ccc-4436-87f7-bdd619d13c83 HTTP/1.1" status: 200 len: 210 time: 0.0371473 Sep 07 03:10:56.902028 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5394be44-7910-4c2a-b3a1-4722ec34eb2c req-65c8278d-f1d6-4f85-940e-2daea226a7f6 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Made reservation on behalf of e2b241f46496480ea1c24703bd4e7081 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:10:56.906463 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5394be44-7910-4c2a-b3a1-4722ec34eb2c req-65c8278d-f1d6-4f85-940e-2daea226a7f6 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:57.031658 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-5394be44-7910-4c2a-b3a1-4722ec34eb2c req-65c8278d-f1d6-4f85-940e-2daea226a7f6 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Allocated IP 172.20.0.7 (b5bb2b44-86d3-4c51-8098-39db56525af1/b33adc2b-a155-4213-967c-f1ae81189b8c/d1d232d2-bf07-4704-b159-51f58081a028) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:10:57.172642 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5394be44-7910-4c2a-b3a1-4722ec34eb2c req-65c8278d-f1d6-4f85-940e-2daea226a7f6 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:57.186326 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-5394be44-7910-4c2a-b3a1-4722ec34eb2c req-65c8278d-f1d6-4f85-940e-2daea226a7f6 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Transition to ACTIVE for port object d1d232d2-bf07-4704-b159-51f58081a028 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:10:57.218418 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5394be44-7910-4c2a-b3a1-4722ec34eb2c req-65c8278d-f1d6-4f85-940e-2daea226a7f6 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:57.258584 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5394be44-7910-4c2a-b3a1-4722ec34eb2c req-65c8278d-f1d6-4f85-940e-2daea226a7f6 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Network b5bb2b44-86d3-4c51-8098-39db56525af1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:10:57.261597 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-5394be44-7910-4c2a-b3a1-4722ec34eb2c req-65c8278d-f1d6-4f85-940e-2daea226a7f6 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:10:57.264791 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-5394be44-7910-4c2a-b3a1-4722ec34eb2c req-65c8278d-f1d6-4f85-940e-2daea226a7f6 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:10:57.307159 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c8278d-f1d6-4f85-940e-2daea226a7f6 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Pushing event updated for resources: {'Port': ['ID=d1d232d2-bf07-4704-b159-51f58081a028,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:10:57.337884 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5394be44-7910-4c2a-b3a1-4722ec34eb2c req-65c8278d-f1d6-4f85-940e-2daea226a7f6 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:10:57.338648 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5394be44-7910-4c2a-b3a1-4722ec34eb2c req-65c8278d-f1d6-4f85-940e-2daea226a7f6 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:57.353731 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5394be44-7910-4c2a-b3a1-4722ec34eb2c req-65c8278d-f1d6-4f85-940e-2daea226a7f6 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5967276 Sep 07 03:10:57.369237 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-5394be44-7910-4c2a-b3a1-4722ec34eb2c req-ce989a7a-5a3d-487b-96da-b7ae13aa4685 service neutron] Request body: {'port': {'device_id': '88889442-1ccc-4436-87f7-bdd619d13c83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:10:57.426152 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5394be44-7910-4c2a-b3a1-4722ec34eb2c req-ce989a7a-5a3d-487b-96da-b7ae13aa4685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:57.507102 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-46850056-9c85-4608-82a4-04fdff81f0fc None None] Provisioning for port d1d232d2-bf07-4704-b159-51f58081a028 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:10:57.512117 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-46850056-9c85-4608-82a4-04fdff81f0fc None None] Provisioning complete for port d1d232d2-bf07-4704-b159-51f58081a028 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:10:57.512809 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-46850056-9c85-4608-82a4-04fdff81f0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:57.552807 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-46850056-9c85-4608-82a4-04fdff81f0fc None None] Port d1d232d2-bf07-4704-b159-51f58081a028 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:10:57.701191 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-5394be44-7910-4c2a-b3a1-4722ec34eb2c req-ce989a7a-5a3d-487b-96da-b7ae13aa4685 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1d232d2-bf07-4704-b159-51f58081a028 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:10:57.709699 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5394be44-7910-4c2a-b3a1-4722ec34eb2c req-ce989a7a-5a3d-487b-96da-b7ae13aa4685 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:57.722298 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-5394be44-7910-4c2a-b3a1-4722ec34eb2c req-ce989a7a-5a3d-487b-96da-b7ae13aa4685 service neutron] Transition to ACTIVE for port object d1d232d2-bf07-4704-b159-51f58081a028 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:10:57.726143 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5394be44-7910-4c2a-b3a1-4722ec34eb2c req-ce989a7a-5a3d-487b-96da-b7ae13aa4685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:57.780905 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce989a7a-5a3d-487b-96da-b7ae13aa4685 service neutron] Pushing event updated for resources: {'Port': ['ID=d1d232d2-bf07-4704-b159-51f58081a028,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:10:57.855493 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-5394be44-7910-4c2a-b3a1-4722ec34eb2c req-ce989a7a-5a3d-487b-96da-b7ae13aa4685 service neutron] Attempting to bind port d1d232d2-bf07-4704-b159-51f58081a028 on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:10:57.855859 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-5394be44-7910-4c2a-b3a1-4722ec34eb2c req-ce989a7a-5a3d-487b-96da-b7ae13aa4685 service neutron] Attempting to bind port d1d232d2-bf07-4704-b159-51f58081a028 by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:10:57.856197 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5394be44-7910-4c2a-b3a1-4722ec34eb2c req-ce989a7a-5a3d-487b-96da-b7ae13aa4685 service neutron] Attempting to bind port d1d232d2-bf07-4704-b159-51f58081a028 on network b5bb2b44-86d3-4c51-8098-39db56525af1 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:10:57.861552 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5394be44-7910-4c2a-b3a1-4722ec34eb2c req-ce989a7a-5a3d-487b-96da-b7ae13aa4685 service neutron] Port d1d232d2-bf07-4704-b159-51f58081a028 on network b5bb2b44-86d3-4c51-8098-39db56525af1 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 03:10:57.862097 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5394be44-7910-4c2a-b3a1-4722ec34eb2c req-ce989a7a-5a3d-487b-96da-b7ae13aa4685 service neutron] Attempting to bind port d1d232d2-bf07-4704-b159-51f58081a028 on network b5bb2b44-86d3-4c51-8098-39db56525af1 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:10:57.867043 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5394be44-7910-4c2a-b3a1-4722ec34eb2c req-ce989a7a-5a3d-487b-96da-b7ae13aa4685 service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:10:57.867389 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5394be44-7910-4c2a-b3a1-4722ec34eb2c req-ce989a7a-5a3d-487b-96da-b7ae13aa4685 service neutron] Checking segment: {'id': '8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:10:57.867811 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5394be44-7910-4c2a-b3a1-4722ec34eb2c req-ce989a7a-5a3d-487b-96da-b7ae13aa4685 service neutron] Bound using segment: {'id': '8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:10:57.868242 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-5394be44-7910-4c2a-b3a1-4722ec34eb2c req-ce989a7a-5a3d-487b-96da-b7ae13aa4685 service neutron] Bound port: d1d232d2-bf07-4704-b159-51f58081a028, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:10:57.868606 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5394be44-7910-4c2a-b3a1-4722ec34eb2c req-ce989a7a-5a3d-487b-96da-b7ae13aa4685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:57.957834 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-5394be44-7910-4c2a-b3a1-4722ec34eb2c req-ce989a7a-5a3d-487b-96da-b7ae13aa4685 service neutron] For port d1d232d2-bf07-4704-b159-51f58081a028, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:10:57.962185 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-5394be44-7910-4c2a-b3a1-4722ec34eb2c req-ce989a7a-5a3d-487b-96da-b7ae13aa4685 service neutron] For port d1d232d2-bf07-4704-b159-51f58081a028, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=d1d232d2-bf07-4704-b159-51f58081a028,segment=NetworkSegment(8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21),segment_id=8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:10:57.969513 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5394be44-7910-4c2a-b3a1-4722ec34eb2c req-ce989a7a-5a3d-487b-96da-b7ae13aa4685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:58.008514 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5394be44-7910-4c2a-b3a1-4722ec34eb2c req-ce989a7a-5a3d-487b-96da-b7ae13aa4685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:10:58.009199 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5394be44-7910-4c2a-b3a1-4722ec34eb2c req-ce989a7a-5a3d-487b-96da-b7ae13aa4685 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:58.010628 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5394be44-7910-4c2a-b3a1-4722ec34eb2c req-ce989a7a-5a3d-487b-96da-b7ae13aa4685 service neutron] 10.222.0.16 "PUT /v2.0/ports/d1d232d2-bf07-4704-b159-51f58081a028 HTTP/1.1" status: 200 len: 1092 time: 0.6458156 Sep 07 03:10:58.011073 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88889442-1ccc-4436-87f7-bdd619d13c83', 'tag': 'd1d232d2-bf07-4704-b159-51f58081a028'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:10:58.013443 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0268e5-5121-4266-a555-3c7ff541e5e2" -d '{"events": [{"name": "network-changed", "server_uuid": "88889442-1ccc-4436-87f7-bdd619d13c83", "tag": "d1d232d2-bf07-4704-b159-51f58081a028"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:10:58.030194 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcdaf11-d0d7-4002-aea3-1c646abdb946 req-e59bd3e7-8ca1-4c2e-b74f-cca088b61c5c tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:10:58.038227 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0fcdaf11-d0d7-4002-aea3-1c646abdb946 req-e59bd3e7-8ca1-4c2e-b74f-cca088b61c5c tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=88889442-1ccc-4436-87f7-bdd619d13c83 HTTP/1.1" status: 200 len: 943 time: 0.0655127 Sep 07 03:10:58.043136 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce989a7a-5a3d-487b-96da-b7ae13aa4685 service neutron] Pushing event updated for resources: {'Port': ['ID=d1d232d2-bf07-4704-b159-51f58081a028,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:10:58.088752 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0fcdaf11-d0d7-4002-aea3-1c646abdb946 req-d3ca542a-9d7c-4e09-a38e-f8d6f50ff7aa tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=de18bfe2-1783-45fe-8c40-fdc97fee7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450652 Sep 07 03:10:58.111508 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b87d4c6-84de-4d3b-9b94-c8839b55d9f4 x-openstack-request-id: req-4b87d4c6-84de-4d3b-9b94-c8839b55d9f4 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:10:58.111795 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88889442-1ccc-4436-87f7-bdd619d13c83", "tag": "d1d232d2-bf07-4704-b159-51f58081a028", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:10:58.112176 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4b87d4c6-84de-4d3b-9b94-c8839b55d9f4 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:10:58.112581 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88889442-1ccc-4436-87f7-bdd619d13c83', 'tag': 'd1d232d2-bf07-4704-b159-51f58081a028', 'status': 'completed', 'code': 200} Sep 07 03:10:58.128286 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5394be44-7910-4c2a-b3a1-4722ec34eb2c req-757e4a20-ee07-4fab-9ad9-78e18bb8701f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:10:58.129894 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5394be44-7910-4c2a-b3a1-4722ec34eb2c req-757e4a20-ee07-4fab-9ad9-78e18bb8701f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2b241f46496480ea1c24703bd4e7081&device_id=88889442-1ccc-4436-87f7-bdd619d13c83 HTTP/1.1" status: 200 len: 1095 time: 0.0721166 Sep 07 03:10:58.181676 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5394be44-7910-4c2a-b3a1-4722ec34eb2c req-b1886c81-ced4-4935-88f3-5f96447111ba service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1d232d2-bf07-4704-b159-51f58081a028 HTTP/1.1" status: 200 len: 217 time: 0.0425715 Sep 07 03:10:58.195019 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-efb1397d-440b-407b-8ccf-588df2590fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:58.243730 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5394be44-7910-4c2a-b3a1-4722ec34eb2c req-6cb5ddfb-69c8-4681-a45d-c00d74651e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:10:58.245394 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5394be44-7910-4c2a-b3a1-4722ec34eb2c req-6cb5ddfb-69c8-4681-a45d-c00d74651e37 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b33adc2b-a155-4213-967c-f1ae81189b8c HTTP/1.1" status: 200 len: 851 time: 0.0559285 Sep 07 03:10:58.295143 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5394be44-7910-4c2a-b3a1-4722ec34eb2c req-a83d2b5f-b5e6-4d9e-8260-dcdc7a4a4569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:10:58.297114 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5394be44-7910-4c2a-b3a1-4722ec34eb2c req-a83d2b5f-b5e6-4d9e-8260-dcdc7a4a4569 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b5bb2b44-86d3-4c51-8098-39db56525af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443029 Sep 07 03:10:58.401527 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5394be44-7910-4c2a-b3a1-4722ec34eb2c req-83d60234-1b16-48ce-b281-965cf330dd55 service neutron] 10.222.0.16 "GET /v2.0/networks/b5bb2b44-86d3-4c51-8098-39db56525af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975070 Sep 07 03:10:58.493608 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5394be44-7910-4c2a-b3a1-4722ec34eb2c req-edeb7267-74a8-4f77-b606-246418dfb022 service neutron] 10.222.0.16 "GET /v2.0/networks/b5bb2b44-86d3-4c51-8098-39db56525af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844774 Sep 07 03:10:58.573585 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0268e5-5121-4266-a555-3c7ff541e5e2 req-4c1fbe16-8ccf-4d7d-ac24-6cd40c023258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:10:58.575337 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cc0268e5-5121-4266-a555-3c7ff541e5e2 req-4c1fbe16-8ccf-4d7d-ac24-6cd40c023258 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2b241f46496480ea1c24703bd4e7081&device_id=88889442-1ccc-4436-87f7-bdd619d13c83 HTTP/1.1" status: 200 len: 1095 time: 0.0405195 Sep 07 03:10:58.673867 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0268e5-5121-4266-a555-3c7ff541e5e2 req-a420ffd4-4d61-4f99-8670-f6a7c0c40468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:10:58.675195 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cc0268e5-5121-4266-a555-3c7ff541e5e2 req-a420ffd4-4d61-4f99-8670-f6a7c0c40468 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b5bb2b44-86d3-4c51-8098-39db56525af1 HTTP/1.1" status: 200 len: 912 time: 0.0932043 Sep 07 03:10:58.719944 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cc0268e5-5121-4266-a555-3c7ff541e5e2 req-4cc846d4-db2e-4c6c-adfd-d4c8616774e9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1d232d2-bf07-4704-b159-51f58081a028 HTTP/1.1" status: 200 len: 217 time: 0.0380292 Sep 07 03:10:58.728449 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:10:58.774751 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0268e5-5121-4266-a555-3c7ff541e5e2 req-16faee22-99a2-4c8e-a0d4-3a5c3bccd1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:10:58.776189 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cc0268e5-5121-4266-a555-3c7ff541e5e2 req-16faee22-99a2-4c8e-a0d4-3a5c3bccd1b8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b33adc2b-a155-4213-967c-f1ae81189b8c HTTP/1.1" status: 200 len: 851 time: 0.0496814 Sep 07 03:10:58.821355 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0268e5-5121-4266-a555-3c7ff541e5e2 req-ada5edb9-c284-4166-bfc7-342e8746c3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:10:58.822900 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cc0268e5-5121-4266-a555-3c7ff541e5e2 req-ada5edb9-c284-4166-bfc7-342e8746c3d7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b5bb2b44-86d3-4c51-8098-39db56525af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395756 Sep 07 03:10:58.912293 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cc0268e5-5121-4266-a555-3c7ff541e5e2 req-d8d1ee97-2cc9-46fe-a693-b26c27f125a5 service neutron] 10.222.0.16 "GET /v2.0/networks/b5bb2b44-86d3-4c51-8098-39db56525af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821810 Sep 07 03:10:59.007326 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cc0268e5-5121-4266-a555-3c7ff541e5e2 req-51ad0329-6eaa-4d48-8b38-a2c8c677c18f service neutron] 10.222.0.16 "GET /v2.0/networks/b5bb2b44-86d3-4c51-8098-39db56525af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877352 Sep 07 03:10:59.194331 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703fe77b-1c17-4ca6-9df4-529ffae927a1 req-c98a32a5-b275-41b4-bd37-54d43d4c2930 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:10:59.195850 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-703fe77b-1c17-4ca6-9df4-529ffae927a1 req-c98a32a5-b275-41b4-bd37-54d43d4c2930 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=88889442-1ccc-4436-87f7-bdd619d13c83 HTTP/1.1" status: 200 len: 943 time: 0.0482202 Sep 07 03:10:59.239232 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-703fe77b-1c17-4ca6-9df4-529ffae927a1 req-dabe0aa7-3e0a-4fa1-a40b-062bc06cea33 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=de18bfe2-1783-45fe-8c40-fdc97fee7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362480 Sep 07 03:10:59.606630 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:11:00.354931 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fedd56-cf39-4572-8e00-04ac4b7c350c req-f8dfd617-cea4-4819-bbbe-92f8e428b4f4 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:11:00.356547 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-77fedd56-cf39-4572-8e00-04ac4b7c350c req-f8dfd617-cea4-4819-bbbe-92f8e428b4f4 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=88889442-1ccc-4436-87f7-bdd619d13c83 HTTP/1.1" status: 200 len: 943 time: 0.0495269 Sep 07 03:11:00.394990 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-77fedd56-cf39-4572-8e00-04ac4b7c350c req-73aae961-0f8d-489d-8864-9c54c3fcec74 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=de18bfe2-1783-45fe-8c40-fdc97fee7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319643 Sep 07 03:11:01.487830 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:11:01.511836 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468f6401-0418-4b2f-af9e-3bd871f5bcb4 req-709db8f6-a823-4985-a95b-17db70d2942a tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:11:01.513949 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-468f6401-0418-4b2f-af9e-3bd871f5bcb4 req-709db8f6-a823-4985-a95b-17db70d2942a tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=88889442-1ccc-4436-87f7-bdd619d13c83 HTTP/1.1" status: 200 len: 943 time: 0.0498643 Sep 07 03:11:01.551408 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-468f6401-0418-4b2f-af9e-3bd871f5bcb4 req-9e565e88-ac7e-4b06-b1d1-0e956ba0d1ce tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=de18bfe2-1783-45fe-8c40-fdc97fee7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312970 Sep 07 03:11:02.668248 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8680a33e-044d-42c0-bc6a-312ed20e61a1 req-b75f5e6b-0a97-432d-8dc5-28805a1c179c tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:11:02.669739 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8680a33e-044d-42c0-bc6a-312ed20e61a1 req-b75f5e6b-0a97-432d-8dc5-28805a1c179c tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=88889442-1ccc-4436-87f7-bdd619d13c83 HTTP/1.1" status: 200 len: 943 time: 0.0522344 Sep 07 03:11:02.706455 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8680a33e-044d-42c0-bc6a-312ed20e61a1 req-7795008f-9f53-4b95-bb42-615eca713ff6 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=de18bfe2-1783-45fe-8c40-fdc97fee7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308683 Sep 07 03:11:03.818214 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026f09d-b8d1-4462-8c38-86603dbe5562 req-e0d4e715-2f86-4348-a299-1ba2f74675e4 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:11:03.819708 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c026f09d-b8d1-4462-8c38-86603dbe5562 req-e0d4e715-2f86-4348-a299-1ba2f74675e4 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=88889442-1ccc-4436-87f7-bdd619d13c83 HTTP/1.1" status: 200 len: 943 time: 0.0470579 Sep 07 03:11:03.857782 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c026f09d-b8d1-4462-8c38-86603dbe5562 req-80382cbe-be95-467a-8f63-2ae9233cff88 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=de18bfe2-1783-45fe-8c40-fdc97fee7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313532 Sep 07 03:11:04.387413 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7ad98fc5-7ad3-4ec9-943d-28bfe1406b7e req-9060c63d-d0a6-4cc7-8260-92fde3810f53 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c0aa0541-6465-485a-990e-6599adea63b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0389946 Sep 07 03:11:04.465285 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad98fc5-7ad3-4ec9-943d-28bfe1406b7e req-3afa6d01-e957-46a6-87dd-af042169e3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:11:04.467226 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7ad98fc5-7ad3-4ec9-943d-28bfe1406b7e req-3afa6d01-e957-46a6-87dd-af042169e3d9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d06bbe97323c41ddbf7d028c938d3dbd&device_id=c0aa0541-6465-485a-990e-6599adea63b0 HTTP/1.1" status: 200 len: 1097 time: 0.0398741 Sep 07 03:11:04.833591 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad98fc5-7ad3-4ec9-943d-28bfe1406b7e req-803f52df-fd50-4ae2-9565-a0302a546c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:11:04.835061 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7ad98fc5-7ad3-4ec9-943d-28bfe1406b7e req-803f52df-fd50-4ae2-9565-a0302a546c52 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e17aa995-8fe9-4abb-b390-77b4b3ff89e7 HTTP/1.1" status: 200 len: 908 time: 0.3493497 Sep 07 03:11:04.899807 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7ad98fc5-7ad3-4ec9-943d-28bfe1406b7e req-20cbb085-6ef8-46af-b333-0f39ec73656e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37777051-9bcc-47e8-8055-67af22404c77 HTTP/1.1" status: 200 len: 1001 time: 0.0567825 Sep 07 03:11:04.976882 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad98fc5-7ad3-4ec9-943d-28bfe1406b7e req-331b23d4-5d5c-4519-b7b1-2116f3dd39f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:11:04.978337 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7ad98fc5-7ad3-4ec9-943d-28bfe1406b7e req-331b23d4-5d5c-4519-b7b1-2116f3dd39f9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=391b43f1-551f-4ebe-9158-b99ffe60493d HTTP/1.1" status: 200 len: 847 time: 0.0714607 Sep 07 03:11:05.001542 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf04df1-33be-4d8b-b9a0-34b1a2fdf1b3 req-98bf8ba3-738e-4a94-8419-6ef3d0422587 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:11:05.002967 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8cf04df1-33be-4d8b-b9a0-34b1a2fdf1b3 req-98bf8ba3-738e-4a94-8419-6ef3d0422587 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=88889442-1ccc-4436-87f7-bdd619d13c83 HTTP/1.1" status: 200 len: 943 time: 0.0715461 Sep 07 03:11:05.055925 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad98fc5-7ad3-4ec9-943d-28bfe1406b7e req-0a56384a-b426-4cdf-8b77-f8a1217adb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:11:05.057436 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7ad98fc5-7ad3-4ec9-943d-28bfe1406b7e req-0a56384a-b426-4cdf-8b77-f8a1217adb43 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e17aa995-8fe9-4abb-b390-77b4b3ff89e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0714164 Sep 07 03:11:05.060693 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8cf04df1-33be-4d8b-b9a0-34b1a2fdf1b3 req-766a722a-1f4a-4ba2-a5b1-52621abcc5b4 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=de18bfe2-1783-45fe-8c40-fdc97fee7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437233 Sep 07 03:11:05.150824 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7ad98fc5-7ad3-4ec9-943d-28bfe1406b7e req-e8e57f86-d454-40be-8479-cfff2bb079df service neutron] 10.222.0.23 "GET /v2.0/networks/e17aa995-8fe9-4abb-b390-77b4b3ff89e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857339 Sep 07 03:11:05.241036 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7ad98fc5-7ad3-4ec9-943d-28bfe1406b7e req-1db11dd9-f2d2-4b6c-9d93-8e135d1155e7 service neutron] 10.222.0.23 "GET /v2.0/networks/e17aa995-8fe9-4abb-b390-77b4b3ff89e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825703 Sep 07 03:11:06.175814 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261d05c-ecbb-43f2-bdd0-6b2593919618 req-7bbba064-3e80-4b90-8687-137422e69184 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:11:06.177288 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4261d05c-ecbb-43f2-bdd0-6b2593919618 req-7bbba064-3e80-4b90-8687-137422e69184 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=88889442-1ccc-4436-87f7-bdd619d13c83 HTTP/1.1" status: 200 len: 943 time: 0.0479159 Sep 07 03:11:06.218041 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4261d05c-ecbb-43f2-bdd0-6b2593919618 req-5196d582-82a6-4808-9be4-72d439de488e tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=de18bfe2-1783-45fe-8c40-fdc97fee7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349638 Sep 07 03:11:07.337470 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c995f9a-197e-4b81-9ec6-f3a32e156fa6 req-736a8373-2585-42fb-a229-8768ddb90713 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:11:07.339053 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0c995f9a-197e-4b81-9ec6-f3a32e156fa6 req-736a8373-2585-42fb-a229-8768ddb90713 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=88889442-1ccc-4436-87f7-bdd619d13c83 HTTP/1.1" status: 200 len: 943 time: 0.0553861 Sep 07 03:11:07.378191 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0c995f9a-197e-4b81-9ec6-f3a32e156fa6 req-2db83980-069f-4691-ba4a-36c4c79eea01 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=de18bfe2-1783-45fe-8c40-fdc97fee7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326009 Sep 07 03:11:08.489269 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02cfc98-7406-4c0b-90e2-3ed7f436965c req-4552a04e-6c86-4575-a07d-9fcae08b415c tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:11:08.490739 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c02cfc98-7406-4c0b-90e2-3ed7f436965c req-4552a04e-6c86-4575-a07d-9fcae08b415c tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=88889442-1ccc-4436-87f7-bdd619d13c83 HTTP/1.1" status: 200 len: 943 time: 0.0479701 Sep 07 03:11:08.527885 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c02cfc98-7406-4c0b-90e2-3ed7f436965c req-e871007a-4ab3-409a-ac1f-a6aad1975f80 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=de18bfe2-1783-45fe-8c40-fdc97fee7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311623 Sep 07 03:11:09.269055 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device d1d232d2-bf07-4704-b159-51f58081a028 details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 03:11:09.365259 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port d1d232d2-bf07-4704-b159-51f58081a028, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=d1d232d2-bf07-4704-b159-51f58081a028,segment=NetworkSegment(8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21),segment_id=8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:11:09.378990 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': 'd1d232d2-bf07-4704-b159-51f58081a028', 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1', 'port_id': 'd1d232d2-bf07-4704-b159-51f58081a028', 'mac_address': 'fa:16:3e:11:76:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b33adc2b-a155-4213-967c-f1ae81189b8c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 03:11:09.570783 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:11:09.584257 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1d232d2-bf07-4704-b159-51f58081a028 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:11:09.604575 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port d1d232d2-bf07-4704-b159-51f58081a028, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=d1d232d2-bf07-4704-b159-51f58081a028,segment=NetworkSegment(8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21),segment_id=8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:11:09.609312 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:11:09.649558 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e47478-e420-461c-9de4-7d1ada08fc05 req-e01053b8-9098-415b-a7aa-3120ceb5778d tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:11:09.651168 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-79e47478-e420-461c-9de4-7d1ada08fc05 req-e01053b8-9098-415b-a7aa-3120ceb5778d tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=88889442-1ccc-4436-87f7-bdd619d13c83 HTTP/1.1" status: 200 len: 944 time: 0.0514379 Sep 07 03:11:09.657682 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=d1d232d2-bf07-4704-b159-51f58081a028,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:11:09.665163 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:11:09.665517 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:11:09.665861 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:11:09.666204 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:11:09.666542 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:11:09.666878 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:11:09.667206 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:11:09.667559 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:11:09.667889 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:11:09.668222 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:11:09.668553 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:11:09.668908 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:11:09.690574 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-79e47478-e420-461c-9de4-7d1ada08fc05 req-077cb187-05f4-4996-9255-5fd027d559ff tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=de18bfe2-1783-45fe-8c40-fdc97fee7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329628 Sep 07 03:11:09.811500 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['d1d232d2-bf07-4704-b159-51f58081a028'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:11:10.802753 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58905eab-3419-4306-a3a2-acd587449496 req-5957d081-cecc-4329-88cc-e18a91c6f4a3 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:11:10.804260 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-58905eab-3419-4306-a3a2-acd587449496 req-5957d081-cecc-4329-88cc-e18a91c6f4a3 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=88889442-1ccc-4436-87f7-bdd619d13c83 HTTP/1.1" status: 200 len: 944 time: 0.0480995 Sep 07 03:11:10.842620 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-58905eab-3419-4306-a3a2-acd587449496 req-940d5175-2353-4b17-8d05-76dc153746a7 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=de18bfe2-1783-45fe-8c40-fdc97fee7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325515 Sep 07 03:11:11.281134 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device d1d232d2-bf07-4704-b159-51f58081a028 up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:11:11.328688 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port d1d232d2-bf07-4704-b159-51f58081a028 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:11:11.332245 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port d1d232d2-bf07-4704-b159-51f58081a028 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:11:11.332626 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:11:11.415738 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:11:11.437737 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88889442-1ccc-4436-87f7-bdd619d13c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d232d2-bf07-4704-b159-51f58081a028'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:11:11.440034 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7d71da-ae28-47ac-b0e1-1b2054f7b426" -d '{"events": [{"server_uuid": "88889442-1ccc-4436-87f7-bdd619d13c83", "name": "network-vif-plugged", "status": "completed", "tag": "d1d232d2-bf07-4704-b159-51f58081a028"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:11:11.454981 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port d1d232d2-bf07-4704-b159-51f58081a028, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=d1d232d2-bf07-4704-b159-51f58081a028,segment=NetworkSegment(8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21),segment_id=8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:11:11.459030 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:11:11.506204 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=d1d232d2-bf07-4704-b159-51f58081a028,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:11:11.541446 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7dde4c-085d-486d-b200-ac53a1c3cc51 x-openstack-request-id: req-7c7dde4c-085d-486d-b200-ac53a1c3cc51 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:11:11.541738 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88889442-1ccc-4436-87f7-bdd619d13c83", "name": "network-vif-plugged", "status": "completed", "tag": "d1d232d2-bf07-4704-b159-51f58081a028", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:11:11.541996 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7c7dde4c-085d-486d-b200-ac53a1c3cc51 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:11:11.542397 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88889442-1ccc-4436-87f7-bdd619d13c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d232d2-bf07-4704-b159-51f58081a028', 'code': 200} Sep 07 03:11:11.636881 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60060f6-841b-49ba-ae05-5bf0d2eb55ce req-ab17f8b3-14f3-4a60-8993-810972d0c143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:11:11.638303 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f60060f6-841b-49ba-ae05-5bf0d2eb55ce req-ab17f8b3-14f3-4a60-8993-810972d0c143 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=88889442-1ccc-4436-87f7-bdd619d13c83 HTTP/1.1" status: 200 len: 1097 time: 0.0397923 Sep 07 03:11:11.673331 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f60060f6-841b-49ba-ae05-5bf0d2eb55ce req-fedeff98-5413-4d48-b853-589ad63b4a94 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=de18bfe2-1783-45fe-8c40-fdc97fee7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281339 Sep 07 03:11:11.953111 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50231b68-acb5-4933-afa9-634d007a9821 req-b5fb0554-7abc-40af-a056-a0473745ca45 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:11:11.954477 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-50231b68-acb5-4933-afa9-634d007a9821 req-b5fb0554-7abc-40af-a056-a0473745ca45 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=88889442-1ccc-4436-87f7-bdd619d13c83 HTTP/1.1" status: 200 len: 945 time: 0.0484304 Sep 07 03:11:11.995713 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-50231b68-acb5-4933-afa9-634d007a9821 req-ca624e10-2d52-4f84-b2e1-6a2b815a142d tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=de18bfe2-1783-45fe-8c40-fdc97fee7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353105 Sep 07 03:11:13.113556 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f8b22-153c-4ae3-a8df-5892766230fc req-9032332a-1134-47fb-8f50-fe9e594507d5 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:11:13.115040 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4b8f8b22-153c-4ae3-a8df-5892766230fc req-9032332a-1134-47fb-8f50-fe9e594507d5 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=88889442-1ccc-4436-87f7-bdd619d13c83 HTTP/1.1" status: 200 len: 945 time: 0.0529680 Sep 07 03:11:13.152995 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4b8f8b22-153c-4ae3-a8df-5892766230fc req-2cedc18c-1bc8-456b-9923-33510caa5fa4 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=de18bfe2-1783-45fe-8c40-fdc97fee7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308757 Sep 07 03:11:13.264568 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c13cec-c0bb-4f4c-9e8f-976d920fcce0 req-b00cb131-4153-4c0f-b534-373160c48a4e tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:11:13.266050 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b3c13cec-c0bb-4f4c-9e8f-976d920fcce0 req-b00cb131-4153-4c0f-b534-373160c48a4e tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=88889442-1ccc-4436-87f7-bdd619d13c83 HTTP/1.1" status: 200 len: 945 time: 0.0490501 Sep 07 03:11:13.303054 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b3c13cec-c0bb-4f4c-9e8f-976d920fcce0 req-f9a46d56-faf4-4764-8ae8-9461f831f38e tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=de18bfe2-1783-45fe-8c40-fdc97fee7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312171 Sep 07 03:11:13.325238 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 39006) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:11:13.463116 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e5cc6e-fa32-44b9-948c-87855eaf7437 tempest-TestVolumeBootPattern-1909034348 tempest-TestVolumeBootPattern-1909034348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:11:13.464721 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-54e5cc6e-fa32-44b9-948c-87855eaf7437 tempest-TestVolumeBootPattern-1909034348 tempest-TestVolumeBootPattern-1909034348-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=88889442-1ccc-4436-87f7-bdd619d13c83 HTTP/1.1" status: 200 len: 1092 time: 0.1385469 Sep 07 03:11:13.467975 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 39010) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:11:13.472240 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-71599987-4475-4020-8d61-cb78e18c4e3f tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Request body: {'floatingip': {'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'port_id': 'd1d232d2-bf07-4704-b159-51f58081a028', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:11:13.493662 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-71599987-4475-4020-8d61-cb78e18c4e3f tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks [] for floatingip, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:11:13.591544 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-71599987-4475-4020-8d61-cb78e18c4e3f tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:11:13.696099 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-71599987-4475-4020-8d61-cb78e18c4e3f tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Allocated IP 172.25.5.89 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/74a56e57-026e-40bc-9875-1489a84db38f) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:11:13.798064 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-71599987-4475-4020-8d61-cb78e18c4e3f tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:11:13.835021 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-71599987-4475-4020-8d61-cb78e18c4e3f tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:11:13.869559 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71599987-4475-4020-8d61-cb78e18c4e3f tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:11:13.873659 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-71599987-4475-4020-8d61-cb78e18c4e3f tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:11:13.877401 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71599987-4475-4020-8d61-cb78e18c4e3f tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:11:13.904696 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71599987-4475-4020-8d61-cb78e18c4e3f tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Pushing event updated for resources: {'Port': ['ID=74a56e57-026e-40bc-9875-1489a84db38f,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:11:13.917339 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71599987-4475-4020-8d61-cb78e18c4e3f tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:11:13.917687 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71599987-4475-4020-8d61-cb78e18c4e3f tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:11:13.918030 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71599987-4475-4020-8d61-cb78e18c4e3f tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:11:13.918371 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71599987-4475-4020-8d61-cb78e18c4e3f tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:11:13.918760 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71599987-4475-4020-8d61-cb78e18c4e3f tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:11:13.919096 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71599987-4475-4020-8d61-cb78e18c4e3f tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:11:13.919430 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71599987-4475-4020-8d61-cb78e18c4e3f tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:11:13.919790 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71599987-4475-4020-8d61-cb78e18c4e3f tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:11:13.920129 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71599987-4475-4020-8d61-cb78e18c4e3f tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:11:13.920444 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71599987-4475-4020-8d61-cb78e18c4e3f tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:11:13.920772 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71599987-4475-4020-8d61-cb78e18c4e3f tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:11:13.921381 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71599987-4475-4020-8d61-cb78e18c4e3f tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:11:14.542791 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-71599987-4475-4020-8d61-cb78e18c4e3f tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:11:14.607983 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-71599987-4475-4020-8d61-cb78e18c4e3f tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:11:14.757280 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-71599987-4475-4020-8d61-cb78e18c4e3f tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:11:14.761859 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-71599987-4475-4020-8d61-cb78e18c4e3f tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:11:14.831736 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71599987-4475-4020-8d61-cb78e18c4e3f tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Pushing event updated for resources: {'Port': ['ID=74a56e57-026e-40bc-9875-1489a84db38f,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:11:14.844820 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-71599987-4475-4020-8d61-cb78e18c4e3f tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:11:14.943945 n-d-796209-16 neutron-server[94701]: INFO neutron.db.l3_db [None req-71599987-4475-4020-8d61-cb78e18c4e3f tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Floating IP dbe156bb-54e7-447e-a53b-41b3dfb7a5ae associated. External IP: 172.25.5.89, port: d1d232d2-bf07-4704-b159-51f58081a028. Sep 07 03:11:15.152320 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71599987-4475-4020-8d61-cb78e18c4e3f tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Router a1b83060-4e62-4f21-bb3c-495eb2c6a10f has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:11:15.254391 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71599987-4475-4020-8d61-cb78e18c4e3f tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:11:15.264089 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d187191d-23ed-4a77-a220-ef3880195a28 None None] Sync routers for ids ['a1b83060-4e62-4f21-bb3c-495eb2c6a10f'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:11:15.269759 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-71599987-4475-4020-8d61-cb78e18c4e3f tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:11:15.273973 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d187191d-23ed-4a77-a220-ef3880195a28 None None] Routers {'a1b83060-4e62-4f21-bb3c-495eb2c6a10f'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:11:15.274576 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-d187191d-23ed-4a77-a220-ef3880195a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:10:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['a1b83060-4e62-4f21-bb3c-495eb2c6a10f'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:11:15.301936 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-71599987-4475-4020-8d61-cb78e18c4e3f tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8329422 Sep 07 03:11:15.302830 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88889442-1ccc-4436-87f7-bdd619d13c83', 'tag': 'd1d232d2-bf07-4704-b159-51f58081a028'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:11:15.305681 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c73ede44-1341-438d-9903-e7e8d2e2198e" -d '{"events": [{"name": "network-changed", "server_uuid": "88889442-1ccc-4436-87f7-bdd619d13c83", "tag": "d1d232d2-bf07-4704-b159-51f58081a028"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:11:15.389505 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-d187191d-23ed-4a77-a220-ef3880195a28 None None] Set router a1b83060-4e62-4f21-bb3c-495eb2c6a10f gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:11:15.406478 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3c7cd0-759b-45aa-a55a-f7f89642f1d1 x-openstack-request-id: req-5e3c7cd0-759b-45aa-a55a-f7f89642f1d1 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:11:15.406795 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88889442-1ccc-4436-87f7-bdd619d13c83", "tag": "d1d232d2-bf07-4704-b159-51f58081a028", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:11:15.407049 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5e3c7cd0-759b-45aa-a55a-f7f89642f1d1 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:11:15.407451 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88889442-1ccc-4436-87f7-bdd619d13c83', 'tag': 'd1d232d2-bf07-4704-b159-51f58081a028', 'status': 'completed', 'code': 200} Sep 07 03:11:15.469090 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ede44-1341-438d-9903-e7e8d2e2198e req-c928ca64-c8ce-4063-85d5-feebad09f594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:11:15.470638 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c73ede44-1341-438d-9903-e7e8d2e2198e req-c928ca64-c8ce-4063-85d5-feebad09f594 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2b241f46496480ea1c24703bd4e7081&device_id=88889442-1ccc-4436-87f7-bdd619d13c83 HTTP/1.1" status: 200 len: 1097 time: 0.0413313 Sep 07 03:11:15.559283 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ede44-1341-438d-9903-e7e8d2e2198e req-8b0cf7c7-e5d2-4d14-871e-dc273a3b04d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:11:15.560812 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c73ede44-1341-438d-9903-e7e8d2e2198e req-8b0cf7c7-e5d2-4d14-871e-dc273a3b04d4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b5bb2b44-86d3-4c51-8098-39db56525af1 HTTP/1.1" status: 200 len: 912 time: 0.0831482 Sep 07 03:11:15.608070 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-d187191d-23ed-4a77-a220-ef3880195a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'name': 'tempest-TestVolumeBootPattern-1134786000-router', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'd975f0af-5594-4140-b8ef-556bcf39aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:04:33Z', 'updated_at': '2021-09-07T03:04:38Z', 'revision_number': 4, 'project_id': 'e2b241f46496480ea1c24703bd4e7081', 'gw_port': {'id': 'd975f0af-5594-4140-b8ef-556bcf39aceb', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:47:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:34Z', 'updated_at': '2021-09-07T03:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'dbe156bb-54e7-447e-a53b-41b3dfb7a5ae', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'floating_ip_address': '172.25.5.89', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'port_id': 'd1d232d2-bf07-4704-b159-51f58081a028', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1', 'mac_address': 'fa:16:3e:11:76:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88889442-1ccc-4436-87f7-bdd619d13c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:11:14Z', 'updated_at': '2021-09-07T03:11:14Z', 'revision_number': 0, 'project_id': 'e2b241f46496480ea1c24703bd4e7081', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9bf7c30-d2e6-4716-9ec6-49155d279181', 'name': '', 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'mac_address': 'fa:16:3e:01:69:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'b33adc2b-a155-4213-967c-f1ae81189b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:37Z', 'updated_at': '2021-09-07T03:04:48Z', 'revision_number': 5, 'project_id': 'e2b241f46496480ea1c24703bd4e7081', 'subnets': [{'id': 'b33adc2b-a155-4213-967c-f1ae81189b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:11:15.631611 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c73ede44-1341-438d-9903-e7e8d2e2198e req-6e2dba98-511a-4f4f-aeda-f6d6fe5648c7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1d232d2-bf07-4704-b159-51f58081a028 HTTP/1.1" status: 200 len: 998 time: 0.0643051 Sep 07 03:11:15.639437 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d187191d-23ed-4a77-a220-ef3880195a28 None None] Checking router: a1b83060-4e62-4f21-bb3c-495eb2c6a10f for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:11:15.647836 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d187191d-23ed-4a77-a220-ef3880195a28 None None] Routers {'a1b83060-4e62-4f21-bb3c-495eb2c6a10f'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:11:15.648460 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-d187191d-23ed-4a77-a220-ef3880195a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:10:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['a1b83060-4e62-4f21-bb3c-495eb2c6a10f'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:11:15.680247 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ede44-1341-438d-9903-e7e8d2e2198e req-fc6e44c9-56c2-41dc-8bef-d2b86484816a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:11:15.681646 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c73ede44-1341-438d-9903-e7e8d2e2198e req-fc6e44c9-56c2-41dc-8bef-d2b86484816a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b33adc2b-a155-4213-967c-f1ae81189b8c HTTP/1.1" status: 200 len: 851 time: 0.0430865 Sep 07 03:11:15.727534 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ede44-1341-438d-9903-e7e8d2e2198e req-fb8921e4-ad83-44dd-9e90-ebfbba5216b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:11:15.729060 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c73ede44-1341-438d-9903-e7e8d2e2198e req-fb8921e4-ad83-44dd-9e90-ebfbba5216b1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b5bb2b44-86d3-4c51-8098-39db56525af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403411 Sep 07 03:11:15.751820 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-d187191d-23ed-4a77-a220-ef3880195a28 None None] Set router a1b83060-4e62-4f21-bb3c-495eb2c6a10f gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:11:15.820970 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c73ede44-1341-438d-9903-e7e8d2e2198e req-14724137-7495-42a5-b6c1-839863df6b6c service neutron] 10.222.0.16 "GET /v2.0/networks/b5bb2b44-86d3-4c51-8098-39db56525af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845449 Sep 07 03:11:15.916714 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c73ede44-1341-438d-9903-e7e8d2e2198e req-5e42422c-d5dc-48d5-b999-173835bea88f service neutron] 10.222.0.16 "GET /v2.0/networks/b5bb2b44-86d3-4c51-8098-39db56525af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876124 Sep 07 03:11:15.967438 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-d187191d-23ed-4a77-a220-ef3880195a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'name': 'tempest-TestVolumeBootPattern-1134786000-router', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'd975f0af-5594-4140-b8ef-556bcf39aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:04:33Z', 'updated_at': '2021-09-07T03:04:38Z', 'revision_number': 4, 'project_id': 'e2b241f46496480ea1c24703bd4e7081', 'gw_port': {'id': 'd975f0af-5594-4140-b8ef-556bcf39aceb', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:47:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:34Z', 'updated_at': '2021-09-07T03:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'dbe156bb-54e7-447e-a53b-41b3dfb7a5ae', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'floating_ip_address': '172.25.5.89', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'port_id': 'd1d232d2-bf07-4704-b159-51f58081a028', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1', 'mac_address': 'fa:16:3e:11:76:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88889442-1ccc-4436-87f7-bdd619d13c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:11:14Z', 'updated_at': '2021-09-07T03:11:14Z', 'revision_number': 0, 'project_id': 'e2b241f46496480ea1c24703bd4e7081', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9bf7c30-d2e6-4716-9ec6-49155d279181', 'name': '', 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'mac_address': 'fa:16:3e:01:69:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'b33adc2b-a155-4213-967c-f1ae81189b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:37Z', 'updated_at': '2021-09-07T03:04:48Z', 'revision_number': 5, 'project_id': 'e2b241f46496480ea1c24703bd4e7081', 'subnets': [{'id': 'b33adc2b-a155-4213-967c-f1ae81189b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:11:15.995465 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d187191d-23ed-4a77-a220-ef3880195a28 None None] The sync data for ids ['a1b83060-4e62-4f21-bb3c-495eb2c6a10f'] in n-d-796209-16 is: [{'id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'name': 'tempest-TestVolumeBootPattern-1134786000-router', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'd975f0af-5594-4140-b8ef-556bcf39aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:04:33Z', 'updated_at': '2021-09-07T03:04:38Z', 'revision_number': 4, 'project_id': 'e2b241f46496480ea1c24703bd4e7081', 'gw_port': {'id': 'd975f0af-5594-4140-b8ef-556bcf39aceb', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:47:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:34Z', 'updated_at': '2021-09-07T03:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'dbe156bb-54e7-447e-a53b-41b3dfb7a5ae', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'floating_ip_address': '172.25.5.89', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'port_id': 'd1d232d2-bf07-4704-b159-51f58081a028', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1', 'mac_address': 'fa:16:3e:11:76:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88889442-1ccc-4436-87f7-bdd619d13c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:11:14Z', 'updated_at': '2021-09-07T03:11:14Z', 'revision_number': 0, 'project_id': 'e2b241f46496480ea1c24703bd4e7081', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9bf7c30-d2e6-4716-9ec6-49155d279181', 'name': '', 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'mac_address': 'fa:16:3e:01:69:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'b33adc2b-a155-4213-967c-f1ae81189b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:37Z', 'updated_at': '2021-09-07T03:04:48Z', 'revision_number': 5, 'project_id': 'e2b241f46496480ea1c24703bd4e7081', 'subnets': [{'id': 'b33adc2b-a155-4213-967c-f1ae81189b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:11:16.187633 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8037a02-3ebe-49e2-a753-400806fe2fb2 None None] New status for floating IP dbe156bb-54e7-447e-a53b-41b3dfb7a5ae: ACTIVE {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 03:11:21.732695 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:11:21.764941 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:11:23.387780 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:11:25.932078 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a0485318-196b-4333-ac63-28633415ac4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:11:28.187570 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-36809d0c-0ecb-453a-b447-ef211c359a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:11:28.729373 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:11:29.610659 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:11:31.458682 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:11:51.729525 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:11:51.778054 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:11:55.931443 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ddf8b6e3-0505-436b-9f0b-783fc010df65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:11:57.703168 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2a1abd49-1b69-4cc3-840a-92eb202abafb req-eae52487-3c9e-4808-99b4-d45c94ebfe32 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=88889442-1ccc-4436-87f7-bdd619d13c83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393112 Sep 07 03:11:57.783809 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1abd49-1b69-4cc3-840a-92eb202abafb req-a5fa54f7-cb97-48ae-aa52-4737ff6f056f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:11:57.785311 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2a1abd49-1b69-4cc3-840a-92eb202abafb req-a5fa54f7-cb97-48ae-aa52-4737ff6f056f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2b241f46496480ea1c24703bd4e7081&device_id=88889442-1ccc-4436-87f7-bdd619d13c83 HTTP/1.1" status: 200 len: 1097 time: 0.0403354 Sep 07 03:11:57.891084 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1abd49-1b69-4cc3-840a-92eb202abafb req-9dee4fb8-45b9-4352-b4d8-aa874d3170ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:11:57.893174 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2a1abd49-1b69-4cc3-840a-92eb202abafb req-9dee4fb8-45b9-4352-b4d8-aa874d3170ea service neutron] 10.222.0.16 "GET /v2.0/networks?id=b5bb2b44-86d3-4c51-8098-39db56525af1 HTTP/1.1" status: 200 len: 912 time: 0.0899847 Sep 07 03:11:57.957734 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2a1abd49-1b69-4cc3-840a-92eb202abafb req-0c2b938a-ad1b-48eb-b906-d03f2ce67576 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1d232d2-bf07-4704-b159-51f58081a028 HTTP/1.1" status: 200 len: 1000 time: 0.0571172 Sep 07 03:11:58.010939 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1abd49-1b69-4cc3-840a-92eb202abafb req-17d95ce8-8819-4d48-ac12-ca73795dbd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:11:58.012451 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2a1abd49-1b69-4cc3-840a-92eb202abafb req-17d95ce8-8819-4d48-ac12-ca73795dbd9b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b33adc2b-a155-4213-967c-f1ae81189b8c HTTP/1.1" status: 200 len: 851 time: 0.0487254 Sep 07 03:11:58.060913 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1abd49-1b69-4cc3-840a-92eb202abafb req-7555b7d7-c404-4d8e-b5ae-116f7d01d493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:11:58.062425 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2a1abd49-1b69-4cc3-840a-92eb202abafb req-7555b7d7-c404-4d8e-b5ae-116f7d01d493 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b5bb2b44-86d3-4c51-8098-39db56525af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430086 Sep 07 03:11:58.150685 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2a1abd49-1b69-4cc3-840a-92eb202abafb req-f28298f0-8f7d-4565-9fb1-aae1854266b0 service neutron] 10.222.0.16 "GET /v2.0/networks/b5bb2b44-86d3-4c51-8098-39db56525af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808711 Sep 07 03:11:58.197829 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-128ba9dc-f9ee-407f-82c7-239223db0f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:11:58.247529 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2a1abd49-1b69-4cc3-840a-92eb202abafb req-01a8dbea-e7ff-402c-85dc-6ea20496a587 service neutron] 10.222.0.16 "GET /v2.0/networks/b5bb2b44-86d3-4c51-8098-39db56525af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869305 Sep 07 03:11:58.729847 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:11:59.612800 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:12:00.386548 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:12:01.461159 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:12:06.125510 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-26e524f1-394e-48cd-ad28-141eb2d704d1 req-53c4a62d-b2b9-4883-ac3d-47938845d52b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c0aa0541-6465-485a-990e-6599adea63b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403774 Sep 07 03:12:06.205593 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e524f1-394e-48cd-ad28-141eb2d704d1 req-211a7a96-7146-44fb-b9f3-cc164a3ad56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:12:06.207078 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-26e524f1-394e-48cd-ad28-141eb2d704d1 req-211a7a96-7146-44fb-b9f3-cc164a3ad56e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d06bbe97323c41ddbf7d028c938d3dbd&device_id=c0aa0541-6465-485a-990e-6599adea63b0 HTTP/1.1" status: 200 len: 1097 time: 0.0403390 Sep 07 03:12:06.309508 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e524f1-394e-48cd-ad28-141eb2d704d1 req-f6470698-b1a9-4337-a1cd-ca023f096290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:12:06.310969 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-26e524f1-394e-48cd-ad28-141eb2d704d1 req-f6470698-b1a9-4337-a1cd-ca023f096290 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e17aa995-8fe9-4abb-b390-77b4b3ff89e7 HTTP/1.1" status: 200 len: 908 time: 0.0861292 Sep 07 03:12:06.373224 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-26e524f1-394e-48cd-ad28-141eb2d704d1 req-aae0ca71-260e-42df-a0b1-27df23e4927d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37777051-9bcc-47e8-8055-67af22404c77 HTTP/1.1" status: 200 len: 1001 time: 0.0555429 Sep 07 03:12:06.424920 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e524f1-394e-48cd-ad28-141eb2d704d1 req-2606fd95-fe69-433a-bc19-a9ad00940093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:12:06.426350 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-26e524f1-394e-48cd-ad28-141eb2d704d1 req-2606fd95-fe69-433a-bc19-a9ad00940093 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=391b43f1-551f-4ebe-9158-b99ffe60493d HTTP/1.1" status: 200 len: 847 time: 0.0469668 Sep 07 03:12:06.470196 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e524f1-394e-48cd-ad28-141eb2d704d1 req-05d43701-172f-49c4-bb29-8067aa523856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:12:06.471719 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-26e524f1-394e-48cd-ad28-141eb2d704d1 req-05d43701-172f-49c4-bb29-8067aa523856 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e17aa995-8fe9-4abb-b390-77b4b3ff89e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389695 Sep 07 03:12:06.564274 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-26e524f1-394e-48cd-ad28-141eb2d704d1 req-ebb90e56-3f05-4b20-882c-f9530426368b service neutron] 10.222.0.23 "GET /v2.0/networks/e17aa995-8fe9-4abb-b390-77b4b3ff89e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847311 Sep 07 03:12:06.652419 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-26e524f1-394e-48cd-ad28-141eb2d704d1 req-0cbbe1d0-1818-439c-8e8a-8c4048828bce service neutron] 10.222.0.23 "GET /v2.0/networks/e17aa995-8fe9-4abb-b390-77b4b3ff89e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812187 Sep 07 03:12:21.728876 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:12:21.792034 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:12:25.931752 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-683fed5f-c27b-42e0-a2ec-6e67aa8c3366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:12:28.189573 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a8fe08ed-0023-4c9d-9d7d-efa161657c23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:12:28.729844 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:12:29.618497 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:12:31.464669 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:12:37.385681 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:12:51.742422 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:12:51.807743 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:12:53.455108 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a481e47d-79a9-461f-b720-6a145e0db3c5 req-5e127a3d-8f09-4dca-b9bc-a08942abb2c3 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1012459138&fields=id&tenant_id=e2b241f46496480ea1c24703bd4e7081 HTTP/1.1" status: 200 len: 267 time: 0.0349646 Sep 07 03:12:53.557678 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a481e47d-79a9-461f-b720-6a145e0db3c5 req-d3232361-4311-41cb-91db-563ad586ce57 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:12:53.559135 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a481e47d-79a9-461f-b720-6a145e0db3c5 req-d3232361-4311-41cb-91db-563ad586ce57 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/networks?id=b5bb2b44-86d3-4c51-8098-39db56525af1 HTTP/1.1" status: 200 len: 812 time: 0.0974386 Sep 07 03:12:53.574549 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a481e47d-79a9-461f-b720-6a145e0db3c5 req-b1fa591e-df6a-4204-9c0b-d212cf24a0ae tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/quotas/e2b241f46496480ea1c24703bd4e7081 HTTP/1.1" status: 200 len: 375 time: 0.0090666 Sep 07 03:12:53.635632 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a481e47d-79a9-461f-b720-6a145e0db3c5 req-dd531dbc-07e0-4ec5-bb4e-5fb4609582dd tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e2b241f46496480ea1c24703bd4e7081&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0559354 Sep 07 03:12:53.778169 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a481e47d-79a9-461f-b720-6a145e0db3c5 req-d8721a24-ecd0-4dac-9804-151e55bf7bae service neutron] 10.222.0.22 "GET /v2.0/networks/b5bb2b44-86d3-4c51-8098-39db56525af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309214 Sep 07 03:12:53.873810 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a481e47d-79a9-461f-b720-6a145e0db3c5 req-87a6be1a-7b6e-4a5a-8c31-82024241e0ca service neutron] 10.222.0.22 "GET /v2.0/networks/b5bb2b44-86d3-4c51-8098-39db56525af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873079 Sep 07 03:12:54.221368 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-516079af-fc0c-4160-9474-e5aea0030d73 req-aa2634af-b8f0-406a-8990-7fe001c20344 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bf9b0fa-5da3-46de-a07e-07214dd1287e HTTP/1.1" status: 200 len: 210 time: 0.0875690 Sep 07 03:12:55.033167 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a481e47d-79a9-461f-b720-6a145e0db3c5 req-79119336-3f75-4482-8295-5de5570aa11b tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:12:55.034643 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a481e47d-79a9-461f-b720-6a145e0db3c5 req-79119336-3f75-4482-8295-5de5570aa11b tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.23 "GET /v2.0/networks?id=b5bb2b44-86d3-4c51-8098-39db56525af1 HTTP/1.1" status: 200 len: 812 time: 0.1047113 Sep 07 03:12:55.078903 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a481e47d-79a9-461f-b720-6a145e0db3c5 req-1d012c34-9dea-4ab0-8193-11c00c3c8b79 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2b241f46496480ea1c24703bd4e7081 HTTP/1.1" status: 200 len: 380 time: 0.0355077 Sep 07 03:12:55.087925 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-a481e47d-79a9-461f-b720-6a145e0db3c5 req-484b0e0d-4d48-4fb7-b5f6-2ad837ce060c tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Request body: {'port': {'device_id': '1bf9b0fa-5da3-46de-a07e-07214dd1287e', 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1', 'admin_state_up': True, 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'security_groups': ['de18bfe2-1783-45fe-8c40-fdc97fee7bff']}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:12:55.203449 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a481e47d-79a9-461f-b720-6a145e0db3c5 req-484b0e0d-4d48-4fb7-b5f6-2ad837ce060c tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Made reservation on behalf of e2b241f46496480ea1c24703bd4e7081 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:12:55.207673 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a481e47d-79a9-461f-b720-6a145e0db3c5 req-484b0e0d-4d48-4fb7-b5f6-2ad837ce060c tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:12:55.334682 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-a481e47d-79a9-461f-b720-6a145e0db3c5 req-484b0e0d-4d48-4fb7-b5f6-2ad837ce060c tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Allocated IP 172.20.0.14 (b5bb2b44-86d3-4c51-8098-39db56525af1/b33adc2b-a155-4213-967c-f1ae81189b8c/7f6c450a-cc8c-489f-bf3c-50a1be21e08a) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:12:55.336324 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6cf63400-f2be-49f6-80b9-5e89ad6a02e6 req-52ce6b5d-62eb-4e3d-b1ec-ea5700d16425 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bf9b0fa-5da3-46de-a07e-07214dd1287e HTTP/1.1" status: 200 len: 210 time: 0.0289607 Sep 07 03:12:55.481834 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a481e47d-79a9-461f-b720-6a145e0db3c5 req-484b0e0d-4d48-4fb7-b5f6-2ad837ce060c tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:12:55.495367 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-a481e47d-79a9-461f-b720-6a145e0db3c5 req-484b0e0d-4d48-4fb7-b5f6-2ad837ce060c tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Transition to ACTIVE for port object 7f6c450a-cc8c-489f-bf3c-50a1be21e08a will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:12:55.528548 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a481e47d-79a9-461f-b720-6a145e0db3c5 req-484b0e0d-4d48-4fb7-b5f6-2ad837ce060c tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:12:55.571697 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a481e47d-79a9-461f-b720-6a145e0db3c5 req-484b0e0d-4d48-4fb7-b5f6-2ad837ce060c tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Network b5bb2b44-86d3-4c51-8098-39db56525af1 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:12:55.574994 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-a481e47d-79a9-461f-b720-6a145e0db3c5 req-484b0e0d-4d48-4fb7-b5f6-2ad837ce060c tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:12:55.581965 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-a481e47d-79a9-461f-b720-6a145e0db3c5 req-484b0e0d-4d48-4fb7-b5f6-2ad837ce060c tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:12:55.610667 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484b0e0d-4d48-4fb7-b5f6-2ad837ce060c tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Pushing event updated for resources: {'Port': ['ID=7f6c450a-cc8c-489f-bf3c-50a1be21e08a,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:12:55.629326 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484b0e0d-4d48-4fb7-b5f6-2ad837ce060c tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:12:55.629677 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484b0e0d-4d48-4fb7-b5f6-2ad837ce060c tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:12:55.630020 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484b0e0d-4d48-4fb7-b5f6-2ad837ce060c tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:12:55.630359 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484b0e0d-4d48-4fb7-b5f6-2ad837ce060c tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:12:55.630689 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484b0e0d-4d48-4fb7-b5f6-2ad837ce060c tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:12:55.631018 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484b0e0d-4d48-4fb7-b5f6-2ad837ce060c tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:12:55.631344 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484b0e0d-4d48-4fb7-b5f6-2ad837ce060c tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:12:55.631696 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484b0e0d-4d48-4fb7-b5f6-2ad837ce060c tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:12:55.632019 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484b0e0d-4d48-4fb7-b5f6-2ad837ce060c tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:12:55.632415 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484b0e0d-4d48-4fb7-b5f6-2ad837ce060c tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:12:55.632747 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484b0e0d-4d48-4fb7-b5f6-2ad837ce060c tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:12:55.633085 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484b0e0d-4d48-4fb7-b5f6-2ad837ce060c tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:12:55.651731 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a481e47d-79a9-461f-b720-6a145e0db3c5 req-484b0e0d-4d48-4fb7-b5f6-2ad837ce060c tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:12:55.652406 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a481e47d-79a9-461f-b720-6a145e0db3c5 req-484b0e0d-4d48-4fb7-b5f6-2ad837ce060c tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:12:55.666985 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a481e47d-79a9-461f-b720-6a145e0db3c5 req-484b0e0d-4d48-4fb7-b5f6-2ad837ce060c tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5827148 Sep 07 03:12:55.679309 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-a481e47d-79a9-461f-b720-6a145e0db3c5 req-79047d39-9f61-4d77-a41f-02b9b1b79759 service neutron] Request body: {'port': {'device_id': '1bf9b0fa-5da3-46de-a07e-07214dd1287e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:12:55.736958 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a481e47d-79a9-461f-b720-6a145e0db3c5 req-79047d39-9f61-4d77-a41f-02b9b1b79759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:12:55.832290 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-7109344e-bef4-4188-b807-7b434206d9b3 None None] Provisioning for port 7f6c450a-cc8c-489f-bf3c-50a1be21e08a completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:12:55.836693 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-7109344e-bef4-4188-b807-7b434206d9b3 None None] Provisioning complete for port 7f6c450a-cc8c-489f-bf3c-50a1be21e08a triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:12:55.837620 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7109344e-bef4-4188-b807-7b434206d9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:12:55.877105 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-7109344e-bef4-4188-b807-7b434206d9b3 None None] Port 7f6c450a-cc8c-489f-bf3c-50a1be21e08a cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:12:55.933836 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-023e0916-10fb-429b-ae9b-2188de84e062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:12:56.011022 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-a481e47d-79a9-461f-b720-6a145e0db3c5 req-79047d39-9f61-4d77-a41f-02b9b1b79759 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f6c450a-cc8c-489f-bf3c-50a1be21e08a {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:12:56.018399 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a481e47d-79a9-461f-b720-6a145e0db3c5 req-79047d39-9f61-4d77-a41f-02b9b1b79759 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:12:56.030421 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-a481e47d-79a9-461f-b720-6a145e0db3c5 req-79047d39-9f61-4d77-a41f-02b9b1b79759 service neutron] Transition to ACTIVE for port object 7f6c450a-cc8c-489f-bf3c-50a1be21e08a will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:12:56.034695 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a481e47d-79a9-461f-b720-6a145e0db3c5 req-79047d39-9f61-4d77-a41f-02b9b1b79759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:12:56.090367 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79047d39-9f61-4d77-a41f-02b9b1b79759 service neutron] Pushing event updated for resources: {'Port': ['ID=7f6c450a-cc8c-489f-bf3c-50a1be21e08a,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:12:56.165553 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-a481e47d-79a9-461f-b720-6a145e0db3c5 req-79047d39-9f61-4d77-a41f-02b9b1b79759 service neutron] Attempting to bind port 7f6c450a-cc8c-489f-bf3c-50a1be21e08a on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:12:56.165888 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-a481e47d-79a9-461f-b720-6a145e0db3c5 req-79047d39-9f61-4d77-a41f-02b9b1b79759 service neutron] Attempting to bind port 7f6c450a-cc8c-489f-bf3c-50a1be21e08a by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:12:56.166221 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a481e47d-79a9-461f-b720-6a145e0db3c5 req-79047d39-9f61-4d77-a41f-02b9b1b79759 service neutron] Attempting to bind port 7f6c450a-cc8c-489f-bf3c-50a1be21e08a on network b5bb2b44-86d3-4c51-8098-39db56525af1 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:12:56.170743 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a481e47d-79a9-461f-b720-6a145e0db3c5 req-79047d39-9f61-4d77-a41f-02b9b1b79759 service neutron] Port 7f6c450a-cc8c-489f-bf3c-50a1be21e08a on network b5bb2b44-86d3-4c51-8098-39db56525af1 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 03:12:56.171069 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a481e47d-79a9-461f-b720-6a145e0db3c5 req-79047d39-9f61-4d77-a41f-02b9b1b79759 service neutron] Attempting to bind port 7f6c450a-cc8c-489f-bf3c-50a1be21e08a on network b5bb2b44-86d3-4c51-8098-39db56525af1 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:12:56.176709 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a481e47d-79a9-461f-b720-6a145e0db3c5 req-79047d39-9f61-4d77-a41f-02b9b1b79759 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:12:56.177052 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a481e47d-79a9-461f-b720-6a145e0db3c5 req-79047d39-9f61-4d77-a41f-02b9b1b79759 service neutron] Checking segment: {'id': '8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:12:56.177438 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a481e47d-79a9-461f-b720-6a145e0db3c5 req-79047d39-9f61-4d77-a41f-02b9b1b79759 service neutron] Bound using segment: {'id': '8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:12:56.177868 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-a481e47d-79a9-461f-b720-6a145e0db3c5 req-79047d39-9f61-4d77-a41f-02b9b1b79759 service neutron] Bound port: 7f6c450a-cc8c-489f-bf3c-50a1be21e08a, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:12:56.178228 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a481e47d-79a9-461f-b720-6a145e0db3c5 req-79047d39-9f61-4d77-a41f-02b9b1b79759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:12:56.262477 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-a481e47d-79a9-461f-b720-6a145e0db3c5 req-79047d39-9f61-4d77-a41f-02b9b1b79759 service neutron] For port 7f6c450a-cc8c-489f-bf3c-50a1be21e08a, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:12:56.266166 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-a481e47d-79a9-461f-b720-6a145e0db3c5 req-79047d39-9f61-4d77-a41f-02b9b1b79759 service neutron] For port 7f6c450a-cc8c-489f-bf3c-50a1be21e08a, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=7f6c450a-cc8c-489f-bf3c-50a1be21e08a,segment=NetworkSegment(8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21),segment_id=8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:12:56.270567 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a481e47d-79a9-461f-b720-6a145e0db3c5 req-79047d39-9f61-4d77-a41f-02b9b1b79759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:12:56.310808 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a481e47d-79a9-461f-b720-6a145e0db3c5 req-79047d39-9f61-4d77-a41f-02b9b1b79759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:12:56.311453 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a481e47d-79a9-461f-b720-6a145e0db3c5 req-79047d39-9f61-4d77-a41f-02b9b1b79759 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:12:56.312942 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a481e47d-79a9-461f-b720-6a145e0db3c5 req-79047d39-9f61-4d77-a41f-02b9b1b79759 service neutron] 10.222.0.23 "PUT /v2.0/ports/7f6c450a-cc8c-489f-bf3c-50a1be21e08a HTTP/1.1" status: 200 len: 1093 time: 0.6380854 Sep 07 03:12:56.313395 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bf9b0fa-5da3-46de-a07e-07214dd1287e', 'tag': '7f6c450a-cc8c-489f-bf3c-50a1be21e08a'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:12:56.315731 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71c6f2b-8e8a-473a-9da3-6f1e67c42935" -d '{"events": [{"name": "network-changed", "server_uuid": "1bf9b0fa-5da3-46de-a07e-07214dd1287e", "tag": "7f6c450a-cc8c-489f-bf3c-50a1be21e08a"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:12:56.401821 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79047d39-9f61-4d77-a41f-02b9b1b79759 service neutron] Pushing event updated for resources: {'Port': ['ID=7f6c450a-cc8c-489f-bf3c-50a1be21e08a,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:12:56.410839 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01d8afe-f63f-4619-b09b-49b340fb9254 x-openstack-request-id: req-b01d8afe-f63f-4619-b09b-49b340fb9254 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:12:56.411137 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bf9b0fa-5da3-46de-a07e-07214dd1287e", "tag": "7f6c450a-cc8c-489f-bf3c-50a1be21e08a", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:12:56.411393 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b01d8afe-f63f-4619-b09b-49b340fb9254 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:12:56.411845 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bf9b0fa-5da3-46de-a07e-07214dd1287e', 'tag': '7f6c450a-cc8c-489f-bf3c-50a1be21e08a', 'status': 'completed', 'code': 200} Sep 07 03:12:56.429481 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a481e47d-79a9-461f-b720-6a145e0db3c5 req-8e564e9d-c347-4fa1-8c9c-9a0284054228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:12:56.431040 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a481e47d-79a9-461f-b720-6a145e0db3c5 req-8e564e9d-c347-4fa1-8c9c-9a0284054228 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e2b241f46496480ea1c24703bd4e7081&device_id=1bf9b0fa-5da3-46de-a07e-07214dd1287e HTTP/1.1" status: 200 len: 1096 time: 0.0645061 Sep 07 03:12:56.480774 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a481e47d-79a9-461f-b720-6a145e0db3c5 req-614e2cfd-2542-4469-8ef5-d5dff9d24d9e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f6c450a-cc8c-489f-bf3c-50a1be21e08a HTTP/1.1" status: 200 len: 217 time: 0.0417473 Sep 07 03:12:56.486590 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2677853d-1b40-42a8-845b-cd5c5d076c58 req-b3070384-0a9c-4cc6-ba8c-82ffe6569d3d tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:12:56.488414 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2677853d-1b40-42a8-845b-cd5c5d076c58 req-b3070384-0a9c-4cc6-ba8c-82ffe6569d3d tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bf9b0fa-5da3-46de-a07e-07214dd1287e HTTP/1.1" status: 200 len: 944 time: 0.0575130 Sep 07 03:12:56.529343 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2677853d-1b40-42a8-845b-cd5c5d076c58 req-9ca2bb89-9377-421d-a44d-891416fde565 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=de18bfe2-1783-45fe-8c40-fdc97fee7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346420 Sep 07 03:12:56.558561 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a481e47d-79a9-461f-b720-6a145e0db3c5 req-7155f9c7-98f5-4610-882e-80f863f5c653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:12:56.560432 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a481e47d-79a9-461f-b720-6a145e0db3c5 req-7155f9c7-98f5-4610-882e-80f863f5c653 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b33adc2b-a155-4213-967c-f1ae81189b8c HTTP/1.1" status: 200 len: 851 time: 0.0724452 Sep 07 03:12:56.610362 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a481e47d-79a9-461f-b720-6a145e0db3c5 req-ac029a1c-4eab-409d-b134-9197f6967512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:12:56.611939 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a481e47d-79a9-461f-b720-6a145e0db3c5 req-ac029a1c-4eab-409d-b134-9197f6967512 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b5bb2b44-86d3-4c51-8098-39db56525af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447919 Sep 07 03:12:56.703147 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a481e47d-79a9-461f-b720-6a145e0db3c5 req-920e1d20-afa1-4405-8454-486e53b1ca5e service neutron] 10.222.0.23 "GET /v2.0/networks/b5bb2b44-86d3-4c51-8098-39db56525af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837488 Sep 07 03:12:56.794310 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a481e47d-79a9-461f-b720-6a145e0db3c5 req-0908443c-822e-4c29-86f7-41cab034bf48 service neutron] 10.222.0.23 "GET /v2.0/networks/b5bb2b44-86d3-4c51-8098-39db56525af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845542 Sep 07 03:12:56.874685 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c6f2b-8e8a-473a-9da3-6f1e67c42935 req-63db2fc9-5786-4f7a-ae84-a0fd2f525495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:12:56.876256 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a71c6f2b-8e8a-473a-9da3-6f1e67c42935 req-63db2fc9-5786-4f7a-ae84-a0fd2f525495 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e2b241f46496480ea1c24703bd4e7081&device_id=1bf9b0fa-5da3-46de-a07e-07214dd1287e HTTP/1.1" status: 200 len: 1096 time: 0.0416458 Sep 07 03:12:56.972694 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c6f2b-8e8a-473a-9da3-6f1e67c42935 req-b4fd385c-9829-4a82-bc3c-6fcfff9cf471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:12:56.974129 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a71c6f2b-8e8a-473a-9da3-6f1e67c42935 req-b4fd385c-9829-4a82-bc3c-6fcfff9cf471 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b5bb2b44-86d3-4c51-8098-39db56525af1 HTTP/1.1" status: 200 len: 912 time: 0.0912080 Sep 07 03:12:57.016394 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a71c6f2b-8e8a-473a-9da3-6f1e67c42935 req-a9e40945-ad78-4a68-9084-9b655abcc34c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f6c450a-cc8c-489f-bf3c-50a1be21e08a HTTP/1.1" status: 200 len: 217 time: 0.0352178 Sep 07 03:12:57.068414 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c6f2b-8e8a-473a-9da3-6f1e67c42935 req-2d5200ac-ffc4-4cef-9d9d-42b1976fd677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:12:57.069894 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a71c6f2b-8e8a-473a-9da3-6f1e67c42935 req-2d5200ac-ffc4-4cef-9d9d-42b1976fd677 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b33adc2b-a155-4213-967c-f1ae81189b8c HTTP/1.1" status: 200 len: 851 time: 0.0474334 Sep 07 03:12:57.115968 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c6f2b-8e8a-473a-9da3-6f1e67c42935 req-b7ad9dd9-baa7-477c-9c6a-4cf41f73fd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:12:57.117470 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a71c6f2b-8e8a-473a-9da3-6f1e67c42935 req-b7ad9dd9-baa7-477c-9c6a-4cf41f73fd8e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b5bb2b44-86d3-4c51-8098-39db56525af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402803 Sep 07 03:12:57.206306 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a71c6f2b-8e8a-473a-9da3-6f1e67c42935 req-8171e95a-46ec-4d7b-90c1-f76ba48f8bc2 service neutron] 10.222.0.23 "GET /v2.0/networks/b5bb2b44-86d3-4c51-8098-39db56525af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818222 Sep 07 03:12:57.299201 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a71c6f2b-8e8a-473a-9da3-6f1e67c42935 req-7a9341dd-6a67-46a3-a28c-c3581e2b291b service neutron] 10.222.0.23 "GET /v2.0/networks/b5bb2b44-86d3-4c51-8098-39db56525af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862973 Sep 07 03:12:57.659379 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453272a1-f0ad-4b60-a45b-5195b88f3847 req-f140cd70-a420-4f08-9c0d-8978a8f78c8b tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:12:57.660943 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-453272a1-f0ad-4b60-a45b-5195b88f3847 req-f140cd70-a420-4f08-9c0d-8978a8f78c8b tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bf9b0fa-5da3-46de-a07e-07214dd1287e HTTP/1.1" status: 200 len: 944 time: 0.0520627 Sep 07 03:12:57.698906 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-453272a1-f0ad-4b60-a45b-5195b88f3847 req-96916559-dd07-4a8b-9c6d-eee60d279943 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=de18bfe2-1783-45fe-8c40-fdc97fee7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315580 Sep 07 03:12:58.190866 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7b101fcb-06cb-4eef-88a1-8d8dbecd50ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:12:58.731543 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:12:58.872801 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a561bba0-a0ff-419f-afd1-c815daa93ec4 req-407e2890-2cc4-4878-aaa1-a910f9e072dc tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:12:58.874303 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a561bba0-a0ff-419f-afd1-c815daa93ec4 req-407e2890-2cc4-4878-aaa1-a910f9e072dc tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bf9b0fa-5da3-46de-a07e-07214dd1287e HTTP/1.1" status: 200 len: 944 time: 0.1079085 Sep 07 03:12:58.917138 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a561bba0-a0ff-419f-afd1-c815daa93ec4 req-3d21f91c-605d-4e9c-b2e3-6269db22d97f tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=de18bfe2-1783-45fe-8c40-fdc97fee7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361381 Sep 07 03:12:59.617950 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:12:59.729679 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d194ef70-6ba2-474f-aa11-ef4ff841e735 req-84395d2a-1eaa-458f-afcf-b98564ab0f20 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=88889442-1ccc-4436-87f7-bdd619d13c83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0390065 Sep 07 03:12:59.813336 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d194ef70-6ba2-474f-aa11-ef4ff841e735 req-84e18cbf-255b-4e56-b47f-f670a6898de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:12:59.814813 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d194ef70-6ba2-474f-aa11-ef4ff841e735 req-84e18cbf-255b-4e56-b47f-f670a6898de0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2b241f46496480ea1c24703bd4e7081&device_id=88889442-1ccc-4436-87f7-bdd619d13c83 HTTP/1.1" status: 200 len: 1097 time: 0.0440049 Sep 07 03:12:59.920571 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d194ef70-6ba2-474f-aa11-ef4ff841e735 req-68fb498a-5e3e-4965-9956-dc379f246d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:12:59.922039 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d194ef70-6ba2-474f-aa11-ef4ff841e735 req-68fb498a-5e3e-4965-9956-dc379f246d07 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b5bb2b44-86d3-4c51-8098-39db56525af1 HTTP/1.1" status: 200 len: 912 time: 0.0883796 Sep 07 03:12:59.990447 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d194ef70-6ba2-474f-aa11-ef4ff841e735 req-0f1febc2-28c4-492d-b565-3b9e5b9ddf6d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1d232d2-bf07-4704-b159-51f58081a028 HTTP/1.1" status: 200 len: 1000 time: 0.0619235 Sep 07 03:13:00.068209 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d194ef70-6ba2-474f-aa11-ef4ff841e735 req-368c32bd-9c32-4e8e-b862-19bf4dd7b178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:13:00.069690 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d194ef70-6ba2-474f-aa11-ef4ff841e735 req-368c32bd-9c32-4e8e-b862-19bf4dd7b178 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b33adc2b-a155-4213-967c-f1ae81189b8c HTTP/1.1" status: 200 len: 851 time: 0.0687289 Sep 07 03:13:00.081732 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85259bae-ee80-4a3d-8d7e-99c745176f52 req-bd15c3df-8177-4474-b7f0-bbfa3019b911 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:13:00.083128 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-85259bae-ee80-4a3d-8d7e-99c745176f52 req-bd15c3df-8177-4474-b7f0-bbfa3019b911 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bf9b0fa-5da3-46de-a07e-07214dd1287e HTTP/1.1" status: 200 len: 944 time: 0.0918217 Sep 07 03:13:00.146058 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-85259bae-ee80-4a3d-8d7e-99c745176f52 req-f650e227-f839-4e03-b13b-bfafc6385e7b tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=de18bfe2-1783-45fe-8c40-fdc97fee7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548077 Sep 07 03:13:00.150762 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d194ef70-6ba2-474f-aa11-ef4ff841e735 req-b32ac259-4218-4139-a5f6-38c6d75b1c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:13:00.152228 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d194ef70-6ba2-474f-aa11-ef4ff841e735 req-b32ac259-4218-4139-a5f6-38c6d75b1c33 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b5bb2b44-86d3-4c51-8098-39db56525af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0682378 Sep 07 03:13:00.163400 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [req-d194ef70-6ba2-474f-aa11-ef4ff841e735 req-7899163b-7005-4571-8ad3-bfaeb3f9ce22 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:13:00.164378 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d194ef70-6ba2-474f-aa11-ef4ff841e735 req-7899163b-7005-4571-8ad3-bfaeb3f9ce22 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056322 Sep 07 03:13:00.261513 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d194ef70-6ba2-474f-aa11-ef4ff841e735 req-df9efbd1-001e-40af-aa0b-38bca89db5a6 service neutron] 10.222.0.16 "GET /v2.0/networks/b5bb2b44-86d3-4c51-8098-39db56525af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884650 Sep 07 03:13:00.352101 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d194ef70-6ba2-474f-aa11-ef4ff841e735 req-f1279a88-afed-4a1c-866d-1f9cbb107a3d service neutron] 10.222.0.16 "GET /v2.0/networks/b5bb2b44-86d3-4c51-8098-39db56525af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837297 Sep 07 03:13:01.258596 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6128f6-e0ba-4cb7-a891-86c478a6bd84 req-4b7bf5e7-e603-4af0-8d6e-ad0d09161997 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:13:01.260087 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1d6128f6-e0ba-4cb7-a891-86c478a6bd84 req-4b7bf5e7-e603-4af0-8d6e-ad0d09161997 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bf9b0fa-5da3-46de-a07e-07214dd1287e HTTP/1.1" status: 200 len: 944 time: 0.0477393 Sep 07 03:13:01.297541 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1d6128f6-e0ba-4cb7-a891-86c478a6bd84 req-235361a4-cf3e-4beb-89ae-36e30d063167 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=de18bfe2-1783-45fe-8c40-fdc97fee7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309350 Sep 07 03:13:01.469951 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:02.411232 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9505327-43f0-4d3d-8c3c-8be82e1d4405 req-544b260b-1140-4585-ad99-a4e36aa1ce5b tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:13:02.412737 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a9505327-43f0-4d3d-8c3c-8be82e1d4405 req-544b260b-1140-4585-ad99-a4e36aa1ce5b tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bf9b0fa-5da3-46de-a07e-07214dd1287e HTTP/1.1" status: 200 len: 944 time: 0.0491302 Sep 07 03:13:02.450256 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a9505327-43f0-4d3d-8c3c-8be82e1d4405 req-a16664c9-c46f-44a3-a946-b849af3641f5 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=de18bfe2-1783-45fe-8c40-fdc97fee7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315015 Sep 07 03:13:03.560468 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3881cee-7601-4412-a6af-769eb6fbbfa0 req-3fc5d0f4-d37d-4668-ad2f-21b21aa36dcb tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:13:03.561927 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e3881cee-7601-4412-a6af-769eb6fbbfa0 req-3fc5d0f4-d37d-4668-ad2f-21b21aa36dcb tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bf9b0fa-5da3-46de-a07e-07214dd1287e HTTP/1.1" status: 200 len: 944 time: 0.0480917 Sep 07 03:13:03.599018 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e3881cee-7601-4412-a6af-769eb6fbbfa0 req-a1bcc77a-d614-4c81-b9f1-dc453249d2d9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=de18bfe2-1783-45fe-8c40-fdc97fee7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307646 Sep 07 03:13:04.721151 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43e77bf-4813-46ad-a71a-4c1e74c2e281 req-3f3263fe-ec7a-4907-aa5f-4cd0a96c4f69 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:13:04.722740 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c43e77bf-4813-46ad-a71a-4c1e74c2e281 req-3f3263fe-ec7a-4907-aa5f-4cd0a96c4f69 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bf9b0fa-5da3-46de-a07e-07214dd1287e HTTP/1.1" status: 200 len: 944 time: 0.0538380 Sep 07 03:13:04.764599 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c43e77bf-4813-46ad-a71a-4c1e74c2e281 req-b332375f-fc55-4682-8ead-8d602c8ea237 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=de18bfe2-1783-45fe-8c40-fdc97fee7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359159 Sep 07 03:13:05.880769 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec7a0b-c50d-441d-b585-fcf9b2d4b5ef req-0498b5c8-384d-4c91-bd83-aa3a29fd257f tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:13:05.882295 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-daec7a0b-c50d-441d-b585-fcf9b2d4b5ef req-0498b5c8-384d-4c91-bd83-aa3a29fd257f tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bf9b0fa-5da3-46de-a07e-07214dd1287e HTTP/1.1" status: 200 len: 944 time: 0.0500722 Sep 07 03:13:05.925594 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-daec7a0b-c50d-441d-b585-fcf9b2d4b5ef req-ca5158f4-7e54-46dd-b270-f6c58a7327a1 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=de18bfe2-1783-45fe-8c40-fdc97fee7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361774 Sep 07 03:13:06.127134 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0038971a-54ab-4ff9-b9de-0a387f0de95b req-17bcbd15-e9eb-475b-b536-5a4c50367315 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c0aa0541-6465-485a-990e-6599adea63b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0428240 Sep 07 03:13:06.213472 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038971a-54ab-4ff9-b9de-0a387f0de95b req-1ab8a755-ff04-4125-981e-6e733592ebf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:13:06.215187 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0038971a-54ab-4ff9-b9de-0a387f0de95b req-1ab8a755-ff04-4125-981e-6e733592ebf2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d06bbe97323c41ddbf7d028c938d3dbd&device_id=c0aa0541-6465-485a-990e-6599adea63b0 HTTP/1.1" status: 200 len: 1097 time: 0.0454373 Sep 07 03:13:06.329177 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038971a-54ab-4ff9-b9de-0a387f0de95b req-8ab5018d-af3f-4ce9-ab15-72b6578d10e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:13:06.330633 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0038971a-54ab-4ff9-b9de-0a387f0de95b req-8ab5018d-af3f-4ce9-ab15-72b6578d10e5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e17aa995-8fe9-4abb-b390-77b4b3ff89e7 HTTP/1.1" status: 200 len: 908 time: 0.0959909 Sep 07 03:13:06.398865 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0038971a-54ab-4ff9-b9de-0a387f0de95b req-1028ac24-8da8-4a8b-a53f-e0fad3f6c535 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37777051-9bcc-47e8-8055-67af22404c77 HTTP/1.1" status: 200 len: 1001 time: 0.0613923 Sep 07 03:13:06.450084 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038971a-54ab-4ff9-b9de-0a387f0de95b req-59b61c5a-d8a2-42d2-92c2-23765355109c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:13:06.451589 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0038971a-54ab-4ff9-b9de-0a387f0de95b req-59b61c5a-d8a2-42d2-92c2-23765355109c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=391b43f1-551f-4ebe-9158-b99ffe60493d HTTP/1.1" status: 200 len: 847 time: 0.0465126 Sep 07 03:13:06.501925 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038971a-54ab-4ff9-b9de-0a387f0de95b req-661e7f75-0028-4b84-a263-b82215a734ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:13:06.503562 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0038971a-54ab-4ff9-b9de-0a387f0de95b req-661e7f75-0028-4b84-a263-b82215a734ec service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e17aa995-8fe9-4abb-b390-77b4b3ff89e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449824 Sep 07 03:13:06.559047 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 7f6c450a-cc8c-489f-bf3c-50a1be21e08a details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 03:13:06.593806 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0038971a-54ab-4ff9-b9de-0a387f0de95b req-524323be-b76d-48d1-a5e2-1a40f5031674 service neutron] 10.222.0.23 "GET /v2.0/networks/e17aa995-8fe9-4abb-b390-77b4b3ff89e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830073 Sep 07 03:13:06.655093 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 7f6c450a-cc8c-489f-bf3c-50a1be21e08a, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=7f6c450a-cc8c-489f-bf3c-50a1be21e08a,segment=NetworkSegment(8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21),segment_id=8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:13:06.669297 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '7f6c450a-cc8c-489f-bf3c-50a1be21e08a', 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1', 'port_id': '7f6c450a-cc8c-489f-bf3c-50a1be21e08a', 'mac_address': 'fa:16:3e:72:e0:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b33adc2b-a155-4213-967c-f1ae81189b8c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 03:13:06.690154 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0038971a-54ab-4ff9-b9de-0a387f0de95b req-2f1061d7-b4e8-4d10-9b6b-6537ac2e04fa service neutron] 10.222.0.23 "GET /v2.0/networks/e17aa995-8fe9-4abb-b390-77b4b3ff89e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896666 Sep 07 03:13:06.713409 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:06.727738 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f6c450a-cc8c-489f-bf3c-50a1be21e08a {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:13:06.747044 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 7f6c450a-cc8c-489f-bf3c-50a1be21e08a, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=7f6c450a-cc8c-489f-bf3c-50a1be21e08a,segment=NetworkSegment(8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21),segment_id=8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:13:06.751284 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:06.796070 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=7f6c450a-cc8c-489f-bf3c-50a1be21e08a,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:13:06.803148 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:13:06.803513 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:13:06.803861 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:13:06.804196 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:13:06.804530 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:13:06.804860 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:13:06.805186 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:13:06.805511 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:13:06.805836 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:13:06.806159 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:13:06.806481 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:13:06.806801 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:13:06.982133 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['7f6c450a-cc8c-489f-bf3c-50a1be21e08a'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:13:07.038810 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e23ab-d257-4180-9e69-ffe7d2081a1c req-bed51655-cac3-498e-b395-fddb3a7c1319 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:13:07.040338 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c56e23ab-d257-4180-9e69-ffe7d2081a1c req-bed51655-cac3-498e-b395-fddb3a7c1319 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bf9b0fa-5da3-46de-a07e-07214dd1287e HTTP/1.1" status: 200 len: 945 time: 0.0481434 Sep 07 03:13:07.088077 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c56e23ab-d257-4180-9e69-ffe7d2081a1c req-9216de6b-eaf4-4df5-a9f5-78093a1b9cea tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=de18bfe2-1783-45fe-8c40-fdc97fee7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417588 Sep 07 03:13:08.197539 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe89cd6-02fe-4681-96b0-a3cfa8d666db req-57441229-439e-46ba-b36b-bef9c2145769 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:13:08.199273 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2fe89cd6-02fe-4681-96b0-a3cfa8d666db req-57441229-439e-46ba-b36b-bef9c2145769 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bf9b0fa-5da3-46de-a07e-07214dd1287e HTTP/1.1" status: 200 len: 945 time: 0.0485942 Sep 07 03:13:08.237283 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2fe89cd6-02fe-4681-96b0-a3cfa8d666db req-f4dfbee7-dad4-459e-bb93-fbd80c5048e4 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=de18bfe2-1783-45fe-8c40-fdc97fee7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321586 Sep 07 03:13:08.574833 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 7f6c450a-cc8c-489f-bf3c-50a1be21e08a up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:13:08.624244 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port 7f6c450a-cc8c-489f-bf3c-50a1be21e08a completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:13:08.628056 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port 7f6c450a-cc8c-489f-bf3c-50a1be21e08a triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:13:08.628427 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:08.701388 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:08.723764 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf9b0fa-5da3-46de-a07e-07214dd1287e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f6c450a-cc8c-489f-bf3c-50a1be21e08a'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:13:08.725978 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b4dc7e-376d-4afa-989f-8d43809441d6" -d '{"events": [{"server_uuid": "1bf9b0fa-5da3-46de-a07e-07214dd1287e", "name": "network-vif-plugged", "status": "completed", "tag": "7f6c450a-cc8c-489f-bf3c-50a1be21e08a"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:13:08.738090 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 7f6c450a-cc8c-489f-bf3c-50a1be21e08a, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=7f6c450a-cc8c-489f-bf3c-50a1be21e08a,segment=NetworkSegment(8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21),segment_id=8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:13:08.742058 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:08.770517 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf201ca-308d-4bcd-8c82-a403a2b782d2 x-openstack-request-id: req-bcf201ca-308d-4bcd-8c82-a403a2b782d2 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:13:08.770811 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bf9b0fa-5da3-46de-a07e-07214dd1287e", "name": "network-vif-plugged", "status": "completed", "tag": "7f6c450a-cc8c-489f-bf3c-50a1be21e08a", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:13:08.771052 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bcf201ca-308d-4bcd-8c82-a403a2b782d2 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:13:08.771427 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bf9b0fa-5da3-46de-a07e-07214dd1287e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f6c450a-cc8c-489f-bf3c-50a1be21e08a', 'code': 200} Sep 07 03:13:08.797429 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=7f6c450a-cc8c-489f-bf3c-50a1be21e08a,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:13:08.856005 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d69fd-920b-4d38-b97e-9d37ad5bc7f6 req-5552cdc5-5846-4f27-a81c-357c1f5892b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:13:08.857399 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d15d69fd-920b-4d38-b97e-9d37ad5bc7f6 req-5552cdc5-5846-4f27-a81c-357c1f5892b2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1bf9b0fa-5da3-46de-a07e-07214dd1287e HTTP/1.1" status: 200 len: 1098 time: 0.0392911 Sep 07 03:13:08.891826 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d15d69fd-920b-4d38-b97e-9d37ad5bc7f6 req-78518a9e-0507-4331-8da4-4a043f32c9f1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=de18bfe2-1783-45fe-8c40-fdc97fee7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274320 Sep 07 03:13:09.347979 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42504abd-28bf-4653-95b7-ee540894289f req-fb2d05ef-8db4-4607-a972-41b46dd21e85 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:13:09.349469 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-42504abd-28bf-4653-95b7-ee540894289f req-fb2d05ef-8db4-4607-a972-41b46dd21e85 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bf9b0fa-5da3-46de-a07e-07214dd1287e HTTP/1.1" status: 200 len: 946 time: 0.0480719 Sep 07 03:13:09.387911 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-42504abd-28bf-4653-95b7-ee540894289f req-0c54b457-f114-43d8-b888-8c6428126621 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=de18bfe2-1783-45fe-8c40-fdc97fee7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326231 Sep 07 03:13:10.511509 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d01051-2a27-46b9-9d6e-7a15db4207dd req-34e9a77e-e130-484b-b221-e5644b54deaf tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:13:10.513582 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f6d01051-2a27-46b9-9d6e-7a15db4207dd req-34e9a77e-e130-484b-b221-e5644b54deaf tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bf9b0fa-5da3-46de-a07e-07214dd1287e HTTP/1.1" status: 200 len: 946 time: 0.0576711 Sep 07 03:13:10.551149 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f6d01051-2a27-46b9-9d6e-7a15db4207dd req-ca874b9f-b4cf-4bf0-a5e9-1b8067a56cb0 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=de18bfe2-1783-45fe-8c40-fdc97fee7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304759 Sep 07 03:13:10.664145 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7869abb-982f-4d9b-af14-7aeff329bca4 req-92684c1b-d485-4645-8f27-120cfa383aa7 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:13:10.665730 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a7869abb-982f-4d9b-af14-7aeff329bca4 req-92684c1b-d485-4645-8f27-120cfa383aa7 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bf9b0fa-5da3-46de-a07e-07214dd1287e HTTP/1.1" status: 200 len: 946 time: 0.0485308 Sep 07 03:13:10.707725 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a7869abb-982f-4d9b-af14-7aeff329bca4 req-afb1d58a-860b-40d4-8828-1f09804a20f0 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=de18bfe2-1783-45fe-8c40-fdc97fee7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353284 Sep 07 03:13:10.730190 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 39176) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:13:10.769618 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e541ee-4baf-45c0-ac63-431b49523565 tempest-TestVolumeBootPattern-1909034348 tempest-TestVolumeBootPattern-1909034348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:13:10.771146 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-65e541ee-4baf-45c0-ac63-431b49523565 tempest-TestVolumeBootPattern-1909034348 tempest-TestVolumeBootPattern-1909034348-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=1bf9b0fa-5da3-46de-a07e-07214dd1287e HTTP/1.1" status: 200 len: 1093 time: 0.0399635 Sep 07 03:13:10.773982 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 39178) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:13:10.778328 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-c754012e-6e9c-4b3d-bbd3-1514fc060ea9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Request body: {'floatingip': {'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'port_id': '7f6c450a-cc8c-489f-bf3c-50a1be21e08a', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:13:10.800520 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c754012e-6e9c-4b3d-bbd3-1514fc060ea9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks [] for floatingip, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:10.894429 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c754012e-6e9c-4b3d-bbd3-1514fc060ea9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:11.001268 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-c754012e-6e9c-4b3d-bbd3-1514fc060ea9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Allocated IP 172.25.5.74 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/7cb6f069-74c7-4c48-8dd3-502f9a369fbb) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:13:11.104286 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c754012e-6e9c-4b3d-bbd3-1514fc060ea9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:11.143382 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c754012e-6e9c-4b3d-bbd3-1514fc060ea9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:11.182926 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c754012e-6e9c-4b3d-bbd3-1514fc060ea9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:13:11.185671 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-c754012e-6e9c-4b3d-bbd3-1514fc060ea9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:13:11.188724 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c754012e-6e9c-4b3d-bbd3-1514fc060ea9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:13:11.220636 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c754012e-6e9c-4b3d-bbd3-1514fc060ea9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Pushing event updated for resources: {'Port': ['ID=7cb6f069-74c7-4c48-8dd3-502f9a369fbb,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:13:11.233169 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c754012e-6e9c-4b3d-bbd3-1514fc060ea9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:13:11.233519 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c754012e-6e9c-4b3d-bbd3-1514fc060ea9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:13:11.233882 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c754012e-6e9c-4b3d-bbd3-1514fc060ea9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:13:11.234217 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c754012e-6e9c-4b3d-bbd3-1514fc060ea9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:13:11.234549 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c754012e-6e9c-4b3d-bbd3-1514fc060ea9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:13:11.234876 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c754012e-6e9c-4b3d-bbd3-1514fc060ea9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:13:11.235200 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c754012e-6e9c-4b3d-bbd3-1514fc060ea9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:13:11.235546 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c754012e-6e9c-4b3d-bbd3-1514fc060ea9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:13:11.235871 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c754012e-6e9c-4b3d-bbd3-1514fc060ea9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:13:11.236192 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c754012e-6e9c-4b3d-bbd3-1514fc060ea9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:13:11.236510 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c754012e-6e9c-4b3d-bbd3-1514fc060ea9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:13:11.236861 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c754012e-6e9c-4b3d-bbd3-1514fc060ea9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:13:11.551337 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c754012e-6e9c-4b3d-bbd3-1514fc060ea9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:11.618526 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c754012e-6e9c-4b3d-bbd3-1514fc060ea9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:11.763939 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c754012e-6e9c-4b3d-bbd3-1514fc060ea9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:11.768793 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c754012e-6e9c-4b3d-bbd3-1514fc060ea9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:11.837259 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c754012e-6e9c-4b3d-bbd3-1514fc060ea9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Pushing event updated for resources: {'Port': ['ID=7cb6f069-74c7-4c48-8dd3-502f9a369fbb,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:13:11.845023 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c754012e-6e9c-4b3d-bbd3-1514fc060ea9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:11.946250 n-d-796209-16 neutron-server[94701]: INFO neutron.db.l3_db [None req-c754012e-6e9c-4b3d-bbd3-1514fc060ea9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Floating IP 9f93c6dd-46ec-4a63-ba88-fa81c3802c92 associated. External IP: 172.25.5.74, port: 7f6c450a-cc8c-489f-bf3c-50a1be21e08a. Sep 07 03:13:12.151348 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c754012e-6e9c-4b3d-bbd3-1514fc060ea9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Router a1b83060-4e62-4f21-bb3c-495eb2c6a10f has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:13:12.256151 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c754012e-6e9c-4b3d-bbd3-1514fc060ea9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:13:12.266150 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919dcca6-e3e3-4761-ab2f-ef4b2e1b2bd9 None None] Sync routers for ids ['a1b83060-4e62-4f21-bb3c-495eb2c6a10f'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:13:12.272285 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c754012e-6e9c-4b3d-bbd3-1514fc060ea9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:12.275325 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919dcca6-e3e3-4761-ab2f-ef4b2e1b2bd9 None None] Routers {'a1b83060-4e62-4f21-bb3c-495eb2c6a10f'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:13:12.275973 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-919dcca6-e3e3-4761-ab2f-ef4b2e1b2bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:12:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['a1b83060-4e62-4f21-bb3c-495eb2c6a10f'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:13:12.310837 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c754012e-6e9c-4b3d-bbd3-1514fc060ea9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5239565 Sep 07 03:13:12.310837 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bf9b0fa-5da3-46de-a07e-07214dd1287e', 'tag': '7f6c450a-cc8c-489f-bf3c-50a1be21e08a'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:13:12.310837 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddcd9523-0f26-4508-8198-026e62095a24" -d '{"events": [{"name": "network-changed", "server_uuid": "1bf9b0fa-5da3-46de-a07e-07214dd1287e", "tag": "7f6c450a-cc8c-489f-bf3c-50a1be21e08a"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:13:12.338530 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381557f4-90ec-4d49-8258-b82ade035a5d x-openstack-request-id: req-381557f4-90ec-4d49-8258-b82ade035a5d {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:13:12.338821 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bf9b0fa-5da3-46de-a07e-07214dd1287e", "tag": "7f6c450a-cc8c-489f-bf3c-50a1be21e08a", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:13:12.339078 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-381557f4-90ec-4d49-8258-b82ade035a5d {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:13:12.339501 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bf9b0fa-5da3-46de-a07e-07214dd1287e', 'tag': '7f6c450a-cc8c-489f-bf3c-50a1be21e08a', 'status': 'completed', 'code': 200} Sep 07 03:13:12.380702 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-919dcca6-e3e3-4761-ab2f-ef4b2e1b2bd9 None None] Set router a1b83060-4e62-4f21-bb3c-495eb2c6a10f gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:13:12.399936 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd9523-0f26-4508-8198-026e62095a24 req-cbd76164-f30a-4a9f-a147-3aeea06a18e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:13:12.401584 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ddcd9523-0f26-4508-8198-026e62095a24 req-cbd76164-f30a-4a9f-a147-3aeea06a18e1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e2b241f46496480ea1c24703bd4e7081&device_id=1bf9b0fa-5da3-46de-a07e-07214dd1287e HTTP/1.1" status: 200 len: 1098 time: 0.0407403 Sep 07 03:13:12.493002 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd9523-0f26-4508-8198-026e62095a24 req-f5e5e48a-0655-426a-9f9b-7eb601f05c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:13:12.494489 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ddcd9523-0f26-4508-8198-026e62095a24 req-f5e5e48a-0655-426a-9f9b-7eb601f05c0e service neutron] 10.222.0.23 "GET /v2.0/networks?id=b5bb2b44-86d3-4c51-8098-39db56525af1 HTTP/1.1" status: 200 len: 912 time: 0.0859270 Sep 07 03:13:12.607278 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-919dcca6-e3e3-4761-ab2f-ef4b2e1b2bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'name': 'tempest-TestVolumeBootPattern-1134786000-router', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'd975f0af-5594-4140-b8ef-556bcf39aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:04:33Z', 'updated_at': '2021-09-07T03:04:38Z', 'revision_number': 4, 'project_id': 'e2b241f46496480ea1c24703bd4e7081', 'gw_port': {'id': 'd975f0af-5594-4140-b8ef-556bcf39aceb', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:47:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:34Z', 'updated_at': '2021-09-07T03:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': '9f93c6dd-46ec-4a63-ba88-fa81c3802c92', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'floating_ip_address': '172.25.5.74', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'port_id': '7f6c450a-cc8c-489f-bf3c-50a1be21e08a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1', 'mac_address': 'fa:16:3e:72:e0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf9b0fa-5da3-46de-a07e-07214dd1287e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:13:11Z', 'updated_at': '2021-09-07T03:13:11Z', 'revision_number': 0, 'project_id': 'e2b241f46496480ea1c24703bd4e7081', 'fixed_ip_address_scope': None}, {'id': 'dbe156bb-54e7-447e-a53b-41b3dfb7a5ae', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'floating_ip_address': '172.25.5.89', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'port_id': 'd1d232d2-bf07-4704-b159-51f58081a028', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1', 'mac_address': 'fa:16:3e:11:76:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88889442-1ccc-4436-87f7-bdd619d13c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:11:14Z', 'updated_at': '2021-09-07T03:11:16Z', 'revision_number': 1, 'project_id': 'e2b241f46496480ea1c24703bd4e7081', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9bf7c30-d2e6-4716-9ec6-49155d279181', 'name': '', 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'mac_address': 'fa:16:3e:01:69:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'b33adc2b-a155-4213-967c-f1ae81189b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:37Z', 'updated_at': '2021-09-07T03:04:48Z', 'revision_number': 5, 'project_id': 'e2b241f46496480ea1c24703bd4e7081', 'subnets': [{'id': 'b33adc2b-a155-4213-967c-f1ae81189b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:13:12.634314 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919dcca6-e3e3-4761-ab2f-ef4b2e1b2bd9 None None] Checking router: a1b83060-4e62-4f21-bb3c-495eb2c6a10f for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:13:12.643532 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919dcca6-e3e3-4761-ab2f-ef4b2e1b2bd9 None None] Routers {'a1b83060-4e62-4f21-bb3c-495eb2c6a10f'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:13:12.644156 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-919dcca6-e3e3-4761-ab2f-ef4b2e1b2bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:12:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['a1b83060-4e62-4f21-bb3c-495eb2c6a10f'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:13:12.749087 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-919dcca6-e3e3-4761-ab2f-ef4b2e1b2bd9 None None] Set router a1b83060-4e62-4f21-bb3c-495eb2c6a10f gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:13:12.831400 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ddcd9523-0f26-4508-8198-026e62095a24 req-2a8f8166-0c3c-48c8-909f-47d9cc39d38e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f6c450a-cc8c-489f-bf3c-50a1be21e08a HTTP/1.1" status: 200 len: 999 time: 0.3294849 Sep 07 03:13:12.879830 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd9523-0f26-4508-8198-026e62095a24 req-06e7411f-2751-44e9-8f99-9892344ba9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:13:12.881298 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ddcd9523-0f26-4508-8198-026e62095a24 req-06e7411f-2751-44e9-8f99-9892344ba9df service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b33adc2b-a155-4213-967c-f1ae81189b8c HTTP/1.1" status: 200 len: 851 time: 0.0428846 Sep 07 03:13:12.928989 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd9523-0f26-4508-8198-026e62095a24 req-83547ed9-8f4e-484e-b3cf-cc123d7e5bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:13:12.930486 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ddcd9523-0f26-4508-8198-026e62095a24 req-83547ed9-8f4e-484e-b3cf-cc123d7e5bb9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b5bb2b44-86d3-4c51-8098-39db56525af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423167 Sep 07 03:13:12.969152 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-919dcca6-e3e3-4761-ab2f-ef4b2e1b2bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'name': 'tempest-TestVolumeBootPattern-1134786000-router', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'd975f0af-5594-4140-b8ef-556bcf39aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:04:33Z', 'updated_at': '2021-09-07T03:04:38Z', 'revision_number': 4, 'project_id': 'e2b241f46496480ea1c24703bd4e7081', 'gw_port': {'id': 'd975f0af-5594-4140-b8ef-556bcf39aceb', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:47:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:34Z', 'updated_at': '2021-09-07T03:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': '9f93c6dd-46ec-4a63-ba88-fa81c3802c92', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'floating_ip_address': '172.25.5.74', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'port_id': '7f6c450a-cc8c-489f-bf3c-50a1be21e08a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1', 'mac_address': 'fa:16:3e:72:e0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf9b0fa-5da3-46de-a07e-07214dd1287e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:13:11Z', 'updated_at': '2021-09-07T03:13:11Z', 'revision_number': 0, 'project_id': 'e2b241f46496480ea1c24703bd4e7081', 'fixed_ip_address_scope': None}, {'id': 'dbe156bb-54e7-447e-a53b-41b3dfb7a5ae', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'floating_ip_address': '172.25.5.89', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'port_id': 'd1d232d2-bf07-4704-b159-51f58081a028', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1', 'mac_address': 'fa:16:3e:11:76:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88889442-1ccc-4436-87f7-bdd619d13c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:11:14Z', 'updated_at': '2021-09-07T03:11:16Z', 'revision_number': 1, 'project_id': 'e2b241f46496480ea1c24703bd4e7081', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9bf7c30-d2e6-4716-9ec6-49155d279181', 'name': '', 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'mac_address': 'fa:16:3e:01:69:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'b33adc2b-a155-4213-967c-f1ae81189b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:37Z', 'updated_at': '2021-09-07T03:04:48Z', 'revision_number': 5, 'project_id': 'e2b241f46496480ea1c24703bd4e7081', 'subnets': [{'id': 'b33adc2b-a155-4213-967c-f1ae81189b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:13:12.998542 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919dcca6-e3e3-4761-ab2f-ef4b2e1b2bd9 None None] The sync data for ids ['a1b83060-4e62-4f21-bb3c-495eb2c6a10f'] in n-d-796209-16 is: [{'id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'name': 'tempest-TestVolumeBootPattern-1134786000-router', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'd975f0af-5594-4140-b8ef-556bcf39aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:04:33Z', 'updated_at': '2021-09-07T03:04:38Z', 'revision_number': 4, 'project_id': 'e2b241f46496480ea1c24703bd4e7081', 'gw_port': {'id': 'd975f0af-5594-4140-b8ef-556bcf39aceb', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:47:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:34Z', 'updated_at': '2021-09-07T03:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': '9f93c6dd-46ec-4a63-ba88-fa81c3802c92', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'floating_ip_address': '172.25.5.74', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'port_id': '7f6c450a-cc8c-489f-bf3c-50a1be21e08a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1', 'mac_address': 'fa:16:3e:72:e0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf9b0fa-5da3-46de-a07e-07214dd1287e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:13:11Z', 'updated_at': '2021-09-07T03:13:11Z', 'revision_number': 0, 'project_id': 'e2b241f46496480ea1c24703bd4e7081', 'fixed_ip_address_scope': None}, {'id': 'dbe156bb-54e7-447e-a53b-41b3dfb7a5ae', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'floating_ip_address': '172.25.5.89', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'port_id': 'd1d232d2-bf07-4704-b159-51f58081a028', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1', 'mac_address': 'fa:16:3e:11:76:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88889442-1ccc-4436-87f7-bdd619d13c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:11:14Z', 'updated_at': '2021-09-07T03:11:16Z', 'revision_number': 1, 'project_id': 'e2b241f46496480ea1c24703bd4e7081', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9bf7c30-d2e6-4716-9ec6-49155d279181', 'name': '', 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'mac_address': 'fa:16:3e:01:69:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'b33adc2b-a155-4213-967c-f1ae81189b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:37Z', 'updated_at': '2021-09-07T03:04:48Z', 'revision_number': 5, 'project_id': 'e2b241f46496480ea1c24703bd4e7081', 'subnets': [{'id': 'b33adc2b-a155-4213-967c-f1ae81189b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:13:13.021766 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ddcd9523-0f26-4508-8198-026e62095a24 req-abd5b133-7ed2-42df-a865-616dfeedcf50 service neutron] 10.222.0.23 "GET /v2.0/networks/b5bb2b44-86d3-4c51-8098-39db56525af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836563 Sep 07 03:13:13.117962 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ddcd9523-0f26-4508-8198-026e62095a24 req-ff624879-c37b-4639-a1b2-989b1b0b0f82 service neutron] 10.222.0.23 "GET /v2.0/networks/b5bb2b44-86d3-4c51-8098-39db56525af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884502 Sep 07 03:13:13.195003 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa29d140-4b54-44ea-935f-9e334c773636 None None] New status for floating IP 9f93c6dd-46ec-4a63-ba88-fa81c3802c92: ACTIVE {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 03:13:14.384515 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:13:21.195908 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [req-0c302e23-2e3c-4321-9d8f-7f1defdb2e77 req-5ee8a8c9-c4b0-4467-96e9-8bbb58f8ea23 service neutron] (94701) timed out ('10.222.0.22', 38474) {{(pid=94701) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 03:13:21.743248 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:21.808992 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:25.937095 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8e1e9758-8b7f-4ff3-8c2e-3c3b443f8f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:28.192316 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d46a412e-b309-4372-bee4-b391f04557f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:28.732619 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:29.621329 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:31.472018 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:47.693823 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c76912-731f-4900-b735-a7662c2f1ef2 req-d4bf97a6-8bc1-47f5-b2cd-f57bb14ca17c tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:13:47.695303 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a6c76912-731f-4900-b735-a7662c2f1ef2 req-d4bf97a6-8bc1-47f5-b2cd-f57bb14ca17c tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0aa0541-6465-485a-990e-6599adea63b0 HTTP/1.1" status: 200 len: 945 time: 0.0503545 Sep 07 03:13:47.732989 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a6c76912-731f-4900-b735-a7662c2f1ef2 req-d1c46332-2c45-4d0a-bef7-72d84274f4b7 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] 10.222.0.22 "GET /v2.0/security-groups?id=b96d1fff-78ca-4cde-b970-063f3b4a8bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314665 Sep 07 03:13:48.860906 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bea3a1-6587-4270-8df2-1943cc14f54c req-9ce928e6-8e6d-4997-9d5b-b8dd8daafdbf tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:13:48.863015 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e9bea3a1-6587-4270-8df2-1943cc14f54c req-9ce928e6-8e6d-4997-9d5b-b8dd8daafdbf tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0aa0541-6465-485a-990e-6599adea63b0 HTTP/1.1" status: 200 len: 945 time: 0.0501027 Sep 07 03:13:48.899156 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e9bea3a1-6587-4270-8df2-1943cc14f54c req-b235d8f0-9cce-46c4-a59f-bbb6853892c6 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] 10.222.0.22 "GET /v2.0/security-groups?id=b96d1fff-78ca-4cde-b970-063f3b4a8bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302074 Sep 07 03:13:48.973214 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe980c7-0ace-439e-85c6-5b57b0c8c423 req-e06f711c-4a03-4891-b210-9c124968da16 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:13:48.974712 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5fe980c7-0ace-439e-85c6-5b57b0c8c423 req-e06f711c-4a03-4891-b210-9c124968da16 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0aa0541-6465-485a-990e-6599adea63b0 HTTP/1.1" status: 200 len: 945 time: 0.0473809 Sep 07 03:13:49.067083 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-5fe980c7-0ace-439e-85c6-5b57b0c8c423 req-8b13d2c7-57d9-47c4-8d1e-3d857d145540 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Deleting port 37777051-9bcc-47e8-8055-67af22404c77 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:13:49.067428 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5fe980c7-0ace-439e-85c6-5b57b0c8c423 req-8b13d2c7-57d9-47c4-8d1e-3d857d145540 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:49.152042 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-5fe980c7-0ace-439e-85c6-5b57b0c8c423 req-8b13d2c7-57d9-47c4-8d1e-3d857d145540 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] For port 37777051-9bcc-47e8-8055-67af22404c77, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=37777051-9bcc-47e8-8055-67af22404c77,segment=NetworkSegment(8439b041-0cb0-4876-a8e6-1a956fa9c374),segment_id=8439b041-0cb0-4876-a8e6-1a956fa9c374)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:13:49.152333 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5fe980c7-0ace-439e-85c6-5b57b0c8c423 req-8b13d2c7-57d9-47c4-8d1e-3d857d145540 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:49.319534 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5fe980c7-0ace-439e-85c6-5b57b0c8c423 req-8b13d2c7-57d9-47c4-8d1e-3d857d145540 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:49.319902 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5fe980c7-0ace-439e-85c6-5b57b0c8c423 req-8b13d2c7-57d9-47c4-8d1e-3d857d145540 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:49.320223 n-d-796209-16 neutron-server[94700]: INFO neutron.db.l3_db [req-5fe980c7-0ace-439e-85c6-5b57b0c8c423 req-8b13d2c7-57d9-47c4-8d1e-3d857d145540 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Floating IP fd9987e2-2855-4830-aab3-369a91762eb6 disassociated. External IP: 172.25.5.130, port: 37777051-9bcc-47e8-8055-67af22404c77. Sep 07 03:13:49.320564 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-5fe980c7-0ace-439e-85c6-5b57b0c8c423 req-8b13d2c7-57d9-47c4-8d1e-3d857d145540 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Calling delete_port for 37777051-9bcc-47e8-8055-67af22404c77 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:13:49.440457 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5fe980c7-0ace-439e-85c6-5b57b0c8c423 req-8b13d2c7-57d9-47c4-8d1e-3d857d145540 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:49.473222 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b13d2c7-57d9-47c4-8d1e-3d857d145540 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Pushing event deleted for resources: {'Port': ['ID=37777051-9bcc-47e8-8055-67af22404c77,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:13:49.584767 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5fe980c7-0ace-439e-85c6-5b57b0c8c423 req-8b13d2c7-57d9-47c4-8d1e-3d857d145540 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Router 0410301b-3b36-454a-bafd-d853911d0da4 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:13:49.691919 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5fe980c7-0ace-439e-85c6-5b57b0c8c423 req-8b13d2c7-57d9-47c4-8d1e-3d857d145540 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:13:49.701277 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e01f387-339b-417b-81bd-c59dc69c4bed None None] Sync routers for ids ['0410301b-3b36-454a-bafd-d853911d0da4'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:13:49.710744 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e01f387-339b-417b-81bd-c59dc69c4bed None None] Routers {'0410301b-3b36-454a-bafd-d853911d0da4'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:13:49.711355 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-5e01f387-339b-417b-81bd-c59dc69c4bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:13:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['0410301b-3b36-454a-bafd-d853911d0da4'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:13:49.731343 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fe980c7-0ace-439e-85c6-5b57b0c8c423 req-8b13d2c7-57d9-47c4-8d1e-3d857d145540 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] No DVR routers for this DVR port 37777051-9bcc-47e8-8055-67af22404c77 on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:13:49.734092 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5fe980c7-0ace-439e-85c6-5b57b0c8c423 req-8b13d2c7-57d9-47c4-8d1e-3d857d145540 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:49.736268 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5fe980c7-0ace-439e-85c6-5b57b0c8c423 req-8b13d2c7-57d9-47c4-8d1e-3d857d145540 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] 10.222.0.23 "DELETE /v2.0/ports/37777051-9bcc-47e8-8055-67af22404c77 HTTP/1.1" status: 204 len: 173 time: 0.7554390 Sep 07 03:13:49.736721 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0aa0541-6465-485a-990e-6599adea63b0', 'name': 'network-vif-deleted', 'tag': '37777051-9bcc-47e8-8055-67af22404c77'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:13:49.739045 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c44f68-0fc1-461b-87e3-7c6137404f93" -d '{"events": [{"server_uuid": "c0aa0541-6465-485a-990e-6599adea63b0", "name": "network-vif-deleted", "tag": "37777051-9bcc-47e8-8055-67af22404c77"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:13:49.781406 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df90e33e-3e2c-4df6-9834-9b1666503e8b x-openstack-request-id: req-df90e33e-3e2c-4df6-9834-9b1666503e8b {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:13:49.781703 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0aa0541-6465-485a-990e-6599adea63b0", "name": "network-vif-deleted", "tag": "37777051-9bcc-47e8-8055-67af22404c77", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:13:49.781956 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-df90e33e-3e2c-4df6-9834-9b1666503e8b {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:13:49.782490 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0aa0541-6465-485a-990e-6599adea63b0', 'name': 'network-vif-deleted', 'tag': '37777051-9bcc-47e8-8055-67af22404c77', 'status': 'completed', 'code': 200} Sep 07 03:13:49.817911 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-5e01f387-339b-417b-81bd-c59dc69c4bed None None] Set router 0410301b-3b36-454a-bafd-d853911d0da4 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:13:50.012086 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e5b4e11c-4019-40d9-a5ac-00f3782382bf req-a6d8f1c7-0a19-427f-900a-a3e0b50f8181 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0aa0541-6465-485a-990e-6599adea63b0 HTTP/1.1" status: 200 len: 210 time: 0.0293090 Sep 07 03:13:50.026168 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-5e01f387-339b-417b-81bd-c59dc69c4bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0410301b-3b36-454a-bafd-d853911d0da4', 'name': 'tempest-TestServerBasicOps-365814301-router', 'tenant_id': 'd06bbe97323c41ddbf7d028c938d3dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'df608554-0900-4a4a-adb4-9775cd76b13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:08:39Z', 'updated_at': '2021-09-07T03:08:42Z', 'revision_number': 4, 'project_id': 'd06bbe97323c41ddbf7d028c938d3dbd', 'gw_port': {'id': 'df608554-0900-4a4a-adb4-9775cd76b13f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:25:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0410301b-3b36-454a-bafd-d853911d0da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:08:40Z', 'updated_at': '2021-09-07T03:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '6bf29726-e1c2-412a-ab6d-de20c04350e1', 'name': '', 'network_id': 'e17aa995-8fe9-4abb-b390-77b4b3ff89e7', 'tenant_id': 'd06bbe97323c41ddbf7d028c938d3dbd', 'mac_address': 'fa:16:3e:1d:6c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0410301b-3b36-454a-bafd-d853911d0da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '391b43f1-551f-4ebe-9158-b99ffe60493d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:08:42Z', 'updated_at': '2021-09-07T03:08:49Z', 'revision_number': 5, 'project_id': 'd06bbe97323c41ddbf7d028c938d3dbd', 'subnets': [{'id': '391b43f1-551f-4ebe-9158-b99ffe60493d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:13:50.052035 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e01f387-339b-417b-81bd-c59dc69c4bed None None] Checking router: 0410301b-3b36-454a-bafd-d853911d0da4 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:13:50.060166 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e01f387-339b-417b-81bd-c59dc69c4bed None None] Routers {'0410301b-3b36-454a-bafd-d853911d0da4'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:13:50.060771 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-5e01f387-339b-417b-81bd-c59dc69c4bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:13:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['0410301b-3b36-454a-bafd-d853911d0da4'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:13:50.166239 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-5e01f387-339b-417b-81bd-c59dc69c4bed None None] Set router 0410301b-3b36-454a-bafd-d853911d0da4 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:13:50.442918 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-5e01f387-339b-417b-81bd-c59dc69c4bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0410301b-3b36-454a-bafd-d853911d0da4', 'name': 'tempest-TestServerBasicOps-365814301-router', 'tenant_id': 'd06bbe97323c41ddbf7d028c938d3dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'df608554-0900-4a4a-adb4-9775cd76b13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:08:39Z', 'updated_at': '2021-09-07T03:08:42Z', 'revision_number': 4, 'project_id': 'd06bbe97323c41ddbf7d028c938d3dbd', 'gw_port': {'id': 'df608554-0900-4a4a-adb4-9775cd76b13f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:25:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0410301b-3b36-454a-bafd-d853911d0da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:08:40Z', 'updated_at': '2021-09-07T03:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '6bf29726-e1c2-412a-ab6d-de20c04350e1', 'name': '', 'network_id': 'e17aa995-8fe9-4abb-b390-77b4b3ff89e7', 'tenant_id': 'd06bbe97323c41ddbf7d028c938d3dbd', 'mac_address': 'fa:16:3e:1d:6c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0410301b-3b36-454a-bafd-d853911d0da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '391b43f1-551f-4ebe-9158-b99ffe60493d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:08:42Z', 'updated_at': '2021-09-07T03:08:49Z', 'revision_number': 5, 'project_id': 'd06bbe97323c41ddbf7d028c938d3dbd', 'subnets': [{'id': '391b43f1-551f-4ebe-9158-b99ffe60493d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:13:50.468535 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e01f387-339b-417b-81bd-c59dc69c4bed None None] The sync data for ids ['0410301b-3b36-454a-bafd-d853911d0da4'] in n-d-796209-16 is: [{'id': '0410301b-3b36-454a-bafd-d853911d0da4', 'name': 'tempest-TestServerBasicOps-365814301-router', 'tenant_id': 'd06bbe97323c41ddbf7d028c938d3dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'df608554-0900-4a4a-adb4-9775cd76b13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:08:39Z', 'updated_at': '2021-09-07T03:08:42Z', 'revision_number': 4, 'project_id': 'd06bbe97323c41ddbf7d028c938d3dbd', 'gw_port': {'id': 'df608554-0900-4a4a-adb4-9775cd76b13f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:25:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0410301b-3b36-454a-bafd-d853911d0da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:08:40Z', 'updated_at': '2021-09-07T03:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '6bf29726-e1c2-412a-ab6d-de20c04350e1', 'name': '', 'network_id': 'e17aa995-8fe9-4abb-b390-77b4b3ff89e7', 'tenant_id': 'd06bbe97323c41ddbf7d028c938d3dbd', 'mac_address': 'fa:16:3e:1d:6c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0410301b-3b36-454a-bafd-d853911d0da4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '391b43f1-551f-4ebe-9158-b99ffe60493d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:08:42Z', 'updated_at': '2021-09-07T03:08:49Z', 'revision_number': 5, 'project_id': 'd06bbe97323c41ddbf7d028c938d3dbd', 'subnets': [{'id': '391b43f1-551f-4ebe-9158-b99ffe60493d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:13:50.681177 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170f2100-fe68-4270-9074-274e6c70f9c7 None None] New status for floating IP fd9987e2-2855-4830-aab3-369a91762eb6: DOWN {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 03:13:51.070877 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 39208) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:13:51.191717 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-c98baec1-f0e5-4228-a69f-13f44c3e55cd tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Deleting port 508fa9bf-c795-48b1-a55e-b3c35529191a {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:13:51.192062 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c98baec1-f0e5-4228-a69f-13f44c3e55cd tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:51.264002 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c98baec1-f0e5-4228-a69f-13f44c3e55cd tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:51.264333 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c98baec1-f0e5-4228-a69f-13f44c3e55cd tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:51.276375 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-c98baec1-f0e5-4228-a69f-13f44c3e55cd tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Calling delete_port for 508fa9bf-c795-48b1-a55e-b3c35529191a owned by network:floatingip {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:13:51.383340 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:13:51.404293 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c98baec1-f0e5-4228-a69f-13f44c3e55cd tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:51.429120 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98baec1-f0e5-4228-a69f-13f44c3e55cd tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Pushing event deleted for resources: {'Port': ['ID=508fa9bf-c795-48b1-a55e-b3c35529191a,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:13:51.490294 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c98baec1-f0e5-4228-a69f-13f44c3e55cd tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Notify callbacks [] for floatingip, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:51.492878 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c98baec1-f0e5-4228-a69f-13f44c3e55cd tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:51.494038 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c98baec1-f0e5-4228-a69f-13f44c3e55cd tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] 10.222.0.22 "DELETE /v2.0/floatingips/fd9987e2-2855-4830-aab3-369a91762eb6 HTTP/1.1" status: 204 len: 168 time: 0.4221416 Sep 07 03:13:51.559850 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 39214) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:13:51.617412 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-62811c7b-dba3-4361-b3b4-d01a30f83fb7 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:51.641057 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-62811c7b-dba3-4361-b3b4-d01a30f83fb7 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:51.700503 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-62811c7b-dba3-4361-b3b4-d01a30f83fb7 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:51.703426 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-62811c7b-dba3-4361-b3b4-d01a30f83fb7 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:51.704821 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-62811c7b-dba3-4361-b3b4-d01a30f83fb7 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] 10.222.0.22 "DELETE /v2.0/security-groups/b96d1fff-78ca-4cde-b970-063f3b4a8bd1 HTTP/1.1" status: 204 len: 168 time: 0.1439896 Sep 07 03:13:51.714409 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62811c7b-dba3-4361-b3b4-d01a30f83fb7 tempest-TestServerBasicOps-1811787939 tempest-TestServerBasicOps-1811787939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96d1fff-78ca-4cde-b970-063f3b4a8bd1,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:13:51.746763 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:51.823983 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:52.761221 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 39220) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:13:52.838994 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 37777051-9bcc-47e8-8055-67af22404c77 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:13:52.863356 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: 37777051-9bcc-47e8-8055-67af22404c77 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:13:52.863732 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 37777051-9bcc-47e8-8055-67af22404c77 not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:13:53.554801 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c45c00e2-92f3-4bb5-a7ba-f0030c0936bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:53.792656 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-c45c00e2-92f3-4bb5-a7ba-f0030c0936bf admin admin] Deleting port 6bf29726-e1c2-412a-ab6d-de20c04350e1 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:13:53.793412 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c45c00e2-92f3-4bb5-a7ba-f0030c0936bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:53.868457 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-c45c00e2-92f3-4bb5-a7ba-f0030c0936bf admin admin] For port 6bf29726-e1c2-412a-ab6d-de20c04350e1, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=6bf29726-e1c2-412a-ab6d-de20c04350e1,segment=NetworkSegment(8439b041-0cb0-4876-a8e6-1a956fa9c374),segment_id=8439b041-0cb0-4876-a8e6-1a956fa9c374)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:13:53.868750 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c45c00e2-92f3-4bb5-a7ba-f0030c0936bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:53.880728 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-c45c00e2-92f3-4bb5-a7ba-f0030c0936bf admin admin] Calling delete_port for 6bf29726-e1c2-412a-ab6d-de20c04350e1 owned by network:router_interface {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:13:54.056063 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c45c00e2-92f3-4bb5-a7ba-f0030c0936bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:54.087401 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45c00e2-92f3-4bb5-a7ba-f0030c0936bf admin admin] Pushing event deleted for resources: {'Port': ['ID=6bf29726-e1c2-412a-ab6d-de20c04350e1,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:13:54.255364 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c45c00e2-92f3-4bb5-a7ba-f0030c0936bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:54.468043 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c45c00e2-92f3-4bb5-a7ba-f0030c0936bf admin admin] Router 0410301b-3b36-454a-bafd-d853911d0da4 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:13:54.575728 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c45c00e2-92f3-4bb5-a7ba-f0030c0936bf admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:13:54.580982 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c45c00e2-92f3-4bb5-a7ba-f0030c0936bf admin admin] 10.222.0.22 "PUT /v2.0/routers/0410301b-3b36-454a-bafd-d853911d0da4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8185155 Sep 07 03:13:54.583799 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 39224) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:13:54.584637 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56827be6-203b-4911-a094-8a2bc85bac70 None None] Sync routers for ids ['0410301b-3b36-454a-bafd-d853911d0da4'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:13:54.593781 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56827be6-203b-4911-a094-8a2bc85bac70 None None] Routers {'0410301b-3b36-454a-bafd-d853911d0da4'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:13:54.594396 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-56827be6-203b-4911-a094-8a2bc85bac70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:13:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['0410301b-3b36-454a-bafd-d853911d0da4'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:13:54.692629 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-482f8d43-2f12-492f-b44a-1ae18e78c041 admin admin] Notify callbacks [] for router, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:54.704560 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-56827be6-203b-4911-a094-8a2bc85bac70 None None] Set router 0410301b-3b36-454a-bafd-d853911d0da4 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:13:54.794968 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-482f8d43-2f12-492f-b44a-1ae18e78c041 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:54.847328 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-482f8d43-2f12-492f-b44a-1ae18e78c041 admin admin] Deleting port df608554-0900-4a4a-adb4-9775cd76b13f {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:13:54.847694 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-482f8d43-2f12-492f-b44a-1ae18e78c041 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:54.880764 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-56827be6-203b-4911-a094-8a2bc85bac70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0410301b-3b36-454a-bafd-d853911d0da4', 'name': 'tempest-TestServerBasicOps-365814301-router', 'tenant_id': 'd06bbe97323c41ddbf7d028c938d3dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.101'}], 'enable_snat': True}, 'gw_port_id': 'df608554-0900-4a4a-adb4-9775cd76b13f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:08:39Z', 'updated_at': '2021-09-07T03:13:54Z', 'revision_number': 5, 'project_id': 'd06bbe97323c41ddbf7d028c938d3dbd', 'gw_port': {'id': 'df608554-0900-4a4a-adb4-9775cd76b13f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:25:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0410301b-3b36-454a-bafd-d853911d0da4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:08:40Z', 'updated_at': '2021-09-07T03:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:13:54.906198 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56827be6-203b-4911-a094-8a2bc85bac70 None None] Checking router: 0410301b-3b36-454a-bafd-d853911d0da4 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:13:54.914785 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56827be6-203b-4911-a094-8a2bc85bac70 None None] Routers {'0410301b-3b36-454a-bafd-d853911d0da4'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:13:54.915395 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-56827be6-203b-4911-a094-8a2bc85bac70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:13:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['0410301b-3b36-454a-bafd-d853911d0da4'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:13:54.926861 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-482f8d43-2f12-492f-b44a-1ae18e78c041 admin admin] For port df608554-0900-4a4a-adb4-9775cd76b13f, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=df608554-0900-4a4a-adb4-9775cd76b13f,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:13:54.927230 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-482f8d43-2f12-492f-b44a-1ae18e78c041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:54.940199 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-482f8d43-2f12-492f-b44a-1ae18e78c041 admin admin] Calling delete_port for df608554-0900-4a4a-adb4-9775cd76b13f owned by network:router_gateway {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:13:54.999193 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-56827be6-203b-4911-a094-8a2bc85bac70 None None] Set router 0410301b-3b36-454a-bafd-d853911d0da4 gateway port host: None {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:13:55.050201 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-56827be6-203b-4911-a094-8a2bc85bac70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0410301b-3b36-454a-bafd-d853911d0da4', 'name': 'tempest-TestServerBasicOps-365814301-router', 'tenant_id': 'd06bbe97323c41ddbf7d028c938d3dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:08:39Z', 'updated_at': '2021-09-07T03:13:54Z', 'revision_number': 6, 'project_id': 'd06bbe97323c41ddbf7d028c938d3dbd', 'gw_port_host': None}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:13:55.079714 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56827be6-203b-4911-a094-8a2bc85bac70 None None] The sync data for ids ['0410301b-3b36-454a-bafd-d853911d0da4'] in n-d-796209-16 is: [{'id': '0410301b-3b36-454a-bafd-d853911d0da4', 'name': 'tempest-TestServerBasicOps-365814301-router', 'tenant_id': 'd06bbe97323c41ddbf7d028c938d3dbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:08:39Z', 'updated_at': '2021-09-07T03:13:54Z', 'revision_number': 6, 'project_id': 'd06bbe97323c41ddbf7d028c938d3dbd', 'gw_port_host': None}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:13:55.111220 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-482f8d43-2f12-492f-b44a-1ae18e78c041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:55.141811 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482f8d43-2f12-492f-b44a-1ae18e78c041 admin admin] Pushing event deleted for resources: {'Port': ['ID=df608554-0900-4a4a-adb4-9775cd76b13f,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:13:55.202246 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-482f8d43-2f12-492f-b44a-1ae18e78c041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:55.292890 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-482f8d43-2f12-492f-b44a-1ae18e78c041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:55.295079 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-482f8d43-2f12-492f-b44a-1ae18e78c041 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:55.336776 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-482f8d43-2f12-492f-b44a-1ae18e78c041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:55.337401 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-482f8d43-2f12-492f-b44a-1ae18e78c041 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0410301b-3b36-454a-bafd-d853911d0da4 {{(pid=94701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 03:13:55.342480 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-482f8d43-2f12-492f-b44a-1ae18e78c041 admin admin] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:55.343693 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-482f8d43-2f12-492f-b44a-1ae18e78c041 admin admin] 10.222.0.22 "DELETE /v2.0/routers/0410301b-3b36-454a-bafd-d853911d0da4 HTTP/1.1" status: 204 len: 168 time: 0.7588897 Sep 07 03:13:55.346718 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 39226) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:13:55.395011 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc92b2a3-86c2-41de-bb13-80d7fb8df782 admin admin] Deleting subnet 391b43f1-551f-4ebe-9158-b99ffe60493d {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 03:13:55.397902 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fc92b2a3-86c2-41de-bb13-80d7fb8df782 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:55.432808 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fc92b2a3-86c2-41de-bb13-80d7fb8df782 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:55.514625 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fc92b2a3-86c2-41de-bb13-80d7fb8df782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:55.570409 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fc92b2a3-86c2-41de-bb13-80d7fb8df782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:55.596112 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc92b2a3-86c2-41de-bb13-80d7fb8df782 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=391b43f1-551f-4ebe-9158-b99ffe60493d,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:13:55.599845 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fc92b2a3-86c2-41de-bb13-80d7fb8df782 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:55.601715 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-fc92b2a3-86c2-41de-bb13-80d7fb8df782 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/391b43f1-551f-4ebe-9158-b99ffe60493d HTTP/1.1" status: 204 len: 168 time: 0.2540598 Sep 07 03:13:55.604124 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 39228) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:13:55.608364 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420e65bd-9903-4624-b606-8c78fb3b1e25 None None] Network e17aa995-8fe9-4abb-b390-77b4b3ff89e7 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:13:55.670912 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-571103f2-622a-4c40-bf67-ad1232ef2db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:55.724306 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-571103f2-622a-4c40-bf67-ad1232ef2db1 admin admin] Deleting port 9c82b37d-3532-4258-b639-a586adef5011 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:13:55.724679 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-571103f2-622a-4c40-bf67-ad1232ef2db1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:55.790705 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-571103f2-622a-4c40-bf67-ad1232ef2db1 admin admin] For port 9c82b37d-3532-4258-b639-a586adef5011, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=9c82b37d-3532-4258-b639-a586adef5011,segment=NetworkSegment(8439b041-0cb0-4876-a8e6-1a956fa9c374),segment_id=8439b041-0cb0-4876-a8e6-1a956fa9c374)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:13:55.790997 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-571103f2-622a-4c40-bf67-ad1232ef2db1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:55.804368 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-571103f2-622a-4c40-bf67-ad1232ef2db1 admin admin] Calling delete_port for 9c82b37d-3532-4258-b639-a586adef5011 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:13:55.828535 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3e0947-3de6-489a-9730-638478194846 None None] DHCP port deletion for e17aa995-8fe9-4abb-b390-77b4b3ff89e7 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 03:13:55.878724 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-cc3e0947-3de6-489a-9730-638478194846 None None] Deleting port 9c82b37d-3532-4258-b639-a586adef5011 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:13:55.879100 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-cc3e0947-3de6-489a-9730-638478194846 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:55.889205 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-571103f2-622a-4c40-bf67-ad1232ef2db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:55.921271 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571103f2-622a-4c40-bf67-ad1232ef2db1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c82b37d-3532-4258-b639-a586adef5011,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:13:55.930124 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571103f2-622a-4c40-bf67-ad1232ef2db1 admin admin] No DVR routers for this DVR port 9c82b37d-3532-4258-b639-a586adef5011 on host n-d-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:13:55.951121 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-cc3e0947-3de6-489a-9730-638478194846 None None] For port 9c82b37d-3532-4258-b639-a586adef5011, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=9c82b37d-3532-4258-b639-a586adef5011,segment=NetworkSegment(8439b041-0cb0-4876-a8e6-1a956fa9c374),segment_id=8439b041-0cb0-4876-a8e6-1a956fa9c374)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:13:55.951562 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-cc3e0947-3de6-489a-9730-638478194846 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:55.964323 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-cc3e0947-3de6-489a-9730-638478194846 None None] Calling delete_port for 9c82b37d-3532-4258-b639-a586adef5011 owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:13:56.005490 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-571103f2-622a-4c40-bf67-ad1232ef2db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:56.018772 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7259d289-fe64-4d43-9b3b-fc6578fd04d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:56.028074 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-571103f2-622a-4c40-bf67-ad1232ef2db1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e17aa995-8fe9-4abb-b390-77b4b3ff89e7']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:13:56.038201 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-571103f2-622a-4c40-bf67-ad1232ef2db1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8439b041-0cb0-4876-a8e6-1a956fa9c374') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:13:56.038352 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-571103f2-622a-4c40-bf67-ad1232ef2db1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8439b041-0cb0-4876-a8e6-1a956fa9c374') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:13:56.054431 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-571103f2-622a-4c40-bf67-ad1232ef2db1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:56.063135 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-cc3e0947-3de6-489a-9730-638478194846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:56.069871 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-571103f2-622a-4c40-bf67-ad1232ef2db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:56.077541 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-571103f2-622a-4c40-bf67-ad1232ef2db1 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 03:13:56.077949 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-571103f2-622a-4c40-bf67-ad1232ef2db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:56.080239 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 03:13:56.080239 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 03:13:56.080239 n-d-796209-16 neutron-server[94701]: timer() Sep 07 03:13:56.080239 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 03:13:56.080239 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 03:13:56.080239 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 03:13:56.080239 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 03:13:56.080239 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 03:13:56.080239 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 03:13:56.080239 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 03:13:56.080239 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 03:13:56.080239 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 03:13:56.080239 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 03:13:56.080239 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 03:13:56.080239 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 03:13:56.080239 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 03:13:56.080239 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 03:13:56.080239 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 03:13:56.080239 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 03:13:56.080239 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 03:13:56.080239 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 03:13:56.080239 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 03:13:56.080239 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 03:13:56.080239 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 03:13:56.080239 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 03:13:56.080239 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 03:13:56.080239 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 03:13:56.080239 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 03:13:56.080239 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 03:13:56.080239 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 03:13:56.080239 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 03:13:56.080239 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 03:13:56.095942 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3e0947-3de6-489a-9730-638478194846 None None] Pushing event deleted for resources: {'Port': ['ID=9c82b37d-3532-4258-b639-a586adef5011,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:13:56.102975 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3e0947-3de6-489a-9730-638478194846 None None] No DVR routers for this DVR port 9c82b37d-3532-4258-b639-a586adef5011 on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:13:56.154566 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-571103f2-622a-4c40-bf67-ad1232ef2db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:56.158272 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-571103f2-622a-4c40-bf67-ad1232ef2db1 admin admin] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:56.160228 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-571103f2-622a-4c40-bf67-ad1232ef2db1 admin admin] 10.222.0.22 "DELETE /v2.0/networks/e17aa995-8fe9-4abb-b390-77b4b3ff89e7 HTTP/1.1" status: 204 len: 168 time: 0.5551939 Sep 07 03:13:56.163508 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 39230) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:13:56.171906 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571103f2-622a-4c40-bf67-ad1232ef2db1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e17aa995-8fe9-4abb-b390-77b4b3ff89e7,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:13:56.527862 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-868bf130-d520-4c62-ba9b-098d47632515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:56.686413 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 6bf29726-e1c2-412a-ab6d-de20c04350e1 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:13:56.707074 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 6bf29726-e1c2-412a-ab6d-de20c04350e1 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:13:56.707430 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 6bf29726-e1c2-412a-ab6d-de20c04350e1 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:13:56.707880 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device df608554-0900-4a4a-adb4-9775cd76b13f no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:13:56.726277 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: df608554-0900-4a4a-adb4-9775cd76b13f {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:13:56.726716 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device df608554-0900-4a4a-adb4-9775cd76b13f not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:13:56.727112 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 9c82b37d-3532-4258-b639-a586adef5011 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:13:56.749193 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 9c82b37d-3532-4258-b639-a586adef5011 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:13:56.749544 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 9c82b37d-3532-4258-b639-a586adef5011 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:13:56.804738 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-868bf130-d520-4c62-ba9b-098d47632515 admin admin] Deleting port cd265220-fa7c-40a9-9cd1-291d9c11d7f8 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:13:56.805076 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-868bf130-d520-4c62-ba9b-098d47632515 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:56.897090 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-868bf130-d520-4c62-ba9b-098d47632515 admin admin] For port cd265220-fa7c-40a9-9cd1-291d9c11d7f8, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=cd265220-fa7c-40a9-9cd1-291d9c11d7f8,segment=NetworkSegment(e3fccec6-1b0d-45ba-8e23-4aa7ce94c72c),segment_id=e3fccec6-1b0d-45ba-8e23-4aa7ce94c72c)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:13:56.897451 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-868bf130-d520-4c62-ba9b-098d47632515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:56.910514 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-868bf130-d520-4c62-ba9b-098d47632515 admin admin] Calling delete_port for cd265220-fa7c-40a9-9cd1-291d9c11d7f8 owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:13:57.097480 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-868bf130-d520-4c62-ba9b-098d47632515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:57.122598 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868bf130-d520-4c62-ba9b-098d47632515 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd265220-fa7c-40a9-9cd1-291d9c11d7f8,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:13:57.134979 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868bf130-d520-4c62-ba9b-098d47632515 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:13:57.135205 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868bf130-d520-4c62-ba9b-098d47632515 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:13:57.135576 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868bf130-d520-4c62-ba9b-098d47632515 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:13:57.135912 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868bf130-d520-4c62-ba9b-098d47632515 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:13:57.136246 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868bf130-d520-4c62-ba9b-098d47632515 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:13:57.136574 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868bf130-d520-4c62-ba9b-098d47632515 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:13:57.136905 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868bf130-d520-4c62-ba9b-098d47632515 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:13:57.137230 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868bf130-d520-4c62-ba9b-098d47632515 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:13:57.137555 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868bf130-d520-4c62-ba9b-098d47632515 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:13:57.137873 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868bf130-d520-4c62-ba9b-098d47632515 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:13:57.138195 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868bf130-d520-4c62-ba9b-098d47632515 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:13:57.138515 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868bf130-d520-4c62-ba9b-098d47632515 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:13:57.304160 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-868bf130-d520-4c62-ba9b-098d47632515 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:57.548635 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-868bf130-d520-4c62-ba9b-098d47632515 admin admin] Router 5988db5d-5447-4845-abea-94ea64c430c7 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:13:57.671123 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868bf130-d520-4c62-ba9b-098d47632515 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:13:57.677447 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-868bf130-d520-4c62-ba9b-098d47632515 admin admin] 10.222.0.22 "PUT /v2.0/routers/5988db5d-5447-4845-abea-94ea64c430c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5126042 Sep 07 03:13:57.679940 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 39232) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:13:57.681151 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8abbf6-bd85-4295-a0d6-4ff90199a176 None None] Sync routers for ids ['5988db5d-5447-4845-abea-94ea64c430c7'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:13:57.691498 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8abbf6-bd85-4295-a0d6-4ff90199a176 None None] Routers {'5988db5d-5447-4845-abea-94ea64c430c7'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:13:57.692178 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-2c8abbf6-bd85-4295-a0d6-4ff90199a176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:13:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['5988db5d-5447-4845-abea-94ea64c430c7'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:13:57.786728 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b0977f04-60e9-4423-8279-f7bb548a3057 admin admin] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:57.797479 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-2c8abbf6-bd85-4295-a0d6-4ff90199a176 None None] Set router 5988db5d-5447-4845-abea-94ea64c430c7 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:13:57.898212 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b0977f04-60e9-4423-8279-f7bb548a3057 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:57.958788 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-b0977f04-60e9-4423-8279-f7bb548a3057 admin admin] Deleting port dbdc6762-97c3-488c-9985-a5a074d753a9 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:13:57.959087 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b0977f04-60e9-4423-8279-f7bb548a3057 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:57.999262 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-2c8abbf6-bd85-4295-a0d6-4ff90199a176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5988db5d-5447-4845-abea-94ea64c430c7', 'name': 'tempest-TestServerBasicOps-1946785983-router', 'tenant_id': '6790b39d89c243b38da07aa36684ad8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': 'dbdc6762-97c3-488c-9985-a5a074d753a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:08:45Z', 'updated_at': '2021-09-07T03:13:57Z', 'revision_number': 5, 'project_id': '6790b39d89c243b38da07aa36684ad8e', 'gw_port': {'id': 'dbdc6762-97c3-488c-9985-a5a074d753a9', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:cf:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5988db5d-5447-4845-abea-94ea64c430c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:08:46Z', 'updated_at': '2021-09-07T03:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:13:58.026630 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8abbf6-bd85-4295-a0d6-4ff90199a176 None None] Checking router: 5988db5d-5447-4845-abea-94ea64c430c7 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:13:58.035017 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8abbf6-bd85-4295-a0d6-4ff90199a176 None None] Routers {'5988db5d-5447-4845-abea-94ea64c430c7'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:13:58.035707 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-2c8abbf6-bd85-4295-a0d6-4ff90199a176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:13:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['5988db5d-5447-4845-abea-94ea64c430c7'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:13:58.054573 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-b0977f04-60e9-4423-8279-f7bb548a3057 admin admin] For port dbdc6762-97c3-488c-9985-a5a074d753a9, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=dbdc6762-97c3-488c-9985-a5a074d753a9,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:13:58.054941 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b0977f04-60e9-4423-8279-f7bb548a3057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:58.069216 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-b0977f04-60e9-4423-8279-f7bb548a3057 admin admin] Calling delete_port for dbdc6762-97c3-488c-9985-a5a074d753a9 owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:13:58.123615 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-2c8abbf6-bd85-4295-a0d6-4ff90199a176 None None] Set router 5988db5d-5447-4845-abea-94ea64c430c7 gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:13:58.177942 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-2c8abbf6-bd85-4295-a0d6-4ff90199a176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5988db5d-5447-4845-abea-94ea64c430c7', 'name': 'tempest-TestServerBasicOps-1946785983-router', 'tenant_id': '6790b39d89c243b38da07aa36684ad8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:08:45Z', 'updated_at': '2021-09-07T03:13:57Z', 'revision_number': 6, 'project_id': '6790b39d89c243b38da07aa36684ad8e', 'gw_port_host': None}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:13:58.210964 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8abbf6-bd85-4295-a0d6-4ff90199a176 None None] The sync data for ids ['5988db5d-5447-4845-abea-94ea64c430c7'] in n-d-796209-16 is: [{'id': '5988db5d-5447-4845-abea-94ea64c430c7', 'name': 'tempest-TestServerBasicOps-1946785983-router', 'tenant_id': '6790b39d89c243b38da07aa36684ad8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:08:45Z', 'updated_at': '2021-09-07T03:13:57Z', 'revision_number': 6, 'project_id': '6790b39d89c243b38da07aa36684ad8e', 'gw_port_host': None}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:13:58.222096 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7be1ad95-6ccc-4da0-a6d2-a5757b193adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:58.275009 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b0977f04-60e9-4423-8279-f7bb548a3057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:58.300032 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0977f04-60e9-4423-8279-f7bb548a3057 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbdc6762-97c3-488c-9985-a5a074d753a9,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:13:58.365123 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b0977f04-60e9-4423-8279-f7bb548a3057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:58.457396 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b0977f04-60e9-4423-8279-f7bb548a3057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:58.459630 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b0977f04-60e9-4423-8279-f7bb548a3057 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:58.505765 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b0977f04-60e9-4423-8279-f7bb548a3057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:58.506276 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0977f04-60e9-4423-8279-f7bb548a3057 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5988db5d-5447-4845-abea-94ea64c430c7 {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 03:13:58.510986 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b0977f04-60e9-4423-8279-f7bb548a3057 admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:58.512324 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b0977f04-60e9-4423-8279-f7bb548a3057 admin admin] 10.222.0.22 "DELETE /v2.0/routers/5988db5d-5447-4845-abea-94ea64c430c7 HTTP/1.1" status: 204 len: 168 time: 0.8314221 Sep 07 03:13:58.514787 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 39234) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:13:58.560172 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e6f8175-8a6e-4efd-88d0-2e72a74a6980 admin admin] Deleting subnet 91388e33-fb63-4950-880f-e68afcc5d811 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 03:13:58.563585 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8e6f8175-8a6e-4efd-88d0-2e72a74a6980 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:58.602146 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8e6f8175-8a6e-4efd-88d0-2e72a74a6980 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:58.735367 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:58.949750 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8e6f8175-8a6e-4efd-88d0-2e72a74a6980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:59.009977 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8e6f8175-8a6e-4efd-88d0-2e72a74a6980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:59.041484 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6f8175-8a6e-4efd-88d0-2e72a74a6980 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91388e33-fb63-4950-880f-e68afcc5d811,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:13:59.044596 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8e6f8175-8a6e-4efd-88d0-2e72a74a6980 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:59.046908 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-8e6f8175-8a6e-4efd-88d0-2e72a74a6980 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/91388e33-fb63-4950-880f-e68afcc5d811 HTTP/1.1" status: 204 len: 168 time: 0.5310059 Sep 07 03:13:59.049417 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 39236) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:13:59.051074 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device cd265220-fa7c-40a9-9cd1-291d9c11d7f8 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:13:59.073994 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791d4c3c-2cd1-4b4e-b47a-6d4f559c529c None None] Network b1a4a293-8ccf-4f5f-bad0-a762b0477564 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:13:59.077268 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: cd265220-fa7c-40a9-9cd1-291d9c11d7f8 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:13:59.077615 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device cd265220-fa7c-40a9-9cd1-291d9c11d7f8 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:13:59.127958 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d2d99ef5-8f07-4a74-8af9-3663649cc474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:59.189663 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-d2d99ef5-8f07-4a74-8af9-3663649cc474 admin admin] Deleting port 45fbb5b3-3207-4318-adb5-09661a7e9dc6 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:13:59.190546 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d2d99ef5-8f07-4a74-8af9-3663649cc474 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:59.260643 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-d2d99ef5-8f07-4a74-8af9-3663649cc474 admin admin] For port 45fbb5b3-3207-4318-adb5-09661a7e9dc6, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=45fbb5b3-3207-4318-adb5-09661a7e9dc6,segment=NetworkSegment(e3fccec6-1b0d-45ba-8e23-4aa7ce94c72c),segment_id=e3fccec6-1b0d-45ba-8e23-4aa7ce94c72c)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:13:59.261094 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d2d99ef5-8f07-4a74-8af9-3663649cc474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:59.283299 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-d2d99ef5-8f07-4a74-8af9-3663649cc474 admin admin] Calling delete_port for 45fbb5b3-3207-4318-adb5-09661a7e9dc6 owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:13:59.363135 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d2d99ef5-8f07-4a74-8af9-3663649cc474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:59.392691 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d99ef5-8f07-4a74-8af9-3663649cc474 admin admin] No DVR routers for this DVR port 45fbb5b3-3207-4318-adb5-09661a7e9dc6 on host n-d-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:13:59.396534 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d99ef5-8f07-4a74-8af9-3663649cc474 admin admin] Pushing event deleted for resources: {'Port': ['ID=45fbb5b3-3207-4318-adb5-09661a7e9dc6,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:13:59.406849 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c477e31-ce01-4d93-9c7f-b9e631c0f945 None None] DHCP port deletion for b1a4a293-8ccf-4f5f-bad0-a762b0477564 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 03:13:59.479691 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d2d99ef5-8f07-4a74-8af9-3663649cc474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:59.499738 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-d2d99ef5-8f07-4a74-8af9-3663649cc474 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1a4a293-8ccf-4f5f-bad0-a762b0477564']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:13:59.508819 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-d2d99ef5-8f07-4a74-8af9-3663649cc474 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3fccec6-1b0d-45ba-8e23-4aa7ce94c72c') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:13:59.509117 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-d2d99ef5-8f07-4a74-8af9-3663649cc474 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3fccec6-1b0d-45ba-8e23-4aa7ce94c72c') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:13:59.518323 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d2d99ef5-8f07-4a74-8af9-3663649cc474 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:59.531839 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d2d99ef5-8f07-4a74-8af9-3663649cc474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:59.538442 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2d99ef5-8f07-4a74-8af9-3663649cc474 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 03:13:59.538784 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d2d99ef5-8f07-4a74-8af9-3663649cc474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:59.540610 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 03:13:59.540610 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 03:13:59.540610 n-d-796209-16 neutron-server[94700]: timer() Sep 07 03:13:59.540610 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 03:13:59.540610 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 03:13:59.540610 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 03:13:59.540610 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 03:13:59.540610 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 03:13:59.540610 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 03:13:59.540610 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 03:13:59.540610 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 03:13:59.540610 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 03:13:59.540610 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 03:13:59.540610 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 03:13:59.540610 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 03:13:59.540610 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 03:13:59.540610 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 03:13:59.540610 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 03:13:59.540610 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 03:13:59.540610 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 03:13:59.540610 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 03:13:59.540610 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 03:13:59.540610 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 03:13:59.540610 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 03:13:59.540610 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 03:13:59.540610 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 03:13:59.540610 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 03:13:59.540610 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 03:13:59.540610 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 03:13:59.540610 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 03:13:59.540610 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 03:13:59.540610 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 03:13:59.593605 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d2d99ef5-8f07-4a74-8af9-3663649cc474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:59.599444 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d2d99ef5-8f07-4a74-8af9-3663649cc474 admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:59.601391 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-d2d99ef5-8f07-4a74-8af9-3663649cc474 admin admin] 10.222.0.22 "DELETE /v2.0/networks/b1a4a293-8ccf-4f5f-bad0-a762b0477564 HTTP/1.1" status: 204 len: 168 time: 0.5510263 Sep 07 03:13:59.612776 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d99ef5-8f07-4a74-8af9-3663649cc474 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1a4a293-8ccf-4f5f-bad0-a762b0477564,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:13:59.629399 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:59.745648 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 39240) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:13:59.789786 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-fd4e5d55-c8e1-4844-8b2e-cbe36b1608df admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d06bbe97323c41ddbf7d028c938d3dbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429878 Sep 07 03:13:59.792258 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 39242) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:13:59.838701 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a8b097b1-cdff-4d4e-9eec-4fcec4a21966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:59.859671 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a8b097b1-cdff-4d4e-9eec-4fcec4a21966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:59.904861 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a8b097b1-cdff-4d4e-9eec-4fcec4a21966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:59.907536 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a8b097b1-cdff-4d4e-9eec-4fcec4a21966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:13:59.909354 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a8b097b1-cdff-4d4e-9eec-4fcec4a21966 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cdc80b9d-7afe-44d4-8e82-c5b16510c3ca HTTP/1.1" status: 204 len: 168 time: 0.1155941 Sep 07 03:13:59.917351 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b097b1-cdff-4d4e-9eec-4fcec4a21966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc80b9d-7afe-44d4-8e82-c5b16510c3ca,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:14:00.209102 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 39248) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:14:00.247614 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-d672ed7b-8a82-4f2a-812e-1f592c1f7ef6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6790b39d89c243b38da07aa36684ad8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0372281 Sep 07 03:14:00.249856 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 39250) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:14:00.298177 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c47fe115-93ea-4ff3-b604-276863922776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:00.324897 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c47fe115-93ea-4ff3-b604-276863922776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:00.375719 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c47fe115-93ea-4ff3-b604-276863922776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:00.378974 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c47fe115-93ea-4ff3-b604-276863922776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:00.380189 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c47fe115-93ea-4ff3-b604-276863922776 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/45c27933-dbc2-485f-a6da-631650bc3d62 HTTP/1.1" status: 204 len: 168 time: 0.1294417 Sep 07 03:14:00.387972 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47fe115-93ea-4ff3-b604-276863922776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c27933-dbc2-485f-a6da-631650bc3d62,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:14:00.696626 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device dbdc6762-97c3-488c-9985-a5a074d753a9 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:14:00.721811 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: dbdc6762-97c3-488c-9985-a5a074d753a9 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:14:00.722218 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device dbdc6762-97c3-488c-9985-a5a074d753a9 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:14:00.722719 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 45fbb5b3-3207-4318-adb5-09661a7e9dc6 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:14:00.742666 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 45fbb5b3-3207-4318-adb5-09661a7e9dc6 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:14:00.743434 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 45fbb5b3-3207-4318-adb5-09661a7e9dc6 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:14:00.802919 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a0a57ea3-6e37-4126-b81c-390e6a40eac2 req-434ea690-8c5e-4b9a-a304-f0413aa6d4a1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=88889442-1ccc-4436-87f7-bdd619d13c83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1725750 Sep 07 03:14:00.891675 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a57ea3-6e37-4126-b81c-390e6a40eac2 req-170e2575-11f8-4604-8815-a50335fbfc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:14:00.893231 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a0a57ea3-6e37-4126-b81c-390e6a40eac2 req-170e2575-11f8-4604-8815-a50335fbfc7a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2b241f46496480ea1c24703bd4e7081&device_id=88889442-1ccc-4436-87f7-bdd619d13c83 HTTP/1.1" status: 200 len: 1097 time: 0.0488751 Sep 07 03:14:01.000839 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a57ea3-6e37-4126-b81c-390e6a40eac2 req-dc8b2bef-c201-4377-9b6e-0d4141d149f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:14:01.002370 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a0a57ea3-6e37-4126-b81c-390e6a40eac2 req-dc8b2bef-c201-4377-9b6e-0d4141d149f4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b5bb2b44-86d3-4c51-8098-39db56525af1 HTTP/1.1" status: 200 len: 912 time: 0.0917578 Sep 07 03:14:01.061644 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 39274) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:14:01.074056 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a0a57ea3-6e37-4126-b81c-390e6a40eac2 req-935ebfd0-82ea-4d71-8bab-f495fc6c5c91 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1d232d2-bf07-4704-b159-51f58081a028 HTTP/1.1" status: 200 len: 1000 time: 0.0646513 Sep 07 03:14:01.126137 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a57ea3-6e37-4126-b81c-390e6a40eac2 req-e59a23f2-0458-4690-83e4-70dfa78a101d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:14:01.127732 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a0a57ea3-6e37-4126-b81c-390e6a40eac2 req-e59a23f2-0458-4690-83e4-70dfa78a101d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b33adc2b-a155-4213-967c-f1ae81189b8c HTTP/1.1" status: 200 len: 851 time: 0.0468524 Sep 07 03:14:01.169338 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-5520117c-a673-4fab-a646-8299f7013800 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1139759907-network', 'tenant_id': '3d1a12394a0f4b3ba1a535033c6409ad'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:14:01.196739 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a57ea3-6e37-4126-b81c-390e6a40eac2 req-feba641d-22d2-4a34-87be-4579ea680695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:14:01.198628 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a0a57ea3-6e37-4126-b81c-390e6a40eac2 req-feba641d-22d2-4a34-87be-4579ea680695 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b5bb2b44-86d3-4c51-8098-39db56525af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0641942 Sep 07 03:14:01.199696 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5520117c-a673-4fab-a646-8299f7013800 admin admin] Made reservation on behalf of 3d1a12394a0f4b3ba1a535033c6409ad for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:14:01.202183 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5520117c-a673-4fab-a646-8299f7013800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:01.219123 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5520117c-a673-4fab-a646-8299f7013800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:01.329011 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a0a57ea3-6e37-4126-b81c-390e6a40eac2 req-a01cbf69-b616-47a6-8c7c-edee98f1d02e service neutron] 10.222.0.16 "GET /v2.0/networks/b5bb2b44-86d3-4c51-8098-39db56525af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226490 Sep 07 03:14:01.448037 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5520117c-a673-4fab-a646-8299f7013800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:01.452522 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a0a57ea3-6e37-4126-b81c-390e6a40eac2 req-96b43ec7-dee8-44a7-b05e-d0056dbbdbda service neutron] 10.222.0.16 "GET /v2.0/networks/b5bb2b44-86d3-4c51-8098-39db56525af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170115 Sep 07 03:14:01.453575 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5520117c-a673-4fab-a646-8299f7013800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:01.473563 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:01.480336 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5520117c-a673-4fab-a646-8299f7013800 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 03:14:01.489771 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5520117c-a673-4fab-a646-8299f7013800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c437edb-9b1c-4677-8eb3-9badeeaf3d6f,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:14:01.495921 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5520117c-a673-4fab-a646-8299f7013800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:01.496266 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-5520117c-a673-4fab-a646-8299f7013800 admin admin] Added segment 76716272-2a53-427b-a6bc-f8600439d6dc of type vlan for network aa686b35-1d66-49af-8733-6341740e7176 Sep 07 03:14:01.539340 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5520117c-a673-4fab-a646-8299f7013800 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:01.563818 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5520117c-a673-4fab-a646-8299f7013800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:01.565276 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5520117c-a673-4fab-a646-8299f7013800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:14:01.565853 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5520117c-a673-4fab-a646-8299f7013800 admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:01.593650 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-5520117c-a673-4fab-a646-8299f7013800 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5320296 Sep 07 03:14:01.596557 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 39278) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:14:01.601853 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-eb2e4372-cfef-4112-8510-90768eb5a920 admin admin] Request body: {'subnet': {'network_id': 'aa686b35-1d66-49af-8733-6341740e7176', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1139759907-subnet', 'tenant_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'ip_version': 4}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:14:01.623087 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2e4372-cfef-4112-8510-90768eb5a920 admin admin] Made reservation on behalf of 3d1a12394a0f4b3ba1a535033c6409ad for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:14:01.625453 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eb2e4372-cfef-4112-8510-90768eb5a920 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:01.626845 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5520117c-a673-4fab-a646-8299f7013800 admin admin] Pushing event updated for resources: {'Network': ['ID=aa686b35-1d66-49af-8733-6341740e7176,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:14:01.637079 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network aa686b35-1d66-49af-8733-6341740e7176 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 03:14:01.795638 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eb2e4372-cfef-4112-8510-90768eb5a920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:01.851087 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2e4372-cfef-4112-8510-90768eb5a920 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5be8e87-cc13-4765-bf19-23336a5bd843,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:14:01.858033 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2e4372-cfef-4112-8510-90768eb5a920 admin admin] Checking segment: {'id': '76716272-2a53-427b-a6bc-f8600439d6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'aa686b35-1d66-49af-8733-6341740e7176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:14:01.858394 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2e4372-cfef-4112-8510-90768eb5a920 admin admin] Network hostable DHCP agents. Network: aa686b35-1d66-49af-8733-6341740e7176, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 03:14:01.874343 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2e4372-cfef-4112-8510-90768eb5a920 admin admin] Network aa686b35-1d66-49af-8733-6341740e7176 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 03:14:01.883593 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-eb2e4372-cfef-4112-8510-90768eb5a920 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, aa686b35-1d66-49af-8733-6341740e7176) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:14:01.887772 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2e4372-cfef-4112-8510-90768eb5a920 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:14:01.888361 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-eb2e4372-cfef-4112-8510-90768eb5a920 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:01.894771 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e6c43e-bab0-4286-ab56-e9ee69c8f258 None None] Network aa686b35-1d66-49af-8733-6341740e7176 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:14:01.903340 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-eb2e4372-cfef-4112-8510-90768eb5a920 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3056233 Sep 07 03:14:01.905878 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 39282) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:14:01.910757 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-e65e8823-79c9-4b33-a5fc-2e0d237c6516 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1139759907-router', 'tenant_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:14:01.932076 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e65e8823-79c9-4b33-a5fc-2e0d237c6516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:01.933145 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e65e8823-79c9-4b33-a5fc-2e0d237c6516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:01.988959 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e65e8823-79c9-4b33-a5fc-2e0d237c6516 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:02.042002 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fda8665-8b49-4e25-b944-3016b1f3ce11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-aa686b35-1d66-49af-8733-6341740e7176', 'network_id': 'aa686b35-1d66-49af-8733-6341740e7176', 'tenant_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'fixed_ips': [{'subnet_id': 'a5be8e87-cc13-4765-bf19-23336a5bd843'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 03:14:02.042870 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2fda8665-8b49-4e25-b944-3016b1f3ce11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:02.128638 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e65e8823-79c9-4b33-a5fc-2e0d237c6516 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:02.180709 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-2fda8665-8b49-4e25-b944-3016b1f3ce11 None None] Allocated IP 172.20.0.2 (aa686b35-1d66-49af-8733-6341740e7176/a5be8e87-cc13-4765-bf19-23336a5bd843/3d4404df-9244-47cb-8467-e6e19dd75da1) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:14:02.327247 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e65e8823-79c9-4b33-a5fc-2e0d237c6516 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:02.328485 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2fda8665-8b49-4e25-b944-3016b1f3ce11 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:02.336661 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-2fda8665-8b49-4e25-b944-3016b1f3ce11 None None] Transition to ACTIVE for port object 3d4404df-9244-47cb-8467-e6e19dd75da1 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:14:02.346893 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e65e8823-79c9-4b33-a5fc-2e0d237c6516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:02.351564 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-2fda8665-8b49-4e25-b944-3016b1f3ce11 None None] Transition to ACTIVE for port object 3d4404df-9244-47cb-8467-e6e19dd75da1 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:14:02.357272 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2fda8665-8b49-4e25-b944-3016b1f3ce11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:02.393111 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fda8665-8b49-4e25-b944-3016b1f3ce11 None None] Network aa686b35-1d66-49af-8733-6341740e7176 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:14:02.395727 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-2fda8665-8b49-4e25-b944-3016b1f3ce11 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:14:02.403109 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fda8665-8b49-4e25-b944-3016b1f3ce11 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:14:02.411223 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fda8665-8b49-4e25-b944-3016b1f3ce11 None None] Pushing event updated for resources: {'Port': ['ID=3d4404df-9244-47cb-8467-e6e19dd75da1,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:14:02.456042 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-e65e8823-79c9-4b33-a5fc-2e0d237c6516 admin admin] Allocated IP 172.25.5.78 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/a1624f96-60b2-4b81-b9c8-75988dd96d05) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:14:02.466192 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-2fda8665-8b49-4e25-b944-3016b1f3ce11 None None] Attempting to bind port 3d4404df-9244-47cb-8467-e6e19dd75da1 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:14:02.466574 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-2fda8665-8b49-4e25-b944-3016b1f3ce11 None None] Attempting to bind port 3d4404df-9244-47cb-8467-e6e19dd75da1 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '76716272-2a53-427b-a6bc-f8600439d6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'aa686b35-1d66-49af-8733-6341740e7176'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:14:02.466950 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fda8665-8b49-4e25-b944-3016b1f3ce11 None None] Attempting to bind port 3d4404df-9244-47cb-8467-e6e19dd75da1 on network aa686b35-1d66-49af-8733-6341740e7176 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:14:02.472534 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fda8665-8b49-4e25-b944-3016b1f3ce11 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:14:02.472920 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fda8665-8b49-4e25-b944-3016b1f3ce11 None None] Checking segment: {'id': '76716272-2a53-427b-a6bc-f8600439d6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'aa686b35-1d66-49af-8733-6341740e7176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:14:02.473341 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2fda8665-8b49-4e25-b944-3016b1f3ce11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:02.473729 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fda8665-8b49-4e25-b944-3016b1f3ce11 None None] Bound using segment: {'id': '76716272-2a53-427b-a6bc-f8600439d6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'aa686b35-1d66-49af-8733-6341740e7176'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:14:02.474200 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-2fda8665-8b49-4e25-b944-3016b1f3ce11 None None] Bound port: 3d4404df-9244-47cb-8467-e6e19dd75da1, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76716272-2a53-427b-a6bc-f8600439d6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'aa686b35-1d66-49af-8733-6341740e7176'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:14:02.474586 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2fda8665-8b49-4e25-b944-3016b1f3ce11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:02.539958 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-2fda8665-8b49-4e25-b944-3016b1f3ce11 None None] For port 3d4404df-9244-47cb-8467-e6e19dd75da1, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:14:02.542979 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-2fda8665-8b49-4e25-b944-3016b1f3ce11 None None] For port 3d4404df-9244-47cb-8467-e6e19dd75da1, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=3d4404df-9244-47cb-8467-e6e19dd75da1,segment=NetworkSegment(76716272-2a53-427b-a6bc-f8600439d6dc),segment_id=76716272-2a53-427b-a6bc-f8600439d6dc)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:14:02.547599 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2fda8665-8b49-4e25-b944-3016b1f3ce11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:02.559641 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e65e8823-79c9-4b33-a5fc-2e0d237c6516 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:02.605508 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fda8665-8b49-4e25-b944-3016b1f3ce11 None None] Pushing event updated for resources: {'Port': ['ID=3d4404df-9244-47cb-8467-e6e19dd75da1,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:14:02.606866 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e65e8823-79c9-4b33-a5fc-2e0d237c6516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:02.647032 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65e8823-79c9-4b33-a5fc-2e0d237c6516 admin admin] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:14:02.649892 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-e65e8823-79c9-4b33-a5fc-2e0d237c6516 admin admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:14:02.652644 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65e8823-79c9-4b33-a5fc-2e0d237c6516 admin admin] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:14:02.682354 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65e8823-79c9-4b33-a5fc-2e0d237c6516 admin admin] Pushing event updated for resources: {'Port': ['ID=a1624f96-60b2-4b81-b9c8-75988dd96d05,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:14:03.245799 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e65e8823-79c9-4b33-a5fc-2e0d237c6516 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:03.454561 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e65e8823-79c9-4b33-a5fc-2e0d237c6516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:03.469137 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f94263a-bdd4-4ada-ba84-8d938c9ef1e0 None None] Network aa686b35-1d66-49af-8733-6341740e7176 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:14:03.547614 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-7a5da6bf-e6a3-424f-b91f-9ee2b5f3fc68 None None] Provisioning for port 3d4404df-9244-47cb-8467-e6e19dd75da1 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:14:03.593616 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e65e8823-79c9-4b33-a5fc-2e0d237c6516 admin admin] Router a1b7a5e9-059d-4c7d-9271-aa379dda7ca4 is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 03:14:03.709564 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e65e8823-79c9-4b33-a5fc-2e0d237c6516 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:14:03.719839 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b51db26-8407-4095-9687-0373fc9329da None None] Sync routers for ids ['a1b7a5e9-059d-4c7d-9271-aa379dda7ca4'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:14:03.730352 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b51db26-8407-4095-9687-0373fc9329da None None] Routers {'a1b7a5e9-059d-4c7d-9271-aa379dda7ca4'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:14:03.730975 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-0b51db26-8407-4095-9687-0373fc9329da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:13:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['a1b7a5e9-059d-4c7d-9271-aa379dda7ca4'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:14:03.731873 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e65e8823-79c9-4b33-a5fc-2e0d237c6516 admin admin] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:03.733151 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e65e8823-79c9-4b33-a5fc-2e0d237c6516 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8263123 Sep 07 03:14:03.736059 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 39284) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:14:03.846036 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-0b51db26-8407-4095-9687-0373fc9329da None None] Set router a1b7a5e9-059d-4c7d-9271-aa379dda7ca4 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:14:04.027773 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-0b51db26-8407-4095-9687-0373fc9329da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b7a5e9-059d-4c7d-9271-aa379dda7ca4', 'name': 'tempest-TestVolumeBackupRestore-1139759907-router', 'tenant_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'a1624f96-60b2-4b81-b9c8-75988dd96d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:14:01Z', 'updated_at': '2021-09-07T03:14:03Z', 'revision_number': 3, 'project_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'gw_port': {'id': 'a1624f96-60b2-4b81-b9c8-75988dd96d05', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:1e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1b7a5e9-059d-4c7d-9271-aa379dda7ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:14:02Z', 'updated_at': '2021-09-07T03:14:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:14:04.056802 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b51db26-8407-4095-9687-0373fc9329da None None] Checking router: a1b7a5e9-059d-4c7d-9271-aa379dda7ca4 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:14:04.057155 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b51db26-8407-4095-9687-0373fc9329da None None] Updating router a1b7a5e9-059d-4c7d-9271-aa379dda7ca4 port a1624f96-60b2-4b81-b9c8-75988dd96d05 binding host n-d-796209-16 {{(pid=94703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 03:14:04.091605 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-0b51db26-8407-4095-9687-0373fc9329da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:04.170773 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d26416ff-2732-4123-996b-d37037544539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:04.336224 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-d26416ff-2732-4123-996b-d37037544539 admin admin] Allocated IP 172.20.0.1 (aa686b35-1d66-49af-8733-6341740e7176/a5be8e87-cc13-4765-bf19-23336a5bd843/7f7be2c1-8f99-4624-9cd7-3e286f05246c) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:14:04.348636 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-0b51db26-8407-4095-9687-0373fc9329da None None] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:04.358223 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-0b51db26-8407-4095-9687-0373fc9329da None None] Transition to ACTIVE for port object a1624f96-60b2-4b81-b9c8-75988dd96d05 will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:14:04.365648 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-0b51db26-8407-4095-9687-0373fc9329da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:04.420471 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-0b51db26-8407-4095-9687-0373fc9329da None None] Attempting to bind port a1624f96-60b2-4b81-b9c8-75988dd96d05 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:14:04.420847 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-0b51db26-8407-4095-9687-0373fc9329da None None] Attempting to bind port a1624f96-60b2-4b81-b9c8-75988dd96d05 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:14:04.421201 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b51db26-8407-4095-9687-0373fc9329da None None] Attempting to bind port a1624f96-60b2-4b81-b9c8-75988dd96d05 on network 1166b922-7457-4da4-bdda-328e8c8e7bc6 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:14:04.428800 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8105449-f557-42f4-8db0-790800fae5da None None] Pushing event updated for resources: {'Port': ['ID=a1624f96-60b2-4b81-b9c8-75988dd96d05,revision_number=2']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:14:04.432075 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b51db26-8407-4095-9687-0373fc9329da None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:14:04.432517 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b51db26-8407-4095-9687-0373fc9329da None None] Checking segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:14:04.432965 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-0b51db26-8407-4095-9687-0373fc9329da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:04.433355 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b51db26-8407-4095-9687-0373fc9329da None None] Bound using segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:14:04.433823 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-0b51db26-8407-4095-9687-0373fc9329da None None] Bound port: a1624f96-60b2-4b81-b9c8-75988dd96d05, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:14:04.434203 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-0b51db26-8407-4095-9687-0373fc9329da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:04.441453 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8105449-f557-42f4-8db0-790800fae5da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:14:04.441804 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8105449-f557-42f4-8db0-790800fae5da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:14:04.442148 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8105449-f557-42f4-8db0-790800fae5da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:14:04.442486 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8105449-f557-42f4-8db0-790800fae5da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:14:04.442825 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8105449-f557-42f4-8db0-790800fae5da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:14:04.443204 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8105449-f557-42f4-8db0-790800fae5da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:14:04.443560 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8105449-f557-42f4-8db0-790800fae5da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:14:04.443890 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8105449-f557-42f4-8db0-790800fae5da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:14:04.444254 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8105449-f557-42f4-8db0-790800fae5da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:14:04.444613 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8105449-f557-42f4-8db0-790800fae5da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:14:04.445013 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8105449-f557-42f4-8db0-790800fae5da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:14:04.445334 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8105449-f557-42f4-8db0-790800fae5da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:14:04.452502 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d26416ff-2732-4123-996b-d37037544539 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:04.466432 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-d26416ff-2732-4123-996b-d37037544539 admin admin] Transition to ACTIVE for port object 7f7be2c1-8f99-4624-9cd7-3e286f05246c will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:14:04.500292 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d26416ff-2732-4123-996b-d37037544539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:04.501538 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-0b51db26-8407-4095-9687-0373fc9329da None None] For port a1624f96-60b2-4b81-b9c8-75988dd96d05, host n-d-796209-16, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:14:04.505396 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-0b51db26-8407-4095-9687-0373fc9329da None None] For port a1624f96-60b2-4b81-b9c8-75988dd96d05, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=a1624f96-60b2-4b81-b9c8-75988dd96d05,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:14:04.509370 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-0b51db26-8407-4095-9687-0373fc9329da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:04.543638 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26416ff-2732-4123-996b-d37037544539 admin admin] Network aa686b35-1d66-49af-8733-6341740e7176 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:14:04.551523 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-d26416ff-2732-4123-996b-d37037544539 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:14:04.553934 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26416ff-2732-4123-996b-d37037544539 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:14:04.557149 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26416ff-2732-4123-996b-d37037544539 admin admin] Pushing event updated for resources: {'Port': ['ID=7f7be2c1-8f99-4624-9cd7-3e286f05246c,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:14:04.562241 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b51db26-8407-4095-9687-0373fc9329da None None] Routers {'a1b7a5e9-059d-4c7d-9271-aa379dda7ca4'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:14:04.562856 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-0b51db26-8407-4095-9687-0373fc9329da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:13:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['a1b7a5e9-059d-4c7d-9271-aa379dda7ca4'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:14:04.601398 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8105449-f557-42f4-8db0-790800fae5da None None] Pushing event updated for resources: {'Port': ['ID=a1624f96-60b2-4b81-b9c8-75988dd96d05,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:14:04.613804 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d26416ff-2732-4123-996b-d37037544539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:04.756721 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 3d4404df-9244-47cb-8467-e6e19dd75da1 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:14:04.772316 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d26416ff-2732-4123-996b-d37037544539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:04.790457 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-0b51db26-8407-4095-9687-0373fc9329da None None] Set router a1b7a5e9-059d-4c7d-9271-aa379dda7ca4 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:14:04.824924 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 3d4404df-9244-47cb-8467-e6e19dd75da1 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:14:04.828826 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 3d4404df-9244-47cb-8467-e6e19dd75da1 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:14:04.829211 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:04.924614 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-fe63f615-5956-4ce5-8b29-c2b29a0c26a1 None None] Provisioning for port 7f7be2c1-8f99-4624-9cd7-3e286f05246c completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:14:04.928080 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:04.943181 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-fe63f615-5956-4ce5-8b29-c2b29a0c26a1 None None] Provisioning complete for port 7f7be2c1-8f99-4624-9cd7-3e286f05246c triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:14:04.943637 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fe63f615-5956-4ce5-8b29-c2b29a0c26a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:04.948567 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d26416ff-2732-4123-996b-d37037544539 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:04.954265 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d26416ff-2732-4123-996b-d37037544539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:04.987058 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-0b51db26-8407-4095-9687-0373fc9329da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b7a5e9-059d-4c7d-9271-aa379dda7ca4', 'name': 'tempest-TestVolumeBackupRestore-1139759907-router', 'tenant_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'a1624f96-60b2-4b81-b9c8-75988dd96d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:14:01Z', 'updated_at': '2021-09-07T03:14:03Z', 'revision_number': 3, 'project_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'gw_port': {'id': 'a1624f96-60b2-4b81-b9c8-75988dd96d05', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:1e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1b7a5e9-059d-4c7d-9271-aa379dda7ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:14:02Z', 'updated_at': '2021-09-07T03:14:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:14:04.988845 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 3d4404df-9244-47cb-8467-e6e19dd75da1, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=3d4404df-9244-47cb-8467-e6e19dd75da1,segment=NetworkSegment(76716272-2a53-427b-a6bc-f8600439d6dc),segment_id=76716272-2a53-427b-a6bc-f8600439d6dc)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:14:04.995454 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:04.999620 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-fe63f615-5956-4ce5-8b29-c2b29a0c26a1 None None] Port 7f7be2c1-8f99-4624-9cd7-3e286f05246c cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:14:05.024815 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b51db26-8407-4095-9687-0373fc9329da None None] The sync data for ids ['a1b7a5e9-059d-4c7d-9271-aa379dda7ca4'] in n-d-796209-16 is: [{'id': 'a1b7a5e9-059d-4c7d-9271-aa379dda7ca4', 'name': 'tempest-TestVolumeBackupRestore-1139759907-router', 'tenant_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'a1624f96-60b2-4b81-b9c8-75988dd96d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:14:01Z', 'updated_at': '2021-09-07T03:14:03Z', 'revision_number': 3, 'project_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'gw_port': {'id': 'a1624f96-60b2-4b81-b9c8-75988dd96d05', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:1e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1b7a5e9-059d-4c7d-9271-aa379dda7ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:14:02Z', 'updated_at': '2021-09-07T03:14:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:14:05.031393 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26416ff-2732-4123-996b-d37037544539 admin admin] Pushing event updated for resources: {'Port': ['ID=7f7be2c1-8f99-4624-9cd7-3e286f05246c,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:14:05.035147 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d26416ff-2732-4123-996b-d37037544539 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:05.062163 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=3d4404df-9244-47cb-8467-e6e19dd75da1,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:14:05.131788 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26416ff-2732-4123-996b-d37037544539 admin admin] Network aa686b35-1d66-49af-8733-6341740e7176 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:14:05.133206 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-d26416ff-2732-4123-996b-d37037544539 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:14:05.263305 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d26416ff-2732-4123-996b-d37037544539 admin admin] Router a1b7a5e9-059d-4c7d-9271-aa379dda7ca4 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:14:05.395822 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26416ff-2732-4123-996b-d37037544539 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:14:05.401811 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-d26416ff-2732-4123-996b-d37037544539 admin admin] 10.222.0.22 "PUT /v2.0/routers/a1b7a5e9-059d-4c7d-9271-aa379dda7ca4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6639326 Sep 07 03:14:05.421867 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-c4715ae5-2eb0-4cf3-9e7a-1834ea68cb63 None None] Provisioning complete for port 7f7be2c1-8f99-4624-9cd7-3e286f05246c triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:14:05.422242 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c4715ae5-2eb0-4cf3-9e7a-1834ea68cb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:05.463273 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-c4715ae5-2eb0-4cf3-9e7a-1834ea68cb63 None None] Port 7f7be2c1-8f99-4624-9cd7-3e286f05246c cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:14:05.936437 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 39300) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:14:05.942139 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-c7ec7f16-276d-49c9-9ac7-72c69b8645ee admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2118173387-network', 'tenant_id': '6f18a675ff744925b3aee770878bd8fa'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:14:05.963810 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ec7f16-276d-49c9-9ac7-72c69b8645ee admin admin] Made reservation on behalf of 6f18a675ff744925b3aee770878bd8fa for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:14:05.966486 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c7ec7f16-276d-49c9-9ac7-72c69b8645ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:05.976154 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c7ec7f16-276d-49c9-9ac7-72c69b8645ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:06.070243 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c7ec7f16-276d-49c9-9ac7-72c69b8645ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:06.074451 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c7ec7f16-276d-49c9-9ac7-72c69b8645ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:06.106046 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7ec7f16-276d-49c9-9ac7-72c69b8645ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 03:14:06.117450 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ec7f16-276d-49c9-9ac7-72c69b8645ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=198d3b49-debc-4fab-b6aa-8b265b8f162e,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:14:06.122906 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c7ec7f16-276d-49c9-9ac7-72c69b8645ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:06.123326 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-c7ec7f16-276d-49c9-9ac7-72c69b8645ee admin admin] Added segment 240e4b88-8526-4dad-b553-5ddef530f189 of type vlan for network 030b4d1b-c764-42d9-98d9-7b2724e62925 Sep 07 03:14:06.170305 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c7ec7f16-276d-49c9-9ac7-72c69b8645ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:06.194774 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c7ec7f16-276d-49c9-9ac7-72c69b8645ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:06.195776 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ec7f16-276d-49c9-9ac7-72c69b8645ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:14:06.196370 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c7ec7f16-276d-49c9-9ac7-72c69b8645ee admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:06.229337 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c7ec7f16-276d-49c9-9ac7-72c69b8645ee admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.2915180 Sep 07 03:14:06.232368 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 39302) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:14:06.238265 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-2324098d-0b89-4753-a129-4cf04960e9ad admin admin] Request body: {'subnet': {'network_id': '030b4d1b-c764-42d9-98d9-7b2724e62925', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2118173387-subnet', 'tenant_id': '6f18a675ff744925b3aee770878bd8fa', 'ip_version': 4}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:14:06.260059 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2324098d-0b89-4753-a129-4cf04960e9ad admin admin] Made reservation on behalf of 6f18a675ff744925b3aee770878bd8fa for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:14:06.262397 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2324098d-0b89-4753-a129-4cf04960e9ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:06.264038 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ec7f16-276d-49c9-9ac7-72c69b8645ee admin admin] Pushing event updated for resources: {'Network': ['ID=030b4d1b-c764-42d9-98d9-7b2724e62925,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:14:06.274344 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 030b4d1b-c764-42d9-98d9-7b2724e62925 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 03:14:06.449019 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2324098d-0b89-4753-a129-4cf04960e9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:06.505430 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2324098d-0b89-4753-a129-4cf04960e9ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b63a3b1-cc40-41cd-be8c-b4ab7b7dcaef,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:14:06.513650 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2324098d-0b89-4753-a129-4cf04960e9ad admin admin] Checking segment: {'id': '240e4b88-8526-4dad-b553-5ddef530f189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '030b4d1b-c764-42d9-98d9-7b2724e62925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:14:06.514019 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2324098d-0b89-4753-a129-4cf04960e9ad admin admin] Network hostable DHCP agents. Network: 030b4d1b-c764-42d9-98d9-7b2724e62925, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 03:14:06.530363 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2324098d-0b89-4753-a129-4cf04960e9ad admin admin] Network 030b4d1b-c764-42d9-98d9-7b2724e62925 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 03:14:06.539932 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-2324098d-0b89-4753-a129-4cf04960e9ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 030b4d1b-c764-42d9-98d9-7b2724e62925) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:14:06.546464 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2324098d-0b89-4753-a129-4cf04960e9ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:14:06.547356 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2324098d-0b89-4753-a129-4cf04960e9ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:06.549895 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb9a55f-d43e-42c4-9a7c-6dbfb0f75fba None None] Network 030b4d1b-c764-42d9-98d9-7b2724e62925 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:14:06.563789 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-2324098d-0b89-4753-a129-4cf04960e9ad admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3301377 Sep 07 03:14:06.566871 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 39304) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:14:06.571319 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-61d2b600-cc2d-4534-abbd-904f9b87f33c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2118173387-router', 'tenant_id': '6f18a675ff744925b3aee770878bd8fa', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:14:06.591920 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-61d2b600-cc2d-4534-abbd-904f9b87f33c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:06.592952 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-61d2b600-cc2d-4534-abbd-904f9b87f33c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:06.627510 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3d1ca4-f06b-4f05-bea9-eb2c6a70e96b None None] Sync routers for ids ['a1b7a5e9-059d-4c7d-9271-aa379dda7ca4'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:14:06.659265 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-61d2b600-cc2d-4534-abbd-904f9b87f33c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:06.670738 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3d1ca4-f06b-4f05-bea9-eb2c6a70e96b None None] Routers {'a1b7a5e9-059d-4c7d-9271-aa379dda7ca4'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:14:06.671378 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-db3d1ca4-f06b-4f05-bea9-eb2c6a70e96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:13:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['a1b7a5e9-059d-4c7d-9271-aa379dda7ca4'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:14:06.757912 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d83f69-6084-4adb-8a9e-b45786b85d62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-030b4d1b-c764-42d9-98d9-7b2724e62925', 'network_id': '030b4d1b-c764-42d9-98d9-7b2724e62925', 'tenant_id': '6f18a675ff744925b3aee770878bd8fa', 'fixed_ips': [{'subnet_id': '3b63a3b1-cc40-41cd-be8c-b4ab7b7dcaef'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 03:14:06.758713 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-84d83f69-6084-4adb-8a9e-b45786b85d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:06.798234 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device a1624f96-60b2-4b81-b9c8-75988dd96d05 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:14:06.804929 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-61d2b600-cc2d-4534-abbd-904f9b87f33c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:06.907711 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-db3d1ca4-f06b-4f05-bea9-eb2c6a70e96b None None] Set router a1b7a5e9-059d-4c7d-9271-aa379dda7ca4 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:14:07.000671 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port a1624f96-60b2-4b81-b9c8-75988dd96d05 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:14:07.010029 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-61d2b600-cc2d-4534-abbd-904f9b87f33c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:07.029323 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-61d2b600-cc2d-4534-abbd-904f9b87f33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:07.035219 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port a1624f96-60b2-4b81-b9c8-75988dd96d05 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:14:07.035627 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:07.127940 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cf59b6be-140a-4007-a61e-45c469d44ec3 req-8f65bb63-0247-424e-83e8-9ec34f3e9c73 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1bf9b0fa-5da3-46de-a07e-07214dd1287e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412843 Sep 07 03:14:07.131752 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-84d83f69-6084-4adb-8a9e-b45786b85d62 None None] Allocated IP 172.20.0.2 (030b4d1b-c764-42d9-98d9-7b2724e62925/3b63a3b1-cc40-41cd-be8c-b4ab7b7dcaef/b4072a92-1124-425a-b227-37a0bd4851de) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:14:07.146672 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-61d2b600-cc2d-4534-abbd-904f9b87f33c admin admin] Allocated IP 172.25.5.167 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/f0decd94-d478-4b00-98c7-20cda78f8f3b) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:14:07.222617 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf59b6be-140a-4007-a61e-45c469d44ec3 req-8ba09f04-c1fd-41e6-a552-637e8d61ea24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:14:07.224661 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cf59b6be-140a-4007-a61e-45c469d44ec3 req-8ba09f04-c1fd-41e6-a552-637e8d61ea24 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e2b241f46496480ea1c24703bd4e7081&device_id=1bf9b0fa-5da3-46de-a07e-07214dd1287e HTTP/1.1" status: 200 len: 1098 time: 0.0533428 Sep 07 03:14:07.255204 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-61d2b600-cc2d-4534-abbd-904f9b87f33c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:07.280238 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:07.294093 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-61d2b600-cc2d-4534-abbd-904f9b87f33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:07.314197 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port a1624f96-60b2-4b81-b9c8-75988dd96d05, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=a1624f96-60b2-4b81-b9c8-75988dd96d05,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:14:07.324113 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:07.324906 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 3d4404df-9244-47cb-8467-e6e19dd75da1 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:14:07.342318 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d2b600-cc2d-4534-abbd-904f9b87f33c admin admin] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:14:07.348907 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-61d2b600-cc2d-4534-abbd-904f9b87f33c admin admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:14:07.351309 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d2b600-cc2d-4534-abbd-904f9b87f33c admin admin] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:14:07.352503 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf59b6be-140a-4007-a61e-45c469d44ec3 req-9b199408-93c1-4205-aa0e-815c0e57b983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:14:07.354069 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cf59b6be-140a-4007-a61e-45c469d44ec3 req-9b199408-93c1-4205-aa0e-815c0e57b983 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b5bb2b44-86d3-4c51-8098-39db56525af1 HTTP/1.1" status: 200 len: 912 time: 0.1098318 Sep 07 03:14:07.357299 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d2b600-cc2d-4534-abbd-904f9b87f33c admin admin] Pushing event updated for resources: {'Port': ['ID=f0decd94-d478-4b00-98c7-20cda78f8f3b,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:14:07.424953 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cf59b6be-140a-4007-a61e-45c469d44ec3 req-a37eb212-9897-4d33-ba02-e9502ee15abc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f6c450a-cc8c-489f-bf3c-50a1be21e08a HTTP/1.1" status: 200 len: 1001 time: 0.0637674 Sep 07 03:14:07.479377 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf59b6be-140a-4007-a61e-45c469d44ec3 req-4e91b5a6-d669-4461-b9b2-93dce2c132b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:14:07.481275 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cf59b6be-140a-4007-a61e-45c469d44ec3 req-4e91b5a6-d669-4461-b9b2-93dce2c132b0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b33adc2b-a155-4213-967c-f1ae81189b8c HTTP/1.1" status: 200 len: 851 time: 0.0486395 Sep 07 03:14:07.531988 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf59b6be-140a-4007-a61e-45c469d44ec3 req-65fd284e-21dc-471b-9c11-820d19515d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:14:07.533619 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cf59b6be-140a-4007-a61e-45c469d44ec3 req-65fd284e-21dc-471b-9c11-820d19515d34 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b5bb2b44-86d3-4c51-8098-39db56525af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443974 Sep 07 03:14:07.610884 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=a1624f96-60b2-4b81-b9c8-75988dd96d05,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:14:07.614758 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-db3d1ca4-f06b-4f05-bea9-eb2c6a70e96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b7a5e9-059d-4c7d-9271-aa379dda7ca4', 'name': 'tempest-TestVolumeBackupRestore-1139759907-router', 'tenant_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'a1624f96-60b2-4b81-b9c8-75988dd96d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:14:01Z', 'updated_at': '2021-09-07T03:14:04Z', 'revision_number': 4, 'project_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'gw_port': {'id': 'a1624f96-60b2-4b81-b9c8-75988dd96d05', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:1e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1b7a5e9-059d-4c7d-9271-aa379dda7ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:14:02Z', 'updated_at': '2021-09-07T03:14:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '7f7be2c1-8f99-4624-9cd7-3e286f05246c', 'name': '', 'network_id': 'aa686b35-1d66-49af-8733-6341740e7176', 'tenant_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'mac_address': 'fa:16:3e:c9:c8:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1b7a5e9-059d-4c7d-9271-aa379dda7ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'a5be8e87-cc13-4765-bf19-23336a5bd843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:14:04Z', 'updated_at': '2021-09-07T03:14:04Z', 'revision_number': 2, 'project_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'subnets': [{'id': 'a5be8e87-cc13-4765-bf19-23336a5bd843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:14:07.623746 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-61d2b600-cc2d-4534-abbd-904f9b87f33c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:07.640766 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cf59b6be-140a-4007-a61e-45c469d44ec3 req-c0e0b5d3-a671-404e-b43b-277009365331 service neutron] 10.222.0.23 "GET /v2.0/networks/b5bb2b44-86d3-4c51-8098-39db56525af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002305 Sep 07 03:14:07.650947 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-84d83f69-6084-4adb-8a9e-b45786b85d62 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:07.652919 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3d1ca4-f06b-4f05-bea9-eb2c6a70e96b None None] Checking router: a1b7a5e9-059d-4c7d-9271-aa379dda7ca4 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:14:07.653281 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3d1ca4-f06b-4f05-bea9-eb2c6a70e96b None None] Updating router a1b7a5e9-059d-4c7d-9271-aa379dda7ca4 port 7f7be2c1-8f99-4624-9cd7-3e286f05246c binding host n-d-796209-16 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 03:14:07.657205 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:14:07.657205 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:14:07.657517 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:14:07.657858 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:14:07.658738 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:14:07.659076 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:14:07.659408 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:14:07.659775 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:14:07.660104 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:14:07.660431 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:14:07.660750 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:14:07.661079 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:14:07.688139 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-84d83f69-6084-4adb-8a9e-b45786b85d62 None None] Transition to ACTIVE for port object b4072a92-1124-425a-b227-37a0bd4851de will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:14:07.706882 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-db3d1ca4-f06b-4f05-bea9-eb2c6a70e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:07.713807 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 3d4404df-9244-47cb-8467-e6e19dd75da1 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:14:07.714100 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:07.724179 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-84d83f69-6084-4adb-8a9e-b45786b85d62 None None] Transition to ACTIVE for port object b4072a92-1124-425a-b227-37a0bd4851de will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:14:07.737478 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cf59b6be-140a-4007-a61e-45c469d44ec3 req-a4689fd9-1279-4bfe-98a6-00ada892e543 service neutron] 10.222.0.23 "GET /v2.0/networks/b5bb2b44-86d3-4c51-8098-39db56525af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896029 Sep 07 03:14:07.751556 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-84d83f69-6084-4adb-8a9e-b45786b85d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:07.831418 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d83f69-6084-4adb-8a9e-b45786b85d62 None None] Network 030b4d1b-c764-42d9-98d9-7b2724e62925 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:14:07.838099 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-61d2b600-cc2d-4534-abbd-904f9b87f33c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:07.847447 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-84d83f69-6084-4adb-8a9e-b45786b85d62 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:14:07.853504 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d83f69-6084-4adb-8a9e-b45786b85d62 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:14:07.855223 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d83f69-6084-4adb-8a9e-b45786b85d62 None None] Pushing event updated for resources: {'Port': ['ID=b4072a92-1124-425a-b227-37a0bd4851de,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:14:07.966458 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d2b600-cc2d-4534-abbd-904f9b87f33c admin admin] Router 4884e546-1a7b-4b0c-a99d-bd3e325038c6 is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 03:14:08.021752 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-84d83f69-6084-4adb-8a9e-b45786b85d62 None None] Attempting to bind port b4072a92-1124-425a-b227-37a0bd4851de on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:14:08.022135 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-84d83f69-6084-4adb-8a9e-b45786b85d62 None None] Attempting to bind port b4072a92-1124-425a-b227-37a0bd4851de by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '240e4b88-8526-4dad-b553-5ddef530f189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '030b4d1b-c764-42d9-98d9-7b2724e62925'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:14:08.022523 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d83f69-6084-4adb-8a9e-b45786b85d62 None None] Attempting to bind port b4072a92-1124-425a-b227-37a0bd4851de on network 030b4d1b-c764-42d9-98d9-7b2724e62925 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:14:08.030061 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d83f69-6084-4adb-8a9e-b45786b85d62 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:14:08.030447 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d83f69-6084-4adb-8a9e-b45786b85d62 None None] Checking segment: {'id': '240e4b88-8526-4dad-b553-5ddef530f189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '030b4d1b-c764-42d9-98d9-7b2724e62925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:14:08.030858 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-84d83f69-6084-4adb-8a9e-b45786b85d62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:08.031257 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d83f69-6084-4adb-8a9e-b45786b85d62 None None] Bound using segment: {'id': '240e4b88-8526-4dad-b553-5ddef530f189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '030b4d1b-c764-42d9-98d9-7b2724e62925'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:14:08.031757 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-84d83f69-6084-4adb-8a9e-b45786b85d62 None None] Bound port: b4072a92-1124-425a-b227-37a0bd4851de, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240e4b88-8526-4dad-b553-5ddef530f189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '030b4d1b-c764-42d9-98d9-7b2724e62925'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:14:08.032146 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-84d83f69-6084-4adb-8a9e-b45786b85d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:08.078632 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d2b600-cc2d-4534-abbd-904f9b87f33c admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:14:08.088370 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78164c6-260c-4ae8-8dc7-aa8d4ecfc9e5 None None] Sync routers for ids ['4884e546-1a7b-4b0c-a99d-bd3e325038c6'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:14:08.096799 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-61d2b600-cc2d-4534-abbd-904f9b87f33c admin admin] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:08.097852 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78164c6-260c-4ae8-8dc7-aa8d4ecfc9e5 None None] Routers {'4884e546-1a7b-4b0c-a99d-bd3e325038c6'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:14:08.098460 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-b78164c6-260c-4ae8-8dc7-aa8d4ecfc9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:13:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['4884e546-1a7b-4b0c-a99d-bd3e325038c6'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:14:08.101620 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 39306) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:14:08.101795 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-61d2b600-cc2d-4534-abbd-904f9b87f33c admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5338333 Sep 07 03:14:08.162470 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-84d83f69-6084-4adb-8a9e-b45786b85d62 None None] For port b4072a92-1124-425a-b227-37a0bd4851de, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:14:08.198907 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-84d83f69-6084-4adb-8a9e-b45786b85d62 None None] For port b4072a92-1124-425a-b227-37a0bd4851de, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=b4072a92-1124-425a-b227-37a0bd4851de,segment=NetworkSegment(240e4b88-8526-4dad-b553-5ddef530f189),segment_id=240e4b88-8526-4dad-b553-5ddef530f189)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:14:08.207617 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-84d83f69-6084-4adb-8a9e-b45786b85d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:08.211710 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-b78164c6-260c-4ae8-8dc7-aa8d4ecfc9e5 None None] Set router 4884e546-1a7b-4b0c-a99d-bd3e325038c6 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:14:08.266627 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-db3d1ca4-f06b-4f05-bea9-eb2c6a70e96b None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:08.293595 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d83f69-6084-4adb-8a9e-b45786b85d62 None None] Pushing event updated for resources: {'Port': ['ID=b4072a92-1124-425a-b227-37a0bd4851de,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:14:08.308918 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-db3d1ca4-f06b-4f05-bea9-eb2c6a70e96b None None] Transition to ACTIVE for port object 7f7be2c1-8f99-4624-9cd7-3e286f05246c will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:14:08.318125 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-db3d1ca4-f06b-4f05-bea9-eb2c6a70e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:08.369138 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480af9d1-f590-466d-a28e-ff76bd32df94 None None] Pushing event updated for resources: {'Port': ['ID=7f7be2c1-8f99-4624-9cd7-3e286f05246c,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:14:08.395620 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-b78164c6-260c-4ae8-8dc7-aa8d4ecfc9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4884e546-1a7b-4b0c-a99d-bd3e325038c6', 'name': 'tempest-TestVolumeBackupRestore-2118173387-router', 'tenant_id': '6f18a675ff744925b3aee770878bd8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'f0decd94-d478-4b00-98c7-20cda78f8f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:14:06Z', 'updated_at': '2021-09-07T03:14:07Z', 'revision_number': 3, 'project_id': '6f18a675ff744925b3aee770878bd8fa', 'gw_port': {'id': 'f0decd94-d478-4b00-98c7-20cda78f8f3b', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b8:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4884e546-1a7b-4b0c-a99d-bd3e325038c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:14:07Z', 'updated_at': '2021-09-07T03:14:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:14:08.427235 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78164c6-260c-4ae8-8dc7-aa8d4ecfc9e5 None None] Checking router: 4884e546-1a7b-4b0c-a99d-bd3e325038c6 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:14:08.428007 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78164c6-260c-4ae8-8dc7-aa8d4ecfc9e5 None None] Updating router 4884e546-1a7b-4b0c-a99d-bd3e325038c6 port f0decd94-d478-4b00-98c7-20cda78f8f3b binding host n-d-796209-16 {{(pid=94703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 03:14:08.456629 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-db3d1ca4-f06b-4f05-bea9-eb2c6a70e96b None None] Attempting to bind port 7f7be2c1-8f99-4624-9cd7-3e286f05246c on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:14:08.456629 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-db3d1ca4-f06b-4f05-bea9-eb2c6a70e96b None None] Attempting to bind port 7f7be2c1-8f99-4624-9cd7-3e286f05246c by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '76716272-2a53-427b-a6bc-f8600439d6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'aa686b35-1d66-49af-8733-6341740e7176'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:14:08.457025 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3d1ca4-f06b-4f05-bea9-eb2c6a70e96b None None] Attempting to bind port 7f7be2c1-8f99-4624-9cd7-3e286f05246c on network aa686b35-1d66-49af-8733-6341740e7176 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:14:08.460062 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-b78164c6-260c-4ae8-8dc7-aa8d4ecfc9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:08.463120 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3d1ca4-f06b-4f05-bea9-eb2c6a70e96b None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:14:08.463448 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3d1ca4-f06b-4f05-bea9-eb2c6a70e96b None None] Checking segment: {'id': '76716272-2a53-427b-a6bc-f8600439d6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'aa686b35-1d66-49af-8733-6341740e7176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:14:08.464040 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-db3d1ca4-f06b-4f05-bea9-eb2c6a70e96b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:08.464447 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3d1ca4-f06b-4f05-bea9-eb2c6a70e96b None None] Bound using segment: {'id': '76716272-2a53-427b-a6bc-f8600439d6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'aa686b35-1d66-49af-8733-6341740e7176'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:14:08.464928 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-db3d1ca4-f06b-4f05-bea9-eb2c6a70e96b None None] Bound port: 7f7be2c1-8f99-4624-9cd7-3e286f05246c, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76716272-2a53-427b-a6bc-f8600439d6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'aa686b35-1d66-49af-8733-6341740e7176'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:14:08.465319 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-db3d1ca4-f06b-4f05-bea9-eb2c6a70e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:08.551842 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-db3d1ca4-f06b-4f05-bea9-eb2c6a70e96b None None] For port 7f7be2c1-8f99-4624-9cd7-3e286f05246c, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:14:08.561366 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-db3d1ca4-f06b-4f05-bea9-eb2c6a70e96b None None] For port 7f7be2c1-8f99-4624-9cd7-3e286f05246c, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=7f7be2c1-8f99-4624-9cd7-3e286f05246c,segment=NetworkSegment(76716272-2a53-427b-a6bc-f8600439d6dc),segment_id=76716272-2a53-427b-a6bc-f8600439d6dc)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:14:08.570326 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-db3d1ca4-f06b-4f05-bea9-eb2c6a70e96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:08.581721 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d0983dcd-a603-401b-852b-97d415518426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:08.673515 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3d1ca4-f06b-4f05-bea9-eb2c6a70e96b None None] Routers {'a1b7a5e9-059d-4c7d-9271-aa379dda7ca4'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:14:08.674794 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-db3d1ca4-f06b-4f05-bea9-eb2c6a70e96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:13:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['a1b7a5e9-059d-4c7d-9271-aa379dda7ca4'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:14:08.766691 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-b78164c6-260c-4ae8-8dc7-aa8d4ecfc9e5 None None] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:08.792359 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-b78164c6-260c-4ae8-8dc7-aa8d4ecfc9e5 None None] Transition to ACTIVE for port object f0decd94-d478-4b00-98c7-20cda78f8f3b will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:14:08.795368 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480af9d1-f590-466d-a28e-ff76bd32df94 None None] Pushing event updated for resources: {'Port': ['ID=7f7be2c1-8f99-4624-9cd7-3e286f05246c,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:14:08.808756 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-b78164c6-260c-4ae8-8dc7-aa8d4ecfc9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:08.887801 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b538d93-c84c-41ea-a7a5-9879c4459f56 None None] Pushing event updated for resources: {'Port': ['ID=f0decd94-d478-4b00-98c7-20cda78f8f3b,revision_number=2']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:14:08.902088 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-d0983dcd-a603-401b-852b-97d415518426 admin admin] Allocated IP 172.20.0.1 (030b4d1b-c764-42d9-98d9-7b2724e62925/3b63a3b1-cc40-41cd-be8c-b4ab7b7dcaef/98d7d703-865e-4290-8e20-58eaff0b5f0c) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:14:08.909403 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device a1624f96-60b2-4b81-b9c8-75988dd96d05 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:14:08.913131 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-b78164c6-260c-4ae8-8dc7-aa8d4ecfc9e5 None None] Attempting to bind port f0decd94-d478-4b00-98c7-20cda78f8f3b on host n-d-796209-16 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:14:08.913720 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-b78164c6-260c-4ae8-8dc7-aa8d4ecfc9e5 None None] Attempting to bind port f0decd94-d478-4b00-98c7-20cda78f8f3b by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:14:08.914522 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78164c6-260c-4ae8-8dc7-aa8d4ecfc9e5 None None] Attempting to bind port f0decd94-d478-4b00-98c7-20cda78f8f3b on network 1166b922-7457-4da4-bdda-328e8c8e7bc6 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:14:08.923509 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78164c6-260c-4ae8-8dc7-aa8d4ecfc9e5 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:14:08.924778 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78164c6-260c-4ae8-8dc7-aa8d4ecfc9e5 None None] Checking segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:14:08.925375 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-b78164c6-260c-4ae8-8dc7-aa8d4ecfc9e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:08.926023 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78164c6-260c-4ae8-8dc7-aa8d4ecfc9e5 None None] Bound using segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:14:08.926720 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-b78164c6-260c-4ae8-8dc7-aa8d4ecfc9e5 None None] Bound port: f0decd94-d478-4b00-98c7-20cda78f8f3b, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:14:08.927281 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-b78164c6-260c-4ae8-8dc7-aa8d4ecfc9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:08.977409 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-db3d1ca4-f06b-4f05-bea9-eb2c6a70e96b None None] Set router a1b7a5e9-059d-4c7d-9271-aa379dda7ca4 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:14:08.993967 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-b78164c6-260c-4ae8-8dc7-aa8d4ecfc9e5 None None] For port f0decd94-d478-4b00-98c7-20cda78f8f3b, host n-d-796209-16, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:14:08.997252 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-b78164c6-260c-4ae8-8dc7-aa8d4ecfc9e5 None None] For port f0decd94-d478-4b00-98c7-20cda78f8f3b, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=f0decd94-d478-4b00-98c7-20cda78f8f3b,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:14:09.005795 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-b78164c6-260c-4ae8-8dc7-aa8d4ecfc9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:09.022899 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port a1624f96-60b2-4b81-b9c8-75988dd96d05 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:14:09.023852 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:09.047098 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d0983dcd-a603-401b-852b-97d415518426 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:09.071105 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-d0983dcd-a603-401b-852b-97d415518426 admin admin] Transition to ACTIVE for port object 98d7d703-865e-4290-8e20-58eaff0b5f0c will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:14:09.074555 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78164c6-260c-4ae8-8dc7-aa8d4ecfc9e5 None None] Routers {'4884e546-1a7b-4b0c-a99d-bd3e325038c6'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:14:09.075128 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-b78164c6-260c-4ae8-8dc7-aa8d4ecfc9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:13:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['4884e546-1a7b-4b0c-a99d-bd3e325038c6'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:14:09.117378 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d0983dcd-a603-401b-852b-97d415518426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:09.139694 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b538d93-c84c-41ea-a7a5-9879c4459f56 None None] Pushing event updated for resources: {'Port': ['ID=f0decd94-d478-4b00-98c7-20cda78f8f3b,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:14:09.169339 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0983dcd-a603-401b-852b-97d415518426 admin admin] Network 030b4d1b-c764-42d9-98d9-7b2724e62925 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:14:09.172675 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-d0983dcd-a603-401b-852b-97d415518426 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:14:09.177627 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0983dcd-a603-401b-852b-97d415518426 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:14:09.202525 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-b78164c6-260c-4ae8-8dc7-aa8d4ecfc9e5 None None] Set router 4884e546-1a7b-4b0c-a99d-bd3e325038c6 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:14:09.212485 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0983dcd-a603-401b-852b-97d415518426 admin admin] Pushing event updated for resources: {'Port': ['ID=98d7d703-865e-4290-8e20-58eaff0b5f0c,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:14:09.234947 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d0983dcd-a603-401b-852b-97d415518426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:09.260100 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device b4072a92-1124-425a-b227-37a0bd4851de up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:14:09.325348 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-db3d1ca4-f06b-4f05-bea9-eb2c6a70e96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b7a5e9-059d-4c7d-9271-aa379dda7ca4', 'name': 'tempest-TestVolumeBackupRestore-1139759907-router', 'tenant_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'a1624f96-60b2-4b81-b9c8-75988dd96d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:14:01Z', 'updated_at': '2021-09-07T03:14:04Z', 'revision_number': 4, 'project_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'gw_port': {'id': 'a1624f96-60b2-4b81-b9c8-75988dd96d05', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:1e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b7a5e9-059d-4c7d-9271-aa379dda7ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:14:02Z', 'updated_at': '2021-09-07T03:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '7f7be2c1-8f99-4624-9cd7-3e286f05246c', 'name': '', 'network_id': 'aa686b35-1d66-49af-8733-6341740e7176', 'tenant_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'mac_address': 'fa:16:3e:c9:c8:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1b7a5e9-059d-4c7d-9271-aa379dda7ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'a5be8e87-cc13-4765-bf19-23336a5bd843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:14:04Z', 'updated_at': '2021-09-07T03:14:08Z', 'revision_number': 4, 'project_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'subnets': [{'id': 'a5be8e87-cc13-4765-bf19-23336a5bd843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:14:09.360250 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port b4072a92-1124-425a-b227-37a0bd4851de completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:14:09.362857 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3d1ca4-f06b-4f05-bea9-eb2c6a70e96b None None] The sync data for ids ['a1b7a5e9-059d-4c7d-9271-aa379dda7ca4'] in n-d-796209-16 is: [{'id': 'a1b7a5e9-059d-4c7d-9271-aa379dda7ca4', 'name': 'tempest-TestVolumeBackupRestore-1139759907-router', 'tenant_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'a1624f96-60b2-4b81-b9c8-75988dd96d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:14:01Z', 'updated_at': '2021-09-07T03:14:04Z', 'revision_number': 4, 'project_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'gw_port': {'id': 'a1624f96-60b2-4b81-b9c8-75988dd96d05', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:1e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b7a5e9-059d-4c7d-9271-aa379dda7ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:14:02Z', 'updated_at': '2021-09-07T03:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '7f7be2c1-8f99-4624-9cd7-3e286f05246c', 'name': '', 'network_id': 'aa686b35-1d66-49af-8733-6341740e7176', 'tenant_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'mac_address': 'fa:16:3e:c9:c8:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1b7a5e9-059d-4c7d-9271-aa379dda7ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'a5be8e87-cc13-4765-bf19-23336a5bd843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:14:04Z', 'updated_at': '2021-09-07T03:14:08Z', 'revision_number': 4, 'project_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'subnets': [{'id': 'a5be8e87-cc13-4765-bf19-23336a5bd843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:14:09.398225 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d0983dcd-a603-401b-852b-97d415518426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:09.463424 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-b78164c6-260c-4ae8-8dc7-aa8d4ecfc9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4884e546-1a7b-4b0c-a99d-bd3e325038c6', 'name': 'tempest-TestVolumeBackupRestore-2118173387-router', 'tenant_id': '6f18a675ff744925b3aee770878bd8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'f0decd94-d478-4b00-98c7-20cda78f8f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:14:06Z', 'updated_at': '2021-09-07T03:14:07Z', 'revision_number': 3, 'project_id': '6f18a675ff744925b3aee770878bd8fa', 'gw_port': {'id': 'f0decd94-d478-4b00-98c7-20cda78f8f3b', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b8:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4884e546-1a7b-4b0c-a99d-bd3e325038c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:14:07Z', 'updated_at': '2021-09-07T03:14:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:14:09.502388 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78164c6-260c-4ae8-8dc7-aa8d4ecfc9e5 None None] The sync data for ids ['4884e546-1a7b-4b0c-a99d-bd3e325038c6'] in n-d-796209-16 is: [{'id': '4884e546-1a7b-4b0c-a99d-bd3e325038c6', 'name': 'tempest-TestVolumeBackupRestore-2118173387-router', 'tenant_id': '6f18a675ff744925b3aee770878bd8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'f0decd94-d478-4b00-98c7-20cda78f8f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:14:06Z', 'updated_at': '2021-09-07T03:14:07Z', 'revision_number': 3, 'project_id': '6f18a675ff744925b3aee770878bd8fa', 'gw_port': {'id': 'f0decd94-d478-4b00-98c7-20cda78f8f3b', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b8:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4884e546-1a7b-4b0c-a99d-bd3e325038c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:14:07Z', 'updated_at': '2021-09-07T03:14:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:14:09.604059 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d0983dcd-a603-401b-852b-97d415518426 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:09.610154 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d0983dcd-a603-401b-852b-97d415518426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:09.686067 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0983dcd-a603-401b-852b-97d415518426 admin admin] Pushing event updated for resources: {'Port': ['ID=98d7d703-865e-4290-8e20-58eaff0b5f0c,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:14:09.688504 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d0983dcd-a603-401b-852b-97d415518426 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:09.696706 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379e34a3-6657-4f24-9227-e4dfcc659a5b None None] Network 030b4d1b-c764-42d9-98d9-7b2724e62925 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:14:09.763993 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-f5f71c93-e677-4ba8-b9c9-f4c49d1f4c52 None None] Provisioning for port b4072a92-1124-425a-b227-37a0bd4851de completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:14:09.769979 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-f5f71c93-e677-4ba8-b9c9-f4c49d1f4c52 None None] Provisioning complete for port b4072a92-1124-425a-b227-37a0bd4851de triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:14:09.770358 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f5f71c93-e677-4ba8-b9c9-f4c49d1f4c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:09.824783 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0983dcd-a603-401b-852b-97d415518426 admin admin] Network 030b4d1b-c764-42d9-98d9-7b2724e62925 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:14:09.827418 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-d0983dcd-a603-401b-852b-97d415518426 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:14:09.974549 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f5f71c93-e677-4ba8-b9c9-f4c49d1f4c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:09.977794 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0983dcd-a603-401b-852b-97d415518426 admin admin] Router 4884e546-1a7b-4b0c-a99d-bd3e325038c6 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:14:10.011876 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-f5f71c93-e677-4ba8-b9c9-f4c49d1f4c52 None None] For port b4072a92-1124-425a-b227-37a0bd4851de, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=b4072a92-1124-425a-b227-37a0bd4851de,segment=NetworkSegment(240e4b88-8526-4dad-b553-5ddef530f189),segment_id=240e4b88-8526-4dad-b553-5ddef530f189)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:14:10.019632 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f5f71c93-e677-4ba8-b9c9-f4c49d1f4c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:10.124112 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f71c93-e677-4ba8-b9c9-f4c49d1f4c52 None None] Pushing event updated for resources: {'Port': ['ID=b4072a92-1124-425a-b227-37a0bd4851de,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:14:10.146784 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0983dcd-a603-401b-852b-97d415518426 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:14:10.152172 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-d0983dcd-a603-401b-852b-97d415518426 admin admin] 10.222.0.22 "PUT /v2.0/routers/4884e546-1a7b-4b0c-a99d-bd3e325038c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0491273 Sep 07 03:14:10.353823 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-cc2e8e59-b841-4d63-9c25-1acf440e9006 None None] Provisioning complete for port b4072a92-1124-425a-b227-37a0bd4851de triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:14:10.354402 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-cc2e8e59-b841-4d63-9c25-1acf440e9006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:10.501317 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-cc2e8e59-b841-4d63-9c25-1acf440e9006 None None] Provisioning for port 98d7d703-865e-4290-8e20-58eaff0b5f0c completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:14:10.507718 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-cc2e8e59-b841-4d63-9c25-1acf440e9006 None None] Provisioning complete for port 98d7d703-865e-4290-8e20-58eaff0b5f0c triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:14:10.508219 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-cc2e8e59-b841-4d63-9c25-1acf440e9006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:10.559182 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-cc2e8e59-b841-4d63-9c25-1acf440e9006 None None] Port 98d7d703-865e-4290-8e20-58eaff0b5f0c cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:14:10.700202 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-44a3c259-bc14-443b-985e-0c1155e1d0c1 None None] Provisioning complete for port 98d7d703-865e-4290-8e20-58eaff0b5f0c triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:14:10.700647 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-44a3c259-bc14-443b-985e-0c1155e1d0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:10.756616 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-44a3c259-bc14-443b-985e-0c1155e1d0c1 None None] Port 98d7d703-865e-4290-8e20-58eaff0b5f0c cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:14:10.884743 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device f0decd94-d478-4b00-98c7-20cda78f8f3b up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:14:10.911375 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-113b2994-f0f7-400c-b782-7b5de4fb2d39 None None] Provisioning complete for port 98d7d703-865e-4290-8e20-58eaff0b5f0c triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:14:10.911776 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-113b2994-f0f7-400c-b782-7b5de4fb2d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:10.964734 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-113b2994-f0f7-400c-b782-7b5de4fb2d39 None None] Port 98d7d703-865e-4290-8e20-58eaff0b5f0c cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:14:10.976892 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port f0decd94-d478-4b00-98c7-20cda78f8f3b completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:14:10.980817 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port f0decd94-d478-4b00-98c7-20cda78f8f3b triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:14:10.981311 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:11.113196 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:11.134602 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port f0decd94-d478-4b00-98c7-20cda78f8f3b, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=f0decd94-d478-4b00-98c7-20cda78f8f3b,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:14:11.139009 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:11.139809 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device b4072a92-1124-425a-b227-37a0bd4851de up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:14:11.217000 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=f0decd94-d478-4b00-98c7-20cda78f8f3b,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:14:11.229727 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port b4072a92-1124-425a-b227-37a0bd4851de triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:14:11.230112 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:11.311437 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 7f7be2c1-8f99-4624-9cd7-3e286f05246c up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:14:11.367031 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 7f7be2c1-8f99-4624-9cd7-3e286f05246c completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:14:11.372253 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 7f7be2c1-8f99-4624-9cd7-3e286f05246c triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:14:11.372709 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:11.454405 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:11.487443 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 7f7be2c1-8f99-4624-9cd7-3e286f05246c, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=7f7be2c1-8f99-4624-9cd7-3e286f05246c,segment=NetworkSegment(76716272-2a53-427b-a6bc-f8600439d6dc),segment_id=76716272-2a53-427b-a6bc-f8600439d6dc)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:14:11.491022 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:11.544981 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=7f7be2c1-8f99-4624-9cd7-3e286f05246c,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:14:12.597752 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c9e606-aa5f-4eae-a4c9-ddf41bae4da9 None None] Sync routers for ids ['4884e546-1a7b-4b0c-a99d-bd3e325038c6'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:14:12.607301 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c9e606-aa5f-4eae-a4c9-ddf41bae4da9 None None] Routers {'4884e546-1a7b-4b0c-a99d-bd3e325038c6'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:14:12.607950 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-c4c9e606-aa5f-4eae-a4c9-ddf41bae4da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:13:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['4884e546-1a7b-4b0c-a99d-bd3e325038c6'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:14:12.726668 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-c4c9e606-aa5f-4eae-a4c9-ddf41bae4da9 None None] Set router 4884e546-1a7b-4b0c-a99d-bd3e325038c6 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:14:12.916148 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device f0decd94-d478-4b00-98c7-20cda78f8f3b up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:14:13.058406 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port f0decd94-d478-4b00-98c7-20cda78f8f3b triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:14:13.058791 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:13.187072 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 7f7be2c1-8f99-4624-9cd7-3e286f05246c up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:14:13.212339 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-c4c9e606-aa5f-4eae-a4c9-ddf41bae4da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4884e546-1a7b-4b0c-a99d-bd3e325038c6', 'name': 'tempest-TestVolumeBackupRestore-2118173387-router', 'tenant_id': '6f18a675ff744925b3aee770878bd8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'f0decd94-d478-4b00-98c7-20cda78f8f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:14:06Z', 'updated_at': '2021-09-07T03:14:09Z', 'revision_number': 4, 'project_id': '6f18a675ff744925b3aee770878bd8fa', 'gw_port': {'id': 'f0decd94-d478-4b00-98c7-20cda78f8f3b', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4884e546-1a7b-4b0c-a99d-bd3e325038c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:14:07Z', 'updated_at': '2021-09-07T03:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '98d7d703-865e-4290-8e20-58eaff0b5f0c', 'name': '', 'network_id': '030b4d1b-c764-42d9-98d9-7b2724e62925', 'tenant_id': '6f18a675ff744925b3aee770878bd8fa', 'mac_address': 'fa:16:3e:9d:2a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4884e546-1a7b-4b0c-a99d-bd3e325038c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '3b63a3b1-cc40-41cd-be8c-b4ab7b7dcaef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:14:08Z', 'updated_at': '2021-09-07T03:14:09Z', 'revision_number': 2, 'project_id': '6f18a675ff744925b3aee770878bd8fa', 'subnets': [{'id': '3b63a3b1-cc40-41cd-be8c-b4ab7b7dcaef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:14:13.240998 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c9e606-aa5f-4eae-a4c9-ddf41bae4da9 None None] Checking router: 4884e546-1a7b-4b0c-a99d-bd3e325038c6 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:14:13.241361 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c9e606-aa5f-4eae-a4c9-ddf41bae4da9 None None] Updating router 4884e546-1a7b-4b0c-a99d-bd3e325038c6 port 98d7d703-865e-4290-8e20-58eaff0b5f0c binding host n-d-796209-16 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 03:14:13.278306 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c4c9e606-aa5f-4eae-a4c9-ddf41bae4da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:13.316230 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 7f7be2c1-8f99-4624-9cd7-3e286f05246c triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:14:13.316610 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:13.613874 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c4c9e606-aa5f-4eae-a4c9-ddf41bae4da9 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:13.624350 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-c4c9e606-aa5f-4eae-a4c9-ddf41bae4da9 None None] Transition to ACTIVE for port object 98d7d703-865e-4290-8e20-58eaff0b5f0c will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:14:13.631264 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c4c9e606-aa5f-4eae-a4c9-ddf41bae4da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:13.700996 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7de9d63-316a-4a71-84c7-56eadf27ce14 None None] Pushing event updated for resources: {'Port': ['ID=98d7d703-865e-4290-8e20-58eaff0b5f0c,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:14:13.738555 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-c4c9e606-aa5f-4eae-a4c9-ddf41bae4da9 None None] Attempting to bind port 98d7d703-865e-4290-8e20-58eaff0b5f0c on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:14:13.738937 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-c4c9e606-aa5f-4eae-a4c9-ddf41bae4da9 None None] Attempting to bind port 98d7d703-865e-4290-8e20-58eaff0b5f0c by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '240e4b88-8526-4dad-b553-5ddef530f189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '030b4d1b-c764-42d9-98d9-7b2724e62925'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:14:13.739328 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c9e606-aa5f-4eae-a4c9-ddf41bae4da9 None None] Attempting to bind port 98d7d703-865e-4290-8e20-58eaff0b5f0c on network 030b4d1b-c764-42d9-98d9-7b2724e62925 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:14:13.744884 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c9e606-aa5f-4eae-a4c9-ddf41bae4da9 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:14:13.745413 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c9e606-aa5f-4eae-a4c9-ddf41bae4da9 None None] Checking segment: {'id': '240e4b88-8526-4dad-b553-5ddef530f189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '030b4d1b-c764-42d9-98d9-7b2724e62925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:14:13.745836 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c4c9e606-aa5f-4eae-a4c9-ddf41bae4da9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:13.746239 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c9e606-aa5f-4eae-a4c9-ddf41bae4da9 None None] Bound using segment: {'id': '240e4b88-8526-4dad-b553-5ddef530f189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '030b4d1b-c764-42d9-98d9-7b2724e62925'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:14:13.746718 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-c4c9e606-aa5f-4eae-a4c9-ddf41bae4da9 None None] Bound port: 98d7d703-865e-4290-8e20-58eaff0b5f0c, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240e4b88-8526-4dad-b553-5ddef530f189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '030b4d1b-c764-42d9-98d9-7b2724e62925'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:14:13.747105 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c4c9e606-aa5f-4eae-a4c9-ddf41bae4da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:13.824058 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-c4c9e606-aa5f-4eae-a4c9-ddf41bae4da9 None None] For port 98d7d703-865e-4290-8e20-58eaff0b5f0c, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:14:13.827929 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-c4c9e606-aa5f-4eae-a4c9-ddf41bae4da9 None None] For port 98d7d703-865e-4290-8e20-58eaff0b5f0c, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=98d7d703-865e-4290-8e20-58eaff0b5f0c,segment=NetworkSegment(240e4b88-8526-4dad-b553-5ddef530f189),segment_id=240e4b88-8526-4dad-b553-5ddef530f189)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:14:13.833508 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c4c9e606-aa5f-4eae-a4c9-ddf41bae4da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:13.902878 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c9e606-aa5f-4eae-a4c9-ddf41bae4da9 None None] Routers {'4884e546-1a7b-4b0c-a99d-bd3e325038c6'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:14:13.903673 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-c4c9e606-aa5f-4eae-a4c9-ddf41bae4da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:13:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['4884e546-1a7b-4b0c-a99d-bd3e325038c6'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:14:13.911366 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7de9d63-316a-4a71-84c7-56eadf27ce14 None None] Pushing event updated for resources: {'Port': ['ID=98d7d703-865e-4290-8e20-58eaff0b5f0c,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:14:14.028558 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-c4c9e606-aa5f-4eae-a4c9-ddf41bae4da9 None None] Set router 4884e546-1a7b-4b0c-a99d-bd3e325038c6 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:14:14.261339 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-c4c9e606-aa5f-4eae-a4c9-ddf41bae4da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4884e546-1a7b-4b0c-a99d-bd3e325038c6', 'name': 'tempest-TestVolumeBackupRestore-2118173387-router', 'tenant_id': '6f18a675ff744925b3aee770878bd8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'f0decd94-d478-4b00-98c7-20cda78f8f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:14:06Z', 'updated_at': '2021-09-07T03:14:09Z', 'revision_number': 4, 'project_id': '6f18a675ff744925b3aee770878bd8fa', 'gw_port': {'id': 'f0decd94-d478-4b00-98c7-20cda78f8f3b', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4884e546-1a7b-4b0c-a99d-bd3e325038c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:14:07Z', 'updated_at': '2021-09-07T03:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '98d7d703-865e-4290-8e20-58eaff0b5f0c', 'name': '', 'network_id': '030b4d1b-c764-42d9-98d9-7b2724e62925', 'tenant_id': '6f18a675ff744925b3aee770878bd8fa', 'mac_address': 'fa:16:3e:9d:2a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4884e546-1a7b-4b0c-a99d-bd3e325038c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '3b63a3b1-cc40-41cd-be8c-b4ab7b7dcaef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:14:08Z', 'updated_at': '2021-09-07T03:14:13Z', 'revision_number': 4, 'project_id': '6f18a675ff744925b3aee770878bd8fa', 'subnets': [{'id': '3b63a3b1-cc40-41cd-be8c-b4ab7b7dcaef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:14:14.294433 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c9e606-aa5f-4eae-a4c9-ddf41bae4da9 None None] The sync data for ids ['4884e546-1a7b-4b0c-a99d-bd3e325038c6'] in n-d-796209-16 is: [{'id': '4884e546-1a7b-4b0c-a99d-bd3e325038c6', 'name': 'tempest-TestVolumeBackupRestore-2118173387-router', 'tenant_id': '6f18a675ff744925b3aee770878bd8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'f0decd94-d478-4b00-98c7-20cda78f8f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:14:06Z', 'updated_at': '2021-09-07T03:14:09Z', 'revision_number': 4, 'project_id': '6f18a675ff744925b3aee770878bd8fa', 'gw_port': {'id': 'f0decd94-d478-4b00-98c7-20cda78f8f3b', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4884e546-1a7b-4b0c-a99d-bd3e325038c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:14:07Z', 'updated_at': '2021-09-07T03:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '98d7d703-865e-4290-8e20-58eaff0b5f0c', 'name': '', 'network_id': '030b4d1b-c764-42d9-98d9-7b2724e62925', 'tenant_id': '6f18a675ff744925b3aee770878bd8fa', 'mac_address': 'fa:16:3e:9d:2a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4884e546-1a7b-4b0c-a99d-bd3e325038c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '3b63a3b1-cc40-41cd-be8c-b4ab7b7dcaef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:14:08Z', 'updated_at': '2021-09-07T03:14:13Z', 'revision_number': 4, 'project_id': '6f18a675ff744925b3aee770878bd8fa', 'subnets': [{'id': '3b63a3b1-cc40-41cd-be8c-b4ab7b7dcaef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:14:14.736853 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 98d7d703-865e-4290-8e20-58eaff0b5f0c up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:14:14.792730 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 98d7d703-865e-4290-8e20-58eaff0b5f0c completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:14:14.796914 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 98d7d703-865e-4290-8e20-58eaff0b5f0c triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:14:14.797303 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:14.882260 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:14.922991 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 98d7d703-865e-4290-8e20-58eaff0b5f0c, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=98d7d703-865e-4290-8e20-58eaff0b5f0c,segment=NetworkSegment(240e4b88-8526-4dad-b553-5ddef530f189),segment_id=240e4b88-8526-4dad-b553-5ddef530f189)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:14:14.928761 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:14.981818 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=98d7d703-865e-4290-8e20-58eaff0b5f0c,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:14:16.703947 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 98d7d703-865e-4290-8e20-58eaff0b5f0c up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:14:16.756592 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 98d7d703-865e-4290-8e20-58eaff0b5f0c triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:14:16.756977 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:21.757854 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:21.827745 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:25.941877 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1f4e22c9-ce3c-43bc-8d66-6188c8187b9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:28.192798 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-faa131d0-b44d-44b6-a57f-73dfc61cd12c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:28.382472 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:14:28.739259 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:29.627506 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:31.476393 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:51.138667 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 39650) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:14:51.292701 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-09bcb7b3-364d-4dc1-88d0-13a0573eca49 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Deleting port 7cb6f069-74c7-4c48-8dd3-502f9a369fbb {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:14:51.293044 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-09bcb7b3-364d-4dc1-88d0-13a0573eca49 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:51.369827 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-09bcb7b3-364d-4dc1-88d0-13a0573eca49 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:51.370056 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-09bcb7b3-364d-4dc1-88d0-13a0573eca49 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:51.381410 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-09bcb7b3-364d-4dc1-88d0-13a0573eca49 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Calling delete_port for 7cb6f069-74c7-4c48-8dd3-502f9a369fbb owned by network:floatingip {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:14:51.763896 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:51.829955 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:51.836597 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-09bcb7b3-364d-4dc1-88d0-13a0573eca49 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:51.860823 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bcb7b3-364d-4dc1-88d0-13a0573eca49 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Pushing event deleted for resources: {'Port': ['ID=7cb6f069-74c7-4c48-8dd3-502f9a369fbb,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:14:51.929713 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-09bcb7b3-364d-4dc1-88d0-13a0573eca49 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks [] for floatingip, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:51.929960 n-d-796209-16 neutron-server[94700]: INFO neutron.db.l3_db [None req-09bcb7b3-364d-4dc1-88d0-13a0573eca49 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Floating IP 9f93c6dd-46ec-4a63-ba88-fa81c3802c92 disassociated (deleted). External IP: 172.25.5.74, port: 7f6c450a-cc8c-489f-bf3c-50a1be21e08a. Sep 07 03:14:52.134525 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09bcb7b3-364d-4dc1-88d0-13a0573eca49 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Router a1b83060-4e62-4f21-bb3c-495eb2c6a10f has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:14:52.241716 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09bcb7b3-364d-4dc1-88d0-13a0573eca49 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:14:52.246034 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-09bcb7b3-364d-4dc1-88d0-13a0573eca49 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:52.252527 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f30a95-14ed-473e-a06a-5aad2300b25f None None] Sync routers for ids ['a1b83060-4e62-4f21-bb3c-495eb2c6a10f'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:14:52.261953 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f30a95-14ed-473e-a06a-5aad2300b25f None None] Routers {'a1b83060-4e62-4f21-bb3c-495eb2c6a10f'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:14:52.262564 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-d6f30a95-14ed-473e-a06a-5aad2300b25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:14:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['a1b83060-4e62-4f21-bb3c-495eb2c6a10f'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:14:52.274912 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-09bcb7b3-364d-4dc1-88d0-13a0573eca49 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "DELETE /v2.0/floatingips/9f93c6dd-46ec-4a63-ba88-fa81c3802c92 HTTP/1.1" status: 204 len: 168 time: 1.1328137 Sep 07 03:14:52.274912 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bf9b0fa-5da3-46de-a07e-07214dd1287e', 'tag': '7f6c450a-cc8c-489f-bf3c-50a1be21e08a'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:14:52.275661 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58c91e3-4798-4fb3-b64f-b74a338cc10b" -d '{"events": [{"name": "network-changed", "server_uuid": "1bf9b0fa-5da3-46de-a07e-07214dd1287e", "tag": "7f6c450a-cc8c-489f-bf3c-50a1be21e08a"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:14:52.392166 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-d6f30a95-14ed-473e-a06a-5aad2300b25f None None] Set router a1b83060-4e62-4f21-bb3c-495eb2c6a10f gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:14:52.515642 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69cc009b-1ce2-45f0-badb-70d20e3106f0 x-openstack-request-id: req-69cc009b-1ce2-45f0-badb-70d20e3106f0 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:14:52.515932 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bf9b0fa-5da3-46de-a07e-07214dd1287e", "tag": "7f6c450a-cc8c-489f-bf3c-50a1be21e08a", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:14:52.516178 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-69cc009b-1ce2-45f0-badb-70d20e3106f0 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:14:52.517091 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bf9b0fa-5da3-46de-a07e-07214dd1287e', 'tag': '7f6c450a-cc8c-489f-bf3c-50a1be21e08a', 'status': 'completed', 'code': 200} Sep 07 03:14:52.542624 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9966f82-e845-408d-a70d-fd2ded2391c2 req-31ccb46f-9acb-41ef-85af-11f525fe58b0 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:14:52.544178 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b9966f82-e845-408d-a70d-fd2ded2391c2 req-31ccb46f-9acb-41ef-85af-11f525fe58b0 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bf9b0fa-5da3-46de-a07e-07214dd1287e HTTP/1.1" status: 200 len: 946 time: 0.0555668 Sep 07 03:14:52.597635 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b9966f82-e845-408d-a70d-fd2ded2391c2 req-83ea55ac-4a1e-4c84-81c1-a50208237584 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=de18bfe2-1783-45fe-8c40-fdc97fee7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393171 Sep 07 03:14:52.658448 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-d6f30a95-14ed-473e-a06a-5aad2300b25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'name': 'tempest-TestVolumeBootPattern-1134786000-router', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'd975f0af-5594-4140-b8ef-556bcf39aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:04:33Z', 'updated_at': '2021-09-07T03:04:38Z', 'revision_number': 4, 'project_id': 'e2b241f46496480ea1c24703bd4e7081', 'gw_port': {'id': 'd975f0af-5594-4140-b8ef-556bcf39aceb', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:47:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:34Z', 'updated_at': '2021-09-07T03:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'dbe156bb-54e7-447e-a53b-41b3dfb7a5ae', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'floating_ip_address': '172.25.5.89', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'port_id': 'd1d232d2-bf07-4704-b159-51f58081a028', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1', 'mac_address': 'fa:16:3e:11:76:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88889442-1ccc-4436-87f7-bdd619d13c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:11:14Z', 'updated_at': '2021-09-07T03:11:16Z', 'revision_number': 1, 'project_id': 'e2b241f46496480ea1c24703bd4e7081', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9bf7c30-d2e6-4716-9ec6-49155d279181', 'name': '', 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'mac_address': 'fa:16:3e:01:69:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'b33adc2b-a155-4213-967c-f1ae81189b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:37Z', 'updated_at': '2021-09-07T03:04:48Z', 'revision_number': 5, 'project_id': 'e2b241f46496480ea1c24703bd4e7081', 'subnets': [{'id': 'b33adc2b-a155-4213-967c-f1ae81189b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:14:52.693347 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f30a95-14ed-473e-a06a-5aad2300b25f None None] Checking router: a1b83060-4e62-4f21-bb3c-495eb2c6a10f for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:14:52.703176 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f30a95-14ed-473e-a06a-5aad2300b25f None None] Routers {'a1b83060-4e62-4f21-bb3c-495eb2c6a10f'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:14:52.703818 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-d6f30a95-14ed-473e-a06a-5aad2300b25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:14:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['a1b83060-4e62-4f21-bb3c-495eb2c6a10f'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:14:52.714419 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58c91e3-4798-4fb3-b64f-b74a338cc10b req-e9f51306-d7c4-4555-a2da-d178f1109a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:14:52.716288 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a58c91e3-4798-4fb3-b64f-b74a338cc10b req-e9f51306-d7c4-4555-a2da-d178f1109a8a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e2b241f46496480ea1c24703bd4e7081&device_id=1bf9b0fa-5da3-46de-a07e-07214dd1287e HTTP/1.1" status: 200 len: 1098 time: 0.1710417 Sep 07 03:14:52.812800 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-d6f30a95-14ed-473e-a06a-5aad2300b25f None None] Set router a1b83060-4e62-4f21-bb3c-495eb2c6a10f gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:14:52.813086 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58c91e3-4798-4fb3-b64f-b74a338cc10b req-26f77472-58d0-4ec4-90b6-b2fe6d3747a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:14:52.814937 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a58c91e3-4798-4fb3-b64f-b74a338cc10b req-26f77472-58d0-4ec4-90b6-b2fe6d3747a7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b5bb2b44-86d3-4c51-8098-39db56525af1 HTTP/1.1" status: 200 len: 912 time: 0.0895083 Sep 07 03:14:52.857934 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a58c91e3-4798-4fb3-b64f-b74a338cc10b req-c5977552-9919-445f-b9a2-0ae0bc2761d6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f6c450a-cc8c-489f-bf3c-50a1be21e08a HTTP/1.1" status: 200 len: 217 time: 0.0362167 Sep 07 03:14:52.913368 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58c91e3-4798-4fb3-b64f-b74a338cc10b req-343ef5a2-b023-433d-af2e-87d50288ae85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:14:52.915004 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a58c91e3-4798-4fb3-b64f-b74a338cc10b req-343ef5a2-b023-433d-af2e-87d50288ae85 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b33adc2b-a155-4213-967c-f1ae81189b8c HTTP/1.1" status: 200 len: 851 time: 0.0506163 Sep 07 03:14:52.968552 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58c91e3-4798-4fb3-b64f-b74a338cc10b req-4ce9394d-c20a-41ce-9bd4-605cacbc52d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:14:52.970244 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a58c91e3-4798-4fb3-b64f-b74a338cc10b req-4ce9394d-c20a-41ce-9bd4-605cacbc52d4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b5bb2b44-86d3-4c51-8098-39db56525af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477958 Sep 07 03:14:52.982831 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [req-a58c91e3-4798-4fb3-b64f-b74a338cc10b req-100a6be2-2b9a-43db-8175-03ae41095280 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:14:52.983818 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a58c91e3-4798-4fb3-b64f-b74a338cc10b req-100a6be2-2b9a-43db-8175-03ae41095280 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051844 Sep 07 03:14:53.051070 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-d6f30a95-14ed-473e-a06a-5aad2300b25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'name': 'tempest-TestVolumeBootPattern-1134786000-router', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'd975f0af-5594-4140-b8ef-556bcf39aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:04:33Z', 'updated_at': '2021-09-07T03:04:38Z', 'revision_number': 4, 'project_id': 'e2b241f46496480ea1c24703bd4e7081', 'gw_port': {'id': 'd975f0af-5594-4140-b8ef-556bcf39aceb', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:47:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:34Z', 'updated_at': '2021-09-07T03:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'dbe156bb-54e7-447e-a53b-41b3dfb7a5ae', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'floating_ip_address': '172.25.5.89', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'port_id': 'd1d232d2-bf07-4704-b159-51f58081a028', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1', 'mac_address': 'fa:16:3e:11:76:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88889442-1ccc-4436-87f7-bdd619d13c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:11:14Z', 'updated_at': '2021-09-07T03:11:16Z', 'revision_number': 1, 'project_id': 'e2b241f46496480ea1c24703bd4e7081', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9bf7c30-d2e6-4716-9ec6-49155d279181', 'name': '', 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'mac_address': 'fa:16:3e:01:69:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'b33adc2b-a155-4213-967c-f1ae81189b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:37Z', 'updated_at': '2021-09-07T03:04:48Z', 'revision_number': 5, 'project_id': 'e2b241f46496480ea1c24703bd4e7081', 'subnets': [{'id': 'b33adc2b-a155-4213-967c-f1ae81189b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:14:53.083401 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f30a95-14ed-473e-a06a-5aad2300b25f None None] The sync data for ids ['a1b83060-4e62-4f21-bb3c-495eb2c6a10f'] in n-d-796209-16 is: [{'id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'name': 'tempest-TestVolumeBootPattern-1134786000-router', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'd975f0af-5594-4140-b8ef-556bcf39aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:04:33Z', 'updated_at': '2021-09-07T03:04:38Z', 'revision_number': 4, 'project_id': 'e2b241f46496480ea1c24703bd4e7081', 'gw_port': {'id': 'd975f0af-5594-4140-b8ef-556bcf39aceb', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:47:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:34Z', 'updated_at': '2021-09-07T03:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'dbe156bb-54e7-447e-a53b-41b3dfb7a5ae', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'floating_ip_address': '172.25.5.89', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'port_id': 'd1d232d2-bf07-4704-b159-51f58081a028', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1', 'mac_address': 'fa:16:3e:11:76:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88889442-1ccc-4436-87f7-bdd619d13c83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:11:14Z', 'updated_at': '2021-09-07T03:11:16Z', 'revision_number': 1, 'project_id': 'e2b241f46496480ea1c24703bd4e7081', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9bf7c30-d2e6-4716-9ec6-49155d279181', 'name': '', 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'mac_address': 'fa:16:3e:01:69:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'b33adc2b-a155-4213-967c-f1ae81189b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:37Z', 'updated_at': '2021-09-07T03:04:48Z', 'revision_number': 5, 'project_id': 'e2b241f46496480ea1c24703bd4e7081', 'subnets': [{'id': 'b33adc2b-a155-4213-967c-f1ae81189b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:14:53.086422 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a58c91e3-4798-4fb3-b64f-b74a338cc10b req-16088790-6ae6-44e3-b0da-fc4ec91ee77a service neutron] 10.222.0.23 "GET /v2.0/networks/b5bb2b44-86d3-4c51-8098-39db56525af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955372 Sep 07 03:14:53.183189 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a58c91e3-4798-4fb3-b64f-b74a338cc10b req-89de7377-a1b9-4a8b-aea4-11029846f8c3 service neutron] 10.222.0.23 "GET /v2.0/networks/b5bb2b44-86d3-4c51-8098-39db56525af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896394 Sep 07 03:14:53.317156 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f704398-50fd-49cf-9277-86f608fc97ff None None] New status for floating IP 9f93c6dd-46ec-4a63-ba88-fa81c3802c92: DOWN {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 03:14:53.708393 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa66d86-6d19-49ce-9e45-42028a24e912 req-0d4a11cb-a00f-431c-b2b9-dba7382a31e2 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:14:53.710003 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3fa66d86-6d19-49ce-9e45-42028a24e912 req-0d4a11cb-a00f-431c-b2b9-dba7382a31e2 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bf9b0fa-5da3-46de-a07e-07214dd1287e HTTP/1.1" status: 200 len: 946 time: 0.0492792 Sep 07 03:14:53.751965 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3fa66d86-6d19-49ce-9e45-42028a24e912 req-8894cc7b-a19a-4b68-a724-2142ed82f0a0 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=de18bfe2-1783-45fe-8c40-fdc97fee7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359533 Sep 07 03:14:54.057275 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2465a1b-95a1-4285-925a-fc4939e1db5f req-f03cf5ba-2a04-4b10-b935-37636c032de3 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:14:54.058876 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a2465a1b-95a1-4285-925a-fc4939e1db5f req-f03cf5ba-2a04-4b10-b935-37636c032de3 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.23 "GET /v2.0/ports?device_id=1bf9b0fa-5da3-46de-a07e-07214dd1287e HTTP/1.1" status: 200 len: 946 time: 0.0488811 Sep 07 03:14:54.152857 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-a2465a1b-95a1-4285-925a-fc4939e1db5f req-b96b485a-2d94-4af8-99c5-c5d7d60e5850 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Deleting port 7f6c450a-cc8c-489f-bf3c-50a1be21e08a {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:14:54.153111 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a2465a1b-95a1-4285-925a-fc4939e1db5f req-b96b485a-2d94-4af8-99c5-c5d7d60e5850 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:54.239297 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-a2465a1b-95a1-4285-925a-fc4939e1db5f req-b96b485a-2d94-4af8-99c5-c5d7d60e5850 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] For port 7f6c450a-cc8c-489f-bf3c-50a1be21e08a, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=7f6c450a-cc8c-489f-bf3c-50a1be21e08a,segment=NetworkSegment(8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21),segment_id=8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:14:54.239704 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a2465a1b-95a1-4285-925a-fc4939e1db5f req-b96b485a-2d94-4af8-99c5-c5d7d60e5850 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:54.256391 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-a2465a1b-95a1-4285-925a-fc4939e1db5f req-b96b485a-2d94-4af8-99c5-c5d7d60e5850 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Calling delete_port for 7f6c450a-cc8c-489f-bf3c-50a1be21e08a owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:14:54.379230 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a2465a1b-95a1-4285-925a-fc4939e1db5f req-b96b485a-2d94-4af8-99c5-c5d7d60e5850 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:54.406169 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96b485a-2d94-4af8-99c5-c5d7d60e5850 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Pushing event deleted for resources: {'Port': ['ID=7f6c450a-cc8c-489f-bf3c-50a1be21e08a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:14:54.456619 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2465a1b-95a1-4285-925a-fc4939e1db5f req-b96b485a-2d94-4af8-99c5-c5d7d60e5850 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] No DVR routers for this DVR port 7f6c450a-cc8c-489f-bf3c-50a1be21e08a on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:14:54.459158 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-a2465a1b-95a1-4285-925a-fc4939e1db5f req-b96b485a-2d94-4af8-99c5-c5d7d60e5850 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:54.461198 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a2465a1b-95a1-4285-925a-fc4939e1db5f req-b96b485a-2d94-4af8-99c5-c5d7d60e5850 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.23 "DELETE /v2.0/ports/7f6c450a-cc8c-489f-bf3c-50a1be21e08a HTTP/1.1" status: 204 len: 173 time: 0.3964453 Sep 07 03:14:54.518073 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf9b0fa-5da3-46de-a07e-07214dd1287e', 'name': 'network-vif-deleted', 'tag': '7f6c450a-cc8c-489f-bf3c-50a1be21e08a'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:14:54.520529 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7643c4ef-21a0-480e-8848-e70c239bef9c" -d '{"events": [{"server_uuid": "1bf9b0fa-5da3-46de-a07e-07214dd1287e", "name": "network-vif-deleted", "tag": "7f6c450a-cc8c-489f-bf3c-50a1be21e08a"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:14:54.562195 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6690fd15-9a2f-4a95-ad4c-80690f4d004b x-openstack-request-id: req-6690fd15-9a2f-4a95-ad4c-80690f4d004b {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:14:54.562702 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bf9b0fa-5da3-46de-a07e-07214dd1287e", "name": "network-vif-deleted", "tag": "7f6c450a-cc8c-489f-bf3c-50a1be21e08a", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:14:54.562967 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6690fd15-9a2f-4a95-ad4c-80690f4d004b {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:14:54.563467 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bf9b0fa-5da3-46de-a07e-07214dd1287e', 'name': 'network-vif-deleted', 'tag': '7f6c450a-cc8c-489f-bf3c-50a1be21e08a', 'status': 'completed', 'code': 200} Sep 07 03:14:54.879729 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9955138b-b6c9-4485-96b2-99afdd4c826b req-eb9ce985-a21a-40a5-bd8c-1feebde52f20 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bf9b0fa-5da3-46de-a07e-07214dd1287e HTTP/1.1" status: 200 len: 210 time: 0.0391943 Sep 07 03:14:55.946738 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-400accf4-47d3-4ae4-b3a3-93bb69175669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:55.990103 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-608d666c-89f6-4c24-b100-08541cf4af00 req-15bcdc78-1686-4e3e-a140-83117aafaaed tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bf9b0fa-5da3-46de-a07e-07214dd1287e HTTP/1.1" status: 200 len: 210 time: 0.0288205 Sep 07 03:14:57.086212 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e8fe99aa-2ecb-469b-b950-72e8fb72ea47 req-b8a9cc2c-8f91-4438-a990-1fd7518eecff tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bf9b0fa-5da3-46de-a07e-07214dd1287e HTTP/1.1" status: 200 len: 210 time: 0.0283086 Sep 07 03:14:57.212851 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 7f6c450a-cc8c-489f-bf3c-50a1be21e08a no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:14:57.233140 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: 7f6c450a-cc8c-489f-bf3c-50a1be21e08a {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:14:57.233487 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 7f6c450a-cc8c-489f-bf3c-50a1be21e08a not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:14:58.200974 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-100cb3ff-a5c4-40d6-869e-bb4792586eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:58.218909 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cc7f7daa-1f34-4900-bba9-7fa1783d3521 req-779c8ea4-e427-4e84-a274-20165ac00ddf tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bf9b0fa-5da3-46de-a07e-07214dd1287e HTTP/1.1" status: 200 len: 210 time: 0.0461128 Sep 07 03:14:58.741383 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:14:59.632069 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:00.140763 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-52954adc-d9cd-46cc-99d6-84d411c539a8 req-9c529e7f-945e-4c6f-9b7c-a2fda8e11c39 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=88889442-1ccc-4436-87f7-bdd619d13c83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404091 Sep 07 03:15:00.225328 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52954adc-d9cd-46cc-99d6-84d411c539a8 req-2e161c0e-7551-4a93-afb8-d0c5d3b0c8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:15:00.226836 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-52954adc-d9cd-46cc-99d6-84d411c539a8 req-2e161c0e-7551-4a93-afb8-d0c5d3b0c8e0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2b241f46496480ea1c24703bd4e7081&device_id=88889442-1ccc-4436-87f7-bdd619d13c83 HTTP/1.1" status: 200 len: 1097 time: 0.0452397 Sep 07 03:15:00.332841 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52954adc-d9cd-46cc-99d6-84d411c539a8 req-87161cb8-504f-41b5-baec-ac8e664a1b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:15:00.334373 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-52954adc-d9cd-46cc-99d6-84d411c539a8 req-87161cb8-504f-41b5-baec-ac8e664a1b49 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b5bb2b44-86d3-4c51-8098-39db56525af1 HTTP/1.1" status: 200 len: 912 time: 0.0876317 Sep 07 03:15:00.408169 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-52954adc-d9cd-46cc-99d6-84d411c539a8 req-32c986b0-7886-4eb2-9f42-8ed95dd772de service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1d232d2-bf07-4704-b159-51f58081a028 HTTP/1.1" status: 200 len: 1000 time: 0.0670228 Sep 07 03:15:00.464390 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52954adc-d9cd-46cc-99d6-84d411c539a8 req-f38ade13-b474-4346-b0fe-31fdbcde526c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:15:00.465878 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-52954adc-d9cd-46cc-99d6-84d411c539a8 req-f38ade13-b474-4346-b0fe-31fdbcde526c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b33adc2b-a155-4213-967c-f1ae81189b8c HTTP/1.1" status: 200 len: 851 time: 0.0505831 Sep 07 03:15:00.513039 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52954adc-d9cd-46cc-99d6-84d411c539a8 req-dbb7aff4-a880-4b5d-9089-1fc421d0a410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:15:00.514541 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-52954adc-d9cd-46cc-99d6-84d411c539a8 req-dbb7aff4-a880-4b5d-9089-1fc421d0a410 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b5bb2b44-86d3-4c51-8098-39db56525af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412705 Sep 07 03:15:00.615406 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-52954adc-d9cd-46cc-99d6-84d411c539a8 req-2d6ef783-ca2f-439c-8ebc-a8e8eba2bee8 service neutron] 10.222.0.16 "GET /v2.0/networks/b5bb2b44-86d3-4c51-8098-39db56525af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934639 Sep 07 03:15:00.717789 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-52954adc-d9cd-46cc-99d6-84d411c539a8 req-7b85ba55-c788-47c2-b48c-1eeadfa01724 service neutron] 10.222.0.16 "GET /v2.0/networks/b5bb2b44-86d3-4c51-8098-39db56525af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954914 Sep 07 03:15:01.530206 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:03.650021 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 39782) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:15:03.807534 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-9b0a1d01-49cb-4b69-9d2c-a5aa0e728ea9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Deleting port 74a56e57-026e-40bc-9875-1489a84db38f {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:15:03.807879 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9b0a1d01-49cb-4b69-9d2c-a5aa0e728ea9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:03.884742 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9b0a1d01-49cb-4b69-9d2c-a5aa0e728ea9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:03.885073 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9b0a1d01-49cb-4b69-9d2c-a5aa0e728ea9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:03.896448 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-9b0a1d01-49cb-4b69-9d2c-a5aa0e728ea9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Calling delete_port for 74a56e57-026e-40bc-9875-1489a84db38f owned by network:floatingip {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:15:04.046855 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9b0a1d01-49cb-4b69-9d2c-a5aa0e728ea9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:04.074204 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0a1d01-49cb-4b69-9d2c-a5aa0e728ea9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Pushing event deleted for resources: {'Port': ['ID=74a56e57-026e-40bc-9875-1489a84db38f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:15:04.097398 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a1d01-49cb-4b69-9d2c-a5aa0e728ea9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:15:04.097741 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a1d01-49cb-4b69-9d2c-a5aa0e728ea9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:15:04.098077 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a1d01-49cb-4b69-9d2c-a5aa0e728ea9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:15:04.098409 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a1d01-49cb-4b69-9d2c-a5aa0e728ea9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:15:04.098738 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a1d01-49cb-4b69-9d2c-a5aa0e728ea9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:15:04.099062 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a1d01-49cb-4b69-9d2c-a5aa0e728ea9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:15:04.099385 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a1d01-49cb-4b69-9d2c-a5aa0e728ea9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:15:04.099729 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a1d01-49cb-4b69-9d2c-a5aa0e728ea9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:15:04.100050 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a1d01-49cb-4b69-9d2c-a5aa0e728ea9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:15:04.100370 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a1d01-49cb-4b69-9d2c-a5aa0e728ea9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:15:04.100685 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a1d01-49cb-4b69-9d2c-a5aa0e728ea9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:15:04.101001 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b0a1d01-49cb-4b69-9d2c-a5aa0e728ea9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:15:04.142547 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9b0a1d01-49cb-4b69-9d2c-a5aa0e728ea9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks [] for floatingip, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:04.142884 n-d-796209-16 neutron-server[94700]: INFO neutron.db.l3_db [None req-9b0a1d01-49cb-4b69-9d2c-a5aa0e728ea9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Floating IP dbe156bb-54e7-447e-a53b-41b3dfb7a5ae disassociated (deleted). External IP: 172.25.5.89, port: d1d232d2-bf07-4704-b159-51f58081a028. Sep 07 03:15:04.356800 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b0a1d01-49cb-4b69-9d2c-a5aa0e728ea9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Router a1b83060-4e62-4f21-bb3c-495eb2c6a10f has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:15:04.463642 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b0a1d01-49cb-4b69-9d2c-a5aa0e728ea9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:15:04.468199 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9b0a1d01-49cb-4b69-9d2c-a5aa0e728ea9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:04.474607 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307eeea4-407c-4fe0-8d02-c2a27134d8b4 None None] Sync routers for ids ['a1b83060-4e62-4f21-bb3c-495eb2c6a10f'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:15:04.483540 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307eeea4-407c-4fe0-8d02-c2a27134d8b4 None None] Routers {'a1b83060-4e62-4f21-bb3c-495eb2c6a10f'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:15:04.484148 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-307eeea4-407c-4fe0-8d02-c2a27134d8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:14:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['a1b83060-4e62-4f21-bb3c-495eb2c6a10f'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:15:04.497709 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9b0a1d01-49cb-4b69-9d2c-a5aa0e728ea9 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "DELETE /v2.0/floatingips/dbe156bb-54e7-447e-a53b-41b3dfb7a5ae HTTP/1.1" status: 204 len: 168 time: 0.8441532 Sep 07 03:15:04.497709 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88889442-1ccc-4436-87f7-bdd619d13c83', 'tag': 'd1d232d2-bf07-4704-b159-51f58081a028'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:15:04.498183 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2bd2d7-8398-4155-8bb4-55525f95cca2" -d '{"events": [{"name": "network-changed", "server_uuid": "88889442-1ccc-4436-87f7-bdd619d13c83", "tag": "d1d232d2-bf07-4704-b159-51f58081a028"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:15:04.536129 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39cd2489-9054-4965-8b42-f1400a66c7d8 x-openstack-request-id: req-39cd2489-9054-4965-8b42-f1400a66c7d8 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:15:04.536605 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88889442-1ccc-4436-87f7-bdd619d13c83", "tag": "d1d232d2-bf07-4704-b159-51f58081a028", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:15:04.536920 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-39cd2489-9054-4965-8b42-f1400a66c7d8 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:15:04.537386 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88889442-1ccc-4436-87f7-bdd619d13c83', 'tag': 'd1d232d2-bf07-4704-b159-51f58081a028', 'status': 'completed', 'code': 200} Sep 07 03:15:04.618610 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2bd2d7-8398-4155-8bb4-55525f95cca2 req-8cf4f2ee-6b97-4f6f-adfc-16214ee4fe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:15:04.624147 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ed2bd2d7-8398-4155-8bb4-55525f95cca2 req-8cf4f2ee-6b97-4f6f-adfc-16214ee4fe47 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2b241f46496480ea1c24703bd4e7081&device_id=88889442-1ccc-4436-87f7-bdd619d13c83 HTTP/1.1" status: 200 len: 1097 time: 0.0621161 Sep 07 03:15:04.669960 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-307eeea4-407c-4fe0-8d02-c2a27134d8b4 None None] Set router a1b83060-4e62-4f21-bb3c-495eb2c6a10f gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:15:04.760235 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2bd2d7-8398-4155-8bb4-55525f95cca2 req-6587896d-56e3-46bd-93ff-5cbe7a0b4bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:15:04.761801 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ed2bd2d7-8398-4155-8bb4-55525f95cca2 req-6587896d-56e3-46bd-93ff-5cbe7a0b4bf5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b5bb2b44-86d3-4c51-8098-39db56525af1 HTTP/1.1" status: 200 len: 912 time: 0.1218722 Sep 07 03:15:04.767225 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b281da8-98de-4b80-b4ea-010b6bb03865 req-458a3218-db17-4f9a-ab22-71a60c739389 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:15:04.768911 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5b281da8-98de-4b80-b4ea-010b6bb03865 req-458a3218-db17-4f9a-ab22-71a60c739389 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=88889442-1ccc-4436-87f7-bdd619d13c83 HTTP/1.1" status: 200 len: 945 time: 0.0576580 Sep 07 03:15:04.811696 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5b281da8-98de-4b80-b4ea-010b6bb03865 req-b1226783-da76-4488-9bfc-7d906d9c553c tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=de18bfe2-1783-45fe-8c40-fdc97fee7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354688 Sep 07 03:15:04.815533 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ed2bd2d7-8398-4155-8bb4-55525f95cca2 req-d7376aca-44a4-4210-aa83-886acda0ec96 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1d232d2-bf07-4704-b159-51f58081a028 HTTP/1.1" status: 200 len: 217 time: 0.0450294 Sep 07 03:15:04.883297 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2bd2d7-8398-4155-8bb4-55525f95cca2 req-3f0c7d94-5a16-4e45-b5f5-17f645949ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:15:04.885326 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ed2bd2d7-8398-4155-8bb4-55525f95cca2 req-3f0c7d94-5a16-4e45-b5f5-17f645949ff8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b33adc2b-a155-4213-967c-f1ae81189b8c HTTP/1.1" status: 200 len: 851 time: 0.0630474 Sep 07 03:15:04.914570 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-307eeea4-407c-4fe0-8d02-c2a27134d8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'name': 'tempest-TestVolumeBootPattern-1134786000-router', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'd975f0af-5594-4140-b8ef-556bcf39aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:04:33Z', 'updated_at': '2021-09-07T03:04:38Z', 'revision_number': 4, 'project_id': 'e2b241f46496480ea1c24703bd4e7081', 'gw_port': {'id': 'd975f0af-5594-4140-b8ef-556bcf39aceb', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:47:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:34Z', 'updated_at': '2021-09-07T03:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'd9bf7c30-d2e6-4716-9ec6-49155d279181', 'name': '', 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'mac_address': 'fa:16:3e:01:69:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'b33adc2b-a155-4213-967c-f1ae81189b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:37Z', 'updated_at': '2021-09-07T03:04:48Z', 'revision_number': 5, 'project_id': 'e2b241f46496480ea1c24703bd4e7081', 'subnets': [{'id': 'b33adc2b-a155-4213-967c-f1ae81189b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:15:04.934737 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2bd2d7-8398-4155-8bb4-55525f95cca2 req-f4bc822a-ab50-428b-be26-7501eb4f48a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:15:04.936496 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ed2bd2d7-8398-4155-8bb4-55525f95cca2 req-f4bc822a-ab50-428b-be26-7501eb4f48a0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b5bb2b44-86d3-4c51-8098-39db56525af1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436685 Sep 07 03:15:04.940893 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307eeea4-407c-4fe0-8d02-c2a27134d8b4 None None] Checking router: a1b83060-4e62-4f21-bb3c-495eb2c6a10f for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:15:04.949423 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307eeea4-407c-4fe0-8d02-c2a27134d8b4 None None] Routers {'a1b83060-4e62-4f21-bb3c-495eb2c6a10f'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:15:04.950030 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-307eeea4-407c-4fe0-8d02-c2a27134d8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:14:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['a1b83060-4e62-4f21-bb3c-495eb2c6a10f'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:15:05.036571 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ed2bd2d7-8398-4155-8bb4-55525f95cca2 req-cbf9fe85-6cc8-4273-9c56-b49068acdfe9 service neutron] 10.222.0.16 "GET /v2.0/networks/b5bb2b44-86d3-4c51-8098-39db56525af1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915592 Sep 07 03:15:05.063068 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-307eeea4-407c-4fe0-8d02-c2a27134d8b4 None None] Set router a1b83060-4e62-4f21-bb3c-495eb2c6a10f gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:15:05.139402 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ed2bd2d7-8398-4155-8bb4-55525f95cca2 req-4667f994-0d38-4fa8-9165-f5b561d0aded service neutron] 10.222.0.16 "GET /v2.0/networks/b5bb2b44-86d3-4c51-8098-39db56525af1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933952 Sep 07 03:15:05.262712 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-307eeea4-407c-4fe0-8d02-c2a27134d8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'name': 'tempest-TestVolumeBootPattern-1134786000-router', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'd975f0af-5594-4140-b8ef-556bcf39aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:04:33Z', 'updated_at': '2021-09-07T03:04:38Z', 'revision_number': 4, 'project_id': 'e2b241f46496480ea1c24703bd4e7081', 'gw_port': {'id': 'd975f0af-5594-4140-b8ef-556bcf39aceb', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:47:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:34Z', 'updated_at': '2021-09-07T03:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'd9bf7c30-d2e6-4716-9ec6-49155d279181', 'name': '', 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'mac_address': 'fa:16:3e:01:69:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'b33adc2b-a155-4213-967c-f1ae81189b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:37Z', 'updated_at': '2021-09-07T03:04:48Z', 'revision_number': 5, 'project_id': 'e2b241f46496480ea1c24703bd4e7081', 'subnets': [{'id': 'b33adc2b-a155-4213-967c-f1ae81189b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:15:05.380693 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307eeea4-407c-4fe0-8d02-c2a27134d8b4 None None] The sync data for ids ['a1b83060-4e62-4f21-bb3c-495eb2c6a10f'] in n-d-796209-16 is: [{'id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'name': 'tempest-TestVolumeBootPattern-1134786000-router', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'd975f0af-5594-4140-b8ef-556bcf39aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:04:33Z', 'updated_at': '2021-09-07T03:04:38Z', 'revision_number': 4, 'project_id': 'e2b241f46496480ea1c24703bd4e7081', 'gw_port': {'id': 'd975f0af-5594-4140-b8ef-556bcf39aceb', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:47:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:34Z', 'updated_at': '2021-09-07T03:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'd9bf7c30-d2e6-4716-9ec6-49155d279181', 'name': '', 'network_id': 'b5bb2b44-86d3-4c51-8098-39db56525af1', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'mac_address': 'fa:16:3e:01:69:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3755, 'fixed_ips': [{'subnet_id': 'b33adc2b-a155-4213-967c-f1ae81189b8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:37Z', 'updated_at': '2021-09-07T03:04:48Z', 'revision_number': 5, 'project_id': 'e2b241f46496480ea1c24703bd4e7081', 'subnets': [{'id': 'b33adc2b-a155-4213-967c-f1ae81189b8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:15:05.387700 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:15:05.609325 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bf9ed3-e4f9-433c-8085-d85d08a87ea5 None None] New status for floating IP dbe156bb-54e7-447e-a53b-41b3dfb7a5ae: DOWN {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 03:15:05.944568 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1679bc06-a8ee-48b5-a4d6-95484d316fea req-d83e88f3-609d-48ad-bd91-08dac0ee69ea tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:15:05.946062 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1679bc06-a8ee-48b5-a4d6-95484d316fea req-d83e88f3-609d-48ad-bd91-08dac0ee69ea tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=88889442-1ccc-4436-87f7-bdd619d13c83 HTTP/1.1" status: 200 len: 945 time: 0.0505180 Sep 07 03:15:05.991066 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1679bc06-a8ee-48b5-a4d6-95484d316fea req-a5bfb168-0275-4c99-bd54-7af5ec7cf44c tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/security-groups?id=de18bfe2-1783-45fe-8c40-fdc97fee7bff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386097 Sep 07 03:15:06.255142 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f675f-31d0-4a73-8fd1-1baeba0159e1 req-46bad520-46c1-4ab2-884e-483e12aeaf34 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:15:06.256568 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f98f675f-31d0-4a73-8fd1-1baeba0159e1 req-46bad520-46c1-4ab2-884e-483e12aeaf34 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.16 "GET /v2.0/ports?device_id=88889442-1ccc-4436-87f7-bdd619d13c83 HTTP/1.1" status: 200 len: 945 time: 0.0483086 Sep 07 03:15:06.350577 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-f98f675f-31d0-4a73-8fd1-1baeba0159e1 req-55ceb014-028f-47e5-a534-f33aef17467f tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Deleting port d1d232d2-bf07-4704-b159-51f58081a028 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:15:06.350923 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f98f675f-31d0-4a73-8fd1-1baeba0159e1 req-55ceb014-028f-47e5-a534-f33aef17467f tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:06.442772 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-f98f675f-31d0-4a73-8fd1-1baeba0159e1 req-55ceb014-028f-47e5-a534-f33aef17467f tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] For port d1d232d2-bf07-4704-b159-51f58081a028, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=d1d232d2-bf07-4704-b159-51f58081a028,segment=NetworkSegment(8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21),segment_id=8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:15:06.443158 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f98f675f-31d0-4a73-8fd1-1baeba0159e1 req-55ceb014-028f-47e5-a534-f33aef17467f tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:06.454910 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-f98f675f-31d0-4a73-8fd1-1baeba0159e1 req-55ceb014-028f-47e5-a534-f33aef17467f tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Calling delete_port for d1d232d2-bf07-4704-b159-51f58081a028 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:15:06.585256 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f98f675f-31d0-4a73-8fd1-1baeba0159e1 req-55ceb014-028f-47e5-a534-f33aef17467f tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:06.888962 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ceb014-028f-47e5-a534-f33aef17467f tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Pushing event deleted for resources: {'Port': ['ID=d1d232d2-bf07-4704-b159-51f58081a028,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:15:06.931213 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-f98f675f-31d0-4a73-8fd1-1baeba0159e1 req-55ceb014-028f-47e5-a534-f33aef17467f tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] No DVR routers for this DVR port d1d232d2-bf07-4704-b159-51f58081a028 on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:15:06.933860 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-f98f675f-31d0-4a73-8fd1-1baeba0159e1 req-55ceb014-028f-47e5-a534-f33aef17467f tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:06.936182 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f98f675f-31d0-4a73-8fd1-1baeba0159e1 req-55ceb014-028f-47e5-a534-f33aef17467f tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.16 "DELETE /v2.0/ports/d1d232d2-bf07-4704-b159-51f58081a028 HTTP/1.1" status: 204 len: 173 time: 0.6722395 Sep 07 03:15:06.936652 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88889442-1ccc-4436-87f7-bdd619d13c83', 'name': 'network-vif-deleted', 'tag': 'd1d232d2-bf07-4704-b159-51f58081a028'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:15:06.939713 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3619fb3b-96ee-4259-985a-754bfa17cdef" -d '{"events": [{"server_uuid": "88889442-1ccc-4436-87f7-bdd619d13c83", "name": "network-vif-deleted", "tag": "d1d232d2-bf07-4704-b159-51f58081a028"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:15:06.976693 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af044ea-6a17-44d3-978b-4f19d3d36d74 x-openstack-request-id: req-9af044ea-6a17-44d3-978b-4f19d3d36d74 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:15:06.977984 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88889442-1ccc-4436-87f7-bdd619d13c83", "name": "network-vif-deleted", "tag": "d1d232d2-bf07-4704-b159-51f58081a028", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:15:06.977984 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9af044ea-6a17-44d3-978b-4f19d3d36d74 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:15:06.977984 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88889442-1ccc-4436-87f7-bdd619d13c83', 'name': 'network-vif-deleted', 'tag': 'd1d232d2-bf07-4704-b159-51f58081a028', 'status': 'completed', 'code': 200} Sep 07 03:15:07.089020 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8a92203c-5e36-4ce1-bb48-b4126ced81e7 req-1950e933-a144-41a1-9eb3-643b5792d606 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=88889442-1ccc-4436-87f7-bdd619d13c83 HTTP/1.1" status: 200 len: 210 time: 0.0288472 Sep 07 03:15:08.196472 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4b964561-deb7-4ccb-b642-b803fb644678 req-4f52e902-f78a-4edf-a7c1-3b9321b41c66 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=88889442-1ccc-4436-87f7-bdd619d13c83 HTTP/1.1" status: 200 len: 210 time: 0.0266280 Sep 07 03:15:09.298989 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c1fa8317-8279-48e0-8d81-eecb34f752ae req-5c6ee667-da64-425b-9250-978bbb2380e1 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=88889442-1ccc-4436-87f7-bdd619d13c83 HTTP/1.1" status: 200 len: 210 time: 0.0306590 Sep 07 03:15:10.412850 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ffc917b1-fca1-4b82-ae11-3525b7effbc0 req-f8995cbe-89ea-4d3e-ae73-7475206f0e84 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "GET /v2.0/ports?device_id=88889442-1ccc-4436-87f7-bdd619d13c83 HTTP/1.1" status: 200 len: 210 time: 0.0299687 Sep 07 03:15:10.525901 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device d1d232d2-bf07-4704-b159-51f58081a028 no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:15:10.548087 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: d1d232d2-bf07-4704-b159-51f58081a028 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:15:10.548512 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device d1d232d2-bf07-4704-b159-51f58081a028 not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:15:11.467002 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 39880) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:15:11.591046 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-4b0037de-22a1-4b7e-b392-433cd1f64605 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Deleting port ab90be8f-5133-46e4-a13d-c2b093f2784a {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:15:11.591383 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4b0037de-22a1-4b7e-b392-433cd1f64605 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:11.664731 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4b0037de-22a1-4b7e-b392-433cd1f64605 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:11.664978 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4b0037de-22a1-4b7e-b392-433cd1f64605 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:11.676159 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-4b0037de-22a1-4b7e-b392-433cd1f64605 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Calling delete_port for ab90be8f-5133-46e4-a13d-c2b093f2784a owned by network:floatingip {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:15:11.802876 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4b0037de-22a1-4b7e-b392-433cd1f64605 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:11.829482 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0037de-22a1-4b7e-b392-433cd1f64605 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Pushing event deleted for resources: {'Port': ['ID=ab90be8f-5133-46e4-a13d-c2b093f2784a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:15:11.893609 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4b0037de-22a1-4b7e-b392-433cd1f64605 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks [] for floatingip, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:11.896755 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4b0037de-22a1-4b7e-b392-433cd1f64605 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:11.897912 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-4b0037de-22a1-4b7e-b392-433cd1f64605 tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "DELETE /v2.0/floatingips/e1e00d05-7f99-4845-a546-f7d9020d4c5c HTTP/1.1" status: 204 len: 168 time: 0.4298227 Sep 07 03:15:14.162639 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 39926) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:15:14.223910 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c4d29ef8-90b1-4abf-a0ef-b89c34e8c54b tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:14.249234 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c4d29ef8-90b1-4abf-a0ef-b89c34e8c54b tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:14.325749 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c4d29ef8-90b1-4abf-a0ef-b89c34e8c54b tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:14.329580 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c4d29ef8-90b1-4abf-a0ef-b89c34e8c54b tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:14.332035 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c4d29ef8-90b1-4abf-a0ef-b89c34e8c54b tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] 10.222.0.22 "DELETE /v2.0/security-groups/de18bfe2-1783-45fe-8c40-fdc97fee7bff HTTP/1.1" status: 204 len: 168 time: 0.1683836 Sep 07 03:15:14.343119 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d29ef8-90b1-4abf-a0ef-b89c34e8c54b tempest-TestVolumeBootPattern-757605674 tempest-TestVolumeBootPattern-757605674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de18bfe2-1783-45fe-8c40-fdc97fee7bff,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:15:14.399703 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 39932) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:15:14.892478 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-132f5a2b-d4a3-4567-b299-d64c9a3c5bcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:15.144728 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-132f5a2b-d4a3-4567-b299-d64c9a3c5bcb admin admin] Deleting port d9bf7c30-d2e6-4716-9ec6-49155d279181 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:15:15.144999 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-132f5a2b-d4a3-4567-b299-d64c9a3c5bcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:15.220057 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-132f5a2b-d4a3-4567-b299-d64c9a3c5bcb admin admin] For port d9bf7c30-d2e6-4716-9ec6-49155d279181, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=d9bf7c30-d2e6-4716-9ec6-49155d279181,segment=NetworkSegment(8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21),segment_id=8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:15:15.220423 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-132f5a2b-d4a3-4567-b299-d64c9a3c5bcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:15.235839 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-132f5a2b-d4a3-4567-b299-d64c9a3c5bcb admin admin] Calling delete_port for d9bf7c30-d2e6-4716-9ec6-49155d279181 owned by network:router_interface {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:15:15.412643 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-132f5a2b-d4a3-4567-b299-d64c9a3c5bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:15.438372 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132f5a2b-d4a3-4567-b299-d64c9a3c5bcb admin admin] Pushing event deleted for resources: {'Port': ['ID=d9bf7c30-d2e6-4716-9ec6-49155d279181,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:15:15.463391 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132f5a2b-d4a3-4567-b299-d64c9a3c5bcb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:15:15.463764 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132f5a2b-d4a3-4567-b299-d64c9a3c5bcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:15:15.464103 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132f5a2b-d4a3-4567-b299-d64c9a3c5bcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:15:15.464437 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132f5a2b-d4a3-4567-b299-d64c9a3c5bcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:15:15.464766 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132f5a2b-d4a3-4567-b299-d64c9a3c5bcb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:15:15.465093 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132f5a2b-d4a3-4567-b299-d64c9a3c5bcb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:15:15.465415 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132f5a2b-d4a3-4567-b299-d64c9a3c5bcb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:15:15.465735 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132f5a2b-d4a3-4567-b299-d64c9a3c5bcb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:15:15.466053 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132f5a2b-d4a3-4567-b299-d64c9a3c5bcb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:15:15.466378 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132f5a2b-d4a3-4567-b299-d64c9a3c5bcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:15:15.466694 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132f5a2b-d4a3-4567-b299-d64c9a3c5bcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:15:15.467010 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132f5a2b-d4a3-4567-b299-d64c9a3c5bcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:15:15.924198 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-132f5a2b-d4a3-4567-b299-d64c9a3c5bcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:16.142642 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-132f5a2b-d4a3-4567-b299-d64c9a3c5bcb admin admin] Router a1b83060-4e62-4f21-bb3c-495eb2c6a10f has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:15:16.249165 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-132f5a2b-d4a3-4567-b299-d64c9a3c5bcb admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:15:16.254180 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-132f5a2b-d4a3-4567-b299-d64c9a3c5bcb admin admin] 10.222.0.22 "PUT /v2.0/routers/a1b83060-4e62-4f21-bb3c-495eb2c6a10f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8532844 Sep 07 03:15:16.256741 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 39948) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:15:16.259316 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96bca0e-fbff-4cd2-81d1-71e316daa558 None None] Sync routers for ids ['a1b83060-4e62-4f21-bb3c-495eb2c6a10f'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:15:16.269855 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96bca0e-fbff-4cd2-81d1-71e316daa558 None None] Routers {'a1b83060-4e62-4f21-bb3c-495eb2c6a10f'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:15:16.270545 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-a96bca0e-fbff-4cd2-81d1-71e316daa558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:14:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['a1b83060-4e62-4f21-bb3c-495eb2c6a10f'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:15:16.368576 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0f69347c-bde8-4cdc-a666-7d0780efc6ea admin admin] Notify callbacks [] for router, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:16.374732 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-a96bca0e-fbff-4cd2-81d1-71e316daa558 None None] Set router a1b83060-4e62-4f21-bb3c-495eb2c6a10f gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:15:16.473401 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0f69347c-bde8-4cdc-a666-7d0780efc6ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:16.531990 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0f69347c-bde8-4cdc-a666-7d0780efc6ea admin admin] Deleting port d975f0af-5594-4140-b8ef-556bcf39aceb {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:15:16.532343 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0f69347c-bde8-4cdc-a666-7d0780efc6ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:16.564123 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-a96bca0e-fbff-4cd2-81d1-71e316daa558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'name': 'tempest-TestVolumeBootPattern-1134786000-router', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'd975f0af-5594-4140-b8ef-556bcf39aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:04:33Z', 'updated_at': '2021-09-07T03:15:15Z', 'revision_number': 5, 'project_id': 'e2b241f46496480ea1c24703bd4e7081', 'gw_port': {'id': 'd975f0af-5594-4140-b8ef-556bcf39aceb', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:47:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:34Z', 'updated_at': '2021-09-07T03:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:15:16.599771 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96bca0e-fbff-4cd2-81d1-71e316daa558 None None] Checking router: a1b83060-4e62-4f21-bb3c-495eb2c6a10f for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:15:16.608051 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96bca0e-fbff-4cd2-81d1-71e316daa558 None None] Routers {'a1b83060-4e62-4f21-bb3c-495eb2c6a10f'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:15:16.608660 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-a96bca0e-fbff-4cd2-81d1-71e316daa558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:14:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['a1b83060-4e62-4f21-bb3c-495eb2c6a10f'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:15:16.621278 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0f69347c-bde8-4cdc-a666-7d0780efc6ea admin admin] For port d975f0af-5594-4140-b8ef-556bcf39aceb, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=d975f0af-5594-4140-b8ef-556bcf39aceb,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:15:16.621651 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0f69347c-bde8-4cdc-a666-7d0780efc6ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:16.636894 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0f69347c-bde8-4cdc-a666-7d0780efc6ea admin admin] Calling delete_port for d975f0af-5594-4140-b8ef-556bcf39aceb owned by network:router_gateway {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:15:16.701590 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-a96bca0e-fbff-4cd2-81d1-71e316daa558 None None] Set router a1b83060-4e62-4f21-bb3c-495eb2c6a10f gateway port host: None {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:15:16.753004 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-a96bca0e-fbff-4cd2-81d1-71e316daa558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'name': 'tempest-TestVolumeBootPattern-1134786000-router', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:04:33Z', 'updated_at': '2021-09-07T03:15:16Z', 'revision_number': 6, 'project_id': 'e2b241f46496480ea1c24703bd4e7081', 'gw_port_host': None}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:15:16.784168 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96bca0e-fbff-4cd2-81d1-71e316daa558 None None] The sync data for ids ['a1b83060-4e62-4f21-bb3c-495eb2c6a10f'] in n-d-796209-16 is: [{'id': 'a1b83060-4e62-4f21-bb3c-495eb2c6a10f', 'name': 'tempest-TestVolumeBootPattern-1134786000-router', 'tenant_id': 'e2b241f46496480ea1c24703bd4e7081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:04:33Z', 'updated_at': '2021-09-07T03:15:16Z', 'revision_number': 6, 'project_id': 'e2b241f46496480ea1c24703bd4e7081', 'gw_port_host': None}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:15:16.831447 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0f69347c-bde8-4cdc-a666-7d0780efc6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:16.858768 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f69347c-bde8-4cdc-a666-7d0780efc6ea admin admin] Pushing event deleted for resources: {'Port': ['ID=d975f0af-5594-4140-b8ef-556bcf39aceb,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:15:16.937328 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0f69347c-bde8-4cdc-a666-7d0780efc6ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:17.033501 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0f69347c-bde8-4cdc-a666-7d0780efc6ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:17.035888 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0f69347c-bde8-4cdc-a666-7d0780efc6ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:17.083368 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0f69347c-bde8-4cdc-a666-7d0780efc6ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:17.083885 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f69347c-bde8-4cdc-a666-7d0780efc6ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1b83060-4e62-4f21-bb3c-495eb2c6a10f {{(pid=94701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 03:15:17.088574 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0f69347c-bde8-4cdc-a666-7d0780efc6ea admin admin] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:17.090294 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-0f69347c-bde8-4cdc-a666-7d0780efc6ea admin admin] 10.222.0.22 "DELETE /v2.0/routers/a1b83060-4e62-4f21-bb3c-495eb2c6a10f HTTP/1.1" status: 204 len: 168 time: 0.8320692 Sep 07 03:15:17.092719 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 39960) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:15:17.141526 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9969f11-fc33-4ff4-96da-fbb9d2ccca18 admin admin] Deleting subnet b33adc2b-a155-4213-967c-f1ae81189b8c {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 03:15:17.144786 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a9969f11-fc33-4ff4-96da-fbb9d2ccca18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:17.181137 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a9969f11-fc33-4ff4-96da-fbb9d2ccca18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:17.275119 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a9969f11-fc33-4ff4-96da-fbb9d2ccca18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:17.330121 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a9969f11-fc33-4ff4-96da-fbb9d2ccca18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:17.356334 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9969f11-fc33-4ff4-96da-fbb9d2ccca18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b33adc2b-a155-4213-967c-f1ae81189b8c,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:15:17.360962 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a9969f11-fc33-4ff4-96da-fbb9d2ccca18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:17.365874 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a9969f11-fc33-4ff4-96da-fbb9d2ccca18 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/b33adc2b-a155-4213-967c-f1ae81189b8c HTTP/1.1" status: 204 len: 168 time: 0.2692301 Sep 07 03:15:17.365874 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 39968) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:15:17.368035 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52abeef-54c1-4576-8c2e-4c5d4bb1e9a6 None None] Network b5bb2b44-86d3-4c51-8098-39db56525af1 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:15:17.457802 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d0594d9a-a17d-420a-96ff-8d2cb32eaf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:17.513237 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-d0594d9a-a17d-420a-96ff-8d2cb32eaf6c admin admin] Deleting port 8dd057a7-8b3e-4a9a-8a06-65f837707f49 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:15:17.513848 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d0594d9a-a17d-420a-96ff-8d2cb32eaf6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:17.585932 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-d0594d9a-a17d-420a-96ff-8d2cb32eaf6c admin admin] For port 8dd057a7-8b3e-4a9a-8a06-65f837707f49, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=8dd057a7-8b3e-4a9a-8a06-65f837707f49,segment=NetworkSegment(8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21),segment_id=8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:15:17.586548 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d0594d9a-a17d-420a-96ff-8d2cb32eaf6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:17.589814 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b887392-7f7c-4948-9c9a-c8080313d4de None None] DHCP port deletion for b5bb2b44-86d3-4c51-8098-39db56525af1 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 03:15:17.601216 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-d0594d9a-a17d-420a-96ff-8d2cb32eaf6c admin admin] Calling delete_port for 8dd057a7-8b3e-4a9a-8a06-65f837707f49 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:15:17.656964 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8b887392-7f7c-4948-9c9a-c8080313d4de None None] Deleting port 8dd057a7-8b3e-4a9a-8a06-65f837707f49 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:15:17.657377 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8b887392-7f7c-4948-9c9a-c8080313d4de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:17.700020 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d0594d9a-a17d-420a-96ff-8d2cb32eaf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:17.729353 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0594d9a-a17d-420a-96ff-8d2cb32eaf6c admin admin] Pushing event deleted for resources: {'Port': ['ID=8dd057a7-8b3e-4a9a-8a06-65f837707f49,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:15:17.733129 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8b887392-7f7c-4948-9c9a-c8080313d4de None None] For port 8dd057a7-8b3e-4a9a-8a06-65f837707f49, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=8dd057a7-8b3e-4a9a-8a06-65f837707f49,segment=NetworkSegment(8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21),segment_id=8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:15:17.733743 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8b887392-7f7c-4948-9c9a-c8080313d4de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:17.735102 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0594d9a-a17d-420a-96ff-8d2cb32eaf6c admin admin] No DVR routers for this DVR port 8dd057a7-8b3e-4a9a-8a06-65f837707f49 on host n-d-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:15:17.759946 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8b887392-7f7c-4948-9c9a-c8080313d4de None None] Calling delete_port for 8dd057a7-8b3e-4a9a-8a06-65f837707f49 owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:15:17.817983 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d0594d9a-a17d-420a-96ff-8d2cb32eaf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:17.832094 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8b887392-7f7c-4948-9c9a-c8080313d4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:17.838759 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-d0594d9a-a17d-420a-96ff-8d2cb32eaf6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5bb2b44-86d3-4c51-8098-39db56525af1']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:15:17.852363 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-d0594d9a-a17d-420a-96ff-8d2cb32eaf6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:15:17.852767 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-d0594d9a-a17d-420a-96ff-8d2cb32eaf6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cf98e1e-2df2-4ab2-bee7-2ba4587e4d21') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:15:17.861446 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b887392-7f7c-4948-9c9a-c8080313d4de None None] Pushing event deleted for resources: {'Port': ['ID=8dd057a7-8b3e-4a9a-8a06-65f837707f49,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:15:17.866289 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d0594d9a-a17d-420a-96ff-8d2cb32eaf6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:17.868635 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b887392-7f7c-4948-9c9a-c8080313d4de None None] No DVR routers for this DVR port 8dd057a7-8b3e-4a9a-8a06-65f837707f49 on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:15:17.881910 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b887392-7f7c-4948-9c9a-c8080313d4de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:15:17.884295 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b887392-7f7c-4948-9c9a-c8080313d4de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:15:17.884295 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b887392-7f7c-4948-9c9a-c8080313d4de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:15:17.884295 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b887392-7f7c-4948-9c9a-c8080313d4de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:15:17.884295 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b887392-7f7c-4948-9c9a-c8080313d4de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:15:17.884295 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b887392-7f7c-4948-9c9a-c8080313d4de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:15:17.884295 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b887392-7f7c-4948-9c9a-c8080313d4de None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:15:17.885031 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b887392-7f7c-4948-9c9a-c8080313d4de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:15:17.885031 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b887392-7f7c-4948-9c9a-c8080313d4de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:15:17.885196 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b887392-7f7c-4948-9c9a-c8080313d4de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:15:17.885545 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b887392-7f7c-4948-9c9a-c8080313d4de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:15:17.885730 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d0594d9a-a17d-420a-96ff-8d2cb32eaf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:17.885856 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b887392-7f7c-4948-9c9a-c8080313d4de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:15:17.894375 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0594d9a-a17d-420a-96ff-8d2cb32eaf6c admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 03:15:17.894793 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d0594d9a-a17d-420a-96ff-8d2cb32eaf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:17.899249 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 03:15:17.899249 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 03:15:17.899249 n-d-796209-16 neutron-server[94701]: timer() Sep 07 03:15:17.899249 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 03:15:17.899249 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 03:15:17.899249 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 03:15:17.899249 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 03:15:17.899249 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 03:15:17.899249 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 03:15:17.899249 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 03:15:17.899249 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 03:15:17.899249 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 03:15:17.899249 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 03:15:17.899249 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 03:15:17.899249 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 03:15:17.899249 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 03:15:17.899249 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 03:15:17.899249 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 03:15:17.899249 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 03:15:17.899249 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 03:15:17.899249 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 03:15:17.899249 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 03:15:17.899249 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 03:15:17.899249 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 03:15:17.899249 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 03:15:17.899249 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 03:15:17.899249 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 03:15:17.899249 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 03:15:17.899249 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 03:15:17.899249 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 03:15:17.899249 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 03:15:17.899249 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 03:15:17.956971 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d0594d9a-a17d-420a-96ff-8d2cb32eaf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:17.961903 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d0594d9a-a17d-420a-96ff-8d2cb32eaf6c admin admin] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:17.964204 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d0594d9a-a17d-420a-96ff-8d2cb32eaf6c admin admin] 10.222.0.22 "DELETE /v2.0/networks/b5bb2b44-86d3-4c51-8098-39db56525af1 HTTP/1.1" status: 204 len: 168 time: 0.5973492 Sep 07 03:15:17.967885 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 39980) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:15:17.976750 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0594d9a-a17d-420a-96ff-8d2cb32eaf6c admin admin] Pushing event deleted for resources: {'Network': ['ID=b5bb2b44-86d3-4c51-8098-39db56525af1,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:15:18.330724 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-38d2ed49-ccd6-46a2-b90a-57941181e599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:18.599968 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-38d2ed49-ccd6-46a2-b90a-57941181e599 admin admin] Deleting port 60eebbde-3dbf-4b7e-9c6e-717e64a831d8 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:15:18.600405 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-38d2ed49-ccd6-46a2-b90a-57941181e599 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:18.679069 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-38d2ed49-ccd6-46a2-b90a-57941181e599 admin admin] For port 60eebbde-3dbf-4b7e-9c6e-717e64a831d8, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=60eebbde-3dbf-4b7e-9c6e-717e64a831d8,segment=NetworkSegment(7cbd24c7-6c9b-4654-8c21-dbd2bbb524e6),segment_id=7cbd24c7-6c9b-4654-8c21-dbd2bbb524e6)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:15:18.679449 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-38d2ed49-ccd6-46a2-b90a-57941181e599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:18.693340 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-38d2ed49-ccd6-46a2-b90a-57941181e599 admin admin] Calling delete_port for 60eebbde-3dbf-4b7e-9c6e-717e64a831d8 owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:15:18.756066 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device d9bf7c30-d2e6-4716-9ec6-49155d279181 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:15:18.780944 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: d9bf7c30-d2e6-4716-9ec6-49155d279181 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:15:18.781816 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device d9bf7c30-d2e6-4716-9ec6-49155d279181 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:15:18.782429 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device d975f0af-5594-4140-b8ef-556bcf39aceb no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:15:18.801907 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: d975f0af-5594-4140-b8ef-556bcf39aceb {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:15:18.802256 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device d975f0af-5594-4140-b8ef-556bcf39aceb not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:15:18.802872 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 8dd057a7-8b3e-4a9a-8a06-65f837707f49 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:15:18.821629 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 8dd057a7-8b3e-4a9a-8a06-65f837707f49 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:15:18.822040 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 8dd057a7-8b3e-4a9a-8a06-65f837707f49 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:15:18.882535 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-38d2ed49-ccd6-46a2-b90a-57941181e599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:18.913094 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d2ed49-ccd6-46a2-b90a-57941181e599 admin admin] Pushing event deleted for resources: {'Port': ['ID=60eebbde-3dbf-4b7e-9c6e-717e64a831d8,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:15:19.087233 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-38d2ed49-ccd6-46a2-b90a-57941181e599 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:19.319878 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38d2ed49-ccd6-46a2-b90a-57941181e599 admin admin] Router 6e025588-9b34-4131-a80c-b6bb8966ae28 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:15:19.430719 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d2ed49-ccd6-46a2-b90a-57941181e599 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:15:19.437929 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-38d2ed49-ccd6-46a2-b90a-57941181e599 admin admin] 10.222.0.22 "PUT /v2.0/routers/6e025588-9b34-4131-a80c-b6bb8966ae28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4666917 Sep 07 03:15:19.438780 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 40008) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:15:19.444291 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161686b4-dce4-4e20-bdc7-72ca7b46c0ec None None] Sync routers for ids ['6e025588-9b34-4131-a80c-b6bb8966ae28'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:15:19.453876 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161686b4-dce4-4e20-bdc7-72ca7b46c0ec None None] Routers {'6e025588-9b34-4131-a80c-b6bb8966ae28'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:15:19.454490 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-161686b4-dce4-4e20-bdc7-72ca7b46c0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:14:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['6e025588-9b34-4131-a80c-b6bb8966ae28'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:15:19.545861 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cd969c7a-6b77-4517-8f6d-f3b39d162dc6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:19.662700 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cd969c7a-6b77-4517-8f6d-f3b39d162dc6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:19.721793 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-cd969c7a-6b77-4517-8f6d-f3b39d162dc6 admin admin] Deleting port 48da55bf-0182-4600-a39b-af16d3a125d1 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:15:19.722137 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cd969c7a-6b77-4517-8f6d-f3b39d162dc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:19.727957 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-161686b4-dce4-4e20-bdc7-72ca7b46c0ec None None] Set router 6e025588-9b34-4131-a80c-b6bb8966ae28 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:15:19.802143 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-cd969c7a-6b77-4517-8f6d-f3b39d162dc6 admin admin] For port 48da55bf-0182-4600-a39b-af16d3a125d1, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=48da55bf-0182-4600-a39b-af16d3a125d1,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:15:19.802269 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cd969c7a-6b77-4517-8f6d-f3b39d162dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:19.815541 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-cd969c7a-6b77-4517-8f6d-f3b39d162dc6 admin admin] Calling delete_port for 48da55bf-0182-4600-a39b-af16d3a125d1 owned by network:router_gateway {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:15:19.915927 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-161686b4-dce4-4e20-bdc7-72ca7b46c0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e025588-9b34-4131-a80c-b6bb8966ae28', 'name': 'tempest-TestVolumeBootPattern-1990338491-router', 'tenant_id': '2dc8966b5f1442ac8c3bd536c5aea5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '48da55bf-0182-4600-a39b-af16d3a125d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:04:41Z', 'updated_at': '2021-09-07T03:15:18Z', 'revision_number': 5, 'project_id': '2dc8966b5f1442ac8c3bd536c5aea5de', 'gw_port': {'id': '48da55bf-0182-4600-a39b-af16d3a125d1', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e025588-9b34-4131-a80c-b6bb8966ae28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:04:42Z', 'updated_at': '2021-09-07T03:04:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:15:19.949714 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161686b4-dce4-4e20-bdc7-72ca7b46c0ec None None] Checking router: 6e025588-9b34-4131-a80c-b6bb8966ae28 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:15:19.959105 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161686b4-dce4-4e20-bdc7-72ca7b46c0ec None None] Routers {'6e025588-9b34-4131-a80c-b6bb8966ae28'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:15:19.959757 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-161686b4-dce4-4e20-bdc7-72ca7b46c0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:14:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['6e025588-9b34-4131-a80c-b6bb8966ae28'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:15:20.001351 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cd969c7a-6b77-4517-8f6d-f3b39d162dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:20.033911 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd969c7a-6b77-4517-8f6d-f3b39d162dc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=48da55bf-0182-4600-a39b-af16d3a125d1,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:15:20.051735 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-161686b4-dce4-4e20-bdc7-72ca7b46c0ec None None] Set router 6e025588-9b34-4131-a80c-b6bb8966ae28 gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:15:20.105042 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cd969c7a-6b77-4517-8f6d-f3b39d162dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:20.112064 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-161686b4-dce4-4e20-bdc7-72ca7b46c0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e025588-9b34-4131-a80c-b6bb8966ae28', 'name': 'tempest-TestVolumeBootPattern-1990338491-router', 'tenant_id': '2dc8966b5f1442ac8c3bd536c5aea5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:04:41Z', 'updated_at': '2021-09-07T03:15:19Z', 'revision_number': 6, 'project_id': '2dc8966b5f1442ac8c3bd536c5aea5de', 'gw_port_host': None}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:15:20.144901 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161686b4-dce4-4e20-bdc7-72ca7b46c0ec None None] The sync data for ids ['6e025588-9b34-4131-a80c-b6bb8966ae28'] in n-d-796209-16 is: [{'id': '6e025588-9b34-4131-a80c-b6bb8966ae28', 'name': 'tempest-TestVolumeBootPattern-1990338491-router', 'tenant_id': '2dc8966b5f1442ac8c3bd536c5aea5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:04:41Z', 'updated_at': '2021-09-07T03:15:19Z', 'revision_number': 6, 'project_id': '2dc8966b5f1442ac8c3bd536c5aea5de', 'gw_port_host': None}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:15:20.214016 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cd969c7a-6b77-4517-8f6d-f3b39d162dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:20.216300 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cd969c7a-6b77-4517-8f6d-f3b39d162dc6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:20.258741 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cd969c7a-6b77-4517-8f6d-f3b39d162dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:20.259309 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd969c7a-6b77-4517-8f6d-f3b39d162dc6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e025588-9b34-4131-a80c-b6bb8966ae28 {{(pid=94701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 03:15:20.263708 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cd969c7a-6b77-4517-8f6d-f3b39d162dc6 admin admin] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:20.264949 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-cd969c7a-6b77-4517-8f6d-f3b39d162dc6 admin admin] 10.222.0.22 "DELETE /v2.0/routers/6e025588-9b34-4131-a80c-b6bb8966ae28 HTTP/1.1" status: 204 len: 168 time: 0.8257096 Sep 07 03:15:20.267950 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 40022) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:15:20.315941 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b520d6d-88e6-45bd-b02f-5602dc62789c admin admin] Deleting subnet dd7c5650-7ffd-4749-9573-7cb9392e5958 {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 03:15:20.318955 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9b520d6d-88e6-45bd-b02f-5602dc62789c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:20.353882 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9b520d6d-88e6-45bd-b02f-5602dc62789c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:20.443589 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9b520d6d-88e6-45bd-b02f-5602dc62789c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:20.496668 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9b520d6d-88e6-45bd-b02f-5602dc62789c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:20.523776 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b520d6d-88e6-45bd-b02f-5602dc62789c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd7c5650-7ffd-4749-9573-7cb9392e5958,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:15:20.530599 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9b520d6d-88e6-45bd-b02f-5602dc62789c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:20.532546 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-9b520d6d-88e6-45bd-b02f-5602dc62789c admin admin] 10.222.0.22 "DELETE /v2.0/subnets/dd7c5650-7ffd-4749-9573-7cb9392e5958 HTTP/1.1" status: 204 len: 168 time: 0.2636347 Sep 07 03:15:20.535153 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 40030) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:15:20.537680 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c81796-eb72-4b7a-beb1-cc3b9b9b3f32 None None] Network cfc0518a-1b3c-4f95-9920-adbf937c8d5a requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:15:20.623640 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ede4ca68-0830-4e26-b622-705e9e6d9ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:20.693396 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-ede4ca68-0830-4e26-b622-705e9e6d9ef6 admin admin] Deleting port 14f78a47-c270-4c70-b51e-f29ab976613c {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:15:20.693803 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ede4ca68-0830-4e26-b622-705e9e6d9ef6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:20.766396 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-ede4ca68-0830-4e26-b622-705e9e6d9ef6 admin admin] For port 14f78a47-c270-4c70-b51e-f29ab976613c, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=14f78a47-c270-4c70-b51e-f29ab976613c,segment=NetworkSegment(7cbd24c7-6c9b-4654-8c21-dbd2bbb524e6),segment_id=7cbd24c7-6c9b-4654-8c21-dbd2bbb524e6)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:15:20.766674 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ede4ca68-0830-4e26-b622-705e9e6d9ef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:20.778999 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-ede4ca68-0830-4e26-b622-705e9e6d9ef6 admin admin] Calling delete_port for 14f78a47-c270-4c70-b51e-f29ab976613c owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:15:20.856030 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ede4ca68-0830-4e26-b622-705e9e6d9ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:20.883279 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede4ca68-0830-4e26-b622-705e9e6d9ef6 admin admin] Pushing event deleted for resources: {'Port': ['ID=14f78a47-c270-4c70-b51e-f29ab976613c,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:15:20.885233 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede4ca68-0830-4e26-b622-705e9e6d9ef6 admin admin] No DVR routers for this DVR port 14f78a47-c270-4c70-b51e-f29ab976613c on host n-d-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:15:20.944804 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429c13d8-375b-4214-82b9-db1d708ec4a7 None None] DHCP port deletion for cfc0518a-1b3c-4f95-9920-adbf937c8d5a request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 03:15:20.978159 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ede4ca68-0830-4e26-b622-705e9e6d9ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:21.004904 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-ede4ca68-0830-4e26-b622-705e9e6d9ef6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfc0518a-1b3c-4f95-9920-adbf937c8d5a']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:15:21.028907 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 14f78a47-c270-4c70-b51e-f29ab976613c no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:15:21.030659 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-ede4ca68-0830-4e26-b622-705e9e6d9ef6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cbd24c7-6c9b-4654-8c21-dbd2bbb524e6') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:15:21.031638 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-ede4ca68-0830-4e26-b622-705e9e6d9ef6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cbd24c7-6c9b-4654-8c21-dbd2bbb524e6') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:15:21.042493 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ede4ca68-0830-4e26-b622-705e9e6d9ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:21.056768 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ede4ca68-0830-4e26-b622-705e9e6d9ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:21.065372 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ede4ca68-0830-4e26-b622-705e9e6d9ef6 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 03:15:21.065775 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ede4ca68-0830-4e26-b622-705e9e6d9ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:21.066717 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 14f78a47-c270-4c70-b51e-f29ab976613c {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:15:21.067531 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 03:15:21.067531 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 03:15:21.067531 n-d-796209-16 neutron-server[94700]: timer() Sep 07 03:15:21.067531 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 03:15:21.067531 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 03:15:21.067531 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 03:15:21.067531 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 03:15:21.067531 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 03:15:21.067531 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 03:15:21.067531 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 03:15:21.067531 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 03:15:21.067531 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 03:15:21.067531 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 03:15:21.067531 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 03:15:21.067531 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 03:15:21.067531 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 03:15:21.067531 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 03:15:21.067531 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 03:15:21.067531 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 03:15:21.067531 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 03:15:21.067531 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 03:15:21.067531 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 03:15:21.067531 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 03:15:21.067531 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 03:15:21.067531 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 03:15:21.067531 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 03:15:21.067531 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 03:15:21.067531 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 03:15:21.067531 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 03:15:21.067531 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 03:15:21.067531 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 03:15:21.067531 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 03:15:21.069957 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 14f78a47-c270-4c70-b51e-f29ab976613c not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:15:21.069957 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 48da55bf-0182-4600-a39b-af16d3a125d1 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:15:21.089373 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 48da55bf-0182-4600-a39b-af16d3a125d1 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:15:21.089709 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 48da55bf-0182-4600-a39b-af16d3a125d1 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:15:21.090448 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 60eebbde-3dbf-4b7e-9c6e-717e64a831d8 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:15:21.111853 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 60eebbde-3dbf-4b7e-9c6e-717e64a831d8 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:15:21.112495 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 60eebbde-3dbf-4b7e-9c6e-717e64a831d8 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:15:21.145516 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ede4ca68-0830-4e26-b622-705e9e6d9ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:21.150852 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ede4ca68-0830-4e26-b622-705e9e6d9ef6 admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:21.155773 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ede4ca68-0830-4e26-b622-705e9e6d9ef6 admin admin] 10.222.0.22 "DELETE /v2.0/networks/cfc0518a-1b3c-4f95-9920-adbf937c8d5a HTTP/1.1" status: 204 len: 168 time: 0.6192815 Sep 07 03:15:21.170834 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede4ca68-0830-4e26-b622-705e9e6d9ef6 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfc0518a-1b3c-4f95-9920-adbf937c8d5a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:15:21.301957 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 40046) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:15:21.358690 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-7a99cda5-23d6-4991-b899-d986e3c6e1e1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e2b241f46496480ea1c24703bd4e7081&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0545917 Sep 07 03:15:21.361938 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 40048) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:15:21.412447 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-da015463-2f92-45ca-be64-8cbbace75e97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:21.433612 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-da015463-2f92-45ca-be64-8cbbace75e97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:21.490244 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-da015463-2f92-45ca-be64-8cbbace75e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:21.493001 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-da015463-2f92-45ca-be64-8cbbace75e97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:21.494187 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-da015463-2f92-45ca-be64-8cbbace75e97 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d425bade-f87b-4395-8f46-c240821df3d8 HTTP/1.1" status: 204 len: 168 time: 0.1313119 Sep 07 03:15:21.503785 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da015463-2f92-45ca-be64-8cbbace75e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d425bade-f87b-4395-8f46-c240821df3d8,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:15:21.772545 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:21.857735 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 40064) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:15:21.858635 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:21.902517 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-883522d9-0fc5-47ed-be1c-40f6d364d855 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2dc8966b5f1442ac8c3bd536c5aea5de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421789 Sep 07 03:15:21.904941 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 40066) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:15:21.960845 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-322c6b4d-d196-4ca4-886c-371a68c675cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:21.985933 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-322c6b4d-d196-4ca4-886c-371a68c675cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:22.032489 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-322c6b4d-d196-4ca4-886c-371a68c675cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:22.035139 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-322c6b4d-d196-4ca4-886c-371a68c675cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:22.036379 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-322c6b4d-d196-4ca4-886c-371a68c675cb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0ee8521f-dc04-4858-a832-22273fda09a8 HTTP/1.1" status: 204 len: 168 time: 0.1304264 Sep 07 03:15:22.044990 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322c6b4d-d196-4ca4-886c-371a68c675cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee8521f-dc04-4858-a832-22273fda09a8,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:15:25.950878 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8e9a991e-3915-4a9d-95dd-8877e267a049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:28.192670 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4b80779b-756c-4f44-8796-41b90ff5bd41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:28.742318 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:29.633967 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:31.476699 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:42.387378 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:15:51.770558 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:51.855518 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:53.100088 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 40448) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:15:53.104819 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-f0af4181-b28a-4042-aff9-78170c06ca0d tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1407912897', 'description': 'tempest-secgroup-smoke-1407912897 description', 'project_id': '3d1a12394a0f4b3ba1a535033c6409ad'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:15:53.127734 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f0af4181-b28a-4042-aff9-78170c06ca0d tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:53.205023 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f0af4181-b28a-4042-aff9-78170c06ca0d tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:53.208441 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f0af4181-b28a-4042-aff9-78170c06ca0d tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:53.233497 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f0af4181-b28a-4042-aff9-78170c06ca0d tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:53.235222 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f0af4181-b28a-4042-aff9-78170c06ca0d tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1341372 Sep 07 03:15:53.238272 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 40450) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:15:53.239075 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0af4181-b28a-4042-aff9-78170c06ca0d tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=539dcdb6-062e-423d-bcb2-1400b6caaf6a,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:15:53.243164 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-0149544d-ec70-42f1-90aa-ca18aa668af4 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Request body: {'security_group_rule': {'security_group_id': '539dcdb6-062e-423d-bcb2-1400b6caaf6a', 'project_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:15:53.271069 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0149544d-ec70-42f1-90aa-ca18aa668af4 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:53.317520 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0149544d-ec70-42f1-90aa-ca18aa668af4 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:53.321043 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0149544d-ec70-42f1-90aa-ca18aa668af4 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:53.340660 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0149544d-ec70-42f1-90aa-ca18aa668af4 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d34eb1a3-7eae-498b-880b-10552e3c1fc3,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:15:53.344271 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0149544d-ec70-42f1-90aa-ca18aa668af4 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:53.345452 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-0149544d-ec70-42f1-90aa-ca18aa668af4 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1060736 Sep 07 03:15:53.348222 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 40452) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:15:53.352530 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-6ee07d94-066f-444a-9aa2-6249e6dfaf50 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Request body: {'security_group_rule': {'security_group_id': '539dcdb6-062e-423d-bcb2-1400b6caaf6a', 'project_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:15:53.377618 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6ee07d94-066f-444a-9aa2-6249e6dfaf50 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:53.437346 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6ee07d94-066f-444a-9aa2-6249e6dfaf50 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:53.440800 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6ee07d94-066f-444a-9aa2-6249e6dfaf50 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:53.455120 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee07d94-066f-444a-9aa2-6249e6dfaf50 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a50fac46-e18c-49a0-a422-0ff31c0a2828,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:15:53.463657 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6ee07d94-066f-444a-9aa2-6249e6dfaf50 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:53.464889 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-6ee07d94-066f-444a-9aa2-6249e6dfaf50 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1157513 Sep 07 03:15:53.467571 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 40454) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:15:53.472414 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-fc528fe6-598a-48e5-8226-2e1db19b7a9c tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Request body: {'security_group_rule': {'security_group_id': '539dcdb6-062e-423d-bcb2-1400b6caaf6a', 'project_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:15:53.497246 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fc528fe6-598a-48e5-8226-2e1db19b7a9c tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:53.553924 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fc528fe6-598a-48e5-8226-2e1db19b7a9c tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:53.557383 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fc528fe6-598a-48e5-8226-2e1db19b7a9c tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:53.577405 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc528fe6-598a-48e5-8226-2e1db19b7a9c tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95965502-5244-4f57-9434-5d37b6375599,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:15:53.584448 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fc528fe6-598a-48e5-8226-2e1db19b7a9c tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:53.585661 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-fc528fe6-598a-48e5-8226-2e1db19b7a9c tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1171737 Sep 07 03:15:53.588361 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 40456) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:15:53.592744 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-ad576056-c390-4bbc-8ef4-ee2291bd6ee9 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Request body: {'security_group_rule': {'security_group_id': '539dcdb6-062e-423d-bcb2-1400b6caaf6a', 'project_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:15:53.619308 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ad576056-c390-4bbc-8ef4-ee2291bd6ee9 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:53.676637 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ad576056-c390-4bbc-8ef4-ee2291bd6ee9 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:53.680146 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ad576056-c390-4bbc-8ef4-ee2291bd6ee9 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:53.697387 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad576056-c390-4bbc-8ef4-ee2291bd6ee9 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0e60fe1-d748-4037-a983-f157875423f2,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:15:53.704807 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ad576056-c390-4bbc-8ef4-ee2291bd6ee9 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:53.705653 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-ad576056-c390-4bbc-8ef4-ee2291bd6ee9 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1163702 Sep 07 03:15:53.708337 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 40458) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:15:53.712678 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-8316a08b-835b-4aa6-a3b1-a258d115a7b7 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Request body: {'security_group_rule': {'security_group_id': '539dcdb6-062e-423d-bcb2-1400b6caaf6a', 'project_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:15:53.733796 n-d-796209-16 neutron-server[94701]: INFO neutron.db.securitygroups_db [None req-8316a08b-835b-4aa6-a3b1-a258d115a7b7 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Project 3d1a12394a0f4b3ba1a535033c6409ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 03:15:53.738394 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8316a08b-835b-4aa6-a3b1-a258d115a7b7 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:53.798246 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8316a08b-835b-4aa6-a3b1-a258d115a7b7 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:53.801713 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8316a08b-835b-4aa6-a3b1-a258d115a7b7 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:53.817917 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8316a08b-835b-4aa6-a3b1-a258d115a7b7 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efe7a487-f0d0-42ab-a4a1-8577ebc7e74a,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:15:53.824697 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8316a08b-835b-4aa6-a3b1-a258d115a7b7 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:53.825934 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8316a08b-835b-4aa6-a3b1-a258d115a7b7 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1166787 Sep 07 03:15:53.829185 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 40460) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:15:53.833452 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-c0a223f1-bb4a-4720-a50e-23faa1ef95e8 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Request body: {'security_group_rule': {'security_group_id': '539dcdb6-062e-423d-bcb2-1400b6caaf6a', 'project_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:15:53.854740 n-d-796209-16 neutron-server[94701]: INFO neutron.db.securitygroups_db [None req-c0a223f1-bb4a-4720-a50e-23faa1ef95e8 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Project 3d1a12394a0f4b3ba1a535033c6409ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 03:15:53.859827 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c0a223f1-bb4a-4720-a50e-23faa1ef95e8 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:53.918961 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c0a223f1-bb4a-4720-a50e-23faa1ef95e8 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:53.922495 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c0a223f1-bb4a-4720-a50e-23faa1ef95e8 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:53.940829 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a223f1-bb4a-4720-a50e-23faa1ef95e8 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4b44e03-4d89-4e62-92af-5f425c053da7,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:15:53.943980 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c0a223f1-bb4a-4720-a50e-23faa1ef95e8 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:53.945204 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c0a223f1-bb4a-4720-a50e-23faa1ef95e8 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1151307 Sep 07 03:15:54.140223 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ae8e82b5-e248-4e16-9682-b420f7cde055 req-d3cf7c0e-4f6d-4c79-ad34-cf9bc7088364 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1407912897&fields=id&tenant_id=3d1a12394a0f4b3ba1a535033c6409ad HTTP/1.1" status: 200 len: 267 time: 0.0323563 Sep 07 03:15:54.245665 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e82b5-e248-4e16-9682-b420f7cde055 req-95733014-60fc-4f24-be50-844e72a97415 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:15:54.247110 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ae8e82b5-e248-4e16-9682-b420f7cde055 req-95733014-60fc-4f24-be50-844e72a97415 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] 10.222.0.22 "GET /v2.0/networks?id=aa686b35-1d66-49af-8733-6341740e7176 HTTP/1.1" status: 200 len: 814 time: 0.0998030 Sep 07 03:15:54.262345 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ae8e82b5-e248-4e16-9682-b420f7cde055 req-d5d07d29-52d4-4864-b63e-b98260e41db1 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] 10.222.0.22 "GET /v2.0/quotas/3d1a12394a0f4b3ba1a535033c6409ad HTTP/1.1" status: 200 len: 375 time: 0.0088022 Sep 07 03:15:54.311048 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ae8e82b5-e248-4e16-9682-b420f7cde055 req-9591e2b9-362e-42ca-9938-17dfbd90c532 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3d1a12394a0f4b3ba1a535033c6409ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0429330 Sep 07 03:15:54.326566 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [req-ae8e82b5-e248-4e16-9682-b420f7cde055 req-3e76bdb0-4a5e-456d-b333-f732e4cdf628 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:15:54.327546 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ae8e82b5-e248-4e16-9682-b420f7cde055 req-3e76bdb0-4a5e-456d-b333-f732e4cdf628 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052879 Sep 07 03:15:54.415877 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ae8e82b5-e248-4e16-9682-b420f7cde055 req-8afd2a15-8e36-4e45-a009-e6d0d85fe547 service neutron] 10.222.0.22 "GET /v2.0/networks/aa686b35-1d66-49af-8733-6341740e7176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820692 Sep 07 03:15:54.502093 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ae8e82b5-e248-4e16-9682-b420f7cde055 req-cece4917-7b7a-4153-84b7-71643495f76b service neutron] 10.222.0.22 "GET /v2.0/networks/aa686b35-1d66-49af-8733-6341740e7176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804627 Sep 07 03:15:55.796650 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-78e9eaf5-645f-490d-9d22-fbd774d73146 req-cc53e551-2a1a-4637-98a6-caf4d7de4af1 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] 10.222.0.22 "GET /v2.0/ports?device_id=52dffa85-bbc1-49a7-b7b5-cca4a0707d30 HTTP/1.1" status: 200 len: 210 time: 0.0256360 Sep 07 03:15:55.951798 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-18e06cfe-e827-4958-b8f3-82bb291a8789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:56.885662 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e4e13f56-1502-4141-939e-557dbe0c8bfc req-9997ced8-a5c7-40f2-8843-76af7f0093a2 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] 10.222.0.22 "GET /v2.0/ports?device_id=52dffa85-bbc1-49a7-b7b5-cca4a0707d30 HTTP/1.1" status: 200 len: 210 time: 0.0259142 Sep 07 03:15:57.966523 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-45d97aa7-aaf3-4dec-b6d9-af55ecfe59aa req-0ab70de2-4efc-4424-b397-27510c192f6b tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] 10.222.0.22 "GET /v2.0/ports?device_id=52dffa85-bbc1-49a7-b7b5-cca4a0707d30 HTTP/1.1" status: 200 len: 210 time: 0.0310419 Sep 07 03:15:58.192884 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5ec5c111-4f2e-43bb-9c86-f3cf5422d891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:58.742353 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:15:59.042044 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bc31bdcd-23ac-4d0a-86e9-08b9ca1e9ccd req-03734742-a94c-469d-9024-94a037da09ad tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] 10.222.0.22 "GET /v2.0/ports?device_id=52dffa85-bbc1-49a7-b7b5-cca4a0707d30 HTTP/1.1" status: 200 len: 210 time: 0.0256708 Sep 07 03:15:59.635685 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:16:00.165299 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-60db26a0-3b14-41f0-9d1b-40bb40ffdb2b req-933995e0-739f-430c-abd7-7226d452935b tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] 10.222.0.22 "GET /v2.0/ports?device_id=52dffa85-bbc1-49a7-b7b5-cca4a0707d30 HTTP/1.1" status: 200 len: 210 time: 0.0259366 Sep 07 03:16:00.954798 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e82b5-e248-4e16-9682-b420f7cde055 req-431e5637-0678-4982-83d7-fa920ec52069 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:16:00.956363 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ae8e82b5-e248-4e16-9682-b420f7cde055 req-431e5637-0678-4982-83d7-fa920ec52069 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] 10.222.0.23 "GET /v2.0/networks?id=aa686b35-1d66-49af-8733-6341740e7176 HTTP/1.1" status: 200 len: 814 time: 0.1044483 Sep 07 03:16:00.998192 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ae8e82b5-e248-4e16-9682-b420f7cde055 req-300bfb1d-43e1-4aa7-8d61-baf95ced9d06 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d1a12394a0f4b3ba1a535033c6409ad HTTP/1.1" status: 200 len: 380 time: 0.0335159 Sep 07 03:16:01.008140 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-ae8e82b5-e248-4e16-9682-b420f7cde055 req-adb24c86-2cc9-4dfe-b1e5-e0a8018b0597 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Request body: {'port': {'device_id': '52dffa85-bbc1-49a7-b7b5-cca4a0707d30', 'network_id': 'aa686b35-1d66-49af-8733-6341740e7176', 'admin_state_up': True, 'tenant_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'security_groups': ['539dcdb6-062e-423d-bcb2-1400b6caaf6a']}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:16:01.126461 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae8e82b5-e248-4e16-9682-b420f7cde055 req-adb24c86-2cc9-4dfe-b1e5-e0a8018b0597 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Made reservation on behalf of 3d1a12394a0f4b3ba1a535033c6409ad for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:16:01.130983 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ae8e82b5-e248-4e16-9682-b420f7cde055 req-adb24c86-2cc9-4dfe-b1e5-e0a8018b0597 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:16:01.268753 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1a9a279e-643a-462b-948a-c133ef27d8a0 req-e90655ba-cd78-4d10-8236-72d05964c42d tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] 10.222.0.22 "GET /v2.0/ports?device_id=52dffa85-bbc1-49a7-b7b5-cca4a0707d30 HTTP/1.1" status: 200 len: 210 time: 0.0310833 Sep 07 03:16:01.269377 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-ae8e82b5-e248-4e16-9682-b420f7cde055 req-adb24c86-2cc9-4dfe-b1e5-e0a8018b0597 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Allocated IP 172.20.0.10 (aa686b35-1d66-49af-8733-6341740e7176/a5be8e87-cc13-4765-bf19-23336a5bd843/e9158076-0e78-4ead-9977-cf7dccdde7be) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:16:01.423797 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ae8e82b5-e248-4e16-9682-b420f7cde055 req-adb24c86-2cc9-4dfe-b1e5-e0a8018b0597 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:16:01.439434 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-ae8e82b5-e248-4e16-9682-b420f7cde055 req-adb24c86-2cc9-4dfe-b1e5-e0a8018b0597 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Transition to ACTIVE for port object e9158076-0e78-4ead-9977-cf7dccdde7be will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:16:01.478831 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ae8e82b5-e248-4e16-9682-b420f7cde055 req-adb24c86-2cc9-4dfe-b1e5-e0a8018b0597 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:16:01.486879 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:16:01.525738 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae8e82b5-e248-4e16-9682-b420f7cde055 req-adb24c86-2cc9-4dfe-b1e5-e0a8018b0597 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Network aa686b35-1d66-49af-8733-6341740e7176 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:16:01.528742 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-ae8e82b5-e248-4e16-9682-b420f7cde055 req-adb24c86-2cc9-4dfe-b1e5-e0a8018b0597 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:16:01.533079 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae8e82b5-e248-4e16-9682-b420f7cde055 req-adb24c86-2cc9-4dfe-b1e5-e0a8018b0597 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:16:01.553468 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb24c86-2cc9-4dfe-b1e5-e0a8018b0597 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Pushing event updated for resources: {'Port': ['ID=e9158076-0e78-4ead-9977-cf7dccdde7be,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:16:01.612896 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e82b5-e248-4e16-9682-b420f7cde055 req-adb24c86-2cc9-4dfe-b1e5-e0a8018b0597 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:16:01.613948 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ae8e82b5-e248-4e16-9682-b420f7cde055 req-adb24c86-2cc9-4dfe-b1e5-e0a8018b0597 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:16:01.632712 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ae8e82b5-e248-4e16-9682-b420f7cde055 req-adb24c86-2cc9-4dfe-b1e5-e0a8018b0597 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6283627 Sep 07 03:16:01.644682 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-ae8e82b5-e248-4e16-9682-b420f7cde055 req-98466b4b-b304-4e90-8477-712881538ed6 service neutron] Request body: {'port': {'device_id': '52dffa85-bbc1-49a7-b7b5-cca4a0707d30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:16:01.705800 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ae8e82b5-e248-4e16-9682-b420f7cde055 req-98466b4b-b304-4e90-8477-712881538ed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:16:01.760222 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a2a3a94a-33a0-4cae-ae32-103362e52883 None None] Provisioning for port e9158076-0e78-4ead-9977-cf7dccdde7be completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:16:01.764835 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a2a3a94a-33a0-4cae-ae32-103362e52883 None None] Provisioning complete for port e9158076-0e78-4ead-9977-cf7dccdde7be triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:16:01.765342 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a2a3a94a-33a0-4cae-ae32-103362e52883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:16:01.801613 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a2a3a94a-33a0-4cae-ae32-103362e52883 None None] Port e9158076-0e78-4ead-9977-cf7dccdde7be cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:16:01.979933 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-ae8e82b5-e248-4e16-9682-b420f7cde055 req-98466b4b-b304-4e90-8477-712881538ed6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9158076-0e78-4ead-9977-cf7dccdde7be {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:16:01.987450 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ae8e82b5-e248-4e16-9682-b420f7cde055 req-98466b4b-b304-4e90-8477-712881538ed6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:16:01.998800 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-ae8e82b5-e248-4e16-9682-b420f7cde055 req-98466b4b-b304-4e90-8477-712881538ed6 service neutron] Transition to ACTIVE for port object e9158076-0e78-4ead-9977-cf7dccdde7be will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:16:02.002612 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ae8e82b5-e248-4e16-9682-b420f7cde055 req-98466b4b-b304-4e90-8477-712881538ed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:16:02.051927 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98466b4b-b304-4e90-8477-712881538ed6 service neutron] Pushing event updated for resources: {'Port': ['ID=e9158076-0e78-4ead-9977-cf7dccdde7be,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:16:02.132970 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-ae8e82b5-e248-4e16-9682-b420f7cde055 req-98466b4b-b304-4e90-8477-712881538ed6 service neutron] Attempting to bind port e9158076-0e78-4ead-9977-cf7dccdde7be on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:16:02.133391 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-ae8e82b5-e248-4e16-9682-b420f7cde055 req-98466b4b-b304-4e90-8477-712881538ed6 service neutron] Attempting to bind port e9158076-0e78-4ead-9977-cf7dccdde7be by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '76716272-2a53-427b-a6bc-f8600439d6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'aa686b35-1d66-49af-8733-6341740e7176'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:16:02.133784 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8e82b5-e248-4e16-9682-b420f7cde055 req-98466b4b-b304-4e90-8477-712881538ed6 service neutron] Attempting to bind port e9158076-0e78-4ead-9977-cf7dccdde7be on network aa686b35-1d66-49af-8733-6341740e7176 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:16:02.138365 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8e82b5-e248-4e16-9682-b420f7cde055 req-98466b4b-b304-4e90-8477-712881538ed6 service neutron] Port e9158076-0e78-4ead-9977-cf7dccdde7be on network aa686b35-1d66-49af-8733-6341740e7176 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 03:16:02.138688 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8e82b5-e248-4e16-9682-b420f7cde055 req-98466b4b-b304-4e90-8477-712881538ed6 service neutron] Attempting to bind port e9158076-0e78-4ead-9977-cf7dccdde7be on network aa686b35-1d66-49af-8733-6341740e7176 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:16:02.144353 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8e82b5-e248-4e16-9682-b420f7cde055 req-98466b4b-b304-4e90-8477-712881538ed6 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:16:02.144698 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8e82b5-e248-4e16-9682-b420f7cde055 req-98466b4b-b304-4e90-8477-712881538ed6 service neutron] Checking segment: {'id': '76716272-2a53-427b-a6bc-f8600439d6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'aa686b35-1d66-49af-8733-6341740e7176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:16:02.145073 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8e82b5-e248-4e16-9682-b420f7cde055 req-98466b4b-b304-4e90-8477-712881538ed6 service neutron] Bound using segment: {'id': '76716272-2a53-427b-a6bc-f8600439d6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'aa686b35-1d66-49af-8733-6341740e7176'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:16:02.145498 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-ae8e82b5-e248-4e16-9682-b420f7cde055 req-98466b4b-b304-4e90-8477-712881538ed6 service neutron] Bound port: e9158076-0e78-4ead-9977-cf7dccdde7be, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76716272-2a53-427b-a6bc-f8600439d6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'aa686b35-1d66-49af-8733-6341740e7176'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:16:02.145857 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ae8e82b5-e248-4e16-9682-b420f7cde055 req-98466b4b-b304-4e90-8477-712881538ed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:16:02.514707 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e2b7d2-11f3-4700-b264-cdaba204d665 req-a1eafecb-6668-48e1-adce-e76e4e3963bc tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:16:02.516707 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-44e2b7d2-11f3-4700-b264-cdaba204d665 req-a1eafecb-6668-48e1-adce-e76e4e3963bc tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] 10.222.0.22 "GET /v2.0/ports?device_id=52dffa85-bbc1-49a7-b7b5-cca4a0707d30 HTTP/1.1" status: 200 len: 944 time: 0.0827734 Sep 07 03:16:02.527403 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-ae8e82b5-e248-4e16-9682-b420f7cde055 req-98466b4b-b304-4e90-8477-712881538ed6 service neutron] For port e9158076-0e78-4ead-9977-cf7dccdde7be, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:16:02.534401 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-ae8e82b5-e248-4e16-9682-b420f7cde055 req-98466b4b-b304-4e90-8477-712881538ed6 service neutron] For port e9158076-0e78-4ead-9977-cf7dccdde7be, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=e9158076-0e78-4ead-9977-cf7dccdde7be,segment=NetworkSegment(76716272-2a53-427b-a6bc-f8600439d6dc),segment_id=76716272-2a53-427b-a6bc-f8600439d6dc)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:16:02.544028 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ae8e82b5-e248-4e16-9682-b420f7cde055 req-98466b4b-b304-4e90-8477-712881538ed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:16:02.599316 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-44e2b7d2-11f3-4700-b264-cdaba204d665 req-c64868fa-c8cd-41bf-8d2c-f6f20e21a306 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] 10.222.0.22 "GET /v2.0/security-groups?id=539dcdb6-062e-423d-bcb2-1400b6caaf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748696 Sep 07 03:16:02.600632 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e82b5-e248-4e16-9682-b420f7cde055 req-98466b4b-b304-4e90-8477-712881538ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:16:02.601254 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-ae8e82b5-e248-4e16-9682-b420f7cde055 req-98466b4b-b304-4e90-8477-712881538ed6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:16:02.602557 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ae8e82b5-e248-4e16-9682-b420f7cde055 req-98466b4b-b304-4e90-8477-712881538ed6 service neutron] 10.222.0.23 "PUT /v2.0/ports/e9158076-0e78-4ead-9977-cf7dccdde7be HTTP/1.1" status: 200 len: 1093 time: 0.9623895 Sep 07 03:16:02.607015 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52dffa85-bbc1-49a7-b7b5-cca4a0707d30', 'tag': 'e9158076-0e78-4ead-9977-cf7dccdde7be'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:16:02.609483 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3a9791-1183-4b50-a842-6295801d0a60" -d '{"events": [{"name": "network-changed", "server_uuid": "52dffa85-bbc1-49a7-b7b5-cca4a0707d30", "tag": "e9158076-0e78-4ead-9977-cf7dccdde7be"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:16:02.624921 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98466b4b-b304-4e90-8477-712881538ed6 service neutron] Pushing event updated for resources: {'Port': ['ID=e9158076-0e78-4ead-9977-cf7dccdde7be,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:16:02.662194 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4edaf9-5787-45ec-b15b-92919f8d7a68 x-openstack-request-id: req-3b4edaf9-5787-45ec-b15b-92919f8d7a68 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:16:02.662508 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52dffa85-bbc1-49a7-b7b5-cca4a0707d30", "tag": "e9158076-0e78-4ead-9977-cf7dccdde7be", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:16:02.662741 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3b4edaf9-5787-45ec-b15b-92919f8d7a68 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:16:02.663139 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52dffa85-bbc1-49a7-b7b5-cca4a0707d30', 'tag': 'e9158076-0e78-4ead-9977-cf7dccdde7be', 'status': 'completed', 'code': 200} Sep 07 03:16:02.698649 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e82b5-e248-4e16-9682-b420f7cde055 req-1523f326-4153-47a1-a17b-db2821290c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:16:02.700372 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ae8e82b5-e248-4e16-9682-b420f7cde055 req-1523f326-4153-47a1-a17b-db2821290c80 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3d1a12394a0f4b3ba1a535033c6409ad&device_id=52dffa85-bbc1-49a7-b7b5-cca4a0707d30 HTTP/1.1" status: 200 len: 1096 time: 0.0483379 Sep 07 03:16:02.746016 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ae8e82b5-e248-4e16-9682-b420f7cde055 req-a9bc17a1-53f4-42ce-85ba-08267131e99e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9158076-0e78-4ead-9977-cf7dccdde7be HTTP/1.1" status: 200 len: 217 time: 0.0365069 Sep 07 03:16:02.802235 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e82b5-e248-4e16-9682-b420f7cde055 req-49fdd0ac-bbe7-44eb-9b6c-0daa7edec847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:16:02.804252 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ae8e82b5-e248-4e16-9682-b420f7cde055 req-49fdd0ac-bbe7-44eb-9b6c-0daa7edec847 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a5be8e87-cc13-4765-bf19-23336a5bd843 HTTP/1.1" status: 200 len: 853 time: 0.0513828 Sep 07 03:16:02.854977 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e82b5-e248-4e16-9682-b420f7cde055 req-5d6f7a52-9cc4-472a-9970-ef712b814206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:16:02.856585 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ae8e82b5-e248-4e16-9682-b420f7cde055 req-5d6f7a52-9cc4-472a-9970-ef712b814206 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=aa686b35-1d66-49af-8733-6341740e7176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454791 Sep 07 03:16:02.951325 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ae8e82b5-e248-4e16-9682-b420f7cde055 req-436e5d69-05f0-422f-942f-acafde2020b6 service neutron] 10.222.0.23 "GET /v2.0/networks/aa686b35-1d66-49af-8733-6341740e7176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852640 Sep 07 03:16:03.049922 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ae8e82b5-e248-4e16-9682-b420f7cde055 req-12c0d169-39b8-41ff-b346-2122c5c921f9 service neutron] 10.222.0.23 "GET /v2.0/networks/aa686b35-1d66-49af-8733-6341740e7176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909281 Sep 07 03:16:03.133458 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a9791-1183-4b50-a842-6295801d0a60 req-887c71c9-da42-4620-97f0-7768b7b7752e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:16:03.134952 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ed3a9791-1183-4b50-a842-6295801d0a60 req-887c71c9-da42-4620-97f0-7768b7b7752e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3d1a12394a0f4b3ba1a535033c6409ad&device_id=52dffa85-bbc1-49a7-b7b5-cca4a0707d30 HTTP/1.1" status: 200 len: 1096 time: 0.0414722 Sep 07 03:16:03.229488 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a9791-1183-4b50-a842-6295801d0a60 req-e9059cbc-3880-4f25-8052-e1420bbc687a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:16:03.231005 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ed3a9791-1183-4b50-a842-6295801d0a60 req-e9059cbc-3880-4f25-8052-e1420bbc687a service neutron] 10.222.0.23 "GET /v2.0/networks?id=aa686b35-1d66-49af-8733-6341740e7176 HTTP/1.1" status: 200 len: 914 time: 0.0889452 Sep 07 03:16:03.272618 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ed3a9791-1183-4b50-a842-6295801d0a60 req-97016aa7-4335-4bb0-9764-cc6575bff467 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9158076-0e78-4ead-9977-cf7dccdde7be HTTP/1.1" status: 200 len: 217 time: 0.0337613 Sep 07 03:16:03.321780 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a9791-1183-4b50-a842-6295801d0a60 req-be36bf71-d6b7-4b97-9003-cd37b6756cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:16:03.323412 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ed3a9791-1183-4b50-a842-6295801d0a60 req-be36bf71-d6b7-4b97-9003-cd37b6756cc8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a5be8e87-cc13-4765-bf19-23336a5bd843 HTTP/1.1" status: 200 len: 853 time: 0.0444999 Sep 07 03:16:03.372599 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a9791-1183-4b50-a842-6295801d0a60 req-2ce7d327-c47a-4d6d-9507-c7cc39237b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:16:03.374101 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ed3a9791-1183-4b50-a842-6295801d0a60 req-2ce7d327-c47a-4d6d-9507-c7cc39237b74 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=aa686b35-1d66-49af-8733-6341740e7176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442653 Sep 07 03:16:03.464920 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ed3a9791-1183-4b50-a842-6295801d0a60 req-dd75d575-125d-40e7-b44d-7452c23deb13 service neutron] 10.222.0.23 "GET /v2.0/networks/aa686b35-1d66-49af-8733-6341740e7176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823767 Sep 07 03:16:03.561831 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ed3a9791-1183-4b50-a842-6295801d0a60 req-9d02e3c4-d29e-48c7-9c40-90344240172e service neutron] 10.222.0.23 "GET /v2.0/networks/aa686b35-1d66-49af-8733-6341740e7176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899458 Sep 07 03:16:03.720187 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbce0aa5-92b7-4253-9444-80282a2a0c35 req-b14b7931-27d7-4b4c-904c-bc9455a9b837 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:16:03.721845 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fbce0aa5-92b7-4253-9444-80282a2a0c35 req-b14b7931-27d7-4b4c-904c-bc9455a9b837 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] 10.222.0.22 "GET /v2.0/ports?device_id=52dffa85-bbc1-49a7-b7b5-cca4a0707d30 HTTP/1.1" status: 200 len: 944 time: 0.0525751 Sep 07 03:16:03.760631 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fbce0aa5-92b7-4253-9444-80282a2a0c35 req-2acf14ab-862f-4757-9c08-ea0ff6d76414 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] 10.222.0.22 "GET /v2.0/security-groups?id=539dcdb6-062e-423d-bcb2-1400b6caaf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325446 Sep 07 03:16:04.885541 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce3590-cdd7-490a-81af-b984b3c5db47 req-9f1cfbd3-5ed0-4a3c-8002-e56d915e286f tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:16:04.887088 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d3ce3590-cdd7-490a-81af-b984b3c5db47 req-9f1cfbd3-5ed0-4a3c-8002-e56d915e286f tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] 10.222.0.22 "GET /v2.0/ports?device_id=52dffa85-bbc1-49a7-b7b5-cca4a0707d30 HTTP/1.1" status: 200 len: 944 time: 0.0564013 Sep 07 03:16:04.928002 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d3ce3590-cdd7-490a-81af-b984b3c5db47 req-582bf98c-ee81-4b5b-bd01-77d5c8389d14 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] 10.222.0.22 "GET /v2.0/security-groups?id=539dcdb6-062e-423d-bcb2-1400b6caaf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343010 Sep 07 03:16:06.042818 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a882a7-8bfc-4ca8-8880-f7e9debe0ab2 req-1d2d5e3b-e7ce-40df-887b-f12c19cf4f21 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:16:06.044324 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-31a882a7-8bfc-4ca8-8880-f7e9debe0ab2 req-1d2d5e3b-e7ce-40df-887b-f12c19cf4f21 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] 10.222.0.22 "GET /v2.0/ports?device_id=52dffa85-bbc1-49a7-b7b5-cca4a0707d30 HTTP/1.1" status: 200 len: 944 time: 0.0485053 Sep 07 03:16:06.082481 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-31a882a7-8bfc-4ca8-8880-f7e9debe0ab2 req-0c2cafb6-9040-483a-a9e2-922bf23bcf90 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] 10.222.0.22 "GET /v2.0/security-groups?id=539dcdb6-062e-423d-bcb2-1400b6caaf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322495 Sep 07 03:16:07.194047 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74294673-ef6b-4fe9-9904-b5c31e12cb51 req-9f97ef2d-d7c3-4893-8500-3d863c3c712d tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:16:07.195580 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-74294673-ef6b-4fe9-9904-b5c31e12cb51 req-9f97ef2d-d7c3-4893-8500-3d863c3c712d tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] 10.222.0.22 "GET /v2.0/ports?device_id=52dffa85-bbc1-49a7-b7b5-cca4a0707d30 HTTP/1.1" status: 200 len: 944 time: 0.0482371 Sep 07 03:16:07.214523 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [req-7711ebb5-cf68-42a1-b7be-0af4c33e06ca req-5c5cfcda-a67f-4b5b-a244-84e9369ef2b3 service neutron] (94701) timed out ('10.222.0.22', 38648) {{(pid=94701) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 03:16:07.235743 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-74294673-ef6b-4fe9-9904-b5c31e12cb51 req-448e280a-9851-4190-8b75-6537215af628 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] 10.222.0.22 "GET /v2.0/security-groups?id=539dcdb6-062e-423d-bcb2-1400b6caaf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340614 Sep 07 03:16:08.351449 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435917e-0b50-429b-8b68-93cebf68b131 req-ec8bc287-e5f5-428d-b04c-8ca5d3060e02 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:16:08.352850 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a435917e-0b50-429b-8b68-93cebf68b131 req-ec8bc287-e5f5-428d-b04c-8ca5d3060e02 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] 10.222.0.22 "GET /v2.0/ports?device_id=52dffa85-bbc1-49a7-b7b5-cca4a0707d30 HTTP/1.1" status: 200 len: 944 time: 0.0519683 Sep 07 03:16:08.389147 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a435917e-0b50-429b-8b68-93cebf68b131 req-0f6a18b5-015f-4bb8-8cad-738aa1508454 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] 10.222.0.22 "GET /v2.0/security-groups?id=539dcdb6-062e-423d-bcb2-1400b6caaf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304866 Sep 07 03:16:09.504632 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4710c-f4d2-4950-965e-22473eb64fcc req-141bf7e4-68b7-4745-a212-627476a45906 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:16:09.506163 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-64e4710c-f4d2-4950-965e-22473eb64fcc req-141bf7e4-68b7-4745-a212-627476a45906 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] 10.222.0.22 "GET /v2.0/ports?device_id=52dffa85-bbc1-49a7-b7b5-cca4a0707d30 HTTP/1.1" status: 200 len: 944 time: 0.0521069 Sep 07 03:16:09.542517 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-64e4710c-f4d2-4950-965e-22473eb64fcc req-98120bdf-457e-41fe-b6e2-fc6015377318 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] 10.222.0.22 "GET /v2.0/security-groups?id=539dcdb6-062e-423d-bcb2-1400b6caaf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304914 Sep 07 03:16:10.659437 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e446618f-8b7c-45d1-96cc-57bdccee6cdd req-bc2da204-dbca-468e-866d-2612cce56151 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:16:10.660928 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e446618f-8b7c-45d1-96cc-57bdccee6cdd req-bc2da204-dbca-468e-866d-2612cce56151 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] 10.222.0.22 "GET /v2.0/ports?device_id=52dffa85-bbc1-49a7-b7b5-cca4a0707d30 HTTP/1.1" status: 200 len: 944 time: 0.0485485 Sep 07 03:16:10.697680 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e446618f-8b7c-45d1-96cc-57bdccee6cdd req-4ab533be-6da0-4dd1-840a-2b16afcf6dea tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] 10.222.0.22 "GET /v2.0/security-groups?id=539dcdb6-062e-423d-bcb2-1400b6caaf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309246 Sep 07 03:16:11.585163 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device e9158076-0e78-4ead-9977-cf7dccdde7be details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 03:16:11.677924 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port e9158076-0e78-4ead-9977-cf7dccdde7be, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=e9158076-0e78-4ead-9977-cf7dccdde7be,segment=NetworkSegment(76716272-2a53-427b-a6bc-f8600439d6dc),segment_id=76716272-2a53-427b-a6bc-f8600439d6dc)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:16:11.691758 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': 'e9158076-0e78-4ead-9977-cf7dccdde7be', 'network_id': 'aa686b35-1d66-49af-8733-6341740e7176', 'port_id': 'e9158076-0e78-4ead-9977-cf7dccdde7be', 'mac_address': 'fa:16:3e:52:95:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5be8e87-cc13-4765-bf19-23336a5bd843', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 03:16:11.728621 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:16:11.741442 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9158076-0e78-4ead-9977-cf7dccdde7be {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:16:11.761129 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port e9158076-0e78-4ead-9977-cf7dccdde7be, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=e9158076-0e78-4ead-9977-cf7dccdde7be,segment=NetworkSegment(76716272-2a53-427b-a6bc-f8600439d6dc),segment_id=76716272-2a53-427b-a6bc-f8600439d6dc)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:16:11.764097 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:16:11.811712 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=e9158076-0e78-4ead-9977-cf7dccdde7be,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:16:11.812985 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3cb9bf-7f7f-40ce-8afd-dbb931fafb30 req-d0f4fcab-2b2c-4814-991e-b612f1690f1c tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:16:11.814493 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ec3cb9bf-7f7f-40ce-8afd-dbb931fafb30 req-d0f4fcab-2b2c-4814-991e-b612f1690f1c tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] 10.222.0.22 "GET /v2.0/ports?device_id=52dffa85-bbc1-49a7-b7b5-cca4a0707d30 HTTP/1.1" status: 200 len: 945 time: 0.0486386 Sep 07 03:16:11.853134 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ec3cb9bf-7f7f-40ce-8afd-dbb931fafb30 req-06b67ec9-a021-4c2b-9ef5-7b84293e5f40 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] 10.222.0.22 "GET /v2.0/security-groups?id=539dcdb6-062e-423d-bcb2-1400b6caaf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326576 Sep 07 03:16:11.982104 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['e9158076-0e78-4ead-9977-cf7dccdde7be'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:16:12.971014 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0278bf4-6840-41f9-9e25-5a877ec7bd2c req-15cf3308-de2f-49fa-99fb-ef110d0c817e tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:16:12.972453 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a0278bf4-6840-41f9-9e25-5a877ec7bd2c req-15cf3308-de2f-49fa-99fb-ef110d0c817e tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] 10.222.0.22 "GET /v2.0/ports?device_id=52dffa85-bbc1-49a7-b7b5-cca4a0707d30 HTTP/1.1" status: 200 len: 945 time: 0.0510054 Sep 07 03:16:13.011812 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a0278bf4-6840-41f9-9e25-5a877ec7bd2c req-ffef89c8-e2bc-4111-9da6-03c23a194c73 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] 10.222.0.22 "GET /v2.0/security-groups?id=539dcdb6-062e-423d-bcb2-1400b6caaf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333555 Sep 07 03:16:13.600912 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device e9158076-0e78-4ead-9977-cf7dccdde7be up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:16:13.649189 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port e9158076-0e78-4ead-9977-cf7dccdde7be completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:16:13.652724 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port e9158076-0e78-4ead-9977-cf7dccdde7be triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:16:13.653101 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:16:13.731011 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:16:13.753481 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52dffa85-bbc1-49a7-b7b5-cca4a0707d30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9158076-0e78-4ead-9977-cf7dccdde7be'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:16:13.755756 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa63e29-a96f-4529-9e1d-684b0c283504" -d '{"events": [{"server_uuid": "52dffa85-bbc1-49a7-b7b5-cca4a0707d30", "name": "network-vif-plugged", "status": "completed", "tag": "e9158076-0e78-4ead-9977-cf7dccdde7be"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:16:13.768969 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port e9158076-0e78-4ead-9977-cf7dccdde7be, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=e9158076-0e78-4ead-9977-cf7dccdde7be,segment=NetworkSegment(76716272-2a53-427b-a6bc-f8600439d6dc),segment_id=76716272-2a53-427b-a6bc-f8600439d6dc)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:16:13.773030 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:16:13.819468 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=e9158076-0e78-4ead-9977-cf7dccdde7be,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:16:13.909256 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdbed416-0d02-48e4-9b55-34bf27c5837e x-openstack-request-id: req-bdbed416-0d02-48e4-9b55-34bf27c5837e {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:16:13.909547 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52dffa85-bbc1-49a7-b7b5-cca4a0707d30", "name": "network-vif-plugged", "status": "completed", "tag": "e9158076-0e78-4ead-9977-cf7dccdde7be", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:16:13.909801 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bdbed416-0d02-48e4-9b55-34bf27c5837e {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:16:13.910270 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52dffa85-bbc1-49a7-b7b5-cca4a0707d30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9158076-0e78-4ead-9977-cf7dccdde7be', 'code': 200} Sep 07 03:16:14.007568 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1a401-b37f-4245-8f05-2cbc16c72d67 req-335e1150-e9b6-454d-8b55-2bfdb29411ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:16:14.009077 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4ca1a401-b37f-4245-8f05-2cbc16c72d67 req-335e1150-e9b6-454d-8b55-2bfdb29411ff service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=52dffa85-bbc1-49a7-b7b5-cca4a0707d30 HTTP/1.1" status: 200 len: 1098 time: 0.0446231 Sep 07 03:16:14.043206 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4ca1a401-b37f-4245-8f05-2cbc16c72d67 req-23de5103-fe8d-4f16-a9a4-0ca3ccaf5196 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=539dcdb6-062e-423d-bcb2-1400b6caaf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270445 Sep 07 03:16:14.124501 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887cd04-7833-49b4-9873-7015693a64dc req-6df05c2c-7232-49f4-ad77-46990e83c73c tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:16:14.126516 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a887cd04-7833-49b4-9873-7015693a64dc req-6df05c2c-7232-49f4-ad77-46990e83c73c tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] 10.222.0.22 "GET /v2.0/ports?device_id=52dffa85-bbc1-49a7-b7b5-cca4a0707d30 HTTP/1.1" status: 200 len: 946 time: 0.0485685 Sep 07 03:16:14.162198 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a887cd04-7833-49b4-9873-7015693a64dc req-9158b780-9de7-453d-aaa7-a499eded57ba tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] 10.222.0.22 "GET /v2.0/security-groups?id=539dcdb6-062e-423d-bcb2-1400b6caaf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298908 Sep 07 03:16:15.275753 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df2328-af9c-4368-95f8-3404dc922b94 req-87433baa-a9b5-46d6-a22e-e252ba997142 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:16:15.277203 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a7df2328-af9c-4368-95f8-3404dc922b94 req-87433baa-a9b5-46d6-a22e-e252ba997142 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] 10.222.0.22 "GET /v2.0/ports?device_id=52dffa85-bbc1-49a7-b7b5-cca4a0707d30 HTTP/1.1" status: 200 len: 946 time: 0.0477753 Sep 07 03:16:15.313207 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a7df2328-af9c-4368-95f8-3404dc922b94 req-b7bdfa8b-4f5b-471b-ad9d-ecb611fb2e24 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] 10.222.0.22 "GET /v2.0/security-groups?id=539dcdb6-062e-423d-bcb2-1400b6caaf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296118 Sep 07 03:16:15.426259 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1cb581-815d-4e94-80c0-81f93b1cb715 req-52e15744-8eef-4346-ac99-7db69b1af1ad tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:16:15.427779 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2f1cb581-815d-4e94-80c0-81f93b1cb715 req-52e15744-8eef-4346-ac99-7db69b1af1ad tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] 10.222.0.22 "GET /v2.0/ports?device_id=52dffa85-bbc1-49a7-b7b5-cca4a0707d30 HTTP/1.1" status: 200 len: 946 time: 0.0495410 Sep 07 03:16:15.465289 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2f1cb581-815d-4e94-80c0-81f93b1cb715 req-c7493601-0430-4173-a440-b12d826bb880 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] 10.222.0.22 "GET /v2.0/security-groups?id=539dcdb6-062e-423d-bcb2-1400b6caaf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315416 Sep 07 03:16:15.486343 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 40558) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:16:15.670141 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f734b0be-8f85-41a8-94ad-a564e6138a02 tempest-TestVolumeBackupRestore-402071234 tempest-TestVolumeBackupRestore-402071234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:16:15.671683 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f734b0be-8f85-41a8-94ad-a564e6138a02 tempest-TestVolumeBackupRestore-402071234 tempest-TestVolumeBackupRestore-402071234-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=52dffa85-bbc1-49a7-b7b5-cca4a0707d30 HTTP/1.1" status: 200 len: 1093 time: 0.1843376 Sep 07 03:16:15.674997 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 40562) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:16:15.679301 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-8ae2b375-6276-4e77-8aa8-df2677d00037 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Request body: {'floatingip': {'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'port_id': 'e9158076-0e78-4ead-9977-cf7dccdde7be', 'tenant_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:16:15.703018 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8ae2b375-6276-4e77-8aa8-df2677d00037 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Notify callbacks [] for floatingip, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:16:15.803573 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8ae2b375-6276-4e77-8aa8-df2677d00037 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:16:15.907225 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-8ae2b375-6276-4e77-8aa8-df2677d00037 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Allocated IP 172.25.5.70 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/3bd4a704-f209-4037-abd7-b3b93497230e) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:16:16.006834 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8ae2b375-6276-4e77-8aa8-df2677d00037 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:16:16.043922 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8ae2b375-6276-4e77-8aa8-df2677d00037 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:16:16.091148 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae2b375-6276-4e77-8aa8-df2677d00037 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:16:16.095596 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-8ae2b375-6276-4e77-8aa8-df2677d00037 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:16:16.099135 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae2b375-6276-4e77-8aa8-df2677d00037 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:16:16.126509 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae2b375-6276-4e77-8aa8-df2677d00037 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Pushing event updated for resources: {'Port': ['ID=3bd4a704-f209-4037-abd7-b3b93497230e,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:16:16.139047 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae2b375-6276-4e77-8aa8-df2677d00037 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:16:16.139401 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae2b375-6276-4e77-8aa8-df2677d00037 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:16:16.139772 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae2b375-6276-4e77-8aa8-df2677d00037 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:16:16.140114 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae2b375-6276-4e77-8aa8-df2677d00037 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:16:16.140959 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae2b375-6276-4e77-8aa8-df2677d00037 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:16:16.141300 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae2b375-6276-4e77-8aa8-df2677d00037 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:16:16.141631 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae2b375-6276-4e77-8aa8-df2677d00037 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:16:16.141960 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae2b375-6276-4e77-8aa8-df2677d00037 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:16:16.142286 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae2b375-6276-4e77-8aa8-df2677d00037 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:16:16.142611 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae2b375-6276-4e77-8aa8-df2677d00037 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:16:16.142934 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae2b375-6276-4e77-8aa8-df2677d00037 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:16:16.143257 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae2b375-6276-4e77-8aa8-df2677d00037 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:16:16.591083 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8ae2b375-6276-4e77-8aa8-df2677d00037 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:16:16.694783 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8ae2b375-6276-4e77-8aa8-df2677d00037 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:16:16.839981 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8ae2b375-6276-4e77-8aa8-df2677d00037 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:16:16.844453 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8ae2b375-6276-4e77-8aa8-df2677d00037 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:16:16.912745 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae2b375-6276-4e77-8aa8-df2677d00037 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Pushing event updated for resources: {'Port': ['ID=3bd4a704-f209-4037-abd7-b3b93497230e,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:16:16.920663 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8ae2b375-6276-4e77-8aa8-df2677d00037 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:16:17.023016 n-d-796209-16 neutron-server[94700]: INFO neutron.db.l3_db [None req-8ae2b375-6276-4e77-8aa8-df2677d00037 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Floating IP d90c8dc1-3a26-4022-9ace-f36b30f5d0ec associated. External IP: 172.25.5.70, port: e9158076-0e78-4ead-9977-cf7dccdde7be. Sep 07 03:16:17.225549 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae2b375-6276-4e77-8aa8-df2677d00037 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Router a1b7a5e9-059d-4c7d-9271-aa379dda7ca4 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:16:17.335031 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae2b375-6276-4e77-8aa8-df2677d00037 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:16:17.344938 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc09cd99-3828-4d5b-b69c-937be03bb432 None None] Sync routers for ids ['a1b7a5e9-059d-4c7d-9271-aa379dda7ca4'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:16:17.353498 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8ae2b375-6276-4e77-8aa8-df2677d00037 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:16:17.355933 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc09cd99-3828-4d5b-b69c-937be03bb432 None None] Routers {'a1b7a5e9-059d-4c7d-9271-aa379dda7ca4'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:16:17.356736 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-fc09cd99-3828-4d5b-b69c-937be03bb432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:15:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['a1b7a5e9-059d-4c7d-9271-aa379dda7ca4'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:16:17.380959 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-8ae2b375-6276-4e77-8aa8-df2677d00037 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7049255 Sep 07 03:16:17.381562 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52dffa85-bbc1-49a7-b7b5-cca4a0707d30', 'tag': 'e9158076-0e78-4ead-9977-cf7dccdde7be'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:16:17.383843 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 40564) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:16:17.384338 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4657e457-cf04-42ff-95ff-f9ef1c55f977" -d '{"events": [{"name": "network-changed", "server_uuid": "52dffa85-bbc1-49a7-b7b5-cca4a0707d30", "tag": "e9158076-0e78-4ead-9977-cf7dccdde7be"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:16:17.421705 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43baf9b1-301b-49e2-8750-0400fd6af687 x-openstack-request-id: req-43baf9b1-301b-49e2-8750-0400fd6af687 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:16:17.422793 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52dffa85-bbc1-49a7-b7b5-cca4a0707d30", "tag": "e9158076-0e78-4ead-9977-cf7dccdde7be", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:16:17.423051 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-43baf9b1-301b-49e2-8750-0400fd6af687 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:16:17.423461 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52dffa85-bbc1-49a7-b7b5-cca4a0707d30', 'tag': 'e9158076-0e78-4ead-9977-cf7dccdde7be', 'status': 'completed', 'code': 200} Sep 07 03:16:17.429593 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8b18b9-64b4-40c2-bba3-5032fcb45937 tempest-TestVolumeBackupRestore-402071234 tempest-TestVolumeBackupRestore-402071234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:16:17.431149 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-6e8b18b9-64b4-40c2-bba3-5032fcb45937 tempest-TestVolumeBackupRestore-402071234 tempest-TestVolumeBackupRestore-402071234-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=52dffa85-bbc1-49a7-b7b5-cca4a0707d30 HTTP/1.1" status: 200 len: 1093 time: 0.0461497 Sep 07 03:16:17.434035 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 40568) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:16:17.439226 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-148198cb-bdbc-4afe-b2c4-e7a3f0b3be50 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Request body: {'floatingip': {'port_id': 'e9158076-0e78-4ead-9977-cf7dccdde7be'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:16:17.463210 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-fc09cd99-3828-4d5b-b69c-937be03bb432 None None] Set router a1b7a5e9-059d-4c7d-9271-aa379dda7ca4 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:16:17.490449 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4657e457-cf04-42ff-95ff-f9ef1c55f977 req-3f4deee3-7967-42b5-9684-10b4fcedd470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:16:17.492093 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4657e457-cf04-42ff-95ff-f9ef1c55f977 req-3f4deee3-7967-42b5-9684-10b4fcedd470 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3d1a12394a0f4b3ba1a535033c6409ad&device_id=52dffa85-bbc1-49a7-b7b5-cca4a0707d30 HTTP/1.1" status: 200 len: 1098 time: 0.0467567 Sep 07 03:16:17.496399 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-148198cb-bdbc-4afe-b2c4-e7a3f0b3be50 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Notify callbacks [] for floatingip, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:16:17.586131 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4657e457-cf04-42ff-95ff-f9ef1c55f977 req-a69192ae-7b25-4d76-92c6-341e11c2d65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:16:17.587851 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4657e457-cf04-42ff-95ff-f9ef1c55f977 req-a69192ae-7b25-4d76-92c6-341e11c2d65b service neutron] 10.222.0.23 "GET /v2.0/networks?id=aa686b35-1d66-49af-8733-6341740e7176 HTTP/1.1" status: 200 len: 914 time: 0.0891705 Sep 07 03:16:17.662700 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4657e457-cf04-42ff-95ff-f9ef1c55f977 req-7b953420-3d75-4547-b763-b6e8eb54aa9a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9158076-0e78-4ead-9977-cf7dccdde7be HTTP/1.1" status: 200 len: 999 time: 0.0673990 Sep 07 03:16:17.690861 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-fc09cd99-3828-4d5b-b69c-937be03bb432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b7a5e9-059d-4c7d-9271-aa379dda7ca4', 'name': 'tempest-TestVolumeBackupRestore-1139759907-router', 'tenant_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'a1624f96-60b2-4b81-b9c8-75988dd96d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:14:01Z', 'updated_at': '2021-09-07T03:14:04Z', 'revision_number': 4, 'project_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'gw_port': {'id': 'a1624f96-60b2-4b81-b9c8-75988dd96d05', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:1e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b7a5e9-059d-4c7d-9271-aa379dda7ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:14:02Z', 'updated_at': '2021-09-07T03:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'd90c8dc1-3a26-4022-9ace-f36b30f5d0ec', 'tenant_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'floating_ip_address': '172.25.5.70', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': 'a1b7a5e9-059d-4c7d-9271-aa379dda7ca4', 'port_id': 'e9158076-0e78-4ead-9977-cf7dccdde7be', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa686b35-1d66-49af-8733-6341740e7176', 'mac_address': 'fa:16:3e:52:95:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52dffa85-bbc1-49a7-b7b5-cca4a0707d30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:16:16Z', 'updated_at': '2021-09-07T03:16:16Z', 'revision_number': 0, 'project_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f7be2c1-8f99-4624-9cd7-3e286f05246c', 'name': '', 'network_id': 'aa686b35-1d66-49af-8733-6341740e7176', 'tenant_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'mac_address': 'fa:16:3e:c9:c8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b7a5e9-059d-4c7d-9271-aa379dda7ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'a5be8e87-cc13-4765-bf19-23336a5bd843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:14:04Z', 'updated_at': '2021-09-07T03:14:11Z', 'revision_number': 5, 'project_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'subnets': [{'id': 'a5be8e87-cc13-4765-bf19-23336a5bd843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:16:17.713729 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4657e457-cf04-42ff-95ff-f9ef1c55f977 req-8b0c40d0-01cd-42cf-a567-182805a0bfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:16:17.715232 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4657e457-cf04-42ff-95ff-f9ef1c55f977 req-8b0c40d0-01cd-42cf-a567-182805a0bfbf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a5be8e87-cc13-4765-bf19-23336a5bd843 HTTP/1.1" status: 200 len: 853 time: 0.0458586 Sep 07 03:16:17.722349 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc09cd99-3828-4d5b-b69c-937be03bb432 None None] Checking router: a1b7a5e9-059d-4c7d-9271-aa379dda7ca4 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:16:17.730900 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc09cd99-3828-4d5b-b69c-937be03bb432 None None] Routers {'a1b7a5e9-059d-4c7d-9271-aa379dda7ca4'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:16:17.733426 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-fc09cd99-3828-4d5b-b69c-937be03bb432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:15:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['a1b7a5e9-059d-4c7d-9271-aa379dda7ca4'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:16:17.765011 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4657e457-cf04-42ff-95ff-f9ef1c55f977 req-7033d70a-1ad6-4814-aeb6-76778d4e89c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:16:17.767014 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4657e457-cf04-42ff-95ff-f9ef1c55f977 req-7033d70a-1ad6-4814-aeb6-76778d4e89c8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=aa686b35-1d66-49af-8733-6341740e7176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442514 Sep 07 03:16:17.843301 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-fc09cd99-3828-4d5b-b69c-937be03bb432 None None] Set router a1b7a5e9-059d-4c7d-9271-aa379dda7ca4 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:16:17.873101 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4657e457-cf04-42ff-95ff-f9ef1c55f977 req-3c9a9f7d-a445-47a0-bf1d-3cea53ecf826 service neutron] 10.222.0.23 "GET /v2.0/networks/aa686b35-1d66-49af-8733-6341740e7176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983305 Sep 07 03:16:17.972342 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4657e457-cf04-42ff-95ff-f9ef1c55f977 req-35d07d3e-055a-4d1d-9934-effb89a5eba2 service neutron] 10.222.0.23 "GET /v2.0/networks/aa686b35-1d66-49af-8733-6341740e7176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915451 Sep 07 03:16:18.076649 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-fc09cd99-3828-4d5b-b69c-937be03bb432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b7a5e9-059d-4c7d-9271-aa379dda7ca4', 'name': 'tempest-TestVolumeBackupRestore-1139759907-router', 'tenant_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'a1624f96-60b2-4b81-b9c8-75988dd96d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:14:01Z', 'updated_at': '2021-09-07T03:14:04Z', 'revision_number': 4, 'project_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'gw_port': {'id': 'a1624f96-60b2-4b81-b9c8-75988dd96d05', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:1e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b7a5e9-059d-4c7d-9271-aa379dda7ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:14:02Z', 'updated_at': '2021-09-07T03:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'd90c8dc1-3a26-4022-9ace-f36b30f5d0ec', 'tenant_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'floating_ip_address': '172.25.5.70', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': 'a1b7a5e9-059d-4c7d-9271-aa379dda7ca4', 'port_id': 'e9158076-0e78-4ead-9977-cf7dccdde7be', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa686b35-1d66-49af-8733-6341740e7176', 'mac_address': 'fa:16:3e:52:95:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52dffa85-bbc1-49a7-b7b5-cca4a0707d30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:16:16Z', 'updated_at': '2021-09-07T03:16:16Z', 'revision_number': 0, 'project_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f7be2c1-8f99-4624-9cd7-3e286f05246c', 'name': '', 'network_id': 'aa686b35-1d66-49af-8733-6341740e7176', 'tenant_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'mac_address': 'fa:16:3e:c9:c8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b7a5e9-059d-4c7d-9271-aa379dda7ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'a5be8e87-cc13-4765-bf19-23336a5bd843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:14:04Z', 'updated_at': '2021-09-07T03:14:11Z', 'revision_number': 5, 'project_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'subnets': [{'id': 'a5be8e87-cc13-4765-bf19-23336a5bd843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:16:18.106516 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc09cd99-3828-4d5b-b69c-937be03bb432 None None] The sync data for ids ['a1b7a5e9-059d-4c7d-9271-aa379dda7ca4'] in n-d-796209-16 is: [{'id': 'a1b7a5e9-059d-4c7d-9271-aa379dda7ca4', 'name': 'tempest-TestVolumeBackupRestore-1139759907-router', 'tenant_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'a1624f96-60b2-4b81-b9c8-75988dd96d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:14:01Z', 'updated_at': '2021-09-07T03:14:04Z', 'revision_number': 4, 'project_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'gw_port': {'id': 'a1624f96-60b2-4b81-b9c8-75988dd96d05', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:1e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b7a5e9-059d-4c7d-9271-aa379dda7ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:14:02Z', 'updated_at': '2021-09-07T03:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'd90c8dc1-3a26-4022-9ace-f36b30f5d0ec', 'tenant_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'floating_ip_address': '172.25.5.70', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': 'a1b7a5e9-059d-4c7d-9271-aa379dda7ca4', 'port_id': 'e9158076-0e78-4ead-9977-cf7dccdde7be', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa686b35-1d66-49af-8733-6341740e7176', 'mac_address': 'fa:16:3e:52:95:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52dffa85-bbc1-49a7-b7b5-cca4a0707d30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:16:16Z', 'updated_at': '2021-09-07T03:16:16Z', 'revision_number': 0, 'project_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f7be2c1-8f99-4624-9cd7-3e286f05246c', 'name': '', 'network_id': 'aa686b35-1d66-49af-8733-6341740e7176', 'tenant_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'mac_address': 'fa:16:3e:c9:c8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b7a5e9-059d-4c7d-9271-aa379dda7ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'a5be8e87-cc13-4765-bf19-23336a5bd843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:14:04Z', 'updated_at': '2021-09-07T03:14:11Z', 'revision_number': 5, 'project_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'subnets': [{'id': 'a5be8e87-cc13-4765-bf19-23336a5bd843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:16:18.284109 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-148198cb-bdbc-4afe-b2c4-e7a3f0b3be50 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:16:18.288187 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-148198cb-bdbc-4afe-b2c4-e7a3f0b3be50 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:16:18.301962 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d029fe2e-0557-43da-a0c7-a012113a7f65 None None] New status for floating IP d90c8dc1-3a26-4022-9ace-f36b30f5d0ec: ACTIVE {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 03:16:18.499936 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-148198cb-bdbc-4afe-b2c4-e7a3f0b3be50 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Router a1b7a5e9-059d-4c7d-9271-aa379dda7ca4 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:16:18.607063 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-148198cb-bdbc-4afe-b2c4-e7a3f0b3be50 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:16:18.611888 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-148198cb-bdbc-4afe-b2c4-e7a3f0b3be50 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:16:18.617088 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdedfb7b-c32a-43a5-ad36-c454c522f2a4 None None] Sync routers for ids ['a1b7a5e9-059d-4c7d-9271-aa379dda7ca4'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:16:18.635252 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdedfb7b-c32a-43a5-ad36-c454c522f2a4 None None] Routers {'a1b7a5e9-059d-4c7d-9271-aa379dda7ca4'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:16:18.635896 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-cdedfb7b-c32a-43a5-ad36-c454c522f2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:15:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['a1b7a5e9-059d-4c7d-9271-aa379dda7ca4'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:16:18.639605 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52dffa85-bbc1-49a7-b7b5-cca4a0707d30', 'tag': 'e9158076-0e78-4ead-9977-cf7dccdde7be'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:16:18.642538 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5b2a57-537b-4f24-bdd9-90caea777d86" -d '{"events": [{"name": "network-changed", "server_uuid": "52dffa85-bbc1-49a7-b7b5-cca4a0707d30", "tag": "e9158076-0e78-4ead-9977-cf7dccdde7be"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:16:18.670294 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-148198cb-bdbc-4afe-b2c4-e7a3f0b3be50 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] 10.222.0.22 "PUT /v2.0/floatingips/d90c8dc1-3a26-4022-9ace-f36b30f5d0ec HTTP/1.1" status: 200 len: 991 time: 1.2351928 Sep 07 03:16:18.761315 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b76b723-ee98-4148-9aa6-e14f82c20837 x-openstack-request-id: req-3b76b723-ee98-4148-9aa6-e14f82c20837 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:16:18.761614 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52dffa85-bbc1-49a7-b7b5-cca4a0707d30", "tag": "e9158076-0e78-4ead-9977-cf7dccdde7be", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:16:18.761868 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3b76b723-ee98-4148-9aa6-e14f82c20837 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:16:18.762273 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52dffa85-bbc1-49a7-b7b5-cca4a0707d30', 'tag': 'e9158076-0e78-4ead-9977-cf7dccdde7be', 'status': 'completed', 'code': 200} Sep 07 03:16:18.822295 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b2a57-537b-4f24-bdd9-90caea777d86 req-b1938249-d388-4a14-abf6-6d49af43c366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:16:18.824091 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7a5b2a57-537b-4f24-bdd9-90caea777d86 req-b1938249-d388-4a14-abf6-6d49af43c366 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3d1a12394a0f4b3ba1a535033c6409ad&device_id=52dffa85-bbc1-49a7-b7b5-cca4a0707d30 HTTP/1.1" status: 200 len: 1098 time: 0.0405614 Sep 07 03:16:18.833853 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-cdedfb7b-c32a-43a5-ad36-c454c522f2a4 None None] Set router a1b7a5e9-059d-4c7d-9271-aa379dda7ca4 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:16:18.924233 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b2a57-537b-4f24-bdd9-90caea777d86 req-7841de4e-b41f-42fb-ae30-4d278e3df6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:16:18.925728 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7a5b2a57-537b-4f24-bdd9-90caea777d86 req-7841de4e-b41f-42fb-ae30-4d278e3df6b8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=aa686b35-1d66-49af-8733-6341740e7176 HTTP/1.1" status: 200 len: 914 time: 0.0952733 Sep 07 03:16:18.994418 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7a5b2a57-537b-4f24-bdd9-90caea777d86 req-ef375b72-ed6b-4fa4-8699-be70fd211af4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9158076-0e78-4ead-9977-cf7dccdde7be HTTP/1.1" status: 200 len: 1001 time: 0.0608912 Sep 07 03:16:19.042959 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b2a57-537b-4f24-bdd9-90caea777d86 req-4ce2d8cf-d1c2-42cb-a628-64a829d3629e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:16:19.044460 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7a5b2a57-537b-4f24-bdd9-90caea777d86 req-4ce2d8cf-d1c2-42cb-a628-64a829d3629e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a5be8e87-cc13-4765-bf19-23336a5bd843 HTTP/1.1" status: 200 len: 853 time: 0.0433512 Sep 07 03:16:19.055515 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-cdedfb7b-c32a-43a5-ad36-c454c522f2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b7a5e9-059d-4c7d-9271-aa379dda7ca4', 'name': 'tempest-TestVolumeBackupRestore-1139759907-router', 'tenant_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'a1624f96-60b2-4b81-b9c8-75988dd96d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:14:01Z', 'updated_at': '2021-09-07T03:14:04Z', 'revision_number': 4, 'project_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'gw_port': {'id': 'a1624f96-60b2-4b81-b9c8-75988dd96d05', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:1e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b7a5e9-059d-4c7d-9271-aa379dda7ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:14:02Z', 'updated_at': '2021-09-07T03:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'd90c8dc1-3a26-4022-9ace-f36b30f5d0ec', 'tenant_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'floating_ip_address': '172.25.5.70', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': 'a1b7a5e9-059d-4c7d-9271-aa379dda7ca4', 'port_id': 'e9158076-0e78-4ead-9977-cf7dccdde7be', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa686b35-1d66-49af-8733-6341740e7176', 'mac_address': 'fa:16:3e:52:95:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52dffa85-bbc1-49a7-b7b5-cca4a0707d30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:16:16Z', 'updated_at': '2021-09-07T03:16:18Z', 'revision_number': 2, 'project_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f7be2c1-8f99-4624-9cd7-3e286f05246c', 'name': '', 'network_id': 'aa686b35-1d66-49af-8733-6341740e7176', 'tenant_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'mac_address': 'fa:16:3e:c9:c8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b7a5e9-059d-4c7d-9271-aa379dda7ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'a5be8e87-cc13-4765-bf19-23336a5bd843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:14:04Z', 'updated_at': '2021-09-07T03:14:11Z', 'revision_number': 5, 'project_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'subnets': [{'id': 'a5be8e87-cc13-4765-bf19-23336a5bd843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:16:19.086662 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdedfb7b-c32a-43a5-ad36-c454c522f2a4 None None] Checking router: a1b7a5e9-059d-4c7d-9271-aa379dda7ca4 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:16:19.095083 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdedfb7b-c32a-43a5-ad36-c454c522f2a4 None None] Routers {'a1b7a5e9-059d-4c7d-9271-aa379dda7ca4'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:16:19.095377 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b2a57-537b-4f24-bdd9-90caea777d86 req-65035f33-7e8f-4872-ab9f-67c9f87d3b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:16:19.095710 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-cdedfb7b-c32a-43a5-ad36-c454c522f2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:15:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['a1b7a5e9-059d-4c7d-9271-aa379dda7ca4'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:16:19.096933 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7a5b2a57-537b-4f24-bdd9-90caea777d86 req-65035f33-7e8f-4872-ab9f-67c9f87d3b54 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=aa686b35-1d66-49af-8733-6341740e7176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426383 Sep 07 03:16:19.201064 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-cdedfb7b-c32a-43a5-ad36-c454c522f2a4 None None] Set router a1b7a5e9-059d-4c7d-9271-aa379dda7ca4 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:16:19.390790 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:16:19.434634 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-cdedfb7b-c32a-43a5-ad36-c454c522f2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b7a5e9-059d-4c7d-9271-aa379dda7ca4', 'name': 'tempest-TestVolumeBackupRestore-1139759907-router', 'tenant_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'a1624f96-60b2-4b81-b9c8-75988dd96d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:14:01Z', 'updated_at': '2021-09-07T03:14:04Z', 'revision_number': 4, 'project_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'gw_port': {'id': 'a1624f96-60b2-4b81-b9c8-75988dd96d05', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:1e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b7a5e9-059d-4c7d-9271-aa379dda7ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:14:02Z', 'updated_at': '2021-09-07T03:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'd90c8dc1-3a26-4022-9ace-f36b30f5d0ec', 'tenant_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'floating_ip_address': '172.25.5.70', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': 'a1b7a5e9-059d-4c7d-9271-aa379dda7ca4', 'port_id': 'e9158076-0e78-4ead-9977-cf7dccdde7be', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa686b35-1d66-49af-8733-6341740e7176', 'mac_address': 'fa:16:3e:52:95:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52dffa85-bbc1-49a7-b7b5-cca4a0707d30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:16:16Z', 'updated_at': '2021-09-07T03:16:18Z', 'revision_number': 2, 'project_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f7be2c1-8f99-4624-9cd7-3e286f05246c', 'name': '', 'network_id': 'aa686b35-1d66-49af-8733-6341740e7176', 'tenant_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'mac_address': 'fa:16:3e:c9:c8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b7a5e9-059d-4c7d-9271-aa379dda7ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'a5be8e87-cc13-4765-bf19-23336a5bd843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:14:04Z', 'updated_at': '2021-09-07T03:14:11Z', 'revision_number': 5, 'project_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'subnets': [{'id': 'a5be8e87-cc13-4765-bf19-23336a5bd843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:16:19.462212 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7a5b2a57-537b-4f24-bdd9-90caea777d86 req-3537f1f2-fd93-434e-ad61-860aa04abee4 service neutron] 10.222.0.23 "GET /v2.0/networks/aa686b35-1d66-49af-8733-6341740e7176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578026 Sep 07 03:16:19.462445 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdedfb7b-c32a-43a5-ad36-c454c522f2a4 None None] The sync data for ids ['a1b7a5e9-059d-4c7d-9271-aa379dda7ca4'] in n-d-796209-16 is: [{'id': 'a1b7a5e9-059d-4c7d-9271-aa379dda7ca4', 'name': 'tempest-TestVolumeBackupRestore-1139759907-router', 'tenant_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'a1624f96-60b2-4b81-b9c8-75988dd96d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:14:01Z', 'updated_at': '2021-09-07T03:14:04Z', 'revision_number': 4, 'project_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'gw_port': {'id': 'a1624f96-60b2-4b81-b9c8-75988dd96d05', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:1e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b7a5e9-059d-4c7d-9271-aa379dda7ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:14:02Z', 'updated_at': '2021-09-07T03:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'd90c8dc1-3a26-4022-9ace-f36b30f5d0ec', 'tenant_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'floating_ip_address': '172.25.5.70', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': 'a1b7a5e9-059d-4c7d-9271-aa379dda7ca4', 'port_id': 'e9158076-0e78-4ead-9977-cf7dccdde7be', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa686b35-1d66-49af-8733-6341740e7176', 'mac_address': 'fa:16:3e:52:95:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52dffa85-bbc1-49a7-b7b5-cca4a0707d30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:16:16Z', 'updated_at': '2021-09-07T03:16:18Z', 'revision_number': 2, 'project_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f7be2c1-8f99-4624-9cd7-3e286f05246c', 'name': '', 'network_id': 'aa686b35-1d66-49af-8733-6341740e7176', 'tenant_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'mac_address': 'fa:16:3e:c9:c8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b7a5e9-059d-4c7d-9271-aa379dda7ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'a5be8e87-cc13-4765-bf19-23336a5bd843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:14:04Z', 'updated_at': '2021-09-07T03:14:11Z', 'revision_number': 5, 'project_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'subnets': [{'id': 'a5be8e87-cc13-4765-bf19-23336a5bd843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:16:19.555068 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7a5b2a57-537b-4f24-bdd9-90caea777d86 req-25716b5b-6a93-433b-b22e-08e5e318aa23 service neutron] 10.222.0.23 "GET /v2.0/networks/aa686b35-1d66-49af-8733-6341740e7176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849633 Sep 07 03:16:20.763148 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52dffa85-bbc1-49a7-b7b5-cca4a0707d30', 'tag': 'e9158076-0e78-4ead-9977-cf7dccdde7be'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:16:20.765496 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c04abe9-fb63-49a0-91e1-3109f89a47d6" -d '{"events": [{"name": "network-changed", "server_uuid": "52dffa85-bbc1-49a7-b7b5-cca4a0707d30", "tag": "e9158076-0e78-4ead-9977-cf7dccdde7be"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:16:20.801233 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab61c41-8077-4dde-86ee-059dfeef20ff x-openstack-request-id: req-fab61c41-8077-4dde-86ee-059dfeef20ff {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:16:20.801525 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52dffa85-bbc1-49a7-b7b5-cca4a0707d30", "tag": "e9158076-0e78-4ead-9977-cf7dccdde7be", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:16:20.801781 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fab61c41-8077-4dde-86ee-059dfeef20ff {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:16:20.802180 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52dffa85-bbc1-49a7-b7b5-cca4a0707d30', 'tag': 'e9158076-0e78-4ead-9977-cf7dccdde7be', 'status': 'completed', 'code': 200} Sep 07 03:16:20.862447 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04abe9-fb63-49a0-91e1-3109f89a47d6 req-97aabb61-1f12-489d-a6ec-4c4304609f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:16:20.863946 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8c04abe9-fb63-49a0-91e1-3109f89a47d6 req-97aabb61-1f12-489d-a6ec-4c4304609f38 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3d1a12394a0f4b3ba1a535033c6409ad&device_id=52dffa85-bbc1-49a7-b7b5-cca4a0707d30 HTTP/1.1" status: 200 len: 1098 time: 0.0400877 Sep 07 03:16:20.954286 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04abe9-fb63-49a0-91e1-3109f89a47d6 req-595e57c8-3574-440e-9b5a-99a879f42f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:16:20.955793 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8c04abe9-fb63-49a0-91e1-3109f89a47d6 req-595e57c8-3574-440e-9b5a-99a879f42f4a service neutron] 10.222.0.23 "GET /v2.0/networks?id=aa686b35-1d66-49af-8733-6341740e7176 HTTP/1.1" status: 200 len: 914 time: 0.0852432 Sep 07 03:16:21.018584 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8c04abe9-fb63-49a0-91e1-3109f89a47d6 req-e9814dd0-939b-4a42-939c-17accabfcdf1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9158076-0e78-4ead-9977-cf7dccdde7be HTTP/1.1" status: 200 len: 1001 time: 0.0560827 Sep 07 03:16:21.077065 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04abe9-fb63-49a0-91e1-3109f89a47d6 req-6c5c2003-7153-4286-8428-6932b49d48a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:16:21.078545 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8c04abe9-fb63-49a0-91e1-3109f89a47d6 req-6c5c2003-7153-4286-8428-6932b49d48a1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a5be8e87-cc13-4765-bf19-23336a5bd843 HTTP/1.1" status: 200 len: 853 time: 0.0528212 Sep 07 03:16:21.124804 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04abe9-fb63-49a0-91e1-3109f89a47d6 req-5dacbcef-0a41-4588-aa83-91134dda4b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:16:21.126324 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8c04abe9-fb63-49a0-91e1-3109f89a47d6 req-5dacbcef-0a41-4588-aa83-91134dda4b3d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=aa686b35-1d66-49af-8733-6341740e7176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414965 Sep 07 03:16:21.219054 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8c04abe9-fb63-49a0-91e1-3109f89a47d6 req-082b6edc-0e9b-4e1c-a5a3-b468a3e3f6d0 service neutron] 10.222.0.23 "GET /v2.0/networks/aa686b35-1d66-49af-8733-6341740e7176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846171 Sep 07 03:16:21.309987 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8c04abe9-fb63-49a0-91e1-3109f89a47d6 req-5ff88e36-a581-46c2-bf98-a2855c90b6a4 service neutron] 10.222.0.23 "GET /v2.0/networks/aa686b35-1d66-49af-8733-6341740e7176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843582 Sep 07 03:16:21.762689 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:16:21.854337 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:16:25.953285 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6f91d55f-8906-4903-b7b0-0c4effbe8763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:16:28.193699 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-97f845eb-8e00-4112-a89c-de730a79ea55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:16:28.743186 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:16:29.637816 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:16:31.482337 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:16:47.168239 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 40582) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:16:47.328795 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-acfbc63c-d22d-488a-bab7-e4c5c1078d76 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Deleting port 3bd4a704-f209-4037-abd7-b3b93497230e {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:16:47.329052 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-acfbc63c-d22d-488a-bab7-e4c5c1078d76 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:16:47.407065 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-acfbc63c-d22d-488a-bab7-e4c5c1078d76 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:16:47.407410 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-acfbc63c-d22d-488a-bab7-e4c5c1078d76 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:16:47.419315 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-acfbc63c-d22d-488a-bab7-e4c5c1078d76 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Calling delete_port for 3bd4a704-f209-4037-abd7-b3b93497230e owned by network:floatingip {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:16:47.565978 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-acfbc63c-d22d-488a-bab7-e4c5c1078d76 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:16:47.593682 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfbc63c-d22d-488a-bab7-e4c5c1078d76 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Pushing event deleted for resources: {'Port': ['ID=3bd4a704-f209-4037-abd7-b3b93497230e,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:16:47.618396 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfbc63c-d22d-488a-bab7-e4c5c1078d76 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:16:47.618744 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfbc63c-d22d-488a-bab7-e4c5c1078d76 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:16:47.619081 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfbc63c-d22d-488a-bab7-e4c5c1078d76 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:16:47.619416 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfbc63c-d22d-488a-bab7-e4c5c1078d76 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:16:47.619776 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfbc63c-d22d-488a-bab7-e4c5c1078d76 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:16:47.620105 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfbc63c-d22d-488a-bab7-e4c5c1078d76 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:16:47.620431 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfbc63c-d22d-488a-bab7-e4c5c1078d76 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:16:47.620756 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfbc63c-d22d-488a-bab7-e4c5c1078d76 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:16:47.621081 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfbc63c-d22d-488a-bab7-e4c5c1078d76 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:16:47.621402 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfbc63c-d22d-488a-bab7-e4c5c1078d76 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:16:47.621723 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfbc63c-d22d-488a-bab7-e4c5c1078d76 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:16:47.622040 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfbc63c-d22d-488a-bab7-e4c5c1078d76 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:16:47.664881 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-acfbc63c-d22d-488a-bab7-e4c5c1078d76 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Notify callbacks [] for floatingip, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:16:47.665216 n-d-796209-16 neutron-server[94701]: INFO neutron.db.l3_db [None req-acfbc63c-d22d-488a-bab7-e4c5c1078d76 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Floating IP d90c8dc1-3a26-4022-9ace-f36b30f5d0ec disassociated (deleted). External IP: 172.25.5.70, port: e9158076-0e78-4ead-9977-cf7dccdde7be. Sep 07 03:16:47.871204 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acfbc63c-d22d-488a-bab7-e4c5c1078d76 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Router a1b7a5e9-059d-4c7d-9271-aa379dda7ca4 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:16:47.978608 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acfbc63c-d22d-488a-bab7-e4c5c1078d76 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:16:47.983343 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-acfbc63c-d22d-488a-bab7-e4c5c1078d76 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:16:47.988915 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20681f0-1908-4cec-8f05-88f0d6786096 None None] Sync routers for ids ['a1b7a5e9-059d-4c7d-9271-aa379dda7ca4'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:16:47.998594 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20681f0-1908-4cec-8f05-88f0d6786096 None None] Routers {'a1b7a5e9-059d-4c7d-9271-aa379dda7ca4'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:16:47.999217 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-e20681f0-1908-4cec-8f05-88f0d6786096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:16:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['a1b7a5e9-059d-4c7d-9271-aa379dda7ca4'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:16:48.010834 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-acfbc63c-d22d-488a-bab7-e4c5c1078d76 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] 10.222.0.22 "DELETE /v2.0/floatingips/d90c8dc1-3a26-4022-9ace-f36b30f5d0ec HTTP/1.1" status: 204 len: 168 time: 0.8415413 Sep 07 03:16:48.011397 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52dffa85-bbc1-49a7-b7b5-cca4a0707d30', 'tag': 'e9158076-0e78-4ead-9977-cf7dccdde7be'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:16:48.013716 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13988347-eff6-42bd-b31c-9937c6d39c76" -d '{"events": [{"name": "network-changed", "server_uuid": "52dffa85-bbc1-49a7-b7b5-cca4a0707d30", "tag": "e9158076-0e78-4ead-9977-cf7dccdde7be"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:16:48.054478 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e8aeba-7589-4260-891d-e03254950f85 x-openstack-request-id: req-66e8aeba-7589-4260-891d-e03254950f85 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:16:48.054765 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52dffa85-bbc1-49a7-b7b5-cca4a0707d30", "tag": "e9158076-0e78-4ead-9977-cf7dccdde7be", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:16:48.055013 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-66e8aeba-7589-4260-891d-e03254950f85 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:16:48.055418 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52dffa85-bbc1-49a7-b7b5-cca4a0707d30', 'tag': 'e9158076-0e78-4ead-9977-cf7dccdde7be', 'status': 'completed', 'code': 200} Sep 07 03:16:48.115870 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13988347-eff6-42bd-b31c-9937c6d39c76 req-c26af287-3aab-4dd7-b70e-e969bfadeeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:16:48.117396 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-13988347-eff6-42bd-b31c-9937c6d39c76 req-c26af287-3aab-4dd7-b70e-e969bfadeeac service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=3d1a12394a0f4b3ba1a535033c6409ad&device_id=52dffa85-bbc1-49a7-b7b5-cca4a0707d30 HTTP/1.1" status: 200 len: 1098 time: 0.0426493 Sep 07 03:16:48.124189 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-e20681f0-1908-4cec-8f05-88f0d6786096 None None] Set router a1b7a5e9-059d-4c7d-9271-aa379dda7ca4 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:16:48.225872 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13988347-eff6-42bd-b31c-9937c6d39c76 req-ec2c7134-ca69-421d-b2f9-4374921959ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:16:48.227598 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-13988347-eff6-42bd-b31c-9937c6d39c76 req-ec2c7134-ca69-421d-b2f9-4374921959ba service neutron] 10.222.0.23 "GET /v2.0/networks?id=aa686b35-1d66-49af-8733-6341740e7176 HTTP/1.1" status: 200 len: 914 time: 0.1031826 Sep 07 03:16:48.261653 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be8b322-a675-4acb-9308-c791d9a3c053 req-afba4e49-efa9-46d1-8c57-1fc1f39761c3 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:16:48.263157 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5be8b322-a675-4acb-9308-c791d9a3c053 req-afba4e49-efa9-46d1-8c57-1fc1f39761c3 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] 10.222.0.22 "GET /v2.0/ports?device_id=52dffa85-bbc1-49a7-b7b5-cca4a0707d30 HTTP/1.1" status: 200 len: 946 time: 0.0526755 Sep 07 03:16:48.272335 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-13988347-eff6-42bd-b31c-9937c6d39c76 req-de2025ab-7f03-403d-b6d2-d68fdef56d66 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9158076-0e78-4ead-9977-cf7dccdde7be HTTP/1.1" status: 200 len: 217 time: 0.0361953 Sep 07 03:16:48.304607 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5be8b322-a675-4acb-9308-c791d9a3c053 req-61ad638a-9898-49aa-a234-31f9f85e06ef tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] 10.222.0.22 "GET /v2.0/security-groups?id=539dcdb6-062e-423d-bcb2-1400b6caaf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343225 Sep 07 03:16:48.336141 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13988347-eff6-42bd-b31c-9937c6d39c76 req-8d25448a-bffd-4082-b428-7f2972d911c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:16:48.337640 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-13988347-eff6-42bd-b31c-9937c6d39c76 req-8d25448a-bffd-4082-b428-7f2972d911c5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a5be8e87-cc13-4765-bf19-23336a5bd843 HTTP/1.1" status: 200 len: 853 time: 0.0571682 Sep 07 03:16:48.341249 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-e20681f0-1908-4cec-8f05-88f0d6786096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b7a5e9-059d-4c7d-9271-aa379dda7ca4', 'name': 'tempest-TestVolumeBackupRestore-1139759907-router', 'tenant_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'a1624f96-60b2-4b81-b9c8-75988dd96d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:14:01Z', 'updated_at': '2021-09-07T03:14:04Z', 'revision_number': 4, 'project_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'gw_port': {'id': 'a1624f96-60b2-4b81-b9c8-75988dd96d05', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:1e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b7a5e9-059d-4c7d-9271-aa379dda7ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:14:02Z', 'updated_at': '2021-09-07T03:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '7f7be2c1-8f99-4624-9cd7-3e286f05246c', 'name': '', 'network_id': 'aa686b35-1d66-49af-8733-6341740e7176', 'tenant_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'mac_address': 'fa:16:3e:c9:c8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b7a5e9-059d-4c7d-9271-aa379dda7ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'a5be8e87-cc13-4765-bf19-23336a5bd843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:14:04Z', 'updated_at': '2021-09-07T03:14:11Z', 'revision_number': 5, 'project_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'subnets': [{'id': 'a5be8e87-cc13-4765-bf19-23336a5bd843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:16:48.371953 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20681f0-1908-4cec-8f05-88f0d6786096 None None] Checking router: a1b7a5e9-059d-4c7d-9271-aa379dda7ca4 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:16:48.380937 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20681f0-1908-4cec-8f05-88f0d6786096 None None] Routers {'a1b7a5e9-059d-4c7d-9271-aa379dda7ca4'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:16:48.381459 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-e20681f0-1908-4cec-8f05-88f0d6786096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:16:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['a1b7a5e9-059d-4c7d-9271-aa379dda7ca4'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:16:48.388191 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13988347-eff6-42bd-b31c-9937c6d39c76 req-07f92228-4773-4126-ae73-274e14471f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:16:48.389723 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-13988347-eff6-42bd-b31c-9937c6d39c76 req-07f92228-4773-4126-ae73-274e14471f67 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=aa686b35-1d66-49af-8733-6341740e7176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412893 Sep 07 03:16:48.482152 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-13988347-eff6-42bd-b31c-9937c6d39c76 req-55fbc018-de79-482c-a7b7-4f66f49fb61e service neutron] 10.222.0.23 "GET /v2.0/networks/aa686b35-1d66-49af-8733-6341740e7176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839400 Sep 07 03:16:48.491557 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-e20681f0-1908-4cec-8f05-88f0d6786096 None None] Set router a1b7a5e9-059d-4c7d-9271-aa379dda7ca4 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:16:48.578938 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-13988347-eff6-42bd-b31c-9937c6d39c76 req-b6fc391b-d7c8-481e-9584-7399aaf708a7 service neutron] 10.222.0.23 "GET /v2.0/networks/aa686b35-1d66-49af-8733-6341740e7176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884559 Sep 07 03:16:48.695321 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-e20681f0-1908-4cec-8f05-88f0d6786096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b7a5e9-059d-4c7d-9271-aa379dda7ca4', 'name': 'tempest-TestVolumeBackupRestore-1139759907-router', 'tenant_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'a1624f96-60b2-4b81-b9c8-75988dd96d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:14:01Z', 'updated_at': '2021-09-07T03:14:04Z', 'revision_number': 4, 'project_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'gw_port': {'id': 'a1624f96-60b2-4b81-b9c8-75988dd96d05', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:1e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b7a5e9-059d-4c7d-9271-aa379dda7ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:14:02Z', 'updated_at': '2021-09-07T03:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '7f7be2c1-8f99-4624-9cd7-3e286f05246c', 'name': '', 'network_id': 'aa686b35-1d66-49af-8733-6341740e7176', 'tenant_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'mac_address': 'fa:16:3e:c9:c8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b7a5e9-059d-4c7d-9271-aa379dda7ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'a5be8e87-cc13-4765-bf19-23336a5bd843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:14:04Z', 'updated_at': '2021-09-07T03:14:11Z', 'revision_number': 5, 'project_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'subnets': [{'id': 'a5be8e87-cc13-4765-bf19-23336a5bd843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:16:48.722178 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20681f0-1908-4cec-8f05-88f0d6786096 None None] The sync data for ids ['a1b7a5e9-059d-4c7d-9271-aa379dda7ca4'] in n-d-796209-16 is: [{'id': 'a1b7a5e9-059d-4c7d-9271-aa379dda7ca4', 'name': 'tempest-TestVolumeBackupRestore-1139759907-router', 'tenant_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'a1624f96-60b2-4b81-b9c8-75988dd96d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:14:01Z', 'updated_at': '2021-09-07T03:14:04Z', 'revision_number': 4, 'project_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'gw_port': {'id': 'a1624f96-60b2-4b81-b9c8-75988dd96d05', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:1e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b7a5e9-059d-4c7d-9271-aa379dda7ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:14:02Z', 'updated_at': '2021-09-07T03:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '7f7be2c1-8f99-4624-9cd7-3e286f05246c', 'name': '', 'network_id': 'aa686b35-1d66-49af-8733-6341740e7176', 'tenant_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'mac_address': 'fa:16:3e:c9:c8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b7a5e9-059d-4c7d-9271-aa379dda7ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': 'a5be8e87-cc13-4765-bf19-23336a5bd843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:14:04Z', 'updated_at': '2021-09-07T03:14:11Z', 'revision_number': 5, 'project_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'subnets': [{'id': 'a5be8e87-cc13-4765-bf19-23336a5bd843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:16:48.940148 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5eecee9-45ca-4ed0-9032-71c14273a501 None None] New status for floating IP d90c8dc1-3a26-4022-9ace-f36b30f5d0ec: DOWN {{(pid=94703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 03:16:49.423461 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e86ed23-59af-40ae-bf75-0ce359d1b32c req-380ba565-1c0e-4052-a78a-40a09935893c tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:16:49.424990 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3e86ed23-59af-40ae-bf75-0ce359d1b32c req-380ba565-1c0e-4052-a78a-40a09935893c tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] 10.222.0.22 "GET /v2.0/ports?device_id=52dffa85-bbc1-49a7-b7b5-cca4a0707d30 HTTP/1.1" status: 200 len: 946 time: 0.0487490 Sep 07 03:16:49.462671 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3e86ed23-59af-40ae-bf75-0ce359d1b32c req-02a30749-08fb-4e5c-85bc-5c5f8272123f tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] 10.222.0.22 "GET /v2.0/security-groups?id=539dcdb6-062e-423d-bcb2-1400b6caaf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318899 Sep 07 03:16:49.997188 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a62d1-e23b-400a-8c3d-9c1f0711eec3 req-d3d37415-2232-418d-942f-557c1947471f tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:16:49.998660 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bf0a62d1-e23b-400a-8c3d-9c1f0711eec3 req-d3d37415-2232-418d-942f-557c1947471f tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] 10.222.0.23 "GET /v2.0/ports?device_id=52dffa85-bbc1-49a7-b7b5-cca4a0707d30 HTTP/1.1" status: 200 len: 946 time: 0.0521128 Sep 07 03:16:50.086208 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-bf0a62d1-e23b-400a-8c3d-9c1f0711eec3 req-734fbf57-9e66-4165-8a17-3cf861294864 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Deleting port e9158076-0e78-4ead-9977-cf7dccdde7be {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:16:50.086561 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bf0a62d1-e23b-400a-8c3d-9c1f0711eec3 req-734fbf57-9e66-4165-8a17-3cf861294864 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:16:50.176697 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-bf0a62d1-e23b-400a-8c3d-9c1f0711eec3 req-734fbf57-9e66-4165-8a17-3cf861294864 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] For port e9158076-0e78-4ead-9977-cf7dccdde7be, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=e9158076-0e78-4ead-9977-cf7dccdde7be,segment=NetworkSegment(76716272-2a53-427b-a6bc-f8600439d6dc),segment_id=76716272-2a53-427b-a6bc-f8600439d6dc)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:16:50.177067 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bf0a62d1-e23b-400a-8c3d-9c1f0711eec3 req-734fbf57-9e66-4165-8a17-3cf861294864 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:16:50.190366 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-bf0a62d1-e23b-400a-8c3d-9c1f0711eec3 req-734fbf57-9e66-4165-8a17-3cf861294864 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Calling delete_port for e9158076-0e78-4ead-9977-cf7dccdde7be owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:16:50.312769 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bf0a62d1-e23b-400a-8c3d-9c1f0711eec3 req-734fbf57-9e66-4165-8a17-3cf861294864 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:16:50.343188 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734fbf57-9e66-4165-8a17-3cf861294864 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Pushing event deleted for resources: {'Port': ['ID=e9158076-0e78-4ead-9977-cf7dccdde7be,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:16:50.385808 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0a62d1-e23b-400a-8c3d-9c1f0711eec3 req-734fbf57-9e66-4165-8a17-3cf861294864 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] No DVR routers for this DVR port e9158076-0e78-4ead-9977-cf7dccdde7be on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:16:50.388510 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-bf0a62d1-e23b-400a-8c3d-9c1f0711eec3 req-734fbf57-9e66-4165-8a17-3cf861294864 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:16:50.390579 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bf0a62d1-e23b-400a-8c3d-9c1f0711eec3 req-734fbf57-9e66-4165-8a17-3cf861294864 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] 10.222.0.23 "DELETE /v2.0/ports/e9158076-0e78-4ead-9977-cf7dccdde7be HTTP/1.1" status: 204 len: 173 time: 0.3859403 Sep 07 03:16:50.391024 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52dffa85-bbc1-49a7-b7b5-cca4a0707d30', 'name': 'network-vif-deleted', 'tag': 'e9158076-0e78-4ead-9977-cf7dccdde7be'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:16:50.393337 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4917a403-f007-4806-b70d-2f01a4442186" -d '{"events": [{"server_uuid": "52dffa85-bbc1-49a7-b7b5-cca4a0707d30", "name": "network-vif-deleted", "tag": "e9158076-0e78-4ead-9977-cf7dccdde7be"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:16:50.432260 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e1efdf-4461-4b07-a09b-5e1daca3f5bc x-openstack-request-id: req-81e1efdf-4461-4b07-a09b-5e1daca3f5bc {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:16:50.432836 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52dffa85-bbc1-49a7-b7b5-cca4a0707d30", "name": "network-vif-deleted", "tag": "e9158076-0e78-4ead-9977-cf7dccdde7be", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:16:50.432836 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-81e1efdf-4461-4b07-a09b-5e1daca3f5bc {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:16:50.433276 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52dffa85-bbc1-49a7-b7b5-cca4a0707d30', 'name': 'network-vif-deleted', 'tag': 'e9158076-0e78-4ead-9977-cf7dccdde7be', 'status': 'completed', 'code': 200} Sep 07 03:16:50.563780 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-964c7ac6-5a33-44d1-905d-260e9895da44 req-e4224a32-f736-4921-a6c3-9497edd1e697 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] 10.222.0.22 "GET /v2.0/ports?device_id=52dffa85-bbc1-49a7-b7b5-cca4a0707d30 HTTP/1.1" status: 200 len: 210 time: 0.0325320 Sep 07 03:16:51.677492 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ef00eb28-9af2-476d-af7a-60ee99e8138d req-0d82b84e-9b9d-4759-b8f3-42efcac8d8e1 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] 10.222.0.22 "GET /v2.0/ports?device_id=52dffa85-bbc1-49a7-b7b5-cca4a0707d30 HTTP/1.1" status: 200 len: 210 time: 0.0317307 Sep 07 03:16:51.769325 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:16:51.863769 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:16:52.770606 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7b71b5e3-105d-45d3-b485-58c2c2ba8f94 req-5628c08b-74e8-4596-9f46-f2d4a79f1f8c tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] 10.222.0.22 "GET /v2.0/ports?device_id=52dffa85-bbc1-49a7-b7b5-cca4a0707d30 HTTP/1.1" status: 200 len: 210 time: 0.0263028 Sep 07 03:16:53.863724 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device e9158076-0e78-4ead-9977-cf7dccdde7be no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:16:53.876917 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-37fe8a9b-ff88-47e8-958d-2da67cdd0980 req-c2871664-9bb8-486f-9629-3f3b3560d4e8 tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] 10.222.0.22 "GET /v2.0/ports?device_id=52dffa85-bbc1-49a7-b7b5-cca4a0707d30 HTTP/1.1" status: 200 len: 210 time: 0.0287788 Sep 07 03:16:53.889026 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: e9158076-0e78-4ead-9977-cf7dccdde7be {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:16:53.889450 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device e9158076-0e78-4ead-9977-cf7dccdde7be not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:16:54.931164 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 40606) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:16:54.993588 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-26068564-753a-4afd-a8d0-1e07aa4ced4f tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:16:55.019240 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-26068564-753a-4afd-a8d0-1e07aa4ced4f tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:16:55.077309 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-26068564-753a-4afd-a8d0-1e07aa4ced4f tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:16:55.080008 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-26068564-753a-4afd-a8d0-1e07aa4ced4f tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:16:55.081347 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-26068564-753a-4afd-a8d0-1e07aa4ced4f tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] 10.222.0.22 "DELETE /v2.0/security-groups/539dcdb6-062e-423d-bcb2-1400b6caaf6a HTTP/1.1" status: 204 len: 168 time: 0.1491728 Sep 07 03:16:55.090356 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26068564-753a-4afd-a8d0-1e07aa4ced4f tempest-TestVolumeBackupRestore-619196991 tempest-TestVolumeBackupRestore-619196991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=539dcdb6-062e-423d-bcb2-1400b6caaf6a,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:16:55.967631 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-83f272c1-c375-4e22-a0ba-89be9b51665d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:16:56.390885 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:16:58.196038 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b9fd9697-53b3-4dee-b01f-83bb2f80a086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:16:58.527587 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 41058) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:16:58.748528 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:16:58.893690 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-65fc7bd7-3b22-4250-9f89-478a16c222ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:16:59.139185 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-65fc7bd7-3b22-4250-9f89-478a16c222ad admin admin] Deleting port 7f7be2c1-8f99-4624-9cd7-3e286f05246c {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:16:59.139561 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-65fc7bd7-3b22-4250-9f89-478a16c222ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:16:59.215674 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-65fc7bd7-3b22-4250-9f89-478a16c222ad admin admin] For port 7f7be2c1-8f99-4624-9cd7-3e286f05246c, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=7f7be2c1-8f99-4624-9cd7-3e286f05246c,segment=NetworkSegment(76716272-2a53-427b-a6bc-f8600439d6dc),segment_id=76716272-2a53-427b-a6bc-f8600439d6dc)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:16:59.216048 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-65fc7bd7-3b22-4250-9f89-478a16c222ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:16:59.228649 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-65fc7bd7-3b22-4250-9f89-478a16c222ad admin admin] Calling delete_port for 7f7be2c1-8f99-4624-9cd7-3e286f05246c owned by network:router_interface {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:16:59.402120 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-65fc7bd7-3b22-4250-9f89-478a16c222ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:16:59.428837 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fc7bd7-3b22-4250-9f89-478a16c222ad admin admin] Pushing event deleted for resources: {'Port': ['ID=7f7be2c1-8f99-4624-9cd7-3e286f05246c,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:16:59.597292 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-65fc7bd7-3b22-4250-9f89-478a16c222ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:16:59.642665 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:00.106046 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65fc7bd7-3b22-4250-9f89-478a16c222ad admin admin] Router a1b7a5e9-059d-4c7d-9271-aa379dda7ca4 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:17:00.209769 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65fc7bd7-3b22-4250-9f89-478a16c222ad admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:17:00.214798 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-65fc7bd7-3b22-4250-9f89-478a16c222ad admin admin] 10.222.0.22 "PUT /v2.0/routers/a1b7a5e9-059d-4c7d-9271-aa379dda7ca4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6852860 Sep 07 03:17:00.217324 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 41060) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:17:00.218440 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75277dc-1e02-40bd-a8f1-06c5c3584733 None None] Sync routers for ids ['a1b7a5e9-059d-4c7d-9271-aa379dda7ca4'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:17:00.227522 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75277dc-1e02-40bd-a8f1-06c5c3584733 None None] Routers {'a1b7a5e9-059d-4c7d-9271-aa379dda7ca4'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:17:00.228143 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-e75277dc-1e02-40bd-a8f1-06c5c3584733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:16:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['a1b7a5e9-059d-4c7d-9271-aa379dda7ca4'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:17:00.319544 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8e762ddd-f346-4524-8497-0a90af64b3fb admin admin] Notify callbacks [] for router, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:00.427046 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8e762ddd-f346-4524-8497-0a90af64b3fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:00.482778 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-8e762ddd-f346-4524-8497-0a90af64b3fb admin admin] Deleting port a1624f96-60b2-4b81-b9c8-75988dd96d05 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:17:00.483123 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8e762ddd-f346-4524-8497-0a90af64b3fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:00.486533 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-e75277dc-1e02-40bd-a8f1-06c5c3584733 None None] Set router a1b7a5e9-059d-4c7d-9271-aa379dda7ca4 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:17:00.560510 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-8e762ddd-f346-4524-8497-0a90af64b3fb admin admin] For port a1624f96-60b2-4b81-b9c8-75988dd96d05, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=a1624f96-60b2-4b81-b9c8-75988dd96d05,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:17:00.560885 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8e762ddd-f346-4524-8497-0a90af64b3fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:00.574415 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-8e762ddd-f346-4524-8497-0a90af64b3fb admin admin] Calling delete_port for a1624f96-60b2-4b81-b9c8-75988dd96d05 owned by network:router_gateway {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:17:00.662172 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-e75277dc-1e02-40bd-a8f1-06c5c3584733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b7a5e9-059d-4c7d-9271-aa379dda7ca4', 'name': 'tempest-TestVolumeBackupRestore-1139759907-router', 'tenant_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': 'a1624f96-60b2-4b81-b9c8-75988dd96d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:14:01Z', 'updated_at': '2021-09-07T03:16:59Z', 'revision_number': 5, 'project_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'gw_port': {'id': 'a1624f96-60b2-4b81-b9c8-75988dd96d05', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:1e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b7a5e9-059d-4c7d-9271-aa379dda7ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:14:02Z', 'updated_at': '2021-09-07T03:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:17:00.689330 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75277dc-1e02-40bd-a8f1-06c5c3584733 None None] Checking router: a1b7a5e9-059d-4c7d-9271-aa379dda7ca4 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:17:00.698098 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75277dc-1e02-40bd-a8f1-06c5c3584733 None None] Routers {'a1b7a5e9-059d-4c7d-9271-aa379dda7ca4'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:17:00.698962 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-e75277dc-1e02-40bd-a8f1-06c5c3584733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:16:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['a1b7a5e9-059d-4c7d-9271-aa379dda7ca4'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:17:00.741878 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8e762ddd-f346-4524-8497-0a90af64b3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:00.767930 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e762ddd-f346-4524-8497-0a90af64b3fb admin admin] Pushing event deleted for resources: {'Port': ['ID=a1624f96-60b2-4b81-b9c8-75988dd96d05,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:17:00.793555 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-e75277dc-1e02-40bd-a8f1-06c5c3584733 None None] Set router a1b7a5e9-059d-4c7d-9271-aa379dda7ca4 gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:17:00.833621 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8e762ddd-f346-4524-8497-0a90af64b3fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:00.852968 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-e75277dc-1e02-40bd-a8f1-06c5c3584733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1b7a5e9-059d-4c7d-9271-aa379dda7ca4', 'name': 'tempest-TestVolumeBackupRestore-1139759907-router', 'tenant_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:14:01Z', 'updated_at': '2021-09-07T03:17:00Z', 'revision_number': 6, 'project_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'gw_port_host': None}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:17:00.881178 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75277dc-1e02-40bd-a8f1-06c5c3584733 None None] The sync data for ids ['a1b7a5e9-059d-4c7d-9271-aa379dda7ca4'] in n-d-796209-16 is: [{'id': 'a1b7a5e9-059d-4c7d-9271-aa379dda7ca4', 'name': 'tempest-TestVolumeBackupRestore-1139759907-router', 'tenant_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:14:01Z', 'updated_at': '2021-09-07T03:17:00Z', 'revision_number': 6, 'project_id': '3d1a12394a0f4b3ba1a535033c6409ad', 'gw_port_host': None}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:17:00.924832 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8e762ddd-f346-4524-8497-0a90af64b3fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:00.927950 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8e762ddd-f346-4524-8497-0a90af64b3fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:00.969588 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8e762ddd-f346-4524-8497-0a90af64b3fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:00.970106 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e762ddd-f346-4524-8497-0a90af64b3fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1b7a5e9-059d-4c7d-9271-aa379dda7ca4 {{(pid=94701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 03:17:00.974892 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8e762ddd-f346-4524-8497-0a90af64b3fb admin admin] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:00.976156 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8e762ddd-f346-4524-8497-0a90af64b3fb admin admin] 10.222.0.22 "DELETE /v2.0/routers/a1b7a5e9-059d-4c7d-9271-aa379dda7ca4 HTTP/1.1" status: 204 len: 168 time: 0.7578886 Sep 07 03:17:00.978624 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 41062) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:17:01.025014 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-1514ee32-8f22-4d7c-a28e-6e6e9b435a75 admin admin] Deleting subnet a5be8e87-cc13-4765-bf19-23336a5bd843 {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 03:17:01.028082 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1514ee32-8f22-4d7c-a28e-6e6e9b435a75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:01.067457 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1514ee32-8f22-4d7c-a28e-6e6e9b435a75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:01.144797 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1514ee32-8f22-4d7c-a28e-6e6e9b435a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:01.194445 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1514ee32-8f22-4d7c-a28e-6e6e9b435a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:01.219890 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1514ee32-8f22-4d7c-a28e-6e6e9b435a75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5be8e87-cc13-4765-bf19-23336a5bd843,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:17:01.224023 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1514ee32-8f22-4d7c-a28e-6e6e9b435a75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:01.227514 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-1514ee32-8f22-4d7c-a28e-6e6e9b435a75 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/a5be8e87-cc13-4765-bf19-23336a5bd843 HTTP/1.1" status: 204 len: 168 time: 0.2463400 Sep 07 03:17:01.228329 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 41064) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:17:01.230460 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582ed3b0-5eb4-43d9-bc87-9579b6f97619 None None] Network aa686b35-1d66-49af-8733-6341740e7176 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:17:01.304511 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ea8d0efc-e6e6-45d4-8d19-d6a23e186cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:01.359697 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-ea8d0efc-e6e6-45d4-8d19-d6a23e186cfc admin admin] Deleting port 3d4404df-9244-47cb-8467-e6e19dd75da1 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:17:01.360127 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ea8d0efc-e6e6-45d4-8d19-d6a23e186cfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:01.427431 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-ea8d0efc-e6e6-45d4-8d19-d6a23e186cfc admin admin] For port 3d4404df-9244-47cb-8467-e6e19dd75da1, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=3d4404df-9244-47cb-8467-e6e19dd75da1,segment=NetworkSegment(76716272-2a53-427b-a6bc-f8600439d6dc),segment_id=76716272-2a53-427b-a6bc-f8600439d6dc)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:17:01.427830 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ea8d0efc-e6e6-45d4-8d19-d6a23e186cfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:01.439747 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-ea8d0efc-e6e6-45d4-8d19-d6a23e186cfc admin admin] Calling delete_port for 3d4404df-9244-47cb-8467-e6e19dd75da1 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:17:01.496834 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:01.525815 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ea8d0efc-e6e6-45d4-8d19-d6a23e186cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:01.550951 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8d0efc-e6e6-45d4-8d19-d6a23e186cfc admin admin] Pushing event deleted for resources: {'Port': ['ID=3d4404df-9244-47cb-8467-e6e19dd75da1,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:17:01.555610 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8d0efc-e6e6-45d4-8d19-d6a23e186cfc admin admin] No DVR routers for this DVR port 3d4404df-9244-47cb-8467-e6e19dd75da1 on host n-d-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:17:01.631201 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ea8d0efc-e6e6-45d4-8d19-d6a23e186cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:01.651050 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-ea8d0efc-e6e6-45d4-8d19-d6a23e186cfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa686b35-1d66-49af-8733-6341740e7176']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:17:01.662530 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-ea8d0efc-e6e6-45d4-8d19-d6a23e186cfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76716272-2a53-427b-a6bc-f8600439d6dc') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:17:01.662824 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-ea8d0efc-e6e6-45d4-8d19-d6a23e186cfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76716272-2a53-427b-a6bc-f8600439d6dc') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:17:01.674501 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ea8d0efc-e6e6-45d4-8d19-d6a23e186cfc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:01.679213 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd53a4c-40b6-4da2-a3a0-f075549e225f None None] DHCP port deletion for aa686b35-1d66-49af-8733-6341740e7176 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 03:17:01.698496 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ea8d0efc-e6e6-45d4-8d19-d6a23e186cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:01.705301 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea8d0efc-e6e6-45d4-8d19-d6a23e186cfc admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 03:17:01.705748 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ea8d0efc-e6e6-45d4-8d19-d6a23e186cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:01.708942 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 03:17:01.708942 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 03:17:01.708942 n-d-796209-16 neutron-server[94701]: timer() Sep 07 03:17:01.708942 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 03:17:01.708942 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 03:17:01.708942 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 03:17:01.708942 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 03:17:01.708942 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 03:17:01.708942 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 03:17:01.708942 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 03:17:01.708942 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 03:17:01.708942 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 03:17:01.708942 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 03:17:01.708942 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 03:17:01.708942 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 03:17:01.708942 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 03:17:01.708942 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 03:17:01.708942 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 03:17:01.708942 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 03:17:01.708942 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 03:17:01.708942 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 03:17:01.708942 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 03:17:01.708942 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 03:17:01.708942 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 03:17:01.708942 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 03:17:01.708942 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 03:17:01.708942 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 03:17:01.708942 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 03:17:01.708942 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 03:17:01.708942 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 03:17:01.708942 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 03:17:01.708942 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 03:17:01.767047 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ea8d0efc-e6e6-45d4-8d19-d6a23e186cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:01.771611 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ea8d0efc-e6e6-45d4-8d19-d6a23e186cfc admin admin] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:01.775961 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-ea8d0efc-e6e6-45d4-8d19-d6a23e186cfc admin admin] 10.222.0.22 "DELETE /v2.0/networks/aa686b35-1d66-49af-8733-6341740e7176 HTTP/1.1" status: 204 len: 168 time: 0.5466580 Sep 07 03:17:01.776590 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 41066) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:17:01.789114 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8d0efc-e6e6-45d4-8d19-d6a23e186cfc admin admin] Pushing event deleted for resources: {'Network': ['ID=aa686b35-1d66-49af-8733-6341740e7176,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:17:02.128018 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0f0d6fa3-217d-47d1-9d85-c44fa1c1a39f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:02.368050 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-0f0d6fa3-217d-47d1-9d85-c44fa1c1a39f admin admin] Deleting port 98d7d703-865e-4290-8e20-58eaff0b5f0c {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:17:02.368377 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0f0d6fa3-217d-47d1-9d85-c44fa1c1a39f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:02.444319 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-0f0d6fa3-217d-47d1-9d85-c44fa1c1a39f admin admin] For port 98d7d703-865e-4290-8e20-58eaff0b5f0c, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=98d7d703-865e-4290-8e20-58eaff0b5f0c,segment=NetworkSegment(240e4b88-8526-4dad-b553-5ddef530f189),segment_id=240e4b88-8526-4dad-b553-5ddef530f189)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:17:02.444677 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0f0d6fa3-217d-47d1-9d85-c44fa1c1a39f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:02.457144 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-0f0d6fa3-217d-47d1-9d85-c44fa1c1a39f admin admin] Calling delete_port for 98d7d703-865e-4290-8e20-58eaff0b5f0c owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:17:02.632949 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0f0d6fa3-217d-47d1-9d85-c44fa1c1a39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:02.663883 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0d6fa3-217d-47d1-9d85-c44fa1c1a39f admin admin] Pushing event deleted for resources: {'Port': ['ID=98d7d703-865e-4290-8e20-58eaff0b5f0c,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:17:02.831218 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0f0d6fa3-217d-47d1-9d85-c44fa1c1a39f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:02.875815 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device a1624f96-60b2-4b81-b9c8-75988dd96d05 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:17:02.897140 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: a1624f96-60b2-4b81-b9c8-75988dd96d05 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:17:02.897505 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device a1624f96-60b2-4b81-b9c8-75988dd96d05 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:17:02.897991 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 3d4404df-9244-47cb-8467-e6e19dd75da1 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:17:02.919216 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 3d4404df-9244-47cb-8467-e6e19dd75da1 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:17:02.919587 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 3d4404df-9244-47cb-8467-e6e19dd75da1 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:17:02.919995 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 7f7be2c1-8f99-4624-9cd7-3e286f05246c no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:17:02.938759 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 7f7be2c1-8f99-4624-9cd7-3e286f05246c {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:17:02.939043 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 7f7be2c1-8f99-4624-9cd7-3e286f05246c not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:17:03.056498 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f0d6fa3-217d-47d1-9d85-c44fa1c1a39f admin admin] Router 4884e546-1a7b-4b0c-a99d-bd3e325038c6 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:17:03.160140 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0d6fa3-217d-47d1-9d85-c44fa1c1a39f admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:17:03.165835 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-0f0d6fa3-217d-47d1-9d85-c44fa1c1a39f admin admin] 10.222.0.22 "PUT /v2.0/routers/4884e546-1a7b-4b0c-a99d-bd3e325038c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3882234 Sep 07 03:17:03.168379 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 41068) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:17:03.169518 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cbcb91-b0af-4bbd-897b-02e31d25573e None None] Sync routers for ids ['4884e546-1a7b-4b0c-a99d-bd3e325038c6'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:17:03.179084 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cbcb91-b0af-4bbd-897b-02e31d25573e None None] Routers {'4884e546-1a7b-4b0c-a99d-bd3e325038c6'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:17:03.179717 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-b6cbcb91-b0af-4bbd-897b-02e31d25573e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:16:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['4884e546-1a7b-4b0c-a99d-bd3e325038c6'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:17:03.270505 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-92be8edf-4e22-4ef3-a031-05d0845c1efc admin admin] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:03.280362 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-b6cbcb91-b0af-4bbd-897b-02e31d25573e None None] Set router 4884e546-1a7b-4b0c-a99d-bd3e325038c6 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:17:03.370637 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-92be8edf-4e22-4ef3-a031-05d0845c1efc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:03.423025 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-92be8edf-4e22-4ef3-a031-05d0845c1efc admin admin] Deleting port f0decd94-d478-4b00-98c7-20cda78f8f3b {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:17:03.423257 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-92be8edf-4e22-4ef3-a031-05d0845c1efc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:03.453093 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-b6cbcb91-b0af-4bbd-897b-02e31d25573e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4884e546-1a7b-4b0c-a99d-bd3e325038c6', 'name': 'tempest-TestVolumeBackupRestore-2118173387-router', 'tenant_id': '6f18a675ff744925b3aee770878bd8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': 'f0decd94-d478-4b00-98c7-20cda78f8f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:14:06Z', 'updated_at': '2021-09-07T03:17:02Z', 'revision_number': 5, 'project_id': '6f18a675ff744925b3aee770878bd8fa', 'gw_port': {'id': 'f0decd94-d478-4b00-98c7-20cda78f8f3b', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:b8:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4884e546-1a7b-4b0c-a99d-bd3e325038c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:14:07Z', 'updated_at': '2021-09-07T03:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:17:03.479237 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cbcb91-b0af-4bbd-897b-02e31d25573e None None] Checking router: 4884e546-1a7b-4b0c-a99d-bd3e325038c6 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:17:03.487064 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cbcb91-b0af-4bbd-897b-02e31d25573e None None] Routers {'4884e546-1a7b-4b0c-a99d-bd3e325038c6'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:17:03.487688 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-b6cbcb91-b0af-4bbd-897b-02e31d25573e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:16:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['4884e546-1a7b-4b0c-a99d-bd3e325038c6'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:17:03.498988 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-92be8edf-4e22-4ef3-a031-05d0845c1efc admin admin] For port f0decd94-d478-4b00-98c7-20cda78f8f3b, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=f0decd94-d478-4b00-98c7-20cda78f8f3b,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:17:03.499349 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-92be8edf-4e22-4ef3-a031-05d0845c1efc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:03.512266 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-92be8edf-4e22-4ef3-a031-05d0845c1efc admin admin] Calling delete_port for f0decd94-d478-4b00-98c7-20cda78f8f3b owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:17:03.654030 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-b6cbcb91-b0af-4bbd-897b-02e31d25573e None None] Set router 4884e546-1a7b-4b0c-a99d-bd3e325038c6 gateway port host: None {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:17:03.678084 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-92be8edf-4e22-4ef3-a031-05d0845c1efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:03.705873 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92be8edf-4e22-4ef3-a031-05d0845c1efc admin admin] Pushing event deleted for resources: {'Port': ['ID=f0decd94-d478-4b00-98c7-20cda78f8f3b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:17:03.709347 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-b6cbcb91-b0af-4bbd-897b-02e31d25573e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4884e546-1a7b-4b0c-a99d-bd3e325038c6', 'name': 'tempest-TestVolumeBackupRestore-2118173387-router', 'tenant_id': '6f18a675ff744925b3aee770878bd8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:14:06Z', 'updated_at': '2021-09-07T03:17:03Z', 'revision_number': 6, 'project_id': '6f18a675ff744925b3aee770878bd8fa', 'gw_port_host': None}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:17:03.740520 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cbcb91-b0af-4bbd-897b-02e31d25573e None None] The sync data for ids ['4884e546-1a7b-4b0c-a99d-bd3e325038c6'] in n-d-796209-16 is: [{'id': '4884e546-1a7b-4b0c-a99d-bd3e325038c6', 'name': 'tempest-TestVolumeBackupRestore-2118173387-router', 'tenant_id': '6f18a675ff744925b3aee770878bd8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:14:06Z', 'updated_at': '2021-09-07T03:17:03Z', 'revision_number': 6, 'project_id': '6f18a675ff744925b3aee770878bd8fa', 'gw_port_host': None}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:17:03.772156 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-92be8edf-4e22-4ef3-a031-05d0845c1efc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:03.858156 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-92be8edf-4e22-4ef3-a031-05d0845c1efc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:03.860383 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-92be8edf-4e22-4ef3-a031-05d0845c1efc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:03.902906 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-92be8edf-4e22-4ef3-a031-05d0845c1efc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:03.903453 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92be8edf-4e22-4ef3-a031-05d0845c1efc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4884e546-1a7b-4b0c-a99d-bd3e325038c6 {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 03:17:03.907839 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-92be8edf-4e22-4ef3-a031-05d0845c1efc admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:03.908990 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-92be8edf-4e22-4ef3-a031-05d0845c1efc admin admin] 10.222.0.22 "DELETE /v2.0/routers/4884e546-1a7b-4b0c-a99d-bd3e325038c6 HTTP/1.1" status: 204 len: 168 time: 0.7396836 Sep 07 03:17:03.911557 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 41070) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:17:03.958553 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-b63906dd-13cf-4022-902b-e46b810fb357 admin admin] Deleting subnet 3b63a3b1-cc40-41cd-be8c-b4ab7b7dcaef {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 03:17:03.961461 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b63906dd-13cf-4022-902b-e46b810fb357 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:03.996154 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b63906dd-13cf-4022-902b-e46b810fb357 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:04.071548 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b63906dd-13cf-4022-902b-e46b810fb357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:04.126246 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b63906dd-13cf-4022-902b-e46b810fb357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:04.155029 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63906dd-13cf-4022-902b-e46b810fb357 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b63a3b1-cc40-41cd-be8c-b4ab7b7dcaef,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:17:04.163134 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b63906dd-13cf-4022-902b-e46b810fb357 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:04.169365 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 41072) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:17:04.170180 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b63906dd-13cf-4022-902b-e46b810fb357 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/3b63a3b1-cc40-41cd-be8c-b4ab7b7dcaef HTTP/1.1" status: 204 len: 168 time: 0.2575035 Sep 07 03:17:04.172314 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25717dee-3227-4f6b-89e3-cf25f37a602e None None] Network 030b4d1b-c764-42d9-98d9-7b2724e62925 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:17:04.245062 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0d658fd5-4f22-4250-b022-d6f32dfc4ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:04.299187 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0d658fd5-4f22-4250-b022-d6f32dfc4ffb admin admin] Deleting port b4072a92-1124-425a-b227-37a0bd4851de {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:17:04.299564 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0d658fd5-4f22-4250-b022-d6f32dfc4ffb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:04.362529 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b1a9b1-21f4-4210-b743-0c27a10ef235 None None] DHCP port deletion for 030b4d1b-c764-42d9-98d9-7b2724e62925 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 03:17:04.372396 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-0d658fd5-4f22-4250-b022-d6f32dfc4ffb admin admin] For port b4072a92-1124-425a-b227-37a0bd4851de, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=b4072a92-1124-425a-b227-37a0bd4851de,segment=NetworkSegment(240e4b88-8526-4dad-b553-5ddef530f189),segment_id=240e4b88-8526-4dad-b553-5ddef530f189)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:17:04.372841 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0d658fd5-4f22-4250-b022-d6f32dfc4ffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:04.386466 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-0d658fd5-4f22-4250-b022-d6f32dfc4ffb admin admin] Calling delete_port for b4072a92-1124-425a-b227-37a0bd4851de owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:17:04.411814 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-69b1a9b1-21f4-4210-b743-0c27a10ef235 None None] Deleting port b4072a92-1124-425a-b227-37a0bd4851de {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:17:04.412195 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-69b1a9b1-21f4-4210-b743-0c27a10ef235 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:04.477391 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-69b1a9b1-21f4-4210-b743-0c27a10ef235 None None] For port b4072a92-1124-425a-b227-37a0bd4851de, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=b4072a92-1124-425a-b227-37a0bd4851de,segment=NetworkSegment(240e4b88-8526-4dad-b553-5ddef530f189),segment_id=240e4b88-8526-4dad-b553-5ddef530f189)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:17:04.477748 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-69b1a9b1-21f4-4210-b743-0c27a10ef235 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:04.478822 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0d658fd5-4f22-4250-b022-d6f32dfc4ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:04.496347 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-69b1a9b1-21f4-4210-b743-0c27a10ef235 None None] Calling delete_port for b4072a92-1124-425a-b227-37a0bd4851de owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:17:04.509811 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d658fd5-4f22-4250-b022-d6f32dfc4ffb admin admin] No DVR routers for this DVR port b4072a92-1124-425a-b227-37a0bd4851de on host n-d-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:17:04.515213 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d658fd5-4f22-4250-b022-d6f32dfc4ffb admin admin] Pushing event deleted for resources: {'Port': ['ID=b4072a92-1124-425a-b227-37a0bd4851de,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:17:04.571855 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 03:17:04.571855 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 03:17:04.571855 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 03:17:04.571855 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 03:17:04.571855 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 03:17:04.571855 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 03:17:04.571855 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 03:17:04.571855 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 03:17:04.571855 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 03:17:04.571855 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 03:17:04.571855 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 03:17:04.571855 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 03:17:04.571855 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 03:17:04.571855 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 03:17:04.571855 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 03:17:04.571855 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 03:17:04.571855 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 03:17:04.571855 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 03:17:04.571855 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 03:17:04.571855 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 03:17:04.571855 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 03:17:04.571855 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 03:17:04.571855 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 03:17:04.571855 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 03:17:04.571855 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 03:17:04.571855 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 03:17:04.571855 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 03:17:04.571855 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 03:17:04.571855 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 03:17:04.571855 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 03:17:04.571855 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 03:17:04.571855 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 03:17:04.571855 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 03:17:04.571855 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 03:17:04.571855 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 03:17:04.571855 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 03:17:04.571855 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 03:17:04.571855 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 03:17:04.571855 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 03:17:04.571855 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 03:17:04.571855 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 03:17:04.571855 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 03:17:04.571855 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 03:17:04.571855 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 03:17:04.571855 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 03:17:04.571855 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 03:17:04.571855 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 03:17:04.571855 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 03:17:04.571855 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 03:17:04.571855 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 03:17:04.571855 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 03:17:04.571855 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 03:17:04.571855 n-d-796209-16 neutron-server[94702]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 07 03:17:04.571855 n-d-796209-16 neutron-server[94702]: self.session.flush() Sep 07 03:17:04.580564 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-69b1a9b1-21f4-4210-b743-0c27a10ef235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:04.584268 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0d658fd5-4f22-4250-b022-d6f32dfc4ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:04.603803 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-0d658fd5-4f22-4250-b022-d6f32dfc4ffb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['030b4d1b-c764-42d9-98d9-7b2724e62925']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:17:04.607409 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b1a9b1-21f4-4210-b743-0c27a10ef235 None None] Pushing event deleted for resources: {'Port': ['ID=b4072a92-1124-425a-b227-37a0bd4851de,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:17:04.609671 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b1a9b1-21f4-4210-b743-0c27a10ef235 None None] No DVR routers for this DVR port b4072a92-1124-425a-b227-37a0bd4851de on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:17:04.613490 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-0d658fd5-4f22-4250-b022-d6f32dfc4ffb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '240e4b88-8526-4dad-b553-5ddef530f189') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:17:04.613877 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-0d658fd5-4f22-4250-b022-d6f32dfc4ffb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '240e4b88-8526-4dad-b553-5ddef530f189') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:17:04.621346 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b1a9b1-21f4-4210-b743-0c27a10ef235 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:17:04.621672 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b1a9b1-21f4-4210-b743-0c27a10ef235 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:17:04.622026 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b1a9b1-21f4-4210-b743-0c27a10ef235 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:17:04.622370 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b1a9b1-21f4-4210-b743-0c27a10ef235 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:17:04.622709 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b1a9b1-21f4-4210-b743-0c27a10ef235 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:17:04.623050 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b1a9b1-21f4-4210-b743-0c27a10ef235 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:17:04.623386 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b1a9b1-21f4-4210-b743-0c27a10ef235 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:17:04.623757 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b1a9b1-21f4-4210-b743-0c27a10ef235 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:17:04.624093 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b1a9b1-21f4-4210-b743-0c27a10ef235 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:17:04.624422 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b1a9b1-21f4-4210-b743-0c27a10ef235 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:17:04.624751 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b1a9b1-21f4-4210-b743-0c27a10ef235 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:17:04.625078 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b1a9b1-21f4-4210-b743-0c27a10ef235 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:17:04.636022 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0d658fd5-4f22-4250-b022-d6f32dfc4ffb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:04.650465 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0d658fd5-4f22-4250-b022-d6f32dfc4ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:04.656261 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d658fd5-4f22-4250-b022-d6f32dfc4ffb admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 03:17:04.656639 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0d658fd5-4f22-4250-b022-d6f32dfc4ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:04.658344 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 03:17:04.658344 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 03:17:04.658344 n-d-796209-16 neutron-server[94701]: timer() Sep 07 03:17:04.658344 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 03:17:04.658344 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 03:17:04.658344 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 03:17:04.658344 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 03:17:04.658344 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 03:17:04.658344 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 03:17:04.658344 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 03:17:04.658344 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 03:17:04.658344 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 03:17:04.658344 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 03:17:04.658344 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 03:17:04.658344 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 03:17:04.658344 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 03:17:04.658344 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 03:17:04.658344 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 03:17:04.658344 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 03:17:04.658344 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 03:17:04.658344 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 03:17:04.658344 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 03:17:04.658344 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 03:17:04.658344 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 03:17:04.658344 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 03:17:04.658344 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 03:17:04.658344 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 03:17:04.658344 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 03:17:04.658344 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 03:17:04.658344 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 03:17:04.658344 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 03:17:04.658344 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 03:17:04.711821 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0d658fd5-4f22-4250-b022-d6f32dfc4ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:04.717424 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0d658fd5-4f22-4250-b022-d6f32dfc4ffb admin admin] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:04.719267 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-0d658fd5-4f22-4250-b022-d6f32dfc4ffb admin admin] 10.222.0.22 "DELETE /v2.0/networks/030b4d1b-c764-42d9-98d9-7b2724e62925 HTTP/1.1" status: 204 len: 168 time: 0.5488002 Sep 07 03:17:04.729856 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d658fd5-4f22-4250-b022-d6f32dfc4ffb admin admin] Pushing event deleted for resources: {'Network': ['ID=030b4d1b-c764-42d9-98d9-7b2724e62925,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:17:04.795618 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device f0decd94-d478-4b00-98c7-20cda78f8f3b no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:17:04.817041 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: f0decd94-d478-4b00-98c7-20cda78f8f3b {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:17:04.817395 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device f0decd94-d478-4b00-98c7-20cda78f8f3b not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:17:04.817816 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 98d7d703-865e-4290-8e20-58eaff0b5f0c no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:17:04.837512 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 98d7d703-865e-4290-8e20-58eaff0b5f0c {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:17:04.837869 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 98d7d703-865e-4290-8e20-58eaff0b5f0c not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:17:04.838299 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device b4072a92-1124-425a-b227-37a0bd4851de no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:17:04.859782 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: b4072a92-1124-425a-b227-37a0bd4851de {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:17:04.860147 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device b4072a92-1124-425a-b227-37a0bd4851de not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:17:04.887196 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 41076) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:17:04.926545 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-fd6649e3-3311-4725-a80c-14fd99628aba admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3d1a12394a0f4b3ba1a535033c6409ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381520 Sep 07 03:17:04.928873 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 41078) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:17:04.975336 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9bb04011-f68b-4a1f-87a7-b0d33ad04a11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:05.000923 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9bb04011-f68b-4a1f-87a7-b0d33ad04a11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:05.048464 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9bb04011-f68b-4a1f-87a7-b0d33ad04a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:05.051615 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9bb04011-f68b-4a1f-87a7-b0d33ad04a11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:05.052827 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-9bb04011-f68b-4a1f-87a7-b0d33ad04a11 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6c437edb-9b1c-4677-8eb3-9badeeaf3d6f HTTP/1.1" status: 204 len: 168 time: 0.1230714 Sep 07 03:17:05.065866 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb04011-f68b-4a1f-87a7-b0d33ad04a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c437edb-9b1c-4677-8eb3-9badeeaf3d6f,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:17:05.355005 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 41084) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:17:05.394768 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-fc424dff-c8b9-4d1a-ba90-8febd7b58a73 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6f18a675ff744925b3aee770878bd8fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380123 Sep 07 03:17:05.397140 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 41086) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:17:05.444796 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bb413b43-01a1-49a1-a9c8-eef639b44e0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:05.467473 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bb413b43-01a1-49a1-a9c8-eef639b44e0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:05.515605 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bb413b43-01a1-49a1-a9c8-eef639b44e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:05.518308 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bb413b43-01a1-49a1-a9c8-eef639b44e0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:05.519733 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-bb413b43-01a1-49a1-a9c8-eef639b44e0b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/198d3b49-debc-4fab-b6aa-8b265b8f162e HTTP/1.1" status: 204 len: 168 time: 0.1215570 Sep 07 03:17:05.527271 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb413b43-01a1-49a1-a9c8-eef639b44e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=198d3b49-debc-4fab-b6aa-8b265b8f162e,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:17:15.443997 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-41ddd278-0d13-427d-bd02-78847dd56d41 req-28a0fc56-aeae-47e0-bce4-6f8599fb3f86 tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=decb5ffb72fe42c2af0bbc1016a59907&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216088 Sep 07 03:17:15.549788 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ddd278-0d13-427d-bd02-78847dd56d41 req-c365dd02-71c2-4897-84b3-68df8c070b9c tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:17:15.551287 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-41ddd278-0d13-427d-bd02-78847dd56d41 req-c365dd02-71c2-4897-84b3-68df8c070b9c tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1019952 Sep 07 03:17:15.565663 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-41ddd278-0d13-427d-bd02-78847dd56d41 req-db8bfd3e-f18a-4f86-a25b-f29e8a1c711b tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] 10.222.0.22 "GET /v2.0/quotas/decb5ffb72fe42c2af0bbc1016a59907 HTTP/1.1" status: 200 len: 375 time: 0.0086262 Sep 07 03:17:15.600220 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-41ddd278-0d13-427d-bd02-78847dd56d41 req-dd06037d-66c0-4e42-a3dd-a741472d7d54 tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=decb5ffb72fe42c2af0bbc1016a59907&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292876 Sep 07 03:17:16.777469 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8fead53e-5a3a-45f1-bd1a-0d33364e3259 req-326866c8-aef4-4ad1-8f4e-3a104e14791a tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] 10.222.0.22 "GET /v2.0/ports?device_id=398a2c90-ecc9-4e09-837a-374e6fc5585c HTTP/1.1" status: 200 len: 210 time: 0.0303497 Sep 07 03:17:17.574995 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-41ddd278-0d13-427d-bd02-78847dd56d41 req-8a75330f-6511-4538-984b-83ce9d6a8ea0 tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=decb5ffb72fe42c2af0bbc1016a59907&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254569 Sep 07 03:17:17.680323 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ddd278-0d13-427d-bd02-78847dd56d41 req-80ed2d19-b30d-4684-9b76-02ce7af4b9a1 tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:17:17.681764 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-41ddd278-0d13-427d-bd02-78847dd56d41 req-80ed2d19-b30d-4684-9b76-02ce7af4b9a1 tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1012263 Sep 07 03:17:17.694321 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-41ddd278-0d13-427d-bd02-78847dd56d41 req-b247be7c-1e88-4e1c-b34c-37fcdb6c4fce tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] Request body: {'port': {'device_id': '398a2c90-ecc9-4e09-837a-374e6fc5585c', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'admin_state_up': True, 'tenant_id': 'decb5ffb72fe42c2af0bbc1016a59907'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:17:18.072961 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-06e43628-6af9-4978-9b1a-72eaf8d5f4d3 req-3578119f-a0d9-47f3-94ee-0bc2c36191c2 tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] 10.222.0.22 "GET /v2.0/ports?device_id=398a2c90-ecc9-4e09-837a-374e6fc5585c HTTP/1.1" status: 200 len: 210 time: 0.0327935 Sep 07 03:17:18.113767 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41ddd278-0d13-427d-bd02-78847dd56d41 req-b247be7c-1e88-4e1c-b34c-37fcdb6c4fce tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] Made reservation on behalf of decb5ffb72fe42c2af0bbc1016a59907 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:17:18.117166 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-41ddd278-0d13-427d-bd02-78847dd56d41 req-b247be7c-1e88-4e1c-b34c-37fcdb6c4fce tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:18.125318 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-41ddd278-0d13-427d-bd02-78847dd56d41 req-b247be7c-1e88-4e1c-b34c-37fcdb6c4fce tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:18.210996 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-41ddd278-0d13-427d-bd02-78847dd56d41 req-b247be7c-1e88-4e1c-b34c-37fcdb6c4fce tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:18.215105 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-41ddd278-0d13-427d-bd02-78847dd56d41 req-b247be7c-1e88-4e1c-b34c-37fcdb6c4fce tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:18.278298 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b247be7c-1e88-4e1c-b34c-37fcdb6c4fce tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4d0b25-905a-4fe4-be4e-67f24ee493dc,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:17:18.291070 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b247be7c-1e88-4e1c-b34c-37fcdb6c4fce tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:17:18.291415 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b247be7c-1e88-4e1c-b34c-37fcdb6c4fce tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:17:18.291776 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b247be7c-1e88-4e1c-b34c-37fcdb6c4fce tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:17:18.292111 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b247be7c-1e88-4e1c-b34c-37fcdb6c4fce tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:17:18.292442 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b247be7c-1e88-4e1c-b34c-37fcdb6c4fce tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:17:18.292765 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b247be7c-1e88-4e1c-b34c-37fcdb6c4fce tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:17:18.293092 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b247be7c-1e88-4e1c-b34c-37fcdb6c4fce tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:17:18.293416 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b247be7c-1e88-4e1c-b34c-37fcdb6c4fce tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:17:18.293738 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b247be7c-1e88-4e1c-b34c-37fcdb6c4fce tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:17:18.294058 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b247be7c-1e88-4e1c-b34c-37fcdb6c4fce tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:17:18.294376 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b247be7c-1e88-4e1c-b34c-37fcdb6c4fce tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:17:18.294692 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b247be7c-1e88-4e1c-b34c-37fcdb6c4fce tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:17:18.355962 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-41ddd278-0d13-427d-bd02-78847dd56d41 req-b247be7c-1e88-4e1c-b34c-37fcdb6c4fce tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] Allocated IP 192.168.233.201 (0823ecf3-066e-49bd-a451-2e84ab79a70f/694f9550-ba12-4672-8446-41848123cea2/ba0774f4-7aad-434a-9b40-e8f806f7d2f3) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:17:18.499872 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-41ddd278-0d13-427d-bd02-78847dd56d41 req-b247be7c-1e88-4e1c-b34c-37fcdb6c4fce tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:18.513061 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-41ddd278-0d13-427d-bd02-78847dd56d41 req-b247be7c-1e88-4e1c-b34c-37fcdb6c4fce tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] Transition to ACTIVE for port object ba0774f4-7aad-434a-9b40-e8f806f7d2f3 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:17:18.543074 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-41ddd278-0d13-427d-bd02-78847dd56d41 req-b247be7c-1e88-4e1c-b34c-37fcdb6c4fce tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:18.584544 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41ddd278-0d13-427d-bd02-78847dd56d41 req-b247be7c-1e88-4e1c-b34c-37fcdb6c4fce tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] Network 0823ecf3-066e-49bd-a451-2e84ab79a70f is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:17:18.587593 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-41ddd278-0d13-427d-bd02-78847dd56d41 req-b247be7c-1e88-4e1c-b34c-37fcdb6c4fce tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:17:18.593596 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ddd278-0d13-427d-bd02-78847dd56d41 req-b247be7c-1e88-4e1c-b34c-37fcdb6c4fce tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:17:18.616702 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b247be7c-1e88-4e1c-b34c-37fcdb6c4fce tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] Pushing event updated for resources: {'Port': ['ID=ba0774f4-7aad-434a-9b40-e8f806f7d2f3,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:17:18.648543 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ddd278-0d13-427d-bd02-78847dd56d41 req-b247be7c-1e88-4e1c-b34c-37fcdb6c4fce tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:17:18.649185 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-41ddd278-0d13-427d-bd02-78847dd56d41 req-b247be7c-1e88-4e1c-b34c-37fcdb6c4fce tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:18.664355 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-41ddd278-0d13-427d-bd02-78847dd56d41 req-b247be7c-1e88-4e1c-b34c-37fcdb6c4fce tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9741256 Sep 07 03:17:18.676788 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-41ddd278-0d13-427d-bd02-78847dd56d41 req-eebbea31-2f40-44af-aa8d-e37a0c7fc233 service neutron] Request body: {'port': {'device_id': '398a2c90-ecc9-4e09-837a-374e6fc5585c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:17:18.735964 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-41ddd278-0d13-427d-bd02-78847dd56d41 req-eebbea31-2f40-44af-aa8d-e37a0c7fc233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:18.795614 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-4795a3c7-3463-4a04-acd0-0ab3e34aafaf None None] Provisioning for port ba0774f4-7aad-434a-9b40-e8f806f7d2f3 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:17:18.799233 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-4795a3c7-3463-4a04-acd0-0ab3e34aafaf None None] Provisioning complete for port ba0774f4-7aad-434a-9b40-e8f806f7d2f3 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:17:18.799643 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4795a3c7-3463-4a04-acd0-0ab3e34aafaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:18.833108 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-4795a3c7-3463-4a04-acd0-0ab3e34aafaf None None] Port ba0774f4-7aad-434a-9b40-e8f806f7d2f3 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:17:18.998168 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-41ddd278-0d13-427d-bd02-78847dd56d41 req-eebbea31-2f40-44af-aa8d-e37a0c7fc233 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba0774f4-7aad-434a-9b40-e8f806f7d2f3 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:17:19.005211 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-41ddd278-0d13-427d-bd02-78847dd56d41 req-eebbea31-2f40-44af-aa8d-e37a0c7fc233 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:19.016433 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-41ddd278-0d13-427d-bd02-78847dd56d41 req-eebbea31-2f40-44af-aa8d-e37a0c7fc233 service neutron] Transition to ACTIVE for port object ba0774f4-7aad-434a-9b40-e8f806f7d2f3 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:17:19.020959 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-41ddd278-0d13-427d-bd02-78847dd56d41 req-eebbea31-2f40-44af-aa8d-e37a0c7fc233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:19.072753 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebbea31-2f40-44af-aa8d-e37a0c7fc233 service neutron] Pushing event updated for resources: {'Port': ['ID=ba0774f4-7aad-434a-9b40-e8f806f7d2f3,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:17:19.153830 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-41ddd278-0d13-427d-bd02-78847dd56d41 req-eebbea31-2f40-44af-aa8d-e37a0c7fc233 service neutron] Attempting to bind port ba0774f4-7aad-434a-9b40-e8f806f7d2f3 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:17:19.154195 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-41ddd278-0d13-427d-bd02-78847dd56d41 req-eebbea31-2f40-44af-aa8d-e37a0c7fc233 service neutron] Attempting to bind port ba0774f4-7aad-434a-9b40-e8f806f7d2f3 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:17:19.154645 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ddd278-0d13-427d-bd02-78847dd56d41 req-eebbea31-2f40-44af-aa8d-e37a0c7fc233 service neutron] Attempting to bind port ba0774f4-7aad-434a-9b40-e8f806f7d2f3 on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:17:19.160136 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ddd278-0d13-427d-bd02-78847dd56d41 req-eebbea31-2f40-44af-aa8d-e37a0c7fc233 service neutron] Port ba0774f4-7aad-434a-9b40-e8f806f7d2f3 on network 0823ecf3-066e-49bd-a451-2e84ab79a70f not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 03:17:19.160465 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ddd278-0d13-427d-bd02-78847dd56d41 req-eebbea31-2f40-44af-aa8d-e37a0c7fc233 service neutron] Attempting to bind port ba0774f4-7aad-434a-9b40-e8f806f7d2f3 on network 0823ecf3-066e-49bd-a451-2e84ab79a70f {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:17:19.166408 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ddd278-0d13-427d-bd02-78847dd56d41 req-eebbea31-2f40-44af-aa8d-e37a0c7fc233 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:17:19.166752 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ddd278-0d13-427d-bd02-78847dd56d41 req-eebbea31-2f40-44af-aa8d-e37a0c7fc233 service neutron] Checking segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:17:19.167138 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ddd278-0d13-427d-bd02-78847dd56d41 req-eebbea31-2f40-44af-aa8d-e37a0c7fc233 service neutron] Bound using segment: {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:17:19.167715 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-41ddd278-0d13-427d-bd02-78847dd56d41 req-eebbea31-2f40-44af-aa8d-e37a0c7fc233 service neutron] Bound port: ba0774f4-7aad-434a-9b40-e8f806f7d2f3, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32315ef5-758d-4ff8-8108-1de7e005eadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:17:19.168071 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-41ddd278-0d13-427d-bd02-78847dd56d41 req-eebbea31-2f40-44af-aa8d-e37a0c7fc233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:19.193359 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93cdabb-469d-4d8f-9e99-b2a2d37ad66c req-41c642e6-27a8-41f1-927d-762ff7a9ce43 tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:17:19.195082 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c93cdabb-469d-4d8f-9e99-b2a2d37ad66c req-41c642e6-27a8-41f1-927d-762ff7a9ce43 tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] 10.222.0.22 "GET /v2.0/ports?device_id=398a2c90-ecc9-4e09-837a-374e6fc5585c HTTP/1.1" status: 200 len: 948 time: 0.0517642 Sep 07 03:17:19.235972 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c93cdabb-469d-4d8f-9e99-b2a2d37ad66c req-867ad517-182e-4e3d-adfd-1e656a8e9843 tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] 10.222.0.22 "GET /v2.0/security-groups?id=8e4d0b25-905a-4fe4-be4e-67f24ee493dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340877 Sep 07 03:17:19.238449 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-41ddd278-0d13-427d-bd02-78847dd56d41 req-eebbea31-2f40-44af-aa8d-e37a0c7fc233 service neutron] For port ba0774f4-7aad-434a-9b40-e8f806f7d2f3, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:17:19.243635 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-41ddd278-0d13-427d-bd02-78847dd56d41 req-eebbea31-2f40-44af-aa8d-e37a0c7fc233 service neutron] For port ba0774f4-7aad-434a-9b40-e8f806f7d2f3, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=ba0774f4-7aad-434a-9b40-e8f806f7d2f3,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:17:19.249160 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-41ddd278-0d13-427d-bd02-78847dd56d41 req-eebbea31-2f40-44af-aa8d-e37a0c7fc233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:19.283601 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ddd278-0d13-427d-bd02-78847dd56d41 req-eebbea31-2f40-44af-aa8d-e37a0c7fc233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:17:19.284241 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-41ddd278-0d13-427d-bd02-78847dd56d41 req-eebbea31-2f40-44af-aa8d-e37a0c7fc233 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:19.286327 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-41ddd278-0d13-427d-bd02-78847dd56d41 req-eebbea31-2f40-44af-aa8d-e37a0c7fc233 service neutron] 10.222.0.23 "PUT /v2.0/ports/ba0774f4-7aad-434a-9b40-e8f806f7d2f3 HTTP/1.1" status: 200 len: 1097 time: 0.6143517 Sep 07 03:17:19.286788 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '398a2c90-ecc9-4e09-837a-374e6fc5585c', 'tag': 'ba0774f4-7aad-434a-9b40-e8f806f7d2f3'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:17:19.289059 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3c4038-ecd7-4afb-a7f0-db7b89b7670e" -d '{"events": [{"name": "network-changed", "server_uuid": "398a2c90-ecc9-4e09-837a-374e6fc5585c", "tag": "ba0774f4-7aad-434a-9b40-e8f806f7d2f3"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:17:19.319333 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebbea31-2f40-44af-aa8d-e37a0c7fc233 service neutron] Pushing event updated for resources: {'Port': ['ID=ba0774f4-7aad-434a-9b40-e8f806f7d2f3,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:17:19.338299 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6f9b71-88db-41fc-9397-e78848dc7dc3 x-openstack-request-id: req-dc6f9b71-88db-41fc-9397-e78848dc7dc3 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:17:19.338299 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "398a2c90-ecc9-4e09-837a-374e6fc5585c", "tag": "ba0774f4-7aad-434a-9b40-e8f806f7d2f3", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:17:19.338500 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dc6f9b71-88db-41fc-9397-e78848dc7dc3 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:17:19.338820 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '398a2c90-ecc9-4e09-837a-374e6fc5585c', 'tag': 'ba0774f4-7aad-434a-9b40-e8f806f7d2f3', 'status': 'completed', 'code': 200} Sep 07 03:17:19.372590 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ddd278-0d13-427d-bd02-78847dd56d41 req-56537e86-ee7c-4c01-bf66-a77bd4925264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:17:19.374119 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-41ddd278-0d13-427d-bd02-78847dd56d41 req-56537e86-ee7c-4c01-bf66-a77bd4925264 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=decb5ffb72fe42c2af0bbc1016a59907&device_id=398a2c90-ecc9-4e09-837a-374e6fc5585c HTTP/1.1" status: 200 len: 1100 time: 0.0474603 Sep 07 03:17:19.417319 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-41ddd278-0d13-427d-bd02-78847dd56d41 req-3e3cab13-06cf-4e51-8ea5-6e7a3b9bbbc3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=ba0774f4-7aad-434a-9b40-e8f806f7d2f3 HTTP/1.1" status: 200 len: 217 time: 0.0352738 Sep 07 03:17:19.470970 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ddd278-0d13-427d-bd02-78847dd56d41 req-c319216c-9bcc-4ddb-99e4-1ec91ead1328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:17:19.472612 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-41ddd278-0d13-427d-bd02-78847dd56d41 req-c319216c-9bcc-4ddb-99e4-1ec91ead1328 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.0484099 Sep 07 03:17:19.523085 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ddd278-0d13-427d-bd02-78847dd56d41 req-5123eb91-ca9b-480c-a384-caf0a56b34e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:17:19.524537 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-41ddd278-0d13-427d-bd02-78847dd56d41 req-5123eb91-ca9b-480c-a384-caf0a56b34e6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0449145 Sep 07 03:17:19.615984 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-41ddd278-0d13-427d-bd02-78847dd56d41 req-3341bb38-8b74-4fbe-b279-41b389304b90 service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842531 Sep 07 03:17:19.707467 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-41ddd278-0d13-427d-bd02-78847dd56d41 req-7f9fd60f-10bf-4470-bd30-3cbd9cabc4da service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850677 Sep 07 03:17:19.791439 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c4038-ecd7-4afb-a7f0-db7b89b7670e req-88bb544e-7479-474e-a67f-18123397402d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:17:19.793040 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ab3c4038-ecd7-4afb-a7f0-db7b89b7670e req-88bb544e-7479-474e-a67f-18123397402d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=decb5ffb72fe42c2af0bbc1016a59907&device_id=398a2c90-ecc9-4e09-837a-374e6fc5585c HTTP/1.1" status: 200 len: 1100 time: 0.0401163 Sep 07 03:17:19.887708 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c4038-ecd7-4afb-a7f0-db7b89b7670e req-30817e2a-5e02-42fa-a79d-9ad156367591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:17:19.889177 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ab3c4038-ecd7-4afb-a7f0-db7b89b7670e req-30817e2a-5e02-42fa-a79d-9ad156367591 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0823ecf3-066e-49bd-a451-2e84ab79a70f HTTP/1.1" status: 200 len: 869 time: 0.0882010 Sep 07 03:17:19.930254 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ab3c4038-ecd7-4afb-a7f0-db7b89b7670e req-f3993b02-cc8b-444e-850f-6e41025f76a3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=ba0774f4-7aad-434a-9b40-e8f806f7d2f3 HTTP/1.1" status: 200 len: 217 time: 0.0338292 Sep 07 03:17:19.978946 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c4038-ecd7-4afb-a7f0-db7b89b7670e req-2235f5c6-847f-45c4-a224-37749c2280b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:17:19.980448 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ab3c4038-ecd7-4afb-a7f0-db7b89b7670e req-2235f5c6-847f-45c4-a224-37749c2280b9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=694f9550-ba12-4672-8446-41848123cea2 HTTP/1.1" status: 200 len: 843 time: 0.0430491 Sep 07 03:17:20.025118 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c4038-ecd7-4afb-a7f0-db7b89b7670e req-31d313d3-05bf-4314-b91f-0ff4b0e59a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:17:20.026567 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ab3c4038-ecd7-4afb-a7f0-db7b89b7670e req-31d313d3-05bf-4314-b91f-0ff4b0e59a11 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0823ecf3-066e-49bd-a451-2e84ab79a70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0388796 Sep 07 03:17:20.119601 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ab3c4038-ecd7-4afb-a7f0-db7b89b7670e req-7dad7f92-95f9-4ffa-a53f-5fcfe7bcf6e8 service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852478 Sep 07 03:17:20.211546 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ab3c4038-ecd7-4afb-a7f0-db7b89b7670e req-f2a8ce55-3cb8-4b53-863f-b4e75ef45e7c service neutron] 10.222.0.23 "GET /v2.0/networks/0823ecf3-066e-49bd-a451-2e84ab79a70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845339 Sep 07 03:17:20.351027 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94806728-4108-435d-b450-4aa0ca3c74b4 req-fca1f30b-a5ac-4673-8ec1-6c290095cd4a tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:17:20.352457 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-94806728-4108-435d-b450-4aa0ca3c74b4 req-fca1f30b-a5ac-4673-8ec1-6c290095cd4a tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] 10.222.0.22 "GET /v2.0/ports?device_id=398a2c90-ecc9-4e09-837a-374e6fc5585c HTTP/1.1" status: 200 len: 948 time: 0.0476878 Sep 07 03:17:20.389167 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-94806728-4108-435d-b450-4aa0ca3c74b4 req-45c980e3-6ea2-4520-a4b0-5a10a52c6ceb tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] 10.222.0.22 "GET /v2.0/security-groups?id=8e4d0b25-905a-4fe4-be4e-67f24ee493dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309126 Sep 07 03:17:21.503830 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1c6023-bdca-4810-bc5a-897b6f543a35 req-d1d0227e-2a9b-41cf-96ba-f248497783c4 tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:17:21.505323 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4a1c6023-bdca-4810-bc5a-897b6f543a35 req-d1d0227e-2a9b-41cf-96ba-f248497783c4 tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] 10.222.0.22 "GET /v2.0/ports?device_id=398a2c90-ecc9-4e09-837a-374e6fc5585c HTTP/1.1" status: 200 len: 948 time: 0.0487642 Sep 07 03:17:21.543044 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4a1c6023-bdca-4810-bc5a-897b6f543a35 req-7baede4d-4009-4af9-96a0-2be3087c88e6 tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] 10.222.0.22 "GET /v2.0/security-groups?id=8e4d0b25-905a-4fe4-be4e-67f24ee493dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318193 Sep 07 03:17:21.776242 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:21.853933 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:21.974868 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device ba0774f4-7aad-434a-9b40-e8f806f7d2f3 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 03:17:22.069002 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port ba0774f4-7aad-434a-9b40-e8f806f7d2f3, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=ba0774f4-7aad-434a-9b40-e8f806f7d2f3,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:17:22.079375 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': 'ba0774f4-7aad-434a-9b40-e8f806f7d2f3', 'network_id': '0823ecf3-066e-49bd-a451-2e84ab79a70f', 'port_id': 'ba0774f4-7aad-434a-9b40-e8f806f7d2f3', 'mac_address': 'fa:16:3e:c5:c2:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '694f9550-ba12-4672-8446-41848123cea2', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 03:17:22.116804 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:22.129002 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba0774f4-7aad-434a-9b40-e8f806f7d2f3 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:17:22.147624 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port ba0774f4-7aad-434a-9b40-e8f806f7d2f3, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=ba0774f4-7aad-434a-9b40-e8f806f7d2f3,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:17:22.151815 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:22.197599 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=ba0774f4-7aad-434a-9b40-e8f806f7d2f3,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:17:22.349796 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['ba0774f4-7aad-434a-9b40-e8f806f7d2f3'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:17:22.659406 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0529b8d3-649d-4124-a375-68037aa21745 req-d4ea58fd-a654-4d60-b7c8-4befe477ae25 tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:17:22.660833 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0529b8d3-649d-4124-a375-68037aa21745 req-d4ea58fd-a654-4d60-b7c8-4befe477ae25 tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] 10.222.0.22 "GET /v2.0/ports?device_id=398a2c90-ecc9-4e09-837a-374e6fc5585c HTTP/1.1" status: 200 len: 949 time: 0.0485983 Sep 07 03:17:22.701416 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0529b8d3-649d-4124-a375-68037aa21745 req-6af594ec-12c4-43a7-ad6e-0db4ecfefd3c tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] 10.222.0.22 "GET /v2.0/security-groups?id=8e4d0b25-905a-4fe4-be4e-67f24ee493dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347533 Sep 07 03:17:23.815155 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e541186-657d-41da-80ac-5b7db179aaa8 req-914cfe21-d7bd-4217-b420-88793413c1d3 tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:17:23.816652 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9e541186-657d-41da-80ac-5b7db179aaa8 req-914cfe21-d7bd-4217-b420-88793413c1d3 tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] 10.222.0.22 "GET /v2.0/ports?device_id=398a2c90-ecc9-4e09-837a-374e6fc5585c HTTP/1.1" status: 200 len: 949 time: 0.0482593 Sep 07 03:17:23.853810 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9e541186-657d-41da-80ac-5b7db179aaa8 req-2f74336f-45c0-43b9-a047-4382561df548 tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] 10.222.0.22 "GET /v2.0/security-groups?id=8e4d0b25-905a-4fe4-be4e-67f24ee493dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313804 Sep 07 03:17:23.990930 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device ba0774f4-7aad-434a-9b40-e8f806f7d2f3 up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:17:24.040297 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port ba0774f4-7aad-434a-9b40-e8f806f7d2f3 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:17:24.043829 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port ba0774f4-7aad-434a-9b40-e8f806f7d2f3 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:17:24.044203 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:24.127535 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:24.149979 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '398a2c90-ecc9-4e09-837a-374e6fc5585c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0774f4-7aad-434a-9b40-e8f806f7d2f3'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:17:24.152238 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ce44bd-fb41-4ba5-a018-54402d8b4502" -d '{"events": [{"server_uuid": "398a2c90-ecc9-4e09-837a-374e6fc5585c", "name": "network-vif-plugged", "status": "completed", "tag": "ba0774f4-7aad-434a-9b40-e8f806f7d2f3"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:17:24.164516 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port ba0774f4-7aad-434a-9b40-e8f806f7d2f3, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=ba0774f4-7aad-434a-9b40-e8f806f7d2f3,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:17:24.168450 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:24.191003 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f613069a-8952-4b35-91ad-b84c997bb075 x-openstack-request-id: req-f613069a-8952-4b35-91ad-b84c997bb075 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:17:24.191302 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "398a2c90-ecc9-4e09-837a-374e6fc5585c", "name": "network-vif-plugged", "status": "completed", "tag": "ba0774f4-7aad-434a-9b40-e8f806f7d2f3", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:17:24.191585 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f613069a-8952-4b35-91ad-b84c997bb075 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:17:24.191977 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '398a2c90-ecc9-4e09-837a-374e6fc5585c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0774f4-7aad-434a-9b40-e8f806f7d2f3', 'code': 200} Sep 07 03:17:24.217610 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=ba0774f4-7aad-434a-9b40-e8f806f7d2f3,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:17:24.282806 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec439bda-a4a4-4c08-a6b4-591e915d1b58 req-face9c7e-5bc0-44a9-8080-b5941245c114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:17:24.284209 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ec439bda-a4a4-4c08-a6b4-591e915d1b58 req-face9c7e-5bc0-44a9-8080-b5941245c114 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=398a2c90-ecc9-4e09-837a-374e6fc5585c HTTP/1.1" status: 200 len: 1102 time: 0.0423818 Sep 07 03:17:24.317720 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ec439bda-a4a4-4c08-a6b4-591e915d1b58 req-7b021f15-bf67-49b0-8495-2dd57a0d2ffb service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8e4d0b25-905a-4fe4-be4e-67f24ee493dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266514 Sep 07 03:17:24.967649 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d88ab-9f3d-4817-acb8-296a7c86ba49 req-af208c4a-d70d-4b46-a5b7-3b6786b10baa tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:17:24.969144 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a19d88ab-9f3d-4817-acb8-296a7c86ba49 req-af208c4a-d70d-4b46-a5b7-3b6786b10baa tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] 10.222.0.22 "GET /v2.0/ports?device_id=398a2c90-ecc9-4e09-837a-374e6fc5585c HTTP/1.1" status: 200 len: 950 time: 0.0490119 Sep 07 03:17:25.006523 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a19d88ab-9f3d-4817-acb8-296a7c86ba49 req-4a3dc413-c34a-4a2d-918e-f61080660e7b tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] 10.222.0.22 "GET /v2.0/security-groups?id=8e4d0b25-905a-4fe4-be4e-67f24ee493dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308194 Sep 07 03:17:25.960102 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-cacbfa68-588d-46b8-b552-6b2f5844b469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:26.123194 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75d4ce-b1c9-4b5c-9312-b7835253c6f1 req-141d1b80-f90c-4ebd-81e1-8f3dce963183 tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:17:26.124702 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0b75d4ce-b1c9-4b5c-9312-b7835253c6f1 req-141d1b80-f90c-4ebd-81e1-8f3dce963183 tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] 10.222.0.22 "GET /v2.0/ports?device_id=398a2c90-ecc9-4e09-837a-374e6fc5585c HTTP/1.1" status: 200 len: 950 time: 0.0478973 Sep 07 03:17:26.162080 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0b75d4ce-b1c9-4b5c-9312-b7835253c6f1 req-d03634ba-4118-4be5-b2cf-24fc511a339e tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] 10.222.0.22 "GET /v2.0/security-groups?id=8e4d0b25-905a-4fe4-be4e-67f24ee493dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308871 Sep 07 03:17:26.527424 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [req-7dae0d42-1966-42bf-b607-f702594833fe req-b34ffc88-aeae-4fad-90b0-87b4bc941d7c service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:17:26.528505 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7dae0d42-1966-42bf-b607-f702594833fe req-b34ffc88-aeae-4fad-90b0-87b4bc941d7c service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1016748 Sep 07 03:17:26.854090 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [req-61b86e3f-4497-4b1a-a37f-303db6c51ce4 req-93b74e3f-b1dc-4a48-8037-adfd01779ec8 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:17:26.855061 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-61b86e3f-4497-4b1a-a37f-303db6c51ce4 req-93b74e3f-b1dc-4a48-8037-adfd01779ec8 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055170 Sep 07 03:17:27.178841 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da27ae1-2e22-4d7c-aa09-339680d27cf7 req-9f8a0971-0bde-4209-93f7-20b8c37b2350 tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:17:27.180337 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6da27ae1-2e22-4d7c-aa09-339680d27cf7 req-9f8a0971-0bde-4209-93f7-20b8c37b2350 tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] 10.222.0.22 "GET /v2.0/ports?device_id=398a2c90-ecc9-4e09-837a-374e6fc5585c HTTP/1.1" status: 200 len: 950 time: 0.0480337 Sep 07 03:17:27.217388 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6da27ae1-2e22-4d7c-aa09-339680d27cf7 req-fc96fcc4-c2f9-4bd0-b8a0-d97765dd00af tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] 10.222.0.22 "GET /v2.0/security-groups?id=8e4d0b25-905a-4fe4-be4e-67f24ee493dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312710 Sep 07 03:17:28.197870 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9b1b6d02-575d-41a9-a590-da84b39e5fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:28.332494 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2225e3-c7a1-4f68-accf-c0a100128fb5 req-1661bf20-5abc-4cd3-8985-5cc114985783 tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:17:28.333900 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2f2225e3-c7a1-4f68-accf-c0a100128fb5 req-1661bf20-5abc-4cd3-8985-5cc114985783 tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] 10.222.0.22 "GET /v2.0/ports?device_id=398a2c90-ecc9-4e09-837a-374e6fc5585c HTTP/1.1" status: 200 len: 950 time: 0.0484812 Sep 07 03:17:28.370578 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2f2225e3-c7a1-4f68-accf-c0a100128fb5 req-d3d7ac93-8ee8-4f6a-a462-af92637f5e7f tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] 10.222.0.22 "GET /v2.0/security-groups?id=8e4d0b25-905a-4fe4-be4e-67f24ee493dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307271 Sep 07 03:17:28.425025 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc4a4b-a1ee-49ce-8945-9512bba84cf1 req-85d1bcda-785d-42e0-88a0-6cadaabe9ce0 tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:17:28.426439 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cbcc4a4b-a1ee-49ce-8945-9512bba84cf1 req-85d1bcda-785d-42e0-88a0-6cadaabe9ce0 tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] 10.222.0.23 "GET /v2.0/ports?device_id=398a2c90-ecc9-4e09-837a-374e6fc5585c HTTP/1.1" status: 200 len: 950 time: 0.0514112 Sep 07 03:17:28.511733 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-cbcc4a4b-a1ee-49ce-8945-9512bba84cf1 req-4fb61242-12d9-4913-9544-ebdacef797be tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] Deleting port ba0774f4-7aad-434a-9b40-e8f806f7d2f3 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:17:28.512069 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-cbcc4a4b-a1ee-49ce-8945-9512bba84cf1 req-4fb61242-12d9-4913-9544-ebdacef797be tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:28.601535 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-cbcc4a4b-a1ee-49ce-8945-9512bba84cf1 req-4fb61242-12d9-4913-9544-ebdacef797be tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] For port ba0774f4-7aad-434a-9b40-e8f806f7d2f3, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=ba0774f4-7aad-434a-9b40-e8f806f7d2f3,segment=NetworkSegment(32315ef5-758d-4ff8-8108-1de7e005eadd),segment_id=32315ef5-758d-4ff8-8108-1de7e005eadd)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:17:28.601819 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-cbcc4a4b-a1ee-49ce-8945-9512bba84cf1 req-4fb61242-12d9-4913-9544-ebdacef797be tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:28.613244 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-cbcc4a4b-a1ee-49ce-8945-9512bba84cf1 req-4fb61242-12d9-4913-9544-ebdacef797be tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] Calling delete_port for ba0774f4-7aad-434a-9b40-e8f806f7d2f3 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:17:28.738566 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-cbcc4a4b-a1ee-49ce-8945-9512bba84cf1 req-4fb61242-12d9-4913-9544-ebdacef797be tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:28.742158 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:28.750572 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['ba0774f4-7aad-434a-9b40-e8f806f7d2f3'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:17:28.772858 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb61242-12d9-4913-9544-ebdacef797be tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] Pushing event deleted for resources: {'Port': ['ID=ba0774f4-7aad-434a-9b40-e8f806f7d2f3,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:17:28.812526 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbcc4a4b-a1ee-49ce-8945-9512bba84cf1 req-4fb61242-12d9-4913-9544-ebdacef797be tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] No DVR routers for this DVR port ba0774f4-7aad-434a-9b40-e8f806f7d2f3 on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:17:28.815302 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-cbcc4a4b-a1ee-49ce-8945-9512bba84cf1 req-4fb61242-12d9-4913-9544-ebdacef797be tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:28.818286 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cbcc4a4b-a1ee-49ce-8945-9512bba84cf1 req-4fb61242-12d9-4913-9544-ebdacef797be tempest-ServersAdminNegativeTestJSON-1789596172 tempest-ServersAdminNegativeTestJSON-1789596172-project] 10.222.0.23 "DELETE /v2.0/ports/ba0774f4-7aad-434a-9b40-e8f806f7d2f3 HTTP/1.1" status: 204 len: 173 time: 0.3853714 Sep 07 03:17:28.818762 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '398a2c90-ecc9-4e09-837a-374e6fc5585c', 'name': 'network-vif-deleted', 'tag': 'ba0774f4-7aad-434a-9b40-e8f806f7d2f3'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:17:28.821214 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45cba3fc-db21-4568-a4f3-6e8385f1cdb9" -d '{"events": [{"server_uuid": "398a2c90-ecc9-4e09-837a-374e6fc5585c", "name": "network-vif-deleted", "tag": "ba0774f4-7aad-434a-9b40-e8f806f7d2f3"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:17:28.859742 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc14749e-49d3-4a93-aa49-e711ec905a03 x-openstack-request-id: req-bc14749e-49d3-4a93-aa49-e711ec905a03 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:17:28.860037 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "398a2c90-ecc9-4e09-837a-374e6fc5585c", "name": "network-vif-deleted", "tag": "ba0774f4-7aad-434a-9b40-e8f806f7d2f3", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:17:28.860315 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bc14749e-49d3-4a93-aa49-e711ec905a03 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:17:28.860803 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '398a2c90-ecc9-4e09-837a-374e6fc5585c', 'name': 'network-vif-deleted', 'tag': 'ba0774f4-7aad-434a-9b40-e8f806f7d2f3', 'status': 'completed', 'code': 200} Sep 07 03:17:29.644901 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:29.658300 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 41220) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:17:29.790105 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8889289b-0357-47ac-8501-35a5d24c7537 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=decb5ffb72fe42c2af0bbc1016a59907&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1306508 Sep 07 03:17:29.792713 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 41224) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:17:29.843190 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-77c14247-e6c0-4942-b6c6-8fd680da241c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:29.864286 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-77c14247-e6c0-4942-b6c6-8fd680da241c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:29.911465 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-77c14247-e6c0-4942-b6c6-8fd680da241c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:29.914038 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-77c14247-e6c0-4942-b6c6-8fd680da241c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:29.915210 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-77c14247-e6c0-4942-b6c6-8fd680da241c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8e4d0b25-905a-4fe4-be4e-67f24ee493dc HTTP/1.1" status: 204 len: 168 time: 0.1215966 Sep 07 03:17:29.922955 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c14247-e6c0-4942-b6c6-8fd680da241c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4d0b25-905a-4fe4-be4e-67f24ee493dc,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:17:30.169203 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 41230) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:17:30.182199 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-58abb982-3f7e-4912-ad04-052305b275f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:30.269980 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-58abb982-3f7e-4912-ad04-052305b275f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:30.273581 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-58abb982-3f7e-4912-ad04-052305b275f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:30.311243 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-58abb982-3f7e-4912-ad04-052305b275f6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3cef7050f36c434c88fcee034804be1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1409786 Sep 07 03:17:30.313198 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58abb982-3f7e-4912-ad04-052305b275f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c8d85e-0ad6-4adc-b9af-23b6b14381b6,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:17:30.313985 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 41232) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:17:30.361983 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-efc90350-7c28-4243-8780-5f52625137b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:30.383053 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-efc90350-7c28-4243-8780-5f52625137b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:30.427778 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-efc90350-7c28-4243-8780-5f52625137b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:30.430293 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-efc90350-7c28-4243-8780-5f52625137b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:30.431453 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-efc90350-7c28-4243-8780-5f52625137b4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/45c8d85e-0ad6-4adc-b9af-23b6b14381b6 HTTP/1.1" status: 204 len: 168 time: 0.1164932 Sep 07 03:17:30.439017 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc90350-7c28-4243-8780-5f52625137b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c8d85e-0ad6-4adc-b9af-23b6b14381b6,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:17:31.112203 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 41254) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:17:31.210935 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-0afb1644-9ded-4924-aeff-a37f8a0303ec admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1309500321-network', 'tenant_id': '9f701b14ddcb488dad87b99c38793619'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:17:31.232022 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0afb1644-9ded-4924-aeff-a37f8a0303ec admin admin] Made reservation on behalf of 9f701b14ddcb488dad87b99c38793619 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:17:31.234445 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0afb1644-9ded-4924-aeff-a37f8a0303ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:31.246570 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0afb1644-9ded-4924-aeff-a37f8a0303ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:31.331404 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0afb1644-9ded-4924-aeff-a37f8a0303ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:31.335723 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0afb1644-9ded-4924-aeff-a37f8a0303ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:31.358864 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0afb1644-9ded-4924-aeff-a37f8a0303ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 03:17:31.368262 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afb1644-9ded-4924-aeff-a37f8a0303ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f65e75e-88f8-43ec-b0b9-03ec35fd5739,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:17:31.373001 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0afb1644-9ded-4924-aeff-a37f8a0303ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:31.373350 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-0afb1644-9ded-4924-aeff-a37f8a0303ec admin admin] Added segment 4b5e2041-22ad-4876-9ba3-c50e1855070c of type vlan for network f2ea6301-3223-40fb-bc44-cf0f221d21c5 Sep 07 03:17:31.412807 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0afb1644-9ded-4924-aeff-a37f8a0303ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:31.437079 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0afb1644-9ded-4924-aeff-a37f8a0303ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:31.438104 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afb1644-9ded-4924-aeff-a37f8a0303ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:17:31.438671 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0afb1644-9ded-4924-aeff-a37f8a0303ec admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:31.473175 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-0afb1644-9ded-4924-aeff-a37f8a0303ec admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3596861 Sep 07 03:17:31.476266 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 41258) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:17:31.481748 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-c2211f40-4eb6-4f93-b602-90427b4f60bf admin admin] Request body: {'subnet': {'network_id': 'f2ea6301-3223-40fb-bc44-cf0f221d21c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1309500321-subnet', 'tenant_id': '9f701b14ddcb488dad87b99c38793619', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:17:31.492359 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:31.502330 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2211f40-4eb6-4f93-b602-90427b4f60bf admin admin] Made reservation on behalf of 9f701b14ddcb488dad87b99c38793619 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:17:31.505396 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c2211f40-4eb6-4f93-b602-90427b4f60bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:31.505535 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afb1644-9ded-4924-aeff-a37f8a0303ec admin admin] Pushing event updated for resources: {'Network': ['ID=f2ea6301-3223-40fb-bc44-cf0f221d21c5,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:17:31.515083 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network f2ea6301-3223-40fb-bc44-cf0f221d21c5 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 03:17:31.674120 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c2211f40-4eb6-4f93-b602-90427b4f60bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:31.738092 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2211f40-4eb6-4f93-b602-90427b4f60bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f3a579a-6b32-469d-8dcb-eb093b5dc3fe,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:17:31.740748 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2211f40-4eb6-4f93-b602-90427b4f60bf admin admin] Checking segment: {'id': '4b5e2041-22ad-4876-9ba3-c50e1855070c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f2ea6301-3223-40fb-bc44-cf0f221d21c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:17:31.741112 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2211f40-4eb6-4f93-b602-90427b4f60bf admin admin] Network hostable DHCP agents. Network: f2ea6301-3223-40fb-bc44-cf0f221d21c5, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 03:17:31.757635 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2211f40-4eb6-4f93-b602-90427b4f60bf admin admin] Network f2ea6301-3223-40fb-bc44-cf0f221d21c5 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 03:17:31.766116 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-c2211f40-4eb6-4f93-b602-90427b4f60bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, f2ea6301-3223-40fb-bc44-cf0f221d21c5) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:17:31.770146 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2211f40-4eb6-4f93-b602-90427b4f60bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:17:31.770735 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c2211f40-4eb6-4f93-b602-90427b4f60bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:31.775616 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ced393-e493-4f9f-bd3b-2b0b27521deb None None] Network f2ea6301-3223-40fb-bc44-cf0f221d21c5 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:17:31.784744 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c2211f40-4eb6-4f93-b602-90427b4f60bf admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3071837 Sep 07 03:17:31.900455 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17130241-2888-4920-b9ee-bb19a568d62e None None] Network f2ea6301-3223-40fb-bc44-cf0f221d21c5 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:17:32.017126 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device ba0774f4-7aad-434a-9b40-e8f806f7d2f3 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:17:32.036326 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: ba0774f4-7aad-434a-9b40-e8f806f7d2f3 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:17:32.036676 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device ba0774f4-7aad-434a-9b40-e8f806f7d2f3 not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:17:32.201282 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb4fab-9afc-48c5-816e-20cef206848f req-ef918d4a-d87b-45ca-82f1-273a78a08ae1 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:17:32.202751 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b7cb4fab-9afc-48c5-816e-20cef206848f req-ef918d4a-d87b-45ca-82f1-273a78a08ae1 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/networks?id=f2ea6301-3223-40fb-bc44-cf0f221d21c5 HTTP/1.1" status: 200 len: 812 time: 0.0994470 Sep 07 03:17:32.217396 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b7cb4fab-9afc-48c5-816e-20cef206848f req-f779147c-9085-4fc0-931e-68b6e3b14375 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/quotas/9f701b14ddcb488dad87b99c38793619 HTTP/1.1" status: 200 len: 375 time: 0.0088279 Sep 07 03:17:32.252489 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b7cb4fab-9afc-48c5-816e-20cef206848f req-2ec54107-2909-4e2c-bcdb-b743360e7ac2 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9f701b14ddcb488dad87b99c38793619&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299869 Sep 07 03:17:32.339750 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b7cb4fab-9afc-48c5-816e-20cef206848f req-55540679-aa87-4f3b-aeb4-1128f960cf36 service neutron] 10.222.0.22 "GET /v2.0/networks/f2ea6301-3223-40fb-bc44-cf0f221d21c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803580 Sep 07 03:17:32.430970 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b7cb4fab-9afc-48c5-816e-20cef206848f req-3433c5ed-5346-430d-9faa-73d3247a7512 service neutron] 10.222.0.22 "GET /v2.0/networks/f2ea6301-3223-40fb-bc44-cf0f221d21c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853536 Sep 07 03:17:32.609396 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-07350a13-4bec-44c2-ac29-a7a5933bc4e5 req-50c9baa6-a3be-4842-bc33-9c26151adb48 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/ports?device_id=583f6b20-b6a4-4b49-b564-9f050fcecc4b HTTP/1.1" status: 200 len: 210 time: 0.0316451 Sep 07 03:17:33.389972 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:17:33.494303 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb4fab-9afc-48c5-816e-20cef206848f req-5b2d9c46-c88c-437a-a767-dcd18c437315 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:17:33.495797 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b7cb4fab-9afc-48c5-816e-20cef206848f req-5b2d9c46-c88c-437a-a767-dcd18c437315 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.23 "GET /v2.0/networks?id=f2ea6301-3223-40fb-bc44-cf0f221d21c5 HTTP/1.1" status: 200 len: 812 time: 0.1053562 Sep 07 03:17:33.508369 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-b7cb4fab-9afc-48c5-816e-20cef206848f req-7d773e5d-1189-411f-8408-68ceca8913cd tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] Request body: {'port': {'device_id': '583f6b20-b6a4-4b49-b564-9f050fcecc4b', 'network_id': 'f2ea6301-3223-40fb-bc44-cf0f221d21c5', 'admin_state_up': True, 'tenant_id': '9f701b14ddcb488dad87b99c38793619'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:17:33.618350 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7cb4fab-9afc-48c5-816e-20cef206848f req-7d773e5d-1189-411f-8408-68ceca8913cd tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] Made reservation on behalf of 9f701b14ddcb488dad87b99c38793619 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:17:33.621804 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b7cb4fab-9afc-48c5-816e-20cef206848f req-7d773e5d-1189-411f-8408-68ceca8913cd tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:33.704213 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-72eede7a-83cf-41de-9d04-9884f6fe54ba req-067ecbff-c08c-4899-abde-c9f7cb1c1de3 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/ports?device_id=583f6b20-b6a4-4b49-b564-9f050fcecc4b HTTP/1.1" status: 200 len: 210 time: 0.0267167 Sep 07 03:17:33.753051 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-b7cb4fab-9afc-48c5-816e-20cef206848f req-7d773e5d-1189-411f-8408-68ceca8913cd tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] Allocated IP 172.20.0.11 (f2ea6301-3223-40fb-bc44-cf0f221d21c5/7f3a579a-6b32-469d-8dcb-eb093b5dc3fe/0f00323b-fb99-4d5b-b7d4-636848a6be29) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:17:33.894437 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b7cb4fab-9afc-48c5-816e-20cef206848f req-7d773e5d-1189-411f-8408-68ceca8913cd tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:33.931441 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b7cb4fab-9afc-48c5-816e-20cef206848f req-7d773e5d-1189-411f-8408-68ceca8913cd tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:33.976532 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7cb4fab-9afc-48c5-816e-20cef206848f req-7d773e5d-1189-411f-8408-68ceca8913cd tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] Network f2ea6301-3223-40fb-bc44-cf0f221d21c5 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:17:33.979555 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-b7cb4fab-9afc-48c5-816e-20cef206848f req-7d773e5d-1189-411f-8408-68ceca8913cd tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:17:33.985587 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7cb4fab-9afc-48c5-816e-20cef206848f req-7d773e5d-1189-411f-8408-68ceca8913cd tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:17:34.008944 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d773e5d-1189-411f-8408-68ceca8913cd tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] Pushing event updated for resources: {'Port': ['ID=0f00323b-fb99-4d5b-b7d4-636848a6be29,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:17:34.035990 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb4fab-9afc-48c5-816e-20cef206848f req-7d773e5d-1189-411f-8408-68ceca8913cd tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:17:34.036608 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b7cb4fab-9afc-48c5-816e-20cef206848f req-7d773e5d-1189-411f-8408-68ceca8913cd tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:34.049324 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b7cb4fab-9afc-48c5-816e-20cef206848f req-7d773e5d-1189-411f-8408-68ceca8913cd tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5446789 Sep 07 03:17:34.061210 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-b7cb4fab-9afc-48c5-816e-20cef206848f req-245dccdb-8a53-4996-afa9-ec8ec2c8ded6 service neutron] Request body: {'port': {'device_id': '583f6b20-b6a4-4b49-b564-9f050fcecc4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:17:34.112748 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b7cb4fab-9afc-48c5-816e-20cef206848f req-245dccdb-8a53-4996-afa9-ec8ec2c8ded6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:34.373142 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-b7cb4fab-9afc-48c5-816e-20cef206848f req-245dccdb-8a53-4996-afa9-ec8ec2c8ded6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f00323b-fb99-4d5b-b7d4-636848a6be29 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:17:34.380483 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b7cb4fab-9afc-48c5-816e-20cef206848f req-245dccdb-8a53-4996-afa9-ec8ec2c8ded6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:34.392127 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-b7cb4fab-9afc-48c5-816e-20cef206848f req-245dccdb-8a53-4996-afa9-ec8ec2c8ded6 service neutron] Transition to ACTIVE for port object 0f00323b-fb99-4d5b-b7d4-636848a6be29 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:17:34.396037 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b7cb4fab-9afc-48c5-816e-20cef206848f req-245dccdb-8a53-4996-afa9-ec8ec2c8ded6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:34.444331 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245dccdb-8a53-4996-afa9-ec8ec2c8ded6 service neutron] Pushing event updated for resources: {'Port': ['ID=0f00323b-fb99-4d5b-b7d4-636848a6be29,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:17:34.511094 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-b7cb4fab-9afc-48c5-816e-20cef206848f req-245dccdb-8a53-4996-afa9-ec8ec2c8ded6 service neutron] Attempting to bind port 0f00323b-fb99-4d5b-b7d4-636848a6be29 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:17:34.511423 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-b7cb4fab-9afc-48c5-816e-20cef206848f req-245dccdb-8a53-4996-afa9-ec8ec2c8ded6 service neutron] Attempting to bind port 0f00323b-fb99-4d5b-b7d4-636848a6be29 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '4b5e2041-22ad-4876-9ba3-c50e1855070c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f2ea6301-3223-40fb-bc44-cf0f221d21c5'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:17:34.511785 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cb4fab-9afc-48c5-816e-20cef206848f req-245dccdb-8a53-4996-afa9-ec8ec2c8ded6 service neutron] Attempting to bind port 0f00323b-fb99-4d5b-b7d4-636848a6be29 on network f2ea6301-3223-40fb-bc44-cf0f221d21c5 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:17:34.515967 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cb4fab-9afc-48c5-816e-20cef206848f req-245dccdb-8a53-4996-afa9-ec8ec2c8ded6 service neutron] Port 0f00323b-fb99-4d5b-b7d4-636848a6be29 on network f2ea6301-3223-40fb-bc44-cf0f221d21c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 03:17:34.516287 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cb4fab-9afc-48c5-816e-20cef206848f req-245dccdb-8a53-4996-afa9-ec8ec2c8ded6 service neutron] Attempting to bind port 0f00323b-fb99-4d5b-b7d4-636848a6be29 on network f2ea6301-3223-40fb-bc44-cf0f221d21c5 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:17:34.521659 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cb4fab-9afc-48c5-816e-20cef206848f req-245dccdb-8a53-4996-afa9-ec8ec2c8ded6 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:17:34.521992 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cb4fab-9afc-48c5-816e-20cef206848f req-245dccdb-8a53-4996-afa9-ec8ec2c8ded6 service neutron] Checking segment: {'id': '4b5e2041-22ad-4876-9ba3-c50e1855070c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f2ea6301-3223-40fb-bc44-cf0f221d21c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:17:34.522368 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cb4fab-9afc-48c5-816e-20cef206848f req-245dccdb-8a53-4996-afa9-ec8ec2c8ded6 service neutron] Bound using segment: {'id': '4b5e2041-22ad-4876-9ba3-c50e1855070c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f2ea6301-3223-40fb-bc44-cf0f221d21c5'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:17:34.522786 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-b7cb4fab-9afc-48c5-816e-20cef206848f req-245dccdb-8a53-4996-afa9-ec8ec2c8ded6 service neutron] Bound port: 0f00323b-fb99-4d5b-b7d4-636848a6be29, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b5e2041-22ad-4876-9ba3-c50e1855070c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f2ea6301-3223-40fb-bc44-cf0f221d21c5'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:17:34.523137 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b7cb4fab-9afc-48c5-816e-20cef206848f req-245dccdb-8a53-4996-afa9-ec8ec2c8ded6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:34.587376 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-b7cb4fab-9afc-48c5-816e-20cef206848f req-245dccdb-8a53-4996-afa9-ec8ec2c8ded6 service neutron] For port 0f00323b-fb99-4d5b-b7d4-636848a6be29, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:17:34.590509 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-b7cb4fab-9afc-48c5-816e-20cef206848f req-245dccdb-8a53-4996-afa9-ec8ec2c8ded6 service neutron] For port 0f00323b-fb99-4d5b-b7d4-636848a6be29, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=0f00323b-fb99-4d5b-b7d4-636848a6be29,segment=NetworkSegment(4b5e2041-22ad-4876-9ba3-c50e1855070c),segment_id=4b5e2041-22ad-4876-9ba3-c50e1855070c)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:17:34.593823 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b7cb4fab-9afc-48c5-816e-20cef206848f req-245dccdb-8a53-4996-afa9-ec8ec2c8ded6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:34.624810 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb4fab-9afc-48c5-816e-20cef206848f req-245dccdb-8a53-4996-afa9-ec8ec2c8ded6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:17:34.625467 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-b7cb4fab-9afc-48c5-816e-20cef206848f req-245dccdb-8a53-4996-afa9-ec8ec2c8ded6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:34.626753 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b7cb4fab-9afc-48c5-816e-20cef206848f req-245dccdb-8a53-4996-afa9-ec8ec2c8ded6 service neutron] 10.222.0.23 "PUT /v2.0/ports/0f00323b-fb99-4d5b-b7d4-636848a6be29 HTTP/1.1" status: 200 len: 1093 time: 0.5698080 Sep 07 03:17:34.627184 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '583f6b20-b6a4-4b49-b564-9f050fcecc4b', 'tag': '0f00323b-fb99-4d5b-b7d4-636848a6be29'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:17:34.630001 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec3f149-4ce8-4015-aeae-ea9eff865cf8" -d '{"events": [{"name": "network-changed", "server_uuid": "583f6b20-b6a4-4b49-b564-9f050fcecc4b", "tag": "0f00323b-fb99-4d5b-b7d4-636848a6be29"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:17:34.674455 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76e9045-b03a-47b0-913d-d45b8bd5df37 x-openstack-request-id: req-b76e9045-b03a-47b0-913d-d45b8bd5df37 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:17:34.674736 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "583f6b20-b6a4-4b49-b564-9f050fcecc4b", "tag": "0f00323b-fb99-4d5b-b7d4-636848a6be29", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:17:34.674981 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b76e9045-b03a-47b0-913d-d45b8bd5df37 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:17:34.675364 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '583f6b20-b6a4-4b49-b564-9f050fcecc4b', 'tag': '0f00323b-fb99-4d5b-b7d4-636848a6be29', 'status': 'completed', 'code': 200} Sep 07 03:17:34.691189 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245dccdb-8a53-4996-afa9-ec8ec2c8ded6 service neutron] Pushing event updated for resources: {'Port': ['ID=0f00323b-fb99-4d5b-b7d4-636848a6be29,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:17:34.710079 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb4fab-9afc-48c5-816e-20cef206848f req-9972f5f4-f016-4123-aac8-750c25bcb46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:17:34.711592 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b7cb4fab-9afc-48c5-816e-20cef206848f req-9972f5f4-f016-4123-aac8-750c25bcb46e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9f701b14ddcb488dad87b99c38793619&device_id=583f6b20-b6a4-4b49-b564-9f050fcecc4b HTTP/1.1" status: 200 len: 1096 time: 0.0487885 Sep 07 03:17:34.757290 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b7cb4fab-9afc-48c5-816e-20cef206848f req-902245eb-8d61-4084-b9c2-a24c78eb5d77 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f00323b-fb99-4d5b-b7d4-636848a6be29 HTTP/1.1" status: 200 len: 217 time: 0.0381515 Sep 07 03:17:34.805430 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb4fab-9afc-48c5-816e-20cef206848f req-51aec116-73e5-4579-bad8-ee9199fd21c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:17:34.806886 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b7cb4fab-9afc-48c5-816e-20cef206848f req-51aec116-73e5-4579-bad8-ee9199fd21c6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7f3a579a-6b32-469d-8dcb-eb093b5dc3fe HTTP/1.1" status: 200 len: 852 time: 0.0430124 Sep 07 03:17:34.825596 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805afb83-6ad2-4a53-8a85-1eb55683105d req-8c48f465-5e46-4495-9150-6299aadf3fb5 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:17:34.827146 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-805afb83-6ad2-4a53-8a85-1eb55683105d req-8c48f465-5e46-4495-9150-6299aadf3fb5 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/ports?device_id=583f6b20-b6a4-4b49-b564-9f050fcecc4b HTTP/1.1" status: 200 len: 944 time: 0.0500221 Sep 07 03:17:34.839330 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b7cb4fab-9afc-48c5-816e-20cef206848f req-ee80022f-6a8d-4b59-a043-e9bd266c32cf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f2ea6301-3223-40fb-bc44-cf0f221d21c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253129 Sep 07 03:17:34.865284 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-805afb83-6ad2-4a53-8a85-1eb55683105d req-d85e9e56-d3e5-4eb1-b1ec-74399aede3ac tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f65e75e-88f8-43ec-b0b9-03ec35fd5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317743 Sep 07 03:17:34.933965 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b7cb4fab-9afc-48c5-816e-20cef206848f req-48f5ac69-1b80-47ee-a688-274422ee7ddf service neutron] 10.222.0.23 "GET /v2.0/networks/f2ea6301-3223-40fb-bc44-cf0f221d21c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876303 Sep 07 03:17:35.020931 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b7cb4fab-9afc-48c5-816e-20cef206848f req-63da7312-f873-4340-b9bf-e7d645357b3f service neutron] 10.222.0.23 "GET /v2.0/networks/f2ea6301-3223-40fb-bc44-cf0f221d21c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806518 Sep 07 03:17:35.109548 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec3f149-4ce8-4015-aeae-ea9eff865cf8 req-7b7980e4-a813-4b7c-a481-7a9c973be47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:17:35.111027 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9ec3f149-4ce8-4015-aeae-ea9eff865cf8 req-7b7980e4-a813-4b7c-a481-7a9c973be47f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9f701b14ddcb488dad87b99c38793619&device_id=583f6b20-b6a4-4b49-b564-9f050fcecc4b HTTP/1.1" status: 200 len: 1096 time: 0.0412571 Sep 07 03:17:35.202919 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec3f149-4ce8-4015-aeae-ea9eff865cf8 req-683ea085-5e2b-46f1-8796-609e0bd299a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:17:35.204328 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9ec3f149-4ce8-4015-aeae-ea9eff865cf8 req-683ea085-5e2b-46f1-8796-609e0bd299a7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f2ea6301-3223-40fb-bc44-cf0f221d21c5 HTTP/1.1" status: 200 len: 912 time: 0.0865929 Sep 07 03:17:35.244635 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9ec3f149-4ce8-4015-aeae-ea9eff865cf8 req-124fd9a0-2df1-44eb-96ba-b21ea8d00e5b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f00323b-fb99-4d5b-b7d4-636848a6be29 HTTP/1.1" status: 200 len: 217 time: 0.0333736 Sep 07 03:17:35.295577 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec3f149-4ce8-4015-aeae-ea9eff865cf8 req-d7fce231-38d8-4cac-bd8f-ff7157c98a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:17:35.297005 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9ec3f149-4ce8-4015-aeae-ea9eff865cf8 req-d7fce231-38d8-4cac-bd8f-ff7157c98a7f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7f3a579a-6b32-469d-8dcb-eb093b5dc3fe HTTP/1.1" status: 200 len: 852 time: 0.0453923 Sep 07 03:17:35.328682 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9ec3f149-4ce8-4015-aeae-ea9eff865cf8 req-3d7036fd-2fe6-45c2-8e61-9e347df7323c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f2ea6301-3223-40fb-bc44-cf0f221d21c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240228 Sep 07 03:17:35.416123 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9ec3f149-4ce8-4015-aeae-ea9eff865cf8 req-47f88fa7-e8d1-4a50-8bff-c7bfe3580f53 service neutron] 10.222.0.23 "GET /v2.0/networks/f2ea6301-3223-40fb-bc44-cf0f221d21c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803959 Sep 07 03:17:35.508638 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9ec3f149-4ce8-4015-aeae-ea9eff865cf8 req-07e32d95-1c67-45b3-b362-7f268c3475a4 service neutron] 10.222.0.23 "GET /v2.0/networks/f2ea6301-3223-40fb-bc44-cf0f221d21c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846879 Sep 07 03:17:35.984265 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a536cc9-624e-48f8-9256-a8f875015538 req-87f62dae-cf50-4d51-ac14-23c3480f95e3 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:17:35.985749 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7a536cc9-624e-48f8-9256-a8f875015538 req-87f62dae-cf50-4d51-ac14-23c3480f95e3 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/ports?device_id=583f6b20-b6a4-4b49-b564-9f050fcecc4b HTTP/1.1" status: 200 len: 944 time: 0.0493438 Sep 07 03:17:36.022056 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7a536cc9-624e-48f8-9256-a8f875015538 req-2d984377-b633-4f93-9e76-b14813118b6c tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f65e75e-88f8-43ec-b0b9-03ec35fd5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297732 Sep 07 03:17:36.029257 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 0f00323b-fb99-4d5b-b7d4-636848a6be29 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 03:17:36.128528 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 0f00323b-fb99-4d5b-b7d4-636848a6be29, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=0f00323b-fb99-4d5b-b7d4-636848a6be29,segment=NetworkSegment(4b5e2041-22ad-4876-9ba3-c50e1855070c),segment_id=4b5e2041-22ad-4876-9ba3-c50e1855070c)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:17:36.141287 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '0f00323b-fb99-4d5b-b7d4-636848a6be29', 'network_id': 'f2ea6301-3223-40fb-bc44-cf0f221d21c5', 'port_id': '0f00323b-fb99-4d5b-b7d4-636848a6be29', 'mac_address': 'fa:16:3e:7c:97:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f3a579a-6b32-469d-8dcb-eb093b5dc3fe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 03:17:36.178275 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:36.190316 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f00323b-fb99-4d5b-b7d4-636848a6be29 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:17:36.209745 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 0f00323b-fb99-4d5b-b7d4-636848a6be29, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=0f00323b-fb99-4d5b-b7d4-636848a6be29,segment=NetworkSegment(4b5e2041-22ad-4876-9ba3-c50e1855070c),segment_id=4b5e2041-22ad-4876-9ba3-c50e1855070c)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:17:36.213578 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:36.259647 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=0f00323b-fb99-4d5b-b7d4-636848a6be29,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:17:36.401845 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['0f00323b-fb99-4d5b-b7d4-636848a6be29'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:17:37.135325 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc160176-17d2-4c82-aefc-20f6241c41c9 req-d6941d8b-ac15-4f49-bae8-905acdd9420a tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:17:37.145181 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fc160176-17d2-4c82-aefc-20f6241c41c9 req-d6941d8b-ac15-4f49-bae8-905acdd9420a tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/ports?device_id=583f6b20-b6a4-4b49-b564-9f050fcecc4b HTTP/1.1" status: 200 len: 945 time: 0.0485034 Sep 07 03:17:37.176937 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fc160176-17d2-4c82-aefc-20f6241c41c9 req-06ba0ed0-037a-4321-8012-694d49f164cf tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f65e75e-88f8-43ec-b0b9-03ec35fd5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308580 Sep 07 03:17:38.038182 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 0f00323b-fb99-4d5b-b7d4-636848a6be29 up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:17:38.089196 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port 0f00323b-fb99-4d5b-b7d4-636848a6be29 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:17:38.093215 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port 0f00323b-fb99-4d5b-b7d4-636848a6be29 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:17:38.093859 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:38.170801 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:38.192629 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '583f6b20-b6a4-4b49-b564-9f050fcecc4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f00323b-fb99-4d5b-b7d4-636848a6be29'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:17:38.194971 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32676c7-5f7e-4ee0-9fbe-dae1ee3a4de8" -d '{"events": [{"server_uuid": "583f6b20-b6a4-4b49-b564-9f050fcecc4b", "name": "network-vif-plugged", "status": "completed", "tag": "0f00323b-fb99-4d5b-b7d4-636848a6be29"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:17:38.209130 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 0f00323b-fb99-4d5b-b7d4-636848a6be29, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=0f00323b-fb99-4d5b-b7d4-636848a6be29,segment=NetworkSegment(4b5e2041-22ad-4876-9ba3-c50e1855070c),segment_id=4b5e2041-22ad-4876-9ba3-c50e1855070c)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:17:38.214735 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:38.241078 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be76eb59-d071-4b55-9a6b-4f966c4eccbb x-openstack-request-id: req-be76eb59-d071-4b55-9a6b-4f966c4eccbb {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:17:38.241395 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "583f6b20-b6a4-4b49-b564-9f050fcecc4b", "name": "network-vif-plugged", "status": "completed", "tag": "0f00323b-fb99-4d5b-b7d4-636848a6be29", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:17:38.241608 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-be76eb59-d071-4b55-9a6b-4f966c4eccbb {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:17:38.241992 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '583f6b20-b6a4-4b49-b564-9f050fcecc4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f00323b-fb99-4d5b-b7d4-636848a6be29', 'code': 200} Sep 07 03:17:38.273943 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=0f00323b-fb99-4d5b-b7d4-636848a6be29,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:17:38.295421 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4353020-65cd-4861-af98-6a37508537dd req-c598908c-77d3-4915-bd59-4000cc1efa22 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:17:38.296858 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a4353020-65cd-4861-af98-6a37508537dd req-c598908c-77d3-4915-bd59-4000cc1efa22 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/ports?device_id=583f6b20-b6a4-4b49-b564-9f050fcecc4b HTTP/1.1" status: 200 len: 946 time: 0.0486977 Sep 07 03:17:38.360599 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a4353020-65cd-4861-af98-6a37508537dd req-ed95f103-0604-411b-9bc4-c6727b6f8338 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f65e75e-88f8-43ec-b0b9-03ec35fd5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558248 Sep 07 03:17:38.363217 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf9b15-a937-4fbc-8639-f41d5d5c3d69 req-2b37ddb7-633a-434c-908f-205a8b2af726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:17:38.364667 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-85cf9b15-a937-4fbc-8639-f41d5d5c3d69 req-2b37ddb7-633a-434c-908f-205a8b2af726 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=583f6b20-b6a4-4b49-b564-9f050fcecc4b HTTP/1.1" status: 200 len: 1098 time: 0.0669801 Sep 07 03:17:38.409145 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-85cf9b15-a937-4fbc-8639-f41d5d5c3d69 req-4261c9b8-4802-4b08-8dba-339096ae873b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5f65e75e-88f8-43ec-b0b9-03ec35fd5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277650 Sep 07 03:17:39.493167 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b685478f-fca1-4fa1-aae0-806239da5fdb req-2b779c6c-1fad-4641-a303-a5f2145ef807 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:17:39.494653 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b685478f-fca1-4fa1-aae0-806239da5fdb req-2b779c6c-1fad-4641-a303-a5f2145ef807 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/ports?device_id=583f6b20-b6a4-4b49-b564-9f050fcecc4b HTTP/1.1" status: 200 len: 946 time: 0.0587225 Sep 07 03:17:39.531397 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b685478f-fca1-4fa1-aae0-806239da5fdb req-9eb67f5c-8294-44dd-b41c-86af42ef8a85 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f65e75e-88f8-43ec-b0b9-03ec35fd5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307348 Sep 07 03:17:40.643390 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546985ee-5f0e-48b5-b128-7c18efaa5ded req-64cd35ee-e4d9-4f9e-9ffb-0a3b0b9b890a tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:17:40.644891 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-546985ee-5f0e-48b5-b128-7c18efaa5ded req-64cd35ee-e4d9-4f9e-9ffb-0a3b0b9b890a tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/ports?device_id=583f6b20-b6a4-4b49-b564-9f050fcecc4b HTTP/1.1" status: 200 len: 946 time: 0.0479944 Sep 07 03:17:40.681931 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-546985ee-5f0e-48b5-b128-7c18efaa5ded req-ac4fa41c-5e3c-4dde-b2f6-c4dd585f9280 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f65e75e-88f8-43ec-b0b9-03ec35fd5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309944 Sep 07 03:17:40.859193 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 41310) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:17:40.921542 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed36a5-a103-43e2-835e-58aef82f2730 req-39eda546-0b2e-406e-9ec5-0664d42bc359 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:17:40.923031 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1eed36a5-a103-43e2-835e-58aef82f2730 req-39eda546-0b2e-406e-9ec5-0664d42bc359 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/ports?device_id=583f6b20-b6a4-4b49-b564-9f050fcecc4b HTTP/1.1" status: 200 len: 946 time: 0.0518160 Sep 07 03:17:40.954957 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-81c709f4-47b2-44fc-b672-59bb13371368 req-5bb7a30c-a6af-4a75-876e-4864eacdd679 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=583f6b20-b6a4-4b49-b564-9f050fcecc4b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0945594 Sep 07 03:17:40.961802 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1eed36a5-a103-43e2-835e-58aef82f2730 req-05ae6d17-52ee-4744-946c-af78c44207d6 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f65e75e-88f8-43ec-b0b9-03ec35fd5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327604 Sep 07 03:17:40.964478 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [req-81c709f4-47b2-44fc-b672-59bb13371368 req-86b7db38-e14c-4e0e-afc7-b2e7ef33c94d service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:17:40.965482 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-81c709f4-47b2-44fc-b672-59bb13371368 req-86b7db38-e14c-4e0e-afc7-b2e7ef33c94d service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051191 Sep 07 03:17:42.077838 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c709f4-47b2-44fc-b672-59bb13371368 req-4ac2d3d0-a9eb-48b8-8b5d-35d6f1e0b16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:17:42.079369 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81c709f4-47b2-44fc-b672-59bb13371368 req-4ac2d3d0-a9eb-48b8-8b5d-35d6f1e0b16b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9f701b14ddcb488dad87b99c38793619&device_id=583f6b20-b6a4-4b49-b564-9f050fcecc4b HTTP/1.1" status: 200 len: 1098 time: 0.0432096 Sep 07 03:17:42.083887 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f93b68-3ace-433b-b615-ef9c462448ab req-2cc26dae-3028-4682-ad8e-71f6a2c517d1 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:17:42.085368 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a6f93b68-3ace-433b-b615-ef9c462448ab req-2cc26dae-3028-4682-ad8e-71f6a2c517d1 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/ports?device_id=583f6b20-b6a4-4b49-b564-9f050fcecc4b HTTP/1.1" status: 200 len: 946 time: 0.0493734 Sep 07 03:17:42.123075 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a6f93b68-3ace-433b-b615-ef9c462448ab req-123650de-6b9f-4cc0-993f-cf0ffdb36be6 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f65e75e-88f8-43ec-b0b9-03ec35fd5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318282 Sep 07 03:17:42.168506 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c709f4-47b2-44fc-b672-59bb13371368 req-f17179f3-3939-434a-a6c3-c2fa56fbf1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:17:42.169988 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81c709f4-47b2-44fc-b672-59bb13371368 req-f17179f3-3939-434a-a6c3-c2fa56fbf1ff service neutron] 10.222.0.23 "GET /v2.0/networks?id=f2ea6301-3223-40fb-bc44-cf0f221d21c5 HTTP/1.1" status: 200 len: 912 time: 0.0834577 Sep 07 03:17:42.213920 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81c709f4-47b2-44fc-b672-59bb13371368 req-782e4b64-9824-4e5e-966a-0012ed0229a0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f00323b-fb99-4d5b-b7d4-636848a6be29 HTTP/1.1" status: 200 len: 217 time: 0.0361559 Sep 07 03:17:42.262061 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c709f4-47b2-44fc-b672-59bb13371368 req-c6607eca-3659-4606-a16b-dda0bd8c79b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:17:42.263412 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81c709f4-47b2-44fc-b672-59bb13371368 req-c6607eca-3659-4606-a16b-dda0bd8c79b4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7f3a579a-6b32-469d-8dcb-eb093b5dc3fe HTTP/1.1" status: 200 len: 852 time: 0.0429080 Sep 07 03:17:42.294311 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81c709f4-47b2-44fc-b672-59bb13371368 req-7a07efa6-e411-4617-901f-978bac0a0fc4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f2ea6301-3223-40fb-bc44-cf0f221d21c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241799 Sep 07 03:17:42.383957 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81c709f4-47b2-44fc-b672-59bb13371368 req-a9cccc39-96fd-4f7a-9b36-ab99c45d0da8 service neutron] 10.222.0.23 "GET /v2.0/networks/f2ea6301-3223-40fb-bc44-cf0f221d21c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826669 Sep 07 03:17:42.470511 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81c709f4-47b2-44fc-b672-59bb13371368 req-225ebdd2-02b4-4aea-8abd-13a12f992a7d service neutron] 10.222.0.23 "GET /v2.0/networks/f2ea6301-3223-40fb-bc44-cf0f221d21c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802786 Sep 07 03:17:43.238969 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305741dc-6c1a-4db1-8a6a-ad167c476b7f req-0803f3ee-0b47-4c58-9d4b-72c2693d00a7 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:17:43.241023 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-305741dc-6c1a-4db1-8a6a-ad167c476b7f req-0803f3ee-0b47-4c58-9d4b-72c2693d00a7 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/ports?device_id=583f6b20-b6a4-4b49-b564-9f050fcecc4b HTTP/1.1" status: 200 len: 946 time: 0.0519361 Sep 07 03:17:43.277355 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-305741dc-6c1a-4db1-8a6a-ad167c476b7f req-2abfd7aa-2e00-4f96-8579-d03b9b24b398 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f65e75e-88f8-43ec-b0b9-03ec35fd5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304115 Sep 07 03:17:44.397895 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48c63e-c43c-4cc1-bb3a-460c041eb83f req-1d4d4b78-625f-474a-b548-22c4a6e4aa74 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:17:44.399386 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eb48c63e-c43c-4cc1-bb3a-460c041eb83f req-1d4d4b78-625f-474a-b548-22c4a6e4aa74 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/ports?device_id=583f6b20-b6a4-4b49-b564-9f050fcecc4b HTTP/1.1" status: 200 len: 946 time: 0.0548160 Sep 07 03:17:44.437347 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eb48c63e-c43c-4cc1-bb3a-460c041eb83f req-c4c4b942-0d41-4be3-a106-9ffeba06c216 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f65e75e-88f8-43ec-b0b9-03ec35fd5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318601 Sep 07 03:17:45.548805 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630a5e77-7243-431f-a136-f4bfdb293860 req-40498fcb-2312-4701-829a-e14b5ee5bf0a tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:17:45.550484 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-630a5e77-7243-431f-a136-f4bfdb293860 req-40498fcb-2312-4701-829a-e14b5ee5bf0a tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/ports?device_id=583f6b20-b6a4-4b49-b564-9f050fcecc4b HTTP/1.1" status: 200 len: 946 time: 0.0473049 Sep 07 03:17:45.587490 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-630a5e77-7243-431f-a136-f4bfdb293860 req-22abd1f7-34a9-4144-9945-f7ce6517a07f tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f65e75e-88f8-43ec-b0b9-03ec35fd5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307274 Sep 07 03:17:46.701156 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8f9fbc-7571-41e1-8a7e-440f7563e94c req-e97b356e-0df7-48ec-bc83-091e8649331a tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:17:46.702657 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1c8f9fbc-7571-41e1-8a7e-440f7563e94c req-e97b356e-0df7-48ec-bc83-091e8649331a tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/ports?device_id=583f6b20-b6a4-4b49-b564-9f050fcecc4b HTTP/1.1" status: 200 len: 946 time: 0.0488672 Sep 07 03:17:46.738381 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1c8f9fbc-7571-41e1-8a7e-440f7563e94c req-234dfe7e-0558-4b36-a477-c4cb24562c88 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f65e75e-88f8-43ec-b0b9-03ec35fd5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299873 Sep 07 03:17:47.851207 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d8ea6-6b98-441d-9161-933854b2b290 req-8e8afd8e-1c0b-4412-8374-516236ebaf42 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:17:47.852693 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4c9d8ea6-6b98-441d-9161-933854b2b290 req-8e8afd8e-1c0b-4412-8374-516236ebaf42 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/ports?device_id=583f6b20-b6a4-4b49-b564-9f050fcecc4b HTTP/1.1" status: 200 len: 946 time: 0.0477657 Sep 07 03:17:47.891360 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4c9d8ea6-6b98-441d-9161-933854b2b290 req-0f646610-0fe9-40b0-a8dc-46ddc7c75335 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f65e75e-88f8-43ec-b0b9-03ec35fd5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318582 Sep 07 03:17:49.002555 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df10881a-78c5-42e2-9f97-a7e30ffd47f5 req-eadd42ae-7128-401b-bf6e-7292d677a93f tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:17:49.004052 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-df10881a-78c5-42e2-9f97-a7e30ffd47f5 req-eadd42ae-7128-401b-bf6e-7292d677a93f tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/ports?device_id=583f6b20-b6a4-4b49-b564-9f050fcecc4b HTTP/1.1" status: 200 len: 946 time: 0.0469894 Sep 07 03:17:49.040449 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-df10881a-78c5-42e2-9f97-a7e30ffd47f5 req-d6c84a26-8db4-4e45-bfad-66949e52d37c tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f65e75e-88f8-43ec-b0b9-03ec35fd5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297568 Sep 07 03:17:50.156010 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431abadf-313c-45f7-964a-155a62c1b6a1 req-c9e3b3b6-413c-4c6a-b78b-1303020994ca tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:17:50.157463 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-431abadf-313c-45f7-964a-155a62c1b6a1 req-c9e3b3b6-413c-4c6a-b78b-1303020994ca tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/ports?device_id=583f6b20-b6a4-4b49-b564-9f050fcecc4b HTTP/1.1" status: 200 len: 946 time: 0.0516551 Sep 07 03:17:50.193341 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-431abadf-313c-45f7-964a-155a62c1b6a1 req-602224fd-5d7f-4688-baea-4105f9d90921 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f65e75e-88f8-43ec-b0b9-03ec35fd5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300076 Sep 07 03:17:51.309923 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e302ba2e-2b49-4a80-b6c7-cfa69474769c req-ba024676-254a-42a9-80ca-c288b15100bd tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:17:51.311373 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e302ba2e-2b49-4a80-b6c7-cfa69474769c req-ba024676-254a-42a9-80ca-c288b15100bd tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/ports?device_id=583f6b20-b6a4-4b49-b564-9f050fcecc4b HTTP/1.1" status: 200 len: 946 time: 0.0513601 Sep 07 03:17:51.348255 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e302ba2e-2b49-4a80-b6c7-cfa69474769c req-7fc87e02-05f2-4767-9d58-9d8f68b76009 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f65e75e-88f8-43ec-b0b9-03ec35fd5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309172 Sep 07 03:17:51.810614 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:51.870529 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:52.460235 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae428c7-eb20-4e0a-bdeb-b276f31f9128 req-b49427c9-2964-45f1-b421-009df7842ada tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:17:52.461732 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3ae428c7-eb20-4e0a-bdeb-b276f31f9128 req-b49427c9-2964-45f1-b421-009df7842ada tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/ports?device_id=583f6b20-b6a4-4b49-b564-9f050fcecc4b HTTP/1.1" status: 200 len: 946 time: 0.0481339 Sep 07 03:17:52.498499 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3ae428c7-eb20-4e0a-bdeb-b276f31f9128 req-5d394143-aa63-4ac5-97a1-18e20e25313d tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f65e75e-88f8-43ec-b0b9-03ec35fd5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309067 Sep 07 03:17:53.610835 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc0f6d7-49f7-4ae1-a55b-3f54e6ef2c3a req-d8dc0ce5-b9bd-4d13-906a-a1036f73aede tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:17:53.612320 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6fc0f6d7-49f7-4ae1-a55b-3f54e6ef2c3a req-d8dc0ce5-b9bd-4d13-906a-a1036f73aede tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/ports?device_id=583f6b20-b6a4-4b49-b564-9f050fcecc4b HTTP/1.1" status: 200 len: 946 time: 0.0472820 Sep 07 03:17:53.649193 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6fc0f6d7-49f7-4ae1-a55b-3f54e6ef2c3a req-9e7a6f56-68a7-474f-baef-e208d4ef90ba tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f65e75e-88f8-43ec-b0b9-03ec35fd5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305712 Sep 07 03:17:54.816336 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2fc854-b693-4438-b73b-25de34b49b34 req-e5beb83e-f776-4f4e-9744-9b2987dfde21 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:17:54.818316 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cf2fc854-b693-4438-b73b-25de34b49b34 req-e5beb83e-f776-4f4e-9744-9b2987dfde21 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/ports?device_id=583f6b20-b6a4-4b49-b564-9f050fcecc4b HTTP/1.1" status: 200 len: 946 time: 0.1022584 Sep 07 03:17:54.854737 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cf2fc854-b693-4438-b73b-25de34b49b34 req-88f7fb27-570b-4937-85ea-e917c0fc9753 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f65e75e-88f8-43ec-b0b9-03ec35fd5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305240 Sep 07 03:17:55.961138 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0940c373-0aae-4d13-8c17-1486c122b8dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:55.970308 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df1959-cd0c-4a71-9f7e-a6a6b2e949df req-7df46d89-8d9f-451b-87f0-976421543aed tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:17:55.971839 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b8df1959-cd0c-4a71-9f7e-a6a6b2e949df req-7df46d89-8d9f-451b-87f0-976421543aed tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/ports?device_id=583f6b20-b6a4-4b49-b564-9f050fcecc4b HTTP/1.1" status: 200 len: 946 time: 0.0491297 Sep 07 03:17:56.008969 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b8df1959-cd0c-4a71-9f7e-a6a6b2e949df req-e7443cc6-7576-4622-9d5c-5f8907c77596 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f65e75e-88f8-43ec-b0b9-03ec35fd5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305896 Sep 07 03:17:57.129146 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb510a-3089-4a87-bfac-9acf9cd13816 req-b9ef4db3-06cb-49b2-86f9-5b972f8416e7 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:17:57.130653 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6fbb510a-3089-4a87-bfac-9acf9cd13816 req-b9ef4db3-06cb-49b2-86f9-5b972f8416e7 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/ports?device_id=583f6b20-b6a4-4b49-b564-9f050fcecc4b HTTP/1.1" status: 200 len: 946 time: 0.0514781 Sep 07 03:17:57.167293 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6fbb510a-3089-4a87-bfac-9acf9cd13816 req-2e01eefe-a7d7-4074-9bcf-5787f5bd8cf5 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f65e75e-88f8-43ec-b0b9-03ec35fd5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306449 Sep 07 03:17:58.198537 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-34ffd57d-de36-47d7-9c56-87d9b38c536c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:58.288664 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d4af1-0092-4e61-8634-be26e7801bdf req-0dfa1589-b4f7-43e2-9bab-0d89eb75e8f0 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:17:58.290149 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a03d4af1-0092-4e61-8634-be26e7801bdf req-0dfa1589-b4f7-43e2-9bab-0d89eb75e8f0 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/ports?device_id=583f6b20-b6a4-4b49-b564-9f050fcecc4b HTTP/1.1" status: 200 len: 946 time: 0.0525770 Sep 07 03:17:58.327417 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a03d4af1-0092-4e61-8634-be26e7801bdf req-91ac2b9f-f4b0-41db-8b52-5e93e73bd1e3 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f65e75e-88f8-43ec-b0b9-03ec35fd5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313983 Sep 07 03:17:58.742658 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:17:59.440585 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4468945a-46fc-4441-84df-cff941ba2e98 req-9d6610b1-7281-4325-bea6-700ad63589fa tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:17:59.442678 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4468945a-46fc-4441-84df-cff941ba2e98 req-9d6610b1-7281-4325-bea6-700ad63589fa tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/ports?device_id=583f6b20-b6a4-4b49-b564-9f050fcecc4b HTTP/1.1" status: 200 len: 946 time: 0.0486383 Sep 07 03:17:59.478736 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4468945a-46fc-4441-84df-cff941ba2e98 req-17e18374-af71-48b0-aa58-d0e035a11575 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f65e75e-88f8-43ec-b0b9-03ec35fd5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302210 Sep 07 03:17:59.646987 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:00.648451 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e733df-3726-40a0-af7d-c849bc8bead5 req-05c1fba2-fd62-40d1-a41c-7ba04c1b9d9b tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:00.649948 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b4e733df-3726-40a0-af7d-c849bc8bead5 req-05c1fba2-fd62-40d1-a41c-7ba04c1b9d9b tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/ports?device_id=583f6b20-b6a4-4b49-b564-9f050fcecc4b HTTP/1.1" status: 200 len: 946 time: 0.1053531 Sep 07 03:18:00.686830 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b4e733df-3726-40a0-af7d-c849bc8bead5 req-1ed0888b-bfc4-4243-b5a0-f1c666702d42 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f65e75e-88f8-43ec-b0b9-03ec35fd5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310767 Sep 07 03:18:01.490485 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:01.800247 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e853a024-4ab6-4337-ab5a-4a6204c6c4f7 req-98ac46ad-37c0-4f71-a02e-7d0effe0a7f7 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:01.801727 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e853a024-4ab6-4337-ab5a-4a6204c6c4f7 req-98ac46ad-37c0-4f71-a02e-7d0effe0a7f7 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/ports?device_id=583f6b20-b6a4-4b49-b564-9f050fcecc4b HTTP/1.1" status: 200 len: 946 time: 0.0476768 Sep 07 03:18:01.838093 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e853a024-4ab6-4337-ab5a-4a6204c6c4f7 req-56145eca-6858-4046-852d-d5f47560f414 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f65e75e-88f8-43ec-b0b9-03ec35fd5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305490 Sep 07 03:18:02.952050 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e188605-9d5b-46d1-a29d-48c84ecdcd6a req-ee43d048-2e3c-4135-be1f-6a5c5d5d2a89 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:02.953508 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9e188605-9d5b-46d1-a29d-48c84ecdcd6a req-ee43d048-2e3c-4135-be1f-6a5c5d5d2a89 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/ports?device_id=583f6b20-b6a4-4b49-b564-9f050fcecc4b HTTP/1.1" status: 200 len: 946 time: 0.0475769 Sep 07 03:18:02.989569 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9e188605-9d5b-46d1-a29d-48c84ecdcd6a req-978ed9b2-c6fe-4900-afc7-2338c4e92400 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f65e75e-88f8-43ec-b0b9-03ec35fd5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296035 Sep 07 03:18:04.108288 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287ff0d-b104-4f9c-9068-1058629f14d3 req-8a222b3a-3276-498a-a8a5-ebd820b00128 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:04.109734 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1287ff0d-b104-4f9c-9068-1058629f14d3 req-8a222b3a-3276-498a-a8a5-ebd820b00128 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/ports?device_id=583f6b20-b6a4-4b49-b564-9f050fcecc4b HTTP/1.1" status: 200 len: 946 time: 0.0530338 Sep 07 03:18:04.443944 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1287ff0d-b104-4f9c-9068-1058629f14d3 req-578c4379-9526-46b0-867f-9d0001fd0ffd tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f65e75e-88f8-43ec-b0b9-03ec35fd5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282473 Sep 07 03:18:05.560599 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8fb1a9-129e-44a2-90b3-b845c938c708 req-13f419cd-e691-4c31-9828-8d4f1be5500a tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:05.562192 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-da8fb1a9-129e-44a2-90b3-b845c938c708 req-13f419cd-e691-4c31-9828-8d4f1be5500a tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/ports?device_id=583f6b20-b6a4-4b49-b564-9f050fcecc4b HTTP/1.1" status: 200 len: 946 time: 0.0510333 Sep 07 03:18:05.598838 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-da8fb1a9-129e-44a2-90b3-b845c938c708 req-502ceca9-3a4e-45a8-a4e4-4685fa30ac13 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f65e75e-88f8-43ec-b0b9-03ec35fd5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301557 Sep 07 03:18:06.712716 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc02abfd-0cfd-4497-bedc-b14c86ba569e req-78d8106c-0b5a-4269-8025-0125c141c607 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:06.714217 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bc02abfd-0cfd-4497-bedc-b14c86ba569e req-78d8106c-0b5a-4269-8025-0125c141c607 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/ports?device_id=583f6b20-b6a4-4b49-b564-9f050fcecc4b HTTP/1.1" status: 200 len: 946 time: 0.0483062 Sep 07 03:18:06.755628 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bc02abfd-0cfd-4497-bedc-b14c86ba569e req-3ee4c003-4c69-4136-91fb-5e44920c5fa0 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f65e75e-88f8-43ec-b0b9-03ec35fd5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347123 Sep 07 03:18:07.870827 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1abeb7-7e4d-4d4b-a3cf-ceb56d7bd419 req-52a3e4b4-94b1-4e45-8be8-bc280c7d431c tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:07.872363 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6a1abeb7-7e4d-4d4b-a3cf-ceb56d7bd419 req-52a3e4b4-94b1-4e45-8be8-bc280c7d431c tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/ports?device_id=583f6b20-b6a4-4b49-b564-9f050fcecc4b HTTP/1.1" status: 200 len: 946 time: 0.0485573 Sep 07 03:18:07.909425 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6a1abeb7-7e4d-4d4b-a3cf-ceb56d7bd419 req-9f0b8a1f-eebd-4cf0-8710-d808c3d8dec6 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f65e75e-88f8-43ec-b0b9-03ec35fd5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310636 Sep 07 03:18:09.019852 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cbb8cd-45c2-47b7-8fd6-e6bd63e35d92 req-04df7a21-4f82-489e-a1f7-880763cadbac tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:09.021309 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-97cbb8cd-45c2-47b7-8fd6-e6bd63e35d92 req-04df7a21-4f82-489e-a1f7-880763cadbac tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/ports?device_id=583f6b20-b6a4-4b49-b564-9f050fcecc4b HTTP/1.1" status: 200 len: 946 time: 0.0476105 Sep 07 03:18:09.064121 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-97cbb8cd-45c2-47b7-8fd6-e6bd63e35d92 req-8816d6ac-5de1-4be1-aafe-b065be0b5620 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f65e75e-88f8-43ec-b0b9-03ec35fd5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370011 Sep 07 03:18:09.383450 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [req-81c709f4-47b2-44fc-b672-59bb13371368 req-06d81c65-efa0-40c3-ad8e-4d4ffb71577e service neutron] show failed (client error): The resource could not be found. Sep 07 03:18:09.384416 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81c709f4-47b2-44fc-b672-59bb13371368 req-06d81c65-efa0-40c3-ad8e-4d4ffb71577e service neutron] 10.222.0.23 "GET /v2.0/ports/0f00323b-fb99-4d5b-b7d4-636848a6be29/bindings/n-h2-796209-16 HTTP/1.1" status: 404 len: 381 time: 0.0633321 Sep 07 03:18:09.600319 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c709f4-47b2-44fc-b672-59bb13371368 req-f1fec4fc-237d-4355-85af-6920260ba849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:09.601811 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81c709f4-47b2-44fc-b672-59bb13371368 req-f1fec4fc-237d-4355-85af-6920260ba849 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=583f6b20-b6a4-4b49-b564-9f050fcecc4b&tenant_id=9f701b14ddcb488dad87b99c38793619 HTTP/1.1" status: 200 len: 1098 time: 0.0693736 Sep 07 03:18:09.614002 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-81c709f4-47b2-44fc-b672-59bb13371368 req-cb084214-31c1-40ab-ae54-d4bb7db6c2bd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-796209-16', 'device_owner': 'compute:nova'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:18:09.667233 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-81c709f4-47b2-44fc-b672-59bb13371368 req-cb084214-31c1-40ab-ae54-d4bb7db6c2bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:09.863993 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-81c709f4-47b2-44fc-b672-59bb13371368 req-cb084214-31c1-40ab-ae54-d4bb7db6c2bd service neutron] For port 0f00323b-fb99-4d5b-b7d4-636848a6be29, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=0f00323b-fb99-4d5b-b7d4-636848a6be29,segment=NetworkSegment(4b5e2041-22ad-4876-9ba3-c50e1855070c),segment_id=4b5e2041-22ad-4876-9ba3-c50e1855070c)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:18:09.897082 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-81c709f4-47b2-44fc-b672-59bb13371368 req-cb084214-31c1-40ab-ae54-d4bb7db6c2bd service neutron] For port 0f00323b-fb99-4d5b-b7d4-636848a6be29, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:18:09.936059 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '583f6b20-b6a4-4b49-b564-9f050fcecc4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f00323b-fb99-4d5b-b7d4-636848a6be29'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:18:09.938289 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe5714f-42d2-4921-a33a-921b5698b322" -d '{"events": [{"server_uuid": "583f6b20-b6a4-4b49-b564-9f050fcecc4b", "name": "network-vif-unplugged", "status": "completed", "tag": "0f00323b-fb99-4d5b-b7d4-636848a6be29"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:18:09.942086 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-81c709f4-47b2-44fc-b672-59bb13371368 req-cb084214-31c1-40ab-ae54-d4bb7db6c2bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:09.955274 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-81c709f4-47b2-44fc-b672-59bb13371368 req-cb084214-31c1-40ab-ae54-d4bb7db6c2bd service neutron] Transition to ACTIVE for port object 0f00323b-fb99-4d5b-b7d4-636848a6be29 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:18:09.961193 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-81c709f4-47b2-44fc-b672-59bb13371368 req-cb084214-31c1-40ab-ae54-d4bb7db6c2bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:09.995535 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 03:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d4ea41d-538a-4e79-b285-bedd0dabaf98 x-openstack-request-id: req-3d4ea41d-538a-4e79-b285-bedd0dabaf98 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:18:09.995812 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "583f6b20-b6a4-4b49-b564-9f050fcecc4b", "name": "network-vif-unplugged", "status": "completed", "tag": "0f00323b-fb99-4d5b-b7d4-636848a6be29", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:18:09.996068 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3d4ea41d-538a-4e79-b285-bedd0dabaf98 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:18:09.996455 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '583f6b20-b6a4-4b49-b564-9f050fcecc4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f00323b-fb99-4d5b-b7d4-636848a6be29', 'code': 200} Sep 07 03:18:10.029890 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c709f4-47b2-44fc-b672-59bb13371368 req-cb084214-31c1-40ab-ae54-d4bb7db6c2bd service neutron] No DVR routers for this DVR port 0f00323b-fb99-4d5b-b7d4-636848a6be29 on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:18:10.031696 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb084214-31c1-40ab-ae54-d4bb7db6c2bd service neutron] Pushing event updated for resources: {'Port': ['ID=0f00323b-fb99-4d5b-b7d4-636848a6be29,revision_number=6']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:18:10.066577 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-81c709f4-47b2-44fc-b672-59bb13371368 req-cb084214-31c1-40ab-ae54-d4bb7db6c2bd service neutron] Attempting to bind port 0f00323b-fb99-4d5b-b7d4-636848a6be29 on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:18:10.066920 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-81c709f4-47b2-44fc-b672-59bb13371368 req-cb084214-31c1-40ab-ae54-d4bb7db6c2bd service neutron] Attempting to bind port 0f00323b-fb99-4d5b-b7d4-636848a6be29 by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '4b5e2041-22ad-4876-9ba3-c50e1855070c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f2ea6301-3223-40fb-bc44-cf0f221d21c5'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:18:10.067260 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c709f4-47b2-44fc-b672-59bb13371368 req-cb084214-31c1-40ab-ae54-d4bb7db6c2bd service neutron] Attempting to bind port 0f00323b-fb99-4d5b-b7d4-636848a6be29 on network f2ea6301-3223-40fb-bc44-cf0f221d21c5 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:18:10.072198 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c709f4-47b2-44fc-b672-59bb13371368 req-cb084214-31c1-40ab-ae54-d4bb7db6c2bd service neutron] Port 0f00323b-fb99-4d5b-b7d4-636848a6be29 on network f2ea6301-3223-40fb-bc44-cf0f221d21c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 03:18:10.072552 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c709f4-47b2-44fc-b672-59bb13371368 req-cb084214-31c1-40ab-ae54-d4bb7db6c2bd service neutron] Attempting to bind port 0f00323b-fb99-4d5b-b7d4-636848a6be29 on network f2ea6301-3223-40fb-bc44-cf0f221d21c5 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:18:10.077545 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c709f4-47b2-44fc-b672-59bb13371368 req-cb084214-31c1-40ab-ae54-d4bb7db6c2bd service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:18:10.077889 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c709f4-47b2-44fc-b672-59bb13371368 req-cb084214-31c1-40ab-ae54-d4bb7db6c2bd service neutron] Checking segment: {'id': '4b5e2041-22ad-4876-9ba3-c50e1855070c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f2ea6301-3223-40fb-bc44-cf0f221d21c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:18:10.078283 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c709f4-47b2-44fc-b672-59bb13371368 req-cb084214-31c1-40ab-ae54-d4bb7db6c2bd service neutron] Bound using segment: {'id': '4b5e2041-22ad-4876-9ba3-c50e1855070c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f2ea6301-3223-40fb-bc44-cf0f221d21c5'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:18:10.078704 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-81c709f4-47b2-44fc-b672-59bb13371368 req-cb084214-31c1-40ab-ae54-d4bb7db6c2bd service neutron] Bound port: 0f00323b-fb99-4d5b-b7d4-636848a6be29, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b5e2041-22ad-4876-9ba3-c50e1855070c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f2ea6301-3223-40fb-bc44-cf0f221d21c5'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:18:10.079060 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-81c709f4-47b2-44fc-b672-59bb13371368 req-cb084214-31c1-40ab-ae54-d4bb7db6c2bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:10.150419 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-81c709f4-47b2-44fc-b672-59bb13371368 req-cb084214-31c1-40ab-ae54-d4bb7db6c2bd service neutron] For port 0f00323b-fb99-4d5b-b7d4-636848a6be29, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:18:10.176011 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-81c709f4-47b2-44fc-b672-59bb13371368 req-cb084214-31c1-40ab-ae54-d4bb7db6c2bd service neutron] For port 0f00323b-fb99-4d5b-b7d4-636848a6be29, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=0f00323b-fb99-4d5b-b7d4-636848a6be29,segment=NetworkSegment(4b5e2041-22ad-4876-9ba3-c50e1855070c),segment_id=4b5e2041-22ad-4876-9ba3-c50e1855070c)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:18:10.182099 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-81c709f4-47b2-44fc-b672-59bb13371368 req-cb084214-31c1-40ab-ae54-d4bb7db6c2bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:10.226044 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c709f4-47b2-44fc-b672-59bb13371368 req-cb084214-31c1-40ab-ae54-d4bb7db6c2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:10.226668 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-81c709f4-47b2-44fc-b672-59bb13371368 req-cb084214-31c1-40ab-ae54-d4bb7db6c2bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:10.228197 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81c709f4-47b2-44fc-b672-59bb13371368 req-cb084214-31c1-40ab-ae54-d4bb7db6c2bd service neutron] 10.222.0.16 "PUT /v2.0/ports/0f00323b-fb99-4d5b-b7d4-636848a6be29 HTTP/1.1" status: 200 len: 1093 time: 0.6181707 Sep 07 03:18:10.241041 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b119f97-faa9-4071-a2c0-67ea1422c8eb req-454b9cdd-353a-4810-b012-334c89e48a15 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:10.242989 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3b119f97-faa9-4071-a2c0-67ea1422c8eb req-454b9cdd-353a-4810-b012-334c89e48a15 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/ports?device_id=583f6b20-b6a4-4b49-b564-9f050fcecc4b HTTP/1.1" status: 200 len: 944 time: 0.1099577 Sep 07 03:18:10.298570 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb084214-31c1-40ab-ae54-d4bb7db6c2bd service neutron] Pushing event updated for resources: {'Port': ['ID=0f00323b-fb99-4d5b-b7d4-636848a6be29,revision_number=7']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:18:10.324115 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3b119f97-faa9-4071-a2c0-67ea1422c8eb req-63fb2ad3-69a5-4b6f-9d1d-e75529b1d03b tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f65e75e-88f8-43ec-b0b9-03ec35fd5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740881 Sep 07 03:18:10.330704 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c709f4-47b2-44fc-b672-59bb13371368 req-85a0a52b-98e6-4790-9e8b-47ce75b26248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:10.332254 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81c709f4-47b2-44fc-b672-59bb13371368 req-85a0a52b-98e6-4790-9e8b-47ce75b26248 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9f701b14ddcb488dad87b99c38793619&device_id=583f6b20-b6a4-4b49-b564-9f050fcecc4b HTTP/1.1" status: 200 len: 1096 time: 0.0729444 Sep 07 03:18:10.389365 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:18:10.423328 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c709f4-47b2-44fc-b672-59bb13371368 req-9af50999-0212-4614-9806-42fd0b6e2294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:10.424851 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81c709f4-47b2-44fc-b672-59bb13371368 req-9af50999-0212-4614-9806-42fd0b6e2294 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f2ea6301-3223-40fb-bc44-cf0f221d21c5 HTTP/1.1" status: 200 len: 912 time: 0.0859463 Sep 07 03:18:10.464777 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81c709f4-47b2-44fc-b672-59bb13371368 req-bbc7e61e-2df0-447b-bfb7-b4015186769c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f00323b-fb99-4d5b-b7d4-636848a6be29 HTTP/1.1" status: 200 len: 217 time: 0.0330417 Sep 07 03:18:10.513856 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c709f4-47b2-44fc-b672-59bb13371368 req-f98c6b38-8c23-4859-bb4f-74e5f77f7bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:10.515182 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81c709f4-47b2-44fc-b672-59bb13371368 req-f98c6b38-8c23-4859-bb4f-74e5f77f7bce service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7f3a579a-6b32-469d-8dcb-eb093b5dc3fe HTTP/1.1" status: 200 len: 852 time: 0.0418994 Sep 07 03:18:10.550330 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81c709f4-47b2-44fc-b672-59bb13371368 req-604e8436-c471-4c8e-a8c1-4276c4965d45 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f2ea6301-3223-40fb-bc44-cf0f221d21c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272806 Sep 07 03:18:10.639844 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81c709f4-47b2-44fc-b672-59bb13371368 req-e16f7c8e-8329-4d9d-886b-d66d78750039 service neutron] 10.222.0.16 "GET /v2.0/networks/f2ea6301-3223-40fb-bc44-cf0f221d21c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821247 Sep 07 03:18:10.734158 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-81c709f4-47b2-44fc-b672-59bb13371368 req-34c8f7cf-d492-4afb-bc03-f41a94f15ca8 service neutron] 10.222.0.16 "GET /v2.0/networks/f2ea6301-3223-40fb-bc44-cf0f221d21c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876136 Sep 07 03:18:11.439825 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266eb68a-e15c-4234-a454-9394afc40ca9 req-906dd333-ca9b-406e-a8eb-8a07b8311b36 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:11.441314 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-266eb68a-e15c-4234-a454-9394afc40ca9 req-906dd333-ca9b-406e-a8eb-8a07b8311b36 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/ports?device_id=583f6b20-b6a4-4b49-b564-9f050fcecc4b HTTP/1.1" status: 200 len: 944 time: 0.0491023 Sep 07 03:18:11.480205 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-266eb68a-e15c-4234-a454-9394afc40ca9 req-a53bad17-dc36-4df6-afcb-6500d0353dd0 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f65e75e-88f8-43ec-b0b9-03ec35fd5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322545 Sep 07 03:18:11.997736 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '583f6b20-b6a4-4b49-b564-9f050fcecc4b', 'tag': '0f00323b-fb99-4d5b-b7d4-636848a6be29'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:18:12.000170 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27df13bb-8232-4606-b9b0-b1c4e0ae1676" -d '{"events": [{"name": "network-changed", "server_uuid": "583f6b20-b6a4-4b49-b564-9f050fcecc4b", "tag": "0f00323b-fb99-4d5b-b7d4-636848a6be29"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:18:12.046104 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498a1a3a-1aae-468b-a758-957470827058 x-openstack-request-id: req-498a1a3a-1aae-468b-a758-957470827058 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:18:12.046400 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "583f6b20-b6a4-4b49-b564-9f050fcecc4b", "tag": "0f00323b-fb99-4d5b-b7d4-636848a6be29", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:18:12.046653 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-498a1a3a-1aae-468b-a758-957470827058 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:18:12.047058 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '583f6b20-b6a4-4b49-b564-9f050fcecc4b', 'tag': '0f00323b-fb99-4d5b-b7d4-636848a6be29', 'status': 'completed', 'code': 200} Sep 07 03:18:12.132536 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df13bb-8232-4606-b9b0-b1c4e0ae1676 req-0fd21a3a-c4ef-41a5-9b0d-46469438ff85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:12.134064 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-27df13bb-8232-4606-b9b0-b1c4e0ae1676 req-0fd21a3a-c4ef-41a5-9b0d-46469438ff85 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9f701b14ddcb488dad87b99c38793619&device_id=583f6b20-b6a4-4b49-b564-9f050fcecc4b HTTP/1.1" status: 200 len: 1096 time: 0.0690894 Sep 07 03:18:12.136762 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df13bb-8232-4606-b9b0-b1c4e0ae1676 req-4add2ee9-0e4f-4d01-802d-5fd23b60ffc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:12.138186 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-27df13bb-8232-4606-b9b0-b1c4e0ae1676 req-4add2ee9-0e4f-4d01-802d-5fd23b60ffc4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9f701b14ddcb488dad87b99c38793619&device_id=583f6b20-b6a4-4b49-b564-9f050fcecc4b HTTP/1.1" status: 200 len: 1096 time: 0.0651753 Sep 07 03:18:12.210482 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 0f00323b-fb99-4d5b-b7d4-636848a6be29 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:18:12.253159 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 0f00323b-fb99-4d5b-b7d4-636848a6be29 not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:18:12.305574 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df13bb-8232-4606-b9b0-b1c4e0ae1676 req-a3c1c921-6ad2-4d01-8e54-029857f77397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:12.307067 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-27df13bb-8232-4606-b9b0-b1c4e0ae1676 req-a3c1c921-6ad2-4d01-8e54-029857f77397 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f2ea6301-3223-40fb-bc44-cf0f221d21c5 HTTP/1.1" status: 200 len: 912 time: 0.1663826 Sep 07 03:18:12.308051 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df13bb-8232-4606-b9b0-b1c4e0ae1676 req-7633eaea-07f7-4a19-980e-5ef113759728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:12.309366 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-27df13bb-8232-4606-b9b0-b1c4e0ae1676 req-7633eaea-07f7-4a19-980e-5ef113759728 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f2ea6301-3223-40fb-bc44-cf0f221d21c5 HTTP/1.1" status: 200 len: 912 time: 0.1615682 Sep 07 03:18:12.379389 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-27df13bb-8232-4606-b9b0-b1c4e0ae1676 req-c7fb2f25-c0b1-4f5c-8497-2ce68ed9c29d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f00323b-fb99-4d5b-b7d4-636848a6be29 HTTP/1.1" status: 200 len: 217 time: 0.0653987 Sep 07 03:18:12.380635 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-27df13bb-8232-4606-b9b0-b1c4e0ae1676 req-2cd9bcd4-cc9a-4b33-abcd-199b2af9ba51 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f00323b-fb99-4d5b-b7d4-636848a6be29 HTTP/1.1" status: 200 len: 217 time: 0.0610843 Sep 07 03:18:12.468448 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df13bb-8232-4606-b9b0-b1c4e0ae1676 req-431f5add-b4f1-4461-b357-a014ee304d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:12.469946 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-27df13bb-8232-4606-b9b0-b1c4e0ae1676 req-431f5add-b4f1-4461-b357-a014ee304d3f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7f3a579a-6b32-469d-8dcb-eb093b5dc3fe HTTP/1.1" status: 200 len: 852 time: 0.0832841 Sep 07 03:18:12.471305 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df13bb-8232-4606-b9b0-b1c4e0ae1676 req-d4e98fd4-4666-45e1-bf80-10eeda73d003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:12.472656 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-27df13bb-8232-4606-b9b0-b1c4e0ae1676 req-d4e98fd4-4666-45e1-bf80-10eeda73d003 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7f3a579a-6b32-469d-8dcb-eb093b5dc3fe HTTP/1.1" status: 200 len: 852 time: 0.0786784 Sep 07 03:18:12.507049 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-27df13bb-8232-4606-b9b0-b1c4e0ae1676 req-ae42f25a-d48f-4269-8a9a-61122658019d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f2ea6301-3223-40fb-bc44-cf0f221d21c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299878 Sep 07 03:18:12.522740 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-27df13bb-8232-4606-b9b0-b1c4e0ae1676 req-b880b02c-e5ae-4b9f-aaed-033852249869 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f2ea6301-3223-40fb-bc44-cf0f221d21c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385208 Sep 07 03:18:12.601215 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d9acf-b202-4125-a612-3c2479021d49 req-9554f3a5-9399-4d66-8252-4c1efc5d1bfd tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:12.602732 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d66d9acf-b202-4125-a612-3c2479021d49 req-9554f3a5-9399-4d66-8252-4c1efc5d1bfd tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/ports?device_id=583f6b20-b6a4-4b49-b564-9f050fcecc4b HTTP/1.1" status: 200 len: 944 time: 0.0534773 Sep 07 03:18:12.641233 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d66d9acf-b202-4125-a612-3c2479021d49 req-d08c987e-35fb-444b-ad47-a7af317ee498 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f65e75e-88f8-43ec-b0b9-03ec35fd5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324113 Sep 07 03:18:12.683741 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-27df13bb-8232-4606-b9b0-b1c4e0ae1676 req-b7799532-40e8-4ac6-93fb-87592accaf8d service neutron] 10.222.0.23 "GET /v2.0/networks/f2ea6301-3223-40fb-bc44-cf0f221d21c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636603 Sep 07 03:18:12.687159 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-27df13bb-8232-4606-b9b0-b1c4e0ae1676 req-a63210e8-a72e-46ed-8605-1d1f63777fa2 service neutron] 10.222.0.16 "GET /v2.0/networks/f2ea6301-3223-40fb-bc44-cf0f221d21c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566644 Sep 07 03:18:12.848723 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-27df13bb-8232-4606-b9b0-b1c4e0ae1676 req-db87762a-b4ad-4879-8f85-0a2ac6076bdb service neutron] 10.222.0.23 "GET /v2.0/networks/f2ea6301-3223-40fb-bc44-cf0f221d21c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582003 Sep 07 03:18:12.853072 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-27df13bb-8232-4606-b9b0-b1c4e0ae1676 req-ae87f252-4dae-49ae-bfed-8aa4846077dc service neutron] 10.222.0.16 "GET /v2.0/networks/f2ea6301-3223-40fb-bc44-cf0f221d21c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546183 Sep 07 03:18:12.920344 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8466cc-65b3-42fc-9753-2e5629dcd367 req-a9cdb3b1-6ff6-4fd6-9746-ee01830f8397 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:12.921836 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fd8466cc-65b3-42fc-9753-2e5629dcd367 req-a9cdb3b1-6ff6-4fd6-9746-ee01830f8397 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.23 "GET /v2.0/ports?device_id=583f6b20-b6a4-4b49-b564-9f050fcecc4b&tenant_id=9f701b14ddcb488dad87b99c38793619&binding%3Ahost_id=n-h2-796209-16 HTTP/1.1" status: 200 len: 944 time: 0.0922368 Sep 07 03:18:12.985285 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [req-fd8466cc-65b3-42fc-9753-2e5629dcd367 req-27d15b0b-bc20-496a-83bd-53a30315ad62 service neutron] delete failed (client error): The resource could not be found. Sep 07 03:18:12.986276 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fd8466cc-65b3-42fc-9753-2e5629dcd367 req-27d15b0b-bc20-496a-83bd-53a30315ad62 service neutron] 10.222.0.23 "DELETE /v2.0/ports/0f00323b-fb99-4d5b-b7d4-636848a6be29/bindings/n-h1-796209-16 HTTP/1.1" status: 404 len: 381 time: 0.0570674 Sep 07 03:18:13.068103 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8466cc-65b3-42fc-9753-2e5629dcd367 req-d5dc7f46-4b6a-4f7a-b000-2355b6c8ad26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:13.069604 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fd8466cc-65b3-42fc-9753-2e5629dcd367 req-d5dc7f46-4b6a-4f7a-b000-2355b6c8ad26 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9f701b14ddcb488dad87b99c38793619&device_id=583f6b20-b6a4-4b49-b564-9f050fcecc4b HTTP/1.1" status: 200 len: 1096 time: 0.0412002 Sep 07 03:18:13.156725 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8466cc-65b3-42fc-9753-2e5629dcd367 req-6f6a0b10-3f27-470d-ac2a-51cafe942513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:13.158167 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fd8466cc-65b3-42fc-9753-2e5629dcd367 req-6f6a0b10-3f27-470d-ac2a-51cafe942513 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f2ea6301-3223-40fb-bc44-cf0f221d21c5 HTTP/1.1" status: 200 len: 912 time: 0.0810552 Sep 07 03:18:13.201619 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fd8466cc-65b3-42fc-9753-2e5629dcd367 req-956c412c-238f-4747-bfdf-ae65e2ea63d2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f00323b-fb99-4d5b-b7d4-636848a6be29 HTTP/1.1" status: 200 len: 217 time: 0.0368075 Sep 07 03:18:13.253012 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8466cc-65b3-42fc-9753-2e5629dcd367 req-23f785ed-adc6-43ae-af00-08262e3658b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:13.254460 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fd8466cc-65b3-42fc-9753-2e5629dcd367 req-23f785ed-adc6-43ae-af00-08262e3658b6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7f3a579a-6b32-469d-8dcb-eb093b5dc3fe HTTP/1.1" status: 200 len: 852 time: 0.0460124 Sep 07 03:18:13.285600 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fd8466cc-65b3-42fc-9753-2e5629dcd367 req-4c79bd35-b801-415f-9101-eeb642391fcb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f2ea6301-3223-40fb-bc44-cf0f221d21c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234175 Sep 07 03:18:13.303975 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 0f00323b-fb99-4d5b-b7d4-636848a6be29 details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 03:18:13.377477 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fd8466cc-65b3-42fc-9753-2e5629dcd367 req-7cd06bfa-4724-4aa3-9d96-c9a881d5c75c service neutron] 10.222.0.23 "GET /v2.0/networks/f2ea6301-3223-40fb-bc44-cf0f221d21c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842967 Sep 07 03:18:13.396285 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 0f00323b-fb99-4d5b-b7d4-636848a6be29, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=0f00323b-fb99-4d5b-b7d4-636848a6be29,segment=NetworkSegment(4b5e2041-22ad-4876-9ba3-c50e1855070c),segment_id=4b5e2041-22ad-4876-9ba3-c50e1855070c)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:18:13.407223 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '0f00323b-fb99-4d5b-b7d4-636848a6be29', 'network_id': 'f2ea6301-3223-40fb-bc44-cf0f221d21c5', 'port_id': '0f00323b-fb99-4d5b-b7d4-636848a6be29', 'mac_address': 'fa:16:3e:7c:97:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f3a579a-6b32-469d-8dcb-eb093b5dc3fe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 03:18:13.448168 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:13.460741 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f00323b-fb99-4d5b-b7d4-636848a6be29 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:18:13.464564 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fd8466cc-65b3-42fc-9753-2e5629dcd367 req-833a5c51-1ffd-4f4d-b65a-d642bbd74cf1 service neutron] 10.222.0.23 "GET /v2.0/networks/f2ea6301-3223-40fb-bc44-cf0f221d21c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810106 Sep 07 03:18:13.481029 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 0f00323b-fb99-4d5b-b7d4-636848a6be29, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=0f00323b-fb99-4d5b-b7d4-636848a6be29,segment=NetworkSegment(4b5e2041-22ad-4876-9ba3-c50e1855070c),segment_id=4b5e2041-22ad-4876-9ba3-c50e1855070c)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:18:13.485042 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:13.531044 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=0f00323b-fb99-4d5b-b7d4-636848a6be29,revision_number=8']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:18:13.538804 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:18:13.539155 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:18:13.539522 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:18:13.539864 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:18:13.540199 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:18:13.540644 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:18:13.540854 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:18:13.541184 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:18:13.541532 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:18:13.541835 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:18:13.542159 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:18:13.542501 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:18:13.723336 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['0f00323b-fb99-4d5b-b7d4-636848a6be29'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:18:14.143029 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619a7f7-decd-48b7-a295-988851fe5c91 req-c930f57a-0ffb-43ab-9202-02b2f1795516 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:14.144530 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9619a7f7-decd-48b7-a295-988851fe5c91 req-c930f57a-0ffb-43ab-9202-02b2f1795516 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/ports?device_id=583f6b20-b6a4-4b49-b564-9f050fcecc4b HTTP/1.1" status: 200 len: 945 time: 0.0475185 Sep 07 03:18:14.184833 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9619a7f7-decd-48b7-a295-988851fe5c91 req-4b5c4c8a-6018-49a2-b525-de67caa578fd tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f65e75e-88f8-43ec-b0b9-03ec35fd5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338652 Sep 07 03:18:15.297571 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 0f00323b-fb99-4d5b-b7d4-636848a6be29 up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:18:15.303362 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eda633-cf4c-49a8-afa0-0e89e94fd518 req-b117d239-8145-4630-be53-659867a2a61e tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:15.304902 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d3eda633-cf4c-49a8-afa0-0e89e94fd518 req-b117d239-8145-4630-be53-659867a2a61e tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/ports?device_id=583f6b20-b6a4-4b49-b564-9f050fcecc4b HTTP/1.1" status: 200 len: 945 time: 0.0501842 Sep 07 03:18:15.346294 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port 0f00323b-fb99-4d5b-b7d4-636848a6be29 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:18:15.350529 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 0f00323b-fb99-4d5b-b7d4-636848a6be29 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:18:15.350902 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:15.369345 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d3eda633-cf4c-49a8-afa0-0e89e94fd518 req-41f0996e-f05c-4791-8084-ea7c823f860d tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f65e75e-88f8-43ec-b0b9-03ec35fd5739&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583646 Sep 07 03:18:15.389503 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8466cc-65b3-42fc-9753-2e5629dcd367 req-16c8d492-a024-4eae-ac96-c8c4589a48c5 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:15.391216 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fd8466cc-65b3-42fc-9753-2e5629dcd367 req-16c8d492-a024-4eae-ac96-c8c4589a48c5 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.16 "GET /v2.0/ports?device_id=583f6b20-b6a4-4b49-b564-9f050fcecc4b HTTP/1.1" status: 200 len: 945 time: 0.0674679 Sep 07 03:18:15.428572 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:15.451410 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '583f6b20-b6a4-4b49-b564-9f050fcecc4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f00323b-fb99-4d5b-b7d4-636848a6be29'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:18:15.453658 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4319a7b5-a6e4-43c7-9127-f8afbc10c479" -d '{"events": [{"server_uuid": "583f6b20-b6a4-4b49-b564-9f050fcecc4b", "name": "network-vif-plugged", "status": "completed", "tag": "0f00323b-fb99-4d5b-b7d4-636848a6be29"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:18:15.472396 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 0f00323b-fb99-4d5b-b7d4-636848a6be29, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=0f00323b-fb99-4d5b-b7d4-636848a6be29,segment=NetworkSegment(4b5e2041-22ad-4876-9ba3-c50e1855070c),segment_id=4b5e2041-22ad-4876-9ba3-c50e1855070c)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:18:15.477223 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:15.488325 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-fd8466cc-65b3-42fc-9753-2e5629dcd367 req-ae4df6fa-e681-490b-9df3-e2287605ff06 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] Deleting port 0f00323b-fb99-4d5b-b7d4-636848a6be29 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:18:15.488674 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fd8466cc-65b3-42fc-9753-2e5629dcd367 req-ae4df6fa-e681-490b-9df3-e2287605ff06 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:15.587126 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-fd8466cc-65b3-42fc-9753-2e5629dcd367 req-ae4df6fa-e681-490b-9df3-e2287605ff06 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] For port 0f00323b-fb99-4d5b-b7d4-636848a6be29, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=0f00323b-fb99-4d5b-b7d4-636848a6be29,segment=NetworkSegment(4b5e2041-22ad-4876-9ba3-c50e1855070c),segment_id=4b5e2041-22ad-4876-9ba3-c50e1855070c)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:18:15.587563 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fd8466cc-65b3-42fc-9753-2e5629dcd367 req-ae4df6fa-e681-490b-9df3-e2287605ff06 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:15.602071 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-fd8466cc-65b3-42fc-9753-2e5629dcd367 req-ae4df6fa-e681-490b-9df3-e2287605ff06 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] Calling delete_port for 0f00323b-fb99-4d5b-b7d4-636848a6be29 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:18:15.657423 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b4e7e8-c8ce-458a-bd19-819d576ce83a x-openstack-request-id: req-88b4e7e8-c8ce-458a-bd19-819d576ce83a {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:18:15.657715 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "583f6b20-b6a4-4b49-b564-9f050fcecc4b", "name": "network-vif-plugged", "status": "completed", "tag": "0f00323b-fb99-4d5b-b7d4-636848a6be29", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:18:15.657970 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-88b4e7e8-c8ce-458a-bd19-819d576ce83a {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:18:15.658355 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '583f6b20-b6a4-4b49-b564-9f050fcecc4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f00323b-fb99-4d5b-b7d4-636848a6be29', 'code': 200} Sep 07 03:18:15.683897 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=0f00323b-fb99-4d5b-b7d4-636848a6be29,revision_number=9']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:18:15.728411 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fd8466cc-65b3-42fc-9753-2e5629dcd367 req-ae4df6fa-e681-490b-9df3-e2287605ff06 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:15.740261 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['0f00323b-fb99-4d5b-b7d4-636848a6be29'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:18:15.762260 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4df6fa-e681-490b-9df3-e2287605ff06 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] Pushing event deleted for resources: {'Port': ['ID=0f00323b-fb99-4d5b-b7d4-636848a6be29,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:18:15.803812 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd8466cc-65b3-42fc-9753-2e5629dcd367 req-ae4df6fa-e681-490b-9df3-e2287605ff06 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] No DVR routers for this DVR port 0f00323b-fb99-4d5b-b7d4-636848a6be29 on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:18:15.806595 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-fd8466cc-65b3-42fc-9753-2e5629dcd367 req-ae4df6fa-e681-490b-9df3-e2287605ff06 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:15.808741 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fd8466cc-65b3-42fc-9753-2e5629dcd367 req-ae4df6fa-e681-490b-9df3-e2287605ff06 tempest-DeleteServersTestJSON-1895280933 tempest-DeleteServersTestJSON-1895280933-project] 10.222.0.16 "DELETE /v2.0/ports/0f00323b-fb99-4d5b-b7d4-636848a6be29 HTTP/1.1" status: 204 len: 173 time: 0.4108033 Sep 07 03:18:15.809185 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '583f6b20-b6a4-4b49-b564-9f050fcecc4b', 'name': 'network-vif-deleted', 'tag': '0f00323b-fb99-4d5b-b7d4-636848a6be29'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:18:15.811513 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3cb54e6-1b42-4e0f-a2bf-c989ea1ecc39" -d '{"events": [{"server_uuid": "583f6b20-b6a4-4b49-b564-9f050fcecc4b", "name": "network-vif-deleted", "tag": "0f00323b-fb99-4d5b-b7d4-636848a6be29"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:18:15.849100 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8983dd81-92c6-4244-84f7-d2e0d853a3ba x-openstack-request-id: req-8983dd81-92c6-4244-84f7-d2e0d853a3ba {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:18:15.849394 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "583f6b20-b6a4-4b49-b564-9f050fcecc4b", "name": "network-vif-deleted", "tag": "0f00323b-fb99-4d5b-b7d4-636848a6be29", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:18:15.849650 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8983dd81-92c6-4244-84f7-d2e0d853a3ba {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:18:15.850076 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '583f6b20-b6a4-4b49-b564-9f050fcecc4b', 'name': 'network-vif-deleted', 'tag': '0f00323b-fb99-4d5b-b7d4-636848a6be29', 'status': 'completed', 'code': 200} Sep 07 03:18:16.497754 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 41418) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:18:16.541019 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-63a73a6a-fb22-4795-b83b-dc0c8951ae91 admin admin] Deleting subnet 7f3a579a-6b32-469d-8dcb-eb093b5dc3fe {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 03:18:16.543909 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-63a73a6a-fb22-4795-b83b-dc0c8951ae91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:16.577936 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-63a73a6a-fb22-4795-b83b-dc0c8951ae91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:16.615745 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-63a73a6a-fb22-4795-b83b-dc0c8951ae91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:16.665366 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-63a73a6a-fb22-4795-b83b-dc0c8951ae91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:16.694726 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a73a6a-fb22-4795-b83b-dc0c8951ae91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f3a579a-6b32-469d-8dcb-eb093b5dc3fe,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:18:16.699023 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-63a73a6a-fb22-4795-b83b-dc0c8951ae91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:16.701128 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-63a73a6a-fb22-4795-b83b-dc0c8951ae91 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/7f3a579a-6b32-469d-8dcb-eb093b5dc3fe HTTP/1.1" status: 204 len: 168 time: 0.2023609 Sep 07 03:18:16.703816 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 41420) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:18:16.706268 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a73a6a-fb22-4795-b83b-dc0c8951ae91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:18:16.706621 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a73a6a-fb22-4795-b83b-dc0c8951ae91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:18:16.706962 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a73a6a-fb22-4795-b83b-dc0c8951ae91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:18:16.707297 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a73a6a-fb22-4795-b83b-dc0c8951ae91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:18:16.707659 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a73a6a-fb22-4795-b83b-dc0c8951ae91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:18:16.708483 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a73a6a-fb22-4795-b83b-dc0c8951ae91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:18:16.708816 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a73a6a-fb22-4795-b83b-dc0c8951ae91 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:18:16.709139 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a73a6a-fb22-4795-b83b-dc0c8951ae91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:18:16.709460 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a73a6a-fb22-4795-b83b-dc0c8951ae91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:18:16.709781 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a73a6a-fb22-4795-b83b-dc0c8951ae91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:18:16.710104 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a73a6a-fb22-4795-b83b-dc0c8951ae91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:18:16.710424 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a73a6a-fb22-4795-b83b-dc0c8951ae91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:18:16.771835 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-00b6f848-e194-4bd1-91fb-753f3e117bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:16.852350 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-00b6f848-e194-4bd1-91fb-753f3e117bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:16.871160 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-00b6f848-e194-4bd1-91fb-753f3e117bea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2ea6301-3223-40fb-bc44-cf0f221d21c5']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:18:16.881032 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-00b6f848-e194-4bd1-91fb-753f3e117bea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b5e2041-22ad-4876-9ba3-c50e1855070c') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:18:16.881328 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-00b6f848-e194-4bd1-91fb-753f3e117bea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b5e2041-22ad-4876-9ba3-c50e1855070c') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:18:16.891319 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-00b6f848-e194-4bd1-91fb-753f3e117bea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:16.905199 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-00b6f848-e194-4bd1-91fb-753f3e117bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:16.911591 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00b6f848-e194-4bd1-91fb-753f3e117bea admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 03:18:16.911987 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-00b6f848-e194-4bd1-91fb-753f3e117bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:16.913599 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 03:18:16.913599 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 03:18:16.913599 n-d-796209-16 neutron-server[94700]: timer() Sep 07 03:18:16.913599 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 03:18:16.913599 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 03:18:16.913599 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 03:18:16.913599 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 03:18:16.913599 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 03:18:16.913599 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 03:18:16.913599 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 03:18:16.913599 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 03:18:16.913599 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 03:18:16.913599 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 03:18:16.913599 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 03:18:16.913599 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 03:18:16.913599 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 03:18:16.913599 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 03:18:16.913599 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 03:18:16.913599 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 03:18:16.913599 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 03:18:16.913599 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 03:18:16.913599 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 03:18:16.913599 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 03:18:16.913599 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 03:18:16.913599 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 03:18:16.913599 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 03:18:16.913599 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 03:18:16.913599 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 03:18:16.913599 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 03:18:16.913599 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 03:18:16.913599 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 03:18:16.913599 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 03:18:16.969070 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-00b6f848-e194-4bd1-91fb-753f3e117bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:16.975598 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-00b6f848-e194-4bd1-91fb-753f3e117bea admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:16.977442 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-00b6f848-e194-4bd1-91fb-753f3e117bea admin admin] 10.222.0.22 "DELETE /v2.0/networks/f2ea6301-3223-40fb-bc44-cf0f221d21c5 HTTP/1.1" status: 204 len: 168 time: 0.2725635 Sep 07 03:18:16.986418 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b6f848-e194-4bd1-91fb-753f3e117bea admin admin] Pushing event deleted for resources: {'Network': ['ID=f2ea6301-3223-40fb-bc44-cf0f221d21c5,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:18:17.090709 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 41426) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:18:17.128337 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-02369316-04ab-4048-9f3f-fd1f120abe7c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9f701b14ddcb488dad87b99c38793619&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0364528 Sep 07 03:18:17.131100 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 41428) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:18:17.177144 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-76f7e789-3449-4deb-b046-e006d3404c58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:17.197461 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-76f7e789-3449-4deb-b046-e006d3404c58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:17.242188 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-76f7e789-3449-4deb-b046-e006d3404c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:17.244617 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-76f7e789-3449-4deb-b046-e006d3404c58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:17.245742 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-76f7e789-3449-4deb-b046-e006d3404c58 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5f65e75e-88f8-43ec-b0b9-03ec35fd5739 HTTP/1.1" status: 204 len: 168 time: 0.1136901 Sep 07 03:18:17.253014 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f7e789-3449-4deb-b046-e006d3404c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f65e75e-88f8-43ec-b0b9-03ec35fd5739,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:18:17.894240 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 41450) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:18:17.990069 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-6fee1ef7-4618-4aa3-8a11-9e04605f5a40 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1813784776-network', 'tenant_id': 'c4013acb69904d52bf12f93ab39fbf03'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:18:18.009497 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fee1ef7-4618-4aa3-8a11-9e04605f5a40 admin admin] Made reservation on behalf of c4013acb69904d52bf12f93ab39fbf03 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:18:18.011639 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6fee1ef7-4618-4aa3-8a11-9e04605f5a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:18.019657 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6fee1ef7-4618-4aa3-8a11-9e04605f5a40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:18.106926 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6fee1ef7-4618-4aa3-8a11-9e04605f5a40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:18.110440 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6fee1ef7-4618-4aa3-8a11-9e04605f5a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:18.129512 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fee1ef7-4618-4aa3-8a11-9e04605f5a40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 03:18:18.144384 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fee1ef7-4618-4aa3-8a11-9e04605f5a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f364e14a-d058-48fc-94dd-1b9944e02805,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:18:18.148062 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6fee1ef7-4618-4aa3-8a11-9e04605f5a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:18.148399 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-6fee1ef7-4618-4aa3-8a11-9e04605f5a40 admin admin] Added segment 79bceccf-349d-4ea0-935d-3ab61757d273 of type vlan for network 0e64921f-4a71-49c5-8976-1ce5ddd2931a Sep 07 03:18:18.186990 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6fee1ef7-4618-4aa3-8a11-9e04605f5a40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:18.210892 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6fee1ef7-4618-4aa3-8a11-9e04605f5a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:18.211990 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fee1ef7-4618-4aa3-8a11-9e04605f5a40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:18.212573 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6fee1ef7-4618-4aa3-8a11-9e04605f5a40 admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:18.248322 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-6fee1ef7-4618-4aa3-8a11-9e04605f5a40 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3529940 Sep 07 03:18:18.251328 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 41454) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:18:18.256954 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-38c7610c-7cc6-41d1-9cd9-c97882eb0c30 admin admin] Request body: {'subnet': {'network_id': '0e64921f-4a71-49c5-8976-1ce5ddd2931a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1813784776-subnet', 'tenant_id': 'c4013acb69904d52bf12f93ab39fbf03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:18:18.276416 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fee1ef7-4618-4aa3-8a11-9e04605f5a40 admin admin] Pushing event updated for resources: {'Network': ['ID=0e64921f-4a71-49c5-8976-1ce5ddd2931a,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:18:18.277224 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c7610c-7cc6-41d1-9cd9-c97882eb0c30 admin admin] Made reservation on behalf of c4013acb69904d52bf12f93ab39fbf03 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:18:18.280949 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-38c7610c-7cc6-41d1-9cd9-c97882eb0c30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:18.286503 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 0e64921f-4a71-49c5-8976-1ce5ddd2931a details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 03:18:18.446834 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-38c7610c-7cc6-41d1-9cd9-c97882eb0c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:18.497476 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c7610c-7cc6-41d1-9cd9-c97882eb0c30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee0673ef-5772-459d-8152-47b3fe0c1566,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:18:18.507864 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c7610c-7cc6-41d1-9cd9-c97882eb0c30 admin admin] Checking segment: {'id': '79bceccf-349d-4ea0-935d-3ab61757d273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0e64921f-4a71-49c5-8976-1ce5ddd2931a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:18:18.508219 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c7610c-7cc6-41d1-9cd9-c97882eb0c30 admin admin] Network hostable DHCP agents. Network: 0e64921f-4a71-49c5-8976-1ce5ddd2931a, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 03:18:18.523930 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c7610c-7cc6-41d1-9cd9-c97882eb0c30 admin admin] Network 0e64921f-4a71-49c5-8976-1ce5ddd2931a is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 03:18:18.532160 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-38c7610c-7cc6-41d1-9cd9-c97882eb0c30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 0e64921f-4a71-49c5-8976-1ce5ddd2931a) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:18:18.536751 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c7610c-7cc6-41d1-9cd9-c97882eb0c30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:18.537346 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-38c7610c-7cc6-41d1-9cd9-c97882eb0c30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:18.541308 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed50958d-a5bb-45ec-8f75-c435916a1152 None None] Network 0e64921f-4a71-49c5-8976-1ce5ddd2931a requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:18:18.552409 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-38c7610c-7cc6-41d1-9cd9-c97882eb0c30 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.2993093 Sep 07 03:18:18.665960 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098b267e-677f-4d80-ba77-191252b58eb8 None None] Network 0e64921f-4a71-49c5-8976-1ce5ddd2931a requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:18:18.980265 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d63dd4-6a7b-4f87-86a9-5679bd09dcf3 req-6c665915-2adf-451d-9f75-8eca442d7849 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:18.981732 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d9d63dd4-6a7b-4f87-86a9-5679bd09dcf3 req-6c665915-2adf-451d-9f75-8eca442d7849 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/networks?id=0e64921f-4a71-49c5-8976-1ce5ddd2931a HTTP/1.1" status: 200 len: 815 time: 0.1032593 Sep 07 03:18:18.996196 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d9d63dd4-6a7b-4f87-86a9-5679bd09dcf3 req-1d29124c-0415-4615-bcfa-8a47ff4c73d5 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/quotas/c4013acb69904d52bf12f93ab39fbf03 HTTP/1.1" status: 200 len: 375 time: 0.0088084 Sep 07 03:18:19.025997 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d9d63dd4-6a7b-4f87-86a9-5679bd09dcf3 req-ae71ff39-e342-44d0-91ac-62e7dd2236da tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c4013acb69904d52bf12f93ab39fbf03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0248282 Sep 07 03:18:19.036757 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [req-d9d63dd4-6a7b-4f87-86a9-5679bd09dcf3 req-92a9043b-2b43-4510-a50c-479aea7f998a service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:18:19.037702 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d9d63dd4-6a7b-4f87-86a9-5679bd09dcf3 req-92a9043b-2b43-4510-a50c-479aea7f998a service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054197 Sep 07 03:18:19.122703 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d9d63dd4-6a7b-4f87-86a9-5679bd09dcf3 req-16d8edc8-63d6-4bfb-9f8e-135cf1af8085 service neutron] 10.222.0.22 "GET /v2.0/networks/0e64921f-4a71-49c5-8976-1ce5ddd2931a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795207 Sep 07 03:18:19.211062 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d9d63dd4-6a7b-4f87-86a9-5679bd09dcf3 req-5dffee78-b567-4f73-a8a3-05b40d4bc8f0 service neutron] 10.222.0.22 "GET /v2.0/networks/0e64921f-4a71-49c5-8976-1ce5ddd2931a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823839 Sep 07 03:18:19.319724 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 0f00323b-fb99-4d5b-b7d4-636848a6be29 no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:18:19.345491 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: 0f00323b-fb99-4d5b-b7d4-636848a6be29 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:18:19.345846 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 0f00323b-fb99-4d5b-b7d4-636848a6be29 not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:18:19.386431 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0695f761-4673-4a32-9dd7-aa37803f9be9 req-f0e13f42-624a-4d89-bed4-92c6927e2e2d tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=37bc9751-c616-4b68-bf48-b2feb4353228 HTTP/1.1" status: 200 len: 210 time: 0.0314679 Sep 07 03:18:20.249708 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d63dd4-6a7b-4f87-86a9-5679bd09dcf3 req-04b79134-77eb-4bbe-af33-7f870c64b9b5 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:20.251180 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d9d63dd4-6a7b-4f87-86a9-5679bd09dcf3 req-04b79134-77eb-4bbe-af33-7f870c64b9b5 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.16 "GET /v2.0/networks?id=0e64921f-4a71-49c5-8976-1ce5ddd2931a HTTP/1.1" status: 200 len: 815 time: 0.1084361 Sep 07 03:18:20.263644 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-d9d63dd4-6a7b-4f87-86a9-5679bd09dcf3 req-f92620c9-b361-4086-b654-458d585c2ccb tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Request body: {'port': {'device_id': '37bc9751-c616-4b68-bf48-b2feb4353228', 'network_id': '0e64921f-4a71-49c5-8976-1ce5ddd2931a', 'admin_state_up': True, 'tenant_id': 'c4013acb69904d52bf12f93ab39fbf03'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:18:20.369203 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9d63dd4-6a7b-4f87-86a9-5679bd09dcf3 req-f92620c9-b361-4086-b654-458d585c2ccb tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Made reservation on behalf of c4013acb69904d52bf12f93ab39fbf03 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:18:20.372594 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d9d63dd4-6a7b-4f87-86a9-5679bd09dcf3 req-f92620c9-b361-4086-b654-458d585c2ccb tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:20.503190 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-52bc33b8-9ea7-4902-9398-dd26dd1b2678 req-a20d7bc4-7aec-4b10-a7d2-931fcb519ae0 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=37bc9751-c616-4b68-bf48-b2feb4353228 HTTP/1.1" status: 200 len: 210 time: 0.0479257 Sep 07 03:18:20.518917 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-d9d63dd4-6a7b-4f87-86a9-5679bd09dcf3 req-f92620c9-b361-4086-b654-458d585c2ccb tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Allocated IP 172.20.0.11 (0e64921f-4a71-49c5-8976-1ce5ddd2931a/ee0673ef-5772-459d-8152-47b3fe0c1566/5a4efcc4-d16f-437a-8df1-d994c9df525a) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:18:20.955430 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d9d63dd4-6a7b-4f87-86a9-5679bd09dcf3 req-f92620c9-b361-4086-b654-458d585c2ccb tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:20.992354 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d9d63dd4-6a7b-4f87-86a9-5679bd09dcf3 req-f92620c9-b361-4086-b654-458d585c2ccb tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:21.031062 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9d63dd4-6a7b-4f87-86a9-5679bd09dcf3 req-f92620c9-b361-4086-b654-458d585c2ccb tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Network 0e64921f-4a71-49c5-8976-1ce5ddd2931a is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:18:21.033940 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-d9d63dd4-6a7b-4f87-86a9-5679bd09dcf3 req-f92620c9-b361-4086-b654-458d585c2ccb tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:18:21.038020 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9d63dd4-6a7b-4f87-86a9-5679bd09dcf3 req-f92620c9-b361-4086-b654-458d585c2ccb tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:18:21.064901 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92620c9-b361-4086-b654-458d585c2ccb tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Pushing event updated for resources: {'Port': ['ID=5a4efcc4-d16f-437a-8df1-d994c9df525a,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:18:21.077522 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92620c9-b361-4086-b654-458d585c2ccb tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:18:21.077863 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92620c9-b361-4086-b654-458d585c2ccb tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:18:21.078203 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92620c9-b361-4086-b654-458d585c2ccb tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:18:21.078541 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92620c9-b361-4086-b654-458d585c2ccb tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:18:21.078875 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92620c9-b361-4086-b654-458d585c2ccb tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:18:21.079206 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92620c9-b361-4086-b654-458d585c2ccb tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:18:21.079558 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92620c9-b361-4086-b654-458d585c2ccb tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:18:21.079889 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92620c9-b361-4086-b654-458d585c2ccb tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:18:21.080217 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92620c9-b361-4086-b654-458d585c2ccb tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:18:21.080543 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92620c9-b361-4086-b654-458d585c2ccb tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:18:21.080865 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92620c9-b361-4086-b654-458d585c2ccb tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:18:21.081185 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92620c9-b361-4086-b654-458d585c2ccb tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:18:21.102896 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d63dd4-6a7b-4f87-86a9-5679bd09dcf3 req-f92620c9-b361-4086-b654-458d585c2ccb tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:21.103536 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d9d63dd4-6a7b-4f87-86a9-5679bd09dcf3 req-f92620c9-b361-4086-b654-458d585c2ccb tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:21.117117 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d9d63dd4-6a7b-4f87-86a9-5679bd09dcf3 req-f92620c9-b361-4086-b654-458d585c2ccb tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8572636 Sep 07 03:18:21.129634 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-d9d63dd4-6a7b-4f87-86a9-5679bd09dcf3 req-3d0483b8-1a58-4e3b-a9c1-99c5a10787da service neutron] Request body: {'port': {'device_id': '37bc9751-c616-4b68-bf48-b2feb4353228', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:18:21.184340 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d9d63dd4-6a7b-4f87-86a9-5679bd09dcf3 req-3d0483b8-1a58-4e3b-a9c1-99c5a10787da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:21.435941 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-d9d63dd4-6a7b-4f87-86a9-5679bd09dcf3 req-3d0483b8-1a58-4e3b-a9c1-99c5a10787da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a4efcc4-d16f-437a-8df1-d994c9df525a {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:18:21.442986 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d9d63dd4-6a7b-4f87-86a9-5679bd09dcf3 req-3d0483b8-1a58-4e3b-a9c1-99c5a10787da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:21.454344 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-d9d63dd4-6a7b-4f87-86a9-5679bd09dcf3 req-3d0483b8-1a58-4e3b-a9c1-99c5a10787da service neutron] Transition to ACTIVE for port object 5a4efcc4-d16f-437a-8df1-d994c9df525a will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:18:21.458660 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d9d63dd4-6a7b-4f87-86a9-5679bd09dcf3 req-3d0483b8-1a58-4e3b-a9c1-99c5a10787da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:21.505844 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0483b8-1a58-4e3b-a9c1-99c5a10787da service neutron] Pushing event updated for resources: {'Port': ['ID=5a4efcc4-d16f-437a-8df1-d994c9df525a,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:18:21.582456 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-d9d63dd4-6a7b-4f87-86a9-5679bd09dcf3 req-3d0483b8-1a58-4e3b-a9c1-99c5a10787da service neutron] Attempting to bind port 5a4efcc4-d16f-437a-8df1-d994c9df525a on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:18:21.583432 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-d9d63dd4-6a7b-4f87-86a9-5679bd09dcf3 req-3d0483b8-1a58-4e3b-a9c1-99c5a10787da service neutron] Attempting to bind port 5a4efcc4-d16f-437a-8df1-d994c9df525a by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '79bceccf-349d-4ea0-935d-3ab61757d273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0e64921f-4a71-49c5-8976-1ce5ddd2931a'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:18:21.583804 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d63dd4-6a7b-4f87-86a9-5679bd09dcf3 req-3d0483b8-1a58-4e3b-a9c1-99c5a10787da service neutron] Attempting to bind port 5a4efcc4-d16f-437a-8df1-d994c9df525a on network 0e64921f-4a71-49c5-8976-1ce5ddd2931a {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:18:21.588526 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d63dd4-6a7b-4f87-86a9-5679bd09dcf3 req-3d0483b8-1a58-4e3b-a9c1-99c5a10787da service neutron] Port 5a4efcc4-d16f-437a-8df1-d994c9df525a on network 0e64921f-4a71-49c5-8976-1ce5ddd2931a not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 03:18:21.588853 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d63dd4-6a7b-4f87-86a9-5679bd09dcf3 req-3d0483b8-1a58-4e3b-a9c1-99c5a10787da service neutron] Attempting to bind port 5a4efcc4-d16f-437a-8df1-d994c9df525a on network 0e64921f-4a71-49c5-8976-1ce5ddd2931a {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:18:21.593897 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d63dd4-6a7b-4f87-86a9-5679bd09dcf3 req-3d0483b8-1a58-4e3b-a9c1-99c5a10787da service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:18:21.594243 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d63dd4-6a7b-4f87-86a9-5679bd09dcf3 req-3d0483b8-1a58-4e3b-a9c1-99c5a10787da service neutron] Checking segment: {'id': '79bceccf-349d-4ea0-935d-3ab61757d273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0e64921f-4a71-49c5-8976-1ce5ddd2931a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:18:21.594633 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d63dd4-6a7b-4f87-86a9-5679bd09dcf3 req-3d0483b8-1a58-4e3b-a9c1-99c5a10787da service neutron] Bound using segment: {'id': '79bceccf-349d-4ea0-935d-3ab61757d273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0e64921f-4a71-49c5-8976-1ce5ddd2931a'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:18:21.595059 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-d9d63dd4-6a7b-4f87-86a9-5679bd09dcf3 req-3d0483b8-1a58-4e3b-a9c1-99c5a10787da service neutron] Bound port: 5a4efcc4-d16f-437a-8df1-d994c9df525a, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79bceccf-349d-4ea0-935d-3ab61757d273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0e64921f-4a71-49c5-8976-1ce5ddd2931a'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:18:21.595421 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d9d63dd4-6a7b-4f87-86a9-5679bd09dcf3 req-3d0483b8-1a58-4e3b-a9c1-99c5a10787da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:21.627698 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f7ace-6b4f-4268-8f43-f3ebcdc2ed7d req-9c7178c3-1595-4db5-8cc2-7aaee1620213 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:21.629206 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-578f7ace-6b4f-4268-8f43-f3ebcdc2ed7d req-9c7178c3-1595-4db5-8cc2-7aaee1620213 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=37bc9751-c616-4b68-bf48-b2feb4353228 HTTP/1.1" status: 200 len: 944 time: 0.0556006 Sep 07 03:18:21.659560 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-d9d63dd4-6a7b-4f87-86a9-5679bd09dcf3 req-3d0483b8-1a58-4e3b-a9c1-99c5a10787da service neutron] For port 5a4efcc4-d16f-437a-8df1-d994c9df525a, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:18:21.662548 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-d9d63dd4-6a7b-4f87-86a9-5679bd09dcf3 req-3d0483b8-1a58-4e3b-a9c1-99c5a10787da service neutron] For port 5a4efcc4-d16f-437a-8df1-d994c9df525a, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=5a4efcc4-d16f-437a-8df1-d994c9df525a,segment=NetworkSegment(79bceccf-349d-4ea0-935d-3ab61757d273),segment_id=79bceccf-349d-4ea0-935d-3ab61757d273)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:18:21.667130 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d9d63dd4-6a7b-4f87-86a9-5679bd09dcf3 req-3d0483b8-1a58-4e3b-a9c1-99c5a10787da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:21.667640 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-578f7ace-6b4f-4268-8f43-f3ebcdc2ed7d req-5f2b69a4-a848-47f9-ad8c-d10a788455ea tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318670 Sep 07 03:18:21.702292 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d63dd4-6a7b-4f87-86a9-5679bd09dcf3 req-3d0483b8-1a58-4e3b-a9c1-99c5a10787da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:21.702910 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d9d63dd4-6a7b-4f87-86a9-5679bd09dcf3 req-3d0483b8-1a58-4e3b-a9c1-99c5a10787da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:21.704307 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d9d63dd4-6a7b-4f87-86a9-5679bd09dcf3 req-3d0483b8-1a58-4e3b-a9c1-99c5a10787da service neutron] 10.222.0.16 "PUT /v2.0/ports/5a4efcc4-d16f-437a-8df1-d994c9df525a HTTP/1.1" status: 200 len: 1093 time: 0.5788813 Sep 07 03:18:21.704765 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37bc9751-c616-4b68-bf48-b2feb4353228', 'tag': '5a4efcc4-d16f-437a-8df1-d994c9df525a'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:18:21.707010 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a98d2c1-538f-44a0-9e1f-9209d892fabf" -d '{"events": [{"name": "network-changed", "server_uuid": "37bc9751-c616-4b68-bf48-b2feb4353228", "tag": "5a4efcc4-d16f-437a-8df1-d994c9df525a"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:18:21.731507 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0483b8-1a58-4e3b-a9c1-99c5a10787da service neutron] Pushing event updated for resources: {'Port': ['ID=5a4efcc4-d16f-437a-8df1-d994c9df525a,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:18:21.772199 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac609119-f59d-40f7-a9cd-9a3c4cfc81e4 x-openstack-request-id: req-ac609119-f59d-40f7-a9cd-9a3c4cfc81e4 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:18:21.772482 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37bc9751-c616-4b68-bf48-b2feb4353228", "tag": "5a4efcc4-d16f-437a-8df1-d994c9df525a", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:18:21.772726 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ac609119-f59d-40f7-a9cd-9a3c4cfc81e4 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:18:21.773108 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37bc9751-c616-4b68-bf48-b2feb4353228', 'tag': '5a4efcc4-d16f-437a-8df1-d994c9df525a', 'status': 'completed', 'code': 200} Sep 07 03:18:21.788120 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d63dd4-6a7b-4f87-86a9-5679bd09dcf3 req-6107d599-fad3-40ab-b821-9712c4c419d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:21.789607 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d9d63dd4-6a7b-4f87-86a9-5679bd09dcf3 req-6107d599-fad3-40ab-b821-9712c4c419d8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c4013acb69904d52bf12f93ab39fbf03&device_id=37bc9751-c616-4b68-bf48-b2feb4353228 HTTP/1.1" status: 200 len: 1096 time: 0.0468104 Sep 07 03:18:21.814887 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:21.832517 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d9d63dd4-6a7b-4f87-86a9-5679bd09dcf3 req-a3862a60-da8a-4cf7-8845-57dd443223e4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a4efcc4-d16f-437a-8df1-d994c9df525a HTTP/1.1" status: 200 len: 217 time: 0.0345249 Sep 07 03:18:21.878038 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:21.881276 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d63dd4-6a7b-4f87-86a9-5679bd09dcf3 req-84b5bb57-bfde-4f85-8993-e842666d177c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:21.882789 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d9d63dd4-6a7b-4f87-86a9-5679bd09dcf3 req-84b5bb57-bfde-4f85-8993-e842666d177c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ee0673ef-5772-459d-8152-47b3fe0c1566 HTTP/1.1" status: 200 len: 855 time: 0.0438640 Sep 07 03:18:21.919178 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d9d63dd4-6a7b-4f87-86a9-5679bd09dcf3 req-c2f633b7-c692-4c46-8c6f-94a71173781c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0e64921f-4a71-49c5-8976-1ce5ddd2931a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289617 Sep 07 03:18:22.007398 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d9d63dd4-6a7b-4f87-86a9-5679bd09dcf3 req-a7cbbabd-c3dd-46f6-8b8a-e8c73681a541 service neutron] 10.222.0.16 "GET /v2.0/networks/0e64921f-4a71-49c5-8976-1ce5ddd2931a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813603 Sep 07 03:18:22.101668 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d9d63dd4-6a7b-4f87-86a9-5679bd09dcf3 req-2c39e388-9df2-44fa-b3d1-594b1a2706df service neutron] 10.222.0.16 "GET /v2.0/networks/0e64921f-4a71-49c5-8976-1ce5ddd2931a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873029 Sep 07 03:18:22.187241 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a98d2c1-538f-44a0-9e1f-9209d892fabf req-4c982fe0-960f-4110-bc80-c51f5e784cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:22.188740 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5a98d2c1-538f-44a0-9e1f-9209d892fabf req-4c982fe0-960f-4110-bc80-c51f5e784cd5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c4013acb69904d52bf12f93ab39fbf03&device_id=37bc9751-c616-4b68-bf48-b2feb4353228 HTTP/1.1" status: 200 len: 1096 time: 0.0401366 Sep 07 03:18:22.278044 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a98d2c1-538f-44a0-9e1f-9209d892fabf req-c7d09d71-3bae-4c39-9f94-7adfe32e1d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:22.279405 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5a98d2c1-538f-44a0-9e1f-9209d892fabf req-c7d09d71-3bae-4c39-9f94-7adfe32e1d21 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0e64921f-4a71-49c5-8976-1ce5ddd2931a HTTP/1.1" status: 200 len: 915 time: 0.0835145 Sep 07 03:18:22.323830 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5a98d2c1-538f-44a0-9e1f-9209d892fabf req-cbf14c3a-12cd-47c3-bc07-125b798c6158 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a4efcc4-d16f-437a-8df1-d994c9df525a HTTP/1.1" status: 200 len: 217 time: 0.0366008 Sep 07 03:18:22.371221 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a98d2c1-538f-44a0-9e1f-9209d892fabf req-5c2aff39-3067-4548-b561-54c9cc089eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:22.372634 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5a98d2c1-538f-44a0-9e1f-9209d892fabf req-5c2aff39-3067-4548-b561-54c9cc089eec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ee0673ef-5772-459d-8152-47b3fe0c1566 HTTP/1.1" status: 200 len: 855 time: 0.0422068 Sep 07 03:18:22.405387 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5a98d2c1-538f-44a0-9e1f-9209d892fabf req-e297480b-ff93-4dba-969b-43adc57a5a6d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0e64921f-4a71-49c5-8976-1ce5ddd2931a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238073 Sep 07 03:18:22.497890 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5a98d2c1-538f-44a0-9e1f-9209d892fabf req-1fc0ecb1-4ed3-4ad4-9ebb-5839f3fd9075 service neutron] 10.222.0.16 "GET /v2.0/networks/0e64921f-4a71-49c5-8976-1ce5ddd2931a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836167 Sep 07 03:18:22.588297 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5a98d2c1-538f-44a0-9e1f-9209d892fabf req-d265f392-217d-4f83-83f1-edc13c065fb2 service neutron] 10.222.0.16 "GET /v2.0/networks/0e64921f-4a71-49c5-8976-1ce5ddd2931a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818667 Sep 07 03:18:22.781496 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7419bd5-7dde-4cff-955f-d8d77ec7d71b req-2a063ba4-dfba-4ac7-8857-7bcf5c0b0cb6 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:22.782974 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c7419bd5-7dde-4cff-955f-d8d77ec7d71b req-2a063ba4-dfba-4ac7-8857-7bcf5c0b0cb6 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=37bc9751-c616-4b68-bf48-b2feb4353228 HTTP/1.1" status: 200 len: 944 time: 0.0481837 Sep 07 03:18:22.820012 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c7419bd5-7dde-4cff-955f-d8d77ec7d71b req-8a0b6e2f-d884-4e43-a832-a183f637b9ee tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312169 Sep 07 03:18:23.941890 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e91317-eff7-4c09-b145-873731347ac2 req-30194a81-7ce8-44d1-91a7-97e02d90be51 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:23.943419 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-96e91317-eff7-4c09-b145-873731347ac2 req-30194a81-7ce8-44d1-91a7-97e02d90be51 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=37bc9751-c616-4b68-bf48-b2feb4353228 HTTP/1.1" status: 200 len: 944 time: 0.0549881 Sep 07 03:18:23.980153 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-96e91317-eff7-4c09-b145-873731347ac2 req-b2502134-4809-44d0-9538-116c421b17af tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307713 Sep 07 03:18:25.094980 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bda5b0-0642-4181-b5d2-2ad220063f99 req-1228bf7f-c8a9-4be9-a277-0ea92ea0c760 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:25.096486 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-66bda5b0-0642-4181-b5d2-2ad220063f99 req-1228bf7f-c8a9-4be9-a277-0ea92ea0c760 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=37bc9751-c616-4b68-bf48-b2feb4353228 HTTP/1.1" status: 200 len: 944 time: 0.0516429 Sep 07 03:18:25.132881 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-66bda5b0-0642-4181-b5d2-2ad220063f99 req-ca61a3af-93b1-4ee3-95c9-740d448188e7 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304992 Sep 07 03:18:25.344344 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 5a4efcc4-d16f-437a-8df1-d994c9df525a details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 03:18:25.436026 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 5a4efcc4-d16f-437a-8df1-d994c9df525a, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=5a4efcc4-d16f-437a-8df1-d994c9df525a,segment=NetworkSegment(79bceccf-349d-4ea0-935d-3ab61757d273),segment_id=79bceccf-349d-4ea0-935d-3ab61757d273)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:18:25.446879 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '5a4efcc4-d16f-437a-8df1-d994c9df525a', 'network_id': '0e64921f-4a71-49c5-8976-1ce5ddd2931a', 'port_id': '5a4efcc4-d16f-437a-8df1-d994c9df525a', 'mac_address': 'fa:16:3e:4a:98:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee0673ef-5772-459d-8152-47b3fe0c1566', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 03:18:25.483807 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:25.500219 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a4efcc4-d16f-437a-8df1-d994c9df525a {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:18:25.518866 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 5a4efcc4-d16f-437a-8df1-d994c9df525a, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=5a4efcc4-d16f-437a-8df1-d994c9df525a,segment=NetworkSegment(79bceccf-349d-4ea0-935d-3ab61757d273),segment_id=79bceccf-349d-4ea0-935d-3ab61757d273)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:18:25.523711 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:25.572540 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=5a4efcc4-d16f-437a-8df1-d994c9df525a,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:18:25.710568 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['5a4efcc4-d16f-437a-8df1-d994c9df525a'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:18:25.964135 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b4718254-aba8-4846-aea9-d96687b0c77c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:26.244241 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e651e-5175-4ca3-91b7-c10bc9bf84f7 req-aa6814a9-c552-414f-a1f4-4657b5737746 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:26.245636 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-541e651e-5175-4ca3-91b7-c10bc9bf84f7 req-aa6814a9-c552-414f-a1f4-4657b5737746 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=37bc9751-c616-4b68-bf48-b2feb4353228 HTTP/1.1" status: 200 len: 945 time: 0.0480521 Sep 07 03:18:26.283008 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-541e651e-5175-4ca3-91b7-c10bc9bf84f7 req-945e9e7f-a4cd-42be-a3f8-ac53a99d0b36 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313067 Sep 07 03:18:27.375961 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 5a4efcc4-d16f-437a-8df1-d994c9df525a up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:18:27.396561 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a8705f-ed9e-4c8e-8567-8cfff4f881cd req-fa5f855f-f320-467a-b46a-cc094f2f11b8 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:27.398068 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b3a8705f-ed9e-4c8e-8567-8cfff4f881cd req-fa5f855f-f320-467a-b46a-cc094f2f11b8 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=37bc9751-c616-4b68-bf48-b2feb4353228 HTTP/1.1" status: 200 len: 945 time: 0.0498471 Sep 07 03:18:27.426840 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port 5a4efcc4-d16f-437a-8df1-d994c9df525a completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:18:27.430549 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 5a4efcc4-d16f-437a-8df1-d994c9df525a triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:18:27.430919 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:27.436950 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b3a8705f-ed9e-4c8e-8567-8cfff4f881cd req-2c946a19-2db8-4ae0-90b8-9f81d83bc3bd tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328162 Sep 07 03:18:27.505325 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:27.526758 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37bc9751-c616-4b68-bf48-b2feb4353228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a4efcc4-d16f-437a-8df1-d994c9df525a'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:18:27.528997 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-715e4ff2-1e7e-4f7d-90fc-ef6a1fe39e64" -d '{"events": [{"server_uuid": "37bc9751-c616-4b68-bf48-b2feb4353228", "name": "network-vif-plugged", "status": "completed", "tag": "5a4efcc4-d16f-437a-8df1-d994c9df525a"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:18:27.541647 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 5a4efcc4-d16f-437a-8df1-d994c9df525a, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=5a4efcc4-d16f-437a-8df1-d994c9df525a,segment=NetworkSegment(79bceccf-349d-4ea0-935d-3ab61757d273),segment_id=79bceccf-349d-4ea0-935d-3ab61757d273)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:18:27.545548 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:27.574563 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd9e34c-cc76-43bd-8bf8-98bb2c986c25 x-openstack-request-id: req-6cd9e34c-cc76-43bd-8bf8-98bb2c986c25 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:18:27.574794 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37bc9751-c616-4b68-bf48-b2feb4353228", "name": "network-vif-plugged", "status": "completed", "tag": "5a4efcc4-d16f-437a-8df1-d994c9df525a", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:18:27.575043 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6cd9e34c-cc76-43bd-8bf8-98bb2c986c25 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:18:27.575694 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37bc9751-c616-4b68-bf48-b2feb4353228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a4efcc4-d16f-437a-8df1-d994c9df525a', 'code': 200} Sep 07 03:18:27.603652 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=5a4efcc4-d16f-437a-8df1-d994c9df525a,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:18:27.657271 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1955fb-bea1-4250-a8fc-636504cb8fa4 req-fd35d81e-d91b-4c13-98e1-8970e651427f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:27.658746 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9b1955fb-bea1-4250-a8fc-636504cb8fa4 req-fd35d81e-d91b-4c13-98e1-8970e651427f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=37bc9751-c616-4b68-bf48-b2feb4353228 HTTP/1.1" status: 200 len: 1098 time: 0.0394213 Sep 07 03:18:27.693265 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9b1955fb-bea1-4250-a8fc-636504cb8fa4 req-15d684f2-f5e5-425a-b4f9-6f89e8b72bd4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278478 Sep 07 03:18:28.202281 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e18fbacb-ead0-4728-afd3-9278cc3ef520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:28.547722 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf6aca-06b8-478c-a69c-d86b8b0f7967 req-28b965f1-edad-4c52-8160-06ab6cfc1c75 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:28.549255 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-11bf6aca-06b8-478c-a69c-d86b8b0f7967 req-28b965f1-edad-4c52-8160-06ab6cfc1c75 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=37bc9751-c616-4b68-bf48-b2feb4353228 HTTP/1.1" status: 200 len: 946 time: 0.0468087 Sep 07 03:18:28.586701 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-11bf6aca-06b8-478c-a69c-d86b8b0f7967 req-37b22ee2-cd20-4ca0-8b2c-d3d816ea7212 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310044 Sep 07 03:18:28.742818 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:29.649021 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:29.706553 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa1a61-b060-48c9-be56-ae256086884d req-ae1f4b15-5960-43f7-ad01-45ca7d794efa tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:29.708097 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b3aa1a61-b060-48c9-be56-ae256086884d req-ae1f4b15-5960-43f7-ad01-45ca7d794efa tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=37bc9751-c616-4b68-bf48-b2feb4353228 HTTP/1.1" status: 200 len: 946 time: 0.0525892 Sep 07 03:18:29.744819 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b3aa1a61-b060-48c9-be56-ae256086884d req-ff8dbda9-8c0d-47df-9a1a-fe0f412c0cc5 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307202 Sep 07 03:18:29.859007 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f763dbcc-b62b-43cd-b740-8a6715b3abcd req-23943e57-8d25-45be-86ab-69b90907200a tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:29.860489 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f763dbcc-b62b-43cd-b740-8a6715b3abcd req-23943e57-8d25-45be-86ab-69b90907200a tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=37bc9751-c616-4b68-bf48-b2feb4353228 HTTP/1.1" status: 200 len: 946 time: 0.0502880 Sep 07 03:18:29.897144 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f763dbcc-b62b-43cd-b740-8a6715b3abcd req-252c3b12-2156-4a39-8b6b-f260a5340b6c tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302258 Sep 07 03:18:30.094037 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852fbd10-bfb0-4823-93cb-e6d569cc1ccd req-b1928f0c-4a66-4c63-9b31-5a0c0e1c8b71 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:30.095521 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-852fbd10-bfb0-4823-93cb-e6d569cc1ccd req-b1928f0c-4a66-4c63-9b31-5a0c0e1c8b71 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=37bc9751-c616-4b68-bf48-b2feb4353228 HTTP/1.1" status: 200 len: 946 time: 0.0491478 Sep 07 03:18:30.133238 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-852fbd10-bfb0-4823-93cb-e6d569cc1ccd req-d8a7ebb8-31d7-453a-b509-5f7611314855 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312324 Sep 07 03:18:30.243466 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8290b79-0c53-4e19-a8e4-481beb920ed5 req-9c6a0ba9-fd57-4580-9c78-716c861ba08c tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:30.244957 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c8290b79-0c53-4e19-a8e4-481beb920ed5 req-9c6a0ba9-fd57-4580-9c78-716c861ba08c tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=37bc9751-c616-4b68-bf48-b2feb4353228 HTTP/1.1" status: 200 len: 946 time: 0.0479317 Sep 07 03:18:30.281104 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c8290b79-0c53-4e19-a8e4-481beb920ed5 req-88673d88-3aff-478e-b597-982d7839cb49 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303929 Sep 07 03:18:30.497356 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a784b344-eeb0-4dfe-8068-e082ba66598e req-dd685533-1978-4afa-9387-32d06de16801 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=37bc9751-c616-4b68-bf48-b2feb4353228&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0402024 Sep 07 03:18:30.513258 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1354289-2c6d-4e87-9cbc-47ad2c0b7cea req-63479536-18f4-49d9-b357-8b7d763d793e tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:30.514906 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d1354289-2c6d-4e87-9cbc-47ad2c0b7cea req-63479536-18f4-49d9-b357-8b7d763d793e tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=37bc9751-c616-4b68-bf48-b2feb4353228 HTTP/1.1" status: 200 len: 946 time: 0.0488298 Sep 07 03:18:30.553848 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d1354289-2c6d-4e87-9cbc-47ad2c0b7cea req-d7ada797-5a4b-4eee-baa6-6856edc9f623 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320766 Sep 07 03:18:31.493391 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:31.591723 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a784b344-eeb0-4dfe-8068-e082ba66598e req-0eb43e56-509b-4f81-b2bd-5157ae3f1b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:31.593145 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a784b344-eeb0-4dfe-8068-e082ba66598e req-0eb43e56-509b-4f81-b2bd-5157ae3f1b58 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c4013acb69904d52bf12f93ab39fbf03&device_id=37bc9751-c616-4b68-bf48-b2feb4353228 HTTP/1.1" status: 200 len: 1098 time: 0.0457873 Sep 07 03:18:31.676133 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8600244e-d346-4f1b-bad5-8ebc785c1366 req-bb2d389c-171d-4387-9b78-ecbbeb1801b5 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:31.678284 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8600244e-d346-4f1b-bad5-8ebc785c1366 req-bb2d389c-171d-4387-9b78-ecbbeb1801b5 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=37bc9751-c616-4b68-bf48-b2feb4353228 HTTP/1.1" status: 200 len: 946 time: 0.0474946 Sep 07 03:18:31.686200 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a784b344-eeb0-4dfe-8068-e082ba66598e req-1286306b-9e14-417a-8f35-3e8561c9b382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:31.687688 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a784b344-eeb0-4dfe-8068-e082ba66598e req-1286306b-9e14-417a-8f35-3e8561c9b382 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0e64921f-4a71-49c5-8976-1ce5ddd2931a HTTP/1.1" status: 200 len: 915 time: 0.0873463 Sep 07 03:18:31.719438 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8600244e-d346-4f1b-bad5-8ebc785c1366 req-621bef6a-d088-4976-bb80-b9219e57aae0 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348022 Sep 07 03:18:31.735973 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a784b344-eeb0-4dfe-8068-e082ba66598e req-b1656ce5-c34b-4616-bcfd-05fadbbd3a4f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a4efcc4-d16f-437a-8df1-d994c9df525a HTTP/1.1" status: 200 len: 217 time: 0.0406482 Sep 07 03:18:31.783409 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a784b344-eeb0-4dfe-8068-e082ba66598e req-9932a28d-ce83-4ea5-8a5c-ff068974c8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:31.784836 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a784b344-eeb0-4dfe-8068-e082ba66598e req-9932a28d-ce83-4ea5-8a5c-ff068974c8dd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ee0673ef-5772-459d-8152-47b3fe0c1566 HTTP/1.1" status: 200 len: 855 time: 0.0430286 Sep 07 03:18:31.815294 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a784b344-eeb0-4dfe-8068-e082ba66598e req-87970988-48b9-4326-a0ec-d5d0116a3052 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0e64921f-4a71-49c5-8976-1ce5ddd2931a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236375 Sep 07 03:18:31.905745 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a784b344-eeb0-4dfe-8068-e082ba66598e req-d4441c37-bc10-4207-b139-acb3318788d2 service neutron] 10.222.0.16 "GET /v2.0/networks/0e64921f-4a71-49c5-8976-1ce5ddd2931a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836170 Sep 07 03:18:31.991918 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a784b344-eeb0-4dfe-8068-e082ba66598e req-664b5d66-5412-45dd-b3a0-f2cbbef3199b service neutron] 10.222.0.16 "GET /v2.0/networks/0e64921f-4a71-49c5-8976-1ce5ddd2931a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793309 Sep 07 03:18:32.837327 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fbe7e5-045d-4932-ad5c-ca858e15a20c req-97f58722-1e3e-4304-9913-a659a2a6417b tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:32.838870 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-00fbe7e5-045d-4932-ad5c-ca858e15a20c req-97f58722-1e3e-4304-9913-a659a2a6417b tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=37bc9751-c616-4b68-bf48-b2feb4353228 HTTP/1.1" status: 200 len: 946 time: 0.0511279 Sep 07 03:18:32.878247 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-00fbe7e5-045d-4932-ad5c-ca858e15a20c req-ee5c4fe1-4271-49fc-b3f7-39636182ebad tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330710 Sep 07 03:18:33.992765 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f11bee-7a79-4590-83f4-79a7cba5c54b req-b12ec889-d9a0-4589-95b3-899725b6018b tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:33.994226 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e6f11bee-7a79-4590-83f4-79a7cba5c54b req-b12ec889-d9a0-4589-95b3-899725b6018b tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=37bc9751-c616-4b68-bf48-b2feb4353228 HTTP/1.1" status: 200 len: 946 time: 0.0483682 Sep 07 03:18:34.031846 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e6f11bee-7a79-4590-83f4-79a7cba5c54b req-cfda7b66-89c0-4aab-ba1d-c47c760dcd99 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316665 Sep 07 03:18:35.150806 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9045fb4f-730e-4de5-8443-54227bdbb316 req-6e2e2a46-f9e2-403d-94cb-3103bc74a034 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:35.152309 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9045fb4f-730e-4de5-8443-54227bdbb316 req-6e2e2a46-f9e2-403d-94cb-3103bc74a034 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=37bc9751-c616-4b68-bf48-b2feb4353228 HTTP/1.1" status: 200 len: 946 time: 0.0516500 Sep 07 03:18:35.189044 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9045fb4f-730e-4de5-8443-54227bdbb316 req-89c3eb8a-95d7-45ea-87e0-ee79ad0205ec tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308909 Sep 07 03:18:36.299775 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add61b6c-ab00-4b18-ada6-dab864e2b72a req-b40df34d-0ecb-4c9a-9501-ca45d758d6c3 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:36.301798 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-add61b6c-ab00-4b18-ada6-dab864e2b72a req-b40df34d-0ecb-4c9a-9501-ca45d758d6c3 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=37bc9751-c616-4b68-bf48-b2feb4353228 HTTP/1.1" status: 200 len: 946 time: 0.0471213 Sep 07 03:18:36.338466 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-add61b6c-ab00-4b18-ada6-dab864e2b72a req-660d5d46-1c53-417a-b0f1-73b5ffd879b6 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307999 Sep 07 03:18:37.453938 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e47807b-6c4e-436d-8d9a-12960adb349a req-3282bab0-9104-44ba-b569-c040cf25df94 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:37.455425 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8e47807b-6c4e-436d-8d9a-12960adb349a req-3282bab0-9104-44ba-b569-c040cf25df94 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=37bc9751-c616-4b68-bf48-b2feb4353228 HTTP/1.1" status: 200 len: 946 time: 0.0481975 Sep 07 03:18:37.492646 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8e47807b-6c4e-436d-8d9a-12960adb349a req-2ab13064-3cbd-455c-ad4b-9ef1a5da7e25 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307233 Sep 07 03:18:38.605857 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e6cdf-946d-4545-9eb6-a366e447fb89 req-13a87f72-ab50-4cfb-a3be-e726f92463e9 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:38.607373 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6a4e6cdf-946d-4545-9eb6-a366e447fb89 req-13a87f72-ab50-4cfb-a3be-e726f92463e9 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=37bc9751-c616-4b68-bf48-b2feb4353228 HTTP/1.1" status: 200 len: 946 time: 0.0497344 Sep 07 03:18:38.648377 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6a4e6cdf-946d-4545-9eb6-a366e447fb89 req-71dfb3a1-8eaa-43f4-af7e-01336025dbe4 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350707 Sep 07 03:18:39.761526 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ce2c9-a3d6-46c5-81e9-5c6d8cd925b2 req-a10206df-dff9-445c-816b-1b8bc844af8c tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:39.763004 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-031ce2c9-a3d6-46c5-81e9-5c6d8cd925b2 req-a10206df-dff9-445c-816b-1b8bc844af8c tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=37bc9751-c616-4b68-bf48-b2feb4353228 HTTP/1.1" status: 200 len: 946 time: 0.0485656 Sep 07 03:18:39.799389 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-031ce2c9-a3d6-46c5-81e9-5c6d8cd925b2 req-b03ecee4-f3a6-47f9-a81d-bb8594977dc7 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305550 Sep 07 03:18:40.914363 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c7ffb-b303-4307-b2b2-3d300aacc6e7 req-08e080de-f229-42fc-82da-6a64622fc7f0 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:40.915865 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a38c7ffb-b303-4307-b2b2-3d300aacc6e7 req-08e080de-f229-42fc-82da-6a64622fc7f0 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=37bc9751-c616-4b68-bf48-b2feb4353228 HTTP/1.1" status: 200 len: 946 time: 0.0511708 Sep 07 03:18:40.953371 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a38c7ffb-b303-4307-b2b2-3d300aacc6e7 req-a3de4fa2-ba41-4b52-9b18-5196c94d753e tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316491 Sep 07 03:18:42.069589 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c8f4f-e27e-463f-b9ff-90fd57dfe9b5 req-3593b026-8d59-4624-a955-ef73a876fc1d tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:42.071087 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e21c8f4f-e27e-463f-b9ff-90fd57dfe9b5 req-3593b026-8d59-4624-a955-ef73a876fc1d tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=37bc9751-c616-4b68-bf48-b2feb4353228 HTTP/1.1" status: 200 len: 946 time: 0.0522270 Sep 07 03:18:42.108394 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e21c8f4f-e27e-463f-b9ff-90fd57dfe9b5 req-2900d919-2ade-41d1-bf26-0e0d5bd34ce4 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311434 Sep 07 03:18:43.220700 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6286ca96-f397-411c-ac49-2f4c6a8b5ee8 req-b006155a-a4c4-49d7-9cee-8bb8752fe344 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:43.222168 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6286ca96-f397-411c-ac49-2f4c6a8b5ee8 req-b006155a-a4c4-49d7-9cee-8bb8752fe344 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=37bc9751-c616-4b68-bf48-b2feb4353228 HTTP/1.1" status: 200 len: 946 time: 0.0484440 Sep 07 03:18:43.259756 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6286ca96-f397-411c-ac49-2f4c6a8b5ee8 req-2883f98f-b006-4ce7-bc52-5e6b865c4aee tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316119 Sep 07 03:18:44.374126 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e48145-c64e-45f1-bd7f-7b15d7f1a40e req-c1bb4ead-7ae9-4088-8e5f-d95ff4fc30a0 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:44.375545 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-99e48145-c64e-45f1-bd7f-7b15d7f1a40e req-c1bb4ead-7ae9-4088-8e5f-d95ff4fc30a0 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=37bc9751-c616-4b68-bf48-b2feb4353228 HTTP/1.1" status: 200 len: 946 time: 0.0481188 Sep 07 03:18:44.413003 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-99e48145-c64e-45f1-bd7f-7b15d7f1a40e req-025eab42-ca4a-4aa4-a3ae-2085ef2f9286 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310335 Sep 07 03:18:45.526164 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e719d-0263-43bf-9a87-5bae7e841ef5 req-1c5a4307-6b06-4755-8f1a-e653892ea340 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:45.527662 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d19e719d-0263-43bf-9a87-5bae7e841ef5 req-1c5a4307-6b06-4755-8f1a-e653892ea340 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=37bc9751-c616-4b68-bf48-b2feb4353228 HTTP/1.1" status: 200 len: 946 time: 0.0475984 Sep 07 03:18:45.568431 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d19e719d-0263-43bf-9a87-5bae7e841ef5 req-0b31ce13-77ad-4cc6-8ba0-f925b00d33f3 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348110 Sep 07 03:18:46.681449 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5cf542-414e-4b68-9697-9580b357478a req-13b4ae0b-e05c-4626-ace6-0bf8a1a76b27 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:46.682906 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4c5cf542-414e-4b68-9697-9580b357478a req-13b4ae0b-e05c-4626-ace6-0bf8a1a76b27 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=37bc9751-c616-4b68-bf48-b2feb4353228 HTTP/1.1" status: 200 len: 946 time: 0.0480917 Sep 07 03:18:46.720191 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4c5cf542-414e-4b68-9697-9580b357478a req-778bdcc5-e935-4a77-8616-1c65487ba20c tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315056 Sep 07 03:18:47.388259 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:18:47.833006 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532bf0b-9d15-4acc-b51c-39a5ea7db85b req-9fb0ae90-2b7f-462e-92fc-2d8fa73bbdcb tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:47.834466 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2532bf0b-9d15-4acc-b51c-39a5ea7db85b req-9fb0ae90-2b7f-462e-92fc-2d8fa73bbdcb tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=37bc9751-c616-4b68-bf48-b2feb4353228 HTTP/1.1" status: 200 len: 946 time: 0.0490079 Sep 07 03:18:47.870101 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2532bf0b-9d15-4acc-b51c-39a5ea7db85b req-658241cd-5023-42e2-99eb-6c27a3220d5a tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298769 Sep 07 03:18:48.989145 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503b8b8-cd82-45db-975b-3e2a6477a5d8 req-f939b4ef-e28f-42e5-bfd4-9d13c2464231 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:48.990606 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6503b8b8-cd82-45db-975b-3e2a6477a5d8 req-f939b4ef-e28f-42e5-bfd4-9d13c2464231 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=37bc9751-c616-4b68-bf48-b2feb4353228 HTTP/1.1" status: 200 len: 946 time: 0.0523283 Sep 07 03:18:49.027452 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6503b8b8-cd82-45db-975b-3e2a6477a5d8 req-9b29d864-10b6-4a45-9026-b36fa6e7f4d8 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309274 Sep 07 03:18:50.141844 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77009405-f0c4-4ff9-b739-b05a4d18b24d req-eaa76ebb-b3bc-4b98-b43b-1b4e7ffd6ab2 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:50.143306 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-77009405-f0c4-4ff9-b739-b05a4d18b24d req-eaa76ebb-b3bc-4b98-b43b-1b4e7ffd6ab2 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=37bc9751-c616-4b68-bf48-b2feb4353228 HTTP/1.1" status: 200 len: 946 time: 0.0478668 Sep 07 03:18:50.180124 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-77009405-f0c4-4ff9-b739-b05a4d18b24d req-d02049e1-5a81-4c91-8b0d-b7d914bf79b4 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309763 Sep 07 03:18:51.291564 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b837b9f-4775-4667-9953-969b6f49d93d req-53a063bc-4c72-4414-81ae-a175ee5f50c2 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:51.293033 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8b837b9f-4775-4667-9953-969b6f49d93d req-53a063bc-4c72-4414-81ae-a175ee5f50c2 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=37bc9751-c616-4b68-bf48-b2feb4353228 HTTP/1.1" status: 200 len: 946 time: 0.0477202 Sep 07 03:18:51.330441 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8b837b9f-4775-4667-9953-969b6f49d93d req-8679177a-16d9-461f-8432-080a08905f11 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313842 Sep 07 03:18:51.830753 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:51.879735 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:52.442213 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a470b2-80a3-4720-a1e6-c9ade29370ff req-09663106-c6dc-4c38-8f80-1fd24cf4db77 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:52.444206 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b1a470b2-80a3-4720-a1e6-c9ade29370ff req-09663106-c6dc-4c38-8f80-1fd24cf4db77 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=37bc9751-c616-4b68-bf48-b2feb4353228 HTTP/1.1" status: 200 len: 946 time: 0.0469799 Sep 07 03:18:52.484208 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b1a470b2-80a3-4720-a1e6-c9ade29370ff req-f27396ad-f851-4f2b-99b7-e5ad00a8b8b5 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341880 Sep 07 03:18:53.600609 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7843b69e-312f-4238-bc53-6474c4aaedbc req-80ebb4c2-e285-4722-9f84-82616992acaa tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:53.602105 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7843b69e-312f-4238-bc53-6474c4aaedbc req-80ebb4c2-e285-4722-9f84-82616992acaa tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=37bc9751-c616-4b68-bf48-b2feb4353228 HTTP/1.1" status: 200 len: 946 time: 0.0526900 Sep 07 03:18:53.638714 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7843b69e-312f-4238-bc53-6474c4aaedbc req-cbd1bf51-26bf-4a2b-96cc-b0526c37b390 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307431 Sep 07 03:18:54.752833 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3887c1-9636-4e67-89b4-59bd2281aa15 req-857e127e-8708-4bbe-8421-e8c8a1b44899 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:54.754305 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fe3887c1-9636-4e67-89b4-59bd2281aa15 req-857e127e-8708-4bbe-8421-e8c8a1b44899 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=37bc9751-c616-4b68-bf48-b2feb4353228 HTTP/1.1" status: 200 len: 946 time: 0.0484626 Sep 07 03:18:54.790824 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fe3887c1-9636-4e67-89b4-59bd2281aa15 req-c79fbc29-4f3b-484b-aa91-90870930a6b3 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306964 Sep 07 03:18:55.910029 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aea5fd-630e-4d68-931b-fbce71a9bfc0 req-fb349ef2-e3a9-48b7-8844-20b763e8f1a3 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:55.912188 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-84aea5fd-630e-4d68-931b-fbce71a9bfc0 req-fb349ef2-e3a9-48b7-8844-20b763e8f1a3 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=37bc9751-c616-4b68-bf48-b2feb4353228 HTTP/1.1" status: 200 len: 946 time: 0.0533826 Sep 07 03:18:55.948507 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-84aea5fd-630e-4d68-931b-fbce71a9bfc0 req-60a70f50-349e-4f7d-8df8-3cc6d25bfef6 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301950 Sep 07 03:18:55.965299 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ffaf7070-7359-4684-8287-f37804bca673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:57.064931 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccff6bf-8b9a-4642-929e-d0f751396604 req-1a83e8dc-ebee-4153-ad4f-824a5c6025d9 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:57.066444 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0ccff6bf-8b9a-4642-929e-d0f751396604 req-1a83e8dc-ebee-4153-ad4f-824a5c6025d9 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=37bc9751-c616-4b68-bf48-b2feb4353228 HTTP/1.1" status: 200 len: 946 time: 0.0483177 Sep 07 03:18:57.103553 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0ccff6bf-8b9a-4642-929e-d0f751396604 req-111833d2-ff12-449f-8adc-44ba3b2f14b1 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310962 Sep 07 03:18:58.203247 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-13122344-3b2a-4ae2-8e65-7eb0131716a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:58.217416 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46008977-f198-41ad-a7d5-2381082577d1 req-90464a89-fe24-45f1-85a6-b8a73454c310 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:58.218920 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-46008977-f198-41ad-a7d5-2381082577d1 req-90464a89-fe24-45f1-85a6-b8a73454c310 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=37bc9751-c616-4b68-bf48-b2feb4353228 HTTP/1.1" status: 200 len: 946 time: 0.0492594 Sep 07 03:18:58.256022 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-46008977-f198-41ad-a7d5-2381082577d1 req-c7f74fba-6d91-48fe-8d6e-1ef35b7391ca tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303874 Sep 07 03:18:58.743782 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:59.196895 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [req-a784b344-eeb0-4dfe-8068-e082ba66598e req-df267751-e34d-4c6e-9700-e4f5aa0a9771 service neutron] show failed (client error): The resource could not be found. Sep 07 03:18:59.197888 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a784b344-eeb0-4dfe-8068-e082ba66598e req-df267751-e34d-4c6e-9700-e4f5aa0a9771 service neutron] 10.222.0.16 "GET /v2.0/ports/5a4efcc4-d16f-437a-8df1-d994c9df525a/bindings/n-h1-796209-16 HTTP/1.1" status: 404 len: 381 time: 0.0534739 Sep 07 03:18:59.653341 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:18:59.749639 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda39ea-bda4-4510-966a-8338f8b128fa req-81871cd6-42a2-42e7-ac2e-48fb88a421ae tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:59.751118 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9cda39ea-bda4-4510-966a-8338f8b128fa req-81871cd6-42a2-42e7-ac2e-48fb88a421ae tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=37bc9751-c616-4b68-bf48-b2feb4353228 HTTP/1.1" status: 200 len: 946 time: 0.4128976 Sep 07 03:18:59.753751 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a784b344-eeb0-4dfe-8068-e082ba66598e req-225e8bdd-1a65-41cc-ad1e-62d99b4fff3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:18:59.755132 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a784b344-eeb0-4dfe-8068-e082ba66598e req-225e8bdd-1a65-41cc-ad1e-62d99b4fff3a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=37bc9751-c616-4b68-bf48-b2feb4353228&tenant_id=c4013acb69904d52bf12f93ab39fbf03 HTTP/1.1" status: 200 len: 1098 time: 0.4077415 Sep 07 03:18:59.773626 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-a784b344-eeb0-4dfe-8068-e082ba66598e req-98741439-1fe0-4952-8d36-198c67709990 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-796209-16', 'device_owner': 'compute:nova'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:18:59.816465 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9cda39ea-bda4-4510-966a-8338f8b128fa req-2832538f-c884-4ef2-bcd1-134c1589e4e7 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593274 Sep 07 03:18:59.841981 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-a784b344-eeb0-4dfe-8068-e082ba66598e req-98741439-1fe0-4952-8d36-198c67709990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:00.037607 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-a784b344-eeb0-4dfe-8068-e082ba66598e req-98741439-1fe0-4952-8d36-198c67709990 service neutron] For port 5a4efcc4-d16f-437a-8df1-d994c9df525a, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=5a4efcc4-d16f-437a-8df1-d994c9df525a,segment=NetworkSegment(79bceccf-349d-4ea0-935d-3ab61757d273),segment_id=79bceccf-349d-4ea0-935d-3ab61757d273)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:19:00.069546 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-a784b344-eeb0-4dfe-8068-e082ba66598e req-98741439-1fe0-4952-8d36-198c67709990 service neutron] For port 5a4efcc4-d16f-437a-8df1-d994c9df525a, host n-h2-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:19:00.108330 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37bc9751-c616-4b68-bf48-b2feb4353228', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a4efcc4-d16f-437a-8df1-d994c9df525a'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:19:00.110592 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd64c65b-44c2-4391-a5d5-83648be27b66" -d '{"events": [{"server_uuid": "37bc9751-c616-4b68-bf48-b2feb4353228", "name": "network-vif-unplugged", "status": "completed", "tag": "5a4efcc4-d16f-437a-8df1-d994c9df525a"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:19:00.114651 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-a784b344-eeb0-4dfe-8068-e082ba66598e req-98741439-1fe0-4952-8d36-198c67709990 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:00.126489 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-a784b344-eeb0-4dfe-8068-e082ba66598e req-98741439-1fe0-4952-8d36-198c67709990 service neutron] Transition to ACTIVE for port object 5a4efcc4-d16f-437a-8df1-d994c9df525a will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:19:00.131338 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-a784b344-eeb0-4dfe-8068-e082ba66598e req-98741439-1fe0-4952-8d36-198c67709990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:00.161743 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 03:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f89d5f3-f65c-47d4-a27b-cb60d6a4283c x-openstack-request-id: req-9f89d5f3-f65c-47d4-a27b-cb60d6a4283c {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:19:00.162561 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37bc9751-c616-4b68-bf48-b2feb4353228", "name": "network-vif-unplugged", "status": "completed", "tag": "5a4efcc4-d16f-437a-8df1-d994c9df525a", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:19:00.162561 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9f89d5f3-f65c-47d4-a27b-cb60d6a4283c {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:19:00.162733 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37bc9751-c616-4b68-bf48-b2feb4353228', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a4efcc4-d16f-437a-8df1-d994c9df525a', 'code': 200} Sep 07 03:19:00.195925 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-a784b344-eeb0-4dfe-8068-e082ba66598e req-98741439-1fe0-4952-8d36-198c67709990 service neutron] No DVR routers for this DVR port 5a4efcc4-d16f-437a-8df1-d994c9df525a on host n-h2-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:19:00.202749 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98741439-1fe0-4952-8d36-198c67709990 service neutron] Pushing event updated for resources: {'Port': ['ID=5a4efcc4-d16f-437a-8df1-d994c9df525a,revision_number=6']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:19:00.234575 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-a784b344-eeb0-4dfe-8068-e082ba66598e req-98741439-1fe0-4952-8d36-198c67709990 service neutron] Attempting to bind port 5a4efcc4-d16f-437a-8df1-d994c9df525a on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:19:00.234911 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-a784b344-eeb0-4dfe-8068-e082ba66598e req-98741439-1fe0-4952-8d36-198c67709990 service neutron] Attempting to bind port 5a4efcc4-d16f-437a-8df1-d994c9df525a by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '79bceccf-349d-4ea0-935d-3ab61757d273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0e64921f-4a71-49c5-8976-1ce5ddd2931a'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:19:00.235240 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a784b344-eeb0-4dfe-8068-e082ba66598e req-98741439-1fe0-4952-8d36-198c67709990 service neutron] Attempting to bind port 5a4efcc4-d16f-437a-8df1-d994c9df525a on network 0e64921f-4a71-49c5-8976-1ce5ddd2931a {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:19:00.240103 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a784b344-eeb0-4dfe-8068-e082ba66598e req-98741439-1fe0-4952-8d36-198c67709990 service neutron] Port 5a4efcc4-d16f-437a-8df1-d994c9df525a on network 0e64921f-4a71-49c5-8976-1ce5ddd2931a not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 03:19:00.240428 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a784b344-eeb0-4dfe-8068-e082ba66598e req-98741439-1fe0-4952-8d36-198c67709990 service neutron] Attempting to bind port 5a4efcc4-d16f-437a-8df1-d994c9df525a on network 0e64921f-4a71-49c5-8976-1ce5ddd2931a {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:19:00.245137 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a784b344-eeb0-4dfe-8068-e082ba66598e req-98741439-1fe0-4952-8d36-198c67709990 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:19:00.245477 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a784b344-eeb0-4dfe-8068-e082ba66598e req-98741439-1fe0-4952-8d36-198c67709990 service neutron] Checking segment: {'id': '79bceccf-349d-4ea0-935d-3ab61757d273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0e64921f-4a71-49c5-8976-1ce5ddd2931a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:19:00.245860 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a784b344-eeb0-4dfe-8068-e082ba66598e req-98741439-1fe0-4952-8d36-198c67709990 service neutron] Bound using segment: {'id': '79bceccf-349d-4ea0-935d-3ab61757d273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0e64921f-4a71-49c5-8976-1ce5ddd2931a'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:19:00.246281 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-a784b344-eeb0-4dfe-8068-e082ba66598e req-98741439-1fe0-4952-8d36-198c67709990 service neutron] Bound port: 5a4efcc4-d16f-437a-8df1-d994c9df525a, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79bceccf-349d-4ea0-935d-3ab61757d273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0e64921f-4a71-49c5-8976-1ce5ddd2931a'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:19:00.246634 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-a784b344-eeb0-4dfe-8068-e082ba66598e req-98741439-1fe0-4952-8d36-198c67709990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:00.307497 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-a784b344-eeb0-4dfe-8068-e082ba66598e req-98741439-1fe0-4952-8d36-198c67709990 service neutron] For port 5a4efcc4-d16f-437a-8df1-d994c9df525a, host n-h1-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:19:00.310563 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-a784b344-eeb0-4dfe-8068-e082ba66598e req-98741439-1fe0-4952-8d36-198c67709990 service neutron] For port 5a4efcc4-d16f-437a-8df1-d994c9df525a, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=5a4efcc4-d16f-437a-8df1-d994c9df525a,segment=NetworkSegment(79bceccf-349d-4ea0-935d-3ab61757d273),segment_id=79bceccf-349d-4ea0-935d-3ab61757d273)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:19:00.314156 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-a784b344-eeb0-4dfe-8068-e082ba66598e req-98741439-1fe0-4952-8d36-198c67709990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:00.346853 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a784b344-eeb0-4dfe-8068-e082ba66598e req-98741439-1fe0-4952-8d36-198c67709990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:00.347464 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-a784b344-eeb0-4dfe-8068-e082ba66598e req-98741439-1fe0-4952-8d36-198c67709990 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:00.348846 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a784b344-eeb0-4dfe-8068-e082ba66598e req-98741439-1fe0-4952-8d36-198c67709990 service neutron] 10.222.0.23 "PUT /v2.0/ports/5a4efcc4-d16f-437a-8df1-d994c9df525a HTTP/1.1" status: 200 len: 1093 time: 0.5850966 Sep 07 03:19:00.371629 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98741439-1fe0-4952-8d36-198c67709990 service neutron] Pushing event updated for resources: {'Port': ['ID=5a4efcc4-d16f-437a-8df1-d994c9df525a,revision_number=7']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:19:00.415397 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a784b344-eeb0-4dfe-8068-e082ba66598e req-ab9a4d8c-ec67-4d76-abe2-cfef78dc8a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:00.416896 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a784b344-eeb0-4dfe-8068-e082ba66598e req-ab9a4d8c-ec67-4d76-abe2-cfef78dc8a33 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c4013acb69904d52bf12f93ab39fbf03&device_id=37bc9751-c616-4b68-bf48-b2feb4353228 HTTP/1.1" status: 200 len: 1096 time: 0.0425324 Sep 07 03:19:00.506692 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a784b344-eeb0-4dfe-8068-e082ba66598e req-3b4a1514-e4cd-4bcb-94f5-a2fd03301834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:00.508174 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a784b344-eeb0-4dfe-8068-e082ba66598e req-3b4a1514-e4cd-4bcb-94f5-a2fd03301834 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0e64921f-4a71-49c5-8976-1ce5ddd2931a HTTP/1.1" status: 200 len: 915 time: 0.0849028 Sep 07 03:19:00.552274 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a784b344-eeb0-4dfe-8068-e082ba66598e req-5dde815c-f47f-4c69-a83c-5f337786a9da service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a4efcc4-d16f-437a-8df1-d994c9df525a HTTP/1.1" status: 200 len: 217 time: 0.0362692 Sep 07 03:19:00.598281 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a784b344-eeb0-4dfe-8068-e082ba66598e req-05cf757f-8f04-4202-94ee-fb2315ab1a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:00.600205 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a784b344-eeb0-4dfe-8068-e082ba66598e req-05cf757f-8f04-4202-94ee-fb2315ab1a0f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ee0673ef-5772-459d-8152-47b3fe0c1566 HTTP/1.1" status: 200 len: 855 time: 0.0424316 Sep 07 03:19:00.631687 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a784b344-eeb0-4dfe-8068-e082ba66598e req-ebefce56-42af-4241-9984-7fbe5b47be4e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0e64921f-4a71-49c5-8976-1ce5ddd2931a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239398 Sep 07 03:19:00.722388 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a784b344-eeb0-4dfe-8068-e082ba66598e req-54220527-1c91-4f51-85cd-6b1b3adeaa21 service neutron] 10.222.0.23 "GET /v2.0/networks/0e64921f-4a71-49c5-8976-1ce5ddd2931a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841172 Sep 07 03:19:00.810365 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a784b344-eeb0-4dfe-8068-e082ba66598e req-f4cc4e0c-f61d-4326-a010-b6cf61f3b082 service neutron] 10.222.0.23 "GET /v2.0/networks/0e64921f-4a71-49c5-8976-1ce5ddd2931a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807731 Sep 07 03:19:00.935266 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4affb56-81f9-463a-a1e7-91d4a6fee426 req-5e41bd36-0124-45e7-95ad-93ea9f67d159 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:00.936775 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a4affb56-81f9-463a-a1e7-91d4a6fee426 req-5e41bd36-0124-45e7-95ad-93ea9f67d159 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=37bc9751-c616-4b68-bf48-b2feb4353228 HTTP/1.1" status: 200 len: 944 time: 0.0511379 Sep 07 03:19:00.978180 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a4affb56-81f9-463a-a1e7-91d4a6fee426 req-6c6d8e6a-e6be-446c-9699-9a4aa0a1227c tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355968 Sep 07 03:19:01.502808 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:01.552935 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 5a4efcc4-d16f-437a-8df1-d994c9df525a no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:19:01.604640 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 5a4efcc4-d16f-437a-8df1-d994c9df525a not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:19:02.111085 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6124c8c-afd3-494c-9cd9-6b4b1736d439 req-3cc2bdd4-0737-4d95-b5df-2b026bf44f43 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:02.112607 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d6124c8c-afd3-494c-9cd9-6b4b1736d439 req-3cc2bdd4-0737-4d95-b5df-2b026bf44f43 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=37bc9751-c616-4b68-bf48-b2feb4353228 HTTP/1.1" status: 200 len: 944 time: 0.0526950 Sep 07 03:19:02.149545 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d6124c8c-afd3-494c-9cd9-6b4b1736d439 req-11788c53-627b-410f-be21-a9bdbebe42b4 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304229 Sep 07 03:19:02.163912 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37bc9751-c616-4b68-bf48-b2feb4353228', 'tag': '5a4efcc4-d16f-437a-8df1-d994c9df525a'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:19:02.166289 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b75e9af-bca1-49e0-9bb5-4beb9169d728" -d '{"events": [{"name": "network-changed", "server_uuid": "37bc9751-c616-4b68-bf48-b2feb4353228", "tag": "5a4efcc4-d16f-437a-8df1-d994c9df525a"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:19:02.215773 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe373df4-efbb-4e3f-b01f-c6c2a6bb3a48 x-openstack-request-id: req-fe373df4-efbb-4e3f-b01f-c6c2a6bb3a48 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:19:02.216061 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37bc9751-c616-4b68-bf48-b2feb4353228", "tag": "5a4efcc4-d16f-437a-8df1-d994c9df525a", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:19:02.216307 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fe373df4-efbb-4e3f-b01f-c6c2a6bb3a48 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:19:02.216708 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37bc9751-c616-4b68-bf48-b2feb4353228', 'tag': '5a4efcc4-d16f-437a-8df1-d994c9df525a', 'status': 'completed', 'code': 200} Sep 07 03:19:02.277768 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b75e9af-bca1-49e0-9bb5-4beb9169d728 req-d831660e-99fb-4589-aad7-69b5043a75b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:02.279389 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8b75e9af-bca1-49e0-9bb5-4beb9169d728 req-d831660e-99fb-4589-aad7-69b5043a75b8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c4013acb69904d52bf12f93ab39fbf03&device_id=37bc9751-c616-4b68-bf48-b2feb4353228 HTTP/1.1" status: 200 len: 1096 time: 0.0429709 Sep 07 03:19:02.351181 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b75e9af-bca1-49e0-9bb5-4beb9169d728 req-5899aab6-9d4e-41cd-8973-d95f26bee7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:02.352682 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8b75e9af-bca1-49e0-9bb5-4beb9169d728 req-5899aab6-9d4e-41cd-8973-d95f26bee7ec service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c4013acb69904d52bf12f93ab39fbf03&device_id=37bc9751-c616-4b68-bf48-b2feb4353228 HTTP/1.1" status: 200 len: 1096 time: 0.1122417 Sep 07 03:19:02.379169 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b75e9af-bca1-49e0-9bb5-4beb9169d728 req-9e4d14d4-28a3-4344-b86f-96387255c559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:02.380886 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8b75e9af-bca1-49e0-9bb5-4beb9169d728 req-9e4d14d4-28a3-4344-b86f-96387255c559 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0e64921f-4a71-49c5-8976-1ce5ddd2931a HTTP/1.1" status: 200 len: 915 time: 0.0932829 Sep 07 03:19:02.426679 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8b75e9af-bca1-49e0-9bb5-4beb9169d728 req-fdcacc6e-7dbf-4470-b077-73b75d80bcc8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a4efcc4-d16f-437a-8df1-d994c9df525a HTTP/1.1" status: 200 len: 217 time: 0.0383713 Sep 07 03:19:02.447001 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b75e9af-bca1-49e0-9bb5-4beb9169d728 req-26824a70-ced4-4fe8-a961-f965019eebb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:02.448683 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8b75e9af-bca1-49e0-9bb5-4beb9169d728 req-26824a70-ced4-4fe8-a961-f965019eebb6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0e64921f-4a71-49c5-8976-1ce5ddd2931a HTTP/1.1" status: 200 len: 915 time: 0.0878406 Sep 07 03:19:02.476467 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b75e9af-bca1-49e0-9bb5-4beb9169d728 req-853db0ea-22da-45ae-9087-77b8626b00e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:02.478059 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8b75e9af-bca1-49e0-9bb5-4beb9169d728 req-853db0ea-22da-45ae-9087-77b8626b00e6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ee0673ef-5772-459d-8152-47b3fe0c1566 HTTP/1.1" status: 200 len: 855 time: 0.0453620 Sep 07 03:19:02.490179 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8b75e9af-bca1-49e0-9bb5-4beb9169d728 req-f23a3074-27a3-4f7e-b210-f17b2aa6050a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a4efcc4-d16f-437a-8df1-d994c9df525a HTTP/1.1" status: 200 len: 217 time: 0.0346630 Sep 07 03:19:02.509393 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8b75e9af-bca1-49e0-9bb5-4beb9169d728 req-c2e08b7a-f465-4980-b255-ee0b3f0046c4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0e64921f-4a71-49c5-8976-1ce5ddd2931a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244663 Sep 07 03:19:02.515802 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 5a4efcc4-d16f-437a-8df1-d994c9df525a details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 03:19:02.541594 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b75e9af-bca1-49e0-9bb5-4beb9169d728 req-fdde2b04-835b-4864-8e37-5f7baa28acaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:02.543099 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8b75e9af-bca1-49e0-9bb5-4beb9169d728 req-fdde2b04-835b-4864-8e37-5f7baa28acaa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ee0673ef-5772-459d-8152-47b3fe0c1566 HTTP/1.1" status: 200 len: 855 time: 0.0469191 Sep 07 03:19:02.576496 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8b75e9af-bca1-49e0-9bb5-4beb9169d728 req-30a904fb-dc1a-4807-8d4d-d6b52aafd4f8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0e64921f-4a71-49c5-8976-1ce5ddd2931a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261056 Sep 07 03:19:02.608016 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8b75e9af-bca1-49e0-9bb5-4beb9169d728 req-de8f232f-e7f4-40e8-9189-f2f7929d65f7 service neutron] 10.222.0.23 "GET /v2.0/networks/0e64921f-4a71-49c5-8976-1ce5ddd2931a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912600 Sep 07 03:19:02.616729 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 5a4efcc4-d16f-437a-8df1-d994c9df525a, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=5a4efcc4-d16f-437a-8df1-d994c9df525a,segment=NetworkSegment(79bceccf-349d-4ea0-935d-3ab61757d273),segment_id=79bceccf-349d-4ea0-935d-3ab61757d273)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:19:02.628673 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '5a4efcc4-d16f-437a-8df1-d994c9df525a', 'network_id': '0e64921f-4a71-49c5-8976-1ce5ddd2931a', 'port_id': '5a4efcc4-d16f-437a-8df1-d994c9df525a', 'mac_address': 'fa:16:3e:4a:98:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee0673ef-5772-459d-8152-47b3fe0c1566', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 03:19:02.665665 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:02.670596 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8b75e9af-bca1-49e0-9bb5-4beb9169d728 req-db16008f-095e-4fa0-a955-b48b4f272592 service neutron] 10.222.0.16 "GET /v2.0/networks/0e64921f-4a71-49c5-8976-1ce5ddd2931a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876560 Sep 07 03:19:02.679148 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a4efcc4-d16f-437a-8df1-d994c9df525a {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:19:02.699109 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 5a4efcc4-d16f-437a-8df1-d994c9df525a, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=5a4efcc4-d16f-437a-8df1-d994c9df525a,segment=NetworkSegment(79bceccf-349d-4ea0-935d-3ab61757d273),segment_id=79bceccf-349d-4ea0-935d-3ab61757d273)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:19:02.704067 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8b75e9af-bca1-49e0-9bb5-4beb9169d728 req-0c6e4666-2ea8-473c-b548-558b79a8d31d service neutron] 10.222.0.23 "GET /v2.0/networks/0e64921f-4a71-49c5-8976-1ce5ddd2931a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897865 Sep 07 03:19:02.704786 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:02.756623 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=5a4efcc4-d16f-437a-8df1-d994c9df525a,revision_number=8']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:19:02.774127 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8b75e9af-bca1-49e0-9bb5-4beb9169d728 req-003567c0-47c4-4736-b971-5c8449b34b98 service neutron] 10.222.0.16 "GET /v2.0/networks/0e64921f-4a71-49c5-8976-1ce5ddd2931a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958750 Sep 07 03:19:02.916058 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['5a4efcc4-d16f-437a-8df1-d994c9df525a'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:19:03.262403 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a0de9-bb6d-410c-b69d-4ece81ecb399 req-67396816-1ad2-499c-aa18-a8784b285ca7 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:03.264028 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-409a0de9-bb6d-410c-b69d-4ece81ecb399 req-67396816-1ad2-499c-aa18-a8784b285ca7 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=37bc9751-c616-4b68-bf48-b2feb4353228 HTTP/1.1" status: 200 len: 945 time: 0.0481763 Sep 07 03:19:03.300659 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-409a0de9-bb6d-410c-b69d-4ece81ecb399 req-9c861de9-1e56-4603-97e9-13a0059b3ddd tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309496 Sep 07 03:19:03.557202 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2db0ce-0457-4f56-b426-5daeb07aad7d req-92394599-a9c8-4c18-a32d-618ba118efc5 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:03.558700 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ae2db0ce-0457-4f56-b426-5daeb07aad7d req-92394599-a9c8-4c18-a32d-618ba118efc5 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=37bc9751-c616-4b68-bf48-b2feb4353228 HTTP/1.1" status: 200 len: 945 time: 0.1164100 Sep 07 03:19:03.566744 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb52986-955e-401b-8469-9f320d7c3449 req-433cf378-a178-438b-8afc-4e142c197aab tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:03.568634 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8fb52986-955e-401b-8469-9f320d7c3449 req-433cf378-a178-438b-8afc-4e142c197aab tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.16 "GET /v2.0/ports?device_id=37bc9751-c616-4b68-bf48-b2feb4353228&tenant_id=c4013acb69904d52bf12f93ab39fbf03&binding%3Ahost_id=n-h1-796209-16 HTTP/1.1" status: 200 len: 945 time: 0.1150351 Sep 07 03:19:03.627276 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ae2db0ce-0457-4f56-b426-5daeb07aad7d req-1c4064eb-cfc5-415a-a2d2-40a7fc00c62a tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577128 Sep 07 03:19:03.648118 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [req-8fb52986-955e-401b-8469-9f320d7c3449 req-a46ff9bb-6e69-4b07-815f-4f982d519be2 service neutron] delete failed (client error): The resource could not be found. Sep 07 03:19:03.649143 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8fb52986-955e-401b-8469-9f320d7c3449 req-a46ff9bb-6e69-4b07-815f-4f982d519be2 service neutron] 10.222.0.16 "DELETE /v2.0/ports/5a4efcc4-d16f-437a-8df1-d994c9df525a/bindings/n-h2-796209-16 HTTP/1.1" status: 404 len: 381 time: 0.0725479 Sep 07 03:19:03.732257 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb52986-955e-401b-8469-9f320d7c3449 req-66ebe371-de92-4bbe-963b-0f9ba78929f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:03.733780 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8fb52986-955e-401b-8469-9f320d7c3449 req-66ebe371-de92-4bbe-963b-0f9ba78929f5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c4013acb69904d52bf12f93ab39fbf03&device_id=37bc9751-c616-4b68-bf48-b2feb4353228 HTTP/1.1" status: 200 len: 1097 time: 0.0429566 Sep 07 03:19:03.825357 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb52986-955e-401b-8469-9f320d7c3449 req-5269df90-a3ff-40ea-ad5d-0e49b02e0cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:03.827041 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8fb52986-955e-401b-8469-9f320d7c3449 req-5269df90-a3ff-40ea-ad5d-0e49b02e0cff service neutron] 10.222.0.16 "GET /v2.0/networks?id=0e64921f-4a71-49c5-8976-1ce5ddd2931a HTTP/1.1" status: 200 len: 915 time: 0.0865402 Sep 07 03:19:03.867098 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8fb52986-955e-401b-8469-9f320d7c3449 req-4a399fe7-a59d-4bcf-b1e3-d9071f44ba1e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a4efcc4-d16f-437a-8df1-d994c9df525a HTTP/1.1" status: 200 len: 217 time: 0.0328918 Sep 07 03:19:03.919847 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb52986-955e-401b-8469-9f320d7c3449 req-1c8d10fb-1f19-425f-851e-23218fc167ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:03.921256 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8fb52986-955e-401b-8469-9f320d7c3449 req-1c8d10fb-1f19-425f-851e-23218fc167ee service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ee0673ef-5772-459d-8152-47b3fe0c1566 HTTP/1.1" status: 200 len: 855 time: 0.0464067 Sep 07 03:19:03.952042 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8fb52986-955e-401b-8469-9f320d7c3449 req-9141e577-a5f9-4f8f-99f6-3d88561d2b0b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0e64921f-4a71-49c5-8976-1ce5ddd2931a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238421 Sep 07 03:19:04.039917 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8fb52986-955e-401b-8469-9f320d7c3449 req-94700978-c038-46d9-b76b-c50829693666 service neutron] 10.222.0.16 "GET /v2.0/networks/0e64921f-4a71-49c5-8976-1ce5ddd2931a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808911 Sep 07 03:19:04.132063 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8fb52986-955e-401b-8469-9f320d7c3449 req-149abb3f-d6ff-46fd-ab03-5859afe3a99c service neutron] 10.222.0.16 "GET /v2.0/networks/0e64921f-4a71-49c5-8976-1ce5ddd2931a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847132 Sep 07 03:19:04.537576 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 5a4efcc4-d16f-437a-8df1-d994c9df525a up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:19:04.589594 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port 5a4efcc4-d16f-437a-8df1-d994c9df525a completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:19:04.593202 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port 5a4efcc4-d16f-437a-8df1-d994c9df525a triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:19:04.593583 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:04.679870 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:04.706997 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37bc9751-c616-4b68-bf48-b2feb4353228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a4efcc4-d16f-437a-8df1-d994c9df525a'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:19:04.709847 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c38482-7222-4ccf-a266-a0e3ad78c16b" -d '{"events": [{"server_uuid": "37bc9751-c616-4b68-bf48-b2feb4353228", "name": "network-vif-plugged", "status": "completed", "tag": "5a4efcc4-d16f-437a-8df1-d994c9df525a"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:19:04.722728 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 5a4efcc4-d16f-437a-8df1-d994c9df525a, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=5a4efcc4-d16f-437a-8df1-d994c9df525a,segment=NetworkSegment(79bceccf-349d-4ea0-935d-3ab61757d273),segment_id=79bceccf-349d-4ea0-935d-3ab61757d273)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:19:04.728673 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:04.751853 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ef2e99-eeba-490f-b6ee-84da462795e7 x-openstack-request-id: req-42ef2e99-eeba-490f-b6ee-84da462795e7 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:19:04.752201 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37bc9751-c616-4b68-bf48-b2feb4353228", "name": "network-vif-plugged", "status": "completed", "tag": "5a4efcc4-d16f-437a-8df1-d994c9df525a", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:19:04.752397 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-42ef2e99-eeba-490f-b6ee-84da462795e7 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:19:04.752775 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37bc9751-c616-4b68-bf48-b2feb4353228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a4efcc4-d16f-437a-8df1-d994c9df525a', 'code': 200} Sep 07 03:19:04.753397 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b8358-c699-4482-8fb8-933a82af0c7b req-dfbd7a0e-7676-4e60-b989-9a11b7419606 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:04.754980 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-af9b8358-c699-4482-8fb8-933a82af0c7b req-dfbd7a0e-7676-4e60-b989-9a11b7419606 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=37bc9751-c616-4b68-bf48-b2feb4353228 HTTP/1.1" status: 200 len: 945 time: 0.0561073 Sep 07 03:19:04.779744 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=5a4efcc4-d16f-437a-8df1-d994c9df525a,revision_number=9']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:19:04.802570 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-af9b8358-c699-4482-8fb8-933a82af0c7b req-7f8834b0-6dba-4c82-9f4c-a2bf0d4e0740 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416672 Sep 07 03:19:04.919523 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b60e7b-0334-40da-a77a-f6e1a4717d2b req-979d0190-3da2-43ba-862d-8d4d27b5ffd9 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:04.921024 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-00b60e7b-0334-40da-a77a-f6e1a4717d2b req-979d0190-3da2-43ba-862d-8d4d27b5ffd9 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=37bc9751-c616-4b68-bf48-b2feb4353228 HTTP/1.1" status: 200 len: 946 time: 0.0508590 Sep 07 03:19:04.958621 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-00b60e7b-0334-40da-a77a-f6e1a4717d2b req-a4578547-10e5-4342-8c12-8bd3923464c4 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314474 Sep 07 03:19:05.071376 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8861a2da-9081-4c80-947e-1e3dcb710bac req-a4b97074-32d2-46bd-a96d-2e8d287e29ea tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:05.072984 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8861a2da-9081-4c80-947e-1e3dcb710bac req-a4b97074-32d2-46bd-a96d-2e8d287e29ea tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=37bc9751-c616-4b68-bf48-b2feb4353228 HTTP/1.1" status: 200 len: 946 time: 0.0495656 Sep 07 03:19:05.110497 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8861a2da-9081-4c80-947e-1e3dcb710bac req-b2fae937-cf6c-43f9-8004-31b5cbc7d520 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313220 Sep 07 03:19:05.561976 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e573119-34ef-4dd4-ab7f-19314e4cf7a0 req-41da60f1-2d15-4ff7-b8d3-0537f87d3ec5 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:05.563440 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3e573119-34ef-4dd4-ab7f-19314e4cf7a0 req-41da60f1-2d15-4ff7-b8d3-0537f87d3ec5 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/networks?id=0e64921f-4a71-49c5-8976-1ce5ddd2931a HTTP/1.1" status: 200 len: 815 time: 0.1073694 Sep 07 03:19:05.579586 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3e573119-34ef-4dd4-ab7f-19314e4cf7a0 req-28e44783-6bf3-41b2-be62-d002e99e4e34 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/quotas/c4013acb69904d52bf12f93ab39fbf03 HTTP/1.1" status: 200 len: 375 time: 0.0094528 Sep 07 03:19:05.626683 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3e573119-34ef-4dd4-ab7f-19314e4cf7a0 req-43bb07ed-50d5-4bef-a03a-c176f320bc19 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c4013acb69904d52bf12f93ab39fbf03&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0418980 Sep 07 03:19:05.768560 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3e573119-34ef-4dd4-ab7f-19314e4cf7a0 req-f2abfdbe-20f0-4d79-8225-6cdbe70f0c4e service neutron] 10.222.0.22 "GET /v2.0/networks/0e64921f-4a71-49c5-8976-1ce5ddd2931a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343462 Sep 07 03:19:05.863340 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3e573119-34ef-4dd4-ab7f-19314e4cf7a0 req-5a559291-9b09-4976-a32a-b37c3f233269 service neutron] 10.222.0.22 "GET /v2.0/networks/0e64921f-4a71-49c5-8976-1ce5ddd2931a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886471 Sep 07 03:19:06.018914 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f95b6f35-afe0-4dec-b2d7-a04bc87e8c04 req-fe879497-05a4-46bc-93a8-5284d1a43ecf tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1 HTTP/1.1" status: 200 len: 210 time: 0.0257025 Sep 07 03:19:06.546826 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda7261-b7bf-4d6b-be75-951215e73318 req-d1ffed5e-d5cb-47a8-99aa-ed644058c012 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:06.548381 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0eda7261-b7bf-4d6b-be75-951215e73318 req-d1ffed5e-d5cb-47a8-99aa-ed644058c012 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.23 "GET /v2.0/ports?device_id=37bc9751-c616-4b68-bf48-b2feb4353228 HTTP/1.1" status: 200 len: 946 time: 0.0481086 Sep 07 03:19:06.638284 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-0eda7261-b7bf-4d6b-be75-951215e73318 req-659f2730-9cb7-4db5-b242-eaca032ec337 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Deleting port 5a4efcc4-d16f-437a-8df1-d994c9df525a {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:19:06.638638 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-0eda7261-b7bf-4d6b-be75-951215e73318 req-659f2730-9cb7-4db5-b242-eaca032ec337 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:06.725052 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-0eda7261-b7bf-4d6b-be75-951215e73318 req-659f2730-9cb7-4db5-b242-eaca032ec337 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] For port 5a4efcc4-d16f-437a-8df1-d994c9df525a, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=5a4efcc4-d16f-437a-8df1-d994c9df525a,segment=NetworkSegment(79bceccf-349d-4ea0-935d-3ab61757d273),segment_id=79bceccf-349d-4ea0-935d-3ab61757d273)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:19:06.725343 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-0eda7261-b7bf-4d6b-be75-951215e73318 req-659f2730-9cb7-4db5-b242-eaca032ec337 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:06.738749 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-0eda7261-b7bf-4d6b-be75-951215e73318 req-659f2730-9cb7-4db5-b242-eaca032ec337 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Calling delete_port for 5a4efcc4-d16f-437a-8df1-d994c9df525a owned by compute:nova {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:19:06.875300 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-0eda7261-b7bf-4d6b-be75-951215e73318 req-659f2730-9cb7-4db5-b242-eaca032ec337 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:06.887905 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['5a4efcc4-d16f-437a-8df1-d994c9df525a'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:19:06.890907 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e573119-34ef-4dd4-ab7f-19314e4cf7a0 req-05c56779-e542-4a0e-84ef-1b894acaedd2 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:06.892443 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3e573119-34ef-4dd4-ab7f-19314e4cf7a0 req-05c56779-e542-4a0e-84ef-1b894acaedd2 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.16 "GET /v2.0/networks?id=0e64921f-4a71-49c5-8976-1ce5ddd2931a HTTP/1.1" status: 200 len: 815 time: 0.1179998 Sep 07 03:19:06.906103 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f2730-9cb7-4db5-b242-eaca032ec337 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Pushing event deleted for resources: {'Port': ['ID=5a4efcc4-d16f-437a-8df1-d994c9df525a,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:19:06.908844 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-3e573119-34ef-4dd4-ab7f-19314e4cf7a0 req-08d8b301-515c-4e4a-92fa-10c96f2da4f8 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Request body: {'port': {'device_id': 'e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1', 'network_id': '0e64921f-4a71-49c5-8976-1ce5ddd2931a', 'admin_state_up': True, 'tenant_id': 'c4013acb69904d52bf12f93ab39fbf03'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:19:06.963327 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eda7261-b7bf-4d6b-be75-951215e73318 req-659f2730-9cb7-4db5-b242-eaca032ec337 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] No DVR routers for this DVR port 5a4efcc4-d16f-437a-8df1-d994c9df525a on host n-h1-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:19:06.965969 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-0eda7261-b7bf-4d6b-be75-951215e73318 req-659f2730-9cb7-4db5-b242-eaca032ec337 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:06.968102 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0eda7261-b7bf-4d6b-be75-951215e73318 req-659f2730-9cb7-4db5-b242-eaca032ec337 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.23 "DELETE /v2.0/ports/5a4efcc4-d16f-437a-8df1-d994c9df525a HTTP/1.1" status: 204 len: 173 time: 0.4138258 Sep 07 03:19:06.968542 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37bc9751-c616-4b68-bf48-b2feb4353228', 'name': 'network-vif-deleted', 'tag': '5a4efcc4-d16f-437a-8df1-d994c9df525a'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:19:06.970813 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab7925f-3c77-47e1-a71d-7c9e4e939ccf" -d '{"events": [{"server_uuid": "37bc9751-c616-4b68-bf48-b2feb4353228", "name": "network-vif-deleted", "tag": "5a4efcc4-d16f-437a-8df1-d994c9df525a"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:19:07.018104 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de29e0b-4cb2-42f7-9f8b-b58d14a5f92f x-openstack-request-id: req-7de29e0b-4cb2-42f7-9f8b-b58d14a5f92f {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:19:07.018104 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37bc9751-c616-4b68-bf48-b2feb4353228", "name": "network-vif-deleted", "tag": "5a4efcc4-d16f-437a-8df1-d994c9df525a", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:19:07.018430 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7de29e0b-4cb2-42f7-9f8b-b58d14a5f92f {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:19:07.018794 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37bc9751-c616-4b68-bf48-b2feb4353228', 'name': 'network-vif-deleted', 'tag': '5a4efcc4-d16f-437a-8df1-d994c9df525a', 'status': 'completed', 'code': 200} Sep 07 03:19:07.027913 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e573119-34ef-4dd4-ab7f-19314e4cf7a0 req-08d8b301-515c-4e4a-92fa-10c96f2da4f8 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Made reservation on behalf of c4013acb69904d52bf12f93ab39fbf03 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:19:07.031542 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3e573119-34ef-4dd4-ab7f-19314e4cf7a0 req-08d8b301-515c-4e4a-92fa-10c96f2da4f8 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:07.130344 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-87f4eae9-8b88-4afe-b994-4e8d4f192042 req-a26cb7b1-364b-4913-9bf8-4155ce2c9336 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1 HTTP/1.1" status: 200 len: 210 time: 0.0343404 Sep 07 03:19:07.197153 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-3e573119-34ef-4dd4-ab7f-19314e4cf7a0 req-08d8b301-515c-4e4a-92fa-10c96f2da4f8 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Allocated IP 172.20.0.5 (0e64921f-4a71-49c5-8976-1ce5ddd2931a/ee0673ef-5772-459d-8152-47b3fe0c1566/4eef7e86-de32-4a37-86c0-465105a78e98) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:19:07.342485 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3e573119-34ef-4dd4-ab7f-19314e4cf7a0 req-08d8b301-515c-4e4a-92fa-10c96f2da4f8 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:07.383155 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3e573119-34ef-4dd4-ab7f-19314e4cf7a0 req-08d8b301-515c-4e4a-92fa-10c96f2da4f8 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:07.394551 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['5a4efcc4-d16f-437a-8df1-d994c9df525a'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:19:07.428665 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e573119-34ef-4dd4-ab7f-19314e4cf7a0 req-08d8b301-515c-4e4a-92fa-10c96f2da4f8 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Network 0e64921f-4a71-49c5-8976-1ce5ddd2931a is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:19:07.431707 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-3e573119-34ef-4dd4-ab7f-19314e4cf7a0 req-08d8b301-515c-4e4a-92fa-10c96f2da4f8 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:19:07.437282 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e573119-34ef-4dd4-ab7f-19314e4cf7a0 req-08d8b301-515c-4e4a-92fa-10c96f2da4f8 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:19:07.460135 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d8b301-515c-4e4a-92fa-10c96f2da4f8 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Pushing event updated for resources: {'Port': ['ID=4eef7e86-de32-4a37-86c0-465105a78e98,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:19:07.488078 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e573119-34ef-4dd4-ab7f-19314e4cf7a0 req-08d8b301-515c-4e4a-92fa-10c96f2da4f8 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:07.488686 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3e573119-34ef-4dd4-ab7f-19314e4cf7a0 req-08d8b301-515c-4e4a-92fa-10c96f2da4f8 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:07.502517 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3e573119-34ef-4dd4-ab7f-19314e4cf7a0 req-08d8b301-515c-4e4a-92fa-10c96f2da4f8 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6010087 Sep 07 03:19:07.514045 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-3e573119-34ef-4dd4-ab7f-19314e4cf7a0 req-4e1f5a0c-3122-4c60-8099-356f45549237 service neutron] Request body: {'port': {'device_id': 'e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:19:07.564187 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3e573119-34ef-4dd4-ab7f-19314e4cf7a0 req-4e1f5a0c-3122-4c60-8099-356f45549237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:07.829539 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-3e573119-34ef-4dd4-ab7f-19314e4cf7a0 req-4e1f5a0c-3122-4c60-8099-356f45549237 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eef7e86-de32-4a37-86c0-465105a78e98 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:19:07.837580 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3e573119-34ef-4dd4-ab7f-19314e4cf7a0 req-4e1f5a0c-3122-4c60-8099-356f45549237 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:07.849904 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-3e573119-34ef-4dd4-ab7f-19314e4cf7a0 req-4e1f5a0c-3122-4c60-8099-356f45549237 service neutron] Transition to ACTIVE for port object 4eef7e86-de32-4a37-86c0-465105a78e98 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:19:07.852991 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3e573119-34ef-4dd4-ab7f-19314e4cf7a0 req-4e1f5a0c-3122-4c60-8099-356f45549237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:07.907201 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1f5a0c-3122-4c60-8099-356f45549237 service neutron] Pushing event updated for resources: {'Port': ['ID=4eef7e86-de32-4a37-86c0-465105a78e98,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:19:07.972744 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-3e573119-34ef-4dd4-ab7f-19314e4cf7a0 req-4e1f5a0c-3122-4c60-8099-356f45549237 service neutron] Attempting to bind port 4eef7e86-de32-4a37-86c0-465105a78e98 on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:19:07.973076 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-3e573119-34ef-4dd4-ab7f-19314e4cf7a0 req-4e1f5a0c-3122-4c60-8099-356f45549237 service neutron] Attempting to bind port 4eef7e86-de32-4a37-86c0-465105a78e98 by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '79bceccf-349d-4ea0-935d-3ab61757d273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0e64921f-4a71-49c5-8976-1ce5ddd2931a'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:19:07.973983 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e573119-34ef-4dd4-ab7f-19314e4cf7a0 req-4e1f5a0c-3122-4c60-8099-356f45549237 service neutron] Attempting to bind port 4eef7e86-de32-4a37-86c0-465105a78e98 on network 0e64921f-4a71-49c5-8976-1ce5ddd2931a {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:19:07.978426 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e573119-34ef-4dd4-ab7f-19314e4cf7a0 req-4e1f5a0c-3122-4c60-8099-356f45549237 service neutron] Port 4eef7e86-de32-4a37-86c0-465105a78e98 on network 0e64921f-4a71-49c5-8976-1ce5ddd2931a not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 03:19:07.978767 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e573119-34ef-4dd4-ab7f-19314e4cf7a0 req-4e1f5a0c-3122-4c60-8099-356f45549237 service neutron] Attempting to bind port 4eef7e86-de32-4a37-86c0-465105a78e98 on network 0e64921f-4a71-49c5-8976-1ce5ddd2931a {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:19:07.983444 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e573119-34ef-4dd4-ab7f-19314e4cf7a0 req-4e1f5a0c-3122-4c60-8099-356f45549237 service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:19:07.983805 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e573119-34ef-4dd4-ab7f-19314e4cf7a0 req-4e1f5a0c-3122-4c60-8099-356f45549237 service neutron] Checking segment: {'id': '79bceccf-349d-4ea0-935d-3ab61757d273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0e64921f-4a71-49c5-8976-1ce5ddd2931a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:19:07.984182 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e573119-34ef-4dd4-ab7f-19314e4cf7a0 req-4e1f5a0c-3122-4c60-8099-356f45549237 service neutron] Bound using segment: {'id': '79bceccf-349d-4ea0-935d-3ab61757d273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0e64921f-4a71-49c5-8976-1ce5ddd2931a'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:19:07.984619 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-3e573119-34ef-4dd4-ab7f-19314e4cf7a0 req-4e1f5a0c-3122-4c60-8099-356f45549237 service neutron] Bound port: 4eef7e86-de32-4a37-86c0-465105a78e98, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79bceccf-349d-4ea0-935d-3ab61757d273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0e64921f-4a71-49c5-8976-1ce5ddd2931a'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:19:07.984968 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3e573119-34ef-4dd4-ab7f-19314e4cf7a0 req-4e1f5a0c-3122-4c60-8099-356f45549237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:08.048244 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-3e573119-34ef-4dd4-ab7f-19314e4cf7a0 req-4e1f5a0c-3122-4c60-8099-356f45549237 service neutron] For port 4eef7e86-de32-4a37-86c0-465105a78e98, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:19:08.051163 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-3e573119-34ef-4dd4-ab7f-19314e4cf7a0 req-4e1f5a0c-3122-4c60-8099-356f45549237 service neutron] For port 4eef7e86-de32-4a37-86c0-465105a78e98, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=4eef7e86-de32-4a37-86c0-465105a78e98,segment=NetworkSegment(79bceccf-349d-4ea0-935d-3ab61757d273),segment_id=79bceccf-349d-4ea0-935d-3ab61757d273)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:19:08.055712 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3e573119-34ef-4dd4-ab7f-19314e4cf7a0 req-4e1f5a0c-3122-4c60-8099-356f45549237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:08.088727 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e573119-34ef-4dd4-ab7f-19314e4cf7a0 req-4e1f5a0c-3122-4c60-8099-356f45549237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:08.089362 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3e573119-34ef-4dd4-ab7f-19314e4cf7a0 req-4e1f5a0c-3122-4c60-8099-356f45549237 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:08.090770 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3e573119-34ef-4dd4-ab7f-19314e4cf7a0 req-4e1f5a0c-3122-4c60-8099-356f45549237 service neutron] 10.222.0.16 "PUT /v2.0/ports/4eef7e86-de32-4a37-86c0-465105a78e98 HTTP/1.1" status: 200 len: 1092 time: 0.5806725 Sep 07 03:19:08.091213 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1', 'tag': '4eef7e86-de32-4a37-86c0-465105a78e98'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:19:08.093476 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88ff1c7-a970-48da-b57a-0bf3c56febed" -d '{"events": [{"name": "network-changed", "server_uuid": "e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1", "tag": "4eef7e86-de32-4a37-86c0-465105a78e98"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:19:08.117664 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1f5a0c-3122-4c60-8099-356f45549237 service neutron] Pushing event updated for resources: {'Port': ['ID=4eef7e86-de32-4a37-86c0-465105a78e98,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:19:08.137910 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478e91d7-8a35-42d7-9f26-16185fd57776 x-openstack-request-id: req-478e91d7-8a35-42d7-9f26-16185fd57776 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:19:08.138198 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1", "tag": "4eef7e86-de32-4a37-86c0-465105a78e98", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:19:08.138452 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-478e91d7-8a35-42d7-9f26-16185fd57776 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:19:08.138843 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1', 'tag': '4eef7e86-de32-4a37-86c0-465105a78e98', 'status': 'completed', 'code': 200} Sep 07 03:19:08.171235 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e573119-34ef-4dd4-ab7f-19314e4cf7a0 req-77d58425-dd10-4cd2-aa77-68499eab5f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:08.172805 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3e573119-34ef-4dd4-ab7f-19314e4cf7a0 req-77d58425-dd10-4cd2-aa77-68499eab5f25 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c4013acb69904d52bf12f93ab39fbf03&device_id=e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1 HTTP/1.1" status: 200 len: 1095 time: 0.0440590 Sep 07 03:19:08.219967 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3e573119-34ef-4dd4-ab7f-19314e4cf7a0 req-efa8178f-bb3c-4978-aa0d-2a93036a2b25 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4eef7e86-de32-4a37-86c0-465105a78e98 HTTP/1.1" status: 200 len: 217 time: 0.0395479 Sep 07 03:19:08.289893 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e573119-34ef-4dd4-ab7f-19314e4cf7a0 req-dafbc379-ef0f-417a-b4c1-02e088091f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:08.291350 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3e573119-34ef-4dd4-ab7f-19314e4cf7a0 req-dafbc379-ef0f-417a-b4c1-02e088091f8f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ee0673ef-5772-459d-8152-47b3fe0c1566 HTTP/1.1" status: 200 len: 855 time: 0.0642662 Sep 07 03:19:08.299584 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece335a1-6d38-45a0-87ee-3a85814b7ff0 req-7d5882fa-c89b-4746-80fa-741a25234986 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:08.300985 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ece335a1-6d38-45a0-87ee-3a85814b7ff0 req-7d5882fa-c89b-4746-80fa-741a25234986 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1 HTTP/1.1" status: 200 len: 943 time: 0.0834708 Sep 07 03:19:08.336646 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3e573119-34ef-4dd4-ab7f-19314e4cf7a0 req-43064851-52ce-40a1-b5a6-3dfaad46370d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0e64921f-4a71-49c5-8976-1ce5ddd2931a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346639 Sep 07 03:19:08.372913 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ece335a1-6d38-45a0-87ee-3a85814b7ff0 req-574c990b-d57b-459d-95cc-626dcb0bbaec tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638561 Sep 07 03:19:08.438825 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3e573119-34ef-4dd4-ab7f-19314e4cf7a0 req-5534bf63-4f48-4c4a-ae07-0e17680c0e82 service neutron] 10.222.0.16 "GET /v2.0/networks/0e64921f-4a71-49c5-8976-1ce5ddd2931a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950763 Sep 07 03:19:08.533735 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3e573119-34ef-4dd4-ab7f-19314e4cf7a0 req-6b28f1d7-823d-484a-916b-78bb0b65eeec service neutron] 10.222.0.16 "GET /v2.0/networks/0e64921f-4a71-49c5-8976-1ce5ddd2931a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880005 Sep 07 03:19:08.615566 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ff1c7-a970-48da-b57a-0bf3c56febed req-d28b4591-f7f9-4bc6-951a-e7edc8990770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:08.617027 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f88ff1c7-a970-48da-b57a-0bf3c56febed req-d28b4591-f7f9-4bc6-951a-e7edc8990770 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c4013acb69904d52bf12f93ab39fbf03&device_id=e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1 HTTP/1.1" status: 200 len: 1095 time: 0.0400815 Sep 07 03:19:08.707639 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ff1c7-a970-48da-b57a-0bf3c56febed req-0ca5930a-c612-49ba-8df7-0f7a3cae45bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:08.709134 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f88ff1c7-a970-48da-b57a-0bf3c56febed req-0ca5930a-c612-49ba-8df7-0f7a3cae45bf service neutron] 10.222.0.16 "GET /v2.0/networks?id=0e64921f-4a71-49c5-8976-1ce5ddd2931a HTTP/1.1" status: 200 len: 915 time: 0.0840862 Sep 07 03:19:08.752607 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f88ff1c7-a970-48da-b57a-0bf3c56febed req-d5a19848-e820-4163-b3d1-f0bd2d218e51 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4eef7e86-de32-4a37-86c0-465105a78e98 HTTP/1.1" status: 200 len: 217 time: 0.0363386 Sep 07 03:19:08.799114 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ff1c7-a970-48da-b57a-0bf3c56febed req-7ccd086a-d577-4488-851a-f3fb7c011ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:08.800533 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f88ff1c7-a970-48da-b57a-0bf3c56febed req-7ccd086a-d577-4488-851a-f3fb7c011ddf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ee0673ef-5772-459d-8152-47b3fe0c1566 HTTP/1.1" status: 200 len: 855 time: 0.0417192 Sep 07 03:19:08.831976 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f88ff1c7-a970-48da-b57a-0bf3c56febed req-02b85b6a-7049-455b-a255-b0fbe6429cbd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0e64921f-4a71-49c5-8976-1ce5ddd2931a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234861 Sep 07 03:19:09.218625 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f88ff1c7-a970-48da-b57a-0bf3c56febed req-5b00ccde-c6a7-4e79-bc42-0882c200aba1 service neutron] 10.222.0.16 "GET /v2.0/networks/0e64921f-4a71-49c5-8976-1ce5ddd2931a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791051 Sep 07 03:19:09.306908 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f88ff1c7-a970-48da-b57a-0bf3c56febed req-f4eb4db5-b0eb-4534-b134-135e2d388808 service neutron] 10.222.0.16 "GET /v2.0/networks/0e64921f-4a71-49c5-8976-1ce5ddd2931a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794170 Sep 07 03:19:09.491690 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477ce01-99c1-491c-9552-6e4d1740f8bb req-e4020cd7-0746-47be-818e-7686dc5df879 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:09.493196 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2477ce01-99c1-491c-9552-6e4d1740f8bb req-e4020cd7-0746-47be-818e-7686dc5df879 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1 HTTP/1.1" status: 200 len: 943 time: 0.0527318 Sep 07 03:19:09.530364 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2477ce01-99c1-491c-9552-6e4d1740f8bb req-e7ddc39b-2388-4c80-b90a-1d6fbae41f3e tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313177 Sep 07 03:19:10.537635 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 5a4efcc4-d16f-437a-8df1-d994c9df525a no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:19:10.558381 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: 5a4efcc4-d16f-437a-8df1-d994c9df525a {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:19:10.558740 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 5a4efcc4-d16f-437a-8df1-d994c9df525a not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:19:10.642691 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd53a9f-a0ed-42dd-825a-220cb59b413e req-e670aeed-d197-46d4-a099-a543083f8ffa tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:10.644190 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0cd53a9f-a0ed-42dd-825a-220cb59b413e req-e670aeed-d197-46d4-a099-a543083f8ffa tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1 HTTP/1.1" status: 200 len: 943 time: 0.0485721 Sep 07 03:19:10.685092 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0cd53a9f-a0ed-42dd-825a-220cb59b413e req-cd7ea66a-86c4-4495-bc76-f12b96d749f6 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344529 Sep 07 03:19:11.646230 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 4eef7e86-de32-4a37-86c0-465105a78e98 details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 03:19:11.744051 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 4eef7e86-de32-4a37-86c0-465105a78e98, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=4eef7e86-de32-4a37-86c0-465105a78e98,segment=NetworkSegment(79bceccf-349d-4ea0-935d-3ab61757d273),segment_id=79bceccf-349d-4ea0-935d-3ab61757d273)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:19:11.755372 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '4eef7e86-de32-4a37-86c0-465105a78e98', 'network_id': '0e64921f-4a71-49c5-8976-1ce5ddd2931a', 'port_id': '4eef7e86-de32-4a37-86c0-465105a78e98', 'mac_address': 'fa:16:3e:03:22:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee0673ef-5772-459d-8152-47b3fe0c1566', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 03:19:11.792598 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:11.798671 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb59088-597f-4587-8a03-87cf10fc286c req-8a41f7ae-e2aa-4dc2-9719-31a40740b14d tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:11.800208 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3eb59088-597f-4587-8a03-87cf10fc286c req-8a41f7ae-e2aa-4dc2-9719-31a40740b14d tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1 HTTP/1.1" status: 200 len: 943 time: 0.0487244 Sep 07 03:19:11.804904 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eef7e86-de32-4a37-86c0-465105a78e98 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:19:11.824438 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 4eef7e86-de32-4a37-86c0-465105a78e98, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=4eef7e86-de32-4a37-86c0-465105a78e98,segment=NetworkSegment(79bceccf-349d-4ea0-935d-3ab61757d273),segment_id=79bceccf-349d-4ea0-935d-3ab61757d273)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:19:11.828674 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:11.839204 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3eb59088-597f-4587-8a03-87cf10fc286c req-31a412c4-4176-416c-9177-48aff00bc8b2 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328200 Sep 07 03:19:11.874390 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=4eef7e86-de32-4a37-86c0-465105a78e98,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:19:12.016196 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['4eef7e86-de32-4a37-86c0-465105a78e98'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:19:12.950942 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78748686-5811-4746-a31a-2f8e88c18612 req-ba920156-93e7-4b67-8d23-def69d8202cb tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:12.952703 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-78748686-5811-4746-a31a-2f8e88c18612 req-ba920156-93e7-4b67-8d23-def69d8202cb tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1 HTTP/1.1" status: 200 len: 944 time: 0.0479059 Sep 07 03:19:12.989559 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-78748686-5811-4746-a31a-2f8e88c18612 req-04c1a35b-0f39-4f86-9516-3ccb581bb9b6 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310133 Sep 07 03:19:13.657442 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 4eef7e86-de32-4a37-86c0-465105a78e98 up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:19:13.706112 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port 4eef7e86-de32-4a37-86c0-465105a78e98 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:19:13.709865 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 4eef7e86-de32-4a37-86c0-465105a78e98 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:19:13.710230 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:13.787251 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:13.808597 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eef7e86-de32-4a37-86c0-465105a78e98'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:19:13.810800 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a166c686-97d0-442a-ab49-41206c61576e" -d '{"events": [{"server_uuid": "e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1", "name": "network-vif-plugged", "status": "completed", "tag": "4eef7e86-de32-4a37-86c0-465105a78e98"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:19:13.823861 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 4eef7e86-de32-4a37-86c0-465105a78e98, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=4eef7e86-de32-4a37-86c0-465105a78e98,segment=NetworkSegment(79bceccf-349d-4ea0-935d-3ab61757d273),segment_id=79bceccf-349d-4ea0-935d-3ab61757d273)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:19:13.828065 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:13.850229 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b66bb8e-a444-4348-a51c-82b9b84bd19c x-openstack-request-id: req-7b66bb8e-a444-4348-a51c-82b9b84bd19c {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:19:13.850519 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1", "name": "network-vif-plugged", "status": "completed", "tag": "4eef7e86-de32-4a37-86c0-465105a78e98", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:19:13.850772 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7b66bb8e-a444-4348-a51c-82b9b84bd19c {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:19:13.851156 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eef7e86-de32-4a37-86c0-465105a78e98', 'code': 200} Sep 07 03:19:13.876299 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=4eef7e86-de32-4a37-86c0-465105a78e98,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:19:13.884634 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:19:13.884987 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:19:13.885337 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:19:13.885681 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:19:13.886017 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:19:13.886384 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:19:13.886714 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:19:13.887047 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:19:13.887377 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:19:13.887729 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:19:13.888057 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:19:13.888382 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:19:13.941098 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e772fd9-f76a-4168-b415-358ee3c00d76 req-7f41695a-c92f-438c-bda1-8456d44a239c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:13.942489 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5e772fd9-f76a-4168-b415-358ee3c00d76 req-7f41695a-c92f-438c-bda1-8456d44a239c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1 HTTP/1.1" status: 200 len: 1097 time: 0.0389483 Sep 07 03:19:13.976176 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5e772fd9-f76a-4168-b415-358ee3c00d76 req-22efe9ee-cb09-421c-b86a-385db2629517 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269346 Sep 07 03:19:14.106070 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36292031-f696-4976-9133-51cce04179c8 req-9cc71a13-03ad-42cf-abcc-e4489ac33bd8 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:14.107550 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-36292031-f696-4976-9133-51cce04179c8 req-9cc71a13-03ad-42cf-abcc-e4489ac33bd8 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1 HTTP/1.1" status: 200 len: 945 time: 0.0503466 Sep 07 03:19:14.148277 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-36292031-f696-4976-9133-51cce04179c8 req-cad6f0fd-68ef-453b-b74a-9d8c9195cb96 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341773 Sep 07 03:19:15.266333 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738df5b2-61ca-4a7a-b480-ba08f8ae9b67 req-648e1715-78f7-4667-b90c-885c8d3084c1 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:15.267853 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-738df5b2-61ca-4a7a-b480-ba08f8ae9b67 req-648e1715-78f7-4667-b90c-885c8d3084c1 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1 HTTP/1.1" status: 200 len: 945 time: 0.0519233 Sep 07 03:19:15.304119 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-738df5b2-61ca-4a7a-b480-ba08f8ae9b67 req-2f46ddba-adaa-4cab-a060-147746b733e8 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304754 Sep 07 03:19:15.414633 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec22285-4ba8-430c-bf7e-848d3a282ab6 req-ef113978-931d-4afb-baaf-b390f4ab54cf tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:15.416124 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9ec22285-4ba8-430c-bf7e-848d3a282ab6 req-ef113978-931d-4afb-baaf-b390f4ab54cf tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1 HTTP/1.1" status: 200 len: 945 time: 0.0483770 Sep 07 03:19:15.453110 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9ec22285-4ba8-430c-bf7e-848d3a282ab6 req-750e3697-9943-44f2-9ebe-9e06d4ac3baa tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312462 Sep 07 03:19:15.676026 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a570c227-d123-485e-a254-899ebe421511 req-812df9f5-16ff-4de1-a74e-35625ce61056 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0393133 Sep 07 03:19:15.694911 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d46d3a-6877-41c4-8670-3573f85bdea1 req-d0903e5c-8cfa-44bf-a86c-fd39ac6ff60d tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:15.696413 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-37d46d3a-6877-41c4-8670-3573f85bdea1 req-d0903e5c-8cfa-44bf-a86c-fd39ac6ff60d tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1 HTTP/1.1" status: 200 len: 945 time: 0.0510075 Sep 07 03:19:15.735204 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-37d46d3a-6877-41c4-8670-3573f85bdea1 req-e0cc13a2-cb3b-40c0-91d8-f3b7add438f2 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324123 Sep 07 03:19:16.741437 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570c227-d123-485e-a254-899ebe421511 req-1b1f19d4-7250-4524-9956-f268c5b90f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:16.742985 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a570c227-d123-485e-a254-899ebe421511 req-1b1f19d4-7250-4524-9956-f268c5b90f5f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c4013acb69904d52bf12f93ab39fbf03&device_id=e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1 HTTP/1.1" status: 200 len: 1097 time: 0.0416417 Sep 07 03:19:16.837454 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570c227-d123-485e-a254-899ebe421511 req-35e1ab9f-910b-4161-b753-beff6269ac17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:16.838940 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a570c227-d123-485e-a254-899ebe421511 req-35e1ab9f-910b-4161-b753-beff6269ac17 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0e64921f-4a71-49c5-8976-1ce5ddd2931a HTTP/1.1" status: 200 len: 915 time: 0.0894623 Sep 07 03:19:16.854421 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41abe6cb-0423-453b-b8ca-32fc7f3df0ed req-d798ada7-424e-4c42-87d7-ae375331cffa tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:16.855989 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-41abe6cb-0423-453b-b8ca-32fc7f3df0ed req-d798ada7-424e-4c42-87d7-ae375331cffa tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1 HTTP/1.1" status: 200 len: 945 time: 0.0518174 Sep 07 03:19:16.881980 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a570c227-d123-485e-a254-899ebe421511 req-b80932f3-1ddb-486b-b6d2-76ae5dae5489 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4eef7e86-de32-4a37-86c0-465105a78e98 HTTP/1.1" status: 200 len: 217 time: 0.0354929 Sep 07 03:19:16.894648 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-41abe6cb-0423-453b-b8ca-32fc7f3df0ed req-fa6de280-159f-451f-b0dd-d7827e9baba0 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326631 Sep 07 03:19:16.935146 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570c227-d123-485e-a254-899ebe421511 req-57b7485c-90c6-498c-9a79-9cd0ec80c204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:16.936655 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a570c227-d123-485e-a254-899ebe421511 req-57b7485c-90c6-498c-9a79-9cd0ec80c204 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ee0673ef-5772-459d-8152-47b3fe0c1566 HTTP/1.1" status: 200 len: 855 time: 0.0482392 Sep 07 03:19:16.969354 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a570c227-d123-485e-a254-899ebe421511 req-44255f9d-ddaa-43dd-bdc1-8a838ce5884f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0e64921f-4a71-49c5-8976-1ce5ddd2931a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254185 Sep 07 03:19:17.057224 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a570c227-d123-485e-a254-899ebe421511 req-4d921f4a-1d02-4f0c-a583-f72c108a5ade service neutron] 10.222.0.16 "GET /v2.0/networks/0e64921f-4a71-49c5-8976-1ce5ddd2931a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809896 Sep 07 03:19:17.154722 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a570c227-d123-485e-a254-899ebe421511 req-a001cc65-f90b-484f-80ab-695d74a0537a service neutron] 10.222.0.16 "GET /v2.0/networks/0e64921f-4a71-49c5-8976-1ce5ddd2931a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871925 Sep 07 03:19:18.010858 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702fb277-a796-4aa1-96f0-8f9472bf45f9 req-f20571ee-51fa-4a43-a9fe-e35b113c0a50 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:18.012369 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-702fb277-a796-4aa1-96f0-8f9472bf45f9 req-f20571ee-51fa-4a43-a9fe-e35b113c0a50 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1 HTTP/1.1" status: 200 len: 945 time: 0.0489311 Sep 07 03:19:18.048644 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-702fb277-a796-4aa1-96f0-8f9472bf45f9 req-7a98745e-ef26-4a51-91ef-5f794a64b7fa tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304558 Sep 07 03:19:19.160591 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e63d1-e696-4876-bfef-5937815aa0a4 req-5c616354-ed2b-49ca-a664-87664f8e7726 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:19.162092 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4b8e63d1-e696-4876-bfef-5937815aa0a4 req-5c616354-ed2b-49ca-a664-87664f8e7726 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1 HTTP/1.1" status: 200 len: 945 time: 0.0481110 Sep 07 03:19:19.202992 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4b8e63d1-e696-4876-bfef-5937815aa0a4 req-062fe33f-2de4-436e-8206-263272c9a8ae tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350289 Sep 07 03:19:20.319498 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb4a96-11ff-43d4-ac3c-4460825ccb15 req-f7986f34-d476-41af-b4ba-687a3253a5f0 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:20.320922 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-50bb4a96-11ff-43d4-ac3c-4460825ccb15 req-f7986f34-d476-41af-b4ba-687a3253a5f0 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1 HTTP/1.1" status: 200 len: 945 time: 0.0528061 Sep 07 03:19:20.357701 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-50bb4a96-11ff-43d4-ac3c-4460825ccb15 req-30593e47-87e3-46a2-be54-4dd690666633 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307324 Sep 07 03:19:21.470494 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eca048-f82f-48cd-8195-37794f03bc80 req-8a1910a3-29be-4701-b1fa-7b6c30615f64 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:21.472041 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-02eca048-f82f-48cd-8195-37794f03bc80 req-8a1910a3-29be-4701-b1fa-7b6c30615f64 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1 HTTP/1.1" status: 200 len: 945 time: 0.0482664 Sep 07 03:19:21.510623 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-02eca048-f82f-48cd-8195-37794f03bc80 req-a2d6d975-b1cc-4e3e-97e7-c302ddfbb91e tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312867 Sep 07 03:19:21.831907 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:21.883372 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:22.622388 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8274dfa1-f2f1-4c59-8345-d1cddd0a32e6 req-4d35b009-209c-42a4-8017-c7aeabb0c66d tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:22.623925 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8274dfa1-f2f1-4c59-8345-d1cddd0a32e6 req-4d35b009-209c-42a4-8017-c7aeabb0c66d tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1 HTTP/1.1" status: 200 len: 945 time: 0.0484920 Sep 07 03:19:22.660372 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8274dfa1-f2f1-4c59-8345-d1cddd0a32e6 req-4c2d0af1-1a8c-431c-b500-edc6553e0c5f tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307090 Sep 07 03:19:23.775044 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c025f0-8a5c-494f-af8a-ce10fff06e8c req-74087a0c-2d21-4ca3-b3b2-a5befdb92e38 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:23.776535 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-63c025f0-8a5c-494f-af8a-ce10fff06e8c req-74087a0c-2d21-4ca3-b3b2-a5befdb92e38 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1 HTTP/1.1" status: 200 len: 945 time: 0.0479236 Sep 07 03:19:23.812185 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-63c025f0-8a5c-494f-af8a-ce10fff06e8c req-2a0f5292-b96d-4ae6-8ef1-8f23f34e2e81 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297687 Sep 07 03:19:24.388413 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:19:24.927209 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32baca5-4f84-4fee-bdd2-f1dcc3cf547c req-18262bbb-00a2-4129-a9c7-95a2116937d1 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:24.928797 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d32baca5-4f84-4fee-bdd2-f1dcc3cf547c req-18262bbb-00a2-4129-a9c7-95a2116937d1 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1 HTTP/1.1" status: 200 len: 945 time: 0.0493319 Sep 07 03:19:24.965932 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d32baca5-4f84-4fee-bdd2-f1dcc3cf547c req-072e31e7-a3e8-4ce2-bee2-49260a923274 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312827 Sep 07 03:19:25.964653 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8b5db217-d73f-41fc-9b43-c8d6bacfb050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:26.079697 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858adbd-2127-4bde-a9ec-7c1535b3fe0f req-59764c49-d6c5-414d-8877-41b2a2d917fc tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:26.081202 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1858adbd-2127-4bde-a9ec-7c1535b3fe0f req-59764c49-d6c5-414d-8877-41b2a2d917fc tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1 HTTP/1.1" status: 200 len: 945 time: 0.0490737 Sep 07 03:19:26.122257 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1858adbd-2127-4bde-a9ec-7c1535b3fe0f req-038d6bb8-6daf-4020-8108-4d5e4bedde6b tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350871 Sep 07 03:19:27.236904 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced1aae6-6304-4a26-bb58-29bb0f0cd244 req-61a888da-e388-4ac9-92e0-c661d4b43471 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:27.238351 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ced1aae6-6304-4a26-bb58-29bb0f0cd244 req-61a888da-e388-4ac9-92e0-c661d4b43471 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1 HTTP/1.1" status: 200 len: 945 time: 0.0513856 Sep 07 03:19:27.274910 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ced1aae6-6304-4a26-bb58-29bb0f0cd244 req-3284da11-f096-45b2-9752-78d70281d7f0 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301287 Sep 07 03:19:28.204294 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4f94f357-230a-49a2-a690-4de5cfd4722c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:28.386877 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63c2530-eac7-4086-a58c-7fdf5d02815c req-97aa895e-ed48-4284-af10-4d6e785e64d6 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:28.388291 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e63c2530-eac7-4086-a58c-7fdf5d02815c req-97aa895e-ed48-4284-af10-4d6e785e64d6 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1 HTTP/1.1" status: 200 len: 945 time: 0.0479629 Sep 07 03:19:28.429015 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e63c2530-eac7-4086-a58c-7fdf5d02815c req-f3f1f9cc-e449-4bfb-98a8-7ef75cf7fe07 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348008 Sep 07 03:19:28.744445 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:29.542494 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6950b1f9-d673-48d4-b5ca-ec2e1a3dce1b req-e4954f99-381b-48c2-bf27-2654c24e6d6b tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:29.543996 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6950b1f9-d673-48d4-b5ca-ec2e1a3dce1b req-e4954f99-381b-48c2-bf27-2654c24e6d6b tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1 HTTP/1.1" status: 200 len: 945 time: 0.0486450 Sep 07 03:19:29.580184 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6950b1f9-d673-48d4-b5ca-ec2e1a3dce1b req-d08d91e0-9b24-4696-9768-3c031a35a405 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302927 Sep 07 03:19:29.650408 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:30.697309 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f82bc7-e735-4506-b7fd-373ba068a6a5 req-6be61992-6fb2-4693-87be-8115aa4a22ad tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:30.698798 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c5f82bc7-e735-4506-b7fd-373ba068a6a5 req-6be61992-6fb2-4693-87be-8115aa4a22ad tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1 HTTP/1.1" status: 200 len: 945 time: 0.0497742 Sep 07 03:19:30.735472 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c5f82bc7-e735-4506-b7fd-373ba068a6a5 req-ff0ded16-a8c6-4435-91d9-5f8bf9882715 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304146 Sep 07 03:19:31.499107 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:31.851698 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14884f1b-5d70-44fa-ad26-07bb1882fa6d req-02d8a96b-9009-495e-a063-acdaac7ddb04 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:31.853247 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-14884f1b-5d70-44fa-ad26-07bb1882fa6d req-02d8a96b-9009-495e-a063-acdaac7ddb04 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1 HTTP/1.1" status: 200 len: 945 time: 0.0526736 Sep 07 03:19:31.891318 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-14884f1b-5d70-44fa-ad26-07bb1882fa6d req-1c1d83f8-e1a7-41a5-9b21-c836627d714c tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321925 Sep 07 03:19:33.007361 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02107d81-b600-48f5-93af-938031db5a54 req-d7596e52-7ef0-4cf1-a367-ac8226c0ef06 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:33.008896 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-02107d81-b600-48f5-93af-938031db5a54 req-d7596e52-7ef0-4cf1-a367-ac8226c0ef06 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1 HTTP/1.1" status: 200 len: 945 time: 0.0483966 Sep 07 03:19:33.049490 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-02107d81-b600-48f5-93af-938031db5a54 req-f9bb1b26-fcaa-4c62-835f-a7bdb3689b3e tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346963 Sep 07 03:19:34.166525 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a5c41-2ebe-4cf4-8982-d89ce3632934 req-5439c40b-dbb3-4aee-8800-e609dcca1134 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:34.168020 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f39a5c41-2ebe-4cf4-8982-d89ce3632934 req-5439c40b-dbb3-4aee-8800-e609dcca1134 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1 HTTP/1.1" status: 200 len: 945 time: 0.0518000 Sep 07 03:19:34.205391 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f39a5c41-2ebe-4cf4-8982-d89ce3632934 req-0975cb84-8656-4508-b850-c237315f01a6 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315392 Sep 07 03:19:35.318324 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c37893c-0e55-4955-abdd-f821e0b6b818 req-7e1b0fe2-de3e-4a18-aeda-744bc098e1a3 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:35.319897 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1c37893c-0e55-4955-abdd-f821e0b6b818 req-7e1b0fe2-de3e-4a18-aeda-744bc098e1a3 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1 HTTP/1.1" status: 200 len: 945 time: 0.0488031 Sep 07 03:19:35.356879 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1c37893c-0e55-4955-abdd-f821e0b6b818 req-1d6adba0-1d50-45fe-8590-1d73ccd73c0e tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311382 Sep 07 03:19:36.469538 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d8d9bc-cf8b-4cfd-a918-d0682796413c req-bed6a9d9-cb7d-4c1d-b951-48ebf674289b tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:36.471054 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c4d8d9bc-cf8b-4cfd-a918-d0682796413c req-bed6a9d9-cb7d-4c1d-b951-48ebf674289b tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1 HTTP/1.1" status: 200 len: 945 time: 0.0481689 Sep 07 03:19:36.508924 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c4d8d9bc-cf8b-4cfd-a918-d0682796413c req-59b94c8f-edb4-4820-aff3-f1e9a28f9aa0 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313225 Sep 07 03:19:37.626527 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fc81f7-b066-4e77-b589-c934f9231ab4 req-143801e9-e6c3-4428-ae9c-1e7e16d4f119 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:37.628048 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-63fc81f7-b066-4e77-b589-c934f9231ab4 req-143801e9-e6c3-4428-ae9c-1e7e16d4f119 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1 HTTP/1.1" status: 200 len: 945 time: 0.0527318 Sep 07 03:19:37.665194 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-63fc81f7-b066-4e77-b589-c934f9231ab4 req-a1354bd4-b603-4520-947a-d68bf7d4755a tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312436 Sep 07 03:19:38.779388 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9f545-e40f-4b28-9844-29c8ee329ee7 req-f455056c-2b45-40fc-ba48-22e2bee02e02 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:38.781384 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8eb9f545-e40f-4b28-9844-29c8ee329ee7 req-f455056c-2b45-40fc-ba48-22e2bee02e02 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1 HTTP/1.1" status: 200 len: 945 time: 0.0494258 Sep 07 03:19:38.818480 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8eb9f545-e40f-4b28-9844-29c8ee329ee7 req-74b2339c-f480-47e7-ad3e-f2b59f36dbde tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304847 Sep 07 03:19:39.929599 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea04126-91a3-4ee3-9bf2-d2c30fac8f2e req-d0f13b1b-bae5-47a0-86b7-e24d0d1616bc tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:39.931088 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-aea04126-91a3-4ee3-9bf2-d2c30fac8f2e req-d0f13b1b-bae5-47a0-86b7-e24d0d1616bc tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1 HTTP/1.1" status: 200 len: 945 time: 0.0471020 Sep 07 03:19:39.972109 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-aea04126-91a3-4ee3-9bf2-d2c30fac8f2e req-3961bdc2-b399-4124-b2a6-cd421d0c0e3c tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351763 Sep 07 03:19:41.094465 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef502d1-3732-4f3b-8bed-0a7859b3839d req-53c1b532-e06e-4d28-8cb1-c5fdb4c0573f tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:41.095992 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8ef502d1-3732-4f3b-8bed-0a7859b3839d req-53c1b532-e06e-4d28-8cb1-c5fdb4c0573f tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1 HTTP/1.1" status: 200 len: 945 time: 0.0571237 Sep 07 03:19:41.134267 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8ef502d1-3732-4f3b-8bed-0a7859b3839d req-88692927-f232-4f98-b7ed-e13daba4df8f tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318503 Sep 07 03:19:42.248854 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa70398-286f-4bb3-a0bc-57250fae348e req-1c509a90-cbed-4640-b143-0fcd1338a0ab tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:42.250324 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5fa70398-286f-4bb3-a0bc-57250fae348e req-1c509a90-cbed-4640-b143-0fcd1338a0ab tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1 HTTP/1.1" status: 200 len: 945 time: 0.0478094 Sep 07 03:19:42.286991 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5fa70398-286f-4bb3-a0bc-57250fae348e req-78b28096-95f1-4ded-9615-a3d902eacd16 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300744 Sep 07 03:19:43.405951 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ecfb3-2959-4898-9d71-3611749f7fb3 req-26e0f751-0d98-4dc8-81b4-237d88e6f654 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:43.407503 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-eb2ecfb3-2959-4898-9d71-3611749f7fb3 req-26e0f751-0d98-4dc8-81b4-237d88e6f654 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1 HTTP/1.1" status: 200 len: 945 time: 0.0531652 Sep 07 03:19:43.445313 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-eb2ecfb3-2959-4898-9d71-3611749f7fb3 req-f4a16353-eaf9-4e49-801b-d13b79ee6caa tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318377 Sep 07 03:19:43.937031 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [req-a570c227-d123-485e-a254-899ebe421511 req-2c36fc4f-0e86-4342-adfa-9d0437880f06 service neutron] show failed (client error): The resource could not be found. Sep 07 03:19:43.938031 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a570c227-d123-485e-a254-899ebe421511 req-2c36fc4f-0e86-4342-adfa-9d0437880f06 service neutron] 10.222.0.16 "GET /v2.0/ports/4eef7e86-de32-4a37-86c0-465105a78e98/bindings/n-h1-796209-16 HTTP/1.1" status: 404 len: 381 time: 0.0544617 Sep 07 03:19:44.135092 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570c227-d123-485e-a254-899ebe421511 req-a0e44f16-28be-4be2-bee2-5a5b847c226a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:44.136659 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a570c227-d123-485e-a254-899ebe421511 req-a0e44f16-28be-4be2-bee2-5a5b847c226a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1&tenant_id=c4013acb69904d52bf12f93ab39fbf03 HTTP/1.1" status: 200 len: 1097 time: 0.0413189 Sep 07 03:19:44.148769 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-a570c227-d123-485e-a254-899ebe421511 req-574a2efc-6557-49fe-a370-34828a6bb0e7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-796209-16', 'device_owner': 'compute:nova'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:19:44.205727 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-a570c227-d123-485e-a254-899ebe421511 req-574a2efc-6557-49fe-a370-34828a6bb0e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:44.406346 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-a570c227-d123-485e-a254-899ebe421511 req-574a2efc-6557-49fe-a370-34828a6bb0e7 service neutron] For port 4eef7e86-de32-4a37-86c0-465105a78e98, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=4eef7e86-de32-4a37-86c0-465105a78e98,segment=NetworkSegment(79bceccf-349d-4ea0-935d-3ab61757d273),segment_id=79bceccf-349d-4ea0-935d-3ab61757d273)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:19:44.442140 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-a570c227-d123-485e-a254-899ebe421511 req-574a2efc-6557-49fe-a370-34828a6bb0e7 service neutron] For port 4eef7e86-de32-4a37-86c0-465105a78e98, host n-h2-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:19:44.481405 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4eef7e86-de32-4a37-86c0-465105a78e98'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:19:44.483712 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9799c82b-e805-41ea-9ef0-87ed9c2720f8" -d '{"events": [{"server_uuid": "e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1", "name": "network-vif-unplugged", "status": "completed", "tag": "4eef7e86-de32-4a37-86c0-465105a78e98"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:19:44.488302 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-a570c227-d123-485e-a254-899ebe421511 req-574a2efc-6557-49fe-a370-34828a6bb0e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:44.502567 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-a570c227-d123-485e-a254-899ebe421511 req-574a2efc-6557-49fe-a370-34828a6bb0e7 service neutron] Transition to ACTIVE for port object 4eef7e86-de32-4a37-86c0-465105a78e98 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:19:44.506977 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-a570c227-d123-485e-a254-899ebe421511 req-574a2efc-6557-49fe-a370-34828a6bb0e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:44.539025 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 03:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4307d3b-05d4-4b5f-b7ca-4e17bbd5ae2b x-openstack-request-id: req-d4307d3b-05d4-4b5f-b7ca-4e17bbd5ae2b {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:19:44.539311 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1", "name": "network-vif-unplugged", "status": "completed", "tag": "4eef7e86-de32-4a37-86c0-465105a78e98", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:19:44.539582 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d4307d3b-05d4-4b5f-b7ca-4e17bbd5ae2b {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:19:44.539968 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4eef7e86-de32-4a37-86c0-465105a78e98', 'code': 200} Sep 07 03:19:44.593412 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-a570c227-d123-485e-a254-899ebe421511 req-574a2efc-6557-49fe-a370-34828a6bb0e7 service neutron] No DVR routers for this DVR port 4eef7e86-de32-4a37-86c0-465105a78e98 on host n-h2-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:19:44.607052 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a2efc-6557-49fe-a370-34828a6bb0e7 service neutron] Pushing event updated for resources: {'Port': ['ID=4eef7e86-de32-4a37-86c0-465105a78e98,revision_number=6']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:19:44.632665 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a2efc-6557-49fe-a370-34828a6bb0e7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:19:44.633010 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a2efc-6557-49fe-a370-34828a6bb0e7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:19:44.633350 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a2efc-6557-49fe-a370-34828a6bb0e7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:19:44.633682 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a2efc-6557-49fe-a370-34828a6bb0e7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:19:44.634012 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a2efc-6557-49fe-a370-34828a6bb0e7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:19:44.634339 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a2efc-6557-49fe-a370-34828a6bb0e7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:19:44.634662 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a2efc-6557-49fe-a370-34828a6bb0e7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:19:44.634986 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a2efc-6557-49fe-a370-34828a6bb0e7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:19:44.635310 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a2efc-6557-49fe-a370-34828a6bb0e7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:19:44.635654 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a2efc-6557-49fe-a370-34828a6bb0e7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:19:44.635976 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a2efc-6557-49fe-a370-34828a6bb0e7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:19:44.636294 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574a2efc-6557-49fe-a370-34828a6bb0e7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:19:44.659576 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19523d-12ed-4dc8-acba-17bf0c8d94bc req-46c16ca4-4447-465f-b4a7-8a53a23083a1 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:44.661063 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2b19523d-12ed-4dc8-acba-17bf0c8d94bc req-46c16ca4-4447-465f-b4a7-8a53a23083a1 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1 HTTP/1.1" status: 200 len: 943 time: 0.1421039 Sep 07 03:19:44.663378 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-a570c227-d123-485e-a254-899ebe421511 req-574a2efc-6557-49fe-a370-34828a6bb0e7 service neutron] Attempting to bind port 4eef7e86-de32-4a37-86c0-465105a78e98 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:19:44.664124 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-a570c227-d123-485e-a254-899ebe421511 req-574a2efc-6557-49fe-a370-34828a6bb0e7 service neutron] Attempting to bind port 4eef7e86-de32-4a37-86c0-465105a78e98 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '79bceccf-349d-4ea0-935d-3ab61757d273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0e64921f-4a71-49c5-8976-1ce5ddd2931a'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:19:44.664455 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a570c227-d123-485e-a254-899ebe421511 req-574a2efc-6557-49fe-a370-34828a6bb0e7 service neutron] Attempting to bind port 4eef7e86-de32-4a37-86c0-465105a78e98 on network 0e64921f-4a71-49c5-8976-1ce5ddd2931a {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:19:44.674809 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a570c227-d123-485e-a254-899ebe421511 req-574a2efc-6557-49fe-a370-34828a6bb0e7 service neutron] Port 4eef7e86-de32-4a37-86c0-465105a78e98 on network 0e64921f-4a71-49c5-8976-1ce5ddd2931a not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 03:19:44.675128 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a570c227-d123-485e-a254-899ebe421511 req-574a2efc-6557-49fe-a370-34828a6bb0e7 service neutron] Attempting to bind port 4eef7e86-de32-4a37-86c0-465105a78e98 on network 0e64921f-4a71-49c5-8976-1ce5ddd2931a {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:19:44.688997 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a570c227-d123-485e-a254-899ebe421511 req-574a2efc-6557-49fe-a370-34828a6bb0e7 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:19:44.689335 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a570c227-d123-485e-a254-899ebe421511 req-574a2efc-6557-49fe-a370-34828a6bb0e7 service neutron] Checking segment: {'id': '79bceccf-349d-4ea0-935d-3ab61757d273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0e64921f-4a71-49c5-8976-1ce5ddd2931a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:19:44.689714 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a570c227-d123-485e-a254-899ebe421511 req-574a2efc-6557-49fe-a370-34828a6bb0e7 service neutron] Bound using segment: {'id': '79bceccf-349d-4ea0-935d-3ab61757d273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0e64921f-4a71-49c5-8976-1ce5ddd2931a'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:19:44.690144 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-a570c227-d123-485e-a254-899ebe421511 req-574a2efc-6557-49fe-a370-34828a6bb0e7 service neutron] Bound port: 4eef7e86-de32-4a37-86c0-465105a78e98, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79bceccf-349d-4ea0-935d-3ab61757d273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0e64921f-4a71-49c5-8976-1ce5ddd2931a'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:19:44.690505 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-a570c227-d123-485e-a254-899ebe421511 req-574a2efc-6557-49fe-a370-34828a6bb0e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:44.717035 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2b19523d-12ed-4dc8-acba-17bf0c8d94bc req-4c7b21f6-6f4a-41e0-8687-1b6698675852 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495889 Sep 07 03:19:44.764514 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-a570c227-d123-485e-a254-899ebe421511 req-574a2efc-6557-49fe-a370-34828a6bb0e7 service neutron] For port 4eef7e86-de32-4a37-86c0-465105a78e98, host n-h1-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:19:44.767385 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-a570c227-d123-485e-a254-899ebe421511 req-574a2efc-6557-49fe-a370-34828a6bb0e7 service neutron] For port 4eef7e86-de32-4a37-86c0-465105a78e98, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=4eef7e86-de32-4a37-86c0-465105a78e98,segment=NetworkSegment(79bceccf-349d-4ea0-935d-3ab61757d273),segment_id=79bceccf-349d-4ea0-935d-3ab61757d273)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:19:44.771503 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-a570c227-d123-485e-a254-899ebe421511 req-574a2efc-6557-49fe-a370-34828a6bb0e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:44.809736 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570c227-d123-485e-a254-899ebe421511 req-574a2efc-6557-49fe-a370-34828a6bb0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:44.810358 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-a570c227-d123-485e-a254-899ebe421511 req-574a2efc-6557-49fe-a370-34828a6bb0e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:44.811743 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a570c227-d123-485e-a254-899ebe421511 req-574a2efc-6557-49fe-a370-34828a6bb0e7 service neutron] 10.222.0.23 "PUT /v2.0/ports/4eef7e86-de32-4a37-86c0-465105a78e98 HTTP/1.1" status: 200 len: 1092 time: 0.6675100 Sep 07 03:19:44.833740 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a2efc-6557-49fe-a370-34828a6bb0e7 service neutron] Pushing event updated for resources: {'Port': ['ID=4eef7e86-de32-4a37-86c0-465105a78e98,revision_number=7']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:19:44.876304 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570c227-d123-485e-a254-899ebe421511 req-5529c041-f023-458a-8d09-3d0352167634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:44.877778 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a570c227-d123-485e-a254-899ebe421511 req-5529c041-f023-458a-8d09-3d0352167634 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c4013acb69904d52bf12f93ab39fbf03&device_id=e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1 HTTP/1.1" status: 200 len: 1095 time: 0.0409632 Sep 07 03:19:44.965428 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570c227-d123-485e-a254-899ebe421511 req-dade7229-a5f7-4644-9655-ead3e2e267b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:44.966928 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a570c227-d123-485e-a254-899ebe421511 req-dade7229-a5f7-4644-9655-ead3e2e267b8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0e64921f-4a71-49c5-8976-1ce5ddd2931a HTTP/1.1" status: 200 len: 915 time: 0.0822985 Sep 07 03:19:45.010914 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a570c227-d123-485e-a254-899ebe421511 req-6fe583a2-ccc9-4a81-89d2-954d14546061 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4eef7e86-de32-4a37-86c0-465105a78e98 HTTP/1.1" status: 200 len: 217 time: 0.0361905 Sep 07 03:19:45.057851 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570c227-d123-485e-a254-899ebe421511 req-7b29d208-d221-4d89-9257-5cecbe8957a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:45.059262 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a570c227-d123-485e-a254-899ebe421511 req-7b29d208-d221-4d89-9257-5cecbe8957a1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ee0673ef-5772-459d-8152-47b3fe0c1566 HTTP/1.1" status: 200 len: 855 time: 0.0422270 Sep 07 03:19:45.089911 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a570c227-d123-485e-a254-899ebe421511 req-7977cc8c-cb34-437b-aaf5-b3e45868c912 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0e64921f-4a71-49c5-8976-1ce5ddd2931a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238223 Sep 07 03:19:45.182854 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a570c227-d123-485e-a254-899ebe421511 req-2549cce2-7441-4b3c-a83e-df1e60f55c87 service neutron] 10.222.0.23 "GET /v2.0/networks/0e64921f-4a71-49c5-8976-1ce5ddd2931a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844293 Sep 07 03:19:45.268785 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a570c227-d123-485e-a254-899ebe421511 req-1aedbd8c-8211-4ffc-af50-a8003be723ec service neutron] 10.222.0.23 "GET /v2.0/networks/0e64921f-4a71-49c5-8976-1ce5ddd2931a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792055 Sep 07 03:19:45.836358 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd54485-0b9a-4a10-bbdd-cf0445dc0a28 req-367c869d-7087-456a-b865-642eb084b2a2 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:45.837844 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3dd54485-0b9a-4a10-bbdd-cf0445dc0a28 req-367c869d-7087-456a-b865-642eb084b2a2 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1 HTTP/1.1" status: 200 len: 943 time: 0.0524566 Sep 07 03:19:45.875627 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3dd54485-0b9a-4a10-bbdd-cf0445dc0a28 req-5b0f8c40-498c-442c-a5e8-6e8cf5eb0d6d tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318696 Sep 07 03:19:46.541350 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1', 'tag': '4eef7e86-de32-4a37-86c0-465105a78e98'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:19:46.543658 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04472f0-7d5a-4324-8663-aad7d6dcdd9d" -d '{"events": [{"name": "network-changed", "server_uuid": "e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1", "tag": "4eef7e86-de32-4a37-86c0-465105a78e98"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:19:46.590509 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d223c7-72ef-4222-9dc7-7ba170ae2b76 x-openstack-request-id: req-24d223c7-72ef-4222-9dc7-7ba170ae2b76 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:19:46.590821 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1", "tag": "4eef7e86-de32-4a37-86c0-465105a78e98", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:19:46.591075 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-24d223c7-72ef-4222-9dc7-7ba170ae2b76 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:19:46.591561 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1', 'tag': '4eef7e86-de32-4a37-86c0-465105a78e98', 'status': 'completed', 'code': 200} Sep 07 03:19:46.653237 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04472f0-7d5a-4324-8663-aad7d6dcdd9d req-59c41dd2-e257-4c52-9159-8feae93125fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:46.654751 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d04472f0-7d5a-4324-8663-aad7d6dcdd9d req-59c41dd2-e257-4c52-9159-8feae93125fd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c4013acb69904d52bf12f93ab39fbf03&device_id=e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1 HTTP/1.1" status: 200 len: 1095 time: 0.0455647 Sep 07 03:19:46.655430 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04472f0-7d5a-4324-8663-aad7d6dcdd9d req-113910e5-1395-4659-87ba-027f46e990d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:46.657013 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d04472f0-7d5a-4324-8663-aad7d6dcdd9d req-113910e5-1395-4659-87ba-027f46e990d8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c4013acb69904d52bf12f93ab39fbf03&device_id=e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1 HTTP/1.1" status: 200 len: 1095 time: 0.0407538 Sep 07 03:19:46.752136 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04472f0-7d5a-4324-8663-aad7d6dcdd9d req-12d32966-4590-4512-83fe-2b616dd88355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:46.753638 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d04472f0-7d5a-4324-8663-aad7d6dcdd9d req-12d32966-4590-4512-83fe-2b616dd88355 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0e64921f-4a71-49c5-8976-1ce5ddd2931a HTTP/1.1" status: 200 len: 915 time: 0.0903239 Sep 07 03:19:46.763763 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04472f0-7d5a-4324-8663-aad7d6dcdd9d req-b9c1f3f2-4c26-48e2-84e2-cfc64ab8d5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:46.765231 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d04472f0-7d5a-4324-8663-aad7d6dcdd9d req-b9c1f3f2-4c26-48e2-84e2-cfc64ab8d5c8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0e64921f-4a71-49c5-8976-1ce5ddd2931a HTTP/1.1" status: 200 len: 915 time: 0.1011817 Sep 07 03:19:46.809248 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d04472f0-7d5a-4324-8663-aad7d6dcdd9d req-5dfd4cdf-fcbe-4832-b6f2-ccff74cae686 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4eef7e86-de32-4a37-86c0-465105a78e98 HTTP/1.1" status: 200 len: 217 time: 0.0371134 Sep 07 03:19:46.809877 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d04472f0-7d5a-4324-8663-aad7d6dcdd9d req-73a97599-a84c-4d53-a7b8-7b073c8a5bd4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4eef7e86-de32-4a37-86c0-465105a78e98 HTTP/1.1" status: 200 len: 217 time: 0.0393600 Sep 07 03:19:46.859079 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04472f0-7d5a-4324-8663-aad7d6dcdd9d req-d0b6d433-6a32-4665-9181-26b07fb025fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:46.860348 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04472f0-7d5a-4324-8663-aad7d6dcdd9d req-7808cb31-b198-46ec-9064-696a35233aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:46.860849 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d04472f0-7d5a-4324-8663-aad7d6dcdd9d req-d0b6d433-6a32-4665-9181-26b07fb025fe service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ee0673ef-5772-459d-8152-47b3fe0c1566 HTTP/1.1" status: 200 len: 855 time: 0.0445039 Sep 07 03:19:46.861829 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d04472f0-7d5a-4324-8663-aad7d6dcdd9d req-7808cb31-b198-46ec-9064-696a35233aef service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ee0673ef-5772-459d-8152-47b3fe0c1566 HTTP/1.1" status: 200 len: 855 time: 0.0455949 Sep 07 03:19:46.892732 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d04472f0-7d5a-4324-8663-aad7d6dcdd9d req-faa61351-d01f-4277-8361-88d88b3f4b5f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0e64921f-4a71-49c5-8976-1ce5ddd2931a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253708 Sep 07 03:19:46.893422 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d04472f0-7d5a-4324-8663-aad7d6dcdd9d req-a35b1821-9d74-4794-ae4c-4a40ce2868bd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0e64921f-4a71-49c5-8976-1ce5ddd2931a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245466 Sep 07 03:19:46.987799 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d04472f0-7d5a-4324-8663-aad7d6dcdd9d req-308d6205-9130-400e-9cc5-d740ebbf44c3 service neutron] 10.222.0.23 "GET /v2.0/networks/0e64921f-4a71-49c5-8976-1ce5ddd2931a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879588 Sep 07 03:19:47.020687 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d04472f0-7d5a-4324-8663-aad7d6dcdd9d req-69ec231e-2d86-45e0-9686-4e1e625299ee service neutron] 10.222.0.16 "GET /v2.0/networks/0e64921f-4a71-49c5-8976-1ce5ddd2931a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202056 Sep 07 03:19:47.029113 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad5f7e1-633e-4be5-bb48-8670ea669ba7 req-7ee80bac-b08c-46f4-ba7a-c92d05d1e129 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:47.030534 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dad5f7e1-633e-4be5-bb48-8670ea669ba7 req-7ee80bac-b08c-46f4-ba7a-c92d05d1e129 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1 HTTP/1.1" status: 200 len: 943 time: 0.0689211 Sep 07 03:19:47.081592 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d04472f0-7d5a-4324-8663-aad7d6dcdd9d req-2f439ac7-8573-48bd-a047-dc25af4d93c9 service neutron] 10.222.0.23 "GET /v2.0/networks/0e64921f-4a71-49c5-8976-1ce5ddd2931a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864291 Sep 07 03:19:47.122432 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dad5f7e1-633e-4be5-bb48-8670ea669ba7 req-3b9c4e68-316d-451b-83b2-c5f9bee315ae tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833304 Sep 07 03:19:47.147237 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d04472f0-7d5a-4324-8663-aad7d6dcdd9d req-4f8edcc7-a38e-445e-8320-ba39b772b256 service neutron] 10.222.0.16 "GET /v2.0/networks/0e64921f-4a71-49c5-8976-1ce5ddd2931a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157615 Sep 07 03:19:47.350766 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e148bc0-a5c0-4741-83ff-e56477b5fb7e req-4628040e-d509-4875-9c55-64d18aac7758 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:47.352198 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7e148bc0-a5c0-4741-83ff-e56477b5fb7e req-4628040e-d509-4875-9c55-64d18aac7758 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1 HTTP/1.1" status: 200 len: 943 time: 0.0833051 Sep 07 03:19:47.360482 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c521c-fa77-45b6-a818-02b2684dc612 req-38fc9e16-8e0b-4eb7-abca-9cff18ef6aee tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:47.361894 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f42c521c-fa77-45b6-a818-02b2684dc612 req-38fc9e16-8e0b-4eb7-abca-9cff18ef6aee tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.16 "GET /v2.0/ports?device_id=e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1&tenant_id=c4013acb69904d52bf12f93ab39fbf03&binding%3Ahost_id=n-h1-796209-16 HTTP/1.1" status: 200 len: 943 time: 0.0833049 Sep 07 03:19:47.422825 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7e148bc0-a5c0-4741-83ff-e56477b5fb7e req-0347e793-ff14-4dee-883b-43328d3754e7 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599842 Sep 07 03:19:47.443678 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [req-f42c521c-fa77-45b6-a818-02b2684dc612 req-7ba319aa-f6a4-4fc2-a451-e9da594562dd service neutron] delete failed (client error): The resource could not be found. Sep 07 03:19:47.444687 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f42c521c-fa77-45b6-a818-02b2684dc612 req-7ba319aa-f6a4-4fc2-a451-e9da594562dd service neutron] 10.222.0.16 "DELETE /v2.0/ports/4eef7e86-de32-4a37-86c0-465105a78e98/bindings/n-h2-796209-16 HTTP/1.1" status: 404 len: 381 time: 0.0742161 Sep 07 03:19:47.527712 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c521c-fa77-45b6-a818-02b2684dc612 req-6a156bbb-850d-4692-8bf2-88030e211323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:47.529444 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f42c521c-fa77-45b6-a818-02b2684dc612 req-6a156bbb-850d-4692-8bf2-88030e211323 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c4013acb69904d52bf12f93ab39fbf03&device_id=e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1 HTTP/1.1" status: 200 len: 1095 time: 0.0419464 Sep 07 03:19:47.621750 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c521c-fa77-45b6-a818-02b2684dc612 req-b70823e1-6869-4508-9b99-d2fd8bf18379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:47.623128 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f42c521c-fa77-45b6-a818-02b2684dc612 req-b70823e1-6869-4508-9b99-d2fd8bf18379 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0e64921f-4a71-49c5-8976-1ce5ddd2931a HTTP/1.1" status: 200 len: 915 time: 0.0877004 Sep 07 03:19:47.665595 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f42c521c-fa77-45b6-a818-02b2684dc612 req-980f68e0-cad2-4992-a102-6abe4d6e7ab7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4eef7e86-de32-4a37-86c0-465105a78e98 HTTP/1.1" status: 200 len: 217 time: 0.0357656 Sep 07 03:19:47.715087 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c521c-fa77-45b6-a818-02b2684dc612 req-23387702-8fc1-4005-aad6-17ef55968960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:47.716594 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f42c521c-fa77-45b6-a818-02b2684dc612 req-23387702-8fc1-4005-aad6-17ef55968960 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ee0673ef-5772-459d-8152-47b3fe0c1566 HTTP/1.1" status: 200 len: 855 time: 0.0443091 Sep 07 03:19:47.752077 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f42c521c-fa77-45b6-a818-02b2684dc612 req-908e208b-62c7-4b36-9dbf-8a2ad36655ca service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0e64921f-4a71-49c5-8976-1ce5ddd2931a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282412 Sep 07 03:19:47.839955 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f42c521c-fa77-45b6-a818-02b2684dc612 req-f3ac00b9-5939-41fa-97b4-df050f00774c service neutron] 10.222.0.16 "GET /v2.0/networks/0e64921f-4a71-49c5-8976-1ce5ddd2931a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809600 Sep 07 03:19:47.933096 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f42c521c-fa77-45b6-a818-02b2684dc612 req-4c899001-7be8-4a7e-a0e6-fdcdde8a0d11 service neutron] 10.222.0.16 "GET /v2.0/networks/0e64921f-4a71-49c5-8976-1ce5ddd2931a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860233 Sep 07 03:19:47.940913 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 4eef7e86-de32-4a37-86c0-465105a78e98 no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:19:47.983861 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 4eef7e86-de32-4a37-86c0-465105a78e98 not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:19:48.538429 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d50a4-ced7-4154-8660-7d2668bcf1c8 req-63d6020f-42bb-4e20-acd4-ef7154769b0b tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:48.539905 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d02d50a4-ced7-4154-8660-7d2668bcf1c8 req-63d6020f-42bb-4e20-acd4-ef7154769b0b tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1 HTTP/1.1" status: 200 len: 943 time: 0.0483665 Sep 07 03:19:48.582350 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d02d50a4-ced7-4154-8660-7d2668bcf1c8 req-493ea4d3-834a-4ecd-b675-a20fc222a3f4 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361979 Sep 07 03:19:48.669792 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 4eef7e86-de32-4a37-86c0-465105a78e98 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 03:19:48.697264 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2299148f-da5f-4c0b-ae43-5b98a635c90b req-40e7c547-cdde-450f-887a-ec98cd8e6c31 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:48.698772 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2299148f-da5f-4c0b-ae43-5b98a635c90b req-40e7c547-cdde-450f-887a-ec98cd8e6c31 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1 HTTP/1.1" status: 200 len: 943 time: 0.0519631 Sep 07 03:19:48.736849 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2299148f-da5f-4c0b-ae43-5b98a635c90b req-6355c9f3-a9fa-4b7e-9be1-87b32e47e181 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319035 Sep 07 03:19:48.763235 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 4eef7e86-de32-4a37-86c0-465105a78e98, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=4eef7e86-de32-4a37-86c0-465105a78e98,segment=NetworkSegment(79bceccf-349d-4ea0-935d-3ab61757d273),segment_id=79bceccf-349d-4ea0-935d-3ab61757d273)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:19:48.774731 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '4eef7e86-de32-4a37-86c0-465105a78e98', 'network_id': '0e64921f-4a71-49c5-8976-1ce5ddd2931a', 'port_id': '4eef7e86-de32-4a37-86c0-465105a78e98', 'mac_address': 'fa:16:3e:03:22:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee0673ef-5772-459d-8152-47b3fe0c1566', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 03:19:48.815195 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:48.828743 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eef7e86-de32-4a37-86c0-465105a78e98 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:19:48.847439 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 4eef7e86-de32-4a37-86c0-465105a78e98, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=4eef7e86-de32-4a37-86c0-465105a78e98,segment=NetworkSegment(79bceccf-349d-4ea0-935d-3ab61757d273),segment_id=79bceccf-349d-4ea0-935d-3ab61757d273)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:19:48.851708 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:48.855616 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6926f68f-dda0-432a-9f83-41ca5ff6f418 req-a45faaa0-11ce-4766-9818-ea90eb96758f tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:48.857135 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6926f68f-dda0-432a-9f83-41ca5ff6f418 req-a45faaa0-11ce-4766-9818-ea90eb96758f tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1 HTTP/1.1" status: 200 len: 943 time: 0.0549548 Sep 07 03:19:48.897348 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6926f68f-dda0-432a-9f83-41ca5ff6f418 req-e20613b2-1940-4cbe-ad6e-9a29031f89b3 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340016 Sep 07 03:19:48.902062 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=4eef7e86-de32-4a37-86c0-465105a78e98,revision_number=8']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:19:49.066266 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['4eef7e86-de32-4a37-86c0-465105a78e98'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:19:49.219935 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b02cc81-1ee5-4097-8b4d-fc33764b3adc req-1778ee11-8d58-4424-b75c-5472ec03ceba tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:49.221420 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0b02cc81-1ee5-4097-8b4d-fc33764b3adc req-1778ee11-8d58-4424-b75c-5472ec03ceba tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1 HTTP/1.1" status: 200 len: 944 time: 0.0491235 Sep 07 03:19:49.261000 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0b02cc81-1ee5-4097-8b4d-fc33764b3adc req-4718ad3d-b808-4c56-a265-37889010fb56 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330563 Sep 07 03:19:50.398201 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7a7cd-1058-4810-8cec-a953b959cfa7 req-8bf91cf9-fdbb-4d72-9e1b-42e5aab77423 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:50.399648 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2bf7a7cd-1058-4810-8cec-a953b959cfa7 req-8bf91cf9-fdbb-4d72-9e1b-42e5aab77423 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1 HTTP/1.1" status: 200 len: 944 time: 0.0723422 Sep 07 03:19:50.419362 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21858f14-2e9e-4f53-aaef-76e00e1a4757 req-12ad4eb0-b2d1-4b9d-9189-0336f48e4479 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:50.420766 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-21858f14-2e9e-4f53-aaef-76e00e1a4757 req-12ad4eb0-b2d1-4b9d-9189-0336f48e4479 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.23 "GET /v2.0/ports?device_id=e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1 HTTP/1.1" status: 200 len: 944 time: 0.0672600 Sep 07 03:19:50.474959 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2bf7a7cd-1058-4810-8cec-a953b959cfa7 req-d7d39d59-2634-4879-bdf0-3e11c69fa153 tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.22 "GET /v2.0/security-groups?id=f364e14a-d058-48fc-94dd-1b9944e02805&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685055 Sep 07 03:19:50.526024 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-21858f14-2e9e-4f53-aaef-76e00e1a4757 req-7cef67ba-12a8-4ae3-b432-9b945cde976b tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Deleting port 4eef7e86-de32-4a37-86c0-465105a78e98 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:19:50.526366 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-21858f14-2e9e-4f53-aaef-76e00e1a4757 req-7cef67ba-12a8-4ae3-b432-9b945cde976b tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:50.614410 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-21858f14-2e9e-4f53-aaef-76e00e1a4757 req-7cef67ba-12a8-4ae3-b432-9b945cde976b tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] For port 4eef7e86-de32-4a37-86c0-465105a78e98, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=4eef7e86-de32-4a37-86c0-465105a78e98,segment=NetworkSegment(79bceccf-349d-4ea0-935d-3ab61757d273),segment_id=79bceccf-349d-4ea0-935d-3ab61757d273)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:19:50.614772 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-21858f14-2e9e-4f53-aaef-76e00e1a4757 req-7cef67ba-12a8-4ae3-b432-9b945cde976b tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:50.626088 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-21858f14-2e9e-4f53-aaef-76e00e1a4757 req-7cef67ba-12a8-4ae3-b432-9b945cde976b tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Calling delete_port for 4eef7e86-de32-4a37-86c0-465105a78e98 owned by compute:nova {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:19:50.694355 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 4eef7e86-de32-4a37-86c0-465105a78e98 up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:19:50.749491 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-21858f14-2e9e-4f53-aaef-76e00e1a4757 req-7cef67ba-12a8-4ae3-b432-9b945cde976b tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:50.749867 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port 4eef7e86-de32-4a37-86c0-465105a78e98 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:19:50.757925 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port 4eef7e86-de32-4a37-86c0-465105a78e98 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:19:50.758293 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:50.776817 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Port 4eef7e86-de32-4a37-86c0-465105a78e98 was deleted so its status cannot be updated. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Sep 07 03:19:50.783077 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef67ba-12a8-4ae3-b432-9b945cde976b tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Pushing event deleted for resources: {'Port': ['ID=4eef7e86-de32-4a37-86c0-465105a78e98,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:19:50.822473 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-21858f14-2e9e-4f53-aaef-76e00e1a4757 req-7cef67ba-12a8-4ae3-b432-9b945cde976b tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] No DVR routers for this DVR port 4eef7e86-de32-4a37-86c0-465105a78e98 on host n-h1-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:19:50.825036 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-21858f14-2e9e-4f53-aaef-76e00e1a4757 req-7cef67ba-12a8-4ae3-b432-9b945cde976b tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:50.827388 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-21858f14-2e9e-4f53-aaef-76e00e1a4757 req-7cef67ba-12a8-4ae3-b432-9b945cde976b tempest-ServerDiskConfigTestJSON-1195954686 tempest-ServerDiskConfigTestJSON-1195954686-project] 10.222.0.23 "DELETE /v2.0/ports/4eef7e86-de32-4a37-86c0-465105a78e98 HTTP/1.1" status: 204 len: 173 time: 0.3991323 Sep 07 03:19:50.827881 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1', 'name': 'network-vif-deleted', 'tag': '4eef7e86-de32-4a37-86c0-465105a78e98'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:19:50.830150 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9746c7b7-3e2c-4572-a486-958c546c2571" -d '{"events": [{"server_uuid": "e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1", "name": "network-vif-deleted", "tag": "4eef7e86-de32-4a37-86c0-465105a78e98"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:19:50.870930 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a64cb53-3149-42fd-a412-6cb1edf6f65c x-openstack-request-id: req-8a64cb53-3149-42fd-a412-6cb1edf6f65c {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:19:50.871244 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1", "name": "network-vif-deleted", "tag": "4eef7e86-de32-4a37-86c0-465105a78e98", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:19:50.871541 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8a64cb53-3149-42fd-a412-6cb1edf6f65c {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:19:50.871936 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6afc8f3-c7b7-4678-8d2f-fa48035cd2d1', 'name': 'network-vif-deleted', 'tag': '4eef7e86-de32-4a37-86c0-465105a78e98', 'status': 'completed', 'code': 200} Sep 07 03:19:51.593351 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 41780) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:19:51.644196 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4ea63d5-12e0-41fc-a8f5-cb5f7b8ef487 admin admin] Deleting subnet ee0673ef-5772-459d-8152-47b3fe0c1566 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 03:19:51.647178 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f4ea63d5-12e0-41fc-a8f5-cb5f7b8ef487 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:51.682074 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f4ea63d5-12e0-41fc-a8f5-cb5f7b8ef487 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:51.720289 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f4ea63d5-12e0-41fc-a8f5-cb5f7b8ef487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:51.772337 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f4ea63d5-12e0-41fc-a8f5-cb5f7b8ef487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:51.798926 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ea63d5-12e0-41fc-a8f5-cb5f7b8ef487 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee0673ef-5772-459d-8152-47b3fe0c1566,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:19:51.801487 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f4ea63d5-12e0-41fc-a8f5-cb5f7b8ef487 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:51.803763 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f4ea63d5-12e0-41fc-a8f5-cb5f7b8ef487 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ee0673ef-5772-459d-8152-47b3fe0c1566 HTTP/1.1" status: 204 len: 168 time: 0.2093692 Sep 07 03:19:51.806321 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 41782) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:19:51.810073 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ea63d5-12e0-41fc-a8f5-cb5f7b8ef487 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:19:51.810422 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ea63d5-12e0-41fc-a8f5-cb5f7b8ef487 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:19:51.810762 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ea63d5-12e0-41fc-a8f5-cb5f7b8ef487 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:19:51.811097 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ea63d5-12e0-41fc-a8f5-cb5f7b8ef487 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:19:51.811429 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ea63d5-12e0-41fc-a8f5-cb5f7b8ef487 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:19:51.811789 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ea63d5-12e0-41fc-a8f5-cb5f7b8ef487 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:19:51.812115 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ea63d5-12e0-41fc-a8f5-cb5f7b8ef487 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:19:51.812441 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ea63d5-12e0-41fc-a8f5-cb5f7b8ef487 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:19:51.812765 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ea63d5-12e0-41fc-a8f5-cb5f7b8ef487 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:19:51.813087 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ea63d5-12e0-41fc-a8f5-cb5f7b8ef487 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:19:51.813411 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ea63d5-12e0-41fc-a8f5-cb5f7b8ef487 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:19:51.813731 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ea63d5-12e0-41fc-a8f5-cb5f7b8ef487 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:19:51.847309 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:51.877022 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8c6ac4e2-0b3b-4d39-89c2-8821df346d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:51.894010 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:51.966417 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8c6ac4e2-0b3b-4d39-89c2-8821df346d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:51.986095 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-8c6ac4e2-0b3b-4d39-89c2-8821df346d17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e64921f-4a71-49c5-8976-1ce5ddd2931a']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:19:51.994977 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-8c6ac4e2-0b3b-4d39-89c2-8821df346d17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79bceccf-349d-4ea0-935d-3ab61757d273') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:19:51.995271 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-8c6ac4e2-0b3b-4d39-89c2-8821df346d17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79bceccf-349d-4ea0-935d-3ab61757d273') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:19:52.004241 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8c6ac4e2-0b3b-4d39-89c2-8821df346d17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:52.017416 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8c6ac4e2-0b3b-4d39-89c2-8821df346d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:52.023805 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c6ac4e2-0b3b-4d39-89c2-8821df346d17 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 03:19:52.024132 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8c6ac4e2-0b3b-4d39-89c2-8821df346d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:52.025884 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 03:19:52.025884 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 03:19:52.025884 n-d-796209-16 neutron-server[94701]: timer() Sep 07 03:19:52.025884 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 03:19:52.025884 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 03:19:52.025884 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 03:19:52.025884 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 03:19:52.025884 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 03:19:52.025884 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 03:19:52.025884 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 03:19:52.025884 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 03:19:52.025884 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 03:19:52.025884 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 03:19:52.025884 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 03:19:52.025884 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 03:19:52.025884 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 03:19:52.025884 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 03:19:52.025884 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 03:19:52.025884 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 03:19:52.025884 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 03:19:52.025884 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 03:19:52.025884 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 03:19:52.025884 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 03:19:52.025884 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 03:19:52.025884 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 03:19:52.025884 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 03:19:52.025884 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 03:19:52.025884 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 03:19:52.025884 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 03:19:52.025884 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 03:19:52.025884 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 03:19:52.025884 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 03:19:52.083892 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8c6ac4e2-0b3b-4d39-89c2-8821df346d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:52.089363 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8c6ac4e2-0b3b-4d39-89c2-8821df346d17 admin admin] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:52.091196 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8c6ac4e2-0b3b-4d39-89c2-8821df346d17 admin admin] 10.222.0.22 "DELETE /v2.0/networks/0e64921f-4a71-49c5-8976-1ce5ddd2931a HTTP/1.1" status: 204 len: 168 time: 0.2838266 Sep 07 03:19:52.102448 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6ac4e2-0b3b-4d39-89c2-8821df346d17 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e64921f-4a71-49c5-8976-1ce5ddd2931a,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:19:52.197992 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 41786) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:19:52.242335 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9e9a31eb-ae9a-48e1-a0d3-16853e3940fd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c4013acb69904d52bf12f93ab39fbf03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431814 Sep 07 03:19:52.244744 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 41788) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:19:52.293487 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5bcdfcdf-aaf4-45c3-aab7-b59d035aabe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:52.314454 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5bcdfcdf-aaf4-45c3-aab7-b59d035aabe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:52.359912 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5bcdfcdf-aaf4-45c3-aab7-b59d035aabe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:52.362553 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5bcdfcdf-aaf4-45c3-aab7-b59d035aabe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:52.363825 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-5bcdfcdf-aaf4-45c3-aab7-b59d035aabe9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f364e14a-d058-48fc-94dd-1b9944e02805 HTTP/1.1" status: 204 len: 168 time: 0.1181362 Sep 07 03:19:52.373782 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcdfcdf-aaf4-45c3-aab7-b59d035aabe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f364e14a-d058-48fc-94dd-1b9944e02805,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:19:52.724713 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 4eef7e86-de32-4a37-86c0-465105a78e98 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:19:52.744158 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: 4eef7e86-de32-4a37-86c0-465105a78e98 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:19:52.744508 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 4eef7e86-de32-4a37-86c0-465105a78e98 not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:19:53.010080 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 41810) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:19:53.117088 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-f3bdeec0-55c6-4e7b-a4ef-a4b5e0b07235 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1571132071-network', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:19:53.137573 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3bdeec0-55c6-4e7b-a4ef-a4b5e0b07235 admin admin] Made reservation on behalf of 617269ce5d8848e19cf1d7cbb9238cf7 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:19:53.139868 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f3bdeec0-55c6-4e7b-a4ef-a4b5e0b07235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:53.147960 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f3bdeec0-55c6-4e7b-a4ef-a4b5e0b07235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:53.234716 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f3bdeec0-55c6-4e7b-a4ef-a4b5e0b07235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:53.238242 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f3bdeec0-55c6-4e7b-a4ef-a4b5e0b07235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:53.264613 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3bdeec0-55c6-4e7b-a4ef-a4b5e0b07235 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 03:19:53.272030 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bdeec0-55c6-4e7b-a4ef-a4b5e0b07235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c432bfb-7404-416f-a772-03dbc31e94c7,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:19:53.276867 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f3bdeec0-55c6-4e7b-a4ef-a4b5e0b07235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:53.277212 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-f3bdeec0-55c6-4e7b-a4ef-a4b5e0b07235 admin admin] Added segment 07955656-bbc9-46aa-91b6-95e96bad7147 of type vlan for network c4fadbcc-499c-428e-819b-32e001329938 Sep 07 03:19:53.321223 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f3bdeec0-55c6-4e7b-a4ef-a4b5e0b07235 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:53.345374 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f3bdeec0-55c6-4e7b-a4ef-a4b5e0b07235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:53.346395 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bdeec0-55c6-4e7b-a4ef-a4b5e0b07235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:53.346969 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f3bdeec0-55c6-4e7b-a4ef-a4b5e0b07235 admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:53.375334 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f3bdeec0-55c6-4e7b-a4ef-a4b5e0b07235 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3641012 Sep 07 03:19:53.378395 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 41814) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:19:53.383623 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-87893de3-83a9-43ab-944e-c779968e35c2 admin admin] Request body: {'subnet': {'network_id': 'c4fadbcc-499c-428e-819b-32e001329938', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1571132071-subnet', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:19:53.403990 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87893de3-83a9-43ab-944e-c779968e35c2 admin admin] Made reservation on behalf of 617269ce5d8848e19cf1d7cbb9238cf7 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:19:53.406278 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-87893de3-83a9-43ab-944e-c779968e35c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:53.408143 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bdeec0-55c6-4e7b-a4ef-a4b5e0b07235 admin admin] Pushing event updated for resources: {'Network': ['ID=c4fadbcc-499c-428e-819b-32e001329938,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:19:53.422712 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network c4fadbcc-499c-428e-819b-32e001329938 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 03:19:53.873908 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-87893de3-83a9-43ab-944e-c779968e35c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:53.929096 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87893de3-83a9-43ab-944e-c779968e35c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f0b5055-c1b2-40d5-b334-fd7d6f889027,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:19:53.936992 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87893de3-83a9-43ab-944e-c779968e35c2 admin admin] Checking segment: {'id': '07955656-bbc9-46aa-91b6-95e96bad7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:19:53.937349 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87893de3-83a9-43ab-944e-c779968e35c2 admin admin] Network hostable DHCP agents. Network: c4fadbcc-499c-428e-819b-32e001329938, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 03:19:53.953536 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87893de3-83a9-43ab-944e-c779968e35c2 admin admin] Network c4fadbcc-499c-428e-819b-32e001329938 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 03:19:53.962331 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-87893de3-83a9-43ab-944e-c779968e35c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, c4fadbcc-499c-428e-819b-32e001329938) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:19:53.966548 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87893de3-83a9-43ab-944e-c779968e35c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:53.967144 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-87893de3-83a9-43ab-944e-c779968e35c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:53.972267 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184ec389-0357-49c6-bad3-52382138283a None None] Network c4fadbcc-499c-428e-819b-32e001329938 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:19:53.980664 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-87893de3-83a9-43ab-944e-c779968e35c2 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6011684 Sep 07 03:19:53.983358 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 41816) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:19:53.987679 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-7d821aaa-cce7-4271-a0cb-401f8ac3fb6f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1571132071-router', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:19:54.008118 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7d821aaa-cce7-4271-a0cb-401f8ac3fb6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:54.009099 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7d821aaa-cce7-4271-a0cb-401f8ac3fb6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:54.061941 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7d821aaa-cce7-4271-a0cb-401f8ac3fb6f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:54.116557 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7bef7f-c277-4a32-bbb9-f13bcafdb258 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-c4fadbcc-499c-428e-819b-32e001329938', 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'fixed_ips': [{'subnet_id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 03:19:54.117408 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3b7bef7f-c277-4a32-bbb9-f13bcafdb258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:54.196554 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7d821aaa-cce7-4271-a0cb-401f8ac3fb6f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:54.247329 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-3b7bef7f-c277-4a32-bbb9-f13bcafdb258 None None] Allocated IP 172.20.0.2 (c4fadbcc-499c-428e-819b-32e001329938/4f0b5055-c1b2-40d5-b334-fd7d6f889027/6b294636-d7e5-4006-9e8e-8fe099120b6b) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:19:54.388750 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3b7bef7f-c277-4a32-bbb9-f13bcafdb258 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:54.395204 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7d821aaa-cce7-4271-a0cb-401f8ac3fb6f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:54.397343 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3b7bef7f-c277-4a32-bbb9-f13bcafdb258 None None] Transition to ACTIVE for port object 6b294636-d7e5-4006-9e8e-8fe099120b6b will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:19:54.411421 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3b7bef7f-c277-4a32-bbb9-f13bcafdb258 None None] Transition to ACTIVE for port object 6b294636-d7e5-4006-9e8e-8fe099120b6b will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:19:54.415217 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7d821aaa-cce7-4271-a0cb-401f8ac3fb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:54.418110 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3b7bef7f-c277-4a32-bbb9-f13bcafdb258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:54.455508 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7bef7f-c277-4a32-bbb9-f13bcafdb258 None None] Network c4fadbcc-499c-428e-819b-32e001329938 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:19:54.458213 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-3b7bef7f-c277-4a32-bbb9-f13bcafdb258 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:19:54.463647 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7bef7f-c277-4a32-bbb9-f13bcafdb258 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:19:54.468975 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7bef7f-c277-4a32-bbb9-f13bcafdb258 None None] Pushing event updated for resources: {'Port': ['ID=6b294636-d7e5-4006-9e8e-8fe099120b6b,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:19:54.523330 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-3b7bef7f-c277-4a32-bbb9-f13bcafdb258 None None] Attempting to bind port 6b294636-d7e5-4006-9e8e-8fe099120b6b on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:19:54.523731 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-3b7bef7f-c277-4a32-bbb9-f13bcafdb258 None None] Attempting to bind port 6b294636-d7e5-4006-9e8e-8fe099120b6b by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '07955656-bbc9-46aa-91b6-95e96bad7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:19:54.524097 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7bef7f-c277-4a32-bbb9-f13bcafdb258 None None] Attempting to bind port 6b294636-d7e5-4006-9e8e-8fe099120b6b on network c4fadbcc-499c-428e-819b-32e001329938 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:19:54.525908 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-7d821aaa-cce7-4271-a0cb-401f8ac3fb6f admin admin] Allocated IP 172.25.5.139 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/54845b1b-8632-4f00-a50d-7e7819005750) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:19:54.529290 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7bef7f-c277-4a32-bbb9-f13bcafdb258 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:19:54.529708 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7bef7f-c277-4a32-bbb9-f13bcafdb258 None None] Checking segment: {'id': '07955656-bbc9-46aa-91b6-95e96bad7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:19:54.530118 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3b7bef7f-c277-4a32-bbb9-f13bcafdb258 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:54.530536 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7bef7f-c277-4a32-bbb9-f13bcafdb258 None None] Bound using segment: {'id': '07955656-bbc9-46aa-91b6-95e96bad7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:19:54.531048 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-3b7bef7f-c277-4a32-bbb9-f13bcafdb258 None None] Bound port: 6b294636-d7e5-4006-9e8e-8fe099120b6b, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07955656-bbc9-46aa-91b6-95e96bad7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:19:54.531424 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3b7bef7f-c277-4a32-bbb9-f13bcafdb258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:54.596422 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3b7bef7f-c277-4a32-bbb9-f13bcafdb258 None None] For port 6b294636-d7e5-4006-9e8e-8fe099120b6b, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:19:54.600139 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3b7bef7f-c277-4a32-bbb9-f13bcafdb258 None None] For port 6b294636-d7e5-4006-9e8e-8fe099120b6b, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=6b294636-d7e5-4006-9e8e-8fe099120b6b,segment=NetworkSegment(07955656-bbc9-46aa-91b6-95e96bad7147),segment_id=07955656-bbc9-46aa-91b6-95e96bad7147)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:19:54.604563 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3b7bef7f-c277-4a32-bbb9-f13bcafdb258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:54.628989 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7d821aaa-cce7-4271-a0cb-401f8ac3fb6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:54.665345 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7bef7f-c277-4a32-bbb9-f13bcafdb258 None None] Pushing event updated for resources: {'Port': ['ID=6b294636-d7e5-4006-9e8e-8fe099120b6b,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:19:54.672451 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7d821aaa-cce7-4271-a0cb-401f8ac3fb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:54.713849 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d821aaa-cce7-4271-a0cb-401f8ac3fb6f admin admin] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:19:54.719456 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-7d821aaa-cce7-4271-a0cb-401f8ac3fb6f admin admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:19:54.724564 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d821aaa-cce7-4271-a0cb-401f8ac3fb6f admin admin] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:19:54.727568 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d821aaa-cce7-4271-a0cb-401f8ac3fb6f admin admin] Pushing event updated for resources: {'Port': ['ID=54845b1b-8632-4f00-a50d-7e7819005750,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:19:54.943777 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 6b294636-d7e5-4006-9e8e-8fe099120b6b up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:19:54.995703 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 6b294636-d7e5-4006-9e8e-8fe099120b6b completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:19:55.010865 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7d821aaa-cce7-4271-a0cb-401f8ac3fb6f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:55.200654 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7d821aaa-cce7-4271-a0cb-401f8ac3fb6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:55.332604 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d821aaa-cce7-4271-a0cb-401f8ac3fb6f admin admin] Router 6a976ed9-0b79-469a-ae9b-dfef1dd23baf is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 03:19:55.444467 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d821aaa-cce7-4271-a0cb-401f8ac3fb6f admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:19:55.454854 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ffc305-e86d-4edb-a794-df906e7ecd02 None None] Sync routers for ids ['6a976ed9-0b79-469a-ae9b-dfef1dd23baf'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:19:55.460871 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-7d821aaa-cce7-4271-a0cb-401f8ac3fb6f admin admin] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:55.464827 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-7d821aaa-cce7-4271-a0cb-401f8ac3fb6f admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4779944 Sep 07 03:19:55.464984 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ffc305-e86d-4edb-a794-df906e7ecd02 None None] Routers {'6a976ed9-0b79-469a-ae9b-dfef1dd23baf'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:19:55.465420 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 41818) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:19:55.465782 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-e4ffc305-e86d-4edb-a794-df906e7ecd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:19:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['6a976ed9-0b79-469a-ae9b-dfef1dd23baf'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:19:55.559191 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cc7c4b-4085-49bf-a95e-5647ac3f6f4a None None] Network c4fadbcc-499c-428e-819b-32e001329938 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:19:55.763364 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-e4ffc305-e86d-4edb-a794-df906e7ecd02 None None] Set router 6a976ed9-0b79-469a-ae9b-dfef1dd23baf gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:19:55.848294 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-d0acdc5a-6369-4979-ab3f-c28b1e3311dc None None] Provisioning for port 6b294636-d7e5-4006-9e8e-8fe099120b6b completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:19:55.874211 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-d0acdc5a-6369-4979-ab3f-c28b1e3311dc None None] Provisioning complete for port 6b294636-d7e5-4006-9e8e-8fe099120b6b triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:19:55.874587 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d0acdc5a-6369-4979-ab3f-c28b1e3311dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:55.893792 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cc9a38fb-479c-4169-8aa4-772981b8f85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:56.008918 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9a918b99-d206-42de-970e-470af94929e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:56.049167 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-cc9a38fb-479c-4169-8aa4-772981b8f85a admin admin] Allocated IP 172.20.0.1 (c4fadbcc-499c-428e-819b-32e001329938/4f0b5055-c1b2-40d5-b334-fd7d6f889027/709c4d93-38f3-4ae4-a7cf-ab3c349ee285) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:19:56.123523 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d0acdc5a-6369-4979-ab3f-c28b1e3311dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:56.149170 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-e4ffc305-e86d-4edb-a794-df906e7ecd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'name': 'tempest-ServerActionsTestJSON-1571132071-router', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '54845b1b-8632-4f00-a50d-7e7819005750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:19:54Z', 'updated_at': '2021-09-07T03:19:54Z', 'revision_number': 3, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'gw_port': {'id': '54845b1b-8632-4f00-a50d-7e7819005750', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a1:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:19:54Z', 'updated_at': '2021-09-07T03:19:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:19:56.163929 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cc9a38fb-479c-4169-8aa4-772981b8f85a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:56.177901 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ffc305-e86d-4edb-a794-df906e7ecd02 None None] Checking router: 6a976ed9-0b79-469a-ae9b-dfef1dd23baf for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:19:56.178242 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ffc305-e86d-4edb-a794-df906e7ecd02 None None] Updating router 6a976ed9-0b79-469a-ae9b-dfef1dd23baf port 54845b1b-8632-4f00-a50d-7e7819005750 binding host n-d-796209-16 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 03:19:56.180035 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-cc9a38fb-479c-4169-8aa4-772981b8f85a admin admin] Transition to ACTIVE for port object 709c4d93-38f3-4ae4-a7cf-ab3c349ee285 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:19:56.212572 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-d0acdc5a-6369-4979-ab3f-c28b1e3311dc None None] For port 6b294636-d7e5-4006-9e8e-8fe099120b6b, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=6b294636-d7e5-4006-9e8e-8fe099120b6b,segment=NetworkSegment(07955656-bbc9-46aa-91b6-95e96bad7147),segment_id=07955656-bbc9-46aa-91b6-95e96bad7147)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:19:56.217635 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cc9a38fb-479c-4169-8aa4-772981b8f85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:56.217873 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d0acdc5a-6369-4979-ab3f-c28b1e3311dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:56.221350 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e4ffc305-e86d-4edb-a794-df906e7ecd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:56.263650 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9a38fb-479c-4169-8aa4-772981b8f85a admin admin] Network c4fadbcc-499c-428e-819b-32e001329938 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:19:56.269177 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-cc9a38fb-479c-4169-8aa4-772981b8f85a admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:19:56.274683 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9a38fb-479c-4169-8aa4-772981b8f85a admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:19:56.278102 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9a38fb-479c-4169-8aa4-772981b8f85a admin admin] Pushing event updated for resources: {'Port': ['ID=709c4d93-38f3-4ae4-a7cf-ab3c349ee285,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:19:56.319682 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cc9a38fb-479c-4169-8aa4-772981b8f85a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:56.345718 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0acdc5a-6369-4979-ab3f-c28b1e3311dc None None] Pushing event updated for resources: {'Port': ['ID=6b294636-d7e5-4006-9e8e-8fe099120b6b,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:19:56.454568 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-ae23a29a-16fd-4f52-87f6-e49330591771 None None] Provisioning complete for port 6b294636-d7e5-4006-9e8e-8fe099120b6b triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:19:56.454950 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ae23a29a-16fd-4f52-87f6-e49330591771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:56.457180 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cc9a38fb-479c-4169-8aa4-772981b8f85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:56.602902 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e4ffc305-e86d-4edb-a794-df906e7ecd02 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:56.615432 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-e4ffc305-e86d-4edb-a794-df906e7ecd02 None None] Transition to ACTIVE for port object 54845b1b-8632-4f00-a50d-7e7819005750 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:19:56.620926 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e4ffc305-e86d-4edb-a794-df906e7ecd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:56.632107 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cc9a38fb-479c-4169-8aa4-772981b8f85a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:56.637735 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cc9a38fb-479c-4169-8aa4-772981b8f85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:56.667783 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-e4ffc305-e86d-4edb-a794-df906e7ecd02 None None] Attempting to bind port 54845b1b-8632-4f00-a50d-7e7819005750 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:19:56.668091 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-e4ffc305-e86d-4edb-a794-df906e7ecd02 None None] Attempting to bind port 54845b1b-8632-4f00-a50d-7e7819005750 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:19:56.668462 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ffc305-e86d-4edb-a794-df906e7ecd02 None None] Attempting to bind port 54845b1b-8632-4f00-a50d-7e7819005750 on network 1166b922-7457-4da4-bdda-328e8c8e7bc6 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:19:56.681158 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ffc305-e86d-4edb-a794-df906e7ecd02 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:19:56.681540 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ffc305-e86d-4edb-a794-df906e7ecd02 None None] Checking segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:19:56.681954 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e4ffc305-e86d-4edb-a794-df906e7ecd02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:56.682341 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ffc305-e86d-4edb-a794-df906e7ecd02 None None] Bound using segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:19:56.682812 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-e4ffc305-e86d-4edb-a794-df906e7ecd02 None None] Bound port: 54845b1b-8632-4f00-a50d-7e7819005750, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:19:56.683194 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e4ffc305-e86d-4edb-a794-df906e7ecd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:56.685608 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20873563-8fc8-48f4-bd75-ec3c94b7b2e1 None None] Pushing event updated for resources: {'Port': ['ID=54845b1b-8632-4f00-a50d-7e7819005750,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:19:56.709051 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9a38fb-479c-4169-8aa4-772981b8f85a admin admin] Pushing event updated for resources: {'Port': ['ID=709c4d93-38f3-4ae4-a7cf-ab3c349ee285,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:19:56.711613 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cc9a38fb-479c-4169-8aa4-772981b8f85a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:56.745561 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-e4ffc305-e86d-4edb-a794-df906e7ecd02 None None] For port 54845b1b-8632-4f00-a50d-7e7819005750, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:19:56.748991 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-e4ffc305-e86d-4edb-a794-df906e7ecd02 None None] For port 54845b1b-8632-4f00-a50d-7e7819005750, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=54845b1b-8632-4f00-a50d-7e7819005750,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:19:56.750113 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-db879e97-73fe-4c75-b2ec-8823764f0b5d None None] Provisioning for port 709c4d93-38f3-4ae4-a7cf-ab3c349ee285 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:19:56.754313 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-db879e97-73fe-4c75-b2ec-8823764f0b5d None None] Provisioning complete for port 709c4d93-38f3-4ae4-a7cf-ab3c349ee285 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:19:56.754720 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-db879e97-73fe-4c75-b2ec-8823764f0b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:56.756679 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e4ffc305-e86d-4edb-a794-df906e7ecd02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:56.803440 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9a38fb-479c-4169-8aa4-772981b8f85a admin admin] Network c4fadbcc-499c-428e-819b-32e001329938 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:19:56.804871 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-cc9a38fb-479c-4169-8aa4-772981b8f85a admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:19:56.843342 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-db879e97-73fe-4c75-b2ec-8823764f0b5d None None] Port 709c4d93-38f3-4ae4-a7cf-ab3c349ee285 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:19:56.853731 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20873563-8fc8-48f4-bd75-ec3c94b7b2e1 None None] Pushing event updated for resources: {'Port': ['ID=54845b1b-8632-4f00-a50d-7e7819005750,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:19:56.857251 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ffc305-e86d-4edb-a794-df906e7ecd02 None None] Routers {'6a976ed9-0b79-469a-ae9b-dfef1dd23baf'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:19:56.857873 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-e4ffc305-e86d-4edb-a794-df906e7ecd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:19:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['6a976ed9-0b79-469a-ae9b-dfef1dd23baf'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:19:56.930448 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc9a38fb-479c-4169-8aa4-772981b8f85a admin admin] Router 6a976ed9-0b79-469a-ae9b-dfef1dd23baf has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:19:56.957794 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 6b294636-d7e5-4006-9e8e-8fe099120b6b up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:19:57.007253 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-e4ffc305-e86d-4edb-a794-df906e7ecd02 None None] Set router 6a976ed9-0b79-469a-ae9b-dfef1dd23baf gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:19:57.049145 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc9a38fb-479c-4169-8aa4-772981b8f85a admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:19:57.055216 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-cc9a38fb-479c-4169-8aa4-772981b8f85a admin admin] 10.222.0.22 "PUT /v2.0/routers/6a976ed9-0b79-469a-ae9b-dfef1dd23baf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5890040 Sep 07 03:19:57.097079 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 6b294636-d7e5-4006-9e8e-8fe099120b6b triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:19:57.097456 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:57.131891 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-7a8dab28-a606-4bd5-b445-35bf124b7d77 None None] Provisioning complete for port 709c4d93-38f3-4ae4-a7cf-ab3c349ee285 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:19:57.132261 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7a8dab28-a606-4bd5-b445-35bf124b7d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:57.230767 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-7a8dab28-a606-4bd5-b445-35bf124b7d77 None None] Port 709c4d93-38f3-4ae4-a7cf-ab3c349ee285 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:19:57.325805 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-e4ffc305-e86d-4edb-a794-df906e7ecd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'name': 'tempest-ServerActionsTestJSON-1571132071-router', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '54845b1b-8632-4f00-a50d-7e7819005750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:19:54Z', 'updated_at': '2021-09-07T03:19:56Z', 'revision_number': 4, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'gw_port': {'id': '54845b1b-8632-4f00-a50d-7e7819005750', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a1:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:19:54Z', 'updated_at': '2021-09-07T03:19:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '709c4d93-38f3-4ae4-a7cf-ab3c349ee285', 'name': '', 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'mac_address': 'fa:16:3e:51:84:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:19:55Z', 'updated_at': '2021-09-07T03:19:56Z', 'revision_number': 2, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'subnets': [{'id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:19:57.355691 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ffc305-e86d-4edb-a794-df906e7ecd02 None None] The sync data for ids ['6a976ed9-0b79-469a-ae9b-dfef1dd23baf'] in n-d-796209-16 is: [{'id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'name': 'tempest-ServerActionsTestJSON-1571132071-router', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '54845b1b-8632-4f00-a50d-7e7819005750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:19:54Z', 'updated_at': '2021-09-07T03:19:56Z', 'revision_number': 4, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'gw_port': {'id': '54845b1b-8632-4f00-a50d-7e7819005750', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a1:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:19:54Z', 'updated_at': '2021-09-07T03:19:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '709c4d93-38f3-4ae4-a7cf-ab3c349ee285', 'name': '', 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'mac_address': 'fa:16:3e:51:84:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:19:55Z', 'updated_at': '2021-09-07T03:19:56Z', 'revision_number': 2, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'subnets': [{'id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:19:57.698306 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 41826) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:19:57.703436 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-c44b646e-c2f6-4984-8651-748fb22573de tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Request body: {'security_group': {'name': 'tempest-securitygroup--122382441', 'description': 'tempest-description--1401877952'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:19:57.726189 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c44b646e-c2f6-4984-8651-748fb22573de tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:57.810483 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c44b646e-c2f6-4984-8651-748fb22573de tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:57.815102 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c44b646e-c2f6-4984-8651-748fb22573de tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:57.845797 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b646e-c2f6-4984-8651-748fb22573de tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6278159d-205e-4d66-922d-3734e56d992b,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:19:57.848102 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c44b646e-c2f6-4984-8651-748fb22573de tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:57.849410 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c44b646e-c2f6-4984-8651-748fb22573de tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1499820 Sep 07 03:19:57.852316 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 41828) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:19:57.856813 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-00cc929e-83eb-41a4-8190-54e7350a67f5 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Request body: {'security_group_rule': {'security_group_id': '6278159d-205e-4d66-922d-3734e56d992b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:19:57.885393 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-00cc929e-83eb-41a4-8190-54e7350a67f5 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:57.948852 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-00cc929e-83eb-41a4-8190-54e7350a67f5 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:57.953393 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-00cc929e-83eb-41a4-8190-54e7350a67f5 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:57.972149 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cc929e-83eb-41a4-8190-54e7350a67f5 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08d73dd5-a789-4682-a228-03f552fd8bfd,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:19:57.982009 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-00cc929e-83eb-41a4-8190-54e7350a67f5 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:57.984868 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-00cc929e-83eb-41a4-8190-54e7350a67f5 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1302032 Sep 07 03:19:57.987618 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 41830) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:19:57.998961 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-0561ebbd-6c7e-4fde-a706-d34be1308c18 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Request body: {'security_group_rule': {'security_group_id': '6278159d-205e-4d66-922d-3734e56d992b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:19:58.031291 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0561ebbd-6c7e-4fde-a706-d34be1308c18 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:58.093084 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0561ebbd-6c7e-4fde-a706-d34be1308c18 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:58.097806 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0561ebbd-6c7e-4fde-a706-d34be1308c18 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:58.119277 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0561ebbd-6c7e-4fde-a706-d34be1308c18 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20acb35f-2473-4619-ba37-33e40f3f4106,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:19:58.123600 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0561ebbd-6c7e-4fde-a706-d34be1308c18 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:58.127949 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 41832) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:19:58.128502 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-0561ebbd-6c7e-4fde-a706-d34be1308c18 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1377420 Sep 07 03:19:58.132710 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-e31c6c9b-8d28-4d7c-9a6b-cf67003ac76c tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Request body: {'floatingip': {'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:19:58.155740 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e31c6c9b-8d28-4d7c-9a6b-cf67003ac76c tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks [] for floatingip, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:58.205423 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-93accf88-d748-40b1-8af6-394d43a86d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:58.265318 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e31c6c9b-8d28-4d7c-9a6b-cf67003ac76c tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:58.369499 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-e31c6c9b-8d28-4d7c-9a6b-cf67003ac76c tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Allocated IP 172.25.5.251 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/80840d81-ae36-4001-b3e3-ce1d58545599) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:19:58.479977 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e31c6c9b-8d28-4d7c-9a6b-cf67003ac76c tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:58.519420 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e31c6c9b-8d28-4d7c-9a6b-cf67003ac76c tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:58.558426 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31c6c9b-8d28-4d7c-9a6b-cf67003ac76c tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:19:58.561292 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-e31c6c9b-8d28-4d7c-9a6b-cf67003ac76c tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:19:58.566790 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31c6c9b-8d28-4d7c-9a6b-cf67003ac76c tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:19:58.572795 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31c6c9b-8d28-4d7c-9a6b-cf67003ac76c tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Pushing event updated for resources: {'Port': ['ID=80840d81-ae36-4001-b3e3-ce1d58545599,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:19:58.653052 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e31c6c9b-8d28-4d7c-9a6b-cf67003ac76c tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:58.690606 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e31c6c9b-8d28-4d7c-9a6b-cf67003ac76c tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:58.746928 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:58.838821 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e31c6c9b-8d28-4d7c-9a6b-cf67003ac76c tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:58.843560 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e31c6c9b-8d28-4d7c-9a6b-cf67003ac76c tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:58.916518 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 54845b1b-8632-4f00-a50d-7e7819005750 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:19:58.919566 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31c6c9b-8d28-4d7c-9a6b-cf67003ac76c tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Pushing event updated for resources: {'Port': ['ID=80840d81-ae36-4001-b3e3-ce1d58545599,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:19:58.931457 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e31c6c9b-8d28-4d7c-9a6b-cf67003ac76c tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:58.946493 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e31c6c9b-8d28-4d7c-9a6b-cf67003ac76c tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:58.956956 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e31c6c9b-8d28-4d7c-9a6b-cf67003ac76c tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8190110 Sep 07 03:19:58.990146 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 54845b1b-8632-4f00-a50d-7e7819005750 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:19:58.999290 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 54845b1b-8632-4f00-a50d-7e7819005750 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:19:58.999699 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:59.084257 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:59.096389 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a583bdb9-22cb-4e74-ae9c-b1b9c1cebf14 req-55156940-c39f-44f8-97c9-e9842865f386 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--122382441&fields=id&tenant_id=617269ce5d8848e19cf1d7cbb9238cf7 HTTP/1.1" status: 200 len: 267 time: 0.0372996 Sep 07 03:19:59.105281 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 54845b1b-8632-4f00-a50d-7e7819005750, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=54845b1b-8632-4f00-a50d-7e7819005750,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:19:59.109290 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:59.161384 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=54845b1b-8632-4f00-a50d-7e7819005750,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:19:59.213275 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a583bdb9-22cb-4e74-ae9c-b1b9c1cebf14 req-36b98b4b-f54e-4777-86e9-815c51f503ef tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:19:59.214810 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a583bdb9-22cb-4e74-ae9c-b1b9c1cebf14 req-36b98b4b-f54e-4777-86e9-815c51f503ef tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/networks?id=c4fadbcc-499c-428e-819b-32e001329938 HTTP/1.1" status: 200 len: 812 time: 0.1107252 Sep 07 03:19:59.230377 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a583bdb9-22cb-4e74-ae9c-b1b9c1cebf14 req-54e4ad86-e0cc-4b8f-b06f-5df4bd7f0827 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/quotas/617269ce5d8848e19cf1d7cbb9238cf7 HTTP/1.1" status: 200 len: 375 time: 0.0096388 Sep 07 03:19:59.284845 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a583bdb9-22cb-4e74-ae9c-b1b9c1cebf14 req-61b2be49-fcdd-44df-acbb-df30f9d2d974 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=617269ce5d8848e19cf1d7cbb9238cf7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0488584 Sep 07 03:19:59.297436 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708c6d0b-5cd6-4424-a232-7c20268c0731 None None] Sync routers for ids ['6a976ed9-0b79-469a-ae9b-dfef1dd23baf'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:19:59.307365 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708c6d0b-5cd6-4424-a232-7c20268c0731 None None] Routers {'6a976ed9-0b79-469a-ae9b-dfef1dd23baf'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:19:59.308079 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-708c6d0b-5cd6-4424-a232-7c20268c0731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:19:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['6a976ed9-0b79-469a-ae9b-dfef1dd23baf'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:19:59.384265 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a583bdb9-22cb-4e74-ae9c-b1b9c1cebf14 req-643051d2-aeb8-43e7-b1dd-ff41b2337db6 service neutron] 10.222.0.22 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877433 Sep 07 03:19:59.412292 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-708c6d0b-5cd6-4424-a232-7c20268c0731 None None] Set router 6a976ed9-0b79-469a-ae9b-dfef1dd23baf gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:19:59.472902 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a583bdb9-22cb-4e74-ae9c-b1b9c1cebf14 req-61982fb5-f322-4c83-be1e-af8461dc7858 service neutron] 10.222.0.22 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825887 Sep 07 03:19:59.609858 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-708c6d0b-5cd6-4424-a232-7c20268c0731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'name': 'tempest-ServerActionsTestJSON-1571132071-router', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '54845b1b-8632-4f00-a50d-7e7819005750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:19:54Z', 'updated_at': '2021-09-07T03:19:56Z', 'revision_number': 4, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'gw_port': {'id': '54845b1b-8632-4f00-a50d-7e7819005750', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:19:54Z', 'updated_at': '2021-09-07T03:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '709c4d93-38f3-4ae4-a7cf-ab3c349ee285', 'name': '', 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'mac_address': 'fa:16:3e:51:84:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:19:55Z', 'updated_at': '2021-09-07T03:19:56Z', 'revision_number': 2, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'subnets': [{'id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:19:59.639943 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708c6d0b-5cd6-4424-a232-7c20268c0731 None None] Checking router: 6a976ed9-0b79-469a-ae9b-dfef1dd23baf for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:19:59.640452 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708c6d0b-5cd6-4424-a232-7c20268c0731 None None] Updating router 6a976ed9-0b79-469a-ae9b-dfef1dd23baf port 709c4d93-38f3-4ae4-a7cf-ab3c349ee285 binding host n-d-796209-16 {{(pid=94703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 03:19:59.646133 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-18824df6-c056-42b1-bc57-16bbd437ed85 req-b9fb12fc-8e68-44b1-bd8b-1310e7b7dfb3 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=65aa7797-314e-4d14-a16b-3d94ca613e9f HTTP/1.1" status: 200 len: 210 time: 0.0311182 Sep 07 03:19:59.658406 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:59.669242 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-708c6d0b-5cd6-4424-a232-7c20268c0731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:59.949409 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-708c6d0b-5cd6-4424-a232-7c20268c0731 None None] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:19:59.960912 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-708c6d0b-5cd6-4424-a232-7c20268c0731 None None] Transition to ACTIVE for port object 709c4d93-38f3-4ae4-a7cf-ab3c349ee285 will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:19:59.966726 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-708c6d0b-5cd6-4424-a232-7c20268c0731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:20:00.042341 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ddf8af-548d-4f32-a896-856bf1e1bea6 None None] Pushing event updated for resources: {'Port': ['ID=709c4d93-38f3-4ae4-a7cf-ab3c349ee285,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:20:00.063357 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ddf8af-548d-4f32-a896-856bf1e1bea6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:20:00.064135 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ddf8af-548d-4f32-a896-856bf1e1bea6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:20:00.064469 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ddf8af-548d-4f32-a896-856bf1e1bea6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:20:00.064787 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ddf8af-548d-4f32-a896-856bf1e1bea6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:20:00.068073 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ddf8af-548d-4f32-a896-856bf1e1bea6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:20:00.068484 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ddf8af-548d-4f32-a896-856bf1e1bea6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:20:00.068823 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ddf8af-548d-4f32-a896-856bf1e1bea6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:20:00.069154 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ddf8af-548d-4f32-a896-856bf1e1bea6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:20:00.069481 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ddf8af-548d-4f32-a896-856bf1e1bea6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:20:00.069792 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ddf8af-548d-4f32-a896-856bf1e1bea6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:20:00.070114 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ddf8af-548d-4f32-a896-856bf1e1bea6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:20:00.070430 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ddf8af-548d-4f32-a896-856bf1e1bea6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:20:00.089337 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-708c6d0b-5cd6-4424-a232-7c20268c0731 None None] Attempting to bind port 709c4d93-38f3-4ae4-a7cf-ab3c349ee285 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:20:00.089735 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-708c6d0b-5cd6-4424-a232-7c20268c0731 None None] Attempting to bind port 709c4d93-38f3-4ae4-a7cf-ab3c349ee285 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '07955656-bbc9-46aa-91b6-95e96bad7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:20:00.090102 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708c6d0b-5cd6-4424-a232-7c20268c0731 None None] Attempting to bind port 709c4d93-38f3-4ae4-a7cf-ab3c349ee285 on network c4fadbcc-499c-428e-819b-32e001329938 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:20:00.095297 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708c6d0b-5cd6-4424-a232-7c20268c0731 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:20:00.095687 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708c6d0b-5cd6-4424-a232-7c20268c0731 None None] Checking segment: {'id': '07955656-bbc9-46aa-91b6-95e96bad7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:20:00.096103 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-708c6d0b-5cd6-4424-a232-7c20268c0731 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:20:00.096478 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708c6d0b-5cd6-4424-a232-7c20268c0731 None None] Bound using segment: {'id': '07955656-bbc9-46aa-91b6-95e96bad7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:20:00.096938 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-708c6d0b-5cd6-4424-a232-7c20268c0731 None None] Bound port: 709c4d93-38f3-4ae4-a7cf-ab3c349ee285, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07955656-bbc9-46aa-91b6-95e96bad7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:20:00.097319 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-708c6d0b-5cd6-4424-a232-7c20268c0731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:20:00.161823 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-708c6d0b-5cd6-4424-a232-7c20268c0731 None None] For port 709c4d93-38f3-4ae4-a7cf-ab3c349ee285, host n-d-796209-16, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:20:00.165287 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-708c6d0b-5cd6-4424-a232-7c20268c0731 None None] For port 709c4d93-38f3-4ae4-a7cf-ab3c349ee285, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=709c4d93-38f3-4ae4-a7cf-ab3c349ee285,segment=NetworkSegment(07955656-bbc9-46aa-91b6-95e96bad7147),segment_id=07955656-bbc9-46aa-91b6-95e96bad7147)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:20:00.170805 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-708c6d0b-5cd6-4424-a232-7c20268c0731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:20:00.229278 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708c6d0b-5cd6-4424-a232-7c20268c0731 None None] Routers {'6a976ed9-0b79-469a-ae9b-dfef1dd23baf'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:20:00.229919 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-708c6d0b-5cd6-4424-a232-7c20268c0731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:19:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['6a976ed9-0b79-469a-ae9b-dfef1dd23baf'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:20:00.271849 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ddf8af-548d-4f32-a896-856bf1e1bea6 None None] Pushing event updated for resources: {'Port': ['ID=709c4d93-38f3-4ae4-a7cf-ab3c349ee285,revision_number=4']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:20:00.346873 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-708c6d0b-5cd6-4424-a232-7c20268c0731 None None] Set router 6a976ed9-0b79-469a-ae9b-dfef1dd23baf gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:20:00.554318 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-708c6d0b-5cd6-4424-a232-7c20268c0731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'name': 'tempest-ServerActionsTestJSON-1571132071-router', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '54845b1b-8632-4f00-a50d-7e7819005750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:19:54Z', 'updated_at': '2021-09-07T03:19:56Z', 'revision_number': 4, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'gw_port': {'id': '54845b1b-8632-4f00-a50d-7e7819005750', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:19:54Z', 'updated_at': '2021-09-07T03:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '709c4d93-38f3-4ae4-a7cf-ab3c349ee285', 'name': '', 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'mac_address': 'fa:16:3e:51:84:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:19:55Z', 'updated_at': '2021-09-07T03:20:00Z', 'revision_number': 4, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'subnets': [{'id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:20:00.584453 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708c6d0b-5cd6-4424-a232-7c20268c0731 None None] The sync data for ids ['6a976ed9-0b79-469a-ae9b-dfef1dd23baf'] in n-d-796209-16 is: [{'id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'name': 'tempest-ServerActionsTestJSON-1571132071-router', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '54845b1b-8632-4f00-a50d-7e7819005750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:19:54Z', 'updated_at': '2021-09-07T03:19:56Z', 'revision_number': 4, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'gw_port': {'id': '54845b1b-8632-4f00-a50d-7e7819005750', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:19:54Z', 'updated_at': '2021-09-07T03:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '709c4d93-38f3-4ae4-a7cf-ab3c349ee285', 'name': '', 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'mac_address': 'fa:16:3e:51:84:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:19:55Z', 'updated_at': '2021-09-07T03:20:00Z', 'revision_number': 4, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'subnets': [{'id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:20:00.648663 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a583bdb9-22cb-4e74-ae9c-b1b9c1cebf14 req-be42cd0f-38d4-4276-8ac3-e540b91e2870 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:20:00.650529 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a583bdb9-22cb-4e74-ae9c-b1b9c1cebf14 req-be42cd0f-38d4-4276-8ac3-e540b91e2870 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.23 "GET /v2.0/networks?id=c4fadbcc-499c-428e-819b-32e001329938 HTTP/1.1" status: 200 len: 812 time: 0.1300654 Sep 07 03:20:00.700976 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a583bdb9-22cb-4e74-ae9c-b1b9c1cebf14 req-45302779-85ca-4685-b611-2e927dc82f19 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=617269ce5d8848e19cf1d7cbb9238cf7 HTTP/1.1" status: 200 len: 379 time: 0.0413301 Sep 07 03:20:00.711361 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-a583bdb9-22cb-4e74-ae9c-b1b9c1cebf14 req-218a00cb-69de-4115-b875-e3731474a58a tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Request body: {'port': {'device_id': '65aa7797-314e-4d14-a16b-3d94ca613e9f', 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938', 'admin_state_up': True, 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'security_groups': ['6278159d-205e-4d66-922d-3734e56d992b']}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:20:00.764591 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-864ccc41-c749-48f7-bc82-754a865c85f3 req-cc240bc9-da60-4d29-9808-a3af40adb119 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=65aa7797-314e-4d14-a16b-3d94ca613e9f HTTP/1.1" status: 200 len: 210 time: 0.0335445 Sep 07 03:20:00.851834 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a583bdb9-22cb-4e74-ae9c-b1b9c1cebf14 req-218a00cb-69de-4115-b875-e3731474a58a tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Made reservation on behalf of 617269ce5d8848e19cf1d7cbb9238cf7 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:20:00.857740 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-a583bdb9-22cb-4e74-ae9c-b1b9c1cebf14 req-218a00cb-69de-4115-b875-e3731474a58a tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:20:00.932817 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 709c4d93-38f3-4ae4-a7cf-ab3c349ee285 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:20:00.990586 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 709c4d93-38f3-4ae4-a7cf-ab3c349ee285 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:20:00.994998 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 709c4d93-38f3-4ae4-a7cf-ab3c349ee285 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:20:00.995608 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:20:00.999553 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [req-a583bdb9-22cb-4e74-ae9c-b1b9c1cebf14 req-218a00cb-69de-4115-b875-e3731474a58a tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Allocated IP 172.20.0.8 (c4fadbcc-499c-428e-819b-32e001329938/4f0b5055-c1b2-40d5-b334-fd7d6f889027/ce2af320-25b3-4713-a547-34a0e20be561) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:20:01.085105 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:20:01.118892 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 709c4d93-38f3-4ae4-a7cf-ab3c349ee285, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=709c4d93-38f3-4ae4-a7cf-ab3c349ee285,segment=NetworkSegment(07955656-bbc9-46aa-91b6-95e96bad7147),segment_id=07955656-bbc9-46aa-91b6-95e96bad7147)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:20:01.123886 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:20:01.125075 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 54845b1b-8632-4f00-a50d-7e7819005750 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:20:01.150462 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-a583bdb9-22cb-4e74-ae9c-b1b9c1cebf14 req-218a00cb-69de-4115-b875-e3731474a58a tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:20:01.165600 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-a583bdb9-22cb-4e74-ae9c-b1b9c1cebf14 req-218a00cb-69de-4115-b875-e3731474a58a tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Transition to ACTIVE for port object ce2af320-25b3-4713-a547-34a0e20be561 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:20:01.201635 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-a583bdb9-22cb-4e74-ae9c-b1b9c1cebf14 req-218a00cb-69de-4115-b875-e3731474a58a tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:20:01.221883 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=709c4d93-38f3-4ae4-a7cf-ab3c349ee285,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:20:01.236275 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 54845b1b-8632-4f00-a50d-7e7819005750 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:20:01.236414 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:20:01.245363 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a583bdb9-22cb-4e74-ae9c-b1b9c1cebf14 req-218a00cb-69de-4115-b875-e3731474a58a tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Network c4fadbcc-499c-428e-819b-32e001329938 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:20:01.248509 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [req-a583bdb9-22cb-4e74-ae9c-b1b9c1cebf14 req-218a00cb-69de-4115-b875-e3731474a58a tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:20:01.254362 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-a583bdb9-22cb-4e74-ae9c-b1b9c1cebf14 req-218a00cb-69de-4115-b875-e3731474a58a tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:20:01.285441 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218a00cb-69de-4115-b875-e3731474a58a tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Pushing event updated for resources: {'Port': ['ID=ce2af320-25b3-4713-a547-34a0e20be561,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:20:01.314292 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a583bdb9-22cb-4e74-ae9c-b1b9c1cebf14 req-218a00cb-69de-4115-b875-e3731474a58a tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:20:01.314972 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-a583bdb9-22cb-4e74-ae9c-b1b9c1cebf14 req-218a00cb-69de-4115-b875-e3731474a58a tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:20:01.340085 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a583bdb9-22cb-4e74-ae9c-b1b9c1cebf14 req-218a00cb-69de-4115-b875-e3731474a58a tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6329551 Sep 07 03:20:01.388963 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:20:01.414789 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-a583bdb9-22cb-4e74-ae9c-b1b9c1cebf14 req-af3efee3-e70c-4899-a655-283c57dc3059 service neutron] Request body: {'port': {'device_id': '65aa7797-314e-4d14-a16b-3d94ca613e9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:20:01.469109 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-a583bdb9-22cb-4e74-ae9c-b1b9c1cebf14 req-af3efee3-e70c-4899-a655-283c57dc3059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:20:01.500399 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:20:01.516609 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-fc76d6b5-20ad-46ee-a985-7de69457cfff None None] Provisioning for port ce2af320-25b3-4713-a547-34a0e20be561 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:20:01.520408 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-fc76d6b5-20ad-46ee-a985-7de69457cfff None None] Provisioning complete for port ce2af320-25b3-4713-a547-34a0e20be561 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:20:01.520785 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fc76d6b5-20ad-46ee-a985-7de69457cfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:20:01.554533 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-fc76d6b5-20ad-46ee-a985-7de69457cfff None None] Port ce2af320-25b3-4713-a547-34a0e20be561 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:20:01.733593 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [req-a583bdb9-22cb-4e74-ae9c-b1b9c1cebf14 req-af3efee3-e70c-4899-a655-283c57dc3059 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce2af320-25b3-4713-a547-34a0e20be561 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:20:01.741285 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-a583bdb9-22cb-4e74-ae9c-b1b9c1cebf14 req-af3efee3-e70c-4899-a655-283c57dc3059 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:20:01.754551 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-a583bdb9-22cb-4e74-ae9c-b1b9c1cebf14 req-af3efee3-e70c-4899-a655-283c57dc3059 service neutron] Transition to ACTIVE for port object ce2af320-25b3-4713-a547-34a0e20be561 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:20:01.758503 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-a583bdb9-22cb-4e74-ae9c-b1b9c1cebf14 req-af3efee3-e70c-4899-a655-283c57dc3059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:20:01.809693 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3efee3-e70c-4899-a655-283c57dc3059 service neutron] Pushing event updated for resources: {'Port': ['ID=ce2af320-25b3-4713-a547-34a0e20be561,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:20:01.882393 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-a583bdb9-22cb-4e74-ae9c-b1b9c1cebf14 req-af3efee3-e70c-4899-a655-283c57dc3059 service neutron] Attempting to bind port ce2af320-25b3-4713-a547-34a0e20be561 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:20:01.882770 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-a583bdb9-22cb-4e74-ae9c-b1b9c1cebf14 req-af3efee3-e70c-4899-a655-283c57dc3059 service neutron] Attempting to bind port ce2af320-25b3-4713-a547-34a0e20be561 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '07955656-bbc9-46aa-91b6-95e96bad7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:20:01.883138 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a583bdb9-22cb-4e74-ae9c-b1b9c1cebf14 req-af3efee3-e70c-4899-a655-283c57dc3059 service neutron] Attempting to bind port ce2af320-25b3-4713-a547-34a0e20be561 on network c4fadbcc-499c-428e-819b-32e001329938 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:20:01.887977 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a583bdb9-22cb-4e74-ae9c-b1b9c1cebf14 req-af3efee3-e70c-4899-a655-283c57dc3059 service neutron] Port ce2af320-25b3-4713-a547-34a0e20be561 on network c4fadbcc-499c-428e-819b-32e001329938 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 03:20:01.888311 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a583bdb9-22cb-4e74-ae9c-b1b9c1cebf14 req-af3efee3-e70c-4899-a655-283c57dc3059 service neutron] Attempting to bind port ce2af320-25b3-4713-a547-34a0e20be561 on network c4fadbcc-499c-428e-819b-32e001329938 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:20:01.893491 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a583bdb9-22cb-4e74-ae9c-b1b9c1cebf14 req-af3efee3-e70c-4899-a655-283c57dc3059 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:20:01.893842 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a583bdb9-22cb-4e74-ae9c-b1b9c1cebf14 req-af3efee3-e70c-4899-a655-283c57dc3059 service neutron] Checking segment: {'id': '07955656-bbc9-46aa-91b6-95e96bad7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:20:01.894184 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc68a9d8-7f34-42c2-93e1-c66487e960bb req-a66e6fd2-d9ed-4222-bdf6-acbcf454a17b tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:20:01.894652 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a583bdb9-22cb-4e74-ae9c-b1b9c1cebf14 req-af3efee3-e70c-4899-a655-283c57dc3059 service neutron] Bound using segment: {'id': '07955656-bbc9-46aa-91b6-95e96bad7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:20:01.894652 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-a583bdb9-22cb-4e74-ae9c-b1b9c1cebf14 req-af3efee3-e70c-4899-a655-283c57dc3059 service neutron] Bound port: ce2af320-25b3-4713-a547-34a0e20be561, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07955656-bbc9-46aa-91b6-95e96bad7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:20:01.895002 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-a583bdb9-22cb-4e74-ae9c-b1b9c1cebf14 req-af3efee3-e70c-4899-a655-283c57dc3059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:20:01.896565 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fc68a9d8-7f34-42c2-93e1-c66487e960bb req-a66e6fd2-d9ed-4222-bdf6-acbcf454a17b tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=65aa7797-314e-4d14-a16b-3d94ca613e9f HTTP/1.1" status: 200 len: 943 time: 0.0535164 Sep 07 03:20:01.940898 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fc68a9d8-7f34-42c2-93e1-c66487e960bb req-1491b156-5e76-4569-bf0f-f86e5d29d1a6 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352221 Sep 07 03:20:01.974592 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-a583bdb9-22cb-4e74-ae9c-b1b9c1cebf14 req-af3efee3-e70c-4899-a655-283c57dc3059 service neutron] For port ce2af320-25b3-4713-a547-34a0e20be561, host n-h1-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:20:01.978051 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-a583bdb9-22cb-4e74-ae9c-b1b9c1cebf14 req-af3efee3-e70c-4899-a655-283c57dc3059 service neutron] For port ce2af320-25b3-4713-a547-34a0e20be561, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=ce2af320-25b3-4713-a547-34a0e20be561,segment=NetworkSegment(07955656-bbc9-46aa-91b6-95e96bad7147),segment_id=07955656-bbc9-46aa-91b6-95e96bad7147)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:20:01.982198 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-a583bdb9-22cb-4e74-ae9c-b1b9c1cebf14 req-af3efee3-e70c-4899-a655-283c57dc3059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:20:02.017138 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a583bdb9-22cb-4e74-ae9c-b1b9c1cebf14 req-af3efee3-e70c-4899-a655-283c57dc3059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:20:02.017764 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-a583bdb9-22cb-4e74-ae9c-b1b9c1cebf14 req-af3efee3-e70c-4899-a655-283c57dc3059 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:20:02.019217 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a583bdb9-22cb-4e74-ae9c-b1b9c1cebf14 req-af3efee3-e70c-4899-a655-283c57dc3059 service neutron] 10.222.0.23 "PUT /v2.0/ports/ce2af320-25b3-4713-a547-34a0e20be561 HTTP/1.1" status: 200 len: 1092 time: 0.6707988 Sep 07 03:20:02.019638 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65aa7797-314e-4d14-a16b-3d94ca613e9f', 'tag': 'ce2af320-25b3-4713-a547-34a0e20be561'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:20:02.023322 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc34bc39-42a1-4f9e-beb3-36ac0f3be9d2" -d '{"events": [{"name": "network-changed", "server_uuid": "65aa7797-314e-4d14-a16b-3d94ca613e9f", "tag": "ce2af320-25b3-4713-a547-34a0e20be561"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:20:02.051231 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3efee3-e70c-4899-a655-283c57dc3059 service neutron] Pushing event updated for resources: {'Port': ['ID=ce2af320-25b3-4713-a547-34a0e20be561,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:20:02.095138 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd9340a-54df-4316-b477-e3567dd926b3 x-openstack-request-id: req-9bd9340a-54df-4316-b477-e3567dd926b3 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:20:02.095424 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65aa7797-314e-4d14-a16b-3d94ca613e9f", "tag": "ce2af320-25b3-4713-a547-34a0e20be561", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:20:02.095789 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9bd9340a-54df-4316-b477-e3567dd926b3 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:20:02.096185 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65aa7797-314e-4d14-a16b-3d94ca613e9f', 'tag': 'ce2af320-25b3-4713-a547-34a0e20be561', 'status': 'completed', 'code': 200} Sep 07 03:20:02.112800 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a583bdb9-22cb-4e74-ae9c-b1b9c1cebf14 req-7e10d40d-6b00-4578-ac4b-7062ea1cc5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:20:02.114384 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a583bdb9-22cb-4e74-ae9c-b1b9c1cebf14 req-7e10d40d-6b00-4578-ac4b-7062ea1cc5e9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=617269ce5d8848e19cf1d7cbb9238cf7&device_id=65aa7797-314e-4d14-a16b-3d94ca613e9f HTTP/1.1" status: 200 len: 1095 time: 0.0458040 Sep 07 03:20:02.162037 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a583bdb9-22cb-4e74-ae9c-b1b9c1cebf14 req-449a2970-d505-4dd9-b0e6-24ae0f06116a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce2af320-25b3-4713-a547-34a0e20be561 HTTP/1.1" status: 200 len: 217 time: 0.0398297 Sep 07 03:20:02.212160 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a583bdb9-22cb-4e74-ae9c-b1b9c1cebf14 req-7f464858-183a-4cba-a54a-aad4a98f9b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:20:02.214062 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a583bdb9-22cb-4e74-ae9c-b1b9c1cebf14 req-7f464858-183a-4cba-a54a-aad4a98f9b2b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4f0b5055-c1b2-40d5-b334-fd7d6f889027 HTTP/1.1" status: 200 len: 851 time: 0.0453265 Sep 07 03:20:02.259026 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a583bdb9-22cb-4e74-ae9c-b1b9c1cebf14 req-2eba6f85-99fa-4b64-9d6d-b00319d8d76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:20:02.260435 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a583bdb9-22cb-4e74-ae9c-b1b9c1cebf14 req-2eba6f85-99fa-4b64-9d6d-b00319d8d76a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c4fadbcc-499c-428e-819b-32e001329938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397813 Sep 07 03:20:02.352796 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a583bdb9-22cb-4e74-ae9c-b1b9c1cebf14 req-99d87758-22d9-48ff-a688-6b1c17ce2ce4 service neutron] 10.222.0.23 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854900 Sep 07 03:20:02.438687 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a583bdb9-22cb-4e74-ae9c-b1b9c1cebf14 req-7c951457-d230-4a27-a111-6240720d948b service neutron] 10.222.0.23 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789914 Sep 07 03:20:02.534455 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc34bc39-42a1-4f9e-beb3-36ac0f3be9d2 req-45f3d798-a9a7-4d3c-8c49-c63314ff5989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:20:02.535869 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dc34bc39-42a1-4f9e-beb3-36ac0f3be9d2 req-45f3d798-a9a7-4d3c-8c49-c63314ff5989 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=617269ce5d8848e19cf1d7cbb9238cf7&device_id=65aa7797-314e-4d14-a16b-3d94ca613e9f HTTP/1.1" status: 200 len: 1095 time: 0.0398161 Sep 07 03:20:02.628523 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc34bc39-42a1-4f9e-beb3-36ac0f3be9d2 req-4d3966e2-b095-4157-bf38-991ca10e9b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:20:02.630581 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dc34bc39-42a1-4f9e-beb3-36ac0f3be9d2 req-4d3966e2-b095-4157-bf38-991ca10e9b10 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c4fadbcc-499c-428e-819b-32e001329938 HTTP/1.1" status: 200 len: 912 time: 0.0867715 Sep 07 03:20:02.669665 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dc34bc39-42a1-4f9e-beb3-36ac0f3be9d2 req-28e6cf72-a493-4b5b-9eb8-1e10f6d83180 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce2af320-25b3-4713-a547-34a0e20be561 HTTP/1.1" status: 200 len: 217 time: 0.0321763 Sep 07 03:20:02.720782 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc34bc39-42a1-4f9e-beb3-36ac0f3be9d2 req-48c535b9-fc51-4c69-94ff-160d5acdb9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:20:02.722204 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dc34bc39-42a1-4f9e-beb3-36ac0f3be9d2 req-48c535b9-fc51-4c69-94ff-160d5acdb9c7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4f0b5055-c1b2-40d5-b334-fd7d6f889027 HTTP/1.1" status: 200 len: 851 time: 0.0456719 Sep 07 03:20:02.768163 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc34bc39-42a1-4f9e-beb3-36ac0f3be9d2 req-3fa48f11-936a-4552-a64b-c658151ee6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:20:02.769604 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dc34bc39-42a1-4f9e-beb3-36ac0f3be9d2 req-3fa48f11-936a-4552-a64b-c658151ee6ce service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c4fadbcc-499c-428e-819b-32e001329938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390391 Sep 07 03:20:02.861447 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dc34bc39-42a1-4f9e-beb3-36ac0f3be9d2 req-9d851489-a4a8-4e2e-9312-1a1a7643467e service neutron] 10.222.0.23 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835645 Sep 07 03:20:02.892660 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 709c4d93-38f3-4ae4-a7cf-ab3c349ee285 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:20:02.943052 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 709c4d93-38f3-4ae4-a7cf-ab3c349ee285 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:20:02.943435 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:20:03.071814 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132da84d-114f-4eda-9e25-1593e82ad380 req-f16714ab-c926-40d8-85cc-d40b103ce84d tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:20:03.073656 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-132da84d-114f-4eda-9e25-1593e82ad380 req-f16714ab-c926-40d8-85cc-d40b103ce84d tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=65aa7797-314e-4d14-a16b-3d94ca613e9f HTTP/1.1" status: 200 len: 943 time: 0.0599692 Sep 07 03:20:03.116782 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-132da84d-114f-4eda-9e25-1593e82ad380 req-60c5fb17-4400-4103-a902-b6d3786fa3a9 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361524 Sep 07 03:20:03.269134 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dc34bc39-42a1-4f9e-beb3-36ac0f3be9d2 req-d4631800-cbe2-4473-92a6-0e66b82c42af service neutron] 10.222.0.23 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3994842 Sep 07 03:20:04.231421 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079cdce-1d34-47b4-8985-e35b4996f812 req-54c0e7a6-18e5-4829-a961-ebfe631f439d tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:20:04.232909 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b079cdce-1d34-47b4-8985-e35b4996f812 req-54c0e7a6-18e5-4829-a961-ebfe631f439d tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=65aa7797-314e-4d14-a16b-3d94ca613e9f HTTP/1.1" status: 200 len: 943 time: 0.0481672 Sep 07 03:20:04.273208 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b079cdce-1d34-47b4-8985-e35b4996f812 req-cee8c062-b427-4f7c-936b-9327a28360c9 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345261 Sep 07 03:20:05.386922 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d690493-ebec-4047-a375-249871d3705d req-3f1b8470-1911-4f35-ae27-50ae09e6da09 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:20:05.388354 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4d690493-ebec-4047-a375-249871d3705d req-3f1b8470-1911-4f35-ae27-50ae09e6da09 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=65aa7797-314e-4d14-a16b-3d94ca613e9f HTTP/1.1" status: 200 len: 943 time: 0.0482762 Sep 07 03:20:05.425648 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4d690493-ebec-4047-a375-249871d3705d req-fe92f1a8-f228-4298-8d5c-ecc0b450d37c tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314040 Sep 07 03:20:06.538215 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2a1db-d870-4158-92e9-485377b526dc req-80fac044-1213-4f2e-94f9-9d8de723dbd4 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:20:06.539701 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-17a2a1db-d870-4158-92e9-485377b526dc req-80fac044-1213-4f2e-94f9-9d8de723dbd4 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=65aa7797-314e-4d14-a16b-3d94ca613e9f HTTP/1.1" status: 200 len: 943 time: 0.0497909 Sep 07 03:20:06.576306 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-17a2a1db-d870-4158-92e9-485377b526dc req-363218fb-2dbf-40fc-a3e7-d0a538bb26cb tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306334 Sep 07 03:20:06.787094 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device ce2af320-25b3-4713-a547-34a0e20be561 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 03:20:06.878896 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port ce2af320-25b3-4713-a547-34a0e20be561, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=ce2af320-25b3-4713-a547-34a0e20be561,segment=NetworkSegment(07955656-bbc9-46aa-91b6-95e96bad7147),segment_id=07955656-bbc9-46aa-91b6-95e96bad7147)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:20:06.890622 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': 'ce2af320-25b3-4713-a547-34a0e20be561', 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938', 'port_id': 'ce2af320-25b3-4713-a547-34a0e20be561', 'mac_address': 'fa:16:3e:81:a2:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 03:20:06.930057 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:20:06.942075 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce2af320-25b3-4713-a547-34a0e20be561 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:20:06.966788 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port ce2af320-25b3-4713-a547-34a0e20be561, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=ce2af320-25b3-4713-a547-34a0e20be561,segment=NetworkSegment(07955656-bbc9-46aa-91b6-95e96bad7147),segment_id=07955656-bbc9-46aa-91b6-95e96bad7147)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:20:06.970751 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:20:07.017019 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=ce2af320-25b3-4713-a547-34a0e20be561,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:20:07.173620 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['ce2af320-25b3-4713-a547-34a0e20be561'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:20:07.688550 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a732824-460b-4e81-9d5d-37b5244d9338 req-2fe02c1a-8fd6-49c7-b7c8-1e79e1f35960 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:20:07.690071 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6a732824-460b-4e81-9d5d-37b5244d9338 req-2fe02c1a-8fd6-49c7-b7c8-1e79e1f35960 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=65aa7797-314e-4d14-a16b-3d94ca613e9f HTTP/1.1" status: 200 len: 944 time: 0.0477841 Sep 07 03:20:07.728154 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6a732824-460b-4e81-9d5d-37b5244d9338 req-fddd6407-f490-4aa6-86f2-c3d204eb21aa tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312302 Sep 07 03:20:08.795734 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device ce2af320-25b3-4713-a547-34a0e20be561 up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:20:08.841316 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7fdebd-fb56-467f-9f61-848f13ee2e28 req-9136e739-6847-4527-a739-2b662916c26b tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:20:08.843759 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2f7fdebd-fb56-467f-9f61-848f13ee2e28 req-9136e739-6847-4527-a739-2b662916c26b tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=65aa7797-314e-4d14-a16b-3d94ca613e9f HTTP/1.1" status: 200 len: 944 time: 0.0499203 Sep 07 03:20:08.845577 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port ce2af320-25b3-4713-a547-34a0e20be561 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:20:08.849574 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port ce2af320-25b3-4713-a547-34a0e20be561 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:20:08.849953 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:20:08.881990 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2f7fdebd-fb56-467f-9f61-848f13ee2e28 req-b0fa3d95-b6e1-4295-847c-3d80404ed78c tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313258 Sep 07 03:20:08.926122 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:20:08.948066 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65aa7797-314e-4d14-a16b-3d94ca613e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce2af320-25b3-4713-a547-34a0e20be561'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:20:08.950281 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b10083-3f00-43df-b482-52610a984780" -d '{"events": [{"server_uuid": "65aa7797-314e-4d14-a16b-3d94ca613e9f", "name": "network-vif-plugged", "status": "completed", "tag": "ce2af320-25b3-4713-a547-34a0e20be561"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:20:08.966270 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port ce2af320-25b3-4713-a547-34a0e20be561, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=ce2af320-25b3-4713-a547-34a0e20be561,segment=NetworkSegment(07955656-bbc9-46aa-91b6-95e96bad7147),segment_id=07955656-bbc9-46aa-91b6-95e96bad7147)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:20:08.970348 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:20:08.997231 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d57a6c0-1c4b-4909-adb9-382729178e11 x-openstack-request-id: req-8d57a6c0-1c4b-4909-adb9-382729178e11 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:20:08.997526 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65aa7797-314e-4d14-a16b-3d94ca613e9f", "name": "network-vif-plugged", "status": "completed", "tag": "ce2af320-25b3-4713-a547-34a0e20be561", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:20:08.997779 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8d57a6c0-1c4b-4909-adb9-382729178e11 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:20:08.998155 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65aa7797-314e-4d14-a16b-3d94ca613e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce2af320-25b3-4713-a547-34a0e20be561', 'code': 200} Sep 07 03:20:09.024454 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=ce2af320-25b3-4713-a547-34a0e20be561,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:20:09.081305 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a166cd7d-dbf4-4f7d-a0a2-9073ace88ee7 req-b458619f-0523-4c3d-889c-aec883927864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:20:09.082784 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a166cd7d-dbf4-4f7d-a0a2-9073ace88ee7 req-b458619f-0523-4c3d-889c-aec883927864 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=65aa7797-314e-4d14-a16b-3d94ca613e9f HTTP/1.1" status: 200 len: 1097 time: 0.0393639 Sep 07 03:20:09.119892 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a166cd7d-dbf4-4f7d-a0a2-9073ace88ee7 req-3ff05274-fb1b-45e1-acc1-11c9e6e1802a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300381 Sep 07 03:20:09.996410 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807f7d3-9bbb-4ac7-b0f9-c7f982640ea6 req-050992f8-7ca1-407e-af87-cc012f7ed03e tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:20:09.997878 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c807f7d3-9bbb-4ac7-b0f9-c7f982640ea6 req-050992f8-7ca1-407e-af87-cc012f7ed03e tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=65aa7797-314e-4d14-a16b-3d94ca613e9f HTTP/1.1" status: 200 len: 945 time: 0.0484624 Sep 07 03:20:10.034022 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c807f7d3-9bbb-4ac7-b0f9-c7f982640ea6 req-3b300c9d-f2d3-44c7-9503-abb95022df84 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303712 Sep 07 03:20:11.152948 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c33bd-340e-4f9e-8b0f-e753b6ad8dc1 req-e7a039c5-9488-477e-a971-0f1bdd635042 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:20:11.154707 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-349c33bd-340e-4f9e-8b0f-e753b6ad8dc1 req-e7a039c5-9488-477e-a971-0f1bdd635042 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=65aa7797-314e-4d14-a16b-3d94ca613e9f HTTP/1.1" status: 200 len: 945 time: 0.0528140 Sep 07 03:20:11.193380 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-349c33bd-340e-4f9e-8b0f-e753b6ad8dc1 req-edcd2151-d268-4cf6-a8d7-a1743d13c0dd tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325668 Sep 07 03:20:11.303105 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56674b7d-ba47-42f5-804b-57bccf590a5b req-ed25be32-37af-43ea-8813-9fd6cf837589 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:20:11.304603 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-56674b7d-ba47-42f5-804b-57bccf590a5b req-ed25be32-37af-43ea-8813-9fd6cf837589 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=65aa7797-314e-4d14-a16b-3d94ca613e9f HTTP/1.1" status: 200 len: 945 time: 0.0493898 Sep 07 03:20:11.313127 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 41886) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:20:11.317622 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-f7589045-a2f5-42b3-aae5-44f7ccb90434 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Request body: {'floatingip': {'port_id': 'ce2af320-25b3-4713-a547-34a0e20be561'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:20:11.359920 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f7589045-a2f5-42b3-aae5-44f7ccb90434 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks [] for floatingip, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:20:11.787833 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f7589045-a2f5-42b3-aae5-44f7ccb90434 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:20:11.791664 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f7589045-a2f5-42b3-aae5-44f7ccb90434 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:20:11.893352 n-d-796209-16 neutron-server[94701]: INFO neutron.db.l3_db [None req-f7589045-a2f5-42b3-aae5-44f7ccb90434 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Floating IP aa6b5edd-6dd7-40e1-b467-0fd4b1469fd2 associated. External IP: 172.25.5.251, port: ce2af320-25b3-4713-a547-34a0e20be561. Sep 07 03:20:12.098581 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7589045-a2f5-42b3-aae5-44f7ccb90434 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Router 6a976ed9-0b79-469a-ae9b-dfef1dd23baf has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:20:12.206282 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7589045-a2f5-42b3-aae5-44f7ccb90434 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:20:12.210989 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f7589045-a2f5-42b3-aae5-44f7ccb90434 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:20:12.217308 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105d79b9-6c31-4ab4-b429-e6176b72357d None None] Sync routers for ids ['6a976ed9-0b79-469a-ae9b-dfef1dd23baf'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:20:12.227054 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105d79b9-6c31-4ab4-b429-e6176b72357d None None] Routers {'6a976ed9-0b79-469a-ae9b-dfef1dd23baf'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:20:12.227698 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-105d79b9-6c31-4ab4-b429-e6176b72357d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:19:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['6a976ed9-0b79-469a-ae9b-dfef1dd23baf'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:20:12.242358 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f7589045-a2f5-42b3-aae5-44f7ccb90434 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "PUT /v2.0/floatingips/aa6b5edd-6dd7-40e1-b467-0fd4b1469fd2 HTTP/1.1" status: 200 len: 991 time: 0.9281545 Sep 07 03:20:12.242951 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65aa7797-314e-4d14-a16b-3d94ca613e9f', 'tag': 'ce2af320-25b3-4713-a547-34a0e20be561'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:20:12.245488 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69952d55-9024-463a-9236-d39e090ca5dd" -d '{"events": [{"name": "network-changed", "server_uuid": "65aa7797-314e-4d14-a16b-3d94ca613e9f", "tag": "ce2af320-25b3-4713-a547-34a0e20be561"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:20:12.287116 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8a8ffc-a280-41e1-a39c-9937a81f637f x-openstack-request-id: req-aa8a8ffc-a280-41e1-a39c-9937a81f637f {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:20:12.287409 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65aa7797-314e-4d14-a16b-3d94ca613e9f", "tag": "ce2af320-25b3-4713-a547-34a0e20be561", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:20:12.287697 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-aa8a8ffc-a280-41e1-a39c-9937a81f637f {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:20:12.288519 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65aa7797-314e-4d14-a16b-3d94ca613e9f', 'tag': 'ce2af320-25b3-4713-a547-34a0e20be561', 'status': 'completed', 'code': 200} Sep 07 03:20:12.338570 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-105d79b9-6c31-4ab4-b429-e6176b72357d None None] Set router 6a976ed9-0b79-469a-ae9b-dfef1dd23baf gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:20:12.353185 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69952d55-9024-463a-9236-d39e090ca5dd req-a3c414f3-7d22-4467-8e35-b10d6e8c9afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:20:12.354728 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-69952d55-9024-463a-9236-d39e090ca5dd req-a3c414f3-7d22-4467-8e35-b10d6e8c9afe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=617269ce5d8848e19cf1d7cbb9238cf7&device_id=65aa7797-314e-4d14-a16b-3d94ca613e9f HTTP/1.1" status: 200 len: 1097 time: 0.0412703 Sep 07 03:20:12.448443 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69952d55-9024-463a-9236-d39e090ca5dd req-724842e7-632d-487e-a74a-a93db0afb732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:20:12.449948 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-69952d55-9024-463a-9236-d39e090ca5dd req-724842e7-632d-487e-a74a-a93db0afb732 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c4fadbcc-499c-428e-819b-32e001329938 HTTP/1.1" status: 200 len: 912 time: 0.0888906 Sep 07 03:20:12.514992 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-69952d55-9024-463a-9236-d39e090ca5dd req-3240f6e6-564b-4520-8752-7593cc4761e3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce2af320-25b3-4713-a547-34a0e20be561 HTTP/1.1" status: 200 len: 999 time: 0.0577099 Sep 07 03:20:12.564306 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-105d79b9-6c31-4ab4-b429-e6176b72357d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'name': 'tempest-ServerActionsTestJSON-1571132071-router', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '54845b1b-8632-4f00-a50d-7e7819005750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:19:54Z', 'updated_at': '2021-09-07T03:19:56Z', 'revision_number': 4, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'gw_port': {'id': '54845b1b-8632-4f00-a50d-7e7819005750', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:19:54Z', 'updated_at': '2021-09-07T03:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'aa6b5edd-6dd7-40e1-b467-0fd4b1469fd2', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'floating_ip_address': '172.25.5.251', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'port_id': 'ce2af320-25b3-4713-a547-34a0e20be561', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938', 'mac_address': 'fa:16:3e:81:a2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65aa7797-314e-4d14-a16b-3d94ca613e9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:19:58Z', 'updated_at': '2021-09-07T03:20:11Z', 'revision_number': 1, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '709c4d93-38f3-4ae4-a7cf-ab3c349ee285', 'name': '', 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'mac_address': 'fa:16:3e:51:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:19:55Z', 'updated_at': '2021-09-07T03:20:01Z', 'revision_number': 5, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'subnets': [{'id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:20:12.569945 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69952d55-9024-463a-9236-d39e090ca5dd req-b3aa7d4d-bdb4-4ca7-8ab9-38be380c07c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:20:12.571457 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-69952d55-9024-463a-9236-d39e090ca5dd req-b3aa7d4d-bdb4-4ca7-8ab9-38be380c07c7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4f0b5055-c1b2-40d5-b334-fd7d6f889027 HTTP/1.1" status: 200 len: 851 time: 0.0482664 Sep 07 03:20:12.594562 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105d79b9-6c31-4ab4-b429-e6176b72357d None None] Checking router: 6a976ed9-0b79-469a-ae9b-dfef1dd23baf for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:20:12.603663 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105d79b9-6c31-4ab4-b429-e6176b72357d None None] Routers {'6a976ed9-0b79-469a-ae9b-dfef1dd23baf'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:20:12.604297 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-105d79b9-6c31-4ab4-b429-e6176b72357d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:19:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['6a976ed9-0b79-469a-ae9b-dfef1dd23baf'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:20:12.617879 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69952d55-9024-463a-9236-d39e090ca5dd req-1ee5745d-6023-48bd-b456-0ad6a2df547e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:20:12.619409 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-69952d55-9024-463a-9236-d39e090ca5dd req-1ee5745d-6023-48bd-b456-0ad6a2df547e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c4fadbcc-499c-428e-819b-32e001329938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413013 Sep 07 03:20:12.709402 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-105d79b9-6c31-4ab4-b429-e6176b72357d None None] Set router 6a976ed9-0b79-469a-ae9b-dfef1dd23baf gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:20:12.712368 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-69952d55-9024-463a-9236-d39e090ca5dd req-bce8cf6d-4f9e-435b-8b5f-36c377b2e460 service neutron] 10.222.0.23 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861480 Sep 07 03:20:12.800612 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-69952d55-9024-463a-9236-d39e090ca5dd req-d9fa87f1-88ef-4a13-823a-e31dda80ed8e service neutron] 10.222.0.23 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817137 Sep 07 03:20:12.948038 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-105d79b9-6c31-4ab4-b429-e6176b72357d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'name': 'tempest-ServerActionsTestJSON-1571132071-router', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '54845b1b-8632-4f00-a50d-7e7819005750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:19:54Z', 'updated_at': '2021-09-07T03:19:56Z', 'revision_number': 4, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'gw_port': {'id': '54845b1b-8632-4f00-a50d-7e7819005750', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:19:54Z', 'updated_at': '2021-09-07T03:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'aa6b5edd-6dd7-40e1-b467-0fd4b1469fd2', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'floating_ip_address': '172.25.5.251', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'port_id': 'ce2af320-25b3-4713-a547-34a0e20be561', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938', 'mac_address': 'fa:16:3e:81:a2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65aa7797-314e-4d14-a16b-3d94ca613e9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:19:58Z', 'updated_at': '2021-09-07T03:20:11Z', 'revision_number': 1, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '709c4d93-38f3-4ae4-a7cf-ab3c349ee285', 'name': '', 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'mac_address': 'fa:16:3e:51:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:19:55Z', 'updated_at': '2021-09-07T03:20:01Z', 'revision_number': 5, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'subnets': [{'id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:20:12.978176 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105d79b9-6c31-4ab4-b429-e6176b72357d None None] The sync data for ids ['6a976ed9-0b79-469a-ae9b-dfef1dd23baf'] in n-d-796209-16 is: [{'id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'name': 'tempest-ServerActionsTestJSON-1571132071-router', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '54845b1b-8632-4f00-a50d-7e7819005750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:19:54Z', 'updated_at': '2021-09-07T03:19:56Z', 'revision_number': 4, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'gw_port': {'id': '54845b1b-8632-4f00-a50d-7e7819005750', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:19:54Z', 'updated_at': '2021-09-07T03:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'aa6b5edd-6dd7-40e1-b467-0fd4b1469fd2', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'floating_ip_address': '172.25.5.251', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'port_id': 'ce2af320-25b3-4713-a547-34a0e20be561', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938', 'mac_address': 'fa:16:3e:81:a2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65aa7797-314e-4d14-a16b-3d94ca613e9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:19:58Z', 'updated_at': '2021-09-07T03:20:11Z', 'revision_number': 1, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '709c4d93-38f3-4ae4-a7cf-ab3c349ee285', 'name': '', 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'mac_address': 'fa:16:3e:51:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:19:55Z', 'updated_at': '2021-09-07T03:20:01Z', 'revision_number': 5, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'subnets': [{'id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:20:13.166141 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb6b9a7-9506-43c1-b73f-5e6d95fe7a1a None None] New status for floating IP aa6b5edd-6dd7-40e1-b467-0fd4b1469fd2: ACTIVE {{(pid=94703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 03:20:13.619206 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0d072796-d8aa-4669-ba1b-04342f5456c5 req-99f38c8f-d07f-4fb6-ad25-12528cb78ae3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=65aa7797-314e-4d14-a16b-3d94ca613e9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0413601 Sep 07 03:20:13.702338 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d072796-d8aa-4669-ba1b-04342f5456c5 req-fc76351a-01f6-4830-9cb0-a55e85f30993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:20:13.703864 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0d072796-d8aa-4669-ba1b-04342f5456c5 req-fc76351a-01f6-4830-9cb0-a55e85f30993 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=617269ce5d8848e19cf1d7cbb9238cf7&device_id=65aa7797-314e-4d14-a16b-3d94ca613e9f HTTP/1.1" status: 200 len: 1097 time: 0.0445442 Sep 07 03:20:13.807816 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d072796-d8aa-4669-ba1b-04342f5456c5 req-17ec88d1-ace5-4785-bc5e-34872db37be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:20:13.809313 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0d072796-d8aa-4669-ba1b-04342f5456c5 req-17ec88d1-ace5-4785-bc5e-34872db37be2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c4fadbcc-499c-428e-819b-32e001329938 HTTP/1.1" status: 200 len: 912 time: 0.0875390 Sep 07 03:20:13.877969 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0d072796-d8aa-4669-ba1b-04342f5456c5 req-f7f307fc-4524-405c-833c-8fc45c370faa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce2af320-25b3-4713-a547-34a0e20be561 HTTP/1.1" status: 200 len: 1001 time: 0.0616016 Sep 07 03:20:13.925031 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d072796-d8aa-4669-ba1b-04342f5456c5 req-15666552-6306-46c2-8408-7aa87e457383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:20:13.926454 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0d072796-d8aa-4669-ba1b-04342f5456c5 req-15666552-6306-46c2-8408-7aa87e457383 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4f0b5055-c1b2-40d5-b334-fd7d6f889027 HTTP/1.1" status: 200 len: 851 time: 0.0422440 Sep 07 03:20:13.971296 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d072796-d8aa-4669-ba1b-04342f5456c5 req-a0309faa-d778-4522-8030-15b3a89bd782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:20:13.972869 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0d072796-d8aa-4669-ba1b-04342f5456c5 req-a0309faa-d778-4522-8030-15b3a89bd782 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c4fadbcc-499c-428e-819b-32e001329938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393572 Sep 07 03:20:14.066499 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0d072796-d8aa-4669-ba1b-04342f5456c5 req-f7d55024-badd-4d27-b2f1-a8417e30afa7 service neutron] 10.222.0.23 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861371 Sep 07 03:20:14.155192 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0d072796-d8aa-4669-ba1b-04342f5456c5 req-e7204de3-c305-4e85-ac72-e9efb61218e5 service neutron] 10.222.0.23 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820343 Sep 07 03:20:21.846367 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:20:21.890591 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:20:25.970149 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-988f1548-1f3e-4f26-9a6e-8e112a595a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:20:28.208150 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-dbabc47c-617d-4c76-90a9-aff47d5ffb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:20:28.748007 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:20:29.651993 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:20:31.503811 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:20:38.388973 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:20:51.845674 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:20:51.904917 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:20:55.970887 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3ef946a7-534c-481c-b370-1fe93f1e59a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:20:58.209623 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2f84a5d5-37b3-441a-9a0d-41dd0ea9c139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:20:58.749544 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:20:59.655049 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:21:01.509315 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:21:13.288443 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dd130da4-35b1-4810-88f3-6a4b37b3f5fa req-d0877360-21d4-418a-ab3a-96c05fd5f501 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=65aa7797-314e-4d14-a16b-3d94ca613e9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0437326 Sep 07 03:21:13.366829 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd130da4-35b1-4810-88f3-6a4b37b3f5fa req-07dba6b2-e823-42c1-8a4c-584ac6329b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:21:13.368224 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dd130da4-35b1-4810-88f3-6a4b37b3f5fa req-07dba6b2-e823-42c1-8a4c-584ac6329b62 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=617269ce5d8848e19cf1d7cbb9238cf7&device_id=65aa7797-314e-4d14-a16b-3d94ca613e9f HTTP/1.1" status: 200 len: 1097 time: 0.0406220 Sep 07 03:21:13.469423 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd130da4-35b1-4810-88f3-6a4b37b3f5fa req-d27f9242-514c-4095-8dec-d904c163cce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:21:13.470901 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dd130da4-35b1-4810-88f3-6a4b37b3f5fa req-d27f9242-514c-4095-8dec-d904c163cce4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c4fadbcc-499c-428e-819b-32e001329938 HTTP/1.1" status: 200 len: 912 time: 0.0848935 Sep 07 03:21:13.537885 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dd130da4-35b1-4810-88f3-6a4b37b3f5fa req-82e531cd-392f-4a34-9d6b-9b490c7eb089 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce2af320-25b3-4713-a547-34a0e20be561 HTTP/1.1" status: 200 len: 1001 time: 0.0597661 Sep 07 03:21:13.585693 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd130da4-35b1-4810-88f3-6a4b37b3f5fa req-5f6ffbdc-36c5-4a0f-8605-3fc4058ff09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:21:13.587151 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dd130da4-35b1-4810-88f3-6a4b37b3f5fa req-5f6ffbdc-36c5-4a0f-8605-3fc4058ff09a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4f0b5055-c1b2-40d5-b334-fd7d6f889027 HTTP/1.1" status: 200 len: 851 time: 0.0431180 Sep 07 03:21:13.630794 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd130da4-35b1-4810-88f3-6a4b37b3f5fa req-0af55884-d781-4a44-8cbf-3d7334253a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:21:13.632219 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dd130da4-35b1-4810-88f3-6a4b37b3f5fa req-0af55884-d781-4a44-8cbf-3d7334253a79 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c4fadbcc-499c-428e-819b-32e001329938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0381727 Sep 07 03:21:13.723658 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dd130da4-35b1-4810-88f3-6a4b37b3f5fa req-d7df320a-ae43-4e67-b73c-08f31962919a service neutron] 10.222.0.23 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843272 Sep 07 03:21:13.818421 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dd130da4-35b1-4810-88f3-6a4b37b3f5fa req-004ce62c-f520-41bc-8fa0-2f5bb378280f service neutron] 10.222.0.23 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875657 Sep 07 03:21:15.390194 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:21:21.845431 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:21:21.903051 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:21:25.978123 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-cca5d94f-f066-4b61-b733-70feb0a58d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:21:28.209901 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7f7ac5a2-1c01-4838-87a9-c5871516ee87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:21:28.750880 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:21:29.657794 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:21:31.508583 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:21:47.963360 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12785c87-a749-454b-91aa-f3ab4f7a4318 req-d42c9d10-bbab-49a4-b89b-9432ee720fa4 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:21:47.964882 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-12785c87-a749-454b-91aa-f3ab4f7a4318 req-d42c9d10-bbab-49a4-b89b-9432ee720fa4 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=65aa7797-314e-4d14-a16b-3d94ca613e9f HTTP/1.1" status: 200 len: 945 time: 0.0496402 Sep 07 03:21:48.002208 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-12785c87-a749-454b-91aa-f3ab4f7a4318 req-1ce50a59-fb6e-400f-aeb6-550e06c16c83 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314736 Sep 07 03:21:48.253389 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2958db6f-bab4-414c-9a09-0748180d3a48 req-f0e9a8e4-a941-4b47-975b-055c7e4418cc service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=65aa7797-314e-4d14-a16b-3d94ca613e9f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0688326 Sep 07 03:21:48.261564 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2400d88-13ba-4be3-a284-9305e21c0099 req-8e152fb2-0745-4e50-8140-187c8c55fa90 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:21:48.262972 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e2400d88-13ba-4be3-a284-9305e21c0099 req-8e152fb2-0745-4e50-8140-187c8c55fa90 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=65aa7797-314e-4d14-a16b-3d94ca613e9f HTTP/1.1" status: 200 len: 945 time: 0.0700364 Sep 07 03:21:48.305442 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e2400d88-13ba-4be3-a284-9305e21c0099 req-a2492c70-0637-4ccb-ac98-75ec084e4f42 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360131 Sep 07 03:21:49.358725 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958db6f-bab4-414c-9a09-0748180d3a48 req-521b76b3-00c6-4d02-82b4-d4b7c4af617c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:21:49.360824 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2958db6f-bab4-414c-9a09-0748180d3a48 req-521b76b3-00c6-4d02-82b4-d4b7c4af617c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=617269ce5d8848e19cf1d7cbb9238cf7&device_id=65aa7797-314e-4d14-a16b-3d94ca613e9f HTTP/1.1" status: 200 len: 1097 time: 0.0417631 Sep 07 03:21:49.423200 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad59323-3e40-4abb-9b4f-9c9ca8cf03d5 req-4fed5265-2035-47a1-8740-ce10d1e780ae tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:21:49.424826 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8ad59323-3e40-4abb-9b4f-9c9ca8cf03d5 req-4fed5265-2035-47a1-8740-ce10d1e780ae tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=65aa7797-314e-4d14-a16b-3d94ca613e9f HTTP/1.1" status: 200 len: 945 time: 0.0487494 Sep 07 03:21:49.450832 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958db6f-bab4-414c-9a09-0748180d3a48 req-8607d09e-716b-4c26-ab97-716ea82fb20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:21:49.452492 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2958db6f-bab4-414c-9a09-0748180d3a48 req-8607d09e-716b-4c26-ab97-716ea82fb20e service neutron] 10.222.0.23 "GET /v2.0/networks?id=c4fadbcc-499c-428e-819b-32e001329938 HTTP/1.1" status: 200 len: 912 time: 0.0848587 Sep 07 03:21:49.462500 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8ad59323-3e40-4abb-9b4f-9c9ca8cf03d5 req-eb18aa05-99db-4853-9fa5-793bb01ea352 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315018 Sep 07 03:21:49.521138 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2958db6f-bab4-414c-9a09-0748180d3a48 req-ae2055b3-199c-44b6-92e1-a9537f53a559 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce2af320-25b3-4713-a547-34a0e20be561 HTTP/1.1" status: 200 len: 1001 time: 0.0618985 Sep 07 03:21:49.569175 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958db6f-bab4-414c-9a09-0748180d3a48 req-6710bd06-5749-4f0c-b4ba-6d64abcd53bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:21:49.570622 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2958db6f-bab4-414c-9a09-0748180d3a48 req-6710bd06-5749-4f0c-b4ba-6d64abcd53bf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4f0b5055-c1b2-40d5-b334-fd7d6f889027 HTTP/1.1" status: 200 len: 851 time: 0.0431027 Sep 07 03:21:49.615044 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958db6f-bab4-414c-9a09-0748180d3a48 req-67c9835e-a749-4643-b7c8-a505403609fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:21:49.616474 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2958db6f-bab4-414c-9a09-0748180d3a48 req-67c9835e-a749-4643-b7c8-a505403609fc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c4fadbcc-499c-428e-819b-32e001329938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391827 Sep 07 03:21:49.706902 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2958db6f-bab4-414c-9a09-0748180d3a48 req-59d11e06-e1c5-401e-891e-190423bf4e71 service neutron] 10.222.0.23 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835850 Sep 07 03:21:49.797797 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2958db6f-bab4-414c-9a09-0748180d3a48 req-61d42fc7-bbc0-446f-b5d2-296861644bb4 service neutron] 10.222.0.23 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843730 Sep 07 03:21:50.576895 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab60eff-d333-428a-8fc4-aa15d3461e14 req-ed20eb32-74a1-46f9-a844-d1bd9ee27889 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:21:50.579188 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-aab60eff-d333-428a-8fc4-aa15d3461e14 req-ed20eb32-74a1-46f9-a844-d1bd9ee27889 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=65aa7797-314e-4d14-a16b-3d94ca613e9f HTTP/1.1" status: 200 len: 945 time: 0.0486944 Sep 07 03:21:50.615015 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-aab60eff-d333-428a-8fc4-aa15d3461e14 req-75ca3fd4-ced3-48cd-9a48-a208b2528b94 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300031 Sep 07 03:21:51.733757 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd3fc6-2aea-4114-ab9c-0e175f702945 req-dab48203-8875-4a9d-950d-b0e5c1e797d5 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:21:51.735234 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-72cd3fc6-2aea-4114-ab9c-0e175f702945 req-dab48203-8875-4a9d-950d-b0e5c1e797d5 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=65aa7797-314e-4d14-a16b-3d94ca613e9f HTTP/1.1" status: 200 len: 945 time: 0.0484827 Sep 07 03:21:51.775204 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-72cd3fc6-2aea-4114-ab9c-0e175f702945 req-daccfeee-0727-497b-b057-5ed17bcf548b tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341158 Sep 07 03:21:51.847049 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:21:51.919061 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:21:52.388912 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:21:52.889897 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440cc60f-38ca-414f-8f39-27fee351ac3c req-827c50df-6e1a-482c-ae05-b971d6990a87 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:21:52.891350 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-440cc60f-38ca-414f-8f39-27fee351ac3c req-827c50df-6e1a-482c-ae05-b971d6990a87 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=65aa7797-314e-4d14-a16b-3d94ca613e9f HTTP/1.1" status: 200 len: 945 time: 0.0488751 Sep 07 03:21:52.930344 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-440cc60f-38ca-414f-8f39-27fee351ac3c req-a97ee401-4d5a-41a6-a35c-03c8beb993b8 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323503 Sep 07 03:21:54.043234 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c8dce4-9606-4663-a771-094589ce9016 req-68c58904-8405-4f52-93b8-da654750a2db tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:21:54.044719 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-30c8dce4-9606-4663-a771-094589ce9016 req-68c58904-8405-4f52-93b8-da654750a2db tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=65aa7797-314e-4d14-a16b-3d94ca613e9f HTTP/1.1" status: 200 len: 945 time: 0.0481470 Sep 07 03:21:54.085021 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-30c8dce4-9606-4663-a771-094589ce9016 req-2b1cb72d-8050-4de5-9069-a251cf5a3f91 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330412 Sep 07 03:21:55.200180 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf487f-daf6-4521-8a89-5c178aced927 req-1d01e29a-115b-4f55-9bdf-8a2b0372ac38 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:21:55.201574 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8aaf487f-daf6-4521-8a89-5c178aced927 req-1d01e29a-115b-4f55-9bdf-8a2b0372ac38 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=65aa7797-314e-4d14-a16b-3d94ca613e9f HTTP/1.1" status: 200 len: 945 time: 0.0504582 Sep 07 03:21:55.243031 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8aaf487f-daf6-4521-8a89-5c178aced927 req-4930e186-8966-480f-a23c-15848dfdf4e7 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353451 Sep 07 03:21:55.968977 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3dc5b8af-949c-44a8-b1ba-ddf5c6b6eabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:21:56.367378 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da1e459-73c7-4174-afcf-e25c78462753 req-44116a2c-b773-45d5-9837-7f79d4f61df4 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:21:56.368902 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3da1e459-73c7-4174-afcf-e25c78462753 req-44116a2c-b773-45d5-9837-7f79d4f61df4 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=65aa7797-314e-4d14-a16b-3d94ca613e9f HTTP/1.1" status: 200 len: 945 time: 0.0480425 Sep 07 03:21:56.405998 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3da1e459-73c7-4174-afcf-e25c78462753 req-e5193a7f-487b-4bab-89b9-1e7ab6bd43e0 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309720 Sep 07 03:21:57.519141 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78676f0-67fc-41a2-8e28-6442fbfcd0be req-16f08397-27ce-4607-98e7-ac8f8c6fab81 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:21:57.520660 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f78676f0-67fc-41a2-8e28-6442fbfcd0be req-16f08397-27ce-4607-98e7-ac8f8c6fab81 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=65aa7797-314e-4d14-a16b-3d94ca613e9f HTTP/1.1" status: 200 len: 945 time: 0.0482583 Sep 07 03:21:57.557671 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f78676f0-67fc-41a2-8e28-6442fbfcd0be req-cb5ea1b9-12f5-4881-9412-2bfaf83c43c0 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312009 Sep 07 03:21:58.211616 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-11273940-7bef-4935-abee-dc5e5cd16dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:21:58.669877 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48863d8a-84f0-44e9-aeff-4b04d775e564 req-926406fa-4993-4f17-ae19-5b84b34a3994 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:21:58.671434 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-48863d8a-84f0-44e9-aeff-4b04d775e564 req-926406fa-4993-4f17-ae19-5b84b34a3994 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=65aa7797-314e-4d14-a16b-3d94ca613e9f HTTP/1.1" status: 200 len: 945 time: 0.0476236 Sep 07 03:21:58.711800 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-48863d8a-84f0-44e9-aeff-4b04d775e564 req-af437bf4-65fd-48b5-a995-057d9de1bb9d tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339241 Sep 07 03:21:58.753003 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:21:59.660960 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:21:59.826042 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd65c60-d76b-4074-90aa-b9b6559add0d req-d4e0191c-3bda-4f0d-ae66-d2f455032890 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:21:59.827684 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bbd65c60-d76b-4074-90aa-b9b6559add0d req-d4e0191c-3bda-4f0d-ae66-d2f455032890 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=65aa7797-314e-4d14-a16b-3d94ca613e9f HTTP/1.1" status: 200 len: 945 time: 0.0485578 Sep 07 03:21:59.866499 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bbd65c60-d76b-4074-90aa-b9b6559add0d req-1806f22c-e44b-472f-8891-212c5756d62d tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321643 Sep 07 03:22:00.983493 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a972aea-8b18-421e-8fd5-3456efdfe181 req-73aa2cda-a60b-466b-8311-5b7467620e52 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:22:00.984948 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a972aea-8b18-421e-8fd5-3456efdfe181 req-73aa2cda-a60b-466b-8311-5b7467620e52 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=65aa7797-314e-4d14-a16b-3d94ca613e9f HTTP/1.1" status: 200 len: 945 time: 0.0487502 Sep 07 03:22:01.021847 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a972aea-8b18-421e-8fd5-3456efdfe181 req-f5d2c74f-8b94-4268-a6c9-0a04aa884ea0 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303993 Sep 07 03:22:01.514747 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:22:01.589761 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [req-2958db6f-bab4-414c-9a09-0748180d3a48 req-e98b7452-a400-4f4a-ac46-c097dec089b8 service neutron] show failed (client error): The resource could not be found. Sep 07 03:22:01.590744 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2958db6f-bab4-414c-9a09-0748180d3a48 req-e98b7452-a400-4f4a-ac46-c097dec089b8 service neutron] 10.222.0.23 "GET /v2.0/ports/ce2af320-25b3-4713-a547-34a0e20be561/bindings/n-h2-796209-16 HTTP/1.1" status: 404 len: 381 time: 0.0530250 Sep 07 03:22:01.775829 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958db6f-bab4-414c-9a09-0748180d3a48 req-868bb111-237f-4383-9730-ab93eea695d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:22:01.777216 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2958db6f-bab4-414c-9a09-0748180d3a48 req-868bb111-237f-4383-9730-ab93eea695d5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=65aa7797-314e-4d14-a16b-3d94ca613e9f&tenant_id=617269ce5d8848e19cf1d7cbb9238cf7 HTTP/1.1" status: 200 len: 1097 time: 0.0396116 Sep 07 03:22:01.789435 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-2958db6f-bab4-414c-9a09-0748180d3a48 req-746aace3-8ed5-4c3b-9e1d-72a039930e04 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-796209-16', 'device_owner': 'compute:nova'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:22:01.842377 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2958db6f-bab4-414c-9a09-0748180d3a48 req-746aace3-8ed5-4c3b-9e1d-72a039930e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:22:02.049451 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-2958db6f-bab4-414c-9a09-0748180d3a48 req-746aace3-8ed5-4c3b-9e1d-72a039930e04 service neutron] For port ce2af320-25b3-4713-a547-34a0e20be561, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=ce2af320-25b3-4713-a547-34a0e20be561,segment=NetworkSegment(07955656-bbc9-46aa-91b6-95e96bad7147),segment_id=07955656-bbc9-46aa-91b6-95e96bad7147)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:22:02.083145 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-2958db6f-bab4-414c-9a09-0748180d3a48 req-746aace3-8ed5-4c3b-9e1d-72a039930e04 service neutron] For port ce2af320-25b3-4713-a547-34a0e20be561, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:22:02.123336 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65aa7797-314e-4d14-a16b-3d94ca613e9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce2af320-25b3-4713-a547-34a0e20be561'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:22:02.125699 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8755c4b4-c295-466b-8b01-af3042c9da3a" -d '{"events": [{"server_uuid": "65aa7797-314e-4d14-a16b-3d94ca613e9f", "name": "network-vif-unplugged", "status": "completed", "tag": "ce2af320-25b3-4713-a547-34a0e20be561"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:22:02.130380 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2958db6f-bab4-414c-9a09-0748180d3a48 req-746aace3-8ed5-4c3b-9e1d-72a039930e04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:22:02.144883 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-2958db6f-bab4-414c-9a09-0748180d3a48 req-746aace3-8ed5-4c3b-9e1d-72a039930e04 service neutron] Transition to ACTIVE for port object ce2af320-25b3-4713-a547-34a0e20be561 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:22:02.149851 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2958db6f-bab4-414c-9a09-0748180d3a48 req-746aace3-8ed5-4c3b-9e1d-72a039930e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:22:02.158590 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309da32b-783c-4361-b8a2-a40d7e454e04 req-65638c4c-31a1-4576-af98-7aca2db6802b tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:22:02.164466 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-309da32b-783c-4361-b8a2-a40d7e454e04 req-65638c4c-31a1-4576-af98-7aca2db6802b tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=65aa7797-314e-4d14-a16b-3d94ca613e9f HTTP/1.1" status: 200 len: 945 time: 0.0586271 Sep 07 03:22:02.201865 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746aace3-8ed5-4c3b-9e1d-72a039930e04 service neutron] Pushing event updated for resources: {'Port': ['ID=ce2af320-25b3-4713-a547-34a0e20be561,revision_number=6']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:22:02.210560 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746aace3-8ed5-4c3b-9e1d-72a039930e04 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:22:02.210923 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746aace3-8ed5-4c3b-9e1d-72a039930e04 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:22:02.211138 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-309da32b-783c-4361-b8a2-a40d7e454e04 req-937e3be1-ad75-41bf-8d98-b734a200617c tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418272 Sep 07 03:22:02.211254 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746aace3-8ed5-4c3b-9e1d-72a039930e04 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:22:02.211607 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746aace3-8ed5-4c3b-9e1d-72a039930e04 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:22:02.211939 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746aace3-8ed5-4c3b-9e1d-72a039930e04 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:22:02.212269 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746aace3-8ed5-4c3b-9e1d-72a039930e04 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:22:02.212596 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746aace3-8ed5-4c3b-9e1d-72a039930e04 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:22:02.212921 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746aace3-8ed5-4c3b-9e1d-72a039930e04 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:22:02.213248 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746aace3-8ed5-4c3b-9e1d-72a039930e04 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:22:02.213574 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746aace3-8ed5-4c3b-9e1d-72a039930e04 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:22:02.213896 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746aace3-8ed5-4c3b-9e1d-72a039930e04 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:22:02.214217 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746aace3-8ed5-4c3b-9e1d-72a039930e04 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:22:02.286030 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 03:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b1d58e-0b05-4c0a-bd5c-e18eccf15154 x-openstack-request-id: req-c2b1d58e-0b05-4c0a-bd5c-e18eccf15154 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:22:02.286160 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65aa7797-314e-4d14-a16b-3d94ca613e9f", "name": "network-vif-unplugged", "status": "completed", "tag": "ce2af320-25b3-4713-a547-34a0e20be561", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:22:02.286487 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c2b1d58e-0b05-4c0a-bd5c-e18eccf15154 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:22:02.287060 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65aa7797-314e-4d14-a16b-3d94ca613e9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce2af320-25b3-4713-a547-34a0e20be561', 'code': 200} Sep 07 03:22:02.356739 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-2958db6f-bab4-414c-9a09-0748180d3a48 req-746aace3-8ed5-4c3b-9e1d-72a039930e04 service neutron] No DVR routers for this DVR port ce2af320-25b3-4713-a547-34a0e20be561 on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:22:02.785128 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-2958db6f-bab4-414c-9a09-0748180d3a48 req-746aace3-8ed5-4c3b-9e1d-72a039930e04 service neutron] Attempting to bind port ce2af320-25b3-4713-a547-34a0e20be561 on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:22:02.785378 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-2958db6f-bab4-414c-9a09-0748180d3a48 req-746aace3-8ed5-4c3b-9e1d-72a039930e04 service neutron] Attempting to bind port ce2af320-25b3-4713-a547-34a0e20be561 by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '07955656-bbc9-46aa-91b6-95e96bad7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:22:02.785703 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2958db6f-bab4-414c-9a09-0748180d3a48 req-746aace3-8ed5-4c3b-9e1d-72a039930e04 service neutron] Attempting to bind port ce2af320-25b3-4713-a547-34a0e20be561 on network c4fadbcc-499c-428e-819b-32e001329938 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:22:02.789910 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2958db6f-bab4-414c-9a09-0748180d3a48 req-746aace3-8ed5-4c3b-9e1d-72a039930e04 service neutron] Port ce2af320-25b3-4713-a547-34a0e20be561 on network c4fadbcc-499c-428e-819b-32e001329938 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 03:22:02.790225 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2958db6f-bab4-414c-9a09-0748180d3a48 req-746aace3-8ed5-4c3b-9e1d-72a039930e04 service neutron] Attempting to bind port ce2af320-25b3-4713-a547-34a0e20be561 on network c4fadbcc-499c-428e-819b-32e001329938 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:22:02.794841 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2958db6f-bab4-414c-9a09-0748180d3a48 req-746aace3-8ed5-4c3b-9e1d-72a039930e04 service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:22:02.795173 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2958db6f-bab4-414c-9a09-0748180d3a48 req-746aace3-8ed5-4c3b-9e1d-72a039930e04 service neutron] Checking segment: {'id': '07955656-bbc9-46aa-91b6-95e96bad7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:22:02.795581 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2958db6f-bab4-414c-9a09-0748180d3a48 req-746aace3-8ed5-4c3b-9e1d-72a039930e04 service neutron] Bound using segment: {'id': '07955656-bbc9-46aa-91b6-95e96bad7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:22:02.795999 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-2958db6f-bab4-414c-9a09-0748180d3a48 req-746aace3-8ed5-4c3b-9e1d-72a039930e04 service neutron] Bound port: ce2af320-25b3-4713-a547-34a0e20be561, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07955656-bbc9-46aa-91b6-95e96bad7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:22:02.796346 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2958db6f-bab4-414c-9a09-0748180d3a48 req-746aace3-8ed5-4c3b-9e1d-72a039930e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:22:02.859363 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-2958db6f-bab4-414c-9a09-0748180d3a48 req-746aace3-8ed5-4c3b-9e1d-72a039930e04 service neutron] For port ce2af320-25b3-4713-a547-34a0e20be561, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:22:02.862746 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-2958db6f-bab4-414c-9a09-0748180d3a48 req-746aace3-8ed5-4c3b-9e1d-72a039930e04 service neutron] For port ce2af320-25b3-4713-a547-34a0e20be561, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=ce2af320-25b3-4713-a547-34a0e20be561,segment=NetworkSegment(07955656-bbc9-46aa-91b6-95e96bad7147),segment_id=07955656-bbc9-46aa-91b6-95e96bad7147)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:22:02.867305 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2958db6f-bab4-414c-9a09-0748180d3a48 req-746aace3-8ed5-4c3b-9e1d-72a039930e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:22:02.899553 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958db6f-bab4-414c-9a09-0748180d3a48 req-746aace3-8ed5-4c3b-9e1d-72a039930e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:22:02.900288 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-2958db6f-bab4-414c-9a09-0748180d3a48 req-746aace3-8ed5-4c3b-9e1d-72a039930e04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:22:02.901931 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2958db6f-bab4-414c-9a09-0748180d3a48 req-746aace3-8ed5-4c3b-9e1d-72a039930e04 service neutron] 10.222.0.16 "PUT /v2.0/ports/ce2af320-25b3-4713-a547-34a0e20be561 HTTP/1.1" status: 200 len: 1092 time: 1.1165314 Sep 07 03:22:02.927470 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746aace3-8ed5-4c3b-9e1d-72a039930e04 service neutron] Pushing event updated for resources: {'Port': ['ID=ce2af320-25b3-4713-a547-34a0e20be561,revision_number=7']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:22:02.972023 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958db6f-bab4-414c-9a09-0748180d3a48 req-99e451fc-7c14-4094-87aa-09bbbdb668fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:22:02.973556 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2958db6f-bab4-414c-9a09-0748180d3a48 req-99e451fc-7c14-4094-87aa-09bbbdb668fe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=617269ce5d8848e19cf1d7cbb9238cf7&device_id=65aa7797-314e-4d14-a16b-3d94ca613e9f HTTP/1.1" status: 200 len: 1095 time: 0.0432062 Sep 07 03:22:03.070323 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958db6f-bab4-414c-9a09-0748180d3a48 req-b345e2b3-898c-4416-9b93-5a77d62b240d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:22:03.071775 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2958db6f-bab4-414c-9a09-0748180d3a48 req-b345e2b3-898c-4416-9b93-5a77d62b240d service neutron] 10.222.0.16 "GET /v2.0/networks?id=c4fadbcc-499c-428e-819b-32e001329938 HTTP/1.1" status: 200 len: 912 time: 0.0915155 Sep 07 03:22:03.136657 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2958db6f-bab4-414c-9a09-0748180d3a48 req-f0d03509-7837-4476-9ac4-ae07b98280ec service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce2af320-25b3-4713-a547-34a0e20be561 HTTP/1.1" status: 200 len: 999 time: 0.0570831 Sep 07 03:22:03.188701 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958db6f-bab4-414c-9a09-0748180d3a48 req-ebb8d0b0-4548-4ce6-b061-6e18bbed118c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:22:03.190709 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2958db6f-bab4-414c-9a09-0748180d3a48 req-ebb8d0b0-4548-4ce6-b061-6e18bbed118c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4f0b5055-c1b2-40d5-b334-fd7d6f889027 HTTP/1.1" status: 200 len: 851 time: 0.0467498 Sep 07 03:22:03.234655 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958db6f-bab4-414c-9a09-0748180d3a48 req-80850e52-8e82-48a6-966b-434c087a82fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:22:03.236748 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2958db6f-bab4-414c-9a09-0748180d3a48 req-80850e52-8e82-48a6-966b-434c087a82fc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4fadbcc-499c-428e-819b-32e001329938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387311 Sep 07 03:22:03.325022 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2958db6f-bab4-414c-9a09-0748180d3a48 req-4f723aa2-daf8-4dc4-9b5c-662b7d4e15e0 service neutron] 10.222.0.16 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818403 Sep 07 03:22:03.332153 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b01ef-acbb-45b7-898d-9505f3351165 req-d426d019-ba66-4cc0-a5e5-94faf52e0787 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:22:03.333675 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7a5b01ef-acbb-45b7-898d-9505f3351165 req-d426d019-ba66-4cc0-a5e5-94faf52e0787 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=65aa7797-314e-4d14-a16b-3d94ca613e9f HTTP/1.1" status: 200 len: 943 time: 0.0487700 Sep 07 03:22:03.371724 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7a5b01ef-acbb-45b7-898d-9505f3351165 req-d10aa5a4-8e40-4d66-bbe7-1c521af092cc tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321538 Sep 07 03:22:03.418074 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2958db6f-bab4-414c-9a09-0748180d3a48 req-e447b1a5-876b-4737-9773-f912de91d82c service neutron] 10.222.0.16 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861189 Sep 07 03:22:04.287716 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65aa7797-314e-4d14-a16b-3d94ca613e9f', 'tag': 'ce2af320-25b3-4713-a547-34a0e20be561'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:22:04.290108 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1170dc5a-b6ae-4127-99dc-6c2de670b0a1" -d '{"events": [{"name": "network-changed", "server_uuid": "65aa7797-314e-4d14-a16b-3d94ca613e9f", "tag": "ce2af320-25b3-4713-a547-34a0e20be561"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:22:04.350180 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164237cf-4659-4bd9-97c6-64f72fad6ca2 x-openstack-request-id: req-164237cf-4659-4bd9-97c6-64f72fad6ca2 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:22:04.350472 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65aa7797-314e-4d14-a16b-3d94ca613e9f", "tag": "ce2af320-25b3-4713-a547-34a0e20be561", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:22:04.350722 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-164237cf-4659-4bd9-97c6-64f72fad6ca2 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:22:04.351122 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65aa7797-314e-4d14-a16b-3d94ca613e9f', 'tag': 'ce2af320-25b3-4713-a547-34a0e20be561', 'status': 'completed', 'code': 200} Sep 07 03:22:04.410336 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1170dc5a-b6ae-4127-99dc-6c2de670b0a1 req-1b5aead8-990d-4158-983d-3f9fe6925467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:22:04.411901 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1170dc5a-b6ae-4127-99dc-6c2de670b0a1 req-1b5aead8-990d-4158-983d-3f9fe6925467 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=617269ce5d8848e19cf1d7cbb9238cf7&device_id=65aa7797-314e-4d14-a16b-3d94ca613e9f HTTP/1.1" status: 200 len: 1095 time: 0.0411909 Sep 07 03:22:04.414886 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1170dc5a-b6ae-4127-99dc-6c2de670b0a1 req-94a5b083-2911-457a-b9f3-a001c913b898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:22:04.416415 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1170dc5a-b6ae-4127-99dc-6c2de670b0a1 req-94a5b083-2911-457a-b9f3-a001c913b898 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=617269ce5d8848e19cf1d7cbb9238cf7&device_id=65aa7797-314e-4d14-a16b-3d94ca613e9f HTTP/1.1" status: 200 len: 1095 time: 0.0410686 Sep 07 03:22:04.512315 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1170dc5a-b6ae-4127-99dc-6c2de670b0a1 req-f826bd18-1180-4fa3-8c21-809d4320c835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:22:04.513868 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1170dc5a-b6ae-4127-99dc-6c2de670b0a1 req-f826bd18-1180-4fa3-8c21-809d4320c835 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c4fadbcc-499c-428e-819b-32e001329938 HTTP/1.1" status: 200 len: 912 time: 0.0893197 Sep 07 03:22:04.548470 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69377b98-8cd6-409a-938f-67dcb4a29439 req-2bb69479-8bc2-4700-b974-55b86a089860 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:22:04.550493 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-69377b98-8cd6-409a-938f-67dcb4a29439 req-2bb69479-8bc2-4700-b974-55b86a089860 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=65aa7797-314e-4d14-a16b-3d94ca613e9f HTTP/1.1" status: 200 len: 943 time: 0.1018295 Sep 07 03:22:04.551916 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1170dc5a-b6ae-4127-99dc-6c2de670b0a1 req-3be50e19-28a6-451c-b762-c53cb7452255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:22:04.553266 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1170dc5a-b6ae-4127-99dc-6c2de670b0a1 req-3be50e19-28a6-451c-b762-c53cb7452255 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c4fadbcc-499c-428e-819b-32e001329938 HTTP/1.1" status: 200 len: 912 time: 0.1348336 Sep 07 03:22:04.579191 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1170dc5a-b6ae-4127-99dc-6c2de670b0a1 req-a3248985-283e-44b7-bac9-eebb48d84d86 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce2af320-25b3-4713-a547-34a0e20be561 HTTP/1.1" status: 200 len: 999 time: 0.0579269 Sep 07 03:22:04.631282 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-69377b98-8cd6-409a-938f-67dcb4a29439 req-f8a1d6eb-ba51-497f-86a3-a21bcff6dff8 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743880 Sep 07 03:22:04.633246 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1170dc5a-b6ae-4127-99dc-6c2de670b0a1 req-ac2735b8-9be3-47c6-af2c-7c0146a6a9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:22:04.634884 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1170dc5a-b6ae-4127-99dc-6c2de670b0a1 req-ac2735b8-9be3-47c6-af2c-7c0146a6a9bd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4f0b5055-c1b2-40d5-b334-fd7d6f889027 HTTP/1.1" status: 200 len: 851 time: 0.0480530 Sep 07 03:22:04.644150 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1170dc5a-b6ae-4127-99dc-6c2de670b0a1 req-3a706f6f-9ec5-44ff-8f79-4ad993bb411a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce2af320-25b3-4713-a547-34a0e20be561 HTTP/1.1" status: 200 len: 999 time: 0.0806298 Sep 07 03:22:04.681663 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1170dc5a-b6ae-4127-99dc-6c2de670b0a1 req-c2478664-29b8-4f83-a183-35586ca64662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:22:04.683191 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1170dc5a-b6ae-4127-99dc-6c2de670b0a1 req-c2478664-29b8-4f83-a183-35586ca64662 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4fadbcc-499c-428e-819b-32e001329938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408974 Sep 07 03:22:04.692588 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1170dc5a-b6ae-4127-99dc-6c2de670b0a1 req-801c0148-573f-4ab4-9420-e4b947fa235d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:22:04.694041 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1170dc5a-b6ae-4127-99dc-6c2de670b0a1 req-801c0148-573f-4ab4-9420-e4b947fa235d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4f0b5055-c1b2-40d5-b334-fd7d6f889027 HTTP/1.1" status: 200 len: 851 time: 0.0436661 Sep 07 03:22:04.738549 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1170dc5a-b6ae-4127-99dc-6c2de670b0a1 req-f829a2ca-95ce-4367-8348-3d1ea575b60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:22:04.740087 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1170dc5a-b6ae-4127-99dc-6c2de670b0a1 req-f829a2ca-95ce-4367-8348-3d1ea575b60f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c4fadbcc-499c-428e-819b-32e001329938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394874 Sep 07 03:22:04.773981 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1170dc5a-b6ae-4127-99dc-6c2de670b0a1 req-04b88f89-0700-4703-80cd-0900bf1c658f service neutron] 10.222.0.16 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828972 Sep 07 03:22:04.833527 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1170dc5a-b6ae-4127-99dc-6c2de670b0a1 req-a9695f28-2d3e-44b7-87e2-b7e7275d0a61 service neutron] 10.222.0.23 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865059 Sep 07 03:22:04.871030 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1170dc5a-b6ae-4127-99dc-6c2de670b0a1 req-98c14bfc-326a-4164-ad7c-93faf9f3a4c8 service neutron] 10.222.0.16 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883114 Sep 07 03:22:04.926546 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1170dc5a-b6ae-4127-99dc-6c2de670b0a1 req-dcc8d9c9-f849-4c60-a072-71848ad235ac service neutron] 10.222.0.23 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866411 Sep 07 03:22:05.394789 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device ce2af320-25b3-4713-a547-34a0e20be561 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:22:05.432218 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device ce2af320-25b3-4713-a547-34a0e20be561 not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:22:05.749206 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133f8710-577e-49b0-8638-d7a1f4d08819 req-34f884e3-8649-4c87-a59b-1bee191316a9 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:22:05.750685 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-133f8710-577e-49b0-8638-d7a1f4d08819 req-34f884e3-8649-4c87-a59b-1bee191316a9 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=65aa7797-314e-4d14-a16b-3d94ca613e9f HTTP/1.1" status: 200 len: 943 time: 0.0490448 Sep 07 03:22:05.787357 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-133f8710-577e-49b0-8638-d7a1f4d08819 req-7707856e-88a2-495d-94e8-db602abc29c3 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306966 Sep 07 03:22:05.989929 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aee231-d9c7-4504-85dc-55c1296508fd req-37db7b51-c99e-4214-82e4-41720b739975 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:22:05.991449 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-68aee231-d9c7-4504-85dc-55c1296508fd req-37db7b51-c99e-4214-82e4-41720b739975 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=65aa7797-314e-4d14-a16b-3d94ca613e9f HTTP/1.1" status: 200 len: 943 time: 0.0542097 Sep 07 03:22:05.996256 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6381ef5e-a325-4308-beb7-8510061125d3 req-dfc8996d-2b5f-4df8-9cfb-52dfa966b601 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:22:05.997752 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6381ef5e-a325-4308-beb7-8510061125d3 req-dfc8996d-2b5f-4df8-9cfb-52dfa966b601 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.23 "GET /v2.0/ports?device_id=65aa7797-314e-4d14-a16b-3d94ca613e9f&tenant_id=617269ce5d8848e19cf1d7cbb9238cf7&binding%3Ahost_id=n-h2-796209-16 HTTP/1.1" status: 200 len: 943 time: 0.0554113 Sep 07 03:22:06.030656 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-68aee231-d9c7-4504-85dc-55c1296508fd req-ecab9990-d374-4aa2-90f3-0d32b215b3f8 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329244 Sep 07 03:22:06.064479 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [req-6381ef5e-a325-4308-beb7-8510061125d3 req-184cf056-9d78-49ed-a71e-0bbbdaeb9699 service neutron] delete failed (client error): The resource could not be found. Sep 07 03:22:06.065511 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6381ef5e-a325-4308-beb7-8510061125d3 req-184cf056-9d78-49ed-a71e-0bbbdaeb9699 service neutron] 10.222.0.23 "DELETE /v2.0/ports/ce2af320-25b3-4713-a547-34a0e20be561/bindings/n-h1-796209-16 HTTP/1.1" status: 404 len: 381 time: 0.0601037 Sep 07 03:22:06.147665 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6381ef5e-a325-4308-beb7-8510061125d3 req-8653caf3-7173-4ea1-91ad-1540cafee473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:22:06.149149 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6381ef5e-a325-4308-beb7-8510061125d3 req-8653caf3-7173-4ea1-91ad-1540cafee473 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=617269ce5d8848e19cf1d7cbb9238cf7&device_id=65aa7797-314e-4d14-a16b-3d94ca613e9f HTTP/1.1" status: 200 len: 1095 time: 0.0403433 Sep 07 03:22:06.240395 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6381ef5e-a325-4308-beb7-8510061125d3 req-426e5954-6a54-4c61-b8f9-870b97c404ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:22:06.241804 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6381ef5e-a325-4308-beb7-8510061125d3 req-426e5954-6a54-4c61-b8f9-870b97c404ef service neutron] 10.222.0.23 "GET /v2.0/networks?id=c4fadbcc-499c-428e-819b-32e001329938 HTTP/1.1" status: 200 len: 912 time: 0.0863736 Sep 07 03:22:06.304861 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6381ef5e-a325-4308-beb7-8510061125d3 req-a94d7520-31a7-4ef0-a280-fc42f2b8066e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce2af320-25b3-4713-a547-34a0e20be561 HTTP/1.1" status: 200 len: 999 time: 0.0564191 Sep 07 03:22:06.353356 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6381ef5e-a325-4308-beb7-8510061125d3 req-2358be9f-7c95-4d51-b72d-fd3b81062687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:22:06.354815 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6381ef5e-a325-4308-beb7-8510061125d3 req-2358be9f-7c95-4d51-b72d-fd3b81062687 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4f0b5055-c1b2-40d5-b334-fd7d6f889027 HTTP/1.1" status: 200 len: 851 time: 0.0434260 Sep 07 03:22:06.404384 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6381ef5e-a325-4308-beb7-8510061125d3 req-335b4aad-c553-4d27-abb5-a09aef2c12f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:22:06.405862 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6381ef5e-a325-4308-beb7-8510061125d3 req-335b4aad-c553-4d27-abb5-a09aef2c12f4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c4fadbcc-499c-428e-819b-32e001329938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434651 Sep 07 03:22:06.492641 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6381ef5e-a325-4308-beb7-8510061125d3 req-1b67da87-e036-47ab-9ce0-ee52ba249961 service neutron] 10.222.0.23 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797758 Sep 07 03:22:06.518515 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device ce2af320-25b3-4713-a547-34a0e20be561 details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 03:22:06.586122 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6381ef5e-a325-4308-beb7-8510061125d3 req-10326f6e-6616-4ac4-87ca-49d17fde91c6 service neutron] 10.222.0.23 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869784 Sep 07 03:22:06.614714 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port ce2af320-25b3-4713-a547-34a0e20be561, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=ce2af320-25b3-4713-a547-34a0e20be561,segment=NetworkSegment(07955656-bbc9-46aa-91b6-95e96bad7147),segment_id=07955656-bbc9-46aa-91b6-95e96bad7147)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:22:06.628913 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': 'ce2af320-25b3-4713-a547-34a0e20be561', 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938', 'port_id': 'ce2af320-25b3-4713-a547-34a0e20be561', 'mac_address': 'fa:16:3e:81:a2:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 03:22:06.665876 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:22:06.678360 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce2af320-25b3-4713-a547-34a0e20be561 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:22:06.696977 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port ce2af320-25b3-4713-a547-34a0e20be561, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=ce2af320-25b3-4713-a547-34a0e20be561,segment=NetworkSegment(07955656-bbc9-46aa-91b6-95e96bad7147),segment_id=07955656-bbc9-46aa-91b6-95e96bad7147)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:22:06.700712 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:22:06.746437 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=ce2af320-25b3-4713-a547-34a0e20be561,revision_number=8']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:22:06.753562 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:22:06.753917 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:22:06.754265 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:22:06.754610 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:22:06.754951 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:22:06.755291 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:22:06.755654 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:22:06.755990 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:22:06.756322 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:22:06.756735 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:22:06.757068 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:22:06.757396 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:22:06.941556 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['ce2af320-25b3-4713-a547-34a0e20be561'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:22:07.162809 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365441f-fae5-4bc9-b17a-e557d9731459 req-a6ca2ce2-a43c-4ee1-a8df-93faded33e01 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:22:07.164332 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f365441f-fae5-4bc9-b17a-e557d9731459 req-a6ca2ce2-a43c-4ee1-a8df-93faded33e01 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=65aa7797-314e-4d14-a16b-3d94ca613e9f HTTP/1.1" status: 200 len: 944 time: 0.0524466 Sep 07 03:22:07.201559 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f365441f-fae5-4bc9-b17a-e557d9731459 req-25fa3bf7-36e5-422c-a6d9-6a8f8fdcb44a tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313394 Sep 07 03:22:07.315631 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd16dc-d22d-488d-9c5f-db6d6a1e3006 req-e1be45e6-41c4-4108-9914-e0caffbf7137 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:22:07.317154 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c7dd16dc-d22d-488d-9c5f-db6d6a1e3006 req-e1be45e6-41c4-4108-9914-e0caffbf7137 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=65aa7797-314e-4d14-a16b-3d94ca613e9f HTTP/1.1" status: 200 len: 944 time: 0.0510130 Sep 07 03:22:07.355273 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c7dd16dc-d22d-488d-9c5f-db6d6a1e3006 req-88e3d5f9-4ef7-49ac-bbd3-c8391905f443 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320158 Sep 07 03:22:07.466940 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83316a6e-dabb-45ff-8221-8ccddc44ca44 req-0f6a66b3-d110-42f5-bbee-cd3bc94a99fe tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:22:07.468440 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-83316a6e-dabb-45ff-8221-8ccddc44ca44 req-0f6a66b3-d110-42f5-bbee-cd3bc94a99fe tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=65aa7797-314e-4d14-a16b-3d94ca613e9f HTTP/1.1" status: 200 len: 944 time: 0.0474308 Sep 07 03:22:07.508807 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-83316a6e-dabb-45ff-8221-8ccddc44ca44 req-bd160df3-9638-49f7-95bb-55c355a72fb3 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345066 Sep 07 03:22:07.735103 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab37c9-f243-4109-adc3-7e322b76fed9 req-7ca302ca-795e-49a3-9a0a-e81c7e3c4bb5 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:22:07.737221 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-73ab37c9-f243-4109-adc3-7e322b76fed9 req-7ca302ca-795e-49a3-9a0a-e81c7e3c4bb5 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=65aa7797-314e-4d14-a16b-3d94ca613e9f HTTP/1.1" status: 200 len: 944 time: 0.0506067 Sep 07 03:22:07.773688 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-73ab37c9-f243-4109-adc3-7e322b76fed9 req-338d2233-c700-4cba-8f54-bae7cc01e579 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305724 Sep 07 03:22:08.533492 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device ce2af320-25b3-4713-a547-34a0e20be561 up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:22:08.581980 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port ce2af320-25b3-4713-a547-34a0e20be561 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:22:08.585583 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port ce2af320-25b3-4713-a547-34a0e20be561 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:22:08.586062 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:22:08.662021 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:22:08.684152 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65aa7797-314e-4d14-a16b-3d94ca613e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce2af320-25b3-4713-a547-34a0e20be561'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:22:08.686395 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861737c4-7b25-44c7-a34c-5f7f51e65c60" -d '{"events": [{"server_uuid": "65aa7797-314e-4d14-a16b-3d94ca613e9f", "name": "network-vif-plugged", "status": "completed", "tag": "ce2af320-25b3-4713-a547-34a0e20be561"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:22:08.699638 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port ce2af320-25b3-4713-a547-34a0e20be561, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=ce2af320-25b3-4713-a547-34a0e20be561,segment=NetworkSegment(07955656-bbc9-46aa-91b6-95e96bad7147),segment_id=07955656-bbc9-46aa-91b6-95e96bad7147)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:22:08.704103 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:22:08.752862 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=ce2af320-25b3-4713-a547-34a0e20be561,revision_number=9']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:22:08.791135 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116c98da-22c7-4360-9c6d-40bf59e88e67 x-openstack-request-id: req-116c98da-22c7-4360-9c6d-40bf59e88e67 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:22:08.791432 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65aa7797-314e-4d14-a16b-3d94ca613e9f", "name": "network-vif-plugged", "status": "completed", "tag": "ce2af320-25b3-4713-a547-34a0e20be561", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:22:08.791729 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-116c98da-22c7-4360-9c6d-40bf59e88e67 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:22:08.792139 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65aa7797-314e-4d14-a16b-3d94ca613e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce2af320-25b3-4713-a547-34a0e20be561', 'code': 200} Sep 07 03:22:08.887877 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e7953-7c01-47c4-aebe-deafa1df92be req-56fdeecd-7a0f-40c5-8bb5-55507c377795 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:22:08.889372 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-364e7953-7c01-47c4-aebe-deafa1df92be req-56fdeecd-7a0f-40c5-8bb5-55507c377795 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=65aa7797-314e-4d14-a16b-3d94ca613e9f HTTP/1.1" status: 200 len: 945 time: 0.0481906 Sep 07 03:22:08.927194 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-364e7953-7c01-47c4-aebe-deafa1df92be req-eee72300-4428-49d8-812c-299fb432f2d5 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317643 Sep 07 03:22:08.980705 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378fae7f-777f-42aa-9e94-ba5bd772b1cd req-9693c10e-f69e-46f0-95ac-3c598909b4a9 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:22:08.982143 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-378fae7f-777f-42aa-9e94-ba5bd772b1cd req-9693c10e-f69e-46f0-95ac-3c598909b4a9 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.16 "GET /v2.0/ports?device_id=65aa7797-314e-4d14-a16b-3d94ca613e9f HTTP/1.1" status: 200 len: 945 time: 0.0486863 Sep 07 03:22:09.071855 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-378fae7f-777f-42aa-9e94-ba5bd772b1cd req-f936d85a-d5d6-4517-8c51-237c8d86b455 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Deleting port ce2af320-25b3-4713-a547-34a0e20be561 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:22:09.072201 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-378fae7f-777f-42aa-9e94-ba5bd772b1cd req-f936d85a-d5d6-4517-8c51-237c8d86b455 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:22:09.157475 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-378fae7f-777f-42aa-9e94-ba5bd772b1cd req-f936d85a-d5d6-4517-8c51-237c8d86b455 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] For port ce2af320-25b3-4713-a547-34a0e20be561, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=ce2af320-25b3-4713-a547-34a0e20be561,segment=NetworkSegment(07955656-bbc9-46aa-91b6-95e96bad7147),segment_id=07955656-bbc9-46aa-91b6-95e96bad7147)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:22:09.157859 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-378fae7f-777f-42aa-9e94-ba5bd772b1cd req-f936d85a-d5d6-4517-8c51-237c8d86b455 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:22:09.330508 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-378fae7f-777f-42aa-9e94-ba5bd772b1cd req-f936d85a-d5d6-4517-8c51-237c8d86b455 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:22:09.330876 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-378fae7f-777f-42aa-9e94-ba5bd772b1cd req-f936d85a-d5d6-4517-8c51-237c8d86b455 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:22:09.331199 n-d-796209-16 neutron-server[94700]: INFO neutron.db.l3_db [req-378fae7f-777f-42aa-9e94-ba5bd772b1cd req-f936d85a-d5d6-4517-8c51-237c8d86b455 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Floating IP aa6b5edd-6dd7-40e1-b467-0fd4b1469fd2 disassociated. External IP: 172.25.5.251, port: ce2af320-25b3-4713-a547-34a0e20be561. Sep 07 03:22:09.331567 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-378fae7f-777f-42aa-9e94-ba5bd772b1cd req-f936d85a-d5d6-4517-8c51-237c8d86b455 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Calling delete_port for ce2af320-25b3-4713-a547-34a0e20be561 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:22:09.469756 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-378fae7f-777f-42aa-9e94-ba5bd772b1cd req-f936d85a-d5d6-4517-8c51-237c8d86b455 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:22:09.503362 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f936d85a-d5d6-4517-8c51-237c8d86b455 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Pushing event deleted for resources: {'Port': ['ID=ce2af320-25b3-4713-a547-34a0e20be561,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:22:09.618800 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [req-378fae7f-777f-42aa-9e94-ba5bd772b1cd req-f936d85a-d5d6-4517-8c51-237c8d86b455 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Router 6a976ed9-0b79-469a-ae9b-dfef1dd23baf has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:22:09.728454 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-378fae7f-777f-42aa-9e94-ba5bd772b1cd req-f936d85a-d5d6-4517-8c51-237c8d86b455 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:22:09.740300 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40143e4a-7971-4e02-96d6-882151c9731f None None] Sync routers for ids ['6a976ed9-0b79-469a-ae9b-dfef1dd23baf'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:22:09.749348 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40143e4a-7971-4e02-96d6-882151c9731f None None] Routers {'6a976ed9-0b79-469a-ae9b-dfef1dd23baf'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:22:09.749964 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-40143e4a-7971-4e02-96d6-882151c9731f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:21:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['6a976ed9-0b79-469a-ae9b-dfef1dd23baf'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:22:09.765914 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-378fae7f-777f-42aa-9e94-ba5bd772b1cd req-f936d85a-d5d6-4517-8c51-237c8d86b455 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] No DVR routers for this DVR port ce2af320-25b3-4713-a547-34a0e20be561 on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:22:09.769054 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-378fae7f-777f-42aa-9e94-ba5bd772b1cd req-f936d85a-d5d6-4517-8c51-237c8d86b455 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:22:09.771024 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-378fae7f-777f-42aa-9e94-ba5bd772b1cd req-f936d85a-d5d6-4517-8c51-237c8d86b455 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.16 "DELETE /v2.0/ports/ce2af320-25b3-4713-a547-34a0e20be561 HTTP/1.1" status: 204 len: 173 time: 0.7827170 Sep 07 03:22:09.771544 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65aa7797-314e-4d14-a16b-3d94ca613e9f', 'name': 'network-vif-deleted', 'tag': 'ce2af320-25b3-4713-a547-34a0e20be561'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:22:09.773818 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa88595a-8154-4956-9bc5-8f419454ca58" -d '{"events": [{"server_uuid": "65aa7797-314e-4d14-a16b-3d94ca613e9f", "name": "network-vif-deleted", "tag": "ce2af320-25b3-4713-a547-34a0e20be561"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:22:09.815689 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e462150-5e80-4e81-85e7-671298f8816c x-openstack-request-id: req-7e462150-5e80-4e81-85e7-671298f8816c {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:22:09.815983 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65aa7797-314e-4d14-a16b-3d94ca613e9f", "name": "network-vif-deleted", "tag": "ce2af320-25b3-4713-a547-34a0e20be561", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:22:09.816235 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7e462150-5e80-4e81-85e7-671298f8816c {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:22:09.816640 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65aa7797-314e-4d14-a16b-3d94ca613e9f', 'name': 'network-vif-deleted', 'tag': 'ce2af320-25b3-4713-a547-34a0e20be561', 'status': 'completed', 'code': 200} Sep 07 03:22:09.866842 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-40143e4a-7971-4e02-96d6-882151c9731f None None] Set router 6a976ed9-0b79-469a-ae9b-dfef1dd23baf gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:22:10.030471 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-11a30265-ebbf-47ae-9fba-62412e194727 req-c6446c6d-abe4-4c49-8c24-4da3f3253cac tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=65aa7797-314e-4d14-a16b-3d94ca613e9f HTTP/1.1" status: 200 len: 210 time: 0.0263326 Sep 07 03:22:10.064904 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-40143e4a-7971-4e02-96d6-882151c9731f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'name': 'tempest-ServerActionsTestJSON-1571132071-router', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '54845b1b-8632-4f00-a50d-7e7819005750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:19:54Z', 'updated_at': '2021-09-07T03:19:56Z', 'revision_number': 4, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'gw_port': {'id': '54845b1b-8632-4f00-a50d-7e7819005750', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:19:54Z', 'updated_at': '2021-09-07T03:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '709c4d93-38f3-4ae4-a7cf-ab3c349ee285', 'name': '', 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'mac_address': 'fa:16:3e:51:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:19:55Z', 'updated_at': '2021-09-07T03:20:01Z', 'revision_number': 5, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'subnets': [{'id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:22:10.094415 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40143e4a-7971-4e02-96d6-882151c9731f None None] Checking router: 6a976ed9-0b79-469a-ae9b-dfef1dd23baf for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:22:10.103191 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40143e4a-7971-4e02-96d6-882151c9731f None None] Routers {'6a976ed9-0b79-469a-ae9b-dfef1dd23baf'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:22:10.103838 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-40143e4a-7971-4e02-96d6-882151c9731f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:21:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['6a976ed9-0b79-469a-ae9b-dfef1dd23baf'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:22:10.365081 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-40143e4a-7971-4e02-96d6-882151c9731f None None] Set router 6a976ed9-0b79-469a-ae9b-dfef1dd23baf gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:22:10.555307 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-40143e4a-7971-4e02-96d6-882151c9731f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'name': 'tempest-ServerActionsTestJSON-1571132071-router', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '54845b1b-8632-4f00-a50d-7e7819005750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:19:54Z', 'updated_at': '2021-09-07T03:19:56Z', 'revision_number': 4, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'gw_port': {'id': '54845b1b-8632-4f00-a50d-7e7819005750', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:19:54Z', 'updated_at': '2021-09-07T03:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '709c4d93-38f3-4ae4-a7cf-ab3c349ee285', 'name': '', 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'mac_address': 'fa:16:3e:51:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:19:55Z', 'updated_at': '2021-09-07T03:20:01Z', 'revision_number': 5, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'subnets': [{'id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:22:10.582019 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40143e4a-7971-4e02-96d6-882151c9731f None None] The sync data for ids ['6a976ed9-0b79-469a-ae9b-dfef1dd23baf'] in n-d-796209-16 is: [{'id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'name': 'tempest-ServerActionsTestJSON-1571132071-router', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '54845b1b-8632-4f00-a50d-7e7819005750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:19:54Z', 'updated_at': '2021-09-07T03:19:56Z', 'revision_number': 4, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'gw_port': {'id': '54845b1b-8632-4f00-a50d-7e7819005750', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:19:54Z', 'updated_at': '2021-09-07T03:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '709c4d93-38f3-4ae4-a7cf-ab3c349ee285', 'name': '', 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'mac_address': 'fa:16:3e:51:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:19:55Z', 'updated_at': '2021-09-07T03:20:01Z', 'revision_number': 5, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'subnets': [{'id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:22:10.793066 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb0f52e-36ec-4351-94c3-0b2882369071 None None] New status for floating IP aa6b5edd-6dd7-40e1-b467-0fd4b1469fd2: DOWN {{(pid=94703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 03:22:11.259944 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-61f88401-50ac-45e9-b8c5-42da394296fa req-2b018e44-65b8-4489-95ab-d8ad224a180e tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--122382441&fields=id&tenant_id=617269ce5d8848e19cf1d7cbb9238cf7 HTTP/1.1" status: 200 len: 267 time: 0.0332990 Sep 07 03:22:11.366503 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f88401-50ac-45e9-b8c5-42da394296fa req-a60775db-ae17-48db-95aa-5f7dc725ecb3 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:22:11.367998 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-61f88401-50ac-45e9-b8c5-42da394296fa req-a60775db-ae17-48db-95aa-5f7dc725ecb3 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/networks?id=c4fadbcc-499c-428e-819b-32e001329938 HTTP/1.1" status: 200 len: 812 time: 0.1015186 Sep 07 03:22:11.382960 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-61f88401-50ac-45e9-b8c5-42da394296fa req-a8a0f544-23b5-4bb1-8b37-1507f37f1bca tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/quotas/617269ce5d8848e19cf1d7cbb9238cf7 HTTP/1.1" status: 200 len: 375 time: 0.0093524 Sep 07 03:22:11.434669 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-61f88401-50ac-45e9-b8c5-42da394296fa req-393fcbf7-16ca-4e89-8bc7-a3fdc309394f tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=617269ce5d8848e19cf1d7cbb9238cf7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0465031 Sep 07 03:22:11.529413 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-61f88401-50ac-45e9-b8c5-42da394296fa req-670ccaff-6541-487a-91fc-9f27d9362186 service neutron] 10.222.0.22 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826867 Sep 07 03:22:11.621622 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-61f88401-50ac-45e9-b8c5-42da394296fa req-f999a627-0d0f-4e58-8bbb-bdf8ac3f657b service neutron] 10.222.0.22 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853429 Sep 07 03:22:11.779959 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f0cb6267-b5f6-4c6f-a328-76b5eca1705d req-1b56f25a-4ce8-4b02-848e-5807981b4c08 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=aac87c49-7c9b-4f4b-a87e-907022a6c19f HTTP/1.1" status: 200 len: 210 time: 0.0289173 Sep 07 03:22:12.549061 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device ce2af320-25b3-4713-a547-34a0e20be561 no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:22:12.573110 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: ce2af320-25b3-4713-a547-34a0e20be561 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:22:12.573453 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device ce2af320-25b3-4713-a547-34a0e20be561 not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:22:12.874496 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b3971c2c-5ec5-4496-a758-2c7df170bfbf req-6e5fb281-5e2c-443f-a4eb-f7960b0482c2 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=aac87c49-7c9b-4f4b-a87e-907022a6c19f HTTP/1.1" status: 200 len: 210 time: 0.0267322 Sep 07 03:22:13.745033 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f88401-50ac-45e9-b8c5-42da394296fa req-453341f6-b40c-43a5-ab30-4f52e1d9e77d tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:22:13.746482 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-61f88401-50ac-45e9-b8c5-42da394296fa req-453341f6-b40c-43a5-ab30-4f52e1d9e77d tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.23 "GET /v2.0/networks?id=c4fadbcc-499c-428e-819b-32e001329938 HTTP/1.1" status: 200 len: 812 time: 0.1036532 Sep 07 03:22:13.796334 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-61f88401-50ac-45e9-b8c5-42da394296fa req-b5b5dc36-249b-4634-9a40-83b832e0301a tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=617269ce5d8848e19cf1d7cbb9238cf7 HTTP/1.1" status: 200 len: 379 time: 0.0399461 Sep 07 03:22:13.807982 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-61f88401-50ac-45e9-b8c5-42da394296fa req-61f6b2fa-4f8a-4bf4-a675-e2d3c14d0328 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Request body: {'port': {'device_id': 'aac87c49-7c9b-4f4b-a87e-907022a6c19f', 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938', 'admin_state_up': True, 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'security_groups': ['6278159d-205e-4d66-922d-3734e56d992b']}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:22:13.917318 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61f88401-50ac-45e9-b8c5-42da394296fa req-61f6b2fa-4f8a-4bf4-a675-e2d3c14d0328 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Made reservation on behalf of 617269ce5d8848e19cf1d7cbb9238cf7 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:22:13.921013 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-61f88401-50ac-45e9-b8c5-42da394296fa req-61f6b2fa-4f8a-4bf4-a675-e2d3c14d0328 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:22:14.001266 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-883496df-4ea2-4a19-81f6-cfb1452544ef req-72cfd967-4c25-4f37-a49c-4b4c9208a0f2 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=aac87c49-7c9b-4f4b-a87e-907022a6c19f HTTP/1.1" status: 200 len: 210 time: 0.0585074 Sep 07 03:22:14.071928 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [req-61f88401-50ac-45e9-b8c5-42da394296fa req-61f6b2fa-4f8a-4bf4-a675-e2d3c14d0328 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Allocated IP 172.20.0.8 (c4fadbcc-499c-428e-819b-32e001329938/4f0b5055-c1b2-40d5-b334-fd7d6f889027/a10d0ad0-f666-4136-bb1f-a1fcb82a0feb) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:22:14.200496 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-61f88401-50ac-45e9-b8c5-42da394296fa req-61f6b2fa-4f8a-4bf4-a675-e2d3c14d0328 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:22:14.219287 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-61f88401-50ac-45e9-b8c5-42da394296fa req-61f6b2fa-4f8a-4bf4-a675-e2d3c14d0328 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Transition to ACTIVE for port object a10d0ad0-f666-4136-bb1f-a1fcb82a0feb will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:22:14.251208 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-61f88401-50ac-45e9-b8c5-42da394296fa req-61f6b2fa-4f8a-4bf4-a675-e2d3c14d0328 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:22:14.593094 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61f88401-50ac-45e9-b8c5-42da394296fa req-61f6b2fa-4f8a-4bf4-a675-e2d3c14d0328 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Network c4fadbcc-499c-428e-819b-32e001329938 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:22:14.596094 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [req-61f88401-50ac-45e9-b8c5-42da394296fa req-61f6b2fa-4f8a-4bf4-a675-e2d3c14d0328 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:22:14.598597 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f88401-50ac-45e9-b8c5-42da394296fa req-61f6b2fa-4f8a-4bf4-a675-e2d3c14d0328 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:22:14.628553 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f6b2fa-4f8a-4bf4-a675-e2d3c14d0328 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Pushing event updated for resources: {'Port': ['ID=a10d0ad0-f666-4136-bb1f-a1fcb82a0feb,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:22:14.643311 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f6b2fa-4f8a-4bf4-a675-e2d3c14d0328 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:22:14.643678 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f6b2fa-4f8a-4bf4-a675-e2d3c14d0328 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:22:14.644020 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f6b2fa-4f8a-4bf4-a675-e2d3c14d0328 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:22:14.644352 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f6b2fa-4f8a-4bf4-a675-e2d3c14d0328 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:22:14.644684 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f6b2fa-4f8a-4bf4-a675-e2d3c14d0328 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:22:14.645339 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f6b2fa-4f8a-4bf4-a675-e2d3c14d0328 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:22:14.645673 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f6b2fa-4f8a-4bf4-a675-e2d3c14d0328 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:22:14.645997 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f6b2fa-4f8a-4bf4-a675-e2d3c14d0328 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:22:14.646318 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f6b2fa-4f8a-4bf4-a675-e2d3c14d0328 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:22:14.646637 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f6b2fa-4f8a-4bf4-a675-e2d3c14d0328 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:22:14.646956 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f6b2fa-4f8a-4bf4-a675-e2d3c14d0328 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:22:14.647272 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f6b2fa-4f8a-4bf4-a675-e2d3c14d0328 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:22:14.665783 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f88401-50ac-45e9-b8c5-42da394296fa req-61f6b2fa-4f8a-4bf4-a675-e2d3c14d0328 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:22:14.666435 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-61f88401-50ac-45e9-b8c5-42da394296fa req-61f6b2fa-4f8a-4bf4-a675-e2d3c14d0328 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:22:14.682257 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-61f88401-50ac-45e9-b8c5-42da394296fa req-61f6b2fa-4f8a-4bf4-a675-e2d3c14d0328 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8778124 Sep 07 03:22:14.695762 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-61f88401-50ac-45e9-b8c5-42da394296fa req-e26f2ca5-8993-4fe2-9494-546ec767adbc service neutron] Request body: {'port': {'device_id': 'aac87c49-7c9b-4f4b-a87e-907022a6c19f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:22:14.753542 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-61f88401-50ac-45e9-b8c5-42da394296fa req-e26f2ca5-8993-4fe2-9494-546ec767adbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:22:14.824523 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-78345f02-31b7-4511-9866-d8db3a6dce13 None None] Provisioning for port a10d0ad0-f666-4136-bb1f-a1fcb82a0feb completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:22:14.828364 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-78345f02-31b7-4511-9866-d8db3a6dce13 None None] Provisioning complete for port a10d0ad0-f666-4136-bb1f-a1fcb82a0feb triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:22:14.828987 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-78345f02-31b7-4511-9866-d8db3a6dce13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:22:14.862911 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-78345f02-31b7-4511-9866-d8db3a6dce13 None None] Port a10d0ad0-f666-4136-bb1f-a1fcb82a0feb cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:22:15.011406 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [req-61f88401-50ac-45e9-b8c5-42da394296fa req-e26f2ca5-8993-4fe2-9494-546ec767adbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a10d0ad0-f666-4136-bb1f-a1fcb82a0feb {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:22:15.018682 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-61f88401-50ac-45e9-b8c5-42da394296fa req-e26f2ca5-8993-4fe2-9494-546ec767adbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:22:15.030525 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-61f88401-50ac-45e9-b8c5-42da394296fa req-e26f2ca5-8993-4fe2-9494-546ec767adbc service neutron] Transition to ACTIVE for port object a10d0ad0-f666-4136-bb1f-a1fcb82a0feb will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:22:15.034206 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-61f88401-50ac-45e9-b8c5-42da394296fa req-e26f2ca5-8993-4fe2-9494-546ec767adbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:22:15.084031 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26f2ca5-8993-4fe2-9494-546ec767adbc service neutron] Pushing event updated for resources: {'Port': ['ID=a10d0ad0-f666-4136-bb1f-a1fcb82a0feb,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:22:15.128826 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21148a8-7f5e-42d4-9230-308a53b20833 req-a773eb78-33c5-466c-a029-ccd9027a9137 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:22:15.131921 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d21148a8-7f5e-42d4-9230-308a53b20833 req-a773eb78-33c5-466c-a029-ccd9027a9137 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=aac87c49-7c9b-4f4b-a87e-907022a6c19f HTTP/1.1" status: 200 len: 943 time: 0.0552895 Sep 07 03:22:15.161000 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-61f88401-50ac-45e9-b8c5-42da394296fa req-e26f2ca5-8993-4fe2-9494-546ec767adbc service neutron] Attempting to bind port a10d0ad0-f666-4136-bb1f-a1fcb82a0feb on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:22:15.161431 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-61f88401-50ac-45e9-b8c5-42da394296fa req-e26f2ca5-8993-4fe2-9494-546ec767adbc service neutron] Attempting to bind port a10d0ad0-f666-4136-bb1f-a1fcb82a0feb by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '07955656-bbc9-46aa-91b6-95e96bad7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:22:15.161839 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f88401-50ac-45e9-b8c5-42da394296fa req-e26f2ca5-8993-4fe2-9494-546ec767adbc service neutron] Attempting to bind port a10d0ad0-f666-4136-bb1f-a1fcb82a0feb on network c4fadbcc-499c-428e-819b-32e001329938 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:22:15.167099 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f88401-50ac-45e9-b8c5-42da394296fa req-e26f2ca5-8993-4fe2-9494-546ec767adbc service neutron] Port a10d0ad0-f666-4136-bb1f-a1fcb82a0feb on network c4fadbcc-499c-428e-819b-32e001329938 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 03:22:15.167640 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f88401-50ac-45e9-b8c5-42da394296fa req-e26f2ca5-8993-4fe2-9494-546ec767adbc service neutron] Attempting to bind port a10d0ad0-f666-4136-bb1f-a1fcb82a0feb on network c4fadbcc-499c-428e-819b-32e001329938 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:22:15.172685 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d21148a8-7f5e-42d4-9230-308a53b20833 req-d483dbaf-1242-42e5-9625-b41e91ccc791 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353434 Sep 07 03:22:15.173794 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f88401-50ac-45e9-b8c5-42da394296fa req-e26f2ca5-8993-4fe2-9494-546ec767adbc service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:22:15.174237 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f88401-50ac-45e9-b8c5-42da394296fa req-e26f2ca5-8993-4fe2-9494-546ec767adbc service neutron] Checking segment: {'id': '07955656-bbc9-46aa-91b6-95e96bad7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:22:15.174747 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f88401-50ac-45e9-b8c5-42da394296fa req-e26f2ca5-8993-4fe2-9494-546ec767adbc service neutron] Bound using segment: {'id': '07955656-bbc9-46aa-91b6-95e96bad7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:22:15.175288 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-61f88401-50ac-45e9-b8c5-42da394296fa req-e26f2ca5-8993-4fe2-9494-546ec767adbc service neutron] Bound port: a10d0ad0-f666-4136-bb1f-a1fcb82a0feb, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07955656-bbc9-46aa-91b6-95e96bad7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:22:15.175784 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-61f88401-50ac-45e9-b8c5-42da394296fa req-e26f2ca5-8993-4fe2-9494-546ec767adbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:22:15.244736 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-61f88401-50ac-45e9-b8c5-42da394296fa req-e26f2ca5-8993-4fe2-9494-546ec767adbc service neutron] For port a10d0ad0-f666-4136-bb1f-a1fcb82a0feb, host n-h1-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:22:15.247759 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-61f88401-50ac-45e9-b8c5-42da394296fa req-e26f2ca5-8993-4fe2-9494-546ec767adbc service neutron] For port a10d0ad0-f666-4136-bb1f-a1fcb82a0feb, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=a10d0ad0-f666-4136-bb1f-a1fcb82a0feb,segment=NetworkSegment(07955656-bbc9-46aa-91b6-95e96bad7147),segment_id=07955656-bbc9-46aa-91b6-95e96bad7147)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:22:15.252820 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-61f88401-50ac-45e9-b8c5-42da394296fa req-e26f2ca5-8993-4fe2-9494-546ec767adbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:22:15.286140 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f88401-50ac-45e9-b8c5-42da394296fa req-e26f2ca5-8993-4fe2-9494-546ec767adbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:22:15.286773 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-61f88401-50ac-45e9-b8c5-42da394296fa req-e26f2ca5-8993-4fe2-9494-546ec767adbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:22:15.288769 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-61f88401-50ac-45e9-b8c5-42da394296fa req-e26f2ca5-8993-4fe2-9494-546ec767adbc service neutron] 10.222.0.23 "PUT /v2.0/ports/a10d0ad0-f666-4136-bb1f-a1fcb82a0feb HTTP/1.1" status: 200 len: 1092 time: 0.5976000 Sep 07 03:22:15.289215 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aac87c49-7c9b-4f4b-a87e-907022a6c19f', 'tag': 'a10d0ad0-f666-4136-bb1f-a1fcb82a0feb'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:22:15.291472 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185ef080-2a98-49ae-b95d-47aba0b87e4e" -d '{"events": [{"name": "network-changed", "server_uuid": "aac87c49-7c9b-4f4b-a87e-907022a6c19f", "tag": "a10d0ad0-f666-4136-bb1f-a1fcb82a0feb"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:22:15.328208 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26f2ca5-8993-4fe2-9494-546ec767adbc service neutron] Pushing event updated for resources: {'Port': ['ID=a10d0ad0-f666-4136-bb1f-a1fcb82a0feb,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:22:15.384029 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f88401-50ac-45e9-b8c5-42da394296fa req-d793d844-7bbf-4b84-b680-3a8f26fb3208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:22:15.385565 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-61f88401-50ac-45e9-b8c5-42da394296fa req-d793d844-7bbf-4b84-b680-3a8f26fb3208 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=617269ce5d8848e19cf1d7cbb9238cf7&device_id=aac87c49-7c9b-4f4b-a87e-907022a6c19f HTTP/1.1" status: 200 len: 1095 time: 0.0472035 Sep 07 03:22:15.429900 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9770d306-2716-4990-8064-414dd5ea2518 x-openstack-request-id: req-9770d306-2716-4990-8064-414dd5ea2518 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:22:15.430196 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aac87c49-7c9b-4f4b-a87e-907022a6c19f", "tag": "a10d0ad0-f666-4136-bb1f-a1fcb82a0feb", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:22:15.430450 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9770d306-2716-4990-8064-414dd5ea2518 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:22:15.430849 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aac87c49-7c9b-4f4b-a87e-907022a6c19f', 'tag': 'a10d0ad0-f666-4136-bb1f-a1fcb82a0feb', 'status': 'completed', 'code': 200} Sep 07 03:22:15.432762 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-61f88401-50ac-45e9-b8c5-42da394296fa req-c2c3a08e-2564-4065-8818-c46f27c15308 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a10d0ad0-f666-4136-bb1f-a1fcb82a0feb HTTP/1.1" status: 200 len: 217 time: 0.0385778 Sep 07 03:22:15.483392 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f88401-50ac-45e9-b8c5-42da394296fa req-fc843510-5390-420c-add4-ba9231d1b660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:22:15.484905 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-61f88401-50ac-45e9-b8c5-42da394296fa req-fc843510-5390-420c-add4-ba9231d1b660 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4f0b5055-c1b2-40d5-b334-fd7d6f889027 HTTP/1.1" status: 200 len: 851 time: 0.0449502 Sep 07 03:22:15.534947 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f88401-50ac-45e9-b8c5-42da394296fa req-609dcf92-81cc-4ad3-8885-d7f22d5b74a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:22:15.536481 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-61f88401-50ac-45e9-b8c5-42da394296fa req-609dcf92-81cc-4ad3-8885-d7f22d5b74a1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c4fadbcc-499c-428e-819b-32e001329938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442743 Sep 07 03:22:15.624419 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-61f88401-50ac-45e9-b8c5-42da394296fa req-d676a6fc-3251-4bdc-9a89-38e53cb51a95 service neutron] 10.222.0.23 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812275 Sep 07 03:22:15.717230 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-61f88401-50ac-45e9-b8c5-42da394296fa req-cef41f94-f023-488a-9c51-78044e80006c service neutron] 10.222.0.23 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861568 Sep 07 03:22:15.800350 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ef080-2a98-49ae-b95d-47aba0b87e4e req-8cd76a21-8685-4ec0-9625-8994cd069e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:22:15.801844 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-185ef080-2a98-49ae-b95d-47aba0b87e4e req-8cd76a21-8685-4ec0-9625-8994cd069e49 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=617269ce5d8848e19cf1d7cbb9238cf7&device_id=aac87c49-7c9b-4f4b-a87e-907022a6c19f HTTP/1.1" status: 200 len: 1095 time: 0.0413880 Sep 07 03:22:15.891825 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ef080-2a98-49ae-b95d-47aba0b87e4e req-00721603-143a-4f79-bafc-7474cda8cca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:22:15.893797 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-185ef080-2a98-49ae-b95d-47aba0b87e4e req-00721603-143a-4f79-bafc-7474cda8cca2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c4fadbcc-499c-428e-819b-32e001329938 HTTP/1.1" status: 200 len: 912 time: 0.0850396 Sep 07 03:22:15.934192 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-185ef080-2a98-49ae-b95d-47aba0b87e4e req-8649c897-eacb-4439-80f5-b2902eb9afc0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a10d0ad0-f666-4136-bb1f-a1fcb82a0feb HTTP/1.1" status: 200 len: 217 time: 0.0335276 Sep 07 03:22:15.983062 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ef080-2a98-49ae-b95d-47aba0b87e4e req-fb8be4a8-a7b2-4c7d-8eed-8607fd871583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:22:15.986112 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-185ef080-2a98-49ae-b95d-47aba0b87e4e req-fb8be4a8-a7b2-4c7d-8eed-8607fd871583 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4f0b5055-c1b2-40d5-b334-fd7d6f889027 HTTP/1.1" status: 200 len: 851 time: 0.0441771 Sep 07 03:22:16.030414 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ef080-2a98-49ae-b95d-47aba0b87e4e req-a309deaa-1ba2-4221-9d22-54e2564869e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:22:16.031863 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-185ef080-2a98-49ae-b95d-47aba0b87e4e req-a309deaa-1ba2-4221-9d22-54e2564869e0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c4fadbcc-499c-428e-819b-32e001329938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386996 Sep 07 03:22:16.127855 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-185ef080-2a98-49ae-b95d-47aba0b87e4e req-9c6f19f5-50ef-4dfc-8d7e-313b30590bfc service neutron] 10.222.0.23 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869622 Sep 07 03:22:16.222329 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-185ef080-2a98-49ae-b95d-47aba0b87e4e req-e1a6651e-a626-42fb-8b40-f9fc1353672e service neutron] 10.222.0.23 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862613 Sep 07 03:22:16.296752 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc9d848-75de-4d6e-b190-a28c50a236f9 req-1a7dc7ae-62e0-4cb2-9fcd-e743b6ca854f tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:22:16.298147 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1dc9d848-75de-4d6e-b190-a28c50a236f9 req-1a7dc7ae-62e0-4cb2-9fcd-e743b6ca854f tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=aac87c49-7c9b-4f4b-a87e-907022a6c19f HTTP/1.1" status: 200 len: 943 time: 0.0529525 Sep 07 03:22:16.336136 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1dc9d848-75de-4d6e-b190-a28c50a236f9 req-2ce6be8c-4879-4c9e-98df-9a8e13fc14ee tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315983 Sep 07 03:22:17.450768 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d0015c-374d-495f-bf45-0df53a237d3f req-ac41a761-efdf-4c1a-9203-f928d4da1b62 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:22:17.452275 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-81d0015c-374d-495f-bf45-0df53a237d3f req-ac41a761-efdf-4c1a-9203-f928d4da1b62 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=aac87c49-7c9b-4f4b-a87e-907022a6c19f HTTP/1.1" status: 200 len: 943 time: 0.0487506 Sep 07 03:22:17.489272 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-81d0015c-374d-495f-bf45-0df53a237d3f req-4e1674f9-0f39-4e68-965b-73816365a69e tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302615 Sep 07 03:22:18.605120 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8ff1b-3db3-4a6c-864b-d598f9754c1c req-825a7795-0976-4e78-a9b8-46b3c87a96f3 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:22:18.606612 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-22c8ff1b-3db3-4a6c-864b-d598f9754c1c req-825a7795-0976-4e78-a9b8-46b3c87a96f3 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=aac87c49-7c9b-4f4b-a87e-907022a6c19f HTTP/1.1" status: 200 len: 943 time: 0.0499122 Sep 07 03:22:18.644573 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-22c8ff1b-3db3-4a6c-864b-d598f9754c1c req-5394156b-bce0-4a81-9ac4-f0e721e9eb6c tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313766 Sep 07 03:22:19.456851 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device a10d0ad0-f666-4136-bb1f-a1fcb82a0feb details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 03:22:19.547700 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port a10d0ad0-f666-4136-bb1f-a1fcb82a0feb, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=a10d0ad0-f666-4136-bb1f-a1fcb82a0feb,segment=NetworkSegment(07955656-bbc9-46aa-91b6-95e96bad7147),segment_id=07955656-bbc9-46aa-91b6-95e96bad7147)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:22:19.562285 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': 'a10d0ad0-f666-4136-bb1f-a1fcb82a0feb', 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938', 'port_id': 'a10d0ad0-f666-4136-bb1f-a1fcb82a0feb', 'mac_address': 'fa:16:3e:2b:b5:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 03:22:19.598398 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:22:19.610426 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a10d0ad0-f666-4136-bb1f-a1fcb82a0feb {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:22:19.629980 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port a10d0ad0-f666-4136-bb1f-a1fcb82a0feb, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=a10d0ad0-f666-4136-bb1f-a1fcb82a0feb,segment=NetworkSegment(07955656-bbc9-46aa-91b6-95e96bad7147),segment_id=07955656-bbc9-46aa-91b6-95e96bad7147)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:22:19.634099 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:22:19.679570 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=a10d0ad0-f666-4136-bb1f-a1fcb82a0feb,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:22:19.759563 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1a0dd2-99cb-4c1d-b189-8a7a93a5aee7 req-da0285f6-fdcf-470d-8593-8c371291d65c tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:22:19.760953 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ac1a0dd2-99cb-4c1d-b189-8a7a93a5aee7 req-da0285f6-fdcf-470d-8593-8c371291d65c tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=aac87c49-7c9b-4f4b-a87e-907022a6c19f HTTP/1.1" status: 200 len: 944 time: 0.0481648 Sep 07 03:22:19.797419 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ac1a0dd2-99cb-4c1d-b189-8a7a93a5aee7 req-d284c0dd-cf68-49f8-a19d-17f07270a6ae tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306115 Sep 07 03:22:19.869365 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['a10d0ad0-f666-4136-bb1f-a1fcb82a0feb'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:22:20.912987 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93995899-3ca6-4f24-8ee1-2d1019ecc3a8 req-1d642df3-b7de-42af-8dcc-9b57904be471 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:22:20.914445 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-93995899-3ca6-4f24-8ee1-2d1019ecc3a8 req-1d642df3-b7de-42af-8dcc-9b57904be471 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=aac87c49-7c9b-4f4b-a87e-907022a6c19f HTTP/1.1" status: 200 len: 944 time: 0.0485325 Sep 07 03:22:20.952251 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-93995899-3ca6-4f24-8ee1-2d1019ecc3a8 req-c5377d65-1a2c-42a3-9beb-4fccaf3378a4 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319691 Sep 07 03:22:21.473252 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device a10d0ad0-f666-4136-bb1f-a1fcb82a0feb up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:22:21.521370 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port a10d0ad0-f666-4136-bb1f-a1fcb82a0feb completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:22:21.525077 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port a10d0ad0-f666-4136-bb1f-a1fcb82a0feb triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:22:21.525456 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:22:21.604513 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:22:21.626304 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aac87c49-7c9b-4f4b-a87e-907022a6c19f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a10d0ad0-f666-4136-bb1f-a1fcb82a0feb'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:22:21.628597 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a18299-75ac-41e9-a5d1-06e775c9c741" -d '{"events": [{"server_uuid": "aac87c49-7c9b-4f4b-a87e-907022a6c19f", "name": "network-vif-plugged", "status": "completed", "tag": "a10d0ad0-f666-4136-bb1f-a1fcb82a0feb"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:22:21.641719 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port a10d0ad0-f666-4136-bb1f-a1fcb82a0feb, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=a10d0ad0-f666-4136-bb1f-a1fcb82a0feb,segment=NetworkSegment(07955656-bbc9-46aa-91b6-95e96bad7147),segment_id=07955656-bbc9-46aa-91b6-95e96bad7147)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:22:21.646807 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:22:21.671873 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc510bf-026a-4e25-9ab4-aff4cba22793 x-openstack-request-id: req-3bc510bf-026a-4e25-9ab4-aff4cba22793 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:22:21.672165 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aac87c49-7c9b-4f4b-a87e-907022a6c19f", "name": "network-vif-plugged", "status": "completed", "tag": "a10d0ad0-f666-4136-bb1f-a1fcb82a0feb", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:22:21.672416 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3bc510bf-026a-4e25-9ab4-aff4cba22793 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:22:21.672799 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aac87c49-7c9b-4f4b-a87e-907022a6c19f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a10d0ad0-f666-4136-bb1f-a1fcb82a0feb', 'code': 200} Sep 07 03:22:21.695688 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=a10d0ad0-f666-4136-bb1f-a1fcb82a0feb,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:22:21.771039 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b19cd4-2f95-4da0-ae8c-11aba5fa456d req-96abb2ec-604c-41ea-ad7e-dd52f297d8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:22:21.772467 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-71b19cd4-2f95-4da0-ae8c-11aba5fa456d req-96abb2ec-604c-41ea-ad7e-dd52f297d8a9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=aac87c49-7c9b-4f4b-a87e-907022a6c19f HTTP/1.1" status: 200 len: 1097 time: 0.0437617 Sep 07 03:22:21.805807 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-71b19cd4-2f95-4da0-ae8c-11aba5fa456d req-e16d7ee4-4ce3-45e3-92a9-d97cbf46b73a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267742 Sep 07 03:22:21.850100 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:22:21.922819 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:22:22.068762 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930ccb3-d4d9-4185-8e24-3c2221d9db7a req-2b23893a-38d5-417e-a35c-067f4ce88042 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:22:22.070264 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3930ccb3-d4d9-4185-8e24-3c2221d9db7a req-2b23893a-38d5-417e-a35c-067f4ce88042 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=aac87c49-7c9b-4f4b-a87e-907022a6c19f HTTP/1.1" status: 200 len: 945 time: 0.0532832 Sep 07 03:22:22.107246 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3930ccb3-d4d9-4185-8e24-3c2221d9db7a req-cebac7bb-02fd-4dbc-816a-12c051a9aa00 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311029 Sep 07 03:22:23.111845 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [req-56a8251e-1e7a-4f11-b1c6-defadb09d776 req-326856b6-f909-45f0-ab12-8c73c39c2c28 service neutron] (94700) timed out ('10.222.0.16', 59633) {{(pid=94700) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 03:22:23.222521 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9fbd64-e81e-4ffc-b192-2ca4764dab39 req-467090ec-5a98-4a4f-a7fd-c77640f1aff6 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:22:23.223960 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7c9fbd64-e81e-4ffc-b192-2ca4764dab39 req-467090ec-5a98-4a4f-a7fd-c77640f1aff6 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=aac87c49-7c9b-4f4b-a87e-907022a6c19f HTTP/1.1" status: 200 len: 945 time: 0.0483508 Sep 07 03:22:23.260203 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7c9fbd64-e81e-4ffc-b192-2ca4764dab39 req-745e6817-ed27-4898-b663-57f220afc6d5 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304732 Sep 07 03:22:23.375971 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb86df-8bff-4e6e-9edf-1c0771f538e3 req-a32468c6-2bcd-4e42-b473-43cf7fb5cbeb tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:22:23.377443 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a0fb86df-8bff-4e6e-9edf-1c0771f538e3 req-a32468c6-2bcd-4e42-b473-43cf7fb5cbeb tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=aac87c49-7c9b-4f4b-a87e-907022a6c19f HTTP/1.1" status: 200 len: 945 time: 0.0472767 Sep 07 03:22:23.385868 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 42252) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:22:23.390168 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-329c3c09-8767-4bbd-83d6-43c78f9f12c7 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Request body: {'floatingip': {'port_id': 'a10d0ad0-f666-4136-bb1f-a1fcb82a0feb'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:22:23.428620 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-329c3c09-8767-4bbd-83d6-43c78f9f12c7 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks [] for floatingip, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:22:23.849935 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-329c3c09-8767-4bbd-83d6-43c78f9f12c7 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:22:23.853412 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-329c3c09-8767-4bbd-83d6-43c78f9f12c7 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:22:23.950168 n-d-796209-16 neutron-server[94700]: INFO neutron.db.l3_db [None req-329c3c09-8767-4bbd-83d6-43c78f9f12c7 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Floating IP aa6b5edd-6dd7-40e1-b467-0fd4b1469fd2 associated. External IP: 172.25.5.251, port: a10d0ad0-f666-4136-bb1f-a1fcb82a0feb. Sep 07 03:22:24.154209 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-329c3c09-8767-4bbd-83d6-43c78f9f12c7 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Router 6a976ed9-0b79-469a-ae9b-dfef1dd23baf has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:22:24.260892 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-329c3c09-8767-4bbd-83d6-43c78f9f12c7 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:22:24.266044 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-329c3c09-8767-4bbd-83d6-43c78f9f12c7 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:22:24.272270 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bc49bf-6a91-4897-9f07-2f48bc1efff8 None None] Sync routers for ids ['6a976ed9-0b79-469a-ae9b-dfef1dd23baf'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:22:24.281091 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bc49bf-6a91-4897-9f07-2f48bc1efff8 None None] Routers {'6a976ed9-0b79-469a-ae9b-dfef1dd23baf'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:22:24.281711 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-e9bc49bf-6a91-4897-9f07-2f48bc1efff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:21:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['6a976ed9-0b79-469a-ae9b-dfef1dd23baf'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:22:24.292418 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-329c3c09-8767-4bbd-83d6-43c78f9f12c7 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "PUT /v2.0/floatingips/aa6b5edd-6dd7-40e1-b467-0fd4b1469fd2 HTTP/1.1" status: 200 len: 991 time: 0.9055371 Sep 07 03:22:24.293020 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aac87c49-7c9b-4f4b-a87e-907022a6c19f', 'tag': 'a10d0ad0-f666-4136-bb1f-a1fcb82a0feb'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:22:24.295266 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a4f250-c128-4fe2-abe8-da02e33763ed" -d '{"events": [{"name": "network-changed", "server_uuid": "aac87c49-7c9b-4f4b-a87e-907022a6c19f", "tag": "a10d0ad0-f666-4136-bb1f-a1fcb82a0feb"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:22:24.340453 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b617c37-937d-4657-a428-012e9e025c01 x-openstack-request-id: req-9b617c37-937d-4657-a428-012e9e025c01 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:22:24.340748 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aac87c49-7c9b-4f4b-a87e-907022a6c19f", "tag": "a10d0ad0-f666-4136-bb1f-a1fcb82a0feb", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:22:24.341004 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9b617c37-937d-4657-a428-012e9e025c01 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:22:24.341414 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aac87c49-7c9b-4f4b-a87e-907022a6c19f', 'tag': 'a10d0ad0-f666-4136-bb1f-a1fcb82a0feb', 'status': 'completed', 'code': 200} Sep 07 03:22:24.397422 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-e9bc49bf-6a91-4897-9f07-2f48bc1efff8 None None] Set router 6a976ed9-0b79-469a-ae9b-dfef1dd23baf gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:22:24.408650 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a4f250-c128-4fe2-abe8-da02e33763ed req-ad34c922-a2c1-44a1-878a-15fa2bf24348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:22:24.410193 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-71a4f250-c128-4fe2-abe8-da02e33763ed req-ad34c922-a2c1-44a1-878a-15fa2bf24348 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=617269ce5d8848e19cf1d7cbb9238cf7&device_id=aac87c49-7c9b-4f4b-a87e-907022a6c19f HTTP/1.1" status: 200 len: 1097 time: 0.0412753 Sep 07 03:22:24.502920 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a4f250-c128-4fe2-abe8-da02e33763ed req-c9cc367f-0d5c-4d64-9e5c-9714b0b70321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:22:24.504449 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-71a4f250-c128-4fe2-abe8-da02e33763ed req-c9cc367f-0d5c-4d64-9e5c-9714b0b70321 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c4fadbcc-499c-428e-819b-32e001329938 HTTP/1.1" status: 200 len: 912 time: 0.0875239 Sep 07 03:22:24.569600 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-71a4f250-c128-4fe2-abe8-da02e33763ed req-3aed8830-bba6-4e21-8bb8-7837e40c7095 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a10d0ad0-f666-4136-bb1f-a1fcb82a0feb HTTP/1.1" status: 200 len: 999 time: 0.0575297 Sep 07 03:22:24.620498 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-e9bc49bf-6a91-4897-9f07-2f48bc1efff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'name': 'tempest-ServerActionsTestJSON-1571132071-router', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '54845b1b-8632-4f00-a50d-7e7819005750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:19:54Z', 'updated_at': '2021-09-07T03:19:56Z', 'revision_number': 4, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'gw_port': {'id': '54845b1b-8632-4f00-a50d-7e7819005750', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:19:54Z', 'updated_at': '2021-09-07T03:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'aa6b5edd-6dd7-40e1-b467-0fd4b1469fd2', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'floating_ip_address': '172.25.5.251', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'port_id': 'a10d0ad0-f666-4136-bb1f-a1fcb82a0feb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938', 'mac_address': 'fa:16:3e:2b:b5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac87c49-7c9b-4f4b-a87e-907022a6c19f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:19:58Z', 'updated_at': '2021-09-07T03:22:23Z', 'revision_number': 5, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '709c4d93-38f3-4ae4-a7cf-ab3c349ee285', 'name': '', 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'mac_address': 'fa:16:3e:51:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:19:55Z', 'updated_at': '2021-09-07T03:20:01Z', 'revision_number': 5, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'subnets': [{'id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:22:24.622916 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a4f250-c128-4fe2-abe8-da02e33763ed req-951dc0b5-b3c1-4ee0-957c-ca792dab3503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:22:24.624511 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-71a4f250-c128-4fe2-abe8-da02e33763ed req-951dc0b5-b3c1-4ee0-957c-ca792dab3503 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4f0b5055-c1b2-40d5-b334-fd7d6f889027 HTTP/1.1" status: 200 len: 851 time: 0.0484076 Sep 07 03:22:24.646694 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bc49bf-6a91-4897-9f07-2f48bc1efff8 None None] Checking router: 6a976ed9-0b79-469a-ae9b-dfef1dd23baf for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:22:24.654781 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bc49bf-6a91-4897-9f07-2f48bc1efff8 None None] Routers {'6a976ed9-0b79-469a-ae9b-dfef1dd23baf'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:22:24.655395 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-e9bc49bf-6a91-4897-9f07-2f48bc1efff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:21:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['6a976ed9-0b79-469a-ae9b-dfef1dd23baf'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:22:24.670528 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a4f250-c128-4fe2-abe8-da02e33763ed req-1bed9284-fba4-4163-9ba1-03cf4fe0c15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:22:24.672002 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-71a4f250-c128-4fe2-abe8-da02e33763ed req-1bed9284-fba4-4163-9ba1-03cf4fe0c15d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c4fadbcc-499c-428e-819b-32e001329938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404551 Sep 07 03:22:24.761757 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-e9bc49bf-6a91-4897-9f07-2f48bc1efff8 None None] Set router 6a976ed9-0b79-469a-ae9b-dfef1dd23baf gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:22:24.763299 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-71a4f250-c128-4fe2-abe8-da02e33763ed req-79c1c717-1c04-4465-88c3-ae5690d85dca service neutron] 10.222.0.23 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839779 Sep 07 03:22:24.857269 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-71a4f250-c128-4fe2-abe8-da02e33763ed req-97bf60d6-0d10-46f7-8da5-40ab839c566a service neutron] 10.222.0.23 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864856 Sep 07 03:22:24.985376 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-e9bc49bf-6a91-4897-9f07-2f48bc1efff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'name': 'tempest-ServerActionsTestJSON-1571132071-router', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '54845b1b-8632-4f00-a50d-7e7819005750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:19:54Z', 'updated_at': '2021-09-07T03:19:56Z', 'revision_number': 4, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'gw_port': {'id': '54845b1b-8632-4f00-a50d-7e7819005750', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:19:54Z', 'updated_at': '2021-09-07T03:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'aa6b5edd-6dd7-40e1-b467-0fd4b1469fd2', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'floating_ip_address': '172.25.5.251', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'port_id': 'a10d0ad0-f666-4136-bb1f-a1fcb82a0feb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938', 'mac_address': 'fa:16:3e:2b:b5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac87c49-7c9b-4f4b-a87e-907022a6c19f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:19:58Z', 'updated_at': '2021-09-07T03:22:23Z', 'revision_number': 5, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '709c4d93-38f3-4ae4-a7cf-ab3c349ee285', 'name': '', 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'mac_address': 'fa:16:3e:51:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:19:55Z', 'updated_at': '2021-09-07T03:20:01Z', 'revision_number': 5, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'subnets': [{'id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:22:25.014681 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9bc49bf-6a91-4897-9f07-2f48bc1efff8 None None] The sync data for ids ['6a976ed9-0b79-469a-ae9b-dfef1dd23baf'] in n-d-796209-16 is: [{'id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'name': 'tempest-ServerActionsTestJSON-1571132071-router', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '54845b1b-8632-4f00-a50d-7e7819005750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:19:54Z', 'updated_at': '2021-09-07T03:19:56Z', 'revision_number': 4, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'gw_port': {'id': '54845b1b-8632-4f00-a50d-7e7819005750', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:19:54Z', 'updated_at': '2021-09-07T03:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'aa6b5edd-6dd7-40e1-b467-0fd4b1469fd2', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'floating_ip_address': '172.25.5.251', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'port_id': 'a10d0ad0-f666-4136-bb1f-a1fcb82a0feb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938', 'mac_address': 'fa:16:3e:2b:b5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aac87c49-7c9b-4f4b-a87e-907022a6c19f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:19:58Z', 'updated_at': '2021-09-07T03:22:23Z', 'revision_number': 5, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '709c4d93-38f3-4ae4-a7cf-ab3c349ee285', 'name': '', 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'mac_address': 'fa:16:3e:51:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:19:55Z', 'updated_at': '2021-09-07T03:20:01Z', 'revision_number': 5, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'subnets': [{'id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:22:25.205033 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32bce34-26d4-414f-a535-53b2b5aced10 None None] New status for floating IP aa6b5edd-6dd7-40e1-b467-0fd4b1469fd2: ACTIVE {{(pid=94703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 03:22:25.973134 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c7092e6c-c87e-4804-b0bd-f56ed909c89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:22:28.212863 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e699d5b2-b862-4a21-9a6a-dea9017ea31c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:22:28.753686 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:22:29.387697 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:22:29.663205 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:22:31.515127 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:22:51.846145 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:22:51.935406 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:22:55.966173 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6a9a2f36-3206-43ca-9f4f-e6aa433ad803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:22:58.216103 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d8e68c14-8779-4c8e-8b14-c7aebefea710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:22:58.753451 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:22:59.668563 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:23:01.527131 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:23:06.390635 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:23:17.642168 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-975f9f06-6e29-4d14-847a-64ba975f915f req-e1dc07f4-eb67-4c37-a09e-2b74f214dbc6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=aac87c49-7c9b-4f4b-a87e-907022a6c19f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404866 Sep 07 03:23:17.724251 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f9f06-6e29-4d14-847a-64ba975f915f req-fbe7300e-e0f0-499b-a2eb-153692177459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:23:17.726487 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-975f9f06-6e29-4d14-847a-64ba975f915f req-fbe7300e-e0f0-499b-a2eb-153692177459 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=617269ce5d8848e19cf1d7cbb9238cf7&device_id=aac87c49-7c9b-4f4b-a87e-907022a6c19f HTTP/1.1" status: 200 len: 1097 time: 0.0433114 Sep 07 03:23:17.830246 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f9f06-6e29-4d14-847a-64ba975f915f req-5e7af578-07e6-4b05-ae7d-b6ec24b5e56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:23:17.831738 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-975f9f06-6e29-4d14-847a-64ba975f915f req-5e7af578-07e6-4b05-ae7d-b6ec24b5e56e service neutron] 10.222.0.23 "GET /v2.0/networks?id=c4fadbcc-499c-428e-819b-32e001329938 HTTP/1.1" status: 200 len: 912 time: 0.0869863 Sep 07 03:23:17.893261 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-975f9f06-6e29-4d14-847a-64ba975f915f req-ecb8eada-95e8-4023-96cc-2eaf510208d2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a10d0ad0-f666-4136-bb1f-a1fcb82a0feb HTTP/1.1" status: 200 len: 1001 time: 0.0547459 Sep 07 03:23:17.943759 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f9f06-6e29-4d14-847a-64ba975f915f req-7a7f279a-ee65-44fb-91f2-812fa54ac87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:23:17.945716 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-975f9f06-6e29-4d14-847a-64ba975f915f req-7a7f279a-ee65-44fb-91f2-812fa54ac87c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4f0b5055-c1b2-40d5-b334-fd7d6f889027 HTTP/1.1" status: 200 len: 851 time: 0.0460451 Sep 07 03:23:17.989859 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f9f06-6e29-4d14-847a-64ba975f915f req-bfe25d0d-e131-4fe9-b6d1-4a51b736017c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:23:17.991332 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-975f9f06-6e29-4d14-847a-64ba975f915f req-bfe25d0d-e131-4fe9-b6d1-4a51b736017c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c4fadbcc-499c-428e-819b-32e001329938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386298 Sep 07 03:23:18.084017 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-975f9f06-6e29-4d14-847a-64ba975f915f req-c3a916d7-c09a-4197-9595-8fd105b3e2f7 service neutron] 10.222.0.23 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855858 Sep 07 03:23:18.171781 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-975f9f06-6e29-4d14-847a-64ba975f915f req-cbe7436e-9476-4e07-b926-de4612e3a5d5 service neutron] 10.222.0.23 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803573 Sep 07 03:23:21.875830 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:23:21.935452 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:23:25.967820 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-39fe6e71-5aab-499e-820d-f3c5f8eda55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:23:28.218435 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e741b11f-7f4a-4eb6-af1d-5e8f12f03a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:23:28.754358 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:23:29.669461 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:23:31.524199 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:23:43.391496 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:23:51.892791 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:23:51.933260 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:23:55.968452 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d7deda1c-5967-4800-82f2-76031791a33e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:23:58.220636 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-eb5e12e7-a86d-40ed-9e19-709d3d4060a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:23:58.759396 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:23:59.672412 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:24:00.139380 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d4b86-fa98-40ab-bf31-79c789575727 req-dbeb514b-bef0-4bf8-8b19-c37cdc739605 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:00.140883 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d00d4b86-fa98-40ab-bf31-79c789575727 req-dbeb514b-bef0-4bf8-8b19-c37cdc739605 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=aac87c49-7c9b-4f4b-a87e-907022a6c19f HTTP/1.1" status: 200 len: 945 time: 0.2053139 Sep 07 03:24:00.177594 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d00d4b86-fa98-40ab-bf31-79c789575727 req-eebf8453-f855-44f1-8293-3227d78c4ccf tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303745 Sep 07 03:24:01.406916 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8b0151-d773-4412-ac26-7af70ce584b6 req-a1f4fb9a-c8af-4eeb-a414-a1ec864103db tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:01.408477 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fe8b0151-d773-4412-ac26-7af70ce584b6 req-a1f4fb9a-c8af-4eeb-a414-a1ec864103db tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=aac87c49-7c9b-4f4b-a87e-907022a6c19f HTTP/1.1" status: 200 len: 945 time: 0.1620619 Sep 07 03:24:01.445338 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fe8b0151-d773-4412-ac26-7af70ce584b6 req-cde37943-9e1a-49d4-9ff5-5ff5f0a616ed tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309219 Sep 07 03:24:01.522417 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:24:02.562541 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d07c344-8517-4827-9d47-c1bcd7c8a7d8 req-f6be8db7-e282-40d2-8711-f2de70d94f99 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:02.564044 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5d07c344-8517-4827-9d47-c1bcd7c8a7d8 req-f6be8db7-e282-40d2-8711-f2de70d94f99 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=aac87c49-7c9b-4f4b-a87e-907022a6c19f HTTP/1.1" status: 200 len: 945 time: 0.0520375 Sep 07 03:24:02.601407 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5d07c344-8517-4827-9d47-c1bcd7c8a7d8 req-bb2c7a93-fc6b-4fef-afbd-0592329fddee tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309472 Sep 07 03:24:03.719144 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4983feac-d2b8-4fa7-b554-e0d8740d4b15 req-b4771c20-1308-4f7d-89bb-c160d427245c tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:03.720701 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4983feac-d2b8-4fa7-b554-e0d8740d4b15 req-b4771c20-1308-4f7d-89bb-c160d427245c tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=aac87c49-7c9b-4f4b-a87e-907022a6c19f HTTP/1.1" status: 200 len: 945 time: 0.0524192 Sep 07 03:24:03.758025 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4983feac-d2b8-4fa7-b554-e0d8740d4b15 req-15e916ce-7eb5-40c3-9333-6e3c2c05021a tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310438 Sep 07 03:24:04.871553 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84dcdd1-ff75-4190-a48c-72b1fd576e86 req-d114f76c-8be2-4664-a6c2-0f8612f2e35f tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:04.873056 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e84dcdd1-ff75-4190-a48c-72b1fd576e86 req-d114f76c-8be2-4664-a6c2-0f8612f2e35f tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=aac87c49-7c9b-4f4b-a87e-907022a6c19f HTTP/1.1" status: 200 len: 945 time: 0.0482666 Sep 07 03:24:04.910690 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e84dcdd1-ff75-4190-a48c-72b1fd576e86 req-522dcf07-aceb-4957-87fc-9b52295e418c tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318618 Sep 07 03:24:06.023867 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab662f2-34f1-4b92-a5fa-1c2d3884a999 req-1dd278e7-4f13-4798-a387-5f43707ce8e9 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:06.025357 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3ab662f2-34f1-4b92-a5fa-1c2d3884a999 req-1dd278e7-4f13-4798-a387-5f43707ce8e9 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=aac87c49-7c9b-4f4b-a87e-907022a6c19f HTTP/1.1" status: 200 len: 945 time: 0.0484636 Sep 07 03:24:06.063052 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3ab662f2-34f1-4b92-a5fa-1c2d3884a999 req-b9e8b5c4-9f8c-487f-a557-ac00eaed2e75 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317867 Sep 07 03:24:07.174441 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f989984-68b1-4e3d-9399-2daf73afe37d req-95780246-1f09-453d-a50e-e73d7be7ccd8 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:07.175926 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2f989984-68b1-4e3d-9399-2daf73afe37d req-95780246-1f09-453d-a50e-e73d7be7ccd8 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=aac87c49-7c9b-4f4b-a87e-907022a6c19f HTTP/1.1" status: 200 len: 945 time: 0.0482275 Sep 07 03:24:07.213111 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2f989984-68b1-4e3d-9399-2daf73afe37d req-d9a1188f-7bf6-4eb7-b3dd-fdf1d805d5ef tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311909 Sep 07 03:24:08.327286 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68119819-e4e4-4d20-950c-ae68bf2cba53 req-fb8685a1-71a9-4980-90ce-9756844bc484 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:08.328681 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-68119819-e4e4-4d20-950c-ae68bf2cba53 req-fb8685a1-71a9-4980-90ce-9756844bc484 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=aac87c49-7c9b-4f4b-a87e-907022a6c19f HTTP/1.1" status: 200 len: 945 time: 0.0468097 Sep 07 03:24:08.366589 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-68119819-e4e4-4d20-950c-ae68bf2cba53 req-fa86ce05-8721-44ca-b1b4-2c0dc845e570 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311396 Sep 07 03:24:09.485021 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa86360d-5992-4ee1-9fa1-24bfa33b0582 req-21ab0bd8-9378-4055-893d-2e17278d491a tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:09.486571 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-aa86360d-5992-4ee1-9fa1-24bfa33b0582 req-21ab0bd8-9378-4055-893d-2e17278d491a tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=aac87c49-7c9b-4f4b-a87e-907022a6c19f HTTP/1.1" status: 200 len: 945 time: 0.0523431 Sep 07 03:24:09.523675 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-aa86360d-5992-4ee1-9fa1-24bfa33b0582 req-f93320b9-c0eb-45bc-9592-7007ee22b501 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313056 Sep 07 03:24:10.638638 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231bbe6-faa3-4883-b7ca-88caaab08dcd req-a6128455-8920-4fe5-87f6-a7d8df39cf29 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:10.640202 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5231bbe6-faa3-4883-b7ca-88caaab08dcd req-a6128455-8920-4fe5-87f6-a7d8df39cf29 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=aac87c49-7c9b-4f4b-a87e-907022a6c19f HTTP/1.1" status: 200 len: 945 time: 0.0521407 Sep 07 03:24:10.676772 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5231bbe6-faa3-4883-b7ca-88caaab08dcd req-44f9a8be-489b-4604-b9a9-db4bb34c82e5 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302553 Sep 07 03:24:10.853818 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 42512) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:24:10.918256 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660ba1b-3101-4086-9a58-c12653e15a30 req-415b73a9-2323-447d-94f1-67d2f4c15abb tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:10.919742 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6660ba1b-3101-4086-9a58-c12653e15a30 req-415b73a9-2323-447d-94f1-67d2f4c15abb tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=aac87c49-7c9b-4f4b-a87e-907022a6c19f HTTP/1.1" status: 200 len: 945 time: 0.0578609 Sep 07 03:24:10.976623 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1bd4e608-4beb-4b54-8d45-e8407de31f41 req-f97d5b17-05ba-42c4-b4ae-d8cea63ee41b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=aac87c49-7c9b-4f4b-a87e-907022a6c19f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1216884 Sep 07 03:24:10.979808 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6660ba1b-3101-4086-9a58-c12653e15a30 req-68c18cbe-7a46-4fbd-823e-c24462954bb6 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437276 Sep 07 03:24:10.985314 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [req-1bd4e608-4beb-4b54-8d45-e8407de31f41 req-7a88424d-1d9e-4164-b8d4-67b1f1218b0e service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:24:10.986288 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1bd4e608-4beb-4b54-8d45-e8407de31f41 req-7a88424d-1d9e-4164-b8d4-67b1f1218b0e service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048895 Sep 07 03:24:12.009834 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4e608-4beb-4b54-8d45-e8407de31f41 req-3897180b-47a0-4285-9741-f51b70022641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:12.011342 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1bd4e608-4beb-4b54-8d45-e8407de31f41 req-3897180b-47a0-4285-9741-f51b70022641 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=617269ce5d8848e19cf1d7cbb9238cf7&device_id=aac87c49-7c9b-4f4b-a87e-907022a6c19f HTTP/1.1" status: 200 len: 1097 time: 0.0410774 Sep 07 03:24:12.133005 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4e608-4beb-4b54-8d45-e8407de31f41 req-c5fff196-4bde-41e5-9dd2-1f50065eccf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:12.134485 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1bd4e608-4beb-4b54-8d45-e8407de31f41 req-c5fff196-4bde-41e5-9dd2-1f50065eccf5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c4fadbcc-499c-428e-819b-32e001329938 HTTP/1.1" status: 200 len: 912 time: 0.1164751 Sep 07 03:24:12.142665 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c3111a-297c-43c1-9535-5e8ed6e53ceb req-00249180-fe9e-4f9e-a11c-b56ecb5f6eba tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:12.144128 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-05c3111a-297c-43c1-9535-5e8ed6e53ceb req-00249180-fe9e-4f9e-a11c-b56ecb5f6eba tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=aac87c49-7c9b-4f4b-a87e-907022a6c19f HTTP/1.1" status: 200 len: 945 time: 0.0970891 Sep 07 03:24:12.222235 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-05c3111a-297c-43c1-9535-5e8ed6e53ceb req-339cf2bd-3d81-4275-9f25-3660789a3085 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712473 Sep 07 03:24:12.228528 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1bd4e608-4beb-4b54-8d45-e8407de31f41 req-b744ca47-5f60-4c54-b36e-8eaf6666ca06 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a10d0ad0-f666-4136-bb1f-a1fcb82a0feb HTTP/1.1" status: 200 len: 1001 time: 0.0835485 Sep 07 03:24:12.278581 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4e608-4beb-4b54-8d45-e8407de31f41 req-b804e2e7-76a8-4682-885b-fea0b3a38a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:12.279968 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1bd4e608-4beb-4b54-8d45-e8407de31f41 req-b804e2e7-76a8-4682-885b-fea0b3a38a7e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4f0b5055-c1b2-40d5-b334-fd7d6f889027 HTTP/1.1" status: 200 len: 851 time: 0.0446448 Sep 07 03:24:12.323811 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4e608-4beb-4b54-8d45-e8407de31f41 req-8796a75a-7d0c-4dc4-855b-45829926d88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:12.325230 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1bd4e608-4beb-4b54-8d45-e8407de31f41 req-8796a75a-7d0c-4dc4-855b-45829926d88f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c4fadbcc-499c-428e-819b-32e001329938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0378196 Sep 07 03:24:12.414913 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1bd4e608-4beb-4b54-8d45-e8407de31f41 req-130c8c5a-6e8f-40bc-9107-aa3f133ca2a6 service neutron] 10.222.0.23 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831029 Sep 07 03:24:12.502411 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1bd4e608-4beb-4b54-8d45-e8407de31f41 req-b4b97ef8-ce84-49d0-b926-f9265e60cd7d service neutron] 10.222.0.23 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793779 Sep 07 03:24:13.341108 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf6002-90d6-44b5-8009-57cefd7d6c0f req-69da38b3-2d38-404a-9bbe-a86f605561a0 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:13.342602 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-eebf6002-90d6-44b5-8009-57cefd7d6c0f req-69da38b3-2d38-404a-9bbe-a86f605561a0 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=aac87c49-7c9b-4f4b-a87e-907022a6c19f HTTP/1.1" status: 200 len: 945 time: 0.0528004 Sep 07 03:24:13.379070 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-eebf6002-90d6-44b5-8009-57cefd7d6c0f req-c98b9322-abe6-4ecd-b9b8-1f8e6a73dbe1 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304964 Sep 07 03:24:14.218891 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [req-1bd4e608-4beb-4b54-8d45-e8407de31f41 req-736b6153-4302-42a1-b9f3-08da1b477fab service neutron] show failed (client error): The resource could not be found. Sep 07 03:24:14.219908 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1bd4e608-4beb-4b54-8d45-e8407de31f41 req-736b6153-4302-42a1-b9f3-08da1b477fab service neutron] 10.222.0.23 "GET /v2.0/ports/a10d0ad0-f666-4136-bb1f-a1fcb82a0feb/bindings/n-h2-796209-16 HTTP/1.1" status: 404 len: 381 time: 0.0576208 Sep 07 03:24:14.452029 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4e608-4beb-4b54-8d45-e8407de31f41 req-9acffa3c-23ce-46c7-8546-f10b37694490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:14.453572 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1bd4e608-4beb-4b54-8d45-e8407de31f41 req-9acffa3c-23ce-46c7-8546-f10b37694490 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=aac87c49-7c9b-4f4b-a87e-907022a6c19f&tenant_id=617269ce5d8848e19cf1d7cbb9238cf7 HTTP/1.1" status: 200 len: 1097 time: 0.0878136 Sep 07 03:24:14.463973 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [req-1bd4e608-4beb-4b54-8d45-e8407de31f41 req-8538c82c-b1d6-45ad-9c03-ee9342ddb511 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:24:14.464941 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1bd4e608-4beb-4b54-8d45-e8407de31f41 req-8538c82c-b1d6-45ad-9c03-ee9342ddb511 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050125 Sep 07 03:24:14.477328 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-1bd4e608-4beb-4b54-8d45-e8407de31f41 req-4137e5aa-c585-44e2-9afd-bd483d738934 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-796209-16', 'device_owner': 'compute:nova'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:24:14.494898 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9436e79-7890-4eef-99b3-ca13be1ff8e7 req-cdc79e71-9683-41d6-83d2-1981e2b115c9 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:14.496456 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f9436e79-7890-4eef-99b3-ca13be1ff8e7 req-cdc79e71-9683-41d6-83d2-1981e2b115c9 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=aac87c49-7c9b-4f4b-a87e-907022a6c19f HTTP/1.1" status: 200 len: 945 time: 0.0497479 Sep 07 03:24:14.533075 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1bd4e608-4beb-4b54-8d45-e8407de31f41 req-4137e5aa-c585-44e2-9afd-bd483d738934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:24:14.535525 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f9436e79-7890-4eef-99b3-ca13be1ff8e7 req-bd824fd1-8910-4323-ad8a-fd4ea1c89c78 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319707 Sep 07 03:24:15.033235 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-1bd4e608-4beb-4b54-8d45-e8407de31f41 req-4137e5aa-c585-44e2-9afd-bd483d738934 service neutron] For port a10d0ad0-f666-4136-bb1f-a1fcb82a0feb, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=a10d0ad0-f666-4136-bb1f-a1fcb82a0feb,segment=NetworkSegment(07955656-bbc9-46aa-91b6-95e96bad7147),segment_id=07955656-bbc9-46aa-91b6-95e96bad7147)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:24:15.064532 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-1bd4e608-4beb-4b54-8d45-e8407de31f41 req-4137e5aa-c585-44e2-9afd-bd483d738934 service neutron] For port a10d0ad0-f666-4136-bb1f-a1fcb82a0feb, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:24:15.103244 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aac87c49-7c9b-4f4b-a87e-907022a6c19f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a10d0ad0-f666-4136-bb1f-a1fcb82a0feb'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:24:15.105526 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df943d4-eb9b-41dd-84b4-a761437154e2" -d '{"events": [{"server_uuid": "aac87c49-7c9b-4f4b-a87e-907022a6c19f", "name": "network-vif-unplugged", "status": "completed", "tag": "a10d0ad0-f666-4136-bb1f-a1fcb82a0feb"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:24:15.109202 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1bd4e608-4beb-4b54-8d45-e8407de31f41 req-4137e5aa-c585-44e2-9afd-bd483d738934 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:24:15.121938 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-1bd4e608-4beb-4b54-8d45-e8407de31f41 req-4137e5aa-c585-44e2-9afd-bd483d738934 service neutron] Transition to ACTIVE for port object a10d0ad0-f666-4136-bb1f-a1fcb82a0feb will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:24:15.125975 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1bd4e608-4beb-4b54-8d45-e8407de31f41 req-4137e5aa-c585-44e2-9afd-bd483d738934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:24:15.161294 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 03:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da7dbe1-59c1-4f7c-93e5-fcbe1a94ee37 x-openstack-request-id: req-4da7dbe1-59c1-4f7c-93e5-fcbe1a94ee37 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:24:15.161588 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aac87c49-7c9b-4f4b-a87e-907022a6c19f", "name": "network-vif-unplugged", "status": "completed", "tag": "a10d0ad0-f666-4136-bb1f-a1fcb82a0feb", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:24:15.161840 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4da7dbe1-59c1-4f7c-93e5-fcbe1a94ee37 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:24:15.162225 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aac87c49-7c9b-4f4b-a87e-907022a6c19f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a10d0ad0-f666-4136-bb1f-a1fcb82a0feb', 'code': 200} Sep 07 03:24:15.207902 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137e5aa-c585-44e2-9afd-bd483d738934 service neutron] Pushing event updated for resources: {'Port': ['ID=a10d0ad0-f666-4136-bb1f-a1fcb82a0feb,revision_number=6']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:24:15.219654 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137e5aa-c585-44e2-9afd-bd483d738934 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:24:15.219921 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137e5aa-c585-44e2-9afd-bd483d738934 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:24:15.220263 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137e5aa-c585-44e2-9afd-bd483d738934 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:24:15.220599 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137e5aa-c585-44e2-9afd-bd483d738934 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:24:15.220952 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137e5aa-c585-44e2-9afd-bd483d738934 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:24:15.221261 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137e5aa-c585-44e2-9afd-bd483d738934 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:24:15.221586 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137e5aa-c585-44e2-9afd-bd483d738934 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:24:15.221918 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137e5aa-c585-44e2-9afd-bd483d738934 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:24:15.222243 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137e5aa-c585-44e2-9afd-bd483d738934 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:24:15.222569 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137e5aa-c585-44e2-9afd-bd483d738934 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:24:15.222894 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137e5aa-c585-44e2-9afd-bd483d738934 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:24:15.223215 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4137e5aa-c585-44e2-9afd-bd483d738934 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:24:15.258238 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bd4e608-4beb-4b54-8d45-e8407de31f41 req-4137e5aa-c585-44e2-9afd-bd483d738934 service neutron] No DVR routers for this DVR port a10d0ad0-f666-4136-bb1f-a1fcb82a0feb on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:24:15.393588 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-1bd4e608-4beb-4b54-8d45-e8407de31f41 req-4137e5aa-c585-44e2-9afd-bd483d738934 service neutron] Attempting to bind port a10d0ad0-f666-4136-bb1f-a1fcb82a0feb on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:24:15.393923 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-1bd4e608-4beb-4b54-8d45-e8407de31f41 req-4137e5aa-c585-44e2-9afd-bd483d738934 service neutron] Attempting to bind port a10d0ad0-f666-4136-bb1f-a1fcb82a0feb by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '07955656-bbc9-46aa-91b6-95e96bad7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:24:15.394248 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd4e608-4beb-4b54-8d45-e8407de31f41 req-4137e5aa-c585-44e2-9afd-bd483d738934 service neutron] Attempting to bind port a10d0ad0-f666-4136-bb1f-a1fcb82a0feb on network c4fadbcc-499c-428e-819b-32e001329938 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:24:15.398399 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd4e608-4beb-4b54-8d45-e8407de31f41 req-4137e5aa-c585-44e2-9afd-bd483d738934 service neutron] Port a10d0ad0-f666-4136-bb1f-a1fcb82a0feb on network c4fadbcc-499c-428e-819b-32e001329938 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 03:24:15.398721 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd4e608-4beb-4b54-8d45-e8407de31f41 req-4137e5aa-c585-44e2-9afd-bd483d738934 service neutron] Attempting to bind port a10d0ad0-f666-4136-bb1f-a1fcb82a0feb on network c4fadbcc-499c-428e-819b-32e001329938 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:24:15.403394 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd4e608-4beb-4b54-8d45-e8407de31f41 req-4137e5aa-c585-44e2-9afd-bd483d738934 service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:24:15.403763 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd4e608-4beb-4b54-8d45-e8407de31f41 req-4137e5aa-c585-44e2-9afd-bd483d738934 service neutron] Checking segment: {'id': '07955656-bbc9-46aa-91b6-95e96bad7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:24:15.404144 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd4e608-4beb-4b54-8d45-e8407de31f41 req-4137e5aa-c585-44e2-9afd-bd483d738934 service neutron] Bound using segment: {'id': '07955656-bbc9-46aa-91b6-95e96bad7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:24:15.404564 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-1bd4e608-4beb-4b54-8d45-e8407de31f41 req-4137e5aa-c585-44e2-9afd-bd483d738934 service neutron] Bound port: a10d0ad0-f666-4136-bb1f-a1fcb82a0feb, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07955656-bbc9-46aa-91b6-95e96bad7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:24:15.404911 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1bd4e608-4beb-4b54-8d45-e8407de31f41 req-4137e5aa-c585-44e2-9afd-bd483d738934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:24:15.467217 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-1bd4e608-4beb-4b54-8d45-e8407de31f41 req-4137e5aa-c585-44e2-9afd-bd483d738934 service neutron] For port a10d0ad0-f666-4136-bb1f-a1fcb82a0feb, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:24:15.470615 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-1bd4e608-4beb-4b54-8d45-e8407de31f41 req-4137e5aa-c585-44e2-9afd-bd483d738934 service neutron] For port a10d0ad0-f666-4136-bb1f-a1fcb82a0feb, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=a10d0ad0-f666-4136-bb1f-a1fcb82a0feb,segment=NetworkSegment(07955656-bbc9-46aa-91b6-95e96bad7147),segment_id=07955656-bbc9-46aa-91b6-95e96bad7147)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:24:15.475067 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1bd4e608-4beb-4b54-8d45-e8407de31f41 req-4137e5aa-c585-44e2-9afd-bd483d738934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:24:15.512056 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4e608-4beb-4b54-8d45-e8407de31f41 req-4137e5aa-c585-44e2-9afd-bd483d738934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:15.512775 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1bd4e608-4beb-4b54-8d45-e8407de31f41 req-4137e5aa-c585-44e2-9afd-bd483d738934 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:24:15.514189 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1bd4e608-4beb-4b54-8d45-e8407de31f41 req-4137e5aa-c585-44e2-9afd-bd483d738934 service neutron] 10.222.0.16 "PUT /v2.0/ports/a10d0ad0-f666-4136-bb1f-a1fcb82a0feb HTTP/1.1" status: 200 len: 1092 time: 1.0412114 Sep 07 03:24:15.536066 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4137e5aa-c585-44e2-9afd-bd483d738934 service neutron] Pushing event updated for resources: {'Port': ['ID=a10d0ad0-f666-4136-bb1f-a1fcb82a0feb,revision_number=7']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:24:15.580931 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4e608-4beb-4b54-8d45-e8407de31f41 req-63cc328d-9540-4c70-a02c-93814cd62a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:15.582475 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1bd4e608-4beb-4b54-8d45-e8407de31f41 req-63cc328d-9540-4c70-a02c-93814cd62a8e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=617269ce5d8848e19cf1d7cbb9238cf7&device_id=aac87c49-7c9b-4f4b-a87e-907022a6c19f HTTP/1.1" status: 200 len: 1095 time: 0.0434575 Sep 07 03:24:15.659089 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5446018e-cafb-43e6-a323-ab9422bfc97d req-95264462-5c91-494c-8766-327c811c2171 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:15.660692 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5446018e-cafb-43e6-a323-ab9422bfc97d req-95264462-5c91-494c-8766-327c811c2171 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=aac87c49-7c9b-4f4b-a87e-907022a6c19f HTTP/1.1" status: 200 len: 943 time: 0.0529704 Sep 07 03:24:15.684356 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4e608-4beb-4b54-8d45-e8407de31f41 req-1d02d78d-250b-4561-b0c6-08609921ec94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:15.685870 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1bd4e608-4beb-4b54-8d45-e8407de31f41 req-1d02d78d-250b-4561-b0c6-08609921ec94 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c4fadbcc-499c-428e-819b-32e001329938 HTTP/1.1" status: 200 len: 912 time: 0.0964425 Sep 07 03:24:15.700707 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5446018e-cafb-43e6-a323-ab9422bfc97d req-e60468b7-b72d-473b-9439-22cde8d56602 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325820 Sep 07 03:24:15.753957 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1bd4e608-4beb-4b54-8d45-e8407de31f41 req-eb6d2547-1ab5-4b15-83fb-3f6a6ed718be service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a10d0ad0-f666-4136-bb1f-a1fcb82a0feb HTTP/1.1" status: 200 len: 999 time: 0.0603592 Sep 07 03:24:15.801800 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4e608-4beb-4b54-8d45-e8407de31f41 req-032f6f58-f65e-4dad-8efd-f2e272095599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:15.803286 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1bd4e608-4beb-4b54-8d45-e8407de31f41 req-032f6f58-f65e-4dad-8efd-f2e272095599 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4f0b5055-c1b2-40d5-b334-fd7d6f889027 HTTP/1.1" status: 200 len: 851 time: 0.0425365 Sep 07 03:24:15.854766 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4e608-4beb-4b54-8d45-e8407de31f41 req-ff8cec14-0572-47f8-9c80-09c8e2b74345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:15.856293 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1bd4e608-4beb-4b54-8d45-e8407de31f41 req-ff8cec14-0572-47f8-9c80-09c8e2b74345 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4fadbcc-499c-428e-819b-32e001329938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445211 Sep 07 03:24:15.945412 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1bd4e608-4beb-4b54-8d45-e8407de31f41 req-b49d78fc-3168-4c8c-b6ae-a77e64a85e89 service neutron] 10.222.0.16 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819540 Sep 07 03:24:16.037187 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1bd4e608-4beb-4b54-8d45-e8407de31f41 req-4455c875-6e11-41ac-ba27-fa5078fab351 service neutron] 10.222.0.16 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847456 Sep 07 03:24:16.818410 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c2572-a6bb-4aa7-b741-4ced6799ed44 req-d5c569f5-4311-4f84-8510-734f5fdc8a7a tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:16.819940 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9d1c2572-a6bb-4aa7-b741-4ced6799ed44 req-d5c569f5-4311-4f84-8510-734f5fdc8a7a tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=aac87c49-7c9b-4f4b-a87e-907022a6c19f HTTP/1.1" status: 200 len: 943 time: 0.0485144 Sep 07 03:24:16.857362 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9d1c2572-a6bb-4aa7-b741-4ced6799ed44 req-554e9be3-6de5-4be0-91f5-39e9f2950c92 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315850 Sep 07 03:24:17.163667 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aac87c49-7c9b-4f4b-a87e-907022a6c19f', 'tag': 'a10d0ad0-f666-4136-bb1f-a1fcb82a0feb'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:24:17.166015 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-839a3428-ee50-4e84-969b-ae10c02aba82" -d '{"events": [{"name": "network-changed", "server_uuid": "aac87c49-7c9b-4f4b-a87e-907022a6c19f", "tag": "a10d0ad0-f666-4136-bb1f-a1fcb82a0feb"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:24:17.214355 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bdda0ac-8de0-4289-9dd0-3a5a6b1d0da6 x-openstack-request-id: req-2bdda0ac-8de0-4289-9dd0-3a5a6b1d0da6 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:24:17.214648 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aac87c49-7c9b-4f4b-a87e-907022a6c19f", "tag": "a10d0ad0-f666-4136-bb1f-a1fcb82a0feb", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:24:17.214929 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2bdda0ac-8de0-4289-9dd0-3a5a6b1d0da6 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:24:17.215333 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aac87c49-7c9b-4f4b-a87e-907022a6c19f', 'tag': 'a10d0ad0-f666-4136-bb1f-a1fcb82a0feb', 'status': 'completed', 'code': 200} Sep 07 03:24:17.274055 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a3428-ee50-4e84-969b-ae10c02aba82 req-af87e6f5-c1c7-4945-a7d4-cc1a5de6a9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:17.275602 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-839a3428-ee50-4e84-969b-ae10c02aba82 req-af87e6f5-c1c7-4945-a7d4-cc1a5de6a9e5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=617269ce5d8848e19cf1d7cbb9238cf7&device_id=aac87c49-7c9b-4f4b-a87e-907022a6c19f HTTP/1.1" status: 200 len: 1095 time: 0.0431945 Sep 07 03:24:17.289770 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a3428-ee50-4e84-969b-ae10c02aba82 req-404f905b-291f-4751-afb9-67d68aeb4704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:17.291292 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-839a3428-ee50-4e84-969b-ae10c02aba82 req-404f905b-291f-4751-afb9-67d68aeb4704 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=617269ce5d8848e19cf1d7cbb9238cf7&device_id=aac87c49-7c9b-4f4b-a87e-907022a6c19f HTTP/1.1" status: 200 len: 1095 time: 0.0415947 Sep 07 03:24:17.298389 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device a10d0ad0-f666-4136-bb1f-a1fcb82a0feb details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 03:24:17.385123 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a3428-ee50-4e84-969b-ae10c02aba82 req-dbe7ce7c-24ae-4224-8763-412cbfed1b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:17.386895 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-839a3428-ee50-4e84-969b-ae10c02aba82 req-dbe7ce7c-24ae-4224-8763-412cbfed1b59 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c4fadbcc-499c-428e-819b-32e001329938 HTTP/1.1" status: 200 len: 912 time: 0.1038344 Sep 07 03:24:17.400055 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a3428-ee50-4e84-969b-ae10c02aba82 req-f693ab69-e916-4cc3-bdc3-4a48f57feb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:17.401984 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-839a3428-ee50-4e84-969b-ae10c02aba82 req-f693ab69-e916-4cc3-bdc3-4a48f57feb6c service neutron] 10.222.0.16 "GET /v2.0/networks?id=c4fadbcc-499c-428e-819b-32e001329938 HTTP/1.1" status: 200 len: 912 time: 0.1001294 Sep 07 03:24:17.411926 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port a10d0ad0-f666-4136-bb1f-a1fcb82a0feb, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=a10d0ad0-f666-4136-bb1f-a1fcb82a0feb,segment=NetworkSegment(07955656-bbc9-46aa-91b6-95e96bad7147),segment_id=07955656-bbc9-46aa-91b6-95e96bad7147)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:24:17.423349 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': 'a10d0ad0-f666-4136-bb1f-a1fcb82a0feb', 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938', 'port_id': 'a10d0ad0-f666-4136-bb1f-a1fcb82a0feb', 'mac_address': 'fa:16:3e:2b:b5:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 03:24:17.458650 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-839a3428-ee50-4e84-969b-ae10c02aba82 req-b5bb03fd-cfb5-4858-8079-bd7cee9e2b0c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a10d0ad0-f666-4136-bb1f-a1fcb82a0feb HTTP/1.1" status: 200 len: 999 time: 0.0646729 Sep 07 03:24:17.464778 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:24:17.470501 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-839a3428-ee50-4e84-969b-ae10c02aba82 req-a35fc2c1-cc31-43a3-92a8-65701b9dc2ed service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a10d0ad0-f666-4136-bb1f-a1fcb82a0feb HTTP/1.1" status: 200 len: 999 time: 0.0611429 Sep 07 03:24:17.478597 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a10d0ad0-f666-4136-bb1f-a1fcb82a0feb {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:24:17.498513 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port a10d0ad0-f666-4136-bb1f-a1fcb82a0feb, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=a10d0ad0-f666-4136-bb1f-a1fcb82a0feb,segment=NetworkSegment(07955656-bbc9-46aa-91b6-95e96bad7147),segment_id=07955656-bbc9-46aa-91b6-95e96bad7147)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:24:17.502909 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:24:17.513207 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a3428-ee50-4e84-969b-ae10c02aba82 req-8a0f6c1b-b466-4837-881c-7e8495a94271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:17.515071 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-839a3428-ee50-4e84-969b-ae10c02aba82 req-8a0f6c1b-b466-4837-881c-7e8495a94271 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4f0b5055-c1b2-40d5-b334-fd7d6f889027 HTTP/1.1" status: 200 len: 851 time: 0.0492494 Sep 07 03:24:17.527059 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a3428-ee50-4e84-969b-ae10c02aba82 req-3c1db56a-fb8b-4e28-a8e9-d8c42a6229a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:17.528582 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-839a3428-ee50-4e84-969b-ae10c02aba82 req-3c1db56a-fb8b-4e28-a8e9-d8c42a6229a4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4f0b5055-c1b2-40d5-b334-fd7d6f889027 HTTP/1.1" status: 200 len: 851 time: 0.0516832 Sep 07 03:24:17.552064 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=a10d0ad0-f666-4136-bb1f-a1fcb82a0feb,revision_number=8']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:24:17.559628 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:24:17.559985 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:24:17.560359 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:24:17.560688 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:24:17.561026 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:24:17.561363 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:24:17.562105 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:24:17.562225 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a3428-ee50-4e84-969b-ae10c02aba82 req-08b866b0-1199-40cd-ad18-abbf187d8442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:17.562312 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:24:17.562385 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:24:17.562658 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:24:17.562988 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:24:17.563317 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:24:17.563430 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-839a3428-ee50-4e84-969b-ae10c02aba82 req-08b866b0-1199-40cd-ad18-abbf187d8442 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c4fadbcc-499c-428e-819b-32e001329938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411043 Sep 07 03:24:17.576589 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a3428-ee50-4e84-969b-ae10c02aba82 req-3ea3a05d-9359-4d9c-8e48-a589400e498b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:17.578511 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-839a3428-ee50-4e84-969b-ae10c02aba82 req-3ea3a05d-9359-4d9c-8e48-a589400e498b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4fadbcc-499c-428e-819b-32e001329938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426729 Sep 07 03:24:17.655440 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-839a3428-ee50-4e84-969b-ae10c02aba82 req-58cd1115-92bc-44a3-8be8-e1de40808762 service neutron] 10.222.0.23 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846174 Sep 07 03:24:17.670485 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-839a3428-ee50-4e84-969b-ae10c02aba82 req-5c196215-143a-44a2-8e0e-6bbc4366b69d service neutron] 10.222.0.16 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834022 Sep 07 03:24:17.736296 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['a10d0ad0-f666-4136-bb1f-a1fcb82a0feb'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:24:17.749588 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-839a3428-ee50-4e84-969b-ae10c02aba82 req-e5480c1f-771b-4f46-a9e7-6a899c42035c service neutron] 10.222.0.23 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863822 Sep 07 03:24:17.775400 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-839a3428-ee50-4e84-969b-ae10c02aba82 req-1ac047ce-63ec-4791-93b3-7d482ea1f9bd service neutron] 10.222.0.16 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974996 Sep 07 03:24:17.970649 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac05928-0007-4f83-9682-e2b1e6d6ff97 req-8190b235-a7cf-4b4d-836d-4f4ba743406a tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:17.972183 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2ac05928-0007-4f83-9682-e2b1e6d6ff97 req-8190b235-a7cf-4b4d-836d-4f4ba743406a tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=aac87c49-7c9b-4f4b-a87e-907022a6c19f HTTP/1.1" status: 200 len: 944 time: 0.0483952 Sep 07 03:24:18.009729 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2ac05928-0007-4f83-9682-e2b1e6d6ff97 req-354863f4-e1dc-4e4c-8ae6-4cb3368afe19 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311503 Sep 07 03:24:18.080609 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device a10d0ad0-f666-4136-bb1f-a1fcb82a0feb no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:24:18.121621 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device a10d0ad0-f666-4136-bb1f-a1fcb82a0feb not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:24:18.209854 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa10548d-e4fe-4425-9f08-861fdc4c069c req-a00dfaef-32bf-4a23-a4ac-a56d8db86e57 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:18.211418 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fa10548d-e4fe-4425-9f08-861fdc4c069c req-a00dfaef-32bf-4a23-a4ac-a56d8db86e57 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=aac87c49-7c9b-4f4b-a87e-907022a6c19f HTTP/1.1" status: 200 len: 944 time: 0.0546393 Sep 07 03:24:18.218686 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d4b23-ddb8-4ea2-8c91-2b628f18b498 req-70f960ea-6ee8-4ace-bddb-d071e86483e1 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:18.220171 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eb2d4b23-ddb8-4ea2-8c91-2b628f18b498 req-70f960ea-6ee8-4ace-bddb-d071e86483e1 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.23 "GET /v2.0/ports?device_id=aac87c49-7c9b-4f4b-a87e-907022a6c19f&tenant_id=617269ce5d8848e19cf1d7cbb9238cf7&binding%3Ahost_id=n-h2-796209-16 HTTP/1.1" status: 200 len: 944 time: 0.0506377 Sep 07 03:24:18.250603 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fa10548d-e4fe-4425-9f08-861fdc4c069c req-421f6c21-9dce-4c78-8e25-f5feeab657d5 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332522 Sep 07 03:24:18.283852 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [req-eb2d4b23-ddb8-4ea2-8c91-2b628f18b498 req-c2aa3c0f-23c8-4a95-900a-ec17b2984246 service neutron] delete failed (client error): The resource could not be found. Sep 07 03:24:18.284859 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eb2d4b23-ddb8-4ea2-8c91-2b628f18b498 req-c2aa3c0f-23c8-4a95-900a-ec17b2984246 service neutron] 10.222.0.23 "DELETE /v2.0/ports/a10d0ad0-f666-4136-bb1f-a1fcb82a0feb/bindings/n-h1-796209-16 HTTP/1.1" status: 404 len: 381 time: 0.0572917 Sep 07 03:24:18.365872 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d4b23-ddb8-4ea2-8c91-2b628f18b498 req-f3011fc9-d22a-4726-887f-88126189e700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:18.367384 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eb2d4b23-ddb8-4ea2-8c91-2b628f18b498 req-f3011fc9-d22a-4726-887f-88126189e700 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=617269ce5d8848e19cf1d7cbb9238cf7&device_id=aac87c49-7c9b-4f4b-a87e-907022a6c19f HTTP/1.1" status: 200 len: 1096 time: 0.0408688 Sep 07 03:24:18.458936 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d4b23-ddb8-4ea2-8c91-2b628f18b498 req-11cdd9c2-ea8e-49a5-b902-f25bfe503a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:18.460466 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eb2d4b23-ddb8-4ea2-8c91-2b628f18b498 req-11cdd9c2-ea8e-49a5-b902-f25bfe503a0c service neutron] 10.222.0.23 "GET /v2.0/networks?id=c4fadbcc-499c-428e-819b-32e001329938 HTTP/1.1" status: 200 len: 912 time: 0.0860941 Sep 07 03:24:18.524657 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eb2d4b23-ddb8-4ea2-8c91-2b628f18b498 req-1d99f762-f577-458d-a813-2abdb2fc6888 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a10d0ad0-f666-4136-bb1f-a1fcb82a0feb HTTP/1.1" status: 200 len: 1000 time: 0.0568495 Sep 07 03:24:18.572637 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d4b23-ddb8-4ea2-8c91-2b628f18b498 req-04de09f1-82b9-437c-90b8-16e1000c42cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:18.574083 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eb2d4b23-ddb8-4ea2-8c91-2b628f18b498 req-04de09f1-82b9-437c-90b8-16e1000c42cd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4f0b5055-c1b2-40d5-b334-fd7d6f889027 HTTP/1.1" status: 200 len: 851 time: 0.0425825 Sep 07 03:24:18.623975 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d4b23-ddb8-4ea2-8c91-2b628f18b498 req-2eb29e5c-690e-4e6a-9d71-6aabaf22be8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:18.625441 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eb2d4b23-ddb8-4ea2-8c91-2b628f18b498 req-2eb29e5c-690e-4e6a-9d71-6aabaf22be8f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c4fadbcc-499c-428e-819b-32e001329938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429614 Sep 07 03:24:18.713232 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eb2d4b23-ddb8-4ea2-8c91-2b628f18b498 req-3ad675e5-c1c2-41e8-8690-7429bfcd7724 service neutron] 10.222.0.23 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807421 Sep 07 03:24:18.810733 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-eb2d4b23-ddb8-4ea2-8c91-2b628f18b498 req-7804e145-5c4a-4832-ac3e-84bc694ed968 service neutron] 10.222.0.23 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905628 Sep 07 03:24:19.313906 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device a10d0ad0-f666-4136-bb1f-a1fcb82a0feb up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:24:19.366540 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port a10d0ad0-f666-4136-bb1f-a1fcb82a0feb completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:24:19.370446 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port a10d0ad0-f666-4136-bb1f-a1fcb82a0feb triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:24:19.370819 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:24:19.373312 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608ed44-6e1a-4ec1-8acc-150c2a0594e1 req-6bd80685-efbd-4a03-8920-de55c0350de9 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:19.374814 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9608ed44-6e1a-4ec1-8acc-150c2a0594e1 req-6bd80685-efbd-4a03-8920-de55c0350de9 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=aac87c49-7c9b-4f4b-a87e-907022a6c19f HTTP/1.1" status: 200 len: 944 time: 0.0529494 Sep 07 03:24:19.412289 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9608ed44-6e1a-4ec1-8acc-150c2a0594e1 req-cb16c834-763b-4896-8796-dbc43c7c63d1 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314260 Sep 07 03:24:19.449336 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:24:19.472488 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aac87c49-7c9b-4f4b-a87e-907022a6c19f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a10d0ad0-f666-4136-bb1f-a1fcb82a0feb'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:24:19.475574 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98acd55-8f5f-4a4e-ba7c-a666a358d601" -d '{"events": [{"server_uuid": "aac87c49-7c9b-4f4b-a87e-907022a6c19f", "name": "network-vif-plugged", "status": "completed", "tag": "a10d0ad0-f666-4136-bb1f-a1fcb82a0feb"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:24:19.498482 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port a10d0ad0-f666-4136-bb1f-a1fcb82a0feb, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=a10d0ad0-f666-4136-bb1f-a1fcb82a0feb,segment=NetworkSegment(07955656-bbc9-46aa-91b6-95e96bad7147),segment_id=07955656-bbc9-46aa-91b6-95e96bad7147)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:24:19.502776 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:24:19.529270 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd926c6-c46b-4d9c-bae1-c688dc40185f x-openstack-request-id: req-8fd926c6-c46b-4d9c-bae1-c688dc40185f {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:24:19.529565 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aac87c49-7c9b-4f4b-a87e-907022a6c19f", "name": "network-vif-plugged", "status": "completed", "tag": "a10d0ad0-f666-4136-bb1f-a1fcb82a0feb", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:24:19.529816 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8fd926c6-c46b-4d9c-bae1-c688dc40185f {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:24:19.530195 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aac87c49-7c9b-4f4b-a87e-907022a6c19f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a10d0ad0-f666-4136-bb1f-a1fcb82a0feb', 'code': 200} Sep 07 03:24:19.535729 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d471637c-09a4-4430-bb95-eab7c39c5429 req-2623b010-2f19-4110-9d8c-9ce868dcb84e tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:19.537746 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d471637c-09a4-4430-bb95-eab7c39c5429 req-2623b010-2f19-4110-9d8c-9ce868dcb84e tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=aac87c49-7c9b-4f4b-a87e-907022a6c19f HTTP/1.1" status: 200 len: 944 time: 0.0588465 Sep 07 03:24:19.554894 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=a10d0ad0-f666-4136-bb1f-a1fcb82a0feb,revision_number=9']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:24:19.577209 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d471637c-09a4-4430-bb95-eab7c39c5429 req-4ae1e25f-8ed1-4aa5-91e2-fbe449e9f304 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329132 Sep 07 03:24:19.801230 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502a973-9202-4b49-80fd-c821b6e2ff3d req-fe6fe8ef-0aa7-4abb-a52c-a7a2c75b0790 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:19.802871 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c502a973-9202-4b49-80fd-c821b6e2ff3d req-fe6fe8ef-0aa7-4abb-a52c-a7a2c75b0790 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=aac87c49-7c9b-4f4b-a87e-907022a6c19f HTTP/1.1" status: 200 len: 945 time: 0.0817583 Sep 07 03:24:19.818770 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908022e-9596-4321-ab88-03f8825a1fcd req-456ef570-f6f9-43e7-823d-3859173f37bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:19.820231 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7908022e-9596-4321-ab88-03f8825a1fcd req-456ef570-f6f9-43e7-823d-3859173f37bf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=617269ce5d8848e19cf1d7cbb9238cf7&device_id=aac87c49-7c9b-4f4b-a87e-907022a6c19f HTTP/1.1" status: 200 len: 1097 time: 0.0658064 Sep 07 03:24:19.870762 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c502a973-9202-4b49-80fd-c821b6e2ff3d req-ccfc667f-50b5-4ddc-b4ea-6fbcce6b520e tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617578 Sep 07 03:24:19.927336 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908022e-9596-4321-ab88-03f8825a1fcd req-301bff0b-61a9-4df4-b470-860d75f4af98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:19.928867 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7908022e-9596-4321-ab88-03f8825a1fcd req-301bff0b-61a9-4df4-b470-860d75f4af98 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c4fadbcc-499c-428e-819b-32e001329938 HTTP/1.1" status: 200 len: 912 time: 0.1008551 Sep 07 03:24:19.997876 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7908022e-9596-4321-ab88-03f8825a1fcd req-49999a62-d5ec-44c9-bf53-d23bb913b8d6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a10d0ad0-f666-4136-bb1f-a1fcb82a0feb HTTP/1.1" status: 200 len: 1001 time: 0.0611868 Sep 07 03:24:20.046646 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908022e-9596-4321-ab88-03f8825a1fcd req-68a1e9dd-c103-4036-be0b-e6ebea986203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:20.048146 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7908022e-9596-4321-ab88-03f8825a1fcd req-68a1e9dd-c103-4036-be0b-e6ebea986203 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4f0b5055-c1b2-40d5-b334-fd7d6f889027 HTTP/1.1" status: 200 len: 851 time: 0.0427251 Sep 07 03:24:20.094056 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908022e-9596-4321-ab88-03f8825a1fcd req-287147e3-2c95-4c4c-a935-58c946701162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:20.095565 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7908022e-9596-4321-ab88-03f8825a1fcd req-287147e3-2c95-4c4c-a935-58c946701162 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4fadbcc-499c-428e-819b-32e001329938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395989 Sep 07 03:24:20.186144 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7908022e-9596-4321-ab88-03f8825a1fcd req-bcfd814d-9eab-434a-bace-93262612bec5 service neutron] 10.222.0.16 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837505 Sep 07 03:24:20.273129 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7908022e-9596-4321-ab88-03f8825a1fcd req-ebb389a3-4e2e-4e14-89ec-8cc1048aa52a service neutron] 10.222.0.16 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799742 Sep 07 03:24:20.390767 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:24:20.986691 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb33c11-7482-4545-b1ff-eee0e30446a0 req-812b6cf5-48a7-4838-9046-11dab93a31b0 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:20.988215 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8fb33c11-7482-4545-b1ff-eee0e30446a0 req-812b6cf5-48a7-4838-9046-11dab93a31b0 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=aac87c49-7c9b-4f4b-a87e-907022a6c19f HTTP/1.1" status: 200 len: 945 time: 0.0489833 Sep 07 03:24:21.024907 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8fb33c11-7482-4545-b1ff-eee0e30446a0 req-15b274e8-1c98-4622-a878-dce0068367be tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302629 Sep 07 03:24:21.262013 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87e7d4-9949-4c16-ba85-5d98605a0daf req-2d65de1c-141d-4bee-9a48-e128e7e373c2 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:21.263496 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4c87e7d4-9949-4c16-ba85-5d98605a0daf req-2d65de1c-141d-4bee-9a48-e128e7e373c2 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=aac87c49-7c9b-4f4b-a87e-907022a6c19f HTTP/1.1" status: 200 len: 945 time: 0.0523734 Sep 07 03:24:21.300142 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4c87e7d4-9949-4c16-ba85-5d98605a0daf req-7aa293e8-fe51-4118-a75e-896fece9cd89 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307910 Sep 07 03:24:21.904915 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:24:21.935390 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:24:22.416856 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709bedf8-028d-48ff-92cf-605c6483d721 req-02329fb1-065f-4afc-861d-df31dd467e54 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:22.418373 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-709bedf8-028d-48ff-92cf-605c6483d721 req-02329fb1-065f-4afc-861d-df31dd467e54 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=aac87c49-7c9b-4f4b-a87e-907022a6c19f HTTP/1.1" status: 200 len: 945 time: 0.0522604 Sep 07 03:24:22.455749 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-709bedf8-028d-48ff-92cf-605c6483d721 req-80b36173-287e-4f0a-8079-0d8449f228bb tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314813 Sep 07 03:24:22.525015 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a1432a-d6c3-4f0b-bc51-3df6a84ba3d8 req-e1cab3a8-6b4f-46d1-9951-928fc7cc4078 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:22.526484 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e6a1432a-d6c3-4f0b-bc51-3df6a84ba3d8 req-e1cab3a8-6b4f-46d1-9951-928fc7cc4078 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.16 "GET /v2.0/ports?device_id=aac87c49-7c9b-4f4b-a87e-907022a6c19f HTTP/1.1" status: 200 len: 945 time: 0.0480218 Sep 07 03:24:22.613382 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-e6a1432a-d6c3-4f0b-bc51-3df6a84ba3d8 req-e2248b82-e54e-4c01-bae1-e50ed5aa22a4 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Deleting port a10d0ad0-f666-4136-bb1f-a1fcb82a0feb {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:24:22.613650 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e6a1432a-d6c3-4f0b-bc51-3df6a84ba3d8 req-e2248b82-e54e-4c01-bae1-e50ed5aa22a4 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:24:22.708148 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-e6a1432a-d6c3-4f0b-bc51-3df6a84ba3d8 req-e2248b82-e54e-4c01-bae1-e50ed5aa22a4 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] For port a10d0ad0-f666-4136-bb1f-a1fcb82a0feb, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=a10d0ad0-f666-4136-bb1f-a1fcb82a0feb,segment=NetworkSegment(07955656-bbc9-46aa-91b6-95e96bad7147),segment_id=07955656-bbc9-46aa-91b6-95e96bad7147)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:24:22.708513 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e6a1432a-d6c3-4f0b-bc51-3df6a84ba3d8 req-e2248b82-e54e-4c01-bae1-e50ed5aa22a4 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:24:22.871845 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e6a1432a-d6c3-4f0b-bc51-3df6a84ba3d8 req-e2248b82-e54e-4c01-bae1-e50ed5aa22a4 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:24:22.872119 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e6a1432a-d6c3-4f0b-bc51-3df6a84ba3d8 req-e2248b82-e54e-4c01-bae1-e50ed5aa22a4 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:24:22.872432 n-d-796209-16 neutron-server[94700]: INFO neutron.db.l3_db [req-e6a1432a-d6c3-4f0b-bc51-3df6a84ba3d8 req-e2248b82-e54e-4c01-bae1-e50ed5aa22a4 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Floating IP aa6b5edd-6dd7-40e1-b467-0fd4b1469fd2 disassociated. External IP: 172.25.5.251, port: a10d0ad0-f666-4136-bb1f-a1fcb82a0feb. Sep 07 03:24:22.872770 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-e6a1432a-d6c3-4f0b-bc51-3df6a84ba3d8 req-e2248b82-e54e-4c01-bae1-e50ed5aa22a4 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Calling delete_port for a10d0ad0-f666-4136-bb1f-a1fcb82a0feb owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:24:23.006006 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e6a1432a-d6c3-4f0b-bc51-3df6a84ba3d8 req-e2248b82-e54e-4c01-bae1-e50ed5aa22a4 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:24:23.033816 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2248b82-e54e-4c01-bae1-e50ed5aa22a4 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Pushing event deleted for resources: {'Port': ['ID=a10d0ad0-f666-4136-bb1f-a1fcb82a0feb,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:24:23.148590 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6a1432a-d6c3-4f0b-bc51-3df6a84ba3d8 req-e2248b82-e54e-4c01-bae1-e50ed5aa22a4 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Router 6a976ed9-0b79-469a-ae9b-dfef1dd23baf has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:24:23.256762 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6a1432a-d6c3-4f0b-bc51-3df6a84ba3d8 req-e2248b82-e54e-4c01-bae1-e50ed5aa22a4 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:24:23.267794 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f25527-4e9d-4e5b-a65d-85724509d18c None None] Sync routers for ids ['6a976ed9-0b79-469a-ae9b-dfef1dd23baf'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:24:23.277106 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f25527-4e9d-4e5b-a65d-85724509d18c None None] Routers {'6a976ed9-0b79-469a-ae9b-dfef1dd23baf'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:24:23.277726 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-b4f25527-4e9d-4e5b-a65d-85724509d18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:23:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['6a976ed9-0b79-469a-ae9b-dfef1dd23baf'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:24:23.294788 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6a1432a-d6c3-4f0b-bc51-3df6a84ba3d8 req-e2248b82-e54e-4c01-bae1-e50ed5aa22a4 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] No DVR routers for this DVR port a10d0ad0-f666-4136-bb1f-a1fcb82a0feb on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:24:23.297482 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-e6a1432a-d6c3-4f0b-bc51-3df6a84ba3d8 req-e2248b82-e54e-4c01-bae1-e50ed5aa22a4 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:24:23.299534 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e6a1432a-d6c3-4f0b-bc51-3df6a84ba3d8 req-e2248b82-e54e-4c01-bae1-e50ed5aa22a4 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.16 "DELETE /v2.0/ports/a10d0ad0-f666-4136-bb1f-a1fcb82a0feb HTTP/1.1" status: 204 len: 173 time: 0.7657735 Sep 07 03:24:23.299973 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aac87c49-7c9b-4f4b-a87e-907022a6c19f', 'name': 'network-vif-deleted', 'tag': 'a10d0ad0-f666-4136-bb1f-a1fcb82a0feb'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:24:23.302753 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd55703-2373-4d8e-8ecc-7ca60acba5ef" -d '{"events": [{"server_uuid": "aac87c49-7c9b-4f4b-a87e-907022a6c19f", "name": "network-vif-deleted", "tag": "a10d0ad0-f666-4136-bb1f-a1fcb82a0feb"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:24:23.344655 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d8bb1b-52f5-4a7c-9aa9-ba3a0c3b3a16 x-openstack-request-id: req-a4d8bb1b-52f5-4a7c-9aa9-ba3a0c3b3a16 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:24:23.344948 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aac87c49-7c9b-4f4b-a87e-907022a6c19f", "name": "network-vif-deleted", "tag": "a10d0ad0-f666-4136-bb1f-a1fcb82a0feb", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:24:23.345200 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a4d8bb1b-52f5-4a7c-9aa9-ba3a0c3b3a16 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:24:23.345603 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aac87c49-7c9b-4f4b-a87e-907022a6c19f', 'name': 'network-vif-deleted', 'tag': 'a10d0ad0-f666-4136-bb1f-a1fcb82a0feb', 'status': 'completed', 'code': 200} Sep 07 03:24:23.389937 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-b4f25527-4e9d-4e5b-a65d-85724509d18c None None] Set router 6a976ed9-0b79-469a-ae9b-dfef1dd23baf gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:24:23.569583 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-859edda1-a028-4452-92fe-7a4fe05b37cf req-4be0841e-a14c-4136-9125-25db6e42aea3 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=aac87c49-7c9b-4f4b-a87e-907022a6c19f HTTP/1.1" status: 200 len: 210 time: 0.0288410 Sep 07 03:24:23.601871 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-b4f25527-4e9d-4e5b-a65d-85724509d18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'name': 'tempest-ServerActionsTestJSON-1571132071-router', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '54845b1b-8632-4f00-a50d-7e7819005750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:19:54Z', 'updated_at': '2021-09-07T03:19:56Z', 'revision_number': 4, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'gw_port': {'id': '54845b1b-8632-4f00-a50d-7e7819005750', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:19:54Z', 'updated_at': '2021-09-07T03:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '709c4d93-38f3-4ae4-a7cf-ab3c349ee285', 'name': '', 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'mac_address': 'fa:16:3e:51:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:19:55Z', 'updated_at': '2021-09-07T03:20:01Z', 'revision_number': 5, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'subnets': [{'id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:24:23.627053 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f25527-4e9d-4e5b-a65d-85724509d18c None None] Checking router: 6a976ed9-0b79-469a-ae9b-dfef1dd23baf for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:24:23.635000 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f25527-4e9d-4e5b-a65d-85724509d18c None None] Routers {'6a976ed9-0b79-469a-ae9b-dfef1dd23baf'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:24:23.635629 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-b4f25527-4e9d-4e5b-a65d-85724509d18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:23:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['6a976ed9-0b79-469a-ae9b-dfef1dd23baf'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:24:23.736948 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-b4f25527-4e9d-4e5b-a65d-85724509d18c None None] Set router 6a976ed9-0b79-469a-ae9b-dfef1dd23baf gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:24:23.929472 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-b4f25527-4e9d-4e5b-a65d-85724509d18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'name': 'tempest-ServerActionsTestJSON-1571132071-router', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '54845b1b-8632-4f00-a50d-7e7819005750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:19:54Z', 'updated_at': '2021-09-07T03:19:56Z', 'revision_number': 4, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'gw_port': {'id': '54845b1b-8632-4f00-a50d-7e7819005750', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:19:54Z', 'updated_at': '2021-09-07T03:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '709c4d93-38f3-4ae4-a7cf-ab3c349ee285', 'name': '', 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'mac_address': 'fa:16:3e:51:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:19:55Z', 'updated_at': '2021-09-07T03:20:01Z', 'revision_number': 5, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'subnets': [{'id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:24:23.959833 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f25527-4e9d-4e5b-a65d-85724509d18c None None] The sync data for ids ['6a976ed9-0b79-469a-ae9b-dfef1dd23baf'] in n-d-796209-16 is: [{'id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'name': 'tempest-ServerActionsTestJSON-1571132071-router', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '54845b1b-8632-4f00-a50d-7e7819005750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:19:54Z', 'updated_at': '2021-09-07T03:19:56Z', 'revision_number': 4, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'gw_port': {'id': '54845b1b-8632-4f00-a50d-7e7819005750', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:19:54Z', 'updated_at': '2021-09-07T03:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '709c4d93-38f3-4ae4-a7cf-ab3c349ee285', 'name': '', 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'mac_address': 'fa:16:3e:51:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:19:55Z', 'updated_at': '2021-09-07T03:20:01Z', 'revision_number': 5, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'subnets': [{'id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:24:24.172771 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaab023-2560-48f5-b3fa-6a4e8e0d2cb1 None None] New status for floating IP aa6b5edd-6dd7-40e1-b467-0fd4b1469fd2: DOWN {{(pid=94703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 03:24:24.831925 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ed5b4489-57b6-48e5-99bf-848be735905b req-10a68509-535a-4fbd-acd5-ccf19cc43da3 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--122382441&fields=id&tenant_id=617269ce5d8848e19cf1d7cbb9238cf7 HTTP/1.1" status: 200 len: 267 time: 0.0318985 Sep 07 03:24:24.937284 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5b4489-57b6-48e5-99bf-848be735905b req-8dac4ede-0913-4aae-a035-fd57b442435c tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:24.938661 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ed5b4489-57b6-48e5-99bf-848be735905b req-8dac4ede-0913-4aae-a035-fd57b442435c tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/networks?id=c4fadbcc-499c-428e-819b-32e001329938 HTTP/1.1" status: 200 len: 812 time: 0.0997093 Sep 07 03:24:24.953843 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ed5b4489-57b6-48e5-99bf-848be735905b req-61b76309-81fe-4ef2-a187-a61c2a0e9803 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/quotas/617269ce5d8848e19cf1d7cbb9238cf7 HTTP/1.1" status: 200 len: 375 time: 0.0088327 Sep 07 03:24:25.010383 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ed5b4489-57b6-48e5-99bf-848be735905b req-86e9305d-8f58-491b-b4e5-fccd0c801e9b tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=617269ce5d8848e19cf1d7cbb9238cf7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0511549 Sep 07 03:24:25.152644 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ed5b4489-57b6-48e5-99bf-848be735905b req-80c8dcb0-85de-4f6d-9e37-875d651c35d6 service neutron] 10.222.0.22 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306732 Sep 07 03:24:25.244491 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ed5b4489-57b6-48e5-99bf-848be735905b req-141bc35c-c976-4985-bc08-d6d91a41fce2 service neutron] 10.222.0.22 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856023 Sep 07 03:24:25.361342 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device a10d0ad0-f666-4136-bb1f-a1fcb82a0feb no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:24:25.400843 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8a97f221-befa-4f68-9155-0c8971768e0e req-4bbb4f91-3070-41ee-9f03-9c3f203afe34 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=1278c740-ccf8-4f20-b1bc-c0e00fcd61da HTTP/1.1" status: 200 len: 210 time: 0.0278745 Sep 07 03:24:25.546125 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: a10d0ad0-f666-4136-bb1f-a1fcb82a0feb {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:24:25.546511 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device a10d0ad0-f666-4136-bb1f-a1fcb82a0feb not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:24:25.968497 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-553501c9-6b85-48b5-97d5-5335c68b55dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:24:26.283391 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5b4489-57b6-48e5-99bf-848be735905b req-1e1e576e-a264-4a54-b0d5-4e5cf98b350d tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:26.285019 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ed5b4489-57b6-48e5-99bf-848be735905b req-1e1e576e-a264-4a54-b0d5-4e5cf98b350d tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.23 "GET /v2.0/networks?id=c4fadbcc-499c-428e-819b-32e001329938 HTTP/1.1" status: 200 len: 812 time: 0.1009781 Sep 07 03:24:26.328317 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ed5b4489-57b6-48e5-99bf-848be735905b req-a8bbb5c7-b9b0-4361-9322-3f01ec7b4eda tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=617269ce5d8848e19cf1d7cbb9238cf7 HTTP/1.1" status: 200 len: 379 time: 0.0334408 Sep 07 03:24:26.337706 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-ed5b4489-57b6-48e5-99bf-848be735905b req-22056f80-2be5-4d7a-b4d7-9375fa90bfce tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Request body: {'port': {'device_id': '1278c740-ccf8-4f20-b1bc-c0e00fcd61da', 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938', 'admin_state_up': True, 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'security_groups': ['6278159d-205e-4d66-922d-3734e56d992b']}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:24:26.446754 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed5b4489-57b6-48e5-99bf-848be735905b req-22056f80-2be5-4d7a-b4d7-9375fa90bfce tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Made reservation on behalf of 617269ce5d8848e19cf1d7cbb9238cf7 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:24:26.450317 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-ed5b4489-57b6-48e5-99bf-848be735905b req-22056f80-2be5-4d7a-b4d7-9375fa90bfce tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:24:26.826985 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d21e6aea-a4c2-4669-9863-75ded2d28681 req-7ef261ba-0467-41d3-bf93-88f0fe13131b tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=1278c740-ccf8-4f20-b1bc-c0e00fcd61da HTTP/1.1" status: 200 len: 210 time: 0.3549576 Sep 07 03:24:26.898974 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [req-ed5b4489-57b6-48e5-99bf-848be735905b req-22056f80-2be5-4d7a-b4d7-9375fa90bfce tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Allocated IP 172.20.0.14 (c4fadbcc-499c-428e-819b-32e001329938/4f0b5055-c1b2-40d5-b334-fd7d6f889027/62d561f0-ca70-429a-b342-2c794066b8ee) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:24:27.033553 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-ed5b4489-57b6-48e5-99bf-848be735905b req-22056f80-2be5-4d7a-b4d7-9375fa90bfce tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:24:27.046272 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-ed5b4489-57b6-48e5-99bf-848be735905b req-22056f80-2be5-4d7a-b4d7-9375fa90bfce tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Transition to ACTIVE for port object 62d561f0-ca70-429a-b342-2c794066b8ee will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:24:27.078690 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-ed5b4489-57b6-48e5-99bf-848be735905b req-22056f80-2be5-4d7a-b4d7-9375fa90bfce tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:24:27.116840 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed5b4489-57b6-48e5-99bf-848be735905b req-22056f80-2be5-4d7a-b4d7-9375fa90bfce tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Network c4fadbcc-499c-428e-819b-32e001329938 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:24:27.119957 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [req-ed5b4489-57b6-48e5-99bf-848be735905b req-22056f80-2be5-4d7a-b4d7-9375fa90bfce tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:24:27.122936 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed5b4489-57b6-48e5-99bf-848be735905b req-22056f80-2be5-4d7a-b4d7-9375fa90bfce tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:24:27.164673 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22056f80-2be5-4d7a-b4d7-9375fa90bfce tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Pushing event updated for resources: {'Port': ['ID=62d561f0-ca70-429a-b342-2c794066b8ee,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:24:27.178148 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22056f80-2be5-4d7a-b4d7-9375fa90bfce tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:24:27.179100 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22056f80-2be5-4d7a-b4d7-9375fa90bfce tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:24:27.179452 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22056f80-2be5-4d7a-b4d7-9375fa90bfce tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:24:27.179826 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22056f80-2be5-4d7a-b4d7-9375fa90bfce tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:24:27.180167 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22056f80-2be5-4d7a-b4d7-9375fa90bfce tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:24:27.180504 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22056f80-2be5-4d7a-b4d7-9375fa90bfce tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:24:27.180837 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22056f80-2be5-4d7a-b4d7-9375fa90bfce tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:24:27.181173 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22056f80-2be5-4d7a-b4d7-9375fa90bfce tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:24:27.181503 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22056f80-2be5-4d7a-b4d7-9375fa90bfce tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:24:27.181835 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22056f80-2be5-4d7a-b4d7-9375fa90bfce tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:24:27.182160 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22056f80-2be5-4d7a-b4d7-9375fa90bfce tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:24:27.182485 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22056f80-2be5-4d7a-b4d7-9375fa90bfce tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:24:27.195401 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5b4489-57b6-48e5-99bf-848be735905b req-22056f80-2be5-4d7a-b4d7-9375fa90bfce tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:27.196062 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-ed5b4489-57b6-48e5-99bf-848be735905b req-22056f80-2be5-4d7a-b4d7-9375fa90bfce tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:24:27.211952 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ed5b4489-57b6-48e5-99bf-848be735905b req-22056f80-2be5-4d7a-b4d7-9375fa90bfce tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8776476 Sep 07 03:24:27.224291 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-ed5b4489-57b6-48e5-99bf-848be735905b req-05413b66-6a98-4049-8c3e-49ace6b773a4 service neutron] Request body: {'port': {'device_id': '1278c740-ccf8-4f20-b1bc-c0e00fcd61da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:24:27.283435 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-ed5b4489-57b6-48e5-99bf-848be735905b req-05413b66-6a98-4049-8c3e-49ace6b773a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:24:27.334813 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-60adb42a-19f9-4bd7-ad23-448d8c478d8a None None] Provisioning for port 62d561f0-ca70-429a-b342-2c794066b8ee completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:24:27.339645 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-60adb42a-19f9-4bd7-ad23-448d8c478d8a None None] Provisioning complete for port 62d561f0-ca70-429a-b342-2c794066b8ee triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:24:27.340019 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-60adb42a-19f9-4bd7-ad23-448d8c478d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:24:27.374297 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-60adb42a-19f9-4bd7-ad23-448d8c478d8a None None] Port 62d561f0-ca70-429a-b342-2c794066b8ee cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:24:27.541749 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [req-ed5b4489-57b6-48e5-99bf-848be735905b req-05413b66-6a98-4049-8c3e-49ace6b773a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62d561f0-ca70-429a-b342-2c794066b8ee {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:24:27.548887 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-ed5b4489-57b6-48e5-99bf-848be735905b req-05413b66-6a98-4049-8c3e-49ace6b773a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:24:27.560820 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-ed5b4489-57b6-48e5-99bf-848be735905b req-05413b66-6a98-4049-8c3e-49ace6b773a4 service neutron] Transition to ACTIVE for port object 62d561f0-ca70-429a-b342-2c794066b8ee will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:24:27.564898 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-ed5b4489-57b6-48e5-99bf-848be735905b req-05413b66-6a98-4049-8c3e-49ace6b773a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:24:27.636370 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05413b66-6a98-4049-8c3e-49ace6b773a4 service neutron] Pushing event updated for resources: {'Port': ['ID=62d561f0-ca70-429a-b342-2c794066b8ee,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:24:27.685997 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-ed5b4489-57b6-48e5-99bf-848be735905b req-05413b66-6a98-4049-8c3e-49ace6b773a4 service neutron] Attempting to bind port 62d561f0-ca70-429a-b342-2c794066b8ee on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:24:27.686362 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-ed5b4489-57b6-48e5-99bf-848be735905b req-05413b66-6a98-4049-8c3e-49ace6b773a4 service neutron] Attempting to bind port 62d561f0-ca70-429a-b342-2c794066b8ee by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '07955656-bbc9-46aa-91b6-95e96bad7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:24:27.686699 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5b4489-57b6-48e5-99bf-848be735905b req-05413b66-6a98-4049-8c3e-49ace6b773a4 service neutron] Attempting to bind port 62d561f0-ca70-429a-b342-2c794066b8ee on network c4fadbcc-499c-428e-819b-32e001329938 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:24:27.691202 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5b4489-57b6-48e5-99bf-848be735905b req-05413b66-6a98-4049-8c3e-49ace6b773a4 service neutron] Port 62d561f0-ca70-429a-b342-2c794066b8ee on network c4fadbcc-499c-428e-819b-32e001329938 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 03:24:27.691552 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5b4489-57b6-48e5-99bf-848be735905b req-05413b66-6a98-4049-8c3e-49ace6b773a4 service neutron] Attempting to bind port 62d561f0-ca70-429a-b342-2c794066b8ee on network c4fadbcc-499c-428e-819b-32e001329938 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:24:27.696431 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5b4489-57b6-48e5-99bf-848be735905b req-05413b66-6a98-4049-8c3e-49ace6b773a4 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:24:27.696775 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5b4489-57b6-48e5-99bf-848be735905b req-05413b66-6a98-4049-8c3e-49ace6b773a4 service neutron] Checking segment: {'id': '07955656-bbc9-46aa-91b6-95e96bad7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:24:27.697164 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5b4489-57b6-48e5-99bf-848be735905b req-05413b66-6a98-4049-8c3e-49ace6b773a4 service neutron] Bound using segment: {'id': '07955656-bbc9-46aa-91b6-95e96bad7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:24:27.697592 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-ed5b4489-57b6-48e5-99bf-848be735905b req-05413b66-6a98-4049-8c3e-49ace6b773a4 service neutron] Bound port: 62d561f0-ca70-429a-b342-2c794066b8ee, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07955656-bbc9-46aa-91b6-95e96bad7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:24:27.697951 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-ed5b4489-57b6-48e5-99bf-848be735905b req-05413b66-6a98-4049-8c3e-49ace6b773a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:24:27.764444 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-ed5b4489-57b6-48e5-99bf-848be735905b req-05413b66-6a98-4049-8c3e-49ace6b773a4 service neutron] For port 62d561f0-ca70-429a-b342-2c794066b8ee, host n-h1-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:24:27.767394 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-ed5b4489-57b6-48e5-99bf-848be735905b req-05413b66-6a98-4049-8c3e-49ace6b773a4 service neutron] For port 62d561f0-ca70-429a-b342-2c794066b8ee, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=62d561f0-ca70-429a-b342-2c794066b8ee,segment=NetworkSegment(07955656-bbc9-46aa-91b6-95e96bad7147),segment_id=07955656-bbc9-46aa-91b6-95e96bad7147)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:24:27.771450 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-ed5b4489-57b6-48e5-99bf-848be735905b req-05413b66-6a98-4049-8c3e-49ace6b773a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:24:27.804251 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5b4489-57b6-48e5-99bf-848be735905b req-05413b66-6a98-4049-8c3e-49ace6b773a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:27.804886 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-ed5b4489-57b6-48e5-99bf-848be735905b req-05413b66-6a98-4049-8c3e-49ace6b773a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:24:27.806273 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ed5b4489-57b6-48e5-99bf-848be735905b req-05413b66-6a98-4049-8c3e-49ace6b773a4 service neutron] 10.222.0.23 "PUT /v2.0/ports/62d561f0-ca70-429a-b342-2c794066b8ee HTTP/1.1" status: 200 len: 1093 time: 0.5863984 Sep 07 03:24:27.806856 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1278c740-ccf8-4f20-b1bc-c0e00fcd61da', 'tag': '62d561f0-ca70-429a-b342-2c794066b8ee'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:24:27.808948 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866d9a5a-4bcf-4d37-9e87-c8883f98d689" -d '{"events": [{"name": "network-changed", "server_uuid": "1278c740-ccf8-4f20-b1bc-c0e00fcd61da", "tag": "62d561f0-ca70-429a-b342-2c794066b8ee"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:24:27.837196 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05413b66-6a98-4049-8c3e-49ace6b773a4 service neutron] Pushing event updated for resources: {'Port': ['ID=62d561f0-ca70-429a-b342-2c794066b8ee,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:24:27.869302 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1975da-4e5a-4043-858c-d3ce92ca62ca x-openstack-request-id: req-5f1975da-4e5a-4043-858c-d3ce92ca62ca {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:24:27.869594 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1278c740-ccf8-4f20-b1bc-c0e00fcd61da", "tag": "62d561f0-ca70-429a-b342-2c794066b8ee", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:24:27.869841 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5f1975da-4e5a-4043-858c-d3ce92ca62ca {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:24:27.870250 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1278c740-ccf8-4f20-b1bc-c0e00fcd61da', 'tag': '62d561f0-ca70-429a-b342-2c794066b8ee', 'status': 'completed', 'code': 200} Sep 07 03:24:27.935182 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5b4489-57b6-48e5-99bf-848be735905b req-07f336e1-9274-45c2-bf00-78cfcaf8f82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:27.936737 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ed5b4489-57b6-48e5-99bf-848be735905b req-07f336e1-9274-45c2-bf00-78cfcaf8f82a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=617269ce5d8848e19cf1d7cbb9238cf7&device_id=1278c740-ccf8-4f20-b1bc-c0e00fcd61da HTTP/1.1" status: 200 len: 1096 time: 0.0769267 Sep 07 03:24:27.982313 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ed5b4489-57b6-48e5-99bf-848be735905b req-3702f687-4e1e-4ee6-9a26-d37379dba4ee service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62d561f0-ca70-429a-b342-2c794066b8ee HTTP/1.1" status: 200 len: 217 time: 0.0367627 Sep 07 03:24:27.990437 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b13bdf-7573-40e0-9ae1-03a8393cb161 req-94e64e38-f14e-4ebc-ab92-03538412500d tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:27.991852 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f7b13bdf-7573-40e0-9ae1-03a8393cb161 req-94e64e38-f14e-4ebc-ab92-03538412500d tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=1278c740-ccf8-4f20-b1bc-c0e00fcd61da HTTP/1.1" status: 200 len: 944 time: 0.0908010 Sep 07 03:24:28.062668 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5b4489-57b6-48e5-99bf-848be735905b req-282e826c-5f3e-4ea6-8513-85019afb1e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:28.063857 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ed5b4489-57b6-48e5-99bf-848be735905b req-282e826c-5f3e-4ea6-8513-85019afb1e61 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4f0b5055-c1b2-40d5-b334-fd7d6f889027 HTTP/1.1" status: 200 len: 851 time: 0.0711851 Sep 07 03:24:28.066814 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f7b13bdf-7573-40e0-9ae1-03a8393cb161 req-f14ae102-cc81-45a9-acae-c33263b58c18 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671070 Sep 07 03:24:28.109293 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5b4489-57b6-48e5-99bf-848be735905b req-d73beec3-ac03-4420-a033-2c6a731547be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:28.110686 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ed5b4489-57b6-48e5-99bf-848be735905b req-d73beec3-ac03-4420-a033-2c6a731547be service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c4fadbcc-499c-428e-819b-32e001329938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401022 Sep 07 03:24:28.199139 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ed5b4489-57b6-48e5-99bf-848be735905b req-39cea3ba-9eb1-4efe-9231-6e7313e6c038 service neutron] 10.222.0.23 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815470 Sep 07 03:24:28.221053 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c151205b-31e0-4954-8d5e-7fbd96a1ae91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:24:28.299283 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ed5b4489-57b6-48e5-99bf-848be735905b req-a0ceda01-7c52-489e-932c-61bf7ddbfec5 service neutron] 10.222.0.23 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928752 Sep 07 03:24:28.386188 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d9a5a-4bcf-4d37-9e87-c8883f98d689 req-7cef1638-983c-45de-bc43-fe18efeae66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:28.387626 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-866d9a5a-4bcf-4d37-9e87-c8883f98d689 req-7cef1638-983c-45de-bc43-fe18efeae66c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=617269ce5d8848e19cf1d7cbb9238cf7&device_id=1278c740-ccf8-4f20-b1bc-c0e00fcd61da HTTP/1.1" status: 200 len: 1096 time: 0.0398538 Sep 07 03:24:28.479231 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d9a5a-4bcf-4d37-9e87-c8883f98d689 req-34f6ac90-92aa-452d-96a8-14da5f9cf00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:28.480695 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-866d9a5a-4bcf-4d37-9e87-c8883f98d689 req-34f6ac90-92aa-452d-96a8-14da5f9cf00e service neutron] 10.222.0.23 "GET /v2.0/networks?id=c4fadbcc-499c-428e-819b-32e001329938 HTTP/1.1" status: 200 len: 912 time: 0.0858402 Sep 07 03:24:28.521898 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-866d9a5a-4bcf-4d37-9e87-c8883f98d689 req-2f543629-a3e5-467b-95fb-129df2693ef4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62d561f0-ca70-429a-b342-2c794066b8ee HTTP/1.1" status: 200 len: 217 time: 0.0337415 Sep 07 03:24:28.573797 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d9a5a-4bcf-4d37-9e87-c8883f98d689 req-91e0a14c-ebc3-4db8-a4ae-18ff1943bd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:28.575201 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-866d9a5a-4bcf-4d37-9e87-c8883f98d689 req-91e0a14c-ebc3-4db8-a4ae-18ff1943bd40 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4f0b5055-c1b2-40d5-b334-fd7d6f889027 HTTP/1.1" status: 200 len: 851 time: 0.0461583 Sep 07 03:24:28.621101 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d9a5a-4bcf-4d37-9e87-c8883f98d689 req-a66130e8-f161-4eaf-9d42-d1d67606679a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:28.622527 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-866d9a5a-4bcf-4d37-9e87-c8883f98d689 req-a66130e8-f161-4eaf-9d42-d1d67606679a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c4fadbcc-499c-428e-819b-32e001329938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386515 Sep 07 03:24:28.710702 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-866d9a5a-4bcf-4d37-9e87-c8883f98d689 req-edd502d8-bc59-4428-9d2b-a1a118530c6b service neutron] 10.222.0.23 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794773 Sep 07 03:24:28.761842 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:24:28.807663 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-866d9a5a-4bcf-4d37-9e87-c8883f98d689 req-007ce25b-d106-497d-b5dc-cb12b90f533c service neutron] 10.222.0.23 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895991 Sep 07 03:24:29.179328 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb28e6-e02f-4b6d-be77-7f991bb263f9 req-326b4874-2a8c-426e-af30-d813a4d63cf9 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:29.180947 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c7eb28e6-e02f-4b6d-be77-7f991bb263f9 req-326b4874-2a8c-426e-af30-d813a4d63cf9 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=1278c740-ccf8-4f20-b1bc-c0e00fcd61da HTTP/1.1" status: 200 len: 944 time: 0.0476594 Sep 07 03:24:29.220151 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c7eb28e6-e02f-4b6d-be77-7f991bb263f9 req-e8296ba6-6320-4c3b-8e7c-227603b9d40d tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315807 Sep 07 03:24:29.674087 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:24:30.331958 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d251787d-0276-4b99-b1e6-8106f87812f5 req-3d6064fa-d5dd-4091-9c9a-d8b69b465734 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:30.333887 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d251787d-0276-4b99-b1e6-8106f87812f5 req-3d6064fa-d5dd-4091-9c9a-d8b69b465734 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=1278c740-ccf8-4f20-b1bc-c0e00fcd61da HTTP/1.1" status: 200 len: 944 time: 0.0493851 Sep 07 03:24:30.370640 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d251787d-0276-4b99-b1e6-8106f87812f5 req-058e7eb1-01af-4110-a901-a41d024b5ea9 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308192 Sep 07 03:24:31.482843 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078ca93-cbad-4802-b039-fb7a0e72ab39 req-755e5398-db0e-4609-9180-df600b39bc97 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:31.484340 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f078ca93-cbad-4802-b039-fb7a0e72ab39 req-755e5398-db0e-4609-9180-df600b39bc97 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=1278c740-ccf8-4f20-b1bc-c0e00fcd61da HTTP/1.1" status: 200 len: 944 time: 0.0486159 Sep 07 03:24:31.522107 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f078ca93-cbad-4802-b039-fb7a0e72ab39 req-1a1a16c9-3964-4d8c-843d-2538ad7c0d77 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310757 Sep 07 03:24:31.524151 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:24:32.127610 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 62d561f0-ca70-429a-b342-2c794066b8ee details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 03:24:32.220347 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 62d561f0-ca70-429a-b342-2c794066b8ee, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=62d561f0-ca70-429a-b342-2c794066b8ee,segment=NetworkSegment(07955656-bbc9-46aa-91b6-95e96bad7147),segment_id=07955656-bbc9-46aa-91b6-95e96bad7147)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:24:32.231369 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '62d561f0-ca70-429a-b342-2c794066b8ee', 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938', 'port_id': '62d561f0-ca70-429a-b342-2c794066b8ee', 'mac_address': 'fa:16:3e:54:e2:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 03:24:32.267272 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:24:32.279769 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62d561f0-ca70-429a-b342-2c794066b8ee {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:24:32.298628 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 62d561f0-ca70-429a-b342-2c794066b8ee, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=62d561f0-ca70-429a-b342-2c794066b8ee,segment=NetworkSegment(07955656-bbc9-46aa-91b6-95e96bad7147),segment_id=07955656-bbc9-46aa-91b6-95e96bad7147)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:24:32.302520 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:24:32.353698 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=62d561f0-ca70-429a-b342-2c794066b8ee,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:24:32.501840 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['62d561f0-ca70-429a-b342-2c794066b8ee'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:24:32.635853 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195df756-efb5-4b22-adb6-3d295ebeeec5 req-d3c37dc4-6a9d-409c-97df-8da05cbfcbf9 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:32.637269 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-195df756-efb5-4b22-adb6-3d295ebeeec5 req-d3c37dc4-6a9d-409c-97df-8da05cbfcbf9 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=1278c740-ccf8-4f20-b1bc-c0e00fcd61da HTTP/1.1" status: 200 len: 945 time: 0.0479178 Sep 07 03:24:32.680065 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-195df756-efb5-4b22-adb6-3d295ebeeec5 req-6b11e8ac-4b99-412d-b836-eb6dfb96a540 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368538 Sep 07 03:24:33.795196 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f584c4e2-5eda-4fbb-a38d-ff725b6dfc35 req-c2eaa9ff-1f65-4e33-98d3-d47279d43e6e tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:33.796675 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f584c4e2-5eda-4fbb-a38d-ff725b6dfc35 req-c2eaa9ff-1f65-4e33-98d3-d47279d43e6e tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=1278c740-ccf8-4f20-b1bc-c0e00fcd61da HTTP/1.1" status: 200 len: 945 time: 0.0504963 Sep 07 03:24:33.833027 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f584c4e2-5eda-4fbb-a38d-ff725b6dfc35 req-6302b4fa-760a-444b-a140-7b75a5d749f0 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299106 Sep 07 03:24:34.137304 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 62d561f0-ca70-429a-b342-2c794066b8ee up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:24:34.189954 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port 62d561f0-ca70-429a-b342-2c794066b8ee completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:24:34.193864 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port 62d561f0-ca70-429a-b342-2c794066b8ee triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:24:34.194240 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:24:34.279873 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:24:34.302145 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1278c740-ccf8-4f20-b1bc-c0e00fcd61da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62d561f0-ca70-429a-b342-2c794066b8ee'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:24:34.304630 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3cf04ea-7ae1-4e6a-b34d-eea6a08aaf39" -d '{"events": [{"server_uuid": "1278c740-ccf8-4f20-b1bc-c0e00fcd61da", "name": "network-vif-plugged", "status": "completed", "tag": "62d561f0-ca70-429a-b342-2c794066b8ee"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:24:34.318681 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 62d561f0-ca70-429a-b342-2c794066b8ee, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=62d561f0-ca70-429a-b342-2c794066b8ee,segment=NetworkSegment(07955656-bbc9-46aa-91b6-95e96bad7147),segment_id=07955656-bbc9-46aa-91b6-95e96bad7147)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:24:34.323235 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:24:34.348834 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000d48e5-4bcb-402c-9104-f44ab71585e5 x-openstack-request-id: req-000d48e5-4bcb-402c-9104-f44ab71585e5 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:24:34.349162 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1278c740-ccf8-4f20-b1bc-c0e00fcd61da", "name": "network-vif-plugged", "status": "completed", "tag": "62d561f0-ca70-429a-b342-2c794066b8ee", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:24:34.349409 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-000d48e5-4bcb-402c-9104-f44ab71585e5 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:24:34.349800 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1278c740-ccf8-4f20-b1bc-c0e00fcd61da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62d561f0-ca70-429a-b342-2c794066b8ee', 'code': 200} Sep 07 03:24:34.376283 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=62d561f0-ca70-429a-b342-2c794066b8ee,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:24:34.452983 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab5b104-6771-4891-9579-c84389bdd862 req-250f80b1-251f-4538-abea-d03b5232d1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:34.454994 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6ab5b104-6771-4891-9579-c84389bdd862 req-250f80b1-251f-4538-abea-d03b5232d1c9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1278c740-ccf8-4f20-b1bc-c0e00fcd61da HTTP/1.1" status: 200 len: 1098 time: 0.0407381 Sep 07 03:24:34.488637 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6ab5b104-6771-4891-9579-c84389bdd862 req-7b3fa69f-8cfd-480e-94a5-246a4c466e3b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268006 Sep 07 03:24:34.946478 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275ccba-40c6-4fec-a8ed-f001a694eb16 req-232a1c73-6bfa-4894-b066-3658e7453e90 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:34.947986 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9275ccba-40c6-4fec-a8ed-f001a694eb16 req-232a1c73-6bfa-4894-b066-3658e7453e90 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=1278c740-ccf8-4f20-b1bc-c0e00fcd61da HTTP/1.1" status: 200 len: 946 time: 0.0493531 Sep 07 03:24:34.986809 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9275ccba-40c6-4fec-a8ed-f001a694eb16 req-230076f3-4dcb-4198-aac4-5f728cb4808c tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326247 Sep 07 03:24:36.102126 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78366e91-816a-4891-b60a-86c4ef0e7694 req-188970de-ba28-4c04-b745-7e4e23f6e29a tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:36.103675 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-78366e91-816a-4891-b60a-86c4ef0e7694 req-188970de-ba28-4c04-b745-7e4e23f6e29a tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=1278c740-ccf8-4f20-b1bc-c0e00fcd61da HTTP/1.1" status: 200 len: 946 time: 0.0489714 Sep 07 03:24:36.140726 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-78366e91-816a-4891-b60a-86c4ef0e7694 req-c9b848da-8034-4570-9dc2-dec3270bb1dd tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311673 Sep 07 03:24:36.250569 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce658ca-45d4-43d7-b138-21bf9a5124ec req-2777c5a0-b27f-40d5-8ebb-3422502487b8 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:36.252162 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-dce658ca-45d4-43d7-b138-21bf9a5124ec req-2777c5a0-b27f-40d5-8ebb-3422502487b8 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=1278c740-ccf8-4f20-b1bc-c0e00fcd61da HTTP/1.1" status: 200 len: 946 time: 0.0495622 Sep 07 03:24:36.260624 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 42652) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:24:36.265150 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-fff22ec0-a910-4439-898e-16e5fcd9d9db tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Request body: {'floatingip': {'port_id': '62d561f0-ca70-429a-b342-2c794066b8ee'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:24:36.307235 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fff22ec0-a910-4439-898e-16e5fcd9d9db tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks [] for floatingip, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:24:36.742922 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fff22ec0-a910-4439-898e-16e5fcd9d9db tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:24:36.746770 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fff22ec0-a910-4439-898e-16e5fcd9d9db tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:24:36.840147 n-d-796209-16 neutron-server[94700]: INFO neutron.db.l3_db [None req-fff22ec0-a910-4439-898e-16e5fcd9d9db tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Floating IP aa6b5edd-6dd7-40e1-b467-0fd4b1469fd2 associated. External IP: 172.25.5.251, port: 62d561f0-ca70-429a-b342-2c794066b8ee. Sep 07 03:24:37.043415 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fff22ec0-a910-4439-898e-16e5fcd9d9db tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Router 6a976ed9-0b79-469a-ae9b-dfef1dd23baf has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:24:37.148719 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff22ec0-a910-4439-898e-16e5fcd9d9db tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:24:37.153186 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fff22ec0-a910-4439-898e-16e5fcd9d9db tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:24:37.158559 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3796f7d8-cba6-4ba3-a41f-9f7798a6f0ba None None] Sync routers for ids ['6a976ed9-0b79-469a-ae9b-dfef1dd23baf'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:24:37.171857 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3796f7d8-cba6-4ba3-a41f-9f7798a6f0ba None None] Routers {'6a976ed9-0b79-469a-ae9b-dfef1dd23baf'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:24:37.172483 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-3796f7d8-cba6-4ba3-a41f-9f7798a6f0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:24:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['6a976ed9-0b79-469a-ae9b-dfef1dd23baf'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:24:37.184190 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-fff22ec0-a910-4439-898e-16e5fcd9d9db tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "PUT /v2.0/floatingips/aa6b5edd-6dd7-40e1-b467-0fd4b1469fd2 HTTP/1.1" status: 200 len: 992 time: 0.9198413 Sep 07 03:24:37.184190 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1278c740-ccf8-4f20-b1bc-c0e00fcd61da', 'tag': '62d561f0-ca70-429a-b342-2c794066b8ee'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:24:37.184441 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a1adffd-741f-40be-b4ba-14631e2d92f6" -d '{"events": [{"name": "network-changed", "server_uuid": "1278c740-ccf8-4f20-b1bc-c0e00fcd61da", "tag": "62d561f0-ca70-429a-b342-2c794066b8ee"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:24:37.220573 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae131571-947f-44b2-8fdd-3c1d8b10d504 x-openstack-request-id: req-ae131571-947f-44b2-8fdd-3c1d8b10d504 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:24:37.220867 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1278c740-ccf8-4f20-b1bc-c0e00fcd61da", "tag": "62d561f0-ca70-429a-b342-2c794066b8ee", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:24:37.221118 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ae131571-947f-44b2-8fdd-3c1d8b10d504 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:24:37.221526 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1278c740-ccf8-4f20-b1bc-c0e00fcd61da', 'tag': '62d561f0-ca70-429a-b342-2c794066b8ee', 'status': 'completed', 'code': 200} Sep 07 03:24:37.283219 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-3796f7d8-cba6-4ba3-a41f-9f7798a6f0ba None None] Set router 6a976ed9-0b79-469a-ae9b-dfef1dd23baf gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:24:37.291702 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1adffd-741f-40be-b4ba-14631e2d92f6 req-cb4261f3-384d-40d3-aeaa-9952dc3e7379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:37.293501 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6a1adffd-741f-40be-b4ba-14631e2d92f6 req-cb4261f3-384d-40d3-aeaa-9952dc3e7379 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=617269ce5d8848e19cf1d7cbb9238cf7&device_id=1278c740-ccf8-4f20-b1bc-c0e00fcd61da HTTP/1.1" status: 200 len: 1098 time: 0.0464056 Sep 07 03:24:37.392203 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1adffd-741f-40be-b4ba-14631e2d92f6 req-a30d15a8-a2c5-4f5d-abff-c15de186f229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:37.393707 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6a1adffd-741f-40be-b4ba-14631e2d92f6 req-a30d15a8-a2c5-4f5d-abff-c15de186f229 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c4fadbcc-499c-428e-819b-32e001329938 HTTP/1.1" status: 200 len: 912 time: 0.0932055 Sep 07 03:24:37.462142 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6a1adffd-741f-40be-b4ba-14631e2d92f6 req-2c22e5fe-d02d-4a14-a75d-00ec1fef6285 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62d561f0-ca70-429a-b342-2c794066b8ee HTTP/1.1" status: 200 len: 1000 time: 0.0618875 Sep 07 03:24:37.506621 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-3796f7d8-cba6-4ba3-a41f-9f7798a6f0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'name': 'tempest-ServerActionsTestJSON-1571132071-router', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '54845b1b-8632-4f00-a50d-7e7819005750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:19:54Z', 'updated_at': '2021-09-07T03:19:56Z', 'revision_number': 4, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'gw_port': {'id': '54845b1b-8632-4f00-a50d-7e7819005750', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:19:54Z', 'updated_at': '2021-09-07T03:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'aa6b5edd-6dd7-40e1-b467-0fd4b1469fd2', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'floating_ip_address': '172.25.5.251', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'port_id': '62d561f0-ca70-429a-b342-2c794066b8ee', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938', 'mac_address': 'fa:16:3e:54:e2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1278c740-ccf8-4f20-b1bc-c0e00fcd61da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:19:58Z', 'updated_at': '2021-09-07T03:24:36Z', 'revision_number': 9, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '709c4d93-38f3-4ae4-a7cf-ab3c349ee285', 'name': '', 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'mac_address': 'fa:16:3e:51:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:19:55Z', 'updated_at': '2021-09-07T03:20:01Z', 'revision_number': 5, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'subnets': [{'id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:24:37.510229 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1adffd-741f-40be-b4ba-14631e2d92f6 req-8ac76641-7f87-4a00-b9a0-bfccc477f653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:37.511714 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6a1adffd-741f-40be-b4ba-14631e2d92f6 req-8ac76641-7f87-4a00-b9a0-bfccc477f653 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4f0b5055-c1b2-40d5-b334-fd7d6f889027 HTTP/1.1" status: 200 len: 851 time: 0.0433071 Sep 07 03:24:37.533573 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3796f7d8-cba6-4ba3-a41f-9f7798a6f0ba None None] Checking router: 6a976ed9-0b79-469a-ae9b-dfef1dd23baf for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:24:37.541929 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3796f7d8-cba6-4ba3-a41f-9f7798a6f0ba None None] Routers {'6a976ed9-0b79-469a-ae9b-dfef1dd23baf'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:24:37.542574 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-3796f7d8-cba6-4ba3-a41f-9f7798a6f0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:24:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['6a976ed9-0b79-469a-ae9b-dfef1dd23baf'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:24:37.557131 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1adffd-741f-40be-b4ba-14631e2d92f6 req-895297d4-eb06-4090-9208-f8f7988dd6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:24:37.558643 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6a1adffd-741f-40be-b4ba-14631e2d92f6 req-895297d4-eb06-4090-9208-f8f7988dd6e1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c4fadbcc-499c-428e-819b-32e001329938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401239 Sep 07 03:24:37.649452 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-3796f7d8-cba6-4ba3-a41f-9f7798a6f0ba None None] Set router 6a976ed9-0b79-469a-ae9b-dfef1dd23baf gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:24:37.654416 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6a1adffd-741f-40be-b4ba-14631e2d92f6 req-872fde48-f98c-44b6-a96f-4eb3cc1f38be service neutron] 10.222.0.23 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884633 Sep 07 03:24:37.745477 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6a1adffd-741f-40be-b4ba-14631e2d92f6 req-863952ba-a4ee-4cca-a0b9-6b35e2613867 service neutron] 10.222.0.23 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837038 Sep 07 03:24:37.873551 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-3796f7d8-cba6-4ba3-a41f-9f7798a6f0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'name': 'tempest-ServerActionsTestJSON-1571132071-router', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '54845b1b-8632-4f00-a50d-7e7819005750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:19:54Z', 'updated_at': '2021-09-07T03:19:56Z', 'revision_number': 4, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'gw_port': {'id': '54845b1b-8632-4f00-a50d-7e7819005750', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:19:54Z', 'updated_at': '2021-09-07T03:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'aa6b5edd-6dd7-40e1-b467-0fd4b1469fd2', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'floating_ip_address': '172.25.5.251', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'port_id': '62d561f0-ca70-429a-b342-2c794066b8ee', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938', 'mac_address': 'fa:16:3e:54:e2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1278c740-ccf8-4f20-b1bc-c0e00fcd61da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:19:58Z', 'updated_at': '2021-09-07T03:24:36Z', 'revision_number': 9, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '709c4d93-38f3-4ae4-a7cf-ab3c349ee285', 'name': '', 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'mac_address': 'fa:16:3e:51:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:19:55Z', 'updated_at': '2021-09-07T03:20:01Z', 'revision_number': 5, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'subnets': [{'id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:24:37.899206 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3796f7d8-cba6-4ba3-a41f-9f7798a6f0ba None None] The sync data for ids ['6a976ed9-0b79-469a-ae9b-dfef1dd23baf'] in n-d-796209-16 is: [{'id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'name': 'tempest-ServerActionsTestJSON-1571132071-router', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '54845b1b-8632-4f00-a50d-7e7819005750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:19:54Z', 'updated_at': '2021-09-07T03:19:56Z', 'revision_number': 4, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'gw_port': {'id': '54845b1b-8632-4f00-a50d-7e7819005750', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:19:54Z', 'updated_at': '2021-09-07T03:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'aa6b5edd-6dd7-40e1-b467-0fd4b1469fd2', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'floating_ip_address': '172.25.5.251', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'port_id': '62d561f0-ca70-429a-b342-2c794066b8ee', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938', 'mac_address': 'fa:16:3e:54:e2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1278c740-ccf8-4f20-b1bc-c0e00fcd61da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:19:58Z', 'updated_at': '2021-09-07T03:24:36Z', 'revision_number': 9, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '709c4d93-38f3-4ae4-a7cf-ab3c349ee285', 'name': '', 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'mac_address': 'fa:16:3e:51:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:19:55Z', 'updated_at': '2021-09-07T03:20:01Z', 'revision_number': 5, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'subnets': [{'id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:24:38.089291 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f37e89-b201-4600-a247-a0538f7abf52 None None] New status for floating IP aa6b5edd-6dd7-40e1-b467-0fd4b1469fd2: ACTIVE {{(pid=94703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 03:24:43.028182 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [req-03227b1f-0f4e-4e2b-9aad-67a9e0b9f84f req-dfdf4e01-6dc8-431d-8257-0dd4f75b5584 service neutron] (94700) timed out ('10.222.0.22', 38810) {{(pid=94700) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 03:24:51.912113 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:24:51.932779 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:24:55.969994 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ac9d4240-2068-4a81-b47e-a4611a55be63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:24:57.390828 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:24:58.221915 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-04a6cf73-1969-4aab-ae62-5fb39091341e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:24:58.762282 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:24:59.677934 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:25:01.533736 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:25:18.694688 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a042cd2c-0a44-4d12-9878-687b1fc0522f req-dcc17d1d-26ca-48dd-bb3b-210ca6c0e7d0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1278c740-ccf8-4f20-b1bc-c0e00fcd61da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0834334 Sep 07 03:25:18.779097 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a042cd2c-0a44-4d12-9878-687b1fc0522f req-bac3d5c6-37d7-4b6c-b98c-c34319fa5d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:25:18.780613 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a042cd2c-0a44-4d12-9878-687b1fc0522f req-bac3d5c6-37d7-4b6c-b98c-c34319fa5d48 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=617269ce5d8848e19cf1d7cbb9238cf7&device_id=1278c740-ccf8-4f20-b1bc-c0e00fcd61da HTTP/1.1" status: 200 len: 1098 time: 0.0441825 Sep 07 03:25:18.881950 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a042cd2c-0a44-4d12-9878-687b1fc0522f req-446365f7-9815-497c-a212-cc0d28f20110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:25:18.883381 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a042cd2c-0a44-4d12-9878-687b1fc0522f req-446365f7-9815-497c-a212-cc0d28f20110 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c4fadbcc-499c-428e-819b-32e001329938 HTTP/1.1" status: 200 len: 912 time: 0.0834243 Sep 07 03:25:18.951922 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a042cd2c-0a44-4d12-9878-687b1fc0522f req-0efabc6b-5ab9-4bc1-8231-04990b5e2104 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62d561f0-ca70-429a-b342-2c794066b8ee HTTP/1.1" status: 200 len: 1003 time: 0.0612679 Sep 07 03:25:18.999543 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a042cd2c-0a44-4d12-9878-687b1fc0522f req-ebb11d11-bc9e-4696-8564-edd39ca05295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:25:19.001037 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a042cd2c-0a44-4d12-9878-687b1fc0522f req-ebb11d11-bc9e-4696-8564-edd39ca05295 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4f0b5055-c1b2-40d5-b334-fd7d6f889027 HTTP/1.1" status: 200 len: 851 time: 0.0426593 Sep 07 03:25:19.044955 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a042cd2c-0a44-4d12-9878-687b1fc0522f req-3a7e798a-a72a-4551-bb78-072870c381da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:25:19.046402 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a042cd2c-0a44-4d12-9878-687b1fc0522f req-3a7e798a-a72a-4551-bb78-072870c381da service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c4fadbcc-499c-428e-819b-32e001329938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0380287 Sep 07 03:25:19.057253 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [req-a042cd2c-0a44-4d12-9878-687b1fc0522f req-be546d63-3c6e-45d4-b8ae-44d390a02e69 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:25:19.058197 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a042cd2c-0a44-4d12-9878-687b1fc0522f req-be546d63-3c6e-45d4-b8ae-44d390a02e69 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053794 Sep 07 03:25:19.150706 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a042cd2c-0a44-4d12-9878-687b1fc0522f req-dd8ed85d-c801-4f18-a5db-b0d00e0a16f4 service neutron] 10.222.0.23 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847914 Sep 07 03:25:19.240914 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a042cd2c-0a44-4d12-9878-687b1fc0522f req-f8d77e98-3fdd-4430-b282-663015542f06 service neutron] 10.222.0.23 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831482 Sep 07 03:25:21.945982 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:25:21.946971 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:25:25.970459 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1b97de66-8bce-4322-8da7-9fbb0e8e37b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:25:28.224016 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-325df59a-9482-4449-ab16-b54810e6544c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:25:28.762365 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:25:29.679150 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:25:31.529461 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:25:34.390253 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:25:51.934562 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:25:51.948648 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:25:55.969944 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-181e55c4-04eb-4e94-acc1-ec1673cef524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:25:58.224696 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d6a1e602-81ec-468f-8dce-e51103d9c41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:25:58.763249 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:25:59.681687 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:26:01.531823 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:26:11.390215 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:26:13.013116 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-97967df5-d525-4cba-aebe-343791f1f84b req-6d905f99-9b3e-4b8f-a560-b8858e29bfd4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1278c740-ccf8-4f20-b1bc-c0e00fcd61da&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0448222 Sep 07 03:26:13.030639 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6f201-fae7-4eda-98dc-e16c760ae48f req-ff49a19a-2be9-4959-806a-eca55566f00c tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:13.032235 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-92e6f201-fae7-4eda-98dc-e16c760ae48f req-ff49a19a-2be9-4959-806a-eca55566f00c tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=1278c740-ccf8-4f20-b1bc-c0e00fcd61da HTTP/1.1" status: 200 len: 946 time: 0.0536423 Sep 07 03:26:13.071082 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-92e6f201-fae7-4eda-98dc-e16c760ae48f req-b8bac6c2-510d-4f22-868e-af401d63fc0a tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328603 Sep 07 03:26:14.047662 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97967df5-d525-4cba-aebe-343791f1f84b req-ead9f3f8-b6e4-449a-8d6c-0ec1bf9e764b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:14.049363 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-97967df5-d525-4cba-aebe-343791f1f84b req-ead9f3f8-b6e4-449a-8d6c-0ec1bf9e764b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=617269ce5d8848e19cf1d7cbb9238cf7&device_id=1278c740-ccf8-4f20-b1bc-c0e00fcd61da HTTP/1.1" status: 200 len: 1098 time: 0.0403888 Sep 07 03:26:14.140828 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97967df5-d525-4cba-aebe-343791f1f84b req-7d792810-4eee-4427-b9db-fdf694d8a990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:14.142331 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-97967df5-d525-4cba-aebe-343791f1f84b req-7d792810-4eee-4427-b9db-fdf694d8a990 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c4fadbcc-499c-428e-819b-32e001329938 HTTP/1.1" status: 200 len: 912 time: 0.0863142 Sep 07 03:26:14.190585 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5757e74e-6df5-440b-afc3-ba19d6c88c0a req-3f500260-17f2-441c-9bd2-621904f6ebe8 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:14.192138 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5757e74e-6df5-440b-afc3-ba19d6c88c0a req-3f500260-17f2-441c-9bd2-621904f6ebe8 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=1278c740-ccf8-4f20-b1bc-c0e00fcd61da HTTP/1.1" status: 200 len: 946 time: 0.0517647 Sep 07 03:26:14.209723 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-97967df5-d525-4cba-aebe-343791f1f84b req-9ed82a32-577c-4f35-ad06-f559bde965b1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62d561f0-ca70-429a-b342-2c794066b8ee HTTP/1.1" status: 200 len: 1003 time: 0.0593848 Sep 07 03:26:14.230824 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5757e74e-6df5-440b-afc3-ba19d6c88c0a req-9d3fd0e5-0b0b-4820-ac15-4ef8911d54f0 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327489 Sep 07 03:26:14.257675 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97967df5-d525-4cba-aebe-343791f1f84b req-99a58619-01f8-4be7-b96b-19135450b14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:14.259134 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-97967df5-d525-4cba-aebe-343791f1f84b req-99a58619-01f8-4be7-b96b-19135450b14e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4f0b5055-c1b2-40d5-b334-fd7d6f889027 HTTP/1.1" status: 200 len: 851 time: 0.0429547 Sep 07 03:26:14.307358 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97967df5-d525-4cba-aebe-343791f1f84b req-9066e705-2652-4c76-9bff-54d824eed54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:14.308835 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-97967df5-d525-4cba-aebe-343791f1f84b req-9066e705-2652-4c76-9bff-54d824eed54b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c4fadbcc-499c-428e-819b-32e001329938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425735 Sep 07 03:26:14.394996 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-97967df5-d525-4cba-aebe-343791f1f84b req-c05c1df4-1fba-4206-8536-d7d18082ed83 service neutron] 10.222.0.23 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794678 Sep 07 03:26:14.485404 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-97967df5-d525-4cba-aebe-343791f1f84b req-17bfbb9a-eead-4038-b9be-dc4db4c905d5 service neutron] 10.222.0.23 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838895 Sep 07 03:26:15.346730 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5cedc9-ea79-49e7-8ebc-4bebadec0f42 req-203e07d0-1a7d-4f0a-bf2e-e1420ba0d089 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:15.348712 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bf5cedc9-ea79-49e7-8ebc-4bebadec0f42 req-203e07d0-1a7d-4f0a-bf2e-e1420ba0d089 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=1278c740-ccf8-4f20-b1bc-c0e00fcd61da HTTP/1.1" status: 200 len: 946 time: 0.0506587 Sep 07 03:26:15.386399 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bf5cedc9-ea79-49e7-8ebc-4bebadec0f42 req-00cc3800-7ef9-48e2-86b9-9abbf68cf561 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314708 Sep 07 03:26:16.503037 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb58c59-244a-4136-8cdd-4344da9fab7f req-16499467-3ed7-426c-8285-e5d238905bb3 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:16.504567 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4eb58c59-244a-4136-8cdd-4344da9fab7f req-16499467-3ed7-426c-8285-e5d238905bb3 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=1278c740-ccf8-4f20-b1bc-c0e00fcd61da HTTP/1.1" status: 200 len: 946 time: 0.0512519 Sep 07 03:26:16.541691 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4eb58c59-244a-4136-8cdd-4344da9fab7f req-621c862c-9222-4f84-8232-7c4b9f5961bd tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312240 Sep 07 03:26:17.653095 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda66c9-a86c-42e5-bec5-de5090b207e7 req-ee10beb2-297f-4618-ab3a-4f916cf4a342 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:17.654576 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2eda66c9-a86c-42e5-bec5-de5090b207e7 req-ee10beb2-297f-4618-ab3a-4f916cf4a342 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=1278c740-ccf8-4f20-b1bc-c0e00fcd61da HTTP/1.1" status: 200 len: 946 time: 0.0477862 Sep 07 03:26:17.692417 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2eda66c9-a86c-42e5-bec5-de5090b207e7 req-80b1f420-510c-4243-a5fb-2ddb705b8cba tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320287 Sep 07 03:26:18.146202 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3418c73-5105-4c74-8460-61b337fe55ed req-c32a7ea1-28e9-4783-af4a-6a1253c578a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:18.148175 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e3418c73-5105-4c74-8460-61b337fe55ed req-c32a7ea1-28e9-4783-af4a-6a1253c578a8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=617269ce5d8848e19cf1d7cbb9238cf7&device_id=1278c740-ccf8-4f20-b1bc-c0e00fcd61da HTTP/1.1" status: 200 len: 1098 time: 0.0437758 Sep 07 03:26:18.251540 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3418c73-5105-4c74-8460-61b337fe55ed req-26967180-7414-43aa-8e41-ab35d9d37366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:18.253019 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e3418c73-5105-4c74-8460-61b337fe55ed req-26967180-7414-43aa-8e41-ab35d9d37366 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c4fadbcc-499c-428e-819b-32e001329938 HTTP/1.1" status: 200 len: 912 time: 0.0847726 Sep 07 03:26:18.320713 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e3418c73-5105-4c74-8460-61b337fe55ed req-f9ba992a-9f67-4f8d-83f7-1a963d1f8ebc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62d561f0-ca70-429a-b342-2c794066b8ee HTTP/1.1" status: 200 len: 1003 time: 0.0607033 Sep 07 03:26:18.368396 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3418c73-5105-4c74-8460-61b337fe55ed req-f040fcbd-fafc-4332-a746-e8181d944e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:18.369794 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e3418c73-5105-4c74-8460-61b337fe55ed req-f040fcbd-fafc-4332-a746-e8181d944e84 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4f0b5055-c1b2-40d5-b334-fd7d6f889027 HTTP/1.1" status: 200 len: 851 time: 0.0428610 Sep 07 03:26:18.415621 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3418c73-5105-4c74-8460-61b337fe55ed req-ee9d8b46-285b-4cf3-b4f8-dcbf722adfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:18.417126 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e3418c73-5105-4c74-8460-61b337fe55ed req-ee9d8b46-285b-4cf3-b4f8-dcbf722adfc2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c4fadbcc-499c-428e-819b-32e001329938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388138 Sep 07 03:26:18.508525 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e3418c73-5105-4c74-8460-61b337fe55ed req-a5ee3844-9924-4271-844d-4f6b87d56fa0 service neutron] 10.222.0.23 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843396 Sep 07 03:26:18.598187 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e3418c73-5105-4c74-8460-61b337fe55ed req-57416df4-c8b9-4c85-b95a-3a3e1645b1e2 service neutron] 10.222.0.23 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828328 Sep 07 03:26:18.808240 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5531869-ceb7-45d7-bef5-d1694b991d68 req-267eaf27-8a28-4196-a042-d6147ac0587c tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:18.809722 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b5531869-ceb7-45d7-bef5-d1694b991d68 req-267eaf27-8a28-4196-a042-d6147ac0587c tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=1278c740-ccf8-4f20-b1bc-c0e00fcd61da HTTP/1.1" status: 200 len: 946 time: 0.0513151 Sep 07 03:26:19.143459 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b5531869-ceb7-45d7-bef5-d1694b991d68 req-3f48b6a3-33da-4fce-956e-fb1a8c600583 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3276565 Sep 07 03:26:20.262726 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548daef8-18e3-40bd-b53e-fa2225aa2b17 req-53480c1d-362e-4711-83c3-ba547d9b3356 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:20.265022 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-548daef8-18e3-40bd-b53e-fa2225aa2b17 req-53480c1d-362e-4711-83c3-ba547d9b3356 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=1278c740-ccf8-4f20-b1bc-c0e00fcd61da HTTP/1.1" status: 200 len: 946 time: 0.0551946 Sep 07 03:26:20.302499 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-548daef8-18e3-40bd-b53e-fa2225aa2b17 req-058a9057-c76f-490d-a6ef-ce1f8e91f48b tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316033 Sep 07 03:26:21.416470 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961be24-6ad8-498c-a358-fa3138b6a24d req-1890f34d-0fbf-4652-8a30-4236550a0d82 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:21.417945 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6961be24-6ad8-498c-a358-fa3138b6a24d req-1890f34d-0fbf-4652-8a30-4236550a0d82 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=1278c740-ccf8-4f20-b1bc-c0e00fcd61da HTTP/1.1" status: 200 len: 946 time: 0.0471973 Sep 07 03:26:21.454401 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6961be24-6ad8-498c-a358-fa3138b6a24d req-535f4a8f-3e6e-4eda-ab21-41b26c8edb03 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307238 Sep 07 03:26:21.933392 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:26:21.979992 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:26:22.570586 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75161f89-3571-4df5-a147-5f5d85e09aa2 req-e8e889d7-2a0f-47e0-b19c-1f5fc4c748b7 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:22.572089 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-75161f89-3571-4df5-a147-5f5d85e09aa2 req-e8e889d7-2a0f-47e0-b19c-1f5fc4c748b7 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=1278c740-ccf8-4f20-b1bc-c0e00fcd61da HTTP/1.1" status: 200 len: 946 time: 0.0483966 Sep 07 03:26:22.608511 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-75161f89-3571-4df5-a147-5f5d85e09aa2 req-a239ea82-26db-42c1-ba8b-a1f4badfd8d3 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306039 Sep 07 03:26:23.721964 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc2ae2e-fc96-4865-a33a-339b74d4dd1d req-e33ebcc7-e3b5-477d-8276-e0e0fd3f03bb tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:23.723407 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1cc2ae2e-fc96-4865-a33a-339b74d4dd1d req-e33ebcc7-e3b5-477d-8276-e0e0fd3f03bb tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=1278c740-ccf8-4f20-b1bc-c0e00fcd61da HTTP/1.1" status: 200 len: 946 time: 0.0477355 Sep 07 03:26:23.759264 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1cc2ae2e-fc96-4865-a33a-339b74d4dd1d req-104b9ee0-9f40-4820-be47-945703017372 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300591 Sep 07 03:26:24.878266 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87e24d-b806-45f4-b036-a648d58feea9 req-9c79f67f-d7ad-4ee8-a6a9-842328d7ccd9 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:24.879769 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bb87e24d-b806-45f4-b036-a648d58feea9 req-9c79f67f-d7ad-4ee8-a6a9-842328d7ccd9 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=1278c740-ccf8-4f20-b1bc-c0e00fcd61da HTTP/1.1" status: 200 len: 946 time: 0.0480206 Sep 07 03:26:24.916857 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bb87e24d-b806-45f4-b036-a648d58feea9 req-b89ecc93-d4b6-44ad-88cf-77a6432f1c43 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313201 Sep 07 03:26:25.971434 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c1071c45-a92f-4ffc-859d-8171312c6d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:26:26.039204 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92b745-c0a8-453d-97a2-838539b08b8d req-78835678-a7a8-4912-a8c4-1ee965a23a0a tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:26.040736 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8e92b745-c0a8-453d-97a2-838539b08b8d req-78835678-a7a8-4912-a8c4-1ee965a23a0a tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=1278c740-ccf8-4f20-b1bc-c0e00fcd61da HTTP/1.1" status: 200 len: 946 time: 0.0515389 Sep 07 03:26:26.078052 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8e92b745-c0a8-453d-97a2-838539b08b8d req-e8fd25a1-c5a2-45f0-abd4-db85668ba842 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314240 Sep 07 03:26:26.341110 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [req-97967df5-d525-4cba-aebe-343791f1f84b req-12c33648-17a5-405d-b2a2-7aad57ba336c service neutron] show failed (client error): The resource could not be found. Sep 07 03:26:26.342121 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-97967df5-d525-4cba-aebe-343791f1f84b req-12c33648-17a5-405d-b2a2-7aad57ba336c service neutron] 10.222.0.23 "GET /v2.0/ports/62d561f0-ca70-429a-b342-2c794066b8ee/bindings/n-h2-796209-16 HTTP/1.1" status: 404 len: 381 time: 0.0590107 Sep 07 03:26:26.527225 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97967df5-d525-4cba-aebe-343791f1f84b req-286aa5c9-e955-4ad9-8135-58cf8137c3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:26.528748 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-97967df5-d525-4cba-aebe-343791f1f84b req-286aa5c9-e955-4ad9-8135-58cf8137c3d6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1278c740-ccf8-4f20-b1bc-c0e00fcd61da&tenant_id=617269ce5d8848e19cf1d7cbb9238cf7 HTTP/1.1" status: 200 len: 1098 time: 0.0404139 Sep 07 03:26:26.540249 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-97967df5-d525-4cba-aebe-343791f1f84b req-ed1adb1b-6e43-4e8b-8923-79a4ad0e1aea service neutron] Request body: {'port': {'binding:host_id': 'n-h2-796209-16', 'device_owner': 'compute:nova'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:26:26.589795 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-97967df5-d525-4cba-aebe-343791f1f84b req-ed1adb1b-6e43-4e8b-8923-79a4ad0e1aea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:26:26.788707 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-97967df5-d525-4cba-aebe-343791f1f84b req-ed1adb1b-6e43-4e8b-8923-79a4ad0e1aea service neutron] For port 62d561f0-ca70-429a-b342-2c794066b8ee, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=62d561f0-ca70-429a-b342-2c794066b8ee,segment=NetworkSegment(07955656-bbc9-46aa-91b6-95e96bad7147),segment_id=07955656-bbc9-46aa-91b6-95e96bad7147)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:26:26.819834 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-97967df5-d525-4cba-aebe-343791f1f84b req-ed1adb1b-6e43-4e8b-8923-79a4ad0e1aea service neutron] For port 62d561f0-ca70-429a-b342-2c794066b8ee, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:26:26.857584 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1278c740-ccf8-4f20-b1bc-c0e00fcd61da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62d561f0-ca70-429a-b342-2c794066b8ee'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:26:26.859862 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2990ca-5317-46a0-bfa1-7d2c73d22b51" -d '{"events": [{"server_uuid": "1278c740-ccf8-4f20-b1bc-c0e00fcd61da", "name": "network-vif-unplugged", "status": "completed", "tag": "62d561f0-ca70-429a-b342-2c794066b8ee"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:26:26.863873 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-97967df5-d525-4cba-aebe-343791f1f84b req-ed1adb1b-6e43-4e8b-8923-79a4ad0e1aea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:26:26.876392 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-97967df5-d525-4cba-aebe-343791f1f84b req-ed1adb1b-6e43-4e8b-8923-79a4ad0e1aea service neutron] Transition to ACTIVE for port object 62d561f0-ca70-429a-b342-2c794066b8ee will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:26:26.882606 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-97967df5-d525-4cba-aebe-343791f1f84b req-ed1adb1b-6e43-4e8b-8923-79a4ad0e1aea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:26:26.929472 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 03:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1820de-2242-48e5-bfaa-60c94125449e x-openstack-request-id: req-9f1820de-2242-48e5-bfaa-60c94125449e {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:26:26.929768 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1278c740-ccf8-4f20-b1bc-c0e00fcd61da", "name": "network-vif-unplugged", "status": "completed", "tag": "62d561f0-ca70-429a-b342-2c794066b8ee", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:26:26.930022 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9f1820de-2242-48e5-bfaa-60c94125449e {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:26:26.930419 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1278c740-ccf8-4f20-b1bc-c0e00fcd61da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62d561f0-ca70-429a-b342-2c794066b8ee', 'code': 200} Sep 07 03:26:26.934362 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1adb1b-6e43-4e8b-8923-79a4ad0e1aea service neutron] Pushing event updated for resources: {'Port': ['ID=62d561f0-ca70-429a-b342-2c794066b8ee,revision_number=6']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:26:26.943997 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1adb1b-6e43-4e8b-8923-79a4ad0e1aea service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:26:26.944378 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1adb1b-6e43-4e8b-8923-79a4ad0e1aea service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:26:26.944715 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1adb1b-6e43-4e8b-8923-79a4ad0e1aea service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:26:26.945050 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1adb1b-6e43-4e8b-8923-79a4ad0e1aea service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:26:26.945384 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1adb1b-6e43-4e8b-8923-79a4ad0e1aea service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:26:26.945711 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1adb1b-6e43-4e8b-8923-79a4ad0e1aea service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:26:26.946040 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1adb1b-6e43-4e8b-8923-79a4ad0e1aea service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:26:26.946358 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1adb1b-6e43-4e8b-8923-79a4ad0e1aea service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:26:26.946685 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1adb1b-6e43-4e8b-8923-79a4ad0e1aea service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:26:26.947007 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1adb1b-6e43-4e8b-8923-79a4ad0e1aea service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:26:26.947331 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1adb1b-6e43-4e8b-8923-79a4ad0e1aea service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:26:26.947672 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed1adb1b-6e43-4e8b-8923-79a4ad0e1aea service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:26:27.021739 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-97967df5-d525-4cba-aebe-343791f1f84b req-ed1adb1b-6e43-4e8b-8923-79a4ad0e1aea service neutron] No DVR routers for this DVR port 62d561f0-ca70-429a-b342-2c794066b8ee on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:26:27.187149 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-97967df5-d525-4cba-aebe-343791f1f84b req-ed1adb1b-6e43-4e8b-8923-79a4ad0e1aea service neutron] Attempting to bind port 62d561f0-ca70-429a-b342-2c794066b8ee on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:26:27.187852 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-97967df5-d525-4cba-aebe-343791f1f84b req-ed1adb1b-6e43-4e8b-8923-79a4ad0e1aea service neutron] Attempting to bind port 62d561f0-ca70-429a-b342-2c794066b8ee by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '07955656-bbc9-46aa-91b6-95e96bad7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:26:27.187852 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97967df5-d525-4cba-aebe-343791f1f84b req-ed1adb1b-6e43-4e8b-8923-79a4ad0e1aea service neutron] Attempting to bind port 62d561f0-ca70-429a-b342-2c794066b8ee on network c4fadbcc-499c-428e-819b-32e001329938 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:26:27.196793 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97967df5-d525-4cba-aebe-343791f1f84b req-ed1adb1b-6e43-4e8b-8923-79a4ad0e1aea service neutron] Port 62d561f0-ca70-429a-b342-2c794066b8ee on network c4fadbcc-499c-428e-819b-32e001329938 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 03:26:27.197119 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97967df5-d525-4cba-aebe-343791f1f84b req-ed1adb1b-6e43-4e8b-8923-79a4ad0e1aea service neutron] Attempting to bind port 62d561f0-ca70-429a-b342-2c794066b8ee on network c4fadbcc-499c-428e-819b-32e001329938 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:26:27.205307 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97967df5-d525-4cba-aebe-343791f1f84b req-ed1adb1b-6e43-4e8b-8923-79a4ad0e1aea service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:26:27.205902 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97967df5-d525-4cba-aebe-343791f1f84b req-ed1adb1b-6e43-4e8b-8923-79a4ad0e1aea service neutron] Checking segment: {'id': '07955656-bbc9-46aa-91b6-95e96bad7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:26:27.206285 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97967df5-d525-4cba-aebe-343791f1f84b req-ed1adb1b-6e43-4e8b-8923-79a4ad0e1aea service neutron] Bound using segment: {'id': '07955656-bbc9-46aa-91b6-95e96bad7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:26:27.206708 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-97967df5-d525-4cba-aebe-343791f1f84b req-ed1adb1b-6e43-4e8b-8923-79a4ad0e1aea service neutron] Bound port: 62d561f0-ca70-429a-b342-2c794066b8ee, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07955656-bbc9-46aa-91b6-95e96bad7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:26:27.207069 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-97967df5-d525-4cba-aebe-343791f1f84b req-ed1adb1b-6e43-4e8b-8923-79a4ad0e1aea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:26:27.215697 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cbeec4-3cac-4696-b848-4ed6b79ddb66 req-d3afca57-5148-4be5-ac5e-c4644e9e0d27 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:27.217185 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d3cbeec4-3cac-4696-b848-4ed6b79ddb66 req-d3afca57-5148-4be5-ac5e-c4644e9e0d27 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=1278c740-ccf8-4f20-b1bc-c0e00fcd61da HTTP/1.1" status: 200 len: 944 time: 0.0667319 Sep 07 03:26:27.285099 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d3cbeec4-3cac-4696-b848-4ed6b79ddb66 req-2548acac-fe29-4892-85fd-aa2d2fb2fe20 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607181 Sep 07 03:26:27.308727 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-97967df5-d525-4cba-aebe-343791f1f84b req-ed1adb1b-6e43-4e8b-8923-79a4ad0e1aea service neutron] For port 62d561f0-ca70-429a-b342-2c794066b8ee, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:26:27.311670 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-97967df5-d525-4cba-aebe-343791f1f84b req-ed1adb1b-6e43-4e8b-8923-79a4ad0e1aea service neutron] For port 62d561f0-ca70-429a-b342-2c794066b8ee, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=62d561f0-ca70-429a-b342-2c794066b8ee,segment=NetworkSegment(07955656-bbc9-46aa-91b6-95e96bad7147),segment_id=07955656-bbc9-46aa-91b6-95e96bad7147)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:26:27.315710 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-97967df5-d525-4cba-aebe-343791f1f84b req-ed1adb1b-6e43-4e8b-8923-79a4ad0e1aea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:26:27.349836 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97967df5-d525-4cba-aebe-343791f1f84b req-ed1adb1b-6e43-4e8b-8923-79a4ad0e1aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:27.351002 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-97967df5-d525-4cba-aebe-343791f1f84b req-ed1adb1b-6e43-4e8b-8923-79a4ad0e1aea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:26:27.352492 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-97967df5-d525-4cba-aebe-343791f1f84b req-ed1adb1b-6e43-4e8b-8923-79a4ad0e1aea service neutron] 10.222.0.16 "PUT /v2.0/ports/62d561f0-ca70-429a-b342-2c794066b8ee HTTP/1.1" status: 200 len: 1093 time: 0.8161316 Sep 07 03:26:27.377659 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1adb1b-6e43-4e8b-8923-79a4ad0e1aea service neutron] Pushing event updated for resources: {'Port': ['ID=62d561f0-ca70-429a-b342-2c794066b8ee,revision_number=7']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:26:27.422795 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97967df5-d525-4cba-aebe-343791f1f84b req-2e857714-8da8-483a-8bea-1e857493c246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:27.424372 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-97967df5-d525-4cba-aebe-343791f1f84b req-2e857714-8da8-483a-8bea-1e857493c246 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=617269ce5d8848e19cf1d7cbb9238cf7&device_id=1278c740-ccf8-4f20-b1bc-c0e00fcd61da HTTP/1.1" status: 200 len: 1096 time: 0.0432274 Sep 07 03:26:27.520054 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97967df5-d525-4cba-aebe-343791f1f84b req-32b8ae2a-9ed7-4689-ab5f-c83ee5d51fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:27.521529 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-97967df5-d525-4cba-aebe-343791f1f84b req-32b8ae2a-9ed7-4689-ab5f-c83ee5d51fe5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c4fadbcc-499c-428e-819b-32e001329938 HTTP/1.1" status: 200 len: 912 time: 0.0903554 Sep 07 03:26:27.586534 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-97967df5-d525-4cba-aebe-343791f1f84b req-a448d5a5-08f3-4f9e-a24e-20d0c9499486 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62d561f0-ca70-429a-b342-2c794066b8ee HTTP/1.1" status: 200 len: 1001 time: 0.0572765 Sep 07 03:26:27.635067 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97967df5-d525-4cba-aebe-343791f1f84b req-9cb1dafe-0081-4628-8f68-f4fda468d97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:27.636422 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-97967df5-d525-4cba-aebe-343791f1f84b req-9cb1dafe-0081-4628-8f68-f4fda468d97a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4f0b5055-c1b2-40d5-b334-fd7d6f889027 HTTP/1.1" status: 200 len: 851 time: 0.0421691 Sep 07 03:26:27.684420 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97967df5-d525-4cba-aebe-343791f1f84b req-804371d3-4444-4f54-9dd7-10f1895e5ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:27.685874 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-97967df5-d525-4cba-aebe-343791f1f84b req-804371d3-4444-4f54-9dd7-10f1895e5ed2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4fadbcc-499c-428e-819b-32e001329938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427027 Sep 07 03:26:27.777012 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-97967df5-d525-4cba-aebe-343791f1f84b req-fe7dab20-41fa-4adc-a445-2049fdb2d344 service neutron] 10.222.0.16 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841353 Sep 07 03:26:27.869213 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-97967df5-d525-4cba-aebe-343791f1f84b req-08375a6d-2a16-4680-bc4e-dc5d1f26bb99 service neutron] 10.222.0.16 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853658 Sep 07 03:26:28.225107 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9103ddca-4265-4835-888f-14eee2bab94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:26:28.401113 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc511f-35b5-4905-89ab-12d06ed83bab req-6d2aba44-2fcc-4540-9abb-df60460d729a tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:28.402584 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c1bc511f-35b5-4905-89ab-12d06ed83bab req-6d2aba44-2fcc-4540-9abb-df60460d729a tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=1278c740-ccf8-4f20-b1bc-c0e00fcd61da HTTP/1.1" status: 200 len: 944 time: 0.0485907 Sep 07 03:26:28.438468 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c1bc511f-35b5-4905-89ab-12d06ed83bab req-11318513-ab31-4f6f-9001-28c73bd18fb5 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301099 Sep 07 03:26:28.764361 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:26:28.931437 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1278c740-ccf8-4f20-b1bc-c0e00fcd61da', 'tag': '62d561f0-ca70-429a-b342-2c794066b8ee'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:26:28.933913 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015d404e-b6ca-445d-89ce-12bf6c3bb31f" -d '{"events": [{"name": "network-changed", "server_uuid": "1278c740-ccf8-4f20-b1bc-c0e00fcd61da", "tag": "62d561f0-ca70-429a-b342-2c794066b8ee"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:26:28.980611 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a8312f-b85e-4bd2-9060-a96750410923 x-openstack-request-id: req-c2a8312f-b85e-4bd2-9060-a96750410923 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:26:28.980900 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1278c740-ccf8-4f20-b1bc-c0e00fcd61da", "tag": "62d561f0-ca70-429a-b342-2c794066b8ee", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:26:28.981250 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c2a8312f-b85e-4bd2-9060-a96750410923 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:26:28.981683 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1278c740-ccf8-4f20-b1bc-c0e00fcd61da', 'tag': '62d561f0-ca70-429a-b342-2c794066b8ee', 'status': 'completed', 'code': 200} Sep 07 03:26:29.043347 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015d404e-b6ca-445d-89ce-12bf6c3bb31f req-ce472cb1-6360-419a-97b8-649686819515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:29.044938 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-015d404e-b6ca-445d-89ce-12bf6c3bb31f req-ce472cb1-6360-419a-97b8-649686819515 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=617269ce5d8848e19cf1d7cbb9238cf7&device_id=1278c740-ccf8-4f20-b1bc-c0e00fcd61da HTTP/1.1" status: 200 len: 1096 time: 0.0441613 Sep 07 03:26:29.045437 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015d404e-b6ca-445d-89ce-12bf6c3bb31f req-f94138cb-d781-418a-bc1b-20802587dd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:29.046923 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-015d404e-b6ca-445d-89ce-12bf6c3bb31f req-f94138cb-d781-418a-bc1b-20802587dd67 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=617269ce5d8848e19cf1d7cbb9238cf7&device_id=1278c740-ccf8-4f20-b1bc-c0e00fcd61da HTTP/1.1" status: 200 len: 1096 time: 0.0406299 Sep 07 03:26:29.137060 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015d404e-b6ca-445d-89ce-12bf6c3bb31f req-bd9ceabb-ca14-41b2-96f2-448387d8d2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:29.138552 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-015d404e-b6ca-445d-89ce-12bf6c3bb31f req-bd9ceabb-ca14-41b2-96f2-448387d8d2e7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c4fadbcc-499c-428e-819b-32e001329938 HTTP/1.1" status: 200 len: 912 time: 0.0872250 Sep 07 03:26:29.140244 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015d404e-b6ca-445d-89ce-12bf6c3bb31f req-8506ee2b-9a41-49b5-bdef-3bb5046b0012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:29.141704 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-015d404e-b6ca-445d-89ce-12bf6c3bb31f req-8506ee2b-9a41-49b5-bdef-3bb5046b0012 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c4fadbcc-499c-428e-819b-32e001329938 HTTP/1.1" status: 200 len: 912 time: 0.0871401 Sep 07 03:26:29.202381 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-015d404e-b6ca-445d-89ce-12bf6c3bb31f req-541b2750-3fb6-44d5-b18b-dd6de2760921 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62d561f0-ca70-429a-b342-2c794066b8ee HTTP/1.1" status: 200 len: 1001 time: 0.0568538 Sep 07 03:26:29.211283 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-015d404e-b6ca-445d-89ce-12bf6c3bb31f req-3f26b7c5-a596-4e42-a7ef-bbad865b8782 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62d561f0-ca70-429a-b342-2c794066b8ee HTTP/1.1" status: 200 len: 1001 time: 0.0581799 Sep 07 03:26:29.258346 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015d404e-b6ca-445d-89ce-12bf6c3bb31f req-094e2eb1-9ca4-491f-80f9-05c3a0f9b9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:29.260080 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-015d404e-b6ca-445d-89ce-12bf6c3bb31f req-094e2eb1-9ca4-491f-80f9-05c3a0f9b9f1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4f0b5055-c1b2-40d5-b334-fd7d6f889027 HTTP/1.1" status: 200 len: 851 time: 0.0512757 Sep 07 03:26:29.268889 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015d404e-b6ca-445d-89ce-12bf6c3bb31f req-42c53a44-6a20-42ae-b168-0cb7253511c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:29.270378 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-015d404e-b6ca-445d-89ce-12bf6c3bb31f req-42c53a44-6a20-42ae-b168-0cb7253511c0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4f0b5055-c1b2-40d5-b334-fd7d6f889027 HTTP/1.1" status: 200 len: 851 time: 0.0500515 Sep 07 03:26:29.310148 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015d404e-b6ca-445d-89ce-12bf6c3bb31f req-4d4bf539-c68f-431f-af4e-dbae9f5025ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:29.312126 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-015d404e-b6ca-445d-89ce-12bf6c3bb31f req-4d4bf539-c68f-431f-af4e-dbae9f5025ce service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c4fadbcc-499c-428e-819b-32e001329938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448434 Sep 07 03:26:29.329673 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015d404e-b6ca-445d-89ce-12bf6c3bb31f req-69b778d1-2a63-4936-b9e1-7d307630041b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:29.331499 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-015d404e-b6ca-445d-89ce-12bf6c3bb31f req-69b778d1-2a63-4936-b9e1-7d307630041b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4fadbcc-499c-428e-819b-32e001329938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519793 Sep 07 03:26:29.411120 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-015d404e-b6ca-445d-89ce-12bf6c3bb31f req-3813a338-dbbd-427c-b44f-bf101b69e2b2 service neutron] 10.222.0.23 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926964 Sep 07 03:26:29.433304 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-015d404e-b6ca-445d-89ce-12bf6c3bb31f req-eb07b52c-afd4-4d32-8625-4156c3e1e176 service neutron] 10.222.0.16 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943265 Sep 07 03:26:29.503997 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-015d404e-b6ca-445d-89ce-12bf6c3bb31f req-853abbc8-7270-40d1-954c-004476902664 service neutron] 10.222.0.23 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861831 Sep 07 03:26:29.529461 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-015d404e-b6ca-445d-89ce-12bf6c3bb31f req-75091d28-1e19-40af-83c7-44f08c1b51a4 service neutron] 10.222.0.16 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897009 Sep 07 03:26:29.564855 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2103a-c005-407b-9da4-8635d8c5f6b1 req-76ccf0e0-a7ff-4da8-bb71-a292c94a8c82 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:29.566247 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0ff2103a-c005-407b-9da4-8635d8c5f6b1 req-76ccf0e0-a7ff-4da8-bb71-a292c94a8c82 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=1278c740-ccf8-4f20-b1bc-c0e00fcd61da HTTP/1.1" status: 200 len: 944 time: 0.0506196 Sep 07 03:26:29.603679 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0ff2103a-c005-407b-9da4-8635d8c5f6b1 req-d80c4ec8-fbd3-461a-84d5-7ce65a86c46d tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309489 Sep 07 03:26:29.686468 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:26:29.880368 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4718efc-6d87-4743-9d35-5e0b2e24f60e req-299083a9-9a1f-4acc-9772-11de0d49ceca tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:29.882409 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a4718efc-6d87-4743-9d35-5e0b2e24f60e req-299083a9-9a1f-4acc-9772-11de0d49ceca tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.16 "GET /v2.0/ports?device_id=1278c740-ccf8-4f20-b1bc-c0e00fcd61da&tenant_id=617269ce5d8848e19cf1d7cbb9238cf7&binding%3Ahost_id=n-h2-796209-16 HTTP/1.1" status: 200 len: 944 time: 0.0521753 Sep 07 03:26:29.895276 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0596307-58dc-48e9-983e-5946d946317c req-388173b8-47bc-4807-8f28-361b35df3945 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:29.896802 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c0596307-58dc-48e9-983e-5946d946317c req-388173b8-47bc-4807-8f28-361b35df3945 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=1278c740-ccf8-4f20-b1bc-c0e00fcd61da HTTP/1.1" status: 200 len: 944 time: 0.0469422 Sep 07 03:26:29.937392 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 62d561f0-ca70-429a-b342-2c794066b8ee details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 03:26:29.939341 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c0596307-58dc-48e9-983e-5946d946317c req-4f1238ad-c827-46a6-a781-831c95dd94ae tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358114 Sep 07 03:26:29.946561 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a4718efc-6d87-4743-9d35-5e0b2e24f60e req-1fd4ec16-7bd6-4e61-ab7b-909f3e928d85 service neutron] 10.222.0.16 "GET /v2.0/ports/62d561f0-ca70-429a-b342-2c794066b8ee/bindings/n-h2-796209-16 HTTP/1.1" status: 200 len: 383 time: 0.0565207 Sep 07 03:26:30.015116 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4718efc-6d87-4743-9d35-5e0b2e24f60e req-4eb307e2-162c-4e0a-bb05-45928353e7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:30.017082 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a4718efc-6d87-4743-9d35-5e0b2e24f60e req-4eb307e2-162c-4e0a-bb05-45928353e7b2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=617269ce5d8848e19cf1d7cbb9238cf7&device_id=1278c740-ccf8-4f20-b1bc-c0e00fcd61da HTTP/1.1" status: 200 len: 1096 time: 0.0471232 Sep 07 03:26:30.035572 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 62d561f0-ca70-429a-b342-2c794066b8ee, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=62d561f0-ca70-429a-b342-2c794066b8ee,segment=NetworkSegment(07955656-bbc9-46aa-91b6-95e96bad7147),segment_id=07955656-bbc9-46aa-91b6-95e96bad7147)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:26:30.047278 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '62d561f0-ca70-429a-b342-2c794066b8ee', 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938', 'port_id': '62d561f0-ca70-429a-b342-2c794066b8ee', 'mac_address': 'fa:16:3e:54:e2:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 03:26:30.087624 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:26:30.100145 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62d561f0-ca70-429a-b342-2c794066b8ee {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:26:30.105876 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4718efc-6d87-4743-9d35-5e0b2e24f60e req-9be55d85-7065-4fcd-b71f-65c64ec58b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:30.107373 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a4718efc-6d87-4743-9d35-5e0b2e24f60e req-9be55d85-7065-4fcd-b71f-65c64ec58b90 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c4fadbcc-499c-428e-819b-32e001329938 HTTP/1.1" status: 200 len: 912 time: 0.0843022 Sep 07 03:26:30.118939 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 62d561f0-ca70-429a-b342-2c794066b8ee, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=62d561f0-ca70-429a-b342-2c794066b8ee,segment=NetworkSegment(07955656-bbc9-46aa-91b6-95e96bad7147),segment_id=07955656-bbc9-46aa-91b6-95e96bad7147)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:26:30.123521 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:26:30.169558 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=62d561f0-ca70-429a-b342-2c794066b8ee,revision_number=8']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:26:30.176736 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:26:30.177085 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:26:30.177423 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:26:30.177755 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:26:30.178084 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:26:30.178928 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:26:30.179037 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a4718efc-6d87-4743-9d35-5e0b2e24f60e req-aaef8008-be6f-4384-93b8-a7e17c78e16e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62d561f0-ca70-429a-b342-2c794066b8ee HTTP/1.1" status: 200 len: 1001 time: 0.0646927 Sep 07 03:26:30.179280 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:26:30.179616 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:26:30.179941 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:26:30.180261 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:26:30.180580 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:26:30.180900 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:26:30.232471 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4718efc-6d87-4743-9d35-5e0b2e24f60e req-c37e90f1-3ef9-4d78-aa7f-48625603754c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:30.233897 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a4718efc-6d87-4743-9d35-5e0b2e24f60e req-c37e90f1-3ef9-4d78-aa7f-48625603754c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4f0b5055-c1b2-40d5-b334-fd7d6f889027 HTTP/1.1" status: 200 len: 851 time: 0.0437822 Sep 07 03:26:30.278945 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4718efc-6d87-4743-9d35-5e0b2e24f60e req-65f2efcf-a882-4d42-9d17-d8da62bd66f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:30.280450 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a4718efc-6d87-4743-9d35-5e0b2e24f60e req-65f2efcf-a882-4d42-9d17-d8da62bd66f7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4fadbcc-499c-428e-819b-32e001329938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395875 Sep 07 03:26:30.371853 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['62d561f0-ca70-429a-b342-2c794066b8ee'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:26:30.374024 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a4718efc-6d87-4743-9d35-5e0b2e24f60e req-fe5b9af6-9e16-4f1f-9e03-d4f613ac83d8 service neutron] 10.222.0.16 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858955 Sep 07 03:26:30.464387 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a4718efc-6d87-4743-9d35-5e0b2e24f60e req-8d67d35f-b7b2-4ad4-8cd7-b46a128fbe80 service neutron] 10.222.0.16 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833371 Sep 07 03:26:30.640186 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 62d561f0-ca70-429a-b342-2c794066b8ee no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:26:30.676927 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 62d561f0-ca70-429a-b342-2c794066b8ee not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:26:31.063660 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e6e336-c3ef-4993-a2fd-8bb75509c8d4 req-93027f4a-b016-4869-9d21-b277a93bd468 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:31.065204 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-15e6e336-c3ef-4993-a2fd-8bb75509c8d4 req-93027f4a-b016-4869-9d21-b277a93bd468 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=1278c740-ccf8-4f20-b1bc-c0e00fcd61da HTTP/1.1" status: 200 len: 945 time: 0.0560815 Sep 07 03:26:31.103219 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-15e6e336-c3ef-4993-a2fd-8bb75509c8d4 req-967afe24-050f-4add-abf6-98e5b860944b tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313668 Sep 07 03:26:31.533275 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:26:31.953551 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 62d561f0-ca70-429a-b342-2c794066b8ee up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:26:32.004297 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port 62d561f0-ca70-429a-b342-2c794066b8ee completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:26:32.007978 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 62d561f0-ca70-429a-b342-2c794066b8ee triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:26:32.008357 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:26:32.086634 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:26:32.110387 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1278c740-ccf8-4f20-b1bc-c0e00fcd61da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62d561f0-ca70-429a-b342-2c794066b8ee'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:26:32.113397 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01854eec-c57f-4d87-9689-1fbc3bec0088" -d '{"events": [{"server_uuid": "1278c740-ccf8-4f20-b1bc-c0e00fcd61da", "name": "network-vif-plugged", "status": "completed", "tag": "62d561f0-ca70-429a-b342-2c794066b8ee"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:26:32.128234 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 62d561f0-ca70-429a-b342-2c794066b8ee, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=62d561f0-ca70-429a-b342-2c794066b8ee,segment=NetworkSegment(07955656-bbc9-46aa-91b6-95e96bad7147),segment_id=07955656-bbc9-46aa-91b6-95e96bad7147)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:26:32.134203 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:26:32.181481 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bcf734c-920d-4e1a-b128-386ad1d8362a x-openstack-request-id: req-6bcf734c-920d-4e1a-b128-386ad1d8362a {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:26:32.181765 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1278c740-ccf8-4f20-b1bc-c0e00fcd61da", "name": "network-vif-plugged", "status": "completed", "tag": "62d561f0-ca70-429a-b342-2c794066b8ee", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:26:32.182014 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6bcf734c-920d-4e1a-b128-386ad1d8362a {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:26:32.182396 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1278c740-ccf8-4f20-b1bc-c0e00fcd61da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62d561f0-ca70-429a-b342-2c794066b8ee', 'code': 200} Sep 07 03:26:32.198492 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=62d561f0-ca70-429a-b342-2c794066b8ee,revision_number=9']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:26:32.238224 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e45dce-745b-4333-b36e-9b82e8a11d6c req-0d2b04cf-7fcd-4775-8ec8-edc0d93c9e41 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:32.239775 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-07e45dce-745b-4333-b36e-9b82e8a11d6c req-0d2b04cf-7fcd-4775-8ec8-edc0d93c9e41 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=1278c740-ccf8-4f20-b1bc-c0e00fcd61da HTTP/1.1" status: 200 len: 946 time: 0.0536876 Sep 07 03:26:32.277908 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-07e45dce-745b-4333-b36e-9b82e8a11d6c req-8b61bd83-3f13-4d82-9238-e536921a7fc6 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320554 Sep 07 03:26:32.430866 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4718efc-6d87-4743-9d35-5e0b2e24f60e req-3642f0e2-f6f5-490a-835b-47cb4525e526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:32.432491 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a4718efc-6d87-4743-9d35-5e0b2e24f60e req-3642f0e2-f6f5-490a-835b-47cb4525e526 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1278c740-ccf8-4f20-b1bc-c0e00fcd61da&tenant_id=617269ce5d8848e19cf1d7cbb9238cf7 HTTP/1.1" status: 200 len: 1098 time: 0.0409534 Sep 07 03:26:32.443939 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-a4718efc-6d87-4743-9d35-5e0b2e24f60e req-70dc0e1b-218b-4e29-9fea-76dd27fb9cfd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-796209-16', 'device_owner': 'compute:nova'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:26:32.495043 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-a4718efc-6d87-4743-9d35-5e0b2e24f60e req-70dc0e1b-218b-4e29-9fea-76dd27fb9cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:26:32.690216 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-a4718efc-6d87-4743-9d35-5e0b2e24f60e req-70dc0e1b-218b-4e29-9fea-76dd27fb9cfd service neutron] For port 62d561f0-ca70-429a-b342-2c794066b8ee, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=62d561f0-ca70-429a-b342-2c794066b8ee,segment=NetworkSegment(07955656-bbc9-46aa-91b6-95e96bad7147),segment_id=07955656-bbc9-46aa-91b6-95e96bad7147)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:26:32.724937 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-a4718efc-6d87-4743-9d35-5e0b2e24f60e req-70dc0e1b-218b-4e29-9fea-76dd27fb9cfd service neutron] For port 62d561f0-ca70-429a-b342-2c794066b8ee, host n-h2-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:26:32.762873 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1278c740-ccf8-4f20-b1bc-c0e00fcd61da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62d561f0-ca70-429a-b342-2c794066b8ee'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:26:32.765255 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10224fe7-9f07-48dc-bb30-b8928ba6e604" -d '{"events": [{"server_uuid": "1278c740-ccf8-4f20-b1bc-c0e00fcd61da", "name": "network-vif-unplugged", "status": "completed", "tag": "62d561f0-ca70-429a-b342-2c794066b8ee"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:26:32.769258 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-a4718efc-6d87-4743-9d35-5e0b2e24f60e req-70dc0e1b-218b-4e29-9fea-76dd27fb9cfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:26:32.781211 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-a4718efc-6d87-4743-9d35-5e0b2e24f60e req-70dc0e1b-218b-4e29-9fea-76dd27fb9cfd service neutron] Transition to ACTIVE for port object 62d561f0-ca70-429a-b342-2c794066b8ee will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:26:32.785097 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-a4718efc-6d87-4743-9d35-5e0b2e24f60e req-70dc0e1b-218b-4e29-9fea-76dd27fb9cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:26:32.815115 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 03:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e651429-1356-4a9e-8d30-4471d9e41fd8 x-openstack-request-id: req-2e651429-1356-4a9e-8d30-4471d9e41fd8 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:26:32.815407 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1278c740-ccf8-4f20-b1bc-c0e00fcd61da", "name": "network-vif-unplugged", "status": "completed", "tag": "62d561f0-ca70-429a-b342-2c794066b8ee", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:26:32.815700 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2e651429-1356-4a9e-8d30-4471d9e41fd8 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:26:32.816073 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1278c740-ccf8-4f20-b1bc-c0e00fcd61da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62d561f0-ca70-429a-b342-2c794066b8ee', 'code': 200} Sep 07 03:26:32.886713 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dc0e1b-218b-4e29-9fea-76dd27fb9cfd service neutron] Pushing event updated for resources: {'Port': ['ID=62d561f0-ca70-429a-b342-2c794066b8ee,revision_number=10']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:26:32.908246 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dc0e1b-218b-4e29-9fea-76dd27fb9cfd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:26:32.908591 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dc0e1b-218b-4e29-9fea-76dd27fb9cfd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:26:32.908928 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dc0e1b-218b-4e29-9fea-76dd27fb9cfd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:26:32.909262 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dc0e1b-218b-4e29-9fea-76dd27fb9cfd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:26:32.909588 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dc0e1b-218b-4e29-9fea-76dd27fb9cfd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:26:32.909912 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dc0e1b-218b-4e29-9fea-76dd27fb9cfd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:26:32.910237 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dc0e1b-218b-4e29-9fea-76dd27fb9cfd service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:26:32.910561 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dc0e1b-218b-4e29-9fea-76dd27fb9cfd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:26:32.910882 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dc0e1b-218b-4e29-9fea-76dd27fb9cfd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:26:32.911202 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dc0e1b-218b-4e29-9fea-76dd27fb9cfd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:26:32.911545 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dc0e1b-218b-4e29-9fea-76dd27fb9cfd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:26:32.911866 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dc0e1b-218b-4e29-9fea-76dd27fb9cfd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:26:32.970598 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4718efc-6d87-4743-9d35-5e0b2e24f60e req-70dc0e1b-218b-4e29-9fea-76dd27fb9cfd service neutron] No DVR routers for this DVR port 62d561f0-ca70-429a-b342-2c794066b8ee on host n-h2-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:26:33.392011 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b5f23e-77d7-4d18-8dc8-a1c354e8113e req-b11ea75d-5357-4e92-a724-eac95d8320cc tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:33.393505 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c0b5f23e-77d7-4d18-8dc8-a1c354e8113e req-b11ea75d-5357-4e92-a724-eac95d8320cc tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=1278c740-ccf8-4f20-b1bc-c0e00fcd61da HTTP/1.1" status: 200 len: 945 time: 0.0478783 Sep 07 03:26:33.421430 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-a4718efc-6d87-4743-9d35-5e0b2e24f60e req-70dc0e1b-218b-4e29-9fea-76dd27fb9cfd service neutron] Attempting to bind port 62d561f0-ca70-429a-b342-2c794066b8ee on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:26:33.421769 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-a4718efc-6d87-4743-9d35-5e0b2e24f60e req-70dc0e1b-218b-4e29-9fea-76dd27fb9cfd service neutron] Attempting to bind port 62d561f0-ca70-429a-b342-2c794066b8ee by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '07955656-bbc9-46aa-91b6-95e96bad7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:26:33.422108 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4718efc-6d87-4743-9d35-5e0b2e24f60e req-70dc0e1b-218b-4e29-9fea-76dd27fb9cfd service neutron] Attempting to bind port 62d561f0-ca70-429a-b342-2c794066b8ee on network c4fadbcc-499c-428e-819b-32e001329938 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:26:33.426305 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4718efc-6d87-4743-9d35-5e0b2e24f60e req-70dc0e1b-218b-4e29-9fea-76dd27fb9cfd service neutron] Port 62d561f0-ca70-429a-b342-2c794066b8ee on network c4fadbcc-499c-428e-819b-32e001329938 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 03:26:33.426632 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4718efc-6d87-4743-9d35-5e0b2e24f60e req-70dc0e1b-218b-4e29-9fea-76dd27fb9cfd service neutron] Attempting to bind port 62d561f0-ca70-429a-b342-2c794066b8ee on network c4fadbcc-499c-428e-819b-32e001329938 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:26:33.431583 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4718efc-6d87-4743-9d35-5e0b2e24f60e req-70dc0e1b-218b-4e29-9fea-76dd27fb9cfd service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:26:33.432173 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4718efc-6d87-4743-9d35-5e0b2e24f60e req-70dc0e1b-218b-4e29-9fea-76dd27fb9cfd service neutron] Checking segment: {'id': '07955656-bbc9-46aa-91b6-95e96bad7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:26:33.432282 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c0b5f23e-77d7-4d18-8dc8-a1c354e8113e req-929dbdc2-a537-4c40-a87d-b16f799e2286 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319791 Sep 07 03:26:33.432371 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4718efc-6d87-4743-9d35-5e0b2e24f60e req-70dc0e1b-218b-4e29-9fea-76dd27fb9cfd service neutron] Bound using segment: {'id': '07955656-bbc9-46aa-91b6-95e96bad7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:26:33.432730 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-a4718efc-6d87-4743-9d35-5e0b2e24f60e req-70dc0e1b-218b-4e29-9fea-76dd27fb9cfd service neutron] Bound port: 62d561f0-ca70-429a-b342-2c794066b8ee, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07955656-bbc9-46aa-91b6-95e96bad7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:26:33.433089 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-a4718efc-6d87-4743-9d35-5e0b2e24f60e req-70dc0e1b-218b-4e29-9fea-76dd27fb9cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:26:33.501539 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-a4718efc-6d87-4743-9d35-5e0b2e24f60e req-70dc0e1b-218b-4e29-9fea-76dd27fb9cfd service neutron] For port 62d561f0-ca70-429a-b342-2c794066b8ee, host n-h1-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:26:33.504803 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-a4718efc-6d87-4743-9d35-5e0b2e24f60e req-70dc0e1b-218b-4e29-9fea-76dd27fb9cfd service neutron] For port 62d561f0-ca70-429a-b342-2c794066b8ee, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=62d561f0-ca70-429a-b342-2c794066b8ee,segment=NetworkSegment(07955656-bbc9-46aa-91b6-95e96bad7147),segment_id=07955656-bbc9-46aa-91b6-95e96bad7147)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:26:33.509346 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-a4718efc-6d87-4743-9d35-5e0b2e24f60e req-70dc0e1b-218b-4e29-9fea-76dd27fb9cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:26:33.542669 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4718efc-6d87-4743-9d35-5e0b2e24f60e req-70dc0e1b-218b-4e29-9fea-76dd27fb9cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:33.543291 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-a4718efc-6d87-4743-9d35-5e0b2e24f60e req-70dc0e1b-218b-4e29-9fea-76dd27fb9cfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:26:33.544724 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a4718efc-6d87-4743-9d35-5e0b2e24f60e req-70dc0e1b-218b-4e29-9fea-76dd27fb9cfd service neutron] 10.222.0.23 "PUT /v2.0/ports/62d561f0-ca70-429a-b342-2c794066b8ee HTTP/1.1" status: 200 len: 1094 time: 1.1048114 Sep 07 03:26:33.576801 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dc0e1b-218b-4e29-9fea-76dd27fb9cfd service neutron] Pushing event updated for resources: {'Port': ['ID=62d561f0-ca70-429a-b342-2c794066b8ee,revision_number=11']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:26:33.612773 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4718efc-6d87-4743-9d35-5e0b2e24f60e req-6ec924a4-77a4-4f16-a622-b1cd7be8e8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:33.614658 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a4718efc-6d87-4743-9d35-5e0b2e24f60e req-6ec924a4-77a4-4f16-a622-b1cd7be8e8ff service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=617269ce5d8848e19cf1d7cbb9238cf7&device_id=1278c740-ccf8-4f20-b1bc-c0e00fcd61da HTTP/1.1" status: 200 len: 1097 time: 0.0466335 Sep 07 03:26:33.710992 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4718efc-6d87-4743-9d35-5e0b2e24f60e req-e174fe23-c481-494f-afbe-5c655e5f6991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:33.712568 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a4718efc-6d87-4743-9d35-5e0b2e24f60e req-e174fe23-c481-494f-afbe-5c655e5f6991 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c4fadbcc-499c-428e-819b-32e001329938 HTTP/1.1" status: 200 len: 912 time: 0.0913520 Sep 07 03:26:33.775310 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a4718efc-6d87-4743-9d35-5e0b2e24f60e req-e2aaa657-911b-434e-aaa8-3c68804642b9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62d561f0-ca70-429a-b342-2c794066b8ee HTTP/1.1" status: 200 len: 1001 time: 0.0560362 Sep 07 03:26:33.824550 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4718efc-6d87-4743-9d35-5e0b2e24f60e req-fa393826-9ac9-4f5f-85c4-e973057a2408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:33.826028 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a4718efc-6d87-4743-9d35-5e0b2e24f60e req-fa393826-9ac9-4f5f-85c4-e973057a2408 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4f0b5055-c1b2-40d5-b334-fd7d6f889027 HTTP/1.1" status: 200 len: 851 time: 0.0439472 Sep 07 03:26:33.876130 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4718efc-6d87-4743-9d35-5e0b2e24f60e req-6bb88caf-45d5-46ce-9ce3-4ef79798254d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:33.877605 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a4718efc-6d87-4743-9d35-5e0b2e24f60e req-6bb88caf-45d5-46ce-9ce3-4ef79798254d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c4fadbcc-499c-428e-819b-32e001329938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445781 Sep 07 03:26:33.955241 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 62d561f0-ca70-429a-b342-2c794066b8ee no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:26:33.968424 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a4718efc-6d87-4743-9d35-5e0b2e24f60e req-ddfe2d84-bd58-4b00-8976-6931382316e8 service neutron] 10.222.0.23 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830686 Sep 07 03:26:33.993640 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 62d561f0-ca70-429a-b342-2c794066b8ee not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:26:34.061290 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a4718efc-6d87-4743-9d35-5e0b2e24f60e req-e672fac4-45d8-4d89-9c2c-e5953bad1b8f service neutron] 10.222.0.23 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862763 Sep 07 03:26:34.547760 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6123e3-06a2-4099-8d40-e0c8b8fd5ca0 req-6a9914cd-5121-4963-b27a-506a705bd532 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:34.549221 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fe6123e3-06a2-4099-8d40-e0c8b8fd5ca0 req-6a9914cd-5121-4963-b27a-506a705bd532 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=1278c740-ccf8-4f20-b1bc-c0e00fcd61da HTTP/1.1" status: 200 len: 945 time: 0.0483115 Sep 07 03:26:34.586156 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fe6123e3-06a2-4099-8d40-e0c8b8fd5ca0 req-b9dbe6fc-68a2-4e0d-a411-e42179b02f6c tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310187 Sep 07 03:26:34.817284 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1278c740-ccf8-4f20-b1bc-c0e00fcd61da', 'tag': '62d561f0-ca70-429a-b342-2c794066b8ee'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:26:34.819969 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409393ee-06a9-41fc-b41a-bc27eecc58c0" -d '{"events": [{"name": "network-changed", "server_uuid": "1278c740-ccf8-4f20-b1bc-c0e00fcd61da", "tag": "62d561f0-ca70-429a-b342-2c794066b8ee"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:26:34.866815 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ab8891-3912-4c67-beca-64ee078a4ce8 x-openstack-request-id: req-e1ab8891-3912-4c67-beca-64ee078a4ce8 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:26:34.867103 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1278c740-ccf8-4f20-b1bc-c0e00fcd61da", "tag": "62d561f0-ca70-429a-b342-2c794066b8ee", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:26:34.867349 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e1ab8891-3912-4c67-beca-64ee078a4ce8 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:26:34.867771 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1278c740-ccf8-4f20-b1bc-c0e00fcd61da', 'tag': '62d561f0-ca70-429a-b342-2c794066b8ee', 'status': 'completed', 'code': 200} Sep 07 03:26:34.933045 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409393ee-06a9-41fc-b41a-bc27eecc58c0 req-ee4eb4da-ee3c-4a90-8e55-a033d9b07be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:34.935238 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-409393ee-06a9-41fc-b41a-bc27eecc58c0 req-ee4eb4da-ee3c-4a90-8e55-a033d9b07be9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=617269ce5d8848e19cf1d7cbb9238cf7&device_id=1278c740-ccf8-4f20-b1bc-c0e00fcd61da HTTP/1.1" status: 200 len: 1097 time: 0.0440640 Sep 07 03:26:34.943208 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409393ee-06a9-41fc-b41a-bc27eecc58c0 req-ae79d07b-87be-4c09-83ff-4ba130260419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:34.945441 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-409393ee-06a9-41fc-b41a-bc27eecc58c0 req-ae79d07b-87be-4c09-83ff-4ba130260419 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=617269ce5d8848e19cf1d7cbb9238cf7&device_id=1278c740-ccf8-4f20-b1bc-c0e00fcd61da HTTP/1.1" status: 200 len: 1097 time: 0.0524883 Sep 07 03:26:35.028846 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409393ee-06a9-41fc-b41a-bc27eecc58c0 req-cd7b31cd-0cca-49f2-b5ac-5486775dc7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:35.030331 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-409393ee-06a9-41fc-b41a-bc27eecc58c0 req-cd7b31cd-0cca-49f2-b5ac-5486775dc7dc service neutron] 10.222.0.23 "GET /v2.0/networks?id=c4fadbcc-499c-428e-819b-32e001329938 HTTP/1.1" status: 200 len: 912 time: 0.0879607 Sep 07 03:26:35.034642 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409393ee-06a9-41fc-b41a-bc27eecc58c0 req-c50cf156-9fac-4f12-a128-a191af7d234a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:35.036139 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-409393ee-06a9-41fc-b41a-bc27eecc58c0 req-c50cf156-9fac-4f12-a128-a191af7d234a service neutron] 10.222.0.16 "GET /v2.0/networks?id=c4fadbcc-499c-428e-819b-32e001329938 HTTP/1.1" status: 200 len: 912 time: 0.0836375 Sep 07 03:26:35.097844 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-409393ee-06a9-41fc-b41a-bc27eecc58c0 req-5afc3a03-743f-47f5-9301-237b9d27ca64 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62d561f0-ca70-429a-b342-2c794066b8ee HTTP/1.1" status: 200 len: 1001 time: 0.0598118 Sep 07 03:26:35.107618 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-409393ee-06a9-41fc-b41a-bc27eecc58c0 req-b1d12ef7-017f-4d88-8848-89fa3a1d5580 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62d561f0-ca70-429a-b342-2c794066b8ee HTTP/1.1" status: 200 len: 1001 time: 0.0649428 Sep 07 03:26:35.152705 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409393ee-06a9-41fc-b41a-bc27eecc58c0 req-c625ec28-0674-49e6-aa03-915de7076c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:35.154258 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-409393ee-06a9-41fc-b41a-bc27eecc58c0 req-c625ec28-0674-49e6-aa03-915de7076c8a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4f0b5055-c1b2-40d5-b334-fd7d6f889027 HTTP/1.1" status: 200 len: 851 time: 0.0490077 Sep 07 03:26:35.156613 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409393ee-06a9-41fc-b41a-bc27eecc58c0 req-2b0edc60-3fa0-42b7-938a-9a1c4ff6a005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:35.158072 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-409393ee-06a9-41fc-b41a-bc27eecc58c0 req-2b0edc60-3fa0-42b7-938a-9a1c4ff6a005 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4f0b5055-c1b2-40d5-b334-fd7d6f889027 HTTP/1.1" status: 200 len: 851 time: 0.0436954 Sep 07 03:26:35.199673 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409393ee-06a9-41fc-b41a-bc27eecc58c0 req-1dea12d2-6069-4a96-9644-af4f04890c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:35.201209 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-409393ee-06a9-41fc-b41a-bc27eecc58c0 req-1dea12d2-6069-4a96-9644-af4f04890c3c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c4fadbcc-499c-428e-819b-32e001329938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399187 Sep 07 03:26:35.202706 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409393ee-06a9-41fc-b41a-bc27eecc58c0 req-911b4818-b1c3-4360-a207-4f205e109637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:35.204261 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-409393ee-06a9-41fc-b41a-bc27eecc58c0 req-911b4818-b1c3-4360-a207-4f205e109637 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4fadbcc-499c-428e-819b-32e001329938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398173 Sep 07 03:26:35.292971 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-409393ee-06a9-41fc-b41a-bc27eecc58c0 req-10ef927c-a8d3-4013-a7b6-0b828e71d868 service neutron] 10.222.0.23 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830178 Sep 07 03:26:35.301146 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-409393ee-06a9-41fc-b41a-bc27eecc58c0 req-d3dc3e11-d5f4-43c4-be07-b98afd53f09a service neutron] 10.222.0.16 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900986 Sep 07 03:26:35.395564 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-409393ee-06a9-41fc-b41a-bc27eecc58c0 req-e6db5586-41f6-4c49-81c5-1efbe2c7e9a6 service neutron] 10.222.0.16 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863256 Sep 07 03:26:35.396361 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-409393ee-06a9-41fc-b41a-bc27eecc58c0 req-2482246c-614c-4553-bb1b-472f0f00f9ca service neutron] 10.222.0.23 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961957 Sep 07 03:26:35.698181 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b408b-4d3e-4229-bb2c-fd780da7a1fb req-71fdf9ed-277d-4c7a-a4a7-5b14c9102ccb tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:35.699584 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9a7b408b-4d3e-4229-bb2c-fd780da7a1fb req-71fdf9ed-277d-4c7a-a4a7-5b14c9102ccb tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=1278c740-ccf8-4f20-b1bc-c0e00fcd61da HTTP/1.1" status: 200 len: 945 time: 0.0488503 Sep 07 03:26:35.736161 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9a7b408b-4d3e-4229-bb2c-fd780da7a1fb req-126ad712-afdc-4bf6-afd1-ba886cb110ba tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307877 Sep 07 03:26:35.855054 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204e2720-bf24-462c-876a-20cf8a62d50f req-2cd287db-f662-4a4a-8bab-caf3b25ed570 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:35.856543 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-204e2720-bf24-462c-876a-20cf8a62d50f req-2cd287db-f662-4a4a-8bab-caf3b25ed570 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=1278c740-ccf8-4f20-b1bc-c0e00fcd61da HTTP/1.1" status: 200 len: 945 time: 0.0519605 Sep 07 03:26:35.892629 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-204e2720-bf24-462c-876a-20cf8a62d50f req-87f2ae32-4c3f-4293-9ba7-4ae1d2bf7430 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301850 Sep 07 03:26:36.008258 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77c395-44f7-48d2-9b58-ae04dba25da7 req-cc5a53b7-0348-4335-993a-8f69a5dc7a50 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:36.009644 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0c77c395-44f7-48d2-9b58-ae04dba25da7 req-cc5a53b7-0348-4335-993a-8f69a5dc7a50 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=1278c740-ccf8-4f20-b1bc-c0e00fcd61da HTTP/1.1" status: 200 len: 945 time: 0.0519052 Sep 07 03:26:36.047326 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0c77c395-44f7-48d2-9b58-ae04dba25da7 req-4b959ba1-67c8-4bd2-a64d-2f17806d882c tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317850 Sep 07 03:26:36.271161 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe4d81b-7d40-40e2-b2f3-369f3d6968a2 req-e07e69e0-da94-4d3a-b2cc-10e8f1521e75 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:36.273091 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bfe4d81b-7d40-40e2-b2f3-369f3d6968a2 req-e07e69e0-da94-4d3a-b2cc-10e8f1521e75 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=1278c740-ccf8-4f20-b1bc-c0e00fcd61da HTTP/1.1" status: 200 len: 945 time: 0.0483706 Sep 07 03:26:36.310241 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bfe4d81b-7d40-40e2-b2f3-369f3d6968a2 req-0276bff0-103e-43e1-9dd3-91e6275d7471 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313091 Sep 07 03:26:36.671727 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 62d561f0-ca70-429a-b342-2c794066b8ee details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 03:26:36.769115 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 62d561f0-ca70-429a-b342-2c794066b8ee, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=62d561f0-ca70-429a-b342-2c794066b8ee,segment=NetworkSegment(07955656-bbc9-46aa-91b6-95e96bad7147),segment_id=07955656-bbc9-46aa-91b6-95e96bad7147)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:26:36.782960 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '62d561f0-ca70-429a-b342-2c794066b8ee', 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938', 'port_id': '62d561f0-ca70-429a-b342-2c794066b8ee', 'mac_address': 'fa:16:3e:54:e2:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 03:26:36.818705 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:26:36.831575 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62d561f0-ca70-429a-b342-2c794066b8ee {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:26:36.850385 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 62d561f0-ca70-429a-b342-2c794066b8ee, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=62d561f0-ca70-429a-b342-2c794066b8ee,segment=NetworkSegment(07955656-bbc9-46aa-91b6-95e96bad7147),segment_id=07955656-bbc9-46aa-91b6-95e96bad7147)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:26:36.853795 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:26:36.899498 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=62d561f0-ca70-429a-b342-2c794066b8ee,revision_number=12']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:26:37.130164 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['62d561f0-ca70-429a-b342-2c794066b8ee'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:26:37.424220 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03791bda-18fb-42ac-8487-de09a07a69bc req-bf3d538e-94f3-4a6a-8810-e34c3551a374 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:37.425730 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-03791bda-18fb-42ac-8487-de09a07a69bc req-bf3d538e-94f3-4a6a-8810-e34c3551a374 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=1278c740-ccf8-4f20-b1bc-c0e00fcd61da HTTP/1.1" status: 200 len: 946 time: 0.0481575 Sep 07 03:26:37.462676 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485349fc-cc9d-4f3d-be67-ec5fa12d3df3 req-1a51da18-9a51-4626-b932-3f679e71d061 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:37.464193 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-485349fc-cc9d-4f3d-be67-ec5fa12d3df3 req-1a51da18-9a51-4626-b932-3f679e71d061 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.23 "GET /v2.0/ports?device_id=1278c740-ccf8-4f20-b1bc-c0e00fcd61da HTTP/1.1" status: 200 len: 946 time: 0.0493681 Sep 07 03:26:37.464330 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-03791bda-18fb-42ac-8487-de09a07a69bc req-5437d5bb-c891-404c-b4ba-fca26e9920d3 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316827 Sep 07 03:26:37.556022 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-485349fc-cc9d-4f3d-be67-ec5fa12d3df3 req-d6d3a801-a15f-4ad1-b734-544eff29a3a9 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Deleting port 62d561f0-ca70-429a-b342-2c794066b8ee {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:26:37.556364 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-485349fc-cc9d-4f3d-be67-ec5fa12d3df3 req-d6d3a801-a15f-4ad1-b734-544eff29a3a9 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:26:37.640736 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-485349fc-cc9d-4f3d-be67-ec5fa12d3df3 req-d6d3a801-a15f-4ad1-b734-544eff29a3a9 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] For port 62d561f0-ca70-429a-b342-2c794066b8ee, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=62d561f0-ca70-429a-b342-2c794066b8ee,segment=NetworkSegment(07955656-bbc9-46aa-91b6-95e96bad7147),segment_id=07955656-bbc9-46aa-91b6-95e96bad7147)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:26:37.641036 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-485349fc-cc9d-4f3d-be67-ec5fa12d3df3 req-d6d3a801-a15f-4ad1-b734-544eff29a3a9 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:26:37.854692 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-485349fc-cc9d-4f3d-be67-ec5fa12d3df3 req-d6d3a801-a15f-4ad1-b734-544eff29a3a9 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:26:37.855055 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-485349fc-cc9d-4f3d-be67-ec5fa12d3df3 req-d6d3a801-a15f-4ad1-b734-544eff29a3a9 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:26:37.855373 n-d-796209-16 neutron-server[94701]: INFO neutron.db.l3_db [req-485349fc-cc9d-4f3d-be67-ec5fa12d3df3 req-d6d3a801-a15f-4ad1-b734-544eff29a3a9 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Floating IP aa6b5edd-6dd7-40e1-b467-0fd4b1469fd2 disassociated. External IP: 172.25.5.251, port: 62d561f0-ca70-429a-b342-2c794066b8ee. Sep 07 03:26:37.855744 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-485349fc-cc9d-4f3d-be67-ec5fa12d3df3 req-d6d3a801-a15f-4ad1-b734-544eff29a3a9 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Calling delete_port for 62d561f0-ca70-429a-b342-2c794066b8ee owned by compute:nova {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:26:37.980471 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-485349fc-cc9d-4f3d-be67-ec5fa12d3df3 req-d6d3a801-a15f-4ad1-b734-544eff29a3a9 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:26:38.009086 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3a801-a15f-4ad1-b734-544eff29a3a9 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Pushing event deleted for resources: {'Port': ['ID=62d561f0-ca70-429a-b342-2c794066b8ee,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:26:38.129426 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [req-485349fc-cc9d-4f3d-be67-ec5fa12d3df3 req-d6d3a801-a15f-4ad1-b734-544eff29a3a9 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Router 6a976ed9-0b79-469a-ae9b-dfef1dd23baf has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:26:38.238164 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-485349fc-cc9d-4f3d-be67-ec5fa12d3df3 req-d6d3a801-a15f-4ad1-b734-544eff29a3a9 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:26:38.247941 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d10196-7e9c-4be5-8d87-3a1e8615e7d0 None None] Sync routers for ids ['6a976ed9-0b79-469a-ae9b-dfef1dd23baf'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:26:38.257313 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d10196-7e9c-4be5-8d87-3a1e8615e7d0 None None] Routers {'6a976ed9-0b79-469a-ae9b-dfef1dd23baf'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:26:38.257928 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-b7d10196-7e9c-4be5-8d87-3a1e8615e7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:26:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['6a976ed9-0b79-469a-ae9b-dfef1dd23baf'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:26:38.278219 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-485349fc-cc9d-4f3d-be67-ec5fa12d3df3 req-d6d3a801-a15f-4ad1-b734-544eff29a3a9 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] No DVR routers for this DVR port 62d561f0-ca70-429a-b342-2c794066b8ee on host n-h1-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:26:38.280815 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-485349fc-cc9d-4f3d-be67-ec5fa12d3df3 req-d6d3a801-a15f-4ad1-b734-544eff29a3a9 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:26:38.282854 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-485349fc-cc9d-4f3d-be67-ec5fa12d3df3 req-d6d3a801-a15f-4ad1-b734-544eff29a3a9 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.23 "DELETE /v2.0/ports/62d561f0-ca70-429a-b342-2c794066b8ee HTTP/1.1" status: 204 len: 173 time: 0.8122077 Sep 07 03:26:38.283218 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1278c740-ccf8-4f20-b1bc-c0e00fcd61da', 'name': 'network-vif-deleted', 'tag': '62d561f0-ca70-429a-b342-2c794066b8ee'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:26:38.285493 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14101974-af0a-4133-a178-aed5b31097f7" -d '{"events": [{"server_uuid": "1278c740-ccf8-4f20-b1bc-c0e00fcd61da", "name": "network-vif-deleted", "tag": "62d561f0-ca70-429a-b342-2c794066b8ee"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:26:38.329414 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eda6874-b4e7-44c2-bd33-89aba90b2572 x-openstack-request-id: req-2eda6874-b4e7-44c2-bd33-89aba90b2572 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:26:38.329707 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1278c740-ccf8-4f20-b1bc-c0e00fcd61da", "name": "network-vif-deleted", "tag": "62d561f0-ca70-429a-b342-2c794066b8ee", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:26:38.329957 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2eda6874-b4e7-44c2-bd33-89aba90b2572 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:26:38.330762 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1278c740-ccf8-4f20-b1bc-c0e00fcd61da', 'name': 'network-vif-deleted', 'tag': '62d561f0-ca70-429a-b342-2c794066b8ee', 'status': 'completed', 'code': 200} Sep 07 03:26:38.366785 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-b7d10196-7e9c-4be5-8d87-3a1e8615e7d0 None None] Set router 6a976ed9-0b79-469a-ae9b-dfef1dd23baf gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:26:38.567950 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-b7d10196-7e9c-4be5-8d87-3a1e8615e7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'name': 'tempest-ServerActionsTestJSON-1571132071-router', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '54845b1b-8632-4f00-a50d-7e7819005750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:19:54Z', 'updated_at': '2021-09-07T03:19:56Z', 'revision_number': 4, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'gw_port': {'id': '54845b1b-8632-4f00-a50d-7e7819005750', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:19:54Z', 'updated_at': '2021-09-07T03:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '709c4d93-38f3-4ae4-a7cf-ab3c349ee285', 'name': '', 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'mac_address': 'fa:16:3e:51:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:19:55Z', 'updated_at': '2021-09-07T03:20:01Z', 'revision_number': 5, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'subnets': [{'id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:26:38.568599 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-57ae88fb-2f82-427d-9ee7-f2d5c01eeffd req-376ce371-4889-4546-b4b5-cd779622c323 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=1278c740-ccf8-4f20-b1bc-c0e00fcd61da HTTP/1.1" status: 200 len: 210 time: 0.0259697 Sep 07 03:26:38.594364 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d10196-7e9c-4be5-8d87-3a1e8615e7d0 None None] Checking router: 6a976ed9-0b79-469a-ae9b-dfef1dd23baf for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:26:38.603121 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d10196-7e9c-4be5-8d87-3a1e8615e7d0 None None] Routers {'6a976ed9-0b79-469a-ae9b-dfef1dd23baf'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:26:38.603748 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-b7d10196-7e9c-4be5-8d87-3a1e8615e7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:26:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['6a976ed9-0b79-469a-ae9b-dfef1dd23baf'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:26:38.700270 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 62d561f0-ca70-429a-b342-2c794066b8ee details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 03:26:38.711727 n-d-796209-16 neutron-server[94702]: INFO neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No ports have port_id starting with 62d561f0-ca70-429a-b342-2c794066b8ee Sep 07 03:26:38.714582 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 62d561f0-ca70-429a-b342-2c794066b8ee requested by agent hyperv_n-h1-796209-16 not found in database {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Sep 07 03:26:38.717062 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-b7d10196-7e9c-4be5-8d87-3a1e8615e7d0 None None] Set router 6a976ed9-0b79-469a-ae9b-dfef1dd23baf gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:26:39.062424 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-b7d10196-7e9c-4be5-8d87-3a1e8615e7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'name': 'tempest-ServerActionsTestJSON-1571132071-router', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '54845b1b-8632-4f00-a50d-7e7819005750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:19:54Z', 'updated_at': '2021-09-07T03:19:56Z', 'revision_number': 4, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'gw_port': {'id': '54845b1b-8632-4f00-a50d-7e7819005750', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:19:54Z', 'updated_at': '2021-09-07T03:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '709c4d93-38f3-4ae4-a7cf-ab3c349ee285', 'name': '', 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'mac_address': 'fa:16:3e:51:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:19:55Z', 'updated_at': '2021-09-07T03:20:01Z', 'revision_number': 5, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'subnets': [{'id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:26:39.089897 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d10196-7e9c-4be5-8d87-3a1e8615e7d0 None None] The sync data for ids ['6a976ed9-0b79-469a-ae9b-dfef1dd23baf'] in n-d-796209-16 is: [{'id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'name': 'tempest-ServerActionsTestJSON-1571132071-router', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '54845b1b-8632-4f00-a50d-7e7819005750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:19:54Z', 'updated_at': '2021-09-07T03:19:56Z', 'revision_number': 4, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'gw_port': {'id': '54845b1b-8632-4f00-a50d-7e7819005750', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:19:54Z', 'updated_at': '2021-09-07T03:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '709c4d93-38f3-4ae4-a7cf-ab3c349ee285', 'name': '', 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'mac_address': 'fa:16:3e:51:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:19:55Z', 'updated_at': '2021-09-07T03:20:01Z', 'revision_number': 5, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'subnets': [{'id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:26:39.294092 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60243ee-ec3e-40b9-95b1-912da3c76cd4 None None] New status for floating IP aa6b5edd-6dd7-40e1-b467-0fd4b1469fd2: DOWN {{(pid=94703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 03:26:39.832742 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-87b6489c-5a9d-43c6-8595-5253927fb989 req-7a415416-8a62-4716-98c5-08e79bf0f959 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--122382441&fields=id&tenant_id=617269ce5d8848e19cf1d7cbb9238cf7 HTTP/1.1" status: 200 len: 267 time: 0.0364814 Sep 07 03:26:39.937585 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6489c-5a9d-43c6-8595-5253927fb989 req-a5581d08-23e6-4547-909f-0a66756595bf tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:39.938964 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-87b6489c-5a9d-43c6-8595-5253927fb989 req-a5581d08-23e6-4547-909f-0a66756595bf tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/networks?id=c4fadbcc-499c-428e-819b-32e001329938 HTTP/1.1" status: 200 len: 812 time: 0.0996654 Sep 07 03:26:39.953450 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-87b6489c-5a9d-43c6-8595-5253927fb989 req-c89bad40-5779-40dc-a88a-5474b8850ca2 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/quotas/617269ce5d8848e19cf1d7cbb9238cf7 HTTP/1.1" status: 200 len: 375 time: 0.0086534 Sep 07 03:26:40.004493 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-87b6489c-5a9d-43c6-8595-5253927fb989 req-061e9c19-8c33-462c-b85c-6093072bc84b tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=617269ce5d8848e19cf1d7cbb9238cf7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0457938 Sep 07 03:26:40.019555 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [req-87b6489c-5a9d-43c6-8595-5253927fb989 req-ee252b8c-8e5e-436d-a74f-0e03e71e2769 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:26:40.020497 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-87b6489c-5a9d-43c6-8595-5253927fb989 req-ee252b8c-8e5e-436d-a74f-0e03e71e2769 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049570 Sep 07 03:26:40.112288 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-87b6489c-5a9d-43c6-8595-5253927fb989 req-a445106a-34b7-4b75-9858-8dd3d6a85728 service neutron] 10.222.0.22 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857587 Sep 07 03:26:40.202039 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-87b6489c-5a9d-43c6-8595-5253927fb989 req-eaf6b3bd-16a7-468b-8b3c-1368985a5b73 service neutron] 10.222.0.22 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837119 Sep 07 03:26:40.357362 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0372db2c-4993-4710-9c46-406966b2fa05 req-53b1cad1-1207-4e16-9b6d-0f685660e0a6 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 210 time: 0.0260494 Sep 07 03:26:41.227159 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6489c-5a9d-43c6-8595-5253927fb989 req-9204b67b-3072-494b-af25-0e6d2f053777 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:41.228649 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-87b6489c-5a9d-43c6-8595-5253927fb989 req-9204b67b-3072-494b-af25-0e6d2f053777 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.23 "GET /v2.0/networks?id=c4fadbcc-499c-428e-819b-32e001329938 HTTP/1.1" status: 200 len: 812 time: 0.1029527 Sep 07 03:26:41.270509 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-87b6489c-5a9d-43c6-8595-5253927fb989 req-326e301e-3a2d-41c0-8081-903c239c6724 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=617269ce5d8848e19cf1d7cbb9238cf7 HTTP/1.1" status: 200 len: 379 time: 0.0326624 Sep 07 03:26:41.279763 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-87b6489c-5a9d-43c6-8595-5253927fb989 req-94413bf0-cf04-44f5-978a-ffe408aa465b tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Request body: {'port': {'device_id': '583621c0-d3a6-4b83-b7b5-1204500eb1e9', 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938', 'admin_state_up': True, 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'security_groups': ['6278159d-205e-4d66-922d-3734e56d992b']}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:26:41.391176 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87b6489c-5a9d-43c6-8595-5253927fb989 req-94413bf0-cf04-44f5-978a-ffe408aa465b tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Made reservation on behalf of 617269ce5d8848e19cf1d7cbb9238cf7 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:26:41.394797 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-87b6489c-5a9d-43c6-8595-5253927fb989 req-94413bf0-cf04-44f5-978a-ffe408aa465b tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:26:41.480528 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-126c8014-55e5-47ab-8954-462f1f04cce7 req-88df60e6-bddf-4ddf-9bec-b989cbd94174 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 210 time: 0.0337884 Sep 07 03:26:41.543778 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [req-87b6489c-5a9d-43c6-8595-5253927fb989 req-94413bf0-cf04-44f5-978a-ffe408aa465b tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Allocated IP 172.20.0.7 (c4fadbcc-499c-428e-819b-32e001329938/4f0b5055-c1b2-40d5-b334-fd7d6f889027/94b935d8-5878-413c-8a93-15162504618f) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:26:41.677937 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-87b6489c-5a9d-43c6-8595-5253927fb989 req-94413bf0-cf04-44f5-978a-ffe408aa465b tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:26:41.690506 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-87b6489c-5a9d-43c6-8595-5253927fb989 req-94413bf0-cf04-44f5-978a-ffe408aa465b tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Transition to ACTIVE for port object 94b935d8-5878-413c-8a93-15162504618f will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:26:41.722633 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-87b6489c-5a9d-43c6-8595-5253927fb989 req-94413bf0-cf04-44f5-978a-ffe408aa465b tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:26:41.767199 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87b6489c-5a9d-43c6-8595-5253927fb989 req-94413bf0-cf04-44f5-978a-ffe408aa465b tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Network c4fadbcc-499c-428e-819b-32e001329938 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:26:41.770169 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [req-87b6489c-5a9d-43c6-8595-5253927fb989 req-94413bf0-cf04-44f5-978a-ffe408aa465b tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:26:41.772591 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-87b6489c-5a9d-43c6-8595-5253927fb989 req-94413bf0-cf04-44f5-978a-ffe408aa465b tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:26:41.803798 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94413bf0-cf04-44f5-978a-ffe408aa465b tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Pushing event updated for resources: {'Port': ['ID=94b935d8-5878-413c-8a93-15162504618f,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:26:41.829986 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6489c-5a9d-43c6-8595-5253927fb989 req-94413bf0-cf04-44f5-978a-ffe408aa465b tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:41.830905 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-87b6489c-5a9d-43c6-8595-5253927fb989 req-94413bf0-cf04-44f5-978a-ffe408aa465b tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:26:41.845854 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-87b6489c-5a9d-43c6-8595-5253927fb989 req-94413bf0-cf04-44f5-978a-ffe408aa465b tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5696135 Sep 07 03:26:41.860968 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-87b6489c-5a9d-43c6-8595-5253927fb989 req-09047107-e061-49a2-b255-b2339ac46de5 service neutron] Request body: {'port': {'device_id': '583621c0-d3a6-4b83-b7b5-1204500eb1e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:26:41.917273 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-87b6489c-5a9d-43c6-8595-5253927fb989 req-09047107-e061-49a2-b255-b2339ac46de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:26:41.975318 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-1f16a20f-4f10-458a-b50b-02bb1a2c7068 None None] Provisioning for port 94b935d8-5878-413c-8a93-15162504618f completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:26:41.979022 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-1f16a20f-4f10-458a-b50b-02bb1a2c7068 None None] Provisioning complete for port 94b935d8-5878-413c-8a93-15162504618f triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:26:41.979465 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1f16a20f-4f10-458a-b50b-02bb1a2c7068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:26:42.016865 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-1f16a20f-4f10-458a-b50b-02bb1a2c7068 None None] Port 94b935d8-5878-413c-8a93-15162504618f cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:26:42.180251 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [req-87b6489c-5a9d-43c6-8595-5253927fb989 req-09047107-e061-49a2-b255-b2339ac46de5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94b935d8-5878-413c-8a93-15162504618f {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:26:42.187637 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-87b6489c-5a9d-43c6-8595-5253927fb989 req-09047107-e061-49a2-b255-b2339ac46de5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:26:42.199428 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-87b6489c-5a9d-43c6-8595-5253927fb989 req-09047107-e061-49a2-b255-b2339ac46de5 service neutron] Transition to ACTIVE for port object 94b935d8-5878-413c-8a93-15162504618f will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:26:42.203098 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-87b6489c-5a9d-43c6-8595-5253927fb989 req-09047107-e061-49a2-b255-b2339ac46de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:26:42.253802 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09047107-e061-49a2-b255-b2339ac46de5 service neutron] Pushing event updated for resources: {'Port': ['ID=94b935d8-5878-413c-8a93-15162504618f,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:26:42.326015 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-87b6489c-5a9d-43c6-8595-5253927fb989 req-09047107-e061-49a2-b255-b2339ac46de5 service neutron] Attempting to bind port 94b935d8-5878-413c-8a93-15162504618f on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:26:42.326360 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-87b6489c-5a9d-43c6-8595-5253927fb989 req-09047107-e061-49a2-b255-b2339ac46de5 service neutron] Attempting to bind port 94b935d8-5878-413c-8a93-15162504618f by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '07955656-bbc9-46aa-91b6-95e96bad7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:26:42.326700 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b6489c-5a9d-43c6-8595-5253927fb989 req-09047107-e061-49a2-b255-b2339ac46de5 service neutron] Attempting to bind port 94b935d8-5878-413c-8a93-15162504618f on network c4fadbcc-499c-428e-819b-32e001329938 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:26:42.331496 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b6489c-5a9d-43c6-8595-5253927fb989 req-09047107-e061-49a2-b255-b2339ac46de5 service neutron] Port 94b935d8-5878-413c-8a93-15162504618f on network c4fadbcc-499c-428e-819b-32e001329938 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 03:26:42.331850 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b6489c-5a9d-43c6-8595-5253927fb989 req-09047107-e061-49a2-b255-b2339ac46de5 service neutron] Attempting to bind port 94b935d8-5878-413c-8a93-15162504618f on network c4fadbcc-499c-428e-819b-32e001329938 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:26:42.336807 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b6489c-5a9d-43c6-8595-5253927fb989 req-09047107-e061-49a2-b255-b2339ac46de5 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:26:42.337151 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b6489c-5a9d-43c6-8595-5253927fb989 req-09047107-e061-49a2-b255-b2339ac46de5 service neutron] Checking segment: {'id': '07955656-bbc9-46aa-91b6-95e96bad7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:26:42.337539 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b6489c-5a9d-43c6-8595-5253927fb989 req-09047107-e061-49a2-b255-b2339ac46de5 service neutron] Bound using segment: {'id': '07955656-bbc9-46aa-91b6-95e96bad7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:26:42.337971 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-87b6489c-5a9d-43c6-8595-5253927fb989 req-09047107-e061-49a2-b255-b2339ac46de5 service neutron] Bound port: 94b935d8-5878-413c-8a93-15162504618f, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07955656-bbc9-46aa-91b6-95e96bad7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:26:42.338340 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-87b6489c-5a9d-43c6-8595-5253927fb989 req-09047107-e061-49a2-b255-b2339ac46de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:26:42.402609 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-87b6489c-5a9d-43c6-8595-5253927fb989 req-09047107-e061-49a2-b255-b2339ac46de5 service neutron] For port 94b935d8-5878-413c-8a93-15162504618f, host n-h1-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:26:42.405539 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-87b6489c-5a9d-43c6-8595-5253927fb989 req-09047107-e061-49a2-b255-b2339ac46de5 service neutron] For port 94b935d8-5878-413c-8a93-15162504618f, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=94b935d8-5878-413c-8a93-15162504618f,segment=NetworkSegment(07955656-bbc9-46aa-91b6-95e96bad7147),segment_id=07955656-bbc9-46aa-91b6-95e96bad7147)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:26:42.410015 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-87b6489c-5a9d-43c6-8595-5253927fb989 req-09047107-e061-49a2-b255-b2339ac46de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:26:42.445632 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6489c-5a9d-43c6-8595-5253927fb989 req-09047107-e061-49a2-b255-b2339ac46de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:42.446274 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-87b6489c-5a9d-43c6-8595-5253927fb989 req-09047107-e061-49a2-b255-b2339ac46de5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:26:42.447674 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-87b6489c-5a9d-43c6-8595-5253927fb989 req-09047107-e061-49a2-b255-b2339ac46de5 service neutron] 10.222.0.23 "PUT /v2.0/ports/94b935d8-5878-413c-8a93-15162504618f HTTP/1.1" status: 200 len: 1092 time: 0.5936561 Sep 07 03:26:42.448111 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '583621c0-d3a6-4b83-b7b5-1204500eb1e9', 'tag': '94b935d8-5878-413c-8a93-15162504618f'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:26:42.450314 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ac1d09-db5d-468b-a47d-3dd0f401265b" -d '{"events": [{"name": "network-changed", "server_uuid": "583621c0-d3a6-4b83-b7b5-1204500eb1e9", "tag": "94b935d8-5878-413c-8a93-15162504618f"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:26:42.487969 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09047107-e061-49a2-b255-b2339ac46de5 service neutron] Pushing event updated for resources: {'Port': ['ID=94b935d8-5878-413c-8a93-15162504618f,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:26:42.491580 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-591db052-616f-4ac2-9619-6805bb92ce89 x-openstack-request-id: req-591db052-616f-4ac2-9619-6805bb92ce89 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:26:42.492555 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "583621c0-d3a6-4b83-b7b5-1204500eb1e9", "tag": "94b935d8-5878-413c-8a93-15162504618f", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:26:42.492960 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-591db052-616f-4ac2-9619-6805bb92ce89 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:26:42.493365 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '583621c0-d3a6-4b83-b7b5-1204500eb1e9', 'tag': '94b935d8-5878-413c-8a93-15162504618f', 'status': 'completed', 'code': 200} Sep 07 03:26:42.537128 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6489c-5a9d-43c6-8595-5253927fb989 req-07f8d154-9c25-4a25-8cf8-2f15f50d9866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:42.539221 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-87b6489c-5a9d-43c6-8595-5253927fb989 req-07f8d154-9c25-4a25-8cf8-2f15f50d9866 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=617269ce5d8848e19cf1d7cbb9238cf7&device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 1095 time: 0.0438576 Sep 07 03:26:42.595197 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-87b6489c-5a9d-43c6-8595-5253927fb989 req-4fc0404f-d23f-43ec-add9-795ae56e10e7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94b935d8-5878-413c-8a93-15162504618f HTTP/1.1" status: 200 len: 217 time: 0.0477791 Sep 07 03:26:42.667333 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634510f6-0e01-4ce7-8585-1e1ad9dec80f req-9f264588-381b-451f-a660-56feac7e27b9 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:42.668869 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-634510f6-0e01-4ce7-8585-1e1ad9dec80f req-9f264588-381b-451f-a660-56feac7e27b9 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 943 time: 0.1142828 Sep 07 03:26:42.670621 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6489c-5a9d-43c6-8595-5253927fb989 req-773aed20-16a3-432f-82a8-7d1eda3957a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:42.672026 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-87b6489c-5a9d-43c6-8595-5253927fb989 req-773aed20-16a3-432f-82a8-7d1eda3957a8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4f0b5055-c1b2-40d5-b334-fd7d6f889027 HTTP/1.1" status: 200 len: 851 time: 0.0623841 Sep 07 03:26:42.734128 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 62d561f0-ca70-429a-b342-2c794066b8ee no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:26:42.736801 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-634510f6-0e01-4ce7-8585-1e1ad9dec80f req-ca4e0a31-3dad-4004-ab67-026b282a045e tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619712 Sep 07 03:26:42.743280 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6489c-5a9d-43c6-8595-5253927fb989 req-8839a275-932b-419c-a46b-14b322838880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:42.744787 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-87b6489c-5a9d-43c6-8595-5253927fb989 req-8839a275-932b-419c-a46b-14b322838880 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c4fadbcc-499c-428e-819b-32e001329938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0637157 Sep 07 03:26:42.757227 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: 62d561f0-ca70-429a-b342-2c794066b8ee {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:26:42.757227 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 62d561f0-ca70-429a-b342-2c794066b8ee not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:26:42.833637 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-87b6489c-5a9d-43c6-8595-5253927fb989 req-37d4da87-359c-4219-b492-581857ad05b1 service neutron] 10.222.0.23 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812531 Sep 07 03:26:42.925697 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-87b6489c-5a9d-43c6-8595-5253927fb989 req-692141f6-1824-4df6-a5e6-6744ea055298 service neutron] 10.222.0.23 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855768 Sep 07 03:26:43.010347 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac1d09-db5d-468b-a47d-3dd0f401265b req-43e52fd9-27d1-4d85-9a84-749fd1c32903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:43.011763 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b0ac1d09-db5d-468b-a47d-3dd0f401265b req-43e52fd9-27d1-4d85-9a84-749fd1c32903 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=617269ce5d8848e19cf1d7cbb9238cf7&device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 1095 time: 0.0403645 Sep 07 03:26:43.104276 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac1d09-db5d-468b-a47d-3dd0f401265b req-190564a7-b1e5-4ccb-95e1-0ae7e355a78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:43.105753 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b0ac1d09-db5d-468b-a47d-3dd0f401265b req-190564a7-b1e5-4ccb-95e1-0ae7e355a78d service neutron] 10.222.0.23 "GET /v2.0/networks?id=c4fadbcc-499c-428e-819b-32e001329938 HTTP/1.1" status: 200 len: 912 time: 0.0876706 Sep 07 03:26:43.146195 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b0ac1d09-db5d-468b-a47d-3dd0f401265b req-70c0eed0-e3f6-4d91-8866-f705f2da901e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94b935d8-5878-413c-8a93-15162504618f HTTP/1.1" status: 200 len: 217 time: 0.0332620 Sep 07 03:26:43.192730 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac1d09-db5d-468b-a47d-3dd0f401265b req-90b0f13a-2a90-4678-8583-0bfcf8406199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:43.194112 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b0ac1d09-db5d-468b-a47d-3dd0f401265b req-90b0f13a-2a90-4678-8583-0bfcf8406199 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4f0b5055-c1b2-40d5-b334-fd7d6f889027 HTTP/1.1" status: 200 len: 851 time: 0.0407295 Sep 07 03:26:43.240066 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac1d09-db5d-468b-a47d-3dd0f401265b req-680a951e-b934-465e-8fb3-568a2d394078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:43.241528 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b0ac1d09-db5d-468b-a47d-3dd0f401265b req-680a951e-b934-465e-8fb3-568a2d394078 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c4fadbcc-499c-428e-819b-32e001329938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388291 Sep 07 03:26:43.338590 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b0ac1d09-db5d-468b-a47d-3dd0f401265b req-6605fdfa-b028-4ab8-9f51-203d1df164bf service neutron] 10.222.0.23 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895081 Sep 07 03:26:43.432290 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b0ac1d09-db5d-468b-a47d-3dd0f401265b req-76c7671d-9cc6-469a-af0b-656472e529cf service neutron] 10.222.0.23 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860593 Sep 07 03:26:43.857896 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac083b8-e34d-4dda-a91c-aa9ffe10e298 req-017e2a73-b6d0-405f-9fe8-f48042149a9a tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:43.859318 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4ac083b8-e34d-4dda-a91c-aa9ffe10e298 req-017e2a73-b6d0-405f-9fe8-f48042149a9a tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 943 time: 0.0539150 Sep 07 03:26:43.898288 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4ac083b8-e34d-4dda-a91c-aa9ffe10e298 req-2b2f7b18-5272-44a6-a7dc-007e90dbb915 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328193 Sep 07 03:26:45.012528 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf43fc-a392-4fc6-9136-8f88003e33be req-22fdf818-b19d-4650-be1c-db9ee763325a tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:45.013997 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0dbf43fc-a392-4fc6-9136-8f88003e33be req-22fdf818-b19d-4650-be1c-db9ee763325a tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 943 time: 0.0483494 Sep 07 03:26:45.050186 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0dbf43fc-a392-4fc6-9136-8f88003e33be req-27213c66-feab-48b5-be15-ac04103d3073 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304205 Sep 07 03:26:46.164004 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff20614-b23f-4fee-ad9c-a097a495da36 req-ccbfeb91-2acd-4457-b790-6c8dfd1aac10 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:46.165463 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8ff20614-b23f-4fee-ad9c-a097a495da36 req-ccbfeb91-2acd-4457-b790-6c8dfd1aac10 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 943 time: 0.0487549 Sep 07 03:26:46.209140 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8ff20614-b23f-4fee-ad9c-a097a495da36 req-c9c3cd10-cb0e-41a1-843b-a1d50482c86c tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378458 Sep 07 03:26:46.749339 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 94b935d8-5878-413c-8a93-15162504618f details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 03:26:46.841404 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 94b935d8-5878-413c-8a93-15162504618f, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=94b935d8-5878-413c-8a93-15162504618f,segment=NetworkSegment(07955656-bbc9-46aa-91b6-95e96bad7147),segment_id=07955656-bbc9-46aa-91b6-95e96bad7147)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:26:46.855833 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '94b935d8-5878-413c-8a93-15162504618f', 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938', 'port_id': '94b935d8-5878-413c-8a93-15162504618f', 'mac_address': 'fa:16:3e:30:74:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 03:26:46.891909 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:26:46.904025 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94b935d8-5878-413c-8a93-15162504618f {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:26:46.922808 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 94b935d8-5878-413c-8a93-15162504618f, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=94b935d8-5878-413c-8a93-15162504618f,segment=NetworkSegment(07955656-bbc9-46aa-91b6-95e96bad7147),segment_id=07955656-bbc9-46aa-91b6-95e96bad7147)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:26:46.926169 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:26:46.972819 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=94b935d8-5878-413c-8a93-15162504618f,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:26:47.119772 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['94b935d8-5878-413c-8a93-15162504618f'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:26:47.322022 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55e446-f8ca-4ecd-9561-f999de56cf59 req-29662794-7875-44d8-a138-b1ea39d5c3ed tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:47.323525 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-db55e446-f8ca-4ecd-9561-f999de56cf59 req-29662794-7875-44d8-a138-b1ea39d5c3ed tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 944 time: 0.0477240 Sep 07 03:26:47.363458 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-db55e446-f8ca-4ecd-9561-f999de56cf59 req-91326be5-1fd1-41fa-be9d-8392edfbf8f7 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340016 Sep 07 03:26:48.389745 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:26:48.476976 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647985ea-ed0a-4fd5-b439-e66a405d02c9 req-aa7d1e57-ac33-4d17-acdb-f5def4a8698b tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:48.478460 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-647985ea-ed0a-4fd5-b439-e66a405d02c9 req-aa7d1e57-ac33-4d17-acdb-f5def4a8698b tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 944 time: 0.0491457 Sep 07 03:26:48.515615 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-647985ea-ed0a-4fd5-b439-e66a405d02c9 req-19fec464-6a0f-48ab-9bb7-33506700a65d tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312767 Sep 07 03:26:48.776693 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 94b935d8-5878-413c-8a93-15162504618f up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:26:48.825023 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port 94b935d8-5878-413c-8a93-15162504618f completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:26:48.828628 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port 94b935d8-5878-413c-8a93-15162504618f triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:26:48.829000 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:26:48.910880 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:26:48.933934 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '583621c0-d3a6-4b83-b7b5-1204500eb1e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b935d8-5878-413c-8a93-15162504618f'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:26:48.936298 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa1a8d6-ec1a-4ca8-87e6-ec332d49f46a" -d '{"events": [{"server_uuid": "583621c0-d3a6-4b83-b7b5-1204500eb1e9", "name": "network-vif-plugged", "status": "completed", "tag": "94b935d8-5878-413c-8a93-15162504618f"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:26:48.950162 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 94b935d8-5878-413c-8a93-15162504618f, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=94b935d8-5878-413c-8a93-15162504618f,segment=NetworkSegment(07955656-bbc9-46aa-91b6-95e96bad7147),segment_id=07955656-bbc9-46aa-91b6-95e96bad7147)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:26:48.954119 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:26:48.978465 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc8a418-4ac6-4e92-8d20-7e690dce004c x-openstack-request-id: req-9cc8a418-4ac6-4e92-8d20-7e690dce004c {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:26:48.978765 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "583621c0-d3a6-4b83-b7b5-1204500eb1e9", "name": "network-vif-plugged", "status": "completed", "tag": "94b935d8-5878-413c-8a93-15162504618f", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:26:48.979000 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9cc8a418-4ac6-4e92-8d20-7e690dce004c {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:26:48.979383 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '583621c0-d3a6-4b83-b7b5-1204500eb1e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94b935d8-5878-413c-8a93-15162504618f', 'code': 200} Sep 07 03:26:49.006602 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=94b935d8-5878-413c-8a93-15162504618f,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:26:49.073420 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4359aecd-9b07-4083-aa49-4fc669c2cc29 req-c93631f0-ca17-4e5b-934e-56075809f691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:49.074914 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4359aecd-9b07-4083-aa49-4fc669c2cc29 req-c93631f0-ca17-4e5b-934e-56075809f691 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 1097 time: 0.0438423 Sep 07 03:26:49.108183 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4359aecd-9b07-4083-aa49-4fc669c2cc29 req-9a13d145-a40e-4b3d-817e-b60420dc850d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265887 Sep 07 03:26:49.633043 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c8f7b-1af1-481f-ba4d-4bcf0af9996a req-1bda8224-cbe2-4b5d-83db-58e33ceadea3 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:49.634511 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c72c8f7b-1af1-481f-ba4d-4bcf0af9996a req-1bda8224-cbe2-4b5d-83db-58e33ceadea3 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 945 time: 0.0519724 Sep 07 03:26:49.671630 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c72c8f7b-1af1-481f-ba4d-4bcf0af9996a req-e977dfe6-8317-4518-9a63-f8a3f77c1929 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312798 Sep 07 03:26:50.786039 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19746556-802c-4b02-a5f2-ba5e83cf6785 req-c65b35bc-fce4-4930-9ec5-5dd58f51800a tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:50.787536 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-19746556-802c-4b02-a5f2-ba5e83cf6785 req-c65b35bc-fce4-4930-9ec5-5dd58f51800a tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 945 time: 0.0482447 Sep 07 03:26:50.823878 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-19746556-802c-4b02-a5f2-ba5e83cf6785 req-ede23649-5e2c-465e-8aa2-3f5767f4b1c6 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305007 Sep 07 03:26:50.937998 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0899e2-e9a1-497f-b634-f1aafaa827a7 req-b613c201-16ee-4b22-8386-8a7b87ab18f8 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:50.939530 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4b0899e2-e9a1-497f-b634-f1aafaa827a7 req-b613c201-16ee-4b22-8386-8a7b87ab18f8 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 945 time: 0.0485134 Sep 07 03:26:50.948131 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43010) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:26:50.952556 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-09212222-0fa9-497b-ac51-60f681823f6e tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Request body: {'floatingip': {'port_id': '94b935d8-5878-413c-8a93-15162504618f'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:26:50.994381 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-09212222-0fa9-497b-ac51-60f681823f6e tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks [] for floatingip, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:26:51.411280 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-09212222-0fa9-497b-ac51-60f681823f6e tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:26:51.415427 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-09212222-0fa9-497b-ac51-60f681823f6e tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:26:51.512291 n-d-796209-16 neutron-server[94700]: INFO neutron.db.l3_db [None req-09212222-0fa9-497b-ac51-60f681823f6e tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Floating IP aa6b5edd-6dd7-40e1-b467-0fd4b1469fd2 associated. External IP: 172.25.5.251, port: 94b935d8-5878-413c-8a93-15162504618f. Sep 07 03:26:51.714126 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09212222-0fa9-497b-ac51-60f681823f6e tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Router 6a976ed9-0b79-469a-ae9b-dfef1dd23baf has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:26:51.818242 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09212222-0fa9-497b-ac51-60f681823f6e tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:26:51.823041 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-09212222-0fa9-497b-ac51-60f681823f6e tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:26:51.827840 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff19186b-1eda-4a9f-a101-6c033b73cf72 None None] Sync routers for ids ['6a976ed9-0b79-469a-ae9b-dfef1dd23baf'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:26:51.838355 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff19186b-1eda-4a9f-a101-6c033b73cf72 None None] Routers {'6a976ed9-0b79-469a-ae9b-dfef1dd23baf'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:26:51.838977 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-ff19186b-1eda-4a9f-a101-6c033b73cf72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:26:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['6a976ed9-0b79-469a-ae9b-dfef1dd23baf'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:26:51.850018 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-09212222-0fa9-497b-ac51-60f681823f6e tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "PUT /v2.0/floatingips/aa6b5edd-6dd7-40e1-b467-0fd4b1469fd2 HTTP/1.1" status: 200 len: 992 time: 0.9008687 Sep 07 03:26:51.850608 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '583621c0-d3a6-4b83-b7b5-1204500eb1e9', 'tag': '94b935d8-5878-413c-8a93-15162504618f'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:26:51.855419 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0444d52e-5cb5-4697-91b0-cc1317a5ab8b" -d '{"events": [{"name": "network-changed", "server_uuid": "583621c0-d3a6-4b83-b7b5-1204500eb1e9", "tag": "94b935d8-5878-413c-8a93-15162504618f"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:26:51.888843 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61871210-add6-42eb-b66a-a2286c1e3ac7 x-openstack-request-id: req-61871210-add6-42eb-b66a-a2286c1e3ac7 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:26:51.889139 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "583621c0-d3a6-4b83-b7b5-1204500eb1e9", "tag": "94b935d8-5878-413c-8a93-15162504618f", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:26:51.889397 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-61871210-add6-42eb-b66a-a2286c1e3ac7 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:26:51.889812 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '583621c0-d3a6-4b83-b7b5-1204500eb1e9', 'tag': '94b935d8-5878-413c-8a93-15162504618f', 'status': 'completed', 'code': 200} Sep 07 03:26:51.954635 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0444d52e-5cb5-4697-91b0-cc1317a5ab8b req-f984bb39-d86e-434f-8a42-38bf1727e418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:51.956463 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0444d52e-5cb5-4697-91b0-cc1317a5ab8b req-f984bb39-d86e-434f-8a42-38bf1727e418 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=617269ce5d8848e19cf1d7cbb9238cf7&device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 1097 time: 0.0416353 Sep 07 03:26:51.961172 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-ff19186b-1eda-4a9f-a101-6c033b73cf72 None None] Set router 6a976ed9-0b79-469a-ae9b-dfef1dd23baf gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:26:51.963340 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:26:52.012947 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:26:52.047671 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0444d52e-5cb5-4697-91b0-cc1317a5ab8b req-01b49f8a-abdc-4dff-bf82-8822b67100b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:52.049171 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0444d52e-5cb5-4697-91b0-cc1317a5ab8b req-01b49f8a-abdc-4dff-bf82-8822b67100b3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c4fadbcc-499c-428e-819b-32e001329938 HTTP/1.1" status: 200 len: 912 time: 0.0862739 Sep 07 03:26:52.114948 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0444d52e-5cb5-4697-91b0-cc1317a5ab8b req-952b63cb-86d3-4ce5-9659-94d66e3fb23a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94b935d8-5878-413c-8a93-15162504618f HTTP/1.1" status: 200 len: 1000 time: 0.0585923 Sep 07 03:26:52.167449 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0444d52e-5cb5-4697-91b0-cc1317a5ab8b req-919b9c61-55bd-44d8-be19-8cf9cee4ddd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:52.168963 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0444d52e-5cb5-4697-91b0-cc1317a5ab8b req-919b9c61-55bd-44d8-be19-8cf9cee4ddd8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4f0b5055-c1b2-40d5-b334-fd7d6f889027 HTTP/1.1" status: 200 len: 851 time: 0.0469890 Sep 07 03:26:52.202627 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-ff19186b-1eda-4a9f-a101-6c033b73cf72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'name': 'tempest-ServerActionsTestJSON-1571132071-router', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '54845b1b-8632-4f00-a50d-7e7819005750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:19:54Z', 'updated_at': '2021-09-07T03:19:56Z', 'revision_number': 4, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'gw_port': {'id': '54845b1b-8632-4f00-a50d-7e7819005750', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:19:54Z', 'updated_at': '2021-09-07T03:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'aa6b5edd-6dd7-40e1-b467-0fd4b1469fd2', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'floating_ip_address': '172.25.5.251', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'port_id': '94b935d8-5878-413c-8a93-15162504618f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938', 'mac_address': 'fa:16:3e:30:74:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583621c0-d3a6-4b83-b7b5-1204500eb1e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:19:58Z', 'updated_at': '2021-09-07T03:26:51Z', 'revision_number': 13, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '709c4d93-38f3-4ae4-a7cf-ab3c349ee285', 'name': '', 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'mac_address': 'fa:16:3e:51:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:19:55Z', 'updated_at': '2021-09-07T03:20:01Z', 'revision_number': 5, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'subnets': [{'id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:26:52.214704 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0444d52e-5cb5-4697-91b0-cc1317a5ab8b req-61cf00d8-d04b-40fd-a6ac-1d178580f186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:26:52.216236 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0444d52e-5cb5-4697-91b0-cc1317a5ab8b req-61cf00d8-d04b-40fd-a6ac-1d178580f186 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c4fadbcc-499c-428e-819b-32e001329938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406063 Sep 07 03:26:52.230055 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff19186b-1eda-4a9f-a101-6c033b73cf72 None None] Checking router: 6a976ed9-0b79-469a-ae9b-dfef1dd23baf for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:26:52.238292 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff19186b-1eda-4a9f-a101-6c033b73cf72 None None] Routers {'6a976ed9-0b79-469a-ae9b-dfef1dd23baf'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:26:52.238907 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-ff19186b-1eda-4a9f-a101-6c033b73cf72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:26:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['6a976ed9-0b79-469a-ae9b-dfef1dd23baf'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:26:52.304804 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0444d52e-5cb5-4697-91b0-cc1317a5ab8b req-2c3b0976-1287-41eb-b44e-c634223ede32 service neutron] 10.222.0.23 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808716 Sep 07 03:26:52.343178 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-ff19186b-1eda-4a9f-a101-6c033b73cf72 None None] Set router 6a976ed9-0b79-469a-ae9b-dfef1dd23baf gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:26:52.395569 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0444d52e-5cb5-4697-91b0-cc1317a5ab8b req-14f1122b-880c-47e0-ba3f-113ca289320d service neutron] 10.222.0.23 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849588 Sep 07 03:26:52.570701 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-ff19186b-1eda-4a9f-a101-6c033b73cf72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'name': 'tempest-ServerActionsTestJSON-1571132071-router', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '54845b1b-8632-4f00-a50d-7e7819005750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:19:54Z', 'updated_at': '2021-09-07T03:19:56Z', 'revision_number': 4, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'gw_port': {'id': '54845b1b-8632-4f00-a50d-7e7819005750', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:19:54Z', 'updated_at': '2021-09-07T03:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'aa6b5edd-6dd7-40e1-b467-0fd4b1469fd2', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'floating_ip_address': '172.25.5.251', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'port_id': '94b935d8-5878-413c-8a93-15162504618f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938', 'mac_address': 'fa:16:3e:30:74:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583621c0-d3a6-4b83-b7b5-1204500eb1e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:19:58Z', 'updated_at': '2021-09-07T03:26:51Z', 'revision_number': 13, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '709c4d93-38f3-4ae4-a7cf-ab3c349ee285', 'name': '', 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'mac_address': 'fa:16:3e:51:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:19:55Z', 'updated_at': '2021-09-07T03:20:01Z', 'revision_number': 5, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'subnets': [{'id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:26:52.596568 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff19186b-1eda-4a9f-a101-6c033b73cf72 None None] The sync data for ids ['6a976ed9-0b79-469a-ae9b-dfef1dd23baf'] in n-d-796209-16 is: [{'id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'name': 'tempest-ServerActionsTestJSON-1571132071-router', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '54845b1b-8632-4f00-a50d-7e7819005750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:19:54Z', 'updated_at': '2021-09-07T03:19:56Z', 'revision_number': 4, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'gw_port': {'id': '54845b1b-8632-4f00-a50d-7e7819005750', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:19:54Z', 'updated_at': '2021-09-07T03:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'aa6b5edd-6dd7-40e1-b467-0fd4b1469fd2', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'floating_ip_address': '172.25.5.251', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'port_id': '94b935d8-5878-413c-8a93-15162504618f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938', 'mac_address': 'fa:16:3e:30:74:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583621c0-d3a6-4b83-b7b5-1204500eb1e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:19:58Z', 'updated_at': '2021-09-07T03:26:51Z', 'revision_number': 13, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '709c4d93-38f3-4ae4-a7cf-ab3c349ee285', 'name': '', 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'mac_address': 'fa:16:3e:51:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:19:55Z', 'updated_at': '2021-09-07T03:20:01Z', 'revision_number': 5, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'subnets': [{'id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:26:52.786960 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d27ef8d-940b-4a35-a284-529ad5994065 None None] New status for floating IP aa6b5edd-6dd7-40e1-b467-0fd4b1469fd2: ACTIVE {{(pid=94703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 03:26:55.972256 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0f4903b0-cff0-48c9-aa90-3e9ddafc2c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:26:58.226069 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0c422b00-22d6-40d3-9390-bceb68fcae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:26:58.765050 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:26:59.688742 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:27:01.536629 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:27:20.764563 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f412ed0f-b633-4f6b-b454-28010441baaf req-79ad0657-93fc-4ed3-9c62-092c053da2ca service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0386231 Sep 07 03:27:20.843207 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f412ed0f-b633-4f6b-b454-28010441baaf req-a92ce324-04ca-475c-9685-fdbbf395f695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:27:20.844697 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f412ed0f-b633-4f6b-b454-28010441baaf req-a92ce324-04ca-475c-9685-fdbbf395f695 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=617269ce5d8848e19cf1d7cbb9238cf7&device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 1097 time: 0.0393312 Sep 07 03:27:21.265134 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f412ed0f-b633-4f6b-b454-28010441baaf req-750f5037-0197-4473-8bf3-0037291a920e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:27:21.266546 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f412ed0f-b633-4f6b-b454-28010441baaf req-750f5037-0197-4473-8bf3-0037291a920e service neutron] 10.222.0.23 "GET /v2.0/networks?id=c4fadbcc-499c-428e-819b-32e001329938 HTTP/1.1" status: 200 len: 912 time: 0.4028819 Sep 07 03:27:21.330364 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f412ed0f-b633-4f6b-b454-28010441baaf req-d6b86dcc-07a2-40c4-97d6-807292d05160 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94b935d8-5878-413c-8a93-15162504618f HTTP/1.1" status: 200 len: 1002 time: 0.0555344 Sep 07 03:27:21.383433 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f412ed0f-b633-4f6b-b454-28010441baaf req-cf37fe75-57a8-4f1a-9573-f2cd00f4e363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:27:21.384899 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f412ed0f-b633-4f6b-b454-28010441baaf req-cf37fe75-57a8-4f1a-9573-f2cd00f4e363 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4f0b5055-c1b2-40d5-b334-fd7d6f889027 HTTP/1.1" status: 200 len: 851 time: 0.0457406 Sep 07 03:27:21.430946 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f412ed0f-b633-4f6b-b454-28010441baaf req-85d2debe-0a15-4ee2-a757-f10d46ec17ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:27:21.432446 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f412ed0f-b633-4f6b-b454-28010441baaf req-85d2debe-0a15-4ee2-a757-f10d46ec17ee service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c4fadbcc-499c-428e-819b-32e001329938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401740 Sep 07 03:27:21.528177 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f412ed0f-b633-4f6b-b454-28010441baaf req-1025d895-83e8-4340-92f6-245cc77fbdf4 service neutron] 10.222.0.23 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880485 Sep 07 03:27:21.616480 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f412ed0f-b633-4f6b-b454-28010441baaf req-37eb5525-d7bc-4990-8a89-03949317b44f service neutron] 10.222.0.23 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808647 Sep 07 03:27:21.965550 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:27:22.006209 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:27:25.389578 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:27:25.971845 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7cab936b-ba3a-4963-a87e-04be64ae0405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:27:28.227971 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8be3f9fb-7c5b-49cb-8f23-c3d802f78fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:27:28.765153 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:27:29.691554 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:27:31.538900 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:27:51.965131 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:27:52.009557 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:27:55.972878 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-091a18bf-4600-4e6a-b9f1-435f1172c273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:27:58.228022 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f8d4781c-0ddf-4f7f-8ca6-bdabd03a15fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:27:58.765970 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:27:59.697117 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:28:01.542525 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:28:02.388625 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:28:21.975851 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:28:22.012358 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:28:22.106311 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-aa3e78ec-b823-4f51-b627-e7d967902e7d req-0a8d4587-2839-40b8-b573-a5b37066a986 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0415599 Sep 07 03:28:22.187217 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e78ec-b823-4f51-b627-e7d967902e7d req-8f807d2d-60ea-4f5d-838f-6860fee0846d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:28:22.188749 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-aa3e78ec-b823-4f51-b627-e7d967902e7d req-8f807d2d-60ea-4f5d-838f-6860fee0846d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=617269ce5d8848e19cf1d7cbb9238cf7&device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 1097 time: 0.0438273 Sep 07 03:28:22.288854 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e78ec-b823-4f51-b627-e7d967902e7d req-4efc85ec-e12e-4fb9-a4d8-3af252211e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:28:22.290873 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-aa3e78ec-b823-4f51-b627-e7d967902e7d req-4efc85ec-e12e-4fb9-a4d8-3af252211e45 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c4fadbcc-499c-428e-819b-32e001329938 HTTP/1.1" status: 200 len: 912 time: 0.0832586 Sep 07 03:28:22.356991 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-aa3e78ec-b823-4f51-b627-e7d967902e7d req-a8c27d23-be03-4dd2-95f4-df6d164e851a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94b935d8-5878-413c-8a93-15162504618f HTTP/1.1" status: 200 len: 1002 time: 0.0598800 Sep 07 03:28:22.403337 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e78ec-b823-4f51-b627-e7d967902e7d req-0d008a8d-b9cb-4c2b-b472-c2b9abff3449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:28:22.404721 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-aa3e78ec-b823-4f51-b627-e7d967902e7d req-0d008a8d-b9cb-4c2b-b472-c2b9abff3449 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4f0b5055-c1b2-40d5-b334-fd7d6f889027 HTTP/1.1" status: 200 len: 851 time: 0.0414588 Sep 07 03:28:22.447653 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e78ec-b823-4f51-b627-e7d967902e7d req-68446c14-9ce4-47eb-a58d-08b6dc3cf07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:28:22.449070 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-aa3e78ec-b823-4f51-b627-e7d967902e7d req-68446c14-9ce4-47eb-a58d-08b6dc3cf07d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c4fadbcc-499c-428e-819b-32e001329938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0378573 Sep 07 03:28:22.538825 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-aa3e78ec-b823-4f51-b627-e7d967902e7d req-5320a09b-7e10-483e-bd30-496c69f2495d service neutron] 10.222.0.23 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826566 Sep 07 03:28:22.624254 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-aa3e78ec-b823-4f51-b627-e7d967902e7d req-c84368f4-f045-4758-8b35-a1a0c7596413 service neutron] 10.222.0.23 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786469 Sep 07 03:28:25.973159 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c4c9f9c0-1a7e-41fd-9666-0077b1b59491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:28:28.230743 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ba411d94-c216-47d2-91ce-c42e1dff0ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:28:28.767805 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:28:28.857042 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9498e6ab-2e6c-4461-9add-8d13a5012958 req-62c4142c-af25-40d4-8577-9e731e9c774b tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:28:28.858550 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9498e6ab-2e6c-4461-9add-8d13a5012958 req-62c4142c-af25-40d4-8577-9e731e9c774b tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 945 time: 0.0501587 Sep 07 03:28:28.897557 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9498e6ab-2e6c-4461-9add-8d13a5012958 req-16e23042-f7d6-4e7e-8e29-d29ca5e8149b tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330808 Sep 07 03:28:29.696586 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:28:31.547896 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:28:38.864488 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [req-cd1d9ff6-4ea7-4de2-86fb-96e7b8514c20 req-e9ce3034-e9a0-47e7-a785-876d50b66b92 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:28:38.865568 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cd1d9ff6-4ea7-4de2-86fb-96e7b8514c20 req-e9ce3034-e9a0-47e7-a785-876d50b66b92 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0527520 Sep 07 03:28:39.388433 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:28:40.053339 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3d063807-a72e-4a73-a85c-fbed38018680 req-f188fff2-c994-41f9-8a50-ba3a12fbab86 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0469933 Sep 07 03:28:40.306638 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9374f996-26fb-40ba-a267-3575aaee88c8 req-7f42f7bf-b3d7-4392-bf1a-d0386c1f8c63 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:28:40.308202 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9374f996-26fb-40ba-a267-3575aaee88c8 req-7f42f7bf-b3d7-4392-bf1a-d0386c1f8c63 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 945 time: 0.0554264 Sep 07 03:28:40.346842 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9374f996-26fb-40ba-a267-3575aaee88c8 req-843d86e7-6dd8-4bb9-b312-bdf8c5d653e3 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323000 Sep 07 03:28:41.333777 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d063807-a72e-4a73-a85c-fbed38018680 req-094a9d49-d693-4135-bdcc-9f69fa4f44b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:28:41.335203 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3d063807-a72e-4a73-a85c-fbed38018680 req-094a9d49-d693-4135-bdcc-9f69fa4f44b5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=617269ce5d8848e19cf1d7cbb9238cf7&device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 1097 time: 0.0401976 Sep 07 03:28:41.433661 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d063807-a72e-4a73-a85c-fbed38018680 req-cce20701-7a4e-40f0-a686-9a01c949654b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:28:41.436309 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3d063807-a72e-4a73-a85c-fbed38018680 req-cce20701-7a4e-40f0-a686-9a01c949654b service neutron] 10.222.0.23 "GET /v2.0/networks?id=c4fadbcc-499c-428e-819b-32e001329938 HTTP/1.1" status: 200 len: 912 time: 0.0933166 Sep 07 03:28:41.466490 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ee878-e927-4c6f-9b9c-a3e5030e08f6 req-b9d7806f-820f-46f8-bb40-cd689b80b703 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:28:41.468022 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f12ee878-e927-4c6f-9b9c-a3e5030e08f6 req-b9d7806f-820f-46f8-bb40-cd689b80b703 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 945 time: 0.0536001 Sep 07 03:28:41.501543 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3d063807-a72e-4a73-a85c-fbed38018680 req-4b7e6f17-7501-418a-841e-f49644ff7d8e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94b935d8-5878-413c-8a93-15162504618f HTTP/1.1" status: 200 len: 1002 time: 0.0589318 Sep 07 03:28:41.505265 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f12ee878-e927-4c6f-9b9c-a3e5030e08f6 req-3122f594-945b-42ea-ae1a-44aff9fd85c9 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312190 Sep 07 03:28:41.551126 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d063807-a72e-4a73-a85c-fbed38018680 req-e3bde9d1-6e93-4ead-beb3-2adf5447b21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:28:41.552720 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3d063807-a72e-4a73-a85c-fbed38018680 req-e3bde9d1-6e93-4ead-beb3-2adf5447b21b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4f0b5055-c1b2-40d5-b334-fd7d6f889027 HTTP/1.1" status: 200 len: 851 time: 0.0442395 Sep 07 03:28:41.601154 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d063807-a72e-4a73-a85c-fbed38018680 req-129b11f4-9064-4ae0-9f72-e21c9df4bf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:28:41.602522 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3d063807-a72e-4a73-a85c-fbed38018680 req-129b11f4-9064-4ae0-9f72-e21c9df4bf76 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c4fadbcc-499c-428e-819b-32e001329938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430112 Sep 07 03:28:41.689307 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3d063807-a72e-4a73-a85c-fbed38018680 req-4b2e0916-8293-4d7f-a00f-f98670562b36 service neutron] 10.222.0.23 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797975 Sep 07 03:28:41.782827 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3d063807-a72e-4a73-a85c-fbed38018680 req-d164d1f0-67bc-4c67-b7b8-0a83535fc866 service neutron] 10.222.0.23 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867989 Sep 07 03:28:42.620580 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc0324a-bde4-4da5-aaeb-1ba758d2594b req-8fcdbb8a-37a6-4f9e-81c0-e55325cb47c8 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:28:42.622042 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6fc0324a-bde4-4da5-aaeb-1ba758d2594b req-8fcdbb8a-37a6-4f9e-81c0-e55325cb47c8 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 945 time: 0.0487258 Sep 07 03:28:42.662249 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6fc0324a-bde4-4da5-aaeb-1ba758d2594b req-1708be48-8eec-43d8-8826-f51010960b17 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342872 Sep 07 03:28:43.786706 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb492c-ac16-4821-a25f-6b9152d0a5d9 req-fe96f18f-ba27-44e7-ae1b-647bc9b611e1 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:28:43.788268 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c9eb492c-ac16-4821-a25f-6b9152d0a5d9 req-fe96f18f-ba27-44e7-ae1b-647bc9b611e1 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 945 time: 0.0549293 Sep 07 03:28:43.826666 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c9eb492c-ac16-4821-a25f-6b9152d0a5d9 req-94daa41f-025d-467e-9ab5-e2bee5f4d981 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323451 Sep 07 03:28:44.940440 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847784b6-c969-48f8-8b29-616276ceb57c req-fe2587d3-5c5c-4d05-9e45-6c24f9c3d17a tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:28:44.941948 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-847784b6-c969-48f8-8b29-616276ceb57c req-fe2587d3-5c5c-4d05-9e45-6c24f9c3d17a tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 945 time: 0.0489342 Sep 07 03:28:44.979864 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-847784b6-c969-48f8-8b29-616276ceb57c req-94d2094c-683b-4e51-be9e-0092577ec2dd tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315263 Sep 07 03:28:46.097114 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef2093-24ec-4f7c-81f9-74f6d931910b req-c71a2256-dcea-4d21-90ba-789171a81645 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:28:46.098581 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e5ef2093-24ec-4f7c-81f9-74f6d931910b req-c71a2256-dcea-4d21-90ba-789171a81645 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 945 time: 0.0525682 Sep 07 03:28:46.135330 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e5ef2093-24ec-4f7c-81f9-74f6d931910b req-36362e43-342f-4a3a-9aa4-8b4b94a787ad tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308437 Sep 07 03:28:47.252619 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c3b53-2dd5-4b59-9e34-50c4086f4d9c req-fbe57d18-0060-484a-ac22-cc6b88e1e13e tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:28:47.254119 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-978c3b53-2dd5-4b59-9e34-50c4086f4d9c req-fbe57d18-0060-484a-ac22-cc6b88e1e13e tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 945 time: 0.0527208 Sep 07 03:28:47.291650 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-978c3b53-2dd5-4b59-9e34-50c4086f4d9c req-68ecc669-003e-4be4-80c1-b17b1254391b tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310209 Sep 07 03:28:48.403882 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf08062-b1ed-4413-bc0e-2288fa2d30a2 req-0ac41178-7893-4dba-861b-2b5bb81915f3 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:28:48.405395 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cdf08062-b1ed-4413-bc0e-2288fa2d30a2 req-0ac41178-7893-4dba-861b-2b5bb81915f3 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 945 time: 0.0480156 Sep 07 03:28:48.442243 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cdf08062-b1ed-4413-bc0e-2288fa2d30a2 req-b71d0c03-65df-45c0-b648-c62440f7e6a1 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310366 Sep 07 03:28:49.555532 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740dd422-df39-4474-86e3-cbcdbc3197ae req-b2cbc6c5-d76d-41ae-9760-cb3cd3640aa0 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:28:49.557030 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-740dd422-df39-4474-86e3-cbcdbc3197ae req-b2cbc6c5-d76d-41ae-9760-cb3cd3640aa0 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 945 time: 0.0488756 Sep 07 03:28:49.594205 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-740dd422-df39-4474-86e3-cbcdbc3197ae req-9a21561c-e296-439b-bb60-a82c5b80caec tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314324 Sep 07 03:28:50.709405 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0110dc99-047b-46f2-a043-9bd67eaa1647 req-7cc5dad4-07d6-4441-bde3-b9896aa0e6a2 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:28:50.710876 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0110dc99-047b-46f2-a043-9bd67eaa1647 req-7cc5dad4-07d6-4441-bde3-b9896aa0e6a2 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 945 time: 0.0480356 Sep 07 03:28:50.747862 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0110dc99-047b-46f2-a043-9bd67eaa1647 req-e6542edd-4ce7-4e35-b2ce-edb577a57cca tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305512 Sep 07 03:28:51.865593 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c349652e-3f1e-42b5-a661-db0e86134002 req-f52f5925-8ac9-4f79-933b-8cf23998a687 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:28:51.867082 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c349652e-3f1e-42b5-a661-db0e86134002 req-f52f5925-8ac9-4f79-933b-8cf23998a687 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 945 time: 0.0488458 Sep 07 03:28:51.904272 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c349652e-3f1e-42b5-a661-db0e86134002 req-b5c89467-244b-4ec9-b5d6-1b7d362e7639 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311463 Sep 07 03:28:51.975066 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:28:52.010394 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:28:53.318911 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641298e9-3be1-49af-9876-e5a516092d48 req-c6919a6f-31b8-4376-ad87-080729a09f6c tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:28:53.320375 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-641298e9-3be1-49af-9876-e5a516092d48 req-c6919a6f-31b8-4376-ad87-080729a09f6c tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 945 time: 0.3501711 Sep 07 03:28:53.357517 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-641298e9-3be1-49af-9876-e5a516092d48 req-f708e418-6c19-443f-974e-0150c047627c tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310948 Sep 07 03:28:54.476414 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6219450-e37d-4fd5-acaf-49a744f87841 req-a113d69d-acdc-4ae9-82be-4fb952c1f9fb tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:28:54.478540 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b6219450-e37d-4fd5-acaf-49a744f87841 req-a113d69d-acdc-4ae9-82be-4fb952c1f9fb tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 945 time: 0.0535827 Sep 07 03:28:54.516738 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b6219450-e37d-4fd5-acaf-49a744f87841 req-e2f8d28f-7ad4-482f-ae76-029d276df853 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321839 Sep 07 03:28:55.330921 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [req-3d063807-a72e-4a73-a85c-fbed38018680 req-7b99959d-b1b4-468a-896d-ce3d7233c121 service neutron] show failed (client error): The resource could not be found. Sep 07 03:28:55.332147 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3d063807-a72e-4a73-a85c-fbed38018680 req-7b99959d-b1b4-468a-896d-ce3d7233c121 service neutron] 10.222.0.23 "GET /v2.0/ports/94b935d8-5878-413c-8a93-15162504618f/bindings/n-h2-796209-16 HTTP/1.1" status: 404 len: 381 time: 0.0540164 Sep 07 03:28:55.520011 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d063807-a72e-4a73-a85c-fbed38018680 req-0d4c75b4-df04-4701-b875-70e90f2fbfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:28:55.521402 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3d063807-a72e-4a73-a85c-fbed38018680 req-0d4c75b4-df04-4701-b875-70e90f2fbfd7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9&tenant_id=617269ce5d8848e19cf1d7cbb9238cf7 HTTP/1.1" status: 200 len: 1097 time: 0.0393627 Sep 07 03:28:55.533652 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-3d063807-a72e-4a73-a85c-fbed38018680 req-481d0566-cf7a-4eee-afc7-fe0858221243 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-796209-16', 'device_owner': 'compute:nova'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:28:55.588675 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3d063807-a72e-4a73-a85c-fbed38018680 req-481d0566-cf7a-4eee-afc7-fe0858221243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:28:55.663074 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da06db-99be-48fe-bf2a-176bd3331285 req-1bfb220a-1a79-478a-9f94-ee80805a9d58 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:28:55.664624 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-22da06db-99be-48fe-bf2a-176bd3331285 req-1bfb220a-1a79-478a-9f94-ee80805a9d58 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 945 time: 0.0784628 Sep 07 03:28:55.770654 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-22da06db-99be-48fe-bf2a-176bd3331285 req-915ea367-7f01-4dea-a815-e6c6a933ca01 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979617 Sep 07 03:28:55.856103 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-3d063807-a72e-4a73-a85c-fbed38018680 req-481d0566-cf7a-4eee-afc7-fe0858221243 service neutron] For port 94b935d8-5878-413c-8a93-15162504618f, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=94b935d8-5878-413c-8a93-15162504618f,segment=NetworkSegment(07955656-bbc9-46aa-91b6-95e96bad7147),segment_id=07955656-bbc9-46aa-91b6-95e96bad7147)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:28:55.889805 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-3d063807-a72e-4a73-a85c-fbed38018680 req-481d0566-cf7a-4eee-afc7-fe0858221243 service neutron] For port 94b935d8-5878-413c-8a93-15162504618f, host n-h1-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:28:55.927031 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '583621c0-d3a6-4b83-b7b5-1204500eb1e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94b935d8-5878-413c-8a93-15162504618f'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:28:55.930117 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a038a94b-4733-4bf0-a213-c37097d443e4" -d '{"events": [{"server_uuid": "583621c0-d3a6-4b83-b7b5-1204500eb1e9", "name": "network-vif-unplugged", "status": "completed", "tag": "94b935d8-5878-413c-8a93-15162504618f"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:28:55.934719 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3d063807-a72e-4a73-a85c-fbed38018680 req-481d0566-cf7a-4eee-afc7-fe0858221243 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:28:55.947610 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-3d063807-a72e-4a73-a85c-fbed38018680 req-481d0566-cf7a-4eee-afc7-fe0858221243 service neutron] Transition to ACTIVE for port object 94b935d8-5878-413c-8a93-15162504618f will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:28:55.951780 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3d063807-a72e-4a73-a85c-fbed38018680 req-481d0566-cf7a-4eee-afc7-fe0858221243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:28:55.977725 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b3ae0646-f84a-49d5-8e69-ea267d42dff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:28:56.046068 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481d0566-cf7a-4eee-afc7-fe0858221243 service neutron] Pushing event updated for resources: {'Port': ['ID=94b935d8-5878-413c-8a93-15162504618f,revision_number=6']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:28:56.063517 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 03:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e093f46-b108-4778-a8aa-906582d5c8bf x-openstack-request-id: req-7e093f46-b108-4778-a8aa-906582d5c8bf {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:28:56.063813 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "583621c0-d3a6-4b83-b7b5-1204500eb1e9", "name": "network-vif-unplugged", "status": "completed", "tag": "94b935d8-5878-413c-8a93-15162504618f", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:28:56.064070 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7e093f46-b108-4778-a8aa-906582d5c8bf {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:28:56.064476 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '583621c0-d3a6-4b83-b7b5-1204500eb1e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94b935d8-5878-413c-8a93-15162504618f', 'code': 200} Sep 07 03:28:56.071197 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d0566-cf7a-4eee-afc7-fe0858221243 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:28:56.071574 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d0566-cf7a-4eee-afc7-fe0858221243 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:28:56.071921 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d0566-cf7a-4eee-afc7-fe0858221243 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:28:56.072260 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d0566-cf7a-4eee-afc7-fe0858221243 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:28:56.072595 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d0566-cf7a-4eee-afc7-fe0858221243 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:28:56.072931 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d0566-cf7a-4eee-afc7-fe0858221243 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:28:56.073260 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d0566-cf7a-4eee-afc7-fe0858221243 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:28:56.073590 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d0566-cf7a-4eee-afc7-fe0858221243 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:28:56.073918 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d0566-cf7a-4eee-afc7-fe0858221243 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:28:56.074243 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d0566-cf7a-4eee-afc7-fe0858221243 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:28:56.074568 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d0566-cf7a-4eee-afc7-fe0858221243 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:28:56.074891 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481d0566-cf7a-4eee-afc7-fe0858221243 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:28:56.099458 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d063807-a72e-4a73-a85c-fbed38018680 req-481d0566-cf7a-4eee-afc7-fe0858221243 service neutron] No DVR routers for this DVR port 94b935d8-5878-413c-8a93-15162504618f on host n-h1-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:28:56.235646 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-3d063807-a72e-4a73-a85c-fbed38018680 req-481d0566-cf7a-4eee-afc7-fe0858221243 service neutron] Attempting to bind port 94b935d8-5878-413c-8a93-15162504618f on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:28:56.235983 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-3d063807-a72e-4a73-a85c-fbed38018680 req-481d0566-cf7a-4eee-afc7-fe0858221243 service neutron] Attempting to bind port 94b935d8-5878-413c-8a93-15162504618f by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '07955656-bbc9-46aa-91b6-95e96bad7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:28:56.236314 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d063807-a72e-4a73-a85c-fbed38018680 req-481d0566-cf7a-4eee-afc7-fe0858221243 service neutron] Attempting to bind port 94b935d8-5878-413c-8a93-15162504618f on network c4fadbcc-499c-428e-819b-32e001329938 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:28:56.240684 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d063807-a72e-4a73-a85c-fbed38018680 req-481d0566-cf7a-4eee-afc7-fe0858221243 service neutron] Port 94b935d8-5878-413c-8a93-15162504618f on network c4fadbcc-499c-428e-819b-32e001329938 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 03:28:56.241035 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d063807-a72e-4a73-a85c-fbed38018680 req-481d0566-cf7a-4eee-afc7-fe0858221243 service neutron] Attempting to bind port 94b935d8-5878-413c-8a93-15162504618f on network c4fadbcc-499c-428e-819b-32e001329938 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:28:56.245993 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d063807-a72e-4a73-a85c-fbed38018680 req-481d0566-cf7a-4eee-afc7-fe0858221243 service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:28:56.246358 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d063807-a72e-4a73-a85c-fbed38018680 req-481d0566-cf7a-4eee-afc7-fe0858221243 service neutron] Checking segment: {'id': '07955656-bbc9-46aa-91b6-95e96bad7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:28:56.246737 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d063807-a72e-4a73-a85c-fbed38018680 req-481d0566-cf7a-4eee-afc7-fe0858221243 service neutron] Bound using segment: {'id': '07955656-bbc9-46aa-91b6-95e96bad7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:28:56.247161 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-3d063807-a72e-4a73-a85c-fbed38018680 req-481d0566-cf7a-4eee-afc7-fe0858221243 service neutron] Bound port: 94b935d8-5878-413c-8a93-15162504618f, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07955656-bbc9-46aa-91b6-95e96bad7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:28:56.247533 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3d063807-a72e-4a73-a85c-fbed38018680 req-481d0566-cf7a-4eee-afc7-fe0858221243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:28:56.311915 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-3d063807-a72e-4a73-a85c-fbed38018680 req-481d0566-cf7a-4eee-afc7-fe0858221243 service neutron] For port 94b935d8-5878-413c-8a93-15162504618f, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:28:56.315002 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-3d063807-a72e-4a73-a85c-fbed38018680 req-481d0566-cf7a-4eee-afc7-fe0858221243 service neutron] For port 94b935d8-5878-413c-8a93-15162504618f, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=94b935d8-5878-413c-8a93-15162504618f,segment=NetworkSegment(07955656-bbc9-46aa-91b6-95e96bad7147),segment_id=07955656-bbc9-46aa-91b6-95e96bad7147)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:28:56.319712 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3d063807-a72e-4a73-a85c-fbed38018680 req-481d0566-cf7a-4eee-afc7-fe0858221243 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:28:56.352815 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d063807-a72e-4a73-a85c-fbed38018680 req-481d0566-cf7a-4eee-afc7-fe0858221243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:28:56.353458 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-3d063807-a72e-4a73-a85c-fbed38018680 req-481d0566-cf7a-4eee-afc7-fe0858221243 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:28:56.354958 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3d063807-a72e-4a73-a85c-fbed38018680 req-481d0566-cf7a-4eee-afc7-fe0858221243 service neutron] 10.222.0.16 "PUT /v2.0/ports/94b935d8-5878-413c-8a93-15162504618f HTTP/1.1" status: 200 len: 1092 time: 0.8250663 Sep 07 03:28:56.377694 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481d0566-cf7a-4eee-afc7-fe0858221243 service neutron] Pushing event updated for resources: {'Port': ['ID=94b935d8-5878-413c-8a93-15162504618f,revision_number=7']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:28:56.421980 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d063807-a72e-4a73-a85c-fbed38018680 req-a67c7b0d-e821-4307-8e14-349b28b015d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:28:56.423560 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3d063807-a72e-4a73-a85c-fbed38018680 req-a67c7b0d-e821-4307-8e14-349b28b015d1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=617269ce5d8848e19cf1d7cbb9238cf7&device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 1095 time: 0.0428784 Sep 07 03:28:56.521774 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d063807-a72e-4a73-a85c-fbed38018680 req-894c84aa-f76a-4c89-8cb7-fa83b2084627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:28:56.523295 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3d063807-a72e-4a73-a85c-fbed38018680 req-894c84aa-f76a-4c89-8cb7-fa83b2084627 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c4fadbcc-499c-428e-819b-32e001329938 HTTP/1.1" status: 200 len: 912 time: 0.0923381 Sep 07 03:28:56.587820 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3d063807-a72e-4a73-a85c-fbed38018680 req-32fdace9-ccd9-4c9c-8ee0-c998b776ed53 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94b935d8-5878-413c-8a93-15162504618f HTTP/1.1" status: 200 len: 1000 time: 0.0576651 Sep 07 03:28:56.636823 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d063807-a72e-4a73-a85c-fbed38018680 req-48b6ef49-0be2-42b4-af74-4556ba79517e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:28:56.638195 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3d063807-a72e-4a73-a85c-fbed38018680 req-48b6ef49-0be2-42b4-af74-4556ba79517e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4f0b5055-c1b2-40d5-b334-fd7d6f889027 HTTP/1.1" status: 200 len: 851 time: 0.0433795 Sep 07 03:28:56.685967 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d063807-a72e-4a73-a85c-fbed38018680 req-0ea3258e-8c05-4780-a805-43cca0182069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:28:56.687456 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3d063807-a72e-4a73-a85c-fbed38018680 req-0ea3258e-8c05-4780-a805-43cca0182069 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4fadbcc-499c-428e-819b-32e001329938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426385 Sep 07 03:28:56.775462 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3d063807-a72e-4a73-a85c-fbed38018680 req-581dc1ea-26f5-42be-9df8-d5a8a9a7a375 service neutron] 10.222.0.16 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811758 Sep 07 03:28:56.896664 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3d063807-a72e-4a73-a85c-fbed38018680 req-9e97b6d9-b33c-4c8d-8799-6eab51fc62b3 service neutron] 10.222.0.16 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132650 Sep 07 03:28:56.908676 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189c1c0-7ac5-46d2-95b6-94c34f741b14 req-65140e31-be16-4c99-bf9f-03523af04382 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:28:56.910210 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9189c1c0-7ac5-46d2-95b6-94c34f741b14 req-65140e31-be16-4c99-bf9f-03523af04382 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 943 time: 0.0687449 Sep 07 03:28:56.958813 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9189c1c0-7ac5-46d2-95b6-94c34f741b14 req-c27b32c3-5a0f-495c-bac6-b9379d6422a5 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416768 Sep 07 03:28:57.373256 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 94b935d8-5878-413c-8a93-15162504618f no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:28:57.412664 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 94b935d8-5878-413c-8a93-15162504618f not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:28:58.066250 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '583621c0-d3a6-4b83-b7b5-1204500eb1e9', 'tag': '94b935d8-5878-413c-8a93-15162504618f'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:28:58.069064 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7708d5a-9b3e-4ace-8438-ed7860745fd7" -d '{"events": [{"name": "network-changed", "server_uuid": "583621c0-d3a6-4b83-b7b5-1204500eb1e9", "tag": "94b935d8-5878-413c-8a93-15162504618f"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:28:58.086871 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7b543-4567-4234-b6f8-7dc50a31535f req-ab11b1ef-a008-4908-9c64-ed925a0515cd tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:28:58.088676 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-16f7b543-4567-4234-b6f8-7dc50a31535f req-ab11b1ef-a008-4908-9c64-ed925a0515cd tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 943 time: 0.0638642 Sep 07 03:28:58.122826 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31261e8e-b567-49e0-b3a7-43b0a06b33bb x-openstack-request-id: req-31261e8e-b567-49e0-b3a7-43b0a06b33bb {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:28:58.123182 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "583621c0-d3a6-4b83-b7b5-1204500eb1e9", "tag": "94b935d8-5878-413c-8a93-15162504618f", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:28:58.123526 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-31261e8e-b567-49e0-b3a7-43b0a06b33bb {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:28:58.123940 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '583621c0-d3a6-4b83-b7b5-1204500eb1e9', 'tag': '94b935d8-5878-413c-8a93-15162504618f', 'status': 'completed', 'code': 200} Sep 07 03:28:58.133526 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-16f7b543-4567-4234-b6f8-7dc50a31535f req-bcd001c5-e219-46bc-b1e2-f491c298a284 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382245 Sep 07 03:28:58.189253 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7708d5a-9b3e-4ace-8438-ed7860745fd7 req-7753a97f-2c00-4930-9c0a-b9cbd3043fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:28:58.190835 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e7708d5a-9b3e-4ace-8438-ed7860745fd7 req-7753a97f-2c00-4930-9c0a-b9cbd3043fb0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=617269ce5d8848e19cf1d7cbb9238cf7&device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 1095 time: 0.0479267 Sep 07 03:28:58.192908 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7708d5a-9b3e-4ace-8438-ed7860745fd7 req-a32d2ed8-8275-429f-8277-dc4812d8ea5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:28:58.194408 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e7708d5a-9b3e-4ace-8438-ed7860745fd7 req-a32d2ed8-8275-429f-8277-dc4812d8ea5e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=617269ce5d8848e19cf1d7cbb9238cf7&device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 1095 time: 0.0420215 Sep 07 03:28:58.228696 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c325d1c2-cc93-4a21-95b6-dc871cf0943f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:28:58.295148 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7708d5a-9b3e-4ace-8438-ed7860745fd7 req-ddda61de-c691-4923-9029-e118b080dea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:28:58.295942 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7708d5a-9b3e-4ace-8438-ed7860745fd7 req-55569922-52e1-41c9-87cd-aa63f2b73a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:28:58.296694 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e7708d5a-9b3e-4ace-8438-ed7860745fd7 req-ddda61de-c691-4923-9029-e118b080dea6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c4fadbcc-499c-428e-819b-32e001329938 HTTP/1.1" status: 200 len: 912 time: 0.0986176 Sep 07 03:28:58.297493 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e7708d5a-9b3e-4ace-8438-ed7860745fd7 req-55569922-52e1-41c9-87cd-aa63f2b73a59 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c4fadbcc-499c-428e-819b-32e001329938 HTTP/1.1" status: 200 len: 912 time: 0.0952890 Sep 07 03:28:58.367871 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e7708d5a-9b3e-4ace-8438-ed7860745fd7 req-5faffe25-f23c-4eda-8089-ad6ce8dc0162 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94b935d8-5878-413c-8a93-15162504618f HTTP/1.1" status: 200 len: 1000 time: 0.0625544 Sep 07 03:28:58.370469 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e7708d5a-9b3e-4ace-8438-ed7860745fd7 req-ab9eee22-0fd4-4c05-a6a1-3f4e668ac1bb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94b935d8-5878-413c-8a93-15162504618f HTTP/1.1" status: 200 len: 1000 time: 0.0666084 Sep 07 03:28:58.421111 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7708d5a-9b3e-4ace-8438-ed7860745fd7 req-250157ea-d844-4e3c-8036-b4692d940b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:28:58.422535 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e7708d5a-9b3e-4ace-8438-ed7860745fd7 req-250157ea-d844-4e3c-8036-b4692d940b08 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4f0b5055-c1b2-40d5-b334-fd7d6f889027 HTTP/1.1" status: 200 len: 851 time: 0.0450797 Sep 07 03:28:58.423087 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7708d5a-9b3e-4ace-8438-ed7860745fd7 req-9b542949-f6cd-41fa-b87c-bee60f10f352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:28:58.424638 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e7708d5a-9b3e-4ace-8438-ed7860745fd7 req-9b542949-f6cd-41fa-b87c-bee60f10f352 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4f0b5055-c1b2-40d5-b334-fd7d6f889027 HTTP/1.1" status: 200 len: 851 time: 0.0504754 Sep 07 03:28:58.469610 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7708d5a-9b3e-4ace-8438-ed7860745fd7 req-1506c98d-4fca-490a-8edb-76e7f0b359c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:28:58.470882 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7708d5a-9b3e-4ace-8438-ed7860745fd7 req-e19c12a4-3554-48f6-8796-19e42f6684fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:28:58.471720 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e7708d5a-9b3e-4ace-8438-ed7860745fd7 req-1506c98d-4fca-490a-8edb-76e7f0b359c4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c4fadbcc-499c-428e-819b-32e001329938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428321 Sep 07 03:28:58.472437 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e7708d5a-9b3e-4ace-8438-ed7860745fd7 req-e19c12a4-3554-48f6-8796-19e42f6684fe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4fadbcc-499c-428e-819b-32e001329938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412858 Sep 07 03:28:58.566151 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e7708d5a-9b3e-4ace-8438-ed7860745fd7 req-eeabae49-c538-44b0-bd0f-624218c664cf service neutron] 10.222.0.16 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864820 Sep 07 03:28:58.568394 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e7708d5a-9b3e-4ace-8438-ed7860745fd7 req-84054ed9-8969-4f7c-9efa-dbe74a4cd38f service neutron] 10.222.0.23 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884478 Sep 07 03:28:58.662283 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e7708d5a-9b3e-4ace-8438-ed7860745fd7 req-cd2686a2-b3dd-4c3b-9518-312957f904f5 service neutron] 10.222.0.23 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859964 Sep 07 03:28:58.662905 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e7708d5a-9b3e-4ace-8438-ed7860745fd7 req-a80de8fb-8010-42c0-b7c3-357f3c616039 service neutron] 10.222.0.16 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898623 Sep 07 03:28:58.770436 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:28:59.254546 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a6a3a-7ac3-4654-a0de-fd10f817630f req-0271e8bd-666e-4246-b192-c7565a54276d tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:28:59.256136 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-484a6a3a-7ac3-4654-a0de-fd10f817630f req-0271e8bd-666e-4246-b192-c7565a54276d tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 943 time: 0.0499682 Sep 07 03:28:59.294334 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-484a6a3a-7ac3-4654-a0de-fd10f817630f req-390e0a68-22c8-42d9-96fd-5d0b40762b1c tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316944 Sep 07 03:28:59.700783 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:00.464555 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b4d51-7b55-46bd-bb81-f9a18c5cc960 req-408eb257-0eea-41b7-a49c-ecabf9b1e57a tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:00.466057 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-db5b4d51-7b55-46bd-bb81-f9a18c5cc960 req-408eb257-0eea-41b7-a49c-ecabf9b1e57a tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 943 time: 0.1034338 Sep 07 03:29:00.504486 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-db5b4d51-7b55-46bd-bb81-f9a18c5cc960 req-ef129151-b526-4b2e-81c8-0541c7909656 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320263 Sep 07 03:29:01.551007 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:01.676475 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0416962d-2023-40c3-98e6-cf0bc1dbb6fd req-75df36ff-09ab-470a-b843-a2119cca3cb4 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:01.677999 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0416962d-2023-40c3-98e6-cf0bc1dbb6fd req-75df36ff-09ab-470a-b843-a2119cca3cb4 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 943 time: 0.1041772 Sep 07 03:29:01.716620 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0416962d-2023-40c3-98e6-cf0bc1dbb6fd req-e37e1c40-ed0f-4f72-8dd0-18fd27158f67 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319920 Sep 07 03:29:02.831035 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd07e0c2-8a4b-48c8-85b0-eac3fd2e381d req-40a2e7bb-92d4-4cc1-ad27-433d703234e4 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:02.832820 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bd07e0c2-8a4b-48c8-85b0-eac3fd2e381d req-40a2e7bb-92d4-4cc1-ad27-433d703234e4 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 943 time: 0.0492663 Sep 07 03:29:02.869156 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bd07e0c2-8a4b-48c8-85b0-eac3fd2e381d req-4a075e85-7a07-4a24-b847-633c7f21ad85 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299065 Sep 07 03:29:03.985535 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85048e9d-de2d-41a5-8ced-8ccaa2155f34 req-42b933a9-cecb-4968-bd93-03bec93352b1 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:03.987048 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-85048e9d-de2d-41a5-8ced-8ccaa2155f34 req-42b933a9-cecb-4968-bd93-03bec93352b1 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 943 time: 0.0493209 Sep 07 03:29:04.023689 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-85048e9d-de2d-41a5-8ced-8ccaa2155f34 req-dc6e3bd0-a1d0-49a7-8be0-c2b09329b19a tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301645 Sep 07 03:29:05.139031 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0005c7-fede-4bb1-a5af-a711f8a9e7f8 req-31db0b83-3e41-4bba-a9a2-3225e992e125 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:05.140628 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3c0005c7-fede-4bb1-a5af-a711f8a9e7f8 req-31db0b83-3e41-4bba-a9a2-3225e992e125 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 943 time: 0.0485711 Sep 07 03:29:05.177336 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3c0005c7-fede-4bb1-a5af-a711f8a9e7f8 req-b1972732-0944-4107-837e-88aa464bc5e0 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308402 Sep 07 03:29:06.292405 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6420f-d48e-4462-996d-146a2b29d0f7 req-6b6778ce-0d7d-4484-b717-c3caea5861fe tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:06.293903 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b5e6420f-d48e-4462-996d-146a2b29d0f7 req-6b6778ce-0d7d-4484-b717-c3caea5861fe tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 943 time: 0.0486422 Sep 07 03:29:06.329926 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b5e6420f-d48e-4462-996d-146a2b29d0f7 req-6d318684-4099-4cf0-b3ec-cc03cb5e3d0f tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302107 Sep 07 03:29:07.450237 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba4cb5-758d-44b4-8882-38c58af086fe req-a1369261-65b5-41e5-b1ea-b5d2e025e02b tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:07.451731 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b9ba4cb5-758d-44b4-8882-38c58af086fe req-a1369261-65b5-41e5-b1ea-b5d2e025e02b tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 943 time: 0.0521078 Sep 07 03:29:07.489001 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b9ba4cb5-758d-44b4-8882-38c58af086fe req-b0d511da-8cf4-4656-8428-20ebe15a1119 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309782 Sep 07 03:29:08.190660 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16fc78f-b3ea-4a96-bad6-da5124c1f6fa req-57570df7-4383-4058-baba-134c4521c4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:08.192223 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c16fc78f-b3ea-4a96-bad6-da5124c1f6fa req-57570df7-4383-4058-baba-134c4521c4c5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=617269ce5d8848e19cf1d7cbb9238cf7&device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 1095 time: 0.0501533 Sep 07 03:29:08.294609 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16fc78f-b3ea-4a96-bad6-da5124c1f6fa req-c813cdf2-5408-46f3-a6de-311d1786b5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:08.296076 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c16fc78f-b3ea-4a96-bad6-da5124c1f6fa req-c813cdf2-5408-46f3-a6de-311d1786b5f2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c4fadbcc-499c-428e-819b-32e001329938 HTTP/1.1" status: 200 len: 912 time: 0.0859349 Sep 07 03:29:08.364002 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c16fc78f-b3ea-4a96-bad6-da5124c1f6fa req-6fd9c646-fc37-4c02-b375-6592390bc156 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94b935d8-5878-413c-8a93-15162504618f HTTP/1.1" status: 200 len: 1000 time: 0.0606136 Sep 07 03:29:08.409801 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16fc78f-b3ea-4a96-bad6-da5124c1f6fa req-38a8327b-94be-43da-8fff-7e64008496ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:08.411190 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c16fc78f-b3ea-4a96-bad6-da5124c1f6fa req-38a8327b-94be-43da-8fff-7e64008496ed service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4f0b5055-c1b2-40d5-b334-fd7d6f889027 HTTP/1.1" status: 200 len: 851 time: 0.0409155 Sep 07 03:29:08.454373 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16fc78f-b3ea-4a96-bad6-da5124c1f6fa req-afc248c2-6877-43a3-a6c7-fe3e38403275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:08.455839 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c16fc78f-b3ea-4a96-bad6-da5124c1f6fa req-afc248c2-6877-43a3-a6c7-fe3e38403275 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4fadbcc-499c-428e-819b-32e001329938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0379403 Sep 07 03:29:08.551245 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c16fc78f-b3ea-4a96-bad6-da5124c1f6fa req-bd9e9930-af91-4e49-bc53-4e60ef87c8d5 service neutron] 10.222.0.16 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883155 Sep 07 03:29:08.660604 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0cf736-ff68-44f5-a065-5923c3a60da1 req-aff7818b-7f1f-4e28-8873-c85bd58254b5 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:08.662076 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9b0cf736-ff68-44f5-a065-5923c3a60da1 req-aff7818b-7f1f-4e28-8873-c85bd58254b5 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 943 time: 0.1050341 Sep 07 03:29:08.693275 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c16fc78f-b3ea-4a96-bad6-da5124c1f6fa req-8a177f7a-bc73-48eb-a34b-b5e7ea82360d service neutron] 10.222.0.16 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345410 Sep 07 03:29:08.710274 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9b0cf736-ff68-44f5-a065-5923c3a60da1 req-5d8698bd-5e23-4e0a-a5f2-1172f2b24c2b tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417283 Sep 07 03:29:09.022016 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ffa1d-58c8-4327-969d-904bceccac4f req-bc898c67-f80c-4061-8832-53352fdeed28 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:09.023513 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0d2ffa1d-58c8-4327-969d-904bceccac4f req-bc898c67-f80c-4061-8832-53352fdeed28 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.16 "GET /v2.0/ports?device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9&tenant_id=617269ce5d8848e19cf1d7cbb9238cf7&binding%3Ahost_id=n-h2-796209-16 HTTP/1.1" status: 200 len: 943 time: 0.0740902 Sep 07 03:29:09.044662 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d40c97-8f23-428c-bcd0-2792ed8e0c52 req-35e78b56-73bd-4b89-95a3-54b2ff716a4c tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:09.046093 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-93d40c97-8f23-428c-bcd0-2792ed8e0c52 req-35e78b56-73bd-4b89-95a3-54b2ff716a4c tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 943 time: 0.0848625 Sep 07 03:29:09.122324 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-93d40c97-8f23-428c-bcd0-2792ed8e0c52 req-a4930b01-da8b-4dec-8cba-f49b7ab04bab tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551491 Sep 07 03:29:09.125148 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0d2ffa1d-58c8-4327-969d-904bceccac4f req-db146581-bbe0-4ac4-82e0-d4217b109e2f service neutron] 10.222.0.16 "GET /v2.0/ports/94b935d8-5878-413c-8a93-15162504618f/bindings/n-h2-796209-16 HTTP/1.1" status: 200 len: 383 time: 0.0935476 Sep 07 03:29:09.185395 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ffa1d-58c8-4327-969d-904bceccac4f req-edfeac9f-b834-4051-bb24-db975c94b3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:09.186887 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0d2ffa1d-58c8-4327-969d-904bceccac4f req-edfeac9f-b834-4051-bb24-db975c94b3f5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=617269ce5d8848e19cf1d7cbb9238cf7&device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 1095 time: 0.0407102 Sep 07 03:29:09.279177 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ffa1d-58c8-4327-969d-904bceccac4f req-792020bc-ae20-4b00-b3c2-88e3acc1e87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:09.280682 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0d2ffa1d-58c8-4327-969d-904bceccac4f req-792020bc-ae20-4b00-b3c2-88e3acc1e87a service neutron] 10.222.0.16 "GET /v2.0/networks?id=c4fadbcc-499c-428e-819b-32e001329938 HTTP/1.1" status: 200 len: 912 time: 0.0872173 Sep 07 03:29:09.345081 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0d2ffa1d-58c8-4327-969d-904bceccac4f req-d4d54027-0576-403b-830c-abf810fba79b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94b935d8-5878-413c-8a93-15162504618f HTTP/1.1" status: 200 len: 1000 time: 0.0573585 Sep 07 03:29:09.392269 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ffa1d-58c8-4327-969d-904bceccac4f req-d78e0f56-08f8-471e-ac6e-23656dd96110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:09.393684 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0d2ffa1d-58c8-4327-969d-904bceccac4f req-d78e0f56-08f8-471e-ac6e-23656dd96110 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4f0b5055-c1b2-40d5-b334-fd7d6f889027 HTTP/1.1" status: 200 len: 851 time: 0.0418313 Sep 07 03:29:09.441421 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ffa1d-58c8-4327-969d-904bceccac4f req-43848bb9-93a3-49d8-bd3e-8248fbdbd539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:09.442910 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0d2ffa1d-58c8-4327-969d-904bceccac4f req-43848bb9-93a3-49d8-bd3e-8248fbdbd539 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4fadbcc-499c-428e-819b-32e001329938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423758 Sep 07 03:29:09.531820 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0d2ffa1d-58c8-4327-969d-904bceccac4f req-60691dec-7039-4111-9ecf-7b2517380885 service neutron] 10.222.0.16 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813546 Sep 07 03:29:09.624447 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0d2ffa1d-58c8-4327-969d-904bceccac4f req-637e1e81-72e3-4e0d-a426-8ea251412686 service neutron] 10.222.0.16 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860927 Sep 07 03:29:10.239905 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97056b-d30d-4796-b533-bdc381adfb82 req-d3e9090d-500a-445e-a0e4-b6e7c68eae52 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:10.241362 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0b97056b-d30d-4796-b533-bdc381adfb82 req-d3e9090d-500a-445e-a0e4-b6e7c68eae52 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 943 time: 0.0482378 Sep 07 03:29:10.277644 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0b97056b-d30d-4796-b533-bdc381adfb82 req-30f29fa4-012f-4e35-98f6-dfb5a9a89418 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304396 Sep 07 03:29:10.609812 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 94b935d8-5878-413c-8a93-15162504618f details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 03:29:10.708720 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 94b935d8-5878-413c-8a93-15162504618f, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=94b935d8-5878-413c-8a93-15162504618f,segment=NetworkSegment(07955656-bbc9-46aa-91b6-95e96bad7147),segment_id=07955656-bbc9-46aa-91b6-95e96bad7147)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:29:10.719658 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '94b935d8-5878-413c-8a93-15162504618f', 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938', 'port_id': '94b935d8-5878-413c-8a93-15162504618f', 'mac_address': 'fa:16:3e:30:74:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 03:29:10.755140 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:10.767164 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94b935d8-5878-413c-8a93-15162504618f {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:29:10.785728 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 94b935d8-5878-413c-8a93-15162504618f, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=94b935d8-5878-413c-8a93-15162504618f,segment=NetworkSegment(07955656-bbc9-46aa-91b6-95e96bad7147),segment_id=07955656-bbc9-46aa-91b6-95e96bad7147)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:29:10.789148 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:10.839668 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=94b935d8-5878-413c-8a93-15162504618f,revision_number=8']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:29:10.846947 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:29:10.847296 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:29:10.847678 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:29:10.848021 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:29:10.848357 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:29:10.848689 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:29:10.849018 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:29:10.849347 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:29:10.849672 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:29:10.849998 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:29:10.850324 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:29:10.850647 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:29:11.395766 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb12d30-61c2-4af8-bcee-d9be3626ea88 req-563656a4-b377-44bd-91f6-ccf919912150 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:11.397308 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3bb12d30-61c2-4af8-bcee-d9be3626ea88 req-563656a4-b377-44bd-91f6-ccf919912150 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 944 time: 0.0503960 Sep 07 03:29:11.436177 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3bb12d30-61c2-4af8-bcee-d9be3626ea88 req-eb9821a4-eb8d-4664-ae2e-0f91768454ab tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327053 Sep 07 03:29:12.554393 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de1fb0c-9b5f-4b41-be70-9f77d07b2acc req-3d3370fb-2fe2-4840-a2af-12bba69c05bd tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:12.556519 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3de1fb0c-9b5f-4b41-be70-9f77d07b2acc req-3d3370fb-2fe2-4840-a2af-12bba69c05bd tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 944 time: 0.0496356 Sep 07 03:29:12.598474 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3de1fb0c-9b5f-4b41-be70-9f77d07b2acc req-a2652679-0e9f-44c5-ba84-f88446ebc30b tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357265 Sep 07 03:29:12.622421 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 94b935d8-5878-413c-8a93-15162504618f details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 03:29:12.724157 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 94b935d8-5878-413c-8a93-15162504618f, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=94b935d8-5878-413c-8a93-15162504618f,segment=NetworkSegment(07955656-bbc9-46aa-91b6-95e96bad7147),segment_id=07955656-bbc9-46aa-91b6-95e96bad7147)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:29:12.735373 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '94b935d8-5878-413c-8a93-15162504618f', 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938', 'port_id': '94b935d8-5878-413c-8a93-15162504618f', 'mac_address': 'fa:16:3e:30:74:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 03:29:13.308120 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ffa1d-58c8-4327-969d-904bceccac4f req-410fd78f-a85c-4aae-a6a6-259b73806830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:13.309592 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0d2ffa1d-58c8-4327-969d-904bceccac4f req-410fd78f-a85c-4aae-a6a6-259b73806830 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9&tenant_id=617269ce5d8848e19cf1d7cbb9238cf7 HTTP/1.1" status: 200 len: 1096 time: 0.0451694 Sep 07 03:29:13.321291 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-0d2ffa1d-58c8-4327-969d-904bceccac4f req-33512074-7fa8-4529-9362-a2bbd2fa16e3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-796209-16', 'device_owner': 'compute:nova'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:29:13.372247 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-0d2ffa1d-58c8-4327-969d-904bceccac4f req-33512074-7fa8-4529-9362-a2bbd2fa16e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:13.569257 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-0d2ffa1d-58c8-4327-969d-904bceccac4f req-33512074-7fa8-4529-9362-a2bbd2fa16e3 service neutron] For port 94b935d8-5878-413c-8a93-15162504618f, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=94b935d8-5878-413c-8a93-15162504618f,segment=NetworkSegment(07955656-bbc9-46aa-91b6-95e96bad7147),segment_id=07955656-bbc9-46aa-91b6-95e96bad7147)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:29:13.601463 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-0d2ffa1d-58c8-4327-969d-904bceccac4f req-33512074-7fa8-4529-9362-a2bbd2fa16e3 service neutron] For port 94b935d8-5878-413c-8a93-15162504618f, host n-h2-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:29:13.638162 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [req-0d2ffa1d-58c8-4327-969d-904bceccac4f req-33512074-7fa8-4529-9362-a2bbd2fa16e3 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 94b935d8-5878-413c-8a93-15162504618f {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:29:13.646643 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-0d2ffa1d-58c8-4327-969d-904bceccac4f req-33512074-7fa8-4529-9362-a2bbd2fa16e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:13.657617 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-0d2ffa1d-58c8-4327-969d-904bceccac4f req-33512074-7fa8-4529-9362-a2bbd2fa16e3 service neutron] Ignored duplicate provisioning block setup for port 94b935d8-5878-413c-8a93-15162504618f by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 07 03:29:13.661306 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-0d2ffa1d-58c8-4327-969d-904bceccac4f req-33512074-7fa8-4529-9362-a2bbd2fa16e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:13.718480 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f6347f-233c-45cb-a47d-1f244701f540 req-cd668087-ffbc-422e-a5ea-c72376f0dbc7 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:13.720044 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b9f6347f-233c-45cb-a47d-1f244701f540 req-cd668087-ffbc-422e-a5ea-c72376f0dbc7 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 943 time: 0.0505893 Sep 07 03:29:13.748404 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33512074-7fa8-4529-9362-a2bbd2fa16e3 service neutron] Pushing event updated for resources: {'Port': ['ID=94b935d8-5878-413c-8a93-15162504618f,revision_number=9']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:29:13.761379 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b9f6347f-233c-45cb-a47d-1f244701f540 req-025a3eae-4e9b-4484-97c4-7e27eb651b35 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345631 Sep 07 03:29:13.762554 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33512074-7fa8-4529-9362-a2bbd2fa16e3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:29:13.762907 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33512074-7fa8-4529-9362-a2bbd2fa16e3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:29:13.763259 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33512074-7fa8-4529-9362-a2bbd2fa16e3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:29:13.763623 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33512074-7fa8-4529-9362-a2bbd2fa16e3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:29:13.763968 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33512074-7fa8-4529-9362-a2bbd2fa16e3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:29:13.764297 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33512074-7fa8-4529-9362-a2bbd2fa16e3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:29:13.764628 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33512074-7fa8-4529-9362-a2bbd2fa16e3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:29:13.764959 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33512074-7fa8-4529-9362-a2bbd2fa16e3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:29:13.765288 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33512074-7fa8-4529-9362-a2bbd2fa16e3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:29:13.765614 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33512074-7fa8-4529-9362-a2bbd2fa16e3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:29:13.765942 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33512074-7fa8-4529-9362-a2bbd2fa16e3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:29:13.766265 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33512074-7fa8-4529-9362-a2bbd2fa16e3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:29:13.793727 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d2ffa1d-58c8-4327-969d-904bceccac4f req-33512074-7fa8-4529-9362-a2bbd2fa16e3 service neutron] No DVR routers for this DVR port 94b935d8-5878-413c-8a93-15162504618f on host n-h2-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:29:13.938140 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-0d2ffa1d-58c8-4327-969d-904bceccac4f req-33512074-7fa8-4529-9362-a2bbd2fa16e3 service neutron] Attempting to bind port 94b935d8-5878-413c-8a93-15162504618f on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:29:13.938473 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-0d2ffa1d-58c8-4327-969d-904bceccac4f req-33512074-7fa8-4529-9362-a2bbd2fa16e3 service neutron] Attempting to bind port 94b935d8-5878-413c-8a93-15162504618f by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '07955656-bbc9-46aa-91b6-95e96bad7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:29:13.938804 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2ffa1d-58c8-4327-969d-904bceccac4f req-33512074-7fa8-4529-9362-a2bbd2fa16e3 service neutron] Attempting to bind port 94b935d8-5878-413c-8a93-15162504618f on network c4fadbcc-499c-428e-819b-32e001329938 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:29:13.943136 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2ffa1d-58c8-4327-969d-904bceccac4f req-33512074-7fa8-4529-9362-a2bbd2fa16e3 service neutron] Port 94b935d8-5878-413c-8a93-15162504618f on network c4fadbcc-499c-428e-819b-32e001329938 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 03:29:13.943455 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2ffa1d-58c8-4327-969d-904bceccac4f req-33512074-7fa8-4529-9362-a2bbd2fa16e3 service neutron] Attempting to bind port 94b935d8-5878-413c-8a93-15162504618f on network c4fadbcc-499c-428e-819b-32e001329938 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:29:13.948179 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2ffa1d-58c8-4327-969d-904bceccac4f req-33512074-7fa8-4529-9362-a2bbd2fa16e3 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:29:13.948517 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2ffa1d-58c8-4327-969d-904bceccac4f req-33512074-7fa8-4529-9362-a2bbd2fa16e3 service neutron] Checking segment: {'id': '07955656-bbc9-46aa-91b6-95e96bad7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:29:13.948897 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2ffa1d-58c8-4327-969d-904bceccac4f req-33512074-7fa8-4529-9362-a2bbd2fa16e3 service neutron] Bound using segment: {'id': '07955656-bbc9-46aa-91b6-95e96bad7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:29:13.949313 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-0d2ffa1d-58c8-4327-969d-904bceccac4f req-33512074-7fa8-4529-9362-a2bbd2fa16e3 service neutron] Bound port: 94b935d8-5878-413c-8a93-15162504618f, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07955656-bbc9-46aa-91b6-95e96bad7147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:29:13.949666 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-0d2ffa1d-58c8-4327-969d-904bceccac4f req-33512074-7fa8-4529-9362-a2bbd2fa16e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:14.013123 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-0d2ffa1d-58c8-4327-969d-904bceccac4f req-33512074-7fa8-4529-9362-a2bbd2fa16e3 service neutron] For port 94b935d8-5878-413c-8a93-15162504618f, host n-h1-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:29:14.016171 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-0d2ffa1d-58c8-4327-969d-904bceccac4f req-33512074-7fa8-4529-9362-a2bbd2fa16e3 service neutron] For port 94b935d8-5878-413c-8a93-15162504618f, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=94b935d8-5878-413c-8a93-15162504618f,segment=NetworkSegment(07955656-bbc9-46aa-91b6-95e96bad7147),segment_id=07955656-bbc9-46aa-91b6-95e96bad7147)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:29:14.020048 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-0d2ffa1d-58c8-4327-969d-904bceccac4f req-33512074-7fa8-4529-9362-a2bbd2fa16e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:14.052518 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ffa1d-58c8-4327-969d-904bceccac4f req-33512074-7fa8-4529-9362-a2bbd2fa16e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:14.053128 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-0d2ffa1d-58c8-4327-969d-904bceccac4f req-33512074-7fa8-4529-9362-a2bbd2fa16e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:14.054517 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0d2ffa1d-58c8-4327-969d-904bceccac4f req-33512074-7fa8-4529-9362-a2bbd2fa16e3 service neutron] 10.222.0.23 "PUT /v2.0/ports/94b935d8-5878-413c-8a93-15162504618f HTTP/1.1" status: 200 len: 1092 time: 0.7376649 Sep 07 03:29:14.054980 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '583621c0-d3a6-4b83-b7b5-1204500eb1e9', 'tag': '94b935d8-5878-413c-8a93-15162504618f'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:29:14.057253 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfed5840-ed97-4ca0-ab57-6cc9899608eb" -d '{"events": [{"name": "network-changed", "server_uuid": "583621c0-d3a6-4b83-b7b5-1204500eb1e9", "tag": "94b935d8-5878-413c-8a93-15162504618f"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:29:14.107993 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33512074-7fa8-4529-9362-a2bbd2fa16e3 service neutron] Pushing event updated for resources: {'Port': ['ID=94b935d8-5878-413c-8a93-15162504618f,revision_number=10']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:29:14.125926 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ffa1d-58c8-4327-969d-904bceccac4f req-fd1f48be-0a9a-48b9-a3dc-340ad52f6836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:14.127419 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0d2ffa1d-58c8-4327-969d-904bceccac4f req-fd1f48be-0a9a-48b9-a3dc-340ad52f6836 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=617269ce5d8848e19cf1d7cbb9238cf7&device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 1096 time: 0.0474043 Sep 07 03:29:14.197326 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e45260-acb2-4d39-92e5-9a2053491569 x-openstack-request-id: req-53e45260-acb2-4d39-92e5-9a2053491569 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:29:14.197668 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "583621c0-d3a6-4b83-b7b5-1204500eb1e9", "tag": "94b935d8-5878-413c-8a93-15162504618f", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:29:14.197930 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-53e45260-acb2-4d39-92e5-9a2053491569 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:29:14.198347 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '583621c0-d3a6-4b83-b7b5-1204500eb1e9', 'tag': '94b935d8-5878-413c-8a93-15162504618f', 'status': 'completed', 'code': 200} Sep 07 03:29:14.231031 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ffa1d-58c8-4327-969d-904bceccac4f req-1cf8039f-4772-4451-a5d3-15300d65348e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:14.232933 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0d2ffa1d-58c8-4327-969d-904bceccac4f req-1cf8039f-4772-4451-a5d3-15300d65348e service neutron] 10.222.0.23 "GET /v2.0/networks?id=c4fadbcc-499c-428e-819b-32e001329938 HTTP/1.1" status: 200 len: 912 time: 0.0983601 Sep 07 03:29:14.302898 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed5840-ed97-4ca0-ab57-6cc9899608eb req-178a449c-3da9-45f9-9b08-505ec4ef08b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:14.303682 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0d2ffa1d-58c8-4327-969d-904bceccac4f req-69b5e335-afb3-41da-9e15-dcb4347c3d58 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94b935d8-5878-413c-8a93-15162504618f HTTP/1.1" status: 200 len: 1000 time: 0.0641685 Sep 07 03:29:14.304444 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bfed5840-ed97-4ca0-ab57-6cc9899608eb req-178a449c-3da9-45f9-9b08-505ec4ef08b6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=617269ce5d8848e19cf1d7cbb9238cf7&device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 1096 time: 0.0981457 Sep 07 03:29:14.357419 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ffa1d-58c8-4327-969d-904bceccac4f req-cca8567f-f609-48bc-8bba-fc76ce868ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:14.358858 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0d2ffa1d-58c8-4327-969d-904bceccac4f req-cca8567f-f609-48bc-8bba-fc76ce868ba0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4f0b5055-c1b2-40d5-b334-fd7d6f889027 HTTP/1.1" status: 200 len: 851 time: 0.0475357 Sep 07 03:29:14.393535 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed5840-ed97-4ca0-ab57-6cc9899608eb req-8073faf8-ff6b-4f96-8c2f-a4f85ed83c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:14.394971 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bfed5840-ed97-4ca0-ab57-6cc9899608eb req-8073faf8-ff6b-4f96-8c2f-a4f85ed83c7e service neutron] 10.222.0.16 "GET /v2.0/networks?id=c4fadbcc-499c-428e-819b-32e001329938 HTTP/1.1" status: 200 len: 912 time: 0.0836771 Sep 07 03:29:14.404629 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ffa1d-58c8-4327-969d-904bceccac4f req-10d2a4cd-63a2-4319-9711-82ea2312b7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:14.406133 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0d2ffa1d-58c8-4327-969d-904bceccac4f req-10d2a4cd-63a2-4319-9711-82ea2312b7ec service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c4fadbcc-499c-428e-819b-32e001329938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403554 Sep 07 03:29:14.465204 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bfed5840-ed97-4ca0-ab57-6cc9899608eb req-6328ea46-2f89-4cc7-826b-d03eba300388 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94b935d8-5878-413c-8a93-15162504618f HTTP/1.1" status: 200 len: 1000 time: 0.0618958 Sep 07 03:29:14.496547 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0d2ffa1d-58c8-4327-969d-904bceccac4f req-7c76d760-f534-498d-976d-6579e7a64e8d service neutron] 10.222.0.23 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831001 Sep 07 03:29:14.513651 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed5840-ed97-4ca0-ab57-6cc9899608eb req-2768418a-c3f8-4371-97b1-74d3a1d000c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:14.515100 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bfed5840-ed97-4ca0-ab57-6cc9899608eb req-2768418a-c3f8-4371-97b1-74d3a1d000c6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4f0b5055-c1b2-40d5-b334-fd7d6f889027 HTTP/1.1" status: 200 len: 851 time: 0.0428078 Sep 07 03:29:14.561030 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed5840-ed97-4ca0-ab57-6cc9899608eb req-551821d3-6508-4eae-90dc-281627173c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:14.562547 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bfed5840-ed97-4ca0-ab57-6cc9899608eb req-551821d3-6508-4eae-90dc-281627173c95 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4fadbcc-499c-428e-819b-32e001329938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400097 Sep 07 03:29:14.590752 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0d2ffa1d-58c8-4327-969d-904bceccac4f req-36415a28-6020-43d6-988c-9e7750d44e7a service neutron] 10.222.0.23 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871568 Sep 07 03:29:14.634089 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 94b935d8-5878-413c-8a93-15162504618f no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:29:14.660083 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bfed5840-ed97-4ca0-ab57-6cc9899608eb req-fba055c6-085a-45ef-89f8-0cd8b048b3cb service neutron] 10.222.0.16 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901365 Sep 07 03:29:14.673150 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed5840-ed97-4ca0-ab57-6cc9899608eb req-4a832e35-9aab-440a-b945-f596ee316584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:14.675168 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bfed5840-ed97-4ca0-ab57-6cc9899608eb req-4a832e35-9aab-440a-b945-f596ee316584 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=617269ce5d8848e19cf1d7cbb9238cf7&device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 1096 time: 0.0452101 Sep 07 03:29:14.688522 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 94b935d8-5878-413c-8a93-15162504618f not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:29:14.753188 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-bfed5840-ed97-4ca0-ab57-6cc9899608eb req-438336b6-22a4-4595-af3b-0788b176bc6d service neutron] 10.222.0.16 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858045 Sep 07 03:29:14.783592 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed5840-ed97-4ca0-ab57-6cc9899608eb req-dbf9a709-2a1a-4adf-bf0f-9fbbbf5ac74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:14.785220 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bfed5840-ed97-4ca0-ab57-6cc9899608eb req-dbf9a709-2a1a-4adf-bf0f-9fbbbf5ac74d service neutron] 10.222.0.23 "GET /v2.0/networks?id=c4fadbcc-499c-428e-819b-32e001329938 HTTP/1.1" status: 200 len: 912 time: 0.1026912 Sep 07 03:29:14.860454 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bfed5840-ed97-4ca0-ab57-6cc9899608eb req-126a77b0-2b92-4523-91a3-22e1d39ca042 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94b935d8-5878-413c-8a93-15162504618f HTTP/1.1" status: 200 len: 1000 time: 0.0680556 Sep 07 03:29:14.890458 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30efd58e-0c85-40bd-b977-fe517d7a369d req-1ae385a8-3fbb-481b-a6a4-e5330acc98c1 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:14.892403 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-30efd58e-0c85-40bd-b977-fe517d7a369d req-1ae385a8-3fbb-481b-a6a4-e5330acc98c1 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 944 time: 0.0569363 Sep 07 03:29:14.919299 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed5840-ed97-4ca0-ab57-6cc9899608eb req-15b3d012-a432-49a8-b059-83d9d27a959a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:14.921060 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bfed5840-ed97-4ca0-ab57-6cc9899608eb req-15b3d012-a432-49a8-b059-83d9d27a959a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4f0b5055-c1b2-40d5-b334-fd7d6f889027 HTTP/1.1" status: 200 len: 851 time: 0.0543108 Sep 07 03:29:14.931860 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-30efd58e-0c85-40bd-b977-fe517d7a369d req-bef369f1-4dbd-4c5f-ad81-a575d840c1a5 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329807 Sep 07 03:29:14.968701 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed5840-ed97-4ca0-ab57-6cc9899608eb req-8cf02a31-f383-497e-a24b-980eef5418b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:14.970231 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bfed5840-ed97-4ca0-ab57-6cc9899608eb req-8cf02a31-f383-497e-a24b-980eef5418b5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c4fadbcc-499c-428e-819b-32e001329938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425043 Sep 07 03:29:15.057938 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bfed5840-ed97-4ca0-ab57-6cc9899608eb req-75246581-1aea-4640-9355-003bc36c4c98 service neutron] 10.222.0.23 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805297 Sep 07 03:29:15.155369 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bfed5840-ed97-4ca0-ab57-6cc9899608eb req-1d6fb4f5-09e8-47bd-b866-884f952fa572 service neutron] 10.222.0.23 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909922 Sep 07 03:29:16.051908 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90efc711-7e39-4601-9cea-d9877716ea47 req-01a22585-9299-441d-819e-38eda2325495 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:16.053408 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-90efc711-7e39-4601-9cea-d9877716ea47 req-01a22585-9299-441d-819e-38eda2325495 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 944 time: 0.0491827 Sep 07 03:29:16.095379 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-90efc711-7e39-4601-9cea-d9877716ea47 req-87734d9e-379a-42c5-9065-cc829995875f tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357597 Sep 07 03:29:16.388127 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:29:17.211396 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e44601e-ea15-4ca8-b3c4-8f59250eda15 req-97ae77e4-7505-4bc7-ab00-cb39520640ac tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:17.212937 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5e44601e-ea15-4ca8-b3c4-8f59250eda15 req-97ae77e4-7505-4bc7-ab00-cb39520640ac tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 944 time: 0.0497508 Sep 07 03:29:17.251205 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5e44601e-ea15-4ca8-b3c4-8f59250eda15 req-d431df2a-add0-4d55-a607-e6021a22d969 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321577 Sep 07 03:29:18.375466 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a89ee-32cb-4ae9-aafa-1ba7736b6aa2 req-5b22c40f-39c4-45ba-9f00-8d11afccf856 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:18.377270 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-309a89ee-32cb-4ae9-aafa-1ba7736b6aa2 req-5b22c40f-39c4-45ba-9f00-8d11afccf856 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 944 time: 0.0537441 Sep 07 03:29:18.415008 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-309a89ee-32cb-4ae9-aafa-1ba7736b6aa2 req-3ef40e80-e76d-4f7a-ba70-fc4f284b4acd tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312078 Sep 07 03:29:19.529382 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06cafcf-c2a1-4d4f-ba41-6822d7bbb72d req-471cbf9e-d981-4ad5-b40a-3855e3df4486 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:19.530848 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e06cafcf-c2a1-4d4f-ba41-6822d7bbb72d req-471cbf9e-d981-4ad5-b40a-3855e3df4486 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 944 time: 0.0476849 Sep 07 03:29:19.567147 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e06cafcf-c2a1-4d4f-ba41-6822d7bbb72d req-95eb493a-9d51-4011-b11d-26bcee729ed7 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304315 Sep 07 03:29:20.683079 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9014dfb-0201-4398-b985-a47cef4c02e1 req-ab84e5e9-c5a5-4d4b-b557-bfb2db07dc5e tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:20.684502 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b9014dfb-0201-4398-b985-a47cef4c02e1 req-ab84e5e9-c5a5-4d4b-b557-bfb2db07dc5e tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 944 time: 0.0494659 Sep 07 03:29:20.721453 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b9014dfb-0201-4398-b985-a47cef4c02e1 req-2dcb3c69-f929-4c72-b29e-3c6c0f25a014 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310812 Sep 07 03:29:21.837259 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc48976-c857-43f7-af59-da5171ffe96f req-a10381da-40ad-47a0-bc55-4230ac7a4ba8 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:21.838727 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-edc48976-c857-43f7-af59-da5171ffe96f req-a10381da-40ad-47a0-bc55-4230ac7a4ba8 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 944 time: 0.0518868 Sep 07 03:29:21.875995 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-edc48976-c857-43f7-af59-da5171ffe96f req-ff5d5e93-b9d6-41e4-bdd7-feb977d91f9c tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314775 Sep 07 03:29:21.974886 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:22.039850 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:22.991627 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ec4f8-56a8-4759-80ff-c26ecf0e5222 req-267b0c95-5fcb-4e53-bd4c-4073c8209c37 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:22.993124 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-629ec4f8-56a8-4759-80ff-c26ecf0e5222 req-267b0c95-5fcb-4e53-bd4c-4073c8209c37 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 944 time: 0.0483291 Sep 07 03:29:23.031309 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-629ec4f8-56a8-4759-80ff-c26ecf0e5222 req-e231e616-f0b9-44aa-b2ed-a394e19c6622 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323427 Sep 07 03:29:23.750392 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ec819-8cbc-4ea9-b5ad-0a32d466e023 req-5aa66275-787a-4bc8-b388-c2edffbabc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:23.751893 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7c5ec819-8cbc-4ea9-b5ad-0a32d466e023 req-5aa66275-787a-4bc8-b388-c2edffbabc21 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=617269ce5d8848e19cf1d7cbb9238cf7&device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 1096 time: 0.0434446 Sep 07 03:29:23.851188 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ec819-8cbc-4ea9-b5ad-0a32d466e023 req-f5a4641c-cd9e-46ff-b882-41ec17908aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:23.853150 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7c5ec819-8cbc-4ea9-b5ad-0a32d466e023 req-f5a4641c-cd9e-46ff-b882-41ec17908aea service neutron] 10.222.0.23 "GET /v2.0/networks?id=c4fadbcc-499c-428e-819b-32e001329938 HTTP/1.1" status: 200 len: 912 time: 0.0827351 Sep 07 03:29:23.921718 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7c5ec819-8cbc-4ea9-b5ad-0a32d466e023 req-2cbdf026-42fd-4aee-b1a4-e85354b3826a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94b935d8-5878-413c-8a93-15162504618f HTTP/1.1" status: 200 len: 1000 time: 0.0616586 Sep 07 03:29:23.971486 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ec819-8cbc-4ea9-b5ad-0a32d466e023 req-41554134-32f3-4ae8-844b-205eaaf23165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:23.972947 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7c5ec819-8cbc-4ea9-b5ad-0a32d466e023 req-41554134-32f3-4ae8-844b-205eaaf23165 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4f0b5055-c1b2-40d5-b334-fd7d6f889027 HTTP/1.1" status: 200 len: 851 time: 0.0442452 Sep 07 03:29:24.020496 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ec819-8cbc-4ea9-b5ad-0a32d466e023 req-83705e0f-597a-4950-9416-ab0c953d48d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:24.021966 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7c5ec819-8cbc-4ea9-b5ad-0a32d466e023 req-83705e0f-597a-4950-9416-ab0c953d48d8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c4fadbcc-499c-428e-819b-32e001329938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397880 Sep 07 03:29:24.119420 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7c5ec819-8cbc-4ea9-b5ad-0a32d466e023 req-b58e322e-8ea9-4a89-8649-88de6beb6e5a service neutron] 10.222.0.23 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899444 Sep 07 03:29:24.146552 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e35ca-31c3-427a-9a70-59cc5dfaee04 req-3ffb097e-2fb1-4989-9304-3a8314531ffc tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:24.148059 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c19e35ca-31c3-427a-9a70-59cc5dfaee04 req-3ffb097e-2fb1-4989-9304-3a8314531ffc tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 944 time: 0.0488439 Sep 07 03:29:24.186546 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c19e35ca-31c3-427a-9a70-59cc5dfaee04 req-28af4132-a625-4f5e-bb87-548caf482eca tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317218 Sep 07 03:29:24.211764 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7c5ec819-8cbc-4ea9-b5ad-0a32d466e023 req-de49b338-6d25-4988-aa7f-4893f3f8655b service neutron] 10.222.0.23 "GET /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848615 Sep 07 03:29:25.313597 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe21f7-3b91-4d98-b01a-694ce5833084 req-5f9ba800-c9d6-49d9-a50b-95914e11ca8b tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:25.315110 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bafe21f7-3b91-4d98-b01a-694ce5833084 req-5f9ba800-c9d6-49d9-a50b-95914e11ca8b tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 944 time: 0.0563834 Sep 07 03:29:25.353700 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bafe21f7-3b91-4d98-b01a-694ce5833084 req-402565a3-5680-4710-8f01-b4194ef31519 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318093 Sep 07 03:29:25.466234 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7963bd-d0ed-4517-8274-453c7fc88536 req-ec02b261-c100-450c-ac7d-9e892628cfbe tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:25.468174 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6f7963bd-d0ed-4517-8274-453c7fc88536 req-ec02b261-c100-450c-ac7d-9e892628cfbe tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 944 time: 0.0489106 Sep 07 03:29:25.504388 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6f7963bd-d0ed-4517-8274-453c7fc88536 req-b367229f-548f-4107-b7b0-f7d234d48d0e tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302403 Sep 07 03:29:25.529412 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 94b935d8-5878-413c-8a93-15162504618f details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 03:29:25.617107 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31e2760-ef57-4107-a3c4-a8d08eaf4f6f req-9e09c11b-3a9e-4aa8-a89d-2b451fa7a332 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:25.618524 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e31e2760-ef57-4107-a3c4-a8d08eaf4f6f req-9e09c11b-3a9e-4aa8-a89d-2b451fa7a332 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 944 time: 0.0487092 Sep 07 03:29:25.622855 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 94b935d8-5878-413c-8a93-15162504618f, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=94b935d8-5878-413c-8a93-15162504618f,segment=NetworkSegment(07955656-bbc9-46aa-91b6-95e96bad7147),segment_id=07955656-bbc9-46aa-91b6-95e96bad7147)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:29:25.634625 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '94b935d8-5878-413c-8a93-15162504618f', 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938', 'port_id': '94b935d8-5878-413c-8a93-15162504618f', 'mac_address': 'fa:16:3e:30:74:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 03:29:25.656786 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e31e2760-ef57-4107-a3c4-a8d08eaf4f6f req-b39468a3-9a67-461f-94ab-8b1ec0a327d2 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318401 Sep 07 03:29:25.675365 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:25.688577 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94b935d8-5878-413c-8a93-15162504618f {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:29:25.708030 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 94b935d8-5878-413c-8a93-15162504618f, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=94b935d8-5878-413c-8a93-15162504618f,segment=NetworkSegment(07955656-bbc9-46aa-91b6-95e96bad7147),segment_id=07955656-bbc9-46aa-91b6-95e96bad7147)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:29:25.711725 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:25.759162 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=94b935d8-5878-413c-8a93-15162504618f,revision_number=11']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:29:25.890012 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd81ca19-2476-466b-b553-cdcb590a30df req-a73d0af5-650d-4bbe-86b3-ad6ff6a9df98 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:25.891929 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bd81ca19-2476-466b-b553-cdcb590a30df req-a73d0af5-650d-4bbe-86b3-ad6ff6a9df98 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 945 time: 0.0504920 Sep 07 03:29:25.931856 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bd81ca19-2476-466b-b553-cdcb590a30df req-9edd7c50-bac1-42a8-9c62-7a723f25d9d9 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339189 Sep 07 03:29:25.970601 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-de3b7243-2ce3-4e45-b50b-e3d126f77a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:25.979921 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['94b935d8-5878-413c-8a93-15162504618f'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:29:27.052857 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2cacca-65f3-4ae3-8d29-e9fcb6f7b08b req-0bc1608b-095f-4973-a9a6-8ce17c7a8fe0 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:27.054370 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5b2cacca-65f3-4ae3-8d29-e9fcb6f7b08b req-0bc1608b-095f-4973-a9a6-8ce17c7a8fe0 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 945 time: 0.0546246 Sep 07 03:29:27.095614 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5b2cacca-65f3-4ae3-8d29-e9fcb6f7b08b req-ea3bf326-0319-4df0-9c1b-4bfe3e65f3ee tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups?id=6278159d-205e-4d66-922d-3734e56d992b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346794 Sep 07 03:29:27.401894 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5ebcf-919b-435c-a539-208988c5c070 req-5ae865ed-d6e6-430e-a8a0-de36be7502f5 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:27.403366 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c9c5ebcf-919b-435c-a539-208988c5c070 req-5ae865ed-d6e6-430e-a8a0-de36be7502f5 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.23 "GET /v2.0/ports?device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 945 time: 0.0524104 Sep 07 03:29:27.491752 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-c9c5ebcf-919b-435c-a539-208988c5c070 req-2368e301-5863-4643-945b-ad8f18fc59b3 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Deleting port 94b935d8-5878-413c-8a93-15162504618f {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:29:27.492776 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-c9c5ebcf-919b-435c-a539-208988c5c070 req-2368e301-5863-4643-945b-ad8f18fc59b3 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:27.543840 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 94b935d8-5878-413c-8a93-15162504618f up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:29:27.588964 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-c9c5ebcf-919b-435c-a539-208988c5c070 req-2368e301-5863-4643-945b-ad8f18fc59b3 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] For port 94b935d8-5878-413c-8a93-15162504618f, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=94b935d8-5878-413c-8a93-15162504618f,segment=NetworkSegment(07955656-bbc9-46aa-91b6-95e96bad7147),segment_id=07955656-bbc9-46aa-91b6-95e96bad7147)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:29:27.589339 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-c9c5ebcf-919b-435c-a539-208988c5c070 req-2368e301-5863-4643-945b-ad8f18fc59b3 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:27.748482 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port 94b935d8-5878-413c-8a93-15162504618f completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:29:27.752320 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port 94b935d8-5878-413c-8a93-15162504618f triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:29:27.752690 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:27.765294 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-c9c5ebcf-919b-435c-a539-208988c5c070 req-2368e301-5863-4643-945b-ad8f18fc59b3 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:27.765894 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-c9c5ebcf-919b-435c-a539-208988c5c070 req-2368e301-5863-4643-945b-ad8f18fc59b3 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:27.766213 n-d-796209-16 neutron-server[94701]: INFO neutron.db.l3_db [req-c9c5ebcf-919b-435c-a539-208988c5c070 req-2368e301-5863-4643-945b-ad8f18fc59b3 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Floating IP aa6b5edd-6dd7-40e1-b467-0fd4b1469fd2 disassociated. External IP: 172.25.5.251, port: 94b935d8-5878-413c-8a93-15162504618f. Sep 07 03:29:27.766589 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-c9c5ebcf-919b-435c-a539-208988c5c070 req-2368e301-5863-4643-945b-ad8f18fc59b3 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Calling delete_port for 94b935d8-5878-413c-8a93-15162504618f owned by compute:nova {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:29:27.834022 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:27.898424 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-c9c5ebcf-919b-435c-a539-208988c5c070 req-2368e301-5863-4643-945b-ad8f18fc59b3 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:27.930490 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2368e301-5863-4643-945b-ad8f18fc59b3 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Pushing event deleted for resources: {'Port': ['ID=94b935d8-5878-413c-8a93-15162504618f,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:29:28.231418 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-362ba78f-834a-4e2e-8023-08b2d4c982e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:28.386584 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f8cee022-74fa-4047-9f0e-feb794f23f22 req-e239e34c-65f3-40ab-a36b-f30e7cff64a3 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 210 time: 0.0363820 Sep 07 03:29:28.395775 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9c5ebcf-919b-435c-a539-208988c5c070 req-2368e301-5863-4643-945b-ad8f18fc59b3 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Router 6a976ed9-0b79-469a-ae9b-dfef1dd23baf has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:29:28.500562 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9c5ebcf-919b-435c-a539-208988c5c070 req-2368e301-5863-4643-945b-ad8f18fc59b3 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:29:28.510792 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7c12de-9f43-4028-902f-f116a365c352 None None] Sync routers for ids ['6a976ed9-0b79-469a-ae9b-dfef1dd23baf'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:29:28.519711 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7c12de-9f43-4028-902f-f116a365c352 None None] Routers {'6a976ed9-0b79-469a-ae9b-dfef1dd23baf'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:29:28.520319 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-dc7c12de-9f43-4028-902f-f116a365c352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:29:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['6a976ed9-0b79-469a-ae9b-dfef1dd23baf'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:29:28.537570 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c5ebcf-919b-435c-a539-208988c5c070 req-2368e301-5863-4643-945b-ad8f18fc59b3 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] No DVR routers for this DVR port 94b935d8-5878-413c-8a93-15162504618f on host n-h1-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:29:28.540707 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-c9c5ebcf-919b-435c-a539-208988c5c070 req-2368e301-5863-4643-945b-ad8f18fc59b3 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:28.542649 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c9c5ebcf-919b-435c-a539-208988c5c070 req-2368e301-5863-4643-945b-ad8f18fc59b3 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.23 "DELETE /v2.0/ports/94b935d8-5878-413c-8a93-15162504618f HTTP/1.1" status: 204 len: 173 time: 1.1336122 Sep 07 03:29:28.543135 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '583621c0-d3a6-4b83-b7b5-1204500eb1e9', 'name': 'network-vif-deleted', 'tag': '94b935d8-5878-413c-8a93-15162504618f'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:29:28.545388 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8250b035-627b-42fb-a966-5a32b33f949c" -d '{"events": [{"server_uuid": "583621c0-d3a6-4b83-b7b5-1204500eb1e9", "name": "network-vif-deleted", "tag": "94b935d8-5878-413c-8a93-15162504618f"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:29:28.585854 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d7147b-dd4a-4d33-ba47-4af93466b009 x-openstack-request-id: req-f8d7147b-dd4a-4d33-ba47-4af93466b009 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:29:28.586334 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "583621c0-d3a6-4b83-b7b5-1204500eb1e9", "name": "network-vif-deleted", "tag": "94b935d8-5878-413c-8a93-15162504618f", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:29:28.586653 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f8d7147b-dd4a-4d33-ba47-4af93466b009 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:29:28.587111 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '583621c0-d3a6-4b83-b7b5-1204500eb1e9', 'name': 'network-vif-deleted', 'tag': '94b935d8-5878-413c-8a93-15162504618f', 'status': 'completed', 'code': 200} Sep 07 03:29:28.634032 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-dc7c12de-9f43-4028-902f-f116a365c352 None None] Set router 6a976ed9-0b79-469a-ae9b-dfef1dd23baf gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:29:28.784856 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:28.848643 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-dc7c12de-9f43-4028-902f-f116a365c352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'name': 'tempest-ServerActionsTestJSON-1571132071-router', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '54845b1b-8632-4f00-a50d-7e7819005750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:19:54Z', 'updated_at': '2021-09-07T03:19:56Z', 'revision_number': 4, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'gw_port': {'id': '54845b1b-8632-4f00-a50d-7e7819005750', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:19:54Z', 'updated_at': '2021-09-07T03:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '709c4d93-38f3-4ae4-a7cf-ab3c349ee285', 'name': '', 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'mac_address': 'fa:16:3e:51:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:19:55Z', 'updated_at': '2021-09-07T03:20:01Z', 'revision_number': 5, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'subnets': [{'id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:29:28.878760 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7c12de-9f43-4028-902f-f116a365c352 None None] Checking router: 6a976ed9-0b79-469a-ae9b-dfef1dd23baf for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:29:28.887199 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7c12de-9f43-4028-902f-f116a365c352 None None] Routers {'6a976ed9-0b79-469a-ae9b-dfef1dd23baf'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:29:28.887860 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-dc7c12de-9f43-4028-902f-f116a365c352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:29:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['6a976ed9-0b79-469a-ae9b-dfef1dd23baf'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:29:28.996937 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-dc7c12de-9f43-4028-902f-f116a365c352 None None] Set router 6a976ed9-0b79-469a-ae9b-dfef1dd23baf gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:29:29.194093 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-dc7c12de-9f43-4028-902f-f116a365c352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'name': 'tempest-ServerActionsTestJSON-1571132071-router', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '54845b1b-8632-4f00-a50d-7e7819005750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:19:54Z', 'updated_at': '2021-09-07T03:19:56Z', 'revision_number': 4, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'gw_port': {'id': '54845b1b-8632-4f00-a50d-7e7819005750', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:19:54Z', 'updated_at': '2021-09-07T03:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '709c4d93-38f3-4ae4-a7cf-ab3c349ee285', 'name': '', 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'mac_address': 'fa:16:3e:51:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:19:55Z', 'updated_at': '2021-09-07T03:20:01Z', 'revision_number': 5, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'subnets': [{'id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:29:29.221820 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7c12de-9f43-4028-902f-f116a365c352 None None] The sync data for ids ['6a976ed9-0b79-469a-ae9b-dfef1dd23baf'] in n-d-796209-16 is: [{'id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'name': 'tempest-ServerActionsTestJSON-1571132071-router', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '54845b1b-8632-4f00-a50d-7e7819005750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:19:54Z', 'updated_at': '2021-09-07T03:19:56Z', 'revision_number': 4, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'gw_port': {'id': '54845b1b-8632-4f00-a50d-7e7819005750', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:19:54Z', 'updated_at': '2021-09-07T03:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '709c4d93-38f3-4ae4-a7cf-ab3c349ee285', 'name': '', 'network_id': 'c4fadbcc-499c-428e-819b-32e001329938', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'mac_address': 'fa:16:3e:51:84:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:19:55Z', 'updated_at': '2021-09-07T03:20:01Z', 'revision_number': 5, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'subnets': [{'id': '4f0b5055-c1b2-40d5-b334-fd7d6f889027', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:29:29.439259 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a77b10c-2918-470d-a23c-4dc71d2ac062 None None] New status for floating IP aa6b5edd-6dd7-40e1-b467-0fd4b1469fd2: DOWN {{(pid=94703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 03:29:29.487631 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dd5d0b89-40f5-430f-8627-6ea5a7ad6998 req-921eee92-948a-4a23-a7f6-749aad3271aa tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 210 time: 0.0270076 Sep 07 03:29:29.703432 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:30.584241 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9aeb9b00-98df-4081-99b6-4b187b843672 req-a848f71c-fc5d-4b6d-9342-6321275688e9 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 210 time: 0.0269239 Sep 07 03:29:31.546404 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:31.575126 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 94b935d8-5878-413c-8a93-15162504618f no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:29:31.598719 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: 94b935d8-5878-413c-8a93-15162504618f {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:29:31.599072 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 94b935d8-5878-413c-8a93-15162504618f not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:29:31.682121 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8450e774-75d9-480f-a4c0-f8cd263bca31 req-a43058d3-5ae7-48c9-a8d5-7d96a66671d6 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/ports?device_id=583621c0-d3a6-4b83-b7b5-1204500eb1e9 HTTP/1.1" status: 200 len: 210 time: 0.0299268 Sep 07 03:29:35.385469 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43474) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:29:35.444954 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-abbe6320-d613-48c7-8ee6-fbeb89daee8a tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:35.470270 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-abbe6320-d613-48c7-8ee6-fbeb89daee8a tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:35.524909 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-abbe6320-d613-48c7-8ee6-fbeb89daee8a tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:35.527623 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-abbe6320-d613-48c7-8ee6-fbeb89daee8a tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:35.531612 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 43476) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:29:35.538331 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-abbe6320-d613-48c7-8ee6-fbeb89daee8a tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "DELETE /v2.0/security-groups/6278159d-205e-4d66-922d-3734e56d992b HTTP/1.1" status: 204 len: 168 time: 0.1517661 Sep 07 03:29:35.547062 n-d-796209-16 neutron-server[94701]: INFO neutron.api.v2.resource [None req-3d3f2173-ab73-49ea-88fd-cdb8c56f8459 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] show failed (client error): The resource could not be found. Sep 07 03:29:35.548011 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbe6320-d613-48c7-8ee6-fbeb89daee8a tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6278159d-205e-4d66-922d-3734e56d992b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:29:35.551258 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43478) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:29:35.558022 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-3d3f2173-ab73-49ea-88fd-cdb8c56f8459 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "GET /v2.0/security-groups/6278159d-205e-4d66-922d-3734e56d992b HTTP/1.1" status: 404 len: 347 time: 0.0253134 Sep 07 03:29:35.677772 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-760268e7-8d16-459f-950a-8709cea70f26 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Deleting port 80840d81-ae36-4001-b3e3-ce1d58545599 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:29:35.678114 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-760268e7-8d16-459f-950a-8709cea70f26 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:35.759328 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-760268e7-8d16-459f-950a-8709cea70f26 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:35.759580 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-760268e7-8d16-459f-950a-8709cea70f26 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:35.771055 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-760268e7-8d16-459f-950a-8709cea70f26 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Calling delete_port for 80840d81-ae36-4001-b3e3-ce1d58545599 owned by network:floatingip {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:29:35.903735 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-760268e7-8d16-459f-950a-8709cea70f26 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:35.928721 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760268e7-8d16-459f-950a-8709cea70f26 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Pushing event deleted for resources: {'Port': ['ID=80840d81-ae36-4001-b3e3-ce1d58545599,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:29:35.996921 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-760268e7-8d16-459f-950a-8709cea70f26 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks [] for floatingip, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:35.999450 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-760268e7-8d16-459f-950a-8709cea70f26 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:36.000638 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-760268e7-8d16-459f-950a-8709cea70f26 tempest-ServerActionsTestJSON-293458402 tempest-ServerActionsTestJSON-293458402-project] 10.222.0.22 "DELETE /v2.0/floatingips/aa6b5edd-6dd7-40e1-b467-0fd4b1469fd2 HTTP/1.1" status: 204 len: 168 time: 0.4484189 Sep 07 03:29:36.003616 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43480) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:29:36.403634 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-961e019c-d883-49c7-9a17-e75b65d2c975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:36.640075 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-961e019c-d883-49c7-9a17-e75b65d2c975 admin admin] Deleting port 709c4d93-38f3-4ae4-a7cf-ab3c349ee285 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:29:36.640421 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-961e019c-d883-49c7-9a17-e75b65d2c975 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:36.714840 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-961e019c-d883-49c7-9a17-e75b65d2c975 admin admin] For port 709c4d93-38f3-4ae4-a7cf-ab3c349ee285, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=709c4d93-38f3-4ae4-a7cf-ab3c349ee285,segment=NetworkSegment(07955656-bbc9-46aa-91b6-95e96bad7147),segment_id=07955656-bbc9-46aa-91b6-95e96bad7147)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:29:36.715129 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-961e019c-d883-49c7-9a17-e75b65d2c975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:36.731090 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-961e019c-d883-49c7-9a17-e75b65d2c975 admin admin] Calling delete_port for 709c4d93-38f3-4ae4-a7cf-ab3c349ee285 owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:29:36.902536 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-961e019c-d883-49c7-9a17-e75b65d2c975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:36.927215 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e019c-d883-49c7-9a17-e75b65d2c975 admin admin] Pushing event deleted for resources: {'Port': ['ID=709c4d93-38f3-4ae4-a7cf-ab3c349ee285,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:29:37.384393 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-961e019c-d883-49c7-9a17-e75b65d2c975 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:37.591318 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-961e019c-d883-49c7-9a17-e75b65d2c975 admin admin] Router 6a976ed9-0b79-469a-ae9b-dfef1dd23baf has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:29:37.693536 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961e019c-d883-49c7-9a17-e75b65d2c975 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:29:37.699971 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-961e019c-d883-49c7-9a17-e75b65d2c975 admin admin] 10.222.0.22 "PUT /v2.0/routers/6a976ed9-0b79-469a-ae9b-dfef1dd23baf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6953566 Sep 07 03:29:37.700936 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43484) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:29:37.703296 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b76b296-dd94-4f87-bd8c-1036648c8a73 None None] Sync routers for ids ['6a976ed9-0b79-469a-ae9b-dfef1dd23baf'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:29:37.713406 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b76b296-dd94-4f87-bd8c-1036648c8a73 None None] Routers {'6a976ed9-0b79-469a-ae9b-dfef1dd23baf'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:29:37.714028 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-0b76b296-dd94-4f87-bd8c-1036648c8a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:29:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['6a976ed9-0b79-469a-ae9b-dfef1dd23baf'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:29:37.803122 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ce920c9a-31f7-4fef-8f75-4e5150d2c663 admin admin] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:37.819812 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-0b76b296-dd94-4f87-bd8c-1036648c8a73 None None] Set router 6a976ed9-0b79-469a-ae9b-dfef1dd23baf gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:29:37.906259 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ce920c9a-31f7-4fef-8f75-4e5150d2c663 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:37.961100 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-ce920c9a-31f7-4fef-8f75-4e5150d2c663 admin admin] Deleting port 54845b1b-8632-4f00-a50d-7e7819005750 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:29:37.961369 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ce920c9a-31f7-4fef-8f75-4e5150d2c663 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:37.998381 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-0b76b296-dd94-4f87-bd8c-1036648c8a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'name': 'tempest-ServerActionsTestJSON-1571132071-router', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.139'}], 'enable_snat': True}, 'gw_port_id': '54845b1b-8632-4f00-a50d-7e7819005750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:19:54Z', 'updated_at': '2021-09-07T03:29:36Z', 'revision_number': 5, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'gw_port': {'id': '54845b1b-8632-4f00-a50d-7e7819005750', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a1:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:19:54Z', 'updated_at': '2021-09-07T03:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:29:38.024416 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b76b296-dd94-4f87-bd8c-1036648c8a73 None None] Checking router: 6a976ed9-0b79-469a-ae9b-dfef1dd23baf for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:29:38.032431 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b76b296-dd94-4f87-bd8c-1036648c8a73 None None] Routers {'6a976ed9-0b79-469a-ae9b-dfef1dd23baf'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:29:38.033038 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-0b76b296-dd94-4f87-bd8c-1036648c8a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:29:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['6a976ed9-0b79-469a-ae9b-dfef1dd23baf'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:29:38.042773 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-ce920c9a-31f7-4fef-8f75-4e5150d2c663 admin admin] For port 54845b1b-8632-4f00-a50d-7e7819005750, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=54845b1b-8632-4f00-a50d-7e7819005750,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:29:38.043148 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ce920c9a-31f7-4fef-8f75-4e5150d2c663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:38.055302 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-ce920c9a-31f7-4fef-8f75-4e5150d2c663 admin admin] Calling delete_port for 54845b1b-8632-4f00-a50d-7e7819005750 owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:29:38.118164 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-0b76b296-dd94-4f87-bd8c-1036648c8a73 None None] Set router 6a976ed9-0b79-469a-ae9b-dfef1dd23baf gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:29:38.171166 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-0b76b296-dd94-4f87-bd8c-1036648c8a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'name': 'tempest-ServerActionsTestJSON-1571132071-router', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:19:54Z', 'updated_at': '2021-09-07T03:29:37Z', 'revision_number': 6, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'gw_port_host': None}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:29:38.199658 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b76b296-dd94-4f87-bd8c-1036648c8a73 None None] The sync data for ids ['6a976ed9-0b79-469a-ae9b-dfef1dd23baf'] in n-d-796209-16 is: [{'id': '6a976ed9-0b79-469a-ae9b-dfef1dd23baf', 'name': 'tempest-ServerActionsTestJSON-1571132071-router', 'tenant_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:19:54Z', 'updated_at': '2021-09-07T03:29:37Z', 'revision_number': 6, 'project_id': '617269ce5d8848e19cf1d7cbb9238cf7', 'gw_port_host': None}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:29:38.233602 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ce920c9a-31f7-4fef-8f75-4e5150d2c663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:38.260247 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce920c9a-31f7-4fef-8f75-4e5150d2c663 admin admin] Pushing event deleted for resources: {'Port': ['ID=54845b1b-8632-4f00-a50d-7e7819005750,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:29:38.318812 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ce920c9a-31f7-4fef-8f75-4e5150d2c663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:38.409717 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ce920c9a-31f7-4fef-8f75-4e5150d2c663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:38.412003 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ce920c9a-31f7-4fef-8f75-4e5150d2c663 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:38.457703 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ce920c9a-31f7-4fef-8f75-4e5150d2c663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:38.458273 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce920c9a-31f7-4fef-8f75-4e5150d2c663 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a976ed9-0b79-469a-ae9b-dfef1dd23baf {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 03:29:38.462915 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ce920c9a-31f7-4fef-8f75-4e5150d2c663 admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:38.464094 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ce920c9a-31f7-4fef-8f75-4e5150d2c663 admin admin] 10.222.0.22 "DELETE /v2.0/routers/6a976ed9-0b79-469a-ae9b-dfef1dd23baf HTTP/1.1" status: 204 len: 168 time: 0.7621052 Sep 07 03:29:38.466607 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43486) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:29:38.511474 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c6b0890-34a3-480c-a92a-8ee7d07e02ee admin admin] Deleting subnet 4f0b5055-c1b2-40d5-b334-fd7d6f889027 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 03:29:38.515665 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0c6b0890-34a3-480c-a92a-8ee7d07e02ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:38.553726 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0c6b0890-34a3-480c-a92a-8ee7d07e02ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:38.639036 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0c6b0890-34a3-480c-a92a-8ee7d07e02ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:38.690516 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0c6b0890-34a3-480c-a92a-8ee7d07e02ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:38.718114 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6b0890-34a3-480c-a92a-8ee7d07e02ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f0b5055-c1b2-40d5-b334-fd7d6f889027,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:29:38.720110 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0c6b0890-34a3-480c-a92a-8ee7d07e02ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:38.722530 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-0c6b0890-34a3-480c-a92a-8ee7d07e02ee admin admin] 10.222.0.22 "DELETE /v2.0/subnets/4f0b5055-c1b2-40d5-b334-fd7d6f889027 HTTP/1.1" status: 204 len: 168 time: 0.2543879 Sep 07 03:29:38.723848 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c69c01-f2c7-4403-ae00-b617a4767a1a None None] Network c4fadbcc-499c-428e-819b-32e001329938 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:29:38.724685 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43488) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:29:38.795892 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-79002616-2668-4c05-9001-45184548f8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:38.855345 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-79002616-2668-4c05-9001-45184548f8f1 admin admin] Deleting port 6b294636-d7e5-4006-9e8e-8fe099120b6b {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:29:38.855736 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-79002616-2668-4c05-9001-45184548f8f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:38.920065 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-79002616-2668-4c05-9001-45184548f8f1 admin admin] For port 6b294636-d7e5-4006-9e8e-8fe099120b6b, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=6b294636-d7e5-4006-9e8e-8fe099120b6b,segment=NetworkSegment(07955656-bbc9-46aa-91b6-95e96bad7147),segment_id=07955656-bbc9-46aa-91b6-95e96bad7147)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:29:38.920437 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-79002616-2668-4c05-9001-45184548f8f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:38.934644 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-79002616-2668-4c05-9001-45184548f8f1 admin admin] Calling delete_port for 6b294636-d7e5-4006-9e8e-8fe099120b6b owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:29:38.964397 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6418a9-6139-4047-bdb4-d9d1758d89b9 None None] DHCP port deletion for c4fadbcc-499c-428e-819b-32e001329938 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 03:29:39.014813 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3a6418a9-6139-4047-bdb4-d9d1758d89b9 None None] Deleting port 6b294636-d7e5-4006-9e8e-8fe099120b6b {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:29:39.015346 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3a6418a9-6139-4047-bdb4-d9d1758d89b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:39.022573 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-79002616-2668-4c05-9001-45184548f8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:39.047061 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79002616-2668-4c05-9001-45184548f8f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b294636-d7e5-4006-9e8e-8fe099120b6b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:29:39.052669 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79002616-2668-4c05-9001-45184548f8f1 admin admin] No DVR routers for this DVR port 6b294636-d7e5-4006-9e8e-8fe099120b6b on host n-d-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:29:39.090474 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3a6418a9-6139-4047-bdb4-d9d1758d89b9 None None] For port 6b294636-d7e5-4006-9e8e-8fe099120b6b, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=6b294636-d7e5-4006-9e8e-8fe099120b6b,segment=NetworkSegment(07955656-bbc9-46aa-91b6-95e96bad7147),segment_id=07955656-bbc9-46aa-91b6-95e96bad7147)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:29:39.090999 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3a6418a9-6139-4047-bdb4-d9d1758d89b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:39.104010 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3a6418a9-6139-4047-bdb4-d9d1758d89b9 None None] Calling delete_port for 6b294636-d7e5-4006-9e8e-8fe099120b6b owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:29:39.135978 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-79002616-2668-4c05-9001-45184548f8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:39.160756 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-79002616-2668-4c05-9001-45184548f8f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4fadbcc-499c-428e-819b-32e001329938']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:29:39.171397 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-79002616-2668-4c05-9001-45184548f8f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07955656-bbc9-46aa-91b6-95e96bad7147') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:29:39.171719 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-79002616-2668-4c05-9001-45184548f8f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07955656-bbc9-46aa-91b6-95e96bad7147') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:29:39.186667 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-79002616-2668-4c05-9001-45184548f8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:39.187071 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3a6418a9-6139-4047-bdb4-d9d1758d89b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:39.202091 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-79002616-2668-4c05-9001-45184548f8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:39.209638 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79002616-2668-4c05-9001-45184548f8f1 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 03:29:39.210036 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-79002616-2668-4c05-9001-45184548f8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:39.212230 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 03:29:39.212230 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 03:29:39.212230 n-d-796209-16 neutron-server[94700]: timer() Sep 07 03:29:39.212230 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 03:29:39.212230 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 03:29:39.212230 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 03:29:39.212230 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 03:29:39.212230 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 03:29:39.212230 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 03:29:39.212230 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 03:29:39.212230 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 03:29:39.212230 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 03:29:39.212230 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 03:29:39.212230 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 03:29:39.212230 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 03:29:39.212230 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 03:29:39.212230 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 03:29:39.212230 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 03:29:39.212230 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 03:29:39.212230 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 03:29:39.212230 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 03:29:39.212230 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 03:29:39.212230 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 03:29:39.212230 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 03:29:39.212230 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 03:29:39.212230 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 03:29:39.212230 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 03:29:39.212230 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 03:29:39.212230 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 03:29:39.212230 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 03:29:39.212230 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 03:29:39.212230 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 03:29:39.218510 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6418a9-6139-4047-bdb4-d9d1758d89b9 None None] Pushing event deleted for resources: {'Port': ['ID=6b294636-d7e5-4006-9e8e-8fe099120b6b,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:29:39.226515 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 709c4d93-38f3-4ae4-a7cf-ab3c349ee285 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:29:39.232680 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6418a9-6139-4047-bdb4-d9d1758d89b9 None None] No DVR routers for this DVR port 6b294636-d7e5-4006-9e8e-8fe099120b6b on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:29:39.264307 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 709c4d93-38f3-4ae4-a7cf-ab3c349ee285 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:29:39.264676 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 709c4d93-38f3-4ae4-a7cf-ab3c349ee285 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:29:39.265074 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 54845b1b-8632-4f00-a50d-7e7819005750 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:29:39.275258 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-79002616-2668-4c05-9001-45184548f8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:39.284838 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 54845b1b-8632-4f00-a50d-7e7819005750 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:29:39.285196 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 54845b1b-8632-4f00-a50d-7e7819005750 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:29:39.285432 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-79002616-2668-4c05-9001-45184548f8f1 admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:39.285621 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 6b294636-d7e5-4006-9e8e-8fe099120b6b no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:29:39.289661 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-79002616-2668-4c05-9001-45184548f8f1 admin admin] 10.222.0.22 "DELETE /v2.0/networks/c4fadbcc-499c-428e-819b-32e001329938 HTTP/1.1" status: 204 len: 168 time: 0.5617139 Sep 07 03:29:39.304671 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79002616-2668-4c05-9001-45184548f8f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4fadbcc-499c-428e-819b-32e001329938,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:29:39.309107 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 6b294636-d7e5-4006-9e8e-8fe099120b6b {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:29:39.309470 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 6b294636-d7e5-4006-9e8e-8fe099120b6b not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:29:39.398560 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 43492) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:29:39.437519 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-5f3bc8b0-3e33-4240-98af-d527ee321b77 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=617269ce5d8848e19cf1d7cbb9238cf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378373 Sep 07 03:29:39.439887 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 43494) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:29:39.485747 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b8b3f2cc-6a86-43e8-8492-7d4e06bd39fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:39.506415 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b8b3f2cc-6a86-43e8-8492-7d4e06bd39fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:39.552240 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b8b3f2cc-6a86-43e8-8492-7d4e06bd39fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:39.555351 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b8b3f2cc-6a86-43e8-8492-7d4e06bd39fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:39.556541 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b8b3f2cc-6a86-43e8-8492-7d4e06bd39fe admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1c432bfb-7404-416f-a772-03dbc31e94c7 HTTP/1.1" status: 204 len: 168 time: 0.1157718 Sep 07 03:29:39.564317 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b3f2cc-6a86-43e8-8492-7d4e06bd39fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c432bfb-7404-416f-a772-03dbc31e94c7,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:29:40.234500 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 43518) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:29:40.327814 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-134967c5-c011-4527-b38c-d8ecd62f9bf5 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1188613368-network', 'tenant_id': 'beb249735ee4450bb0becd6f74ea70e6'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:29:40.349453 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134967c5-c011-4527-b38c-d8ecd62f9bf5 admin admin] Made reservation on behalf of beb249735ee4450bb0becd6f74ea70e6 for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:29:40.351800 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-134967c5-c011-4527-b38c-d8ecd62f9bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:40.359773 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-134967c5-c011-4527-b38c-d8ecd62f9bf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:40.447201 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-134967c5-c011-4527-b38c-d8ecd62f9bf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:40.450723 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-134967c5-c011-4527-b38c-d8ecd62f9bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:40.470845 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-134967c5-c011-4527-b38c-d8ecd62f9bf5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 03:29:40.484957 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134967c5-c011-4527-b38c-d8ecd62f9bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf0cfea-d37a-44e9-b8ad-b6c0d7c0c2ad,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:29:40.487843 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-134967c5-c011-4527-b38c-d8ecd62f9bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:40.488196 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-134967c5-c011-4527-b38c-d8ecd62f9bf5 admin admin] Added segment 3c3aa53e-d1b9-41b8-ba3d-a0ae5b8880cf of type vlan for network e6379114-6b33-4e09-80c1-de7c5df1f878 Sep 07 03:29:40.527106 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-134967c5-c011-4527-b38c-d8ecd62f9bf5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:40.550042 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-134967c5-c011-4527-b38c-d8ecd62f9bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:40.550989 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134967c5-c011-4527-b38c-d8ecd62f9bf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:40.551604 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-134967c5-c011-4527-b38c-d8ecd62f9bf5 admin admin] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:40.583865 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-134967c5-c011-4527-b38c-d8ecd62f9bf5 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3482323 Sep 07 03:29:40.587442 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43522) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:29:40.592550 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-64ce62ea-37ca-4666-8da0-65c4b8a719c4 admin admin] Request body: {'subnet': {'network_id': 'e6379114-6b33-4e09-80c1-de7c5df1f878', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1188613368-subnet', 'tenant_id': 'beb249735ee4450bb0becd6f74ea70e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:29:40.611620 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134967c5-c011-4527-b38c-d8ecd62f9bf5 admin admin] Pushing event updated for resources: {'Network': ['ID=e6379114-6b33-4e09-80c1-de7c5df1f878,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:29:40.612875 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ce62ea-37ca-4666-8da0-65c4b8a719c4 admin admin] Made reservation on behalf of beb249735ee4450bb0becd6f74ea70e6 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:29:40.619918 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-64ce62ea-37ca-4666-8da0-65c4b8a719c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:40.622735 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network e6379114-6b33-4e09-80c1-de7c5df1f878 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 03:29:40.783150 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-64ce62ea-37ca-4666-8da0-65c4b8a719c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:40.835820 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ce62ea-37ca-4666-8da0-65c4b8a719c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adaaf68e-bf75-481f-a33c-b7b8188a110b,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:29:40.850139 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ce62ea-37ca-4666-8da0-65c4b8a719c4 admin admin] Checking segment: {'id': '3c3aa53e-d1b9-41b8-ba3d-a0ae5b8880cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e6379114-6b33-4e09-80c1-de7c5df1f878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:29:40.850499 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ce62ea-37ca-4666-8da0-65c4b8a719c4 admin admin] Network hostable DHCP agents. Network: e6379114-6b33-4e09-80c1-de7c5df1f878, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 03:29:40.866998 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ce62ea-37ca-4666-8da0-65c4b8a719c4 admin admin] Network e6379114-6b33-4e09-80c1-de7c5df1f878 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 03:29:40.875071 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-64ce62ea-37ca-4666-8da0-65c4b8a719c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, e6379114-6b33-4e09-80c1-de7c5df1f878) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:29:40.878986 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ce62ea-37ca-4666-8da0-65c4b8a719c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:40.879670 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-64ce62ea-37ca-4666-8da0-65c4b8a719c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:40.884410 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0db9f0-2c4f-495c-8feb-bc7ad4eccac4 None None] Network e6379114-6b33-4e09-80c1-de7c5df1f878 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:29:40.893896 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-64ce62ea-37ca-4666-8da0-65c4b8a719c4 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3052742 Sep 07 03:29:41.010626 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf576e1c-598a-4bd8-b5ad-af66cfe95bdd None None] Network e6379114-6b33-4e09-80c1-de7c5df1f878 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:29:41.323615 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5202779-37ad-4613-a908-bb79f654bd4b req-cb1af070-f9cb-49c9-a683-0b8aa14c1dd4 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:41.325084 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d5202779-37ad-4613-a908-bb79f654bd4b req-cb1af070-f9cb-49c9-a683-0b8aa14c1dd4 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] 10.222.0.22 "GET /v2.0/networks?id=e6379114-6b33-4e09-80c1-de7c5df1f878 HTTP/1.1" status: 200 len: 814 time: 0.1052060 Sep 07 03:29:41.339752 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d5202779-37ad-4613-a908-bb79f654bd4b req-d7eb2246-1aac-4f19-b31a-65dffa7d37a6 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] 10.222.0.22 "GET /v2.0/quotas/beb249735ee4450bb0becd6f74ea70e6 HTTP/1.1" status: 200 len: 375 time: 0.0089338 Sep 07 03:29:41.370296 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d5202779-37ad-4613-a908-bb79f654bd4b req-6aebcd07-111b-4a4f-a2f0-552d5ac63583 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=beb249735ee4450bb0becd6f74ea70e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255780 Sep 07 03:29:41.508830 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d5202779-37ad-4613-a908-bb79f654bd4b req-e35eef42-af7e-476f-a1a2-d1fae7396b12 service neutron] 10.222.0.22 "GET /v2.0/networks/e6379114-6b33-4e09-80c1-de7c5df1f878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317880 Sep 07 03:29:41.598184 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d5202779-37ad-4613-a908-bb79f654bd4b req-3f439610-e482-4400-b746-99b5210c6614 service neutron] 10.222.0.22 "GET /v2.0/networks/e6379114-6b33-4e09-80c1-de7c5df1f878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832727 Sep 07 03:29:41.753317 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-672d5751-4de3-4dc1-bdb6-d25d0c2c8a49 req-43c43109-862a-48ee-a333-6dbd99e54e70 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] 10.222.0.22 "GET /v2.0/ports?device_id=38601b58-e3c8-4777-add1-15c6225d03ed HTTP/1.1" status: 200 len: 210 time: 0.0276380 Sep 07 03:29:42.641103 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5202779-37ad-4613-a908-bb79f654bd4b req-78d29615-c3d3-41b8-9557-d89839b076b4 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:42.642584 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d5202779-37ad-4613-a908-bb79f654bd4b req-78d29615-c3d3-41b8-9557-d89839b076b4 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] 10.222.0.16 "GET /v2.0/networks?id=e6379114-6b33-4e09-80c1-de7c5df1f878 HTTP/1.1" status: 200 len: 814 time: 0.1067023 Sep 07 03:29:42.655258 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-d5202779-37ad-4613-a908-bb79f654bd4b req-9a74dfbb-f3db-427a-8847-e78926fc28f5 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Request body: {'port': {'device_id': '38601b58-e3c8-4777-add1-15c6225d03ed', 'network_id': 'e6379114-6b33-4e09-80c1-de7c5df1f878', 'admin_state_up': True, 'tenant_id': 'beb249735ee4450bb0becd6f74ea70e6'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:29:42.759619 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5202779-37ad-4613-a908-bb79f654bd4b req-9a74dfbb-f3db-427a-8847-e78926fc28f5 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Made reservation on behalf of beb249735ee4450bb0becd6f74ea70e6 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:29:42.763071 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d5202779-37ad-4613-a908-bb79f654bd4b req-9a74dfbb-f3db-427a-8847-e78926fc28f5 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:42.850255 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cbb4ddbe-5e49-4905-9879-c5d76b13d94b req-c3df490e-fe95-4de5-94d0-d43f418d9cbe tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] 10.222.0.22 "GET /v2.0/ports?device_id=38601b58-e3c8-4777-add1-15c6225d03ed HTTP/1.1" status: 200 len: 210 time: 0.0301349 Sep 07 03:29:42.890912 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-d5202779-37ad-4613-a908-bb79f654bd4b req-9a74dfbb-f3db-427a-8847-e78926fc28f5 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Allocated IP 172.20.0.3 (e6379114-6b33-4e09-80c1-de7c5df1f878/adaaf68e-bf75-481f-a33c-b7b8188a110b/4214fbd1-9057-49cf-8d0e-2cc5f4b36be5) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:29:43.042508 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d5202779-37ad-4613-a908-bb79f654bd4b req-9a74dfbb-f3db-427a-8847-e78926fc28f5 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:43.079812 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d5202779-37ad-4613-a908-bb79f654bd4b req-9a74dfbb-f3db-427a-8847-e78926fc28f5 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:43.122046 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5202779-37ad-4613-a908-bb79f654bd4b req-9a74dfbb-f3db-427a-8847-e78926fc28f5 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Network e6379114-6b33-4e09-80c1-de7c5df1f878 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:29:43.125094 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-d5202779-37ad-4613-a908-bb79f654bd4b req-9a74dfbb-f3db-427a-8847-e78926fc28f5 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:29:43.130998 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5202779-37ad-4613-a908-bb79f654bd4b req-9a74dfbb-f3db-427a-8847-e78926fc28f5 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:29:43.137308 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a74dfbb-f3db-427a-8847-e78926fc28f5 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Pushing event updated for resources: {'Port': ['ID=4214fbd1-9057-49cf-8d0e-2cc5f4b36be5,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:29:43.181279 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5202779-37ad-4613-a908-bb79f654bd4b req-9a74dfbb-f3db-427a-8847-e78926fc28f5 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:43.181893 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d5202779-37ad-4613-a908-bb79f654bd4b req-9a74dfbb-f3db-427a-8847-e78926fc28f5 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:43.194656 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d5202779-37ad-4613-a908-bb79f654bd4b req-9a74dfbb-f3db-427a-8847-e78926fc28f5 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5432191 Sep 07 03:29:43.207002 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-d5202779-37ad-4613-a908-bb79f654bd4b req-37ff70c6-7af0-4ff4-bdc4-d02c4de70f4f service neutron] Request body: {'port': {'device_id': '38601b58-e3c8-4777-add1-15c6225d03ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:29:43.261163 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d5202779-37ad-4613-a908-bb79f654bd4b req-37ff70c6-7af0-4ff4-bdc4-d02c4de70f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:43.518256 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-d5202779-37ad-4613-a908-bb79f654bd4b req-37ff70c6-7af0-4ff4-bdc4-d02c4de70f4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4214fbd1-9057-49cf-8d0e-2cc5f4b36be5 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:29:43.526023 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d5202779-37ad-4613-a908-bb79f654bd4b req-37ff70c6-7af0-4ff4-bdc4-d02c4de70f4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:43.539805 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-d5202779-37ad-4613-a908-bb79f654bd4b req-37ff70c6-7af0-4ff4-bdc4-d02c4de70f4f service neutron] Transition to ACTIVE for port object 4214fbd1-9057-49cf-8d0e-2cc5f4b36be5 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:29:43.543461 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d5202779-37ad-4613-a908-bb79f654bd4b req-37ff70c6-7af0-4ff4-bdc4-d02c4de70f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:43.594404 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff70c6-7af0-4ff4-bdc4-d02c4de70f4f service neutron] Pushing event updated for resources: {'Port': ['ID=4214fbd1-9057-49cf-8d0e-2cc5f4b36be5,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:29:43.662698 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-d5202779-37ad-4613-a908-bb79f654bd4b req-37ff70c6-7af0-4ff4-bdc4-d02c4de70f4f service neutron] Attempting to bind port 4214fbd1-9057-49cf-8d0e-2cc5f4b36be5 on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:29:43.662948 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-d5202779-37ad-4613-a908-bb79f654bd4b req-37ff70c6-7af0-4ff4-bdc4-d02c4de70f4f service neutron] Attempting to bind port 4214fbd1-9057-49cf-8d0e-2cc5f4b36be5 by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '3c3aa53e-d1b9-41b8-ba3d-a0ae5b8880cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e6379114-6b33-4e09-80c1-de7c5df1f878'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:29:43.663302 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5202779-37ad-4613-a908-bb79f654bd4b req-37ff70c6-7af0-4ff4-bdc4-d02c4de70f4f service neutron] Attempting to bind port 4214fbd1-9057-49cf-8d0e-2cc5f4b36be5 on network e6379114-6b33-4e09-80c1-de7c5df1f878 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:29:43.668114 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5202779-37ad-4613-a908-bb79f654bd4b req-37ff70c6-7af0-4ff4-bdc4-d02c4de70f4f service neutron] Port 4214fbd1-9057-49cf-8d0e-2cc5f4b36be5 on network e6379114-6b33-4e09-80c1-de7c5df1f878 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 03:29:43.668432 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5202779-37ad-4613-a908-bb79f654bd4b req-37ff70c6-7af0-4ff4-bdc4-d02c4de70f4f service neutron] Attempting to bind port 4214fbd1-9057-49cf-8d0e-2cc5f4b36be5 on network e6379114-6b33-4e09-80c1-de7c5df1f878 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:29:43.673194 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5202779-37ad-4613-a908-bb79f654bd4b req-37ff70c6-7af0-4ff4-bdc4-d02c4de70f4f service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:29:43.673528 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5202779-37ad-4613-a908-bb79f654bd4b req-37ff70c6-7af0-4ff4-bdc4-d02c4de70f4f service neutron] Checking segment: {'id': '3c3aa53e-d1b9-41b8-ba3d-a0ae5b8880cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e6379114-6b33-4e09-80c1-de7c5df1f878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:29:43.673908 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5202779-37ad-4613-a908-bb79f654bd4b req-37ff70c6-7af0-4ff4-bdc4-d02c4de70f4f service neutron] Bound using segment: {'id': '3c3aa53e-d1b9-41b8-ba3d-a0ae5b8880cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e6379114-6b33-4e09-80c1-de7c5df1f878'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:29:43.674323 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-d5202779-37ad-4613-a908-bb79f654bd4b req-37ff70c6-7af0-4ff4-bdc4-d02c4de70f4f service neutron] Bound port: 4214fbd1-9057-49cf-8d0e-2cc5f4b36be5, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c3aa53e-d1b9-41b8-ba3d-a0ae5b8880cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e6379114-6b33-4e09-80c1-de7c5df1f878'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:29:43.674675 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d5202779-37ad-4613-a908-bb79f654bd4b req-37ff70c6-7af0-4ff4-bdc4-d02c4de70f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:43.741786 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-d5202779-37ad-4613-a908-bb79f654bd4b req-37ff70c6-7af0-4ff4-bdc4-d02c4de70f4f service neutron] For port 4214fbd1-9057-49cf-8d0e-2cc5f4b36be5, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:29:43.744710 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-d5202779-37ad-4613-a908-bb79f654bd4b req-37ff70c6-7af0-4ff4-bdc4-d02c4de70f4f service neutron] For port 4214fbd1-9057-49cf-8d0e-2cc5f4b36be5, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=4214fbd1-9057-49cf-8d0e-2cc5f4b36be5,segment=NetworkSegment(3c3aa53e-d1b9-41b8-ba3d-a0ae5b8880cf),segment_id=3c3aa53e-d1b9-41b8-ba3d-a0ae5b8880cf)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:29:43.748892 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d5202779-37ad-4613-a908-bb79f654bd4b req-37ff70c6-7af0-4ff4-bdc4-d02c4de70f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:43.782687 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5202779-37ad-4613-a908-bb79f654bd4b req-37ff70c6-7af0-4ff4-bdc4-d02c4de70f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:43.783371 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d5202779-37ad-4613-a908-bb79f654bd4b req-37ff70c6-7af0-4ff4-bdc4-d02c4de70f4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:43.784795 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d5202779-37ad-4613-a908-bb79f654bd4b req-37ff70c6-7af0-4ff4-bdc4-d02c4de70f4f service neutron] 10.222.0.16 "PUT /v2.0/ports/4214fbd1-9057-49cf-8d0e-2cc5f4b36be5 HTTP/1.1" status: 200 len: 1092 time: 0.5820165 Sep 07 03:29:43.785247 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38601b58-e3c8-4777-add1-15c6225d03ed', 'tag': '4214fbd1-9057-49cf-8d0e-2cc5f4b36be5'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:29:43.787557 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a239629-9f12-4591-835c-76e7fea3e4fc" -d '{"events": [{"name": "network-changed", "server_uuid": "38601b58-e3c8-4777-add1-15c6225d03ed", "tag": "4214fbd1-9057-49cf-8d0e-2cc5f4b36be5"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:29:43.816531 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff70c6-7af0-4ff4-bdc4-d02c4de70f4f service neutron] Pushing event updated for resources: {'Port': ['ID=4214fbd1-9057-49cf-8d0e-2cc5f4b36be5,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:29:43.841217 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44000be-d92a-4d6c-898c-9956a4cc8bac x-openstack-request-id: req-a44000be-d92a-4d6c-898c-9956a4cc8bac {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:29:43.841508 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38601b58-e3c8-4777-add1-15c6225d03ed", "tag": "4214fbd1-9057-49cf-8d0e-2cc5f4b36be5", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:29:43.841763 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a44000be-d92a-4d6c-898c-9956a4cc8bac {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:29:43.842164 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38601b58-e3c8-4777-add1-15c6225d03ed', 'tag': '4214fbd1-9057-49cf-8d0e-2cc5f4b36be5', 'status': 'completed', 'code': 200} Sep 07 03:29:43.879559 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5202779-37ad-4613-a908-bb79f654bd4b req-9ff5c00b-514a-48e0-a1a9-9ce81b10fdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:43.881133 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d5202779-37ad-4613-a908-bb79f654bd4b req-9ff5c00b-514a-48e0-a1a9-9ce81b10fdf1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=beb249735ee4450bb0becd6f74ea70e6&device_id=38601b58-e3c8-4777-add1-15c6225d03ed HTTP/1.1" status: 200 len: 1095 time: 0.0497787 Sep 07 03:29:43.924714 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d5202779-37ad-4613-a908-bb79f654bd4b req-5a618e2a-368c-4014-af30-5dafbfe5dd49 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4214fbd1-9057-49cf-8d0e-2cc5f4b36be5 HTTP/1.1" status: 200 len: 217 time: 0.0353198 Sep 07 03:29:43.969263 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c692f5-aa3e-4217-8afa-742b4f0138c6 req-1ee3b001-e886-4de0-9403-c930db995d76 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:43.970767 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b0c692f5-aa3e-4217-8afa-742b4f0138c6 req-1ee3b001-e886-4de0-9403-c930db995d76 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] 10.222.0.22 "GET /v2.0/ports?device_id=38601b58-e3c8-4777-add1-15c6225d03ed HTTP/1.1" status: 200 len: 943 time: 0.0517578 Sep 07 03:29:43.978917 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5202779-37ad-4613-a908-bb79f654bd4b req-feae9d1b-bfaf-4edb-908e-0776c577a40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:43.980767 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d5202779-37ad-4613-a908-bb79f654bd4b req-feae9d1b-bfaf-4edb-908e-0776c577a40f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=adaaf68e-bf75-481f-a33c-b7b8188a110b HTTP/1.1" status: 200 len: 854 time: 0.0497265 Sep 07 03:29:44.015435 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b0c692f5-aa3e-4217-8afa-742b4f0138c6 req-5b1f2ccc-6580-46c7-90b8-fe1a04bc87c6 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcf0cfea-d37a-44e9-b8ad-b6c0d7c0c2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369492 Sep 07 03:29:44.017895 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d5202779-37ad-4613-a908-bb79f654bd4b req-9e19fa4b-3d96-4d34-8d4e-f9efae6c6b24 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e6379114-6b33-4e09-80c1-de7c5df1f878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274098 Sep 07 03:29:44.115470 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d5202779-37ad-4613-a908-bb79f654bd4b req-11a7e57c-1985-454b-9884-9f57f6cf2d95 service neutron] 10.222.0.16 "GET /v2.0/networks/e6379114-6b33-4e09-80c1-de7c5df1f878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906661 Sep 07 03:29:44.212282 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d5202779-37ad-4613-a908-bb79f654bd4b req-dacbae19-a8d6-4483-8db9-76778dfc42ed service neutron] 10.222.0.16 "GET /v2.0/networks/e6379114-6b33-4e09-80c1-de7c5df1f878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894251 Sep 07 03:29:44.305444 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a239629-9f12-4591-835c-76e7fea3e4fc req-461bcb9c-76ee-46a0-a54f-7839c956712c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:44.307052 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a239629-9f12-4591-835c-76e7fea3e4fc req-461bcb9c-76ee-46a0-a54f-7839c956712c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=beb249735ee4450bb0becd6f74ea70e6&device_id=38601b58-e3c8-4777-add1-15c6225d03ed HTTP/1.1" status: 200 len: 1095 time: 0.0458231 Sep 07 03:29:44.397272 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a239629-9f12-4591-835c-76e7fea3e4fc req-a561e8ec-2f58-4891-9d41-b3ac969b0d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:44.398798 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a239629-9f12-4591-835c-76e7fea3e4fc req-a561e8ec-2f58-4891-9d41-b3ac969b0d99 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e6379114-6b33-4e09-80c1-de7c5df1f878 HTTP/1.1" status: 200 len: 914 time: 0.0841691 Sep 07 03:29:44.446152 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a239629-9f12-4591-835c-76e7fea3e4fc req-c80672dc-876d-42d7-8053-0ff2431e2c3b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4214fbd1-9057-49cf-8d0e-2cc5f4b36be5 HTTP/1.1" status: 200 len: 217 time: 0.0377729 Sep 07 03:29:44.496037 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a239629-9f12-4591-835c-76e7fea3e4fc req-39ea0e3f-9396-4ef7-a8d8-b2d04294b3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:44.497396 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a239629-9f12-4591-835c-76e7fea3e4fc req-39ea0e3f-9396-4ef7-a8d8-b2d04294b3e3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=adaaf68e-bf75-481f-a33c-b7b8188a110b HTTP/1.1" status: 200 len: 854 time: 0.0440972 Sep 07 03:29:44.531211 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a239629-9f12-4591-835c-76e7fea3e4fc req-bd2f5f26-997a-4368-9d99-89a56a1a9abd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e6379114-6b33-4e09-80c1-de7c5df1f878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265794 Sep 07 03:29:44.628467 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a239629-9f12-4591-835c-76e7fea3e4fc req-db47a6a1-584e-4125-ba76-a635864c0986 service neutron] 10.222.0.16 "GET /v2.0/networks/e6379114-6b33-4e09-80c1-de7c5df1f878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887032 Sep 07 03:29:44.717632 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3a239629-9f12-4591-835c-76e7fea3e4fc req-ef248d11-1980-42d8-85ba-0474d08aeaee service neutron] 10.222.0.16 "GET /v2.0/networks/e6379114-6b33-4e09-80c1-de7c5df1f878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818086 Sep 07 03:29:45.136382 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4805076c-6d51-4ffc-b98a-f20c85915828 req-57ccce7c-e36a-435b-a568-447275a3f25a tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:45.137877 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4805076c-6d51-4ffc-b98a-f20c85915828 req-57ccce7c-e36a-435b-a568-447275a3f25a tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] 10.222.0.22 "GET /v2.0/ports?device_id=38601b58-e3c8-4777-add1-15c6225d03ed HTTP/1.1" status: 200 len: 943 time: 0.0521753 Sep 07 03:29:45.175029 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4805076c-6d51-4ffc-b98a-f20c85915828 req-b841f9bd-63b6-4e39-a160-210c591b61f8 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcf0cfea-d37a-44e9-b8ad-b6c0d7c0c2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311768 Sep 07 03:29:46.288011 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff2987-fd09-413a-8a19-ae0d90318dc7 req-b7ce971f-2326-44f3-ae86-75b882132b8c tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:46.289834 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-07ff2987-fd09-413a-8a19-ae0d90318dc7 req-b7ce971f-2326-44f3-ae86-75b882132b8c tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] 10.222.0.22 "GET /v2.0/ports?device_id=38601b58-e3c8-4777-add1-15c6225d03ed HTTP/1.1" status: 200 len: 943 time: 0.0496447 Sep 07 03:29:46.327082 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-07ff2987-fd09-413a-8a19-ae0d90318dc7 req-1914883c-ba01-4d66-95e1-3d2d9fe4ec64 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcf0cfea-d37a-44e9-b8ad-b6c0d7c0c2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312514 Sep 07 03:29:46.805094 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 4214fbd1-9057-49cf-8d0e-2cc5f4b36be5 details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 03:29:47.047932 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 4214fbd1-9057-49cf-8d0e-2cc5f4b36be5, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=4214fbd1-9057-49cf-8d0e-2cc5f4b36be5,segment=NetworkSegment(3c3aa53e-d1b9-41b8-ba3d-a0ae5b8880cf),segment_id=3c3aa53e-d1b9-41b8-ba3d-a0ae5b8880cf)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:29:47.058913 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '4214fbd1-9057-49cf-8d0e-2cc5f4b36be5', 'network_id': 'e6379114-6b33-4e09-80c1-de7c5df1f878', 'port_id': '4214fbd1-9057-49cf-8d0e-2cc5f4b36be5', 'mac_address': 'fa:16:3e:c3:a5:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adaaf68e-bf75-481f-a33c-b7b8188a110b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 03:29:47.095850 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:47.107763 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4214fbd1-9057-49cf-8d0e-2cc5f4b36be5 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:29:47.126549 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 4214fbd1-9057-49cf-8d0e-2cc5f4b36be5, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=4214fbd1-9057-49cf-8d0e-2cc5f4b36be5,segment=NetworkSegment(3c3aa53e-d1b9-41b8-ba3d-a0ae5b8880cf),segment_id=3c3aa53e-d1b9-41b8-ba3d-a0ae5b8880cf)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:29:47.130148 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:47.178494 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=4214fbd1-9057-49cf-8d0e-2cc5f4b36be5,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:29:47.318308 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['4214fbd1-9057-49cf-8d0e-2cc5f4b36be5'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:29:47.441140 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8163dcd6-4155-4ee5-abe2-0857b7bab83d req-d1a2ba5a-a25a-4c9f-9d34-b6df09c2089d tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:47.442630 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8163dcd6-4155-4ee5-abe2-0857b7bab83d req-d1a2ba5a-a25a-4c9f-9d34-b6df09c2089d tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] 10.222.0.22 "GET /v2.0/ports?device_id=38601b58-e3c8-4777-add1-15c6225d03ed HTTP/1.1" status: 200 len: 944 time: 0.0507271 Sep 07 03:29:47.480389 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8163dcd6-4155-4ee5-abe2-0857b7bab83d req-e887edc7-4c78-4f44-a88e-5f774c97d4dc tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcf0cfea-d37a-44e9-b8ad-b6c0d7c0c2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315607 Sep 07 03:29:48.593158 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d2aa01-2c6d-46ed-8a05-79912c0f68d6 req-ceda887b-d220-4c39-a5da-2243cb61f200 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:48.594627 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-17d2aa01-2c6d-46ed-8a05-79912c0f68d6 req-ceda887b-d220-4c39-a5da-2243cb61f200 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] 10.222.0.22 "GET /v2.0/ports?device_id=38601b58-e3c8-4777-add1-15c6225d03ed HTTP/1.1" status: 200 len: 944 time: 0.0483458 Sep 07 03:29:48.635152 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-17d2aa01-2c6d-46ed-8a05-79912c0f68d6 req-4a606713-0b93-457b-a9e8-e390eef032e4 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcf0cfea-d37a-44e9-b8ad-b6c0d7c0c2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346365 Sep 07 03:29:48.828424 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 4214fbd1-9057-49cf-8d0e-2cc5f4b36be5 up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:29:48.876395 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port 4214fbd1-9057-49cf-8d0e-2cc5f4b36be5 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:29:48.880020 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 4214fbd1-9057-49cf-8d0e-2cc5f4b36be5 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:29:48.880393 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:48.958909 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:48.979853 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38601b58-e3c8-4777-add1-15c6225d03ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4214fbd1-9057-49cf-8d0e-2cc5f4b36be5'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:29:48.982095 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e831de-e769-4343-8a87-139e6215c5b9" -d '{"events": [{"server_uuid": "38601b58-e3c8-4777-add1-15c6225d03ed", "name": "network-vif-plugged", "status": "completed", "tag": "4214fbd1-9057-49cf-8d0e-2cc5f4b36be5"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:29:48.995150 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 4214fbd1-9057-49cf-8d0e-2cc5f4b36be5, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=4214fbd1-9057-49cf-8d0e-2cc5f4b36be5,segment=NetworkSegment(3c3aa53e-d1b9-41b8-ba3d-a0ae5b8880cf),segment_id=3c3aa53e-d1b9-41b8-ba3d-a0ae5b8880cf)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:29:49.000401 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:49.047091 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=4214fbd1-9057-49cf-8d0e-2cc5f4b36be5,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:29:49.089095 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5172d94b-1ab3-441d-8e5f-9a659c9c3b56 x-openstack-request-id: req-5172d94b-1ab3-441d-8e5f-9a659c9c3b56 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:29:49.089385 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38601b58-e3c8-4777-add1-15c6225d03ed", "name": "network-vif-plugged", "status": "completed", "tag": "4214fbd1-9057-49cf-8d0e-2cc5f4b36be5", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:29:49.089637 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5172d94b-1ab3-441d-8e5f-9a659c9c3b56 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:29:49.090031 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38601b58-e3c8-4777-add1-15c6225d03ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4214fbd1-9057-49cf-8d0e-2cc5f4b36be5', 'code': 200} Sep 07 03:29:49.180040 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02caeca6-6509-46b4-b588-c3a5f46334da req-2ff91d71-a92b-44be-a1c6-e170104d0ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:49.181496 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-02caeca6-6509-46b4-b588-c3a5f46334da req-2ff91d71-a92b-44be-a1c6-e170104d0ce8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=38601b58-e3c8-4777-add1-15c6225d03ed HTTP/1.1" status: 200 len: 1097 time: 0.0383096 Sep 07 03:29:49.215330 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-02caeca6-6509-46b4-b588-c3a5f46334da req-14a33267-664a-4b86-bd48-00f6d36c5132 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=bcf0cfea-d37a-44e9-b8ad-b6c0d7c0c2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265973 Sep 07 03:29:49.747038 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7239798-42c5-4b34-8cb5-c69594342eeb req-3614eac5-e568-4c5f-952d-d0fb61f58f30 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:49.748558 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a7239798-42c5-4b34-8cb5-c69594342eeb req-3614eac5-e568-4c5f-952d-d0fb61f58f30 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] 10.222.0.22 "GET /v2.0/ports?device_id=38601b58-e3c8-4777-add1-15c6225d03ed HTTP/1.1" status: 200 len: 945 time: 0.0477717 Sep 07 03:29:49.785612 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a7239798-42c5-4b34-8cb5-c69594342eeb req-fa6d2b5c-bd27-45a0-852c-eb9695997c33 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcf0cfea-d37a-44e9-b8ad-b6c0d7c0c2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311742 Sep 07 03:29:50.902251 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5641f-c29c-4abd-9681-67f522f96ff7 req-870f7122-1da9-41b9-8901-f2ccf97fbcf0 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:50.903728 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-50b5641f-c29c-4abd-9681-67f522f96ff7 req-870f7122-1da9-41b9-8901-f2ccf97fbcf0 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] 10.222.0.22 "GET /v2.0/ports?device_id=38601b58-e3c8-4777-add1-15c6225d03ed HTTP/1.1" status: 200 len: 945 time: 0.0509076 Sep 07 03:29:50.940813 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-50b5641f-c29c-4abd-9681-67f522f96ff7 req-737ef4e5-148d-4fea-8838-ef839ea27955 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcf0cfea-d37a-44e9-b8ad-b6c0d7c0c2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311534 Sep 07 03:29:51.159840 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d54ec-8e62-4a5a-ac56-7cb255545d9a req-9b6cc6da-915b-445b-aa9d-88a4a05a732f tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:51.161314 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ed6d54ec-8e62-4a5a-ac56-7cb255545d9a req-9b6cc6da-915b-445b-aa9d-88a4a05a732f tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] 10.222.0.22 "GET /v2.0/networks?id=e6379114-6b33-4e09-80c1-de7c5df1f878 HTTP/1.1" status: 200 len: 814 time: 0.1040611 Sep 07 03:29:51.175736 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ed6d54ec-8e62-4a5a-ac56-7cb255545d9a req-cf6a6272-057f-43ae-9445-3a3e2e745815 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] 10.222.0.22 "GET /v2.0/quotas/beb249735ee4450bb0becd6f74ea70e6 HTTP/1.1" status: 200 len: 375 time: 0.0087278 Sep 07 03:29:51.224317 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ed6d54ec-8e62-4a5a-ac56-7cb255545d9a req-09d9298b-15b5-4c71-a2a7-f2aa9888537e tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=beb249735ee4450bb0becd6f74ea70e6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0430570 Sep 07 03:29:51.314921 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ed6d54ec-8e62-4a5a-ac56-7cb255545d9a req-41f51844-3550-4a76-a3f4-6b0640abcf34 service neutron] 10.222.0.22 "GET /v2.0/networks/e6379114-6b33-4e09-80c1-de7c5df1f878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831625 Sep 07 03:29:51.405485 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ed6d54ec-8e62-4a5a-ac56-7cb255545d9a req-2c8652b5-a2a5-453f-b740-3a2be1511501 service neutron] 10.222.0.22 "GET /v2.0/networks/e6379114-6b33-4e09-80c1-de7c5df1f878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840816 Sep 07 03:29:51.563700 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4e6473a8-aa6f-4011-8fef-670e4f090d95 req-9f62a546-cd00-4e76-9de8-3fc5a753d6bc tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] 10.222.0.22 "GET /v2.0/ports?device_id=464d5390-02ba-492f-b7da-a9afe99fa32d HTTP/1.1" status: 200 len: 210 time: 0.0268390 Sep 07 03:29:51.989389 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:52.040032 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:52.536056 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d54ec-8e62-4a5a-ac56-7cb255545d9a req-6f205f62-9127-43aa-b0db-4e6582feca68 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:52.537537 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ed6d54ec-8e62-4a5a-ac56-7cb255545d9a req-6f205f62-9127-43aa-b0db-4e6582feca68 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] 10.222.0.23 "GET /v2.0/networks?id=e6379114-6b33-4e09-80c1-de7c5df1f878 HTTP/1.1" status: 200 len: 814 time: 0.1042893 Sep 07 03:29:52.551666 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-ed6d54ec-8e62-4a5a-ac56-7cb255545d9a req-a583100f-f210-45f3-85b2-b35ba72b5ac8 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Request body: {'port': {'device_id': '464d5390-02ba-492f-b7da-a9afe99fa32d', 'network_id': 'e6379114-6b33-4e09-80c1-de7c5df1f878', 'admin_state_up': True, 'tenant_id': 'beb249735ee4450bb0becd6f74ea70e6'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:29:52.662614 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-09cd3abd-e5dd-4f06-bed8-5a5e3ee84f79 req-cab8d729-77cd-42c5-b028-869794ef472d tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] 10.222.0.22 "GET /v2.0/ports?device_id=464d5390-02ba-492f-b7da-a9afe99fa32d HTTP/1.1" status: 200 len: 210 time: 0.0328548 Sep 07 03:29:52.686510 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed6d54ec-8e62-4a5a-ac56-7cb255545d9a req-a583100f-f210-45f3-85b2-b35ba72b5ac8 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Made reservation on behalf of beb249735ee4450bb0becd6f74ea70e6 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:29:52.690422 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-ed6d54ec-8e62-4a5a-ac56-7cb255545d9a req-a583100f-f210-45f3-85b2-b35ba72b5ac8 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:52.817008 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [req-ed6d54ec-8e62-4a5a-ac56-7cb255545d9a req-a583100f-f210-45f3-85b2-b35ba72b5ac8 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Allocated IP 172.20.0.11 (e6379114-6b33-4e09-80c1-de7c5df1f878/adaaf68e-bf75-481f-a33c-b7b8188a110b/2d8a9f78-1b62-4b4a-b3a7-489e53ba5338) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:29:52.964263 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-ed6d54ec-8e62-4a5a-ac56-7cb255545d9a req-a583100f-f210-45f3-85b2-b35ba72b5ac8 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:53.001713 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-ed6d54ec-8e62-4a5a-ac56-7cb255545d9a req-a583100f-f210-45f3-85b2-b35ba72b5ac8 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:53.015029 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['4214fbd1-9057-49cf-8d0e-2cc5f4b36be5'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:29:53.044285 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed6d54ec-8e62-4a5a-ac56-7cb255545d9a req-a583100f-f210-45f3-85b2-b35ba72b5ac8 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Network e6379114-6b33-4e09-80c1-de7c5df1f878 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:29:53.047370 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [req-ed6d54ec-8e62-4a5a-ac56-7cb255545d9a req-a583100f-f210-45f3-85b2-b35ba72b5ac8 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:29:53.053515 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed6d54ec-8e62-4a5a-ac56-7cb255545d9a req-a583100f-f210-45f3-85b2-b35ba72b5ac8 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:29:53.077044 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a583100f-f210-45f3-85b2-b35ba72b5ac8 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Pushing event updated for resources: {'Port': ['ID=2d8a9f78-1b62-4b4a-b3a7-489e53ba5338,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:29:53.104932 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d54ec-8e62-4a5a-ac56-7cb255545d9a req-a583100f-f210-45f3-85b2-b35ba72b5ac8 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:53.105561 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-ed6d54ec-8e62-4a5a-ac56-7cb255545d9a req-a583100f-f210-45f3-85b2-b35ba72b5ac8 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:53.119246 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ed6d54ec-8e62-4a5a-ac56-7cb255545d9a req-a583100f-f210-45f3-85b2-b35ba72b5ac8 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5716114 Sep 07 03:29:53.131122 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-ed6d54ec-8e62-4a5a-ac56-7cb255545d9a req-9f7b722d-3861-47cd-b670-866ca325bbdf service neutron] Request body: {'port': {'device_id': '464d5390-02ba-492f-b7da-a9afe99fa32d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:29:53.187794 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-ed6d54ec-8e62-4a5a-ac56-7cb255545d9a req-9f7b722d-3861-47cd-b670-866ca325bbdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:53.390113 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:29:53.441620 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [req-ed6d54ec-8e62-4a5a-ac56-7cb255545d9a req-9f7b722d-3861-47cd-b670-866ca325bbdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d8a9f78-1b62-4b4a-b3a7-489e53ba5338 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:29:53.448898 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-ed6d54ec-8e62-4a5a-ac56-7cb255545d9a req-9f7b722d-3861-47cd-b670-866ca325bbdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:53.460963 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-ed6d54ec-8e62-4a5a-ac56-7cb255545d9a req-9f7b722d-3861-47cd-b670-866ca325bbdf service neutron] Transition to ACTIVE for port object 2d8a9f78-1b62-4b4a-b3a7-489e53ba5338 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:29:53.464930 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-ed6d54ec-8e62-4a5a-ac56-7cb255545d9a req-9f7b722d-3861-47cd-b670-866ca325bbdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:53.515410 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b722d-3861-47cd-b670-866ca325bbdf service neutron] Pushing event updated for resources: {'Port': ['ID=2d8a9f78-1b62-4b4a-b3a7-489e53ba5338,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:29:53.581577 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-ed6d54ec-8e62-4a5a-ac56-7cb255545d9a req-9f7b722d-3861-47cd-b670-866ca325bbdf service neutron] Attempting to bind port 2d8a9f78-1b62-4b4a-b3a7-489e53ba5338 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:29:53.582244 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-ed6d54ec-8e62-4a5a-ac56-7cb255545d9a req-9f7b722d-3861-47cd-b670-866ca325bbdf service neutron] Attempting to bind port 2d8a9f78-1b62-4b4a-b3a7-489e53ba5338 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '3c3aa53e-d1b9-41b8-ba3d-a0ae5b8880cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e6379114-6b33-4e09-80c1-de7c5df1f878'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:29:53.582244 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6d54ec-8e62-4a5a-ac56-7cb255545d9a req-9f7b722d-3861-47cd-b670-866ca325bbdf service neutron] Attempting to bind port 2d8a9f78-1b62-4b4a-b3a7-489e53ba5338 on network e6379114-6b33-4e09-80c1-de7c5df1f878 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:29:53.588056 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6d54ec-8e62-4a5a-ac56-7cb255545d9a req-9f7b722d-3861-47cd-b670-866ca325bbdf service neutron] Port 2d8a9f78-1b62-4b4a-b3a7-489e53ba5338 on network e6379114-6b33-4e09-80c1-de7c5df1f878 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 03:29:53.588594 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6d54ec-8e62-4a5a-ac56-7cb255545d9a req-9f7b722d-3861-47cd-b670-866ca325bbdf service neutron] Attempting to bind port 2d8a9f78-1b62-4b4a-b3a7-489e53ba5338 on network e6379114-6b33-4e09-80c1-de7c5df1f878 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:29:53.595157 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6d54ec-8e62-4a5a-ac56-7cb255545d9a req-9f7b722d-3861-47cd-b670-866ca325bbdf service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:29:53.595552 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6d54ec-8e62-4a5a-ac56-7cb255545d9a req-9f7b722d-3861-47cd-b670-866ca325bbdf service neutron] Checking segment: {'id': '3c3aa53e-d1b9-41b8-ba3d-a0ae5b8880cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e6379114-6b33-4e09-80c1-de7c5df1f878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:29:53.596209 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6d54ec-8e62-4a5a-ac56-7cb255545d9a req-9f7b722d-3861-47cd-b670-866ca325bbdf service neutron] Bound using segment: {'id': '3c3aa53e-d1b9-41b8-ba3d-a0ae5b8880cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e6379114-6b33-4e09-80c1-de7c5df1f878'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:29:53.596735 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-ed6d54ec-8e62-4a5a-ac56-7cb255545d9a req-9f7b722d-3861-47cd-b670-866ca325bbdf service neutron] Bound port: 2d8a9f78-1b62-4b4a-b3a7-489e53ba5338, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c3aa53e-d1b9-41b8-ba3d-a0ae5b8880cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'e6379114-6b33-4e09-80c1-de7c5df1f878'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:29:53.597095 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-ed6d54ec-8e62-4a5a-ac56-7cb255545d9a req-9f7b722d-3861-47cd-b670-866ca325bbdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:53.663516 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-ed6d54ec-8e62-4a5a-ac56-7cb255545d9a req-9f7b722d-3861-47cd-b670-866ca325bbdf service neutron] For port 2d8a9f78-1b62-4b4a-b3a7-489e53ba5338, host n-h1-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:29:53.666337 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-ed6d54ec-8e62-4a5a-ac56-7cb255545d9a req-9f7b722d-3861-47cd-b670-866ca325bbdf service neutron] For port 2d8a9f78-1b62-4b4a-b3a7-489e53ba5338, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=2d8a9f78-1b62-4b4a-b3a7-489e53ba5338,segment=NetworkSegment(3c3aa53e-d1b9-41b8-ba3d-a0ae5b8880cf),segment_id=3c3aa53e-d1b9-41b8-ba3d-a0ae5b8880cf)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:29:53.670594 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-ed6d54ec-8e62-4a5a-ac56-7cb255545d9a req-9f7b722d-3861-47cd-b670-866ca325bbdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:53.704944 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d54ec-8e62-4a5a-ac56-7cb255545d9a req-9f7b722d-3861-47cd-b670-866ca325bbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:53.705605 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-ed6d54ec-8e62-4a5a-ac56-7cb255545d9a req-9f7b722d-3861-47cd-b670-866ca325bbdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:53.707250 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ed6d54ec-8e62-4a5a-ac56-7cb255545d9a req-9f7b722d-3861-47cd-b670-866ca325bbdf service neutron] 10.222.0.23 "PUT /v2.0/ports/2d8a9f78-1b62-4b4a-b3a7-489e53ba5338 HTTP/1.1" status: 200 len: 1093 time: 0.5802565 Sep 07 03:29:53.707723 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '464d5390-02ba-492f-b7da-a9afe99fa32d', 'tag': '2d8a9f78-1b62-4b4a-b3a7-489e53ba5338'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:29:53.709992 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913e91b6-96ba-4cec-9a6e-9f6111a34e02" -d '{"events": [{"name": "network-changed", "server_uuid": "464d5390-02ba-492f-b7da-a9afe99fa32d", "tag": "2d8a9f78-1b62-4b4a-b3a7-489e53ba5338"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:29:53.733653 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b722d-3861-47cd-b670-866ca325bbdf service neutron] Pushing event updated for resources: {'Port': ['ID=2d8a9f78-1b62-4b4a-b3a7-489e53ba5338,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:29:53.779953 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b6e6fd-95c8-472f-aa83-d3cab8887dc3 x-openstack-request-id: req-15b6e6fd-95c8-472f-aa83-d3cab8887dc3 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:29:53.780244 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "464d5390-02ba-492f-b7da-a9afe99fa32d", "tag": "2d8a9f78-1b62-4b4a-b3a7-489e53ba5338", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:29:53.780509 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-15b6e6fd-95c8-472f-aa83-d3cab8887dc3 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:29:53.780926 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '464d5390-02ba-492f-b7da-a9afe99fa32d', 'tag': '2d8a9f78-1b62-4b4a-b3a7-489e53ba5338', 'status': 'completed', 'code': 200} Sep 07 03:29:53.787037 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5427410-c206-47ac-9621-e641541f4aa2 req-e55fc379-5a19-4c6b-8419-2990024fd4c1 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:53.788583 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d5427410-c206-47ac-9621-e641541f4aa2 req-e55fc379-5a19-4c6b-8419-2990024fd4c1 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] 10.222.0.22 "GET /v2.0/ports?device_id=464d5390-02ba-492f-b7da-a9afe99fa32d HTTP/1.1" status: 200 len: 944 time: 0.0569181 Sep 07 03:29:53.796072 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d54ec-8e62-4a5a-ac56-7cb255545d9a req-eb733567-c2da-4739-ab7b-f95df3967d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:53.797577 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ed6d54ec-8e62-4a5a-ac56-7cb255545d9a req-eb733567-c2da-4739-ab7b-f95df3967d10 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=beb249735ee4450bb0becd6f74ea70e6&device_id=464d5390-02ba-492f-b7da-a9afe99fa32d HTTP/1.1" status: 200 len: 1096 time: 0.0447607 Sep 07 03:29:53.827123 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d5427410-c206-47ac-9621-e641541f4aa2 req-8923fee9-fa89-4197-9076-a39a13009649 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcf0cfea-d37a-44e9-b8ad-b6c0d7c0c2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324037 Sep 07 03:29:53.845198 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ed6d54ec-8e62-4a5a-ac56-7cb255545d9a req-3e49096e-ca21-42cb-bb48-db5dd7b1b7bb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d8a9f78-1b62-4b4a-b3a7-489e53ba5338 HTTP/1.1" status: 200 len: 217 time: 0.0390525 Sep 07 03:29:53.893654 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d54ec-8e62-4a5a-ac56-7cb255545d9a req-e2cfdf17-f055-488b-8d04-f023f006bf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:53.895060 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ed6d54ec-8e62-4a5a-ac56-7cb255545d9a req-e2cfdf17-f055-488b-8d04-f023f006bf50 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=adaaf68e-bf75-481f-a33c-b7b8188a110b HTTP/1.1" status: 200 len: 854 time: 0.0429633 Sep 07 03:29:53.926711 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ed6d54ec-8e62-4a5a-ac56-7cb255545d9a req-84bfdfd3-fc28-47f2-9813-5fe09a443086 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e6379114-6b33-4e09-80c1-de7c5df1f878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240061 Sep 07 03:29:54.027530 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ed6d54ec-8e62-4a5a-ac56-7cb255545d9a req-6b95a544-2ee3-474c-8fbd-319d8c5f5466 service neutron] 10.222.0.23 "GET /v2.0/networks/e6379114-6b33-4e09-80c1-de7c5df1f878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938342 Sep 07 03:29:54.117076 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ed6d54ec-8e62-4a5a-ac56-7cb255545d9a req-ef2a017e-ae21-49bc-9f3f-47b16e04cf81 service neutron] 10.222.0.23 "GET /v2.0/networks/e6379114-6b33-4e09-80c1-de7c5df1f878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832162 Sep 07 03:29:54.205754 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e91b6-96ba-4cec-9a6e-9f6111a34e02 req-e6885e5a-38b3-4dc8-9879-bbd93321de79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:54.207402 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-913e91b6-96ba-4cec-9a6e-9f6111a34e02 req-e6885e5a-38b3-4dc8-9879-bbd93321de79 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=beb249735ee4450bb0becd6f74ea70e6&device_id=464d5390-02ba-492f-b7da-a9afe99fa32d HTTP/1.1" status: 200 len: 1096 time: 0.0445666 Sep 07 03:29:54.296551 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e91b6-96ba-4cec-9a6e-9f6111a34e02 req-67b7e28d-e5d2-48a4-ad8c-3f78ea078f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:54.298015 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-913e91b6-96ba-4cec-9a6e-9f6111a34e02 req-67b7e28d-e5d2-48a4-ad8c-3f78ea078f5e service neutron] 10.222.0.23 "GET /v2.0/networks?id=e6379114-6b33-4e09-80c1-de7c5df1f878 HTTP/1.1" status: 200 len: 914 time: 0.0829515 Sep 07 03:29:54.344903 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-913e91b6-96ba-4cec-9a6e-9f6111a34e02 req-ce84d389-eb95-41e2-bc81-91feb1f8a8c1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d8a9f78-1b62-4b4a-b3a7-489e53ba5338 HTTP/1.1" status: 200 len: 217 time: 0.0382426 Sep 07 03:29:54.392186 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e91b6-96ba-4cec-9a6e-9f6111a34e02 req-63b36566-158a-4423-a121-021160616a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:54.393688 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-913e91b6-96ba-4cec-9a6e-9f6111a34e02 req-63b36566-158a-4423-a121-021160616a12 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=adaaf68e-bf75-481f-a33c-b7b8188a110b HTTP/1.1" status: 200 len: 854 time: 0.0417364 Sep 07 03:29:54.426217 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-913e91b6-96ba-4cec-9a6e-9f6111a34e02 req-fbb14d36-8f03-4354-8754-627a14cafb4a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e6379114-6b33-4e09-80c1-de7c5df1f878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239654 Sep 07 03:29:54.519281 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-913e91b6-96ba-4cec-9a6e-9f6111a34e02 req-58562b57-0868-4e9b-ba9a-0874fea2fab0 service neutron] 10.222.0.23 "GET /v2.0/networks/e6379114-6b33-4e09-80c1-de7c5df1f878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850017 Sep 07 03:29:54.608560 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-913e91b6-96ba-4cec-9a6e-9f6111a34e02 req-11d98f4f-817b-4293-9db8-2ac4b9e25729 service neutron] 10.222.0.23 "GET /v2.0/networks/e6379114-6b33-4e09-80c1-de7c5df1f878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818255 Sep 07 03:29:54.940845 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de296d-7ca9-46c8-adbc-4e5be1521b5d req-69689cfa-027e-4778-9f9f-de0470e0bf50 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:54.942328 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-00de296d-7ca9-46c8-adbc-4e5be1521b5d req-69689cfa-027e-4778-9f9f-de0470e0bf50 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] 10.222.0.22 "GET /v2.0/ports?device_id=464d5390-02ba-492f-b7da-a9afe99fa32d HTTP/1.1" status: 200 len: 944 time: 0.0486960 Sep 07 03:29:54.979609 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-00de296d-7ca9-46c8-adbc-4e5be1521b5d req-fdac679f-274c-406a-b574-4b96115ae740 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcf0cfea-d37a-44e9-b8ad-b6c0d7c0c2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306330 Sep 07 03:29:55.970345 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-03e4b763-9448-4626-b9bb-5b9ddd37477c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:56.096016 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2edeee7-74f8-44ca-a7f4-b64784f60c27 req-09123102-0940-4937-a9e8-fcbf0f10eac4 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:56.097480 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a2edeee7-74f8-44ca-a7f4-b64784f60c27 req-09123102-0940-4937-a9e8-fcbf0f10eac4 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] 10.222.0.22 "GET /v2.0/ports?device_id=464d5390-02ba-492f-b7da-a9afe99fa32d HTTP/1.1" status: 200 len: 944 time: 0.0487468 Sep 07 03:29:56.136718 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a2edeee7-74f8-44ca-a7f4-b64784f60c27 req-37e35c59-65e3-4066-974d-8e012ef83153 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcf0cfea-d37a-44e9-b8ad-b6c0d7c0c2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332780 Sep 07 03:29:57.254617 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa025039-babe-4e28-814b-84afe2ae3dbf req-93e1f3f6-9bed-4a77-a4ee-f3c24bddb0fb tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:57.256133 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fa025039-babe-4e28-814b-84afe2ae3dbf req-93e1f3f6-9bed-4a77-a4ee-f3c24bddb0fb tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] 10.222.0.22 "GET /v2.0/ports?device_id=464d5390-02ba-492f-b7da-a9afe99fa32d HTTP/1.1" status: 200 len: 944 time: 0.0530896 Sep 07 03:29:57.293501 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fa025039-babe-4e28-814b-84afe2ae3dbf req-2eebd3e1-b25f-4da0-af66-4ea469daa678 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcf0cfea-d37a-44e9-b8ad-b6c0d7c0c2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313761 Sep 07 03:29:57.667440 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 2d8a9f78-1b62-4b4a-b3a7-489e53ba5338 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 03:29:57.762473 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 2d8a9f78-1b62-4b4a-b3a7-489e53ba5338, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=2d8a9f78-1b62-4b4a-b3a7-489e53ba5338,segment=NetworkSegment(3c3aa53e-d1b9-41b8-ba3d-a0ae5b8880cf),segment_id=3c3aa53e-d1b9-41b8-ba3d-a0ae5b8880cf)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:29:57.773334 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '2d8a9f78-1b62-4b4a-b3a7-489e53ba5338', 'network_id': 'e6379114-6b33-4e09-80c1-de7c5df1f878', 'port_id': '2d8a9f78-1b62-4b4a-b3a7-489e53ba5338', 'mac_address': 'fa:16:3e:6d:80:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adaaf68e-bf75-481f-a33c-b7b8188a110b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 03:29:57.809806 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:57.821927 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d8a9f78-1b62-4b4a-b3a7-489e53ba5338 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:29:57.842669 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 2d8a9f78-1b62-4b4a-b3a7-489e53ba5338, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=2d8a9f78-1b62-4b4a-b3a7-489e53ba5338,segment=NetworkSegment(3c3aa53e-d1b9-41b8-ba3d-a0ae5b8880cf),segment_id=3c3aa53e-d1b9-41b8-ba3d-a0ae5b8880cf)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:29:57.846234 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:57.892596 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=2d8a9f78-1b62-4b4a-b3a7-489e53ba5338,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:29:58.048942 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['2d8a9f78-1b62-4b4a-b3a7-489e53ba5338'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:29:58.232064 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b5d380c7-65fc-495d-8eed-626a5c2e968b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:58.406182 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98207e7b-d968-46a9-ab35-598e173500e2 req-813ca94a-7d1c-4b7f-8cba-8e8a443be4a7 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:58.407679 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-98207e7b-d968-46a9-ab35-598e173500e2 req-813ca94a-7d1c-4b7f-8cba-8e8a443be4a7 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] 10.222.0.22 "GET /v2.0/ports?device_id=464d5390-02ba-492f-b7da-a9afe99fa32d HTTP/1.1" status: 200 len: 945 time: 0.0481706 Sep 07 03:29:58.443398 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-98207e7b-d968-46a9-ab35-598e173500e2 req-f352a5c9-25dd-451b-a02a-ebef3b365354 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcf0cfea-d37a-44e9-b8ad-b6c0d7c0c2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299315 Sep 07 03:29:58.776511 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:59.556619 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e807eb79-7a39-497a-8b7c-0640f0f3c82b req-74375a95-db4b-49bf-a2c3-e37e1cfff236 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:59.558107 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e807eb79-7a39-497a-8b7c-0640f0f3c82b req-74375a95-db4b-49bf-a2c3-e37e1cfff236 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] 10.222.0.22 "GET /v2.0/ports?device_id=464d5390-02ba-492f-b7da-a9afe99fa32d HTTP/1.1" status: 200 len: 945 time: 0.0485930 Sep 07 03:29:59.595785 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e807eb79-7a39-497a-8b7c-0640f0f3c82b req-a9b6cdfc-854e-490d-a2e9-77eb3a54b554 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcf0cfea-d37a-44e9-b8ad-b6c0d7c0c2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318773 Sep 07 03:29:59.698935 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 2d8a9f78-1b62-4b4a-b3a7-489e53ba5338 up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:29:59.728712 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:59.750552 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port 2d8a9f78-1b62-4b4a-b3a7-489e53ba5338 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:29:59.754073 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port 2d8a9f78-1b62-4b4a-b3a7-489e53ba5338 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:29:59.754444 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:59.833129 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:59.855038 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464d5390-02ba-492f-b7da-a9afe99fa32d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d8a9f78-1b62-4b4a-b3a7-489e53ba5338'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:29:59.857290 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ce1576-8582-438a-a200-5271b5483aea" -d '{"events": [{"server_uuid": "464d5390-02ba-492f-b7da-a9afe99fa32d", "name": "network-vif-plugged", "status": "completed", "tag": "2d8a9f78-1b62-4b4a-b3a7-489e53ba5338"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:29:59.869535 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 2d8a9f78-1b62-4b4a-b3a7-489e53ba5338, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=2d8a9f78-1b62-4b4a-b3a7-489e53ba5338,segment=NetworkSegment(3c3aa53e-d1b9-41b8-ba3d-a0ae5b8880cf),segment_id=3c3aa53e-d1b9-41b8-ba3d-a0ae5b8880cf)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:29:59.873874 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:29:59.898014 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a464f576-135d-41dd-8eb6-15fa9decae24 x-openstack-request-id: req-a464f576-135d-41dd-8eb6-15fa9decae24 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:29:59.898306 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "464d5390-02ba-492f-b7da-a9afe99fa32d", "name": "network-vif-plugged", "status": "completed", "tag": "2d8a9f78-1b62-4b4a-b3a7-489e53ba5338", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:29:59.898559 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a464f576-135d-41dd-8eb6-15fa9decae24 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:29:59.898947 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464d5390-02ba-492f-b7da-a9afe99fa32d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d8a9f78-1b62-4b4a-b3a7-489e53ba5338', 'code': 200} Sep 07 03:29:59.926041 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=2d8a9f78-1b62-4b4a-b3a7-489e53ba5338,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:29:59.992013 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a5148-7348-48c6-90c0-fedf9696857f req-668283e2-551e-4018-90a2-3f5f324f64b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:29:59.993391 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-697a5148-7348-48c6-90c0-fedf9696857f req-668283e2-551e-4018-90a2-3f5f324f64b4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=464d5390-02ba-492f-b7da-a9afe99fa32d HTTP/1.1" status: 200 len: 1098 time: 0.0393455 Sep 07 03:30:00.027044 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-697a5148-7348-48c6-90c0-fedf9696857f req-871752e0-e3f0-4b18-84ea-1242ec119efe service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=bcf0cfea-d37a-44e9-b8ad-b6c0d7c0c2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271401 Sep 07 03:30:00.717311 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d9298-fc83-49be-95ed-ac299ba00ee6 req-5f3c767c-af48-4010-a7e5-4888ea809acc tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:30:00.718786 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6d7d9298-fc83-49be-95ed-ac299ba00ee6 req-5f3c767c-af48-4010-a7e5-4888ea809acc tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] 10.222.0.22 "GET /v2.0/ports?device_id=464d5390-02ba-492f-b7da-a9afe99fa32d HTTP/1.1" status: 200 len: 946 time: 0.0517197 Sep 07 03:30:00.756030 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6d7d9298-fc83-49be-95ed-ac299ba00ee6 req-1c9c6552-ee3a-4328-a6ff-c7ab5b30e450 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcf0cfea-d37a-44e9-b8ad-b6c0d7c0c2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314214 Sep 07 03:30:01.548528 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:01.869926 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a206f53-125e-4726-adc1-49a84fb08ca5 req-5b08c82b-0011-454d-8e55-4897ef410ecf tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:30:01.871407 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2a206f53-125e-4726-adc1-49a84fb08ca5 req-5b08c82b-0011-454d-8e55-4897ef410ecf tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] 10.222.0.22 "GET /v2.0/ports?device_id=464d5390-02ba-492f-b7da-a9afe99fa32d HTTP/1.1" status: 200 len: 946 time: 0.0479345 Sep 07 03:30:01.907669 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2a206f53-125e-4726-adc1-49a84fb08ca5 req-dde5afec-e974-45db-850a-daa4628c6a9f tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcf0cfea-d37a-44e9-b8ad-b6c0d7c0c2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304577 Sep 07 03:30:02.135408 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef5a333-ef90-49b1-80fa-e254f61b25f7 req-f2d3f540-c0c5-4d26-b5df-19ab3fa6d747 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:30:02.136921 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7ef5a333-ef90-49b1-80fa-e254f61b25f7 req-f2d3f540-c0c5-4d26-b5df-19ab3fa6d747 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] 10.222.0.22 "GET /v2.0/ports?device_id=464d5390-02ba-492f-b7da-a9afe99fa32d HTTP/1.1" status: 200 len: 946 time: 0.0503073 Sep 07 03:30:02.176945 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7ef5a333-ef90-49b1-80fa-e254f61b25f7 req-fe0a6117-0cfa-4626-bd40-135dd1b3ae74 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcf0cfea-d37a-44e9-b8ad-b6c0d7c0c2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341678 Sep 07 03:30:03.292164 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8aa089-049f-4d20-8a8b-78e437bb9d17 req-8619c5a2-81f6-46b7-8372-4a1b7f59bcbd tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:30:03.293650 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9b8aa089-049f-4d20-8a8b-78e437bb9d17 req-8619c5a2-81f6-46b7-8372-4a1b7f59bcbd tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] 10.222.0.22 "GET /v2.0/ports?device_id=464d5390-02ba-492f-b7da-a9afe99fa32d HTTP/1.1" status: 200 len: 946 time: 0.0486360 Sep 07 03:30:03.329964 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9b8aa089-049f-4d20-8a8b-78e437bb9d17 req-2101d549-c5fd-4e25-95ea-ba89e3c3d36d tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcf0cfea-d37a-44e9-b8ad-b6c0d7c0c2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304272 Sep 07 03:30:03.378170 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6d87c-8f44-46e6-bce1-94cfd6d01adf req-a7ece641-c598-4a25-b42c-0d7bebba8831 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:30:03.379671 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7ad6d87c-8f44-46e6-bce1-94cfd6d01adf req-a7ece641-c598-4a25-b42c-0d7bebba8831 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] 10.222.0.23 "GET /v2.0/ports?device_id=464d5390-02ba-492f-b7da-a9afe99fa32d HTTP/1.1" status: 200 len: 946 time: 0.0472307 Sep 07 03:30:03.470657 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-7ad6d87c-8f44-46e6-bce1-94cfd6d01adf req-412ca5f0-3509-43f1-8526-5ab852f1e73d tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Deleting port 2d8a9f78-1b62-4b4a-b3a7-489e53ba5338 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:30:03.471007 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-7ad6d87c-8f44-46e6-bce1-94cfd6d01adf req-412ca5f0-3509-43f1-8526-5ab852f1e73d tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:03.556859 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-7ad6d87c-8f44-46e6-bce1-94cfd6d01adf req-412ca5f0-3509-43f1-8526-5ab852f1e73d tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] For port 2d8a9f78-1b62-4b4a-b3a7-489e53ba5338, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=2d8a9f78-1b62-4b4a-b3a7-489e53ba5338,segment=NetworkSegment(3c3aa53e-d1b9-41b8-ba3d-a0ae5b8880cf),segment_id=3c3aa53e-d1b9-41b8-ba3d-a0ae5b8880cf)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:30:03.557225 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-7ad6d87c-8f44-46e6-bce1-94cfd6d01adf req-412ca5f0-3509-43f1-8526-5ab852f1e73d tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:03.569903 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-7ad6d87c-8f44-46e6-bce1-94cfd6d01adf req-412ca5f0-3509-43f1-8526-5ab852f1e73d tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Calling delete_port for 2d8a9f78-1b62-4b4a-b3a7-489e53ba5338 owned by compute:nova {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:30:03.696668 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-7ad6d87c-8f44-46e6-bce1-94cfd6d01adf req-412ca5f0-3509-43f1-8526-5ab852f1e73d tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:03.710784 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['2d8a9f78-1b62-4b4a-b3a7-489e53ba5338'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:30:03.713081 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['4214fbd1-9057-49cf-8d0e-2cc5f4b36be5'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:30:03.723917 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412ca5f0-3509-43f1-8526-5ab852f1e73d tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Pushing event deleted for resources: {'Port': ['ID=2d8a9f78-1b62-4b4a-b3a7-489e53ba5338,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:03.769387 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ad6d87c-8f44-46e6-bce1-94cfd6d01adf req-412ca5f0-3509-43f1-8526-5ab852f1e73d tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] No DVR routers for this DVR port 2d8a9f78-1b62-4b4a-b3a7-489e53ba5338 on host n-h1-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:30:03.772067 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-7ad6d87c-8f44-46e6-bce1-94cfd6d01adf req-412ca5f0-3509-43f1-8526-5ab852f1e73d tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:03.774709 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7ad6d87c-8f44-46e6-bce1-94cfd6d01adf req-412ca5f0-3509-43f1-8526-5ab852f1e73d tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] 10.222.0.23 "DELETE /v2.0/ports/2d8a9f78-1b62-4b4a-b3a7-489e53ba5338 HTTP/1.1" status: 204 len: 173 time: 0.3883059 Sep 07 03:30:03.775173 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464d5390-02ba-492f-b7da-a9afe99fa32d', 'name': 'network-vif-deleted', 'tag': '2d8a9f78-1b62-4b4a-b3a7-489e53ba5338'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:30:03.777452 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2666301f-503c-4a42-8f98-6a3fe1923fe5" -d '{"events": [{"server_uuid": "464d5390-02ba-492f-b7da-a9afe99fa32d", "name": "network-vif-deleted", "tag": "2d8a9f78-1b62-4b4a-b3a7-489e53ba5338"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:30:03.818602 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4446c48a-b65c-4c30-bdde-dc6073ea6471 x-openstack-request-id: req-4446c48a-b65c-4c30-bdde-dc6073ea6471 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:30:03.819389 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "464d5390-02ba-492f-b7da-a9afe99fa32d", "name": "network-vif-deleted", "tag": "2d8a9f78-1b62-4b4a-b3a7-489e53ba5338", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:30:03.819703 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4446c48a-b65c-4c30-bdde-dc6073ea6471 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:30:03.820090 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464d5390-02ba-492f-b7da-a9afe99fa32d', 'name': 'network-vif-deleted', 'tag': '2d8a9f78-1b62-4b4a-b3a7-489e53ba5338', 'status': 'completed', 'code': 200} Sep 07 03:30:04.476421 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ea7e9-59eb-41ee-b89f-a41d645923d6 req-30324b41-1794-4cc5-92f2-4e753ef0cfcd tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:30:04.477902 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4b8ea7e9-59eb-41ee-b89f-a41d645923d6 req-30324b41-1794-4cc5-92f2-4e753ef0cfcd tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] 10.222.0.22 "GET /v2.0/ports?device_id=38601b58-e3c8-4777-add1-15c6225d03ed HTTP/1.1" status: 200 len: 945 time: 0.0485580 Sep 07 03:30:04.514248 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4b8ea7e9-59eb-41ee-b89f-a41d645923d6 req-c4f935b9-508e-4fa9-8342-dba1c6a63452 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcf0cfea-d37a-44e9-b8ad-b6c0d7c0c2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305636 Sep 07 03:30:04.640417 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce740c-4626-464e-98a0-a6f21c9d8a50 req-3d1484b9-73b2-46c6-8353-d58b2ea81b86 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:30:04.641817 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-61ce740c-4626-464e-98a0-a6f21c9d8a50 req-3d1484b9-73b2-46c6-8353-d58b2ea81b86 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] 10.222.0.22 "GET /v2.0/ports?device_id=38601b58-e3c8-4777-add1-15c6225d03ed HTTP/1.1" status: 200 len: 945 time: 0.0476708 Sep 07 03:30:04.679369 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-61ce740c-4626-464e-98a0-a6f21c9d8a50 req-0127da2f-d078-4dd4-92d3-3aba5abd7535 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcf0cfea-d37a-44e9-b8ad-b6c0d7c0c2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310771 Sep 07 03:30:04.792049 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff3060-44b6-400e-b8dc-6bd9a02b5140 req-c353a580-8ede-4197-a071-01e1ed887e2d tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:30:04.793542 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cbff3060-44b6-400e-b8dc-6bd9a02b5140 req-c353a580-8ede-4197-a071-01e1ed887e2d tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] 10.222.0.22 "GET /v2.0/ports?device_id=38601b58-e3c8-4777-add1-15c6225d03ed HTTP/1.1" status: 200 len: 945 time: 0.0484407 Sep 07 03:30:04.834968 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cbff3060-44b6-400e-b8dc-6bd9a02b5140 req-63c4e80e-41e5-46b3-9d51-d4d1dd0e860b tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcf0cfea-d37a-44e9-b8ad-b6c0d7c0c2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350347 Sep 07 03:30:04.997339 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f2a19-54a4-4202-b805-1db9d3f72cce req-1e27681b-4026-4d80-beb2-e90967df9187 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:30:04.998850 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7d4f2a19-54a4-4202-b805-1db9d3f72cce req-1e27681b-4026-4d80-beb2-e90967df9187 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] 10.222.0.22 "GET /v2.0/ports?device_id=38601b58-e3c8-4777-add1-15c6225d03ed HTTP/1.1" status: 200 len: 945 time: 0.0492005 Sep 07 03:30:05.035324 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7d4f2a19-54a4-4202-b805-1db9d3f72cce req-54db0b1b-ffe5-4060-967c-0f624e39f03e tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcf0cfea-d37a-44e9-b8ad-b6c0d7c0c2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306404 Sep 07 03:30:05.148476 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d72ce3b-be9c-4d49-9cea-0e634454ae7f req-26025d5b-27ca-45df-b74b-6276a524c7a0 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:30:05.149863 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1d72ce3b-be9c-4d49-9cea-0e634454ae7f req-26025d5b-27ca-45df-b74b-6276a524c7a0 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] 10.222.0.22 "GET /v2.0/ports?device_id=38601b58-e3c8-4777-add1-15c6225d03ed HTTP/1.1" status: 200 len: 945 time: 0.0475447 Sep 07 03:30:05.191038 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1d72ce3b-be9c-4d49-9cea-0e634454ae7f req-d227a8da-b779-4c54-a1de-c83ffdab830d tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcf0cfea-d37a-44e9-b8ad-b6c0d7c0c2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351844 Sep 07 03:30:05.313626 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff56cadd-d6b1-4619-8cdf-3d41f16025b0 req-d71ca112-19d1-45c6-b8b7-dce004a07813 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:30:05.315072 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ff56cadd-d6b1-4619-8cdf-3d41f16025b0 req-d71ca112-19d1-45c6-b8b7-dce004a07813 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] 10.222.0.22 "GET /v2.0/ports?device_id=38601b58-e3c8-4777-add1-15c6225d03ed HTTP/1.1" status: 200 len: 945 time: 0.0483041 Sep 07 03:30:05.351441 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ff56cadd-d6b1-4619-8cdf-3d41f16025b0 req-89a4e7d8-a3a8-4351-b810-b5aa067d5698 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcf0cfea-d37a-44e9-b8ad-b6c0d7c0c2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306265 Sep 07 03:30:05.645956 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ed27b-aaac-4a6f-a4a4-5adbfad61186 req-dc46e63c-df2f-4e03-b167-55a31b4bf4c3 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:30:05.647442 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7f8ed27b-aaac-4a6f-a4a4-5adbfad61186 req-dc46e63c-df2f-4e03-b167-55a31b4bf4c3 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] 10.222.0.22 "GET /v2.0/ports?device_id=38601b58-e3c8-4777-add1-15c6225d03ed HTTP/1.1" status: 200 len: 945 time: 0.0482752 Sep 07 03:30:05.684184 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7f8ed27b-aaac-4a6f-a4a4-5adbfad61186 req-6dcdc062-2902-4793-955b-ae7f43c1f015 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcf0cfea-d37a-44e9-b8ad-b6c0d7c0c2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307560 Sep 07 03:30:06.806143 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f6c7d1-c13c-442b-9743-ea525cab25a9 req-518af45c-8f97-4cfe-8421-f59646f023df tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:30:06.808278 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-28f6c7d1-c13c-442b-9743-ea525cab25a9 req-518af45c-8f97-4cfe-8421-f59646f023df tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] 10.222.0.22 "GET /v2.0/ports?device_id=38601b58-e3c8-4777-add1-15c6225d03ed HTTP/1.1" status: 200 len: 945 time: 0.0551243 Sep 07 03:30:06.846480 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-28f6c7d1-c13c-442b-9743-ea525cab25a9 req-38b57908-1ccd-4199-9c97-aeb601f70ce3 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcf0cfea-d37a-44e9-b8ad-b6c0d7c0c2ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322926 Sep 07 03:30:06.970654 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5130b394-e24f-41c0-9381-1af47018d03c req-19d376c0-085a-4e2a-a87f-befae55ab97d tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:30:06.972035 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5130b394-e24f-41c0-9381-1af47018d03c req-19d376c0-085a-4e2a-a87f-befae55ab97d tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] 10.222.0.16 "GET /v2.0/ports?device_id=38601b58-e3c8-4777-add1-15c6225d03ed HTTP/1.1" status: 200 len: 945 time: 0.0476165 Sep 07 03:30:07.064078 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-5130b394-e24f-41c0-9381-1af47018d03c req-3c23a9c8-7fbb-48e3-a54b-e03dc40056c1 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Deleting port 4214fbd1-9057-49cf-8d0e-2cc5f4b36be5 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:30:07.064078 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5130b394-e24f-41c0-9381-1af47018d03c req-3c23a9c8-7fbb-48e3-a54b-e03dc40056c1 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:07.146564 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-5130b394-e24f-41c0-9381-1af47018d03c req-3c23a9c8-7fbb-48e3-a54b-e03dc40056c1 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] For port 4214fbd1-9057-49cf-8d0e-2cc5f4b36be5, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=4214fbd1-9057-49cf-8d0e-2cc5f4b36be5,segment=NetworkSegment(3c3aa53e-d1b9-41b8-ba3d-a0ae5b8880cf),segment_id=3c3aa53e-d1b9-41b8-ba3d-a0ae5b8880cf)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:30:07.146953 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5130b394-e24f-41c0-9381-1af47018d03c req-3c23a9c8-7fbb-48e3-a54b-e03dc40056c1 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:07.162947 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-5130b394-e24f-41c0-9381-1af47018d03c req-3c23a9c8-7fbb-48e3-a54b-e03dc40056c1 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Calling delete_port for 4214fbd1-9057-49cf-8d0e-2cc5f4b36be5 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:30:07.582926 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5130b394-e24f-41c0-9381-1af47018d03c req-3c23a9c8-7fbb-48e3-a54b-e03dc40056c1 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:07.596690 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['4214fbd1-9057-49cf-8d0e-2cc5f4b36be5'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:30:07.613047 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c23a9c8-7fbb-48e3-a54b-e03dc40056c1 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Pushing event deleted for resources: {'Port': ['ID=4214fbd1-9057-49cf-8d0e-2cc5f4b36be5,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:07.626783 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c23a9c8-7fbb-48e3-a54b-e03dc40056c1 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:30:07.627162 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c23a9c8-7fbb-48e3-a54b-e03dc40056c1 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:30:07.627545 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c23a9c8-7fbb-48e3-a54b-e03dc40056c1 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:30:07.627999 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c23a9c8-7fbb-48e3-a54b-e03dc40056c1 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:30:07.628336 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c23a9c8-7fbb-48e3-a54b-e03dc40056c1 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:30:07.628674 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c23a9c8-7fbb-48e3-a54b-e03dc40056c1 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:30:07.628999 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c23a9c8-7fbb-48e3-a54b-e03dc40056c1 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:30:07.629325 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c23a9c8-7fbb-48e3-a54b-e03dc40056c1 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:30:07.629649 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c23a9c8-7fbb-48e3-a54b-e03dc40056c1 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:30:07.629991 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c23a9c8-7fbb-48e3-a54b-e03dc40056c1 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:30:07.630291 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c23a9c8-7fbb-48e3-a54b-e03dc40056c1 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:30:07.630610 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c23a9c8-7fbb-48e3-a54b-e03dc40056c1 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:30:07.663885 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-5130b394-e24f-41c0-9381-1af47018d03c req-3c23a9c8-7fbb-48e3-a54b-e03dc40056c1 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] No DVR routers for this DVR port 4214fbd1-9057-49cf-8d0e-2cc5f4b36be5 on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:30:07.666368 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5130b394-e24f-41c0-9381-1af47018d03c req-3c23a9c8-7fbb-48e3-a54b-e03dc40056c1 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:07.668394 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5130b394-e24f-41c0-9381-1af47018d03c req-3c23a9c8-7fbb-48e3-a54b-e03dc40056c1 tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] 10.222.0.16 "DELETE /v2.0/ports/4214fbd1-9057-49cf-8d0e-2cc5f4b36be5 HTTP/1.1" status: 204 len: 173 time: 0.6901190 Sep 07 03:30:07.668835 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38601b58-e3c8-4777-add1-15c6225d03ed', 'name': 'network-vif-deleted', 'tag': '4214fbd1-9057-49cf-8d0e-2cc5f4b36be5'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:30:07.671074 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25e10c189132e80b581ce92e836f8f2cd61b9edcd7289708abbc89bdd246302b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd84dcfa-6f3e-41dd-bb70-0aeab0e29226" -d '{"events": [{"server_uuid": "38601b58-e3c8-4777-add1-15c6225d03ed", "name": "network-vif-deleted", "tag": "4214fbd1-9057-49cf-8d0e-2cc5f4b36be5"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:30:07.708361 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2ec577-b7a8-4079-84d5-9eb967370e26 x-openstack-request-id: req-4d2ec577-b7a8-4079-84d5-9eb967370e26 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:30:07.708665 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38601b58-e3c8-4777-add1-15c6225d03ed", "name": "network-vif-deleted", "tag": "4214fbd1-9057-49cf-8d0e-2cc5f4b36be5", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:30:07.708920 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4d2ec577-b7a8-4079-84d5-9eb967370e26 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:30:07.709346 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38601b58-e3c8-4777-add1-15c6225d03ed', 'name': 'network-vif-deleted', 'tag': '4214fbd1-9057-49cf-8d0e-2cc5f4b36be5', 'status': 'completed', 'code': 200} Sep 07 03:30:07.714847 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 2d8a9f78-1b62-4b4a-b3a7-489e53ba5338 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:30:07.736204 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: 2d8a9f78-1b62-4b4a-b3a7-489e53ba5338 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:30:07.736551 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 2d8a9f78-1b62-4b4a-b3a7-489e53ba5338 not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:30:07.948632 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c947d5ac-e9cf-48b7-b97c-6d49c85ca396 req-3f8561ac-5096-46c8-bc19-01097f582adf tempest-ServersNegativeTestJSON-779176566 tempest-ServersNegativeTestJSON-779176566-project] 10.222.0.22 "GET /v2.0/ports?device_id=38601b58-e3c8-4777-add1-15c6225d03ed HTTP/1.1" status: 200 len: 210 time: 0.0271065 Sep 07 03:30:08.101674 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f3bab915-52a6-404c-9611-219c1ff45b34 req-d0f43fea-6263-4223-9270-7bb2d6890a14 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=38601b58-e3c8-4777-add1-15c6225d03ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0290661 Sep 07 03:30:08.181131 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f3bab915-52a6-404c-9611-219c1ff45b34 req-764224f7-c952-4a35-b107-f37de45d0bd0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=beb249735ee4450bb0becd6f74ea70e6&device_id=38601b58-e3c8-4777-add1-15c6225d03ed HTTP/1.1" status: 200 len: 210 time: 0.0254707 Sep 07 03:30:08.359186 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bab915-52a6-404c-9611-219c1ff45b34 req-3e135fb9-739a-40dc-9e7b-9c4b4d988693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:30:08.360699 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f3bab915-52a6-404c-9611-219c1ff45b34 req-3e135fb9-739a-40dc-9e7b-9c4b4d988693 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=beb249735ee4450bb0becd6f74ea70e6&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1611416 Sep 07 03:30:08.515913 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bab915-52a6-404c-9611-219c1ff45b34 req-f2fefb09-3a1d-441e-b11b-62aea65f2d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:30:08.517303 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f3bab915-52a6-404c-9611-219c1ff45b34 req-f2fefb09-3a1d-441e-b11b-62aea65f2d2c service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1499035 Sep 07 03:30:09.007234 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43668) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:30:09.051939 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-a64b8a27-4dbc-4108-8340-24d0dc890a85 admin admin] Deleting subnet adaaf68e-bf75-481f-a33c-b7b8188a110b {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 03:30:09.055736 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a64b8a27-4dbc-4108-8340-24d0dc890a85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:09.089382 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a64b8a27-4dbc-4108-8340-24d0dc890a85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:09.130602 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a64b8a27-4dbc-4108-8340-24d0dc890a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:09.183076 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a64b8a27-4dbc-4108-8340-24d0dc890a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:09.210295 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64b8a27-4dbc-4108-8340-24d0dc890a85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adaaf68e-bf75-481f-a33c-b7b8188a110b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:09.213242 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a64b8a27-4dbc-4108-8340-24d0dc890a85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:09.215163 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a64b8a27-4dbc-4108-8340-24d0dc890a85 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/adaaf68e-bf75-481f-a33c-b7b8188a110b HTTP/1.1" status: 204 len: 168 time: 0.2068942 Sep 07 03:30:09.217755 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43670) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:30:09.283154 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-824edc8b-d155-45ff-b29e-3921ca31bed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:09.363386 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-824edc8b-d155-45ff-b29e-3921ca31bed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:09.393646 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-824edc8b-d155-45ff-b29e-3921ca31bed0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6379114-6b33-4e09-80c1-de7c5df1f878']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:30:09.402625 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-824edc8b-d155-45ff-b29e-3921ca31bed0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c3aa53e-d1b9-41b8-ba3d-a0ae5b8880cf') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:30:09.402919 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-824edc8b-d155-45ff-b29e-3921ca31bed0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c3aa53e-d1b9-41b8-ba3d-a0ae5b8880cf') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:30:09.412165 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-824edc8b-d155-45ff-b29e-3921ca31bed0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:09.425066 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-824edc8b-d155-45ff-b29e-3921ca31bed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:09.431203 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-824edc8b-d155-45ff-b29e-3921ca31bed0 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 03:30:09.431608 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-824edc8b-d155-45ff-b29e-3921ca31bed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:09.433177 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 03:30:09.433177 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 03:30:09.433177 n-d-796209-16 neutron-server[94700]: timer() Sep 07 03:30:09.433177 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 03:30:09.433177 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 03:30:09.433177 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 03:30:09.433177 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 03:30:09.433177 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 03:30:09.433177 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 03:30:09.433177 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 03:30:09.433177 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 03:30:09.433177 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 03:30:09.433177 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 03:30:09.433177 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 03:30:09.433177 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 03:30:09.433177 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 03:30:09.433177 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 03:30:09.433177 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 03:30:09.433177 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 03:30:09.433177 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 03:30:09.433177 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 03:30:09.433177 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 03:30:09.433177 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 03:30:09.433177 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 03:30:09.433177 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 03:30:09.433177 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 03:30:09.433177 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 03:30:09.433177 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 03:30:09.433177 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 03:30:09.433177 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 03:30:09.433177 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 03:30:09.433177 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 03:30:09.489328 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-824edc8b-d155-45ff-b29e-3921ca31bed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:09.495252 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-824edc8b-d155-45ff-b29e-3921ca31bed0 admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:09.497428 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-824edc8b-d155-45ff-b29e-3921ca31bed0 admin admin] 10.222.0.22 "DELETE /v2.0/networks/e6379114-6b33-4e09-80c1-de7c5df1f878 HTTP/1.1" status: 204 len: 168 time: 0.2787721 Sep 07 03:30:09.508310 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824edc8b-d155-45ff-b29e-3921ca31bed0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6379114-6b33-4e09-80c1-de7c5df1f878,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:09.603965 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 43674) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:30:09.643194 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-21653011-b52d-4ff1-aefb-e4d7643580d3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=beb249735ee4450bb0becd6f74ea70e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380936 Sep 07 03:30:09.645637 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 43676) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:30:09.696477 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6ce51c05-2d10-4bc3-9ffd-beadbc18fda2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:09.717355 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6ce51c05-2d10-4bc3-9ffd-beadbc18fda2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:09.766296 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6ce51c05-2d10-4bc3-9ffd-beadbc18fda2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:09.769112 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6ce51c05-2d10-4bc3-9ffd-beadbc18fda2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:09.770293 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-6ce51c05-2d10-4bc3-9ffd-beadbc18fda2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bcf0cfea-d37a-44e9-b8ad-b6c0d7c0c2ad HTTP/1.1" status: 204 len: 168 time: 0.1236727 Sep 07 03:30:09.778386 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce51c05-2d10-4bc3-9ffd-beadbc18fda2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf0cfea-d37a-44e9-b8ad-b6c0d7c0c2ad,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:10.454189 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 43698) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:30:10.556522 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-83dc44ef-9611-4a0e-a534-a0f028974812 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-686991615'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:30:10.580402 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83dc44ef-9611-4a0e-a534-a0f028974812 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Made reservation on behalf of c62929092da9478db506b8f4cf46213c for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:30:10.584049 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-83dc44ef-9611-4a0e-a534-a0f028974812 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:10.592170 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-83dc44ef-9611-4a0e-a534-a0f028974812 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:10.680854 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-83dc44ef-9611-4a0e-a534-a0f028974812 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:10.684504 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-83dc44ef-9611-4a0e-a534-a0f028974812 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:10.710440 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83dc44ef-9611-4a0e-a534-a0f028974812 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 03:30:10.719803 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dc44ef-9611-4a0e-a534-a0f028974812 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=402a3c09-7dc3-4d56-af45-0a0a8c18931f,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:10.724569 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-83dc44ef-9611-4a0e-a534-a0f028974812 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:10.725503 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-83dc44ef-9611-4a0e-a534-a0f028974812 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Added segment d3dbc126-bd64-473e-ba42-5e21e4b2cfe7 of type vlan for network 75c421f0-62b6-47ab-919a-fed22b07c1b9 Sep 07 03:30:10.764928 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-83dc44ef-9611-4a0e-a534-a0f028974812 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:10.788851 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-83dc44ef-9611-4a0e-a534-a0f028974812 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:10.794346 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83dc44ef-9611-4a0e-a534-a0f028974812 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:30:10.794939 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-83dc44ef-9611-4a0e-a534-a0f028974812 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:10.830406 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-83dc44ef-9611-4a0e-a534-a0f028974812 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3751388 Sep 07 03:30:10.863427 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dc44ef-9611-4a0e-a534-a0f028974812 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Pushing event updated for resources: {'Network': ['ID=75c421f0-62b6-47ab-919a-fed22b07c1b9,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:10.873793 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 75c421f0-62b6-47ab-919a-fed22b07c1b9 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 03:30:10.888556 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 4214fbd1-9057-49cf-8d0e-2cc5f4b36be5 no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:30:10.917683 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: 4214fbd1-9057-49cf-8d0e-2cc5f4b36be5 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:30:10.918028 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 4214fbd1-9057-49cf-8d0e-2cc5f4b36be5 not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:30:14.158423 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43702) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:30:14.163729 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-79125eb3-bee9-445c-a456-85ad4f32a7d1 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Request body: {'subnet': {'network_id': '75c421f0-62b6-47ab-919a-fed22b07c1b9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:30:14.248588 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79125eb3-bee9-445c-a456-85ad4f32a7d1 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Made reservation on behalf of c62929092da9478db506b8f4cf46213c for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:30:14.252113 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-79125eb3-bee9-445c-a456-85ad4f32a7d1 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:14.433785 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-79125eb3-bee9-445c-a456-85ad4f32a7d1 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:14.501356 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79125eb3-bee9-445c-a456-85ad4f32a7d1 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Pushing event updated for resources: {'Subnet': ['ID=efe69611-88b8-4727-b0f8-9cb48d0dfa85,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:14.503891 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79125eb3-bee9-445c-a456-85ad4f32a7d1 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Checking segment: {'id': 'd3dbc126-bd64-473e-ba42-5e21e4b2cfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '75c421f0-62b6-47ab-919a-fed22b07c1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:30:14.504244 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79125eb3-bee9-445c-a456-85ad4f32a7d1 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Network hostable DHCP agents. Network: 75c421f0-62b6-47ab-919a-fed22b07c1b9, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 03:30:14.520726 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79125eb3-bee9-445c-a456-85ad4f32a7d1 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Network 75c421f0-62b6-47ab-919a-fed22b07c1b9 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 03:30:14.529872 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-79125eb3-bee9-445c-a456-85ad4f32a7d1 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 75c421f0-62b6-47ab-919a-fed22b07c1b9) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:30:14.534047 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79125eb3-bee9-445c-a456-85ad4f32a7d1 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:30:14.534698 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-79125eb3-bee9-445c-a456-85ad4f32a7d1 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:14.539149 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e373b3-559f-4fbc-a4bc-bd77b0f5d651 None None] Network 75c421f0-62b6-47ab-919a-fed22b07c1b9 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:30:14.551524 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-79125eb3-bee9-445c-a456-85ad4f32a7d1 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3898284 Sep 07 03:30:14.552872 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43704) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:30:14.558391 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-d1096ea4-bb71-4f8e-b312-0fc4a3d61b68 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-402594814'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:30:14.579693 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1096ea4-bb71-4f8e-b312-0fc4a3d61b68 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Made reservation on behalf of c62929092da9478db506b8f4cf46213c for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:30:14.583555 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d1096ea4-bb71-4f8e-b312-0fc4a3d61b68 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:14.607607 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1096ea4-bb71-4f8e-b312-0fc4a3d61b68 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 03:30:14.616059 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d1096ea4-bb71-4f8e-b312-0fc4a3d61b68 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:14.616404 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-d1096ea4-bb71-4f8e-b312-0fc4a3d61b68 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Added segment 41a9f304-e244-4d72-b541-e0d8eb41937e of type vlan for network c2936f95-7446-46db-aefb-caecee464398 Sep 07 03:30:14.656433 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d1096ea4-bb71-4f8e-b312-0fc4a3d61b68 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:14.680811 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d1096ea4-bb71-4f8e-b312-0fc4a3d61b68 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:14.686276 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1096ea4-bb71-4f8e-b312-0fc4a3d61b68 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:30:14.687293 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d1096ea4-bb71-4f8e-b312-0fc4a3d61b68 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:14.689076 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c438bf21-6073-4d8d-864e-603b9550bdda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-75c421f0-62b6-47ab-919a-fed22b07c1b9', 'network_id': '75c421f0-62b6-47ab-919a-fed22b07c1b9', 'tenant_id': 'c62929092da9478db506b8f4cf46213c', 'fixed_ips': [{'subnet_id': 'efe69611-88b8-4727-b0f8-9cb48d0dfa85'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 03:30:14.689973 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c438bf21-6073-4d8d-864e-603b9550bdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:14.724641 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-d1096ea4-bb71-4f8e-b312-0fc4a3d61b68 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1701479 Sep 07 03:30:14.728966 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 43706) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:30:14.734733 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-29d15a29-9e48-4c45-b8a9-d403865989a6 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Request body: {'subnet': {'network_id': 'c2936f95-7446-46db-aefb-caecee464398', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:30:14.759437 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1096ea4-bb71-4f8e-b312-0fc4a3d61b68 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Pushing event updated for resources: {'Network': ['ID=c2936f95-7446-46db-aefb-caecee464398,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:14.771232 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network c2936f95-7446-46db-aefb-caecee464398 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 03:30:14.825104 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d15a29-9e48-4c45-b8a9-d403865989a6 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Made reservation on behalf of c62929092da9478db506b8f4cf46213c for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:30:14.828652 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-29d15a29-9e48-4c45-b8a9-d403865989a6 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:14.890829 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-c438bf21-6073-4d8d-864e-603b9550bdda None None] Allocated IP 2001:db8:0:ffff::2 (75c421f0-62b6-47ab-919a-fed22b07c1b9/efe69611-88b8-4727-b0f8-9cb48d0dfa85/d83aab03-d478-45e9-8bae-2c0ccebb3e57) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:30:15.030706 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-29d15a29-9e48-4c45-b8a9-d403865989a6 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:15.052723 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c438bf21-6073-4d8d-864e-603b9550bdda None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:15.062086 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-c438bf21-6073-4d8d-864e-603b9550bdda None None] Transition to ACTIVE for port object d83aab03-d478-45e9-8bae-2c0ccebb3e57 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:30:15.077117 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-c438bf21-6073-4d8d-864e-603b9550bdda None None] Transition to ACTIVE for port object d83aab03-d478-45e9-8bae-2c0ccebb3e57 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:30:15.084263 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c438bf21-6073-4d8d-864e-603b9550bdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:15.092431 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d15a29-9e48-4c45-b8a9-d403865989a6 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Pushing event updated for resources: {'Subnet': ['ID=6745f340-2fa9-4c4f-a79b-badfde09d128,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:15.104977 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d15a29-9e48-4c45-b8a9-d403865989a6 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:30:15.105322 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d15a29-9e48-4c45-b8a9-d403865989a6 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:30:15.105658 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d15a29-9e48-4c45-b8a9-d403865989a6 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:30:15.105998 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d15a29-9e48-4c45-b8a9-d403865989a6 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:30:15.106322 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d15a29-9e48-4c45-b8a9-d403865989a6 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:30:15.106647 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d15a29-9e48-4c45-b8a9-d403865989a6 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:30:15.106973 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d15a29-9e48-4c45-b8a9-d403865989a6 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:30:15.107296 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d15a29-9e48-4c45-b8a9-d403865989a6 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:30:15.107645 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d15a29-9e48-4c45-b8a9-d403865989a6 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:30:15.107969 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d15a29-9e48-4c45-b8a9-d403865989a6 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:30:15.108293 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d15a29-9e48-4c45-b8a9-d403865989a6 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:30:15.108612 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d15a29-9e48-4c45-b8a9-d403865989a6 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:30:15.113244 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d15a29-9e48-4c45-b8a9-d403865989a6 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Checking segment: {'id': '41a9f304-e244-4d72-b541-e0d8eb41937e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'c2936f95-7446-46db-aefb-caecee464398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:30:15.113612 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d15a29-9e48-4c45-b8a9-d403865989a6 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Network hostable DHCP agents. Network: c2936f95-7446-46db-aefb-caecee464398, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 03:30:15.121928 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c438bf21-6073-4d8d-864e-603b9550bdda None None] Network 75c421f0-62b6-47ab-919a-fed22b07c1b9 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:30:15.124831 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-c438bf21-6073-4d8d-864e-603b9550bdda None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:30:15.128253 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c438bf21-6073-4d8d-864e-603b9550bdda None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:30:15.132227 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d15a29-9e48-4c45-b8a9-d403865989a6 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Network c2936f95-7446-46db-aefb-caecee464398 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 03:30:15.140425 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-29d15a29-9e48-4c45-b8a9-d403865989a6 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, c2936f95-7446-46db-aefb-caecee464398) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:30:15.145020 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c438bf21-6073-4d8d-864e-603b9550bdda None None] Pushing event updated for resources: {'Port': ['ID=d83aab03-d478-45e9-8bae-2c0ccebb3e57,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:15.145484 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d15a29-9e48-4c45-b8a9-d403865989a6 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:30:15.146085 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-29d15a29-9e48-4c45-b8a9-d403865989a6 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:15.164507 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-29d15a29-9e48-4c45-b8a9-d403865989a6 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4339345 Sep 07 03:30:15.165438 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43708) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:30:15.168651 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861963d3-c5aa-4914-88d2-173510069159 None None] Network c2936f95-7446-46db-aefb-caecee464398 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:30:15.174196 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c438bf21-6073-4d8d-864e-603b9550bdda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:30:15.174552 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c438bf21-6073-4d8d-864e-603b9550bdda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:30:15.174896 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c438bf21-6073-4d8d-864e-603b9550bdda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:30:15.175233 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c438bf21-6073-4d8d-864e-603b9550bdda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:30:15.175596 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c438bf21-6073-4d8d-864e-603b9550bdda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:30:15.175932 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c438bf21-6073-4d8d-864e-603b9550bdda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:30:15.176263 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c438bf21-6073-4d8d-864e-603b9550bdda None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:30:15.176591 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c438bf21-6073-4d8d-864e-603b9550bdda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:30:15.176918 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c438bf21-6073-4d8d-864e-603b9550bdda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:30:15.177247 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c438bf21-6073-4d8d-864e-603b9550bdda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:30:15.177573 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c438bf21-6073-4d8d-864e-603b9550bdda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:30:15.178532 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c438bf21-6073-4d8d-864e-603b9550bdda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:30:15.251728 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-c438bf21-6073-4d8d-864e-603b9550bdda None None] Attempting to bind port d83aab03-d478-45e9-8bae-2c0ccebb3e57 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:30:15.252103 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-c438bf21-6073-4d8d-864e-603b9550bdda None None] Attempting to bind port d83aab03-d478-45e9-8bae-2c0ccebb3e57 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'd3dbc126-bd64-473e-ba42-5e21e4b2cfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '75c421f0-62b6-47ab-919a-fed22b07c1b9'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:30:15.252467 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c438bf21-6073-4d8d-864e-603b9550bdda None None] Attempting to bind port d83aab03-d478-45e9-8bae-2c0ccebb3e57 on network 75c421f0-62b6-47ab-919a-fed22b07c1b9 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:30:15.260708 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-be824d0b-7c47-444b-afc7-7b5ee336d2ac tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:15.263099 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c438bf21-6073-4d8d-864e-603b9550bdda None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:30:15.263473 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c438bf21-6073-4d8d-864e-603b9550bdda None None] Checking segment: {'id': 'd3dbc126-bd64-473e-ba42-5e21e4b2cfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '75c421f0-62b6-47ab-919a-fed22b07c1b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:30:15.263894 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c438bf21-6073-4d8d-864e-603b9550bdda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:15.264289 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c438bf21-6073-4d8d-864e-603b9550bdda None None] Bound using segment: {'id': 'd3dbc126-bd64-473e-ba42-5e21e4b2cfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '75c421f0-62b6-47ab-919a-fed22b07c1b9'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:30:15.264749 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-c438bf21-6073-4d8d-864e-603b9550bdda None None] Bound port: d83aab03-d478-45e9-8bae-2c0ccebb3e57, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3dbc126-bd64-473e-ba42-5e21e4b2cfe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '75c421f0-62b6-47ab-919a-fed22b07c1b9'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:30:15.265123 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c438bf21-6073-4d8d-864e-603b9550bdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:15.342489 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-be824d0b-7c47-444b-afc7-7b5ee336d2ac tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:15.376610 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-c438bf21-6073-4d8d-864e-603b9550bdda None None] For port d83aab03-d478-45e9-8bae-2c0ccebb3e57, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:30:15.379729 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-c438bf21-6073-4d8d-864e-603b9550bdda None None] For port d83aab03-d478-45e9-8bae-2c0ccebb3e57, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=d83aab03-d478-45e9-8bae-2c0ccebb3e57,segment=NetworkSegment(d3dbc126-bd64-473e-ba42-5e21e4b2cfe7),segment_id=d3dbc126-bd64-473e-ba42-5e21e4b2cfe7)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:30:15.384567 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c438bf21-6073-4d8d-864e-603b9550bdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:15.415875 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-be824d0b-7c47-444b-afc7-7b5ee336d2ac tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:15.430885 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e41464-8a6f-4ed3-b164-e02ae3f947e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-c2936f95-7446-46db-aefb-caecee464398', 'network_id': 'c2936f95-7446-46db-aefb-caecee464398', 'tenant_id': 'c62929092da9478db506b8f4cf46213c', 'fixed_ips': [{'subnet_id': '6745f340-2fa9-4c4f-a79b-badfde09d128'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 03:30:15.431859 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a3e41464-8a6f-4ed3-b164-e02ae3f947e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:15.442626 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be824d0b-7c47-444b-afc7-7b5ee336d2ac tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Pushing event deleted for resources: {'Subnet': ['ID=6745f340-2fa9-4c4f-a79b-badfde09d128,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:15.543711 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-be824d0b-7c47-444b-afc7-7b5ee336d2ac tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:15.576338 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-be824d0b-7c47-444b-afc7-7b5ee336d2ac tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2936f95-7446-46db-aefb-caecee464398']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:30:15.578797 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c438bf21-6073-4d8d-864e-603b9550bdda None None] Pushing event updated for resources: {'Port': ['ID=d83aab03-d478-45e9-8bae-2c0ccebb3e57,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:15.592979 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-be824d0b-7c47-444b-afc7-7b5ee336d2ac tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41a9f304-e244-4d72-b541-e0d8eb41937e') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:30:15.592979 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-be824d0b-7c47-444b-afc7-7b5ee336d2ac tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41a9f304-e244-4d72-b541-e0d8eb41937e') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:30:15.594562 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47de1671-64da-4787-b85e-81e6428cea92 None None] Network c2936f95-7446-46db-aefb-caecee464398 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:30:15.603827 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-be824d0b-7c47-444b-afc7-7b5ee336d2ac tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:15.622233 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-be824d0b-7c47-444b-afc7-7b5ee336d2ac tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:15.632877 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be824d0b-7c47-444b-afc7-7b5ee336d2ac tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 03:30:15.633618 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-be824d0b-7c47-444b-afc7-7b5ee336d2ac tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:15.636803 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 03:30:15.636803 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 03:30:15.636803 n-d-796209-16 neutron-server[94700]: timer() Sep 07 03:30:15.636803 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 03:30:15.636803 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 03:30:15.636803 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 03:30:15.636803 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 03:30:15.636803 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 03:30:15.636803 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 03:30:15.636803 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 03:30:15.636803 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 03:30:15.636803 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 03:30:15.636803 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 03:30:15.636803 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 03:30:15.636803 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 03:30:15.636803 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 03:30:15.636803 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 03:30:15.636803 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 03:30:15.636803 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 03:30:15.636803 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 03:30:15.636803 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 03:30:15.636803 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 03:30:15.636803 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 03:30:15.636803 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 03:30:15.636803 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 03:30:15.636803 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 03:30:15.636803 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 03:30:15.636803 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 03:30:15.636803 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 03:30:15.636803 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 03:30:15.636803 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 03:30:15.636803 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 03:30:15.732748 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-be824d0b-7c47-444b-afc7-7b5ee336d2ac tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:15.741534 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-be824d0b-7c47-444b-afc7-7b5ee336d2ac tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:15.743685 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-be824d0b-7c47-444b-afc7-7b5ee336d2ac tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] 10.222.0.22 "DELETE /v2.0/networks/c2936f95-7446-46db-aefb-caecee464398 HTTP/1.1" status: 204 len: 168 time: 0.5771708 Sep 07 03:30:15.748169 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 43710) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:30:15.753969 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-d49e62d8-d342-451b-94d2-ae8706edc81c tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-45405350'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:30:15.763819 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be824d0b-7c47-444b-afc7-7b5ee336d2ac tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Pushing event deleted for resources: {'Network': ['ID=c2936f95-7446-46db-aefb-caecee464398,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:15.781190 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49e62d8-d342-451b-94d2-ae8706edc81c tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Made reservation on behalf of c62929092da9478db506b8f4cf46213c for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:30:15.785289 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d49e62d8-d342-451b-94d2-ae8706edc81c tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:15.817452 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d49e62d8-d342-451b-94d2-ae8706edc81c tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 03:30:15.827968 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d49e62d8-d342-451b-94d2-ae8706edc81c tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:15.828312 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-d49e62d8-d342-451b-94d2-ae8706edc81c tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Added segment 967be277-47c8-434c-aecf-8b8a447cbae9 of type vlan for network 21634795-4ac4-4e66-915b-87d16ec567bc Sep 07 03:30:15.868635 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d49e62d8-d342-451b-94d2-ae8706edc81c tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:15.892063 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d49e62d8-d342-451b-94d2-ae8706edc81c tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:15.897585 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49e62d8-d342-451b-94d2-ae8706edc81c tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:30:15.898188 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d49e62d8-d342-451b-94d2-ae8706edc81c tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:15.932662 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d49e62d8-d342-451b-94d2-ae8706edc81c tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.1833076 Sep 07 03:30:15.935627 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43712) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:30:15.941369 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-df55349b-3b9c-434e-a65a-39f50f80c27f tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Request body: {'subnet': {'network_id': '21634795-4ac4-4e66-915b-87d16ec567bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:30:15.970117 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49e62d8-d342-451b-94d2-ae8706edc81c tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Pushing event updated for resources: {'Network': ['ID=21634795-4ac4-4e66-915b-87d16ec567bc,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:15.981870 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 21634795-4ac4-4e66-915b-87d16ec567bc details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 03:30:16.028032 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df55349b-3b9c-434e-a65a-39f50f80c27f tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Made reservation on behalf of c62929092da9478db506b8f4cf46213c for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:30:16.031582 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-df55349b-3b9c-434e-a65a-39f50f80c27f tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:16.091839 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.ipam_backend_mixin [None req-df55349b-3b9c-434e-a65a-39f50f80c27f tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Performing IP validity checks on allocation pools {{(pid=94700) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 07 03:30:16.092348 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.ipam_backend_mixin [None req-df55349b-3b9c-434e-a65a-39f50f80c27f tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94700) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 07 03:30:16.214764 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-df55349b-3b9c-434e-a65a-39f50f80c27f tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:16.274810 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df55349b-3b9c-434e-a65a-39f50f80c27f tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Pushing event updated for resources: {'Subnet': ['ID=0bf571bd-ad1d-4847-87fb-438619681997,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:16.285324 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df55349b-3b9c-434e-a65a-39f50f80c27f tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Checking segment: {'id': '967be277-47c8-434c-aecf-8b8a447cbae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '21634795-4ac4-4e66-915b-87d16ec567bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:30:16.285694 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df55349b-3b9c-434e-a65a-39f50f80c27f tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Network hostable DHCP agents. Network: 21634795-4ac4-4e66-915b-87d16ec567bc, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 03:30:16.304292 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df55349b-3b9c-434e-a65a-39f50f80c27f tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Network 21634795-4ac4-4e66-915b-87d16ec567bc is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 03:30:16.314216 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-df55349b-3b9c-434e-a65a-39f50f80c27f tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 21634795-4ac4-4e66-915b-87d16ec567bc) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:30:16.319233 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df55349b-3b9c-434e-a65a-39f50f80c27f tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:30:16.319921 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-df55349b-3b9c-434e-a65a-39f50f80c27f tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:16.324031 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939dfb60-9bdd-4348-935c-5a484cd434dc None None] Network 21634795-4ac4-4e66-915b-87d16ec567bc requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:30:16.336026 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-df55349b-3b9c-434e-a65a-39f50f80c27f tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.3991702 Sep 07 03:30:16.338668 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43714) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:30:16.454778 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4da79d86-0028-4372-bbac-69e6be3b1893 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:16.483724 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffc9fc7-9e70-4ea2-ae10-0bb32cee8622 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-21634795-4ac4-4e66-915b-87d16ec567bc', 'network_id': '21634795-4ac4-4e66-915b-87d16ec567bc', 'tenant_id': 'c62929092da9478db506b8f4cf46213c', 'fixed_ips': [{'subnet_id': '0bf571bd-ad1d-4847-87fb-438619681997'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 03:30:16.484886 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8ffc9fc7-9e70-4ea2-ae10-0bb32cee8622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:16.489451 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50dc9b7-9d99-4cee-a908-c53ea8908658 None None] Network 75c421f0-62b6-47ab-919a-fed22b07c1b9 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:30:16.510341 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4da79d86-0028-4372-bbac-69e6be3b1893 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:16.575996 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4da79d86-0028-4372-bbac-69e6be3b1893 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:16.608353 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da79d86-0028-4372-bbac-69e6be3b1893 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Pushing event deleted for resources: {'Subnet': ['ID=0bf571bd-ad1d-4847-87fb-438619681997,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:16.643753 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-2d6ea225-b56d-4700-8152-57928bd0e376 None None] Provisioning for port d83aab03-d478-45e9-8bae-2c0ccebb3e57 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server [None req-8ffc9fc7-9e70-4ea2-ae10-0bb32cee8622 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0bf571bd-ad1d-4847-87fb-438619681997: This subnet is being modified by another concurrent operation. Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1474, in create_port Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1439, in _create_port_db Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server raise self.value Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server raise exception Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0bf571bd-ad1d-4847-87fb-438619681997: This subnet is being modified by another concurrent operation. Sep 07 03:30:16.655412 n-d-796209-16 neutron-server[94702]: ERROR oslo_messaging.rpc.server Sep 07 03:30:16.663192 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4da79d86-0028-4372-bbac-69e6be3b1893 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:16.685144 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491395be-7e51-4ad5-bd02-307d6e8c639b None None] Network 21634795-4ac4-4e66-915b-87d16ec567bc requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:30:16.687072 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-4da79d86-0028-4372-bbac-69e6be3b1893 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21634795-4ac4-4e66-915b-87d16ec567bc']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:30:16.700634 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-4da79d86-0028-4372-bbac-69e6be3b1893 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '967be277-47c8-434c-aecf-8b8a447cbae9') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:30:16.700933 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-4da79d86-0028-4372-bbac-69e6be3b1893 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '967be277-47c8-434c-aecf-8b8a447cbae9') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:30:16.710645 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4da79d86-0028-4372-bbac-69e6be3b1893 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:16.724507 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4da79d86-0028-4372-bbac-69e6be3b1893 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:16.731928 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4da79d86-0028-4372-bbac-69e6be3b1893 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 03:30:16.732673 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4da79d86-0028-4372-bbac-69e6be3b1893 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:16.736110 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 03:30:16.736110 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 03:30:16.736110 n-d-796209-16 neutron-server[94700]: timer() Sep 07 03:30:16.736110 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 03:30:16.736110 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 03:30:16.736110 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 03:30:16.736110 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 03:30:16.736110 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 03:30:16.736110 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 03:30:16.736110 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 03:30:16.736110 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 03:30:16.736110 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 03:30:16.736110 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 03:30:16.736110 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 03:30:16.736110 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 03:30:16.736110 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 03:30:16.736110 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 03:30:16.736110 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 03:30:16.736110 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 03:30:16.736110 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 03:30:16.736110 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 03:30:16.736110 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 03:30:16.736110 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 03:30:16.736110 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 03:30:16.736110 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 03:30:16.736110 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 03:30:16.736110 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 03:30:16.736110 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 03:30:16.736110 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 03:30:16.736110 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 03:30:16.736110 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 03:30:16.736110 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 03:30:16.799906 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4da79d86-0028-4372-bbac-69e6be3b1893 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:16.808408 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4da79d86-0028-4372-bbac-69e6be3b1893 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:16.810277 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-4da79d86-0028-4372-bbac-69e6be3b1893 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] 10.222.0.22 "DELETE /v2.0/networks/21634795-4ac4-4e66-915b-87d16ec567bc HTTP/1.1" status: 204 len: 168 time: 0.4705694 Sep 07 03:30:16.815823 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 43716) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:30:16.821396 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da79d86-0028-4372-bbac-69e6be3b1893 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Pushing event deleted for resources: {'Network': ['ID=21634795-4ac4-4e66-915b-87d16ec567bc,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:16.824007 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-935b2006-9439-4801-aeea-1929bc396734 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-392866637'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:30:16.853367 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-935b2006-9439-4801-aeea-1929bc396734 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Made reservation on behalf of c62929092da9478db506b8f4cf46213c for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:30:16.857013 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-935b2006-9439-4801-aeea-1929bc396734 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:16.882210 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-935b2006-9439-4801-aeea-1929bc396734 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 03:30:16.891448 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-935b2006-9439-4801-aeea-1929bc396734 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:16.891917 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-935b2006-9439-4801-aeea-1929bc396734 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Added segment de57758e-5d29-4c96-a9e4-19c4b49f46d3 of type vlan for network 39da32c2-67ff-4ad0-835e-b2c57a49050f Sep 07 03:30:16.937555 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-935b2006-9439-4801-aeea-1929bc396734 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:16.963864 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-935b2006-9439-4801-aeea-1929bc396734 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:16.969464 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935b2006-9439-4801-aeea-1929bc396734 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:30:16.970069 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-935b2006-9439-4801-aeea-1929bc396734 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:16.997121 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35d35b2-f1de-4a4b-baa3-78d1b3130708 None None] get_active_networks_info from n-d-796209-16 {{(pid=94702) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 07 03:30:17.008080 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-935b2006-9439-4801-aeea-1929bc396734 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1897240 Sep 07 03:30:17.009069 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43718) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:30:17.014319 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-ec8e4685-ef5a-4068-9b28-411b2b594b13 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Request body: {'subnet': {'network_id': '39da32c2-67ff-4ad0-835e-b2c57a49050f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:30:17.045650 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935b2006-9439-4801-aeea-1929bc396734 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Pushing event updated for resources: {'Network': ['ID=39da32c2-67ff-4ad0-835e-b2c57a49050f,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:17.058517 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 39da32c2-67ff-4ad0-835e-b2c57a49050f details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 03:30:17.110511 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8e4685-ef5a-4068-9b28-411b2b594b13 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Made reservation on behalf of c62929092da9478db506b8f4cf46213c for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:30:17.114101 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ec8e4685-ef5a-4068-9b28-411b2b594b13 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:17.127927 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35d35b2-f1de-4a4b-baa3-78d1b3130708 None None] Resources bound (agent type, host, resource id): {{(pid=94702) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 07 03:30:17.259327 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device d83aab03-d478-45e9-8bae-2c0ccebb3e57 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:30:17.307300 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ec8e4685-ef5a-4068-9b28-411b2b594b13 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:17.358539 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port d83aab03-d478-45e9-8bae-2c0ccebb3e57 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:30:17.363520 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port d83aab03-d478-45e9-8bae-2c0ccebb3e57 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:30:17.363886 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:17.374122 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8e4685-ef5a-4068-9b28-411b2b594b13 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Pushing event updated for resources: {'Subnet': ['ID=f802cd7e-4f31-4952-b337-99cb7edf2b53,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:17.384034 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8e4685-ef5a-4068-9b28-411b2b594b13 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Checking segment: {'id': 'de57758e-5d29-4c96-a9e4-19c4b49f46d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '39da32c2-67ff-4ad0-835e-b2c57a49050f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:30:17.384401 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8e4685-ef5a-4068-9b28-411b2b594b13 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Network hostable DHCP agents. Network: 39da32c2-67ff-4ad0-835e-b2c57a49050f, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 03:30:17.402476 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8e4685-ef5a-4068-9b28-411b2b594b13 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Network 39da32c2-67ff-4ad0-835e-b2c57a49050f is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 03:30:17.413054 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-ec8e4685-ef5a-4068-9b28-411b2b594b13 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 39da32c2-67ff-4ad0-835e-b2c57a49050f) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:30:17.417569 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8e4685-ef5a-4068-9b28-411b2b594b13 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:30:17.418257 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ec8e4685-ef5a-4068-9b28-411b2b594b13 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:17.431823 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d548cd-df84-4eeb-ba88-e3a8d6661905 None None] Network 39da32c2-67ff-4ad0-835e-b2c57a49050f requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:30:17.434049 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ec8e4685-ef5a-4068-9b28-411b2b594b13 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4236372 Sep 07 03:30:17.437516 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43720) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:30:17.442782 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-a5cfed1e-0788-49dd-a8e5-22f3fc193d1d tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1384983809'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:30:17.464750 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5cfed1e-0788-49dd-a8e5-22f3fc193d1d tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Made reservation on behalf of c62929092da9478db506b8f4cf46213c for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:30:17.468394 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a5cfed1e-0788-49dd-a8e5-22f3fc193d1d tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:17.493168 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5cfed1e-0788-49dd-a8e5-22f3fc193d1d tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 03:30:17.502049 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a5cfed1e-0788-49dd-a8e5-22f3fc193d1d tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:17.502394 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-a5cfed1e-0788-49dd-a8e5-22f3fc193d1d tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Added segment 0936954b-2d90-483d-99d2-27bee25c60c1 of type vlan for network 88e99740-2822-4a21-bad9-f527fe6bac13 Sep 07 03:30:17.545769 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a5cfed1e-0788-49dd-a8e5-22f3fc193d1d tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:17.572042 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a5cfed1e-0788-49dd-a8e5-22f3fc193d1d tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:17.578321 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5cfed1e-0788-49dd-a8e5-22f3fc193d1d tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:30:17.578945 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a5cfed1e-0788-49dd-a8e5-22f3fc193d1d tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:17.618817 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a5cfed1e-0788-49dd-a8e5-22f3fc193d1d tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1800358 Sep 07 03:30:17.621740 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 43722) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:30:17.626923 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-d78790b3-56fd-4f47-8cfa-11cd2f156d1c tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Request body: {'subnet': {'network_id': '88e99740-2822-4a21-bad9-f527fe6bac13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:30:17.656869 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cfed1e-0788-49dd-a8e5-22f3fc193d1d tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Pushing event updated for resources: {'Network': ['ID=88e99740-2822-4a21-bad9-f527fe6bac13,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:17.674037 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 88e99740-2822-4a21-bad9-f527fe6bac13 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 03:30:17.709701 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:17.719931 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78790b3-56fd-4f47-8cfa-11cd2f156d1c tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Made reservation on behalf of c62929092da9478db506b8f4cf46213c for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:30:17.723460 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d78790b3-56fd-4f47-8cfa-11cd2f156d1c tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:17.815688 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port d83aab03-d478-45e9-8bae-2c0ccebb3e57, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=d83aab03-d478-45e9-8bae-2c0ccebb3e57,segment=NetworkSegment(d3dbc126-bd64-473e-ba42-5e21e4b2cfe7),segment_id=d3dbc126-bd64-473e-ba42-5e21e4b2cfe7)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:30:17.820972 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:17.891727 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779e05bb-890d-4467-99a6-fcfc9404c6df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-39da32c2-67ff-4ad0-835e-b2c57a49050f', 'network_id': '39da32c2-67ff-4ad0-835e-b2c57a49050f', 'tenant_id': 'c62929092da9478db506b8f4cf46213c', 'fixed_ips': [{'subnet_id': 'f802cd7e-4f31-4952-b337-99cb7edf2b53'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 03:30:17.892583 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-779e05bb-890d-4467-99a6-fcfc9404c6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:17.904780 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=d83aab03-d478-45e9-8bae-2c0ccebb3e57,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:17.918994 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d78790b3-56fd-4f47-8cfa-11cd2f156d1c tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:17.977908 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78790b3-56fd-4f47-8cfa-11cd2f156d1c tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Pushing event updated for resources: {'Subnet': ['ID=224864d8-f2dc-4324-88ce-73651ee229b4,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:17.988484 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78790b3-56fd-4f47-8cfa-11cd2f156d1c tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Checking segment: {'id': '0936954b-2d90-483d-99d2-27bee25c60c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '88e99740-2822-4a21-bad9-f527fe6bac13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:30:17.988848 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78790b3-56fd-4f47-8cfa-11cd2f156d1c tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Network hostable DHCP agents. Network: 88e99740-2822-4a21-bad9-f527fe6bac13, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 03:30:18.005238 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78790b3-56fd-4f47-8cfa-11cd2f156d1c tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Network 88e99740-2822-4a21-bad9-f527fe6bac13 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 03:30:18.014276 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-d78790b3-56fd-4f47-8cfa-11cd2f156d1c tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 88e99740-2822-4a21-bad9-f527fe6bac13) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:30:18.018488 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78790b3-56fd-4f47-8cfa-11cd2f156d1c tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:30:18.019076 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d78790b3-56fd-4f47-8cfa-11cd2f156d1c tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:18.025587 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46351b6f-8edc-4743-a063-726a46163a85 None None] Network 88e99740-2822-4a21-bad9-f527fe6bac13 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:30:18.034247 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d78790b3-56fd-4f47-8cfa-11cd2f156d1c tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4112122 Sep 07 03:30:18.036671 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 43724) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:30:18.061759 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-779e05bb-890d-4467-99a6-fcfc9404c6df None None] Allocated IP 2001:db8::2 (39da32c2-67ff-4ad0-835e-b2c57a49050f/f802cd7e-4f31-4952-b337-99cb7edf2b53/d9afb461-cd1b-42d2-9763-432b023350d7) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:30:18.142342 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8f0f165b-4052-46b6-a114-ce296b4aafd9 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:18.220000 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8f0f165b-4052-46b6-a114-ce296b4aafd9 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:18.272750 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b263fda9-ae6e-4be7-8d25-9cbb4eb68161 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-88e99740-2822-4a21-bad9-f527fe6bac13', 'network_id': '88e99740-2822-4a21-bad9-f527fe6bac13', 'tenant_id': 'c62929092da9478db506b8f4cf46213c', 'fixed_ips': [{'subnet_id': '224864d8-f2dc-4324-88ce-73651ee229b4'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 03:30:18.273706 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b263fda9-ae6e-4be7-8d25-9cbb4eb68161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:18.280507 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8f0f165b-4052-46b6-a114-ce296b4aafd9 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:18.318292 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-779e05bb-890d-4467-99a6-fcfc9404c6df None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:18.328795 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0f165b-4052-46b6-a114-ce296b4aafd9 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Pushing event deleted for resources: {'Subnet': ['ID=224864d8-f2dc-4324-88ce-73651ee229b4,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:18.370579 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-779e05bb-890d-4467-99a6-fcfc9404c6df None None] Transition to ACTIVE for port object d9afb461-cd1b-42d2-9763-432b023350d7 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:30:18.375095 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8f0f165b-4052-46b6-a114-ce296b4aafd9 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:18.388650 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8d7142-a8ef-47ad-8abf-0f68d19d6283 None None] Network 88e99740-2822-4a21-bad9-f527fe6bac13 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:30:18.393016 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-779e05bb-890d-4467-99a6-fcfc9404c6df None None] Transition to ACTIVE for port object d9afb461-cd1b-42d2-9763-432b023350d7 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:30:18.397614 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-8f0f165b-4052-46b6-a114-ce296b4aafd9 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88e99740-2822-4a21-bad9-f527fe6bac13']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:30:18.407238 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-8f0f165b-4052-46b6-a114-ce296b4aafd9 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0936954b-2d90-483d-99d2-27bee25c60c1') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:30:18.407560 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-8f0f165b-4052-46b6-a114-ce296b4aafd9 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0936954b-2d90-483d-99d2-27bee25c60c1') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:30:18.412448 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-779e05bb-890d-4467-99a6-fcfc9404c6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:18.417360 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8f0f165b-4052-46b6-a114-ce296b4aafd9 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:18.431690 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8f0f165b-4052-46b6-a114-ce296b4aafd9 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:18.438272 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f0f165b-4052-46b6-a114-ce296b4aafd9 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 03:30:18.438824 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8f0f165b-4052-46b6-a114-ce296b4aafd9 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:18.442041 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 03:30:18.442041 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 03:30:18.442041 n-d-796209-16 neutron-server[94701]: timer() Sep 07 03:30:18.442041 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 03:30:18.442041 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 03:30:18.442041 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 03:30:18.442041 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 03:30:18.442041 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 03:30:18.442041 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 03:30:18.442041 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 03:30:18.442041 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 03:30:18.442041 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 03:30:18.442041 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 03:30:18.442041 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 03:30:18.442041 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 03:30:18.442041 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 03:30:18.442041 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 03:30:18.442041 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 03:30:18.442041 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 03:30:18.442041 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 03:30:18.442041 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 03:30:18.442041 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 03:30:18.442041 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 03:30:18.442041 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 03:30:18.442041 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 03:30:18.442041 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 03:30:18.442041 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 03:30:18.442041 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 03:30:18.442041 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 03:30:18.442041 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 03:30:18.442041 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 03:30:18.442041 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 03:30:18.489159 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779e05bb-890d-4467-99a6-fcfc9404c6df None None] Network 39da32c2-67ff-4ad0-835e-b2c57a49050f is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:30:18.497418 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-779e05bb-890d-4467-99a6-fcfc9404c6df None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:30:18.503937 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779e05bb-890d-4467-99a6-fcfc9404c6df None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:30:18.505671 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8f0f165b-4052-46b6-a114-ce296b4aafd9 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:18.507210 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779e05bb-890d-4467-99a6-fcfc9404c6df None None] Pushing event updated for resources: {'Port': ['ID=d9afb461-cd1b-42d2-9763-432b023350d7,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:18.513493 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8f0f165b-4052-46b6-a114-ce296b4aafd9 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:18.518485 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8f0f165b-4052-46b6-a114-ce296b4aafd9 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] 10.222.0.22 "DELETE /v2.0/networks/88e99740-2822-4a21-bad9-f527fe6bac13 HTTP/1.1" status: 204 len: 168 time: 0.4775455 Sep 07 03:30:18.518485 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 43726) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:30:18.536868 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0f165b-4052-46b6-a114-ce296b4aafd9 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Pushing event deleted for resources: {'Network': ['ID=88e99740-2822-4a21-bad9-f527fe6bac13,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:18.555971 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-71b58660-f95b-4802-98cf-fd78ca62b8c1 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] GET failed (client error): The resource could not be found. Sep 07 03:30:18.557322 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-71b58660-f95b-4802-98cf-fd78ca62b8c1 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] 10.222.0.22 "GET /v2.0/subnets/224864d8-f2dc-4324-88ce-73651ee229b4 HTTP/1.1" status: 404 len: 337 time: 0.0379264 Sep 07 03:30:18.560298 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 43728) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:30:18.578305 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ca71bd0-2317-4ab7-9260-50ff028950c5 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] DELETE failed (client error): The resource could not be found. Sep 07 03:30:18.578829 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ca71bd0-2317-4ab7-9260-50ff028950c5 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 03:30:18.584476 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-3ca71bd0-2317-4ab7-9260-50ff028950c5 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] 10.222.0.22 "DELETE /v2.0/networks/88e99740-2822-4a21-bad9-f527fe6bac13 HTTP/1.1" status: 404 len: 339 time: 0.0193760 Sep 07 03:30:18.584631 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 43730) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:30:18.594018 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-779e05bb-890d-4467-99a6-fcfc9404c6df None None] Attempting to bind port d9afb461-cd1b-42d2-9763-432b023350d7 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:30:18.594395 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-779e05bb-890d-4467-99a6-fcfc9404c6df None None] Attempting to bind port d9afb461-cd1b-42d2-9763-432b023350d7 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'de57758e-5d29-4c96-a9e4-19c4b49f46d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '39da32c2-67ff-4ad0-835e-b2c57a49050f'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:30:18.594767 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779e05bb-890d-4467-99a6-fcfc9404c6df None None] Attempting to bind port d9afb461-cd1b-42d2-9763-432b023350d7 on network 39da32c2-67ff-4ad0-835e-b2c57a49050f {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:30:18.600251 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779e05bb-890d-4467-99a6-fcfc9404c6df None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:30:18.600645 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779e05bb-890d-4467-99a6-fcfc9404c6df None None] Checking segment: {'id': 'de57758e-5d29-4c96-a9e4-19c4b49f46d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '39da32c2-67ff-4ad0-835e-b2c57a49050f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:30:18.601041 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-779e05bb-890d-4467-99a6-fcfc9404c6df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:18.601434 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779e05bb-890d-4467-99a6-fcfc9404c6df None None] Bound using segment: {'id': 'de57758e-5d29-4c96-a9e4-19c4b49f46d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '39da32c2-67ff-4ad0-835e-b2c57a49050f'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:30:18.601901 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-779e05bb-890d-4467-99a6-fcfc9404c6df None None] Bound port: d9afb461-cd1b-42d2-9763-432b023350d7, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de57758e-5d29-4c96-a9e4-19c4b49f46d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '39da32c2-67ff-4ad0-835e-b2c57a49050f'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:30:18.602286 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-779e05bb-890d-4467-99a6-fcfc9404c6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:18.609870 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c1b0657-47c2-4977-935c-d074f2224b8a tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] DELETE failed (client error): The resource could not be found. Sep 07 03:30:18.610321 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c1b0657-47c2-4977-935c-d074f2224b8a tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 03:30:18.612012 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-3c1b0657-47c2-4977-935c-d074f2224b8a tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] 10.222.0.22 "DELETE /v2.0/subnets/224864d8-f2dc-4324-88ce-73651ee229b4 HTTP/1.1" status: 404 len: 337 time: 0.0264935 Sep 07 03:30:18.614506 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 43732) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:30:18.632129 n-d-796209-16 neutron-server[94701]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d5a42e2-daa8-4d13-bb51-4fabe812c92e tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] DELETE failed (client error): The resource could not be found. Sep 07 03:30:18.632643 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d5a42e2-daa8-4d13-bb51-4fabe812c92e tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94701) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 03:30:18.634273 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8d5a42e2-daa8-4d13-bb51-4fabe812c92e tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] 10.222.0.22 "DELETE /v2.0/networks/88e99740-2822-4a21-bad9-f527fe6bac13 HTTP/1.1" status: 404 len: 339 time: 0.0188944 Sep 07 03:30:18.636827 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 43734) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:30:18.668051 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-779e05bb-890d-4467-99a6-fcfc9404c6df None None] For port d9afb461-cd1b-42d2-9763-432b023350d7, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:30:18.672005 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-779e05bb-890d-4467-99a6-fcfc9404c6df None None] For port d9afb461-cd1b-42d2-9763-432b023350d7, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=d9afb461-cd1b-42d2-9763-432b023350d7,segment=NetworkSegment(de57758e-5d29-4c96-a9e4-19c4b49f46d3),segment_id=de57758e-5d29-4c96-a9e4-19c4b49f46d3)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:30:18.676596 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-779e05bb-890d-4467-99a6-fcfc9404c6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:18.691431 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-2651b72c-6c62-48fb-932c-3fcccc77746d tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Deleting subnet f802cd7e-4f31-4952-b337-99cb7edf2b53 {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 03:30:18.694533 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2651b72c-6c62-48fb-932c-3fcccc77746d tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:18.735808 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779e05bb-890d-4467-99a6-fcfc9404c6df None None] Pushing event updated for resources: {'Port': ['ID=d9afb461-cd1b-42d2-9763-432b023350d7,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:19.073306 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2651b72c-6c62-48fb-932c-3fcccc77746d tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:19.152319 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2651b72c-6c62-48fb-932c-3fcccc77746d tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:19.218672 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2651b72c-6c62-48fb-932c-3fcccc77746d tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:19.245122 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2651b72c-6c62-48fb-932c-3fcccc77746d tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Pushing event deleted for resources: {'Subnet': ['ID=f802cd7e-4f31-4952-b337-99cb7edf2b53,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:19.251399 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2651b72c-6c62-48fb-932c-3fcccc77746d tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:19.253414 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-2651b72c-6c62-48fb-932c-3fcccc77746d tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] 10.222.0.22 "DELETE /v2.0/subnets/f802cd7e-4f31-4952-b337-99cb7edf2b53 HTTP/1.1" status: 204 len: 168 time: 0.6156881 Sep 07 03:30:19.256578 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 43736) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:30:19.304438 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device d83aab03-d478-45e9-8bae-2c0ccebb3e57 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:30:19.334401 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-07766647-00f8-4f5c-a9db-12248d11ea8b tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:19.359014 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port d83aab03-d478-45e9-8bae-2c0ccebb3e57 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:30:19.359393 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:19.389003 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-07766647-00f8-4f5c-a9db-12248d11ea8b tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Deleting port d9afb461-cd1b-42d2-9763-432b023350d7 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:30:19.389346 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-07766647-00f8-4f5c-a9db-12248d11ea8b tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:19.449422 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device d9afb461-cd1b-42d2-9763-432b023350d7 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:30:19.459663 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-07766647-00f8-4f5c-a9db-12248d11ea8b tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] For port d9afb461-cd1b-42d2-9763-432b023350d7, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=d9afb461-cd1b-42d2-9763-432b023350d7,segment=NetworkSegment(de57758e-5d29-4c96-a9e4-19c4b49f46d3),segment_id=de57758e-5d29-4c96-a9e4-19c4b49f46d3)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:30:19.460029 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-07766647-00f8-4f5c-a9db-12248d11ea8b tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:19.473428 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-07766647-00f8-4f5c-a9db-12248d11ea8b tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Calling delete_port for d9afb461-cd1b-42d2-9763-432b023350d7 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:30:19.501037 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port d9afb461-cd1b-42d2-9763-432b023350d7 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:30:19.555875 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-07766647-00f8-4f5c-a9db-12248d11ea8b tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:19.584967 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07766647-00f8-4f5c-a9db-12248d11ea8b tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Pushing event deleted for resources: {'Port': ['ID=d9afb461-cd1b-42d2-9763-432b023350d7,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:19.591797 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07766647-00f8-4f5c-a9db-12248d11ea8b tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] No DVR routers for this DVR port d9afb461-cd1b-42d2-9763-432b023350d7 on host n-d-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:30:19.651692 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662a20ff-193f-43f0-bcf4-460256296597 None None] Network 39da32c2-67ff-4ad0-835e-b2c57a49050f requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:30:19.673303 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-07766647-00f8-4f5c-a9db-12248d11ea8b tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:19.695168 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-07766647-00f8-4f5c-a9db-12248d11ea8b tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39da32c2-67ff-4ad0-835e-b2c57a49050f']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:30:19.704157 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-07766647-00f8-4f5c-a9db-12248d11ea8b tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de57758e-5d29-4c96-a9e4-19c4b49f46d3') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:30:19.704889 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-07766647-00f8-4f5c-a9db-12248d11ea8b tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de57758e-5d29-4c96-a9e4-19c4b49f46d3') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:30:19.708474 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-287fc8f7-bf3a-43b4-95db-0add3c0067af None None] Could not find standard attr ID for object d9afb461-cd1b-42d2-9763-432b023350d7. {{(pid=94702) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 03:30:19.714525 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-07766647-00f8-4f5c-a9db-12248d11ea8b tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:19.727394 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-07766647-00f8-4f5c-a9db-12248d11ea8b tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:19.733419 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07766647-00f8-4f5c-a9db-12248d11ea8b tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 03:30:19.733810 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-07766647-00f8-4f5c-a9db-12248d11ea8b tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:19.736803 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 03:30:19.736803 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 03:30:19.736803 n-d-796209-16 neutron-server[94701]: timer() Sep 07 03:30:19.736803 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 03:30:19.736803 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 03:30:19.736803 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 03:30:19.736803 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 03:30:19.736803 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 03:30:19.736803 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 03:30:19.736803 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 03:30:19.736803 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 03:30:19.736803 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 03:30:19.736803 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 03:30:19.736803 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 03:30:19.736803 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 03:30:19.736803 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 03:30:19.736803 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 03:30:19.736803 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 03:30:19.736803 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 03:30:19.736803 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 03:30:19.736803 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 03:30:19.736803 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 03:30:19.736803 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 03:30:19.736803 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 03:30:19.736803 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 03:30:19.736803 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 03:30:19.736803 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 03:30:19.736803 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 03:30:19.736803 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 03:30:19.736803 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 03:30:19.736803 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 03:30:19.736803 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 03:30:19.799528 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-07766647-00f8-4f5c-a9db-12248d11ea8b tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:19.806592 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-07766647-00f8-4f5c-a9db-12248d11ea8b tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:19.808475 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-07766647-00f8-4f5c-a9db-12248d11ea8b tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] 10.222.0.22 "DELETE /v2.0/networks/39da32c2-67ff-4ad0-835e-b2c57a49050f HTTP/1.1" status: 204 len: 168 time: 0.5508156 Sep 07 03:30:19.811105 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43738) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:30:19.816456 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72c6899-f8d9-425c-bcfb-bc9712fcc324 None None] DHCP port deletion for 39da32c2-67ff-4ad0-835e-b2c57a49050f request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 03:30:19.827936 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07766647-00f8-4f5c-a9db-12248d11ea8b tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Pushing event deleted for resources: {'Network': ['ID=39da32c2-67ff-4ad0-835e-b2c57a49050f,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:19.841521 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb60c9b8-fb7b-42ef-b415-98a8dd92cf8a tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] DELETE failed (client error): The resource could not be found. Sep 07 03:30:19.841979 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb60c9b8-fb7b-42ef-b415-98a8dd92cf8a tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 03:30:19.843730 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-cb60c9b8-fb7b-42ef-b415-98a8dd92cf8a tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] 10.222.0.22 "DELETE /v2.0/subnets/0bf571bd-ad1d-4847-87fb-438619681997 HTTP/1.1" status: 404 len: 337 time: 0.0315528 Sep 07 03:30:19.846302 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43740) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:30:19.863618 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-dabc9782-2747-4b5a-8cc5-130cce33969d tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] DELETE failed (client error): The resource could not be found. Sep 07 03:30:19.864134 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dabc9782-2747-4b5a-8cc5-130cce33969d tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 03:30:19.866240 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-dabc9782-2747-4b5a-8cc5-130cce33969d tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] 10.222.0.22 "DELETE /v2.0/networks/21634795-4ac4-4e66-915b-87d16ec567bc HTTP/1.1" status: 404 len: 339 time: 0.0190482 Sep 07 03:30:19.868450 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43742) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:30:19.892746 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-de8be670-2bb3-44d9-999a-1ad114709a8a tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] DELETE failed (client error): The resource could not be found. Sep 07 03:30:19.893118 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de8be670-2bb3-44d9-999a-1ad114709a8a tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 03:30:19.894716 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-de8be670-2bb3-44d9-999a-1ad114709a8a tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] 10.222.0.22 "DELETE /v2.0/subnets/6745f340-2fa9-4c4f-a79b-badfde09d128 HTTP/1.1" status: 404 len: 337 time: 0.0254169 Sep 07 03:30:19.896988 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43744) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:30:19.913888 n-d-796209-16 neutron-server[94700]: INFO neutron.pecan_wsgi.hooks.translation [None req-50740131-cda4-479a-8904-adf8c65c4a58 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] DELETE failed (client error): The resource could not be found. Sep 07 03:30:19.914393 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50740131-cda4-479a-8904-adf8c65c4a58 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94700) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 07 03:30:19.916019 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-50740131-cda4-479a-8904-adf8c65c4a58 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] 10.222.0.22 "DELETE /v2.0/networks/c2936f95-7446-46db-aefb-caecee464398 HTTP/1.1" status: 404 len: 339 time: 0.0181406 Sep 07 03:30:19.918259 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43746) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:30:19.967265 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-a16ec069-6aca-4a00-ad37-eafffdb1e230 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Deleting subnet efe69611-88b8-4727-b0f8-9cb48d0dfa85 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 03:30:19.970281 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a16ec069-6aca-4a00-ad37-eafffdb1e230 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:20.013343 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a16ec069-6aca-4a00-ad37-eafffdb1e230 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:20.092559 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a16ec069-6aca-4a00-ad37-eafffdb1e230 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:20.148296 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a16ec069-6aca-4a00-ad37-eafffdb1e230 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:20.180707 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16ec069-6aca-4a00-ad37-eafffdb1e230 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Pushing event deleted for resources: {'Subnet': ['ID=efe69611-88b8-4727-b0f8-9cb48d0dfa85,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:20.182504 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a16ec069-6aca-4a00-ad37-eafffdb1e230 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:20.185710 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a16ec069-6aca-4a00-ad37-eafffdb1e230 tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] 10.222.0.22 "DELETE /v2.0/subnets/efe69611-88b8-4727-b0f8-9cb48d0dfa85 HTTP/1.1" status: 204 len: 168 time: 0.2652638 Sep 07 03:30:20.188130 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43748) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:30:20.191774 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00915ff-9698-48a0-9025-4a23f133e065 None None] Network 75c421f0-62b6-47ab-919a-fed22b07c1b9 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:30:20.263754 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8dab381f-c4bf-4207-a94d-b175aeb63a0c tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:20.316398 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-8dab381f-c4bf-4207-a94d-b175aeb63a0c tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Deleting port d83aab03-d478-45e9-8bae-2c0ccebb3e57 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:30:20.316743 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8dab381f-c4bf-4207-a94d-b175aeb63a0c tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:20.359170 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3615fa6d-2dcd-4d68-9dc3-680beaecf60a None None] DHCP port deletion for 75c421f0-62b6-47ab-919a-fed22b07c1b9 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 03:30:20.381886 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-8dab381f-c4bf-4207-a94d-b175aeb63a0c tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] For port d83aab03-d478-45e9-8bae-2c0ccebb3e57, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=d83aab03-d478-45e9-8bae-2c0ccebb3e57,segment=NetworkSegment(d3dbc126-bd64-473e-ba42-5e21e4b2cfe7),segment_id=d3dbc126-bd64-473e-ba42-5e21e4b2cfe7)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:30:20.382246 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8dab381f-c4bf-4207-a94d-b175aeb63a0c tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:20.394376 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-8dab381f-c4bf-4207-a94d-b175aeb63a0c tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Calling delete_port for d83aab03-d478-45e9-8bae-2c0ccebb3e57 owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:30:20.404820 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3615fa6d-2dcd-4d68-9dc3-680beaecf60a None None] Deleting port d83aab03-d478-45e9-8bae-2c0ccebb3e57 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:30:20.405238 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3615fa6d-2dcd-4d68-9dc3-680beaecf60a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:20.466671 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3615fa6d-2dcd-4d68-9dc3-680beaecf60a None None] For port d83aab03-d478-45e9-8bae-2c0ccebb3e57, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=d83aab03-d478-45e9-8bae-2c0ccebb3e57,segment=NetworkSegment(d3dbc126-bd64-473e-ba42-5e21e4b2cfe7),segment_id=d3dbc126-bd64-473e-ba42-5e21e4b2cfe7)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:30:20.467075 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3615fa6d-2dcd-4d68-9dc3-680beaecf60a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:20.472239 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8dab381f-c4bf-4207-a94d-b175aeb63a0c tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:20.481111 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3615fa6d-2dcd-4d68-9dc3-680beaecf60a None None] Calling delete_port for d83aab03-d478-45e9-8bae-2c0ccebb3e57 owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:30:20.497769 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dab381f-c4bf-4207-a94d-b175aeb63a0c tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Pushing event deleted for resources: {'Port': ['ID=d83aab03-d478-45e9-8bae-2c0ccebb3e57,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:20.501366 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dab381f-c4bf-4207-a94d-b175aeb63a0c tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] No DVR routers for this DVR port d83aab03-d478-45e9-8bae-2c0ccebb3e57 on host n-d-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:30:20.561658 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3615fa6d-2dcd-4d68-9dc3-680beaecf60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:20.580777 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8dab381f-c4bf-4207-a94d-b175aeb63a0c tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:20.585163 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3615fa6d-2dcd-4d68-9dc3-680beaecf60a None None] Pushing event deleted for resources: {'Port': ['ID=d83aab03-d478-45e9-8bae-2c0ccebb3e57,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:20.593484 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3615fa6d-2dcd-4d68-9dc3-680beaecf60a None None] No DVR routers for this DVR port d83aab03-d478-45e9-8bae-2c0ccebb3e57 on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:30:20.601420 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-8dab381f-c4bf-4207-a94d-b175aeb63a0c tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75c421f0-62b6-47ab-919a-fed22b07c1b9']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:30:20.610758 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-8dab381f-c4bf-4207-a94d-b175aeb63a0c tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3dbc126-bd64-473e-ba42-5e21e4b2cfe7') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:30:20.611016 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-8dab381f-c4bf-4207-a94d-b175aeb63a0c tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3dbc126-bd64-473e-ba42-5e21e4b2cfe7') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:30:20.622861 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8dab381f-c4bf-4207-a94d-b175aeb63a0c tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:20.637638 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8dab381f-c4bf-4207-a94d-b175aeb63a0c tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:20.643337 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dab381f-c4bf-4207-a94d-b175aeb63a0c tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 03:30:20.643758 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8dab381f-c4bf-4207-a94d-b175aeb63a0c tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:20.646685 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 03:30:20.646685 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 03:30:20.646685 n-d-796209-16 neutron-server[94700]: timer() Sep 07 03:30:20.646685 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 03:30:20.646685 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 03:30:20.646685 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 03:30:20.646685 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 03:30:20.646685 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 03:30:20.646685 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 03:30:20.646685 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 03:30:20.646685 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 03:30:20.646685 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 03:30:20.646685 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 03:30:20.646685 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 03:30:20.646685 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 03:30:20.646685 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 03:30:20.646685 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 03:30:20.646685 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 03:30:20.646685 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 03:30:20.646685 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 03:30:20.646685 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 03:30:20.646685 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 03:30:20.646685 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 03:30:20.646685 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 03:30:20.646685 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 03:30:20.646685 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 03:30:20.646685 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 03:30:20.646685 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 03:30:20.646685 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 03:30:20.646685 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 03:30:20.646685 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 03:30:20.646685 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 03:30:20.705772 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8dab381f-c4bf-4207-a94d-b175aeb63a0c tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:20.712819 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8dab381f-c4bf-4207-a94d-b175aeb63a0c tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:20.714626 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-8dab381f-c4bf-4207-a94d-b175aeb63a0c tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] 10.222.0.22 "DELETE /v2.0/networks/75c421f0-62b6-47ab-919a-fed22b07c1b9 HTTP/1.1" status: 204 len: 168 time: 0.5255787 Sep 07 03:30:20.725415 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dab381f-c4bf-4207-a94d-b175aeb63a0c tempest-NetworksIpV6Test-1542064300 tempest-NetworksIpV6Test-1542064300-project] Pushing event deleted for resources: {'Network': ['ID=75c421f0-62b6-47ab-919a-fed22b07c1b9,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:20.948730 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43754) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:30:21.076865 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-aa1ebb8e-7ae5-406e-b12f-60a92657ec80 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c62929092da9478db506b8f4cf46213c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1269433 Sep 07 03:30:21.079253 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43760) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:30:21.127532 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2e089fb0-55e0-4f5b-80a1-600ce1f3d711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:21.148555 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2e089fb0-55e0-4f5b-80a1-600ce1f3d711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:21.195018 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2e089fb0-55e0-4f5b-80a1-600ce1f3d711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:21.197582 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2e089fb0-55e0-4f5b-80a1-600ce1f3d711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:21.198745 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-2e089fb0-55e0-4f5b-80a1-600ce1f3d711 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/402a3c09-7dc3-4d56-af45-0a0a8c18931f HTTP/1.1" status: 204 len: 168 time: 0.1185677 Sep 07 03:30:21.206731 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e089fb0-55e0-4f5b-80a1-600ce1f3d711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402a3c09-7dc3-4d56-af45-0a0a8c18931f,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:21.221860 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device d83aab03-d478-45e9-8bae-2c0ccebb3e57 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:30:21.247199 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: d83aab03-d478-45e9-8bae-2c0ccebb3e57 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:30:21.247608 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device d83aab03-d478-45e9-8bae-2c0ccebb3e57 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:30:21.248030 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device d9afb461-cd1b-42d2-9763-432b023350d7 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:30:21.268405 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: d9afb461-cd1b-42d2-9763-432b023350d7 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:30:21.268778 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device d9afb461-cd1b-42d2-9763-432b023350d7 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:30:21.825036 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43782) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:30:21.916459 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-39c09f10-a685-4cf4-9c4b-c7500e55d7e3 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2793010', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:30:21.944456 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-39c09f10-a685-4cf4-9c4b-c7500e55d7e3 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:21.945496 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-39c09f10-a685-4cf4-9c4b-c7500e55d7e3 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:21.996835 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-39c09f10-a685-4cf4-9c4b-c7500e55d7e3 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:21.997556 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:22.000878 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-39c09f10-a685-4cf4-9c4b-c7500e55d7e3 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:22.015322 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-39c09f10-a685-4cf4-9c4b-c7500e55d7e3 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:22.016549 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-39c09f10-a685-4cf4-9c4b-c7500e55d7e3 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1904690 Sep 07 03:30:22.019274 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43786) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:30:22.024640 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-f3aea960-56e6-41e5-9ad1-1f6ea23d2c6b tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1798675232'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:30:22.039010 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:22.044256 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3aea960-56e6-41e5-9ad1-1f6ea23d2c6b tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Made reservation on behalf of 75b0dc173e1f4414bb9be78d488e90d7 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:30:22.047635 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f3aea960-56e6-41e5-9ad1-1f6ea23d2c6b tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:22.055892 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f3aea960-56e6-41e5-9ad1-1f6ea23d2c6b tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:22.142403 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f3aea960-56e6-41e5-9ad1-1f6ea23d2c6b tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:22.145919 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f3aea960-56e6-41e5-9ad1-1f6ea23d2c6b tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:22.172016 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3aea960-56e6-41e5-9ad1-1f6ea23d2c6b tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 03:30:22.182238 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aea960-56e6-41e5-9ad1-1f6ea23d2c6b tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c68bf33-6931-4fab-a247-cf27dedb7574,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:22.187807 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f3aea960-56e6-41e5-9ad1-1f6ea23d2c6b tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:22.188160 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-f3aea960-56e6-41e5-9ad1-1f6ea23d2c6b tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Added segment f94d3d3f-2293-47ad-8236-12c6d683011d of type vlan for network 03cf5acb-43f1-47c2-beb3-21cda7f3bd06 Sep 07 03:30:22.229665 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f3aea960-56e6-41e5-9ad1-1f6ea23d2c6b tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:22.253022 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f3aea960-56e6-41e5-9ad1-1f6ea23d2c6b tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:22.259181 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3aea960-56e6-41e5-9ad1-1f6ea23d2c6b tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:30:22.259805 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f3aea960-56e6-41e5-9ad1-1f6ea23d2c6b tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:22.295290 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f3aea960-56e6-41e5-9ad1-1f6ea23d2c6b tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2749863 Sep 07 03:30:22.298143 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43788) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:30:22.303046 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-60d6042c-c3e6-441e-8054-fcd5b1062979 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Request body: {'subnet': {'network_id': '03cf5acb-43f1-47c2-beb3-21cda7f3bd06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:30:22.342947 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aea960-56e6-41e5-9ad1-1f6ea23d2c6b tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Pushing event updated for resources: {'Network': ['ID=03cf5acb-43f1-47c2-beb3-21cda7f3bd06,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:22.353010 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 03cf5acb-43f1-47c2-beb3-21cda7f3bd06 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 03:30:22.422335 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d6042c-c3e6-441e-8054-fcd5b1062979 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Made reservation on behalf of 75b0dc173e1f4414bb9be78d488e90d7 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:30:22.425785 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-60d6042c-c3e6-441e-8054-fcd5b1062979 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:22.600673 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-60d6042c-c3e6-441e-8054-fcd5b1062979 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:22.659235 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d6042c-c3e6-441e-8054-fcd5b1062979 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Pushing event updated for resources: {'Subnet': ['ID=9985f441-a7ff-4883-91fc-abee21062d4b,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:22.666718 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d6042c-c3e6-441e-8054-fcd5b1062979 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Checking segment: {'id': 'f94d3d3f-2293-47ad-8236-12c6d683011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '03cf5acb-43f1-47c2-beb3-21cda7f3bd06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:30:22.667077 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d6042c-c3e6-441e-8054-fcd5b1062979 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Network hostable DHCP agents. Network: 03cf5acb-43f1-47c2-beb3-21cda7f3bd06, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 03:30:22.683300 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d6042c-c3e6-441e-8054-fcd5b1062979 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Network 03cf5acb-43f1-47c2-beb3-21cda7f3bd06 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 03:30:22.691109 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-60d6042c-c3e6-441e-8054-fcd5b1062979 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 03cf5acb-43f1-47c2-beb3-21cda7f3bd06) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:30:22.694986 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d6042c-c3e6-441e-8054-fcd5b1062979 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:30:22.695606 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-60d6042c-c3e6-441e-8054-fcd5b1062979 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:22.699641 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cf26c3-8ec3-46ec-8334-03037dd9da22 None None] Network 03cf5acb-43f1-47c2-beb3-21cda7f3bd06 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:30:22.710182 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-60d6042c-c3e6-441e-8054-fcd5b1062979 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4110277 Sep 07 03:30:22.713320 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43790) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:30:22.718660 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-fa886866-e039-484f-83a3-483edc43e7e6 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-141757727'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:30:22.739764 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa886866-e039-484f-83a3-483edc43e7e6 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Made reservation on behalf of 75b0dc173e1f4414bb9be78d488e90d7 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:30:22.743643 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fa886866-e039-484f-83a3-483edc43e7e6 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:22.767658 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa886866-e039-484f-83a3-483edc43e7e6 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 03:30:22.776911 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fa886866-e039-484f-83a3-483edc43e7e6 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:22.777289 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-fa886866-e039-484f-83a3-483edc43e7e6 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Added segment a324b996-ad50-4f3b-81cd-45262082253a of type vlan for network ecb62df6-e0b9-4b01-9143-7befc89c0e43 Sep 07 03:30:22.817517 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fa886866-e039-484f-83a3-483edc43e7e6 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:22.842225 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fa886866-e039-484f-83a3-483edc43e7e6 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:22.847795 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa886866-e039-484f-83a3-483edc43e7e6 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:30:22.848379 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fa886866-e039-484f-83a3-483edc43e7e6 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:22.850159 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6587b335-063e-4a5e-a39d-8a364d405dba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-03cf5acb-43f1-47c2-beb3-21cda7f3bd06', 'network_id': '03cf5acb-43f1-47c2-beb3-21cda7f3bd06', 'tenant_id': '75b0dc173e1f4414bb9be78d488e90d7', 'fixed_ips': [{'subnet_id': '9985f441-a7ff-4883-91fc-abee21062d4b'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 03:30:22.851031 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6587b335-063e-4a5e-a39d-8a364d405dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:22.884488 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-fa886866-e039-484f-83a3-483edc43e7e6 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1700284 Sep 07 03:30:22.887315 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43792) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:30:22.894046 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-cdd212c6-51e8-4834-9437-26c79c676fd3 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Request body: {'subnet': {'network_id': 'ecb62df6-e0b9-4b01-9143-7befc89c0e43', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:30:22.944587 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa886866-e039-484f-83a3-483edc43e7e6 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Pushing event updated for resources: {'Network': ['ID=ecb62df6-e0b9-4b01-9143-7befc89c0e43,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:22.968716 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network ecb62df6-e0b9-4b01-9143-7befc89c0e43 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 03:30:23.008957 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd212c6-51e8-4834-9437-26c79c676fd3 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Made reservation on behalf of 75b0dc173e1f4414bb9be78d488e90d7 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:30:23.012477 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cdd212c6-51e8-4834-9437-26c79c676fd3 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:23.038282 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-6587b335-063e-4a5e-a39d-8a364d405dba None None] Allocated IP 172.20.0.2 (03cf5acb-43f1-47c2-beb3-21cda7f3bd06/9985f441-a7ff-4883-91fc-abee21062d4b/58b9ada5-185e-4f7c-933b-9d8997de23fc) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:30:23.192514 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cdd212c6-51e8-4834-9437-26c79c676fd3 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:23.199389 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6587b335-063e-4a5e-a39d-8a364d405dba None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:23.208406 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-6587b335-063e-4a5e-a39d-8a364d405dba None None] Transition to ACTIVE for port object 58b9ada5-185e-4f7c-933b-9d8997de23fc will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:30:23.223943 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-6587b335-063e-4a5e-a39d-8a364d405dba None None] Transition to ACTIVE for port object 58b9ada5-185e-4f7c-933b-9d8997de23fc will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:30:23.229802 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6587b335-063e-4a5e-a39d-8a364d405dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:23.257473 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd212c6-51e8-4834-9437-26c79c676fd3 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Pushing event updated for resources: {'Subnet': ['ID=533e1db1-4543-404a-9658-56a8de654582,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:23.266365 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd212c6-51e8-4834-9437-26c79c676fd3 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Checking segment: {'id': 'a324b996-ad50-4f3b-81cd-45262082253a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ecb62df6-e0b9-4b01-9143-7befc89c0e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:30:23.266726 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd212c6-51e8-4834-9437-26c79c676fd3 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Network hostable DHCP agents. Network: ecb62df6-e0b9-4b01-9143-7befc89c0e43, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 03:30:23.269102 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6587b335-063e-4a5e-a39d-8a364d405dba None None] Network 03cf5acb-43f1-47c2-beb3-21cda7f3bd06 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:30:23.273998 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-6587b335-063e-4a5e-a39d-8a364d405dba None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:30:23.276812 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6587b335-063e-4a5e-a39d-8a364d405dba None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:30:23.284803 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd212c6-51e8-4834-9437-26c79c676fd3 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Network ecb62df6-e0b9-4b01-9143-7befc89c0e43 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 03:30:23.287995 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6587b335-063e-4a5e-a39d-8a364d405dba None None] Pushing event updated for resources: {'Port': ['ID=58b9ada5-185e-4f7c-933b-9d8997de23fc,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:23.294599 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-cdd212c6-51e8-4834-9437-26c79c676fd3 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, ecb62df6-e0b9-4b01-9143-7befc89c0e43) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:30:23.298649 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd212c6-51e8-4834-9437-26c79c676fd3 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:30:23.299243 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cdd212c6-51e8-4834-9437-26c79c676fd3 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:23.313948 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-cdd212c6-51e8-4834-9437-26c79c676fd3 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4255955 Sep 07 03:30:23.314530 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53cee04-b76d-41c8-b3ae-3c7dfd77a5bf None None] Network ecb62df6-e0b9-4b01-9143-7befc89c0e43 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:30:23.316674 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43794) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:30:23.321918 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-09d00e27-0ff2-45a8-ac8c-77cda7c3a38a tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ecb62df6-e0b9-4b01-9143-7befc89c0e43'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:30:23.389957 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-6587b335-063e-4a5e-a39d-8a364d405dba None None] Attempting to bind port 58b9ada5-185e-4f7c-933b-9d8997de23fc on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:30:23.390592 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-6587b335-063e-4a5e-a39d-8a364d405dba None None] Attempting to bind port 58b9ada5-185e-4f7c-933b-9d8997de23fc by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'f94d3d3f-2293-47ad-8236-12c6d683011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '03cf5acb-43f1-47c2-beb3-21cda7f3bd06'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:30:23.390700 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6587b335-063e-4a5e-a39d-8a364d405dba None None] Attempting to bind port 58b9ada5-185e-4f7c-933b-9d8997de23fc on network 03cf5acb-43f1-47c2-beb3-21cda7f3bd06 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:30:23.402319 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6587b335-063e-4a5e-a39d-8a364d405dba None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:30:23.402702 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6587b335-063e-4a5e-a39d-8a364d405dba None None] Checking segment: {'id': 'f94d3d3f-2293-47ad-8236-12c6d683011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '03cf5acb-43f1-47c2-beb3-21cda7f3bd06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:30:23.403112 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6587b335-063e-4a5e-a39d-8a364d405dba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:23.403535 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6587b335-063e-4a5e-a39d-8a364d405dba None None] Bound using segment: {'id': 'f94d3d3f-2293-47ad-8236-12c6d683011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '03cf5acb-43f1-47c2-beb3-21cda7f3bd06'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:30:23.404016 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-6587b335-063e-4a5e-a39d-8a364d405dba None None] Bound port: 58b9ada5-185e-4f7c-933b-9d8997de23fc, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f94d3d3f-2293-47ad-8236-12c6d683011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '03cf5acb-43f1-47c2-beb3-21cda7f3bd06'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:30:23.404407 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6587b335-063e-4a5e-a39d-8a364d405dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:23.521166 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-6587b335-063e-4a5e-a39d-8a364d405dba None None] For port 58b9ada5-185e-4f7c-933b-9d8997de23fc, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:30:23.526841 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-6587b335-063e-4a5e-a39d-8a364d405dba None None] For port 58b9ada5-185e-4f7c-933b-9d8997de23fc, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=58b9ada5-185e-4f7c-933b-9d8997de23fc,segment=NetworkSegment(f94d3d3f-2293-47ad-8236-12c6d683011d),segment_id=f94d3d3f-2293-47ad-8236-12c6d683011d)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:30:23.546091 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6587b335-063e-4a5e-a39d-8a364d405dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:23.577759 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c74363-40d5-40fd-a5d1-35f3dcc2b785 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-ecb62df6-e0b9-4b01-9143-7befc89c0e43', 'network_id': 'ecb62df6-e0b9-4b01-9143-7befc89c0e43', 'tenant_id': '75b0dc173e1f4414bb9be78d488e90d7', 'fixed_ips': [{'subnet_id': '533e1db1-4543-404a-9658-56a8de654582'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 03:30:23.578619 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-13c74363-40d5-40fd-a5d1-35f3dcc2b785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:23.633880 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6587b335-063e-4a5e-a39d-8a364d405dba None None] Pushing event updated for resources: {'Port': ['ID=58b9ada5-185e-4f7c-933b-9d8997de23fc,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:23.760311 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-13c74363-40d5-40fd-a5d1-35f3dcc2b785 None None] Allocated IP 172.21.0.2 (ecb62df6-e0b9-4b01-9143-7befc89c0e43/533e1db1-4543-404a-9658-56a8de654582/2ba5386c-2f83-4ea0-a361-82ffd25cb90c) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:30:23.859964 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-09d00e27-0ff2-45a8-ac8c-77cda7c3a38a tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:23.958487 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-13c74363-40d5-40fd-a5d1-35f3dcc2b785 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:23.967007 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-13c74363-40d5-40fd-a5d1-35f3dcc2b785 None None] Transition to ACTIVE for port object 2ba5386c-2f83-4ea0-a361-82ffd25cb90c will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:30:23.981975 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-13c74363-40d5-40fd-a5d1-35f3dcc2b785 None None] Transition to ACTIVE for port object 2ba5386c-2f83-4ea0-a361-82ffd25cb90c will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:30:23.982428 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [None req-09d00e27-0ff2-45a8-ac8c-77cda7c3a38a tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 07 03:30:23.983519 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-09d00e27-0ff2-45a8-ac8c-77cda7c3a38a tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] 10.222.0.22 "PUT /v2.0/routers/d6a08366-3f6c-4e6f-b742-e24bd31ac50b HTTP/1.1" status: 400 len: 364 time: 0.6657221 Sep 07 03:30:23.989350 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43796) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:30:23.992504 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-13c74363-40d5-40fd-a5d1-35f3dcc2b785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:24.030207 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c74363-40d5-40fd-a5d1-35f3dcc2b785 None None] Network ecb62df6-e0b9-4b01-9143-7befc89c0e43 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:30:24.032992 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-13c74363-40d5-40fd-a5d1-35f3dcc2b785 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:30:24.039108 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c74363-40d5-40fd-a5d1-35f3dcc2b785 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:30:24.041084 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1cb9f4f-ca3b-46d3-9eb1-1f488e69f3ff tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Deleting subnet 533e1db1-4543-404a-9658-56a8de654582 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 03:30:24.045127 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a1cb9f4f-ca3b-46d3-9eb1-1f488e69f3ff tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:24.046330 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c74363-40d5-40fd-a5d1-35f3dcc2b785 None None] Pushing event updated for resources: {'Port': ['ID=2ba5386c-2f83-4ea0-a361-82ffd25cb90c,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:24.090150 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a1cb9f4f-ca3b-46d3-9eb1-1f488e69f3ff tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:24.100792 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-13c74363-40d5-40fd-a5d1-35f3dcc2b785 None None] Attempting to bind port 2ba5386c-2f83-4ea0-a361-82ffd25cb90c on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:30:24.101378 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-13c74363-40d5-40fd-a5d1-35f3dcc2b785 None None] Attempting to bind port 2ba5386c-2f83-4ea0-a361-82ffd25cb90c by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a324b996-ad50-4f3b-81cd-45262082253a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ecb62df6-e0b9-4b01-9143-7befc89c0e43'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:30:24.101752 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c74363-40d5-40fd-a5d1-35f3dcc2b785 None None] Attempting to bind port 2ba5386c-2f83-4ea0-a361-82ffd25cb90c on network ecb62df6-e0b9-4b01-9143-7befc89c0e43 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:30:24.106770 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c74363-40d5-40fd-a5d1-35f3dcc2b785 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:30:24.107146 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c74363-40d5-40fd-a5d1-35f3dcc2b785 None None] Checking segment: {'id': 'a324b996-ad50-4f3b-81cd-45262082253a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ecb62df6-e0b9-4b01-9143-7befc89c0e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:30:24.107586 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-13c74363-40d5-40fd-a5d1-35f3dcc2b785 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:24.107986 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c74363-40d5-40fd-a5d1-35f3dcc2b785 None None] Bound using segment: {'id': 'a324b996-ad50-4f3b-81cd-45262082253a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ecb62df6-e0b9-4b01-9143-7befc89c0e43'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:30:24.108450 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-13c74363-40d5-40fd-a5d1-35f3dcc2b785 None None] Bound port: 2ba5386c-2f83-4ea0-a361-82ffd25cb90c, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a324b996-ad50-4f3b-81cd-45262082253a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ecb62df6-e0b9-4b01-9143-7befc89c0e43'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:30:24.108830 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-13c74363-40d5-40fd-a5d1-35f3dcc2b785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:24.175948 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-13c74363-40d5-40fd-a5d1-35f3dcc2b785 None None] For port 2ba5386c-2f83-4ea0-a361-82ffd25cb90c, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:30:24.179673 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-13c74363-40d5-40fd-a5d1-35f3dcc2b785 None None] For port 2ba5386c-2f83-4ea0-a361-82ffd25cb90c, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=2ba5386c-2f83-4ea0-a361-82ffd25cb90c,segment=NetworkSegment(a324b996-ad50-4f3b-81cd-45262082253a),segment_id=a324b996-ad50-4f3b-81cd-45262082253a)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:30:24.183707 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-13c74363-40d5-40fd-a5d1-35f3dcc2b785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:24.185560 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a1cb9f4f-ca3b-46d3-9eb1-1f488e69f3ff tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:24.246895 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c74363-40d5-40fd-a5d1-35f3dcc2b785 None None] Pushing event updated for resources: {'Port': ['ID=2ba5386c-2f83-4ea0-a361-82ffd25cb90c,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:24.253765 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a1cb9f4f-ca3b-46d3-9eb1-1f488e69f3ff tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:24.286171 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a1cb9f4f-ca3b-46d3-9eb1-1f488e69f3ff tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:24.288054 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a1cb9f4f-ca3b-46d3-9eb1-1f488e69f3ff tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] 10.222.0.22 "DELETE /v2.0/subnets/533e1db1-4543-404a-9658-56a8de654582 HTTP/1.1" status: 204 len: 168 time: 0.2974555 Sep 07 03:30:24.288900 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cb9f4f-ca3b-46d3-9eb1-1f488e69f3ff tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Pushing event deleted for resources: {'Subnet': ['ID=533e1db1-4543-404a-9658-56a8de654582,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:24.290606 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 43798) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:30:24.384304 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-749e19f9-e7f2-4768-be9a-2de12f8311b4 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:24.462013 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-749e19f9-e7f2-4768-be9a-2de12f8311b4 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Deleting port 2ba5386c-2f83-4ea0-a361-82ffd25cb90c {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:30:24.462914 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-749e19f9-e7f2-4768-be9a-2de12f8311b4 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:24.544306 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-749e19f9-e7f2-4768-be9a-2de12f8311b4 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] For port 2ba5386c-2f83-4ea0-a361-82ffd25cb90c, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=2ba5386c-2f83-4ea0-a361-82ffd25cb90c,segment=NetworkSegment(a324b996-ad50-4f3b-81cd-45262082253a),segment_id=a324b996-ad50-4f3b-81cd-45262082253a)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:30:24.544739 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-749e19f9-e7f2-4768-be9a-2de12f8311b4 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:24.560766 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-749e19f9-e7f2-4768-be9a-2de12f8311b4 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Calling delete_port for 2ba5386c-2f83-4ea0-a361-82ffd25cb90c owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:30:24.608091 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7954efd3-2c28-418e-b5fc-275437613dbf None None] Network 03cf5acb-43f1-47c2-beb3-21cda7f3bd06 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:30:24.647350 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-749e19f9-e7f2-4768-be9a-2de12f8311b4 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:24.670993 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749e19f9-e7f2-4768-be9a-2de12f8311b4 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Pushing event deleted for resources: {'Port': ['ID=2ba5386c-2f83-4ea0-a361-82ffd25cb90c,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:24.677098 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749e19f9-e7f2-4768-be9a-2de12f8311b4 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] No DVR routers for this DVR port 2ba5386c-2f83-4ea0-a361-82ffd25cb90c on host n-d-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:30:24.689044 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-9eb0806f-6b0c-4e1f-83ea-9afc3e6542fd None None] Provisioning for port 58b9ada5-185e-4f7c-933b-9d8997de23fc completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:30:24.762997 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-749e19f9-e7f2-4768-be9a-2de12f8311b4 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:24.783466 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-749e19f9-e7f2-4768-be9a-2de12f8311b4 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecb62df6-e0b9-4b01-9143-7befc89c0e43']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:30:24.793711 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-749e19f9-e7f2-4768-be9a-2de12f8311b4 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a324b996-ad50-4f3b-81cd-45262082253a') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:30:24.794017 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-749e19f9-e7f2-4768-be9a-2de12f8311b4 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a324b996-ad50-4f3b-81cd-45262082253a') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:30:24.804240 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-749e19f9-e7f2-4768-be9a-2de12f8311b4 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:24.817867 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-749e19f9-e7f2-4768-be9a-2de12f8311b4 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:24.825155 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-749e19f9-e7f2-4768-be9a-2de12f8311b4 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 03:30:24.825570 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-749e19f9-e7f2-4768-be9a-2de12f8311b4 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:24.828852 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 03:30:24.828852 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 03:30:24.828852 n-d-796209-16 neutron-server[94701]: timer() Sep 07 03:30:24.828852 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 03:30:24.828852 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 03:30:24.828852 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 03:30:24.828852 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 03:30:24.828852 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 03:30:24.828852 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 03:30:24.828852 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 03:30:24.828852 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 03:30:24.828852 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 03:30:24.828852 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 03:30:24.828852 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 03:30:24.828852 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 03:30:24.828852 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 03:30:24.828852 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 03:30:24.828852 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 03:30:24.828852 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 03:30:24.828852 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 03:30:24.828852 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 03:30:24.828852 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 03:30:24.828852 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 03:30:24.828852 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 03:30:24.828852 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 03:30:24.828852 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 03:30:24.828852 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 03:30:24.828852 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 03:30:24.828852 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 03:30:24.828852 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 03:30:24.828852 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 03:30:24.828852 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 03:30:24.889960 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-749e19f9-e7f2-4768-be9a-2de12f8311b4 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:24.894939 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-749e19f9-e7f2-4768-be9a-2de12f8311b4 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:24.897814 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-749e19f9-e7f2-4768-be9a-2de12f8311b4 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] 10.222.0.22 "DELETE /v2.0/networks/ecb62df6-e0b9-4b01-9143-7befc89c0e43 HTTP/1.1" status: 204 len: 168 time: 0.6054888 Sep 07 03:30:24.900438 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43800) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:30:24.915392 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749e19f9-e7f2-4768-be9a-2de12f8311b4 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Pushing event deleted for resources: {'Network': ['ID=ecb62df6-e0b9-4b01-9143-7befc89c0e43,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:24.960626 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-c90610e3-fb7c-44b6-bb25-5ba0c3c1572e tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Deleting subnet 9985f441-a7ff-4883-91fc-abee21062d4b {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 03:30:24.963915 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c90610e3-fb7c-44b6-bb25-5ba0c3c1572e tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:25.007311 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c90610e3-fb7c-44b6-bb25-5ba0c3c1572e tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:25.105644 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c90610e3-fb7c-44b6-bb25-5ba0c3c1572e tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:25.176831 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c90610e3-fb7c-44b6-bb25-5ba0c3c1572e tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:25.205157 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90610e3-fb7c-44b6-bb25-5ba0c3c1572e tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Pushing event deleted for resources: {'Subnet': ['ID=9985f441-a7ff-4883-91fc-abee21062d4b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:25.209859 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c90610e3-fb7c-44b6-bb25-5ba0c3c1572e tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:25.211789 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c90610e3-fb7c-44b6-bb25-5ba0c3c1572e tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] 10.222.0.22 "DELETE /v2.0/subnets/9985f441-a7ff-4883-91fc-abee21062d4b HTTP/1.1" status: 204 len: 168 time: 0.3103259 Sep 07 03:30:25.214787 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43802) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:30:25.218011 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba741fc-3ad8-465a-a6bf-977aeaa690ec None None] Network 03cf5acb-43f1-47c2-beb3-21cda7f3bd06 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:30:25.290507 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 58b9ada5-185e-4f7c-933b-9d8997de23fc up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:30:25.308856 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a8b0c19-3290-45db-bcaa-8f6912d4ce3c tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:25.336490 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846d19f3-fa88-4647-a740-aa8af788a5aa None None] DHCP port deletion for ecb62df6-e0b9-4b01-9143-7befc89c0e43 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 03:30:25.353486 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-e5011178-1075-4c7f-9f8e-d58b20498b23 None None] Could not find standard attr ID for object 2ba5386c-2f83-4ea0-a361-82ffd25cb90c. {{(pid=94702) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 07 03:30:25.373625 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-0a8b0c19-3290-45db-bcaa-8f6912d4ce3c tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Deleting port 58b9ada5-185e-4f7c-933b-9d8997de23fc {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:30:25.374045 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a8b0c19-3290-45db-bcaa-8f6912d4ce3c tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:25.374555 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86931dfc-ae83-4c68-ae52-e10cd489015d None None] Network ecb62df6-e0b9-4b01-9143-7befc89c0e43 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:30:25.396302 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86931dfc-ae83-4c68-ae52-e10cd489015d None None] Network ecb62df6-e0b9-4b01-9143-7befc89c0e43 could not be found, it might have been deleted concurrently. {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 07 03:30:25.413804 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 58b9ada5-185e-4f7c-933b-9d8997de23fc completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:30:25.417732 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 58b9ada5-185e-4f7c-933b-9d8997de23fc triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:30:25.418101 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:25.446699 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-0a8b0c19-3290-45db-bcaa-8f6912d4ce3c tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] For port 58b9ada5-185e-4f7c-933b-9d8997de23fc, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=58b9ada5-185e-4f7c-933b-9d8997de23fc,segment=NetworkSegment(f94d3d3f-2293-47ad-8236-12c6d683011d),segment_id=f94d3d3f-2293-47ad-8236-12c6d683011d)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:30:25.447072 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a8b0c19-3290-45db-bcaa-8f6912d4ce3c tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:25.463217 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-0a8b0c19-3290-45db-bcaa-8f6912d4ce3c tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Calling delete_port for 58b9ada5-185e-4f7c-933b-9d8997de23fc owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:30:25.507543 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6dee9b9-da48-4834-8fd1-adfb58bc804d None None] DHCP port deletion for 03cf5acb-43f1-47c2-beb3-21cda7f3bd06 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 03:30:25.511849 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:25.541368 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a8b0c19-3290-45db-bcaa-8f6912d4ce3c tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:25.565686 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8b0c19-3290-45db-bcaa-8f6912d4ce3c tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Pushing event deleted for resources: {'Port': ['ID=58b9ada5-185e-4f7c-933b-9d8997de23fc,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:25.572694 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8b0c19-3290-45db-bcaa-8f6912d4ce3c tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] No DVR routers for this DVR port 58b9ada5-185e-4f7c-933b-9d8997de23fc on host n-d-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:30:25.658559 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a8b0c19-3290-45db-bcaa-8f6912d4ce3c tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:25.679370 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-0a8b0c19-3290-45db-bcaa-8f6912d4ce3c tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03cf5acb-43f1-47c2-beb3-21cda7f3bd06']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:30:25.688693 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-0a8b0c19-3290-45db-bcaa-8f6912d4ce3c tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f94d3d3f-2293-47ad-8236-12c6d683011d') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:30:25.688995 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-0a8b0c19-3290-45db-bcaa-8f6912d4ce3c tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f94d3d3f-2293-47ad-8236-12c6d683011d') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:30:25.698779 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a8b0c19-3290-45db-bcaa-8f6912d4ce3c tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:25.712877 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a8b0c19-3290-45db-bcaa-8f6912d4ce3c tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:25.718608 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a8b0c19-3290-45db-bcaa-8f6912d4ce3c tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 03:30:25.718994 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a8b0c19-3290-45db-bcaa-8f6912d4ce3c tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:25.721906 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 03:30:25.721906 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 03:30:25.721906 n-d-796209-16 neutron-server[94700]: timer() Sep 07 03:30:25.721906 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 03:30:25.721906 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 03:30:25.721906 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 03:30:25.721906 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 03:30:25.721906 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 03:30:25.721906 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 03:30:25.721906 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 03:30:25.721906 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 03:30:25.721906 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 03:30:25.721906 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 03:30:25.721906 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 03:30:25.721906 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 03:30:25.721906 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 03:30:25.721906 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 03:30:25.721906 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 03:30:25.721906 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 03:30:25.721906 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 03:30:25.721906 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 03:30:25.721906 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 03:30:25.721906 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 03:30:25.721906 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 03:30:25.721906 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 03:30:25.721906 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 03:30:25.721906 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 03:30:25.721906 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 03:30:25.721906 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 03:30:25.721906 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 03:30:25.721906 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 03:30:25.721906 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 03:30:25.741474 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-b6dee9b9-da48-4834-8fd1-adfb58bc804d None None] Deleting port 58b9ada5-185e-4f7c-933b-9d8997de23fc {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:30:25.742024 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b6dee9b9-da48-4834-8fd1-adfb58bc804d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:25.784744 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a8b0c19-3290-45db-bcaa-8f6912d4ce3c tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:25.791924 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0a8b0c19-3290-45db-bcaa-8f6912d4ce3c tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:25.793750 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-0a8b0c19-3290-45db-bcaa-8f6912d4ce3c tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] 10.222.0.22 "DELETE /v2.0/networks/03cf5acb-43f1-47c2-beb3-21cda7f3bd06 HTTP/1.1" status: 204 len: 168 time: 0.5769525 Sep 07 03:30:25.796451 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 43804) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:30:25.805339 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8b0c19-3290-45db-bcaa-8f6912d4ce3c tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Pushing event deleted for resources: {'Network': ['ID=03cf5acb-43f1-47c2-beb3-21cda7f3bd06,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:25.809577 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-b6dee9b9-da48-4834-8fd1-adfb58bc804d None None] For port 58b9ada5-185e-4f7c-933b-9d8997de23fc, host n-d-796209-16, got binding levels [] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:30:25.810019 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b6dee9b9-da48-4834-8fd1-adfb58bc804d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:25.823102 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-b6dee9b9-da48-4834-8fd1-adfb58bc804d None None] Calling delete_port for 58b9ada5-185e-4f7c-933b-9d8997de23fc owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:30:25.825777 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.ipam_backend_mixin [None req-b6dee9b9-da48-4834-8fd1-adfb58bc804d None None] Port 58b9ada5-185e-4f7c-933b-9d8997de23fc was not found and therefore no delete operation was performed {{(pid=94702) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 07 03:30:25.827054 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b6dee9b9-da48-4834-8fd1-adfb58bc804d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:25.833543 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-60f2d943-94c0-411c-aa19-8d41ef631451 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] 10.222.0.22 "GET /v2.0/ports?device_id=d6a08366-3f6c-4e6f-b742-e24bd31ac50b HTTP/1.1" status: 200 len: 205 time: 0.0346880 Sep 07 03:30:25.835884 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 43806) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:30:25.849527 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b6dee9b9-da48-4834-8fd1-adfb58bc804d None None] Network 03cf5acb-43f1-47c2-beb3-21cda7f3bd06 is not hosted by any dhcp agent {{(pid=94702) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 07 03:30:25.849992 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dee9b9-da48-4834-8fd1-adfb58bc804d None None] No DVR routers for this DVR port 58b9ada5-185e-4f7c-933b-9d8997de23fc on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:30:25.852065 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dee9b9-da48-4834-8fd1-adfb58bc804d None None] Pushing event deleted for resources: {'Port': ['ID=58b9ada5-185e-4f7c-933b-9d8997de23fc,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:25.909208 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-73d62f27-f741-4fc1-ae88-2bf595b93e25 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Notify callbacks [] for router, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:25.970055 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-30dc2853-8bb1-44a4-9d9e-1a36e127601e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:26.067263 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-73d62f27-f741-4fc1-ae88-2bf595b93e25 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:26.070449 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-73d62f27-f741-4fc1-ae88-2bf595b93e25 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:26.117144 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-73d62f27-f741-4fc1-ae88-2bf595b93e25 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:26.117585 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d62f27-f741-4fc1-ae88-2bf595b93e25 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Fanout notify agent at l3_agent the message router_deleted on router d6a08366-3f6c-4e6f-b742-e24bd31ac50b {{(pid=94701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 03:30:26.124523 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-73d62f27-f741-4fc1-ae88-2bf595b93e25 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:26.125646 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-73d62f27-f741-4fc1-ae88-2bf595b93e25 tempest-RoutersNegativeTest-105078853 tempest-RoutersNegativeTest-105078853-project] 10.222.0.22 "DELETE /v2.0/routers/d6a08366-3f6c-4e6f-b742-e24bd31ac50b HTTP/1.1" status: 204 len: 168 time: 0.2888036 Sep 07 03:30:26.364552 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 43812) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:30:26.491737 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-7902e1d4-bac7-44a7-807b-9e48af6b2620 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=75b0dc173e1f4414bb9be78d488e90d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1259866 Sep 07 03:30:26.494197 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 43816) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:30:26.540543 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b422ac87-cdb7-4ea0-9f67-5cf2aea28564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:26.561436 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b422ac87-cdb7-4ea0-9f67-5cf2aea28564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:26.607333 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b422ac87-cdb7-4ea0-9f67-5cf2aea28564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:26.609922 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b422ac87-cdb7-4ea0-9f67-5cf2aea28564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:26.611085 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b422ac87-cdb7-4ea0-9f67-5cf2aea28564 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7c68bf33-6931-4fab-a247-cf27dedb7574 HTTP/1.1" status: 204 len: 168 time: 0.1159978 Sep 07 03:30:26.618663 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b422ac87-cdb7-4ea0-9f67-5cf2aea28564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c68bf33-6931-4fab-a247-cf27dedb7574,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:27.212871 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43838) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:30:27.219124 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 2ba5386c-2f83-4ea0-a361-82ffd25cb90c no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:30:27.240368 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 2ba5386c-2f83-4ea0-a361-82ffd25cb90c {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:30:27.240654 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 2ba5386c-2f83-4ea0-a361-82ffd25cb90c not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:30:27.241474 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 58b9ada5-185e-4f7c-933b-9d8997de23fc no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:30:27.259416 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 58b9ada5-185e-4f7c-933b-9d8997de23fc {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:30:27.259802 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 58b9ada5-185e-4f7c-933b-9d8997de23fc not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:30:27.320913 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-08e57c3f-b1a4-4483-83ae-ec0caf50f0a4 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-901524750-network', 'tenant_id': '4d155291060c47dc8c60b9976406eb57'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:30:27.341173 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e57c3f-b1a4-4483-83ae-ec0caf50f0a4 admin admin] Made reservation on behalf of 4d155291060c47dc8c60b9976406eb57 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:30:27.343400 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-08e57c3f-b1a4-4483-83ae-ec0caf50f0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:27.351719 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-08e57c3f-b1a4-4483-83ae-ec0caf50f0a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:27.456244 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-08e57c3f-b1a4-4483-83ae-ec0caf50f0a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:27.460049 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-08e57c3f-b1a4-4483-83ae-ec0caf50f0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:27.480209 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08e57c3f-b1a4-4483-83ae-ec0caf50f0a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 03:30:27.496764 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e57c3f-b1a4-4483-83ae-ec0caf50f0a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15cfc0fe-262a-40a6-908b-01382a145444,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:27.501705 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-08e57c3f-b1a4-4483-83ae-ec0caf50f0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:27.502058 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-08e57c3f-b1a4-4483-83ae-ec0caf50f0a4 admin admin] Added segment 6ea481a9-8523-41d1-8b5c-363f63a58dc8 of type vlan for network 4d429ea8-69db-4047-b4a8-2083a1c5d9bf Sep 07 03:30:27.545900 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-08e57c3f-b1a4-4483-83ae-ec0caf50f0a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:27.573412 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-08e57c3f-b1a4-4483-83ae-ec0caf50f0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:27.574372 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e57c3f-b1a4-4483-83ae-ec0caf50f0a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:30:27.574956 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-08e57c3f-b1a4-4483-83ae-ec0caf50f0a4 admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:27.616164 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-08e57c3f-b1a4-4483-83ae-ec0caf50f0a4 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4015443 Sep 07 03:30:27.619473 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 43842) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:30:27.624628 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-32272f6f-0c70-44e3-8bf0-07a6b8849647 admin admin] Request body: {'subnet': {'network_id': '4d429ea8-69db-4047-b4a8-2083a1c5d9bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-901524750-subnet', 'tenant_id': '4d155291060c47dc8c60b9976406eb57', 'ip_version': 4}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:30:27.644779 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32272f6f-0c70-44e3-8bf0-07a6b8849647 admin admin] Made reservation on behalf of 4d155291060c47dc8c60b9976406eb57 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:30:27.647346 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-32272f6f-0c70-44e3-8bf0-07a6b8849647 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:27.648893 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e57c3f-b1a4-4483-83ae-ec0caf50f0a4 admin admin] Pushing event updated for resources: {'Network': ['ID=4d429ea8-69db-4047-b4a8-2083a1c5d9bf,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:27.659189 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 4d429ea8-69db-4047-b4a8-2083a1c5d9bf details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 03:30:27.828335 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-32272f6f-0c70-44e3-8bf0-07a6b8849647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:27.892929 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32272f6f-0c70-44e3-8bf0-07a6b8849647 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3de6d4ff-a4de-4198-aed6-858310ffd6dd,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:27.898569 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32272f6f-0c70-44e3-8bf0-07a6b8849647 admin admin] Checking segment: {'id': '6ea481a9-8523-41d1-8b5c-363f63a58dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4d429ea8-69db-4047-b4a8-2083a1c5d9bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:30:27.898800 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32272f6f-0c70-44e3-8bf0-07a6b8849647 admin admin] Network hostable DHCP agents. Network: 4d429ea8-69db-4047-b4a8-2083a1c5d9bf, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 03:30:27.915715 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32272f6f-0c70-44e3-8bf0-07a6b8849647 admin admin] Network 4d429ea8-69db-4047-b4a8-2083a1c5d9bf is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 03:30:27.924230 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-32272f6f-0c70-44e3-8bf0-07a6b8849647 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 4d429ea8-69db-4047-b4a8-2083a1c5d9bf) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:30:27.928875 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32272f6f-0c70-44e3-8bf0-07a6b8849647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:30:27.929473 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-32272f6f-0c70-44e3-8bf0-07a6b8849647 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:27.934394 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e495fe43-6b55-4a92-8686-678acf51dca9 None None] Network 4d429ea8-69db-4047-b4a8-2083a1c5d9bf requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:30:27.943355 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-32272f6f-0c70-44e3-8bf0-07a6b8849647 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3227260 Sep 07 03:30:27.946268 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43844) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:30:27.951584 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-ba2a1716-6bb8-474f-9620-4d8f2dc329a7 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-901524750-router', 'tenant_id': '4d155291060c47dc8c60b9976406eb57', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:30:27.973413 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ba2a1716-6bb8-474f-9620-4d8f2dc329a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:27.974480 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ba2a1716-6bb8-474f-9620-4d8f2dc329a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:28.028286 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ba2a1716-6bb8-474f-9620-4d8f2dc329a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:28.092370 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea82c22b-d59a-4852-9569-e6d2870e45a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-4d429ea8-69db-4047-b4a8-2083a1c5d9bf', 'network_id': '4d429ea8-69db-4047-b4a8-2083a1c5d9bf', 'tenant_id': '4d155291060c47dc8c60b9976406eb57', 'fixed_ips': [{'subnet_id': '3de6d4ff-a4de-4198-aed6-858310ffd6dd'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 03:30:28.093247 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ea82c22b-d59a-4852-9569-e6d2870e45a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:28.168771 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ba2a1716-6bb8-474f-9620-4d8f2dc329a7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:28.237271 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-ea82c22b-d59a-4852-9569-e6d2870e45a9 None None] Allocated IP 172.20.0.2 (4d429ea8-69db-4047-b4a8-2083a1c5d9bf/3de6d4ff-a4de-4198-aed6-858310ffd6dd/9a812b57-cea2-473e-89f8-0f696239f115) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:30:28.242932 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b2de2c97-8b57-4827-8321-496cd01c2378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:28.368449 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ba2a1716-6bb8-474f-9620-4d8f2dc329a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:28.385742 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ea82c22b-d59a-4852-9569-e6d2870e45a9 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:28.391188 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ba2a1716-6bb8-474f-9620-4d8f2dc329a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:28.394505 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-ea82c22b-d59a-4852-9569-e6d2870e45a9 None None] Transition to ACTIVE for port object 9a812b57-cea2-473e-89f8-0f696239f115 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:30:28.410431 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-ea82c22b-d59a-4852-9569-e6d2870e45a9 None None] Transition to ACTIVE for port object 9a812b57-cea2-473e-89f8-0f696239f115 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:30:28.416300 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ea82c22b-d59a-4852-9569-e6d2870e45a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:28.453055 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea82c22b-d59a-4852-9569-e6d2870e45a9 None None] Network 4d429ea8-69db-4047-b4a8-2083a1c5d9bf is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:30:28.455909 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-ea82c22b-d59a-4852-9569-e6d2870e45a9 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:30:28.462604 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea82c22b-d59a-4852-9569-e6d2870e45a9 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:30:28.469371 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea82c22b-d59a-4852-9569-e6d2870e45a9 None None] Pushing event updated for resources: {'Port': ['ID=9a812b57-cea2-473e-89f8-0f696239f115,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:28.495217 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-ba2a1716-6bb8-474f-9620-4d8f2dc329a7 admin admin] Allocated IP 172.25.5.106 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/c4f5f698-a0b4-40ea-80cc-e9672103f6c3) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:30:28.526075 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-ea82c22b-d59a-4852-9569-e6d2870e45a9 None None] Attempting to bind port 9a812b57-cea2-473e-89f8-0f696239f115 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:30:28.526444 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-ea82c22b-d59a-4852-9569-e6d2870e45a9 None None] Attempting to bind port 9a812b57-cea2-473e-89f8-0f696239f115 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '6ea481a9-8523-41d1-8b5c-363f63a58dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4d429ea8-69db-4047-b4a8-2083a1c5d9bf'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:30:28.526810 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea82c22b-d59a-4852-9569-e6d2870e45a9 None None] Attempting to bind port 9a812b57-cea2-473e-89f8-0f696239f115 on network 4d429ea8-69db-4047-b4a8-2083a1c5d9bf {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:30:28.531746 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea82c22b-d59a-4852-9569-e6d2870e45a9 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:30:28.532159 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea82c22b-d59a-4852-9569-e6d2870e45a9 None None] Checking segment: {'id': '6ea481a9-8523-41d1-8b5c-363f63a58dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4d429ea8-69db-4047-b4a8-2083a1c5d9bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:30:28.532560 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ea82c22b-d59a-4852-9569-e6d2870e45a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:28.532958 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea82c22b-d59a-4852-9569-e6d2870e45a9 None None] Bound using segment: {'id': '6ea481a9-8523-41d1-8b5c-363f63a58dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4d429ea8-69db-4047-b4a8-2083a1c5d9bf'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:30:28.533416 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-ea82c22b-d59a-4852-9569-e6d2870e45a9 None None] Bound port: 9a812b57-cea2-473e-89f8-0f696239f115, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ea481a9-8523-41d1-8b5c-363f63a58dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4d429ea8-69db-4047-b4a8-2083a1c5d9bf'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:30:28.533790 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ea82c22b-d59a-4852-9569-e6d2870e45a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:28.595690 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-ea82c22b-d59a-4852-9569-e6d2870e45a9 None None] For port 9a812b57-cea2-473e-89f8-0f696239f115, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:30:28.598707 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-ea82c22b-d59a-4852-9569-e6d2870e45a9 None None] For port 9a812b57-cea2-473e-89f8-0f696239f115, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=9a812b57-cea2-473e-89f8-0f696239f115,segment=NetworkSegment(6ea481a9-8523-41d1-8b5c-363f63a58dc8),segment_id=6ea481a9-8523-41d1-8b5c-363f63a58dc8)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:30:28.602751 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ea82c22b-d59a-4852-9569-e6d2870e45a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:28.603121 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ba2a1716-6bb8-474f-9620-4d8f2dc329a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:28.643941 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ba2a1716-6bb8-474f-9620-4d8f2dc329a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:28.666347 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea82c22b-d59a-4852-9569-e6d2870e45a9 None None] Pushing event updated for resources: {'Port': ['ID=9a812b57-cea2-473e-89f8-0f696239f115,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:28.684029 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2a1716-6bb8-474f-9620-4d8f2dc329a7 admin admin] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:30:28.687004 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-ba2a1716-6bb8-474f-9620-4d8f2dc329a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:30:28.689466 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2a1716-6bb8-474f-9620-4d8f2dc329a7 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:30:28.719678 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2a1716-6bb8-474f-9620-4d8f2dc329a7 admin admin] Pushing event updated for resources: {'Port': ['ID=c4f5f698-a0b4-40ea-80cc-e9672103f6c3,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:28.782951 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:28.968034 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ba2a1716-6bb8-474f-9620-4d8f2dc329a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:29.166656 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ba2a1716-6bb8-474f-9620-4d8f2dc329a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:29.250579 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 9a812b57-cea2-473e-89f8-0f696239f115 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:30:29.303883 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba2a1716-6bb8-474f-9620-4d8f2dc329a7 admin admin] Router e758120b-446b-4ca6-acff-3f1abdbe0f78 is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 03:30:29.309295 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 9a812b57-cea2-473e-89f8-0f696239f115 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:30:29.415393 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba2a1716-6bb8-474f-9620-4d8f2dc329a7 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:30:29.423959 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2fadb1-68ff-4e00-80da-98ed83bf6f87 None None] Sync routers for ids ['e758120b-446b-4ca6-acff-3f1abdbe0f78'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:30:29.433295 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ba2a1716-6bb8-474f-9620-4d8f2dc329a7 admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:29.437199 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ba2a1716-6bb8-474f-9620-4d8f2dc329a7 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.4869611 Sep 07 03:30:29.437400 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43846) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:30:29.438355 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2fadb1-68ff-4e00-80da-98ed83bf6f87 None None] Routers {'e758120b-446b-4ca6-acff-3f1abdbe0f78'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:30:29.439087 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-2a2fadb1-68ff-4e00-80da-98ed83bf6f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:30:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['e758120b-446b-4ca6-acff-3f1abdbe0f78'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:30:29.541469 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18091da-344c-40e5-bda4-9e7f0268777d None None] Network 4d429ea8-69db-4047-b4a8-2083a1c5d9bf requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:30:29.549819 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-2a2fadb1-68ff-4e00-80da-98ed83bf6f87 None None] Set router e758120b-446b-4ca6-acff-3f1abdbe0f78 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:30:29.621926 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-f5bf2282-8e5b-4571-81fd-699dc0c79c8a None None] Provisioning for port 9a812b57-cea2-473e-89f8-0f696239f115 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:30:29.629962 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-f5bf2282-8e5b-4571-81fd-699dc0c79c8a None None] Provisioning complete for port 9a812b57-cea2-473e-89f8-0f696239f115 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:30:29.630325 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f5bf2282-8e5b-4571-81fd-699dc0c79c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:29.732973 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-2a2fadb1-68ff-4e00-80da-98ed83bf6f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e758120b-446b-4ca6-acff-3f1abdbe0f78', 'name': 'tempest-TestEncryptedCinderVolumes-901524750-router', 'tenant_id': '4d155291060c47dc8c60b9976406eb57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': 'c4f5f698-a0b4-40ea-80cc-e9672103f6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:30:27Z', 'updated_at': '2021-09-07T03:30:28Z', 'revision_number': 3, 'project_id': '4d155291060c47dc8c60b9976406eb57', 'gw_port': {'id': 'c4f5f698-a0b4-40ea-80cc-e9672103f6c3', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fb:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e758120b-446b-4ca6-acff-3f1abdbe0f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:30:28Z', 'updated_at': '2021-09-07T03:30:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:30:29.733373 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:29.759901 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2fadb1-68ff-4e00-80da-98ed83bf6f87 None None] Checking router: e758120b-446b-4ca6-acff-3f1abdbe0f78 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:30:29.760254 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2fadb1-68ff-4e00-80da-98ed83bf6f87 None None] Updating router e758120b-446b-4ca6-acff-3f1abdbe0f78 port c4f5f698-a0b4-40ea-80cc-e9672103f6c3 binding host n-d-796209-16 {{(pid=94703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 03:30:29.778455 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f5bf2282-8e5b-4571-81fd-699dc0c79c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:29.795532 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-2a2fadb1-68ff-4e00-80da-98ed83bf6f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:29.825877 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-f5bf2282-8e5b-4571-81fd-699dc0c79c8a None None] For port 9a812b57-cea2-473e-89f8-0f696239f115, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=9a812b57-cea2-473e-89f8-0f696239f115,segment=NetworkSegment(6ea481a9-8523-41d1-8b5c-363f63a58dc8),segment_id=6ea481a9-8523-41d1-8b5c-363f63a58dc8)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:30:29.832381 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f5bf2282-8e5b-4571-81fd-699dc0c79c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:29.879610 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-27c59feb-c849-4300-b9ea-a01b608bf09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:29.884811 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bf2282-8e5b-4571-81fd-699dc0c79c8a None None] Pushing event updated for resources: {'Port': ['ID=9a812b57-cea2-473e-89f8-0f696239f115,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:30.053491 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-74d48bae-e7a9-4338-8d5f-7b8a8043c0f3 None None] Provisioning complete for port 9a812b57-cea2-473e-89f8-0f696239f115 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:30:30.053853 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-74d48bae-e7a9-4338-8d5f-7b8a8043c0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:30.055377 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-27c59feb-c849-4300-b9ea-a01b608bf09f admin admin] Allocated IP 172.20.0.1 (4d429ea8-69db-4047-b4a8-2083a1c5d9bf/3de6d4ff-a4de-4198-aed6-858310ffd6dd/06042bb1-fa0c-41e0-982e-8c87b7f7e284) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:30:30.062019 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-2a2fadb1-68ff-4e00-80da-98ed83bf6f87 None None] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:30.073218 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-2a2fadb1-68ff-4e00-80da-98ed83bf6f87 None None] Transition to ACTIVE for port object c4f5f698-a0b4-40ea-80cc-e9672103f6c3 will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:30:30.080498 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-2a2fadb1-68ff-4e00-80da-98ed83bf6f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:30.135509 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-2a2fadb1-68ff-4e00-80da-98ed83bf6f87 None None] Attempting to bind port c4f5f698-a0b4-40ea-80cc-e9672103f6c3 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:30:30.135874 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-2a2fadb1-68ff-4e00-80da-98ed83bf6f87 None None] Attempting to bind port c4f5f698-a0b4-40ea-80cc-e9672103f6c3 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:30:30.136233 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2fadb1-68ff-4e00-80da-98ed83bf6f87 None None] Attempting to bind port c4f5f698-a0b4-40ea-80cc-e9672103f6c3 on network 1166b922-7457-4da4-bdda-328e8c8e7bc6 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:30:30.141766 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851738a5-7229-4d9a-a9d6-d5b1a9106a05 None None] Pushing event updated for resources: {'Port': ['ID=c4f5f698-a0b4-40ea-80cc-e9672103f6c3,revision_number=2']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:30.146865 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2fadb1-68ff-4e00-80da-98ed83bf6f87 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:30:30.147235 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2fadb1-68ff-4e00-80da-98ed83bf6f87 None None] Checking segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:30:30.147665 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-2a2fadb1-68ff-4e00-80da-98ed83bf6f87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:30.148050 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2fadb1-68ff-4e00-80da-98ed83bf6f87 None None] Bound using segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:30:30.148506 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-2a2fadb1-68ff-4e00-80da-98ed83bf6f87 None None] Bound port: c4f5f698-a0b4-40ea-80cc-e9672103f6c3, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:30:30.148880 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-2a2fadb1-68ff-4e00-80da-98ed83bf6f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:30.155207 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851738a5-7229-4d9a-a9d6-d5b1a9106a05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:30:30.155565 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851738a5-7229-4d9a-a9d6-d5b1a9106a05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:30:30.155899 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851738a5-7229-4d9a-a9d6-d5b1a9106a05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:30:30.156228 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851738a5-7229-4d9a-a9d6-d5b1a9106a05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:30:30.156550 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851738a5-7229-4d9a-a9d6-d5b1a9106a05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:30:30.156867 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851738a5-7229-4d9a-a9d6-d5b1a9106a05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:30:30.157184 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851738a5-7229-4d9a-a9d6-d5b1a9106a05 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:30:30.157789 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851738a5-7229-4d9a-a9d6-d5b1a9106a05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:30:30.157789 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851738a5-7229-4d9a-a9d6-d5b1a9106a05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:30:30.158108 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851738a5-7229-4d9a-a9d6-d5b1a9106a05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:30:30.158439 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851738a5-7229-4d9a-a9d6-d5b1a9106a05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:30:30.158780 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851738a5-7229-4d9a-a9d6-d5b1a9106a05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:30:30.183967 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-27c59feb-c849-4300-b9ea-a01b608bf09f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:30.198353 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-27c59feb-c849-4300-b9ea-a01b608bf09f admin admin] Transition to ACTIVE for port object 06042bb1-fa0c-41e0-982e-8c87b7f7e284 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:30:30.216086 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-2a2fadb1-68ff-4e00-80da-98ed83bf6f87 None None] For port c4f5f698-a0b4-40ea-80cc-e9672103f6c3, host n-d-796209-16, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:30:30.219296 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-2a2fadb1-68ff-4e00-80da-98ed83bf6f87 None None] For port c4f5f698-a0b4-40ea-80cc-e9672103f6c3, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=c4f5f698-a0b4-40ea-80cc-e9672103f6c3,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:30:30.223811 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-2a2fadb1-68ff-4e00-80da-98ed83bf6f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:30.233389 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-27c59feb-c849-4300-b9ea-a01b608bf09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:30.273008 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c59feb-c849-4300-b9ea-a01b608bf09f admin admin] Network 4d429ea8-69db-4047-b4a8-2083a1c5d9bf is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:30:30.275897 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-27c59feb-c849-4300-b9ea-a01b608bf09f admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:30:30.281483 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c59feb-c849-4300-b9ea-a01b608bf09f admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:30:30.284629 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2fadb1-68ff-4e00-80da-98ed83bf6f87 None None] Routers {'e758120b-446b-4ca6-acff-3f1abdbe0f78'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:30:30.285317 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-2a2fadb1-68ff-4e00-80da-98ed83bf6f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:30:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['e758120b-446b-4ca6-acff-3f1abdbe0f78'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:30:30.288767 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851738a5-7229-4d9a-a9d6-d5b1a9106a05 None None] Pushing event updated for resources: {'Port': ['ID=c4f5f698-a0b4-40ea-80cc-e9672103f6c3,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:30.304458 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c59feb-c849-4300-b9ea-a01b608bf09f admin admin] Pushing event updated for resources: {'Port': ['ID=06042bb1-fa0c-41e0-982e-8c87b7f7e284,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:30.324287 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-27c59feb-c849-4300-b9ea-a01b608bf09f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:30.489141 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:30:30.505077 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-2a2fadb1-68ff-4e00-80da-98ed83bf6f87 None None] Set router e758120b-446b-4ca6-acff-3f1abdbe0f78 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:30:30.579786 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-610d3e58-98ef-458d-93df-4386d2afbceb None None] Provisioning for port 06042bb1-fa0c-41e0-982e-8c87b7f7e284 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:30:30.584383 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-610d3e58-98ef-458d-93df-4386d2afbceb None None] Provisioning complete for port 06042bb1-fa0c-41e0-982e-8c87b7f7e284 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:30:30.584866 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-610d3e58-98ef-458d-93df-4386d2afbceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:30.620832 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-610d3e58-98ef-458d-93df-4386d2afbceb None None] Port 06042bb1-fa0c-41e0-982e-8c87b7f7e284 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:30:30.693480 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-2a2fadb1-68ff-4e00-80da-98ed83bf6f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e758120b-446b-4ca6-acff-3f1abdbe0f78', 'name': 'tempest-TestEncryptedCinderVolumes-901524750-router', 'tenant_id': '4d155291060c47dc8c60b9976406eb57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': 'c4f5f698-a0b4-40ea-80cc-e9672103f6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:30:27Z', 'updated_at': '2021-09-07T03:30:28Z', 'revision_number': 3, 'project_id': '4d155291060c47dc8c60b9976406eb57', 'gw_port': {'id': 'c4f5f698-a0b4-40ea-80cc-e9672103f6c3', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fb:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e758120b-446b-4ca6-acff-3f1abdbe0f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:30:28Z', 'updated_at': '2021-09-07T03:30:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:30:30.719866 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2fadb1-68ff-4e00-80da-98ed83bf6f87 None None] The sync data for ids ['e758120b-446b-4ca6-acff-3f1abdbe0f78'] in n-d-796209-16 is: [{'id': 'e758120b-446b-4ca6-acff-3f1abdbe0f78', 'name': 'tempest-TestEncryptedCinderVolumes-901524750-router', 'tenant_id': '4d155291060c47dc8c60b9976406eb57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': 'c4f5f698-a0b4-40ea-80cc-e9672103f6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:30:27Z', 'updated_at': '2021-09-07T03:30:28Z', 'revision_number': 3, 'project_id': '4d155291060c47dc8c60b9976406eb57', 'gw_port': {'id': 'c4f5f698-a0b4-40ea-80cc-e9672103f6c3', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fb:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e758120b-446b-4ca6-acff-3f1abdbe0f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:30:28Z', 'updated_at': '2021-09-07T03:30:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:30:30.799953 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-27c59feb-c849-4300-b9ea-a01b608bf09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:30.980248 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-27c59feb-c849-4300-b9ea-a01b608bf09f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:30.988042 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-27c59feb-c849-4300-b9ea-a01b608bf09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:31.054055 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c59feb-c849-4300-b9ea-a01b608bf09f admin admin] Pushing event updated for resources: {'Port': ['ID=06042bb1-fa0c-41e0-982e-8c87b7f7e284,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:31.066587 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-27c59feb-c849-4300-b9ea-a01b608bf09f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:31.163924 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c59feb-c849-4300-b9ea-a01b608bf09f admin admin] Network 4d429ea8-69db-4047-b4a8-2083a1c5d9bf is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:30:31.165338 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-27c59feb-c849-4300-b9ea-a01b608bf09f admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:30:31.306553 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27c59feb-c849-4300-b9ea-a01b608bf09f admin admin] Router e758120b-446b-4ca6-acff-3f1abdbe0f78 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:30:31.341971 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 9a812b57-cea2-473e-89f8-0f696239f115 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:30:31.408889 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 9a812b57-cea2-473e-89f8-0f696239f115 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:30:31.409342 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:31.442593 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c59feb-c849-4300-b9ea-a01b608bf09f admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:30:31.448876 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-27c59feb-c849-4300-b9ea-a01b608bf09f admin admin] 10.222.0.22 "PUT /v2.0/routers/e758120b-446b-4ca6-acff-3f1abdbe0f78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0104163 Sep 07 03:30:31.470443 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-4d088e40-6b95-49c6-b5b0-9fe81ac65ebc None None] Provisioning complete for port 06042bb1-fa0c-41e0-982e-8c87b7f7e284 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:30:31.470899 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4d088e40-6b95-49c6-b5b0-9fe81ac65ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:31.528695 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-4d088e40-6b95-49c6-b5b0-9fe81ac65ebc None None] Port 06042bb1-fa0c-41e0-982e-8c87b7f7e284 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:30:31.536473 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device c4f5f698-a0b4-40ea-80cc-e9672103f6c3 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:30:31.579834 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:31.597719 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port c4f5f698-a0b4-40ea-80cc-e9672103f6c3 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:30:31.601808 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port c4f5f698-a0b4-40ea-80cc-e9672103f6c3 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:30:31.602182 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:31.686333 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:31.707078 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port c4f5f698-a0b4-40ea-80cc-e9672103f6c3, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=c4f5f698-a0b4-40ea-80cc-e9672103f6c3,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:30:31.711349 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:31.760103 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=c4f5f698-a0b4-40ea-80cc-e9672103f6c3,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:31.930480 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 43862) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:30:31.935489 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-c0f72721-cfa5-4d2c-9993-99f51aaaebb4 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-617672937-network', 'tenant_id': 'a394070494bf40a688c922a84ffbff45'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:30:31.955824 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f72721-cfa5-4d2c-9993-99f51aaaebb4 admin admin] Made reservation on behalf of a394070494bf40a688c922a84ffbff45 for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:30:31.958586 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c0f72721-cfa5-4d2c-9993-99f51aaaebb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:31.969925 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c0f72721-cfa5-4d2c-9993-99f51aaaebb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:32.062182 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c0f72721-cfa5-4d2c-9993-99f51aaaebb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:32.067445 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c0f72721-cfa5-4d2c-9993-99f51aaaebb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:32.093581 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0f72721-cfa5-4d2c-9993-99f51aaaebb4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 03:30:32.104123 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f72721-cfa5-4d2c-9993-99f51aaaebb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b72efe-b249-4f04-bd90-76bf824eba84,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:32.109283 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c0f72721-cfa5-4d2c-9993-99f51aaaebb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:32.109631 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-c0f72721-cfa5-4d2c-9993-99f51aaaebb4 admin admin] Added segment 1d9d3138-47fd-4e89-a314-13d39705322a of type vlan for network 8f90701e-e422-470c-bcb6-d7617354f51e Sep 07 03:30:32.151356 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c0f72721-cfa5-4d2c-9993-99f51aaaebb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:32.176132 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c0f72721-cfa5-4d2c-9993-99f51aaaebb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:32.177077 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f72721-cfa5-4d2c-9993-99f51aaaebb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:30:32.177704 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c0f72721-cfa5-4d2c-9993-99f51aaaebb4 admin admin] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:32.214135 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c0f72721-cfa5-4d2c-9993-99f51aaaebb4 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2824953 Sep 07 03:30:32.216913 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 43864) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:30:32.252555 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-5437185e-da54-44e7-b066-4571babbd7c0 admin admin] Request body: {'subnet': {'network_id': '8f90701e-e422-470c-bcb6-d7617354f51e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-617672937-subnet', 'tenant_id': 'a394070494bf40a688c922a84ffbff45', 'ip_version': 4}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:30:32.262388 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f72721-cfa5-4d2c-9993-99f51aaaebb4 admin admin] Pushing event updated for resources: {'Network': ['ID=8f90701e-e422-470c-bcb6-d7617354f51e,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:32.273190 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 8f90701e-e422-470c-bcb6-d7617354f51e details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 03:30:32.277832 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5437185e-da54-44e7-b066-4571babbd7c0 admin admin] Made reservation on behalf of a394070494bf40a688c922a84ffbff45 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:30:32.280272 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5437185e-da54-44e7-b066-4571babbd7c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:32.328230 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7c02d6-77c9-4b8b-a946-9718ec21f877 None None] Sync routers for ids ['e758120b-446b-4ca6-acff-3f1abdbe0f78'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:30:32.348853 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7c02d6-77c9-4b8b-a946-9718ec21f877 None None] Routers {'e758120b-446b-4ca6-acff-3f1abdbe0f78'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:30:32.349851 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-9b7c02d6-77c9-4b8b-a946-9718ec21f877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:30:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['e758120b-446b-4ca6-acff-3f1abdbe0f78'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:30:32.451704 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5437185e-da54-44e7-b066-4571babbd7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:32.456318 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-9b7c02d6-77c9-4b8b-a946-9718ec21f877 None None] Set router e758120b-446b-4ca6-acff-3f1abdbe0f78 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:30:32.511441 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5437185e-da54-44e7-b066-4571babbd7c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e334392-2431-4323-b792-2dea7069d1f4,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:32.515748 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5437185e-da54-44e7-b066-4571babbd7c0 admin admin] Checking segment: {'id': '1d9d3138-47fd-4e89-a314-13d39705322a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '8f90701e-e422-470c-bcb6-d7617354f51e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:30:32.516112 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5437185e-da54-44e7-b066-4571babbd7c0 admin admin] Network hostable DHCP agents. Network: 8f90701e-e422-470c-bcb6-d7617354f51e, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 03:30:32.535555 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5437185e-da54-44e7-b066-4571babbd7c0 admin admin] Network 8f90701e-e422-470c-bcb6-d7617354f51e is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 03:30:32.546264 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-5437185e-da54-44e7-b066-4571babbd7c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 8f90701e-e422-470c-bcb6-d7617354f51e) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:30:32.550564 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5437185e-da54-44e7-b066-4571babbd7c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:30:32.551149 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5437185e-da54-44e7-b066-4571babbd7c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:32.556098 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e210671-fd77-4911-806d-57490510a19f None None] Network 8f90701e-e422-470c-bcb6-d7617354f51e requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:30:32.567959 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 43866) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:30:32.568486 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-5437185e-da54-44e7-b066-4571babbd7c0 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3500996 Sep 07 03:30:32.572659 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-5221b429-72a8-4b58-b063-acb34fd392b3 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-617672937-router', 'tenant_id': 'a394070494bf40a688c922a84ffbff45', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:30:32.593316 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5221b429-72a8-4b58-b063-acb34fd392b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:32.594312 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5221b429-72a8-4b58-b063-acb34fd392b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:32.647215 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5221b429-72a8-4b58-b063-acb34fd392b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:32.779699 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-9b7c02d6-77c9-4b8b-a946-9718ec21f877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e758120b-446b-4ca6-acff-3f1abdbe0f78', 'name': 'tempest-TestEncryptedCinderVolumes-901524750-router', 'tenant_id': '4d155291060c47dc8c60b9976406eb57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': 'c4f5f698-a0b4-40ea-80cc-e9672103f6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:30:27Z', 'updated_at': '2021-09-07T03:30:30Z', 'revision_number': 4, 'project_id': '4d155291060c47dc8c60b9976406eb57', 'gw_port': {'id': 'c4f5f698-a0b4-40ea-80cc-e9672103f6c3', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e758120b-446b-4ca6-acff-3f1abdbe0f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:30:28Z', 'updated_at': '2021-09-07T03:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '06042bb1-fa0c-41e0-982e-8c87b7f7e284', 'name': '', 'network_id': '4d429ea8-69db-4047-b4a8-2083a1c5d9bf', 'tenant_id': '4d155291060c47dc8c60b9976406eb57', 'mac_address': 'fa:16:3e:17:06:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e758120b-446b-4ca6-acff-3f1abdbe0f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '3de6d4ff-a4de-4198-aed6-858310ffd6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:30:29Z', 'updated_at': '2021-09-07T03:30:30Z', 'revision_number': 2, 'project_id': '4d155291060c47dc8c60b9976406eb57', 'subnets': [{'id': '3de6d4ff-a4de-4198-aed6-858310ffd6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:30:32.783777 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cfc108-29cf-4602-9cd6-e9ce2b4d83bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-8f90701e-e422-470c-bcb6-d7617354f51e', 'network_id': '8f90701e-e422-470c-bcb6-d7617354f51e', 'tenant_id': 'a394070494bf40a688c922a84ffbff45', 'fixed_ips': [{'subnet_id': '6e334392-2431-4323-b792-2dea7069d1f4'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 03:30:32.784621 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-26cfc108-29cf-4602-9cd6-e9ce2b4d83bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:32.786535 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5221b429-72a8-4b58-b063-acb34fd392b3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:32.817178 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7c02d6-77c9-4b8b-a946-9718ec21f877 None None] Checking router: e758120b-446b-4ca6-acff-3f1abdbe0f78 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:30:32.817546 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7c02d6-77c9-4b8b-a946-9718ec21f877 None None] Updating router e758120b-446b-4ca6-acff-3f1abdbe0f78 port 06042bb1-fa0c-41e0-982e-8c87b7f7e284 binding host n-d-796209-16 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 03:30:32.856241 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9b7c02d6-77c9-4b8b-a946-9718ec21f877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:32.983534 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5221b429-72a8-4b58-b063-acb34fd392b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:33.006745 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5221b429-72a8-4b58-b063-acb34fd392b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:33.062838 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-26cfc108-29cf-4602-9cd6-e9ce2b4d83bb None None] Allocated IP 172.20.0.2 (8f90701e-e422-470c-bcb6-d7617354f51e/6e334392-2431-4323-b792-2dea7069d1f4/dd79835c-2185-4833-90a5-2219ffb147d6) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:30:33.117252 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-5221b429-72a8-4b58-b063-acb34fd392b3 admin admin] Allocated IP 172.25.5.132 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/9f7e1f78-820b-4dbc-ac78-214499b2fbbf) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:30:33.230360 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5221b429-72a8-4b58-b063-acb34fd392b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:33.272557 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5221b429-72a8-4b58-b063-acb34fd392b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:33.309477 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5221b429-72a8-4b58-b063-acb34fd392b3 admin admin] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:30:33.312579 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-5221b429-72a8-4b58-b063-acb34fd392b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:30:33.316246 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5221b429-72a8-4b58-b063-acb34fd392b3 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:30:33.340342 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device c4f5f698-a0b4-40ea-80cc-e9672103f6c3 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:30:33.344014 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5221b429-72a8-4b58-b063-acb34fd392b3 admin admin] Pushing event updated for resources: {'Port': ['ID=9f7e1f78-820b-4dbc-ac78-214499b2fbbf,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:33.493121 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-26cfc108-29cf-4602-9cd6-e9ce2b4d83bb None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:33.523914 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port c4f5f698-a0b4-40ea-80cc-e9672103f6c3 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:30:33.524288 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:33.527406 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-26cfc108-29cf-4602-9cd6-e9ce2b4d83bb None None] Transition to ACTIVE for port object dd79835c-2185-4833-90a5-2219ffb147d6 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:30:33.566205 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5221b429-72a8-4b58-b063-acb34fd392b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:33.576450 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9b7c02d6-77c9-4b8b-a946-9718ec21f877 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:33.592189 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-26cfc108-29cf-4602-9cd6-e9ce2b4d83bb None None] Transition to ACTIVE for port object dd79835c-2185-4833-90a5-2219ffb147d6 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:30:33.599549 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-9b7c02d6-77c9-4b8b-a946-9718ec21f877 None None] Transition to ACTIVE for port object 06042bb1-fa0c-41e0-982e-8c87b7f7e284 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:30:33.602186 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-26cfc108-29cf-4602-9cd6-e9ce2b4d83bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:33.633852 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9b7c02d6-77c9-4b8b-a946-9718ec21f877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:33.657039 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cfc108-29cf-4602-9cd6-e9ce2b4d83bb None None] Network 8f90701e-e422-470c-bcb6-d7617354f51e is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:30:33.669111 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-26cfc108-29cf-4602-9cd6-e9ce2b4d83bb None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:30:33.675434 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cfc108-29cf-4602-9cd6-e9ce2b4d83bb None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:30:33.696838 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cfc108-29cf-4602-9cd6-e9ce2b4d83bb None None] Pushing event updated for resources: {'Port': ['ID=dd79835c-2185-4833-90a5-2219ffb147d6,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:33.771322 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5221b429-72a8-4b58-b063-acb34fd392b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:33.831970 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6b8b56-a153-4491-a238-49ba021554d6 None None] Pushing event updated for resources: {'Port': ['ID=06042bb1-fa0c-41e0-982e-8c87b7f7e284,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:33.846617 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-9b7c02d6-77c9-4b8b-a946-9718ec21f877 None None] Attempting to bind port 06042bb1-fa0c-41e0-982e-8c87b7f7e284 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:30:33.847007 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-9b7c02d6-77c9-4b8b-a946-9718ec21f877 None None] Attempting to bind port 06042bb1-fa0c-41e0-982e-8c87b7f7e284 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '6ea481a9-8523-41d1-8b5c-363f63a58dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4d429ea8-69db-4047-b4a8-2083a1c5d9bf'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:30:33.847386 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7c02d6-77c9-4b8b-a946-9718ec21f877 None None] Attempting to bind port 06042bb1-fa0c-41e0-982e-8c87b7f7e284 on network 4d429ea8-69db-4047-b4a8-2083a1c5d9bf {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:30:33.849458 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-26cfc108-29cf-4602-9cd6-e9ce2b4d83bb None None] Attempting to bind port dd79835c-2185-4833-90a5-2219ffb147d6 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:30:33.849829 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-26cfc108-29cf-4602-9cd6-e9ce2b4d83bb None None] Attempting to bind port dd79835c-2185-4833-90a5-2219ffb147d6 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '1d9d3138-47fd-4e89-a314-13d39705322a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '8f90701e-e422-470c-bcb6-d7617354f51e'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:30:33.850186 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cfc108-29cf-4602-9cd6-e9ce2b4d83bb None None] Attempting to bind port dd79835c-2185-4833-90a5-2219ffb147d6 on network 8f90701e-e422-470c-bcb6-d7617354f51e {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:30:33.857415 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7c02d6-77c9-4b8b-a946-9718ec21f877 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:30:33.857796 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7c02d6-77c9-4b8b-a946-9718ec21f877 None None] Checking segment: {'id': '6ea481a9-8523-41d1-8b5c-363f63a58dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4d429ea8-69db-4047-b4a8-2083a1c5d9bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:30:33.858206 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9b7c02d6-77c9-4b8b-a946-9718ec21f877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:33.858980 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7c02d6-77c9-4b8b-a946-9718ec21f877 None None] Bound using segment: {'id': '6ea481a9-8523-41d1-8b5c-363f63a58dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4d429ea8-69db-4047-b4a8-2083a1c5d9bf'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:30:33.859078 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-9b7c02d6-77c9-4b8b-a946-9718ec21f877 None None] Bound port: 06042bb1-fa0c-41e0-982e-8c87b7f7e284, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ea481a9-8523-41d1-8b5c-363f63a58dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4d429ea8-69db-4047-b4a8-2083a1c5d9bf'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:30:33.859467 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9b7c02d6-77c9-4b8b-a946-9718ec21f877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:33.861591 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cfc108-29cf-4602-9cd6-e9ce2b4d83bb None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:30:33.861962 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cfc108-29cf-4602-9cd6-e9ce2b4d83bb None None] Checking segment: {'id': '1d9d3138-47fd-4e89-a314-13d39705322a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '8f90701e-e422-470c-bcb6-d7617354f51e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:30:33.862362 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-26cfc108-29cf-4602-9cd6-e9ce2b4d83bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:33.862752 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cfc108-29cf-4602-9cd6-e9ce2b4d83bb None None] Bound using segment: {'id': '1d9d3138-47fd-4e89-a314-13d39705322a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '8f90701e-e422-470c-bcb6-d7617354f51e'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:30:33.863246 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-26cfc108-29cf-4602-9cd6-e9ce2b4d83bb None None] Bound port: dd79835c-2185-4833-90a5-2219ffb147d6, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d9d3138-47fd-4e89-a314-13d39705322a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '8f90701e-e422-470c-bcb6-d7617354f51e'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:30:33.863616 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-26cfc108-29cf-4602-9cd6-e9ce2b4d83bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:33.905157 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5221b429-72a8-4b58-b063-acb34fd392b3 admin admin] Router de4d8029-f72a-45fd-ba86-d7131d0ceb74 is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 03:30:33.987028 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-9b7c02d6-77c9-4b8b-a946-9718ec21f877 None None] For port 06042bb1-fa0c-41e0-982e-8c87b7f7e284, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:30:33.990151 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-26cfc108-29cf-4602-9cd6-e9ce2b4d83bb None None] For port dd79835c-2185-4833-90a5-2219ffb147d6, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:30:33.993128 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-9b7c02d6-77c9-4b8b-a946-9718ec21f877 None None] For port 06042bb1-fa0c-41e0-982e-8c87b7f7e284, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=06042bb1-fa0c-41e0-982e-8c87b7f7e284,segment=NetworkSegment(6ea481a9-8523-41d1-8b5c-363f63a58dc8),segment_id=6ea481a9-8523-41d1-8b5c-363f63a58dc8)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:30:33.997206 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-26cfc108-29cf-4602-9cd6-e9ce2b4d83bb None None] For port dd79835c-2185-4833-90a5-2219ffb147d6, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=dd79835c-2185-4833-90a5-2219ffb147d6,segment=NetworkSegment(1d9d3138-47fd-4e89-a314-13d39705322a),segment_id=1d9d3138-47fd-4e89-a314-13d39705322a)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:30:34.000203 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9b7c02d6-77c9-4b8b-a946-9718ec21f877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:34.010788 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-26cfc108-29cf-4602-9cd6-e9ce2b4d83bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:34.017317 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5221b429-72a8-4b58-b063-acb34fd392b3 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:30:34.029817 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3f2fca-0cdb-46b5-841a-58c871f7883b None None] Sync routers for ids ['de4d8029-f72a-45fd-ba86-d7131d0ceb74'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:30:34.035033 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-5221b429-72a8-4b58-b063-acb34fd392b3 admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:34.039558 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 43868) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:30:34.040292 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3f2fca-0cdb-46b5-841a-58c871f7883b None None] Routers {'de4d8029-f72a-45fd-ba86-d7131d0ceb74'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:30:34.041501 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-eb3f2fca-0cdb-46b5-841a-58c871f7883b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:30:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['de4d8029-f72a-45fd-ba86-d7131d0ceb74'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:30:34.043401 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-5221b429-72a8-4b58-b063-acb34fd392b3 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.4742630 Sep 07 03:30:34.089512 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6b8b56-a153-4491-a238-49ba021554d6 None None] Pushing event updated for resources: {'Port': ['ID=06042bb1-fa0c-41e0-982e-8c87b7f7e284,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:34.125977 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7c02d6-77c9-4b8b-a946-9718ec21f877 None None] Routers {'e758120b-446b-4ca6-acff-3f1abdbe0f78'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:30:34.127092 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-9b7c02d6-77c9-4b8b-a946-9718ec21f877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:30:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['e758120b-446b-4ca6-acff-3f1abdbe0f78'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:30:34.185536 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cfc108-29cf-4602-9cd6-e9ce2b4d83bb None None] Pushing event updated for resources: {'Port': ['ID=dd79835c-2185-4833-90a5-2219ffb147d6,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:34.227088 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-eb3f2fca-0cdb-46b5-841a-58c871f7883b None None] Set router de4d8029-f72a-45fd-ba86-d7131d0ceb74 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:30:34.275796 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-9b7c02d6-77c9-4b8b-a946-9718ec21f877 None None] Set router e758120b-446b-4ca6-acff-3f1abdbe0f78 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:30:34.482150 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-eb3f2fca-0cdb-46b5-841a-58c871f7883b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4d8029-f72a-45fd-ba86-d7131d0ceb74', 'name': 'tempest-TestEncryptedCinderVolumes-617672937-router', 'tenant_id': 'a394070494bf40a688c922a84ffbff45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '9f7e1f78-820b-4dbc-ac78-214499b2fbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:30:32Z', 'updated_at': '2021-09-07T03:30:33Z', 'revision_number': 3, 'project_id': 'a394070494bf40a688c922a84ffbff45', 'gw_port': {'id': '9f7e1f78-820b-4dbc-ac78-214499b2fbbf', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ac:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de4d8029-f72a-45fd-ba86-d7131d0ceb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:30:33Z', 'updated_at': '2021-09-07T03:30:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:30:34.511002 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3f2fca-0cdb-46b5-841a-58c871f7883b None None] Checking router: de4d8029-f72a-45fd-ba86-d7131d0ceb74 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:30:34.511349 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3f2fca-0cdb-46b5-841a-58c871f7883b None None] Updating router de4d8029-f72a-45fd-ba86-d7131d0ceb74 port 9f7e1f78-820b-4dbc-ac78-214499b2fbbf binding host n-d-796209-16 {{(pid=94703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 03:30:34.544941 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-eb3f2fca-0cdb-46b5-841a-58c871f7883b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:34.554941 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-9b7c02d6-77c9-4b8b-a946-9718ec21f877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e758120b-446b-4ca6-acff-3f1abdbe0f78', 'name': 'tempest-TestEncryptedCinderVolumes-901524750-router', 'tenant_id': '4d155291060c47dc8c60b9976406eb57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': 'c4f5f698-a0b4-40ea-80cc-e9672103f6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:30:27Z', 'updated_at': '2021-09-07T03:30:30Z', 'revision_number': 4, 'project_id': '4d155291060c47dc8c60b9976406eb57', 'gw_port': {'id': 'c4f5f698-a0b4-40ea-80cc-e9672103f6c3', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e758120b-446b-4ca6-acff-3f1abdbe0f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:30:28Z', 'updated_at': '2021-09-07T03:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '06042bb1-fa0c-41e0-982e-8c87b7f7e284', 'name': '', 'network_id': '4d429ea8-69db-4047-b4a8-2083a1c5d9bf', 'tenant_id': '4d155291060c47dc8c60b9976406eb57', 'mac_address': 'fa:16:3e:17:06:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e758120b-446b-4ca6-acff-3f1abdbe0f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '3de6d4ff-a4de-4198-aed6-858310ffd6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:30:29Z', 'updated_at': '2021-09-07T03:30:33Z', 'revision_number': 4, 'project_id': '4d155291060c47dc8c60b9976406eb57', 'subnets': [{'id': '3de6d4ff-a4de-4198-aed6-858310ffd6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:30:34.589703 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7c02d6-77c9-4b8b-a946-9718ec21f877 None None] The sync data for ids ['e758120b-446b-4ca6-acff-3f1abdbe0f78'] in n-d-796209-16 is: [{'id': 'e758120b-446b-4ca6-acff-3f1abdbe0f78', 'name': 'tempest-TestEncryptedCinderVolumes-901524750-router', 'tenant_id': '4d155291060c47dc8c60b9976406eb57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': 'c4f5f698-a0b4-40ea-80cc-e9672103f6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:30:27Z', 'updated_at': '2021-09-07T03:30:30Z', 'revision_number': 4, 'project_id': '4d155291060c47dc8c60b9976406eb57', 'gw_port': {'id': 'c4f5f698-a0b4-40ea-80cc-e9672103f6c3', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e758120b-446b-4ca6-acff-3f1abdbe0f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:30:28Z', 'updated_at': '2021-09-07T03:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '06042bb1-fa0c-41e0-982e-8c87b7f7e284', 'name': '', 'network_id': '4d429ea8-69db-4047-b4a8-2083a1c5d9bf', 'tenant_id': '4d155291060c47dc8c60b9976406eb57', 'mac_address': 'fa:16:3e:17:06:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e758120b-446b-4ca6-acff-3f1abdbe0f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '3de6d4ff-a4de-4198-aed6-858310ffd6dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:30:29Z', 'updated_at': '2021-09-07T03:30:33Z', 'revision_number': 4, 'project_id': '4d155291060c47dc8c60b9976406eb57', 'subnets': [{'id': '3de6d4ff-a4de-4198-aed6-858310ffd6dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:30:34.622898 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a6e30e02-b2c0-4fb3-98f7-300fb9ad8119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:34.798854 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-a6e30e02-b2c0-4fb3-98f7-300fb9ad8119 admin admin] Allocated IP 172.20.0.1 (8f90701e-e422-470c-bcb6-d7617354f51e/6e334392-2431-4323-b792-2dea7069d1f4/64e07b18-7dae-4f73-ac2b-40e8bd4a9d6d) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:30:34.845321 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-eb3f2fca-0cdb-46b5-841a-58c871f7883b None None] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:34.856392 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-eb3f2fca-0cdb-46b5-841a-58c871f7883b None None] Transition to ACTIVE for port object 9f7e1f78-820b-4dbc-ac78-214499b2fbbf will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:30:34.862703 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-eb3f2fca-0cdb-46b5-841a-58c871f7883b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:34.920186 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-eb3f2fca-0cdb-46b5-841a-58c871f7883b None None] Attempting to bind port 9f7e1f78-820b-4dbc-ac78-214499b2fbbf on host n-d-796209-16 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:30:34.920490 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-eb3f2fca-0cdb-46b5-841a-58c871f7883b None None] Attempting to bind port 9f7e1f78-820b-4dbc-ac78-214499b2fbbf by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:30:34.920918 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3f2fca-0cdb-46b5-841a-58c871f7883b None None] Attempting to bind port 9f7e1f78-820b-4dbc-ac78-214499b2fbbf on network 1166b922-7457-4da4-bdda-328e8c8e7bc6 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:30:34.923130 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8912bb85-29ab-4fed-9adf-d8fcd04a2bd4 None None] Pushing event updated for resources: {'Port': ['ID=9f7e1f78-820b-4dbc-ac78-214499b2fbbf,revision_number=2']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:34.923311 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a6e30e02-b2c0-4fb3-98f7-300fb9ad8119 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:34.934343 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3f2fca-0cdb-46b5-841a-58c871f7883b None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:30:34.936933 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3f2fca-0cdb-46b5-841a-58c871f7883b None None] Checking segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:30:34.937422 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-eb3f2fca-0cdb-46b5-841a-58c871f7883b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:34.937872 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3f2fca-0cdb-46b5-841a-58c871f7883b None None] Bound using segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:30:34.938659 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-eb3f2fca-0cdb-46b5-841a-58c871f7883b None None] Bound port: 9f7e1f78-820b-4dbc-ac78-214499b2fbbf, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:30:34.939113 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-eb3f2fca-0cdb-46b5-841a-58c871f7883b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:34.940053 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-a6e30e02-b2c0-4fb3-98f7-300fb9ad8119 admin admin] Transition to ACTIVE for port object 64e07b18-7dae-4f73-ac2b-40e8bd4a9d6d will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:30:34.986825 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a6e30e02-b2c0-4fb3-98f7-300fb9ad8119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:35.010884 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-eb3f2fca-0cdb-46b5-841a-58c871f7883b None None] For port 9f7e1f78-820b-4dbc-ac78-214499b2fbbf, host n-d-796209-16, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:30:35.014526 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-eb3f2fca-0cdb-46b5-841a-58c871f7883b None None] For port 9f7e1f78-820b-4dbc-ac78-214499b2fbbf, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=9f7e1f78-820b-4dbc-ac78-214499b2fbbf,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:30:35.023255 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-eb3f2fca-0cdb-46b5-841a-58c871f7883b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:35.028702 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e30e02-b2c0-4fb3-98f7-300fb9ad8119 admin admin] Network 8f90701e-e422-470c-bcb6-d7617354f51e is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:30:35.034104 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-a6e30e02-b2c0-4fb3-98f7-300fb9ad8119 admin admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:30:35.040079 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e30e02-b2c0-4fb3-98f7-300fb9ad8119 admin admin] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:30:35.081889 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3f2fca-0cdb-46b5-841a-58c871f7883b None None] Routers {'de4d8029-f72a-45fd-ba86-d7131d0ceb74'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:30:35.083629 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-eb3f2fca-0cdb-46b5-841a-58c871f7883b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:30:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['de4d8029-f72a-45fd-ba86-d7131d0ceb74'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:30:35.083886 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e30e02-b2c0-4fb3-98f7-300fb9ad8119 admin admin] Pushing event updated for resources: {'Port': ['ID=64e07b18-7dae-4f73-ac2b-40e8bd4a9d6d,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:35.098853 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a6e30e02-b2c0-4fb3-98f7-300fb9ad8119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:35.225605 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8912bb85-29ab-4fed-9adf-d8fcd04a2bd4 None None] Pushing event updated for resources: {'Port': ['ID=9f7e1f78-820b-4dbc-ac78-214499b2fbbf,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:35.250894 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-eb3f2fca-0cdb-46b5-841a-58c871f7883b None None] Set router de4d8029-f72a-45fd-ba86-d7131d0ceb74 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:30:35.278876 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a6e30e02-b2c0-4fb3-98f7-300fb9ad8119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:35.358380 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6765288-5a42-4eec-be80-79a6f7fbbb13 None None] Network 8f90701e-e422-470c-bcb6-d7617354f51e requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:30:35.413884 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device dd79835c-2185-4833-90a5-2219ffb147d6 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:30:35.483791 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-eb3f2fca-0cdb-46b5-841a-58c871f7883b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4d8029-f72a-45fd-ba86-d7131d0ceb74', 'name': 'tempest-TestEncryptedCinderVolumes-617672937-router', 'tenant_id': 'a394070494bf40a688c922a84ffbff45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '9f7e1f78-820b-4dbc-ac78-214499b2fbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:30:32Z', 'updated_at': '2021-09-07T03:30:33Z', 'revision_number': 3, 'project_id': 'a394070494bf40a688c922a84ffbff45', 'gw_port': {'id': '9f7e1f78-820b-4dbc-ac78-214499b2fbbf', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ac:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de4d8029-f72a-45fd-ba86-d7131d0ceb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:30:33Z', 'updated_at': '2021-09-07T03:30:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:30:35.509623 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-4735be63-1ac5-4b58-ac58-d398e2bc2a59 None None] Provisioning for port dd79835c-2185-4833-90a5-2219ffb147d6 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:30:35.511325 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a6e30e02-b2c0-4fb3-98f7-300fb9ad8119 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:35.513723 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3f2fca-0cdb-46b5-841a-58c871f7883b None None] The sync data for ids ['de4d8029-f72a-45fd-ba86-d7131d0ceb74'] in n-d-796209-16 is: [{'id': 'de4d8029-f72a-45fd-ba86-d7131d0ceb74', 'name': 'tempest-TestEncryptedCinderVolumes-617672937-router', 'tenant_id': 'a394070494bf40a688c922a84ffbff45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '9f7e1f78-820b-4dbc-ac78-214499b2fbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:30:32Z', 'updated_at': '2021-09-07T03:30:33Z', 'revision_number': 3, 'project_id': 'a394070494bf40a688c922a84ffbff45', 'gw_port': {'id': '9f7e1f78-820b-4dbc-ac78-214499b2fbbf', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ac:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de4d8029-f72a-45fd-ba86-d7131d0ceb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:30:33Z', 'updated_at': '2021-09-07T03:30:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:30:35.517601 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a6e30e02-b2c0-4fb3-98f7-300fb9ad8119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:35.570721 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port dd79835c-2185-4833-90a5-2219ffb147d6 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:30:35.575989 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port dd79835c-2185-4833-90a5-2219ffb147d6 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:30:35.576373 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:35.595037 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a6e30e02-b2c0-4fb3-98f7-300fb9ad8119 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:35.596903 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e30e02-b2c0-4fb3-98f7-300fb9ad8119 admin admin] Pushing event updated for resources: {'Port': ['ID=64e07b18-7dae-4f73-ac2b-40e8bd4a9d6d,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:35.709970 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:35.712597 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e30e02-b2c0-4fb3-98f7-300fb9ad8119 admin admin] Network 8f90701e-e422-470c-bcb6-d7617354f51e is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:30:35.716033 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-a6e30e02-b2c0-4fb3-98f7-300fb9ad8119 admin admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:30:35.760075 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port dd79835c-2185-4833-90a5-2219ffb147d6, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=dd79835c-2185-4833-90a5-2219ffb147d6,segment=NetworkSegment(1d9d3138-47fd-4e89-a314-13d39705322a),segment_id=1d9d3138-47fd-4e89-a314-13d39705322a)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:30:35.770819 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:35.773386 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 06042bb1-fa0c-41e0-982e-8c87b7f7e284 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:30:35.892057 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=dd79835c-2185-4833-90a5-2219ffb147d6,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:35.937333 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 06042bb1-fa0c-41e0-982e-8c87b7f7e284 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:30:35.950316 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6e30e02-b2c0-4fb3-98f7-300fb9ad8119 admin admin] Router de4d8029-f72a-45fd-ba86-d7131d0ceb74 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:30:35.953384 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 06042bb1-fa0c-41e0-982e-8c87b7f7e284 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:30:35.953384 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:36.146809 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:36.203065 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e30e02-b2c0-4fb3-98f7-300fb9ad8119 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:30:36.207599 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-322df09c-2c5c-4f6d-9335-5dee692e3bc8 None None] Provisioning for port 64e07b18-7dae-4f73-ac2b-40e8bd4a9d6d completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:30:36.221920 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a6e30e02-b2c0-4fb3-98f7-300fb9ad8119 admin admin] 10.222.0.22 "PUT /v2.0/routers/de4d8029-f72a-45fd-ba86-d7131d0ceb74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1705303 Sep 07 03:30:36.240963 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 06042bb1-fa0c-41e0-982e-8c87b7f7e284, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=06042bb1-fa0c-41e0-982e-8c87b7f7e284,segment=NetworkSegment(6ea481a9-8523-41d1-8b5c-363f63a58dc8),segment_id=6ea481a9-8523-41d1-8b5c-363f63a58dc8)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:30:36.246320 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-322df09c-2c5c-4f6d-9335-5dee692e3bc8 None None] Provisioning complete for port 64e07b18-7dae-4f73-ac2b-40e8bd4a9d6d triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:30:36.246870 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-322df09c-2c5c-4f6d-9335-5dee692e3bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:36.283455 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:36.325379 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-322df09c-2c5c-4f6d-9335-5dee692e3bc8 None None] Port 64e07b18-7dae-4f73-ac2b-40e8bd4a9d6d cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:30:36.352067 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=06042bb1-fa0c-41e0-982e-8c87b7f7e284,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:36.362147 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-322df09c-2c5c-4f6d-9335-5dee692e3bc8 None None] Provisioning complete for port dd79835c-2185-4833-90a5-2219ffb147d6 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:30:36.362767 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-322df09c-2c5c-4f6d-9335-5dee692e3bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:36.580943 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-89cd6da7-ab75-4b37-b29e-bbb367953ea6 None None] Provisioning complete for port 64e07b18-7dae-4f73-ac2b-40e8bd4a9d6d triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:30:36.581325 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-89cd6da7-ab75-4b37-b29e-bbb367953ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:36.624643 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-89cd6da7-ab75-4b37-b29e-bbb367953ea6 None None] Port 64e07b18-7dae-4f73-ac2b-40e8bd4a9d6d cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:30:36.743162 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-40a78137-d921-437d-980c-a99c88006e09 None None] Provisioning complete for port 64e07b18-7dae-4f73-ac2b-40e8bd4a9d6d triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:30:36.743652 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-40a78137-d921-437d-980c-a99c88006e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:36.778572 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-40a78137-d921-437d-980c-a99c88006e09 None None] Port 64e07b18-7dae-4f73-ac2b-40e8bd4a9d6d cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:30:37.242109 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a9245c-3f4c-4929-9598-5068405cb1e6 req-78bf9faa-17f6-46d8-b119-2f8f0042c61f tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:30:37.243912 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-95a9245c-3f4c-4929-9598-5068405cb1e6 req-78bf9faa-17f6-46d8-b119-2f8f0042c61f tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] 10.222.0.22 "GET /v2.0/networks?id=4d429ea8-69db-4047-b4a8-2083a1c5d9bf HTTP/1.1" status: 200 len: 816 time: 0.1044660 Sep 07 03:30:37.259341 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-95a9245c-3f4c-4929-9598-5068405cb1e6 req-1ba48ef4-5d29-4788-8075-db718f43a5e4 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] 10.222.0.22 "GET /v2.0/quotas/4d155291060c47dc8c60b9976406eb57 HTTP/1.1" status: 200 len: 375 time: 0.0095937 Sep 07 03:30:37.299952 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device dd79835c-2185-4833-90a5-2219ffb147d6 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:30:37.317923 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-95a9245c-3f4c-4929-9598-5068405cb1e6 req-7e474e61-c087-4cab-9f54-12d96dc2c999 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=4d155291060c47dc8c60b9976406eb57&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530355 Sep 07 03:30:37.336113 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [req-95a9245c-3f4c-4929-9598-5068405cb1e6 req-1c66390b-7373-4c19-b4c8-386b943e642e service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:30:37.337233 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-95a9245c-3f4c-4929-9598-5068405cb1e6 req-1c66390b-7373-4c19-b4c8-386b943e642e service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068898 Sep 07 03:30:37.350993 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port dd79835c-2185-4833-90a5-2219ffb147d6 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:30:37.351373 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:37.428605 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 9f7e1f78-820b-4dbc-ac78-214499b2fbbf up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:30:37.429309 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-95a9245c-3f4c-4929-9598-5068405cb1e6 req-0c232567-bec4-426c-b674-849965698c85 service neutron] 10.222.0.22 "GET /v2.0/networks/4d429ea8-69db-4047-b4a8-2083a1c5d9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855784 Sep 07 03:30:37.478295 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 9f7e1f78-820b-4dbc-ac78-214499b2fbbf completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:30:37.482075 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 9f7e1f78-820b-4dbc-ac78-214499b2fbbf triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:30:37.482451 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:37.533978 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-95a9245c-3f4c-4929-9598-5068405cb1e6 req-6c6abfa7-f672-4038-870b-ccf3e9cbab41 service neutron] 10.222.0.22 "GET /v2.0/networks/4d429ea8-69db-4047-b4a8-2083a1c5d9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988364 Sep 07 03:30:37.565483 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:37.586509 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 9f7e1f78-820b-4dbc-ac78-214499b2fbbf, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=9f7e1f78-820b-4dbc-ac78-214499b2fbbf,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:30:37.590575 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:37.591749 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 06042bb1-fa0c-41e0-982e-8c87b7f7e284 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:30:37.675931 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=9f7e1f78-820b-4dbc-ac78-214499b2fbbf,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:37.687714 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 06042bb1-fa0c-41e0-982e-8c87b7f7e284 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:30:37.688166 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:37.873307 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f2d219d0-7db9-4995-b31d-51297cd3cedf req-226ff8c1-2e60-4a68-a628-5d381419dc75 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd52398d-c218-4cbe-adbe-1d53180cc3f3 HTTP/1.1" status: 200 len: 210 time: 0.1395957 Sep 07 03:30:38.047847 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6b869d-7bb0-4e70-95fc-b8a3594bd2c5 None None] Sync routers for ids ['de4d8029-f72a-45fd-ba86-d7131d0ceb74'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:30:38.058895 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6b869d-7bb0-4e70-95fc-b8a3594bd2c5 None None] Routers {'de4d8029-f72a-45fd-ba86-d7131d0ceb74'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:30:38.059540 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-8b6b869d-7bb0-4e70-95fc-b8a3594bd2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:30:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['de4d8029-f72a-45fd-ba86-d7131d0ceb74'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:30:38.167946 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-8b6b869d-7bb0-4e70-95fc-b8a3594bd2c5 None None] Set router de4d8029-f72a-45fd-ba86-d7131d0ceb74 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:30:38.365912 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-8b6b869d-7bb0-4e70-95fc-b8a3594bd2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4d8029-f72a-45fd-ba86-d7131d0ceb74', 'name': 'tempest-TestEncryptedCinderVolumes-617672937-router', 'tenant_id': 'a394070494bf40a688c922a84ffbff45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '9f7e1f78-820b-4dbc-ac78-214499b2fbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:30:32Z', 'updated_at': '2021-09-07T03:30:35Z', 'revision_number': 4, 'project_id': 'a394070494bf40a688c922a84ffbff45', 'gw_port': {'id': '9f7e1f78-820b-4dbc-ac78-214499b2fbbf', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ac:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4d8029-f72a-45fd-ba86-d7131d0ceb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:30:33Z', 'updated_at': '2021-09-07T03:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '64e07b18-7dae-4f73-ac2b-40e8bd4a9d6d', 'name': '', 'network_id': '8f90701e-e422-470c-bcb6-d7617354f51e', 'tenant_id': 'a394070494bf40a688c922a84ffbff45', 'mac_address': 'fa:16:3e:40:db:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de4d8029-f72a-45fd-ba86-d7131d0ceb74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '6e334392-2431-4323-b792-2dea7069d1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:30:34Z', 'updated_at': '2021-09-07T03:30:35Z', 'revision_number': 2, 'project_id': 'a394070494bf40a688c922a84ffbff45', 'subnets': [{'id': '6e334392-2431-4323-b792-2dea7069d1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:30:38.394881 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6b869d-7bb0-4e70-95fc-b8a3594bd2c5 None None] Checking router: de4d8029-f72a-45fd-ba86-d7131d0ceb74 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:30:38.395247 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6b869d-7bb0-4e70-95fc-b8a3594bd2c5 None None] Updating router de4d8029-f72a-45fd-ba86-d7131d0ceb74 port 64e07b18-7dae-4f73-ac2b-40e8bd4a9d6d binding host n-d-796209-16 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 03:30:38.419052 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8b6b869d-7bb0-4e70-95fc-b8a3594bd2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:38.652940 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a9245c-3f4c-4929-9598-5068405cb1e6 req-1fa80bd6-3f5b-4c5b-852e-9ec93df03151 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:30:38.654318 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-95a9245c-3f4c-4929-9598-5068405cb1e6 req-1fa80bd6-3f5b-4c5b-852e-9ec93df03151 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] 10.222.0.23 "GET /v2.0/networks?id=4d429ea8-69db-4047-b4a8-2083a1c5d9bf HTTP/1.1" status: 200 len: 816 time: 0.1090660 Sep 07 03:30:38.667231 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-95a9245c-3f4c-4929-9598-5068405cb1e6 req-2a6256b9-9b0c-4f22-94d1-377ef61be966 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Request body: {'port': {'device_id': 'bd52398d-c218-4cbe-adbe-1d53180cc3f3', 'network_id': '4d429ea8-69db-4047-b4a8-2083a1c5d9bf', 'admin_state_up': True, 'tenant_id': '4d155291060c47dc8c60b9976406eb57'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:30:38.687366 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8b6b869d-7bb0-4e70-95fc-b8a3594bd2c5 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:38.697303 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8b6b869d-7bb0-4e70-95fc-b8a3594bd2c5 None None] Transition to ACTIVE for port object 64e07b18-7dae-4f73-ac2b-40e8bd4a9d6d will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:30:38.703153 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8b6b869d-7bb0-4e70-95fc-b8a3594bd2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:38.755376 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e30931-b13d-4d03-8d24-ae974fd0fe4e None None] Pushing event updated for resources: {'Port': ['ID=64e07b18-7dae-4f73-ac2b-40e8bd4a9d6d,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:38.783699 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95a9245c-3f4c-4929-9598-5068405cb1e6 req-2a6256b9-9b0c-4f22-94d1-377ef61be966 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Made reservation on behalf of 4d155291060c47dc8c60b9976406eb57 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:30:38.787927 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-95a9245c-3f4c-4929-9598-5068405cb1e6 req-2a6256b9-9b0c-4f22-94d1-377ef61be966 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:38.936761 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [req-95a9245c-3f4c-4929-9598-5068405cb1e6 req-2a6256b9-9b0c-4f22-94d1-377ef61be966 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Allocated IP 172.20.0.12 (4d429ea8-69db-4047-b4a8-2083a1c5d9bf/3de6d4ff-a4de-4198-aed6-858310ffd6dd/fe7da76c-9914-46ce-a5e5-009dcf07e7c6) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:30:38.969079 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-8b6b869d-7bb0-4e70-95fc-b8a3594bd2c5 None None] Attempting to bind port 64e07b18-7dae-4f73-ac2b-40e8bd4a9d6d on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:30:38.969465 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-8b6b869d-7bb0-4e70-95fc-b8a3594bd2c5 None None] Attempting to bind port 64e07b18-7dae-4f73-ac2b-40e8bd4a9d6d by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '1d9d3138-47fd-4e89-a314-13d39705322a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '8f90701e-e422-470c-bcb6-d7617354f51e'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:30:38.969839 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6b869d-7bb0-4e70-95fc-b8a3594bd2c5 None None] Attempting to bind port 64e07b18-7dae-4f73-ac2b-40e8bd4a9d6d on network 8f90701e-e422-470c-bcb6-d7617354f51e {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:30:38.975113 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6b869d-7bb0-4e70-95fc-b8a3594bd2c5 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:30:38.975521 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6b869d-7bb0-4e70-95fc-b8a3594bd2c5 None None] Checking segment: {'id': '1d9d3138-47fd-4e89-a314-13d39705322a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '8f90701e-e422-470c-bcb6-d7617354f51e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:30:38.978354 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8b6b869d-7bb0-4e70-95fc-b8a3594bd2c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:38.978354 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6b869d-7bb0-4e70-95fc-b8a3594bd2c5 None None] Bound using segment: {'id': '1d9d3138-47fd-4e89-a314-13d39705322a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '8f90701e-e422-470c-bcb6-d7617354f51e'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:30:38.978354 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-8b6b869d-7bb0-4e70-95fc-b8a3594bd2c5 None None] Bound port: 64e07b18-7dae-4f73-ac2b-40e8bd4a9d6d, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d9d3138-47fd-4e89-a314-13d39705322a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '8f90701e-e422-470c-bcb6-d7617354f51e'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:30:38.978354 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8b6b869d-7bb0-4e70-95fc-b8a3594bd2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:38.993618 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6e9fae90-fd8c-443f-a82f-1d9a887499ba req-eb99ea37-d7fb-480f-b0dc-09c5b5d802d6 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd52398d-c218-4cbe-adbe-1d53180cc3f3 HTTP/1.1" status: 200 len: 210 time: 0.0270243 Sep 07 03:30:39.054324 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8b6b869d-7bb0-4e70-95fc-b8a3594bd2c5 None None] For port 64e07b18-7dae-4f73-ac2b-40e8bd4a9d6d, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:30:39.058818 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8b6b869d-7bb0-4e70-95fc-b8a3594bd2c5 None None] For port 64e07b18-7dae-4f73-ac2b-40e8bd4a9d6d, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=64e07b18-7dae-4f73-ac2b-40e8bd4a9d6d,segment=NetworkSegment(1d9d3138-47fd-4e89-a314-13d39705322a),segment_id=1d9d3138-47fd-4e89-a314-13d39705322a)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:30:39.062612 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8b6b869d-7bb0-4e70-95fc-b8a3594bd2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:39.105892 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-95a9245c-3f4c-4929-9598-5068405cb1e6 req-2a6256b9-9b0c-4f22-94d1-377ef61be966 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:39.117582 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6b869d-7bb0-4e70-95fc-b8a3594bd2c5 None None] Routers {'de4d8029-f72a-45fd-ba86-d7131d0ceb74'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:30:39.118225 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-8b6b869d-7bb0-4e70-95fc-b8a3594bd2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:30:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['de4d8029-f72a-45fd-ba86-d7131d0ceb74'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:30:39.122014 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-95a9245c-3f4c-4929-9598-5068405cb1e6 req-2a6256b9-9b0c-4f22-94d1-377ef61be966 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Transition to ACTIVE for port object fe7da76c-9914-46ce-a5e5-009dcf07e7c6 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:30:39.155858 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-95a9245c-3f4c-4929-9598-5068405cb1e6 req-2a6256b9-9b0c-4f22-94d1-377ef61be966 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:39.169304 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e30931-b13d-4d03-8d24-ae974fd0fe4e None None] Pushing event updated for resources: {'Port': ['ID=64e07b18-7dae-4f73-ac2b-40e8bd4a9d6d,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:39.199468 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95a9245c-3f4c-4929-9598-5068405cb1e6 req-2a6256b9-9b0c-4f22-94d1-377ef61be966 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Network 4d429ea8-69db-4047-b4a8-2083a1c5d9bf is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:30:39.202640 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [req-95a9245c-3f4c-4929-9598-5068405cb1e6 req-2a6256b9-9b0c-4f22-94d1-377ef61be966 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:30:39.205090 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a9245c-3f4c-4929-9598-5068405cb1e6 req-2a6256b9-9b0c-4f22-94d1-377ef61be966 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:30:39.247018 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6256b9-9b0c-4f22-94d1-377ef61be966 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Pushing event updated for resources: {'Port': ['ID=fe7da76c-9914-46ce-a5e5-009dcf07e7c6,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:39.280625 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 9f7e1f78-820b-4dbc-ac78-214499b2fbbf up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:30:39.281597 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a9245c-3f4c-4929-9598-5068405cb1e6 req-2a6256b9-9b0c-4f22-94d1-377ef61be966 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:30:39.282541 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-95a9245c-3f4c-4929-9598-5068405cb1e6 req-2a6256b9-9b0c-4f22-94d1-377ef61be966 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:39.301891 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-95a9245c-3f4c-4929-9598-5068405cb1e6 req-2a6256b9-9b0c-4f22-94d1-377ef61be966 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6384954 Sep 07 03:30:39.312354 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-8b6b869d-7bb0-4e70-95fc-b8a3594bd2c5 None None] Set router de4d8029-f72a-45fd-ba86-d7131d0ceb74 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:30:39.379024 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-95a9245c-3f4c-4929-9598-5068405cb1e6 req-c11c960d-5b69-46e1-9022-72f8c9cc1c03 service neutron] Request body: {'port': {'device_id': 'bd52398d-c218-4cbe-adbe-1d53180cc3f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:30:39.443122 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-95a9245c-3f4c-4929-9598-5068405cb1e6 req-c11c960d-5b69-46e1-9022-72f8c9cc1c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:39.482219 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 9f7e1f78-820b-4dbc-ac78-214499b2fbbf triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:30:39.482599 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:39.577984 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3be44d0c-4746-469a-97a8-b287a7a9125c None None] Provisioning for port fe7da76c-9914-46ce-a5e5-009dcf07e7c6 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:30:39.602774 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3be44d0c-4746-469a-97a8-b287a7a9125c None None] Provisioning complete for port fe7da76c-9914-46ce-a5e5-009dcf07e7c6 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:30:39.603151 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3be44d0c-4746-469a-97a8-b287a7a9125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:39.656444 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3be44d0c-4746-469a-97a8-b287a7a9125c None None] Port fe7da76c-9914-46ce-a5e5-009dcf07e7c6 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:30:39.661212 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-8b6b869d-7bb0-4e70-95fc-b8a3594bd2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4d8029-f72a-45fd-ba86-d7131d0ceb74', 'name': 'tempest-TestEncryptedCinderVolumes-617672937-router', 'tenant_id': 'a394070494bf40a688c922a84ffbff45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '9f7e1f78-820b-4dbc-ac78-214499b2fbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:30:32Z', 'updated_at': '2021-09-07T03:30:35Z', 'revision_number': 4, 'project_id': 'a394070494bf40a688c922a84ffbff45', 'gw_port': {'id': '9f7e1f78-820b-4dbc-ac78-214499b2fbbf', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ac:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4d8029-f72a-45fd-ba86-d7131d0ceb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:30:33Z', 'updated_at': '2021-09-07T03:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '64e07b18-7dae-4f73-ac2b-40e8bd4a9d6d', 'name': '', 'network_id': '8f90701e-e422-470c-bcb6-d7617354f51e', 'tenant_id': 'a394070494bf40a688c922a84ffbff45', 'mac_address': 'fa:16:3e:40:db:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de4d8029-f72a-45fd-ba86-d7131d0ceb74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '6e334392-2431-4323-b792-2dea7069d1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:30:34Z', 'updated_at': '2021-09-07T03:30:39Z', 'revision_number': 4, 'project_id': 'a394070494bf40a688c922a84ffbff45', 'subnets': [{'id': '6e334392-2431-4323-b792-2dea7069d1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:30:39.687448 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6b869d-7bb0-4e70-95fc-b8a3594bd2c5 None None] The sync data for ids ['de4d8029-f72a-45fd-ba86-d7131d0ceb74'] in n-d-796209-16 is: [{'id': 'de4d8029-f72a-45fd-ba86-d7131d0ceb74', 'name': 'tempest-TestEncryptedCinderVolumes-617672937-router', 'tenant_id': 'a394070494bf40a688c922a84ffbff45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '9f7e1f78-820b-4dbc-ac78-214499b2fbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:30:32Z', 'updated_at': '2021-09-07T03:30:35Z', 'revision_number': 4, 'project_id': 'a394070494bf40a688c922a84ffbff45', 'gw_port': {'id': '9f7e1f78-820b-4dbc-ac78-214499b2fbbf', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ac:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4d8029-f72a-45fd-ba86-d7131d0ceb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:30:33Z', 'updated_at': '2021-09-07T03:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '64e07b18-7dae-4f73-ac2b-40e8bd4a9d6d', 'name': '', 'network_id': '8f90701e-e422-470c-bcb6-d7617354f51e', 'tenant_id': 'a394070494bf40a688c922a84ffbff45', 'mac_address': 'fa:16:3e:40:db:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de4d8029-f72a-45fd-ba86-d7131d0ceb74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '6e334392-2431-4323-b792-2dea7069d1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:30:34Z', 'updated_at': '2021-09-07T03:30:39Z', 'revision_number': 4, 'project_id': 'a394070494bf40a688c922a84ffbff45', 'subnets': [{'id': '6e334392-2431-4323-b792-2dea7069d1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:30:39.707640 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [req-95a9245c-3f4c-4929-9598-5068405cb1e6 req-c11c960d-5b69-46e1-9022-72f8c9cc1c03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe7da76c-9914-46ce-a5e5-009dcf07e7c6 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:30:39.715718 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-95a9245c-3f4c-4929-9598-5068405cb1e6 req-c11c960d-5b69-46e1-9022-72f8c9cc1c03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:39.728550 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-95a9245c-3f4c-4929-9598-5068405cb1e6 req-c11c960d-5b69-46e1-9022-72f8c9cc1c03 service neutron] Transition to ACTIVE for port object fe7da76c-9914-46ce-a5e5-009dcf07e7c6 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:30:39.740202 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-95a9245c-3f4c-4929-9598-5068405cb1e6 req-c11c960d-5b69-46e1-9022-72f8c9cc1c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:39.828645 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11c960d-5b69-46e1-9022-72f8c9cc1c03 service neutron] Pushing event updated for resources: {'Port': ['ID=fe7da76c-9914-46ce-a5e5-009dcf07e7c6,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:39.880062 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-95a9245c-3f4c-4929-9598-5068405cb1e6 req-c11c960d-5b69-46e1-9022-72f8c9cc1c03 service neutron] Attempting to bind port fe7da76c-9914-46ce-a5e5-009dcf07e7c6 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:30:39.881111 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-95a9245c-3f4c-4929-9598-5068405cb1e6 req-c11c960d-5b69-46e1-9022-72f8c9cc1c03 service neutron] Attempting to bind port fe7da76c-9914-46ce-a5e5-009dcf07e7c6 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '6ea481a9-8523-41d1-8b5c-363f63a58dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4d429ea8-69db-4047-b4a8-2083a1c5d9bf'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:30:39.881580 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a9245c-3f4c-4929-9598-5068405cb1e6 req-c11c960d-5b69-46e1-9022-72f8c9cc1c03 service neutron] Attempting to bind port fe7da76c-9914-46ce-a5e5-009dcf07e7c6 on network 4d429ea8-69db-4047-b4a8-2083a1c5d9bf {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:30:39.886349 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a9245c-3f4c-4929-9598-5068405cb1e6 req-c11c960d-5b69-46e1-9022-72f8c9cc1c03 service neutron] Port fe7da76c-9914-46ce-a5e5-009dcf07e7c6 on network 4d429ea8-69db-4047-b4a8-2083a1c5d9bf not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 03:30:39.886679 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a9245c-3f4c-4929-9598-5068405cb1e6 req-c11c960d-5b69-46e1-9022-72f8c9cc1c03 service neutron] Attempting to bind port fe7da76c-9914-46ce-a5e5-009dcf07e7c6 on network 4d429ea8-69db-4047-b4a8-2083a1c5d9bf {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:30:39.892234 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a9245c-3f4c-4929-9598-5068405cb1e6 req-c11c960d-5b69-46e1-9022-72f8c9cc1c03 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:30:39.892573 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a9245c-3f4c-4929-9598-5068405cb1e6 req-c11c960d-5b69-46e1-9022-72f8c9cc1c03 service neutron] Checking segment: {'id': '6ea481a9-8523-41d1-8b5c-363f63a58dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4d429ea8-69db-4047-b4a8-2083a1c5d9bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:30:39.892964 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a9245c-3f4c-4929-9598-5068405cb1e6 req-c11c960d-5b69-46e1-9022-72f8c9cc1c03 service neutron] Bound using segment: {'id': '6ea481a9-8523-41d1-8b5c-363f63a58dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4d429ea8-69db-4047-b4a8-2083a1c5d9bf'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:30:39.893392 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-95a9245c-3f4c-4929-9598-5068405cb1e6 req-c11c960d-5b69-46e1-9022-72f8c9cc1c03 service neutron] Bound port: fe7da76c-9914-46ce-a5e5-009dcf07e7c6, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ea481a9-8523-41d1-8b5c-363f63a58dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4d429ea8-69db-4047-b4a8-2083a1c5d9bf'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:30:39.893751 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-95a9245c-3f4c-4929-9598-5068405cb1e6 req-c11c960d-5b69-46e1-9022-72f8c9cc1c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:39.970365 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-95a9245c-3f4c-4929-9598-5068405cb1e6 req-c11c960d-5b69-46e1-9022-72f8c9cc1c03 service neutron] For port fe7da76c-9914-46ce-a5e5-009dcf07e7c6, host n-h1-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:30:39.974251 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-95a9245c-3f4c-4929-9598-5068405cb1e6 req-c11c960d-5b69-46e1-9022-72f8c9cc1c03 service neutron] For port fe7da76c-9914-46ce-a5e5-009dcf07e7c6, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=fe7da76c-9914-46ce-a5e5-009dcf07e7c6,segment=NetworkSegment(6ea481a9-8523-41d1-8b5c-363f63a58dc8),segment_id=6ea481a9-8523-41d1-8b5c-363f63a58dc8)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:30:39.978295 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-95a9245c-3f4c-4929-9598-5068405cb1e6 req-c11c960d-5b69-46e1-9022-72f8c9cc1c03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:40.016339 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a9245c-3f4c-4929-9598-5068405cb1e6 req-c11c960d-5b69-46e1-9022-72f8c9cc1c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:30:40.017043 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-95a9245c-3f4c-4929-9598-5068405cb1e6 req-c11c960d-5b69-46e1-9022-72f8c9cc1c03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:40.018551 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-95a9245c-3f4c-4929-9598-5068405cb1e6 req-c11c960d-5b69-46e1-9022-72f8c9cc1c03 service neutron] 10.222.0.23 "PUT /v2.0/ports/fe7da76c-9914-46ce-a5e5-009dcf07e7c6 HTTP/1.1" status: 200 len: 1093 time: 0.7076936 Sep 07 03:30:40.018912 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd52398d-c218-4cbe-adbe-1d53180cc3f3', 'tag': 'fe7da76c-9914-46ce-a5e5-009dcf07e7c6'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:30:40.021224 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}520e9a92afb7214336346322b5c3d5b85763ac5f0bce55fad29921872f5796ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d447e5-13b6-4e89-86a0-63e2f1d15f9a" -d '{"events": [{"name": "network-changed", "server_uuid": "bd52398d-c218-4cbe-adbe-1d53180cc3f3", "tag": "fe7da76c-9914-46ce-a5e5-009dcf07e7c6"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:30:40.060324 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11c960d-5b69-46e1-9022-72f8c9cc1c03 service neutron] Pushing event updated for resources: {'Port': ['ID=fe7da76c-9914-46ce-a5e5-009dcf07e7c6,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:40.123562 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e19939-b9d0-4fe7-b617-7a0ed1ab21c4 x-openstack-request-id: req-32e19939-b9d0-4fe7-b617-7a0ed1ab21c4 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:30:40.123834 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd52398d-c218-4cbe-adbe-1d53180cc3f3", "tag": "fe7da76c-9914-46ce-a5e5-009dcf07e7c6", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:30:40.124097 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-32e19939-b9d0-4fe7-b617-7a0ed1ab21c4 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:30:40.124506 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd52398d-c218-4cbe-adbe-1d53180cc3f3', 'tag': 'fe7da76c-9914-46ce-a5e5-009dcf07e7c6', 'status': 'completed', 'code': 200} Sep 07 03:30:40.158650 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a9245c-3f4c-4929-9598-5068405cb1e6 req-2820bc6f-6431-4a16-8e42-a516f674899f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:30:40.160258 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-95a9245c-3f4c-4929-9598-5068405cb1e6 req-2820bc6f-6431-4a16-8e42-a516f674899f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4d155291060c47dc8c60b9976406eb57&device_id=bd52398d-c218-4cbe-adbe-1d53180cc3f3 HTTP/1.1" status: 200 len: 1096 time: 0.0962756 Sep 07 03:30:40.213992 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-95a9245c-3f4c-4929-9598-5068405cb1e6 req-48a45aa5-aea6-4e5d-86d2-9f0121f3c477 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe7da76c-9914-46ce-a5e5-009dcf07e7c6 HTTP/1.1" status: 200 len: 217 time: 0.0396364 Sep 07 03:30:40.267286 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9285d93-cf21-4d1a-9d65-e2f33e8d16ef req-62817aa6-167e-4263-85ce-296090e08ea4 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:30:40.268800 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a9285d93-cf21-4d1a-9d65-e2f33e8d16ef req-62817aa6-167e-4263-85ce-296090e08ea4 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd52398d-c218-4cbe-adbe-1d53180cc3f3 HTTP/1.1" status: 200 len: 944 time: 0.1286976 Sep 07 03:30:40.296628 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a9245c-3f4c-4929-9598-5068405cb1e6 req-c251b6e1-07ad-4c66-80d4-bd3932306a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:30:40.297968 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-95a9245c-3f4c-4929-9598-5068405cb1e6 req-c251b6e1-07ad-4c66-80d4-bd3932306a03 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3de6d4ff-a4de-4198-aed6-858310ffd6dd HTTP/1.1" status: 200 len: 855 time: 0.0777044 Sep 07 03:30:40.338752 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a9285d93-cf21-4d1a-9d65-e2f33e8d16ef req-661e0038-0579-49b5-b0d7-12fe048fe4f5 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] 10.222.0.22 "GET /v2.0/security-groups?id=15cfc0fe-262a-40a6-908b-01382a145444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633347 Sep 07 03:30:40.355772 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a9245c-3f4c-4929-9598-5068405cb1e6 req-29e9e51e-5db4-4e30-b1b2-f4fb40333519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:30:40.355993 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-95a9245c-3f4c-4929-9598-5068405cb1e6 req-29e9e51e-5db4-4e30-b1b2-f4fb40333519 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d429ea8-69db-4047-b4a8-2083a1c5d9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471628 Sep 07 03:30:40.447672 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-95a9245c-3f4c-4929-9598-5068405cb1e6 req-e9360e28-2e73-451f-b293-8226ad3bf0e0 service neutron] 10.222.0.23 "GET /v2.0/networks/4d429ea8-69db-4047-b4a8-2083a1c5d9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841200 Sep 07 03:30:40.538759 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-95a9245c-3f4c-4929-9598-5068405cb1e6 req-53b2a2cd-5832-4360-ba4e-040c084ac2a8 service neutron] 10.222.0.23 "GET /v2.0/networks/4d429ea8-69db-4047-b4a8-2083a1c5d9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844808 Sep 07 03:30:40.623093 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d447e5-13b6-4e89-86a0-63e2f1d15f9a req-39ac5d12-e5df-456c-a64e-8c90f8dfe0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:30:40.624630 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f0d447e5-13b6-4e89-86a0-63e2f1d15f9a req-39ac5d12-e5df-456c-a64e-8c90f8dfe0b6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4d155291060c47dc8c60b9976406eb57&device_id=bd52398d-c218-4cbe-adbe-1d53180cc3f3 HTTP/1.1" status: 200 len: 1096 time: 0.0434909 Sep 07 03:30:40.715545 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d447e5-13b6-4e89-86a0-63e2f1d15f9a req-11f6b247-1244-4791-9ad0-76de6056617f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:30:40.716977 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f0d447e5-13b6-4e89-86a0-63e2f1d15f9a req-11f6b247-1244-4791-9ad0-76de6056617f service neutron] 10.222.0.23 "GET /v2.0/networks?id=4d429ea8-69db-4047-b4a8-2083a1c5d9bf HTTP/1.1" status: 200 len: 916 time: 0.0857298 Sep 07 03:30:40.756772 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f0d447e5-13b6-4e89-86a0-63e2f1d15f9a req-76f11689-2a96-4d25-8d56-3f89b4289eb3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe7da76c-9914-46ce-a5e5-009dcf07e7c6 HTTP/1.1" status: 200 len: 217 time: 0.0328243 Sep 07 03:30:40.807926 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d447e5-13b6-4e89-86a0-63e2f1d15f9a req-5826e336-541d-446b-9c1a-2ada333652ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:30:40.809375 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f0d447e5-13b6-4e89-86a0-63e2f1d15f9a req-5826e336-541d-446b-9c1a-2ada333652ce service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3de6d4ff-a4de-4198-aed6-858310ffd6dd HTTP/1.1" status: 200 len: 855 time: 0.0453439 Sep 07 03:30:40.858566 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d447e5-13b6-4e89-86a0-63e2f1d15f9a req-f169df64-4acc-4adb-9b3f-ffaec95a7326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:30:40.860146 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f0d447e5-13b6-4e89-86a0-63e2f1d15f9a req-f169df64-4acc-4adb-9b3f-ffaec95a7326 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d429ea8-69db-4047-b4a8-2083a1c5d9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427480 Sep 07 03:30:40.954279 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f0d447e5-13b6-4e89-86a0-63e2f1d15f9a req-c64c3894-d6b1-4894-8701-43dba9f1d05e service neutron] 10.222.0.23 "GET /v2.0/networks/4d429ea8-69db-4047-b4a8-2083a1c5d9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867827 Sep 07 03:30:41.043988 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f0d447e5-13b6-4e89-86a0-63e2f1d15f9a req-48271ba8-d72f-49b8-933c-21ffbb042300 service neutron] 10.222.0.23 "GET /v2.0/networks/4d429ea8-69db-4047-b4a8-2083a1c5d9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824103 Sep 07 03:30:41.245887 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 64e07b18-7dae-4f73-ac2b-40e8bd4a9d6d up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:30:41.297906 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 64e07b18-7dae-4f73-ac2b-40e8bd4a9d6d completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:30:41.301761 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 64e07b18-7dae-4f73-ac2b-40e8bd4a9d6d triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:30:41.302135 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:41.376713 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:41.409419 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 64e07b18-7dae-4f73-ac2b-40e8bd4a9d6d, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=64e07b18-7dae-4f73-ac2b-40e8bd4a9d6d,segment=NetworkSegment(1d9d3138-47fd-4e89-a314-13d39705322a),segment_id=1d9d3138-47fd-4e89-a314-13d39705322a)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:30:41.414404 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:41.467997 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f5e46-3a69-48e0-91b2-72821c0fde69 req-71ea280a-dea0-48ad-a966-1cef37508b03 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:30:41.469903 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2d3f5e46-3a69-48e0-91b2-72821c0fde69 req-71ea280a-dea0-48ad-a966-1cef37508b03 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd52398d-c218-4cbe-adbe-1d53180cc3f3 HTTP/1.1" status: 200 len: 944 time: 0.0581577 Sep 07 03:30:41.475362 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=64e07b18-7dae-4f73-ac2b-40e8bd4a9d6d,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:41.513503 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2d3f5e46-3a69-48e0-91b2-72821c0fde69 req-b856fd6f-0dbc-40f2-8b59-20a7bedf53cb tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] 10.222.0.22 "GET /v2.0/security-groups?id=15cfc0fe-262a-40a6-908b-01382a145444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362649 Sep 07 03:30:42.626925 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526ffc2-f4a9-42b4-96f3-6f928eac84ab req-3baa9283-c594-4907-9866-7ed777e19d38 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:30:42.628432 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a526ffc2-f4a9-42b4-96f3-6f928eac84ab req-3baa9283-c594-4907-9866-7ed777e19d38 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd52398d-c218-4cbe-adbe-1d53180cc3f3 HTTP/1.1" status: 200 len: 944 time: 0.0494871 Sep 07 03:30:42.666006 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a526ffc2-f4a9-42b4-96f3-6f928eac84ab req-d55736e2-6809-4cd5-a23a-f301c92ec0aa tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] 10.222.0.22 "GET /v2.0/security-groups?id=15cfc0fe-262a-40a6-908b-01382a145444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307810 Sep 07 03:30:43.232903 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 64e07b18-7dae-4f73-ac2b-40e8bd4a9d6d up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:30:43.280082 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 64e07b18-7dae-4f73-ac2b-40e8bd4a9d6d triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:30:43.280458 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:43.777678 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93488a08-9c15-4f1d-bd9d-635f2816a046 req-51f4e1e1-7fe0-470f-8abe-18d02128197f tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:30:43.779150 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-93488a08-9c15-4f1d-bd9d-635f2816a046 req-51f4e1e1-7fe0-470f-8abe-18d02128197f tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd52398d-c218-4cbe-adbe-1d53180cc3f3 HTTP/1.1" status: 200 len: 944 time: 0.0476625 Sep 07 03:30:43.822620 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-93488a08-9c15-4f1d-bd9d-635f2816a046 req-8791ef61-4efe-42fc-bbd3-a24d103b9dd0 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] 10.222.0.22 "GET /v2.0/security-groups?id=15cfc0fe-262a-40a6-908b-01382a145444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375369 Sep 07 03:30:43.902140 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device fe7da76c-9914-46ce-a5e5-009dcf07e7c6 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 03:30:43.999152 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port fe7da76c-9914-46ce-a5e5-009dcf07e7c6, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=fe7da76c-9914-46ce-a5e5-009dcf07e7c6,segment=NetworkSegment(6ea481a9-8523-41d1-8b5c-363f63a58dc8),segment_id=6ea481a9-8523-41d1-8b5c-363f63a58dc8)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:30:44.010350 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': 'fe7da76c-9914-46ce-a5e5-009dcf07e7c6', 'network_id': '4d429ea8-69db-4047-b4a8-2083a1c5d9bf', 'port_id': 'fe7da76c-9914-46ce-a5e5-009dcf07e7c6', 'mac_address': 'fa:16:3e:f6:b8:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3de6d4ff-a4de-4198-aed6-858310ffd6dd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 03:30:44.048083 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:44.061101 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe7da76c-9914-46ce-a5e5-009dcf07e7c6 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:30:44.081239 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port fe7da76c-9914-46ce-a5e5-009dcf07e7c6, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=fe7da76c-9914-46ce-a5e5-009dcf07e7c6,segment=NetworkSegment(6ea481a9-8523-41d1-8b5c-363f63a58dc8),segment_id=6ea481a9-8523-41d1-8b5c-363f63a58dc8)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:30:44.086414 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:44.136474 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=fe7da76c-9914-46ce-a5e5-009dcf07e7c6,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:44.288320 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['fe7da76c-9914-46ce-a5e5-009dcf07e7c6'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:30:44.935267 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24128039-0081-4a47-8b58-23d3832bf3c9 req-e0a7d5e3-ad3e-47a4-97ec-ed35e7b50080 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:30:44.936766 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-24128039-0081-4a47-8b58-23d3832bf3c9 req-e0a7d5e3-ad3e-47a4-97ec-ed35e7b50080 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd52398d-c218-4cbe-adbe-1d53180cc3f3 HTTP/1.1" status: 200 len: 945 time: 0.0479379 Sep 07 03:30:44.977752 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-24128039-0081-4a47-8b58-23d3832bf3c9 req-e860205f-15f5-4b6e-94e6-1d07a19d906e tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] 10.222.0.22 "GET /v2.0/security-groups?id=15cfc0fe-262a-40a6-908b-01382a145444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351293 Sep 07 03:30:45.932732 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device fe7da76c-9914-46ce-a5e5-009dcf07e7c6 up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:30:45.981974 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port fe7da76c-9914-46ce-a5e5-009dcf07e7c6 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:30:45.985928 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port fe7da76c-9914-46ce-a5e5-009dcf07e7c6 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:30:45.986306 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:46.065790 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:46.090877 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd52398d-c218-4cbe-adbe-1d53180cc3f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7da76c-9914-46ce-a5e5-009dcf07e7c6'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:30:46.093180 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8dc0afac10a5387f9a61bb1df34c246f67e52bf4dd18b28345b8d4f0ca63941d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4da9ddc-b0a3-4a60-ac10-1df92402c241" -d '{"events": [{"server_uuid": "bd52398d-c218-4cbe-adbe-1d53180cc3f3", "name": "network-vif-plugged", "status": "completed", "tag": "fe7da76c-9914-46ce-a5e5-009dcf07e7c6"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:30:46.098303 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3120b-3235-47b1-99a9-6c4faf62c172 req-3e4e5bdb-a5a0-44fe-a235-6eec972c9522 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:30:46.099913 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b3c3120b-3235-47b1-99a9-6c4faf62c172 req-3e4e5bdb-a5a0-44fe-a235-6eec972c9522 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd52398d-c218-4cbe-adbe-1d53180cc3f3 HTTP/1.1" status: 200 len: 945 time: 0.0552208 Sep 07 03:30:46.106025 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port fe7da76c-9914-46ce-a5e5-009dcf07e7c6, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=fe7da76c-9914-46ce-a5e5-009dcf07e7c6,segment=NetworkSegment(6ea481a9-8523-41d1-8b5c-363f63a58dc8),segment_id=6ea481a9-8523-41d1-8b5c-363f63a58dc8)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:30:46.110395 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:46.134777 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc08f5f3-f2b5-4bc5-be1b-ed3036ff80f4 x-openstack-request-id: req-fc08f5f3-f2b5-4bc5-be1b-ed3036ff80f4 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:30:46.135069 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd52398d-c218-4cbe-adbe-1d53180cc3f3", "name": "network-vif-plugged", "status": "completed", "tag": "fe7da76c-9914-46ce-a5e5-009dcf07e7c6", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:30:46.135319 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fc08f5f3-f2b5-4bc5-be1b-ed3036ff80f4 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:30:46.135731 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd52398d-c218-4cbe-adbe-1d53180cc3f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7da76c-9914-46ce-a5e5-009dcf07e7c6', 'code': 200} Sep 07 03:30:46.142980 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b3c3120b-3235-47b1-99a9-6c4faf62c172 req-a04b2ad8-01fc-4766-8416-1e24753b8036 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] 10.222.0.22 "GET /v2.0/security-groups?id=15cfc0fe-262a-40a6-908b-01382a145444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368793 Sep 07 03:30:46.163369 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=fe7da76c-9914-46ce-a5e5-009dcf07e7c6,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:30:46.228430 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff197d-ce6c-4374-af56-1295002a6384 req-35840cd3-4195-40d4-9ad9-82ffa905c14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:30:46.229953 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f1ff197d-ce6c-4374-af56-1295002a6384 req-35840cd3-4195-40d4-9ad9-82ffa905c14a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bd52398d-c218-4cbe-adbe-1d53180cc3f3 HTTP/1.1" status: 200 len: 1098 time: 0.0404904 Sep 07 03:30:46.265077 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f1ff197d-ce6c-4374-af56-1295002a6384 req-75c9feaf-c00b-4d36-ac4c-560ac690ef0a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=15cfc0fe-262a-40a6-908b-01382a145444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283074 Sep 07 03:30:47.273971 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7331e5e-5b6d-4316-8bca-42ffe9085de3 req-2fc11a39-47e5-4e49-b5b4-4d404fec344f tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:30:47.275522 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b7331e5e-5b6d-4316-8bca-42ffe9085de3 req-2fc11a39-47e5-4e49-b5b4-4d404fec344f tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd52398d-c218-4cbe-adbe-1d53180cc3f3 HTTP/1.1" status: 200 len: 946 time: 0.0514920 Sep 07 03:30:47.312547 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b7331e5e-5b6d-4316-8bca-42ffe9085de3 req-910a5c0d-73ee-486b-9e04-52aff6d44b0f tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] 10.222.0.22 "GET /v2.0/security-groups?id=15cfc0fe-262a-40a6-908b-01382a145444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305572 Sep 07 03:30:48.429742 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b67388f-b04b-4a73-969c-fff2a778e0e8 req-ff809887-c9ef-4717-ad11-8ccae393f6cd tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:30:48.431234 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2b67388f-b04b-4a73-969c-fff2a778e0e8 req-ff809887-c9ef-4717-ad11-8ccae393f6cd tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd52398d-c218-4cbe-adbe-1d53180cc3f3 HTTP/1.1" status: 200 len: 946 time: 0.0482500 Sep 07 03:30:48.467271 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2b67388f-b04b-4a73-969c-fff2a778e0e8 req-854e5097-ee56-4e48-a9d4-41a271c56d4e tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] 10.222.0.22 "GET /v2.0/security-groups?id=15cfc0fe-262a-40a6-908b-01382a145444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302939 Sep 07 03:30:48.578815 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757bd855-f64f-45e9-b792-8dff3c23aebd req-1cad2c1b-4bee-40e1-af42-759d1083e51f tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:30:48.580287 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-757bd855-f64f-45e9-b792-8dff3c23aebd req-1cad2c1b-4bee-40e1-af42-759d1083e51f tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd52398d-c218-4cbe-adbe-1d53180cc3f3 HTTP/1.1" status: 200 len: 946 time: 0.0469930 Sep 07 03:30:48.620164 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-757bd855-f64f-45e9-b792-8dff3c23aebd req-96c680a9-f9ca-488d-a47b-acbfb9e93877 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] 10.222.0.22 "GET /v2.0/security-groups?id=15cfc0fe-262a-40a6-908b-01382a145444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331068 Sep 07 03:30:51.998485 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:52.029686 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:55.972640 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c33bf9d3-f2c9-4a01-a26d-8dfe0d9fbc64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:58.233137 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a7e64710-8cfa-46e2-9cc2-b5624561f295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:58.775149 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:30:59.713755 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:01.556327 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:07.462873 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835cf885-bfa3-40ea-8b94-0b4c23da2a72 req-19420e7a-d3d7-4fd9-952a-981b64d19305 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:31:07.464364 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-835cf885-bfa3-40ea-8b94-0b4c23da2a72 req-19420e7a-d3d7-4fd9-952a-981b64d19305 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd52398d-c218-4cbe-adbe-1d53180cc3f3 HTTP/1.1" status: 200 len: 946 time: 0.3810604 Sep 07 03:31:07.488561 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:31:07.502101 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-835cf885-bfa3-40ea-8b94-0b4c23da2a72 req-7d977062-5704-4af5-8c35-9bc43d258a1f tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] 10.222.0.22 "GET /v2.0/security-groups?id=15cfc0fe-262a-40a6-908b-01382a145444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317881 Sep 07 03:31:08.616883 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1361d2-df41-43f0-b18a-a27a343fd552 req-5e806631-cdb9-4491-af6f-e5aaac0986ea tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:31:08.618363 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2d1361d2-df41-43f0-b18a-a27a343fd552 req-5e806631-cdb9-4491-af6f-e5aaac0986ea tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd52398d-c218-4cbe-adbe-1d53180cc3f3 HTTP/1.1" status: 200 len: 946 time: 0.0483634 Sep 07 03:31:08.659264 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2d1361d2-df41-43f0-b18a-a27a343fd552 req-a1c45e7b-623e-4ac5-8934-f262c2af94bb tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] 10.222.0.22 "GET /v2.0/security-groups?id=15cfc0fe-262a-40a6-908b-01382a145444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350389 Sep 07 03:31:08.682956 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183db5e7-d13a-452b-8848-08212d7a6e59 req-aecd14c6-21dd-42f6-adcb-f3deb85e88c9 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:31:08.684452 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-183db5e7-d13a-452b-8848-08212d7a6e59 req-aecd14c6-21dd-42f6-adcb-f3deb85e88c9 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd52398d-c218-4cbe-adbe-1d53180cc3f3 HTTP/1.1" status: 200 len: 946 time: 0.0482008 Sep 07 03:31:08.773813 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-183db5e7-d13a-452b-8848-08212d7a6e59 req-d9a3ee63-6a44-4e36-8fe8-e8b3dbec9ff5 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Deleting port fe7da76c-9914-46ce-a5e5-009dcf07e7c6 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:31:08.774157 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-183db5e7-d13a-452b-8848-08212d7a6e59 req-d9a3ee63-6a44-4e36-8fe8-e8b3dbec9ff5 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:08.858106 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-183db5e7-d13a-452b-8848-08212d7a6e59 req-d9a3ee63-6a44-4e36-8fe8-e8b3dbec9ff5 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] For port fe7da76c-9914-46ce-a5e5-009dcf07e7c6, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=fe7da76c-9914-46ce-a5e5-009dcf07e7c6,segment=NetworkSegment(6ea481a9-8523-41d1-8b5c-363f63a58dc8),segment_id=6ea481a9-8523-41d1-8b5c-363f63a58dc8)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:31:08.858470 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-183db5e7-d13a-452b-8848-08212d7a6e59 req-d9a3ee63-6a44-4e36-8fe8-e8b3dbec9ff5 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:08.870365 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-183db5e7-d13a-452b-8848-08212d7a6e59 req-d9a3ee63-6a44-4e36-8fe8-e8b3dbec9ff5 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Calling delete_port for fe7da76c-9914-46ce-a5e5-009dcf07e7c6 owned by compute:nova {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:31:08.996567 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-183db5e7-d13a-452b-8848-08212d7a6e59 req-d9a3ee63-6a44-4e36-8fe8-e8b3dbec9ff5 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:09.009448 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['fe7da76c-9914-46ce-a5e5-009dcf07e7c6'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:31:09.029294 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a3ee63-6a44-4e36-8fe8-e8b3dbec9ff5 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Pushing event deleted for resources: {'Port': ['ID=fe7da76c-9914-46ce-a5e5-009dcf07e7c6,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:31:09.074423 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-183db5e7-d13a-452b-8848-08212d7a6e59 req-d9a3ee63-6a44-4e36-8fe8-e8b3dbec9ff5 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] No DVR routers for this DVR port fe7da76c-9914-46ce-a5e5-009dcf07e7c6 on host n-h1-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:31:09.077324 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-183db5e7-d13a-452b-8848-08212d7a6e59 req-d9a3ee63-6a44-4e36-8fe8-e8b3dbec9ff5 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:09.079397 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-183db5e7-d13a-452b-8848-08212d7a6e59 req-d9a3ee63-6a44-4e36-8fe8-e8b3dbec9ff5 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] 10.222.0.23 "DELETE /v2.0/ports/fe7da76c-9914-46ce-a5e5-009dcf07e7c6 HTTP/1.1" status: 204 len: 173 time: 0.3890750 Sep 07 03:31:09.079879 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd52398d-c218-4cbe-adbe-1d53180cc3f3', 'name': 'network-vif-deleted', 'tag': 'fe7da76c-9914-46ce-a5e5-009dcf07e7c6'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:31:09.121053 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf84fb72099b4c059134e8dbf206a3531b112bee59ff8dea8931d4ccd024695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb15cf8-7167-4337-bf0e-d48ee3dc2f8c" -d '{"events": [{"server_uuid": "bd52398d-c218-4cbe-adbe-1d53180cc3f3", "name": "network-vif-deleted", "tag": "fe7da76c-9914-46ce-a5e5-009dcf07e7c6"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:31:09.223034 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066a7177-d1be-434d-ac64-b5fb3f527a7d x-openstack-request-id: req-066a7177-d1be-434d-ac64-b5fb3f527a7d {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:31:09.223348 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd52398d-c218-4cbe-adbe-1d53180cc3f3", "name": "network-vif-deleted", "tag": "fe7da76c-9914-46ce-a5e5-009dcf07e7c6", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:31:09.223636 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-066a7177-d1be-434d-ac64-b5fb3f527a7d {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:31:09.224059 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd52398d-c218-4cbe-adbe-1d53180cc3f3', 'name': 'network-vif-deleted', 'tag': 'fe7da76c-9914-46ce-a5e5-009dcf07e7c6', 'status': 'completed', 'code': 200} Sep 07 03:31:10.121915 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89cd7d4-237f-4ac3-b4b0-1b07431c9d99 req-9cb4e7be-e1b7-4d92-8530-958f38018ddb tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:31:10.123387 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c89cd7d4-237f-4ac3-b4b0-1b07431c9d99 req-9cb4e7be-e1b7-4d92-8530-958f38018ddb tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] 10.222.0.22 "GET /v2.0/networks?id=4d429ea8-69db-4047-b4a8-2083a1c5d9bf HTTP/1.1" status: 200 len: 816 time: 0.1007516 Sep 07 03:31:10.151203 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c89cd7d4-237f-4ac3-b4b0-1b07431c9d99 req-b9ee2df3-fc7e-41be-a6ed-43e1d84d8bbb tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] 10.222.0.22 "GET /v2.0/quotas/4d155291060c47dc8c60b9976406eb57 HTTP/1.1" status: 200 len: 375 time: 0.0105095 Sep 07 03:31:10.200892 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c89cd7d4-237f-4ac3-b4b0-1b07431c9d99 req-92a64382-a5a2-44e4-ba10-6c9b0608bac4 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=4d155291060c47dc8c60b9976406eb57&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441105 Sep 07 03:31:10.367899 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c89cd7d4-237f-4ac3-b4b0-1b07431c9d99 req-c28fabcf-4451-43e4-8441-0c6657637077 service neutron] 10.222.0.22 "GET /v2.0/networks/4d429ea8-69db-4047-b4a8-2083a1c5d9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223512 Sep 07 03:31:10.458126 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c89cd7d4-237f-4ac3-b4b0-1b07431c9d99 req-e9db84d0-d6a4-4238-ba68-8e3a246a7488 service neutron] 10.222.0.22 "GET /v2.0/networks/4d429ea8-69db-4047-b4a8-2083a1c5d9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840604 Sep 07 03:31:10.613847 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-18df6957-062d-4093-b3bf-e6863f10c694 req-08790fa4-c458-4ea1-b3b9-116374da4ee9 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d5e78d2-86d8-467e-92ac-f4ca3fd395bc HTTP/1.1" status: 200 len: 210 time: 0.0261116 Sep 07 03:31:11.534217 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89cd7d4-237f-4ac3-b4b0-1b07431c9d99 req-6cdf313a-2618-4913-ba7b-1aae4a5baded tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:31:11.535709 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c89cd7d4-237f-4ac3-b4b0-1b07431c9d99 req-6cdf313a-2618-4913-ba7b-1aae4a5baded tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] 10.222.0.23 "GET /v2.0/networks?id=4d429ea8-69db-4047-b4a8-2083a1c5d9bf HTTP/1.1" status: 200 len: 816 time: 0.1098011 Sep 07 03:31:11.548496 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-c89cd7d4-237f-4ac3-b4b0-1b07431c9d99 req-1f442415-fad6-4a39-b689-b323b1a58e06 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Request body: {'port': {'device_id': '5d5e78d2-86d8-467e-92ac-f4ca3fd395bc', 'network_id': '4d429ea8-69db-4047-b4a8-2083a1c5d9bf', 'admin_state_up': True, 'tenant_id': '4d155291060c47dc8c60b9976406eb57'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:31:11.659604 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c89cd7d4-237f-4ac3-b4b0-1b07431c9d99 req-1f442415-fad6-4a39-b689-b323b1a58e06 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Made reservation on behalf of 4d155291060c47dc8c60b9976406eb57 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:31:11.663726 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-c89cd7d4-237f-4ac3-b4b0-1b07431c9d99 req-1f442415-fad6-4a39-b689-b323b1a58e06 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:11.739869 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e4764762-9ac2-4175-a73f-8a7f9c1a6b7c req-d9d29aac-ed61-4c3f-8cf4-b6672deda291 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d5e78d2-86d8-467e-92ac-f4ca3fd395bc HTTP/1.1" status: 200 len: 210 time: 0.0549765 Sep 07 03:31:11.812440 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [req-c89cd7d4-237f-4ac3-b4b0-1b07431c9d99 req-1f442415-fad6-4a39-b689-b323b1a58e06 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Allocated IP 172.20.0.14 (4d429ea8-69db-4047-b4a8-2083a1c5d9bf/3de6d4ff-a4de-4198-aed6-858310ffd6dd/3a7d9382-9b7a-4f24-9d35-a884c726ec31) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:31:11.955191 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-c89cd7d4-237f-4ac3-b4b0-1b07431c9d99 req-1f442415-fad6-4a39-b689-b323b1a58e06 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:11.968973 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-c89cd7d4-237f-4ac3-b4b0-1b07431c9d99 req-1f442415-fad6-4a39-b689-b323b1a58e06 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Transition to ACTIVE for port object 3a7d9382-9b7a-4f24-9d35-a884c726ec31 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:31:11.999735 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-c89cd7d4-237f-4ac3-b4b0-1b07431c9d99 req-1f442415-fad6-4a39-b689-b323b1a58e06 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:12.044348 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c89cd7d4-237f-4ac3-b4b0-1b07431c9d99 req-1f442415-fad6-4a39-b689-b323b1a58e06 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Network 4d429ea8-69db-4047-b4a8-2083a1c5d9bf is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:31:12.047314 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [req-c89cd7d4-237f-4ac3-b4b0-1b07431c9d99 req-1f442415-fad6-4a39-b689-b323b1a58e06 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:31:12.051016 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-c89cd7d4-237f-4ac3-b4b0-1b07431c9d99 req-1f442415-fad6-4a39-b689-b323b1a58e06 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:31:12.057579 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device fe7da76c-9914-46ce-a5e5-009dcf07e7c6 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:31:12.079268 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: fe7da76c-9914-46ce-a5e5-009dcf07e7c6 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:31:12.079812 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device fe7da76c-9914-46ce-a5e5-009dcf07e7c6 not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:31:12.082808 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f442415-fad6-4a39-b689-b323b1a58e06 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Pushing event updated for resources: {'Port': ['ID=3a7d9382-9b7a-4f24-9d35-a884c726ec31,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:31:12.109098 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89cd7d4-237f-4ac3-b4b0-1b07431c9d99 req-1f442415-fad6-4a39-b689-b323b1a58e06 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:31:12.109741 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-c89cd7d4-237f-4ac3-b4b0-1b07431c9d99 req-1f442415-fad6-4a39-b689-b323b1a58e06 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:12.124725 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c89cd7d4-237f-4ac3-b4b0-1b07431c9d99 req-1f442415-fad6-4a39-b689-b323b1a58e06 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5803657 Sep 07 03:31:12.214046 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-c89cd7d4-237f-4ac3-b4b0-1b07431c9d99 req-2226eba8-cea0-4deb-8a57-068cbfdf8c07 service neutron] Request body: {'port': {'device_id': '5d5e78d2-86d8-467e-92ac-f4ca3fd395bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:31:12.268640 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-c89cd7d4-237f-4ac3-b4b0-1b07431c9d99 req-2226eba8-cea0-4deb-8a57-068cbfdf8c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:12.316019 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-c0257692-af49-4234-ac7c-7875501f7f8c None None] Provisioning for port 3a7d9382-9b7a-4f24-9d35-a884c726ec31 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:31:12.320443 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-c0257692-af49-4234-ac7c-7875501f7f8c None None] Provisioning complete for port 3a7d9382-9b7a-4f24-9d35-a884c726ec31 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:31:12.320766 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c0257692-af49-4234-ac7c-7875501f7f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:12.354142 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-c0257692-af49-4234-ac7c-7875501f7f8c None None] Port 3a7d9382-9b7a-4f24-9d35-a884c726ec31 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:31:12.540002 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [req-c89cd7d4-237f-4ac3-b4b0-1b07431c9d99 req-2226eba8-cea0-4deb-8a57-068cbfdf8c07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a7d9382-9b7a-4f24-9d35-a884c726ec31 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:31:12.547143 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-c89cd7d4-237f-4ac3-b4b0-1b07431c9d99 req-2226eba8-cea0-4deb-8a57-068cbfdf8c07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:12.559654 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-c89cd7d4-237f-4ac3-b4b0-1b07431c9d99 req-2226eba8-cea0-4deb-8a57-068cbfdf8c07 service neutron] Transition to ACTIVE for port object 3a7d9382-9b7a-4f24-9d35-a884c726ec31 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:31:12.563051 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-c89cd7d4-237f-4ac3-b4b0-1b07431c9d99 req-2226eba8-cea0-4deb-8a57-068cbfdf8c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:12.615951 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2226eba8-cea0-4deb-8a57-068cbfdf8c07 service neutron] Pushing event updated for resources: {'Port': ['ID=3a7d9382-9b7a-4f24-9d35-a884c726ec31,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:31:12.686501 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-c89cd7d4-237f-4ac3-b4b0-1b07431c9d99 req-2226eba8-cea0-4deb-8a57-068cbfdf8c07 service neutron] Attempting to bind port 3a7d9382-9b7a-4f24-9d35-a884c726ec31 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:31:12.686837 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-c89cd7d4-237f-4ac3-b4b0-1b07431c9d99 req-2226eba8-cea0-4deb-8a57-068cbfdf8c07 service neutron] Attempting to bind port 3a7d9382-9b7a-4f24-9d35-a884c726ec31 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '6ea481a9-8523-41d1-8b5c-363f63a58dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4d429ea8-69db-4047-b4a8-2083a1c5d9bf'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:31:12.687171 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89cd7d4-237f-4ac3-b4b0-1b07431c9d99 req-2226eba8-cea0-4deb-8a57-068cbfdf8c07 service neutron] Attempting to bind port 3a7d9382-9b7a-4f24-9d35-a884c726ec31 on network 4d429ea8-69db-4047-b4a8-2083a1c5d9bf {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:31:12.691617 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89cd7d4-237f-4ac3-b4b0-1b07431c9d99 req-2226eba8-cea0-4deb-8a57-068cbfdf8c07 service neutron] Port 3a7d9382-9b7a-4f24-9d35-a884c726ec31 on network 4d429ea8-69db-4047-b4a8-2083a1c5d9bf not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 03:31:12.691937 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89cd7d4-237f-4ac3-b4b0-1b07431c9d99 req-2226eba8-cea0-4deb-8a57-068cbfdf8c07 service neutron] Attempting to bind port 3a7d9382-9b7a-4f24-9d35-a884c726ec31 on network 4d429ea8-69db-4047-b4a8-2083a1c5d9bf {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:31:12.696807 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89cd7d4-237f-4ac3-b4b0-1b07431c9d99 req-2226eba8-cea0-4deb-8a57-068cbfdf8c07 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:31:12.697151 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89cd7d4-237f-4ac3-b4b0-1b07431c9d99 req-2226eba8-cea0-4deb-8a57-068cbfdf8c07 service neutron] Checking segment: {'id': '6ea481a9-8523-41d1-8b5c-363f63a58dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4d429ea8-69db-4047-b4a8-2083a1c5d9bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:31:12.697535 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c89cd7d4-237f-4ac3-b4b0-1b07431c9d99 req-2226eba8-cea0-4deb-8a57-068cbfdf8c07 service neutron] Bound using segment: {'id': '6ea481a9-8523-41d1-8b5c-363f63a58dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4d429ea8-69db-4047-b4a8-2083a1c5d9bf'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:31:12.697965 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-c89cd7d4-237f-4ac3-b4b0-1b07431c9d99 req-2226eba8-cea0-4deb-8a57-068cbfdf8c07 service neutron] Bound port: 3a7d9382-9b7a-4f24-9d35-a884c726ec31, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ea481a9-8523-41d1-8b5c-363f63a58dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '4d429ea8-69db-4047-b4a8-2083a1c5d9bf'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:31:12.698323 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-c89cd7d4-237f-4ac3-b4b0-1b07431c9d99 req-2226eba8-cea0-4deb-8a57-068cbfdf8c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:12.766778 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-c89cd7d4-237f-4ac3-b4b0-1b07431c9d99 req-2226eba8-cea0-4deb-8a57-068cbfdf8c07 service neutron] For port 3a7d9382-9b7a-4f24-9d35-a884c726ec31, host n-h1-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:31:12.770643 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-c89cd7d4-237f-4ac3-b4b0-1b07431c9d99 req-2226eba8-cea0-4deb-8a57-068cbfdf8c07 service neutron] For port 3a7d9382-9b7a-4f24-9d35-a884c726ec31, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=3a7d9382-9b7a-4f24-9d35-a884c726ec31,segment=NetworkSegment(6ea481a9-8523-41d1-8b5c-363f63a58dc8),segment_id=6ea481a9-8523-41d1-8b5c-363f63a58dc8)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:31:12.776236 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-c89cd7d4-237f-4ac3-b4b0-1b07431c9d99 req-2226eba8-cea0-4deb-8a57-068cbfdf8c07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:12.811157 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89cd7d4-237f-4ac3-b4b0-1b07431c9d99 req-2226eba8-cea0-4deb-8a57-068cbfdf8c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:31:12.811900 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-c89cd7d4-237f-4ac3-b4b0-1b07431c9d99 req-2226eba8-cea0-4deb-8a57-068cbfdf8c07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:12.813286 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c89cd7d4-237f-4ac3-b4b0-1b07431c9d99 req-2226eba8-cea0-4deb-8a57-068cbfdf8c07 service neutron] 10.222.0.23 "PUT /v2.0/ports/3a7d9382-9b7a-4f24-9d35-a884c726ec31 HTTP/1.1" status: 200 len: 1093 time: 0.6437192 Sep 07 03:31:12.813727 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d5e78d2-86d8-467e-92ac-f4ca3fd395bc', 'tag': '3a7d9382-9b7a-4f24-9d35-a884c726ec31'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:31:12.815999 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf84fb72099b4c059134e8dbf206a3531b112bee59ff8dea8931d4ccd024695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da6b8e3-bdd2-429d-b9f1-858d3cc63851" -d '{"events": [{"name": "network-changed", "server_uuid": "5d5e78d2-86d8-467e-92ac-f4ca3fd395bc", "tag": "3a7d9382-9b7a-4f24-9d35-a884c726ec31"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:31:12.855540 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2226eba8-cea0-4deb-8a57-068cbfdf8c07 service neutron] Pushing event updated for resources: {'Port': ['ID=3a7d9382-9b7a-4f24-9d35-a884c726ec31,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:31:12.869229 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0026f3e-71c4-4f1b-b169-731b2f6e6e73 x-openstack-request-id: req-f0026f3e-71c4-4f1b-b169-731b2f6e6e73 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:31:12.869520 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d5e78d2-86d8-467e-92ac-f4ca3fd395bc", "tag": "3a7d9382-9b7a-4f24-9d35-a884c726ec31", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:31:12.869771 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f0026f3e-71c4-4f1b-b169-731b2f6e6e73 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:31:12.870172 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d5e78d2-86d8-467e-92ac-f4ca3fd395bc', 'tag': '3a7d9382-9b7a-4f24-9d35-a884c726ec31', 'status': 'completed', 'code': 200} Sep 07 03:31:12.870920 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419ba33-b970-4932-b8f9-5a7bd83d45d8 req-09b2857d-99cb-4766-921d-f5df82222fbd tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:31:12.872538 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9419ba33-b970-4932-b8f9-5a7bd83d45d8 req-09b2857d-99cb-4766-921d-f5df82222fbd tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d5e78d2-86d8-467e-92ac-f4ca3fd395bc HTTP/1.1" status: 200 len: 944 time: 0.0626111 Sep 07 03:31:12.911193 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89cd7d4-237f-4ac3-b4b0-1b07431c9d99 req-50e7b332-1d09-4aea-969b-7f39862146da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:31:12.913329 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c89cd7d4-237f-4ac3-b4b0-1b07431c9d99 req-50e7b332-1d09-4aea-969b-7f39862146da service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4d155291060c47dc8c60b9976406eb57&device_id=5d5e78d2-86d8-467e-92ac-f4ca3fd395bc HTTP/1.1" status: 200 len: 1096 time: 0.0460651 Sep 07 03:31:12.914604 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9419ba33-b970-4932-b8f9-5a7bd83d45d8 req-e915db59-7b89-4dff-a727-5aad8a3761c7 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] 10.222.0.22 "GET /v2.0/security-groups?id=15cfc0fe-262a-40a6-908b-01382a145444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360124 Sep 07 03:31:12.960623 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c89cd7d4-237f-4ac3-b4b0-1b07431c9d99 req-14434648-d5ea-4b39-92e6-5551bc99fff5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a7d9382-9b7a-4f24-9d35-a884c726ec31 HTTP/1.1" status: 200 len: 217 time: 0.0393617 Sep 07 03:31:13.010727 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89cd7d4-237f-4ac3-b4b0-1b07431c9d99 req-e9f843a0-4311-4bff-b6db-cf7987fe9ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:31:13.012254 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c89cd7d4-237f-4ac3-b4b0-1b07431c9d99 req-e9f843a0-4311-4bff-b6db-cf7987fe9ebf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3de6d4ff-a4de-4198-aed6-858310ffd6dd HTTP/1.1" status: 200 len: 855 time: 0.0455041 Sep 07 03:31:13.058267 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89cd7d4-237f-4ac3-b4b0-1b07431c9d99 req-017d18c0-f6fb-44cf-9eb7-b048799ba1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:31:13.059818 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c89cd7d4-237f-4ac3-b4b0-1b07431c9d99 req-017d18c0-f6fb-44cf-9eb7-b048799ba1dd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d429ea8-69db-4047-b4a8-2083a1c5d9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408072 Sep 07 03:31:13.153603 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c89cd7d4-237f-4ac3-b4b0-1b07431c9d99 req-8441d404-4131-441b-bd46-6b4002377a81 service neutron] 10.222.0.23 "GET /v2.0/networks/4d429ea8-69db-4047-b4a8-2083a1c5d9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865242 Sep 07 03:31:13.242947 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c89cd7d4-237f-4ac3-b4b0-1b07431c9d99 req-7f6435e9-3f98-4975-91a1-ebee3d739daa service neutron] 10.222.0.23 "GET /v2.0/networks/4d429ea8-69db-4047-b4a8-2083a1c5d9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816388 Sep 07 03:31:13.337199 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da6b8e3-bdd2-429d-b9f1-858d3cc63851 req-c3f13aa9-5020-4f6a-98d5-e9ab03862522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:31:13.338784 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4da6b8e3-bdd2-429d-b9f1-858d3cc63851 req-c3f13aa9-5020-4f6a-98d5-e9ab03862522 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4d155291060c47dc8c60b9976406eb57&device_id=5d5e78d2-86d8-467e-92ac-f4ca3fd395bc HTTP/1.1" status: 200 len: 1096 time: 0.0475917 Sep 07 03:31:13.429114 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da6b8e3-bdd2-429d-b9f1-858d3cc63851 req-f10dd1da-71d7-4685-a5a4-730c699740ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:31:13.430505 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4da6b8e3-bdd2-429d-b9f1-858d3cc63851 req-f10dd1da-71d7-4685-a5a4-730c699740ae service neutron] 10.222.0.23 "GET /v2.0/networks?id=4d429ea8-69db-4047-b4a8-2083a1c5d9bf HTTP/1.1" status: 200 len: 916 time: 0.0846860 Sep 07 03:31:13.475820 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4da6b8e3-bdd2-429d-b9f1-858d3cc63851 req-d0c63406-aecb-45c7-ad9b-125f71c1206a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a7d9382-9b7a-4f24-9d35-a884c726ec31 HTTP/1.1" status: 200 len: 217 time: 0.0379603 Sep 07 03:31:13.524347 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da6b8e3-bdd2-429d-b9f1-858d3cc63851 req-dabf6e5e-621d-436f-9718-d92a2fd4ffed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:31:13.525730 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4da6b8e3-bdd2-429d-b9f1-858d3cc63851 req-dabf6e5e-621d-436f-9718-d92a2fd4ffed service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3de6d4ff-a4de-4198-aed6-858310ffd6dd HTTP/1.1" status: 200 len: 855 time: 0.0424399 Sep 07 03:31:13.571035 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da6b8e3-bdd2-429d-b9f1-858d3cc63851 req-29760703-d6f2-4582-b5c3-7c467bab7166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:31:13.572557 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4da6b8e3-bdd2-429d-b9f1-858d3cc63851 req-29760703-d6f2-4582-b5c3-7c467bab7166 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d429ea8-69db-4047-b4a8-2083a1c5d9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393066 Sep 07 03:31:13.672815 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4da6b8e3-bdd2-429d-b9f1-858d3cc63851 req-7da54779-be00-434e-826e-f2da4a03be77 service neutron] 10.222.0.23 "GET /v2.0/networks/4d429ea8-69db-4047-b4a8-2083a1c5d9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915082 Sep 07 03:31:13.762492 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4da6b8e3-bdd2-429d-b9f1-858d3cc63851 req-23209013-f6ca-4a4d-917c-9f49fb758df2 service neutron] 10.222.0.23 "GET /v2.0/networks/4d429ea8-69db-4047-b4a8-2083a1c5d9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810561 Sep 07 03:31:14.030189 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b8c38-1ff9-40be-89e6-ff861200b28a req-63fb42f6-b8ad-4c11-aedc-d7475b163716 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:31:14.031617 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f86b8c38-1ff9-40be-89e6-ff861200b28a req-63fb42f6-b8ad-4c11-aedc-d7475b163716 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d5e78d2-86d8-467e-92ac-f4ca3fd395bc HTTP/1.1" status: 200 len: 944 time: 0.0485377 Sep 07 03:31:14.079537 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f86b8c38-1ff9-40be-89e6-ff861200b28a req-dc9929af-7a07-4b13-9294-b4675cf30731 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] 10.222.0.22 "GET /v2.0/security-groups?id=15cfc0fe-262a-40a6-908b-01382a145444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390830 Sep 07 03:31:15.212290 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0883840-f88c-40f1-8920-e2bd11b8eae6 req-58ae27e8-8fa3-42b2-a8b0-aa802f0378d9 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:31:15.213782 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c0883840-f88c-40f1-8920-e2bd11b8eae6 req-58ae27e8-8fa3-42b2-a8b0-aa802f0378d9 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d5e78d2-86d8-467e-92ac-f4ca3fd395bc HTTP/1.1" status: 200 len: 944 time: 0.0494325 Sep 07 03:31:15.250279 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c0883840-f88c-40f1-8920-e2bd11b8eae6 req-96c4cef9-7f9c-403d-a104-784a8a1e8501 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] 10.222.0.22 "GET /v2.0/security-groups?id=15cfc0fe-262a-40a6-908b-01382a145444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306449 Sep 07 03:31:16.087936 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 3a7d9382-9b7a-4f24-9d35-a884c726ec31 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 03:31:16.180326 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 3a7d9382-9b7a-4f24-9d35-a884c726ec31, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=3a7d9382-9b7a-4f24-9d35-a884c726ec31,segment=NetworkSegment(6ea481a9-8523-41d1-8b5c-363f63a58dc8),segment_id=6ea481a9-8523-41d1-8b5c-363f63a58dc8)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:31:16.190998 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '3a7d9382-9b7a-4f24-9d35-a884c726ec31', 'network_id': '4d429ea8-69db-4047-b4a8-2083a1c5d9bf', 'port_id': '3a7d9382-9b7a-4f24-9d35-a884c726ec31', 'mac_address': 'fa:16:3e:cc:4d:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3de6d4ff-a4de-4198-aed6-858310ffd6dd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 03:31:16.227061 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:16.239029 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a7d9382-9b7a-4f24-9d35-a884c726ec31 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:31:16.257494 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 3a7d9382-9b7a-4f24-9d35-a884c726ec31, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=3a7d9382-9b7a-4f24-9d35-a884c726ec31,segment=NetworkSegment(6ea481a9-8523-41d1-8b5c-363f63a58dc8),segment_id=6ea481a9-8523-41d1-8b5c-363f63a58dc8)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:31:16.261513 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:16.312340 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=3a7d9382-9b7a-4f24-9d35-a884c726ec31,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:31:16.320246 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:31:16.320535 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:31:16.320885 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:31:16.321229 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:31:16.321566 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:31:16.321902 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:31:16.322232 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:31:16.322564 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:31:16.322890 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:31:16.323216 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:31:16.323570 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:31:16.323896 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:31:16.366258 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a771940-6ee4-4476-a91c-e8401831f15f req-eeb3456b-00a5-43fe-9ee2-554d80859b3b tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:31:16.367776 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0a771940-6ee4-4476-a91c-e8401831f15f req-eeb3456b-00a5-43fe-9ee2-554d80859b3b tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d5e78d2-86d8-467e-92ac-f4ca3fd395bc HTTP/1.1" status: 200 len: 945 time: 0.0487607 Sep 07 03:31:16.405674 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0a771940-6ee4-4476-a91c-e8401831f15f req-44fa9a73-3c5b-4bd5-8226-6fca56d4e60f tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] 10.222.0.22 "GET /v2.0/security-groups?id=15cfc0fe-262a-40a6-908b-01382a145444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319448 Sep 07 03:31:16.446494 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['3a7d9382-9b7a-4f24-9d35-a884c726ec31'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:31:17.520755 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c48fe6-9728-4766-9f46-ff4b539d616d req-e98141aa-2383-4620-a1e1-b97b7033bc80 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:31:17.522717 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c3c48fe6-9728-4766-9f46-ff4b539d616d req-e98141aa-2383-4620-a1e1-b97b7033bc80 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d5e78d2-86d8-467e-92ac-f4ca3fd395bc HTTP/1.1" status: 200 len: 945 time: 0.0519333 Sep 07 03:31:17.559653 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c3c48fe6-9728-4766-9f46-ff4b539d616d req-6ef088d3-c3d1-4ba2-9a26-c4a4dacc26ac tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] 10.222.0.22 "GET /v2.0/security-groups?id=15cfc0fe-262a-40a6-908b-01382a145444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309503 Sep 07 03:31:18.118868 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 3a7d9382-9b7a-4f24-9d35-a884c726ec31 up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:31:18.168617 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port 3a7d9382-9b7a-4f24-9d35-a884c726ec31 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:31:18.172432 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port 3a7d9382-9b7a-4f24-9d35-a884c726ec31 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:31:18.172800 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:18.246787 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:18.268939 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d5e78d2-86d8-467e-92ac-f4ca3fd395bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a7d9382-9b7a-4f24-9d35-a884c726ec31'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:31:18.282538 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 3a7d9382-9b7a-4f24-9d35-a884c726ec31, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=3a7d9382-9b7a-4f24-9d35-a884c726ec31,segment=NetworkSegment(6ea481a9-8523-41d1-8b5c-363f63a58dc8),segment_id=6ea481a9-8523-41d1-8b5c-363f63a58dc8)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:31:18.286489 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:18.313533 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a436ec256d2b1825a148fad3e2b3933f4e559d797aa0adc164ec0b132a4edf7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0deca010-b0eb-409b-978f-f7db925e061e" -d '{"events": [{"server_uuid": "5d5e78d2-86d8-467e-92ac-f4ca3fd395bc", "name": "network-vif-plugged", "status": "completed", "tag": "3a7d9382-9b7a-4f24-9d35-a884c726ec31"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:31:18.345166 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=3a7d9382-9b7a-4f24-9d35-a884c726ec31,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:31:18.400494 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d71af5b-5888-4516-8a1f-795f7b6d8680 x-openstack-request-id: req-2d71af5b-5888-4516-8a1f-795f7b6d8680 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:31:18.400963 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d5e78d2-86d8-467e-92ac-f4ca3fd395bc", "name": "network-vif-plugged", "status": "completed", "tag": "3a7d9382-9b7a-4f24-9d35-a884c726ec31", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:31:18.401221 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2d71af5b-5888-4516-8a1f-795f7b6d8680 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:31:18.401616 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d5e78d2-86d8-467e-92ac-f4ca3fd395bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a7d9382-9b7a-4f24-9d35-a884c726ec31', 'code': 200} Sep 07 03:31:18.493118 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e367ab-d79f-4283-b078-cff324e11456 req-0ed86672-a36d-475f-9d60-e16355fa4610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:31:18.494623 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-27e367ab-d79f-4283-b078-cff324e11456 req-0ed86672-a36d-475f-9d60-e16355fa4610 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5d5e78d2-86d8-467e-92ac-f4ca3fd395bc HTTP/1.1" status: 200 len: 1098 time: 0.0395842 Sep 07 03:31:18.528015 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-27e367ab-d79f-4283-b078-cff324e11456 req-2d9d0d2f-a42b-4154-b71c-a44d82250783 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=15cfc0fe-262a-40a6-908b-01382a145444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265770 Sep 07 03:31:18.670007 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf2027-91bd-4f46-856c-b01d89a4ab5c req-0b4c2d0b-f9d4-4893-8357-205d0094b5f3 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:31:18.671503 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-deaf2027-91bd-4f46-856c-b01d89a4ab5c req-0b4c2d0b-f9d4-4893-8357-205d0094b5f3 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d5e78d2-86d8-467e-92ac-f4ca3fd395bc HTTP/1.1" status: 200 len: 946 time: 0.0473437 Sep 07 03:31:18.708169 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-deaf2027-91bd-4f46-856c-b01d89a4ab5c req-81f8854a-4d19-4f46-8e38-44f37d42c545 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] 10.222.0.22 "GET /v2.0/security-groups?id=15cfc0fe-262a-40a6-908b-01382a145444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309446 Sep 07 03:31:19.819728 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f15d2-738c-4eb8-b3f5-bbe534673375 req-6498eb57-822f-4c23-9dc3-0c3cca8662ad tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:31:19.821220 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8e7f15d2-738c-4eb8-b3f5-bbe534673375 req-6498eb57-822f-4c23-9dc3-0c3cca8662ad tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d5e78d2-86d8-467e-92ac-f4ca3fd395bc HTTP/1.1" status: 200 len: 946 time: 0.0472410 Sep 07 03:31:19.862460 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8e7f15d2-738c-4eb8-b3f5-bbe534673375 req-1d9adaa0-3480-4b3b-9cf4-93c9a4c86642 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] 10.222.0.22 "GET /v2.0/security-groups?id=15cfc0fe-262a-40a6-908b-01382a145444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351315 Sep 07 03:31:19.973685 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff23bb-ce12-4af0-b0d8-78ef6916058f req-50f65b2d-c6b6-4397-9a10-95acdf21c43b tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:31:19.975162 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d6ff23bb-ce12-4af0-b0d8-78ef6916058f req-50f65b2d-c6b6-4397-9a10-95acdf21c43b tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d5e78d2-86d8-467e-92ac-f4ca3fd395bc HTTP/1.1" status: 200 len: 946 time: 0.0482352 Sep 07 03:31:20.011883 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d6ff23bb-ce12-4af0-b0d8-78ef6916058f req-e82ce9d4-55e8-46f4-ac27-48fa17bbdc9b tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] 10.222.0.22 "GET /v2.0/security-groups?id=15cfc0fe-262a-40a6-908b-01382a145444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308235 Sep 07 03:31:22.012578 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:22.047018 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:25.087741 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-82d98f9a-19f7-431b-bd4d-543902601fe9 req-6da1547b-cfe5-4c1c-8bec-896e30065a97 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5d5e78d2-86d8-467e-92ac-f4ca3fd395bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407043 Sep 07 03:31:25.166309 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d98f9a-19f7-431b-bd4d-543902601fe9 req-0200c3d6-2126-4cf7-b298-45a7ba84fa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:31:25.167721 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-82d98f9a-19f7-431b-bd4d-543902601fe9 req-0200c3d6-2126-4cf7-b298-45a7ba84fa9d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4d155291060c47dc8c60b9976406eb57&device_id=5d5e78d2-86d8-467e-92ac-f4ca3fd395bc HTTP/1.1" status: 200 len: 1098 time: 0.0399644 Sep 07 03:31:25.274575 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d98f9a-19f7-431b-bd4d-543902601fe9 req-16bf7b92-149b-49a3-9961-8a16ce85f70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:31:25.276102 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-82d98f9a-19f7-431b-bd4d-543902601fe9 req-16bf7b92-149b-49a3-9961-8a16ce85f70b service neutron] 10.222.0.23 "GET /v2.0/networks?id=4d429ea8-69db-4047-b4a8-2083a1c5d9bf HTTP/1.1" status: 200 len: 916 time: 0.0900986 Sep 07 03:31:25.318033 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-82d98f9a-19f7-431b-bd4d-543902601fe9 req-0304c7a1-5b6c-4ccc-bc78-baf6b322d82e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3a7d9382-9b7a-4f24-9d35-a884c726ec31 HTTP/1.1" status: 200 len: 217 time: 0.0349278 Sep 07 03:31:25.366390 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d98f9a-19f7-431b-bd4d-543902601fe9 req-fb7acafd-85cb-45ab-9762-1ffa042d0dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:31:25.367915 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-82d98f9a-19f7-431b-bd4d-543902601fe9 req-fb7acafd-85cb-45ab-9762-1ffa042d0dcd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3de6d4ff-a4de-4198-aed6-858310ffd6dd HTTP/1.1" status: 200 len: 855 time: 0.0437796 Sep 07 03:31:25.416665 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d98f9a-19f7-431b-bd4d-543902601fe9 req-2f02ee6c-3c9b-40c4-99b2-6f9b4372caa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:31:25.418090 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-82d98f9a-19f7-431b-bd4d-543902601fe9 req-2f02ee6c-3c9b-40c4-99b2-6f9b4372caa8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d429ea8-69db-4047-b4a8-2083a1c5d9bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437930 Sep 07 03:31:25.511325 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-82d98f9a-19f7-431b-bd4d-543902601fe9 req-805690e4-7ab3-4d18-a6ad-a8dc47d8ba8f service neutron] 10.222.0.23 "GET /v2.0/networks/4d429ea8-69db-4047-b4a8-2083a1c5d9bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829294 Sep 07 03:31:25.607101 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-82d98f9a-19f7-431b-bd4d-543902601fe9 req-e1a761a6-6581-48dd-bb19-871fda737c6a service neutron] 10.222.0.23 "GET /v2.0/networks/4d429ea8-69db-4047-b4a8-2083a1c5d9bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894272 Sep 07 03:31:25.972468 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-67b8a287-c21f-44e6-a9b0-acbc4c068fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:28.233983 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4ec31482-0f58-4d08-8715-dae28fef73f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:28.775635 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:29.716063 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:31.558128 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:38.313699 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5960795-b877-4bb0-8496-2c402bbfff03 req-b471d433-cee1-4a4b-8f31-76024de141e5 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:31:38.315205 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c5960795-b877-4bb0-8496-2c402bbfff03 req-b471d433-cee1-4a4b-8f31-76024de141e5 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d5e78d2-86d8-467e-92ac-f4ca3fd395bc HTTP/1.1" status: 200 len: 946 time: 0.0528920 Sep 07 03:31:38.352323 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c5960795-b877-4bb0-8496-2c402bbfff03 req-8c08dbd1-41c1-449f-a2a5-b71b623422ea tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] 10.222.0.22 "GET /v2.0/security-groups?id=15cfc0fe-262a-40a6-908b-01382a145444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309737 Sep 07 03:31:39.467836 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b271a8-313c-4c0c-89d6-cc9f92c44768 req-be129ccf-10d2-4f2f-aa65-f01f014d7310 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:31:39.469219 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-53b271a8-313c-4c0c-89d6-cc9f92c44768 req-be129ccf-10d2-4f2f-aa65-f01f014d7310 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d5e78d2-86d8-467e-92ac-f4ca3fd395bc HTTP/1.1" status: 200 len: 946 time: 0.0482373 Sep 07 03:31:39.506578 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-53b271a8-313c-4c0c-89d6-cc9f92c44768 req-64995c17-254c-493d-8d4b-7ba9ec347866 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] 10.222.0.22 "GET /v2.0/security-groups?id=15cfc0fe-262a-40a6-908b-01382a145444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308149 Sep 07 03:31:39.867759 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be7f829-b565-4133-b4b7-9519f2a9c46a req-16cc866e-f513-44ab-ba46-bf965abc128c tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:31:39.869199 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8be7f829-b565-4133-b4b7-9519f2a9c46a req-16cc866e-f513-44ab-ba46-bf965abc128c tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d5e78d2-86d8-467e-92ac-f4ca3fd395bc HTTP/1.1" status: 200 len: 946 time: 0.0474172 Sep 07 03:31:39.958448 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-8be7f829-b565-4133-b4b7-9519f2a9c46a req-a72fb447-d751-46c8-8b15-10fd3412c4e4 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Deleting port 3a7d9382-9b7a-4f24-9d35-a884c726ec31 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:31:39.958788 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-8be7f829-b565-4133-b4b7-9519f2a9c46a req-a72fb447-d751-46c8-8b15-10fd3412c4e4 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:40.043752 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-8be7f829-b565-4133-b4b7-9519f2a9c46a req-a72fb447-d751-46c8-8b15-10fd3412c4e4 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] For port 3a7d9382-9b7a-4f24-9d35-a884c726ec31, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=3a7d9382-9b7a-4f24-9d35-a884c726ec31,segment=NetworkSegment(6ea481a9-8523-41d1-8b5c-363f63a58dc8),segment_id=6ea481a9-8523-41d1-8b5c-363f63a58dc8)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:31:40.044116 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-8be7f829-b565-4133-b4b7-9519f2a9c46a req-a72fb447-d751-46c8-8b15-10fd3412c4e4 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:40.056181 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-8be7f829-b565-4133-b4b7-9519f2a9c46a req-a72fb447-d751-46c8-8b15-10fd3412c4e4 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Calling delete_port for 3a7d9382-9b7a-4f24-9d35-a884c726ec31 owned by compute:nova {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:31:40.182796 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-8be7f829-b565-4133-b4b7-9519f2a9c46a req-a72fb447-d751-46c8-8b15-10fd3412c4e4 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:40.194479 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['3a7d9382-9b7a-4f24-9d35-a884c726ec31'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:31:40.210851 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72fb447-d751-46c8-8b15-10fd3412c4e4 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Pushing event deleted for resources: {'Port': ['ID=3a7d9382-9b7a-4f24-9d35-a884c726ec31,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:31:40.220996 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72fb447-d751-46c8-8b15-10fd3412c4e4 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:31:40.221345 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72fb447-d751-46c8-8b15-10fd3412c4e4 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:31:40.221688 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72fb447-d751-46c8-8b15-10fd3412c4e4 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:31:40.222027 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72fb447-d751-46c8-8b15-10fd3412c4e4 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:31:40.222359 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72fb447-d751-46c8-8b15-10fd3412c4e4 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:31:40.222695 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72fb447-d751-46c8-8b15-10fd3412c4e4 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:31:40.223029 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72fb447-d751-46c8-8b15-10fd3412c4e4 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:31:40.224505 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72fb447-d751-46c8-8b15-10fd3412c4e4 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:31:40.224505 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72fb447-d751-46c8-8b15-10fd3412c4e4 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:31:40.224696 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72fb447-d751-46c8-8b15-10fd3412c4e4 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:31:40.224894 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72fb447-d751-46c8-8b15-10fd3412c4e4 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:31:40.225217 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72fb447-d751-46c8-8b15-10fd3412c4e4 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:31:40.272199 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be7f829-b565-4133-b4b7-9519f2a9c46a req-a72fb447-d751-46c8-8b15-10fd3412c4e4 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] No DVR routers for this DVR port 3a7d9382-9b7a-4f24-9d35-a884c726ec31 on host n-h1-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:31:40.274941 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-8be7f829-b565-4133-b4b7-9519f2a9c46a req-a72fb447-d751-46c8-8b15-10fd3412c4e4 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:40.277172 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8be7f829-b565-4133-b4b7-9519f2a9c46a req-a72fb447-d751-46c8-8b15-10fd3412c4e4 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] 10.222.0.23 "DELETE /v2.0/ports/3a7d9382-9b7a-4f24-9d35-a884c726ec31 HTTP/1.1" status: 204 len: 173 time: 0.4023006 Sep 07 03:31:40.277852 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d5e78d2-86d8-467e-92ac-f4ca3fd395bc', 'name': 'network-vif-deleted', 'tag': '3a7d9382-9b7a-4f24-9d35-a884c726ec31'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:31:40.280237 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf84fb72099b4c059134e8dbf206a3531b112bee59ff8dea8931d4ccd024695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619c95d6-1247-4163-b813-b62f9c44dbe7" -d '{"events": [{"server_uuid": "5d5e78d2-86d8-467e-92ac-f4ca3fd395bc", "name": "network-vif-deleted", "tag": "3a7d9382-9b7a-4f24-9d35-a884c726ec31"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:31:40.323196 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0575ea1f-795f-4308-908e-06e45d83ee4d x-openstack-request-id: req-0575ea1f-795f-4308-908e-06e45d83ee4d {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:31:40.323506 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d5e78d2-86d8-467e-92ac-f4ca3fd395bc", "name": "network-vif-deleted", "tag": "3a7d9382-9b7a-4f24-9d35-a884c726ec31", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:31:40.323774 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0575ea1f-795f-4308-908e-06e45d83ee4d {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:31:40.324174 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d5e78d2-86d8-467e-92ac-f4ca3fd395bc', 'name': 'network-vif-deleted', 'tag': '3a7d9382-9b7a-4f24-9d35-a884c726ec31', 'status': 'completed', 'code': 200} Sep 07 03:31:40.610415 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-aef41374-29e3-4510-b8cd-817ecbd18aa5 req-53f5a945-2a54-4fb8-92a6-6ac92bbc0ba5 tempest-TestEncryptedCinderVolumes-1657735432 tempest-TestEncryptedCinderVolumes-1657735432-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d5e78d2-86d8-467e-92ac-f4ca3fd395bc HTTP/1.1" status: 200 len: 210 time: 0.0256250 Sep 07 03:31:41.699144 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 44200) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:31:42.037614 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8ce38dbe-8925-42b9-8c64-1245f4af0781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:42.274750 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-8ce38dbe-8925-42b9-8c64-1245f4af0781 admin admin] Deleting port 06042bb1-fa0c-41e0-982e-8c87b7f7e284 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:31:42.275088 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8ce38dbe-8925-42b9-8c64-1245f4af0781 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:42.353129 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-8ce38dbe-8925-42b9-8c64-1245f4af0781 admin admin] For port 06042bb1-fa0c-41e0-982e-8c87b7f7e284, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=06042bb1-fa0c-41e0-982e-8c87b7f7e284,segment=NetworkSegment(6ea481a9-8523-41d1-8b5c-363f63a58dc8),segment_id=6ea481a9-8523-41d1-8b5c-363f63a58dc8)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:31:42.353479 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8ce38dbe-8925-42b9-8c64-1245f4af0781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:42.365648 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-8ce38dbe-8925-42b9-8c64-1245f4af0781 admin admin] Calling delete_port for 06042bb1-fa0c-41e0-982e-8c87b7f7e284 owned by network:router_interface {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:31:42.540085 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8ce38dbe-8925-42b9-8c64-1245f4af0781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:42.564217 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce38dbe-8925-42b9-8c64-1245f4af0781 admin admin] Pushing event deleted for resources: {'Port': ['ID=06042bb1-fa0c-41e0-982e-8c87b7f7e284,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:31:42.733948 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8ce38dbe-8925-42b9-8c64-1245f4af0781 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:43.260070 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ce38dbe-8925-42b9-8c64-1245f4af0781 admin admin] Router e758120b-446b-4ca6-acff-3f1abdbe0f78 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:31:43.363938 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce38dbe-8925-42b9-8c64-1245f4af0781 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:31:43.369433 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8ce38dbe-8925-42b9-8c64-1245f4af0781 admin admin] 10.222.0.22 "PUT /v2.0/routers/e758120b-446b-4ca6-acff-3f1abdbe0f78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6692066 Sep 07 03:31:43.372271 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44202) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:31:43.380808 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e67f2ed-7948-4a55-aa63-ddc6196106e9 None None] Sync routers for ids ['e758120b-446b-4ca6-acff-3f1abdbe0f78'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:31:43.390305 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e67f2ed-7948-4a55-aa63-ddc6196106e9 None None] Routers {'e758120b-446b-4ca6-acff-3f1abdbe0f78'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:31:43.390918 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-6e67f2ed-7948-4a55-aa63-ddc6196106e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:31:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['e758120b-446b-4ca6-acff-3f1abdbe0f78'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:31:43.477700 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b82b1466-5c24-45a5-89aa-3835cd8308e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:43.497422 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-6e67f2ed-7948-4a55-aa63-ddc6196106e9 None None] Set router e758120b-446b-4ca6-acff-3f1abdbe0f78 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:31:43.582745 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b82b1466-5c24-45a5-89aa-3835cd8308e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:43.636276 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-b82b1466-5c24-45a5-89aa-3835cd8308e7 admin admin] Deleting port c4f5f698-a0b4-40ea-80cc-e9672103f6c3 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:31:43.636600 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b82b1466-5c24-45a5-89aa-3835cd8308e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:43.686934 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-6e67f2ed-7948-4a55-aa63-ddc6196106e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e758120b-446b-4ca6-acff-3f1abdbe0f78', 'name': 'tempest-TestEncryptedCinderVolumes-901524750-router', 'tenant_id': '4d155291060c47dc8c60b9976406eb57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': 'c4f5f698-a0b4-40ea-80cc-e9672103f6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:30:27Z', 'updated_at': '2021-09-07T03:31:42Z', 'revision_number': 5, 'project_id': '4d155291060c47dc8c60b9976406eb57', 'gw_port': {'id': 'c4f5f698-a0b4-40ea-80cc-e9672103f6c3', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:fb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e758120b-446b-4ca6-acff-3f1abdbe0f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:30:28Z', 'updated_at': '2021-09-07T03:30:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:31:43.720180 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-b82b1466-5c24-45a5-89aa-3835cd8308e7 admin admin] For port c4f5f698-a0b4-40ea-80cc-e9672103f6c3, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=c4f5f698-a0b4-40ea-80cc-e9672103f6c3,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:31:43.720557 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b82b1466-5c24-45a5-89aa-3835cd8308e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:43.733792 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-b82b1466-5c24-45a5-89aa-3835cd8308e7 admin admin] Calling delete_port for c4f5f698-a0b4-40ea-80cc-e9672103f6c3 owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:31:43.799275 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e67f2ed-7948-4a55-aa63-ddc6196106e9 None None] Checking router: e758120b-446b-4ca6-acff-3f1abdbe0f78 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:31:43.808197 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e67f2ed-7948-4a55-aa63-ddc6196106e9 None None] Routers {'e758120b-446b-4ca6-acff-3f1abdbe0f78'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:31:43.808808 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-6e67f2ed-7948-4a55-aa63-ddc6196106e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:31:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['e758120b-446b-4ca6-acff-3f1abdbe0f78'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:31:43.897455 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-6e67f2ed-7948-4a55-aa63-ddc6196106e9 None None] Set router e758120b-446b-4ca6-acff-3f1abdbe0f78 gateway port host: None {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:31:43.906512 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b82b1466-5c24-45a5-89aa-3835cd8308e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:43.940047 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82b1466-5c24-45a5-89aa-3835cd8308e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4f5f698-a0b4-40ea-80cc-e9672103f6c3,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:31:43.953592 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-6e67f2ed-7948-4a55-aa63-ddc6196106e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e758120b-446b-4ca6-acff-3f1abdbe0f78', 'name': 'tempest-TestEncryptedCinderVolumes-901524750-router', 'tenant_id': '4d155291060c47dc8c60b9976406eb57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:30:27Z', 'updated_at': '2021-09-07T03:31:43Z', 'revision_number': 6, 'project_id': '4d155291060c47dc8c60b9976406eb57', 'gw_port_host': None}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:31:43.957026 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82b1466-5c24-45a5-89aa-3835cd8308e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:31:43.957026 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82b1466-5c24-45a5-89aa-3835cd8308e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:31:43.957026 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82b1466-5c24-45a5-89aa-3835cd8308e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:31:43.957327 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82b1466-5c24-45a5-89aa-3835cd8308e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:31:43.958029 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82b1466-5c24-45a5-89aa-3835cd8308e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:31:43.958382 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82b1466-5c24-45a5-89aa-3835cd8308e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:31:43.958711 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82b1466-5c24-45a5-89aa-3835cd8308e7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:31:43.959038 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82b1466-5c24-45a5-89aa-3835cd8308e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:31:43.959381 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82b1466-5c24-45a5-89aa-3835cd8308e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:31:43.959845 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82b1466-5c24-45a5-89aa-3835cd8308e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:31:43.960179 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82b1466-5c24-45a5-89aa-3835cd8308e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:31:43.960505 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82b1466-5c24-45a5-89aa-3835cd8308e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:31:43.985704 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e67f2ed-7948-4a55-aa63-ddc6196106e9 None None] The sync data for ids ['e758120b-446b-4ca6-acff-3f1abdbe0f78'] in n-d-796209-16 is: [{'id': 'e758120b-446b-4ca6-acff-3f1abdbe0f78', 'name': 'tempest-TestEncryptedCinderVolumes-901524750-router', 'tenant_id': '4d155291060c47dc8c60b9976406eb57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:30:27Z', 'updated_at': '2021-09-07T03:31:43Z', 'revision_number': 6, 'project_id': '4d155291060c47dc8c60b9976406eb57', 'gw_port_host': None}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:31:44.028718 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b82b1466-5c24-45a5-89aa-3835cd8308e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:44.120334 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b82b1466-5c24-45a5-89aa-3835cd8308e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:44.122569 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b82b1466-5c24-45a5-89aa-3835cd8308e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:44.164612 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b82b1466-5c24-45a5-89aa-3835cd8308e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:44.165097 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b82b1466-5c24-45a5-89aa-3835cd8308e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e758120b-446b-4ca6-acff-3f1abdbe0f78 {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 03:31:44.169904 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b82b1466-5c24-45a5-89aa-3835cd8308e7 admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:44.170951 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b82b1466-5c24-45a5-89aa-3835cd8308e7 admin admin] 10.222.0.22 "DELETE /v2.0/routers/e758120b-446b-4ca6-acff-3f1abdbe0f78 HTTP/1.1" status: 204 len: 168 time: 0.7976711 Sep 07 03:31:44.173453 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44204) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:31:44.221330 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-b055a9e8-f5eb-4cc4-9ec6-70fb868e6333 admin admin] Deleting subnet 3de6d4ff-a4de-4198-aed6-858310ffd6dd {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 03:31:44.224932 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b055a9e8-f5eb-4cc4-9ec6-70fb868e6333 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:44.228426 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 3a7d9382-9b7a-4f24-9d35-a884c726ec31 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:31:44.248841 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: 3a7d9382-9b7a-4f24-9d35-a884c726ec31 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:31:44.249181 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 3a7d9382-9b7a-4f24-9d35-a884c726ec31 not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:31:44.259703 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b055a9e8-f5eb-4cc4-9ec6-70fb868e6333 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:44.339850 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b055a9e8-f5eb-4cc4-9ec6-70fb868e6333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:44.396913 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b055a9e8-f5eb-4cc4-9ec6-70fb868e6333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:44.422745 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b055a9e8-f5eb-4cc4-9ec6-70fb868e6333 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3de6d4ff-a4de-4198-aed6-858310ffd6dd,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:31:44.435238 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-b055a9e8-f5eb-4cc4-9ec6-70fb868e6333 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:44.437160 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b055a9e8-f5eb-4cc4-9ec6-70fb868e6333 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/3de6d4ff-a4de-4198-aed6-858310ffd6dd HTTP/1.1" status: 204 len: 168 time: 0.2627015 Sep 07 03:31:44.440058 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44206) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:31:44.441403 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015a027e-7015-4b4f-8a10-36a77c237307 None None] Network 4d429ea8-69db-4047-b4a8-2083a1c5d9bf requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:31:44.487402 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:31:44.514896 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bca1d882-1945-4599-b89f-1bdcd61ca284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:44.566697 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-bca1d882-1945-4599-b89f-1bdcd61ca284 admin admin] Deleting port 9a812b57-cea2-473e-89f8-0f696239f115 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:31:44.567102 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bca1d882-1945-4599-b89f-1bdcd61ca284 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:44.633546 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-bca1d882-1945-4599-b89f-1bdcd61ca284 admin admin] For port 9a812b57-cea2-473e-89f8-0f696239f115, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=9a812b57-cea2-473e-89f8-0f696239f115,segment=NetworkSegment(6ea481a9-8523-41d1-8b5c-363f63a58dc8),segment_id=6ea481a9-8523-41d1-8b5c-363f63a58dc8)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:31:44.633907 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bca1d882-1945-4599-b89f-1bdcd61ca284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:44.645641 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-bca1d882-1945-4599-b89f-1bdcd61ca284 admin admin] Calling delete_port for 9a812b57-cea2-473e-89f8-0f696239f115 owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:31:44.719595 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bca1d882-1945-4599-b89f-1bdcd61ca284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:44.748912 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca1d882-1945-4599-b89f-1bdcd61ca284 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a812b57-cea2-473e-89f8-0f696239f115,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:31:44.752018 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca1d882-1945-4599-b89f-1bdcd61ca284 admin admin] No DVR routers for this DVR port 9a812b57-cea2-473e-89f8-0f696239f115 on host n-d-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:31:44.788714 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e3fffa-6c7b-47a7-883b-005bc0ccef04 None None] DHCP port deletion for 4d429ea8-69db-4047-b4a8-2083a1c5d9bf request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 03:31:44.828777 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bca1d882-1945-4599-b89f-1bdcd61ca284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:44.848074 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-bca1d882-1945-4599-b89f-1bdcd61ca284 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d429ea8-69db-4047-b4a8-2083a1c5d9bf']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:31:44.857454 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-bca1d882-1945-4599-b89f-1bdcd61ca284 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ea481a9-8523-41d1-8b5c-363f63a58dc8') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:31:44.857746 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-bca1d882-1945-4599-b89f-1bdcd61ca284 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ea481a9-8523-41d1-8b5c-363f63a58dc8') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:31:44.867696 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bca1d882-1945-4599-b89f-1bdcd61ca284 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:44.882054 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bca1d882-1945-4599-b89f-1bdcd61ca284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:44.888117 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bca1d882-1945-4599-b89f-1bdcd61ca284 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 03:31:44.888706 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bca1d882-1945-4599-b89f-1bdcd61ca284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:44.890523 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 03:31:44.890523 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 03:31:44.890523 n-d-796209-16 neutron-server[94700]: timer() Sep 07 03:31:44.890523 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 03:31:44.890523 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 03:31:44.890523 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 03:31:44.890523 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 03:31:44.890523 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 03:31:44.890523 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 03:31:44.890523 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 03:31:44.890523 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 03:31:44.890523 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 03:31:44.890523 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 03:31:44.890523 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 03:31:44.890523 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 03:31:44.890523 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 03:31:44.890523 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 03:31:44.890523 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 03:31:44.890523 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 03:31:44.890523 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 03:31:44.890523 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 03:31:44.890523 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 03:31:44.890523 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 03:31:44.890523 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 03:31:44.890523 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 03:31:44.890523 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 03:31:44.890523 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 03:31:44.890523 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 03:31:44.890523 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 03:31:44.890523 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 03:31:44.890523 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 03:31:44.890523 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 03:31:45.265706 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 9a812b57-cea2-473e-89f8-0f696239f115 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:31:45.276994 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bca1d882-1945-4599-b89f-1bdcd61ca284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:45.282836 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bca1d882-1945-4599-b89f-1bdcd61ca284 admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:45.284740 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-bca1d882-1945-4599-b89f-1bdcd61ca284 admin admin] 10.222.0.22 "DELETE /v2.0/networks/4d429ea8-69db-4047-b4a8-2083a1c5d9bf HTTP/1.1" status: 204 len: 168 time: 0.8437645 Sep 07 03:31:45.287923 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 44208) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:31:45.289169 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 9a812b57-cea2-473e-89f8-0f696239f115 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:31:45.289586 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 9a812b57-cea2-473e-89f8-0f696239f115 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:31:45.290212 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device c4f5f698-a0b4-40ea-80cc-e9672103f6c3 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:31:45.295590 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca1d882-1945-4599-b89f-1bdcd61ca284 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d429ea8-69db-4047-b4a8-2083a1c5d9bf,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:31:45.313793 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: c4f5f698-a0b4-40ea-80cc-e9672103f6c3 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:31:45.314139 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device c4f5f698-a0b4-40ea-80cc-e9672103f6c3 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:31:45.314564 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 06042bb1-fa0c-41e0-982e-8c87b7f7e284 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:31:45.333565 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 06042bb1-fa0c-41e0-982e-8c87b7f7e284 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:31:45.333913 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 06042bb1-fa0c-41e0-982e-8c87b7f7e284 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:31:45.634883 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d29db722-37b0-4137-bc4c-d575034527e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:45.873995 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-d29db722-37b0-4137-bc4c-d575034527e6 admin admin] Deleting port 64e07b18-7dae-4f73-ac2b-40e8bd4a9d6d {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:31:45.874380 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d29db722-37b0-4137-bc4c-d575034527e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:45.952922 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-d29db722-37b0-4137-bc4c-d575034527e6 admin admin] For port 64e07b18-7dae-4f73-ac2b-40e8bd4a9d6d, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=64e07b18-7dae-4f73-ac2b-40e8bd4a9d6d,segment=NetworkSegment(1d9d3138-47fd-4e89-a314-13d39705322a),segment_id=1d9d3138-47fd-4e89-a314-13d39705322a)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:31:45.953213 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d29db722-37b0-4137-bc4c-d575034527e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:45.970111 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-d29db722-37b0-4137-bc4c-d575034527e6 admin admin] Calling delete_port for 64e07b18-7dae-4f73-ac2b-40e8bd4a9d6d owned by network:router_interface {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:31:46.153600 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d29db722-37b0-4137-bc4c-d575034527e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:46.176152 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29db722-37b0-4137-bc4c-d575034527e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=64e07b18-7dae-4f73-ac2b-40e8bd4a9d6d,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:31:46.344963 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d29db722-37b0-4137-bc4c-d575034527e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:46.562917 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d29db722-37b0-4137-bc4c-d575034527e6 admin admin] Router de4d8029-f72a-45fd-ba86-d7131d0ceb74 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:31:46.667616 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d29db722-37b0-4137-bc4c-d575034527e6 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:31:46.673842 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d29db722-37b0-4137-bc4c-d575034527e6 admin admin] 10.222.0.22 "PUT /v2.0/routers/de4d8029-f72a-45fd-ba86-d7131d0ceb74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3835413 Sep 07 03:31:46.675105 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 44210) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:31:46.677397 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49dc1091-f103-4289-af87-a3db7d5d569d None None] Sync routers for ids ['de4d8029-f72a-45fd-ba86-d7131d0ceb74'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:31:46.686488 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dc1091-f103-4289-af87-a3db7d5d569d None None] Routers {'de4d8029-f72a-45fd-ba86-d7131d0ceb74'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:31:46.687110 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-49dc1091-f103-4289-af87-a3db7d5d569d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:31:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['de4d8029-f72a-45fd-ba86-d7131d0ceb74'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:31:46.778755 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-23952b20-6be3-471f-94b6-c7a875607c1a admin admin] Notify callbacks [] for router, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:46.886223 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-23952b20-6be3-471f-94b6-c7a875607c1a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:46.939126 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-23952b20-6be3-471f-94b6-c7a875607c1a admin admin] Deleting port 9f7e1f78-820b-4dbc-ac78-214499b2fbbf {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:31:46.939472 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-23952b20-6be3-471f-94b6-c7a875607c1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:46.947048 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-49dc1091-f103-4289-af87-a3db7d5d569d None None] Set router de4d8029-f72a-45fd-ba86-d7131d0ceb74 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:31:47.020315 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-23952b20-6be3-471f-94b6-c7a875607c1a admin admin] For port 9f7e1f78-820b-4dbc-ac78-214499b2fbbf, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=9f7e1f78-820b-4dbc-ac78-214499b2fbbf,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:31:47.020687 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-23952b20-6be3-471f-94b6-c7a875607c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:47.033134 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-23952b20-6be3-471f-94b6-c7a875607c1a admin admin] Calling delete_port for 9f7e1f78-820b-4dbc-ac78-214499b2fbbf owned by network:router_gateway {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:31:47.124071 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-49dc1091-f103-4289-af87-a3db7d5d569d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4d8029-f72a-45fd-ba86-d7131d0ceb74', 'name': 'tempest-TestEncryptedCinderVolumes-617672937-router', 'tenant_id': 'a394070494bf40a688c922a84ffbff45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.132'}], 'enable_snat': True}, 'gw_port_id': '9f7e1f78-820b-4dbc-ac78-214499b2fbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:30:32Z', 'updated_at': '2021-09-07T03:31:46Z', 'revision_number': 5, 'project_id': 'a394070494bf40a688c922a84ffbff45', 'gw_port': {'id': '9f7e1f78-820b-4dbc-ac78-214499b2fbbf', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ac:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4d8029-f72a-45fd-ba86-d7131d0ceb74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:30:33Z', 'updated_at': '2021-09-07T03:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:31:47.149837 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49dc1091-f103-4289-af87-a3db7d5d569d None None] Checking router: de4d8029-f72a-45fd-ba86-d7131d0ceb74 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:31:47.158018 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dc1091-f103-4289-af87-a3db7d5d569d None None] Routers {'de4d8029-f72a-45fd-ba86-d7131d0ceb74'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:31:47.158627 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-49dc1091-f103-4289-af87-a3db7d5d569d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:31:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['de4d8029-f72a-45fd-ba86-d7131d0ceb74'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:31:47.196659 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-23952b20-6be3-471f-94b6-c7a875607c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:47.231813 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23952b20-6be3-471f-94b6-c7a875607c1a admin admin] Pushing event deleted for resources: {'Port': ['ID=9f7e1f78-820b-4dbc-ac78-214499b2fbbf,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:31:47.254080 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-49dc1091-f103-4289-af87-a3db7d5d569d None None] Set router de4d8029-f72a-45fd-ba86-d7131d0ceb74 gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:31:47.287157 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-23952b20-6be3-471f-94b6-c7a875607c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:47.310134 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-49dc1091-f103-4289-af87-a3db7d5d569d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de4d8029-f72a-45fd-ba86-d7131d0ceb74', 'name': 'tempest-TestEncryptedCinderVolumes-617672937-router', 'tenant_id': 'a394070494bf40a688c922a84ffbff45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:30:32Z', 'updated_at': '2021-09-07T03:31:46Z', 'revision_number': 6, 'project_id': 'a394070494bf40a688c922a84ffbff45', 'gw_port_host': None}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:31:47.336261 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49dc1091-f103-4289-af87-a3db7d5d569d None None] The sync data for ids ['de4d8029-f72a-45fd-ba86-d7131d0ceb74'] in n-d-796209-16 is: [{'id': 'de4d8029-f72a-45fd-ba86-d7131d0ceb74', 'name': 'tempest-TestEncryptedCinderVolumes-617672937-router', 'tenant_id': 'a394070494bf40a688c922a84ffbff45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:30:32Z', 'updated_at': '2021-09-07T03:31:46Z', 'revision_number': 6, 'project_id': 'a394070494bf40a688c922a84ffbff45', 'gw_port_host': None}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:31:47.379209 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-23952b20-6be3-471f-94b6-c7a875607c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:47.381731 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-23952b20-6be3-471f-94b6-c7a875607c1a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:47.425801 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-23952b20-6be3-471f-94b6-c7a875607c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:47.426346 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23952b20-6be3-471f-94b6-c7a875607c1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router de4d8029-f72a-45fd-ba86-d7131d0ceb74 {{(pid=94701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 03:31:47.431102 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-23952b20-6be3-471f-94b6-c7a875607c1a admin admin] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:47.432324 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-23952b20-6be3-471f-94b6-c7a875607c1a admin admin] 10.222.0.22 "DELETE /v2.0/routers/de4d8029-f72a-45fd-ba86-d7131d0ceb74 HTTP/1.1" status: 204 len: 168 time: 0.7562842 Sep 07 03:31:47.434767 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 44212) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:31:47.481932 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-92287144-c8c7-41c2-ac46-7443101b823d admin admin] Deleting subnet 6e334392-2431-4323-b792-2dea7069d1f4 {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 03:31:47.484866 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-92287144-c8c7-41c2-ac46-7443101b823d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:47.517326 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-92287144-c8c7-41c2-ac46-7443101b823d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:47.591320 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-92287144-c8c7-41c2-ac46-7443101b823d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:47.645779 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-92287144-c8c7-41c2-ac46-7443101b823d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:47.671170 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92287144-c8c7-41c2-ac46-7443101b823d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e334392-2431-4323-b792-2dea7069d1f4,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:31:47.674863 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-92287144-c8c7-41c2-ac46-7443101b823d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:47.678338 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-92287144-c8c7-41c2-ac46-7443101b823d admin admin] 10.222.0.22 "DELETE /v2.0/subnets/6e334392-2431-4323-b792-2dea7069d1f4 HTTP/1.1" status: 204 len: 168 time: 0.2421501 Sep 07 03:31:47.680118 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44214) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:31:47.683032 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e73b09-916b-4448-8664-02bc2b6a0c0b None None] Network 8f90701e-e422-470c-bcb6-d7617354f51e requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:31:47.753119 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a194deec-672c-4b73-a745-a7d8b2b70dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:47.815675 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-a194deec-672c-4b73-a745-a7d8b2b70dcf admin admin] Deleting port dd79835c-2185-4833-90a5-2219ffb147d6 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:31:47.816024 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a194deec-672c-4b73-a745-a7d8b2b70dcf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:47.883104 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-a194deec-672c-4b73-a745-a7d8b2b70dcf admin admin] For port dd79835c-2185-4833-90a5-2219ffb147d6, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=dd79835c-2185-4833-90a5-2219ffb147d6,segment=NetworkSegment(1d9d3138-47fd-4e89-a314-13d39705322a),segment_id=1d9d3138-47fd-4e89-a314-13d39705322a)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:31:47.883466 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a194deec-672c-4b73-a745-a7d8b2b70dcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:47.895675 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-a194deec-672c-4b73-a745-a7d8b2b70dcf admin admin] Calling delete_port for dd79835c-2185-4833-90a5-2219ffb147d6 owned by network:dhcp {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:31:47.973679 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a194deec-672c-4b73-a745-a7d8b2b70dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:47.997555 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a194deec-672c-4b73-a745-a7d8b2b70dcf admin admin] Pushing event deleted for resources: {'Port': ['ID=dd79835c-2185-4833-90a5-2219ffb147d6,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:31:48.001857 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a194deec-672c-4b73-a745-a7d8b2b70dcf admin admin] No DVR routers for this DVR port dd79835c-2185-4833-90a5-2219ffb147d6 on host n-d-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:31:48.075604 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a194deec-672c-4b73-a745-a7d8b2b70dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:48.079725 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66eca5c4-f043-4f3c-9523-b813af187dff None None] DHCP port deletion for 8f90701e-e422-470c-bcb6-d7617354f51e request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 03:31:48.098287 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-a194deec-672c-4b73-a745-a7d8b2b70dcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f90701e-e422-470c-bcb6-d7617354f51e']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:31:48.107895 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-a194deec-672c-4b73-a745-a7d8b2b70dcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d9d3138-47fd-4e89-a314-13d39705322a') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:31:48.108212 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-a194deec-672c-4b73-a745-a7d8b2b70dcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d9d3138-47fd-4e89-a314-13d39705322a') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:31:48.117368 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a194deec-672c-4b73-a745-a7d8b2b70dcf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:48.130513 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a194deec-672c-4b73-a745-a7d8b2b70dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:48.136742 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a194deec-672c-4b73-a745-a7d8b2b70dcf admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 03:31:48.137132 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a194deec-672c-4b73-a745-a7d8b2b70dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:48.138722 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 03:31:48.138722 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 03:31:48.138722 n-d-796209-16 neutron-server[94700]: timer() Sep 07 03:31:48.138722 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 03:31:48.138722 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 03:31:48.138722 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 03:31:48.138722 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 03:31:48.138722 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 03:31:48.138722 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 03:31:48.138722 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 03:31:48.138722 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 03:31:48.138722 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 03:31:48.138722 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 03:31:48.138722 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 03:31:48.138722 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 03:31:48.138722 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 03:31:48.138722 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 03:31:48.138722 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 03:31:48.138722 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 03:31:48.138722 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 03:31:48.138722 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 03:31:48.138722 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 03:31:48.138722 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 03:31:48.138722 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 03:31:48.138722 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 03:31:48.138722 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 03:31:48.138722 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 03:31:48.138722 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 03:31:48.138722 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 03:31:48.138722 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 03:31:48.138722 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 03:31:48.138722 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 03:31:48.196289 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a194deec-672c-4b73-a745-a7d8b2b70dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:48.203625 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a194deec-672c-4b73-a745-a7d8b2b70dcf admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:48.205498 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a194deec-672c-4b73-a745-a7d8b2b70dcf admin admin] 10.222.0.22 "DELETE /v2.0/networks/8f90701e-e422-470c-bcb6-d7617354f51e HTTP/1.1" status: 204 len: 168 time: 0.5243423 Sep 07 03:31:48.217396 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a194deec-672c-4b73-a745-a7d8b2b70dcf admin admin] Pushing event deleted for resources: {'Network': ['ID=8f90701e-e422-470c-bcb6-d7617354f51e,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:31:48.369540 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44218) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:31:48.410089 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-2f876ee2-fb9f-4db8-a2fc-001d5d345131 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4d155291060c47dc8c60b9976406eb57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0372620 Sep 07 03:31:48.410353 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44220) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:31:48.460674 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fd3ad591-9bc6-4266-847d-fc84936df2ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:48.480875 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fd3ad591-9bc6-4266-847d-fc84936df2ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:48.525517 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fd3ad591-9bc6-4266-847d-fc84936df2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:48.528943 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fd3ad591-9bc6-4266-847d-fc84936df2ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:48.530114 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-fd3ad591-9bc6-4266-847d-fc84936df2ea admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/15cfc0fe-262a-40a6-908b-01382a145444 HTTP/1.1" status: 204 len: 168 time: 0.1188393 Sep 07 03:31:48.540191 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3ad591-9bc6-4266-847d-fc84936df2ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15cfc0fe-262a-40a6-908b-01382a145444,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:31:48.833780 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44226) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:31:48.876522 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-85bae11f-62f6-4087-a618-a6ed2379f401 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a394070494bf40a688c922a84ffbff45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415325 Sep 07 03:31:48.879057 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 44228) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:31:48.927905 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-50e5665b-8abf-403d-ab2e-f8eb6f3d39c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:48.949318 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-50e5665b-8abf-403d-ab2e-f8eb6f3d39c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:48.995832 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-50e5665b-8abf-403d-ab2e-f8eb6f3d39c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:48.998351 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-50e5665b-8abf-403d-ab2e-f8eb6f3d39c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:48.999853 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-50e5665b-8abf-403d-ab2e-f8eb6f3d39c6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/27b72efe-b249-4f04-bd90-76bf824eba84 HTTP/1.1" status: 204 len: 168 time: 0.1195891 Sep 07 03:31:49.011023 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e5665b-8abf-403d-ab2e-f8eb6f3d39c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b72efe-b249-4f04-bd90-76bf824eba84,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:31:49.265691 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 64e07b18-7dae-4f73-ac2b-40e8bd4a9d6d no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:31:49.286472 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 64e07b18-7dae-4f73-ac2b-40e8bd4a9d6d {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:31:49.286827 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 64e07b18-7dae-4f73-ac2b-40e8bd4a9d6d not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:31:49.287255 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 9f7e1f78-820b-4dbc-ac78-214499b2fbbf no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:31:49.305964 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 9f7e1f78-820b-4dbc-ac78-214499b2fbbf {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:31:49.306318 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 9f7e1f78-820b-4dbc-ac78-214499b2fbbf not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:31:49.306743 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device dd79835c-2185-4833-90a5-2219ffb147d6 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:31:49.330844 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: dd79835c-2185-4833-90a5-2219ffb147d6 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:31:49.331203 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device dd79835c-2185-4833-90a5-2219ffb147d6 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:31:49.658783 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 44250) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:31:49.751787 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-a1363def-6cbe-4cef-825c-2dba471a2594 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1164764020-network', 'tenant_id': '7091e1d3f1ab49c298f3a360bf6db749'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:31:49.772959 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1363def-6cbe-4cef-825c-2dba471a2594 admin admin] Made reservation on behalf of 7091e1d3f1ab49c298f3a360bf6db749 for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:31:49.775350 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a1363def-6cbe-4cef-825c-2dba471a2594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:49.783501 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a1363def-6cbe-4cef-825c-2dba471a2594 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:49.869907 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a1363def-6cbe-4cef-825c-2dba471a2594 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:49.873595 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a1363def-6cbe-4cef-825c-2dba471a2594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:49.900481 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1363def-6cbe-4cef-825c-2dba471a2594 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 03:31:49.909790 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1363def-6cbe-4cef-825c-2dba471a2594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d76f3a-e522-4893-9b68-eb0c96b0477e,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:31:49.915329 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a1363def-6cbe-4cef-825c-2dba471a2594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:49.915702 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-a1363def-6cbe-4cef-825c-2dba471a2594 admin admin] Added segment 9c663391-40f4-48b6-bb8c-2ad89eeb9299 of type vlan for network 83a5f3a1-09de-4774-a3ef-fde5366a340e Sep 07 03:31:49.955470 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a1363def-6cbe-4cef-825c-2dba471a2594 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:49.978653 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a1363def-6cbe-4cef-825c-2dba471a2594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:49.979625 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1363def-6cbe-4cef-825c-2dba471a2594 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:31:49.980209 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a1363def-6cbe-4cef-825c-2dba471a2594 admin admin] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:50.008406 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a1363def-6cbe-4cef-825c-2dba471a2594 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3485525 Sep 07 03:31:50.011445 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44254) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:31:50.016564 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-2d1535db-9866-441b-9ed4-0819f1ea8070 admin admin] Request body: {'subnet': {'network_id': '83a5f3a1-09de-4774-a3ef-fde5366a340e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1164764020-subnet', 'tenant_id': '7091e1d3f1ab49c298f3a360bf6db749', 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:31:50.036475 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1535db-9866-441b-9ed4-0819f1ea8070 admin admin] Made reservation on behalf of 7091e1d3f1ab49c298f3a360bf6db749 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:31:50.038622 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2d1535db-9866-441b-9ed4-0819f1ea8070 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:50.041477 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1363def-6cbe-4cef-825c-2dba471a2594 admin admin] Pushing event updated for resources: {'Network': ['ID=83a5f3a1-09de-4774-a3ef-fde5366a340e,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:31:50.052501 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 83a5f3a1-09de-4774-a3ef-fde5366a340e details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 03:31:50.205819 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2d1535db-9866-441b-9ed4-0819f1ea8070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:50.258073 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1535db-9866-441b-9ed4-0819f1ea8070 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63eb6b64-0762-4461-8454-97250fba4f10,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:31:50.268040 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1535db-9866-441b-9ed4-0819f1ea8070 admin admin] Checking segment: {'id': '9c663391-40f4-48b6-bb8c-2ad89eeb9299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '83a5f3a1-09de-4774-a3ef-fde5366a340e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:31:50.268398 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1535db-9866-441b-9ed4-0819f1ea8070 admin admin] Network hostable DHCP agents. Network: 83a5f3a1-09de-4774-a3ef-fde5366a340e, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 03:31:50.284124 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1535db-9866-441b-9ed4-0819f1ea8070 admin admin] Network 83a5f3a1-09de-4774-a3ef-fde5366a340e is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 03:31:50.293174 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-2d1535db-9866-441b-9ed4-0819f1ea8070 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 83a5f3a1-09de-4774-a3ef-fde5366a340e) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:31:50.297301 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1535db-9866-441b-9ed4-0819f1ea8070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:31:50.297889 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2d1535db-9866-441b-9ed4-0819f1ea8070 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:50.302721 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cc245e-b037-4666-86ac-d66c96fb7619 None None] Network 83a5f3a1-09de-4774-a3ef-fde5366a340e requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:31:50.312223 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-2d1535db-9866-441b-9ed4-0819f1ea8070 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.2994046 Sep 07 03:31:50.314830 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44256) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:31:50.319188 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-816f77d4-b8e2-45b7-ae7f-7ff19eb8cc0c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1164764020-router', 'tenant_id': '7091e1d3f1ab49c298f3a360bf6db749', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:31:50.339304 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-816f77d4-b8e2-45b7-ae7f-7ff19eb8cc0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:50.340355 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-816f77d4-b8e2-45b7-ae7f-7ff19eb8cc0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:50.396055 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-816f77d4-b8e2-45b7-ae7f-7ff19eb8cc0c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:50.448775 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0454c0a4-d7f1-46ed-82cc-60a25aa0403e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-83a5f3a1-09de-4774-a3ef-fde5366a340e', 'network_id': '83a5f3a1-09de-4774-a3ef-fde5366a340e', 'tenant_id': '7091e1d3f1ab49c298f3a360bf6db749', 'fixed_ips': [{'subnet_id': '63eb6b64-0762-4461-8454-97250fba4f10'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 03:31:50.449646 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0454c0a4-d7f1-46ed-82cc-60a25aa0403e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:50.530984 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-816f77d4-b8e2-45b7-ae7f-7ff19eb8cc0c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:50.585012 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-0454c0a4-d7f1-46ed-82cc-60a25aa0403e None None] Allocated IP 172.20.0.2 (83a5f3a1-09de-4774-a3ef-fde5366a340e/63eb6b64-0762-4461-8454-97250fba4f10/1b32c8c5-6aa9-40d9-903f-4cb58c2ca61d) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:31:50.727433 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0454c0a4-d7f1-46ed-82cc-60a25aa0403e None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:50.734437 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-816f77d4-b8e2-45b7-ae7f-7ff19eb8cc0c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:50.735829 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-0454c0a4-d7f1-46ed-82cc-60a25aa0403e None None] Transition to ACTIVE for port object 1b32c8c5-6aa9-40d9-903f-4cb58c2ca61d will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:31:50.750553 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-0454c0a4-d7f1-46ed-82cc-60a25aa0403e None None] Transition to ACTIVE for port object 1b32c8c5-6aa9-40d9-903f-4cb58c2ca61d will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:31:50.754041 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-816f77d4-b8e2-45b7-ae7f-7ff19eb8cc0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:50.757274 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0454c0a4-d7f1-46ed-82cc-60a25aa0403e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:50.794215 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0454c0a4-d7f1-46ed-82cc-60a25aa0403e None None] Network 83a5f3a1-09de-4774-a3ef-fde5366a340e is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:31:50.797051 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-0454c0a4-d7f1-46ed-82cc-60a25aa0403e None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:31:50.803528 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0454c0a4-d7f1-46ed-82cc-60a25aa0403e None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:31:50.810328 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0454c0a4-d7f1-46ed-82cc-60a25aa0403e None None] Pushing event updated for resources: {'Port': ['ID=1b32c8c5-6aa9-40d9-903f-4cb58c2ca61d,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:31:50.861220 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-0454c0a4-d7f1-46ed-82cc-60a25aa0403e None None] Attempting to bind port 1b32c8c5-6aa9-40d9-903f-4cb58c2ca61d on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:31:50.861455 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-816f77d4-b8e2-45b7-ae7f-7ff19eb8cc0c admin admin] Allocated IP 172.25.5.248 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/49e0dae7-ffdc-4666-bff5-4a957540cfec) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:31:50.861560 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-0454c0a4-d7f1-46ed-82cc-60a25aa0403e None None] Attempting to bind port 1b32c8c5-6aa9-40d9-903f-4cb58c2ca61d by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '9c663391-40f4-48b6-bb8c-2ad89eeb9299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '83a5f3a1-09de-4774-a3ef-fde5366a340e'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:31:50.861860 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0454c0a4-d7f1-46ed-82cc-60a25aa0403e None None] Attempting to bind port 1b32c8c5-6aa9-40d9-903f-4cb58c2ca61d on network 83a5f3a1-09de-4774-a3ef-fde5366a340e {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:31:50.867585 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0454c0a4-d7f1-46ed-82cc-60a25aa0403e None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:31:50.868072 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0454c0a4-d7f1-46ed-82cc-60a25aa0403e None None] Checking segment: {'id': '9c663391-40f4-48b6-bb8c-2ad89eeb9299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '83a5f3a1-09de-4774-a3ef-fde5366a340e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:31:50.868485 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0454c0a4-d7f1-46ed-82cc-60a25aa0403e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:50.868889 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0454c0a4-d7f1-46ed-82cc-60a25aa0403e None None] Bound using segment: {'id': '9c663391-40f4-48b6-bb8c-2ad89eeb9299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '83a5f3a1-09de-4774-a3ef-fde5366a340e'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:31:50.869375 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-0454c0a4-d7f1-46ed-82cc-60a25aa0403e None None] Bound port: 1b32c8c5-6aa9-40d9-903f-4cb58c2ca61d, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c663391-40f4-48b6-bb8c-2ad89eeb9299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '83a5f3a1-09de-4774-a3ef-fde5366a340e'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:31:50.869780 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0454c0a4-d7f1-46ed-82cc-60a25aa0403e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:50.934871 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-0454c0a4-d7f1-46ed-82cc-60a25aa0403e None None] For port 1b32c8c5-6aa9-40d9-903f-4cb58c2ca61d, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:31:50.938348 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-0454c0a4-d7f1-46ed-82cc-60a25aa0403e None None] For port 1b32c8c5-6aa9-40d9-903f-4cb58c2ca61d, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=1b32c8c5-6aa9-40d9-903f-4cb58c2ca61d,segment=NetworkSegment(9c663391-40f4-48b6-bb8c-2ad89eeb9299),segment_id=9c663391-40f4-48b6-bb8c-2ad89eeb9299)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:31:50.943051 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0454c0a4-d7f1-46ed-82cc-60a25aa0403e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:50.963199 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-816f77d4-b8e2-45b7-ae7f-7ff19eb8cc0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:51.001104 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0454c0a4-d7f1-46ed-82cc-60a25aa0403e None None] Pushing event updated for resources: {'Port': ['ID=1b32c8c5-6aa9-40d9-903f-4cb58c2ca61d,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:31:51.002409 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-816f77d4-b8e2-45b7-ae7f-7ff19eb8cc0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:51.044009 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816f77d4-b8e2-45b7-ae7f-7ff19eb8cc0c admin admin] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:31:51.049019 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-816f77d4-b8e2-45b7-ae7f-7ff19eb8cc0c admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:31:51.052035 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816f77d4-b8e2-45b7-ae7f-7ff19eb8cc0c admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:31:51.057799 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816f77d4-b8e2-45b7-ae7f-7ff19eb8cc0c admin admin] Pushing event updated for resources: {'Port': ['ID=49e0dae7-ffdc-4666-bff5-4a957540cfec,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:31:51.307000 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 1b32c8c5-6aa9-40d9-903f-4cb58c2ca61d up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:31:51.333681 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-816f77d4-b8e2-45b7-ae7f-7ff19eb8cc0c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:51.357068 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 1b32c8c5-6aa9-40d9-903f-4cb58c2ca61d completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:31:51.525080 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-816f77d4-b8e2-45b7-ae7f-7ff19eb8cc0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:51.658317 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-816f77d4-b8e2-45b7-ae7f-7ff19eb8cc0c admin admin] Router 509b09fb-282e-4483-8bd5-84a3a7190335 is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 03:31:51.768522 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-816f77d4-b8e2-45b7-ae7f-7ff19eb8cc0c admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:31:51.780163 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54245eac-a77d-4658-8284-232b64bb1881 None None] Sync routers for ids ['509b09fb-282e-4483-8bd5-84a3a7190335'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:31:51.786108 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-816f77d4-b8e2-45b7-ae7f-7ff19eb8cc0c admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:51.790631 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-816f77d4-b8e2-45b7-ae7f-7ff19eb8cc0c admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4720433 Sep 07 03:31:51.790950 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44258) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:31:51.793477 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54245eac-a77d-4658-8284-232b64bb1881 None None] Routers {'509b09fb-282e-4483-8bd5-84a3a7190335'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:31:51.794110 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-54245eac-a77d-4658-8284-232b64bb1881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:31:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['509b09fb-282e-4483-8bd5-84a3a7190335'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:31:51.865075 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8e2224-7eec-489c-9b9a-4b6215272ef9 None None] Network 83a5f3a1-09de-4774-a3ef-fde5366a340e requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:31:51.902780 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-54245eac-a77d-4658-8284-232b64bb1881 None None] Set router 509b09fb-282e-4483-8bd5-84a3a7190335 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:31:51.944915 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-751d7338-2c2c-4c7a-b595-1a30c1a947a7 None None] Provisioning for port 1b32c8c5-6aa9-40d9-903f-4cb58c2ca61d completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:31:51.954451 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-751d7338-2c2c-4c7a-b595-1a30c1a947a7 None None] Provisioning complete for port 1b32c8c5-6aa9-40d9-903f-4cb58c2ca61d triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:31:51.954831 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-751d7338-2c2c-4c7a-b595-1a30c1a947a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:52.042620 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:52.098917 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-54245eac-a77d-4658-8284-232b64bb1881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509b09fb-282e-4483-8bd5-84a3a7190335', 'name': 'tempest-TestMinimumBasicScenario-1164764020-router', 'tenant_id': '7091e1d3f1ab49c298f3a360bf6db749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '49e0dae7-ffdc-4666-bff5-4a957540cfec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:31:50Z', 'updated_at': '2021-09-07T03:31:51Z', 'revision_number': 3, 'project_id': '7091e1d3f1ab49c298f3a360bf6db749', 'gw_port': {'id': '49e0dae7-ffdc-4666-bff5-4a957540cfec', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509b09fb-282e-4483-8bd5-84a3a7190335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:31:50Z', 'updated_at': '2021-09-07T03:31:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:31:52.099268 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:52.118106 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-751d7338-2c2c-4c7a-b595-1a30c1a947a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:52.130445 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54245eac-a77d-4658-8284-232b64bb1881 None None] Checking router: 509b09fb-282e-4483-8bd5-84a3a7190335 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:31:52.130883 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54245eac-a77d-4658-8284-232b64bb1881 None None] Updating router 509b09fb-282e-4483-8bd5-84a3a7190335 port 49e0dae7-ffdc-4666-bff5-4a957540cfec binding host n-d-796209-16 {{(pid=94703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 03:31:52.157184 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-751d7338-2c2c-4c7a-b595-1a30c1a947a7 None None] For port 1b32c8c5-6aa9-40d9-903f-4cb58c2ca61d, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=1b32c8c5-6aa9-40d9-903f-4cb58c2ca61d,segment=NetworkSegment(9c663391-40f4-48b6-bb8c-2ad89eeb9299),segment_id=9c663391-40f4-48b6-bb8c-2ad89eeb9299)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:31:52.158448 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-54245eac-a77d-4658-8284-232b64bb1881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:52.166404 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-751d7338-2c2c-4c7a-b595-1a30c1a947a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:52.230769 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d7338-2c2c-4c7a-b595-1a30c1a947a7 None None] Pushing event updated for resources: {'Port': ['ID=1b32c8c5-6aa9-40d9-903f-4cb58c2ca61d,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:31:52.263627 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1793c4bd-f19c-4b35-a2e5-2ed01fa62d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:52.384667 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-091c9b1b-6e9a-43e1-9179-f31fa03f3e9a None None] Provisioning complete for port 1b32c8c5-6aa9-40d9-903f-4cb58c2ca61d triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:31:52.385273 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-091c9b1b-6e9a-43e1-9179-f31fa03f3e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:52.426944 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-1793c4bd-f19c-4b35-a2e5-2ed01fa62d97 admin admin] Allocated IP 172.20.0.1 (83a5f3a1-09de-4774-a3ef-fde5366a340e/63eb6b64-0762-4461-8454-97250fba4f10/b2b3e163-278d-4a00-8714-073a0b0d91e5) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:31:52.427166 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-54245eac-a77d-4658-8284-232b64bb1881 None None] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:52.437366 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-54245eac-a77d-4658-8284-232b64bb1881 None None] Transition to ACTIVE for port object 49e0dae7-ffdc-4666-bff5-4a957540cfec will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:31:52.444238 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-54245eac-a77d-4658-8284-232b64bb1881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:52.496580 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-54245eac-a77d-4658-8284-232b64bb1881 None None] Attempting to bind port 49e0dae7-ffdc-4666-bff5-4a957540cfec on host n-d-796209-16 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:31:52.496950 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-54245eac-a77d-4658-8284-232b64bb1881 None None] Attempting to bind port 49e0dae7-ffdc-4666-bff5-4a957540cfec by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:31:52.497314 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54245eac-a77d-4658-8284-232b64bb1881 None None] Attempting to bind port 49e0dae7-ffdc-4666-bff5-4a957540cfec on network 1166b922-7457-4da4-bdda-328e8c8e7bc6 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:31:52.507625 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac585ca-d7f1-4e4e-8112-9b911dd295d7 None None] Pushing event updated for resources: {'Port': ['ID=49e0dae7-ffdc-4666-bff5-4a957540cfec,revision_number=2']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:31:52.510488 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54245eac-a77d-4658-8284-232b64bb1881 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:31:52.510862 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54245eac-a77d-4658-8284-232b64bb1881 None None] Checking segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:31:52.511410 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-54245eac-a77d-4658-8284-232b64bb1881 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:52.511827 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54245eac-a77d-4658-8284-232b64bb1881 None None] Bound using segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:31:52.512292 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-54245eac-a77d-4658-8284-232b64bb1881 None None] Bound port: 49e0dae7-ffdc-4666-bff5-4a957540cfec, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:31:52.512670 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-54245eac-a77d-4658-8284-232b64bb1881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:52.518941 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac585ca-d7f1-4e4e-8112-9b911dd295d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:31:52.519281 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac585ca-d7f1-4e4e-8112-9b911dd295d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:31:52.519650 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac585ca-d7f1-4e4e-8112-9b911dd295d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:31:52.520041 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac585ca-d7f1-4e4e-8112-9b911dd295d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:31:52.520518 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac585ca-d7f1-4e4e-8112-9b911dd295d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:31:52.520708 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac585ca-d7f1-4e4e-8112-9b911dd295d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:31:52.521075 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac585ca-d7f1-4e4e-8112-9b911dd295d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:31:52.521471 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac585ca-d7f1-4e4e-8112-9b911dd295d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:31:52.521821 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac585ca-d7f1-4e4e-8112-9b911dd295d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:31:52.522147 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac585ca-d7f1-4e4e-8112-9b911dd295d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:31:52.522465 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac585ca-d7f1-4e4e-8112-9b911dd295d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:31:52.523084 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac585ca-d7f1-4e4e-8112-9b911dd295d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:31:52.532085 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1793c4bd-f19c-4b35-a2e5-2ed01fa62d97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:52.546326 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-1793c4bd-f19c-4b35-a2e5-2ed01fa62d97 admin admin] Transition to ACTIVE for port object b2b3e163-278d-4a00-8714-073a0b0d91e5 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:31:52.574151 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-54245eac-a77d-4658-8284-232b64bb1881 None None] For port 49e0dae7-ffdc-4666-bff5-4a957540cfec, host n-d-796209-16, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:31:52.577345 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-54245eac-a77d-4658-8284-232b64bb1881 None None] For port 49e0dae7-ffdc-4666-bff5-4a957540cfec, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=49e0dae7-ffdc-4666-bff5-4a957540cfec,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:31:52.580882 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1793c4bd-f19c-4b35-a2e5-2ed01fa62d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:52.582266 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-54245eac-a77d-4658-8284-232b64bb1881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:52.623426 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1793c4bd-f19c-4b35-a2e5-2ed01fa62d97 admin admin] Network 83a5f3a1-09de-4774-a3ef-fde5366a340e is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:31:52.626375 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-1793c4bd-f19c-4b35-a2e5-2ed01fa62d97 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:31:52.632003 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1793c4bd-f19c-4b35-a2e5-2ed01fa62d97 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:31:52.642876 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54245eac-a77d-4658-8284-232b64bb1881 None None] Routers {'509b09fb-282e-4483-8bd5-84a3a7190335'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:31:52.643507 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-54245eac-a77d-4658-8284-232b64bb1881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:31:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['509b09fb-282e-4483-8bd5-84a3a7190335'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:31:52.645893 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac585ca-d7f1-4e4e-8112-9b911dd295d7 None None] Pushing event updated for resources: {'Port': ['ID=49e0dae7-ffdc-4666-bff5-4a957540cfec,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:31:52.659232 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1793c4bd-f19c-4b35-a2e5-2ed01fa62d97 admin admin] Pushing event updated for resources: {'Port': ['ID=b2b3e163-278d-4a00-8714-073a0b0d91e5,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:31:52.678520 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1793c4bd-f19c-4b35-a2e5-2ed01fa62d97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:52.755340 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-54245eac-a77d-4658-8284-232b64bb1881 None None] Set router 509b09fb-282e-4483-8bd5-84a3a7190335 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:31:52.812296 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1793c4bd-f19c-4b35-a2e5-2ed01fa62d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:52.888469 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-2c301fa3-a64b-4cc9-8cf2-d64ce60e5208 None None] Provisioning for port b2b3e163-278d-4a00-8714-073a0b0d91e5 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:31:52.892509 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-2c301fa3-a64b-4cc9-8cf2-d64ce60e5208 None None] Provisioning complete for port b2b3e163-278d-4a00-8714-073a0b0d91e5 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:31:52.892951 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2c301fa3-a64b-4cc9-8cf2-d64ce60e5208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:52.931162 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-2c301fa3-a64b-4cc9-8cf2-d64ce60e5208 None None] Port b2b3e163-278d-4a00-8714-073a0b0d91e5 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:31:52.944477 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-54245eac-a77d-4658-8284-232b64bb1881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509b09fb-282e-4483-8bd5-84a3a7190335', 'name': 'tempest-TestMinimumBasicScenario-1164764020-router', 'tenant_id': '7091e1d3f1ab49c298f3a360bf6db749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '49e0dae7-ffdc-4666-bff5-4a957540cfec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:31:50Z', 'updated_at': '2021-09-07T03:31:51Z', 'revision_number': 3, 'project_id': '7091e1d3f1ab49c298f3a360bf6db749', 'gw_port': {'id': '49e0dae7-ffdc-4666-bff5-4a957540cfec', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509b09fb-282e-4483-8bd5-84a3a7190335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:31:50Z', 'updated_at': '2021-09-07T03:31:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:31:52.975662 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54245eac-a77d-4658-8284-232b64bb1881 None None] The sync data for ids ['509b09fb-282e-4483-8bd5-84a3a7190335'] in n-d-796209-16 is: [{'id': '509b09fb-282e-4483-8bd5-84a3a7190335', 'name': 'tempest-TestMinimumBasicScenario-1164764020-router', 'tenant_id': '7091e1d3f1ab49c298f3a360bf6db749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '49e0dae7-ffdc-4666-bff5-4a957540cfec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:31:50Z', 'updated_at': '2021-09-07T03:31:51Z', 'revision_number': 3, 'project_id': '7091e1d3f1ab49c298f3a360bf6db749', 'gw_port': {'id': '49e0dae7-ffdc-4666-bff5-4a957540cfec', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509b09fb-282e-4483-8bd5-84a3a7190335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:31:50Z', 'updated_at': '2021-09-07T03:31:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:31:52.980045 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1793c4bd-f19c-4b35-a2e5-2ed01fa62d97 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:52.985064 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1793c4bd-f19c-4b35-a2e5-2ed01fa62d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:53.058223 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1793c4bd-f19c-4b35-a2e5-2ed01fa62d97 admin admin] Pushing event updated for resources: {'Port': ['ID=b2b3e163-278d-4a00-8714-073a0b0d91e5,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:31:53.060779 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1793c4bd-f19c-4b35-a2e5-2ed01fa62d97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:53.155228 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1793c4bd-f19c-4b35-a2e5-2ed01fa62d97 admin admin] Network 83a5f3a1-09de-4774-a3ef-fde5366a340e is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:31:53.156799 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-1793c4bd-f19c-4b35-a2e5-2ed01fa62d97 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:31:53.300470 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1793c4bd-f19c-4b35-a2e5-2ed01fa62d97 admin admin] Router 509b09fb-282e-4483-8bd5-84a3a7190335 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:31:53.395325 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 1b32c8c5-6aa9-40d9-903f-4cb58c2ca61d up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:31:53.443695 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1793c4bd-f19c-4b35-a2e5-2ed01fa62d97 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:31:53.455790 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-1793c4bd-f19c-4b35-a2e5-2ed01fa62d97 admin admin] 10.222.0.22 "PUT /v2.0/routers/509b09fb-282e-4483-8bd5-84a3a7190335/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6567903 Sep 07 03:31:53.455997 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 1b32c8c5-6aa9-40d9-903f-4cb58c2ca61d triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:31:53.455997 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:53.485112 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-61f3d101-ff4f-41d2-b874-26da3cdcf46d None None] Provisioning complete for port b2b3e163-278d-4a00-8714-073a0b0d91e5 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:31:53.485491 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-61f3d101-ff4f-41d2-b874-26da3cdcf46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:53.531597 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-61f3d101-ff4f-41d2-b874-26da3cdcf46d None None] Port b2b3e163-278d-4a00-8714-073a0b0d91e5 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:31:53.579762 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 49e0dae7-ffdc-4666-bff5-4a957540cfec up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:31:53.632809 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 49e0dae7-ffdc-4666-bff5-4a957540cfec completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:31:53.636849 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 49e0dae7-ffdc-4666-bff5-4a957540cfec triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:31:53.637371 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:53.721589 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:53.747765 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 49e0dae7-ffdc-4666-bff5-4a957540cfec, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=49e0dae7-ffdc-4666-bff5-4a957540cfec,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:31:53.752785 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:53.815105 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=49e0dae7-ffdc-4666-bff5-4a957540cfec,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:31:53.948247 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44274) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:31:53.953783 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-a95275dd-9f53-441d-b495-b4f5e015b4c6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1215454671-network', 'tenant_id': 'adf0d8c62c064a75bb089da14e369203'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:31:53.973878 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95275dd-9f53-441d-b495-b4f5e015b4c6 admin admin] Made reservation on behalf of adf0d8c62c064a75bb089da14e369203 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:31:53.976214 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a95275dd-9f53-441d-b495-b4f5e015b4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:53.984516 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a95275dd-9f53-441d-b495-b4f5e015b4c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:54.075882 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a95275dd-9f53-441d-b495-b4f5e015b4c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:54.079645 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a95275dd-9f53-441d-b495-b4f5e015b4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:54.100346 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a95275dd-9f53-441d-b495-b4f5e015b4c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 03:31:54.114577 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95275dd-9f53-441d-b495-b4f5e015b4c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=666e6623-921b-4319-92f5-eb3921e64968,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:31:54.117470 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a95275dd-9f53-441d-b495-b4f5e015b4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:54.117807 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-a95275dd-9f53-441d-b495-b4f5e015b4c6 admin admin] Added segment 05e95409-952e-43db-b01f-3e120cdfcffe of type vlan for network 818125c6-3977-450e-9787-c87d7900d6fa Sep 07 03:31:54.157918 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a95275dd-9f53-441d-b495-b4f5e015b4c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:54.181611 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a95275dd-9f53-441d-b495-b4f5e015b4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:54.182590 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95275dd-9f53-441d-b495-b4f5e015b4c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:31:54.183177 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a95275dd-9f53-441d-b495-b4f5e015b4c6 admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:54.211798 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a95275dd-9f53-441d-b495-b4f5e015b4c6 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2623022 Sep 07 03:31:54.214605 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 44276) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:31:54.220550 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-8388a660-ff13-4acf-af10-658a5f5657d2 admin admin] Request body: {'subnet': {'network_id': '818125c6-3977-450e-9787-c87d7900d6fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1215454671-subnet', 'tenant_id': 'adf0d8c62c064a75bb089da14e369203', 'ip_version': 4}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:31:54.245688 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95275dd-9f53-441d-b495-b4f5e015b4c6 admin admin] Pushing event updated for resources: {'Network': ['ID=818125c6-3977-450e-9787-c87d7900d6fa,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:31:54.248278 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8388a660-ff13-4acf-af10-658a5f5657d2 admin admin] Made reservation on behalf of adf0d8c62c064a75bb089da14e369203 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:31:54.251123 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8388a660-ff13-4acf-af10-658a5f5657d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:54.256503 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 818125c6-3977-450e-9787-c87d7900d6fa details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 03:31:54.425485 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8388a660-ff13-4acf-af10-658a5f5657d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:54.486278 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8388a660-ff13-4acf-af10-658a5f5657d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=680dc7a8-809e-4294-873c-68bb7e712ac9,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:31:54.496375 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8388a660-ff13-4acf-af10-658a5f5657d2 admin admin] Checking segment: {'id': '05e95409-952e-43db-b01f-3e120cdfcffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '818125c6-3977-450e-9787-c87d7900d6fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:31:54.496740 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8388a660-ff13-4acf-af10-658a5f5657d2 admin admin] Network hostable DHCP agents. Network: 818125c6-3977-450e-9787-c87d7900d6fa, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 03:31:54.513023 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8388a660-ff13-4acf-af10-658a5f5657d2 admin admin] Network 818125c6-3977-450e-9787-c87d7900d6fa is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 03:31:54.520577 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-8388a660-ff13-4acf-af10-658a5f5657d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 818125c6-3977-450e-9787-c87d7900d6fa) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:31:54.525117 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8388a660-ff13-4acf-af10-658a5f5657d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:31:54.525718 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8388a660-ff13-4acf-af10-658a5f5657d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:54.529416 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3ddc3f-587a-499d-a079-50052e06b37b None None] Network 818125c6-3977-450e-9787-c87d7900d6fa requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:31:54.545022 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8388a660-ff13-4acf-af10-658a5f5657d2 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3273244 Sep 07 03:31:54.545022 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 44278) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:31:54.548637 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-8a7d03b4-5669-4cd4-8cb2-5183a17f1c66 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1215454671-router', 'tenant_id': 'adf0d8c62c064a75bb089da14e369203', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:31:54.570497 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8a7d03b4-5669-4cd4-8cb2-5183a17f1c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:54.571534 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8a7d03b4-5669-4cd4-8cb2-5183a17f1c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:54.593840 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d180d0b-fce8-4e10-a8e7-1d2f60eff2bd None None] Sync routers for ids ['509b09fb-282e-4483-8bd5-84a3a7190335'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:31:54.610262 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d180d0b-fce8-4e10-a8e7-1d2f60eff2bd None None] Routers {'509b09fb-282e-4483-8bd5-84a3a7190335'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:31:54.610890 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-5d180d0b-fce8-4e10-a8e7-1d2f60eff2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:31:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['509b09fb-282e-4483-8bd5-84a3a7190335'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:31:54.623093 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8a7d03b4-5669-4cd4-8cb2-5183a17f1c66 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:54.764478 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8a7d03b4-5669-4cd4-8cb2-5183a17f1c66 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:54.773547 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-5d180d0b-fce8-4e10-a8e7-1d2f60eff2bd None None] Set router 509b09fb-282e-4483-8bd5-84a3a7190335 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:31:54.804107 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac12333-4f92-4ff4-98c4-9abd6d107bff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-818125c6-3977-450e-9787-c87d7900d6fa', 'network_id': '818125c6-3977-450e-9787-c87d7900d6fa', 'tenant_id': 'adf0d8c62c064a75bb089da14e369203', 'fixed_ips': [{'subnet_id': '680dc7a8-809e-4294-873c-68bb7e712ac9'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 03:31:54.804966 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-dac12333-4f92-4ff4-98c4-9abd6d107bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:54.965157 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8a7d03b4-5669-4cd4-8cb2-5183a17f1c66 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:55.206296 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-dac12333-4f92-4ff4-98c4-9abd6d107bff None None] Allocated IP 172.20.0.2 (818125c6-3977-450e-9787-c87d7900d6fa/680dc7a8-809e-4294-873c-68bb7e712ac9/0feda8a3-cc9b-4a11-b676-2d016da291f4) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:31:55.305424 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 49e0dae7-ffdc-4666-bff5-4a957540cfec up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:31:55.313459 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8a7d03b4-5669-4cd4-8cb2-5183a17f1c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:55.372975 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-5d180d0b-fce8-4e10-a8e7-1d2f60eff2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509b09fb-282e-4483-8bd5-84a3a7190335', 'name': 'tempest-TestMinimumBasicScenario-1164764020-router', 'tenant_id': '7091e1d3f1ab49c298f3a360bf6db749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '49e0dae7-ffdc-4666-bff5-4a957540cfec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:31:50Z', 'updated_at': '2021-09-07T03:31:52Z', 'revision_number': 4, 'project_id': '7091e1d3f1ab49c298f3a360bf6db749', 'gw_port': {'id': '49e0dae7-ffdc-4666-bff5-4a957540cfec', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509b09fb-282e-4483-8bd5-84a3a7190335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:31:50Z', 'updated_at': '2021-09-07T03:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'b2b3e163-278d-4a00-8714-073a0b0d91e5', 'name': '', 'network_id': '83a5f3a1-09de-4774-a3ef-fde5366a340e', 'tenant_id': '7091e1d3f1ab49c298f3a360bf6db749', 'mac_address': 'fa:16:3e:9c:1a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509b09fb-282e-4483-8bd5-84a3a7190335', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '63eb6b64-0762-4461-8454-97250fba4f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:31:52Z', 'updated_at': '2021-09-07T03:31:52Z', 'revision_number': 2, 'project_id': '7091e1d3f1ab49c298f3a360bf6db749', 'subnets': [{'id': '63eb6b64-0762-4461-8454-97250fba4f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:31:55.413918 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d180d0b-fce8-4e10-a8e7-1d2f60eff2bd None None] Checking router: 509b09fb-282e-4483-8bd5-84a3a7190335 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:31:55.414275 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d180d0b-fce8-4e10-a8e7-1d2f60eff2bd None None] Updating router 509b09fb-282e-4483-8bd5-84a3a7190335 port b2b3e163-278d-4a00-8714-073a0b0d91e5 binding host n-d-796209-16 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 03:31:55.416195 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-8a7d03b4-5669-4cd4-8cb2-5183a17f1c66 admin admin] Allocated IP 172.25.5.34 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/96147a83-1286-45d6-aa87-d3188666ce39) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:31:55.468831 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 49e0dae7-ffdc-4666-bff5-4a957540cfec triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:31:55.469206 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:55.474564 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5d180d0b-fce8-4e10-a8e7-1d2f60eff2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:55.513220 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-dac12333-4f92-4ff4-98c4-9abd6d107bff None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:55.520691 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8a7d03b4-5669-4cd4-8cb2-5183a17f1c66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:55.526988 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-dac12333-4f92-4ff4-98c4-9abd6d107bff None None] Transition to ACTIVE for port object 0feda8a3-cc9b-4a11-b676-2d016da291f4 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:31:55.559359 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8a7d03b4-5669-4cd4-8cb2-5183a17f1c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:55.582416 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-dac12333-4f92-4ff4-98c4-9abd6d107bff None None] Transition to ACTIVE for port object 0feda8a3-cc9b-4a11-b676-2d016da291f4 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:31:55.597254 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7d03b4-5669-4cd4-8cb2-5183a17f1c66 admin admin] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:31:55.601978 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-8a7d03b4-5669-4cd4-8cb2-5183a17f1c66 admin admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:31:55.607900 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7d03b4-5669-4cd4-8cb2-5183a17f1c66 admin admin] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:31:55.630861 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7d03b4-5669-4cd4-8cb2-5183a17f1c66 admin admin] Pushing event updated for resources: {'Port': ['ID=96147a83-1286-45d6-aa87-d3188666ce39,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:31:55.637300 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-dac12333-4f92-4ff4-98c4-9abd6d107bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:55.716994 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac12333-4f92-4ff4-98c4-9abd6d107bff None None] Network 818125c6-3977-450e-9787-c87d7900d6fa is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:31:55.726102 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-dac12333-4f92-4ff4-98c4-9abd6d107bff None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:31:55.731639 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac12333-4f92-4ff4-98c4-9abd6d107bff None None] Pushing event updated for resources: {'Port': ['ID=0feda8a3-cc9b-4a11-b676-2d016da291f4,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:31:55.737182 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac12333-4f92-4ff4-98c4-9abd6d107bff None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:31:55.853130 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-dac12333-4f92-4ff4-98c4-9abd6d107bff None None] Attempting to bind port 0feda8a3-cc9b-4a11-b676-2d016da291f4 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:31:55.853420 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-dac12333-4f92-4ff4-98c4-9abd6d107bff None None] Attempting to bind port 0feda8a3-cc9b-4a11-b676-2d016da291f4 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '05e95409-952e-43db-b01f-3e120cdfcffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '818125c6-3977-450e-9787-c87d7900d6fa'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:31:55.853786 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac12333-4f92-4ff4-98c4-9abd6d107bff None None] Attempting to bind port 0feda8a3-cc9b-4a11-b676-2d016da291f4 on network 818125c6-3977-450e-9787-c87d7900d6fa {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:31:55.856053 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8a7d03b4-5669-4cd4-8cb2-5183a17f1c66 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:55.866997 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac12333-4f92-4ff4-98c4-9abd6d107bff None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:31:55.867390 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac12333-4f92-4ff4-98c4-9abd6d107bff None None] Checking segment: {'id': '05e95409-952e-43db-b01f-3e120cdfcffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '818125c6-3977-450e-9787-c87d7900d6fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:31:55.867829 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-dac12333-4f92-4ff4-98c4-9abd6d107bff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:55.868228 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac12333-4f92-4ff4-98c4-9abd6d107bff None None] Bound using segment: {'id': '05e95409-952e-43db-b01f-3e120cdfcffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '818125c6-3977-450e-9787-c87d7900d6fa'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:31:55.868703 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-dac12333-4f92-4ff4-98c4-9abd6d107bff None None] Bound port: 0feda8a3-cc9b-4a11-b676-2d016da291f4, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05e95409-952e-43db-b01f-3e120cdfcffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '818125c6-3977-450e-9787-c87d7900d6fa'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:31:55.869088 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-dac12333-4f92-4ff4-98c4-9abd6d107bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:56.001560 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5d180d0b-fce8-4e10-a8e7-1d2f60eff2bd None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:56.004959 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-dac12333-4f92-4ff4-98c4-9abd6d107bff None None] For port 0feda8a3-cc9b-4a11-b676-2d016da291f4, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:31:56.007867 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a6e09893-7855-4ff4-867a-fa862acdc685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:56.012810 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-dac12333-4f92-4ff4-98c4-9abd6d107bff None None] For port 0feda8a3-cc9b-4a11-b676-2d016da291f4, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=0feda8a3-cc9b-4a11-b676-2d016da291f4,segment=NetworkSegment(05e95409-952e-43db-b01f-3e120cdfcffe),segment_id=05e95409-952e-43db-b01f-3e120cdfcffe)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:31:56.018288 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-dac12333-4f92-4ff4-98c4-9abd6d107bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:56.021164 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-5d180d0b-fce8-4e10-a8e7-1d2f60eff2bd None None] Transition to ACTIVE for port object b2b3e163-278d-4a00-8714-073a0b0d91e5 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:31:56.049099 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5d180d0b-fce8-4e10-a8e7-1d2f60eff2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:56.075527 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8a7d03b4-5669-4cd4-8cb2-5183a17f1c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:56.118480 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac12333-4f92-4ff4-98c4-9abd6d107bff None None] Pushing event updated for resources: {'Port': ['ID=0feda8a3-cc9b-4a11-b676-2d016da291f4,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:31:56.185109 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-5d180d0b-fce8-4e10-a8e7-1d2f60eff2bd None None] Attempting to bind port b2b3e163-278d-4a00-8714-073a0b0d91e5 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:31:56.185494 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-5d180d0b-fce8-4e10-a8e7-1d2f60eff2bd None None] Attempting to bind port b2b3e163-278d-4a00-8714-073a0b0d91e5 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '9c663391-40f4-48b6-bb8c-2ad89eeb9299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '83a5f3a1-09de-4774-a3ef-fde5366a340e'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:31:56.185990 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d180d0b-fce8-4e10-a8e7-1d2f60eff2bd None None] Attempting to bind port b2b3e163-278d-4a00-8714-073a0b0d91e5 on network 83a5f3a1-09de-4774-a3ef-fde5366a340e {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:31:56.197472 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d180d0b-fce8-4e10-a8e7-1d2f60eff2bd None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:31:56.197848 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d180d0b-fce8-4e10-a8e7-1d2f60eff2bd None None] Checking segment: {'id': '9c663391-40f4-48b6-bb8c-2ad89eeb9299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '83a5f3a1-09de-4774-a3ef-fde5366a340e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:31:56.198420 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5d180d0b-fce8-4e10-a8e7-1d2f60eff2bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:56.198819 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d180d0b-fce8-4e10-a8e7-1d2f60eff2bd None None] Bound using segment: {'id': '9c663391-40f4-48b6-bb8c-2ad89eeb9299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '83a5f3a1-09de-4774-a3ef-fde5366a340e'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:31:56.199292 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-5d180d0b-fce8-4e10-a8e7-1d2f60eff2bd None None] Bound port: b2b3e163-278d-4a00-8714-073a0b0d91e5, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c663391-40f4-48b6-bb8c-2ad89eeb9299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '83a5f3a1-09de-4774-a3ef-fde5366a340e'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:31:56.199694 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5d180d0b-fce8-4e10-a8e7-1d2f60eff2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:56.202691 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818bb8c5-020d-418e-b1a9-885065beeae8 None None] Pushing event updated for resources: {'Port': ['ID=b2b3e163-278d-4a00-8714-073a0b0d91e5,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:31:56.251227 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a7d03b4-5669-4cd4-8cb2-5183a17f1c66 admin admin] Router 9620579e-8046-4f70-8cac-455e4aa10bc7 is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 03:31:56.307867 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-5d180d0b-fce8-4e10-a8e7-1d2f60eff2bd None None] For port b2b3e163-278d-4a00-8714-073a0b0d91e5, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:31:56.312733 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-5d180d0b-fce8-4e10-a8e7-1d2f60eff2bd None None] For port b2b3e163-278d-4a00-8714-073a0b0d91e5, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=b2b3e163-278d-4a00-8714-073a0b0d91e5,segment=NetworkSegment(9c663391-40f4-48b6-bb8c-2ad89eeb9299),segment_id=9c663391-40f4-48b6-bb8c-2ad89eeb9299)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:31:56.317415 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5d180d0b-fce8-4e10-a8e7-1d2f60eff2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:56.394593 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d180d0b-fce8-4e10-a8e7-1d2f60eff2bd None None] Routers {'509b09fb-282e-4483-8bd5-84a3a7190335'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:31:56.395818 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-5d180d0b-fce8-4e10-a8e7-1d2f60eff2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:31:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['509b09fb-282e-4483-8bd5-84a3a7190335'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:31:56.399531 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818bb8c5-020d-418e-b1a9-885065beeae8 None None] Pushing event updated for resources: {'Port': ['ID=b2b3e163-278d-4a00-8714-073a0b0d91e5,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:31:56.413759 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a7d03b4-5669-4cd4-8cb2-5183a17f1c66 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:31:56.425024 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc0fc04-b919-4f2a-a654-54fbba00f023 None None] Sync routers for ids ['9620579e-8046-4f70-8cac-455e4aa10bc7'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:31:56.435768 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc0fc04-b919-4f2a-a654-54fbba00f023 None None] Routers {'9620579e-8046-4f70-8cac-455e4aa10bc7'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:31:56.436635 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-bfc0fc04-b919-4f2a-a654-54fbba00f023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:31:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['9620579e-8046-4f70-8cac-455e4aa10bc7'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:31:56.447252 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8a7d03b4-5669-4cd4-8cb2-5183a17f1c66 admin admin] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:56.449220 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8a7d03b4-5669-4cd4-8cb2-5183a17f1c66 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9040058 Sep 07 03:31:56.451912 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44280) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:31:56.547394 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-5d180d0b-fce8-4e10-a8e7-1d2f60eff2bd None None] Set router 509b09fb-282e-4483-8bd5-84a3a7190335 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:31:56.673345 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-bfc0fc04-b919-4f2a-a654-54fbba00f023 None None] Set router 9620579e-8046-4f70-8cac-455e4aa10bc7 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:31:56.798227 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-5d180d0b-fce8-4e10-a8e7-1d2f60eff2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509b09fb-282e-4483-8bd5-84a3a7190335', 'name': 'tempest-TestMinimumBasicScenario-1164764020-router', 'tenant_id': '7091e1d3f1ab49c298f3a360bf6db749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '49e0dae7-ffdc-4666-bff5-4a957540cfec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:31:50Z', 'updated_at': '2021-09-07T03:31:52Z', 'revision_number': 4, 'project_id': '7091e1d3f1ab49c298f3a360bf6db749', 'gw_port': {'id': '49e0dae7-ffdc-4666-bff5-4a957540cfec', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509b09fb-282e-4483-8bd5-84a3a7190335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:31:50Z', 'updated_at': '2021-09-07T03:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'b2b3e163-278d-4a00-8714-073a0b0d91e5', 'name': '', 'network_id': '83a5f3a1-09de-4774-a3ef-fde5366a340e', 'tenant_id': '7091e1d3f1ab49c298f3a360bf6db749', 'mac_address': 'fa:16:3e:9c:1a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509b09fb-282e-4483-8bd5-84a3a7190335', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '63eb6b64-0762-4461-8454-97250fba4f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:31:52Z', 'updated_at': '2021-09-07T03:31:56Z', 'revision_number': 4, 'project_id': '7091e1d3f1ab49c298f3a360bf6db749', 'subnets': [{'id': '63eb6b64-0762-4461-8454-97250fba4f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:31:56.826436 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d180d0b-fce8-4e10-a8e7-1d2f60eff2bd None None] The sync data for ids ['509b09fb-282e-4483-8bd5-84a3a7190335'] in n-d-796209-16 is: [{'id': '509b09fb-282e-4483-8bd5-84a3a7190335', 'name': 'tempest-TestMinimumBasicScenario-1164764020-router', 'tenant_id': '7091e1d3f1ab49c298f3a360bf6db749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '49e0dae7-ffdc-4666-bff5-4a957540cfec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:31:50Z', 'updated_at': '2021-09-07T03:31:52Z', 'revision_number': 4, 'project_id': '7091e1d3f1ab49c298f3a360bf6db749', 'gw_port': {'id': '49e0dae7-ffdc-4666-bff5-4a957540cfec', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509b09fb-282e-4483-8bd5-84a3a7190335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:31:50Z', 'updated_at': '2021-09-07T03:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'b2b3e163-278d-4a00-8714-073a0b0d91e5', 'name': '', 'network_id': '83a5f3a1-09de-4774-a3ef-fde5366a340e', 'tenant_id': '7091e1d3f1ab49c298f3a360bf6db749', 'mac_address': 'fa:16:3e:9c:1a:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509b09fb-282e-4483-8bd5-84a3a7190335', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '63eb6b64-0762-4461-8454-97250fba4f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:31:52Z', 'updated_at': '2021-09-07T03:31:56Z', 'revision_number': 4, 'project_id': '7091e1d3f1ab49c298f3a360bf6db749', 'subnets': [{'id': '63eb6b64-0762-4461-8454-97250fba4f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:31:56.863981 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-bfc0fc04-b919-4f2a-a654-54fbba00f023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9620579e-8046-4f70-8cac-455e4aa10bc7', 'name': 'tempest-TestMinimumBasicScenario-1215454671-router', 'tenant_id': 'adf0d8c62c064a75bb089da14e369203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '96147a83-1286-45d6-aa87-d3188666ce39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:31:54Z', 'updated_at': '2021-09-07T03:31:55Z', 'revision_number': 3, 'project_id': 'adf0d8c62c064a75bb089da14e369203', 'gw_port': {'id': '96147a83-1286-45d6-aa87-d3188666ce39', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:91:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9620579e-8046-4f70-8cac-455e4aa10bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:31:55Z', 'updated_at': '2021-09-07T03:31:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:31:56.902477 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc0fc04-b919-4f2a-a654-54fbba00f023 None None] Checking router: 9620579e-8046-4f70-8cac-455e4aa10bc7 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:31:56.902826 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc0fc04-b919-4f2a-a654-54fbba00f023 None None] Updating router 9620579e-8046-4f70-8cac-455e4aa10bc7 port 96147a83-1286-45d6-aa87-d3188666ce39 binding host n-d-796209-16 {{(pid=94703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 03:31:56.944637 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-bfc0fc04-b919-4f2a-a654-54fbba00f023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:56.994932 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3897396c-3bb3-4ad0-8afc-c7ecf005556d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:57.188894 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-3897396c-3bb3-4ad0-8afc-c7ecf005556d admin admin] Allocated IP 172.20.0.1 (818125c6-3977-450e-9787-c87d7900d6fa/680dc7a8-809e-4294-873c-68bb7e712ac9/3e8bd9ce-0a89-47db-ab72-a54832f32463) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:31:57.286007 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616f42ff-fd65-4098-aaff-4bb92413c05a None None] Network 818125c6-3977-450e-9787-c87d7900d6fa requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:31:57.289516 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-bfc0fc04-b919-4f2a-a654-54fbba00f023 None None] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:57.304667 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-bfc0fc04-b919-4f2a-a654-54fbba00f023 None None] Transition to ACTIVE for port object 96147a83-1286-45d6-aa87-d3188666ce39 will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:31:57.313718 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-bfc0fc04-b919-4f2a-a654-54fbba00f023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:57.350318 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3897396c-3bb3-4ad0-8afc-c7ecf005556d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:57.367314 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-3897396c-3bb3-4ad0-8afc-c7ecf005556d admin admin] Transition to ACTIVE for port object 3e8bd9ce-0a89-47db-ab72-a54832f32463 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:31:57.378105 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda37ef-eb78-4e06-bd3e-2277b957e662 None None] Pushing event updated for resources: {'Port': ['ID=96147a83-1286-45d6-aa87-d3188666ce39,revision_number=2']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:31:57.410058 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-bfc0fc04-b919-4f2a-a654-54fbba00f023 None None] Attempting to bind port 96147a83-1286-45d6-aa87-d3188666ce39 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:31:57.410783 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-bfc0fc04-b919-4f2a-a654-54fbba00f023 None None] Attempting to bind port 96147a83-1286-45d6-aa87-d3188666ce39 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:31:57.411996 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc0fc04-b919-4f2a-a654-54fbba00f023 None None] Attempting to bind port 96147a83-1286-45d6-aa87-d3188666ce39 on network 1166b922-7457-4da4-bdda-328e8c8e7bc6 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:31:57.423974 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-e44af33a-bc6a-4513-a67a-38ec2168b911 None None] Provisioning for port 0feda8a3-cc9b-4a11-b676-2d016da291f4 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:31:57.434410 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc0fc04-b919-4f2a-a654-54fbba00f023 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:31:57.434982 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc0fc04-b919-4f2a-a654-54fbba00f023 None None] Checking segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:31:57.435974 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-bfc0fc04-b919-4f2a-a654-54fbba00f023 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:57.437146 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc0fc04-b919-4f2a-a654-54fbba00f023 None None] Bound using segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:31:57.437743 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-bfc0fc04-b919-4f2a-a654-54fbba00f023 None None] Bound port: 96147a83-1286-45d6-aa87-d3188666ce39, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:31:57.438497 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-bfc0fc04-b919-4f2a-a654-54fbba00f023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:57.444714 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3897396c-3bb3-4ad0-8afc-c7ecf005556d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:57.449441 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device b2b3e163-278d-4a00-8714-073a0b0d91e5 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:31:57.504466 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3897396c-3bb3-4ad0-8afc-c7ecf005556d admin admin] Pushing event updated for resources: {'Port': ['ID=3e8bd9ce-0a89-47db-ab72-a54832f32463,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:31:57.516107 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-bfc0fc04-b919-4f2a-a654-54fbba00f023 None None] For port 96147a83-1286-45d6-aa87-d3188666ce39, host n-d-796209-16, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:31:57.516501 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3897396c-3bb3-4ad0-8afc-c7ecf005556d admin admin] Network 818125c6-3977-450e-9787-c87d7900d6fa is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:31:57.518044 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-3897396c-3bb3-4ad0-8afc-c7ecf005556d admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:31:57.520778 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3897396c-3bb3-4ad0-8afc-c7ecf005556d admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:31:57.524662 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-bfc0fc04-b919-4f2a-a654-54fbba00f023 None None] For port 96147a83-1286-45d6-aa87-d3188666ce39, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=96147a83-1286-45d6-aa87-d3188666ce39,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:31:57.531795 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-bfc0fc04-b919-4f2a-a654-54fbba00f023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:57.570130 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3897396c-3bb3-4ad0-8afc-c7ecf005556d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:57.584565 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port b2b3e163-278d-4a00-8714-073a0b0d91e5 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:31:57.594728 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port b2b3e163-278d-4a00-8714-073a0b0d91e5 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:31:57.595093 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:57.601972 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc0fc04-b919-4f2a-a654-54fbba00f023 None None] Routers {'9620579e-8046-4f70-8cac-455e4aa10bc7'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:31:57.603277 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-bfc0fc04-b919-4f2a-a654-54fbba00f023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:31:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['9620579e-8046-4f70-8cac-455e4aa10bc7'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:31:57.706036 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:57.758353 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port b2b3e163-278d-4a00-8714-073a0b0d91e5, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=b2b3e163-278d-4a00-8714-073a0b0d91e5,segment=NetworkSegment(9c663391-40f4-48b6-bb8c-2ad89eeb9299),segment_id=9c663391-40f4-48b6-bb8c-2ad89eeb9299)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:31:57.766692 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-bfc0fc04-b919-4f2a-a654-54fbba00f023 None None] Set router 9620579e-8046-4f70-8cac-455e4aa10bc7 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:31:57.771221 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:57.772233 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 0feda8a3-cc9b-4a11-b676-2d016da291f4 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:31:57.893988 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=b2b3e163-278d-4a00-8714-073a0b0d91e5,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:31:57.919881 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 0feda8a3-cc9b-4a11-b676-2d016da291f4 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:31:57.925449 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 0feda8a3-cc9b-4a11-b676-2d016da291f4 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:31:57.926386 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:57.949366 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda37ef-eb78-4e06-bd3e-2277b957e662 None None] Pushing event updated for resources: {'Port': ['ID=96147a83-1286-45d6-aa87-d3188666ce39,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:31:57.999545 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-dcdcf13d-4ef8-450f-ac10-e44400e61966 None None] Provisioning complete for port 0feda8a3-cc9b-4a11-b676-2d016da291f4 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:31:57.999930 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-dcdcf13d-4ef8-450f-ac10-e44400e61966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:58.058573 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-bfc0fc04-b919-4f2a-a654-54fbba00f023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9620579e-8046-4f70-8cac-455e4aa10bc7', 'name': 'tempest-TestMinimumBasicScenario-1215454671-router', 'tenant_id': 'adf0d8c62c064a75bb089da14e369203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '96147a83-1286-45d6-aa87-d3188666ce39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:31:54Z', 'updated_at': '2021-09-07T03:31:55Z', 'revision_number': 3, 'project_id': 'adf0d8c62c064a75bb089da14e369203', 'gw_port': {'id': '96147a83-1286-45d6-aa87-d3188666ce39', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:91:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9620579e-8046-4f70-8cac-455e4aa10bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:31:55Z', 'updated_at': '2021-09-07T03:31:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:31:58.095234 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:58.098353 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc0fc04-b919-4f2a-a654-54fbba00f023 None None] The sync data for ids ['9620579e-8046-4f70-8cac-455e4aa10bc7'] in n-d-796209-16 is: [{'id': '9620579e-8046-4f70-8cac-455e4aa10bc7', 'name': 'tempest-TestMinimumBasicScenario-1215454671-router', 'tenant_id': 'adf0d8c62c064a75bb089da14e369203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '96147a83-1286-45d6-aa87-d3188666ce39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:31:54Z', 'updated_at': '2021-09-07T03:31:55Z', 'revision_number': 3, 'project_id': 'adf0d8c62c064a75bb089da14e369203', 'gw_port': {'id': '96147a83-1286-45d6-aa87-d3188666ce39', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:91:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9620579e-8046-4f70-8cac-455e4aa10bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:31:55Z', 'updated_at': '2021-09-07T03:31:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:31:58.162284 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 0feda8a3-cc9b-4a11-b676-2d016da291f4, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=0feda8a3-cc9b-4a11-b676-2d016da291f4,segment=NetworkSegment(05e95409-952e-43db-b01f-3e120cdfcffe),segment_id=05e95409-952e-43db-b01f-3e120cdfcffe)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:31:58.196920 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3897396c-3bb3-4ad0-8afc-c7ecf005556d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:58.201160 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:58.266316 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5c9cc2c8-7fa1-4cd0-8714-affffda1b5eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:58.273396 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-dcdcf13d-4ef8-450f-ac10-e44400e61966 None None] Provisioning for port 3e8bd9ce-0a89-47db-ab72-a54832f32463 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:31:58.280410 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-dcdcf13d-4ef8-450f-ac10-e44400e61966 None None] Provisioning complete for port 3e8bd9ce-0a89-47db-ab72-a54832f32463 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:31:58.280785 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-dcdcf13d-4ef8-450f-ac10-e44400e61966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:58.282401 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=0feda8a3-cc9b-4a11-b676-2d016da291f4,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:31:58.324120 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-dcdcf13d-4ef8-450f-ac10-e44400e61966 None None] Port 3e8bd9ce-0a89-47db-ab72-a54832f32463 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:31:58.384067 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3897396c-3bb3-4ad0-8afc-c7ecf005556d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:58.388624 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3897396c-3bb3-4ad0-8afc-c7ecf005556d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:58.444695 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3e876aae-19a8-4e58-93aa-c7969c6f2e37 None None] Provisioning complete for port 3e8bd9ce-0a89-47db-ab72-a54832f32463 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:31:58.444695 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3e876aae-19a8-4e58-93aa-c7969c6f2e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:58.456594 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3897396c-3bb3-4ad0-8afc-c7ecf005556d admin admin] Pushing event updated for resources: {'Port': ['ID=3e8bd9ce-0a89-47db-ab72-a54832f32463,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:31:58.459397 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3897396c-3bb3-4ad0-8afc-c7ecf005556d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:58.481947 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3e876aae-19a8-4e58-93aa-c7969c6f2e37 None None] Port 3e8bd9ce-0a89-47db-ab72-a54832f32463 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:31:58.569206 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3897396c-3bb3-4ad0-8afc-c7ecf005556d admin admin] Network 818125c6-3977-450e-9787-c87d7900d6fa is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:31:58.570732 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-3897396c-3bb3-4ad0-8afc-c7ecf005556d admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:31:58.704225 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3897396c-3bb3-4ad0-8afc-c7ecf005556d admin admin] Router 9620579e-8046-4f70-8cac-455e4aa10bc7 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:31:58.779749 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:58.804759 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-ba6cdd60-2d22-463b-8dc7-542f260a4c7d None None] Provisioning complete for port 3e8bd9ce-0a89-47db-ab72-a54832f32463 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:31:58.805375 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ba6cdd60-2d22-463b-8dc7-542f260a4c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:58.828404 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3897396c-3bb3-4ad0-8afc-c7ecf005556d admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:31:58.837623 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3897396c-3bb3-4ad0-8afc-c7ecf005556d admin admin] 10.222.0.22 "PUT /v2.0/routers/9620579e-8046-4f70-8cac-455e4aa10bc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3845780 Sep 07 03:31:58.845877 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-ba6cdd60-2d22-463b-8dc7-542f260a4c7d None None] Port 3e8bd9ce-0a89-47db-ab72-a54832f32463 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:31:59.358467 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device b2b3e163-278d-4a00-8714-073a0b0d91e5 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:31:59.407299 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port b2b3e163-278d-4a00-8714-073a0b0d91e5 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:31:59.407788 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:59.485563 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 96147a83-1286-45d6-aa87-d3188666ce39 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:31:59.535413 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 96147a83-1286-45d6-aa87-d3188666ce39 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:31:59.539188 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 96147a83-1286-45d6-aa87-d3188666ce39 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:31:59.539588 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:59.624895 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:59.648624 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 96147a83-1286-45d6-aa87-d3188666ce39, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=96147a83-1286-45d6-aa87-d3188666ce39,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:31:59.653765 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:59.654557 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 0feda8a3-cc9b-4a11-b676-2d016da291f4 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:31:59.751910 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:31:59.757084 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=96147a83-1286-45d6-aa87-d3188666ce39,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:31:59.771854 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 0feda8a3-cc9b-4a11-b676-2d016da291f4 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:31:59.772229 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:00.197085 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1ad1e4-ddf0-475b-b288-3df91cc8bb90 None None] Sync routers for ids ['9620579e-8046-4f70-8cac-455e4aa10bc7'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:32:00.205709 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1ad1e4-ddf0-475b-b288-3df91cc8bb90 None None] Routers {'9620579e-8046-4f70-8cac-455e4aa10bc7'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:32:00.206319 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-db1ad1e4-ddf0-475b-b288-3df91cc8bb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:31:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['9620579e-8046-4f70-8cac-455e4aa10bc7'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:32:00.326564 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-db1ad1e4-ddf0-475b-b288-3df91cc8bb90 None None] Set router 9620579e-8046-4f70-8cac-455e4aa10bc7 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:32:00.715166 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-db1ad1e4-ddf0-475b-b288-3df91cc8bb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9620579e-8046-4f70-8cac-455e4aa10bc7', 'name': 'tempest-TestMinimumBasicScenario-1215454671-router', 'tenant_id': 'adf0d8c62c064a75bb089da14e369203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '96147a83-1286-45d6-aa87-d3188666ce39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:31:54Z', 'updated_at': '2021-09-07T03:31:57Z', 'revision_number': 4, 'project_id': 'adf0d8c62c064a75bb089da14e369203', 'gw_port': {'id': '96147a83-1286-45d6-aa87-d3188666ce39', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:91:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9620579e-8046-4f70-8cac-455e4aa10bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:31:55Z', 'updated_at': '2021-09-07T03:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '3e8bd9ce-0a89-47db-ab72-a54832f32463', 'name': '', 'network_id': '818125c6-3977-450e-9787-c87d7900d6fa', 'tenant_id': 'adf0d8c62c064a75bb089da14e369203', 'mac_address': 'fa:16:3e:f5:43:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9620579e-8046-4f70-8cac-455e4aa10bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '680dc7a8-809e-4294-873c-68bb7e712ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:31:57Z', 'updated_at': '2021-09-07T03:31:58Z', 'revision_number': 2, 'project_id': 'adf0d8c62c064a75bb089da14e369203', 'subnets': [{'id': '680dc7a8-809e-4294-873c-68bb7e712ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:32:00.759005 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1ad1e4-ddf0-475b-b288-3df91cc8bb90 None None] Checking router: 9620579e-8046-4f70-8cac-455e4aa10bc7 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:32:00.759711 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1ad1e4-ddf0-475b-b288-3df91cc8bb90 None None] Updating router 9620579e-8046-4f70-8cac-455e4aa10bc7 port 3e8bd9ce-0a89-47db-ab72-a54832f32463 binding host n-d-796209-16 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 03:32:00.795228 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-db1ad1e4-ddf0-475b-b288-3df91cc8bb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:01.121695 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-db1ad1e4-ddf0-475b-b288-3df91cc8bb90 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:01.136125 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-db1ad1e4-ddf0-475b-b288-3df91cc8bb90 None None] Transition to ACTIVE for port object 3e8bd9ce-0a89-47db-ab72-a54832f32463 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:32:01.142286 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-db1ad1e4-ddf0-475b-b288-3df91cc8bb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:01.196228 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d70d6b-d81d-4401-a2c3-370e6f23e864 None None] Pushing event updated for resources: {'Port': ['ID=3e8bd9ce-0a89-47db-ab72-a54832f32463,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:32:01.266953 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-db1ad1e4-ddf0-475b-b288-3df91cc8bb90 None None] Attempting to bind port 3e8bd9ce-0a89-47db-ab72-a54832f32463 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:32:01.279766 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-db1ad1e4-ddf0-475b-b288-3df91cc8bb90 None None] Attempting to bind port 3e8bd9ce-0a89-47db-ab72-a54832f32463 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '05e95409-952e-43db-b01f-3e120cdfcffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '818125c6-3977-450e-9787-c87d7900d6fa'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:32:01.280273 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1ad1e4-ddf0-475b-b288-3df91cc8bb90 None None] Attempting to bind port 3e8bd9ce-0a89-47db-ab72-a54832f32463 on network 818125c6-3977-450e-9787-c87d7900d6fa {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:32:01.292785 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1ad1e4-ddf0-475b-b288-3df91cc8bb90 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:32:01.293654 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1ad1e4-ddf0-475b-b288-3df91cc8bb90 None None] Checking segment: {'id': '05e95409-952e-43db-b01f-3e120cdfcffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '818125c6-3977-450e-9787-c87d7900d6fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:32:01.294247 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-db1ad1e4-ddf0-475b-b288-3df91cc8bb90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:01.296005 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1ad1e4-ddf0-475b-b288-3df91cc8bb90 None None] Bound using segment: {'id': '05e95409-952e-43db-b01f-3e120cdfcffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '818125c6-3977-450e-9787-c87d7900d6fa'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:32:01.296668 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-db1ad1e4-ddf0-475b-b288-3df91cc8bb90 None None] Bound port: 3e8bd9ce-0a89-47db-ab72-a54832f32463, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05e95409-952e-43db-b01f-3e120cdfcffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '818125c6-3977-450e-9787-c87d7900d6fa'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:32:01.298068 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-db1ad1e4-ddf0-475b-b288-3df91cc8bb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:01.352404 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 96147a83-1286-45d6-aa87-d3188666ce39 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:32:01.418509 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-db1ad1e4-ddf0-475b-b288-3df91cc8bb90 None None] For port 3e8bd9ce-0a89-47db-ab72-a54832f32463, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:32:01.424727 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-db1ad1e4-ddf0-475b-b288-3df91cc8bb90 None None] For port 3e8bd9ce-0a89-47db-ab72-a54832f32463, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=3e8bd9ce-0a89-47db-ab72-a54832f32463,segment=NetworkSegment(05e95409-952e-43db-b01f-3e120cdfcffe),segment_id=05e95409-952e-43db-b01f-3e120cdfcffe)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:32:01.433458 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-db1ad1e4-ddf0-475b-b288-3df91cc8bb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:01.473728 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 96147a83-1286-45d6-aa87-d3188666ce39 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:32:01.474097 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:01.543105 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1ad1e4-ddf0-475b-b288-3df91cc8bb90 None None] Routers {'9620579e-8046-4f70-8cac-455e4aa10bc7'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:32:01.543808 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-db1ad1e4-ddf0-475b-b288-3df91cc8bb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:31:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['9620579e-8046-4f70-8cac-455e4aa10bc7'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:32:01.606190 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d70d6b-d81d-4401-a2c3-370e6f23e864 None None] Pushing event updated for resources: {'Port': ['ID=3e8bd9ce-0a89-47db-ab72-a54832f32463,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:32:01.614214 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:01.716654 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-db1ad1e4-ddf0-475b-b288-3df91cc8bb90 None None] Set router 9620579e-8046-4f70-8cac-455e4aa10bc7 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:32:01.956882 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-db1ad1e4-ddf0-475b-b288-3df91cc8bb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9620579e-8046-4f70-8cac-455e4aa10bc7', 'name': 'tempest-TestMinimumBasicScenario-1215454671-router', 'tenant_id': 'adf0d8c62c064a75bb089da14e369203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '96147a83-1286-45d6-aa87-d3188666ce39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:31:54Z', 'updated_at': '2021-09-07T03:31:57Z', 'revision_number': 4, 'project_id': 'adf0d8c62c064a75bb089da14e369203', 'gw_port': {'id': '96147a83-1286-45d6-aa87-d3188666ce39', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:91:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9620579e-8046-4f70-8cac-455e4aa10bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:31:55Z', 'updated_at': '2021-09-07T03:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '3e8bd9ce-0a89-47db-ab72-a54832f32463', 'name': '', 'network_id': '818125c6-3977-450e-9787-c87d7900d6fa', 'tenant_id': 'adf0d8c62c064a75bb089da14e369203', 'mac_address': 'fa:16:3e:f5:43:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9620579e-8046-4f70-8cac-455e4aa10bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '680dc7a8-809e-4294-873c-68bb7e712ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:31:57Z', 'updated_at': '2021-09-07T03:32:01Z', 'revision_number': 4, 'project_id': 'adf0d8c62c064a75bb089da14e369203', 'subnets': [{'id': '680dc7a8-809e-4294-873c-68bb7e712ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:32:01.990187 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1ad1e4-ddf0-475b-b288-3df91cc8bb90 None None] The sync data for ids ['9620579e-8046-4f70-8cac-455e4aa10bc7'] in n-d-796209-16 is: [{'id': '9620579e-8046-4f70-8cac-455e4aa10bc7', 'name': 'tempest-TestMinimumBasicScenario-1215454671-router', 'tenant_id': 'adf0d8c62c064a75bb089da14e369203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '96147a83-1286-45d6-aa87-d3188666ce39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:31:54Z', 'updated_at': '2021-09-07T03:31:57Z', 'revision_number': 4, 'project_id': 'adf0d8c62c064a75bb089da14e369203', 'gw_port': {'id': '96147a83-1286-45d6-aa87-d3188666ce39', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:91:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9620579e-8046-4f70-8cac-455e4aa10bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:31:55Z', 'updated_at': '2021-09-07T03:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '3e8bd9ce-0a89-47db-ab72-a54832f32463', 'name': '', 'network_id': '818125c6-3977-450e-9787-c87d7900d6fa', 'tenant_id': 'adf0d8c62c064a75bb089da14e369203', 'mac_address': 'fa:16:3e:f5:43:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9620579e-8046-4f70-8cac-455e4aa10bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '680dc7a8-809e-4294-873c-68bb7e712ac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:31:57Z', 'updated_at': '2021-09-07T03:32:01Z', 'revision_number': 4, 'project_id': 'adf0d8c62c064a75bb089da14e369203', 'subnets': [{'id': '680dc7a8-809e-4294-873c-68bb7e712ac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:32:03.321995 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 3e8bd9ce-0a89-47db-ab72-a54832f32463 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:32:03.382192 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 3e8bd9ce-0a89-47db-ab72-a54832f32463 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:32:03.386113 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 3e8bd9ce-0a89-47db-ab72-a54832f32463 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:32:03.386491 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:03.478359 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:03.518157 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 3e8bd9ce-0a89-47db-ab72-a54832f32463, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=3e8bd9ce-0a89-47db-ab72-a54832f32463,segment=NetworkSegment(05e95409-952e-43db-b01f-3e120cdfcffe),segment_id=05e95409-952e-43db-b01f-3e120cdfcffe)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:32:03.523618 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:03.589110 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=3e8bd9ce-0a89-47db-ab72-a54832f32463,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:32:05.292271 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 3e8bd9ce-0a89-47db-ab72-a54832f32463 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:32:05.350767 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 3e8bd9ce-0a89-47db-ab72-a54832f32463 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:32:05.351158 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:08.619728 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d45cb1-579d-4b28-a60c-6e9ba5f48b3c req-54882f3d-06cd-456b-ba3a-030f70cceb0c tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:32:08.621199 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e9d45cb1-579d-4b28-a60c-6e9ba5f48b3c req-54882f3d-06cd-456b-ba3a-030f70cceb0c tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/networks?id=83a5f3a1-09de-4774-a3ef-fde5366a340e HTTP/1.1" status: 200 len: 815 time: 0.1027629 Sep 07 03:32:08.636624 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e9d45cb1-579d-4b28-a60c-6e9ba5f48b3c req-733fc3b1-1c64-4550-8db8-2b2a48666895 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/quotas/7091e1d3f1ab49c298f3a360bf6db749 HTTP/1.1" status: 200 len: 375 time: 0.0094197 Sep 07 03:32:08.689625 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e9d45cb1-579d-4b28-a60c-6e9ba5f48b3c req-2acfdb5a-6375-4d74-9478-1d246c28879f tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=7091e1d3f1ab49c298f3a360bf6db749&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480118 Sep 07 03:32:08.787026 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e9d45cb1-579d-4b28-a60c-6e9ba5f48b3c req-3f655279-e78d-4cae-b16f-dbed955c0f9b service neutron] 10.222.0.22 "GET /v2.0/networks/83a5f3a1-09de-4774-a3ef-fde5366a340e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824656 Sep 07 03:32:08.878548 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e9d45cb1-579d-4b28-a60c-6e9ba5f48b3c req-9abb71c7-7f73-4f27-9a43-3006ceeff1cd service neutron] 10.222.0.22 "GET /v2.0/networks/83a5f3a1-09de-4774-a3ef-fde5366a340e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854604 Sep 07 03:32:09.042383 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7fa663cd-07c9-489e-8426-2f3fcbbf278f req-b7377a23-5349-44ed-bb3c-65ae0c736143 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5fe0d5a-80d4-42f8-85a9-feea87f0e76e HTTP/1.1" status: 200 len: 210 time: 0.0261171 Sep 07 03:32:09.911308 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d45cb1-579d-4b28-a60c-6e9ba5f48b3c req-2fbfb5f8-fd4e-40ad-94f9-2bae6fcccbea tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:32:09.912802 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e9d45cb1-579d-4b28-a60c-6e9ba5f48b3c req-2fbfb5f8-fd4e-40ad-94f9-2bae6fcccbea tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.23 "GET /v2.0/networks?id=83a5f3a1-09de-4774-a3ef-fde5366a340e HTTP/1.1" status: 200 len: 815 time: 0.1013350 Sep 07 03:32:09.925261 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-e9d45cb1-579d-4b28-a60c-6e9ba5f48b3c req-4a4bf087-4cb1-441f-aadc-01bf6248be97 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Request body: {'port': {'device_id': 'd5fe0d5a-80d4-42f8-85a9-feea87f0e76e', 'network_id': '83a5f3a1-09de-4774-a3ef-fde5366a340e', 'admin_state_up': True, 'tenant_id': '7091e1d3f1ab49c298f3a360bf6db749'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:32:10.039278 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9d45cb1-579d-4b28-a60c-6e9ba5f48b3c req-4a4bf087-4cb1-441f-aadc-01bf6248be97 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Made reservation on behalf of 7091e1d3f1ab49c298f3a360bf6db749 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:32:10.042938 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-e9d45cb1-579d-4b28-a60c-6e9ba5f48b3c req-4a4bf087-4cb1-441f-aadc-01bf6248be97 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:10.154844 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-29037039-b60f-4b19-b730-1ed4028ce39c req-5ab8f186-1137-485a-93a2-8a283ce45539 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5fe0d5a-80d4-42f8-85a9-feea87f0e76e HTTP/1.1" status: 200 len: 210 time: 0.0418632 Sep 07 03:32:10.210328 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [req-e9d45cb1-579d-4b28-a60c-6e9ba5f48b3c req-4a4bf087-4cb1-441f-aadc-01bf6248be97 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Allocated IP 172.20.0.6 (83a5f3a1-09de-4774-a3ef-fde5366a340e/63eb6b64-0762-4461-8454-97250fba4f10/acd0fe50-2818-4dca-b6e3-80c5e295b01b) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:32:10.429692 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-e9d45cb1-579d-4b28-a60c-6e9ba5f48b3c req-4a4bf087-4cb1-441f-aadc-01bf6248be97 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:10.445013 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-e9d45cb1-579d-4b28-a60c-6e9ba5f48b3c req-4a4bf087-4cb1-441f-aadc-01bf6248be97 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Transition to ACTIVE for port object acd0fe50-2818-4dca-b6e3-80c5e295b01b will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:32:10.496939 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-e9d45cb1-579d-4b28-a60c-6e9ba5f48b3c req-4a4bf087-4cb1-441f-aadc-01bf6248be97 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:10.541460 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9d45cb1-579d-4b28-a60c-6e9ba5f48b3c req-4a4bf087-4cb1-441f-aadc-01bf6248be97 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Network 83a5f3a1-09de-4774-a3ef-fde5366a340e is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:32:10.545777 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [req-e9d45cb1-579d-4b28-a60c-6e9ba5f48b3c req-4a4bf087-4cb1-441f-aadc-01bf6248be97 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:32:10.548967 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d45cb1-579d-4b28-a60c-6e9ba5f48b3c req-4a4bf087-4cb1-441f-aadc-01bf6248be97 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:32:10.587859 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4bf087-4cb1-441f-aadc-01bf6248be97 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Pushing event updated for resources: {'Port': ['ID=acd0fe50-2818-4dca-b6e3-80c5e295b01b,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:32:10.635108 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d45cb1-579d-4b28-a60c-6e9ba5f48b3c req-4a4bf087-4cb1-441f-aadc-01bf6248be97 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:32:10.635827 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-e9d45cb1-579d-4b28-a60c-6e9ba5f48b3c req-4a4bf087-4cb1-441f-aadc-01bf6248be97 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:10.653787 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e9d45cb1-579d-4b28-a60c-6e9ba5f48b3c req-4a4bf087-4cb1-441f-aadc-01bf6248be97 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7321644 Sep 07 03:32:10.854775 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-78a66dbb-ed86-4af9-9cad-5a6ed50e6bd1 None None] Provisioning for port acd0fe50-2818-4dca-b6e3-80c5e295b01b completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:32:10.858267 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-78a66dbb-ed86-4af9-9cad-5a6ed50e6bd1 None None] Provisioning complete for port acd0fe50-2818-4dca-b6e3-80c5e295b01b triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:32:10.858638 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-78a66dbb-ed86-4af9-9cad-5a6ed50e6bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:10.896316 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-78a66dbb-ed86-4af9-9cad-5a6ed50e6bd1 None None] Port acd0fe50-2818-4dca-b6e3-80c5e295b01b cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:32:11.295936 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ab2a9-0fd7-4e54-ad90-84eb2406cfec req-024431a0-4d49-4f64-b7c4-fc18fe22d339 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:32:11.297444 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a58ab2a9-0fd7-4e54-ad90-84eb2406cfec req-024431a0-4d49-4f64-b7c4-fc18fe22d339 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5fe0d5a-80d4-42f8-85a9-feea87f0e76e HTTP/1.1" status: 200 len: 931 time: 0.0492976 Sep 07 03:32:11.337028 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a58ab2a9-0fd7-4e54-ad90-84eb2406cfec req-e07af07f-5f64-4b1b-84bf-f8f3ff3b4d07 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/security-groups?id=46d76f3a-e522-4893-9b68-eb0c96b0477e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334167 Sep 07 03:32:12.457557 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06003a79-1f5f-4d34-9f03-6cf2a96d8cc9 req-946e984c-e087-4d50-b2a0-7a6a0d1ac6f8 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:32:12.459097 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-06003a79-1f5f-4d34-9f03-6cf2a96d8cc9 req-946e984c-e087-4d50-b2a0-7a6a0d1ac6f8 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5fe0d5a-80d4-42f8-85a9-feea87f0e76e HTTP/1.1" status: 200 len: 931 time: 0.0529718 Sep 07 03:32:12.496471 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-06003a79-1f5f-4d34-9f03-6cf2a96d8cc9 req-3ee69ccf-8de7-48e3-b3fb-7d4e3038f812 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/security-groups?id=46d76f3a-e522-4893-9b68-eb0c96b0477e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313118 Sep 07 03:32:13.616421 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c8c12-65d5-4ee0-91b7-035f2293a5a3 req-d6f39a41-73ff-4c8a-8300-3f61abd7871d tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:32:13.618159 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3c4c8c12-65d5-4ee0-91b7-035f2293a5a3 req-d6f39a41-73ff-4c8a-8300-3f61abd7871d tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5fe0d5a-80d4-42f8-85a9-feea87f0e76e HTTP/1.1" status: 200 len: 931 time: 0.0501859 Sep 07 03:32:13.667111 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3c4c8c12-65d5-4ee0-91b7-035f2293a5a3 req-5ae932b8-7873-4cb8-bf9d-79c0dba221cd tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/security-groups?id=46d76f3a-e522-4893-9b68-eb0c96b0477e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426216 Sep 07 03:32:14.795216 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3db5a6-8e39-4c12-af82-6c4e58c790c9 req-bc494b78-da6b-4a2e-a319-8977975e861c tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:32:14.796753 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5b3db5a6-8e39-4c12-af82-6c4e58c790c9 req-bc494b78-da6b-4a2e-a319-8977975e861c tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5fe0d5a-80d4-42f8-85a9-feea87f0e76e HTTP/1.1" status: 200 len: 931 time: 0.0632041 Sep 07 03:32:14.838850 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5b3db5a6-8e39-4c12-af82-6c4e58c790c9 req-24290102-54d9-4d6e-9476-534c8c552762 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/security-groups?id=46d76f3a-e522-4893-9b68-eb0c96b0477e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351336 Sep 07 03:32:15.955683 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc939dc-4654-42cb-a0db-b1ca504a1145 req-988e5836-ceb1-48d4-8426-77f31ee918fa tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:32:15.958022 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cbc939dc-4654-42cb-a0db-b1ca504a1145 req-988e5836-ceb1-48d4-8426-77f31ee918fa tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5fe0d5a-80d4-42f8-85a9-feea87f0e76e HTTP/1.1" status: 200 len: 931 time: 0.0506008 Sep 07 03:32:15.999145 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cbc939dc-4654-42cb-a0db-b1ca504a1145 req-3342d4bf-4711-419f-b4ff-ddcdd8cc8c67 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/security-groups?id=46d76f3a-e522-4893-9b68-eb0c96b0477e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346351 Sep 07 03:32:17.119296 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43545f29-468e-48f6-acde-f081ee6928e0 req-8f917ae7-baa0-413b-afa8-cf9052b18e3f tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:32:17.120866 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-43545f29-468e-48f6-acde-f081ee6928e0 req-8f917ae7-baa0-413b-afa8-cf9052b18e3f tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5fe0d5a-80d4-42f8-85a9-feea87f0e76e HTTP/1.1" status: 200 len: 931 time: 0.0552306 Sep 07 03:32:17.157609 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-43545f29-468e-48f6-acde-f081ee6928e0 req-9e3a1e90-baa5-4399-8b04-557c9fbf918a tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/security-groups?id=46d76f3a-e522-4893-9b68-eb0c96b0477e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308998 Sep 07 03:32:18.291788 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb7333-e1aa-48aa-b327-50354cd2dc60 req-1965c103-fcd8-49e2-b1d7-c36836796651 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:32:18.293326 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-96bb7333-e1aa-48aa-b327-50354cd2dc60 req-1965c103-fcd8-49e2-b1d7-c36836796651 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5fe0d5a-80d4-42f8-85a9-feea87f0e76e HTTP/1.1" status: 200 len: 931 time: 0.0616372 Sep 07 03:32:18.332372 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-96bb7333-e1aa-48aa-b327-50354cd2dc60 req-984b0e2e-b4f1-4cfa-a2b6-b6b894e1b6d0 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/security-groups?id=46d76f3a-e522-4893-9b68-eb0c96b0477e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328224 Sep 07 03:32:19.464304 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638cebf2-27f6-403b-a803-7b1fa6499026 req-5fb66f6c-c7c6-4883-9423-ad291ddeb9e7 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:32:19.465838 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-638cebf2-27f6-403b-a803-7b1fa6499026 req-5fb66f6c-c7c6-4883-9423-ad291ddeb9e7 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5fe0d5a-80d4-42f8-85a9-feea87f0e76e HTTP/1.1" status: 200 len: 931 time: 0.0529459 Sep 07 03:32:19.502360 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-638cebf2-27f6-403b-a803-7b1fa6499026 req-4e9fa413-2fc0-446a-a1ba-893cdfd796c4 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/security-groups?id=46d76f3a-e522-4893-9b68-eb0c96b0477e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306027 Sep 07 03:32:20.274598 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-e9d45cb1-579d-4b28-a60c-6e9ba5f48b3c req-1a50c7a2-b1d0-414f-9fc8-f5dbe6b8cd18 service neutron] Request body: {'port': {'device_id': 'd5fe0d5a-80d4-42f8-85a9-feea87f0e76e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:32:20.330381 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-e9d45cb1-579d-4b28-a60c-6e9ba5f48b3c req-1a50c7a2-b1d0-414f-9fc8-f5dbe6b8cd18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:20.589527 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [req-e9d45cb1-579d-4b28-a60c-6e9ba5f48b3c req-1a50c7a2-b1d0-414f-9fc8-f5dbe6b8cd18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acd0fe50-2818-4dca-b6e3-80c5e295b01b {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:32:20.597433 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-e9d45cb1-579d-4b28-a60c-6e9ba5f48b3c req-1a50c7a2-b1d0-414f-9fc8-f5dbe6b8cd18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:20.609255 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-e9d45cb1-579d-4b28-a60c-6e9ba5f48b3c req-1a50c7a2-b1d0-414f-9fc8-f5dbe6b8cd18 service neutron] Transition to ACTIVE for port object acd0fe50-2818-4dca-b6e3-80c5e295b01b will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:32:20.614404 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-e9d45cb1-579d-4b28-a60c-6e9ba5f48b3c req-1a50c7a2-b1d0-414f-9fc8-f5dbe6b8cd18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:20.617966 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1aac7-1ede-4944-9838-0773d0433559 req-ce7b2c60-583c-4071-93b0-c15683471322 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:32:20.620248 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-48d1aac7-1ede-4944-9838-0773d0433559 req-ce7b2c60-583c-4071-93b0-c15683471322 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5fe0d5a-80d4-42f8-85a9-feea87f0e76e HTTP/1.1" status: 200 len: 931 time: 0.0511093 Sep 07 03:32:20.676804 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-48d1aac7-1ede-4944-9838-0773d0433559 req-70264e48-d9ee-45b7-b796-f4694aec9f35 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/security-groups?id=46d76f3a-e522-4893-9b68-eb0c96b0477e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488253 Sep 07 03:32:20.689290 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50c7a2-b1d0-414f-9fc8-f5dbe6b8cd18 service neutron] Pushing event updated for resources: {'Port': ['ID=acd0fe50-2818-4dca-b6e3-80c5e295b01b,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:32:20.742316 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-e9d45cb1-579d-4b28-a60c-6e9ba5f48b3c req-1a50c7a2-b1d0-414f-9fc8-f5dbe6b8cd18 service neutron] Attempting to bind port acd0fe50-2818-4dca-b6e3-80c5e295b01b on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:32:20.742745 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-e9d45cb1-579d-4b28-a60c-6e9ba5f48b3c req-1a50c7a2-b1d0-414f-9fc8-f5dbe6b8cd18 service neutron] Attempting to bind port acd0fe50-2818-4dca-b6e3-80c5e295b01b by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '9c663391-40f4-48b6-bb8c-2ad89eeb9299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '83a5f3a1-09de-4774-a3ef-fde5366a340e'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:32:20.742977 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d45cb1-579d-4b28-a60c-6e9ba5f48b3c req-1a50c7a2-b1d0-414f-9fc8-f5dbe6b8cd18 service neutron] Attempting to bind port acd0fe50-2818-4dca-b6e3-80c5e295b01b on network 83a5f3a1-09de-4774-a3ef-fde5366a340e {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:32:20.747809 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d45cb1-579d-4b28-a60c-6e9ba5f48b3c req-1a50c7a2-b1d0-414f-9fc8-f5dbe6b8cd18 service neutron] Port acd0fe50-2818-4dca-b6e3-80c5e295b01b on network 83a5f3a1-09de-4774-a3ef-fde5366a340e not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 03:32:20.748138 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d45cb1-579d-4b28-a60c-6e9ba5f48b3c req-1a50c7a2-b1d0-414f-9fc8-f5dbe6b8cd18 service neutron] Attempting to bind port acd0fe50-2818-4dca-b6e3-80c5e295b01b on network 83a5f3a1-09de-4774-a3ef-fde5366a340e {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:32:20.753034 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d45cb1-579d-4b28-a60c-6e9ba5f48b3c req-1a50c7a2-b1d0-414f-9fc8-f5dbe6b8cd18 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:32:20.753918 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d45cb1-579d-4b28-a60c-6e9ba5f48b3c req-1a50c7a2-b1d0-414f-9fc8-f5dbe6b8cd18 service neutron] Checking segment: {'id': '9c663391-40f4-48b6-bb8c-2ad89eeb9299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '83a5f3a1-09de-4774-a3ef-fde5366a340e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:32:20.754302 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d45cb1-579d-4b28-a60c-6e9ba5f48b3c req-1a50c7a2-b1d0-414f-9fc8-f5dbe6b8cd18 service neutron] Bound using segment: {'id': '9c663391-40f4-48b6-bb8c-2ad89eeb9299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '83a5f3a1-09de-4774-a3ef-fde5366a340e'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:32:20.754765 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-e9d45cb1-579d-4b28-a60c-6e9ba5f48b3c req-1a50c7a2-b1d0-414f-9fc8-f5dbe6b8cd18 service neutron] Bound port: acd0fe50-2818-4dca-b6e3-80c5e295b01b, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c663391-40f4-48b6-bb8c-2ad89eeb9299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '83a5f3a1-09de-4774-a3ef-fde5366a340e'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:32:20.755132 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-e9d45cb1-579d-4b28-a60c-6e9ba5f48b3c req-1a50c7a2-b1d0-414f-9fc8-f5dbe6b8cd18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:20.820097 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-e9d45cb1-579d-4b28-a60c-6e9ba5f48b3c req-1a50c7a2-b1d0-414f-9fc8-f5dbe6b8cd18 service neutron] For port acd0fe50-2818-4dca-b6e3-80c5e295b01b, host n-h1-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:32:20.823271 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-e9d45cb1-579d-4b28-a60c-6e9ba5f48b3c req-1a50c7a2-b1d0-414f-9fc8-f5dbe6b8cd18 service neutron] For port acd0fe50-2818-4dca-b6e3-80c5e295b01b, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=acd0fe50-2818-4dca-b6e3-80c5e295b01b,segment=NetworkSegment(9c663391-40f4-48b6-bb8c-2ad89eeb9299),segment_id=9c663391-40f4-48b6-bb8c-2ad89eeb9299)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:32:20.827657 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-e9d45cb1-579d-4b28-a60c-6e9ba5f48b3c req-1a50c7a2-b1d0-414f-9fc8-f5dbe6b8cd18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:20.867618 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d45cb1-579d-4b28-a60c-6e9ba5f48b3c req-1a50c7a2-b1d0-414f-9fc8-f5dbe6b8cd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:32:20.868715 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-e9d45cb1-579d-4b28-a60c-6e9ba5f48b3c req-1a50c7a2-b1d0-414f-9fc8-f5dbe6b8cd18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:20.870054 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e9d45cb1-579d-4b28-a60c-6e9ba5f48b3c req-1a50c7a2-b1d0-414f-9fc8-f5dbe6b8cd18 service neutron] 10.222.0.23 "PUT /v2.0/ports/acd0fe50-2818-4dca-b6e3-80c5e295b01b HTTP/1.1" status: 200 len: 1092 time: 0.5998917 Sep 07 03:32:20.872538 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5fe0d5a-80d4-42f8-85a9-feea87f0e76e', 'tag': 'acd0fe50-2818-4dca-b6e3-80c5e295b01b'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:32:20.875629 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf84fb72099b4c059134e8dbf206a3531b112bee59ff8dea8931d4ccd024695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7240336-0cd3-4ee1-aa9a-ca23a01de94a" -d '{"events": [{"name": "network-changed", "server_uuid": "d5fe0d5a-80d4-42f8-85a9-feea87f0e76e", "tag": "acd0fe50-2818-4dca-b6e3-80c5e295b01b"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:32:20.901961 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50c7a2-b1d0-414f-9fc8-f5dbe6b8cd18 service neutron] Pushing event updated for resources: {'Port': ['ID=acd0fe50-2818-4dca-b6e3-80c5e295b01b,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:32:20.924301 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c38afa-7e0d-4757-bd16-f58197e2b056 x-openstack-request-id: req-f8c38afa-7e0d-4757-bd16-f58197e2b056 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:32:20.924696 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5fe0d5a-80d4-42f8-85a9-feea87f0e76e", "tag": "acd0fe50-2818-4dca-b6e3-80c5e295b01b", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:32:20.925572 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f8c38afa-7e0d-4757-bd16-f58197e2b056 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:32:20.926045 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5fe0d5a-80d4-42f8-85a9-feea87f0e76e', 'tag': 'acd0fe50-2818-4dca-b6e3-80c5e295b01b', 'status': 'completed', 'code': 200} Sep 07 03:32:20.961495 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d45cb1-579d-4b28-a60c-6e9ba5f48b3c req-799d6066-6aa9-4162-803b-3e6ceeb5aa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:32:20.963182 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e9d45cb1-579d-4b28-a60c-6e9ba5f48b3c req-799d6066-6aa9-4162-803b-3e6ceeb5aa34 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7091e1d3f1ab49c298f3a360bf6db749&device_id=d5fe0d5a-80d4-42f8-85a9-feea87f0e76e HTTP/1.1" status: 200 len: 1095 time: 0.0480983 Sep 07 03:32:21.007325 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e9d45cb1-579d-4b28-a60c-6e9ba5f48b3c req-24a409ac-5e79-4458-8f6f-c3ba0fdc318b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acd0fe50-2818-4dca-b6e3-80c5e295b01b HTTP/1.1" status: 200 len: 217 time: 0.0355399 Sep 07 03:32:21.067289 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d45cb1-579d-4b28-a60c-6e9ba5f48b3c req-53975b16-a677-4454-bb08-20a2017bab86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:32:21.068810 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e9d45cb1-579d-4b28-a60c-6e9ba5f48b3c req-53975b16-a677-4454-bb08-20a2017bab86 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=63eb6b64-0762-4461-8454-97250fba4f10 HTTP/1.1" status: 200 len: 854 time: 0.0552053 Sep 07 03:32:21.117815 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d45cb1-579d-4b28-a60c-6e9ba5f48b3c req-b5611457-3149-414f-a2ac-95f568585715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:32:21.119322 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e9d45cb1-579d-4b28-a60c-6e9ba5f48b3c req-b5611457-3149-414f-a2ac-95f568585715 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=83a5f3a1-09de-4774-a3ef-fde5366a340e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435491 Sep 07 03:32:21.208765 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e9d45cb1-579d-4b28-a60c-6e9ba5f48b3c req-5595e06b-1da5-4dfd-a031-26d3f085557f service neutron] 10.222.0.23 "GET /v2.0/networks/83a5f3a1-09de-4774-a3ef-fde5366a340e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804942 Sep 07 03:32:21.299979 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e9d45cb1-579d-4b28-a60c-6e9ba5f48b3c req-8179cedd-4860-414e-852e-d4d50b9ef594 service neutron] 10.222.0.23 "GET /v2.0/networks/83a5f3a1-09de-4774-a3ef-fde5366a340e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846767 Sep 07 03:32:21.379926 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7240336-0cd3-4ee1-aa9a-ca23a01de94a req-8f8d1299-0ef8-4e01-9c6c-46256d274dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:32:21.381304 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f7240336-0cd3-4ee1-aa9a-ca23a01de94a req-8f8d1299-0ef8-4e01-9c6c-46256d274dde service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7091e1d3f1ab49c298f3a360bf6db749&device_id=d5fe0d5a-80d4-42f8-85a9-feea87f0e76e HTTP/1.1" status: 200 len: 1095 time: 0.0394595 Sep 07 03:32:21.473115 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7240336-0cd3-4ee1-aa9a-ca23a01de94a req-e856c508-edb4-451b-9397-b9e53894c4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:32:21.474581 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f7240336-0cd3-4ee1-aa9a-ca23a01de94a req-e856c508-edb4-451b-9397-b9e53894c4d6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=83a5f3a1-09de-4774-a3ef-fde5366a340e HTTP/1.1" status: 200 len: 915 time: 0.0868337 Sep 07 03:32:21.486591 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:32:21.514985 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f7240336-0cd3-4ee1-aa9a-ca23a01de94a req-56a30473-56b1-46d1-8843-ab0b858d2d42 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acd0fe50-2818-4dca-b6e3-80c5e295b01b HTTP/1.1" status: 200 len: 217 time: 0.0334659 Sep 07 03:32:21.566855 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7240336-0cd3-4ee1-aa9a-ca23a01de94a req-eb5e8a29-38d8-4b7c-95c1-83403a47847f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:32:21.568359 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f7240336-0cd3-4ee1-aa9a-ca23a01de94a req-eb5e8a29-38d8-4b7c-95c1-83403a47847f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=63eb6b64-0762-4461-8454-97250fba4f10 HTTP/1.1" status: 200 len: 854 time: 0.0465064 Sep 07 03:32:21.614883 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7240336-0cd3-4ee1-aa9a-ca23a01de94a req-f090d53d-cb5c-4722-a7dc-963663bd157e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:32:21.616416 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f7240336-0cd3-4ee1-aa9a-ca23a01de94a req-f090d53d-cb5c-4722-a7dc-963663bd157e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=83a5f3a1-09de-4774-a3ef-fde5366a340e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401146 Sep 07 03:32:21.705353 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f7240336-0cd3-4ee1-aa9a-ca23a01de94a req-f6a3765d-a542-44bf-aca7-02cdc3798dda service neutron] 10.222.0.23 "GET /v2.0/networks/83a5f3a1-09de-4774-a3ef-fde5366a340e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811064 Sep 07 03:32:21.787809 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d625f678-dad8-4f94-9874-647b55c686c5 req-4b122cb6-2b88-4ff5-97f7-7100a77b8fc2 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:32:21.789423 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d625f678-dad8-4f94-9874-647b55c686c5 req-4b122cb6-2b88-4ff5-97f7-7100a77b8fc2 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5fe0d5a-80d4-42f8-85a9-feea87f0e76e HTTP/1.1" status: 200 len: 943 time: 0.0489190 Sep 07 03:32:21.802153 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f7240336-0cd3-4ee1-aa9a-ca23a01de94a req-08d61e68-3bb4-4b8e-9da1-e574f9ffd836 service neutron] 10.222.0.23 "GET /v2.0/networks/83a5f3a1-09de-4774-a3ef-fde5366a340e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886104 Sep 07 03:32:21.829264 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d625f678-dad8-4f94-9874-647b55c686c5 req-a259a6d4-b83f-4618-989f-0d4875fc2520 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/security-groups?id=46d76f3a-e522-4893-9b68-eb0c96b0477e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339756 Sep 07 03:32:22.040652 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:22.066522 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:22.944553 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59d35a0-f1bd-4829-882c-073226c4ea9f req-f136df5f-60f9-4bdb-b705-71d4a607ab38 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:32:22.946572 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d59d35a0-f1bd-4829-882c-073226c4ea9f req-f136df5f-60f9-4bdb-b705-71d4a607ab38 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5fe0d5a-80d4-42f8-85a9-feea87f0e76e HTTP/1.1" status: 200 len: 943 time: 0.0493906 Sep 07 03:32:22.983614 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d59d35a0-f1bd-4829-882c-073226c4ea9f req-8ba1478b-738a-4aec-a1d5-f9fe5befd491 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/security-groups?id=46d76f3a-e522-4893-9b68-eb0c96b0477e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310438 Sep 07 03:32:24.095150 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c13274-3513-4591-8004-2d98deca4dfb req-f9d4ecda-a966-41ab-a23a-c346ccace2ec tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:32:24.096677 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-46c13274-3513-4591-8004-2d98deca4dfb req-f9d4ecda-a966-41ab-a23a-c346ccace2ec tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5fe0d5a-80d4-42f8-85a9-feea87f0e76e HTTP/1.1" status: 200 len: 943 time: 0.0486047 Sep 07 03:32:24.133450 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-46c13274-3513-4591-8004-2d98deca4dfb req-1f51ca7f-b988-4b14-96a3-3c762a8e9490 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/security-groups?id=46d76f3a-e522-4893-9b68-eb0c96b0477e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302000 Sep 07 03:32:24.449151 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device acd0fe50-2818-4dca-b6e3-80c5e295b01b details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 03:32:24.542031 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port acd0fe50-2818-4dca-b6e3-80c5e295b01b, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=acd0fe50-2818-4dca-b6e3-80c5e295b01b,segment=NetworkSegment(9c663391-40f4-48b6-bb8c-2ad89eeb9299),segment_id=9c663391-40f4-48b6-bb8c-2ad89eeb9299)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:32:24.552856 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': 'acd0fe50-2818-4dca-b6e3-80c5e295b01b', 'network_id': '83a5f3a1-09de-4774-a3ef-fde5366a340e', 'port_id': 'acd0fe50-2818-4dca-b6e3-80c5e295b01b', 'mac_address': 'fa:16:3e:f9:7e:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63eb6b64-0762-4461-8454-97250fba4f10', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 03:32:24.589823 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:24.602000 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acd0fe50-2818-4dca-b6e3-80c5e295b01b {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:32:24.620554 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port acd0fe50-2818-4dca-b6e3-80c5e295b01b, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=acd0fe50-2818-4dca-b6e3-80c5e295b01b,segment=NetworkSegment(9c663391-40f4-48b6-bb8c-2ad89eeb9299),segment_id=9c663391-40f4-48b6-bb8c-2ad89eeb9299)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:32:24.624426 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:24.669532 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=acd0fe50-2818-4dca-b6e3-80c5e295b01b,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:32:24.676650 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:32:24.676998 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:32:24.677336 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:32:24.677678 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:32:24.678006 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:32:24.678332 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:32:24.678660 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:32:24.678987 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:32:24.679310 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:32:24.679658 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:32:24.679979 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:32:24.680299 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:32:24.841725 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['acd0fe50-2818-4dca-b6e3-80c5e295b01b'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:32:25.248085 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7a42e4-9a1b-4600-90d7-5e340b91416e req-397960a6-e849-4f2a-a96f-69b2fe317a40 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:32:25.249574 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9b7a42e4-9a1b-4600-90d7-5e340b91416e req-397960a6-e849-4f2a-a96f-69b2fe317a40 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5fe0d5a-80d4-42f8-85a9-feea87f0e76e HTTP/1.1" status: 200 len: 944 time: 0.0502770 Sep 07 03:32:25.290535 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9b7a42e4-9a1b-4600-90d7-5e340b91416e req-0fe09901-1f56-47c9-a57e-a98228c6e5dc tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/security-groups?id=46d76f3a-e522-4893-9b68-eb0c96b0477e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349243 Sep 07 03:32:25.978609 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9075ece0-d1df-4263-ba5a-9f45a94b80c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:26.402049 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f76fdd2-0d0d-4da9-9e34-2fd3f06ad747 req-c0c8a0da-b638-4ace-aafc-1c3d7e7f6164 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:32:26.403528 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2f76fdd2-0d0d-4da9-9e34-2fd3f06ad747 req-c0c8a0da-b638-4ace-aafc-1c3d7e7f6164 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5fe0d5a-80d4-42f8-85a9-feea87f0e76e HTTP/1.1" status: 200 len: 944 time: 0.0469985 Sep 07 03:32:26.444505 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2f76fdd2-0d0d-4da9-9e34-2fd3f06ad747 req-3152eefc-6d39-45f2-8f4b-2b4f54e6e094 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/security-groups?id=46d76f3a-e522-4893-9b68-eb0c96b0477e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351591 Sep 07 03:32:26.461852 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device acd0fe50-2818-4dca-b6e3-80c5e295b01b up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:32:26.508308 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port acd0fe50-2818-4dca-b6e3-80c5e295b01b completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:32:26.511754 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port acd0fe50-2818-4dca-b6e3-80c5e295b01b triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:32:26.512126 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:26.588031 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:26.609365 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5fe0d5a-80d4-42f8-85a9-feea87f0e76e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd0fe50-2818-4dca-b6e3-80c5e295b01b'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:32:26.611661 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a436ec256d2b1825a148fad3e2b3933f4e559d797aa0adc164ec0b132a4edf7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9dcf52-fba3-4489-82b5-2dcd9fffe425" -d '{"events": [{"server_uuid": "d5fe0d5a-80d4-42f8-85a9-feea87f0e76e", "name": "network-vif-plugged", "status": "completed", "tag": "acd0fe50-2818-4dca-b6e3-80c5e295b01b"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:32:26.623765 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port acd0fe50-2818-4dca-b6e3-80c5e295b01b, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=acd0fe50-2818-4dca-b6e3-80c5e295b01b,segment=NetworkSegment(9c663391-40f4-48b6-bb8c-2ad89eeb9299),segment_id=9c663391-40f4-48b6-bb8c-2ad89eeb9299)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:32:26.627657 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:26.652291 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1784043d-5d6d-4414-a93a-6653d54b554a x-openstack-request-id: req-1784043d-5d6d-4414-a93a-6653d54b554a {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:32:26.652581 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5fe0d5a-80d4-42f8-85a9-feea87f0e76e", "name": "network-vif-plugged", "status": "completed", "tag": "acd0fe50-2818-4dca-b6e3-80c5e295b01b", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:32:26.652834 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1784043d-5d6d-4414-a93a-6653d54b554a {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:32:26.653218 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5fe0d5a-80d4-42f8-85a9-feea87f0e76e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd0fe50-2818-4dca-b6e3-80c5e295b01b', 'code': 200} Sep 07 03:32:26.679100 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=acd0fe50-2818-4dca-b6e3-80c5e295b01b,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:32:26.745366 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b2714-cce1-4a36-ae34-c914a33e5c23 req-c3ac5d9c-1cce-4ca5-8737-4cb2cc54cd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:32:26.746863 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6a5b2714-cce1-4a36-ae34-c914a33e5c23 req-c3ac5d9c-1cce-4ca5-8737-4cb2cc54cd6e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d5fe0d5a-80d4-42f8-85a9-feea87f0e76e HTTP/1.1" status: 200 len: 1097 time: 0.0420635 Sep 07 03:32:26.780169 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6a5b2714-cce1-4a36-ae34-c914a33e5c23 req-feb8b4a0-0af2-4805-aea2-2073c1135103 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=46d76f3a-e522-4893-9b68-eb0c96b0477e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263255 Sep 07 03:32:27.555168 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c5613-6abf-49b0-b3e9-302b52afd053 req-bd6d6ce8-c057-4c1b-a149-b29e1ae3e83a tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:32:27.556655 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-909c5613-6abf-49b0-b3e9-302b52afd053 req-bd6d6ce8-c057-4c1b-a149-b29e1ae3e83a tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5fe0d5a-80d4-42f8-85a9-feea87f0e76e HTTP/1.1" status: 200 len: 945 time: 0.0474846 Sep 07 03:32:27.594693 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-909c5613-6abf-49b0-b3e9-302b52afd053 req-653aef15-fe99-4e4d-b3fa-49fd10f00eeb tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/security-groups?id=46d76f3a-e522-4893-9b68-eb0c96b0477e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321844 Sep 07 03:32:28.238218 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-be4d3815-88e9-4b11-8d10-7024da4bcf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:28.712763 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc18c84-f4d6-44ed-a621-7a946437ee7e req-a9d25a27-c7d0-4d40-96da-86f23865e670 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:32:28.714269 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2dc18c84-f4d6-44ed-a621-7a946437ee7e req-a9d25a27-c7d0-4d40-96da-86f23865e670 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5fe0d5a-80d4-42f8-85a9-feea87f0e76e HTTP/1.1" status: 200 len: 945 time: 0.0488985 Sep 07 03:32:28.751817 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2dc18c84-f4d6-44ed-a621-7a946437ee7e req-c0ca0394-cfc2-40f8-9dbd-0d91409180d9 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/security-groups?id=46d76f3a-e522-4893-9b68-eb0c96b0477e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316150 Sep 07 03:32:28.781576 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:28.869520 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab270abf-bedc-4790-8cc6-917ffcbf0c5c req-7e0e3598-28d8-4d76-84b1-bd5da9a9023b tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:32:28.871006 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ab270abf-bedc-4790-8cc6-917ffcbf0c5c req-7e0e3598-28d8-4d76-84b1-bd5da9a9023b tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5fe0d5a-80d4-42f8-85a9-feea87f0e76e HTTP/1.1" status: 200 len: 945 time: 0.0496805 Sep 07 03:32:28.908844 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ab270abf-bedc-4790-8cc6-917ffcbf0c5c req-470b192c-d909-428a-a295-cd48fa518992 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/security-groups?id=46d76f3a-e522-4893-9b68-eb0c96b0477e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312808 Sep 07 03:32:29.100455 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760bfa5-3cc0-481c-83e8-625c6d3928f4 req-4599bf35-a338-49eb-92e7-2c6d69e4bc0d tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:32:29.101994 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6760bfa5-3cc0-481c-83e8-625c6d3928f4 req-4599bf35-a338-49eb-92e7-2c6d69e4bc0d tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5fe0d5a-80d4-42f8-85a9-feea87f0e76e HTTP/1.1" status: 200 len: 945 time: 0.0496337 Sep 07 03:32:29.142481 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6760bfa5-3cc0-481c-83e8-625c6d3928f4 req-6cef51ae-f294-4ac8-9e08-0676f89da713 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/security-groups?id=46d76f3a-e522-4893-9b68-eb0c96b0477e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345795 Sep 07 03:32:29.722618 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:31.565544 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:40.645815 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63701b0a-2bd7-4872-8686-cd0ceb48f805 req-a18da824-e108-4667-81e3-a804b29358bf tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:32:40.647294 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-63701b0a-2bd7-4872-8686-cd0ceb48f805 req-a18da824-e108-4667-81e3-a804b29358bf tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5fe0d5a-80d4-42f8-85a9-feea87f0e76e HTTP/1.1" status: 200 len: 945 time: 0.0487425 Sep 07 03:32:40.683813 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-63701b0a-2bd7-4872-8686-cd0ceb48f805 req-9bb2f379-57d1-4c83-bd67-cdd8616c7847 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/security-groups?id=46d76f3a-e522-4893-9b68-eb0c96b0477e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306072 Sep 07 03:32:40.705733 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44498) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:32:40.829723 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90de1f5-3726-4de7-bf8b-639572f300a3 tempest-TestMinimumBasicScenario-1028192727 tempest-TestMinimumBasicScenario-1028192727-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:32:40.832122 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b90de1f5-3726-4de7-bf8b-639572f300a3 tempest-TestMinimumBasicScenario-1028192727 tempest-TestMinimumBasicScenario-1028192727-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d5fe0d5a-80d4-42f8-85a9-feea87f0e76e HTTP/1.1" status: 200 len: 1092 time: 0.1251478 Sep 07 03:32:40.835162 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44502) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:32:40.839736 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-c702e575-9a2b-442c-8b1d-f6bda8e973ed tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Request body: {'floatingip': {'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'port_id': 'acd0fe50-2818-4dca-b6e3-80c5e295b01b', 'tenant_id': '7091e1d3f1ab49c298f3a360bf6db749', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:32:40.861398 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c702e575-9a2b-442c-8b1d-f6bda8e973ed tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Notify callbacks [] for floatingip, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:40.966441 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c702e575-9a2b-442c-8b1d-f6bda8e973ed tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:41.070423 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-c702e575-9a2b-442c-8b1d-f6bda8e973ed tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Allocated IP 172.25.5.36 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/cdeb2ea1-f461-4a13-80b4-9628cd3b24d1) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:32:41.173004 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c702e575-9a2b-442c-8b1d-f6bda8e973ed tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:41.210835 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c702e575-9a2b-442c-8b1d-f6bda8e973ed tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:41.245592 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c702e575-9a2b-442c-8b1d-f6bda8e973ed tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:32:41.248304 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-c702e575-9a2b-442c-8b1d-f6bda8e973ed tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:32:41.250857 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c702e575-9a2b-442c-8b1d-f6bda8e973ed tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:32:41.282004 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c702e575-9a2b-442c-8b1d-f6bda8e973ed tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Pushing event updated for resources: {'Port': ['ID=cdeb2ea1-f461-4a13-80b4-9628cd3b24d1,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:32:41.606733 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c702e575-9a2b-442c-8b1d-f6bda8e973ed tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:41.670518 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c702e575-9a2b-442c-8b1d-f6bda8e973ed tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:41.818315 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c702e575-9a2b-442c-8b1d-f6bda8e973ed tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:41.822390 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c702e575-9a2b-442c-8b1d-f6bda8e973ed tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:41.895343 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c702e575-9a2b-442c-8b1d-f6bda8e973ed tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Pushing event updated for resources: {'Port': ['ID=cdeb2ea1-f461-4a13-80b4-9628cd3b24d1,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:32:41.902364 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c702e575-9a2b-442c-8b1d-f6bda8e973ed tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:41.999583 n-d-796209-16 neutron-server[94700]: INFO neutron.db.l3_db [None req-c702e575-9a2b-442c-8b1d-f6bda8e973ed tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Floating IP 10963909-42a9-4425-98c3-a1a261175bd5 associated. External IP: 172.25.5.36, port: acd0fe50-2818-4dca-b6e3-80c5e295b01b. Sep 07 03:32:42.197003 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c702e575-9a2b-442c-8b1d-f6bda8e973ed tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Router 509b09fb-282e-4483-8bd5-84a3a7190335 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:32:42.301691 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c702e575-9a2b-442c-8b1d-f6bda8e973ed tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:32:42.311223 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812bd579-2241-42ab-85dd-29fbcfd3e245 None None] Sync routers for ids ['509b09fb-282e-4483-8bd5-84a3a7190335'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:32:42.318560 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c702e575-9a2b-442c-8b1d-f6bda8e973ed tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:42.321459 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812bd579-2241-42ab-85dd-29fbcfd3e245 None None] Routers {'509b09fb-282e-4483-8bd5-84a3a7190335'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:32:42.322064 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-812bd579-2241-42ab-85dd-29fbcfd3e245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:32:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['509b09fb-282e-4483-8bd5-84a3a7190335'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:32:42.348626 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c702e575-9a2b-442c-8b1d-f6bda8e973ed tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5097680 Sep 07 03:32:42.348626 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5fe0d5a-80d4-42f8-85a9-feea87f0e76e', 'tag': 'acd0fe50-2818-4dca-b6e3-80c5e295b01b'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:32:42.349001 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 44504) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:32:42.354204 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-340ab213-30ac-42b1-8c23-e5de874e56fc tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1293828176', 'description': 'tempest-secgroup-smoke-1293828176 description', 'project_id': '7091e1d3f1ab49c298f3a360bf6db749'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:32:42.379193 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-340ab213-30ac-42b1-8c23-e5de874e56fc tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:42.430451 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-812bd579-2241-42ab-85dd-29fbcfd3e245 None None] Set router 509b09fb-282e-4483-8bd5-84a3a7190335 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:32:42.458875 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4b99ef7bc7a5293b766a2301f992bcff4e86bffe3ac49b880de9dcdee739ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc91f680-7c50-4d41-9b99-ae1fbc16fb6e" -d '{"events": [{"name": "network-changed", "server_uuid": "d5fe0d5a-80d4-42f8-85a9-feea87f0e76e", "tag": "acd0fe50-2818-4dca-b6e3-80c5e295b01b"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:32:42.464905 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-340ab213-30ac-42b1-8c23-e5de874e56fc tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:42.469420 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-340ab213-30ac-42b1-8c23-e5de874e56fc tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:42.498026 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-340ab213-30ac-42b1-8c23-e5de874e56fc tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:42.501929 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-340ab213-30ac-42b1-8c23-e5de874e56fc tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1490798 Sep 07 03:32:42.503514 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44514) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:32:42.510578 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-3b041e68-bc89-465f-8de9-98ae9256d427 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Request body: {'security_group_rule': {'security_group_id': '0597454f-006e-41b1-be24-9d37cc8b9e6a', 'project_id': '7091e1d3f1ab49c298f3a360bf6db749', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:32:42.512312 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340ab213-30ac-42b1-8c23-e5de874e56fc tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0597454f-006e-41b1-be24-9d37cc8b9e6a,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:32:42.520665 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340ab213-30ac-42b1-8c23-e5de874e56fc tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:32:42.521298 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340ab213-30ac-42b1-8c23-e5de874e56fc tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:32:42.521427 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340ab213-30ac-42b1-8c23-e5de874e56fc tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:32:42.521690 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340ab213-30ac-42b1-8c23-e5de874e56fc tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:32:42.522030 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340ab213-30ac-42b1-8c23-e5de874e56fc tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:32:42.522879 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340ab213-30ac-42b1-8c23-e5de874e56fc tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:32:42.523243 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340ab213-30ac-42b1-8c23-e5de874e56fc tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:32:42.523929 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340ab213-30ac-42b1-8c23-e5de874e56fc tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:32:42.523929 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340ab213-30ac-42b1-8c23-e5de874e56fc tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:32:42.524259 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340ab213-30ac-42b1-8c23-e5de874e56fc tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:32:42.524593 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340ab213-30ac-42b1-8c23-e5de874e56fc tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:32:42.524920 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340ab213-30ac-42b1-8c23-e5de874e56fc tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:32:42.552443 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3b041e68-bc89-465f-8de9-98ae9256d427 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:42.573658 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c58378-a7e7-474a-8cfb-f3a7f6cf3b74 x-openstack-request-id: req-79c58378-a7e7-474a-8cfb-f3a7f6cf3b74 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:32:42.573950 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5fe0d5a-80d4-42f8-85a9-feea87f0e76e", "tag": "acd0fe50-2818-4dca-b6e3-80c5e295b01b", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:32:42.574202 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-79c58378-a7e7-474a-8cfb-f3a7f6cf3b74 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:32:42.574630 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5fe0d5a-80d4-42f8-85a9-feea87f0e76e', 'tag': 'acd0fe50-2818-4dca-b6e3-80c5e295b01b', 'status': 'completed', 'code': 200} Sep 07 03:32:42.606008 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3b041e68-bc89-465f-8de9-98ae9256d427 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:42.610737 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3b041e68-bc89-465f-8de9-98ae9256d427 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:42.632415 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b041e68-bc89-465f-8de9-98ae9256d427 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42e134fc-7931-4c4c-a67f-3329ed3612be,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:32:42.637340 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3b041e68-bc89-465f-8de9-98ae9256d427 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:42.638767 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3b041e68-bc89-465f-8de9-98ae9256d427 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1338496 Sep 07 03:32:42.640799 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc91f680-7c50-4d41-9b99-ae1fbc16fb6e req-173e0de2-87ed-44fa-aa5a-d4bb098fb9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:32:42.641490 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44518) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:32:42.642645 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cc91f680-7c50-4d41-9b99-ae1fbc16fb6e req-173e0de2-87ed-44fa-aa5a-d4bb098fb9f8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7091e1d3f1ab49c298f3a360bf6db749&device_id=d5fe0d5a-80d4-42f8-85a9-feea87f0e76e HTTP/1.1" status: 200 len: 1097 time: 0.0470428 Sep 07 03:32:42.646809 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-06a07e34-96de-4a83-9fb4-031d01117a69 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Request body: {'security_group_rule': {'security_group_id': '0597454f-006e-41b1-be24-9d37cc8b9e6a', 'project_id': '7091e1d3f1ab49c298f3a360bf6db749', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:32:42.675370 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-06a07e34-96de-4a83-9fb4-031d01117a69 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:42.680827 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-812bd579-2241-42ab-85dd-29fbcfd3e245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509b09fb-282e-4483-8bd5-84a3a7190335', 'name': 'tempest-TestMinimumBasicScenario-1164764020-router', 'tenant_id': '7091e1d3f1ab49c298f3a360bf6db749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '49e0dae7-ffdc-4666-bff5-4a957540cfec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:31:50Z', 'updated_at': '2021-09-07T03:31:52Z', 'revision_number': 4, 'project_id': '7091e1d3f1ab49c298f3a360bf6db749', 'gw_port': {'id': '49e0dae7-ffdc-4666-bff5-4a957540cfec', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509b09fb-282e-4483-8bd5-84a3a7190335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:31:50Z', 'updated_at': '2021-09-07T03:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': '10963909-42a9-4425-98c3-a1a261175bd5', 'tenant_id': '7091e1d3f1ab49c298f3a360bf6db749', 'floating_ip_address': '172.25.5.36', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '509b09fb-282e-4483-8bd5-84a3a7190335', 'port_id': 'acd0fe50-2818-4dca-b6e3-80c5e295b01b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83a5f3a1-09de-4774-a3ef-fde5366a340e', 'mac_address': 'fa:16:3e:f9:7e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fe0d5a-80d4-42f8-85a9-feea87f0e76e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:32:41Z', 'updated_at': '2021-09-07T03:32:41Z', 'revision_number': 0, 'project_id': '7091e1d3f1ab49c298f3a360bf6db749', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2b3e163-278d-4a00-8714-073a0b0d91e5', 'name': '', 'network_id': '83a5f3a1-09de-4774-a3ef-fde5366a340e', 'tenant_id': '7091e1d3f1ab49c298f3a360bf6db749', 'mac_address': 'fa:16:3e:9c:1a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509b09fb-282e-4483-8bd5-84a3a7190335', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '63eb6b64-0762-4461-8454-97250fba4f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:31:52Z', 'updated_at': '2021-09-07T03:31:57Z', 'revision_number': 5, 'project_id': '7091e1d3f1ab49c298f3a360bf6db749', 'subnets': [{'id': '63eb6b64-0762-4461-8454-97250fba4f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:32:42.741852 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc91f680-7c50-4d41-9b99-ae1fbc16fb6e req-159dea44-5697-4f31-851c-86683e99132b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:32:42.742075 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-06a07e34-96de-4a83-9fb4-031d01117a69 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:42.743560 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cc91f680-7c50-4d41-9b99-ae1fbc16fb6e req-159dea44-5697-4f31-851c-86683e99132b service neutron] 10.222.0.23 "GET /v2.0/networks?id=83a5f3a1-09de-4774-a3ef-fde5366a340e HTTP/1.1" status: 200 len: 915 time: 0.0926578 Sep 07 03:32:42.746174 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-06a07e34-96de-4a83-9fb4-031d01117a69 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:42.766190 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a07e34-96de-4a83-9fb4-031d01117a69 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=694b718e-d724-409f-acb2-4cc882a8385d,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:32:42.774597 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-06a07e34-96de-4a83-9fb4-031d01117a69 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:42.778569 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-06a07e34-96de-4a83-9fb4-031d01117a69 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1335361 Sep 07 03:32:42.778808 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44520) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:32:42.783916 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-81a7755d-316b-495b-a802-fa38bea7f704 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Request body: {'security_group_rule': {'security_group_id': '0597454f-006e-41b1-be24-9d37cc8b9e6a', 'project_id': '7091e1d3f1ab49c298f3a360bf6db749', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:32:42.803262 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812bd579-2241-42ab-85dd-29fbcfd3e245 None None] Checking router: 509b09fb-282e-4483-8bd5-84a3a7190335 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:32:42.812063 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812bd579-2241-42ab-85dd-29fbcfd3e245 None None] Routers {'509b09fb-282e-4483-8bd5-84a3a7190335'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:32:42.812239 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-81a7755d-316b-495b-a802-fa38bea7f704 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:42.812834 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-812bd579-2241-42ab-85dd-29fbcfd3e245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:32:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['509b09fb-282e-4483-8bd5-84a3a7190335'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:32:42.823028 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cc91f680-7c50-4d41-9b99-ae1fbc16fb6e req-06fe9684-bca7-496b-9c04-1f8057a6ae30 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acd0fe50-2818-4dca-b6e3-80c5e295b01b HTTP/1.1" status: 200 len: 998 time: 0.0726936 Sep 07 03:32:42.874134 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-81a7755d-316b-495b-a802-fa38bea7f704 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:42.876111 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc91f680-7c50-4d41-9b99-ae1fbc16fb6e req-2234b29a-95be-49da-b7ea-04348f610930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:32:42.877673 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cc91f680-7c50-4d41-9b99-ae1fbc16fb6e req-2234b29a-95be-49da-b7ea-04348f610930 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=63eb6b64-0762-4461-8454-97250fba4f10 HTTP/1.1" status: 200 len: 854 time: 0.0459731 Sep 07 03:32:42.878746 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-81a7755d-316b-495b-a802-fa38bea7f704 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:42.898275 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a7755d-316b-495b-a802-fa38bea7f704 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeaf6151-349a-451f-983a-7eb86c09006c,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:32:42.905674 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-81a7755d-316b-495b-a802-fa38bea7f704 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:42.907220 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-81a7755d-316b-495b-a802-fa38bea7f704 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1274152 Sep 07 03:32:42.910080 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44522) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:32:42.914998 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-2f674af7-ba1c-43b0-9288-35aaaaba89ee tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Request body: {'security_group_rule': {'security_group_id': '0597454f-006e-41b1-be24-9d37cc8b9e6a', 'project_id': '7091e1d3f1ab49c298f3a360bf6db749', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:32:42.926351 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-812bd579-2241-42ab-85dd-29fbcfd3e245 None None] Set router 509b09fb-282e-4483-8bd5-84a3a7190335 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:32:42.933254 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc91f680-7c50-4d41-9b99-ae1fbc16fb6e req-9b8b7d96-7482-486b-a2c1-ee945b5e42b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:32:42.935206 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cc91f680-7c50-4d41-9b99-ae1fbc16fb6e req-9b8b7d96-7482-486b-a2c1-ee945b5e42b3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=83a5f3a1-09de-4774-a3ef-fde5366a340e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493116 Sep 07 03:32:42.944203 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2f674af7-ba1c-43b0-9288-35aaaaba89ee tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:43.013536 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2f674af7-ba1c-43b0-9288-35aaaaba89ee tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:43.019655 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2f674af7-ba1c-43b0-9288-35aaaaba89ee tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:43.036540 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cc91f680-7c50-4d41-9b99-ae1fbc16fb6e req-b33be444-c352-4403-be8a-c95adaa1dfab service neutron] 10.222.0.23 "GET /v2.0/networks/83a5f3a1-09de-4774-a3ef-fde5366a340e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946457 Sep 07 03:32:43.038140 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f674af7-ba1c-43b0-9288-35aaaaba89ee tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e30b8b5b-f3ce-4b0b-a41c-0723c205342c,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:32:43.045294 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2f674af7-ba1c-43b0-9288-35aaaaba89ee tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:43.046583 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-2f674af7-ba1c-43b0-9288-35aaaaba89ee tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1353767 Sep 07 03:32:43.051907 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44524) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:32:43.057420 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-ee406e1c-01e8-4c38-8007-77975fc24fb8 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Request body: {'security_group_rule': {'security_group_id': '0597454f-006e-41b1-be24-9d37cc8b9e6a', 'project_id': '7091e1d3f1ab49c298f3a360bf6db749', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:32:43.081618 n-d-796209-16 neutron-server[94700]: INFO neutron.db.securitygroups_db [None req-ee406e1c-01e8-4c38-8007-77975fc24fb8 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Project 7091e1d3f1ab49c298f3a360bf6db749 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 03:32:43.086992 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ee406e1c-01e8-4c38-8007-77975fc24fb8 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:43.147222 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cc91f680-7c50-4d41-9b99-ae1fbc16fb6e req-edebcad7-794d-4221-885c-feb5f7ea83db service neutron] 10.222.0.23 "GET /v2.0/networks/83a5f3a1-09de-4774-a3ef-fde5366a340e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996051 Sep 07 03:32:43.155089 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ee406e1c-01e8-4c38-8007-77975fc24fb8 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:43.160361 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ee406e1c-01e8-4c38-8007-77975fc24fb8 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:43.177350 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-812bd579-2241-42ab-85dd-29fbcfd3e245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509b09fb-282e-4483-8bd5-84a3a7190335', 'name': 'tempest-TestMinimumBasicScenario-1164764020-router', 'tenant_id': '7091e1d3f1ab49c298f3a360bf6db749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '49e0dae7-ffdc-4666-bff5-4a957540cfec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:31:50Z', 'updated_at': '2021-09-07T03:31:52Z', 'revision_number': 4, 'project_id': '7091e1d3f1ab49c298f3a360bf6db749', 'gw_port': {'id': '49e0dae7-ffdc-4666-bff5-4a957540cfec', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509b09fb-282e-4483-8bd5-84a3a7190335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:31:50Z', 'updated_at': '2021-09-07T03:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': '10963909-42a9-4425-98c3-a1a261175bd5', 'tenant_id': '7091e1d3f1ab49c298f3a360bf6db749', 'floating_ip_address': '172.25.5.36', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '509b09fb-282e-4483-8bd5-84a3a7190335', 'port_id': 'acd0fe50-2818-4dca-b6e3-80c5e295b01b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83a5f3a1-09de-4774-a3ef-fde5366a340e', 'mac_address': 'fa:16:3e:f9:7e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fe0d5a-80d4-42f8-85a9-feea87f0e76e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:32:41Z', 'updated_at': '2021-09-07T03:32:41Z', 'revision_number': 0, 'project_id': '7091e1d3f1ab49c298f3a360bf6db749', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2b3e163-278d-4a00-8714-073a0b0d91e5', 'name': '', 'network_id': '83a5f3a1-09de-4774-a3ef-fde5366a340e', 'tenant_id': '7091e1d3f1ab49c298f3a360bf6db749', 'mac_address': 'fa:16:3e:9c:1a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509b09fb-282e-4483-8bd5-84a3a7190335', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '63eb6b64-0762-4461-8454-97250fba4f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:31:52Z', 'updated_at': '2021-09-07T03:31:57Z', 'revision_number': 5, 'project_id': '7091e1d3f1ab49c298f3a360bf6db749', 'subnets': [{'id': '63eb6b64-0762-4461-8454-97250fba4f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:32:43.179845 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee406e1c-01e8-4c38-8007-77975fc24fb8 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c03d9ef2-c418-4d4d-8be8-e0544f6bace6,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:32:43.186222 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ee406e1c-01e8-4c38-8007-77975fc24fb8 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:43.187473 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ee406e1c-01e8-4c38-8007-77975fc24fb8 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1345792 Sep 07 03:32:43.190695 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44526) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:32:43.195087 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-7c310e9f-9f44-4f54-a75a-291cf5ccce82 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Request body: {'security_group_rule': {'security_group_id': '0597454f-006e-41b1-be24-9d37cc8b9e6a', 'project_id': '7091e1d3f1ab49c298f3a360bf6db749', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:32:43.211063 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812bd579-2241-42ab-85dd-29fbcfd3e245 None None] The sync data for ids ['509b09fb-282e-4483-8bd5-84a3a7190335'] in n-d-796209-16 is: [{'id': '509b09fb-282e-4483-8bd5-84a3a7190335', 'name': 'tempest-TestMinimumBasicScenario-1164764020-router', 'tenant_id': '7091e1d3f1ab49c298f3a360bf6db749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '49e0dae7-ffdc-4666-bff5-4a957540cfec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:31:50Z', 'updated_at': '2021-09-07T03:31:52Z', 'revision_number': 4, 'project_id': '7091e1d3f1ab49c298f3a360bf6db749', 'gw_port': {'id': '49e0dae7-ffdc-4666-bff5-4a957540cfec', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509b09fb-282e-4483-8bd5-84a3a7190335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:31:50Z', 'updated_at': '2021-09-07T03:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': '10963909-42a9-4425-98c3-a1a261175bd5', 'tenant_id': '7091e1d3f1ab49c298f3a360bf6db749', 'floating_ip_address': '172.25.5.36', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '509b09fb-282e-4483-8bd5-84a3a7190335', 'port_id': 'acd0fe50-2818-4dca-b6e3-80c5e295b01b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83a5f3a1-09de-4774-a3ef-fde5366a340e', 'mac_address': 'fa:16:3e:f9:7e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5fe0d5a-80d4-42f8-85a9-feea87f0e76e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:32:41Z', 'updated_at': '2021-09-07T03:32:41Z', 'revision_number': 0, 'project_id': '7091e1d3f1ab49c298f3a360bf6db749', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2b3e163-278d-4a00-8714-073a0b0d91e5', 'name': '', 'network_id': '83a5f3a1-09de-4774-a3ef-fde5366a340e', 'tenant_id': '7091e1d3f1ab49c298f3a360bf6db749', 'mac_address': 'fa:16:3e:9c:1a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509b09fb-282e-4483-8bd5-84a3a7190335', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '63eb6b64-0762-4461-8454-97250fba4f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:31:52Z', 'updated_at': '2021-09-07T03:31:57Z', 'revision_number': 5, 'project_id': '7091e1d3f1ab49c298f3a360bf6db749', 'subnets': [{'id': '63eb6b64-0762-4461-8454-97250fba4f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:32:43.220732 n-d-796209-16 neutron-server[94700]: INFO neutron.db.securitygroups_db [None req-7c310e9f-9f44-4f54-a75a-291cf5ccce82 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Project 7091e1d3f1ab49c298f3a360bf6db749 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 03:32:43.226282 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7c310e9f-9f44-4f54-a75a-291cf5ccce82 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:43.290815 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7c310e9f-9f44-4f54-a75a-291cf5ccce82 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:43.294642 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7c310e9f-9f44-4f54-a75a-291cf5ccce82 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:43.311896 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c310e9f-9f44-4f54-a75a-291cf5ccce82 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cff570b4-0a37-4b22-89e1-883d8867b334,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:32:43.321584 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7c310e9f-9f44-4f54-a75a-291cf5ccce82 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:43.322867 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-7c310e9f-9f44-4f54-a75a-291cf5ccce82 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1312108 Sep 07 03:32:43.407006 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7355b7-3a07-447e-8fdc-a3a74e3ce620 None None] New status for floating IP 10963909-42a9-4425-98c3-a1a261175bd5: ACTIVE {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 03:32:43.407621 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7982af13-fe1e-4cf5-8d14-0936c93f8aee req-ef2a365e-1fb8-411b-9a1e-214e617dd400 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1293828176&fields=id&tenant_id=7091e1d3f1ab49c298f3a360bf6db749 HTTP/1.1" status: 200 len: 267 time: 0.0386193 Sep 07 03:32:43.471904 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982af13-fe1e-4cf5-8d14-0936c93f8aee req-c80f20f2-8db6-41af-981b-2edaab23ff5f tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:32:43.473462 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7982af13-fe1e-4cf5-8d14-0936c93f8aee req-c80f20f2-8db6-41af-981b-2edaab23ff5f tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5fe0d5a-80d4-42f8-85a9-feea87f0e76e HTTP/1.1" status: 200 len: 945 time: 0.0530140 Sep 07 03:32:43.485153 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-7982af13-fe1e-4cf5-8d14-0936c93f8aee req-de8b2513-71fb-4ee3-b1bb-bac7b867e3da tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Request body: {'port': {'security_groups': ['46d76f3a-e522-4893-9b68-eb0c96b0477e', '0597454f-006e-41b1-be24-9d37cc8b9e6a']}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:32:43.548522 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7982af13-fe1e-4cf5-8d14-0936c93f8aee req-de8b2513-71fb-4ee3-b1bb-bac7b867e3da tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:43.744490 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-7982af13-fe1e-4cf5-8d14-0936c93f8aee req-de8b2513-71fb-4ee3-b1bb-bac7b867e3da tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] For port acd0fe50-2818-4dca-b6e3-80c5e295b01b, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=acd0fe50-2818-4dca-b6e3-80c5e295b01b,segment=NetworkSegment(9c663391-40f4-48b6-bb8c-2ad89eeb9299),segment_id=9c663391-40f4-48b6-bb8c-2ad89eeb9299)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:32:43.774491 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7982af13-fe1e-4cf5-8d14-0936c93f8aee req-de8b2513-71fb-4ee3-b1bb-bac7b867e3da tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:43.779234 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7982af13-fe1e-4cf5-8d14-0936c93f8aee req-de8b2513-71fb-4ee3-b1bb-bac7b867e3da tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:43.791095 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['acd0fe50-2818-4dca-b6e3-80c5e295b01b'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:32:43.832058 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982af13-fe1e-4cf5-8d14-0936c93f8aee req-de8b2513-71fb-4ee3-b1bb-bac7b867e3da tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:32:43.832688 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7982af13-fe1e-4cf5-8d14-0936c93f8aee req-de8b2513-71fb-4ee3-b1bb-bac7b867e3da tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:43.834089 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7982af13-fe1e-4cf5-8d14-0936c93f8aee req-de8b2513-71fb-4ee3-b1bb-bac7b867e3da tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "PUT /v2.0/ports/acd0fe50-2818-4dca-b6e3-80c5e295b01b HTTP/1.1" status: 200 len: 981 time: 0.3536687 Sep 07 03:32:43.877956 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8b2513-71fb-4ee3-b1bb-bac7b867e3da tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Pushing event updated for resources: {'Port': ['ID=acd0fe50-2818-4dca-b6e3-80c5e295b01b,revision_number=6']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:32:43.952628 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['acd0fe50-2818-4dca-b6e3-80c5e295b01b'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:32:43.962136 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b8c78-1029-4b19-8591-6f0959688c4f req-d37da071-5728-4d29-8009-50713ad36c11 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:32:43.964571 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-012b8c78-1029-4b19-8591-6f0959688c4f req-d37da071-5728-4d29-8009-50713ad36c11 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5fe0d5a-80d4-42f8-85a9-feea87f0e76e HTTP/1.1" status: 200 len: 984 time: 0.0617838 Sep 07 03:32:44.031736 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-012b8c78-1029-4b19-8591-6f0959688c4f req-b74c5235-375d-4023-a620-25b38cb22a18 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/security-groups?id=46d76f3a-e522-4893-9b68-eb0c96b0477e&id=0597454f-006e-41b1-be24-9d37cc8b9e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573180 Sep 07 03:32:44.209981 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-0882ff93-ca92-4110-b818-8307b41f5b16 None None] Provisioning complete for port acd0fe50-2818-4dca-b6e3-80c5e295b01b triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:32:44.210352 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0882ff93-ca92-4110-b818-8307b41f5b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:44.575752 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5fe0d5a-80d4-42f8-85a9-feea87f0e76e', 'tag': 'acd0fe50-2818-4dca-b6e3-80c5e295b01b'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:32:44.578321 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4b99ef7bc7a5293b766a2301f992bcff4e86bffe3ac49b880de9dcdee739ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e38628-fa9e-401c-8082-d0ad35b33d65" -d '{"events": [{"name": "network-changed", "server_uuid": "d5fe0d5a-80d4-42f8-85a9-feea87f0e76e", "tag": "acd0fe50-2818-4dca-b6e3-80c5e295b01b"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:32:44.614732 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f2689e-a1f8-4007-83bb-7c4b90a8c27f x-openstack-request-id: req-61f2689e-a1f8-4007-83bb-7c4b90a8c27f {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:32:44.615034 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5fe0d5a-80d4-42f8-85a9-feea87f0e76e", "tag": "acd0fe50-2818-4dca-b6e3-80c5e295b01b", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:32:44.615292 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-61f2689e-a1f8-4007-83bb-7c4b90a8c27f {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:32:44.615721 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5fe0d5a-80d4-42f8-85a9-feea87f0e76e', 'tag': 'acd0fe50-2818-4dca-b6e3-80c5e295b01b', 'status': 'completed', 'code': 200} Sep 07 03:32:44.675919 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e38628-fa9e-401c-8082-d0ad35b33d65 req-7007cd1a-3236-4cd8-9a91-c3de7e880fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:32:44.677306 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-74e38628-fa9e-401c-8082-d0ad35b33d65 req-7007cd1a-3236-4cd8-9a91-c3de7e880fa7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7091e1d3f1ab49c298f3a360bf6db749&device_id=d5fe0d5a-80d4-42f8-85a9-feea87f0e76e HTTP/1.1" status: 200 len: 1136 time: 0.0403900 Sep 07 03:32:44.768501 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e38628-fa9e-401c-8082-d0ad35b33d65 req-3e93363d-0ff5-46b8-988d-2a6ac41b900b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:32:44.770181 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-74e38628-fa9e-401c-8082-d0ad35b33d65 req-3e93363d-0ff5-46b8-988d-2a6ac41b900b service neutron] 10.222.0.23 "GET /v2.0/networks?id=83a5f3a1-09de-4774-a3ef-fde5366a340e HTTP/1.1" status: 200 len: 915 time: 0.0855422 Sep 07 03:32:44.846026 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-74e38628-fa9e-401c-8082-d0ad35b33d65 req-a38645ec-ce38-4d1a-b588-44e5d66c7b60 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acd0fe50-2818-4dca-b6e3-80c5e295b01b HTTP/1.1" status: 200 len: 1000 time: 0.0573945 Sep 07 03:32:44.893294 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e38628-fa9e-401c-8082-d0ad35b33d65 req-8af604e3-83b6-492c-b787-73c1aea00cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:32:44.894678 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-74e38628-fa9e-401c-8082-d0ad35b33d65 req-8af604e3-83b6-492c-b787-73c1aea00cef service neutron] 10.222.0.23 "GET /v2.0/subnets?id=63eb6b64-0762-4461-8454-97250fba4f10 HTTP/1.1" status: 200 len: 854 time: 0.0422645 Sep 07 03:32:44.943457 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e38628-fa9e-401c-8082-d0ad35b33d65 req-7c92de61-03f3-4cd3-851e-151ce99b1ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:32:44.944933 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-74e38628-fa9e-401c-8082-d0ad35b33d65 req-7c92de61-03f3-4cd3-851e-151ce99b1ff5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=83a5f3a1-09de-4774-a3ef-fde5366a340e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435297 Sep 07 03:32:45.044312 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-74e38628-fa9e-401c-8082-d0ad35b33d65 req-59a207ca-e9f9-4e81-9bf7-ff2e08c52b56 service neutron] 10.222.0.23 "GET /v2.0/networks/83a5f3a1-09de-4774-a3ef-fde5366a340e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879300 Sep 07 03:32:45.140361 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-74e38628-fa9e-401c-8082-d0ad35b33d65 req-cf38a8c7-d9e8-407c-92a3-7644927ada31 service neutron] 10.222.0.23 "GET /v2.0/networks/83a5f3a1-09de-4774-a3ef-fde5366a340e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892386 Sep 07 03:32:52.044030 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:52.082267 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:55.977964 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bb64071e-a0cd-43f0-a135-d3ed4e4a7341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:58.386561 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e7c5daf0-e95b-478c-911a-3bc6f3573463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:58.486343 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:32:58.783462 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:32:59.725543 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:33:00.248660 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db39dc5c-bcc1-4289-afcb-65503b26ec73 req-9b5dfbc7-8069-4cf8-8750-52ebec44fc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:33:00.250170 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-db39dc5c-bcc1-4289-afcb-65503b26ec73 req-9b5dfbc7-8069-4cf8-8750-52ebec44fc82 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7091e1d3f1ab49c298f3a360bf6db749&device_id=d5fe0d5a-80d4-42f8-85a9-feea87f0e76e HTTP/1.1" status: 200 len: 1136 time: 0.0483348 Sep 07 03:33:00.255383 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0698eff-256d-4f37-b987-c1b0c698b779 req-4b1b430f-0728-4504-80a7-0d2ffe3fde5e tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:33:00.256926 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f0698eff-256d-4f37-b987-c1b0c698b779 req-4b1b430f-0728-4504-80a7-0d2ffe3fde5e tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5fe0d5a-80d4-42f8-85a9-feea87f0e76e HTTP/1.1" status: 200 len: 984 time: 0.0579779 Sep 07 03:33:00.301623 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f0698eff-256d-4f37-b987-c1b0c698b779 req-46e38cec-38dc-4f2a-afe8-438d96eda81d tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/security-groups?id=46d76f3a-e522-4893-9b68-eb0c96b0477e&id=0597454f-006e-41b1-be24-9d37cc8b9e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0381899 Sep 07 03:33:00.347340 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db39dc5c-bcc1-4289-afcb-65503b26ec73 req-977a5b3c-a748-4d3b-8435-14166a9c95de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:33:00.348787 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-db39dc5c-bcc1-4289-afcb-65503b26ec73 req-977a5b3c-a748-4d3b-8435-14166a9c95de service neutron] 10.222.0.23 "GET /v2.0/networks?id=83a5f3a1-09de-4774-a3ef-fde5366a340e HTTP/1.1" status: 200 len: 915 time: 0.0892055 Sep 07 03:33:00.415515 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-db39dc5c-bcc1-4289-afcb-65503b26ec73 req-eb81b875-3511-4852-ae6f-28f9b9225849 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acd0fe50-2818-4dca-b6e3-80c5e295b01b HTTP/1.1" status: 200 len: 1000 time: 0.0569310 Sep 07 03:33:00.466651 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db39dc5c-bcc1-4289-afcb-65503b26ec73 req-aec09bb0-05be-4f04-8ca6-7e7d3668476c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:33:00.468075 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-db39dc5c-bcc1-4289-afcb-65503b26ec73 req-aec09bb0-05be-4f04-8ca6-7e7d3668476c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=63eb6b64-0762-4461-8454-97250fba4f10 HTTP/1.1" status: 200 len: 854 time: 0.0429811 Sep 07 03:33:00.523394 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db39dc5c-bcc1-4289-afcb-65503b26ec73 req-854cf9ca-a705-4f2d-b3f8-25ec78b94445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:33:00.524899 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-db39dc5c-bcc1-4289-afcb-65503b26ec73 req-854cf9ca-a705-4f2d-b3f8-25ec78b94445 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=83a5f3a1-09de-4774-a3ef-fde5366a340e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495393 Sep 07 03:33:00.612160 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-db39dc5c-bcc1-4289-afcb-65503b26ec73 req-79158f00-e032-4fd1-a27f-28f90959466c service neutron] 10.222.0.23 "GET /v2.0/networks/83a5f3a1-09de-4774-a3ef-fde5366a340e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791159 Sep 07 03:33:00.701652 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-db39dc5c-bcc1-4289-afcb-65503b26ec73 req-c1657243-be9c-4791-9203-b11bee9c21a8 service neutron] 10.222.0.23 "GET /v2.0/networks/83a5f3a1-09de-4774-a3ef-fde5366a340e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834198 Sep 07 03:33:01.419283 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1644a3c4-0df4-4c1d-89d7-5545600a9794 req-73c0f2c2-54dd-4e29-8e47-38d06e80e3f7 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:33:01.420915 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1644a3c4-0df4-4c1d-89d7-5545600a9794 req-73c0f2c2-54dd-4e29-8e47-38d06e80e3f7 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5fe0d5a-80d4-42f8-85a9-feea87f0e76e HTTP/1.1" status: 200 len: 984 time: 0.0500250 Sep 07 03:33:01.465277 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1644a3c4-0df4-4c1d-89d7-5545600a9794 req-d9ebde45-1c0b-4c98-851f-4f76849d0f05 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/security-groups?id=46d76f3a-e522-4893-9b68-eb0c96b0477e&id=0597454f-006e-41b1-be24-9d37cc8b9e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0381298 Sep 07 03:33:01.570991 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:33:02.579780 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b041da5-8d76-466f-9570-20cf4bac0dfe req-633a2f94-c20c-41c0-96c0-7822c793e0b0 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:33:02.582184 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3b041da5-8d76-466f-9570-20cf4bac0dfe req-633a2f94-c20c-41c0-96c0-7822c793e0b0 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5fe0d5a-80d4-42f8-85a9-feea87f0e76e HTTP/1.1" status: 200 len: 984 time: 0.0507951 Sep 07 03:33:02.620159 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3b041da5-8d76-466f-9570-20cf4bac0dfe req-376e1630-56e3-4083-9d89-04531956d9a3 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/security-groups?id=46d76f3a-e522-4893-9b68-eb0c96b0477e&id=0597454f-006e-41b1-be24-9d37cc8b9e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0320861 Sep 07 03:33:03.733758 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c039196-c50f-44d6-b66a-586c1f008aa7 req-ee7a9232-2248-4015-a55c-7af38e43a966 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:33:03.735241 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3c039196-c50f-44d6-b66a-586c1f008aa7 req-ee7a9232-2248-4015-a55c-7af38e43a966 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5fe0d5a-80d4-42f8-85a9-feea87f0e76e HTTP/1.1" status: 200 len: 984 time: 0.0484271 Sep 07 03:33:03.777897 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3c039196-c50f-44d6-b66a-586c1f008aa7 req-dfbcb718-fd5f-4352-96df-d6fe99b97ef5 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/security-groups?id=46d76f3a-e522-4893-9b68-eb0c96b0477e&id=0597454f-006e-41b1-be24-9d37cc8b9e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365767 Sep 07 03:33:04.890193 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68a0ba-cf24-4d87-b884-93fd8ee586aa req-00d1074d-174e-4b2d-93d7-89f3624314bb tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:33:04.891698 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5f68a0ba-cf24-4d87-b884-93fd8ee586aa req-00d1074d-174e-4b2d-93d7-89f3624314bb tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5fe0d5a-80d4-42f8-85a9-feea87f0e76e HTTP/1.1" status: 200 len: 984 time: 0.0484381 Sep 07 03:33:04.934738 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5f68a0ba-cf24-4d87-b884-93fd8ee586aa req-9783f604-9224-46a3-9734-30584cb1828f tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/security-groups?id=46d76f3a-e522-4893-9b68-eb0c96b0477e&id=0597454f-006e-41b1-be24-9d37cc8b9e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370185 Sep 07 03:33:06.047973 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad0882-5fcf-4d5b-8d2d-370c65625fd0 req-48e70805-ee7d-4752-8ada-d0598e1f3398 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:33:06.049517 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4dad0882-5fcf-4d5b-8d2d-370c65625fd0 req-48e70805-ee7d-4752-8ada-d0598e1f3398 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5fe0d5a-80d4-42f8-85a9-feea87f0e76e HTTP/1.1" status: 200 len: 984 time: 0.0490363 Sep 07 03:33:06.088986 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4dad0882-5fcf-4d5b-8d2d-370c65625fd0 req-0f86aa0a-9625-4919-8898-b26af647a240 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/security-groups?id=46d76f3a-e522-4893-9b68-eb0c96b0477e&id=0597454f-006e-41b1-be24-9d37cc8b9e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335371 Sep 07 03:33:07.204764 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a07485-81cd-4925-bcd4-f7ef9e2d02b9 req-21407670-1298-4823-af45-a4a96802bda8 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:33:07.206242 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-17a07485-81cd-4925-bcd4-f7ef9e2d02b9 req-21407670-1298-4823-af45-a4a96802bda8 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5fe0d5a-80d4-42f8-85a9-feea87f0e76e HTTP/1.1" status: 200 len: 984 time: 0.0486710 Sep 07 03:33:07.245448 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-17a07485-81cd-4925-bcd4-f7ef9e2d02b9 req-5942f12e-77fe-4261-8c01-a43ef8fd75f2 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/security-groups?id=46d76f3a-e522-4893-9b68-eb0c96b0477e&id=0597454f-006e-41b1-be24-9d37cc8b9e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329878 Sep 07 03:33:08.358390 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ec1bd-2948-41fc-a724-cb14513d1f36 req-aa381732-5b28-4010-ab47-229a7006583b tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:33:08.359838 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f02ec1bd-2948-41fc-a724-cb14513d1f36 req-aa381732-5b28-4010-ab47-229a7006583b tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5fe0d5a-80d4-42f8-85a9-feea87f0e76e HTTP/1.1" status: 200 len: 984 time: 0.0491645 Sep 07 03:33:08.399304 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f02ec1bd-2948-41fc-a724-cb14513d1f36 req-70ba4589-f3a2-4c4b-828c-3ed5585eba15 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/security-groups?id=46d76f3a-e522-4893-9b68-eb0c96b0477e&id=0597454f-006e-41b1-be24-9d37cc8b9e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329328 Sep 07 03:33:09.513712 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e45ad92-d22d-4cd9-83e7-4f97fcbfca7a req-729e644d-0909-40a5-b129-4b0394654823 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:33:09.515224 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6e45ad92-d22d-4cd9-83e7-4f97fcbfca7a req-729e644d-0909-40a5-b129-4b0394654823 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5fe0d5a-80d4-42f8-85a9-feea87f0e76e HTTP/1.1" status: 200 len: 984 time: 0.0486686 Sep 07 03:33:09.554190 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6e45ad92-d22d-4cd9-83e7-4f97fcbfca7a req-688d61f4-b2d8-4eb5-b97c-b1abe347a11f tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/security-groups?id=46d76f3a-e522-4893-9b68-eb0c96b0477e&id=0597454f-006e-41b1-be24-9d37cc8b9e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329373 Sep 07 03:33:10.667657 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e8245-00a0-406c-91bc-854880220ce7 req-db49bc49-cba5-4f51-b8ca-76114b8edde7 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:33:10.669114 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d80e8245-00a0-406c-91bc-854880220ce7 req-db49bc49-cba5-4f51-b8ca-76114b8edde7 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5fe0d5a-80d4-42f8-85a9-feea87f0e76e HTTP/1.1" status: 200 len: 984 time: 0.0481036 Sep 07 03:33:10.711566 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d80e8245-00a0-406c-91bc-854880220ce7 req-440fee17-7b19-4a66-85e5-0ae66e0df906 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/security-groups?id=46d76f3a-e522-4893-9b68-eb0c96b0477e&id=0597454f-006e-41b1-be24-9d37cc8b9e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364316 Sep 07 03:33:11.823649 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7011dc5e-1cfc-4683-814f-1e7ccb45b4ca req-4109d0f5-ec9a-4801-a591-3389051ba2fc tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:33:11.825137 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7011dc5e-1cfc-4683-814f-1e7ccb45b4ca req-4109d0f5-ec9a-4801-a591-3389051ba2fc tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5fe0d5a-80d4-42f8-85a9-feea87f0e76e HTTP/1.1" status: 200 len: 984 time: 0.0477595 Sep 07 03:33:11.868385 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7011dc5e-1cfc-4683-814f-1e7ccb45b4ca req-811ce6ba-5568-4eeb-80fe-37c34e874ada tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/security-groups?id=46d76f3a-e522-4893-9b68-eb0c96b0477e&id=0597454f-006e-41b1-be24-9d37cc8b9e6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0372763 Sep 07 03:33:12.850368 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [req-27df13bb-8232-4606-b9b0-b1c4e0ae1676 req-db87762a-b4ad-4879-8f85-0a2ac6076bdb service neutron] (94700) timed out ('10.222.0.23', 52005) {{(pid=94700) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 03:33:22.065821 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:33:22.069541 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:33:25.979456 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-960a03f1-92f6-4f0b-9aa6-c02b8fa2f375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:33:26.623897 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9b1080c9-f972-413a-841a-846c993807a2 req-30439c21-2dc9-4d05-a052-7b350c3058bf service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d5fe0d5a-80d4-42f8-85a9-feea87f0e76e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392835 Sep 07 03:33:26.706040 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1080c9-f972-413a-841a-846c993807a2 req-690b488d-7abe-458f-840c-c82d37694e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:33:26.707797 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9b1080c9-f972-413a-841a-846c993807a2 req-690b488d-7abe-458f-840c-c82d37694e02 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7091e1d3f1ab49c298f3a360bf6db749&device_id=d5fe0d5a-80d4-42f8-85a9-feea87f0e76e HTTP/1.1" status: 200 len: 1136 time: 0.0400360 Sep 07 03:33:26.812731 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1080c9-f972-413a-841a-846c993807a2 req-c965a344-8763-46f4-8453-a6791f305a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:33:26.814204 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9b1080c9-f972-413a-841a-846c993807a2 req-c965a344-8763-46f4-8453-a6791f305a30 service neutron] 10.222.0.23 "GET /v2.0/networks?id=83a5f3a1-09de-4774-a3ef-fde5366a340e HTTP/1.1" status: 200 len: 915 time: 0.0875340 Sep 07 03:33:26.877878 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9b1080c9-f972-413a-841a-846c993807a2 req-3c3875ca-944f-4960-aba4-3eca010a4142 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acd0fe50-2818-4dca-b6e3-80c5e295b01b HTTP/1.1" status: 200 len: 1000 time: 0.0562520 Sep 07 03:33:26.925168 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1080c9-f972-413a-841a-846c993807a2 req-95eabd5c-3655-4a9d-ac00-74c7b76e6947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:33:26.926566 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9b1080c9-f972-413a-841a-846c993807a2 req-95eabd5c-3655-4a9d-ac00-74c7b76e6947 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=63eb6b64-0762-4461-8454-97250fba4f10 HTTP/1.1" status: 200 len: 854 time: 0.0419388 Sep 07 03:33:26.974557 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1080c9-f972-413a-841a-846c993807a2 req-3eb57646-fed4-4bdc-9f5f-47ec0431af09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:33:26.976077 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9b1080c9-f972-413a-841a-846c993807a2 req-3eb57646-fed4-4bdc-9f5f-47ec0431af09 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=83a5f3a1-09de-4774-a3ef-fde5366a340e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431085 Sep 07 03:33:27.063763 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9b1080c9-f972-413a-841a-846c993807a2 req-311d07ce-d87a-4a81-8498-6d1e3ab03337 service neutron] 10.222.0.23 "GET /v2.0/networks/83a5f3a1-09de-4774-a3ef-fde5366a340e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801876 Sep 07 03:33:27.156426 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9b1080c9-f972-413a-841a-846c993807a2 req-ba26febf-b195-4caf-82d6-7eb60eff80a5 service neutron] 10.222.0.23 "GET /v2.0/networks/83a5f3a1-09de-4774-a3ef-fde5366a340e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835373 Sep 07 03:33:28.239536 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3ed739d8-8e28-4b01-b26d-a2078104678c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:33:28.784977 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:33:29.729593 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:33:31.572588 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:33:35.485015 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:33:44.214306 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e49d6d85-f60b-45c2-b0ae-067a95f18869 req-1e8bb4b3-daa1-42d3-a17f-616f4523d9d0 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1293828176&fields=id&tenant_id=7091e1d3f1ab49c298f3a360bf6db749 HTTP/1.1" status: 200 len: 267 time: 0.0351353 Sep 07 03:33:44.267360 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d6d85-f60b-45c2-b0ae-067a95f18869 req-a0a340bd-1093-4586-83c2-7c921e63a0b8 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:33:44.268855 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e49d6d85-f60b-45c2-b0ae-067a95f18869 req-a0a340bd-1093-4586-83c2-7c921e63a0b8 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5fe0d5a-80d4-42f8-85a9-feea87f0e76e HTTP/1.1" status: 200 len: 984 time: 0.0480068 Sep 07 03:33:44.280205 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-e49d6d85-f60b-45c2-b0ae-067a95f18869 req-9b651ca6-a527-4ae9-a2ca-7212e0c30607 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Request body: {'port': {'security_groups': ['46d76f3a-e522-4893-9b68-eb0c96b0477e']}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:33:44.344262 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-e49d6d85-f60b-45c2-b0ae-067a95f18869 req-9b651ca6-a527-4ae9-a2ca-7212e0c30607 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:33:44.512774 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-e49d6d85-f60b-45c2-b0ae-067a95f18869 req-9b651ca6-a527-4ae9-a2ca-7212e0c30607 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] For port acd0fe50-2818-4dca-b6e3-80c5e295b01b, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=acd0fe50-2818-4dca-b6e3-80c5e295b01b,segment=NetworkSegment(9c663391-40f4-48b6-bb8c-2ad89eeb9299),segment_id=9c663391-40f4-48b6-bb8c-2ad89eeb9299)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:33:44.857180 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-e49d6d85-f60b-45c2-b0ae-067a95f18869 req-9b651ca6-a527-4ae9-a2ca-7212e0c30607 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:33:44.861658 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-e49d6d85-f60b-45c2-b0ae-067a95f18869 req-9b651ca6-a527-4ae9-a2ca-7212e0c30607 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:33:44.874043 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['acd0fe50-2818-4dca-b6e3-80c5e295b01b'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:33:44.904309 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d6d85-f60b-45c2-b0ae-067a95f18869 req-9b651ca6-a527-4ae9-a2ca-7212e0c30607 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:33:44.904957 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-e49d6d85-f60b-45c2-b0ae-067a95f18869 req-9b651ca6-a527-4ae9-a2ca-7212e0c30607 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:33:44.906370 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e49d6d85-f60b-45c2-b0ae-067a95f18869 req-9b651ca6-a527-4ae9-a2ca-7212e0c30607 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "PUT /v2.0/ports/acd0fe50-2818-4dca-b6e3-80c5e295b01b HTTP/1.1" status: 200 len: 942 time: 0.6311576 Sep 07 03:33:44.906817 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5fe0d5a-80d4-42f8-85a9-feea87f0e76e', 'tag': 'acd0fe50-2818-4dca-b6e3-80c5e295b01b'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:33:44.909121 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf84fb72099b4c059134e8dbf206a3531b112bee59ff8dea8931d4ccd024695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e1441a-b35d-45f4-a129-504c6648f060" -d '{"events": [{"name": "network-changed", "server_uuid": "d5fe0d5a-80d4-42f8-85a9-feea87f0e76e", "tag": "acd0fe50-2818-4dca-b6e3-80c5e295b01b"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:33:44.912399 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44604) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:33:44.935040 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b651ca6-a527-4ae9-a2ca-7212e0c30607 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Pushing event updated for resources: {'Port': ['ID=acd0fe50-2818-4dca-b6e3-80c5e295b01b,revision_number=7']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:33:44.943279 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b651ca6-a527-4ae9-a2ca-7212e0c30607 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:33:44.943541 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b651ca6-a527-4ae9-a2ca-7212e0c30607 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:33:44.943944 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b651ca6-a527-4ae9-a2ca-7212e0c30607 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:33:44.944283 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b651ca6-a527-4ae9-a2ca-7212e0c30607 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:33:44.944623 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b651ca6-a527-4ae9-a2ca-7212e0c30607 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:33:44.944951 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b651ca6-a527-4ae9-a2ca-7212e0c30607 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:33:44.945462 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b651ca6-a527-4ae9-a2ca-7212e0c30607 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:33:44.945954 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b651ca6-a527-4ae9-a2ca-7212e0c30607 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:33:44.946478 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b651ca6-a527-4ae9-a2ca-7212e0c30607 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:33:44.946986 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b651ca6-a527-4ae9-a2ca-7212e0c30607 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:33:44.947499 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b651ca6-a527-4ae9-a2ca-7212e0c30607 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:33:44.947981 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b651ca6-a527-4ae9-a2ca-7212e0c30607 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:33:44.974151 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a165d8-a2bc-447d-9f80-24880fafbe75 x-openstack-request-id: req-67a165d8-a2bc-447d-9f80-24880fafbe75 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:33:44.974456 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5fe0d5a-80d4-42f8-85a9-feea87f0e76e", "tag": "acd0fe50-2818-4dca-b6e3-80c5e295b01b", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:33:44.974708 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-67a165d8-a2bc-447d-9f80-24880fafbe75 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:33:44.975109 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5fe0d5a-80d4-42f8-85a9-feea87f0e76e', 'tag': 'acd0fe50-2818-4dca-b6e3-80c5e295b01b', 'status': 'completed', 'code': 200} Sep 07 03:33:45.002046 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b691a04-f397-416a-b7f9-ffb8dc6cef0f tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:33:45.016410 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['acd0fe50-2818-4dca-b6e3-80c5e295b01b'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:33:45.029570 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b691a04-f397-416a-b7f9-ffb8dc6cef0f tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:33:45.046738 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e1441a-b35d-45f4-a129-504c6648f060 req-374cdfb5-098f-4461-9499-3f1fe6b9a77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:33:45.048782 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-40e1441a-b35d-45f4-a129-504c6648f060 req-374cdfb5-098f-4461-9499-3f1fe6b9a77e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7091e1d3f1ab49c298f3a360bf6db749&device_id=d5fe0d5a-80d4-42f8-85a9-feea87f0e76e HTTP/1.1" status: 200 len: 1097 time: 0.0482740 Sep 07 03:33:45.114030 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b691a04-f397-416a-b7f9-ffb8dc6cef0f tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:33:45.117688 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0b691a04-f397-416a-b7f9-ffb8dc6cef0f tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:33:45.122036 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-0b691a04-f397-416a-b7f9-ffb8dc6cef0f tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "DELETE /v2.0/security-groups/0597454f-006e-41b1-be24-9d37cc8b9e6a HTTP/1.1" status: 204 len: 168 time: 0.2053607 Sep 07 03:33:45.129582 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44606) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:33:45.130388 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b691a04-f397-416a-b7f9-ffb8dc6cef0f tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0597454f-006e-41b1-be24-9d37cc8b9e6a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:33:45.161636 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e1441a-b35d-45f4-a129-504c6648f060 req-ee8c1d6d-50c4-4fd4-8fd0-9d0f5f5937ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:33:45.163426 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-40e1441a-b35d-45f4-a129-504c6648f060 req-ee8c1d6d-50c4-4fd4-8fd0-9d0f5f5937ee service neutron] 10.222.0.23 "GET /v2.0/networks?id=83a5f3a1-09de-4774-a3ef-fde5366a340e HTTP/1.1" status: 200 len: 915 time: 0.1062870 Sep 07 03:33:45.178048 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b691a04-f397-416a-b7f9-ffb8dc6cef0f tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:33:45.178048 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b691a04-f397-416a-b7f9-ffb8dc6cef0f tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:33:45.178048 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b691a04-f397-416a-b7f9-ffb8dc6cef0f tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:33:45.178048 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b691a04-f397-416a-b7f9-ffb8dc6cef0f tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:33:45.178048 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b691a04-f397-416a-b7f9-ffb8dc6cef0f tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:33:45.178584 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b691a04-f397-416a-b7f9-ffb8dc6cef0f tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:33:45.178662 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b691a04-f397-416a-b7f9-ffb8dc6cef0f tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:33:45.178979 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b691a04-f397-416a-b7f9-ffb8dc6cef0f tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:33:45.179308 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b691a04-f397-416a-b7f9-ffb8dc6cef0f tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:33:45.179807 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b691a04-f397-416a-b7f9-ffb8dc6cef0f tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:33:45.179978 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b691a04-f397-416a-b7f9-ffb8dc6cef0f tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:33:45.180296 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b691a04-f397-416a-b7f9-ffb8dc6cef0f tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:33:45.214292 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8587175b-13e8-4f30-a01c-e64e7fcf2c23 None None] Provisioning complete for port acd0fe50-2818-4dca-b6e3-80c5e295b01b triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:33:45.214864 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8587175b-13e8-4f30-a01c-e64e7fcf2c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:33:45.237405 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-40e1441a-b35d-45f4-a129-504c6648f060 req-4f49f9e4-af48-455a-979e-8c2cc5854d8a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acd0fe50-2818-4dca-b6e3-80c5e295b01b HTTP/1.1" status: 200 len: 1000 time: 0.0668092 Sep 07 03:33:45.300093 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e1441a-b35d-45f4-a129-504c6648f060 req-70399045-0a3c-449c-abaf-c86b2906149d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:33:45.301562 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-40e1441a-b35d-45f4-a129-504c6648f060 req-70399045-0a3c-449c-abaf-c86b2906149d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=63eb6b64-0762-4461-8454-97250fba4f10 HTTP/1.1" status: 200 len: 854 time: 0.0573997 Sep 07 03:33:45.316106 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-40b0de71-0b44-4583-ad1f-ba772a15d9a3 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Deleting port cdeb2ea1-f461-4a13-80b4-9628cd3b24d1 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:33:45.316459 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-40b0de71-0b44-4583-ad1f-ba772a15d9a3 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:33:45.347544 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e1441a-b35d-45f4-a129-504c6648f060 req-33bd2bba-c59c-47a5-af7f-8d669be3fa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:33:45.349040 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-40e1441a-b35d-45f4-a129-504c6648f060 req-33bd2bba-c59c-47a5-af7f-8d669be3fa36 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=83a5f3a1-09de-4774-a3ef-fde5366a340e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397897 Sep 07 03:33:45.397865 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-40b0de71-0b44-4583-ad1f-ba772a15d9a3 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:33:45.398119 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-40b0de71-0b44-4583-ad1f-ba772a15d9a3 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:33:45.410085 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-40b0de71-0b44-4583-ad1f-ba772a15d9a3 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Calling delete_port for cdeb2ea1-f461-4a13-80b4-9628cd3b24d1 owned by network:floatingip {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:33:45.440514 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-40e1441a-b35d-45f4-a129-504c6648f060 req-105d1ac6-d245-4156-93bc-3350a3931d85 service neutron] 10.222.0.23 "GET /v2.0/networks/83a5f3a1-09de-4774-a3ef-fde5366a340e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836589 Sep 07 03:33:45.535743 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-40e1441a-b35d-45f4-a129-504c6648f060 req-8be02a6f-f010-41cd-a3b2-f08661de2fd2 service neutron] 10.222.0.23 "GET /v2.0/networks/83a5f3a1-09de-4774-a3ef-fde5366a340e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875461 Sep 07 03:33:45.556279 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-40b0de71-0b44-4583-ad1f-ba772a15d9a3 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:33:45.590889 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b0de71-0b44-4583-ad1f-ba772a15d9a3 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Pushing event deleted for resources: {'Port': ['ID=cdeb2ea1-f461-4a13-80b4-9628cd3b24d1,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:33:45.643860 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-40b0de71-0b44-4583-ad1f-ba772a15d9a3 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Notify callbacks [] for floatingip, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:33:45.644570 n-d-796209-16 neutron-server[94700]: INFO neutron.db.l3_db [None req-40b0de71-0b44-4583-ad1f-ba772a15d9a3 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Floating IP 10963909-42a9-4425-98c3-a1a261175bd5 disassociated (deleted). External IP: 172.25.5.36, port: acd0fe50-2818-4dca-b6e3-80c5e295b01b. Sep 07 03:33:45.851180 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40b0de71-0b44-4583-ad1f-ba772a15d9a3 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Router 509b09fb-282e-4483-8bd5-84a3a7190335 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:33:46.271391 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40b0de71-0b44-4583-ad1f-ba772a15d9a3 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:33:46.275944 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-40b0de71-0b44-4583-ad1f-ba772a15d9a3 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:33:46.280600 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2199d3-eb72-40cb-86e2-f68316eca57e None None] Sync routers for ids ['509b09fb-282e-4483-8bd5-84a3a7190335'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:33:46.290369 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2199d3-eb72-40cb-86e2-f68316eca57e None None] Routers {'509b09fb-282e-4483-8bd5-84a3a7190335'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:33:46.290983 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-fa2199d3-eb72-40cb-86e2-f68316eca57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:33:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['509b09fb-282e-4483-8bd5-84a3a7190335'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:33:46.301553 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-40b0de71-0b44-4583-ad1f-ba772a15d9a3 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "DELETE /v2.0/floatingips/10963909-42a9-4425-98c3-a1a261175bd5 HTTP/1.1" status: 204 len: 168 time: 1.1629946 Sep 07 03:33:46.302140 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5fe0d5a-80d4-42f8-85a9-feea87f0e76e', 'tag': 'acd0fe50-2818-4dca-b6e3-80c5e295b01b'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:33:46.304449 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4b99ef7bc7a5293b766a2301f992bcff4e86bffe3ac49b880de9dcdee739ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebcaa07c-c381-45ca-abf2-bccdec931a5e" -d '{"events": [{"name": "network-changed", "server_uuid": "d5fe0d5a-80d4-42f8-85a9-feea87f0e76e", "tag": "acd0fe50-2818-4dca-b6e3-80c5e295b01b"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:33:46.345442 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636dcfe6-455c-49d4-8ff0-4068f17492de x-openstack-request-id: req-636dcfe6-455c-49d4-8ff0-4068f17492de {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:33:46.345815 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5fe0d5a-80d4-42f8-85a9-feea87f0e76e", "tag": "acd0fe50-2818-4dca-b6e3-80c5e295b01b", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:33:46.346408 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-636dcfe6-455c-49d4-8ff0-4068f17492de {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:33:46.346859 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5fe0d5a-80d4-42f8-85a9-feea87f0e76e', 'tag': 'acd0fe50-2818-4dca-b6e3-80c5e295b01b', 'status': 'completed', 'code': 200} Sep 07 03:33:46.406134 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-fa2199d3-eb72-40cb-86e2-f68316eca57e None None] Set router 509b09fb-282e-4483-8bd5-84a3a7190335 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:33:46.411156 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcaa07c-c381-45ca-abf2-bccdec931a5e req-72d8bf59-5f81-4125-8d4c-9c9ac8cad905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:33:46.412798 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ebcaa07c-c381-45ca-abf2-bccdec931a5e req-72d8bf59-5f81-4125-8d4c-9c9ac8cad905 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7091e1d3f1ab49c298f3a360bf6db749&device_id=d5fe0d5a-80d4-42f8-85a9-feea87f0e76e HTTP/1.1" status: 200 len: 1097 time: 0.0436876 Sep 07 03:33:46.521318 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcaa07c-c381-45ca-abf2-bccdec931a5e req-95b75ce8-71a1-42c6-9ffd-ddc813da8eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:33:46.523418 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ebcaa07c-c381-45ca-abf2-bccdec931a5e req-95b75ce8-71a1-42c6-9ffd-ddc813da8eec service neutron] 10.222.0.23 "GET /v2.0/networks?id=83a5f3a1-09de-4774-a3ef-fde5366a340e HTTP/1.1" status: 200 len: 915 time: 0.1037300 Sep 07 03:33:46.571454 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ebcaa07c-c381-45ca-abf2-bccdec931a5e req-fe099491-6b4c-40d0-b5a8-25031c285b6d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acd0fe50-2818-4dca-b6e3-80c5e295b01b HTTP/1.1" status: 200 len: 217 time: 0.0409613 Sep 07 03:33:46.620568 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcaa07c-c381-45ca-abf2-bccdec931a5e req-22ff2655-8948-4dd0-a2e3-90aa9f05599a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:33:46.622063 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ebcaa07c-c381-45ca-abf2-bccdec931a5e req-22ff2655-8948-4dd0-a2e3-90aa9f05599a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=63eb6b64-0762-4461-8454-97250fba4f10 HTTP/1.1" status: 200 len: 854 time: 0.0437100 Sep 07 03:33:46.625709 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-fa2199d3-eb72-40cb-86e2-f68316eca57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509b09fb-282e-4483-8bd5-84a3a7190335', 'name': 'tempest-TestMinimumBasicScenario-1164764020-router', 'tenant_id': '7091e1d3f1ab49c298f3a360bf6db749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '49e0dae7-ffdc-4666-bff5-4a957540cfec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:31:50Z', 'updated_at': '2021-09-07T03:31:52Z', 'revision_number': 4, 'project_id': '7091e1d3f1ab49c298f3a360bf6db749', 'gw_port': {'id': '49e0dae7-ffdc-4666-bff5-4a957540cfec', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509b09fb-282e-4483-8bd5-84a3a7190335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:31:50Z', 'updated_at': '2021-09-07T03:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'b2b3e163-278d-4a00-8714-073a0b0d91e5', 'name': '', 'network_id': '83a5f3a1-09de-4774-a3ef-fde5366a340e', 'tenant_id': '7091e1d3f1ab49c298f3a360bf6db749', 'mac_address': 'fa:16:3e:9c:1a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509b09fb-282e-4483-8bd5-84a3a7190335', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '63eb6b64-0762-4461-8454-97250fba4f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:31:52Z', 'updated_at': '2021-09-07T03:31:57Z', 'revision_number': 5, 'project_id': '7091e1d3f1ab49c298f3a360bf6db749', 'subnets': [{'id': '63eb6b64-0762-4461-8454-97250fba4f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:33:46.658937 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2199d3-eb72-40cb-86e2-f68316eca57e None None] Checking router: 509b09fb-282e-4483-8bd5-84a3a7190335 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:33:46.667262 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2199d3-eb72-40cb-86e2-f68316eca57e None None] Routers {'509b09fb-282e-4483-8bd5-84a3a7190335'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:33:46.667938 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-fa2199d3-eb72-40cb-86e2-f68316eca57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:33:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['509b09fb-282e-4483-8bd5-84a3a7190335'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:33:46.675682 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcaa07c-c381-45ca-abf2-bccdec931a5e req-39592fa6-46e3-4903-9f7a-f3964c31df3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:33:46.677181 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ebcaa07c-c381-45ca-abf2-bccdec931a5e req-39592fa6-46e3-4903-9f7a-f3964c31df3d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=83a5f3a1-09de-4774-a3ef-fde5366a340e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473101 Sep 07 03:33:46.767284 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ebcaa07c-c381-45ca-abf2-bccdec931a5e req-60b47643-326b-48ec-981e-e192b7cf9b76 service neutron] 10.222.0.23 "GET /v2.0/networks/83a5f3a1-09de-4774-a3ef-fde5366a340e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823233 Sep 07 03:33:46.770361 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-fa2199d3-eb72-40cb-86e2-f68316eca57e None None] Set router 509b09fb-282e-4483-8bd5-84a3a7190335 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:33:46.861064 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ebcaa07c-c381-45ca-abf2-bccdec931a5e req-e6c69eb2-5488-40c7-896b-cc731641a8ba service neutron] 10.222.0.23 "GET /v2.0/networks/83a5f3a1-09de-4774-a3ef-fde5366a340e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855408 Sep 07 03:33:46.966969 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-fa2199d3-eb72-40cb-86e2-f68316eca57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509b09fb-282e-4483-8bd5-84a3a7190335', 'name': 'tempest-TestMinimumBasicScenario-1164764020-router', 'tenant_id': '7091e1d3f1ab49c298f3a360bf6db749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '49e0dae7-ffdc-4666-bff5-4a957540cfec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:31:50Z', 'updated_at': '2021-09-07T03:31:52Z', 'revision_number': 4, 'project_id': '7091e1d3f1ab49c298f3a360bf6db749', 'gw_port': {'id': '49e0dae7-ffdc-4666-bff5-4a957540cfec', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509b09fb-282e-4483-8bd5-84a3a7190335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:31:50Z', 'updated_at': '2021-09-07T03:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'b2b3e163-278d-4a00-8714-073a0b0d91e5', 'name': '', 'network_id': '83a5f3a1-09de-4774-a3ef-fde5366a340e', 'tenant_id': '7091e1d3f1ab49c298f3a360bf6db749', 'mac_address': 'fa:16:3e:9c:1a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509b09fb-282e-4483-8bd5-84a3a7190335', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '63eb6b64-0762-4461-8454-97250fba4f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:31:52Z', 'updated_at': '2021-09-07T03:31:57Z', 'revision_number': 5, 'project_id': '7091e1d3f1ab49c298f3a360bf6db749', 'subnets': [{'id': '63eb6b64-0762-4461-8454-97250fba4f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:33:46.993101 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2199d3-eb72-40cb-86e2-f68316eca57e None None] The sync data for ids ['509b09fb-282e-4483-8bd5-84a3a7190335'] in n-d-796209-16 is: [{'id': '509b09fb-282e-4483-8bd5-84a3a7190335', 'name': 'tempest-TestMinimumBasicScenario-1164764020-router', 'tenant_id': '7091e1d3f1ab49c298f3a360bf6db749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '49e0dae7-ffdc-4666-bff5-4a957540cfec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:31:50Z', 'updated_at': '2021-09-07T03:31:52Z', 'revision_number': 4, 'project_id': '7091e1d3f1ab49c298f3a360bf6db749', 'gw_port': {'id': '49e0dae7-ffdc-4666-bff5-4a957540cfec', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509b09fb-282e-4483-8bd5-84a3a7190335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:31:50Z', 'updated_at': '2021-09-07T03:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'b2b3e163-278d-4a00-8714-073a0b0d91e5', 'name': '', 'network_id': '83a5f3a1-09de-4774-a3ef-fde5366a340e', 'tenant_id': '7091e1d3f1ab49c298f3a360bf6db749', 'mac_address': 'fa:16:3e:9c:1a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509b09fb-282e-4483-8bd5-84a3a7190335', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '63eb6b64-0762-4461-8454-97250fba4f10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:31:52Z', 'updated_at': '2021-09-07T03:31:57Z', 'revision_number': 5, 'project_id': '7091e1d3f1ab49c298f3a360bf6db749', 'subnets': [{'id': '63eb6b64-0762-4461-8454-97250fba4f10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:33:47.210515 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1626d4c6-45fe-4600-b568-5d7657b3965d None None] New status for floating IP 10963909-42a9-4425-98c3-a1a261175bd5: DOWN {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 03:33:52.090160 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:33:52.091352 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:33:53.228249 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62cfa22-ff80-4cbf-92c6-d22d613adb17 req-2a2b622e-bb18-4d6e-8b5a-7050b8e2ffe0 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:33:53.229745 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c62cfa22-ff80-4cbf-92c6-d22d613adb17 req-2a2b622e-bb18-4d6e-8b5a-7050b8e2ffe0 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5fe0d5a-80d4-42f8-85a9-feea87f0e76e HTTP/1.1" status: 200 len: 945 time: 0.0501513 Sep 07 03:33:53.267612 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c62cfa22-ff80-4cbf-92c6-d22d613adb17 req-269a959a-7660-4265-b7b0-9f613ac318a1 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/security-groups?id=46d76f3a-e522-4893-9b68-eb0c96b0477e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314970 Sep 07 03:33:54.380816 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e465d-9a17-452d-8e4a-ffb17c416f2f req-f003e504-b537-4a16-924f-975897202df5 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:33:54.382195 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-213e465d-9a17-452d-8e4a-ffb17c416f2f req-f003e504-b537-4a16-924f-975897202df5 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5fe0d5a-80d4-42f8-85a9-feea87f0e76e HTTP/1.1" status: 200 len: 945 time: 0.0475302 Sep 07 03:33:54.418821 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-213e465d-9a17-452d-8e4a-ffb17c416f2f req-53f65975-9ed8-4086-b5b3-6d844f8ca1d5 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/security-groups?id=46d76f3a-e522-4893-9b68-eb0c96b0477e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308137 Sep 07 03:33:54.811781 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b6fb31-fa0b-4eed-9747-97f6fc8de1bc req-3ccf5d20-33c4-42d2-900a-98832a59ca97 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:33:54.813245 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e4b6fb31-fa0b-4eed-9747-97f6fc8de1bc req-3ccf5d20-33c4-42d2-900a-98832a59ca97 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5fe0d5a-80d4-42f8-85a9-feea87f0e76e HTTP/1.1" status: 200 len: 945 time: 0.0471747 Sep 07 03:33:54.904872 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-e4b6fb31-fa0b-4eed-9747-97f6fc8de1bc req-7c1fd566-8042-4f7c-8920-c2c548870a37 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Deleting port acd0fe50-2818-4dca-b6e3-80c5e295b01b {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:33:54.905214 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-e4b6fb31-fa0b-4eed-9747-97f6fc8de1bc req-7c1fd566-8042-4f7c-8920-c2c548870a37 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:33:54.990890 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-e4b6fb31-fa0b-4eed-9747-97f6fc8de1bc req-7c1fd566-8042-4f7c-8920-c2c548870a37 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] For port acd0fe50-2818-4dca-b6e3-80c5e295b01b, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=acd0fe50-2818-4dca-b6e3-80c5e295b01b,segment=NetworkSegment(9c663391-40f4-48b6-bb8c-2ad89eeb9299),segment_id=9c663391-40f4-48b6-bb8c-2ad89eeb9299)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:33:54.991263 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-e4b6fb31-fa0b-4eed-9747-97f6fc8de1bc req-7c1fd566-8042-4f7c-8920-c2c548870a37 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:33:55.003418 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-e4b6fb31-fa0b-4eed-9747-97f6fc8de1bc req-7c1fd566-8042-4f7c-8920-c2c548870a37 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Calling delete_port for acd0fe50-2818-4dca-b6e3-80c5e295b01b owned by compute:nova {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:33:55.130626 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-e4b6fb31-fa0b-4eed-9747-97f6fc8de1bc req-7c1fd566-8042-4f7c-8920-c2c548870a37 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:33:55.141935 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['acd0fe50-2818-4dca-b6e3-80c5e295b01b'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:33:55.157568 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1fd566-8042-4f7c-8920-c2c548870a37 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Pushing event deleted for resources: {'Port': ['ID=acd0fe50-2818-4dca-b6e3-80c5e295b01b,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:33:55.205900 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4b6fb31-fa0b-4eed-9747-97f6fc8de1bc req-7c1fd566-8042-4f7c-8920-c2c548870a37 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] No DVR routers for this DVR port acd0fe50-2818-4dca-b6e3-80c5e295b01b on host n-h1-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:33:55.208729 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-e4b6fb31-fa0b-4eed-9747-97f6fc8de1bc req-7c1fd566-8042-4f7c-8920-c2c548870a37 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:33:55.210744 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e4b6fb31-fa0b-4eed-9747-97f6fc8de1bc req-7c1fd566-8042-4f7c-8920-c2c548870a37 tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.23 "DELETE /v2.0/ports/acd0fe50-2818-4dca-b6e3-80c5e295b01b HTTP/1.1" status: 204 len: 173 time: 0.3917451 Sep 07 03:33:55.211182 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5fe0d5a-80d4-42f8-85a9-feea87f0e76e', 'name': 'network-vif-deleted', 'tag': 'acd0fe50-2818-4dca-b6e3-80c5e295b01b'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:33:55.213462 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf84fb72099b4c059134e8dbf206a3531b112bee59ff8dea8931d4ccd024695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1925f5bb-4e96-4e8a-bc8a-354320e99a87" -d '{"events": [{"server_uuid": "d5fe0d5a-80d4-42f8-85a9-feea87f0e76e", "name": "network-vif-deleted", "tag": "acd0fe50-2818-4dca-b6e3-80c5e295b01b"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:33:55.250564 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2383c3cf-d906-456a-b3b9-993bb7af2304 x-openstack-request-id: req-2383c3cf-d906-456a-b3b9-993bb7af2304 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:33:55.250863 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5fe0d5a-80d4-42f8-85a9-feea87f0e76e", "name": "network-vif-deleted", "tag": "acd0fe50-2818-4dca-b6e3-80c5e295b01b", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:33:55.251181 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2383c3cf-d906-456a-b3b9-993bb7af2304 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:33:55.251623 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5fe0d5a-80d4-42f8-85a9-feea87f0e76e', 'name': 'network-vif-deleted', 'tag': 'acd0fe50-2818-4dca-b6e3-80c5e295b01b', 'status': 'completed', 'code': 200} Sep 07 03:33:55.524030 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0b43c25c-c5a8-4f97-bda0-2360bc12b4eb req-bada923e-6630-41aa-9e59-a46acb37a7ef tempest-TestMinimumBasicScenario-2090763627 tempest-TestMinimumBasicScenario-2090763627-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5fe0d5a-80d4-42f8-85a9-feea87f0e76e HTTP/1.1" status: 200 len: 210 time: 0.0298193 Sep 07 03:33:55.979713 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-acf48cc1-302f-40cd-a711-78c75711dd2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:33:57.065707 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44702) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:33:57.398074 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c229bce7-88eb-4991-9e38-782465e4c4e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:33:57.638045 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-c229bce7-88eb-4991-9e38-782465e4c4e8 admin admin] Deleting port b2b3e163-278d-4a00-8714-073a0b0d91e5 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:33:57.638406 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c229bce7-88eb-4991-9e38-782465e4c4e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:33:57.716642 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-c229bce7-88eb-4991-9e38-782465e4c4e8 admin admin] For port b2b3e163-278d-4a00-8714-073a0b0d91e5, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=b2b3e163-278d-4a00-8714-073a0b0d91e5,segment=NetworkSegment(9c663391-40f4-48b6-bb8c-2ad89eeb9299),segment_id=9c663391-40f4-48b6-bb8c-2ad89eeb9299)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:33:57.716931 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c229bce7-88eb-4991-9e38-782465e4c4e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:33:57.728826 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-c229bce7-88eb-4991-9e38-782465e4c4e8 admin admin] Calling delete_port for b2b3e163-278d-4a00-8714-073a0b0d91e5 owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:33:57.903515 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c229bce7-88eb-4991-9e38-782465e4c4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:33:57.930499 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c229bce7-88eb-4991-9e38-782465e4c4e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2b3e163-278d-4a00-8714-073a0b0d91e5,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:33:58.097801 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c229bce7-88eb-4991-9e38-782465e4c4e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:33:58.241189 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-cdf47666-834e-4537-9bd2-9aed4e13f9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:33:58.312003 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c229bce7-88eb-4991-9e38-782465e4c4e8 admin admin] Router 509b09fb-282e-4483-8bd5-84a3a7190335 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:33:58.414901 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c229bce7-88eb-4991-9e38-782465e4c4e8 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:33:58.419982 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c229bce7-88eb-4991-9e38-782465e4c4e8 admin admin] 10.222.0.22 "PUT /v2.0/routers/509b09fb-282e-4483-8bd5-84a3a7190335/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3531010 Sep 07 03:33:58.422483 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44706) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:33:58.425163 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fc7247-a0ae-4b8a-9b7f-9ab6f3f5a56c None None] Sync routers for ids ['509b09fb-282e-4483-8bd5-84a3a7190335'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:33:58.436861 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fc7247-a0ae-4b8a-9b7f-9ab6f3f5a56c None None] Routers {'509b09fb-282e-4483-8bd5-84a3a7190335'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:33:58.437466 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-c4fc7247-a0ae-4b8a-9b7f-9ab6f3f5a56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:33:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['509b09fb-282e-4483-8bd5-84a3a7190335'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:33:58.524096 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-353a7e2d-95b5-41a2-88a8-9b54c677b509 admin admin] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:33:58.538618 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-c4fc7247-a0ae-4b8a-9b7f-9ab6f3f5a56c None None] Set router 509b09fb-282e-4483-8bd5-84a3a7190335 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:33:58.626654 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-353a7e2d-95b5-41a2-88a8-9b54c677b509 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:33:58.678181 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-353a7e2d-95b5-41a2-88a8-9b54c677b509 admin admin] Deleting port 49e0dae7-ffdc-4666-bff5-4a957540cfec {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:33:58.678521 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-353a7e2d-95b5-41a2-88a8-9b54c677b509 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:33:58.716801 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-c4fc7247-a0ae-4b8a-9b7f-9ab6f3f5a56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509b09fb-282e-4483-8bd5-84a3a7190335', 'name': 'tempest-TestMinimumBasicScenario-1164764020-router', 'tenant_id': '7091e1d3f1ab49c298f3a360bf6db749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '49e0dae7-ffdc-4666-bff5-4a957540cfec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:31:50Z', 'updated_at': '2021-09-07T03:33:57Z', 'revision_number': 5, 'project_id': '7091e1d3f1ab49c298f3a360bf6db749', 'gw_port': {'id': '49e0dae7-ffdc-4666-bff5-4a957540cfec', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509b09fb-282e-4483-8bd5-84a3a7190335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:31:50Z', 'updated_at': '2021-09-07T03:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:33:58.761111 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-353a7e2d-95b5-41a2-88a8-9b54c677b509 admin admin] For port 49e0dae7-ffdc-4666-bff5-4a957540cfec, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=49e0dae7-ffdc-4666-bff5-4a957540cfec,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:33:58.761471 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-353a7e2d-95b5-41a2-88a8-9b54c677b509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:33:58.774270 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-353a7e2d-95b5-41a2-88a8-9b54c677b509 admin admin] Calling delete_port for 49e0dae7-ffdc-4666-bff5-4a957540cfec owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:33:58.787815 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:33:58.819987 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device acd0fe50-2818-4dca-b6e3-80c5e295b01b no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:33:58.836299 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fc7247-a0ae-4b8a-9b7f-9ab6f3f5a56c None None] Checking router: 509b09fb-282e-4483-8bd5-84a3a7190335 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:33:58.845388 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fc7247-a0ae-4b8a-9b7f-9ab6f3f5a56c None None] Routers {'509b09fb-282e-4483-8bd5-84a3a7190335'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:33:58.846001 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-c4fc7247-a0ae-4b8a-9b7f-9ab6f3f5a56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:33:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['509b09fb-282e-4483-8bd5-84a3a7190335'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:33:58.850890 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: acd0fe50-2818-4dca-b6e3-80c5e295b01b {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:33:58.851246 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device acd0fe50-2818-4dca-b6e3-80c5e295b01b not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:33:58.932114 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-c4fc7247-a0ae-4b8a-9b7f-9ab6f3f5a56c None None] Set router 509b09fb-282e-4483-8bd5-84a3a7190335 gateway port host: None {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:33:58.943715 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-353a7e2d-95b5-41a2-88a8-9b54c677b509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:33:58.972359 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353a7e2d-95b5-41a2-88a8-9b54c677b509 admin admin] Pushing event deleted for resources: {'Port': ['ID=49e0dae7-ffdc-4666-bff5-4a957540cfec,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:33:58.991599 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-c4fc7247-a0ae-4b8a-9b7f-9ab6f3f5a56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509b09fb-282e-4483-8bd5-84a3a7190335', 'name': 'tempest-TestMinimumBasicScenario-1164764020-router', 'tenant_id': '7091e1d3f1ab49c298f3a360bf6db749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:31:50Z', 'updated_at': '2021-09-07T03:33:58Z', 'revision_number': 6, 'project_id': '7091e1d3f1ab49c298f3a360bf6db749', 'gw_port_host': None}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:33:59.018153 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fc7247-a0ae-4b8a-9b7f-9ab6f3f5a56c None None] The sync data for ids ['509b09fb-282e-4483-8bd5-84a3a7190335'] in n-d-796209-16 is: [{'id': '509b09fb-282e-4483-8bd5-84a3a7190335', 'name': 'tempest-TestMinimumBasicScenario-1164764020-router', 'tenant_id': '7091e1d3f1ab49c298f3a360bf6db749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:31:50Z', 'updated_at': '2021-09-07T03:33:58Z', 'revision_number': 6, 'project_id': '7091e1d3f1ab49c298f3a360bf6db749', 'gw_port_host': None}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:33:59.030426 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-353a7e2d-95b5-41a2-88a8-9b54c677b509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:33:59.121729 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-353a7e2d-95b5-41a2-88a8-9b54c677b509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:33:59.124429 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-353a7e2d-95b5-41a2-88a8-9b54c677b509 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:33:59.169430 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-353a7e2d-95b5-41a2-88a8-9b54c677b509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:33:59.169952 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353a7e2d-95b5-41a2-88a8-9b54c677b509 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 509b09fb-282e-4483-8bd5-84a3a7190335 {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 03:33:59.174625 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-353a7e2d-95b5-41a2-88a8-9b54c677b509 admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:33:59.175840 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-353a7e2d-95b5-41a2-88a8-9b54c677b509 admin admin] 10.222.0.22 "DELETE /v2.0/routers/509b09fb-282e-4483-8bd5-84a3a7190335 HTTP/1.1" status: 204 len: 168 time: 0.7524273 Sep 07 03:33:59.178342 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44708) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:33:59.222360 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-382e252f-e518-4224-b3e9-433ae9ff4121 admin admin] Deleting subnet 63eb6b64-0762-4461-8454-97250fba4f10 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 03:33:59.225301 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-382e252f-e518-4224-b3e9-433ae9ff4121 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:33:59.259416 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-382e252f-e518-4224-b3e9-433ae9ff4121 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:33:59.339011 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-382e252f-e518-4224-b3e9-433ae9ff4121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:33:59.394597 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-382e252f-e518-4224-b3e9-433ae9ff4121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:33:59.421935 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382e252f-e518-4224-b3e9-433ae9ff4121 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63eb6b64-0762-4461-8454-97250fba4f10,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:33:59.425624 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-382e252f-e518-4224-b3e9-433ae9ff4121 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:33:59.427565 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-382e252f-e518-4224-b3e9-433ae9ff4121 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/63eb6b64-0762-4461-8454-97250fba4f10 HTTP/1.1" status: 204 len: 168 time: 0.2481995 Sep 07 03:33:59.430333 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 44710) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:33:59.434299 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132953da-a453-4ace-ad57-0810d73a0db9 None None] Network 83a5f3a1-09de-4774-a3ef-fde5366a340e requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:33:59.497433 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device b2b3e163-278d-4a00-8714-073a0b0d91e5 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:33:59.505335 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-01f2cf51-7d5d-4853-b2af-d51d2e2a3724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:33:59.518999 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: b2b3e163-278d-4a00-8714-073a0b0d91e5 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:33:59.519347 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device b2b3e163-278d-4a00-8714-073a0b0d91e5 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:33:59.558970 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-01f2cf51-7d5d-4853-b2af-d51d2e2a3724 admin admin] Deleting port 1b32c8c5-6aa9-40d9-903f-4cb58c2ca61d {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:33:59.559850 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-01f2cf51-7d5d-4853-b2af-d51d2e2a3724 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:33:59.629680 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-01f2cf51-7d5d-4853-b2af-d51d2e2a3724 admin admin] For port 1b32c8c5-6aa9-40d9-903f-4cb58c2ca61d, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=1b32c8c5-6aa9-40d9-903f-4cb58c2ca61d,segment=NetworkSegment(9c663391-40f4-48b6-bb8c-2ad89eeb9299),segment_id=9c663391-40f4-48b6-bb8c-2ad89eeb9299)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:33:59.630056 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-01f2cf51-7d5d-4853-b2af-d51d2e2a3724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:33:59.642929 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-01f2cf51-7d5d-4853-b2af-d51d2e2a3724 admin admin] Calling delete_port for 1b32c8c5-6aa9-40d9-903f-4cb58c2ca61d owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:33:59.718663 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-01f2cf51-7d5d-4853-b2af-d51d2e2a3724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:33:59.730311 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:33:59.748517 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f2cf51-7d5d-4853-b2af-d51d2e2a3724 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b32c8c5-6aa9-40d9-903f-4cb58c2ca61d,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:33:59.752080 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f2cf51-7d5d-4853-b2af-d51d2e2a3724 admin admin] No DVR routers for this DVR port 1b32c8c5-6aa9-40d9-903f-4cb58c2ca61d on host n-d-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:33:59.821451 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-01f2cf51-7d5d-4853-b2af-d51d2e2a3724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:33:59.842830 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-01f2cf51-7d5d-4853-b2af-d51d2e2a3724 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83a5f3a1-09de-4774-a3ef-fde5366a340e']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:33:59.852311 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-01f2cf51-7d5d-4853-b2af-d51d2e2a3724 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c663391-40f4-48b6-bb8c-2ad89eeb9299') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:33:59.852610 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-01f2cf51-7d5d-4853-b2af-d51d2e2a3724 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c663391-40f4-48b6-bb8c-2ad89eeb9299') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:33:59.860844 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6ba206-f73b-46a0-a45c-c3785c3618f2 None None] DHCP port deletion for 83a5f3a1-09de-4774-a3ef-fde5366a340e request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 03:33:59.869311 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-01f2cf51-7d5d-4853-b2af-d51d2e2a3724 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:33:59.883546 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-01f2cf51-7d5d-4853-b2af-d51d2e2a3724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:33:59.890327 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01f2cf51-7d5d-4853-b2af-d51d2e2a3724 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 03:33:59.890838 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-01f2cf51-7d5d-4853-b2af-d51d2e2a3724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:33:59.892537 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 03:33:59.892537 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 03:33:59.892537 n-d-796209-16 neutron-server[94701]: timer() Sep 07 03:33:59.892537 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 03:33:59.892537 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 03:33:59.892537 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 03:33:59.892537 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 03:33:59.892537 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 03:33:59.892537 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 03:33:59.892537 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 03:33:59.892537 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 03:33:59.892537 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 03:33:59.892537 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 03:33:59.892537 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 03:33:59.892537 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 03:33:59.892537 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 03:33:59.892537 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 03:33:59.892537 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 03:33:59.892537 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 03:33:59.892537 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 03:33:59.892537 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 03:33:59.892537 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 03:33:59.892537 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 03:33:59.892537 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 03:33:59.892537 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 03:33:59.892537 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 03:33:59.892537 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 03:33:59.892537 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 03:33:59.892537 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 03:33:59.892537 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 03:33:59.892537 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 03:33:59.892537 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 03:33:59.952201 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-01f2cf51-7d5d-4853-b2af-d51d2e2a3724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:33:59.959807 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-01f2cf51-7d5d-4853-b2af-d51d2e2a3724 admin admin] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:33:59.961612 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-01f2cf51-7d5d-4853-b2af-d51d2e2a3724 admin admin] 10.222.0.22 "DELETE /v2.0/networks/83a5f3a1-09de-4774-a3ef-fde5366a340e HTTP/1.1" status: 204 len: 168 time: 0.5305152 Sep 07 03:33:59.964674 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44712) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:33:59.972455 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f2cf51-7d5d-4853-b2af-d51d2e2a3724 admin admin] Pushing event deleted for resources: {'Network': ['ID=83a5f3a1-09de-4774-a3ef-fde5366a340e,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:34:00.320559 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d5dd1051-06f3-42b0-aeae-5ac60f1ed7eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:00.553809 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-d5dd1051-06f3-42b0-aeae-5ac60f1ed7eb admin admin] Deleting port 3e8bd9ce-0a89-47db-ab72-a54832f32463 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:34:00.554151 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d5dd1051-06f3-42b0-aeae-5ac60f1ed7eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:00.632375 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-d5dd1051-06f3-42b0-aeae-5ac60f1ed7eb admin admin] For port 3e8bd9ce-0a89-47db-ab72-a54832f32463, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=3e8bd9ce-0a89-47db-ab72-a54832f32463,segment=NetworkSegment(05e95409-952e-43db-b01f-3e120cdfcffe),segment_id=05e95409-952e-43db-b01f-3e120cdfcffe)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:34:00.632730 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d5dd1051-06f3-42b0-aeae-5ac60f1ed7eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:00.645159 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-d5dd1051-06f3-42b0-aeae-5ac60f1ed7eb admin admin] Calling delete_port for 3e8bd9ce-0a89-47db-ab72-a54832f32463 owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:34:00.821195 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d5dd1051-06f3-42b0-aeae-5ac60f1ed7eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:00.846705 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dd1051-06f3-42b0-aeae-5ac60f1ed7eb admin admin] Pushing event deleted for resources: {'Port': ['ID=3e8bd9ce-0a89-47db-ab72-a54832f32463,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:34:01.012451 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d5dd1051-06f3-42b0-aeae-5ac60f1ed7eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:01.388891 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 1b32c8c5-6aa9-40d9-903f-4cb58c2ca61d no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:34:01.409657 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 1b32c8c5-6aa9-40d9-903f-4cb58c2ca61d {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:34:01.410009 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 1b32c8c5-6aa9-40d9-903f-4cb58c2ca61d not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:34:01.410433 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 49e0dae7-ffdc-4666-bff5-4a957540cfec no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:34:01.429757 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 49e0dae7-ffdc-4666-bff5-4a957540cfec {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:34:01.430146 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 49e0dae7-ffdc-4666-bff5-4a957540cfec not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:34:01.555996 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5dd1051-06f3-42b0-aeae-5ac60f1ed7eb admin admin] Router 9620579e-8046-4f70-8cac-455e4aa10bc7 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:34:01.572628 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:01.662207 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5dd1051-06f3-42b0-aeae-5ac60f1ed7eb admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:34:01.667232 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-d5dd1051-06f3-42b0-aeae-5ac60f1ed7eb admin admin] 10.222.0.22 "PUT /v2.0/routers/9620579e-8046-4f70-8cac-455e4aa10bc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7015376 Sep 07 03:34:01.670280 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44714) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:34:01.672319 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a758ee4f-b3c3-4296-a117-ef3f0e690df1 None None] Sync routers for ids ['9620579e-8046-4f70-8cac-455e4aa10bc7'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:34:01.681465 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a758ee4f-b3c3-4296-a117-ef3f0e690df1 None None] Routers {'9620579e-8046-4f70-8cac-455e4aa10bc7'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:34:01.682076 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-a758ee4f-b3c3-4296-a117-ef3f0e690df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:33:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['9620579e-8046-4f70-8cac-455e4aa10bc7'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:34:01.772604 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-43cb58b1-4e63-4e58-8fd1-4dc4bbf3180d admin admin] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:01.786327 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-a758ee4f-b3c3-4296-a117-ef3f0e690df1 None None] Set router 9620579e-8046-4f70-8cac-455e4aa10bc7 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:34:01.875321 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-43cb58b1-4e63-4e58-8fd1-4dc4bbf3180d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:01.925416 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-43cb58b1-4e63-4e58-8fd1-4dc4bbf3180d admin admin] Deleting port 96147a83-1286-45d6-aa87-d3188666ce39 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:34:01.925753 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-43cb58b1-4e63-4e58-8fd1-4dc4bbf3180d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:01.963143 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-a758ee4f-b3c3-4296-a117-ef3f0e690df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9620579e-8046-4f70-8cac-455e4aa10bc7', 'name': 'tempest-TestMinimumBasicScenario-1215454671-router', 'tenant_id': 'adf0d8c62c064a75bb089da14e369203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': '96147a83-1286-45d6-aa87-d3188666ce39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:31:54Z', 'updated_at': '2021-09-07T03:34:00Z', 'revision_number': 5, 'project_id': 'adf0d8c62c064a75bb089da14e369203', 'gw_port': {'id': '96147a83-1286-45d6-aa87-d3188666ce39', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:91:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9620579e-8046-4f70-8cac-455e4aa10bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:31:55Z', 'updated_at': '2021-09-07T03:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:34:01.992829 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a758ee4f-b3c3-4296-a117-ef3f0e690df1 None None] Checking router: 9620579e-8046-4f70-8cac-455e4aa10bc7 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:34:02.001694 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a758ee4f-b3c3-4296-a117-ef3f0e690df1 None None] Routers {'9620579e-8046-4f70-8cac-455e4aa10bc7'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:34:02.002619 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-a758ee4f-b3c3-4296-a117-ef3f0e690df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:33:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['9620579e-8046-4f70-8cac-455e4aa10bc7'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:34:02.003880 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-43cb58b1-4e63-4e58-8fd1-4dc4bbf3180d admin admin] For port 96147a83-1286-45d6-aa87-d3188666ce39, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=96147a83-1286-45d6-aa87-d3188666ce39,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:34:02.004252 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-43cb58b1-4e63-4e58-8fd1-4dc4bbf3180d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:02.017094 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-43cb58b1-4e63-4e58-8fd1-4dc4bbf3180d admin admin] Calling delete_port for 96147a83-1286-45d6-aa87-d3188666ce39 owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:34:02.093213 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-a758ee4f-b3c3-4296-a117-ef3f0e690df1 None None] Set router 9620579e-8046-4f70-8cac-455e4aa10bc7 gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:34:02.144691 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-a758ee4f-b3c3-4296-a117-ef3f0e690df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9620579e-8046-4f70-8cac-455e4aa10bc7', 'name': 'tempest-TestMinimumBasicScenario-1215454671-router', 'tenant_id': 'adf0d8c62c064a75bb089da14e369203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:31:54Z', 'updated_at': '2021-09-07T03:34:01Z', 'revision_number': 6, 'project_id': 'adf0d8c62c064a75bb089da14e369203', 'gw_port_host': None}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:34:02.173559 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a758ee4f-b3c3-4296-a117-ef3f0e690df1 None None] The sync data for ids ['9620579e-8046-4f70-8cac-455e4aa10bc7'] in n-d-796209-16 is: [{'id': '9620579e-8046-4f70-8cac-455e4aa10bc7', 'name': 'tempest-TestMinimumBasicScenario-1215454671-router', 'tenant_id': 'adf0d8c62c064a75bb089da14e369203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:31:54Z', 'updated_at': '2021-09-07T03:34:01Z', 'revision_number': 6, 'project_id': 'adf0d8c62c064a75bb089da14e369203', 'gw_port_host': None}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:34:02.181047 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-43cb58b1-4e63-4e58-8fd1-4dc4bbf3180d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:02.212924 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cb58b1-4e63-4e58-8fd1-4dc4bbf3180d admin admin] Pushing event deleted for resources: {'Port': ['ID=96147a83-1286-45d6-aa87-d3188666ce39,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:34:02.272053 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-43cb58b1-4e63-4e58-8fd1-4dc4bbf3180d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:02.360800 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-43cb58b1-4e63-4e58-8fd1-4dc4bbf3180d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:02.362958 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-43cb58b1-4e63-4e58-8fd1-4dc4bbf3180d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:02.405947 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-43cb58b1-4e63-4e58-8fd1-4dc4bbf3180d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:02.406535 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43cb58b1-4e63-4e58-8fd1-4dc4bbf3180d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9620579e-8046-4f70-8cac-455e4aa10bc7 {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 03:34:02.411009 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-43cb58b1-4e63-4e58-8fd1-4dc4bbf3180d admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:02.412201 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-43cb58b1-4e63-4e58-8fd1-4dc4bbf3180d admin admin] 10.222.0.22 "DELETE /v2.0/routers/9620579e-8046-4f70-8cac-455e4aa10bc7 HTTP/1.1" status: 204 len: 168 time: 0.7410133 Sep 07 03:34:02.414694 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44716) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:34:02.466145 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e1a1bd1-1687-432e-90f5-2e95b8114d3f admin admin] Deleting subnet 680dc7a8-809e-4294-873c-68bb7e712ac9 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 03:34:02.469113 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3e1a1bd1-1687-432e-90f5-2e95b8114d3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:02.503364 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3e1a1bd1-1687-432e-90f5-2e95b8114d3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:02.583713 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3e1a1bd1-1687-432e-90f5-2e95b8114d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:02.641585 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3e1a1bd1-1687-432e-90f5-2e95b8114d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:02.668455 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1a1bd1-1687-432e-90f5-2e95b8114d3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=680dc7a8-809e-4294-873c-68bb7e712ac9,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:34:02.671041 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3e1a1bd1-1687-432e-90f5-2e95b8114d3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:02.675572 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3e1a1bd1-1687-432e-90f5-2e95b8114d3f admin admin] 10.222.0.22 "DELETE /v2.0/subnets/680dc7a8-809e-4294-873c-68bb7e712ac9 HTTP/1.1" status: 204 len: 168 time: 0.2573111 Sep 07 03:34:02.675681 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 44718) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:34:02.678634 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8095f5a9-3c29-40a2-ad67-f2e5de1b1303 None None] Network 818125c6-3977-450e-9787-c87d7900d6fa requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:34:02.747999 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1900dd31-9d61-47c2-85b9-d111ed9b1895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:02.799390 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-1900dd31-9d61-47c2-85b9-d111ed9b1895 admin admin] Deleting port 0feda8a3-cc9b-4a11-b676-2d016da291f4 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:34:02.799761 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1900dd31-9d61-47c2-85b9-d111ed9b1895 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:02.861385 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-1900dd31-9d61-47c2-85b9-d111ed9b1895 admin admin] For port 0feda8a3-cc9b-4a11-b676-2d016da291f4, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=0feda8a3-cc9b-4a11-b676-2d016da291f4,segment=NetworkSegment(05e95409-952e-43db-b01f-3e120cdfcffe),segment_id=05e95409-952e-43db-b01f-3e120cdfcffe)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:34:02.861689 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1900dd31-9d61-47c2-85b9-d111ed9b1895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:02.873938 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-1900dd31-9d61-47c2-85b9-d111ed9b1895 admin admin] Calling delete_port for 0feda8a3-cc9b-4a11-b676-2d016da291f4 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:34:02.927036 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4151ec31-6494-44c7-a462-01c9d10e015f None None] DHCP port deletion for 818125c6-3977-450e-9787-c87d7900d6fa request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 03:34:02.962652 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1900dd31-9d61-47c2-85b9-d111ed9b1895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:02.975505 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-4151ec31-6494-44c7-a462-01c9d10e015f None None] Deleting port 0feda8a3-cc9b-4a11-b676-2d016da291f4 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:34:02.975901 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4151ec31-6494-44c7-a462-01c9d10e015f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:02.991567 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1900dd31-9d61-47c2-85b9-d111ed9b1895 admin admin] No DVR routers for this DVR port 0feda8a3-cc9b-4a11-b676-2d016da291f4 on host n-d-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:34:02.996292 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1900dd31-9d61-47c2-85b9-d111ed9b1895 admin admin] Pushing event deleted for resources: {'Port': ['ID=0feda8a3-cc9b-4a11-b676-2d016da291f4,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:34:03.040130 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-4151ec31-6494-44c7-a462-01c9d10e015f None None] For port 0feda8a3-cc9b-4a11-b676-2d016da291f4, host n-d-796209-16, got binding levels [] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:34:03.040529 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4151ec31-6494-44c7-a462-01c9d10e015f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:03.053677 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-4151ec31-6494-44c7-a462-01c9d10e015f None None] Calling delete_port for 0feda8a3-cc9b-4a11-b676-2d016da291f4 owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:34:03.056875 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.ipam_backend_mixin [None req-4151ec31-6494-44c7-a462-01c9d10e015f None None] Port 0feda8a3-cc9b-4a11-b676-2d016da291f4 was not found and therefore no delete operation was performed {{(pid=94702) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 07 03:34:03.058311 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4151ec31-6494-44c7-a462-01c9d10e015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:03.070603 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1900dd31-9d61-47c2-85b9-d111ed9b1895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:03.088285 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151ec31-6494-44c7-a462-01c9d10e015f None None] Pushing event deleted for resources: {'Port': ['ID=0feda8a3-cc9b-4a11-b676-2d016da291f4,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:34:03.092185 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-1900dd31-9d61-47c2-85b9-d111ed9b1895 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['818125c6-3977-450e-9787-c87d7900d6fa']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:34:03.097193 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4151ec31-6494-44c7-a462-01c9d10e015f None None] No DVR routers for this DVR port 0feda8a3-cc9b-4a11-b676-2d016da291f4 on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:34:03.100014 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4151ec31-6494-44c7-a462-01c9d10e015f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:34:03.100362 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4151ec31-6494-44c7-a462-01c9d10e015f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:34:03.101284 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4151ec31-6494-44c7-a462-01c9d10e015f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:34:03.101625 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4151ec31-6494-44c7-a462-01c9d10e015f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:34:03.101958 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4151ec31-6494-44c7-a462-01c9d10e015f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:34:03.102288 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4151ec31-6494-44c7-a462-01c9d10e015f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:34:03.102616 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4151ec31-6494-44c7-a462-01c9d10e015f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:34:03.102937 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4151ec31-6494-44c7-a462-01c9d10e015f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:34:03.103109 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-1900dd31-9d61-47c2-85b9-d111ed9b1895 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05e95409-952e-43db-b01f-3e120cdfcffe') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:34:03.103238 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4151ec31-6494-44c7-a462-01c9d10e015f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:34:03.103460 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-1900dd31-9d61-47c2-85b9-d111ed9b1895 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05e95409-952e-43db-b01f-3e120cdfcffe') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:34:03.103639 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4151ec31-6494-44c7-a462-01c9d10e015f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:34:03.103909 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4151ec31-6494-44c7-a462-01c9d10e015f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:34:03.104221 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4151ec31-6494-44c7-a462-01c9d10e015f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:34:03.117717 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1900dd31-9d61-47c2-85b9-d111ed9b1895 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:03.131734 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1900dd31-9d61-47c2-85b9-d111ed9b1895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:03.138522 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1900dd31-9d61-47c2-85b9-d111ed9b1895 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 03:34:03.138846 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1900dd31-9d61-47c2-85b9-d111ed9b1895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:03.140531 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 03:34:03.140531 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 03:34:03.140531 n-d-796209-16 neutron-server[94701]: timer() Sep 07 03:34:03.140531 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 03:34:03.140531 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 03:34:03.140531 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 03:34:03.140531 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 03:34:03.140531 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 03:34:03.140531 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 03:34:03.140531 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 03:34:03.140531 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 03:34:03.140531 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 03:34:03.140531 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 03:34:03.140531 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 03:34:03.140531 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 03:34:03.140531 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 03:34:03.140531 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 03:34:03.140531 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 03:34:03.140531 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 03:34:03.140531 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 03:34:03.140531 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 03:34:03.140531 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 03:34:03.140531 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 03:34:03.140531 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 03:34:03.140531 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 03:34:03.140531 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 03:34:03.140531 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 03:34:03.140531 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 03:34:03.140531 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 03:34:03.140531 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 03:34:03.140531 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 03:34:03.140531 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 03:34:03.195904 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1900dd31-9d61-47c2-85b9-d111ed9b1895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:03.201316 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1900dd31-9d61-47c2-85b9-d111ed9b1895 admin admin] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:03.205768 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-1900dd31-9d61-47c2-85b9-d111ed9b1895 admin admin] 10.222.0.22 "DELETE /v2.0/networks/818125c6-3977-450e-9787-c87d7900d6fa HTTP/1.1" status: 204 len: 168 time: 0.5264928 Sep 07 03:34:03.214325 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1900dd31-9d61-47c2-85b9-d111ed9b1895 admin admin] Pushing event deleted for resources: {'Network': ['ID=818125c6-3977-450e-9787-c87d7900d6fa,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:34:03.350108 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 3e8bd9ce-0a89-47db-ab72-a54832f32463 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:34:03.370788 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 3e8bd9ce-0a89-47db-ab72-a54832f32463 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:34:03.371160 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 3e8bd9ce-0a89-47db-ab72-a54832f32463 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:34:03.371580 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 96147a83-1286-45d6-aa87-d3188666ce39 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:34:03.390118 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 96147a83-1286-45d6-aa87-d3188666ce39 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:34:03.390470 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 96147a83-1286-45d6-aa87-d3188666ce39 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:34:03.390878 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 0feda8a3-cc9b-4a11-b676-2d016da291f4 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:34:03.398078 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 44722) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:34:03.409620 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 0feda8a3-cc9b-4a11-b676-2d016da291f4 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:34:03.409969 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 0feda8a3-cc9b-4a11-b676-2d016da291f4 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:34:03.438501 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-daf9831a-4687-4200-9c77-17234032bbbf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7091e1d3f1ab49c298f3a360bf6db749&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391893 Sep 07 03:34:03.441005 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 44724) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:34:03.492357 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-075e8233-fab9-46a8-ab37-60fe531d9126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:03.512761 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-075e8233-fab9-46a8-ab37-60fe531d9126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:03.558599 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-075e8233-fab9-46a8-ab37-60fe531d9126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:03.561257 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-075e8233-fab9-46a8-ab37-60fe531d9126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:03.563898 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-075e8233-fab9-46a8-ab37-60fe531d9126 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/46d76f3a-e522-4893-9b68-eb0c96b0477e HTTP/1.1" status: 204 len: 168 time: 0.1218901 Sep 07 03:34:03.571687 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075e8233-fab9-46a8-ab37-60fe531d9126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d76f3a-e522-4893-9b68-eb0c96b0477e,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:34:03.896051 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 44730) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:34:03.934615 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b8da305e-1154-4cbd-9ffd-9f198b86352b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=adf0d8c62c064a75bb089da14e369203&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373864 Sep 07 03:34:03.936942 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 44732) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:34:03.984294 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a2548b18-34e6-4f3f-b9ba-bd5a65025539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:04.004966 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a2548b18-34e6-4f3f-b9ba-bd5a65025539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:04.051307 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a2548b18-34e6-4f3f-b9ba-bd5a65025539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:04.053894 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a2548b18-34e6-4f3f-b9ba-bd5a65025539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:04.055045 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a2548b18-34e6-4f3f-b9ba-bd5a65025539 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/666e6623-921b-4319-92f5-eb3921e64968 HTTP/1.1" status: 204 len: 168 time: 0.1172342 Sep 07 03:34:04.064552 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2548b18-34e6-4f3f-b9ba-bd5a65025539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666e6623-921b-4319-92f5-eb3921e64968,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:34:05.539267 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44772) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:34:05.544042 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-a77ee199-4dad-42df-b6ae-ea905f22eadb tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2012537943', 'description': 'tempest-secgroup-smoke-2012537943 description', 'project_id': '27bcf015607944b4bc040d494fbb2877'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:34:05.564931 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a77ee199-4dad-42df-b6ae-ea905f22eadb tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:05.573437 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a77ee199-4dad-42df-b6ae-ea905f22eadb tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:05.662427 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a77ee199-4dad-42df-b6ae-ea905f22eadb tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:05.666345 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a77ee199-4dad-42df-b6ae-ea905f22eadb tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:05.705639 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77ee199-4dad-42df-b6ae-ea905f22eadb tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4342059c-e7ad-43a6-ab53-9a1fe317bebc,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:34:05.759216 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a77ee199-4dad-42df-b6ae-ea905f22eadb tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:05.763375 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a77ee199-4dad-42df-b6ae-ea905f22eadb tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:05.791251 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a77ee199-4dad-42df-b6ae-ea905f22eadb tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:05.792597 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a77ee199-4dad-42df-b6ae-ea905f22eadb tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2522817 Sep 07 03:34:05.793367 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77ee199-4dad-42df-b6ae-ea905f22eadb tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c22f6fe-0d5c-4f6e-8bd0-405345629d16,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:34:05.795723 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 44774) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:34:05.800658 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-4a1763e2-ae39-4ae4-a9af-8fd47c1375f6 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Request body: {'security_group_rule': {'security_group_id': '2c22f6fe-0d5c-4f6e-8bd0-405345629d16', 'project_id': '27bcf015607944b4bc040d494fbb2877', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:34:05.830386 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4a1763e2-ae39-4ae4-a9af-8fd47c1375f6 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:05.875670 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4a1763e2-ae39-4ae4-a9af-8fd47c1375f6 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:05.879221 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4a1763e2-ae39-4ae4-a9af-8fd47c1375f6 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:05.897251 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1763e2-ae39-4ae4-a9af-8fd47c1375f6 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f03ac1e7-524e-4ac2-9ffd-c85e1bc63a2f,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:34:05.902433 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4a1763e2-ae39-4ae4-a9af-8fd47c1375f6 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:05.903973 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-4a1763e2-ae39-4ae4-a9af-8fd47c1375f6 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1071556 Sep 07 03:34:05.906624 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 44776) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:34:05.911283 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-37466699-aee2-48c6-8595-0c33382cf7ba tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Request body: {'security_group_rule': {'security_group_id': '2c22f6fe-0d5c-4f6e-8bd0-405345629d16', 'project_id': '27bcf015607944b4bc040d494fbb2877', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:34:05.936951 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-37466699-aee2-48c6-8595-0c33382cf7ba tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:05.991823 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-37466699-aee2-48c6-8595-0c33382cf7ba tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:05.995578 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-37466699-aee2-48c6-8595-0c33382cf7ba tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:06.013686 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37466699-aee2-48c6-8595-0c33382cf7ba tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d514736b-a111-4790-9668-c18029aabb6f,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:34:06.020169 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-37466699-aee2-48c6-8595-0c33382cf7ba tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:06.021375 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-37466699-aee2-48c6-8595-0c33382cf7ba tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1137824 Sep 07 03:34:06.023965 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 44778) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:34:06.028279 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-3bbb6333-7f38-4716-8d56-9bf3de6a5f78 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Request body: {'security_group_rule': {'security_group_id': '2c22f6fe-0d5c-4f6e-8bd0-405345629d16', 'project_id': '27bcf015607944b4bc040d494fbb2877', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:34:06.053129 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3bbb6333-7f38-4716-8d56-9bf3de6a5f78 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:06.110671 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3bbb6333-7f38-4716-8d56-9bf3de6a5f78 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:06.114014 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3bbb6333-7f38-4716-8d56-9bf3de6a5f78 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:06.131729 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbb6333-7f38-4716-8d56-9bf3de6a5f78 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbdcaa47-00c7-4d6a-84a4-3edfec6cd8a2,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:34:06.137604 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3bbb6333-7f38-4716-8d56-9bf3de6a5f78 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:06.138981 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-3bbb6333-7f38-4716-8d56-9bf3de6a5f78 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1140978 Sep 07 03:34:06.141631 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 44780) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:34:06.146003 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-2b2538dd-9a92-43b0-a428-3c6a2b294f87 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Request body: {'security_group_rule': {'security_group_id': '2c22f6fe-0d5c-4f6e-8bd0-405345629d16', 'project_id': '27bcf015607944b4bc040d494fbb2877', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:34:06.172047 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2b2538dd-9a92-43b0-a428-3c6a2b294f87 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:06.232553 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2b2538dd-9a92-43b0-a428-3c6a2b294f87 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:06.236010 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2b2538dd-9a92-43b0-a428-3c6a2b294f87 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:06.250876 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2538dd-9a92-43b0-a428-3c6a2b294f87 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=401d6065-1dab-4789-9bd0-e39b7323a24c,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:34:06.259649 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2b2538dd-9a92-43b0-a428-3c6a2b294f87 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:06.260901 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-2b2538dd-9a92-43b0-a428-3c6a2b294f87 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1183195 Sep 07 03:34:06.263503 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 44782) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:34:06.267896 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-e43df37e-7477-4e2e-b0fc-575880d6591d tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Request body: {'security_group_rule': {'security_group_id': '2c22f6fe-0d5c-4f6e-8bd0-405345629d16', 'project_id': '27bcf015607944b4bc040d494fbb2877', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:34:06.288553 n-d-796209-16 neutron-server[94701]: INFO neutron.db.securitygroups_db [None req-e43df37e-7477-4e2e-b0fc-575880d6591d tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Project 27bcf015607944b4bc040d494fbb2877 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 03:34:06.293352 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e43df37e-7477-4e2e-b0fc-575880d6591d tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:06.351242 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e43df37e-7477-4e2e-b0fc-575880d6591d tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:06.354493 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e43df37e-7477-4e2e-b0fc-575880d6591d tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:06.371522 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43df37e-7477-4e2e-b0fc-575880d6591d tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa112427-3144-48b9-8b15-a7f6451d75f5,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:34:06.377884 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e43df37e-7477-4e2e-b0fc-575880d6591d tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:06.379167 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e43df37e-7477-4e2e-b0fc-575880d6591d tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1147301 Sep 07 03:34:06.381798 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 44784) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:34:06.386240 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-0ef8449e-a03e-4630-b457-7783578f8ec4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Request body: {'security_group_rule': {'security_group_id': '2c22f6fe-0d5c-4f6e-8bd0-405345629d16', 'project_id': '27bcf015607944b4bc040d494fbb2877', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:34:06.407863 n-d-796209-16 neutron-server[94701]: INFO neutron.db.securitygroups_db [None req-0ef8449e-a03e-4630-b457-7783578f8ec4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Project 27bcf015607944b4bc040d494fbb2877 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 03:34:06.412542 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0ef8449e-a03e-4630-b457-7783578f8ec4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:06.472999 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0ef8449e-a03e-4630-b457-7783578f8ec4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:06.476499 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0ef8449e-a03e-4630-b457-7783578f8ec4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:06.493811 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef8449e-a03e-4630-b457-7783578f8ec4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d993e43a-30ec-48c4-9a3e-b01b49eff9bc,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:34:06.500384 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0ef8449e-a03e-4630-b457-7783578f8ec4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:06.501581 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-0ef8449e-a03e-4630-b457-7783578f8ec4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1188374 Sep 07 03:34:06.504556 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 44786) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:34:06.509388 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-1d59e36f-07a5-4a4a-b46b-7f5e62772b6b tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Request body: {'network': {'name': 'tempest-network-smoke--257722912', 'project_id': '27bcf015607944b4bc040d494fbb2877', 'port_security_enabled': True}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:34:06.529552 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d59e36f-07a5-4a4a-b46b-7f5e62772b6b tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Made reservation on behalf of 27bcf015607944b4bc040d494fbb2877 for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:34:06.532920 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1d59e36f-07a5-4a4a-b46b-7f5e62772b6b tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:06.555608 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d59e36f-07a5-4a4a-b46b-7f5e62772b6b tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 03:34:06.565163 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1d59e36f-07a5-4a4a-b46b-7f5e62772b6b tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:06.565515 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-1d59e36f-07a5-4a4a-b46b-7f5e62772b6b tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Added segment d00f2d5a-ec18-474b-b909-7f4d949c9746 of type vlan for network 564ce16e-bc99-46bb-abbc-567cf4f7badb Sep 07 03:34:06.606854 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1d59e36f-07a5-4a4a-b46b-7f5e62772b6b tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:06.630197 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1d59e36f-07a5-4a4a-b46b-7f5e62772b6b tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:06.635607 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d59e36f-07a5-4a4a-b46b-7f5e62772b6b tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:34:06.636201 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1d59e36f-07a5-4a4a-b46b-7f5e62772b6b tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:06.670476 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-1d59e36f-07a5-4a4a-b46b-7f5e62772b6b tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1649539 Sep 07 03:34:06.673280 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 44788) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:34:06.677595 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-ad3615c0-4790-4ba5-a1cf-f5edb031b171 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-954873104', 'admin_state_up': True, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:34:06.717464 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d59e36f-07a5-4a4a-b46b-7f5e62772b6b tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'Network': ['ID=564ce16e-bc99-46bb-abbc-567cf4f7badb,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:34:06.727785 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 564ce16e-bc99-46bb-abbc-567cf4f7badb details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 03:34:06.730670 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ad3615c0-4790-4ba5-a1cf-f5edb031b171 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:06.732281 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ad3615c0-4790-4ba5-a1cf-f5edb031b171 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:06.787020 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ad3615c0-4790-4ba5-a1cf-f5edb031b171 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:06.925100 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ad3615c0-4790-4ba5-a1cf-f5edb031b171 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:07.113479 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ad3615c0-4790-4ba5-a1cf-f5edb031b171 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for router_gateway, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:07.136305 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ad3615c0-4790-4ba5-a1cf-f5edb031b171 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:07.239807 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-ad3615c0-4790-4ba5-a1cf-f5edb031b171 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Allocated IP 172.25.5.56 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/cc67eb01-6b77-4108-87ff-315e74034712) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:34:07.338299 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ad3615c0-4790-4ba5-a1cf-f5edb031b171 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:07.375379 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ad3615c0-4790-4ba5-a1cf-f5edb031b171 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:07.414826 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3615c0-4790-4ba5-a1cf-f5edb031b171 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:34:07.417836 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-ad3615c0-4790-4ba5-a1cf-f5edb031b171 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:34:07.424248 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3615c0-4790-4ba5-a1cf-f5edb031b171 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:34:07.456704 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3615c0-4790-4ba5-a1cf-f5edb031b171 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'Port': ['ID=cc67eb01-6b77-4108-87ff-315e74034712,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:34:07.676551 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ad3615c0-4790-4ba5-a1cf-f5edb031b171 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for router_gateway, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:07.870626 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ad3615c0-4790-4ba5-a1cf-f5edb031b171 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:07.996432 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad3615c0-4790-4ba5-a1cf-f5edb031b171 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Router caabc2b6-a5a9-4a69-ac94-099625448b6b is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 03:34:08.099501 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad3615c0-4790-4ba5-a1cf-f5edb031b171 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:34:08.109823 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ba61e5-991e-45de-b48e-47aa275b5468 None None] Sync routers for ids ['caabc2b6-a5a9-4a69-ac94-099625448b6b'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:34:08.118595 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ad3615c0-4790-4ba5-a1cf-f5edb031b171 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:08.118969 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ba61e5-991e-45de-b48e-47aa275b5468 None None] Routers {'caabc2b6-a5a9-4a69-ac94-099625448b6b'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:34:08.119633 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-77ba61e5-991e-45de-b48e-47aa275b5468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:33:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['caabc2b6-a5a9-4a69-ac94-099625448b6b'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:34:08.120398 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-ad3615c0-4790-4ba5-a1cf-f5edb031b171 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4462006 Sep 07 03:34:08.123539 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 44790) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:34:08.222233 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-77ba61e5-991e-45de-b48e-47aa275b5468 None None] Set router caabc2b6-a5a9-4a69-ac94-099625448b6b gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:34:08.259129 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f742002d-a8f6-4f36-a6ae-67b453b6aee7 tempest-TestNetworkAdvancedServerOps-177635439 tempest-TestNetworkAdvancedServerOps-177635439-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=27bcf015607944b4bc040d494fbb2877&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1319256 Sep 07 03:34:08.259346 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 44794) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:34:08.342655 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11185096-e2af-4c2b-bd0a-25a1461d1a78 tempest-TestNetworkAdvancedServerOps-177635439 tempest-TestNetworkAdvancedServerOps-177635439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:34:08.344190 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-11185096-e2af-4c2b-bd0a-25a1461d1a78 tempest-TestNetworkAdvancedServerOps-177635439 tempest-TestNetworkAdvancedServerOps-177635439-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0840127 Sep 07 03:34:08.346956 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 44796) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:34:08.375975 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-9b14d5a5-e489-41c9-b993-82df71c92054 tempest-TestNetworkAdvancedServerOps-177635439 tempest-TestNetworkAdvancedServerOps-177635439-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=1166b922-7457-4da4-bdda-328e8c8e7bc6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0256829 Sep 07 03:34:08.376439 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44798) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:34:08.381676 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-3e31399a-cd71-4c89-b6ff-a8844ac4cb7d tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1612168046', 'network_id': '564ce16e-bc99-46bb-abbc-567cf4f7badb', 'project_id': '27bcf015607944b4bc040d494fbb2877', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:34:08.394232 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-77ba61e5-991e-45de-b48e-47aa275b5468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caabc2b6-a5a9-4a69-ac94-099625448b6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954873104', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'cc67eb01-6b77-4108-87ff-315e74034712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:34:06Z', 'updated_at': '2021-09-07T03:34:07Z', 'revision_number': 3, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': 'cc67eb01-6b77-4108-87ff-315e74034712', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ca:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caabc2b6-a5a9-4a69-ac94-099625448b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:34:07Z', 'updated_at': '2021-09-07T03:34:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:34:08.424734 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ba61e5-991e-45de-b48e-47aa275b5468 None None] Checking router: caabc2b6-a5a9-4a69-ac94-099625448b6b for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:34:08.425289 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ba61e5-991e-45de-b48e-47aa275b5468 None None] Updating router caabc2b6-a5a9-4a69-ac94-099625448b6b port cc67eb01-6b77-4108-87ff-315e74034712 binding host n-d-796209-16 {{(pid=94703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 03:34:08.449473 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-77ba61e5-991e-45de-b48e-47aa275b5468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:08.475899 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e31399a-cd71-4c89-b6ff-a8844ac4cb7d tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Made reservation on behalf of 27bcf015607944b4bc040d494fbb2877 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:34:08.479377 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3e31399a-cd71-4c89-b6ff-a8844ac4cb7d tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:08.657906 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3e31399a-cd71-4c89-b6ff-a8844ac4cb7d tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:08.699076 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-77ba61e5-991e-45de-b48e-47aa275b5468 None None] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:08.709879 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-77ba61e5-991e-45de-b48e-47aa275b5468 None None] Transition to ACTIVE for port object cc67eb01-6b77-4108-87ff-315e74034712 will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:34:08.711420 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e31399a-cd71-4c89-b6ff-a8844ac4cb7d tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'Subnet': ['ID=a9ed5dca-d6d6-4482-91fb-9effb56faf16,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:34:08.716208 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-77ba61e5-991e-45de-b48e-47aa275b5468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:08.727174 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e31399a-cd71-4c89-b6ff-a8844ac4cb7d tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Checking segment: {'id': 'd00f2d5a-ec18-474b-b909-7f4d949c9746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '564ce16e-bc99-46bb-abbc-567cf4f7badb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:34:08.727563 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e31399a-cd71-4c89-b6ff-a8844ac4cb7d tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Network hostable DHCP agents. Network: 564ce16e-bc99-46bb-abbc-567cf4f7badb, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 03:34:08.744196 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e31399a-cd71-4c89-b6ff-a8844ac4cb7d tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Network 564ce16e-bc99-46bb-abbc-567cf4f7badb is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 03:34:08.755150 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-3e31399a-cd71-4c89-b6ff-a8844ac4cb7d tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 564ce16e-bc99-46bb-abbc-567cf4f7badb) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:34:08.763901 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e31399a-cd71-4c89-b6ff-a8844ac4cb7d tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:34:08.764497 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3e31399a-cd71-4c89-b6ff-a8844ac4cb7d tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:08.765242 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7d6fc2-e6e7-49d1-8495-da68b38d7af3 None None] Network 564ce16e-bc99-46bb-abbc-567cf4f7badb requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:34:08.768995 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-77ba61e5-991e-45de-b48e-47aa275b5468 None None] Attempting to bind port cc67eb01-6b77-4108-87ff-315e74034712 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:34:08.769378 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-77ba61e5-991e-45de-b48e-47aa275b5468 None None] Attempting to bind port cc67eb01-6b77-4108-87ff-315e74034712 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:34:08.769743 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ba61e5-991e-45de-b48e-47aa275b5468 None None] Attempting to bind port cc67eb01-6b77-4108-87ff-315e74034712 on network 1166b922-7457-4da4-bdda-328e8c8e7bc6 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:34:08.775297 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d03897-c399-4a76-9fba-20d0ccff3f81 None None] Pushing event updated for resources: {'Port': ['ID=cc67eb01-6b77-4108-87ff-315e74034712,revision_number=2']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:34:08.779099 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3e31399a-cd71-4c89-b6ff-a8844ac4cb7d tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4015687 Sep 07 03:34:08.781914 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44800) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:34:08.783922 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ba61e5-991e-45de-b48e-47aa275b5468 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:34:08.784309 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ba61e5-991e-45de-b48e-47aa275b5468 None None] Checking segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:34:08.784717 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-77ba61e5-991e-45de-b48e-47aa275b5468 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:08.785114 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ba61e5-991e-45de-b48e-47aa275b5468 None None] Bound using segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:34:08.785595 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-77ba61e5-991e-45de-b48e-47aa275b5468 None None] Bound port: cc67eb01-6b77-4108-87ff-315e74034712, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:34:08.786037 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-77ba61e5-991e-45de-b48e-47aa275b5468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:08.788280 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d03897-c399-4a76-9fba-20d0ccff3f81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:34:08.788630 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d03897-c399-4a76-9fba-20d0ccff3f81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:34:08.788970 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d03897-c399-4a76-9fba-20d0ccff3f81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:34:08.789302 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d03897-c399-4a76-9fba-20d0ccff3f81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:34:08.789632 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d03897-c399-4a76-9fba-20d0ccff3f81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:34:08.789963 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d03897-c399-4a76-9fba-20d0ccff3f81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:34:08.790294 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d03897-c399-4a76-9fba-20d0ccff3f81 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:34:08.790613 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d03897-c399-4a76-9fba-20d0ccff3f81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:34:08.790938 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d03897-c399-4a76-9fba-20d0ccff3f81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:34:08.791260 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d03897-c399-4a76-9fba-20d0ccff3f81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:34:08.791602 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d03897-c399-4a76-9fba-20d0ccff3f81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:34:08.791928 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d03897-c399-4a76-9fba-20d0ccff3f81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:34:08.845442 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-77ba61e5-991e-45de-b48e-47aa275b5468 None None] For port cc67eb01-6b77-4108-87ff-315e74034712, host n-d-796209-16, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:34:08.848769 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-77ba61e5-991e-45de-b48e-47aa275b5468 None None] For port cc67eb01-6b77-4108-87ff-315e74034712, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=cc67eb01-6b77-4108-87ff-315e74034712,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:34:08.853964 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-77ba61e5-991e-45de-b48e-47aa275b5468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:08.909714 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d03897-c399-4a76-9fba-20d0ccff3f81 None None] Pushing event updated for resources: {'Port': ['ID=cc67eb01-6b77-4108-87ff-315e74034712,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:34:08.916365 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ba61e5-991e-45de-b48e-47aa275b5468 None None] Routers {'caabc2b6-a5a9-4a69-ac94-099625448b6b'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:34:08.916971 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-77ba61e5-991e-45de-b48e-47aa275b5468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:33:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['caabc2b6-a5a9-4a69-ac94-099625448b6b'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:34:08.933896 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899d4707-dc46-45c3-995b-bb4317c201d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-564ce16e-bc99-46bb-abbc-567cf4f7badb', 'network_id': '564ce16e-bc99-46bb-abbc-567cf4f7badb', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'fixed_ips': [{'subnet_id': 'a9ed5dca-d6d6-4482-91fb-9effb56faf16'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 03:34:08.935440 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-899d4707-dc46-45c3-995b-bb4317c201d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:09.032086 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-77ba61e5-991e-45de-b48e-47aa275b5468 None None] Set router caabc2b6-a5a9-4a69-ac94-099625448b6b gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:34:09.080454 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-899d4707-dc46-45c3-995b-bb4317c201d1 None None] Allocated IP 172.20.0.2 (564ce16e-bc99-46bb-abbc-567cf4f7badb/a9ed5dca-d6d6-4482-91fb-9effb56faf16/d3777200-f21a-4f41-a636-df432dca1500) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:34:09.216375 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-77ba61e5-991e-45de-b48e-47aa275b5468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caabc2b6-a5a9-4a69-ac94-099625448b6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954873104', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'cc67eb01-6b77-4108-87ff-315e74034712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:34:06Z', 'updated_at': '2021-09-07T03:34:07Z', 'revision_number': 3, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': 'cc67eb01-6b77-4108-87ff-315e74034712', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ca:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caabc2b6-a5a9-4a69-ac94-099625448b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:34:07Z', 'updated_at': '2021-09-07T03:34:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:34:09.230361 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-899d4707-dc46-45c3-995b-bb4317c201d1 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:09.239722 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-899d4707-dc46-45c3-995b-bb4317c201d1 None None] Transition to ACTIVE for port object d3777200-f21a-4f41-a636-df432dca1500 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:34:09.248125 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ba61e5-991e-45de-b48e-47aa275b5468 None None] The sync data for ids ['caabc2b6-a5a9-4a69-ac94-099625448b6b'] in n-d-796209-16 is: [{'id': 'caabc2b6-a5a9-4a69-ac94-099625448b6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954873104', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'cc67eb01-6b77-4108-87ff-315e74034712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:34:06Z', 'updated_at': '2021-09-07T03:34:07Z', 'revision_number': 3, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': 'cc67eb01-6b77-4108-87ff-315e74034712', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ca:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caabc2b6-a5a9-4a69-ac94-099625448b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:34:07Z', 'updated_at': '2021-09-07T03:34:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:34:09.252747 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-58da317e-9c20-4f85-8ae0-27fd27ba5955 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:09.256745 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-899d4707-dc46-45c3-995b-bb4317c201d1 None None] Transition to ACTIVE for port object d3777200-f21a-4f41-a636-df432dca1500 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:34:09.262113 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-899d4707-dc46-45c3-995b-bb4317c201d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:09.309804 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899d4707-dc46-45c3-995b-bb4317c201d1 None None] Network 564ce16e-bc99-46bb-abbc-567cf4f7badb is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:34:09.313226 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-899d4707-dc46-45c3-995b-bb4317c201d1 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:34:09.315767 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899d4707-dc46-45c3-995b-bb4317c201d1 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:34:09.335303 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899d4707-dc46-45c3-995b-bb4317c201d1 None None] Pushing event updated for resources: {'Port': ['ID=d3777200-f21a-4f41-a636-df432dca1500,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:34:09.389704 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-899d4707-dc46-45c3-995b-bb4317c201d1 None None] Attempting to bind port d3777200-f21a-4f41-a636-df432dca1500 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:34:09.390092 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-899d4707-dc46-45c3-995b-bb4317c201d1 None None] Attempting to bind port d3777200-f21a-4f41-a636-df432dca1500 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'd00f2d5a-ec18-474b-b909-7f4d949c9746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '564ce16e-bc99-46bb-abbc-567cf4f7badb'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:34:09.390464 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899d4707-dc46-45c3-995b-bb4317c201d1 None None] Attempting to bind port d3777200-f21a-4f41-a636-df432dca1500 on network 564ce16e-bc99-46bb-abbc-567cf4f7badb {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:34:09.395435 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899d4707-dc46-45c3-995b-bb4317c201d1 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:34:09.395848 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899d4707-dc46-45c3-995b-bb4317c201d1 None None] Checking segment: {'id': 'd00f2d5a-ec18-474b-b909-7f4d949c9746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '564ce16e-bc99-46bb-abbc-567cf4f7badb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:34:09.396255 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-899d4707-dc46-45c3-995b-bb4317c201d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:09.396652 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899d4707-dc46-45c3-995b-bb4317c201d1 None None] Bound using segment: {'id': 'd00f2d5a-ec18-474b-b909-7f4d949c9746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '564ce16e-bc99-46bb-abbc-567cf4f7badb'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:34:09.397115 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-899d4707-dc46-45c3-995b-bb4317c201d1 None None] Bound port: d3777200-f21a-4f41-a636-df432dca1500, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd00f2d5a-ec18-474b-b909-7f4d949c9746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '564ce16e-bc99-46bb-abbc-567cf4f7badb'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:34:09.397497 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-899d4707-dc46-45c3-995b-bb4317c201d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:09.468128 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-899d4707-dc46-45c3-995b-bb4317c201d1 None None] For port d3777200-f21a-4f41-a636-df432dca1500, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:34:09.472061 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-899d4707-dc46-45c3-995b-bb4317c201d1 None None] For port d3777200-f21a-4f41-a636-df432dca1500, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=d3777200-f21a-4f41-a636-df432dca1500,segment=NetworkSegment(d00f2d5a-ec18-474b-b909-7f4d949c9746),segment_id=d00f2d5a-ec18-474b-b909-7f4d949c9746)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:34:09.488610 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-899d4707-dc46-45c3-995b-bb4317c201d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:09.567765 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899d4707-dc46-45c3-995b-bb4317c201d1 None None] Pushing event updated for resources: {'Port': ['ID=d3777200-f21a-4f41-a636-df432dca1500,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:34:09.582916 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-58da317e-9c20-4f85-8ae0-27fd27ba5955 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Allocated IP 172.20.0.1 (564ce16e-bc99-46bb-abbc-567cf4f7badb/a9ed5dca-d6d6-4482-91fb-9effb56faf16/eee7af9b-ab21-4381-b7f3-5609fc7e89a7) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:34:09.713078 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-58da317e-9c20-4f85-8ae0-27fd27ba5955 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:09.731197 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-58da317e-9c20-4f85-8ae0-27fd27ba5955 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Transition to ACTIVE for port object eee7af9b-ab21-4381-b7f3-5609fc7e89a7 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:34:09.772207 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-58da317e-9c20-4f85-8ae0-27fd27ba5955 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:09.812643 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58da317e-9c20-4f85-8ae0-27fd27ba5955 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Network 564ce16e-bc99-46bb-abbc-567cf4f7badb is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:34:09.815894 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-58da317e-9c20-4f85-8ae0-27fd27ba5955 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:34:09.818462 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58da317e-9c20-4f85-8ae0-27fd27ba5955 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:34:09.862230 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58da317e-9c20-4f85-8ae0-27fd27ba5955 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'Port': ['ID=eee7af9b-ab21-4381-b7f3-5609fc7e89a7,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:34:09.875845 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-58da317e-9c20-4f85-8ae0-27fd27ba5955 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:10.009385 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-58da317e-9c20-4f85-8ae0-27fd27ba5955 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:10.292640 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-58da317e-9c20-4f85-8ae0-27fd27ba5955 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:10.298766 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-58da317e-9c20-4f85-8ae0-27fd27ba5955 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:10.376101 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58da317e-9c20-4f85-8ae0-27fd27ba5955 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'Port': ['ID=eee7af9b-ab21-4381-b7f3-5609fc7e89a7,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:34:10.381947 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-58da317e-9c20-4f85-8ae0-27fd27ba5955 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:10.475343 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58da317e-9c20-4f85-8ae0-27fd27ba5955 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Network 564ce16e-bc99-46bb-abbc-567cf4f7badb is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:34:10.476688 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-58da317e-9c20-4f85-8ae0-27fd27ba5955 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:34:10.493552 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2219a3d1-2f57-4f7f-b23c-39a2ff29f747 None None] Network 564ce16e-bc99-46bb-abbc-567cf4f7badb requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:34:10.601046 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58da317e-9c20-4f85-8ae0-27fd27ba5955 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Router caabc2b6-a5a9-4a69-ac94-099625448b6b has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:34:10.605585 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-52f1bdff-55a8-498e-9eb6-998f6053bb9c None None] Provisioning for port d3777200-f21a-4f41-a636-df432dca1500 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:34:10.937154 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-f24bb2fd-dda4-4399-a5f0-cd420835826a None None] Provisioning for port eee7af9b-ab21-4381-b7f3-5609fc7e89a7 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:34:10.941756 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-f24bb2fd-dda4-4399-a5f0-cd420835826a None None] Provisioning complete for port eee7af9b-ab21-4381-b7f3-5609fc7e89a7 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:34:10.942136 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f24bb2fd-dda4-4399-a5f0-cd420835826a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:10.984409 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-f24bb2fd-dda4-4399-a5f0-cd420835826a None None] Port eee7af9b-ab21-4381-b7f3-5609fc7e89a7 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:34:11.049676 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58da317e-9c20-4f85-8ae0-27fd27ba5955 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:34:11.064081 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-58da317e-9c20-4f85-8ae0-27fd27ba5955 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "PUT /v2.0/routers/caabc2b6-a5a9-4a69-ac94-099625448b6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2810717 Sep 07 03:34:11.070671 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599a57f9-abca-4bf3-96cc-caaf7705ecec None None] Sync routers for ids ['caabc2b6-a5a9-4a69-ac94-099625448b6b'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:34:11.080793 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599a57f9-abca-4bf3-96cc-caaf7705ecec None None] Routers {'caabc2b6-a5a9-4a69-ac94-099625448b6b'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:34:11.081430 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-599a57f9-abca-4bf3-96cc-caaf7705ecec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:33:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['caabc2b6-a5a9-4a69-ac94-099625448b6b'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:34:11.148344 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3bb248f8-977a-4e54-8752-7d00b6b1c332 None None] Provisioning complete for port eee7af9b-ab21-4381-b7f3-5609fc7e89a7 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:34:11.148704 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3bb248f8-977a-4e54-8752-7d00b6b1c332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:11.211851 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1cddaf12-a3b9-4c86-b6c0-e0b4085faecd req-3ab9f5ae-b503-4481-b6bc-d891b1ec324e tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2012537943&fields=id&tenant_id=27bcf015607944b4bc040d494fbb2877 HTTP/1.1" status: 200 len: 267 time: 0.0385046 Sep 07 03:34:11.337012 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cddaf12-a3b9-4c86-b6c0-e0b4085faecd req-5632f814-4bb2-4d1e-b434-8d6646ba2405 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:34:11.338801 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1cddaf12-a3b9-4c86-b6c0-e0b4085faecd req-5632f814-4bb2-4d1e-b434-8d6646ba2405 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/networks?id=564ce16e-bc99-46bb-abbc-567cf4f7badb HTTP/1.1" status: 200 len: 796 time: 0.1194682 Sep 07 03:34:11.357731 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1cddaf12-a3b9-4c86-b6c0-e0b4085faecd req-8507c7f2-4d13-4872-a8e4-0117288bf7f3 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/quotas/27bcf015607944b4bc040d494fbb2877 HTTP/1.1" status: 200 len: 375 time: 0.0104880 Sep 07 03:34:11.388248 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3bb248f8-977a-4e54-8752-7d00b6b1c332 None None] Port eee7af9b-ab21-4381-b7f3-5609fc7e89a7 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:34:11.392888 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-599a57f9-abca-4bf3-96cc-caaf7705ecec None None] Set router caabc2b6-a5a9-4a69-ac94-099625448b6b gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:34:11.412909 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1cddaf12-a3b9-4c86-b6c0-e0b4085faecd req-1b27ed8d-b50f-4f04-80e0-c8c1cd404edd tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=27bcf015607944b4bc040d494fbb2877&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485945 Sep 07 03:34:11.422189 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device d3777200-f21a-4f41-a636-df432dca1500 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:34:11.574530 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a8d28f3e-3696-4c7e-80cf-276ae4edee8c None None] Provisioning complete for port eee7af9b-ab21-4381-b7f3-5609fc7e89a7 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:34:11.575260 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a8d28f3e-3696-4c7e-80cf-276ae4edee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:11.605568 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port d3777200-f21a-4f41-a636-df432dca1500 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:34:11.616772 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1cddaf12-a3b9-4c86-b6c0-e0b4085faecd req-89821839-ff92-4fd1-a3e1-dadf4867b8d4 service neutron] 10.222.0.22 "GET /v2.0/networks/564ce16e-bc99-46bb-abbc-567cf4f7badb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335847 Sep 07 03:34:11.619929 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port d3777200-f21a-4f41-a636-df432dca1500 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:34:11.620304 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:11.649184 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a8d28f3e-3696-4c7e-80cf-276ae4edee8c None None] Port eee7af9b-ab21-4381-b7f3-5609fc7e89a7 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:34:11.705955 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1cddaf12-a3b9-4c86-b6c0-e0b4085faecd req-d9984978-8733-4caa-b47d-c2f01a051448 service neutron] 10.222.0.22 "GET /v2.0/networks/564ce16e-bc99-46bb-abbc-567cf4f7badb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824659 Sep 07 03:34:11.741354 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-599a57f9-abca-4bf3-96cc-caaf7705ecec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caabc2b6-a5a9-4a69-ac94-099625448b6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954873104', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'cc67eb01-6b77-4108-87ff-315e74034712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:34:06Z', 'updated_at': '2021-09-07T03:34:09Z', 'revision_number': 4, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': 'cc67eb01-6b77-4108-87ff-315e74034712', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ca:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caabc2b6-a5a9-4a69-ac94-099625448b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:34:07Z', 'updated_at': '2021-09-07T03:34:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'eee7af9b-ab21-4381-b7f3-5609fc7e89a7', 'name': '', 'network_id': '564ce16e-bc99-46bb-abbc-567cf4f7badb', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'mac_address': 'fa:16:3e:32:be:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caabc2b6-a5a9-4a69-ac94-099625448b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'a9ed5dca-d6d6-4482-91fb-9effb56faf16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:34:09Z', 'updated_at': '2021-09-07T03:34:10Z', 'revision_number': 2, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'subnets': [{'id': 'a9ed5dca-d6d6-4482-91fb-9effb56faf16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:34:11.772366 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599a57f9-abca-4bf3-96cc-caaf7705ecec None None] Checking router: caabc2b6-a5a9-4a69-ac94-099625448b6b for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:34:11.772727 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599a57f9-abca-4bf3-96cc-caaf7705ecec None None] Updating router caabc2b6-a5a9-4a69-ac94-099625448b6b port eee7af9b-ab21-4381-b7f3-5609fc7e89a7 binding host n-d-796209-16 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 03:34:11.774695 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:11.815840 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-599a57f9-abca-4bf3-96cc-caaf7705ecec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:11.834273 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port d3777200-f21a-4f41-a636-df432dca1500, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=d3777200-f21a-4f41-a636-df432dca1500,segment=NetworkSegment(d00f2d5a-ec18-474b-b909-7f4d949c9746),segment_id=d00f2d5a-ec18-474b-b909-7f4d949c9746)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:34:11.858432 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:11.859236 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device cc67eb01-6b77-4108-87ff-315e74034712 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:34:11.897471 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-adfd69f6-d8fe-4506-8834-f9993e11dc87 req-9e82dc78-6ae5-4d7b-a0d7-eabad344fe86 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbd81862-a0ed-400c-afeb-a1cecbc8b684 HTTP/1.1" status: 200 len: 210 time: 0.0286150 Sep 07 03:34:12.007161 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=d3777200-f21a-4f41-a636-df432dca1500,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:34:12.042786 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port cc67eb01-6b77-4108-87ff-315e74034712 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:34:12.050213 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port cc67eb01-6b77-4108-87ff-315e74034712 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:34:12.050593 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:12.223031 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:12.253816 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-599a57f9-abca-4bf3-96cc-caaf7705ecec None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:12.259226 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port cc67eb01-6b77-4108-87ff-315e74034712, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=cc67eb01-6b77-4108-87ff-315e74034712,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:34:12.267532 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:12.270307 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-599a57f9-abca-4bf3-96cc-caaf7705ecec None None] Transition to ACTIVE for port object eee7af9b-ab21-4381-b7f3-5609fc7e89a7 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:34:12.295992 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-599a57f9-abca-4bf3-96cc-caaf7705ecec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:12.339059 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=cc67eb01-6b77-4108-87ff-315e74034712,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:34:12.425763 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c250af7e-4259-4d3e-a709-d18211269400 None None] Pushing event updated for resources: {'Port': ['ID=eee7af9b-ab21-4381-b7f3-5609fc7e89a7,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:34:12.429977 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-599a57f9-abca-4bf3-96cc-caaf7705ecec None None] Attempting to bind port eee7af9b-ab21-4381-b7f3-5609fc7e89a7 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:34:12.430356 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-599a57f9-abca-4bf3-96cc-caaf7705ecec None None] Attempting to bind port eee7af9b-ab21-4381-b7f3-5609fc7e89a7 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'd00f2d5a-ec18-474b-b909-7f4d949c9746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '564ce16e-bc99-46bb-abbc-567cf4f7badb'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:34:12.430760 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599a57f9-abca-4bf3-96cc-caaf7705ecec None None] Attempting to bind port eee7af9b-ab21-4381-b7f3-5609fc7e89a7 on network 564ce16e-bc99-46bb-abbc-567cf4f7badb {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:34:12.438364 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599a57f9-abca-4bf3-96cc-caaf7705ecec None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:34:12.438995 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599a57f9-abca-4bf3-96cc-caaf7705ecec None None] Checking segment: {'id': 'd00f2d5a-ec18-474b-b909-7f4d949c9746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '564ce16e-bc99-46bb-abbc-567cf4f7badb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:34:12.439708 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-599a57f9-abca-4bf3-96cc-caaf7705ecec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:12.440252 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599a57f9-abca-4bf3-96cc-caaf7705ecec None None] Bound using segment: {'id': 'd00f2d5a-ec18-474b-b909-7f4d949c9746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '564ce16e-bc99-46bb-abbc-567cf4f7badb'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:34:12.440974 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-599a57f9-abca-4bf3-96cc-caaf7705ecec None None] Bound port: eee7af9b-ab21-4381-b7f3-5609fc7e89a7, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd00f2d5a-ec18-474b-b909-7f4d949c9746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '564ce16e-bc99-46bb-abbc-567cf4f7badb'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:34:12.441532 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-599a57f9-abca-4bf3-96cc-caaf7705ecec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:12.487905 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:34:12.516917 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-599a57f9-abca-4bf3-96cc-caaf7705ecec None None] For port eee7af9b-ab21-4381-b7f3-5609fc7e89a7, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:34:12.520317 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-599a57f9-abca-4bf3-96cc-caaf7705ecec None None] For port eee7af9b-ab21-4381-b7f3-5609fc7e89a7, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=eee7af9b-ab21-4381-b7f3-5609fc7e89a7,segment=NetworkSegment(d00f2d5a-ec18-474b-b909-7f4d949c9746),segment_id=d00f2d5a-ec18-474b-b909-7f4d949c9746)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:34:12.525517 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-599a57f9-abca-4bf3-96cc-caaf7705ecec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:12.590598 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c250af7e-4259-4d3e-a709-d18211269400 None None] Pushing event updated for resources: {'Port': ['ID=eee7af9b-ab21-4381-b7f3-5609fc7e89a7,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:34:12.599007 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599a57f9-abca-4bf3-96cc-caaf7705ecec None None] Routers {'caabc2b6-a5a9-4a69-ac94-099625448b6b'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:34:12.599755 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-599a57f9-abca-4bf3-96cc-caaf7705ecec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:33:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['caabc2b6-a5a9-4a69-ac94-099625448b6b'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:34:12.716088 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-599a57f9-abca-4bf3-96cc-caaf7705ecec None None] Set router caabc2b6-a5a9-4a69-ac94-099625448b6b gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:34:12.925455 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-599a57f9-abca-4bf3-96cc-caaf7705ecec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caabc2b6-a5a9-4a69-ac94-099625448b6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954873104', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'cc67eb01-6b77-4108-87ff-315e74034712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:34:06Z', 'updated_at': '2021-09-07T03:34:09Z', 'revision_number': 4, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': 'cc67eb01-6b77-4108-87ff-315e74034712', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ca:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caabc2b6-a5a9-4a69-ac94-099625448b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:34:07Z', 'updated_at': '2021-09-07T03:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'eee7af9b-ab21-4381-b7f3-5609fc7e89a7', 'name': '', 'network_id': '564ce16e-bc99-46bb-abbc-567cf4f7badb', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'mac_address': 'fa:16:3e:32:be:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caabc2b6-a5a9-4a69-ac94-099625448b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'a9ed5dca-d6d6-4482-91fb-9effb56faf16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:34:09Z', 'updated_at': '2021-09-07T03:34:12Z', 'revision_number': 4, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'subnets': [{'id': 'a9ed5dca-d6d6-4482-91fb-9effb56faf16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:34:12.953424 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599a57f9-abca-4bf3-96cc-caaf7705ecec None None] The sync data for ids ['caabc2b6-a5a9-4a69-ac94-099625448b6b'] in n-d-796209-16 is: [{'id': 'caabc2b6-a5a9-4a69-ac94-099625448b6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954873104', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'cc67eb01-6b77-4108-87ff-315e74034712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:34:06Z', 'updated_at': '2021-09-07T03:34:09Z', 'revision_number': 4, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': 'cc67eb01-6b77-4108-87ff-315e74034712', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ca:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caabc2b6-a5a9-4a69-ac94-099625448b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:34:07Z', 'updated_at': '2021-09-07T03:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'eee7af9b-ab21-4381-b7f3-5609fc7e89a7', 'name': '', 'network_id': '564ce16e-bc99-46bb-abbc-567cf4f7badb', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'mac_address': 'fa:16:3e:32:be:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caabc2b6-a5a9-4a69-ac94-099625448b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'a9ed5dca-d6d6-4482-91fb-9effb56faf16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:34:09Z', 'updated_at': '2021-09-07T03:34:12Z', 'revision_number': 4, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'subnets': [{'id': 'a9ed5dca-d6d6-4482-91fb-9effb56faf16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:34:13.017162 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f141da15-9d4b-4655-934e-12d5cbb6879b req-5a76e230-78d7-48bd-a4af-571fa2906a08 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbd81862-a0ed-400c-afeb-a1cecbc8b684 HTTP/1.1" status: 200 len: 210 time: 0.0475852 Sep 07 03:34:13.109866 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cddaf12-a3b9-4c86-b6c0-e0b4085faecd req-bddf334a-1e01-4073-8c38-490e25a64b26 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:34:13.111466 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1cddaf12-a3b9-4c86-b6c0-e0b4085faecd req-bddf334a-1e01-4073-8c38-490e25a64b26 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.16 "GET /v2.0/networks?id=564ce16e-bc99-46bb-abbc-567cf4f7badb HTTP/1.1" status: 200 len: 796 time: 0.1755693 Sep 07 03:34:13.158121 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1cddaf12-a3b9-4c86-b6c0-e0b4085faecd req-ce79b920-8fd6-4947-a315-2510cda5d95f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27bcf015607944b4bc040d494fbb2877 HTTP/1.1" status: 200 len: 380 time: 0.0371470 Sep 07 03:34:13.167778 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-1cddaf12-a3b9-4c86-b6c0-e0b4085faecd req-4769219c-7aae-452e-a0b0-e85df816b7fc tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Request body: {'port': {'device_id': 'bbd81862-a0ed-400c-afeb-a1cecbc8b684', 'network_id': '564ce16e-bc99-46bb-abbc-567cf4f7badb', 'admin_state_up': True, 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'security_groups': ['2c22f6fe-0d5c-4f6e-8bd0-405345629d16']}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:34:13.282414 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cddaf12-a3b9-4c86-b6c0-e0b4085faecd req-4769219c-7aae-452e-a0b0-e85df816b7fc tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Made reservation on behalf of 27bcf015607944b4bc040d494fbb2877 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:34:13.285895 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1cddaf12-a3b9-4c86-b6c0-e0b4085faecd req-4769219c-7aae-452e-a0b0-e85df816b7fc tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:13.430346 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-1cddaf12-a3b9-4c86-b6c0-e0b4085faecd req-4769219c-7aae-452e-a0b0-e85df816b7fc tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Allocated IP 172.20.0.8 (564ce16e-bc99-46bb-abbc-567cf4f7badb/a9ed5dca-d6d6-4482-91fb-9effb56faf16/71d1dd94-1bb4-4b28-9f95-7799e97731a3) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:34:13.448130 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device d3777200-f21a-4f41-a636-df432dca1500 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:34:13.501011 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port d3777200-f21a-4f41-a636-df432dca1500 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:34:13.501521 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:13.586097 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1cddaf12-a3b9-4c86-b6c0-e0b4085faecd req-4769219c-7aae-452e-a0b0-e85df816b7fc tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:13.588390 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device eee7af9b-ab21-4381-b7f3-5609fc7e89a7 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:34:13.600354 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-1cddaf12-a3b9-4c86-b6c0-e0b4085faecd req-4769219c-7aae-452e-a0b0-e85df816b7fc tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Transition to ACTIVE for port object 71d1dd94-1bb4-4b28-9f95-7799e97731a3 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:34:13.639109 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1cddaf12-a3b9-4c86-b6c0-e0b4085faecd req-4769219c-7aae-452e-a0b0-e85df816b7fc tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:13.639386 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port eee7af9b-ab21-4381-b7f3-5609fc7e89a7 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:34:13.643312 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port eee7af9b-ab21-4381-b7f3-5609fc7e89a7 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:34:13.643851 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:13.681239 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cddaf12-a3b9-4c86-b6c0-e0b4085faecd req-4769219c-7aae-452e-a0b0-e85df816b7fc tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Network 564ce16e-bc99-46bb-abbc-567cf4f7badb is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:34:13.684948 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-1cddaf12-a3b9-4c86-b6c0-e0b4085faecd req-4769219c-7aae-452e-a0b0-e85df816b7fc tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:34:13.687883 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cddaf12-a3b9-4c86-b6c0-e0b4085faecd req-4769219c-7aae-452e-a0b0-e85df816b7fc tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:34:13.731908 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4769219c-7aae-452e-a0b0-e85df816b7fc tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'Port': ['ID=71d1dd94-1bb4-4b28-9f95-7799e97731a3,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:34:13.741715 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:13.761277 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cddaf12-a3b9-4c86-b6c0-e0b4085faecd req-4769219c-7aae-452e-a0b0-e85df816b7fc tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:34:13.761951 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1cddaf12-a3b9-4c86-b6c0-e0b4085faecd req-4769219c-7aae-452e-a0b0-e85df816b7fc tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:13.780917 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1cddaf12-a3b9-4c86-b6c0-e0b4085faecd req-4769219c-7aae-452e-a0b0-e85df816b7fc tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6160603 Sep 07 03:34:13.784662 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port eee7af9b-ab21-4381-b7f3-5609fc7e89a7, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=eee7af9b-ab21-4381-b7f3-5609fc7e89a7,segment=NetworkSegment(d00f2d5a-ec18-474b-b909-7f4d949c9746),segment_id=d00f2d5a-ec18-474b-b909-7f4d949c9746)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:34:13.790827 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:13.794153 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device cc67eb01-6b77-4108-87ff-315e74034712 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:34:13.873353 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=eee7af9b-ab21-4381-b7f3-5609fc7e89a7,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:34:13.887052 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port cc67eb01-6b77-4108-87ff-315e74034712 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:34:13.887939 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:13.890022 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-1cddaf12-a3b9-4c86-b6c0-e0b4085faecd req-6ae603f0-2c91-427a-ac87-8d9fe92955ff service neutron] Request body: {'port': {'device_id': 'bbd81862-a0ed-400c-afeb-a1cecbc8b684', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:34:13.949155 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1cddaf12-a3b9-4c86-b6c0-e0b4085faecd req-6ae603f0-2c91-427a-ac87-8d9fe92955ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:14.029862 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-da0886cf-aa14-4d94-8e01-11ae61c5396d None None] Provisioning for port 71d1dd94-1bb4-4b28-9f95-7799e97731a3 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:34:14.034186 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-da0886cf-aa14-4d94-8e01-11ae61c5396d None None] Provisioning complete for port 71d1dd94-1bb4-4b28-9f95-7799e97731a3 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:34:14.034568 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-da0886cf-aa14-4d94-8e01-11ae61c5396d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:14.080287 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-da0886cf-aa14-4d94-8e01-11ae61c5396d None None] Port 71d1dd94-1bb4-4b28-9f95-7799e97731a3 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:34:14.179675 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520f2a77-cae2-4ce4-8004-0fc38ddae1b7 req-c0bea5c1-3c23-4456-b931-32bf9066a68b tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:34:14.181288 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-520f2a77-cae2-4ce4-8004-0fc38ddae1b7 req-c0bea5c1-3c23-4456-b931-32bf9066a68b tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbd81862-a0ed-400c-afeb-a1cecbc8b684 HTTP/1.1" status: 200 len: 931 time: 0.0551903 Sep 07 03:34:14.222951 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-520f2a77-cae2-4ce4-8004-0fc38ddae1b7 req-823cfbad-de9d-4363-a2ab-c29ee59fcb49 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c22f6fe-0d5c-4f6e-8bd0-405345629d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348499 Sep 07 03:34:14.237960 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-1cddaf12-a3b9-4c86-b6c0-e0b4085faecd req-6ae603f0-2c91-427a-ac87-8d9fe92955ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71d1dd94-1bb4-4b28-9f95-7799e97731a3 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:34:14.245260 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1cddaf12-a3b9-4c86-b6c0-e0b4085faecd req-6ae603f0-2c91-427a-ac87-8d9fe92955ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:14.256847 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-1cddaf12-a3b9-4c86-b6c0-e0b4085faecd req-6ae603f0-2c91-427a-ac87-8d9fe92955ff service neutron] Transition to ACTIVE for port object 71d1dd94-1bb4-4b28-9f95-7799e97731a3 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:34:14.260055 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1cddaf12-a3b9-4c86-b6c0-e0b4085faecd req-6ae603f0-2c91-427a-ac87-8d9fe92955ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:14.323466 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae603f0-2c91-427a-ac87-8d9fe92955ff service neutron] Pushing event updated for resources: {'Port': ['ID=71d1dd94-1bb4-4b28-9f95-7799e97731a3,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:34:14.376216 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-1cddaf12-a3b9-4c86-b6c0-e0b4085faecd req-6ae603f0-2c91-427a-ac87-8d9fe92955ff service neutron] Attempting to bind port 71d1dd94-1bb4-4b28-9f95-7799e97731a3 on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:34:14.376557 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-1cddaf12-a3b9-4c86-b6c0-e0b4085faecd req-6ae603f0-2c91-427a-ac87-8d9fe92955ff service neutron] Attempting to bind port 71d1dd94-1bb4-4b28-9f95-7799e97731a3 by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': 'd00f2d5a-ec18-474b-b909-7f4d949c9746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '564ce16e-bc99-46bb-abbc-567cf4f7badb'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:34:14.376890 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cddaf12-a3b9-4c86-b6c0-e0b4085faecd req-6ae603f0-2c91-427a-ac87-8d9fe92955ff service neutron] Attempting to bind port 71d1dd94-1bb4-4b28-9f95-7799e97731a3 on network 564ce16e-bc99-46bb-abbc-567cf4f7badb {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:34:14.381574 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cddaf12-a3b9-4c86-b6c0-e0b4085faecd req-6ae603f0-2c91-427a-ac87-8d9fe92955ff service neutron] Port 71d1dd94-1bb4-4b28-9f95-7799e97731a3 on network 564ce16e-bc99-46bb-abbc-567cf4f7badb not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 03:34:14.381905 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cddaf12-a3b9-4c86-b6c0-e0b4085faecd req-6ae603f0-2c91-427a-ac87-8d9fe92955ff service neutron] Attempting to bind port 71d1dd94-1bb4-4b28-9f95-7799e97731a3 on network 564ce16e-bc99-46bb-abbc-567cf4f7badb {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:34:14.386992 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cddaf12-a3b9-4c86-b6c0-e0b4085faecd req-6ae603f0-2c91-427a-ac87-8d9fe92955ff service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:34:14.387883 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cddaf12-a3b9-4c86-b6c0-e0b4085faecd req-6ae603f0-2c91-427a-ac87-8d9fe92955ff service neutron] Checking segment: {'id': 'd00f2d5a-ec18-474b-b909-7f4d949c9746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '564ce16e-bc99-46bb-abbc-567cf4f7badb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:34:14.388277 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cddaf12-a3b9-4c86-b6c0-e0b4085faecd req-6ae603f0-2c91-427a-ac87-8d9fe92955ff service neutron] Bound using segment: {'id': 'd00f2d5a-ec18-474b-b909-7f4d949c9746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '564ce16e-bc99-46bb-abbc-567cf4f7badb'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:34:14.388711 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-1cddaf12-a3b9-4c86-b6c0-e0b4085faecd req-6ae603f0-2c91-427a-ac87-8d9fe92955ff service neutron] Bound port: 71d1dd94-1bb4-4b28-9f95-7799e97731a3, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd00f2d5a-ec18-474b-b909-7f4d949c9746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '564ce16e-bc99-46bb-abbc-567cf4f7badb'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:34:14.389069 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1cddaf12-a3b9-4c86-b6c0-e0b4085faecd req-6ae603f0-2c91-427a-ac87-8d9fe92955ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:14.459700 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-1cddaf12-a3b9-4c86-b6c0-e0b4085faecd req-6ae603f0-2c91-427a-ac87-8d9fe92955ff service neutron] For port 71d1dd94-1bb4-4b28-9f95-7799e97731a3, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:34:14.462785 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-1cddaf12-a3b9-4c86-b6c0-e0b4085faecd req-6ae603f0-2c91-427a-ac87-8d9fe92955ff service neutron] For port 71d1dd94-1bb4-4b28-9f95-7799e97731a3, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=71d1dd94-1bb4-4b28-9f95-7799e97731a3,segment=NetworkSegment(d00f2d5a-ec18-474b-b909-7f4d949c9746),segment_id=d00f2d5a-ec18-474b-b909-7f4d949c9746)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:34:14.468377 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1cddaf12-a3b9-4c86-b6c0-e0b4085faecd req-6ae603f0-2c91-427a-ac87-8d9fe92955ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:14.501038 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cddaf12-a3b9-4c86-b6c0-e0b4085faecd req-6ae603f0-2c91-427a-ac87-8d9fe92955ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:34:14.501617 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-1cddaf12-a3b9-4c86-b6c0-e0b4085faecd req-6ae603f0-2c91-427a-ac87-8d9fe92955ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:14.503016 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1cddaf12-a3b9-4c86-b6c0-e0b4085faecd req-6ae603f0-2c91-427a-ac87-8d9fe92955ff service neutron] 10.222.0.16 "PUT /v2.0/ports/71d1dd94-1bb4-4b28-9f95-7799e97731a3 HTTP/1.1" status: 200 len: 1092 time: 0.6712024 Sep 07 03:34:14.503576 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbd81862-a0ed-400c-afeb-a1cecbc8b684', 'tag': '71d1dd94-1bb4-4b28-9f95-7799e97731a3'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:34:14.506052 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4b99ef7bc7a5293b766a2301f992bcff4e86bffe3ac49b880de9dcdee739ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b78983f5-300d-41a2-be05-705aebc50e97" -d '{"events": [{"name": "network-changed", "server_uuid": "bbd81862-a0ed-400c-afeb-a1cecbc8b684", "tag": "71d1dd94-1bb4-4b28-9f95-7799e97731a3"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:34:14.533523 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae603f0-2c91-427a-ac87-8d9fe92955ff service neutron] Pushing event updated for resources: {'Port': ['ID=71d1dd94-1bb4-4b28-9f95-7799e97731a3,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:34:14.554932 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd174d3-339b-48f2-90db-2112a076c332 x-openstack-request-id: req-afd174d3-339b-48f2-90db-2112a076c332 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:34:14.555226 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbd81862-a0ed-400c-afeb-a1cecbc8b684", "tag": "71d1dd94-1bb4-4b28-9f95-7799e97731a3", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:34:14.555501 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-afd174d3-339b-48f2-90db-2112a076c332 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:34:14.555934 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbd81862-a0ed-400c-afeb-a1cecbc8b684', 'tag': '71d1dd94-1bb4-4b28-9f95-7799e97731a3', 'status': 'completed', 'code': 200} Sep 07 03:34:14.587373 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cddaf12-a3b9-4c86-b6c0-e0b4085faecd req-c63bf800-b78c-49cf-b37e-8574f79645b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:34:14.588953 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1cddaf12-a3b9-4c86-b6c0-e0b4085faecd req-c63bf800-b78c-49cf-b37e-8574f79645b8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=27bcf015607944b4bc040d494fbb2877&device_id=bbd81862-a0ed-400c-afeb-a1cecbc8b684 HTTP/1.1" status: 200 len: 1095 time: 0.0467594 Sep 07 03:34:14.636509 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1cddaf12-a3b9-4c86-b6c0-e0b4085faecd req-a82b2759-9dc4-4a5a-abb0-af000586a295 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71d1dd94-1bb4-4b28-9f95-7799e97731a3 HTTP/1.1" status: 200 len: 217 time: 0.0391397 Sep 07 03:34:14.686116 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cddaf12-a3b9-4c86-b6c0-e0b4085faecd req-2691b8e9-0dd5-4656-8a23-07fc63aacbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:34:14.687658 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1cddaf12-a3b9-4c86-b6c0-e0b4085faecd req-2691b8e9-0dd5-4656-8a23-07fc63aacbfa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a9ed5dca-d6d6-4482-91fb-9effb56faf16 HTTP/1.1" status: 200 len: 835 time: 0.0447731 Sep 07 03:34:14.734155 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cddaf12-a3b9-4c86-b6c0-e0b4085faecd req-97daba03-9c86-4e13-a875-5c18f3d2bd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:34:14.735598 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1cddaf12-a3b9-4c86-b6c0-e0b4085faecd req-97daba03-9c86-4e13-a875-5c18f3d2bd17 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=564ce16e-bc99-46bb-abbc-567cf4f7badb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412431 Sep 07 03:34:14.747011 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [req-1cddaf12-a3b9-4c86-b6c0-e0b4085faecd req-a3864da3-9c85-4f1f-8072-39378ec76096 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:34:14.748029 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1cddaf12-a3b9-4c86-b6c0-e0b4085faecd req-a3864da3-9c85-4f1f-8072-39378ec76096 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056310 Sep 07 03:34:14.840747 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1cddaf12-a3b9-4c86-b6c0-e0b4085faecd req-44981407-aa2c-4ed6-a3e1-57fde1192e23 service neutron] 10.222.0.16 "GET /v2.0/networks/564ce16e-bc99-46bb-abbc-567cf4f7badb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856071 Sep 07 03:34:14.929074 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1cddaf12-a3b9-4c86-b6c0-e0b4085faecd req-37ff7bdc-c40c-495e-a447-9d76d78d3b54 service neutron] 10.222.0.16 "GET /v2.0/networks/564ce16e-bc99-46bb-abbc-567cf4f7badb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818169 Sep 07 03:34:15.017004 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78983f5-300d-41a2-be05-705aebc50e97 req-cb5beea2-fa5e-45c2-bfb0-c4c5bdcfe950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:34:15.018546 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b78983f5-300d-41a2-be05-705aebc50e97 req-cb5beea2-fa5e-45c2-bfb0-c4c5bdcfe950 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=27bcf015607944b4bc040d494fbb2877&device_id=bbd81862-a0ed-400c-afeb-a1cecbc8b684 HTTP/1.1" status: 200 len: 1095 time: 0.0455887 Sep 07 03:34:15.106829 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78983f5-300d-41a2-be05-705aebc50e97 req-37fb3922-271c-484c-b577-f4ffd378a8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:34:15.108354 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b78983f5-300d-41a2-be05-705aebc50e97 req-37fb3922-271c-484c-b577-f4ffd378a8fe service neutron] 10.222.0.16 "GET /v2.0/networks?id=564ce16e-bc99-46bb-abbc-567cf4f7badb HTTP/1.1" status: 200 len: 896 time: 0.0833285 Sep 07 03:34:15.154645 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b78983f5-300d-41a2-be05-705aebc50e97 req-42c40467-f519-45d2-a912-278107538713 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71d1dd94-1bb4-4b28-9f95-7799e97731a3 HTTP/1.1" status: 200 len: 217 time: 0.0390399 Sep 07 03:34:15.203279 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78983f5-300d-41a2-be05-705aebc50e97 req-1739c087-8daa-43d6-b104-a8f129d87700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:34:15.204690 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b78983f5-300d-41a2-be05-705aebc50e97 req-1739c087-8daa-43d6-b104-a8f129d87700 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a9ed5dca-d6d6-4482-91fb-9effb56faf16 HTTP/1.1" status: 200 len: 835 time: 0.0427368 Sep 07 03:34:15.251534 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78983f5-300d-41a2-be05-705aebc50e97 req-6d01bea8-b7a2-40e0-a0dd-cf86d2bdd17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:34:15.252624 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b78983f5-300d-41a2-be05-705aebc50e97 req-6d01bea8-b7a2-40e0-a0dd-cf86d2bdd17e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=564ce16e-bc99-46bb-abbc-567cf4f7badb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397820 Sep 07 03:34:15.341754 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2abc96-220f-4ed9-9a79-a5f2e97e2fa6 req-38d31dc6-7f06-4c2d-b4d7-edfb84617083 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:34:15.343429 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0e2abc96-220f-4ed9-9a79-a5f2e97e2fa6 req-38d31dc6-7f06-4c2d-b4d7-edfb84617083 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbd81862-a0ed-400c-afeb-a1cecbc8b684 HTTP/1.1" status: 200 len: 943 time: 0.0508964 Sep 07 03:34:15.361544 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b78983f5-300d-41a2-be05-705aebc50e97 req-d4b2d37f-2b14-4116-859f-175d51042489 service neutron] 10.222.0.16 "GET /v2.0/networks/564ce16e-bc99-46bb-abbc-567cf4f7badb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007414 Sep 07 03:34:15.369301 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device eee7af9b-ab21-4381-b7f3-5609fc7e89a7 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:34:15.388159 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0e2abc96-220f-4ed9-9a79-a5f2e97e2fa6 req-1de230dd-e197-4708-b429-756b9887b431 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c22f6fe-0d5c-4f6e-8bd0-405345629d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359535 Sep 07 03:34:15.419822 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port eee7af9b-ab21-4381-b7f3-5609fc7e89a7 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:34:15.420202 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:15.453582 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b78983f5-300d-41a2-be05-705aebc50e97 req-47ef4822-17bb-4f30-b4f1-b5eafd83e766 service neutron] 10.222.0.16 "GET /v2.0/networks/564ce16e-bc99-46bb-abbc-567cf4f7badb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840194 Sep 07 03:34:16.513610 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d1bd6f-4794-4b6b-abef-4354f5a1140d req-fcdb8865-7eb9-4591-b82c-c30427b1b75c tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:34:16.515109 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c8d1bd6f-4794-4b6b-abef-4354f5a1140d req-fcdb8865-7eb9-4591-b82c-c30427b1b75c tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbd81862-a0ed-400c-afeb-a1cecbc8b684 HTTP/1.1" status: 200 len: 943 time: 0.0539429 Sep 07 03:34:16.559873 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c8d1bd6f-4794-4b6b-abef-4354f5a1140d req-2873c53a-a00b-442d-b9ef-4a1438412e98 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c22f6fe-0d5c-4f6e-8bd0-405345629d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387206 Sep 07 03:34:17.675521 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba9eb4-d6e9-417c-84f8-855468aecb0f req-5b2b5bb7-ab22-4cfa-9ffa-9c42d9c908dd tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:34:17.677030 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-34ba9eb4-d6e9-417c-84f8-855468aecb0f req-5b2b5bb7-ab22-4cfa-9ffa-9c42d9c908dd tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbd81862-a0ed-400c-afeb-a1cecbc8b684 HTTP/1.1" status: 200 len: 943 time: 0.0485358 Sep 07 03:34:17.722054 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-34ba9eb4-d6e9-417c-84f8-855468aecb0f req-41c4e24b-928f-4e08-b78a-683c0be780d1 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c22f6fe-0d5c-4f6e-8bd0-405345629d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389812 Sep 07 03:34:18.139559 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 71d1dd94-1bb4-4b28-9f95-7799e97731a3 details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 03:34:18.230817 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 71d1dd94-1bb4-4b28-9f95-7799e97731a3, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=71d1dd94-1bb4-4b28-9f95-7799e97731a3,segment=NetworkSegment(d00f2d5a-ec18-474b-b909-7f4d949c9746),segment_id=d00f2d5a-ec18-474b-b909-7f4d949c9746)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:34:18.243636 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '71d1dd94-1bb4-4b28-9f95-7799e97731a3', 'network_id': '564ce16e-bc99-46bb-abbc-567cf4f7badb', 'port_id': '71d1dd94-1bb4-4b28-9f95-7799e97731a3', 'mac_address': 'fa:16:3e:cf:81:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9ed5dca-d6d6-4482-91fb-9effb56faf16', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 03:34:18.284298 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:18.298202 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71d1dd94-1bb4-4b28-9f95-7799e97731a3 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:34:18.316901 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 71d1dd94-1bb4-4b28-9f95-7799e97731a3, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=71d1dd94-1bb4-4b28-9f95-7799e97731a3,segment=NetworkSegment(d00f2d5a-ec18-474b-b909-7f4d949c9746),segment_id=d00f2d5a-ec18-474b-b909-7f4d949c9746)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:34:18.321925 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:18.370871 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=71d1dd94-1bb4-4b28-9f95-7799e97731a3,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:34:18.542076 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['71d1dd94-1bb4-4b28-9f95-7799e97731a3'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:34:18.847651 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a2f94-f742-4dd8-b143-f9c3bac0fdbc req-aa43e9a2-35e5-42ad-91be-72813d6c6672 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:34:18.849115 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-995a2f94-f742-4dd8-b143-f9c3bac0fdbc req-aa43e9a2-35e5-42ad-91be-72813d6c6672 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbd81862-a0ed-400c-afeb-a1cecbc8b684 HTTP/1.1" status: 200 len: 944 time: 0.0485785 Sep 07 03:34:18.884868 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-995a2f94-f742-4dd8-b143-f9c3bac0fdbc req-b2474e7a-6459-4f00-835c-c103ebdc7359 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c22f6fe-0d5c-4f6e-8bd0-405345629d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299520 Sep 07 03:34:20.009933 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb928d7a-d5d1-49d0-9682-2ec679877582 req-9b40f8db-0fb0-4b46-bf3d-33b40ef75e08 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:34:20.011423 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bb928d7a-d5d1-49d0-9682-2ec679877582 req-9b40f8db-0fb0-4b46-bf3d-33b40ef75e08 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbd81862-a0ed-400c-afeb-a1cecbc8b684 HTTP/1.1" status: 200 len: 944 time: 0.0514104 Sep 07 03:34:20.047962 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bb928d7a-d5d1-49d0-9682-2ec679877582 req-b4886732-0e45-4296-bcaa-02e894703ae3 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c22f6fe-0d5c-4f6e-8bd0-405345629d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300040 Sep 07 03:34:20.141052 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 71d1dd94-1bb4-4b28-9f95-7799e97731a3 up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:34:20.188793 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port 71d1dd94-1bb4-4b28-9f95-7799e97731a3 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:34:20.192276 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 71d1dd94-1bb4-4b28-9f95-7799e97731a3 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:34:20.192650 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:20.422723 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:20.444779 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbd81862-a0ed-400c-afeb-a1cecbc8b684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d1dd94-1bb4-4b28-9f95-7799e97731a3'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:34:20.447188 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a436ec256d2b1825a148fad3e2b3933f4e559d797aa0adc164ec0b132a4edf7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a7a75a-ad34-4362-aa3e-4b41e4e8ace1" -d '{"events": [{"server_uuid": "bbd81862-a0ed-400c-afeb-a1cecbc8b684", "name": "network-vif-plugged", "status": "completed", "tag": "71d1dd94-1bb4-4b28-9f95-7799e97731a3"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:34:20.459447 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 71d1dd94-1bb4-4b28-9f95-7799e97731a3, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=71d1dd94-1bb4-4b28-9f95-7799e97731a3,segment=NetworkSegment(d00f2d5a-ec18-474b-b909-7f4d949c9746),segment_id=d00f2d5a-ec18-474b-b909-7f4d949c9746)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:34:20.463845 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:20.488384 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26daf6c-dd01-4300-84d1-4fe281dbfb32 x-openstack-request-id: req-b26daf6c-dd01-4300-84d1-4fe281dbfb32 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:34:20.488671 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbd81862-a0ed-400c-afeb-a1cecbc8b684", "name": "network-vif-plugged", "status": "completed", "tag": "71d1dd94-1bb4-4b28-9f95-7799e97731a3", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:34:20.488917 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b26daf6c-dd01-4300-84d1-4fe281dbfb32 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:34:20.489295 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbd81862-a0ed-400c-afeb-a1cecbc8b684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d1dd94-1bb4-4b28-9f95-7799e97731a3', 'code': 200} Sep 07 03:34:20.516675 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=71d1dd94-1bb4-4b28-9f95-7799e97731a3,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:34:20.581236 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90415dd6-69b1-46d6-87a9-c33c8a9e44b0 req-f97a24e1-be71-40dc-8f8e-93cb553870c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:34:20.582939 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-90415dd6-69b1-46d6-87a9-c33c8a9e44b0 req-f97a24e1-be71-40dc-8f8e-93cb553870c2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bbd81862-a0ed-400c-afeb-a1cecbc8b684 HTTP/1.1" status: 200 len: 1097 time: 0.0392475 Sep 07 03:34:20.622726 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-90415dd6-69b1-46d6-87a9-c33c8a9e44b0 req-3ad45547-fbde-433a-9522-870af0c0d55d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2c22f6fe-0d5c-4f6e-8bd0-405345629d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320959 Sep 07 03:34:21.161413 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ed6a8-63c7-4a03-85a3-7f58b177e0a9 req-02491191-19ca-4b01-82f3-a92b7973ef1d tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:34:21.162905 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d85ed6a8-63c7-4a03-85a3-7f58b177e0a9 req-02491191-19ca-4b01-82f3-a92b7973ef1d tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbd81862-a0ed-400c-afeb-a1cecbc8b684 HTTP/1.1" status: 200 len: 945 time: 0.0483403 Sep 07 03:34:21.198952 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d85ed6a8-63c7-4a03-85a3-7f58b177e0a9 req-f3361de2-924f-4b7c-8085-be4d42a9edeb tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c22f6fe-0d5c-4f6e-8bd0-405345629d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301373 Sep 07 03:34:22.077018 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:22.095140 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:22.313883 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1f7f8-78ad-4c0f-8067-95f433bd2f97 req-3419dd5f-9c15-453e-be16-2062f288c313 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:34:22.315352 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-56a1f7f8-78ad-4c0f-8067-95f433bd2f97 req-3419dd5f-9c15-453e-be16-2062f288c313 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbd81862-a0ed-400c-afeb-a1cecbc8b684 HTTP/1.1" status: 200 len: 945 time: 0.0484831 Sep 07 03:34:22.355836 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-56a1f7f8-78ad-4c0f-8067-95f433bd2f97 req-2ea5797c-2416-4458-8e41-7bab26129ff3 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c22f6fe-0d5c-4f6e-8bd0-405345629d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345354 Sep 07 03:34:22.469891 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb69684-4dc5-4cff-b64e-ec7df5b79d71 req-14ce84d3-df14-4ddb-9cb3-e8b8b373615a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:34:22.471361 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-edb69684-4dc5-4cff-b64e-ec7df5b79d71 req-14ce84d3-df14-4ddb-9cb3-e8b8b373615a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbd81862-a0ed-400c-afeb-a1cecbc8b684 HTTP/1.1" status: 200 len: 945 time: 0.0485649 Sep 07 03:34:22.507158 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-edb69684-4dc5-4cff-b64e-ec7df5b79d71 req-9ee7e213-ee12-49c8-a45d-45447dfac41e tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c22f6fe-0d5c-4f6e-8bd0-405345629d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298424 Sep 07 03:34:22.528598 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 44890) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:34:22.570956 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7585406c-81ec-4523-8d02-356df5ed53a1 tempest-TestNetworkAdvancedServerOps-177635439 tempest-TestNetworkAdvancedServerOps-177635439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:34:22.572510 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-7585406c-81ec-4523-8d02-356df5ed53a1 tempest-TestNetworkAdvancedServerOps-177635439 tempest-TestNetworkAdvancedServerOps-177635439-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=bbd81862-a0ed-400c-afeb-a1cecbc8b684 HTTP/1.1" status: 200 len: 1092 time: 0.0423279 Sep 07 03:34:22.575343 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 44892) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:34:22.580133 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-55563616-89fb-4e84-9486-4572ae274916 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Request body: {'floatingip': {'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'port_id': '71d1dd94-1bb4-4b28-9f95-7799e97731a3', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:34:22.601613 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-55563616-89fb-4e84-9486-4572ae274916 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for floatingip, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:22.693992 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-55563616-89fb-4e84-9486-4572ae274916 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:22.795973 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-55563616-89fb-4e84-9486-4572ae274916 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Allocated IP 172.25.5.155 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/aa7d01a6-3436-4242-a541-b150985c85d9) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:34:22.892556 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-55563616-89fb-4e84-9486-4572ae274916 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:22.928500 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-55563616-89fb-4e84-9486-4572ae274916 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:22.969331 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55563616-89fb-4e84-9486-4572ae274916 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:34:22.972083 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-55563616-89fb-4e84-9486-4572ae274916 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:34:22.974735 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55563616-89fb-4e84-9486-4572ae274916 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:34:23.000410 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55563616-89fb-4e84-9486-4572ae274916 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'Port': ['ID=aa7d01a6-3436-4242-a541-b150985c85d9,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:34:23.658669 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-55563616-89fb-4e84-9486-4572ae274916 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:23.730196 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-55563616-89fb-4e84-9486-4572ae274916 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:23.878041 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-55563616-89fb-4e84-9486-4572ae274916 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:23.882511 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-55563616-89fb-4e84-9486-4572ae274916 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:23.953065 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55563616-89fb-4e84-9486-4572ae274916 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'Port': ['ID=aa7d01a6-3436-4242-a541-b150985c85d9,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:34:23.960831 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-55563616-89fb-4e84-9486-4572ae274916 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:24.061172 n-d-796209-16 neutron-server[94701]: INFO neutron.db.l3_db [None req-55563616-89fb-4e84-9486-4572ae274916 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Floating IP fce34e11-ee2f-4b7c-a3c2-63499fab9351 associated. External IP: 172.25.5.155, port: 71d1dd94-1bb4-4b28-9f95-7799e97731a3. Sep 07 03:34:24.269326 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55563616-89fb-4e84-9486-4572ae274916 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Router caabc2b6-a5a9-4a69-ac94-099625448b6b has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:34:24.375565 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55563616-89fb-4e84-9486-4572ae274916 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:34:24.384947 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1688d057-1073-469d-8eb0-b248ed6457db None None] Sync routers for ids ['caabc2b6-a5a9-4a69-ac94-099625448b6b'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:34:24.391474 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-55563616-89fb-4e84-9486-4572ae274916 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:24.395150 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1688d057-1073-469d-8eb0-b248ed6457db None None] Routers {'caabc2b6-a5a9-4a69-ac94-099625448b6b'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:34:24.395787 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-1688d057-1073-469d-8eb0-b248ed6457db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:33:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['caabc2b6-a5a9-4a69-ac94-099625448b6b'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:34:24.420447 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-55563616-89fb-4e84-9486-4572ae274916 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8435438 Sep 07 03:34:24.421475 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbd81862-a0ed-400c-afeb-a1cecbc8b684', 'tag': '71d1dd94-1bb4-4b28-9f95-7799e97731a3'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:34:24.424004 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf84fb72099b4c059134e8dbf206a3531b112bee59ff8dea8931d4ccd024695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c340b54-308a-4721-a677-52e12f2a888f" -d '{"events": [{"name": "network-changed", "server_uuid": "bbd81862-a0ed-400c-afeb-a1cecbc8b684", "tag": "71d1dd94-1bb4-4b28-9f95-7799e97731a3"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:34:24.465724 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e80908-ad39-4487-99ab-3393a59b5b9c x-openstack-request-id: req-d7e80908-ad39-4487-99ab-3393a59b5b9c {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:34:24.466012 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbd81862-a0ed-400c-afeb-a1cecbc8b684", "tag": "71d1dd94-1bb4-4b28-9f95-7799e97731a3", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:34:24.466262 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d7e80908-ad39-4487-99ab-3393a59b5b9c {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:34:24.466691 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbd81862-a0ed-400c-afeb-a1cecbc8b684', 'tag': '71d1dd94-1bb4-4b28-9f95-7799e97731a3', 'status': 'completed', 'code': 200} Sep 07 03:34:24.506048 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-1688d057-1073-469d-8eb0-b248ed6457db None None] Set router caabc2b6-a5a9-4a69-ac94-099625448b6b gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:34:24.545780 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbb1d36-ceb7-42ed-b1e8-9b4cfdd2c1fa req-06358bdc-79f5-4d86-91d1-ebd1d52f9c2a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:34:24.547277 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2bbb1d36-ceb7-42ed-b1e8-9b4cfdd2c1fa req-06358bdc-79f5-4d86-91d1-ebd1d52f9c2a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbd81862-a0ed-400c-afeb-a1cecbc8b684 HTTP/1.1" status: 200 len: 945 time: 0.0752468 Sep 07 03:34:24.553715 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c340b54-308a-4721-a677-52e12f2a888f req-b8fde86c-0cb2-440b-a475-f7896ad53e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:34:24.555131 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9c340b54-308a-4721-a677-52e12f2a888f req-b8fde86c-0cb2-440b-a475-f7896ad53e81 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=27bcf015607944b4bc040d494fbb2877&device_id=bbd81862-a0ed-400c-afeb-a1cecbc8b684 HTTP/1.1" status: 200 len: 1097 time: 0.0580142 Sep 07 03:34:24.613690 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2bbb1d36-ceb7-42ed-b1e8-9b4cfdd2c1fa req-3ba365fd-8387-4bf1-b29b-a75da9f0e7e9 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c22f6fe-0d5c-4f6e-8bd0-405345629d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575740 Sep 07 03:34:24.637348 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 44898) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:34:24.671985 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c340b54-308a-4721-a677-52e12f2a888f req-28e94b7a-3b74-45fb-b9aa-b1199c9c82a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:34:24.673502 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9c340b54-308a-4721-a677-52e12f2a888f req-28e94b7a-3b74-45fb-b9aa-b1199c9c82a0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=564ce16e-bc99-46bb-abbc-567cf4f7badb HTTP/1.1" status: 200 len: 896 time: 0.1105082 Sep 07 03:34:24.704974 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-275cedc0-8558-4d99-ba1c-07ea6d8a1e16 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/floatingips/fce34e11-ee2f-4b7c-a3c2-63499fab9351 HTTP/1.1" status: 200 len: 991 time: 0.0651598 Sep 07 03:34:24.730311 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-1688d057-1073-469d-8eb0-b248ed6457db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caabc2b6-a5a9-4a69-ac94-099625448b6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954873104', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'cc67eb01-6b77-4108-87ff-315e74034712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:34:06Z', 'updated_at': '2021-09-07T03:34:09Z', 'revision_number': 4, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': 'cc67eb01-6b77-4108-87ff-315e74034712', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ca:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caabc2b6-a5a9-4a69-ac94-099625448b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:34:07Z', 'updated_at': '2021-09-07T03:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'fce34e11-ee2f-4b7c-a3c2-63499fab9351', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'floating_ip_address': '172.25.5.155', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': 'caabc2b6-a5a9-4a69-ac94-099625448b6b', 'port_id': '71d1dd94-1bb4-4b28-9f95-7799e97731a3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '564ce16e-bc99-46bb-abbc-567cf4f7badb', 'mac_address': 'fa:16:3e:cf:81:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd81862-a0ed-400c-afeb-a1cecbc8b684', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:34:23Z', 'updated_at': '2021-09-07T03:34:23Z', 'revision_number': 0, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eee7af9b-ab21-4381-b7f3-5609fc7e89a7', 'name': '', 'network_id': '564ce16e-bc99-46bb-abbc-567cf4f7badb', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'mac_address': 'fa:16:3e:32:be:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caabc2b6-a5a9-4a69-ac94-099625448b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'a9ed5dca-d6d6-4482-91fb-9effb56faf16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:34:09Z', 'updated_at': '2021-09-07T03:34:13Z', 'revision_number': 5, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'subnets': [{'id': 'a9ed5dca-d6d6-4482-91fb-9effb56faf16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:34:24.738660 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9c340b54-308a-4721-a677-52e12f2a888f req-7a6c840e-9e2b-4318-ad57-a1dfb0a719be service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71d1dd94-1bb4-4b28-9f95-7799e97731a3 HTTP/1.1" status: 200 len: 999 time: 0.0582383 Sep 07 03:34:24.759435 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1688d057-1073-469d-8eb0-b248ed6457db None None] Checking router: caabc2b6-a5a9-4a69-ac94-099625448b6b for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:34:24.768002 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1688d057-1073-469d-8eb0-b248ed6457db None None] Routers {'caabc2b6-a5a9-4a69-ac94-099625448b6b'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:34:24.768602 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-1688d057-1073-469d-8eb0-b248ed6457db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:33:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['caabc2b6-a5a9-4a69-ac94-099625448b6b'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:34:24.792367 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c340b54-308a-4721-a677-52e12f2a888f req-c21ea4c9-fbae-4253-bcbc-d9ef8b6fddd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:34:24.793844 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9c340b54-308a-4721-a677-52e12f2a888f req-c21ea4c9-fbae-4253-bcbc-d9ef8b6fddd8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a9ed5dca-d6d6-4482-91fb-9effb56faf16 HTTP/1.1" status: 200 len: 835 time: 0.0479107 Sep 07 03:34:24.839006 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c340b54-308a-4721-a677-52e12f2a888f req-cdcb9cf6-045a-4fe9-95b8-3e93b8481168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:34:24.840524 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9c340b54-308a-4721-a677-52e12f2a888f req-cdcb9cf6-045a-4fe9-95b8-3e93b8481168 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=564ce16e-bc99-46bb-abbc-567cf4f7badb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396423 Sep 07 03:34:24.871659 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-1688d057-1073-469d-8eb0-b248ed6457db None None] Set router caabc2b6-a5a9-4a69-ac94-099625448b6b gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:34:24.927965 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9c340b54-308a-4721-a677-52e12f2a888f req-29954e50-dea4-4f6b-be03-85aa00472fe2 service neutron] 10.222.0.16 "GET /v2.0/networks/564ce16e-bc99-46bb-abbc-567cf4f7badb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804276 Sep 07 03:34:25.022894 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9c340b54-308a-4721-a677-52e12f2a888f req-819ef7d3-0174-4fe7-9d6a-276771e185b9 service neutron] 10.222.0.16 "GET /v2.0/networks/564ce16e-bc99-46bb-abbc-567cf4f7badb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864451 Sep 07 03:34:25.090589 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-1688d057-1073-469d-8eb0-b248ed6457db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caabc2b6-a5a9-4a69-ac94-099625448b6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954873104', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'cc67eb01-6b77-4108-87ff-315e74034712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:34:06Z', 'updated_at': '2021-09-07T03:34:09Z', 'revision_number': 4, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': 'cc67eb01-6b77-4108-87ff-315e74034712', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ca:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caabc2b6-a5a9-4a69-ac94-099625448b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:34:07Z', 'updated_at': '2021-09-07T03:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'fce34e11-ee2f-4b7c-a3c2-63499fab9351', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'floating_ip_address': '172.25.5.155', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': 'caabc2b6-a5a9-4a69-ac94-099625448b6b', 'port_id': '71d1dd94-1bb4-4b28-9f95-7799e97731a3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '564ce16e-bc99-46bb-abbc-567cf4f7badb', 'mac_address': 'fa:16:3e:cf:81:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd81862-a0ed-400c-afeb-a1cecbc8b684', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:34:23Z', 'updated_at': '2021-09-07T03:34:23Z', 'revision_number': 0, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eee7af9b-ab21-4381-b7f3-5609fc7e89a7', 'name': '', 'network_id': '564ce16e-bc99-46bb-abbc-567cf4f7badb', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'mac_address': 'fa:16:3e:32:be:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caabc2b6-a5a9-4a69-ac94-099625448b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'a9ed5dca-d6d6-4482-91fb-9effb56faf16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:34:09Z', 'updated_at': '2021-09-07T03:34:13Z', 'revision_number': 5, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'subnets': [{'id': 'a9ed5dca-d6d6-4482-91fb-9effb56faf16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:34:25.119535 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1688d057-1073-469d-8eb0-b248ed6457db None None] The sync data for ids ['caabc2b6-a5a9-4a69-ac94-099625448b6b'] in n-d-796209-16 is: [{'id': 'caabc2b6-a5a9-4a69-ac94-099625448b6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954873104', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'cc67eb01-6b77-4108-87ff-315e74034712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:34:06Z', 'updated_at': '2021-09-07T03:34:09Z', 'revision_number': 4, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': 'cc67eb01-6b77-4108-87ff-315e74034712', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ca:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caabc2b6-a5a9-4a69-ac94-099625448b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:34:07Z', 'updated_at': '2021-09-07T03:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'fce34e11-ee2f-4b7c-a3c2-63499fab9351', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'floating_ip_address': '172.25.5.155', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': 'caabc2b6-a5a9-4a69-ac94-099625448b6b', 'port_id': '71d1dd94-1bb4-4b28-9f95-7799e97731a3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '564ce16e-bc99-46bb-abbc-567cf4f7badb', 'mac_address': 'fa:16:3e:cf:81:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd81862-a0ed-400c-afeb-a1cecbc8b684', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:34:23Z', 'updated_at': '2021-09-07T03:34:23Z', 'revision_number': 0, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eee7af9b-ab21-4381-b7f3-5609fc7e89a7', 'name': '', 'network_id': '564ce16e-bc99-46bb-abbc-567cf4f7badb', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'mac_address': 'fa:16:3e:32:be:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caabc2b6-a5a9-4a69-ac94-099625448b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'a9ed5dca-d6d6-4482-91fb-9effb56faf16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:34:09Z', 'updated_at': '2021-09-07T03:34:13Z', 'revision_number': 5, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'subnets': [{'id': 'a9ed5dca-d6d6-4482-91fb-9effb56faf16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:34:25.302046 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e08085e-7bbe-4d44-95ce-34c50d5543ed None None] New status for floating IP fce34e11-ee2f-4b7c-a3c2-63499fab9351: ACTIVE {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 03:34:25.707921 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 44900) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:34:25.771574 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d469479c-979d-4ed2-b649-d3016438b5b4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/floatingips/fce34e11-ee2f-4b7c-a3c2-63499fab9351 HTTP/1.1" status: 200 len: 993 time: 0.0624938 Sep 07 03:34:25.980111 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ec23f790-1c3d-4e60-aff3-3f8547226349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:28.242238 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-19aa1bdd-f407-40b9-9ac4-9a031c98ec6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:28.790286 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:29.734195 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:31.577370 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:49.488622 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:34:52.105851 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:52.107938 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:55.979929 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f480c9e4-b0c1-4f37-a174-61ae05e408cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:57.187873 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d9526-eb18-419c-ada7-f9abc1e35711 req-9532b8f2-e859-4a0a-aa89-aafb05a7e71e tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:34:57.189365 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4b0d9526-eb18-419c-ada7-f9abc1e35711 req-9532b8f2-e859-4a0a-aa89-aafb05a7e71e tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbd81862-a0ed-400c-afeb-a1cecbc8b684 HTTP/1.1" status: 200 len: 945 time: 0.0481167 Sep 07 03:34:57.227684 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4b0d9526-eb18-419c-ada7-f9abc1e35711 req-c2264807-8136-497f-8d15-2243aa88352b tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c22f6fe-0d5c-4f6e-8bd0-405345629d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319083 Sep 07 03:34:58.242952 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f7c1e9de-bc82-4d4b-ba1e-3844837546fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:58.345354 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b980742-d964-4aaa-8879-fd96878f732a req-340ab129-1ce9-4c05-a785-e86cf569fe48 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:34:58.346840 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0b980742-d964-4aaa-8879-fd96878f732a req-340ab129-1ce9-4c05-a785-e86cf569fe48 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbd81862-a0ed-400c-afeb-a1cecbc8b684 HTTP/1.1" status: 200 len: 945 time: 0.0511413 Sep 07 03:34:58.384011 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0b980742-d964-4aaa-8879-fd96878f732a req-30a752b1-da69-44ff-bd2b-6ca8790a28f8 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c22f6fe-0d5c-4f6e-8bd0-405345629d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311472 Sep 07 03:34:58.405338 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44922) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:34:58.468563 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-47297f48-2509-435d-884c-7f86131b8a9d tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/floatingips/fce34e11-ee2f-4b7c-a3c2-63499fab9351 HTTP/1.1" status: 200 len: 993 time: 0.0620942 Sep 07 03:34:58.791213 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:59.730532 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a8741-722b-4627-b282-70b406bf6ca0 req-010b44c9-fb31-4fb8-85d3-fb8b1f8608a2 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:34:59.732108 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6b6a8741-722b-4627-b282-70b406bf6ca0 req-010b44c9-fb31-4fb8-85d3-fb8b1f8608a2 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbd81862-a0ed-400c-afeb-a1cecbc8b684 HTTP/1.1" status: 200 len: 945 time: 0.0548477 Sep 07 03:34:59.736714 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:34:59.770248 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6b6a8741-722b-4627-b282-70b406bf6ca0 req-c9a816bc-93be-419a-833f-f64136876319 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c22f6fe-0d5c-4f6e-8bd0-405345629d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316484 Sep 07 03:35:00.886943 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba9ebb-9978-413f-a2d4-1a581f3c74c2 req-abdcc11e-f00c-46d8-935d-8250fd1194da tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:35:00.888452 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-64ba9ebb-9978-413f-a2d4-1a581f3c74c2 req-abdcc11e-f00c-46d8-935d-8250fd1194da tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbd81862-a0ed-400c-afeb-a1cecbc8b684 HTTP/1.1" status: 200 len: 945 time: 0.0472329 Sep 07 03:35:00.924938 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-64ba9ebb-9978-413f-a2d4-1a581f3c74c2 req-00dbc306-801a-4a44-9446-b108b47ce381 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c22f6fe-0d5c-4f6e-8bd0-405345629d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307715 Sep 07 03:35:00.946805 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44932) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:35:01.011068 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-cfa6db9d-079d-46cb-9dc1-68c2e0d052da tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/floatingips/fce34e11-ee2f-4b7c-a3c2-63499fab9351 HTTP/1.1" status: 200 len: 993 time: 0.0630317 Sep 07 03:35:01.231302 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44938) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:35:01.383449 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-098297d9-e9e7-46cb-b587-81a3db5c9f2a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Deleting port aa7d01a6-3436-4242-a541-b150985c85d9 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:35:01.383815 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-098297d9-e9e7-46cb-b587-81a3db5c9f2a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:01.455170 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-098297d9-e9e7-46cb-b587-81a3db5c9f2a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:01.455517 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-098297d9-e9e7-46cb-b587-81a3db5c9f2a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:01.467557 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-098297d9-e9e7-46cb-b587-81a3db5c9f2a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Calling delete_port for aa7d01a6-3436-4242-a541-b150985c85d9 owned by network:floatingip {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:35:01.580552 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:01.612403 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-098297d9-e9e7-46cb-b587-81a3db5c9f2a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:01.637998 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098297d9-e9e7-46cb-b587-81a3db5c9f2a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event deleted for resources: {'Port': ['ID=aa7d01a6-3436-4242-a541-b150985c85d9,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:35:01.667432 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098297d9-e9e7-46cb-b587-81a3db5c9f2a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:35:01.667801 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098297d9-e9e7-46cb-b587-81a3db5c9f2a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:35:01.668140 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098297d9-e9e7-46cb-b587-81a3db5c9f2a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:35:01.668471 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098297d9-e9e7-46cb-b587-81a3db5c9f2a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:35:01.668796 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098297d9-e9e7-46cb-b587-81a3db5c9f2a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:35:01.669119 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098297d9-e9e7-46cb-b587-81a3db5c9f2a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:35:01.669440 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098297d9-e9e7-46cb-b587-81a3db5c9f2a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:35:01.669763 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098297d9-e9e7-46cb-b587-81a3db5c9f2a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:35:01.670080 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098297d9-e9e7-46cb-b587-81a3db5c9f2a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:35:01.670397 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098297d9-e9e7-46cb-b587-81a3db5c9f2a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:35:01.670711 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098297d9-e9e7-46cb-b587-81a3db5c9f2a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:35:01.671025 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098297d9-e9e7-46cb-b587-81a3db5c9f2a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:35:01.710082 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-098297d9-e9e7-46cb-b587-81a3db5c9f2a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for floatingip, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:01.710415 n-d-796209-16 neutron-server[94700]: INFO neutron.db.l3_db [None req-098297d9-e9e7-46cb-b587-81a3db5c9f2a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Floating IP fce34e11-ee2f-4b7c-a3c2-63499fab9351 disassociated (deleted). External IP: 172.25.5.155, port: 71d1dd94-1bb4-4b28-9f95-7799e97731a3. Sep 07 03:35:01.910751 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-098297d9-e9e7-46cb-b587-81a3db5c9f2a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Router caabc2b6-a5a9-4a69-ac94-099625448b6b has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:35:02.018291 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-098297d9-e9e7-46cb-b587-81a3db5c9f2a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:35:02.022682 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-098297d9-e9e7-46cb-b587-81a3db5c9f2a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:02.028500 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae55e05-0eeb-4f25-a2e2-3776ceb305c9 None None] Sync routers for ids ['caabc2b6-a5a9-4a69-ac94-099625448b6b'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:35:02.037257 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae55e05-0eeb-4f25-a2e2-3776ceb305c9 None None] Routers {'caabc2b6-a5a9-4a69-ac94-099625448b6b'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:35:02.037870 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-6ae55e05-0eeb-4f25-a2e2-3776ceb305c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:34:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['caabc2b6-a5a9-4a69-ac94-099625448b6b'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:35:02.048470 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-098297d9-e9e7-46cb-b587-81a3db5c9f2a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "DELETE /v2.0/floatingips/fce34e11-ee2f-4b7c-a3c2-63499fab9351 HTTP/1.1" status: 204 len: 168 time: 0.8160732 Sep 07 03:35:02.049057 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbd81862-a0ed-400c-afeb-a1cecbc8b684', 'tag': '71d1dd94-1bb4-4b28-9f95-7799e97731a3'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:35:02.051859 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4b99ef7bc7a5293b766a2301f992bcff4e86bffe3ac49b880de9dcdee739ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0753bd1-31ee-4f40-8eb9-18c7d702da17" -d '{"events": [{"name": "network-changed", "server_uuid": "bbd81862-a0ed-400c-afeb-a1cecbc8b684", "tag": "71d1dd94-1bb4-4b28-9f95-7799e97731a3"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:35:02.097080 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be19b7e7-34f7-4208-bcd4-63aeda4cb351 x-openstack-request-id: req-be19b7e7-34f7-4208-bcd4-63aeda4cb351 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:35:02.097308 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbd81862-a0ed-400c-afeb-a1cecbc8b684", "tag": "71d1dd94-1bb4-4b28-9f95-7799e97731a3", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:35:02.097561 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-be19b7e7-34f7-4208-bcd4-63aeda4cb351 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:35:02.097968 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbd81862-a0ed-400c-afeb-a1cecbc8b684', 'tag': '71d1dd94-1bb4-4b28-9f95-7799e97731a3', 'status': 'completed', 'code': 200} Sep 07 03:35:02.152039 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-6ae55e05-0eeb-4f25-a2e2-3776ceb305c9 None None] Set router caabc2b6-a5a9-4a69-ac94-099625448b6b gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:35:02.160043 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0753bd1-31ee-4f40-8eb9-18c7d702da17 req-2631ca4d-dc40-4f85-9766-5074b9d0dc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:35:02.161602 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d0753bd1-31ee-4f40-8eb9-18c7d702da17 req-2631ca4d-dc40-4f85-9766-5074b9d0dc27 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=27bcf015607944b4bc040d494fbb2877&device_id=bbd81862-a0ed-400c-afeb-a1cecbc8b684 HTTP/1.1" status: 200 len: 1097 time: 0.0414109 Sep 07 03:35:02.277244 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0753bd1-31ee-4f40-8eb9-18c7d702da17 req-9da3c8f9-b708-4385-b83f-43cd5611d178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:35:02.279237 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d0753bd1-31ee-4f40-8eb9-18c7d702da17 req-9da3c8f9-b708-4385-b83f-43cd5611d178 service neutron] 10.222.0.16 "GET /v2.0/networks?id=564ce16e-bc99-46bb-abbc-567cf4f7badb HTTP/1.1" status: 200 len: 896 time: 0.1086416 Sep 07 03:35:02.303310 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0f96fb-2b08-4c38-a7e1-338b8e6c5108 req-106cbe41-e935-4f47-baa1-cc4e673b3d29 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:35:02.304952 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bb0f96fb-2b08-4c38-a7e1-338b8e6c5108 req-106cbe41-e935-4f47-baa1-cc4e673b3d29 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbd81862-a0ed-400c-afeb-a1cecbc8b684 HTTP/1.1" status: 200 len: 945 time: 0.0507457 Sep 07 03:35:02.350149 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bb0f96fb-2b08-4c38-a7e1-338b8e6c5108 req-a101022c-7126-4211-b183-bf4d1f5b787f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c22f6fe-0d5c-4f6e-8bd0-405345629d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383680 Sep 07 03:35:02.366842 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-6ae55e05-0eeb-4f25-a2e2-3776ceb305c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caabc2b6-a5a9-4a69-ac94-099625448b6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954873104', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'cc67eb01-6b77-4108-87ff-315e74034712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:34:06Z', 'updated_at': '2021-09-07T03:34:09Z', 'revision_number': 4, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': 'cc67eb01-6b77-4108-87ff-315e74034712', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ca:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caabc2b6-a5a9-4a69-ac94-099625448b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:34:07Z', 'updated_at': '2021-09-07T03:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'eee7af9b-ab21-4381-b7f3-5609fc7e89a7', 'name': '', 'network_id': '564ce16e-bc99-46bb-abbc-567cf4f7badb', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'mac_address': 'fa:16:3e:32:be:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caabc2b6-a5a9-4a69-ac94-099625448b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'a9ed5dca-d6d6-4482-91fb-9effb56faf16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:34:09Z', 'updated_at': '2021-09-07T03:34:13Z', 'revision_number': 5, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'subnets': [{'id': 'a9ed5dca-d6d6-4482-91fb-9effb56faf16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:35:02.393799 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae55e05-0eeb-4f25-a2e2-3776ceb305c9 None None] Checking router: caabc2b6-a5a9-4a69-ac94-099625448b6b for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:35:02.403341 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae55e05-0eeb-4f25-a2e2-3776ceb305c9 None None] Routers {'caabc2b6-a5a9-4a69-ac94-099625448b6b'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:35:02.404009 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-6ae55e05-0eeb-4f25-a2e2-3776ceb305c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:34:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['caabc2b6-a5a9-4a69-ac94-099625448b6b'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:35:02.511389 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-6ae55e05-0eeb-4f25-a2e2-3776ceb305c9 None None] Set router caabc2b6-a5a9-4a69-ac94-099625448b6b gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:35:02.650948 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d0753bd1-31ee-4f40-8eb9-18c7d702da17 req-c2ecc622-53e0-4153-bcfa-81e1019cddc0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71d1dd94-1bb4-4b28-9f95-7799e97731a3 HTTP/1.1" status: 200 len: 217 time: 0.3634305 Sep 07 03:35:02.702624 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0753bd1-31ee-4f40-8eb9-18c7d702da17 req-4330d025-fe24-4437-97f9-2154644bbe28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:35:02.704182 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d0753bd1-31ee-4f40-8eb9-18c7d702da17 req-4330d025-fe24-4437-97f9-2154644bbe28 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a9ed5dca-d6d6-4482-91fb-9effb56faf16 HTTP/1.1" status: 200 len: 835 time: 0.0440731 Sep 07 03:35:02.753802 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0753bd1-31ee-4f40-8eb9-18c7d702da17 req-f65273a1-78b9-4bc4-911f-d9ced89e0838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:35:02.755369 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d0753bd1-31ee-4f40-8eb9-18c7d702da17 req-f65273a1-78b9-4bc4-911f-d9ced89e0838 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=564ce16e-bc99-46bb-abbc-567cf4f7badb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421720 Sep 07 03:35:02.800141 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-6ae55e05-0eeb-4f25-a2e2-3776ceb305c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caabc2b6-a5a9-4a69-ac94-099625448b6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954873104', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'cc67eb01-6b77-4108-87ff-315e74034712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:34:06Z', 'updated_at': '2021-09-07T03:34:09Z', 'revision_number': 4, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': 'cc67eb01-6b77-4108-87ff-315e74034712', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ca:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caabc2b6-a5a9-4a69-ac94-099625448b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:34:07Z', 'updated_at': '2021-09-07T03:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'eee7af9b-ab21-4381-b7f3-5609fc7e89a7', 'name': '', 'network_id': '564ce16e-bc99-46bb-abbc-567cf4f7badb', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'mac_address': 'fa:16:3e:32:be:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caabc2b6-a5a9-4a69-ac94-099625448b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'a9ed5dca-d6d6-4482-91fb-9effb56faf16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:34:09Z', 'updated_at': '2021-09-07T03:34:13Z', 'revision_number': 5, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'subnets': [{'id': 'a9ed5dca-d6d6-4482-91fb-9effb56faf16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:35:02.825446 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae55e05-0eeb-4f25-a2e2-3776ceb305c9 None None] The sync data for ids ['caabc2b6-a5a9-4a69-ac94-099625448b6b'] in n-d-796209-16 is: [{'id': 'caabc2b6-a5a9-4a69-ac94-099625448b6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954873104', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'cc67eb01-6b77-4108-87ff-315e74034712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:34:06Z', 'updated_at': '2021-09-07T03:34:09Z', 'revision_number': 4, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': 'cc67eb01-6b77-4108-87ff-315e74034712', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ca:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caabc2b6-a5a9-4a69-ac94-099625448b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:34:07Z', 'updated_at': '2021-09-07T03:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'eee7af9b-ab21-4381-b7f3-5609fc7e89a7', 'name': '', 'network_id': '564ce16e-bc99-46bb-abbc-567cf4f7badb', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'mac_address': 'fa:16:3e:32:be:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caabc2b6-a5a9-4a69-ac94-099625448b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'a9ed5dca-d6d6-4482-91fb-9effb56faf16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:34:09Z', 'updated_at': '2021-09-07T03:34:13Z', 'revision_number': 5, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'subnets': [{'id': 'a9ed5dca-d6d6-4482-91fb-9effb56faf16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:35:02.850673 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d0753bd1-31ee-4f40-8eb9-18c7d702da17 req-a1e7ca60-8440-4b4d-b5ee-7dcb449988e4 service neutron] 10.222.0.16 "GET /v2.0/networks/564ce16e-bc99-46bb-abbc-567cf4f7badb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862312 Sep 07 03:35:02.947708 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d0753bd1-31ee-4f40-8eb9-18c7d702da17 req-1730ce12-e6f8-4c8d-b8c3-0031850c7053 service neutron] 10.222.0.16 "GET /v2.0/networks/564ce16e-bc99-46bb-abbc-567cf4f7badb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893080 Sep 07 03:35:03.042787 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ecc0e1-4f6d-4e18-a07b-5cbd1f466f40 None None] New status for floating IP fce34e11-ee2f-4b7c-a3c2-63499fab9351: DOWN {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 03:35:03.465966 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269190f0-ce2d-4bc1-a6d4-0a0e9cedae58 req-03310526-3481-4cf7-9a93-1a61f2045cc1 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:35:03.467457 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-269190f0-ce2d-4bc1-a6d4-0a0e9cedae58 req-03310526-3481-4cf7-9a93-1a61f2045cc1 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbd81862-a0ed-400c-afeb-a1cecbc8b684 HTTP/1.1" status: 200 len: 945 time: 0.0480897 Sep 07 03:35:03.503647 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-269190f0-ce2d-4bc1-a6d4-0a0e9cedae58 req-29688cb3-8e5e-4296-b03b-cd679d4dd240 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c22f6fe-0d5c-4f6e-8bd0-405345629d16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296335 Sep 07 03:35:03.743666 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dadaf5-c632-4ecd-9e09-3311ee3d21f0 req-78511b81-68d6-4e0e-bd52-2fd6774f4c7a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:35:03.745030 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-70dadaf5-c632-4ecd-9e09-3311ee3d21f0 req-78511b81-68d6-4e0e-bd52-2fd6774f4c7a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.16 "GET /v2.0/ports?device_id=bbd81862-a0ed-400c-afeb-a1cecbc8b684 HTTP/1.1" status: 200 len: 945 time: 0.0482986 Sep 07 03:35:03.834982 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-70dadaf5-c632-4ecd-9e09-3311ee3d21f0 req-9bad21d2-67a2-49fe-bd49-0f3509c1c391 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Deleting port 71d1dd94-1bb4-4b28-9f95-7799e97731a3 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:35:03.835317 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-70dadaf5-c632-4ecd-9e09-3311ee3d21f0 req-9bad21d2-67a2-49fe-bd49-0f3509c1c391 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:03.918613 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-70dadaf5-c632-4ecd-9e09-3311ee3d21f0 req-9bad21d2-67a2-49fe-bd49-0f3509c1c391 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] For port 71d1dd94-1bb4-4b28-9f95-7799e97731a3, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=71d1dd94-1bb4-4b28-9f95-7799e97731a3,segment=NetworkSegment(d00f2d5a-ec18-474b-b909-7f4d949c9746),segment_id=d00f2d5a-ec18-474b-b909-7f4d949c9746)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:35:03.918977 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-70dadaf5-c632-4ecd-9e09-3311ee3d21f0 req-9bad21d2-67a2-49fe-bd49-0f3509c1c391 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:03.931057 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-70dadaf5-c632-4ecd-9e09-3311ee3d21f0 req-9bad21d2-67a2-49fe-bd49-0f3509c1c391 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Calling delete_port for 71d1dd94-1bb4-4b28-9f95-7799e97731a3 owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:35:04.061830 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-70dadaf5-c632-4ecd-9e09-3311ee3d21f0 req-9bad21d2-67a2-49fe-bd49-0f3509c1c391 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:04.090193 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bad21d2-67a2-49fe-bd49-0f3509c1c391 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event deleted for resources: {'Port': ['ID=71d1dd94-1bb4-4b28-9f95-7799e97731a3,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:35:04.136564 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-70dadaf5-c632-4ecd-9e09-3311ee3d21f0 req-9bad21d2-67a2-49fe-bd49-0f3509c1c391 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] No DVR routers for this DVR port 71d1dd94-1bb4-4b28-9f95-7799e97731a3 on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:35:04.139134 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-70dadaf5-c632-4ecd-9e09-3311ee3d21f0 req-9bad21d2-67a2-49fe-bd49-0f3509c1c391 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:04.141237 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-70dadaf5-c632-4ecd-9e09-3311ee3d21f0 req-9bad21d2-67a2-49fe-bd49-0f3509c1c391 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.16 "DELETE /v2.0/ports/71d1dd94-1bb4-4b28-9f95-7799e97731a3 HTTP/1.1" status: 204 len: 173 time: 0.3891430 Sep 07 03:35:04.141669 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbd81862-a0ed-400c-afeb-a1cecbc8b684', 'name': 'network-vif-deleted', 'tag': '71d1dd94-1bb4-4b28-9f95-7799e97731a3'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:35:04.144071 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4b99ef7bc7a5293b766a2301f992bcff4e86bffe3ac49b880de9dcdee739ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a4f8cc-12c8-4920-bcf6-2de069a59f34" -d '{"events": [{"server_uuid": "bbd81862-a0ed-400c-afeb-a1cecbc8b684", "name": "network-vif-deleted", "tag": "71d1dd94-1bb4-4b28-9f95-7799e97731a3"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:35:04.181316 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560cb72e-ab9b-4752-bb63-641d99b7191b x-openstack-request-id: req-560cb72e-ab9b-4752-bb63-641d99b7191b {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:35:04.181607 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbd81862-a0ed-400c-afeb-a1cecbc8b684", "name": "network-vif-deleted", "tag": "71d1dd94-1bb4-4b28-9f95-7799e97731a3", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:35:04.181857 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-560cb72e-ab9b-4752-bb63-641d99b7191b {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:35:04.182249 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbd81862-a0ed-400c-afeb-a1cecbc8b684', 'name': 'network-vif-deleted', 'tag': '71d1dd94-1bb4-4b28-9f95-7799e97731a3', 'status': 'completed', 'code': 200} Sep 07 03:35:04.618657 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ac7b15f7-4013-4968-9161-c4a385498250 req-ac520d45-204d-43af-af92-bee501146791 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbd81862-a0ed-400c-afeb-a1cecbc8b684 HTTP/1.1" status: 200 len: 210 time: 0.0288734 Sep 07 03:35:05.675340 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44956) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:35:06.027010 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-44c67a1f-bdef-4838-b8bb-5ff5a1a288a5 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:06.280548 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-44c67a1f-bdef-4838-b8bb-5ff5a1a288a5 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Deleting port eee7af9b-ab21-4381-b7f3-5609fc7e89a7 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:35:06.280815 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-44c67a1f-bdef-4838-b8bb-5ff5a1a288a5 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:06.369386 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-44c67a1f-bdef-4838-b8bb-5ff5a1a288a5 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] For port eee7af9b-ab21-4381-b7f3-5609fc7e89a7, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=eee7af9b-ab21-4381-b7f3-5609fc7e89a7,segment=NetworkSegment(d00f2d5a-ec18-474b-b909-7f4d949c9746),segment_id=d00f2d5a-ec18-474b-b909-7f4d949c9746)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:35:06.369754 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-44c67a1f-bdef-4838-b8bb-5ff5a1a288a5 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:06.381733 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-44c67a1f-bdef-4838-b8bb-5ff5a1a288a5 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Calling delete_port for eee7af9b-ab21-4381-b7f3-5609fc7e89a7 owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:35:06.560545 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-44c67a1f-bdef-4838-b8bb-5ff5a1a288a5 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:06.587723 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c67a1f-bdef-4838-b8bb-5ff5a1a288a5 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event deleted for resources: {'Port': ['ID=eee7af9b-ab21-4381-b7f3-5609fc7e89a7,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:35:06.758312 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-44c67a1f-bdef-4838-b8bb-5ff5a1a288a5 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:06.965500 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44c67a1f-bdef-4838-b8bb-5ff5a1a288a5 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Router caabc2b6-a5a9-4a69-ac94-099625448b6b has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:35:07.068567 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c67a1f-bdef-4838-b8bb-5ff5a1a288a5 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:35:07.073550 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-44c67a1f-bdef-4838-b8bb-5ff5a1a288a5 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "PUT /v2.0/routers/caabc2b6-a5a9-4a69-ac94-099625448b6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3971453 Sep 07 03:35:07.076173 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44958) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:35:07.081074 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e2644c-20f4-46e4-ba7b-f76808b6b007 None None] Sync routers for ids ['caabc2b6-a5a9-4a69-ac94-099625448b6b'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:35:07.090396 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e2644c-20f4-46e4-ba7b-f76808b6b007 None None] Routers {'caabc2b6-a5a9-4a69-ac94-099625448b6b'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:35:07.091091 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-95e2644c-20f4-46e4-ba7b-f76808b6b007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:34:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['caabc2b6-a5a9-4a69-ac94-099625448b6b'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:35:07.129662 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1e6ec91-6f73-4dc6-83fd-4a7cecd9e133 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Deleting subnet a9ed5dca-d6d6-4482-91fb-9effb56faf16 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 03:35:07.132860 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c1e6ec91-6f73-4dc6-83fd-4a7cecd9e133 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:07.172774 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c1e6ec91-6f73-4dc6-83fd-4a7cecd9e133 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:07.192749 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-95e2644c-20f4-46e4-ba7b-f76808b6b007 None None] Set router caabc2b6-a5a9-4a69-ac94-099625448b6b gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:35:07.255386 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c1e6ec91-6f73-4dc6-83fd-4a7cecd9e133 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:07.322272 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c1e6ec91-6f73-4dc6-83fd-4a7cecd9e133 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:07.357543 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e6ec91-6f73-4dc6-83fd-4a7cecd9e133 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event deleted for resources: {'Subnet': ['ID=a9ed5dca-d6d6-4482-91fb-9effb56faf16,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:35:07.369062 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c1e6ec91-6f73-4dc6-83fd-4a7cecd9e133 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:07.370837 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-95e2644c-20f4-46e4-ba7b-f76808b6b007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caabc2b6-a5a9-4a69-ac94-099625448b6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954873104', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'cc67eb01-6b77-4108-87ff-315e74034712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:34:06Z', 'updated_at': '2021-09-07T03:35:06Z', 'revision_number': 5, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': 'cc67eb01-6b77-4108-87ff-315e74034712', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ca:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caabc2b6-a5a9-4a69-ac94-099625448b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:34:07Z', 'updated_at': '2021-09-07T03:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:35:07.371792 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c1e6ec91-6f73-4dc6-83fd-4a7cecd9e133 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "DELETE /v2.0/subnets/a9ed5dca-d6d6-4482-91fb-9effb56faf16 HTTP/1.1" status: 204 len: 168 time: 0.2946241 Sep 07 03:35:07.374319 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44960) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:35:07.374471 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e2c705-4b84-4bad-98d4-16ba1270402f None None] Network 564ce16e-bc99-46bb-abbc-567cf4f7badb requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:35:07.406083 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e2644c-20f4-46e4-ba7b-f76808b6b007 None None] Checking router: caabc2b6-a5a9-4a69-ac94-099625448b6b for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:35:07.415392 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e2644c-20f4-46e4-ba7b-f76808b6b007 None None] Routers {'caabc2b6-a5a9-4a69-ac94-099625448b6b'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:35:07.416042 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-95e2644c-20f4-46e4-ba7b-f76808b6b007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:34:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['caabc2b6-a5a9-4a69-ac94-099625448b6b'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:35:07.495574 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7b34104f-c25a-4412-8940-a5e7a139d3ca tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:07.524068 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-95e2644c-20f4-46e4-ba7b-f76808b6b007 None None] Set router caabc2b6-a5a9-4a69-ac94-099625448b6b gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:35:07.561774 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3037fe-3ada-4ee0-862d-bc6600097529 None None] DHCP port deletion for 564ce16e-bc99-46bb-abbc-567cf4f7badb request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 03:35:07.615884 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7b34104f-c25a-4412-8940-a5e7a139d3ca tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:07.621038 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-9c3037fe-3ada-4ee0-862d-bc6600097529 None None] Deleting port d3777200-f21a-4f41-a636-df432dca1500 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:35:07.621425 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9c3037fe-3ada-4ee0-862d-bc6600097529 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:07.671782 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-7b34104f-c25a-4412-8940-a5e7a139d3ca tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Deleting port cc67eb01-6b77-4108-87ff-315e74034712 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:35:07.672173 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7b34104f-c25a-4412-8940-a5e7a139d3ca tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:07.687359 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-9c3037fe-3ada-4ee0-862d-bc6600097529 None None] For port d3777200-f21a-4f41-a636-df432dca1500, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=d3777200-f21a-4f41-a636-df432dca1500,segment=NetworkSegment(d00f2d5a-ec18-474b-b909-7f4d949c9746),segment_id=d00f2d5a-ec18-474b-b909-7f4d949c9746)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:35:07.687795 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9c3037fe-3ada-4ee0-862d-bc6600097529 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:07.701724 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-9c3037fe-3ada-4ee0-862d-bc6600097529 None None] Calling delete_port for d3777200-f21a-4f41-a636-df432dca1500 owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:35:07.710987 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-95e2644c-20f4-46e4-ba7b-f76808b6b007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caabc2b6-a5a9-4a69-ac94-099625448b6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954873104', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'cc67eb01-6b77-4108-87ff-315e74034712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:34:06Z', 'updated_at': '2021-09-07T03:35:06Z', 'revision_number': 5, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': 'cc67eb01-6b77-4108-87ff-315e74034712', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ca:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caabc2b6-a5a9-4a69-ac94-099625448b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:34:07Z', 'updated_at': '2021-09-07T03:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:35:07.738166 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e2644c-20f4-46e4-ba7b-f76808b6b007 None None] The sync data for ids ['caabc2b6-a5a9-4a69-ac94-099625448b6b'] in n-d-796209-16 is: [{'id': 'caabc2b6-a5a9-4a69-ac94-099625448b6b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-954873104', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': 'cc67eb01-6b77-4108-87ff-315e74034712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:34:06Z', 'updated_at': '2021-09-07T03:35:06Z', 'revision_number': 5, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': 'cc67eb01-6b77-4108-87ff-315e74034712', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ca:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caabc2b6-a5a9-4a69-ac94-099625448b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:34:07Z', 'updated_at': '2021-09-07T03:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:35:07.762758 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-7b34104f-c25a-4412-8940-a5e7a139d3ca tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] For port cc67eb01-6b77-4108-87ff-315e74034712, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=cc67eb01-6b77-4108-87ff-315e74034712,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:35:07.763370 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7b34104f-c25a-4412-8940-a5e7a139d3ca tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:07.776744 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-7b34104f-c25a-4412-8940-a5e7a139d3ca tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Calling delete_port for cc67eb01-6b77-4108-87ff-315e74034712 owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:35:07.797603 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9c3037fe-3ada-4ee0-862d-bc6600097529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:07.822843 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3037fe-3ada-4ee0-862d-bc6600097529 None None] Pushing event deleted for resources: {'Port': ['ID=d3777200-f21a-4f41-a636-df432dca1500,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:35:07.827234 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3037fe-3ada-4ee0-862d-bc6600097529 None None] No DVR routers for this DVR port d3777200-f21a-4f41-a636-df432dca1500 on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:35:07.834549 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3037fe-3ada-4ee0-862d-bc6600097529 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:35:07.834911 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3037fe-3ada-4ee0-862d-bc6600097529 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:35:07.835268 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3037fe-3ada-4ee0-862d-bc6600097529 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:35:07.835644 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3037fe-3ada-4ee0-862d-bc6600097529 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:35:07.835989 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3037fe-3ada-4ee0-862d-bc6600097529 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:35:07.836330 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3037fe-3ada-4ee0-862d-bc6600097529 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:35:07.836666 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3037fe-3ada-4ee0-862d-bc6600097529 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:35:07.837724 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3037fe-3ada-4ee0-862d-bc6600097529 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:35:07.837724 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3037fe-3ada-4ee0-862d-bc6600097529 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:35:07.837724 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3037fe-3ada-4ee0-862d-bc6600097529 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:35:07.838023 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3037fe-3ada-4ee0-862d-bc6600097529 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:35:07.838319 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3037fe-3ada-4ee0-862d-bc6600097529 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:35:07.946669 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7b34104f-c25a-4412-8940-a5e7a139d3ca tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:07.979668 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b34104f-c25a-4412-8940-a5e7a139d3ca tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event deleted for resources: {'Port': ['ID=cc67eb01-6b77-4108-87ff-315e74034712,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:35:08.036573 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7b34104f-c25a-4412-8940-a5e7a139d3ca tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:08.137288 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7b34104f-c25a-4412-8940-a5e7a139d3ca tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:08.140660 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7b34104f-c25a-4412-8940-a5e7a139d3ca tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:08.184080 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7b34104f-c25a-4412-8940-a5e7a139d3ca tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:08.184609 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b34104f-c25a-4412-8940-a5e7a139d3ca tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Fanout notify agent at l3_agent the message router_deleted on router caabc2b6-a5a9-4a69-ac94-099625448b6b {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 03:35:08.191914 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7b34104f-c25a-4412-8940-a5e7a139d3ca tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:08.193055 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-7b34104f-c25a-4412-8940-a5e7a139d3ca tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "DELETE /v2.0/routers/caabc2b6-a5a9-4a69-ac94-099625448b6b HTTP/1.1" status: 204 len: 168 time: 0.8177958 Sep 07 03:35:08.195816 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44962) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:35:08.275825 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0400553b-06d6-40ee-9eb9-ec715111375f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:08.359232 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 71d1dd94-1bb4-4b28-9f95-7799e97731a3 no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:35:08.368491 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0400553b-06d6-40ee-9eb9-ec715111375f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:08.382085 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: 71d1dd94-1bb4-4b28-9f95-7799e97731a3 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:35:08.382568 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 71d1dd94-1bb4-4b28-9f95-7799e97731a3 not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:35:08.392543 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-0400553b-06d6-40ee-9eb9-ec715111375f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['564ce16e-bc99-46bb-abbc-567cf4f7badb']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:35:08.403045 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-0400553b-06d6-40ee-9eb9-ec715111375f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd00f2d5a-ec18-474b-b909-7f4d949c9746') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:35:08.403349 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-0400553b-06d6-40ee-9eb9-ec715111375f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd00f2d5a-ec18-474b-b909-7f4d949c9746') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:35:08.413756 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0400553b-06d6-40ee-9eb9-ec715111375f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:08.426660 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0400553b-06d6-40ee-9eb9-ec715111375f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:08.432387 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0400553b-06d6-40ee-9eb9-ec715111375f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 03:35:08.433018 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0400553b-06d6-40ee-9eb9-ec715111375f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:08.435970 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 03:35:08.435970 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 03:35:08.435970 n-d-796209-16 neutron-server[94700]: timer() Sep 07 03:35:08.435970 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 03:35:08.435970 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 03:35:08.435970 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 03:35:08.435970 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 03:35:08.435970 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 03:35:08.435970 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 03:35:08.435970 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 03:35:08.435970 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 03:35:08.435970 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 03:35:08.435970 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 03:35:08.435970 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 03:35:08.435970 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 03:35:08.435970 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 03:35:08.435970 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 03:35:08.435970 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 03:35:08.435970 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 03:35:08.435970 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 03:35:08.435970 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 03:35:08.435970 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 03:35:08.435970 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 03:35:08.435970 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 03:35:08.435970 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 03:35:08.435970 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 03:35:08.435970 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 03:35:08.435970 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 03:35:08.435970 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 03:35:08.435970 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 03:35:08.435970 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 03:35:08.435970 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 03:35:08.492152 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0400553b-06d6-40ee-9eb9-ec715111375f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:08.496974 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0400553b-06d6-40ee-9eb9-ec715111375f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:08.498845 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-0400553b-06d6-40ee-9eb9-ec715111375f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "DELETE /v2.0/networks/564ce16e-bc99-46bb-abbc-567cf4f7badb HTTP/1.1" status: 204 len: 168 time: 0.3020647 Sep 07 03:35:08.501714 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 44964) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:35:08.513574 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400553b-06d6-40ee-9eb9-ec715111375f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event deleted for resources: {'Network': ['ID=564ce16e-bc99-46bb-abbc-567cf4f7badb,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:35:08.560719 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3a722a33-6e50-4400-ad52-1730c041aae8 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:08.586617 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3a722a33-6e50-4400-ad52-1730c041aae8 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:08.644476 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3a722a33-6e50-4400-ad52-1730c041aae8 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:08.647701 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3a722a33-6e50-4400-ad52-1730c041aae8 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:08.648853 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-3a722a33-6e50-4400-ad52-1730c041aae8 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "DELETE /v2.0/security-groups/2c22f6fe-0d5c-4f6e-8bd0-405345629d16 HTTP/1.1" status: 204 len: 168 time: 0.1460345 Sep 07 03:35:08.658385 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a722a33-6e50-4400-ad52-1730c041aae8 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c22f6fe-0d5c-4f6e-8bd0-405345629d16,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:35:08.666423 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a722a33-6e50-4400-ad52-1730c041aae8 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:35:08.666819 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a722a33-6e50-4400-ad52-1730c041aae8 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:35:08.667113 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a722a33-6e50-4400-ad52-1730c041aae8 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:35:08.667451 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a722a33-6e50-4400-ad52-1730c041aae8 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:35:08.667803 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a722a33-6e50-4400-ad52-1730c041aae8 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:35:08.668131 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a722a33-6e50-4400-ad52-1730c041aae8 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:35:08.668464 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a722a33-6e50-4400-ad52-1730c041aae8 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:35:08.668789 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a722a33-6e50-4400-ad52-1730c041aae8 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:35:08.669155 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a722a33-6e50-4400-ad52-1730c041aae8 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:35:08.669528 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a722a33-6e50-4400-ad52-1730c041aae8 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:35:08.669894 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a722a33-6e50-4400-ad52-1730c041aae8 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:35:08.670339 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a722a33-6e50-4400-ad52-1730c041aae8 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:35:08.976793 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 44970) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:35:08.982339 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-9848cc77-a818-45a8-a673-c206c1694d9a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-72128773', 'description': 'tempest-secgroup-smoke-72128773 description', 'project_id': '27bcf015607944b4bc040d494fbb2877'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:35:09.003902 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9848cc77-a818-45a8-a673-c206c1694d9a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:09.086318 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9848cc77-a818-45a8-a673-c206c1694d9a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:09.089927 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9848cc77-a818-45a8-a673-c206c1694d9a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:09.117482 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-9848cc77-a818-45a8-a673-c206c1694d9a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:09.118818 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-9848cc77-a818-45a8-a673-c206c1694d9a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1406543 Sep 07 03:35:09.120712 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9848cc77-a818-45a8-a673-c206c1694d9a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84366904-954e-43b4-9b7c-d3c10bedeb53,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:35:09.121916 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44972) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:35:09.127720 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-f202893d-c13f-4fca-a47a-36570c8a37a0 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Request body: {'security_group_rule': {'security_group_id': '84366904-954e-43b4-9b7c-d3c10bedeb53', 'project_id': '27bcf015607944b4bc040d494fbb2877', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:35:09.153170 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f202893d-c13f-4fca-a47a-36570c8a37a0 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:09.212370 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f202893d-c13f-4fca-a47a-36570c8a37a0 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:09.215761 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f202893d-c13f-4fca-a47a-36570c8a37a0 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:09.236090 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f202893d-c13f-4fca-a47a-36570c8a37a0 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e90f47a-92b1-4d03-a7d5-7772d74badcf,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:35:09.239835 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f202893d-c13f-4fca-a47a-36570c8a37a0 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:09.243591 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f202893d-c13f-4fca-a47a-36570c8a37a0 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1176150 Sep 07 03:35:09.243916 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44974) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:35:09.248615 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-f6f6bf02-8c4f-4480-8ccb-70d162f84d44 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Request body: {'security_group_rule': {'security_group_id': '84366904-954e-43b4-9b7c-d3c10bedeb53', 'project_id': '27bcf015607944b4bc040d494fbb2877', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:35:09.274104 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f6f6bf02-8c4f-4480-8ccb-70d162f84d44 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:09.330437 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f6f6bf02-8c4f-4480-8ccb-70d162f84d44 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:09.335721 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f6f6bf02-8c4f-4480-8ccb-70d162f84d44 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:09.354497 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f6bf02-8c4f-4480-8ccb-70d162f84d44 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5324e0a-29be-4457-bd6a-3820989fe646,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:35:09.361246 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f6f6bf02-8c4f-4480-8ccb-70d162f84d44 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:09.362759 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f6f6bf02-8c4f-4480-8ccb-70d162f84d44 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1179111 Sep 07 03:35:09.366111 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44976) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:35:09.371219 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-9e9a5a94-3847-4ebc-95f2-705b62923614 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Request body: {'security_group_rule': {'security_group_id': '84366904-954e-43b4-9b7c-d3c10bedeb53', 'project_id': '27bcf015607944b4bc040d494fbb2877', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:35:09.372855 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device d3777200-f21a-4f41-a636-df432dca1500 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:35:09.394110 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: d3777200-f21a-4f41-a636-df432dca1500 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:35:09.395351 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device d3777200-f21a-4f41-a636-df432dca1500 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:35:09.395450 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device eee7af9b-ab21-4381-b7f3-5609fc7e89a7 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:35:09.397264 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9e9a5a94-3847-4ebc-95f2-705b62923614 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:09.414250 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: eee7af9b-ab21-4381-b7f3-5609fc7e89a7 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:35:09.414604 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device eee7af9b-ab21-4381-b7f3-5609fc7e89a7 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:35:09.415016 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device cc67eb01-6b77-4108-87ff-315e74034712 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:35:09.438253 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: cc67eb01-6b77-4108-87ff-315e74034712 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:35:09.438608 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device cc67eb01-6b77-4108-87ff-315e74034712 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:35:09.463088 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9e9a5a94-3847-4ebc-95f2-705b62923614 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:09.466875 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9e9a5a94-3847-4ebc-95f2-705b62923614 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:09.488267 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9a5a94-3847-4ebc-95f2-705b62923614 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0151ffe-87ff-4fbe-a357-3b57a037a773,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:35:09.491268 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9e9a5a94-3847-4ebc-95f2-705b62923614 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:09.492499 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9e9a5a94-3847-4ebc-95f2-705b62923614 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1253462 Sep 07 03:35:09.495312 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44978) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:35:09.499640 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-162264a1-b800-4282-948d-a705d5c29195 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Request body: {'security_group_rule': {'security_group_id': '84366904-954e-43b4-9b7c-d3c10bedeb53', 'project_id': '27bcf015607944b4bc040d494fbb2877', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:35:09.524888 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-162264a1-b800-4282-948d-a705d5c29195 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:09.586901 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-162264a1-b800-4282-948d-a705d5c29195 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:09.590948 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-162264a1-b800-4282-948d-a705d5c29195 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:09.609518 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162264a1-b800-4282-948d-a705d5c29195 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd13297b-0c69-4a5c-bb23-e7367237dba5,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:35:09.614498 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-162264a1-b800-4282-948d-a705d5c29195 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:09.615637 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-162264a1-b800-4282-948d-a705d5c29195 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1193016 Sep 07 03:35:09.618385 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44980) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:35:09.622684 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-3f5359ea-dd4c-4b1d-a0f3-a835b7e60f9e tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Request body: {'security_group_rule': {'security_group_id': '84366904-954e-43b4-9b7c-d3c10bedeb53', 'project_id': '27bcf015607944b4bc040d494fbb2877', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:35:09.643467 n-d-796209-16 neutron-server[94700]: INFO neutron.db.securitygroups_db [None req-3f5359ea-dd4c-4b1d-a0f3-a835b7e60f9e tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Project 27bcf015607944b4bc040d494fbb2877 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 03:35:09.648781 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3f5359ea-dd4c-4b1d-a0f3-a835b7e60f9e tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:09.706278 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3f5359ea-dd4c-4b1d-a0f3-a835b7e60f9e tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:09.710321 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3f5359ea-dd4c-4b1d-a0f3-a835b7e60f9e tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:09.729775 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5359ea-dd4c-4b1d-a0f3-a835b7e60f9e tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbe33b17-8b1a-4f81-9ddb-9d2190c3b9fa,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:35:09.732736 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3f5359ea-dd4c-4b1d-a0f3-a835b7e60f9e tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:09.736534 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3f5359ea-dd4c-4b1d-a0f3-a835b7e60f9e tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1146312 Sep 07 03:35:09.736996 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44982) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:35:09.742107 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-eee9873e-8206-42fe-b84d-51cace9ad5de tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Request body: {'security_group_rule': {'security_group_id': '84366904-954e-43b4-9b7c-d3c10bedeb53', 'project_id': '27bcf015607944b4bc040d494fbb2877', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:35:09.767427 n-d-796209-16 neutron-server[94700]: INFO neutron.db.securitygroups_db [None req-eee9873e-8206-42fe-b84d-51cace9ad5de tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Project 27bcf015607944b4bc040d494fbb2877 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 03:35:09.775648 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eee9873e-8206-42fe-b84d-51cace9ad5de tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:09.837017 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eee9873e-8206-42fe-b84d-51cace9ad5de tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:09.840823 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eee9873e-8206-42fe-b84d-51cace9ad5de tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:09.859732 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee9873e-8206-42fe-b84d-51cace9ad5de tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff07a2c5-ba6d-4e34-9e44-1f88a22f218e,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:35:09.862477 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eee9873e-8206-42fe-b84d-51cace9ad5de tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:09.863703 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-eee9873e-8206-42fe-b84d-51cace9ad5de tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1260655 Sep 07 03:35:09.866583 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44984) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:35:09.871377 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-14a5805d-0ee1-4dc5-bb32-e53c7f03c58d tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Request body: {'network': {'name': 'tempest-network-smoke--793445027', 'project_id': '27bcf015607944b4bc040d494fbb2877', 'port_security_enabled': True}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:35:09.891675 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a5805d-0ee1-4dc5-bb32-e53c7f03c58d tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Made reservation on behalf of 27bcf015607944b4bc040d494fbb2877 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:35:09.895726 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-14a5805d-0ee1-4dc5-bb32-e53c7f03c58d tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:09.917778 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14a5805d-0ee1-4dc5-bb32-e53c7f03c58d tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 03:35:09.926255 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-14a5805d-0ee1-4dc5-bb32-e53c7f03c58d tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:09.926607 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-14a5805d-0ee1-4dc5-bb32-e53c7f03c58d tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Added segment 623b61a4-fe1a-492c-b1a8-3a364059a2d4 of type vlan for network 2733c8d4-b752-4e67-b7fc-4bae791a0705 Sep 07 03:35:09.968044 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-14a5805d-0ee1-4dc5-bb32-e53c7f03c58d tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:09.991496 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-14a5805d-0ee1-4dc5-bb32-e53c7f03c58d tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:09.996928 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a5805d-0ee1-4dc5-bb32-e53c7f03c58d tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:35:09.997517 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-14a5805d-0ee1-4dc5-bb32-e53c7f03c58d tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:10.033076 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-14a5805d-0ee1-4dc5-bb32-e53c7f03c58d tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1654742 Sep 07 03:35:10.035815 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44986) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:35:10.040178 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-556a1016-5ee8-4902-9877-aeb1fd9ff643 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1078677022', 'admin_state_up': True, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:35:10.074134 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5805d-0ee1-4dc5-bb32-e53c7f03c58d tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'Network': ['ID=2733c8d4-b752-4e67-b7fc-4bae791a0705,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:35:10.085528 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 2733c8d4-b752-4e67-b7fc-4bae791a0705 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 03:35:10.091928 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-556a1016-5ee8-4902-9877-aeb1fd9ff643 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:10.093016 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-556a1016-5ee8-4902-9877-aeb1fd9ff643 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:10.460830 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-556a1016-5ee8-4902-9877-aeb1fd9ff643 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:10.591334 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-556a1016-5ee8-4902-9877-aeb1fd9ff643 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:10.775376 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-556a1016-5ee8-4902-9877-aeb1fd9ff643 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:10.793257 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-556a1016-5ee8-4902-9877-aeb1fd9ff643 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:10.894440 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-556a1016-5ee8-4902-9877-aeb1fd9ff643 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Allocated IP 172.25.5.172 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/2a98223c-acae-4d52-9be2-1256cd89e4f1) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:35:10.998396 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-556a1016-5ee8-4902-9877-aeb1fd9ff643 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:11.036333 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-556a1016-5ee8-4902-9877-aeb1fd9ff643 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:11.080000 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556a1016-5ee8-4902-9877-aeb1fd9ff643 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:35:11.085059 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-556a1016-5ee8-4902-9877-aeb1fd9ff643 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:35:11.090033 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556a1016-5ee8-4902-9877-aeb1fd9ff643 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:35:11.092480 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556a1016-5ee8-4902-9877-aeb1fd9ff643 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'Port': ['ID=2a98223c-acae-4d52-9be2-1256cd89e4f1,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:35:11.335998 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-556a1016-5ee8-4902-9877-aeb1fd9ff643 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:11.527399 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-556a1016-5ee8-4902-9877-aeb1fd9ff643 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:11.651865 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-556a1016-5ee8-4902-9877-aeb1fd9ff643 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Router 60290939-b143-452d-8754-a0fdd002254f is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 03:35:11.754409 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-556a1016-5ee8-4902-9877-aeb1fd9ff643 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:35:11.764158 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6424cd0-8620-4c36-bf49-2c0ddf0f66d0 None None] Sync routers for ids ['60290939-b143-452d-8754-a0fdd002254f'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:35:11.772731 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-556a1016-5ee8-4902-9877-aeb1fd9ff643 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:11.773970 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-556a1016-5ee8-4902-9877-aeb1fd9ff643 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7372429 Sep 07 03:35:11.774394 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6424cd0-8620-4c36-bf49-2c0ddf0f66d0 None None] Routers {'60290939-b143-452d-8754-a0fdd002254f'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:35:11.775019 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f6424cd0-8620-4c36-bf49-2c0ddf0f66d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:34:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['60290939-b143-452d-8754-a0fdd002254f'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:35:11.777214 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44988) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:35:11.805169 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-26b4bb84-3df3-446e-9415-72abf68ccece tempest-TestNetworkAdvancedServerOps-177635439 tempest-TestNetworkAdvancedServerOps-177635439-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=27bcf015607944b4bc040d494fbb2877&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268717 Sep 07 03:35:11.807772 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44990) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:35:11.880218 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-f6424cd0-8620-4c36-bf49-2c0ddf0f66d0 None None] Set router 60290939-b143-452d-8754-a0fdd002254f gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:35:11.953018 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0382c665-f399-4c20-a349-19e4c33fcba7 tempest-TestNetworkAdvancedServerOps-177635439 tempest-TestNetworkAdvancedServerOps-177635439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:35:11.954482 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-0382c665-f399-4c20-a349-19e4c33fcba7 tempest-TestNetworkAdvancedServerOps-177635439 tempest-TestNetworkAdvancedServerOps-177635439-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1457963 Sep 07 03:35:11.958130 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44992) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:35:11.986128 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-12d6c5d7-f607-4831-8239-aa19141c25ea tempest-TestNetworkAdvancedServerOps-177635439 tempest-TestNetworkAdvancedServerOps-177635439-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=1166b922-7457-4da4-bdda-328e8c8e7bc6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268686 Sep 07 03:35:11.988675 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44994) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:35:11.993374 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-6c77100a-e8ca-4e41-804b-a8df9a57fe84 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-967948131', 'network_id': '2733c8d4-b752-4e67-b7fc-4bae791a0705', 'project_id': '27bcf015607944b4bc040d494fbb2877', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:35:12.063326 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f6424cd0-8620-4c36-bf49-2c0ddf0f66d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60290939-b143-452d-8754-a0fdd002254f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078677022', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '2a98223c-acae-4d52-9be2-1256cd89e4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:35:10Z', 'updated_at': '2021-09-07T03:35:11Z', 'revision_number': 3, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': '2a98223c-acae-4d52-9be2-1256cd89e4f1', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60290939-b143-452d-8754-a0fdd002254f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:35:10Z', 'updated_at': '2021-09-07T03:35:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:35:12.084745 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c77100a-e8ca-4e41-804b-a8df9a57fe84 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Made reservation on behalf of 27bcf015607944b4bc040d494fbb2877 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:35:12.088198 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6c77100a-e8ca-4e41-804b-a8df9a57fe84 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:12.090965 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6424cd0-8620-4c36-bf49-2c0ddf0f66d0 None None] Checking router: 60290939-b143-452d-8754-a0fdd002254f for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:35:12.091343 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6424cd0-8620-4c36-bf49-2c0ddf0f66d0 None None] Updating router 60290939-b143-452d-8754-a0fdd002254f port 2a98223c-acae-4d52-9be2-1256cd89e4f1 binding host n-d-796209-16 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 03:35:12.115495 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f6424cd0-8620-4c36-bf49-2c0ddf0f66d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:12.264048 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6c77100a-e8ca-4e41-804b-a8df9a57fe84 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:12.322985 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c77100a-e8ca-4e41-804b-a8df9a57fe84 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'Subnet': ['ID=30b1ddb4-0783-471b-b6e2-fa3668eb1672,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:35:12.331459 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c77100a-e8ca-4e41-804b-a8df9a57fe84 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Checking segment: {'id': '623b61a4-fe1a-492c-b1a8-3a364059a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2733c8d4-b752-4e67-b7fc-4bae791a0705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:35:12.331851 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c77100a-e8ca-4e41-804b-a8df9a57fe84 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Network hostable DHCP agents. Network: 2733c8d4-b752-4e67-b7fc-4bae791a0705, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 03:35:12.349534 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c77100a-e8ca-4e41-804b-a8df9a57fe84 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Network 2733c8d4-b752-4e67-b7fc-4bae791a0705 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 03:35:12.358566 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-6c77100a-e8ca-4e41-804b-a8df9a57fe84 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 2733c8d4-b752-4e67-b7fc-4bae791a0705) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:35:12.363691 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c77100a-e8ca-4e41-804b-a8df9a57fe84 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:35:12.364285 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6c77100a-e8ca-4e41-804b-a8df9a57fe84 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:12.368565 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f6424cd0-8620-4c36-bf49-2c0ddf0f66d0 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:12.372231 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101a5263-3d17-42e8-b583-fda74643678f None None] Network 2733c8d4-b752-4e67-b7fc-4bae791a0705 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:35:12.381635 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-6c77100a-e8ca-4e41-804b-a8df9a57fe84 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3893976 Sep 07 03:35:12.382265 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 44996) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:35:12.391953 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-f6424cd0-8620-4c36-bf49-2c0ddf0f66d0 None None] Transition to ACTIVE for port object 2a98223c-acae-4d52-9be2-1256cd89e4f1 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:35:12.403366 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f6424cd0-8620-4c36-bf49-2c0ddf0f66d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:12.498258 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7684938-aa47-4b3e-a4b3-e0d39804bd65 None None] Pushing event updated for resources: {'Port': ['ID=2a98223c-acae-4d52-9be2-1256cd89e4f1,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:35:12.506550 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-f6424cd0-8620-4c36-bf49-2c0ddf0f66d0 None None] Attempting to bind port 2a98223c-acae-4d52-9be2-1256cd89e4f1 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:35:12.506939 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-f6424cd0-8620-4c36-bf49-2c0ddf0f66d0 None None] Attempting to bind port 2a98223c-acae-4d52-9be2-1256cd89e4f1 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:35:12.507286 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6424cd0-8620-4c36-bf49-2c0ddf0f66d0 None None] Attempting to bind port 2a98223c-acae-4d52-9be2-1256cd89e4f1 on network 1166b922-7457-4da4-bdda-328e8c8e7bc6 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:35:12.516686 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6424cd0-8620-4c36-bf49-2c0ddf0f66d0 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:35:12.517008 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6424cd0-8620-4c36-bf49-2c0ddf0f66d0 None None] Checking segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:35:12.517411 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f6424cd0-8620-4c36-bf49-2c0ddf0f66d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:12.517803 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6424cd0-8620-4c36-bf49-2c0ddf0f66d0 None None] Bound using segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:35:12.518272 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-f6424cd0-8620-4c36-bf49-2c0ddf0f66d0 None None] Bound port: 2a98223c-acae-4d52-9be2-1256cd89e4f1, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:35:12.518653 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f6424cd0-8620-4c36-bf49-2c0ddf0f66d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:12.615491 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-f6424cd0-8620-4c36-bf49-2c0ddf0f66d0 None None] For port 2a98223c-acae-4d52-9be2-1256cd89e4f1, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:35:12.620941 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1795ba8f-1b4e-43c8-a8a6-a6f5c61b590c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-2733c8d4-b752-4e67-b7fc-4bae791a0705', 'network_id': '2733c8d4-b752-4e67-b7fc-4bae791a0705', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'fixed_ips': [{'subnet_id': '30b1ddb4-0783-471b-b6e2-fa3668eb1672'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 03:35:12.621800 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1795ba8f-1b4e-43c8-a8a6-a6f5c61b590c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:12.639772 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-f6424cd0-8620-4c36-bf49-2c0ddf0f66d0 None None] For port 2a98223c-acae-4d52-9be2-1256cd89e4f1, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=2a98223c-acae-4d52-9be2-1256cd89e4f1,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:35:12.649452 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f6424cd0-8620-4c36-bf49-2c0ddf0f66d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:12.774097 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6424cd0-8620-4c36-bf49-2c0ddf0f66d0 None None] Routers {'60290939-b143-452d-8754-a0fdd002254f'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:35:12.774772 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f6424cd0-8620-4c36-bf49-2c0ddf0f66d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:34:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['60290939-b143-452d-8754-a0fdd002254f'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:35:12.807767 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e3d00902-55d8-4b5e-9813-80df1b36981f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:12.832293 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7684938-aa47-4b3e-a4b3-e0d39804bd65 None None] Pushing event updated for resources: {'Port': ['ID=2a98223c-acae-4d52-9be2-1256cd89e4f1,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:35:12.872184 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-1795ba8f-1b4e-43c8-a8a6-a6f5c61b590c None None] Allocated IP 172.20.0.2 (2733c8d4-b752-4e67-b7fc-4bae791a0705/30b1ddb4-0783-471b-b6e2-fa3668eb1672/03723ebe-c402-483c-93a6-de2b35f1c7c8) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:35:12.937726 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-f6424cd0-8620-4c36-bf49-2c0ddf0f66d0 None None] Set router 60290939-b143-452d-8754-a0fdd002254f gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:35:13.188068 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1795ba8f-1b4e-43c8-a8a6-a6f5c61b590c None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:13.200762 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-1795ba8f-1b4e-43c8-a8a6-a6f5c61b590c None None] Transition to ACTIVE for port object 03723ebe-c402-483c-93a6-de2b35f1c7c8 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:35:13.220159 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-1795ba8f-1b4e-43c8-a8a6-a6f5c61b590c None None] Transition to ACTIVE for port object 03723ebe-c402-483c-93a6-de2b35f1c7c8 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:35:13.228484 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1795ba8f-1b4e-43c8-a8a6-a6f5c61b590c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:13.255904 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f6424cd0-8620-4c36-bf49-2c0ddf0f66d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60290939-b143-452d-8754-a0fdd002254f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078677022', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '2a98223c-acae-4d52-9be2-1256cd89e4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:35:10Z', 'updated_at': '2021-09-07T03:35:11Z', 'revision_number': 3, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': '2a98223c-acae-4d52-9be2-1256cd89e4f1', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60290939-b143-452d-8754-a0fdd002254f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:35:10Z', 'updated_at': '2021-09-07T03:35:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:35:13.276803 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-e3d00902-55d8-4b5e-9813-80df1b36981f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Allocated IP 172.20.0.1 (2733c8d4-b752-4e67-b7fc-4bae791a0705/30b1ddb4-0783-471b-b6e2-fa3668eb1672/ca584552-90e5-49be-9df4-526883192564) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:35:13.392710 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e3d00902-55d8-4b5e-9813-80df1b36981f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:13.408928 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-e3d00902-55d8-4b5e-9813-80df1b36981f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Transition to ACTIVE for port object ca584552-90e5-49be-9df4-526883192564 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:35:13.442808 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e3d00902-55d8-4b5e-9813-80df1b36981f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:13.455142 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6424cd0-8620-4c36-bf49-2c0ddf0f66d0 None None] The sync data for ids ['60290939-b143-452d-8754-a0fdd002254f'] in n-d-796209-16 is: [{'id': '60290939-b143-452d-8754-a0fdd002254f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078677022', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '2a98223c-acae-4d52-9be2-1256cd89e4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:35:10Z', 'updated_at': '2021-09-07T03:35:11Z', 'revision_number': 3, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': '2a98223c-acae-4d52-9be2-1256cd89e4f1', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60290939-b143-452d-8754-a0fdd002254f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:35:10Z', 'updated_at': '2021-09-07T03:35:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:35:13.460997 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1795ba8f-1b4e-43c8-a8a6-a6f5c61b590c None None] Network 2733c8d4-b752-4e67-b7fc-4bae791a0705 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:35:13.465886 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-1795ba8f-1b4e-43c8-a8a6-a6f5c61b590c None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:35:13.468301 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1795ba8f-1b4e-43c8-a8a6-a6f5c61b590c None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:35:13.478966 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1795ba8f-1b4e-43c8-a8a6-a6f5c61b590c None None] Pushing event updated for resources: {'Port': ['ID=03723ebe-c402-483c-93a6-de2b35f1c7c8,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:35:13.487051 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d00902-55d8-4b5e-9813-80df1b36981f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Network 2733c8d4-b752-4e67-b7fc-4bae791a0705 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:35:13.490492 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-e3d00902-55d8-4b5e-9813-80df1b36981f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:35:13.493180 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d00902-55d8-4b5e-9813-80df1b36981f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:35:13.532674 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-1795ba8f-1b4e-43c8-a8a6-a6f5c61b590c None None] Attempting to bind port 03723ebe-c402-483c-93a6-de2b35f1c7c8 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:35:13.533265 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-1795ba8f-1b4e-43c8-a8a6-a6f5c61b590c None None] Attempting to bind port 03723ebe-c402-483c-93a6-de2b35f1c7c8 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '623b61a4-fe1a-492c-b1a8-3a364059a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2733c8d4-b752-4e67-b7fc-4bae791a0705'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:35:13.534384 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1795ba8f-1b4e-43c8-a8a6-a6f5c61b590c None None] Attempting to bind port 03723ebe-c402-483c-93a6-de2b35f1c7c8 on network 2733c8d4-b752-4e67-b7fc-4bae791a0705 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:35:13.534508 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d00902-55d8-4b5e-9813-80df1b36981f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'Port': ['ID=ca584552-90e5-49be-9df4-526883192564,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:35:13.548515 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1795ba8f-1b4e-43c8-a8a6-a6f5c61b590c None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:35:13.548899 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1795ba8f-1b4e-43c8-a8a6-a6f5c61b590c None None] Checking segment: {'id': '623b61a4-fe1a-492c-b1a8-3a364059a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2733c8d4-b752-4e67-b7fc-4bae791a0705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:35:13.549335 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1795ba8f-1b4e-43c8-a8a6-a6f5c61b590c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:13.549749 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1795ba8f-1b4e-43c8-a8a6-a6f5c61b590c None None] Bound using segment: {'id': '623b61a4-fe1a-492c-b1a8-3a364059a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2733c8d4-b752-4e67-b7fc-4bae791a0705'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:35:13.550198 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-1795ba8f-1b4e-43c8-a8a6-a6f5c61b590c None None] Bound port: 03723ebe-c402-483c-93a6-de2b35f1c7c8, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '623b61a4-fe1a-492c-b1a8-3a364059a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2733c8d4-b752-4e67-b7fc-4bae791a0705'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:35:13.550582 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1795ba8f-1b4e-43c8-a8a6-a6f5c61b590c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:13.552792 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e3d00902-55d8-4b5e-9813-80df1b36981f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:13.617492 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-1795ba8f-1b4e-43c8-a8a6-a6f5c61b590c None None] For port 03723ebe-c402-483c-93a6-de2b35f1c7c8, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:35:13.620801 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-1795ba8f-1b4e-43c8-a8a6-a6f5c61b590c None None] For port 03723ebe-c402-483c-93a6-de2b35f1c7c8, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=03723ebe-c402-483c-93a6-de2b35f1c7c8,segment=NetworkSegment(623b61a4-fe1a-492c-b1a8-3a364059a2d4),segment_id=623b61a4-fe1a-492c-b1a8-3a364059a2d4)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:35:13.625908 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1795ba8f-1b4e-43c8-a8a6-a6f5c61b590c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:13.690521 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1795ba8f-1b4e-43c8-a8a6-a6f5c61b590c None None] Pushing event updated for resources: {'Port': ['ID=03723ebe-c402-483c-93a6-de2b35f1c7c8,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:35:14.051570 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e3d00902-55d8-4b5e-9813-80df1b36981f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:14.339979 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e3d00902-55d8-4b5e-9813-80df1b36981f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:14.346145 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e3d00902-55d8-4b5e-9813-80df1b36981f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:14.423530 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e3d00902-55d8-4b5e-9813-80df1b36981f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:14.425459 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d00902-55d8-4b5e-9813-80df1b36981f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'Port': ['ID=ca584552-90e5-49be-9df4-526883192564,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:35:14.523331 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d00902-55d8-4b5e-9813-80df1b36981f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Network 2733c8d4-b752-4e67-b7fc-4bae791a0705 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:35:14.524796 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-e3d00902-55d8-4b5e-9813-80df1b36981f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:35:14.642467 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3d00902-55d8-4b5e-9813-80df1b36981f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Router 60290939-b143-452d-8754-a0fdd002254f has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:35:14.652763 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917b96d8-9b80-4ee1-8b85-0e3b2149ee98 None None] Network 2733c8d4-b752-4e67-b7fc-4bae791a0705 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:35:14.709833 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-f44990b8-8b33-49fd-86c9-02797bf42461 None None] Provisioning for port 03723ebe-c402-483c-93a6-de2b35f1c7c8 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:35:14.754893 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d00902-55d8-4b5e-9813-80df1b36981f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:35:14.759951 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-e3d00902-55d8-4b5e-9813-80df1b36981f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "PUT /v2.0/routers/60290939-b143-452d-8754-a0fdd002254f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3765852 Sep 07 03:35:14.910932 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-be6cb3f4-e935-4904-ac4e-71edbfbdbbd9 req-f9f34ca8-152b-46e9-bb1b-fec91f2f3549 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-72128773&fields=id&tenant_id=27bcf015607944b4bc040d494fbb2877 HTTP/1.1" status: 200 len: 267 time: 0.0384827 Sep 07 03:35:15.039254 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6cb3f4-e935-4904-ac4e-71edbfbdbbd9 req-1948a7cc-c01b-4a4a-8b87-fe524f285561 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:35:15.041514 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-be6cb3f4-e935-4904-ac4e-71edbfbdbbd9 req-1948a7cc-c01b-4a4a-8b87-fe524f285561 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/networks?id=2733c8d4-b752-4e67-b7fc-4bae791a0705 HTTP/1.1" status: 200 len: 796 time: 0.1233962 Sep 07 03:35:15.063028 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-be6cb3f4-e935-4904-ac4e-71edbfbdbbd9 req-cb2cd8e3-e1d5-4b5c-996c-a4ec132308fc tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/quotas/27bcf015607944b4bc040d494fbb2877 HTTP/1.1" status: 200 len: 375 time: 0.0106053 Sep 07 03:35:15.072005 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-0982d50f-c3c1-4947-9750-30fba9507097 None None] Provisioning for port ca584552-90e5-49be-9df4-526883192564 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:35:15.080166 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-0982d50f-c3c1-4947-9750-30fba9507097 None None] Provisioning complete for port ca584552-90e5-49be-9df4-526883192564 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:35:15.080546 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0982d50f-c3c1-4947-9750-30fba9507097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:15.120249 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-0982d50f-c3c1-4947-9750-30fba9507097 None None] Port ca584552-90e5-49be-9df4-526883192564 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:35:15.129264 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-be6cb3f4-e935-4904-ac4e-71edbfbdbbd9 req-84c11bbc-27fb-475d-8c25-7f99ba55a445 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=27bcf015607944b4bc040d494fbb2877&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553856 Sep 07 03:35:15.154835 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fb167f-3eca-40ed-ba2c-ef883b9c13ff None None] Sync routers for ids ['60290939-b143-452d-8754-a0fdd002254f'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:35:15.169081 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fb167f-3eca-40ed-ba2c-ef883b9c13ff None None] Routers {'60290939-b143-452d-8754-a0fdd002254f'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:35:15.169712 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-28fb167f-3eca-40ed-ba2c-ef883b9c13ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:34:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['60290939-b143-452d-8754-a0fdd002254f'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:35:15.234191 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-be6cb3f4-e935-4904-ac4e-71edbfbdbbd9 req-9ee6c093-ddb4-468d-92b7-ab2866d6b836 service neutron] 10.222.0.22 "GET /v2.0/networks/2733c8d4-b752-4e67-b7fc-4bae791a0705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928748 Sep 07 03:35:15.245457 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-faecd1a1-a387-4759-8309-befb5f90473c None None] Provisioning complete for port ca584552-90e5-49be-9df4-526883192564 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:35:15.245979 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-faecd1a1-a387-4759-8309-befb5f90473c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:15.292245 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-28fb167f-3eca-40ed-ba2c-ef883b9c13ff None None] Set router 60290939-b143-452d-8754-a0fdd002254f gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:35:15.295073 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-faecd1a1-a387-4759-8309-befb5f90473c None None] Port ca584552-90e5-49be-9df4-526883192564 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:35:15.347304 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-be6cb3f4-e935-4904-ac4e-71edbfbdbbd9 req-233b1d27-6fae-4940-922c-e9af5528d73c service neutron] 10.222.0.22 "GET /v2.0/networks/2733c8d4-b752-4e67-b7fc-4bae791a0705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063726 Sep 07 03:35:15.484581 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 2a98223c-acae-4d52-9be2-1256cd89e4f1 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:35:15.526491 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-28fb167f-3eca-40ed-ba2c-ef883b9c13ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60290939-b143-452d-8754-a0fdd002254f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078677022', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '2a98223c-acae-4d52-9be2-1256cd89e4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:35:10Z', 'updated_at': '2021-09-07T03:35:13Z', 'revision_number': 4, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': '2a98223c-acae-4d52-9be2-1256cd89e4f1', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60290939-b143-452d-8754-a0fdd002254f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:35:10Z', 'updated_at': '2021-09-07T03:35:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'ca584552-90e5-49be-9df4-526883192564', 'name': '', 'network_id': '2733c8d4-b752-4e67-b7fc-4bae791a0705', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'mac_address': 'fa:16:3e:20:88:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60290939-b143-452d-8754-a0fdd002254f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '30b1ddb4-0783-471b-b6e2-fa3668eb1672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:35:12Z', 'updated_at': '2021-09-07T03:35:14Z', 'revision_number': 2, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'subnets': [{'id': '30b1ddb4-0783-471b-b6e2-fa3668eb1672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:35:15.556393 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 2a98223c-acae-4d52-9be2-1256cd89e4f1 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:35:15.561047 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fb167f-3eca-40ed-ba2c-ef883b9c13ff None None] Checking router: 60290939-b143-452d-8754-a0fdd002254f for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:35:15.561270 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 2a98223c-acae-4d52-9be2-1256cd89e4f1 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:35:15.561631 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fb167f-3eca-40ed-ba2c-ef883b9c13ff None None] Updating router 60290939-b143-452d-8754-a0fdd002254f port ca584552-90e5-49be-9df4-526883192564 binding host n-d-796209-16 {{(pid=94703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 03:35:15.561964 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:15.579623 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-619d650f-0591-47f8-b231-c746a3953d82 req-b43e50cf-4b80-4840-b354-e88d7db033ba tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc3057f3-e8c5-4a0d-b5c7-e1b37b9598ea HTTP/1.1" status: 200 len: 210 time: 0.0337114 Sep 07 03:35:15.594024 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-28fb167f-3eca-40ed-ba2c-ef883b9c13ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:15.625537 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-6199e1ce-f58c-4b37-b48c-941d97781f65 None None] Provisioning complete for port ca584552-90e5-49be-9df4-526883192564 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:35:15.625916 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6199e1ce-f58c-4b37-b48c-941d97781f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:15.692756 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-6199e1ce-f58c-4b37-b48c-941d97781f65 None None] Port ca584552-90e5-49be-9df4-526883192564 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:35:15.703860 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:15.728921 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 2a98223c-acae-4d52-9be2-1256cd89e4f1, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=2a98223c-acae-4d52-9be2-1256cd89e4f1,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:35:15.733986 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:15.734770 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 03723ebe-c402-483c-93a6-de2b35f1c7c8 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:35:15.829390 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=2a98223c-acae-4d52-9be2-1256cd89e4f1,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:35:15.844268 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 03723ebe-c402-483c-93a6-de2b35f1c7c8 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:35:15.849121 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 03723ebe-c402-483c-93a6-de2b35f1c7c8 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:35:15.849753 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:15.898342 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-28fb167f-3eca-40ed-ba2c-ef883b9c13ff None None] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:15.908998 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-28fb167f-3eca-40ed-ba2c-ef883b9c13ff None None] Transition to ACTIVE for port object ca584552-90e5-49be-9df4-526883192564 will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:35:15.916158 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-28fb167f-3eca-40ed-ba2c-ef883b9c13ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:15.931721 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:15.970212 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e5c110-35cb-4a05-9722-7e05c834da65 None None] Pushing event updated for resources: {'Port': ['ID=ca584552-90e5-49be-9df4-526883192564,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:35:15.982143 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 03723ebe-c402-483c-93a6-de2b35f1c7c8, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=03723ebe-c402-483c-93a6-de2b35f1c7c8,segment=NetworkSegment(623b61a4-fe1a-492c-b1a8-3a364059a2d4),segment_id=623b61a4-fe1a-492c-b1a8-3a364059a2d4)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:35:15.989195 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:16.005404 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e5c110-35cb-4a05-9722-7e05c834da65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:35:16.005747 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e5c110-35cb-4a05-9722-7e05c834da65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:35:16.006166 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e5c110-35cb-4a05-9722-7e05c834da65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:35:16.006600 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e5c110-35cb-4a05-9722-7e05c834da65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:35:16.006924 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e5c110-35cb-4a05-9722-7e05c834da65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:35:16.007271 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e5c110-35cb-4a05-9722-7e05c834da65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:35:16.007694 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e5c110-35cb-4a05-9722-7e05c834da65 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:35:16.008059 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e5c110-35cb-4a05-9722-7e05c834da65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:35:16.008437 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e5c110-35cb-4a05-9722-7e05c834da65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:35:16.008805 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e5c110-35cb-4a05-9722-7e05c834da65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:35:16.009111 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e5c110-35cb-4a05-9722-7e05c834da65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:35:16.009486 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e5c110-35cb-4a05-9722-7e05c834da65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:35:16.043966 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-28fb167f-3eca-40ed-ba2c-ef883b9c13ff None None] Attempting to bind port ca584552-90e5-49be-9df4-526883192564 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:35:16.044559 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-28fb167f-3eca-40ed-ba2c-ef883b9c13ff None None] Attempting to bind port ca584552-90e5-49be-9df4-526883192564 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '623b61a4-fe1a-492c-b1a8-3a364059a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2733c8d4-b752-4e67-b7fc-4bae791a0705'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:35:16.044978 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fb167f-3eca-40ed-ba2c-ef883b9c13ff None None] Attempting to bind port ca584552-90e5-49be-9df4-526883192564 on network 2733c8d4-b752-4e67-b7fc-4bae791a0705 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:35:16.048338 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=03723ebe-c402-483c-93a6-de2b35f1c7c8,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:35:16.052704 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fb167f-3eca-40ed-ba2c-ef883b9c13ff None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:35:16.053112 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fb167f-3eca-40ed-ba2c-ef883b9c13ff None None] Checking segment: {'id': '623b61a4-fe1a-492c-b1a8-3a364059a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2733c8d4-b752-4e67-b7fc-4bae791a0705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:35:16.053745 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-28fb167f-3eca-40ed-ba2c-ef883b9c13ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:16.054150 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fb167f-3eca-40ed-ba2c-ef883b9c13ff None None] Bound using segment: {'id': '623b61a4-fe1a-492c-b1a8-3a364059a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2733c8d4-b752-4e67-b7fc-4bae791a0705'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:35:16.054841 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-28fb167f-3eca-40ed-ba2c-ef883b9c13ff None None] Bound port: ca584552-90e5-49be-9df4-526883192564, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '623b61a4-fe1a-492c-b1a8-3a364059a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2733c8d4-b752-4e67-b7fc-4bae791a0705'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:35:16.055224 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-28fb167f-3eca-40ed-ba2c-ef883b9c13ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:16.219912 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-28fb167f-3eca-40ed-ba2c-ef883b9c13ff None None] For port ca584552-90e5-49be-9df4-526883192564, host n-d-796209-16, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:35:16.223682 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-28fb167f-3eca-40ed-ba2c-ef883b9c13ff None None] For port ca584552-90e5-49be-9df4-526883192564, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=ca584552-90e5-49be-9df4-526883192564,segment=NetworkSegment(623b61a4-fe1a-492c-b1a8-3a364059a2d4),segment_id=623b61a4-fe1a-492c-b1a8-3a364059a2d4)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:35:16.227458 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-28fb167f-3eca-40ed-ba2c-ef883b9c13ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:16.284764 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fb167f-3eca-40ed-ba2c-ef883b9c13ff None None] Routers {'60290939-b143-452d-8754-a0fdd002254f'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:35:16.285947 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-28fb167f-3eca-40ed-ba2c-ef883b9c13ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:34:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['60290939-b143-452d-8754-a0fdd002254f'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:35:16.288887 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e5c110-35cb-4a05-9722-7e05c834da65 None None] Pushing event updated for resources: {'Port': ['ID=ca584552-90e5-49be-9df4-526883192564,revision_number=4']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:35:16.393698 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-28fb167f-3eca-40ed-ba2c-ef883b9c13ff None None] Set router 60290939-b143-452d-8754-a0fdd002254f gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:35:16.604605 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-28fb167f-3eca-40ed-ba2c-ef883b9c13ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60290939-b143-452d-8754-a0fdd002254f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078677022', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '2a98223c-acae-4d52-9be2-1256cd89e4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:35:10Z', 'updated_at': '2021-09-07T03:35:13Z', 'revision_number': 4, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': '2a98223c-acae-4d52-9be2-1256cd89e4f1', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60290939-b143-452d-8754-a0fdd002254f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:35:10Z', 'updated_at': '2021-09-07T03:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'ca584552-90e5-49be-9df4-526883192564', 'name': '', 'network_id': '2733c8d4-b752-4e67-b7fc-4bae791a0705', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'mac_address': 'fa:16:3e:20:88:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60290939-b143-452d-8754-a0fdd002254f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '30b1ddb4-0783-471b-b6e2-fa3668eb1672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:35:12Z', 'updated_at': '2021-09-07T03:35:16Z', 'revision_number': 4, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'subnets': [{'id': '30b1ddb4-0783-471b-b6e2-fa3668eb1672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:35:16.618518 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6cb3f4-e935-4904-ac4e-71edbfbdbbd9 req-3802a5d0-4d1f-473c-9e6c-2e170f64b8ee tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:35:16.620175 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-be6cb3f4-e935-4904-ac4e-71edbfbdbbd9 req-3802a5d0-4d1f-473c-9e6c-2e170f64b8ee tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.23 "GET /v2.0/networks?id=2733c8d4-b752-4e67-b7fc-4bae791a0705 HTTP/1.1" status: 200 len: 796 time: 0.1225915 Sep 07 03:35:16.639042 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fb167f-3eca-40ed-ba2c-ef883b9c13ff None None] The sync data for ids ['60290939-b143-452d-8754-a0fdd002254f'] in n-d-796209-16 is: [{'id': '60290939-b143-452d-8754-a0fdd002254f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078677022', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '2a98223c-acae-4d52-9be2-1256cd89e4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:35:10Z', 'updated_at': '2021-09-07T03:35:13Z', 'revision_number': 4, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': '2a98223c-acae-4d52-9be2-1256cd89e4f1', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60290939-b143-452d-8754-a0fdd002254f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:35:10Z', 'updated_at': '2021-09-07T03:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'ca584552-90e5-49be-9df4-526883192564', 'name': '', 'network_id': '2733c8d4-b752-4e67-b7fc-4bae791a0705', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'mac_address': 'fa:16:3e:20:88:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60290939-b143-452d-8754-a0fdd002254f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '30b1ddb4-0783-471b-b6e2-fa3668eb1672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:35:12Z', 'updated_at': '2021-09-07T03:35:16Z', 'revision_number': 4, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'subnets': [{'id': '30b1ddb4-0783-471b-b6e2-fa3668eb1672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:35:16.672014 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-be6cb3f4-e935-4904-ac4e-71edbfbdbbd9 req-de2ffbf5-bf52-4a6f-b171-335b394b26ac tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27bcf015607944b4bc040d494fbb2877 HTTP/1.1" status: 200 len: 378 time: 0.0418012 Sep 07 03:35:16.677963 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-638add69-4f88-4881-a38f-b7d7f39c212b req-8feb2a79-8e6d-4976-baef-27d67c4c1e75 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc3057f3-e8c5-4a0d-b5c7-e1b37b9598ea HTTP/1.1" status: 200 len: 210 time: 0.0270083 Sep 07 03:35:16.681330 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-be6cb3f4-e935-4904-ac4e-71edbfbdbbd9 req-efa7724d-c633-4b23-91c9-6bb573e2d1c9 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Request body: {'port': {'device_id': 'bc3057f3-e8c5-4a0d-b5c7-e1b37b9598ea', 'network_id': '2733c8d4-b752-4e67-b7fc-4bae791a0705', 'admin_state_up': True, 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'security_groups': ['84366904-954e-43b4-9b7c-d3c10bedeb53']}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:35:16.813046 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be6cb3f4-e935-4904-ac4e-71edbfbdbbd9 req-efa7724d-c633-4b23-91c9-6bb573e2d1c9 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Made reservation on behalf of 27bcf015607944b4bc040d494fbb2877 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:35:16.817237 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-be6cb3f4-e935-4904-ac4e-71edbfbdbbd9 req-efa7724d-c633-4b23-91c9-6bb573e2d1c9 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:16.950979 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [req-be6cb3f4-e935-4904-ac4e-71edbfbdbbd9 req-efa7724d-c633-4b23-91c9-6bb573e2d1c9 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Allocated IP 172.20.0.3 (2733c8d4-b752-4e67-b7fc-4bae791a0705/30b1ddb4-0783-471b-b6e2-fa3668eb1672/a28a3e3a-2012-46b2-be6d-22e0a1718d5e) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:35:17.093943 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-be6cb3f4-e935-4904-ac4e-71edbfbdbbd9 req-efa7724d-c633-4b23-91c9-6bb573e2d1c9 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:17.112763 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-be6cb3f4-e935-4904-ac4e-71edbfbdbbd9 req-efa7724d-c633-4b23-91c9-6bb573e2d1c9 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Transition to ACTIVE for port object a28a3e3a-2012-46b2-be6d-22e0a1718d5e will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:35:17.147711 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-be6cb3f4-e935-4904-ac4e-71edbfbdbbd9 req-efa7724d-c633-4b23-91c9-6bb573e2d1c9 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:17.192197 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be6cb3f4-e935-4904-ac4e-71edbfbdbbd9 req-efa7724d-c633-4b23-91c9-6bb573e2d1c9 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Network 2733c8d4-b752-4e67-b7fc-4bae791a0705 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:35:17.195375 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [req-be6cb3f4-e935-4904-ac4e-71edbfbdbbd9 req-efa7724d-c633-4b23-91c9-6bb573e2d1c9 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:35:17.201518 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-be6cb3f4-e935-4904-ac4e-71edbfbdbbd9 req-efa7724d-c633-4b23-91c9-6bb573e2d1c9 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:35:17.226126 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa7724d-c633-4b23-91c9-6bb573e2d1c9 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'Port': ['ID=a28a3e3a-2012-46b2-be6d-22e0a1718d5e,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:35:17.255520 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6cb3f4-e935-4904-ac4e-71edbfbdbbd9 req-efa7724d-c633-4b23-91c9-6bb573e2d1c9 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:35:17.256206 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-be6cb3f4-e935-4904-ac4e-71edbfbdbbd9 req-efa7724d-c633-4b23-91c9-6bb573e2d1c9 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:17.278108 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-be6cb3f4-e935-4904-ac4e-71edbfbdbbd9 req-efa7724d-c633-4b23-91c9-6bb573e2d1c9 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6004853 Sep 07 03:35:17.291619 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-be6cb3f4-e935-4904-ac4e-71edbfbdbbd9 req-ede91df7-e7f8-419d-aa23-baef2e1f4dd3 service neutron] Request body: {'port': {'device_id': 'bc3057f3-e8c5-4a0d-b5c7-e1b37b9598ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:35:17.351772 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-be6cb3f4-e935-4904-ac4e-71edbfbdbbd9 req-ede91df7-e7f8-419d-aa23-baef2e1f4dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:17.486041 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a526bebc-52c5-46db-9a2b-bd6143725fd9 None None] Provisioning for port a28a3e3a-2012-46b2-be6d-22e0a1718d5e completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:35:17.493586 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a526bebc-52c5-46db-9a2b-bd6143725fd9 None None] Provisioning complete for port a28a3e3a-2012-46b2-be6d-22e0a1718d5e triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:35:17.494493 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a526bebc-52c5-46db-9a2b-bd6143725fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:17.523593 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device ca584552-90e5-49be-9df4-526883192564 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:35:17.564361 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a526bebc-52c5-46db-9a2b-bd6143725fd9 None None] Port a28a3e3a-2012-46b2-be6d-22e0a1718d5e cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:35:17.588990 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port ca584552-90e5-49be-9df4-526883192564 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:35:17.593879 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port ca584552-90e5-49be-9df4-526883192564 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:35:17.594302 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:17.676161 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [req-be6cb3f4-e935-4904-ac4e-71edbfbdbbd9 req-ede91df7-e7f8-419d-aa23-baef2e1f4dd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a28a3e3a-2012-46b2-be6d-22e0a1718d5e {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:35:17.684397 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-be6cb3f4-e935-4904-ac4e-71edbfbdbbd9 req-ede91df7-e7f8-419d-aa23-baef2e1f4dd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:17.687748 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:17.697005 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-be6cb3f4-e935-4904-ac4e-71edbfbdbbd9 req-ede91df7-e7f8-419d-aa23-baef2e1f4dd3 service neutron] Transition to ACTIVE for port object a28a3e3a-2012-46b2-be6d-22e0a1718d5e will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:35:17.700862 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-be6cb3f4-e935-4904-ac4e-71edbfbdbbd9 req-ede91df7-e7f8-419d-aa23-baef2e1f4dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:17.722398 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port ca584552-90e5-49be-9df4-526883192564, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=ca584552-90e5-49be-9df4-526883192564,segment=NetworkSegment(623b61a4-fe1a-492c-b1a8-3a364059a2d4),segment_id=623b61a4-fe1a-492c-b1a8-3a364059a2d4)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:35:17.726786 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:17.727623 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 2a98223c-acae-4d52-9be2-1256cd89e4f1 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:35:17.774536 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede91df7-e7f8-419d-aa23-baef2e1f4dd3 service neutron] Pushing event updated for resources: {'Port': ['ID=a28a3e3a-2012-46b2-be6d-22e0a1718d5e,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:35:17.811225 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=ca584552-90e5-49be-9df4-526883192564,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:35:17.819834 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 2a98223c-acae-4d52-9be2-1256cd89e4f1 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:35:17.820216 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:17.876478 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-be6cb3f4-e935-4904-ac4e-71edbfbdbbd9 req-ede91df7-e7f8-419d-aa23-baef2e1f4dd3 service neutron] Attempting to bind port a28a3e3a-2012-46b2-be6d-22e0a1718d5e on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:35:17.876823 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-be6cb3f4-e935-4904-ac4e-71edbfbdbbd9 req-ede91df7-e7f8-419d-aa23-baef2e1f4dd3 service neutron] Attempting to bind port a28a3e3a-2012-46b2-be6d-22e0a1718d5e by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '623b61a4-fe1a-492c-b1a8-3a364059a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2733c8d4-b752-4e67-b7fc-4bae791a0705'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:35:17.877159 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6cb3f4-e935-4904-ac4e-71edbfbdbbd9 req-ede91df7-e7f8-419d-aa23-baef2e1f4dd3 service neutron] Attempting to bind port a28a3e3a-2012-46b2-be6d-22e0a1718d5e on network 2733c8d4-b752-4e67-b7fc-4bae791a0705 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:35:17.883117 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6cb3f4-e935-4904-ac4e-71edbfbdbbd9 req-ede91df7-e7f8-419d-aa23-baef2e1f4dd3 service neutron] Port a28a3e3a-2012-46b2-be6d-22e0a1718d5e on network 2733c8d4-b752-4e67-b7fc-4bae791a0705 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 03:35:17.883441 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6cb3f4-e935-4904-ac4e-71edbfbdbbd9 req-ede91df7-e7f8-419d-aa23-baef2e1f4dd3 service neutron] Attempting to bind port a28a3e3a-2012-46b2-be6d-22e0a1718d5e on network 2733c8d4-b752-4e67-b7fc-4bae791a0705 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:35:17.899385 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf49f1-00e9-43b0-8c8a-27b047d51418 req-35c03f1a-2aca-4e77-b01c-b6362990c49d tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:35:17.901429 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1aaf49f1-00e9-43b0-8c8a-27b047d51418 req-35c03f1a-2aca-4e77-b01c-b6362990c49d tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc3057f3-e8c5-4a0d-b5c7-e1b37b9598ea HTTP/1.1" status: 200 len: 943 time: 0.0785174 Sep 07 03:35:17.902268 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6cb3f4-e935-4904-ac4e-71edbfbdbbd9 req-ede91df7-e7f8-419d-aa23-baef2e1f4dd3 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:35:17.902611 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6cb3f4-e935-4904-ac4e-71edbfbdbbd9 req-ede91df7-e7f8-419d-aa23-baef2e1f4dd3 service neutron] Checking segment: {'id': '623b61a4-fe1a-492c-b1a8-3a364059a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2733c8d4-b752-4e67-b7fc-4bae791a0705'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:35:17.903048 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be6cb3f4-e935-4904-ac4e-71edbfbdbbd9 req-ede91df7-e7f8-419d-aa23-baef2e1f4dd3 service neutron] Bound using segment: {'id': '623b61a4-fe1a-492c-b1a8-3a364059a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2733c8d4-b752-4e67-b7fc-4bae791a0705'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:35:17.903464 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-be6cb3f4-e935-4904-ac4e-71edbfbdbbd9 req-ede91df7-e7f8-419d-aa23-baef2e1f4dd3 service neutron] Bound port: a28a3e3a-2012-46b2-be6d-22e0a1718d5e, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '623b61a4-fe1a-492c-b1a8-3a364059a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '2733c8d4-b752-4e67-b7fc-4bae791a0705'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:35:17.903848 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-be6cb3f4-e935-4904-ac4e-71edbfbdbbd9 req-ede91df7-e7f8-419d-aa23-baef2e1f4dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:17.917736 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 03723ebe-c402-483c-93a6-de2b35f1c7c8 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:35:17.978299 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 03723ebe-c402-483c-93a6-de2b35f1c7c8 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:35:17.978678 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:17.988505 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1aaf49f1-00e9-43b0-8c8a-27b047d51418 req-4334bf10-91dd-4045-b236-9fb196b2a8e0 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=84366904-954e-43b4-9b7c-d3c10bedeb53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0682595 Sep 07 03:35:18.005112 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-be6cb3f4-e935-4904-ac4e-71edbfbdbbd9 req-ede91df7-e7f8-419d-aa23-baef2e1f4dd3 service neutron] For port a28a3e3a-2012-46b2-be6d-22e0a1718d5e, host n-h1-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:35:18.008839 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-be6cb3f4-e935-4904-ac4e-71edbfbdbbd9 req-ede91df7-e7f8-419d-aa23-baef2e1f4dd3 service neutron] For port a28a3e3a-2012-46b2-be6d-22e0a1718d5e, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=a28a3e3a-2012-46b2-be6d-22e0a1718d5e,segment=NetworkSegment(623b61a4-fe1a-492c-b1a8-3a364059a2d4),segment_id=623b61a4-fe1a-492c-b1a8-3a364059a2d4)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:35:18.014008 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-be6cb3f4-e935-4904-ac4e-71edbfbdbbd9 req-ede91df7-e7f8-419d-aa23-baef2e1f4dd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:18.054522 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6cb3f4-e935-4904-ac4e-71edbfbdbbd9 req-ede91df7-e7f8-419d-aa23-baef2e1f4dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:35:18.055162 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-be6cb3f4-e935-4904-ac4e-71edbfbdbbd9 req-ede91df7-e7f8-419d-aa23-baef2e1f4dd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:18.057042 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-be6cb3f4-e935-4904-ac4e-71edbfbdbbd9 req-ede91df7-e7f8-419d-aa23-baef2e1f4dd3 service neutron] 10.222.0.23 "PUT /v2.0/ports/a28a3e3a-2012-46b2-be6d-22e0a1718d5e HTTP/1.1" status: 200 len: 1092 time: 0.7699225 Sep 07 03:35:18.057532 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc3057f3-e8c5-4a0d-b5c7-e1b37b9598ea', 'tag': 'a28a3e3a-2012-46b2-be6d-22e0a1718d5e'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:35:18.060020 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf84fb72099b4c059134e8dbf206a3531b112bee59ff8dea8931d4ccd024695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99033ba5-82eb-4aa1-bdc9-634f29ac52d9" -d '{"events": [{"name": "network-changed", "server_uuid": "bc3057f3-e8c5-4a0d-b5c7-e1b37b9598ea", "tag": "a28a3e3a-2012-46b2-be6d-22e0a1718d5e"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:35:18.089076 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede91df7-e7f8-419d-aa23-baef2e1f4dd3 service neutron] Pushing event updated for resources: {'Port': ['ID=a28a3e3a-2012-46b2-be6d-22e0a1718d5e,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:35:18.127211 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b3c95f-cc17-46fd-89e6-4193418063b1 x-openstack-request-id: req-e8b3c95f-cc17-46fd-89e6-4193418063b1 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:35:18.127509 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc3057f3-e8c5-4a0d-b5c7-e1b37b9598ea", "tag": "a28a3e3a-2012-46b2-be6d-22e0a1718d5e", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:35:18.127788 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e8b3c95f-cc17-46fd-89e6-4193418063b1 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:35:18.128186 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc3057f3-e8c5-4a0d-b5c7-e1b37b9598ea', 'tag': 'a28a3e3a-2012-46b2-be6d-22e0a1718d5e', 'status': 'completed', 'code': 200} Sep 07 03:35:18.162593 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6cb3f4-e935-4904-ac4e-71edbfbdbbd9 req-317ab27e-8091-49c1-af5f-fc42bda239b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:35:18.164149 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-be6cb3f4-e935-4904-ac4e-71edbfbdbbd9 req-317ab27e-8091-49c1-af5f-fc42bda239b5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=27bcf015607944b4bc040d494fbb2877&device_id=bc3057f3-e8c5-4a0d-b5c7-e1b37b9598ea HTTP/1.1" status: 200 len: 1095 time: 0.0461547 Sep 07 03:35:18.207950 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-be6cb3f4-e935-4904-ac4e-71edbfbdbbd9 req-6430dfca-3df2-4cbb-83ca-f03b54335608 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a28a3e3a-2012-46b2-be6d-22e0a1718d5e HTTP/1.1" status: 200 len: 217 time: 0.0351999 Sep 07 03:35:18.257631 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6cb3f4-e935-4904-ac4e-71edbfbdbbd9 req-8128dbc7-79d2-4840-80d4-d410d03dcd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:35:18.259106 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-be6cb3f4-e935-4904-ac4e-71edbfbdbbd9 req-8128dbc7-79d2-4840-80d4-d410d03dcd2d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=30b1ddb4-0783-471b-b6e2-fa3668eb1672 HTTP/1.1" status: 200 len: 834 time: 0.0442464 Sep 07 03:35:18.307321 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6cb3f4-e935-4904-ac4e-71edbfbdbbd9 req-a175a18d-00ae-4b20-9665-133330266b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:35:18.308846 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-be6cb3f4-e935-4904-ac4e-71edbfbdbbd9 req-a175a18d-00ae-4b20-9665-133330266b5d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2733c8d4-b752-4e67-b7fc-4bae791a0705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429785 Sep 07 03:35:18.400719 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-be6cb3f4-e935-4904-ac4e-71edbfbdbbd9 req-48e20d93-d1c2-4339-b6ae-17805b532fc7 service neutron] 10.222.0.23 "GET /v2.0/networks/2733c8d4-b752-4e67-b7fc-4bae791a0705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844228 Sep 07 03:35:18.493653 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-be6cb3f4-e935-4904-ac4e-71edbfbdbbd9 req-75b4c027-31e1-4640-9642-1d94175fa24c service neutron] 10.222.0.23 "GET /v2.0/networks/2733c8d4-b752-4e67-b7fc-4bae791a0705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860572 Sep 07 03:35:18.574153 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99033ba5-82eb-4aa1-bdc9-634f29ac52d9 req-7f730cad-e04e-4b77-bbaa-ffbd3e5ca139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:35:18.575670 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-99033ba5-82eb-4aa1-bdc9-634f29ac52d9 req-7f730cad-e04e-4b77-bbaa-ffbd3e5ca139 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=27bcf015607944b4bc040d494fbb2877&device_id=bc3057f3-e8c5-4a0d-b5c7-e1b37b9598ea HTTP/1.1" status: 200 len: 1095 time: 0.0406201 Sep 07 03:35:18.666201 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99033ba5-82eb-4aa1-bdc9-634f29ac52d9 req-2a687263-1242-4eeb-938d-76a11cb454d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:35:18.667709 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-99033ba5-82eb-4aa1-bdc9-634f29ac52d9 req-2a687263-1242-4eeb-938d-76a11cb454d7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2733c8d4-b752-4e67-b7fc-4bae791a0705 HTTP/1.1" status: 200 len: 896 time: 0.0855606 Sep 07 03:35:18.709216 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-99033ba5-82eb-4aa1-bdc9-634f29ac52d9 req-11864846-763d-446c-b3d5-4b9d04ca2362 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a28a3e3a-2012-46b2-be6d-22e0a1718d5e HTTP/1.1" status: 200 len: 217 time: 0.0345609 Sep 07 03:35:18.756881 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99033ba5-82eb-4aa1-bdc9-634f29ac52d9 req-b4885946-35af-430c-8889-a7d1c72f9ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:35:18.758230 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-99033ba5-82eb-4aa1-bdc9-634f29ac52d9 req-b4885946-35af-430c-8889-a7d1c72f9ecf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=30b1ddb4-0783-471b-b6e2-fa3668eb1672 HTTP/1.1" status: 200 len: 834 time: 0.0423360 Sep 07 03:35:18.807151 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99033ba5-82eb-4aa1-bdc9-634f29ac52d9 req-832e8427-964c-480c-98c7-b265d6a9699e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:35:18.808652 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-99033ba5-82eb-4aa1-bdc9-634f29ac52d9 req-832e8427-964c-480c-98c7-b265d6a9699e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2733c8d4-b752-4e67-b7fc-4bae791a0705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432248 Sep 07 03:35:18.896066 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-99033ba5-82eb-4aa1-bdc9-634f29ac52d9 req-2e51b490-44fe-4ca7-8b59-890d1568521e service neutron] 10.222.0.23 "GET /v2.0/networks/2733c8d4-b752-4e67-b7fc-4bae791a0705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793462 Sep 07 03:35:18.987302 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-99033ba5-82eb-4aa1-bdc9-634f29ac52d9 req-277095a6-f517-44f4-b4fe-bf1cfc14e741 service neutron] 10.222.0.23 "GET /v2.0/networks/2733c8d4-b752-4e67-b7fc-4bae791a0705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838521 Sep 07 03:35:19.106523 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28759223-c366-4ad9-8651-e55bebd8aa3b req-3ddb6a67-bc26-4443-8035-b1bf339956b8 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:35:19.108015 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-28759223-c366-4ad9-8651-e55bebd8aa3b req-3ddb6a67-bc26-4443-8035-b1bf339956b8 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc3057f3-e8c5-4a0d-b5c7-e1b37b9598ea HTTP/1.1" status: 200 len: 943 time: 0.0489099 Sep 07 03:35:19.146018 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-28759223-c366-4ad9-8651-e55bebd8aa3b req-5ce6d449-f8f0-4739-b8de-433860c9ec82 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=84366904-954e-43b4-9b7c-d3c10bedeb53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312138 Sep 07 03:35:19.381000 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device ca584552-90e5-49be-9df4-526883192564 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:35:19.431427 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port ca584552-90e5-49be-9df4-526883192564 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:35:19.431837 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:20.265239 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5a9cd-bf5e-4a85-963b-29ee7b8f6486 req-d42f3b04-12c9-4811-bfd0-01544334d521 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:35:20.266706 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-aac5a9cd-bf5e-4a85-963b-29ee7b8f6486 req-d42f3b04-12c9-4811-bfd0-01544334d521 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc3057f3-e8c5-4a0d-b5c7-e1b37b9598ea HTTP/1.1" status: 200 len: 943 time: 0.0481963 Sep 07 03:35:20.303695 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-aac5a9cd-bf5e-4a85-963b-29ee7b8f6486 req-3a37174f-c8b1-4b0d-ab7c-7a86c0547c79 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=84366904-954e-43b4-9b7c-d3c10bedeb53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311122 Sep 07 03:35:21.239039 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device a28a3e3a-2012-46b2-be6d-22e0a1718d5e details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 03:35:21.333650 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port a28a3e3a-2012-46b2-be6d-22e0a1718d5e, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=a28a3e3a-2012-46b2-be6d-22e0a1718d5e,segment=NetworkSegment(623b61a4-fe1a-492c-b1a8-3a364059a2d4),segment_id=623b61a4-fe1a-492c-b1a8-3a364059a2d4)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:35:21.344667 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': 'a28a3e3a-2012-46b2-be6d-22e0a1718d5e', 'network_id': '2733c8d4-b752-4e67-b7fc-4bae791a0705', 'port_id': 'a28a3e3a-2012-46b2-be6d-22e0a1718d5e', 'mac_address': 'fa:16:3e:29:00:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30b1ddb4-0783-471b-b6e2-fa3668eb1672', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 03:35:21.382110 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:21.395330 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a28a3e3a-2012-46b2-be6d-22e0a1718d5e {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:35:21.414763 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port a28a3e3a-2012-46b2-be6d-22e0a1718d5e, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=a28a3e3a-2012-46b2-be6d-22e0a1718d5e,segment=NetworkSegment(623b61a4-fe1a-492c-b1a8-3a364059a2d4),segment_id=623b61a4-fe1a-492c-b1a8-3a364059a2d4)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:35:21.417571 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96791f50-4fb4-4377-96c6-7ae4e1ef0157 req-58d9f84f-ffd1-4ba1-ac70-c36657600fdb tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:35:21.418646 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:21.419086 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-96791f50-4fb4-4377-96c6-7ae4e1ef0157 req-58d9f84f-ffd1-4ba1-ac70-c36657600fdb tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc3057f3-e8c5-4a0d-b5c7-e1b37b9598ea HTTP/1.1" status: 200 len: 943 time: 0.0474310 Sep 07 03:35:21.463327 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-96791f50-4fb4-4377-96c6-7ae4e1ef0157 req-5ae5cdad-9fc5-49a8-b305-2b90c0319591 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=84366904-954e-43b4-9b7c-d3c10bedeb53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376365 Sep 07 03:35:21.476000 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=a28a3e3a-2012-46b2-be6d-22e0a1718d5e,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:35:21.652525 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['a28a3e3a-2012-46b2-be6d-22e0a1718d5e'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:35:22.095209 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:22.118648 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:22.584125 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7364915-381c-44ac-941a-78eb6a02a9f5 req-24046477-444a-4a1c-81f6-8f92973ecf4e tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:35:22.585587 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a7364915-381c-44ac-941a-78eb6a02a9f5 req-24046477-444a-4a1c-81f6-8f92973ecf4e tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc3057f3-e8c5-4a0d-b5c7-e1b37b9598ea HTTP/1.1" status: 200 len: 944 time: 0.0479698 Sep 07 03:35:22.622520 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a7364915-381c-44ac-941a-78eb6a02a9f5 req-f1407a1b-b20d-4cbb-ab54-a5cb8549d6ab tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=84366904-954e-43b4-9b7c-d3c10bedeb53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307660 Sep 07 03:35:23.270048 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device a28a3e3a-2012-46b2-be6d-22e0a1718d5e up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:35:23.317846 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port a28a3e3a-2012-46b2-be6d-22e0a1718d5e completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:35:23.321273 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port a28a3e3a-2012-46b2-be6d-22e0a1718d5e triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:35:23.321646 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:23.396393 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:23.417867 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc3057f3-e8c5-4a0d-b5c7-e1b37b9598ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a28a3e3a-2012-46b2-be6d-22e0a1718d5e'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:35:23.420117 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a436ec256d2b1825a148fad3e2b3933f4e559d797aa0adc164ec0b132a4edf7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef88aee-ff47-4035-990f-d13c17eb7c96" -d '{"events": [{"server_uuid": "bc3057f3-e8c5-4a0d-b5c7-e1b37b9598ea", "name": "network-vif-plugged", "status": "completed", "tag": "a28a3e3a-2012-46b2-be6d-22e0a1718d5e"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:35:23.432724 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port a28a3e3a-2012-46b2-be6d-22e0a1718d5e, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=a28a3e3a-2012-46b2-be6d-22e0a1718d5e,segment=NetworkSegment(623b61a4-fe1a-492c-b1a8-3a364059a2d4),segment_id=623b61a4-fe1a-492c-b1a8-3a364059a2d4)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:35:23.436605 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:23.462879 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1110ae-447e-4578-88b1-8eaf721e1d41 x-openstack-request-id: req-fe1110ae-447e-4578-88b1-8eaf721e1d41 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:35:23.463064 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc3057f3-e8c5-4a0d-b5c7-e1b37b9598ea", "name": "network-vif-plugged", "status": "completed", "tag": "a28a3e3a-2012-46b2-be6d-22e0a1718d5e", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:35:23.463274 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fe1110ae-447e-4578-88b1-8eaf721e1d41 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:35:23.463695 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc3057f3-e8c5-4a0d-b5c7-e1b37b9598ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a28a3e3a-2012-46b2-be6d-22e0a1718d5e', 'code': 200} Sep 07 03:35:23.490709 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=a28a3e3a-2012-46b2-be6d-22e0a1718d5e,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:35:23.559927 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceeb97f-918f-4ba5-b8f3-5323cebc6628 req-b7ec8c3d-4d41-4536-bea8-a6cca620ff89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:35:23.561442 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7ceeb97f-918f-4ba5-b8f3-5323cebc6628 req-b7ec8c3d-4d41-4536-bea8-a6cca620ff89 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bc3057f3-e8c5-4a0d-b5c7-e1b37b9598ea HTTP/1.1" status: 200 len: 1097 time: 0.0503786 Sep 07 03:35:23.595565 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7ceeb97f-918f-4ba5-b8f3-5323cebc6628 req-8a8667ba-4890-423f-beb3-94c9ca801903 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=84366904-954e-43b4-9b7c-d3c10bedeb53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0269446 Sep 07 03:35:23.740494 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c024cc55-ae19-4646-a737-4521eb275965 req-c6f5937a-4f62-4450-a328-93a03e9b173d tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:35:23.741971 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c024cc55-ae19-4646-a737-4521eb275965 req-c6f5937a-4f62-4450-a328-93a03e9b173d tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc3057f3-e8c5-4a0d-b5c7-e1b37b9598ea HTTP/1.1" status: 200 len: 945 time: 0.0529199 Sep 07 03:35:23.778322 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c024cc55-ae19-4646-a737-4521eb275965 req-bbc7c34a-8de1-429d-a4f6-9e715e3f183a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=84366904-954e-43b4-9b7c-d3c10bedeb53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305471 Sep 07 03:35:24.896530 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13226206-6f30-45c7-aa63-33a577e6cde2 req-874ad408-7ec8-47ec-80ee-d3cc3565171d tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:35:24.898483 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-13226206-6f30-45c7-aa63-33a577e6cde2 req-874ad408-7ec8-47ec-80ee-d3cc3565171d tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc3057f3-e8c5-4a0d-b5c7-e1b37b9598ea HTTP/1.1" status: 200 len: 945 time: 0.0520666 Sep 07 03:35:24.936190 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-13226206-6f30-45c7-aa63-33a577e6cde2 req-96b2c5b0-11a9-42a8-95c8-2f8efbeab93e tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=84366904-954e-43b4-9b7c-d3c10bedeb53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317602 Sep 07 03:35:25.047790 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec26c13-b976-4c64-95e2-d2aae29ec60b req-8c03d082-3a3a-4b10-9150-54d3386ce67c tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:35:25.049279 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0ec26c13-b976-4c64-95e2-d2aae29ec60b req-8c03d082-3a3a-4b10-9150-54d3386ce67c tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc3057f3-e8c5-4a0d-b5c7-e1b37b9598ea HTTP/1.1" status: 200 len: 945 time: 0.0477917 Sep 07 03:35:25.086977 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0ec26c13-b976-4c64-95e2-d2aae29ec60b req-9c5b7c6d-e527-43ea-af72-da225a73a1b8 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=84366904-954e-43b4-9b7c-d3c10bedeb53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313156 Sep 07 03:35:25.108743 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45058) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:35:25.147339 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81251023-6315-46b7-948d-ff0bb63e1366 tempest-TestNetworkAdvancedServerOps-177635439 tempest-TestNetworkAdvancedServerOps-177635439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:35:25.148844 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-81251023-6315-46b7-948d-ff0bb63e1366 tempest-TestNetworkAdvancedServerOps-177635439 tempest-TestNetworkAdvancedServerOps-177635439-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=bc3057f3-e8c5-4a0d-b5c7-e1b37b9598ea HTTP/1.1" status: 200 len: 1092 time: 0.0391443 Sep 07 03:35:25.151467 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45060) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:35:25.155678 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-45b7361f-211d-4451-b81a-cac555d40785 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Request body: {'floatingip': {'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'port_id': 'a28a3e3a-2012-46b2-be6d-22e0a1718d5e', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:35:25.176766 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-45b7361f-211d-4451-b81a-cac555d40785 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for floatingip, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:25.276834 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-45b7361f-211d-4451-b81a-cac555d40785 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:25.382676 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-45b7361f-211d-4451-b81a-cac555d40785 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Allocated IP 172.25.5.147 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/ea8cf0c7-1640-49f3-82f1-75667d91fbdb) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:35:25.480601 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-45b7361f-211d-4451-b81a-cac555d40785 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:25.517981 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-45b7361f-211d-4451-b81a-cac555d40785 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:25.557411 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b7361f-211d-4451-b81a-cac555d40785 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:35:25.564697 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-45b7361f-211d-4451-b81a-cac555d40785 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:35:25.566906 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b7361f-211d-4451-b81a-cac555d40785 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'Port': ['ID=ea8cf0c7-1640-49f3-82f1-75667d91fbdb,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:35:25.569077 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b7361f-211d-4451-b81a-cac555d40785 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:35:25.916945 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-45b7361f-211d-4451-b81a-cac555d40785 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:25.981502 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-45bc9b1b-b939-452b-a3fc-5083e1cbfa9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:25.991159 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-45b7361f-211d-4451-b81a-cac555d40785 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:26.135500 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-45b7361f-211d-4451-b81a-cac555d40785 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:26.139859 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-45b7361f-211d-4451-b81a-cac555d40785 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:26.213616 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b7361f-211d-4451-b81a-cac555d40785 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'Port': ['ID=ea8cf0c7-1640-49f3-82f1-75667d91fbdb,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:35:26.223913 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-45b7361f-211d-4451-b81a-cac555d40785 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:26.323409 n-d-796209-16 neutron-server[94700]: INFO neutron.db.l3_db [None req-45b7361f-211d-4451-b81a-cac555d40785 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Floating IP 02560eed-103b-4714-a691-e9bbf688bbdc associated. External IP: 172.25.5.147, port: a28a3e3a-2012-46b2-be6d-22e0a1718d5e. Sep 07 03:35:26.487660 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:35:26.526077 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45b7361f-211d-4451-b81a-cac555d40785 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Router 60290939-b143-452d-8754-a0fdd002254f has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:35:26.630879 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b7361f-211d-4451-b81a-cac555d40785 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:35:26.640258 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdbcb27-44ef-460c-bbc8-113c1dff7b1c None None] Sync routers for ids ['60290939-b143-452d-8754-a0fdd002254f'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:35:26.646639 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-45b7361f-211d-4451-b81a-cac555d40785 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:26.651207 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdbcb27-44ef-460c-bbc8-113c1dff7b1c None None] Routers {'60290939-b143-452d-8754-a0fdd002254f'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:35:26.651873 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-1cdbcb27-44ef-460c-bbc8-113c1dff7b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:34:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['60290939-b143-452d-8754-a0fdd002254f'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:35:26.674423 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-45b7361f-211d-4451-b81a-cac555d40785 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5219359 Sep 07 03:35:26.674998 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc3057f3-e8c5-4a0d-b5c7-e1b37b9598ea', 'tag': 'a28a3e3a-2012-46b2-be6d-22e0a1718d5e'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:35:26.677839 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4b99ef7bc7a5293b766a2301f992bcff4e86bffe3ac49b880de9dcdee739ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f464eb99-1dce-446e-94b5-3541c4504536" -d '{"events": [{"name": "network-changed", "server_uuid": "bc3057f3-e8c5-4a0d-b5c7-e1b37b9598ea", "tag": "a28a3e3a-2012-46b2-be6d-22e0a1718d5e"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:35:26.714681 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69538bae-0b6f-4eaa-a934-c8bacaf213b7 x-openstack-request-id: req-69538bae-0b6f-4eaa-a934-c8bacaf213b7 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:35:26.715096 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc3057f3-e8c5-4a0d-b5c7-e1b37b9598ea", "tag": "a28a3e3a-2012-46b2-be6d-22e0a1718d5e", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:35:26.715356 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-69538bae-0b6f-4eaa-a934-c8bacaf213b7 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:35:26.715803 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc3057f3-e8c5-4a0d-b5c7-e1b37b9598ea', 'tag': 'a28a3e3a-2012-46b2-be6d-22e0a1718d5e', 'status': 'completed', 'code': 200} Sep 07 03:35:26.769730 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-1cdbcb27-44ef-460c-bbc8-113c1dff7b1c None None] Set router 60290939-b143-452d-8754-a0fdd002254f gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:35:26.809304 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b137e-db36-42b7-8794-5b3d7553f89d req-da3bd09a-8d83-4a33-9ca0-ea31a9dd0200 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:35:26.810806 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-253b137e-db36-42b7-8794-5b3d7553f89d req-da3bd09a-8d83-4a33-9ca0-ea31a9dd0200 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc3057f3-e8c5-4a0d-b5c7-e1b37b9598ea HTTP/1.1" status: 200 len: 945 time: 0.0799990 Sep 07 03:35:26.812819 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f464eb99-1dce-446e-94b5-3541c4504536 req-52107e90-7813-43f3-b2d9-12ea9cf5dab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:35:26.814182 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f464eb99-1dce-446e-94b5-3541c4504536 req-52107e90-7813-43f3-b2d9-12ea9cf5dab2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=27bcf015607944b4bc040d494fbb2877&device_id=bc3057f3-e8c5-4a0d-b5c7-e1b37b9598ea HTTP/1.1" status: 200 len: 1097 time: 0.0741181 Sep 07 03:35:26.898893 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-253b137e-db36-42b7-8794-5b3d7553f89d req-c576f4df-3745-433e-a061-9ec5b84330d2 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=84366904-954e-43b4-9b7c-d3c10bedeb53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0814853 Sep 07 03:35:26.924509 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45066) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:35:26.927641 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f464eb99-1dce-446e-94b5-3541c4504536 req-66a866c0-7e5f-48d0-b01d-dd3fbf627ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:35:26.929117 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f464eb99-1dce-446e-94b5-3541c4504536 req-66a866c0-7e5f-48d0-b01d-dd3fbf627ff5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2733c8d4-b752-4e67-b7fc-4bae791a0705 HTTP/1.1" status: 200 len: 896 time: 0.1060920 Sep 07 03:35:26.987180 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b2da1b80-d1a9-4f0e-b9e0-271c684560e5 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/floatingips/02560eed-103b-4714-a691-e9bbf688bbdc HTTP/1.1" status: 200 len: 991 time: 0.0615213 Sep 07 03:35:26.998576 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f464eb99-1dce-446e-94b5-3541c4504536 req-5146c69c-755b-439e-bb72-af5b1ead3a9a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a28a3e3a-2012-46b2-be6d-22e0a1718d5e HTTP/1.1" status: 200 len: 999 time: 0.0628719 Sep 07 03:35:27.002409 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-1cdbcb27-44ef-460c-bbc8-113c1dff7b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60290939-b143-452d-8754-a0fdd002254f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078677022', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '2a98223c-acae-4d52-9be2-1256cd89e4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:35:10Z', 'updated_at': '2021-09-07T03:35:13Z', 'revision_number': 4, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': '2a98223c-acae-4d52-9be2-1256cd89e4f1', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60290939-b143-452d-8754-a0fdd002254f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:35:10Z', 'updated_at': '2021-09-07T03:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': '02560eed-103b-4714-a691-e9bbf688bbdc', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'floating_ip_address': '172.25.5.147', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '60290939-b143-452d-8754-a0fdd002254f', 'port_id': 'a28a3e3a-2012-46b2-be6d-22e0a1718d5e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2733c8d4-b752-4e67-b7fc-4bae791a0705', 'mac_address': 'fa:16:3e:29:00:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3057f3-e8c5-4a0d-b5c7-e1b37b9598ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:35:25Z', 'updated_at': '2021-09-07T03:35:25Z', 'revision_number': 0, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca584552-90e5-49be-9df4-526883192564', 'name': '', 'network_id': '2733c8d4-b752-4e67-b7fc-4bae791a0705', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'mac_address': 'fa:16:3e:20:88:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60290939-b143-452d-8754-a0fdd002254f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '30b1ddb4-0783-471b-b6e2-fa3668eb1672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:35:12Z', 'updated_at': '2021-09-07T03:35:17Z', 'revision_number': 5, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'subnets': [{'id': '30b1ddb4-0783-471b-b6e2-fa3668eb1672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:35:27.032433 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdbcb27-44ef-460c-bbc8-113c1dff7b1c None None] Checking router: 60290939-b143-452d-8754-a0fdd002254f for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:35:27.041185 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdbcb27-44ef-460c-bbc8-113c1dff7b1c None None] Routers {'60290939-b143-452d-8754-a0fdd002254f'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:35:27.041799 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-1cdbcb27-44ef-460c-bbc8-113c1dff7b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:34:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['60290939-b143-452d-8754-a0fdd002254f'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:35:27.047168 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f464eb99-1dce-446e-94b5-3541c4504536 req-840c434c-acaf-4b3c-995d-a5267e79712f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:35:27.048678 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f464eb99-1dce-446e-94b5-3541c4504536 req-840c434c-acaf-4b3c-995d-a5267e79712f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=30b1ddb4-0783-471b-b6e2-fa3668eb1672 HTTP/1.1" status: 200 len: 834 time: 0.0430717 Sep 07 03:35:27.093980 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f464eb99-1dce-446e-94b5-3541c4504536 req-6d95beec-fa65-459e-9bb2-49fe7404f553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:35:27.095464 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f464eb99-1dce-446e-94b5-3541c4504536 req-6d95beec-fa65-459e-9bb2-49fe7404f553 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2733c8d4-b752-4e67-b7fc-4bae791a0705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396836 Sep 07 03:35:27.106406 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [req-f464eb99-1dce-446e-94b5-3541c4504536 req-a4350b0d-7601-402f-9ff0-0482bbeb2f0b service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:35:27.107404 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f464eb99-1dce-446e-94b5-3541c4504536 req-a4350b0d-7601-402f-9ff0-0482bbeb2f0b service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052607 Sep 07 03:35:27.146494 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-1cdbcb27-44ef-460c-bbc8-113c1dff7b1c None None] Set router 60290939-b143-452d-8754-a0fdd002254f gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:35:27.198419 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f464eb99-1dce-446e-94b5-3541c4504536 req-154bf157-2479-4597-9dfd-0481091f6315 service neutron] 10.222.0.23 "GET /v2.0/networks/2733c8d4-b752-4e67-b7fc-4bae791a0705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838039 Sep 07 03:35:27.289993 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f464eb99-1dce-446e-94b5-3541c4504536 req-678fadd1-5f91-4f98-9e07-94fa25e45ae5 service neutron] 10.222.0.23 "GET /v2.0/networks/2733c8d4-b752-4e67-b7fc-4bae791a0705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852025 Sep 07 03:35:27.364776 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-1cdbcb27-44ef-460c-bbc8-113c1dff7b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60290939-b143-452d-8754-a0fdd002254f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078677022', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '2a98223c-acae-4d52-9be2-1256cd89e4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:35:10Z', 'updated_at': '2021-09-07T03:35:13Z', 'revision_number': 4, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': '2a98223c-acae-4d52-9be2-1256cd89e4f1', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60290939-b143-452d-8754-a0fdd002254f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:35:10Z', 'updated_at': '2021-09-07T03:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': '02560eed-103b-4714-a691-e9bbf688bbdc', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'floating_ip_address': '172.25.5.147', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '60290939-b143-452d-8754-a0fdd002254f', 'port_id': 'a28a3e3a-2012-46b2-be6d-22e0a1718d5e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2733c8d4-b752-4e67-b7fc-4bae791a0705', 'mac_address': 'fa:16:3e:29:00:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3057f3-e8c5-4a0d-b5c7-e1b37b9598ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:35:25Z', 'updated_at': '2021-09-07T03:35:25Z', 'revision_number': 0, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca584552-90e5-49be-9df4-526883192564', 'name': '', 'network_id': '2733c8d4-b752-4e67-b7fc-4bae791a0705', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'mac_address': 'fa:16:3e:20:88:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60290939-b143-452d-8754-a0fdd002254f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '30b1ddb4-0783-471b-b6e2-fa3668eb1672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:35:12Z', 'updated_at': '2021-09-07T03:35:17Z', 'revision_number': 5, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'subnets': [{'id': '30b1ddb4-0783-471b-b6e2-fa3668eb1672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:35:27.389830 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdbcb27-44ef-460c-bbc8-113c1dff7b1c None None] The sync data for ids ['60290939-b143-452d-8754-a0fdd002254f'] in n-d-796209-16 is: [{'id': '60290939-b143-452d-8754-a0fdd002254f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078677022', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '2a98223c-acae-4d52-9be2-1256cd89e4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:35:10Z', 'updated_at': '2021-09-07T03:35:13Z', 'revision_number': 4, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': '2a98223c-acae-4d52-9be2-1256cd89e4f1', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60290939-b143-452d-8754-a0fdd002254f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:35:10Z', 'updated_at': '2021-09-07T03:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': '02560eed-103b-4714-a691-e9bbf688bbdc', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'floating_ip_address': '172.25.5.147', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '60290939-b143-452d-8754-a0fdd002254f', 'port_id': 'a28a3e3a-2012-46b2-be6d-22e0a1718d5e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2733c8d4-b752-4e67-b7fc-4bae791a0705', 'mac_address': 'fa:16:3e:29:00:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc3057f3-e8c5-4a0d-b5c7-e1b37b9598ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:35:25Z', 'updated_at': '2021-09-07T03:35:25Z', 'revision_number': 0, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca584552-90e5-49be-9df4-526883192564', 'name': '', 'network_id': '2733c8d4-b752-4e67-b7fc-4bae791a0705', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'mac_address': 'fa:16:3e:20:88:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60290939-b143-452d-8754-a0fdd002254f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '30b1ddb4-0783-471b-b6e2-fa3668eb1672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:35:12Z', 'updated_at': '2021-09-07T03:35:17Z', 'revision_number': 5, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'subnets': [{'id': '30b1ddb4-0783-471b-b6e2-fa3668eb1672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:35:27.580687 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8652686-abb5-4c6b-8b84-c75af7e5c850 None None] New status for floating IP 02560eed-103b-4714-a691-e9bbf688bbdc: ACTIVE {{(pid=94703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 03:35:27.991641 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45068) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:35:28.054125 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-21d98a74-27d9-4ee8-8cd4-d29035ef7acb tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/floatingips/02560eed-103b-4714-a691-e9bbf688bbdc HTTP/1.1" status: 200 len: 993 time: 0.0613332 Sep 07 03:35:28.243055 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f4e6530f-251b-44e0-954d-5ad925ec26df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:28.796974 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:29.598911 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-03f55bce-044d-4bd5-9956-34b8a3ded643 req-f2735216-25aa-4267-ad1a-42790a0fc67e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bc3057f3-e8c5-4a0d-b5c7-e1b37b9598ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407944 Sep 07 03:35:29.682870 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f55bce-044d-4bd5-9956-34b8a3ded643 req-46f83a53-798f-438d-9cc0-45f20f255278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:35:29.684424 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-03f55bce-044d-4bd5-9956-34b8a3ded643 req-46f83a53-798f-438d-9cc0-45f20f255278 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=27bcf015607944b4bc040d494fbb2877&device_id=bc3057f3-e8c5-4a0d-b5c7-e1b37b9598ea HTTP/1.1" status: 200 len: 1097 time: 0.0441256 Sep 07 03:35:29.739963 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:29.789837 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f55bce-044d-4bd5-9956-34b8a3ded643 req-5ff43711-1b3b-4a66-b4a8-b32272364447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:35:29.791335 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-03f55bce-044d-4bd5-9956-34b8a3ded643 req-5ff43711-1b3b-4a66-b4a8-b32272364447 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2733c8d4-b752-4e67-b7fc-4bae791a0705 HTTP/1.1" status: 200 len: 896 time: 0.0882783 Sep 07 03:35:29.857043 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-03f55bce-044d-4bd5-9956-34b8a3ded643 req-af1de876-da25-4093-a6d4-6e3f193f2f2f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a28a3e3a-2012-46b2-be6d-22e0a1718d5e HTTP/1.1" status: 200 len: 1001 time: 0.0592146 Sep 07 03:35:29.906427 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f55bce-044d-4bd5-9956-34b8a3ded643 req-842e42c8-49b1-433c-b2df-6140bf4f31b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:35:29.907922 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-03f55bce-044d-4bd5-9956-34b8a3ded643 req-842e42c8-49b1-433c-b2df-6140bf4f31b1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=30b1ddb4-0783-471b-b6e2-fa3668eb1672 HTTP/1.1" status: 200 len: 834 time: 0.0436735 Sep 07 03:35:29.957221 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f55bce-044d-4bd5-9956-34b8a3ded643 req-770dd8da-345a-4481-94bf-2a05982a5364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:35:29.958734 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-03f55bce-044d-4bd5-9956-34b8a3ded643 req-770dd8da-345a-4481-94bf-2a05982a5364 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2733c8d4-b752-4e67-b7fc-4bae791a0705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434680 Sep 07 03:35:30.058392 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-03f55bce-044d-4bd5-9956-34b8a3ded643 req-81b65bc6-b01d-4bd5-a2b5-f241172bd76f service neutron] 10.222.0.23 "GET /v2.0/networks/2733c8d4-b752-4e67-b7fc-4bae791a0705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924082 Sep 07 03:35:30.151338 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-03f55bce-044d-4bd5-9956-34b8a3ded643 req-53a148f3-681f-44e5-93cd-97f91bb25534 service neutron] 10.222.0.23 "GET /v2.0/networks/2733c8d4-b752-4e67-b7fc-4bae791a0705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857856 Sep 07 03:35:31.578572 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:52.098034 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:52.119619 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:55.983267 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d276771f-5945-4a19-896d-0375a883ed86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:56.759785 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568eae6-13c4-4dcc-9cce-4f82626dedb6 req-ae6b554a-d347-435c-a716-76a67b4dc3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:35:56.761301 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e568eae6-13c4-4dcc-9cce-4f82626dedb6 req-ae6b554a-d347-435c-a716-76a67b4dc3b5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=27bcf015607944b4bc040d494fbb2877&device_id=bc3057f3-e8c5-4a0d-b5c7-e1b37b9598ea HTTP/1.1" status: 200 len: 1097 time: 0.0408249 Sep 07 03:35:56.816884 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02385a5b-4fe7-4b31-aca3-fab2c17891a5 req-5541bb17-f800-4c35-943e-55b838c5b61b tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:35:56.818386 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-02385a5b-4fe7-4b31-aca3-fab2c17891a5 req-5541bb17-f800-4c35-943e-55b838c5b61b tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc3057f3-e8c5-4a0d-b5c7-e1b37b9598ea HTTP/1.1" status: 200 len: 945 time: 0.1059749 Sep 07 03:35:56.852806 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568eae6-13c4-4dcc-9cce-4f82626dedb6 req-40e751f4-60af-4b97-83b7-ceeb4862eb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:35:56.854214 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e568eae6-13c4-4dcc-9cce-4f82626dedb6 req-40e751f4-60af-4b97-83b7-ceeb4862eb17 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2733c8d4-b752-4e67-b7fc-4bae791a0705 HTTP/1.1" status: 200 len: 896 time: 0.0863357 Sep 07 03:35:56.856005 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-02385a5b-4fe7-4b31-aca3-fab2c17891a5 req-33d41a89-0539-4d4a-8459-924141dcb737 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=84366904-954e-43b4-9b7c-d3c10bedeb53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308440 Sep 07 03:35:56.920387 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e568eae6-13c4-4dcc-9cce-4f82626dedb6 req-b299e1ed-a003-4cb2-a7df-07ccf3137561 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a28a3e3a-2012-46b2-be6d-22e0a1718d5e HTTP/1.1" status: 200 len: 1001 time: 0.0583010 Sep 07 03:35:56.968287 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568eae6-13c4-4dcc-9cce-4f82626dedb6 req-6fa9f801-d6fb-4d8e-a13c-fdc08bbf3bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:35:56.969787 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e568eae6-13c4-4dcc-9cce-4f82626dedb6 req-6fa9f801-d6fb-4d8e-a13c-fdc08bbf3bfa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=30b1ddb4-0783-471b-b6e2-fa3668eb1672 HTTP/1.1" status: 200 len: 834 time: 0.0430946 Sep 07 03:35:57.018633 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568eae6-13c4-4dcc-9cce-4f82626dedb6 req-2df5817a-c5ea-486d-ad35-1a462ba3d691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:35:57.020133 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e568eae6-13c4-4dcc-9cce-4f82626dedb6 req-2df5817a-c5ea-486d-ad35-1a462ba3d691 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2733c8d4-b752-4e67-b7fc-4bae791a0705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423656 Sep 07 03:35:57.109861 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e568eae6-13c4-4dcc-9cce-4f82626dedb6 req-223d3c55-dae1-4d23-bf07-f3c66c3d3443 service neutron] 10.222.0.23 "GET /v2.0/networks/2733c8d4-b752-4e67-b7fc-4bae791a0705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813642 Sep 07 03:35:57.521393 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e568eae6-13c4-4dcc-9cce-4f82626dedb6 req-c2f345bb-989f-4b35-bcb7-a1be2d3f7a70 service neutron] 10.222.0.23 "GET /v2.0/networks/2733c8d4-b752-4e67-b7fc-4bae791a0705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4013271 Sep 07 03:35:58.024577 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c1c8a-9c9a-4db6-bcf8-0937f3bc33bb req-4e6e6b17-1f21-4d1f-abfd-6518d5e66a70 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:35:58.026057 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b86c1c8a-9c9a-4db6-bcf8-0937f3bc33bb req-4e6e6b17-1f21-4d1f-abfd-6518d5e66a70 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc3057f3-e8c5-4a0d-b5c7-e1b37b9598ea HTTP/1.1" status: 200 len: 945 time: 0.0974805 Sep 07 03:35:58.063020 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b86c1c8a-9c9a-4db6-bcf8-0937f3bc33bb req-0dd8f14e-8441-4824-86c5-c0d7639a9e13 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=84366904-954e-43b4-9b7c-d3c10bedeb53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309653 Sep 07 03:35:58.245715 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d8ce8cc0-5bfc-473e-b98c-38bdc1a589e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:58.787244 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:35:59.176675 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f7130-cfbd-4f06-a51d-314d35b40f00 req-5b9fcfa2-6931-4ba2-9e9e-63217bff9463 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:35:59.178140 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-840f7130-cfbd-4f06-a51d-314d35b40f00 req-5b9fcfa2-6931-4ba2-9e9e-63217bff9463 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc3057f3-e8c5-4a0d-b5c7-e1b37b9598ea HTTP/1.1" status: 200 len: 945 time: 0.0477734 Sep 07 03:35:59.214882 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-840f7130-cfbd-4f06-a51d-314d35b40f00 req-75753dcd-e485-4a4e-bb38-65e991f0526c tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=84366904-954e-43b4-9b7c-d3c10bedeb53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309443 Sep 07 03:35:59.742308 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:00.327289 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f5db5a-9576-439f-a7f6-1e2081b1fcad req-c56983ba-6e14-4e5f-96b4-834cab55ebb0 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:36:00.328701 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d0f5db5a-9576-439f-a7f6-1e2081b1fcad req-c56983ba-6e14-4e5f-96b4-834cab55ebb0 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc3057f3-e8c5-4a0d-b5c7-e1b37b9598ea HTTP/1.1" status: 200 len: 945 time: 0.0479805 Sep 07 03:36:00.367970 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d0f5db5a-9576-439f-a7f6-1e2081b1fcad req-572bd992-e56b-467a-bc00-b7c1686aab5b tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=84366904-954e-43b4-9b7c-d3c10bedeb53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330219 Sep 07 03:36:01.484106 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e05703-78ab-40f9-985b-fcafcbe178d7 req-06574c23-cf4b-49a6-bd3a-d086324241e9 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:36:01.485701 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-68e05703-78ab-40f9-985b-fcafcbe178d7 req-06574c23-cf4b-49a6-bd3a-d086324241e9 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc3057f3-e8c5-4a0d-b5c7-e1b37b9598ea HTTP/1.1" status: 200 len: 945 time: 0.0513823 Sep 07 03:36:01.521767 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-68e05703-78ab-40f9-985b-fcafcbe178d7 req-9431df45-6dcf-4f87-afaf-a86c86a8fcfb tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=84366904-954e-43b4-9b7c-d3c10bedeb53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0296550 Sep 07 03:36:01.580192 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:02.641393 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bac755-c680-4866-9415-eba3d80e04ba req-f02a8fef-4aac-4e7b-a469-350d303df708 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:36:02.642863 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-29bac755-c680-4866-9415-eba3d80e04ba req-f02a8fef-4aac-4e7b-a469-350d303df708 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc3057f3-e8c5-4a0d-b5c7-e1b37b9598ea HTTP/1.1" status: 200 len: 945 time: 0.0519171 Sep 07 03:36:02.679637 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-29bac755-c680-4866-9415-eba3d80e04ba req-4b2e8f11-e388-4cad-9cf2-879254d4d7a4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=84366904-954e-43b4-9b7c-d3c10bedeb53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305192 Sep 07 03:36:03.486036 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:36:03.794718 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e23269-b36b-48e9-a5e6-0422c63d4002 req-3d077a77-8a9c-4812-a1c8-aaaf98967670 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:36:03.796223 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c1e23269-b36b-48e9-a5e6-0422c63d4002 req-3d077a77-8a9c-4812-a1c8-aaaf98967670 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc3057f3-e8c5-4a0d-b5c7-e1b37b9598ea HTTP/1.1" status: 200 len: 945 time: 0.0484290 Sep 07 03:36:03.832889 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c1e23269-b36b-48e9-a5e6-0422c63d4002 req-f989822e-b381-454c-b841-2eeed87fb280 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=84366904-954e-43b4-9b7c-d3c10bedeb53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308192 Sep 07 03:36:04.946336 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e7d6d-ffbd-49de-971f-752c6bffaf7a req-350b38a9-f944-4b2e-aade-173939884a90 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:36:04.947839 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e52e7d6d-ffbd-49de-971f-752c6bffaf7a req-350b38a9-f944-4b2e-aade-173939884a90 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc3057f3-e8c5-4a0d-b5c7-e1b37b9598ea HTTP/1.1" status: 200 len: 945 time: 0.0486906 Sep 07 03:36:04.984818 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e52e7d6d-ffbd-49de-971f-752c6bffaf7a req-46b9115b-d8a2-4ffa-8a8b-f79f94ba5d1d tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=84366904-954e-43b4-9b7c-d3c10bedeb53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310576 Sep 07 03:36:06.098152 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66e866-53bb-481c-b7f4-349c8bdc15e0 req-5f2cd416-e270-4a43-8970-8b8a9a28f87d tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:36:06.099647 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cc66e866-53bb-481c-b7f4-349c8bdc15e0 req-5f2cd416-e270-4a43-8970-8b8a9a28f87d tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc3057f3-e8c5-4a0d-b5c7-e1b37b9598ea HTTP/1.1" status: 200 len: 945 time: 0.0481732 Sep 07 03:36:06.136508 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cc66e866-53bb-481c-b7f4-349c8bdc15e0 req-a752551b-eb99-4bd2-b0a3-364088778f8f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=84366904-954e-43b4-9b7c-d3c10bedeb53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305281 Sep 07 03:36:07.253462 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2021ad-39a5-447c-9242-28d504837830 req-f086aa2c-aefd-462f-810f-ee497df48809 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:36:07.254957 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5f2021ad-39a5-447c-9242-28d504837830 req-f086aa2c-aefd-462f-810f-ee497df48809 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc3057f3-e8c5-4a0d-b5c7-e1b37b9598ea HTTP/1.1" status: 200 len: 945 time: 0.0528371 Sep 07 03:36:07.292239 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5f2021ad-39a5-447c-9242-28d504837830 req-e2e559d2-9bab-42c4-9a14-ea2b17169509 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=84366904-954e-43b4-9b7c-d3c10bedeb53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313923 Sep 07 03:36:08.405436 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a36e0-8934-42d1-baca-edcf15dfb9df req-6e816eb1-9ff6-4f32-bbbc-18f290d0ff18 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:36:08.406905 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b30a36e0-8934-42d1-baca-edcf15dfb9df req-6e816eb1-9ff6-4f32-bbbc-18f290d0ff18 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc3057f3-e8c5-4a0d-b5c7-e1b37b9598ea HTTP/1.1" status: 200 len: 945 time: 0.0511813 Sep 07 03:36:08.444704 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b30a36e0-8934-42d1-baca-edcf15dfb9df req-1fd67000-fcb1-4adb-8d52-0e5669ec1834 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=84366904-954e-43b4-9b7c-d3c10bedeb53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317552 Sep 07 03:36:08.466254 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45110) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:36:08.530580 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-128d7d4b-8eb4-4a83-a3ad-37c467acba76 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/floatingips/02560eed-103b-4714-a691-e9bbf688bbdc HTTP/1.1" status: 200 len: 993 time: 0.0632448 Sep 07 03:36:22.142979 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:22.144050 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:25.983241 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7b4e8aac-e469-4dd8-a8a3-66aca5cdb07a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:28.246119 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9dfddd8f-9535-4ff5-a586-1c7e4f6c0342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:28.787156 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:29.745887 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:30.138816 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1e1175c0-4732-4f33-a23e-86a9a555bb36 req-6dda1ca7-dd85-4f4a-be72-6630489568fa service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bc3057f3-e8c5-4a0d-b5c7-e1b37b9598ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0834930 Sep 07 03:36:30.225053 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1175c0-4732-4f33-a23e-86a9a555bb36 req-c2f10f96-835f-4933-8f34-454e03731630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:36:30.226502 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1e1175c0-4732-4f33-a23e-86a9a555bb36 req-c2f10f96-835f-4933-8f34-454e03731630 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=27bcf015607944b4bc040d494fbb2877&device_id=bc3057f3-e8c5-4a0d-b5c7-e1b37b9598ea HTTP/1.1" status: 200 len: 1097 time: 0.0400376 Sep 07 03:36:30.327290 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1175c0-4732-4f33-a23e-86a9a555bb36 req-2c23ee30-3b12-47f1-91cc-d8c8ccd47a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:36:30.328705 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1e1175c0-4732-4f33-a23e-86a9a555bb36 req-2c23ee30-3b12-47f1-91cc-d8c8ccd47a43 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2733c8d4-b752-4e67-b7fc-4bae791a0705 HTTP/1.1" status: 200 len: 896 time: 0.0829780 Sep 07 03:36:30.397885 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1e1175c0-4732-4f33-a23e-86a9a555bb36 req-0bf7066f-3b73-41fc-a270-a45008c06864 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a28a3e3a-2012-46b2-be6d-22e0a1718d5e HTTP/1.1" status: 200 len: 1001 time: 0.0619216 Sep 07 03:36:30.445239 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1175c0-4732-4f33-a23e-86a9a555bb36 req-3bab743f-ff89-4f3b-a515-3b851bb6fced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:36:30.446633 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1e1175c0-4732-4f33-a23e-86a9a555bb36 req-3bab743f-ff89-4f3b-a515-3b851bb6fced service neutron] 10.222.0.23 "GET /v2.0/subnets?id=30b1ddb4-0783-471b-b6e2-fa3668eb1672 HTTP/1.1" status: 200 len: 834 time: 0.0415130 Sep 07 03:36:30.489993 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1175c0-4732-4f33-a23e-86a9a555bb36 req-844fd779-ba9b-47a3-adab-0de1a12be89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:36:30.491426 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1e1175c0-4732-4f33-a23e-86a9a555bb36 req-844fd779-ba9b-47a3-adab-0de1a12be89e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2733c8d4-b752-4e67-b7fc-4bae791a0705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0383904 Sep 07 03:36:30.583043 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1e1175c0-4732-4f33-a23e-86a9a555bb36 req-aed786dc-6c1f-4afb-9f82-4767cd23d292 service neutron] 10.222.0.23 "GET /v2.0/networks/2733c8d4-b752-4e67-b7fc-4bae791a0705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840476 Sep 07 03:36:30.674231 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1e1175c0-4732-4f33-a23e-86a9a555bb36 req-defc095c-0c74-4c72-8eb2-f3c60882ba65 service neutron] 10.222.0.23 "GET /v2.0/networks/2733c8d4-b752-4e67-b7fc-4bae791a0705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849190 Sep 07 03:36:31.584049 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:38.916308 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45124) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:36:39.073667 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-25ff16c8-1256-4f9d-b8cd-3df73b816f2b tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Deleting port ea8cf0c7-1640-49f3-82f1-75667d91fbdb {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:36:39.074013 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-25ff16c8-1256-4f9d-b8cd-3df73b816f2b tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:39.147829 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-25ff16c8-1256-4f9d-b8cd-3df73b816f2b tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:39.148158 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-25ff16c8-1256-4f9d-b8cd-3df73b816f2b tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:39.159937 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-25ff16c8-1256-4f9d-b8cd-3df73b816f2b tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Calling delete_port for ea8cf0c7-1640-49f3-82f1-75667d91fbdb owned by network:floatingip {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:36:39.302875 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-25ff16c8-1256-4f9d-b8cd-3df73b816f2b tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:39.333987 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ff16c8-1256-4f9d-b8cd-3df73b816f2b tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event deleted for resources: {'Port': ['ID=ea8cf0c7-1640-49f3-82f1-75667d91fbdb,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:36:39.375588 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff16c8-1256-4f9d-b8cd-3df73b816f2b tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:36:39.375947 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff16c8-1256-4f9d-b8cd-3df73b816f2b tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:36:39.376297 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff16c8-1256-4f9d-b8cd-3df73b816f2b tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:36:39.376637 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff16c8-1256-4f9d-b8cd-3df73b816f2b tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:36:39.376972 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff16c8-1256-4f9d-b8cd-3df73b816f2b tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:36:39.377313 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff16c8-1256-4f9d-b8cd-3df73b816f2b tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:36:39.377645 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff16c8-1256-4f9d-b8cd-3df73b816f2b tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:36:39.377973 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff16c8-1256-4f9d-b8cd-3df73b816f2b tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:36:39.378302 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff16c8-1256-4f9d-b8cd-3df73b816f2b tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:36:39.378627 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff16c8-1256-4f9d-b8cd-3df73b816f2b tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:36:39.378951 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff16c8-1256-4f9d-b8cd-3df73b816f2b tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:36:39.379298 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff16c8-1256-4f9d-b8cd-3df73b816f2b tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:36:39.400634 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-25ff16c8-1256-4f9d-b8cd-3df73b816f2b tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for floatingip, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:39.400976 n-d-796209-16 neutron-server[94701]: INFO neutron.db.l3_db [None req-25ff16c8-1256-4f9d-b8cd-3df73b816f2b tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Floating IP 02560eed-103b-4714-a691-e9bbf688bbdc disassociated (deleted). External IP: 172.25.5.147, port: a28a3e3a-2012-46b2-be6d-22e0a1718d5e. Sep 07 03:36:39.607262 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25ff16c8-1256-4f9d-b8cd-3df73b816f2b tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Router 60290939-b143-452d-8754-a0fdd002254f has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:36:39.717699 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ff16c8-1256-4f9d-b8cd-3df73b816f2b tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:36:39.722539 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-25ff16c8-1256-4f9d-b8cd-3df73b816f2b tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:39.727211 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b55bc22-ac0b-4395-b2e0-f2e16331cea3 None None] Sync routers for ids ['60290939-b143-452d-8754-a0fdd002254f'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:36:39.736234 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b55bc22-ac0b-4395-b2e0-f2e16331cea3 None None] Routers {'60290939-b143-452d-8754-a0fdd002254f'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:36:39.736837 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-1b55bc22-ac0b-4395-b2e0-f2e16331cea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:36:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['60290939-b143-452d-8754-a0fdd002254f'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:36:39.749378 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-25ff16c8-1256-4f9d-b8cd-3df73b816f2b tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "DELETE /v2.0/floatingips/02560eed-103b-4714-a691-e9bbf688bbdc HTTP/1.1" status: 204 len: 168 time: 0.8320000 Sep 07 03:36:39.750063 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc3057f3-e8c5-4a0d-b5c7-e1b37b9598ea', 'tag': 'a28a3e3a-2012-46b2-be6d-22e0a1718d5e'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:36:39.752525 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf84fb72099b4c059134e8dbf206a3531b112bee59ff8dea8931d4ccd024695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c702ee-fb33-40e6-bd41-72efd6cb89be" -d '{"events": [{"name": "network-changed", "server_uuid": "bc3057f3-e8c5-4a0d-b5c7-e1b37b9598ea", "tag": "a28a3e3a-2012-46b2-be6d-22e0a1718d5e"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:36:39.843240 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-1b55bc22-ac0b-4395-b2e0-f2e16331cea3 None None] Set router 60290939-b143-452d-8754-a0fdd002254f gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:36:39.849949 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9194a192-f57a-4930-82d8-153ac3e10da9 x-openstack-request-id: req-9194a192-f57a-4930-82d8-153ac3e10da9 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:36:39.850350 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc3057f3-e8c5-4a0d-b5c7-e1b37b9598ea", "tag": "a28a3e3a-2012-46b2-be6d-22e0a1718d5e", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:36:39.850666 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9194a192-f57a-4930-82d8-153ac3e10da9 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:36:39.851165 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc3057f3-e8c5-4a0d-b5c7-e1b37b9598ea', 'tag': 'a28a3e3a-2012-46b2-be6d-22e0a1718d5e', 'status': 'completed', 'code': 200} Sep 07 03:36:39.917477 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c702ee-fb33-40e6-bd41-72efd6cb89be req-cb1cba18-f022-45f6-9af2-b93ae6f7dc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:36:39.919769 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-20c702ee-fb33-40e6-bd41-72efd6cb89be req-cb1cba18-f022-45f6-9af2-b93ae6f7dc5f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=27bcf015607944b4bc040d494fbb2877&device_id=bc3057f3-e8c5-4a0d-b5c7-e1b37b9598ea HTTP/1.1" status: 200 len: 1097 time: 0.0474086 Sep 07 03:36:40.046713 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47faf23b-a9e4-4153-a086-3e70d0784272 req-880d52c3-64b7-411d-bf90-f45dec2918eb tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:36:40.048231 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-47faf23b-a9e4-4153-a086-3e70d0784272 req-880d52c3-64b7-411d-bf90-f45dec2918eb tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc3057f3-e8c5-4a0d-b5c7-e1b37b9598ea HTTP/1.1" status: 200 len: 945 time: 0.1119668 Sep 07 03:36:40.064971 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c702ee-fb33-40e6-bd41-72efd6cb89be req-e0dc2729-3991-48fe-b7e0-0e8d1eb553c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:36:40.066410 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-20c702ee-fb33-40e6-bd41-72efd6cb89be req-e0dc2729-3991-48fe-b7e0-0e8d1eb553c0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2733c8d4-b752-4e67-b7fc-4bae791a0705 HTTP/1.1" status: 200 len: 896 time: 0.1392784 Sep 07 03:36:40.069308 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-1b55bc22-ac0b-4395-b2e0-f2e16331cea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60290939-b143-452d-8754-a0fdd002254f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078677022', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '2a98223c-acae-4d52-9be2-1256cd89e4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:35:10Z', 'updated_at': '2021-09-07T03:35:13Z', 'revision_number': 4, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': '2a98223c-acae-4d52-9be2-1256cd89e4f1', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60290939-b143-452d-8754-a0fdd002254f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:35:10Z', 'updated_at': '2021-09-07T03:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'ca584552-90e5-49be-9df4-526883192564', 'name': '', 'network_id': '2733c8d4-b752-4e67-b7fc-4bae791a0705', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'mac_address': 'fa:16:3e:20:88:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60290939-b143-452d-8754-a0fdd002254f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '30b1ddb4-0783-471b-b6e2-fa3668eb1672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:35:12Z', 'updated_at': '2021-09-07T03:35:17Z', 'revision_number': 5, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'subnets': [{'id': '30b1ddb4-0783-471b-b6e2-fa3668eb1672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:36:40.096365 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b55bc22-ac0b-4395-b2e0-f2e16331cea3 None None] Checking router: 60290939-b143-452d-8754-a0fdd002254f for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:36:40.104482 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b55bc22-ac0b-4395-b2e0-f2e16331cea3 None None] Routers {'60290939-b143-452d-8754-a0fdd002254f'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:36:40.105090 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-1b55bc22-ac0b-4395-b2e0-f2e16331cea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:36:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['60290939-b143-452d-8754-a0fdd002254f'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:36:40.110459 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-20c702ee-fb33-40e6-bd41-72efd6cb89be req-5760b868-e44d-4566-a260-a7c417b01ab7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a28a3e3a-2012-46b2-be6d-22e0a1718d5e HTTP/1.1" status: 200 len: 217 time: 0.0355988 Sep 07 03:36:40.151722 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-47faf23b-a9e4-4153-a086-3e70d0784272 req-aa36e927-dd16-476a-a4cb-4d0b5b462245 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=84366904-954e-43b4-9b7c-d3c10bedeb53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0959704 Sep 07 03:36:40.173067 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c702ee-fb33-40e6-bd41-72efd6cb89be req-7e01b192-c52e-412b-b4be-67608a0a58c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:36:40.173067 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-20c702ee-fb33-40e6-bd41-72efd6cb89be req-7e01b192-c52e-412b-b4be-67608a0a58c7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=30b1ddb4-0783-471b-b6e2-fa3668eb1672 HTTP/1.1" status: 200 len: 834 time: 0.0494277 Sep 07 03:36:40.212096 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-1b55bc22-ac0b-4395-b2e0-f2e16331cea3 None None] Set router 60290939-b143-452d-8754-a0fdd002254f gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:36:40.219816 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c702ee-fb33-40e6-bd41-72efd6cb89be req-3e5da3e0-5875-4c6d-9695-2ff288ac4c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:36:40.221312 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-20c702ee-fb33-40e6-bd41-72efd6cb89be req-3e5da3e0-5875-4c6d-9695-2ff288ac4c90 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2733c8d4-b752-4e67-b7fc-4bae791a0705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454719 Sep 07 03:36:40.317762 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-20c702ee-fb33-40e6-bd41-72efd6cb89be req-571d1ab1-2b8b-4119-9ac9-4ca12a611137 service neutron] 10.222.0.23 "GET /v2.0/networks/2733c8d4-b752-4e67-b7fc-4bae791a0705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878730 Sep 07 03:36:40.412199 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-1b55bc22-ac0b-4395-b2e0-f2e16331cea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60290939-b143-452d-8754-a0fdd002254f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078677022', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '2a98223c-acae-4d52-9be2-1256cd89e4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:35:10Z', 'updated_at': '2021-09-07T03:35:13Z', 'revision_number': 4, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': '2a98223c-acae-4d52-9be2-1256cd89e4f1', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60290939-b143-452d-8754-a0fdd002254f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:35:10Z', 'updated_at': '2021-09-07T03:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'ca584552-90e5-49be-9df4-526883192564', 'name': '', 'network_id': '2733c8d4-b752-4e67-b7fc-4bae791a0705', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'mac_address': 'fa:16:3e:20:88:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60290939-b143-452d-8754-a0fdd002254f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '30b1ddb4-0783-471b-b6e2-fa3668eb1672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:35:12Z', 'updated_at': '2021-09-07T03:35:17Z', 'revision_number': 5, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'subnets': [{'id': '30b1ddb4-0783-471b-b6e2-fa3668eb1672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:36:40.415275 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-20c702ee-fb33-40e6-bd41-72efd6cb89be req-ff2128d7-602f-4bf0-9b33-1fc58ef0e0a1 service neutron] 10.222.0.23 "GET /v2.0/networks/2733c8d4-b752-4e67-b7fc-4bae791a0705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902686 Sep 07 03:36:40.444285 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b55bc22-ac0b-4395-b2e0-f2e16331cea3 None None] The sync data for ids ['60290939-b143-452d-8754-a0fdd002254f'] in n-d-796209-16 is: [{'id': '60290939-b143-452d-8754-a0fdd002254f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078677022', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '2a98223c-acae-4d52-9be2-1256cd89e4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:35:10Z', 'updated_at': '2021-09-07T03:35:13Z', 'revision_number': 4, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': '2a98223c-acae-4d52-9be2-1256cd89e4f1', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60290939-b143-452d-8754-a0fdd002254f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:35:10Z', 'updated_at': '2021-09-07T03:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'ca584552-90e5-49be-9df4-526883192564', 'name': '', 'network_id': '2733c8d4-b752-4e67-b7fc-4bae791a0705', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'mac_address': 'fa:16:3e:20:88:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60290939-b143-452d-8754-a0fdd002254f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '30b1ddb4-0783-471b-b6e2-fa3668eb1672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:35:12Z', 'updated_at': '2021-09-07T03:35:17Z', 'revision_number': 5, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'subnets': [{'id': '30b1ddb4-0783-471b-b6e2-fa3668eb1672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:36:40.486078 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:36:40.654375 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b58e84-3047-4666-ad43-388ea8a085b2 None None] New status for floating IP 02560eed-103b-4714-a691-e9bbf688bbdc: DOWN {{(pid=94703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 03:36:41.269213 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663b111b-9706-4717-a13a-aef114c954eb req-1d66d75a-5875-4d08-af84-673df9ec2610 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:36:41.270700 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-663b111b-9706-4717-a13a-aef114c954eb req-1d66d75a-5875-4d08-af84-673df9ec2610 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc3057f3-e8c5-4a0d-b5c7-e1b37b9598ea HTTP/1.1" status: 200 len: 945 time: 0.0477221 Sep 07 03:36:41.311170 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-663b111b-9706-4717-a13a-aef114c954eb req-eb4c106c-eba2-4d6f-93f4-55721ed7c1db tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=84366904-954e-43b4-9b7c-d3c10bedeb53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345912 Sep 07 03:36:41.378471 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea1e9e6-76ce-4625-80f2-f1a2b68b27c7 req-2ca30425-3982-4a80-9cd6-956ba87c13d3 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:36:41.379970 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4ea1e9e6-76ce-4625-80f2-f1a2b68b27c7 req-2ca30425-3982-4a80-9cd6-956ba87c13d3 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc3057f3-e8c5-4a0d-b5c7-e1b37b9598ea HTTP/1.1" status: 200 len: 945 time: 0.0494490 Sep 07 03:36:41.470643 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-4ea1e9e6-76ce-4625-80f2-f1a2b68b27c7 req-9605b6fd-b7fc-4cf7-8dd7-35a7084977f9 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Deleting port a28a3e3a-2012-46b2-be6d-22e0a1718d5e {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:36:41.470984 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-4ea1e9e6-76ce-4625-80f2-f1a2b68b27c7 req-9605b6fd-b7fc-4cf7-8dd7-35a7084977f9 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:41.558071 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-4ea1e9e6-76ce-4625-80f2-f1a2b68b27c7 req-9605b6fd-b7fc-4cf7-8dd7-35a7084977f9 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] For port a28a3e3a-2012-46b2-be6d-22e0a1718d5e, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=a28a3e3a-2012-46b2-be6d-22e0a1718d5e,segment=NetworkSegment(623b61a4-fe1a-492c-b1a8-3a364059a2d4),segment_id=623b61a4-fe1a-492c-b1a8-3a364059a2d4)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:36:41.558445 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-4ea1e9e6-76ce-4625-80f2-f1a2b68b27c7 req-9605b6fd-b7fc-4cf7-8dd7-35a7084977f9 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:41.570895 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-4ea1e9e6-76ce-4625-80f2-f1a2b68b27c7 req-9605b6fd-b7fc-4cf7-8dd7-35a7084977f9 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Calling delete_port for a28a3e3a-2012-46b2-be6d-22e0a1718d5e owned by compute:nova {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:36:41.704394 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-4ea1e9e6-76ce-4625-80f2-f1a2b68b27c7 req-9605b6fd-b7fc-4cf7-8dd7-35a7084977f9 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:41.733253 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9605b6fd-b7fc-4cf7-8dd7-35a7084977f9 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event deleted for resources: {'Port': ['ID=a28a3e3a-2012-46b2-be6d-22e0a1718d5e,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:36:41.778520 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ea1e9e6-76ce-4625-80f2-f1a2b68b27c7 req-9605b6fd-b7fc-4cf7-8dd7-35a7084977f9 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] No DVR routers for this DVR port a28a3e3a-2012-46b2-be6d-22e0a1718d5e on host n-h1-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:36:41.781085 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-4ea1e9e6-76ce-4625-80f2-f1a2b68b27c7 req-9605b6fd-b7fc-4cf7-8dd7-35a7084977f9 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:41.783091 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4ea1e9e6-76ce-4625-80f2-f1a2b68b27c7 req-9605b6fd-b7fc-4cf7-8dd7-35a7084977f9 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.23 "DELETE /v2.0/ports/a28a3e3a-2012-46b2-be6d-22e0a1718d5e HTTP/1.1" status: 204 len: 173 time: 0.3970904 Sep 07 03:36:41.851945 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc3057f3-e8c5-4a0d-b5c7-e1b37b9598ea', 'name': 'network-vif-deleted', 'tag': 'a28a3e3a-2012-46b2-be6d-22e0a1718d5e'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:36:41.854380 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf84fb72099b4c059134e8dbf206a3531b112bee59ff8dea8931d4ccd024695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea257ff-e13a-4ed3-8653-f7a3ea8fa6c3" -d '{"events": [{"server_uuid": "bc3057f3-e8c5-4a0d-b5c7-e1b37b9598ea", "name": "network-vif-deleted", "tag": "a28a3e3a-2012-46b2-be6d-22e0a1718d5e"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:36:41.891992 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc78a7d-8ea5-4110-96c5-cd04847af9fd x-openstack-request-id: req-0cc78a7d-8ea5-4110-96c5-cd04847af9fd {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:36:41.892286 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc3057f3-e8c5-4a0d-b5c7-e1b37b9598ea", "name": "network-vif-deleted", "tag": "a28a3e3a-2012-46b2-be6d-22e0a1718d5e", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:36:41.892540 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0cc78a7d-8ea5-4110-96c5-cd04847af9fd {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:36:41.892968 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc3057f3-e8c5-4a0d-b5c7-e1b37b9598ea', 'name': 'network-vif-deleted', 'tag': 'a28a3e3a-2012-46b2-be6d-22e0a1718d5e', 'status': 'completed', 'code': 200} Sep 07 03:36:42.365289 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45142) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:36:42.709595 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c34a21a5-83d7-47c0-a94d-677eae39d1d8 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:42.958423 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-c34a21a5-83d7-47c0-a94d-677eae39d1d8 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Deleting port ca584552-90e5-49be-9df4-526883192564 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:36:42.958763 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c34a21a5-83d7-47c0-a94d-677eae39d1d8 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:43.047532 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-c34a21a5-83d7-47c0-a94d-677eae39d1d8 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] For port ca584552-90e5-49be-9df4-526883192564, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=ca584552-90e5-49be-9df4-526883192564,segment=NetworkSegment(623b61a4-fe1a-492c-b1a8-3a364059a2d4),segment_id=623b61a4-fe1a-492c-b1a8-3a364059a2d4)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:36:43.047821 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c34a21a5-83d7-47c0-a94d-677eae39d1d8 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:43.059333 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-c34a21a5-83d7-47c0-a94d-677eae39d1d8 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Calling delete_port for ca584552-90e5-49be-9df4-526883192564 owned by network:router_interface {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:36:43.239883 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c34a21a5-83d7-47c0-a94d-677eae39d1d8 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:43.264513 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34a21a5-83d7-47c0-a94d-677eae39d1d8 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event deleted for resources: {'Port': ['ID=ca584552-90e5-49be-9df4-526883192564,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:36:43.456550 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c34a21a5-83d7-47c0-a94d-677eae39d1d8 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:43.998860 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c34a21a5-83d7-47c0-a94d-677eae39d1d8 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Router 60290939-b143-452d-8754-a0fdd002254f has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:36:44.104557 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c34a21a5-83d7-47c0-a94d-677eae39d1d8 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:36:44.113385 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c34a21a5-83d7-47c0-a94d-677eae39d1d8 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "PUT /v2.0/routers/60290939-b143-452d-8754-a0fdd002254f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7438049 Sep 07 03:36:44.113385 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45144) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:36:44.115909 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1478efa7-7943-40a2-93f6-d2f06d5b552c None None] Sync routers for ids ['60290939-b143-452d-8754-a0fdd002254f'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:36:44.126640 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1478efa7-7943-40a2-93f6-d2f06d5b552c None None] Routers {'60290939-b143-452d-8754-a0fdd002254f'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:36:44.127678 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-1478efa7-7943-40a2-93f6-d2f06d5b552c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:36:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['60290939-b143-452d-8754-a0fdd002254f'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:36:44.164350 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-a286b718-8742-4fdb-a27b-1cd2dd85202f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Deleting subnet 30b1ddb4-0783-471b-b6e2-fa3668eb1672 {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 03:36:44.167999 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a286b718-8742-4fdb-a27b-1cd2dd85202f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:44.213054 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a286b718-8742-4fdb-a27b-1cd2dd85202f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:44.234981 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-1478efa7-7943-40a2-93f6-d2f06d5b552c None None] Set router 60290939-b143-452d-8754-a0fdd002254f gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:36:44.295504 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a286b718-8742-4fdb-a27b-1cd2dd85202f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:44.362230 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a286b718-8742-4fdb-a27b-1cd2dd85202f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:44.393477 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a286b718-8742-4fdb-a27b-1cd2dd85202f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event deleted for resources: {'Subnet': ['ID=30b1ddb4-0783-471b-b6e2-fa3668eb1672,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:36:44.397245 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a286b718-8742-4fdb-a27b-1cd2dd85202f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:44.401841 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45146) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:36:44.402301 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a286b718-8742-4fdb-a27b-1cd2dd85202f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "DELETE /v2.0/subnets/30b1ddb4-0783-471b-b6e2-fa3668eb1672 HTTP/1.1" status: 204 len: 168 time: 0.2874146 Sep 07 03:36:44.405801 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171770e4-cfe0-42c1-8ed2-8d54d17f169e None None] Network 2733c8d4-b752-4e67-b7fc-4bae791a0705 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:36:44.477452 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-1478efa7-7943-40a2-93f6-d2f06d5b552c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60290939-b143-452d-8754-a0fdd002254f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078677022', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '2a98223c-acae-4d52-9be2-1256cd89e4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:35:10Z', 'updated_at': '2021-09-07T03:36:43Z', 'revision_number': 5, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': '2a98223c-acae-4d52-9be2-1256cd89e4f1', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60290939-b143-452d-8754-a0fdd002254f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:35:10Z', 'updated_at': '2021-09-07T03:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:36:44.513645 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-273aaf39-f61c-4622-8c28-3711f2885f2f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:44.523868 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1478efa7-7943-40a2-93f6-d2f06d5b552c None None] Checking router: 60290939-b143-452d-8754-a0fdd002254f for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:36:44.549865 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1478efa7-7943-40a2-93f6-d2f06d5b552c None None] Routers {'60290939-b143-452d-8754-a0fdd002254f'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:36:44.550474 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-1478efa7-7943-40a2-93f6-d2f06d5b552c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:36:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['60290939-b143-452d-8754-a0fdd002254f'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:36:44.614189 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-273aaf39-f61c-4622-8c28-3711f2885f2f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:44.665739 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5430ba-c6e7-4987-aea1-daf9a536be5c None None] DHCP port deletion for 2733c8d4-b752-4e67-b7fc-4bae791a0705 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 03:36:44.668453 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-1478efa7-7943-40a2-93f6-d2f06d5b552c None None] Set router 60290939-b143-452d-8754-a0fdd002254f gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:36:44.671837 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-273aaf39-f61c-4622-8c28-3711f2885f2f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Deleting port 2a98223c-acae-4d52-9be2-1256cd89e4f1 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:36:44.672189 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-273aaf39-f61c-4622-8c28-3711f2885f2f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:44.749840 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-273aaf39-f61c-4622-8c28-3711f2885f2f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] For port 2a98223c-acae-4d52-9be2-1256cd89e4f1, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=2a98223c-acae-4d52-9be2-1256cd89e4f1,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:36:44.750217 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-273aaf39-f61c-4622-8c28-3711f2885f2f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:44.761736 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-273aaf39-f61c-4622-8c28-3711f2885f2f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Calling delete_port for 2a98223c-acae-4d52-9be2-1256cd89e4f1 owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:36:44.828664 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-ba5430ba-c6e7-4987-aea1-daf9a536be5c None None] Deleting port 03723ebe-c402-483c-93a6-de2b35f1c7c8 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:36:44.828959 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ba5430ba-c6e7-4987-aea1-daf9a536be5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:44.923527 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-ba5430ba-c6e7-4987-aea1-daf9a536be5c None None] For port 03723ebe-c402-483c-93a6-de2b35f1c7c8, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=03723ebe-c402-483c-93a6-de2b35f1c7c8,segment=NetworkSegment(623b61a4-fe1a-492c-b1a8-3a364059a2d4),segment_id=623b61a4-fe1a-492c-b1a8-3a364059a2d4)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:36:44.923836 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ba5430ba-c6e7-4987-aea1-daf9a536be5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:44.938793 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-ba5430ba-c6e7-4987-aea1-daf9a536be5c None None] Calling delete_port for 03723ebe-c402-483c-93a6-de2b35f1c7c8 owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:36:44.996523 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-1478efa7-7943-40a2-93f6-d2f06d5b552c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60290939-b143-452d-8754-a0fdd002254f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078677022', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '2a98223c-acae-4d52-9be2-1256cd89e4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:35:10Z', 'updated_at': '2021-09-07T03:36:43Z', 'revision_number': 5, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': '2a98223c-acae-4d52-9be2-1256cd89e4f1', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60290939-b143-452d-8754-a0fdd002254f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:35:10Z', 'updated_at': '2021-09-07T03:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:36:45.027039 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1478efa7-7943-40a2-93f6-d2f06d5b552c None None] The sync data for ids ['60290939-b143-452d-8754-a0fdd002254f'] in n-d-796209-16 is: [{'id': '60290939-b143-452d-8754-a0fdd002254f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1078677022', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '2a98223c-acae-4d52-9be2-1256cd89e4f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:35:10Z', 'updated_at': '2021-09-07T03:36:43Z', 'revision_number': 5, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': '2a98223c-acae-4d52-9be2-1256cd89e4f1', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60290939-b143-452d-8754-a0fdd002254f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:35:10Z', 'updated_at': '2021-09-07T03:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:36:45.062153 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ba5430ba-c6e7-4987-aea1-daf9a536be5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:45.089730 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5430ba-c6e7-4987-aea1-daf9a536be5c None None] Pushing event deleted for resources: {'Port': ['ID=03723ebe-c402-483c-93a6-de2b35f1c7c8,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:36:45.094076 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5430ba-c6e7-4987-aea1-daf9a536be5c None None] No DVR routers for this DVR port 03723ebe-c402-483c-93a6-de2b35f1c7c8 on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:36:45.100854 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5430ba-c6e7-4987-aea1-daf9a536be5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:36:45.101208 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5430ba-c6e7-4987-aea1-daf9a536be5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:36:45.104195 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5430ba-c6e7-4987-aea1-daf9a536be5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:36:45.104195 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5430ba-c6e7-4987-aea1-daf9a536be5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:36:45.104195 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5430ba-c6e7-4987-aea1-daf9a536be5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:36:45.104195 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5430ba-c6e7-4987-aea1-daf9a536be5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:36:45.104195 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5430ba-c6e7-4987-aea1-daf9a536be5c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:36:45.104195 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5430ba-c6e7-4987-aea1-daf9a536be5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:36:45.104195 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5430ba-c6e7-4987-aea1-daf9a536be5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:36:45.104195 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5430ba-c6e7-4987-aea1-daf9a536be5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:36:45.105456 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5430ba-c6e7-4987-aea1-daf9a536be5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:36:45.105456 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5430ba-c6e7-4987-aea1-daf9a536be5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:36:45.262991 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-273aaf39-f61c-4622-8c28-3711f2885f2f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:45.291038 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273aaf39-f61c-4622-8c28-3711f2885f2f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event deleted for resources: {'Port': ['ID=2a98223c-acae-4d52-9be2-1256cd89e4f1,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:36:45.302880 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273aaf39-f61c-4622-8c28-3711f2885f2f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:36:45.303237 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273aaf39-f61c-4622-8c28-3711f2885f2f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:36:45.303620 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273aaf39-f61c-4622-8c28-3711f2885f2f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:36:45.303964 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273aaf39-f61c-4622-8c28-3711f2885f2f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:36:45.304300 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273aaf39-f61c-4622-8c28-3711f2885f2f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:36:45.304633 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273aaf39-f61c-4622-8c28-3711f2885f2f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:36:45.304964 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273aaf39-f61c-4622-8c28-3711f2885f2f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:36:45.305293 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273aaf39-f61c-4622-8c28-3711f2885f2f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:36:45.305621 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273aaf39-f61c-4622-8c28-3711f2885f2f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:36:45.305948 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273aaf39-f61c-4622-8c28-3711f2885f2f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:36:45.306274 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273aaf39-f61c-4622-8c28-3711f2885f2f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:36:45.306596 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273aaf39-f61c-4622-8c28-3711f2885f2f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:36:45.362435 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-273aaf39-f61c-4622-8c28-3711f2885f2f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:45.455935 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-273aaf39-f61c-4622-8c28-3711f2885f2f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:45.459197 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-273aaf39-f61c-4622-8c28-3711f2885f2f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:45.482878 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device ca584552-90e5-49be-9df4-526883192564 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:36:45.508242 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: ca584552-90e5-49be-9df4-526883192564 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:36:45.508738 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device ca584552-90e5-49be-9df4-526883192564 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:36:45.509500 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 03723ebe-c402-483c-93a6-de2b35f1c7c8 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:36:45.511118 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-273aaf39-f61c-4622-8c28-3711f2885f2f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:45.511931 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273aaf39-f61c-4622-8c28-3711f2885f2f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Fanout notify agent at l3_agent the message router_deleted on router 60290939-b143-452d-8754-a0fdd002254f {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 03:36:45.519804 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-273aaf39-f61c-4622-8c28-3711f2885f2f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:45.520941 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-273aaf39-f61c-4622-8c28-3711f2885f2f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "DELETE /v2.0/routers/60290939-b143-452d-8754-a0fdd002254f HTTP/1.1" status: 204 len: 168 time: 1.1167619 Sep 07 03:36:45.523647 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45148) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:36:45.531690 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 03723ebe-c402-483c-93a6-de2b35f1c7c8 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:36:45.532366 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 03723ebe-c402-483c-93a6-de2b35f1c7c8 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:36:45.604295 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fdab07a5-ceff-4d7c-9329-87a990f83d65 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:45.643132 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device a28a3e3a-2012-46b2-be6d-22e0a1718d5e no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:36:45.667442 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: a28a3e3a-2012-46b2-be6d-22e0a1718d5e {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:36:45.668023 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device a28a3e3a-2012-46b2-be6d-22e0a1718d5e not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:36:45.698983 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fdab07a5-ceff-4d7c-9329-87a990f83d65 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:45.723240 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-fdab07a5-ceff-4d7c-9329-87a990f83d65 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2733c8d4-b752-4e67-b7fc-4bae791a0705']}} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:36:45.733223 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-fdab07a5-ceff-4d7c-9329-87a990f83d65 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '623b61a4-fe1a-492c-b1a8-3a364059a2d4') {'for_net_delete': True} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:36:45.733513 n-d-796209-16 neutron-server[94700]: DEBUG neutron.services.segments.db [None req-fdab07a5-ceff-4d7c-9329-87a990f83d65 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '623b61a4-fe1a-492c-b1a8-3a364059a2d4') {} {{(pid=94700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:36:45.742627 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fdab07a5-ceff-4d7c-9329-87a990f83d65 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12587229'] for segment, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:45.755472 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fdab07a5-ceff-4d7c-9329-87a990f83d65 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:45.761230 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdab07a5-ceff-4d7c-9329-87a990f83d65 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=94700) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 03:36:45.761620 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fdab07a5-ceff-4d7c-9329-87a990f83d65 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13005707'] for segment, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:45.764712 n-d-796209-16 neutron-server[94700]: Traceback (most recent call last): Sep 07 03:36:45.764712 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 03:36:45.764712 n-d-796209-16 neutron-server[94700]: timer() Sep 07 03:36:45.764712 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 03:36:45.764712 n-d-796209-16 neutron-server[94700]: cb(*args, **kw) Sep 07 03:36:45.764712 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 03:36:45.764712 n-d-796209-16 neutron-server[94700]: return func(*args, **kwargs) Sep 07 03:36:45.764712 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 03:36:45.764712 n-d-796209-16 neutron-server[94700]: self._notify() Sep 07 03:36:45.764712 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 03:36:45.764712 n-d-796209-16 neutron-server[94700]: self.callback(batched_events) Sep 07 03:36:45.764712 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 03:36:45.764712 n-d-796209-16 neutron-server[94700]: event.method(event) Sep 07 03:36:45.764712 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 03:36:45.764712 n-d-796209-16 neutron-server[94700]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 03:36:45.764712 n-d-796209-16 neutron-server[94700]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 03:36:45.764712 n-d-796209-16 neutron-server[94700]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 03:36:45.764712 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 03:36:45.764712 n-d-796209-16 neutron-server[94700]: return f(self, *a, **k) Sep 07 03:36:45.764712 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 03:36:45.764712 n-d-796209-16 neutron-server[94700]: return self._get(url).json() Sep 07 03:36:45.764712 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 03:36:45.764712 n-d-796209-16 neutron-server[94700]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 03:36:45.764712 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 03:36:45.764712 n-d-796209-16 neutron-server[94700]: return self.request(url, 'GET', **kwargs) Sep 07 03:36:45.764712 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 03:36:45.764712 n-d-796209-16 neutron-server[94700]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 03:36:45.764712 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 03:36:45.764712 n-d-796209-16 neutron-server[94700]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 03:36:45.764712 n-d-796209-16 neutron-server[94700]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 03:36:45.764712 n-d-796209-16 neutron-server[94700]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 03:36:45.764712 n-d-796209-16 neutron-server[94700]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 03:36:45.820403 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fdab07a5-ceff-4d7c-9329-87a990f83d65 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:45.828719 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fdab07a5-ceff-4d7c-9329-87a990f83d65 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:45.829736 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-fdab07a5-ceff-4d7c-9329-87a990f83d65 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "DELETE /v2.0/networks/2733c8d4-b752-4e67-b7fc-4bae791a0705 HTTP/1.1" status: 204 len: 168 time: 0.3051093 Sep 07 03:36:45.832866 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45150) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:36:45.841278 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdab07a5-ceff-4d7c-9329-87a990f83d65 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event deleted for resources: {'Network': ['ID=2733c8d4-b752-4e67-b7fc-4bae791a0705,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:36:45.892649 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c690d4af-6324-41b0-9483-d086624c1024 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:45.916614 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c690d4af-6324-41b0-9483-d086624c1024 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:45.976100 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c690d4af-6324-41b0-9483-d086624c1024 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:45.978628 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c690d4af-6324-41b0-9483-d086624c1024 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:45.979816 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c690d4af-6324-41b0-9483-d086624c1024 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "DELETE /v2.0/security-groups/84366904-954e-43b4-9b7c-d3c10bedeb53 HTTP/1.1" status: 204 len: 168 time: 0.1457796 Sep 07 03:36:45.989521 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c690d4af-6324-41b0-9483-d086624c1024 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84366904-954e-43b4-9b7c-d3c10bedeb53,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:36:46.328714 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45156) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:36:46.333755 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-a0c85a4d-db4c-4a2d-8380-57a75fae7a14 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-339526460', 'description': 'tempest-secgroup-smoke-339526460 description', 'project_id': '27bcf015607944b4bc040d494fbb2877'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:36:46.355359 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a0c85a4d-db4c-4a2d-8380-57a75fae7a14 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:46.433271 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a0c85a4d-db4c-4a2d-8380-57a75fae7a14 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:46.437846 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a0c85a4d-db4c-4a2d-8380-57a75fae7a14 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:46.465936 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a0c85a4d-db4c-4a2d-8380-57a75fae7a14 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:46.467163 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a0c85a4d-db4c-4a2d-8380-57a75fae7a14 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1374328 Sep 07 03:36:46.469029 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c85a4d-db4c-4a2d-8380-57a75fae7a14 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9642c936-2144-497b-850a-2d6a30b3d818,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:36:46.470171 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45158) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:36:46.475031 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-20fc6a0c-a4e4-4f00-b953-ff10eca1eed2 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Request body: {'security_group_rule': {'security_group_id': '9642c936-2144-497b-850a-2d6a30b3d818', 'project_id': '27bcf015607944b4bc040d494fbb2877', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:36:46.501078 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-20fc6a0c-a4e4-4f00-b953-ff10eca1eed2 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:46.560159 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-20fc6a0c-a4e4-4f00-b953-ff10eca1eed2 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:46.563571 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-20fc6a0c-a4e4-4f00-b953-ff10eca1eed2 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:46.580615 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fc6a0c-a4e4-4f00-b953-ff10eca1eed2 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89a55883-ae4d-4811-a2a1-52ee5606d0d0,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:36:46.586992 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-20fc6a0c-a4e4-4f00-b953-ff10eca1eed2 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:46.588229 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-20fc6a0c-a4e4-4f00-b953-ff10eca1eed2 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1169548 Sep 07 03:36:46.590883 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45160) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:36:46.595184 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-6a08bcac-120c-49d0-bc53-06b8984bb241 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Request body: {'security_group_rule': {'security_group_id': '9642c936-2144-497b-850a-2d6a30b3d818', 'project_id': '27bcf015607944b4bc040d494fbb2877', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:36:46.620059 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6a08bcac-120c-49d0-bc53-06b8984bb241 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:46.679560 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6a08bcac-120c-49d0-bc53-06b8984bb241 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:46.682762 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6a08bcac-120c-49d0-bc53-06b8984bb241 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:46.700669 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a08bcac-120c-49d0-bc53-06b8984bb241 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c8a0bfc-b432-4992-9a36-bf8feda6af8a,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:36:46.706845 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-6a08bcac-120c-49d0-bc53-06b8984bb241 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:46.708378 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-6a08bcac-120c-49d0-bc53-06b8984bb241 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1165824 Sep 07 03:36:46.711148 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45162) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:36:46.715549 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-99991f7a-0f68-4977-a4a8-cc25b670a638 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Request body: {'security_group_rule': {'security_group_id': '9642c936-2144-497b-850a-2d6a30b3d818', 'project_id': '27bcf015607944b4bc040d494fbb2877', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:36:46.740579 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-99991f7a-0f68-4977-a4a8-cc25b670a638 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:46.795867 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-99991f7a-0f68-4977-a4a8-cc25b670a638 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:46.799153 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-99991f7a-0f68-4977-a4a8-cc25b670a638 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:46.816213 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99991f7a-0f68-4977-a4a8-cc25b670a638 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3d0beb4-19a1-41b7-85c2-a652c7a9d765,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:36:46.821915 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-99991f7a-0f68-4977-a4a8-cc25b670a638 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:46.822966 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-99991f7a-0f68-4977-a4a8-cc25b670a638 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1108484 Sep 07 03:36:46.825843 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45164) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:36:46.830257 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-cdda294d-76cf-4952-9d14-996d5628ab06 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Request body: {'security_group_rule': {'security_group_id': '9642c936-2144-497b-850a-2d6a30b3d818', 'project_id': '27bcf015607944b4bc040d494fbb2877', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:36:46.855447 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cdda294d-76cf-4952-9d14-996d5628ab06 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:46.914845 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cdda294d-76cf-4952-9d14-996d5628ab06 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:46.918187 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cdda294d-76cf-4952-9d14-996d5628ab06 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:46.935431 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdda294d-76cf-4952-9d14-996d5628ab06 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63cbdc06-bd95-4353-9bd2-1c12f0160e32,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:36:46.941138 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-cdda294d-76cf-4952-9d14-996d5628ab06 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:46.942339 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-cdda294d-76cf-4952-9d14-996d5628ab06 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1155665 Sep 07 03:36:46.945182 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45166) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:36:46.949660 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-d6cc7c09-e27b-4edf-aa65-2b1d1053043e tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Request body: {'security_group_rule': {'security_group_id': '9642c936-2144-497b-850a-2d6a30b3d818', 'project_id': '27bcf015607944b4bc040d494fbb2877', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:36:46.970688 n-d-796209-16 neutron-server[94700]: INFO neutron.db.securitygroups_db [None req-d6cc7c09-e27b-4edf-aa65-2b1d1053043e tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Project 27bcf015607944b4bc040d494fbb2877 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 03:36:46.975416 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d6cc7c09-e27b-4edf-aa65-2b1d1053043e tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:47.033625 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d6cc7c09-e27b-4edf-aa65-2b1d1053043e tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:47.037314 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d6cc7c09-e27b-4edf-aa65-2b1d1053043e tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:47.055794 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cc7c09-e27b-4edf-aa65-2b1d1053043e tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff3fa482-c97d-4828-86c3-4b52f80b7afb,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:36:47.066676 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d6cc7c09-e27b-4edf-aa65-2b1d1053043e tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:47.067827 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-d6cc7c09-e27b-4edf-aa65-2b1d1053043e tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1216974 Sep 07 03:36:47.070918 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45168) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:36:47.075691 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-7090cabd-b055-417f-a5b7-dead4cb560d5 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Request body: {'security_group_rule': {'security_group_id': '9642c936-2144-497b-850a-2d6a30b3d818', 'project_id': '27bcf015607944b4bc040d494fbb2877', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:36:47.097789 n-d-796209-16 neutron-server[94700]: INFO neutron.db.securitygroups_db [None req-7090cabd-b055-417f-a5b7-dead4cb560d5 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Project 27bcf015607944b4bc040d494fbb2877 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 03:36:47.103140 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7090cabd-b055-417f-a5b7-dead4cb560d5 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:47.162512 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7090cabd-b055-417f-a5b7-dead4cb560d5 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:47.165655 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7090cabd-b055-417f-a5b7-dead4cb560d5 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:47.183079 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7090cabd-b055-417f-a5b7-dead4cb560d5 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25ea76bf-87d3-4ce5-931e-b39fa1f2d57a,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:36:47.189453 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-7090cabd-b055-417f-a5b7-dead4cb560d5 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:47.190689 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-7090cabd-b055-417f-a5b7-dead4cb560d5 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1186798 Sep 07 03:36:47.193598 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45170) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:36:47.198536 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-fc066266-d5ae-4628-9ca7-e0fd868144da tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Request body: {'network': {'name': 'tempest-network-smoke--1203773151', 'project_id': '27bcf015607944b4bc040d494fbb2877', 'port_security_enabled': True}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:36:47.218308 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc066266-d5ae-4628-9ca7-e0fd868144da tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Made reservation on behalf of 27bcf015607944b4bc040d494fbb2877 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:36:47.221535 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fc066266-d5ae-4628-9ca7-e0fd868144da tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:47.244084 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc066266-d5ae-4628-9ca7-e0fd868144da tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 03:36:47.252510 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fc066266-d5ae-4628-9ca7-e0fd868144da tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:47.252852 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-fc066266-d5ae-4628-9ca7-e0fd868144da tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Added segment 66a6dbf3-8f07-480f-8b5c-fe94104f0995 of type vlan for network a332d8fd-7645-4c23-98a5-234a9ac0d935 Sep 07 03:36:47.292251 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fc066266-d5ae-4628-9ca7-e0fd868144da tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:47.315365 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fc066266-d5ae-4628-9ca7-e0fd868144da tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:47.320819 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc066266-d5ae-4628-9ca7-e0fd868144da tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:36:47.321352 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fc066266-d5ae-4628-9ca7-e0fd868144da tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:47.354157 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-fc066266-d5ae-4628-9ca7-e0fd868144da tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1595805 Sep 07 03:36:47.357431 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45172) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:36:47.361693 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-150c9c66-6dcf-488f-a666-99e3a3ecb886 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-650262408', 'admin_state_up': True, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:36:47.383037 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 2a98223c-acae-4d52-9be2-1256cd89e4f1 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:36:47.399404 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc066266-d5ae-4628-9ca7-e0fd868144da tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'Network': ['ID=a332d8fd-7645-4c23-98a5-234a9ac0d935,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:36:47.404761 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 2a98223c-acae-4d52-9be2-1256cd89e4f1 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:36:47.405120 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 2a98223c-acae-4d52-9be2-1256cd89e4f1 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:36:47.410581 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network a332d8fd-7645-4c23-98a5-234a9ac0d935 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 03:36:47.417407 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-150c9c66-6dcf-488f-a666-99e3a3ecb886 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:47.421589 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-150c9c66-6dcf-488f-a666-99e3a3ecb886 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:47.479100 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-150c9c66-6dcf-488f-a666-99e3a3ecb886 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:47.613160 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-150c9c66-6dcf-488f-a666-99e3a3ecb886 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:47.804264 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-150c9c66-6dcf-488f-a666-99e3a3ecb886 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:47.822780 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-150c9c66-6dcf-488f-a666-99e3a3ecb886 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:47.928077 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-150c9c66-6dcf-488f-a666-99e3a3ecb886 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Allocated IP 172.25.5.83 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/d90da673-33e0-43a5-8204-5974964b6d83) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:36:48.027537 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-150c9c66-6dcf-488f-a666-99e3a3ecb886 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:48.066035 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-150c9c66-6dcf-488f-a666-99e3a3ecb886 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:48.101220 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150c9c66-6dcf-488f-a666-99e3a3ecb886 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:36:48.105400 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-150c9c66-6dcf-488f-a666-99e3a3ecb886 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:36:48.108915 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150c9c66-6dcf-488f-a666-99e3a3ecb886 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:36:48.140635 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150c9c66-6dcf-488f-a666-99e3a3ecb886 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'Port': ['ID=d90da673-33e0-43a5-8204-5974964b6d83,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:36:48.255394 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [req-2958db6f-bab4-414c-9a09-0748180d3a48 req-f0e9a8e4-a941-4b47-975b-055c7e4418cc service neutron] (94701) timed out ('10.222.0.22', 41310) {{(pid=94701) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 03:36:48.361468 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-150c9c66-6dcf-488f-a666-99e3a3ecb886 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:48.547208 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-150c9c66-6dcf-488f-a666-99e3a3ecb886 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:48.668404 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-150c9c66-6dcf-488f-a666-99e3a3ecb886 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Router e6f5a2bb-89dd-42ec-b097-9678ecb86e6a is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 03:36:48.772542 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-150c9c66-6dcf-488f-a666-99e3a3ecb886 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:36:48.781714 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e1e9c3-45ff-4471-85e9-9e4b42375595 None None] Sync routers for ids ['e6f5a2bb-89dd-42ec-b097-9678ecb86e6a'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:36:48.790609 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-150c9c66-6dcf-488f-a666-99e3a3ecb886 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:48.790788 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e1e9c3-45ff-4471-85e9-9e4b42375595 None None] Routers {'e6f5a2bb-89dd-42ec-b097-9678ecb86e6a'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:36:48.791326 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-34e1e9c3-45ff-4471-85e9-9e4b42375595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:36:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['e6f5a2bb-89dd-42ec-b097-9678ecb86e6a'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:36:48.792013 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-150c9c66-6dcf-488f-a666-99e3a3ecb886 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4336751 Sep 07 03:36:48.795189 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45174) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:36:48.822991 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3d77c6b9-237a-480d-a2bc-5fbfc48237c0 tempest-TestNetworkAdvancedServerOps-177635439 tempest-TestNetworkAdvancedServerOps-177635439-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=27bcf015607944b4bc040d494fbb2877&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267065 Sep 07 03:36:48.826186 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45176) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:36:48.894059 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-34e1e9c3-45ff-4471-85e9-9e4b42375595 None None] Set router e6f5a2bb-89dd-42ec-b097-9678ecb86e6a gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:36:48.917038 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9574d45d-8d71-4586-9062-d13549c31807 tempest-TestNetworkAdvancedServerOps-177635439 tempest-TestNetworkAdvancedServerOps-177635439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:36:48.919065 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9574d45d-8d71-4586-9062-d13549c31807 tempest-TestNetworkAdvancedServerOps-177635439 tempest-TestNetworkAdvancedServerOps-177635439-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0914831 Sep 07 03:36:48.921908 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45178) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:36:48.948849 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-70e67492-6c0b-4758-90be-cbb8294ee0aa tempest-TestNetworkAdvancedServerOps-177635439 tempest-TestNetworkAdvancedServerOps-177635439-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=1166b922-7457-4da4-bdda-328e8c8e7bc6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0258901 Sep 07 03:36:48.951671 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45180) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:36:48.956304 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-d0d9e428-a50a-4f1a-8ef0-0b87dc2d4eff tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-997630964', 'network_id': 'a332d8fd-7645-4c23-98a5-234a9ac0d935', 'project_id': '27bcf015607944b4bc040d494fbb2877', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:36:49.045661 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d9e428-a50a-4f1a-8ef0-0b87dc2d4eff tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Made reservation on behalf of 27bcf015607944b4bc040d494fbb2877 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:36:49.049154 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d0d9e428-a50a-4f1a-8ef0-0b87dc2d4eff tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:49.073254 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-34e1e9c3-45ff-4471-85e9-9e4b42375595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f5a2bb-89dd-42ec-b097-9678ecb86e6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650262408', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'd90da673-33e0-43a5-8204-5974964b6d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:36:47Z', 'updated_at': '2021-09-07T03:36:48Z', 'revision_number': 3, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': 'd90da673-33e0-43a5-8204-5974964b6d83', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:57:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f5a2bb-89dd-42ec-b097-9678ecb86e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:36:47Z', 'updated_at': '2021-09-07T03:36:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:36:49.099359 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e1e9c3-45ff-4471-85e9-9e4b42375595 None None] Checking router: e6f5a2bb-89dd-42ec-b097-9678ecb86e6a for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:36:49.099732 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e1e9c3-45ff-4471-85e9-9e4b42375595 None None] Updating router e6f5a2bb-89dd-42ec-b097-9678ecb86e6a port d90da673-33e0-43a5-8204-5974964b6d83 binding host n-d-796209-16 {{(pid=94703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 03:36:49.126427 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-34e1e9c3-45ff-4471-85e9-9e4b42375595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:49.227079 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d0d9e428-a50a-4f1a-8ef0-0b87dc2d4eff tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:49.289992 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d9e428-a50a-4f1a-8ef0-0b87dc2d4eff tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'Subnet': ['ID=421b88b8-8447-4a14-a652-84c8d0e8d690,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:36:49.295894 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d9e428-a50a-4f1a-8ef0-0b87dc2d4eff tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Checking segment: {'id': '66a6dbf3-8f07-480f-8b5c-fe94104f0995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a332d8fd-7645-4c23-98a5-234a9ac0d935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:36:49.296252 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d9e428-a50a-4f1a-8ef0-0b87dc2d4eff tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Network hostable DHCP agents. Network: a332d8fd-7645-4c23-98a5-234a9ac0d935, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 03:36:49.312831 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d9e428-a50a-4f1a-8ef0-0b87dc2d4eff tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Network a332d8fd-7645-4c23-98a5-234a9ac0d935 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 03:36:49.321535 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-d0d9e428-a50a-4f1a-8ef0-0b87dc2d4eff tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, a332d8fd-7645-4c23-98a5-234a9ac0d935) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:36:49.326163 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d9e428-a50a-4f1a-8ef0-0b87dc2d4eff tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:36:49.327121 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d0d9e428-a50a-4f1a-8ef0-0b87dc2d4eff tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:49.334171 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da93f7e-7cc5-4ee8-94b1-ede4fc8b9fb5 None None] Network a332d8fd-7645-4c23-98a5-234a9ac0d935 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:36:49.346445 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-d0d9e428-a50a-4f1a-8ef0-0b87dc2d4eff tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3913026 Sep 07 03:36:49.346680 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45182) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:36:49.380745 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-34e1e9c3-45ff-4471-85e9-9e4b42375595 None None] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:49.388995 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-34e1e9c3-45ff-4471-85e9-9e4b42375595 None None] Transition to ACTIVE for port object d90da673-33e0-43a5-8204-5974964b6d83 will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:36:49.395452 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-34e1e9c3-45ff-4471-85e9-9e4b42375595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:49.533701 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-34e1e9c3-45ff-4471-85e9-9e4b42375595 None None] Attempting to bind port d90da673-33e0-43a5-8204-5974964b6d83 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:36:49.534063 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-34e1e9c3-45ff-4471-85e9-9e4b42375595 None None] Attempting to bind port d90da673-33e0-43a5-8204-5974964b6d83 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:36:49.534426 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e1e9c3-45ff-4471-85e9-9e4b42375595 None None] Attempting to bind port d90da673-33e0-43a5-8204-5974964b6d83 on network 1166b922-7457-4da4-bdda-328e8c8e7bc6 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:36:49.543944 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e1e9c3-45ff-4471-85e9-9e4b42375595 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:36:49.544358 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e1e9c3-45ff-4471-85e9-9e4b42375595 None None] Checking segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:36:49.544712 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-34e1e9c3-45ff-4471-85e9-9e4b42375595 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:49.545100 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e1e9c3-45ff-4471-85e9-9e4b42375595 None None] Bound using segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:36:49.545576 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-34e1e9c3-45ff-4471-85e9-9e4b42375595 None None] Bound port: d90da673-33e0-43a5-8204-5974964b6d83, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:36:49.545947 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-34e1e9c3-45ff-4471-85e9-9e4b42375595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:49.577074 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e357ef-5d00-4986-8115-b5ecdbade36c None None] Pushing event updated for resources: {'Port': ['ID=d90da673-33e0-43a5-8204-5974964b6d83,revision_number=2']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:36:49.593257 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e357ef-5d00-4986-8115-b5ecdbade36c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:36:49.593649 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e357ef-5d00-4986-8115-b5ecdbade36c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:36:49.593944 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e357ef-5d00-4986-8115-b5ecdbade36c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:36:49.594278 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e357ef-5d00-4986-8115-b5ecdbade36c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:36:49.594613 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e357ef-5d00-4986-8115-b5ecdbade36c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:36:49.594944 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e357ef-5d00-4986-8115-b5ecdbade36c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:36:49.595271 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e357ef-5d00-4986-8115-b5ecdbade36c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:36:49.595620 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e357ef-5d00-4986-8115-b5ecdbade36c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:36:49.595946 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e357ef-5d00-4986-8115-b5ecdbade36c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:36:49.596274 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e357ef-5d00-4986-8115-b5ecdbade36c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:36:49.596598 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e357ef-5d00-4986-8115-b5ecdbade36c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:36:49.596992 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e357ef-5d00-4986-8115-b5ecdbade36c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:36:49.620917 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-34e1e9c3-45ff-4471-85e9-9e4b42375595 None None] For port d90da673-33e0-43a5-8204-5974964b6d83, host n-d-796209-16, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:36:49.624243 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-34e1e9c3-45ff-4471-85e9-9e4b42375595 None None] For port d90da673-33e0-43a5-8204-5974964b6d83, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=d90da673-33e0-43a5-8204-5974964b6d83,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:36:49.630041 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-34e1e9c3-45ff-4471-85e9-9e4b42375595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:49.655365 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f34d2a-9d33-41ac-bc93-4790ead40101 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-a332d8fd-7645-4c23-98a5-234a9ac0d935', 'network_id': 'a332d8fd-7645-4c23-98a5-234a9ac0d935', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'fixed_ips': [{'subnet_id': '421b88b8-8447-4a14-a652-84c8d0e8d690'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 03:36:49.656317 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-00f34d2a-9d33-41ac-bc93-4790ead40101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:49.687596 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e1e9c3-45ff-4471-85e9-9e4b42375595 None None] Routers {'e6f5a2bb-89dd-42ec-b097-9678ecb86e6a'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:36:49.688374 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-34e1e9c3-45ff-4471-85e9-9e4b42375595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:36:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['e6f5a2bb-89dd-42ec-b097-9678ecb86e6a'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:36:49.735130 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e357ef-5d00-4986-8115-b5ecdbade36c None None] Pushing event updated for resources: {'Port': ['ID=d90da673-33e0-43a5-8204-5974964b6d83,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:36:49.796330 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-00f34d2a-9d33-41ac-bc93-4790ead40101 None None] Allocated IP 172.20.0.2 (a332d8fd-7645-4c23-98a5-234a9ac0d935/421b88b8-8447-4a14-a652-84c8d0e8d690/cb32cc3c-7e18-464a-b5e3-34f2b5ea0dc9) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:36:49.806325 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-34e1e9c3-45ff-4471-85e9-9e4b42375595 None None] Set router e6f5a2bb-89dd-42ec-b097-9678ecb86e6a gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:36:49.827336 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-98806896-eb74-44bf-9fd1-c7d63f5f6554 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:49.954460 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-00f34d2a-9d33-41ac-bc93-4790ead40101 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:49.966072 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-00f34d2a-9d33-41ac-bc93-4790ead40101 None None] Transition to ACTIVE for port object cb32cc3c-7e18-464a-b5e3-34f2b5ea0dc9 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:36:49.984661 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-00f34d2a-9d33-41ac-bc93-4790ead40101 None None] Transition to ACTIVE for port object cb32cc3c-7e18-464a-b5e3-34f2b5ea0dc9 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:36:49.988355 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-34e1e9c3-45ff-4471-85e9-9e4b42375595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f5a2bb-89dd-42ec-b097-9678ecb86e6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650262408', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'd90da673-33e0-43a5-8204-5974964b6d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:36:47Z', 'updated_at': '2021-09-07T03:36:48Z', 'revision_number': 3, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': 'd90da673-33e0-43a5-8204-5974964b6d83', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:57:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f5a2bb-89dd-42ec-b097-9678ecb86e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:36:47Z', 'updated_at': '2021-09-07T03:36:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:36:49.991719 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-00f34d2a-9d33-41ac-bc93-4790ead40101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:50.021718 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e1e9c3-45ff-4471-85e9-9e4b42375595 None None] The sync data for ids ['e6f5a2bb-89dd-42ec-b097-9678ecb86e6a'] in n-d-796209-16 is: [{'id': 'e6f5a2bb-89dd-42ec-b097-9678ecb86e6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650262408', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'd90da673-33e0-43a5-8204-5974964b6d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:36:47Z', 'updated_at': '2021-09-07T03:36:48Z', 'revision_number': 3, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': 'd90da673-33e0-43a5-8204-5974964b6d83', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:57:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f5a2bb-89dd-42ec-b097-9678ecb86e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:36:47Z', 'updated_at': '2021-09-07T03:36:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:36:50.029965 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f34d2a-9d33-41ac-bc93-4790ead40101 None None] Network a332d8fd-7645-4c23-98a5-234a9ac0d935 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:36:50.032901 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-00f34d2a-9d33-41ac-bc93-4790ead40101 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:36:50.038814 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f34d2a-9d33-41ac-bc93-4790ead40101 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:36:50.046633 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f34d2a-9d33-41ac-bc93-4790ead40101 None None] Pushing event updated for resources: {'Port': ['ID=cb32cc3c-7e18-464a-b5e3-34f2b5ea0dc9,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:36:50.105890 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-00f34d2a-9d33-41ac-bc93-4790ead40101 None None] Attempting to bind port cb32cc3c-7e18-464a-b5e3-34f2b5ea0dc9 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:36:50.106267 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-00f34d2a-9d33-41ac-bc93-4790ead40101 None None] Attempting to bind port cb32cc3c-7e18-464a-b5e3-34f2b5ea0dc9 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '66a6dbf3-8f07-480f-8b5c-fe94104f0995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a332d8fd-7645-4c23-98a5-234a9ac0d935'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:36:50.106636 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f34d2a-9d33-41ac-bc93-4790ead40101 None None] Attempting to bind port cb32cc3c-7e18-464a-b5e3-34f2b5ea0dc9 on network a332d8fd-7645-4c23-98a5-234a9ac0d935 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:36:50.111870 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f34d2a-9d33-41ac-bc93-4790ead40101 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:36:50.112302 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f34d2a-9d33-41ac-bc93-4790ead40101 None None] Checking segment: {'id': '66a6dbf3-8f07-480f-8b5c-fe94104f0995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a332d8fd-7645-4c23-98a5-234a9ac0d935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:36:50.112672 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-00f34d2a-9d33-41ac-bc93-4790ead40101 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:50.113071 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f34d2a-9d33-41ac-bc93-4790ead40101 None None] Bound using segment: {'id': '66a6dbf3-8f07-480f-8b5c-fe94104f0995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a332d8fd-7645-4c23-98a5-234a9ac0d935'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:36:50.113539 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-00f34d2a-9d33-41ac-bc93-4790ead40101 None None] Bound port: cb32cc3c-7e18-464a-b5e3-34f2b5ea0dc9, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a6dbf3-8f07-480f-8b5c-fe94104f0995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a332d8fd-7645-4c23-98a5-234a9ac0d935'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:36:50.113929 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-00f34d2a-9d33-41ac-bc93-4790ead40101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:50.124757 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-98806896-eb74-44bf-9fd1-c7d63f5f6554 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Allocated IP 172.20.0.1 (a332d8fd-7645-4c23-98a5-234a9ac0d935/421b88b8-8447-4a14-a652-84c8d0e8d690/0aa5d9a2-00f0-4d7c-ab6d-b8624ab0753f) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:36:50.179417 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-00f34d2a-9d33-41ac-bc93-4790ead40101 None None] For port cb32cc3c-7e18-464a-b5e3-34f2b5ea0dc9, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:36:50.183125 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-00f34d2a-9d33-41ac-bc93-4790ead40101 None None] For port cb32cc3c-7e18-464a-b5e3-34f2b5ea0dc9, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=cb32cc3c-7e18-464a-b5e3-34f2b5ea0dc9,segment=NetworkSegment(66a6dbf3-8f07-480f-8b5c-fe94104f0995),segment_id=66a6dbf3-8f07-480f-8b5c-fe94104f0995)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:36:50.189095 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-00f34d2a-9d33-41ac-bc93-4790ead40101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:50.272634 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f34d2a-9d33-41ac-bc93-4790ead40101 None None] Pushing event updated for resources: {'Port': ['ID=cb32cc3c-7e18-464a-b5e3-34f2b5ea0dc9,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:36:50.277590 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-98806896-eb74-44bf-9fd1-c7d63f5f6554 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:50.292093 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-98806896-eb74-44bf-9fd1-c7d63f5f6554 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Transition to ACTIVE for port object 0aa5d9a2-00f0-4d7c-ab6d-b8624ab0753f will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:36:50.331042 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-98806896-eb74-44bf-9fd1-c7d63f5f6554 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:50.386651 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98806896-eb74-44bf-9fd1-c7d63f5f6554 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Network a332d8fd-7645-4c23-98a5-234a9ac0d935 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:36:50.393115 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-98806896-eb74-44bf-9fd1-c7d63f5f6554 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:36:50.399291 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98806896-eb74-44bf-9fd1-c7d63f5f6554 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:36:50.403713 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98806896-eb74-44bf-9fd1-c7d63f5f6554 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'Port': ['ID=0aa5d9a2-00f0-4d7c-ab6d-b8624ab0753f,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:36:50.453720 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-98806896-eb74-44bf-9fd1-c7d63f5f6554 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:50.599997 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-98806896-eb74-44bf-9fd1-c7d63f5f6554 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:50.884070 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-98806896-eb74-44bf-9fd1-c7d63f5f6554 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:50.889850 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-98806896-eb74-44bf-9fd1-c7d63f5f6554 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:51.204811 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e349e0-ea92-4884-9503-c5d07d9e8aa1 None None] Network a332d8fd-7645-4c23-98a5-234a9ac0d935 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:36:51.274565 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-bd00e4ca-2e83-40c6-8fb5-cf46ac5d588d None None] Provisioning for port cb32cc3c-7e18-464a-b5e3-34f2b5ea0dc9 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:36:51.308439 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-98806896-eb74-44bf-9fd1-c7d63f5f6554 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:51.310965 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98806896-eb74-44bf-9fd1-c7d63f5f6554 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'Port': ['ID=0aa5d9a2-00f0-4d7c-ab6d-b8624ab0753f,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:36:51.408516 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98806896-eb74-44bf-9fd1-c7d63f5f6554 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Network a332d8fd-7645-4c23-98a5-234a9ac0d935 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:36:51.410252 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-98806896-eb74-44bf-9fd1-c7d63f5f6554 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:36:51.507662 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device cb32cc3c-7e18-464a-b5e3-34f2b5ea0dc9 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:36:51.562517 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98806896-eb74-44bf-9fd1-c7d63f5f6554 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Router e6f5a2bb-89dd-42ec-b097-9678ecb86e6a has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:36:51.570649 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port cb32cc3c-7e18-464a-b5e3-34f2b5ea0dc9 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:36:51.575164 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port cb32cc3c-7e18-464a-b5e3-34f2b5ea0dc9 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:36:51.575777 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:51.662015 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:51.684761 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98806896-eb74-44bf-9fd1-c7d63f5f6554 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:36:51.697326 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-98806896-eb74-44bf-9fd1-c7d63f5f6554 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "PUT /v2.0/routers/e6f5a2bb-89dd-42ec-b097-9678ecb86e6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3417628 Sep 07 03:36:51.711828 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port cb32cc3c-7e18-464a-b5e3-34f2b5ea0dc9, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=cb32cc3c-7e18-464a-b5e3-34f2b5ea0dc9,segment=NetworkSegment(66a6dbf3-8f07-480f-8b5c-fe94104f0995),segment_id=66a6dbf3-8f07-480f-8b5c-fe94104f0995)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:36:51.717478 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:51.718289 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device d90da673-33e0-43a5-8204-5974964b6d83 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:36:51.756499 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44d9283-bd21-4588-b29c-671acbdfe360 None None] Sync routers for ids ['e6f5a2bb-89dd-42ec-b097-9678ecb86e6a'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:36:51.766030 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-d1d6f692-4a41-4b9c-bab2-2cb6f258b1ec None None] Provisioning for port 0aa5d9a2-00f0-4d7c-ab6d-b8624ab0753f completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:36:51.799055 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-d1d6f692-4a41-4b9c-bab2-2cb6f258b1ec None None] Provisioning complete for port 0aa5d9a2-00f0-4d7c-ab6d-b8624ab0753f triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:36:51.799438 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d1d6f692-4a41-4b9c-bab2-2cb6f258b1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:51.822818 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44d9283-bd21-4588-b29c-671acbdfe360 None None] Routers {'e6f5a2bb-89dd-42ec-b097-9678ecb86e6a'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:36:51.823466 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-c44d9283-bd21-4588-b29c-671acbdfe360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:36:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['e6f5a2bb-89dd-42ec-b097-9678ecb86e6a'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:36:51.859609 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d49cd748-4450-4020-92a8-67e003961f81 req-e7ed5631-a099-44e2-92d4-7cccb54cc13d tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-339526460&fields=id&tenant_id=27bcf015607944b4bc040d494fbb2877 HTTP/1.1" status: 200 len: 267 time: 0.0374689 Sep 07 03:36:51.900175 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=cb32cc3c-7e18-464a-b5e3-34f2b5ea0dc9,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:36:51.905821 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-d1d6f692-4a41-4b9c-bab2-2cb6f258b1ec None None] Port 0aa5d9a2-00f0-4d7c-ab6d-b8624ab0753f cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:36:51.909629 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port d90da673-33e0-43a5-8204-5974964b6d83 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:36:51.924369 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port d90da673-33e0-43a5-8204-5974964b6d83 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:36:51.924829 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:51.996670 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-d1d6f692-4a41-4b9c-bab2-2cb6f258b1ec None None] Provisioning complete for port cb32cc3c-7e18-464a-b5e3-34f2b5ea0dc9 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:36:51.997098 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d1d6f692-4a41-4b9c-bab2-2cb6f258b1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:51.998199 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49cd748-4450-4020-92a8-67e003961f81 req-5c3ebbbe-505a-4dfe-b426-2fef3903f4d2 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:36:51.999840 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d49cd748-4450-4020-92a8-67e003961f81 req-5c3ebbbe-505a-4dfe-b426-2fef3903f4d2 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/networks?id=a332d8fd-7645-4c23-98a5-234a9ac0d935 HTTP/1.1" status: 200 len: 797 time: 0.1332183 Sep 07 03:36:52.020976 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d49cd748-4450-4020-92a8-67e003961f81 req-48323c1d-a08a-451a-8260-49f333f11bdb tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/quotas/27bcf015607944b4bc040d494fbb2877 HTTP/1.1" status: 200 len: 375 time: 0.0124524 Sep 07 03:36:52.049815 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-c44d9283-bd21-4588-b29c-671acbdfe360 None None] Set router e6f5a2bb-89dd-42ec-b097-9678ecb86e6a gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:36:52.078761 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d49cd748-4450-4020-92a8-67e003961f81 req-7a64395c-bc54-429e-91d4-16ca7dead3f4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=27bcf015607944b4bc040d494fbb2877&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506334 Sep 07 03:36:52.141865 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [req-d49cd748-4450-4020-92a8-67e003961f81 req-e6aa3610-fd44-49e7-a717-bf26f653112f service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:36:52.142879 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d49cd748-4450-4020-92a8-67e003961f81 req-e6aa3610-fd44-49e7-a717-bf26f653112f service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0501320 Sep 07 03:36:52.209102 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:52.229850 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:52.238366 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:52.241570 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d49cd748-4450-4020-92a8-67e003961f81 req-90623010-3d0c-4f35-a9a1-be8cf1aeb7a8 service neutron] 10.222.0.22 "GET /v2.0/networks/a332d8fd-7645-4c23-98a5-234a9ac0d935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919032 Sep 07 03:36:52.298235 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port d90da673-33e0-43a5-8204-5974964b6d83, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=d90da673-33e0-43a5-8204-5974964b6d83,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:36:52.306286 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:52.335934 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d49cd748-4450-4020-92a8-67e003961f81 req-1fecbd4e-4aa7-459e-9683-a8e8c33c1ea7 service neutron] 10.222.0.22 "GET /v2.0/networks/a332d8fd-7645-4c23-98a5-234a9ac0d935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872943 Sep 07 03:36:52.394633 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=d90da673-33e0-43a5-8204-5974964b6d83,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:36:52.421217 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-c44d9283-bd21-4588-b29c-671acbdfe360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f5a2bb-89dd-42ec-b097-9678ecb86e6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650262408', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'd90da673-33e0-43a5-8204-5974964b6d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:36:47Z', 'updated_at': '2021-09-07T03:36:50Z', 'revision_number': 4, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': 'd90da673-33e0-43a5-8204-5974964b6d83', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:57:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f5a2bb-89dd-42ec-b097-9678ecb86e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:36:47Z', 'updated_at': '2021-09-07T03:36:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '0aa5d9a2-00f0-4d7c-ab6d-b8624ab0753f', 'name': '', 'network_id': 'a332d8fd-7645-4c23-98a5-234a9ac0d935', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'mac_address': 'fa:16:3e:a5:cb:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f5a2bb-89dd-42ec-b097-9678ecb86e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '421b88b8-8447-4a14-a652-84c8d0e8d690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:36:49Z', 'updated_at': '2021-09-07T03:36:50Z', 'revision_number': 2, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'subnets': [{'id': '421b88b8-8447-4a14-a652-84c8d0e8d690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:36:52.451983 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44d9283-bd21-4588-b29c-671acbdfe360 None None] Checking router: e6f5a2bb-89dd-42ec-b097-9678ecb86e6a for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:36:52.452355 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44d9283-bd21-4588-b29c-671acbdfe360 None None] Updating router e6f5a2bb-89dd-42ec-b097-9678ecb86e6a port 0aa5d9a2-00f0-4d7c-ab6d-b8624ab0753f binding host n-d-796209-16 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 03:36:52.455723 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-72a3d430-7e6c-412e-a853-f764928151a1 None None] Provisioning complete for port 0aa5d9a2-00f0-4d7c-ab6d-b8624ab0753f triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:36:52.456103 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-72a3d430-7e6c-412e-a853-f764928151a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:52.502198 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c44d9283-bd21-4588-b29c-671acbdfe360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:52.515792 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cee5cd85-24d2-430c-b6a4-98e97ba8a6ec req-d045f429-8f60-4517-9d7a-a6da1ab62c1d tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=ade69466-f21a-4cf2-a0b2-56c02d50e8ae HTTP/1.1" status: 200 len: 210 time: 0.0297081 Sep 07 03:36:52.525560 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-72a3d430-7e6c-412e-a853-f764928151a1 None None] Port 0aa5d9a2-00f0-4d7c-ab6d-b8624ab0753f cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:36:52.792418 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c44d9283-bd21-4588-b29c-671acbdfe360 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:52.803054 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-c44d9283-bd21-4588-b29c-671acbdfe360 None None] Transition to ACTIVE for port object 0aa5d9a2-00f0-4d7c-ab6d-b8624ab0753f will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:36:52.808780 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c44d9283-bd21-4588-b29c-671acbdfe360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:52.871051 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76672702-55f2-4b41-9135-c59f5e9717c6 None None] Pushing event updated for resources: {'Port': ['ID=0aa5d9a2-00f0-4d7c-ab6d-b8624ab0753f,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:36:52.920196 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-c44d9283-bd21-4588-b29c-671acbdfe360 None None] Attempting to bind port 0aa5d9a2-00f0-4d7c-ab6d-b8624ab0753f on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:36:52.920655 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-c44d9283-bd21-4588-b29c-671acbdfe360 None None] Attempting to bind port 0aa5d9a2-00f0-4d7c-ab6d-b8624ab0753f by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '66a6dbf3-8f07-480f-8b5c-fe94104f0995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a332d8fd-7645-4c23-98a5-234a9ac0d935'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:36:52.921114 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44d9283-bd21-4588-b29c-671acbdfe360 None None] Attempting to bind port 0aa5d9a2-00f0-4d7c-ab6d-b8624ab0753f on network a332d8fd-7645-4c23-98a5-234a9ac0d935 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:36:52.926534 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44d9283-bd21-4588-b29c-671acbdfe360 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:36:52.926904 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44d9283-bd21-4588-b29c-671acbdfe360 None None] Checking segment: {'id': '66a6dbf3-8f07-480f-8b5c-fe94104f0995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a332d8fd-7645-4c23-98a5-234a9ac0d935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:36:52.927406 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c44d9283-bd21-4588-b29c-671acbdfe360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:52.927922 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44d9283-bd21-4588-b29c-671acbdfe360 None None] Bound using segment: {'id': '66a6dbf3-8f07-480f-8b5c-fe94104f0995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a332d8fd-7645-4c23-98a5-234a9ac0d935'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:36:52.928470 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-c44d9283-bd21-4588-b29c-671acbdfe360 None None] Bound port: 0aa5d9a2-00f0-4d7c-ab6d-b8624ab0753f, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a6dbf3-8f07-480f-8b5c-fe94104f0995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a332d8fd-7645-4c23-98a5-234a9ac0d935'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:36:52.928945 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c44d9283-bd21-4588-b29c-671acbdfe360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:53.005698 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-c44d9283-bd21-4588-b29c-671acbdfe360 None None] For port 0aa5d9a2-00f0-4d7c-ab6d-b8624ab0753f, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:36:53.009389 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-c44d9283-bd21-4588-b29c-671acbdfe360 None None] For port 0aa5d9a2-00f0-4d7c-ab6d-b8624ab0753f, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=0aa5d9a2-00f0-4d7c-ab6d-b8624ab0753f,segment=NetworkSegment(66a6dbf3-8f07-480f-8b5c-fe94104f0995),segment_id=66a6dbf3-8f07-480f-8b5c-fe94104f0995)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:36:53.014223 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c44d9283-bd21-4588-b29c-671acbdfe360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:53.081963 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76672702-55f2-4b41-9135-c59f5e9717c6 None None] Pushing event updated for resources: {'Port': ['ID=0aa5d9a2-00f0-4d7c-ab6d-b8624ab0753f,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:36:53.087304 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44d9283-bd21-4588-b29c-671acbdfe360 None None] Routers {'e6f5a2bb-89dd-42ec-b097-9678ecb86e6a'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:36:53.087942 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-c44d9283-bd21-4588-b29c-671acbdfe360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:36:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['e6f5a2bb-89dd-42ec-b097-9678ecb86e6a'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:36:53.371266 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-c44d9283-bd21-4588-b29c-671acbdfe360 None None] Set router e6f5a2bb-89dd-42ec-b097-9678ecb86e6a gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:36:53.464706 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device cb32cc3c-7e18-464a-b5e3-34f2b5ea0dc9 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:36:53.487105 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49cd748-4450-4020-92a8-67e003961f81 req-902bc6f8-b94e-4963-8387-c6faeebdb033 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:36:53.488720 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d49cd748-4450-4020-92a8-67e003961f81 req-902bc6f8-b94e-4963-8387-c6faeebdb033 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.16 "GET /v2.0/networks?id=a332d8fd-7645-4c23-98a5-234a9ac0d935 HTTP/1.1" status: 200 len: 797 time: 0.1551406 Sep 07 03:36:53.533465 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d49cd748-4450-4020-92a8-67e003961f81 req-ffbe5143-d81b-453c-b9cf-8b6dfd9db0b0 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27bcf015607944b4bc040d494fbb2877 HTTP/1.1" status: 200 len: 379 time: 0.0335896 Sep 07 03:36:53.543824 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-d49cd748-4450-4020-92a8-67e003961f81 req-7985b838-5a81-4cf4-9a1c-aea6033a2896 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Request body: {'port': {'device_id': 'ade69466-f21a-4cf2-a0b2-56c02d50e8ae', 'network_id': 'a332d8fd-7645-4c23-98a5-234a9ac0d935', 'admin_state_up': True, 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'security_groups': ['9642c936-2144-497b-850a-2d6a30b3d818']}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:36:53.585597 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port cb32cc3c-7e18-464a-b5e3-34f2b5ea0dc9 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:36:53.585837 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:53.626553 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a15d5c54-90e0-433d-a74e-66c45bfde3c1 req-64c892f5-91f7-4d16-8366-b0b5defe9f2c tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=ade69466-f21a-4cf2-a0b2-56c02d50e8ae HTTP/1.1" status: 200 len: 210 time: 0.0331695 Sep 07 03:36:53.656920 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d49cd748-4450-4020-92a8-67e003961f81 req-7985b838-5a81-4cf4-9a1c-aea6033a2896 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Made reservation on behalf of 27bcf015607944b4bc040d494fbb2877 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:36:53.660398 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d49cd748-4450-4020-92a8-67e003961f81 req-7985b838-5a81-4cf4-9a1c-aea6033a2896 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:53.676049 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-c44d9283-bd21-4588-b29c-671acbdfe360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f5a2bb-89dd-42ec-b097-9678ecb86e6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650262408', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'd90da673-33e0-43a5-8204-5974964b6d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:36:47Z', 'updated_at': '2021-09-07T03:36:50Z', 'revision_number': 4, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': 'd90da673-33e0-43a5-8204-5974964b6d83', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:57:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f5a2bb-89dd-42ec-b097-9678ecb86e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:36:47Z', 'updated_at': '2021-09-07T03:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '0aa5d9a2-00f0-4d7c-ab6d-b8624ab0753f', 'name': '', 'network_id': 'a332d8fd-7645-4c23-98a5-234a9ac0d935', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'mac_address': 'fa:16:3e:a5:cb:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f5a2bb-89dd-42ec-b097-9678ecb86e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '421b88b8-8447-4a14-a652-84c8d0e8d690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:36:49Z', 'updated_at': '2021-09-07T03:36:52Z', 'revision_number': 4, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'subnets': [{'id': '421b88b8-8447-4a14-a652-84c8d0e8d690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:36:53.719766 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44d9283-bd21-4588-b29c-671acbdfe360 None None] The sync data for ids ['e6f5a2bb-89dd-42ec-b097-9678ecb86e6a'] in n-d-796209-16 is: [{'id': 'e6f5a2bb-89dd-42ec-b097-9678ecb86e6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650262408', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'd90da673-33e0-43a5-8204-5974964b6d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:36:47Z', 'updated_at': '2021-09-07T03:36:50Z', 'revision_number': 4, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': 'd90da673-33e0-43a5-8204-5974964b6d83', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:57:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f5a2bb-89dd-42ec-b097-9678ecb86e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:36:47Z', 'updated_at': '2021-09-07T03:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '0aa5d9a2-00f0-4d7c-ab6d-b8624ab0753f', 'name': '', 'network_id': 'a332d8fd-7645-4c23-98a5-234a9ac0d935', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'mac_address': 'fa:16:3e:a5:cb:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f5a2bb-89dd-42ec-b097-9678ecb86e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '421b88b8-8447-4a14-a652-84c8d0e8d690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:36:49Z', 'updated_at': '2021-09-07T03:36:52Z', 'revision_number': 4, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'subnets': [{'id': '421b88b8-8447-4a14-a652-84c8d0e8d690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:36:53.737100 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device d90da673-33e0-43a5-8204-5974964b6d83 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:36:53.801381 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port d90da673-33e0-43a5-8204-5974964b6d83 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:36:53.801896 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:53.810431 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-d49cd748-4450-4020-92a8-67e003961f81 req-7985b838-5a81-4cf4-9a1c-aea6033a2896 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Allocated IP 172.20.0.12 (a332d8fd-7645-4c23-98a5-234a9ac0d935/421b88b8-8447-4a14-a652-84c8d0e8d690/52273c7a-e084-4a5a-9523-a5a53852801c) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:36:53.970357 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d49cd748-4450-4020-92a8-67e003961f81 req-7985b838-5a81-4cf4-9a1c-aea6033a2896 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:53.985217 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-d49cd748-4450-4020-92a8-67e003961f81 req-7985b838-5a81-4cf4-9a1c-aea6033a2896 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Transition to ACTIVE for port object 52273c7a-e084-4a5a-9523-a5a53852801c will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:36:54.019463 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d49cd748-4450-4020-92a8-67e003961f81 req-7985b838-5a81-4cf4-9a1c-aea6033a2896 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:54.066919 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d49cd748-4450-4020-92a8-67e003961f81 req-7985b838-5a81-4cf4-9a1c-aea6033a2896 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Network a332d8fd-7645-4c23-98a5-234a9ac0d935 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:36:54.072357 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-d49cd748-4450-4020-92a8-67e003961f81 req-7985b838-5a81-4cf4-9a1c-aea6033a2896 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:36:54.077023 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-d49cd748-4450-4020-92a8-67e003961f81 req-7985b838-5a81-4cf4-9a1c-aea6033a2896 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:36:54.080896 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7985b838-5a81-4cf4-9a1c-aea6033a2896 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'Port': ['ID=52273c7a-e084-4a5a-9523-a5a53852801c,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:36:54.143705 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49cd748-4450-4020-92a8-67e003961f81 req-7985b838-5a81-4cf4-9a1c-aea6033a2896 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:36:54.144508 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d49cd748-4450-4020-92a8-67e003961f81 req-7985b838-5a81-4cf4-9a1c-aea6033a2896 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:54.161877 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d49cd748-4450-4020-92a8-67e003961f81 req-7985b838-5a81-4cf4-9a1c-aea6033a2896 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6221969 Sep 07 03:36:54.175305 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-d49cd748-4450-4020-92a8-67e003961f81 req-c79ac0ab-b352-4d66-bbdc-5371ce786e7f service neutron] Request body: {'port': {'device_id': 'ade69466-f21a-4cf2-a0b2-56c02d50e8ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:36:54.233815 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d49cd748-4450-4020-92a8-67e003961f81 req-c79ac0ab-b352-4d66-bbdc-5371ce786e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:54.375842 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-704c65db-498b-470f-907a-3997f36058c8 None None] Provisioning for port 52273c7a-e084-4a5a-9523-a5a53852801c completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:36:54.379857 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-704c65db-498b-470f-907a-3997f36058c8 None None] Provisioning complete for port 52273c7a-e084-4a5a-9523-a5a53852801c triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:36:54.380437 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-704c65db-498b-470f-907a-3997f36058c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:54.416308 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-704c65db-498b-470f-907a-3997f36058c8 None None] Port 52273c7a-e084-4a5a-9523-a5a53852801c cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:36:54.515074 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-d49cd748-4450-4020-92a8-67e003961f81 req-c79ac0ab-b352-4d66-bbdc-5371ce786e7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52273c7a-e084-4a5a-9523-a5a53852801c {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:36:54.522987 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d49cd748-4450-4020-92a8-67e003961f81 req-c79ac0ab-b352-4d66-bbdc-5371ce786e7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:54.536001 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-d49cd748-4450-4020-92a8-67e003961f81 req-c79ac0ab-b352-4d66-bbdc-5371ce786e7f service neutron] Transition to ACTIVE for port object 52273c7a-e084-4a5a-9523-a5a53852801c will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:36:54.540131 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d49cd748-4450-4020-92a8-67e003961f81 req-c79ac0ab-b352-4d66-bbdc-5371ce786e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:54.593361 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ac0ab-b352-4d66-bbdc-5371ce786e7f service neutron] Pushing event updated for resources: {'Port': ['ID=52273c7a-e084-4a5a-9523-a5a53852801c,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:36:54.682753 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-d49cd748-4450-4020-92a8-67e003961f81 req-c79ac0ab-b352-4d66-bbdc-5371ce786e7f service neutron] Attempting to bind port 52273c7a-e084-4a5a-9523-a5a53852801c on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:36:54.683093 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-d49cd748-4450-4020-92a8-67e003961f81 req-c79ac0ab-b352-4d66-bbdc-5371ce786e7f service neutron] Attempting to bind port 52273c7a-e084-4a5a-9523-a5a53852801c by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '66a6dbf3-8f07-480f-8b5c-fe94104f0995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a332d8fd-7645-4c23-98a5-234a9ac0d935'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:36:54.683425 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49cd748-4450-4020-92a8-67e003961f81 req-c79ac0ab-b352-4d66-bbdc-5371ce786e7f service neutron] Attempting to bind port 52273c7a-e084-4a5a-9523-a5a53852801c on network a332d8fd-7645-4c23-98a5-234a9ac0d935 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:36:54.688680 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49cd748-4450-4020-92a8-67e003961f81 req-c79ac0ab-b352-4d66-bbdc-5371ce786e7f service neutron] Port 52273c7a-e084-4a5a-9523-a5a53852801c on network a332d8fd-7645-4c23-98a5-234a9ac0d935 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 03:36:54.689019 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49cd748-4450-4020-92a8-67e003961f81 req-c79ac0ab-b352-4d66-bbdc-5371ce786e7f service neutron] Attempting to bind port 52273c7a-e084-4a5a-9523-a5a53852801c on network a332d8fd-7645-4c23-98a5-234a9ac0d935 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:36:54.694750 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49cd748-4450-4020-92a8-67e003961f81 req-c79ac0ab-b352-4d66-bbdc-5371ce786e7f service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:36:54.695105 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49cd748-4450-4020-92a8-67e003961f81 req-c79ac0ab-b352-4d66-bbdc-5371ce786e7f service neutron] Checking segment: {'id': '66a6dbf3-8f07-480f-8b5c-fe94104f0995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a332d8fd-7645-4c23-98a5-234a9ac0d935'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:36:54.695515 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49cd748-4450-4020-92a8-67e003961f81 req-c79ac0ab-b352-4d66-bbdc-5371ce786e7f service neutron] Bound using segment: {'id': '66a6dbf3-8f07-480f-8b5c-fe94104f0995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a332d8fd-7645-4c23-98a5-234a9ac0d935'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:36:54.695952 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-d49cd748-4450-4020-92a8-67e003961f81 req-c79ac0ab-b352-4d66-bbdc-5371ce786e7f service neutron] Bound port: 52273c7a-e084-4a5a-9523-a5a53852801c, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66a6dbf3-8f07-480f-8b5c-fe94104f0995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a332d8fd-7645-4c23-98a5-234a9ac0d935'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:36:54.696298 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d49cd748-4450-4020-92a8-67e003961f81 req-c79ac0ab-b352-4d66-bbdc-5371ce786e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:54.801832 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-d49cd748-4450-4020-92a8-67e003961f81 req-c79ac0ab-b352-4d66-bbdc-5371ce786e7f service neutron] For port 52273c7a-e084-4a5a-9523-a5a53852801c, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:36:54.810975 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c962d151-5734-49cc-9ecb-04bcca004db6 req-e6a6d417-28ca-461b-adf1-614c595b9d7a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:36:54.812528 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c962d151-5734-49cc-9ecb-04bcca004db6 req-e6a6d417-28ca-461b-adf1-614c595b9d7a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=ade69466-f21a-4cf2-a0b2-56c02d50e8ae HTTP/1.1" status: 200 len: 944 time: 0.0996194 Sep 07 03:36:54.814172 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-d49cd748-4450-4020-92a8-67e003961f81 req-c79ac0ab-b352-4d66-bbdc-5371ce786e7f service neutron] For port 52273c7a-e084-4a5a-9523-a5a53852801c, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=52273c7a-e084-4a5a-9523-a5a53852801c,segment=NetworkSegment(66a6dbf3-8f07-480f-8b5c-fe94104f0995),segment_id=66a6dbf3-8f07-480f-8b5c-fe94104f0995)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:36:54.818495 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d49cd748-4450-4020-92a8-67e003961f81 req-c79ac0ab-b352-4d66-bbdc-5371ce786e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:54.870242 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49cd748-4450-4020-92a8-67e003961f81 req-c79ac0ab-b352-4d66-bbdc-5371ce786e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:36:54.870903 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d49cd748-4450-4020-92a8-67e003961f81 req-c79ac0ab-b352-4d66-bbdc-5371ce786e7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:54.872351 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d49cd748-4450-4020-92a8-67e003961f81 req-c79ac0ab-b352-4d66-bbdc-5371ce786e7f service neutron] 10.222.0.16 "PUT /v2.0/ports/52273c7a-e084-4a5a-9523-a5a53852801c HTTP/1.1" status: 200 len: 1093 time: 0.7017281 Sep 07 03:36:54.873893 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ade69466-f21a-4cf2-a0b2-56c02d50e8ae', 'tag': '52273c7a-e084-4a5a-9523-a5a53852801c'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:36:54.876202 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4b99ef7bc7a5293b766a2301f992bcff4e86bffe3ac49b880de9dcdee739ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1a5757-cbe8-43ce-b86a-fe6c9ce21f45" -d '{"events": [{"name": "network-changed", "server_uuid": "ade69466-f21a-4cf2-a0b2-56c02d50e8ae", "tag": "52273c7a-e084-4a5a-9523-a5a53852801c"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:36:54.912023 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c962d151-5734-49cc-9ecb-04bcca004db6 req-72759c4f-6b1b-48bb-81aa-c48607c90ff0 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=9642c936-2144-497b-850a-2d6a30b3d818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911803 Sep 07 03:36:54.923850 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b845960-5818-4bbd-ace3-4d37888b5970 x-openstack-request-id: req-2b845960-5818-4bbd-ace3-4d37888b5970 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:36:54.924146 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ade69466-f21a-4cf2-a0b2-56c02d50e8ae", "tag": "52273c7a-e084-4a5a-9523-a5a53852801c", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:36:54.924401 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2b845960-5818-4bbd-ace3-4d37888b5970 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:36:54.924800 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ade69466-f21a-4cf2-a0b2-56c02d50e8ae', 'tag': '52273c7a-e084-4a5a-9523-a5a53852801c', 'status': 'completed', 'code': 200} Sep 07 03:36:54.926652 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ac0ab-b352-4d66-bbdc-5371ce786e7f service neutron] Pushing event updated for resources: {'Port': ['ID=52273c7a-e084-4a5a-9523-a5a53852801c,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:36:54.963309 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49cd748-4450-4020-92a8-67e003961f81 req-98897450-aeed-4c52-a334-e892ddd46869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:36:54.964944 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d49cd748-4450-4020-92a8-67e003961f81 req-98897450-aeed-4c52-a334-e892ddd46869 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=27bcf015607944b4bc040d494fbb2877&device_id=ade69466-f21a-4cf2-a0b2-56c02d50e8ae HTTP/1.1" status: 200 len: 1096 time: 0.0520329 Sep 07 03:36:55.015468 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d49cd748-4450-4020-92a8-67e003961f81 req-324820fb-0ca4-4622-812d-97656ad6b9ff service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52273c7a-e084-4a5a-9523-a5a53852801c HTTP/1.1" status: 200 len: 217 time: 0.0427315 Sep 07 03:36:55.066118 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49cd748-4450-4020-92a8-67e003961f81 req-fbd69757-6d46-4725-be43-5d8d8630234a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:36:55.067643 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d49cd748-4450-4020-92a8-67e003961f81 req-fbd69757-6d46-4725-be43-5d8d8630234a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=421b88b8-8447-4a14-a652-84c8d0e8d690 HTTP/1.1" status: 200 len: 834 time: 0.0450666 Sep 07 03:36:55.113068 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49cd748-4450-4020-92a8-67e003961f81 req-7d544338-5e3d-493b-b0fb-153ce5cffb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:36:55.114525 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d49cd748-4450-4020-92a8-67e003961f81 req-7d544338-5e3d-493b-b0fb-153ce5cffb84 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a332d8fd-7645-4c23-98a5-234a9ac0d935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399384 Sep 07 03:36:55.206817 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d49cd748-4450-4020-92a8-67e003961f81 req-633b10bb-c0b6-4439-80d9-fd6cde85db48 service neutron] 10.222.0.16 "GET /v2.0/networks/a332d8fd-7645-4c23-98a5-234a9ac0d935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847447 Sep 07 03:36:55.296908 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d49cd748-4450-4020-92a8-67e003961f81 req-581302fb-a677-4420-be01-51c940beecc0 service neutron] 10.222.0.16 "GET /v2.0/networks/a332d8fd-7645-4c23-98a5-234a9ac0d935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817974 Sep 07 03:36:55.385506 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a5757-cbe8-43ce-b86a-fe6c9ce21f45 req-9eb69177-a596-408d-bfd5-df22265a918c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:36:55.387039 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0e1a5757-cbe8-43ce-b86a-fe6c9ce21f45 req-9eb69177-a596-408d-bfd5-df22265a918c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=27bcf015607944b4bc040d494fbb2877&device_id=ade69466-f21a-4cf2-a0b2-56c02d50e8ae HTTP/1.1" status: 200 len: 1096 time: 0.0476313 Sep 07 03:36:55.458258 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 0aa5d9a2-00f0-4d7c-ab6d-b8624ab0753f up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:36:55.478990 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a5757-cbe8-43ce-b86a-fe6c9ce21f45 req-5ec6a7d7-6ce2-4471-aefe-491b8a1495dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:36:55.480526 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0e1a5757-cbe8-43ce-b86a-fe6c9ce21f45 req-5ec6a7d7-6ce2-4471-aefe-491b8a1495dc service neutron] 10.222.0.16 "GET /v2.0/networks?id=a332d8fd-7645-4c23-98a5-234a9ac0d935 HTTP/1.1" status: 200 len: 897 time: 0.0865703 Sep 07 03:36:55.507993 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 0aa5d9a2-00f0-4d7c-ab6d-b8624ab0753f completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:36:55.511763 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 0aa5d9a2-00f0-4d7c-ab6d-b8624ab0753f triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:36:55.512141 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:55.524317 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0e1a5757-cbe8-43ce-b86a-fe6c9ce21f45 req-618f3978-9195-47ca-a5de-4757a48bd90e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52273c7a-e084-4a5a-9523-a5a53852801c HTTP/1.1" status: 200 len: 217 time: 0.0370121 Sep 07 03:36:55.574264 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a5757-cbe8-43ce-b86a-fe6c9ce21f45 req-d3c4c8eb-6d6d-4d33-a09f-226b2ce2ab1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:36:55.576332 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0e1a5757-cbe8-43ce-b86a-fe6c9ce21f45 req-d3c4c8eb-6d6d-4d33-a09f-226b2ce2ab1f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=421b88b8-8447-4a14-a652-84c8d0e8d690 HTTP/1.1" status: 200 len: 834 time: 0.0444779 Sep 07 03:36:55.592547 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:55.623173 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a5757-cbe8-43ce-b86a-fe6c9ce21f45 req-10340181-77b2-404f-9920-74d75ceafa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:36:55.624303 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 0aa5d9a2-00f0-4d7c-ab6d-b8624ab0753f, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=0aa5d9a2-00f0-4d7c-ab6d-b8624ab0753f,segment=NetworkSegment(66a6dbf3-8f07-480f-8b5c-fe94104f0995),segment_id=66a6dbf3-8f07-480f-8b5c-fe94104f0995)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:36:55.624783 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0e1a5757-cbe8-43ce-b86a-fe6c9ce21f45 req-10340181-77b2-404f-9920-74d75ceafa32 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a332d8fd-7645-4c23-98a5-234a9ac0d935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400307 Sep 07 03:36:55.628213 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:55.675178 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=0aa5d9a2-00f0-4d7c-ab6d-b8624ab0753f,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:36:55.725342 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0e1a5757-cbe8-43ce-b86a-fe6c9ce21f45 req-9630b193-e712-4fd5-95a1-64465d8da6a4 service neutron] 10.222.0.16 "GET /v2.0/networks/a332d8fd-7645-4c23-98a5-234a9ac0d935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929432 Sep 07 03:36:55.816574 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0e1a5757-cbe8-43ce-b86a-fe6c9ce21f45 req-5df7a732-b174-4f4d-b9ee-1777382eb2c0 service neutron] 10.222.0.16 "GET /v2.0/networks/a332d8fd-7645-4c23-98a5-234a9ac0d935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821712 Sep 07 03:36:55.985571 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-18b9d8ac-89aa-4994-af55-3a040847e3a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:56.038515 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f4aa7-73c7-4ede-9c0c-1df1a5a7af20 req-bd09202c-381c-46fc-a32a-547a21c21562 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:36:56.040075 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fd5f4aa7-73c7-4ede-9c0c-1df1a5a7af20 req-bd09202c-381c-46fc-a32a-547a21c21562 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=ade69466-f21a-4cf2-a0b2-56c02d50e8ae HTTP/1.1" status: 200 len: 944 time: 0.0546863 Sep 07 03:36:56.079030 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fd5f4aa7-73c7-4ede-9c0c-1df1a5a7af20 req-ff6a4026-d8ad-4d5a-8f81-0d7a0059a9c7 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=9642c936-2144-497b-850a-2d6a30b3d818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328789 Sep 07 03:36:57.191980 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ad4fe-e28c-433a-99ad-ba43d931b8f0 req-bc946185-668e-4343-b7bd-2500a6399ac2 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:36:57.193481 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-643ad4fe-e28c-433a-99ad-ba43d931b8f0 req-bc946185-668e-4343-b7bd-2500a6399ac2 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=ade69466-f21a-4cf2-a0b2-56c02d50e8ae HTTP/1.1" status: 200 len: 944 time: 0.0486302 Sep 07 03:36:57.234793 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-643ad4fe-e28c-433a-99ad-ba43d931b8f0 req-4c14ce2e-eb7f-4fa5-ad41-373228c5c6d5 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=9642c936-2144-497b-850a-2d6a30b3d818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354195 Sep 07 03:36:57.437686 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 0aa5d9a2-00f0-4d7c-ab6d-b8624ab0753f up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:36:57.488617 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 0aa5d9a2-00f0-4d7c-ab6d-b8624ab0753f triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:36:57.488991 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:58.248314 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fed28d18-73c2-4f05-9865-9316a41e1697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:58.346253 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c5e24d-211a-43d4-b3dd-93e04988fd67 req-8ac54656-58d4-47f5-860a-91e95e3a3a8c tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:36:58.347744 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-55c5e24d-211a-43d4-b3dd-93e04988fd67 req-8ac54656-58d4-47f5-860a-91e95e3a3a8c tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=ade69466-f21a-4cf2-a0b2-56c02d50e8ae HTTP/1.1" status: 200 len: 944 time: 0.0473702 Sep 07 03:36:58.384284 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-55c5e24d-211a-43d4-b3dd-93e04988fd67 req-c630cd4d-780e-4e97-802e-f748068f57ae tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=9642c936-2144-497b-850a-2d6a30b3d818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306070 Sep 07 03:36:58.788085 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:58.984738 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 52273c7a-e084-4a5a-9523-a5a53852801c details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 03:36:59.088773 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 52273c7a-e084-4a5a-9523-a5a53852801c, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=52273c7a-e084-4a5a-9523-a5a53852801c,segment=NetworkSegment(66a6dbf3-8f07-480f-8b5c-fe94104f0995),segment_id=66a6dbf3-8f07-480f-8b5c-fe94104f0995)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:36:59.099340 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': '52273c7a-e084-4a5a-9523-a5a53852801c', 'network_id': 'a332d8fd-7645-4c23-98a5-234a9ac0d935', 'port_id': '52273c7a-e084-4a5a-9523-a5a53852801c', 'mac_address': 'fa:16:3e:31:d8:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '421b88b8-8447-4a14-a652-84c8d0e8d690', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 03:36:59.135047 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:59.147779 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52273c7a-e084-4a5a-9523-a5a53852801c {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:36:59.166390 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 52273c7a-e084-4a5a-9523-a5a53852801c, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=52273c7a-e084-4a5a-9523-a5a53852801c,segment=NetworkSegment(66a6dbf3-8f07-480f-8b5c-fe94104f0995),segment_id=66a6dbf3-8f07-480f-8b5c-fe94104f0995)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:36:59.169997 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:36:59.218364 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=52273c7a-e084-4a5a-9523-a5a53852801c,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:36:59.395321 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['52273c7a-e084-4a5a-9523-a5a53852801c'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:36:59.502383 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7348a0-3a23-4423-b47e-b24b1ea7b862 req-c4214c5a-f6eb-4898-a98f-6582e28902fa tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:36:59.503964 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4d7348a0-3a23-4423-b47e-b24b1ea7b862 req-c4214c5a-f6eb-4898-a98f-6582e28902fa tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=ade69466-f21a-4cf2-a0b2-56c02d50e8ae HTTP/1.1" status: 200 len: 945 time: 0.0540526 Sep 07 03:36:59.540350 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4d7348a0-3a23-4423-b47e-b24b1ea7b862 req-03471ac0-849d-4e8e-92cc-7b5a9dd522bc tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=9642c936-2144-497b-850a-2d6a30b3d818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304215 Sep 07 03:36:59.747678 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:37:00.656880 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf539f-93ce-42c8-80ee-4337eadd203e req-a2f8ebee-82a9-4cdf-89d7-465806166536 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:37:00.658352 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-70bf539f-93ce-42c8-80ee-4337eadd203e req-a2f8ebee-82a9-4cdf-89d7-465806166536 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=ade69466-f21a-4cf2-a0b2-56c02d50e8ae HTTP/1.1" status: 200 len: 945 time: 0.0513937 Sep 07 03:37:00.694843 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-70bf539f-93ce-42c8-80ee-4337eadd203e req-c1c4a6e6-efd3-4b49-9994-ee1391ecbe6f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=9642c936-2144-497b-850a-2d6a30b3d818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306573 Sep 07 03:37:00.996924 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 52273c7a-e084-4a5a-9523-a5a53852801c up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:37:01.046897 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port 52273c7a-e084-4a5a-9523-a5a53852801c completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:37:01.050568 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port 52273c7a-e084-4a5a-9523-a5a53852801c triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:37:01.050944 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:37:01.126846 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:37:01.148135 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade69466-f21a-4cf2-a0b2-56c02d50e8ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52273c7a-e084-4a5a-9523-a5a53852801c'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:37:01.150600 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a436ec256d2b1825a148fad3e2b3933f4e559d797aa0adc164ec0b132a4edf7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6018a4-12a8-4fd4-a472-64c12044d543" -d '{"events": [{"server_uuid": "ade69466-f21a-4cf2-a0b2-56c02d50e8ae", "name": "network-vif-plugged", "status": "completed", "tag": "52273c7a-e084-4a5a-9523-a5a53852801c"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:37:01.171051 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port 52273c7a-e084-4a5a-9523-a5a53852801c, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=52273c7a-e084-4a5a-9523-a5a53852801c,segment=NetworkSegment(66a6dbf3-8f07-480f-8b5c-fe94104f0995),segment_id=66a6dbf3-8f07-480f-8b5c-fe94104f0995)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:37:01.175002 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:37:01.225438 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=52273c7a-e084-4a5a-9523-a5a53852801c,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:37:01.251172 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d994e5c1-cd86-434a-a0e0-607c3808dfa9 x-openstack-request-id: req-d994e5c1-cd86-434a-a0e0-607c3808dfa9 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:37:01.251463 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ade69466-f21a-4cf2-a0b2-56c02d50e8ae", "name": "network-vif-plugged", "status": "completed", "tag": "52273c7a-e084-4a5a-9523-a5a53852801c", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:37:01.251741 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d994e5c1-cd86-434a-a0e0-607c3808dfa9 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:37:01.252242 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ade69466-f21a-4cf2-a0b2-56c02d50e8ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52273c7a-e084-4a5a-9523-a5a53852801c', 'code': 200} Sep 07 03:37:01.344487 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d828623-6542-4a75-92b7-cb899ad5b656 req-b7da34e4-0e00-42dc-82ab-21c6137c37aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:37:01.345936 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5d828623-6542-4a75-92b7-cb899ad5b656 req-b7da34e4-0e00-42dc-82ab-21c6137c37aa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ade69466-f21a-4cf2-a0b2-56c02d50e8ae HTTP/1.1" status: 200 len: 1098 time: 0.0387328 Sep 07 03:37:01.379909 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5d828623-6542-4a75-92b7-cb899ad5b656 req-8cb66d17-e3d7-4299-b2f9-b43c7eeb7c6b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9642c936-2144-497b-850a-2d6a30b3d818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265515 Sep 07 03:37:01.586677 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:37:01.806757 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a6ce54-bb91-438b-8d14-9010126cd30f req-d900dc4f-14eb-4dda-a102-f46030ce51f3 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:37:01.808253 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c7a6ce54-bb91-438b-8d14-9010126cd30f req-d900dc4f-14eb-4dda-a102-f46030ce51f3 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=ade69466-f21a-4cf2-a0b2-56c02d50e8ae HTTP/1.1" status: 200 len: 946 time: 0.0473120 Sep 07 03:37:01.845185 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c7a6ce54-bb91-438b-8d14-9010126cd30f req-6af2c165-34ca-4850-bcac-b1ea06d3215d tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=9642c936-2144-497b-850a-2d6a30b3d818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302067 Sep 07 03:37:02.956780 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975775f9-6844-48aa-99ef-c47d8e4e4924 req-c23da6c9-443b-48ec-bfcb-80749a044493 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:37:02.958488 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-975775f9-6844-48aa-99ef-c47d8e4e4924 req-c23da6c9-443b-48ec-bfcb-80749a044493 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=ade69466-f21a-4cf2-a0b2-56c02d50e8ae HTTP/1.1" status: 200 len: 946 time: 0.0473456 Sep 07 03:37:02.999705 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-975775f9-6844-48aa-99ef-c47d8e4e4924 req-2d2fed15-ac48-4855-a14f-5dd2743fef6b tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=9642c936-2144-497b-850a-2d6a30b3d818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352755 Sep 07 03:37:03.111725 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4817a8b0-ce97-4027-b306-36661def5a9c req-0820d1de-6fd9-4893-a153-ff20ac9388bd tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:37:03.113192 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4817a8b0-ce97-4027-b306-36661def5a9c req-0820d1de-6fd9-4893-a153-ff20ac9388bd tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=ade69466-f21a-4cf2-a0b2-56c02d50e8ae HTTP/1.1" status: 200 len: 946 time: 0.0482359 Sep 07 03:37:03.150191 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4817a8b0-ce97-4027-b306-36661def5a9c req-5978144c-67a4-43b2-9c74-7f1351c7b462 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=9642c936-2144-497b-850a-2d6a30b3d818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310199 Sep 07 03:37:03.171606 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45240) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:37:03.214095 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c0e08c-dff9-4bc7-8849-a0be3ded2e90 tempest-TestNetworkAdvancedServerOps-177635439 tempest-TestNetworkAdvancedServerOps-177635439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:37:03.215624 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a6c0e08c-dff9-4bc7-8849-a0be3ded2e90 tempest-TestNetworkAdvancedServerOps-177635439 tempest-TestNetworkAdvancedServerOps-177635439-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=ade69466-f21a-4cf2-a0b2-56c02d50e8ae HTTP/1.1" status: 200 len: 1093 time: 0.0430439 Sep 07 03:37:03.218387 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45242) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:37:03.222677 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-b04be190-3ea7-4983-95ac-54eb189eba4a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Request body: {'floatingip': {'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'port_id': '52273c7a-e084-4a5a-9523-a5a53852801c', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:37:03.243412 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b04be190-3ea7-4983-95ac-54eb189eba4a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for floatingip, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:37:03.337306 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b04be190-3ea7-4983-95ac-54eb189eba4a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:37:03.442925 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-b04be190-3ea7-4983-95ac-54eb189eba4a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Allocated IP 172.25.5.116 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/cb3da964-82a1-4d2b-80eb-005821ad43fb) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:37:03.541582 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b04be190-3ea7-4983-95ac-54eb189eba4a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:37:03.578427 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b04be190-3ea7-4983-95ac-54eb189eba4a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:37:03.619813 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04be190-3ea7-4983-95ac-54eb189eba4a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:37:03.622621 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-b04be190-3ea7-4983-95ac-54eb189eba4a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:37:03.628019 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04be190-3ea7-4983-95ac-54eb189eba4a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:37:03.649491 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04be190-3ea7-4983-95ac-54eb189eba4a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'Port': ['ID=cb3da964-82a1-4d2b-80eb-005821ad43fb,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:37:03.976168 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b04be190-3ea7-4983-95ac-54eb189eba4a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:37:04.045420 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b04be190-3ea7-4983-95ac-54eb189eba4a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:37:04.193587 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b04be190-3ea7-4983-95ac-54eb189eba4a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:37:04.197780 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b04be190-3ea7-4983-95ac-54eb189eba4a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:37:04.267165 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04be190-3ea7-4983-95ac-54eb189eba4a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'Port': ['ID=cb3da964-82a1-4d2b-80eb-005821ad43fb,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:37:04.275823 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b04be190-3ea7-4983-95ac-54eb189eba4a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:37:04.373252 n-d-796209-16 neutron-server[94701]: INFO neutron.db.l3_db [None req-b04be190-3ea7-4983-95ac-54eb189eba4a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Floating IP 17e6545b-a2fa-4f31-8710-1b6a5d55c4ce associated. External IP: 172.25.5.116, port: 52273c7a-e084-4a5a-9523-a5a53852801c. Sep 07 03:37:04.574693 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b04be190-3ea7-4983-95ac-54eb189eba4a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Router e6f5a2bb-89dd-42ec-b097-9678ecb86e6a has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:37:04.681263 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04be190-3ea7-4983-95ac-54eb189eba4a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:37:04.690656 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a323cde-fbff-4a3b-a564-6acd965681f6 None None] Sync routers for ids ['e6f5a2bb-89dd-42ec-b097-9678ecb86e6a'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:37:04.697476 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-b04be190-3ea7-4983-95ac-54eb189eba4a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:37:04.700754 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a323cde-fbff-4a3b-a564-6acd965681f6 None None] Routers {'e6f5a2bb-89dd-42ec-b097-9678ecb86e6a'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:37:04.701358 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-3a323cde-fbff-4a3b-a564-6acd965681f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:36:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['e6f5a2bb-89dd-42ec-b097-9678ecb86e6a'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:37:04.726055 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-b04be190-3ea7-4983-95ac-54eb189eba4a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5066779 Sep 07 03:37:04.726625 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ade69466-f21a-4cf2-a0b2-56c02d50e8ae', 'tag': '52273c7a-e084-4a5a-9523-a5a53852801c'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:37:04.728914 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf84fb72099b4c059134e8dbf206a3531b112bee59ff8dea8931d4ccd024695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12de0b60-ea93-4efd-a468-ae39737d0596" -d '{"events": [{"name": "network-changed", "server_uuid": "ade69466-f21a-4cf2-a0b2-56c02d50e8ae", "tag": "52273c7a-e084-4a5a-9523-a5a53852801c"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:37:04.771834 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd85c63-deba-46f6-93fc-bfc9ae4c2fa7 x-openstack-request-id: req-0fd85c63-deba-46f6-93fc-bfc9ae4c2fa7 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:37:04.772118 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ade69466-f21a-4cf2-a0b2-56c02d50e8ae", "tag": "52273c7a-e084-4a5a-9523-a5a53852801c", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:37:04.772374 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0fd85c63-deba-46f6-93fc-bfc9ae4c2fa7 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:37:04.772785 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ade69466-f21a-4cf2-a0b2-56c02d50e8ae', 'tag': '52273c7a-e084-4a5a-9523-a5a53852801c', 'status': 'completed', 'code': 200} Sep 07 03:37:04.809352 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-3a323cde-fbff-4a3b-a564-6acd965681f6 None None] Set router e6f5a2bb-89dd-42ec-b097-9678ecb86e6a gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:37:04.861136 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e702a0-353b-4122-b34a-393e167be252 req-61503cfe-68d9-44de-a20e-6c740ab20bab tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:37:04.862657 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c4e702a0-353b-4122-b34a-393e167be252 req-61503cfe-68d9-44de-a20e-6c740ab20bab tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=ade69466-f21a-4cf2-a0b2-56c02d50e8ae HTTP/1.1" status: 200 len: 946 time: 0.0758474 Sep 07 03:37:04.864622 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de0b60-ea93-4efd-a468-ae39737d0596 req-eb760eca-1620-4453-9d80-7514a41d6942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:37:04.865988 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-12de0b60-ea93-4efd-a468-ae39737d0596 req-eb760eca-1620-4453-9d80-7514a41d6942 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=27bcf015607944b4bc040d494fbb2877&device_id=ade69466-f21a-4cf2-a0b2-56c02d50e8ae HTTP/1.1" status: 200 len: 1098 time: 0.0692806 Sep 07 03:37:04.925902 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c4e702a0-353b-4122-b34a-393e167be252 req-32d7f0ac-622c-4dd8-90a6-18d84ebe5b86 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=9642c936-2144-497b-850a-2d6a30b3d818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572858 Sep 07 03:37:04.950043 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45248) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:37:04.985124 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de0b60-ea93-4efd-a468-ae39737d0596 req-2e72adfc-646c-4d99-ac91-9115824c1980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:37:04.986615 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-12de0b60-ea93-4efd-a468-ae39737d0596 req-2e72adfc-646c-4d99-ac91-9115824c1980 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a332d8fd-7645-4c23-98a5-234a9ac0d935 HTTP/1.1" status: 200 len: 897 time: 0.1114006 Sep 07 03:37:05.017547 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-4ef84e72-ade3-4bb7-9a07-ac4d8e4a06d6 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/floatingips/17e6545b-a2fa-4f31-8710-1b6a5d55c4ce HTTP/1.1" status: 200 len: 992 time: 0.0658610 Sep 07 03:37:05.032375 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-3a323cde-fbff-4a3b-a564-6acd965681f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f5a2bb-89dd-42ec-b097-9678ecb86e6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650262408', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'd90da673-33e0-43a5-8204-5974964b6d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:36:47Z', 'updated_at': '2021-09-07T03:36:50Z', 'revision_number': 4, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': 'd90da673-33e0-43a5-8204-5974964b6d83', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:57:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f5a2bb-89dd-42ec-b097-9678ecb86e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:36:47Z', 'updated_at': '2021-09-07T03:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': '17e6545b-a2fa-4f31-8710-1b6a5d55c4ce', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': 'e6f5a2bb-89dd-42ec-b097-9678ecb86e6a', 'port_id': '52273c7a-e084-4a5a-9523-a5a53852801c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a332d8fd-7645-4c23-98a5-234a9ac0d935', 'mac_address': 'fa:16:3e:31:d8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade69466-f21a-4cf2-a0b2-56c02d50e8ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:37:03Z', 'updated_at': '2021-09-07T03:37:03Z', 'revision_number': 0, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aa5d9a2-00f0-4d7c-ab6d-b8624ab0753f', 'name': '', 'network_id': 'a332d8fd-7645-4c23-98a5-234a9ac0d935', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'mac_address': 'fa:16:3e:a5:cb:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f5a2bb-89dd-42ec-b097-9678ecb86e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '421b88b8-8447-4a14-a652-84c8d0e8d690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:36:49Z', 'updated_at': '2021-09-07T03:36:55Z', 'revision_number': 5, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'subnets': [{'id': '421b88b8-8447-4a14-a652-84c8d0e8d690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:37:05.054493 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-12de0b60-ea93-4efd-a468-ae39737d0596 req-cc33f683-202e-4e8d-8c9f-4dabbd02332c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52273c7a-e084-4a5a-9523-a5a53852801c HTTP/1.1" status: 200 len: 1000 time: 0.0607088 Sep 07 03:37:05.058216 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a323cde-fbff-4a3b-a564-6acd965681f6 None None] Checking router: e6f5a2bb-89dd-42ec-b097-9678ecb86e6a for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:37:05.066660 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a323cde-fbff-4a3b-a564-6acd965681f6 None None] Routers {'e6f5a2bb-89dd-42ec-b097-9678ecb86e6a'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:37:05.067259 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-3a323cde-fbff-4a3b-a564-6acd965681f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:36:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['e6f5a2bb-89dd-42ec-b097-9678ecb86e6a'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:37:05.111152 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de0b60-ea93-4efd-a468-ae39737d0596 req-48ec1d5f-4109-4cbd-9e89-d40b6dc78591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:37:05.112601 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-12de0b60-ea93-4efd-a468-ae39737d0596 req-48ec1d5f-4109-4cbd-9e89-d40b6dc78591 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=421b88b8-8447-4a14-a652-84c8d0e8d690 HTTP/1.1" status: 200 len: 834 time: 0.0513678 Sep 07 03:37:05.158533 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de0b60-ea93-4efd-a468-ae39737d0596 req-8213c717-9bcb-4c26-88fa-50b55a5d1f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:37:05.160052 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-12de0b60-ea93-4efd-a468-ae39737d0596 req-8213c717-9bcb-4c26-88fa-50b55a5d1f5e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a332d8fd-7645-4c23-98a5-234a9ac0d935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397344 Sep 07 03:37:05.172261 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-3a323cde-fbff-4a3b-a564-6acd965681f6 None None] Set router e6f5a2bb-89dd-42ec-b097-9678ecb86e6a gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:37:05.249768 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-12de0b60-ea93-4efd-a468-ae39737d0596 req-62266416-3bce-4dae-a209-04b204a576eb service neutron] 10.222.0.16 "GET /v2.0/networks/a332d8fd-7645-4c23-98a5-234a9ac0d935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821064 Sep 07 03:37:05.349331 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-12de0b60-ea93-4efd-a468-ae39737d0596 req-4eabf65a-8d4e-4df9-9ca8-85a0a2ae0f12 service neutron] 10.222.0.16 "GET /v2.0/networks/a332d8fd-7645-4c23-98a5-234a9ac0d935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925803 Sep 07 03:37:05.395457 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-3a323cde-fbff-4a3b-a564-6acd965681f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f5a2bb-89dd-42ec-b097-9678ecb86e6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650262408', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'd90da673-33e0-43a5-8204-5974964b6d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:36:47Z', 'updated_at': '2021-09-07T03:36:50Z', 'revision_number': 4, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': 'd90da673-33e0-43a5-8204-5974964b6d83', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:57:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f5a2bb-89dd-42ec-b097-9678ecb86e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:36:47Z', 'updated_at': '2021-09-07T03:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': '17e6545b-a2fa-4f31-8710-1b6a5d55c4ce', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': 'e6f5a2bb-89dd-42ec-b097-9678ecb86e6a', 'port_id': '52273c7a-e084-4a5a-9523-a5a53852801c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a332d8fd-7645-4c23-98a5-234a9ac0d935', 'mac_address': 'fa:16:3e:31:d8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade69466-f21a-4cf2-a0b2-56c02d50e8ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:37:03Z', 'updated_at': '2021-09-07T03:37:03Z', 'revision_number': 0, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aa5d9a2-00f0-4d7c-ab6d-b8624ab0753f', 'name': '', 'network_id': 'a332d8fd-7645-4c23-98a5-234a9ac0d935', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'mac_address': 'fa:16:3e:a5:cb:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f5a2bb-89dd-42ec-b097-9678ecb86e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '421b88b8-8447-4a14-a652-84c8d0e8d690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:36:49Z', 'updated_at': '2021-09-07T03:36:55Z', 'revision_number': 5, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'subnets': [{'id': '421b88b8-8447-4a14-a652-84c8d0e8d690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:37:05.421595 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a323cde-fbff-4a3b-a564-6acd965681f6 None None] The sync data for ids ['e6f5a2bb-89dd-42ec-b097-9678ecb86e6a'] in n-d-796209-16 is: [{'id': 'e6f5a2bb-89dd-42ec-b097-9678ecb86e6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650262408', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'd90da673-33e0-43a5-8204-5974964b6d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:36:47Z', 'updated_at': '2021-09-07T03:36:50Z', 'revision_number': 4, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': 'd90da673-33e0-43a5-8204-5974964b6d83', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:57:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f5a2bb-89dd-42ec-b097-9678ecb86e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:36:47Z', 'updated_at': '2021-09-07T03:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': '17e6545b-a2fa-4f31-8710-1b6a5d55c4ce', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': 'e6f5a2bb-89dd-42ec-b097-9678ecb86e6a', 'port_id': '52273c7a-e084-4a5a-9523-a5a53852801c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a332d8fd-7645-4c23-98a5-234a9ac0d935', 'mac_address': 'fa:16:3e:31:d8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade69466-f21a-4cf2-a0b2-56c02d50e8ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:37:03Z', 'updated_at': '2021-09-07T03:37:03Z', 'revision_number': 0, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aa5d9a2-00f0-4d7c-ab6d-b8624ab0753f', 'name': '', 'network_id': 'a332d8fd-7645-4c23-98a5-234a9ac0d935', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'mac_address': 'fa:16:3e:a5:cb:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f5a2bb-89dd-42ec-b097-9678ecb86e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '421b88b8-8447-4a14-a652-84c8d0e8d690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:36:49Z', 'updated_at': '2021-09-07T03:36:55Z', 'revision_number': 5, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'subnets': [{'id': '421b88b8-8447-4a14-a652-84c8d0e8d690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:37:05.596288 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061608e2-9ae3-427c-bd09-f2216b0615be None None] New status for floating IP 17e6545b-a2fa-4f31-8710-1b6a5d55c4ce: ACTIVE {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 03:37:06.021270 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45250) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:37:06.087029 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-2a3a548d-e262-4056-85ab-abb257c164b0 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/floatingips/17e6545b-a2fa-4f31-8710-1b6a5d55c4ce HTTP/1.1" status: 200 len: 994 time: 0.0646913 Sep 07 03:37:17.103666 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-54ac6f67-e4f9-44e5-b4dd-0c0ea68f33a5 req-3364291d-f727-4aec-9af8-bb50d873bbeb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ade69466-f21a-4cf2-a0b2-56c02d50e8ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396085 Sep 07 03:37:17.182734 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac6f67-e4f9-44e5-b4dd-0c0ea68f33a5 req-2a44d53c-9068-4ee0-94d0-6c38d3571983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:37:17.184266 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-54ac6f67-e4f9-44e5-b4dd-0c0ea68f33a5 req-2a44d53c-9068-4ee0-94d0-6c38d3571983 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=27bcf015607944b4bc040d494fbb2877&device_id=ade69466-f21a-4cf2-a0b2-56c02d50e8ae HTTP/1.1" status: 200 len: 1098 time: 0.0401144 Sep 07 03:37:17.289375 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac6f67-e4f9-44e5-b4dd-0c0ea68f33a5 req-5979d6f8-2dbb-4b12-a112-0d5ac251b9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:37:17.290856 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-54ac6f67-e4f9-44e5-b4dd-0c0ea68f33a5 req-5979d6f8-2dbb-4b12-a112-0d5ac251b9bf service neutron] 10.222.0.16 "GET /v2.0/networks?id=a332d8fd-7645-4c23-98a5-234a9ac0d935 HTTP/1.1" status: 200 len: 897 time: 0.0871112 Sep 07 03:37:17.354046 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-54ac6f67-e4f9-44e5-b4dd-0c0ea68f33a5 req-f10ba437-5642-4a6c-bf9b-322d4c4cca55 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52273c7a-e084-4a5a-9523-a5a53852801c HTTP/1.1" status: 200 len: 1002 time: 0.0556810 Sep 07 03:37:17.410115 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac6f67-e4f9-44e5-b4dd-0c0ea68f33a5 req-b027dfcb-9250-4d8d-910f-a7040038ef39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:37:17.411625 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-54ac6f67-e4f9-44e5-b4dd-0c0ea68f33a5 req-b027dfcb-9250-4d8d-910f-a7040038ef39 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=421b88b8-8447-4a14-a652-84c8d0e8d690 HTTP/1.1" status: 200 len: 834 time: 0.0501385 Sep 07 03:37:17.457513 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac6f67-e4f9-44e5-b4dd-0c0ea68f33a5 req-a9ce8479-0bf9-4c86-893e-c7a920b9ad38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:37:17.459046 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-54ac6f67-e4f9-44e5-b4dd-0c0ea68f33a5 req-a9ce8479-0bf9-4c86-893e-c7a920b9ad38 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a332d8fd-7645-4c23-98a5-234a9ac0d935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404930 Sep 07 03:37:17.484383 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:37:17.556647 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-54ac6f67-e4f9-44e5-b4dd-0c0ea68f33a5 req-1a92c290-446a-47fd-9407-a71733ac2563 service neutron] 10.222.0.16 "GET /v2.0/networks/a332d8fd-7645-4c23-98a5-234a9ac0d935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892911 Sep 07 03:37:17.645589 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-54ac6f67-e4f9-44e5-b4dd-0c0ea68f33a5 req-965f4a20-ea46-45df-904c-e87c53039ea6 service neutron] 10.222.0.16 "GET /v2.0/networks/a332d8fd-7645-4c23-98a5-234a9ac0d935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819745 Sep 07 03:37:22.136734 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:37:22.153420 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:37:25.996872 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f3868410-96a2-4375-821d-0a0c4dd371a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:37:28.252978 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-754d2983-6846-42b3-9d59-b5a8dd0782a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:37:28.788709 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:37:29.751360 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:37:31.590306 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:37:37.437525 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45270) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:37:37.486049 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e01517-00a6-468d-b194-b46242bccf1c req-02886f78-8796-44aa-a224-15b7a7419cfe tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:37:37.487622 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-22e01517-00a6-468d-b194-b46242bccf1c req-02886f78-8796-44aa-a224-15b7a7419cfe tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=ade69466-f21a-4cf2-a0b2-56c02d50e8ae HTTP/1.1" status: 200 len: 946 time: 0.0507839 Sep 07 03:37:37.518496 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b7a81ae4-b556-4ca1-a0ab-b4d58732feb8 req-de947b84-8c6f-4845-aa0c-d7049a9263fe service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ade69466-f21a-4cf2-a0b2-56c02d50e8ae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0797172 Sep 07 03:37:37.526823 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-22e01517-00a6-468d-b194-b46242bccf1c req-29f2d486-4a40-418e-b3f9-e35ff03fa4d1 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=9642c936-2144-497b-850a-2d6a30b3d818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328360 Sep 07 03:37:37.527417 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [req-b7a81ae4-b556-4ca1-a0ab-b4d58732feb8 req-3880fb4c-37b8-47aa-9072-9796f8560c32 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:37:37.528480 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b7a81ae4-b556-4ca1-a0ab-b4d58732feb8 req-3880fb4c-37b8-47aa-9072-9796f8560c32 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051410 Sep 07 03:37:38.659918 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c6a48-3049-4ad9-a154-4041224b33ae req-cc9d52a1-cf3a-4bb6-8607-fbff237b266e tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:37:38.661423 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d48c6a48-3049-4ad9-a154-4041224b33ae req-cc9d52a1-cf3a-4bb6-8607-fbff237b266e tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=ade69466-f21a-4cf2-a0b2-56c02d50e8ae HTTP/1.1" status: 200 len: 946 time: 0.0522397 Sep 07 03:37:38.702055 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d48c6a48-3049-4ad9-a154-4041224b33ae req-6d994764-edbe-4ff4-b858-af264e251da2 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=9642c936-2144-497b-850a-2d6a30b3d818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341866 Sep 07 03:37:39.832491 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5901823-c156-40ff-9188-441b67ebd1da req-aa94b028-1a3f-4333-baee-930eb82c43cd tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:37:39.834072 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d5901823-c156-40ff-9188-441b67ebd1da req-aa94b028-1a3f-4333-baee-930eb82c43cd tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=ade69466-f21a-4cf2-a0b2-56c02d50e8ae HTTP/1.1" status: 200 len: 946 time: 0.0620949 Sep 07 03:37:39.873348 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d5901823-c156-40ff-9188-441b67ebd1da req-fadff6f1-9c91-470c-965c-f9c77d59c46f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=9642c936-2144-497b-850a-2d6a30b3d818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324936 Sep 07 03:37:40.635293 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a81ae4-b556-4ca1-a0ab-b4d58732feb8 req-1c44e0a1-80e2-4214-bab6-d2c12b2e4cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:37:40.636847 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b7a81ae4-b556-4ca1-a0ab-b4d58732feb8 req-1c44e0a1-80e2-4214-bab6-d2c12b2e4cc4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=27bcf015607944b4bc040d494fbb2877&device_id=ade69466-f21a-4cf2-a0b2-56c02d50e8ae HTTP/1.1" status: 200 len: 1098 time: 0.0403814 Sep 07 03:37:40.729316 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a81ae4-b556-4ca1-a0ab-b4d58732feb8 req-662e2b4d-bb4c-4920-bdae-02f991e62e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:37:40.730799 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b7a81ae4-b556-4ca1-a0ab-b4d58732feb8 req-662e2b4d-bb4c-4920-bdae-02f991e62e54 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a332d8fd-7645-4c23-98a5-234a9ac0d935 HTTP/1.1" status: 200 len: 897 time: 0.0872326 Sep 07 03:37:40.794655 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b7a81ae4-b556-4ca1-a0ab-b4d58732feb8 req-a92c167f-37e1-4ef4-ad26-b38acc799a53 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52273c7a-e084-4a5a-9523-a5a53852801c HTTP/1.1" status: 200 len: 1002 time: 0.0568199 Sep 07 03:37:40.843809 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a81ae4-b556-4ca1-a0ab-b4d58732feb8 req-d5c1dda9-56e9-44d2-8610-7b40400ccbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:37:40.845299 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b7a81ae4-b556-4ca1-a0ab-b4d58732feb8 req-d5c1dda9-56e9-44d2-8610-7b40400ccbe5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=421b88b8-8447-4a14-a652-84c8d0e8d690 HTTP/1.1" status: 200 len: 834 time: 0.0443890 Sep 07 03:37:40.893645 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a81ae4-b556-4ca1-a0ab-b4d58732feb8 req-5e33ce2c-ce33-4241-b66a-be337de4243d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:37:40.895706 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b7a81ae4-b556-4ca1-a0ab-b4d58732feb8 req-5e33ce2c-ce33-4241-b66a-be337de4243d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a332d8fd-7645-4c23-98a5-234a9ac0d935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430932 Sep 07 03:37:41.019596 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b7a81ae4-b556-4ca1-a0ab-b4d58732feb8 req-dfa091b9-8034-4a3e-9df7-27ffa979e9af service neutron] 10.222.0.16 "GET /v2.0/networks/a332d8fd-7645-4c23-98a5-234a9ac0d935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168737 Sep 07 03:37:41.030062 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f67bcf6-889d-43c0-a715-53000b11b453 req-a9d2de8c-0595-48e0-871f-30c217f172c2 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:37:41.031442 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4f67bcf6-889d-43c0-a715-53000b11b453 req-a9d2de8c-0595-48e0-871f-30c217f172c2 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=ade69466-f21a-4cf2-a0b2-56c02d50e8ae HTTP/1.1" status: 200 len: 946 time: 0.0718584 Sep 07 03:37:41.120456 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4f67bcf6-889d-43c0-a715-53000b11b453 req-b305d8d2-5be1-41ba-86c0-210cff2793c6 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=9642c936-2144-497b-850a-2d6a30b3d818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812032 Sep 07 03:37:41.145222 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b7a81ae4-b556-4ca1-a0ab-b4d58732feb8 req-05bc1377-5e1c-4548-8346-90ab98e6db2f service neutron] 10.222.0.16 "GET /v2.0/networks/a332d8fd-7645-4c23-98a5-234a9ac0d935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127272 Sep 07 03:37:42.237566 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde511a-d25e-41d5-bdb8-9a49463fda96 req-0bac4930-99db-4e46-a52d-b3a2648b1155 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:37:42.239093 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9fde511a-d25e-41d5-bdb8-9a49463fda96 req-0bac4930-99db-4e46-a52d-b3a2648b1155 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=ade69466-f21a-4cf2-a0b2-56c02d50e8ae HTTP/1.1" status: 200 len: 946 time: 0.0493326 Sep 07 03:37:42.278007 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9fde511a-d25e-41d5-bdb8-9a49463fda96 req-dfb5e30d-ca59-415f-916c-e6208dc54a78 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=9642c936-2144-497b-850a-2d6a30b3d818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324755 Sep 07 03:37:43.397284 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b5ac3-665a-4a53-9e17-a5df9ed3126b req-5baab648-ff3d-42ee-9d48-5459b72643bb tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:37:43.398872 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-468b5ac3-665a-4a53-9e17-a5df9ed3126b req-5baab648-ff3d-42ee-9d48-5459b72643bb tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=ade69466-f21a-4cf2-a0b2-56c02d50e8ae HTTP/1.1" status: 200 len: 946 time: 0.0512033 Sep 07 03:37:43.443063 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-468b5ac3-665a-4a53-9e17-a5df9ed3126b req-2b16d409-2455-42cd-928a-d63e2b27a3fa tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=9642c936-2144-497b-850a-2d6a30b3d818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371544 Sep 07 03:37:44.559084 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f2dd6-831b-4f83-bfbe-d0e937103322 req-8f8e7d23-1370-45fa-9e8e-cf50c239f7b9 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:37:44.560639 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2b6f2dd6-831b-4f83-bfbe-d0e937103322 req-8f8e7d23-1370-45fa-9e8e-cf50c239f7b9 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=ade69466-f21a-4cf2-a0b2-56c02d50e8ae HTTP/1.1" status: 200 len: 946 time: 0.0482862 Sep 07 03:37:44.598139 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2b6f2dd6-831b-4f83-bfbe-d0e937103322 req-3b745ddf-88e7-453a-8778-c91354f6f9a0 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=9642c936-2144-497b-850a-2d6a30b3d818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309844 Sep 07 03:37:45.711016 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d3e02-2e46-4733-9e5e-ee960b067104 req-6c0a5fc2-5316-4128-9bec-02593f90b37e tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:37:45.712421 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a44d3e02-2e46-4733-9e5e-ee960b067104 req-6c0a5fc2-5316-4128-9bec-02593f90b37e tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=ade69466-f21a-4cf2-a0b2-56c02d50e8ae HTTP/1.1" status: 200 len: 946 time: 0.0482607 Sep 07 03:37:45.750361 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a44d3e02-2e46-4733-9e5e-ee960b067104 req-7a20323b-6da0-43d7-a03e-09af0762c13c tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=9642c936-2144-497b-850a-2d6a30b3d818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313849 Sep 07 03:37:46.869684 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee675ca-0072-4d1a-b837-e97e41e23c6e req-33b87f1d-a8ab-40fd-8802-e4900cdbb735 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:37:46.871183 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2ee675ca-0072-4d1a-b837-e97e41e23c6e req-33b87f1d-a8ab-40fd-8802-e4900cdbb735 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=ade69466-f21a-4cf2-a0b2-56c02d50e8ae HTTP/1.1" status: 200 len: 946 time: 0.0525961 Sep 07 03:37:46.909612 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2ee675ca-0072-4d1a-b837-e97e41e23c6e req-cf34fd67-1e33-443e-bcd0-80fa72e5c0e5 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=9642c936-2144-497b-850a-2d6a30b3d818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317988 Sep 07 03:37:48.028141 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa4e16-0ae0-4fcc-a666-c44639e2d119 req-5926d0a6-6b0d-4b33-a907-bfb6fddb6a01 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:37:48.029629 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-eaaa4e16-0ae0-4fcc-a666-c44639e2d119 req-5926d0a6-6b0d-4b33-a907-bfb6fddb6a01 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=ade69466-f21a-4cf2-a0b2-56c02d50e8ae HTTP/1.1" status: 200 len: 946 time: 0.0500305 Sep 07 03:37:48.068794 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-eaaa4e16-0ae0-4fcc-a666-c44639e2d119 req-04dc4a7f-6758-4966-a080-01b0fb62e420 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=9642c936-2144-497b-850a-2d6a30b3d818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331881 Sep 07 03:37:49.189482 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853efbb-23b1-445e-93ff-008e08a8190e req-5fe53242-045b-42d4-a34f-fa057761a63f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:37:49.191013 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f853efbb-23b1-445e-93ff-008e08a8190e req-5fe53242-045b-42d4-a34f-fa057761a63f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=ade69466-f21a-4cf2-a0b2-56c02d50e8ae HTTP/1.1" status: 200 len: 946 time: 0.0539198 Sep 07 03:37:49.231802 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f853efbb-23b1-445e-93ff-008e08a8190e req-e5d71900-8864-470f-b8ba-033afa7d88fc tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=9642c936-2144-497b-850a-2d6a30b3d818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347342 Sep 07 03:37:50.353123 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83438500-b1df-42df-a42d-a8a56a5f20e6 req-c45b1e4a-9a08-45a5-a5d7-27f9b178f251 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:37:50.354587 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-83438500-b1df-42df-a42d-a8a56a5f20e6 req-c45b1e4a-9a08-45a5-a5d7-27f9b178f251 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=ade69466-f21a-4cf2-a0b2-56c02d50e8ae HTTP/1.1" status: 200 len: 946 time: 0.0535278 Sep 07 03:37:50.401695 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-83438500-b1df-42df-a42d-a8a56a5f20e6 req-42d7799b-1817-4574-b6d2-57e9befc8291 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=9642c936-2144-497b-850a-2d6a30b3d818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403161 Sep 07 03:37:51.519594 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c7d7c-ea7a-43b3-bb1c-3146cb1a218e req-8d349b02-fee1-4d76-a3f3-eccf1f752c8e tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:37:51.521232 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a04c7d7c-ea7a-43b3-bb1c-3146cb1a218e req-8d349b02-fee1-4d76-a3f3-eccf1f752c8e tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=ade69466-f21a-4cf2-a0b2-56c02d50e8ae HTTP/1.1" status: 200 len: 946 time: 0.0494282 Sep 07 03:37:51.560092 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a04c7d7c-ea7a-43b3-bb1c-3146cb1a218e req-45fc4b88-0956-41bf-b3f0-ed4f8f463a60 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=9642c936-2144-497b-850a-2d6a30b3d818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324683 Sep 07 03:37:52.155923 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:37:52.157542 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:37:52.674005 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec54fd1b-823b-4663-851b-ec933b2fbc94 req-a8598c9f-101a-42c5-8d3d-9fbe9795cc3a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:37:52.675540 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ec54fd1b-823b-4663-851b-ec933b2fbc94 req-a8598c9f-101a-42c5-8d3d-9fbe9795cc3a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=ade69466-f21a-4cf2-a0b2-56c02d50e8ae HTTP/1.1" status: 200 len: 946 time: 0.0482838 Sep 07 03:37:52.712314 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ec54fd1b-823b-4663-851b-ec933b2fbc94 req-c4185cd6-7624-4dbf-9f38-9cf1d7d4434a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=9642c936-2144-497b-850a-2d6a30b3d818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308771 Sep 07 03:37:53.005823 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [req-b7a81ae4-b556-4ca1-a0ab-b4d58732feb8 req-77cd36db-b180-4c2d-aa17-575755138bcc service neutron] show failed (client error): The resource could not be found. Sep 07 03:37:53.006748 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b7a81ae4-b556-4ca1-a0ab-b4d58732feb8 req-77cd36db-b180-4c2d-aa17-575755138bcc service neutron] 10.222.0.16 "GET /v2.0/ports/52273c7a-e084-4a5a-9523-a5a53852801c/bindings/n-h1-796209-16 HTTP/1.1" status: 404 len: 381 time: 0.0551994 Sep 07 03:37:53.200747 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a81ae4-b556-4ca1-a0ab-b4d58732feb8 req-8efdfdce-ba27-46a9-a17a-8bb8511699ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:37:53.202241 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b7a81ae4-b556-4ca1-a0ab-b4d58732feb8 req-8efdfdce-ba27-46a9-a17a-8bb8511699ca service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ade69466-f21a-4cf2-a0b2-56c02d50e8ae&tenant_id=27bcf015607944b4bc040d494fbb2877 HTTP/1.1" status: 200 len: 1098 time: 0.0442228 Sep 07 03:37:53.214564 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-b7a81ae4-b556-4ca1-a0ab-b4d58732feb8 req-fd8a818f-e477-4515-b984-31cf9efb2274 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-796209-16', 'device_owner': 'compute:nova'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:37:53.267658 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-b7a81ae4-b556-4ca1-a0ab-b4d58732feb8 req-fd8a818f-e477-4515-b984-31cf9efb2274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:37:53.467918 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-b7a81ae4-b556-4ca1-a0ab-b4d58732feb8 req-fd8a818f-e477-4515-b984-31cf9efb2274 service neutron] For port 52273c7a-e084-4a5a-9523-a5a53852801c, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=52273c7a-e084-4a5a-9523-a5a53852801c,segment=NetworkSegment(66a6dbf3-8f07-480f-8b5c-fe94104f0995),segment_id=66a6dbf3-8f07-480f-8b5c-fe94104f0995)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:37:53.500076 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-b7a81ae4-b556-4ca1-a0ab-b4d58732feb8 req-fd8a818f-e477-4515-b984-31cf9efb2274 service neutron] For port 52273c7a-e084-4a5a-9523-a5a53852801c, host n-h2-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:37:53.545987 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade69466-f21a-4cf2-a0b2-56c02d50e8ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52273c7a-e084-4a5a-9523-a5a53852801c'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:37:53.548191 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf84fb72099b4c059134e8dbf206a3531b112bee59ff8dea8931d4ccd024695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c7ebf3-c5c7-417a-a6db-1b8687c5027b" -d '{"events": [{"server_uuid": "ade69466-f21a-4cf2-a0b2-56c02d50e8ae", "name": "network-vif-unplugged", "status": "completed", "tag": "52273c7a-e084-4a5a-9523-a5a53852801c"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:37:53.552237 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-b7a81ae4-b556-4ca1-a0ab-b4d58732feb8 req-fd8a818f-e477-4515-b984-31cf9efb2274 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:37:53.564328 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-b7a81ae4-b556-4ca1-a0ab-b4d58732feb8 req-fd8a818f-e477-4515-b984-31cf9efb2274 service neutron] Transition to ACTIVE for port object 52273c7a-e084-4a5a-9523-a5a53852801c will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:37:53.568458 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-b7a81ae4-b556-4ca1-a0ab-b4d58732feb8 req-fd8a818f-e477-4515-b984-31cf9efb2274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:37:53.601949 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 03:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6272c14e-cf1a-43a7-90a4-05d123162d5e x-openstack-request-id: req-6272c14e-cf1a-43a7-90a4-05d123162d5e {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:37:53.602235 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ade69466-f21a-4cf2-a0b2-56c02d50e8ae", "name": "network-vif-unplugged", "status": "completed", "tag": "52273c7a-e084-4a5a-9523-a5a53852801c", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:37:53.602481 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6272c14e-cf1a-43a7-90a4-05d123162d5e {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:37:53.602873 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ade69466-f21a-4cf2-a0b2-56c02d50e8ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52273c7a-e084-4a5a-9523-a5a53852801c', 'code': 200} Sep 07 03:37:53.626261 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a818f-e477-4515-b984-31cf9efb2274 service neutron] Pushing event updated for resources: {'Port': ['ID=52273c7a-e084-4a5a-9523-a5a53852801c,revision_number=6']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:37:53.664130 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8a818f-e477-4515-b984-31cf9efb2274 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:37:53.664257 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8a818f-e477-4515-b984-31cf9efb2274 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:37:53.664524 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8a818f-e477-4515-b984-31cf9efb2274 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:37:53.664866 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8a818f-e477-4515-b984-31cf9efb2274 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:37:53.665195 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8a818f-e477-4515-b984-31cf9efb2274 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:37:53.665524 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8a818f-e477-4515-b984-31cf9efb2274 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:37:53.665847 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8a818f-e477-4515-b984-31cf9efb2274 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:37:53.666171 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8a818f-e477-4515-b984-31cf9efb2274 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:37:53.666491 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8a818f-e477-4515-b984-31cf9efb2274 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:37:53.666815 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8a818f-e477-4515-b984-31cf9efb2274 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:37:53.667132 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8a818f-e477-4515-b984-31cf9efb2274 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:37:53.667506 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8a818f-e477-4515-b984-31cf9efb2274 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:37:53.712161 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7a81ae4-b556-4ca1-a0ab-b4d58732feb8 req-fd8a818f-e477-4515-b984-31cf9efb2274 service neutron] No DVR routers for this DVR port 52273c7a-e084-4a5a-9523-a5a53852801c on host n-h2-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:37:53.843253 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e7876-2c35-478d-a136-38be6ff02a19 req-378c50b5-dfe2-4c72-ad5f-030aefb4d8dc tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:37:53.844879 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1d4e7876-2c35-478d-a136-38be6ff02a19 req-378c50b5-dfe2-4c72-ad5f-030aefb4d8dc tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=ade69466-f21a-4cf2-a0b2-56c02d50e8ae HTTP/1.1" status: 200 len: 944 time: 0.0625129 Sep 07 03:37:53.857236 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-b7a81ae4-b556-4ca1-a0ab-b4d58732feb8 req-fd8a818f-e477-4515-b984-31cf9efb2274 service neutron] Attempting to bind port 52273c7a-e084-4a5a-9523-a5a53852801c on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:37:53.857582 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-b7a81ae4-b556-4ca1-a0ab-b4d58732feb8 req-fd8a818f-e477-4515-b984-31cf9efb2274 service neutron] Attempting to bind port 52273c7a-e084-4a5a-9523-a5a53852801c by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '66a6dbf3-8f07-480f-8b5c-fe94104f0995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a332d8fd-7645-4c23-98a5-234a9ac0d935'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:37:53.857915 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a81ae4-b556-4ca1-a0ab-b4d58732feb8 req-fd8a818f-e477-4515-b984-31cf9efb2274 service neutron] Attempting to bind port 52273c7a-e084-4a5a-9523-a5a53852801c on network a332d8fd-7645-4c23-98a5-234a9ac0d935 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:37:53.864555 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a81ae4-b556-4ca1-a0ab-b4d58732feb8 req-fd8a818f-e477-4515-b984-31cf9efb2274 service neutron] Port 52273c7a-e084-4a5a-9523-a5a53852801c on network a332d8fd-7645-4c23-98a5-234a9ac0d935 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 03:37:53.864878 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a81ae4-b556-4ca1-a0ab-b4d58732feb8 req-fd8a818f-e477-4515-b984-31cf9efb2274 service neutron] Attempting to bind port 52273c7a-e084-4a5a-9523-a5a53852801c on network a332d8fd-7645-4c23-98a5-234a9ac0d935 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:37:53.869844 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a81ae4-b556-4ca1-a0ab-b4d58732feb8 req-fd8a818f-e477-4515-b984-31cf9efb2274 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:37:53.870170 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a81ae4-b556-4ca1-a0ab-b4d58732feb8 req-fd8a818f-e477-4515-b984-31cf9efb2274 service neutron] Checking segment: {'id': '66a6dbf3-8f07-480f-8b5c-fe94104f0995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a332d8fd-7645-4c23-98a5-234a9ac0d935'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:37:53.870570 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a81ae4-b556-4ca1-a0ab-b4d58732feb8 req-fd8a818f-e477-4515-b984-31cf9efb2274 service neutron] Bound using segment: {'id': '66a6dbf3-8f07-480f-8b5c-fe94104f0995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a332d8fd-7645-4c23-98a5-234a9ac0d935'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:37:53.870991 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-b7a81ae4-b556-4ca1-a0ab-b4d58732feb8 req-fd8a818f-e477-4515-b984-31cf9efb2274 service neutron] Bound port: 52273c7a-e084-4a5a-9523-a5a53852801c, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66a6dbf3-8f07-480f-8b5c-fe94104f0995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a332d8fd-7645-4c23-98a5-234a9ac0d935'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:37:53.871376 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-b7a81ae4-b556-4ca1-a0ab-b4d58732feb8 req-fd8a818f-e477-4515-b984-31cf9efb2274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:37:53.884071 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1d4e7876-2c35-478d-a136-38be6ff02a19 req-f65fd522-d5a0-4cb9-bfd4-59eb122df632 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=9642c936-2144-497b-850a-2d6a30b3d818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330102 Sep 07 03:37:53.938601 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-b7a81ae4-b556-4ca1-a0ab-b4d58732feb8 req-fd8a818f-e477-4515-b984-31cf9efb2274 service neutron] For port 52273c7a-e084-4a5a-9523-a5a53852801c, host n-h1-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:37:53.942317 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-b7a81ae4-b556-4ca1-a0ab-b4d58732feb8 req-fd8a818f-e477-4515-b984-31cf9efb2274 service neutron] For port 52273c7a-e084-4a5a-9523-a5a53852801c, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=52273c7a-e084-4a5a-9523-a5a53852801c,segment=NetworkSegment(66a6dbf3-8f07-480f-8b5c-fe94104f0995),segment_id=66a6dbf3-8f07-480f-8b5c-fe94104f0995)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:37:53.946750 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-b7a81ae4-b556-4ca1-a0ab-b4d58732feb8 req-fd8a818f-e477-4515-b984-31cf9efb2274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:37:53.981076 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a81ae4-b556-4ca1-a0ab-b4d58732feb8 req-fd8a818f-e477-4515-b984-31cf9efb2274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:37:53.981760 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-b7a81ae4-b556-4ca1-a0ab-b4d58732feb8 req-fd8a818f-e477-4515-b984-31cf9efb2274 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:37:53.983247 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b7a81ae4-b556-4ca1-a0ab-b4d58732feb8 req-fd8a818f-e477-4515-b984-31cf9efb2274 service neutron] 10.222.0.23 "PUT /v2.0/ports/52273c7a-e084-4a5a-9523-a5a53852801c HTTP/1.1" status: 200 len: 1093 time: 0.7731962 Sep 07 03:37:54.005204 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a818f-e477-4515-b984-31cf9efb2274 service neutron] Pushing event updated for resources: {'Port': ['ID=52273c7a-e084-4a5a-9523-a5a53852801c,revision_number=7']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:37:54.049748 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a81ae4-b556-4ca1-a0ab-b4d58732feb8 req-bb15aa71-e5d8-4176-8ff7-8a524914bec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:37:54.051265 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b7a81ae4-b556-4ca1-a0ab-b4d58732feb8 req-bb15aa71-e5d8-4176-8ff7-8a524914bec1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=27bcf015607944b4bc040d494fbb2877&device_id=ade69466-f21a-4cf2-a0b2-56c02d50e8ae HTTP/1.1" status: 200 len: 1096 time: 0.0428941 Sep 07 03:37:54.151472 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a81ae4-b556-4ca1-a0ab-b4d58732feb8 req-093cfe00-be18-42e7-969c-6cdf59d23a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:37:54.153015 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b7a81ae4-b556-4ca1-a0ab-b4d58732feb8 req-093cfe00-be18-42e7-969c-6cdf59d23a69 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a332d8fd-7645-4c23-98a5-234a9ac0d935 HTTP/1.1" status: 200 len: 897 time: 0.0949869 Sep 07 03:37:54.223747 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b7a81ae4-b556-4ca1-a0ab-b4d58732feb8 req-06a9cca5-8168-4256-a22a-67bc84360e0f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52273c7a-e084-4a5a-9523-a5a53852801c HTTP/1.1" status: 200 len: 1000 time: 0.0629966 Sep 07 03:37:54.276974 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a81ae4-b556-4ca1-a0ab-b4d58732feb8 req-9206f701-5488-45b5-b883-0f0db751a1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:37:54.278320 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b7a81ae4-b556-4ca1-a0ab-b4d58732feb8 req-9206f701-5488-45b5-b883-0f0db751a1fa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=421b88b8-8447-4a14-a652-84c8d0e8d690 HTTP/1.1" status: 200 len: 834 time: 0.0482388 Sep 07 03:37:54.323717 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a81ae4-b556-4ca1-a0ab-b4d58732feb8 req-86f8072c-124c-4e35-b4e5-ca0e2e02a0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:37:54.325126 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b7a81ae4-b556-4ca1-a0ab-b4d58732feb8 req-86f8072c-124c-4e35-b4e5-ca0e2e02a0df service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a332d8fd-7645-4c23-98a5-234a9ac0d935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397582 Sep 07 03:37:54.415587 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b7a81ae4-b556-4ca1-a0ab-b4d58732feb8 req-93c18178-5af9-456b-931a-917da4a2120f service neutron] 10.222.0.23 "GET /v2.0/networks/a332d8fd-7645-4c23-98a5-234a9ac0d935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826678 Sep 07 03:37:54.483698 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:37:54.509274 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b7a81ae4-b556-4ca1-a0ab-b4d58732feb8 req-9f5b5084-deed-4227-872d-4410dda0e9f2 service neutron] 10.222.0.23 "GET /v2.0/networks/a332d8fd-7645-4c23-98a5-234a9ac0d935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860989 Sep 07 03:37:55.003310 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee9ff9d-7891-4d18-bdb2-4d538b8d41cc req-fa6bc8e3-1916-465c-a146-5ce0e6227dac tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:37:55.004841 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0ee9ff9d-7891-4d18-bdb2-4d538b8d41cc req-fa6bc8e3-1916-465c-a146-5ce0e6227dac tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=ade69466-f21a-4cf2-a0b2-56c02d50e8ae HTTP/1.1" status: 200 len: 944 time: 0.0487683 Sep 07 03:37:55.043710 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0ee9ff9d-7891-4d18-bdb2-4d538b8d41cc req-4e911f93-81ac-4a6b-ae6b-3096e9a237aa tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=9642c936-2144-497b-850a-2d6a30b3d818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329320 Sep 07 03:37:55.604277 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ade69466-f21a-4cf2-a0b2-56c02d50e8ae', 'tag': '52273c7a-e084-4a5a-9523-a5a53852801c'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:37:55.606721 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf84fb72099b4c059134e8dbf206a3531b112bee59ff8dea8931d4ccd024695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2f19de-4d33-4f38-9cb0-c6c46f7d6765" -d '{"events": [{"name": "network-changed", "server_uuid": "ade69466-f21a-4cf2-a0b2-56c02d50e8ae", "tag": "52273c7a-e084-4a5a-9523-a5a53852801c"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:37:55.654055 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2714103c-76cb-4f7a-9f26-3652a705df26 x-openstack-request-id: req-2714103c-76cb-4f7a-9f26-3652a705df26 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:37:55.654374 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ade69466-f21a-4cf2-a0b2-56c02d50e8ae", "tag": "52273c7a-e084-4a5a-9523-a5a53852801c", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:37:55.654620 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2714103c-76cb-4f7a-9f26-3652a705df26 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:37:55.655818 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ade69466-f21a-4cf2-a0b2-56c02d50e8ae', 'tag': '52273c7a-e084-4a5a-9523-a5a53852801c', 'status': 'completed', 'code': 200} Sep 07 03:37:55.717408 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2f19de-4d33-4f38-9cb0-c6c46f7d6765 req-007f9a62-d0eb-4f93-9a58-c88a82bacb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:37:55.718863 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fa2f19de-4d33-4f38-9cb0-c6c46f7d6765 req-007f9a62-d0eb-4f93-9a58-c88a82bacb46 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=27bcf015607944b4bc040d494fbb2877&device_id=ade69466-f21a-4cf2-a0b2-56c02d50e8ae HTTP/1.1" status: 200 len: 1096 time: 0.0459030 Sep 07 03:37:55.719442 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2f19de-4d33-4f38-9cb0-c6c46f7d6765 req-42836afd-0be5-4350-bdf9-de0980ddcb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:37:55.720960 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fa2f19de-4d33-4f38-9cb0-c6c46f7d6765 req-42836afd-0be5-4350-bdf9-de0980ddcb13 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=27bcf015607944b4bc040d494fbb2877&device_id=ade69466-f21a-4cf2-a0b2-56c02d50e8ae HTTP/1.1" status: 200 len: 1096 time: 0.0437684 Sep 07 03:37:55.810288 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2f19de-4d33-4f38-9cb0-c6c46f7d6765 req-03a928cc-ea13-4b99-a984-94df6948f29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:37:55.810763 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2f19de-4d33-4f38-9cb0-c6c46f7d6765 req-c0088e30-976c-4483-8d0e-7b350cbf18b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:37:55.811797 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fa2f19de-4d33-4f38-9cb0-c6c46f7d6765 req-03a928cc-ea13-4b99-a984-94df6948f29c service neutron] 10.222.0.16 "GET /v2.0/networks?id=a332d8fd-7645-4c23-98a5-234a9ac0d935 HTTP/1.1" status: 200 len: 897 time: 0.0842059 Sep 07 03:37:55.812261 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fa2f19de-4d33-4f38-9cb0-c6c46f7d6765 req-c0088e30-976c-4483-8d0e-7b350cbf18b2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a332d8fd-7645-4c23-98a5-234a9ac0d935 HTTP/1.1" status: 200 len: 897 time: 0.0859594 Sep 07 03:37:55.883415 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fa2f19de-4d33-4f38-9cb0-c6c46f7d6765 req-9acf2b00-c7cc-46cd-bfce-726631494411 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52273c7a-e084-4a5a-9523-a5a53852801c HTTP/1.1" status: 200 len: 1000 time: 0.0648437 Sep 07 03:37:55.885308 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fa2f19de-4d33-4f38-9cb0-c6c46f7d6765 req-021027e7-a1f9-4a7e-92e8-3b89a5e3a20d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52273c7a-e084-4a5a-9523-a5a53852801c HTTP/1.1" status: 200 len: 1000 time: 0.0616877 Sep 07 03:37:55.933743 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2f19de-4d33-4f38-9cb0-c6c46f7d6765 req-f20e519f-d82f-4ed2-8f8e-06486c5e883b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:37:55.935206 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fa2f19de-4d33-4f38-9cb0-c6c46f7d6765 req-f20e519f-d82f-4ed2-8f8e-06486c5e883b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=421b88b8-8447-4a14-a652-84c8d0e8d690 HTTP/1.1" status: 200 len: 834 time: 0.0452559 Sep 07 03:37:55.936938 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2f19de-4d33-4f38-9cb0-c6c46f7d6765 req-438a619d-370a-4a42-8613-eef7039cfe8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:37:55.938295 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 52273c7a-e084-4a5a-9523-a5a53852801c details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 03:37:55.938895 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fa2f19de-4d33-4f38-9cb0-c6c46f7d6765 req-438a619d-370a-4a42-8613-eef7039cfe8d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=421b88b8-8447-4a14-a652-84c8d0e8d690 HTTP/1.1" status: 200 len: 834 time: 0.0456185 Sep 07 03:37:55.993870 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2f19de-4d33-4f38-9cb0-c6c46f7d6765 req-4d04b207-5f8a-47c0-b506-4672f7fdd1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:37:55.995466 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fa2f19de-4d33-4f38-9cb0-c6c46f7d6765 req-4d04b207-5f8a-47c0-b506-4672f7fdd1a9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a332d8fd-7645-4c23-98a5-234a9ac0d935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533528 Sep 07 03:37:55.996319 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2f19de-4d33-4f38-9cb0-c6c46f7d6765 req-e32f49df-dc7c-434d-bb2b-ab9847209aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:37:55.998134 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fa2f19de-4d33-4f38-9cb0-c6c46f7d6765 req-e32f49df-dc7c-434d-bb2b-ab9847209aa2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a332d8fd-7645-4c23-98a5-234a9ac0d935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514061 Sep 07 03:37:56.026244 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ba5f458e-1056-4b85-a0cb-bbb79bd0fda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:37:56.082088 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 52273c7a-e084-4a5a-9523-a5a53852801c, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=52273c7a-e084-4a5a-9523-a5a53852801c,segment=NetworkSegment(66a6dbf3-8f07-480f-8b5c-fe94104f0995),segment_id=66a6dbf3-8f07-480f-8b5c-fe94104f0995)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:37:56.099697 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '52273c7a-e084-4a5a-9523-a5a53852801c', 'network_id': 'a332d8fd-7645-4c23-98a5-234a9ac0d935', 'port_id': '52273c7a-e084-4a5a-9523-a5a53852801c', 'mac_address': 'fa:16:3e:31:d8:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '421b88b8-8447-4a14-a652-84c8d0e8d690', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 03:37:56.108612 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fa2f19de-4d33-4f38-9cb0-c6c46f7d6765 req-3d3f3f3a-f834-4b4c-82e9-65e5e2017e20 service neutron] 10.222.0.16 "GET /v2.0/networks/a332d8fd-7645-4c23-98a5-234a9ac0d935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061299 Sep 07 03:37:56.155466 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:37:56.169732 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52273c7a-e084-4a5a-9523-a5a53852801c {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:37:56.180911 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fa2f19de-4d33-4f38-9cb0-c6c46f7d6765 req-9d494913-86d7-479b-9931-fcc8767b27dc service neutron] 10.222.0.23 "GET /v2.0/networks/a332d8fd-7645-4c23-98a5-234a9ac0d935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745992 Sep 07 03:37:56.191045 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 52273c7a-e084-4a5a-9523-a5a53852801c, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=52273c7a-e084-4a5a-9523-a5a53852801c,segment=NetworkSegment(66a6dbf3-8f07-480f-8b5c-fe94104f0995),segment_id=66a6dbf3-8f07-480f-8b5c-fe94104f0995)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:37:56.195172 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f319910-f2f8-4079-8cd5-c5bf7fec4f7c req-d8a76985-e799-461e-99b2-8e9956a2b5ee tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:37:56.195730 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:37:56.196967 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4f319910-f2f8-4079-8cd5-c5bf7fec4f7c req-d8a76985-e799-461e-99b2-8e9956a2b5ee tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=ade69466-f21a-4cf2-a0b2-56c02d50e8ae HTTP/1.1" status: 200 len: 944 time: 0.0690250 Sep 07 03:37:56.215413 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fa2f19de-4d33-4f38-9cb0-c6c46f7d6765 req-b70dc545-4c45-4a58-8702-2ae0f5fec707 service neutron] 10.222.0.16 "GET /v2.0/networks/a332d8fd-7645-4c23-98a5-234a9ac0d935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994787 Sep 07 03:37:56.257456 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=52273c7a-e084-4a5a-9523-a5a53852801c,revision_number=8']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:37:56.264764 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:37:56.265115 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:37:56.265975 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:37:56.266316 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:37:56.266650 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:37:56.266982 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:37:56.267317 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:37:56.267672 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:37:56.268001 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:37:56.268334 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:37:56.268660 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:37:56.268973 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:37:56.294461 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4f319910-f2f8-4079-8cd5-c5bf7fec4f7c req-2f4dec39-0908-42a1-8d26-5f1e56621a59 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=9642c936-2144-497b-850a-2d6a30b3d818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889297 Sep 07 03:37:56.317273 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fa2f19de-4d33-4f38-9cb0-c6c46f7d6765 req-ede8c717-caac-49c0-91b8-0f3fbc5a365a service neutron] 10.222.0.23 "GET /v2.0/networks/a332d8fd-7645-4c23-98a5-234a9ac0d935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193471 Sep 07 03:37:56.415301 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['52273c7a-e084-4a5a-9523-a5a53852801c'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:37:56.496519 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38442af5-7abe-47ce-88b6-cee56fa2899c req-14105208-8b71-4d63-8939-cee8aafc294c tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:37:56.498173 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-38442af5-7abe-47ce-88b6-cee56fa2899c req-14105208-8b71-4d63-8939-cee8aafc294c tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=ade69466-f21a-4cf2-a0b2-56c02d50e8ae HTTP/1.1" status: 200 len: 945 time: 0.0503676 Sep 07 03:37:56.520079 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec07897-1bba-4143-af9b-72859023319e req-52a22cfc-35a4-4766-b10e-518ea81987d1 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:37:56.521476 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3ec07897-1bba-4143-af9b-72859023319e req-52a22cfc-35a4-4766-b10e-518ea81987d1 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.16 "GET /v2.0/ports?device_id=ade69466-f21a-4cf2-a0b2-56c02d50e8ae&tenant_id=27bcf015607944b4bc040d494fbb2877&binding%3Ahost_id=n-h1-796209-16 HTTP/1.1" status: 200 len: 945 time: 0.0643165 Sep 07 03:37:56.538114 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-38442af5-7abe-47ce-88b6-cee56fa2899c req-eef1b5d4-7141-4754-81f5-fec475f10882 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=9642c936-2144-497b-850a-2d6a30b3d818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338440 Sep 07 03:37:56.585886 n-d-796209-16 neutron-server[94700]: INFO neutron.api.v2.resource [req-3ec07897-1bba-4143-af9b-72859023319e req-ad926300-d10d-4ce4-8a15-23ed9db14e29 service neutron] delete failed (client error): The resource could not be found. Sep 07 03:37:56.586936 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3ec07897-1bba-4143-af9b-72859023319e req-ad926300-d10d-4ce4-8a15-23ed9db14e29 service neutron] 10.222.0.16 "DELETE /v2.0/ports/52273c7a-e084-4a5a-9523-a5a53852801c/bindings/n-h2-796209-16 HTTP/1.1" status: 404 len: 381 time: 0.0576990 Sep 07 03:37:56.689602 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d9cc5b-ff2e-44bf-9c51-04a44d17c14e req-16adef62-7cb2-4fbc-825e-b72aff529acf tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:37:56.691126 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c6d9cc5b-ff2e-44bf-9c51-04a44d17c14e req-16adef62-7cb2-4fbc-825e-b72aff529acf tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=ade69466-f21a-4cf2-a0b2-56c02d50e8ae HTTP/1.1" status: 200 len: 945 time: 0.0794795 Sep 07 03:37:56.696778 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec07897-1bba-4143-af9b-72859023319e req-68749f18-b3dc-4e0f-9a72-5df0567e35a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:37:56.698186 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3ec07897-1bba-4143-af9b-72859023319e req-68749f18-b3dc-4e0f-9a72-5df0567e35a2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=27bcf015607944b4bc040d494fbb2877&device_id=ade69466-f21a-4cf2-a0b2-56c02d50e8ae HTTP/1.1" status: 200 len: 1097 time: 0.0590909 Sep 07 03:37:56.785842 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c6d9cc5b-ff2e-44bf-9c51-04a44d17c14e req-c613a219-7783-4a3c-8d16-cf8b639defc0 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=9642c936-2144-497b-850a-2d6a30b3d818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865979 Sep 07 03:37:56.815383 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec07897-1bba-4143-af9b-72859023319e req-7d1aa9f1-c2ba-4757-b6aa-74c7bead6f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:37:56.816923 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3ec07897-1bba-4143-af9b-72859023319e req-7d1aa9f1-c2ba-4757-b6aa-74c7bead6f17 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a332d8fd-7645-4c23-98a5-234a9ac0d935 HTTP/1.1" status: 200 len: 897 time: 0.1116335 Sep 07 03:37:56.883730 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3ec07897-1bba-4143-af9b-72859023319e req-df432052-7c4a-4cc8-b602-f5e2a510c3d0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52273c7a-e084-4a5a-9523-a5a53852801c HTTP/1.1" status: 200 len: 1001 time: 0.0599053 Sep 07 03:37:56.933221 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec07897-1bba-4143-af9b-72859023319e req-56e5d2d9-cb03-41ea-abc7-ed06a8a7616c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:37:56.934683 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3ec07897-1bba-4143-af9b-72859023319e req-56e5d2d9-cb03-41ea-abc7-ed06a8a7616c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=421b88b8-8447-4a14-a652-84c8d0e8d690 HTTP/1.1" status: 200 len: 834 time: 0.0430317 Sep 07 03:37:56.981476 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec07897-1bba-4143-af9b-72859023319e req-39c41ad6-4b00-4387-aafd-fd3411f68db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:37:56.983036 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3ec07897-1bba-4143-af9b-72859023319e req-39c41ad6-4b00-4387-aafd-fd3411f68db2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a332d8fd-7645-4c23-98a5-234a9ac0d935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410290 Sep 07 03:37:57.075096 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3ec07897-1bba-4143-af9b-72859023319e req-13e7a8ef-cb5e-475f-b3c1-d0b240183050 service neutron] 10.222.0.16 "GET /v2.0/networks/a332d8fd-7645-4c23-98a5-234a9ac0d935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852520 Sep 07 03:37:57.168165 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3ec07897-1bba-4143-af9b-72859023319e req-0f25535d-04ab-46d0-a6b1-a2d45f1a03cd service neutron] 10.222.0.16 "GET /v2.0/networks/a332d8fd-7645-4c23-98a5-234a9ac0d935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856109 Sep 07 03:37:57.298741 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 52273c7a-e084-4a5a-9523-a5a53852801c no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:37:57.337948 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device 52273c7a-e084-4a5a-9523-a5a53852801c not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:37:57.911728 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dfa7d9-b557-48cc-b99a-1bd57f22292b req-f4e0cc0d-1203-4a0e-9078-0e76081265fe tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:37:57.913200 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a0dfa7d9-b557-48cc-b99a-1bd57f22292b req-f4e0cc0d-1203-4a0e-9078-0e76081265fe tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=ade69466-f21a-4cf2-a0b2-56c02d50e8ae HTTP/1.1" status: 200 len: 945 time: 0.0520010 Sep 07 03:37:57.952450 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a0dfa7d9-b557-48cc-b99a-1bd57f22292b req-c3756f55-9ba3-4e4b-b4c7-26ffdd3e3a04 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=9642c936-2144-497b-850a-2d6a30b3d818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332093 Sep 07 03:37:57.969838 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 52273c7a-e084-4a5a-9523-a5a53852801c up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:37:57.975835 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45350) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:37:58.022122 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port 52273c7a-e084-4a5a-9523-a5a53852801c completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:37:58.026242 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port 52273c7a-e084-4a5a-9523-a5a53852801c triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:37:58.026623 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:37:58.046679 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-241c1787-697a-4528-b132-0d1acb5065e3 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/floatingips/17e6545b-a2fa-4f31-8710-1b6a5d55c4ce HTTP/1.1" status: 200 len: 993 time: 0.0696437 Sep 07 03:37:58.115166 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:37:58.145493 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade69466-f21a-4cf2-a0b2-56c02d50e8ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52273c7a-e084-4a5a-9523-a5a53852801c'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:37:58.147798 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a436ec256d2b1825a148fad3e2b3933f4e559d797aa0adc164ec0b132a4edf7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a84b26a8-38b1-41c1-9aa6-8ca219030ea9" -d '{"events": [{"server_uuid": "ade69466-f21a-4cf2-a0b2-56c02d50e8ae", "name": "network-vif-plugged", "status": "completed", "tag": "52273c7a-e084-4a5a-9523-a5a53852801c"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:37:58.162517 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 52273c7a-e084-4a5a-9523-a5a53852801c, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=52273c7a-e084-4a5a-9523-a5a53852801c,segment=NetworkSegment(66a6dbf3-8f07-480f-8b5c-fe94104f0995),segment_id=66a6dbf3-8f07-480f-8b5c-fe94104f0995)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:37:58.167111 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:37:58.193774 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955817f2-f02d-4d53-a233-68b3bcdce1a5 x-openstack-request-id: req-955817f2-f02d-4d53-a233-68b3bcdce1a5 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:37:58.193774 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ade69466-f21a-4cf2-a0b2-56c02d50e8ae", "name": "network-vif-plugged", "status": "completed", "tag": "52273c7a-e084-4a5a-9523-a5a53852801c", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:37:58.195978 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-955817f2-f02d-4d53-a233-68b3bcdce1a5 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:37:58.195978 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ade69466-f21a-4cf2-a0b2-56c02d50e8ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52273c7a-e084-4a5a-9523-a5a53852801c', 'code': 200} Sep 07 03:37:58.224393 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=52273c7a-e084-4a5a-9523-a5a53852801c,revision_number=9']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:37:58.256850 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d14c19bd-c9f9-47c8-874f-b3834d0aeef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:37:58.800981 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:37:59.761838 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:01.595990 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:22.160197 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:22.165479 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:25.987974 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3d98fdca-9629-43cc-ba3e-24205bb82235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:28.258346 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b491c0eb-f6a8-46dc-a351-6a8541fa8394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:28.760385 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45368) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:38:28.793999 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:28.929257 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-8e6a7e8e-fe1c-4509-a7c7-b58a52068486 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Deleting port cb3da964-82a1-4d2b-80eb-005821ad43fb {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:38:28.929597 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8e6a7e8e-fe1c-4509-a7c7-b58a52068486 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:29.011875 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8e6a7e8e-fe1c-4509-a7c7-b58a52068486 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:29.012113 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8e6a7e8e-fe1c-4509-a7c7-b58a52068486 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:29.024576 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-8e6a7e8e-fe1c-4509-a7c7-b58a52068486 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Calling delete_port for cb3da964-82a1-4d2b-80eb-005821ad43fb owned by network:floatingip {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:38:29.499065 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8e6a7e8e-fe1c-4509-a7c7-b58a52068486 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:29.528901 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6a7e8e-fe1c-4509-a7c7-b58a52068486 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event deleted for resources: {'Port': ['ID=cb3da964-82a1-4d2b-80eb-005821ad43fb,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:38:29.590576 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8e6a7e8e-fe1c-4509-a7c7-b58a52068486 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for floatingip, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:29.590931 n-d-796209-16 neutron-server[94701]: INFO neutron.db.l3_db [None req-8e6a7e8e-fe1c-4509-a7c7-b58a52068486 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Floating IP 17e6545b-a2fa-4f31-8710-1b6a5d55c4ce disassociated (deleted). External IP: 172.25.5.116, port: 52273c7a-e084-4a5a-9523-a5a53852801c. Sep 07 03:38:29.761041 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:29.819757 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e6a7e8e-fe1c-4509-a7c7-b58a52068486 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Router e6f5a2bb-89dd-42ec-b097-9678ecb86e6a has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:38:29.940321 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e6a7e8e-fe1c-4509-a7c7-b58a52068486 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:38:29.945397 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-8e6a7e8e-fe1c-4509-a7c7-b58a52068486 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:29.949706 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1416143d-66bb-447f-a0c4-2db05c464fb3 None None] Sync routers for ids ['e6f5a2bb-89dd-42ec-b097-9678ecb86e6a'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:38:29.960116 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1416143d-66bb-447f-a0c4-2db05c464fb3 None None] Routers {'e6f5a2bb-89dd-42ec-b097-9678ecb86e6a'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:38:29.960726 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-1416143d-66bb-447f-a0c4-2db05c464fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:38:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['e6f5a2bb-89dd-42ec-b097-9678ecb86e6a'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:38:29.977119 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-8e6a7e8e-fe1c-4509-a7c7-b58a52068486 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "DELETE /v2.0/floatingips/17e6545b-a2fa-4f31-8710-1b6a5d55c4ce HTTP/1.1" status: 204 len: 168 time: 1.2127864 Sep 07 03:38:29.977119 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ade69466-f21a-4cf2-a0b2-56c02d50e8ae', 'tag': '52273c7a-e084-4a5a-9523-a5a53852801c'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:38:29.977503 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf84fb72099b4c059134e8dbf206a3531b112bee59ff8dea8931d4ccd024695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9859b53-c3f7-4e50-8b01-9a11c04e99e2" -d '{"events": [{"name": "network-changed", "server_uuid": "ade69466-f21a-4cf2-a0b2-56c02d50e8ae", "tag": "52273c7a-e084-4a5a-9523-a5a53852801c"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:38:30.017627 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b88e3b8-bcc6-48fb-b9ee-5da594da8495 x-openstack-request-id: req-6b88e3b8-bcc6-48fb-b9ee-5da594da8495 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:38:30.017918 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ade69466-f21a-4cf2-a0b2-56c02d50e8ae", "tag": "52273c7a-e084-4a5a-9523-a5a53852801c", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:38:30.018206 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6b88e3b8-bcc6-48fb-b9ee-5da594da8495 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:38:30.018618 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ade69466-f21a-4cf2-a0b2-56c02d50e8ae', 'tag': '52273c7a-e084-4a5a-9523-a5a53852801c', 'status': 'completed', 'code': 200} Sep 07 03:38:30.105500 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9859b53-c3f7-4e50-8b01-9a11c04e99e2 req-bc1fa754-04d6-45cc-a929-9584aeb4e6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:38:30.107513 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a9859b53-c3f7-4e50-8b01-9a11c04e99e2 req-bc1fa754-04d6-45cc-a929-9584aeb4e6e7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=27bcf015607944b4bc040d494fbb2877&device_id=ade69466-f21a-4cf2-a0b2-56c02d50e8ae HTTP/1.1" status: 200 len: 1098 time: 0.0601363 Sep 07 03:38:30.179240 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-1416143d-66bb-447f-a0c4-2db05c464fb3 None None] Set router e6f5a2bb-89dd-42ec-b097-9678ecb86e6a gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:38:30.248632 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9859b53-c3f7-4e50-8b01-9a11c04e99e2 req-2543f664-9524-45a5-914f-e50ec28ccff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:38:30.250162 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a9859b53-c3f7-4e50-8b01-9a11c04e99e2 req-2543f664-9524-45a5-914f-e50ec28ccff8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a332d8fd-7645-4c23-98a5-234a9ac0d935 HTTP/1.1" status: 200 len: 897 time: 0.1347094 Sep 07 03:38:30.299877 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a9859b53-c3f7-4e50-8b01-9a11c04e99e2 req-d536685c-607d-43bf-bc57-be4e0bc7d3cb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52273c7a-e084-4a5a-9523-a5a53852801c HTTP/1.1" status: 200 len: 217 time: 0.0420957 Sep 07 03:38:30.308573 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968ce66-36c5-46b5-a2ce-91901606c77e req-c03a5d6a-d728-4e9f-afab-776bce0afd0f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:38:30.310087 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e968ce66-36c5-46b5-a2ce-91901606c77e req-c03a5d6a-d728-4e9f-afab-776bce0afd0f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=ade69466-f21a-4cf2-a0b2-56c02d50e8ae HTTP/1.1" status: 200 len: 946 time: 0.1069045 Sep 07 03:38:30.378094 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9859b53-c3f7-4e50-8b01-9a11c04e99e2 req-a5fcaa5f-28a7-4ba4-b9a6-e3da486fb0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:38:30.379643 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a9859b53-c3f7-4e50-8b01-9a11c04e99e2 req-a5fcaa5f-28a7-4ba4-b9a6-e3da486fb0d9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=421b88b8-8447-4a14-a652-84c8d0e8d690 HTTP/1.1" status: 200 len: 834 time: 0.0686426 Sep 07 03:38:30.384996 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e968ce66-36c5-46b5-a2ce-91901606c77e req-463b0997-82e9-4415-bd71-f6e3b8b02e88 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=9642c936-2144-497b-850a-2d6a30b3d818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649905 Sep 07 03:38:30.415885 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-1416143d-66bb-447f-a0c4-2db05c464fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f5a2bb-89dd-42ec-b097-9678ecb86e6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650262408', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'd90da673-33e0-43a5-8204-5974964b6d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:36:47Z', 'updated_at': '2021-09-07T03:36:50Z', 'revision_number': 4, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': 'd90da673-33e0-43a5-8204-5974964b6d83', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:57:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f5a2bb-89dd-42ec-b097-9678ecb86e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:36:47Z', 'updated_at': '2021-09-07T03:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '0aa5d9a2-00f0-4d7c-ab6d-b8624ab0753f', 'name': '', 'network_id': 'a332d8fd-7645-4c23-98a5-234a9ac0d935', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'mac_address': 'fa:16:3e:a5:cb:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f5a2bb-89dd-42ec-b097-9678ecb86e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '421b88b8-8447-4a14-a652-84c8d0e8d690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:36:49Z', 'updated_at': '2021-09-07T03:36:55Z', 'revision_number': 5, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'subnets': [{'id': '421b88b8-8447-4a14-a652-84c8d0e8d690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:38:30.442526 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9859b53-c3f7-4e50-8b01-9a11c04e99e2 req-39805cb2-153c-4edc-b36c-a6d5339fe927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:38:30.442789 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1416143d-66bb-447f-a0c4-2db05c464fb3 None None] Checking router: e6f5a2bb-89dd-42ec-b097-9678ecb86e6a for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:38:30.444136 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a9859b53-c3f7-4e50-8b01-9a11c04e99e2 req-39805cb2-153c-4edc-b36c-a6d5339fe927 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a332d8fd-7645-4c23-98a5-234a9ac0d935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550234 Sep 07 03:38:30.451337 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1416143d-66bb-447f-a0c4-2db05c464fb3 None None] Routers {'e6f5a2bb-89dd-42ec-b097-9678ecb86e6a'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:38:30.451982 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-1416143d-66bb-447f-a0c4-2db05c464fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:38:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['e6f5a2bb-89dd-42ec-b097-9678ecb86e6a'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:38:30.544724 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a9859b53-c3f7-4e50-8b01-9a11c04e99e2 req-a74c1a59-ae1d-45c3-8c37-1a92655f1441 service neutron] 10.222.0.23 "GET /v2.0/networks/a332d8fd-7645-4c23-98a5-234a9ac0d935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929551 Sep 07 03:38:30.569025 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-1416143d-66bb-447f-a0c4-2db05c464fb3 None None] Set router e6f5a2bb-89dd-42ec-b097-9678ecb86e6a gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:38:30.657592 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a9859b53-c3f7-4e50-8b01-9a11c04e99e2 req-64bc378b-8a44-4bbb-ba97-be0b3ef8e435 service neutron] 10.222.0.23 "GET /v2.0/networks/a332d8fd-7645-4c23-98a5-234a9ac0d935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046309 Sep 07 03:38:30.776763 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-1416143d-66bb-447f-a0c4-2db05c464fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f5a2bb-89dd-42ec-b097-9678ecb86e6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650262408', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'd90da673-33e0-43a5-8204-5974964b6d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:36:47Z', 'updated_at': '2021-09-07T03:36:50Z', 'revision_number': 4, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': 'd90da673-33e0-43a5-8204-5974964b6d83', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:57:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f5a2bb-89dd-42ec-b097-9678ecb86e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:36:47Z', 'updated_at': '2021-09-07T03:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '0aa5d9a2-00f0-4d7c-ab6d-b8624ab0753f', 'name': '', 'network_id': 'a332d8fd-7645-4c23-98a5-234a9ac0d935', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'mac_address': 'fa:16:3e:a5:cb:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f5a2bb-89dd-42ec-b097-9678ecb86e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '421b88b8-8447-4a14-a652-84c8d0e8d690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:36:49Z', 'updated_at': '2021-09-07T03:36:55Z', 'revision_number': 5, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'subnets': [{'id': '421b88b8-8447-4a14-a652-84c8d0e8d690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:38:30.807517 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1416143d-66bb-447f-a0c4-2db05c464fb3 None None] The sync data for ids ['e6f5a2bb-89dd-42ec-b097-9678ecb86e6a'] in n-d-796209-16 is: [{'id': 'e6f5a2bb-89dd-42ec-b097-9678ecb86e6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650262408', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'd90da673-33e0-43a5-8204-5974964b6d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:36:47Z', 'updated_at': '2021-09-07T03:36:50Z', 'revision_number': 4, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': 'd90da673-33e0-43a5-8204-5974964b6d83', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:57:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f5a2bb-89dd-42ec-b097-9678ecb86e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:36:47Z', 'updated_at': '2021-09-07T03:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '0aa5d9a2-00f0-4d7c-ab6d-b8624ab0753f', 'name': '', 'network_id': 'a332d8fd-7645-4c23-98a5-234a9ac0d935', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'mac_address': 'fa:16:3e:a5:cb:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f5a2bb-89dd-42ec-b097-9678ecb86e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '421b88b8-8447-4a14-a652-84c8d0e8d690', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:36:49Z', 'updated_at': '2021-09-07T03:36:55Z', 'revision_number': 5, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'subnets': [{'id': '421b88b8-8447-4a14-a652-84c8d0e8d690', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:38:31.025437 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a0eba6-86e8-4e8d-bd88-cd1727de521a None None] New status for floating IP 17e6545b-a2fa-4f31-8710-1b6a5d55c4ce: DOWN {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 03:38:31.493355 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:38:31.498408 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5eecca-a999-49f4-83f7-f5bea8696353 req-895e4b33-cadc-4c37-be39-815cc3296c73 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:38:31.500070 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ac5eecca-a999-49f4-83f7-f5bea8696353 req-895e4b33-cadc-4c37-be39-815cc3296c73 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.23 "GET /v2.0/ports?device_id=ade69466-f21a-4cf2-a0b2-56c02d50e8ae HTTP/1.1" status: 200 len: 946 time: 0.0528779 Sep 07 03:38:31.517198 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c99066f-972b-40a0-8062-7dfecca126b3 req-1f7251af-2078-4151-8181-f8b8b5f97eee tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:38:31.518921 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9c99066f-972b-40a0-8062-7dfecca126b3 req-1f7251af-2078-4151-8181-f8b8b5f97eee tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=ade69466-f21a-4cf2-a0b2-56c02d50e8ae HTTP/1.1" status: 200 len: 946 time: 0.0568626 Sep 07 03:38:31.565729 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9c99066f-972b-40a0-8062-7dfecca126b3 req-6c9ee2d4-6af0-43bc-8360-297eef0fe670 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=9642c936-2144-497b-850a-2d6a30b3d818&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407727 Sep 07 03:38:31.611924 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-ac5eecca-a999-49f4-83f7-f5bea8696353 req-5655667a-d723-4211-938b-fea4c9deaff5 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Deleting port 52273c7a-e084-4a5a-9523-a5a53852801c {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:38:31.612298 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-ac5eecca-a999-49f4-83f7-f5bea8696353 req-5655667a-d723-4211-938b-fea4c9deaff5 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:31.614356 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:31.713835 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-ac5eecca-a999-49f4-83f7-f5bea8696353 req-5655667a-d723-4211-938b-fea4c9deaff5 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] For port 52273c7a-e084-4a5a-9523-a5a53852801c, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=52273c7a-e084-4a5a-9523-a5a53852801c,segment=NetworkSegment(66a6dbf3-8f07-480f-8b5c-fe94104f0995),segment_id=66a6dbf3-8f07-480f-8b5c-fe94104f0995)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:38:31.714109 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-ac5eecca-a999-49f4-83f7-f5bea8696353 req-5655667a-d723-4211-938b-fea4c9deaff5 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:31.726304 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-ac5eecca-a999-49f4-83f7-f5bea8696353 req-5655667a-d723-4211-938b-fea4c9deaff5 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Calling delete_port for 52273c7a-e084-4a5a-9523-a5a53852801c owned by compute:nova {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:38:31.862428 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-ac5eecca-a999-49f4-83f7-f5bea8696353 req-5655667a-d723-4211-938b-fea4c9deaff5 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:31.889557 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5655667a-d723-4211-938b-fea4c9deaff5 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event deleted for resources: {'Port': ['ID=52273c7a-e084-4a5a-9523-a5a53852801c,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:38:31.936882 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac5eecca-a999-49f4-83f7-f5bea8696353 req-5655667a-d723-4211-938b-fea4c9deaff5 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] No DVR routers for this DVR port 52273c7a-e084-4a5a-9523-a5a53852801c on host n-h1-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:38:31.939796 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-ac5eecca-a999-49f4-83f7-f5bea8696353 req-5655667a-d723-4211-938b-fea4c9deaff5 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:31.941838 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ac5eecca-a999-49f4-83f7-f5bea8696353 req-5655667a-d723-4211-938b-fea4c9deaff5 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.23 "DELETE /v2.0/ports/52273c7a-e084-4a5a-9523-a5a53852801c HTTP/1.1" status: 204 len: 173 time: 0.4354637 Sep 07 03:38:32.019996 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade69466-f21a-4cf2-a0b2-56c02d50e8ae', 'name': 'network-vif-deleted', 'tag': '52273c7a-e084-4a5a-9523-a5a53852801c'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:38:32.023353 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf84fb72099b4c059134e8dbf206a3531b112bee59ff8dea8931d4ccd024695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0231f79-3832-4308-bb21-e3b880b7d947" -d '{"events": [{"server_uuid": "ade69466-f21a-4cf2-a0b2-56c02d50e8ae", "name": "network-vif-deleted", "tag": "52273c7a-e084-4a5a-9523-a5a53852801c"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:38:32.076067 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c6c8ad9-3481-4f5f-a44b-5e5ad2537c9e x-openstack-request-id: req-8c6c8ad9-3481-4f5f-a44b-5e5ad2537c9e {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:38:32.076383 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ade69466-f21a-4cf2-a0b2-56c02d50e8ae", "name": "network-vif-deleted", "tag": "52273c7a-e084-4a5a-9523-a5a53852801c", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:38:32.076629 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8c6c8ad9-3481-4f5f-a44b-5e5ad2537c9e {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:38:32.077025 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ade69466-f21a-4cf2-a0b2-56c02d50e8ae', 'name': 'network-vif-deleted', 'tag': '52273c7a-e084-4a5a-9523-a5a53852801c', 'status': 'completed', 'code': 200} Sep 07 03:38:32.629717 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45382) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:38:33.028172 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bb7d1d26-73c1-4eec-a10f-d714cb17f097 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:33.301278 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-bb7d1d26-73c1-4eec-a10f-d714cb17f097 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Deleting port 0aa5d9a2-00f0-4d7c-ab6d-b8624ab0753f {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:38:33.301628 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bb7d1d26-73c1-4eec-a10f-d714cb17f097 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:33.390326 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-bb7d1d26-73c1-4eec-a10f-d714cb17f097 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] For port 0aa5d9a2-00f0-4d7c-ab6d-b8624ab0753f, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=0aa5d9a2-00f0-4d7c-ab6d-b8624ab0753f,segment=NetworkSegment(66a6dbf3-8f07-480f-8b5c-fe94104f0995),segment_id=66a6dbf3-8f07-480f-8b5c-fe94104f0995)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:38:33.390695 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bb7d1d26-73c1-4eec-a10f-d714cb17f097 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:33.403386 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-bb7d1d26-73c1-4eec-a10f-d714cb17f097 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Calling delete_port for 0aa5d9a2-00f0-4d7c-ab6d-b8624ab0753f owned by network:router_interface {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:38:33.598679 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bb7d1d26-73c1-4eec-a10f-d714cb17f097 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:33.630807 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7d1d26-73c1-4eec-a10f-d714cb17f097 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event deleted for resources: {'Port': ['ID=0aa5d9a2-00f0-4d7c-ab6d-b8624ab0753f,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:38:33.822397 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bb7d1d26-73c1-4eec-a10f-d714cb17f097 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:34.048099 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb7d1d26-73c1-4eec-a10f-d714cb17f097 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Router e6f5a2bb-89dd-42ec-b097-9678ecb86e6a has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:38:34.136699 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 52273c7a-e084-4a5a-9523-a5a53852801c no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:38:34.164862 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: 52273c7a-e084-4a5a-9523-a5a53852801c {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:38:34.165215 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 52273c7a-e084-4a5a-9523-a5a53852801c not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:38:34.172449 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7d1d26-73c1-4eec-a10f-d714cb17f097 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:38:34.178629 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-bb7d1d26-73c1-4eec-a10f-d714cb17f097 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "PUT /v2.0/routers/e6f5a2bb-89dd-42ec-b097-9678ecb86e6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5477290 Sep 07 03:38:34.181185 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45384) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:38:34.184399 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed7900c-056b-411e-bea4-2506b155bdc4 None None] Sync routers for ids ['e6f5a2bb-89dd-42ec-b097-9678ecb86e6a'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:38:34.195416 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed7900c-056b-411e-bea4-2506b155bdc4 None None] Routers {'e6f5a2bb-89dd-42ec-b097-9678ecb86e6a'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:38:34.196130 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-eed7900c-056b-411e-bea4-2506b155bdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:38:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['e6f5a2bb-89dd-42ec-b097-9678ecb86e6a'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:38:34.232881 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdbd5a4c-b94c-4ac0-befe-1f83cafc4ad1 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Deleting subnet 421b88b8-8447-4a14-a652-84c8d0e8d690 {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 03:38:34.236150 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bdbd5a4c-b94c-4ac0-befe-1f83cafc4ad1 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:34.278001 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bdbd5a4c-b94c-4ac0-befe-1f83cafc4ad1 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:34.306566 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-eed7900c-056b-411e-bea4-2506b155bdc4 None None] Set router e6f5a2bb-89dd-42ec-b097-9678ecb86e6a gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:38:34.368582 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bdbd5a4c-b94c-4ac0-befe-1f83cafc4ad1 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:34.431356 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bdbd5a4c-b94c-4ac0-befe-1f83cafc4ad1 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:34.461319 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbd5a4c-b94c-4ac0-befe-1f83cafc4ad1 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event deleted for resources: {'Subnet': ['ID=421b88b8-8447-4a14-a652-84c8d0e8d690,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:38:34.463712 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bdbd5a4c-b94c-4ac0-befe-1f83cafc4ad1 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:34.465707 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-bdbd5a4c-b94c-4ac0-befe-1f83cafc4ad1 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "DELETE /v2.0/subnets/421b88b8-8447-4a14-a652-84c8d0e8d690 HTTP/1.1" status: 204 len: 168 time: 0.2835662 Sep 07 03:38:34.468739 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45386) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:38:34.470538 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9cc421c-5c69-47df-a850-321bce39e6ae None None] Network a332d8fd-7645-4c23-98a5-234a9ac0d935 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:38:34.502412 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-eed7900c-056b-411e-bea4-2506b155bdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f5a2bb-89dd-42ec-b097-9678ecb86e6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650262408', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'd90da673-33e0-43a5-8204-5974964b6d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:36:47Z', 'updated_at': '2021-09-07T03:38:33Z', 'revision_number': 5, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': 'd90da673-33e0-43a5-8204-5974964b6d83', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:57:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f5a2bb-89dd-42ec-b097-9678ecb86e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:36:47Z', 'updated_at': '2021-09-07T03:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:38:34.532754 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed7900c-056b-411e-bea4-2506b155bdc4 None None] Checking router: e6f5a2bb-89dd-42ec-b097-9678ecb86e6a for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:38:34.542562 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed7900c-056b-411e-bea4-2506b155bdc4 None None] Routers {'e6f5a2bb-89dd-42ec-b097-9678ecb86e6a'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:38:34.543203 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-eed7900c-056b-411e-bea4-2506b155bdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:38:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['e6f5a2bb-89dd-42ec-b097-9678ecb86e6a'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:38:34.592989 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fee2938c-9c1f-44f3-a1b0-24cd5c32ec7f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for router, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:34.668740 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65317bf-add0-4d75-9387-dc48a437fdbb None None] DHCP port deletion for a332d8fd-7645-4c23-98a5-234a9ac0d935 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 03:38:34.677572 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-eed7900c-056b-411e-bea4-2506b155bdc4 None None] Set router e6f5a2bb-89dd-42ec-b097-9678ecb86e6a gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:38:34.729806 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-e65317bf-add0-4d75-9387-dc48a437fdbb None None] Deleting port cb32cc3c-7e18-464a-b5e3-34f2b5ea0dc9 {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:38:34.730198 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e65317bf-add0-4d75-9387-dc48a437fdbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:34.803380 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-e65317bf-add0-4d75-9387-dc48a437fdbb None None] For port cb32cc3c-7e18-464a-b5e3-34f2b5ea0dc9, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=cb32cc3c-7e18-464a-b5e3-34f2b5ea0dc9,segment=NetworkSegment(66a6dbf3-8f07-480f-8b5c-fe94104f0995),segment_id=66a6dbf3-8f07-480f-8b5c-fe94104f0995)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:38:34.803821 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e65317bf-add0-4d75-9387-dc48a437fdbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:34.818723 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-e65317bf-add0-4d75-9387-dc48a437fdbb None None] Calling delete_port for cb32cc3c-7e18-464a-b5e3-34f2b5ea0dc9 owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:38:34.880480 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-eed7900c-056b-411e-bea4-2506b155bdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f5a2bb-89dd-42ec-b097-9678ecb86e6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650262408', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'd90da673-33e0-43a5-8204-5974964b6d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:36:47Z', 'updated_at': '2021-09-07T03:38:33Z', 'revision_number': 5, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': 'd90da673-33e0-43a5-8204-5974964b6d83', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:57:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f5a2bb-89dd-42ec-b097-9678ecb86e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:36:47Z', 'updated_at': '2021-09-07T03:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:38:34.908844 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed7900c-056b-411e-bea4-2506b155bdc4 None None] The sync data for ids ['e6f5a2bb-89dd-42ec-b097-9678ecb86e6a'] in n-d-796209-16 is: [{'id': 'e6f5a2bb-89dd-42ec-b097-9678ecb86e6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-650262408', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': 'd90da673-33e0-43a5-8204-5974964b6d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:36:47Z', 'updated_at': '2021-09-07T03:38:33Z', 'revision_number': 5, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': 'd90da673-33e0-43a5-8204-5974964b6d83', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:57:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f5a2bb-89dd-42ec-b097-9678ecb86e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:36:47Z', 'updated_at': '2021-09-07T03:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:38:34.915866 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e65317bf-add0-4d75-9387-dc48a437fdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:34.945376 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65317bf-add0-4d75-9387-dc48a437fdbb None None] Pushing event deleted for resources: {'Port': ['ID=cb32cc3c-7e18-464a-b5e3-34f2b5ea0dc9,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:38:34.954861 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65317bf-add0-4d75-9387-dc48a437fdbb None None] No DVR routers for this DVR port cb32cc3c-7e18-464a-b5e3-34f2b5ea0dc9 on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:38:35.048625 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fee2938c-9c1f-44f3-a1b0-24cd5c32ec7f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:35.102953 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-fee2938c-9c1f-44f3-a1b0-24cd5c32ec7f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Deleting port d90da673-33e0-43a5-8204-5974964b6d83 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:38:35.103298 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fee2938c-9c1f-44f3-a1b0-24cd5c32ec7f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:35.186620 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-fee2938c-9c1f-44f3-a1b0-24cd5c32ec7f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] For port d90da673-33e0-43a5-8204-5974964b6d83, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=d90da673-33e0-43a5-8204-5974964b6d83,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:38:35.186893 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fee2938c-9c1f-44f3-a1b0-24cd5c32ec7f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:35.199535 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-fee2938c-9c1f-44f3-a1b0-24cd5c32ec7f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Calling delete_port for d90da673-33e0-43a5-8204-5974964b6d83 owned by network:router_gateway {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:38:35.383004 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fee2938c-9c1f-44f3-a1b0-24cd5c32ec7f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:35.413165 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee2938c-9c1f-44f3-a1b0-24cd5c32ec7f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event deleted for resources: {'Port': ['ID=d90da673-33e0-43a5-8204-5974964b6d83,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:38:35.481490 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fee2938c-9c1f-44f3-a1b0-24cd5c32ec7f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:35.544759 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device cb32cc3c-7e18-464a-b5e3-34f2b5ea0dc9 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:38:35.566403 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: cb32cc3c-7e18-464a-b5e3-34f2b5ea0dc9 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:38:35.566752 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device cb32cc3c-7e18-464a-b5e3-34f2b5ea0dc9 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:38:35.567173 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 0aa5d9a2-00f0-4d7c-ab6d-b8624ab0753f no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:38:35.583573 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fee2938c-9c1f-44f3-a1b0-24cd5c32ec7f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:35.586171 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fee2938c-9c1f-44f3-a1b0-24cd5c32ec7f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:35.586384 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 0aa5d9a2-00f0-4d7c-ab6d-b8624ab0753f {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:38:35.586657 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 0aa5d9a2-00f0-4d7c-ab6d-b8624ab0753f not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:38:35.643602 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fee2938c-9c1f-44f3-a1b0-24cd5c32ec7f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:35.644177 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee2938c-9c1f-44f3-a1b0-24cd5c32ec7f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Fanout notify agent at l3_agent the message router_deleted on router e6f5a2bb-89dd-42ec-b097-9678ecb86e6a {{(pid=94701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 03:38:35.651453 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-fee2938c-9c1f-44f3-a1b0-24cd5c32ec7f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:35.655081 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-fee2938c-9c1f-44f3-a1b0-24cd5c32ec7f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "DELETE /v2.0/routers/e6f5a2bb-89dd-42ec-b097-9678ecb86e6a HTTP/1.1" status: 204 len: 168 time: 1.1826506 Sep 07 03:38:35.655277 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45388) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:38:35.740070 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-aa43d011-99e8-4735-a959-aa9b96f1c80a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:35.849184 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-aa43d011-99e8-4735-a959-aa9b96f1c80a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:35.872760 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-aa43d011-99e8-4735-a959-aa9b96f1c80a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a332d8fd-7645-4c23-98a5-234a9ac0d935']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:38:35.882981 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-aa43d011-99e8-4735-a959-aa9b96f1c80a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66a6dbf3-8f07-480f-8b5c-fe94104f0995') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:38:35.883284 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-aa43d011-99e8-4735-a959-aa9b96f1c80a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66a6dbf3-8f07-480f-8b5c-fe94104f0995') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:38:35.894042 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-aa43d011-99e8-4735-a959-aa9b96f1c80a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:35.913723 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-aa43d011-99e8-4735-a959-aa9b96f1c80a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:35.920444 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa43d011-99e8-4735-a959-aa9b96f1c80a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 03:38:35.920915 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-aa43d011-99e8-4735-a959-aa9b96f1c80a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:35.924597 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 03:38:35.924597 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 03:38:35.924597 n-d-796209-16 neutron-server[94701]: timer() Sep 07 03:38:35.924597 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 03:38:35.924597 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 03:38:35.924597 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 03:38:35.924597 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 03:38:35.924597 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 03:38:35.924597 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 03:38:35.924597 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 03:38:35.924597 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 03:38:35.924597 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 03:38:35.924597 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 03:38:35.924597 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 03:38:35.924597 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 03:38:35.924597 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 03:38:35.924597 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 03:38:35.924597 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 03:38:35.924597 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 03:38:35.924597 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 03:38:35.924597 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 03:38:35.924597 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 03:38:35.924597 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 03:38:35.924597 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 03:38:35.924597 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 03:38:35.924597 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 03:38:35.924597 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 03:38:35.924597 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 03:38:35.924597 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 03:38:35.924597 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 03:38:35.924597 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 03:38:35.924597 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 03:38:35.993543 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-aa43d011-99e8-4735-a959-aa9b96f1c80a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:36.001136 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-aa43d011-99e8-4735-a959-aa9b96f1c80a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:36.002835 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-aa43d011-99e8-4735-a959-aa9b96f1c80a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "DELETE /v2.0/networks/a332d8fd-7645-4c23-98a5-234a9ac0d935 HTTP/1.1" status: 204 len: 168 time: 0.3464973 Sep 07 03:38:36.005462 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45390) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:38:36.024976 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa43d011-99e8-4735-a959-aa9b96f1c80a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event deleted for resources: {'Network': ['ID=a332d8fd-7645-4c23-98a5-234a9ac0d935,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:38:36.086223 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0d1d74c6-e13d-4f21-9aec-5cec98e63760 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:36.118983 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0d1d74c6-e13d-4f21-9aec-5cec98e63760 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:36.203173 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0d1d74c6-e13d-4f21-9aec-5cec98e63760 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:36.206506 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0d1d74c6-e13d-4f21-9aec-5cec98e63760 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:36.207842 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-0d1d74c6-e13d-4f21-9aec-5cec98e63760 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "DELETE /v2.0/security-groups/9642c936-2144-497b-850a-2d6a30b3d818 HTTP/1.1" status: 204 len: 168 time: 0.2012136 Sep 07 03:38:36.217811 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d74c6-e13d-4f21-9aec-5cec98e63760 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9642c936-2144-497b-850a-2d6a30b3d818,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:38:36.520647 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45396) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:38:36.525331 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-8ecb1230-3c3e-4f2d-9421-9be3316dc2ad tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1628167334', 'description': 'tempest-secgroup-smoke-1628167334 description', 'project_id': '27bcf015607944b4bc040d494fbb2877'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:38:36.549054 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8ecb1230-3c3e-4f2d-9421-9be3316dc2ad tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:36.637916 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8ecb1230-3c3e-4f2d-9421-9be3316dc2ad tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:36.642288 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8ecb1230-3c3e-4f2d-9421-9be3316dc2ad tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:36.670444 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8ecb1230-3c3e-4f2d-9421-9be3316dc2ad tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:36.671716 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-8ecb1230-3c3e-4f2d-9421-9be3316dc2ad tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1500018 Sep 07 03:38:36.674130 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecb1230-3c3e-4f2d-9421-9be3316dc2ad tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d03592-2a4c-4377-9ca3-4e59cb27b98b,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:38:36.675577 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45398) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:38:36.680369 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-1d9ad8a2-2bde-487b-a9b3-21867a7fda83 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Request body: {'security_group_rule': {'security_group_id': 'f8d03592-2a4c-4377-9ca3-4e59cb27b98b', 'project_id': '27bcf015607944b4bc040d494fbb2877', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:38:36.682174 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecb1230-3c3e-4f2d-9421-9be3316dc2ad tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:38:36.682513 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecb1230-3c3e-4f2d-9421-9be3316dc2ad tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:38:36.682853 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecb1230-3c3e-4f2d-9421-9be3316dc2ad tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:38:36.683194 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecb1230-3c3e-4f2d-9421-9be3316dc2ad tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:38:36.683555 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecb1230-3c3e-4f2d-9421-9be3316dc2ad tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:38:36.683896 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecb1230-3c3e-4f2d-9421-9be3316dc2ad tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:38:36.684226 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecb1230-3c3e-4f2d-9421-9be3316dc2ad tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:38:36.684554 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecb1230-3c3e-4f2d-9421-9be3316dc2ad tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:38:36.684884 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecb1230-3c3e-4f2d-9421-9be3316dc2ad tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:38:36.685214 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecb1230-3c3e-4f2d-9421-9be3316dc2ad tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:38:36.685538 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecb1230-3c3e-4f2d-9421-9be3316dc2ad tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:38:36.685860 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecb1230-3c3e-4f2d-9421-9be3316dc2ad tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:38:36.715028 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1d9ad8a2-2bde-487b-a9b3-21867a7fda83 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:36.769516 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1d9ad8a2-2bde-487b-a9b3-21867a7fda83 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:36.773309 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1d9ad8a2-2bde-487b-a9b3-21867a7fda83 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:36.798353 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9ad8a2-2bde-487b-a9b3-21867a7fda83 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17860c7d-aede-41cd-9715-74771f209799,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:38:36.802471 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-1d9ad8a2-2bde-487b-a9b3-21867a7fda83 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:36.803937 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-1d9ad8a2-2bde-487b-a9b3-21867a7fda83 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1272788 Sep 07 03:38:36.807779 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45400) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:38:36.812772 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-48704dde-6b84-4ca3-be44-8db50f8cdc07 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Request body: {'security_group_rule': {'security_group_id': 'f8d03592-2a4c-4377-9ca3-4e59cb27b98b', 'project_id': '27bcf015607944b4bc040d494fbb2877', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:38:36.840160 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-48704dde-6b84-4ca3-be44-8db50f8cdc07 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:36.899618 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-48704dde-6b84-4ca3-be44-8db50f8cdc07 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:36.903460 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-48704dde-6b84-4ca3-be44-8db50f8cdc07 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:36.921039 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48704dde-6b84-4ca3-be44-8db50f8cdc07 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e04980bf-d9f4-4d94-a7cc-435a77b9b3d6,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:38:36.928847 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-48704dde-6b84-4ca3-be44-8db50f8cdc07 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:36.930112 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-48704dde-6b84-4ca3-be44-8db50f8cdc07 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1213169 Sep 07 03:38:36.933103 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45402) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:38:36.937917 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-f484a6b5-de7e-4fa9-83a1-8b0c34f0556e tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Request body: {'security_group_rule': {'security_group_id': 'f8d03592-2a4c-4377-9ca3-4e59cb27b98b', 'project_id': '27bcf015607944b4bc040d494fbb2877', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:38:36.968061 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f484a6b5-de7e-4fa9-83a1-8b0c34f0556e tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:37.046830 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f484a6b5-de7e-4fa9-83a1-8b0c34f0556e tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:37.052085 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f484a6b5-de7e-4fa9-83a1-8b0c34f0556e tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:37.073949 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f484a6b5-de7e-4fa9-83a1-8b0c34f0556e tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5dc8d7a-5acf-4653-9452-07004a567408,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:38:37.081340 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f484a6b5-de7e-4fa9-83a1-8b0c34f0556e tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:37.084948 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f484a6b5-de7e-4fa9-83a1-8b0c34f0556e tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1484759 Sep 07 03:38:37.085499 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45404) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:38:37.091092 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-48036041-8ab6-4ec3-9e4a-344c91b8d70d tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Request body: {'security_group_rule': {'security_group_id': 'f8d03592-2a4c-4377-9ca3-4e59cb27b98b', 'project_id': '27bcf015607944b4bc040d494fbb2877', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:38:37.118646 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-48036041-8ab6-4ec3-9e4a-344c91b8d70d tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:37.179834 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-48036041-8ab6-4ec3-9e4a-344c91b8d70d tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:37.183827 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-48036041-8ab6-4ec3-9e4a-344c91b8d70d tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:37.203299 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48036041-8ab6-4ec3-9e4a-344c91b8d70d tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d981b3d9-5047-4896-a524-49ac08720d91,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:38:37.210275 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-48036041-8ab6-4ec3-9e4a-344c91b8d70d tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:37.212197 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-48036041-8ab6-4ec3-9e4a-344c91b8d70d tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1249928 Sep 07 03:38:37.215443 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45406) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:38:37.220612 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-09738739-b2fc-4984-894e-4506bf7513d1 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Request body: {'security_group_rule': {'security_group_id': 'f8d03592-2a4c-4377-9ca3-4e59cb27b98b', 'project_id': '27bcf015607944b4bc040d494fbb2877', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:38:37.243556 n-d-796209-16 neutron-server[94700]: INFO neutron.db.securitygroups_db [None req-09738739-b2fc-4984-894e-4506bf7513d1 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Project 27bcf015607944b4bc040d494fbb2877 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 03:38:37.248581 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-09738739-b2fc-4984-894e-4506bf7513d1 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:37.321199 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-09738739-b2fc-4984-894e-4506bf7513d1 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:37.325389 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-09738739-b2fc-4984-894e-4506bf7513d1 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:37.345607 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09738739-b2fc-4984-894e-4506bf7513d1 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=731e39b4-dbb7-4ff0-a0cc-0a23bc228d23,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:38:37.351878 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-09738739-b2fc-4984-894e-4506bf7513d1 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:37.354380 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-09738739-b2fc-4984-894e-4506bf7513d1 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1366031 Sep 07 03:38:37.356513 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45408) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:38:37.361830 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-3166c151-73d6-4a9b-8bfd-59b4f78cc48f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Request body: {'security_group_rule': {'security_group_id': 'f8d03592-2a4c-4377-9ca3-4e59cb27b98b', 'project_id': '27bcf015607944b4bc040d494fbb2877', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:38:37.384744 n-d-796209-16 neutron-server[94700]: INFO neutron.db.securitygroups_db [None req-3166c151-73d6-4a9b-8bfd-59b4f78cc48f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Project 27bcf015607944b4bc040d494fbb2877 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 03:38:37.390992 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3166c151-73d6-4a9b-8bfd-59b4f78cc48f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:37.446194 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device d90da673-33e0-43a5-8204-5974964b6d83 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:38:37.462853 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3166c151-73d6-4a9b-8bfd-59b4f78cc48f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:37.467366 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3166c151-73d6-4a9b-8bfd-59b4f78cc48f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:37.468966 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: d90da673-33e0-43a5-8204-5974964b6d83 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:38:37.470321 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device d90da673-33e0-43a5-8204-5974964b6d83 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:38:37.488068 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3166c151-73d6-4a9b-8bfd-59b4f78cc48f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24582ca4-7af6-48f1-a5c5-22e298b82148,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:38:37.495311 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3166c151-73d6-4a9b-8bfd-59b4f78cc48f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:37.496801 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3166c151-73d6-4a9b-8bfd-59b4f78cc48f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1392503 Sep 07 03:38:37.499495 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45410) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:38:37.504485 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-9f2ca259-eb46-4420-990a-7cae653ff38f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Request body: {'network': {'name': 'tempest-network-smoke--683491904', 'project_id': '27bcf015607944b4bc040d494fbb2877', 'port_security_enabled': True}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:38:37.526950 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2ca259-eb46-4420-990a-7cae653ff38f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Made reservation on behalf of 27bcf015607944b4bc040d494fbb2877 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:38:37.530404 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9f2ca259-eb46-4420-990a-7cae653ff38f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:37.554948 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f2ca259-eb46-4420-990a-7cae653ff38f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 03:38:37.565889 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9f2ca259-eb46-4420-990a-7cae653ff38f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:37.565889 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-9f2ca259-eb46-4420-990a-7cae653ff38f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Added segment 82a0a26b-ce05-4cfe-947b-812730f990e6 of type vlan for network db4828dc-61a4-4221-8c3b-80ac637ba8c3 Sep 07 03:38:37.616208 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9f2ca259-eb46-4420-990a-7cae653ff38f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:37.643572 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9f2ca259-eb46-4420-990a-7cae653ff38f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:37.649237 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2ca259-eb46-4420-990a-7cae653ff38f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:38:37.649928 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9f2ca259-eb46-4420-990a-7cae653ff38f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:37.683981 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9f2ca259-eb46-4420-990a-7cae653ff38f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1817384 Sep 07 03:38:37.685082 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45412) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:38:37.690199 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-c7b67950-ca48-408f-9c68-9c453a152e73 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1743228627', 'admin_state_up': True, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:38:37.738156 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ca259-eb46-4420-990a-7cae653ff38f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'Network': ['ID=db4828dc-61a4-4221-8c3b-80ac637ba8c3,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:38:37.749211 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network db4828dc-61a4-4221-8c3b-80ac637ba8c3 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 03:38:37.755284 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c7b67950-ca48-408f-9c68-9c453a152e73 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:37.756472 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c7b67950-ca48-408f-9c68-9c453a152e73 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:37.827254 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c7b67950-ca48-408f-9c68-9c453a152e73 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:38.330086 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c7b67950-ca48-408f-9c68-9c453a152e73 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:38.526824 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c7b67950-ca48-408f-9c68-9c453a152e73 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:38.545113 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c7b67950-ca48-408f-9c68-9c453a152e73 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:38.650806 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-c7b67950-ca48-408f-9c68-9c453a152e73 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Allocated IP 172.25.5.222 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/c38eb7d2-5130-4838-a3f5-1dca89887ac9) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:38:38.756362 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c7b67950-ca48-408f-9c68-9c453a152e73 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:38.793597 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c7b67950-ca48-408f-9c68-9c453a152e73 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:38.832278 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b67950-ca48-408f-9c68-9c453a152e73 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:38:38.836511 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-c7b67950-ca48-408f-9c68-9c453a152e73 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:38:38.842457 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b67950-ca48-408f-9c68-9c453a152e73 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:38:38.848400 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b67950-ca48-408f-9c68-9c453a152e73 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'Port': ['ID=c38eb7d2-5130-4838-a3f5-1dca89887ac9,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:38:39.095555 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c7b67950-ca48-408f-9c68-9c453a152e73 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:39.296686 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c7b67950-ca48-408f-9c68-9c453a152e73 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:39.434224 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b67950-ca48-408f-9c68-9c453a152e73 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Router 26faa83e-4aa6-41c6-84de-0d3f310de936 is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 03:38:39.544667 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b67950-ca48-408f-9c68-9c453a152e73 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:38:39.556116 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad061bd-90fc-4f22-b59f-2e83e6b646aa None None] Sync routers for ids ['26faa83e-4aa6-41c6-84de-0d3f310de936'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:38:39.568500 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c7b67950-ca48-408f-9c68-9c453a152e73 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:39.569128 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad061bd-90fc-4f22-b59f-2e83e6b646aa None None] Routers {'26faa83e-4aa6-41c6-84de-0d3f310de936'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:38:39.569328 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-4ad061bd-90fc-4f22-b59f-2e83e6b646aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:38:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['26faa83e-4aa6-41c6-84de-0d3f310de936'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:38:39.570848 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c7b67950-ca48-408f-9c68-9c453a152e73 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8836701 Sep 07 03:38:39.573018 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45414) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:38:39.603360 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-16fcc927-8f88-4f70-bc16-d7f1d41c0ae4 tempest-TestNetworkAdvancedServerOps-177635439 tempest-TestNetworkAdvancedServerOps-177635439-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=27bcf015607944b4bc040d494fbb2877&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292509 Sep 07 03:38:39.606037 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45416) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:38:39.674527 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-4ad061bd-90fc-4f22-b59f-2e83e6b646aa None None] Set router 26faa83e-4aa6-41c6-84de-0d3f310de936 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:38:39.694259 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b7c82c-66d9-484c-98c9-78a2d8e306d0 tempest-TestNetworkAdvancedServerOps-177635439 tempest-TestNetworkAdvancedServerOps-177635439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:38:39.695738 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-05b7c82c-66d9-484c-98c9-78a2d8e306d0 tempest-TestNetworkAdvancedServerOps-177635439 tempest-TestNetworkAdvancedServerOps-177635439-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0887737 Sep 07 03:38:39.698662 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45418) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:38:39.731826 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-7ae89b2e-8a6c-46c0-a2bf-4a9d58012aff tempest-TestNetworkAdvancedServerOps-177635439 tempest-TestNetworkAdvancedServerOps-177635439-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=1166b922-7457-4da4-bdda-328e8c8e7bc6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320172 Sep 07 03:38:39.734910 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45420) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:38:39.740570 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-720deef7-92d0-42a4-8a32-f3c594589f5a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-445371931', 'network_id': 'db4828dc-61a4-4221-8c3b-80ac637ba8c3', 'project_id': '27bcf015607944b4bc040d494fbb2877', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:38:39.834613 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720deef7-92d0-42a4-8a32-f3c594589f5a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Made reservation on behalf of 27bcf015607944b4bc040d494fbb2877 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:38:39.839126 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-720deef7-92d0-42a4-8a32-f3c594589f5a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:40.022352 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-4ad061bd-90fc-4f22-b59f-2e83e6b646aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26faa83e-4aa6-41c6-84de-0d3f310de936', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743228627', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'c38eb7d2-5130-4838-a3f5-1dca89887ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:38:37Z', 'updated_at': '2021-09-07T03:38:38Z', 'revision_number': 3, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': 'c38eb7d2-5130-4838-a3f5-1dca89887ac9', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a2:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26faa83e-4aa6-41c6-84de-0d3f310de936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:38:38Z', 'updated_at': '2021-09-07T03:38:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:38:40.042658 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-720deef7-92d0-42a4-8a32-f3c594589f5a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:40.052697 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad061bd-90fc-4f22-b59f-2e83e6b646aa None None] Checking router: 26faa83e-4aa6-41c6-84de-0d3f310de936 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:38:40.053053 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad061bd-90fc-4f22-b59f-2e83e6b646aa None None] Updating router 26faa83e-4aa6-41c6-84de-0d3f310de936 port c38eb7d2-5130-4838-a3f5-1dca89887ac9 binding host n-d-796209-16 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 03:38:40.078412 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4ad061bd-90fc-4f22-b59f-2e83e6b646aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:40.103838 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720deef7-92d0-42a4-8a32-f3c594589f5a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'Subnet': ['ID=3d0b56c6-91c5-45b1-9d13-1c7c50a0fdf0,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:38:40.112842 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720deef7-92d0-42a4-8a32-f3c594589f5a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Checking segment: {'id': '82a0a26b-ce05-4cfe-947b-812730f990e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'db4828dc-61a4-4221-8c3b-80ac637ba8c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:38:40.113214 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720deef7-92d0-42a4-8a32-f3c594589f5a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Network hostable DHCP agents. Network: db4828dc-61a4-4221-8c3b-80ac637ba8c3, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 03:38:40.130288 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720deef7-92d0-42a4-8a32-f3c594589f5a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Network db4828dc-61a4-4221-8c3b-80ac637ba8c3 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 03:38:40.139641 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-720deef7-92d0-42a4-8a32-f3c594589f5a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, db4828dc-61a4-4221-8c3b-80ac637ba8c3) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:38:40.144498 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720deef7-92d0-42a4-8a32-f3c594589f5a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:38:40.145087 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-720deef7-92d0-42a4-8a32-f3c594589f5a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:40.160243 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-720deef7-92d0-42a4-8a32-f3c594589f5a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4242153 Sep 07 03:38:40.162986 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45422) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:38:40.167244 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b9e0a5-a514-4eb3-b87a-d44c430099b9 None None] Network db4828dc-61a4-4221-8c3b-80ac637ba8c3 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:38:40.417384 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f75e6f-8b28-4570-9752-ad75b7055ceb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-db4828dc-61a4-4221-8c3b-80ac637ba8c3', 'network_id': 'db4828dc-61a4-4221-8c3b-80ac637ba8c3', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'fixed_ips': [{'subnet_id': '3d0b56c6-91c5-45b1-9d13-1c7c50a0fdf0'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 03:38:40.418234 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-37f75e6f-8b28-4570-9752-ad75b7055ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:40.526913 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4ad061bd-90fc-4f22-b59f-2e83e6b646aa None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:40.550756 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-4ad061bd-90fc-4f22-b59f-2e83e6b646aa None None] Transition to ACTIVE for port object c38eb7d2-5130-4838-a3f5-1dca89887ac9 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:38:40.561037 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4ad061bd-90fc-4f22-b59f-2e83e6b646aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:40.623385 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d9985773-c687-4e51-8693-c5994703e4c4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:40.643203 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-4ad061bd-90fc-4f22-b59f-2e83e6b646aa None None] Attempting to bind port c38eb7d2-5130-4838-a3f5-1dca89887ac9 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:38:40.643606 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-4ad061bd-90fc-4f22-b59f-2e83e6b646aa None None] Attempting to bind port c38eb7d2-5130-4838-a3f5-1dca89887ac9 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:38:40.643976 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad061bd-90fc-4f22-b59f-2e83e6b646aa None None] Attempting to bind port c38eb7d2-5130-4838-a3f5-1dca89887ac9 on network 1166b922-7457-4da4-bdda-328e8c8e7bc6 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:38:40.647368 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2a8430-c5d2-42ec-b1f7-9151bcaafdcc None None] Pushing event updated for resources: {'Port': ['ID=c38eb7d2-5130-4838-a3f5-1dca89887ac9,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:38:40.660059 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad061bd-90fc-4f22-b59f-2e83e6b646aa None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:38:40.660382 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad061bd-90fc-4f22-b59f-2e83e6b646aa None None] Checking segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:38:40.660937 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4ad061bd-90fc-4f22-b59f-2e83e6b646aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:40.661484 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad061bd-90fc-4f22-b59f-2e83e6b646aa None None] Bound using segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:38:40.661965 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-4ad061bd-90fc-4f22-b59f-2e83e6b646aa None None] Bound port: c38eb7d2-5130-4838-a3f5-1dca89887ac9, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:38:40.662347 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4ad061bd-90fc-4f22-b59f-2e83e6b646aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:40.664383 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-37f75e6f-8b28-4570-9752-ad75b7055ceb None None] Allocated IP 172.20.0.2 (db4828dc-61a4-4221-8c3b-80ac637ba8c3/3d0b56c6-91c5-45b1-9d13-1c7c50a0fdf0/39ee25eb-990d-4b27-8c7f-2b7e2e89f2ea) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:38:40.784876 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-4ad061bd-90fc-4f22-b59f-2e83e6b646aa None None] For port c38eb7d2-5130-4838-a3f5-1dca89887ac9, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:38:40.802883 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-4ad061bd-90fc-4f22-b59f-2e83e6b646aa None None] For port c38eb7d2-5130-4838-a3f5-1dca89887ac9, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=c38eb7d2-5130-4838-a3f5-1dca89887ac9,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:38:40.810274 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4ad061bd-90fc-4f22-b59f-2e83e6b646aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:40.914368 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad061bd-90fc-4f22-b59f-2e83e6b646aa None None] Routers {'26faa83e-4aa6-41c6-84de-0d3f310de936'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:38:40.914903 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-4ad061bd-90fc-4f22-b59f-2e83e6b646aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:38:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['26faa83e-4aa6-41c6-84de-0d3f310de936'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:38:40.918039 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2a8430-c5d2-42ec-b1f7-9151bcaafdcc None None] Pushing event updated for resources: {'Port': ['ID=c38eb7d2-5130-4838-a3f5-1dca89887ac9,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:38:40.973077 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-37f75e6f-8b28-4570-9752-ad75b7055ceb None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:40.990125 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-37f75e6f-8b28-4570-9752-ad75b7055ceb None None] Transition to ACTIVE for port object 39ee25eb-990d-4b27-8c7f-2b7e2e89f2ea will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:38:41.046517 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-37f75e6f-8b28-4570-9752-ad75b7055ceb None None] Transition to ACTIVE for port object 39ee25eb-990d-4b27-8c7f-2b7e2e89f2ea will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:38:41.058216 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-37f75e6f-8b28-4570-9752-ad75b7055ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:41.098326 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-4ad061bd-90fc-4f22-b59f-2e83e6b646aa None None] Set router 26faa83e-4aa6-41c6-84de-0d3f310de936 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:38:41.111396 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-d9985773-c687-4e51-8693-c5994703e4c4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Allocated IP 172.20.0.1 (db4828dc-61a4-4221-8c3b-80ac637ba8c3/3d0b56c6-91c5-45b1-9d13-1c7c50a0fdf0/60c8d862-e4c1-40a4-9961-7b19944b13f1) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:38:41.158914 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f75e6f-8b28-4570-9752-ad75b7055ceb None None] Network db4828dc-61a4-4221-8c3b-80ac637ba8c3 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:38:41.165057 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-37f75e6f-8b28-4570-9752-ad75b7055ceb None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:38:41.180199 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f75e6f-8b28-4570-9752-ad75b7055ceb None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:38:41.195405 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f75e6f-8b28-4570-9752-ad75b7055ceb None None] Pushing event updated for resources: {'Port': ['ID=39ee25eb-990d-4b27-8c7f-2b7e2e89f2ea,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:38:41.239877 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d9985773-c687-4e51-8693-c5994703e4c4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:41.254510 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-d9985773-c687-4e51-8693-c5994703e4c4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Transition to ACTIVE for port object 60c8d862-e4c1-40a4-9961-7b19944b13f1 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:38:41.290405 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d9985773-c687-4e51-8693-c5994703e4c4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:41.292367 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-37f75e6f-8b28-4570-9752-ad75b7055ceb None None] Attempting to bind port 39ee25eb-990d-4b27-8c7f-2b7e2e89f2ea on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:38:41.292766 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-37f75e6f-8b28-4570-9752-ad75b7055ceb None None] Attempting to bind port 39ee25eb-990d-4b27-8c7f-2b7e2e89f2ea by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '82a0a26b-ce05-4cfe-947b-812730f990e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'db4828dc-61a4-4221-8c3b-80ac637ba8c3'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:38:41.293173 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f75e6f-8b28-4570-9752-ad75b7055ceb None None] Attempting to bind port 39ee25eb-990d-4b27-8c7f-2b7e2e89f2ea on network db4828dc-61a4-4221-8c3b-80ac637ba8c3 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:38:41.303444 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f75e6f-8b28-4570-9752-ad75b7055ceb None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:38:41.305801 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f75e6f-8b28-4570-9752-ad75b7055ceb None None] Checking segment: {'id': '82a0a26b-ce05-4cfe-947b-812730f990e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'db4828dc-61a4-4221-8c3b-80ac637ba8c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:38:41.305801 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-37f75e6f-8b28-4570-9752-ad75b7055ceb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:41.305801 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f75e6f-8b28-4570-9752-ad75b7055ceb None None] Bound using segment: {'id': '82a0a26b-ce05-4cfe-947b-812730f990e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'db4828dc-61a4-4221-8c3b-80ac637ba8c3'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:38:41.305801 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-37f75e6f-8b28-4570-9752-ad75b7055ceb None None] Bound port: 39ee25eb-990d-4b27-8c7f-2b7e2e89f2ea, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82a0a26b-ce05-4cfe-947b-812730f990e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'db4828dc-61a4-4221-8c3b-80ac637ba8c3'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:38:41.305801 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-37f75e6f-8b28-4570-9752-ad75b7055ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:41.332727 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9985773-c687-4e51-8693-c5994703e4c4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Network db4828dc-61a4-4221-8c3b-80ac637ba8c3 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:38:41.335727 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-d9985773-c687-4e51-8693-c5994703e4c4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:38:41.338606 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9985773-c687-4e51-8693-c5994703e4c4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:38:41.377653 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9985773-c687-4e51-8693-c5994703e4c4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'Port': ['ID=60c8d862-e4c1-40a4-9961-7b19944b13f1,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:38:41.396300 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d9985773-c687-4e51-8693-c5994703e4c4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:41.405892 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-37f75e6f-8b28-4570-9752-ad75b7055ceb None None] For port 39ee25eb-990d-4b27-8c7f-2b7e2e89f2ea, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:38:41.409970 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-37f75e6f-8b28-4570-9752-ad75b7055ceb None None] For port 39ee25eb-990d-4b27-8c7f-2b7e2e89f2ea, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=39ee25eb-990d-4b27-8c7f-2b7e2e89f2ea,segment=NetworkSegment(82a0a26b-ce05-4cfe-947b-812730f990e6),segment_id=82a0a26b-ce05-4cfe-947b-812730f990e6)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:38:41.412246 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-4ad061bd-90fc-4f22-b59f-2e83e6b646aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26faa83e-4aa6-41c6-84de-0d3f310de936', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743228627', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'c38eb7d2-5130-4838-a3f5-1dca89887ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:38:37Z', 'updated_at': '2021-09-07T03:38:38Z', 'revision_number': 3, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': 'c38eb7d2-5130-4838-a3f5-1dca89887ac9', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a2:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26faa83e-4aa6-41c6-84de-0d3f310de936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:38:38Z', 'updated_at': '2021-09-07T03:38:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:38:41.416055 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-37f75e6f-8b28-4570-9752-ad75b7055ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:41.467569 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad061bd-90fc-4f22-b59f-2e83e6b646aa None None] The sync data for ids ['26faa83e-4aa6-41c6-84de-0d3f310de936'] in n-d-796209-16 is: [{'id': '26faa83e-4aa6-41c6-84de-0d3f310de936', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743228627', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'c38eb7d2-5130-4838-a3f5-1dca89887ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:38:37Z', 'updated_at': '2021-09-07T03:38:38Z', 'revision_number': 3, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': 'c38eb7d2-5130-4838-a3f5-1dca89887ac9', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a2:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26faa83e-4aa6-41c6-84de-0d3f310de936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:38:38Z', 'updated_at': '2021-09-07T03:38:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:38:41.514868 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f75e6f-8b28-4570-9752-ad75b7055ceb None None] Pushing event updated for resources: {'Port': ['ID=39ee25eb-990d-4b27-8c7f-2b7e2e89f2ea,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:38:41.553167 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d9985773-c687-4e51-8693-c5994703e4c4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:41.905864 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d9985773-c687-4e51-8693-c5994703e4c4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:41.912550 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d9985773-c687-4e51-8693-c5994703e4c4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:41.993059 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9985773-c687-4e51-8693-c5994703e4c4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'Port': ['ID=60c8d862-e4c1-40a4-9961-7b19944b13f1,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:38:41.996296 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d9985773-c687-4e51-8693-c5994703e4c4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:42.093845 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9985773-c687-4e51-8693-c5994703e4c4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Network db4828dc-61a4-4221-8c3b-80ac637ba8c3 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:38:42.095338 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-d9985773-c687-4e51-8693-c5994703e4c4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:38:42.216596 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9985773-c687-4e51-8693-c5994703e4c4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Router 26faa83e-4aa6-41c6-84de-0d3f310de936 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:38:42.335092 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9985773-c687-4e51-8693-c5994703e4c4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:38:42.341379 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-d9985773-c687-4e51-8693-c5994703e4c4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "PUT /v2.0/routers/26faa83e-4aa6-41c6-84de-0d3f310de936/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1771331 Sep 07 03:38:42.503593 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-76abf110-8d1b-4763-b3bc-13353b972f93 req-1490b072-5c16-4409-b31a-394fb706509c tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1628167334&fields=id&tenant_id=27bcf015607944b4bc040d494fbb2877 HTTP/1.1" status: 200 len: 267 time: 0.0383661 Sep 07 03:38:42.525105 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33d19b0-c309-4e15-b648-be06e1f867ee None None] Network db4828dc-61a4-4221-8c3b-80ac637ba8c3 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:38:42.590516 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-9c2d3dd6-4f0b-49c7-9361-4e7cf4c27619 None None] Provisioning for port 39ee25eb-990d-4b27-8c7f-2b7e2e89f2ea completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:38:42.619166 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76abf110-8d1b-4763-b3bc-13353b972f93 req-6893e282-d30a-445e-bcf2-94c502e9f534 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:38:42.620980 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-76abf110-8d1b-4763-b3bc-13353b972f93 req-6893e282-d30a-445e-bcf2-94c502e9f534 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/networks?id=db4828dc-61a4-4221-8c3b-80ac637ba8c3 HTTP/1.1" status: 200 len: 796 time: 0.1103590 Sep 07 03:38:42.637874 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-76abf110-8d1b-4763-b3bc-13353b972f93 req-26685698-b8e0-41e2-90c5-cc68577d24e1 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/quotas/27bcf015607944b4bc040d494fbb2877 HTTP/1.1" status: 200 len: 375 time: 0.0095699 Sep 07 03:38:42.693178 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-76abf110-8d1b-4763-b3bc-13353b972f93 req-ff2560e0-78c2-48fd-955a-2578a3c29efe tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=27bcf015607944b4bc040d494fbb2877&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472853 Sep 07 03:38:42.801476 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-76abf110-8d1b-4763-b3bc-13353b972f93 req-a46d7485-f543-4cf4-a59b-260655d1a694 service neutron] 10.222.0.22 "GET /v2.0/networks/db4828dc-61a4-4221-8c3b-80ac637ba8c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950868 Sep 07 03:38:42.904196 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-76abf110-8d1b-4763-b3bc-13353b972f93 req-268f0c40-aa8f-4d57-b02c-4963cc1db17d service neutron] 10.222.0.22 "GET /v2.0/networks/db4828dc-61a4-4221-8c3b-80ac637ba8c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963733 Sep 07 03:38:42.923775 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-ac8460e0-5543-4a24-83ee-518e32e84c91 None None] Provisioning for port 60c8d862-e4c1-40a4-9961-7b19944b13f1 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:38:42.928258 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-ac8460e0-5543-4a24-83ee-518e32e84c91 None None] Provisioning complete for port 60c8d862-e4c1-40a4-9961-7b19944b13f1 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:38:42.928897 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ac8460e0-5543-4a24-83ee-518e32e84c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:42.968607 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-ac8460e0-5543-4a24-83ee-518e32e84c91 None None] Port 60c8d862-e4c1-40a4-9961-7b19944b13f1 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:38:43.099874 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0a9d80a0-9c04-466a-97ca-4222a77bcfd2 req-5a7a7bc3-3842-4501-8568-3f5b054120a5 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=67feac08-e325-4363-aa79-f5e4a5222bdb HTTP/1.1" status: 200 len: 210 time: 0.0339932 Sep 07 03:38:43.115839 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-f99b0c65-46ad-4c51-9e05-aa408e0a846d None None] Provisioning complete for port 60c8d862-e4c1-40a4-9961-7b19944b13f1 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:38:43.116221 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f99b0c65-46ad-4c51-9e05-aa408e0a846d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:43.163794 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-f99b0c65-46ad-4c51-9e05-aa408e0a846d None None] Port 60c8d862-e4c1-40a4-9961-7b19944b13f1 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:38:43.242283 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f8a818-bae1-4987-a325-fcaa20c53ede None None] Sync routers for ids ['26faa83e-4aa6-41c6-84de-0d3f310de936'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:38:43.253699 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f8a818-bae1-4987-a325-fcaa20c53ede None None] Routers {'26faa83e-4aa6-41c6-84de-0d3f310de936'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:38:43.254476 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-56f8a818-bae1-4987-a325-fcaa20c53ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:38:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['26faa83e-4aa6-41c6-84de-0d3f310de936'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:38:43.373696 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-56f8a818-bae1-4987-a325-fcaa20c53ede None None] Set router 26faa83e-4aa6-41c6-84de-0d3f310de936 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:38:43.398090 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a7bd396b-72a4-4ef7-b270-4522478c5172 None None] Provisioning complete for port 60c8d862-e4c1-40a4-9961-7b19944b13f1 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:38:43.399157 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a7bd396b-72a4-4ef7-b270-4522478c5172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:43.456091 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a7bd396b-72a4-4ef7-b270-4522478c5172 None None] Port 60c8d862-e4c1-40a4-9961-7b19944b13f1 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:38:43.648098 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device c38eb7d2-5130-4838-a3f5-1dca89887ac9 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:38:43.705817 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port c38eb7d2-5130-4838-a3f5-1dca89887ac9 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:38:43.711083 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port c38eb7d2-5130-4838-a3f5-1dca89887ac9 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:38:43.711939 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:43.773380 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-56f8a818-bae1-4987-a325-fcaa20c53ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26faa83e-4aa6-41c6-84de-0d3f310de936', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743228627', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'c38eb7d2-5130-4838-a3f5-1dca89887ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:38:37Z', 'updated_at': '2021-09-07T03:38:41Z', 'revision_number': 4, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': 'c38eb7d2-5130-4838-a3f5-1dca89887ac9', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a2:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26faa83e-4aa6-41c6-84de-0d3f310de936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:38:38Z', 'updated_at': '2021-09-07T03:38:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '60c8d862-e4c1-40a4-9961-7b19944b13f1', 'name': '', 'network_id': 'db4828dc-61a4-4221-8c3b-80ac637ba8c3', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'mac_address': 'fa:16:3e:45:25:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26faa83e-4aa6-41c6-84de-0d3f310de936', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '3d0b56c6-91c5-45b1-9d13-1c7c50a0fdf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:38:40Z', 'updated_at': '2021-09-07T03:38:41Z', 'revision_number': 2, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'subnets': [{'id': '3d0b56c6-91c5-45b1-9d13-1c7c50a0fdf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:38:43.805081 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f8a818-bae1-4987-a325-fcaa20c53ede None None] Checking router: 26faa83e-4aa6-41c6-84de-0d3f310de936 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:38:43.805443 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f8a818-bae1-4987-a325-fcaa20c53ede None None] Updating router 26faa83e-4aa6-41c6-84de-0d3f310de936 port 60c8d862-e4c1-40a4-9961-7b19944b13f1 binding host n-d-796209-16 {{(pid=94703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 03:38:43.815404 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:43.833056 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-56f8a818-bae1-4987-a325-fcaa20c53ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:43.835633 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port c38eb7d2-5130-4838-a3f5-1dca89887ac9, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=c38eb7d2-5130-4838-a3f5-1dca89887ac9,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:38:43.840057 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:43.840834 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 39ee25eb-990d-4b27-8c7f-2b7e2e89f2ea up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:38:43.966331 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=c38eb7d2-5130-4838-a3f5-1dca89887ac9,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:38:43.982609 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 39ee25eb-990d-4b27-8c7f-2b7e2e89f2ea completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:38:43.989038 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 39ee25eb-990d-4b27-8c7f-2b7e2e89f2ea triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:38:43.989407 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:44.120595 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:44.193461 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 39ee25eb-990d-4b27-8c7f-2b7e2e89f2ea, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=39ee25eb-990d-4b27-8c7f-2b7e2e89f2ea,segment=NetworkSegment(82a0a26b-ce05-4cfe-947b-812730f990e6),segment_id=82a0a26b-ce05-4cfe-947b-812730f990e6)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:38:44.199902 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:44.233760 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-56f8a818-bae1-4987-a325-fcaa20c53ede None None] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:44.245206 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-56f8a818-bae1-4987-a325-fcaa20c53ede None None] Transition to ACTIVE for port object 60c8d862-e4c1-40a4-9961-7b19944b13f1 will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:38:44.253549 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-56f8a818-bae1-4987-a325-fcaa20c53ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:44.265874 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1cd0edca-e6c6-465f-a281-b509a22dda68 req-3a326cba-075c-41b3-bcd8-ab599ac6e7d4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=67feac08-e325-4363-aa79-f5e4a5222bdb HTTP/1.1" status: 200 len: 210 time: 0.0751281 Sep 07 03:38:44.308810 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=39ee25eb-990d-4b27-8c7f-2b7e2e89f2ea,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:38:44.325477 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7fb082-fcc9-4178-977a-99c860c25660 None None] Pushing event updated for resources: {'Port': ['ID=60c8d862-e4c1-40a4-9961-7b19944b13f1,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:38:44.329829 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76abf110-8d1b-4763-b3bc-13353b972f93 req-920a7cd2-ed38-4bff-97e9-5594148da07d tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:38:44.331333 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-76abf110-8d1b-4763-b3bc-13353b972f93 req-920a7cd2-ed38-4bff-97e9-5594148da07d tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.23 "GET /v2.0/networks?id=db4828dc-61a4-4221-8c3b-80ac637ba8c3 HTTP/1.1" status: 200 len: 796 time: 0.2581897 Sep 07 03:38:44.351922 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7fb082-fcc9-4178-977a-99c860c25660 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:38:44.352268 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7fb082-fcc9-4178-977a-99c860c25660 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:38:44.352592 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7fb082-fcc9-4178-977a-99c860c25660 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:38:44.352925 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7fb082-fcc9-4178-977a-99c860c25660 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:38:44.353253 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7fb082-fcc9-4178-977a-99c860c25660 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:38:44.353578 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7fb082-fcc9-4178-977a-99c860c25660 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:38:44.353907 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7fb082-fcc9-4178-977a-99c860c25660 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:38:44.354218 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7fb082-fcc9-4178-977a-99c860c25660 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:38:44.354541 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7fb082-fcc9-4178-977a-99c860c25660 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:38:44.354861 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7fb082-fcc9-4178-977a-99c860c25660 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:38:44.355177 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7fb082-fcc9-4178-977a-99c860c25660 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:38:44.355515 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7fb082-fcc9-4178-977a-99c860c25660 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:38:44.394371 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-56f8a818-bae1-4987-a325-fcaa20c53ede None None] Attempting to bind port 60c8d862-e4c1-40a4-9961-7b19944b13f1 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:38:44.394743 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-56f8a818-bae1-4987-a325-fcaa20c53ede None None] Attempting to bind port 60c8d862-e4c1-40a4-9961-7b19944b13f1 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '82a0a26b-ce05-4cfe-947b-812730f990e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'db4828dc-61a4-4221-8c3b-80ac637ba8c3'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:38:44.395102 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f8a818-bae1-4987-a325-fcaa20c53ede None None] Attempting to bind port 60c8d862-e4c1-40a4-9961-7b19944b13f1 on network db4828dc-61a4-4221-8c3b-80ac637ba8c3 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:38:44.400875 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f8a818-bae1-4987-a325-fcaa20c53ede None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:38:44.401250 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f8a818-bae1-4987-a325-fcaa20c53ede None None] Checking segment: {'id': '82a0a26b-ce05-4cfe-947b-812730f990e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'db4828dc-61a4-4221-8c3b-80ac637ba8c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:38:44.401639 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-56f8a818-bae1-4987-a325-fcaa20c53ede None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:44.402019 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f8a818-bae1-4987-a325-fcaa20c53ede None None] Bound using segment: {'id': '82a0a26b-ce05-4cfe-947b-812730f990e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'db4828dc-61a4-4221-8c3b-80ac637ba8c3'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:38:44.402483 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-56f8a818-bae1-4987-a325-fcaa20c53ede None None] Bound port: 60c8d862-e4c1-40a4-9961-7b19944b13f1, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82a0a26b-ce05-4cfe-947b-812730f990e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'db4828dc-61a4-4221-8c3b-80ac637ba8c3'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:38:44.402856 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-56f8a818-bae1-4987-a325-fcaa20c53ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:44.403459 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-76abf110-8d1b-4763-b3bc-13353b972f93 req-80fe181c-ed0d-4cd4-80db-d48960ae11a6 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27bcf015607944b4bc040d494fbb2877 HTTP/1.1" status: 200 len: 380 time: 0.0611417 Sep 07 03:38:44.424202 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-76abf110-8d1b-4763-b3bc-13353b972f93 req-a788cdb1-aa7c-4c0b-96f4-d5f137abb152 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Request body: {'port': {'device_id': '67feac08-e325-4363-aa79-f5e4a5222bdb', 'network_id': 'db4828dc-61a4-4221-8c3b-80ac637ba8c3', 'admin_state_up': True, 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'security_groups': ['f8d03592-2a4c-4377-9ca3-4e59cb27b98b']}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:38:44.483588 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-56f8a818-bae1-4987-a325-fcaa20c53ede None None] For port 60c8d862-e4c1-40a4-9961-7b19944b13f1, host n-d-796209-16, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:38:44.489351 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-56f8a818-bae1-4987-a325-fcaa20c53ede None None] For port 60c8d862-e4c1-40a4-9961-7b19944b13f1, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=60c8d862-e4c1-40a4-9961-7b19944b13f1,segment=NetworkSegment(82a0a26b-ce05-4cfe-947b-812730f990e6),segment_id=82a0a26b-ce05-4cfe-947b-812730f990e6)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:38:44.498745 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-56f8a818-bae1-4987-a325-fcaa20c53ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:44.551927 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76abf110-8d1b-4763-b3bc-13353b972f93 req-a788cdb1-aa7c-4c0b-96f4-d5f137abb152 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Made reservation on behalf of 27bcf015607944b4bc040d494fbb2877 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:38:44.555933 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-76abf110-8d1b-4763-b3bc-13353b972f93 req-a788cdb1-aa7c-4c0b-96f4-d5f137abb152 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:44.572964 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7fb082-fcc9-4178-977a-99c860c25660 None None] Pushing event updated for resources: {'Port': ['ID=60c8d862-e4c1-40a4-9961-7b19944b13f1,revision_number=4']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:38:44.582927 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f8a818-bae1-4987-a325-fcaa20c53ede None None] Routers {'26faa83e-4aa6-41c6-84de-0d3f310de936'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:38:44.583894 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-56f8a818-bae1-4987-a325-fcaa20c53ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:38:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['26faa83e-4aa6-41c6-84de-0d3f310de936'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:38:44.711205 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [req-76abf110-8d1b-4763-b3bc-13353b972f93 req-a788cdb1-aa7c-4c0b-96f4-d5f137abb152 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Allocated IP 172.20.0.3 (db4828dc-61a4-4221-8c3b-80ac637ba8c3/3d0b56c6-91c5-45b1-9d13-1c7c50a0fdf0/9905b426-c447-4628-8685-99c62b76efc6) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:38:44.713552 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-56f8a818-bae1-4987-a325-fcaa20c53ede None None] Set router 26faa83e-4aa6-41c6-84de-0d3f310de936 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:38:44.861500 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-76abf110-8d1b-4763-b3bc-13353b972f93 req-a788cdb1-aa7c-4c0b-96f4-d5f137abb152 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:44.881073 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-76abf110-8d1b-4763-b3bc-13353b972f93 req-a788cdb1-aa7c-4c0b-96f4-d5f137abb152 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Transition to ACTIVE for port object 9905b426-c447-4628-8685-99c62b76efc6 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:38:44.913725 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-76abf110-8d1b-4763-b3bc-13353b972f93 req-a788cdb1-aa7c-4c0b-96f4-d5f137abb152 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:44.917972 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-56f8a818-bae1-4987-a325-fcaa20c53ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26faa83e-4aa6-41c6-84de-0d3f310de936', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743228627', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'c38eb7d2-5130-4838-a3f5-1dca89887ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:38:37Z', 'updated_at': '2021-09-07T03:38:41Z', 'revision_number': 4, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': 'c38eb7d2-5130-4838-a3f5-1dca89887ac9', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26faa83e-4aa6-41c6-84de-0d3f310de936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:38:38Z', 'updated_at': '2021-09-07T03:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '60c8d862-e4c1-40a4-9961-7b19944b13f1', 'name': '', 'network_id': 'db4828dc-61a4-4221-8c3b-80ac637ba8c3', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'mac_address': 'fa:16:3e:45:25:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26faa83e-4aa6-41c6-84de-0d3f310de936', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '3d0b56c6-91c5-45b1-9d13-1c7c50a0fdf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:38:40Z', 'updated_at': '2021-09-07T03:38:44Z', 'revision_number': 4, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'subnets': [{'id': '3d0b56c6-91c5-45b1-9d13-1c7c50a0fdf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:38:44.948446 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f8a818-bae1-4987-a325-fcaa20c53ede None None] The sync data for ids ['26faa83e-4aa6-41c6-84de-0d3f310de936'] in n-d-796209-16 is: [{'id': '26faa83e-4aa6-41c6-84de-0d3f310de936', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743228627', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'c38eb7d2-5130-4838-a3f5-1dca89887ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:38:37Z', 'updated_at': '2021-09-07T03:38:41Z', 'revision_number': 4, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': 'c38eb7d2-5130-4838-a3f5-1dca89887ac9', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26faa83e-4aa6-41c6-84de-0d3f310de936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:38:38Z', 'updated_at': '2021-09-07T03:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '60c8d862-e4c1-40a4-9961-7b19944b13f1', 'name': '', 'network_id': 'db4828dc-61a4-4221-8c3b-80ac637ba8c3', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'mac_address': 'fa:16:3e:45:25:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26faa83e-4aa6-41c6-84de-0d3f310de936', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '3d0b56c6-91c5-45b1-9d13-1c7c50a0fdf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:38:40Z', 'updated_at': '2021-09-07T03:38:44Z', 'revision_number': 4, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'subnets': [{'id': '3d0b56c6-91c5-45b1-9d13-1c7c50a0fdf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:38:44.956630 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76abf110-8d1b-4763-b3bc-13353b972f93 req-a788cdb1-aa7c-4c0b-96f4-d5f137abb152 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Network db4828dc-61a4-4221-8c3b-80ac637ba8c3 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:38:44.959745 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [req-76abf110-8d1b-4763-b3bc-13353b972f93 req-a788cdb1-aa7c-4c0b-96f4-d5f137abb152 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:38:44.963891 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-76abf110-8d1b-4763-b3bc-13353b972f93 req-a788cdb1-aa7c-4c0b-96f4-d5f137abb152 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:38:45.003187 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a788cdb1-aa7c-4c0b-96f4-d5f137abb152 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'Port': ['ID=9905b426-c447-4628-8685-99c62b76efc6,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:38:45.047111 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76abf110-8d1b-4763-b3bc-13353b972f93 req-a788cdb1-aa7c-4c0b-96f4-d5f137abb152 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:38:45.048384 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-76abf110-8d1b-4763-b3bc-13353b972f93 req-a788cdb1-aa7c-4c0b-96f4-d5f137abb152 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:45.073181 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-76abf110-8d1b-4763-b3bc-13353b972f93 req-a788cdb1-aa7c-4c0b-96f4-d5f137abb152 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6581860 Sep 07 03:38:45.085743 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-76abf110-8d1b-4763-b3bc-13353b972f93 req-f324a9cd-b1eb-408d-ad35-441d26f1ec29 service neutron] Request body: {'port': {'device_id': '67feac08-e325-4363-aa79-f5e4a5222bdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:38:45.150135 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-76abf110-8d1b-4763-b3bc-13353b972f93 req-f324a9cd-b1eb-408d-ad35-441d26f1ec29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:45.409215 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c2e7ee-4436-41a7-82d0-420bbac52216 req-9d8c3c39-465a-46c9-bf6d-b42dad9915d3 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:38:45.417047 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e3c2e7ee-4436-41a7-82d0-420bbac52216 req-9d8c3c39-465a-46c9-bf6d-b42dad9915d3 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=67feac08-e325-4363-aa79-f5e4a5222bdb HTTP/1.1" status: 200 len: 931 time: 0.0667717 Sep 07 03:38:45.435696 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-219baa32-1cc2-45e8-a791-49d7a38cdcfc None None] Provisioning for port 9905b426-c447-4628-8685-99c62b76efc6 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:38:45.440985 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-219baa32-1cc2-45e8-a791-49d7a38cdcfc None None] Provisioning complete for port 9905b426-c447-4628-8685-99c62b76efc6 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:38:45.441555 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-219baa32-1cc2-45e8-a791-49d7a38cdcfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:45.481236 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e3c2e7ee-4436-41a7-82d0-420bbac52216 req-a2d2a87a-a878-4a02-a727-a4fe4df3779b tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8d03592-2a4c-4377-9ca3-4e59cb27b98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631015 Sep 07 03:38:45.498871 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-219baa32-1cc2-45e8-a791-49d7a38cdcfc None None] Port 9905b426-c447-4628-8685-99c62b76efc6 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:38:45.515520 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [req-76abf110-8d1b-4763-b3bc-13353b972f93 req-f324a9cd-b1eb-408d-ad35-441d26f1ec29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9905b426-c447-4628-8685-99c62b76efc6 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:38:45.524078 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-76abf110-8d1b-4763-b3bc-13353b972f93 req-f324a9cd-b1eb-408d-ad35-441d26f1ec29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:45.539142 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-76abf110-8d1b-4763-b3bc-13353b972f93 req-f324a9cd-b1eb-408d-ad35-441d26f1ec29 service neutron] Transition to ACTIVE for port object 9905b426-c447-4628-8685-99c62b76efc6 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:38:45.543216 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-76abf110-8d1b-4763-b3bc-13353b972f93 req-f324a9cd-b1eb-408d-ad35-441d26f1ec29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:45.618402 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f324a9cd-b1eb-408d-ad35-441d26f1ec29 service neutron] Pushing event updated for resources: {'Port': ['ID=9905b426-c447-4628-8685-99c62b76efc6,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:38:45.646088 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 60c8d862-e4c1-40a4-9961-7b19944b13f1 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:38:45.685312 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-76abf110-8d1b-4763-b3bc-13353b972f93 req-f324a9cd-b1eb-408d-ad35-441d26f1ec29 service neutron] Attempting to bind port 9905b426-c447-4628-8685-99c62b76efc6 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:38:45.685683 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-76abf110-8d1b-4763-b3bc-13353b972f93 req-f324a9cd-b1eb-408d-ad35-441d26f1ec29 service neutron] Attempting to bind port 9905b426-c447-4628-8685-99c62b76efc6 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '82a0a26b-ce05-4cfe-947b-812730f990e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'db4828dc-61a4-4221-8c3b-80ac637ba8c3'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:38:45.686571 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76abf110-8d1b-4763-b3bc-13353b972f93 req-f324a9cd-b1eb-408d-ad35-441d26f1ec29 service neutron] Attempting to bind port 9905b426-c447-4628-8685-99c62b76efc6 on network db4828dc-61a4-4221-8c3b-80ac637ba8c3 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:38:45.693673 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76abf110-8d1b-4763-b3bc-13353b972f93 req-f324a9cd-b1eb-408d-ad35-441d26f1ec29 service neutron] Port 9905b426-c447-4628-8685-99c62b76efc6 on network db4828dc-61a4-4221-8c3b-80ac637ba8c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 03:38:45.694014 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76abf110-8d1b-4763-b3bc-13353b972f93 req-f324a9cd-b1eb-408d-ad35-441d26f1ec29 service neutron] Attempting to bind port 9905b426-c447-4628-8685-99c62b76efc6 on network db4828dc-61a4-4221-8c3b-80ac637ba8c3 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:38:45.699948 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76abf110-8d1b-4763-b3bc-13353b972f93 req-f324a9cd-b1eb-408d-ad35-441d26f1ec29 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:38:45.700295 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76abf110-8d1b-4763-b3bc-13353b972f93 req-f324a9cd-b1eb-408d-ad35-441d26f1ec29 service neutron] Checking segment: {'id': '82a0a26b-ce05-4cfe-947b-812730f990e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'db4828dc-61a4-4221-8c3b-80ac637ba8c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:38:45.700703 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76abf110-8d1b-4763-b3bc-13353b972f93 req-f324a9cd-b1eb-408d-ad35-441d26f1ec29 service neutron] Bound using segment: {'id': '82a0a26b-ce05-4cfe-947b-812730f990e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'db4828dc-61a4-4221-8c3b-80ac637ba8c3'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:38:45.701188 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-76abf110-8d1b-4763-b3bc-13353b972f93 req-f324a9cd-b1eb-408d-ad35-441d26f1ec29 service neutron] Bound port: 9905b426-c447-4628-8685-99c62b76efc6, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82a0a26b-ce05-4cfe-947b-812730f990e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'db4828dc-61a4-4221-8c3b-80ac637ba8c3'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:38:45.701580 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-76abf110-8d1b-4763-b3bc-13353b972f93 req-f324a9cd-b1eb-408d-ad35-441d26f1ec29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:45.714178 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 60c8d862-e4c1-40a4-9961-7b19944b13f1 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:38:45.722033 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 60c8d862-e4c1-40a4-9961-7b19944b13f1 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:38:45.722406 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:45.787939 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-76abf110-8d1b-4763-b3bc-13353b972f93 req-f324a9cd-b1eb-408d-ad35-441d26f1ec29 service neutron] For port 9905b426-c447-4628-8685-99c62b76efc6, host n-h1-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:38:45.791972 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-76abf110-8d1b-4763-b3bc-13353b972f93 req-f324a9cd-b1eb-408d-ad35-441d26f1ec29 service neutron] For port 9905b426-c447-4628-8685-99c62b76efc6, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=9905b426-c447-4628-8685-99c62b76efc6,segment=NetworkSegment(82a0a26b-ce05-4cfe-947b-812730f990e6),segment_id=82a0a26b-ce05-4cfe-947b-812730f990e6)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:38:45.803252 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-76abf110-8d1b-4763-b3bc-13353b972f93 req-f324a9cd-b1eb-408d-ad35-441d26f1ec29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:45.835936 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:45.863461 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76abf110-8d1b-4763-b3bc-13353b972f93 req-f324a9cd-b1eb-408d-ad35-441d26f1ec29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:38:45.864287 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-76abf110-8d1b-4763-b3bc-13353b972f93 req-f324a9cd-b1eb-408d-ad35-441d26f1ec29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:45.865718 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-76abf110-8d1b-4763-b3bc-13353b972f93 req-f324a9cd-b1eb-408d-ad35-441d26f1ec29 service neutron] 10.222.0.23 "PUT /v2.0/ports/9905b426-c447-4628-8685-99c62b76efc6 HTTP/1.1" status: 200 len: 1092 time: 0.7846055 Sep 07 03:38:45.867955 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67feac08-e325-4363-aa79-f5e4a5222bdb', 'tag': '9905b426-c447-4628-8685-99c62b76efc6'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:38:45.871117 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf84fb72099b4c059134e8dbf206a3531b112bee59ff8dea8931d4ccd024695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80edf58c-b06e-4575-aa4c-b70dc3507e08" -d '{"events": [{"name": "network-changed", "server_uuid": "67feac08-e325-4363-aa79-f5e4a5222bdb", "tag": "9905b426-c447-4628-8685-99c62b76efc6"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:38:45.879323 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f324a9cd-b1eb-408d-ad35-441d26f1ec29 service neutron] Pushing event updated for resources: {'Port': ['ID=9905b426-c447-4628-8685-99c62b76efc6,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:38:45.898355 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 60c8d862-e4c1-40a4-9961-7b19944b13f1, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=60c8d862-e4c1-40a4-9961-7b19944b13f1,segment=NetworkSegment(82a0a26b-ce05-4cfe-947b-812730f990e6),segment_id=82a0a26b-ce05-4cfe-947b-812730f990e6)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:38:45.902774 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:45.904020 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 39ee25eb-990d-4b27-8c7f-2b7e2e89f2ea up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:38:45.937151 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ce51b7-cbb2-449d-afa0-780040e21065 x-openstack-request-id: req-52ce51b7-cbb2-449d-afa0-780040e21065 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:38:45.937545 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67feac08-e325-4363-aa79-f5e4a5222bdb", "tag": "9905b426-c447-4628-8685-99c62b76efc6", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:38:45.937666 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-52ce51b7-cbb2-449d-afa0-780040e21065 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:38:45.938103 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67feac08-e325-4363-aa79-f5e4a5222bdb', 'tag': '9905b426-c447-4628-8685-99c62b76efc6', 'status': 'completed', 'code': 200} Sep 07 03:38:45.956482 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76abf110-8d1b-4763-b3bc-13353b972f93 req-68c9f9aa-bf7f-4fe1-afe7-c57782aad1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:38:45.958426 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-76abf110-8d1b-4763-b3bc-13353b972f93 req-68c9f9aa-bf7f-4fe1-afe7-c57782aad1b5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=27bcf015607944b4bc040d494fbb2877&device_id=67feac08-e325-4363-aa79-f5e4a5222bdb HTTP/1.1" status: 200 len: 1095 time: 0.0530715 Sep 07 03:38:46.016017 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=60c8d862-e4c1-40a4-9961-7b19944b13f1,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:38:46.020994 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-76abf110-8d1b-4763-b3bc-13353b972f93 req-d1d427c6-7d16-4dbe-b78d-d96a3c227660 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9905b426-c447-4628-8685-99c62b76efc6 HTTP/1.1" status: 200 len: 217 time: 0.0518444 Sep 07 03:38:46.031337 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 39ee25eb-990d-4b27-8c7f-2b7e2e89f2ea triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:38:46.031753 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:46.089035 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76abf110-8d1b-4763-b3bc-13353b972f93 req-88e811b4-f3c2-4f01-9363-69976b3f1700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:38:46.090546 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-76abf110-8d1b-4763-b3bc-13353b972f93 req-88e811b4-f3c2-4f01-9363-69976b3f1700 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3d0b56c6-91c5-45b1-9d13-1c7c50a0fdf0 HTTP/1.1" status: 200 len: 834 time: 0.0642352 Sep 07 03:38:46.129863 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device c38eb7d2-5130-4838-a3f5-1dca89887ac9 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:38:46.158784 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76abf110-8d1b-4763-b3bc-13353b972f93 req-9babc91c-2839-4e87-9f25-f18104d328ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:38:46.161085 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-76abf110-8d1b-4763-b3bc-13353b972f93 req-9babc91c-2839-4e87-9f25-f18104d328ac service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=db4828dc-61a4-4221-8c3b-80ac637ba8c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0630720 Sep 07 03:38:46.189038 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port c38eb7d2-5130-4838-a3f5-1dca89887ac9 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:38:46.189427 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:46.272558 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-76abf110-8d1b-4763-b3bc-13353b972f93 req-b7222d90-13bd-4caa-9052-f3d4437c7338 service neutron] 10.222.0.23 "GET /v2.0/networks/db4828dc-61a4-4221-8c3b-80ac637ba8c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040115 Sep 07 03:38:46.363767 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-76abf110-8d1b-4763-b3bc-13353b972f93 req-3264da9d-e04f-42dd-a829-a27b52af1123 service neutron] 10.222.0.23 "GET /v2.0/networks/db4828dc-61a4-4221-8c3b-80ac637ba8c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841522 Sep 07 03:38:46.454421 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80edf58c-b06e-4575-aa4c-b70dc3507e08 req-d35cd5d6-b9a6-4e9b-8755-f99f3e36eac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:38:46.456036 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-80edf58c-b06e-4575-aa4c-b70dc3507e08 req-d35cd5d6-b9a6-4e9b-8755-f99f3e36eac0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=27bcf015607944b4bc040d494fbb2877&device_id=67feac08-e325-4363-aa79-f5e4a5222bdb HTTP/1.1" status: 200 len: 1095 time: 0.0452719 Sep 07 03:38:46.547026 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80edf58c-b06e-4575-aa4c-b70dc3507e08 req-f8215934-35a2-42d9-9b3c-65ca443082e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:38:46.549091 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-80edf58c-b06e-4575-aa4c-b70dc3507e08 req-f8215934-35a2-42d9-9b3c-65ca443082e7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=db4828dc-61a4-4221-8c3b-80ac637ba8c3 HTTP/1.1" status: 200 len: 896 time: 0.0862021 Sep 07 03:38:46.598544 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-80edf58c-b06e-4575-aa4c-b70dc3507e08 req-fbb2439c-0904-4fd1-a6e0-be3e6d70fb07 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9905b426-c447-4628-8685-99c62b76efc6 HTTP/1.1" status: 200 len: 217 time: 0.0415275 Sep 07 03:38:46.599993 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab6d55-cf11-4e0c-93ed-250d74cabf70 req-efa5022a-42eb-4258-817b-59368352599d tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:38:46.601558 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3aab6d55-cf11-4e0c-93ed-250d74cabf70 req-efa5022a-42eb-4258-817b-59368352599d tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=67feac08-e325-4363-aa79-f5e4a5222bdb HTTP/1.1" status: 200 len: 943 time: 0.0524516 Sep 07 03:38:46.642485 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3aab6d55-cf11-4e0c-93ed-250d74cabf70 req-e511d1f3-ac56-4ff9-acca-01233eabf1ed tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8d03592-2a4c-4377-9ca3-4e59cb27b98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344927 Sep 07 03:38:46.649954 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80edf58c-b06e-4575-aa4c-b70dc3507e08 req-80be4ef5-5821-4969-9c74-fc12ef08d3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:38:46.651438 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-80edf58c-b06e-4575-aa4c-b70dc3507e08 req-80be4ef5-5821-4969-9c74-fc12ef08d3ad service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3d0b56c6-91c5-45b1-9d13-1c7c50a0fdf0 HTTP/1.1" status: 200 len: 834 time: 0.0448759 Sep 07 03:38:46.700737 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80edf58c-b06e-4575-aa4c-b70dc3507e08 req-88a36289-6f31-4669-9a43-00958c006670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:38:46.702311 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-80edf58c-b06e-4575-aa4c-b70dc3507e08 req-88a36289-6f31-4669-9a43-00958c006670 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=db4828dc-61a4-4221-8c3b-80ac637ba8c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437551 Sep 07 03:38:46.803958 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-80edf58c-b06e-4575-aa4c-b70dc3507e08 req-87cdf641-543c-4824-b25b-a3fa1394bc68 service neutron] 10.222.0.23 "GET /v2.0/networks/db4828dc-61a4-4221-8c3b-80ac637ba8c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929987 Sep 07 03:38:46.894949 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-80edf58c-b06e-4575-aa4c-b70dc3507e08 req-5559b733-f096-43d5-8897-c4b8edb53b34 service neutron] 10.222.0.23 "GET /v2.0/networks/db4828dc-61a4-4221-8c3b-80ac637ba8c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837879 Sep 07 03:38:47.495403 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 60c8d862-e4c1-40a4-9961-7b19944b13f1 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:38:47.543192 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 60c8d862-e4c1-40a4-9961-7b19944b13f1 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:38:47.543594 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:47.759082 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b47418-9801-4bd2-a3a0-958536fc6e27 req-73ea27d1-4718-4d07-add9-be162f110ba3 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:38:47.760489 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-36b47418-9801-4bd2-a3a0-958536fc6e27 req-73ea27d1-4718-4d07-add9-be162f110ba3 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=67feac08-e325-4363-aa79-f5e4a5222bdb HTTP/1.1" status: 200 len: 943 time: 0.0486145 Sep 07 03:38:47.802541 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-36b47418-9801-4bd2-a3a0-958536fc6e27 req-3ea31a6c-c87f-46d3-b6ca-da57b3d3510f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8d03592-2a4c-4377-9ca3-4e59cb27b98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352488 Sep 07 03:38:48.230036 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 9905b426-c447-4628-8685-99c62b76efc6 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 03:38:48.329099 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 9905b426-c447-4628-8685-99c62b76efc6, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=9905b426-c447-4628-8685-99c62b76efc6,segment=NetworkSegment(82a0a26b-ce05-4cfe-947b-812730f990e6),segment_id=82a0a26b-ce05-4cfe-947b-812730f990e6)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:38:48.340515 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '9905b426-c447-4628-8685-99c62b76efc6', 'network_id': 'db4828dc-61a4-4221-8c3b-80ac637ba8c3', 'port_id': '9905b426-c447-4628-8685-99c62b76efc6', 'mac_address': 'fa:16:3e:26:2d:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d0b56c6-91c5-45b1-9d13-1c7c50a0fdf0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 03:38:48.379107 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:48.392897 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9905b426-c447-4628-8685-99c62b76efc6 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:38:48.415788 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 9905b426-c447-4628-8685-99c62b76efc6, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=9905b426-c447-4628-8685-99c62b76efc6,segment=NetworkSegment(82a0a26b-ce05-4cfe-947b-812730f990e6),segment_id=82a0a26b-ce05-4cfe-947b-812730f990e6)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:38:48.421524 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:48.472209 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=9905b426-c447-4628-8685-99c62b76efc6,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:38:48.608580 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['9905b426-c447-4628-8685-99c62b76efc6'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:38:48.915530 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76382f72-d0c8-47f1-98ac-f226bbc6b880 req-5e0cf936-999d-4277-a0b9-857c83592222 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:38:48.916915 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-76382f72-d0c8-47f1-98ac-f226bbc6b880 req-5e0cf936-999d-4277-a0b9-857c83592222 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=67feac08-e325-4363-aa79-f5e4a5222bdb HTTP/1.1" status: 200 len: 944 time: 0.0476711 Sep 07 03:38:48.954515 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-76382f72-d0c8-47f1-98ac-f226bbc6b880 req-fe3f3eeb-95aa-4774-bb3c-dd0b251a5e51 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8d03592-2a4c-4377-9ca3-4e59cb27b98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317063 Sep 07 03:38:50.077208 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee02f9-1435-41e3-9051-2b2004e22438 req-5f3c7a04-ac36-4026-8408-043ed2bb2981 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:38:50.078776 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c8ee02f9-1435-41e3-9051-2b2004e22438 req-5f3c7a04-ac36-4026-8408-043ed2bb2981 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=67feac08-e325-4363-aa79-f5e4a5222bdb HTTP/1.1" status: 200 len: 944 time: 0.0541768 Sep 07 03:38:50.121992 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c8ee02f9-1435-41e3-9051-2b2004e22438 req-dc38cc9b-61e7-4bfc-ad7c-b4c8c0ba4022 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8d03592-2a4c-4377-9ca3-4e59cb27b98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363457 Sep 07 03:38:50.249465 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 9905b426-c447-4628-8685-99c62b76efc6 up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:38:50.301234 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port 9905b426-c447-4628-8685-99c62b76efc6 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:38:50.305017 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port 9905b426-c447-4628-8685-99c62b76efc6 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:38:50.305389 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:50.391086 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:50.417130 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67feac08-e325-4363-aa79-f5e4a5222bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9905b426-c447-4628-8685-99c62b76efc6'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:38:50.419407 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a436ec256d2b1825a148fad3e2b3933f4e559d797aa0adc164ec0b132a4edf7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5175a4f5-2bb6-4613-bb5b-1adc0610170f" -d '{"events": [{"server_uuid": "67feac08-e325-4363-aa79-f5e4a5222bdb", "name": "network-vif-plugged", "status": "completed", "tag": "9905b426-c447-4628-8685-99c62b76efc6"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:38:50.436308 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 9905b426-c447-4628-8685-99c62b76efc6, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=9905b426-c447-4628-8685-99c62b76efc6,segment=NetworkSegment(82a0a26b-ce05-4cfe-947b-812730f990e6),segment_id=82a0a26b-ce05-4cfe-947b-812730f990e6)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:38:50.443198 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:50.470069 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c51b19bb-bfb4-4f34-812c-665b587ea3e4 x-openstack-request-id: req-c51b19bb-bfb4-4f34-812c-665b587ea3e4 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:38:50.470387 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67feac08-e325-4363-aa79-f5e4a5222bdb", "name": "network-vif-plugged", "status": "completed", "tag": "9905b426-c447-4628-8685-99c62b76efc6", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:38:50.470647 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c51b19bb-bfb4-4f34-812c-665b587ea3e4 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:38:50.471040 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67feac08-e325-4363-aa79-f5e4a5222bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9905b426-c447-4628-8685-99c62b76efc6', 'code': 200} Sep 07 03:38:50.497791 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=9905b426-c447-4628-8685-99c62b76efc6,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:38:50.562464 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c3e07-2d3a-40f9-af5d-8542befd24fe req-02c18594-c838-41cc-a110-e6fe2c534139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:38:50.564528 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-759c3e07-2d3a-40f9-af5d-8542befd24fe req-02c18594-c838-41cc-a110-e6fe2c534139 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=67feac08-e325-4363-aa79-f5e4a5222bdb HTTP/1.1" status: 200 len: 1097 time: 0.0411267 Sep 07 03:38:50.599162 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-759c3e07-2d3a-40f9-af5d-8542befd24fe req-e96dd4ab-9e0f-4cf5-80bf-c22cbfb0849b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f8d03592-2a4c-4377-9ca3-4e59cb27b98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287189 Sep 07 03:38:51.243504 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25882b8-8475-455e-85e8-bc451a69e302 req-16f4eb90-4682-4e84-9269-a6d44aea220b tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:38:51.245049 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f25882b8-8475-455e-85e8-bc451a69e302 req-16f4eb90-4682-4e84-9269-a6d44aea220b tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=67feac08-e325-4363-aa79-f5e4a5222bdb HTTP/1.1" status: 200 len: 945 time: 0.0500479 Sep 07 03:38:51.288686 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f25882b8-8475-455e-85e8-bc451a69e302 req-efc6f631-1e90-4444-b2a5-27af6188af2c tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8d03592-2a4c-4377-9ca3-4e59cb27b98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374150 Sep 07 03:38:52.174824 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:52.178901 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:52.410612 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d76a6c-0827-405e-81b4-7892db755fef req-4a037dec-98f2-4c2c-8b16-a9fdcfb22b5f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:38:52.412274 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-56d76a6c-0827-405e-81b4-7892db755fef req-4a037dec-98f2-4c2c-8b16-a9fdcfb22b5f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=67feac08-e325-4363-aa79-f5e4a5222bdb HTTP/1.1" status: 200 len: 945 time: 0.0555639 Sep 07 03:38:52.451751 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-56d76a6c-0827-405e-81b4-7892db755fef req-87c21f69-b0f9-4178-b435-4daf98ff0d58 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8d03592-2a4c-4377-9ca3-4e59cb27b98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335481 Sep 07 03:38:52.567325 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc46b8-9ff1-4760-bdd3-969adb8b4652 req-3dd8bfa3-7469-427b-bf5d-f14580ae983f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:38:52.568740 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-15bc46b8-9ff1-4760-bdd3-969adb8b4652 req-3dd8bfa3-7469-427b-bf5d-f14580ae983f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=67feac08-e325-4363-aa79-f5e4a5222bdb HTTP/1.1" status: 200 len: 945 time: 0.0479481 Sep 07 03:38:52.608358 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-15bc46b8-9ff1-4760-bdd3-969adb8b4652 req-e748ddfa-9871-472e-bfb2-e3ef7c910e6e tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8d03592-2a4c-4377-9ca3-4e59cb27b98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337355 Sep 07 03:38:52.630057 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45472) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:38:52.670757 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fbd392-c387-4958-8077-d0b7620ded0f tempest-TestNetworkAdvancedServerOps-177635439 tempest-TestNetworkAdvancedServerOps-177635439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:38:52.672319 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-70fbd392-c387-4958-8077-d0b7620ded0f tempest-TestNetworkAdvancedServerOps-177635439 tempest-TestNetworkAdvancedServerOps-177635439-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=67feac08-e325-4363-aa79-f5e4a5222bdb HTTP/1.1" status: 200 len: 1092 time: 0.0412548 Sep 07 03:38:52.675161 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45474) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:38:52.679770 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-ac9bc304-f311-46bb-8d00-f44c7977cdfd tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Request body: {'floatingip': {'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'port_id': '9905b426-c447-4628-8685-99c62b76efc6', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:38:52.700961 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ac9bc304-f311-46bb-8d00-f44c7977cdfd tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for floatingip, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:52.798772 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ac9bc304-f311-46bb-8d00-f44c7977cdfd tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:53.229239 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-ac9bc304-f311-46bb-8d00-f44c7977cdfd tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Allocated IP 172.25.5.191 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/025a1814-ece0-47e3-a0ba-86ad9eccbb24) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:38:53.332338 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ac9bc304-f311-46bb-8d00-f44c7977cdfd tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:53.368845 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ac9bc304-f311-46bb-8d00-f44c7977cdfd tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:53.403758 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9bc304-f311-46bb-8d00-f44c7977cdfd tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:38:53.406415 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-ac9bc304-f311-46bb-8d00-f44c7977cdfd tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:38:53.410265 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9bc304-f311-46bb-8d00-f44c7977cdfd tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:38:53.435394 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9bc304-f311-46bb-8d00-f44c7977cdfd tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'Port': ['ID=025a1814-ece0-47e3-a0ba-86ad9eccbb24,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:38:53.768146 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ac9bc304-f311-46bb-8d00-f44c7977cdfd tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:53.833486 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ac9bc304-f311-46bb-8d00-f44c7977cdfd tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:53.983944 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ac9bc304-f311-46bb-8d00-f44c7977cdfd tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:53.988894 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ac9bc304-f311-46bb-8d00-f44c7977cdfd tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:54.065472 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9bc304-f311-46bb-8d00-f44c7977cdfd tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'Port': ['ID=025a1814-ece0-47e3-a0ba-86ad9eccbb24,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:38:54.072370 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ac9bc304-f311-46bb-8d00-f44c7977cdfd tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:54.179488 n-d-796209-16 neutron-server[94700]: INFO neutron.db.l3_db [None req-ac9bc304-f311-46bb-8d00-f44c7977cdfd tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Floating IP 4271d5ae-291a-49d9-8419-706a7d82198b associated. External IP: 172.25.5.191, port: 9905b426-c447-4628-8685-99c62b76efc6. Sep 07 03:38:54.393451 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac9bc304-f311-46bb-8d00-f44c7977cdfd tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Router 26faa83e-4aa6-41c6-84de-0d3f310de936 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:38:54.502144 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9bc304-f311-46bb-8d00-f44c7977cdfd tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:38:54.512161 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53784e0-bdd0-4972-b899-4d9ea576fae4 None None] Sync routers for ids ['26faa83e-4aa6-41c6-84de-0d3f310de936'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:38:54.521306 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ac9bc304-f311-46bb-8d00-f44c7977cdfd tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:54.522653 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53784e0-bdd0-4972-b899-4d9ea576fae4 None None] Routers {'26faa83e-4aa6-41c6-84de-0d3f310de936'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:38:54.523291 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-a53784e0-bdd0-4972-b899-4d9ea576fae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:38:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['26faa83e-4aa6-41c6-84de-0d3f310de936'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:38:54.556673 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ac9bc304-f311-46bb-8d00-f44c7977cdfd tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8802621 Sep 07 03:38:54.557265 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67feac08-e325-4363-aa79-f5e4a5222bdb', 'tag': '9905b426-c447-4628-8685-99c62b76efc6'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:38:54.560350 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4b99ef7bc7a5293b766a2301f992bcff4e86bffe3ac49b880de9dcdee739ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808441b5-10ed-4780-9fa4-909390d94dca" -d '{"events": [{"name": "network-changed", "server_uuid": "67feac08-e325-4363-aa79-f5e4a5222bdb", "tag": "9905b426-c447-4628-8685-99c62b76efc6"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:38:54.668500 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-a53784e0-bdd0-4972-b899-4d9ea576fae4 None None] Set router 26faa83e-4aa6-41c6-84de-0d3f310de936 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:38:54.676756 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb20ad-94f8-4b63-aa5d-58e068e4c3ff req-4db8fed8-1356-4910-8673-c4530afe247c tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:38:54.678694 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9efb20ad-94f8-4b63-aa5d-58e068e4c3ff req-4db8fed8-1356-4910-8673-c4530afe247c tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=67feac08-e325-4363-aa79-f5e4a5222bdb HTTP/1.1" status: 200 len: 945 time: 0.0667787 Sep 07 03:38:54.680922 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14178578-24a6-4038-a0c1-353e33bd9265 x-openstack-request-id: req-14178578-24a6-4038-a0c1-353e33bd9265 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:38:54.681279 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67feac08-e325-4363-aa79-f5e4a5222bdb", "tag": "9905b426-c447-4628-8685-99c62b76efc6", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:38:54.681791 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-14178578-24a6-4038-a0c1-353e33bd9265 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:38:54.682380 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67feac08-e325-4363-aa79-f5e4a5222bdb', 'tag': '9905b426-c447-4628-8685-99c62b76efc6', 'status': 'completed', 'code': 200} Sep 07 03:38:54.727532 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9efb20ad-94f8-4b63-aa5d-58e068e4c3ff req-0eb05062-3e12-4333-a8cc-f81dc808587f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8d03592-2a4c-4377-9ca3-4e59cb27b98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377595 Sep 07 03:38:54.753355 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808441b5-10ed-4780-9fa4-909390d94dca req-91b3940a-0f3b-4560-a99c-1843ac8eb982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:38:54.754903 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-808441b5-10ed-4780-9fa4-909390d94dca req-91b3940a-0f3b-4560-a99c-1843ac8eb982 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=27bcf015607944b4bc040d494fbb2877&device_id=67feac08-e325-4363-aa79-f5e4a5222bdb HTTP/1.1" status: 200 len: 1097 time: 0.0490925 Sep 07 03:38:54.755084 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45482) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:38:54.828738 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-e2cbbc9f-764c-4f1e-af98-c3de222a7cee tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/floatingips/4271d5ae-291a-49d9-8419-706a7d82198b HTTP/1.1" status: 200 len: 991 time: 0.0721679 Sep 07 03:38:54.879812 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808441b5-10ed-4780-9fa4-909390d94dca req-a66a14d2-21b0-4e08-b26f-8df5ed118652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:38:54.881438 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-808441b5-10ed-4780-9fa4-909390d94dca req-a66a14d2-21b0-4e08-b26f-8df5ed118652 service neutron] 10.222.0.23 "GET /v2.0/networks?id=db4828dc-61a4-4221-8c3b-80ac637ba8c3 HTTP/1.1" status: 200 len: 896 time: 0.1193349 Sep 07 03:38:54.922156 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-a53784e0-bdd0-4972-b899-4d9ea576fae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26faa83e-4aa6-41c6-84de-0d3f310de936', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743228627', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'c38eb7d2-5130-4838-a3f5-1dca89887ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:38:37Z', 'updated_at': '2021-09-07T03:38:41Z', 'revision_number': 4, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': 'c38eb7d2-5130-4838-a3f5-1dca89887ac9', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26faa83e-4aa6-41c6-84de-0d3f310de936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:38:38Z', 'updated_at': '2021-09-07T03:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': '4271d5ae-291a-49d9-8419-706a7d82198b', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'floating_ip_address': '172.25.5.191', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '26faa83e-4aa6-41c6-84de-0d3f310de936', 'port_id': '9905b426-c447-4628-8685-99c62b76efc6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db4828dc-61a4-4221-8c3b-80ac637ba8c3', 'mac_address': 'fa:16:3e:26:2d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67feac08-e325-4363-aa79-f5e4a5222bdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:38:53Z', 'updated_at': '2021-09-07T03:38:53Z', 'revision_number': 0, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60c8d862-e4c1-40a4-9961-7b19944b13f1', 'name': '', 'network_id': 'db4828dc-61a4-4221-8c3b-80ac637ba8c3', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'mac_address': 'fa:16:3e:45:25:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26faa83e-4aa6-41c6-84de-0d3f310de936', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '3d0b56c6-91c5-45b1-9d13-1c7c50a0fdf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:38:40Z', 'updated_at': '2021-09-07T03:38:45Z', 'revision_number': 5, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'subnets': [{'id': '3d0b56c6-91c5-45b1-9d13-1c7c50a0fdf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:38:54.950976 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-808441b5-10ed-4780-9fa4-909390d94dca req-9b074a49-4b98-4aa8-92f3-1abfe4163d6b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9905b426-c447-4628-8685-99c62b76efc6 HTTP/1.1" status: 200 len: 999 time: 0.0600545 Sep 07 03:38:54.953184 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53784e0-bdd0-4972-b899-4d9ea576fae4 None None] Checking router: 26faa83e-4aa6-41c6-84de-0d3f310de936 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:38:54.962913 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53784e0-bdd0-4972-b899-4d9ea576fae4 None None] Routers {'26faa83e-4aa6-41c6-84de-0d3f310de936'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:38:54.963913 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-a53784e0-bdd0-4972-b899-4d9ea576fae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:38:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['26faa83e-4aa6-41c6-84de-0d3f310de936'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:38:55.004703 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808441b5-10ed-4780-9fa4-909390d94dca req-9dcfb5e7-a525-4232-a20b-2f7337f8e4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:38:55.006181 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-808441b5-10ed-4780-9fa4-909390d94dca req-9dcfb5e7-a525-4232-a20b-2f7337f8e4f8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3d0b56c6-91c5-45b1-9d13-1c7c50a0fdf0 HTTP/1.1" status: 200 len: 834 time: 0.0481949 Sep 07 03:38:55.064029 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808441b5-10ed-4780-9fa4-909390d94dca req-89b157b2-7fce-4f02-8e8c-c55c21debb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:38:55.065692 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-808441b5-10ed-4780-9fa4-909390d94dca req-89b157b2-7fce-4f02-8e8c-c55c21debb37 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=db4828dc-61a4-4221-8c3b-80ac637ba8c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530996 Sep 07 03:38:55.076089 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-a53784e0-bdd0-4972-b899-4d9ea576fae4 None None] Set router 26faa83e-4aa6-41c6-84de-0d3f310de936 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:38:55.161490 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-808441b5-10ed-4780-9fa4-909390d94dca req-cf659d24-3f47-4ded-8c53-394432bf6ce8 service neutron] 10.222.0.23 "GET /v2.0/networks/db4828dc-61a4-4221-8c3b-80ac637ba8c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881009 Sep 07 03:38:55.261624 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-808441b5-10ed-4780-9fa4-909390d94dca req-f96056d6-8977-43d4-9550-7019bff6dc8b service neutron] 10.222.0.23 "GET /v2.0/networks/db4828dc-61a4-4221-8c3b-80ac637ba8c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931160 Sep 07 03:38:55.320010 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-a53784e0-bdd0-4972-b899-4d9ea576fae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26faa83e-4aa6-41c6-84de-0d3f310de936', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743228627', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'c38eb7d2-5130-4838-a3f5-1dca89887ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:38:37Z', 'updated_at': '2021-09-07T03:38:41Z', 'revision_number': 4, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': 'c38eb7d2-5130-4838-a3f5-1dca89887ac9', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26faa83e-4aa6-41c6-84de-0d3f310de936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:38:38Z', 'updated_at': '2021-09-07T03:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': '4271d5ae-291a-49d9-8419-706a7d82198b', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'floating_ip_address': '172.25.5.191', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '26faa83e-4aa6-41c6-84de-0d3f310de936', 'port_id': '9905b426-c447-4628-8685-99c62b76efc6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db4828dc-61a4-4221-8c3b-80ac637ba8c3', 'mac_address': 'fa:16:3e:26:2d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67feac08-e325-4363-aa79-f5e4a5222bdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:38:53Z', 'updated_at': '2021-09-07T03:38:53Z', 'revision_number': 0, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60c8d862-e4c1-40a4-9961-7b19944b13f1', 'name': '', 'network_id': 'db4828dc-61a4-4221-8c3b-80ac637ba8c3', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'mac_address': 'fa:16:3e:45:25:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26faa83e-4aa6-41c6-84de-0d3f310de936', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '3d0b56c6-91c5-45b1-9d13-1c7c50a0fdf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:38:40Z', 'updated_at': '2021-09-07T03:38:45Z', 'revision_number': 5, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'subnets': [{'id': '3d0b56c6-91c5-45b1-9d13-1c7c50a0fdf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:38:55.355877 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53784e0-bdd0-4972-b899-4d9ea576fae4 None None] The sync data for ids ['26faa83e-4aa6-41c6-84de-0d3f310de936'] in n-d-796209-16 is: [{'id': '26faa83e-4aa6-41c6-84de-0d3f310de936', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743228627', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'c38eb7d2-5130-4838-a3f5-1dca89887ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:38:37Z', 'updated_at': '2021-09-07T03:38:41Z', 'revision_number': 4, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': 'c38eb7d2-5130-4838-a3f5-1dca89887ac9', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26faa83e-4aa6-41c6-84de-0d3f310de936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:38:38Z', 'updated_at': '2021-09-07T03:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': '4271d5ae-291a-49d9-8419-706a7d82198b', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'floating_ip_address': '172.25.5.191', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '26faa83e-4aa6-41c6-84de-0d3f310de936', 'port_id': '9905b426-c447-4628-8685-99c62b76efc6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db4828dc-61a4-4221-8c3b-80ac637ba8c3', 'mac_address': 'fa:16:3e:26:2d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67feac08-e325-4363-aa79-f5e4a5222bdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:38:53Z', 'updated_at': '2021-09-07T03:38:53Z', 'revision_number': 0, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60c8d862-e4c1-40a4-9961-7b19944b13f1', 'name': '', 'network_id': 'db4828dc-61a4-4221-8c3b-80ac637ba8c3', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'mac_address': 'fa:16:3e:45:25:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26faa83e-4aa6-41c6-84de-0d3f310de936', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '3d0b56c6-91c5-45b1-9d13-1c7c50a0fdf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:38:40Z', 'updated_at': '2021-09-07T03:38:45Z', 'revision_number': 5, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'subnets': [{'id': '3d0b56c6-91c5-45b1-9d13-1c7c50a0fdf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:38:55.551031 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7139e23e-db23-404f-840f-183c2f023b60 None None] New status for floating IP 4271d5ae-291a-49d9-8419-706a7d82198b: ACTIVE {{(pid=94703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 03:38:55.833854 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45484) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:38:55.895274 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b3e965fe-581d-4c70-8949-0174c4ca3e03 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/floatingips/4271d5ae-291a-49d9-8419-706a7d82198b HTTP/1.1" status: 200 len: 993 time: 0.0601904 Sep 07 03:38:55.990862 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-15fa53c0-1847-4d94-a4e8-92876c36882e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:58.260198 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f2f87ca7-ad17-400a-9f67-507ea2ab4204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:58.789498 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:38:59.760429 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:39:01.599893 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:39:08.482647 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:39:22.161629 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:39:22.194976 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:39:25.993574 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e1df80f1-dd34-4084-9abb-de18f41b52d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:39:27.365420 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130abb00-9c95-4449-99c1-ab8b502bb872 req-c5642fff-02b5-42b7-bf7e-de98f7ddc983 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:39:27.366902 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-130abb00-9c95-4449-99c1-ab8b502bb872 req-c5642fff-02b5-42b7-bf7e-de98f7ddc983 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=67feac08-e325-4363-aa79-f5e4a5222bdb HTTP/1.1" status: 200 len: 945 time: 0.0618770 Sep 07 03:39:27.408660 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-130abb00-9c95-4449-99c1-ab8b502bb872 req-8d3b1166-e8d6-44d0-8833-87581b6c1e1a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8d03592-2a4c-4377-9ca3-4e59cb27b98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351145 Sep 07 03:39:28.263959 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-223141c2-0be7-493a-9737-18ad3b2344c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:39:28.545459 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ad6a5-a986-4c33-8d67-8b8a98ca9f7f req-d67e111e-2577-41ee-ad99-edc8f23e0351 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:39:28.546969 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5e7ad6a5-a986-4c33-8d67-8b8a98ca9f7f req-d67e111e-2577-41ee-ad99-edc8f23e0351 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=67feac08-e325-4363-aa79-f5e4a5222bdb HTTP/1.1" status: 200 len: 945 time: 0.0495088 Sep 07 03:39:28.588391 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5e7ad6a5-a986-4c33-8d67-8b8a98ca9f7f req-3a9b8f67-3483-46b1-98ee-2c29b6f42476 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8d03592-2a4c-4377-9ca3-4e59cb27b98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345211 Sep 07 03:39:28.792378 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:39:29.714513 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3bca0d-bf82-4f43-91c8-ff19324ff34b req-a8395b03-952c-45c5-acb2-e20871ba6ba5 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:39:29.715970 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8c3bca0d-bf82-4f43-91c8-ff19324ff34b req-a8395b03-952c-45c5-acb2-e20871ba6ba5 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=67feac08-e325-4363-aa79-f5e4a5222bdb HTTP/1.1" status: 200 len: 945 time: 0.0521014 Sep 07 03:39:29.763400 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8c3bca0d-bf82-4f43-91c8-ff19324ff34b req-681b77a7-979f-4d74-8755-b7b40a38e195 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8d03592-2a4c-4377-9ca3-4e59cb27b98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414612 Sep 07 03:39:29.769975 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:39:30.915168 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a324c-cbd1-47b4-aa7b-017dd025f180 req-0efd32fa-11d1-4753-897c-00cc9a2a1af9 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:39:30.916796 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8d7a324c-cbd1-47b4-aa7b-017dd025f180 req-0efd32fa-11d1-4753-897c-00cc9a2a1af9 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=67feac08-e325-4363-aa79-f5e4a5222bdb HTTP/1.1" status: 200 len: 945 time: 0.0657482 Sep 07 03:39:30.958642 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8d7a324c-cbd1-47b4-aa7b-017dd025f180 req-ce4ae430-6336-4e56-9885-051168223ae1 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8d03592-2a4c-4377-9ca3-4e59cb27b98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357101 Sep 07 03:39:31.601714 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:39:32.089405 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddbb440-4a82-4be3-8559-cab4a3a38398 req-1fb5cc93-95fc-4fa4-a0f7-0be9a955bd51 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:39:32.091124 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6ddbb440-4a82-4be3-8559-cab4a3a38398 req-1fb5cc93-95fc-4fa4-a0f7-0be9a955bd51 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=67feac08-e325-4363-aa79-f5e4a5222bdb HTTP/1.1" status: 200 len: 945 time: 0.0626965 Sep 07 03:39:32.163344 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6ddbb440-4a82-4be3-8559-cab4a3a38398 req-99085887-1294-42ea-9411-4d8b5fcffdbb tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8d03592-2a4c-4377-9ca3-4e59cb27b98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578485 Sep 07 03:39:32.166266 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95fbd3f-d0ca-42df-9330-a9e6c79cf1b7 req-f42c6c5e-c30b-46aa-802a-a7979de92dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:39:32.167750 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b95fbd3f-d0ca-42df-9330-a9e6c79cf1b7 req-f42c6c5e-c30b-46aa-802a-a7979de92dbe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=27bcf015607944b4bc040d494fbb2877&device_id=67feac08-e325-4363-aa79-f5e4a5222bdb HTTP/1.1" status: 200 len: 1097 time: 0.0711503 Sep 07 03:39:32.281918 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95fbd3f-d0ca-42df-9330-a9e6c79cf1b7 req-73084fed-b742-40ba-8864-2ccd2b2da9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:39:32.283510 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b95fbd3f-d0ca-42df-9330-a9e6c79cf1b7 req-73084fed-b742-40ba-8864-2ccd2b2da9b2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=db4828dc-61a4-4221-8c3b-80ac637ba8c3 HTTP/1.1" status: 200 len: 896 time: 0.0935824 Sep 07 03:39:32.353088 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b95fbd3f-d0ca-42df-9330-a9e6c79cf1b7 req-6348520d-e9e6-4768-94c0-68e2ef72b194 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9905b426-c447-4628-8685-99c62b76efc6 HTTP/1.1" status: 200 len: 1001 time: 0.0617013 Sep 07 03:39:32.403771 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95fbd3f-d0ca-42df-9330-a9e6c79cf1b7 req-ab7ad8bf-7c7c-4718-a32a-f68376aeee85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:39:32.405275 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b95fbd3f-d0ca-42df-9330-a9e6c79cf1b7 req-ab7ad8bf-7c7c-4718-a32a-f68376aeee85 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3d0b56c6-91c5-45b1-9d13-1c7c50a0fdf0 HTTP/1.1" status: 200 len: 834 time: 0.0458665 Sep 07 03:39:32.459060 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95fbd3f-d0ca-42df-9330-a9e6c79cf1b7 req-35f4df96-2a68-4621-a692-6d9ce139f7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:39:32.460639 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b95fbd3f-d0ca-42df-9330-a9e6c79cf1b7 req-35f4df96-2a68-4621-a692-6d9ce139f7b7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=db4828dc-61a4-4221-8c3b-80ac637ba8c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475821 Sep 07 03:39:32.560409 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b95fbd3f-d0ca-42df-9330-a9e6c79cf1b7 req-51b25b86-be9e-4beb-80c8-77456f7098a7 service neutron] 10.222.0.23 "GET /v2.0/networks/db4828dc-61a4-4221-8c3b-80ac637ba8c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918167 Sep 07 03:39:32.681496 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b95fbd3f-d0ca-42df-9330-a9e6c79cf1b7 req-1ddf935b-4be7-4a65-aa47-03d38790b27c service neutron] 10.222.0.23 "GET /v2.0/networks/db4828dc-61a4-4221-8c3b-80ac637ba8c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146317 Sep 07 03:39:33.289174 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e067096f-39e0-429c-b679-0bca433824f0 req-3930ba9c-72ba-4808-82dc-1235d6a436ee tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:39:33.290781 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e067096f-39e0-429c-b679-0bca433824f0 req-3930ba9c-72ba-4808-82dc-1235d6a436ee tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=67feac08-e325-4363-aa79-f5e4a5222bdb HTTP/1.1" status: 200 len: 945 time: 0.0557709 Sep 07 03:39:33.340142 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e067096f-39e0-429c-b679-0bca433824f0 req-300a2c6d-b897-48be-a8bf-a48104109291 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8d03592-2a4c-4377-9ca3-4e59cb27b98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405328 Sep 07 03:39:34.462465 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7640df-2c01-4df4-921a-81714374a4ed req-f86de9db-5eca-4aac-9f97-c2966e8ee093 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:39:34.464338 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8c7640df-2c01-4df4-921a-81714374a4ed req-f86de9db-5eca-4aac-9f97-c2966e8ee093 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=67feac08-e325-4363-aa79-f5e4a5222bdb HTTP/1.1" status: 200 len: 945 time: 0.0532768 Sep 07 03:39:34.505474 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8c7640df-2c01-4df4-921a-81714374a4ed req-ca2016fd-d2e5-4af4-8e70-af1398c10687 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8d03592-2a4c-4377-9ca3-4e59cb27b98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345621 Sep 07 03:39:35.630942 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de52cfc-399d-40bf-be5a-eb103bd3ec50 req-e0bd1a80-30b5-4da6-bbe0-bb3f954e8abe tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:39:35.632601 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0de52cfc-399d-40bf-be5a-eb103bd3ec50 req-e0bd1a80-30b5-4da6-bbe0-bb3f954e8abe tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=67feac08-e325-4363-aa79-f5e4a5222bdb HTTP/1.1" status: 200 len: 945 time: 0.0551324 Sep 07 03:39:35.672719 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0de52cfc-399d-40bf-be5a-eb103bd3ec50 req-4607a747-0878-4d60-b6b3-d359456a4148 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8d03592-2a4c-4377-9ca3-4e59cb27b98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339520 Sep 07 03:39:36.791601 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b21c4ed-a082-4350-807d-da8cd85df8e5 req-ee289a34-4864-4cf9-a76f-7b01197b8d3a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:39:36.793168 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1b21c4ed-a082-4350-807d-da8cd85df8e5 req-ee289a34-4864-4cf9-a76f-7b01197b8d3a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=67feac08-e325-4363-aa79-f5e4a5222bdb HTTP/1.1" status: 200 len: 945 time: 0.0500684 Sep 07 03:39:36.837008 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1b21c4ed-a082-4350-807d-da8cd85df8e5 req-71f868f6-05a1-4697-84ae-1fb892a29f44 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8d03592-2a4c-4377-9ca3-4e59cb27b98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374899 Sep 07 03:39:37.961357 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a277a-5cc6-4074-a14c-52a63097f3d0 req-9b72e2a2-655f-442e-a9a2-c7ba103a535e tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:39:37.964106 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0a7a277a-5cc6-4074-a14c-52a63097f3d0 req-9b72e2a2-655f-442e-a9a2-c7ba103a535e tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=67feac08-e325-4363-aa79-f5e4a5222bdb HTTP/1.1" status: 200 len: 945 time: 0.0582395 Sep 07 03:39:38.005877 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0a7a277a-5cc6-4074-a14c-52a63097f3d0 req-89364547-0eca-435b-a86d-0613ca79ee51 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8d03592-2a4c-4377-9ca3-4e59cb27b98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338738 Sep 07 03:39:39.130412 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832e28c-e973-4883-8793-8578a78f1a5e req-1e3a0e6a-5938-401d-b6e4-5ccc1f23aa4c tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:39:39.131982 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4832e28c-e973-4883-8793-8578a78f1a5e req-1e3a0e6a-5938-401d-b6e4-5ccc1f23aa4c tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=67feac08-e325-4363-aa79-f5e4a5222bdb HTTP/1.1" status: 200 len: 945 time: 0.0533593 Sep 07 03:39:39.177670 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4832e28c-e973-4883-8793-8578a78f1a5e req-5f3dc90e-8d6a-4ce5-ad0a-b4391e8497b6 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8d03592-2a4c-4377-9ca3-4e59cb27b98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350451 Sep 07 03:39:40.299281 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c08283-8c15-4a82-99e9-fc42ede3aa43 req-159212ce-276d-40dc-8a98-02533cdcf387 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:39:40.300818 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a4c08283-8c15-4a82-99e9-fc42ede3aa43 req-159212ce-276d-40dc-8a98-02533cdcf387 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=67feac08-e325-4363-aa79-f5e4a5222bdb HTTP/1.1" status: 200 len: 945 time: 0.0506837 Sep 07 03:39:40.339832 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a4c08283-8c15-4a82-99e9-fc42ede3aa43 req-996fce15-3c1c-498f-ad1a-40f7a1049943 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8d03592-2a4c-4377-9ca3-4e59cb27b98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330193 Sep 07 03:39:41.460150 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a363b0b-f4b3-4111-bea8-65e729d18eb8 req-67cd68f4-d2ed-48ef-903f-751b9eaae22c tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:39:41.461725 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5a363b0b-f4b3-4111-bea8-65e729d18eb8 req-67cd68f4-d2ed-48ef-903f-751b9eaae22c tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=67feac08-e325-4363-aa79-f5e4a5222bdb HTTP/1.1" status: 200 len: 945 time: 0.0496643 Sep 07 03:39:41.502301 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-5a363b0b-f4b3-4111-bea8-65e729d18eb8 req-ff890fb0-a2c5-4fb9-835c-94af540f58c7 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8d03592-2a4c-4377-9ca3-4e59cb27b98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340629 Sep 07 03:39:42.626173 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf397b-1cf0-4749-a509-93ec03138809 req-d58dcf81-58e5-4dfd-be49-7eceafd7d235 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:39:42.628748 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-31bf397b-1cf0-4749-a509-93ec03138809 req-d58dcf81-58e5-4dfd-be49-7eceafd7d235 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=67feac08-e325-4363-aa79-f5e4a5222bdb HTTP/1.1" status: 200 len: 945 time: 0.0538514 Sep 07 03:39:42.668590 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-31bf397b-1cf0-4749-a509-93ec03138809 req-e9e6d872-b82e-4da1-9baa-95bfa25c3621 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8d03592-2a4c-4377-9ca3-4e59cb27b98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338995 Sep 07 03:39:43.791464 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef1149-302e-4bcd-9d11-2a029e3f5b23 req-60e30555-daef-4c62-839f-0f4b87ddb411 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:39:43.792989 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4aef1149-302e-4bcd-9d11-2a029e3f5b23 req-60e30555-daef-4c62-839f-0f4b87ddb411 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=67feac08-e325-4363-aa79-f5e4a5222bdb HTTP/1.1" status: 200 len: 945 time: 0.0494320 Sep 07 03:39:43.837578 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4aef1149-302e-4bcd-9d11-2a029e3f5b23 req-bc6f42d9-d8c4-4413-9857-b2d87559875c tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8d03592-2a4c-4377-9ca3-4e59cb27b98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383711 Sep 07 03:39:43.868422 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45540) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:39:43.938430 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-891def5c-08a1-4663-b916-cd498536ec5d tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/floatingips/4271d5ae-291a-49d9-8419-706a7d82198b HTTP/1.1" status: 200 len: 993 time: 0.0682201 Sep 07 03:39:45.214450 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ed258-b78a-4db3-add6-031b8eb46d82 req-acc85ed7-3fbe-4532-a6e1-fa2b89899113 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:39:45.215944 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-386ed258-b78a-4db3-add6-031b8eb46d82 req-acc85ed7-3fbe-4532-a6e1-fa2b89899113 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=67feac08-e325-4363-aa79-f5e4a5222bdb HTTP/1.1" status: 200 len: 945 time: 0.0530477 Sep 07 03:39:45.237282 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde15490-8589-4e17-8a52-449bb9f4f84e req-75e88c44-5f6a-4109-86af-22ee8add310c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:39:45.238822 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dde15490-8589-4e17-8a52-449bb9f4f84e req-75e88c44-5f6a-4109-86af-22ee8add310c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=27bcf015607944b4bc040d494fbb2877&device_id=67feac08-e325-4363-aa79-f5e4a5222bdb HTTP/1.1" status: 200 len: 1097 time: 0.0435002 Sep 07 03:39:45.259936 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-386ed258-b78a-4db3-add6-031b8eb46d82 req-057de4a5-6b54-48e4-b8b9-57130fe61da9 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8d03592-2a4c-4377-9ca3-4e59cb27b98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378997 Sep 07 03:39:45.332258 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde15490-8589-4e17-8a52-449bb9f4f84e req-ee48a571-222e-4766-999d-0c528f4be30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:39:45.334445 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dde15490-8589-4e17-8a52-449bb9f4f84e req-ee48a571-222e-4766-999d-0c528f4be30e service neutron] 10.222.0.23 "GET /v2.0/networks?id=db4828dc-61a4-4221-8c3b-80ac637ba8c3 HTTP/1.1" status: 200 len: 896 time: 0.0879011 Sep 07 03:39:45.404513 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dde15490-8589-4e17-8a52-449bb9f4f84e req-88dcd219-972b-4ca6-b295-1ed88f52515e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9905b426-c447-4628-8685-99c62b76efc6 HTTP/1.1" status: 200 len: 1001 time: 0.0631490 Sep 07 03:39:45.455980 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde15490-8589-4e17-8a52-449bb9f4f84e req-c9138ca4-6b18-458f-994b-4700b8ec7cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:39:45.457476 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dde15490-8589-4e17-8a52-449bb9f4f84e req-c9138ca4-6b18-458f-994b-4700b8ec7cc7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3d0b56c6-91c5-45b1-9d13-1c7c50a0fdf0 HTTP/1.1" status: 200 len: 834 time: 0.0464940 Sep 07 03:39:45.481551 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:39:45.504778 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde15490-8589-4e17-8a52-449bb9f4f84e req-1fa85cdb-1b59-49c0-8f79-53ba944d1414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:39:45.506310 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dde15490-8589-4e17-8a52-449bb9f4f84e req-1fa85cdb-1b59-49c0-8f79-53ba944d1414 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=db4828dc-61a4-4221-8c3b-80ac637ba8c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421600 Sep 07 03:39:45.603445 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dde15490-8589-4e17-8a52-449bb9f4f84e req-a66e8f39-9a1f-4aff-8259-b7b69aa3cd21 service neutron] 10.222.0.23 "GET /v2.0/networks/db4828dc-61a4-4221-8c3b-80ac637ba8c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899940 Sep 07 03:39:45.697696 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dde15490-8589-4e17-8a52-449bb9f4f84e req-f4b0ce26-bc97-491b-a793-2de19a3e0e0b service neutron] 10.222.0.23 "GET /v2.0/networks/db4828dc-61a4-4221-8c3b-80ac637ba8c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873315 Sep 07 03:39:46.383851 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4ce8d-9f67-45e8-9cba-0db709dfadfa req-2385d655-b073-49c4-bd46-4e7f7a39b650 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:39:46.385400 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c2f4ce8d-9f67-45e8-9cba-0db709dfadfa req-2385d655-b073-49c4-bd46-4e7f7a39b650 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=67feac08-e325-4363-aa79-f5e4a5222bdb HTTP/1.1" status: 200 len: 945 time: 0.0517159 Sep 07 03:39:46.425975 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c2f4ce8d-9f67-45e8-9cba-0db709dfadfa req-90afff4c-76de-4634-9a3b-748781acb457 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8d03592-2a4c-4377-9ca3-4e59cb27b98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345087 Sep 07 03:39:46.449421 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45550) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:39:46.514042 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-692f9efa-a59b-487d-a06c-63fa9281c68a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/floatingips/4271d5ae-291a-49d9-8419-706a7d82198b HTTP/1.1" status: 200 len: 993 time: 0.0634422 Sep 07 03:39:52.181317 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:39:52.191728 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:39:55.996046 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-26a17c9f-6ea3-418d-8b69-8a1fdee74658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:39:58.266193 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ec798576-4834-4f88-a59f-49ebf4340de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:39:58.798433 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:39:59.769332 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:01.606008 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:17.009464 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45564) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:40:17.174538 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-50928b42-0e97-4e48-8f69-53422a90f909 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Deleting port 025a1814-ece0-47e3-a0ba-86ad9eccbb24 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:40:17.174878 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-50928b42-0e97-4e48-8f69-53422a90f909 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:17.254279 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-50928b42-0e97-4e48-8f69-53422a90f909 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:17.254611 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-50928b42-0e97-4e48-8f69-53422a90f909 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:17.266468 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-50928b42-0e97-4e48-8f69-53422a90f909 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Calling delete_port for 025a1814-ece0-47e3-a0ba-86ad9eccbb24 owned by network:floatingip {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:40:17.412814 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-50928b42-0e97-4e48-8f69-53422a90f909 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:17.444100 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50928b42-0e97-4e48-8f69-53422a90f909 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event deleted for resources: {'Port': ['ID=025a1814-ece0-47e3-a0ba-86ad9eccbb24,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:40:17.457527 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50928b42-0e97-4e48-8f69-53422a90f909 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:40:17.457875 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50928b42-0e97-4e48-8f69-53422a90f909 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:40:17.458279 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50928b42-0e97-4e48-8f69-53422a90f909 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:40:17.458638 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50928b42-0e97-4e48-8f69-53422a90f909 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:40:17.458973 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50928b42-0e97-4e48-8f69-53422a90f909 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:40:17.459382 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50928b42-0e97-4e48-8f69-53422a90f909 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:40:17.459724 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50928b42-0e97-4e48-8f69-53422a90f909 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:40:17.460129 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50928b42-0e97-4e48-8f69-53422a90f909 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:40:17.460643 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50928b42-0e97-4e48-8f69-53422a90f909 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:40:17.460997 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50928b42-0e97-4e48-8f69-53422a90f909 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:40:17.461361 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50928b42-0e97-4e48-8f69-53422a90f909 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:40:17.461800 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50928b42-0e97-4e48-8f69-53422a90f909 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:40:17.522376 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-50928b42-0e97-4e48-8f69-53422a90f909 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for floatingip, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:17.522658 n-d-796209-16 neutron-server[94701]: INFO neutron.db.l3_db [None req-50928b42-0e97-4e48-8f69-53422a90f909 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Floating IP 4271d5ae-291a-49d9-8419-706a7d82198b disassociated (deleted). External IP: 172.25.5.191, port: 9905b426-c447-4628-8685-99c62b76efc6. Sep 07 03:40:18.080664 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50928b42-0e97-4e48-8f69-53422a90f909 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Router 26faa83e-4aa6-41c6-84de-0d3f310de936 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:40:18.193574 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50928b42-0e97-4e48-8f69-53422a90f909 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:40:18.198579 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-50928b42-0e97-4e48-8f69-53422a90f909 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:18.203936 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb7c1aa-d593-46ee-b692-eba6a26bddcd None None] Sync routers for ids ['26faa83e-4aa6-41c6-84de-0d3f310de936'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:40:18.213756 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb7c1aa-d593-46ee-b692-eba6a26bddcd None None] Routers {'26faa83e-4aa6-41c6-84de-0d3f310de936'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:40:18.214370 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-deb7c1aa-d593-46ee-b692-eba6a26bddcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:39:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['26faa83e-4aa6-41c6-84de-0d3f310de936'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:40:18.224663 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-50928b42-0e97-4e48-8f69-53422a90f909 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "DELETE /v2.0/floatingips/4271d5ae-291a-49d9-8419-706a7d82198b HTTP/1.1" status: 204 len: 168 time: 1.2140851 Sep 07 03:40:18.225254 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67feac08-e325-4363-aa79-f5e4a5222bdb', 'tag': '9905b426-c447-4628-8685-99c62b76efc6'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:40:18.227694 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf84fb72099b4c059134e8dbf206a3531b112bee59ff8dea8931d4ccd024695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d0755f-d356-4ab2-b92f-29a6135fac07" -d '{"events": [{"name": "network-changed", "server_uuid": "67feac08-e325-4363-aa79-f5e4a5222bdb", "tag": "9905b426-c447-4628-8685-99c62b76efc6"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:40:18.270755 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761262e7-263c-4d44-b6dd-c24581f6f7df x-openstack-request-id: req-761262e7-263c-4d44-b6dd-c24581f6f7df {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:40:18.271066 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67feac08-e325-4363-aa79-f5e4a5222bdb", "tag": "9905b426-c447-4628-8685-99c62b76efc6", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:40:18.271378 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-761262e7-263c-4d44-b6dd-c24581f6f7df {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:40:18.271859 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67feac08-e325-4363-aa79-f5e4a5222bdb', 'tag': '9905b426-c447-4628-8685-99c62b76efc6', 'status': 'completed', 'code': 200} Sep 07 03:40:18.324885 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-deb7c1aa-d593-46ee-b692-eba6a26bddcd None None] Set router 26faa83e-4aa6-41c6-84de-0d3f310de936 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:40:18.346449 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d0755f-d356-4ab2-b92f-29a6135fac07 req-62a2286c-c983-4e39-94c2-d8137773776a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:40:18.348457 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-88d0755f-d356-4ab2-b92f-29a6135fac07 req-62a2286c-c983-4e39-94c2-d8137773776a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=27bcf015607944b4bc040d494fbb2877&device_id=67feac08-e325-4363-aa79-f5e4a5222bdb HTTP/1.1" status: 200 len: 1097 time: 0.0513911 Sep 07 03:40:18.457185 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d0755f-d356-4ab2-b92f-29a6135fac07 req-8ae41a73-01c4-40be-8564-83b6d2a5c1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:40:18.458750 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-88d0755f-d356-4ab2-b92f-29a6135fac07 req-8ae41a73-01c4-40be-8564-83b6d2a5c1e4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=db4828dc-61a4-4221-8c3b-80ac637ba8c3 HTTP/1.1" status: 200 len: 896 time: 0.0995166 Sep 07 03:40:18.477800 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df847d1e-0776-4c07-b55c-03f5f5568cda req-a3617971-da60-488e-8702-cbd420090b87 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:40:18.479406 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df847d1e-0776-4c07-b55c-03f5f5568cda req-a3617971-da60-488e-8702-cbd420090b87 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=67feac08-e325-4363-aa79-f5e4a5222bdb HTTP/1.1" status: 200 len: 945 time: 0.0594754 Sep 07 03:40:18.506387 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-88d0755f-d356-4ab2-b92f-29a6135fac07 req-1317f19a-dd81-4d52-a97c-7093acf00498 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9905b426-c447-4628-8685-99c62b76efc6 HTTP/1.1" status: 200 len: 217 time: 0.0383594 Sep 07 03:40:18.523093 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-df847d1e-0776-4c07-b55c-03f5f5568cda req-fbc35dfe-d0d0-4101-b2b9-5d0d9318afbc tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8d03592-2a4c-4377-9ca3-4e59cb27b98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365489 Sep 07 03:40:18.559218 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-deb7c1aa-d593-46ee-b692-eba6a26bddcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26faa83e-4aa6-41c6-84de-0d3f310de936', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743228627', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'c38eb7d2-5130-4838-a3f5-1dca89887ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:38:37Z', 'updated_at': '2021-09-07T03:38:41Z', 'revision_number': 4, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': 'c38eb7d2-5130-4838-a3f5-1dca89887ac9', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26faa83e-4aa6-41c6-84de-0d3f310de936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:38:38Z', 'updated_at': '2021-09-07T03:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '60c8d862-e4c1-40a4-9961-7b19944b13f1', 'name': '', 'network_id': 'db4828dc-61a4-4221-8c3b-80ac637ba8c3', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'mac_address': 'fa:16:3e:45:25:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26faa83e-4aa6-41c6-84de-0d3f310de936', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '3d0b56c6-91c5-45b1-9d13-1c7c50a0fdf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:38:40Z', 'updated_at': '2021-09-07T03:38:45Z', 'revision_number': 5, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'subnets': [{'id': '3d0b56c6-91c5-45b1-9d13-1c7c50a0fdf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:40:18.569520 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d0755f-d356-4ab2-b92f-29a6135fac07 req-232818aa-9dd2-4c03-822e-602590733fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:40:18.570994 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-88d0755f-d356-4ab2-b92f-29a6135fac07 req-232818aa-9dd2-4c03-822e-602590733fdc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3d0b56c6-91c5-45b1-9d13-1c7c50a0fdf0 HTTP/1.1" status: 200 len: 834 time: 0.0506394 Sep 07 03:40:18.588375 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb7c1aa-d593-46ee-b692-eba6a26bddcd None None] Checking router: 26faa83e-4aa6-41c6-84de-0d3f310de936 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:40:18.597012 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb7c1aa-d593-46ee-b692-eba6a26bddcd None None] Routers {'26faa83e-4aa6-41c6-84de-0d3f310de936'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:40:18.597631 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-deb7c1aa-d593-46ee-b692-eba6a26bddcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:39:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['26faa83e-4aa6-41c6-84de-0d3f310de936'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:40:18.620927 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d0755f-d356-4ab2-b92f-29a6135fac07 req-6f209e19-5277-4ca1-89d1-9a7cfa18c865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:40:18.622475 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-88d0755f-d356-4ab2-b92f-29a6135fac07 req-6f209e19-5277-4ca1-89d1-9a7cfa18c865 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=db4828dc-61a4-4221-8c3b-80ac637ba8c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423927 Sep 07 03:40:18.720953 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-88d0755f-d356-4ab2-b92f-29a6135fac07 req-41b26943-e80e-4901-a1c3-1c20651cabd4 service neutron] 10.222.0.23 "GET /v2.0/networks/db4828dc-61a4-4221-8c3b-80ac637ba8c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899796 Sep 07 03:40:18.827744 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-88d0755f-d356-4ab2-b92f-29a6135fac07 req-031a3936-e469-45cc-84f0-f617c6aa726d service neutron] 10.222.0.23 "GET /v2.0/networks/db4828dc-61a4-4221-8c3b-80ac637ba8c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986946 Sep 07 03:40:18.879357 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-deb7c1aa-d593-46ee-b692-eba6a26bddcd None None] Set router 26faa83e-4aa6-41c6-84de-0d3f310de936 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:40:19.088869 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-deb7c1aa-d593-46ee-b692-eba6a26bddcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26faa83e-4aa6-41c6-84de-0d3f310de936', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743228627', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'c38eb7d2-5130-4838-a3f5-1dca89887ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:38:37Z', 'updated_at': '2021-09-07T03:38:41Z', 'revision_number': 4, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': 'c38eb7d2-5130-4838-a3f5-1dca89887ac9', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26faa83e-4aa6-41c6-84de-0d3f310de936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:38:38Z', 'updated_at': '2021-09-07T03:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '60c8d862-e4c1-40a4-9961-7b19944b13f1', 'name': '', 'network_id': 'db4828dc-61a4-4221-8c3b-80ac637ba8c3', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'mac_address': 'fa:16:3e:45:25:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26faa83e-4aa6-41c6-84de-0d3f310de936', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '3d0b56c6-91c5-45b1-9d13-1c7c50a0fdf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:38:40Z', 'updated_at': '2021-09-07T03:38:45Z', 'revision_number': 5, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'subnets': [{'id': '3d0b56c6-91c5-45b1-9d13-1c7c50a0fdf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:40:19.118196 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb7c1aa-d593-46ee-b692-eba6a26bddcd None None] The sync data for ids ['26faa83e-4aa6-41c6-84de-0d3f310de936'] in n-d-796209-16 is: [{'id': '26faa83e-4aa6-41c6-84de-0d3f310de936', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743228627', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'c38eb7d2-5130-4838-a3f5-1dca89887ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:38:37Z', 'updated_at': '2021-09-07T03:38:41Z', 'revision_number': 4, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': 'c38eb7d2-5130-4838-a3f5-1dca89887ac9', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26faa83e-4aa6-41c6-84de-0d3f310de936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:38:38Z', 'updated_at': '2021-09-07T03:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '60c8d862-e4c1-40a4-9961-7b19944b13f1', 'name': '', 'network_id': 'db4828dc-61a4-4221-8c3b-80ac637ba8c3', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'mac_address': 'fa:16:3e:45:25:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26faa83e-4aa6-41c6-84de-0d3f310de936', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '3d0b56c6-91c5-45b1-9d13-1c7c50a0fdf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:38:40Z', 'updated_at': '2021-09-07T03:38:45Z', 'revision_number': 5, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'subnets': [{'id': '3d0b56c6-91c5-45b1-9d13-1c7c50a0fdf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:40:19.340246 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e544dd-3556-4c7d-9dc7-58c48425394a None None] New status for floating IP 4271d5ae-291a-49d9-8419-706a7d82198b: DOWN {{(pid=94703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 03:40:19.644175 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae022351-efbe-4ad1-8310-19cd9309a33a req-0a3a9ba4-5211-4683-8b25-7406163ed924 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:40:19.645693 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ae022351-efbe-4ad1-8310-19cd9309a33a req-0a3a9ba4-5211-4683-8b25-7406163ed924 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=67feac08-e325-4363-aa79-f5e4a5222bdb HTTP/1.1" status: 200 len: 945 time: 0.0495977 Sep 07 03:40:19.684084 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ae022351-efbe-4ad1-8310-19cd9309a33a req-177337ae-3efb-4066-a59a-a07bbd8e0e92 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=f8d03592-2a4c-4377-9ca3-4e59cb27b98b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319450 Sep 07 03:40:19.945523 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce848d08-70c5-4e77-9b1f-68d8bc5f09be req-adf74172-e624-45ed-8a7d-6ae6a4329fd4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:40:19.947025 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ce848d08-70c5-4e77-9b1f-68d8bc5f09be req-adf74172-e624-45ed-8a7d-6ae6a4329fd4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.23 "GET /v2.0/ports?device_id=67feac08-e325-4363-aa79-f5e4a5222bdb HTTP/1.1" status: 200 len: 945 time: 0.0494778 Sep 07 03:40:20.048652 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-ce848d08-70c5-4e77-9b1f-68d8bc5f09be req-8f99c7aa-1668-4740-b206-c3a07528ddb2 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Deleting port 9905b426-c447-4628-8685-99c62b76efc6 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:40:20.048999 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-ce848d08-70c5-4e77-9b1f-68d8bc5f09be req-8f99c7aa-1668-4740-b206-c3a07528ddb2 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:20.142937 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-ce848d08-70c5-4e77-9b1f-68d8bc5f09be req-8f99c7aa-1668-4740-b206-c3a07528ddb2 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] For port 9905b426-c447-4628-8685-99c62b76efc6, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=9905b426-c447-4628-8685-99c62b76efc6,segment=NetworkSegment(82a0a26b-ce05-4cfe-947b-812730f990e6),segment_id=82a0a26b-ce05-4cfe-947b-812730f990e6)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:40:20.143317 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-ce848d08-70c5-4e77-9b1f-68d8bc5f09be req-8f99c7aa-1668-4740-b206-c3a07528ddb2 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:20.162202 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-ce848d08-70c5-4e77-9b1f-68d8bc5f09be req-8f99c7aa-1668-4740-b206-c3a07528ddb2 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Calling delete_port for 9905b426-c447-4628-8685-99c62b76efc6 owned by compute:nova {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:40:20.300052 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-ce848d08-70c5-4e77-9b1f-68d8bc5f09be req-8f99c7aa-1668-4740-b206-c3a07528ddb2 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:20.330449 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f99c7aa-1668-4740-b206-c3a07528ddb2 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event deleted for resources: {'Port': ['ID=9905b426-c447-4628-8685-99c62b76efc6,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:40:20.380691 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce848d08-70c5-4e77-9b1f-68d8bc5f09be req-8f99c7aa-1668-4740-b206-c3a07528ddb2 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] No DVR routers for this DVR port 9905b426-c447-4628-8685-99c62b76efc6 on host n-h1-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:40:20.383242 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-ce848d08-70c5-4e77-9b1f-68d8bc5f09be req-8f99c7aa-1668-4740-b206-c3a07528ddb2 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:20.385327 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ce848d08-70c5-4e77-9b1f-68d8bc5f09be req-8f99c7aa-1668-4740-b206-c3a07528ddb2 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.23 "DELETE /v2.0/ports/9905b426-c447-4628-8685-99c62b76efc6 HTTP/1.1" status: 204 len: 173 time: 0.4319832 Sep 07 03:40:20.385793 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67feac08-e325-4363-aa79-f5e4a5222bdb', 'name': 'network-vif-deleted', 'tag': '9905b426-c447-4628-8685-99c62b76efc6'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:40:20.388193 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf84fb72099b4c059134e8dbf206a3531b112bee59ff8dea8931d4ccd024695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d3a287-70b6-4ccd-aa36-410e9a1f0c66" -d '{"events": [{"server_uuid": "67feac08-e325-4363-aa79-f5e4a5222bdb", "name": "network-vif-deleted", "tag": "9905b426-c447-4628-8685-99c62b76efc6"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:40:20.430339 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c24393-f818-463f-96b7-efa89e07cbd0 x-openstack-request-id: req-a3c24393-f818-463f-96b7-efa89e07cbd0 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:40:20.430674 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67feac08-e325-4363-aa79-f5e4a5222bdb", "name": "network-vif-deleted", "tag": "9905b426-c447-4628-8685-99c62b76efc6", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:40:20.431005 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a3c24393-f818-463f-96b7-efa89e07cbd0 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:40:20.431468 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67feac08-e325-4363-aa79-f5e4a5222bdb', 'name': 'network-vif-deleted', 'tag': '9905b426-c447-4628-8685-99c62b76efc6', 'status': 'completed', 'code': 200} Sep 07 03:40:20.801266 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-52b15d03-7782-4670-9ad9-8658c12efdeb req-188d5df2-b300-45b3-953c-7a753ffa4bfe tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=67feac08-e325-4363-aa79-f5e4a5222bdb HTTP/1.1" status: 200 len: 210 time: 0.0312214 Sep 07 03:40:21.868210 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45580) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:40:22.179344 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:22.197838 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:22.235907 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d44b312e-075a-4780-958f-1d6a59717017 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:22.480750 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:40:22.511121 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-d44b312e-075a-4780-958f-1d6a59717017 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Deleting port 60c8d862-e4c1-40a4-9961-7b19944b13f1 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:40:22.511465 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d44b312e-075a-4780-958f-1d6a59717017 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:22.607270 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-d44b312e-075a-4780-958f-1d6a59717017 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] For port 60c8d862-e4c1-40a4-9961-7b19944b13f1, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=60c8d862-e4c1-40a4-9961-7b19944b13f1,segment=NetworkSegment(82a0a26b-ce05-4cfe-947b-812730f990e6),segment_id=82a0a26b-ce05-4cfe-947b-812730f990e6)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:40:22.607773 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d44b312e-075a-4780-958f-1d6a59717017 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:22.620583 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-d44b312e-075a-4780-958f-1d6a59717017 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Calling delete_port for 60c8d862-e4c1-40a4-9961-7b19944b13f1 owned by network:router_interface {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:40:22.698198 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 9905b426-c447-4628-8685-99c62b76efc6 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:40:22.719754 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: 9905b426-c447-4628-8685-99c62b76efc6 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:40:22.720111 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 9905b426-c447-4628-8685-99c62b76efc6 not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:40:22.814894 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d44b312e-075a-4780-958f-1d6a59717017 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:22.840168 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44b312e-075a-4780-958f-1d6a59717017 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event deleted for resources: {'Port': ['ID=60c8d862-e4c1-40a4-9961-7b19944b13f1,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:40:23.023621 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d44b312e-075a-4780-958f-1d6a59717017 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:23.246236 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d44b312e-075a-4780-958f-1d6a59717017 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Router 26faa83e-4aa6-41c6-84de-0d3f310de936 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:40:23.356034 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44b312e-075a-4780-958f-1d6a59717017 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:40:23.363673 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d44b312e-075a-4780-958f-1d6a59717017 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "PUT /v2.0/routers/26faa83e-4aa6-41c6-84de-0d3f310de936/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4918356 Sep 07 03:40:23.363818 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45582) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:40:23.366554 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd085ee9-ead9-4df8-9eee-82cc5eeb8c08 None None] Sync routers for ids ['26faa83e-4aa6-41c6-84de-0d3f310de936'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:40:23.375925 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd085ee9-ead9-4df8-9eee-82cc5eeb8c08 None None] Routers {'26faa83e-4aa6-41c6-84de-0d3f310de936'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:40:23.376630 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-cd085ee9-ead9-4df8-9eee-82cc5eeb8c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:39:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['26faa83e-4aa6-41c6-84de-0d3f310de936'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:40:23.416573 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-6569f6c6-8d2b-4dcb-bdf2-c980eec66116 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Deleting subnet 3d0b56c6-91c5-45b1-9d13-1c7c50a0fdf0 {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 03:40:23.420360 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6569f6c6-8d2b-4dcb-bdf2-c980eec66116 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:23.466126 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6569f6c6-8d2b-4dcb-bdf2-c980eec66116 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:23.485392 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-cd085ee9-ead9-4df8-9eee-82cc5eeb8c08 None None] Set router 26faa83e-4aa6-41c6-84de-0d3f310de936 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:40:23.558263 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6569f6c6-8d2b-4dcb-bdf2-c980eec66116 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:23.618920 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6569f6c6-8d2b-4dcb-bdf2-c980eec66116 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:23.649465 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6569f6c6-8d2b-4dcb-bdf2-c980eec66116 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event deleted for resources: {'Subnet': ['ID=3d0b56c6-91c5-45b1-9d13-1c7c50a0fdf0,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:40:23.655426 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6569f6c6-8d2b-4dcb-bdf2-c980eec66116 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:23.659931 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-6569f6c6-8d2b-4dcb-bdf2-c980eec66116 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "DELETE /v2.0/subnets/3d0b56c6-91c5-45b1-9d13-1c7c50a0fdf0 HTTP/1.1" status: 204 len: 168 time: 0.2926064 Sep 07 03:40:23.660201 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45584) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:40:23.668439 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4092dd78-6137-407e-bd9b-a303ac104d0e None None] Network db4828dc-61a4-4221-8c3b-80ac637ba8c3 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:40:23.766515 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-07c85b98-cc6b-4f52-82a3-13070b1d2a03 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for router, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:23.775155 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-cd085ee9-ead9-4df8-9eee-82cc5eeb8c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26faa83e-4aa6-41c6-84de-0d3f310de936', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743228627', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'c38eb7d2-5130-4838-a3f5-1dca89887ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:38:37Z', 'updated_at': '2021-09-07T03:40:22Z', 'revision_number': 5, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': 'c38eb7d2-5130-4838-a3f5-1dca89887ac9', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26faa83e-4aa6-41c6-84de-0d3f310de936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:38:38Z', 'updated_at': '2021-09-07T03:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:40:23.809044 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd085ee9-ead9-4df8-9eee-82cc5eeb8c08 None None] Checking router: 26faa83e-4aa6-41c6-84de-0d3f310de936 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:40:23.823569 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd085ee9-ead9-4df8-9eee-82cc5eeb8c08 None None] Routers {'26faa83e-4aa6-41c6-84de-0d3f310de936'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:40:23.824193 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-cd085ee9-ead9-4df8-9eee-82cc5eeb8c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:39:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['26faa83e-4aa6-41c6-84de-0d3f310de936'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:40:23.879376 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-07c85b98-cc6b-4f52-82a3-13070b1d2a03 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:23.917788 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70690dd9-61e9-42a3-888c-5c04400b81f6 None None] DHCP port deletion for db4828dc-61a4-4221-8c3b-80ac637ba8c3 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 03:40:23.943912 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-07c85b98-cc6b-4f52-82a3-13070b1d2a03 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Deleting port c38eb7d2-5130-4838-a3f5-1dca89887ac9 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:40:23.944260 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-07c85b98-cc6b-4f52-82a3-13070b1d2a03 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:23.959420 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-cd085ee9-ead9-4df8-9eee-82cc5eeb8c08 None None] Set router 26faa83e-4aa6-41c6-84de-0d3f310de936 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:40:24.024804 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-07c85b98-cc6b-4f52-82a3-13070b1d2a03 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] For port c38eb7d2-5130-4838-a3f5-1dca89887ac9, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=c38eb7d2-5130-4838-a3f5-1dca89887ac9,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:40:24.025394 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-07c85b98-cc6b-4f52-82a3-13070b1d2a03 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:24.038990 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-07c85b98-cc6b-4f52-82a3-13070b1d2a03 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Calling delete_port for c38eb7d2-5130-4838-a3f5-1dca89887ac9 owned by network:router_gateway {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:40:24.091895 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-70690dd9-61e9-42a3-888c-5c04400b81f6 None None] Deleting port 39ee25eb-990d-4b27-8c7f-2b7e2e89f2ea {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:40:24.092275 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-70690dd9-61e9-42a3-888c-5c04400b81f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:24.198168 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-70690dd9-61e9-42a3-888c-5c04400b81f6 None None] For port 39ee25eb-990d-4b27-8c7f-2b7e2e89f2ea, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=39ee25eb-990d-4b27-8c7f-2b7e2e89f2ea,segment=NetworkSegment(82a0a26b-ce05-4cfe-947b-812730f990e6),segment_id=82a0a26b-ce05-4cfe-947b-812730f990e6)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:40:24.198499 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-70690dd9-61e9-42a3-888c-5c04400b81f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:24.216411 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-70690dd9-61e9-42a3-888c-5c04400b81f6 None None] Calling delete_port for 39ee25eb-990d-4b27-8c7f-2b7e2e89f2ea owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:40:24.230308 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-07c85b98-cc6b-4f52-82a3-13070b1d2a03 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:24.258017 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c85b98-cc6b-4f52-82a3-13070b1d2a03 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event deleted for resources: {'Port': ['ID=c38eb7d2-5130-4838-a3f5-1dca89887ac9,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:40:24.291544 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-cd085ee9-ead9-4df8-9eee-82cc5eeb8c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26faa83e-4aa6-41c6-84de-0d3f310de936', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743228627', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'c38eb7d2-5130-4838-a3f5-1dca89887ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:38:37Z', 'updated_at': '2021-09-07T03:40:22Z', 'revision_number': 5, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': 'c38eb7d2-5130-4838-a3f5-1dca89887ac9', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26faa83e-4aa6-41c6-84de-0d3f310de936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:38:38Z', 'updated_at': '2021-09-07T03:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:40:24.322712 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-07c85b98-cc6b-4f52-82a3-13070b1d2a03 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:24.328822 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd085ee9-ead9-4df8-9eee-82cc5eeb8c08 None None] The sync data for ids ['26faa83e-4aa6-41c6-84de-0d3f310de936'] in n-d-796209-16 is: [{'id': '26faa83e-4aa6-41c6-84de-0d3f310de936', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1743228627', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': 'c38eb7d2-5130-4838-a3f5-1dca89887ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:38:37Z', 'updated_at': '2021-09-07T03:40:22Z', 'revision_number': 5, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': 'c38eb7d2-5130-4838-a3f5-1dca89887ac9', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:a2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26faa83e-4aa6-41c6-84de-0d3f310de936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:38:38Z', 'updated_at': '2021-09-07T03:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:40:24.353720 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-70690dd9-61e9-42a3-888c-5c04400b81f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:24.381258 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70690dd9-61e9-42a3-888c-5c04400b81f6 None None] Pushing event deleted for resources: {'Port': ['ID=39ee25eb-990d-4b27-8c7f-2b7e2e89f2ea,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:40:24.387005 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70690dd9-61e9-42a3-888c-5c04400b81f6 None None] No DVR routers for this DVR port 39ee25eb-990d-4b27-8c7f-2b7e2e89f2ea on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:40:24.396690 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70690dd9-61e9-42a3-888c-5c04400b81f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:40:24.396845 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70690dd9-61e9-42a3-888c-5c04400b81f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:40:24.397130 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70690dd9-61e9-42a3-888c-5c04400b81f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:40:24.397412 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70690dd9-61e9-42a3-888c-5c04400b81f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:40:24.397727 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70690dd9-61e9-42a3-888c-5c04400b81f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:40:24.398062 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70690dd9-61e9-42a3-888c-5c04400b81f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:40:24.398393 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70690dd9-61e9-42a3-888c-5c04400b81f6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:40:24.398771 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70690dd9-61e9-42a3-888c-5c04400b81f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:40:24.399103 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70690dd9-61e9-42a3-888c-5c04400b81f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:40:24.399593 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70690dd9-61e9-42a3-888c-5c04400b81f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:40:24.399836 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70690dd9-61e9-42a3-888c-5c04400b81f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:40:24.400160 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70690dd9-61e9-42a3-888c-5c04400b81f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:40:24.435125 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-07c85b98-cc6b-4f52-82a3-13070b1d2a03 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:24.437644 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-07c85b98-cc6b-4f52-82a3-13070b1d2a03 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:24.481888 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-07c85b98-cc6b-4f52-82a3-13070b1d2a03 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:24.482387 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c85b98-cc6b-4f52-82a3-13070b1d2a03 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Fanout notify agent at l3_agent the message router_deleted on router 26faa83e-4aa6-41c6-84de-0d3f310de936 {{(pid=94701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 03:40:24.489459 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-07c85b98-cc6b-4f52-82a3-13070b1d2a03 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:24.490608 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-07c85b98-cc6b-4f52-82a3-13070b1d2a03 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "DELETE /v2.0/routers/26faa83e-4aa6-41c6-84de-0d3f310de936 HTTP/1.1" status: 204 len: 168 time: 0.8295734 Sep 07 03:40:24.493487 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45586) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:40:24.573374 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-35a4de55-d917-46fe-aa70-235b1028caf5 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:24.660896 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-35a4de55-d917-46fe-aa70-235b1028caf5 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:24.682561 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-35a4de55-d917-46fe-aa70-235b1028caf5 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db4828dc-61a4-4221-8c3b-80ac637ba8c3']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:40:24.693277 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-35a4de55-d917-46fe-aa70-235b1028caf5 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82a0a26b-ce05-4cfe-947b-812730f990e6') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:40:24.693585 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-35a4de55-d917-46fe-aa70-235b1028caf5 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82a0a26b-ce05-4cfe-947b-812730f990e6') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:40:24.709585 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-35a4de55-d917-46fe-aa70-235b1028caf5 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:24.724260 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-35a4de55-d917-46fe-aa70-235b1028caf5 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:24.730366 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35a4de55-d917-46fe-aa70-235b1028caf5 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 03:40:24.730762 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-35a4de55-d917-46fe-aa70-235b1028caf5 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:24.734088 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 03:40:24.734088 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 03:40:24.734088 n-d-796209-16 neutron-server[94701]: timer() Sep 07 03:40:24.734088 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 03:40:24.734088 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 03:40:24.734088 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 03:40:24.734088 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 03:40:24.734088 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 03:40:24.734088 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 03:40:24.734088 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 03:40:24.734088 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 03:40:24.734088 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 03:40:24.734088 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 03:40:24.734088 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 03:40:24.734088 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 03:40:24.734088 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 03:40:24.734088 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 03:40:24.734088 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 03:40:24.734088 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 03:40:24.734088 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 03:40:24.734088 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 03:40:24.734088 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 03:40:24.734088 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 03:40:24.734088 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 03:40:24.734088 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 03:40:24.734088 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 03:40:24.734088 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 03:40:24.734088 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 03:40:24.734088 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 03:40:24.734088 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 03:40:24.734088 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 03:40:24.734088 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 03:40:24.826649 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-35a4de55-d917-46fe-aa70-235b1028caf5 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:24.834945 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-35a4de55-d917-46fe-aa70-235b1028caf5 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:24.836754 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-35a4de55-d917-46fe-aa70-235b1028caf5 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "DELETE /v2.0/networks/db4828dc-61a4-4221-8c3b-80ac637ba8c3 HTTP/1.1" status: 204 len: 168 time: 0.3423398 Sep 07 03:40:24.839937 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45588) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:40:24.848342 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4de55-d917-46fe-aa70-235b1028caf5 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event deleted for resources: {'Network': ['ID=db4828dc-61a4-4221-8c3b-80ac637ba8c3,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:40:24.900094 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9f35bc1a-ff67-4b7f-b7d9-cf571ccb0a54 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:24.928041 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9f35bc1a-ff67-4b7f-b7d9-cf571ccb0a54 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:24.992841 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9f35bc1a-ff67-4b7f-b7d9-cf571ccb0a54 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:24.996026 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9f35bc1a-ff67-4b7f-b7d9-cf571ccb0a54 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:24.997491 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9f35bc1a-ff67-4b7f-b7d9-cf571ccb0a54 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "DELETE /v2.0/security-groups/f8d03592-2a4c-4377-9ca3-4e59cb27b98b HTTP/1.1" status: 204 len: 168 time: 0.1563516 Sep 07 03:40:25.008645 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f35bc1a-ff67-4b7f-b7d9-cf571ccb0a54 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d03592-2a4c-4377-9ca3-4e59cb27b98b,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:40:25.019322 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f35bc1a-ff67-4b7f-b7d9-cf571ccb0a54 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:40:25.019704 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f35bc1a-ff67-4b7f-b7d9-cf571ccb0a54 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:40:25.020048 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f35bc1a-ff67-4b7f-b7d9-cf571ccb0a54 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:40:25.020601 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f35bc1a-ff67-4b7f-b7d9-cf571ccb0a54 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:40:25.020938 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f35bc1a-ff67-4b7f-b7d9-cf571ccb0a54 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:40:25.021278 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f35bc1a-ff67-4b7f-b7d9-cf571ccb0a54 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:40:25.021609 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f35bc1a-ff67-4b7f-b7d9-cf571ccb0a54 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:40:25.021963 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f35bc1a-ff67-4b7f-b7d9-cf571ccb0a54 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:40:25.022271 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f35bc1a-ff67-4b7f-b7d9-cf571ccb0a54 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:40:25.022601 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f35bc1a-ff67-4b7f-b7d9-cf571ccb0a54 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:40:25.022930 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f35bc1a-ff67-4b7f-b7d9-cf571ccb0a54 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:40:25.023257 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f35bc1a-ff67-4b7f-b7d9-cf571ccb0a54 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:40:25.559048 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 60c8d862-e4c1-40a4-9961-7b19944b13f1 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:40:25.582112 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 60c8d862-e4c1-40a4-9961-7b19944b13f1 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:40:25.582457 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 60c8d862-e4c1-40a4-9961-7b19944b13f1 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:40:25.582879 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 39ee25eb-990d-4b27-8c7f-2b7e2e89f2ea no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:40:25.605917 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 39ee25eb-990d-4b27-8c7f-2b7e2e89f2ea {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:40:25.606182 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 39ee25eb-990d-4b27-8c7f-2b7e2e89f2ea not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:40:25.606599 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device c38eb7d2-5130-4838-a3f5-1dca89887ac9 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:40:25.630114 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: c38eb7d2-5130-4838-a3f5-1dca89887ac9 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:40:25.630468 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device c38eb7d2-5130-4838-a3f5-1dca89887ac9 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:40:25.670276 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45594) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:40:25.675612 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-0105fd4a-1e26-4f36-9d0d-ed442a1173d9 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-953995595', 'description': 'tempest-secgroup-smoke-953995595 description', 'project_id': '27bcf015607944b4bc040d494fbb2877'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:40:25.700675 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0105fd4a-1e26-4f36-9d0d-ed442a1173d9 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:25.780338 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0105fd4a-1e26-4f36-9d0d-ed442a1173d9 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:25.784077 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0105fd4a-1e26-4f36-9d0d-ed442a1173d9 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:25.806517 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-0105fd4a-1e26-4f36-9d0d-ed442a1173d9 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:25.807709 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-0105fd4a-1e26-4f36-9d0d-ed442a1173d9 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1364055 Sep 07 03:40:25.810778 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45596) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:40:25.815541 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0105fd4a-1e26-4f36-9d0d-ed442a1173d9 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a005b1-d4b4-43d6-a0bb-afcf96ecf6f8,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:40:25.815717 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-112a4016-374a-4508-8cf8-6cc5427e2f66 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Request body: {'security_group_rule': {'security_group_id': 'c1a005b1-d4b4-43d6-a0bb-afcf96ecf6f8', 'project_id': '27bcf015607944b4bc040d494fbb2877', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:40:25.842042 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-112a4016-374a-4508-8cf8-6cc5427e2f66 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:25.898248 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-112a4016-374a-4508-8cf8-6cc5427e2f66 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:25.901928 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-112a4016-374a-4508-8cf8-6cc5427e2f66 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:25.920673 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112a4016-374a-4508-8cf8-6cc5427e2f66 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30ed0bd8-6976-44ee-ab65-92344d8cea46,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:40:25.926028 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-112a4016-374a-4508-8cf8-6cc5427e2f66 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:25.927276 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-112a4016-374a-4508-8cf8-6cc5427e2f66 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1153295 Sep 07 03:40:25.930127 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45598) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:40:25.934754 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-d0625605-259a-475b-9397-1a85d25ebc8c tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Request body: {'security_group_rule': {'security_group_id': 'c1a005b1-d4b4-43d6-a0bb-afcf96ecf6f8', 'project_id': '27bcf015607944b4bc040d494fbb2877', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:40:25.964752 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d0625605-259a-475b-9397-1a85d25ebc8c tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:25.998433 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9d35326a-dbb5-4ea8-a81e-bea8537f789c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:26.037349 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d0625605-259a-475b-9397-1a85d25ebc8c tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:26.041152 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d0625605-259a-475b-9397-1a85d25ebc8c tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:26.059412 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0625605-259a-475b-9397-1a85d25ebc8c tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ee49807-d0f4-445c-b35b-0ccfbada8fa1,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:40:26.067589 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d0625605-259a-475b-9397-1a85d25ebc8c tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:26.068848 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d0625605-259a-475b-9397-1a85d25ebc8c tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1377406 Sep 07 03:40:26.071636 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45600) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:40:26.076827 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-c3fb9b04-157f-4202-9066-5122c87d971b tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Request body: {'security_group_rule': {'security_group_id': 'c1a005b1-d4b4-43d6-a0bb-afcf96ecf6f8', 'project_id': '27bcf015607944b4bc040d494fbb2877', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:40:26.105376 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c3fb9b04-157f-4202-9066-5122c87d971b tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:26.173919 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c3fb9b04-157f-4202-9066-5122c87d971b tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:26.177744 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c3fb9b04-157f-4202-9066-5122c87d971b tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:26.198997 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fb9b04-157f-4202-9066-5122c87d971b tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51869ff1-7270-46c3-9f80-7b351e3388b9,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:40:26.209928 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c3fb9b04-157f-4202-9066-5122c87d971b tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:26.211347 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c3fb9b04-157f-4202-9066-5122c87d971b tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1386502 Sep 07 03:40:26.214369 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45602) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:40:26.219428 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-06c21947-52cf-44b2-8f0d-49aa7dca93ce tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Request body: {'security_group_rule': {'security_group_id': 'c1a005b1-d4b4-43d6-a0bb-afcf96ecf6f8', 'project_id': '27bcf015607944b4bc040d494fbb2877', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:40:26.250310 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-06c21947-52cf-44b2-8f0d-49aa7dca93ce tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:26.313346 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-06c21947-52cf-44b2-8f0d-49aa7dca93ce tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:26.316878 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-06c21947-52cf-44b2-8f0d-49aa7dca93ce tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:26.334669 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c21947-52cf-44b2-8f0d-49aa7dca93ce tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbac955a-eae4-4902-bb2d-4cd816d9e5a7,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:40:26.344999 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-06c21947-52cf-44b2-8f0d-49aa7dca93ce tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:26.346211 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-06c21947-52cf-44b2-8f0d-49aa7dca93ce tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1308720 Sep 07 03:40:26.349372 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45604) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:40:26.353856 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-11932437-ccc3-4e74-8be0-1dc67af401cd tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Request body: {'security_group_rule': {'security_group_id': 'c1a005b1-d4b4-43d6-a0bb-afcf96ecf6f8', 'project_id': '27bcf015607944b4bc040d494fbb2877', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:40:26.376444 n-d-796209-16 neutron-server[94701]: INFO neutron.db.securitygroups_db [None req-11932437-ccc3-4e74-8be0-1dc67af401cd tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Project 27bcf015607944b4bc040d494fbb2877 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 03:40:26.381530 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-11932437-ccc3-4e74-8be0-1dc67af401cd tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:26.444937 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-11932437-ccc3-4e74-8be0-1dc67af401cd tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:26.448713 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-11932437-ccc3-4e74-8be0-1dc67af401cd tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:26.466470 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11932437-ccc3-4e74-8be0-1dc67af401cd tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=216a137c-baec-412e-8f98-c9281f7ca404,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:40:26.473629 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-11932437-ccc3-4e74-8be0-1dc67af401cd tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:26.474859 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-11932437-ccc3-4e74-8be0-1dc67af401cd tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1245368 Sep 07 03:40:26.477668 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45606) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:40:26.482306 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-429a8409-282f-44f3-bae4-a7ed1a107d67 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Request body: {'security_group_rule': {'security_group_id': 'c1a005b1-d4b4-43d6-a0bb-afcf96ecf6f8', 'project_id': '27bcf015607944b4bc040d494fbb2877', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:40:26.503821 n-d-796209-16 neutron-server[94701]: INFO neutron.db.securitygroups_db [None req-429a8409-282f-44f3-bae4-a7ed1a107d67 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Project 27bcf015607944b4bc040d494fbb2877 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 03:40:26.508776 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-429a8409-282f-44f3-bae4-a7ed1a107d67 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:26.571060 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-429a8409-282f-44f3-bae4-a7ed1a107d67 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:26.574957 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-429a8409-282f-44f3-bae4-a7ed1a107d67 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:26.593270 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429a8409-282f-44f3-bae4-a7ed1a107d67 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1ed061a-ebed-4741-8fd3-ed88922dfe42,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:40:26.601545 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-429a8409-282f-44f3-bae4-a7ed1a107d67 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:26.604513 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-429a8409-282f-44f3-bae4-a7ed1a107d67 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1242025 Sep 07 03:40:26.605594 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45608) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:40:26.610550 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-272373f3-977c-44a6-861d-b7799e64fbf4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Request body: {'network': {'name': 'tempest-network-smoke--850912303', 'project_id': '27bcf015607944b4bc040d494fbb2877', 'port_security_enabled': True}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:40:26.635646 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272373f3-977c-44a6-861d-b7799e64fbf4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Made reservation on behalf of 27bcf015607944b4bc040d494fbb2877 for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:40:26.639392 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-272373f3-977c-44a6-861d-b7799e64fbf4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:26.665680 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-272373f3-977c-44a6-861d-b7799e64fbf4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 03:40:26.675122 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-272373f3-977c-44a6-861d-b7799e64fbf4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:26.675490 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-272373f3-977c-44a6-861d-b7799e64fbf4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Added segment fe67e759-aa70-4359-9d61-719575b79d64 of type vlan for network ca3d81ea-f33b-44ce-bde0-07cc8613379f Sep 07 03:40:26.716850 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-272373f3-977c-44a6-861d-b7799e64fbf4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:26.745975 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-272373f3-977c-44a6-861d-b7799e64fbf4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:26.752017 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272373f3-977c-44a6-861d-b7799e64fbf4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:40:26.752632 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-272373f3-977c-44a6-861d-b7799e64fbf4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:26.791309 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-272373f3-977c-44a6-861d-b7799e64fbf4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1846511 Sep 07 03:40:26.794161 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45610) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:40:26.799077 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-f19e9e59-34b7-4da0-add4-dcb110c82fa3 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1125375381', 'admin_state_up': True, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:40:26.837102 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272373f3-977c-44a6-861d-b7799e64fbf4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'Network': ['ID=ca3d81ea-f33b-44ce-bde0-07cc8613379f,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:40:26.848060 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network ca3d81ea-f33b-44ce-bde0-07cc8613379f details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 03:40:26.854248 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f19e9e59-34b7-4da0-add4-dcb110c82fa3 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:26.855445 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f19e9e59-34b7-4da0-add4-dcb110c82fa3 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:26.921614 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f19e9e59-34b7-4da0-add4-dcb110c82fa3 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:27.061311 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f19e9e59-34b7-4da0-add4-dcb110c82fa3 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:27.264168 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f19e9e59-34b7-4da0-add4-dcb110c82fa3 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for router_gateway, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:27.283510 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f19e9e59-34b7-4da0-add4-dcb110c82fa3 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:27.390762 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-f19e9e59-34b7-4da0-add4-dcb110c82fa3 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Allocated IP 172.25.5.233 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/cb6a7e75-de17-4779-a312-928636bf1766) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:40:27.498323 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f19e9e59-34b7-4da0-add4-dcb110c82fa3 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:27.536967 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f19e9e59-34b7-4da0-add4-dcb110c82fa3 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:27.571132 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19e9e59-34b7-4da0-add4-dcb110c82fa3 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:40:27.575434 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-f19e9e59-34b7-4da0-add4-dcb110c82fa3 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:40:27.579315 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19e9e59-34b7-4da0-add4-dcb110c82fa3 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:40:27.607458 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19e9e59-34b7-4da0-add4-dcb110c82fa3 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'Port': ['ID=cb6a7e75-de17-4779-a312-928636bf1766,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:40:27.836619 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f19e9e59-34b7-4da0-add4-dcb110c82fa3 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for router_gateway, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:28.258262 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d9831b1c-caf8-4444-ad7c-39ff2c3f59f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:28.370632 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f19e9e59-34b7-4da0-add4-dcb110c82fa3 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:28.496702 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f19e9e59-34b7-4da0-add4-dcb110c82fa3 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Router ba5ae984-59c0-4072-b505-171818b66909 is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 03:40:28.603359 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19e9e59-34b7-4da0-add4-dcb110c82fa3 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:40:28.612731 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80059ed7-a0bd-44fa-9e4f-96eccf7dd0dc None None] Sync routers for ids ['ba5ae984-59c0-4072-b505-171818b66909'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:40:28.622611 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80059ed7-a0bd-44fa-9e4f-96eccf7dd0dc None None] Routers {'ba5ae984-59c0-4072-b505-171818b66909'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:40:28.623218 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-80059ed7-a0bd-44fa-9e4f-96eccf7dd0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:40:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['ba5ae984-59c0-4072-b505-171818b66909'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:40:28.624797 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f19e9e59-34b7-4da0-add4-dcb110c82fa3 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:28.626084 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f19e9e59-34b7-4da0-add4-dcb110c82fa3 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8305786 Sep 07 03:40:28.629907 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45612) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:40:28.719348 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-88fae444-4bd4-4cdf-be2e-b29be520429c tempest-TestNetworkAdvancedServerOps-177635439 tempest-TestNetworkAdvancedServerOps-177635439-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=27bcf015607944b4bc040d494fbb2877&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0848083 Sep 07 03:40:28.719664 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45616) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:40:28.794213 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:28.835266 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-80059ed7-a0bd-44fa-9e4f-96eccf7dd0dc None None] Set router ba5ae984-59c0-4072-b505-171818b66909 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:40:28.853174 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd978ed-fb14-4776-97c5-f11c12eb5c02 tempest-TestNetworkAdvancedServerOps-177635439 tempest-TestNetworkAdvancedServerOps-177635439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:40:28.856316 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-fbd978ed-fb14-4776-97c5-f11c12eb5c02 tempest-TestNetworkAdvancedServerOps-177635439 tempest-TestNetworkAdvancedServerOps-177635439-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1343040 Sep 07 03:40:28.858277 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45618) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:40:28.894015 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-398431ff-e315-4d41-b958-6d222b84df2c tempest-TestNetworkAdvancedServerOps-177635439 tempest-TestNetworkAdvancedServerOps-177635439-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=1166b922-7457-4da4-bdda-328e8c8e7bc6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0343523 Sep 07 03:40:28.896768 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45620) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:40:28.901865 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-88164e65-821d-4121-aa05-2cde32115ac8 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-950634407', 'network_id': 'ca3d81ea-f33b-44ce-bde0-07cc8613379f', 'project_id': '27bcf015607944b4bc040d494fbb2877', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:40:28.991638 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88164e65-821d-4121-aa05-2cde32115ac8 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Made reservation on behalf of 27bcf015607944b4bc040d494fbb2877 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:40:28.995215 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-88164e65-821d-4121-aa05-2cde32115ac8 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:29.021358 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-80059ed7-a0bd-44fa-9e4f-96eccf7dd0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba5ae984-59c0-4072-b505-171818b66909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1125375381', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'cb6a7e75-de17-4779-a312-928636bf1766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:40:26Z', 'updated_at': '2021-09-07T03:40:27Z', 'revision_number': 3, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': 'cb6a7e75-de17-4779-a312-928636bf1766', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:cb:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba5ae984-59c0-4072-b505-171818b66909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:40:27Z', 'updated_at': '2021-09-07T03:40:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:40:29.047729 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80059ed7-a0bd-44fa-9e4f-96eccf7dd0dc None None] Checking router: ba5ae984-59c0-4072-b505-171818b66909 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:40:29.048076 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80059ed7-a0bd-44fa-9e4f-96eccf7dd0dc None None] Updating router ba5ae984-59c0-4072-b505-171818b66909 port cb6a7e75-de17-4779-a312-928636bf1766 binding host n-d-796209-16 {{(pid=94703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 03:40:29.078923 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-80059ed7-a0bd-44fa-9e4f-96eccf7dd0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:29.187445 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-88164e65-821d-4121-aa05-2cde32115ac8 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:29.254208 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88164e65-821d-4121-aa05-2cde32115ac8 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'Subnet': ['ID=36d58698-db47-499a-8503-83ece6dde35e,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:40:29.267804 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88164e65-821d-4121-aa05-2cde32115ac8 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Checking segment: {'id': 'fe67e759-aa70-4359-9d61-719575b79d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ca3d81ea-f33b-44ce-bde0-07cc8613379f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:40:29.268169 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88164e65-821d-4121-aa05-2cde32115ac8 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Network hostable DHCP agents. Network: ca3d81ea-f33b-44ce-bde0-07cc8613379f, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 03:40:29.288754 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88164e65-821d-4121-aa05-2cde32115ac8 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Network ca3d81ea-f33b-44ce-bde0-07cc8613379f is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 03:40:29.298727 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-88164e65-821d-4121-aa05-2cde32115ac8 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, ca3d81ea-f33b-44ce-bde0-07cc8613379f) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:40:29.304415 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88164e65-821d-4121-aa05-2cde32115ac8 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:40:29.306020 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-88164e65-821d-4121-aa05-2cde32115ac8 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:29.308148 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbd8cfe-0ec6-475d-ab42-fa2b3cd4d4dc None None] Network ca3d81ea-f33b-44ce-bde0-07cc8613379f requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:40:29.324306 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-88164e65-821d-4121-aa05-2cde32115ac8 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4238241 Sep 07 03:40:29.324906 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45622) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:40:29.345514 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-80059ed7-a0bd-44fa-9e4f-96eccf7dd0dc None None] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:29.355998 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-80059ed7-a0bd-44fa-9e4f-96eccf7dd0dc None None] Transition to ACTIVE for port object cb6a7e75-de17-4779-a312-928636bf1766 will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:40:29.362078 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-80059ed7-a0bd-44fa-9e4f-96eccf7dd0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:29.420229 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161cf400-4c79-425d-a773-a9e8aa592397 None None] Pushing event updated for resources: {'Port': ['ID=cb6a7e75-de17-4779-a312-928636bf1766,revision_number=2']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:40:29.422433 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-80059ed7-a0bd-44fa-9e4f-96eccf7dd0dc None None] Attempting to bind port cb6a7e75-de17-4779-a312-928636bf1766 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:40:29.422802 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-80059ed7-a0bd-44fa-9e4f-96eccf7dd0dc None None] Attempting to bind port cb6a7e75-de17-4779-a312-928636bf1766 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:40:29.423176 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80059ed7-a0bd-44fa-9e4f-96eccf7dd0dc None None] Attempting to bind port cb6a7e75-de17-4779-a312-928636bf1766 on network 1166b922-7457-4da4-bdda-328e8c8e7bc6 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:40:29.432565 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80059ed7-a0bd-44fa-9e4f-96eccf7dd0dc None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:40:29.432941 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80059ed7-a0bd-44fa-9e4f-96eccf7dd0dc None None] Checking segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:40:29.433353 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-80059ed7-a0bd-44fa-9e4f-96eccf7dd0dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:29.433746 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80059ed7-a0bd-44fa-9e4f-96eccf7dd0dc None None] Bound using segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:40:29.434217 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-80059ed7-a0bd-44fa-9e4f-96eccf7dd0dc None None] Bound port: cb6a7e75-de17-4779-a312-928636bf1766, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:40:29.434614 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-80059ed7-a0bd-44fa-9e4f-96eccf7dd0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:29.438131 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161cf400-4c79-425d-a773-a9e8aa592397 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:40:29.438131 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161cf400-4c79-425d-a773-a9e8aa592397 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:40:29.438487 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161cf400-4c79-425d-a773-a9e8aa592397 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:40:29.438822 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161cf400-4c79-425d-a773-a9e8aa592397 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:40:29.439159 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161cf400-4c79-425d-a773-a9e8aa592397 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:40:29.439511 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161cf400-4c79-425d-a773-a9e8aa592397 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:40:29.439842 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161cf400-4c79-425d-a773-a9e8aa592397 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:40:29.440169 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161cf400-4c79-425d-a773-a9e8aa592397 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:40:29.441128 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161cf400-4c79-425d-a773-a9e8aa592397 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:40:29.441454 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161cf400-4c79-425d-a773-a9e8aa592397 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:40:29.441777 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161cf400-4c79-425d-a773-a9e8aa592397 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:40:29.442099 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161cf400-4c79-425d-a773-a9e8aa592397 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:40:29.480956 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab1c1af-de61-4ddf-9f78-577eb9a47148 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-ca3d81ea-f33b-44ce-bde0-07cc8613379f', 'network_id': 'ca3d81ea-f33b-44ce-bde0-07cc8613379f', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'fixed_ips': [{'subnet_id': '36d58698-db47-499a-8503-83ece6dde35e'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 03:40:29.482198 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8ab1c1af-de61-4ddf-9f78-577eb9a47148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:29.498563 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-80059ed7-a0bd-44fa-9e4f-96eccf7dd0dc None None] For port cb6a7e75-de17-4779-a312-928636bf1766, host n-d-796209-16, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:40:29.501727 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-80059ed7-a0bd-44fa-9e4f-96eccf7dd0dc None None] For port cb6a7e75-de17-4779-a312-928636bf1766, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=cb6a7e75-de17-4779-a312-928636bf1766,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:40:29.507341 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-80059ed7-a0bd-44fa-9e4f-96eccf7dd0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:29.558192 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80059ed7-a0bd-44fa-9e4f-96eccf7dd0dc None None] Routers {'ba5ae984-59c0-4072-b505-171818b66909'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:40:29.558916 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-80059ed7-a0bd-44fa-9e4f-96eccf7dd0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:40:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['ba5ae984-59c0-4072-b505-171818b66909'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:40:29.619665 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161cf400-4c79-425d-a773-a9e8aa592397 None None] Pushing event updated for resources: {'Port': ['ID=cb6a7e75-de17-4779-a312-928636bf1766,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:40:29.626758 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-8ab1c1af-de61-4ddf-9f78-577eb9a47148 None None] Allocated IP 172.20.0.2 (ca3d81ea-f33b-44ce-bde0-07cc8613379f/36d58698-db47-499a-8503-83ece6dde35e/039e8303-0657-45c7-a851-e3980b27769a) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:40:29.687705 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-80059ed7-a0bd-44fa-9e4f-96eccf7dd0dc None None] Set router ba5ae984-59c0-4072-b505-171818b66909 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:40:29.793757 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-01d5be11-5ff0-4d6f-abe8-e79fae118695 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:29.795748 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8ab1c1af-de61-4ddf-9f78-577eb9a47148 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:29.801798 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:29.809015 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8ab1c1af-de61-4ddf-9f78-577eb9a47148 None None] Transition to ACTIVE for port object 039e8303-0657-45c7-a851-e3980b27769a will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:40:29.826036 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8ab1c1af-de61-4ddf-9f78-577eb9a47148 None None] Transition to ACTIVE for port object 039e8303-0657-45c7-a851-e3980b27769a will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:40:29.833521 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8ab1c1af-de61-4ddf-9f78-577eb9a47148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:29.883432 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab1c1af-de61-4ddf-9f78-577eb9a47148 None None] Network ca3d81ea-f33b-44ce-bde0-07cc8613379f is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:40:29.891268 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-8ab1c1af-de61-4ddf-9f78-577eb9a47148 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:40:29.897025 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab1c1af-de61-4ddf-9f78-577eb9a47148 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:40:29.902503 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab1c1af-de61-4ddf-9f78-577eb9a47148 None None] Pushing event updated for resources: {'Port': ['ID=039e8303-0657-45c7-a851-e3980b27769a,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:40:29.902770 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-80059ed7-a0bd-44fa-9e4f-96eccf7dd0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba5ae984-59c0-4072-b505-171818b66909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1125375381', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'cb6a7e75-de17-4779-a312-928636bf1766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:40:26Z', 'updated_at': '2021-09-07T03:40:27Z', 'revision_number': 3, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': 'cb6a7e75-de17-4779-a312-928636bf1766', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:cb:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba5ae984-59c0-4072-b505-171818b66909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:40:27Z', 'updated_at': '2021-09-07T03:40:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:40:29.939638 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80059ed7-a0bd-44fa-9e4f-96eccf7dd0dc None None] The sync data for ids ['ba5ae984-59c0-4072-b505-171818b66909'] in n-d-796209-16 is: [{'id': 'ba5ae984-59c0-4072-b505-171818b66909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1125375381', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'cb6a7e75-de17-4779-a312-928636bf1766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:40:26Z', 'updated_at': '2021-09-07T03:40:27Z', 'revision_number': 3, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': 'cb6a7e75-de17-4779-a312-928636bf1766', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:cb:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba5ae984-59c0-4072-b505-171818b66909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:40:27Z', 'updated_at': '2021-09-07T03:40:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:40:29.966034 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-8ab1c1af-de61-4ddf-9f78-577eb9a47148 None None] Attempting to bind port 039e8303-0657-45c7-a851-e3980b27769a on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:40:29.966712 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-8ab1c1af-de61-4ddf-9f78-577eb9a47148 None None] Attempting to bind port 039e8303-0657-45c7-a851-e3980b27769a by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'fe67e759-aa70-4359-9d61-719575b79d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ca3d81ea-f33b-44ce-bde0-07cc8613379f'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:40:29.967076 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab1c1af-de61-4ddf-9f78-577eb9a47148 None None] Attempting to bind port 039e8303-0657-45c7-a851-e3980b27769a on network ca3d81ea-f33b-44ce-bde0-07cc8613379f {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:40:29.973208 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab1c1af-de61-4ddf-9f78-577eb9a47148 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:40:29.975585 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab1c1af-de61-4ddf-9f78-577eb9a47148 None None] Checking segment: {'id': 'fe67e759-aa70-4359-9d61-719575b79d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ca3d81ea-f33b-44ce-bde0-07cc8613379f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:40:29.976198 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8ab1c1af-de61-4ddf-9f78-577eb9a47148 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:29.976733 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab1c1af-de61-4ddf-9f78-577eb9a47148 None None] Bound using segment: {'id': 'fe67e759-aa70-4359-9d61-719575b79d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ca3d81ea-f33b-44ce-bde0-07cc8613379f'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:40:29.977353 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-8ab1c1af-de61-4ddf-9f78-577eb9a47148 None None] Bound port: 039e8303-0657-45c7-a851-e3980b27769a, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe67e759-aa70-4359-9d61-719575b79d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ca3d81ea-f33b-44ce-bde0-07cc8613379f'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:40:29.977924 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8ab1c1af-de61-4ddf-9f78-577eb9a47148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:30.049761 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8ab1c1af-de61-4ddf-9f78-577eb9a47148 None None] For port 039e8303-0657-45c7-a851-e3980b27769a, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:40:30.053749 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8ab1c1af-de61-4ddf-9f78-577eb9a47148 None None] For port 039e8303-0657-45c7-a851-e3980b27769a, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=039e8303-0657-45c7-a851-e3980b27769a,segment=NetworkSegment(fe67e759-aa70-4359-9d61-719575b79d64),segment_id=fe67e759-aa70-4359-9d61-719575b79d64)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:40:30.059228 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8ab1c1af-de61-4ddf-9f78-577eb9a47148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:30.124927 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab1c1af-de61-4ddf-9f78-577eb9a47148 None None] Pushing event updated for resources: {'Port': ['ID=039e8303-0657-45c7-a851-e3980b27769a,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:40:30.132443 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-01d5be11-5ff0-4d6f-abe8-e79fae118695 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Allocated IP 172.20.0.1 (ca3d81ea-f33b-44ce-bde0-07cc8613379f/36d58698-db47-499a-8503-83ece6dde35e/06d7b039-1e83-41ba-acaa-b134d5ca3ae5) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:40:30.664783 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-01d5be11-5ff0-4d6f-abe8-e79fae118695 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:30.679635 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-01d5be11-5ff0-4d6f-abe8-e79fae118695 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Transition to ACTIVE for port object 06d7b039-1e83-41ba-acaa-b134d5ca3ae5 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:40:30.716028 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-01d5be11-5ff0-4d6f-abe8-e79fae118695 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:30.764480 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d5be11-5ff0-4d6f-abe8-e79fae118695 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Network ca3d81ea-f33b-44ce-bde0-07cc8613379f is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:40:30.765645 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-01d5be11-5ff0-4d6f-abe8-e79fae118695 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:40:30.780163 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d5be11-5ff0-4d6f-abe8-e79fae118695 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:40:30.785083 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d5be11-5ff0-4d6f-abe8-e79fae118695 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'Port': ['ID=06d7b039-1e83-41ba-acaa-b134d5ca3ae5,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:40:30.838553 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-01d5be11-5ff0-4d6f-abe8-e79fae118695 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:30.992858 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-01d5be11-5ff0-4d6f-abe8-e79fae118695 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:31.168645 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b23cb5-f4e2-4e80-a835-73d063010f8a None None] Network ca3d81ea-f33b-44ce-bde0-07cc8613379f requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:40:31.275383 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-7e479617-601b-4e26-ba6b-e1315f12560d None None] Provisioning for port 039e8303-0657-45c7-a851-e3980b27769a completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:40:31.333135 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-01d5be11-5ff0-4d6f-abe8-e79fae118695 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:31.337818 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-01d5be11-5ff0-4d6f-abe8-e79fae118695 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:31.427813 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-01d5be11-5ff0-4d6f-abe8-e79fae118695 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:31.430600 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d5be11-5ff0-4d6f-abe8-e79fae118695 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'Port': ['ID=06d7b039-1e83-41ba-acaa-b134d5ca3ae5,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:40:31.567804 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d5be11-5ff0-4d6f-abe8-e79fae118695 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Network ca3d81ea-f33b-44ce-bde0-07cc8613379f is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:40:31.570130 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-01d5be11-5ff0-4d6f-abe8-e79fae118695 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:40:31.615688 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:31.668196 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 039e8303-0657-45c7-a851-e3980b27769a up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:40:31.733943 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-b86a6833-98a6-4c93-b36b-6c0767c7224d None None] Provisioning for port 06d7b039-1e83-41ba-acaa-b134d5ca3ae5 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:40:31.743879 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-b86a6833-98a6-4c93-b36b-6c0767c7224d None None] Provisioning complete for port 06d7b039-1e83-41ba-acaa-b134d5ca3ae5 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:40:31.744464 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b86a6833-98a6-4c93-b36b-6c0767c7224d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:31.745398 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d5be11-5ff0-4d6f-abe8-e79fae118695 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Router ba5ae984-59c0-4072-b505-171818b66909 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:40:31.784077 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 039e8303-0657-45c7-a851-e3980b27769a completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:40:31.790685 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 039e8303-0657-45c7-a851-e3980b27769a triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:40:31.791473 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:31.828305 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-b86a6833-98a6-4c93-b36b-6c0767c7224d None None] Port 06d7b039-1e83-41ba-acaa-b134d5ca3ae5 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:40:31.855568 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-b86a6833-98a6-4c93-b36b-6c0767c7224d None None] Provisioning complete for port 039e8303-0657-45c7-a851-e3980b27769a triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:40:31.856033 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b86a6833-98a6-4c93-b36b-6c0767c7224d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:31.890939 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d5be11-5ff0-4d6f-abe8-e79fae118695 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:40:31.896579 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-01d5be11-5ff0-4d6f-abe8-e79fae118695 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "PUT /v2.0/routers/ba5ae984-59c0-4072-b505-171818b66909/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5704687 Sep 07 03:40:31.926473 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8e813f-6b9e-489a-8ced-863346707446 None None] Sync routers for ids ['ba5ae984-59c0-4072-b505-171818b66909'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:40:31.968476 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:31.971688 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8e813f-6b9e-489a-8ced-863346707446 None None] Routers {'ba5ae984-59c0-4072-b505-171818b66909'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:40:31.972414 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-fd8e813f-6b9e-489a-8ced-863346707446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:40:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['ba5ae984-59c0-4072-b505-171818b66909'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:40:32.098439 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-93aa7c36-28ef-45b0-a379-751af0801766 req-caedd68e-5147-4c77-b1e8-b077331979e7 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-953995595&fields=id&tenant_id=27bcf015607944b4bc040d494fbb2877 HTTP/1.1" status: 200 len: 267 time: 0.0516880 Sep 07 03:40:32.255908 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa7c36-28ef-45b0-a379-751af0801766 req-3b57041b-8133-4d9f-80cb-830c6054f17a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:40:32.258391 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-93aa7c36-28ef-45b0-a379-751af0801766 req-3b57041b-8133-4d9f-80cb-830c6054f17a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/networks?id=ca3d81ea-f33b-44ce-bde0-07cc8613379f HTTP/1.1" status: 200 len: 796 time: 0.1500866 Sep 07 03:40:32.275907 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-93aa7c36-28ef-45b0-a379-751af0801766 req-cda1e12b-0e48-4130-a50c-8ad507d81358 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/quotas/27bcf015607944b4bc040d494fbb2877 HTTP/1.1" status: 200 len: 375 time: 0.0111330 Sep 07 03:40:32.289192 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 039e8303-0657-45c7-a851-e3980b27769a, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=039e8303-0657-45c7-a851-e3980b27769a,segment=NetworkSegment(fe67e759-aa70-4359-9d61-719575b79d64),segment_id=fe67e759-aa70-4359-9d61-719575b79d64)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:40:32.302589 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:32.303638 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device cb6a7e75-de17-4779-a312-928636bf1766 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:40:32.345427 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-93aa7c36-28ef-45b0-a379-751af0801766 req-6f32a036-4cdd-41bd-aeb0-9087381c059e tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=27bcf015607944b4bc040d494fbb2877&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0599689 Sep 07 03:40:32.348928 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b86a6833-98a6-4c93-b36b-6c0767c7224d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:32.453476 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-fd8e813f-6b9e-489a-8ced-863346707446 None None] Set router ba5ae984-59c0-4072-b505-171818b66909 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:40:32.459643 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-93aa7c36-28ef-45b0-a379-751af0801766 req-a0fdf487-7179-4f97-bf47-ec15bc657e98 service neutron] 10.222.0.22 "GET /v2.0/networks/ca3d81ea-f33b-44ce-bde0-07cc8613379f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011879 Sep 07 03:40:32.509523 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=039e8303-0657-45c7-a851-e3980b27769a,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:40:32.542155 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.db.api [None req-b86a6833-98a6-4c93-b36b-6c0767c7224d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94702) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 07 03:40:32.542582 n-d-796209-16 neutron-server[94702]: DEBUG oslo_db.api [None req-b86a6833-98a6-4c93-b36b-6c0767c7224d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 07 03:40:32.543015 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port cb6a7e75-de17-4779-a312-928636bf1766 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:40:32.580043 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port cb6a7e75-de17-4779-a312-928636bf1766 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:40:32.580421 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:32.583169 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-93aa7c36-28ef-45b0-a379-751af0801766 req-0ba73aa8-5454-449d-bab3-2ccd4f2b9d59 service neutron] 10.222.0.22 "GET /v2.0/networks/ca3d81ea-f33b-44ce-bde0-07cc8613379f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180837 Sep 07 03:40:32.783415 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:32.790750 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-20ece48d-2bb4-4b8a-bd25-53fc10af96b8 req-7de27ad9-619a-43f9-b94b-b7b4fa566241 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=32727be9-14ad-4d81-a11c-78c0cfd8aea0 HTTP/1.1" status: 200 len: 210 time: 0.0389125 Sep 07 03:40:32.818311 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port cb6a7e75-de17-4779-a312-928636bf1766, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=cb6a7e75-de17-4779-a312-928636bf1766,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:40:32.825951 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:32.837599 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-fd8e813f-6b9e-489a-8ced-863346707446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba5ae984-59c0-4072-b505-171818b66909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1125375381', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'cb6a7e75-de17-4779-a312-928636bf1766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:40:26Z', 'updated_at': '2021-09-07T03:40:30Z', 'revision_number': 4, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': 'cb6a7e75-de17-4779-a312-928636bf1766', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:cb:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba5ae984-59c0-4072-b505-171818b66909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:40:27Z', 'updated_at': '2021-09-07T03:40:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '06d7b039-1e83-41ba-acaa-b134d5ca3ae5', 'name': '', 'network_id': 'ca3d81ea-f33b-44ce-bde0-07cc8613379f', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'mac_address': 'fa:16:3e:c9:44:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba5ae984-59c0-4072-b505-171818b66909', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '36d58698-db47-499a-8503-83ece6dde35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:40:29Z', 'updated_at': '2021-09-07T03:40:31Z', 'revision_number': 2, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'subnets': [{'id': '36d58698-db47-499a-8503-83ece6dde35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:40:32.888923 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8e813f-6b9e-489a-8ced-863346707446 None None] Checking router: ba5ae984-59c0-4072-b505-171818b66909 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:40:32.889292 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8e813f-6b9e-489a-8ced-863346707446 None None] Updating router ba5ae984-59c0-4072-b505-171818b66909 port 06d7b039-1e83-41ba-acaa-b134d5ca3ae5 binding host n-d-796209-16 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 03:40:32.929794 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fd8e813f-6b9e-489a-8ced-863346707446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:32.943578 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=cb6a7e75-de17-4779-a312-928636bf1766,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:40:33.273668 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-1d07b503-b8fc-4d23-aa8b-384bb0c93ae3 None None] Provisioning complete for port 06d7b039-1e83-41ba-acaa-b134d5ca3ae5 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:40:33.273967 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1d07b503-b8fc-4d23-aa8b-384bb0c93ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:33.311811 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fd8e813f-6b9e-489a-8ced-863346707446 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:33.337129 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-fd8e813f-6b9e-489a-8ced-863346707446 None None] Transition to ACTIVE for port object 06d7b039-1e83-41ba-acaa-b134d5ca3ae5 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:40:33.342575 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-1d07b503-b8fc-4d23-aa8b-384bb0c93ae3 None None] Port 06d7b039-1e83-41ba-acaa-b134d5ca3ae5 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:40:33.346595 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fd8e813f-6b9e-489a-8ced-863346707446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:33.405609 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538f63c2-0972-4165-bf60-dd8991d9c158 None None] Pushing event updated for resources: {'Port': ['ID=06d7b039-1e83-41ba-acaa-b134d5ca3ae5,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:40:33.470154 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-fd8e813f-6b9e-489a-8ced-863346707446 None None] Attempting to bind port 06d7b039-1e83-41ba-acaa-b134d5ca3ae5 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:40:33.470935 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-fd8e813f-6b9e-489a-8ced-863346707446 None None] Attempting to bind port 06d7b039-1e83-41ba-acaa-b134d5ca3ae5 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'fe67e759-aa70-4359-9d61-719575b79d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ca3d81ea-f33b-44ce-bde0-07cc8613379f'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:40:33.470935 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8e813f-6b9e-489a-8ced-863346707446 None None] Attempting to bind port 06d7b039-1e83-41ba-acaa-b134d5ca3ae5 on network ca3d81ea-f33b-44ce-bde0-07cc8613379f {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:40:33.476498 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8e813f-6b9e-489a-8ced-863346707446 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:40:33.476878 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8e813f-6b9e-489a-8ced-863346707446 None None] Checking segment: {'id': 'fe67e759-aa70-4359-9d61-719575b79d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ca3d81ea-f33b-44ce-bde0-07cc8613379f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:40:33.477291 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fd8e813f-6b9e-489a-8ced-863346707446 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:33.477688 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8e813f-6b9e-489a-8ced-863346707446 None None] Bound using segment: {'id': 'fe67e759-aa70-4359-9d61-719575b79d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ca3d81ea-f33b-44ce-bde0-07cc8613379f'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:40:33.478873 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-fd8e813f-6b9e-489a-8ced-863346707446 None None] Bound port: 06d7b039-1e83-41ba-acaa-b134d5ca3ae5, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe67e759-aa70-4359-9d61-719575b79d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ca3d81ea-f33b-44ce-bde0-07cc8613379f'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:40:33.478873 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fd8e813f-6b9e-489a-8ced-863346707446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:33.568248 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-fd8e813f-6b9e-489a-8ced-863346707446 None None] For port 06d7b039-1e83-41ba-acaa-b134d5ca3ae5, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:40:33.573792 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-fd8e813f-6b9e-489a-8ced-863346707446 None None] For port 06d7b039-1e83-41ba-acaa-b134d5ca3ae5, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=06d7b039-1e83-41ba-acaa-b134d5ca3ae5,segment=NetworkSegment(fe67e759-aa70-4359-9d61-719575b79d64),segment_id=fe67e759-aa70-4359-9d61-719575b79d64)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:40:33.580617 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fd8e813f-6b9e-489a-8ced-863346707446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:33.585843 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 039e8303-0657-45c7-a851-e3980b27769a up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:40:33.715393 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538f63c2-0972-4165-bf60-dd8991d9c158 None None] Pushing event updated for resources: {'Port': ['ID=06d7b039-1e83-41ba-acaa-b134d5ca3ae5,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:40:33.719786 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8e813f-6b9e-489a-8ced-863346707446 None None] Routers {'ba5ae984-59c0-4072-b505-171818b66909'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:40:33.720416 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-fd8e813f-6b9e-489a-8ced-863346707446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:40:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['ba5ae984-59c0-4072-b505-171818b66909'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:40:33.771566 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 039e8303-0657-45c7-a851-e3980b27769a triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:40:33.771948 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:33.906238 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-fd8e813f-6b9e-489a-8ced-863346707446 None None] Set router ba5ae984-59c0-4072-b505-171818b66909 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:40:33.946430 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c4145ea7-4566-44b1-b2d9-790d5901b18c req-d9a11cae-f518-4e14-b82f-9c9f5c40d7d2 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=32727be9-14ad-4d81-a11c-78c0cfd8aea0 HTTP/1.1" status: 200 len: 210 time: 0.0546877 Sep 07 03:40:33.989694 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device cb6a7e75-de17-4779-a312-928636bf1766 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:40:33.990322 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa7c36-28ef-45b0-a379-751af0801766 req-7107a20e-d9a9-4203-8e75-e55d47daa504 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:40:33.991788 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-93aa7c36-28ef-45b0-a379-751af0801766 req-7107a20e-d9a9-4203-8e75-e55d47daa504 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.23 "GET /v2.0/networks?id=ca3d81ea-f33b-44ce-bde0-07cc8613379f HTTP/1.1" status: 200 len: 796 time: 0.2208097 Sep 07 03:40:34.047819 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-93aa7c36-28ef-45b0-a379-751af0801766 req-0d4996b0-5d9d-4166-9866-f85e6811eda3 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27bcf015607944b4bc040d494fbb2877 HTTP/1.1" status: 200 len: 379 time: 0.0455887 Sep 07 03:40:34.058385 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-93aa7c36-28ef-45b0-a379-751af0801766 req-d458b90f-a39e-40f1-8a2a-0e59594b9c81 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Request body: {'port': {'device_id': '32727be9-14ad-4d81-a11c-78c0cfd8aea0', 'network_id': 'ca3d81ea-f33b-44ce-bde0-07cc8613379f', 'admin_state_up': True, 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'security_groups': ['c1a005b1-d4b4-43d6-a0bb-afcf96ecf6f8']}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:40:34.147628 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port cb6a7e75-de17-4779-a312-928636bf1766 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:40:34.147982 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:34.184290 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93aa7c36-28ef-45b0-a379-751af0801766 req-d458b90f-a39e-40f1-8a2a-0e59594b9c81 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Made reservation on behalf of 27bcf015607944b4bc040d494fbb2877 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:40:34.188369 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-93aa7c36-28ef-45b0-a379-751af0801766 req-d458b90f-a39e-40f1-8a2a-0e59594b9c81 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:34.296730 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-fd8e813f-6b9e-489a-8ced-863346707446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba5ae984-59c0-4072-b505-171818b66909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1125375381', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'cb6a7e75-de17-4779-a312-928636bf1766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:40:26Z', 'updated_at': '2021-09-07T03:40:30Z', 'revision_number': 4, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': 'cb6a7e75-de17-4779-a312-928636bf1766', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:cb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5ae984-59c0-4072-b505-171818b66909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:40:27Z', 'updated_at': '2021-09-07T03:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '06d7b039-1e83-41ba-acaa-b134d5ca3ae5', 'name': '', 'network_id': 'ca3d81ea-f33b-44ce-bde0-07cc8613379f', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'mac_address': 'fa:16:3e:c9:44:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba5ae984-59c0-4072-b505-171818b66909', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '36d58698-db47-499a-8503-83ece6dde35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:40:29Z', 'updated_at': '2021-09-07T03:40:33Z', 'revision_number': 4, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'subnets': [{'id': '36d58698-db47-499a-8503-83ece6dde35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:40:34.334189 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8e813f-6b9e-489a-8ced-863346707446 None None] The sync data for ids ['ba5ae984-59c0-4072-b505-171818b66909'] in n-d-796209-16 is: [{'id': 'ba5ae984-59c0-4072-b505-171818b66909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1125375381', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'cb6a7e75-de17-4779-a312-928636bf1766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:40:26Z', 'updated_at': '2021-09-07T03:40:30Z', 'revision_number': 4, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': 'cb6a7e75-de17-4779-a312-928636bf1766', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:cb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5ae984-59c0-4072-b505-171818b66909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:40:27Z', 'updated_at': '2021-09-07T03:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '06d7b039-1e83-41ba-acaa-b134d5ca3ae5', 'name': '', 'network_id': 'ca3d81ea-f33b-44ce-bde0-07cc8613379f', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'mac_address': 'fa:16:3e:c9:44:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba5ae984-59c0-4072-b505-171818b66909', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '36d58698-db47-499a-8503-83ece6dde35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:40:29Z', 'updated_at': '2021-09-07T03:40:33Z', 'revision_number': 4, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'subnets': [{'id': '36d58698-db47-499a-8503-83ece6dde35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:40:34.356006 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [req-93aa7c36-28ef-45b0-a379-751af0801766 req-d458b90f-a39e-40f1-8a2a-0e59594b9c81 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Allocated IP 172.20.0.6 (ca3d81ea-f33b-44ce-bde0-07cc8613379f/36d58698-db47-499a-8503-83ece6dde35e/7220ad65-bb69-4cc2-9c36-369858872acf) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:40:34.541358 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-93aa7c36-28ef-45b0-a379-751af0801766 req-d458b90f-a39e-40f1-8a2a-0e59594b9c81 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:34.557634 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-93aa7c36-28ef-45b0-a379-751af0801766 req-d458b90f-a39e-40f1-8a2a-0e59594b9c81 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Transition to ACTIVE for port object 7220ad65-bb69-4cc2-9c36-369858872acf will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:40:34.593969 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-93aa7c36-28ef-45b0-a379-751af0801766 req-d458b90f-a39e-40f1-8a2a-0e59594b9c81 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:34.641553 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93aa7c36-28ef-45b0-a379-751af0801766 req-d458b90f-a39e-40f1-8a2a-0e59594b9c81 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Network ca3d81ea-f33b-44ce-bde0-07cc8613379f is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:40:34.646162 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [req-93aa7c36-28ef-45b0-a379-751af0801766 req-d458b90f-a39e-40f1-8a2a-0e59594b9c81 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:40:34.652893 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-93aa7c36-28ef-45b0-a379-751af0801766 req-d458b90f-a39e-40f1-8a2a-0e59594b9c81 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:40:34.682813 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d458b90f-a39e-40f1-8a2a-0e59594b9c81 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'Port': ['ID=7220ad65-bb69-4cc2-9c36-369858872acf,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:40:34.720058 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa7c36-28ef-45b0-a379-751af0801766 req-d458b90f-a39e-40f1-8a2a-0e59594b9c81 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:40:34.720851 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-93aa7c36-28ef-45b0-a379-751af0801766 req-d458b90f-a39e-40f1-8a2a-0e59594b9c81 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:34.738885 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-93aa7c36-28ef-45b0-a379-751af0801766 req-d458b90f-a39e-40f1-8a2a-0e59594b9c81 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6851377 Sep 07 03:40:34.754170 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-93aa7c36-28ef-45b0-a379-751af0801766 req-af3f06c0-b65c-4596-9195-86b8ea42c50e service neutron] Request body: {'port': {'device_id': '32727be9-14ad-4d81-a11c-78c0cfd8aea0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:40:34.820668 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-93aa7c36-28ef-45b0-a379-751af0801766 req-af3f06c0-b65c-4596-9195-86b8ea42c50e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:34.914768 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-36fc9cd9-468a-49c0-9859-b358b4c124d7 None None] Provisioning for port 7220ad65-bb69-4cc2-9c36-369858872acf completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:40:34.919379 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-36fc9cd9-468a-49c0-9859-b358b4c124d7 None None] Provisioning complete for port 7220ad65-bb69-4cc2-9c36-369858872acf triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:40:34.919835 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-36fc9cd9-468a-49c0-9859-b358b4c124d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:34.965112 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-36fc9cd9-468a-49c0-9859-b358b4c124d7 None None] Port 7220ad65-bb69-4cc2-9c36-369858872acf cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:40:35.089668 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079aaee-d045-4d4c-8b7c-135901427795 req-85f64f82-e424-49a6-b490-fffa91804dc4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:40:35.092286 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b079aaee-d045-4d4c-8b7c-135901427795 req-85f64f82-e424-49a6-b490-fffa91804dc4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=32727be9-14ad-4d81-a11c-78c0cfd8aea0 HTTP/1.1" status: 200 len: 931 time: 0.0564804 Sep 07 03:40:35.143815 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b079aaee-d045-4d4c-8b7c-135901427795 req-1c37049e-13e7-4de8-8892-223619dd7d9c tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1a005b1-d4b4-43d6-a0bb-afcf96ecf6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435429 Sep 07 03:40:35.168883 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [req-93aa7c36-28ef-45b0-a379-751af0801766 req-af3f06c0-b65c-4596-9195-86b8ea42c50e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7220ad65-bb69-4cc2-9c36-369858872acf {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:40:35.185379 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-93aa7c36-28ef-45b0-a379-751af0801766 req-af3f06c0-b65c-4596-9195-86b8ea42c50e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:35.200223 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-93aa7c36-28ef-45b0-a379-751af0801766 req-af3f06c0-b65c-4596-9195-86b8ea42c50e service neutron] Transition to ACTIVE for port object 7220ad65-bb69-4cc2-9c36-369858872acf will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:40:35.205587 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-93aa7c36-28ef-45b0-a379-751af0801766 req-af3f06c0-b65c-4596-9195-86b8ea42c50e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:35.289357 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3f06c0-b65c-4596-9195-86b8ea42c50e service neutron] Pushing event updated for resources: {'Port': ['ID=7220ad65-bb69-4cc2-9c36-369858872acf,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:40:35.391459 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-93aa7c36-28ef-45b0-a379-751af0801766 req-af3f06c0-b65c-4596-9195-86b8ea42c50e service neutron] Attempting to bind port 7220ad65-bb69-4cc2-9c36-369858872acf on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:40:35.392362 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-93aa7c36-28ef-45b0-a379-751af0801766 req-af3f06c0-b65c-4596-9195-86b8ea42c50e service neutron] Attempting to bind port 7220ad65-bb69-4cc2-9c36-369858872acf by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': 'fe67e759-aa70-4359-9d61-719575b79d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ca3d81ea-f33b-44ce-bde0-07cc8613379f'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:40:35.393065 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93aa7c36-28ef-45b0-a379-751af0801766 req-af3f06c0-b65c-4596-9195-86b8ea42c50e service neutron] Attempting to bind port 7220ad65-bb69-4cc2-9c36-369858872acf on network ca3d81ea-f33b-44ce-bde0-07cc8613379f {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:40:35.403691 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93aa7c36-28ef-45b0-a379-751af0801766 req-af3f06c0-b65c-4596-9195-86b8ea42c50e service neutron] Port 7220ad65-bb69-4cc2-9c36-369858872acf on network ca3d81ea-f33b-44ce-bde0-07cc8613379f not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 03:40:35.404175 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93aa7c36-28ef-45b0-a379-751af0801766 req-af3f06c0-b65c-4596-9195-86b8ea42c50e service neutron] Attempting to bind port 7220ad65-bb69-4cc2-9c36-369858872acf on network ca3d81ea-f33b-44ce-bde0-07cc8613379f {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:40:35.416012 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93aa7c36-28ef-45b0-a379-751af0801766 req-af3f06c0-b65c-4596-9195-86b8ea42c50e service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:40:35.416407 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93aa7c36-28ef-45b0-a379-751af0801766 req-af3f06c0-b65c-4596-9195-86b8ea42c50e service neutron] Checking segment: {'id': 'fe67e759-aa70-4359-9d61-719575b79d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ca3d81ea-f33b-44ce-bde0-07cc8613379f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:40:35.417154 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93aa7c36-28ef-45b0-a379-751af0801766 req-af3f06c0-b65c-4596-9195-86b8ea42c50e service neutron] Bound using segment: {'id': 'fe67e759-aa70-4359-9d61-719575b79d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ca3d81ea-f33b-44ce-bde0-07cc8613379f'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:40:35.419791 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-93aa7c36-28ef-45b0-a379-751af0801766 req-af3f06c0-b65c-4596-9195-86b8ea42c50e service neutron] Bound port: 7220ad65-bb69-4cc2-9c36-369858872acf, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe67e759-aa70-4359-9d61-719575b79d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ca3d81ea-f33b-44ce-bde0-07cc8613379f'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:40:35.420253 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-93aa7c36-28ef-45b0-a379-751af0801766 req-af3f06c0-b65c-4596-9195-86b8ea42c50e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:35.539623 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-93aa7c36-28ef-45b0-a379-751af0801766 req-af3f06c0-b65c-4596-9195-86b8ea42c50e service neutron] For port 7220ad65-bb69-4cc2-9c36-369858872acf, host n-h1-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:40:35.543889 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-93aa7c36-28ef-45b0-a379-751af0801766 req-af3f06c0-b65c-4596-9195-86b8ea42c50e service neutron] For port 7220ad65-bb69-4cc2-9c36-369858872acf, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=7220ad65-bb69-4cc2-9c36-369858872acf,segment=NetworkSegment(fe67e759-aa70-4359-9d61-719575b79d64),segment_id=fe67e759-aa70-4359-9d61-719575b79d64)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:40:35.551086 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-93aa7c36-28ef-45b0-a379-751af0801766 req-af3f06c0-b65c-4596-9195-86b8ea42c50e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:35.583694 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa7c36-28ef-45b0-a379-751af0801766 req-af3f06c0-b65c-4596-9195-86b8ea42c50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:40:35.584396 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-93aa7c36-28ef-45b0-a379-751af0801766 req-af3f06c0-b65c-4596-9195-86b8ea42c50e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:35.586882 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-93aa7c36-28ef-45b0-a379-751af0801766 req-af3f06c0-b65c-4596-9195-86b8ea42c50e service neutron] 10.222.0.23 "PUT /v2.0/ports/7220ad65-bb69-4cc2-9c36-369858872acf HTTP/1.1" status: 200 len: 1092 time: 0.8386817 Sep 07 03:40:35.587748 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32727be9-14ad-4d81-a11c-78c0cfd8aea0', 'tag': '7220ad65-bb69-4cc2-9c36-369858872acf'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:40:35.599768 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf84fb72099b4c059134e8dbf206a3531b112bee59ff8dea8931d4ccd024695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7bd3f81-ca19-41a1-9a96-cf1aa7045eff" -d '{"events": [{"name": "network-changed", "server_uuid": "32727be9-14ad-4d81-a11c-78c0cfd8aea0", "tag": "7220ad65-bb69-4cc2-9c36-369858872acf"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:40:35.689822 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 06d7b039-1e83-41ba-acaa-b134d5ca3ae5 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:40:35.696698 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3f06c0-b65c-4596-9195-86b8ea42c50e service neutron] Pushing event updated for resources: {'Port': ['ID=7220ad65-bb69-4cc2-9c36-369858872acf,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:40:35.715619 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa7c36-28ef-45b0-a379-751af0801766 req-1e8ed836-cb1c-4408-a887-ff9f6e98e479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:40:35.717804 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-93aa7c36-28ef-45b0-a379-751af0801766 req-1e8ed836-cb1c-4408-a887-ff9f6e98e479 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=27bcf015607944b4bc040d494fbb2877&device_id=32727be9-14ad-4d81-a11c-78c0cfd8aea0 HTTP/1.1" status: 200 len: 1095 time: 0.0782025 Sep 07 03:40:35.720651 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f670080-989b-49e2-aeeb-81cf55d0a8e1 x-openstack-request-id: req-5f670080-989b-49e2-aeeb-81cf55d0a8e1 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:40:35.720651 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32727be9-14ad-4d81-a11c-78c0cfd8aea0", "tag": "7220ad65-bb69-4cc2-9c36-369858872acf", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:40:35.720651 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5f670080-989b-49e2-aeeb-81cf55d0a8e1 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:40:35.720651 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32727be9-14ad-4d81-a11c-78c0cfd8aea0', 'tag': '7220ad65-bb69-4cc2-9c36-369858872acf', 'status': 'completed', 'code': 200} Sep 07 03:40:35.776400 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-93aa7c36-28ef-45b0-a379-751af0801766 req-a9804c01-18f1-478c-a6e0-2f7f9a937350 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7220ad65-bb69-4cc2-9c36-369858872acf HTTP/1.1" status: 200 len: 217 time: 0.0510623 Sep 07 03:40:35.795035 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 06d7b039-1e83-41ba-acaa-b134d5ca3ae5 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:40:35.800744 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 06d7b039-1e83-41ba-acaa-b134d5ca3ae5 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:40:35.801259 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:35.855725 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa7c36-28ef-45b0-a379-751af0801766 req-2d96bdb3-c761-4bf2-930b-b3687b5dffbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:40:35.857540 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-93aa7c36-28ef-45b0-a379-751af0801766 req-2d96bdb3-c761-4bf2-930b-b3687b5dffbf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=36d58698-db47-499a-8503-83ece6dde35e HTTP/1.1" status: 200 len: 834 time: 0.0747099 Sep 07 03:40:35.930606 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa7c36-28ef-45b0-a379-751af0801766 req-093357c3-a54a-4af4-8164-3519b3c79e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:40:35.932236 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-93aa7c36-28ef-45b0-a379-751af0801766 req-093357c3-a54a-4af4-8164-3519b3c79e8e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ca3d81ea-f33b-44ce-bde0-07cc8613379f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0676506 Sep 07 03:40:36.056013 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-93aa7c36-28ef-45b0-a379-751af0801766 req-b888ee28-211b-49a9-8cec-f910916fb222 service neutron] 10.222.0.23 "GET /v2.0/networks/ca3d81ea-f33b-44ce-bde0-07cc8613379f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166866 Sep 07 03:40:36.139932 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:36.184739 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 06d7b039-1e83-41ba-acaa-b134d5ca3ae5, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=06d7b039-1e83-41ba-acaa-b134d5ca3ae5,segment=NetworkSegment(fe67e759-aa70-4359-9d61-719575b79d64),segment_id=fe67e759-aa70-4359-9d61-719575b79d64)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:40:36.193731 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:36.195060 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-93aa7c36-28ef-45b0-a379-751af0801766 req-557aa443-1f4c-48d9-84c8-0d7444576388 service neutron] 10.222.0.23 "GET /v2.0/networks/ca3d81ea-f33b-44ce-bde0-07cc8613379f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316745 Sep 07 03:40:36.271085 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=06d7b039-1e83-41ba-acaa-b134d5ca3ae5,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:40:36.298300 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58290c-9d5b-44bc-97d6-01e4e248c8c6 req-65c5d67e-b148-4218-9503-f9fc9e1b3af0 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:40:36.299944 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-be58290c-9d5b-44bc-97d6-01e4e248c8c6 req-65c5d67e-b148-4218-9503-f9fc9e1b3af0 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=32727be9-14ad-4d81-a11c-78c0cfd8aea0 HTTP/1.1" status: 200 len: 943 time: 0.0606806 Sep 07 03:40:36.312011 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd3f81-ca19-41a1-9a96-cf1aa7045eff req-93f5f305-cd9a-4211-9470-9d878e690eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:40:36.313454 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c7bd3f81-ca19-41a1-9a96-cf1aa7045eff req-93f5f305-cd9a-4211-9470-9d878e690eee service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=27bcf015607944b4bc040d494fbb2877&device_id=32727be9-14ad-4d81-a11c-78c0cfd8aea0 HTTP/1.1" status: 200 len: 1095 time: 0.0599370 Sep 07 03:40:36.347795 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-be58290c-9d5b-44bc-97d6-01e4e248c8c6 req-5f321231-818f-499f-a5e7-940a6600ae9b tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1a005b1-d4b4-43d6-a0bb-afcf96ecf6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407295 Sep 07 03:40:36.423565 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd3f81-ca19-41a1-9a96-cf1aa7045eff req-e4341718-b5d4-4c89-8610-e3f2f15d71dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:40:36.425190 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c7bd3f81-ca19-41a1-9a96-cf1aa7045eff req-e4341718-b5d4-4c89-8610-e3f2f15d71dc service neutron] 10.222.0.23 "GET /v2.0/networks?id=ca3d81ea-f33b-44ce-bde0-07cc8613379f HTTP/1.1" status: 200 len: 896 time: 0.1051130 Sep 07 03:40:36.477652 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c7bd3f81-ca19-41a1-9a96-cf1aa7045eff req-c117d7e3-746d-4a5b-84fb-d3dfab48dc59 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7220ad65-bb69-4cc2-9c36-369858872acf HTTP/1.1" status: 200 len: 217 time: 0.0439851 Sep 07 03:40:36.544127 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd3f81-ca19-41a1-9a96-cf1aa7045eff req-0cc1aace-d7a3-48ab-b743-2ec70f7a55a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:40:36.545799 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c7bd3f81-ca19-41a1-9a96-cf1aa7045eff req-0cc1aace-d7a3-48ab-b743-2ec70f7a55a7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=36d58698-db47-499a-8503-83ece6dde35e HTTP/1.1" status: 200 len: 834 time: 0.0602756 Sep 07 03:40:36.597534 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd3f81-ca19-41a1-9a96-cf1aa7045eff req-20f16086-91c6-4092-af83-b920ed5446e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:40:36.599160 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c7bd3f81-ca19-41a1-9a96-cf1aa7045eff req-20f16086-91c6-4092-af83-b920ed5446e0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ca3d81ea-f33b-44ce-bde0-07cc8613379f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464938 Sep 07 03:40:36.704392 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c7bd3f81-ca19-41a1-9a96-cf1aa7045eff req-494f2b50-882a-4cf6-ade1-79bba2d87d9f service neutron] 10.222.0.23 "GET /v2.0/networks/ca3d81ea-f33b-44ce-bde0-07cc8613379f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968673 Sep 07 03:40:36.806552 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c7bd3f81-ca19-41a1-9a96-cf1aa7045eff req-083a7723-c19e-4847-9e1b-c9edbf94b4fa service neutron] 10.222.0.23 "GET /v2.0/networks/ca3d81ea-f33b-44ce-bde0-07cc8613379f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943723 Sep 07 03:40:37.475065 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86254da-b8bd-460d-b4ad-35ff05dd1e49 req-e066e2f8-d8c2-4075-98bd-0589dbb210b4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:40:37.476769 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e86254da-b8bd-460d-b4ad-35ff05dd1e49 req-e066e2f8-d8c2-4075-98bd-0589dbb210b4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=32727be9-14ad-4d81-a11c-78c0cfd8aea0 HTTP/1.1" status: 200 len: 943 time: 0.0559149 Sep 07 03:40:37.521987 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e86254da-b8bd-460d-b4ad-35ff05dd1e49 req-d0ad59f9-cfef-4eff-9a30-844ec98906c5 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1a005b1-d4b4-43d6-a0bb-afcf96ecf6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387774 Sep 07 03:40:37.564672 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 06d7b039-1e83-41ba-acaa-b134d5ca3ae5 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:40:37.622187 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 06d7b039-1e83-41ba-acaa-b134d5ca3ae5 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:40:37.622565 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:38.657687 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc41f8-1774-468e-9092-f8a294924d63 req-5d2660b4-57d0-4d04-98bf-ba4cdd13c630 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:40:38.659013 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-61dc41f8-1774-468e-9092-f8a294924d63 req-5d2660b4-57d0-4d04-98bf-ba4cdd13c630 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=32727be9-14ad-4d81-a11c-78c0cfd8aea0 HTTP/1.1" status: 200 len: 943 time: 0.0539520 Sep 07 03:40:38.701646 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-61dc41f8-1774-468e-9092-f8a294924d63 req-acf1ef1e-88bd-4d11-9442-94ce6356461b tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1a005b1-d4b4-43d6-a0bb-afcf96ecf6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354755 Sep 07 03:40:39.836504 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc44d9b-5e0b-4bc5-84c2-e214fd97a581 req-2cf18eb5-47a5-43c3-8740-9e189c4d3a1c tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:40:39.838354 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fcc44d9b-5e0b-4bc5-84c2-e214fd97a581 req-2cf18eb5-47a5-43c3-8740-9e189c4d3a1c tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=32727be9-14ad-4d81-a11c-78c0cfd8aea0 HTTP/1.1" status: 200 len: 943 time: 0.0506351 Sep 07 03:40:39.878423 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fcc44d9b-5e0b-4bc5-84c2-e214fd97a581 req-b72b8e00-d15a-4910-ade9-387ae0275bcc tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1a005b1-d4b4-43d6-a0bb-afcf96ecf6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335388 Sep 07 03:40:40.778764 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 7220ad65-bb69-4cc2-9c36-369858872acf details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 03:40:40.881742 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 7220ad65-bb69-4cc2-9c36-369858872acf, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=7220ad65-bb69-4cc2-9c36-369858872acf,segment=NetworkSegment(fe67e759-aa70-4359-9d61-719575b79d64),segment_id=fe67e759-aa70-4359-9d61-719575b79d64)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:40:40.894982 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '7220ad65-bb69-4cc2-9c36-369858872acf', 'network_id': 'ca3d81ea-f33b-44ce-bde0-07cc8613379f', 'port_id': '7220ad65-bb69-4cc2-9c36-369858872acf', 'mac_address': 'fa:16:3e:1d:c1:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36d58698-db47-499a-8503-83ece6dde35e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 03:40:40.936903 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:40.952312 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7220ad65-bb69-4cc2-9c36-369858872acf {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:40:40.974886 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 7220ad65-bb69-4cc2-9c36-369858872acf, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=7220ad65-bb69-4cc2-9c36-369858872acf,segment=NetworkSegment(fe67e759-aa70-4359-9d61-719575b79d64),segment_id=fe67e759-aa70-4359-9d61-719575b79d64)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:40:40.980362 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:41.021028 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd891aa-ce70-4afa-9e75-7558ca793041 req-9d520423-211e-48e7-8cd5-5a7d006026c2 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:40:41.022489 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2bd891aa-ce70-4afa-9e75-7558ca793041 req-9d520423-211e-48e7-8cd5-5a7d006026c2 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=32727be9-14ad-4d81-a11c-78c0cfd8aea0 HTTP/1.1" status: 200 len: 943 time: 0.0609887 Sep 07 03:40:41.035806 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=7220ad65-bb69-4cc2-9c36-369858872acf,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:40:41.071431 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2bd891aa-ce70-4afa-9e75-7558ca793041 req-7b4ca958-8c4b-46f9-9e90-50c2abc9d04a tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1a005b1-d4b4-43d6-a0bb-afcf96ecf6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363326 Sep 07 03:40:41.184882 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['7220ad65-bb69-4cc2-9c36-369858872acf'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:40:42.196727 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f7aaeb-0058-4e97-8b18-04a604e28c70 req-2dde0a18-85f6-4ffe-80a8-4fb2ef0b099f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:40:42.198257 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-94f7aaeb-0058-4e97-8b18-04a604e28c70 req-2dde0a18-85f6-4ffe-80a8-4fb2ef0b099f tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=32727be9-14ad-4d81-a11c-78c0cfd8aea0 HTTP/1.1" status: 200 len: 944 time: 0.0568960 Sep 07 03:40:42.243137 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-94f7aaeb-0058-4e97-8b18-04a604e28c70 req-d804dae3-877b-47a5-9692-64bacc9554bf tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1a005b1-d4b4-43d6-a0bb-afcf96ecf6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377445 Sep 07 03:40:42.778804 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 7220ad65-bb69-4cc2-9c36-369858872acf up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:40:42.847356 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port 7220ad65-bb69-4cc2-9c36-369858872acf completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:40:42.852194 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port 7220ad65-bb69-4cc2-9c36-369858872acf triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:40:42.852579 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:42.936793 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:42.961368 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32727be9-14ad-4d81-a11c-78c0cfd8aea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7220ad65-bb69-4cc2-9c36-369858872acf'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:40:42.963964 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a436ec256d2b1825a148fad3e2b3933f4e559d797aa0adc164ec0b132a4edf7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e39fb5-c683-4ee7-8907-89fd5ad81fbd" -d '{"events": [{"server_uuid": "32727be9-14ad-4d81-a11c-78c0cfd8aea0", "name": "network-vif-plugged", "status": "completed", "tag": "7220ad65-bb69-4cc2-9c36-369858872acf"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:40:42.976672 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 7220ad65-bb69-4cc2-9c36-369858872acf, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=7220ad65-bb69-4cc2-9c36-369858872acf,segment=NetworkSegment(fe67e759-aa70-4359-9d61-719575b79d64),segment_id=fe67e759-aa70-4359-9d61-719575b79d64)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:40:42.980942 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:43.012765 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03a3e5e-c9fe-47db-87b7-9e30b38e4ddb x-openstack-request-id: req-c03a3e5e-c9fe-47db-87b7-9e30b38e4ddb {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:40:43.013053 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32727be9-14ad-4d81-a11c-78c0cfd8aea0", "name": "network-vif-plugged", "status": "completed", "tag": "7220ad65-bb69-4cc2-9c36-369858872acf", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:40:43.013309 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c03a3e5e-c9fe-47db-87b7-9e30b38e4ddb {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:40:43.013701 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32727be9-14ad-4d81-a11c-78c0cfd8aea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7220ad65-bb69-4cc2-9c36-369858872acf', 'code': 200} Sep 07 03:40:43.046150 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=7220ad65-bb69-4cc2-9c36-369858872acf,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:40:43.110903 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf3cef-1211-4196-82ad-d7bc8f73aae9 req-b142861d-a621-4701-a749-5e82bca62421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:40:43.113011 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-79bf3cef-1211-4196-82ad-d7bc8f73aae9 req-b142861d-a621-4701-a749-5e82bca62421 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=32727be9-14ad-4d81-a11c-78c0cfd8aea0 HTTP/1.1" status: 200 len: 1097 time: 0.0462353 Sep 07 03:40:43.159711 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-79bf3cef-1211-4196-82ad-d7bc8f73aae9 req-4148f2c8-2673-47c6-aae9-7ff778199e4e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c1a005b1-d4b4-43d6-a0bb-afcf96ecf6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400369 Sep 07 03:40:43.378205 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808865b7-3caf-4481-ab97-f787aa147649 req-03187121-3be8-470c-8d2b-861cf7760646 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:40:43.380056 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-808865b7-3caf-4481-ab97-f787aa147649 req-03187121-3be8-470c-8d2b-861cf7760646 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=32727be9-14ad-4d81-a11c-78c0cfd8aea0 HTTP/1.1" status: 200 len: 945 time: 0.0616760 Sep 07 03:40:43.423610 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-808865b7-3caf-4481-ab97-f787aa147649 req-98ab5a94-4099-49f1-97cb-8d192bfabe3d tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1a005b1-d4b4-43d6-a0bb-afcf96ecf6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372283 Sep 07 03:40:44.554833 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb5917d-8c22-4e77-b25f-e6f3c19ee567 req-12012229-f0e6-4bc0-9b06-47330104ce02 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:40:44.556567 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0cb5917d-8c22-4e77-b25f-e6f3c19ee567 req-12012229-f0e6-4bc0-9b06-47330104ce02 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=32727be9-14ad-4d81-a11c-78c0cfd8aea0 HTTP/1.1" status: 200 len: 945 time: 0.0564802 Sep 07 03:40:44.608436 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0cb5917d-8c22-4e77-b25f-e6f3c19ee567 req-802291e6-4624-4f2f-aabb-f3db95e2cbcd tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1a005b1-d4b4-43d6-a0bb-afcf96ecf6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413775 Sep 07 03:40:44.750442 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e27d47-708e-4c79-8ace-c1c1cb787c65 req-a355dd53-e8b6-4129-8819-8d547bbe42c8 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:40:44.752091 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f7e27d47-708e-4c79-8ace-c1c1cb787c65 req-a355dd53-e8b6-4129-8819-8d547bbe42c8 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=32727be9-14ad-4d81-a11c-78c0cfd8aea0 HTTP/1.1" status: 200 len: 945 time: 0.0662396 Sep 07 03:40:44.802901 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f7e27d47-708e-4c79-8ace-c1c1cb787c65 req-3653a009-1095-4a68-bd7a-278f4d5f6dd7 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1a005b1-d4b4-43d6-a0bb-afcf96ecf6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389516 Sep 07 03:40:44.825424 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45682) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:40:44.867730 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d834365-6864-4d67-98b5-887cca3706e8 tempest-TestNetworkAdvancedServerOps-177635439 tempest-TestNetworkAdvancedServerOps-177635439-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:40:44.869502 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-6d834365-6864-4d67-98b5-887cca3706e8 tempest-TestNetworkAdvancedServerOps-177635439 tempest-TestNetworkAdvancedServerOps-177635439-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=32727be9-14ad-4d81-a11c-78c0cfd8aea0 HTTP/1.1" status: 200 len: 1092 time: 0.0430596 Sep 07 03:40:44.873456 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45684) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:40:44.878212 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-ee7de113-4011-4e2c-a5c0-3ec25d5fef29 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Request body: {'floatingip': {'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'port_id': '7220ad65-bb69-4cc2-9c36-369858872acf', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:40:44.903321 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ee7de113-4011-4e2c-a5c0-3ec25d5fef29 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for floatingip, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:45.018094 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ee7de113-4011-4e2c-a5c0-3ec25d5fef29 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:45.138968 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-ee7de113-4011-4e2c-a5c0-3ec25d5fef29 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Allocated IP 172.25.5.176 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/6ed70806-c5a0-4d11-a977-6208b424f9de) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:40:45.260260 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ee7de113-4011-4e2c-a5c0-3ec25d5fef29 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:45.303348 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ee7de113-4011-4e2c-a5c0-3ec25d5fef29 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:45.344046 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7de113-4011-4e2c-a5c0-3ec25d5fef29 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:40:45.347868 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-ee7de113-4011-4e2c-a5c0-3ec25d5fef29 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:40:45.354609 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7de113-4011-4e2c-a5c0-3ec25d5fef29 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:40:45.360649 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7de113-4011-4e2c-a5c0-3ec25d5fef29 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'Port': ['ID=6ed70806-c5a0-4d11-a977-6208b424f9de,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:40:45.745111 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ee7de113-4011-4e2c-a5c0-3ec25d5fef29 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:45.832532 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ee7de113-4011-4e2c-a5c0-3ec25d5fef29 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:46.028235 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ee7de113-4011-4e2c-a5c0-3ec25d5fef29 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:46.033722 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ee7de113-4011-4e2c-a5c0-3ec25d5fef29 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:46.112352 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7de113-4011-4e2c-a5c0-3ec25d5fef29 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event updated for resources: {'Port': ['ID=6ed70806-c5a0-4d11-a977-6208b424f9de,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:40:46.123359 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ee7de113-4011-4e2c-a5c0-3ec25d5fef29 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:46.233497 n-d-796209-16 neutron-server[94700]: INFO neutron.db.l3_db [None req-ee7de113-4011-4e2c-a5c0-3ec25d5fef29 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Floating IP c6f56668-ab53-4867-b524-323be9549e61 associated. External IP: 172.25.5.176, port: 7220ad65-bb69-4cc2-9c36-369858872acf. Sep 07 03:40:46.451793 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee7de113-4011-4e2c-a5c0-3ec25d5fef29 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Router ba5ae984-59c0-4072-b505-171818b66909 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:40:46.569321 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7de113-4011-4e2c-a5c0-3ec25d5fef29 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:40:46.587130 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a23bb71-a949-4747-b13b-558bfce49a84 None None] Sync routers for ids ['ba5ae984-59c0-4072-b505-171818b66909'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:40:46.588947 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ee7de113-4011-4e2c-a5c0-3ec25d5fef29 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:46.606637 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a23bb71-a949-4747-b13b-558bfce49a84 None None] Routers {'ba5ae984-59c0-4072-b505-171818b66909'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:40:46.607259 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-8a23bb71-a949-4747-b13b-558bfce49a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:40:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['ba5ae984-59c0-4072-b505-171818b66909'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:40:46.617747 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ee7de113-4011-4e2c-a5c0-3ec25d5fef29 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7431488 Sep 07 03:40:46.618325 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32727be9-14ad-4d81-a11c-78c0cfd8aea0', 'tag': '7220ad65-bb69-4cc2-9c36-369858872acf'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:40:46.620800 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4b99ef7bc7a5293b766a2301f992bcff4e86bffe3ac49b880de9dcdee739ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab266bf5-9a71-4b1b-b82d-77dabd3b37ed" -d '{"events": [{"name": "network-changed", "server_uuid": "32727be9-14ad-4d81-a11c-78c0cfd8aea0", "tag": "7220ad65-bb69-4cc2-9c36-369858872acf"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:40:46.671424 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c66383d-9e21-45c2-b14c-756733cbf8c8 x-openstack-request-id: req-1c66383d-9e21-45c2-b14c-756733cbf8c8 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:40:46.671849 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32727be9-14ad-4d81-a11c-78c0cfd8aea0", "tag": "7220ad65-bb69-4cc2-9c36-369858872acf", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:40:46.672191 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1c66383d-9e21-45c2-b14c-756733cbf8c8 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:40:46.672843 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32727be9-14ad-4d81-a11c-78c0cfd8aea0', 'tag': '7220ad65-bb69-4cc2-9c36-369858872acf', 'status': 'completed', 'code': 200} Sep 07 03:40:46.748637 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab266bf5-9a71-4b1b-b82d-77dabd3b37ed req-2704bf7c-8981-410b-b7f1-b8561a723427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:40:46.750844 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ab266bf5-9a71-4b1b-b82d-77dabd3b37ed req-2704bf7c-8981-410b-b7f1-b8561a723427 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=27bcf015607944b4bc040d494fbb2877&device_id=32727be9-14ad-4d81-a11c-78c0cfd8aea0 HTTP/1.1" status: 200 len: 1097 time: 0.0513570 Sep 07 03:40:46.751202 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-8a23bb71-a949-4747-b13b-558bfce49a84 None None] Set router ba5ae984-59c0-4072-b505-171818b66909 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:40:46.752055 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe90a067-fd9e-4263-8dc8-c79f6c01d0d3 req-8e83d8b8-2dca-4980-909e-e47546b0f280 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:40:46.754349 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fe90a067-fd9e-4263-8dc8-c79f6c01d0d3 req-8e83d8b8-2dca-4980-909e-e47546b0f280 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=32727be9-14ad-4d81-a11c-78c0cfd8aea0 HTTP/1.1" status: 200 len: 945 time: 0.0749457 Sep 07 03:40:46.796810 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fe90a067-fd9e-4263-8dc8-c79f6c01d0d3 req-bf715ad3-9703-4c90-a8bb-6dc49673941b tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1a005b1-d4b4-43d6-a0bb-afcf96ecf6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360281 Sep 07 03:40:46.822675 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45690) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:40:46.868939 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab266bf5-9a71-4b1b-b82d-77dabd3b37ed req-7e7cdea6-2cc9-4756-a579-5f7c7e209dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:40:46.871362 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ab266bf5-9a71-4b1b-b82d-77dabd3b37ed req-7e7cdea6-2cc9-4756-a579-5f7c7e209dea service neutron] 10.222.0.23 "GET /v2.0/networks?id=ca3d81ea-f33b-44ce-bde0-07cc8613379f HTTP/1.1" status: 200 len: 896 time: 0.1140413 Sep 07 03:40:46.901243 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-7a12ad38-714b-49b6-aa6c-5aa0be86ab68 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/floatingips/c6f56668-ab53-4867-b524-323be9549e61 HTTP/1.1" status: 200 len: 991 time: 0.0771878 Sep 07 03:40:46.952863 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ab266bf5-9a71-4b1b-b82d-77dabd3b37ed req-77cff8b9-01a4-4828-9c25-91e70fbfab8b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7220ad65-bb69-4cc2-9c36-369858872acf HTTP/1.1" status: 200 len: 999 time: 0.0738659 Sep 07 03:40:47.005380 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab266bf5-9a71-4b1b-b82d-77dabd3b37ed req-85f2b063-8295-46ac-8807-1239290d1a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:40:47.006792 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ab266bf5-9a71-4b1b-b82d-77dabd3b37ed req-85f2b063-8295-46ac-8807-1239290d1a77 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=36d58698-db47-499a-8503-83ece6dde35e HTTP/1.1" status: 200 len: 834 time: 0.0471938 Sep 07 03:40:47.028104 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-8a23bb71-a949-4747-b13b-558bfce49a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba5ae984-59c0-4072-b505-171818b66909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1125375381', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'cb6a7e75-de17-4779-a312-928636bf1766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:40:26Z', 'updated_at': '2021-09-07T03:40:30Z', 'revision_number': 4, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': 'cb6a7e75-de17-4779-a312-928636bf1766', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:cb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5ae984-59c0-4072-b505-171818b66909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:40:27Z', 'updated_at': '2021-09-07T03:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'c6f56668-ab53-4867-b524-323be9549e61', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'floating_ip_address': '172.25.5.176', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': 'ba5ae984-59c0-4072-b505-171818b66909', 'port_id': '7220ad65-bb69-4cc2-9c36-369858872acf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca3d81ea-f33b-44ce-bde0-07cc8613379f', 'mac_address': 'fa:16:3e:1d:c1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32727be9-14ad-4d81-a11c-78c0cfd8aea0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:40:45Z', 'updated_at': '2021-09-07T03:40:45Z', 'revision_number': 0, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06d7b039-1e83-41ba-acaa-b134d5ca3ae5', 'name': '', 'network_id': 'ca3d81ea-f33b-44ce-bde0-07cc8613379f', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'mac_address': 'fa:16:3e:c9:44:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5ae984-59c0-4072-b505-171818b66909', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '36d58698-db47-499a-8503-83ece6dde35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:40:29Z', 'updated_at': '2021-09-07T03:40:36Z', 'revision_number': 5, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'subnets': [{'id': '36d58698-db47-499a-8503-83ece6dde35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:40:47.056576 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab266bf5-9a71-4b1b-b82d-77dabd3b37ed req-7fb72df1-0791-49e9-ba33-5306882b7c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:40:47.058163 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ab266bf5-9a71-4b1b-b82d-77dabd3b37ed req-7fb72df1-0791-49e9-ba33-5306882b7c3e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ca3d81ea-f33b-44ce-bde0-07cc8613379f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442014 Sep 07 03:40:47.060878 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a23bb71-a949-4747-b13b-558bfce49a84 None None] Checking router: ba5ae984-59c0-4072-b505-171818b66909 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:40:47.070639 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a23bb71-a949-4747-b13b-558bfce49a84 None None] Routers {'ba5ae984-59c0-4072-b505-171818b66909'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:40:47.071264 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-8a23bb71-a949-4747-b13b-558bfce49a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:40:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['ba5ae984-59c0-4072-b505-171818b66909'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:40:47.186101 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ab266bf5-9a71-4b1b-b82d-77dabd3b37ed req-673fad42-6b9a-463b-b27b-7c48c1ca1672 service neutron] 10.222.0.23 "GET /v2.0/networks/ca3d81ea-f33b-44ce-bde0-07cc8613379f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203840 Sep 07 03:40:47.287126 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ab266bf5-9a71-4b1b-b82d-77dabd3b37ed req-66a81cd2-f568-4c5c-83d3-7cbe6271953b service neutron] 10.222.0.23 "GET /v2.0/networks/ca3d81ea-f33b-44ce-bde0-07cc8613379f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940897 Sep 07 03:40:47.289084 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-8a23bb71-a949-4747-b13b-558bfce49a84 None None] Set router ba5ae984-59c0-4072-b505-171818b66909 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:40:47.527215 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-8a23bb71-a949-4747-b13b-558bfce49a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba5ae984-59c0-4072-b505-171818b66909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1125375381', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'cb6a7e75-de17-4779-a312-928636bf1766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:40:26Z', 'updated_at': '2021-09-07T03:40:30Z', 'revision_number': 4, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': 'cb6a7e75-de17-4779-a312-928636bf1766', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:cb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5ae984-59c0-4072-b505-171818b66909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:40:27Z', 'updated_at': '2021-09-07T03:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'c6f56668-ab53-4867-b524-323be9549e61', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'floating_ip_address': '172.25.5.176', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': 'ba5ae984-59c0-4072-b505-171818b66909', 'port_id': '7220ad65-bb69-4cc2-9c36-369858872acf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca3d81ea-f33b-44ce-bde0-07cc8613379f', 'mac_address': 'fa:16:3e:1d:c1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32727be9-14ad-4d81-a11c-78c0cfd8aea0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:40:45Z', 'updated_at': '2021-09-07T03:40:45Z', 'revision_number': 0, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06d7b039-1e83-41ba-acaa-b134d5ca3ae5', 'name': '', 'network_id': 'ca3d81ea-f33b-44ce-bde0-07cc8613379f', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'mac_address': 'fa:16:3e:c9:44:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5ae984-59c0-4072-b505-171818b66909', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '36d58698-db47-499a-8503-83ece6dde35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:40:29Z', 'updated_at': '2021-09-07T03:40:36Z', 'revision_number': 5, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'subnets': [{'id': '36d58698-db47-499a-8503-83ece6dde35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:40:47.555045 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a23bb71-a949-4747-b13b-558bfce49a84 None None] The sync data for ids ['ba5ae984-59c0-4072-b505-171818b66909'] in n-d-796209-16 is: [{'id': 'ba5ae984-59c0-4072-b505-171818b66909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1125375381', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'cb6a7e75-de17-4779-a312-928636bf1766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:40:26Z', 'updated_at': '2021-09-07T03:40:30Z', 'revision_number': 4, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': 'cb6a7e75-de17-4779-a312-928636bf1766', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:cb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5ae984-59c0-4072-b505-171818b66909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:40:27Z', 'updated_at': '2021-09-07T03:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'c6f56668-ab53-4867-b524-323be9549e61', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'floating_ip_address': '172.25.5.176', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': 'ba5ae984-59c0-4072-b505-171818b66909', 'port_id': '7220ad65-bb69-4cc2-9c36-369858872acf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca3d81ea-f33b-44ce-bde0-07cc8613379f', 'mac_address': 'fa:16:3e:1d:c1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32727be9-14ad-4d81-a11c-78c0cfd8aea0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:40:45Z', 'updated_at': '2021-09-07T03:40:45Z', 'revision_number': 0, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06d7b039-1e83-41ba-acaa-b134d5ca3ae5', 'name': '', 'network_id': 'ca3d81ea-f33b-44ce-bde0-07cc8613379f', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'mac_address': 'fa:16:3e:c9:44:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5ae984-59c0-4072-b505-171818b66909', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '36d58698-db47-499a-8503-83ece6dde35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:40:29Z', 'updated_at': '2021-09-07T03:40:36Z', 'revision_number': 5, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'subnets': [{'id': '36d58698-db47-499a-8503-83ece6dde35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:40:47.760406 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b16d6f-9a1c-4047-889b-2c141ebc3d3d None None] New status for floating IP c6f56668-ab53-4867-b524-323be9549e61: ACTIVE {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 03:40:47.904656 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45692) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:40:48.302550 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f5695aef-3349-490a-bce0-905ab6932e07 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/floatingips/c6f56668-ab53-4867-b524-323be9549e61 HTTP/1.1" status: 200 len: 993 time: 0.3967836 Sep 07 03:40:52.198834 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:52.200124 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:56.001089 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a64d0803-1638-46f9-abaa-b05980604950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:58.260924 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-66d17404-2fa6-4147-8eb6-166876be0129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:58.786762 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:40:59.480713 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:40:59.775922 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:01.604845 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:19.756632 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bdb8f4-2388-40af-8b6c-768f5292e970 req-fb5434d5-91c0-42f4-bbb4-0e292c09d000 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:41:19.758070 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-02bdb8f4-2388-40af-8b6c-768f5292e970 req-fb5434d5-91c0-42f4-bbb4-0e292c09d000 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=32727be9-14ad-4d81-a11c-78c0cfd8aea0 HTTP/1.1" status: 200 len: 945 time: 0.0970738 Sep 07 03:41:19.803665 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-02bdb8f4-2388-40af-8b6c-768f5292e970 req-f4a3abef-d408-429c-b5ff-d1be529db851 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1a005b1-d4b4-43d6-a0bb-afcf96ecf6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392344 Sep 07 03:41:20.971561 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a556d-dc8f-4e98-9016-5064cbd01bf4 req-9ed02709-6019-43c4-a7b3-98205e970b85 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:41:20.973088 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7d8a556d-dc8f-4e98-9016-5064cbd01bf4 req-9ed02709-6019-43c4-a7b3-98205e970b85 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=32727be9-14ad-4d81-a11c-78c0cfd8aea0 HTTP/1.1" status: 200 len: 945 time: 0.0991201 Sep 07 03:41:21.011859 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7d8a556d-dc8f-4e98-9016-5064cbd01bf4 req-9614cc17-3c3d-413e-b420-9a190bf6b65d tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1a005b1-d4b4-43d6-a0bb-afcf96ecf6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326245 Sep 07 03:41:21.034730 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45718) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:41:21.099099 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-6bf38a74-c7a8-4b80-9a68-19a8dff5249d tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/floatingips/c6f56668-ab53-4867-b524-323be9549e61 HTTP/1.1" status: 200 len: 993 time: 0.0631313 Sep 07 03:41:22.206890 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:22.214611 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:22.456752 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e768b23-91b1-49cc-9c8f-a8a8124b7bc8 req-51a1f3ce-e537-47e4-b71a-a107e410ff5b tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:41:22.459217 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9e768b23-91b1-49cc-9c8f-a8a8124b7bc8 req-51a1f3ce-e537-47e4-b71a-a107e410ff5b tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=32727be9-14ad-4d81-a11c-78c0cfd8aea0 HTTP/1.1" status: 200 len: 945 time: 0.1017959 Sep 07 03:41:22.464247 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac819d-429d-4f32-9ce7-5a2d2ef0e492 req-8481c2ba-97c2-4012-a4d8-38a1ac5397ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:41:22.466527 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fbac819d-429d-4f32-9ce7-5a2d2ef0e492 req-8481c2ba-97c2-4012-a4d8-38a1ac5397ec service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=27bcf015607944b4bc040d494fbb2877&device_id=32727be9-14ad-4d81-a11c-78c0cfd8aea0 HTTP/1.1" status: 200 len: 1097 time: 0.1003132 Sep 07 03:41:22.557026 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9e768b23-91b1-49cc-9c8f-a8a8124b7bc8 req-32196ade-81ac-4bb7-aaf4-4efd0bf5e035 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1a005b1-d4b4-43d6-a0bb-afcf96ecf6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891619 Sep 07 03:41:22.590725 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac819d-429d-4f32-9ce7-5a2d2ef0e492 req-b172a293-1d06-402a-852f-9dcca115b6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:41:22.592281 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fbac819d-429d-4f32-9ce7-5a2d2ef0e492 req-b172a293-1d06-402a-852f-9dcca115b6da service neutron] 10.222.0.23 "GET /v2.0/networks?id=ca3d81ea-f33b-44ce-bde0-07cc8613379f HTTP/1.1" status: 200 len: 896 time: 0.1183062 Sep 07 03:41:22.662029 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fbac819d-429d-4f32-9ce7-5a2d2ef0e492 req-71176e17-e95d-44d5-9717-f2769eca2ecb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7220ad65-bb69-4cc2-9c36-369858872acf HTTP/1.1" status: 200 len: 1001 time: 0.0624294 Sep 07 03:41:22.717283 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac819d-429d-4f32-9ce7-5a2d2ef0e492 req-cbba38d4-62e9-4a86-bb77-9c1421ce3f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:41:22.718773 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fbac819d-429d-4f32-9ce7-5a2d2ef0e492 req-cbba38d4-62e9-4a86-bb77-9c1421ce3f08 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=36d58698-db47-499a-8503-83ece6dde35e HTTP/1.1" status: 200 len: 834 time: 0.0500815 Sep 07 03:41:22.766636 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac819d-429d-4f32-9ce7-5a2d2ef0e492 req-582d113c-5765-40a4-ac5b-6e6ec0c1c7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:41:22.768201 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fbac819d-429d-4f32-9ce7-5a2d2ef0e492 req-582d113c-5765-40a4-ac5b-6e6ec0c1c7ca service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ca3d81ea-f33b-44ce-bde0-07cc8613379f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428362 Sep 07 03:41:22.861510 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fbac819d-429d-4f32-9ce7-5a2d2ef0e492 req-d59ca3f5-6156-499b-afb4-4697a9bc6f08 service neutron] 10.222.0.23 "GET /v2.0/networks/ca3d81ea-f33b-44ce-bde0-07cc8613379f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862958 Sep 07 03:41:22.962970 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fbac819d-429d-4f32-9ce7-5a2d2ef0e492 req-613b05d7-3d53-4377-bd24-57315b5f5034 service neutron] 10.222.0.23 "GET /v2.0/networks/ca3d81ea-f33b-44ce-bde0-07cc8613379f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939806 Sep 07 03:41:23.683515 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b0e581-b2b8-4cce-91b0-2e2b1a9e4165 req-88021928-02c7-4916-9ba3-8e852069c80b tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:41:23.685185 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c9b0e581-b2b8-4cce-91b0-2e2b1a9e4165 req-88021928-02c7-4916-9ba3-8e852069c80b tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=32727be9-14ad-4d81-a11c-78c0cfd8aea0 HTTP/1.1" status: 200 len: 945 time: 0.0519209 Sep 07 03:41:23.728630 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c9b0e581-b2b8-4cce-91b0-2e2b1a9e4165 req-80e2cca7-4e73-4e65-923c-03e5dc7142be tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1a005b1-d4b4-43d6-a0bb-afcf96ecf6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361347 Sep 07 03:41:24.845420 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f9a90-bc08-40a5-8dc1-4b452e59927e req-5675735b-db08-4abe-82a6-17575707866e tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:41:24.846907 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-569f9a90-bc08-40a5-8dc1-4b452e59927e req-5675735b-db08-4abe-82a6-17575707866e tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=32727be9-14ad-4d81-a11c-78c0cfd8aea0 HTTP/1.1" status: 200 len: 945 time: 0.0491886 Sep 07 03:41:24.886457 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-569f9a90-bc08-40a5-8dc1-4b452e59927e req-80c1eb16-ed76-44dd-b3eb-39cae96144b5 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1a005b1-d4b4-43d6-a0bb-afcf96ecf6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335381 Sep 07 03:41:24.910361 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45732) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:41:24.978165 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-937380d2-9928-40ef-be47-c5bfacf6a3fc tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/floatingips/c6f56668-ab53-4867-b524-323be9549e61 HTTP/1.1" status: 200 len: 993 time: 0.0665822 Sep 07 03:41:25.199826 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45738) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:41:25.364789 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-db3331c1-a79f-4dd2-9691-58bfe0bb9cd4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Deleting port 6ed70806-c5a0-4d11-a977-6208b424f9de {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:41:25.365028 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-db3331c1-a79f-4dd2-9691-58bfe0bb9cd4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:25.442872 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-db3331c1-a79f-4dd2-9691-58bfe0bb9cd4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:25.443202 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-db3331c1-a79f-4dd2-9691-58bfe0bb9cd4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:25.457004 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-db3331c1-a79f-4dd2-9691-58bfe0bb9cd4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Calling delete_port for 6ed70806-c5a0-4d11-a977-6208b424f9de owned by network:floatingip {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:41:25.612754 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-db3331c1-a79f-4dd2-9691-58bfe0bb9cd4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:25.647245 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3331c1-a79f-4dd2-9691-58bfe0bb9cd4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event deleted for resources: {'Port': ['ID=6ed70806-c5a0-4d11-a977-6208b424f9de,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:41:25.676520 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3331c1-a79f-4dd2-9691-58bfe0bb9cd4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:41:25.676870 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3331c1-a79f-4dd2-9691-58bfe0bb9cd4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:41:25.677212 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3331c1-a79f-4dd2-9691-58bfe0bb9cd4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:41:25.677549 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3331c1-a79f-4dd2-9691-58bfe0bb9cd4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:41:25.677875 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3331c1-a79f-4dd2-9691-58bfe0bb9cd4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:41:25.678208 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3331c1-a79f-4dd2-9691-58bfe0bb9cd4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:41:25.678534 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3331c1-a79f-4dd2-9691-58bfe0bb9cd4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:41:25.678859 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3331c1-a79f-4dd2-9691-58bfe0bb9cd4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:41:25.679184 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3331c1-a79f-4dd2-9691-58bfe0bb9cd4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:41:25.679531 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3331c1-a79f-4dd2-9691-58bfe0bb9cd4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:41:25.679862 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3331c1-a79f-4dd2-9691-58bfe0bb9cd4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:41:25.680180 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db3331c1-a79f-4dd2-9691-58bfe0bb9cd4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:41:25.722217 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-db3331c1-a79f-4dd2-9691-58bfe0bb9cd4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for floatingip, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:25.722556 n-d-796209-16 neutron-server[94700]: INFO neutron.db.l3_db [None req-db3331c1-a79f-4dd2-9691-58bfe0bb9cd4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Floating IP c6f56668-ab53-4867-b524-323be9549e61 disassociated (deleted). External IP: 172.25.5.176, port: 7220ad65-bb69-4cc2-9c36-369858872acf. Sep 07 03:41:25.945197 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db3331c1-a79f-4dd2-9691-58bfe0bb9cd4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Router ba5ae984-59c0-4072-b505-171818b66909 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:41:26.004865 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c4e36651-7f46-4160-8bd1-d2443c0c9adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:26.063307 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3331c1-a79f-4dd2-9691-58bfe0bb9cd4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:41:26.071334 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-db3331c1-a79f-4dd2-9691-58bfe0bb9cd4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:26.076614 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa1099c-10ba-4a8a-bd8a-bb4d120b80bd None None] Sync routers for ids ['ba5ae984-59c0-4072-b505-171818b66909'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:41:26.086894 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa1099c-10ba-4a8a-bd8a-bb4d120b80bd None None] Routers {'ba5ae984-59c0-4072-b505-171818b66909'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:41:26.087565 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-cfa1099c-10ba-4a8a-bd8a-bb4d120b80bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:40:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['ba5ae984-59c0-4072-b505-171818b66909'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:41:26.111045 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-db3331c1-a79f-4dd2-9691-58bfe0bb9cd4 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "DELETE /v2.0/floatingips/c6f56668-ab53-4867-b524-323be9549e61 HTTP/1.1" status: 204 len: 168 time: 0.9093046 Sep 07 03:41:26.111717 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32727be9-14ad-4d81-a11c-78c0cfd8aea0', 'tag': '7220ad65-bb69-4cc2-9c36-369858872acf'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:41:26.114251 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4b99ef7bc7a5293b766a2301f992bcff4e86bffe3ac49b880de9dcdee739ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-151b0c44-4ded-4165-b49e-be03c3330267" -d '{"events": [{"name": "network-changed", "server_uuid": "32727be9-14ad-4d81-a11c-78c0cfd8aea0", "tag": "7220ad65-bb69-4cc2-9c36-369858872acf"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:41:26.153467 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251d190d-4695-4aac-a324-6c9419f91ce3 x-openstack-request-id: req-251d190d-4695-4aac-a324-6c9419f91ce3 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:41:26.153767 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32727be9-14ad-4d81-a11c-78c0cfd8aea0", "tag": "7220ad65-bb69-4cc2-9c36-369858872acf", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:41:26.154027 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-251d190d-4695-4aac-a324-6c9419f91ce3 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:41:26.154445 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32727be9-14ad-4d81-a11c-78c0cfd8aea0', 'tag': '7220ad65-bb69-4cc2-9c36-369858872acf', 'status': 'completed', 'code': 200} Sep 07 03:41:26.224588 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b0c44-4ded-4165-b49e-be03c3330267 req-94b9aef5-f8f4-4ef3-b87e-2fd5f214a117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:41:26.226464 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-151b0c44-4ded-4165-b49e-be03c3330267 req-94b9aef5-f8f4-4ef3-b87e-2fd5f214a117 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=27bcf015607944b4bc040d494fbb2877&device_id=32727be9-14ad-4d81-a11c-78c0cfd8aea0 HTTP/1.1" status: 200 len: 1097 time: 0.0482371 Sep 07 03:41:26.273756 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-cfa1099c-10ba-4a8a-bd8a-bb4d120b80bd None None] Set router ba5ae984-59c0-4072-b505-171818b66909 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:41:26.397916 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b0c44-4ded-4165-b49e-be03c3330267 req-e61f854d-8a03-4600-af59-2391ecfee419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:41:26.400281 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-151b0c44-4ded-4165-b49e-be03c3330267 req-e61f854d-8a03-4600-af59-2391ecfee419 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ca3d81ea-f33b-44ce-bde0-07cc8613379f HTTP/1.1" status: 200 len: 896 time: 0.1665189 Sep 07 03:41:26.405464 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a7148b-666e-401c-a442-d441e6a81331 req-a50a430c-9cd6-41e8-af03-4e476c08cb13 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:41:26.407161 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e2a7148b-666e-401c-a442-d441e6a81331 req-a50a430c-9cd6-41e8-af03-4e476c08cb13 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=32727be9-14ad-4d81-a11c-78c0cfd8aea0 HTTP/1.1" status: 200 len: 945 time: 0.0681493 Sep 07 03:41:26.456199 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e2a7148b-666e-401c-a442-d441e6a81331 req-40c238c0-8b61-49f2-a25e-723fb852d588 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1a005b1-d4b4-43d6-a0bb-afcf96ecf6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423086 Sep 07 03:41:26.461631 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-151b0c44-4ded-4165-b49e-be03c3330267 req-e95e647f-27e5-4b6c-aa9b-73d2b345a55a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7220ad65-bb69-4cc2-9c36-369858872acf HTTP/1.1" status: 200 len: 217 time: 0.0520804 Sep 07 03:41:26.522856 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b0c44-4ded-4165-b49e-be03c3330267 req-089d94f6-a13d-42d5-9a8a-eeb7d5e45cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:41:26.525846 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-151b0c44-4ded-4165-b49e-be03c3330267 req-089d94f6-a13d-42d5-9a8a-eeb7d5e45cb6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=36d58698-db47-499a-8503-83ece6dde35e HTTP/1.1" status: 200 len: 834 time: 0.0532324 Sep 07 03:41:26.535688 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-cfa1099c-10ba-4a8a-bd8a-bb4d120b80bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba5ae984-59c0-4072-b505-171818b66909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1125375381', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'cb6a7e75-de17-4779-a312-928636bf1766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:40:26Z', 'updated_at': '2021-09-07T03:40:30Z', 'revision_number': 4, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': 'cb6a7e75-de17-4779-a312-928636bf1766', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:cb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5ae984-59c0-4072-b505-171818b66909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:40:27Z', 'updated_at': '2021-09-07T03:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '06d7b039-1e83-41ba-acaa-b134d5ca3ae5', 'name': '', 'network_id': 'ca3d81ea-f33b-44ce-bde0-07cc8613379f', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'mac_address': 'fa:16:3e:c9:44:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5ae984-59c0-4072-b505-171818b66909', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '36d58698-db47-499a-8503-83ece6dde35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:40:29Z', 'updated_at': '2021-09-07T03:40:36Z', 'revision_number': 5, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'subnets': [{'id': '36d58698-db47-499a-8503-83ece6dde35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:41:26.563090 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa1099c-10ba-4a8a-bd8a-bb4d120b80bd None None] Checking router: ba5ae984-59c0-4072-b505-171818b66909 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:41:26.572780 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa1099c-10ba-4a8a-bd8a-bb4d120b80bd None None] Routers {'ba5ae984-59c0-4072-b505-171818b66909'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:41:26.573414 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-cfa1099c-10ba-4a8a-bd8a-bb4d120b80bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:40:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['ba5ae984-59c0-4072-b505-171818b66909'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:41:26.574401 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b0c44-4ded-4165-b49e-be03c3330267 req-eccec175-883e-4222-909f-621b4f39a2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:41:26.576007 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-151b0c44-4ded-4165-b49e-be03c3330267 req-eccec175-883e-4222-909f-621b4f39a2b7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ca3d81ea-f33b-44ce-bde0-07cc8613379f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439553 Sep 07 03:41:26.679968 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-151b0c44-4ded-4165-b49e-be03c3330267 req-08eac90c-5c27-4886-ad4d-89221b3e5ee1 service neutron] 10.222.0.23 "GET /v2.0/networks/ca3d81ea-f33b-44ce-bde0-07cc8613379f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955877 Sep 07 03:41:26.684676 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-cfa1099c-10ba-4a8a-bd8a-bb4d120b80bd None None] Set router ba5ae984-59c0-4072-b505-171818b66909 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:41:26.776422 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-151b0c44-4ded-4165-b49e-be03c3330267 req-e50b0486-f98a-476c-b82f-879fc1594b82 service neutron] 10.222.0.23 "GET /v2.0/networks/ca3d81ea-f33b-44ce-bde0-07cc8613379f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870793 Sep 07 03:41:26.888784 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-cfa1099c-10ba-4a8a-bd8a-bb4d120b80bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba5ae984-59c0-4072-b505-171818b66909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1125375381', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'cb6a7e75-de17-4779-a312-928636bf1766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:40:26Z', 'updated_at': '2021-09-07T03:40:30Z', 'revision_number': 4, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': 'cb6a7e75-de17-4779-a312-928636bf1766', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:cb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5ae984-59c0-4072-b505-171818b66909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:40:27Z', 'updated_at': '2021-09-07T03:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '06d7b039-1e83-41ba-acaa-b134d5ca3ae5', 'name': '', 'network_id': 'ca3d81ea-f33b-44ce-bde0-07cc8613379f', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'mac_address': 'fa:16:3e:c9:44:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5ae984-59c0-4072-b505-171818b66909', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '36d58698-db47-499a-8503-83ece6dde35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:40:29Z', 'updated_at': '2021-09-07T03:40:36Z', 'revision_number': 5, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'subnets': [{'id': '36d58698-db47-499a-8503-83ece6dde35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:41:26.915997 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa1099c-10ba-4a8a-bd8a-bb4d120b80bd None None] The sync data for ids ['ba5ae984-59c0-4072-b505-171818b66909'] in n-d-796209-16 is: [{'id': 'ba5ae984-59c0-4072-b505-171818b66909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1125375381', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'cb6a7e75-de17-4779-a312-928636bf1766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:40:26Z', 'updated_at': '2021-09-07T03:40:30Z', 'revision_number': 4, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': 'cb6a7e75-de17-4779-a312-928636bf1766', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:cb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5ae984-59c0-4072-b505-171818b66909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:40:27Z', 'updated_at': '2021-09-07T03:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '06d7b039-1e83-41ba-acaa-b134d5ca3ae5', 'name': '', 'network_id': 'ca3d81ea-f33b-44ce-bde0-07cc8613379f', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'mac_address': 'fa:16:3e:c9:44:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5ae984-59c0-4072-b505-171818b66909', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '36d58698-db47-499a-8503-83ece6dde35e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:40:29Z', 'updated_at': '2021-09-07T03:40:36Z', 'revision_number': 5, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'subnets': [{'id': '36d58698-db47-499a-8503-83ece6dde35e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:41:27.139852 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20292f1f-bf5a-40a8-b2c9-b6152ce40d97 None None] New status for floating IP c6f56668-ab53-4867-b524-323be9549e61: DOWN {{(pid=94702) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 03:41:27.576524 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31b7f1-3b3b-41f6-9bf9-edbc5d890a53 req-ff4f7ae1-b5e6-401b-81cd-4bf8e7c7fd9e tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:41:27.578069 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cf31b7f1-3b3b-41f6-9bf9-edbc5d890a53 req-ff4f7ae1-b5e6-401b-81cd-4bf8e7c7fd9e tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=32727be9-14ad-4d81-a11c-78c0cfd8aea0 HTTP/1.1" status: 200 len: 945 time: 0.0500557 Sep 07 03:41:27.615943 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cf31b7f1-3b3b-41f6-9bf9-edbc5d890a53 req-f0311a55-ada1-4e19-a57d-dd7c40f68f17 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1a005b1-d4b4-43d6-a0bb-afcf96ecf6f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313222 Sep 07 03:41:27.906066 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4be382-3109-4334-8c07-1a175703df5f req-25206fb1-f1a8-4447-8f2a-cce9175a55e5 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:41:27.907641 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cc4be382-3109-4334-8c07-1a175703df5f req-25206fb1-f1a8-4447-8f2a-cce9175a55e5 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.23 "GET /v2.0/ports?device_id=32727be9-14ad-4d81-a11c-78c0cfd8aea0 HTTP/1.1" status: 200 len: 945 time: 0.0546379 Sep 07 03:41:28.002068 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-cc4be382-3109-4334-8c07-1a175703df5f req-f69692fb-aebc-4028-8e2c-8516885a3db9 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Deleting port 7220ad65-bb69-4cc2-9c36-369858872acf {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:41:28.002509 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-cc4be382-3109-4334-8c07-1a175703df5f req-f69692fb-aebc-4028-8e2c-8516885a3db9 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:28.102655 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-cc4be382-3109-4334-8c07-1a175703df5f req-f69692fb-aebc-4028-8e2c-8516885a3db9 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] For port 7220ad65-bb69-4cc2-9c36-369858872acf, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=7220ad65-bb69-4cc2-9c36-369858872acf,segment=NetworkSegment(fe67e759-aa70-4359-9d61-719575b79d64),segment_id=fe67e759-aa70-4359-9d61-719575b79d64)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:41:28.103023 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-cc4be382-3109-4334-8c07-1a175703df5f req-f69692fb-aebc-4028-8e2c-8516885a3db9 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:28.115646 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-cc4be382-3109-4334-8c07-1a175703df5f req-f69692fb-aebc-4028-8e2c-8516885a3db9 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Calling delete_port for 7220ad65-bb69-4cc2-9c36-369858872acf owned by compute:nova {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:41:28.244646 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-cc4be382-3109-4334-8c07-1a175703df5f req-f69692fb-aebc-4028-8e2c-8516885a3db9 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:28.263292 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-67514a8c-3da9-497f-bc95-2a751350d5dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:28.280312 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69692fb-aebc-4028-8e2c-8516885a3db9 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event deleted for resources: {'Port': ['ID=7220ad65-bb69-4cc2-9c36-369858872acf,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:41:28.307042 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69692fb-aebc-4028-8e2c-8516885a3db9 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:41:28.307394 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69692fb-aebc-4028-8e2c-8516885a3db9 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:41:28.307774 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69692fb-aebc-4028-8e2c-8516885a3db9 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:41:28.308110 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69692fb-aebc-4028-8e2c-8516885a3db9 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:41:28.308501 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69692fb-aebc-4028-8e2c-8516885a3db9 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:41:28.308776 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69692fb-aebc-4028-8e2c-8516885a3db9 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:41:28.309108 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69692fb-aebc-4028-8e2c-8516885a3db9 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:41:28.309445 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69692fb-aebc-4028-8e2c-8516885a3db9 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:41:28.309769 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69692fb-aebc-4028-8e2c-8516885a3db9 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:41:28.310095 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69692fb-aebc-4028-8e2c-8516885a3db9 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:41:28.310419 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69692fb-aebc-4028-8e2c-8516885a3db9 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:41:28.310760 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69692fb-aebc-4028-8e2c-8516885a3db9 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:41:28.332645 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc4be382-3109-4334-8c07-1a175703df5f req-f69692fb-aebc-4028-8e2c-8516885a3db9 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] No DVR routers for this DVR port 7220ad65-bb69-4cc2-9c36-369858872acf on host n-h1-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:41:28.335124 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-cc4be382-3109-4334-8c07-1a175703df5f req-f69692fb-aebc-4028-8e2c-8516885a3db9 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:28.337233 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cc4be382-3109-4334-8c07-1a175703df5f req-f69692fb-aebc-4028-8e2c-8516885a3db9 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.23 "DELETE /v2.0/ports/7220ad65-bb69-4cc2-9c36-369858872acf HTTP/1.1" status: 204 len: 173 time: 0.4239466 Sep 07 03:41:28.337662 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32727be9-14ad-4d81-a11c-78c0cfd8aea0', 'name': 'network-vif-deleted', 'tag': '7220ad65-bb69-4cc2-9c36-369858872acf'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:41:28.340177 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf84fb72099b4c059134e8dbf206a3531b112bee59ff8dea8931d4ccd024695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379432c1-06db-43e9-a698-5d348ca63660" -d '{"events": [{"server_uuid": "32727be9-14ad-4d81-a11c-78c0cfd8aea0", "name": "network-vif-deleted", "tag": "7220ad65-bb69-4cc2-9c36-369858872acf"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:41:28.378172 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdfb025c-a0ca-4c00-bbf0-fe618897d71e x-openstack-request-id: req-bdfb025c-a0ca-4c00-bbf0-fe618897d71e {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:41:28.378465 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32727be9-14ad-4d81-a11c-78c0cfd8aea0", "name": "network-vif-deleted", "tag": "7220ad65-bb69-4cc2-9c36-369858872acf", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:41:28.378715 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bdfb025c-a0ca-4c00-bbf0-fe618897d71e {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:41:28.379118 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32727be9-14ad-4d81-a11c-78c0cfd8aea0', 'name': 'network-vif-deleted', 'tag': '7220ad65-bb69-4cc2-9c36-369858872acf', 'status': 'completed', 'code': 200} Sep 07 03:41:28.735103 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-63f2a23c-35a6-4bf7-8c97-fca829224b8a req-232acff7-d13b-4732-803d-69c4068ce4d2 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "GET /v2.0/ports?device_id=32727be9-14ad-4d81-a11c-78c0cfd8aea0 HTTP/1.1" status: 200 len: 210 time: 0.0296252 Sep 07 03:41:28.797717 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:29.781607 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:29.803084 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45754) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:41:30.199172 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2a0c3a02-07a9-48ba-8e7e-03d074c86461 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:30.487004 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-2a0c3a02-07a9-48ba-8e7e-03d074c86461 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Deleting port 06d7b039-1e83-41ba-acaa-b134d5ca3ae5 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:41:30.487241 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2a0c3a02-07a9-48ba-8e7e-03d074c86461 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:30.590957 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-2a0c3a02-07a9-48ba-8e7e-03d074c86461 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] For port 06d7b039-1e83-41ba-acaa-b134d5ca3ae5, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=06d7b039-1e83-41ba-acaa-b134d5ca3ae5,segment=NetworkSegment(fe67e759-aa70-4359-9d61-719575b79d64),segment_id=fe67e759-aa70-4359-9d61-719575b79d64)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:41:30.591327 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2a0c3a02-07a9-48ba-8e7e-03d074c86461 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:30.604393 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-2a0c3a02-07a9-48ba-8e7e-03d074c86461 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Calling delete_port for 06d7b039-1e83-41ba-acaa-b134d5ca3ae5 owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:41:30.803145 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2a0c3a02-07a9-48ba-8e7e-03d074c86461 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:30.835299 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0c3a02-07a9-48ba-8e7e-03d074c86461 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event deleted for resources: {'Port': ['ID=06d7b039-1e83-41ba-acaa-b134d5ca3ae5,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:41:31.027677 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2a0c3a02-07a9-48ba-8e7e-03d074c86461 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:31.041728 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 7220ad65-bb69-4cc2-9c36-369858872acf no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:41:31.068037 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: 7220ad65-bb69-4cc2-9c36-369858872acf {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:41:31.068499 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 7220ad65-bb69-4cc2-9c36-369858872acf not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:41:31.260635 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a0c3a02-07a9-48ba-8e7e-03d074c86461 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Router ba5ae984-59c0-4072-b505-171818b66909 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:41:31.389765 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a0c3a02-07a9-48ba-8e7e-03d074c86461 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:41:31.400456 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-2a0c3a02-07a9-48ba-8e7e-03d074c86461 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "PUT /v2.0/routers/ba5ae984-59c0-4072-b505-171818b66909/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5959935 Sep 07 03:41:31.403074 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdf63c0-cf4a-48a8-9536-6f7c778e0ac4 None None] Sync routers for ids ['ba5ae984-59c0-4072-b505-171818b66909'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:41:31.403941 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45756) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:41:31.419502 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdf63c0-cf4a-48a8-9536-6f7c778e0ac4 None None] Routers {'ba5ae984-59c0-4072-b505-171818b66909'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:41:31.420761 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-5cdf63c0-cf4a-48a8-9536-6f7c778e0ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:41:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['ba5ae984-59c0-4072-b505-171818b66909'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:41:31.461173 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac341e59-1e1a-46bb-83c1-a9ee6972c2c5 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Deleting subnet 36d58698-db47-499a-8503-83ece6dde35e {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 03:41:31.464721 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ac341e59-1e1a-46bb-83c1-a9ee6972c2c5 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:31.505710 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ac341e59-1e1a-46bb-83c1-a9ee6972c2c5 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:31.554240 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-5cdf63c0-cf4a-48a8-9536-6f7c778e0ac4 None None] Set router ba5ae984-59c0-4072-b505-171818b66909 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:41:31.610352 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:31.617847 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ac341e59-1e1a-46bb-83c1-a9ee6972c2c5 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:31.686364 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ac341e59-1e1a-46bb-83c1-a9ee6972c2c5 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:31.719636 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac341e59-1e1a-46bb-83c1-a9ee6972c2c5 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event deleted for resources: {'Subnet': ['ID=36d58698-db47-499a-8503-83ece6dde35e,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:41:31.724558 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-ac341e59-1e1a-46bb-83c1-a9ee6972c2c5 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:31.729400 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45758) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:41:31.732761 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb74fc04-f27c-4927-973b-336466c9b56e None None] Network ca3d81ea-f33b-44ce-bde0-07cc8613379f requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:41:31.738203 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-ac341e59-1e1a-46bb-83c1-a9ee6972c2c5 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "DELETE /v2.0/subnets/36d58698-db47-499a-8503-83ece6dde35e HTTP/1.1" status: 204 len: 168 time: 0.3314438 Sep 07 03:41:31.780279 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-5cdf63c0-cf4a-48a8-9536-6f7c778e0ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba5ae984-59c0-4072-b505-171818b66909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1125375381', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'cb6a7e75-de17-4779-a312-928636bf1766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:40:26Z', 'updated_at': '2021-09-07T03:41:30Z', 'revision_number': 5, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': 'cb6a7e75-de17-4779-a312-928636bf1766', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:cb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5ae984-59c0-4072-b505-171818b66909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:40:27Z', 'updated_at': '2021-09-07T03:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:41:31.832974 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdf63c0-cf4a-48a8-9536-6f7c778e0ac4 None None] Checking router: ba5ae984-59c0-4072-b505-171818b66909 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:41:31.847311 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdf63c0-cf4a-48a8-9536-6f7c778e0ac4 None None] Routers {'ba5ae984-59c0-4072-b505-171818b66909'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:41:31.848877 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-5cdf63c0-cf4a-48a8-9536-6f7c778e0ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:41:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['ba5ae984-59c0-4072-b505-171818b66909'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:41:31.850071 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-63180a5e-743d-483a-b422-b324ec289501 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for router, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:31.941503 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8f923d-c26a-42aa-ab26-f9054a2be84b None None] DHCP port deletion for ca3d81ea-f33b-44ce-bde0-07cc8613379f request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 03:41:31.994068 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-2a8f923d-c26a-42aa-ab26-f9054a2be84b None None] Deleting port 039e8303-0657-45c7-a851-e3980b27769a {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:41:31.994487 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2a8f923d-c26a-42aa-ab26-f9054a2be84b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:32.072645 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-5cdf63c0-cf4a-48a8-9536-6f7c778e0ac4 None None] Set router ba5ae984-59c0-4072-b505-171818b66909 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:41:32.077053 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-2a8f923d-c26a-42aa-ab26-f9054a2be84b None None] For port 039e8303-0657-45c7-a851-e3980b27769a, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=039e8303-0657-45c7-a851-e3980b27769a,segment=NetworkSegment(fe67e759-aa70-4359-9d61-719575b79d64),segment_id=fe67e759-aa70-4359-9d61-719575b79d64)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:41:32.077701 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2a8f923d-c26a-42aa-ab26-f9054a2be84b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:32.092943 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-2a8f923d-c26a-42aa-ab26-f9054a2be84b None None] Calling delete_port for 039e8303-0657-45c7-a851-e3980b27769a owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:41:32.191899 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2a8f923d-c26a-42aa-ab26-f9054a2be84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:32.221237 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8f923d-c26a-42aa-ab26-f9054a2be84b None None] No DVR routers for this DVR port 039e8303-0657-45c7-a851-e3980b27769a on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:41:32.226069 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8f923d-c26a-42aa-ab26-f9054a2be84b None None] Pushing event deleted for resources: {'Port': ['ID=039e8303-0657-45c7-a851-e3980b27769a,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:41:32.235210 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8f923d-c26a-42aa-ab26-f9054a2be84b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:41:32.235824 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8f923d-c26a-42aa-ab26-f9054a2be84b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:41:32.236286 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8f923d-c26a-42aa-ab26-f9054a2be84b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:41:32.236628 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8f923d-c26a-42aa-ab26-f9054a2be84b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:41:32.236975 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8f923d-c26a-42aa-ab26-f9054a2be84b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:41:32.237320 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8f923d-c26a-42aa-ab26-f9054a2be84b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:41:32.237658 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8f923d-c26a-42aa-ab26-f9054a2be84b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:41:32.238074 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8f923d-c26a-42aa-ab26-f9054a2be84b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:41:32.238310 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8f923d-c26a-42aa-ab26-f9054a2be84b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:41:32.238638 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8f923d-c26a-42aa-ab26-f9054a2be84b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:41:32.239030 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8f923d-c26a-42aa-ab26-f9054a2be84b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:41:32.239282 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8f923d-c26a-42aa-ab26-f9054a2be84b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:41:32.273885 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-5cdf63c0-cf4a-48a8-9536-6f7c778e0ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba5ae984-59c0-4072-b505-171818b66909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1125375381', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'cb6a7e75-de17-4779-a312-928636bf1766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:40:26Z', 'updated_at': '2021-09-07T03:41:30Z', 'revision_number': 5, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': 'cb6a7e75-de17-4779-a312-928636bf1766', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:cb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5ae984-59c0-4072-b505-171818b66909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:40:27Z', 'updated_at': '2021-09-07T03:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:41:32.300403 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdf63c0-cf4a-48a8-9536-6f7c778e0ac4 None None] The sync data for ids ['ba5ae984-59c0-4072-b505-171818b66909'] in n-d-796209-16 is: [{'id': 'ba5ae984-59c0-4072-b505-171818b66909', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1125375381', 'tenant_id': '27bcf015607944b4bc040d494fbb2877', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': 'cb6a7e75-de17-4779-a312-928636bf1766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:40:26Z', 'updated_at': '2021-09-07T03:41:30Z', 'revision_number': 5, 'project_id': '27bcf015607944b4bc040d494fbb2877', 'gw_port': {'id': 'cb6a7e75-de17-4779-a312-928636bf1766', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:cb:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5ae984-59c0-4072-b505-171818b66909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:40:27Z', 'updated_at': '2021-09-07T03:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:41:32.336233 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-63180a5e-743d-483a-b422-b324ec289501 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:32.395411 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-63180a5e-743d-483a-b422-b324ec289501 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Deleting port cb6a7e75-de17-4779-a312-928636bf1766 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:41:32.395784 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-63180a5e-743d-483a-b422-b324ec289501 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:32.476803 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-63180a5e-743d-483a-b422-b324ec289501 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] For port cb6a7e75-de17-4779-a312-928636bf1766, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=cb6a7e75-de17-4779-a312-928636bf1766,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:41:32.477090 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-63180a5e-743d-483a-b422-b324ec289501 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:32.490655 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-63180a5e-743d-483a-b422-b324ec289501 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Calling delete_port for cb6a7e75-de17-4779-a312-928636bf1766 owned by network:router_gateway {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:41:32.668580 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-63180a5e-743d-483a-b422-b324ec289501 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:32.693454 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63180a5e-743d-483a-b422-b324ec289501 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event deleted for resources: {'Port': ['ID=cb6a7e75-de17-4779-a312-928636bf1766,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:41:32.766560 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-63180a5e-743d-483a-b422-b324ec289501 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:32.860255 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-63180a5e-743d-483a-b422-b324ec289501 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:32.864250 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-63180a5e-743d-483a-b422-b324ec289501 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:32.912067 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-63180a5e-743d-483a-b422-b324ec289501 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:32.912683 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63180a5e-743d-483a-b422-b324ec289501 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Fanout notify agent at l3_agent the message router_deleted on router ba5ae984-59c0-4072-b505-171818b66909 {{(pid=94701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 03:41:32.920700 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-63180a5e-743d-483a-b422-b324ec289501 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:32.921903 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-63180a5e-743d-483a-b422-b324ec289501 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "DELETE /v2.0/routers/ba5ae984-59c0-4072-b505-171818b66909 HTTP/1.1" status: 204 len: 168 time: 1.1914902 Sep 07 03:41:32.925160 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45760) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:41:33.015416 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ea0451cd-5fb6-45ad-83d5-ea09a038cc4e tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:33.106851 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ea0451cd-5fb6-45ad-83d5-ea09a038cc4e tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:33.127361 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-ea0451cd-5fb6-45ad-83d5-ea09a038cc4e tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca3d81ea-f33b-44ce-bde0-07cc8613379f']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:41:33.137198 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-ea0451cd-5fb6-45ad-83d5-ea09a038cc4e tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe67e759-aa70-4359-9d61-719575b79d64') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:41:33.137496 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-ea0451cd-5fb6-45ad-83d5-ea09a038cc4e tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe67e759-aa70-4359-9d61-719575b79d64') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:41:33.147564 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ea0451cd-5fb6-45ad-83d5-ea09a038cc4e tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:33.160738 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ea0451cd-5fb6-45ad-83d5-ea09a038cc4e tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:33.167221 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea0451cd-5fb6-45ad-83d5-ea09a038cc4e tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 03:41:33.167649 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ea0451cd-5fb6-45ad-83d5-ea09a038cc4e tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:33.170599 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 03:41:33.170599 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 03:41:33.170599 n-d-796209-16 neutron-server[94701]: timer() Sep 07 03:41:33.170599 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 03:41:33.170599 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 03:41:33.170599 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 03:41:33.170599 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 03:41:33.170599 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 03:41:33.170599 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 03:41:33.170599 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 03:41:33.170599 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 03:41:33.170599 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 03:41:33.170599 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 03:41:33.170599 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 03:41:33.170599 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 03:41:33.170599 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 03:41:33.170599 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 03:41:33.170599 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 03:41:33.170599 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 03:41:33.170599 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 03:41:33.170599 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 03:41:33.170599 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 03:41:33.170599 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 03:41:33.170599 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 03:41:33.170599 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 03:41:33.170599 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 03:41:33.170599 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 03:41:33.170599 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 03:41:33.170599 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 03:41:33.170599 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 03:41:33.170599 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 03:41:33.170599 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 03:41:33.236430 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ea0451cd-5fb6-45ad-83d5-ea09a038cc4e tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:33.243488 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ea0451cd-5fb6-45ad-83d5-ea09a038cc4e tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:33.245330 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-ea0451cd-5fb6-45ad-83d5-ea09a038cc4e tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "DELETE /v2.0/networks/ca3d81ea-f33b-44ce-bde0-07cc8613379f HTTP/1.1" status: 204 len: 168 time: 0.3192377 Sep 07 03:41:33.248578 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45762) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:41:33.257580 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0451cd-5fb6-45ad-83d5-ea09a038cc4e tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event deleted for resources: {'Network': ['ID=ca3d81ea-f33b-44ce-bde0-07cc8613379f,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:41:33.310573 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3c2ccf0b-8c1e-4039-98e4-eff828cd6cf9 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:33.337265 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3c2ccf0b-8c1e-4039-98e4-eff828cd6cf9 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:33.404765 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3c2ccf0b-8c1e-4039-98e4-eff828cd6cf9 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:33.408149 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-3c2ccf0b-8c1e-4039-98e4-eff828cd6cf9 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:33.409376 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-3c2ccf0b-8c1e-4039-98e4-eff828cd6cf9 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] 10.222.0.22 "DELETE /v2.0/security-groups/c1a005b1-d4b4-43d6-a0bb-afcf96ecf6f8 HTTP/1.1" status: 204 len: 168 time: 0.1597934 Sep 07 03:41:33.424865 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2ccf0b-8c1e-4039-98e4-eff828cd6cf9 tempest-TestNetworkAdvancedServerOps-454443246 tempest-TestNetworkAdvancedServerOps-454443246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a005b1-d4b4-43d6-a0bb-afcf96ecf6f8,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:41:33.599445 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 039e8303-0657-45c7-a851-e3980b27769a no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:41:33.620127 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 039e8303-0657-45c7-a851-e3980b27769a {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:41:33.620552 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 039e8303-0657-45c7-a851-e3980b27769a not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:41:33.621042 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 06d7b039-1e83-41ba-acaa-b134d5ca3ae5 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:41:33.642138 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 06d7b039-1e83-41ba-acaa-b134d5ca3ae5 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:41:33.642850 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 06d7b039-1e83-41ba-acaa-b134d5ca3ae5 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:41:33.643345 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device cb6a7e75-de17-4779-a312-928636bf1766 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:41:33.662016 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: cb6a7e75-de17-4779-a312-928636bf1766 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:41:33.662444 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device cb6a7e75-de17-4779-a312-928636bf1766 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:41:33.785891 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45770) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:41:33.940413 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-ad1afee0-ed62-4034-ae14-188b11a91a74 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=27bcf015607944b4bc040d494fbb2877&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1532276 Sep 07 03:41:33.942904 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45774) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:41:33.992325 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-903efe9c-8515-4643-919d-c2991df63a08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:34.015944 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-903efe9c-8515-4643-919d-c2991df63a08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:34.071090 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-903efe9c-8515-4643-919d-c2991df63a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:34.074510 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-903efe9c-8515-4643-919d-c2991df63a08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:34.075273 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-903efe9c-8515-4643-919d-c2991df63a08 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4342059c-e7ad-43a6-ab53-9a1fe317bebc HTTP/1.1" status: 204 len: 168 time: 0.1313977 Sep 07 03:41:34.084284 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903efe9c-8515-4643-919d-c2991df63a08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4342059c-e7ad-43a6-ab53-9a1fe317bebc,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:41:34.347073 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45782) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:41:34.364867 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f68aa2fc-7896-480c-a5c4-72856e7da6b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:34.458069 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f68aa2fc-7896-480c-a5c4-72856e7da6b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:34.462267 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f68aa2fc-7896-480c-a5c4-72856e7da6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:34.501928 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f68aa2fc-7896-480c-a5c4-72856e7da6b9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=45156c367cd64334a7718f78307ca37c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1537111 Sep 07 03:41:34.502842 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68aa2fc-7896-480c-a5c4-72856e7da6b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d32f3c-9549-4846-9cd2-a706e912995a,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:41:34.504667 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45784) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:41:34.559548 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-63285acb-9d59-4160-a754-4c87477b7632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:34.580498 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-63285acb-9d59-4160-a754-4c87477b7632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:34.628421 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-63285acb-9d59-4160-a754-4c87477b7632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:34.631072 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-63285acb-9d59-4160-a754-4c87477b7632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:34.632292 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-63285acb-9d59-4160-a754-4c87477b7632 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/00d32f3c-9549-4846-9cd2-a706e912995a HTTP/1.1" status: 204 len: 168 time: 0.1262319 Sep 07 03:41:34.640621 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63285acb-9d59-4160-a754-4c87477b7632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d32f3c-9549-4846-9cd2-a706e912995a,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:41:35.365196 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45806) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:41:35.470299 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-bf8059fb-19f6-48db-ad72-7a550aae363c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-537036931-network', 'tenant_id': '4f2dbcb4117140059399a763eb061126'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:41:35.492482 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8059fb-19f6-48db-ad72-7a550aae363c admin admin] Made reservation on behalf of 4f2dbcb4117140059399a763eb061126 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:41:35.494794 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bf8059fb-19f6-48db-ad72-7a550aae363c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:35.504663 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bf8059fb-19f6-48db-ad72-7a550aae363c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:35.595083 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bf8059fb-19f6-48db-ad72-7a550aae363c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:35.599031 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bf8059fb-19f6-48db-ad72-7a550aae363c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:35.621161 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf8059fb-19f6-48db-ad72-7a550aae363c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 03:41:35.637893 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8059fb-19f6-48db-ad72-7a550aae363c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13a8a08-050f-46d2-8f75-26774d95338c,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:41:35.641919 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bf8059fb-19f6-48db-ad72-7a550aae363c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:35.642295 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-bf8059fb-19f6-48db-ad72-7a550aae363c admin admin] Added segment 0303048d-810e-4c5b-8202-28bcb670e6c8 of type vlan for network 55d79876-723d-409a-a07c-74788b8d2546 Sep 07 03:41:35.685937 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bf8059fb-19f6-48db-ad72-7a550aae363c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:35.712806 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bf8059fb-19f6-48db-ad72-7a550aae363c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:35.714134 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8059fb-19f6-48db-ad72-7a550aae363c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:41:35.714727 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-bf8059fb-19f6-48db-ad72-7a550aae363c admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:35.759095 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-bf8059fb-19f6-48db-ad72-7a550aae363c admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3926816 Sep 07 03:41:35.762724 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45810) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:41:35.769172 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-3e84a1ff-e7b9-4e0d-9dfd-bb44aed6f2ec admin admin] Request body: {'subnet': {'network_id': '55d79876-723d-409a-a07c-74788b8d2546', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-537036931-subnet', 'tenant_id': '4f2dbcb4117140059399a763eb061126', 'ip_version': 4}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:41:35.787150 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8059fb-19f6-48db-ad72-7a550aae363c admin admin] Pushing event updated for resources: {'Network': ['ID=55d79876-723d-409a-a07c-74788b8d2546,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:41:35.795913 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e84a1ff-e7b9-4e0d-9dfd-bb44aed6f2ec admin admin] Made reservation on behalf of 4f2dbcb4117140059399a763eb061126 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:41:35.798849 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3e84a1ff-e7b9-4e0d-9dfd-bb44aed6f2ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:35.799116 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 55d79876-723d-409a-a07c-74788b8d2546 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 03:41:35.977844 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3e84a1ff-e7b9-4e0d-9dfd-bb44aed6f2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:36.037727 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e84a1ff-e7b9-4e0d-9dfd-bb44aed6f2ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b65e2f3-7809-46b7-bf9f-e15bd3b1020d,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:41:36.048485 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e84a1ff-e7b9-4e0d-9dfd-bb44aed6f2ec admin admin] Checking segment: {'id': '0303048d-810e-4c5b-8202-28bcb670e6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55d79876-723d-409a-a07c-74788b8d2546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:41:36.048692 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e84a1ff-e7b9-4e0d-9dfd-bb44aed6f2ec admin admin] Network hostable DHCP agents. Network: 55d79876-723d-409a-a07c-74788b8d2546, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 03:41:36.080280 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e84a1ff-e7b9-4e0d-9dfd-bb44aed6f2ec admin admin] Network 55d79876-723d-409a-a07c-74788b8d2546 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 03:41:36.093267 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-3e84a1ff-e7b9-4e0d-9dfd-bb44aed6f2ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 55d79876-723d-409a-a07c-74788b8d2546) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:41:36.098453 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e84a1ff-e7b9-4e0d-9dfd-bb44aed6f2ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:41:36.099066 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3e84a1ff-e7b9-4e0d-9dfd-bb44aed6f2ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:36.103425 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9653d5f-5b7f-4913-8996-37d81e9c8082 None None] Network 55d79876-723d-409a-a07c-74788b8d2546 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:41:36.114460 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-3e84a1ff-e7b9-4e0d-9dfd-bb44aed6f2ec admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3503487 Sep 07 03:41:36.117298 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45812) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:41:36.121887 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-bc44bec4-c3ae-4ead-b53e-77533bda5b8f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-537036931-router', 'tenant_id': '4f2dbcb4117140059399a763eb061126', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:41:36.144045 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bc44bec4-c3ae-4ead-b53e-77533bda5b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:36.145120 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bc44bec4-c3ae-4ead-b53e-77533bda5b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:36.212302 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bc44bec4-c3ae-4ead-b53e-77533bda5b8f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:36.276169 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf3bf4f-617b-4798-8105-ce78ca9cf65d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-55d79876-723d-409a-a07c-74788b8d2546', 'network_id': '55d79876-723d-409a-a07c-74788b8d2546', 'tenant_id': '4f2dbcb4117140059399a763eb061126', 'fixed_ips': [{'subnet_id': '3b65e2f3-7809-46b7-bf9f-e15bd3b1020d'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 03:41:36.277074 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4bf3bf4f-617b-4798-8105-ce78ca9cf65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:36.361249 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bc44bec4-c3ae-4ead-b53e-77533bda5b8f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:36.416819 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-4bf3bf4f-617b-4798-8105-ce78ca9cf65d None None] Allocated IP 172.20.0.2 (55d79876-723d-409a-a07c-74788b8d2546/3b65e2f3-7809-46b7-bf9f-e15bd3b1020d/35e74e1a-7fe6-4043-b657-8680485cc00c) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:41:36.479726 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:41:36.564904 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4bf3bf4f-617b-4798-8105-ce78ca9cf65d None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:36.575772 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-4bf3bf4f-617b-4798-8105-ce78ca9cf65d None None] Transition to ACTIVE for port object 35e74e1a-7fe6-4043-b657-8680485cc00c will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:41:36.594661 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-4bf3bf4f-617b-4798-8105-ce78ca9cf65d None None] Transition to ACTIVE for port object 35e74e1a-7fe6-4043-b657-8680485cc00c will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:41:36.599269 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bc44bec4-c3ae-4ead-b53e-77533bda5b8f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:36.604119 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4bf3bf4f-617b-4798-8105-ce78ca9cf65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:36.621162 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bc44bec4-c3ae-4ead-b53e-77533bda5b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:36.654766 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf3bf4f-617b-4798-8105-ce78ca9cf65d None None] Network 55d79876-723d-409a-a07c-74788b8d2546 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:41:36.661604 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-4bf3bf4f-617b-4798-8105-ce78ca9cf65d None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:41:36.665454 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf3bf4f-617b-4798-8105-ce78ca9cf65d None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:41:36.677711 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf3bf4f-617b-4798-8105-ce78ca9cf65d None None] Pushing event updated for resources: {'Port': ['ID=35e74e1a-7fe6-4043-b657-8680485cc00c,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:41:36.759380 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-bc44bec4-c3ae-4ead-b53e-77533bda5b8f admin admin] Allocated IP 172.25.5.91 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/9f6731b9-9b8d-404e-a1cc-5ed6eb08b2f7) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:41:36.764562 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-4bf3bf4f-617b-4798-8105-ce78ca9cf65d None None] Attempting to bind port 35e74e1a-7fe6-4043-b657-8680485cc00c on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:41:36.765162 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-4bf3bf4f-617b-4798-8105-ce78ca9cf65d None None] Attempting to bind port 35e74e1a-7fe6-4043-b657-8680485cc00c by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '0303048d-810e-4c5b-8202-28bcb670e6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55d79876-723d-409a-a07c-74788b8d2546'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:41:36.765747 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf3bf4f-617b-4798-8105-ce78ca9cf65d None None] Attempting to bind port 35e74e1a-7fe6-4043-b657-8680485cc00c on network 55d79876-723d-409a-a07c-74788b8d2546 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:41:36.775158 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf3bf4f-617b-4798-8105-ce78ca9cf65d None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:41:36.775770 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf3bf4f-617b-4798-8105-ce78ca9cf65d None None] Checking segment: {'id': '0303048d-810e-4c5b-8202-28bcb670e6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55d79876-723d-409a-a07c-74788b8d2546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:41:36.776353 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4bf3bf4f-617b-4798-8105-ce78ca9cf65d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:36.776957 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf3bf4f-617b-4798-8105-ce78ca9cf65d None None] Bound using segment: {'id': '0303048d-810e-4c5b-8202-28bcb670e6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55d79876-723d-409a-a07c-74788b8d2546'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:41:36.777724 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-4bf3bf4f-617b-4798-8105-ce78ca9cf65d None None] Bound port: 35e74e1a-7fe6-4043-b657-8680485cc00c, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0303048d-810e-4c5b-8202-28bcb670e6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55d79876-723d-409a-a07c-74788b8d2546'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:41:36.778376 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4bf3bf4f-617b-4798-8105-ce78ca9cf65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:36.876968 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-4bf3bf4f-617b-4798-8105-ce78ca9cf65d None None] For port 35e74e1a-7fe6-4043-b657-8680485cc00c, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:41:36.882141 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-4bf3bf4f-617b-4798-8105-ce78ca9cf65d None None] For port 35e74e1a-7fe6-4043-b657-8680485cc00c, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=35e74e1a-7fe6-4043-b657-8680485cc00c,segment=NetworkSegment(0303048d-810e-4c5b-8202-28bcb670e6c8),segment_id=0303048d-810e-4c5b-8202-28bcb670e6c8)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:41:36.887077 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4bf3bf4f-617b-4798-8105-ce78ca9cf65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:36.936190 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bc44bec4-c3ae-4ead-b53e-77533bda5b8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:36.978982 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf3bf4f-617b-4798-8105-ce78ca9cf65d None None] Pushing event updated for resources: {'Port': ['ID=35e74e1a-7fe6-4043-b657-8680485cc00c,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:41:36.993245 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bc44bec4-c3ae-4ead-b53e-77533bda5b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:37.051880 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc44bec4-c3ae-4ead-b53e-77533bda5b8f admin admin] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:41:37.059981 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-bc44bec4-c3ae-4ead-b53e-77533bda5b8f admin admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:41:37.060333 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc44bec4-c3ae-4ead-b53e-77533bda5b8f admin admin] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:41:37.100656 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc44bec4-c3ae-4ead-b53e-77533bda5b8f admin admin] Pushing event updated for resources: {'Port': ['ID=9f6731b9-9b8d-404e-a1cc-5ed6eb08b2f7,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:41:37.390329 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bc44bec4-c3ae-4ead-b53e-77533bda5b8f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:37.612037 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bc44bec4-c3ae-4ead-b53e-77533bda5b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:37.643471 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 35e74e1a-7fe6-4043-b657-8680485cc00c up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:41:37.716556 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 35e74e1a-7fe6-4043-b657-8680485cc00c completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:41:37.769987 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc44bec4-c3ae-4ead-b53e-77533bda5b8f admin admin] Router 5bc96b9f-1c62-48f9-a91b-4d8a247b06be is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 03:41:37.911327 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc44bec4-c3ae-4ead-b53e-77533bda5b8f admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:41:37.929327 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6925e3f6-9add-4fb0-a4eb-f306407fddf7 None None] Sync routers for ids ['5bc96b9f-1c62-48f9-a91b-4d8a247b06be'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:41:37.940771 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bc44bec4-c3ae-4ead-b53e-77533bda5b8f admin admin] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:37.942889 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-bc44bec4-c3ae-4ead-b53e-77533bda5b8f admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8242784 Sep 07 03:41:37.945718 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45814) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:41:37.950032 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6925e3f6-9add-4fb0-a4eb-f306407fddf7 None None] Routers {'5bc96b9f-1c62-48f9-a91b-4d8a247b06be'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:41:37.951151 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-6925e3f6-9add-4fb0-a4eb-f306407fddf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:41:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['5bc96b9f-1c62-48f9-a91b-4d8a247b06be'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:41:38.066977 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c6be03-e771-4e6c-97c2-2491ec801255 None None] Network 55d79876-723d-409a-a07c-74788b8d2546 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:41:38.115048 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-6925e3f6-9add-4fb0-a4eb-f306407fddf7 None None] Set router 5bc96b9f-1c62-48f9-a91b-4d8a247b06be gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:41:38.223620 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-19b201f8-1908-4ccf-a888-4c015665a309 None None] Provisioning for port 35e74e1a-7fe6-4043-b657-8680485cc00c completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:41:38.244472 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-19b201f8-1908-4ccf-a888-4c015665a309 None None] Provisioning complete for port 35e74e1a-7fe6-4043-b657-8680485cc00c triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:41:38.244851 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-19b201f8-1908-4ccf-a888-4c015665a309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:38.660007 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-19b201f8-1908-4ccf-a888-4c015665a309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:38.705249 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-6925e3f6-9add-4fb0-a4eb-f306407fddf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc96b9f-1c62-48f9-a91b-4d8a247b06be', 'name': 'tempest-TestShelveInstance-537036931-router', 'tenant_id': '4f2dbcb4117140059399a763eb061126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '9f6731b9-9b8d-404e-a1cc-5ed6eb08b2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:41:36Z', 'updated_at': '2021-09-07T03:41:37Z', 'revision_number': 3, 'project_id': '4f2dbcb4117140059399a763eb061126', 'gw_port': {'id': '9f6731b9-9b8d-404e-a1cc-5ed6eb08b2f7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cb:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc96b9f-1c62-48f9-a91b-4d8a247b06be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:41:36Z', 'updated_at': '2021-09-07T03:41:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:41:38.753277 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-19b201f8-1908-4ccf-a888-4c015665a309 None None] For port 35e74e1a-7fe6-4043-b657-8680485cc00c, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=35e74e1a-7fe6-4043-b657-8680485cc00c,segment=NetworkSegment(0303048d-810e-4c5b-8202-28bcb670e6c8),segment_id=0303048d-810e-4c5b-8202-28bcb670e6c8)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:41:38.754641 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6925e3f6-9add-4fb0-a4eb-f306407fddf7 None None] Checking router: 5bc96b9f-1c62-48f9-a91b-4d8a247b06be for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:41:38.755001 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6925e3f6-9add-4fb0-a4eb-f306407fddf7 None None] Updating router 5bc96b9f-1c62-48f9-a91b-4d8a247b06be port 9f6731b9-9b8d-404e-a1cc-5ed6eb08b2f7 binding host n-d-796209-16 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 03:41:38.778641 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-19b201f8-1908-4ccf-a888-4c015665a309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:38.815856 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6925e3f6-9add-4fb0-a4eb-f306407fddf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:38.871230 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b201f8-1908-4ccf-a888-4c015665a309 None None] Pushing event updated for resources: {'Port': ['ID=35e74e1a-7fe6-4043-b657-8680485cc00c,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:41:38.885999 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4b6f8118-479a-462d-a2d0-352f45fec95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:39.059035 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-37ca436b-dc71-44b3-bd4c-f2feda10c5b7 None None] Provisioning complete for port 35e74e1a-7fe6-4043-b657-8680485cc00c triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:41:39.059633 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-37ca436b-dc71-44b3-bd4c-f2feda10c5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:39.150142 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-4b6f8118-479a-462d-a2d0-352f45fec95c admin admin] Allocated IP 172.20.0.1 (55d79876-723d-409a-a07c-74788b8d2546/3b65e2f3-7809-46b7-bf9f-e15bd3b1020d/4c2d3f0f-70d4-45a9-a7f3-dc6af27f67da) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:41:39.239292 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6925e3f6-9add-4fb0-a4eb-f306407fddf7 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:39.250473 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-6925e3f6-9add-4fb0-a4eb-f306407fddf7 None None] Transition to ACTIVE for port object 9f6731b9-9b8d-404e-a1cc-5ed6eb08b2f7 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:41:39.258036 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6925e3f6-9add-4fb0-a4eb-f306407fddf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:39.276639 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4b6f8118-479a-462d-a2d0-352f45fec95c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:39.294491 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-4b6f8118-479a-462d-a2d0-352f45fec95c admin admin] Transition to ACTIVE for port object 4c2d3f0f-70d4-45a9-a7f3-dc6af27f67da will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:41:39.312945 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-6925e3f6-9add-4fb0-a4eb-f306407fddf7 None None] Attempting to bind port 9f6731b9-9b8d-404e-a1cc-5ed6eb08b2f7 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:41:39.312945 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-6925e3f6-9add-4fb0-a4eb-f306407fddf7 None None] Attempting to bind port 9f6731b9-9b8d-404e-a1cc-5ed6eb08b2f7 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:41:39.314064 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6925e3f6-9add-4fb0-a4eb-f306407fddf7 None None] Attempting to bind port 9f6731b9-9b8d-404e-a1cc-5ed6eb08b2f7 on network 1166b922-7457-4da4-bdda-328e8c8e7bc6 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:41:39.319607 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaad6d5-9d29-4c51-9b4c-e118d6946c2f None None] Pushing event updated for resources: {'Port': ['ID=9f6731b9-9b8d-404e-a1cc-5ed6eb08b2f7,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:41:39.324175 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6925e3f6-9add-4fb0-a4eb-f306407fddf7 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:41:39.324558 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6925e3f6-9add-4fb0-a4eb-f306407fddf7 None None] Checking segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:41:39.325069 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6925e3f6-9add-4fb0-a4eb-f306407fddf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:39.325347 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6925e3f6-9add-4fb0-a4eb-f306407fddf7 None None] Bound using segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:41:39.325839 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-6925e3f6-9add-4fb0-a4eb-f306407fddf7 None None] Bound port: 9f6731b9-9b8d-404e-a1cc-5ed6eb08b2f7, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:41:39.326208 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6925e3f6-9add-4fb0-a4eb-f306407fddf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:39.330300 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4b6f8118-479a-462d-a2d0-352f45fec95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:39.367826 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6f8118-479a-462d-a2d0-352f45fec95c admin admin] Network 55d79876-723d-409a-a07c-74788b8d2546 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:41:39.370627 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-4b6f8118-479a-462d-a2d0-352f45fec95c admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:41:39.375656 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6f8118-479a-462d-a2d0-352f45fec95c admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:41:39.381499 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-6925e3f6-9add-4fb0-a4eb-f306407fddf7 None None] For port 9f6731b9-9b8d-404e-a1cc-5ed6eb08b2f7, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:41:39.385620 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-6925e3f6-9add-4fb0-a4eb-f306407fddf7 None None] For port 9f6731b9-9b8d-404e-a1cc-5ed6eb08b2f7, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=9f6731b9-9b8d-404e-a1cc-5ed6eb08b2f7,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:41:39.392402 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6925e3f6-9add-4fb0-a4eb-f306407fddf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:39.407762 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6f8118-479a-462d-a2d0-352f45fec95c admin admin] Pushing event updated for resources: {'Port': ['ID=4c2d3f0f-70d4-45a9-a7f3-dc6af27f67da,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:41:39.439449 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4b6f8118-479a-462d-a2d0-352f45fec95c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:39.454107 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6925e3f6-9add-4fb0-a4eb-f306407fddf7 None None] Routers {'5bc96b9f-1c62-48f9-a91b-4d8a247b06be'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:41:39.454739 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-6925e3f6-9add-4fb0-a4eb-f306407fddf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:41:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['5bc96b9f-1c62-48f9-a91b-4d8a247b06be'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:41:39.459678 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaad6d5-9d29-4c51-9b4c-e118d6946c2f None None] Pushing event updated for resources: {'Port': ['ID=9f6731b9-9b8d-404e-a1cc-5ed6eb08b2f7,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:41:39.583894 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-6925e3f6-9add-4fb0-a4eb-f306407fddf7 None None] Set router 5bc96b9f-1c62-48f9-a91b-4d8a247b06be gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:41:39.620985 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 35e74e1a-7fe6-4043-b657-8680485cc00c up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:41:39.630833 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4b6f8118-479a-462d-a2d0-352f45fec95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:39.780268 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-e578e6e9-8d2a-4fa4-accf-5da406c9afe0 None None] Provisioning for port 4c2d3f0f-70d4-45a9-a7f3-dc6af27f67da completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:41:39.784577 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 35e74e1a-7fe6-4043-b657-8680485cc00c triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:41:39.784959 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:39.788169 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-e578e6e9-8d2a-4fa4-accf-5da406c9afe0 None None] Provisioning complete for port 4c2d3f0f-70d4-45a9-a7f3-dc6af27f67da triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:41:39.788544 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e578e6e9-8d2a-4fa4-accf-5da406c9afe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:39.807094 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4b6f8118-479a-462d-a2d0-352f45fec95c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:39.813509 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4b6f8118-479a-462d-a2d0-352f45fec95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:39.881286 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6f8118-479a-462d-a2d0-352f45fec95c admin admin] Pushing event updated for resources: {'Port': ['ID=4c2d3f0f-70d4-45a9-a7f3-dc6af27f67da,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:41:39.882621 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-e578e6e9-8d2a-4fa4-accf-5da406c9afe0 None None] Port 4c2d3f0f-70d4-45a9-a7f3-dc6af27f67da cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:41:39.884004 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-4b6f8118-479a-462d-a2d0-352f45fec95c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:39.935311 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-6925e3f6-9add-4fb0-a4eb-f306407fddf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc96b9f-1c62-48f9-a91b-4d8a247b06be', 'name': 'tempest-TestShelveInstance-537036931-router', 'tenant_id': '4f2dbcb4117140059399a763eb061126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '9f6731b9-9b8d-404e-a1cc-5ed6eb08b2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:41:36Z', 'updated_at': '2021-09-07T03:41:37Z', 'revision_number': 3, 'project_id': '4f2dbcb4117140059399a763eb061126', 'gw_port': {'id': '9f6731b9-9b8d-404e-a1cc-5ed6eb08b2f7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cb:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc96b9f-1c62-48f9-a91b-4d8a247b06be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:41:36Z', 'updated_at': '2021-09-07T03:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:41:39.968889 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6925e3f6-9add-4fb0-a4eb-f306407fddf7 None None] The sync data for ids ['5bc96b9f-1c62-48f9-a91b-4d8a247b06be'] in n-d-796209-16 is: [{'id': '5bc96b9f-1c62-48f9-a91b-4d8a247b06be', 'name': 'tempest-TestShelveInstance-537036931-router', 'tenant_id': '4f2dbcb4117140059399a763eb061126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '9f6731b9-9b8d-404e-a1cc-5ed6eb08b2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:41:36Z', 'updated_at': '2021-09-07T03:41:37Z', 'revision_number': 3, 'project_id': '4f2dbcb4117140059399a763eb061126', 'gw_port': {'id': '9f6731b9-9b8d-404e-a1cc-5ed6eb08b2f7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cb:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc96b9f-1c62-48f9-a91b-4d8a247b06be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:41:36Z', 'updated_at': '2021-09-07T03:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:41:39.988809 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6f8118-479a-462d-a2d0-352f45fec95c admin admin] Network 55d79876-723d-409a-a07c-74788b8d2546 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:41:39.990282 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-4b6f8118-479a-462d-a2d0-352f45fec95c admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:41:40.153949 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b6f8118-479a-462d-a2d0-352f45fec95c admin admin] Router 5bc96b9f-1c62-48f9-a91b-4d8a247b06be has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:41:40.293908 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6f8118-479a-462d-a2d0-352f45fec95c admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:41:40.303675 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-4b6f8118-479a-462d-a2d0-352f45fec95c admin admin] 10.222.0.22 "PUT /v2.0/routers/5bc96b9f-1c62-48f9-a91b-4d8a247b06be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3564806 Sep 07 03:41:40.320250 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-c2736b1b-e89d-4e77-8d44-b1252d4ead27 None None] Provisioning complete for port 4c2d3f0f-70d4-45a9-a7f3-dc6af27f67da triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:41:40.321138 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c2736b1b-e89d-4e77-8d44-b1252d4ead27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:40.365020 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-c2736b1b-e89d-4e77-8d44-b1252d4ead27 None None] Port 4c2d3f0f-70d4-45a9-a7f3-dc6af27f67da cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:41:40.833211 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45830) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:41:40.838764 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-f0f41b43-eb53-4038-9be8-0b7cf9a64720 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1293476937-network', 'tenant_id': '70d0f80a9dbc4e7f95cbb94dec01e55f'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:41:40.862296 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f41b43-eb53-4038-9be8-0b7cf9a64720 admin admin] Made reservation on behalf of 70d0f80a9dbc4e7f95cbb94dec01e55f for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:41:40.864824 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f0f41b43-eb53-4038-9be8-0b7cf9a64720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:40.874526 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f0f41b43-eb53-4038-9be8-0b7cf9a64720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:40.978093 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f0f41b43-eb53-4038-9be8-0b7cf9a64720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:40.983580 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f0f41b43-eb53-4038-9be8-0b7cf9a64720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:41.011029 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0f41b43-eb53-4038-9be8-0b7cf9a64720 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 03:41:41.021853 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f41b43-eb53-4038-9be8-0b7cf9a64720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1600f97b-1477-404d-869d-2a77497b79f1,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:41:41.027528 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f0f41b43-eb53-4038-9be8-0b7cf9a64720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:41.027890 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-f0f41b43-eb53-4038-9be8-0b7cf9a64720 admin admin] Added segment 7c7b01bf-7651-4ac5-bed3-fc2374d351b2 of type vlan for network 3dd28347-8b4b-451a-8811-c2da729bf0c5 Sep 07 03:41:41.074839 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f0f41b43-eb53-4038-9be8-0b7cf9a64720 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:41.102170 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f0f41b43-eb53-4038-9be8-0b7cf9a64720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:41.103198 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f41b43-eb53-4038-9be8-0b7cf9a64720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:41:41.103888 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f0f41b43-eb53-4038-9be8-0b7cf9a64720 admin admin] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:41.137029 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f0f41b43-eb53-4038-9be8-0b7cf9a64720 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3026695 Sep 07 03:41:41.139735 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45832) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:41:41.144976 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-88196fe9-d504-4486-8869-9f7c78e7fc91 admin admin] Request body: {'subnet': {'network_id': '3dd28347-8b4b-451a-8811-c2da729bf0c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1293476937-subnet', 'tenant_id': '70d0f80a9dbc4e7f95cbb94dec01e55f', 'ip_version': 4}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:41:41.179873 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f41b43-eb53-4038-9be8-0b7cf9a64720 admin admin] Pushing event updated for resources: {'Network': ['ID=3dd28347-8b4b-451a-8811-c2da729bf0c5,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:41:41.196259 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 3dd28347-8b4b-451a-8811-c2da729bf0c5 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 03:41:41.197876 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88196fe9-d504-4486-8869-9f7c78e7fc91 admin admin] Made reservation on behalf of 70d0f80a9dbc4e7f95cbb94dec01e55f for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:41:41.200637 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-88196fe9-d504-4486-8869-9f7c78e7fc91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:41.400658 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-88196fe9-d504-4486-8869-9f7c78e7fc91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:41.465188 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88196fe9-d504-4486-8869-9f7c78e7fc91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c21bcd5-3a43-4b7f-9055-35677de7583c,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:41:41.474992 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88196fe9-d504-4486-8869-9f7c78e7fc91 admin admin] Checking segment: {'id': '7c7b01bf-7651-4ac5-bed3-fc2374d351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3dd28347-8b4b-451a-8811-c2da729bf0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:41:41.475400 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88196fe9-d504-4486-8869-9f7c78e7fc91 admin admin] Network hostable DHCP agents. Network: 3dd28347-8b4b-451a-8811-c2da729bf0c5, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 03:41:41.493642 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88196fe9-d504-4486-8869-9f7c78e7fc91 admin admin] Network 3dd28347-8b4b-451a-8811-c2da729bf0c5 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 03:41:41.509491 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-88196fe9-d504-4486-8869-9f7c78e7fc91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 3dd28347-8b4b-451a-8811-c2da729bf0c5) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:41:41.514735 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88196fe9-d504-4486-8869-9f7c78e7fc91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:41:41.515344 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-88196fe9-d504-4486-8869-9f7c78e7fc91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:41.520244 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5ac840-533f-4d37-867e-d817249d5f05 None None] Network 3dd28347-8b4b-451a-8811-c2da729bf0c5 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:41:41.533850 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-88196fe9-d504-4486-8869-9f7c78e7fc91 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3900843 Sep 07 03:41:41.534132 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45834) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:41:41.538823 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-e9f39f1d-9d7a-4d45-ab43-2fbaf7b9b7da admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1293476937-router', 'tenant_id': '70d0f80a9dbc4e7f95cbb94dec01e55f', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:41:41.581325 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e9f39f1d-9d7a-4d45-ab43-2fbaf7b9b7da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:41.583040 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e9f39f1d-9d7a-4d45-ab43-2fbaf7b9b7da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:41.611222 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbf3cf5-c81c-4dbc-8661-07dd913f6d31 None None] Sync routers for ids ['5bc96b9f-1c62-48f9-a91b-4d8a247b06be'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:41:41.623327 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbf3cf5-c81c-4dbc-8661-07dd913f6d31 None None] Routers {'5bc96b9f-1c62-48f9-a91b-4d8a247b06be'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:41:41.624440 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-0dbf3cf5-c81c-4dbc-8661-07dd913f6d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:41:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['5bc96b9f-1c62-48f9-a91b-4d8a247b06be'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:41:41.666678 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e9f39f1d-9d7a-4d45-ab43-2fbaf7b9b7da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:41.669047 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 9f6731b9-9b8d-404e-a1cc-5ed6eb08b2f7 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:41:41.766468 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-0dbf3cf5-c81c-4dbc-8661-07dd913f6d31 None None] Set router 5bc96b9f-1c62-48f9-a91b-4d8a247b06be gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:41:41.801148 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfb8099-13ca-441a-940e-f120fb4439c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-3dd28347-8b4b-451a-8811-c2da729bf0c5', 'network_id': '3dd28347-8b4b-451a-8811-c2da729bf0c5', 'tenant_id': '70d0f80a9dbc4e7f95cbb94dec01e55f', 'fixed_ips': [{'subnet_id': '7c21bcd5-3a43-4b7f-9055-35677de7583c'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 03:41:41.802012 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2dfb8099-13ca-441a-940e-f120fb4439c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:41.818172 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 9f6731b9-9b8d-404e-a1cc-5ed6eb08b2f7 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:41:41.820085 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e9f39f1d-9d7a-4d45-ab43-2fbaf7b9b7da admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:41.832331 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 9f6731b9-9b8d-404e-a1cc-5ed6eb08b2f7 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:41:41.832710 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:41.976025 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-0dbf3cf5-c81c-4dbc-8661-07dd913f6d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc96b9f-1c62-48f9-a91b-4d8a247b06be', 'name': 'tempest-TestShelveInstance-537036931-router', 'tenant_id': '4f2dbcb4117140059399a763eb061126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '9f6731b9-9b8d-404e-a1cc-5ed6eb08b2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:41:36Z', 'updated_at': '2021-09-07T03:41:39Z', 'revision_number': 4, 'project_id': '4f2dbcb4117140059399a763eb061126', 'gw_port': {'id': '9f6731b9-9b8d-404e-a1cc-5ed6eb08b2f7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cb:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc96b9f-1c62-48f9-a91b-4d8a247b06be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:41:36Z', 'updated_at': '2021-09-07T03:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '4c2d3f0f-70d4-45a9-a7f3-dc6af27f67da', 'name': '', 'network_id': '55d79876-723d-409a-a07c-74788b8d2546', 'tenant_id': '4f2dbcb4117140059399a763eb061126', 'mac_address': 'fa:16:3e:3a:69:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc96b9f-1c62-48f9-a91b-4d8a247b06be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '3b65e2f3-7809-46b7-bf9f-e15bd3b1020d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:41:38Z', 'updated_at': '2021-09-07T03:41:39Z', 'revision_number': 2, 'project_id': '4f2dbcb4117140059399a763eb061126', 'subnets': [{'id': '3b65e2f3-7809-46b7-bf9f-e15bd3b1020d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:41:42.003533 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbf3cf5-c81c-4dbc-8661-07dd913f6d31 None None] Checking router: 5bc96b9f-1c62-48f9-a91b-4d8a247b06be for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:41:42.004252 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbf3cf5-c81c-4dbc-8661-07dd913f6d31 None None] Updating router 5bc96b9f-1c62-48f9-a91b-4d8a247b06be port 4c2d3f0f-70d4-45a9-a7f3-dc6af27f67da binding host n-d-796209-16 {{(pid=94703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 03:41:42.028699 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e9f39f1d-9d7a-4d45-ab43-2fbaf7b9b7da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:42.030323 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-0dbf3cf5-c81c-4dbc-8661-07dd913f6d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:42.053747 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e9f39f1d-9d7a-4d45-ab43-2fbaf7b9b7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:42.177656 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-e9f39f1d-9d7a-4d45-ab43-2fbaf7b9b7da admin admin] Allocated IP 172.25.5.163 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/8dbe8d8b-7f8a-4af5-8f32-c894b3ab9e13) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:41:42.226691 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:42.246825 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 9f6731b9-9b8d-404e-a1cc-5ed6eb08b2f7, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=9f6731b9-9b8d-404e-a1cc-5ed6eb08b2f7,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:41:42.256772 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-2dfb8099-13ca-441a-940e-f120fb4439c0 None None] Allocated IP 172.20.0.2 (3dd28347-8b4b-451a-8811-c2da729bf0c5/7c21bcd5-3a43-4b7f-9055-35677de7583c/803fdb0f-a011-444b-a65f-0eb5576272d5) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:41:42.260740 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:42.309266 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e9f39f1d-9d7a-4d45-ab43-2fbaf7b9b7da admin admin] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:42.345853 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-0dbf3cf5-c81c-4dbc-8661-07dd913f6d31 None None] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:42.356062 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-0dbf3cf5-c81c-4dbc-8661-07dd913f6d31 None None] Transition to ACTIVE for port object 4c2d3f0f-70d4-45a9-a7f3-dc6af27f67da will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:41:42.362819 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e9f39f1d-9d7a-4d45-ab43-2fbaf7b9b7da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:42.363039 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-0dbf3cf5-c81c-4dbc-8661-07dd913f6d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:42.397924 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=9f6731b9-9b8d-404e-a1cc-5ed6eb08b2f7,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:41:42.432957 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f39f1d-9d7a-4d45-ab43-2fbaf7b9b7da admin admin] Pushing event updated for resources: {'Port': ['ID=8dbe8d8b-7f8a-4af5-8f32-c894b3ab9e13,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:41:42.449515 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f39f1d-9d7a-4d45-ab43-2fbaf7b9b7da admin admin] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:41:42.452133 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-e9f39f1d-9d7a-4d45-ab43-2fbaf7b9b7da admin admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:41:42.455175 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f39f1d-9d7a-4d45-ab43-2fbaf7b9b7da admin admin] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:41:42.456774 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ddf7d1-774f-465c-ba45-96a417378751 None None] Pushing event updated for resources: {'Port': ['ID=4c2d3f0f-70d4-45a9-a7f3-dc6af27f67da,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:41:42.465383 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ddf7d1-774f-465c-ba45-96a417378751 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:41:42.465875 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ddf7d1-774f-465c-ba45-96a417378751 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:41:42.466310 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ddf7d1-774f-465c-ba45-96a417378751 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:41:42.466746 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ddf7d1-774f-465c-ba45-96a417378751 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:41:42.467177 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ddf7d1-774f-465c-ba45-96a417378751 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:41:42.467639 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ddf7d1-774f-465c-ba45-96a417378751 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:41:42.468065 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ddf7d1-774f-465c-ba45-96a417378751 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:41:42.468513 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ddf7d1-774f-465c-ba45-96a417378751 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:41:42.469095 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ddf7d1-774f-465c-ba45-96a417378751 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:41:42.469520 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ddf7d1-774f-465c-ba45-96a417378751 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:41:42.469944 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ddf7d1-774f-465c-ba45-96a417378751 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:41:42.470365 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ddf7d1-774f-465c-ba45-96a417378751 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:41:42.489489 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-0dbf3cf5-c81c-4dbc-8661-07dd913f6d31 None None] Attempting to bind port 4c2d3f0f-70d4-45a9-a7f3-dc6af27f67da on host n-d-796209-16 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:41:42.489872 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-0dbf3cf5-c81c-4dbc-8661-07dd913f6d31 None None] Attempting to bind port 4c2d3f0f-70d4-45a9-a7f3-dc6af27f67da by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '0303048d-810e-4c5b-8202-28bcb670e6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55d79876-723d-409a-a07c-74788b8d2546'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:41:42.490591 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbf3cf5-c81c-4dbc-8661-07dd913f6d31 None None] Attempting to bind port 4c2d3f0f-70d4-45a9-a7f3-dc6af27f67da on network 55d79876-723d-409a-a07c-74788b8d2546 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:41:42.496197 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbf3cf5-c81c-4dbc-8661-07dd913f6d31 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:41:42.496575 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbf3cf5-c81c-4dbc-8661-07dd913f6d31 None None] Checking segment: {'id': '0303048d-810e-4c5b-8202-28bcb670e6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55d79876-723d-409a-a07c-74788b8d2546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:41:42.496911 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2dfb8099-13ca-441a-940e-f120fb4439c0 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:42.497053 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-0dbf3cf5-c81c-4dbc-8661-07dd913f6d31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:42.497368 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbf3cf5-c81c-4dbc-8661-07dd913f6d31 None None] Bound using segment: {'id': '0303048d-810e-4c5b-8202-28bcb670e6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55d79876-723d-409a-a07c-74788b8d2546'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:41:42.497840 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-0dbf3cf5-c81c-4dbc-8661-07dd913f6d31 None None] Bound port: 4c2d3f0f-70d4-45a9-a7f3-dc6af27f67da, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0303048d-810e-4c5b-8202-28bcb670e6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55d79876-723d-409a-a07c-74788b8d2546'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:41:42.498226 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-0dbf3cf5-c81c-4dbc-8661-07dd913f6d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:42.508028 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-2dfb8099-13ca-441a-940e-f120fb4439c0 None None] Transition to ACTIVE for port object 803fdb0f-a011-444b-a65f-0eb5576272d5 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:41:42.526318 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-2dfb8099-13ca-441a-940e-f120fb4439c0 None None] Transition to ACTIVE for port object 803fdb0f-a011-444b-a65f-0eb5576272d5 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:41:42.534499 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2dfb8099-13ca-441a-940e-f120fb4439c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:42.588602 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfb8099-13ca-441a-940e-f120fb4439c0 None None] Network 3dd28347-8b4b-451a-8811-c2da729bf0c5 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:41:42.595193 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-0dbf3cf5-c81c-4dbc-8661-07dd913f6d31 None None] For port 4c2d3f0f-70d4-45a9-a7f3-dc6af27f67da, host n-d-796209-16, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:41:42.596190 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-2dfb8099-13ca-441a-940e-f120fb4439c0 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:41:42.601983 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfb8099-13ca-441a-940e-f120fb4439c0 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:41:42.602545 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-0dbf3cf5-c81c-4dbc-8661-07dd913f6d31 None None] For port 4c2d3f0f-70d4-45a9-a7f3-dc6af27f67da, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=4c2d3f0f-70d4-45a9-a7f3-dc6af27f67da,segment=NetworkSegment(0303048d-810e-4c5b-8202-28bcb670e6c8),segment_id=0303048d-810e-4c5b-8202-28bcb670e6c8)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:41:42.606333 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfb8099-13ca-441a-940e-f120fb4439c0 None None] Pushing event updated for resources: {'Port': ['ID=803fdb0f-a011-444b-a65f-0eb5576272d5,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:41:42.611237 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-0dbf3cf5-c81c-4dbc-8661-07dd913f6d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:42.662475 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbf3cf5-c81c-4dbc-8661-07dd913f6d31 None None] Routers {'5bc96b9f-1c62-48f9-a91b-4d8a247b06be'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:41:42.663822 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-0dbf3cf5-c81c-4dbc-8661-07dd913f6d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:41:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['5bc96b9f-1c62-48f9-a91b-4d8a247b06be'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:41:42.671306 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-2dfb8099-13ca-441a-940e-f120fb4439c0 None None] Attempting to bind port 803fdb0f-a011-444b-a65f-0eb5576272d5 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:41:42.671723 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-2dfb8099-13ca-441a-940e-f120fb4439c0 None None] Attempting to bind port 803fdb0f-a011-444b-a65f-0eb5576272d5 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '7c7b01bf-7651-4ac5-bed3-fc2374d351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3dd28347-8b4b-451a-8811-c2da729bf0c5'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:41:42.672308 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfb8099-13ca-441a-940e-f120fb4439c0 None None] Attempting to bind port 803fdb0f-a011-444b-a65f-0eb5576272d5 on network 3dd28347-8b4b-451a-8811-c2da729bf0c5 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:41:42.678703 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfb8099-13ca-441a-940e-f120fb4439c0 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:41:42.679429 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfb8099-13ca-441a-940e-f120fb4439c0 None None] Checking segment: {'id': '7c7b01bf-7651-4ac5-bed3-fc2374d351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3dd28347-8b4b-451a-8811-c2da729bf0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:41:42.680033 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2dfb8099-13ca-441a-940e-f120fb4439c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:42.680437 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfb8099-13ca-441a-940e-f120fb4439c0 None None] Bound using segment: {'id': '7c7b01bf-7651-4ac5-bed3-fc2374d351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3dd28347-8b4b-451a-8811-c2da729bf0c5'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:41:42.681124 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-2dfb8099-13ca-441a-940e-f120fb4439c0 None None] Bound port: 803fdb0f-a011-444b-a65f-0eb5576272d5, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7b01bf-7651-4ac5-bed3-fc2374d351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3dd28347-8b4b-451a-8811-c2da729bf0c5'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:41:42.681457 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2dfb8099-13ca-441a-940e-f120fb4439c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:42.779108 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-2dfb8099-13ca-441a-940e-f120fb4439c0 None None] For port 803fdb0f-a011-444b-a65f-0eb5576272d5, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:41:42.783439 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-2dfb8099-13ca-441a-940e-f120fb4439c0 None None] For port 803fdb0f-a011-444b-a65f-0eb5576272d5, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=803fdb0f-a011-444b-a65f-0eb5576272d5,segment=NetworkSegment(7c7b01bf-7651-4ac5-bed3-fc2374d351b2),segment_id=7c7b01bf-7651-4ac5-bed3-fc2374d351b2)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:41:42.794471 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2dfb8099-13ca-441a-940e-f120fb4439c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:42.799228 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-0dbf3cf5-c81c-4dbc-8661-07dd913f6d31 None None] Set router 5bc96b9f-1c62-48f9-a91b-4d8a247b06be gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:41:42.816823 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e9f39f1d-9d7a-4d45-ab43-2fbaf7b9b7da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:42.861277 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ddf7d1-774f-465c-ba45-96a417378751 None None] Pushing event updated for resources: {'Port': ['ID=4c2d3f0f-70d4-45a9-a7f3-dc6af27f67da,revision_number=4']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:41:42.871237 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfb8099-13ca-441a-940e-f120fb4439c0 None None] Pushing event updated for resources: {'Port': ['ID=803fdb0f-a011-444b-a65f-0eb5576272d5,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:41:43.155725 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-0dbf3cf5-c81c-4dbc-8661-07dd913f6d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc96b9f-1c62-48f9-a91b-4d8a247b06be', 'name': 'tempest-TestShelveInstance-537036931-router', 'tenant_id': '4f2dbcb4117140059399a763eb061126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '9f6731b9-9b8d-404e-a1cc-5ed6eb08b2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:41:36Z', 'updated_at': '2021-09-07T03:41:39Z', 'revision_number': 4, 'project_id': '4f2dbcb4117140059399a763eb061126', 'gw_port': {'id': '9f6731b9-9b8d-404e-a1cc-5ed6eb08b2f7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc96b9f-1c62-48f9-a91b-4d8a247b06be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:41:36Z', 'updated_at': '2021-09-07T03:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '4c2d3f0f-70d4-45a9-a7f3-dc6af27f67da', 'name': '', 'network_id': '55d79876-723d-409a-a07c-74788b8d2546', 'tenant_id': '4f2dbcb4117140059399a763eb061126', 'mac_address': 'fa:16:3e:3a:69:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc96b9f-1c62-48f9-a91b-4d8a247b06be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '3b65e2f3-7809-46b7-bf9f-e15bd3b1020d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:41:38Z', 'updated_at': '2021-09-07T03:41:42Z', 'revision_number': 4, 'project_id': '4f2dbcb4117140059399a763eb061126', 'subnets': [{'id': '3b65e2f3-7809-46b7-bf9f-e15bd3b1020d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:41:43.220700 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbf3cf5-c81c-4dbc-8661-07dd913f6d31 None None] The sync data for ids ['5bc96b9f-1c62-48f9-a91b-4d8a247b06be'] in n-d-796209-16 is: [{'id': '5bc96b9f-1c62-48f9-a91b-4d8a247b06be', 'name': 'tempest-TestShelveInstance-537036931-router', 'tenant_id': '4f2dbcb4117140059399a763eb061126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '9f6731b9-9b8d-404e-a1cc-5ed6eb08b2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:41:36Z', 'updated_at': '2021-09-07T03:41:39Z', 'revision_number': 4, 'project_id': '4f2dbcb4117140059399a763eb061126', 'gw_port': {'id': '9f6731b9-9b8d-404e-a1cc-5ed6eb08b2f7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc96b9f-1c62-48f9-a91b-4d8a247b06be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:41:36Z', 'updated_at': '2021-09-07T03:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '4c2d3f0f-70d4-45a9-a7f3-dc6af27f67da', 'name': '', 'network_id': '55d79876-723d-409a-a07c-74788b8d2546', 'tenant_id': '4f2dbcb4117140059399a763eb061126', 'mac_address': 'fa:16:3e:3a:69:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bc96b9f-1c62-48f9-a91b-4d8a247b06be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '3b65e2f3-7809-46b7-bf9f-e15bd3b1020d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:41:38Z', 'updated_at': '2021-09-07T03:41:42Z', 'revision_number': 4, 'project_id': '4f2dbcb4117140059399a763eb061126', 'subnets': [{'id': '3b65e2f3-7809-46b7-bf9f-e15bd3b1020d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:41:43.508468 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e9f39f1d-9d7a-4d45-ab43-2fbaf7b9b7da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:43.748102 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f39f1d-9d7a-4d45-ab43-2fbaf7b9b7da admin admin] Router a631697c-e047-4bbb-9f35-24204e5e47cb is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 03:41:43.813787 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 803fdb0f-a011-444b-a65f-0eb5576272d5 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:41:43.888808 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 803fdb0f-a011-444b-a65f-0eb5576272d5 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:41:43.895254 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 9f6731b9-9b8d-404e-a1cc-5ed6eb08b2f7 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:41:43.919324 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f39f1d-9d7a-4d45-ab43-2fbaf7b9b7da admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:41:43.937301 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c12f19e-68ba-4300-a12c-55d38b745479 None None] Sync routers for ids ['a631697c-e047-4bbb-9f35-24204e5e47cb'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:41:43.968023 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c12f19e-68ba-4300-a12c-55d38b745479 None None] Routers {'a631697c-e047-4bbb-9f35-24204e5e47cb'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:41:43.968542 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e9f39f1d-9d7a-4d45-ab43-2fbaf7b9b7da admin admin] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:43.970691 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e9f39f1d-9d7a-4d45-ab43-2fbaf7b9b7da admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4353144 Sep 07 03:41:43.973519 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45836) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:41:43.974697 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-3c12f19e-68ba-4300-a12c-55d38b745479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:41:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['a631697c-e047-4bbb-9f35-24204e5e47cb'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:41:44.088680 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 9f6731b9-9b8d-404e-a1cc-5ed6eb08b2f7 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:41:44.089068 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:44.232367 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cfeb91-06a4-4f0f-8868-6630ba039dd7 None None] Network 3dd28347-8b4b-451a-8811-c2da729bf0c5 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:41:44.238718 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-3c12f19e-68ba-4300-a12c-55d38b745479 None None] Set router a631697c-e047-4bbb-9f35-24204e5e47cb gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:41:44.475623 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a82cbc67-082a-4137-9eba-e45d101bccde None None] Provisioning for port 803fdb0f-a011-444b-a65f-0eb5576272d5 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:41:44.490210 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a82cbc67-082a-4137-9eba-e45d101bccde None None] Provisioning complete for port 803fdb0f-a011-444b-a65f-0eb5576272d5 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:41:44.490857 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a82cbc67-082a-4137-9eba-e45d101bccde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:44.557486 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-662b9677-9629-4e95-ab24-44ce342be504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:44.648744 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 4c2d3f0f-70d4-45a9-a7f3-dc6af27f67da up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:41:44.739386 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-662b9677-9629-4e95-ab24-44ce342be504 admin admin] Allocated IP 172.20.0.1 (3dd28347-8b4b-451a-8811-c2da729bf0c5/7c21bcd5-3a43-4b7f-9055-35677de7583c/a4ac224a-2240-4216-ab72-075676562199) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:41:44.802466 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a82cbc67-082a-4137-9eba-e45d101bccde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:44.831819 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 4c2d3f0f-70d4-45a9-a7f3-dc6af27f67da completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:41:44.849686 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 4c2d3f0f-70d4-45a9-a7f3-dc6af27f67da triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:41:44.850068 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:44.871264 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-662b9677-9629-4e95-ab24-44ce342be504 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:44.880060 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a82cbc67-082a-4137-9eba-e45d101bccde None None] For port 803fdb0f-a011-444b-a65f-0eb5576272d5, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=803fdb0f-a011-444b-a65f-0eb5576272d5,segment=NetworkSegment(7c7b01bf-7651-4ac5-bed3-fc2374d351b2),segment_id=7c7b01bf-7651-4ac5-bed3-fc2374d351b2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:41:44.883841 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-3c12f19e-68ba-4300-a12c-55d38b745479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a631697c-e047-4bbb-9f35-24204e5e47cb', 'name': 'tempest-TestShelveInstance-1293476937-router', 'tenant_id': '70d0f80a9dbc4e7f95cbb94dec01e55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '8dbe8d8b-7f8a-4af5-8f32-c894b3ab9e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:41:41Z', 'updated_at': '2021-09-07T03:41:42Z', 'revision_number': 3, 'project_id': '70d0f80a9dbc4e7f95cbb94dec01e55f', 'gw_port': {'id': '8dbe8d8b-7f8a-4af5-8f32-c894b3ab9e13', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a631697c-e047-4bbb-9f35-24204e5e47cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:41:42Z', 'updated_at': '2021-09-07T03:41:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:41:44.894295 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-662b9677-9629-4e95-ab24-44ce342be504 admin admin] Transition to ACTIVE for port object a4ac224a-2240-4216-ab72-075676562199 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:41:44.919710 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a82cbc67-082a-4137-9eba-e45d101bccde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:44.930478 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c12f19e-68ba-4300-a12c-55d38b745479 None None] Checking router: a631697c-e047-4bbb-9f35-24204e5e47cb for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:41:44.930845 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c12f19e-68ba-4300-a12c-55d38b745479 None None] Updating router a631697c-e047-4bbb-9f35-24204e5e47cb port 8dbe8d8b-7f8a-4af5-8f32-c894b3ab9e13 binding host n-d-796209-16 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 03:41:44.943551 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-662b9677-9629-4e95-ab24-44ce342be504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:44.983640 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662b9677-9629-4e95-ab24-44ce342be504 admin admin] Network 3dd28347-8b4b-451a-8811-c2da729bf0c5 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:41:44.986760 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-662b9677-9629-4e95-ab24-44ce342be504 admin admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:41:44.989815 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662b9677-9629-4e95-ab24-44ce342be504 admin admin] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:41:44.993830 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3c12f19e-68ba-4300-a12c-55d38b745479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:45.033150 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82cbc67-082a-4137-9eba-e45d101bccde None None] Pushing event updated for resources: {'Port': ['ID=803fdb0f-a011-444b-a65f-0eb5576272d5,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:41:45.041952 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662b9677-9629-4e95-ab24-44ce342be504 admin admin] Pushing event updated for resources: {'Port': ['ID=a4ac224a-2240-4216-ab72-075676562199,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:41:45.051720 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-662b9677-9629-4e95-ab24-44ce342be504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:45.149323 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:45.188883 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-97aa6f13-3853-48b4-9128-509075f123d2 None None] Provisioning complete for port 803fdb0f-a011-444b-a65f-0eb5576272d5 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:41:45.189374 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-97aa6f13-3853-48b4-9128-509075f123d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:45.241176 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-662b9677-9629-4e95-ab24-44ce342be504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:45.251733 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 4c2d3f0f-70d4-45a9-a7f3-dc6af27f67da, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=4c2d3f0f-70d4-45a9-a7f3-dc6af27f67da,segment=NetworkSegment(0303048d-810e-4c5b-8202-28bcb670e6c8),segment_id=0303048d-810e-4c5b-8202-28bcb670e6c8)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:41:45.292793 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:45.402527 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=4c2d3f0f-70d4-45a9-a7f3-dc6af27f67da,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:41:45.418382 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-662b9677-9629-4e95-ab24-44ce342be504 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:45.424242 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-662b9677-9629-4e95-ab24-44ce342be504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:45.480059 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3c12f19e-68ba-4300-a12c-55d38b745479 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:45.490652 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3c12f19e-68ba-4300-a12c-55d38b745479 None None] Transition to ACTIVE for port object 8dbe8d8b-7f8a-4af5-8f32-c894b3ab9e13 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:41:45.496408 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3c12f19e-68ba-4300-a12c-55d38b745479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:45.497933 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662b9677-9629-4e95-ab24-44ce342be504 admin admin] Pushing event updated for resources: {'Port': ['ID=a4ac224a-2240-4216-ab72-075676562199,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:41:45.500615 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-662b9677-9629-4e95-ab24-44ce342be504 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:45.555954 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-3c12f19e-68ba-4300-a12c-55d38b745479 None None] Attempting to bind port 8dbe8d8b-7f8a-4af5-8f32-c894b3ab9e13 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:41:45.556333 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-3c12f19e-68ba-4300-a12c-55d38b745479 None None] Attempting to bind port 8dbe8d8b-7f8a-4af5-8f32-c894b3ab9e13 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:41:45.556700 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c12f19e-68ba-4300-a12c-55d38b745479 None None] Attempting to bind port 8dbe8d8b-7f8a-4af5-8f32-c894b3ab9e13 on network 1166b922-7457-4da4-bdda-328e8c8e7bc6 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:41:45.567026 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1079e9-c1c5-4363-ad24-674cb4eaa177 None None] Pushing event updated for resources: {'Port': ['ID=8dbe8d8b-7f8a-4af5-8f32-c894b3ab9e13,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:41:45.570694 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c12f19e-68ba-4300-a12c-55d38b745479 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:41:45.571437 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c12f19e-68ba-4300-a12c-55d38b745479 None None] Checking segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:41:45.571437 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3c12f19e-68ba-4300-a12c-55d38b745479 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:45.571783 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c12f19e-68ba-4300-a12c-55d38b745479 None None] Bound using segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:41:45.572262 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-3c12f19e-68ba-4300-a12c-55d38b745479 None None] Bound port: 8dbe8d8b-7f8a-4af5-8f32-c894b3ab9e13, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:41:45.572643 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3c12f19e-68ba-4300-a12c-55d38b745479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:45.594946 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-1ddfb590-050f-464d-88e3-2a2644dd7ead None None] Provisioning for port a4ac224a-2240-4216-ab72-075676562199 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:41:45.600919 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-1ddfb590-050f-464d-88e3-2a2644dd7ead None None] Provisioning complete for port a4ac224a-2240-4216-ab72-075676562199 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:41:45.601292 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1ddfb590-050f-464d-88e3-2a2644dd7ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:45.612800 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662b9677-9629-4e95-ab24-44ce342be504 admin admin] Network 3dd28347-8b4b-451a-8811-c2da729bf0c5 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:41:45.614280 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-662b9677-9629-4e95-ab24-44ce342be504 admin admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:41:45.627988 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 803fdb0f-a011-444b-a65f-0eb5576272d5 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:41:45.743214 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-662b9677-9629-4e95-ab24-44ce342be504 admin admin] Router a631697c-e047-4bbb-9f35-24204e5e47cb has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:41:45.857565 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3c12f19e-68ba-4300-a12c-55d38b745479 None None] For port 8dbe8d8b-7f8a-4af5-8f32-c894b3ab9e13, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:41:45.860026 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662b9677-9629-4e95-ab24-44ce342be504 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:41:45.862155 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-1ddfb590-050f-464d-88e3-2a2644dd7ead None None] Port a4ac224a-2240-4216-ab72-075676562199 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:41:45.867796 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-662b9677-9629-4e95-ab24-44ce342be504 admin admin] 10.222.0.22 "PUT /v2.0/routers/a631697c-e047-4bbb-9f35-24204e5e47cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8929737 Sep 07 03:41:45.873003 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3c12f19e-68ba-4300-a12c-55d38b745479 None None] For port 8dbe8d8b-7f8a-4af5-8f32-c894b3ab9e13, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=8dbe8d8b-7f8a-4af5-8f32-c894b3ab9e13,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:41:45.880573 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3c12f19e-68ba-4300-a12c-55d38b745479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:45.942630 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 803fdb0f-a011-444b-a65f-0eb5576272d5 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:41:45.943015 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:45.948515 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c12f19e-68ba-4300-a12c-55d38b745479 None None] Routers {'a631697c-e047-4bbb-9f35-24204e5e47cb'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:41:45.949157 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-3c12f19e-68ba-4300-a12c-55d38b745479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:41:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['a631697c-e047-4bbb-9f35-24204e5e47cb'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:41:46.025351 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1079e9-c1c5-4363-ad24-674cb4eaa177 None None] Pushing event updated for resources: {'Port': ['ID=8dbe8d8b-7f8a-4af5-8f32-c894b3ab9e13,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:41:46.052902 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-d5434737-19cc-416a-9636-5de3174ff56e None None] Provisioning complete for port a4ac224a-2240-4216-ab72-075676562199 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:41:46.053285 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d5434737-19cc-416a-9636-5de3174ff56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:46.151506 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-d5434737-19cc-416a-9636-5de3174ff56e None None] Port a4ac224a-2240-4216-ab72-075676562199 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:41:46.173535 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-3c12f19e-68ba-4300-a12c-55d38b745479 None None] Set router a631697c-e047-4bbb-9f35-24204e5e47cb gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:41:46.206891 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 4c2d3f0f-70d4-45a9-a7f3-dc6af27f67da up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:41:46.355101 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 4c2d3f0f-70d4-45a9-a7f3-dc6af27f67da triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:41:46.355503 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:46.368709 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45844) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:41:46.373629 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-04579eef-3036-4aa4-9f82-643751d28266 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1209465225', 'description': 'tempest-secgroup-smoke-1209465225 description', 'project_id': '4f2dbcb4117140059399a763eb061126'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:41:46.399916 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-04579eef-3036-4aa4-9f82-643751d28266 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:46.521404 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-3c12f19e-68ba-4300-a12c-55d38b745479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a631697c-e047-4bbb-9f35-24204e5e47cb', 'name': 'tempest-TestShelveInstance-1293476937-router', 'tenant_id': '70d0f80a9dbc4e7f95cbb94dec01e55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '8dbe8d8b-7f8a-4af5-8f32-c894b3ab9e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:41:41Z', 'updated_at': '2021-09-07T03:41:45Z', 'revision_number': 4, 'project_id': '70d0f80a9dbc4e7f95cbb94dec01e55f', 'gw_port': {'id': '8dbe8d8b-7f8a-4af5-8f32-c894b3ab9e13', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a631697c-e047-4bbb-9f35-24204e5e47cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:41:42Z', 'updated_at': '2021-09-07T03:41:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'a4ac224a-2240-4216-ab72-075676562199', 'name': '', 'network_id': '3dd28347-8b4b-451a-8811-c2da729bf0c5', 'tenant_id': '70d0f80a9dbc4e7f95cbb94dec01e55f', 'mac_address': 'fa:16:3e:f7:b4:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a631697c-e047-4bbb-9f35-24204e5e47cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '7c21bcd5-3a43-4b7f-9055-35677de7583c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:41:44Z', 'updated_at': '2021-09-07T03:41:45Z', 'revision_number': 2, 'project_id': '70d0f80a9dbc4e7f95cbb94dec01e55f', 'subnets': [{'id': '7c21bcd5-3a43-4b7f-9055-35677de7583c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:41:46.533227 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-04579eef-3036-4aa4-9f82-643751d28266 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:46.541845 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-04579eef-3036-4aa4-9f82-643751d28266 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:46.554621 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c12f19e-68ba-4300-a12c-55d38b745479 None None] The sync data for ids ['a631697c-e047-4bbb-9f35-24204e5e47cb'] in n-d-796209-16 is: [{'id': 'a631697c-e047-4bbb-9f35-24204e5e47cb', 'name': 'tempest-TestShelveInstance-1293476937-router', 'tenant_id': '70d0f80a9dbc4e7f95cbb94dec01e55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '8dbe8d8b-7f8a-4af5-8f32-c894b3ab9e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:41:41Z', 'updated_at': '2021-09-07T03:41:45Z', 'revision_number': 4, 'project_id': '70d0f80a9dbc4e7f95cbb94dec01e55f', 'gw_port': {'id': '8dbe8d8b-7f8a-4af5-8f32-c894b3ab9e13', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a631697c-e047-4bbb-9f35-24204e5e47cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:41:42Z', 'updated_at': '2021-09-07T03:41:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'a4ac224a-2240-4216-ab72-075676562199', 'name': '', 'network_id': '3dd28347-8b4b-451a-8811-c2da729bf0c5', 'tenant_id': '70d0f80a9dbc4e7f95cbb94dec01e55f', 'mac_address': 'fa:16:3e:f7:b4:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a631697c-e047-4bbb-9f35-24204e5e47cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '7c21bcd5-3a43-4b7f-9055-35677de7583c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:41:44Z', 'updated_at': '2021-09-07T03:41:45Z', 'revision_number': 2, 'project_id': '70d0f80a9dbc4e7f95cbb94dec01e55f', 'subnets': [{'id': '7c21bcd5-3a43-4b7f-9055-35677de7583c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:41:46.579563 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-04579eef-3036-4aa4-9f82-643751d28266 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:46.583965 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-04579eef-3036-4aa4-9f82-643751d28266 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2114222 Sep 07 03:41:46.584586 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45846) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:41:46.585112 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04579eef-3036-4aa4-9f82-643751d28266 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7599113b-1b1d-459e-a9d2-84a0daade654,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:41:46.598976 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-a5c17236-0d8f-4580-b962-76798863d423 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Request body: {'security_group_rule': {'security_group_id': '7599113b-1b1d-459e-a9d2-84a0daade654', 'project_id': '4f2dbcb4117140059399a763eb061126', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:41:46.636948 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a5c17236-0d8f-4580-b962-76798863d423 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:46.707116 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a5c17236-0d8f-4580-b962-76798863d423 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:46.711655 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a5c17236-0d8f-4580-b962-76798863d423 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:46.732697 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c17236-0d8f-4580-b962-76798863d423 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2de336ba-0320-4234-9c74-6e9790e52db8,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:41:46.741107 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a5c17236-0d8f-4580-b962-76798863d423 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:46.742639 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a5c17236-0d8f-4580-b962-76798863d423 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1562159 Sep 07 03:41:46.747114 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45848) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:41:46.752532 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-732b2924-c679-4a4f-951f-704605ad6afc tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Request body: {'security_group_rule': {'security_group_id': '7599113b-1b1d-459e-a9d2-84a0daade654', 'project_id': '4f2dbcb4117140059399a763eb061126', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:41:46.798489 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-732b2924-c679-4a4f-951f-704605ad6afc tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:46.873939 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-732b2924-c679-4a4f-951f-704605ad6afc tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:46.879258 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-732b2924-c679-4a4f-951f-704605ad6afc tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:46.898930 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732b2924-c679-4a4f-951f-704605ad6afc tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=135d9765-5539-46ac-adc8-1f133766e7f1,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:41:46.907461 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-732b2924-c679-4a4f-951f-704605ad6afc tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:46.909471 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-732b2924-c679-4a4f-951f-704605ad6afc tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1607583 Sep 07 03:41:46.912252 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45850) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:41:46.920200 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-ca700d69-6815-4836-a6be-da093a3c660b tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Request body: {'security_group_rule': {'security_group_id': '7599113b-1b1d-459e-a9d2-84a0daade654', 'project_id': '4f2dbcb4117140059399a763eb061126', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:41:46.961072 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ca700d69-6815-4836-a6be-da093a3c660b tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:47.032197 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ca700d69-6815-4836-a6be-da093a3c660b tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:47.039356 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ca700d69-6815-4836-a6be-da093a3c660b tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:47.063764 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca700d69-6815-4836-a6be-da093a3c660b tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a8ca850-a79e-4ae3-80cd-d0f93d91b834,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:41:47.071532 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ca700d69-6815-4836-a6be-da093a3c660b tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:47.076759 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-ca700d69-6815-4836-a6be-da093a3c660b tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1624346 Sep 07 03:41:47.076950 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45852) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:41:47.082157 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-2b88853a-815f-465e-960e-cd8cb83ddceb tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Request body: {'security_group_rule': {'security_group_id': '7599113b-1b1d-459e-a9d2-84a0daade654', 'project_id': '4f2dbcb4117140059399a763eb061126', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:41:47.112257 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2b88853a-815f-465e-960e-cd8cb83ddceb tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:47.178418 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2b88853a-815f-465e-960e-cd8cb83ddceb tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:47.184169 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2b88853a-815f-465e-960e-cd8cb83ddceb tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:47.210951 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b88853a-815f-465e-960e-cd8cb83ddceb tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcd34df0-a65f-4f46-b6cb-ef3f7e73068f,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:41:47.220913 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2b88853a-815f-465e-960e-cd8cb83ddceb tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:47.222279 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-2b88853a-815f-465e-960e-cd8cb83ddceb tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1444273 Sep 07 03:41:47.225529 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 45854) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:41:47.230342 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-0bec6e99-87fc-4104-b1f4-62303db484c4 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Request body: {'security_group_rule': {'security_group_id': '7599113b-1b1d-459e-a9d2-84a0daade654', 'project_id': '4f2dbcb4117140059399a763eb061126', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:41:47.268239 n-d-796209-16 neutron-server[94701]: INFO neutron.db.securitygroups_db [None req-0bec6e99-87fc-4104-b1f4-62303db484c4 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Project 4f2dbcb4117140059399a763eb061126 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 03:41:47.280579 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0bec6e99-87fc-4104-b1f4-62303db484c4 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:47.359660 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0bec6e99-87fc-4104-b1f4-62303db484c4 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:47.365160 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0bec6e99-87fc-4104-b1f4-62303db484c4 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:47.385391 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec6e99-87fc-4104-b1f4-62303db484c4 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=933d49cb-ba00-443e-836d-1ed911cc509d,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:41:47.394795 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-0bec6e99-87fc-4104-b1f4-62303db484c4 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:47.399083 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45856) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:41:47.399368 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-0bec6e99-87fc-4104-b1f4-62303db484c4 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1724615 Sep 07 03:41:47.404126 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-f79669a3-ca05-4530-be12-668f2c531255 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Request body: {'security_group_rule': {'security_group_id': '7599113b-1b1d-459e-a9d2-84a0daade654', 'project_id': '4f2dbcb4117140059399a763eb061126', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:41:47.429002 n-d-796209-16 neutron-server[94700]: INFO neutron.db.securitygroups_db [None req-f79669a3-ca05-4530-be12-668f2c531255 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Project 4f2dbcb4117140059399a763eb061126 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 03:41:47.437133 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f79669a3-ca05-4530-be12-668f2c531255 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:47.534506 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f79669a3-ca05-4530-be12-668f2c531255 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:47.541936 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f79669a3-ca05-4530-be12-668f2c531255 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:47.575632 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79669a3-ca05-4530-be12-668f2c531255 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46a9e8c7-259b-4e3c-b372-223c9ea98dcb,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:41:47.581511 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-f79669a3-ca05-4530-be12-668f2c531255 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:47.582902 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-f79669a3-ca05-4530-be12-668f2c531255 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1824672 Sep 07 03:41:47.669511 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 8dbe8d8b-7f8a-4af5-8f32-c894b3ab9e13 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:41:47.724745 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 8dbe8d8b-7f8a-4af5-8f32-c894b3ab9e13 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:41:47.729585 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 8dbe8d8b-7f8a-4af5-8f32-c894b3ab9e13 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:41:47.730978 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:47.812777 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6c5719b1-b200-4ed6-af16-f31e6508b45c req-cdd40570-16ab-4e74-9428-8008a57ece0b tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1209465225&fields=id&tenant_id=4f2dbcb4117140059399a763eb061126 HTTP/1.1" status: 200 len: 267 time: 0.0394955 Sep 07 03:41:47.828586 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:47.850341 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 8dbe8d8b-7f8a-4af5-8f32-c894b3ab9e13, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=8dbe8d8b-7f8a-4af5-8f32-c894b3ab9e13,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:41:47.856022 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:47.916523 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=8dbe8d8b-7f8a-4af5-8f32-c894b3ab9e13,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:41:47.952902 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5719b1-b200-4ed6-af16-f31e6508b45c req-305914bf-83ec-4c05-9471-787bfd13a16f tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:41:47.954969 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6c5719b1-b200-4ed6-af16-f31e6508b45c req-305914bf-83ec-4c05-9471-787bfd13a16f tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/networks?id=55d79876-723d-409a-a07c-74788b8d2546 HTTP/1.1" status: 200 len: 808 time: 0.1305573 Sep 07 03:41:47.970756 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6c5719b1-b200-4ed6-af16-f31e6508b45c req-b6e077fe-4615-44cd-9b7a-da729188a321 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/quotas/4f2dbcb4117140059399a763eb061126 HTTP/1.1" status: 200 len: 375 time: 0.0098531 Sep 07 03:41:48.030652 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6c5719b1-b200-4ed6-af16-f31e6508b45c req-1d1ec396-ca46-4a4a-979b-3471268a436a tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=4f2dbcb4117140059399a763eb061126&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541227 Sep 07 03:41:48.132842 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6c5719b1-b200-4ed6-af16-f31e6508b45c req-877f5f84-1d84-40cc-8f3b-20d9c4cee911 service neutron] 10.222.0.22 "GET /v2.0/networks/55d79876-723d-409a-a07c-74788b8d2546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902297 Sep 07 03:41:48.227677 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6c5719b1-b200-4ed6-af16-f31e6508b45c req-e1c80be5-fec9-4845-8e1e-6c9a4075f63a service neutron] 10.222.0.22 "GET /v2.0/networks/55d79876-723d-409a-a07c-74788b8d2546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884864 Sep 07 03:41:48.397055 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-00cf794b-3c68-431e-9aaf-531de93f8771 req-4e3d7f3a-85f5-4420-af62-b988ea348f58 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 210 time: 0.0288703 Sep 07 03:41:49.105429 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02298c63-0263-42d9-85d1-1e66950a327a None None] Sync routers for ids ['a631697c-e047-4bbb-9f35-24204e5e47cb'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:41:49.115368 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02298c63-0263-42d9-85d1-1e66950a327a None None] Routers {'a631697c-e047-4bbb-9f35-24204e5e47cb'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:41:49.116344 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-02298c63-0263-42d9-85d1-1e66950a327a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:41:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['a631697c-e047-4bbb-9f35-24204e5e47cb'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:41:49.322376 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-02298c63-0263-42d9-85d1-1e66950a327a None None] Set router a631697c-e047-4bbb-9f35-24204e5e47cb gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:41:49.508240 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dc09b8d6-6727-4110-b863-1d057d4372dd req-d0e2815f-2f78-4058-89f7-0638aff36047 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 210 time: 0.0365541 Sep 07 03:41:49.572707 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-02298c63-0263-42d9-85d1-1e66950a327a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a631697c-e047-4bbb-9f35-24204e5e47cb', 'name': 'tempest-TestShelveInstance-1293476937-router', 'tenant_id': '70d0f80a9dbc4e7f95cbb94dec01e55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '8dbe8d8b-7f8a-4af5-8f32-c894b3ab9e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:41:41Z', 'updated_at': '2021-09-07T03:41:45Z', 'revision_number': 4, 'project_id': '70d0f80a9dbc4e7f95cbb94dec01e55f', 'gw_port': {'id': '8dbe8d8b-7f8a-4af5-8f32-c894b3ab9e13', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a631697c-e047-4bbb-9f35-24204e5e47cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:41:42Z', 'updated_at': '2021-09-07T03:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'a4ac224a-2240-4216-ab72-075676562199', 'name': '', 'network_id': '3dd28347-8b4b-451a-8811-c2da729bf0c5', 'tenant_id': '70d0f80a9dbc4e7f95cbb94dec01e55f', 'mac_address': 'fa:16:3e:f7:b4:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a631697c-e047-4bbb-9f35-24204e5e47cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '7c21bcd5-3a43-4b7f-9055-35677de7583c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:41:44Z', 'updated_at': '2021-09-07T03:41:45Z', 'revision_number': 2, 'project_id': '70d0f80a9dbc4e7f95cbb94dec01e55f', 'subnets': [{'id': '7c21bcd5-3a43-4b7f-9055-35677de7583c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:41:49.601873 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02298c63-0263-42d9-85d1-1e66950a327a None None] Checking router: a631697c-e047-4bbb-9f35-24204e5e47cb for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:41:49.602215 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02298c63-0263-42d9-85d1-1e66950a327a None None] Updating router a631697c-e047-4bbb-9f35-24204e5e47cb port a4ac224a-2240-4216-ab72-075676562199 binding host n-d-796209-16 {{(pid=94703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 03:41:49.627646 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 8dbe8d8b-7f8a-4af5-8f32-c894b3ab9e13 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:41:49.634683 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-02298c63-0263-42d9-85d1-1e66950a327a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:49.678851 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 8dbe8d8b-7f8a-4af5-8f32-c894b3ab9e13 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:41:49.679225 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:49.921236 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-02298c63-0263-42d9-85d1-1e66950a327a None None] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:49.931065 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-02298c63-0263-42d9-85d1-1e66950a327a None None] Transition to ACTIVE for port object a4ac224a-2240-4216-ab72-075676562199 will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:41:49.936462 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-02298c63-0263-42d9-85d1-1e66950a327a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:49.986459 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21956f5-d813-4e1a-b10b-2494fef669b3 None None] Pushing event updated for resources: {'Port': ['ID=a4ac224a-2240-4216-ab72-075676562199,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:41:50.054228 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-02298c63-0263-42d9-85d1-1e66950a327a None None] Attempting to bind port a4ac224a-2240-4216-ab72-075676562199 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:41:50.054597 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-02298c63-0263-42d9-85d1-1e66950a327a None None] Attempting to bind port a4ac224a-2240-4216-ab72-075676562199 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': '7c7b01bf-7651-4ac5-bed3-fc2374d351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3dd28347-8b4b-451a-8811-c2da729bf0c5'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:41:50.054955 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02298c63-0263-42d9-85d1-1e66950a327a None None] Attempting to bind port a4ac224a-2240-4216-ab72-075676562199 on network 3dd28347-8b4b-451a-8811-c2da729bf0c5 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:41:50.061043 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02298c63-0263-42d9-85d1-1e66950a327a None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:41:50.061043 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02298c63-0263-42d9-85d1-1e66950a327a None None] Checking segment: {'id': '7c7b01bf-7651-4ac5-bed3-fc2374d351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3dd28347-8b4b-451a-8811-c2da729bf0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:41:50.061397 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-02298c63-0263-42d9-85d1-1e66950a327a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:50.061709 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02298c63-0263-42d9-85d1-1e66950a327a None None] Bound using segment: {'id': '7c7b01bf-7651-4ac5-bed3-fc2374d351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3dd28347-8b4b-451a-8811-c2da729bf0c5'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:41:50.062202 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-02298c63-0263-42d9-85d1-1e66950a327a None None] Bound port: a4ac224a-2240-4216-ab72-075676562199, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7b01bf-7651-4ac5-bed3-fc2374d351b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '3dd28347-8b4b-451a-8811-c2da729bf0c5'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:41:50.062579 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-02298c63-0263-42d9-85d1-1e66950a327a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:50.133143 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-02298c63-0263-42d9-85d1-1e66950a327a None None] For port a4ac224a-2240-4216-ab72-075676562199, host n-d-796209-16, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:41:50.136534 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-02298c63-0263-42d9-85d1-1e66950a327a None None] For port a4ac224a-2240-4216-ab72-075676562199, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=a4ac224a-2240-4216-ab72-075676562199,segment=NetworkSegment(7c7b01bf-7651-4ac5-bed3-fc2374d351b2),segment_id=7c7b01bf-7651-4ac5-bed3-fc2374d351b2)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:41:50.141559 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-02298c63-0263-42d9-85d1-1e66950a327a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:50.219910 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02298c63-0263-42d9-85d1-1e66950a327a None None] Routers {'a631697c-e047-4bbb-9f35-24204e5e47cb'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:41:50.220959 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-02298c63-0263-42d9-85d1-1e66950a327a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:41:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['a631697c-e047-4bbb-9f35-24204e5e47cb'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:41:50.261332 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21956f5-d813-4e1a-b10b-2494fef669b3 None None] Pushing event updated for resources: {'Port': ['ID=a4ac224a-2240-4216-ab72-075676562199,revision_number=4']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:41:50.344146 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-02298c63-0263-42d9-85d1-1e66950a327a None None] Set router a631697c-e047-4bbb-9f35-24204e5e47cb gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:41:50.579142 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-02298c63-0263-42d9-85d1-1e66950a327a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a631697c-e047-4bbb-9f35-24204e5e47cb', 'name': 'tempest-TestShelveInstance-1293476937-router', 'tenant_id': '70d0f80a9dbc4e7f95cbb94dec01e55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '8dbe8d8b-7f8a-4af5-8f32-c894b3ab9e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:41:41Z', 'updated_at': '2021-09-07T03:41:45Z', 'revision_number': 4, 'project_id': '70d0f80a9dbc4e7f95cbb94dec01e55f', 'gw_port': {'id': '8dbe8d8b-7f8a-4af5-8f32-c894b3ab9e13', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a631697c-e047-4bbb-9f35-24204e5e47cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:41:42Z', 'updated_at': '2021-09-07T03:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'a4ac224a-2240-4216-ab72-075676562199', 'name': '', 'network_id': '3dd28347-8b4b-451a-8811-c2da729bf0c5', 'tenant_id': '70d0f80a9dbc4e7f95cbb94dec01e55f', 'mac_address': 'fa:16:3e:f7:b4:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a631697c-e047-4bbb-9f35-24204e5e47cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '7c21bcd5-3a43-4b7f-9055-35677de7583c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:41:44Z', 'updated_at': '2021-09-07T03:41:50Z', 'revision_number': 4, 'project_id': '70d0f80a9dbc4e7f95cbb94dec01e55f', 'subnets': [{'id': '7c21bcd5-3a43-4b7f-9055-35677de7583c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:41:50.597513 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c0371e64-4e99-46ed-b478-2add18062031 req-f60541a2-1ebc-46f6-9fb2-a005c213020a tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 210 time: 0.0278380 Sep 07 03:41:50.606051 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02298c63-0263-42d9-85d1-1e66950a327a None None] The sync data for ids ['a631697c-e047-4bbb-9f35-24204e5e47cb'] in n-d-796209-16 is: [{'id': 'a631697c-e047-4bbb-9f35-24204e5e47cb', 'name': 'tempest-TestShelveInstance-1293476937-router', 'tenant_id': '70d0f80a9dbc4e7f95cbb94dec01e55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '8dbe8d8b-7f8a-4af5-8f32-c894b3ab9e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:41:41Z', 'updated_at': '2021-09-07T03:41:45Z', 'revision_number': 4, 'project_id': '70d0f80a9dbc4e7f95cbb94dec01e55f', 'gw_port': {'id': '8dbe8d8b-7f8a-4af5-8f32-c894b3ab9e13', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a631697c-e047-4bbb-9f35-24204e5e47cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:41:42Z', 'updated_at': '2021-09-07T03:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': 'a4ac224a-2240-4216-ab72-075676562199', 'name': '', 'network_id': '3dd28347-8b4b-451a-8811-c2da729bf0c5', 'tenant_id': '70d0f80a9dbc4e7f95cbb94dec01e55f', 'mac_address': 'fa:16:3e:f7:b4:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a631697c-e047-4bbb-9f35-24204e5e47cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '7c21bcd5-3a43-4b7f-9055-35677de7583c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:41:44Z', 'updated_at': '2021-09-07T03:41:50Z', 'revision_number': 4, 'project_id': '70d0f80a9dbc4e7f95cbb94dec01e55f', 'subnets': [{'id': '7c21bcd5-3a43-4b7f-9055-35677de7583c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:41:51.534898 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5719b1-b200-4ed6-af16-f31e6508b45c req-498f75b6-d184-4ec3-bdba-ec9a1483f75c tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:41:51.536413 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6c5719b1-b200-4ed6-af16-f31e6508b45c req-498f75b6-d184-4ec3-bdba-ec9a1483f75c tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.16 "GET /v2.0/networks?id=55d79876-723d-409a-a07c-74788b8d2546 HTTP/1.1" status: 200 len: 808 time: 0.1134067 Sep 07 03:41:51.592874 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6c5719b1-b200-4ed6-af16-f31e6508b45c req-16c95815-7323-4bc0-b6b1-63bd649279ab tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f2dbcb4117140059399a763eb061126 HTTP/1.1" status: 200 len: 380 time: 0.0437114 Sep 07 03:41:51.605201 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-6c5719b1-b200-4ed6-af16-f31e6508b45c req-64c5588d-885b-436c-ba18-8e143ad57249 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Request body: {'port': {'device_id': '6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2', 'network_id': '55d79876-723d-409a-a07c-74788b8d2546', 'admin_state_up': True, 'tenant_id': '4f2dbcb4117140059399a763eb061126', 'security_groups': ['7599113b-1b1d-459e-a9d2-84a0daade654']}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:41:51.648839 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device a4ac224a-2240-4216-ab72-075676562199 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:41:51.708469 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port a4ac224a-2240-4216-ab72-075676562199 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:41:51.713426 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port a4ac224a-2240-4216-ab72-075676562199 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:41:51.713887 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:51.737124 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-21608d41-b42b-4eff-86f7-1e8cf77174ae req-8eb06cbe-4b4e-4de9-b640-60c9f8712054 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 210 time: 0.0390375 Sep 07 03:41:51.740900 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c5719b1-b200-4ed6-af16-f31e6508b45c req-64c5588d-885b-436c-ba18-8e143ad57249 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Made reservation on behalf of 4f2dbcb4117140059399a763eb061126 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:41:51.744539 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6c5719b1-b200-4ed6-af16-f31e6508b45c req-64c5588d-885b-436c-ba18-8e143ad57249 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:51.808431 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:51.850848 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port a4ac224a-2240-4216-ab72-075676562199, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=a4ac224a-2240-4216-ab72-075676562199,segment=NetworkSegment(7c7b01bf-7651-4ac5-bed3-fc2374d351b2),segment_id=7c7b01bf-7651-4ac5-bed3-fc2374d351b2)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:41:51.856481 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:51.891835 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-6c5719b1-b200-4ed6-af16-f31e6508b45c req-64c5588d-885b-436c-ba18-8e143ad57249 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Allocated IP 172.20.0.7 (55d79876-723d-409a-a07c-74788b8d2546/3b65e2f3-7809-46b7-bf9f-e15bd3b1020d/b4d1b319-d799-4cf1-8564-c71754605daf) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:41:51.910921 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=a4ac224a-2240-4216-ab72-075676562199,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:41:52.042355 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6c5719b1-b200-4ed6-af16-f31e6508b45c req-64c5588d-885b-436c-ba18-8e143ad57249 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:52.056719 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-6c5719b1-b200-4ed6-af16-f31e6508b45c req-64c5588d-885b-436c-ba18-8e143ad57249 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Transition to ACTIVE for port object b4d1b319-d799-4cf1-8564-c71754605daf will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:41:52.092804 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6c5719b1-b200-4ed6-af16-f31e6508b45c req-64c5588d-885b-436c-ba18-8e143ad57249 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:52.136643 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c5719b1-b200-4ed6-af16-f31e6508b45c req-64c5588d-885b-436c-ba18-8e143ad57249 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Network 55d79876-723d-409a-a07c-74788b8d2546 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:41:52.139786 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-6c5719b1-b200-4ed6-af16-f31e6508b45c req-64c5588d-885b-436c-ba18-8e143ad57249 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:41:52.146149 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c5719b1-b200-4ed6-af16-f31e6508b45c req-64c5588d-885b-436c-ba18-8e143ad57249 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:41:52.152820 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c5588d-885b-436c-ba18-8e143ad57249 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Pushing event updated for resources: {'Port': ['ID=b4d1b319-d799-4cf1-8564-c71754605daf,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:41:52.208604 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:52.213485 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5719b1-b200-4ed6-af16-f31e6508b45c req-64c5588d-885b-436c-ba18-8e143ad57249 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:41:52.214438 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:52.214639 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6c5719b1-b200-4ed6-af16-f31e6508b45c req-64c5588d-885b-436c-ba18-8e143ad57249 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:52.233028 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6c5719b1-b200-4ed6-af16-f31e6508b45c req-64c5588d-885b-436c-ba18-8e143ad57249 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6320231 Sep 07 03:41:52.340400 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-6c5719b1-b200-4ed6-af16-f31e6508b45c req-6ef66f19-ed6e-4e50-ace1-978f04776842 service neutron] Request body: {'port': {'device_id': '6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:41:52.364067 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-d5eb1ba3-96c8-4d58-86b7-efcbfbeb85d6 None None] Provisioning for port b4d1b319-d799-4cf1-8564-c71754605daf completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:41:52.367844 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-d5eb1ba3-96c8-4d58-86b7-efcbfbeb85d6 None None] Provisioning complete for port b4d1b319-d799-4cf1-8564-c71754605daf triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:41:52.368218 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d5eb1ba3-96c8-4d58-86b7-efcbfbeb85d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:52.403569 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-d5eb1ba3-96c8-4d58-86b7-efcbfbeb85d6 None None] Port b4d1b319-d799-4cf1-8564-c71754605daf cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:41:52.405641 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6c5719b1-b200-4ed6-af16-f31e6508b45c req-6ef66f19-ed6e-4e50-ace1-978f04776842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:52.716944 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-6c5719b1-b200-4ed6-af16-f31e6508b45c req-6ef66f19-ed6e-4e50-ace1-978f04776842 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4d1b319-d799-4cf1-8564-c71754605daf {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:41:52.728912 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6c5719b1-b200-4ed6-af16-f31e6508b45c req-6ef66f19-ed6e-4e50-ace1-978f04776842 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:52.745410 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-6c5719b1-b200-4ed6-af16-f31e6508b45c req-6ef66f19-ed6e-4e50-ace1-978f04776842 service neutron] Transition to ACTIVE for port object b4d1b319-d799-4cf1-8564-c71754605daf will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:41:52.752113 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6c5719b1-b200-4ed6-af16-f31e6508b45c req-6ef66f19-ed6e-4e50-ace1-978f04776842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:52.845036 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef66f19-ed6e-4e50-ace1-978f04776842 service neutron] Pushing event updated for resources: {'Port': ['ID=b4d1b319-d799-4cf1-8564-c71754605daf,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:41:52.935112 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de9ca5-87ce-4b1c-b28c-d230f6c428f8 req-28278586-4296-4df6-987c-6071f4671480 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:41:52.936802 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-67de9ca5-87ce-4b1c-b28c-d230f6c428f8 req-28278586-4296-4df6-987c-6071f4671480 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 943 time: 0.0995958 Sep 07 03:41:52.938299 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-6c5719b1-b200-4ed6-af16-f31e6508b45c req-6ef66f19-ed6e-4e50-ace1-978f04776842 service neutron] Attempting to bind port b4d1b319-d799-4cf1-8564-c71754605daf on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:41:52.938636 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-6c5719b1-b200-4ed6-af16-f31e6508b45c req-6ef66f19-ed6e-4e50-ace1-978f04776842 service neutron] Attempting to bind port b4d1b319-d799-4cf1-8564-c71754605daf by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '0303048d-810e-4c5b-8202-28bcb670e6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55d79876-723d-409a-a07c-74788b8d2546'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:41:52.938968 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5719b1-b200-4ed6-af16-f31e6508b45c req-6ef66f19-ed6e-4e50-ace1-978f04776842 service neutron] Attempting to bind port b4d1b319-d799-4cf1-8564-c71754605daf on network 55d79876-723d-409a-a07c-74788b8d2546 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:41:52.944222 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5719b1-b200-4ed6-af16-f31e6508b45c req-6ef66f19-ed6e-4e50-ace1-978f04776842 service neutron] Port b4d1b319-d799-4cf1-8564-c71754605daf on network 55d79876-723d-409a-a07c-74788b8d2546 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 03:41:52.944606 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5719b1-b200-4ed6-af16-f31e6508b45c req-6ef66f19-ed6e-4e50-ace1-978f04776842 service neutron] Attempting to bind port b4d1b319-d799-4cf1-8564-c71754605daf on network 55d79876-723d-409a-a07c-74788b8d2546 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:41:52.956172 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5719b1-b200-4ed6-af16-f31e6508b45c req-6ef66f19-ed6e-4e50-ace1-978f04776842 service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:41:52.956514 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5719b1-b200-4ed6-af16-f31e6508b45c req-6ef66f19-ed6e-4e50-ace1-978f04776842 service neutron] Checking segment: {'id': '0303048d-810e-4c5b-8202-28bcb670e6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55d79876-723d-409a-a07c-74788b8d2546'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:41:52.956898 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5719b1-b200-4ed6-af16-f31e6508b45c req-6ef66f19-ed6e-4e50-ace1-978f04776842 service neutron] Bound using segment: {'id': '0303048d-810e-4c5b-8202-28bcb670e6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55d79876-723d-409a-a07c-74788b8d2546'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:41:52.957341 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-6c5719b1-b200-4ed6-af16-f31e6508b45c req-6ef66f19-ed6e-4e50-ace1-978f04776842 service neutron] Bound port: b4d1b319-d799-4cf1-8564-c71754605daf, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0303048d-810e-4c5b-8202-28bcb670e6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55d79876-723d-409a-a07c-74788b8d2546'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:41:52.957700 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6c5719b1-b200-4ed6-af16-f31e6508b45c req-6ef66f19-ed6e-4e50-ace1-978f04776842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:53.020783 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-67de9ca5-87ce-4b1c-b28c-d230f6c428f8 req-7b37c875-e968-4212-8bda-4dc29de27ed4 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=7599113b-1b1d-459e-a9d2-84a0daade654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728233 Sep 07 03:41:53.059099 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-6c5719b1-b200-4ed6-af16-f31e6508b45c req-6ef66f19-ed6e-4e50-ace1-978f04776842 service neutron] For port b4d1b319-d799-4cf1-8564-c71754605daf, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:41:53.067167 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-6c5719b1-b200-4ed6-af16-f31e6508b45c req-6ef66f19-ed6e-4e50-ace1-978f04776842 service neutron] For port b4d1b319-d799-4cf1-8564-c71754605daf, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=b4d1b319-d799-4cf1-8564-c71754605daf,segment=NetworkSegment(0303048d-810e-4c5b-8202-28bcb670e6c8),segment_id=0303048d-810e-4c5b-8202-28bcb670e6c8)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:41:53.071949 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6c5719b1-b200-4ed6-af16-f31e6508b45c req-6ef66f19-ed6e-4e50-ace1-978f04776842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:53.111873 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5719b1-b200-4ed6-af16-f31e6508b45c req-6ef66f19-ed6e-4e50-ace1-978f04776842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:41:53.112534 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-6c5719b1-b200-4ed6-af16-f31e6508b45c req-6ef66f19-ed6e-4e50-ace1-978f04776842 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:53.113960 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6c5719b1-b200-4ed6-af16-f31e6508b45c req-6ef66f19-ed6e-4e50-ace1-978f04776842 service neutron] 10.222.0.16 "PUT /v2.0/ports/b4d1b319-d799-4cf1-8564-c71754605daf HTTP/1.1" status: 200 len: 1092 time: 0.8734257 Sep 07 03:41:53.114423 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2', 'tag': 'b4d1b319-d799-4cf1-8564-c71754605daf'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:41:53.116770 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4b99ef7bc7a5293b766a2301f992bcff4e86bffe3ac49b880de9dcdee739ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1ce5cb-a3f3-406e-af8a-c9c9db77362f" -d '{"events": [{"name": "network-changed", "server_uuid": "6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2", "tag": "b4d1b319-d799-4cf1-8564-c71754605daf"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:41:53.156552 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef66f19-ed6e-4e50-ace1-978f04776842 service neutron] Pushing event updated for resources: {'Port': ['ID=b4d1b319-d799-4cf1-8564-c71754605daf,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:41:53.171589 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d10f050-07e3-45e4-b077-9ed986648644 x-openstack-request-id: req-2d10f050-07e3-45e4-b077-9ed986648644 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:41:53.171887 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2", "tag": "b4d1b319-d799-4cf1-8564-c71754605daf", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:41:53.172142 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2d10f050-07e3-45e4-b077-9ed986648644 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:41:53.172554 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2', 'tag': 'b4d1b319-d799-4cf1-8564-c71754605daf', 'status': 'completed', 'code': 200} Sep 07 03:41:53.209347 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5719b1-b200-4ed6-af16-f31e6508b45c req-01e1ef7e-1886-463e-a8fe-a3e4332c9e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:41:53.210952 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6c5719b1-b200-4ed6-af16-f31e6508b45c req-01e1ef7e-1886-463e-a8fe-a3e4332c9e9d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f2dbcb4117140059399a763eb061126&device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 1095 time: 0.0489814 Sep 07 03:41:53.255639 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6c5719b1-b200-4ed6-af16-f31e6508b45c req-9d342966-9e40-41cb-8dc3-1b29a2686343 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4d1b319-d799-4cf1-8564-c71754605daf HTTP/1.1" status: 200 len: 217 time: 0.0365350 Sep 07 03:41:53.313390 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5719b1-b200-4ed6-af16-f31e6508b45c req-048c052a-6580-44cc-9d42-bb7c3baed01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:41:53.314926 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6c5719b1-b200-4ed6-af16-f31e6508b45c req-048c052a-6580-44cc-9d42-bb7c3baed01e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3b65e2f3-7809-46b7-bf9f-e15bd3b1020d HTTP/1.1" status: 200 len: 847 time: 0.0524464 Sep 07 03:41:53.367325 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5719b1-b200-4ed6-af16-f31e6508b45c req-66ff2c5a-96e8-4af5-8ee8-0c5ce4797f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:41:53.368966 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6c5719b1-b200-4ed6-af16-f31e6508b45c req-66ff2c5a-96e8-4af5-8ee8-0c5ce4797f9c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=55d79876-723d-409a-a07c-74788b8d2546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470176 Sep 07 03:41:53.467917 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6c5719b1-b200-4ed6-af16-f31e6508b45c req-30442fbc-9106-4ed8-a8ca-21c8ff63451b service neutron] 10.222.0.16 "GET /v2.0/networks/55d79876-723d-409a-a07c-74788b8d2546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913856 Sep 07 03:41:53.577984 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6c5719b1-b200-4ed6-af16-f31e6508b45c req-8a115452-6f61-418e-b03f-4ecd15379041 service neutron] 10.222.0.16 "GET /v2.0/networks/55d79876-723d-409a-a07c-74788b8d2546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030102 Sep 07 03:41:53.606923 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device a4ac224a-2240-4216-ab72-075676562199 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:41:53.664374 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port a4ac224a-2240-4216-ab72-075676562199 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:41:53.664923 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:53.672058 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1ce5cb-a3f3-406e-af8a-c9c9db77362f req-25a84ee2-db9c-449b-8dcf-49eb4fe2cf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:41:53.674425 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0a1ce5cb-a3f3-406e-af8a-c9c9db77362f req-25a84ee2-db9c-449b-8dcf-49eb4fe2cf25 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f2dbcb4117140059399a763eb061126&device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 1095 time: 0.0479312 Sep 07 03:41:53.785278 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1ce5cb-a3f3-406e-af8a-c9c9db77362f req-4fb16be8-2a19-4b8c-88da-8eb284d7d8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:41:53.786840 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0a1ce5cb-a3f3-406e-af8a-c9c9db77362f req-4fb16be8-2a19-4b8c-88da-8eb284d7d8fc service neutron] 10.222.0.16 "GET /v2.0/networks?id=55d79876-723d-409a-a07c-74788b8d2546 HTTP/1.1" status: 200 len: 908 time: 0.1053579 Sep 07 03:41:53.830012 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0a1ce5cb-a3f3-406e-af8a-c9c9db77362f req-8e9a28fe-b779-4d39-b988-6d2a1e60d8c1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4d1b319-d799-4cf1-8564-c71754605daf HTTP/1.1" status: 200 len: 217 time: 0.0351639 Sep 07 03:41:53.884778 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1ce5cb-a3f3-406e-af8a-c9c9db77362f req-ab0cdc3d-f0a4-47b4-8202-94e1e2e2ba04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:41:53.886291 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0a1ce5cb-a3f3-406e-af8a-c9c9db77362f req-ab0cdc3d-f0a4-47b4-8202-94e1e2e2ba04 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3b65e2f3-7809-46b7-bf9f-e15bd3b1020d HTTP/1.1" status: 200 len: 847 time: 0.0487547 Sep 07 03:41:53.934291 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1ce5cb-a3f3-406e-af8a-c9c9db77362f req-e4252a46-4810-4afa-8ee1-5108b1670642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:41:53.935972 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0a1ce5cb-a3f3-406e-af8a-c9c9db77362f req-e4252a46-4810-4afa-8ee1-5108b1670642 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=55d79876-723d-409a-a07c-74788b8d2546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420113 Sep 07 03:41:54.031970 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0a1ce5cb-a3f3-406e-af8a-c9c9db77362f req-e9178d7e-6d79-42e8-a417-5409f55b1ff0 service neutron] 10.222.0.16 "GET /v2.0/networks/55d79876-723d-409a-a07c-74788b8d2546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882030 Sep 07 03:41:54.194222 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0a1ce5cb-a3f3-406e-af8a-c9c9db77362f req-31fac163-3863-458c-b94d-6c531a64a048 service neutron] 10.222.0.16 "GET /v2.0/networks/55d79876-723d-409a-a07c-74788b8d2546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544938 Sep 07 03:41:54.214846 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1277ff-f3dc-400d-9b8a-db827d1ab9a3 req-04767a87-6b71-4c8b-b251-c26399c8b3f0 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:41:54.215803 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6f1277ff-f3dc-400d-9b8a-db827d1ab9a3 req-04767a87-6b71-4c8b-b251-c26399c8b3f0 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 943 time: 0.0743606 Sep 07 03:41:54.256479 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6f1277ff-f3dc-400d-9b8a-db827d1ab9a3 req-ada4cc73-6c27-492d-ad61-303183ce14ec tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=7599113b-1b1d-459e-a9d2-84a0daade654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338788 Sep 07 03:41:55.388938 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105202cd-ce63-4e68-b65a-244525cc066d req-6b0c19c9-9ed2-4daf-8424-ac18c705b309 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:41:55.390481 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-105202cd-ce63-4e68-b65a-244525cc066d req-6b0c19c9-9ed2-4daf-8424-ac18c705b309 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 943 time: 0.0578854 Sep 07 03:41:55.432421 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-105202cd-ce63-4e68-b65a-244525cc066d req-930cbd41-6e4b-4348-8a00-9aced03314e5 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=7599113b-1b1d-459e-a9d2-84a0daade654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354261 Sep 07 03:41:56.008364 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3508c7b4-a91d-4db0-90b9-6a915dc64821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:56.388947 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device b4d1b319-d799-4cf1-8564-c71754605daf details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 03:41:56.492076 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port b4d1b319-d799-4cf1-8564-c71754605daf, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=b4d1b319-d799-4cf1-8564-c71754605daf,segment=NetworkSegment(0303048d-810e-4c5b-8202-28bcb670e6c8),segment_id=0303048d-810e-4c5b-8202-28bcb670e6c8)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:41:56.504391 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': 'b4d1b319-d799-4cf1-8564-c71754605daf', 'network_id': '55d79876-723d-409a-a07c-74788b8d2546', 'port_id': 'b4d1b319-d799-4cf1-8564-c71754605daf', 'mac_address': 'fa:16:3e:6c:15:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b65e2f3-7809-46b7-bf9f-e15bd3b1020d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 03:41:56.541576 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:56.553173 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a8870-969f-4443-91a3-d5e410395b85 req-32b250d1-fd7c-4368-ae46-40582523b17e tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:41:56.554695 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e05a8870-969f-4443-91a3-d5e410395b85 req-32b250d1-fd7c-4368-ae46-40582523b17e tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 943 time: 0.0532568 Sep 07 03:41:56.555120 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4d1b319-d799-4cf1-8564-c71754605daf {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:41:56.576037 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port b4d1b319-d799-4cf1-8564-c71754605daf, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=b4d1b319-d799-4cf1-8564-c71754605daf,segment=NetworkSegment(0303048d-810e-4c5b-8202-28bcb670e6c8),segment_id=0303048d-810e-4c5b-8202-28bcb670e6c8)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:41:56.580975 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:56.597561 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e05a8870-969f-4443-91a3-d5e410395b85 req-fcbf56c2-3934-49ca-8080-a0bc13c794f0 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=7599113b-1b1d-459e-a9d2-84a0daade654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367360 Sep 07 03:41:56.648819 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=b4d1b319-d799-4cf1-8564-c71754605daf,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:41:56.828133 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['b4d1b319-d799-4cf1-8564-c71754605daf'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:41:57.724039 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fbff44-d9e4-465f-8155-de14cdada477 req-c7f1284d-c0db-4b76-90fb-31a70131737f tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:41:57.725632 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-35fbff44-d9e4-465f-8155-de14cdada477 req-c7f1284d-c0db-4b76-90fb-31a70131737f tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 944 time: 0.0567639 Sep 07 03:41:57.766285 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-35fbff44-d9e4-465f-8155-de14cdada477 req-9b757612-8628-40f1-8ace-500832da411c tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=7599113b-1b1d-459e-a9d2-84a0daade654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335891 Sep 07 03:41:58.266828 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d96a40d6-21ed-42d7-9c76-cbbb6d27ce3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:58.409572 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device b4d1b319-d799-4cf1-8564-c71754605daf up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:41:58.467466 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port b4d1b319-d799-4cf1-8564-c71754605daf completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:41:58.474558 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port b4d1b319-d799-4cf1-8564-c71754605daf triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:41:58.475181 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:58.573156 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:58.596881 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d1b319-d799-4cf1-8564-c71754605daf'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:41:58.599153 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a436ec256d2b1825a148fad3e2b3933f4e559d797aa0adc164ec0b132a4edf7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc543ee5-61f8-4eec-a90d-7c755e47affa" -d '{"events": [{"server_uuid": "6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2", "name": "network-vif-plugged", "status": "completed", "tag": "b4d1b319-d799-4cf1-8564-c71754605daf"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:41:58.613999 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port b4d1b319-d799-4cf1-8564-c71754605daf, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=b4d1b319-d799-4cf1-8564-c71754605daf,segment=NetworkSegment(0303048d-810e-4c5b-8202-28bcb670e6c8),segment_id=0303048d-810e-4c5b-8202-28bcb670e6c8)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:41:58.618522 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:58.645594 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539ae1b8-72ea-47ed-b9e4-13dc0ada252b x-openstack-request-id: req-539ae1b8-72ea-47ed-b9e4-13dc0ada252b {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:41:58.645890 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2", "name": "network-vif-plugged", "status": "completed", "tag": "b4d1b319-d799-4cf1-8564-c71754605daf", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:41:58.646147 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-539ae1b8-72ea-47ed-b9e4-13dc0ada252b {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:41:58.646538 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d1b319-d799-4cf1-8564-c71754605daf', 'code': 200} Sep 07 03:41:58.677301 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=b4d1b319-d799-4cf1-8564-c71754605daf,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:41:58.743025 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d523a-07f2-4545-8bed-45826eba0910 req-447cc5cd-dc70-4f57-8cf3-9d8d8db5592d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:41:58.744604 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-216d523a-07f2-4545-8bed-45826eba0910 req-447cc5cd-dc70-4f57-8cf3-9d8d8db5592d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 1097 time: 0.0422440 Sep 07 03:41:58.780743 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-216d523a-07f2-4545-8bed-45826eba0910 req-8b66e828-fbfc-473e-bf44-02c24f994d25 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7599113b-1b1d-459e-a9d2-84a0daade654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290766 Sep 07 03:41:58.791069 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:41:58.882941 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77656843-4c96-4234-b7bb-790747eb8633 req-e50f1927-3ca2-47e9-92c0-849a16549a39 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:41:58.884389 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-77656843-4c96-4234-b7bb-790747eb8633 req-e50f1927-3ca2-47e9-92c0-849a16549a39 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 945 time: 0.0490520 Sep 07 03:41:58.926994 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-77656843-4c96-4234-b7bb-790747eb8633 req-d13d3632-d7ae-4fad-8c91-4214bcb7e6f1 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=7599113b-1b1d-459e-a9d2-84a0daade654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359793 Sep 07 03:41:59.782396 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:42:00.044272 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad31df9-9d08-4dc3-987f-28efcd347a3d req-62583076-7efe-4873-8320-05e6b93031cf tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:42:00.045805 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cad31df9-9d08-4dc3-987f-28efcd347a3d req-62583076-7efe-4873-8320-05e6b93031cf tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 945 time: 0.0501702 Sep 07 03:42:00.087722 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cad31df9-9d08-4dc3-987f-28efcd347a3d req-7bf0f0d8-d6f6-4024-8edc-f55105dad1ed tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=7599113b-1b1d-459e-a9d2-84a0daade654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349579 Sep 07 03:42:00.217052 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a337b1-962c-4e24-acbd-a08852f50830 req-f6329a62-f309-45de-aff2-564fc789c0ec tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:42:00.219038 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-47a337b1-962c-4e24-acbd-a08852f50830 req-f6329a62-f309-45de-aff2-564fc789c0ec tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 945 time: 0.0500426 Sep 07 03:42:00.259351 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-47a337b1-962c-4e24-acbd-a08852f50830 req-79690f30-8001-417a-bd96-badd592d4f65 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=7599113b-1b1d-459e-a9d2-84a0daade654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342941 Sep 07 03:42:00.281096 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45918) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:42:00.388028 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10ca7f4-ed11-4830-b499-8cdafade0d57 tempest-TestShelveInstance-1053827216 tempest-TestShelveInstance-1053827216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:42:00.390635 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-b10ca7f4-ed11-4830-b499-8cdafade0d57 tempest-TestShelveInstance-1053827216 tempest-TestShelveInstance-1053827216-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 1092 time: 0.1082375 Sep 07 03:42:00.393281 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 45922) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:42:00.397764 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-d2604737-a47e-454f-bd72-66fca7dee5ae tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Request body: {'floatingip': {'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'port_id': 'b4d1b319-d799-4cf1-8564-c71754605daf', 'tenant_id': '4f2dbcb4117140059399a763eb061126', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:42:00.419544 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d2604737-a47e-454f-bd72-66fca7dee5ae tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks [] for floatingip, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:42:00.521155 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d2604737-a47e-454f-bd72-66fca7dee5ae tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:42:00.628311 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-d2604737-a47e-454f-bd72-66fca7dee5ae tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Allocated IP 172.25.5.167 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/299e9eea-acf4-4a1c-9dd9-b8783102df93) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:42:00.729143 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d2604737-a47e-454f-bd72-66fca7dee5ae tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:42:00.766441 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d2604737-a47e-454f-bd72-66fca7dee5ae tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:42:00.808919 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2604737-a47e-454f-bd72-66fca7dee5ae tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:42:00.812068 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-d2604737-a47e-454f-bd72-66fca7dee5ae tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:42:00.817826 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2604737-a47e-454f-bd72-66fca7dee5ae tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:42:00.823413 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2604737-a47e-454f-bd72-66fca7dee5ae tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Pushing event updated for resources: {'Port': ['ID=299e9eea-acf4-4a1c-9dd9-b8783102df93,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:42:01.253069 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d2604737-a47e-454f-bd72-66fca7dee5ae tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:42:01.348230 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d2604737-a47e-454f-bd72-66fca7dee5ae tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:42:01.511921 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d2604737-a47e-454f-bd72-66fca7dee5ae tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:42:01.517641 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d2604737-a47e-454f-bd72-66fca7dee5ae tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:42:01.597771 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2604737-a47e-454f-bd72-66fca7dee5ae tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Pushing event updated for resources: {'Port': ['ID=299e9eea-acf4-4a1c-9dd9-b8783102df93,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:42:01.612160 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d2604737-a47e-454f-bd72-66fca7dee5ae tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:42:01.618484 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:42:01.725018 n-d-796209-16 neutron-server[94700]: INFO neutron.db.l3_db [None req-d2604737-a47e-454f-bd72-66fca7dee5ae tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Floating IP 4a31d823-8469-4919-9b82-92034502b419 associated. External IP: 172.25.5.167, port: b4d1b319-d799-4cf1-8564-c71754605daf. Sep 07 03:42:01.951039 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2604737-a47e-454f-bd72-66fca7dee5ae tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Router 5bc96b9f-1c62-48f9-a91b-4d8a247b06be has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:42:02.426319 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2604737-a47e-454f-bd72-66fca7dee5ae tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:42:02.437122 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440c847f-7f22-4325-a119-1dae3661464c None None] Sync routers for ids ['5bc96b9f-1c62-48f9-a91b-4d8a247b06be'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:42:02.443411 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-d2604737-a47e-454f-bd72-66fca7dee5ae tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:42:02.448607 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440c847f-7f22-4325-a119-1dae3661464c None None] Routers {'5bc96b9f-1c62-48f9-a91b-4d8a247b06be'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:42:02.449347 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-440c847f-7f22-4325-a119-1dae3661464c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:41:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['5bc96b9f-1c62-48f9-a91b-4d8a247b06be'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:42:02.472276 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-d2604737-a47e-454f-bd72-66fca7dee5ae tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0778081 Sep 07 03:42:02.472941 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2', 'tag': 'b4d1b319-d799-4cf1-8564-c71754605daf'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:42:02.475659 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4b99ef7bc7a5293b766a2301f992bcff4e86bffe3ac49b880de9dcdee739ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818f003b-66d8-41f9-9793-b08d249b57a5" -d '{"events": [{"name": "network-changed", "server_uuid": "6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2", "tag": "b4d1b319-d799-4cf1-8564-c71754605daf"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:42:02.515760 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aae52ee-936c-445e-99a5-6eac3ab6cf11 x-openstack-request-id: req-0aae52ee-936c-445e-99a5-6eac3ab6cf11 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:42:02.516079 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2", "tag": "b4d1b319-d799-4cf1-8564-c71754605daf", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:42:02.516292 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0aae52ee-936c-445e-99a5-6eac3ab6cf11 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:42:02.516703 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2', 'tag': 'b4d1b319-d799-4cf1-8564-c71754605daf', 'status': 'completed', 'code': 200} Sep 07 03:42:02.571014 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-440c847f-7f22-4325-a119-1dae3661464c None None] Set router 5bc96b9f-1c62-48f9-a91b-4d8a247b06be gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:42:02.582134 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f003b-66d8-41f9-9793-b08d249b57a5 req-f3d8bffd-0bef-49ba-aeef-b15e83c20f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:42:02.583700 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-818f003b-66d8-41f9-9793-b08d249b57a5 req-f3d8bffd-0bef-49ba-aeef-b15e83c20f66 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f2dbcb4117140059399a763eb061126&device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 1097 time: 0.0420856 Sep 07 03:42:02.684385 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f003b-66d8-41f9-9793-b08d249b57a5 req-320e33e8-77d2-4c16-99c7-0ae93e427a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:42:02.685761 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-818f003b-66d8-41f9-9793-b08d249b57a5 req-320e33e8-77d2-4c16-99c7-0ae93e427a47 service neutron] 10.222.0.16 "GET /v2.0/networks?id=55d79876-723d-409a-a07c-74788b8d2546 HTTP/1.1" status: 200 len: 908 time: 0.0952106 Sep 07 03:42:02.756804 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-818f003b-66d8-41f9-9793-b08d249b57a5 req-255fe23e-9bae-4154-88d2-34b1979c195e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4d1b319-d799-4cf1-8564-c71754605daf HTTP/1.1" status: 200 len: 999 time: 0.0640194 Sep 07 03:42:02.815905 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-440c847f-7f22-4325-a119-1dae3661464c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc96b9f-1c62-48f9-a91b-4d8a247b06be', 'name': 'tempest-TestShelveInstance-537036931-router', 'tenant_id': '4f2dbcb4117140059399a763eb061126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '9f6731b9-9b8d-404e-a1cc-5ed6eb08b2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:41:36Z', 'updated_at': '2021-09-07T03:41:39Z', 'revision_number': 4, 'project_id': '4f2dbcb4117140059399a763eb061126', 'gw_port': {'id': '9f6731b9-9b8d-404e-a1cc-5ed6eb08b2f7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc96b9f-1c62-48f9-a91b-4d8a247b06be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:41:36Z', 'updated_at': '2021-09-07T03:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': '4a31d823-8469-4919-9b82-92034502b419', 'tenant_id': '4f2dbcb4117140059399a763eb061126', 'floating_ip_address': '172.25.5.167', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '5bc96b9f-1c62-48f9-a91b-4d8a247b06be', 'port_id': 'b4d1b319-d799-4cf1-8564-c71754605daf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55d79876-723d-409a-a07c-74788b8d2546', 'mac_address': 'fa:16:3e:6c:15:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:42:01Z', 'updated_at': '2021-09-07T03:42:01Z', 'revision_number': 0, 'project_id': '4f2dbcb4117140059399a763eb061126', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c2d3f0f-70d4-45a9-a7f3-dc6af27f67da', 'name': '', 'network_id': '55d79876-723d-409a-a07c-74788b8d2546', 'tenant_id': '4f2dbcb4117140059399a763eb061126', 'mac_address': 'fa:16:3e:3a:69:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc96b9f-1c62-48f9-a91b-4d8a247b06be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '3b65e2f3-7809-46b7-bf9f-e15bd3b1020d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:41:38Z', 'updated_at': '2021-09-07T03:41:45Z', 'revision_number': 5, 'project_id': '4f2dbcb4117140059399a763eb061126', 'subnets': [{'id': '3b65e2f3-7809-46b7-bf9f-e15bd3b1020d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:42:02.817362 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f003b-66d8-41f9-9793-b08d249b57a5 req-5f7b4dc3-dac1-41cb-a1d8-46d027c05975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:42:02.818897 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-818f003b-66d8-41f9-9793-b08d249b57a5 req-5f7b4dc3-dac1-41cb-a1d8-46d027c05975 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3b65e2f3-7809-46b7-bf9f-e15bd3b1020d HTTP/1.1" status: 200 len: 847 time: 0.0539036 Sep 07 03:42:02.848118 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440c847f-7f22-4325-a119-1dae3661464c None None] Checking router: 5bc96b9f-1c62-48f9-a91b-4d8a247b06be for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:42:02.859716 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440c847f-7f22-4325-a119-1dae3661464c None None] Routers {'5bc96b9f-1c62-48f9-a91b-4d8a247b06be'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:42:02.860582 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-440c847f-7f22-4325-a119-1dae3661464c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:41:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['5bc96b9f-1c62-48f9-a91b-4d8a247b06be'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:42:02.875810 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f003b-66d8-41f9-9793-b08d249b57a5 req-b491367d-78bb-4fbb-b26e-e4c236893022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:42:02.878329 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-818f003b-66d8-41f9-9793-b08d249b57a5 req-b491367d-78bb-4fbb-b26e-e4c236893022 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=55d79876-723d-409a-a07c-74788b8d2546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523565 Sep 07 03:42:02.996124 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-818f003b-66d8-41f9-9793-b08d249b57a5 req-4d68447f-1339-4583-a4db-35f263351c26 service neutron] 10.222.0.16 "GET /v2.0/networks/55d79876-723d-409a-a07c-74788b8d2546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094625 Sep 07 03:42:03.000910 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-440c847f-7f22-4325-a119-1dae3661464c None None] Set router 5bc96b9f-1c62-48f9-a91b-4d8a247b06be gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:42:03.111512 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-818f003b-66d8-41f9-9793-b08d249b57a5 req-1bc0b0a4-54cf-47f2-8cb7-5f6392eed926 service neutron] 10.222.0.16 "GET /v2.0/networks/55d79876-723d-409a-a07c-74788b8d2546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082563 Sep 07 03:42:03.387206 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-440c847f-7f22-4325-a119-1dae3661464c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc96b9f-1c62-48f9-a91b-4d8a247b06be', 'name': 'tempest-TestShelveInstance-537036931-router', 'tenant_id': '4f2dbcb4117140059399a763eb061126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '9f6731b9-9b8d-404e-a1cc-5ed6eb08b2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:41:36Z', 'updated_at': '2021-09-07T03:41:39Z', 'revision_number': 4, 'project_id': '4f2dbcb4117140059399a763eb061126', 'gw_port': {'id': '9f6731b9-9b8d-404e-a1cc-5ed6eb08b2f7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc96b9f-1c62-48f9-a91b-4d8a247b06be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:41:36Z', 'updated_at': '2021-09-07T03:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': '4a31d823-8469-4919-9b82-92034502b419', 'tenant_id': '4f2dbcb4117140059399a763eb061126', 'floating_ip_address': '172.25.5.167', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '5bc96b9f-1c62-48f9-a91b-4d8a247b06be', 'port_id': 'b4d1b319-d799-4cf1-8564-c71754605daf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55d79876-723d-409a-a07c-74788b8d2546', 'mac_address': 'fa:16:3e:6c:15:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:42:01Z', 'updated_at': '2021-09-07T03:42:01Z', 'revision_number': 0, 'project_id': '4f2dbcb4117140059399a763eb061126', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c2d3f0f-70d4-45a9-a7f3-dc6af27f67da', 'name': '', 'network_id': '55d79876-723d-409a-a07c-74788b8d2546', 'tenant_id': '4f2dbcb4117140059399a763eb061126', 'mac_address': 'fa:16:3e:3a:69:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc96b9f-1c62-48f9-a91b-4d8a247b06be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '3b65e2f3-7809-46b7-bf9f-e15bd3b1020d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:41:38Z', 'updated_at': '2021-09-07T03:41:45Z', 'revision_number': 5, 'project_id': '4f2dbcb4117140059399a763eb061126', 'subnets': [{'id': '3b65e2f3-7809-46b7-bf9f-e15bd3b1020d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:42:03.417727 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440c847f-7f22-4325-a119-1dae3661464c None None] The sync data for ids ['5bc96b9f-1c62-48f9-a91b-4d8a247b06be'] in n-d-796209-16 is: [{'id': '5bc96b9f-1c62-48f9-a91b-4d8a247b06be', 'name': 'tempest-TestShelveInstance-537036931-router', 'tenant_id': '4f2dbcb4117140059399a763eb061126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '9f6731b9-9b8d-404e-a1cc-5ed6eb08b2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:41:36Z', 'updated_at': '2021-09-07T03:41:39Z', 'revision_number': 4, 'project_id': '4f2dbcb4117140059399a763eb061126', 'gw_port': {'id': '9f6731b9-9b8d-404e-a1cc-5ed6eb08b2f7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc96b9f-1c62-48f9-a91b-4d8a247b06be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:41:36Z', 'updated_at': '2021-09-07T03:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': '4a31d823-8469-4919-9b82-92034502b419', 'tenant_id': '4f2dbcb4117140059399a763eb061126', 'floating_ip_address': '172.25.5.167', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '5bc96b9f-1c62-48f9-a91b-4d8a247b06be', 'port_id': 'b4d1b319-d799-4cf1-8564-c71754605daf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55d79876-723d-409a-a07c-74788b8d2546', 'mac_address': 'fa:16:3e:6c:15:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:42:01Z', 'updated_at': '2021-09-07T03:42:01Z', 'revision_number': 0, 'project_id': '4f2dbcb4117140059399a763eb061126', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c2d3f0f-70d4-45a9-a7f3-dc6af27f67da', 'name': '', 'network_id': '55d79876-723d-409a-a07c-74788b8d2546', 'tenant_id': '4f2dbcb4117140059399a763eb061126', 'mac_address': 'fa:16:3e:3a:69:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc96b9f-1c62-48f9-a91b-4d8a247b06be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '3b65e2f3-7809-46b7-bf9f-e15bd3b1020d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:41:38Z', 'updated_at': '2021-09-07T03:41:45Z', 'revision_number': 5, 'project_id': '4f2dbcb4117140059399a763eb061126', 'subnets': [{'id': '3b65e2f3-7809-46b7-bf9f-e15bd3b1020d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:42:03.611831 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dac127-7e5b-43b8-8f60-abfe99d56054 None None] New status for floating IP 4a31d823-8469-4919-9b82-92034502b419: ACTIVE {{(pid=94703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 03:42:13.478352 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:42:21.109668 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f9b0ae38-4fd4-4c97-9975-52bab9846d89 req-4e7e0d85-e809-4b98-8603-40eb5874faff service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398667 Sep 07 03:42:21.193911 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0ae38-4fd4-4c97-9975-52bab9846d89 req-2291bd75-e7a1-402b-af69-5eb4921ec511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:42:21.195368 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f9b0ae38-4fd4-4c97-9975-52bab9846d89 req-2291bd75-e7a1-402b-af69-5eb4921ec511 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f2dbcb4117140059399a763eb061126&device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 1097 time: 0.0391502 Sep 07 03:42:21.302727 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0ae38-4fd4-4c97-9975-52bab9846d89 req-e6ba65a0-6cb7-49f1-9d15-20a7e6805072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:42:21.304215 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f9b0ae38-4fd4-4c97-9975-52bab9846d89 req-e6ba65a0-6cb7-49f1-9d15-20a7e6805072 service neutron] 10.222.0.16 "GET /v2.0/networks?id=55d79876-723d-409a-a07c-74788b8d2546 HTTP/1.1" status: 200 len: 908 time: 0.0874817 Sep 07 03:42:21.370126 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f9b0ae38-4fd4-4c97-9975-52bab9846d89 req-31d7fb1c-ba3d-4a47-838b-f4c0a002f0fd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4d1b319-d799-4cf1-8564-c71754605daf HTTP/1.1" status: 200 len: 1001 time: 0.0569589 Sep 07 03:42:21.424135 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0ae38-4fd4-4c97-9975-52bab9846d89 req-26145fa6-9fa4-4290-966c-713d5af4337f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:42:21.425683 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f9b0ae38-4fd4-4c97-9975-52bab9846d89 req-26145fa6-9fa4-4290-966c-713d5af4337f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3b65e2f3-7809-46b7-bf9f-e15bd3b1020d HTTP/1.1" status: 200 len: 847 time: 0.0490887 Sep 07 03:42:21.476923 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0ae38-4fd4-4c97-9975-52bab9846d89 req-03be5d03-9c7b-4559-997d-8ed3bff2d3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:42:21.478467 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f9b0ae38-4fd4-4c97-9975-52bab9846d89 req-03be5d03-9c7b-4559-997d-8ed3bff2d3c2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=55d79876-723d-409a-a07c-74788b8d2546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457578 Sep 07 03:42:21.575443 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f9b0ae38-4fd4-4c97-9975-52bab9846d89 req-78f1bb73-72fd-4487-a3ea-30ef45ef86c2 service neutron] 10.222.0.16 "GET /v2.0/networks/55d79876-723d-409a-a07c-74788b8d2546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895116 Sep 07 03:42:21.669112 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f9b0ae38-4fd4-4c97-9975-52bab9846d89 req-ab7dcf1a-d9c1-49b9-ae8d-a44b37775f66 service neutron] 10.222.0.16 "GET /v2.0/networks/55d79876-723d-409a-a07c-74788b8d2546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858717 Sep 07 03:42:22.232681 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:42:22.233973 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:42:26.009183 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-cdb78878-e243-4d0f-910e-6ece5df8af9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:42:28.269529 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a53794b4-ea5c-44d7-a52d-9bcf05a8eae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:42:28.792630 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:42:29.784352 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:42:31.609288 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:42:50.477552 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:42:52.231048 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:42:52.232197 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:42:56.010959 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-be81839a-8d54-4470-b40a-56afc001f749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:42:58.273114 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-544ea202-29f0-48ec-bf31-a662274b1d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:42:58.794546 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:42:59.786789 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:43:01.613743 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:43:21.091184 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1cf5b6f4-36bb-48a1-8103-63ab493ffecd req-d1286fd1-def7-4796-b406-850480f1fd11 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0448501 Sep 07 03:43:21.179229 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf5b6f4-36bb-48a1-8103-63ab493ffecd req-28a83d4c-3e3e-4a6d-b210-7d4f54e98ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:43:21.180830 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1cf5b6f4-36bb-48a1-8103-63ab493ffecd req-28a83d4c-3e3e-4a6d-b210-7d4f54e98ebe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f2dbcb4117140059399a763eb061126&device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 1097 time: 0.0468724 Sep 07 03:43:21.285906 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf5b6f4-36bb-48a1-8103-63ab493ffecd req-58a18ae4-9fd0-46cf-8c70-e0da30495d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:43:21.287436 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1cf5b6f4-36bb-48a1-8103-63ab493ffecd req-58a18ae4-9fd0-46cf-8c70-e0da30495d6f service neutron] 10.222.0.16 "GET /v2.0/networks?id=55d79876-723d-409a-a07c-74788b8d2546 HTTP/1.1" status: 200 len: 908 time: 0.0863750 Sep 07 03:43:21.357471 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1cf5b6f4-36bb-48a1-8103-63ab493ffecd req-8f0b1f97-0a29-4a91-9eca-0f5f36e7dca7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4d1b319-d799-4cf1-8564-c71754605daf HTTP/1.1" status: 200 len: 1001 time: 0.0630190 Sep 07 03:43:21.405515 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf5b6f4-36bb-48a1-8103-63ab493ffecd req-9e61e1f8-3842-4851-b264-6a9d771a6ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:43:21.407001 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1cf5b6f4-36bb-48a1-8103-63ab493ffecd req-9e61e1f8-3842-4851-b264-6a9d771a6ad9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3b65e2f3-7809-46b7-bf9f-e15bd3b1020d HTTP/1.1" status: 200 len: 847 time: 0.0430605 Sep 07 03:43:21.452667 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf5b6f4-36bb-48a1-8103-63ab493ffecd req-d8cd70ce-39d8-45c8-9654-b1730fca44a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:43:21.454218 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1cf5b6f4-36bb-48a1-8103-63ab493ffecd req-d8cd70ce-39d8-45c8-9654-b1730fca44a1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=55d79876-723d-409a-a07c-74788b8d2546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405090 Sep 07 03:43:21.556909 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1cf5b6f4-36bb-48a1-8103-63ab493ffecd req-72486ac7-8a3f-45d9-8683-c8bdcfe66808 service neutron] 10.222.0.16 "GET /v2.0/networks/55d79876-723d-409a-a07c-74788b8d2546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949111 Sep 07 03:43:21.652109 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1cf5b6f4-36bb-48a1-8103-63ab493ffecd req-15aad248-8c15-4bff-a1dc-e9052ac7d230 service neutron] 10.222.0.16 "GET /v2.0/networks/55d79876-723d-409a-a07c-74788b8d2546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870008 Sep 07 03:43:22.239685 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:43:22.243927 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:43:26.012713 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c130da78-8ab9-463c-b7f7-8feb5f3ee31f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:43:27.476988 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:43:28.274591 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-f5433889-edef-4eb5-9d49-00f72be4eee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:43:28.795064 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:43:29.789734 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:43:31.616150 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:43:40.055341 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [req-3d063807-a72e-4a73-a85c-fbed38018680 req-f188fff2-c994-41f9-8a50-ba3a12fbab86 service neutron] (94700) timed out ('10.222.0.22', 42512) {{(pid=94700) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 03:43:52.237498 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:43:52.251887 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:43:56.014266 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8c365e2b-28fa-40d9-b2f3-9bf0565d4248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:43:58.274938 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fd6d0891-ca69-43c9-9199-b7935b2b5c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:43:58.327873 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb3f63e-fab2-4959-a2ef-39facf7798ce req-9466f061-2fa4-4e86-964b-288c52b08c28 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:43:58.329440 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-abb3f63e-fab2-4959-a2ef-39facf7798ce req-9466f061-2fa4-4e86-964b-288c52b08c28 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 945 time: 0.0554543 Sep 07 03:43:58.369353 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-abb3f63e-fab2-4959-a2ef-39facf7798ce req-345faf26-b020-4972-8f77-18a6c780a32a tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=7599113b-1b1d-459e-a9d2-84a0daade654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339575 Sep 07 03:43:58.797596 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:43:59.504868 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db5ad1-db90-45dc-b183-45f75579cac1 req-85a84838-e854-41dc-a877-06abd02aec40 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:43:59.506432 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f4db5ad1-db90-45dc-b183-45f75579cac1 req-85a84838-e854-41dc-a877-06abd02aec40 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 945 time: 0.0527081 Sep 07 03:43:59.548542 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f4db5ad1-db90-45dc-b183-45f75579cac1 req-906ebe11-25cc-4e8e-acbf-b8571f2fab2d tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=7599113b-1b1d-459e-a9d2-84a0daade654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358682 Sep 07 03:43:59.793547 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:44:00.707056 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2059f82-34e6-406a-9f51-fda8cce9a342 req-93142b12-7d10-4393-8876-2ad0a452ded6 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:44:00.708849 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c2059f82-34e6-406a-9f51-fda8cce9a342 req-93142b12-7d10-4393-8876-2ad0a452ded6 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 945 time: 0.0518024 Sep 07 03:44:00.752748 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c2059f82-34e6-406a-9f51-fda8cce9a342 req-a99139c9-2ec5-4c95-b455-82fdbbc6cf71 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=7599113b-1b1d-459e-a9d2-84a0daade654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366409 Sep 07 03:44:01.619186 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:44:01.876301 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7181b7-9386-4151-be9e-45f74e123904 req-9d0d8d5f-97f2-42dc-9c40-b26998a15ded tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:44:01.877758 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6d7181b7-9386-4151-be9e-45f74e123904 req-9d0d8d5f-97f2-42dc-9c40-b26998a15ded tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 945 time: 0.0568755 Sep 07 03:44:01.923595 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6d7181b7-9386-4151-be9e-45f74e123904 req-42dc54e7-3b26-4df0-bb13-1822fbedd3a4 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=7599113b-1b1d-459e-a9d2-84a0daade654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398700 Sep 07 03:44:03.039042 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c57df-8fda-433b-9f3a-88f9737c422c req-38b3463d-db26-45bf-b02e-6f2d121d4493 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:44:03.040590 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-475c57df-8fda-433b-9f3a-88f9737c422c req-38b3463d-db26-45bf-b02e-6f2d121d4493 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 945 time: 0.0489895 Sep 07 03:44:03.078258 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-475c57df-8fda-433b-9f3a-88f9737c422c req-c5e522b0-b61b-4117-b5ed-ee948050bcea tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=7599113b-1b1d-459e-a9d2-84a0daade654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318525 Sep 07 03:44:04.193847 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92fe1b-49cf-4c7d-b23d-28c96a1fca48 req-b316860c-2018-4578-b4ba-02e29c808381 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:44:04.195351 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dc92fe1b-49cf-4c7d-b23d-28c96a1fca48 req-b316860c-2018-4578-b4ba-02e29c808381 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 945 time: 0.0488658 Sep 07 03:44:04.233890 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dc92fe1b-49cf-4c7d-b23d-28c96a1fca48 req-193bd3ab-3e1a-4a85-b9d8-43825a08625b tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=7599113b-1b1d-459e-a9d2-84a0daade654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324340 Sep 07 03:44:04.477316 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:44:05.358060 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59912866-24f1-46f8-88b5-8382976a8e1a req-ffcc8f37-711b-452e-82f3-c6867449394d tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:44:05.360105 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-59912866-24f1-46f8-88b5-8382976a8e1a req-ffcc8f37-711b-452e-82f3-c6867449394d tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 945 time: 0.0540030 Sep 07 03:44:05.397996 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-59912866-24f1-46f8-88b5-8382976a8e1a req-363f885f-ba8b-4343-a0fc-e1e6f24278b5 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=7599113b-1b1d-459e-a9d2-84a0daade654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319815 Sep 07 03:44:06.535268 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529de55-111c-4fab-8cbf-f0024820fbab req-1d84eafd-8445-4b66-b665-7a9b29cb1c6f tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:44:06.536877 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4529de55-111c-4fab-8cbf-f0024820fbab req-1d84eafd-8445-4b66-b665-7a9b29cb1c6f tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 945 time: 0.0520091 Sep 07 03:44:06.575354 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4529de55-111c-4fab-8cbf-f0024820fbab req-cae3956c-e6a7-4c7f-aa74-670a22ad8ba1 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=7599113b-1b1d-459e-a9d2-84a0daade654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323761 Sep 07 03:44:07.692052 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c6644-6541-48f0-9dfe-a28c53eab6e1 req-570b0165-1f85-43fd-a0bc-d38e143d57a6 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:44:07.693608 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f08c6644-6541-48f0-9dfe-a28c53eab6e1 req-570b0165-1f85-43fd-a0bc-d38e143d57a6 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 945 time: 0.0495496 Sep 07 03:44:07.731398 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f08c6644-6541-48f0-9dfe-a28c53eab6e1 req-6021707d-0136-4d00-aed8-1c792a21699e tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=7599113b-1b1d-459e-a9d2-84a0daade654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319395 Sep 07 03:44:08.853156 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe87f9d-e363-46d5-99e5-1af30838460f req-c11ad45e-ba92-4161-b210-aa13ba07b3d6 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:44:08.854726 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cfe87f9d-e363-46d5-99e5-1af30838460f req-c11ad45e-ba92-4161-b210-aa13ba07b3d6 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 945 time: 0.0545497 Sep 07 03:44:08.902969 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-cfe87f9d-e363-46d5-99e5-1af30838460f req-ffcbafc9-5a91-4d44-b369-d7f840836a25 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=7599113b-1b1d-459e-a9d2-84a0daade654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420227 Sep 07 03:44:09.111814 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device b4d1b319-d799-4cf1-8564-c71754605daf details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 03:44:09.207045 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port b4d1b319-d799-4cf1-8564-c71754605daf, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=b4d1b319-d799-4cf1-8564-c71754605daf,segment=NetworkSegment(0303048d-810e-4c5b-8202-28bcb670e6c8),segment_id=0303048d-810e-4c5b-8202-28bcb670e6c8)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:44:09.221242 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': 'b4d1b319-d799-4cf1-8564-c71754605daf', 'network_id': '55d79876-723d-409a-a07c-74788b8d2546', 'port_id': 'b4d1b319-d799-4cf1-8564-c71754605daf', 'mac_address': 'fa:16:3e:6c:15:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b65e2f3-7809-46b7-bf9f-e15bd3b1020d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 03:44:09.263397 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:44:09.276205 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b4d1b319-d799-4cf1-8564-c71754605daf {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:44:09.295374 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port b4d1b319-d799-4cf1-8564-c71754605daf, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=b4d1b319-d799-4cf1-8564-c71754605daf,segment=NetworkSegment(0303048d-810e-4c5b-8202-28bcb670e6c8),segment_id=0303048d-810e-4c5b-8202-28bcb670e6c8)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:44:09.299985 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:44:09.352505 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=b4d1b319-d799-4cf1-8564-c71754605daf,revision_number=6']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:44:09.360512 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:44:09.360863 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:44:09.361205 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:44:09.361542 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:44:09.361877 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:44:09.362214 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:44:09.362539 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:44:09.362860 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:44:09.363192 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:44:09.363533 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:44:09.363861 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:44:09.364184 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:44:09.385558 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['b4d1b319-d799-4cf1-8564-c71754605daf'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:44:10.023178 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eac3ab-0c7b-463d-a4ee-bfe6f23d5d49 req-aa85247a-68a9-43ea-8db1-8250c1b3a93b tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:44:10.023941 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-58eac3ab-0c7b-463d-a4ee-bfe6f23d5d49 req-aa85247a-68a9-43ea-8db1-8250c1b3a93b tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 944 time: 0.0495849 Sep 07 03:44:10.067307 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-58eac3ab-0c7b-463d-a4ee-bfe6f23d5d49 req-6152f074-a105-49e8-a223-4268b41b97c0 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=7599113b-1b1d-459e-a9d2-84a0daade654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328710 Sep 07 03:44:11.136721 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device b4d1b319-d799-4cf1-8564-c71754605daf up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:44:11.202682 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port b4d1b319-d799-4cf1-8564-c71754605daf triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:44:11.203078 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:44:11.203221 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e46b12-7bea-4ac4-ba73-37961e53d073 req-9c076224-83f2-45ed-a3d5-5e472868853c tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:44:11.210948 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-66e46b12-7bea-4ac4-ba73-37961e53d073 req-9c076224-83f2-45ed-a3d5-5e472868853c tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 944 time: 0.0633957 Sep 07 03:44:11.257070 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-66e46b12-7bea-4ac4-ba73-37961e53d073 req-3ad307cd-1448-4b20-b532-ad80862531ad tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=7599113b-1b1d-459e-a9d2-84a0daade654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451648 Sep 07 03:44:11.291338 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:44:11.321166 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d1b319-d799-4cf1-8564-c71754605daf'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:44:11.323799 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a436ec256d2b1825a148fad3e2b3933f4e559d797aa0adc164ec0b132a4edf7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a605a0-3bcf-45bd-ac0a-4fd0997fdbca" -d '{"events": [{"server_uuid": "6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2", "name": "network-vif-plugged", "status": "completed", "tag": "b4d1b319-d799-4cf1-8564-c71754605daf"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:44:11.343766 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port b4d1b319-d799-4cf1-8564-c71754605daf, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=b4d1b319-d799-4cf1-8564-c71754605daf,segment=NetworkSegment(0303048d-810e-4c5b-8202-28bcb670e6c8),segment_id=0303048d-810e-4c5b-8202-28bcb670e6c8)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:44:11.350396 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:44:11.426107 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=b4d1b319-d799-4cf1-8564-c71754605daf,revision_number=7']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:44:11.461598 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a571c39-d6a6-4ea4-a8bd-ff398462a5ca x-openstack-request-id: req-4a571c39-d6a6-4ea4-a8bd-ff398462a5ca {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:44:11.461901 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2", "name": "network-vif-plugged", "status": "completed", "tag": "b4d1b319-d799-4cf1-8564-c71754605daf", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:44:11.462146 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4a571c39-d6a6-4ea4-a8bd-ff398462a5ca {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:44:11.462598 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d1b319-d799-4cf1-8564-c71754605daf', 'code': 200} Sep 07 03:44:12.393109 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3bcb62-2f21-45db-a951-2b9630c379e3 req-0e244868-f656-4090-aafd-df06bbcbff92 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:44:12.394621 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7f3bcb62-2f21-45db-a951-2b9630c379e3 req-0e244868-f656-4090-aafd-df06bbcbff92 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 945 time: 0.0576940 Sep 07 03:44:12.443696 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7f3bcb62-2f21-45db-a951-2b9630c379e3 req-4176b6e3-be6d-49e0-ac87-13e1a3c34f67 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=7599113b-1b1d-459e-a9d2-84a0daade654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427568 Sep 07 03:44:13.575029 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecaec05-132e-4ce7-a778-c9bc121244dc req-89175a43-20bf-45f6-8a8c-202e030d1e95 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:44:13.576723 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0ecaec05-132e-4ce7-a778-c9bc121244dc req-89175a43-20bf-45f6-8a8c-202e030d1e95 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 945 time: 0.0589631 Sep 07 03:44:13.619619 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0ecaec05-132e-4ce7-a778-c9bc121244dc req-9aebc9d2-030a-41ca-b915-1054e99f23f3 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=7599113b-1b1d-459e-a9d2-84a0daade654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336800 Sep 07 03:44:14.757304 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb870d8-8424-4ca2-a6a2-b00fd8ba275c req-2e2d1830-772d-4108-bab2-6a21e7223c7a tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:44:14.765175 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dbb870d8-8424-4ca2-a6a2-b00fd8ba275c req-2e2d1830-772d-4108-bab2-6a21e7223c7a tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 945 time: 0.0670018 Sep 07 03:44:14.813135 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-dbb870d8-8424-4ca2-a6a2-b00fd8ba275c req-84197336-f5b7-465c-a97e-491eb7aaf81f tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=7599113b-1b1d-459e-a9d2-84a0daade654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469725 Sep 07 03:44:15.938984 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa715588-c253-4d34-8e72-116bc941629f req-f5a5170d-ca00-446e-8e4c-5b7b87a0c9cc tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:44:15.941857 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-aa715588-c253-4d34-8e72-116bc941629f req-f5a5170d-ca00-446e-8e4c-5b7b87a0c9cc tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 945 time: 0.0550933 Sep 07 03:44:15.988794 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-aa715588-c253-4d34-8e72-116bc941629f req-344ec7e1-dc5c-4cfe-b092-2097a8348ab0 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=7599113b-1b1d-459e-a9d2-84a0daade654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420113 Sep 07 03:44:17.126807 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6da49-bfe7-4cd0-bbb8-8f042409e671 req-56a1633e-e3ce-4676-b1a5-b07d690721c5 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:44:17.128502 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-01e6da49-bfe7-4cd0-bbb8-8f042409e671 req-56a1633e-e3ce-4676-b1a5-b07d690721c5 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 945 time: 0.0612514 Sep 07 03:44:17.175372 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-01e6da49-bfe7-4cd0-bbb8-8f042409e671 req-9caed42f-b5fa-4b19-9645-13fbc4c858ed tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=7599113b-1b1d-459e-a9d2-84a0daade654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402853 Sep 07 03:44:18.305992 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764d639-2eec-4521-b7ca-25002ced9f2b req-c7398f5a-2d20-48ce-9f9d-a6ac998d4dcc tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:44:18.313723 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d764d639-2eec-4521-b7ca-25002ced9f2b req-c7398f5a-2d20-48ce-9f9d-a6ac998d4dcc tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 945 time: 0.0574765 Sep 07 03:44:18.376214 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d764d639-2eec-4521-b7ca-25002ced9f2b req-1f3cf216-75b6-49fb-b5b8-82c7af8f14b9 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=7599113b-1b1d-459e-a9d2-84a0daade654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613830 Sep 07 03:44:19.511049 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278df97-47a1-4196-95bd-38934e14b132 req-7d0ee3e1-9b23-4e79-bfef-9c5b9c798845 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:44:19.512469 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f278df97-47a1-4196-95bd-38934e14b132 req-7d0ee3e1-9b23-4e79-bfef-9c5b9c798845 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 945 time: 0.0631158 Sep 07 03:44:19.554589 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f278df97-47a1-4196-95bd-38934e14b132 req-ba35b942-bee5-4fc4-b18f-1f506935ed98 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=7599113b-1b1d-459e-a9d2-84a0daade654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356281 Sep 07 03:44:20.201361 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc0db7-80dd-46ca-8921-8daf0db441f8 req-d5bfba28-5a19-45bc-9589-952a4905ad1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:44:20.203601 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4acc0db7-80dd-46ca-8921-8daf0db441f8 req-d5bfba28-5a19-45bc-9589-952a4905ad1c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f2dbcb4117140059399a763eb061126&device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 1097 time: 0.0530241 Sep 07 03:44:20.296263 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc0db7-80dd-46ca-8921-8daf0db441f8 req-1ecd3be4-8422-45b4-a46c-18bcede8de6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:44:20.297786 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4acc0db7-80dd-46ca-8921-8daf0db441f8 req-1ecd3be4-8422-45b4-a46c-18bcede8de6f service neutron] 10.222.0.16 "GET /v2.0/networks?id=55d79876-723d-409a-a07c-74788b8d2546 HTTP/1.1" status: 200 len: 908 time: 0.0869353 Sep 07 03:44:20.378796 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4acc0db7-80dd-46ca-8921-8daf0db441f8 req-ec12f223-78e2-44be-82b9-60c17cf9efd2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4d1b319-d799-4cf1-8564-c71754605daf HTTP/1.1" status: 200 len: 1001 time: 0.0740659 Sep 07 03:44:20.429529 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc0db7-80dd-46ca-8921-8daf0db441f8 req-312b8e3c-8ab7-4f65-9d04-3bde904bc94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:44:20.431087 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4acc0db7-80dd-46ca-8921-8daf0db441f8 req-312b8e3c-8ab7-4f65-9d04-3bde904bc94a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3b65e2f3-7809-46b7-bf9f-e15bd3b1020d HTTP/1.1" status: 200 len: 847 time: 0.0459745 Sep 07 03:44:20.480192 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc0db7-80dd-46ca-8921-8daf0db441f8 req-a1729549-8e5d-4b58-bd93-4382839fb85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:44:20.481744 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4acc0db7-80dd-46ca-8921-8daf0db441f8 req-a1729549-8e5d-4b58-bd93-4382839fb85c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=55d79876-723d-409a-a07c-74788b8d2546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431910 Sep 07 03:44:20.503212 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [req-4acc0db7-80dd-46ca-8921-8daf0db441f8 req-47f88e36-4c9f-4a29-9b6f-28ab452a0f02 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:44:20.504256 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4acc0db7-80dd-46ca-8921-8daf0db441f8 req-47f88e36-4c9f-4a29-9b6f-28ab452a0f02 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078340 Sep 07 03:44:20.605015 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4acc0db7-80dd-46ca-8921-8daf0db441f8 req-d96a459f-2878-47c9-9b91-eaede5ccac84 service neutron] 10.222.0.16 "GET /v2.0/networks/55d79876-723d-409a-a07c-74788b8d2546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936811 Sep 07 03:44:20.738435 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a293735-4aad-4606-a901-eea98a2ab9ad req-3d324d12-a08d-4cfe-bf67-4d374f0fa5c2 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:44:20.740005 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6a293735-4aad-4606-a901-eea98a2ab9ad req-3d324d12-a08d-4cfe-bf67-4d374f0fa5c2 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 945 time: 0.1085801 Sep 07 03:44:20.746008 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4acc0db7-80dd-46ca-8921-8daf0db441f8 req-c48c2bbd-03a3-491f-a407-9e87a285b590 service neutron] 10.222.0.16 "GET /v2.0/networks/55d79876-723d-409a-a07c-74788b8d2546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331387 Sep 07 03:44:20.781879 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6a293735-4aad-4606-a901-eea98a2ab9ad req-7a60561d-f943-4c74-a38f-61fc689ec99c tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=7599113b-1b1d-459e-a9d2-84a0daade654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348907 Sep 07 03:44:21.903282 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7546a2-345d-467d-8971-1cd54dd0c889 req-2cb0a33e-3080-4e90-b7b2-d698253782c7 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:44:21.904880 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0b7546a2-345d-467d-8971-1cd54dd0c889 req-2cb0a33e-3080-4e90-b7b2-d698253782c7 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 945 time: 0.0538960 Sep 07 03:44:21.943579 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0b7546a2-345d-467d-8971-1cd54dd0c889 req-e1b2b655-30b1-46bb-ae79-0c7d32c1657b tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=7599113b-1b1d-459e-a9d2-84a0daade654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321469 Sep 07 03:44:22.116149 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8650fa7-1576-4354-ba59-dd639ca8f8cd req-e2953a35-4f9b-48bf-8ad8-32a8ecf83506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:44:22.117655 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e8650fa7-1576-4354-ba59-dd639ca8f8cd req-e2953a35-4f9b-48bf-8ad8-32a8ecf83506 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f2dbcb4117140059399a763eb061126&device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 1097 time: 0.0411444 Sep 07 03:44:22.225287 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8650fa7-1576-4354-ba59-dd639ca8f8cd req-05c76fd5-5e1b-4046-af3b-ba54a196c020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:44:22.226830 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e8650fa7-1576-4354-ba59-dd639ca8f8cd req-05c76fd5-5e1b-4046-af3b-ba54a196c020 service neutron] 10.222.0.16 "GET /v2.0/networks?id=55d79876-723d-409a-a07c-74788b8d2546 HTTP/1.1" status: 200 len: 908 time: 0.0901856 Sep 07 03:44:22.247960 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:44:22.253265 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:44:22.299294 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e8650fa7-1576-4354-ba59-dd639ca8f8cd req-c5855ef0-4b2a-4708-9981-9042a4652707 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4d1b319-d799-4cf1-8564-c71754605daf HTTP/1.1" status: 200 len: 1001 time: 0.0623677 Sep 07 03:44:22.350393 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8650fa7-1576-4354-ba59-dd639ca8f8cd req-202c8c2e-dc4c-4907-a822-bb3ded53630d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:44:22.351913 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e8650fa7-1576-4354-ba59-dd639ca8f8cd req-202c8c2e-dc4c-4907-a822-bb3ded53630d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3b65e2f3-7809-46b7-bf9f-e15bd3b1020d HTTP/1.1" status: 200 len: 847 time: 0.0463767 Sep 07 03:44:22.409997 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8650fa7-1576-4354-ba59-dd639ca8f8cd req-9f44bca4-38e1-4d38-81fd-2bd46e68a5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:44:22.411541 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e8650fa7-1576-4354-ba59-dd639ca8f8cd req-9f44bca4-38e1-4d38-81fd-2bd46e68a5db service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=55d79876-723d-409a-a07c-74788b8d2546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528653 Sep 07 03:44:22.510164 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e8650fa7-1576-4354-ba59-dd639ca8f8cd req-086a5e9f-cd1f-49d0-9410-1b6cf5c3c4c8 service neutron] 10.222.0.16 "GET /v2.0/networks/55d79876-723d-409a-a07c-74788b8d2546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899723 Sep 07 03:44:22.609685 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e8650fa7-1576-4354-ba59-dd639ca8f8cd req-4c2e5331-5594-4119-9c6c-53a5b2ad8f12 service neutron] 10.222.0.16 "GET /v2.0/networks/55d79876-723d-409a-a07c-74788b8d2546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907900 Sep 07 03:44:23.065453 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e40748d-a2db-40f0-ac25-909fce436df7 req-b23167af-2208-4b8e-9cc7-8b995f0e78d1 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:44:23.067022 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1e40748d-a2db-40f0-ac25-909fce436df7 req-b23167af-2208-4b8e-9cc7-8b995f0e78d1 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 945 time: 0.0515192 Sep 07 03:44:23.105242 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1e40748d-a2db-40f0-ac25-909fce436df7 req-030ecc16-0d6b-4032-bc7f-8883df729ebe tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=7599113b-1b1d-459e-a9d2-84a0daade654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320797 Sep 07 03:44:23.175836 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device b4d1b319-d799-4cf1-8564-c71754605daf no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:44:23.252899 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [req-e79ba318-3dbe-426a-bbc2-f3a890a9cc94 req-4a5cf1d3-ccde-40b4-b017-e57abaed5a0e service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:44:23.253935 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e79ba318-3dbe-426a-bbc2-f3a890a9cc94 req-4a5cf1d3-ccde-40b4-b017-e57abaed5a0e service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0810976 Sep 07 03:44:23.257045 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:44:23.278956 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4d1b319-d799-4cf1-8564-c71754605daf'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:44:23.281729 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a436ec256d2b1825a148fad3e2b3933f4e559d797aa0adc164ec0b132a4edf7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff060b21-988c-44e9-9c1b-7591e412baa8" -d '{"events": [{"server_uuid": "6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2", "name": "network-vif-unplugged", "status": "completed", "tag": "b4d1b319-d799-4cf1-8564-c71754605daf"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:44:23.294144 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port b4d1b319-d799-4cf1-8564-c71754605daf, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=b4d1b319-d799-4cf1-8564-c71754605daf,segment=NetworkSegment(0303048d-810e-4c5b-8202-28bcb670e6c8),segment_id=0303048d-810e-4c5b-8202-28bcb670e6c8)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:44:23.301049 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:44:23.339213 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 07 Sep 2021 03:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f2b476-62f2-495f-a7eb-fad1b217ddf2 x-openstack-request-id: req-64f2b476-62f2-495f-a7eb-fad1b217ddf2 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:44:23.339648 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2", "name": "network-vif-unplugged", "status": "failed", "tag": "b4d1b319-d799-4cf1-8564-c71754605daf", "code": 422}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:44:23.339820 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-64f2b476-62f2-495f-a7eb-fad1b217ddf2 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:44:23.340171 n-d-796209-16 neutron-server[94702]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b4d1b319-d799-4cf1-8564-c71754605daf', 'code': 422} returned with failed status Sep 07 03:44:23.368998 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=b4d1b319-d799-4cf1-8564-c71754605daf,revision_number=8']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:44:23.421642 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec139a30-f97f-42c4-a44e-d376ec592046 req-d4da0c94-6d76-4953-b812-59c65b601651 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:44:23.423174 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ec139a30-f97f-42c4-a44e-d376ec592046 req-d4da0c94-6d76-4953-b812-59c65b601651 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 943 time: 0.0503130 Sep 07 03:44:23.462286 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ec139a30-f97f-42c4-a44e-d376ec592046 req-f3370fa3-c23f-4fbc-9761-fe31be91c181 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=7599113b-1b1d-459e-a9d2-84a0daade654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329070 Sep 07 03:44:23.715155 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 46122) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:44:23.799245 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2faef7d3-146b-40b0-a56b-dcc5114ba5ff req-182f0c94-8bfe-4a2b-a8af-913f0ccd8f43 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0828466 Sep 07 03:44:23.808772 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [req-2faef7d3-146b-40b0-a56b-dcc5114ba5ff req-ac7fc4ff-87fa-493e-9263-6e92f14f84a9 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:44:23.809770 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2faef7d3-146b-40b0-a56b-dcc5114ba5ff req-ac7fc4ff-87fa-493e-9263-6e92f14f84a9 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054519 Sep 07 03:44:24.585931 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da184b2b-24e4-44e4-8908-40b1b588cfe7 req-b12fc644-d883-4a59-ae56-83434e9c55e4 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:44:24.587521 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-da184b2b-24e4-44e4-8908-40b1b588cfe7 req-b12fc644-d883-4a59-ae56-83434e9c55e4 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 943 time: 0.0557015 Sep 07 03:44:24.601876 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faef7d3-146b-40b0-a56b-dcc5114ba5ff req-964e3611-9b4e-4aa4-a654-8a8ae228976c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:44:24.603438 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2faef7d3-146b-40b0-a56b-dcc5114ba5ff req-964e3611-9b4e-4aa4-a654-8a8ae228976c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2&tenant_id=4f2dbcb4117140059399a763eb061126 HTTP/1.1" status: 200 len: 1095 time: 0.0871265 Sep 07 03:44:24.617421 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-2faef7d3-146b-40b0-a56b-dcc5114ba5ff req-3e1434c9-3be1-4515-b38b-eacc9c7c6075 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-796209-16', 'device_owner': 'compute:nova'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:44:24.627255 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-da184b2b-24e4-44e4-8908-40b1b588cfe7 req-ae2f663b-2b3a-44f0-b113-73f4bfa1f580 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=7599113b-1b1d-459e-a9d2-84a0daade654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329101 Sep 07 03:44:24.676272 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2faef7d3-146b-40b0-a56b-dcc5114ba5ff req-3e1434c9-3be1-4515-b38b-eacc9c7c6075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:44:24.881643 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-2faef7d3-146b-40b0-a56b-dcc5114ba5ff req-3e1434c9-3be1-4515-b38b-eacc9c7c6075 service neutron] For port b4d1b319-d799-4cf1-8564-c71754605daf, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=b4d1b319-d799-4cf1-8564-c71754605daf,segment=NetworkSegment(0303048d-810e-4c5b-8202-28bcb670e6c8),segment_id=0303048d-810e-4c5b-8202-28bcb670e6c8)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:44:24.913798 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-2faef7d3-146b-40b0-a56b-dcc5114ba5ff req-3e1434c9-3be1-4515-b38b-eacc9c7c6075 service neutron] For port b4d1b319-d799-4cf1-8564-c71754605daf, host n-h2-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:44:24.944810 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [req-2faef7d3-146b-40b0-a56b-dcc5114ba5ff req-3e1434c9-3be1-4515-b38b-eacc9c7c6075 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4d1b319-d799-4cf1-8564-c71754605daf {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:44:24.952577 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2faef7d3-146b-40b0-a56b-dcc5114ba5ff req-3e1434c9-3be1-4515-b38b-eacc9c7c6075 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:44:24.964239 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-2faef7d3-146b-40b0-a56b-dcc5114ba5ff req-3e1434c9-3be1-4515-b38b-eacc9c7c6075 service neutron] Transition to ACTIVE for port object b4d1b319-d799-4cf1-8564-c71754605daf will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:44:24.968667 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2faef7d3-146b-40b0-a56b-dcc5114ba5ff req-3e1434c9-3be1-4515-b38b-eacc9c7c6075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:44:25.048512 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1434c9-3be1-4515-b38b-eacc9c7c6075 service neutron] Pushing event updated for resources: {'Port': ['ID=b4d1b319-d799-4cf1-8564-c71754605daf,revision_number=9']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:44:25.060598 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1434c9-3be1-4515-b38b-eacc9c7c6075 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:44:25.060989 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1434c9-3be1-4515-b38b-eacc9c7c6075 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:44:25.061290 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1434c9-3be1-4515-b38b-eacc9c7c6075 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:44:25.061680 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1434c9-3be1-4515-b38b-eacc9c7c6075 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:44:25.062017 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1434c9-3be1-4515-b38b-eacc9c7c6075 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:44:25.062342 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1434c9-3be1-4515-b38b-eacc9c7c6075 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:44:25.062670 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1434c9-3be1-4515-b38b-eacc9c7c6075 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:44:25.062992 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1434c9-3be1-4515-b38b-eacc9c7c6075 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:44:25.063321 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1434c9-3be1-4515-b38b-eacc9c7c6075 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:44:25.063671 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1434c9-3be1-4515-b38b-eacc9c7c6075 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:44:25.063988 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1434c9-3be1-4515-b38b-eacc9c7c6075 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:44:25.064446 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1434c9-3be1-4515-b38b-eacc9c7c6075 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:44:25.103496 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-2faef7d3-146b-40b0-a56b-dcc5114ba5ff req-3e1434c9-3be1-4515-b38b-eacc9c7c6075 service neutron] No DVR routers for this DVR port b4d1b319-d799-4cf1-8564-c71754605daf on host n-h2-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:44:25.572088 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-2faef7d3-146b-40b0-a56b-dcc5114ba5ff req-3e1434c9-3be1-4515-b38b-eacc9c7c6075 service neutron] Attempting to bind port b4d1b319-d799-4cf1-8564-c71754605daf on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:44:25.572431 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-2faef7d3-146b-40b0-a56b-dcc5114ba5ff req-3e1434c9-3be1-4515-b38b-eacc9c7c6075 service neutron] Attempting to bind port b4d1b319-d799-4cf1-8564-c71754605daf by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '0303048d-810e-4c5b-8202-28bcb670e6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55d79876-723d-409a-a07c-74788b8d2546'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:44:25.572755 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2faef7d3-146b-40b0-a56b-dcc5114ba5ff req-3e1434c9-3be1-4515-b38b-eacc9c7c6075 service neutron] Attempting to bind port b4d1b319-d799-4cf1-8564-c71754605daf on network 55d79876-723d-409a-a07c-74788b8d2546 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:44:25.577613 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2faef7d3-146b-40b0-a56b-dcc5114ba5ff req-3e1434c9-3be1-4515-b38b-eacc9c7c6075 service neutron] Port b4d1b319-d799-4cf1-8564-c71754605daf on network 55d79876-723d-409a-a07c-74788b8d2546 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 03:44:25.577935 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2faef7d3-146b-40b0-a56b-dcc5114ba5ff req-3e1434c9-3be1-4515-b38b-eacc9c7c6075 service neutron] Attempting to bind port b4d1b319-d799-4cf1-8564-c71754605daf on network 55d79876-723d-409a-a07c-74788b8d2546 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:44:25.582617 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2faef7d3-146b-40b0-a56b-dcc5114ba5ff req-3e1434c9-3be1-4515-b38b-eacc9c7c6075 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:44:25.582951 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2faef7d3-146b-40b0-a56b-dcc5114ba5ff req-3e1434c9-3be1-4515-b38b-eacc9c7c6075 service neutron] Checking segment: {'id': '0303048d-810e-4c5b-8202-28bcb670e6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55d79876-723d-409a-a07c-74788b8d2546'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:44:25.583336 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2faef7d3-146b-40b0-a56b-dcc5114ba5ff req-3e1434c9-3be1-4515-b38b-eacc9c7c6075 service neutron] Bound using segment: {'id': '0303048d-810e-4c5b-8202-28bcb670e6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55d79876-723d-409a-a07c-74788b8d2546'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:44:25.583786 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-2faef7d3-146b-40b0-a56b-dcc5114ba5ff req-3e1434c9-3be1-4515-b38b-eacc9c7c6075 service neutron] Bound port: b4d1b319-d799-4cf1-8564-c71754605daf, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0303048d-810e-4c5b-8202-28bcb670e6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55d79876-723d-409a-a07c-74788b8d2546'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:44:25.584144 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2faef7d3-146b-40b0-a56b-dcc5114ba5ff req-3e1434c9-3be1-4515-b38b-eacc9c7c6075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:44:25.648266 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-2faef7d3-146b-40b0-a56b-dcc5114ba5ff req-3e1434c9-3be1-4515-b38b-eacc9c7c6075 service neutron] For port b4d1b319-d799-4cf1-8564-c71754605daf, host n-h1-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:44:25.651711 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-2faef7d3-146b-40b0-a56b-dcc5114ba5ff req-3e1434c9-3be1-4515-b38b-eacc9c7c6075 service neutron] For port b4d1b319-d799-4cf1-8564-c71754605daf, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=b4d1b319-d799-4cf1-8564-c71754605daf,segment=NetworkSegment(0303048d-810e-4c5b-8202-28bcb670e6c8),segment_id=0303048d-810e-4c5b-8202-28bcb670e6c8)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:44:25.657449 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2faef7d3-146b-40b0-a56b-dcc5114ba5ff req-3e1434c9-3be1-4515-b38b-eacc9c7c6075 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:44:25.696413 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faef7d3-146b-40b0-a56b-dcc5114ba5ff req-3e1434c9-3be1-4515-b38b-eacc9c7c6075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:44:25.697046 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2faef7d3-146b-40b0-a56b-dcc5114ba5ff req-3e1434c9-3be1-4515-b38b-eacc9c7c6075 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:44:25.698481 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2faef7d3-146b-40b0-a56b-dcc5114ba5ff req-3e1434c9-3be1-4515-b38b-eacc9c7c6075 service neutron] 10.222.0.23 "PUT /v2.0/ports/b4d1b319-d799-4cf1-8564-c71754605daf HTTP/1.1" status: 200 len: 1092 time: 1.0878360 Sep 07 03:44:25.698957 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2', 'tag': 'b4d1b319-d799-4cf1-8564-c71754605daf'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:44:25.701512 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf84fb72099b4c059134e8dbf206a3531b112bee59ff8dea8931d4ccd024695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8566309b-acd0-4496-aed2-54a6dbdb10c6" -d '{"events": [{"name": "network-changed", "server_uuid": "6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2", "tag": "b4d1b319-d799-4cf1-8564-c71754605daf"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:44:25.793489 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1434c9-3be1-4515-b38b-eacc9c7c6075 service neutron] Pushing event updated for resources: {'Port': ['ID=b4d1b319-d799-4cf1-8564-c71754605daf,revision_number=10']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:44:25.820353 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a878b-9bea-4a6c-ab87-6c6e5124616e req-cac9baa4-ab71-4a9a-a170-c6f4296bb404 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:44:25.821975 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ed7a878b-9bea-4a6c-ab87-6c6e5124616e req-cac9baa4-ab71-4a9a-a170-c6f4296bb404 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 944 time: 0.1164083 Sep 07 03:44:25.823499 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a393ca1a-bd85-4573-a650-b980561c5021 x-openstack-request-id: req-a393ca1a-bd85-4573-a650-b980561c5021 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:44:25.823783 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2", "tag": "b4d1b319-d799-4cf1-8564-c71754605daf", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:44:25.824040 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a393ca1a-bd85-4573-a650-b980561c5021 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:44:25.824482 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2', 'tag': 'b4d1b319-d799-4cf1-8564-c71754605daf', 'status': 'completed', 'code': 200} Sep 07 03:44:25.838349 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faef7d3-146b-40b0-a56b-dcc5114ba5ff req-0d064a3e-8ebb-4896-9f72-4ea8c5dc3e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:44:25.839955 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2faef7d3-146b-40b0-a56b-dcc5114ba5ff req-0d064a3e-8ebb-4896-9f72-4ea8c5dc3e62 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4f2dbcb4117140059399a763eb061126&device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 1096 time: 0.1119235 Sep 07 03:44:25.902536 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ed7a878b-9bea-4a6c-ab87-6c6e5124616e req-997d1e89-f1c5-40fd-bfeb-cb9891bf5d41 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=7599113b-1b1d-459e-a9d2-84a0daade654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729218 Sep 07 03:44:25.957732 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faef7d3-146b-40b0-a56b-dcc5114ba5ff req-71ef0064-c0ef-469e-9e00-f14f03dd7a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:44:25.959159 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2faef7d3-146b-40b0-a56b-dcc5114ba5ff req-71ef0064-c0ef-469e-9e00-f14f03dd7a04 service neutron] 10.222.0.23 "GET /v2.0/networks?id=55d79876-723d-409a-a07c-74788b8d2546 HTTP/1.1" status: 200 len: 908 time: 0.1104763 Sep 07 03:44:26.016042 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2b23bc41-f4e7-45ac-90a7-56ad6feb97d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:44:26.028702 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2faef7d3-146b-40b0-a56b-dcc5114ba5ff req-1cf3cf1e-d24e-455d-a680-749ff73bece6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4d1b319-d799-4cf1-8564-c71754605daf HTTP/1.1" status: 200 len: 999 time: 0.0624681 Sep 07 03:44:26.089718 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faef7d3-146b-40b0-a56b-dcc5114ba5ff req-b87909b9-11bf-4cc5-978c-213bf19945af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:44:26.091124 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2faef7d3-146b-40b0-a56b-dcc5114ba5ff req-b87909b9-11bf-4cc5-978c-213bf19945af service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3b65e2f3-7809-46b7-bf9f-e15bd3b1020d HTTP/1.1" status: 200 len: 847 time: 0.0549092 Sep 07 03:44:26.144091 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faef7d3-146b-40b0-a56b-dcc5114ba5ff req-b8453b12-401f-4d1f-a882-2227b6b87aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:44:26.145627 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2faef7d3-146b-40b0-a56b-dcc5114ba5ff req-b8453b12-401f-4d1f-a882-2227b6b87aae service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=55d79876-723d-409a-a07c-74788b8d2546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469246 Sep 07 03:44:26.235520 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2faef7d3-146b-40b0-a56b-dcc5114ba5ff req-68985d8a-ffb5-4028-974e-a5de2f81b25f service neutron] 10.222.0.23 "GET /v2.0/networks/55d79876-723d-409a-a07c-74788b8d2546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825431 Sep 07 03:44:26.332905 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2faef7d3-146b-40b0-a56b-dcc5114ba5ff req-d9f08c69-0d4f-45b1-9fb5-083cb047a3ff service neutron] 10.222.0.23 "GET /v2.0/networks/55d79876-723d-409a-a07c-74788b8d2546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898645 Sep 07 03:44:26.424496 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566309b-acd0-4496-aed2-54a6dbdb10c6 req-481bb1c3-770f-4041-bdad-89b70bce902c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:44:26.426096 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8566309b-acd0-4496-aed2-54a6dbdb10c6 req-481bb1c3-770f-4041-bdad-89b70bce902c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4f2dbcb4117140059399a763eb061126&device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 1096 time: 0.0442808 Sep 07 03:44:26.536469 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566309b-acd0-4496-aed2-54a6dbdb10c6 req-e8362b92-3298-4c6a-be80-d8977b773def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:44:26.538005 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8566309b-acd0-4496-aed2-54a6dbdb10c6 req-e8362b92-3298-4c6a-be80-d8977b773def service neutron] 10.222.0.23 "GET /v2.0/networks?id=55d79876-723d-409a-a07c-74788b8d2546 HTTP/1.1" status: 200 len: 908 time: 0.1055124 Sep 07 03:44:26.613012 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8566309b-acd0-4496-aed2-54a6dbdb10c6 req-2443d402-d1bb-4692-adca-f5f985124c70 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4d1b319-d799-4cf1-8564-c71754605daf HTTP/1.1" status: 200 len: 999 time: 0.0662582 Sep 07 03:44:27.038991 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f808c866-fa6f-4a78-87ea-48783f2dbded req-ba3c1632-4efb-47f9-a686-97fb2effe773 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:44:27.041372 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f808c866-fa6f-4a78-87ea-48783f2dbded req-ba3c1632-4efb-47f9-a686-97fb2effe773 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 944 time: 0.0538623 Sep 07 03:44:27.092235 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f808c866-fa6f-4a78-87ea-48783f2dbded req-a10c430f-c5e2-46cb-9b2b-a48225918d6d tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=7599113b-1b1d-459e-a9d2-84a0daade654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440886 Sep 07 03:44:28.227728 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b48247-a365-4011-bf24-5f0d869cb06e req-d2d8a99f-7475-4743-aad9-a5c78e2fc892 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:44:28.232021 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d1b48247-a365-4011-bf24-5f0d869cb06e req-d2d8a99f-7475-4743-aad9-a5c78e2fc892 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 944 time: 0.0660360 Sep 07 03:44:28.268578 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d1b48247-a365-4011-bf24-5f0d869cb06e req-ec7b006c-135e-4015-8eac-71b56d31b168 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=7599113b-1b1d-459e-a9d2-84a0daade654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324273 Sep 07 03:44:28.276511 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-818444f0-e4cc-4142-9768-7f7ff74e4458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:44:28.799465 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:44:29.406446 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61885d-efab-4383-8da2-1e9d2526a376 req-4c7e8de6-231c-4b0b-a2bb-3b21bdb4d4ca tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:44:29.408040 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fc61885d-efab-4383-8da2-1e9d2526a376 req-4c7e8de6-231c-4b0b-a2bb-3b21bdb4d4ca tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 944 time: 0.0585706 Sep 07 03:44:29.449913 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fc61885d-efab-4383-8da2-1e9d2526a376 req-44f46c6f-d38a-4ccb-93b2-136782dc4b33 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=7599113b-1b1d-459e-a9d2-84a0daade654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349579 Sep 07 03:44:29.797421 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:44:30.586536 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359363a-9cc7-45aa-bfba-5b6ca9f88303 req-ab54fc77-28af-470f-b6a0-d930d5c0844a tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:44:30.588430 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d359363a-9cc7-45aa-bfba-5b6ca9f88303 req-ab54fc77-28af-470f-b6a0-d930d5c0844a tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 944 time: 0.0527492 Sep 07 03:44:30.631450 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d359363a-9cc7-45aa-bfba-5b6ca9f88303 req-d809633d-e2ef-44e0-ad94-cd6b7542dbdc tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=7599113b-1b1d-459e-a9d2-84a0daade654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357831 Sep 07 03:44:31.621901 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:44:31.758407 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3204b5-dbc7-4b6c-bea6-a3814116b579 req-eb383c6e-f9db-435a-b2db-a710eac77173 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:44:31.760248 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7e3204b5-dbc7-4b6c-bea6-a3814116b579 req-eb383c6e-f9db-435a-b2db-a710eac77173 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 944 time: 0.0563221 Sep 07 03:44:31.806801 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7e3204b5-dbc7-4b6c-bea6-a3814116b579 req-5bfe4159-3bf3-4359-b6c9-23e286f0d1bd tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=7599113b-1b1d-459e-a9d2-84a0daade654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402560 Sep 07 03:44:32.926552 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da7b9fe-3b9f-4863-aa6f-59cc0e07dbcb req-485770a9-d9cb-4657-8731-6ced0f26e1e0 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:44:32.928093 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4da7b9fe-3b9f-4863-aa6f-59cc0e07dbcb req-485770a9-d9cb-4657-8731-6ced0f26e1e0 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 944 time: 0.0518413 Sep 07 03:44:32.968585 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4da7b9fe-3b9f-4863-aa6f-59cc0e07dbcb req-2de77f99-6dcf-48b8-b60b-97106f8766d1 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=7599113b-1b1d-459e-a9d2-84a0daade654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345216 Sep 07 03:44:34.096250 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06de09-e274-42f3-8907-49d81e997f3e req-456a14ef-bea6-4a28-8734-dce2d04e3b41 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:44:34.097834 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ae06de09-e274-42f3-8907-49d81e997f3e req-456a14ef-bea6-4a28-8734-dce2d04e3b41 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 944 time: 0.0533245 Sep 07 03:44:34.138182 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ae06de09-e274-42f3-8907-49d81e997f3e req-da41a9d3-f662-46ed-81d5-394e10904578 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=7599113b-1b1d-459e-a9d2-84a0daade654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343649 Sep 07 03:44:35.264679 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebbba37-48e0-4e70-a36b-930d60008c2b req-5b9cc0dd-ef51-4c84-9fcc-52fa00bc2d6c tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:44:35.266199 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8ebbba37-48e0-4e70-a36b-930d60008c2b req-5b9cc0dd-ef51-4c84-9fcc-52fa00bc2d6c tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 944 time: 0.0550654 Sep 07 03:44:35.307815 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8ebbba37-48e0-4e70-a36b-930d60008c2b req-f9aa9f59-436e-4026-b995-5ea3d6750098 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=7599113b-1b1d-459e-a9d2-84a0daade654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353196 Sep 07 03:44:36.423805 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc82e2d-10ae-4bb7-9204-14a069d5df40 req-df599af0-9e6f-4799-81ed-a39fa5e9adce tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:44:36.425346 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6cc82e2d-10ae-4bb7-9204-14a069d5df40 req-df599af0-9e6f-4799-81ed-a39fa5e9adce tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 944 time: 0.0498824 Sep 07 03:44:36.463351 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-6cc82e2d-10ae-4bb7-9204-14a069d5df40 req-16e82bf3-6a23-4450-8aeb-acf3772c16a8 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=7599113b-1b1d-459e-a9d2-84a0daade654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316477 Sep 07 03:44:36.701650 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566309b-acd0-4496-aed2-54a6dbdb10c6 req-1e759df2-ff66-41f6-b784-2e0febdc8755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:44:36.703734 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8566309b-acd0-4496-aed2-54a6dbdb10c6 req-1e759df2-ff66-41f6-b784-2e0febdc8755 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3b65e2f3-7809-46b7-bf9f-e15bd3b1020d HTTP/1.1" status: 200 len: 847 time: 0.0503030 Sep 07 03:44:36.749474 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566309b-acd0-4496-aed2-54a6dbdb10c6 req-7de07ddc-10ef-4047-9569-fe1cf921efc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:44:36.750962 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8566309b-acd0-4496-aed2-54a6dbdb10c6 req-7de07ddc-10ef-4047-9569-fe1cf921efc2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=55d79876-723d-409a-a07c-74788b8d2546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399203 Sep 07 03:44:36.848197 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8566309b-acd0-4496-aed2-54a6dbdb10c6 req-17e58a36-8798-4d71-ac6d-92a0f53110c7 service neutron] 10.222.0.23 "GET /v2.0/networks/55d79876-723d-409a-a07c-74788b8d2546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861647 Sep 07 03:44:36.938464 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8566309b-acd0-4496-aed2-54a6dbdb10c6 req-8bf9c7a0-4818-4618-ad1e-dbb8a7c49e95 service neutron] 10.222.0.23 "GET /v2.0/networks/55d79876-723d-409a-a07c-74788b8d2546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828876 Sep 07 03:44:37.584186 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883002ef-4b11-45f1-a03b-752c38910e1f req-30067b97-810e-4685-9a71-38c1483b5783 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:44:37.585700 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-883002ef-4b11-45f1-a03b-752c38910e1f req-30067b97-810e-4685-9a71-38c1483b5783 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 944 time: 0.0535829 Sep 07 03:44:37.624144 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-883002ef-4b11-45f1-a03b-752c38910e1f req-4ec49e89-5886-4bc6-a2a3-782c3a4d6b9e tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=7599113b-1b1d-459e-a9d2-84a0daade654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317130 Sep 07 03:44:37.743802 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d607a43-abbc-459b-84b2-c822a70fc985 req-9b3105a3-32a0-4ddb-b23a-a780e7172152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:44:37.745236 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1d607a43-abbc-459b-84b2-c822a70fc985 req-9b3105a3-32a0-4ddb-b23a-a780e7172152 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4f2dbcb4117140059399a763eb061126&device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 1096 time: 0.0417643 Sep 07 03:44:37.852859 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d607a43-abbc-459b-84b2-c822a70fc985 req-686783bd-c04e-40ce-9575-b6b6e46b51dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:44:37.854396 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1d607a43-abbc-459b-84b2-c822a70fc985 req-686783bd-c04e-40ce-9575-b6b6e46b51dc service neutron] 10.222.0.23 "GET /v2.0/networks?id=55d79876-723d-409a-a07c-74788b8d2546 HTTP/1.1" status: 200 len: 908 time: 0.0902553 Sep 07 03:44:37.925071 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1d607a43-abbc-459b-84b2-c822a70fc985 req-3c95e3a3-64bc-41e1-b3c8-d8f2d6f1acb2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4d1b319-d799-4cf1-8564-c71754605daf HTTP/1.1" status: 200 len: 999 time: 0.0623109 Sep 07 03:44:37.973793 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d607a43-abbc-459b-84b2-c822a70fc985 req-4573aed4-194a-40d9-a981-d9773ddce254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:44:37.975250 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1d607a43-abbc-459b-84b2-c822a70fc985 req-4573aed4-194a-40d9-a981-d9773ddce254 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3b65e2f3-7809-46b7-bf9f-e15bd3b1020d HTTP/1.1" status: 200 len: 847 time: 0.0440729 Sep 07 03:44:38.020659 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d607a43-abbc-459b-84b2-c822a70fc985 req-cb40605c-9a54-4a77-afe6-b9fbd57792bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:44:38.022075 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1d607a43-abbc-459b-84b2-c822a70fc985 req-cb40605c-9a54-4a77-afe6-b9fbd57792bf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=55d79876-723d-409a-a07c-74788b8d2546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403004 Sep 07 03:44:38.122534 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1d607a43-abbc-459b-84b2-c822a70fc985 req-715203a3-c2fc-41da-b994-7747a100a144 service neutron] 10.222.0.23 "GET /v2.0/networks/55d79876-723d-409a-a07c-74788b8d2546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933952 Sep 07 03:44:38.217016 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-1d607a43-abbc-459b-84b2-c822a70fc985 req-5c082580-564b-43ba-a7b3-43f30ae68b49 service neutron] 10.222.0.23 "GET /v2.0/networks/55d79876-723d-409a-a07c-74788b8d2546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872157 Sep 07 03:44:38.743419 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e17a79-d610-4b03-bd8e-d0b13e725cea req-0dfe7d34-9393-4ea1-9885-cf44e19d7864 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:44:38.744934 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b5e17a79-d610-4b03-bd8e-d0b13e725cea req-0dfe7d34-9393-4ea1-9885-cf44e19d7864 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 944 time: 0.0532348 Sep 07 03:44:38.783198 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b5e17a79-d610-4b03-bd8e-d0b13e725cea req-5e7f1f31-0d96-440e-88b4-e112c43d7638 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=7599113b-1b1d-459e-a9d2-84a0daade654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324447 Sep 07 03:44:39.906477 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ec6975-58d2-4ba2-8cc4-e1088b901bcd req-7adba552-64c8-4c80-b8a1-91115871dd7d tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:44:39.907979 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-02ec6975-58d2-4ba2-8cc4-e1088b901bcd req-7adba552-64c8-4c80-b8a1-91115871dd7d tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 944 time: 0.0528550 Sep 07 03:44:39.948905 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-02ec6975-58d2-4ba2-8cc4-e1088b901bcd req-513e9e64-16f4-47df-a837-51f883e70543 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=7599113b-1b1d-459e-a9d2-84a0daade654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348098 Sep 07 03:44:39.975244 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device b4d1b319-d799-4cf1-8564-c71754605daf details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 03:44:40.088866 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port b4d1b319-d799-4cf1-8564-c71754605daf, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=b4d1b319-d799-4cf1-8564-c71754605daf,segment=NetworkSegment(0303048d-810e-4c5b-8202-28bcb670e6c8),segment_id=0303048d-810e-4c5b-8202-28bcb670e6c8)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:44:40.101880 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': 'b4d1b319-d799-4cf1-8564-c71754605daf', 'network_id': '55d79876-723d-409a-a07c-74788b8d2546', 'port_id': 'b4d1b319-d799-4cf1-8564-c71754605daf', 'mac_address': 'fa:16:3e:6c:15:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b65e2f3-7809-46b7-bf9f-e15bd3b1020d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 03:44:40.144796 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:44:40.158949 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4d1b319-d799-4cf1-8564-c71754605daf {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:44:40.183573 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port b4d1b319-d799-4cf1-8564-c71754605daf, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=b4d1b319-d799-4cf1-8564-c71754605daf,segment=NetworkSegment(0303048d-810e-4c5b-8202-28bcb670e6c8),segment_id=0303048d-810e-4c5b-8202-28bcb670e6c8)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:44:40.187820 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:44:40.236006 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=b4d1b319-d799-4cf1-8564-c71754605daf,revision_number=11']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:44:40.427238 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['b4d1b319-d799-4cf1-8564-c71754605daf'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:44:41.071229 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ebf3a-2b62-40bb-8577-6d1b965dcd89 req-2de6a9ed-0eaa-4508-a93d-426062ec2f23 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:44:41.072864 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ba4ebf3a-2b62-40bb-8577-6d1b965dcd89 req-2de6a9ed-0eaa-4508-a93d-426062ec2f23 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 945 time: 0.0545299 Sep 07 03:44:41.112101 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ba4ebf3a-2b62-40bb-8577-6d1b965dcd89 req-f0f6783b-b0aa-492a-a666-a393852c6456 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=7599113b-1b1d-459e-a9d2-84a0daade654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325570 Sep 07 03:44:41.476524 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:44:41.997274 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device b4d1b319-d799-4cf1-8564-c71754605daf up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:44:42.047411 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port b4d1b319-d799-4cf1-8564-c71754605daf completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:44:42.051319 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port b4d1b319-d799-4cf1-8564-c71754605daf triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:44:42.051748 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:44:42.140155 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:44:42.169855 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d1b319-d799-4cf1-8564-c71754605daf'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:44:42.172192 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a436ec256d2b1825a148fad3e2b3933f4e559d797aa0adc164ec0b132a4edf7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70743b8e-86c1-46a1-813d-4d7de4f0301b" -d '{"events": [{"server_uuid": "6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2", "name": "network-vif-plugged", "status": "completed", "tag": "b4d1b319-d799-4cf1-8564-c71754605daf"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:44:42.185890 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port b4d1b319-d799-4cf1-8564-c71754605daf, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=b4d1b319-d799-4cf1-8564-c71754605daf,segment=NetworkSegment(0303048d-810e-4c5b-8202-28bcb670e6c8),segment_id=0303048d-810e-4c5b-8202-28bcb670e6c8)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:44:42.189808 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:44:42.225510 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d60528b4-9d45-4cc9-ac5c-bf4fa06026fb x-openstack-request-id: req-d60528b4-9d45-4cc9-ac5c-bf4fa06026fb {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:44:42.225810 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2", "name": "network-vif-plugged", "status": "completed", "tag": "b4d1b319-d799-4cf1-8564-c71754605daf", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:44:42.226109 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d60528b4-9d45-4cc9-ac5c-bf4fa06026fb {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:44:42.226504 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d1b319-d799-4cf1-8564-c71754605daf', 'code': 200} Sep 07 03:44:42.247543 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=b4d1b319-d799-4cf1-8564-c71754605daf,revision_number=12']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:44:42.256508 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268dd34-fdc5-407a-acdc-2281db3fb171 req-623b47ab-a974-40f3-bf94-336fa2e6bc04 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:44:42.258239 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7268dd34-fdc5-407a-acdc-2281db3fb171 req-623b47ab-a974-40f3-bf94-336fa2e6bc04 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 946 time: 0.0723100 Sep 07 03:44:42.303100 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7268dd34-fdc5-407a-acdc-2281db3fb171 req-96701ad8-dc7d-4cda-aeef-342dd2bf93c5 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=7599113b-1b1d-459e-a9d2-84a0daade654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388443 Sep 07 03:44:42.412243 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a71a2-14fb-45c4-80c7-cadd6067fcd0 req-663d6e66-f217-4833-b4ac-e0b7a3ae4821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:44:42.414732 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4e4a71a2-14fb-45c4-80c7-cadd6067fcd0 req-663d6e66-f217-4833-b4ac-e0b7a3ae4821 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 1098 time: 0.0615444 Sep 07 03:44:42.454291 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4e4a71a2-14fb-45c4-80c7-cadd6067fcd0 req-5e2e9da6-998d-401b-9cc2-4f75e1dae305 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7599113b-1b1d-459e-a9d2-84a0daade654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326836 Sep 07 03:44:43.444955 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54807636-8f64-43a3-ba21-9b6d055559f8 req-29097c4c-8002-4c07-ad55-5158ded1c147 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:44:43.447264 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-54807636-8f64-43a3-ba21-9b6d055559f8 req-29097c4c-8002-4c07-ad55-5158ded1c147 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 946 time: 0.0632448 Sep 07 03:44:43.496880 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-54807636-8f64-43a3-ba21-9b6d055559f8 req-f196950c-0437-4dea-87f9-b2f79ab173eb tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=7599113b-1b1d-459e-a9d2-84a0daade654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424128 Sep 07 03:44:44.615628 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da64f5af-d1ae-48df-82b8-e20879f3bc86 req-d6ce8612-ae7e-4e5c-8ba7-bdaacec99bb5 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:44:44.617137 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-da64f5af-d1ae-48df-82b8-e20879f3bc86 req-d6ce8612-ae7e-4e5c-8ba7-bdaacec99bb5 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 946 time: 0.0506101 Sep 07 03:44:44.656147 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-da64f5af-d1ae-48df-82b8-e20879f3bc86 req-ce2ac50a-c1ec-4ef3-a17a-8a7f2c17a4c8 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=7599113b-1b1d-459e-a9d2-84a0daade654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329382 Sep 07 03:44:52.238940 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:44:52.263028 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:44:56.016656 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c2fb0a86-dfef-47ca-b522-800a046a3826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:44:58.275990 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e824ee5f-157a-454a-a17b-0fd335861081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:44:58.801398 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:44:59.801079 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:45:01.618403 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:45:18.476524 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:45:22.257559 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:45:22.266782 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:45:26.016511 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6c7a3865-b440-4436-90cd-973ef2390e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:45:28.277857 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1c4bb645-fe7e-494d-83de-1fb867267e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:45:28.802699 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:45:29.801670 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:45:31.623426 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:45:38.083904 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-31163dc2-5322-48fd-b365-1d2dd02c828d req-7a1b8919-48e8-47fd-8823-2e0c18c40cb7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0424068 Sep 07 03:45:38.168396 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31163dc2-5322-48fd-b365-1d2dd02c828d req-c2bb6982-ceaf-4688-b941-3abe31ed8673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:45:38.169917 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-31163dc2-5322-48fd-b365-1d2dd02c828d req-c2bb6982-ceaf-4688-b941-3abe31ed8673 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4f2dbcb4117140059399a763eb061126&device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 1098 time: 0.0439675 Sep 07 03:45:38.279977 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31163dc2-5322-48fd-b365-1d2dd02c828d req-62847ade-d861-4cfa-8f9f-55a639877ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:45:38.282055 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-31163dc2-5322-48fd-b365-1d2dd02c828d req-62847ade-d861-4cfa-8f9f-55a639877ebe service neutron] 10.222.0.23 "GET /v2.0/networks?id=55d79876-723d-409a-a07c-74788b8d2546 HTTP/1.1" status: 200 len: 908 time: 0.0920663 Sep 07 03:45:38.352396 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-31163dc2-5322-48fd-b365-1d2dd02c828d req-bf8adc20-5d7f-4ebb-9116-021fc6d60c94 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4d1b319-d799-4cf1-8564-c71754605daf HTTP/1.1" status: 200 len: 1001 time: 0.0630875 Sep 07 03:45:38.407463 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31163dc2-5322-48fd-b365-1d2dd02c828d req-a31ee936-c18e-4676-90f4-59ce18044434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:45:38.408960 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-31163dc2-5322-48fd-b365-1d2dd02c828d req-a31ee936-c18e-4676-90f4-59ce18044434 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3b65e2f3-7809-46b7-bf9f-e15bd3b1020d HTTP/1.1" status: 200 len: 847 time: 0.0490544 Sep 07 03:45:38.457316 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31163dc2-5322-48fd-b365-1d2dd02c828d req-29378d80-50b4-4539-8e44-8ea2436ecf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:45:38.458910 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-31163dc2-5322-48fd-b365-1d2dd02c828d req-29378d80-50b4-4539-8e44-8ea2436ecf45 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=55d79876-723d-409a-a07c-74788b8d2546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433450 Sep 07 03:45:38.469875 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [req-31163dc2-5322-48fd-b365-1d2dd02c828d req-5fc89074-3b34-406f-91a0-7d8a6267a406 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94701) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:45:38.470829 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-31163dc2-5322-48fd-b365-1d2dd02c828d req-5fc89074-3b34-406f-91a0-7d8a6267a406 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053375 Sep 07 03:45:38.566236 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-31163dc2-5322-48fd-b365-1d2dd02c828d req-9fa6abab-d07f-4594-bb81-c6ff785835ad service neutron] 10.222.0.23 "GET /v2.0/networks/55d79876-723d-409a-a07c-74788b8d2546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883174 Sep 07 03:45:38.657652 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-31163dc2-5322-48fd-b365-1d2dd02c828d req-0a59a82c-5f88-4769-a86f-32b837dc88f1 service neutron] 10.222.0.23 "GET /v2.0/networks/55d79876-723d-409a-a07c-74788b8d2546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846331 Sep 07 03:45:52.258137 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:45:52.289776 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:45:54.500837 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46256) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:45:54.663958 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-857226b8-95df-4079-829c-d9cf4f046384 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Deleting port 299e9eea-acf4-4a1c-9dd9-b8783102df93 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:45:54.664286 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-857226b8-95df-4079-829c-d9cf4f046384 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:45:54.744985 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-857226b8-95df-4079-829c-d9cf4f046384 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:45:54.745347 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-857226b8-95df-4079-829c-d9cf4f046384 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:45:54.757995 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-857226b8-95df-4079-829c-d9cf4f046384 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Calling delete_port for 299e9eea-acf4-4a1c-9dd9-b8783102df93 owned by network:floatingip {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:45:54.911429 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-857226b8-95df-4079-829c-d9cf4f046384 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:45:54.942585 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857226b8-95df-4079-829c-d9cf4f046384 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Pushing event deleted for resources: {'Port': ['ID=299e9eea-acf4-4a1c-9dd9-b8783102df93,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:45:54.971051 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857226b8-95df-4079-829c-d9cf4f046384 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:45:54.971418 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857226b8-95df-4079-829c-d9cf4f046384 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:45:54.971784 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857226b8-95df-4079-829c-d9cf4f046384 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:45:54.972122 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857226b8-95df-4079-829c-d9cf4f046384 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:45:54.972452 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857226b8-95df-4079-829c-d9cf4f046384 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:45:54.972828 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857226b8-95df-4079-829c-d9cf4f046384 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:45:54.973127 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857226b8-95df-4079-829c-d9cf4f046384 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:45:54.973448 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857226b8-95df-4079-829c-d9cf4f046384 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:45:54.973769 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857226b8-95df-4079-829c-d9cf4f046384 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:45:54.974093 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857226b8-95df-4079-829c-d9cf4f046384 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:45:54.974415 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857226b8-95df-4079-829c-d9cf4f046384 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:45:54.974735 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857226b8-95df-4079-829c-d9cf4f046384 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:45:55.017735 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-857226b8-95df-4079-829c-d9cf4f046384 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks [] for floatingip, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:45:55.017993 n-d-796209-16 neutron-server[94701]: INFO neutron.db.l3_db [None req-857226b8-95df-4079-829c-d9cf4f046384 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Floating IP 4a31d823-8469-4919-9b82-92034502b419 disassociated (deleted). External IP: 172.25.5.167, port: b4d1b319-d799-4cf1-8564-c71754605daf. Sep 07 03:45:55.255738 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-857226b8-95df-4079-829c-d9cf4f046384 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Router 5bc96b9f-1c62-48f9-a91b-4d8a247b06be has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:45:55.370136 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857226b8-95df-4079-829c-d9cf4f046384 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:45:55.375117 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-857226b8-95df-4079-829c-d9cf4f046384 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:45:55.379941 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3222f40-7af2-41de-917f-a8e13dcb12d9 None None] Sync routers for ids ['5bc96b9f-1c62-48f9-a91b-4d8a247b06be'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:45:55.390050 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3222f40-7af2-41de-917f-a8e13dcb12d9 None None] Routers {'5bc96b9f-1c62-48f9-a91b-4d8a247b06be'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:45:55.390943 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-a3222f40-7af2-41de-917f-a8e13dcb12d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:45:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['5bc96b9f-1c62-48f9-a91b-4d8a247b06be'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:45:55.402918 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-857226b8-95df-4079-829c-d9cf4f046384 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "DELETE /v2.0/floatingips/4a31d823-8469-4919-9b82-92034502b419 HTTP/1.1" status: 204 len: 168 time: 0.9006069 Sep 07 03:45:55.403647 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2', 'tag': 'b4d1b319-d799-4cf1-8564-c71754605daf'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:45:55.406656 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf84fb72099b4c059134e8dbf206a3531b112bee59ff8dea8931d4ccd024695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76442c83-0655-4c48-9113-8d8d42a18c01" -d '{"events": [{"name": "network-changed", "server_uuid": "6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2", "tag": "b4d1b319-d799-4cf1-8564-c71754605daf"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:45:55.447521 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0f6398-9654-46ce-b866-d68f9f7bf4a7 x-openstack-request-id: req-6b0f6398-9654-46ce-b866-d68f9f7bf4a7 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:45:55.447844 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2", "tag": "b4d1b319-d799-4cf1-8564-c71754605daf", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:45:55.448104 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6b0f6398-9654-46ce-b866-d68f9f7bf4a7 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:45:55.448515 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2', 'tag': 'b4d1b319-d799-4cf1-8564-c71754605daf', 'status': 'completed', 'code': 200} Sep 07 03:45:55.477830 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:45:55.513286 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-a3222f40-7af2-41de-917f-a8e13dcb12d9 None None] Set router 5bc96b9f-1c62-48f9-a91b-4d8a247b06be gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:45:55.525190 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76442c83-0655-4c48-9113-8d8d42a18c01 req-cf7385bc-5f89-4c13-a95f-ff12fd103477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:45:55.526871 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-76442c83-0655-4c48-9113-8d8d42a18c01 req-cf7385bc-5f89-4c13-a95f-ff12fd103477 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4f2dbcb4117140059399a763eb061126&device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 1098 time: 0.0548539 Sep 07 03:45:55.680507 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76442c83-0655-4c48-9113-8d8d42a18c01 req-3935451c-fdf1-4e5a-9666-d7cddc48ac85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:45:55.682106 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-76442c83-0655-4c48-9113-8d8d42a18c01 req-3935451c-fdf1-4e5a-9666-d7cddc48ac85 service neutron] 10.222.0.23 "GET /v2.0/networks?id=55d79876-723d-409a-a07c-74788b8d2546 HTTP/1.1" status: 200 len: 908 time: 0.1432424 Sep 07 03:45:55.696506 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2087ed62-8326-424a-99b5-8fa919ec0c7b req-77a2783d-08b3-4fef-bf97-b922791c5906 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:45:55.698050 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2087ed62-8326-424a-99b5-8fa919ec0c7b req-77a2783d-08b3-4fef-bf97-b922791c5906 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 946 time: 0.0750713 Sep 07 03:45:55.741077 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-a3222f40-7af2-41de-917f-a8e13dcb12d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc96b9f-1c62-48f9-a91b-4d8a247b06be', 'name': 'tempest-TestShelveInstance-537036931-router', 'tenant_id': '4f2dbcb4117140059399a763eb061126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '9f6731b9-9b8d-404e-a1cc-5ed6eb08b2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:41:36Z', 'updated_at': '2021-09-07T03:41:39Z', 'revision_number': 4, 'project_id': '4f2dbcb4117140059399a763eb061126', 'gw_port': {'id': '9f6731b9-9b8d-404e-a1cc-5ed6eb08b2f7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc96b9f-1c62-48f9-a91b-4d8a247b06be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:41:36Z', 'updated_at': '2021-09-07T03:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '4c2d3f0f-70d4-45a9-a7f3-dc6af27f67da', 'name': '', 'network_id': '55d79876-723d-409a-a07c-74788b8d2546', 'tenant_id': '4f2dbcb4117140059399a763eb061126', 'mac_address': 'fa:16:3e:3a:69:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc96b9f-1c62-48f9-a91b-4d8a247b06be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '3b65e2f3-7809-46b7-bf9f-e15bd3b1020d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:41:38Z', 'updated_at': '2021-09-07T03:41:45Z', 'revision_number': 5, 'project_id': '4f2dbcb4117140059399a763eb061126', 'subnets': [{'id': '3b65e2f3-7809-46b7-bf9f-e15bd3b1020d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:45:55.755322 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-76442c83-0655-4c48-9113-8d8d42a18c01 req-de4a4ffe-c560-4517-a9a3-2c0b8aad9c47 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4d1b319-d799-4cf1-8564-c71754605daf HTTP/1.1" status: 200 len: 217 time: 0.0562651 Sep 07 03:45:55.767823 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3222f40-7af2-41de-917f-a8e13dcb12d9 None None] Checking router: 5bc96b9f-1c62-48f9-a91b-4d8a247b06be for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:45:55.777073 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3222f40-7af2-41de-917f-a8e13dcb12d9 None None] Routers {'5bc96b9f-1c62-48f9-a91b-4d8a247b06be'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:45:55.777709 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-a3222f40-7af2-41de-917f-a8e13dcb12d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:45:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['5bc96b9f-1c62-48f9-a91b-4d8a247b06be'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:45:55.802236 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2087ed62-8326-424a-99b5-8fa919ec0c7b req-5f0f18d4-147b-4f22-bfa6-aa50d9a88f8a tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=7599113b-1b1d-459e-a9d2-84a0daade654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952053 Sep 07 03:45:55.827511 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76442c83-0655-4c48-9113-8d8d42a18c01 req-069f0969-d65e-4aea-ae35-4d843ffac856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:45:55.829156 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-76442c83-0655-4c48-9113-8d8d42a18c01 req-069f0969-d65e-4aea-ae35-4d843ffac856 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3b65e2f3-7809-46b7-bf9f-e15bd3b1020d HTTP/1.1" status: 200 len: 847 time: 0.0663745 Sep 07 03:45:55.880570 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76442c83-0655-4c48-9113-8d8d42a18c01 req-d5f2ef70-ca46-4a14-95b1-755736617ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:45:55.883047 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-76442c83-0655-4c48-9113-8d8d42a18c01 req-d5f2ef70-ca46-4a14-95b1-755736617ce2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=55d79876-723d-409a-a07c-74788b8d2546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466759 Sep 07 03:45:55.892797 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-a3222f40-7af2-41de-917f-a8e13dcb12d9 None None] Set router 5bc96b9f-1c62-48f9-a91b-4d8a247b06be gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:45:55.991052 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-76442c83-0655-4c48-9113-8d8d42a18c01 req-8cef608e-dd9c-4f6c-ae47-993cbca61e4c service neutron] 10.222.0.23 "GET /v2.0/networks/55d79876-723d-409a-a07c-74788b8d2546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000030 Sep 07 03:45:56.096978 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-76442c83-0655-4c48-9113-8d8d42a18c01 req-dff2062b-3196-4c77-a89a-d751212cb866 service neutron] 10.222.0.23 "GET /v2.0/networks/55d79876-723d-409a-a07c-74788b8d2546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976222 Sep 07 03:45:56.107842 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-819473a6-5e99-4d16-a089-99e9f0d63dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:45:56.271829 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-a3222f40-7af2-41de-917f-a8e13dcb12d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc96b9f-1c62-48f9-a91b-4d8a247b06be', 'name': 'tempest-TestShelveInstance-537036931-router', 'tenant_id': '4f2dbcb4117140059399a763eb061126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '9f6731b9-9b8d-404e-a1cc-5ed6eb08b2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:41:36Z', 'updated_at': '2021-09-07T03:41:39Z', 'revision_number': 4, 'project_id': '4f2dbcb4117140059399a763eb061126', 'gw_port': {'id': '9f6731b9-9b8d-404e-a1cc-5ed6eb08b2f7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc96b9f-1c62-48f9-a91b-4d8a247b06be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:41:36Z', 'updated_at': '2021-09-07T03:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '4c2d3f0f-70d4-45a9-a7f3-dc6af27f67da', 'name': '', 'network_id': '55d79876-723d-409a-a07c-74788b8d2546', 'tenant_id': '4f2dbcb4117140059399a763eb061126', 'mac_address': 'fa:16:3e:3a:69:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc96b9f-1c62-48f9-a91b-4d8a247b06be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '3b65e2f3-7809-46b7-bf9f-e15bd3b1020d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:41:38Z', 'updated_at': '2021-09-07T03:41:45Z', 'revision_number': 5, 'project_id': '4f2dbcb4117140059399a763eb061126', 'subnets': [{'id': '3b65e2f3-7809-46b7-bf9f-e15bd3b1020d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:45:56.298784 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3222f40-7af2-41de-917f-a8e13dcb12d9 None None] The sync data for ids ['5bc96b9f-1c62-48f9-a91b-4d8a247b06be'] in n-d-796209-16 is: [{'id': '5bc96b9f-1c62-48f9-a91b-4d8a247b06be', 'name': 'tempest-TestShelveInstance-537036931-router', 'tenant_id': '4f2dbcb4117140059399a763eb061126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '9f6731b9-9b8d-404e-a1cc-5ed6eb08b2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:41:36Z', 'updated_at': '2021-09-07T03:41:39Z', 'revision_number': 4, 'project_id': '4f2dbcb4117140059399a763eb061126', 'gw_port': {'id': '9f6731b9-9b8d-404e-a1cc-5ed6eb08b2f7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc96b9f-1c62-48f9-a91b-4d8a247b06be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:41:36Z', 'updated_at': '2021-09-07T03:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '4c2d3f0f-70d4-45a9-a7f3-dc6af27f67da', 'name': '', 'network_id': '55d79876-723d-409a-a07c-74788b8d2546', 'tenant_id': '4f2dbcb4117140059399a763eb061126', 'mac_address': 'fa:16:3e:3a:69:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc96b9f-1c62-48f9-a91b-4d8a247b06be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '3b65e2f3-7809-46b7-bf9f-e15bd3b1020d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:41:38Z', 'updated_at': '2021-09-07T03:41:45Z', 'revision_number': 5, 'project_id': '4f2dbcb4117140059399a763eb061126', 'subnets': [{'id': '3b65e2f3-7809-46b7-bf9f-e15bd3b1020d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:45:56.524093 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248fd4f5-472f-4e1e-965e-fea375ce0801 None None] New status for floating IP 4a31d823-8469-4919-9b82-92034502b419: DOWN {{(pid=94703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 03:45:56.936964 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a394da85-9278-4251-baf5-c40f5374ab3c req-531f51d2-4151-45dc-9c7f-5e11b848c235 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:45:56.938532 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a394da85-9278-4251-baf5-c40f5374ab3c req-531f51d2-4151-45dc-9c7f-5e11b848c235 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 946 time: 0.0582435 Sep 07 03:45:56.979656 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a394da85-9278-4251-baf5-c40f5374ab3c req-c27daa04-71a5-4adf-9352-3b03be279c05 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=7599113b-1b1d-459e-a9d2-84a0daade654&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339346 Sep 07 03:45:56.988458 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8cecc6-a2e7-460c-980d-0c1f35965026 req-15686df4-c63b-4204-87f7-b79f04ac0c26 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:45:56.990022 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2b8cecc6-a2e7-460c-980d-0c1f35965026 req-15686df4-c63b-4204-87f7-b79f04ac0c26 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2 HTTP/1.1" status: 200 len: 946 time: 0.0549107 Sep 07 03:45:57.086155 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-2b8cecc6-a2e7-460c-980d-0c1f35965026 req-3a382a2c-633a-405b-b8f6-48b781747da9 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Deleting port b4d1b319-d799-4cf1-8564-c71754605daf {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:45:57.086566 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2b8cecc6-a2e7-460c-980d-0c1f35965026 req-3a382a2c-633a-405b-b8f6-48b781747da9 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:45:57.180100 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-2b8cecc6-a2e7-460c-980d-0c1f35965026 req-3a382a2c-633a-405b-b8f6-48b781747da9 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] For port b4d1b319-d799-4cf1-8564-c71754605daf, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=b4d1b319-d799-4cf1-8564-c71754605daf,segment=NetworkSegment(0303048d-810e-4c5b-8202-28bcb670e6c8),segment_id=0303048d-810e-4c5b-8202-28bcb670e6c8)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:45:57.180649 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2b8cecc6-a2e7-460c-980d-0c1f35965026 req-3a382a2c-633a-405b-b8f6-48b781747da9 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:45:57.194477 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-2b8cecc6-a2e7-460c-980d-0c1f35965026 req-3a382a2c-633a-405b-b8f6-48b781747da9 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Calling delete_port for b4d1b319-d799-4cf1-8564-c71754605daf owned by compute:nova {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:45:57.327660 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2b8cecc6-a2e7-460c-980d-0c1f35965026 req-3a382a2c-633a-405b-b8f6-48b781747da9 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:45:57.360339 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a382a2c-633a-405b-b8f6-48b781747da9 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Pushing event deleted for resources: {'Port': ['ID=b4d1b319-d799-4cf1-8564-c71754605daf,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:45:57.401857 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b8cecc6-a2e7-460c-980d-0c1f35965026 req-3a382a2c-633a-405b-b8f6-48b781747da9 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] No DVR routers for this DVR port b4d1b319-d799-4cf1-8564-c71754605daf on host n-h1-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:45:57.405060 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2b8cecc6-a2e7-460c-980d-0c1f35965026 req-3a382a2c-633a-405b-b8f6-48b781747da9 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:45:57.407071 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2b8cecc6-a2e7-460c-980d-0c1f35965026 req-3a382a2c-633a-405b-b8f6-48b781747da9 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.23 "DELETE /v2.0/ports/b4d1b319-d799-4cf1-8564-c71754605daf HTTP/1.1" status: 204 len: 173 time: 0.4108188 Sep 07 03:45:57.449831 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2', 'name': 'network-vif-deleted', 'tag': 'b4d1b319-d799-4cf1-8564-c71754605daf'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:45:57.452242 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf84fb72099b4c059134e8dbf206a3531b112bee59ff8dea8931d4ccd024695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fadf8e1f-44c7-4b52-b803-496182d89c3d" -d '{"events": [{"server_uuid": "6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2", "name": "network-vif-deleted", "tag": "b4d1b319-d799-4cf1-8564-c71754605daf"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:45:57.491401 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f25e83f-b58a-4055-8d5a-93bed4d02d4c x-openstack-request-id: req-0f25e83f-b58a-4055-8d5a-93bed4d02d4c {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:45:57.491716 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2", "name": "network-vif-deleted", "tag": "b4d1b319-d799-4cf1-8564-c71754605daf", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:45:57.492302 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0f25e83f-b58a-4055-8d5a-93bed4d02d4c {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:45:57.492422 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f632f14-cd8f-4cde-aaf0-5c6839dbdbd2', 'name': 'network-vif-deleted', 'tag': 'b4d1b319-d799-4cf1-8564-c71754605daf', 'status': 'completed', 'code': 200} Sep 07 03:45:58.036602 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46276) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:45:58.102075 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ff69c0cc-320d-4da4-89c7-782596fe4c2b tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:45:58.128061 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ff69c0cc-320d-4da4-89c7-782596fe4c2b tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:45:58.190890 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ff69c0cc-320d-4da4-89c7-782596fe4c2b tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:45:58.193426 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ff69c0cc-320d-4da4-89c7-782596fe4c2b tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:45:58.194590 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-ff69c0cc-320d-4da4-89c7-782596fe4c2b tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "DELETE /v2.0/security-groups/7599113b-1b1d-459e-a9d2-84a0daade654 HTTP/1.1" status: 204 len: 168 time: 0.1565280 Sep 07 03:45:58.204626 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff69c0cc-320d-4da4-89c7-782596fe4c2b tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7599113b-1b1d-459e-a9d2-84a0daade654,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:45:58.282212 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2f2183e4-2632-4d2c-831a-deac3aee51da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:45:58.761378 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46282) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:45:58.766610 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-dcfbdbd8-c297-46be-9c6a-14e86a289148 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1353658624', 'description': 'tempest-secgroup-smoke-1353658624 description', 'project_id': '4f2dbcb4117140059399a763eb061126'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:45:58.801495 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dcfbdbd8-c297-46be-9c6a-14e86a289148 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:45:58.811439 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:45:58.892107 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dcfbdbd8-c297-46be-9c6a-14e86a289148 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:45:58.897195 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dcfbdbd8-c297-46be-9c6a-14e86a289148 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:45:58.928744 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfbdbd8-c297-46be-9c6a-14e86a289148 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb2c21c-2177-42f5-a4ba-6b6b95b6bed1,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:45:58.931023 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-dcfbdbd8-c297-46be-9c6a-14e86a289148 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:45:58.932298 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-dcfbdbd8-c297-46be-9c6a-14e86a289148 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1698794 Sep 07 03:45:58.935143 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46284) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:45:58.939763 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-4731bb39-c2f1-42a7-96f7-e0bc0726aff4 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Request body: {'security_group_rule': {'security_group_id': 'aeb2c21c-2177-42f5-a4ba-6b6b95b6bed1', 'project_id': '4f2dbcb4117140059399a763eb061126', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:45:58.966396 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4731bb39-c2f1-42a7-96f7-e0bc0726aff4 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:45:59.023571 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4731bb39-c2f1-42a7-96f7-e0bc0726aff4 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:45:59.026906 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4731bb39-c2f1-42a7-96f7-e0bc0726aff4 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:45:59.047697 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731bb39-c2f1-42a7-96f7-e0bc0726aff4 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce491455-ead2-46da-bfc3-8795ff92453d,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:45:59.051067 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-4731bb39-c2f1-42a7-96f7-e0bc0726aff4 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:45:59.052313 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-4731bb39-c2f1-42a7-96f7-e0bc0726aff4 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1162114 Sep 07 03:45:59.055023 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46286) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:45:59.059759 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-cccbe785-d6d4-4872-adc2-0c5a597bf2a8 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Request body: {'security_group_rule': {'security_group_id': 'aeb2c21c-2177-42f5-a4ba-6b6b95b6bed1', 'project_id': '4f2dbcb4117140059399a763eb061126', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:45:59.085535 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cccbe785-d6d4-4872-adc2-0c5a597bf2a8 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:45:59.147445 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cccbe785-d6d4-4872-adc2-0c5a597bf2a8 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:45:59.151199 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cccbe785-d6d4-4872-adc2-0c5a597bf2a8 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:45:59.171332 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccbe785-d6d4-4872-adc2-0c5a597bf2a8 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46826dc1-fd2b-457c-a9b3-4c929b85d87c,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:45:59.175215 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-cccbe785-d6d4-4872-adc2-0c5a597bf2a8 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:45:59.176486 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-cccbe785-d6d4-4872-adc2-0c5a597bf2a8 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1203952 Sep 07 03:45:59.179250 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46288) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:45:59.183872 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-44de7efe-6247-4df6-ba85-ba777a14961e tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Request body: {'security_group_rule': {'security_group_id': 'aeb2c21c-2177-42f5-a4ba-6b6b95b6bed1', 'project_id': '4f2dbcb4117140059399a763eb061126', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:45:59.209711 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-44de7efe-6247-4df6-ba85-ba777a14961e tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:45:59.279024 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-44de7efe-6247-4df6-ba85-ba777a14961e tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:45:59.284728 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-44de7efe-6247-4df6-ba85-ba777a14961e tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:45:59.301928 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de7efe-6247-4df6-ba85-ba777a14961e tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0551f2ce-9dd3-44dc-b226-d0be61d659a9,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:45:59.308647 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-44de7efe-6247-4df6-ba85-ba777a14961e tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:45:59.309920 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-44de7efe-6247-4df6-ba85-ba777a14961e tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1297061 Sep 07 03:45:59.312768 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46290) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:45:59.317216 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-78ae60ad-841d-4671-bcbc-c6768976d7ec tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Request body: {'security_group_rule': {'security_group_id': 'aeb2c21c-2177-42f5-a4ba-6b6b95b6bed1', 'project_id': '4f2dbcb4117140059399a763eb061126', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:45:59.343268 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-78ae60ad-841d-4671-bcbc-c6768976d7ec tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:45:59.399644 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-78ae60ad-841d-4671-bcbc-c6768976d7ec tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:45:59.403152 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-78ae60ad-841d-4671-bcbc-c6768976d7ec tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:45:59.423208 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ae60ad-841d-4671-bcbc-c6768976d7ec tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52977dfb-f35e-47b1-9ce1-8b970e870bef,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:45:59.426423 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-78ae60ad-841d-4671-bcbc-c6768976d7ec tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:45:59.427725 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-78ae60ad-841d-4671-bcbc-c6768976d7ec tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1139753 Sep 07 03:45:59.430531 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46292) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:45:59.434894 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-d43a77b7-1f8f-4d28-b089-791c7c9a6abb tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Request body: {'security_group_rule': {'security_group_id': 'aeb2c21c-2177-42f5-a4ba-6b6b95b6bed1', 'project_id': '4f2dbcb4117140059399a763eb061126', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:45:59.456902 n-d-796209-16 neutron-server[94701]: INFO neutron.db.securitygroups_db [None req-d43a77b7-1f8f-4d28-b089-791c7c9a6abb tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Project 4f2dbcb4117140059399a763eb061126 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 03:45:59.461698 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d43a77b7-1f8f-4d28-b089-791c7c9a6abb tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:45:59.520829 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d43a77b7-1f8f-4d28-b089-791c7c9a6abb tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:45:59.524330 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d43a77b7-1f8f-4d28-b089-791c7c9a6abb tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:45:59.541828 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43a77b7-1f8f-4d28-b089-791c7c9a6abb tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dea345ed-6a6c-4228-85f1-b21b626af4a9,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:45:59.548464 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-d43a77b7-1f8f-4d28-b089-791c7c9a6abb tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:45:59.549660 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d43a77b7-1f8f-4d28-b089-791c7c9a6abb tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1182044 Sep 07 03:45:59.552562 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46294) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:45:59.556846 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-f1e6e198-2cf9-4096-beb3-22af7ffb049c tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Request body: {'security_group_rule': {'security_group_id': 'aeb2c21c-2177-42f5-a4ba-6b6b95b6bed1', 'project_id': '4f2dbcb4117140059399a763eb061126', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:45:59.578358 n-d-796209-16 neutron-server[94701]: INFO neutron.db.securitygroups_db [None req-f1e6e198-2cf9-4096-beb3-22af7ffb049c tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Project 4f2dbcb4117140059399a763eb061126 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 03:45:59.582928 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f1e6e198-2cf9-4096-beb3-22af7ffb049c tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:45:59.647460 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f1e6e198-2cf9-4096-beb3-22af7ffb049c tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:45:59.651116 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f1e6e198-2cf9-4096-beb3-22af7ffb049c tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:45:59.669125 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e6e198-2cf9-4096-beb3-22af7ffb049c tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aa77457-de9b-4410-8baa-31cd9fe4de6c,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:45:59.674596 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-f1e6e198-2cf9-4096-beb3-22af7ffb049c tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:45:59.675811 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-f1e6e198-2cf9-4096-beb3-22af7ffb049c tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1223156 Sep 07 03:45:59.808138 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:46:01.625584 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:46:02.314601 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device b4d1b319-d799-4cf1-8564-c71754605daf no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:46:02.338929 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: b4d1b319-d799-4cf1-8564-c71754605daf {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:46:02.339283 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device b4d1b319-d799-4cf1-8564-c71754605daf not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:46:14.006372 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7f2032f8-b9f3-4f0b-a52d-d4b8869d4fae req-d162b3dd-c628-4d22-b0f6-e6deee5f8725 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1353658624&fields=id&tenant_id=4f2dbcb4117140059399a763eb061126 HTTP/1.1" status: 200 len: 267 time: 0.0349412 Sep 07 03:46:14.118775 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2032f8-b9f3-4f0b-a52d-d4b8869d4fae req-7fd7bcd2-e7a8-4a73-8ff5-4427a0b3db52 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:46:14.120338 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7f2032f8-b9f3-4f0b-a52d-d4b8869d4fae req-7fd7bcd2-e7a8-4a73-8ff5-4427a0b3db52 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/networks?id=55d79876-723d-409a-a07c-74788b8d2546 HTTP/1.1" status: 200 len: 808 time: 0.1068697 Sep 07 03:46:14.136557 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7f2032f8-b9f3-4f0b-a52d-d4b8869d4fae req-6d22ad1b-2fab-47ef-8685-ffd110e521b9 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/quotas/4f2dbcb4117140059399a763eb061126 HTTP/1.1" status: 200 len: 375 time: 0.0094872 Sep 07 03:46:14.188960 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7f2032f8-b9f3-4f0b-a52d-d4b8869d4fae req-9f32c04c-02d0-4b79-bea0-c1ca4a76a0fe tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=4f2dbcb4117140059399a763eb061126&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468147 Sep 07 03:46:14.285297 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7f2032f8-b9f3-4f0b-a52d-d4b8869d4fae req-2f74a2b7-8ffb-4bda-8542-d797a97f4d88 service neutron] 10.222.0.22 "GET /v2.0/networks/55d79876-723d-409a-a07c-74788b8d2546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844884 Sep 07 03:46:14.383351 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7f2032f8-b9f3-4f0b-a52d-d4b8869d4fae req-828c5d23-c4f3-47f5-8c89-0a6960bc9522 service neutron] 10.222.0.22 "GET /v2.0/networks/55d79876-723d-409a-a07c-74788b8d2546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921261 Sep 07 03:46:14.680904 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-21e9a9e8-998d-4830-b6b1-0b0262793022 req-38be76e6-19ee-4c70-9f38-6931a080dee9 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269 HTTP/1.1" status: 200 len: 210 time: 0.0275776 Sep 07 03:46:15.591251 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2032f8-b9f3-4f0b-a52d-d4b8869d4fae req-a7636e7a-4560-4250-824b-134cd51cdaef tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:46:15.593076 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7f2032f8-b9f3-4f0b-a52d-d4b8869d4fae req-a7636e7a-4560-4250-824b-134cd51cdaef tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.16 "GET /v2.0/networks?id=55d79876-723d-409a-a07c-74788b8d2546 HTTP/1.1" status: 200 len: 808 time: 0.1144750 Sep 07 03:46:15.637001 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7f2032f8-b9f3-4f0b-a52d-d4b8869d4fae req-650b62cf-3cbe-4e1d-a712-f691b41bcec8 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f2dbcb4117140059399a763eb061126 HTTP/1.1" status: 200 len: 380 time: 0.0349426 Sep 07 03:46:15.646996 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-7f2032f8-b9f3-4f0b-a52d-d4b8869d4fae req-daa6aff8-e5c7-42ff-96d0-a5a6e775174e tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Request body: {'port': {'device_id': 'e862c52b-c61c-40c1-bfae-d0ff9a05b269', 'network_id': '55d79876-723d-409a-a07c-74788b8d2546', 'admin_state_up': True, 'tenant_id': '4f2dbcb4117140059399a763eb061126', 'security_groups': ['aeb2c21c-2177-42f5-a4ba-6b6b95b6bed1']}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:46:15.777150 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f2032f8-b9f3-4f0b-a52d-d4b8869d4fae req-daa6aff8-e5c7-42ff-96d0-a5a6e775174e tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Made reservation on behalf of 4f2dbcb4117140059399a763eb061126 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:46:15.781511 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7f2032f8-b9f3-4f0b-a52d-d4b8869d4fae req-daa6aff8-e5c7-42ff-96d0-a5a6e775174e tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:46:15.786467 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-52273bd2-8835-4f89-adf9-3e503b6321cc req-7dc1cad6-dd72-440e-a33e-2ce54467b938 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269 HTTP/1.1" status: 200 len: 210 time: 0.0318735 Sep 07 03:46:15.916849 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-7f2032f8-b9f3-4f0b-a52d-d4b8869d4fae req-daa6aff8-e5c7-42ff-96d0-a5a6e775174e tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Allocated IP 172.20.0.9 (55d79876-723d-409a-a07c-74788b8d2546/3b65e2f3-7809-46b7-bf9f-e15bd3b1020d/df49631b-2efd-49e3-b266-0c7467811db6) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:46:16.070381 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7f2032f8-b9f3-4f0b-a52d-d4b8869d4fae req-daa6aff8-e5c7-42ff-96d0-a5a6e775174e tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:46:16.085520 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-7f2032f8-b9f3-4f0b-a52d-d4b8869d4fae req-daa6aff8-e5c7-42ff-96d0-a5a6e775174e tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Transition to ACTIVE for port object df49631b-2efd-49e3-b266-0c7467811db6 will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:46:16.122784 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7f2032f8-b9f3-4f0b-a52d-d4b8869d4fae req-daa6aff8-e5c7-42ff-96d0-a5a6e775174e tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:46:16.194494 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f2032f8-b9f3-4f0b-a52d-d4b8869d4fae req-daa6aff8-e5c7-42ff-96d0-a5a6e775174e tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Network 55d79876-723d-409a-a07c-74788b8d2546 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:46:16.199436 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-7f2032f8-b9f3-4f0b-a52d-d4b8869d4fae req-daa6aff8-e5c7-42ff-96d0-a5a6e775174e tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:46:16.209996 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f2032f8-b9f3-4f0b-a52d-d4b8869d4fae req-daa6aff8-e5c7-42ff-96d0-a5a6e775174e tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:46:16.249198 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa6aff8-e5c7-42ff-96d0-a5a6e775174e tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Pushing event updated for resources: {'Port': ['ID=df49631b-2efd-49e3-b266-0c7467811db6,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:46:16.275642 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa6aff8-e5c7-42ff-96d0-a5a6e775174e tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:46:16.276279 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa6aff8-e5c7-42ff-96d0-a5a6e775174e tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:46:16.276692 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa6aff8-e5c7-42ff-96d0-a5a6e775174e tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:46:16.277181 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa6aff8-e5c7-42ff-96d0-a5a6e775174e tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:46:16.277688 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa6aff8-e5c7-42ff-96d0-a5a6e775174e tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:46:16.278148 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa6aff8-e5c7-42ff-96d0-a5a6e775174e tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:46:16.278575 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa6aff8-e5c7-42ff-96d0-a5a6e775174e tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:46:16.278949 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa6aff8-e5c7-42ff-96d0-a5a6e775174e tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:46:16.279353 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa6aff8-e5c7-42ff-96d0-a5a6e775174e tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:46:16.279937 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa6aff8-e5c7-42ff-96d0-a5a6e775174e tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:46:16.280434 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa6aff8-e5c7-42ff-96d0-a5a6e775174e tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:46:16.280882 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa6aff8-e5c7-42ff-96d0-a5a6e775174e tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:46:16.299712 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2032f8-b9f3-4f0b-a52d-d4b8869d4fae req-daa6aff8-e5c7-42ff-96d0-a5a6e775174e tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:46:16.300397 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7f2032f8-b9f3-4f0b-a52d-d4b8869d4fae req-daa6aff8-e5c7-42ff-96d0-a5a6e775174e tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:46:16.317556 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7f2032f8-b9f3-4f0b-a52d-d4b8869d4fae req-daa6aff8-e5c7-42ff-96d0-a5a6e775174e tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6744046 Sep 07 03:46:16.330936 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-7f2032f8-b9f3-4f0b-a52d-d4b8869d4fae req-4b742123-589e-42b0-8950-ca0ddedb1d5c service neutron] Request body: {'port': {'device_id': 'e862c52b-c61c-40c1-bfae-d0ff9a05b269', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:46:16.394152 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7f2032f8-b9f3-4f0b-a52d-d4b8869d4fae req-4b742123-589e-42b0-8950-ca0ddedb1d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:46:16.450468 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-7e804e6c-5dee-4c1f-85c8-fb1449345a56 None None] Provisioning for port df49631b-2efd-49e3-b266-0c7467811db6 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:46:16.454807 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-7e804e6c-5dee-4c1f-85c8-fb1449345a56 None None] Provisioning complete for port df49631b-2efd-49e3-b266-0c7467811db6 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:46:16.455444 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7e804e6c-5dee-4c1f-85c8-fb1449345a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:46:16.492592 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-7e804e6c-5dee-4c1f-85c8-fb1449345a56 None None] Port df49631b-2efd-49e3-b266-0c7467811db6 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:46:16.681468 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-7f2032f8-b9f3-4f0b-a52d-d4b8869d4fae req-4b742123-589e-42b0-8950-ca0ddedb1d5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df49631b-2efd-49e3-b266-0c7467811db6 {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:46:16.689719 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7f2032f8-b9f3-4f0b-a52d-d4b8869d4fae req-4b742123-589e-42b0-8950-ca0ddedb1d5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:46:16.702494 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-7f2032f8-b9f3-4f0b-a52d-d4b8869d4fae req-4b742123-589e-42b0-8950-ca0ddedb1d5c service neutron] Transition to ACTIVE for port object df49631b-2efd-49e3-b266-0c7467811db6 will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:46:16.707636 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7f2032f8-b9f3-4f0b-a52d-d4b8869d4fae req-4b742123-589e-42b0-8950-ca0ddedb1d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:46:16.788128 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b742123-589e-42b0-8950-ca0ddedb1d5c service neutron] Pushing event updated for resources: {'Port': ['ID=df49631b-2efd-49e3-b266-0c7467811db6,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:46:16.849410 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-7f2032f8-b9f3-4f0b-a52d-d4b8869d4fae req-4b742123-589e-42b0-8950-ca0ddedb1d5c service neutron] Attempting to bind port df49631b-2efd-49e3-b266-0c7467811db6 on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:46:16.849750 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-7f2032f8-b9f3-4f0b-a52d-d4b8869d4fae req-4b742123-589e-42b0-8950-ca0ddedb1d5c service neutron] Attempting to bind port df49631b-2efd-49e3-b266-0c7467811db6 by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': '0303048d-810e-4c5b-8202-28bcb670e6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55d79876-723d-409a-a07c-74788b8d2546'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:46:16.850087 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2032f8-b9f3-4f0b-a52d-d4b8869d4fae req-4b742123-589e-42b0-8950-ca0ddedb1d5c service neutron] Attempting to bind port df49631b-2efd-49e3-b266-0c7467811db6 on network 55d79876-723d-409a-a07c-74788b8d2546 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:46:16.857318 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2032f8-b9f3-4f0b-a52d-d4b8869d4fae req-4b742123-589e-42b0-8950-ca0ddedb1d5c service neutron] Port df49631b-2efd-49e3-b266-0c7467811db6 on network 55d79876-723d-409a-a07c-74788b8d2546 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 03:46:16.858583 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2032f8-b9f3-4f0b-a52d-d4b8869d4fae req-4b742123-589e-42b0-8950-ca0ddedb1d5c service neutron] Attempting to bind port df49631b-2efd-49e3-b266-0c7467811db6 on network 55d79876-723d-409a-a07c-74788b8d2546 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:46:16.869758 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2032f8-b9f3-4f0b-a52d-d4b8869d4fae req-4b742123-589e-42b0-8950-ca0ddedb1d5c service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:46:16.872032 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2032f8-b9f3-4f0b-a52d-d4b8869d4fae req-4b742123-589e-42b0-8950-ca0ddedb1d5c service neutron] Checking segment: {'id': '0303048d-810e-4c5b-8202-28bcb670e6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55d79876-723d-409a-a07c-74788b8d2546'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:46:16.872802 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2032f8-b9f3-4f0b-a52d-d4b8869d4fae req-4b742123-589e-42b0-8950-ca0ddedb1d5c service neutron] Bound using segment: {'id': '0303048d-810e-4c5b-8202-28bcb670e6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55d79876-723d-409a-a07c-74788b8d2546'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:46:16.873440 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-7f2032f8-b9f3-4f0b-a52d-d4b8869d4fae req-4b742123-589e-42b0-8950-ca0ddedb1d5c service neutron] Bound port: df49631b-2efd-49e3-b266-0c7467811db6, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0303048d-810e-4c5b-8202-28bcb670e6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55d79876-723d-409a-a07c-74788b8d2546'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:46:16.873987 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7f2032f8-b9f3-4f0b-a52d-d4b8869d4fae req-4b742123-589e-42b0-8950-ca0ddedb1d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:46:16.968574 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201a494-4814-480c-a39a-df8d09955104 req-7c45bbed-6145-4eb5-b160-6057cfc7f3fb tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:46:16.970184 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c201a494-4814-480c-a39a-df8d09955104 req-7c45bbed-6145-4eb5-b160-6057cfc7f3fb tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269 HTTP/1.1" status: 200 len: 943 time: 0.0844176 Sep 07 03:46:17.009468 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-7f2032f8-b9f3-4f0b-a52d-d4b8869d4fae req-4b742123-589e-42b0-8950-ca0ddedb1d5c service neutron] For port df49631b-2efd-49e3-b266-0c7467811db6, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:46:17.031792 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-7f2032f8-b9f3-4f0b-a52d-d4b8869d4fae req-4b742123-589e-42b0-8950-ca0ddedb1d5c service neutron] For port df49631b-2efd-49e3-b266-0c7467811db6, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=df49631b-2efd-49e3-b266-0c7467811db6,segment=NetworkSegment(0303048d-810e-4c5b-8202-28bcb670e6c8),segment_id=0303048d-810e-4c5b-8202-28bcb670e6c8)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:46:17.037578 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c201a494-4814-480c-a39a-df8d09955104 req-8230688c-f422-487a-adfb-ba1626fed2cf tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeb2c21c-2177-42f5-a4ba-6b6b95b6bed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572448 Sep 07 03:46:17.039120 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7f2032f8-b9f3-4f0b-a52d-d4b8869d4fae req-4b742123-589e-42b0-8950-ca0ddedb1d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:46:17.080789 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2032f8-b9f3-4f0b-a52d-d4b8869d4fae req-4b742123-589e-42b0-8950-ca0ddedb1d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:46:17.081376 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-7f2032f8-b9f3-4f0b-a52d-d4b8869d4fae req-4b742123-589e-42b0-8950-ca0ddedb1d5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:46:17.082939 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7f2032f8-b9f3-4f0b-a52d-d4b8869d4fae req-4b742123-589e-42b0-8950-ca0ddedb1d5c service neutron] 10.222.0.16 "PUT /v2.0/ports/df49631b-2efd-49e3-b266-0c7467811db6 HTTP/1.1" status: 200 len: 1092 time: 0.7569036 Sep 07 03:46:17.085503 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e862c52b-c61c-40c1-bfae-d0ff9a05b269', 'tag': 'df49631b-2efd-49e3-b266-0c7467811db6'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:46:17.088865 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4b99ef7bc7a5293b766a2301f992bcff4e86bffe3ac49b880de9dcdee739ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036d138b-2e30-4306-aa9f-1cd6feb97018" -d '{"events": [{"name": "network-changed", "server_uuid": "e862c52b-c61c-40c1-bfae-d0ff9a05b269", "tag": "df49631b-2efd-49e3-b266-0c7467811db6"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:46:17.128963 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b742123-589e-42b0-8950-ca0ddedb1d5c service neutron] Pushing event updated for resources: {'Port': ['ID=df49631b-2efd-49e3-b266-0c7467811db6,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:46:17.199739 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2032f8-b9f3-4f0b-a52d-d4b8869d4fae req-8d35f9ee-6607-473d-bb66-0e06f9704869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:46:17.201434 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7f2032f8-b9f3-4f0b-a52d-d4b8869d4fae req-8d35f9ee-6607-473d-bb66-0e06f9704869 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f2dbcb4117140059399a763eb061126&device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269 HTTP/1.1" status: 200 len: 1095 time: 0.0619729 Sep 07 03:46:17.226471 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c46aae-604a-4bab-bad6-59060962d7f1 x-openstack-request-id: req-b8c46aae-604a-4bab-bad6-59060962d7f1 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:46:17.226471 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e862c52b-c61c-40c1-bfae-d0ff9a05b269", "tag": "df49631b-2efd-49e3-b266-0c7467811db6", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:46:17.226471 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b8c46aae-604a-4bab-bad6-59060962d7f1 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:46:17.226471 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e862c52b-c61c-40c1-bfae-d0ff9a05b269', 'tag': 'df49631b-2efd-49e3-b266-0c7467811db6', 'status': 'completed', 'code': 200} Sep 07 03:46:17.262282 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7f2032f8-b9f3-4f0b-a52d-d4b8869d4fae req-d6c6ac6b-55ad-43a4-ab7c-0ce173986306 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df49631b-2efd-49e3-b266-0c7467811db6 HTTP/1.1" status: 200 len: 217 time: 0.0470111 Sep 07 03:46:17.321418 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2032f8-b9f3-4f0b-a52d-d4b8869d4fae req-7e8fffbf-340d-48f9-bff2-78ef0bd58fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:46:17.322971 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7f2032f8-b9f3-4f0b-a52d-d4b8869d4fae req-7e8fffbf-340d-48f9-bff2-78ef0bd58fee service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3b65e2f3-7809-46b7-bf9f-e15bd3b1020d HTTP/1.1" status: 200 len: 847 time: 0.0534518 Sep 07 03:46:17.371411 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2032f8-b9f3-4f0b-a52d-d4b8869d4fae req-c78821f4-8d12-416e-83b4-1d3d844b622b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:46:17.372905 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7f2032f8-b9f3-4f0b-a52d-d4b8869d4fae req-c78821f4-8d12-416e-83b4-1d3d844b622b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=55d79876-723d-409a-a07c-74788b8d2546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433500 Sep 07 03:46:17.473016 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7f2032f8-b9f3-4f0b-a52d-d4b8869d4fae req-e9931661-0efa-438f-b9a7-9af51f18ed7a service neutron] 10.222.0.16 "GET /v2.0/networks/55d79876-723d-409a-a07c-74788b8d2546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916076 Sep 07 03:46:17.571560 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7f2032f8-b9f3-4f0b-a52d-d4b8869d4fae req-13723047-7c33-475b-9790-0f142a6f6a2d service neutron] 10.222.0.16 "GET /v2.0/networks/55d79876-723d-409a-a07c-74788b8d2546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915000 Sep 07 03:46:17.665092 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d138b-2e30-4306-aa9f-1cd6feb97018 req-71756898-063f-4f7b-8464-aae3097ab3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:46:17.666638 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-036d138b-2e30-4306-aa9f-1cd6feb97018 req-71756898-063f-4f7b-8464-aae3097ab3d1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f2dbcb4117140059399a763eb061126&device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269 HTTP/1.1" status: 200 len: 1095 time: 0.0423794 Sep 07 03:46:17.767088 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d138b-2e30-4306-aa9f-1cd6feb97018 req-a142c57d-a6d6-4ce8-836d-6960c2ea86fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:46:17.769151 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-036d138b-2e30-4306-aa9f-1cd6feb97018 req-a142c57d-a6d6-4ce8-836d-6960c2ea86fa service neutron] 10.222.0.16 "GET /v2.0/networks?id=55d79876-723d-409a-a07c-74788b8d2546 HTTP/1.1" status: 200 len: 908 time: 0.0951343 Sep 07 03:46:17.813795 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-036d138b-2e30-4306-aa9f-1cd6feb97018 req-1268328e-d5e2-4cc1-884a-cecf17b4fce2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df49631b-2efd-49e3-b266-0c7467811db6 HTTP/1.1" status: 200 len: 217 time: 0.0352795 Sep 07 03:46:17.865932 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d138b-2e30-4306-aa9f-1cd6feb97018 req-2b0f2bcb-b17e-4356-940a-a5659d097a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:46:17.867342 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-036d138b-2e30-4306-aa9f-1cd6feb97018 req-2b0f2bcb-b17e-4356-940a-a5659d097a48 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3b65e2f3-7809-46b7-bf9f-e15bd3b1020d HTTP/1.1" status: 200 len: 847 time: 0.0494466 Sep 07 03:46:17.919214 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d138b-2e30-4306-aa9f-1cd6feb97018 req-1851372d-88dd-4314-bef2-84559b828eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:46:17.921260 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-036d138b-2e30-4306-aa9f-1cd6feb97018 req-1851372d-88dd-4314-bef2-84559b828eb4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=55d79876-723d-409a-a07c-74788b8d2546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466049 Sep 07 03:46:18.018334 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-036d138b-2e30-4306-aa9f-1cd6feb97018 req-e09d965f-c6cc-4f2b-a5e2-e1bbec3983e5 service neutron] 10.222.0.16 "GET /v2.0/networks/55d79876-723d-409a-a07c-74788b8d2546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900292 Sep 07 03:46:18.503068 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25115fd-9352-464f-ba79-135cfdbeb3b8 req-7e19a080-032e-4498-95dd-e12ab3696f2e tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:46:18.504550 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f25115fd-9352-464f-ba79-135cfdbeb3b8 req-7e19a080-032e-4498-95dd-e12ab3696f2e tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269 HTTP/1.1" status: 200 len: 943 time: 0.1087625 Sep 07 03:46:18.508499 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-036d138b-2e30-4306-aa9f-1cd6feb97018 req-3ca84c2e-5915-4d4b-befd-64700fce162e service neutron] 10.222.0.16 "GET /v2.0/networks/55d79876-723d-409a-a07c-74788b8d2546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4831765 Sep 07 03:46:18.545775 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f25115fd-9352-464f-ba79-135cfdbeb3b8 req-97e386e4-3958-44f5-b3e2-e0a69acb1b38 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeb2c21c-2177-42f5-a4ba-6b6b95b6bed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344920 Sep 07 03:46:19.742874 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9557b0f-1cdb-43ed-953f-e0b465315138 req-6cade14c-1d02-4dea-bde3-743d0ec3f3ee tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:46:19.744586 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f9557b0f-1cdb-43ed-953f-e0b465315138 req-6cade14c-1d02-4dea-bde3-743d0ec3f3ee tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269 HTTP/1.1" status: 200 len: 943 time: 0.1154799 Sep 07 03:46:19.785616 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f9557b0f-1cdb-43ed-953f-e0b465315138 req-68e06131-3878-4b6a-8e71-3a8e355f210d tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeb2c21c-2177-42f5-a4ba-6b6b95b6bed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339394 Sep 07 03:46:20.953931 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e7034-c576-48af-9d8b-f66718b00dc3 req-98647b9e-b2a2-4f94-8f4b-4bcdc7624f09 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:46:20.955513 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-638e7034-c576-48af-9d8b-f66718b00dc3 req-98647b9e-b2a2-4f94-8f4b-4bcdc7624f09 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269 HTTP/1.1" status: 200 len: 943 time: 0.1029592 Sep 07 03:46:20.993785 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-638e7034-c576-48af-9d8b-f66718b00dc3 req-5e2c0a99-5b14-4ce0-baad-11077a508d47 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeb2c21c-2177-42f5-a4ba-6b6b95b6bed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324204 Sep 07 03:46:22.117497 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e104e-3e98-4a09-b4a3-9b2a897456a6 req-f42d01f3-748f-42ea-aff8-1e52241a422a tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:46:22.119019 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a73e104e-3e98-4a09-b4a3-9b2a897456a6 req-f42d01f3-748f-42ea-aff8-1e52241a422a tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269 HTTP/1.1" status: 200 len: 943 time: 0.0530481 Sep 07 03:46:22.159954 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a73e104e-3e98-4a09-b4a3-9b2a897456a6 req-a2cbe6d3-8027-46e5-b5f8-343b5a7ae4fc tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeb2c21c-2177-42f5-a4ba-6b6b95b6bed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341485 Sep 07 03:46:22.269375 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:46:22.301142 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:46:23.279665 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625d15c8-a6cc-4043-baf4-ef7548311b88 req-67ad6212-228f-4fd6-a3bf-7aebf2f8a4f8 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:46:23.281164 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-625d15c8-a6cc-4043-baf4-ef7548311b88 req-67ad6212-228f-4fd6-a3bf-7aebf2f8a4f8 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269 HTTP/1.1" status: 200 len: 943 time: 0.0493598 Sep 07 03:46:23.323292 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-625d15c8-a6cc-4043-baf4-ef7548311b88 req-8cb45ea6-079b-424a-a65e-d3dd6c4c7c15 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeb2c21c-2177-42f5-a4ba-6b6b95b6bed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360782 Sep 07 03:46:24.437925 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d24eb-f0f5-41ed-90d1-bbf16cb6ef52 req-c43323ea-4cba-4979-9e6f-7ece5261be73 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:46:24.439431 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f42d24eb-f0f5-41ed-90d1-bbf16cb6ef52 req-c43323ea-4cba-4979-9e6f-7ece5261be73 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269 HTTP/1.1" status: 200 len: 943 time: 0.0480561 Sep 07 03:46:24.477472 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f42d24eb-f0f5-41ed-90d1-bbf16cb6ef52 req-9182f32e-2a79-43b4-ab4e-96d9a35023fa tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeb2c21c-2177-42f5-a4ba-6b6b95b6bed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315435 Sep 07 03:46:25.594878 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4efdfe5-971c-4c1d-a9fb-211487a52bc3 req-bc67cf34-c2ca-4ce0-9a6e-5bbbd25dd1bc tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:46:25.596444 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a4efdfe5-971c-4c1d-a9fb-211487a52bc3 req-bc67cf34-c2ca-4ce0-9a6e-5bbbd25dd1bc tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269 HTTP/1.1" status: 200 len: 943 time: 0.0526640 Sep 07 03:46:25.635968 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a4efdfe5-971c-4c1d-a9fb-211487a52bc3 req-bf49fc98-ee4d-49c4-b718-e63d6bc62ec2 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeb2c21c-2177-42f5-a4ba-6b6b95b6bed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331268 Sep 07 03:46:26.021328 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5adf65b6-30d3-4b5b-aebf-85d3edcbc2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:46:26.757648 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58811409-01fb-4d75-856f-c617b1fcfb2b req-43b91a7b-56ab-476c-96b3-e5d2c8cd976f tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:46:26.759796 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-58811409-01fb-4d75-856f-c617b1fcfb2b req-43b91a7b-56ab-476c-96b3-e5d2c8cd976f tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269 HTTP/1.1" status: 200 len: 943 time: 0.0552702 Sep 07 03:46:26.804513 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-58811409-01fb-4d75-856f-c617b1fcfb2b req-c442ef61-4914-4230-8d3a-778b4031787f tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeb2c21c-2177-42f5-a4ba-6b6b95b6bed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380507 Sep 07 03:46:27.745950 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device df49631b-2efd-49e3-b266-0c7467811db6 details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 03:46:27.855170 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port df49631b-2efd-49e3-b266-0c7467811db6, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=df49631b-2efd-49e3-b266-0c7467811db6,segment=NetworkSegment(0303048d-810e-4c5b-8202-28bcb670e6c8),segment_id=0303048d-810e-4c5b-8202-28bcb670e6c8)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:46:27.869032 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': 'df49631b-2efd-49e3-b266-0c7467811db6', 'network_id': '55d79876-723d-409a-a07c-74788b8d2546', 'port_id': 'df49631b-2efd-49e3-b266-0c7467811db6', 'mac_address': 'fa:16:3e:54:a6:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b65e2f3-7809-46b7-bf9f-e15bd3b1020d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 03:46:27.916683 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:46:27.929766 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df49631b-2efd-49e3-b266-0c7467811db6 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:46:27.937429 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1573d791-8671-49c0-bf3b-d215bd3f9d57 req-d5cc5c3e-85a0-48aa-a978-158dcef8711a tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:46:27.939007 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1573d791-8671-49c0-bf3b-d215bd3f9d57 req-d5cc5c3e-85a0-48aa-a978-158dcef8711a tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269 HTTP/1.1" status: 200 len: 943 time: 0.0565603 Sep 07 03:46:27.950862 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port df49631b-2efd-49e3-b266-0c7467811db6, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=df49631b-2efd-49e3-b266-0c7467811db6,segment=NetworkSegment(0303048d-810e-4c5b-8202-28bcb670e6c8),segment_id=0303048d-810e-4c5b-8202-28bcb670e6c8)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:46:27.956175 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:46:27.981554 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1573d791-8671-49c0-bf3b-d215bd3f9d57 req-8c1357e6-a877-4234-abf9-a7f9b4c3249e tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeb2c21c-2177-42f5-a4ba-6b6b95b6bed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363107 Sep 07 03:46:28.004779 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=df49631b-2efd-49e3-b266-0c7467811db6,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:46:28.012348 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:46:28.012690 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:46:28.013031 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:46:28.013362 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:46:28.014224 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:46:28.014554 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:46:28.014881 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:46:28.015228 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:46:28.015589 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:46:28.015910 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:46:28.016231 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:46:28.016550 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:46:28.192462 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['df49631b-2efd-49e3-b266-0c7467811db6'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:46:28.296900 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-87afd05e-6631-483f-9428-35bca092a05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:46:28.804276 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:46:29.104199 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c84d2e-cb64-451a-857c-5604b8fce3e8 req-96834987-e4ad-4cc9-a226-17159f4acf3a tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:46:29.105729 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-05c84d2e-cb64-451a-857c-5604b8fce3e8 req-96834987-e4ad-4cc9-a226-17159f4acf3a tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269 HTTP/1.1" status: 200 len: 944 time: 0.0540900 Sep 07 03:46:29.144792 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-05c84d2e-cb64-451a-857c-5604b8fce3e8 req-14d5552f-9450-4e16-ab39-d226d550521f tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeb2c21c-2177-42f5-a4ba-6b6b95b6bed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325360 Sep 07 03:46:29.775788 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device df49631b-2efd-49e3-b266-0c7467811db6 up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:46:29.821875 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:46:29.849863 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port df49631b-2efd-49e3-b266-0c7467811db6 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:46:29.853798 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port df49631b-2efd-49e3-b266-0c7467811db6 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:46:29.854174 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:46:29.943745 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:46:29.968288 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e862c52b-c61c-40c1-bfae-d0ff9a05b269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df49631b-2efd-49e3-b266-0c7467811db6'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:46:29.970491 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a436ec256d2b1825a148fad3e2b3933f4e559d797aa0adc164ec0b132a4edf7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6b448c-4c29-4c26-b2e3-c55b6999482b" -d '{"events": [{"server_uuid": "e862c52b-c61c-40c1-bfae-d0ff9a05b269", "name": "network-vif-plugged", "status": "completed", "tag": "df49631b-2efd-49e3-b266-0c7467811db6"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:46:29.983804 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port df49631b-2efd-49e3-b266-0c7467811db6, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=df49631b-2efd-49e3-b266-0c7467811db6,segment=NetworkSegment(0303048d-810e-4c5b-8202-28bcb670e6c8),segment_id=0303048d-810e-4c5b-8202-28bcb670e6c8)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:46:29.988982 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:46:30.015096 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa37b45-7b87-4e22-a894-fded3db1c82c x-openstack-request-id: req-2aa37b45-7b87-4e22-a894-fded3db1c82c {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:46:30.015367 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e862c52b-c61c-40c1-bfae-d0ff9a05b269", "name": "network-vif-plugged", "status": "completed", "tag": "df49631b-2efd-49e3-b266-0c7467811db6", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:46:30.015712 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2aa37b45-7b87-4e22-a894-fded3db1c82c {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:46:30.016046 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e862c52b-c61c-40c1-bfae-d0ff9a05b269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df49631b-2efd-49e3-b266-0c7467811db6', 'code': 200} Sep 07 03:46:30.044038 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=df49631b-2efd-49e3-b266-0c7467811db6,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:46:30.117781 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b9422-2c55-4738-bf1e-8282e754ab8d req-c289bcae-6432-49b1-9857-355588a73445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:46:30.119311 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-388b9422-2c55-4738-bf1e-8282e754ab8d req-c289bcae-6432-49b1-9857-355588a73445 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269 HTTP/1.1" status: 200 len: 1097 time: 0.0450339 Sep 07 03:46:30.156991 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-388b9422-2c55-4738-bf1e-8282e754ab8d req-58f33c3d-a5a5-4d3e-8d75-826e5f476edb service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=aeb2c21c-2177-42f5-a4ba-6b6b95b6bed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304594 Sep 07 03:46:30.262910 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049478a6-c92a-454f-acd5-9cfb19af2af2 req-2916c0b0-feee-4012-b06e-3d602bc57331 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:46:30.264953 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-049478a6-c92a-454f-acd5-9cfb19af2af2 req-2916c0b0-feee-4012-b06e-3d602bc57331 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269 HTTP/1.1" status: 200 len: 945 time: 0.0528541 Sep 07 03:46:30.302295 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-049478a6-c92a-454f-acd5-9cfb19af2af2 req-ad1ac3b5-1440-4274-a1d7-e49f1766485f tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeb2c21c-2177-42f5-a4ba-6b6b95b6bed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313950 Sep 07 03:46:31.424225 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996eb56-da84-40fc-949d-9eb527e88f6f req-cde4faab-d1d9-4186-b5e2-98199802c0c6 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:46:31.425778 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2996eb56-da84-40fc-949d-9eb527e88f6f req-cde4faab-d1d9-4186-b5e2-98199802c0c6 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269 HTTP/1.1" status: 200 len: 945 time: 0.0529890 Sep 07 03:46:31.464098 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2996eb56-da84-40fc-949d-9eb527e88f6f req-5596b7ff-1e08-470e-9ef4-d332e200db85 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeb2c21c-2177-42f5-a4ba-6b6b95b6bed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322371 Sep 07 03:46:31.578086 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cde08e-e346-49b7-a62d-cbc6232980bd req-cccc1589-20a6-44c5-86e1-6fd365b08962 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:46:31.579626 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-66cde08e-e346-49b7-a62d-cbc6232980bd req-cccc1589-20a6-44c5-86e1-6fd365b08962 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269 HTTP/1.1" status: 200 len: 945 time: 0.0489023 Sep 07 03:46:31.620261 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-66cde08e-e346-49b7-a62d-cbc6232980bd req-02ade936-2f38-4ccf-8672-377de2edc648 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeb2c21c-2177-42f5-a4ba-6b6b95b6bed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346828 Sep 07 03:46:31.633376 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:46:31.646152 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46484) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:46:31.690693 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157894cf-ffc4-48ba-99c0-6ca0b0cc638d tempest-TestShelveInstance-1053827216 tempest-TestShelveInstance-1053827216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:46:31.692257 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-157894cf-ffc4-48ba-99c0-6ca0b0cc638d tempest-TestShelveInstance-1053827216 tempest-TestShelveInstance-1053827216-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269 HTTP/1.1" status: 200 len: 1092 time: 0.0450690 Sep 07 03:46:31.695249 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46486) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:46:31.699690 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-56ec5479-b5c2-4322-8665-d2a79cce2dfc tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Request body: {'floatingip': {'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'port_id': 'df49631b-2efd-49e3-b266-0c7467811db6', 'tenant_id': '4f2dbcb4117140059399a763eb061126', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:46:31.723152 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-56ec5479-b5c2-4322-8665-d2a79cce2dfc tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks [] for floatingip, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:46:31.822697 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-56ec5479-b5c2-4322-8665-d2a79cce2dfc tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:46:31.939135 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-56ec5479-b5c2-4322-8665-d2a79cce2dfc tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Allocated IP 172.25.5.32 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/7e84916b-1139-4b9a-9289-32b4f709ba10) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:46:32.046795 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-56ec5479-b5c2-4322-8665-d2a79cce2dfc tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:46:32.089850 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-56ec5479-b5c2-4322-8665-d2a79cce2dfc tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:46:32.132720 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ec5479-b5c2-4322-8665-d2a79cce2dfc tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:46:32.136894 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-56ec5479-b5c2-4322-8665-d2a79cce2dfc tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:46:32.140436 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ec5479-b5c2-4322-8665-d2a79cce2dfc tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:46:32.166177 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ec5479-b5c2-4322-8665-d2a79cce2dfc tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Pushing event updated for resources: {'Port': ['ID=7e84916b-1139-4b9a-9289-32b4f709ba10,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:46:32.478166 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:46:32.504273 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-56ec5479-b5c2-4322-8665-d2a79cce2dfc tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:46:32.574138 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-56ec5479-b5c2-4322-8665-d2a79cce2dfc tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:46:32.735628 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-56ec5479-b5c2-4322-8665-d2a79cce2dfc tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:46:32.740516 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-56ec5479-b5c2-4322-8665-d2a79cce2dfc tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:46:33.146607 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ec5479-b5c2-4322-8665-d2a79cce2dfc tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Pushing event updated for resources: {'Port': ['ID=7e84916b-1139-4b9a-9289-32b4f709ba10,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:46:33.157417 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-56ec5479-b5c2-4322-8665-d2a79cce2dfc tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:46:33.266639 n-d-796209-16 neutron-server[94701]: INFO neutron.db.l3_db [None req-56ec5479-b5c2-4322-8665-d2a79cce2dfc tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Floating IP 1641c684-f40d-430f-92da-85ae921b6641 associated. External IP: 172.25.5.32, port: df49631b-2efd-49e3-b266-0c7467811db6. Sep 07 03:46:33.481788 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56ec5479-b5c2-4322-8665-d2a79cce2dfc tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Router 5bc96b9f-1c62-48f9-a91b-4d8a247b06be has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:46:33.593556 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ec5479-b5c2-4322-8665-d2a79cce2dfc tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:46:33.603698 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b5ab55-cd5e-40c9-a2ec-6eb7306ccb6d None None] Sync routers for ids ['5bc96b9f-1c62-48f9-a91b-4d8a247b06be'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:46:33.610471 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-56ec5479-b5c2-4322-8665-d2a79cce2dfc tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:46:33.614090 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b5ab55-cd5e-40c9-a2ec-6eb7306ccb6d None None] Routers {'5bc96b9f-1c62-48f9-a91b-4d8a247b06be'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:46:33.614729 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-37b5ab55-cd5e-40c9-a2ec-6eb7306ccb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:46:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['5bc96b9f-1c62-48f9-a91b-4d8a247b06be'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:46:33.639703 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-56ec5479-b5c2-4322-8665-d2a79cce2dfc tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9432828 Sep 07 03:46:33.640631 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e862c52b-c61c-40c1-bfae-d0ff9a05b269', 'tag': 'df49631b-2efd-49e3-b266-0c7467811db6'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:46:33.643153 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf84fb72099b4c059134e8dbf206a3531b112bee59ff8dea8931d4ccd024695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b63d47-6f0b-4c1f-95f1-8f21aedde67f" -d '{"events": [{"name": "network-changed", "server_uuid": "e862c52b-c61c-40c1-bfae-d0ff9a05b269", "tag": "df49631b-2efd-49e3-b266-0c7467811db6"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:46:33.680695 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c138a6-71db-40c4-b2cf-2e28bc011e41 x-openstack-request-id: req-70c138a6-71db-40c4-b2cf-2e28bc011e41 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:46:33.680988 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e862c52b-c61c-40c1-bfae-d0ff9a05b269", "tag": "df49631b-2efd-49e3-b266-0c7467811db6", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:46:33.681245 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-70c138a6-71db-40c4-b2cf-2e28bc011e41 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:46:33.681660 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e862c52b-c61c-40c1-bfae-d0ff9a05b269', 'tag': 'df49631b-2efd-49e3-b266-0c7467811db6', 'status': 'completed', 'code': 200} Sep 07 03:46:33.725965 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-37b5ab55-cd5e-40c9-a2ec-6eb7306ccb6d None None] Set router 5bc96b9f-1c62-48f9-a91b-4d8a247b06be gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:46:33.743043 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b63d47-6f0b-4c1f-95f1-8f21aedde67f req-d8ef1227-e151-489c-a5fa-b4509d480429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:46:33.744538 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-60b63d47-6f0b-4c1f-95f1-8f21aedde67f req-d8ef1227-e151-489c-a5fa-b4509d480429 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f2dbcb4117140059399a763eb061126&device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269 HTTP/1.1" status: 200 len: 1097 time: 0.0411859 Sep 07 03:46:33.836224 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b63d47-6f0b-4c1f-95f1-8f21aedde67f req-b8695fec-05f3-4aa9-98b4-9b0dff591585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:46:33.837717 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-60b63d47-6f0b-4c1f-95f1-8f21aedde67f req-b8695fec-05f3-4aa9-98b4-9b0dff591585 service neutron] 10.222.0.16 "GET /v2.0/networks?id=55d79876-723d-409a-a07c-74788b8d2546 HTTP/1.1" status: 200 len: 908 time: 0.0861256 Sep 07 03:46:33.909271 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-60b63d47-6f0b-4c1f-95f1-8f21aedde67f req-79561bc2-b645-4115-941e-a007a8debd15 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df49631b-2efd-49e3-b266-0c7467811db6 HTTP/1.1" status: 200 len: 998 time: 0.0647395 Sep 07 03:46:33.956623 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-37b5ab55-cd5e-40c9-a2ec-6eb7306ccb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc96b9f-1c62-48f9-a91b-4d8a247b06be', 'name': 'tempest-TestShelveInstance-537036931-router', 'tenant_id': '4f2dbcb4117140059399a763eb061126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '9f6731b9-9b8d-404e-a1cc-5ed6eb08b2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:41:36Z', 'updated_at': '2021-09-07T03:41:39Z', 'revision_number': 4, 'project_id': '4f2dbcb4117140059399a763eb061126', 'gw_port': {'id': '9f6731b9-9b8d-404e-a1cc-5ed6eb08b2f7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc96b9f-1c62-48f9-a91b-4d8a247b06be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:41:36Z', 'updated_at': '2021-09-07T03:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': '1641c684-f40d-430f-92da-85ae921b6641', 'tenant_id': '4f2dbcb4117140059399a763eb061126', 'floating_ip_address': '172.25.5.32', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '5bc96b9f-1c62-48f9-a91b-4d8a247b06be', 'port_id': 'df49631b-2efd-49e3-b266-0c7467811db6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55d79876-723d-409a-a07c-74788b8d2546', 'mac_address': 'fa:16:3e:54:a6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e862c52b-c61c-40c1-bfae-d0ff9a05b269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:46:32Z', 'updated_at': '2021-09-07T03:46:32Z', 'revision_number': 0, 'project_id': '4f2dbcb4117140059399a763eb061126', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c2d3f0f-70d4-45a9-a7f3-dc6af27f67da', 'name': '', 'network_id': '55d79876-723d-409a-a07c-74788b8d2546', 'tenant_id': '4f2dbcb4117140059399a763eb061126', 'mac_address': 'fa:16:3e:3a:69:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc96b9f-1c62-48f9-a91b-4d8a247b06be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '3b65e2f3-7809-46b7-bf9f-e15bd3b1020d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:41:38Z', 'updated_at': '2021-09-07T03:41:45Z', 'revision_number': 5, 'project_id': '4f2dbcb4117140059399a763eb061126', 'subnets': [{'id': '3b65e2f3-7809-46b7-bf9f-e15bd3b1020d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:46:33.960355 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b63d47-6f0b-4c1f-95f1-8f21aedde67f req-25d9124f-ad3b-45c6-a733-6f90adc27fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:46:33.961909 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-60b63d47-6f0b-4c1f-95f1-8f21aedde67f req-25d9124f-ad3b-45c6-a733-6f90adc27fb8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3b65e2f3-7809-46b7-bf9f-e15bd3b1020d HTTP/1.1" status: 200 len: 847 time: 0.0455847 Sep 07 03:46:33.985464 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b5ab55-cd5e-40c9-a2ec-6eb7306ccb6d None None] Checking router: 5bc96b9f-1c62-48f9-a91b-4d8a247b06be for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:46:33.994281 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b5ab55-cd5e-40c9-a2ec-6eb7306ccb6d None None] Routers {'5bc96b9f-1c62-48f9-a91b-4d8a247b06be'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:46:33.994826 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-37b5ab55-cd5e-40c9-a2ec-6eb7306ccb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:46:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['5bc96b9f-1c62-48f9-a91b-4d8a247b06be'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:46:34.008516 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b63d47-6f0b-4c1f-95f1-8f21aedde67f req-642f5873-b4a4-40ad-8940-80d1d652174c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:46:34.010062 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-60b63d47-6f0b-4c1f-95f1-8f21aedde67f req-642f5873-b4a4-40ad-8940-80d1d652174c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=55d79876-723d-409a-a07c-74788b8d2546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415859 Sep 07 03:46:34.104357 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-37b5ab55-cd5e-40c9-a2ec-6eb7306ccb6d None None] Set router 5bc96b9f-1c62-48f9-a91b-4d8a247b06be gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:46:34.107814 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-60b63d47-6f0b-4c1f-95f1-8f21aedde67f req-d8d0887f-aa47-4c9a-99c6-9d6f6652761c service neutron] 10.222.0.16 "GET /v2.0/networks/55d79876-723d-409a-a07c-74788b8d2546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902083 Sep 07 03:46:34.205075 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-60b63d47-6f0b-4c1f-95f1-8f21aedde67f req-5d287a5d-582d-4cf3-91fb-e337d0fb7e81 service neutron] 10.222.0.16 "GET /v2.0/networks/55d79876-723d-409a-a07c-74788b8d2546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911644 Sep 07 03:46:34.354993 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-37b5ab55-cd5e-40c9-a2ec-6eb7306ccb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc96b9f-1c62-48f9-a91b-4d8a247b06be', 'name': 'tempest-TestShelveInstance-537036931-router', 'tenant_id': '4f2dbcb4117140059399a763eb061126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '9f6731b9-9b8d-404e-a1cc-5ed6eb08b2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:41:36Z', 'updated_at': '2021-09-07T03:41:39Z', 'revision_number': 4, 'project_id': '4f2dbcb4117140059399a763eb061126', 'gw_port': {'id': '9f6731b9-9b8d-404e-a1cc-5ed6eb08b2f7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc96b9f-1c62-48f9-a91b-4d8a247b06be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:41:36Z', 'updated_at': '2021-09-07T03:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': '1641c684-f40d-430f-92da-85ae921b6641', 'tenant_id': '4f2dbcb4117140059399a763eb061126', 'floating_ip_address': '172.25.5.32', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '5bc96b9f-1c62-48f9-a91b-4d8a247b06be', 'port_id': 'df49631b-2efd-49e3-b266-0c7467811db6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55d79876-723d-409a-a07c-74788b8d2546', 'mac_address': 'fa:16:3e:54:a6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e862c52b-c61c-40c1-bfae-d0ff9a05b269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:46:32Z', 'updated_at': '2021-09-07T03:46:32Z', 'revision_number': 0, 'project_id': '4f2dbcb4117140059399a763eb061126', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c2d3f0f-70d4-45a9-a7f3-dc6af27f67da', 'name': '', 'network_id': '55d79876-723d-409a-a07c-74788b8d2546', 'tenant_id': '4f2dbcb4117140059399a763eb061126', 'mac_address': 'fa:16:3e:3a:69:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc96b9f-1c62-48f9-a91b-4d8a247b06be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '3b65e2f3-7809-46b7-bf9f-e15bd3b1020d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:41:38Z', 'updated_at': '2021-09-07T03:41:45Z', 'revision_number': 5, 'project_id': '4f2dbcb4117140059399a763eb061126', 'subnets': [{'id': '3b65e2f3-7809-46b7-bf9f-e15bd3b1020d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:46:34.381437 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b5ab55-cd5e-40c9-a2ec-6eb7306ccb6d None None] The sync data for ids ['5bc96b9f-1c62-48f9-a91b-4d8a247b06be'] in n-d-796209-16 is: [{'id': '5bc96b9f-1c62-48f9-a91b-4d8a247b06be', 'name': 'tempest-TestShelveInstance-537036931-router', 'tenant_id': '4f2dbcb4117140059399a763eb061126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '9f6731b9-9b8d-404e-a1cc-5ed6eb08b2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:41:36Z', 'updated_at': '2021-09-07T03:41:39Z', 'revision_number': 4, 'project_id': '4f2dbcb4117140059399a763eb061126', 'gw_port': {'id': '9f6731b9-9b8d-404e-a1cc-5ed6eb08b2f7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc96b9f-1c62-48f9-a91b-4d8a247b06be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:41:36Z', 'updated_at': '2021-09-07T03:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': '1641c684-f40d-430f-92da-85ae921b6641', 'tenant_id': '4f2dbcb4117140059399a763eb061126', 'floating_ip_address': '172.25.5.32', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': '5bc96b9f-1c62-48f9-a91b-4d8a247b06be', 'port_id': 'df49631b-2efd-49e3-b266-0c7467811db6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55d79876-723d-409a-a07c-74788b8d2546', 'mac_address': 'fa:16:3e:54:a6:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e862c52b-c61c-40c1-bfae-d0ff9a05b269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:46:32Z', 'updated_at': '2021-09-07T03:46:32Z', 'revision_number': 0, 'project_id': '4f2dbcb4117140059399a763eb061126', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c2d3f0f-70d4-45a9-a7f3-dc6af27f67da', 'name': '', 'network_id': '55d79876-723d-409a-a07c-74788b8d2546', 'tenant_id': '4f2dbcb4117140059399a763eb061126', 'mac_address': 'fa:16:3e:3a:69:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc96b9f-1c62-48f9-a91b-4d8a247b06be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '3b65e2f3-7809-46b7-bf9f-e15bd3b1020d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:41:38Z', 'updated_at': '2021-09-07T03:41:45Z', 'revision_number': 5, 'project_id': '4f2dbcb4117140059399a763eb061126', 'subnets': [{'id': '3b65e2f3-7809-46b7-bf9f-e15bd3b1020d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:46:34.586695 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb24e2fd-3e65-4d42-a7d6-429ee43e849d None None] New status for floating IP 1641c684-f40d-430f-92da-85ae921b6641: ACTIVE {{(pid=94703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 03:46:52.268543 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:46:52.302505 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:46:56.024279 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d9a5c99a-66e8-44be-9918-c51176f39461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:46:58.288249 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2e848148-7a87-4e7b-b165-652381e7a04c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:46:58.805628 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:46:59.812384 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:47:01.632541 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:47:09.477400 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:47:22.301730 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:47:22.314181 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:47:23.116528 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8235ac50-7ac8-43a5-aace-7d44c62f48b4 req-2522ec9d-2fcd-47ba-853d-1d7f4f38c08f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0823612 Sep 07 03:47:23.197847 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235ac50-7ac8-43a5-aace-7d44c62f48b4 req-c0c2e183-80aa-47e0-a6c0-8f11039b46f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:47:23.199374 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8235ac50-7ac8-43a5-aace-7d44c62f48b4 req-c0c2e183-80aa-47e0-a6c0-8f11039b46f7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f2dbcb4117140059399a763eb061126&device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269 HTTP/1.1" status: 200 len: 1097 time: 0.0414920 Sep 07 03:47:23.308857 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235ac50-7ac8-43a5-aace-7d44c62f48b4 req-d34dc8bc-cd19-4c1b-975c-68af2f5c7dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:47:23.310382 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8235ac50-7ac8-43a5-aace-7d44c62f48b4 req-d34dc8bc-cd19-4c1b-975c-68af2f5c7dee service neutron] 10.222.0.16 "GET /v2.0/networks?id=55d79876-723d-409a-a07c-74788b8d2546 HTTP/1.1" status: 200 len: 908 time: 0.0919034 Sep 07 03:47:23.377938 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8235ac50-7ac8-43a5-aace-7d44c62f48b4 req-1c27fa69-4cbe-4506-9851-c96d0e47a518 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df49631b-2efd-49e3-b266-0c7467811db6 HTTP/1.1" status: 200 len: 1000 time: 0.0598769 Sep 07 03:47:23.427425 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235ac50-7ac8-43a5-aace-7d44c62f48b4 req-84bb0269-f9ee-466c-b89b-559be7e6c62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:47:23.428945 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8235ac50-7ac8-43a5-aace-7d44c62f48b4 req-84bb0269-f9ee-466c-b89b-559be7e6c62a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3b65e2f3-7809-46b7-bf9f-e15bd3b1020d HTTP/1.1" status: 200 len: 847 time: 0.0442162 Sep 07 03:47:23.478734 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235ac50-7ac8-43a5-aace-7d44c62f48b4 req-0d89af26-171f-4880-a947-962fb78a43be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:47:23.480337 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8235ac50-7ac8-43a5-aace-7d44c62f48b4 req-0d89af26-171f-4880-a947-962fb78a43be service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=55d79876-723d-409a-a07c-74788b8d2546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452139 Sep 07 03:47:23.571425 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8235ac50-7ac8-43a5-aace-7d44c62f48b4 req-2a3ebbac-bf58-4122-9f05-f644e46b7c2f service neutron] 10.222.0.16 "GET /v2.0/networks/55d79876-723d-409a-a07c-74788b8d2546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829802 Sep 07 03:47:23.666570 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8235ac50-7ac8-43a5-aace-7d44c62f48b4 req-50ebed2a-8317-4ed6-82b2-19795d736e5d service neutron] 10.222.0.16 "GET /v2.0/networks/55d79876-723d-409a-a07c-74788b8d2546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875795 Sep 07 03:47:26.026071 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2d62d615-f732-4480-9bc3-45b1933c6be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:47:28.289618 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-927eff20-f2eb-4189-9f9f-602570fad73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:47:28.808328 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:47:29.815199 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:47:31.634529 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:47:46.476887 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:47:52.295055 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:47:52.331713 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:47:56.027622 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-117ddd10-3778-4889-ac55-c13c76ca898b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:47:58.290781 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fd876c8f-7838-4559-867c-e4a005317f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:47:58.809942 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:47:59.817709 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:48:01.640624 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:48:22.296033 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:48:22.330752 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:48:23.476627 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:48:24.069689 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-01e8c6d2-75c5-44a9-b270-5c50f5eda373 req-a5bff65c-2145-4558-9613-dfe0bf2a6a5d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406551 Sep 07 03:48:24.148189 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8c6d2-75c5-44a9-b270-5c50f5eda373 req-6ca2b49f-89f9-4205-9fd6-77cb6263a3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:48:24.149705 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-01e8c6d2-75c5-44a9-b270-5c50f5eda373 req-6ca2b49f-89f9-4205-9fd6-77cb6263a3bc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f2dbcb4117140059399a763eb061126&device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269 HTTP/1.1" status: 200 len: 1097 time: 0.0405171 Sep 07 03:48:24.252152 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8c6d2-75c5-44a9-b270-5c50f5eda373 req-9240782c-492b-408f-8841-70d16cd7de63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:48:24.253598 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-01e8c6d2-75c5-44a9-b270-5c50f5eda373 req-9240782c-492b-408f-8841-70d16cd7de63 service neutron] 10.222.0.16 "GET /v2.0/networks?id=55d79876-723d-409a-a07c-74788b8d2546 HTTP/1.1" status: 200 len: 908 time: 0.0862181 Sep 07 03:48:24.316745 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-01e8c6d2-75c5-44a9-b270-5c50f5eda373 req-91be93a9-e0ae-44d4-ae33-cce6236eb0d9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df49631b-2efd-49e3-b266-0c7467811db6 HTTP/1.1" status: 200 len: 1000 time: 0.0559576 Sep 07 03:48:24.367591 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8c6d2-75c5-44a9-b270-5c50f5eda373 req-a3bed8a2-1fc8-41f3-b98d-beef3bf0bdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:48:24.369033 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-01e8c6d2-75c5-44a9-b270-5c50f5eda373 req-a3bed8a2-1fc8-41f3-b98d-beef3bf0bdd3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3b65e2f3-7809-46b7-bf9f-e15bd3b1020d HTTP/1.1" status: 200 len: 847 time: 0.0462494 Sep 07 03:48:24.415884 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8c6d2-75c5-44a9-b270-5c50f5eda373 req-286661a3-296d-4b39-956e-92d20e879588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:48:24.417531 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-01e8c6d2-75c5-44a9-b270-5c50f5eda373 req-286661a3-296d-4b39-956e-92d20e879588 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=55d79876-723d-409a-a07c-74788b8d2546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412803 Sep 07 03:48:24.507973 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-01e8c6d2-75c5-44a9-b270-5c50f5eda373 req-fd32ae2d-462b-4f3c-ac35-b1aab9c7f7d9 service neutron] 10.222.0.16 "GET /v2.0/networks/55d79876-723d-409a-a07c-74788b8d2546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835993 Sep 07 03:48:24.596885 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-01e8c6d2-75c5-44a9-b270-5c50f5eda373 req-f23941b4-d09d-4db1-bd16-e209247c9e79 service neutron] 10.222.0.16 "GET /v2.0/networks/55d79876-723d-409a-a07c-74788b8d2546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824158 Sep 07 03:48:26.028189 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4a39b3cc-8354-4d9d-a4d0-85c632ccb72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:48:28.291438 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fc52c55a-72dd-4b9b-b6dc-a3cf6cc1491f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:48:28.811160 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:48:29.119648 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd3b71-8b69-47b4-8c54-5c8455747495 req-f9a2e7c5-685c-4902-8b3f-d146956ada51 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:48:29.121734 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-63bd3b71-8b69-47b4-8c54-5c8455747495 req-f9a2e7c5-685c-4902-8b3f-d146956ada51 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269 HTTP/1.1" status: 200 len: 945 time: 0.0527117 Sep 07 03:48:29.159000 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-63bd3b71-8b69-47b4-8c54-5c8455747495 req-e0c15024-62be-4ffe-a6ab-4ab9bb8c9e9f tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeb2c21c-2177-42f5-a4ba-6b6b95b6bed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311496 Sep 07 03:48:29.820093 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:48:30.299901 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bc8154-72a0-4a01-aff3-b03877cb6de4 req-c9e8eacd-4b71-4913-9e05-69a58121e18b tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:48:30.301399 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-18bc8154-72a0-4a01-aff3-b03877cb6de4 req-c9e8eacd-4b71-4913-9e05-69a58121e18b tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269 HTTP/1.1" status: 200 len: 945 time: 0.0495360 Sep 07 03:48:30.340515 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-18bc8154-72a0-4a01-aff3-b03877cb6de4 req-e592e2d1-df3e-444d-8473-a5259b4c18e5 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeb2c21c-2177-42f5-a4ba-6b6b95b6bed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331435 Sep 07 03:48:31.486722 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e712c1ee-e598-47f0-af4c-9040a251c14b req-f15e62e0-6d4d-49e9-8188-1c5d26e8c538 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:48:31.488221 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e712c1ee-e598-47f0-af4c-9040a251c14b req-f15e62e0-6d4d-49e9-8188-1c5d26e8c538 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269 HTTP/1.1" status: 200 len: 945 time: 0.0519116 Sep 07 03:48:31.525012 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e712c1ee-e598-47f0-af4c-9040a251c14b req-a910d1d1-c965-421b-8bbb-5e77a0bfb133 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeb2c21c-2177-42f5-a4ba-6b6b95b6bed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310087 Sep 07 03:48:31.640635 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:48:32.641967 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ea0e3-30f8-4448-924f-87772e8148a9 req-66dbc9d6-9483-4c4f-8f8e-cfd05569cee1 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:48:32.643355 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ab7ea0e3-30f8-4448-924f-87772e8148a9 req-66dbc9d6-9483-4c4f-8f8e-cfd05569cee1 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269 HTTP/1.1" status: 200 len: 945 time: 0.0520394 Sep 07 03:48:32.680154 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ab7ea0e3-30f8-4448-924f-87772e8148a9 req-afd079fe-272f-4488-bed6-06d75f032012 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeb2c21c-2177-42f5-a4ba-6b6b95b6bed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309498 Sep 07 03:48:33.798325 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a8ece8-0eee-47fa-8100-22e7f65463c1 req-6e13c096-38d9-4fec-931e-aa969c098b76 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:48:33.799819 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-12a8ece8-0eee-47fa-8100-22e7f65463c1 req-6e13c096-38d9-4fec-931e-aa969c098b76 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269 HTTP/1.1" status: 200 len: 945 time: 0.0485785 Sep 07 03:48:33.837516 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-12a8ece8-0eee-47fa-8100-22e7f65463c1 req-a55b5107-be2e-4555-b064-f41c923d9624 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeb2c21c-2177-42f5-a4ba-6b6b95b6bed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319729 Sep 07 03:48:34.953356 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa9d28-ce23-4936-8be5-bfd28986e3fc req-f69f4112-9896-4200-b310-e55d2b22f272 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:48:34.954850 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-06fa9d28-ce23-4936-8be5-bfd28986e3fc req-f69f4112-9896-4200-b310-e55d2b22f272 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269 HTTP/1.1" status: 200 len: 945 time: 0.0496018 Sep 07 03:48:34.991901 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-06fa9d28-ce23-4936-8be5-bfd28986e3fc req-722c7521-bb0f-40c0-a58a-f461a2537296 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeb2c21c-2177-42f5-a4ba-6b6b95b6bed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311027 Sep 07 03:48:36.105520 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f158b-35a9-4219-bf03-0764b5717c10 req-dd413e2f-f32c-42d0-a263-223cb20cbd15 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:48:36.107672 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c97f158b-35a9-4219-bf03-0764b5717c10 req-dd413e2f-f32c-42d0-a263-223cb20cbd15 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269 HTTP/1.1" status: 200 len: 945 time: 0.0485339 Sep 07 03:48:36.143332 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c97f158b-35a9-4219-bf03-0764b5717c10 req-5602e969-5ed1-4730-8ce7-b3acd72ec411 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeb2c21c-2177-42f5-a4ba-6b6b95b6bed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299659 Sep 07 03:48:37.266380 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d1e590-b513-4ba6-8573-23e9f0837c5f req-c4c4a834-09f1-4180-ad9a-274ce6e64a12 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:48:37.268605 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-46d1e590-b513-4ba6-8573-23e9f0837c5f req-c4c4a834-09f1-4180-ad9a-274ce6e64a12 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269 HTTP/1.1" status: 200 len: 945 time: 0.0565629 Sep 07 03:48:37.307146 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-46d1e590-b513-4ba6-8573-23e9f0837c5f req-2d5402fd-9842-459a-8635-fccf730535d5 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeb2c21c-2177-42f5-a4ba-6b6b95b6bed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326781 Sep 07 03:48:38.428103 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758b917-67b4-4dab-84d2-a565bcf7c0ad req-c9103522-b4e3-44f0-803e-3b6c560dd5ba tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:48:38.429762 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1758b917-67b4-4dab-84d2-a565bcf7c0ad req-c9103522-b4e3-44f0-803e-3b6c560dd5ba tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269 HTTP/1.1" status: 200 len: 945 time: 0.0555007 Sep 07 03:48:38.474764 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1758b917-67b4-4dab-84d2-a565bcf7c0ad req-b66e48e5-be33-40c9-a9fd-8ffca26c5542 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeb2c21c-2177-42f5-a4ba-6b6b95b6bed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382588 Sep 07 03:48:39.237775 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7d32b-a933-4509-8785-19631aa4afdd req-dbd1d86b-4133-4411-8941-8e4d764e14e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:48:39.239290 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3fe7d32b-a933-4509-8785-19631aa4afdd req-dbd1d86b-4133-4411-8941-8e4d764e14e7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f2dbcb4117140059399a763eb061126&device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269 HTTP/1.1" status: 200 len: 1097 time: 0.0407848 Sep 07 03:48:39.333624 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7d32b-a933-4509-8785-19631aa4afdd req-9be9396f-e367-4ae6-bbcf-7537b532c15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:48:39.335023 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3fe7d32b-a933-4509-8785-19631aa4afdd req-9be9396f-e367-4ae6-bbcf-7537b532c15a service neutron] 10.222.0.16 "GET /v2.0/networks?id=55d79876-723d-409a-a07c-74788b8d2546 HTTP/1.1" status: 200 len: 908 time: 0.0879161 Sep 07 03:48:39.398557 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3fe7d32b-a933-4509-8785-19631aa4afdd req-a41dc642-0ffd-4cab-86a8-0f1b5e8ecd84 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df49631b-2efd-49e3-b266-0c7467811db6 HTTP/1.1" status: 200 len: 1000 time: 0.0564806 Sep 07 03:48:39.446402 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7d32b-a933-4509-8785-19631aa4afdd req-bd4f7cfe-23fe-49f2-9e42-392f9cbc5c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:48:39.447846 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3fe7d32b-a933-4509-8785-19631aa4afdd req-bd4f7cfe-23fe-49f2-9e42-392f9cbc5c5c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3b65e2f3-7809-46b7-bf9f-e15bd3b1020d HTTP/1.1" status: 200 len: 847 time: 0.0427237 Sep 07 03:48:39.495050 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7d32b-a933-4509-8785-19631aa4afdd req-71fbbacf-842a-4ae2-b843-5ac1e97f58fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:48:39.496553 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3fe7d32b-a933-4509-8785-19631aa4afdd req-71fbbacf-842a-4ae2-b843-5ac1e97f58fa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=55d79876-723d-409a-a07c-74788b8d2546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421021 Sep 07 03:48:39.586517 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3fe7d32b-a933-4509-8785-19631aa4afdd req-44dc79d5-99de-4f98-8450-2de48c7dfdbf service neutron] 10.222.0.16 "GET /v2.0/networks/55d79876-723d-409a-a07c-74788b8d2546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822771 Sep 07 03:48:39.595527 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d0f080-ee0b-4fef-bef5-4d76e4e0f3bf req-e1550ff3-1873-443c-b59a-34ab006df5ee tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:48:39.597005 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e0d0f080-ee0b-4fef-bef5-4d76e4e0f3bf req-e1550ff3-1873-443c-b59a-34ab006df5ee tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269 HTTP/1.1" status: 200 len: 945 time: 0.0542305 Sep 07 03:48:39.635081 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e0d0f080-ee0b-4fef-bef5-4d76e4e0f3bf req-18b603df-0b53-4136-82b1-96aa95548f04 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeb2c21c-2177-42f5-a4ba-6b6b95b6bed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320029 Sep 07 03:48:39.681369 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3fe7d32b-a933-4509-8785-19631aa4afdd req-8cad7c73-85a1-4af1-91cf-2d098d053493 service neutron] 10.222.0.16 "GET /v2.0/networks/55d79876-723d-409a-a07c-74788b8d2546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882618 Sep 07 03:48:40.753070 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695421d6-809f-43e3-9df1-7e3a26407989 req-4ed3ee57-4070-48e7-846e-96ed716f491a tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:48:40.754569 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-695421d6-809f-43e3-9df1-7e3a26407989 req-4ed3ee57-4070-48e7-846e-96ed716f491a tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269 HTTP/1.1" status: 200 len: 945 time: 0.0529885 Sep 07 03:48:40.794347 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-695421d6-809f-43e3-9df1-7e3a26407989 req-4ded19dc-a074-4eb1-b3b4-fda60c588d83 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeb2c21c-2177-42f5-a4ba-6b6b95b6bed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339265 Sep 07 03:48:41.913580 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49aa123-c9e0-4eab-8e77-28760e0aa6c2 req-2d1f80e9-347c-4bcf-95c0-2063813f20c0 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:48:41.915087 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c49aa123-c9e0-4eab-8e77-28760e0aa6c2 req-2d1f80e9-347c-4bcf-95c0-2063813f20c0 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269 HTTP/1.1" status: 200 len: 945 time: 0.0514355 Sep 07 03:48:41.953699 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c49aa123-c9e0-4eab-8e77-28760e0aa6c2 req-0573b160-7eb0-42c4-a987-245d5738e73e tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeb2c21c-2177-42f5-a4ba-6b6b95b6bed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321014 Sep 07 03:48:43.065612 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e9d0f-4de6-486a-8fbc-b4b1e8c1cca4 req-1b5602e2-e872-4fbc-bc08-161e55b01202 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:48:43.067184 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-013e9d0f-4de6-486a-8fbc-b4b1e8c1cca4 req-1b5602e2-e872-4fbc-bc08-161e55b01202 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269 HTTP/1.1" status: 200 len: 945 time: 0.0483735 Sep 07 03:48:43.104886 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-013e9d0f-4de6-486a-8fbc-b4b1e8c1cca4 req-53e6f2ba-721d-4518-9cc7-46fa97daf2db tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeb2c21c-2177-42f5-a4ba-6b6b95b6bed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314775 Sep 07 03:48:44.363175 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74c7c8-c91d-40ac-9bdc-59a6e84ee89a req-eb62e7a2-fb93-4e84-a9f6-23bea2583377 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:48:44.364634 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3d74c7c8-c91d-40ac-9bdc-59a6e84ee89a req-eb62e7a2-fb93-4e84-a9f6-23bea2583377 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269 HTTP/1.1" status: 200 len: 945 time: 0.0809009 Sep 07 03:48:44.371030 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-979dcd45-7dfa-47f7-a922-865ac3106678 req-2870db40-07bb-4ea3-a408-0918df90749c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1029358 Sep 07 03:48:44.382282 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [req-979dcd45-7dfa-47f7-a922-865ac3106678 req-2cb7d5bb-dbd7-4472-8e6f-46f79689cb02 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:48:44.383249 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-979dcd45-7dfa-47f7-a922-865ac3106678 req-2cb7d5bb-dbd7-4472-8e6f-46f79689cb02 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055349 Sep 07 03:48:44.411325 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3d74c7c8-c91d-40ac-9bdc-59a6e84ee89a req-f91024d1-3142-45b4-a5b3-966067353331 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeb2c21c-2177-42f5-a4ba-6b6b95b6bed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389285 Sep 07 03:48:44.494870 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device df49631b-2efd-49e3-b266-0c7467811db6 no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:48:44.570416 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:48:44.592125 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e862c52b-c61c-40c1-bfae-d0ff9a05b269', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df49631b-2efd-49e3-b266-0c7467811db6'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:48:44.595308 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a436ec256d2b1825a148fad3e2b3933f4e559d797aa0adc164ec0b132a4edf7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e014f89d-e38b-4534-9db2-e4bc665de93c" -d '{"events": [{"server_uuid": "e862c52b-c61c-40c1-bfae-d0ff9a05b269", "name": "network-vif-unplugged", "status": "completed", "tag": "df49631b-2efd-49e3-b266-0c7467811db6"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:48:44.607834 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port df49631b-2efd-49e3-b266-0c7467811db6, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=df49631b-2efd-49e3-b266-0c7467811db6,segment=NetworkSegment(0303048d-810e-4c5b-8202-28bcb670e6c8),segment_id=0303048d-810e-4c5b-8202-28bcb670e6c8)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:48:44.612044 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:48:44.634715 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 07 Sep 2021 03:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36bc6f8e-ab16-4c5a-b021-286de1a097d5 x-openstack-request-id: req-36bc6f8e-ab16-4c5a-b021-286de1a097d5 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:48:44.635001 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e862c52b-c61c-40c1-bfae-d0ff9a05b269", "name": "network-vif-unplugged", "status": "failed", "tag": "df49631b-2efd-49e3-b266-0c7467811db6", "code": 422}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:48:44.635263 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-36bc6f8e-ab16-4c5a-b021-286de1a097d5 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:48:44.635680 n-d-796209-16 neutron-server[94702]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e862c52b-c61c-40c1-bfae-d0ff9a05b269', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'df49631b-2efd-49e3-b266-0c7467811db6', 'code': 422} returned with failed status Sep 07 03:48:44.660583 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=df49631b-2efd-49e3-b266-0c7467811db6,revision_number=6']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:48:44.667774 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:48:44.668128 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:48:44.668476 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:48:44.669453 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:48:44.669796 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:48:44.670132 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:48:44.670466 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:48:44.670801 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:48:44.671130 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:48:44.671457 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:48:44.671808 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:48:44.672132 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:48:45.523180 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea9c18-1802-4b47-a3da-8f323f0dc1ed req-dfeadb47-ae48-401b-ac7b-941b05c52390 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:48:45.524694 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7cea9c18-1802-4b47-a3da-8f323f0dc1ed req-dfeadb47-ae48-401b-ac7b-941b05c52390 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269 HTTP/1.1" status: 200 len: 943 time: 0.0486138 Sep 07 03:48:45.566763 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-7cea9c18-1802-4b47-a3da-8f323f0dc1ed req-974a883f-c23c-4409-b140-b1e03d57db4d tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeb2c21c-2177-42f5-a4ba-6b6b95b6bed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362821 Sep 07 03:48:46.685255 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae9492-961d-4a6a-ba77-8787f5eda1db req-73db727a-87f8-4cf6-9406-a6c1e5674089 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:48:46.686772 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c4ae9492-961d-4a6a-ba77-8787f5eda1db req-73db727a-87f8-4cf6-9406-a6c1e5674089 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269 HTTP/1.1" status: 200 len: 943 time: 0.0539377 Sep 07 03:48:46.726149 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-c4ae9492-961d-4a6a-ba77-8787f5eda1db req-44380f68-732a-4068-aea8-de6a134aec4b tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeb2c21c-2177-42f5-a4ba-6b6b95b6bed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332849 Sep 07 03:48:47.846065 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50518ae-7a50-45fe-a94a-9b26896316b0 req-de2852a1-771b-4322-ba67-a6df8cd31947 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:48:47.847685 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b50518ae-7a50-45fe-a94a-9b26896316b0 req-de2852a1-771b-4322-ba67-a6df8cd31947 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269 HTTP/1.1" status: 200 len: 943 time: 0.0518689 Sep 07 03:48:47.885593 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-b50518ae-7a50-45fe-a94a-9b26896316b0 req-76df6d6b-a338-42bf-bb51-11d4982990da tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeb2c21c-2177-42f5-a4ba-6b6b95b6bed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319362 Sep 07 03:48:49.005735 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f582f189-443e-460c-9034-12e9b9b437f5 req-ae335ce3-a30c-4179-a43d-9c6e65844f6f tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:48:49.007308 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f582f189-443e-460c-9034-12e9b9b437f5 req-ae335ce3-a30c-4179-a43d-9c6e65844f6f tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269 HTTP/1.1" status: 200 len: 943 time: 0.0542660 Sep 07 03:48:49.045454 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-f582f189-443e-460c-9034-12e9b9b437f5 req-3a32bd6e-2c49-4a69-8bf5-8e02d4b6f508 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeb2c21c-2177-42f5-a4ba-6b6b95b6bed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316629 Sep 07 03:48:50.160394 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b0f57-6362-4f05-843b-aabf79b80009 req-0962d862-08f7-4f93-a976-0ca3d4f88a70 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:48:50.161943 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d03b0f57-6362-4f05-843b-aabf79b80009 req-0962d862-08f7-4f93-a976-0ca3d4f88a70 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269 HTTP/1.1" status: 200 len: 943 time: 0.0498006 Sep 07 03:48:50.198921 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d03b0f57-6362-4f05-843b-aabf79b80009 req-5006c2a3-de87-4b0a-97b2-92379a366b81 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeb2c21c-2177-42f5-a4ba-6b6b95b6bed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310869 Sep 07 03:48:51.064217 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979dcd45-7dfa-47f7-a922-865ac3106678 req-88166ed4-c0ee-47bd-a199-3b797a24bf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:48:51.065732 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-979dcd45-7dfa-47f7-a922-865ac3106678 req-88166ed4-c0ee-47bd-a199-3b797a24bf79 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269&tenant_id=4f2dbcb4117140059399a763eb061126 HTTP/1.1" status: 200 len: 1095 time: 0.0420821 Sep 07 03:48:51.078316 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-979dcd45-7dfa-47f7-a922-865ac3106678 req-d959fb23-cf7f-475d-b4be-8ebd3d0a2b45 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-796209-16', 'device_owner': 'compute:nova'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:48:51.129328 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-979dcd45-7dfa-47f7-a922-865ac3106678 req-d959fb23-cf7f-475d-b4be-8ebd3d0a2b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:48:51.373496 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd4eac-297d-40ad-8af9-d4243e7fb0e3 req-e2025161-e6dc-4ab9-acb5-6dc09bd01a1b tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:48:51.374920 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2ffd4eac-297d-40ad-8af9-d4243e7fb0e3 req-e2025161-e6dc-4ab9-acb5-6dc09bd01a1b tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269 HTTP/1.1" status: 200 len: 943 time: 0.1013224 Sep 07 03:48:51.376647 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-979dcd45-7dfa-47f7-a922-865ac3106678 req-d959fb23-cf7f-475d-b4be-8ebd3d0a2b45 service neutron] For port df49631b-2efd-49e3-b266-0c7467811db6, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=df49631b-2efd-49e3-b266-0c7467811db6,segment=NetworkSegment(0303048d-810e-4c5b-8202-28bcb670e6c8),segment_id=0303048d-810e-4c5b-8202-28bcb670e6c8)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:48:51.437118 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2ffd4eac-297d-40ad-8af9-d4243e7fb0e3 req-d6547b65-a347-45c9-b73a-8586b7a83889 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeb2c21c-2177-42f5-a4ba-6b6b95b6bed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521834 Sep 07 03:48:51.438024 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-979dcd45-7dfa-47f7-a922-865ac3106678 req-d959fb23-cf7f-475d-b4be-8ebd3d0a2b45 service neutron] For port df49631b-2efd-49e3-b266-0c7467811db6, host n-h2-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:48:51.470957 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [req-979dcd45-7dfa-47f7-a922-865ac3106678 req-d959fb23-cf7f-475d-b4be-8ebd3d0a2b45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df49631b-2efd-49e3-b266-0c7467811db6 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:48:51.480886 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-979dcd45-7dfa-47f7-a922-865ac3106678 req-d959fb23-cf7f-475d-b4be-8ebd3d0a2b45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:48:51.493102 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-979dcd45-7dfa-47f7-a922-865ac3106678 req-d959fb23-cf7f-475d-b4be-8ebd3d0a2b45 service neutron] Transition to ACTIVE for port object df49631b-2efd-49e3-b266-0c7467811db6 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:48:51.496741 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-979dcd45-7dfa-47f7-a922-865ac3106678 req-d959fb23-cf7f-475d-b4be-8ebd3d0a2b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:48:51.579232 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d959fb23-cf7f-475d-b4be-8ebd3d0a2b45 service neutron] Pushing event updated for resources: {'Port': ['ID=df49631b-2efd-49e3-b266-0c7467811db6,revision_number=7']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:48:51.590478 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d959fb23-cf7f-475d-b4be-8ebd3d0a2b45 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:48:51.590848 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d959fb23-cf7f-475d-b4be-8ebd3d0a2b45 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:48:51.591190 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d959fb23-cf7f-475d-b4be-8ebd3d0a2b45 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:48:51.591552 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d959fb23-cf7f-475d-b4be-8ebd3d0a2b45 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:48:51.591886 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d959fb23-cf7f-475d-b4be-8ebd3d0a2b45 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:48:51.592221 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d959fb23-cf7f-475d-b4be-8ebd3d0a2b45 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:48:51.592555 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d959fb23-cf7f-475d-b4be-8ebd3d0a2b45 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:48:51.592887 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d959fb23-cf7f-475d-b4be-8ebd3d0a2b45 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:48:51.593221 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d959fb23-cf7f-475d-b4be-8ebd3d0a2b45 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:48:51.593550 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d959fb23-cf7f-475d-b4be-8ebd3d0a2b45 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:48:51.593879 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d959fb23-cf7f-475d-b4be-8ebd3d0a2b45 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:48:51.594206 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d959fb23-cf7f-475d-b4be-8ebd3d0a2b45 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:48:51.631597 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-979dcd45-7dfa-47f7-a922-865ac3106678 req-d959fb23-cf7f-475d-b4be-8ebd3d0a2b45 service neutron] No DVR routers for this DVR port df49631b-2efd-49e3-b266-0c7467811db6 on host n-h2-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:48:51.767270 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-979dcd45-7dfa-47f7-a922-865ac3106678 req-d959fb23-cf7f-475d-b4be-8ebd3d0a2b45 service neutron] Attempting to bind port df49631b-2efd-49e3-b266-0c7467811db6 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:48:51.767637 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-979dcd45-7dfa-47f7-a922-865ac3106678 req-d959fb23-cf7f-475d-b4be-8ebd3d0a2b45 service neutron] Attempting to bind port df49631b-2efd-49e3-b266-0c7467811db6 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': '0303048d-810e-4c5b-8202-28bcb670e6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55d79876-723d-409a-a07c-74788b8d2546'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:48:51.767968 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979dcd45-7dfa-47f7-a922-865ac3106678 req-d959fb23-cf7f-475d-b4be-8ebd3d0a2b45 service neutron] Attempting to bind port df49631b-2efd-49e3-b266-0c7467811db6 on network 55d79876-723d-409a-a07c-74788b8d2546 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:48:51.772157 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979dcd45-7dfa-47f7-a922-865ac3106678 req-d959fb23-cf7f-475d-b4be-8ebd3d0a2b45 service neutron] Port df49631b-2efd-49e3-b266-0c7467811db6 on network 55d79876-723d-409a-a07c-74788b8d2546 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 03:48:51.772482 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979dcd45-7dfa-47f7-a922-865ac3106678 req-d959fb23-cf7f-475d-b4be-8ebd3d0a2b45 service neutron] Attempting to bind port df49631b-2efd-49e3-b266-0c7467811db6 on network 55d79876-723d-409a-a07c-74788b8d2546 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:48:51.777242 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979dcd45-7dfa-47f7-a922-865ac3106678 req-d959fb23-cf7f-475d-b4be-8ebd3d0a2b45 service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:48:51.777601 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979dcd45-7dfa-47f7-a922-865ac3106678 req-d959fb23-cf7f-475d-b4be-8ebd3d0a2b45 service neutron] Checking segment: {'id': '0303048d-810e-4c5b-8202-28bcb670e6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55d79876-723d-409a-a07c-74788b8d2546'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:48:51.778508 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979dcd45-7dfa-47f7-a922-865ac3106678 req-d959fb23-cf7f-475d-b4be-8ebd3d0a2b45 service neutron] Bound using segment: {'id': '0303048d-810e-4c5b-8202-28bcb670e6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55d79876-723d-409a-a07c-74788b8d2546'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:48:51.778935 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-979dcd45-7dfa-47f7-a922-865ac3106678 req-d959fb23-cf7f-475d-b4be-8ebd3d0a2b45 service neutron] Bound port: df49631b-2efd-49e3-b266-0c7467811db6, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0303048d-810e-4c5b-8202-28bcb670e6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '55d79876-723d-409a-a07c-74788b8d2546'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:48:51.779279 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-979dcd45-7dfa-47f7-a922-865ac3106678 req-d959fb23-cf7f-475d-b4be-8ebd3d0a2b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:48:51.844133 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-979dcd45-7dfa-47f7-a922-865ac3106678 req-d959fb23-cf7f-475d-b4be-8ebd3d0a2b45 service neutron] For port df49631b-2efd-49e3-b266-0c7467811db6, host n-h1-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:48:51.847053 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-979dcd45-7dfa-47f7-a922-865ac3106678 req-d959fb23-cf7f-475d-b4be-8ebd3d0a2b45 service neutron] For port df49631b-2efd-49e3-b266-0c7467811db6, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=df49631b-2efd-49e3-b266-0c7467811db6,segment=NetworkSegment(0303048d-810e-4c5b-8202-28bcb670e6c8),segment_id=0303048d-810e-4c5b-8202-28bcb670e6c8)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:48:51.851346 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-979dcd45-7dfa-47f7-a922-865ac3106678 req-d959fb23-cf7f-475d-b4be-8ebd3d0a2b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:48:51.884322 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979dcd45-7dfa-47f7-a922-865ac3106678 req-d959fb23-cf7f-475d-b4be-8ebd3d0a2b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:48:51.884968 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-979dcd45-7dfa-47f7-a922-865ac3106678 req-d959fb23-cf7f-475d-b4be-8ebd3d0a2b45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:48:51.886371 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-979dcd45-7dfa-47f7-a922-865ac3106678 req-d959fb23-cf7f-475d-b4be-8ebd3d0a2b45 service neutron] 10.222.0.23 "PUT /v2.0/ports/df49631b-2efd-49e3-b266-0c7467811db6 HTTP/1.1" status: 200 len: 1092 time: 0.8126304 Sep 07 03:48:51.886854 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e862c52b-c61c-40c1-bfae-d0ff9a05b269', 'tag': 'df49631b-2efd-49e3-b266-0c7467811db6'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:48:51.889200 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf84fb72099b4c059134e8dbf206a3531b112bee59ff8dea8931d4ccd024695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac6d7de-5ea7-4f31-888a-d22695b29847" -d '{"events": [{"name": "network-changed", "server_uuid": "e862c52b-c61c-40c1-bfae-d0ff9a05b269", "tag": "df49631b-2efd-49e3-b266-0c7467811db6"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:48:51.939630 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc73a79f-1629-4cf9-a059-3e0816fa211b x-openstack-request-id: req-fc73a79f-1629-4cf9-a059-3e0816fa211b {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:48:51.939925 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e862c52b-c61c-40c1-bfae-d0ff9a05b269", "tag": "df49631b-2efd-49e3-b266-0c7467811db6", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:48:51.940175 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fc73a79f-1629-4cf9-a059-3e0816fa211b {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:48:51.940580 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e862c52b-c61c-40c1-bfae-d0ff9a05b269', 'tag': 'df49631b-2efd-49e3-b266-0c7467811db6', 'status': 'completed', 'code': 200} Sep 07 03:48:51.941677 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d959fb23-cf7f-475d-b4be-8ebd3d0a2b45 service neutron] Pushing event updated for resources: {'Port': ['ID=df49631b-2efd-49e3-b266-0c7467811db6,revision_number=8']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:48:51.961144 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979dcd45-7dfa-47f7-a922-865ac3106678 req-3e793282-9634-425e-94e5-329e3177f2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:48:51.963097 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-979dcd45-7dfa-47f7-a922-865ac3106678 req-3e793282-9634-425e-94e5-329e3177f2a1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4f2dbcb4117140059399a763eb061126&device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269 HTTP/1.1" status: 200 len: 1095 time: 0.0520656 Sep 07 03:48:52.065173 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979dcd45-7dfa-47f7-a922-865ac3106678 req-d3d28311-1f43-4bb8-8c79-90b55a780834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:48:52.066699 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-979dcd45-7dfa-47f7-a922-865ac3106678 req-d3d28311-1f43-4bb8-8c79-90b55a780834 service neutron] 10.222.0.23 "GET /v2.0/networks?id=55d79876-723d-409a-a07c-74788b8d2546 HTTP/1.1" status: 200 len: 908 time: 0.0965009 Sep 07 03:48:52.134832 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-979dcd45-7dfa-47f7-a922-865ac3106678 req-a8e18494-0b63-47c4-993f-aead65147788 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df49631b-2efd-49e3-b266-0c7467811db6 HTTP/1.1" status: 200 len: 998 time: 0.0592303 Sep 07 03:48:52.185549 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979dcd45-7dfa-47f7-a922-865ac3106678 req-008cbfac-1be6-4b8b-b741-ec906e1bd4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:48:52.186956 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-979dcd45-7dfa-47f7-a922-865ac3106678 req-008cbfac-1be6-4b8b-b741-ec906e1bd4d0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3b65e2f3-7809-46b7-bf9f-e15bd3b1020d HTTP/1.1" status: 200 len: 847 time: 0.0448396 Sep 07 03:48:52.237242 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979dcd45-7dfa-47f7-a922-865ac3106678 req-83600df0-3a25-4829-873c-b417452df883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:48:52.238731 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-979dcd45-7dfa-47f7-a922-865ac3106678 req-83600df0-3a25-4829-873c-b417452df883 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=55d79876-723d-409a-a07c-74788b8d2546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448031 Sep 07 03:48:52.310615 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:48:52.328746 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-979dcd45-7dfa-47f7-a922-865ac3106678 req-c035c924-7ebe-47cd-b23f-95589769a14d service neutron] 10.222.0.23 "GET /v2.0/networks/55d79876-723d-409a-a07c-74788b8d2546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831938 Sep 07 03:48:52.366611 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:48:52.422834 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-979dcd45-7dfa-47f7-a922-865ac3106678 req-81d205da-856f-4e3e-b48e-55ee005af0e2 service neutron] 10.222.0.23 "GET /v2.0/networks/55d79876-723d-409a-a07c-74788b8d2546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873806 Sep 07 03:48:52.517009 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac6d7de-5ea7-4f31-888a-d22695b29847 req-797a81a5-b7eb-44e6-b804-71e9f3fd1eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:48:52.518435 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9ac6d7de-5ea7-4f31-888a-d22695b29847 req-797a81a5-b7eb-44e6-b804-71e9f3fd1eaa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4f2dbcb4117140059399a763eb061126&device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269 HTTP/1.1" status: 200 len: 1095 time: 0.0510213 Sep 07 03:48:52.610259 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec98a049-1760-4cf1-9904-561e55884c77 req-6c64a16d-dc85-4e6d-883f-8c214250d747 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:48:52.611735 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ec98a049-1760-4cf1-9904-561e55884c77 req-6c64a16d-dc85-4e6d-883f-8c214250d747 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269 HTTP/1.1" status: 200 len: 943 time: 0.1060157 Sep 07 03:48:52.660024 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac6d7de-5ea7-4f31-888a-d22695b29847 req-db660326-0827-44e9-907c-f1aa482871a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:48:52.662312 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9ac6d7de-5ea7-4f31-888a-d22695b29847 req-db660326-0827-44e9-907c-f1aa482871a2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=55d79876-723d-409a-a07c-74788b8d2546 HTTP/1.1" status: 200 len: 908 time: 0.1270127 Sep 07 03:48:52.667197 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ec98a049-1760-4cf1-9904-561e55884c77 req-700654e4-89bd-4f43-b291-ed0358e9c502 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeb2c21c-2177-42f5-a4ba-6b6b95b6bed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496645 Sep 07 03:48:52.726642 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9ac6d7de-5ea7-4f31-888a-d22695b29847 req-f80153cb-ae03-4a97-9ab0-8ef8f78e871a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df49631b-2efd-49e3-b266-0c7467811db6 HTTP/1.1" status: 200 len: 998 time: 0.0571277 Sep 07 03:48:52.779805 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac6d7de-5ea7-4f31-888a-d22695b29847 req-258d2ef5-dbb5-43d2-93dc-2ef6eda82e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:48:52.781255 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9ac6d7de-5ea7-4f31-888a-d22695b29847 req-258d2ef5-dbb5-43d2-93dc-2ef6eda82e0d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3b65e2f3-7809-46b7-bf9f-e15bd3b1020d HTTP/1.1" status: 200 len: 847 time: 0.0472908 Sep 07 03:48:52.827708 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac6d7de-5ea7-4f31-888a-d22695b29847 req-b43e83cf-329c-4335-bb3d-bb4399768ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:48:52.829209 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9ac6d7de-5ea7-4f31-888a-d22695b29847 req-b43e83cf-329c-4335-bb3d-bb4399768ed8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=55d79876-723d-409a-a07c-74788b8d2546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398488 Sep 07 03:48:52.921436 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9ac6d7de-5ea7-4f31-888a-d22695b29847 req-2d995a1a-7ee6-43a0-ad28-e8a43ac06906 service neutron] 10.222.0.23 "GET /v2.0/networks/55d79876-723d-409a-a07c-74788b8d2546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843947 Sep 07 03:48:53.010347 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9ac6d7de-5ea7-4f31-888a-d22695b29847 req-7bb2fca2-b135-41e5-8723-858f2e32272f service neutron] 10.222.0.23 "GET /v2.0/networks/55d79876-723d-409a-a07c-74788b8d2546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814943 Sep 07 03:48:53.779089 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ed36d-8d66-4d2c-aa59-ffdeeeedaf99 req-6635b9b7-b17c-467f-be04-a665f378d4dd tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:48:53.780629 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-695ed36d-8d66-4d2c-aa59-ffdeeeedaf99 req-6635b9b7-b17c-467f-be04-a665f378d4dd tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269 HTTP/1.1" status: 200 len: 943 time: 0.0473804 Sep 07 03:48:53.817681 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-695ed36d-8d66-4d2c-aa59-ffdeeeedaf99 req-5d1faab9-672a-41ed-bf9d-58aaf8a0742e tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeb2c21c-2177-42f5-a4ba-6b6b95b6bed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312028 Sep 07 03:48:54.931029 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a4c795-1fc7-44a8-adac-178c2984f647 req-be3cbf06-563e-42bf-8651-db258eff1bfd tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:48:54.932576 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d7a4c795-1fc7-44a8-adac-178c2984f647 req-be3cbf06-563e-42bf-8651-db258eff1bfd tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269 HTTP/1.1" status: 200 len: 943 time: 0.0488684 Sep 07 03:48:54.971904 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-d7a4c795-1fc7-44a8-adac-178c2984f647 req-586c91ed-096f-4108-bd21-4d568156cff9 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeb2c21c-2177-42f5-a4ba-6b6b95b6bed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328567 Sep 07 03:48:56.030861 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d5627e3f-4173-4818-a531-c303e7327014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:48:56.093433 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96579317-b07e-4c5e-b453-19eafb041abe req-b0377d76-d41e-4adf-813e-304350d7db7d tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:48:56.094909 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-96579317-b07e-4c5e-b453-19eafb041abe req-b0377d76-d41e-4adf-813e-304350d7db7d tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269 HTTP/1.1" status: 200 len: 943 time: 0.0546174 Sep 07 03:48:56.130537 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-96579317-b07e-4c5e-b453-19eafb041abe req-c6488e81-318e-40ab-bf96-fafe05a6c917 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeb2c21c-2177-42f5-a4ba-6b6b95b6bed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297265 Sep 07 03:48:57.247934 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f579e0-12c3-482a-bb55-356e8ea9e3e0 req-5e3d80b5-e6a0-4967-8870-5e8ded77e0d7 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:48:57.249463 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-68f579e0-12c3-482a-bb55-356e8ea9e3e0 req-5e3d80b5-e6a0-4967-8870-5e8ded77e0d7 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269 HTTP/1.1" status: 200 len: 943 time: 0.0531290 Sep 07 03:48:57.286274 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-68f579e0-12c3-482a-bb55-356e8ea9e3e0 req-47597697-daa5-4414-8b5b-56a8066bc64e tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeb2c21c-2177-42f5-a4ba-6b6b95b6bed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309138 Sep 07 03:48:58.291561 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9f87bd02-2661-42f9-b708-598d05a1cb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:48:58.400211 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aca16e4-aaba-4af5-b781-acec9e31a29e req-9517a2a9-7eba-46fb-ae44-69a71025990d tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:48:58.401743 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9aca16e4-aaba-4af5-b781-acec9e31a29e req-9517a2a9-7eba-46fb-ae44-69a71025990d tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269 HTTP/1.1" status: 200 len: 943 time: 0.0491128 Sep 07 03:48:58.439325 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9aca16e4-aaba-4af5-b781-acec9e31a29e req-59826986-20eb-41e4-9319-353938f8f174 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeb2c21c-2177-42f5-a4ba-6b6b95b6bed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316875 Sep 07 03:48:58.811944 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:48:59.552796 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5087d-c3d8-46e4-a466-b878d211c4c4 req-25a7d170-6666-4f9c-b783-2f7d6d8239bd tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:48:59.554281 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b9f5087d-c3d8-46e4-a466-b878d211c4c4 req-25a7d170-6666-4f9c-b783-2f7d6d8239bd tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269 HTTP/1.1" status: 200 len: 943 time: 0.0498755 Sep 07 03:48:59.591472 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b9f5087d-c3d8-46e4-a466-b878d211c4c4 req-4f2aed30-1549-401f-ba11-c02489f589e7 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeb2c21c-2177-42f5-a4ba-6b6b95b6bed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307932 Sep 07 03:48:59.825950 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:49:00.475790 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:49:00.702189 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2268160-17b3-4f2f-8c9f-fcb46aacd086 req-3ba3bfdf-0b10-4cda-bd43-8bb724893bf6 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:49:00.703706 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a2268160-17b3-4f2f-8c9f-fcb46aacd086 req-3ba3bfdf-0b10-4cda-bd43-8bb724893bf6 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269 HTTP/1.1" status: 200 len: 943 time: 0.0484877 Sep 07 03:49:00.740796 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-a2268160-17b3-4f2f-8c9f-fcb46aacd086 req-741d5a1f-4f58-4efd-9bc8-c458f7ae477f tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeb2c21c-2177-42f5-a4ba-6b6b95b6bed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312517 Sep 07 03:49:01.141466 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device df49631b-2efd-49e3-b266-0c7467811db6 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 03:49:01.238804 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port df49631b-2efd-49e3-b266-0c7467811db6, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=df49631b-2efd-49e3-b266-0c7467811db6,segment=NetworkSegment(0303048d-810e-4c5b-8202-28bcb670e6c8),segment_id=0303048d-810e-4c5b-8202-28bcb670e6c8)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:49:01.249356 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': 'df49631b-2efd-49e3-b266-0c7467811db6', 'network_id': '55d79876-723d-409a-a07c-74788b8d2546', 'port_id': 'df49631b-2efd-49e3-b266-0c7467811db6', 'mac_address': 'fa:16:3e:54:a6:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b65e2f3-7809-46b7-bf9f-e15bd3b1020d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 03:49:01.285619 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:49:01.300808 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df49631b-2efd-49e3-b266-0c7467811db6 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:49:01.318722 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port df49631b-2efd-49e3-b266-0c7467811db6, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=df49631b-2efd-49e3-b266-0c7467811db6,segment=NetworkSegment(0303048d-810e-4c5b-8202-28bcb670e6c8),segment_id=0303048d-810e-4c5b-8202-28bcb670e6c8)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:49:01.322866 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:49:01.370226 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=df49631b-2efd-49e3-b266-0c7467811db6,revision_number=9']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:49:01.562531 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['df49631b-2efd-49e3-b266-0c7467811db6'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:49:01.651731 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:49:01.854102 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d37351-9c09-47b3-b24f-eb15372e0533 req-ecc408fd-823b-4cad-a4a2-945fdc121bc9 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:49:01.855614 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-13d37351-9c09-47b3-b24f-eb15372e0533 req-ecc408fd-823b-4cad-a4a2-945fdc121bc9 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269 HTTP/1.1" status: 200 len: 944 time: 0.0491397 Sep 07 03:49:01.895753 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-13d37351-9c09-47b3-b24f-eb15372e0533 req-20e6227b-05e5-4fc7-ad8e-bc472adcbec2 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeb2c21c-2177-42f5-a4ba-6b6b95b6bed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339403 Sep 07 03:49:03.010355 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbee0ff-0603-45fe-a999-b8a19ab8b63b req-fe7cd98a-f377-4162-a571-675785e280a0 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:49:03.011849 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5bbee0ff-0603-45fe-a999-b8a19ab8b63b req-fe7cd98a-f377-4162-a571-675785e280a0 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269 HTTP/1.1" status: 200 len: 944 time: 0.0513542 Sep 07 03:49:03.048731 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5bbee0ff-0603-45fe-a999-b8a19ab8b63b req-296966e6-565c-4333-97f8-11bce95830bc tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeb2c21c-2177-42f5-a4ba-6b6b95b6bed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306299 Sep 07 03:49:03.157022 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device df49631b-2efd-49e3-b266-0c7467811db6 up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:49:03.205044 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port df49631b-2efd-49e3-b266-0c7467811db6 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:49:03.208500 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port df49631b-2efd-49e3-b266-0c7467811db6 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:49:03.208878 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:49:03.284527 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:49:03.457172 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e862c52b-c61c-40c1-bfae-d0ff9a05b269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df49631b-2efd-49e3-b266-0c7467811db6'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:49:03.459306 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a436ec256d2b1825a148fad3e2b3933f4e559d797aa0adc164ec0b132a4edf7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0aaaaee-1db9-422c-9605-9de2cdd1c340" -d '{"events": [{"server_uuid": "e862c52b-c61c-40c1-bfae-d0ff9a05b269", "name": "network-vif-plugged", "status": "completed", "tag": "df49631b-2efd-49e3-b266-0c7467811db6"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:49:03.471897 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port df49631b-2efd-49e3-b266-0c7467811db6, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=df49631b-2efd-49e3-b266-0c7467811db6,segment=NetworkSegment(0303048d-810e-4c5b-8202-28bcb670e6c8),segment_id=0303048d-810e-4c5b-8202-28bcb670e6c8)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:49:03.476367 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:49:03.500802 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c4ef69-1b29-43a4-9394-2b9496bc363e x-openstack-request-id: req-e6c4ef69-1b29-43a4-9394-2b9496bc363e {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:49:03.501104 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e862c52b-c61c-40c1-bfae-d0ff9a05b269", "name": "network-vif-plugged", "status": "completed", "tag": "df49631b-2efd-49e3-b266-0c7467811db6", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:49:03.501342 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e6c4ef69-1b29-43a4-9394-2b9496bc363e {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:49:03.501725 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e862c52b-c61c-40c1-bfae-d0ff9a05b269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df49631b-2efd-49e3-b266-0c7467811db6', 'code': 200} Sep 07 03:49:03.527130 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=df49631b-2efd-49e3-b266-0c7467811db6,revision_number=10']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:49:03.639457 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa17621b-9750-4ff8-8aaf-bb792a2cc2d7 req-2aa3b5b1-af47-4e2f-ab0f-31b03c3abafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:49:03.640946 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-aa17621b-9750-4ff8-8aaf-bb792a2cc2d7 req-2aa3b5b1-af47-4e2f-ab0f-31b03c3abafd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269 HTTP/1.1" status: 200 len: 1098 time: 0.0433710 Sep 07 03:49:03.674011 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-aa17621b-9750-4ff8-8aaf-bb792a2cc2d7 req-06a22e34-fb33-483b-9823-124f441fd000 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=aeb2c21c-2177-42f5-a4ba-6b6b95b6bed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263524 Sep 07 03:49:04.161798 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e62e53-f595-4092-b2f0-a2694fa318dd req-4aff114b-f796-4454-ae6e-92632da55ecb tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:49:04.163281 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f0e62e53-f595-4092-b2f0-a2694fa318dd req-4aff114b-f796-4454-ae6e-92632da55ecb tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269 HTTP/1.1" status: 200 len: 946 time: 0.0482957 Sep 07 03:49:04.202539 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f0e62e53-f595-4092-b2f0-a2694fa318dd req-cdbe4d82-d434-4663-a4f8-8856e3c13a59 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeb2c21c-2177-42f5-a4ba-6b6b95b6bed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333278 Sep 07 03:49:05.318304 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3b466d-6221-43c6-9c51-ebf2bd1b0191 req-454ddb8d-27c9-4b9d-a0e7-8380fb748c6f tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:49:05.319724 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-db3b466d-6221-43c6-9c51-ebf2bd1b0191 req-454ddb8d-27c9-4b9d-a0e7-8380fb748c6f tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269 HTTP/1.1" status: 200 len: 946 time: 0.0487626 Sep 07 03:49:05.356757 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-db3b466d-6221-43c6-9c51-ebf2bd1b0191 req-5915e4bc-919d-455b-b6a6-193f8e7a85d7 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeb2c21c-2177-42f5-a4ba-6b6b95b6bed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310433 Sep 07 03:49:22.297258 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:49:22.360913 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:49:26.031255 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1e35aaab-fe8e-4576-b463-b818f9e32ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:49:28.292649 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d7839cb6-b028-4d84-9ace-60aba61226ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:49:28.813784 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:49:29.826884 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:49:31.646732 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:49:37.478342 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:49:40.100701 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-67fd2d10-3178-43b4-9f7b-39a0ba3119c4 req-2a7b48dc-dd42-4ded-b38b-7ecef8224a8b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0785904 Sep 07 03:49:40.184471 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd2d10-3178-43b4-9f7b-39a0ba3119c4 req-66096893-7c01-48ae-988d-4a82feaeda42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:49:40.185957 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-67fd2d10-3178-43b4-9f7b-39a0ba3119c4 req-66096893-7c01-48ae-988d-4a82feaeda42 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4f2dbcb4117140059399a763eb061126&device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269 HTTP/1.1" status: 200 len: 1098 time: 0.0448112 Sep 07 03:49:40.285123 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd2d10-3178-43b4-9f7b-39a0ba3119c4 req-c7a2fdd0-d85a-4ce1-ab0b-151db879a624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:49:40.287097 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-67fd2d10-3178-43b4-9f7b-39a0ba3119c4 req-c7a2fdd0-d85a-4ce1-ab0b-151db879a624 service neutron] 10.222.0.23 "GET /v2.0/networks?id=55d79876-723d-409a-a07c-74788b8d2546 HTTP/1.1" status: 200 len: 908 time: 0.0820892 Sep 07 03:49:40.354885 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-67fd2d10-3178-43b4-9f7b-39a0ba3119c4 req-b9eda0c7-ae33-4343-8b1a-e7147ba8dabc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df49631b-2efd-49e3-b266-0c7467811db6 HTTP/1.1" status: 200 len: 1000 time: 0.0602446 Sep 07 03:49:40.402150 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd2d10-3178-43b4-9f7b-39a0ba3119c4 req-094e50ff-d4ba-4ca3-bc06-3f0484d10658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:49:40.403615 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-67fd2d10-3178-43b4-9f7b-39a0ba3119c4 req-094e50ff-d4ba-4ca3-bc06-3f0484d10658 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3b65e2f3-7809-46b7-bf9f-e15bd3b1020d HTTP/1.1" status: 200 len: 847 time: 0.0421360 Sep 07 03:49:40.447159 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd2d10-3178-43b4-9f7b-39a0ba3119c4 req-ea259ab6-0684-41cb-9076-5a2befd73408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:49:40.448656 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-67fd2d10-3178-43b4-9f7b-39a0ba3119c4 req-ea259ab6-0684-41cb-9076-5a2befd73408 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=55d79876-723d-409a-a07c-74788b8d2546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387428 Sep 07 03:49:40.540285 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-67fd2d10-3178-43b4-9f7b-39a0ba3119c4 req-50fbe368-f6b3-498d-99b2-49c94b79f9e5 service neutron] 10.222.0.23 "GET /v2.0/networks/55d79876-723d-409a-a07c-74788b8d2546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845060 Sep 07 03:49:40.628324 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-67fd2d10-3178-43b4-9f7b-39a0ba3119c4 req-6680d0a5-9de6-4e8f-ae39-27152dc7667b service neutron] 10.222.0.23 "GET /v2.0/networks/55d79876-723d-409a-a07c-74788b8d2546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808561 Sep 07 03:49:52.323789 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:49:52.360761 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:49:56.031969 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-fa1e547d-b3af-40bb-b07c-56d0a06c6370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:49:58.297407 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9c38793d-ec8c-4672-a1c3-a8b1ca5b0a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:49:58.814648 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:49:59.828971 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:01.651322 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:14.476929 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:50:21.192522 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46682) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:50:21.352316 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-91ee1549-e500-42f4-9149-9eb2ed716aa1 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Deleting port 7e84916b-1139-4b9a-9289-32b4f709ba10 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:50:21.352547 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-91ee1549-e500-42f4-9149-9eb2ed716aa1 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:21.427694 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-91ee1549-e500-42f4-9149-9eb2ed716aa1 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:21.428032 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-91ee1549-e500-42f4-9149-9eb2ed716aa1 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:21.440045 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-91ee1549-e500-42f4-9149-9eb2ed716aa1 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Calling delete_port for 7e84916b-1139-4b9a-9289-32b4f709ba10 owned by network:floatingip {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:50:21.584382 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-91ee1549-e500-42f4-9149-9eb2ed716aa1 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:21.609273 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ee1549-e500-42f4-9149-9eb2ed716aa1 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Pushing event deleted for resources: {'Port': ['ID=7e84916b-1139-4b9a-9289-32b4f709ba10,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:50:21.621673 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee1549-e500-42f4-9149-9eb2ed716aa1 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:50:21.622021 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee1549-e500-42f4-9149-9eb2ed716aa1 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:50:21.622429 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee1549-e500-42f4-9149-9eb2ed716aa1 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:50:21.622928 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee1549-e500-42f4-9149-9eb2ed716aa1 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:50:21.623837 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee1549-e500-42f4-9149-9eb2ed716aa1 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:50:21.624270 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee1549-e500-42f4-9149-9eb2ed716aa1 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:50:21.624599 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee1549-e500-42f4-9149-9eb2ed716aa1 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:50:21.624925 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee1549-e500-42f4-9149-9eb2ed716aa1 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:50:21.625248 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee1549-e500-42f4-9149-9eb2ed716aa1 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:50:21.625571 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee1549-e500-42f4-9149-9eb2ed716aa1 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:50:21.625894 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee1549-e500-42f4-9149-9eb2ed716aa1 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:50:21.626223 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee1549-e500-42f4-9149-9eb2ed716aa1 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:50:21.688792 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-91ee1549-e500-42f4-9149-9eb2ed716aa1 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks [] for floatingip, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:21.689130 n-d-796209-16 neutron-server[94701]: INFO neutron.db.l3_db [None req-91ee1549-e500-42f4-9149-9eb2ed716aa1 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Floating IP 1641c684-f40d-430f-92da-85ae921b6641 disassociated (deleted). External IP: 172.25.5.32, port: df49631b-2efd-49e3-b266-0c7467811db6. Sep 07 03:50:21.892579 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91ee1549-e500-42f4-9149-9eb2ed716aa1 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Router 5bc96b9f-1c62-48f9-a91b-4d8a247b06be has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:50:22.006115 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ee1549-e500-42f4-9149-9eb2ed716aa1 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:50:22.010759 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-91ee1549-e500-42f4-9149-9eb2ed716aa1 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:22.015598 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8526da6-e32c-420c-b565-19ae19e62743 None None] Sync routers for ids ['5bc96b9f-1c62-48f9-a91b-4d8a247b06be'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:50:22.024970 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8526da6-e32c-420c-b565-19ae19e62743 None None] Routers {'5bc96b9f-1c62-48f9-a91b-4d8a247b06be'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:50:22.025671 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f8526da6-e32c-420c-b565-19ae19e62743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:49:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['5bc96b9f-1c62-48f9-a91b-4d8a247b06be'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:50:22.041077 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-91ee1549-e500-42f4-9149-9eb2ed716aa1 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "DELETE /v2.0/floatingips/1641c684-f40d-430f-92da-85ae921b6641 HTTP/1.1" status: 204 len: 168 time: 0.8474395 Sep 07 03:50:22.041678 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e862c52b-c61c-40c1-bfae-d0ff9a05b269', 'tag': 'df49631b-2efd-49e3-b266-0c7467811db6'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:50:22.043951 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf84fb72099b4c059134e8dbf206a3531b112bee59ff8dea8931d4ccd024695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e467c356-5090-4f0f-b497-da360aa46ed3" -d '{"events": [{"name": "network-changed", "server_uuid": "e862c52b-c61c-40c1-bfae-d0ff9a05b269", "tag": "df49631b-2efd-49e3-b266-0c7467811db6"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:50:22.145037 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-f8526da6-e32c-420c-b565-19ae19e62743 None None] Set router 5bc96b9f-1c62-48f9-a91b-4d8a247b06be gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:50:22.158316 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec44718-37cb-4cce-932a-0caf8515bc64 x-openstack-request-id: req-4ec44718-37cb-4cce-932a-0caf8515bc64 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:50:22.158892 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e862c52b-c61c-40c1-bfae-d0ff9a05b269", "tag": "df49631b-2efd-49e3-b266-0c7467811db6", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:50:22.159383 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4ec44718-37cb-4cce-932a-0caf8515bc64 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:50:22.159890 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e862c52b-c61c-40c1-bfae-d0ff9a05b269', 'tag': 'df49631b-2efd-49e3-b266-0c7467811db6', 'status': 'completed', 'code': 200} Sep 07 03:50:22.225967 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467c356-5090-4f0f-b497-da360aa46ed3 req-83b1cc71-a02a-4369-b17b-935233ba7283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:50:22.227726 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e467c356-5090-4f0f-b497-da360aa46ed3 req-83b1cc71-a02a-4369-b17b-935233ba7283 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4f2dbcb4117140059399a763eb061126&device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269 HTTP/1.1" status: 200 len: 1098 time: 0.0428905 Sep 07 03:50:22.316771 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:22.371763 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:22.393064 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f8526da6-e32c-420c-b565-19ae19e62743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc96b9f-1c62-48f9-a91b-4d8a247b06be', 'name': 'tempest-TestShelveInstance-537036931-router', 'tenant_id': '4f2dbcb4117140059399a763eb061126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '9f6731b9-9b8d-404e-a1cc-5ed6eb08b2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:41:36Z', 'updated_at': '2021-09-07T03:41:39Z', 'revision_number': 4, 'project_id': '4f2dbcb4117140059399a763eb061126', 'gw_port': {'id': '9f6731b9-9b8d-404e-a1cc-5ed6eb08b2f7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc96b9f-1c62-48f9-a91b-4d8a247b06be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:41:36Z', 'updated_at': '2021-09-07T03:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '4c2d3f0f-70d4-45a9-a7f3-dc6af27f67da', 'name': '', 'network_id': '55d79876-723d-409a-a07c-74788b8d2546', 'tenant_id': '4f2dbcb4117140059399a763eb061126', 'mac_address': 'fa:16:3e:3a:69:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc96b9f-1c62-48f9-a91b-4d8a247b06be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '3b65e2f3-7809-46b7-bf9f-e15bd3b1020d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:41:38Z', 'updated_at': '2021-09-07T03:41:45Z', 'revision_number': 5, 'project_id': '4f2dbcb4117140059399a763eb061126', 'subnets': [{'id': '3b65e2f3-7809-46b7-bf9f-e15bd3b1020d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:50:22.423203 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8526da6-e32c-420c-b565-19ae19e62743 None None] Checking router: 5bc96b9f-1c62-48f9-a91b-4d8a247b06be for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:50:22.434642 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8526da6-e32c-420c-b565-19ae19e62743 None None] Routers {'5bc96b9f-1c62-48f9-a91b-4d8a247b06be'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:50:22.436125 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f8526da6-e32c-420c-b565-19ae19e62743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:49:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['5bc96b9f-1c62-48f9-a91b-4d8a247b06be'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:50:22.545280 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-f8526da6-e32c-420c-b565-19ae19e62743 None None] Set router 5bc96b9f-1c62-48f9-a91b-4d8a247b06be gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:50:22.667783 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf45085-8628-455c-9581-501d0d7e22a6 req-273b29a3-6723-41f7-86e9-4907f1a6871f tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:50:22.669201 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fbf45085-8628-455c-9581-501d0d7e22a6 req-273b29a3-6723-41f7-86e9-4907f1a6871f tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269 HTTP/1.1" status: 200 len: 946 time: 0.4153059 Sep 07 03:50:22.696344 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467c356-5090-4f0f-b497-da360aa46ed3 req-cacf1c03-86e8-437a-bb60-e1a0d19abdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:50:22.697813 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e467c356-5090-4f0f-b497-da360aa46ed3 req-cacf1c03-86e8-437a-bb60-e1a0d19abdf0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=55d79876-723d-409a-a07c-74788b8d2546 HTTP/1.1" status: 200 len: 908 time: 0.4628363 Sep 07 03:50:22.746674 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-f8526da6-e32c-420c-b565-19ae19e62743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc96b9f-1c62-48f9-a91b-4d8a247b06be', 'name': 'tempest-TestShelveInstance-537036931-router', 'tenant_id': '4f2dbcb4117140059399a763eb061126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '9f6731b9-9b8d-404e-a1cc-5ed6eb08b2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:41:36Z', 'updated_at': '2021-09-07T03:41:39Z', 'revision_number': 4, 'project_id': '4f2dbcb4117140059399a763eb061126', 'gw_port': {'id': '9f6731b9-9b8d-404e-a1cc-5ed6eb08b2f7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc96b9f-1c62-48f9-a91b-4d8a247b06be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:41:36Z', 'updated_at': '2021-09-07T03:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '4c2d3f0f-70d4-45a9-a7f3-dc6af27f67da', 'name': '', 'network_id': '55d79876-723d-409a-a07c-74788b8d2546', 'tenant_id': '4f2dbcb4117140059399a763eb061126', 'mac_address': 'fa:16:3e:3a:69:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc96b9f-1c62-48f9-a91b-4d8a247b06be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '3b65e2f3-7809-46b7-bf9f-e15bd3b1020d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:41:38Z', 'updated_at': '2021-09-07T03:41:45Z', 'revision_number': 5, 'project_id': '4f2dbcb4117140059399a763eb061126', 'subnets': [{'id': '3b65e2f3-7809-46b7-bf9f-e15bd3b1020d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:50:22.749230 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fbf45085-8628-455c-9581-501d0d7e22a6 req-cdeee0d5-cdab-4edc-aac7-da7aaedd4104 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeb2c21c-2177-42f5-a4ba-6b6b95b6bed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730484 Sep 07 03:50:22.750610 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e467c356-5090-4f0f-b497-da360aa46ed3 req-cdb5ba8c-3d64-4739-a9d7-a45f1ca7c928 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df49631b-2efd-49e3-b266-0c7467811db6 HTTP/1.1" status: 200 len: 217 time: 0.0405481 Sep 07 03:50:22.772739 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8526da6-e32c-420c-b565-19ae19e62743 None None] The sync data for ids ['5bc96b9f-1c62-48f9-a91b-4d8a247b06be'] in n-d-796209-16 is: [{'id': '5bc96b9f-1c62-48f9-a91b-4d8a247b06be', 'name': 'tempest-TestShelveInstance-537036931-router', 'tenant_id': '4f2dbcb4117140059399a763eb061126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '9f6731b9-9b8d-404e-a1cc-5ed6eb08b2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:41:36Z', 'updated_at': '2021-09-07T03:41:39Z', 'revision_number': 4, 'project_id': '4f2dbcb4117140059399a763eb061126', 'gw_port': {'id': '9f6731b9-9b8d-404e-a1cc-5ed6eb08b2f7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc96b9f-1c62-48f9-a91b-4d8a247b06be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:41:36Z', 'updated_at': '2021-09-07T03:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '4c2d3f0f-70d4-45a9-a7f3-dc6af27f67da', 'name': '', 'network_id': '55d79876-723d-409a-a07c-74788b8d2546', 'tenant_id': '4f2dbcb4117140059399a763eb061126', 'mac_address': 'fa:16:3e:3a:69:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc96b9f-1c62-48f9-a91b-4d8a247b06be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '3b65e2f3-7809-46b7-bf9f-e15bd3b1020d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:41:38Z', 'updated_at': '2021-09-07T03:41:45Z', 'revision_number': 5, 'project_id': '4f2dbcb4117140059399a763eb061126', 'subnets': [{'id': '3b65e2f3-7809-46b7-bf9f-e15bd3b1020d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:50:22.802496 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467c356-5090-4f0f-b497-da360aa46ed3 req-2b239f9f-4b40-43f5-8bb8-1ffed5d3bf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:50:22.803954 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e467c356-5090-4f0f-b497-da360aa46ed3 req-2b239f9f-4b40-43f5-8bb8-1ffed5d3bf61 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3b65e2f3-7809-46b7-bf9f-e15bd3b1020d HTTP/1.1" status: 200 len: 847 time: 0.0455160 Sep 07 03:50:22.855502 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467c356-5090-4f0f-b497-da360aa46ed3 req-afe7d1eb-e721-450e-9780-16519835b920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:50:22.857718 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e467c356-5090-4f0f-b497-da360aa46ed3 req-afe7d1eb-e721-450e-9780-16519835b920 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=55d79876-723d-409a-a07c-74788b8d2546&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458624 Sep 07 03:50:22.950685 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e467c356-5090-4f0f-b497-da360aa46ed3 req-48b8ae3b-21b2-497a-98c3-62a75a1abdb1 service neutron] 10.222.0.23 "GET /v2.0/networks/55d79876-723d-409a-a07c-74788b8d2546?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851734 Sep 07 03:50:22.991813 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadd8086-f6ca-4bb5-9812-0d4b1c64d522 None None] New status for floating IP 1641c684-f40d-430f-92da-85ae921b6641: DOWN {{(pid=94703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 03:50:23.047167 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-e467c356-5090-4f0f-b497-da360aa46ed3 req-8c26b57c-7196-42bb-b82b-0a06d85a4fd7 service neutron] 10.222.0.23 "GET /v2.0/networks/55d79876-723d-409a-a07c-74788b8d2546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871725 Sep 07 03:50:23.752543 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f942f-d183-4ebe-8dfe-06ec4c922b37 req-34883f4f-4834-444f-9e31-d4c9350a324e tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:50:23.753904 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a63f942f-d183-4ebe-8dfe-06ec4c922b37 req-34883f4f-4834-444f-9e31-d4c9350a324e tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.23 "GET /v2.0/ports?device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269 HTTP/1.1" status: 200 len: 946 time: 0.0483885 Sep 07 03:50:23.843921 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-a63f942f-d183-4ebe-8dfe-06ec4c922b37 req-92d2edb7-a40c-49ff-a12c-5fca38130ec0 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Deleting port df49631b-2efd-49e3-b266-0c7467811db6 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:50:23.844270 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-a63f942f-d183-4ebe-8dfe-06ec4c922b37 req-92d2edb7-a40c-49ff-a12c-5fca38130ec0 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:23.866364 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05913858-c3ad-4a97-9b71-2e2f70ed6ed6 req-d0e039ac-991b-4df9-ac5b-713702b16fae tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:50:23.867926 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-05913858-c3ad-4a97-9b71-2e2f70ed6ed6 req-d0e039ac-991b-4df9-ac5b-713702b16fae tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269 HTTP/1.1" status: 200 len: 946 time: 0.0501471 Sep 07 03:50:23.905031 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-05913858-c3ad-4a97-9b71-2e2f70ed6ed6 req-e0a9c934-0163-4857-894a-88b9acc87699 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/security-groups?id=aeb2c21c-2177-42f5-a4ba-6b6b95b6bed1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305574 Sep 07 03:50:23.935073 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-a63f942f-d183-4ebe-8dfe-06ec4c922b37 req-92d2edb7-a40c-49ff-a12c-5fca38130ec0 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] For port df49631b-2efd-49e3-b266-0c7467811db6, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=df49631b-2efd-49e3-b266-0c7467811db6,segment=NetworkSegment(0303048d-810e-4c5b-8202-28bcb670e6c8),segment_id=0303048d-810e-4c5b-8202-28bcb670e6c8)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:50:23.935901 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-a63f942f-d183-4ebe-8dfe-06ec4c922b37 req-92d2edb7-a40c-49ff-a12c-5fca38130ec0 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:23.948045 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-a63f942f-d183-4ebe-8dfe-06ec4c922b37 req-92d2edb7-a40c-49ff-a12c-5fca38130ec0 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Calling delete_port for df49631b-2efd-49e3-b266-0c7467811db6 owned by compute:nova {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:50:24.075402 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-a63f942f-d183-4ebe-8dfe-06ec4c922b37 req-92d2edb7-a40c-49ff-a12c-5fca38130ec0 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:24.102537 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d2edb7-a40c-49ff-a12c-5fca38130ec0 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Pushing event deleted for resources: {'Port': ['ID=df49631b-2efd-49e3-b266-0c7467811db6,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:50:24.145089 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-a63f942f-d183-4ebe-8dfe-06ec4c922b37 req-92d2edb7-a40c-49ff-a12c-5fca38130ec0 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] No DVR routers for this DVR port df49631b-2efd-49e3-b266-0c7467811db6 on host n-h1-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:50:24.147909 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-a63f942f-d183-4ebe-8dfe-06ec4c922b37 req-92d2edb7-a40c-49ff-a12c-5fca38130ec0 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:24.149940 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a63f942f-d183-4ebe-8dfe-06ec4c922b37 req-92d2edb7-a40c-49ff-a12c-5fca38130ec0 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.23 "DELETE /v2.0/ports/df49631b-2efd-49e3-b266-0c7467811db6 HTTP/1.1" status: 204 len: 173 time: 0.3901849 Sep 07 03:50:24.160852 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e862c52b-c61c-40c1-bfae-d0ff9a05b269', 'name': 'network-vif-deleted', 'tag': 'df49631b-2efd-49e3-b266-0c7467811db6'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:50:24.163273 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf84fb72099b4c059134e8dbf206a3531b112bee59ff8dea8931d4ccd024695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f4d7b2-dcf3-4e3a-8ea3-daad5214d911" -d '{"events": [{"server_uuid": "e862c52b-c61c-40c1-bfae-d0ff9a05b269", "name": "network-vif-deleted", "tag": "df49631b-2efd-49e3-b266-0c7467811db6"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:50:24.198960 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e32a14-71c0-4fa4-8624-1ceb3fcf0ff2 x-openstack-request-id: req-a7e32a14-71c0-4fa4-8624-1ceb3fcf0ff2 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:50:24.199254 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e862c52b-c61c-40c1-bfae-d0ff9a05b269", "name": "network-vif-deleted", "tag": "df49631b-2efd-49e3-b266-0c7467811db6", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:50:24.199528 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a7e32a14-71c0-4fa4-8624-1ceb3fcf0ff2 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:50:24.199940 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e862c52b-c61c-40c1-bfae-d0ff9a05b269', 'name': 'network-vif-deleted', 'tag': 'df49631b-2efd-49e3-b266-0c7467811db6', 'status': 'completed', 'code': 200} Sep 07 03:50:25.011279 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2073abc6-7cc1-42f9-8a42-7b5ed50d3586 req-57d62a51-0517-4748-899f-3e59e1ef5a12 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269 HTTP/1.1" status: 200 len: 210 time: 0.0351551 Sep 07 03:50:26.035523 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-838ca9bc-2fd2-489a-b8ef-131c2c454abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:26.111333 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ee3dc0b8-a07c-467d-b7d5-0ce19a407c16 req-6aee4e57-8a2c-4ebf-b2d8-c53a48ac26b7 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269 HTTP/1.1" status: 200 len: 210 time: 0.0272472 Sep 07 03:50:27.204018 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-323ccdb4-6024-4433-ad1e-c037d4fb5c9d req-232cb26d-3408-4acd-8da2-3b90b33e427f tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "GET /v2.0/ports?device_id=e862c52b-c61c-40c1-bfae-d0ff9a05b269 HTTP/1.1" status: 200 len: 210 time: 0.0265758 Sep 07 03:50:27.544979 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device df49631b-2efd-49e3-b266-0c7467811db6 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:50:27.567190 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: df49631b-2efd-49e3-b266-0c7467811db6 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:50:27.567564 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device df49631b-2efd-49e3-b266-0c7467811db6 not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:50:28.260204 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46718) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:50:28.299959 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1aff8f8e-5401-4401-ab7b-44cc49783453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:28.323191 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a48bd698-5d3a-4c82-819e-266b4cd0afd1 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:28.358391 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a48bd698-5d3a-4c82-819e-266b4cd0afd1 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:28.421815 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a48bd698-5d3a-4c82-819e-266b4cd0afd1 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:28.424473 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a48bd698-5d3a-4c82-819e-266b4cd0afd1 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:28.425682 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a48bd698-5d3a-4c82-819e-266b4cd0afd1 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] 10.222.0.22 "DELETE /v2.0/security-groups/aeb2c21c-2177-42f5-a4ba-6b6b95b6bed1 HTTP/1.1" status: 204 len: 168 time: 0.1644459 Sep 07 03:50:28.436250 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48bd698-5d3a-4c82-819e-266b4cd0afd1 tempest-TestShelveInstance-1793862665 tempest-TestShelveInstance-1793862665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb2c21c-2177-42f5-a4ba-6b6b95b6bed1,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:50:28.479099 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46722) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:50:28.818037 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:28.918947 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ec3bff49-ef19-4735-9ec8-932ed2437c25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:29.169915 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-ec3bff49-ef19-4735-9ec8-932ed2437c25 admin admin] Deleting port 4c2d3f0f-70d4-45a9-a7f3-dc6af27f67da {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:50:29.170298 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ec3bff49-ef19-4735-9ec8-932ed2437c25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:29.253492 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-ec3bff49-ef19-4735-9ec8-932ed2437c25 admin admin] For port 4c2d3f0f-70d4-45a9-a7f3-dc6af27f67da, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=4c2d3f0f-70d4-45a9-a7f3-dc6af27f67da,segment=NetworkSegment(0303048d-810e-4c5b-8202-28bcb670e6c8),segment_id=0303048d-810e-4c5b-8202-28bcb670e6c8)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:50:29.253855 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ec3bff49-ef19-4735-9ec8-932ed2437c25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:29.266582 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-ec3bff49-ef19-4735-9ec8-932ed2437c25 admin admin] Calling delete_port for 4c2d3f0f-70d4-45a9-a7f3-dc6af27f67da owned by network:router_interface {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:50:29.450525 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ec3bff49-ef19-4735-9ec8-932ed2437c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:29.484938 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3bff49-ef19-4735-9ec8-932ed2437c25 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c2d3f0f-70d4-45a9-a7f3-dc6af27f67da,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:50:29.657590 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ec3bff49-ef19-4735-9ec8-932ed2437c25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:29.834375 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:29.886441 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec3bff49-ef19-4735-9ec8-932ed2437c25 admin admin] Router 5bc96b9f-1c62-48f9-a91b-4d8a247b06be has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:50:29.999958 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec3bff49-ef19-4735-9ec8-932ed2437c25 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:50:30.005700 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-ec3bff49-ef19-4735-9ec8-932ed2437c25 admin admin] 10.222.0.22 "PUT /v2.0/routers/5bc96b9f-1c62-48f9-a91b-4d8a247b06be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5254996 Sep 07 03:50:30.009153 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46726) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:50:30.014254 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ccb734-eb08-473c-9ad6-0d60d7de6f39 None None] Sync routers for ids ['5bc96b9f-1c62-48f9-a91b-4d8a247b06be'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:50:30.027269 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ccb734-eb08-473c-9ad6-0d60d7de6f39 None None] Routers {'5bc96b9f-1c62-48f9-a91b-4d8a247b06be'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:50:30.028012 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-e1ccb734-eb08-473c-9ad6-0d60d7de6f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:50:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['5bc96b9f-1c62-48f9-a91b-4d8a247b06be'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:50:30.118997 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2cc0e096-6411-4c54-a1e6-2c8fd9bb5858 admin admin] Notify callbacks [] for router, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:30.136617 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-e1ccb734-eb08-473c-9ad6-0d60d7de6f39 None None] Set router 5bc96b9f-1c62-48f9-a91b-4d8a247b06be gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:50:30.225161 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2cc0e096-6411-4c54-a1e6-2c8fd9bb5858 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:30.282697 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-2cc0e096-6411-4c54-a1e6-2c8fd9bb5858 admin admin] Deleting port 9f6731b9-9b8d-404e-a1cc-5ed6eb08b2f7 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:50:30.283389 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2cc0e096-6411-4c54-a1e6-2c8fd9bb5858 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:30.326458 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-e1ccb734-eb08-473c-9ad6-0d60d7de6f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc96b9f-1c62-48f9-a91b-4d8a247b06be', 'name': 'tempest-TestShelveInstance-537036931-router', 'tenant_id': '4f2dbcb4117140059399a763eb061126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.91'}], 'enable_snat': True}, 'gw_port_id': '9f6731b9-9b8d-404e-a1cc-5ed6eb08b2f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:41:36Z', 'updated_at': '2021-09-07T03:50:29Z', 'revision_number': 5, 'project_id': '4f2dbcb4117140059399a763eb061126', 'gw_port': {'id': '9f6731b9-9b8d-404e-a1cc-5ed6eb08b2f7', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cb:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bc96b9f-1c62-48f9-a91b-4d8a247b06be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:41:36Z', 'updated_at': '2021-09-07T03:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:50:30.354327 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ccb734-eb08-473c-9ad6-0d60d7de6f39 None None] Checking router: 5bc96b9f-1c62-48f9-a91b-4d8a247b06be for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:50:30.363649 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ccb734-eb08-473c-9ad6-0d60d7de6f39 None None] Routers {'5bc96b9f-1c62-48f9-a91b-4d8a247b06be'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:50:30.364267 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-e1ccb734-eb08-473c-9ad6-0d60d7de6f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:50:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['5bc96b9f-1c62-48f9-a91b-4d8a247b06be'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:50:30.377965 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-2cc0e096-6411-4c54-a1e6-2c8fd9bb5858 admin admin] For port 9f6731b9-9b8d-404e-a1cc-5ed6eb08b2f7, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=9f6731b9-9b8d-404e-a1cc-5ed6eb08b2f7,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:50:30.378256 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2cc0e096-6411-4c54-a1e6-2c8fd9bb5858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:30.393879 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-2cc0e096-6411-4c54-a1e6-2c8fd9bb5858 admin admin] Calling delete_port for 9f6731b9-9b8d-404e-a1cc-5ed6eb08b2f7 owned by network:router_gateway {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:50:30.454478 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-e1ccb734-eb08-473c-9ad6-0d60d7de6f39 None None] Set router 5bc96b9f-1c62-48f9-a91b-4d8a247b06be gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:50:30.509270 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-e1ccb734-eb08-473c-9ad6-0d60d7de6f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bc96b9f-1c62-48f9-a91b-4d8a247b06be', 'name': 'tempest-TestShelveInstance-537036931-router', 'tenant_id': '4f2dbcb4117140059399a763eb061126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:41:36Z', 'updated_at': '2021-09-07T03:50:30Z', 'revision_number': 6, 'project_id': '4f2dbcb4117140059399a763eb061126', 'gw_port_host': None}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:50:30.536245 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ccb734-eb08-473c-9ad6-0d60d7de6f39 None None] The sync data for ids ['5bc96b9f-1c62-48f9-a91b-4d8a247b06be'] in n-d-796209-16 is: [{'id': '5bc96b9f-1c62-48f9-a91b-4d8a247b06be', 'name': 'tempest-TestShelveInstance-537036931-router', 'tenant_id': '4f2dbcb4117140059399a763eb061126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:41:36Z', 'updated_at': '2021-09-07T03:50:30Z', 'revision_number': 6, 'project_id': '4f2dbcb4117140059399a763eb061126', 'gw_port_host': None}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:50:30.577597 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2cc0e096-6411-4c54-a1e6-2c8fd9bb5858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:30.606129 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc0e096-6411-4c54-a1e6-2c8fd9bb5858 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f6731b9-9b8d-404e-a1cc-5ed6eb08b2f7,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:50:30.676011 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2cc0e096-6411-4c54-a1e6-2c8fd9bb5858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:30.769290 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2cc0e096-6411-4c54-a1e6-2c8fd9bb5858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:30.771637 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2cc0e096-6411-4c54-a1e6-2c8fd9bb5858 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:30.816788 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2cc0e096-6411-4c54-a1e6-2c8fd9bb5858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:30.817506 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc0e096-6411-4c54-a1e6-2c8fd9bb5858 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5bc96b9f-1c62-48f9-a91b-4d8a247b06be {{(pid=94701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 03:50:30.822796 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2cc0e096-6411-4c54-a1e6-2c8fd9bb5858 admin admin] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:30.824007 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-2cc0e096-6411-4c54-a1e6-2c8fd9bb5858 admin admin] 10.222.0.22 "DELETE /v2.0/routers/5bc96b9f-1c62-48f9-a91b-4d8a247b06be HTTP/1.1" status: 204 len: 168 time: 0.8139069 Sep 07 03:50:30.826584 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46728) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:50:30.871252 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbb93c6b-c647-4beb-b43c-02d5dfa0cdce admin admin] Deleting subnet 3b65e2f3-7809-46b7-bf9f-e15bd3b1020d {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 03:50:30.874376 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bbb93c6b-c647-4beb-b43c-02d5dfa0cdce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:30.908265 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bbb93c6b-c647-4beb-b43c-02d5dfa0cdce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:30.988857 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bbb93c6b-c647-4beb-b43c-02d5dfa0cdce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:31.046295 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bbb93c6b-c647-4beb-b43c-02d5dfa0cdce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:31.072971 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb93c6b-c647-4beb-b43c-02d5dfa0cdce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b65e2f3-7809-46b7-bf9f-e15bd3b1020d,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:50:31.076695 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-bbb93c6b-c647-4beb-b43c-02d5dfa0cdce admin admin] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:31.078629 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-bbb93c6b-c647-4beb-b43c-02d5dfa0cdce admin admin] 10.222.0.22 "DELETE /v2.0/subnets/3b65e2f3-7809-46b7-bf9f-e15bd3b1020d HTTP/1.1" status: 204 len: 168 time: 0.2510006 Sep 07 03:50:31.081129 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46730) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:50:31.086436 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e587b0bc-2d5b-4b33-9c3e-9ade4842523d None None] Network 55d79876-723d-409a-a07c-74788b8d2546 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:50:31.155786 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a7082fe1-f7fd-4b34-8fce-d6f6425419ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:31.210382 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-a7082fe1-f7fd-4b34-8fce-d6f6425419ba admin admin] Deleting port 35e74e1a-7fe6-4043-b657-8680485cc00c {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:50:31.211079 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a7082fe1-f7fd-4b34-8fce-d6f6425419ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:31.275375 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-a7082fe1-f7fd-4b34-8fce-d6f6425419ba admin admin] For port 35e74e1a-7fe6-4043-b657-8680485cc00c, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=35e74e1a-7fe6-4043-b657-8680485cc00c,segment=NetworkSegment(0303048d-810e-4c5b-8202-28bcb670e6c8),segment_id=0303048d-810e-4c5b-8202-28bcb670e6c8)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:50:31.275771 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a7082fe1-f7fd-4b34-8fce-d6f6425419ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:31.280826 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d11f26-fca7-4e63-8159-5c49575cc811 None None] DHCP port deletion for 55d79876-723d-409a-a07c-74788b8d2546 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 03:50:31.288738 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-a7082fe1-f7fd-4b34-8fce-d6f6425419ba admin admin] Calling delete_port for 35e74e1a-7fe6-4043-b657-8680485cc00c owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:50:31.329022 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a9d11f26-fca7-4e63-8159-5c49575cc811 None None] Deleting port 35e74e1a-7fe6-4043-b657-8680485cc00c {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:50:31.329413 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a9d11f26-fca7-4e63-8159-5c49575cc811 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:31.380537 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a7082fe1-f7fd-4b34-8fce-d6f6425419ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:31.398591 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a9d11f26-fca7-4e63-8159-5c49575cc811 None None] For port 35e74e1a-7fe6-4043-b657-8680485cc00c, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=35e74e1a-7fe6-4043-b657-8680485cc00c,segment=NetworkSegment(0303048d-810e-4c5b-8202-28bcb670e6c8),segment_id=0303048d-810e-4c5b-8202-28bcb670e6c8)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:50:31.399217 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a9d11f26-fca7-4e63-8159-5c49575cc811 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:31.410108 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7082fe1-f7fd-4b34-8fce-d6f6425419ba admin admin] Pushing event deleted for resources: {'Port': ['ID=35e74e1a-7fe6-4043-b657-8680485cc00c,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:50:31.411982 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a9d11f26-fca7-4e63-8159-5c49575cc811 None None] Calling delete_port for 35e74e1a-7fe6-4043-b657-8680485cc00c owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:50:31.414421 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7082fe1-f7fd-4b34-8fce-d6f6425419ba admin admin] No DVR routers for this DVR port 35e74e1a-7fe6-4043-b657-8680485cc00c on host n-d-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:50:31.488774 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a9d11f26-fca7-4e63-8159-5c49575cc811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:31.490539 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a7082fe1-f7fd-4b34-8fce-d6f6425419ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:31.510879 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-a7082fe1-f7fd-4b34-8fce-d6f6425419ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55d79876-723d-409a-a07c-74788b8d2546']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:50:31.513650 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d11f26-fca7-4e63-8159-5c49575cc811 None None] Pushing event deleted for resources: {'Port': ['ID=35e74e1a-7fe6-4043-b657-8680485cc00c,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:50:31.518192 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d11f26-fca7-4e63-8159-5c49575cc811 None None] No DVR routers for this DVR port 35e74e1a-7fe6-4043-b657-8680485cc00c on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:50:31.521778 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-a7082fe1-f7fd-4b34-8fce-d6f6425419ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0303048d-810e-4c5b-8202-28bcb670e6c8') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:50:31.522076 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-a7082fe1-f7fd-4b34-8fce-d6f6425419ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0303048d-810e-4c5b-8202-28bcb670e6c8') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:50:31.525487 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d11f26-fca7-4e63-8159-5c49575cc811 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:50:31.525847 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d11f26-fca7-4e63-8159-5c49575cc811 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:50:31.529571 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d11f26-fca7-4e63-8159-5c49575cc811 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:50:31.529571 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d11f26-fca7-4e63-8159-5c49575cc811 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:50:31.529571 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d11f26-fca7-4e63-8159-5c49575cc811 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:50:31.529571 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d11f26-fca7-4e63-8159-5c49575cc811 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:50:31.529571 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d11f26-fca7-4e63-8159-5c49575cc811 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:50:31.529571 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d11f26-fca7-4e63-8159-5c49575cc811 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:50:31.529571 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d11f26-fca7-4e63-8159-5c49575cc811 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:50:31.529571 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d11f26-fca7-4e63-8159-5c49575cc811 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:50:31.529571 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d11f26-fca7-4e63-8159-5c49575cc811 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:50:31.529571 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d11f26-fca7-4e63-8159-5c49575cc811 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:50:31.533699 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a7082fe1-f7fd-4b34-8fce-d6f6425419ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:31.549237 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a7082fe1-f7fd-4b34-8fce-d6f6425419ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:31.555419 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7082fe1-f7fd-4b34-8fce-d6f6425419ba admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 03:50:31.555845 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a7082fe1-f7fd-4b34-8fce-d6f6425419ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:31.557617 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 03:50:31.557617 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 03:50:31.557617 n-d-796209-16 neutron-server[94701]: timer() Sep 07 03:50:31.557617 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 03:50:31.557617 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 03:50:31.557617 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 03:50:31.557617 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 03:50:31.557617 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 03:50:31.557617 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 03:50:31.557617 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 03:50:31.557617 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 03:50:31.557617 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 03:50:31.557617 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 03:50:31.557617 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 03:50:31.557617 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 03:50:31.557617 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 03:50:31.557617 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 03:50:31.557617 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 03:50:31.557617 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 03:50:31.557617 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 03:50:31.557617 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 03:50:31.557617 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 03:50:31.557617 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 03:50:31.557617 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 03:50:31.557617 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 03:50:31.557617 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 03:50:31.557617 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 03:50:31.557617 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 03:50:31.557617 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 03:50:31.557617 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 03:50:31.557617 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 03:50:31.557617 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 03:50:31.611599 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a7082fe1-f7fd-4b34-8fce-d6f6425419ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:31.617137 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a7082fe1-f7fd-4b34-8fce-d6f6425419ba admin admin] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:31.619060 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a7082fe1-f7fd-4b34-8fce-d6f6425419ba admin admin] 10.222.0.22 "DELETE /v2.0/networks/55d79876-723d-409a-a07c-74788b8d2546 HTTP/1.1" status: 204 len: 168 time: 0.5370190 Sep 07 03:50:31.622159 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 46732) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:50:31.629791 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7082fe1-f7fd-4b34-8fce-d6f6425419ba admin admin] Pushing event deleted for resources: {'Network': ['ID=55d79876-723d-409a-a07c-74788b8d2546,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:50:31.654293 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:31.896665 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 4c2d3f0f-70d4-45a9-a7f3-dc6af27f67da no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:50:31.919954 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 4c2d3f0f-70d4-45a9-a7f3-dc6af27f67da {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:50:31.920309 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 4c2d3f0f-70d4-45a9-a7f3-dc6af27f67da not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:50:31.920734 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 35e74e1a-7fe6-4043-b657-8680485cc00c no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:50:31.939200 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 35e74e1a-7fe6-4043-b657-8680485cc00c {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:50:31.939572 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 35e74e1a-7fe6-4043-b657-8680485cc00c not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:50:31.939990 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 9f6731b9-9b8d-404e-a1cc-5ed6eb08b2f7 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:50:31.958674 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 9f6731b9-9b8d-404e-a1cc-5ed6eb08b2f7 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:50:31.959022 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 9f6731b9-9b8d-404e-a1cc-5ed6eb08b2f7 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:50:31.960580 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2e7266f4-fe09-4add-8788-470c109e5d86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:32.210237 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-2e7266f4-fe09-4add-8788-470c109e5d86 admin admin] Deleting port a4ac224a-2240-4216-ab72-075676562199 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:50:32.210478 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2e7266f4-fe09-4add-8788-470c109e5d86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:32.291122 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-2e7266f4-fe09-4add-8788-470c109e5d86 admin admin] For port a4ac224a-2240-4216-ab72-075676562199, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=a4ac224a-2240-4216-ab72-075676562199,segment=NetworkSegment(7c7b01bf-7651-4ac5-bed3-fc2374d351b2),segment_id=7c7b01bf-7651-4ac5-bed3-fc2374d351b2)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:50:32.291508 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2e7266f4-fe09-4add-8788-470c109e5d86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:32.303639 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-2e7266f4-fe09-4add-8788-470c109e5d86 admin admin] Calling delete_port for a4ac224a-2240-4216-ab72-075676562199 owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:50:32.481024 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2e7266f4-fe09-4add-8788-470c109e5d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:32.505688 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7266f4-fe09-4add-8788-470c109e5d86 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4ac224a-2240-4216-ab72-075676562199,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:50:32.530087 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7266f4-fe09-4add-8788-470c109e5d86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:50:32.530414 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7266f4-fe09-4add-8788-470c109e5d86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:50:32.530753 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7266f4-fe09-4add-8788-470c109e5d86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:50:32.531086 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7266f4-fe09-4add-8788-470c109e5d86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:50:32.531413 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7266f4-fe09-4add-8788-470c109e5d86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:50:32.531771 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7266f4-fe09-4add-8788-470c109e5d86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:50:32.532095 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7266f4-fe09-4add-8788-470c109e5d86 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:50:32.532417 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7266f4-fe09-4add-8788-470c109e5d86 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:50:32.532739 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7266f4-fe09-4add-8788-470c109e5d86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:50:32.533057 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7266f4-fe09-4add-8788-470c109e5d86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:50:32.533505 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7266f4-fe09-4add-8788-470c109e5d86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:50:32.533924 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7266f4-fe09-4add-8788-470c109e5d86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:50:32.684235 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-2e7266f4-fe09-4add-8788-470c109e5d86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:32.893311 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e7266f4-fe09-4add-8788-470c109e5d86 admin admin] Router a631697c-e047-4bbb-9f35-24204e5e47cb has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:50:32.995144 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e7266f4-fe09-4add-8788-470c109e5d86 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:50:33.000695 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-2e7266f4-fe09-4add-8788-470c109e5d86 admin admin] 10.222.0.22 "PUT /v2.0/routers/a631697c-e047-4bbb-9f35-24204e5e47cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3773367 Sep 07 03:50:33.003274 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 46734) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:50:33.004190 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26790f20-0335-4bf6-8728-98512a0d3364 None None] Sync routers for ids ['a631697c-e047-4bbb-9f35-24204e5e47cb'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:50:33.013916 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26790f20-0335-4bf6-8728-98512a0d3364 None None] Routers {'a631697c-e047-4bbb-9f35-24204e5e47cb'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:50:33.014516 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-26790f20-0335-4bf6-8728-98512a0d3364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:50:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['a631697c-e047-4bbb-9f35-24204e5e47cb'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:50:33.123925 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-26790f20-0335-4bf6-8728-98512a0d3364 None None] Set router a631697c-e047-4bbb-9f35-24204e5e47cb gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:50:33.313893 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-26790f20-0335-4bf6-8728-98512a0d3364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a631697c-e047-4bbb-9f35-24204e5e47cb', 'name': 'tempest-TestShelveInstance-1293476937-router', 'tenant_id': '70d0f80a9dbc4e7f95cbb94dec01e55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '8dbe8d8b-7f8a-4af5-8f32-c894b3ab9e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:41:41Z', 'updated_at': '2021-09-07T03:50:32Z', 'revision_number': 5, 'project_id': '70d0f80a9dbc4e7f95cbb94dec01e55f', 'gw_port': {'id': '8dbe8d8b-7f8a-4af5-8f32-c894b3ab9e13', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a631697c-e047-4bbb-9f35-24204e5e47cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:41:42Z', 'updated_at': '2021-09-07T03:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:50:33.340360 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26790f20-0335-4bf6-8728-98512a0d3364 None None] Checking router: a631697c-e047-4bbb-9f35-24204e5e47cb for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:50:33.349086 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26790f20-0335-4bf6-8728-98512a0d3364 None None] Routers {'a631697c-e047-4bbb-9f35-24204e5e47cb'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:50:33.349711 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-26790f20-0335-4bf6-8728-98512a0d3364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:50:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['a631697c-e047-4bbb-9f35-24204e5e47cb'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:50:33.436788 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-adafcfad-4697-426d-a419-c1b2f349844a admin admin] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:33.452693 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-26790f20-0335-4bf6-8728-98512a0d3364 None None] Set router a631697c-e047-4bbb-9f35-24204e5e47cb gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:50:33.538535 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-adafcfad-4697-426d-a419-c1b2f349844a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:33.593283 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-adafcfad-4697-426d-a419-c1b2f349844a admin admin] Deleting port 8dbe8d8b-7f8a-4af5-8f32-c894b3ab9e13 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:50:33.593522 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-adafcfad-4697-426d-a419-c1b2f349844a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:33.624365 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-26790f20-0335-4bf6-8728-98512a0d3364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a631697c-e047-4bbb-9f35-24204e5e47cb', 'name': 'tempest-TestShelveInstance-1293476937-router', 'tenant_id': '70d0f80a9dbc4e7f95cbb94dec01e55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '8dbe8d8b-7f8a-4af5-8f32-c894b3ab9e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:41:41Z', 'updated_at': '2021-09-07T03:50:32Z', 'revision_number': 5, 'project_id': '70d0f80a9dbc4e7f95cbb94dec01e55f', 'gw_port': {'id': '8dbe8d8b-7f8a-4af5-8f32-c894b3ab9e13', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a631697c-e047-4bbb-9f35-24204e5e47cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:41:42Z', 'updated_at': '2021-09-07T03:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:50:33.679189 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-adafcfad-4697-426d-a419-c1b2f349844a admin admin] For port 8dbe8d8b-7f8a-4af5-8f32-c894b3ab9e13, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=8dbe8d8b-7f8a-4af5-8f32-c894b3ab9e13,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:50:33.679625 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-adafcfad-4697-426d-a419-c1b2f349844a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:33.692818 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-adafcfad-4697-426d-a419-c1b2f349844a admin admin] Calling delete_port for 8dbe8d8b-7f8a-4af5-8f32-c894b3ab9e13 owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:50:33.737700 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26790f20-0335-4bf6-8728-98512a0d3364 None None] The sync data for ids ['a631697c-e047-4bbb-9f35-24204e5e47cb'] in n-d-796209-16 is: [{'id': 'a631697c-e047-4bbb-9f35-24204e5e47cb', 'name': 'tempest-TestShelveInstance-1293476937-router', 'tenant_id': '70d0f80a9dbc4e7f95cbb94dec01e55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '8dbe8d8b-7f8a-4af5-8f32-c894b3ab9e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:41:41Z', 'updated_at': '2021-09-07T03:50:32Z', 'revision_number': 5, 'project_id': '70d0f80a9dbc4e7f95cbb94dec01e55f', 'gw_port': {'id': '8dbe8d8b-7f8a-4af5-8f32-c894b3ab9e13', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a631697c-e047-4bbb-9f35-24204e5e47cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:41:42Z', 'updated_at': '2021-09-07T03:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:50:33.860626 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-adafcfad-4697-426d-a419-c1b2f349844a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:33.886358 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adafcfad-4697-426d-a419-c1b2f349844a admin admin] Pushing event deleted for resources: {'Port': ['ID=8dbe8d8b-7f8a-4af5-8f32-c894b3ab9e13,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:50:33.945749 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-adafcfad-4697-426d-a419-c1b2f349844a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:34.037825 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-adafcfad-4697-426d-a419-c1b2f349844a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:34.040151 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-adafcfad-4697-426d-a419-c1b2f349844a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:34.088817 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-adafcfad-4697-426d-a419-c1b2f349844a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:34.089540 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adafcfad-4697-426d-a419-c1b2f349844a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a631697c-e047-4bbb-9f35-24204e5e47cb {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 03:50:34.094972 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-adafcfad-4697-426d-a419-c1b2f349844a admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:34.098575 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-adafcfad-4697-426d-a419-c1b2f349844a admin admin] 10.222.0.22 "DELETE /v2.0/routers/a631697c-e047-4bbb-9f35-24204e5e47cb HTTP/1.1" status: 204 len: 168 time: 1.0919628 Sep 07 03:50:34.098855 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 46736) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:50:34.146977 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbd8ef0c-d9b6-4bf4-bd3c-2b17f2d3ef8b admin admin] Deleting subnet 7c21bcd5-3a43-4b7f-9055-35677de7583c {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 03:50:34.150400 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dbd8ef0c-d9b6-4bf4-bd3c-2b17f2d3ef8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:34.186664 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dbd8ef0c-d9b6-4bf4-bd3c-2b17f2d3ef8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:34.206466 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device a4ac224a-2240-4216-ab72-075676562199 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:50:34.227410 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: a4ac224a-2240-4216-ab72-075676562199 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:50:34.227754 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device a4ac224a-2240-4216-ab72-075676562199 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:50:34.273649 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dbd8ef0c-d9b6-4bf4-bd3c-2b17f2d3ef8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:34.332255 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dbd8ef0c-d9b6-4bf4-bd3c-2b17f2d3ef8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:34.361110 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd8ef0c-d9b6-4bf4-bd3c-2b17f2d3ef8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c21bcd5-3a43-4b7f-9055-35677de7583c,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:50:34.366467 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-dbd8ef0c-d9b6-4bf4-bd3c-2b17f2d3ef8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:34.369478 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b29caf1-74fe-4db4-a9f7-7d75aa4d5671 None None] Network 3dd28347-8b4b-451a-8811-c2da729bf0c5 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:50:34.371047 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46738) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:50:34.371922 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-dbd8ef0c-d9b6-4bf4-bd3c-2b17f2d3ef8b admin admin] 10.222.0.22 "DELETE /v2.0/subnets/7c21bcd5-3a43-4b7f-9055-35677de7583c HTTP/1.1" status: 204 len: 168 time: 0.2707763 Sep 07 03:50:34.456565 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2432424a-e404-4c46-95bf-27c820c651f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:34.524406 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-2432424a-e404-4c46-95bf-27c820c651f1 admin admin] Deleting port 803fdb0f-a011-444b-a65f-0eb5576272d5 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:50:34.524747 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2432424a-e404-4c46-95bf-27c820c651f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:34.594043 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-2432424a-e404-4c46-95bf-27c820c651f1 admin admin] For port 803fdb0f-a011-444b-a65f-0eb5576272d5, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=803fdb0f-a011-444b-a65f-0eb5576272d5,segment=NetworkSegment(7c7b01bf-7651-4ac5-bed3-fc2374d351b2),segment_id=7c7b01bf-7651-4ac5-bed3-fc2374d351b2)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:50:34.594406 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2432424a-e404-4c46-95bf-27c820c651f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:34.607857 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-2432424a-e404-4c46-95bf-27c820c651f1 admin admin] Calling delete_port for 803fdb0f-a011-444b-a65f-0eb5576272d5 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:50:34.698000 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2432424a-e404-4c46-95bf-27c820c651f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:34.724315 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432424a-e404-4c46-95bf-27c820c651f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=803fdb0f-a011-444b-a65f-0eb5576272d5,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:50:34.728866 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2432424a-e404-4c46-95bf-27c820c651f1 admin admin] No DVR routers for this DVR port 803fdb0f-a011-444b-a65f-0eb5576272d5 on host n-d-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:50:34.806135 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2432424a-e404-4c46-95bf-27c820c651f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:34.826790 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-2432424a-e404-4c46-95bf-27c820c651f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dd28347-8b4b-451a-8811-c2da729bf0c5']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:50:34.837234 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d562e2b-b01c-4fa6-bd77-007cff0581e7 None None] DHCP port deletion for 3dd28347-8b4b-451a-8811-c2da729bf0c5 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 03:50:34.837468 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-2432424a-e404-4c46-95bf-27c820c651f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c7b01bf-7651-4ac5-bed3-fc2374d351b2') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:50:34.837868 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-2432424a-e404-4c46-95bf-27c820c651f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c7b01bf-7651-4ac5-bed3-fc2374d351b2') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:50:34.850455 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2432424a-e404-4c46-95bf-27c820c651f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:34.865486 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2432424a-e404-4c46-95bf-27c820c651f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:34.871174 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2432424a-e404-4c46-95bf-27c820c651f1 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 03:50:34.871596 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2432424a-e404-4c46-95bf-27c820c651f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:34.873284 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 03:50:34.873284 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 03:50:34.873284 n-d-796209-16 neutron-server[94701]: timer() Sep 07 03:50:34.873284 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 03:50:34.873284 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 03:50:34.873284 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 03:50:34.873284 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 03:50:34.873284 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 03:50:34.873284 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 03:50:34.873284 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 03:50:34.873284 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 03:50:34.873284 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 03:50:34.873284 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 03:50:34.873284 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 03:50:34.873284 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 03:50:34.873284 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 03:50:34.873284 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 03:50:34.873284 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 03:50:34.873284 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 03:50:34.873284 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 03:50:34.873284 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 03:50:34.873284 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 03:50:34.873284 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 03:50:34.873284 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 03:50:34.873284 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 03:50:34.873284 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 03:50:34.873284 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 03:50:34.873284 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 03:50:34.873284 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 03:50:34.873284 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 03:50:34.873284 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 03:50:34.873284 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 03:50:34.930417 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2432424a-e404-4c46-95bf-27c820c651f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:34.935746 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2432424a-e404-4c46-95bf-27c820c651f1 admin admin] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:34.940035 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-2432424a-e404-4c46-95bf-27c820c651f1 admin admin] 10.222.0.22 "DELETE /v2.0/networks/3dd28347-8b4b-451a-8811-c2da729bf0c5 HTTP/1.1" status: 204 len: 168 time: 0.5661852 Sep 07 03:50:34.951573 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432424a-e404-4c46-95bf-27c820c651f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3dd28347-8b4b-451a-8811-c2da729bf0c5,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:50:35.049649 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46742) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:50:35.089725 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-dff73478-e54e-4995-aa8b-3fd4af2e0fec admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4f2dbcb4117140059399a763eb061126&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388520 Sep 07 03:50:35.092852 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46744) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:50:35.140360 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-95112099-c712-4bc4-8a7d-2a78c64d5422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:35.161625 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-95112099-c712-4bc4-8a7d-2a78c64d5422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:35.207734 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-95112099-c712-4bc4-8a7d-2a78c64d5422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:35.210365 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-95112099-c712-4bc4-8a7d-2a78c64d5422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:35.211600 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-95112099-c712-4bc4-8a7d-2a78c64d5422 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a13a8a08-050f-46d2-8f75-26774d95338c HTTP/1.1" status: 204 len: 168 time: 0.1177800 Sep 07 03:50:35.223896 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95112099-c712-4bc4-8a7d-2a78c64d5422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13a8a08-050f-46d2-8f75-26774d95338c,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:50:35.532041 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46750) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:50:35.576480 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-405848bc-2721-40bd-b0c1-60ae5581628e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=70d0f80a9dbc4e7f95cbb94dec01e55f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425279 Sep 07 03:50:35.579091 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 46752) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:50:35.627426 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c8c6ea0a-adc4-4e9d-997d-7ac3b8b5a06f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:35.648535 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c8c6ea0a-adc4-4e9d-997d-7ac3b8b5a06f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:35.699263 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c8c6ea0a-adc4-4e9d-997d-7ac3b8b5a06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:35.702183 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c8c6ea0a-adc4-4e9d-997d-7ac3b8b5a06f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:35.703362 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c8c6ea0a-adc4-4e9d-997d-7ac3b8b5a06f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1600f97b-1477-404d-869d-2a77497b79f1 HTTP/1.1" status: 204 len: 168 time: 0.1232126 Sep 07 03:50:35.711385 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c6ea0a-adc4-4e9d-997d-7ac3b8b5a06f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1600f97b-1477-404d-869d-2a77497b79f1,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:50:35.885338 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 803fdb0f-a011-444b-a65f-0eb5576272d5 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:50:35.905479 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 803fdb0f-a011-444b-a65f-0eb5576272d5 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:50:35.905835 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 803fdb0f-a011-444b-a65f-0eb5576272d5 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:50:35.906255 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 8dbe8d8b-7f8a-4af5-8f32-c894b3ab9e13 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:50:35.925136 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 8dbe8d8b-7f8a-4af5-8f32-c894b3ab9e13 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:50:35.925501 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 8dbe8d8b-7f8a-4af5-8f32-c894b3ab9e13 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:50:36.364496 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 46774) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:50:36.472919 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-40823b32-d287-4380-8cc0-5ec024ea8c33 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1301655668-network', 'tenant_id': 'a63c01a8e0154cb5b6472631514e7ed6'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:50:36.493737 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40823b32-d287-4380-8cc0-5ec024ea8c33 admin admin] Made reservation on behalf of a63c01a8e0154cb5b6472631514e7ed6 for: {'network': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:50:36.496161 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-40823b32-d287-4380-8cc0-5ec024ea8c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:36.504249 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-40823b32-d287-4380-8cc0-5ec024ea8c33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:36.592195 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-40823b32-d287-4380-8cc0-5ec024ea8c33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:36.596172 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-40823b32-d287-4380-8cc0-5ec024ea8c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:36.621216 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40823b32-d287-4380-8cc0-5ec024ea8c33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=94700) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 03:50:36.631181 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40823b32-d287-4380-8cc0-5ec024ea8c33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dfec8c6-1405-448b-93ae-87e09dadcd1a,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:50:36.637099 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-40823b32-d287-4380-8cc0-5ec024ea8c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:36.637504 n-d-796209-16 neutron-server[94700]: INFO neutron.db.segments_db [None req-40823b32-d287-4380-8cc0-5ec024ea8c33 admin admin] Added segment a36691c3-22b6-48ee-be3a-5cd1b1a81a56 of type vlan for network a9f9f2e2-f3f5-46f2-9346-575ee65c5088 Sep 07 03:50:36.677857 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-40823b32-d287-4380-8cc0-5ec024ea8c33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:36.701418 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-40823b32-d287-4380-8cc0-5ec024ea8c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:36.702371 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40823b32-d287-4380-8cc0-5ec024ea8c33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:50:36.702960 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-40823b32-d287-4380-8cc0-5ec024ea8c33 admin admin] Notify callbacks [] for network, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:36.735347 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-40823b32-d287-4380-8cc0-5ec024ea8c33 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3697610 Sep 07 03:50:36.738293 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46778) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:50:36.744190 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-3caf8f71-f915-4cf1-ac96-b92dea1028d0 admin admin] Request body: {'subnet': {'network_id': 'a9f9f2e2-f3f5-46f2-9346-575ee65c5088', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1301655668-subnet', 'tenant_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'ip_version': 4}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:50:36.766636 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40823b32-d287-4380-8cc0-5ec024ea8c33 admin admin] Pushing event updated for resources: {'Network': ['ID=a9f9f2e2-f3f5-46f2-9346-575ee65c5088,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:50:36.769484 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3caf8f71-f915-4cf1-ac96-b92dea1028d0 admin admin] Made reservation on behalf of a63c01a8e0154cb5b6472631514e7ed6 for: {'subnet': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:50:36.772432 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3caf8f71-f915-4cf1-ac96-b92dea1028d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13768639'] for subnet, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:36.777954 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network a9f9f2e2-f3f5-46f2-9346-575ee65c5088 details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 03:50:36.945050 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3caf8f71-f915-4cf1-ac96-b92dea1028d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14193972', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13768649'] for subnet, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:37.003863 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caf8f71-f915-4cf1-ac96-b92dea1028d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29f7a3da-af96-480e-8fe7-5f1661bcccf7,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:50:37.008361 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3caf8f71-f915-4cf1-ac96-b92dea1028d0 admin admin] Checking segment: {'id': 'a36691c3-22b6-48ee-be3a-5cd1b1a81a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a9f9f2e2-f3f5-46f2-9346-575ee65c5088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:50:37.008729 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3caf8f71-f915-4cf1-ac96-b92dea1028d0 admin admin] Network hostable DHCP agents. Network: a9f9f2e2-f3f5-46f2-9346-575ee65c5088, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94701) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 03:50:37.024540 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3caf8f71-f915-4cf1-ac96-b92dea1028d0 admin admin] Network a9f9f2e2-f3f5-46f2-9346-575ee65c5088 is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94701) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 03:50:37.033790 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-3caf8f71-f915-4cf1-ac96-b92dea1028d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, a9f9f2e2-f3f5-46f2-9346-575ee65c5088) {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:50:37.037903 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3caf8f71-f915-4cf1-ac96-b92dea1028d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:50:37.038523 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-3caf8f71-f915-4cf1-ac96-b92dea1028d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:37.044908 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5da000-2ff3-4c25-9e1d-1015a2c8cb7b None None] Network a9f9f2e2-f3f5-46f2-9346-575ee65c5088 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:50:37.055339 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-3caf8f71-f915-4cf1-ac96-b92dea1028d0 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3154428 Sep 07 03:50:37.057931 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46780) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:50:37.063607 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-16562985-1a13-4885-9d6a-8d207d5e9638 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1301655668-router', 'tenant_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:50:37.084371 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-16562985-1a13-4885-9d6a-8d207d5e9638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:37.085506 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-16562985-1a13-4885-9d6a-8d207d5e9638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:37.143218 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-16562985-1a13-4885-9d6a-8d207d5e9638 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:37.206142 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d46b2f7-3d1a-400c-a7f2-cdb4b0055e17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-a9f9f2e2-f3f5-46f2-9346-575ee65c5088', 'network_id': 'a9f9f2e2-f3f5-46f2-9346-575ee65c5088', 'tenant_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'fixed_ips': [{'subnet_id': '29f7a3da-af96-480e-8fe7-5f1661bcccf7'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 03:50:37.207002 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9d46b2f7-3d1a-400c-a7f2-cdb4b0055e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:37.278846 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-16562985-1a13-4885-9d6a-8d207d5e9638 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:37.347688 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-9d46b2f7-3d1a-400c-a7f2-cdb4b0055e17 None None] Allocated IP 172.20.0.2 (a9f9f2e2-f3f5-46f2-9346-575ee65c5088/29f7a3da-af96-480e-8fe7-5f1661bcccf7/60a40f04-0075-4198-abeb-148fda3da3bc) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:50:37.481074 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-16562985-1a13-4885-9d6a-8d207d5e9638 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:37.492780 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9d46b2f7-3d1a-400c-a7f2-cdb4b0055e17 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:37.502051 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-9d46b2f7-3d1a-400c-a7f2-cdb4b0055e17 None None] Transition to ACTIVE for port object 60a40f04-0075-4198-abeb-148fda3da3bc will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:50:37.504086 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-16562985-1a13-4885-9d6a-8d207d5e9638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:37.517423 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-9d46b2f7-3d1a-400c-a7f2-cdb4b0055e17 None None] Transition to ACTIVE for port object 60a40f04-0075-4198-abeb-148fda3da3bc will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:50:37.526164 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9d46b2f7-3d1a-400c-a7f2-cdb4b0055e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:37.569108 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d46b2f7-3d1a-400c-a7f2-cdb4b0055e17 None None] Network a9f9f2e2-f3f5-46f2-9346-575ee65c5088 is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:50:37.572376 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-9d46b2f7-3d1a-400c-a7f2-cdb4b0055e17 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:50:37.574754 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d46b2f7-3d1a-400c-a7f2-cdb4b0055e17 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:50:37.587294 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d46b2f7-3d1a-400c-a7f2-cdb4b0055e17 None None] Pushing event updated for resources: {'Port': ['ID=60a40f04-0075-4198-abeb-148fda3da3bc,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:50:37.611591 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-16562985-1a13-4885-9d6a-8d207d5e9638 admin admin] Allocated IP 172.25.5.104 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/e7013437-69aa-406d-aca3-549291952f7f) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:50:37.636215 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-9d46b2f7-3d1a-400c-a7f2-cdb4b0055e17 None None] Attempting to bind port 60a40f04-0075-4198-abeb-148fda3da3bc on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:50:37.636586 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-9d46b2f7-3d1a-400c-a7f2-cdb4b0055e17 None None] Attempting to bind port 60a40f04-0075-4198-abeb-148fda3da3bc by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a36691c3-22b6-48ee-be3a-5cd1b1a81a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a9f9f2e2-f3f5-46f2-9346-575ee65c5088'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:50:37.636945 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d46b2f7-3d1a-400c-a7f2-cdb4b0055e17 None None] Attempting to bind port 60a40f04-0075-4198-abeb-148fda3da3bc on network a9f9f2e2-f3f5-46f2-9346-575ee65c5088 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:50:37.641741 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d46b2f7-3d1a-400c-a7f2-cdb4b0055e17 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:50:37.642129 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d46b2f7-3d1a-400c-a7f2-cdb4b0055e17 None None] Checking segment: {'id': 'a36691c3-22b6-48ee-be3a-5cd1b1a81a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a9f9f2e2-f3f5-46f2-9346-575ee65c5088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:50:37.642524 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9d46b2f7-3d1a-400c-a7f2-cdb4b0055e17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:37.642918 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d46b2f7-3d1a-400c-a7f2-cdb4b0055e17 None None] Bound using segment: {'id': 'a36691c3-22b6-48ee-be3a-5cd1b1a81a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a9f9f2e2-f3f5-46f2-9346-575ee65c5088'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:50:37.643375 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-9d46b2f7-3d1a-400c-a7f2-cdb4b0055e17 None None] Bound port: 60a40f04-0075-4198-abeb-148fda3da3bc, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a36691c3-22b6-48ee-be3a-5cd1b1a81a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a9f9f2e2-f3f5-46f2-9346-575ee65c5088'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:50:37.643776 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9d46b2f7-3d1a-400c-a7f2-cdb4b0055e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:37.707454 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-9d46b2f7-3d1a-400c-a7f2-cdb4b0055e17 None None] For port 60a40f04-0075-4198-abeb-148fda3da3bc, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:50:37.711010 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-9d46b2f7-3d1a-400c-a7f2-cdb4b0055e17 None None] For port 60a40f04-0075-4198-abeb-148fda3da3bc, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=60a40f04-0075-4198-abeb-148fda3da3bc,segment=NetworkSegment(a36691c3-22b6-48ee-be3a-5cd1b1a81a56),segment_id=a36691c3-22b6-48ee-be3a-5cd1b1a81a56)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:50:37.716685 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9d46b2f7-3d1a-400c-a7f2-cdb4b0055e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:37.780013 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d46b2f7-3d1a-400c-a7f2-cdb4b0055e17 None None] Pushing event updated for resources: {'Port': ['ID=60a40f04-0075-4198-abeb-148fda3da3bc,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:50:38.051126 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-16562985-1a13-4885-9d6a-8d207d5e9638 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:38.089928 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-16562985-1a13-4885-9d6a-8d207d5e9638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:38.128732 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16562985-1a13-4885-9d6a-8d207d5e9638 admin admin] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:50:38.131724 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-16562985-1a13-4885-9d6a-8d207d5e9638 admin admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:50:38.137293 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16562985-1a13-4885-9d6a-8d207d5e9638 admin admin] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:50:38.160558 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16562985-1a13-4885-9d6a-8d207d5e9638 admin admin] Pushing event updated for resources: {'Port': ['ID=e7013437-69aa-406d-aca3-549291952f7f,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:50:38.391354 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-16562985-1a13-4885-9d6a-8d207d5e9638 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:38.594798 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-16562985-1a13-4885-9d6a-8d207d5e9638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:38.627750 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6810c8-d37c-4216-88e4-76499bae2cfa None None] Network a9f9f2e2-f3f5-46f2-9346-575ee65c5088 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:50:38.694042 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-09017c8e-0431-4fd2-a845-0cf95d72d7e7 None None] Provisioning for port 60a40f04-0075-4198-abeb-148fda3da3bc completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:50:38.729037 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16562985-1a13-4885-9d6a-8d207d5e9638 admin admin] Router e93c6438-7df6-4190-a9f0-2ab3396c2628 is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94701) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 03:50:38.839623 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16562985-1a13-4885-9d6a-8d207d5e9638 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:50:38.851005 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5814a390-131e-446a-bac9-275d3a973815 None None] Sync routers for ids ['e93c6438-7df6-4190-a9f0-2ab3396c2628'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:50:38.856297 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-16562985-1a13-4885-9d6a-8d207d5e9638 admin admin] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:38.867117 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5814a390-131e-446a-bac9-275d3a973815 None None] Routers {'e93c6438-7df6-4190-a9f0-2ab3396c2628'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:50:38.867695 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-16562985-1a13-4885-9d6a-8d207d5e9638 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8038716 Sep 07 03:50:38.867799 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-5814a390-131e-446a-bac9-275d3a973815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:50:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['e93c6438-7df6-4190-a9f0-2ab3396c2628'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:50:38.867917 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46782) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:50:38.982921 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-5814a390-131e-446a-bac9-275d3a973815 None None] Set router e93c6438-7df6-4190-a9f0-2ab3396c2628 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:50:39.174959 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-5814a390-131e-446a-bac9-275d3a973815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e93c6438-7df6-4190-a9f0-2ab3396c2628', 'name': 'tempest-TestSnapshotPattern-1301655668-router', 'tenant_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'e7013437-69aa-406d-aca3-549291952f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:50:37Z', 'updated_at': '2021-09-07T03:50:38Z', 'revision_number': 3, 'project_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'gw_port': {'id': 'e7013437-69aa-406d-aca3-549291952f7f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bc:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e93c6438-7df6-4190-a9f0-2ab3396c2628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:50:37Z', 'updated_at': '2021-09-07T03:50:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:50:39.205222 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5814a390-131e-446a-bac9-275d3a973815 None None] Checking router: e93c6438-7df6-4190-a9f0-2ab3396c2628 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:50:39.205584 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5814a390-131e-446a-bac9-275d3a973815 None None] Updating router e93c6438-7df6-4190-a9f0-2ab3396c2628 port e7013437-69aa-406d-aca3-549291952f7f binding host n-d-796209-16 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 03:50:39.230153 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5814a390-131e-446a-bac9-275d3a973815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:39.286977 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a54305d7-7cef-4161-a2e7-d6c95e117686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:39.445872 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-a54305d7-7cef-4161-a2e7-d6c95e117686 admin admin] Allocated IP 172.20.0.1 (a9f9f2e2-f3f5-46f2-9346-575ee65c5088/29f7a3da-af96-480e-8fe7-5f1661bcccf7/3b67b093-69ce-48dc-b621-7be41c011adc) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:50:39.492835 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5814a390-131e-446a-bac9-275d3a973815 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:39.504685 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-5814a390-131e-446a-bac9-275d3a973815 None None] Transition to ACTIVE for port object e7013437-69aa-406d-aca3-549291952f7f will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:50:39.511170 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5814a390-131e-446a-bac9-275d3a973815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:39.557250 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a54305d7-7cef-4161-a2e7-d6c95e117686 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:39.564167 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-5814a390-131e-446a-bac9-275d3a973815 None None] Attempting to bind port e7013437-69aa-406d-aca3-549291952f7f on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:50:39.564545 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-5814a390-131e-446a-bac9-275d3a973815 None None] Attempting to bind port e7013437-69aa-406d-aca3-549291952f7f by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:50:39.564912 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5814a390-131e-446a-bac9-275d3a973815 None None] Attempting to bind port e7013437-69aa-406d-aca3-549291952f7f on network 1166b922-7457-4da4-bdda-328e8c8e7bc6 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:50:39.566902 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb22b2a-8896-4f57-9bcc-0b23e7f825e9 None None] Pushing event updated for resources: {'Port': ['ID=e7013437-69aa-406d-aca3-549291952f7f,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:50:39.571998 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [None req-a54305d7-7cef-4161-a2e7-d6c95e117686 admin admin] Transition to ACTIVE for port object 3b67b093-69ce-48dc-b621-7be41c011adc will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:50:39.572375 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5814a390-131e-446a-bac9-275d3a973815 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:50:39.572759 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5814a390-131e-446a-bac9-275d3a973815 None None] Checking segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:50:39.573167 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5814a390-131e-446a-bac9-275d3a973815 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:39.573557 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5814a390-131e-446a-bac9-275d3a973815 None None] Bound using segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:50:39.574560 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-5814a390-131e-446a-bac9-275d3a973815 None None] Bound port: e7013437-69aa-406d-aca3-549291952f7f, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:50:39.574560 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5814a390-131e-446a-bac9-275d3a973815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:39.608375 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a54305d7-7cef-4161-a2e7-d6c95e117686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:39.625645 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-5814a390-131e-446a-bac9-275d3a973815 None None] For port e7013437-69aa-406d-aca3-549291952f7f, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:50:39.628664 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-5814a390-131e-446a-bac9-275d3a973815 None None] For port e7013437-69aa-406d-aca3-549291952f7f, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=e7013437-69aa-406d-aca3-549291952f7f,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:50:39.633579 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5814a390-131e-446a-bac9-275d3a973815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:39.646870 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54305d7-7cef-4161-a2e7-d6c95e117686 admin admin] Network a9f9f2e2-f3f5-46f2-9346-575ee65c5088 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:50:39.651184 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-a54305d7-7cef-4161-a2e7-d6c95e117686 admin admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:50:39.654676 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54305d7-7cef-4161-a2e7-d6c95e117686 admin admin] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:50:39.680907 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54305d7-7cef-4161-a2e7-d6c95e117686 admin admin] Pushing event updated for resources: {'Port': ['ID=3b67b093-69ce-48dc-b621-7be41c011adc,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:50:39.695384 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5814a390-131e-446a-bac9-275d3a973815 None None] Routers {'e93c6438-7df6-4190-a9f0-2ab3396c2628'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:50:39.696117 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-5814a390-131e-446a-bac9-275d3a973815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:50:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['e93c6438-7df6-4190-a9f0-2ab3396c2628'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:50:39.699518 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb22b2a-8896-4f57-9bcc-0b23e7f825e9 None None] Pushing event updated for resources: {'Port': ['ID=e7013437-69aa-406d-aca3-549291952f7f,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:50:39.701760 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a54305d7-7cef-4161-a2e7-d6c95e117686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:39.815972 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-5814a390-131e-446a-bac9-275d3a973815 None None] Set router e93c6438-7df6-4190-a9f0-2ab3396c2628 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:50:39.840262 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a54305d7-7cef-4161-a2e7-d6c95e117686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:39.949515 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 60a40f04-0075-4198-abeb-148fda3da3bc up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:50:40.024443 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a54305d7-7cef-4161-a2e7-d6c95e117686 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:40.030649 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a54305d7-7cef-4161-a2e7-d6c95e117686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:40.032206 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-80386249-d34a-4917-968c-c20c5e9ceb63 None None] Provisioning for port 3b67b093-69ce-48dc-b621-7be41c011adc completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:50:40.042981 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-80386249-d34a-4917-968c-c20c5e9ceb63 None None] Provisioning complete for port 3b67b093-69ce-48dc-b621-7be41c011adc triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:50:40.043363 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-80386249-d34a-4917-968c-c20c5e9ceb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:40.067211 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 60a40f04-0075-4198-abeb-148fda3da3bc completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:50:40.080763 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 60a40f04-0075-4198-abeb-148fda3da3bc triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:50:40.081145 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:40.096769 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-a54305d7-7cef-4161-a2e7-d6c95e117686 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:40.104696 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54305d7-7cef-4161-a2e7-d6c95e117686 admin admin] Pushing event updated for resources: {'Port': ['ID=3b67b093-69ce-48dc-b621-7be41c011adc,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:50:40.119071 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-80386249-d34a-4917-968c-c20c5e9ceb63 None None] Port 3b67b093-69ce-48dc-b621-7be41c011adc cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:50:40.132409 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-5814a390-131e-446a-bac9-275d3a973815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e93c6438-7df6-4190-a9f0-2ab3396c2628', 'name': 'tempest-TestSnapshotPattern-1301655668-router', 'tenant_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'e7013437-69aa-406d-aca3-549291952f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:50:37Z', 'updated_at': '2021-09-07T03:50:38Z', 'revision_number': 3, 'project_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'gw_port': {'id': 'e7013437-69aa-406d-aca3-549291952f7f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bc:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e93c6438-7df6-4190-a9f0-2ab3396c2628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:50:37Z', 'updated_at': '2021-09-07T03:50:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:50:40.162792 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5814a390-131e-446a-bac9-275d3a973815 None None] The sync data for ids ['e93c6438-7df6-4190-a9f0-2ab3396c2628'] in n-d-796209-16 is: [{'id': 'e93c6438-7df6-4190-a9f0-2ab3396c2628', 'name': 'tempest-TestSnapshotPattern-1301655668-router', 'tenant_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'e7013437-69aa-406d-aca3-549291952f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:50:37Z', 'updated_at': '2021-09-07T03:50:38Z', 'revision_number': 3, 'project_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'gw_port': {'id': 'e7013437-69aa-406d-aca3-549291952f7f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bc:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e93c6438-7df6-4190-a9f0-2ab3396c2628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:50:37Z', 'updated_at': '2021-09-07T03:50:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:50:40.204476 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:40.204892 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54305d7-7cef-4161-a2e7-d6c95e117686 admin admin] Network a9f9f2e2-f3f5-46f2-9346-575ee65c5088 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:50:40.206374 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-a54305d7-7cef-4161-a2e7-d6c95e117686 admin admin] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:50:40.251985 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 60a40f04-0075-4198-abeb-148fda3da3bc, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=60a40f04-0075-4198-abeb-148fda3da3bc,segment=NetworkSegment(a36691c3-22b6-48ee-be3a-5cd1b1a81a56),segment_id=a36691c3-22b6-48ee-be3a-5cd1b1a81a56)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:50:40.256789 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:40.316756 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=60a40f04-0075-4198-abeb-148fda3da3bc,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:50:40.336277 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a54305d7-7cef-4161-a2e7-d6c95e117686 admin admin] Router e93c6438-7df6-4190-a9f0-2ab3396c2628 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:50:40.472519 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a54305d7-7cef-4161-a2e7-d6c95e117686 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:50:40.477706 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a54305d7-7cef-4161-a2e7-d6c95e117686 admin admin] 10.222.0.22 "PUT /v2.0/routers/e93c6438-7df6-4190-a9f0-2ab3396c2628/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6094689 Sep 07 03:50:40.539419 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-36ae4762-ef9f-4309-bb1c-8589775a27ca None None] Provisioning complete for port 3b67b093-69ce-48dc-b621-7be41c011adc triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:50:40.539824 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-36ae4762-ef9f-4309-bb1c-8589775a27ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:40.579816 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-36ae4762-ef9f-4309-bb1c-8589775a27ca None None] Port 3b67b093-69ce-48dc-b621-7be41c011adc cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:50:40.964350 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46798) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:50:40.969692 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-298f00e2-d2fc-4fa0-96c3-959ff464e5ac admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1833145447-network', 'tenant_id': 'b9be82d65f3e4f3f82ee063323f49bd3'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:50:40.999013 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298f00e2-d2fc-4fa0-96c3-959ff464e5ac admin admin] Made reservation on behalf of b9be82d65f3e4f3f82ee063323f49bd3 for: {'network': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:50:41.001748 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-298f00e2-d2fc-4fa0-96c3-959ff464e5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for network, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:41.011010 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-298f00e2-d2fc-4fa0-96c3-959ff464e5ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:41.107182 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-298f00e2-d2fc-4fa0-96c3-959ff464e5ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:41.111279 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-298f00e2-d2fc-4fa0-96c3-959ff464e5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:41.133050 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-298f00e2-d2fc-4fa0-96c3-959ff464e5ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=94701) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 07 03:50:41.148265 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298f00e2-d2fc-4fa0-96c3-959ff464e5ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9142c834-7aea-41c5-8de8-7ef67ef8502b,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:50:41.151198 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-298f00e2-d2fc-4fa0-96c3-959ff464e5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:41.151760 n-d-796209-16 neutron-server[94701]: INFO neutron.db.segments_db [None req-298f00e2-d2fc-4fa0-96c3-959ff464e5ac admin admin] Added segment ab1c1db8-63a0-4d3b-b709-6304f3cda9bf of type vlan for network 58b5e980-4543-497c-b7f6-358241f4b13f Sep 07 03:50:41.195336 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-298f00e2-d2fc-4fa0-96c3-959ff464e5ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768889163767'] for network, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:41.222291 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-298f00e2-d2fc-4fa0-96c3-959ff464e5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166'] for network, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:41.223450 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298f00e2-d2fc-4fa0-96c3-959ff464e5ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:50:41.224078 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-298f00e2-d2fc-4fa0-96c3-959ff464e5ac admin admin] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:41.262010 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-298f00e2-d2fc-4fa0-96c3-959ff464e5ac admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2965412 Sep 07 03:50:41.265137 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 46800) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:50:41.270283 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-98410282-3933-4477-8c13-f80bd8fd27ef admin admin] Request body: {'subnet': {'network_id': '58b5e980-4543-497c-b7f6-358241f4b13f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1833145447-subnet', 'tenant_id': 'b9be82d65f3e4f3f82ee063323f49bd3', 'ip_version': 4}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:50:41.290025 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298f00e2-d2fc-4fa0-96c3-959ff464e5ac admin admin] Pushing event updated for resources: {'Network': ['ID=58b5e980-4543-497c-b7f6-358241f4b13f,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:50:41.291409 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98410282-3933-4477-8c13-f80bd8fd27ef admin admin] Made reservation on behalf of b9be82d65f3e4f3f82ee063323f49bd3 for: {'subnet': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:50:41.295039 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-98410282-3933-4477-8c13-f80bd8fd27ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12889248'] for subnet, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:41.301189 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Network 58b5e980-4543-497c-b7f6-358241f4b13f details requested by agent ovs-agent-n-d-796209-16 with host n-d-796209-16 {{(pid=94702) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 07 03:50:41.468048 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-98410282-3933-4477-8c13-f80bd8fd27ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13005602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12889302'] for subnet, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:41.524487 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98410282-3933-4477-8c13-f80bd8fd27ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2b56f89-9a9f-4846-bf32-9fee62241d46,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:50:41.533874 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98410282-3933-4477-8c13-f80bd8fd27ef admin admin] Checking segment: {'id': 'ab1c1db8-63a0-4d3b-b709-6304f3cda9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '58b5e980-4543-497c-b7f6-358241f4b13f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:50:41.534241 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98410282-3933-4477-8c13-f80bd8fd27ef admin admin] Network hostable DHCP agents. Network: 58b5e980-4543-497c-b7f6-358241f4b13f, hostable agents: ['53d31fd5-de70-42f6-bf41-6eab083a16c4'], hosted agents: [] {{(pid=94700) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 07 03:50:41.551949 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98410282-3933-4477-8c13-f80bd8fd27ef admin admin] Network 58b5e980-4543-497c-b7f6-358241f4b13f is scheduled to be hosted by DHCP agent 53d31fd5-de70-42f6-bf41-6eab083a16c4 with binding_index 1 {{(pid=94700) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 07 03:50:41.561285 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-98410282-3933-4477-8c13-f80bd8fd27ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-796209-16, 58b5e980-4543-497c-b7f6-358241f4b13f) {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:50:41.565436 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98410282-3933-4477-8c13-f80bd8fd27ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:50:41.566057 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-98410282-3933-4477-8c13-f80bd8fd27ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:41.569808 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c133f1-440e-4531-9d3f-bdf1f9e3807a None None] Network 58b5e980-4543-497c-b7f6-358241f4b13f requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:50:41.586356 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-98410282-3933-4477-8c13-f80bd8fd27ef admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3176031 Sep 07 03:50:41.586581 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 46802) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:50:41.592438 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-9720e614-0d6a-4aba-8d21-e11c83df4b0d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1833145447-router', 'tenant_id': 'b9be82d65f3e4f3f82ee063323f49bd3', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:50:41.612652 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9720e614-0d6a-4aba-8d21-e11c83df4b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-556723', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15463'] for router, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:41.613629 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9720e614-0d6a-4aba-8d21-e11c83df4b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-553475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551603', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15468'] for router, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:41.674237 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9720e614-0d6a-4aba-8d21-e11c83df4b0d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:41.728936 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd56d7bd-d115-4323-b1df-d7f805e8cb03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15794870-33f4-5254-bd94-b2fe0d5f37ab-58b5e980-4543-497c-b7f6-358241f4b13f', 'network_id': '58b5e980-4543-497c-b7f6-358241f4b13f', 'tenant_id': 'b9be82d65f3e4f3f82ee063323f49bd3', 'fixed_ips': [{'subnet_id': 'a2b56f89-9a9f-4846-bf32-9fee62241d46'}]}} from n-d-796209-16. {{(pid=94702) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 07 03:50:41.729816 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bd56d7bd-d115-4323-b1df-d7f805e8cb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:41.744611 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438adb90-55f3-4a62-8dc3-2f287f33c2ca None None] Sync routers for ids ['e93c6438-7df6-4190-a9f0-2ab3396c2628'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:50:41.754940 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438adb90-55f3-4a62-8dc3-2f287f33c2ca None None] Routers {'e93c6438-7df6-4190-a9f0-2ab3396c2628'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:50:41.755599 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-438adb90-55f3-4a62-8dc3-2f287f33c2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:50:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['e93c6438-7df6-4190-a9f0-2ab3396c2628'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:50:41.815198 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9720e614-0d6a-4aba-8d21-e11c83df4b0d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:41.871774 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-438adb90-55f3-4a62-8dc3-2f287f33c2ca None None] Set router e93c6438-7df6-4190-a9f0-2ab3396c2628 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:50:41.884723 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.db_base_plugin_common [None req-bd56d7bd-d115-4323-b1df-d7f805e8cb03 None None] Allocated IP 172.20.0.2 (58b5e980-4543-497c-b7f6-358241f4b13f/a2b56f89-9a9f-4846-bf32-9fee62241d46/9d474fd4-5562-464f-85a6-096848be1802) {{(pid=94702) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:50:42.027073 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 60a40f04-0075-4198-abeb-148fda3da3bc up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:50:42.077969 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9720e614-0d6a-4aba-8d21-e11c83df4b0d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:42.098894 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9720e614-0d6a-4aba-8d21-e11c83df4b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:42.103198 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bd56d7bd-d115-4323-b1df-d7f805e8cb03 None None] Notify callbacks [] for port, precommit_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:42.108638 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-438adb90-55f3-4a62-8dc3-2f287f33c2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e93c6438-7df6-4190-a9f0-2ab3396c2628', 'name': 'tempest-TestSnapshotPattern-1301655668-router', 'tenant_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'e7013437-69aa-406d-aca3-549291952f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:50:37Z', 'updated_at': '2021-09-07T03:50:39Z', 'revision_number': 4, 'project_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'gw_port': {'id': 'e7013437-69aa-406d-aca3-549291952f7f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bc:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e93c6438-7df6-4190-a9f0-2ab3396c2628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:50:37Z', 'updated_at': '2021-09-07T03:50:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '3b67b093-69ce-48dc-b621-7be41c011adc', 'name': '', 'network_id': 'a9f9f2e2-f3f5-46f2-9346-575ee65c5088', 'tenant_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'mac_address': 'fa:16:3e:e0:af:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e93c6438-7df6-4190-a9f0-2ab3396c2628', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '29f7a3da-af96-480e-8fe7-5f1661bcccf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:50:39Z', 'updated_at': '2021-09-07T03:50:39Z', 'revision_number': 2, 'project_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'subnets': [{'id': '29f7a3da-af96-480e-8fe7-5f1661bcccf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:50:42.114406 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-bd56d7bd-d115-4323-b1df-d7f805e8cb03 None None] Transition to ACTIVE for port object 9d474fd4-5562-464f-85a6-096848be1802 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:50:42.132986 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 60a40f04-0075-4198-abeb-148fda3da3bc triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:50:42.133388 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:42.137335 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-bd56d7bd-d115-4323-b1df-d7f805e8cb03 None None] Transition to ACTIVE for port object 9d474fd4-5562-464f-85a6-096848be1802 will not be triggered until provisioned by entity DHCP. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:50:42.141036 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438adb90-55f3-4a62-8dc3-2f287f33c2ca None None] Checking router: e93c6438-7df6-4190-a9f0-2ab3396c2628 for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:50:42.141565 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438adb90-55f3-4a62-8dc3-2f287f33c2ca None None] Updating router e93c6438-7df6-4190-a9f0-2ab3396c2628 port 3b67b093-69ce-48dc-b621-7be41c011adc binding host n-d-796209-16 {{(pid=94703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 03:50:42.159157 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bd56d7bd-d115-4323-b1df-d7f805e8cb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516'] for port, after_create {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:42.169531 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-438adb90-55f3-4a62-8dc3-2f287f33c2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:42.211559 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd56d7bd-d115-4323-b1df-d7f805e8cb03 None None] Network 58b5e980-4543-497c-b7f6-358241f4b13f is already hosted by enough agents. {{(pid=94702) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:50:42.215045 n-d-796209-16 neutron-server[94702]: DEBUG neutron.scheduler.base_scheduler [None req-bd56d7bd-d115-4323-b1df-d7f805e8cb03 None None] Resources bound (agent type, host, resource id): {{(pid=94702) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:50:42.216734 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-9720e614-0d6a-4aba-8d21-e11c83df4b0d admin admin] Allocated IP 172.25.5.235 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/94f5428e-0f53-4a7f-8fdd-10ccfb118816) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:50:42.218290 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd56d7bd-d115-4323-b1df-d7f805e8cb03 None None] Received port after_create {{(pid=94702) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:50:42.235916 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd56d7bd-d115-4323-b1df-d7f805e8cb03 None None] Pushing event updated for resources: {'Port': ['ID=9d474fd4-5562-464f-85a6-096848be1802,revision_number=1']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:50:42.306707 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-bd56d7bd-d115-4323-b1df-d7f805e8cb03 None None] Attempting to bind port 9d474fd4-5562-464f-85a6-096848be1802 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:50:42.307413 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-bd56d7bd-d115-4323-b1df-d7f805e8cb03 None None] Attempting to bind port 9d474fd4-5562-464f-85a6-096848be1802 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'ab1c1db8-63a0-4d3b-b709-6304f3cda9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '58b5e980-4543-497c-b7f6-358241f4b13f'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:50:42.307571 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd56d7bd-d115-4323-b1df-d7f805e8cb03 None None] Attempting to bind port 9d474fd4-5562-464f-85a6-096848be1802 on network 58b5e980-4543-497c-b7f6-358241f4b13f {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:50:42.319744 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd56d7bd-d115-4323-b1df-d7f805e8cb03 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:50:42.320133 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd56d7bd-d115-4323-b1df-d7f805e8cb03 None None] Checking segment: {'id': 'ab1c1db8-63a0-4d3b-b709-6304f3cda9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '58b5e980-4543-497c-b7f6-358241f4b13f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:50:42.320547 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bd56d7bd-d115-4323-b1df-d7f805e8cb03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:42.320950 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd56d7bd-d115-4323-b1df-d7f805e8cb03 None None] Bound using segment: {'id': 'ab1c1db8-63a0-4d3b-b709-6304f3cda9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '58b5e980-4543-497c-b7f6-358241f4b13f'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:50:42.321438 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-bd56d7bd-d115-4323-b1df-d7f805e8cb03 None None] Bound port: 9d474fd4-5562-464f-85a6-096848be1802, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab1c1db8-63a0-4d3b-b709-6304f3cda9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '58b5e980-4543-497c-b7f6-358241f4b13f'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:50:42.321825 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bd56d7bd-d115-4323-b1df-d7f805e8cb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:42.333933 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device e7013437-69aa-406d-aca3-549291952f7f up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:50:42.352171 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9720e614-0d6a-4aba-8d21-e11c83df4b0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:42.394852 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9720e614-0d6a-4aba-8d21-e11c83df4b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:42.429795 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9720e614-0d6a-4aba-8d21-e11c83df4b0d admin admin] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:50:42.433129 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-9720e614-0d6a-4aba-8d21-e11c83df4b0d admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:50:42.436303 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9720e614-0d6a-4aba-8d21-e11c83df4b0d admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:50:42.452682 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-438adb90-55f3-4a62-8dc3-2f287f33c2ca None None] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:42.463659 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-438adb90-55f3-4a62-8dc3-2f287f33c2ca None None] Transition to ACTIVE for port object 3b67b093-69ce-48dc-b621-7be41c011adc will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:50:42.471113 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-438adb90-55f3-4a62-8dc3-2f287f33c2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:42.482670 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9720e614-0d6a-4aba-8d21-e11c83df4b0d admin admin] Pushing event updated for resources: {'Port': ['ID=94f5428e-0f53-4a7f-8fdd-10ccfb118816,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:50:42.531008 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a335550-1da5-4734-91c3-cecb8db7b0df None None] Pushing event updated for resources: {'Port': ['ID=3b67b093-69ce-48dc-b621-7be41c011adc,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:50:42.553399 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a335550-1da5-4734-91c3-cecb8db7b0df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:50:42.553912 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a335550-1da5-4734-91c3-cecb8db7b0df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:50:42.554310 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a335550-1da5-4734-91c3-cecb8db7b0df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:50:42.554652 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a335550-1da5-4734-91c3-cecb8db7b0df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:50:42.555236 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a335550-1da5-4734-91c3-cecb8db7b0df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:50:42.555440 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a335550-1da5-4734-91c3-cecb8db7b0df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:50:42.555783 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a335550-1da5-4734-91c3-cecb8db7b0df None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:50:42.556111 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a335550-1da5-4734-91c3-cecb8db7b0df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:50:42.556489 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a335550-1da5-4734-91c3-cecb8db7b0df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:50:42.556861 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a335550-1da5-4734-91c3-cecb8db7b0df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:50:42.557139 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a335550-1da5-4734-91c3-cecb8db7b0df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:50:42.557459 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a335550-1da5-4734-91c3-cecb8db7b0df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94703) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:50:42.595290 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port e7013437-69aa-406d-aca3-549291952f7f completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:50:42.598189 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-bd56d7bd-d115-4323-b1df-d7f805e8cb03 None None] For port 9d474fd4-5562-464f-85a6-096848be1802, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:50:42.602344 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-bd56d7bd-d115-4323-b1df-d7f805e8cb03 None None] For port 9d474fd4-5562-464f-85a6-096848be1802, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=9d474fd4-5562-464f-85a6-096848be1802,segment=NetworkSegment(ab1c1db8-63a0-4d3b-b709-6304f3cda9bf),segment_id=ab1c1db8-63a0-4d3b-b709-6304f3cda9bf)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:50:42.603991 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port e7013437-69aa-406d-aca3-549291952f7f triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:50:42.604369 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:42.629363 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bd56d7bd-d115-4323-b1df-d7f805e8cb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:42.642895 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-438adb90-55f3-4a62-8dc3-2f287f33c2ca None None] Attempting to bind port 3b67b093-69ce-48dc-b621-7be41c011adc on host n-d-796209-16 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:50:42.642895 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-438adb90-55f3-4a62-8dc3-2f287f33c2ca None None] Attempting to bind port 3b67b093-69ce-48dc-b621-7be41c011adc by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a36691c3-22b6-48ee-be3a-5cd1b1a81a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a9f9f2e2-f3f5-46f2-9346-575ee65c5088'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:50:42.643395 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438adb90-55f3-4a62-8dc3-2f287f33c2ca None None] Attempting to bind port 3b67b093-69ce-48dc-b621-7be41c011adc on network a9f9f2e2-f3f5-46f2-9346-575ee65c5088 {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:50:42.649313 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438adb90-55f3-4a62-8dc3-2f287f33c2ca None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:50:42.649692 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438adb90-55f3-4a62-8dc3-2f287f33c2ca None None] Checking segment: {'id': 'a36691c3-22b6-48ee-be3a-5cd1b1a81a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a9f9f2e2-f3f5-46f2-9346-575ee65c5088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:50:42.650101 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-438adb90-55f3-4a62-8dc3-2f287f33c2ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:42.650659 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438adb90-55f3-4a62-8dc3-2f287f33c2ca None None] Bound using segment: {'id': 'a36691c3-22b6-48ee-be3a-5cd1b1a81a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a9f9f2e2-f3f5-46f2-9346-575ee65c5088'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:50:42.651329 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-438adb90-55f3-4a62-8dc3-2f287f33c2ca None None] Bound port: 3b67b093-69ce-48dc-b621-7be41c011adc, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a36691c3-22b6-48ee-be3a-5cd1b1a81a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a9f9f2e2-f3f5-46f2-9346-575ee65c5088'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:50:42.651739 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-438adb90-55f3-4a62-8dc3-2f287f33c2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:42.712979 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd56d7bd-d115-4323-b1df-d7f805e8cb03 None None] Pushing event updated for resources: {'Port': ['ID=9d474fd4-5562-464f-85a6-096848be1802,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:50:42.738158 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-438adb90-55f3-4a62-8dc3-2f287f33c2ca None None] For port 3b67b093-69ce-48dc-b621-7be41c011adc, host n-d-796209-16, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:50:42.741602 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-438adb90-55f3-4a62-8dc3-2f287f33c2ca None None] For port 3b67b093-69ce-48dc-b621-7be41c011adc, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=3b67b093-69ce-48dc-b621-7be41c011adc,segment=NetworkSegment(a36691c3-22b6-48ee-be3a-5cd1b1a81a56),segment_id=a36691c3-22b6-48ee-be3a-5cd1b1a81a56)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:50:42.751464 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-438adb90-55f3-4a62-8dc3-2f287f33c2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:42.773127 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9720e614-0d6a-4aba-8d21-e11c83df4b0d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:42.779846 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:42.801981 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port e7013437-69aa-406d-aca3-549291952f7f, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=e7013437-69aa-406d-aca3-549291952f7f,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:50:42.809095 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:42.826387 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438adb90-55f3-4a62-8dc3-2f287f33c2ca None None] Routers {'e93c6438-7df6-4190-a9f0-2ab3396c2628'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:50:42.827279 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-438adb90-55f3-4a62-8dc3-2f287f33c2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:50:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['e93c6438-7df6-4190-a9f0-2ab3396c2628'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:50:42.882701 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=e7013437-69aa-406d-aca3-549291952f7f,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:50:42.926664 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a335550-1da5-4734-91c3-cecb8db7b0df None None] Pushing event updated for resources: {'Port': ['ID=3b67b093-69ce-48dc-b621-7be41c011adc,revision_number=4']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:50:42.951524 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-438adb90-55f3-4a62-8dc3-2f287f33c2ca None None] Set router e93c6438-7df6-4190-a9f0-2ab3396c2628 gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:50:43.033284 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9720e614-0d6a-4aba-8d21-e11c83df4b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-553524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551616'] for router, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:43.196781 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9720e614-0d6a-4aba-8d21-e11c83df4b0d admin admin] Router 14367124-7b9a-4746-adbb-f2d554c1102d is scheduled to L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 with binding_index 1 {{(pid=94700) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 07 03:50:43.209571 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-438adb90-55f3-4a62-8dc3-2f287f33c2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e93c6438-7df6-4190-a9f0-2ab3396c2628', 'name': 'tempest-TestSnapshotPattern-1301655668-router', 'tenant_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'e7013437-69aa-406d-aca3-549291952f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:50:37Z', 'updated_at': '2021-09-07T03:50:39Z', 'revision_number': 4, 'project_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'gw_port': {'id': 'e7013437-69aa-406d-aca3-549291952f7f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bc:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93c6438-7df6-4190-a9f0-2ab3396c2628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:50:37Z', 'updated_at': '2021-09-07T03:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '3b67b093-69ce-48dc-b621-7be41c011adc', 'name': '', 'network_id': 'a9f9f2e2-f3f5-46f2-9346-575ee65c5088', 'tenant_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'mac_address': 'fa:16:3e:e0:af:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e93c6438-7df6-4190-a9f0-2ab3396c2628', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '29f7a3da-af96-480e-8fe7-5f1661bcccf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:50:39Z', 'updated_at': '2021-09-07T03:50:42Z', 'revision_number': 4, 'project_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'subnets': [{'id': '29f7a3da-af96-480e-8fe7-5f1661bcccf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:50:43.235733 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438adb90-55f3-4a62-8dc3-2f287f33c2ca None None] The sync data for ids ['e93c6438-7df6-4190-a9f0-2ab3396c2628'] in n-d-796209-16 is: [{'id': 'e93c6438-7df6-4190-a9f0-2ab3396c2628', 'name': 'tempest-TestSnapshotPattern-1301655668-router', 'tenant_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'e7013437-69aa-406d-aca3-549291952f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:50:37Z', 'updated_at': '2021-09-07T03:50:39Z', 'revision_number': 4, 'project_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'gw_port': {'id': 'e7013437-69aa-406d-aca3-549291952f7f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bc:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93c6438-7df6-4190-a9f0-2ab3396c2628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:50:37Z', 'updated_at': '2021-09-07T03:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '3b67b093-69ce-48dc-b621-7be41c011adc', 'name': '', 'network_id': 'a9f9f2e2-f3f5-46f2-9346-575ee65c5088', 'tenant_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'mac_address': 'fa:16:3e:e0:af:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e93c6438-7df6-4190-a9f0-2ab3396c2628', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '29f7a3da-af96-480e-8fe7-5f1661bcccf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:50:39Z', 'updated_at': '2021-09-07T03:50:42Z', 'revision_number': 4, 'project_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'subnets': [{'id': '29f7a3da-af96-480e-8fe7-5f1661bcccf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:50:43.320411 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9720e614-0d6a-4aba-8d21-e11c83df4b0d admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:50:43.332022 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a5b69e-5d3a-4d23-9403-22132c3c7e24 None None] Sync routers for ids ['14367124-7b9a-4746-adbb-f2d554c1102d'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:50:43.344448 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a5b69e-5d3a-4d23-9403-22132c3c7e24 None None] Routers {'14367124-7b9a-4746-adbb-f2d554c1102d'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:50:43.345149 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-b7a5b69e-5d3a-4d23-9403-22132c3c7e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:50:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['14367124-7b9a-4746-adbb-f2d554c1102d'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:50:43.356482 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-9720e614-0d6a-4aba-8d21-e11c83df4b0d admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:43.357968 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-9720e614-0d6a-4aba-8d21-e11c83df4b0d admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7703960 Sep 07 03:50:43.360794 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 46804) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:50:43.489956 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-b7a5b69e-5d3a-4d23-9403-22132c3c7e24 None None] Set router 14367124-7b9a-4746-adbb-f2d554c1102d gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:50:43.754933 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-b7a5b69e-5d3a-4d23-9403-22132c3c7e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14367124-7b9a-4746-adbb-f2d554c1102d', 'name': 'tempest-TestSnapshotPattern-1833145447-router', 'tenant_id': 'b9be82d65f3e4f3f82ee063323f49bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '94f5428e-0f53-4a7f-8fdd-10ccfb118816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:50:41Z', 'updated_at': '2021-09-07T03:50:42Z', 'revision_number': 3, 'project_id': 'b9be82d65f3e4f3f82ee063323f49bd3', 'gw_port': {'id': '94f5428e-0f53-4a7f-8fdd-10ccfb118816', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:62:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14367124-7b9a-4746-adbb-f2d554c1102d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:50:42Z', 'updated_at': '2021-09-07T03:50:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:50:43.801455 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a5b69e-5d3a-4d23-9403-22132c3c7e24 None None] Checking router: 14367124-7b9a-4746-adbb-f2d554c1102d for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:50:43.801820 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a5b69e-5d3a-4d23-9403-22132c3c7e24 None None] Updating router 14367124-7b9a-4746-adbb-f2d554c1102d port 94f5428e-0f53-4a7f-8fdd-10ccfb118816 binding host n-d-796209-16 {{(pid=94702) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 03:50:43.847674 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b7a5b69e-5d3a-4d23-9403-22132c3c7e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:43.911399 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a472fc20-92ec-43e8-846f-ae0b5b0e1333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:44.083370 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02546ee-d30f-4779-84e2-31a9d0565416 None None] Network 58b5e980-4543-497c-b7f6-358241f4b13f requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:50:44.086406 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 9d474fd4-5562-464f-85a6-096848be1802 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:50:44.192540 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-5be6287f-2615-41a2-bed2-14436cf3ad2e None None] Provisioning for port 9d474fd4-5562-464f-85a6-096848be1802 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:50:44.194227 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-a472fc20-92ec-43e8-846f-ae0b5b0e1333 admin admin] Allocated IP 172.20.0.1 (58b5e980-4543-497c-b7f6-358241f4b13f/a2b56f89-9a9f-4846-bf32-9fee62241d46/65c5b38d-beb7-4403-889b-f7719bc5e1be) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:50:44.330444 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b7a5b69e-5d3a-4d23-9403-22132c3c7e24 None None] Notify callbacks [] for port, precommit_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:44.342087 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a472fc20-92ec-43e8-846f-ae0b5b0e1333 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:44.366403 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-b7a5b69e-5d3a-4d23-9403-22132c3c7e24 None None] Transition to ACTIVE for port object 94f5428e-0f53-4a7f-8fdd-10ccfb118816 will not be triggered until provisioned by entity L2. {{(pid=94702) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:50:44.368538 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 9d474fd4-5562-464f-85a6-096848be1802 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:50:44.376273 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 9d474fd4-5562-464f-85a6-096848be1802 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:50:44.376655 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:44.400904 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b7a5b69e-5d3a-4d23-9403-22132c3c7e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:44.488325 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1a8456-0a7e-418a-a728-03d5a8b0dc1a None None] Pushing event updated for resources: {'Port': ['ID=94f5428e-0f53-4a7f-8fdd-10ccfb118816,revision_number=2']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:50:44.512022 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-b7a5b69e-5d3a-4d23-9403-22132c3c7e24 None None] Attempting to bind port 94f5428e-0f53-4a7f-8fdd-10ccfb118816 on host n-d-796209-16 for vnic_type normal with profile {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:50:44.512402 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-b7a5b69e-5d3a-4d23-9403-22132c3c7e24 None None] Attempting to bind port 94f5428e-0f53-4a7f-8fdd-10ccfb118816 by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:50:44.513379 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a5b69e-5d3a-4d23-9403-22132c3c7e24 None None] Attempting to bind port 94f5428e-0f53-4a7f-8fdd-10ccfb118816 on network 1166b922-7457-4da4-bdda-328e8c8e7bc6 {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:50:44.523675 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a5b69e-5d3a-4d23-9403-22132c3c7e24 None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:50:44.524064 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a5b69e-5d3a-4d23-9403-22132c3c7e24 None None] Checking segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94702) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:50:44.524480 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b7a5b69e-5d3a-4d23-9403-22132c3c7e24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:44.524886 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a5b69e-5d3a-4d23-9403-22132c3c7e24 None None] Bound using segment: {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'} {{(pid=94702) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:50:44.525400 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.managers [None req-b7a5b69e-5d3a-4d23-9403-22132c3c7e24 None None] Bound port: 94f5428e-0f53-4a7f-8fdd-10ccfb118816, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7f82686-a85e-421e-997d-8a6209aaca36', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6'}}] {{(pid=94702) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:50:44.525776 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b7a5b69e-5d3a-4d23-9403-22132c3c7e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:44.612159 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:44.634399 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-b7a5b69e-5d3a-4d23-9403-22132c3c7e24 None None] For port 94f5428e-0f53-4a7f-8fdd-10ccfb118816, host n-d-796209-16, cleared binding levels {{(pid=94702) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:50:44.654281 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-b7a5b69e-5d3a-4d23-9403-22132c3c7e24 None None] For port 94f5428e-0f53-4a7f-8fdd-10ccfb118816, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=94f5428e-0f53-4a7f-8fdd-10ccfb118816,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:50:44.677648 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 9d474fd4-5562-464f-85a6-096848be1802, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=9d474fd4-5562-464f-85a6-096848be1802,segment=NetworkSegment(ab1c1db8-63a0-4d3b-b709-6304f3cda9bf),segment_id=ab1c1db8-63a0-4d3b-b709-6304f3cda9bf)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:50:44.680104 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b7a5b69e-5d3a-4d23-9403-22132c3c7e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:44.692584 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:44.693518 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device e7013437-69aa-406d-aca3-549291952f7f up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:50:44.748573 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [None req-a472fc20-92ec-43e8-846f-ae0b5b0e1333 admin admin] Transition to ACTIVE for port object 65c5b38d-beb7-4403-889b-f7719bc5e1be will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:50:44.790551 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a5b69e-5d3a-4d23-9403-22132c3c7e24 None None] Routers {'14367124-7b9a-4746-adbb-f2d554c1102d'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:50:44.791408 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-b7a5b69e-5d3a-4d23-9403-22132c3c7e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:50:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['14367124-7b9a-4746-adbb-f2d554c1102d'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:50:44.795221 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a472fc20-92ec-43e8-846f-ae0b5b0e1333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:44.833678 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a472fc20-92ec-43e8-846f-ae0b5b0e1333 admin admin] Network 58b5e980-4543-497c-b7f6-358241f4b13f is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:50:44.838335 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-a472fc20-92ec-43e8-846f-ae0b5b0e1333 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:50:44.845266 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a472fc20-92ec-43e8-846f-ae0b5b0e1333 admin admin] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:50:44.849938 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1a8456-0a7e-418a-a728-03d5a8b0dc1a None None] Pushing event updated for resources: {'Port': ['ID=94f5428e-0f53-4a7f-8fdd-10ccfb118816,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:50:44.870716 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a472fc20-92ec-43e8-846f-ae0b5b0e1333 admin admin] Pushing event updated for resources: {'Port': ['ID=65c5b38d-beb7-4403-889b-f7719bc5e1be,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:50:44.890893 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a472fc20-92ec-43e8-846f-ae0b5b0e1333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765875'] for router_interface, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:44.909410 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-7781a242-1d2b-49db-b0ac-bf96e6331c1a None None] Provisioning complete for port 9d474fd4-5562-464f-85a6-096848be1802 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:50:44.909785 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7781a242-1d2b-49db-b0ac-bf96e6331c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:44.962494 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port e7013437-69aa-406d-aca3-549291952f7f triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:50:44.963204 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:45.018810 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=9d474fd4-5562-464f-85a6-096848be1802,revision_number=3']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:50:45.033047 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-b7a5b69e-5d3a-4d23-9403-22132c3c7e24 None None] Set router 14367124-7b9a-4746-adbb-f2d554c1102d gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:50:45.066234 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a472fc20-92ec-43e8-846f-ae0b5b0e1333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:45.230635 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a472fc20-92ec-43e8-846f-ae0b5b0e1333 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:45.235412 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a472fc20-92ec-43e8-846f-ae0b5b0e1333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:45.307416 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-a472fc20-92ec-43e8-846f-ae0b5b0e1333 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-551683'] for router_interface, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:45.309789 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a472fc20-92ec-43e8-846f-ae0b5b0e1333 admin admin] Pushing event updated for resources: {'Port': ['ID=65c5b38d-beb7-4403-889b-f7719bc5e1be,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:50:45.402695 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a472fc20-92ec-43e8-846f-ae0b5b0e1333 admin admin] Network 58b5e980-4543-497c-b7f6-358241f4b13f is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:50:45.404607 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-a472fc20-92ec-43e8-846f-ae0b5b0e1333 admin admin] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:50:45.417449 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 3b67b093-69ce-48dc-b621-7be41c011adc up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:50:45.503249 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 3b67b093-69ce-48dc-b621-7be41c011adc completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:50:45.512573 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 3b67b093-69ce-48dc-b621-7be41c011adc triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:50:45.512951 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:45.516116 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-b7a5b69e-5d3a-4d23-9403-22132c3c7e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14367124-7b9a-4746-adbb-f2d554c1102d', 'name': 'tempest-TestSnapshotPattern-1833145447-router', 'tenant_id': 'b9be82d65f3e4f3f82ee063323f49bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '94f5428e-0f53-4a7f-8fdd-10ccfb118816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:50:41Z', 'updated_at': '2021-09-07T03:50:42Z', 'revision_number': 3, 'project_id': 'b9be82d65f3e4f3f82ee063323f49bd3', 'gw_port': {'id': '94f5428e-0f53-4a7f-8fdd-10ccfb118816', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:62:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14367124-7b9a-4746-adbb-f2d554c1102d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:50:42Z', 'updated_at': '2021-09-07T03:50:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:50:45.531243 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a472fc20-92ec-43e8-846f-ae0b5b0e1333 admin admin] Router 14367124-7b9a-4746-adbb-f2d554c1102d has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:50:45.570244 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a5b69e-5d3a-4d23-9403-22132c3c7e24 None None] The sync data for ids ['14367124-7b9a-4746-adbb-f2d554c1102d'] in n-d-796209-16 is: [{'id': '14367124-7b9a-4746-adbb-f2d554c1102d', 'name': 'tempest-TestSnapshotPattern-1833145447-router', 'tenant_id': 'b9be82d65f3e4f3f82ee063323f49bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '94f5428e-0f53-4a7f-8fdd-10ccfb118816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:50:41Z', 'updated_at': '2021-09-07T03:50:42Z', 'revision_number': 3, 'project_id': 'b9be82d65f3e4f3f82ee063323f49bd3', 'gw_port': {'id': '94f5428e-0f53-4a7f-8fdd-10ccfb118816', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:62:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14367124-7b9a-4746-adbb-f2d554c1102d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:50:42Z', 'updated_at': '2021-09-07T03:50:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:50:45.582454 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-bd73308d-8148-470d-9c05-472e277dcfc1 None None] Provisioning for port 65c5b38d-beb7-4403-889b-f7719bc5e1be completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:50:45.587090 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-bd73308d-8148-470d-9c05-472e277dcfc1 None None] Provisioning complete for port 65c5b38d-beb7-4403-889b-f7719bc5e1be triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:50:45.587467 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bd73308d-8148-470d-9c05-472e277dcfc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:45.651218 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-bd73308d-8148-470d-9c05-472e277dcfc1 None None] Port 65c5b38d-beb7-4403-889b-f7719bc5e1be cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:50:45.664227 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:45.674123 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a472fc20-92ec-43e8-846f-ae0b5b0e1333 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:50:45.688388 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-a472fc20-92ec-43e8-846f-ae0b5b0e1333 admin admin] 10.222.0.22 "PUT /v2.0/routers/14367124-7b9a-4746-adbb-f2d554c1102d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3178136 Sep 07 03:50:45.698455 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 3b67b093-69ce-48dc-b621-7be41c011adc, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=3b67b093-69ce-48dc-b621-7be41c011adc,segment=NetworkSegment(a36691c3-22b6-48ee-be3a-5cd1b1a81a56),segment_id=a36691c3-22b6-48ee-be3a-5cd1b1a81a56)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:50:45.704915 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:45.763910 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=3b67b093-69ce-48dc-b621-7be41c011adc,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:50:45.775469 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-751f2a10-15bf-447a-928f-5a2f491d7a7c None None] Provisioning complete for port 65c5b38d-beb7-4403-889b-f7719bc5e1be triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:50:45.776160 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-751f2a10-15bf-447a-928f-5a2f491d7a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:45.839694 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-751f2a10-15bf-447a-928f-5a2f491d7a7c None None] Port 65c5b38d-beb7-4403-889b-f7719bc5e1be cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:50:45.988244 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 9d474fd4-5562-464f-85a6-096848be1802 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:50:46.038694 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 9d474fd4-5562-464f-85a6-096848be1802 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:50:46.039205 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:46.130585 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 94f5428e-0f53-4a7f-8fdd-10ccfb118816 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:50:46.181201 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 94f5428e-0f53-4a7f-8fdd-10ccfb118816 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:50:46.185327 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 94f5428e-0f53-4a7f-8fdd-10ccfb118816 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:50:46.185701 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:46.273778 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:46.294689 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 94f5428e-0f53-4a7f-8fdd-10ccfb118816, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=94f5428e-0f53-4a7f-8fdd-10ccfb118816,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:50:46.298656 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:46.299462 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 3b67b093-69ce-48dc-b621-7be41c011adc up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:50:46.374650 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=94f5428e-0f53-4a7f-8fdd-10ccfb118816,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:50:46.388362 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 3b67b093-69ce-48dc-b621-7be41c011adc triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:50:46.388780 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:47.132185 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13f9b73-e721-4739-b50a-bd3577d417ad None None] Sync routers for ids ['14367124-7b9a-4746-adbb-f2d554c1102d'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:50:47.141215 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13f9b73-e721-4739-b50a-bd3577d417ad None None] Routers {'14367124-7b9a-4746-adbb-f2d554c1102d'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:50:47.141911 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-f13f9b73-e721-4739-b50a-bd3577d417ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:50:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['14367124-7b9a-4746-adbb-f2d554c1102d'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:50:47.245952 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-f13f9b73-e721-4739-b50a-bd3577d417ad None None] Set router 14367124-7b9a-4746-adbb-f2d554c1102d gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:50:47.378764 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 46814) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:50:47.384053 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-48f97f1b-ded9-4720-90db-0f244b6bfb7a tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1450876687', 'description': 'tempest-secgroup-smoke-1450876687 description', 'project_id': 'a63c01a8e0154cb5b6472631514e7ed6'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:50:47.405667 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-48f97f1b-ded9-4720-90db-0f244b6bfb7a tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks [] for security_group, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:47.453771 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-f13f9b73-e721-4739-b50a-bd3577d417ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14367124-7b9a-4746-adbb-f2d554c1102d', 'name': 'tempest-TestSnapshotPattern-1833145447-router', 'tenant_id': 'b9be82d65f3e4f3f82ee063323f49bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '94f5428e-0f53-4a7f-8fdd-10ccfb118816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:50:41Z', 'updated_at': '2021-09-07T03:50:45Z', 'revision_number': 4, 'project_id': 'b9be82d65f3e4f3f82ee063323f49bd3', 'gw_port': {'id': '94f5428e-0f53-4a7f-8fdd-10ccfb118816', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:62:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14367124-7b9a-4746-adbb-f2d554c1102d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:50:42Z', 'updated_at': '2021-09-07T03:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '65c5b38d-beb7-4403-889b-f7719bc5e1be', 'name': '', 'network_id': '58b5e980-4543-497c-b7f6-358241f4b13f', 'tenant_id': 'b9be82d65f3e4f3f82ee063323f49bd3', 'mac_address': 'fa:16:3e:d6:aa:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14367124-7b9a-4746-adbb-f2d554c1102d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'a2b56f89-9a9f-4846-bf32-9fee62241d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:50:43Z', 'updated_at': '2021-09-07T03:50:45Z', 'revision_number': 2, 'project_id': 'b9be82d65f3e4f3f82ee063323f49bd3', 'subnets': [{'id': 'a2b56f89-9a9f-4846-bf32-9fee62241d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:50:47.480317 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13f9b73-e721-4739-b50a-bd3577d417ad None None] Checking router: 14367124-7b9a-4746-adbb-f2d554c1102d for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:50:47.480669 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13f9b73-e721-4739-b50a-bd3577d417ad None None] Updating router 14367124-7b9a-4746-adbb-f2d554c1102d port 65c5b38d-beb7-4403-889b-f7719bc5e1be binding host n-d-796209-16 {{(pid=94703) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 07 03:50:47.488979 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-48f97f1b-ded9-4720-90db-0f244b6bfb7a tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks [] for security_group, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:47.492849 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-48f97f1b-ded9-4720-90db-0f244b6bfb7a tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:47.505631 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-f13f9b73-e721-4739-b50a-bd3577d417ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:47.520135 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-48f97f1b-ded9-4720-90db-0f244b6bfb7a tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:47.521414 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-48f97f1b-ded9-4720-90db-0f244b6bfb7a tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1416733 Sep 07 03:50:47.523545 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f97f1b-ded9-4720-90db-0f244b6bfb7a tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edf67cd5-e4c1-45c1-8a61-9b5c1b5b5d95,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:50:47.524801 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46816) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:50:47.530834 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-19c80eb4-80cf-4a71-9954-4f8710a84021 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Request body: {'security_group_rule': {'security_group_id': 'edf67cd5-e4c1-45c1-8a61-9b5c1b5b5d95', 'project_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:50:47.557318 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-19c80eb4-80cf-4a71-9954-4f8710a84021 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:47.616051 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-19c80eb4-80cf-4a71-9954-4f8710a84021 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:47.621066 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-19c80eb4-80cf-4a71-9954-4f8710a84021 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:47.641137 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c80eb4-80cf-4a71-9954-4f8710a84021 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81e110b1-57a5-44ff-af97-cfda36bd97ad,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:50:47.647828 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-19c80eb4-80cf-4a71-9954-4f8710a84021 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:47.649129 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-19c80eb4-80cf-4a71-9954-4f8710a84021 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1227157 Sep 07 03:50:47.652121 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 46818) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:50:47.657598 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-c096f40a-6fef-44bd-aea8-f8bdd70174c5 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Request body: {'security_group_rule': {'security_group_id': 'edf67cd5-e4c1-45c1-8a61-9b5c1b5b5d95', 'project_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:50:47.685113 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c096f40a-6fef-44bd-aea8-f8bdd70174c5 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:47.746893 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c096f40a-6fef-44bd-aea8-f8bdd70174c5 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:47.750454 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c096f40a-6fef-44bd-aea8-f8bdd70174c5 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:47.766054 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c096f40a-6fef-44bd-aea8-f8bdd70174c5 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b3d128f-17d9-4e94-90bd-bb481ed6fb18,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:50:47.776071 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-c096f40a-6fef-44bd-aea8-f8bdd70174c5 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:47.777315 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-c096f40a-6fef-44bd-aea8-f8bdd70174c5 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1241324 Sep 07 03:50:47.780927 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 46820) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:50:47.785406 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-e45aa473-de2e-4141-b71c-25733a386592 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Request body: {'security_group_rule': {'security_group_id': 'edf67cd5-e4c1-45c1-8a61-9b5c1b5b5d95', 'project_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:50:47.810393 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e45aa473-de2e-4141-b71c-25733a386592 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:47.872635 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e45aa473-de2e-4141-b71c-25733a386592 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:47.877187 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e45aa473-de2e-4141-b71c-25733a386592 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:47.877383 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-f13f9b73-e721-4739-b50a-bd3577d417ad None None] Notify callbacks [] for port, precommit_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:47.889138 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.provisioning_blocks [None req-f13f9b73-e721-4739-b50a-bd3577d417ad None None] Transition to ACTIVE for port object 65c5b38d-beb7-4403-889b-f7719bc5e1be will not be triggered until provisioned by entity L2. {{(pid=94703) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:50:47.896796 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-f13f9b73-e721-4739-b50a-bd3577d417ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:47.900542 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45aa473-de2e-4141-b71c-25733a386592 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09b23b1c-f396-4316-bcf0-77f29bffe3b7,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:50:47.905736 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-e45aa473-de2e-4141-b71c-25733a386592 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:47.907540 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-e45aa473-de2e-4141-b71c-25733a386592 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1256464 Sep 07 03:50:47.910590 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 46822) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:50:47.915357 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-04b27d00-e97b-4a10-9fa0-ec6530f6ba7e tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Request body: {'security_group_rule': {'security_group_id': 'edf67cd5-e4c1-45c1-8a61-9b5c1b5b5d95', 'project_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:50:47.931997 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 94f5428e-0f53-4a7f-8fdd-10ccfb118816 up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:50:47.952663 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-04b27d00-e97b-4a10-9fa0-ec6530f6ba7e tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:47.953343 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b329d5db-7f82-44d2-930e-fa59cdc457f0 None None] Pushing event updated for resources: {'Port': ['ID=65c5b38d-beb7-4403-889b-f7719bc5e1be,revision_number=3']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:50:47.993176 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 94f5428e-0f53-4a7f-8fdd-10ccfb118816 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:50:47.993856 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:48.010247 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-f13f9b73-e721-4739-b50a-bd3577d417ad None None] Attempting to bind port 65c5b38d-beb7-4403-889b-f7719bc5e1be on host n-d-796209-16 for vnic_type normal with profile {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:50:48.010712 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-f13f9b73-e721-4739-b50a-bd3577d417ad None None] Attempting to bind port 65c5b38d-beb7-4403-889b-f7719bc5e1be by drivers openvswitch,hyperv on host n-d-796209-16 at level 0 using segments [{'id': 'ab1c1db8-63a0-4d3b-b709-6304f3cda9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '58b5e980-4543-497c-b7f6-358241f4b13f'}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:50:48.011819 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13f9b73-e721-4739-b50a-bd3577d417ad None None] Attempting to bind port 65c5b38d-beb7-4403-889b-f7719bc5e1be on network 58b5e980-4543-497c-b7f6-358241f4b13f {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:50:48.018218 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13f9b73-e721-4739-b50a-bd3577d417ad None None] Checking agent: {'id': 'e9d01386-b60b-463e-b3ce-558558ab7d3c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 22, 59), 'started_at': datetime.datetime(2021, 9, 7, 2, 23, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-796209-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:50:48.018686 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13f9b73-e721-4739-b50a-bd3577d417ad None None] Checking segment: {'id': 'ab1c1db8-63a0-4d3b-b709-6304f3cda9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '58b5e980-4543-497c-b7f6-358241f4b13f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94703) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:50:48.019152 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-f13f9b73-e721-4739-b50a-bd3577d417ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:48.019628 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13f9b73-e721-4739-b50a-bd3577d417ad None None] Bound using segment: {'id': 'ab1c1db8-63a0-4d3b-b709-6304f3cda9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '58b5e980-4543-497c-b7f6-358241f4b13f'} {{(pid=94703) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:50:48.020174 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.managers [None req-f13f9b73-e721-4739-b50a-bd3577d417ad None None] Bound port: 65c5b38d-beb7-4403-889b-f7719bc5e1be, host: n-d-796209-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab1c1db8-63a0-4d3b-b709-6304f3cda9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '58b5e980-4543-497c-b7f6-358241f4b13f'}}] {{(pid=94703) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:50:48.020620 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-f13f9b73-e721-4739-b50a-bd3577d417ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:48.049636 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-04b27d00-e97b-4a10-9fa0-ec6530f6ba7e tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:48.054729 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-04b27d00-e97b-4a10-9fa0-ec6530f6ba7e tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:48.083879 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b27d00-e97b-4a10-9fa0-ec6530f6ba7e tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61238fda-6b3f-4fec-b255-46c21a6a6e0c,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:50:48.090173 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-04b27d00-e97b-4a10-9fa0-ec6530f6ba7e tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:48.094942 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 46824) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:50:48.102931 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-04b27d00-e97b-4a10-9fa0-ec6530f6ba7e tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1883478 Sep 07 03:50:48.105955 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-24d54313-ef5d-4822-8461-b5274bfa94ac tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Request body: {'security_group_rule': {'security_group_id': 'edf67cd5-e4c1-45c1-8a61-9b5c1b5b5d95', 'project_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:50:48.112542 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-f13f9b73-e721-4739-b50a-bd3577d417ad None None] For port 65c5b38d-beb7-4403-889b-f7719bc5e1be, host n-d-796209-16, cleared binding levels {{(pid=94703) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:50:48.115924 n-d-796209-16 neutron-server[94703]: DEBUG neutron.plugins.ml2.db [None req-f13f9b73-e721-4739-b50a-bd3577d417ad None None] For port 65c5b38d-beb7-4403-889b-f7719bc5e1be, host n-d-796209-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=65c5b38d-beb7-4403-889b-f7719bc5e1be,segment=NetworkSegment(ab1c1db8-63a0-4d3b-b709-6304f3cda9bf),segment_id=ab1c1db8-63a0-4d3b-b709-6304f3cda9bf)] {{(pid=94703) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:50:48.125631 n-d-796209-16 neutron-server[94703]: DEBUG neutron_lib.callbacks.manager [None req-f13f9b73-e721-4739-b50a-bd3577d417ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94703) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:48.136704 n-d-796209-16 neutron-server[94701]: INFO neutron.db.securitygroups_db [None req-24d54313-ef5d-4822-8461-b5274bfa94ac tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Project a63c01a8e0154cb5b6472631514e7ed6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 03:50:48.143359 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-24d54313-ef5d-4822-8461-b5274bfa94ac tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:48.194155 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13f9b73-e721-4739-b50a-bd3577d417ad None None] Routers {'14367124-7b9a-4746-adbb-f2d554c1102d'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:50:48.194867 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-f13f9b73-e721-4739-b50a-bd3577d417ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:50:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['14367124-7b9a-4746-adbb-f2d554c1102d'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:50:48.201007 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b329d5db-7f82-44d2-930e-fa59cdc457f0 None None] Pushing event updated for resources: {'Port': ['ID=65c5b38d-beb7-4403-889b-f7719bc5e1be,revision_number=4']} {{(pid=94703) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:50:48.217537 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-24d54313-ef5d-4822-8461-b5274bfa94ac tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:48.222224 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-24d54313-ef5d-4822-8461-b5274bfa94ac tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:48.240459 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d54313-ef5d-4822-8461-b5274bfa94ac tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ce9779a-2597-42c2-848a-45b89defcbb3,revision_number=0']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:50:48.248923 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-24d54313-ef5d-4822-8461-b5274bfa94ac tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:48.250189 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-24d54313-ef5d-4822-8461-b5274bfa94ac tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1541836 Sep 07 03:50:48.253092 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 46826) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:50:48.258225 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-536c2482-e805-479c-8ebe-ce13cd67796e tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Request body: {'security_group_rule': {'security_group_id': 'edf67cd5-e4c1-45c1-8a61-9b5c1b5b5d95', 'project_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:50:48.282404 n-d-796209-16 neutron-server[94700]: INFO neutron.db.securitygroups_db [None req-536c2482-e805-479c-8ebe-ce13cd67796e tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Project a63c01a8e0154cb5b6472631514e7ed6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 07 03:50:48.287863 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-536c2482-e805-479c-8ebe-ce13cd67796e tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:48.323442 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-f13f9b73-e721-4739-b50a-bd3577d417ad None None] Set router 14367124-7b9a-4746-adbb-f2d554c1102d gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:50:48.356373 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-536c2482-e805-479c-8ebe-ce13cd67796e tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:48.360653 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-536c2482-e805-479c-8ebe-ce13cd67796e tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-686895'] for security_group_rule, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:48.383516 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536c2482-e805-479c-8ebe-ce13cd67796e tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43a38071-cc2b-45dc-ade0-3557526120ba,revision_number=0']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:50:48.389529 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-536c2482-e805-479c-8ebe-ce13cd67796e tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:48.391955 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-536c2482-e805-479c-8ebe-ce13cd67796e tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1375053 Sep 07 03:50:48.528298 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3ebd3c54-27b5-421c-80b1-2a90ec950f9c req-217814a5-a8df-4b68-9b9e-fe43301126ba tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1450876687&fields=id&tenant_id=a63c01a8e0154cb5b6472631514e7ed6 HTTP/1.1" status: 200 len: 267 time: 0.0321026 Sep 07 03:50:48.529960 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-f13f9b73-e721-4739-b50a-bd3577d417ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14367124-7b9a-4746-adbb-f2d554c1102d', 'name': 'tempest-TestSnapshotPattern-1833145447-router', 'tenant_id': 'b9be82d65f3e4f3f82ee063323f49bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '94f5428e-0f53-4a7f-8fdd-10ccfb118816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:50:41Z', 'updated_at': '2021-09-07T03:50:45Z', 'revision_number': 4, 'project_id': 'b9be82d65f3e4f3f82ee063323f49bd3', 'gw_port': {'id': '94f5428e-0f53-4a7f-8fdd-10ccfb118816', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:62:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14367124-7b9a-4746-adbb-f2d554c1102d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:50:42Z', 'updated_at': '2021-09-07T03:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '65c5b38d-beb7-4403-889b-f7719bc5e1be', 'name': '', 'network_id': '58b5e980-4543-497c-b7f6-358241f4b13f', 'tenant_id': 'b9be82d65f3e4f3f82ee063323f49bd3', 'mac_address': 'fa:16:3e:d6:aa:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14367124-7b9a-4746-adbb-f2d554c1102d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'a2b56f89-9a9f-4846-bf32-9fee62241d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:50:43Z', 'updated_at': '2021-09-07T03:50:48Z', 'revision_number': 4, 'project_id': 'b9be82d65f3e4f3f82ee063323f49bd3', 'subnets': [{'id': 'a2b56f89-9a9f-4846-bf32-9fee62241d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:50:48.559945 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13f9b73-e721-4739-b50a-bd3577d417ad None None] The sync data for ids ['14367124-7b9a-4746-adbb-f2d554c1102d'] in n-d-796209-16 is: [{'id': '14367124-7b9a-4746-adbb-f2d554c1102d', 'name': 'tempest-TestSnapshotPattern-1833145447-router', 'tenant_id': 'b9be82d65f3e4f3f82ee063323f49bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '94f5428e-0f53-4a7f-8fdd-10ccfb118816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:50:41Z', 'updated_at': '2021-09-07T03:50:45Z', 'revision_number': 4, 'project_id': 'b9be82d65f3e4f3f82ee063323f49bd3', 'gw_port': {'id': '94f5428e-0f53-4a7f-8fdd-10ccfb118816', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:62:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14367124-7b9a-4746-adbb-f2d554c1102d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:50:42Z', 'updated_at': '2021-09-07T03:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '65c5b38d-beb7-4403-889b-f7719bc5e1be', 'name': '', 'network_id': '58b5e980-4543-497c-b7f6-358241f4b13f', 'tenant_id': 'b9be82d65f3e4f3f82ee063323f49bd3', 'mac_address': 'fa:16:3e:d6:aa:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14367124-7b9a-4746-adbb-f2d554c1102d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'a2b56f89-9a9f-4846-bf32-9fee62241d46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:50:43Z', 'updated_at': '2021-09-07T03:50:48Z', 'revision_number': 4, 'project_id': 'b9be82d65f3e4f3f82ee063323f49bd3', 'subnets': [{'id': 'a2b56f89-9a9f-4846-bf32-9fee62241d46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:50:48.650004 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd3c54-27b5-421c-80b1-2a90ec950f9c req-e9e3288d-1a3b-4c51-9d8e-c91a5fbd2140 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:50:48.651952 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3ebd3c54-27b5-421c-80b1-2a90ec950f9c req-e9e3288d-1a3b-4c51-9d8e-c91a5fbd2140 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/networks?id=a9f9f2e2-f3f5-46f2-9346-575ee65c5088 HTTP/1.1" status: 200 len: 810 time: 0.1168649 Sep 07 03:50:48.672747 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3ebd3c54-27b5-421c-80b1-2a90ec950f9c req-85cd4579-a9eb-4095-8695-b2e98a755436 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/quotas/a63c01a8e0154cb5b6472631514e7ed6 HTTP/1.1" status: 200 len: 375 time: 0.0111227 Sep 07 03:50:48.727335 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3ebd3c54-27b5-421c-80b1-2a90ec950f9c req-52fd2cc8-eb2b-4d4d-80f8-420845877d3f tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a63c01a8e0154cb5b6472631514e7ed6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488155 Sep 07 03:50:48.835683 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [req-3ebd3c54-27b5-421c-80b1-2a90ec950f9c req-835990c6-57a5-4a67-835f-417d580e4750 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:50:48.836767 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3ebd3c54-27b5-421c-80b1-2a90ec950f9c req-835990c6-57a5-4a67-835f-417d580e4750 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0965469 Sep 07 03:50:48.936320 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3ebd3c54-27b5-421c-80b1-2a90ec950f9c req-1f05cd14-077a-493f-b160-3117d884e61e service neutron] 10.222.0.22 "GET /v2.0/networks/a9f9f2e2-f3f5-46f2-9346-575ee65c5088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921807 Sep 07 03:50:49.036264 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3ebd3c54-27b5-421c-80b1-2a90ec950f9c req-3539485a-19e7-41d5-a3e0-8330f672aacf service neutron] 10.222.0.22 "GET /v2.0/networks/a9f9f2e2-f3f5-46f2-9346-575ee65c5088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936463 Sep 07 03:50:49.920579 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 65c5b38d-beb7-4403-889b-f7719bc5e1be up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:50:49.973227 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning for port 65c5b38d-beb7-4403-889b-f7719bc5e1be completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:50:49.977209 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 65c5b38d-beb7-4403-889b-f7719bc5e1be triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:50:49.977591 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:50.061146 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:50.097002 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] For port 65c5b38d-beb7-4403-889b-f7719bc5e1be, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=65c5b38d-beb7-4403-889b-f7719bc5e1be,segment=NetworkSegment(ab1c1db8-63a0-4d3b-b709-6304f3cda9bf),segment_id=ab1c1db8-63a0-4d3b-b709-6304f3cda9bf)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:50:50.101405 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:50.159125 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Pushing event updated for resources: {'Port': ['ID=65c5b38d-beb7-4403-889b-f7719bc5e1be,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:50:50.232898 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-fd7a7ff8-3713-4327-b37e-3a76e023ccec req-5d9fd200-6ab8-42ad-9d43-747207658875 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d8e8fbc-7843-43a2-9900-ce09bc5efbc4 HTTP/1.1" status: 200 len: 210 time: 0.0306213 Sep 07 03:50:51.317865 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-0ee1d109-e6a9-4a30-9303-cd3a23c1267d req-e26fd7ba-b069-4f16-99ba-0b1a3c2d0b5e tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d8e8fbc-7843-43a2-9900-ce09bc5efbc4 HTTP/1.1" status: 200 len: 210 time: 0.0271716 Sep 07 03:50:51.476680 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:50:51.912569 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 65c5b38d-beb7-4403-889b-f7719bc5e1be up at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:50:51.960178 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Provisioning complete for port 65c5b38d-beb7-4403-889b-f7719bc5e1be triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:50:51.960552 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:52.338773 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:52.358013 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:52.413192 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b558c083-9f5a-451e-8bd6-4e061d48f9ee req-3e2debce-fbae-4e58-b551-2cc9805f7250 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d8e8fbc-7843-43a2-9900-ce09bc5efbc4 HTTP/1.1" status: 200 len: 210 time: 0.0257890 Sep 07 03:50:53.156294 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd3c54-27b5-421c-80b1-2a90ec950f9c req-b6da7a28-7d25-42f8-aa63-78ff1c871a1a tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:50:53.157754 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3ebd3c54-27b5-421c-80b1-2a90ec950f9c req-b6da7a28-7d25-42f8-aa63-78ff1c871a1a tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.23 "GET /v2.0/networks?id=a9f9f2e2-f3f5-46f2-9346-575ee65c5088 HTTP/1.1" status: 200 len: 810 time: 0.1036685 Sep 07 03:50:53.200001 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3ebd3c54-27b5-421c-80b1-2a90ec950f9c req-fd507dbc-8cb7-411f-aa89-c9648e1cd73f tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a63c01a8e0154cb5b6472631514e7ed6 HTTP/1.1" status: 200 len: 380 time: 0.0335765 Sep 07 03:50:53.211835 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-3ebd3c54-27b5-421c-80b1-2a90ec950f9c req-0dee6bed-5a54-45f3-b64d-524751e98f87 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Request body: {'port': {'device_id': '5d8e8fbc-7843-43a2-9900-ce09bc5efbc4', 'network_id': 'a9f9f2e2-f3f5-46f2-9346-575ee65c5088', 'admin_state_up': True, 'tenant_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'security_groups': ['edf67cd5-e4c1-45c1-8a61-9b5c1b5b5d95']}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:50:53.316959 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ebd3c54-27b5-421c-80b1-2a90ec950f9c req-0dee6bed-5a54-45f3-b64d-524751e98f87 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Made reservation on behalf of a63c01a8e0154cb5b6472631514e7ed6 for: {'port': 1} {{(pid=94701) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:50:53.320446 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-3ebd3c54-27b5-421c-80b1-2a90ec950f9c req-0dee6bed-5a54-45f3-b64d-524751e98f87 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:53.447567 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [req-3ebd3c54-27b5-421c-80b1-2a90ec950f9c req-0dee6bed-5a54-45f3-b64d-524751e98f87 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Allocated IP 172.20.0.8 (a9f9f2e2-f3f5-46f2-9346-575ee65c5088/29f7a3da-af96-480e-8fe7-5f1661bcccf7/362cd4b5-b2c1-40ec-92b3-b531a139cb80) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:50:53.506384 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-70b7ff30-0381-41c4-be30-365ded84e3bc req-b628aba9-cc8d-4d8c-91b0-db45a65daaec tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d8e8fbc-7843-43a2-9900-ce09bc5efbc4 HTTP/1.1" status: 200 len: 210 time: 0.0263894 Sep 07 03:50:53.585103 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-3ebd3c54-27b5-421c-80b1-2a90ec950f9c req-0dee6bed-5a54-45f3-b64d-524751e98f87 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:53.597985 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-3ebd3c54-27b5-421c-80b1-2a90ec950f9c req-0dee6bed-5a54-45f3-b64d-524751e98f87 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Transition to ACTIVE for port object 362cd4b5-b2c1-40ec-92b3-b531a139cb80 will not be triggered until provisioned by entity DHCP. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:50:53.631756 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-3ebd3c54-27b5-421c-80b1-2a90ec950f9c req-0dee6bed-5a54-45f3-b64d-524751e98f87 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:53.676889 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ebd3c54-27b5-421c-80b1-2a90ec950f9c req-0dee6bed-5a54-45f3-b64d-524751e98f87 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Network a9f9f2e2-f3f5-46f2-9346-575ee65c5088 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:50:53.679895 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [req-3ebd3c54-27b5-421c-80b1-2a90ec950f9c req-0dee6bed-5a54-45f3-b64d-524751e98f87 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:50:53.685442 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ebd3c54-27b5-421c-80b1-2a90ec950f9c req-0dee6bed-5a54-45f3-b64d-524751e98f87 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:50:53.710229 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dee6bed-5a54-45f3-b64d-524751e98f87 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Pushing event updated for resources: {'Port': ['ID=362cd4b5-b2c1-40ec-92b3-b531a139cb80,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:50:53.738573 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd3c54-27b5-421c-80b1-2a90ec950f9c req-0dee6bed-5a54-45f3-b64d-524751e98f87 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:50:53.739232 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-3ebd3c54-27b5-421c-80b1-2a90ec950f9c req-0dee6bed-5a54-45f3-b64d-524751e98f87 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:53.755221 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3ebd3c54-27b5-421c-80b1-2a90ec950f9c req-0dee6bed-5a54-45f3-b64d-524751e98f87 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5469790 Sep 07 03:50:53.768106 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [req-3ebd3c54-27b5-421c-80b1-2a90ec950f9c req-0cd5d7ad-a1dd-46dd-89fc-76680301528a service neutron] Request body: {'port': {'device_id': '5d8e8fbc-7843-43a2-9900-ce09bc5efbc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-796209-16'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:50:53.824344 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-3ebd3c54-27b5-421c-80b1-2a90ec950f9c req-0cd5d7ad-a1dd-46dd-89fc-76680301528a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:53.966122 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-bde07538-cdfa-4e68-be3f-e7e873246e8b None None] Provisioning for port 362cd4b5-b2c1-40ec-92b3-b531a139cb80 completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:50:53.970182 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-bde07538-cdfa-4e68-be3f-e7e873246e8b None None] Provisioning complete for port 362cd4b5-b2c1-40ec-92b3-b531a139cb80 triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:50:53.970617 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-bde07538-cdfa-4e68-be3f-e7e873246e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:54.007177 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-bde07538-cdfa-4e68-be3f-e7e873246e8b None None] Port 362cd4b5-b2c1-40ec-92b3-b531a139cb80 cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:50:54.088019 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [req-3ebd3c54-27b5-421c-80b1-2a90ec950f9c req-0cd5d7ad-a1dd-46dd-89fc-76680301528a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 362cd4b5-b2c1-40ec-92b3-b531a139cb80 {{(pid=94701) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:50:54.096123 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-3ebd3c54-27b5-421c-80b1-2a90ec950f9c req-0cd5d7ad-a1dd-46dd-89fc-76680301528a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:54.107729 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.provisioning_blocks [req-3ebd3c54-27b5-421c-80b1-2a90ec950f9c req-0cd5d7ad-a1dd-46dd-89fc-76680301528a service neutron] Transition to ACTIVE for port object 362cd4b5-b2c1-40ec-92b3-b531a139cb80 will not be triggered until provisioned by entity L2. {{(pid=94701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:50:54.111909 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-3ebd3c54-27b5-421c-80b1-2a90ec950f9c req-0cd5d7ad-a1dd-46dd-89fc-76680301528a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:54.178014 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd5d7ad-a1dd-46dd-89fc-76680301528a service neutron] Pushing event updated for resources: {'Port': ['ID=362cd4b5-b2c1-40ec-92b3-b531a139cb80,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:50:54.226118 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-3ebd3c54-27b5-421c-80b1-2a90ec950f9c req-0cd5d7ad-a1dd-46dd-89fc-76680301528a service neutron] Attempting to bind port 362cd4b5-b2c1-40ec-92b3-b531a139cb80 on host n-h1-796209-16 for vnic_type normal with profile {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:50:54.226447 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-3ebd3c54-27b5-421c-80b1-2a90ec950f9c req-0cd5d7ad-a1dd-46dd-89fc-76680301528a service neutron] Attempting to bind port 362cd4b5-b2c1-40ec-92b3-b531a139cb80 by drivers openvswitch,hyperv on host n-h1-796209-16 at level 0 using segments [{'id': 'a36691c3-22b6-48ee-be3a-5cd1b1a81a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a9f9f2e2-f3f5-46f2-9346-575ee65c5088'}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:50:54.226776 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebd3c54-27b5-421c-80b1-2a90ec950f9c req-0cd5d7ad-a1dd-46dd-89fc-76680301528a service neutron] Attempting to bind port 362cd4b5-b2c1-40ec-92b3-b531a139cb80 on network a9f9f2e2-f3f5-46f2-9346-575ee65c5088 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:50:54.231158 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebd3c54-27b5-421c-80b1-2a90ec950f9c req-0cd5d7ad-a1dd-46dd-89fc-76680301528a service neutron] Port 362cd4b5-b2c1-40ec-92b3-b531a139cb80 on network a9f9f2e2-f3f5-46f2-9346-575ee65c5088 not bound, no agent of type Open vSwitch agent registered on host n-h1-796209-16 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 03:50:54.231496 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebd3c54-27b5-421c-80b1-2a90ec950f9c req-0cd5d7ad-a1dd-46dd-89fc-76680301528a service neutron] Attempting to bind port 362cd4b5-b2c1-40ec-92b3-b531a139cb80 on network a9f9f2e2-f3f5-46f2-9346-575ee65c5088 {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:50:54.237341 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebd3c54-27b5-421c-80b1-2a90ec950f9c req-0cd5d7ad-a1dd-46dd-89fc-76680301528a service neutron] Checking agent: {'id': 'd4550a1f-e80d-4a41-822f-ae2da119e2b3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:50:54.237680 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebd3c54-27b5-421c-80b1-2a90ec950f9c req-0cd5d7ad-a1dd-46dd-89fc-76680301528a service neutron] Checking segment: {'id': 'a36691c3-22b6-48ee-be3a-5cd1b1a81a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a9f9f2e2-f3f5-46f2-9346-575ee65c5088'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:50:54.238060 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebd3c54-27b5-421c-80b1-2a90ec950f9c req-0cd5d7ad-a1dd-46dd-89fc-76680301528a service neutron] Bound using segment: {'id': 'a36691c3-22b6-48ee-be3a-5cd1b1a81a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a9f9f2e2-f3f5-46f2-9346-575ee65c5088'} {{(pid=94701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:50:54.238483 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.managers [req-3ebd3c54-27b5-421c-80b1-2a90ec950f9c req-0cd5d7ad-a1dd-46dd-89fc-76680301528a service neutron] Bound port: 362cd4b5-b2c1-40ec-92b3-b531a139cb80, host: n-h1-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a36691c3-22b6-48ee-be3a-5cd1b1a81a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a9f9f2e2-f3f5-46f2-9346-575ee65c5088'}}] {{(pid=94701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:50:54.238839 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-3ebd3c54-27b5-421c-80b1-2a90ec950f9c req-0cd5d7ad-a1dd-46dd-89fc-76680301528a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:54.307173 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-3ebd3c54-27b5-421c-80b1-2a90ec950f9c req-0cd5d7ad-a1dd-46dd-89fc-76680301528a service neutron] For port 362cd4b5-b2c1-40ec-92b3-b531a139cb80, host n-h1-796209-16, cleared binding levels {{(pid=94701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:50:54.310201 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-3ebd3c54-27b5-421c-80b1-2a90ec950f9c req-0cd5d7ad-a1dd-46dd-89fc-76680301528a service neutron] For port 362cd4b5-b2c1-40ec-92b3-b531a139cb80, host n-h1-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=362cd4b5-b2c1-40ec-92b3-b531a139cb80,segment=NetworkSegment(a36691c3-22b6-48ee-be3a-5cd1b1a81a56),segment_id=a36691c3-22b6-48ee-be3a-5cd1b1a81a56)] {{(pid=94701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:50:54.316112 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-3ebd3c54-27b5-421c-80b1-2a90ec950f9c req-0cd5d7ad-a1dd-46dd-89fc-76680301528a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:54.351303 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd3c54-27b5-421c-80b1-2a90ec950f9c req-0cd5d7ad-a1dd-46dd-89fc-76680301528a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:50:54.351985 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-3ebd3c54-27b5-421c-80b1-2a90ec950f9c req-0cd5d7ad-a1dd-46dd-89fc-76680301528a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:54.353403 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3ebd3c54-27b5-421c-80b1-2a90ec950f9c req-0cd5d7ad-a1dd-46dd-89fc-76680301528a service neutron] 10.222.0.23 "PUT /v2.0/ports/362cd4b5-b2c1-40ec-92b3-b531a139cb80 HTTP/1.1" status: 200 len: 1092 time: 0.5899012 Sep 07 03:50:54.353855 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d8e8fbc-7843-43a2-9900-ce09bc5efbc4', 'tag': '362cd4b5-b2c1-40ec-92b3-b531a139cb80'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:50:54.356140 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf84fb72099b4c059134e8dbf206a3531b112bee59ff8dea8931d4ccd024695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581f3c22-1b34-48ff-b6d6-a5b3248fc96e" -d '{"events": [{"name": "network-changed", "server_uuid": "5d8e8fbc-7843-43a2-9900-ce09bc5efbc4", "tag": "362cd4b5-b2c1-40ec-92b3-b531a139cb80"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:50:54.385646 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd5d7ad-a1dd-46dd-89fc-76680301528a service neutron] Pushing event updated for resources: {'Port': ['ID=362cd4b5-b2c1-40ec-92b3-b531a139cb80,revision_number=3']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:50:54.403614 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1671860e-4c5b-46e8-a58d-8990f853295e x-openstack-request-id: req-1671860e-4c5b-46e8-a58d-8990f853295e {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:50:54.403899 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d8e8fbc-7843-43a2-9900-ce09bc5efbc4", "tag": "362cd4b5-b2c1-40ec-92b3-b531a139cb80", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:50:54.404197 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1671860e-4c5b-46e8-a58d-8990f853295e {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:50:54.404906 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d8e8fbc-7843-43a2-9900-ce09bc5efbc4', 'tag': '362cd4b5-b2c1-40ec-92b3-b531a139cb80', 'status': 'completed', 'code': 200} Sep 07 03:50:54.453786 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd3c54-27b5-421c-80b1-2a90ec950f9c req-a2e44c01-250f-4e92-bd4c-1e8eee7b4ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:50:54.455308 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3ebd3c54-27b5-421c-80b1-2a90ec950f9c req-a2e44c01-250f-4e92-bd4c-1e8eee7b4ae0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a63c01a8e0154cb5b6472631514e7ed6&device_id=5d8e8fbc-7843-43a2-9900-ce09bc5efbc4 HTTP/1.1" status: 200 len: 1095 time: 0.0432479 Sep 07 03:50:54.505116 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3ebd3c54-27b5-421c-80b1-2a90ec950f9c req-6e7aee78-6562-4e48-bb1d-b0c50165d00b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=362cd4b5-b2c1-40ec-92b3-b531a139cb80 HTTP/1.1" status: 200 len: 217 time: 0.0417709 Sep 07 03:50:54.560183 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd3c54-27b5-421c-80b1-2a90ec950f9c req-fbb9db93-9007-4ad8-818e-2c8308601f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:50:54.561768 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3ebd3c54-27b5-421c-80b1-2a90ec950f9c req-fbb9db93-9007-4ad8-818e-2c8308601f20 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=29f7a3da-af96-480e-8fe7-5f1661bcccf7 HTTP/1.1" status: 200 len: 849 time: 0.0501580 Sep 07 03:50:54.608033 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd3c54-27b5-421c-80b1-2a90ec950f9c req-cae806a4-cf06-4c47-9685-6c87ba24bd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:50:54.609573 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3ebd3c54-27b5-421c-80b1-2a90ec950f9c req-cae806a4-cf06-4c47-9685-6c87ba24bd0d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a9f9f2e2-f3f5-46f2-9346-575ee65c5088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410748 Sep 07 03:50:54.626482 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1d7de-2e7e-4509-b310-6fc9a5ac0ccc req-8f4caaf9-c3be-4313-a441-a4bac2cfe7e9 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:50:54.627985 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3fa1d7de-2e7e-4509-b310-6fc9a5ac0ccc req-8f4caaf9-c3be-4313-a441-a4bac2cfe7e9 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d8e8fbc-7843-43a2-9900-ce09bc5efbc4 HTTP/1.1" status: 200 len: 943 time: 0.0479896 Sep 07 03:50:54.666345 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3fa1d7de-2e7e-4509-b310-6fc9a5ac0ccc req-51f2784b-e263-4a4f-94a0-721a087edf7e tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/security-groups?id=edf67cd5-e4c1-45c1-8a61-9b5c1b5b5d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322034 Sep 07 03:50:54.705755 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3ebd3c54-27b5-421c-80b1-2a90ec950f9c req-d2c80f22-2cec-40b4-95a5-890a966a99d5 service neutron] 10.222.0.23 "GET /v2.0/networks/a9f9f2e2-f3f5-46f2-9346-575ee65c5088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891478 Sep 07 03:50:54.795993 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-3ebd3c54-27b5-421c-80b1-2a90ec950f9c req-4e3f17d8-0ec4-48e2-9d07-257758eba729 service neutron] 10.222.0.23 "GET /v2.0/networks/a9f9f2e2-f3f5-46f2-9346-575ee65c5088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830362 Sep 07 03:50:54.886049 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f3c22-1b34-48ff-b6d6-a5b3248fc96e req-fd14d7c4-5db2-40bd-8ada-267248c1fd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:50:54.887467 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-581f3c22-1b34-48ff-b6d6-a5b3248fc96e req-fd14d7c4-5db2-40bd-8ada-267248c1fd10 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a63c01a8e0154cb5b6472631514e7ed6&device_id=5d8e8fbc-7843-43a2-9900-ce09bc5efbc4 HTTP/1.1" status: 200 len: 1095 time: 0.0446596 Sep 07 03:50:54.976232 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f3c22-1b34-48ff-b6d6-a5b3248fc96e req-5774f965-0bc6-4c31-907d-0a3a8872d8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:50:54.977714 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-581f3c22-1b34-48ff-b6d6-a5b3248fc96e req-5774f965-0bc6-4c31-907d-0a3a8872d8bb service neutron] 10.222.0.23 "GET /v2.0/networks?id=a9f9f2e2-f3f5-46f2-9346-575ee65c5088 HTTP/1.1" status: 200 len: 910 time: 0.0831335 Sep 07 03:50:55.024046 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-581f3c22-1b34-48ff-b6d6-a5b3248fc96e req-4df1e081-70df-4a2a-87ba-a5ec0d6a6be4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=362cd4b5-b2c1-40ec-92b3-b531a139cb80 HTTP/1.1" status: 200 len: 217 time: 0.0389795 Sep 07 03:50:55.073144 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f3c22-1b34-48ff-b6d6-a5b3248fc96e req-fd0a4a8f-fc69-456e-becd-2d77821c4b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:50:55.074707 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-581f3c22-1b34-48ff-b6d6-a5b3248fc96e req-fd0a4a8f-fc69-456e-becd-2d77821c4b03 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=29f7a3da-af96-480e-8fe7-5f1661bcccf7 HTTP/1.1" status: 200 len: 849 time: 0.0439749 Sep 07 03:50:55.119990 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f3c22-1b34-48ff-b6d6-a5b3248fc96e req-1eb73c3a-8c8f-42e9-98b0-77df5f53b51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:50:55.121482 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-581f3c22-1b34-48ff-b6d6-a5b3248fc96e req-1eb73c3a-8c8f-42e9-98b0-77df5f53b51a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a9f9f2e2-f3f5-46f2-9346-575ee65c5088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395124 Sep 07 03:50:55.535501 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-581f3c22-1b34-48ff-b6d6-a5b3248fc96e req-ac50fa09-a6a8-4df4-a956-7d44279ed624 service neutron] 10.222.0.23 "GET /v2.0/networks/a9f9f2e2-f3f5-46f2-9346-575ee65c5088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4054322 Sep 07 03:50:55.623733 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-581f3c22-1b34-48ff-b6d6-a5b3248fc96e req-96fc7eaa-dd88-49ab-bb90-198128e18adb service neutron] 10.222.0.23 "GET /v2.0/networks/a9f9f2e2-f3f5-46f2-9346-575ee65c5088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809107 Sep 07 03:50:55.782938 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634de821-c0ef-482f-9332-9802e8a80373 req-0b028c8d-b9a2-4b47-9245-7d15254487d2 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:50:55.784453 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-634de821-c0ef-482f-9332-9802e8a80373 req-0b028c8d-b9a2-4b47-9245-7d15254487d2 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d8e8fbc-7843-43a2-9900-ce09bc5efbc4 HTTP/1.1" status: 200 len: 943 time: 0.0497441 Sep 07 03:50:55.821789 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-634de821-c0ef-482f-9332-9802e8a80373 req-decb0ef7-1730-44c9-8601-6ee6cf5fb761 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/security-groups?id=edf67cd5-e4c1-45c1-8a61-9b5c1b5b5d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313866 Sep 07 03:50:56.036310 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b1f7ced7-5c5e-4e40-b31b-2600aac3f7b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:56.936253 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1233f8a2-a735-45d6-bbbe-88efaa7eca24 req-6194f26a-d30f-4185-a1ef-d5f3771d78aa tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:50:56.938244 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1233f8a2-a735-45d6-bbbe-88efaa7eca24 req-6194f26a-d30f-4185-a1ef-d5f3771d78aa tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d8e8fbc-7843-43a2-9900-ce09bc5efbc4 HTTP/1.1" status: 200 len: 943 time: 0.0501208 Sep 07 03:50:56.979922 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1233f8a2-a735-45d6-bbbe-88efaa7eca24 req-da36e819-7c26-492b-b3db-60be9047bea5 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/security-groups?id=edf67cd5-e4c1-45c1-8a61-9b5c1b5b5d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355685 Sep 07 03:50:57.632756 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 362cd4b5-b2c1-40ec-92b3-b531a139cb80 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 03:50:57.726663 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 362cd4b5-b2c1-40ec-92b3-b531a139cb80, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=362cd4b5-b2c1-40ec-92b3-b531a139cb80,segment=NetworkSegment(a36691c3-22b6-48ee-be3a-5cd1b1a81a56),segment_id=a36691c3-22b6-48ee-be3a-5cd1b1a81a56)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:50:57.738521 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '362cd4b5-b2c1-40ec-92b3-b531a139cb80', 'network_id': 'a9f9f2e2-f3f5-46f2-9346-575ee65c5088', 'port_id': '362cd4b5-b2c1-40ec-92b3-b531a139cb80', 'mac_address': 'fa:16:3e:c1:d3:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29f7a3da-af96-480e-8fe7-5f1661bcccf7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 03:50:57.779081 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:57.792528 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 362cd4b5-b2c1-40ec-92b3-b531a139cb80 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:50:57.811812 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 362cd4b5-b2c1-40ec-92b3-b531a139cb80, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=362cd4b5-b2c1-40ec-92b3-b531a139cb80,segment=NetworkSegment(a36691c3-22b6-48ee-be3a-5cd1b1a81a56),segment_id=a36691c3-22b6-48ee-be3a-5cd1b1a81a56)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:50:57.815708 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:57.863472 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=362cd4b5-b2c1-40ec-92b3-b531a139cb80,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:50:58.014900 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['362cd4b5-b2c1-40ec-92b3-b531a139cb80'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:50:58.122179 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762701b-8a60-4aa8-9215-9bdcf476c85e req-526c380f-61d9-460e-ad90-4be7cdf9ad27 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:50:58.123677 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6762701b-8a60-4aa8-9215-9bdcf476c85e req-526c380f-61d9-460e-ad90-4be7cdf9ad27 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d8e8fbc-7843-43a2-9900-ce09bc5efbc4 HTTP/1.1" status: 200 len: 944 time: 0.0720317 Sep 07 03:50:58.173355 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-6762701b-8a60-4aa8-9215-9bdcf476c85e req-d6e26edb-9625-4c95-810d-6bb30cf1ef47 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/security-groups?id=edf67cd5-e4c1-45c1-8a61-9b5c1b5b5d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419331 Sep 07 03:50:58.299735 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-c8ee8505-eda8-4d78-84fc-716510593595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:58.820696 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:59.289146 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c206a0-cd78-41aa-81d9-fb225e5342b5 req-e72c6a40-44a3-44e0-ac27-6df06c282a2b tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:50:59.290668 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c1c206a0-cd78-41aa-81d9-fb225e5342b5 req-e72c6a40-44a3-44e0-ac27-6df06c282a2b tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d8e8fbc-7843-43a2-9900-ce09bc5efbc4 HTTP/1.1" status: 200 len: 944 time: 0.0503569 Sep 07 03:50:59.328206 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c1c206a0-cd78-41aa-81d9-fb225e5342b5 req-c7f7a50a-6e49-46b3-af0e-0f5b6349e276 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/security-groups?id=edf67cd5-e4c1-45c1-8a61-9b5c1b5b5d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306373 Sep 07 03:50:59.653486 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 362cd4b5-b2c1-40ec-92b3-b531a139cb80 up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:50:59.702205 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning for port 362cd4b5-b2c1-40ec-92b3-b531a139cb80 completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:50:59.706250 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port 362cd4b5-b2c1-40ec-92b3-b531a139cb80 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:50:59.706624 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:59.785207 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:59.806834 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8e8fbc-7843-43a2-9900-ce09bc5efbc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '362cd4b5-b2c1-40ec-92b3-b531a139cb80'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:50:59.809177 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a436ec256d2b1825a148fad3e2b3933f4e559d797aa0adc164ec0b132a4edf7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d58d9ce2-6a86-4a23-9e03-520e3fa4bbff" -d '{"events": [{"server_uuid": "5d8e8fbc-7843-43a2-9900-ce09bc5efbc4", "name": "network-vif-plugged", "status": "completed", "tag": "362cd4b5-b2c1-40ec-92b3-b531a139cb80"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:50:59.829319 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 362cd4b5-b2c1-40ec-92b3-b531a139cb80, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=362cd4b5-b2c1-40ec-92b3-b531a139cb80,segment=NetworkSegment(a36691c3-22b6-48ee-be3a-5cd1b1a81a56),segment_id=a36691c3-22b6-48ee-be3a-5cd1b1a81a56)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:50:59.833999 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:59.838258 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:50:59.882550 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=362cd4b5-b2c1-40ec-92b3-b531a139cb80,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:50:59.906726 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449869f8-9826-4e0a-8548-19a1dd929074 x-openstack-request-id: req-449869f8-9826-4e0a-8548-19a1dd929074 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:50:59.907040 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d8e8fbc-7843-43a2-9900-ce09bc5efbc4", "name": "network-vif-plugged", "status": "completed", "tag": "362cd4b5-b2c1-40ec-92b3-b531a139cb80", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:50:59.907297 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-449869f8-9826-4e0a-8548-19a1dd929074 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:50:59.907726 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d8e8fbc-7843-43a2-9900-ce09bc5efbc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '362cd4b5-b2c1-40ec-92b3-b531a139cb80', 'code': 200} Sep 07 03:51:00.000027 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3cd7f2-6157-4131-90c3-7aec5366ca5d req-4dc5c219-d0cb-4b31-8593-386c06518129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:51:00.001560 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ee3cd7f2-6157-4131-90c3-7aec5366ca5d req-4dc5c219-d0cb-4b31-8593-386c06518129 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5d8e8fbc-7843-43a2-9900-ce09bc5efbc4 HTTP/1.1" status: 200 len: 1097 time: 0.0396488 Sep 07 03:51:00.035202 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-ee3cd7f2-6157-4131-90c3-7aec5366ca5d req-4829ed57-575d-4706-b1f1-5b4898cf2536 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=edf67cd5-e4c1-45c1-8a61-9b5c1b5b5d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269566 Sep 07 03:51:00.440591 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b90d8-5cc2-4155-b7a7-c970c0ecf52c req-1a63e043-7c16-4d3d-836e-573cd0304948 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:51:00.442080 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cc0b90d8-5cc2-4155-b7a7-c970c0ecf52c req-1a63e043-7c16-4d3d-836e-573cd0304948 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d8e8fbc-7843-43a2-9900-ce09bc5efbc4 HTTP/1.1" status: 200 len: 945 time: 0.0490339 Sep 07 03:51:00.477992 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-cc0b90d8-5cc2-4155-b7a7-c970c0ecf52c req-a4c128d4-84cd-417e-972b-601e5dc1b583 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/security-groups?id=edf67cd5-e4c1-45c1-8a61-9b5c1b5b5d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300145 Sep 07 03:51:01.593940 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee4ff6-9fc6-43df-b76a-3a8fbf1f4d17 req-45d7f3a6-c95e-47b0-80b2-d9ee6b6a5f27 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:51:01.595443 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7dee4ff6-9fc6-43df-b76a-3a8fbf1f4d17 req-45d7f3a6-c95e-47b0-80b2-d9ee6b6a5f27 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d8e8fbc-7843-43a2-9900-ce09bc5efbc4 HTTP/1.1" status: 200 len: 945 time: 0.0494070 Sep 07 03:51:01.632496 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7dee4ff6-9fc6-43df-b76a-3a8fbf1f4d17 req-c25cdb56-4c07-4614-aece-cf758c827a32 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/security-groups?id=edf67cd5-e4c1-45c1-8a61-9b5c1b5b5d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306644 Sep 07 03:51:01.658501 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:51:01.745788 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9233440-e192-4c5d-a94c-46ff9dac4542 req-9d89d544-439f-48e4-a3fa-626e174a1adc tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:51:01.747278 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f9233440-e192-4c5d-a94c-46ff9dac4542 req-9d89d544-439f-48e4-a3fa-626e174a1adc tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d8e8fbc-7843-43a2-9900-ce09bc5efbc4 HTTP/1.1" status: 200 len: 945 time: 0.0478346 Sep 07 03:51:01.791037 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-f9233440-e192-4c5d-a94c-46ff9dac4542 req-9be02a41-ffb1-4d2a-b6d9-99b10ee5d4e0 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/security-groups?id=edf67cd5-e4c1-45c1-8a61-9b5c1b5b5d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372336 Sep 07 03:51:01.812803 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 46900) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:51:01.894083 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2174449a-a6cf-4e8f-941a-585d4f3a29a0 tempest-TestSnapshotPattern-1395786868 tempest-TestSnapshotPattern-1395786868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:51:01.895638 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-2174449a-a6cf-4e8f-941a-585d4f3a29a0 tempest-TestSnapshotPattern-1395786868 tempest-TestSnapshotPattern-1395786868-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=5d8e8fbc-7843-43a2-9900-ce09bc5efbc4 HTTP/1.1" status: 200 len: 1092 time: 0.0818689 Sep 07 03:51:01.898501 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 46904) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:51:01.902757 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [None req-980c4fdc-5ec7-4ce5-97a5-f35101fca10e tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Request body: {'floatingip': {'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'port_id': '362cd4b5-b2c1-40ec-92b3-b531a139cb80', 'tenant_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:51:01.924697 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-980c4fdc-5ec7-4ce5-97a5-f35101fca10e tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks [] for floatingip, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:51:02.022823 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-980c4fdc-5ec7-4ce5-97a5-f35101fca10e tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:51:02.127749 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [None req-980c4fdc-5ec7-4ce5-97a5-f35101fca10e tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Allocated IP 172.25.5.93 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/a31c7f2b-62a9-4446-a30e-393e98861bd0) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:51:02.226876 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-980c4fdc-5ec7-4ce5-97a5-f35101fca10e tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:51:02.270764 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-980c4fdc-5ec7-4ce5-97a5-f35101fca10e tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:51:02.305110 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980c4fdc-5ec7-4ce5-97a5-f35101fca10e tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:51:02.309381 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [None req-980c4fdc-5ec7-4ce5-97a5-f35101fca10e tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:51:02.311866 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980c4fdc-5ec7-4ce5-97a5-f35101fca10e tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:51:02.340555 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980c4fdc-5ec7-4ce5-97a5-f35101fca10e tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Pushing event updated for resources: {'Port': ['ID=a31c7f2b-62a9-4446-a30e-393e98861bd0,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:51:02.668528 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-980c4fdc-5ec7-4ce5-97a5-f35101fca10e tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:51:02.731135 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-980c4fdc-5ec7-4ce5-97a5-f35101fca10e tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:51:02.878553 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-980c4fdc-5ec7-4ce5-97a5-f35101fca10e tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:51:02.882967 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-980c4fdc-5ec7-4ce5-97a5-f35101fca10e tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:51:02.947721 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980c4fdc-5ec7-4ce5-97a5-f35101fca10e tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Pushing event updated for resources: {'Port': ['ID=a31c7f2b-62a9-4446-a30e-393e98861bd0,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:51:02.958799 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-980c4fdc-5ec7-4ce5-97a5-f35101fca10e tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:51:03.057587 n-d-796209-16 neutron-server[94700]: INFO neutron.db.l3_db [None req-980c4fdc-5ec7-4ce5-97a5-f35101fca10e tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Floating IP b0cd6fd9-54cf-4a44-a065-456b6e9f975e associated. External IP: 172.25.5.93, port: 362cd4b5-b2c1-40ec-92b3-b531a139cb80. Sep 07 03:51:03.259779 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-980c4fdc-5ec7-4ce5-97a5-f35101fca10e tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Router e93c6438-7df6-4190-a9f0-2ab3396c2628 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:51:03.366355 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-980c4fdc-5ec7-4ce5-97a5-f35101fca10e tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:51:03.376421 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627c3206-1c84-4ad1-b1cb-28ac36650e39 None None] Sync routers for ids ['e93c6438-7df6-4190-a9f0-2ab3396c2628'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:51:03.384090 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-980c4fdc-5ec7-4ce5-97a5-f35101fca10e tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:51:03.386636 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627c3206-1c84-4ad1-b1cb-28ac36650e39 None None] Routers {'e93c6438-7df6-4190-a9f0-2ab3396c2628'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:51:03.387258 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-627c3206-1c84-4ad1-b1cb-28ac36650e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:50:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['e93c6438-7df6-4190-a9f0-2ab3396c2628'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:51:03.410942 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-980c4fdc-5ec7-4ce5-97a5-f35101fca10e tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5114272 Sep 07 03:51:03.411710 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d8e8fbc-7843-43a2-9900-ce09bc5efbc4', 'tag': '362cd4b5-b2c1-40ec-92b3-b531a139cb80'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:51:03.413987 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4b99ef7bc7a5293b766a2301f992bcff4e86bffe3ac49b880de9dcdee739ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349687e1-9293-48c5-b8a7-8ce7a4be6b06" -d '{"events": [{"name": "network-changed", "server_uuid": "5d8e8fbc-7843-43a2-9900-ce09bc5efbc4", "tag": "362cd4b5-b2c1-40ec-92b3-b531a139cb80"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:51:03.452977 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170d271b-83a8-4380-b67b-f30f5ffa0fe6 x-openstack-request-id: req-170d271b-83a8-4380-b67b-f30f5ffa0fe6 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:51:03.453261 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d8e8fbc-7843-43a2-9900-ce09bc5efbc4", "tag": "362cd4b5-b2c1-40ec-92b3-b531a139cb80", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:51:03.453508 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-170d271b-83a8-4380-b67b-f30f5ffa0fe6 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:51:03.453905 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d8e8fbc-7843-43a2-9900-ce09bc5efbc4', 'tag': '362cd4b5-b2c1-40ec-92b3-b531a139cb80', 'status': 'completed', 'code': 200} Sep 07 03:51:03.505226 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-627c3206-1c84-4ad1-b1cb-28ac36650e39 None None] Set router e93c6438-7df6-4190-a9f0-2ab3396c2628 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:51:03.521194 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349687e1-9293-48c5-b8a7-8ce7a4be6b06 req-be6f6f9f-a4ff-4663-91a6-21126f00ec6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:51:03.522632 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-349687e1-9293-48c5-b8a7-8ce7a4be6b06 req-be6f6f9f-a4ff-4663-91a6-21126f00ec6b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a63c01a8e0154cb5b6472631514e7ed6&device_id=5d8e8fbc-7843-43a2-9900-ce09bc5efbc4 HTTP/1.1" status: 200 len: 1097 time: 0.0447216 Sep 07 03:51:03.611726 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349687e1-9293-48c5-b8a7-8ce7a4be6b06 req-305cea73-39a7-4631-9b53-89321635d781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:51:03.613225 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-349687e1-9293-48c5-b8a7-8ce7a4be6b06 req-305cea73-39a7-4631-9b53-89321635d781 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a9f9f2e2-f3f5-46f2-9346-575ee65c5088 HTTP/1.1" status: 200 len: 910 time: 0.0841494 Sep 07 03:51:03.682285 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-349687e1-9293-48c5-b8a7-8ce7a4be6b06 req-3953b987-7dbb-4f0d-b149-546a00367005 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=362cd4b5-b2c1-40ec-92b3-b531a139cb80 HTTP/1.1" status: 200 len: 998 time: 0.0624132 Sep 07 03:51:03.730004 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-627c3206-1c84-4ad1-b1cb-28ac36650e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e93c6438-7df6-4190-a9f0-2ab3396c2628', 'name': 'tempest-TestSnapshotPattern-1301655668-router', 'tenant_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'e7013437-69aa-406d-aca3-549291952f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:50:37Z', 'updated_at': '2021-09-07T03:50:39Z', 'revision_number': 4, 'project_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'gw_port': {'id': 'e7013437-69aa-406d-aca3-549291952f7f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bc:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93c6438-7df6-4190-a9f0-2ab3396c2628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:50:37Z', 'updated_at': '2021-09-07T03:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'b0cd6fd9-54cf-4a44-a065-456b6e9f975e', 'tenant_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'floating_ip_address': '172.25.5.93', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': 'e93c6438-7df6-4190-a9f0-2ab3396c2628', 'port_id': '362cd4b5-b2c1-40ec-92b3-b531a139cb80', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9f9f2e2-f3f5-46f2-9346-575ee65c5088', 'mac_address': 'fa:16:3e:c1:d3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8e8fbc-7843-43a2-9900-ce09bc5efbc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:51:02Z', 'updated_at': '2021-09-07T03:51:02Z', 'revision_number': 0, 'project_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b67b093-69ce-48dc-b621-7be41c011adc', 'name': '', 'network_id': 'a9f9f2e2-f3f5-46f2-9346-575ee65c5088', 'tenant_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'mac_address': 'fa:16:3e:e0:af:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93c6438-7df6-4190-a9f0-2ab3396c2628', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '29f7a3da-af96-480e-8fe7-5f1661bcccf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:50:39Z', 'updated_at': '2021-09-07T03:50:45Z', 'revision_number': 5, 'project_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'subnets': [{'id': '29f7a3da-af96-480e-8fe7-5f1661bcccf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:51:03.731617 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349687e1-9293-48c5-b8a7-8ce7a4be6b06 req-eccfdf04-72b1-4f50-a75d-dd57f8dbc2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:51:03.733100 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-349687e1-9293-48c5-b8a7-8ce7a4be6b06 req-eccfdf04-72b1-4f50-a75d-dd57f8dbc2ed service neutron] 10.222.0.23 "GET /v2.0/subnets?id=29f7a3da-af96-480e-8fe7-5f1661bcccf7 HTTP/1.1" status: 200 len: 849 time: 0.0433006 Sep 07 03:51:03.756168 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627c3206-1c84-4ad1-b1cb-28ac36650e39 None None] Checking router: e93c6438-7df6-4190-a9f0-2ab3396c2628 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:51:03.764364 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627c3206-1c84-4ad1-b1cb-28ac36650e39 None None] Routers {'e93c6438-7df6-4190-a9f0-2ab3396c2628'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:51:03.764973 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-627c3206-1c84-4ad1-b1cb-28ac36650e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:50:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['e93c6438-7df6-4190-a9f0-2ab3396c2628'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:51:03.778851 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349687e1-9293-48c5-b8a7-8ce7a4be6b06 req-b516516c-ae5d-45c2-b0fd-0d0b74e49762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:51:03.780335 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-349687e1-9293-48c5-b8a7-8ce7a4be6b06 req-b516516c-ae5d-45c2-b0fd-0d0b74e49762 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a9f9f2e2-f3f5-46f2-9346-575ee65c5088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390620 Sep 07 03:51:03.871043 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-627c3206-1c84-4ad1-b1cb-28ac36650e39 None None] Set router e93c6438-7df6-4190-a9f0-2ab3396c2628 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:51:03.875338 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-349687e1-9293-48c5-b8a7-8ce7a4be6b06 req-1c4e4525-9279-4c8d-8f68-404af8ce83fd service neutron] 10.222.0.23 "GET /v2.0/networks/a9f9f2e2-f3f5-46f2-9346-575ee65c5088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877542 Sep 07 03:51:03.964073 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-349687e1-9293-48c5-b8a7-8ce7a4be6b06 req-e5ef69a7-7e27-466f-9c8c-3d33b431dd9a service neutron] 10.222.0.23 "GET /v2.0/networks/a9f9f2e2-f3f5-46f2-9346-575ee65c5088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820613 Sep 07 03:51:04.095498 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-627c3206-1c84-4ad1-b1cb-28ac36650e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e93c6438-7df6-4190-a9f0-2ab3396c2628', 'name': 'tempest-TestSnapshotPattern-1301655668-router', 'tenant_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'e7013437-69aa-406d-aca3-549291952f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:50:37Z', 'updated_at': '2021-09-07T03:50:39Z', 'revision_number': 4, 'project_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'gw_port': {'id': 'e7013437-69aa-406d-aca3-549291952f7f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bc:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93c6438-7df6-4190-a9f0-2ab3396c2628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:50:37Z', 'updated_at': '2021-09-07T03:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'b0cd6fd9-54cf-4a44-a065-456b6e9f975e', 'tenant_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'floating_ip_address': '172.25.5.93', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': 'e93c6438-7df6-4190-a9f0-2ab3396c2628', 'port_id': '362cd4b5-b2c1-40ec-92b3-b531a139cb80', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9f9f2e2-f3f5-46f2-9346-575ee65c5088', 'mac_address': 'fa:16:3e:c1:d3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8e8fbc-7843-43a2-9900-ce09bc5efbc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:51:02Z', 'updated_at': '2021-09-07T03:51:02Z', 'revision_number': 0, 'project_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b67b093-69ce-48dc-b621-7be41c011adc', 'name': '', 'network_id': 'a9f9f2e2-f3f5-46f2-9346-575ee65c5088', 'tenant_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'mac_address': 'fa:16:3e:e0:af:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93c6438-7df6-4190-a9f0-2ab3396c2628', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '29f7a3da-af96-480e-8fe7-5f1661bcccf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:50:39Z', 'updated_at': '2021-09-07T03:50:45Z', 'revision_number': 5, 'project_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'subnets': [{'id': '29f7a3da-af96-480e-8fe7-5f1661bcccf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:51:04.120908 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627c3206-1c84-4ad1-b1cb-28ac36650e39 None None] The sync data for ids ['e93c6438-7df6-4190-a9f0-2ab3396c2628'] in n-d-796209-16 is: [{'id': 'e93c6438-7df6-4190-a9f0-2ab3396c2628', 'name': 'tempest-TestSnapshotPattern-1301655668-router', 'tenant_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'e7013437-69aa-406d-aca3-549291952f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:50:37Z', 'updated_at': '2021-09-07T03:50:39Z', 'revision_number': 4, 'project_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'gw_port': {'id': 'e7013437-69aa-406d-aca3-549291952f7f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bc:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93c6438-7df6-4190-a9f0-2ab3396c2628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:50:37Z', 'updated_at': '2021-09-07T03:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'b0cd6fd9-54cf-4a44-a065-456b6e9f975e', 'tenant_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'floating_ip_address': '172.25.5.93', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': 'e93c6438-7df6-4190-a9f0-2ab3396c2628', 'port_id': '362cd4b5-b2c1-40ec-92b3-b531a139cb80', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9f9f2e2-f3f5-46f2-9346-575ee65c5088', 'mac_address': 'fa:16:3e:c1:d3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8e8fbc-7843-43a2-9900-ce09bc5efbc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:51:02Z', 'updated_at': '2021-09-07T03:51:02Z', 'revision_number': 0, 'project_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b67b093-69ce-48dc-b621-7be41c011adc', 'name': '', 'network_id': 'a9f9f2e2-f3f5-46f2-9346-575ee65c5088', 'tenant_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'mac_address': 'fa:16:3e:e0:af:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93c6438-7df6-4190-a9f0-2ab3396c2628', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '29f7a3da-af96-480e-8fe7-5f1661bcccf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:50:39Z', 'updated_at': '2021-09-07T03:50:45Z', 'revision_number': 5, 'project_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'subnets': [{'id': '29f7a3da-af96-480e-8fe7-5f1661bcccf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:51:04.414070 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342f438c-187a-4f54-b476-3241a2ca6666 None None] New status for floating IP b0cd6fd9-54cf-4a44-a065-456b6e9f975e: ACTIVE {{(pid=94703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 03:51:22.326464 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:51:22.353695 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:51:26.038075 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-cfe64fc4-d5e1-4024-95f3-a2965280a363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:51:28.300050 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3da710c5-c820-41ad-b5d8-2d9ddb3b4331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:51:28.476802 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:51:28.822345 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:51:29.831602 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:51:31.658696 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:51:44.141382 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-076f4b8f-7450-4730-8dcc-7bf5484e9dd1 req-1599a3e6-7857-4bb6-a5d4-35335617172f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5d8e8fbc-7843-43a2-9900-ce09bc5efbc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0442808 Sep 07 03:51:44.221402 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f4b8f-7450-4730-8dcc-7bf5484e9dd1 req-57d9f9a8-b654-46d7-8195-effc321daeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:51:44.222885 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-076f4b8f-7450-4730-8dcc-7bf5484e9dd1 req-57d9f9a8-b654-46d7-8195-effc321daeb5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a63c01a8e0154cb5b6472631514e7ed6&device_id=5d8e8fbc-7843-43a2-9900-ce09bc5efbc4 HTTP/1.1" status: 200 len: 1097 time: 0.0410461 Sep 07 03:51:44.331417 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f4b8f-7450-4730-8dcc-7bf5484e9dd1 req-1ccb6bad-03bf-424f-acb6-71cfbfbaee3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:51:44.332846 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-076f4b8f-7450-4730-8dcc-7bf5484e9dd1 req-1ccb6bad-03bf-424f-acb6-71cfbfbaee3d service neutron] 10.222.0.23 "GET /v2.0/networks?id=a9f9f2e2-f3f5-46f2-9346-575ee65c5088 HTTP/1.1" status: 200 len: 910 time: 0.0913863 Sep 07 03:51:44.395677 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-076f4b8f-7450-4730-8dcc-7bf5484e9dd1 req-fa18070d-bb4c-43ec-a6e4-1560df11f7da service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=362cd4b5-b2c1-40ec-92b3-b531a139cb80 HTTP/1.1" status: 200 len: 1000 time: 0.0558865 Sep 07 03:51:44.442541 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f4b8f-7450-4730-8dcc-7bf5484e9dd1 req-9ff6f40f-132e-4cea-b3d3-62b3a6ed1326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:51:44.443972 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-076f4b8f-7450-4730-8dcc-7bf5484e9dd1 req-9ff6f40f-132e-4cea-b3d3-62b3a6ed1326 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=29f7a3da-af96-480e-8fe7-5f1661bcccf7 HTTP/1.1" status: 200 len: 849 time: 0.0416536 Sep 07 03:51:44.491115 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f4b8f-7450-4730-8dcc-7bf5484e9dd1 req-ee3a82d6-4ee2-4e92-903e-180d850c2f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:51:44.492592 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-076f4b8f-7450-4730-8dcc-7bf5484e9dd1 req-ee3a82d6-4ee2-4e92-903e-180d850c2f39 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a9f9f2e2-f3f5-46f2-9346-575ee65c5088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418749 Sep 07 03:51:44.582502 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-076f4b8f-7450-4730-8dcc-7bf5484e9dd1 req-8d1e2dfe-38ad-475b-a3a6-cbce026786c2 service neutron] 10.222.0.23 "GET /v2.0/networks/a9f9f2e2-f3f5-46f2-9346-575ee65c5088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821080 Sep 07 03:51:44.674487 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-076f4b8f-7450-4730-8dcc-7bf5484e9dd1 req-93dcbea4-064e-4520-8808-a8f2419a7ba0 service neutron] 10.222.0.23 "GET /v2.0/networks/a9f9f2e2-f3f5-46f2-9346-575ee65c5088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852401 Sep 07 03:51:52.357219 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:51:52.367712 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:51:56.037249 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-13a1eb0e-8e0e-4560-8491-8b5c2f00ba28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:51:58.301188 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ee8519aa-9f4c-4e92-b18c-d4f74d5cb125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:51:58.822889 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:51:59.833723 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:52:01.662995 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:52:05.476146 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:52:22.354674 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:52:22.369415 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:52:26.038153 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4df56082-97d0-4eca-b06c-8451ea725d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:52:28.302424 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-31a00c38-3f43-4f37-b687-f85d21acc088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:52:28.823671 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:52:29.836041 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:52:31.664495 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:52:42.475076 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:52:46.056891 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-74fd18dd-a252-44cc-82bc-66821cb74310 req-d0310ee3-7411-4b33-b6d1-0b3892bf1a61 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5d8e8fbc-7843-43a2-9900-ce09bc5efbc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397010 Sep 07 03:52:46.141593 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd18dd-a252-44cc-82bc-66821cb74310 req-5b2eb509-ad4d-4b27-b63a-8ff01a3eef9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:52:46.143146 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-74fd18dd-a252-44cc-82bc-66821cb74310 req-5b2eb509-ad4d-4b27-b63a-8ff01a3eef9c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a63c01a8e0154cb5b6472631514e7ed6&device_id=5d8e8fbc-7843-43a2-9900-ce09bc5efbc4 HTTP/1.1" status: 200 len: 1097 time: 0.0452273 Sep 07 03:52:46.249731 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd18dd-a252-44cc-82bc-66821cb74310 req-cbb22920-f119-41ec-a342-0f873fdd520c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:52:46.251128 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-74fd18dd-a252-44cc-82bc-66821cb74310 req-cbb22920-f119-41ec-a342-0f873fdd520c service neutron] 10.222.0.23 "GET /v2.0/networks?id=a9f9f2e2-f3f5-46f2-9346-575ee65c5088 HTTP/1.1" status: 200 len: 910 time: 0.0889583 Sep 07 03:52:46.314832 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-74fd18dd-a252-44cc-82bc-66821cb74310 req-4ff705b6-d222-4f68-af76-5a49bde32d94 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=362cd4b5-b2c1-40ec-92b3-b531a139cb80 HTTP/1.1" status: 200 len: 1000 time: 0.0570402 Sep 07 03:52:46.368246 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd18dd-a252-44cc-82bc-66821cb74310 req-aa5065e1-fcde-4dc8-a0bb-50925227617f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:52:46.369675 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-74fd18dd-a252-44cc-82bc-66821cb74310 req-aa5065e1-fcde-4dc8-a0bb-50925227617f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=29f7a3da-af96-480e-8fe7-5f1661bcccf7 HTTP/1.1" status: 200 len: 849 time: 0.0480170 Sep 07 03:52:46.414830 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd18dd-a252-44cc-82bc-66821cb74310 req-547cf9aa-9977-42a7-8c7f-925444459cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:52:46.416351 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-74fd18dd-a252-44cc-82bc-66821cb74310 req-547cf9aa-9977-42a7-8c7f-925444459cb3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a9f9f2e2-f3f5-46f2-9346-575ee65c5088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394545 Sep 07 03:52:46.505064 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-74fd18dd-a252-44cc-82bc-66821cb74310 req-f1290f11-f2c8-4606-a0d0-777df7e67c50 service neutron] 10.222.0.23 "GET /v2.0/networks/a9f9f2e2-f3f5-46f2-9346-575ee65c5088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815032 Sep 07 03:52:46.598285 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-74fd18dd-a252-44cc-82bc-66821cb74310 req-b1a2e5cd-1c51-4b90-b297-5d549b3f79c0 service neutron] 10.222.0.23 "GET /v2.0/networks/a9f9f2e2-f3f5-46f2-9346-575ee65c5088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864122 Sep 07 03:52:52.366749 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:52:52.383669 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:52:56.039077 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-ab8dc666-3ded-4ece-8f37-7cec2f7c249f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:52:58.303248 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-84d43f22-8152-4e61-889f-fa45a9ae108d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:52:58.824459 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:52:59.838962 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:53:01.667781 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:53:02.259627 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 362cd4b5-b2c1-40ec-92b3-b531a139cb80 details requested by agent hyperv_n-h1-796209-16 with host n-h1-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 03:53:02.368150 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 362cd4b5-b2c1-40ec-92b3-b531a139cb80, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=362cd4b5-b2c1-40ec-92b3-b531a139cb80,segment=NetworkSegment(a36691c3-22b6-48ee-be3a-5cd1b1a81a56),segment_id=a36691c3-22b6-48ee-be3a-5cd1b1a81a56)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:53:02.380487 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Returning: {'device': '362cd4b5-b2c1-40ec-92b3-b531a139cb80', 'network_id': 'a9f9f2e2-f3f5-46f2-9346-575ee65c5088', 'port_id': '362cd4b5-b2c1-40ec-92b3-b531a139cb80', 'mac_address': 'fa:16:3e:c1:d3:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29f7a3da-af96-480e-8fe7-5f1661bcccf7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 03:53:02.417638 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:53:02.430552 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 362cd4b5-b2c1-40ec-92b3-b531a139cb80 {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:53:02.450045 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 362cd4b5-b2c1-40ec-92b3-b531a139cb80, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=362cd4b5-b2c1-40ec-92b3-b531a139cb80,segment=NetworkSegment(a36691c3-22b6-48ee-be3a-5cd1b1a81a56),segment_id=a36691c3-22b6-48ee-be3a-5cd1b1a81a56)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:53:02.454246 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:53:02.509239 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=362cd4b5-b2c1-40ec-92b3-b531a139cb80,revision_number=6']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:53:02.517019 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:53:02.517372 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:53:02.517719 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:53:02.518092 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:53:02.518453 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:53:02.518759 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:53:02.519092 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:53:02.519426 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:53:02.519839 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:53:02.521017 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:53:02.521382 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:53:02.521720 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:53:02.527666 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] get_ports_and_sgs() called for port_ids ['362cd4b5-b2c1-40ec-92b3-b531a139cb80'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:53:04.284575 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 362cd4b5-b2c1-40ec-92b3-b531a139cb80 up at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:53:04.340590 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Provisioning complete for port 362cd4b5-b2c1-40ec-92b3-b531a139cb80 triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:53:04.341060 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:53:04.422205 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:53:04.445740 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8e8fbc-7843-43a2-9900-ce09bc5efbc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '362cd4b5-b2c1-40ec-92b3-b531a139cb80'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:53:04.448087 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a436ec256d2b1825a148fad3e2b3933f4e559d797aa0adc164ec0b132a4edf7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838baea3-4267-4710-9b93-05bad4fe0c9c" -d '{"events": [{"server_uuid": "5d8e8fbc-7843-43a2-9900-ce09bc5efbc4", "name": "network-vif-plugged", "status": "completed", "tag": "362cd4b5-b2c1-40ec-92b3-b531a139cb80"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:53:04.462138 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 362cd4b5-b2c1-40ec-92b3-b531a139cb80, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=362cd4b5-b2c1-40ec-92b3-b531a139cb80,segment=NetworkSegment(a36691c3-22b6-48ee-be3a-5cd1b1a81a56),segment_id=a36691c3-22b6-48ee-be3a-5cd1b1a81a56)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:53:04.469755 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:53:04.501988 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b28f6c0-0c88-437a-932f-e97043834c32 x-openstack-request-id: req-0b28f6c0-0c88-437a-932f-e97043834c32 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:53:04.501988 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d8e8fbc-7843-43a2-9900-ce09bc5efbc4", "name": "network-vif-plugged", "status": "completed", "tag": "362cd4b5-b2c1-40ec-92b3-b531a139cb80", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:53:04.502305 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0b28f6c0-0c88-437a-932f-e97043834c32 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:53:04.502954 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d8e8fbc-7843-43a2-9900-ce09bc5efbc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '362cd4b5-b2c1-40ec-92b3-b531a139cb80', 'code': 200} Sep 07 03:53:04.528712 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=362cd4b5-b2c1-40ec-92b3-b531a139cb80,revision_number=7']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:53:12.682248 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d07989ef-9c8f-4d88-8dc9-63d1a0e15bdb req-2367edf8-2939-4506-9c55-2a8f20dfd15e tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1450876687&fields=id&tenant_id=a63c01a8e0154cb5b6472631514e7ed6 HTTP/1.1" status: 200 len: 267 time: 0.0330315 Sep 07 03:53:12.789052 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07989ef-9c8f-4d88-8dc9-63d1a0e15bdb req-28105518-1f57-4e52-bfe2-29347bc3e4b0 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:53:12.790525 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d07989ef-9c8f-4d88-8dc9-63d1a0e15bdb req-28105518-1f57-4e52-bfe2-29347bc3e4b0 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/networks?id=a9f9f2e2-f3f5-46f2-9346-575ee65c5088 HTTP/1.1" status: 200 len: 810 time: 0.1016834 Sep 07 03:53:12.805093 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d07989ef-9c8f-4d88-8dc9-63d1a0e15bdb req-df9a8395-3005-4a4f-9809-c44fcd9aa9f3 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/quotas/a63c01a8e0154cb5b6472631514e7ed6 HTTP/1.1" status: 200 len: 375 time: 0.0088701 Sep 07 03:53:12.859459 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d07989ef-9c8f-4d88-8dc9-63d1a0e15bdb req-9d149856-b1e8-4d3e-8b35-82faf3b5d798 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a63c01a8e0154cb5b6472631514e7ed6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0493424 Sep 07 03:53:12.956086 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d07989ef-9c8f-4d88-8dc9-63d1a0e15bdb req-e961875c-603d-4ec3-8c34-020872cef012 service neutron] 10.222.0.22 "GET /v2.0/networks/a9f9f2e2-f3f5-46f2-9346-575ee65c5088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847816 Sep 07 03:53:13.044734 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d07989ef-9c8f-4d88-8dc9-63d1a0e15bdb req-6073c902-9185-4f97-ab1b-50ce37c58b64 service neutron] 10.222.0.22 "GET /v2.0/networks/a9f9f2e2-f3f5-46f2-9346-575ee65c5088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828032 Sep 07 03:53:13.283557 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-06a795f9-943b-4fc3-8185-4829840c4cdb req-577046f7-55da-467a-ab77-6e186fd937de tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9750430-4324-4e42-bbeb-7611aac7f77c HTTP/1.1" status: 200 len: 210 time: 0.0810471 Sep 07 03:53:14.210993 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07989ef-9c8f-4d88-8dc9-63d1a0e15bdb req-554f4c0d-bea5-4dbd-8704-97c26f07bc12 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:53:14.212777 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d07989ef-9c8f-4d88-8dc9-63d1a0e15bdb req-554f4c0d-bea5-4dbd-8704-97c26f07bc12 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.16 "GET /v2.0/networks?id=a9f9f2e2-f3f5-46f2-9346-575ee65c5088 HTTP/1.1" status: 200 len: 810 time: 0.1089673 Sep 07 03:53:14.255218 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d07989ef-9c8f-4d88-8dc9-63d1a0e15bdb req-02c3f293-3d61-4cb4-9c28-db6068b7a02f tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a63c01a8e0154cb5b6472631514e7ed6 HTTP/1.1" status: 200 len: 380 time: 0.0333335 Sep 07 03:53:14.264837 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-d07989ef-9c8f-4d88-8dc9-63d1a0e15bdb req-92ad9b47-8dae-4095-a53a-a456ff11db6a tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Request body: {'port': {'device_id': 'a9750430-4324-4e42-bbeb-7611aac7f77c', 'network_id': 'a9f9f2e2-f3f5-46f2-9346-575ee65c5088', 'admin_state_up': True, 'tenant_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'security_groups': ['edf67cd5-e4c1-45c1-8a61-9b5c1b5b5d95']}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:53:14.388995 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d07989ef-9c8f-4d88-8dc9-63d1a0e15bdb req-92ad9b47-8dae-4095-a53a-a456ff11db6a tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Made reservation on behalf of a63c01a8e0154cb5b6472631514e7ed6 for: {'port': 1} {{(pid=94700) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 07 03:53:14.393080 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d07989ef-9c8f-4d88-8dc9-63d1a0e15bdb req-92ad9b47-8dae-4095-a53a-a456ff11db6a tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:53:14.565697 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_common [req-d07989ef-9c8f-4d88-8dc9-63d1a0e15bdb req-92ad9b47-8dae-4095-a53a-a456ff11db6a tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Allocated IP 172.20.0.6 (a9f9f2e2-f3f5-46f2-9346-575ee65c5088/29f7a3da-af96-480e-8fe7-5f1661bcccf7/a02f2045-06bf-408b-9af5-de3717ecbcfb) {{(pid=94700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:53:14.708305 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-1028d6ad-7eeb-47c8-a617-14e48f6f3fb9 req-cc03ac77-cc1c-4122-9fc9-083af535ac8a tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9750430-4324-4e42-bbeb-7611aac7f77c HTTP/1.1" status: 200 len: 210 time: 0.0582662 Sep 07 03:53:14.835654 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d07989ef-9c8f-4d88-8dc9-63d1a0e15bdb req-92ad9b47-8dae-4095-a53a-a456ff11db6a tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks [] for port, precommit_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:53:14.849666 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-d07989ef-9c8f-4d88-8dc9-63d1a0e15bdb req-92ad9b47-8dae-4095-a53a-a456ff11db6a tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Transition to ACTIVE for port object a02f2045-06bf-408b-9af5-de3717ecbcfb will not be triggered until provisioned by entity DHCP. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:53:14.884236 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d07989ef-9c8f-4d88-8dc9-63d1a0e15bdb req-92ad9b47-8dae-4095-a53a-a456ff11db6a tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_create {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:53:14.939788 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d07989ef-9c8f-4d88-8dc9-63d1a0e15bdb req-92ad9b47-8dae-4095-a53a-a456ff11db6a tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Network a9f9f2e2-f3f5-46f2-9346-575ee65c5088 is already hosted by enough agents. {{(pid=94700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:53:14.944968 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.base_scheduler [req-d07989ef-9c8f-4d88-8dc9-63d1a0e15bdb req-92ad9b47-8dae-4095-a53a-a456ff11db6a tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Resources bound (agent type, host, resource id): {{(pid=94700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:53:14.949418 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-d07989ef-9c8f-4d88-8dc9-63d1a0e15bdb req-92ad9b47-8dae-4095-a53a-a456ff11db6a tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Received port after_create {{(pid=94700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:53:14.953907 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ad9b47-8dae-4095-a53a-a456ff11db6a tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Pushing event updated for resources: {'Port': ['ID=a02f2045-06bf-408b-9af5-de3717ecbcfb,revision_number=1']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:53:14.980905 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad9b47-8dae-4095-a53a-a456ff11db6a tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:53:14.981254 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad9b47-8dae-4095-a53a-a456ff11db6a tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:53:14.981506 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad9b47-8dae-4095-a53a-a456ff11db6a tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:53:14.981844 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad9b47-8dae-4095-a53a-a456ff11db6a tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:53:14.982177 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad9b47-8dae-4095-a53a-a456ff11db6a tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:53:14.982505 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad9b47-8dae-4095-a53a-a456ff11db6a tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:53:14.982827 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad9b47-8dae-4095-a53a-a456ff11db6a tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:53:14.983297 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad9b47-8dae-4095-a53a-a456ff11db6a tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:53:14.983651 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad9b47-8dae-4095-a53a-a456ff11db6a tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:53:14.983973 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad9b47-8dae-4095-a53a-a456ff11db6a tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:53:14.984297 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad9b47-8dae-4095-a53a-a456ff11db6a tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:53:14.984617 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ad9b47-8dae-4095-a53a-a456ff11db6a tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:53:15.016972 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07989ef-9c8f-4d88-8dc9-63d1a0e15bdb req-92ad9b47-8dae-4095-a53a-a456ff11db6a tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:53:15.017644 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d07989ef-9c8f-4d88-8dc9-63d1a0e15bdb req-92ad9b47-8dae-4095-a53a-a456ff11db6a tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:53:15.041690 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d07989ef-9c8f-4d88-8dc9-63d1a0e15bdb req-92ad9b47-8dae-4095-a53a-a456ff11db6a tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7803559 Sep 07 03:53:15.222979 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-6222dda0-1f38-4400-9ae7-e60755c99c17 None None] Provisioning for port a02f2045-06bf-408b-9af5-de3717ecbcfb completed by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:53:15.226756 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-6222dda0-1f38-4400-9ae7-e60755c99c17 None None] Provisioning complete for port a02f2045-06bf-408b-9af5-de3717ecbcfb triggered by entity DHCP. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:53:15.227357 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-6222dda0-1f38-4400-9ae7-e60755c99c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:53:15.265951 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-6222dda0-1f38-4400-9ae7-e60755c99c17 None None] Port a02f2045-06bf-408b-9af5-de3717ecbcfb cannot update to ACTIVE because it is not bound. {{(pid=94702) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 07 03:53:15.825869 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48723295-52e6-4b2a-abe2-8d8abb6223ec req-1739452c-7de7-4355-9143-7dfb601ba0be tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:53:15.827395 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-48723295-52e6-4b2a-abe2-8d8abb6223ec req-1739452c-7de7-4355-9143-7dfb601ba0be tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9750430-4324-4e42-bbeb-7611aac7f77c HTTP/1.1" status: 200 len: 931 time: 0.0506968 Sep 07 03:53:15.877679 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-48723295-52e6-4b2a-abe2-8d8abb6223ec req-9f0c3fae-df6e-448a-8378-617effc0dfbf tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/security-groups?id=edf67cd5-e4c1-45c1-8a61-9b5c1b5b5d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370777 Sep 07 03:53:16.369712 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 362cd4b5-b2c1-40ec-92b3-b531a139cb80 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:53:16.449156 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:53:16.472514 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8e8fbc-7843-43a2-9900-ce09bc5efbc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '362cd4b5-b2c1-40ec-92b3-b531a139cb80'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:53:16.474822 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a436ec256d2b1825a148fad3e2b3933f4e559d797aa0adc164ec0b132a4edf7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc927955-7f88-4300-adc6-46371a2c5d36" -d '{"events": [{"server_uuid": "5d8e8fbc-7843-43a2-9900-ce09bc5efbc4", "name": "network-vif-unplugged", "status": "completed", "tag": "362cd4b5-b2c1-40ec-92b3-b531a139cb80"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:53:16.492192 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] For port 362cd4b5-b2c1-40ec-92b3-b531a139cb80, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=362cd4b5-b2c1-40ec-92b3-b531a139cb80,segment=NetworkSegment(a36691c3-22b6-48ee-be3a-5cd1b1a81a56),segment_id=a36691c3-22b6-48ee-be3a-5cd1b1a81a56)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:53:16.499020 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:53:16.527111 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 03:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0239174a-892c-42e3-bc70-b3595b622a9e x-openstack-request-id: req-0239174a-892c-42e3-bc70-b3595b622a9e {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:53:16.527405 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d8e8fbc-7843-43a2-9900-ce09bc5efbc4", "name": "network-vif-unplugged", "status": "completed", "tag": "362cd4b5-b2c1-40ec-92b3-b531a139cb80", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:53:16.527702 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0239174a-892c-42e3-bc70-b3595b622a9e {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:53:16.528099 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d8e8fbc-7843-43a2-9900-ce09bc5efbc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '362cd4b5-b2c1-40ec-92b3-b531a139cb80', 'code': 200} Sep 07 03:53:16.557818 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Pushing event updated for resources: {'Port': ['ID=362cd4b5-b2c1-40ec-92b3-b531a139cb80,revision_number=8']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:53:17.002889 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f642d0e-f707-478f-910d-b21b58e4a3f0 req-62ae134c-b138-4b7e-9d9f-a0d27031849f tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:53:17.004439 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4f642d0e-f707-478f-910d-b21b58e4a3f0 req-62ae134c-b138-4b7e-9d9f-a0d27031849f tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9750430-4324-4e42-bbeb-7611aac7f77c HTTP/1.1" status: 200 len: 931 time: 0.0558989 Sep 07 03:53:17.045687 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-4f642d0e-f707-478f-910d-b21b58e4a3f0 req-9c5e7f22-4e7d-4254-acfa-27bcb5d81f56 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/security-groups?id=edf67cd5-e4c1-45c1-8a61-9b5c1b5b5d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352123 Sep 07 03:53:18.173081 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37420ded-b26c-4bc4-9dec-817e2ed04e6a req-e7afa58d-3a30-41b5-be95-ceb70b94d982 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:53:18.174679 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-37420ded-b26c-4bc4-9dec-817e2ed04e6a req-e7afa58d-3a30-41b5-be95-ceb70b94d982 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9750430-4324-4e42-bbeb-7611aac7f77c HTTP/1.1" status: 200 len: 931 time: 0.0524795 Sep 07 03:53:18.215198 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-37420ded-b26c-4bc4-9dec-817e2ed04e6a req-c1fde063-ab7e-40b5-b978-d8630fe65d6d tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/security-groups?id=edf67cd5-e4c1-45c1-8a61-9b5c1b5b5d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339496 Sep 07 03:53:19.334968 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b671c8-0e05-42c5-ada8-657cf2f3c839 req-da381b51-9300-4459-a374-01d18b9c7447 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:53:19.336464 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a7b671c8-0e05-42c5-ada8-657cf2f3c839 req-da381b51-9300-4459-a374-01d18b9c7447 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9750430-4324-4e42-bbeb-7611aac7f77c HTTP/1.1" status: 200 len: 931 time: 0.0517297 Sep 07 03:53:19.377019 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-a7b671c8-0e05-42c5-ada8-657cf2f3c839 req-0783969a-a03f-439e-9727-4d6266acfb19 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/security-groups?id=edf67cd5-e4c1-45c1-8a61-9b5c1b5b5d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339899 Sep 07 03:53:19.474819 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:53:20.500411 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa97cc-c20b-4d24-b99d-9b7f2ae68711 req-d528e061-2bff-4603-b78b-072f2e72595b tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:53:20.501984 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-12aa97cc-c20b-4d24-b99d-9b7f2ae68711 req-d528e061-2bff-4603-b78b-072f2e72595b tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9750430-4324-4e42-bbeb-7611aac7f77c HTTP/1.1" status: 200 len: 931 time: 0.0489640 Sep 07 03:53:20.540423 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-12aa97cc-c20b-4d24-b99d-9b7f2ae68711 req-553b0cbb-f357-4ffd-8f10-3a91ae10b685 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/security-groups?id=edf67cd5-e4c1-45c1-8a61-9b5c1b5b5d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316310 Sep 07 03:53:21.659107 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa873d5-d438-413d-9698-3c6e0da5c844 req-4871b499-3394-4920-8b15-e1f3ab70f1cf tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:53:21.661205 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7fa873d5-d438-413d-9698-3c6e0da5c844 req-4871b499-3394-4920-8b15-e1f3ab70f1cf tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9750430-4324-4e42-bbeb-7611aac7f77c HTTP/1.1" status: 200 len: 931 time: 0.0517368 Sep 07 03:53:21.701219 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-7fa873d5-d438-413d-9698-3c6e0da5c844 req-e1c7db57-bb91-4cf8-b57e-ead1b4b796ec tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/security-groups?id=edf67cd5-e4c1-45c1-8a61-9b5c1b5b5d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340691 Sep 07 03:53:22.380309 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:53:22.387429 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:53:22.833465 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee315f3f-d570-47b6-9094-0fdb6ec91e56 req-f1bab950-ffbf-4972-93ca-b323d69b31eb tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:53:22.835950 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee315f3f-d570-47b6-9094-0fdb6ec91e56 req-f1bab950-ffbf-4972-93ca-b323d69b31eb tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9750430-4324-4e42-bbeb-7611aac7f77c HTTP/1.1" status: 200 len: 931 time: 0.0635369 Sep 07 03:53:22.875053 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-ee315f3f-d570-47b6-9094-0fdb6ec91e56 req-397bed47-5394-4a77-8fc1-72ca4e047f00 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/security-groups?id=edf67cd5-e4c1-45c1-8a61-9b5c1b5b5d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340271 Sep 07 03:53:24.007601 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0b276-d9a3-4d31-ac5e-653ac93ada59 req-18930eff-117e-4431-bf26-462d5464e9a4 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:53:24.009191 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-26e0b276-d9a3-4d31-ac5e-653ac93ada59 req-18930eff-117e-4431-bf26-462d5464e9a4 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9750430-4324-4e42-bbeb-7611aac7f77c HTTP/1.1" status: 200 len: 931 time: 0.0616491 Sep 07 03:53:24.052037 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-26e0b276-d9a3-4d31-ac5e-653ac93ada59 req-0ac09423-44ea-4868-94d7-bcdfaf9b8d4c tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/security-groups?id=edf67cd5-e4c1-45c1-8a61-9b5c1b5b5d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349455 Sep 07 03:53:25.168552 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.v2.base [req-d07989ef-9c8f-4d88-8dc9-63d1a0e15bdb req-ceb5c967-909d-414e-98f7-4e2d57c43e5a service neutron] Request body: {'port': {'device_id': 'a9750430-4324-4e42-bbeb-7611aac7f77c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-796209-16'}} {{(pid=94700) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:53:25.178162 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c003997-bfae-4d3b-a050-53c0758de900 req-85172675-b00a-410e-b231-0a46c0daad9e tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:53:25.179625 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9c003997-bfae-4d3b-a050-53c0758de900 req-85172675-b00a-410e-b231-0a46c0daad9e tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9750430-4324-4e42-bbeb-7611aac7f77c HTTP/1.1" status: 200 len: 931 time: 0.0564723 Sep 07 03:53:25.257478 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-9c003997-bfae-4d3b-a050-53c0758de900 req-fa01bb09-7f05-4a86-b07e-34d4089c568c tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/security-groups?id=edf67cd5-e4c1-45c1-8a61-9b5c1b5b5d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618169 Sep 07 03:53:25.258169 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d07989ef-9c8f-4d88-8dc9-63d1a0e15bdb req-ceb5c967-909d-414e-98f7-4e2d57c43e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:53:25.516323 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [req-d07989ef-9c8f-4d88-8dc9-63d1a0e15bdb req-ceb5c967-909d-414e-98f7-4e2d57c43e5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a02f2045-06bf-408b-9af5-de3717ecbcfb {{(pid=94700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:53:25.524782 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d07989ef-9c8f-4d88-8dc9-63d1a0e15bdb req-ceb5c967-909d-414e-98f7-4e2d57c43e5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:53:25.537462 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.provisioning_blocks [req-d07989ef-9c8f-4d88-8dc9-63d1a0e15bdb req-ceb5c967-909d-414e-98f7-4e2d57c43e5a service neutron] Transition to ACTIVE for port object a02f2045-06bf-408b-9af5-de3717ecbcfb will not be triggered until provisioned by entity L2. {{(pid=94700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 07 03:53:25.540866 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d07989ef-9c8f-4d88-8dc9-63d1a0e15bdb req-ceb5c967-909d-414e-98f7-4e2d57c43e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:53:25.590994 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb5c967-909d-414e-98f7-4e2d57c43e5a service neutron] Pushing event updated for resources: {'Port': ['ID=a02f2045-06bf-408b-9af5-de3717ecbcfb,revision_number=2']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:53:25.664072 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-d07989ef-9c8f-4d88-8dc9-63d1a0e15bdb req-ceb5c967-909d-414e-98f7-4e2d57c43e5a service neutron] Attempting to bind port a02f2045-06bf-408b-9af5-de3717ecbcfb on host n-h2-796209-16 for vnic_type normal with profile {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 07 03:53:25.664442 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-d07989ef-9c8f-4d88-8dc9-63d1a0e15bdb req-ceb5c967-909d-414e-98f7-4e2d57c43e5a service neutron] Attempting to bind port a02f2045-06bf-408b-9af5-de3717ecbcfb by drivers openvswitch,hyperv on host n-h2-796209-16 at level 0 using segments [{'id': 'a36691c3-22b6-48ee-be3a-5cd1b1a81a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a9f9f2e2-f3f5-46f2-9346-575ee65c5088'}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 07 03:53:25.664744 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07989ef-9c8f-4d88-8dc9-63d1a0e15bdb req-ceb5c967-909d-414e-98f7-4e2d57c43e5a service neutron] Attempting to bind port a02f2045-06bf-408b-9af5-de3717ecbcfb on network a9f9f2e2-f3f5-46f2-9346-575ee65c5088 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:53:25.669368 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07989ef-9c8f-4d88-8dc9-63d1a0e15bdb req-ceb5c967-909d-414e-98f7-4e2d57c43e5a service neutron] Port a02f2045-06bf-408b-9af5-de3717ecbcfb on network a9f9f2e2-f3f5-46f2-9346-575ee65c5088 not bound, no agent of type Open vSwitch agent registered on host n-h2-796209-16 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 07 03:53:25.669698 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07989ef-9c8f-4d88-8dc9-63d1a0e15bdb req-ceb5c967-909d-414e-98f7-4e2d57c43e5a service neutron] Attempting to bind port a02f2045-06bf-408b-9af5-de3717ecbcfb on network a9f9f2e2-f3f5-46f2-9346-575ee65c5088 {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 07 03:53:25.676041 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07989ef-9c8f-4d88-8dc9-63d1a0e15bdb req-ceb5c967-909d-414e-98f7-4e2d57c43e5a service neutron] Checking agent: {'id': 'e84087a1-b78a-458d-9bce-b57939577a86', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-796209-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'started_at': datetime.datetime(2021, 9, 7, 2, 30, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 7, 3, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 07 03:53:25.676443 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07989ef-9c8f-4d88-8dc9-63d1a0e15bdb req-ceb5c967-909d-414e-98f7-4e2d57c43e5a service neutron] Checking segment: {'id': 'a36691c3-22b6-48ee-be3a-5cd1b1a81a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a9f9f2e2-f3f5-46f2-9346-575ee65c5088'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 07 03:53:25.676827 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07989ef-9c8f-4d88-8dc9-63d1a0e15bdb req-ceb5c967-909d-414e-98f7-4e2d57c43e5a service neutron] Bound using segment: {'id': 'a36691c3-22b6-48ee-be3a-5cd1b1a81a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a9f9f2e2-f3f5-46f2-9346-575ee65c5088'} {{(pid=94700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 07 03:53:25.677258 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.managers [req-d07989ef-9c8f-4d88-8dc9-63d1a0e15bdb req-ceb5c967-909d-414e-98f7-4e2d57c43e5a service neutron] Bound port: a02f2045-06bf-408b-9af5-de3717ecbcfb, host: n-h2-796209-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a36691c3-22b6-48ee-be3a-5cd1b1a81a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'a9f9f2e2-f3f5-46f2-9346-575ee65c5088'}}] {{(pid=94700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 07 03:53:25.677741 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d07989ef-9c8f-4d88-8dc9-63d1a0e15bdb req-ceb5c967-909d-414e-98f7-4e2d57c43e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:53:25.744293 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-d07989ef-9c8f-4d88-8dc9-63d1a0e15bdb req-ceb5c967-909d-414e-98f7-4e2d57c43e5a service neutron] For port a02f2045-06bf-408b-9af5-de3717ecbcfb, host n-h2-796209-16, cleared binding levels {{(pid=94700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 07 03:53:25.747350 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-d07989ef-9c8f-4d88-8dc9-63d1a0e15bdb req-ceb5c967-909d-414e-98f7-4e2d57c43e5a service neutron] For port a02f2045-06bf-408b-9af5-de3717ecbcfb, host n-h2-796209-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=a02f2045-06bf-408b-9af5-de3717ecbcfb,segment=NetworkSegment(a36691c3-22b6-48ee-be3a-5cd1b1a81a56),segment_id=a36691c3-22b6-48ee-be3a-5cd1b1a81a56)] {{(pid=94700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 07 03:53:25.753091 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d07989ef-9c8f-4d88-8dc9-63d1a0e15bdb req-ceb5c967-909d-414e-98f7-4e2d57c43e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13005743'] for port, after_update {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:53:25.786659 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07989ef-9c8f-4d88-8dc9-63d1a0e15bdb req-ceb5c967-909d-414e-98f7-4e2d57c43e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:53:25.787283 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-d07989ef-9c8f-4d88-8dc9-63d1a0e15bdb req-ceb5c967-909d-414e-98f7-4e2d57c43e5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:53:25.788700 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d07989ef-9c8f-4d88-8dc9-63d1a0e15bdb req-ceb5c967-909d-414e-98f7-4e2d57c43e5a service neutron] 10.222.0.16 "PUT /v2.0/ports/a02f2045-06bf-408b-9af5-de3717ecbcfb HTTP/1.1" status: 200 len: 1092 time: 0.6708200 Sep 07 03:53:25.789138 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9750430-4324-4e42-bbeb-7611aac7f77c', 'tag': 'a02f2045-06bf-408b-9af5-de3717ecbcfb'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:53:25.791366 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4b99ef7bc7a5293b766a2301f992bcff4e86bffe3ac49b880de9dcdee739ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb64fc3-67cd-4f81-8f81-aee6c9151951" -d '{"events": [{"name": "network-changed", "server_uuid": "a9750430-4324-4e42-bbeb-7611aac7f77c", "tag": "a02f2045-06bf-408b-9af5-de3717ecbcfb"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:53:25.818978 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb5c967-909d-414e-98f7-4e2d57c43e5a service neutron] Pushing event updated for resources: {'Port': ['ID=a02f2045-06bf-408b-9af5-de3717ecbcfb,revision_number=3']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:53:25.881475 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07989ef-9c8f-4d88-8dc9-63d1a0e15bdb req-49335ed6-d654-476e-8bd9-b2974df6b886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:53:25.883160 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d07989ef-9c8f-4d88-8dc9-63d1a0e15bdb req-49335ed6-d654-476e-8bd9-b2974df6b886 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a63c01a8e0154cb5b6472631514e7ed6&device_id=a9750430-4324-4e42-bbeb-7611aac7f77c HTTP/1.1" status: 200 len: 1095 time: 0.0484064 Sep 07 03:53:25.892175 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53822881-9e1d-4f84-964f-54b13a7289e7 x-openstack-request-id: req-53822881-9e1d-4f84-964f-54b13a7289e7 {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:53:25.892468 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9750430-4324-4e42-bbeb-7611aac7f77c", "tag": "a02f2045-06bf-408b-9af5-de3717ecbcfb", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:53:25.892726 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-53822881-9e1d-4f84-964f-54b13a7289e7 {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:53:25.893135 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9750430-4324-4e42-bbeb-7611aac7f77c', 'tag': 'a02f2045-06bf-408b-9af5-de3717ecbcfb', 'status': 'completed', 'code': 200} Sep 07 03:53:25.929638 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d07989ef-9c8f-4d88-8dc9-63d1a0e15bdb req-a968e76c-1ba2-45b0-af8d-37409e63d972 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a02f2045-06bf-408b-9af5-de3717ecbcfb HTTP/1.1" status: 200 len: 217 time: 0.0355461 Sep 07 03:53:25.981258 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07989ef-9c8f-4d88-8dc9-63d1a0e15bdb req-ac6add02-9854-43d3-a1d4-c455141e7454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:53:25.982723 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d07989ef-9c8f-4d88-8dc9-63d1a0e15bdb req-ac6add02-9854-43d3-a1d4-c455141e7454 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=29f7a3da-af96-480e-8fe7-5f1661bcccf7 HTTP/1.1" status: 200 len: 849 time: 0.0467684 Sep 07 03:53:26.036266 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07989ef-9c8f-4d88-8dc9-63d1a0e15bdb req-3de5abb5-d22d-48da-bbc9-4101fcd0a5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:53:26.037912 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d07989ef-9c8f-4d88-8dc9-63d1a0e15bdb req-3de5abb5-d22d-48da-bbc9-4101fcd0a5d0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a9f9f2e2-f3f5-46f2-9346-575ee65c5088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482109 Sep 07 03:53:26.039897 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-4b200616-089a-4aac-879a-8ad482a22f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:53:26.129936 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d07989ef-9c8f-4d88-8dc9-63d1a0e15bdb req-afc65da2-bd6e-4bd4-b4e9-1dc25439432a service neutron] 10.222.0.16 "GET /v2.0/networks/a9f9f2e2-f3f5-46f2-9346-575ee65c5088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834410 Sep 07 03:53:26.222339 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-d07989ef-9c8f-4d88-8dc9-63d1a0e15bdb req-1adb514a-697a-4a5e-a9f8-c878e613c16c service neutron] 10.222.0.16 "GET /v2.0/networks/a9f9f2e2-f3f5-46f2-9346-575ee65c5088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850339 Sep 07 03:53:26.308391 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb64fc3-67cd-4f81-8f81-aee6c9151951 req-97fc63e2-ce30-45b3-88ab-cd3b79eb715a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:53:26.309903 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fbb64fc3-67cd-4f81-8f81-aee6c9151951 req-97fc63e2-ce30-45b3-88ab-cd3b79eb715a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a63c01a8e0154cb5b6472631514e7ed6&device_id=a9750430-4324-4e42-bbeb-7611aac7f77c HTTP/1.1" status: 200 len: 1095 time: 0.0417445 Sep 07 03:53:26.762507 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e9fda-9dc3-47ca-94d4-c9e324723a98 req-2cfb6c9d-c7d0-498d-92db-736de03561dd tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:53:26.764000 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-682e9fda-9dc3-47ca-94d4-c9e324723a98 req-2cfb6c9d-c7d0-498d-92db-736de03561dd tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9750430-4324-4e42-bbeb-7611aac7f77c HTTP/1.1" status: 200 len: 943 time: 0.4287360 Sep 07 03:53:26.768451 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb64fc3-67cd-4f81-8f81-aee6c9151951 req-06b529a9-3c3f-4c8a-8a10-be277dca1704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:53:26.769828 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fbb64fc3-67cd-4f81-8f81-aee6c9151951 req-06b529a9-3c3f-4c8a-8a10-be277dca1704 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a9f9f2e2-f3f5-46f2-9346-575ee65c5088 HTTP/1.1" status: 200 len: 910 time: 0.4526265 Sep 07 03:53:26.817051 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fbb64fc3-67cd-4f81-8f81-aee6c9151951 req-d8f2c36a-5535-4714-965f-d7b987ed107b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a02f2045-06bf-408b-9af5-de3717ecbcfb HTTP/1.1" status: 200 len: 217 time: 0.0398617 Sep 07 03:53:26.840017 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-682e9fda-9dc3-47ca-94d4-c9e324723a98 req-9f3f83e1-5d11-489f-98ae-059f19898544 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/security-groups?id=edf67cd5-e4c1-45c1-8a61-9b5c1b5b5d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692728 Sep 07 03:53:26.877349 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb64fc3-67cd-4f81-8f81-aee6c9151951 req-6f662f6a-c5c4-497d-b0df-b69ab1a8b83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:53:26.878881 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fbb64fc3-67cd-4f81-8f81-aee6c9151951 req-6f662f6a-c5c4-497d-b0df-b69ab1a8b83d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=29f7a3da-af96-480e-8fe7-5f1661bcccf7 HTTP/1.1" status: 200 len: 849 time: 0.0531459 Sep 07 03:53:26.923535 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb64fc3-67cd-4f81-8f81-aee6c9151951 req-bb4e1a8d-72f3-46e3-bcb7-25fff8b1d841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:53:26.924993 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fbb64fc3-67cd-4f81-8f81-aee6c9151951 req-bb4e1a8d-72f3-46e3-bcb7-25fff8b1d841 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a9f9f2e2-f3f5-46f2-9346-575ee65c5088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391588 Sep 07 03:53:27.013439 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fbb64fc3-67cd-4f81-8f81-aee6c9151951 req-eef0aa6d-6a2b-4ebc-af05-3f45fbdbc362 service neutron] 10.222.0.16 "GET /v2.0/networks/a9f9f2e2-f3f5-46f2-9346-575ee65c5088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805659 Sep 07 03:53:27.105617 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-fbb64fc3-67cd-4f81-8f81-aee6c9151951 req-077e1c4b-c36e-4cd3-a3ab-7b37fd8820c0 service neutron] 10.222.0.16 "GET /v2.0/networks/a9f9f2e2-f3f5-46f2-9346-575ee65c5088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841444 Sep 07 03:53:27.939860 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device a02f2045-06bf-408b-9af5-de3717ecbcfb details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 03:53:27.957566 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f254063-79e3-4157-b392-62833d302621 req-5ed9c181-23dd-413a-b48c-38cd8dc6fb73 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:53:27.959213 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8f254063-79e3-4157-b392-62833d302621 req-5ed9c181-23dd-413a-b48c-38cd8dc6fb73 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9750430-4324-4e42-bbeb-7611aac7f77c HTTP/1.1" status: 200 len: 943 time: 0.0496852 Sep 07 03:53:27.997898 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8f254063-79e3-4157-b392-62833d302621 req-91ec17c9-9bbc-46ac-b03c-f4f866c2ca6f tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/security-groups?id=edf67cd5-e4c1-45c1-8a61-9b5c1b5b5d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323148 Sep 07 03:53:28.046275 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port a02f2045-06bf-408b-9af5-de3717ecbcfb, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=a02f2045-06bf-408b-9af5-de3717ecbcfb,segment=NetworkSegment(a36691c3-22b6-48ee-be3a-5cd1b1a81a56),segment_id=a36691c3-22b6-48ee-be3a-5cd1b1a81a56)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:53:28.057561 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': 'a02f2045-06bf-408b-9af5-de3717ecbcfb', 'network_id': 'a9f9f2e2-f3f5-46f2-9346-575ee65c5088', 'port_id': 'a02f2045-06bf-408b-9af5-de3717ecbcfb', 'mac_address': 'fa:16:3e:84:8b:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29f7a3da-af96-480e-8fe7-5f1661bcccf7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 03:53:28.095379 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:53:28.107782 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a02f2045-06bf-408b-9af5-de3717ecbcfb {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:53:28.127945 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port a02f2045-06bf-408b-9af5-de3717ecbcfb, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=a02f2045-06bf-408b-9af5-de3717ecbcfb,segment=NetworkSegment(a36691c3-22b6-48ee-be3a-5cd1b1a81a56),segment_id=a36691c3-22b6-48ee-be3a-5cd1b1a81a56)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:53:28.132259 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:53:28.179016 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=a02f2045-06bf-408b-9af5-de3717ecbcfb,revision_number=4']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:53:28.304130 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-62d0dde1-0c36-4310-b8fe-5bc5c9ce25a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:53:28.353286 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['a02f2045-06bf-408b-9af5-de3717ecbcfb'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:53:28.825065 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:53:29.113229 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be355427-e809-4dd8-8c02-d9228386ec93 req-3fe7ec59-d387-4100-b54a-a28d3657a87d tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:53:29.114623 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-be355427-e809-4dd8-8c02-d9228386ec93 req-3fe7ec59-d387-4100-b54a-a28d3657a87d tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9750430-4324-4e42-bbeb-7611aac7f77c HTTP/1.1" status: 200 len: 944 time: 0.0493891 Sep 07 03:53:29.151295 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-be355427-e809-4dd8-8c02-d9228386ec93 req-5d3baa2c-d24d-4e51-8333-874a61324da6 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/security-groups?id=edf67cd5-e4c1-45c1-8a61-9b5c1b5b5d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307920 Sep 07 03:53:29.842161 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:53:29.955072 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device a02f2045-06bf-408b-9af5-de3717ecbcfb up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:53:30.006334 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning for port a02f2045-06bf-408b-9af5-de3717ecbcfb completed by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 07 03:53:30.010037 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port a02f2045-06bf-408b-9af5-de3717ecbcfb triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:53:30.010416 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:53:30.090362 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:53:30.112238 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9750430-4324-4e42-bbeb-7611aac7f77c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a02f2045-06bf-408b-9af5-de3717ecbcfb'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:53:30.114386 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a436ec256d2b1825a148fad3e2b3933f4e559d797aa0adc164ec0b132a4edf7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe081f0d-1542-4cb4-a9c1-11f20d5ea69c" -d '{"events": [{"server_uuid": "a9750430-4324-4e42-bbeb-7611aac7f77c", "name": "network-vif-plugged", "status": "completed", "tag": "a02f2045-06bf-408b-9af5-de3717ecbcfb"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:53:30.126701 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port a02f2045-06bf-408b-9af5-de3717ecbcfb, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=a02f2045-06bf-408b-9af5-de3717ecbcfb,segment=NetworkSegment(a36691c3-22b6-48ee-be3a-5cd1b1a81a56),segment_id=a36691c3-22b6-48ee-be3a-5cd1b1a81a56)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:53:30.131107 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:53:30.156508 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e66c4c-513e-49f0-8676-dc8c62b21fa6 x-openstack-request-id: req-21e66c4c-513e-49f0-8676-dc8c62b21fa6 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:53:30.156796 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9750430-4324-4e42-bbeb-7611aac7f77c", "name": "network-vif-plugged", "status": "completed", "tag": "a02f2045-06bf-408b-9af5-de3717ecbcfb", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:53:30.157044 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-21e66c4c-513e-49f0-8676-dc8c62b21fa6 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:53:30.157425 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9750430-4324-4e42-bbeb-7611aac7f77c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a02f2045-06bf-408b-9af5-de3717ecbcfb', 'code': 200} Sep 07 03:53:30.181528 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=a02f2045-06bf-408b-9af5-de3717ecbcfb,revision_number=5']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:53:30.282481 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9146954-b3fe-40e7-a78b-aec1862170de req-323d49ad-0c1a-407f-a609-005bd2644ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:53:30.284004 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e9146954-b3fe-40e7-a78b-aec1862170de req-323d49ad-0c1a-407f-a609-005bd2644ed7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a9750430-4324-4e42-bbeb-7611aac7f77c HTTP/1.1" status: 200 len: 1097 time: 0.0704827 Sep 07 03:53:30.295266 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c521bea-1e8b-47e0-8c58-0e8c3790ae37 req-13304663-ae64-4fde-ae9c-0922f92ff338 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:53:30.296738 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3c521bea-1e8b-47e0-8c58-0e8c3790ae37 req-13304663-ae64-4fde-ae9c-0922f92ff338 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9750430-4324-4e42-bbeb-7611aac7f77c HTTP/1.1" status: 200 len: 945 time: 0.0750315 Sep 07 03:53:30.349832 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-e9146954-b3fe-40e7-a78b-aec1862170de req-b38482de-3ee8-4a82-a518-542a74658f95 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=edf67cd5-e4c1-45c1-8a61-9b5c1b5b5d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521722 Sep 07 03:53:30.352715 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-3c521bea-1e8b-47e0-8c58-0e8c3790ae37 req-39e887e3-f625-4e33-a702-d5b9d572f331 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/security-groups?id=edf67cd5-e4c1-45c1-8a61-9b5c1b5b5d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499310 Sep 07 03:53:31.467127 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b13a39-4b32-49dc-a4ce-ef54e29f0111 req-7c6339bc-d357-47a4-9902-78a9e8e74c32 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:53:31.468622 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b6b13a39-4b32-49dc-a4ce-ef54e29f0111 req-7c6339bc-d357-47a4-9902-78a9e8e74c32 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9750430-4324-4e42-bbeb-7611aac7f77c HTTP/1.1" status: 200 len: 945 time: 0.0480306 Sep 07 03:53:31.505742 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-b6b13a39-4b32-49dc-a4ce-ef54e29f0111 req-1ca446e0-1475-46f6-bff4-88ff495f1b44 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/security-groups?id=edf67cd5-e4c1-45c1-8a61-9b5c1b5b5d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307286 Sep 07 03:53:31.617095 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613529fd-d9e9-43ce-855a-46e3c7a4c934 req-26801072-bd82-4ea4-b910-bed25d41fc28 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:53:31.618577 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-613529fd-d9e9-43ce-855a-46e3c7a4c934 req-26801072-bd82-4ea4-b910-bed25d41fc28 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9750430-4324-4e42-bbeb-7611aac7f77c HTTP/1.1" status: 200 len: 945 time: 0.0484886 Sep 07 03:53:31.655176 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-613529fd-d9e9-43ce-855a-46e3c7a4c934 req-495bc17b-351b-4e22-ad25-b8a0bebf9869 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/security-groups?id=edf67cd5-e4c1-45c1-8a61-9b5c1b5b5d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306294 Sep 07 03:53:31.675915 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:53:31.677497 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47184) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:53:31.720467 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e20699-cbe4-4a67-9e5b-e923c51eb8ac tempest-TestSnapshotPattern-1395786868 tempest-TestSnapshotPattern-1395786868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:53:31.721966 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-d8e20699-cbe4-4a67-9e5b-e923c51eb8ac tempest-TestSnapshotPattern-1395786868 tempest-TestSnapshotPattern-1395786868-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=a9750430-4324-4e42-bbeb-7611aac7f77c HTTP/1.1" status: 200 len: 1092 time: 0.0434549 Sep 07 03:53:31.725310 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47186) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:53:31.729546 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.v2.base [None req-91332676-eef9-4f2a-8f7a-54230d7f7fdd tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Request body: {'floatingip': {'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'port_id': 'a02f2045-06bf-408b-9af5-de3717ecbcfb', 'tenant_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94701) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 07 03:53:31.751108 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-91332676-eef9-4f2a-8f7a-54230d7f7fdd tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks [] for floatingip, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:53:31.850236 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-91332676-eef9-4f2a-8f7a-54230d7f7fdd tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:53:31.953493 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_common [None req-91332676-eef9-4f2a-8f7a-54230d7f7fdd tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Allocated IP 172.25.5.231 (1166b922-7457-4da4-bdda-328e8c8e7bc6/56b4f8cb-e401-42ff-ba67-b5f82c26573a/8fc1a6af-15ad-4e26-ad22-f96d36c5b679) {{(pid=94701) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 07 03:53:32.056250 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-91332676-eef9-4f2a-8f7a-54230d7f7fdd tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks [] for port, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:53:32.095327 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-91332676-eef9-4f2a-8f7a-54230d7f7fdd tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768889210516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:53:32.135174 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91332676-eef9-4f2a-8f7a-54230d7f7fdd tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Network 1166b922-7457-4da4-bdda-328e8c8e7bc6 is already hosted by enough agents. {{(pid=94701) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 07 03:53:32.137925 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.base_scheduler [None req-91332676-eef9-4f2a-8f7a-54230d7f7fdd tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Resources bound (agent type, host, resource id): {{(pid=94701) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 07 03:53:32.141041 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91332676-eef9-4f2a-8f7a-54230d7f7fdd tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Received port after_create {{(pid=94701) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 07 03:53:32.169485 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91332676-eef9-4f2a-8f7a-54230d7f7fdd tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Pushing event updated for resources: {'Port': ['ID=8fc1a6af-15ad-4e26-ad22-f96d36c5b679,revision_number=1']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:53:32.182153 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91332676-eef9-4f2a-8f7a-54230d7f7fdd tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:53:32.182436 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91332676-eef9-4f2a-8f7a-54230d7f7fdd tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:53:32.182778 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91332676-eef9-4f2a-8f7a-54230d7f7fdd tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:53:32.183115 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91332676-eef9-4f2a-8f7a-54230d7f7fdd tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:53:32.183450 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91332676-eef9-4f2a-8f7a-54230d7f7fdd tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:53:32.183806 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91332676-eef9-4f2a-8f7a-54230d7f7fdd tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:53:32.184133 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91332676-eef9-4f2a-8f7a-54230d7f7fdd tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:53:32.184458 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91332676-eef9-4f2a-8f7a-54230d7f7fdd tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:53:32.184781 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91332676-eef9-4f2a-8f7a-54230d7f7fdd tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:53:32.185109 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91332676-eef9-4f2a-8f7a-54230d7f7fdd tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:53:32.185431 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91332676-eef9-4f2a-8f7a-54230d7f7fdd tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:53:32.185755 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91332676-eef9-4f2a-8f7a-54230d7f7fdd tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:53:32.507403 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-91332676-eef9-4f2a-8f7a-54230d7f7fdd tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:53:32.576108 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-91332676-eef9-4f2a-8f7a-54230d7f7fdd tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:53:32.723710 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-91332676-eef9-4f2a-8f7a-54230d7f7fdd tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks [] for port, precommit_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:53:32.728095 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-91332676-eef9-4f2a-8f7a-54230d7f7fdd tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14194105'] for port, after_update {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:53:32.796230 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91332676-eef9-4f2a-8f7a-54230d7f7fdd tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Pushing event updated for resources: {'Port': ['ID=8fc1a6af-15ad-4e26-ad22-f96d36c5b679,revision_number=2']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:53:32.804564 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-91332676-eef9-4f2a-8f7a-54230d7f7fdd tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-765734'] for floatingip, after_create {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:53:32.904518 n-d-796209-16 neutron-server[94701]: INFO neutron.db.l3_db [None req-91332676-eef9-4f2a-8f7a-54230d7f7fdd tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Floating IP 97080886-d1f3-4014-8cf6-d2d47145545f associated. External IP: 172.25.5.231, port: a02f2045-06bf-408b-9af5-de3717ecbcfb. Sep 07 03:53:33.109342 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91332676-eef9-4f2a-8f7a-54230d7f7fdd tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Router e93c6438-7df6-4190-a9f0-2ab3396c2628 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:53:33.215779 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91332676-eef9-4f2a-8f7a-54230d7f7fdd tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:53:33.225865 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d359653-dfba-4c2a-972c-e2e2da5e32de None None] Sync routers for ids ['e93c6438-7df6-4190-a9f0-2ab3396c2628'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:53:33.231761 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-91332676-eef9-4f2a-8f7a-54230d7f7fdd tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:53:33.234934 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d359653-dfba-4c2a-972c-e2e2da5e32de None None] Routers {'e93c6438-7df6-4190-a9f0-2ab3396c2628'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:53:33.235604 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-4d359653-dfba-4c2a-972c-e2e2da5e32de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:53:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['e93c6438-7df6-4190-a9f0-2ab3396c2628'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:53:33.259757 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-91332676-eef9-4f2a-8f7a-54230d7f7fdd tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5333958 Sep 07 03:53:33.260538 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9750430-4324-4e42-bbeb-7611aac7f77c', 'tag': 'a02f2045-06bf-408b-9af5-de3717ecbcfb'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:53:33.262876 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf84fb72099b4c059134e8dbf206a3531b112bee59ff8dea8931d4ccd024695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70077d0a-6c2a-4bd3-8276-3481eea10cbb" -d '{"events": [{"name": "network-changed", "server_uuid": "a9750430-4324-4e42-bbeb-7611aac7f77c", "tag": "a02f2045-06bf-408b-9af5-de3717ecbcfb"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:53:33.297784 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d770de4a-2ff2-4775-9d47-79ab470ddef2 x-openstack-request-id: req-d770de4a-2ff2-4775-9d47-79ab470ddef2 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:53:33.298151 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9750430-4324-4e42-bbeb-7611aac7f77c", "tag": "a02f2045-06bf-408b-9af5-de3717ecbcfb", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:53:33.298474 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d770de4a-2ff2-4775-9d47-79ab470ddef2 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:53:33.298937 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9750430-4324-4e42-bbeb-7611aac7f77c', 'tag': 'a02f2045-06bf-408b-9af5-de3717ecbcfb', 'status': 'completed', 'code': 200} Sep 07 03:53:33.342219 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-4d359653-dfba-4c2a-972c-e2e2da5e32de None None] Set router e93c6438-7df6-4190-a9f0-2ab3396c2628 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:53:33.364070 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70077d0a-6c2a-4bd3-8276-3481eea10cbb req-959727e1-cd6c-4d02-805b-25a2799d40f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:53:33.365582 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-70077d0a-6c2a-4bd3-8276-3481eea10cbb req-959727e1-cd6c-4d02-805b-25a2799d40f8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a63c01a8e0154cb5b6472631514e7ed6&device_id=a9750430-4324-4e42-bbeb-7611aac7f77c HTTP/1.1" status: 200 len: 1097 time: 0.0447366 Sep 07 03:53:33.454529 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70077d0a-6c2a-4bd3-8276-3481eea10cbb req-90d6e839-fe8a-408e-9ea5-efcce857335c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:53:33.456062 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-70077d0a-6c2a-4bd3-8276-3481eea10cbb req-90d6e839-fe8a-408e-9ea5-efcce857335c service neutron] 10.222.0.16 "GET /v2.0/networks?id=a9f9f2e2-f3f5-46f2-9346-575ee65c5088 HTTP/1.1" status: 200 len: 910 time: 0.0839174 Sep 07 03:53:33.524666 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-70077d0a-6c2a-4bd3-8276-3481eea10cbb req-e0c939bc-e035-4371-ba19-c8f99f1291ad service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a02f2045-06bf-408b-9af5-de3717ecbcfb HTTP/1.1" status: 200 len: 999 time: 0.0620213 Sep 07 03:53:33.564346 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-4d359653-dfba-4c2a-972c-e2e2da5e32de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e93c6438-7df6-4190-a9f0-2ab3396c2628', 'name': 'tempest-TestSnapshotPattern-1301655668-router', 'tenant_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'e7013437-69aa-406d-aca3-549291952f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:50:37Z', 'updated_at': '2021-09-07T03:50:39Z', 'revision_number': 4, 'project_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'gw_port': {'id': 'e7013437-69aa-406d-aca3-549291952f7f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bc:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93c6438-7df6-4190-a9f0-2ab3396c2628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:50:37Z', 'updated_at': '2021-09-07T03:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': '97080886-d1f3-4014-8cf6-d2d47145545f', 'tenant_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'floating_ip_address': '172.25.5.231', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': 'e93c6438-7df6-4190-a9f0-2ab3396c2628', 'port_id': 'a02f2045-06bf-408b-9af5-de3717ecbcfb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9f9f2e2-f3f5-46f2-9346-575ee65c5088', 'mac_address': 'fa:16:3e:84:8b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9750430-4324-4e42-bbeb-7611aac7f77c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:53:32Z', 'updated_at': '2021-09-07T03:53:32Z', 'revision_number': 0, 'project_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'fixed_ip_address_scope': None}, {'id': 'b0cd6fd9-54cf-4a44-a065-456b6e9f975e', 'tenant_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'floating_ip_address': '172.25.5.93', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': 'e93c6438-7df6-4190-a9f0-2ab3396c2628', 'port_id': '362cd4b5-b2c1-40ec-92b3-b531a139cb80', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9f9f2e2-f3f5-46f2-9346-575ee65c5088', 'mac_address': 'fa:16:3e:c1:d3:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8e8fbc-7843-43a2-9900-ce09bc5efbc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:51:02Z', 'updated_at': '2021-09-07T03:51:04Z', 'revision_number': 1, 'project_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b67b093-69ce-48dc-b621-7be41c011adc', 'name': '', 'network_id': 'a9f9f2e2-f3f5-46f2-9346-575ee65c5088', 'tenant_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'mac_address': 'fa:16:3e:e0:af:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93c6438-7df6-4190-a9f0-2ab3396c2628', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '29f7a3da-af96-480e-8fe7-5f1661bcccf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:50:39Z', 'updated_at': '2021-09-07T03:50:45Z', 'revision_number': 5, 'project_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'subnets': [{'id': '29f7a3da-af96-480e-8fe7-5f1661bcccf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:53:33.572864 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70077d0a-6c2a-4bd3-8276-3481eea10cbb req-f67f89d7-15ad-4145-9a3c-45e235e50f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:53:33.574346 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-70077d0a-6c2a-4bd3-8276-3481eea10cbb req-f67f89d7-15ad-4145-9a3c-45e235e50f36 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=29f7a3da-af96-480e-8fe7-5f1661bcccf7 HTTP/1.1" status: 200 len: 849 time: 0.0431437 Sep 07 03:53:33.590113 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d359653-dfba-4c2a-972c-e2e2da5e32de None None] Checking router: e93c6438-7df6-4190-a9f0-2ab3396c2628 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:53:33.599501 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d359653-dfba-4c2a-972c-e2e2da5e32de None None] Routers {'e93c6438-7df6-4190-a9f0-2ab3396c2628'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:53:33.600057 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-4d359653-dfba-4c2a-972c-e2e2da5e32de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:53:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['e93c6438-7df6-4190-a9f0-2ab3396c2628'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:53:33.621335 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70077d0a-6c2a-4bd3-8276-3481eea10cbb req-eaa1dd0b-c40b-4c9a-b575-8d285cc84749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:53:33.622847 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-70077d0a-6c2a-4bd3-8276-3481eea10cbb req-eaa1dd0b-c40b-4c9a-b575-8d285cc84749 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a9f9f2e2-f3f5-46f2-9346-575ee65c5088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410621 Sep 07 03:53:33.704502 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-4d359653-dfba-4c2a-972c-e2e2da5e32de None None] Set router e93c6438-7df6-4190-a9f0-2ab3396c2628 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:53:33.716057 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-70077d0a-6c2a-4bd3-8276-3481eea10cbb req-5518861e-3b47-4cdd-afeb-a8da221b05f7 service neutron] 10.222.0.16 "GET /v2.0/networks/a9f9f2e2-f3f5-46f2-9346-575ee65c5088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866683 Sep 07 03:53:33.805906 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-70077d0a-6c2a-4bd3-8276-3481eea10cbb req-9db3f2fe-ae51-4b38-8a08-f6e0b6fc1911 service neutron] 10.222.0.16 "GET /v2.0/networks/a9f9f2e2-f3f5-46f2-9346-575ee65c5088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825388 Sep 07 03:53:33.934951 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-4d359653-dfba-4c2a-972c-e2e2da5e32de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e93c6438-7df6-4190-a9f0-2ab3396c2628', 'name': 'tempest-TestSnapshotPattern-1301655668-router', 'tenant_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'e7013437-69aa-406d-aca3-549291952f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:50:37Z', 'updated_at': '2021-09-07T03:50:39Z', 'revision_number': 4, 'project_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'gw_port': {'id': 'e7013437-69aa-406d-aca3-549291952f7f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bc:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93c6438-7df6-4190-a9f0-2ab3396c2628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:50:37Z', 'updated_at': '2021-09-07T03:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': '97080886-d1f3-4014-8cf6-d2d47145545f', 'tenant_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'floating_ip_address': '172.25.5.231', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': 'e93c6438-7df6-4190-a9f0-2ab3396c2628', 'port_id': 'a02f2045-06bf-408b-9af5-de3717ecbcfb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9f9f2e2-f3f5-46f2-9346-575ee65c5088', 'mac_address': 'fa:16:3e:84:8b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9750430-4324-4e42-bbeb-7611aac7f77c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:53:32Z', 'updated_at': '2021-09-07T03:53:32Z', 'revision_number': 0, 'project_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'fixed_ip_address_scope': None}, {'id': 'b0cd6fd9-54cf-4a44-a065-456b6e9f975e', 'tenant_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'floating_ip_address': '172.25.5.93', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': 'e93c6438-7df6-4190-a9f0-2ab3396c2628', 'port_id': '362cd4b5-b2c1-40ec-92b3-b531a139cb80', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9f9f2e2-f3f5-46f2-9346-575ee65c5088', 'mac_address': 'fa:16:3e:c1:d3:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8e8fbc-7843-43a2-9900-ce09bc5efbc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:51:02Z', 'updated_at': '2021-09-07T03:51:04Z', 'revision_number': 1, 'project_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b67b093-69ce-48dc-b621-7be41c011adc', 'name': '', 'network_id': 'a9f9f2e2-f3f5-46f2-9346-575ee65c5088', 'tenant_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'mac_address': 'fa:16:3e:e0:af:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93c6438-7df6-4190-a9f0-2ab3396c2628', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '29f7a3da-af96-480e-8fe7-5f1661bcccf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:50:39Z', 'updated_at': '2021-09-07T03:50:45Z', 'revision_number': 5, 'project_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'subnets': [{'id': '29f7a3da-af96-480e-8fe7-5f1661bcccf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:53:33.962082 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d359653-dfba-4c2a-972c-e2e2da5e32de None None] The sync data for ids ['e93c6438-7df6-4190-a9f0-2ab3396c2628'] in n-d-796209-16 is: [{'id': 'e93c6438-7df6-4190-a9f0-2ab3396c2628', 'name': 'tempest-TestSnapshotPattern-1301655668-router', 'tenant_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'e7013437-69aa-406d-aca3-549291952f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:50:37Z', 'updated_at': '2021-09-07T03:50:39Z', 'revision_number': 4, 'project_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'gw_port': {'id': 'e7013437-69aa-406d-aca3-549291952f7f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bc:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93c6438-7df6-4190-a9f0-2ab3396c2628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:50:37Z', 'updated_at': '2021-09-07T03:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': '97080886-d1f3-4014-8cf6-d2d47145545f', 'tenant_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'floating_ip_address': '172.25.5.231', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': 'e93c6438-7df6-4190-a9f0-2ab3396c2628', 'port_id': 'a02f2045-06bf-408b-9af5-de3717ecbcfb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9f9f2e2-f3f5-46f2-9346-575ee65c5088', 'mac_address': 'fa:16:3e:84:8b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9750430-4324-4e42-bbeb-7611aac7f77c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:53:32Z', 'updated_at': '2021-09-07T03:53:32Z', 'revision_number': 0, 'project_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'fixed_ip_address_scope': None}, {'id': 'b0cd6fd9-54cf-4a44-a065-456b6e9f975e', 'tenant_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'floating_ip_address': '172.25.5.93', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': 'e93c6438-7df6-4190-a9f0-2ab3396c2628', 'port_id': '362cd4b5-b2c1-40ec-92b3-b531a139cb80', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9f9f2e2-f3f5-46f2-9346-575ee65c5088', 'mac_address': 'fa:16:3e:c1:d3:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8e8fbc-7843-43a2-9900-ce09bc5efbc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:51:02Z', 'updated_at': '2021-09-07T03:51:04Z', 'revision_number': 1, 'project_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b67b093-69ce-48dc-b621-7be41c011adc', 'name': '', 'network_id': 'a9f9f2e2-f3f5-46f2-9346-575ee65c5088', 'tenant_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'mac_address': 'fa:16:3e:e0:af:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93c6438-7df6-4190-a9f0-2ab3396c2628', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '29f7a3da-af96-480e-8fe7-5f1661bcccf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:50:39Z', 'updated_at': '2021-09-07T03:50:45Z', 'revision_number': 5, 'project_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'subnets': [{'id': '29f7a3da-af96-480e-8fe7-5f1661bcccf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:53:34.158099 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa46dfe-b87d-4acb-ae1f-6c583fa4590a None None] New status for floating IP 97080886-d1f3-4014-8cf6-d2d47145545f: ACTIVE {{(pid=94703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 03:53:47.069115 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-109b39ce-13c2-40a5-bd57-21fdc00df195 req-fb535669-85d3-423f-908f-225abb13da05 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5d8e8fbc-7843-43a2-9900-ce09bc5efbc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392835 Sep 07 03:53:47.152738 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b39ce-13c2-40a5-bd57-21fdc00df195 req-8ee68223-3b9b-43d3-bdf8-c3ae3de6ccff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:53:47.154218 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-109b39ce-13c2-40a5-bd57-21fdc00df195 req-8ee68223-3b9b-43d3-bdf8-c3ae3de6ccff service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a63c01a8e0154cb5b6472631514e7ed6&device_id=5d8e8fbc-7843-43a2-9900-ce09bc5efbc4 HTTP/1.1" status: 200 len: 1095 time: 0.0444911 Sep 07 03:53:47.255367 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b39ce-13c2-40a5-bd57-21fdc00df195 req-0447ccae-9449-4beb-9dbd-82780381e659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:53:47.256766 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-109b39ce-13c2-40a5-bd57-21fdc00df195 req-0447ccae-9449-4beb-9dbd-82780381e659 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a9f9f2e2-f3f5-46f2-9346-575ee65c5088 HTTP/1.1" status: 200 len: 910 time: 0.0832102 Sep 07 03:53:47.323951 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-109b39ce-13c2-40a5-bd57-21fdc00df195 req-374c83d9-c528-400c-bbd9-151edaa7e77e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=362cd4b5-b2c1-40ec-92b3-b531a139cb80 HTTP/1.1" status: 200 len: 998 time: 0.0607982 Sep 07 03:53:47.372985 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b39ce-13c2-40a5-bd57-21fdc00df195 req-0f72a2c2-5aa8-4774-8ccd-c3bbe725d163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:53:47.374380 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-109b39ce-13c2-40a5-bd57-21fdc00df195 req-0f72a2c2-5aa8-4774-8ccd-c3bbe725d163 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=29f7a3da-af96-480e-8fe7-5f1661bcccf7 HTTP/1.1" status: 200 len: 849 time: 0.0423498 Sep 07 03:53:47.418506 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b39ce-13c2-40a5-bd57-21fdc00df195 req-546c10ea-4434-484f-abd6-caf11e188d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:53:47.419987 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-109b39ce-13c2-40a5-bd57-21fdc00df195 req-546c10ea-4434-484f-abd6-caf11e188d86 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a9f9f2e2-f3f5-46f2-9346-575ee65c5088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385349 Sep 07 03:53:47.512224 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-109b39ce-13c2-40a5-bd57-21fdc00df195 req-2549306e-2ffd-49d7-8f5b-552ed9da6923 service neutron] 10.222.0.23 "GET /v2.0/networks/a9f9f2e2-f3f5-46f2-9346-575ee65c5088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844250 Sep 07 03:53:47.600505 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-109b39ce-13c2-40a5-bd57-21fdc00df195 req-f94ce567-a726-48db-8098-89d4322c2d05 service neutron] 10.222.0.23 "GET /v2.0/networks/a9f9f2e2-f3f5-46f2-9346-575ee65c5088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814650 Sep 07 03:53:52.384869 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:53:52.389162 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:53:56.040505 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e7322ed9-9c57-49be-9a0c-c37107cb601a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:53:56.473561 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:53:58.307076 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-452dcf07-f250-4ec9-8ba9-ba7a3732217c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:53:58.826173 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:53:59.845696 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:54:01.678676 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:54:22.385765 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:54:22.389801 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:54:26.042439 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a2719030-ee70-4622-a9a2-7a26b1521913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:54:28.312549 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-53a9a020-adbc-46d9-96d2-f95df02fb4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:54:28.827719 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:54:29.073956 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c0b8632c-4b2e-4fa0-bced-e3321f39dcb8 req-711082c7-e8fb-4b5f-99d2-5995b80adb3d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a9750430-4324-4e42-bbeb-7611aac7f77c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0437024 Sep 07 03:54:29.161991 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b8632c-4b2e-4fa0-bced-e3321f39dcb8 req-31c4861d-1a95-4a8d-8d1e-64c4d712651a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:54:29.163594 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c0b8632c-4b2e-4fa0-bced-e3321f39dcb8 req-31c4861d-1a95-4a8d-8d1e-64c4d712651a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a63c01a8e0154cb5b6472631514e7ed6&device_id=a9750430-4324-4e42-bbeb-7611aac7f77c HTTP/1.1" status: 200 len: 1097 time: 0.0409696 Sep 07 03:54:29.268147 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b8632c-4b2e-4fa0-bced-e3321f39dcb8 req-70ee5f56-36ad-475d-9d24-dd360b6a85a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:54:29.269690 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c0b8632c-4b2e-4fa0-bced-e3321f39dcb8 req-70ee5f56-36ad-475d-9d24-dd360b6a85a7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a9f9f2e2-f3f5-46f2-9346-575ee65c5088 HTTP/1.1" status: 200 len: 910 time: 0.0856171 Sep 07 03:54:29.339356 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c0b8632c-4b2e-4fa0-bced-e3321f39dcb8 req-5726a2dd-0a81-4a14-af9e-45eed656de3d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a02f2045-06bf-408b-9af5-de3717ecbcfb HTTP/1.1" status: 200 len: 1001 time: 0.0627599 Sep 07 03:54:29.388591 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b8632c-4b2e-4fa0-bced-e3321f39dcb8 req-425719ef-f22c-4895-a991-070085abd19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:54:29.389989 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c0b8632c-4b2e-4fa0-bced-e3321f39dcb8 req-425719ef-f22c-4895-a991-070085abd19a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=29f7a3da-af96-480e-8fe7-5f1661bcccf7 HTTP/1.1" status: 200 len: 849 time: 0.0443881 Sep 07 03:54:29.434570 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b8632c-4b2e-4fa0-bced-e3321f39dcb8 req-38f21005-a8b1-487f-acfb-2b5b72ef3ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:54:29.436109 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c0b8632c-4b2e-4fa0-bced-e3321f39dcb8 req-38f21005-a8b1-487f-acfb-2b5b72ef3ee3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a9f9f2e2-f3f5-46f2-9346-575ee65c5088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397551 Sep 07 03:54:29.447136 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [req-c0b8632c-4b2e-4fa0-bced-e3321f39dcb8 req-9faa9be6-bd68-4e6a-9702-5a6ce79b7065 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94700) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 07 03:54:29.448136 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c0b8632c-4b2e-4fa0-bced-e3321f39dcb8 req-9faa9be6-bd68-4e6a-9702-5a6ce79b7065 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055861 Sep 07 03:54:29.542478 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c0b8632c-4b2e-4fa0-bced-e3321f39dcb8 req-84596a67-84ff-4a1b-b786-d9145e906f30 service neutron] 10.222.0.16 "GET /v2.0/networks/a9f9f2e2-f3f5-46f2-9346-575ee65c5088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873129 Sep 07 03:54:29.638099 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-c0b8632c-4b2e-4fa0-bced-e3321f39dcb8 req-66165825-7a4a-47cd-bd94-c25d9659ac20 service neutron] 10.222.0.16 "GET /v2.0/networks/a9f9f2e2-f3f5-46f2-9346-575ee65c5088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887797 Sep 07 03:54:29.849375 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:54:31.677666 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:54:33.472409 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:54:47.137143 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8ca76a01-d05d-4ecd-af89-735a1975bb3e req-4497d678-4c69-450e-af1a-0d2a93abde7e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5d8e8fbc-7843-43a2-9900-ce09bc5efbc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1097834 Sep 07 03:54:47.225356 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca76a01-d05d-4ecd-af89-735a1975bb3e req-2cffe828-2a6b-48b7-9d87-71bdb501a447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:54:47.227455 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8ca76a01-d05d-4ecd-af89-735a1975bb3e req-2cffe828-2a6b-48b7-9d87-71bdb501a447 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a63c01a8e0154cb5b6472631514e7ed6&device_id=5d8e8fbc-7843-43a2-9900-ce09bc5efbc4 HTTP/1.1" status: 200 len: 1095 time: 0.0459101 Sep 07 03:54:47.331300 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca76a01-d05d-4ecd-af89-735a1975bb3e req-952cb281-0bc6-4e3d-9e98-3618ae2e286d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:54:47.332847 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8ca76a01-d05d-4ecd-af89-735a1975bb3e req-952cb281-0bc6-4e3d-9e98-3618ae2e286d service neutron] 10.222.0.23 "GET /v2.0/networks?id=a9f9f2e2-f3f5-46f2-9346-575ee65c5088 HTTP/1.1" status: 200 len: 910 time: 0.0861816 Sep 07 03:54:47.401871 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8ca76a01-d05d-4ecd-af89-735a1975bb3e req-87719b28-79e6-4256-a7fa-748b82fc2a3c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=362cd4b5-b2c1-40ec-92b3-b531a139cb80 HTTP/1.1" status: 200 len: 998 time: 0.0620835 Sep 07 03:54:47.451988 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca76a01-d05d-4ecd-af89-735a1975bb3e req-f20463e5-aa17-438f-97c8-9ba11aa16cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:54:47.453485 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8ca76a01-d05d-4ecd-af89-735a1975bb3e req-f20463e5-aa17-438f-97c8-9ba11aa16cc9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=29f7a3da-af96-480e-8fe7-5f1661bcccf7 HTTP/1.1" status: 200 len: 849 time: 0.0452039 Sep 07 03:54:47.501011 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca76a01-d05d-4ecd-af89-735a1975bb3e req-50f41e6f-d2d6-41f1-a993-da613e64234a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:54:47.502554 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8ca76a01-d05d-4ecd-af89-735a1975bb3e req-50f41e6f-d2d6-41f1-a993-da613e64234a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a9f9f2e2-f3f5-46f2-9346-575ee65c5088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420961 Sep 07 03:54:47.601066 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8ca76a01-d05d-4ecd-af89-735a1975bb3e req-aa2c91f1-9a55-41bd-811c-aaaed5da3cc7 service neutron] 10.222.0.23 "GET /v2.0/networks/a9f9f2e2-f3f5-46f2-9346-575ee65c5088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888147 Sep 07 03:54:47.695083 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8ca76a01-d05d-4ecd-af89-735a1975bb3e req-4d49d12a-b266-4a57-a41f-e74b5b0a05c3 service neutron] 10.222.0.23 "GET /v2.0/networks/a9f9f2e2-f3f5-46f2-9346-575ee65c5088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822966 Sep 07 03:54:52.400699 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:54:52.403594 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:54:56.043507 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b86ecaf0-bfc5-480f-89c9-a4a48d0ef1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:54:58.304369 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-07bfcd58-2f07-476a-81d2-85bc41002a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:54:58.829371 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:54:59.852255 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:01.681796 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:06.432416 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device a02f2045-06bf-408b-9af5-de3717ecbcfb details requested by agent hyperv_n-h2-796209-16 with host n-h2-796209-16 {{(pid=94702) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 07 03:55:06.526859 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port a02f2045-06bf-408b-9af5-de3717ecbcfb, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=a02f2045-06bf-408b-9af5-de3717ecbcfb,segment=NetworkSegment(a36691c3-22b6-48ee-be3a-5cd1b1a81a56),segment_id=a36691c3-22b6-48ee-be3a-5cd1b1a81a56)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:55:06.538396 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Returning: {'device': 'a02f2045-06bf-408b-9af5-de3717ecbcfb', 'network_id': 'a9f9f2e2-f3f5-46f2-9346-575ee65c5088', 'port_id': 'a02f2045-06bf-408b-9af5-de3717ecbcfb', 'mac_address': 'fa:16:3e:84:8b:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29f7a3da-af96-480e-8fe7-5f1661bcccf7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94702) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 07 03:55:06.574848 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:06.587738 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a02f2045-06bf-408b-9af5-de3717ecbcfb {{(pid=94702) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 07 03:55:06.606914 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port a02f2045-06bf-408b-9af5-de3717ecbcfb, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=a02f2045-06bf-408b-9af5-de3717ecbcfb,segment=NetworkSegment(a36691c3-22b6-48ee-be3a-5cd1b1a81a56),segment_id=a36691c3-22b6-48ee-be3a-5cd1b1a81a56)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:55:06.611002 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:06.664474 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=a02f2045-06bf-408b-9af5-de3717ecbcfb,revision_number=6']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:55:06.672274 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:55:06.672625 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:55:06.672965 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:55:06.673302 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:55:06.673635 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:55:06.673967 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:55:06.674297 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:55:06.674626 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:55:06.674950 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:55:06.675280 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:55:06.675634 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:55:06.675958 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94702) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:55:06.690350 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] get_ports_and_sgs() called for port_ids ['a02f2045-06bf-408b-9af5-de3717ecbcfb'] {{(pid=94702) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 07 03:55:08.430440 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device a02f2045-06bf-408b-9af5-de3717ecbcfb up at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 07 03:55:08.492832 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.provisioning_blocks [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Provisioning complete for port a02f2045-06bf-408b-9af5-de3717ecbcfb triggered by entity L2. {{(pid=94702) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 07 03:55:08.493303 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1831326'] for port, provisioning_complete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:08.583014 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:08.608400 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9750430-4324-4e42-bbeb-7611aac7f77c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a02f2045-06bf-408b-9af5-de3717ecbcfb'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:55:08.611090 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a436ec256d2b1825a148fad3e2b3933f4e559d797aa0adc164ec0b132a4edf7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded480a6-2937-4e31-9493-10ff64d15dff" -d '{"events": [{"server_uuid": "a9750430-4324-4e42-bbeb-7611aac7f77c", "name": "network-vif-plugged", "status": "completed", "tag": "a02f2045-06bf-408b-9af5-de3717ecbcfb"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:55:08.625595 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port a02f2045-06bf-408b-9af5-de3717ecbcfb, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=a02f2045-06bf-408b-9af5-de3717ecbcfb,segment=NetworkSegment(a36691c3-22b6-48ee-be3a-5cd1b1a81a56),segment_id=a36691c3-22b6-48ee-be3a-5cd1b1a81a56)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:55:08.633643 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:08.664834 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ac9b0d-98f7-4562-a735-4d4edd770015 x-openstack-request-id: req-08ac9b0d-98f7-4562-a735-4d4edd770015 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:55:08.665120 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9750430-4324-4e42-bbeb-7611aac7f77c", "name": "network-vif-plugged", "status": "completed", "tag": "a02f2045-06bf-408b-9af5-de3717ecbcfb", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:55:08.665371 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-08ac9b0d-98f7-4562-a735-4d4edd770015 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:55:08.665837 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9750430-4324-4e42-bbeb-7611aac7f77c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a02f2045-06bf-408b-9af5-de3717ecbcfb', 'code': 200} Sep 07 03:55:08.691179 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=a02f2045-06bf-408b-9af5-de3717ecbcfb,revision_number=7']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:55:10.472518 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:55:17.508742 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47390) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:55:17.666786 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-2922383b-9c05-4365-af47-ce99172375b1 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Deleting port 8fc1a6af-15ad-4e26-ad22-f96d36c5b679 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:55:17.667135 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2922383b-9c05-4365-af47-ce99172375b1 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:17.740536 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2922383b-9c05-4365-af47-ce99172375b1 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:17.741443 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2922383b-9c05-4365-af47-ce99172375b1 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:17.752971 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-2922383b-9c05-4365-af47-ce99172375b1 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Calling delete_port for 8fc1a6af-15ad-4e26-ad22-f96d36c5b679 owned by network:floatingip {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:55:17.896467 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2922383b-9c05-4365-af47-ce99172375b1 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:17.922575 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2922383b-9c05-4365-af47-ce99172375b1 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Pushing event deleted for resources: {'Port': ['ID=8fc1a6af-15ad-4e26-ad22-f96d36c5b679,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:55:17.948534 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2922383b-9c05-4365-af47-ce99172375b1 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:55:17.948877 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2922383b-9c05-4365-af47-ce99172375b1 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:55:17.949218 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2922383b-9c05-4365-af47-ce99172375b1 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:55:17.949554 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2922383b-9c05-4365-af47-ce99172375b1 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:55:17.949887 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2922383b-9c05-4365-af47-ce99172375b1 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:55:17.950211 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2922383b-9c05-4365-af47-ce99172375b1 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:55:17.950533 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2922383b-9c05-4365-af47-ce99172375b1 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:55:17.950854 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2922383b-9c05-4365-af47-ce99172375b1 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:55:17.951175 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2922383b-9c05-4365-af47-ce99172375b1 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:55:17.951509 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2922383b-9c05-4365-af47-ce99172375b1 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:55:17.951834 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2922383b-9c05-4365-af47-ce99172375b1 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:55:17.952151 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2922383b-9c05-4365-af47-ce99172375b1 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:55:17.991309 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2922383b-9c05-4365-af47-ce99172375b1 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks [] for floatingip, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:17.991672 n-d-796209-16 neutron-server[94701]: INFO neutron.db.l3_db [None req-2922383b-9c05-4365-af47-ce99172375b1 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Floating IP 97080886-d1f3-4014-8cf6-d2d47145545f disassociated (deleted). External IP: 172.25.5.231, port: a02f2045-06bf-408b-9af5-de3717ecbcfb. Sep 07 03:55:18.514461 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2922383b-9c05-4365-af47-ce99172375b1 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Router e93c6438-7df6-4190-a9f0-2ab3396c2628 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:55:18.620041 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2922383b-9c05-4365-af47-ce99172375b1 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:55:18.624806 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-2922383b-9c05-4365-af47-ce99172375b1 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:18.629536 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae390fa1-b560-4ca2-b9ba-f50b7aba8924 None None] Sync routers for ids ['e93c6438-7df6-4190-a9f0-2ab3396c2628'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:55:18.641858 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae390fa1-b560-4ca2-b9ba-f50b7aba8924 None None] Routers {'e93c6438-7df6-4190-a9f0-2ab3396c2628'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:55:18.642477 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-ae390fa1-b560-4ca2-b9ba-f50b7aba8924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:54:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['e93c6438-7df6-4190-a9f0-2ab3396c2628'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:55:18.650954 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-2922383b-9c05-4365-af47-ce99172375b1 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "DELETE /v2.0/floatingips/97080886-d1f3-4014-8cf6-d2d47145545f HTTP/1.1" status: 204 len: 168 time: 1.1411369 Sep 07 03:55:18.651667 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9750430-4324-4e42-bbeb-7611aac7f77c', 'tag': 'a02f2045-06bf-408b-9af5-de3717ecbcfb'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:55:18.654053 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf84fb72099b4c059134e8dbf206a3531b112bee59ff8dea8931d4ccd024695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aeee3a5-610f-4434-af1e-d163829716a1" -d '{"events": [{"name": "network-changed", "server_uuid": "a9750430-4324-4e42-bbeb-7611aac7f77c", "tag": "a02f2045-06bf-408b-9af5-de3717ecbcfb"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:55:18.692618 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49d2e3f-2676-433e-906f-ae0e4968f341 x-openstack-request-id: req-f49d2e3f-2676-433e-906f-ae0e4968f341 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:55:18.692904 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9750430-4324-4e42-bbeb-7611aac7f77c", "tag": "a02f2045-06bf-408b-9af5-de3717ecbcfb", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:55:18.693148 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f49d2e3f-2676-433e-906f-ae0e4968f341 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:55:18.693546 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9750430-4324-4e42-bbeb-7611aac7f77c', 'tag': 'a02f2045-06bf-408b-9af5-de3717ecbcfb', 'status': 'completed', 'code': 200} Sep 07 03:55:18.754184 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-ae390fa1-b560-4ca2-b9ba-f50b7aba8924 None None] Set router e93c6438-7df6-4190-a9f0-2ab3396c2628 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:55:18.759634 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeee3a5-610f-4434-af1e-d163829716a1 req-fa6e0018-c185-47b2-94ab-7a245ca73800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:55:18.761178 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8aeee3a5-610f-4434-af1e-d163829716a1 req-fa6e0018-c185-47b2-94ab-7a245ca73800 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a63c01a8e0154cb5b6472631514e7ed6&device_id=a9750430-4324-4e42-bbeb-7611aac7f77c HTTP/1.1" status: 200 len: 1097 time: 0.0440509 Sep 07 03:55:18.865218 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeee3a5-610f-4434-af1e-d163829716a1 req-11564e62-83fe-4755-ab52-a3f0568aac8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:55:18.866810 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8aeee3a5-610f-4434-af1e-d163829716a1 req-11564e62-83fe-4755-ab52-a3f0568aac8a service neutron] 10.222.0.16 "GET /v2.0/networks?id=a9f9f2e2-f3f5-46f2-9346-575ee65c5088 HTTP/1.1" status: 200 len: 910 time: 0.0968335 Sep 07 03:55:18.901057 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abe02c9-5f1d-463b-bf91-e8ba2f34ff19 req-cd72bc96-bedb-480f-976e-7d768946debd tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:55:18.902672 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9abe02c9-5f1d-463b-bf91-e8ba2f34ff19 req-cd72bc96-bedb-480f-976e-7d768946debd tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9750430-4324-4e42-bbeb-7611aac7f77c HTTP/1.1" status: 200 len: 945 time: 0.0592690 Sep 07 03:55:18.918593 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8aeee3a5-610f-4434-af1e-d163829716a1 req-9232f776-15b8-4d42-90ac-19ea8240d835 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a02f2045-06bf-408b-9af5-de3717ecbcfb HTTP/1.1" status: 200 len: 217 time: 0.0419064 Sep 07 03:55:18.946071 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-9abe02c9-5f1d-463b-bf91-e8ba2f34ff19 req-53f0c4c5-4324-485e-be0a-2811e549f6e7 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/security-groups?id=edf67cd5-e4c1-45c1-8a61-9b5c1b5b5d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370421 Sep 07 03:55:18.973186 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeee3a5-610f-4434-af1e-d163829716a1 req-ce9a6cd5-60e6-4bac-bd8b-17a07f7478a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:55:18.974665 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8aeee3a5-610f-4434-af1e-d163829716a1 req-ce9a6cd5-60e6-4bac-bd8b-17a07f7478a3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=29f7a3da-af96-480e-8fe7-5f1661bcccf7 HTTP/1.1" status: 200 len: 849 time: 0.0484264 Sep 07 03:55:19.023584 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeee3a5-610f-4434-af1e-d163829716a1 req-960d24b4-f7ae-47df-9b74-2077e4b1477f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:55:19.025201 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8aeee3a5-610f-4434-af1e-d163829716a1 req-960d24b4-f7ae-47df-9b74-2077e4b1477f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a9f9f2e2-f3f5-46f2-9346-575ee65c5088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407913 Sep 07 03:55:19.120898 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8aeee3a5-610f-4434-af1e-d163829716a1 req-64cf316c-9922-4c74-a029-f46b5b88d45c service neutron] 10.222.0.16 "GET /v2.0/networks/a9f9f2e2-f3f5-46f2-9346-575ee65c5088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868773 Sep 07 03:55:19.149944 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-ae390fa1-b560-4ca2-b9ba-f50b7aba8924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e93c6438-7df6-4190-a9f0-2ab3396c2628', 'name': 'tempest-TestSnapshotPattern-1301655668-router', 'tenant_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'e7013437-69aa-406d-aca3-549291952f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:50:37Z', 'updated_at': '2021-09-07T03:50:39Z', 'revision_number': 4, 'project_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'gw_port': {'id': 'e7013437-69aa-406d-aca3-549291952f7f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bc:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93c6438-7df6-4190-a9f0-2ab3396c2628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:50:37Z', 'updated_at': '2021-09-07T03:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'b0cd6fd9-54cf-4a44-a065-456b6e9f975e', 'tenant_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'floating_ip_address': '172.25.5.93', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': 'e93c6438-7df6-4190-a9f0-2ab3396c2628', 'port_id': '362cd4b5-b2c1-40ec-92b3-b531a139cb80', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9f9f2e2-f3f5-46f2-9346-575ee65c5088', 'mac_address': 'fa:16:3e:c1:d3:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8e8fbc-7843-43a2-9900-ce09bc5efbc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:51:02Z', 'updated_at': '2021-09-07T03:51:04Z', 'revision_number': 1, 'project_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b67b093-69ce-48dc-b621-7be41c011adc', 'name': '', 'network_id': 'a9f9f2e2-f3f5-46f2-9346-575ee65c5088', 'tenant_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'mac_address': 'fa:16:3e:e0:af:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93c6438-7df6-4190-a9f0-2ab3396c2628', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '29f7a3da-af96-480e-8fe7-5f1661bcccf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:50:39Z', 'updated_at': '2021-09-07T03:50:45Z', 'revision_number': 5, 'project_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'subnets': [{'id': '29f7a3da-af96-480e-8fe7-5f1661bcccf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:55:19.181890 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae390fa1-b560-4ca2-b9ba-f50b7aba8924 None None] Checking router: e93c6438-7df6-4190-a9f0-2ab3396c2628 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:55:19.191223 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae390fa1-b560-4ca2-b9ba-f50b7aba8924 None None] Routers {'e93c6438-7df6-4190-a9f0-2ab3396c2628'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:55:19.191872 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-ae390fa1-b560-4ca2-b9ba-f50b7aba8924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:54:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['e93c6438-7df6-4190-a9f0-2ab3396c2628'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:55:19.211602 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-8aeee3a5-610f-4434-af1e-d163829716a1 req-06951c80-2d7e-4462-8675-bed1aed24f73 service neutron] 10.222.0.16 "GET /v2.0/networks/a9f9f2e2-f3f5-46f2-9346-575ee65c5088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833695 Sep 07 03:55:19.301579 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-ae390fa1-b560-4ca2-b9ba-f50b7aba8924 None None] Set router e93c6438-7df6-4190-a9f0-2ab3396c2628 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:55:19.521729 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-ae390fa1-b560-4ca2-b9ba-f50b7aba8924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e93c6438-7df6-4190-a9f0-2ab3396c2628', 'name': 'tempest-TestSnapshotPattern-1301655668-router', 'tenant_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'e7013437-69aa-406d-aca3-549291952f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:50:37Z', 'updated_at': '2021-09-07T03:50:39Z', 'revision_number': 4, 'project_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'gw_port': {'id': 'e7013437-69aa-406d-aca3-549291952f7f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bc:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93c6438-7df6-4190-a9f0-2ab3396c2628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:50:37Z', 'updated_at': '2021-09-07T03:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'b0cd6fd9-54cf-4a44-a065-456b6e9f975e', 'tenant_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'floating_ip_address': '172.25.5.93', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': 'e93c6438-7df6-4190-a9f0-2ab3396c2628', 'port_id': '362cd4b5-b2c1-40ec-92b3-b531a139cb80', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9f9f2e2-f3f5-46f2-9346-575ee65c5088', 'mac_address': 'fa:16:3e:c1:d3:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8e8fbc-7843-43a2-9900-ce09bc5efbc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:51:02Z', 'updated_at': '2021-09-07T03:51:04Z', 'revision_number': 1, 'project_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b67b093-69ce-48dc-b621-7be41c011adc', 'name': '', 'network_id': 'a9f9f2e2-f3f5-46f2-9346-575ee65c5088', 'tenant_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'mac_address': 'fa:16:3e:e0:af:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93c6438-7df6-4190-a9f0-2ab3396c2628', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '29f7a3da-af96-480e-8fe7-5f1661bcccf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:50:39Z', 'updated_at': '2021-09-07T03:50:45Z', 'revision_number': 5, 'project_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'subnets': [{'id': '29f7a3da-af96-480e-8fe7-5f1661bcccf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:55:19.547714 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae390fa1-b560-4ca2-b9ba-f50b7aba8924 None None] The sync data for ids ['e93c6438-7df6-4190-a9f0-2ab3396c2628'] in n-d-796209-16 is: [{'id': 'e93c6438-7df6-4190-a9f0-2ab3396c2628', 'name': 'tempest-TestSnapshotPattern-1301655668-router', 'tenant_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'e7013437-69aa-406d-aca3-549291952f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:50:37Z', 'updated_at': '2021-09-07T03:50:39Z', 'revision_number': 4, 'project_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'gw_port': {'id': 'e7013437-69aa-406d-aca3-549291952f7f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bc:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93c6438-7df6-4190-a9f0-2ab3396c2628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:50:37Z', 'updated_at': '2021-09-07T03:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_floatingips': [{'id': 'b0cd6fd9-54cf-4a44-a065-456b6e9f975e', 'tenant_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'floating_ip_address': '172.25.5.93', 'floating_network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'router_id': 'e93c6438-7df6-4190-a9f0-2ab3396c2628', 'port_id': '362cd4b5-b2c1-40ec-92b3-b531a139cb80', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9f9f2e2-f3f5-46f2-9346-575ee65c5088', 'mac_address': 'fa:16:3e:c1:d3:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8e8fbc-7843-43a2-9900-ce09bc5efbc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-07T03:51:02Z', 'updated_at': '2021-09-07T03:51:04Z', 'revision_number': 1, 'project_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b67b093-69ce-48dc-b621-7be41c011adc', 'name': '', 'network_id': 'a9f9f2e2-f3f5-46f2-9346-575ee65c5088', 'tenant_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'mac_address': 'fa:16:3e:e0:af:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93c6438-7df6-4190-a9f0-2ab3396c2628', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '29f7a3da-af96-480e-8fe7-5f1661bcccf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:50:39Z', 'updated_at': '2021-09-07T03:50:45Z', 'revision_number': 5, 'project_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'subnets': [{'id': '29f7a3da-af96-480e-8fe7-5f1661bcccf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:55:19.756899 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b688ae-bdec-4f88-94bf-db10184c88b0 None None] New status for floating IP 97080886-d1f3-4014-8cf6-d2d47145545f: DOWN {{(pid=94703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 03:55:20.068123 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922fa4a-6fcc-4d92-846d-1844dc8573e1 req-bf7a8dbd-6818-4fcc-9d9f-f499368541e5 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:55:20.069687 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4922fa4a-6fcc-4d92-846d-1844dc8573e1 req-bf7a8dbd-6818-4fcc-9d9f-f499368541e5 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9750430-4324-4e42-bbeb-7611aac7f77c HTTP/1.1" status: 200 len: 945 time: 0.0535243 Sep 07 03:55:20.108145 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-4922fa4a-6fcc-4d92-846d-1844dc8573e1 req-01a84d03-85ac-4042-83bf-93ae1e7947a8 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/security-groups?id=edf67cd5-e4c1-45c1-8a61-9b5c1b5b5d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319467 Sep 07 03:55:20.385291 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e123500-b7c6-435c-8bfd-3705a827e498 req-e5616099-d45c-4708-877b-e9d97f666d47 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:55:20.386684 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5e123500-b7c6-435c-8bfd-3705a827e498 req-e5616099-d45c-4708-877b-e9d97f666d47 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9750430-4324-4e42-bbeb-7611aac7f77c HTTP/1.1" status: 200 len: 945 time: 0.0501502 Sep 07 03:55:20.473649 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-5e123500-b7c6-435c-8bfd-3705a827e498 req-b7a3a0bd-5856-4f6a-935a-70aba831e559 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Deleting port a02f2045-06bf-408b-9af5-de3717ecbcfb {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:55:20.473985 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5e123500-b7c6-435c-8bfd-3705a827e498 req-b7a3a0bd-5856-4f6a-935a-70aba831e559 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:20.499437 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device a02f2045-06bf-408b-9af5-de3717ecbcfb no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:55:20.564132 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [req-5e123500-b7c6-435c-8bfd-3705a827e498 req-b7a3a0bd-5856-4f6a-935a-70aba831e559 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] For port a02f2045-06bf-408b-9af5-de3717ecbcfb, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=a02f2045-06bf-408b-9af5-de3717ecbcfb,segment=NetworkSegment(a36691c3-22b6-48ee-be3a-5cd1b1a81a56),segment_id=a36691c3-22b6-48ee-be3a-5cd1b1a81a56)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:55:20.564591 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5e123500-b7c6-435c-8bfd-3705a827e498 req-b7a3a0bd-5856-4f6a-935a-70aba831e559 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:20.577610 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [req-5e123500-b7c6-435c-8bfd-3705a827e498 req-b7a3a0bd-5856-4f6a-935a-70aba831e559 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Calling delete_port for a02f2045-06bf-408b-9af5-de3717ecbcfb owned by compute:nova {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:55:20.580031 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1676998'] for port, before_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:20.603033 n-d-796209-16 neutron-server[94702]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9750430-4324-4e42-bbeb-7611aac7f77c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a02f2045-06bf-408b-9af5-de3717ecbcfb'}] {{(pid=94702) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:55:20.605296 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a436ec256d2b1825a148fad3e2b3933f4e559d797aa0adc164ec0b132a4edf7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108ed786-3368-4ce4-9959-dff6905c6772" -d '{"events": [{"server_uuid": "a9750430-4324-4e42-bbeb-7611aac7f77c", "name": "network-vif-unplugged", "status": "completed", "tag": "a02f2045-06bf-408b-9af5-de3717ecbcfb"}]}' {{(pid=94702) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:55:20.617755 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] For port a02f2045-06bf-408b-9af5-de3717ecbcfb, host n-h2-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-796209-16',level=0,port_id=a02f2045-06bf-408b-9af5-de3717ecbcfb,segment=NetworkSegment(a36691c3-22b6-48ee-be3a-5cd1b1a81a56),segment_id=a36691c3-22b6-48ee-be3a-5cd1b1a81a56)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:55:20.622405 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768889760485', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768889210534', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768889210552'] for port, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:20.649650 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 07 Sep 2021 03:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abfe8808-2909-46a7-8b7f-6963f7fb5336 x-openstack-request-id: req-abfe8808-2909-46a7-8b7f-6963f7fb5336 {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:55:20.649950 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9750430-4324-4e42-bbeb-7611aac7f77c", "name": "network-vif-unplugged", "status": "completed", "tag": "a02f2045-06bf-408b-9af5-de3717ecbcfb", "code": 200}]} {{(pid=94702) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:55:20.650198 n-d-796209-16 neutron-server[94702]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-abfe8808-2909-46a7-8b7f-6963f7fb5336 {{(pid=94702) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:55:20.650578 n-d-796209-16 neutron-server[94702]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9750430-4324-4e42-bbeb-7611aac7f77c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a02f2045-06bf-408b-9af5-de3717ecbcfb', 'code': 200} Sep 07 03:55:20.674876 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Pushing event updated for resources: {'Port': ['ID=a02f2045-06bf-408b-9af5-de3717ecbcfb,revision_number=8']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:55:20.712798 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5e123500-b7c6-435c-8bfd-3705a827e498 req-b7a3a0bd-5856-4f6a-935a-70aba831e559 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:20.741773 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a3a0bd-5856-4f6a-935a-70aba831e559 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Pushing event deleted for resources: {'Port': ['ID=a02f2045-06bf-408b-9af5-de3717ecbcfb,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:55:20.767023 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a3a0bd-5856-4f6a-935a-70aba831e559 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:55:20.767376 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a3a0bd-5856-4f6a-935a-70aba831e559 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:55:20.767748 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a3a0bd-5856-4f6a-935a-70aba831e559 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:55:20.768089 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a3a0bd-5856-4f6a-935a-70aba831e559 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:55:20.768429 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a3a0bd-5856-4f6a-935a-70aba831e559 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:55:20.768767 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a3a0bd-5856-4f6a-935a-70aba831e559 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:55:20.769098 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a3a0bd-5856-4f6a-935a-70aba831e559 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:55:20.769430 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a3a0bd-5856-4f6a-935a-70aba831e559 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:55:20.769757 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a3a0bd-5856-4f6a-935a-70aba831e559 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:55:20.770082 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a3a0bd-5856-4f6a-935a-70aba831e559 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:55:20.770407 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a3a0bd-5856-4f6a-935a-70aba831e559 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:55:20.770733 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a3a0bd-5856-4f6a-935a-70aba831e559 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-796209-16 {{(pid=94700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 07 03:55:20.792327 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e123500-b7c6-435c-8bfd-3705a827e498 req-b7a3a0bd-5856-4f6a-935a-70aba831e559 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] No DVR routers for this DVR port a02f2045-06bf-408b-9af5-de3717ecbcfb on host n-h2-796209-16 {{(pid=94700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:55:20.794657 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [req-5e123500-b7c6-435c-8bfd-3705a827e498 req-b7a3a0bd-5856-4f6a-935a-70aba831e559 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:20.796699 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-5e123500-b7c6-435c-8bfd-3705a827e498 req-b7a3a0bd-5856-4f6a-935a-70aba831e559 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.16 "DELETE /v2.0/ports/a02f2045-06bf-408b-9af5-de3717ecbcfb HTTP/1.1" status: 204 len: 173 time: 0.4041255 Sep 07 03:55:20.797131 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9750430-4324-4e42-bbeb-7611aac7f77c', 'name': 'network-vif-deleted', 'tag': 'a02f2045-06bf-408b-9af5-de3717ecbcfb'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:55:20.799370 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4b99ef7bc7a5293b766a2301f992bcff4e86bffe3ac49b880de9dcdee739ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c97649-67f9-4019-b566-3ac2dbe3063f" -d '{"events": [{"server_uuid": "a9750430-4324-4e42-bbeb-7611aac7f77c", "name": "network-vif-deleted", "tag": "a02f2045-06bf-408b-9af5-de3717ecbcfb"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:55:20.842224 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d85b29-7b86-4762-9951-e828ea06fb2c x-openstack-request-id: req-c9d85b29-7b86-4762-9951-e828ea06fb2c {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:55:20.842518 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9750430-4324-4e42-bbeb-7611aac7f77c", "name": "network-vif-deleted", "tag": "a02f2045-06bf-408b-9af5-de3717ecbcfb", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:55:20.842772 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c9d85b29-7b86-4762-9951-e828ea06fb2c {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:55:20.843177 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9750430-4324-4e42-bbeb-7611aac7f77c', 'name': 'network-vif-deleted', 'tag': 'a02f2045-06bf-408b-9af5-de3717ecbcfb', 'status': 'completed', 'code': 200} Sep 07 03:55:21.227037 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-8d2f3724-33e9-4a5d-baa4-50f4db678997 req-a74f84b0-a8fe-428c-9b41-496d64809d2a tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9750430-4324-4e42-bbeb-7611aac7f77c HTTP/1.1" status: 200 len: 210 time: 0.0290477 Sep 07 03:55:22.379732 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:22.403942 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:22.786902 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 47448) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:55:22.940486 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-8cef2d3e-ece0-4586-bd85-2cb1ab0208e8 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Deleting port a31c7f2b-62a9-4446-a30e-393e98861bd0 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:55:22.940826 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8cef2d3e-ece0-4586-bd85-2cb1ab0208e8 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:23.018206 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8cef2d3e-ece0-4586-bd85-2cb1ab0208e8 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:23.018529 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8cef2d3e-ece0-4586-bd85-2cb1ab0208e8 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:23.029972 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-8cef2d3e-ece0-4586-bd85-2cb1ab0208e8 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Calling delete_port for a31c7f2b-62a9-4446-a30e-393e98861bd0 owned by network:floatingip {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:55:23.178998 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8cef2d3e-ece0-4586-bd85-2cb1ab0208e8 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:23.204628 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef2d3e-ece0-4586-bd85-2cb1ab0208e8 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Pushing event deleted for resources: {'Port': ['ID=a31c7f2b-62a9-4446-a30e-393e98861bd0,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:55:23.264104 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8cef2d3e-ece0-4586-bd85-2cb1ab0208e8 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks [] for floatingip, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:23.264493 n-d-796209-16 neutron-server[94700]: INFO neutron.db.l3_db [None req-8cef2d3e-ece0-4586-bd85-2cb1ab0208e8 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Floating IP b0cd6fd9-54cf-4a44-a065-456b6e9f975e disassociated (deleted). External IP: 172.25.5.93, port: 362cd4b5-b2c1-40ec-92b3-b531a139cb80. Sep 07 03:55:23.468546 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cef2d3e-ece0-4586-bd85-2cb1ab0208e8 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Router e93c6438-7df6-4190-a9f0-2ab3396c2628 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:55:23.573515 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cef2d3e-ece0-4586-bd85-2cb1ab0208e8 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:55:23.578465 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-8cef2d3e-ece0-4586-bd85-2cb1ab0208e8 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for floatingip, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:23.583384 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3b1a72-bbb7-49e5-8cbe-0c7567a8bdca None None] Sync routers for ids ['e93c6438-7df6-4190-a9f0-2ab3396c2628'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:55:23.592569 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3b1a72-bbb7-49e5-8cbe-0c7567a8bdca None None] Routers {'e93c6438-7df6-4190-a9f0-2ab3396c2628'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:55:23.593191 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-bf3b1a72-bbb7-49e5-8cbe-0c7567a8bdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:54:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['e93c6438-7df6-4190-a9f0-2ab3396c2628'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:55:23.604890 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-8cef2d3e-ece0-4586-bd85-2cb1ab0208e8 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "DELETE /v2.0/floatingips/b0cd6fd9-54cf-4a44-a065-456b6e9f975e HTTP/1.1" status: 204 len: 168 time: 0.8163960 Sep 07 03:55:23.605604 n-d-796209-16 neutron-server[94700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d8e8fbc-7843-43a2-9900-ce09bc5efbc4', 'tag': '362cd4b5-b2c1-40ec-92b3-b531a139cb80'}] {{(pid=94700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:55:23.607975 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab4b99ef7bc7a5293b766a2301f992bcff4e86bffe3ac49b880de9dcdee739ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5055b6-c737-4090-bfb0-134880152196" -d '{"events": [{"name": "network-changed", "server_uuid": "5d8e8fbc-7843-43a2-9900-ce09bc5efbc4", "tag": "362cd4b5-b2c1-40ec-92b3-b531a139cb80"}]}' {{(pid=94700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:55:23.650872 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 07 Sep 2021 03:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0592b2e0-4af9-462b-b141-db8594a1c6eb x-openstack-request-id: req-0592b2e0-4af9-462b-b141-db8594a1c6eb {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:55:23.651169 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d8e8fbc-7843-43a2-9900-ce09bc5efbc4", "tag": "362cd4b5-b2c1-40ec-92b3-b531a139cb80", "status": "completed", "code": 200}]} {{(pid=94700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:55:23.651415 n-d-796209-16 neutron-server[94700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0592b2e0-4af9-462b-b141-db8594a1c6eb {{(pid=94700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:55:23.652496 n-d-796209-16 neutron-server[94700]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d8e8fbc-7843-43a2-9900-ce09bc5efbc4', 'tag': '362cd4b5-b2c1-40ec-92b3-b531a139cb80', 'status': 'completed', 'code': 200} Sep 07 03:55:23.706750 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-bf3b1a72-bbb7-49e5-8cbe-0c7567a8bdca None None] Set router e93c6438-7df6-4190-a9f0-2ab3396c2628 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:55:23.723327 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5055b6-c737-4090-bfb0-134880152196 req-755ead10-45cc-4911-abf8-2ec509429c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:55:23.725955 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bf5055b6-c737-4090-bfb0-134880152196 req-755ead10-45cc-4911-abf8-2ec509429c61 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a63c01a8e0154cb5b6472631514e7ed6&device_id=5d8e8fbc-7843-43a2-9900-ce09bc5efbc4 HTTP/1.1" status: 200 len: 1095 time: 0.0515435 Sep 07 03:55:23.829132 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5055b6-c737-4090-bfb0-134880152196 req-80195527-aaf2-4d9f-ad67-ac6ab8e2dc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:55:23.831213 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bf5055b6-c737-4090-bfb0-134880152196 req-80195527-aaf2-4d9f-ad67-ac6ab8e2dc7f service neutron] 10.222.0.23 "GET /v2.0/networks?id=a9f9f2e2-f3f5-46f2-9346-575ee65c5088 HTTP/1.1" status: 200 len: 910 time: 0.0928516 Sep 07 03:55:23.842008 n-d-796209-16 neutron-server[94700]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a39c451-528a-4971-a206-65927bb50148 req-7c9d4395-d48e-4f5e-adf8-8558df0dbf61 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94700) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:55:23.843571 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2a39c451-528a-4971-a206-65927bb50148 req-7c9d4395-d48e-4f5e-adf8-8558df0dbf61 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d8e8fbc-7843-43a2-9900-ce09bc5efbc4 HTTP/1.1" status: 200 len: 943 time: 0.0556314 Sep 07 03:55:23.876457 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bf5055b6-c737-4090-bfb0-134880152196 req-acf16ec6-572f-4890-9ae6-9e47d4cc3d23 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=362cd4b5-b2c1-40ec-92b3-b531a139cb80 HTTP/1.1" status: 200 len: 217 time: 0.0379992 Sep 07 03:55:23.883349 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [req-2a39c451-528a-4971-a206-65927bb50148 req-f3f22ff1-7b60-4ca4-bec5-9ea129ebac64 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/security-groups?id=edf67cd5-e4c1-45c1-8a61-9b5c1b5b5d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322614 Sep 07 03:55:23.926733 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-bf3b1a72-bbb7-49e5-8cbe-0c7567a8bdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e93c6438-7df6-4190-a9f0-2ab3396c2628', 'name': 'tempest-TestSnapshotPattern-1301655668-router', 'tenant_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'e7013437-69aa-406d-aca3-549291952f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:50:37Z', 'updated_at': '2021-09-07T03:50:39Z', 'revision_number': 4, 'project_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'gw_port': {'id': 'e7013437-69aa-406d-aca3-549291952f7f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bc:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93c6438-7df6-4190-a9f0-2ab3396c2628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:50:37Z', 'updated_at': '2021-09-07T03:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '3b67b093-69ce-48dc-b621-7be41c011adc', 'name': '', 'network_id': 'a9f9f2e2-f3f5-46f2-9346-575ee65c5088', 'tenant_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'mac_address': 'fa:16:3e:e0:af:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93c6438-7df6-4190-a9f0-2ab3396c2628', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '29f7a3da-af96-480e-8fe7-5f1661bcccf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:50:39Z', 'updated_at': '2021-09-07T03:50:45Z', 'revision_number': 5, 'project_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'subnets': [{'id': '29f7a3da-af96-480e-8fe7-5f1661bcccf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:55:23.933361 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5055b6-c737-4090-bfb0-134880152196 req-7abaa765-431d-483f-a50e-985a0281397b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:55:23.935045 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bf5055b6-c737-4090-bfb0-134880152196 req-7abaa765-431d-483f-a50e-985a0281397b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=29f7a3da-af96-480e-8fe7-5f1661bcccf7 HTTP/1.1" status: 200 len: 849 time: 0.0512891 Sep 07 03:55:23.952748 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3b1a72-bbb7-49e5-8cbe-0c7567a8bdca None None] Checking router: e93c6438-7df6-4190-a9f0-2ab3396c2628 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:55:23.961580 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3b1a72-bbb7-49e5-8cbe-0c7567a8bdca None None] Routers {'e93c6438-7df6-4190-a9f0-2ab3396c2628'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:55:23.962450 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-bf3b1a72-bbb7-49e5-8cbe-0c7567a8bdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:54:58Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['e93c6438-7df6-4190-a9f0-2ab3396c2628'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:55:23.982385 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5055b6-c737-4090-bfb0-134880152196 req-31005575-335b-4426-9d29-6bb618357eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:55:23.983844 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bf5055b6-c737-4090-bfb0-134880152196 req-31005575-335b-4426-9d29-6bb618357eea service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a9f9f2e2-f3f5-46f2-9346-575ee65c5088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416086 Sep 07 03:55:24.072499 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-bf3b1a72-bbb7-49e5-8cbe-0c7567a8bdca None None] Set router e93c6438-7df6-4190-a9f0-2ab3396c2628 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:55:24.076610 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bf5055b6-c737-4090-bfb0-134880152196 req-dae923a2-bd65-4104-9f0a-a3aceebdfed4 service neutron] 10.222.0.23 "GET /v2.0/networks/a9f9f2e2-f3f5-46f2-9346-575ee65c5088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848100 Sep 07 03:55:24.173278 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bf5055b6-c737-4090-bfb0-134880152196 req-f7fdcdaf-5b0c-4e82-b0c2-88246ed8408c service neutron] 10.222.0.23 "GET /v2.0/networks/a9f9f2e2-f3f5-46f2-9346-575ee65c5088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877311 Sep 07 03:55:24.270307 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-bf3b1a72-bbb7-49e5-8cbe-0c7567a8bdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e93c6438-7df6-4190-a9f0-2ab3396c2628', 'name': 'tempest-TestSnapshotPattern-1301655668-router', 'tenant_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'e7013437-69aa-406d-aca3-549291952f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:50:37Z', 'updated_at': '2021-09-07T03:50:39Z', 'revision_number': 4, 'project_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'gw_port': {'id': 'e7013437-69aa-406d-aca3-549291952f7f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bc:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93c6438-7df6-4190-a9f0-2ab3396c2628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:50:37Z', 'updated_at': '2021-09-07T03:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '3b67b093-69ce-48dc-b621-7be41c011adc', 'name': '', 'network_id': 'a9f9f2e2-f3f5-46f2-9346-575ee65c5088', 'tenant_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'mac_address': 'fa:16:3e:e0:af:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93c6438-7df6-4190-a9f0-2ab3396c2628', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '29f7a3da-af96-480e-8fe7-5f1661bcccf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:50:39Z', 'updated_at': '2021-09-07T03:50:45Z', 'revision_number': 5, 'project_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'subnets': [{'id': '29f7a3da-af96-480e-8fe7-5f1661bcccf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:55:24.299833 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3b1a72-bbb7-49e5-8cbe-0c7567a8bdca None None] The sync data for ids ['e93c6438-7df6-4190-a9f0-2ab3396c2628'] in n-d-796209-16 is: [{'id': 'e93c6438-7df6-4190-a9f0-2ab3396c2628', 'name': 'tempest-TestSnapshotPattern-1301655668-router', 'tenant_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'e7013437-69aa-406d-aca3-549291952f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:50:37Z', 'updated_at': '2021-09-07T03:50:39Z', 'revision_number': 4, 'project_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'gw_port': {'id': 'e7013437-69aa-406d-aca3-549291952f7f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bc:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93c6438-7df6-4190-a9f0-2ab3396c2628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:50:37Z', 'updated_at': '2021-09-07T03:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16', '_interfaces': [{'id': '3b67b093-69ce-48dc-b621-7be41c011adc', 'name': '', 'network_id': 'a9f9f2e2-f3f5-46f2-9346-575ee65c5088', 'tenant_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'mac_address': 'fa:16:3e:e0:af:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93c6438-7df6-4190-a9f0-2ab3396c2628', 'device_owner': 'network:router_interface', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '29f7a3da-af96-480e-8fe7-5f1661bcccf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:50:39Z', 'updated_at': '2021-09-07T03:50:45Z', 'revision_number': 5, 'project_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'subnets': [{'id': '29f7a3da-af96-480e-8fe7-5f1661bcccf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:55:24.525799 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b4d29a-c008-41b9-8e1c-138a824447b3 None None] New status for floating IP b0cd6fd9-54cf-4a44-a065-456b6e9f975e: DOWN {{(pid=94703) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 07 03:55:24.528905 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device a02f2045-06bf-408b-9af5-de3717ecbcfb no longer exists at agent hyperv_n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:55:24.549423 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] No Port match for: a02f2045-06bf-408b-9af5-de3717ecbcfb {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:55:24.549778 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Device a02f2045-06bf-408b-9af5-de3717ecbcfb not bound to the agent host n-h2-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:55:25.000762 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce03949-6f5f-4842-a9f0-aadceebbfc95 req-eafcb77e-6db1-4ce6-8bba-6f5486a5fa25 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:55:25.002319 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bce03949-6f5f-4842-a9f0-aadceebbfc95 req-eafcb77e-6db1-4ce6-8bba-6f5486a5fa25 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d8e8fbc-7843-43a2-9900-ce09bc5efbc4 HTTP/1.1" status: 200 len: 943 time: 0.0488815 Sep 07 03:55:25.042209 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-bce03949-6f5f-4842-a9f0-aadceebbfc95 req-1f6b1f1c-d66f-428b-8e2d-c279947248d5 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/security-groups?id=edf67cd5-e4c1-45c1-8a61-9b5c1b5b5d95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334177 Sep 07 03:55:25.342081 n-d-796209-16 neutron-server[94701]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b51fbbb-318f-433f-ad2f-c2654fc7b6b1 req-8a4f6e5c-9980-4c10-af10-7ff140c00081 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94701) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 07 03:55:25.343547 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2b51fbbb-318f-433f-ad2f-c2654fc7b6b1 req-8a4f6e5c-9980-4c10-af10-7ff140c00081 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.23 "GET /v2.0/ports?device_id=5d8e8fbc-7843-43a2-9900-ce09bc5efbc4 HTTP/1.1" status: 200 len: 943 time: 0.0471072 Sep 07 03:55:25.434702 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-2b51fbbb-318f-433f-ad2f-c2654fc7b6b1 req-abf9690a-66de-46f7-b292-455049a232f3 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Deleting port 362cd4b5-b2c1-40ec-92b3-b531a139cb80 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:55:25.435040 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2b51fbbb-318f-433f-ad2f-c2654fc7b6b1 req-abf9690a-66de-46f7-b292-455049a232f3 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:25.519743 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [req-2b51fbbb-318f-433f-ad2f-c2654fc7b6b1 req-abf9690a-66de-46f7-b292-455049a232f3 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] For port 362cd4b5-b2c1-40ec-92b3-b531a139cb80, host n-h1-796209-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-796209-16',level=0,port_id=362cd4b5-b2c1-40ec-92b3-b531a139cb80,segment=NetworkSegment(a36691c3-22b6-48ee-be3a-5cd1b1a81a56),segment_id=a36691c3-22b6-48ee-be3a-5cd1b1a81a56)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:55:25.520107 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2b51fbbb-318f-433f-ad2f-c2654fc7b6b1 req-abf9690a-66de-46f7-b292-455049a232f3 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:25.537269 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [req-2b51fbbb-318f-433f-ad2f-c2654fc7b6b1 req-abf9690a-66de-46f7-b292-455049a232f3 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Calling delete_port for 362cd4b5-b2c1-40ec-92b3-b531a139cb80 owned by compute:nova {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:55:25.658234 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2b51fbbb-318f-433f-ad2f-c2654fc7b6b1 req-abf9690a-66de-46f7-b292-455049a232f3 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:25.686675 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf9690a-66de-46f7-b292-455049a232f3 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Pushing event deleted for resources: {'Port': ['ID=362cd4b5-b2c1-40ec-92b3-b531a139cb80,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:55:25.732430 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b51fbbb-318f-433f-ad2f-c2654fc7b6b1 req-abf9690a-66de-46f7-b292-455049a232f3 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] No DVR routers for this DVR port 362cd4b5-b2c1-40ec-92b3-b531a139cb80 on host n-h1-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:55:25.735197 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [req-2b51fbbb-318f-433f-ad2f-c2654fc7b6b1 req-abf9690a-66de-46f7-b292-455049a232f3 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224503'] for port, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:25.737169 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-2b51fbbb-318f-433f-ad2f-c2654fc7b6b1 req-abf9690a-66de-46f7-b292-455049a232f3 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.23 "DELETE /v2.0/ports/362cd4b5-b2c1-40ec-92b3-b531a139cb80 HTTP/1.1" status: 204 len: 173 time: 0.3876927 Sep 07 03:55:25.737601 n-d-796209-16 neutron-server[94701]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8e8fbc-7843-43a2-9900-ce09bc5efbc4', 'name': 'network-vif-deleted', 'tag': '362cd4b5-b2c1-40ec-92b3-b531a139cb80'}] {{(pid=94701) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 07 03:55:25.739864 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cf84fb72099b4c059134e8dbf206a3531b112bee59ff8dea8931d4ccd024695" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5aa87b-4ae8-4179-9967-fd7728f00555" -d '{"events": [{"server_uuid": "5d8e8fbc-7843-43a2-9900-ce09bc5efbc4", "name": "network-vif-deleted", "tag": "362cd4b5-b2c1-40ec-92b3-b531a139cb80"}]}' {{(pid=94701) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 07 03:55:25.857602 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 07 Sep 2021 03:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369c5b42-452f-4f73-a4d6-4282c3a6cb17 x-openstack-request-id: req-369c5b42-452f-4f73-a4d6-4282c3a6cb17 {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 07 03:55:25.857893 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d8e8fbc-7843-43a2-9900-ce09bc5efbc4", "name": "network-vif-deleted", "tag": "362cd4b5-b2c1-40ec-92b3-b531a139cb80", "status": "completed", "code": 200}]} {{(pid=94701) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 07 03:55:25.858146 n-d-796209-16 neutron-server[94701]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-369c5b42-452f-4f73-a4d6-4282c3a6cb17 {{(pid=94701) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 07 03:55:25.858551 n-d-796209-16 neutron-server[94701]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d8e8fbc-7843-43a2-9900-ce09bc5efbc4', 'name': 'network-vif-deleted', 'tag': '362cd4b5-b2c1-40ec-92b3-b531a139cb80', 'status': 'completed', 'code': 200} Sep 07 03:55:26.045222 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b38baac3-1e97-4618-8cf7-2b8d97be69c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:26.157922 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [req-0c32db1b-a3dc-400d-96e4-945085688a78 req-8dbbff46-4ca1-443c-a187-c5d6c456854f tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d8e8fbc-7843-43a2-9900-ce09bc5efbc4 HTTP/1.1" status: 200 len: 210 time: 0.0286071 Sep 07 03:55:27.214323 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 47466) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:55:27.272137 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fe038bfb-8304-4bfa-af34-32f40a18eb14 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks [] for security_group, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:27.297138 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fe038bfb-8304-4bfa-af34-32f40a18eb14 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:27.356183 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fe038bfb-8304-4bfa-af34-32f40a18eb14 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:27.358654 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fe038bfb-8304-4bfa-af34-32f40a18eb14 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Notify callbacks [] for security_group, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:27.359856 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-fe038bfb-8304-4bfa-af34-32f40a18eb14 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] 10.222.0.22 "DELETE /v2.0/security-groups/edf67cd5-e4c1-45c1-8a61-9b5c1b5b5d95 HTTP/1.1" status: 204 len: 168 time: 0.1445549 Sep 07 03:55:27.370715 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe038bfb-8304-4bfa-af34-32f40a18eb14 tempest-TestSnapshotPattern-1373104508 tempest-TestSnapshotPattern-1373104508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf67cd5-e4c1-45c1-8a61-9b5c1b5b5d95,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:55:27.401403 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47470) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:55:27.759873 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6f43718d-e9b1-4c0e-ab3b-8265ee1f1d80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:28.005431 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-6f43718d-e9b1-4c0e-ab3b-8265ee1f1d80 admin admin] Deleting port 3b67b093-69ce-48dc-b621-7be41c011adc {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:55:28.005776 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6f43718d-e9b1-4c0e-ab3b-8265ee1f1d80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:28.093002 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-6f43718d-e9b1-4c0e-ab3b-8265ee1f1d80 admin admin] For port 3b67b093-69ce-48dc-b621-7be41c011adc, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=3b67b093-69ce-48dc-b621-7be41c011adc,segment=NetworkSegment(a36691c3-22b6-48ee-be3a-5cd1b1a81a56),segment_id=a36691c3-22b6-48ee-be3a-5cd1b1a81a56)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:55:28.093467 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6f43718d-e9b1-4c0e-ab3b-8265ee1f1d80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:28.110382 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-6f43718d-e9b1-4c0e-ab3b-8265ee1f1d80 admin admin] Calling delete_port for 3b67b093-69ce-48dc-b621-7be41c011adc owned by network:router_interface {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:55:28.304835 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6f43718d-e9b1-4c0e-ab3b-8265ee1f1d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:28.305879 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1bd71f7a-834d-4f2b-85c8-6134c8736921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:28.332689 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f43718d-e9b1-4c0e-ab3b-8265ee1f1d80 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b67b093-69ce-48dc-b621-7be41c011adc,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:55:28.505339 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-6f43718d-e9b1-4c0e-ab3b-8265ee1f1d80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:28.713775 n-d-796209-16 neutron-server[94701]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f43718d-e9b1-4c0e-ab3b-8265ee1f1d80 admin admin] Router e93c6438-7df6-4190-a9f0-2ab3396c2628 has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94701) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:55:28.821485 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f43718d-e9b1-4c0e-ab3b-8265ee1f1d80 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94701) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:55:28.827554 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-6f43718d-e9b1-4c0e-ab3b-8265ee1f1d80 admin admin] 10.222.0.22 "PUT /v2.0/routers/e93c6438-7df6-4190-a9f0-2ab3396c2628/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4242108 Sep 07 03:55:28.830433 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:28.831755 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47472) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:55:28.833624 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29617bd8-7978-4818-8ab6-0562e925ed71 None None] Sync routers for ids ['e93c6438-7df6-4190-a9f0-2ab3396c2628'] in n-d-796209-16 {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:55:28.844761 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29617bd8-7978-4818-8ab6-0562e925ed71 None None] Routers {'e93c6438-7df6-4190-a9f0-2ab3396c2628'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:55:28.845369 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-29617bd8-7978-4818-8ab6-0562e925ed71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:55:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['e93c6438-7df6-4190-a9f0-2ab3396c2628'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:55:28.935642 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5814b70a-304b-45f4-84c3-4be6fa777337 admin admin] Notify callbacks [] for router, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:28.948936 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-29617bd8-7978-4818-8ab6-0562e925ed71 None None] Set router e93c6438-7df6-4190-a9f0-2ab3396c2628 gateway port host: n-d-796209-16 {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:55:29.006073 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 362cd4b5-b2c1-40ec-92b3-b531a139cb80 no longer exists at agent hyperv_n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:55:29.034788 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] No Port match for: 362cd4b5-b2c1-40ec-92b3-b531a139cb80 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:55:29.035131 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Device 362cd4b5-b2c1-40ec-92b3-b531a139cb80 not bound to the agent host n-h1-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:55:29.037832 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5814b70a-304b-45f4-84c3-4be6fa777337 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:29.091416 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-5814b70a-304b-45f4-84c3-4be6fa777337 admin admin] Deleting port e7013437-69aa-406d-aca3-549291952f7f {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:55:29.091813 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5814b70a-304b-45f4-84c3-4be6fa777337 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:29.162265 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-29617bd8-7978-4818-8ab6-0562e925ed71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e93c6438-7df6-4190-a9f0-2ab3396c2628', 'name': 'tempest-TestSnapshotPattern-1301655668-router', 'tenant_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': 'e7013437-69aa-406d-aca3-549291952f7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:50:37Z', 'updated_at': '2021-09-07T03:55:28Z', 'revision_number': 5, 'project_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'gw_port': {'id': 'e7013437-69aa-406d-aca3-549291952f7f', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:bc:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e93c6438-7df6-4190-a9f0-2ab3396c2628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:50:37Z', 'updated_at': '2021-09-07T03:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:55:29.175965 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-5814b70a-304b-45f4-84c3-4be6fa777337 admin admin] For port e7013437-69aa-406d-aca3-549291952f7f, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=e7013437-69aa-406d-aca3-549291952f7f,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:55:29.176333 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5814b70a-304b-45f4-84c3-4be6fa777337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:29.188575 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-5814b70a-304b-45f4-84c3-4be6fa777337 admin admin] Calling delete_port for e7013437-69aa-406d-aca3-549291952f7f owned by network:router_gateway {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:55:29.189778 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29617bd8-7978-4818-8ab6-0562e925ed71 None None] Checking router: e93c6438-7df6-4190-a9f0-2ab3396c2628 for host: n-d-796209-16 {{(pid=94702) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:55:29.198551 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29617bd8-7978-4818-8ab6-0562e925ed71 None None] Routers {'e93c6438-7df6-4190-a9f0-2ab3396c2628'} bound to L3 agent in host n-d-796209-16 {{(pid=94702) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:55:29.199201 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-29617bd8-7978-4818-8ab6-0562e925ed71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:55:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['e93c6438-7df6-4190-a9f0-2ab3396c2628'], 'active': True} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:55:29.283166 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvr_db [None req-29617bd8-7978-4818-8ab6-0562e925ed71 None None] Set router e93c6438-7df6-4190-a9f0-2ab3396c2628 gateway port host: None {{(pid=94702) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:55:29.335934 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_hamode_db [None req-29617bd8-7978-4818-8ab6-0562e925ed71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e93c6438-7df6-4190-a9f0-2ab3396c2628', 'name': 'tempest-TestSnapshotPattern-1301655668-router', 'tenant_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:50:37Z', 'updated_at': '2021-09-07T03:55:29Z', 'revision_number': 6, 'project_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'gw_port_host': None}], 'n-d-796209-16', False) {} {{(pid=94702) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:55:29.355499 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5814b70a-304b-45f4-84c3-4be6fa777337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:29.366033 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29617bd8-7978-4818-8ab6-0562e925ed71 None None] The sync data for ids ['e93c6438-7df6-4190-a9f0-2ab3396c2628'] in n-d-796209-16 is: [{'id': 'e93c6438-7df6-4190-a9f0-2ab3396c2628', 'name': 'tempest-TestSnapshotPattern-1301655668-router', 'tenant_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:50:37Z', 'updated_at': '2021-09-07T03:55:29Z', 'revision_number': 6, 'project_id': 'a63c01a8e0154cb5b6472631514e7ed6', 'gw_port_host': None}] {{(pid=94702) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:55:29.384944 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5814b70a-304b-45f4-84c3-4be6fa777337 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7013437-69aa-406d-aca3-549291952f7f,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:55:29.447776 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5814b70a-304b-45f4-84c3-4be6fa777337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:29.540340 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5814b70a-304b-45f4-84c3-4be6fa777337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:29.542456 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5814b70a-304b-45f4-84c3-4be6fa777337 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:29.584007 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5814b70a-304b-45f4-84c3-4be6fa777337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:29.584554 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5814b70a-304b-45f4-84c3-4be6fa777337 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e93c6438-7df6-4190-a9f0-2ab3396c2628 {{(pid=94701) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 03:55:29.589236 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-5814b70a-304b-45f4-84c3-4be6fa777337 admin admin] Notify callbacks [] for router, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:29.590352 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-5814b70a-304b-45f4-84c3-4be6fa777337 admin admin] 10.222.0.22 "DELETE /v2.0/routers/e93c6438-7df6-4190-a9f0-2ab3396c2628 HTTP/1.1" status: 204 len: 168 time: 0.7577569 Sep 07 03:55:29.593010 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 47474) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:55:29.637483 n-d-796209-16 neutron-server[94700]: DEBUG neutron.db.db_base_plugin_v2 [None req-eacf33af-6c70-4e70-ab35-13665a120aaf admin admin] Deleting subnet 29f7a3da-af96-480e-8fe7-5f1661bcccf7 {{(pid=94700) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 03:55:29.640432 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eacf33af-6c70-4e70-ab35-13665a120aaf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:29.677384 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eacf33af-6c70-4e70-ab35-13665a120aaf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12587206'] for subnet, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:29.761349 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eacf33af-6c70-4e70-ab35-13665a120aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:29.818002 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eacf33af-6c70-4e70-ab35-13665a120aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13005793', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12889295'] for subnet, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:29.845485 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacf33af-6c70-4e70-ab35-13665a120aaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29f7a3da-af96-480e-8fe7-5f1661bcccf7,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:55:29.850485 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-eacf33af-6c70-4e70-ab35-13665a120aaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:29.855095 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47476) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:55:29.855244 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-eacf33af-6c70-4e70-ab35-13665a120aaf admin admin] 10.222.0.22 "DELETE /v2.0/subnets/29f7a3da-af96-480e-8fe7-5f1661bcccf7 HTTP/1.1" status: 204 len: 168 time: 0.2610924 Sep 07 03:55:29.858742 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44c284a-d112-41bf-9d4a-1fa980c15fa8 None None] Network a9f9f2e2-f3f5-46f2-9346-575ee65c5088 requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:55:29.881538 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:29.925093 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e321c014-ae32-40ae-8551-bd5f34e7247c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:29.983069 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-e321c014-ae32-40ae-8551-bd5f34e7247c admin admin] Deleting port 60a40f04-0075-4198-abeb-148fda3da3bc {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:55:29.983566 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e321c014-ae32-40ae-8551-bd5f34e7247c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:30.054303 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-e321c014-ae32-40ae-8551-bd5f34e7247c admin admin] For port 60a40f04-0075-4198-abeb-148fda3da3bc, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=60a40f04-0075-4198-abeb-148fda3da3bc,segment=NetworkSegment(a36691c3-22b6-48ee-be3a-5cd1b1a81a56),segment_id=a36691c3-22b6-48ee-be3a-5cd1b1a81a56)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:55:30.054679 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e321c014-ae32-40ae-8551-bd5f34e7247c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:30.072055 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2999632f-bba2-48ec-ab03-1e08796d3b61 None None] DHCP port deletion for a9f9f2e2-f3f5-46f2-9346-575ee65c5088 request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 03:55:30.077929 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-e321c014-ae32-40ae-8551-bd5f34e7247c admin admin] Calling delete_port for 60a40f04-0075-4198-abeb-148fda3da3bc owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:55:30.103275 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device e7013437-69aa-406d-aca3-549291952f7f no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:55:30.131390 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: e7013437-69aa-406d-aca3-549291952f7f {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:55:30.131783 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device e7013437-69aa-406d-aca3-549291952f7f not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:55:30.132208 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 3b67b093-69ce-48dc-b621-7be41c011adc no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:55:30.154340 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 3b67b093-69ce-48dc-b621-7be41c011adc {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:55:30.154505 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 3b67b093-69ce-48dc-b621-7be41c011adc not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:55:30.172271 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-2999632f-bba2-48ec-ab03-1e08796d3b61 None None] Deleting port 60a40f04-0075-4198-abeb-148fda3da3bc {{(pid=94702) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:55:30.172664 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2999632f-bba2-48ec-ab03-1e08796d3b61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:30.181578 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e321c014-ae32-40ae-8551-bd5f34e7247c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:30.207936 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e321c014-ae32-40ae-8551-bd5f34e7247c admin admin] Pushing event deleted for resources: {'Port': ['ID=60a40f04-0075-4198-abeb-148fda3da3bc,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:55:30.210395 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e321c014-ae32-40ae-8551-bd5f34e7247c admin admin] No DVR routers for this DVR port 60a40f04-0075-4198-abeb-148fda3da3bc on host n-d-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:55:30.288168 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e321c014-ae32-40ae-8551-bd5f34e7247c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:30.315978 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-e321c014-ae32-40ae-8551-bd5f34e7247c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9f9f2e2-f3f5-46f2-9346-575ee65c5088']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:55:30.327016 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-e321c014-ae32-40ae-8551-bd5f34e7247c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a36691c3-22b6-48ee-be3a-5cd1b1a81a56') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:55:30.327245 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-e321c014-ae32-40ae-8551-bd5f34e7247c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a36691c3-22b6-48ee-be3a-5cd1b1a81a56') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:55:30.337806 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e321c014-ae32-40ae-8551-bd5f34e7247c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:30.351372 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e321c014-ae32-40ae-8551-bd5f34e7247c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:30.358325 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e321c014-ae32-40ae-8551-bd5f34e7247c admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 03:55:30.358940 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e321c014-ae32-40ae-8551-bd5f34e7247c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:30.360737 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 03:55:30.360737 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 03:55:30.360737 n-d-796209-16 neutron-server[94701]: timer() Sep 07 03:55:30.360737 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 03:55:30.360737 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 03:55:30.360737 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 03:55:30.360737 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 03:55:30.360737 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 03:55:30.360737 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 03:55:30.360737 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 03:55:30.360737 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 03:55:30.360737 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 03:55:30.360737 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 03:55:30.360737 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 03:55:30.360737 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 03:55:30.360737 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 03:55:30.360737 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 03:55:30.360737 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 03:55:30.360737 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 03:55:30.360737 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 03:55:30.360737 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 03:55:30.360737 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 03:55:30.360737 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 03:55:30.360737 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 03:55:30.360737 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 03:55:30.360737 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 03:55:30.360737 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 03:55:30.360737 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 03:55:30.360737 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 03:55:30.360737 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 03:55:30.360737 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 03:55:30.360737 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 03:55:30.393154 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.db [None req-2999632f-bba2-48ec-ab03-1e08796d3b61 None None] For port 60a40f04-0075-4198-abeb-148fda3da3bc, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=60a40f04-0075-4198-abeb-148fda3da3bc,segment=NetworkSegment(a36691c3-22b6-48ee-be3a-5cd1b1a81a56),segment_id=a36691c3-22b6-48ee-be3a-5cd1b1a81a56)] {{(pid=94702) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:55:30.393768 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2999632f-bba2-48ec-ab03-1e08796d3b61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:30.406565 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-2999632f-bba2-48ec-ab03-1e08796d3b61 None None] Calling delete_port for 60a40f04-0075-4198-abeb-148fda3da3bc owned by network:dhcp {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:55:30.414291 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e321c014-ae32-40ae-8551-bd5f34e7247c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:30.420105 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-e321c014-ae32-40ae-8551-bd5f34e7247c admin admin] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:30.422020 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-e321c014-ae32-40ae-8551-bd5f34e7247c admin admin] 10.222.0.22 "DELETE /v2.0/networks/a9f9f2e2-f3f5-46f2-9346-575ee65c5088 HTTP/1.1" status: 204 len: 168 time: 0.5658882 Sep 07 03:55:30.425016 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 47478) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:55:30.433521 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e321c014-ae32-40ae-8551-bd5f34e7247c admin admin] Pushing event deleted for resources: {'Network': ['ID=a9f9f2e2-f3f5-46f2-9346-575ee65c5088,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:55:30.484178 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2999632f-bba2-48ec-ab03-1e08796d3b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525'] for port, after_delete {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:30.491646 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2999632f-bba2-48ec-ab03-1e08796d3b61 None None] Network a9f9f2e2-f3f5-46f2-9346-575ee65c5088 is not hosted by any dhcp agent {{(pid=94702) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 07 03:55:30.492145 n-d-796209-16 neutron-server[94702]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2999632f-bba2-48ec-ab03-1e08796d3b61 None None] No DVR routers for this DVR port 60a40f04-0075-4198-abeb-148fda3da3bc on host n-d-796209-16 {{(pid=94702) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:55:30.516474 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999632f-bba2-48ec-ab03-1e08796d3b61 None None] Pushing event deleted for resources: {'Port': ['ID=60a40f04-0075-4198-abeb-148fda3da3bc,revision_number=None']} {{(pid=94702) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:55:30.795279 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1e754e88-c105-4597-b682-8b346fdcb641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-551718'] for router_interface, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:31.041251 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-1e754e88-c105-4597-b682-8b346fdcb641 admin admin] Deleting port 65c5b38d-beb7-4403-889b-f7719bc5e1be {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:55:31.041599 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1e754e88-c105-4597-b682-8b346fdcb641 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:31.119451 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-1e754e88-c105-4597-b682-8b346fdcb641 admin admin] For port 65c5b38d-beb7-4403-889b-f7719bc5e1be, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=65c5b38d-beb7-4403-889b-f7719bc5e1be,segment=NetworkSegment(ab1c1db8-63a0-4d3b-b709-6304f3cda9bf),segment_id=ab1c1db8-63a0-4d3b-b709-6304f3cda9bf)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:55:31.119921 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1e754e88-c105-4597-b682-8b346fdcb641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:31.132447 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-1e754e88-c105-4597-b682-8b346fdcb641 admin admin] Calling delete_port for 65c5b38d-beb7-4403-889b-f7719bc5e1be owned by network:router_interface {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:55:31.306990 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1e754e88-c105-4597-b682-8b346fdcb641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:31.335555 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e754e88-c105-4597-b682-8b346fdcb641 admin admin] Pushing event deleted for resources: {'Port': ['ID=65c5b38d-beb7-4403-889b-f7719bc5e1be,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:55:31.497269 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-1e754e88-c105-4597-b682-8b346fdcb641 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-551866'] for router_interface, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:31.682913 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:31.706479 n-d-796209-16 neutron-server[94700]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e754e88-c105-4597-b682-8b346fdcb641 admin admin] Router 14367124-7b9a-4746-adbb-f2d554c1102d has already been hosted by L3 agent 656419c9-586a-446e-9ff4-d0da04fef2c1 {{(pid=94700) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 07 03:55:31.814939 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e754e88-c105-4597-b682-8b346fdcb641 admin admin] Notify agent at l3_agent.n-d-796209-16 the message routers_updated {{(pid=94700) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 07 03:55:31.820910 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-1e754e88-c105-4597-b682-8b346fdcb641 admin admin] 10.222.0.22 "PUT /v2.0/routers/14367124-7b9a-4746-adbb-f2d554c1102d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3943439 Sep 07 03:55:31.823289 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [-] (94700) accepted ('10.222.0.22', 47480) {{(pid=94700) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:55:31.824276 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5b2187-6529-4c15-917e-6a3272cd712c None None] Sync routers for ids ['14367124-7b9a-4746-adbb-f2d554c1102d'] in n-d-796209-16 {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 07 03:55:31.836117 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5b2187-6529-4c15-917e-6a3272cd712c None None] Routers {'14367124-7b9a-4746-adbb-f2d554c1102d'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:55:31.836733 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-2c5b2187-6529-4c15-917e-6a3272cd712c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:55:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['14367124-7b9a-4746-adbb-f2d554c1102d'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:55:31.938698 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-2c5b2187-6529-4c15-917e-6a3272cd712c None None] Set router 14367124-7b9a-4746-adbb-f2d554c1102d gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:55:32.128017 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 60a40f04-0075-4198-abeb-148fda3da3bc no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:55:32.131821 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-2c5b2187-6529-4c15-917e-6a3272cd712c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14367124-7b9a-4746-adbb-f2d554c1102d', 'name': 'tempest-TestSnapshotPattern-1833145447-router', 'tenant_id': 'b9be82d65f3e4f3f82ee063323f49bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '94f5428e-0f53-4a7f-8fdd-10ccfb118816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:50:41Z', 'updated_at': '2021-09-07T03:55:31Z', 'revision_number': 5, 'project_id': 'b9be82d65f3e4f3f82ee063323f49bd3', 'gw_port': {'id': '94f5428e-0f53-4a7f-8fdd-10ccfb118816', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:62:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14367124-7b9a-4746-adbb-f2d554c1102d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:50:42Z', 'updated_at': '2021-09-07T03:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:55:32.149747 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 60a40f04-0075-4198-abeb-148fda3da3bc {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:55:32.150193 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 60a40f04-0075-4198-abeb-148fda3da3bc not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:55:32.164038 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5b2187-6529-4c15-917e-6a3272cd712c None None] Checking router: 14367124-7b9a-4746-adbb-f2d554c1102d for host: n-d-796209-16 {{(pid=94703) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 07 03:55:32.172479 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5b2187-6529-4c15-917e-6a3272cd712c None None] Routers {'14367124-7b9a-4746-adbb-f2d554c1102d'} bound to L3 agent in host n-d-796209-16 {{(pid=94703) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 07 03:55:32.173087 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-2c5b2187-6529-4c15-917e-6a3272cd712c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-796209-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-07T02:22:58Z,description=,heartbeat_timestamp=2021-09-07T03:55:28Z,host='n-d-796209-16',id=656419c9-586a-446e-9ff4-d0da04fef2c1,load=0,resource_versions=,resources_synced=,started_at=2021-09-07T02:22:58Z,topic='l3_agent')) {'router_ids': ['14367124-7b9a-4746-adbb-f2d554c1102d'], 'active': True} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:55:32.264839 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fe06e134-a799-4288-8f5c-ebae8f1683fa admin admin] Notify callbacks [] for router, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:32.276113 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_dvr_db [None req-2c5b2187-6529-4c15-917e-6a3272cd712c None None] Set router 14367124-7b9a-4746-adbb-f2d554c1102d gateway port host: n-d-796209-16 {{(pid=94703) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 07 03:55:32.366253 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fe06e134-a799-4288-8f5c-ebae8f1683fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:32.417791 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-fe06e134-a799-4288-8f5c-ebae8f1683fa admin admin] Deleting port 94f5428e-0f53-4a7f-8fdd-10ccfb118816 {{(pid=94700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:55:32.418130 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fe06e134-a799-4288-8f5c-ebae8f1683fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:32.447192 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.l3_hamode_db [None req-2c5b2187-6529-4c15-917e-6a3272cd712c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14367124-7b9a-4746-adbb-f2d554c1102d', 'name': 'tempest-TestSnapshotPattern-1833145447-router', 'tenant_id': 'b9be82d65f3e4f3f82ee063323f49bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '94f5428e-0f53-4a7f-8fdd-10ccfb118816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:50:41Z', 'updated_at': '2021-09-07T03:55:31Z', 'revision_number': 5, 'project_id': 'b9be82d65f3e4f3f82ee063323f49bd3', 'gw_port': {'id': '94f5428e-0f53-4a7f-8fdd-10ccfb118816', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:62:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14367124-7b9a-4746-adbb-f2d554c1102d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:50:42Z', 'updated_at': '2021-09-07T03:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}], 'n-d-796209-16', False) {} {{(pid=94703) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:55:32.476206 n-d-796209-16 neutron-server[94703]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5b2187-6529-4c15-917e-6a3272cd712c None None] The sync data for ids ['14367124-7b9a-4746-adbb-f2d554c1102d'] in n-d-796209-16 is: [{'id': '14367124-7b9a-4746-adbb-f2d554c1102d', 'name': 'tempest-TestSnapshotPattern-1833145447-router', 'tenant_id': 'b9be82d65f3e4f3f82ee063323f49bd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'external_fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': '94f5428e-0f53-4a7f-8fdd-10ccfb118816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-07T03:50:41Z', 'updated_at': '2021-09-07T03:55:31Z', 'revision_number': 5, 'project_id': 'b9be82d65f3e4f3f82ee063323f49bd3', 'gw_port': {'id': '94f5428e-0f53-4a7f-8fdd-10ccfb118816', 'name': '', 'network_id': '1166b922-7457-4da4-bdda-328e8c8e7bc6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:62:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14367124-7b9a-4746-adbb-f2d554c1102d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-796209-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-07T03:50:42Z', 'updated_at': '2021-09-07T03:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '56b4f8cb-e401-42ff-ba67-b5f82c26573a', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-796209-16'}] {{(pid=94703) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 07 03:55:32.496745 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.db [None req-fe06e134-a799-4288-8f5c-ebae8f1683fa admin admin] For port 94f5428e-0f53-4a7f-8fdd-10ccfb118816, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=94f5428e-0f53-4a7f-8fdd-10ccfb118816,segment=NetworkSegment(a7f82686-a85e-421e-997d-8a6209aaca36),segment_id=a7f82686-a85e-421e-997d-8a6209aaca36)] {{(pid=94700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:55:32.497231 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fe06e134-a799-4288-8f5c-ebae8f1683fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:32.514673 n-d-796209-16 neutron-server[94700]: DEBUG neutron.plugins.ml2.plugin [None req-fe06e134-a799-4288-8f5c-ebae8f1683fa admin admin] Calling delete_port for 94f5428e-0f53-4a7f-8fdd-10ccfb118816 owned by network:router_gateway {{(pid=94700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:55:32.669276 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fe06e134-a799-4288-8f5c-ebae8f1683fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13005750'] for port, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:32.698037 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe06e134-a799-4288-8f5c-ebae8f1683fa admin admin] Pushing event deleted for resources: {'Port': ['ID=94f5428e-0f53-4a7f-8fdd-10ccfb118816,revision_number=None']} {{(pid=94700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:55:32.756930 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fe06e134-a799-4288-8f5c-ebae8f1683fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-765720'] for router_gateway, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:32.846221 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fe06e134-a799-4288-8f5c-ebae8f1683fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-553545', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15477'] for router, precommit_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:32.848859 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fe06e134-a799-4288-8f5c-ebae8f1683fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:32.898717 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fe06e134-a799-4288-8f5c-ebae8f1683fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-553538'] for router, after_delete {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:32.899242 n-d-796209-16 neutron-server[94700]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe06e134-a799-4288-8f5c-ebae8f1683fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14367124-7b9a-4746-adbb-f2d554c1102d {{(pid=94700) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 07 03:55:32.903776 n-d-796209-16 neutron-server[94700]: DEBUG neutron_lib.callbacks.manager [None req-fe06e134-a799-4288-8f5c-ebae8f1683fa admin admin] Notify callbacks [] for router, before_response {{(pid=94700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:32.907250 n-d-796209-16 neutron-server[94700]: INFO neutron.wsgi [None req-fe06e134-a799-4288-8f5c-ebae8f1683fa admin admin] 10.222.0.22 "DELETE /v2.0/routers/14367124-7b9a-4746-adbb-f2d554c1102d HTTP/1.1" status: 204 len: 168 time: 1.0806952 Sep 07 03:55:32.907633 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47482) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:55:32.957112 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab49013d-f9f0-492b-8e9e-c68908afc7a4 admin admin] Deleting subnet a2b56f89-9a9f-4846-bf32-9fee62241d46 {{(pid=94701) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 07 03:55:32.961032 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ab49013d-f9f0-492b-8e9e-c68908afc7a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:32.997821 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ab49013d-f9f0-492b-8e9e-c68908afc7a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15290805'] for subnet, precommit_delete_associations {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:33.080702 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ab49013d-f9f0-492b-8e9e-c68908afc7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1762660'] for subnet, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:33.142617 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ab49013d-f9f0-492b-8e9e-c68908afc7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1762671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14194167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13768656'] for subnet, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:33.176303 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab49013d-f9f0-492b-8e9e-c68908afc7a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2b56f89-9a9f-4846-bf32-9fee62241d46,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:55:33.178417 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-ab49013d-f9f0-492b-8e9e-c68908afc7a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:33.180460 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-ab49013d-f9f0-492b-8e9e-c68908afc7a4 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/a2b56f89-9a9f-4846-bf32-9fee62241d46 HTTP/1.1" status: 204 len: 168 time: 0.2717998 Sep 07 03:55:33.183026 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47484) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:55:33.183855 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6bd353-e660-46ed-ad64-28ce81d2e9cd None None] Network 58b5e980-4543-497c-b7f6-358241f4b13f requested from n-d-796209-16 {{(pid=94702) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 07 03:55:33.253513 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c4e69cbf-11c4-40f0-b62f-c428b860f2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1792125'] for network, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:33.305634 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-c4e69cbf-11c4-40f0-b62f-c428b860f2b9 admin admin] Deleting port 9d474fd4-5562-464f-85a6-096848be1802 {{(pid=94701) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 07 03:55:33.306057 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c4e69cbf-11c4-40f0-b62f-c428b860f2b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768889756173'] for port, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:33.371500 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.db [None req-c4e69cbf-11c4-40f0-b62f-c428b860f2b9 admin admin] For port 9d474fd4-5562-464f-85a6-096848be1802, host n-d-796209-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-796209-16',level=0,port_id=9d474fd4-5562-464f-85a6-096848be1802,segment=NetworkSegment(ab1c1db8-63a0-4d3b-b709-6304f3cda9bf),segment_id=ab1c1db8-63a0-4d3b-b709-6304f3cda9bf)] {{(pid=94701) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 07 03:55:33.371873 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c4e69cbf-11c4-40f0-b62f-c428b860f2b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-548653'] for port, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:33.384484 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.plugin [None req-c4e69cbf-11c4-40f0-b62f-c428b860f2b9 admin admin] Calling delete_port for 9d474fd4-5562-464f-85a6-096848be1802 owned by network:dhcp {{(pid=94701) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 07 03:55:33.456098 n-d-796209-16 neutron-server[94702]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e404862-149e-4709-a3d7-49c4ec9f5135 None None] DHCP port deletion for 58b5e980-4543-497c-b7f6-358241f4b13f request from n-d-796209-16 {{(pid=94702) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 07 03:55:33.464617 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c4e69cbf-11c4-40f0-b62f-c428b860f2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1676555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-250829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768889760467', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768889210525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14194080'] for port, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:33.480686 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-5e404862-149e-4709-a3d7-49c4ec9f5135 None None] The port '9d474fd4-5562-464f-85a6-096848be1802' was deleted {{(pid=94702) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Sep 07 03:55:33.490049 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e69cbf-11c4-40f0-b62f-c428b860f2b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d474fd4-5562-464f-85a6-096848be1802,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:55:33.494403 n-d-796209-16 neutron-server[94701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e69cbf-11c4-40f0-b62f-c428b860f2b9 admin admin] No DVR routers for this DVR port 9d474fd4-5562-464f-85a6-096848be1802 on host n-d-796209-16 {{(pid=94701) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 07 03:55:33.566672 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c4e69cbf-11c4-40f0-b62f-c428b860f2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1763835', 'neutron.services.segments.db._delete_segments_for_network-8768889624176'] for network, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:33.586592 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-c4e69cbf-11c4-40f0-b62f-c428b860f2b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58b5e980-4543-497c-b7f6-358241f4b13f']}} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:55:33.595757 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-c4e69cbf-11c4-40f0-b62f-c428b860f2b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab1c1db8-63a0-4d3b-b709-6304f3cda9bf') {'for_net_delete': True} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:55:33.596052 n-d-796209-16 neutron-server[94701]: DEBUG neutron.services.segments.db [None req-c4e69cbf-11c4-40f0-b62f-c428b860f2b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab1c1db8-63a0-4d3b-b709-6304f3cda9bf') {} {{(pid=94701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 07 03:55:33.605238 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c4e69cbf-11c4-40f0-b62f-c428b860f2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768889626233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15290798'] for segment, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:33.618890 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c4e69cbf-11c4-40f0-b62f-c428b860f2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343'] for segment, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:33.625270 n-d-796209-16 neutron-server[94701]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4e69cbf-11c4-40f0-b62f-c428b860f2b9 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=94701) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 07 03:55:33.625659 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c4e69cbf-11c4-40f0-b62f-c428b860f2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1765343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14194077'] for segment, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:33.627569 n-d-796209-16 neutron-server[94701]: Traceback (most recent call last): Sep 07 03:55:33.627569 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 07 03:55:33.627569 n-d-796209-16 neutron-server[94701]: timer() Sep 07 03:55:33.627569 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 07 03:55:33.627569 n-d-796209-16 neutron-server[94701]: cb(*args, **kw) Sep 07 03:55:33.627569 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 07 03:55:33.627569 n-d-796209-16 neutron-server[94701]: return func(*args, **kwargs) Sep 07 03:55:33.627569 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 07 03:55:33.627569 n-d-796209-16 neutron-server[94701]: self._notify() Sep 07 03:55:33.627569 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 07 03:55:33.627569 n-d-796209-16 neutron-server[94701]: self.callback(batched_events) Sep 07 03:55:33.627569 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 07 03:55:33.627569 n-d-796209-16 neutron-server[94701]: event.method(event) Sep 07 03:55:33.627569 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 07 03:55:33.627569 n-d-796209-16 neutron-server[94701]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 07 03:55:33.627569 n-d-796209-16 neutron-server[94701]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 07 03:55:33.627569 n-d-796209-16 neutron-server[94701]: aggregate_uuid = self.p_client.list_aggregates( Sep 07 03:55:33.627569 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 07 03:55:33.627569 n-d-796209-16 neutron-server[94701]: return f(self, *a, **k) Sep 07 03:55:33.627569 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 07 03:55:33.627569 n-d-796209-16 neutron-server[94701]: return self._get(url).json() Sep 07 03:55:33.627569 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 07 03:55:33.627569 n-d-796209-16 neutron-server[94701]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 07 03:55:33.627569 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 07 03:55:33.627569 n-d-796209-16 neutron-server[94701]: return self.request(url, 'GET', **kwargs) Sep 07 03:55:33.627569 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 07 03:55:33.627569 n-d-796209-16 neutron-server[94701]: base_url = self.get_endpoint(auth, allow=allow, Sep 07 03:55:33.627569 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 07 03:55:33.627569 n-d-796209-16 neutron-server[94701]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 07 03:55:33.627569 n-d-796209-16 neutron-server[94701]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 07 03:55:33.627569 n-d-796209-16 neutron-server[94701]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 07 03:55:33.627569 n-d-796209-16 neutron-server[94701]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 07 03:55:33.684470 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c4e69cbf-11c4-40f0-b62f-c428b860f2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1763810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528166', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-765748'] for network, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:33.690092 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-c4e69cbf-11c4-40f0-b62f-c428b860f2b9 admin admin] Notify callbacks [] for network, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:33.692051 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-c4e69cbf-11c4-40f0-b62f-c428b860f2b9 admin admin] 10.222.0.22 "DELETE /v2.0/networks/58b5e980-4543-497c-b7f6-358241f4b13f HTTP/1.1" status: 204 len: 168 time: 0.5080261 Sep 07 03:55:33.703008 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e69cbf-11c4-40f0-b62f-c428b860f2b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=58b5e980-4543-497c-b7f6-358241f4b13f,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:55:33.867566 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47488) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:55:33.906446 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-36caa1ce-4e3a-4d6f-8b13-91345fe7a448 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a63c01a8e0154cb5b6472631514e7ed6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377393 Sep 07 03:55:33.908836 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47490) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:55:33.956269 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-db7958c1-be2f-43c5-b49d-d9f06e52ae74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:33.977864 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-db7958c1-be2f-43c5-b49d-d9f06e52ae74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:34.030219 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-db7958c1-be2f-43c5-b49d-d9f06e52ae74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:34.033093 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-db7958c1-be2f-43c5-b49d-d9f06e52ae74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:34.034382 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-db7958c1-be2f-43c5-b49d-d9f06e52ae74 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6dfec8c6-1405-448b-93ae-87e09dadcd1a HTTP/1.1" status: 204 len: 168 time: 0.1246748 Sep 07 03:55:34.042997 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7958c1-be2f-43c5-b49d-d9f06e52ae74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dfec8c6-1405-448b-93ae-87e09dadcd1a,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:55:34.076508 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 65c5b38d-beb7-4403-889b-f7719bc5e1be no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:55:34.096703 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 65c5b38d-beb7-4403-889b-f7719bc5e1be {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:55:34.097052 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 65c5b38d-beb7-4403-889b-f7719bc5e1be not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:55:34.097468 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 94f5428e-0f53-4a7f-8fdd-10ccfb118816 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:55:34.117752 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 94f5428e-0f53-4a7f-8fdd-10ccfb118816 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:55:34.118102 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 94f5428e-0f53-4a7f-8fdd-10ccfb118816 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:55:34.118515 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 9d474fd4-5562-464f-85a6-096848be1802 no longer exists at agent ovs-agent-n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 07 03:55:34.137813 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.plugin [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] No Port match for: 9d474fd4-5562-464f-85a6-096848be1802 {{(pid=94702) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 07 03:55:34.138207 n-d-796209-16 neutron-server[94702]: DEBUG neutron.plugins.ml2.rpc [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Device 9d474fd4-5562-464f-85a6-096848be1802 not bound to the agent host n-d-796209-16 {{(pid=94702) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 07 03:55:34.373468 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47496) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:55:34.416563 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-a8c0228c-0719-4d67-8345-534b73ba27fa admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b9be82d65f3e4f3f82ee063323f49bd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419817 Sep 07 03:55:34.420207 n-d-796209-16 neutron-server[94701]: DEBUG neutron.wsgi [-] (94701) accepted ('10.222.0.22', 47498) {{(pid=94701) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 07 03:55:34.468090 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-847fe856-c21c-4868-a5f1-3d79d11bfec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:34.488584 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-847fe856-c21c-4868-a5f1-3d79d11bfec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:34.534899 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-847fe856-c21c-4868-a5f1-3d79d11bfec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-678711'] for security_group, after_delete {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:34.538088 n-d-796209-16 neutron-server[94701]: DEBUG neutron_lib.callbacks.manager [None req-847fe856-c21c-4868-a5f1-3d79d11bfec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:34.539241 n-d-796209-16 neutron-server[94701]: INFO neutron.wsgi [None req-847fe856-c21c-4868-a5f1-3d79d11bfec2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9142c834-7aea-41c5-8de8-7ef67ef8502b HTTP/1.1" status: 204 len: 168 time: 0.1181178 Sep 07 03:55:34.547342 n-d-796209-16 neutron-server[94701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847fe856-c21c-4868-a5f1-3d79d11bfec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9142c834-7aea-41c5-8de8-7ef67ef8502b,revision_number=None']} {{(pid=94701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 07 03:55:47.471845 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:55:52.406947 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:52.410965 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:56.046004 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-1a5b98f3-375e-4f18-a19e-56a6a2e4fd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:58.307359 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-357f38b9-8c07-4440-9a3a-f0874c6105bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:58.831141 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:55:59.852934 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:56:01.684746 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:56:22.416339 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:56:22.418548 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:56:24.471798 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:56:26.045750 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-460bcfeb-8838-4a84-956e-33df1f34b566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:56:28.308610 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-226b9fe6-0dfb-4911-bc74-a7820fb26c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:56:28.832273 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:56:29.855666 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:56:31.690759 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:56:52.420483 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:56:52.422879 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:56:56.046935 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-559deba4-11d4-40c4-84a3-898e179315cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:56:58.309301 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e092a8f1-6fc6-4989-8bad-58eea9023ea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:56:58.832965 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:56:59.858598 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:57:01.472078 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:57:01.689591 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:57:22.428062 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:57:22.429005 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:57:26.047766 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-78f86791-199b-40de-8d8e-b2c40d5925ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:57:28.310461 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-74dc653b-e44a-4540-9420-41ec5fa6242b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:57:28.834183 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:57:29.859995 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:57:31.692839 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:57:38.471031 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:57:52.431351 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:57:52.432387 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:57:56.048126 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-200ededb-25f3-4054-b05d-b8b7c5252645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:57:58.311813 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9033f8de-3b91-4e5a-a3c7-67989285fc38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:57:58.835162 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:57:59.864135 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:58:01.695358 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:58:15.470764 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:58:22.443083 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:58:22.447642 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:58:26.049251 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-7ae9de34-7ecf-4d83-9fe7-48d120aa5315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:58:28.312957 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d3777c03-8c34-4fdc-b1ae-218a68dfd282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:58:28.836024 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:58:29.866892 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:58:31.698550 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:58:52.441438 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:58:52.444937 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:58:52.470130 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:58:56.050525 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-23c39bcb-50a8-4100-8ea4-69ba8847dd6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:58:58.316166 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8f61142e-b958-447b-9791-3bd9a8a7bc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:58:58.837691 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:58:59.869596 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:59:01.699778 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:59:22.435440 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:59:22.466123 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:59:23.811345 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [req-2faef7d3-146b-40b0-a56b-dcc5114ba5ff req-ac7fc4ff-87fa-493e-9263-6e92f14f84a9 service neutron] (94700) timed out ('10.222.0.22', 46122) {{(pid=94700) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 03:59:26.050027 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-691698a1-cd68-4f94-8e37-ca9b62e30b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:59:28.317486 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-45de01bd-38f6-49e3-a458-d5a37290340e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:59:28.838414 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:59:29.469101 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 03:59:29.874228 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:59:31.703586 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:59:52.451974 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:59:52.466158 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:59:56.050615 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-5d1730cb-51ce-4138-a97d-28c01dd765d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:59:58.320795 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2481e46d-82f1-405d-8ec2-5457eecc1563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:59:58.841305 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 03:59:59.878445 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:00:01.709391 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:00:06.469549 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:00:22.450165 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:00:22.472570 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:00:26.051784 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-162ec89a-80c3-4d02-a16c-8e79bcedecc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:00:28.321624 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-be627b9d-633e-47a7-a24f-cfaf9b455563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:00:28.842391 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:00:29.881035 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:00:31.708576 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:00:43.469533 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:00:52.463960 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:00:52.473920 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:00:56.052763 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-2ce8042a-abfc-4aba-ae1f-ef12b341fc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:00:58.322543 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-0db84486-1978-4024-9e3e-1478378cea6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:00:58.844069 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:00:59.883409 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:01:01.716026 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:01:20.469727 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:01:22.463405 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:01:22.495565 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:01:26.052780 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-efa100ca-e2d7-4946-ae20-0486581e78d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:01:28.327611 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-97cc0756-bf17-49f2-a06f-f7d310b1f293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:01:28.845309 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:01:29.886019 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:01:31.715220 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:01:52.478025 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:01:52.513682 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:01:56.053172 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-e10223d6-549b-4a77-af4c-80efd183b631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:01:57.468505 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:01:58.329079 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3b183e00-3ab5-4592-b758-2e8b168d7311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:01:58.846125 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:01:59.890568 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:02:01.718275 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:02:22.478466 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:02:22.516468 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:02:26.055164 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-05d485f1-72b0-4f90-b946-16fc4f0eb256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:02:28.331046 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8fbc0be5-dcc8-4a53-ab0d-71e9d334cf66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:02:28.847400 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:02:29.892277 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:02:31.720959 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:02:34.468384 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:02:52.479255 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:02:52.522707 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:02:56.057387 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a848f65a-f7e3-44f8-bed6-b71abc96eaeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:02:58.333457 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-da34800f-8e1c-43f2-9409-4f58df8065c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:02:58.847765 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:02:59.895220 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:03:01.725523 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:03:11.467854 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:03:22.501526 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:03:22.524291 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:03:26.060946 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-d5b66a66-ff97-439e-9c27-6525ceb764fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:03:28.328537 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-9b26f7ec-bd28-403e-a725-32f76975367e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:03:28.848473 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:03:29.899234 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:03:31.728532 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:03:44.384469 n-d-796209-16 neutron-server[94700]: DEBUG neutron.wsgi [req-979dcd45-7dfa-47f7-a922-865ac3106678 req-2cb7d5bb-dbd7-4472-8e6f-46f79689cb02 service neutron] (94700) timed out ('10.222.0.22', 45270) {{(pid=94700) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 07 04:03:48.467975 n-d-796209-16 neutron-server[94703]: DEBUG neutron.db.agents_db [None req-41ea53c6-b725-4e5e-9727-caf6eb02f358 None None] Agent healthcheck: found 7 active agents {{(pid=94703) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 07 04:03:52.491448 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-8eb172a3-8390-4ba4-a42c-3481b4d7c805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:03:52.548580 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-3cf27177-febf-4195-83da-8bae0b45d400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:03:56.066084 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-36741f64-d56c-4fa3-afb4-bca79a810db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:03:58.332554 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-b7759510-46eb-41a2-9975-52178af5f2a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:03:58.854160 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-a68788fe-b502-460f-9547-334cd4fe7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:03:59.901173 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-572cc352-8593-409d-a23a-a98575561eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 07 04:04:01.730012 n-d-796209-16 neutron-server[94702]: DEBUG neutron_lib.callbacks.manager [None req-12c0a3a1-3ab7-4f5f-b29a-d9db5c3493cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768889624158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1765429'] for agent, after_update {{(pid=94702) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}